-- Logs begin at Wed 2021-06-23 10:40:15 UTC, end at Wed 2021-06-23 12:35:01 UTC. -- Jun 23 11:21:53.302378 dv-neutron-601336-94-hyperv systemd[1]: Started Devstack devstack@q-svc.service. Jun 23 11:21:55.932093 dv-neutron-601336-94-hyperv neutron-server[94063]: INFO neutron.common.config [-] Logging enabled! Jun 23 11:21:55.932698 dv-neutron-601336-94-hyperv neutron-server[94063]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 18.1.0.dev383 Jun 23 11:21:55.932861 dv-neutron-601336-94-hyperv neutron-server[94063]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=94063) setup_logging /opt/stack/neutron/neutron/common/config.py:112}} Jun 23 11:21:55.936058 dv-neutron-601336-94-hyperv neutron-server[94063]: INFO neutron.common.config [-] Logging enabled! Jun 23 11:21:55.936314 dv-neutron-601336-94-hyperv neutron-server[94063]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 18.1.0.dev383 Jun 23 11:21:55.936627 dv-neutron-601336-94-hyperv neutron-server[94063]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=94063) setup_logging /opt/stack/neutron/neutron/common/config.py:112}} Jun 23 11:21:55.937540 dv-neutron-601336-94-hyperv neutron-server[94063]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=94063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Jun 23 11:21:55.937782 dv-neutron-601336-94-hyperv neutron-server[94063]: DEBUG neutron.common.config [-] Configuration options gathered from: {{(pid=94063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Jun 23 11:21:55.938150 dv-neutron-601336-94-hyperv neutron-server[94063]: DEBUG neutron.common.config [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=94063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Jun 23 11:21:55.938397 dv-neutron-601336-94-hyperv neutron-server[94063]: DEBUG neutron.common.config [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=94063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Jun 23 11:21:55.938626 dv-neutron-601336-94-hyperv neutron-server[94063]: DEBUG neutron.common.config [-] ================================================================================ {{(pid=94063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Jun 23 11:21:55.938946 dv-neutron-601336-94-hyperv neutron-server[94063]: DEBUG neutron.common.config [-] allow_bulk = True {{(pid=94063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 11:21:55.939269 dv-neutron-601336-94-hyperv neutron-server[94063]: DEBUG neutron.common.config [-] allow_overlapping_ips = True {{(pid=94063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 11:21:55.939566 dv-neutron-601336-94-hyperv neutron-server[94063]: DEBUG neutron.common.config [-] api_extensions_path = {{(pid=94063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 11:21:55.939797 dv-neutron-601336-94-hyperv neutron-server[94063]: DEBUG neutron.common.config [-] api_paste_config = api-paste.ini {{(pid=94063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 11:21:55.940122 dv-neutron-601336-94-hyperv neutron-server[94063]: DEBUG neutron.common.config [-] api_workers = 2 {{(pid=94063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 11:21:55.940425 dv-neutron-601336-94-hyperv neutron-server[94063]: DEBUG neutron.common.config [-] auth_strategy = keystone {{(pid=94063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 11:21:55.940710 dv-neutron-601336-94-hyperv neutron-server[94063]: DEBUG neutron.common.config [-] backlog = 4096 {{(pid=94063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 11:21:55.940999 dv-neutron-601336-94-hyperv neutron-server[94063]: DEBUG neutron.common.config [-] base_mac = fa:16:3e:00:00:00 {{(pid=94063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 11:21:55.941294 dv-neutron-601336-94-hyperv neutron-server[94063]: DEBUG neutron.common.config [-] bind_host = 0.0.0.0 {{(pid=94063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 11:21:55.941588 dv-neutron-601336-94-hyperv neutron-server[94063]: DEBUG neutron.common.config [-] bind_port = 9696 {{(pid=94063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 11:21:55.941850 dv-neutron-601336-94-hyperv neutron-server[94063]: DEBUG neutron.common.config [-] client_socket_timeout = 900 {{(pid=94063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 11:21:55.942134 dv-neutron-601336-94-hyperv neutron-server[94063]: DEBUG neutron.common.config [-] config_dir = [] {{(pid=94063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 11:21:55.942365 dv-neutron-601336-94-hyperv neutron-server[94063]: DEBUG neutron.common.config [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=94063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 11:21:55.942646 dv-neutron-601336-94-hyperv neutron-server[94063]: DEBUG neutron.common.config [-] config_source = [] {{(pid=94063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 11:21:55.942933 dv-neutron-601336-94-hyperv neutron-server[94063]: DEBUG neutron.common.config [-] control_exchange = neutron {{(pid=94063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 11:21:55.943251 dv-neutron-601336-94-hyperv neutron-server[94063]: DEBUG neutron.common.config [-] core_plugin = ml2 {{(pid=94063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 11:21:55.943477 dv-neutron-601336-94-hyperv neutron-server[94063]: DEBUG neutron.common.config [-] debug = True {{(pid=94063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 11:21:55.943756 dv-neutron-601336-94-hyperv neutron-server[94063]: DEBUG neutron.common.config [-] default_availability_zones = [] {{(pid=94063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 11:21:55.944179 dv-neutron-601336-94-hyperv neutron-server[94063]: DEBUG neutron.common.config [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=94063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 11:21:55.944601 dv-neutron-601336-94-hyperv neutron-server[94063]: DEBUG neutron.common.config [-] dhcp_agent_notification = True {{(pid=94063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 11:21:55.944883 dv-neutron-601336-94-hyperv neutron-server[94063]: DEBUG neutron.common.config [-] dhcp_lease_duration = 86400 {{(pid=94063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 11:21:55.945171 dv-neutron-601336-94-hyperv neutron-server[94063]: DEBUG neutron.common.config [-] dns_domain = openstacklocal {{(pid=94063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 11:21:55.945451 dv-neutron-601336-94-hyperv neutron-server[94063]: DEBUG neutron.common.config [-] enable_traditional_dhcp = True {{(pid=94063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 11:21:55.945721 dv-neutron-601336-94-hyperv neutron-server[94063]: DEBUG neutron.common.config [-] external_dns_driver = None {{(pid=94063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 11:21:55.945997 dv-neutron-601336-94-hyperv neutron-server[94063]: DEBUG neutron.common.config [-] filter_validation = True {{(pid=94063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 11:21:55.946281 dv-neutron-601336-94-hyperv neutron-server[94063]: DEBUG neutron.common.config [-] global_physnet_mtu = 1500 {{(pid=94063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 11:21:55.946610 dv-neutron-601336-94-hyperv neutron-server[94063]: DEBUG neutron.common.config [-] host = dv-neutron-601336-94-hyperv {{(pid=94063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 11:21:55.946887 dv-neutron-601336-94-hyperv neutron-server[94063]: DEBUG neutron.common.config [-] http_retries = 3 {{(pid=94063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 11:21:55.947206 dv-neutron-601336-94-hyperv neutron-server[94063]: DEBUG neutron.common.config [-] instance_format = [instance: %(uuid)s] {{(pid=94063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 11:21:55.947494 dv-neutron-601336-94-hyperv neutron-server[94063]: DEBUG neutron.common.config [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=94063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 11:21:55.947785 dv-neutron-601336-94-hyperv neutron-server[94063]: DEBUG neutron.common.config [-] ipam_driver = internal {{(pid=94063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 11:21:55.948059 dv-neutron-601336-94-hyperv neutron-server[94063]: DEBUG neutron.common.config [-] ipv6_pd_enabled = False {{(pid=94063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 11:21:55.948335 dv-neutron-601336-94-hyperv neutron-server[94063]: DEBUG neutron.common.config [-] log_config_append = None {{(pid=94063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 11:21:55.948618 dv-neutron-601336-94-hyperv neutron-server[94063]: DEBUG neutron.common.config [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=94063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 11:21:55.948890 dv-neutron-601336-94-hyperv neutron-server[94063]: DEBUG neutron.common.config [-] log_dir = None {{(pid=94063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 11:21:55.949162 dv-neutron-601336-94-hyperv neutron-server[94063]: DEBUG neutron.common.config [-] log_file = None {{(pid=94063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 11:21:55.949438 dv-neutron-601336-94-hyperv neutron-server[94063]: DEBUG neutron.common.config [-] log_rotate_interval = 1 {{(pid=94063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 11:21:55.949723 dv-neutron-601336-94-hyperv neutron-server[94063]: DEBUG neutron.common.config [-] log_rotate_interval_type = days {{(pid=94063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 11:21:55.950006 dv-neutron-601336-94-hyperv neutron-server[94063]: DEBUG neutron.common.config [-] log_rotation_type = none {{(pid=94063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 11:21:55.950295 dv-neutron-601336-94-hyperv neutron-server[94063]: DEBUG neutron.common.config [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=94063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 11:21:55.950520 dv-neutron-601336-94-hyperv neutron-server[94063]: DEBUG neutron.common.config [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=94063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 11:21:55.950742 dv-neutron-601336-94-hyperv neutron-server[94063]: DEBUG neutron.common.config [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=94063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 11:21:55.951048 dv-neutron-601336-94-hyperv neutron-server[94063]: DEBUG neutron.common.config [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=94063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 11:21:55.951340 dv-neutron-601336-94-hyperv neutron-server[94063]: DEBUG neutron.common.config [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=94063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 11:21:55.951615 dv-neutron-601336-94-hyperv neutron-server[94063]: DEBUG neutron.common.config [-] max_dns_nameservers = 5 {{(pid=94063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 11:21:55.951888 dv-neutron-601336-94-hyperv neutron-server[94063]: DEBUG neutron.common.config [-] max_header_line = 16384 {{(pid=94063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 11:21:55.952161 dv-neutron-601336-94-hyperv neutron-server[94063]: DEBUG neutron.common.config [-] max_logfile_count = 30 {{(pid=94063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 11:21:55.952434 dv-neutron-601336-94-hyperv neutron-server[94063]: DEBUG neutron.common.config [-] max_logfile_size_mb = 200 {{(pid=94063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 11:21:55.952707 dv-neutron-601336-94-hyperv neutron-server[94063]: DEBUG neutron.common.config [-] max_subnet_host_routes = 20 {{(pid=94063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 11:21:55.952976 dv-neutron-601336-94-hyperv neutron-server[94063]: DEBUG neutron.common.config [-] network_link_prefix = None {{(pid=94063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 11:21:55.953261 dv-neutron-601336-94-hyperv neutron-server[94063]: DEBUG neutron.common.config [-] notify_nova_on_port_data_changes = True {{(pid=94063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 11:21:55.953548 dv-neutron-601336-94-hyperv neutron-server[94063]: DEBUG neutron.common.config [-] notify_nova_on_port_status_changes = True {{(pid=94063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 11:21:55.953832 dv-neutron-601336-94-hyperv neutron-server[94063]: DEBUG neutron.common.config [-] pagination_max_limit = -1 {{(pid=94063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 11:21:55.954106 dv-neutron-601336-94-hyperv neutron-server[94063]: DEBUG neutron.common.config [-] periodic_fuzzy_delay = 5 {{(pid=94063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 11:21:55.954381 dv-neutron-601336-94-hyperv neutron-server[94063]: DEBUG neutron.common.config [-] periodic_interval = 40 {{(pid=94063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 11:21:55.954655 dv-neutron-601336-94-hyperv neutron-server[94063]: DEBUG neutron.common.config [-] publish_errors = False {{(pid=94063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 11:21:55.954926 dv-neutron-601336-94-hyperv neutron-server[94063]: DEBUG neutron.common.config [-] rate_limit_burst = 0 {{(pid=94063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 11:21:55.955238 dv-neutron-601336-94-hyperv neutron-server[94063]: DEBUG neutron.common.config [-] rate_limit_except_level = CRITICAL {{(pid=94063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 11:21:55.955514 dv-neutron-601336-94-hyperv neutron-server[94063]: DEBUG neutron.common.config [-] rate_limit_interval = 0 {{(pid=94063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 11:21:55.956326 dv-neutron-601336-94-hyperv neutron-server[94063]: DEBUG neutron.common.config [-] retry_until_window = 30 {{(pid=94063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 11:21:55.956597 dv-neutron-601336-94-hyperv neutron-server[94063]: DEBUG neutron.common.config [-] rpc_response_max_timeout = 600 {{(pid=94063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 11:21:55.956883 dv-neutron-601336-94-hyperv neutron-server[94063]: DEBUG neutron.common.config [-] rpc_state_report_workers = 0 {{(pid=94063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 11:21:55.957152 dv-neutron-601336-94-hyperv neutron-server[94063]: DEBUG neutron.common.config [-] rpc_workers = None {{(pid=94063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 11:21:55.957423 dv-neutron-601336-94-hyperv neutron-server[94063]: DEBUG neutron.common.config [-] send_events_interval = 2 {{(pid=94063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 11:21:55.957722 dv-neutron-601336-94-hyperv neutron-server[94063]: DEBUG neutron.common.config [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=94063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 11:21:55.958005 dv-neutron-601336-94-hyperv neutron-server[94063]: DEBUG neutron.common.config [-] setproctitle = on {{(pid=94063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 11:21:55.958290 dv-neutron-601336-94-hyperv neutron-server[94063]: DEBUG neutron.common.config [-] state_path = /opt/stack/data/neutron {{(pid=94063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 11:21:55.958572 dv-neutron-601336-94-hyperv neutron-server[94063]: DEBUG neutron.common.config [-] syslog_log_facility = LOG_USER {{(pid=94063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 11:21:55.958846 dv-neutron-601336-94-hyperv neutron-server[94063]: DEBUG neutron.common.config [-] tcp_keepidle = 600 {{(pid=94063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 11:21:55.959150 dv-neutron-601336-94-hyperv neutron-server[94063]: DEBUG neutron.common.config [-] transport_url = **** {{(pid=94063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 11:21:55.959425 dv-neutron-601336-94-hyperv neutron-server[94063]: DEBUG neutron.common.config [-] use_eventlog = False {{(pid=94063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 11:21:55.959697 dv-neutron-601336-94-hyperv neutron-server[94063]: DEBUG neutron.common.config [-] use_journal = False {{(pid=94063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 11:21:55.959969 dv-neutron-601336-94-hyperv neutron-server[94063]: DEBUG neutron.common.config [-] use_json = False {{(pid=94063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 11:21:55.960239 dv-neutron-601336-94-hyperv neutron-server[94063]: DEBUG neutron.common.config [-] use_ssl = False {{(pid=94063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 11:21:55.960510 dv-neutron-601336-94-hyperv neutron-server[94063]: DEBUG neutron.common.config [-] use_stderr = False {{(pid=94063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 11:21:55.960793 dv-neutron-601336-94-hyperv neutron-server[94063]: DEBUG neutron.common.config [-] use_syslog = False {{(pid=94063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 11:21:55.961067 dv-neutron-601336-94-hyperv neutron-server[94063]: DEBUG neutron.common.config [-] vlan_transparent = False {{(pid=94063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 11:21:55.961339 dv-neutron-601336-94-hyperv neutron-server[94063]: DEBUG neutron.common.config [-] watch_log_file = False {{(pid=94063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 11:21:55.961610 dv-neutron-601336-94-hyperv neutron-server[94063]: DEBUG neutron.common.config [-] wsgi_default_pool_size = 100 {{(pid=94063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 11:21:55.961881 dv-neutron-601336-94-hyperv neutron-server[94063]: DEBUG neutron.common.config [-] wsgi_keep_alive = True {{(pid=94063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 11:21:55.962161 dv-neutron-601336-94-hyperv neutron-server[94063]: DEBUG neutron.common.config [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=94063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 11:21:55.962457 dv-neutron-601336-94-hyperv neutron-server[94063]: DEBUG neutron.common.config [-] oslo_concurrency.disable_process_locking = False {{(pid=94063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 11:21:55.962754 dv-neutron-601336-94-hyperv neutron-server[94063]: DEBUG neutron.common.config [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=94063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 11:21:55.963075 dv-neutron-601336-94-hyperv neutron-server[94063]: DEBUG neutron.common.config [-] profiler.connection_string = messaging:// {{(pid=94063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 11:21:55.963361 dv-neutron-601336-94-hyperv neutron-server[94063]: DEBUG neutron.common.config [-] profiler.enabled = False {{(pid=94063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 11:21:55.963655 dv-neutron-601336-94-hyperv neutron-server[94063]: DEBUG neutron.common.config [-] profiler.es_doc_type = notification {{(pid=94063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 11:21:55.963935 dv-neutron-601336-94-hyperv neutron-server[94063]: DEBUG neutron.common.config [-] profiler.es_scroll_size = 10000 {{(pid=94063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 11:21:55.964222 dv-neutron-601336-94-hyperv neutron-server[94063]: DEBUG neutron.common.config [-] profiler.es_scroll_time = 2m {{(pid=94063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 11:21:55.964499 dv-neutron-601336-94-hyperv neutron-server[94063]: DEBUG neutron.common.config [-] profiler.filter_error_trace = False {{(pid=94063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 11:21:55.964785 dv-neutron-601336-94-hyperv neutron-server[94063]: DEBUG neutron.common.config [-] profiler.hmac_keys = SECRET_KEY {{(pid=94063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 11:21:55.965073 dv-neutron-601336-94-hyperv neutron-server[94063]: DEBUG neutron.common.config [-] profiler.sentinel_service_name = mymaster {{(pid=94063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 11:21:55.965359 dv-neutron-601336-94-hyperv neutron-server[94063]: DEBUG neutron.common.config [-] profiler.socket_timeout = 0.1 {{(pid=94063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 11:21:55.965636 dv-neutron-601336-94-hyperv neutron-server[94063]: DEBUG neutron.common.config [-] profiler.trace_sqlalchemy = False {{(pid=94063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 11:21:55.965922 dv-neutron-601336-94-hyperv neutron-server[94063]: DEBUG neutron.common.config [-] oslo_policy.enforce_new_defaults = False {{(pid=94063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 11:21:55.966200 dv-neutron-601336-94-hyperv neutron-server[94063]: DEBUG neutron.common.config [-] oslo_policy.enforce_scope = False {{(pid=94063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 11:21:55.966492 dv-neutron-601336-94-hyperv neutron-server[94063]: DEBUG neutron.common.config [-] oslo_policy.policy_default_rule = default {{(pid=94063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 11:21:55.966796 dv-neutron-601336-94-hyperv neutron-server[94063]: DEBUG neutron.common.config [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=94063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 11:21:55.967118 dv-neutron-601336-94-hyperv neutron-server[94063]: DEBUG neutron.common.config [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=94063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 11:21:55.967411 dv-neutron-601336-94-hyperv neutron-server[94063]: DEBUG neutron.common.config [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=94063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 11:21:55.967687 dv-neutron-601336-94-hyperv neutron-server[94063]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=94063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 11:21:55.967961 dv-neutron-601336-94-hyperv neutron-server[94063]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=94063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 11:21:55.968239 dv-neutron-601336-94-hyperv neutron-server[94063]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=94063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 11:21:55.968518 dv-neutron-601336-94-hyperv neutron-server[94063]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=94063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 11:21:55.968803 dv-neutron-601336-94-hyperv neutron-server[94063]: DEBUG neutron.common.config [-] nova.auth_section = None {{(pid=94063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 11:21:55.969095 dv-neutron-601336-94-hyperv neutron-server[94063]: DEBUG neutron.common.config [-] nova.auth_type = password {{(pid=94063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 11:21:55.969382 dv-neutron-601336-94-hyperv neutron-server[94063]: DEBUG neutron.common.config [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=94063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 11:21:55.969654 dv-neutron-601336-94-hyperv neutron-server[94063]: DEBUG neutron.common.config [-] nova.certfile = None {{(pid=94063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 11:21:55.969932 dv-neutron-601336-94-hyperv neutron-server[94063]: DEBUG neutron.common.config [-] nova.collect_timing = False {{(pid=94063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 11:21:55.970221 dv-neutron-601336-94-hyperv neutron-server[94063]: DEBUG neutron.common.config [-] nova.endpoint_type = public {{(pid=94063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 11:21:55.970498 dv-neutron-601336-94-hyperv neutron-server[94063]: DEBUG neutron.common.config [-] nova.insecure = False {{(pid=94063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 11:21:55.970770 dv-neutron-601336-94-hyperv neutron-server[94063]: DEBUG neutron.common.config [-] nova.keyfile = None {{(pid=94063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 11:21:55.971077 dv-neutron-601336-94-hyperv neutron-server[94063]: DEBUG neutron.common.config [-] nova.live_migration_events = False {{(pid=94063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 11:21:55.971646 dv-neutron-601336-94-hyperv neutron-server[94063]: DEBUG neutron.common.config [-] nova.region_name = RegionOne {{(pid=94063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 11:21:55.972461 dv-neutron-601336-94-hyperv neutron-server[94063]: DEBUG neutron.common.config [-] nova.split_loggers = False {{(pid=94063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 11:21:55.972737 dv-neutron-601336-94-hyperv neutron-server[94063]: DEBUG neutron.common.config [-] nova.timeout = None {{(pid=94063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 11:21:55.973017 dv-neutron-601336-94-hyperv neutron-server[94063]: DEBUG neutron.common.config [-] placement.auth_section = None {{(pid=94063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 11:21:55.973293 dv-neutron-601336-94-hyperv neutron-server[94063]: DEBUG neutron.common.config [-] placement.auth_type = None {{(pid=94063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 11:21:55.973566 dv-neutron-601336-94-hyperv neutron-server[94063]: DEBUG neutron.common.config [-] placement.cafile = None {{(pid=94063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 11:21:55.973836 dv-neutron-601336-94-hyperv neutron-server[94063]: DEBUG neutron.common.config [-] placement.certfile = None {{(pid=94063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 11:21:55.974112 dv-neutron-601336-94-hyperv neutron-server[94063]: DEBUG neutron.common.config [-] placement.collect_timing = False {{(pid=94063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 11:21:55.974401 dv-neutron-601336-94-hyperv neutron-server[94063]: DEBUG neutron.common.config [-] placement.endpoint_type = public {{(pid=94063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 11:21:55.974679 dv-neutron-601336-94-hyperv neutron-server[94063]: DEBUG neutron.common.config [-] placement.insecure = False {{(pid=94063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 11:21:55.974949 dv-neutron-601336-94-hyperv neutron-server[94063]: DEBUG neutron.common.config [-] placement.keyfile = None {{(pid=94063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 11:21:55.975251 dv-neutron-601336-94-hyperv neutron-server[94063]: DEBUG neutron.common.config [-] placement.region_name = None {{(pid=94063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 11:21:55.975530 dv-neutron-601336-94-hyperv neutron-server[94063]: DEBUG neutron.common.config [-] placement.split_loggers = False {{(pid=94063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 11:21:55.975803 dv-neutron-601336-94-hyperv neutron-server[94063]: DEBUG neutron.common.config [-] placement.timeout = None {{(pid=94063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 11:21:55.976087 dv-neutron-601336-94-hyperv neutron-server[94063]: DEBUG neutron.common.config [-] ironic.auth_section = None {{(pid=94063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 11:21:55.976365 dv-neutron-601336-94-hyperv neutron-server[94063]: DEBUG neutron.common.config [-] ironic.auth_type = None {{(pid=94063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 11:21:55.976637 dv-neutron-601336-94-hyperv neutron-server[94063]: DEBUG neutron.common.config [-] ironic.cafile = None {{(pid=94063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 11:21:55.976908 dv-neutron-601336-94-hyperv neutron-server[94063]: DEBUG neutron.common.config [-] ironic.certfile = None {{(pid=94063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 11:21:55.977185 dv-neutron-601336-94-hyperv neutron-server[94063]: DEBUG neutron.common.config [-] ironic.collect_timing = False {{(pid=94063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 11:21:55.977458 dv-neutron-601336-94-hyperv neutron-server[94063]: DEBUG neutron.common.config [-] ironic.connect_retries = None {{(pid=94063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 11:21:55.977730 dv-neutron-601336-94-hyperv neutron-server[94063]: DEBUG neutron.common.config [-] ironic.connect_retry_delay = None {{(pid=94063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 11:21:55.978006 dv-neutron-601336-94-hyperv neutron-server[94063]: DEBUG neutron.common.config [-] ironic.enable_notifications = False {{(pid=94063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 11:21:55.978278 dv-neutron-601336-94-hyperv neutron-server[94063]: DEBUG neutron.common.config [-] ironic.endpoint_override = None {{(pid=94063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 11:21:55.978560 dv-neutron-601336-94-hyperv neutron-server[94063]: DEBUG neutron.common.config [-] ironic.insecure = False {{(pid=94063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 11:21:55.978829 dv-neutron-601336-94-hyperv neutron-server[94063]: DEBUG neutron.common.config [-] ironic.interface = None {{(pid=94063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 11:21:55.979128 dv-neutron-601336-94-hyperv neutron-server[94063]: DEBUG neutron.common.config [-] ironic.keyfile = None {{(pid=94063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 11:21:55.979402 dv-neutron-601336-94-hyperv neutron-server[94063]: DEBUG neutron.common.config [-] ironic.max_version = None {{(pid=94063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 11:21:55.979673 dv-neutron-601336-94-hyperv neutron-server[94063]: DEBUG neutron.common.config [-] ironic.min_version = None {{(pid=94063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 11:21:55.979942 dv-neutron-601336-94-hyperv neutron-server[94063]: DEBUG neutron.common.config [-] ironic.region_name = None {{(pid=94063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 11:21:55.980212 dv-neutron-601336-94-hyperv neutron-server[94063]: DEBUG neutron.common.config [-] ironic.service_name = None {{(pid=94063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 11:21:55.980480 dv-neutron-601336-94-hyperv neutron-server[94063]: DEBUG neutron.common.config [-] ironic.service_type = None {{(pid=94063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 11:21:55.980757 dv-neutron-601336-94-hyperv neutron-server[94063]: DEBUG neutron.common.config [-] ironic.split_loggers = False {{(pid=94063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 11:21:55.981028 dv-neutron-601336-94-hyperv neutron-server[94063]: DEBUG neutron.common.config [-] ironic.status_code_retries = None {{(pid=94063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 11:21:55.981297 dv-neutron-601336-94-hyperv neutron-server[94063]: DEBUG neutron.common.config [-] ironic.status_code_retry_delay = None {{(pid=94063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 11:21:55.981569 dv-neutron-601336-94-hyperv neutron-server[94063]: DEBUG neutron.common.config [-] ironic.timeout = None {{(pid=94063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 11:21:55.981839 dv-neutron-601336-94-hyperv neutron-server[94063]: DEBUG neutron.common.config [-] ironic.valid_interfaces = None {{(pid=94063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 11:21:55.982108 dv-neutron-601336-94-hyperv neutron-server[94063]: DEBUG neutron.common.config [-] ironic.version = None {{(pid=94063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 11:21:55.982392 dv-neutron-601336-94-hyperv neutron-server[94063]: DEBUG neutron.common.config [-] service_providers.service_provider = [] {{(pid=94063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 11:21:55.982688 dv-neutron-601336-94-hyperv neutron-server[94063]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=94063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 11:21:55.982964 dv-neutron-601336-94-hyperv neutron-server[94063]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=94063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 11:21:55.983264 dv-neutron-601336-94-hyperv neutron-server[94063]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=94063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 11:21:55.983541 dv-neutron-601336-94-hyperv neutron-server[94063]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=94063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 11:21:55.983818 dv-neutron-601336-94-hyperv neutron-server[94063]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=94063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 11:21:55.984095 dv-neutron-601336-94-hyperv neutron-server[94063]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=94063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 11:21:55.984369 dv-neutron-601336-94-hyperv neutron-server[94063]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=94063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 11:21:55.984644 dv-neutron-601336-94-hyperv neutron-server[94063]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=94063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 11:21:55.984919 dv-neutron-601336-94-hyperv neutron-server[94063]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=94063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 11:21:55.985189 dv-neutron-601336-94-hyperv neutron-server[94063]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=94063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 11:21:55.985476 dv-neutron-601336-94-hyperv neutron-server[94063]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=94063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 11:21:55.985759 dv-neutron-601336-94-hyperv neutron-server[94063]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=94063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 11:21:55.986042 dv-neutron-601336-94-hyperv neutron-server[94063]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=94063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 11:21:55.986325 dv-neutron-601336-94-hyperv neutron-server[94063]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=94063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 11:21:55.986601 dv-neutron-601336-94-hyperv neutron-server[94063]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=94063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 11:21:55.986892 dv-neutron-601336-94-hyperv neutron-server[94063]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=94063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 11:21:55.987217 dv-neutron-601336-94-hyperv neutron-server[94063]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=94063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 11:21:55.987500 dv-neutron-601336-94-hyperv neutron-server[94063]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=94063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 11:21:55.987775 dv-neutron-601336-94-hyperv neutron-server[94063]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=94063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 11:21:55.988052 dv-neutron-601336-94-hyperv neutron-server[94063]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=94063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 11:21:55.988339 dv-neutron-601336-94-hyperv neutron-server[94063]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=94063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 11:21:55.988625 dv-neutron-601336-94-hyperv neutron-server[94063]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl = False {{(pid=94063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 11:21:55.988917 dv-neutron-601336-94-hyperv neutron-server[94063]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=94063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 11:21:55.989206 dv-neutron-601336-94-hyperv neutron-server[94063]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=94063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 11:21:55.989497 dv-neutron-601336-94-hyperv neutron-server[94063]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=94063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 11:21:55.989789 dv-neutron-601336-94-hyperv neutron-server[94063]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_version = {{(pid=94063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 11:21:55.990077 dv-neutron-601336-94-hyperv neutron-server[94063]: DEBUG neutron.common.config [-] oslo_messaging_notifications.driver = [] {{(pid=94063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 11:21:55.990355 dv-neutron-601336-94-hyperv neutron-server[94063]: DEBUG neutron.common.config [-] oslo_messaging_notifications.retry = -1 {{(pid=94063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 11:21:55.990660 dv-neutron-601336-94-hyperv neutron-server[94063]: DEBUG neutron.common.config [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=94063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 11:21:55.990937 dv-neutron-601336-94-hyperv neutron-server[94063]: DEBUG neutron.common.config [-] oslo_messaging_notifications.transport_url = **** {{(pid=94063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 11:21:55.991177 dv-neutron-601336-94-hyperv neutron-server[94063]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=94063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Jun 23 11:21:55.991420 dv-neutron-601336-94-hyperv neutron-server[94063]: DEBUG oslo.service.wsgi [-] Loading app neutron from /etc/neutron/api-paste.ini {{(pid=94063) load_app /usr/local/lib/python3.8/dist-packages/oslo_service/wsgi.py:349}} Jun 23 11:21:56.341406 dv-neutron-601336-94-hyperv neutron-server[94063]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" acquired by "neutron_lib.plugins.directory._create_plugin_directory" :: waited 0.000s {{(pid=94063) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 11:21:56.341665 dv-neutron-601336-94-hyperv neutron-server[94063]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" released by "neutron_lib.plugins.directory._create_plugin_directory" :: held 0.001s {{(pid=94063) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 11:21:56.341912 dv-neutron-601336-94-hyperv neutron-server[94063]: DEBUG oslo_concurrency.lockutils [-] Lock "manager" acquired by "neutron.manager.NeutronManager._create_instance" :: waited 0.000s {{(pid=94063) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 11:21:56.342245 dv-neutron-601336-94-hyperv neutron-server[94063]: INFO neutron.manager [-] Loading core plugin: ml2 Jun 23 11:21:56.726313 dv-neutron-601336-94-hyperv neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=94063) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 23 11:21:56.726621 dv-neutron-601336-94-hyperv neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=94063) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 23 11:21:56.726897 dv-neutron-601336-94-hyperv neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=94063) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 23 11:21:56.728207 dv-neutron-601336-94-hyperv neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=94063) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 23 11:21:56.728493 dv-neutron-601336-94-hyperv neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=94063) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 23 11:21:56.728768 dv-neutron-601336-94-hyperv neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=94063) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 23 11:21:56.762573 dv-neutron-601336-94-hyperv neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=94063) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 23 11:21:56.762865 dv-neutron-601336-94-hyperv neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=94063) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 23 11:21:56.763164 dv-neutron-601336-94-hyperv neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=94063) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 23 11:21:56.776132 dv-neutron-601336-94-hyperv neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=94063) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 23 11:21:56.776413 dv-neutron-601336-94-hyperv neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=94063) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 23 11:21:56.776679 dv-neutron-601336-94-hyperv neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=94063) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 23 11:21:56.805760 dv-neutron-601336-94-hyperv neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=94063) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 23 11:21:56.806040 dv-neutron-601336-94-hyperv neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=94063) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 23 11:21:56.806306 dv-neutron-601336-94-hyperv neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=94063) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 23 11:21:56.843127 dv-neutron-601336-94-hyperv neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=94063) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 23 11:21:56.843410 dv-neutron-601336-94-hyperv neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=94063) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 23 11:21:56.843678 dv-neutron-601336-94-hyperv neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=94063) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 23 11:21:57.074755 dv-neutron-601336-94-hyperv neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_create 55550000 {{(pid=94063) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 23 11:21:57.075409 dv-neutron-601336-94-hyperv neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_update 55550000 {{(pid=94063) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 23 11:21:57.075409 dv-neutron-601336-94-hyperv neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment precommit_create 55550000 {{(pid=94063) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 23 11:21:57.075566 dv-neutron-601336-94-hyperv neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: network precommit_delete 55550000 {{(pid=94063) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 23 11:21:57.076193 dv-neutron-601336-94-hyperv neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment before_delete 55550000 {{(pid=94063) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 23 11:21:57.200162 dv-neutron-601336-94-hyperv neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_delete 55550000 {{(pid=94063) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 23 11:21:57.200485 dv-neutron-601336-94-hyperv neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent before_delete 55550000 {{(pid=94063) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 23 11:21:57.200767 dv-neutron-601336-94-hyperv neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_create 55550000 {{(pid=94063) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 23 11:21:57.201040 dv-neutron-601336-94-hyperv neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_create 55550000 {{(pid=94063) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 23 11:21:57.201313 dv-neutron-601336-94-hyperv neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_update 55550000 {{(pid=94063) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 23 11:21:57.201625 dv-neutron-601336-94-hyperv neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_create 55550000 {{(pid=94063) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 23 11:21:57.201887 dv-neutron-601336-94-hyperv neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_delete 55550000 {{(pid=94063) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 23 11:21:57.202144 dv-neutron-601336-94-hyperv neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_create 55550000 {{(pid=94063) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 23 11:21:57.202398 dv-neutron-601336-94-hyperv neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_delete 55550000 {{(pid=94063) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 23 11:21:57.202677 dv-neutron-601336-94-hyperv neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network after_delete 55550000 {{(pid=94063) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 23 11:21:57.202935 dv-neutron-601336-94-hyperv neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network precommit_delete 0 {{(pid=94063) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 23 11:21:57.203235 dv-neutron-601336-94-hyperv neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_create 55550000 {{(pid=94063) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 23 11:21:57.203498 dv-neutron-601336-94-hyperv neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port provisioning_complete 55550000 {{(pid=94063) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 23 11:21:57.203762 dv-neutron-601336-94-hyperv neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=94063) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 23 11:21:57.204018 dv-neutron-601336-94-hyperv neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy after_delete 55550000 {{(pid=94063) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 23 11:21:57.204283 dv-neutron-601336-94-hyperv neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > agent after_update 55550000 {{(pid=94063) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 23 11:21:57.204552 dv-neutron-601336-94-hyperv neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet after_delete 55550000 {{(pid=94063) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 23 11:21:57.204806 dv-neutron-601336-94-hyperv neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet precommit_delete 0 {{(pid=94063) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 23 11:21:57.205076 dv-neutron-601336-94-hyperv neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=94063) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 23 11:21:57.205330 dv-neutron-601336-94-hyperv neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=94063) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 23 11:21:57.205607 dv-neutron-601336-94-hyperv neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=94063) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 23 11:21:57.205979 dv-neutron-601336-94-hyperv neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_update 55550000 {{(pid=94063) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 23 11:21:57.206222 dv-neutron-601336-94-hyperv neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_delete 55550000 {{(pid=94063) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 23 11:21:57.206504 dv-neutron-601336-94-hyperv neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=94063) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 23 11:21:57.206752 dv-neutron-601336-94-hyperv neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=94063) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 23 11:21:57.206997 dv-neutron-601336-94-hyperv neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=94063) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 23 11:21:57.207412 dv-neutron-601336-94-hyperv neutron-server[94063]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: network configured {{(pid=94063) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jun 23 11:21:57.207654 dv-neutron-601336-94-hyperv neutron-server[94063]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: port configured {{(pid=94063) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jun 23 11:21:57.207890 dv-neutron-601336-94-hyperv neutron-server[94063]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnet configured {{(pid=94063) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jun 23 11:21:57.208125 dv-neutron-601336-94-hyperv neutron-server[94063]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnetpool configured {{(pid=94063) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jun 23 11:21:57.208358 dv-neutron-601336-94-hyperv neutron-server[94063]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group configured {{(pid=94063) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jun 23 11:21:57.208591 dv-neutron-601336-94-hyperv neutron-server[94063]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group_rule configured {{(pid=94063) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jun 23 11:21:57.208952 dv-neutron-601336-94-hyperv neutron-server[94063]: INFO neutron.plugins.ml2.managers [-] Configured type driver names: ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] Jun 23 11:21:57.212059 dv-neutron-601336-94-hyperv neutron-server[94063]: INFO neutron.plugins.ml2.drivers.type_flat [-] Allowable flat physical_network names: ['physnet1'] Jun 23 11:21:57.215970 dv-neutron-601336-94-hyperv neutron-server[94063]: INFO neutron.plugins.ml2.drivers.type_local [-] ML2 LocalTypeDriver initialization complete Jun 23 11:21:57.219930 dv-neutron-601336-94-hyperv neutron-server[94063]: INFO neutron.plugins.ml2.drivers.type_vlan [-] Network VLAN ranges: OrderedDict([('physnet1', [(400, 449)])]) Jun 23 11:21:57.222112 dv-neutron-601336-94-hyperv neutron-server[94063]: INFO neutron.plugins.ml2.managers [-] Loaded type driver names: ['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan'] Jun 23 11:21:57.222560 dv-neutron-601336-94-hyperv neutron-server[94063]: INFO neutron.plugins.ml2.managers [-] Registered types: dict_keys(['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan']) Jun 23 11:21:57.222895 dv-neutron-601336-94-hyperv neutron-server[94063]: INFO neutron.plugins.ml2.managers [-] Tenant network_types: ['vlan'] Jun 23 11:21:57.223300 dv-neutron-601336-94-hyperv neutron-server[94063]: INFO neutron.plugins.ml2.managers [-] Configured extension driver names: ['port_security'] Jun 23 11:21:57.226090 dv-neutron-601336-94-hyperv neutron-server[94063]: INFO neutron.plugins.ml2.managers [-] Loaded extension driver names: ['port_security'] Jun 23 11:21:57.226344 dv-neutron-601336-94-hyperv neutron-server[94063]: INFO neutron.plugins.ml2.managers [-] Registered extension drivers: ['port_security'] Jun 23 11:21:57.226692 dv-neutron-601336-94-hyperv neutron-server[94063]: INFO neutron.plugins.ml2.managers [-] Configured mechanism driver names: ['openvswitch', 'hyperv'] Jun 23 11:21:57.254092 dv-neutron-601336-94-hyperv neutron-server[94063]: INFO neutron.plugins.ml2.drivers.openvswitch.mech_driver.mech_openvswitch [-] Open vSwitch agent's supported_vnic_types: ['normal', 'direct', 'smart-nic', 'vdpa'] Jun 23 11:21:57.254539 dv-neutron-601336-94-hyperv neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > qos_plugin after_init 55550000 {{(pid=94063) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 23 11:21:57.254837 dv-neutron-601336-94-hyperv neutron-server[94063]: DEBUG neutron.services.qos.drivers.openvswitch.driver [-] Open vSwitch QoS driver registered {{(pid=94063) register /opt/stack/neutron/neutron/services/qos/drivers/openvswitch/driver.py:82}} Jun 23 11:21:57.255233 dv-neutron-601336-94-hyperv neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > logging-plugin after_init 55550000 {{(pid=94063) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 23 11:21:57.256573 dv-neutron-601336-94-hyperv neutron-server[94063]: DEBUG neutron.services.logapi.drivers.openvswitch.driver [-] Open vSwitch logging driver registered {{(pid=94063) register /opt/stack/neutron/neutron/services/logapi/drivers/openvswitch/driver.py:69}} Jun 23 11:21:57.256854 dv-neutron-601336-94-hyperv neutron-server[94063]: INFO neutron.plugins.ml2.managers [-] Loaded mechanism driver names: ['openvswitch', 'hyperv'] Jun 23 11:21:57.257099 dv-neutron-601336-94-hyperv neutron-server[94063]: INFO neutron.plugins.ml2.managers [-] Registered mechanism drivers: ['openvswitch', 'hyperv'] Jun 23 11:21:57.260531 dv-neutron-601336-94-hyperv neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > floatingip before_response 55550000 {{(pid=94063) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 23 11:21:57.260820 dv-neutron-601336-94-hyperv neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_response 55550000 {{(pid=94063) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 23 11:21:57.323199 dv-neutron-601336-94-hyperv neutron-server[94063]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'flat' Jun 23 11:21:57.323443 dv-neutron-601336-94-hyperv neutron-server[94063]: INFO neutron.plugins.ml2.drivers.type_flat [-] ML2 FlatTypeDriver initialization complete Jun 23 11:21:57.323680 dv-neutron-601336-94-hyperv neutron-server[94063]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'geneve' Jun 23 11:21:57.324046 dv-neutron-601336-94-hyperv neutron-server[94063]: INFO neutron.plugins.ml2.drivers.type_tunnel [-] geneve ID ranges: [(1, 1000)] Jun 23 11:21:57.344742 dv-neutron-601336-94-hyperv neutron-server[94063]: DEBUG oslo_db.sqlalchemy.engines [None req-8d17acf4-83a1-42c9-8403-0ee2492262fd None None] MySQL server mode set to STRICT_TRANS_TABLES,STRICT_ALL_TABLES,NO_ZERO_IN_DATE,NO_ZERO_DATE,ERROR_FOR_DIVISION_BY_ZERO,TRADITIONAL,NO_ENGINE_SUBSTITUTION {{(pid=94063) _check_effective_sql_mode /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/engines.py:314}} Jun 23 11:21:57.978911 dv-neutron-601336-94-hyperv neutron-server[94063]: INFO neutron.plugins.ml2.managers [None req-8d17acf4-83a1-42c9-8403-0ee2492262fd None None] Initializing driver for type 'gre' Jun 23 11:21:57.979508 dv-neutron-601336-94-hyperv neutron-server[94063]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-8d17acf4-83a1-42c9-8403-0ee2492262fd None None] gre ID ranges: [(1, 1000)] Jun 23 11:21:58.178380 dv-neutron-601336-94-hyperv neutron-server[94063]: INFO neutron.plugins.ml2.managers [None req-8d17acf4-83a1-42c9-8403-0ee2492262fd None None] Initializing driver for type 'local' Jun 23 11:21:58.178877 dv-neutron-601336-94-hyperv neutron-server[94063]: INFO neutron.plugins.ml2.managers [None req-8d17acf4-83a1-42c9-8403-0ee2492262fd None None] Initializing driver for type 'vlan' Jun 23 11:21:58.252803 dv-neutron-601336-94-hyperv neutron-server[94063]: INFO neutron.plugins.ml2.drivers.type_vlan [None req-8d17acf4-83a1-42c9-8403-0ee2492262fd None None] VlanTypeDriver initialization complete Jun 23 11:21:58.253084 dv-neutron-601336-94-hyperv neutron-server[94063]: INFO neutron.plugins.ml2.managers [None req-8d17acf4-83a1-42c9-8403-0ee2492262fd None None] Initializing driver for type 'vxlan' Jun 23 11:21:58.253612 dv-neutron-601336-94-hyperv neutron-server[94063]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-8d17acf4-83a1-42c9-8403-0ee2492262fd None None] vxlan ID ranges: [(1, 1000)] Jun 23 11:21:58.561772 dv-neutron-601336-94-hyperv neutron-server[94063]: INFO neutron.plugins.ml2.managers [None req-8d17acf4-83a1-42c9-8403-0ee2492262fd None None] Initializing extension driver 'port_security' Jun 23 11:21:58.562048 dv-neutron-601336-94-hyperv neutron-server[94063]: INFO neutron.plugins.ml2.extensions.port_security [None req-8d17acf4-83a1-42c9-8403-0ee2492262fd None None] PortSecurityExtensionDriver initialization complete Jun 23 11:21:58.562394 dv-neutron-601336-94-hyperv neutron-server[94063]: INFO neutron.plugins.ml2.managers [None req-8d17acf4-83a1-42c9-8403-0ee2492262fd None None] Initializing mechanism driver 'openvswitch' Jun 23 11:21:58.562731 dv-neutron-601336-94-hyperv neutron-server[94063]: INFO neutron.plugins.ml2.managers [None req-8d17acf4-83a1-42c9-8403-0ee2492262fd None None] Initializing mechanism driver 'hyperv' Jun 23 11:21:58.569774 dv-neutron-601336-94-hyperv neutron-server[94063]: DEBUG neutron.plugins.ml2.plugin [None req-8d17acf4-83a1-42c9-8403-0ee2492262fd None None] neutron.plugins.ml2.plugin.Ml2Plugin method _start_rpc_notifiers called with arguments () {} {{(pid=94063) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 11:21:58.570550 dv-neutron-601336-94-hyperv neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-8d17acf4-83a1-42c9-8403-0ee2492262fd None None] Subscribe: > port after_create 55550000 {{(pid=94063) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 23 11:21:58.577340 dv-neutron-601336-94-hyperv neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-8d17acf4-83a1-42c9-8403-0ee2492262fd None None] Subscribe: > port after_update 55550000 {{(pid=94063) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 23 11:21:58.577340 dv-neutron-601336-94-hyperv neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-8d17acf4-83a1-42c9-8403-0ee2492262fd None None] Subscribe: > port after_delete 55550000 {{(pid=94063) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 23 11:21:58.577340 dv-neutron-601336-94-hyperv neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-8d17acf4-83a1-42c9-8403-0ee2492262fd None None] Subscribe: > subnet after_create 55550000 {{(pid=94063) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 23 11:21:58.577340 dv-neutron-601336-94-hyperv neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-8d17acf4-83a1-42c9-8403-0ee2492262fd None None] Subscribe: > subnet after_update 55550000 {{(pid=94063) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 23 11:21:58.577626 dv-neutron-601336-94-hyperv neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-8d17acf4-83a1-42c9-8403-0ee2492262fd None None] Subscribe: > subnet after_delete 55550000 {{(pid=94063) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 23 11:21:58.577626 dv-neutron-601336-94-hyperv neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-8d17acf4-83a1-42c9-8403-0ee2492262fd None None] Subscribe: > network after_create 55550000 {{(pid=94063) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 23 11:21:58.577626 dv-neutron-601336-94-hyperv neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-8d17acf4-83a1-42c9-8403-0ee2492262fd None None] Subscribe: > network after_update 55550000 {{(pid=94063) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 23 11:21:58.577626 dv-neutron-601336-94-hyperv neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-8d17acf4-83a1-42c9-8403-0ee2492262fd None None] Subscribe: > network after_delete 55550000 {{(pid=94063) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 23 11:21:58.577872 dv-neutron-601336-94-hyperv neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-8d17acf4-83a1-42c9-8403-0ee2492262fd None None] Subscribe: > security_group after_create 55550000 {{(pid=94063) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 23 11:21:58.577872 dv-neutron-601336-94-hyperv neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-8d17acf4-83a1-42c9-8403-0ee2492262fd None None] Subscribe: > security_group after_update 55550000 {{(pid=94063) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 23 11:21:58.577872 dv-neutron-601336-94-hyperv neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-8d17acf4-83a1-42c9-8403-0ee2492262fd None None] Subscribe: > security_group after_delete 55550000 {{(pid=94063) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 23 11:21:58.577872 dv-neutron-601336-94-hyperv neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-8d17acf4-83a1-42c9-8403-0ee2492262fd None None] Subscribe: > security_group_rule after_create 55550000 {{(pid=94063) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 23 11:21:58.578119 dv-neutron-601336-94-hyperv neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-8d17acf4-83a1-42c9-8403-0ee2492262fd None None] Subscribe: > security_group_rule after_update 55550000 {{(pid=94063) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 23 11:21:58.578119 dv-neutron-601336-94-hyperv neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-8d17acf4-83a1-42c9-8403-0ee2492262fd None None] Subscribe: > security_group_rule after_delete 55550000 {{(pid=94063) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 23 11:21:58.578119 dv-neutron-601336-94-hyperv neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-8d17acf4-83a1-42c9-8403-0ee2492262fd None None] Subscribe: > address_group after_create 55550000 {{(pid=94063) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 23 11:21:58.578119 dv-neutron-601336-94-hyperv neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-8d17acf4-83a1-42c9-8403-0ee2492262fd None None] Subscribe: > address_group after_update 55550000 {{(pid=94063) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 23 11:21:58.578421 dv-neutron-601336-94-hyperv neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-8d17acf4-83a1-42c9-8403-0ee2492262fd None None] Subscribe: > address_group after_delete 55550000 {{(pid=94063) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 23 11:21:58.578421 dv-neutron-601336-94-hyperv neutron-server[94063]: DEBUG neutron.plugins.ml2.ovo_rpc [None req-8d17acf4-83a1-42c9-8403-0ee2492262fd None None] ML2 OVO RPC backend initialized. {{(pid=94063) __init__ /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:162}} Jun 23 11:21:58.578421 dv-neutron-601336-94-hyperv neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-8d17acf4-83a1-42c9-8403-0ee2492262fd None None] Subscribe: > router_interface after_create 55550000 {{(pid=94063) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 23 11:21:58.578421 dv-neutron-601336-94-hyperv neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-8d17acf4-83a1-42c9-8403-0ee2492262fd None None] Subscribe: > router_interface after_delete 55550000 {{(pid=94063) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 23 11:21:58.578650 dv-neutron-601336-94-hyperv neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-8d17acf4-83a1-42c9-8403-0ee2492262fd None None] Subscribe: > network before_response 55550000 {{(pid=94063) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 23 11:21:58.578650 dv-neutron-601336-94-hyperv neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-8d17acf4-83a1-42c9-8403-0ee2492262fd None None] Subscribe: > networks before_response 55550000 {{(pid=94063) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 23 11:21:58.579095 dv-neutron-601336-94-hyperv neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-8d17acf4-83a1-42c9-8403-0ee2492262fd None None] Subscribe: > port before_response 55550000 {{(pid=94063) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 23 11:21:58.579367 dv-neutron-601336-94-hyperv neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-8d17acf4-83a1-42c9-8403-0ee2492262fd None None] Subscribe: > ports before_response 55550000 {{(pid=94063) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 23 11:21:58.579714 dv-neutron-601336-94-hyperv neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-8d17acf4-83a1-42c9-8403-0ee2492262fd None None] Subscribe: > subnet before_response 55550000 {{(pid=94063) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 23 11:21:58.580058 dv-neutron-601336-94-hyperv neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-8d17acf4-83a1-42c9-8403-0ee2492262fd None None] Subscribe: > subnets before_response 55550000 {{(pid=94063) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 23 11:21:58.580404 dv-neutron-601336-94-hyperv neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-8d17acf4-83a1-42c9-8403-0ee2492262fd None None] Subscribe: > network after_create 55550000 {{(pid=94063) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 23 11:21:58.581375 dv-neutron-601336-94-hyperv neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-8d17acf4-83a1-42c9-8403-0ee2492262fd None None] Subscribe: > network after_update 55550000 {{(pid=94063) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 23 11:21:58.581716 dv-neutron-601336-94-hyperv neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-8d17acf4-83a1-42c9-8403-0ee2492262fd None None] Subscribe: > network after_delete 55550000 {{(pid=94063) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 23 11:21:58.582058 dv-neutron-601336-94-hyperv neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-8d17acf4-83a1-42c9-8403-0ee2492262fd None None] Subscribe: > port after_create 55550000 {{(pid=94063) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 23 11:21:58.582397 dv-neutron-601336-94-hyperv neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-8d17acf4-83a1-42c9-8403-0ee2492262fd None None] Subscribe: > port after_update 55550000 {{(pid=94063) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 23 11:21:58.582740 dv-neutron-601336-94-hyperv neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-8d17acf4-83a1-42c9-8403-0ee2492262fd None None] Subscribe: > port after_delete 55550000 {{(pid=94063) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 23 11:21:58.583104 dv-neutron-601336-94-hyperv neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-8d17acf4-83a1-42c9-8403-0ee2492262fd None None] Subscribe: > subnet after_create 55550000 {{(pid=94063) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 23 11:21:58.583502 dv-neutron-601336-94-hyperv neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-8d17acf4-83a1-42c9-8403-0ee2492262fd None None] Subscribe: > subnet after_update 55550000 {{(pid=94063) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 23 11:21:58.583819 dv-neutron-601336-94-hyperv neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-8d17acf4-83a1-42c9-8403-0ee2492262fd None None] Subscribe: > subnet after_delete 55550000 {{(pid=94063) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 23 11:21:58.584548 dv-neutron-601336-94-hyperv neutron-server[94063]: INFO neutron.plugins.ml2.plugin [None req-8d17acf4-83a1-42c9-8403-0ee2492262fd None None] Modular L2 Plugin initialization complete Jun 23 11:21:58.584886 dv-neutron-601336-94-hyperv neutron-server[94063]: DEBUG neutron.manager [None req-8d17acf4-83a1-42c9-8403-0ee2492262fd None None] Loading services supported by the core plugin {{(pid=94063) _load_services_from_core_plugin /opt/stack/neutron/neutron/manager.py:168}} Jun 23 11:21:58.585220 dv-neutron-601336-94-hyperv neutron-server[94063]: INFO neutron.plugins.ml2.managers [None req-8d17acf4-83a1-42c9-8403-0ee2492262fd None None] Got port-security extension from driver 'port_security' Jun 23 11:21:58.585697 dv-neutron-601336-94-hyperv neutron-server[94063]: INFO neutron.extensions.vlantransparent [None req-8d17acf4-83a1-42c9-8403-0ee2492262fd None None] Disabled vlantransparent extension. Jun 23 11:21:58.586240 dv-neutron-601336-94-hyperv neutron-server[94063]: DEBUG neutron.manager [None req-8d17acf4-83a1-42c9-8403-0ee2492262fd None None] Loading service plugins: ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin', 'auto_allocate', 'tag', 'timestamp', 'network_ip_availability', 'flavors', 'revisions'] {{(pid=94063) _load_service_plugins /opt/stack/neutron/neutron/manager.py:194}} Jun 23 11:21:58.586561 dv-neutron-601336-94-hyperv neutron-server[94063]: INFO neutron.manager [None req-8d17acf4-83a1-42c9-8403-0ee2492262fd None None] Loading Plugin: router Jun 23 11:21:58.621535 dv-neutron-601336-94-hyperv neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-8d17acf4-83a1-42c9-8403-0ee2492262fd None None] Subscribe: > router_interface before_create 55550000 {{(pid=94063) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 23 11:21:58.621928 dv-neutron-601336-94-hyperv neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-8d17acf4-83a1-42c9-8403-0ee2492262fd None None] Subscribe: > router after_create 55549900 {{(pid=94063) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 23 11:21:58.622296 dv-neutron-601336-94-hyperv neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-8d17acf4-83a1-42c9-8403-0ee2492262fd None None] Subscribe: > router before_create 55549900 {{(pid=94063) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 23 11:21:58.622678 dv-neutron-601336-94-hyperv neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-8d17acf4-83a1-42c9-8403-0ee2492262fd None None] Subscribe: > router_interface before_delete 55550000 {{(pid=94063) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 23 11:21:58.623059 dv-neutron-601336-94-hyperv neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-8d17acf4-83a1-42c9-8403-0ee2492262fd None None] Subscribe: > router_interface after_delete 55550000 {{(pid=94063) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 23 11:21:58.623416 dv-neutron-601336-94-hyperv neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-8d17acf4-83a1-42c9-8403-0ee2492262fd None None] Subscribe: > router after_delete 55549900 {{(pid=94063) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 23 11:21:58.623777 dv-neutron-601336-94-hyperv neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-8d17acf4-83a1-42c9-8403-0ee2492262fd None None] Subscribe: > floatingip after_update 55550000 {{(pid=94063) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 23 11:21:58.624140 dv-neutron-601336-94-hyperv neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-8d17acf4-83a1-42c9-8403-0ee2492262fd None None] Subscribe: > router after_create 55549900 {{(pid=94063) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 23 11:21:58.624488 dv-neutron-601336-94-hyperv neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-8d17acf4-83a1-42c9-8403-0ee2492262fd None None] Subscribe: > router after_update 55549900 {{(pid=94063) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 23 11:21:58.624838 dv-neutron-601336-94-hyperv neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-8d17acf4-83a1-42c9-8403-0ee2492262fd None None] Subscribe: > router after_update 55549900 {{(pid=94063) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 23 11:21:58.625185 dv-neutron-601336-94-hyperv neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-8d17acf4-83a1-42c9-8403-0ee2492262fd None None] Subscribe: > router_gateway after_delete 55550000 {{(pid=94063) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 23 11:21:58.625544 dv-neutron-601336-94-hyperv neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-8d17acf4-83a1-42c9-8403-0ee2492262fd None None] Subscribe: > router after_update 55549900 {{(pid=94063) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 23 11:21:58.625948 dv-neutron-601336-94-hyperv neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-8d17acf4-83a1-42c9-8403-0ee2492262fd None None] Subscribe: > router precommit_update 55549900 {{(pid=94063) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 23 11:21:58.626320 dv-neutron-601336-94-hyperv neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-8d17acf4-83a1-42c9-8403-0ee2492262fd None None] Subscribe: port after_update 55550000 {{(pid=94063) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 23 11:21:58.626660 dv-neutron-601336-94-hyperv neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-8d17acf4-83a1-42c9-8403-0ee2492262fd None None] Subscribe: port after_delete 55550000 {{(pid=94063) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 23 11:21:58.626998 dv-neutron-601336-94-hyperv neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-8d17acf4-83a1-42c9-8403-0ee2492262fd None None] Subscribe: subnet after_update 55550000 {{(pid=94063) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 23 11:21:58.627376 dv-neutron-601336-94-hyperv neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-8d17acf4-83a1-42c9-8403-0ee2492262fd None None] Subscribe: subnetpool_address_scope after_update 55550000 {{(pid=94063) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 23 11:21:58.628278 dv-neutron-601336-94-hyperv neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-8d17acf4-83a1-42c9-8403-0ee2492262fd None None] Subscribe: > port precommit_delete 55550000 {{(pid=94063) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 23 11:21:58.628625 dv-neutron-601336-94-hyperv neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-8d17acf4-83a1-42c9-8403-0ee2492262fd None None] Subscribe: > router precommit_create 55549900 {{(pid=94063) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 23 11:21:58.628966 dv-neutron-601336-94-hyperv neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-8d17acf4-83a1-42c9-8403-0ee2492262fd None None] Subscribe: port before_delete 55550000 {{(pid=94063) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 23 11:21:58.629309 dv-neutron-601336-94-hyperv neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-8d17acf4-83a1-42c9-8403-0ee2492262fd None None] Subscribe: > router precommit_create 55550000 {{(pid=94063) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 23 11:21:58.629688 dv-neutron-601336-94-hyperv neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-8d17acf4-83a1-42c9-8403-0ee2492262fd None None] Subscribe: > router after_update 55549900 {{(pid=94063) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 23 11:21:58.630021 dv-neutron-601336-94-hyperv neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-8d17acf4-83a1-42c9-8403-0ee2492262fd None None] Subscribe: > router precommit_delete 55549900 {{(pid=94063) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 23 11:21:58.630376 dv-neutron-601336-94-hyperv neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-8d17acf4-83a1-42c9-8403-0ee2492262fd None None] Subscribe: > router precommit_create 55549900 {{(pid=94063) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 23 11:21:58.630738 dv-neutron-601336-94-hyperv neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-8d17acf4-83a1-42c9-8403-0ee2492262fd None None] Subscribe: > router_interface after_create 55550000 {{(pid=94063) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 23 11:21:58.631189 dv-neutron-601336-94-hyperv neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-8d17acf4-83a1-42c9-8403-0ee2492262fd None None] Subscribe: > router precommit_update 55549900 {{(pid=94063) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 23 11:21:58.631570 dv-neutron-601336-94-hyperv neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-8d17acf4-83a1-42c9-8403-0ee2492262fd None None] Subscribe: > network after_delete 55550000 {{(pid=94063) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 23 11:21:58.632433 dv-neutron-601336-94-hyperv neutron-server[94063]: DEBUG neutron.quota.resource_registry [None req-8d17acf4-83a1-42c9-8403-0ee2492262fd None None] Tracking information for resource: router configured {{(pid=94063) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jun 23 11:21:58.632771 dv-neutron-601336-94-hyperv neutron-server[94063]: DEBUG neutron.quota.resource_registry [None req-8d17acf4-83a1-42c9-8403-0ee2492262fd None None] Tracking information for resource: floatingip configured {{(pid=94063) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jun 23 11:21:58.637655 dv-neutron-601336-94-hyperv neutron-server[94063]: INFO neutron.db.l3_agentschedulers_db [None req-8d17acf4-83a1-42c9-8403-0ee2492262fd None None] Skipping period L3 agent status check because automatic router rescheduling is disabled. Jun 23 11:21:58.638232 dv-neutron-601336-94-hyperv neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-8d17acf4-83a1-42c9-8403-0ee2492262fd None None] Subscribe: port after_update 55550000 {{(pid=94063) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 23 11:21:58.638591 dv-neutron-601336-94-hyperv neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-8d17acf4-83a1-42c9-8403-0ee2492262fd None None] Subscribe: port after_create 55550000 {{(pid=94063) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 23 11:21:58.638945 dv-neutron-601336-94-hyperv neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-8d17acf4-83a1-42c9-8403-0ee2492262fd None None] Subscribe: port after_delete 55550000 {{(pid=94063) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 23 11:21:58.639324 dv-neutron-601336-94-hyperv neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-8d17acf4-83a1-42c9-8403-0ee2492262fd None None] Subscribe: port after_update 55550000 {{(pid=94063) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 23 11:21:58.640114 dv-neutron-601336-94-hyperv neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-8d17acf4-83a1-42c9-8403-0ee2492262fd None None] Subscribe: > router before_create 55550100 {{(pid=94063) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 23 11:21:58.640478 dv-neutron-601336-94-hyperv neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-8d17acf4-83a1-42c9-8403-0ee2492262fd None None] Subscribe: > router precommit_delete 55550100 {{(pid=94063) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 23 11:21:58.640843 dv-neutron-601336-94-hyperv neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-8d17acf4-83a1-42c9-8403-0ee2492262fd None None] Subscribe: > router precommit_create 55550100 {{(pid=94063) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 23 11:21:58.641200 dv-neutron-601336-94-hyperv neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-8d17acf4-83a1-42c9-8403-0ee2492262fd None None] Subscribe: > router precommit_update 55550100 {{(pid=94063) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 23 11:21:58.646247 dv-neutron-601336-94-hyperv neutron-server[94063]: DEBUG neutron.services.provider_configuration [None req-8d17acf4-83a1-42c9-8403-0ee2492262fd None None] Service providers = [] {{(pid=94063) parse_service_provider_opt /opt/stack/neutron/neutron/services/provider_configuration.py:171}} Jun 23 11:21:58.646612 dv-neutron-601336-94-hyperv neutron-server[94063]: DEBUG neutron.db.servicetype_db [None req-8d17acf4-83a1-42c9-8403-0ee2492262fd None None] Adding provider configuration for service L3_ROUTER_NAT {{(pid=94063) add_provider_configuration /opt/stack/neutron/neutron/db/servicetype_db.py:42}} Jun 23 11:21:58.649681 dv-neutron-601336-94-hyperv neutron-server[94063]: DEBUG neutron.services.service_base [None req-8d17acf4-83a1-42c9-8403-0ee2492262fd None None] Loaded 'neutron.services.l3_router.service_providers.dvrha.DvrHaDriver' provider for service L3_ROUTER_NAT {{(pid=94063) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Jun 23 11:21:58.650027 dv-neutron-601336-94-hyperv neutron-server[94063]: DEBUG neutron.services.service_base [None req-8d17acf4-83a1-42c9-8403-0ee2492262fd None None] Loaded 'neutron.services.l3_router.service_providers.dvr.DvrDriver' provider for service L3_ROUTER_NAT {{(pid=94063) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Jun 23 11:21:58.650367 dv-neutron-601336-94-hyperv neutron-server[94063]: DEBUG neutron.services.service_base [None req-8d17acf4-83a1-42c9-8403-0ee2492262fd None None] Loaded 'neutron.services.l3_router.service_providers.ha.HaDriver' provider for service L3_ROUTER_NAT {{(pid=94063) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Jun 23 11:21:58.651264 dv-neutron-601336-94-hyperv neutron-server[94063]: DEBUG neutron.services.service_base [None req-8d17acf4-83a1-42c9-8403-0ee2492262fd None None] Loaded 'neutron.services.l3_router.service_providers.single_node.SingleNodeDriver' provider for service L3_ROUTER_NAT {{(pid=94063) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Jun 23 11:21:58.651632 dv-neutron-601336-94-hyperv neutron-server[94063]: INFO neutron.services.service_base [None req-8d17acf4-83a1-42c9-8403-0ee2492262fd None None] Default provider is not specified for service type L3_ROUTER_NAT Jun 23 11:21:58.652003 dv-neutron-601336-94-hyperv neutron-server[94063]: DEBUG neutron.manager [None req-8d17acf4-83a1-42c9-8403-0ee2492262fd None None] Successfully loaded L3_ROUTER_NAT plugin. Description: L3 Router Service Plugin for basic L3 forwarding between (L2) Neutron networks and access to external networks via a NAT gateway. {{(pid=94063) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jun 23 11:21:58.652317 dv-neutron-601336-94-hyperv neutron-server[94063]: INFO neutron.manager [None req-8d17acf4-83a1-42c9-8403-0ee2492262fd None None] Loading Plugin: neutron.services.metering.metering_plugin.MeteringPlugin Jun 23 11:21:58.662560 dv-neutron-601336-94-hyperv neutron-server[94063]: DEBUG neutron.manager [None req-8d17acf4-83a1-42c9-8403-0ee2492262fd None None] Successfully loaded METERING plugin. Description: METERING {{(pid=94063) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jun 23 11:21:58.662898 dv-neutron-601336-94-hyperv neutron-server[94063]: INFO neutron.manager [None req-8d17acf4-83a1-42c9-8403-0ee2492262fd None None] Loading Plugin: auto_allocate Jun 23 11:21:58.668645 dv-neutron-601336-94-hyperv neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-8d17acf4-83a1-42c9-8403-0ee2492262fd None None] Subscribe: network precommit_update 55550000 {{(pid=94063) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 23 11:21:58.669007 dv-neutron-601336-94-hyperv neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-8d17acf4-83a1-42c9-8403-0ee2492262fd None None] Subscribe: network precommit_create 55550000 {{(pid=94063) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 23 11:21:58.669516 dv-neutron-601336-94-hyperv neutron-server[94063]: DEBUG neutron.manager [None req-8d17acf4-83a1-42c9-8403-0ee2492262fd None None] Successfully loaded auto-allocated-topology plugin. Description: Auto Allocated Topology - aka get me a network. {{(pid=94063) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jun 23 11:21:58.669832 dv-neutron-601336-94-hyperv neutron-server[94063]: INFO neutron.manager [None req-8d17acf4-83a1-42c9-8403-0ee2492262fd None None] Loading Plugin: tag Jun 23 11:21:58.677843 dv-neutron-601336-94-hyperv neutron-server[94063]: DEBUG neutron.manager [None req-8d17acf4-83a1-42c9-8403-0ee2492262fd None None] Successfully loaded TAG plugin. Description: Tag support {{(pid=94063) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jun 23 11:21:58.678170 dv-neutron-601336-94-hyperv neutron-server[94063]: INFO neutron.manager [None req-8d17acf4-83a1-42c9-8403-0ee2492262fd None None] Loading Plugin: timestamp Jun 23 11:21:58.681879 dv-neutron-601336-94-hyperv neutron-server[94063]: DEBUG neutron.manager [None req-8d17acf4-83a1-42c9-8403-0ee2492262fd None None] Successfully loaded timestamp plugin. Description: Adds timestamps to Neutron resources with standard attributes {{(pid=94063) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jun 23 11:21:58.682211 dv-neutron-601336-94-hyperv neutron-server[94063]: INFO neutron.manager [None req-8d17acf4-83a1-42c9-8403-0ee2492262fd None None] Loading Plugin: network_ip_availability Jun 23 11:21:58.687554 dv-neutron-601336-94-hyperv neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-8d17acf4-83a1-42c9-8403-0ee2492262fd None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=94063) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 23 11:21:58.687925 dv-neutron-601336-94-hyperv neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-8d17acf4-83a1-42c9-8403-0ee2492262fd None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=94063) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 23 11:21:58.688277 dv-neutron-601336-94-hyperv neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-8d17acf4-83a1-42c9-8403-0ee2492262fd None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=94063) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 23 11:21:58.688975 dv-neutron-601336-94-hyperv neutron-server[94063]: DEBUG neutron.manager [None req-8d17acf4-83a1-42c9-8403-0ee2492262fd None None] Successfully loaded network-ip-availability plugin. Description: Provides IP availability data for each network and subnet. {{(pid=94063) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jun 23 11:21:58.689289 dv-neutron-601336-94-hyperv neutron-server[94063]: INFO neutron.manager [None req-8d17acf4-83a1-42c9-8403-0ee2492262fd None None] Loading Plugin: flavors Jun 23 11:21:58.694619 dv-neutron-601336-94-hyperv neutron-server[94063]: DEBUG neutron.manager [None req-8d17acf4-83a1-42c9-8403-0ee2492262fd None None] Successfully loaded FLAVORS plugin. Description: Neutron Flavors and Service Profiles manager plugin {{(pid=94063) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jun 23 11:21:58.694951 dv-neutron-601336-94-hyperv neutron-server[94063]: INFO neutron.manager [None req-8d17acf4-83a1-42c9-8403-0ee2492262fd None None] Loading Plugin: revisions Jun 23 11:21:58.699187 dv-neutron-601336-94-hyperv neutron-server[94063]: DEBUG neutron.manager [None req-8d17acf4-83a1-42c9-8403-0ee2492262fd None None] Successfully loaded revision_plugin plugin. Description: Adds revision numbers to resources. {{(pid=94063) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jun 23 11:21:58.699575 dv-neutron-601336-94-hyperv neutron-server[94063]: DEBUG oslo_concurrency.lockutils [None req-8d17acf4-83a1-42c9-8403-0ee2492262fd None None] Lock "manager" released by "neutron.manager.NeutronManager._create_instance" :: held 2.358s {{(pid=94063) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 11:21:58.700305 dv-neutron-601336-94-hyperv neutron-server[94063]: DEBUG neutron.api.extensions [None req-8d17acf4-83a1-42c9-8403-0ee2492262fd None None] get_extension_paths = OrderedDict([('/opt/stack/neutron/neutron/extensions', 1)]) {{(pid=94063) get_extensions_path /opt/stack/neutron/neutron/api/extensions.py:635}} Jun 23 11:21:58.700637 dv-neutron-601336-94-hyperv neutron-server[94063]: INFO neutron.api.extensions [None req-8d17acf4-83a1-42c9-8403-0ee2492262fd None None] Initializing extension manager. Jun 23 11:21:58.701143 dv-neutron-601336-94-hyperv neutron-server[94063]: DEBUG neutron.api.extensions [None req-8d17acf4-83a1-42c9-8403-0ee2492262fd None None] Loading extension file: __init__.py {{(pid=94063) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 23 11:21:58.701478 dv-neutron-601336-94-hyperv neutron-server[94063]: DEBUG neutron.api.extensions [None req-8d17acf4-83a1-42c9-8403-0ee2492262fd None None] Loading extension file: __pycache__ {{(pid=94063) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 23 11:21:58.701809 dv-neutron-601336-94-hyperv neutron-server[94063]: DEBUG neutron.api.extensions [None req-8d17acf4-83a1-42c9-8403-0ee2492262fd None None] Loading extension file: _allowedaddresspairs_active_vip_lib.py {{(pid=94063) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 23 11:21:58.702139 dv-neutron-601336-94-hyperv neutron-server[94063]: DEBUG neutron.api.extensions [None req-8d17acf4-83a1-42c9-8403-0ee2492262fd None None] Loading extension file: _standard_attr_segment_lib.py {{(pid=94063) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 23 11:21:58.702464 dv-neutron-601336-94-hyperv neutron-server[94063]: DEBUG neutron.api.extensions [None req-8d17acf4-83a1-42c9-8403-0ee2492262fd None None] Loading extension file: address_group.py {{(pid=94063) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 23 11:21:58.703228 dv-neutron-601336-94-hyperv neutron-server[94063]: DEBUG neutron.api.extensions [None req-8d17acf4-83a1-42c9-8403-0ee2492262fd None None] Ext name="Address group" alias="address-group" description="Support address group" updated="2020-07-15T10:00:00-00:00" {{(pid=94063) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 23 11:21:58.703792 dv-neutron-601336-94-hyperv neutron-server[94063]: INFO neutron.api.extensions [None req-8d17acf4-83a1-42c9-8403-0ee2492262fd None None] Loaded extension: address-group Jun 23 11:21:58.704111 dv-neutron-601336-94-hyperv neutron-server[94063]: DEBUG neutron.api.extensions [None req-8d17acf4-83a1-42c9-8403-0ee2492262fd None None] Loading extension file: address_scope.py {{(pid=94063) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 23 11:21:58.704797 dv-neutron-601336-94-hyperv neutron-server[94063]: DEBUG neutron.api.extensions [None req-8d17acf4-83a1-42c9-8403-0ee2492262fd None None] Ext name="Address scope" alias="address-scope" description="Address scopes extension." updated="2015-07-26T10:00:00-00:00" {{(pid=94063) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 23 11:21:58.705300 dv-neutron-601336-94-hyperv neutron-server[94063]: INFO neutron.api.extensions [None req-8d17acf4-83a1-42c9-8403-0ee2492262fd None None] Loaded extension: address-scope Jun 23 11:21:58.705701 dv-neutron-601336-94-hyperv neutron-server[94063]: DEBUG neutron.api.extensions [None req-8d17acf4-83a1-42c9-8403-0ee2492262fd None None] Loading extension file: admin_state_down_before_update.py {{(pid=94063) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 23 11:21:58.707210 dv-neutron-601336-94-hyperv neutron-server[94063]: DEBUG neutron.api.extensions [None req-8d17acf4-83a1-42c9-8403-0ee2492262fd None None] Ext name="Enforce Router's Admin State Down Before Update Extension" alias="router-admin-state-down-before-update" description="Ensure that the admin state of a router is DOWN (admin_state_up=False) before updating the distributed attribute" updated="2019-07-02T15:56:00" {{(pid=94063) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 23 11:21:58.707744 dv-neutron-601336-94-hyperv neutron-server[94063]: INFO neutron.api.extensions [None req-8d17acf4-83a1-42c9-8403-0ee2492262fd None None] Loaded extension: router-admin-state-down-before-update Jun 23 11:21:58.708079 dv-neutron-601336-94-hyperv neutron-server[94063]: DEBUG neutron.api.extensions [None req-8d17acf4-83a1-42c9-8403-0ee2492262fd None None] Loading extension file: agent.py {{(pid=94063) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 23 11:21:58.708777 dv-neutron-601336-94-hyperv neutron-server[94063]: DEBUG neutron.api.extensions [None req-8d17acf4-83a1-42c9-8403-0ee2492262fd None None] Ext name="agent" alias="agent" description="The agent management extension." updated="2013-02-03T10:00:00-00:00" {{(pid=94063) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 23 11:21:58.709287 dv-neutron-601336-94-hyperv neutron-server[94063]: INFO neutron.api.extensions [None req-8d17acf4-83a1-42c9-8403-0ee2492262fd None None] Loaded extension: agent Jun 23 11:21:58.709613 dv-neutron-601336-94-hyperv neutron-server[94063]: DEBUG neutron.api.extensions [None req-8d17acf4-83a1-42c9-8403-0ee2492262fd None None] Loading extension file: agent_resources_synced.py {{(pid=94063) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 23 11:21:58.710516 dv-neutron-601336-94-hyperv neutron-server[94063]: DEBUG neutron.api.extensions [None req-8d17acf4-83a1-42c9-8403-0ee2492262fd None None] Ext name="Agent's Resource View Synced to Placement" alias="agent-resources-synced" description="Stores success/failure of last sync to Placement" updated="2018-12-19T00:00:00-00:00" {{(pid=94063) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 23 11:21:58.711053 dv-neutron-601336-94-hyperv neutron-server[94063]: INFO neutron.api.extensions [None req-8d17acf4-83a1-42c9-8403-0ee2492262fd None None] Loaded extension: agent-resources-synced Jun 23 11:21:58.711376 dv-neutron-601336-94-hyperv neutron-server[94063]: DEBUG neutron.api.extensions [None req-8d17acf4-83a1-42c9-8403-0ee2492262fd None None] Loading extension file: allowed_address_pairs_active_vip.py {{(pid=94063) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 23 11:21:58.712041 dv-neutron-601336-94-hyperv neutron-server[94063]: DEBUG neutron.api.extensions [None req-8d17acf4-83a1-42c9-8403-0ee2492262fd None None] Ext name="Allowed Address Pairs active VIP" alias="allowed-address-pairs-active-vip" description="Provides information about status of the allowed address pair when it is used as VIP on more than one port from the same network." updated="2021-06-04T012:00:00-00:00" {{(pid=94063) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 23 11:21:58.712543 dv-neutron-601336-94-hyperv neutron-server[94063]: INFO neutron.api.extensions [None req-8d17acf4-83a1-42c9-8403-0ee2492262fd None None] Loaded extension: allowed-address-pairs-active-vip Jun 23 11:21:58.712868 dv-neutron-601336-94-hyperv neutron-server[94063]: DEBUG neutron.api.extensions [None req-8d17acf4-83a1-42c9-8403-0ee2492262fd None None] Loading extension file: allowedaddresspairs.py {{(pid=94063) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 23 11:21:58.714599 dv-neutron-601336-94-hyperv neutron-server[94063]: DEBUG neutron.api.extensions [None req-8d17acf4-83a1-42c9-8403-0ee2492262fd None None] Ext name="Allowed Address Pairs" alias="allowed-address-pairs" description="Provides allowed address pairs" updated="2013-07-23T10:00:00-00:00" {{(pid=94063) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 23 11:21:58.715150 dv-neutron-601336-94-hyperv neutron-server[94063]: INFO neutron.api.extensions [None req-8d17acf4-83a1-42c9-8403-0ee2492262fd None None] Loaded extension: allowed-address-pairs Jun 23 11:21:58.715481 dv-neutron-601336-94-hyperv neutron-server[94063]: DEBUG neutron.api.extensions [None req-8d17acf4-83a1-42c9-8403-0ee2492262fd None None] Loading extension file: auto_allocated_topology.py {{(pid=94063) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 23 11:21:58.716545 dv-neutron-601336-94-hyperv neutron-server[94063]: DEBUG neutron.api.extensions [None req-8d17acf4-83a1-42c9-8403-0ee2492262fd None None] Ext name="Auto Allocated Topology Services" alias="auto-allocated-topology" description="Auto Allocated Topology Services." updated="2016-01-01T00:00:00-00:00" {{(pid=94063) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 23 11:21:58.717066 dv-neutron-601336-94-hyperv neutron-server[94063]: INFO neutron.api.extensions [None req-8d17acf4-83a1-42c9-8403-0ee2492262fd None None] Loaded extension: auto-allocated-topology Jun 23 11:21:58.717426 dv-neutron-601336-94-hyperv neutron-server[94063]: DEBUG neutron.api.extensions [None req-8d17acf4-83a1-42c9-8403-0ee2492262fd None None] Loading extension file: availability_zone.py {{(pid=94063) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 23 11:21:58.718106 dv-neutron-601336-94-hyperv neutron-server[94063]: DEBUG neutron.api.extensions [None req-8d17acf4-83a1-42c9-8403-0ee2492262fd None None] Ext name="Availability Zone" alias="availability_zone" description="The availability zone extension." updated="2015-01-01T10:00:00-00:00" {{(pid=94063) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 23 11:21:58.718615 dv-neutron-601336-94-hyperv neutron-server[94063]: INFO neutron.api.extensions [None req-8d17acf4-83a1-42c9-8403-0ee2492262fd None None] Loaded extension: availability_zone Jun 23 11:21:58.718938 dv-neutron-601336-94-hyperv neutron-server[94063]: DEBUG neutron.api.extensions [None req-8d17acf4-83a1-42c9-8403-0ee2492262fd None None] Loading extension file: availability_zone_filter.py {{(pid=94063) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 23 11:21:58.719855 dv-neutron-601336-94-hyperv neutron-server[94063]: DEBUG neutron.api.extensions [None req-8d17acf4-83a1-42c9-8403-0ee2492262fd None None] Ext name="Availability Zone Filter Extension" alias="availability_zone_filter" description="Add filter parameters to AvailabilityZone resource" updated="2018-06-22T10:00:00-00:00" {{(pid=94063) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 23 11:21:58.720366 dv-neutron-601336-94-hyperv neutron-server[94063]: INFO neutron.api.extensions [None req-8d17acf4-83a1-42c9-8403-0ee2492262fd None None] Loaded extension: availability_zone_filter Jun 23 11:21:58.720688 dv-neutron-601336-94-hyperv neutron-server[94063]: DEBUG neutron.api.extensions [None req-8d17acf4-83a1-42c9-8403-0ee2492262fd None None] Loading extension file: data_plane_status.py {{(pid=94063) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 23 11:21:58.721840 dv-neutron-601336-94-hyperv neutron-server[94063]: DEBUG neutron.api.extensions [None req-8d17acf4-83a1-42c9-8403-0ee2492262fd None None] Ext name="Port data plane status extension" alias="data-plane-status" description="Expose status of underlying data plane" updated="2017-01-24T10:00:00-00:00" {{(pid=94063) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 23 11:21:58.722345 dv-neutron-601336-94-hyperv neutron-server[94063]: INFO neutron.api.extensions [None req-8d17acf4-83a1-42c9-8403-0ee2492262fd None None] Extension data-plane-status not supported by any of loaded plugins Jun 23 11:21:58.722667 dv-neutron-601336-94-hyperv neutron-server[94063]: DEBUG neutron.api.extensions [None req-8d17acf4-83a1-42c9-8403-0ee2492262fd None None] Loading extension file: default_subnetpools.py {{(pid=94063) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 23 11:21:58.723597 dv-neutron-601336-94-hyperv neutron-server[94063]: DEBUG neutron.api.extensions [None req-8d17acf4-83a1-42c9-8403-0ee2492262fd None None] Ext name="Default Subnetpools" alias="default-subnetpools" description="Provides ability to mark and use a subnetpool as the default." updated="2016-02-18T18:00:00-00:00" {{(pid=94063) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 23 11:21:58.724110 dv-neutron-601336-94-hyperv neutron-server[94063]: INFO neutron.api.extensions [None req-8d17acf4-83a1-42c9-8403-0ee2492262fd None None] Loaded extension: default-subnetpools Jun 23 11:21:58.724433 dv-neutron-601336-94-hyperv neutron-server[94063]: DEBUG neutron.api.extensions [None req-8d17acf4-83a1-42c9-8403-0ee2492262fd None None] Loading extension file: dhcpagentscheduler.py {{(pid=94063) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 23 11:21:58.725226 dv-neutron-601336-94-hyperv neutron-server[94063]: DEBUG neutron.api.extensions [None req-8d17acf4-83a1-42c9-8403-0ee2492262fd None None] Ext name="DHCP Agent Scheduler" alias="dhcp_agent_scheduler" description="Schedule networks among dhcp agents" updated="2013-02-07T10:00:00-00:00" {{(pid=94063) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 23 11:21:58.725739 dv-neutron-601336-94-hyperv neutron-server[94063]: INFO neutron.api.extensions [None req-8d17acf4-83a1-42c9-8403-0ee2492262fd None None] Loaded extension: dhcp_agent_scheduler Jun 23 11:21:58.726062 dv-neutron-601336-94-hyperv neutron-server[94063]: DEBUG neutron.api.extensions [None req-8d17acf4-83a1-42c9-8403-0ee2492262fd None None] Loading extension file: dns.py {{(pid=94063) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 23 11:21:58.726958 dv-neutron-601336-94-hyperv neutron-server[94063]: DEBUG neutron.api.extensions [None req-8d17acf4-83a1-42c9-8403-0ee2492262fd None None] Ext name="DNS Integration" alias="dns-integration" description="Provides integration with DNS." updated="2015-08-15T18:00:00-00:00" {{(pid=94063) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 23 11:21:58.727559 dv-neutron-601336-94-hyperv neutron-server[94063]: INFO neutron.api.extensions [None req-8d17acf4-83a1-42c9-8403-0ee2492262fd None None] Extension dns-integration not supported by any of loaded plugins Jun 23 11:21:58.727885 dv-neutron-601336-94-hyperv neutron-server[94063]: DEBUG neutron.api.extensions [None req-8d17acf4-83a1-42c9-8403-0ee2492262fd None None] Loading extension file: dns_domain_ports.py {{(pid=94063) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 23 11:21:58.728796 dv-neutron-601336-94-hyperv neutron-server[94063]: DEBUG neutron.api.extensions [None req-8d17acf4-83a1-42c9-8403-0ee2492262fd None None] Ext name="dns_domain for ports" alias="dns-domain-ports" description="Allows the DNS domain to be specified for a network port." updated="2017-04-24T10:00:00-00:00" {{(pid=94063) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 23 11:21:58.729301 dv-neutron-601336-94-hyperv neutron-server[94063]: INFO neutron.api.extensions [None req-8d17acf4-83a1-42c9-8403-0ee2492262fd None None] Extension dns-domain-ports not supported by any of loaded plugins Jun 23 11:21:58.729623 dv-neutron-601336-94-hyperv neutron-server[94063]: DEBUG neutron.api.extensions [None req-8d17acf4-83a1-42c9-8403-0ee2492262fd None None] Loading extension file: dns_integration_domain_keywords.py {{(pid=94063) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 23 11:21:58.730524 dv-neutron-601336-94-hyperv neutron-server[94063]: DEBUG neutron.api.extensions [None req-8d17acf4-83a1-42c9-8403-0ee2492262fd None None] Ext name="DNS domain names with keywords allowed" alias="dns-integration-domain-keywords" description="Allows to use keywords like , , and as DNS domain name" updated="2020-06-15T18:00:00-00:00" {{(pid=94063) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 23 11:21:58.731064 dv-neutron-601336-94-hyperv neutron-server[94063]: INFO neutron.api.extensions [None req-8d17acf4-83a1-42c9-8403-0ee2492262fd None None] Extension dns-integration-domain-keywords not supported by any of loaded plugins Jun 23 11:21:58.731374 dv-neutron-601336-94-hyperv neutron-server[94063]: DEBUG neutron.api.extensions [None req-8d17acf4-83a1-42c9-8403-0ee2492262fd None None] Loading extension file: dvr.py {{(pid=94063) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 23 11:21:58.732030 dv-neutron-601336-94-hyperv neutron-server[94063]: DEBUG neutron.api.extensions [None req-8d17acf4-83a1-42c9-8403-0ee2492262fd None None] Ext name="Distributed Virtual Router" alias="dvr" description="Enables configuration of Distributed Virtual Routers." updated="2014-06-1T10:00:00-00:00" {{(pid=94063) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 23 11:21:58.732535 dv-neutron-601336-94-hyperv neutron-server[94063]: INFO neutron.api.extensions [None req-8d17acf4-83a1-42c9-8403-0ee2492262fd None None] Loaded extension: dvr Jun 23 11:21:58.732856 dv-neutron-601336-94-hyperv neutron-server[94063]: DEBUG neutron.api.extensions [None req-8d17acf4-83a1-42c9-8403-0ee2492262fd None None] Loading extension file: empty_string_filtering.py {{(pid=94063) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 23 11:21:58.733757 dv-neutron-601336-94-hyperv neutron-server[94063]: DEBUG neutron.api.extensions [None req-8d17acf4-83a1-42c9-8403-0ee2492262fd None None] Ext name="Empty String Filtering Extension" alias="empty-string-filtering" description="Allow filtering by attributes with empty string value" updated="2018-05-01T10:00:00-00:00" {{(pid=94063) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 23 11:21:58.734268 dv-neutron-601336-94-hyperv neutron-server[94063]: INFO neutron.api.extensions [None req-8d17acf4-83a1-42c9-8403-0ee2492262fd None None] Loaded extension: empty-string-filtering Jun 23 11:21:58.734589 dv-neutron-601336-94-hyperv neutron-server[94063]: DEBUG neutron.api.extensions [None req-8d17acf4-83a1-42c9-8403-0ee2492262fd None None] Loading extension file: expose_l3_conntrack_helper.py {{(pid=94063) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 23 11:21:58.735515 dv-neutron-601336-94-hyperv neutron-server[94063]: DEBUG neutron.api.extensions [None req-8d17acf4-83a1-42c9-8403-0ee2492262fd None None] Ext name="Expose CT target rules for conntrack helper" alias="expose-l3-conntrack-helper" description="Expose allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=94063) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 23 11:21:58.736033 dv-neutron-601336-94-hyperv neutron-server[94063]: INFO neutron.api.extensions [None req-8d17acf4-83a1-42c9-8403-0ee2492262fd None None] Extension expose-l3-conntrack-helper not supported by any of loaded plugins Jun 23 11:21:58.736354 dv-neutron-601336-94-hyperv neutron-server[94063]: DEBUG neutron.api.extensions [None req-8d17acf4-83a1-42c9-8403-0ee2492262fd None None] Loading extension file: expose_port_forwarding_in_fip.py {{(pid=94063) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 23 11:21:58.737251 dv-neutron-601336-94-hyperv neutron-server[94063]: DEBUG neutron.api.extensions [None req-8d17acf4-83a1-42c9-8403-0ee2492262fd None None] Ext name="Expose Floating IP port forwardings" alias="expose-port-forwarding-in-fip" description="Expose port forwarding fields in floating IP response" updated="2018-06-28T16:00:00-00:00" {{(pid=94063) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 23 11:21:58.737758 dv-neutron-601336-94-hyperv neutron-server[94063]: INFO neutron.api.extensions [None req-8d17acf4-83a1-42c9-8403-0ee2492262fd None None] Extension expose-port-forwarding-in-fip not supported by any of loaded plugins Jun 23 11:21:58.738080 dv-neutron-601336-94-hyperv neutron-server[94063]: DEBUG neutron.api.extensions [None req-8d17acf4-83a1-42c9-8403-0ee2492262fd None None] Loading extension file: external_net.py {{(pid=94063) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 23 11:21:58.739188 dv-neutron-601336-94-hyperv neutron-server[94063]: DEBUG neutron.api.extensions [None req-8d17acf4-83a1-42c9-8403-0ee2492262fd None None] Ext name="Neutron external network" alias="external-net" description="Adds external network attribute to network resource." updated="2013-01-14T10:00:00-00:00" {{(pid=94063) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 23 11:21:58.739702 dv-neutron-601336-94-hyperv neutron-server[94063]: INFO neutron.api.extensions [None req-8d17acf4-83a1-42c9-8403-0ee2492262fd None None] Loaded extension: external-net Jun 23 11:21:58.740022 dv-neutron-601336-94-hyperv neutron-server[94063]: DEBUG neutron.api.extensions [None req-8d17acf4-83a1-42c9-8403-0ee2492262fd None None] Loading extension file: extra_dhcp_opt.py {{(pid=94063) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 23 11:21:58.740918 dv-neutron-601336-94-hyperv neutron-server[94063]: DEBUG neutron.api.extensions [None req-8d17acf4-83a1-42c9-8403-0ee2492262fd None None] Ext name="Neutron Extra DHCP options" alias="extra_dhcp_opt" description="Extra options configuration for DHCP. For example PXE boot options to DHCP clients can be specified (e.g. tftp-server, server-ip-address, bootfile-name)" updated="2013-03-17T12:00:00-00:00" {{(pid=94063) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 23 11:21:58.741428 dv-neutron-601336-94-hyperv neutron-server[94063]: INFO neutron.api.extensions [None req-8d17acf4-83a1-42c9-8403-0ee2492262fd None None] Loaded extension: extra_dhcp_opt Jun 23 11:21:58.741751 dv-neutron-601336-94-hyperv neutron-server[94063]: DEBUG neutron.api.extensions [None req-8d17acf4-83a1-42c9-8403-0ee2492262fd None None] Loading extension file: extraroute.py {{(pid=94063) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 23 11:21:58.742644 dv-neutron-601336-94-hyperv neutron-server[94063]: DEBUG neutron.api.extensions [None req-8d17acf4-83a1-42c9-8403-0ee2492262fd None None] Ext name="Neutron Extra Route" alias="extraroute" description="Extra routes configuration for L3 router" updated="2013-02-01T10:00:00-00:00" {{(pid=94063) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 23 11:21:58.743193 dv-neutron-601336-94-hyperv neutron-server[94063]: INFO neutron.api.extensions [None req-8d17acf4-83a1-42c9-8403-0ee2492262fd None None] Loaded extension: extraroute Jun 23 11:21:58.743518 dv-neutron-601336-94-hyperv neutron-server[94063]: DEBUG neutron.api.extensions [None req-8d17acf4-83a1-42c9-8403-0ee2492262fd None None] Loading extension file: extraroute_atomic.py {{(pid=94063) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 23 11:21:58.744528 dv-neutron-601336-94-hyperv neutron-server[94063]: DEBUG neutron.api.extensions [None req-8d17acf4-83a1-42c9-8403-0ee2492262fd None None] Ext name="Atomically add/remove extra routes" alias="extraroute-atomic" description="Edit extra routes of a router on server side by atomically adding/removing extra routes" updated="2019-07-10T00:00:00+00:00" {{(pid=94063) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 23 11:21:58.745037 dv-neutron-601336-94-hyperv neutron-server[94063]: INFO neutron.api.extensions [None req-8d17acf4-83a1-42c9-8403-0ee2492262fd None None] Loaded extension: extraroute-atomic Jun 23 11:21:58.745359 dv-neutron-601336-94-hyperv neutron-server[94063]: DEBUG neutron.api.extensions [None req-8d17acf4-83a1-42c9-8403-0ee2492262fd None None] Loading extension file: filter_validation.py {{(pid=94063) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 23 11:21:58.746011 dv-neutron-601336-94-hyperv neutron-server[94063]: DEBUG neutron.api.extensions [None req-8d17acf4-83a1-42c9-8403-0ee2492262fd None None] Ext name="Filter parameters validation" alias="filter-validation" description="Provides validation on filter parameters." updated="2018-07-04T10:00:00-00:00" {{(pid=94063) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 23 11:21:58.746514 dv-neutron-601336-94-hyperv neutron-server[94063]: INFO neutron.api.extensions [None req-8d17acf4-83a1-42c9-8403-0ee2492262fd None None] Loaded extension: filter-validation Jun 23 11:21:58.746838 dv-neutron-601336-94-hyperv neutron-server[94063]: DEBUG neutron.api.extensions [None req-8d17acf4-83a1-42c9-8403-0ee2492262fd None None] Loading extension file: fip_pf_description.py {{(pid=94063) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 23 11:21:58.747763 dv-neutron-601336-94-hyperv neutron-server[94063]: DEBUG neutron.api.extensions [None req-8d17acf4-83a1-42c9-8403-0ee2492262fd None None] Ext name="Floating IP Port Forwarding new attribute description" alias="floating-ip-port-forwarding-description" description="Add a description field to Port Forwarding rules" updated="2019-11-01T10:00:00-00:00" {{(pid=94063) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 23 11:21:58.748269 dv-neutron-601336-94-hyperv neutron-server[94063]: INFO neutron.api.extensions [None req-8d17acf4-83a1-42c9-8403-0ee2492262fd None None] Extension floating-ip-port-forwarding-description not supported by any of loaded plugins Jun 23 11:21:58.748591 dv-neutron-601336-94-hyperv neutron-server[94063]: DEBUG neutron.api.extensions [None req-8d17acf4-83a1-42c9-8403-0ee2492262fd None None] Loading extension file: fip_port_details.py {{(pid=94063) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 23 11:21:58.749493 dv-neutron-601336-94-hyperv neutron-server[94063]: DEBUG neutron.api.extensions [None req-8d17acf4-83a1-42c9-8403-0ee2492262fd None None] Ext name="Floating IP Port Details Extension" alias="fip-port-details" description="Add port_details attribute to Floating IP resource" updated="2018-04-09T10:00:00-00:00" {{(pid=94063) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 23 11:21:58.750002 dv-neutron-601336-94-hyperv neutron-server[94063]: INFO neutron.api.extensions [None req-8d17acf4-83a1-42c9-8403-0ee2492262fd None None] Loaded extension: fip-port-details Jun 23 11:21:58.750324 dv-neutron-601336-94-hyperv neutron-server[94063]: DEBUG neutron.api.extensions [None req-8d17acf4-83a1-42c9-8403-0ee2492262fd None None] Loading extension file: flavors.py {{(pid=94063) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 23 11:21:58.751555 dv-neutron-601336-94-hyperv neutron-server[94063]: DEBUG neutron.api.extensions [None req-8d17acf4-83a1-42c9-8403-0ee2492262fd None None] Ext name="Neutron Service Flavors" alias="flavors" description="Flavor specification for Neutron advanced services." updated="2015-09-17T10:00:00-00:00" {{(pid=94063) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 23 11:21:58.752071 dv-neutron-601336-94-hyperv neutron-server[94063]: INFO neutron.api.extensions [None req-8d17acf4-83a1-42c9-8403-0ee2492262fd None None] Loaded extension: flavors Jun 23 11:21:58.752397 dv-neutron-601336-94-hyperv neutron-server[94063]: DEBUG neutron.api.extensions [None req-8d17acf4-83a1-42c9-8403-0ee2492262fd None None] Loading extension file: floating_ip_port_forwarding.py {{(pid=94063) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 23 11:21:58.754538 dv-neutron-601336-94-hyperv neutron-server[94063]: DEBUG neutron.api.extensions [None req-8d17acf4-83a1-42c9-8403-0ee2492262fd None None] Ext name="Floating IP Port Forwarding" alias="floating-ip-port-forwarding" description="Allow port forwarding from floating IP port to an internal port" updated="2018-01-19T10:00:00-00:00" {{(pid=94063) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 23 11:21:58.755088 dv-neutron-601336-94-hyperv neutron-server[94063]: INFO neutron.api.extensions [None req-8d17acf4-83a1-42c9-8403-0ee2492262fd None None] Extension floating-ip-port-forwarding not supported by any of loaded plugins Jun 23 11:21:58.755423 dv-neutron-601336-94-hyperv neutron-server[94063]: DEBUG neutron.api.extensions [None req-8d17acf4-83a1-42c9-8403-0ee2492262fd None None] Loading extension file: floatingip_pools.py {{(pid=94063) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 23 11:21:58.756114 dv-neutron-601336-94-hyperv neutron-server[94063]: DEBUG neutron.api.extensions [None req-8d17acf4-83a1-42c9-8403-0ee2492262fd None None] Ext name="Floating IP Pools Extension" alias="floatingip-pools" description="Provides a floating IP pools API." updated="2018-03-21T10:00:00-00:00" {{(pid=94063) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 23 11:21:58.756626 dv-neutron-601336-94-hyperv neutron-server[94063]: INFO neutron.api.extensions [None req-8d17acf4-83a1-42c9-8403-0ee2492262fd None None] Loaded extension: floatingip-pools Jun 23 11:21:58.756953 dv-neutron-601336-94-hyperv neutron-server[94063]: DEBUG neutron.api.extensions [None req-8d17acf4-83a1-42c9-8403-0ee2492262fd None None] Loading extension file: ip_allocation.py {{(pid=94063) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 23 11:21:58.757853 dv-neutron-601336-94-hyperv neutron-server[94063]: DEBUG neutron.api.extensions [None req-8d17acf4-83a1-42c9-8403-0ee2492262fd None None] Ext name="IP Allocation" alias="ip_allocation" description="IP allocation extension." updated="2016-06-10T23:00:00-00:00" {{(pid=94063) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 23 11:21:58.758363 dv-neutron-601336-94-hyperv neutron-server[94063]: INFO neutron.api.extensions [None req-8d17acf4-83a1-42c9-8403-0ee2492262fd None None] Extension ip_allocation not supported by any of loaded plugins Jun 23 11:21:58.758686 dv-neutron-601336-94-hyperv neutron-server[94063]: DEBUG neutron.api.extensions [None req-8d17acf4-83a1-42c9-8403-0ee2492262fd None None] Loading extension file: ip_substring_port_filtering.py {{(pid=94063) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 23 11:21:58.759613 dv-neutron-601336-94-hyperv neutron-server[94063]: DEBUG neutron.api.extensions [None req-8d17acf4-83a1-42c9-8403-0ee2492262fd None None] Ext name="IP address substring filtering" alias="ip-substring-filtering" description="Provides IP address substring filtering when listing ports" updated="2017-11-28T09:00:00-00:00" {{(pid=94063) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 23 11:21:58.760124 dv-neutron-601336-94-hyperv neutron-server[94063]: INFO neutron.api.extensions [None req-8d17acf4-83a1-42c9-8403-0ee2492262fd None None] Loaded extension: ip-substring-filtering Jun 23 11:21:58.760447 dv-neutron-601336-94-hyperv neutron-server[94063]: DEBUG neutron.api.extensions [None req-8d17acf4-83a1-42c9-8403-0ee2492262fd None None] Loading extension file: l2_adjacency.py {{(pid=94063) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 23 11:21:58.761355 dv-neutron-601336-94-hyperv neutron-server[94063]: DEBUG neutron.api.extensions [None req-8d17acf4-83a1-42c9-8403-0ee2492262fd None None] Ext name="L2 Adjacency" alias="l2_adjacency" description="Display L2 Adjacency for Neutron Networks." updated="2016-04-12T16:00:00-00:00" {{(pid=94063) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 23 11:21:58.761858 dv-neutron-601336-94-hyperv neutron-server[94063]: INFO neutron.api.extensions [None req-8d17acf4-83a1-42c9-8403-0ee2492262fd None None] Extension l2_adjacency not supported by any of loaded plugins Jun 23 11:21:58.762177 dv-neutron-601336-94-hyperv neutron-server[94063]: DEBUG neutron.api.extensions [None req-8d17acf4-83a1-42c9-8403-0ee2492262fd None None] Loading extension file: l3.py {{(pid=94063) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 23 11:21:58.763144 dv-neutron-601336-94-hyperv neutron-server[94063]: DEBUG neutron.api.extensions [None req-8d17acf4-83a1-42c9-8403-0ee2492262fd None None] Ext name="Neutron L3 Router" alias="router" description="Router abstraction for basic L3 forwarding between L2 Neutron networks and access to external networks via a NAT gateway." updated="2012-07-20T10:00:00-00:00" {{(pid=94063) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 23 11:21:58.763661 dv-neutron-601336-94-hyperv neutron-server[94063]: INFO neutron.api.extensions [None req-8d17acf4-83a1-42c9-8403-0ee2492262fd None None] Loaded extension: router Jun 23 11:21:58.763986 dv-neutron-601336-94-hyperv neutron-server[94063]: DEBUG neutron.api.extensions [None req-8d17acf4-83a1-42c9-8403-0ee2492262fd None None] Loading extension file: l3_conntrack_helper.py {{(pid=94063) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 23 11:21:58.766198 dv-neutron-601336-94-hyperv neutron-server[94063]: DEBUG neutron.api.extensions [None req-8d17acf4-83a1-42c9-8403-0ee2492262fd None None] Ext name="L3 Conntrack helper" alias="l3-conntrack-helper" description="Allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=94063) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 23 11:21:58.766725 dv-neutron-601336-94-hyperv neutron-server[94063]: INFO neutron.api.extensions [None req-8d17acf4-83a1-42c9-8403-0ee2492262fd None None] Extension l3-conntrack-helper not supported by any of loaded plugins Jun 23 11:21:58.767082 dv-neutron-601336-94-hyperv neutron-server[94063]: DEBUG neutron.api.extensions [None req-8d17acf4-83a1-42c9-8403-0ee2492262fd None None] Loading extension file: l3_ext_gw_mode.py {{(pid=94063) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 23 11:21:58.767998 dv-neutron-601336-94-hyperv neutron-server[94063]: DEBUG neutron.api.extensions [None req-8d17acf4-83a1-42c9-8403-0ee2492262fd None None] Ext name="Neutron L3 Configurable external gateway mode" alias="ext-gw-mode" description="Extension of the router abstraction for specifying whether SNAT should occur on the external gateway" updated="2013-03-28T10:00:00-00:00" {{(pid=94063) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 23 11:21:58.769084 dv-neutron-601336-94-hyperv neutron-server[94063]: INFO neutron.api.extensions [None req-8d17acf4-83a1-42c9-8403-0ee2492262fd None None] Loaded extension: ext-gw-mode Jun 23 11:21:58.769410 dv-neutron-601336-94-hyperv neutron-server[94063]: DEBUG neutron.api.extensions [None req-8d17acf4-83a1-42c9-8403-0ee2492262fd None None] Loading extension file: l3_ext_ha_mode.py {{(pid=94063) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 23 11:21:58.770323 dv-neutron-601336-94-hyperv neutron-server[94063]: DEBUG neutron.api.extensions [None req-8d17acf4-83a1-42c9-8403-0ee2492262fd None None] Ext name="HA Router extension" alias="l3-ha" description="Adds HA capability to routers." updated="2014-04-26T00:00:00-00:00" {{(pid=94063) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 23 11:21:58.770837 dv-neutron-601336-94-hyperv neutron-server[94063]: INFO neutron.api.extensions [None req-8d17acf4-83a1-42c9-8403-0ee2492262fd None None] Loaded extension: l3-ha Jun 23 11:21:58.771207 dv-neutron-601336-94-hyperv neutron-server[94063]: DEBUG neutron.api.extensions [None req-8d17acf4-83a1-42c9-8403-0ee2492262fd None None] Loading extension file: l3_flavors.py {{(pid=94063) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 23 11:21:58.782142 dv-neutron-601336-94-hyperv neutron-server[94063]: DEBUG neutron.api.extensions [None req-8d17acf4-83a1-42c9-8403-0ee2492262fd None None] Ext name="Router Flavor Extension" alias="l3-flavors" description="Flavor support for routers." updated="2016-05-17T00:00:00-00:00" {{(pid=94063) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 23 11:21:58.782651 dv-neutron-601336-94-hyperv neutron-server[94063]: INFO neutron.api.extensions [None req-8d17acf4-83a1-42c9-8403-0ee2492262fd None None] Loaded extension: l3-flavors Jun 23 11:21:58.783055 dv-neutron-601336-94-hyperv neutron-server[94063]: DEBUG neutron.api.extensions [None req-8d17acf4-83a1-42c9-8403-0ee2492262fd None None] Loading extension file: l3_port_ip_change_not_allowed.py {{(pid=94063) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 23 11:21:58.783970 dv-neutron-601336-94-hyperv neutron-server[94063]: DEBUG neutron.api.extensions [None req-8d17acf4-83a1-42c9-8403-0ee2492262fd None None] Ext name="Prevent L3 router ports IP address change extension" alias="l3-port-ip-change-not-allowed" description="Prevent change of IP address for some L3 router ports" updated="2018-10-09T10:00:00-00:00" {{(pid=94063) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 23 11:21:58.784481 dv-neutron-601336-94-hyperv neutron-server[94063]: INFO neutron.api.extensions [None req-8d17acf4-83a1-42c9-8403-0ee2492262fd None None] Loaded extension: l3-port-ip-change-not-allowed Jun 23 11:21:58.784805 dv-neutron-601336-94-hyperv neutron-server[94063]: DEBUG neutron.api.extensions [None req-8d17acf4-83a1-42c9-8403-0ee2492262fd None None] Loading extension file: l3agentscheduler.py {{(pid=94063) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 23 11:21:58.785834 dv-neutron-601336-94-hyperv neutron-server[94063]: DEBUG neutron.api.extensions [None req-8d17acf4-83a1-42c9-8403-0ee2492262fd None None] Ext name="L3 Agent Scheduler" alias="l3_agent_scheduler" description="Schedule routers among l3 agents" updated="2013-02-07T10:00:00-00:00" {{(pid=94063) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 23 11:21:58.786346 dv-neutron-601336-94-hyperv neutron-server[94063]: INFO neutron.api.extensions [None req-8d17acf4-83a1-42c9-8403-0ee2492262fd None None] Loaded extension: l3_agent_scheduler Jun 23 11:21:58.786676 dv-neutron-601336-94-hyperv neutron-server[94063]: DEBUG neutron.api.extensions [None req-8d17acf4-83a1-42c9-8403-0ee2492262fd None None] Loading extension file: logging.py {{(pid=94063) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 23 11:21:58.788316 dv-neutron-601336-94-hyperv neutron-server[94063]: DEBUG neutron.api.extensions [None req-8d17acf4-83a1-42c9-8403-0ee2492262fd None None] Ext name="Logging API Extension" alias="logging" description="Provides a logging API for resources such as security group and firewall." updated="2017-01-01T10:00:00-00:00" {{(pid=94063) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 23 11:21:58.788844 dv-neutron-601336-94-hyperv neutron-server[94063]: INFO neutron.api.extensions [None req-8d17acf4-83a1-42c9-8403-0ee2492262fd None None] Extension logging not supported by any of loaded plugins Jun 23 11:21:58.789175 dv-neutron-601336-94-hyperv neutron-server[94063]: DEBUG neutron.api.extensions [None req-8d17acf4-83a1-42c9-8403-0ee2492262fd None None] Loading extension file: metering.py {{(pid=94063) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 23 11:21:58.789899 dv-neutron-601336-94-hyperv neutron-server[94063]: DEBUG neutron.api.extensions [None req-8d17acf4-83a1-42c9-8403-0ee2492262fd None None] Ext name="Neutron Metering" alias="metering" description="Neutron Metering extension." updated="2013-06-12T10:00:00-00:00" {{(pid=94063) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 23 11:21:58.790474 dv-neutron-601336-94-hyperv neutron-server[94063]: INFO neutron.api.extensions [None req-8d17acf4-83a1-42c9-8403-0ee2492262fd None None] Loaded extension: metering Jun 23 11:21:58.790799 dv-neutron-601336-94-hyperv neutron-server[94063]: DEBUG neutron.api.extensions [None req-8d17acf4-83a1-42c9-8403-0ee2492262fd None None] Loading extension file: metering_source_and_destination_fields.py {{(pid=94063) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 23 11:21:58.791928 dv-neutron-601336-94-hyperv neutron-server[94063]: DEBUG neutron.api.extensions [None req-8d17acf4-83a1-42c9-8403-0ee2492262fd None None] Ext name="Neutron Metering with source and destination filtering" alias="metering_source_and_destination_fields" description="Neutron Metering extension that enables the use of source and destination IP prefixes to create metering label rules." updated="2020-08-21T08:12:00-00:00" {{(pid=94063) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 23 11:21:58.792440 dv-neutron-601336-94-hyperv neutron-server[94063]: INFO neutron.api.extensions [None req-8d17acf4-83a1-42c9-8403-0ee2492262fd None None] Loaded extension: metering_source_and_destination_fields Jun 23 11:21:58.792765 dv-neutron-601336-94-hyperv neutron-server[94063]: DEBUG neutron.api.extensions [None req-8d17acf4-83a1-42c9-8403-0ee2492262fd None None] Loading extension file: multiprovidernet.py {{(pid=94063) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 23 11:21:58.793683 dv-neutron-601336-94-hyperv neutron-server[94063]: DEBUG neutron.api.extensions [None req-8d17acf4-83a1-42c9-8403-0ee2492262fd None None] Ext name="Multi Provider Network" alias="multi-provider" description="Expose mapping of virtual networks to multiple physical networks" updated="2013-06-27T10:00:00-00:00" {{(pid=94063) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 23 11:21:58.794194 dv-neutron-601336-94-hyperv neutron-server[94063]: INFO neutron.api.extensions [None req-8d17acf4-83a1-42c9-8403-0ee2492262fd None None] Loaded extension: multi-provider Jun 23 11:21:58.794547 dv-neutron-601336-94-hyperv neutron-server[94063]: DEBUG neutron.api.extensions [None req-8d17acf4-83a1-42c9-8403-0ee2492262fd None None] Loading extension file: netmtu.py {{(pid=94063) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 23 11:21:58.795473 dv-neutron-601336-94-hyperv neutron-server[94063]: DEBUG neutron.api.extensions [None req-8d17acf4-83a1-42c9-8403-0ee2492262fd None None] Ext name="Network MTU" alias="net-mtu" description="Provides MTU attribute for a network resource." updated="2015-03-25T10:00:00-00:00" {{(pid=94063) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 23 11:21:58.795987 dv-neutron-601336-94-hyperv neutron-server[94063]: INFO neutron.api.extensions [None req-8d17acf4-83a1-42c9-8403-0ee2492262fd None None] Loaded extension: net-mtu Jun 23 11:21:58.796310 dv-neutron-601336-94-hyperv neutron-server[94063]: DEBUG neutron.api.extensions [None req-8d17acf4-83a1-42c9-8403-0ee2492262fd None None] Loading extension file: netmtu_writable.py {{(pid=94063) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 23 11:21:58.797209 dv-neutron-601336-94-hyperv neutron-server[94063]: DEBUG neutron.api.extensions [None req-8d17acf4-83a1-42c9-8403-0ee2492262fd None None] Ext name="Network MTU (writable)" alias="net-mtu-writable" description="Provides a writable MTU attribute for a network resource." updated="2017-07-12T00:00:00-00:00" {{(pid=94063) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 23 11:21:58.797719 dv-neutron-601336-94-hyperv neutron-server[94063]: INFO neutron.api.extensions [None req-8d17acf4-83a1-42c9-8403-0ee2492262fd None None] Loaded extension: net-mtu-writable Jun 23 11:21:58.798042 dv-neutron-601336-94-hyperv neutron-server[94063]: DEBUG neutron.api.extensions [None req-8d17acf4-83a1-42c9-8403-0ee2492262fd None None] Loading extension file: network_availability_zone.py {{(pid=94063) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 23 11:21:58.798699 dv-neutron-601336-94-hyperv neutron-server[94063]: DEBUG neutron.api.extensions [None req-8d17acf4-83a1-42c9-8403-0ee2492262fd None None] Ext name="Network Availability Zone" alias="network_availability_zone" description="Availability zone support for network." updated="2015-01-01T10:00:00-00:00" {{(pid=94063) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 23 11:21:58.799246 dv-neutron-601336-94-hyperv neutron-server[94063]: INFO neutron.api.extensions [None req-8d17acf4-83a1-42c9-8403-0ee2492262fd None None] Loaded extension: network_availability_zone Jun 23 11:21:58.799598 dv-neutron-601336-94-hyperv neutron-server[94063]: DEBUG neutron.api.extensions [None req-8d17acf4-83a1-42c9-8403-0ee2492262fd None None] Loading extension file: network_ip_availability.py {{(pid=94063) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 23 11:21:58.800670 dv-neutron-601336-94-hyperv neutron-server[94063]: DEBUG neutron.api.extensions [None req-8d17acf4-83a1-42c9-8403-0ee2492262fd None None] Ext name="Network IP Availability" alias="network-ip-availability" description="Provides IP availability data for each network and subnet." updated="2015-09-24T00:00:00-00:00" {{(pid=94063) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 23 11:21:58.801186 dv-neutron-601336-94-hyperv neutron-server[94063]: INFO neutron.api.extensions [None req-8d17acf4-83a1-42c9-8403-0ee2492262fd None None] Loaded extension: network-ip-availability Jun 23 11:21:58.801511 dv-neutron-601336-94-hyperv neutron-server[94063]: DEBUG neutron.api.extensions [None req-8d17acf4-83a1-42c9-8403-0ee2492262fd None None] Loading extension file: network_segment_range.py {{(pid=94063) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 23 11:21:58.802258 dv-neutron-601336-94-hyperv neutron-server[94063]: DEBUG neutron.api.extensions [None req-8d17acf4-83a1-42c9-8403-0ee2492262fd None None] Ext name="Neutron Network Segment Range" alias="network-segment-range" description="Provides support for the network segment range management" updated="2018-11-29T00:00:00-00:00" {{(pid=94063) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 23 11:21:58.802760 dv-neutron-601336-94-hyperv neutron-server[94063]: INFO neutron.api.extensions [None req-8d17acf4-83a1-42c9-8403-0ee2492262fd None None] Extension network-segment-range not supported by any of loaded plugins Jun 23 11:21:58.803114 dv-neutron-601336-94-hyperv neutron-server[94063]: DEBUG neutron.api.extensions [None req-8d17acf4-83a1-42c9-8403-0ee2492262fd None None] Loading extension file: pagination.py {{(pid=94063) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 23 11:21:58.804076 dv-neutron-601336-94-hyperv neutron-server[94063]: DEBUG neutron.api.extensions [None req-8d17acf4-83a1-42c9-8403-0ee2492262fd None None] Ext name="Pagination support" alias="pagination" description="Extension that indicates that pagination is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=94063) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 23 11:21:58.804410 dv-neutron-601336-94-hyperv neutron-server[94063]: INFO neutron.api.extensions [None req-8d17acf4-83a1-42c9-8403-0ee2492262fd None None] Loaded extension: pagination Jun 23 11:21:58.804726 dv-neutron-601336-94-hyperv neutron-server[94063]: DEBUG neutron.api.extensions [None req-8d17acf4-83a1-42c9-8403-0ee2492262fd None None] Loading extension file: port_device_profile.py {{(pid=94063) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 23 11:21:58.810974 dv-neutron-601336-94-hyperv neutron-server[94063]: DEBUG neutron.api.extensions [None req-8d17acf4-83a1-42c9-8403-0ee2492262fd None None] Ext name="Port device profile" alias="port-device-profile" description="Expose the port device profile (Cyborg)" updated="2020-12-17T10:00:00-00:00" {{(pid=94063) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 23 11:21:58.811517 dv-neutron-601336-94-hyperv neutron-server[94063]: INFO neutron.api.extensions [None req-8d17acf4-83a1-42c9-8403-0ee2492262fd None None] Loaded extension: port-device-profile Jun 23 11:21:58.811928 dv-neutron-601336-94-hyperv neutron-server[94063]: DEBUG neutron.api.extensions [None req-8d17acf4-83a1-42c9-8403-0ee2492262fd None None] Loading extension file: port_mac_address_regenerate.py {{(pid=94063) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 23 11:21:58.812787 dv-neutron-601336-94-hyperv neutron-server[94063]: DEBUG neutron.api.extensions [None req-8d17acf4-83a1-42c9-8403-0ee2492262fd None None] Ext name="Neutron Port MAC address regenerate" alias="port-mac-address-regenerate" description="Network port MAC address regenerate" updated="2018-05-03T10:00:00-00:00" {{(pid=94063) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 23 11:21:58.813298 dv-neutron-601336-94-hyperv neutron-server[94063]: INFO neutron.api.extensions [None req-8d17acf4-83a1-42c9-8403-0ee2492262fd None None] Loaded extension: port-mac-address-regenerate Jun 23 11:21:58.813621 dv-neutron-601336-94-hyperv neutron-server[94063]: DEBUG neutron.api.extensions [None req-8d17acf4-83a1-42c9-8403-0ee2492262fd None None] Loading extension file: port_numa_affinity_policy.py {{(pid=94063) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 23 11:21:58.814504 dv-neutron-601336-94-hyperv neutron-server[94063]: DEBUG neutron.api.extensions [None req-8d17acf4-83a1-42c9-8403-0ee2492262fd None None] Ext name="Port NUMA affinity policy" alias="port-numa-affinity-policy" description="Expose the port NUMA affinity policy" updated="2020-07-08T10:00:00-00:00" {{(pid=94063) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 23 11:21:58.815588 dv-neutron-601336-94-hyperv neutron-server[94063]: INFO neutron.api.extensions [None req-8d17acf4-83a1-42c9-8403-0ee2492262fd None None] Loaded extension: port-numa-affinity-policy Jun 23 11:21:58.815905 dv-neutron-601336-94-hyperv neutron-server[94063]: DEBUG neutron.api.extensions [None req-8d17acf4-83a1-42c9-8403-0ee2492262fd None None] Loading extension file: port_resource_request.py {{(pid=94063) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 23 11:21:58.816797 dv-neutron-601336-94-hyperv neutron-server[94063]: DEBUG neutron.api.extensions [None req-8d17acf4-83a1-42c9-8403-0ee2492262fd None None] Ext name="Port Resource Request" alias="port-resource-request" description="Expose resource request to Port" updated="2018-05-08T10:00:00-00:00" {{(pid=94063) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 23 11:21:58.817311 dv-neutron-601336-94-hyperv neutron-server[94063]: INFO neutron.api.extensions [None req-8d17acf4-83a1-42c9-8403-0ee2492262fd None None] Extension port-resource-request not supported by any of loaded plugins Jun 23 11:21:58.817631 dv-neutron-601336-94-hyperv neutron-server[94063]: DEBUG neutron.api.extensions [None req-8d17acf4-83a1-42c9-8403-0ee2492262fd None None] Loading extension file: portbindings.py {{(pid=94063) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 23 11:21:58.818549 dv-neutron-601336-94-hyperv neutron-server[94063]: DEBUG neutron.api.extensions [None req-8d17acf4-83a1-42c9-8403-0ee2492262fd None None] Ext name="Port Binding" alias="binding" description="Expose port bindings of a virtual port to external application" updated="2014-02-03T10:00:00-00:00" {{(pid=94063) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 23 11:21:58.819093 dv-neutron-601336-94-hyperv neutron-server[94063]: INFO neutron.api.extensions [None req-8d17acf4-83a1-42c9-8403-0ee2492262fd None None] Loaded extension: binding Jun 23 11:21:58.819422 dv-neutron-601336-94-hyperv neutron-server[94063]: DEBUG neutron.api.extensions [None req-8d17acf4-83a1-42c9-8403-0ee2492262fd None None] Loading extension file: portbindings_extended.py {{(pid=94063) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 23 11:21:58.820665 dv-neutron-601336-94-hyperv neutron-server[94063]: DEBUG neutron.api.extensions [None req-8d17acf4-83a1-42c9-8403-0ee2492262fd None None] Ext name="Port Bindings Extended" alias="binding-extended" description="Expose port bindings of a virtual port to external application" updated="2017-07-17T10:00:00-00:00" {{(pid=94063) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 23 11:21:58.821187 dv-neutron-601336-94-hyperv neutron-server[94063]: INFO neutron.api.extensions [None req-8d17acf4-83a1-42c9-8403-0ee2492262fd None None] Loaded extension: binding-extended Jun 23 11:21:58.821513 dv-neutron-601336-94-hyperv neutron-server[94063]: DEBUG neutron.api.extensions [None req-8d17acf4-83a1-42c9-8403-0ee2492262fd None None] Loading extension file: portsecurity.py {{(pid=94063) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 23 11:21:58.822413 dv-neutron-601336-94-hyperv neutron-server[94063]: DEBUG neutron.api.extensions [None req-8d17acf4-83a1-42c9-8403-0ee2492262fd None None] Ext name="Port Security" alias="port-security" description="Provides port security" updated="2012-07-23T10:00:00-00:00" {{(pid=94063) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 23 11:21:58.822928 dv-neutron-601336-94-hyperv neutron-server[94063]: INFO neutron.api.extensions [None req-8d17acf4-83a1-42c9-8403-0ee2492262fd None None] Loaded extension: port-security Jun 23 11:21:58.823978 dv-neutron-601336-94-hyperv neutron-server[94063]: DEBUG neutron.api.extensions [None req-8d17acf4-83a1-42c9-8403-0ee2492262fd None None] Loading extension file: project_id.py {{(pid=94063) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 23 11:21:58.823978 dv-neutron-601336-94-hyperv neutron-server[94063]: DEBUG neutron.api.extensions [None req-8d17acf4-83a1-42c9-8403-0ee2492262fd None None] Ext name="project_id field enabled" alias="project-id" description="Extension that indicates that project_id field is enabled." updated="2016-09-09T09:09:09-09:09" {{(pid=94063) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 23 11:21:58.825306 dv-neutron-601336-94-hyperv neutron-server[94063]: INFO neutron.api.extensions [None req-8d17acf4-83a1-42c9-8403-0ee2492262fd None None] Loaded extension: project-id Jun 23 11:21:58.825578 dv-neutron-601336-94-hyperv neutron-server[94063]: DEBUG neutron.api.extensions [None req-8d17acf4-83a1-42c9-8403-0ee2492262fd None None] Loading extension file: providernet.py {{(pid=94063) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 23 11:21:58.826488 dv-neutron-601336-94-hyperv neutron-server[94063]: DEBUG neutron.api.extensions [None req-8d17acf4-83a1-42c9-8403-0ee2492262fd None None] Ext name="Provider Network" alias="provider" description="Expose mapping of virtual networks to physical networks" updated="2012-09-07T10:00:00-00:00" {{(pid=94063) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 23 11:21:58.827009 dv-neutron-601336-94-hyperv neutron-server[94063]: INFO neutron.api.extensions [None req-8d17acf4-83a1-42c9-8403-0ee2492262fd None None] Loaded extension: provider Jun 23 11:21:58.827359 dv-neutron-601336-94-hyperv neutron-server[94063]: DEBUG neutron.api.extensions [None req-8d17acf4-83a1-42c9-8403-0ee2492262fd None None] Loading extension file: qos.py {{(pid=94063) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 23 11:21:58.831486 dv-neutron-601336-94-hyperv neutron-server[94063]: DEBUG neutron.api.extensions [None req-8d17acf4-83a1-42c9-8403-0ee2492262fd None None] Ext name="Quality of Service" alias="qos" description="The Quality of Service extension." updated="2015-06-08T10:00:00-00:00" {{(pid=94063) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 23 11:21:58.832020 dv-neutron-601336-94-hyperv neutron-server[94063]: INFO neutron.api.extensions [None req-8d17acf4-83a1-42c9-8403-0ee2492262fd None None] Extension qos not supported by any of loaded plugins Jun 23 11:21:58.832352 dv-neutron-601336-94-hyperv neutron-server[94063]: DEBUG neutron.api.extensions [None req-8d17acf4-83a1-42c9-8403-0ee2492262fd None None] Loading extension file: qos_bw_limit_direction.py {{(pid=94063) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 23 11:21:58.833593 dv-neutron-601336-94-hyperv neutron-server[94063]: DEBUG neutron.api.extensions [None req-8d17acf4-83a1-42c9-8403-0ee2492262fd None None] Ext name="Direction for QoS bandwidth limit rule" alias="qos-bw-limit-direction" description="Allow to configure QoS bandwidth limit rule with specific direction: ingress or egress" updated="2017-04-10T10:00:00-00:00" {{(pid=94063) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 23 11:21:58.834110 dv-neutron-601336-94-hyperv neutron-server[94063]: INFO neutron.api.extensions [None req-8d17acf4-83a1-42c9-8403-0ee2492262fd None None] Extension qos-bw-limit-direction not supported by any of loaded plugins Jun 23 11:21:58.834470 dv-neutron-601336-94-hyperv neutron-server[94063]: DEBUG neutron.api.extensions [None req-8d17acf4-83a1-42c9-8403-0ee2492262fd None None] Loading extension file: qos_bw_minimum_ingress.py {{(pid=94063) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 23 11:21:58.835402 dv-neutron-601336-94-hyperv neutron-server[94063]: DEBUG neutron.api.extensions [None req-8d17acf4-83a1-42c9-8403-0ee2492262fd None None] Ext name="Ingress direction for QoS minimum bandwidth rule" alias="qos-bw-minimum-ingress" description="Allow to configure QoS minumum bandwidth rule with ingress direction." updated="2018-07-09T10:00:00-00:00" {{(pid=94063) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 23 11:21:58.835917 dv-neutron-601336-94-hyperv neutron-server[94063]: INFO neutron.api.extensions [None req-8d17acf4-83a1-42c9-8403-0ee2492262fd None None] Extension qos-bw-minimum-ingress not supported by any of loaded plugins Jun 23 11:21:58.836244 dv-neutron-601336-94-hyperv neutron-server[94063]: DEBUG neutron.api.extensions [None req-8d17acf4-83a1-42c9-8403-0ee2492262fd None None] Loading extension file: qos_default.py {{(pid=94063) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 23 11:21:58.837139 dv-neutron-601336-94-hyperv neutron-server[94063]: DEBUG neutron.api.extensions [None req-8d17acf4-83a1-42c9-8403-0ee2492262fd None None] Ext name="QoS default policy" alias="qos-default" description="Expose the QoS default policy per project" updated="2017-041-06T10:00:00-00:00" {{(pid=94063) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 23 11:21:58.837656 dv-neutron-601336-94-hyperv neutron-server[94063]: INFO neutron.api.extensions [None req-8d17acf4-83a1-42c9-8403-0ee2492262fd None None] Extension qos-default not supported by any of loaded plugins Jun 23 11:21:58.837983 dv-neutron-601336-94-hyperv neutron-server[94063]: DEBUG neutron.api.extensions [None req-8d17acf4-83a1-42c9-8403-0ee2492262fd None None] Loading extension file: qos_fip.py {{(pid=94063) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 23 11:21:58.838625 dv-neutron-601336-94-hyperv neutron-server[94063]: DEBUG neutron.api.extensions [None req-8d17acf4-83a1-42c9-8403-0ee2492262fd None None] Ext name="Floating IP QoS" alias="qos-fip" description="The floating IP Quality of Service extension" updated="2017-07-20T00:00:00-00:00" {{(pid=94063) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 23 11:21:58.839161 dv-neutron-601336-94-hyperv neutron-server[94063]: INFO neutron.api.extensions [None req-8d17acf4-83a1-42c9-8403-0ee2492262fd None None] Extension qos-fip not supported by any of loaded plugins Jun 23 11:21:58.839487 dv-neutron-601336-94-hyperv neutron-server[94063]: DEBUG neutron.api.extensions [None req-8d17acf4-83a1-42c9-8403-0ee2492262fd None None] Loading extension file: qos_gateway_ip.py {{(pid=94063) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 23 11:21:58.840394 dv-neutron-601336-94-hyperv neutron-server[94063]: DEBUG neutron.api.extensions [None req-8d17acf4-83a1-42c9-8403-0ee2492262fd None None] Ext name="Router gateway IP QoS" alias="qos-gateway-ip" description="The Router gateway IP Quality of Service extension" updated="2018-02-24T00:00:00-00:00" {{(pid=94063) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 23 11:21:58.840905 dv-neutron-601336-94-hyperv neutron-server[94063]: INFO neutron.api.extensions [None req-8d17acf4-83a1-42c9-8403-0ee2492262fd None None] Extension qos-gateway-ip not supported by any of loaded plugins Jun 23 11:21:58.841227 dv-neutron-601336-94-hyperv neutron-server[94063]: DEBUG neutron.api.extensions [None req-8d17acf4-83a1-42c9-8403-0ee2492262fd None None] Loading extension file: qos_port_network_policy.py {{(pid=94063) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 23 11:21:58.842125 dv-neutron-601336-94-hyperv neutron-server[94063]: DEBUG neutron.api.extensions [None req-8d17acf4-83a1-42c9-8403-0ee2492262fd None None] Ext name="QoS port network policy ID" alias="qos-port-network-policy" description="Adds a the QoS network ID to the port definition" updated="2019-11-01T10:00:00-00:00" {{(pid=94063) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 23 11:21:58.842636 dv-neutron-601336-94-hyperv neutron-server[94063]: INFO neutron.api.extensions [None req-8d17acf4-83a1-42c9-8403-0ee2492262fd None None] Extension qos-port-network-policy not supported by any of loaded plugins Jun 23 11:21:58.842957 dv-neutron-601336-94-hyperv neutron-server[94063]: DEBUG neutron.api.extensions [None req-8d17acf4-83a1-42c9-8403-0ee2492262fd None None] Loading extension file: qos_rule_type_details.py {{(pid=94063) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 23 11:21:58.844055 dv-neutron-601336-94-hyperv neutron-server[94063]: DEBUG neutron.api.extensions [None req-8d17acf4-83a1-42c9-8403-0ee2492262fd None None] Ext name="Details of QoS rule types" alias="qos-rule-type-details" description="Expose details about QoS rule types supported by loaded backend drivers" updated="2017-06-22T10:00:00-00:00" {{(pid=94063) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 23 11:21:58.844570 dv-neutron-601336-94-hyperv neutron-server[94063]: INFO neutron.api.extensions [None req-8d17acf4-83a1-42c9-8403-0ee2492262fd None None] Extension qos-rule-type-details not supported by any of loaded plugins Jun 23 11:21:58.844893 dv-neutron-601336-94-hyperv neutron-server[94063]: DEBUG neutron.api.extensions [None req-8d17acf4-83a1-42c9-8403-0ee2492262fd None None] Loading extension file: qos_rules_alias.py {{(pid=94063) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 23 11:21:58.845923 dv-neutron-601336-94-hyperv neutron-server[94063]: DEBUG neutron.api.extensions [None req-8d17acf4-83a1-42c9-8403-0ee2492262fd None None] Ext name="Quality of Service rules alias API" alias="qos-rules-alias" description="API to enable GET, PUT and DELETE operations on QoS policy rules without specifying policy ID" updated="2018-10-07T10:00:00-00:00" {{(pid=94063) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 23 11:21:58.846721 dv-neutron-601336-94-hyperv neutron-server[94063]: INFO neutron.api.extensions [None req-8d17acf4-83a1-42c9-8403-0ee2492262fd None None] Extension qos-rules-alias not supported by any of loaded plugins Jun 23 11:21:58.847056 dv-neutron-601336-94-hyperv neutron-server[94063]: DEBUG neutron.api.extensions [None req-8d17acf4-83a1-42c9-8403-0ee2492262fd None None] Loading extension file: quotasv2.py {{(pid=94063) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 23 11:21:58.847963 dv-neutron-601336-94-hyperv neutron-server[94063]: DEBUG neutron.api.extensions [None req-8d17acf4-83a1-42c9-8403-0ee2492262fd None None] Ext name="Quota management support" alias="quotas" description="Expose functions for quotas management per tenant" updated="2012-07-29T10:00:00-00:00" {{(pid=94063) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 23 11:21:58.848291 dv-neutron-601336-94-hyperv neutron-server[94063]: INFO neutron.api.extensions [None req-8d17acf4-83a1-42c9-8403-0ee2492262fd None None] Loaded extension: quotas Jun 23 11:21:58.853438 dv-neutron-601336-94-hyperv neutron-server[94063]: DEBUG neutron.api.extensions [None req-8d17acf4-83a1-42c9-8403-0ee2492262fd None None] Loading extension file: quotasv2_detail.py {{(pid=94063) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 23 11:21:58.856415 dv-neutron-601336-94-hyperv neutron-server[94063]: DEBUG neutron.api.extensions [None req-8d17acf4-83a1-42c9-8403-0ee2492262fd None None] Ext name="Quota details management support" alias="quota_details" description="Expose functions for quotas usage statistics per project" updated="2017-02-10T10:00:00-00:00" {{(pid=94063) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 23 11:21:58.856758 dv-neutron-601336-94-hyperv neutron-server[94063]: INFO neutron.api.extensions [None req-8d17acf4-83a1-42c9-8403-0ee2492262fd None None] Loaded extension: quota_details Jun 23 11:21:58.857127 dv-neutron-601336-94-hyperv neutron-server[94063]: DEBUG neutron.api.extensions [None req-8d17acf4-83a1-42c9-8403-0ee2492262fd None None] Loading extension file: rbac.py {{(pid=94063) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 23 11:21:58.858174 dv-neutron-601336-94-hyperv neutron-server[94063]: DEBUG neutron.api.extensions [None req-8d17acf4-83a1-42c9-8403-0ee2492262fd None None] Ext name="RBAC Policies" alias="rbac-policies" description="Allows creation and modification of policies that control tenant access to resources." updated="2015-06-17T12:15:12-00:00" {{(pid=94063) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 23 11:21:58.858704 dv-neutron-601336-94-hyperv neutron-server[94063]: INFO neutron.api.extensions [None req-8d17acf4-83a1-42c9-8403-0ee2492262fd None None] Loaded extension: rbac-policies Jun 23 11:21:58.859059 dv-neutron-601336-94-hyperv neutron-server[94063]: DEBUG neutron.api.extensions [None req-8d17acf4-83a1-42c9-8403-0ee2492262fd None None] Loading extension file: rbac_address_group.py {{(pid=94063) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 23 11:21:58.859988 dv-neutron-601336-94-hyperv neutron-server[94063]: DEBUG neutron.api.extensions [None req-8d17acf4-83a1-42c9-8403-0ee2492262fd None None] Ext name="Add address_group type to RBAC" alias="rbac-address-group" description="Add address_group type to network RBAC" updated="2021-01-20T00:00:00-00:00" {{(pid=94063) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 23 11:21:58.860510 dv-neutron-601336-94-hyperv neutron-server[94063]: INFO neutron.api.extensions [None req-8d17acf4-83a1-42c9-8403-0ee2492262fd None None] Loaded extension: rbac-address-group Jun 23 11:21:58.860839 dv-neutron-601336-94-hyperv neutron-server[94063]: DEBUG neutron.api.extensions [None req-8d17acf4-83a1-42c9-8403-0ee2492262fd None None] Loading extension file: rbac_address_scope.py {{(pid=94063) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 23 11:21:58.861763 dv-neutron-601336-94-hyperv neutron-server[94063]: DEBUG neutron.api.extensions [None req-8d17acf4-83a1-42c9-8403-0ee2492262fd None None] Ext name="Add address_scope type to RBAC" alias="rbac-address-scope" description="Add address_scope type to RBAC" updated="2020-02-12T00:00:00-00:00" {{(pid=94063) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 23 11:21:58.862801 dv-neutron-601336-94-hyperv neutron-server[94063]: INFO neutron.api.extensions [None req-8d17acf4-83a1-42c9-8403-0ee2492262fd None None] Loaded extension: rbac-address-scope Jun 23 11:21:58.863165 dv-neutron-601336-94-hyperv neutron-server[94063]: DEBUG neutron.api.extensions [None req-8d17acf4-83a1-42c9-8403-0ee2492262fd None None] Loading extension file: rbac_security_groups.py {{(pid=94063) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 23 11:21:58.864066 dv-neutron-601336-94-hyperv neutron-server[94063]: DEBUG neutron.api.extensions [None req-8d17acf4-83a1-42c9-8403-0ee2492262fd None None] Ext name="Add security_group type to network RBAC" alias="rbac-security-groups" description="Add security_group type to network RBAC" updated="2019-02-14T00:00:00-00:00" {{(pid=94063) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 23 11:21:58.864577 dv-neutron-601336-94-hyperv neutron-server[94063]: INFO neutron.api.extensions [None req-8d17acf4-83a1-42c9-8403-0ee2492262fd None None] Loaded extension: rbac-security-groups Jun 23 11:21:58.864900 dv-neutron-601336-94-hyperv neutron-server[94063]: DEBUG neutron.api.extensions [None req-8d17acf4-83a1-42c9-8403-0ee2492262fd None None] Loading extension file: rbac_subnetpool.py {{(pid=94063) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 23 11:21:58.865800 dv-neutron-601336-94-hyperv neutron-server[94063]: DEBUG neutron.api.extensions [None req-8d17acf4-83a1-42c9-8403-0ee2492262fd None None] Ext name="Add subnetpool type to RBAC" alias="rbac-subnetpool" description="Add subnetpool type to RBAC" updated="2020-02-05T00:00:00-00:00" {{(pid=94063) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 23 11:21:58.866311 dv-neutron-601336-94-hyperv neutron-server[94063]: INFO neutron.api.extensions [None req-8d17acf4-83a1-42c9-8403-0ee2492262fd None None] Loaded extension: rbac-subnetpool Jun 23 11:21:58.866634 dv-neutron-601336-94-hyperv neutron-server[94063]: DEBUG neutron.api.extensions [None req-8d17acf4-83a1-42c9-8403-0ee2492262fd None None] Loading extension file: revisionifmatch.py {{(pid=94063) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 23 11:21:58.867565 dv-neutron-601336-94-hyperv neutron-server[94063]: DEBUG neutron.api.extensions [None req-8d17acf4-83a1-42c9-8403-0ee2492262fd None None] Ext name="If-Match constraints based on revision_number" alias="revision-if-match" description="Extension indicating that If-Match based on revision_number is supported." updated="2016-12-11T00:00:00-00:00" {{(pid=94063) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 23 11:21:58.868079 dv-neutron-601336-94-hyperv neutron-server[94063]: INFO neutron.api.extensions [None req-8d17acf4-83a1-42c9-8403-0ee2492262fd None None] Loaded extension: revision-if-match Jun 23 11:21:58.868404 dv-neutron-601336-94-hyperv neutron-server[94063]: DEBUG neutron.api.extensions [None req-8d17acf4-83a1-42c9-8403-0ee2492262fd None None] Loading extension file: revisions.py {{(pid=94063) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 23 11:21:58.869508 dv-neutron-601336-94-hyperv neutron-server[94063]: DEBUG neutron.api.extensions [None req-8d17acf4-83a1-42c9-8403-0ee2492262fd None None] Ext name="Resource revision numbers" alias="standard-attr-revisions" description="This extension will display the revision number of neutron resources." updated="2016-04-11T10:00:00-00:00" {{(pid=94063) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 23 11:21:58.870023 dv-neutron-601336-94-hyperv neutron-server[94063]: INFO neutron.api.extensions [None req-8d17acf4-83a1-42c9-8403-0ee2492262fd None None] Loaded extension: standard-attr-revisions Jun 23 11:21:58.870352 dv-neutron-601336-94-hyperv neutron-server[94063]: DEBUG neutron.api.extensions [None req-8d17acf4-83a1-42c9-8403-0ee2492262fd None None] Loading extension file: router_availability_zone.py {{(pid=94063) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 23 11:21:58.871016 dv-neutron-601336-94-hyperv neutron-server[94063]: DEBUG neutron.api.extensions [None req-8d17acf4-83a1-42c9-8403-0ee2492262fd None None] Ext name="Router Availability Zone" alias="router_availability_zone" description="Availability zone support for router." updated="2015-01-01T10:00:00-00:00" {{(pid=94063) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 23 11:21:58.871553 dv-neutron-601336-94-hyperv neutron-server[94063]: INFO neutron.api.extensions [None req-8d17acf4-83a1-42c9-8403-0ee2492262fd None None] Loaded extension: router_availability_zone Jun 23 11:21:58.871878 dv-neutron-601336-94-hyperv neutron-server[94063]: DEBUG neutron.api.extensions [None req-8d17acf4-83a1-42c9-8403-0ee2492262fd None None] Loading extension file: routerservicetype.py {{(pid=94063) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 23 11:21:58.872780 dv-neutron-601336-94-hyperv neutron-server[94063]: DEBUG neutron.api.extensions [None req-8d17acf4-83a1-42c9-8403-0ee2492262fd None None] Ext name="Router Service Type" alias="router-service-type" description="Provides router service type" updated="2013-01-29T00:00:00-00:00" {{(pid=94063) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 23 11:21:58.873288 dv-neutron-601336-94-hyperv neutron-server[94063]: INFO neutron.api.extensions [None req-8d17acf4-83a1-42c9-8403-0ee2492262fd None None] Extension router-service-type not supported by any of loaded plugins Jun 23 11:21:58.873614 dv-neutron-601336-94-hyperv neutron-server[94063]: DEBUG neutron.api.extensions [None req-8d17acf4-83a1-42c9-8403-0ee2492262fd None None] Loading extension file: security_groups_normalized_cidr.py {{(pid=94063) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 23 11:21:58.874556 dv-neutron-601336-94-hyperv neutron-server[94063]: DEBUG neutron.api.extensions [None req-8d17acf4-83a1-42c9-8403-0ee2492262fd None None] Ext name="Normalized CIDR field for security group rules" alias="security-groups-normalized-cidr" description="Add new field with normalized remote_ip_prefix cidr in SG rule" updated="2020-07-28T10:00:00-00:00" {{(pid=94063) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 23 11:21:58.875087 dv-neutron-601336-94-hyperv neutron-server[94063]: INFO neutron.api.extensions [None req-8d17acf4-83a1-42c9-8403-0ee2492262fd None None] Loaded extension: security-groups-normalized-cidr Jun 23 11:21:58.875414 dv-neutron-601336-94-hyperv neutron-server[94063]: DEBUG neutron.api.extensions [None req-8d17acf4-83a1-42c9-8403-0ee2492262fd None None] Loading extension file: security_groups_port_filtering.py {{(pid=94063) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 23 11:21:58.876324 dv-neutron-601336-94-hyperv neutron-server[94063]: DEBUG neutron.api.extensions [None req-8d17acf4-83a1-42c9-8403-0ee2492262fd None None] Ext name="Port filtering on security groups" alias="port-security-groups-filtering" description="Provides security groups filtering when listing ports" updated="2018-01-09T09:00:00-00:00" {{(pid=94063) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 23 11:21:58.876844 dv-neutron-601336-94-hyperv neutron-server[94063]: INFO neutron.api.extensions [None req-8d17acf4-83a1-42c9-8403-0ee2492262fd None None] Loaded extension: port-security-groups-filtering Jun 23 11:21:58.877173 dv-neutron-601336-94-hyperv neutron-server[94063]: DEBUG neutron.api.extensions [None req-8d17acf4-83a1-42c9-8403-0ee2492262fd None None] Loading extension file: security_groups_remote_address_group.py {{(pid=94063) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 23 11:21:58.878684 dv-neutron-601336-94-hyperv neutron-server[94063]: DEBUG neutron.api.extensions [None req-8d17acf4-83a1-42c9-8403-0ee2492262fd None None] Ext name="Remote address group id field for security group rules" alias="security-groups-remote-address-group" description="Add new field of remote address group id in SG rules" updated="2020-08-25T10:00:00-00:00" {{(pid=94063) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 23 11:21:58.879228 dv-neutron-601336-94-hyperv neutron-server[94063]: INFO neutron.api.extensions [None req-8d17acf4-83a1-42c9-8403-0ee2492262fd None None] Loaded extension: security-groups-remote-address-group Jun 23 11:21:58.879604 dv-neutron-601336-94-hyperv neutron-server[94063]: DEBUG neutron.api.extensions [None req-8d17acf4-83a1-42c9-8403-0ee2492262fd None None] Loading extension file: securitygroup.py {{(pid=94063) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 23 11:21:58.889415 dv-neutron-601336-94-hyperv neutron-server[94063]: DEBUG neutron.api.extensions [None req-8d17acf4-83a1-42c9-8403-0ee2492262fd None None] Ext name="security-group" alias="security-group" description="The security groups extension." updated="2012-10-05T10:00:00-00:00" {{(pid=94063) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 23 11:21:58.889945 dv-neutron-601336-94-hyperv neutron-server[94063]: INFO neutron.api.extensions [None req-8d17acf4-83a1-42c9-8403-0ee2492262fd None None] Loaded extension: security-group Jun 23 11:21:58.903912 dv-neutron-601336-94-hyperv neutron-server[94063]: DEBUG neutron.api.extensions [None req-8d17acf4-83a1-42c9-8403-0ee2492262fd None None] Loading extension file: segment.py {{(pid=94063) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 23 11:21:58.903912 dv-neutron-601336-94-hyperv neutron-server[94063]: DEBUG neutron.api.extensions [None req-8d17acf4-83a1-42c9-8403-0ee2492262fd None None] Ext name="Segment" alias="segment" description="Segments extension." updated="2016-02-24T17:00:00-00:00" {{(pid=94063) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 23 11:21:58.903912 dv-neutron-601336-94-hyperv neutron-server[94063]: INFO neutron.api.extensions [None req-8d17acf4-83a1-42c9-8403-0ee2492262fd None None] Extension segment not supported by any of loaded plugins Jun 23 11:21:58.903912 dv-neutron-601336-94-hyperv neutron-server[94063]: DEBUG neutron.api.extensions [None req-8d17acf4-83a1-42c9-8403-0ee2492262fd None None] Loading extension file: segments_peer_subnet_host_routes.py {{(pid=94063) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 23 11:21:58.904661 dv-neutron-601336-94-hyperv neutron-server[94063]: DEBUG neutron.api.extensions [None req-8d17acf4-83a1-42c9-8403-0ee2492262fd None None] Ext name="Segments peer-subnet host routes" alias="segments-peer-subnet-host-routes" description="Add host routes to subnets on a routed network (segments)" updated="2018-06-12T10:00:00-00:00" {{(pid=94063) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 23 11:21:58.905179 dv-neutron-601336-94-hyperv neutron-server[94063]: INFO neutron.api.extensions [None req-8d17acf4-83a1-42c9-8403-0ee2492262fd None None] Extension segments-peer-subnet-host-routes not supported by any of loaded plugins Jun 23 11:21:58.905507 dv-neutron-601336-94-hyperv neutron-server[94063]: DEBUG neutron.api.extensions [None req-8d17acf4-83a1-42c9-8403-0ee2492262fd None None] Loading extension file: servicetype.py {{(pid=94063) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 23 11:21:58.906612 dv-neutron-601336-94-hyperv neutron-server[94063]: DEBUG neutron.api.extensions [None req-8d17acf4-83a1-42c9-8403-0ee2492262fd None None] Ext name="Neutron Service Type Management" alias="service-type" description="API for retrieving service providers for Neutron advanced services" updated="2013-01-20T00:00:00-00:00" {{(pid=94063) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 23 11:21:58.907168 dv-neutron-601336-94-hyperv neutron-server[94063]: INFO neutron.api.extensions [None req-8d17acf4-83a1-42c9-8403-0ee2492262fd None None] Loaded extension: service-type Jun 23 11:21:58.907496 dv-neutron-601336-94-hyperv neutron-server[94063]: DEBUG neutron.api.extensions [None req-8d17acf4-83a1-42c9-8403-0ee2492262fd None None] Loading extension file: sorting.py {{(pid=94063) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 23 11:21:58.908469 dv-neutron-601336-94-hyperv neutron-server[94063]: DEBUG neutron.api.extensions [None req-8d17acf4-83a1-42c9-8403-0ee2492262fd None None] Ext name="Sorting support" alias="sorting" description="Extension that indicates that sorting is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=94063) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 23 11:21:58.908856 dv-neutron-601336-94-hyperv neutron-server[94063]: INFO neutron.api.extensions [None req-8d17acf4-83a1-42c9-8403-0ee2492262fd None None] Loaded extension: sorting Jun 23 11:21:58.909178 dv-neutron-601336-94-hyperv neutron-server[94063]: DEBUG neutron.api.extensions [None req-8d17acf4-83a1-42c9-8403-0ee2492262fd None None] Loading extension file: standard_attr_segment.py {{(pid=94063) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 23 11:21:58.910077 dv-neutron-601336-94-hyperv neutron-server[94063]: DEBUG neutron.api.extensions [None req-8d17acf4-83a1-42c9-8403-0ee2492262fd None None] Ext name="Standard Attribute Segment Extension" alias="standard-attr-segment" description="Add standard attributes to Segment resource" updated="2018-04-09T10:00:00-00:00" {{(pid=94063) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 23 11:21:58.910592 dv-neutron-601336-94-hyperv neutron-server[94063]: INFO neutron.api.extensions [None req-8d17acf4-83a1-42c9-8403-0ee2492262fd None None] Extension standard-attr-segment not supported by any of loaded plugins Jun 23 11:21:58.910915 dv-neutron-601336-94-hyperv neutron-server[94063]: DEBUG neutron.api.extensions [None req-8d17acf4-83a1-42c9-8403-0ee2492262fd None None] Loading extension file: standardattrdescription.py {{(pid=94063) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 23 11:21:58.911575 dv-neutron-601336-94-hyperv neutron-server[94063]: DEBUG neutron.api.extensions [None req-8d17acf4-83a1-42c9-8403-0ee2492262fd None None] Ext name="standard-attr-description" alias="standard-attr-description" description="Extension to add descriptions to standard attributes" updated="2016-02-10T10:00:00-00:00" {{(pid=94063) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 23 11:21:58.912082 dv-neutron-601336-94-hyperv neutron-server[94063]: INFO neutron.api.extensions [None req-8d17acf4-83a1-42c9-8403-0ee2492262fd None None] Loaded extension: standard-attr-description Jun 23 11:21:58.912406 dv-neutron-601336-94-hyperv neutron-server[94063]: DEBUG neutron.api.extensions [None req-8d17acf4-83a1-42c9-8403-0ee2492262fd None None] Loading extension file: stateful_security_group.py {{(pid=94063) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 23 11:21:58.913315 dv-neutron-601336-94-hyperv neutron-server[94063]: DEBUG neutron.api.extensions [None req-8d17acf4-83a1-42c9-8403-0ee2492262fd None None] Ext name="Stateful security group" alias="stateful-security-group" description="Indicates if the security group is stateful or not" updated="2019-11-26T09:00:00-00:00" {{(pid=94063) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 23 11:21:58.913835 dv-neutron-601336-94-hyperv neutron-server[94063]: INFO neutron.api.extensions [None req-8d17acf4-83a1-42c9-8403-0ee2492262fd None None] Loaded extension: stateful-security-group Jun 23 11:21:58.914160 dv-neutron-601336-94-hyperv neutron-server[94063]: DEBUG neutron.api.extensions [None req-8d17acf4-83a1-42c9-8403-0ee2492262fd None None] Loading extension file: stdattrs_common.py {{(pid=94063) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 23 11:21:58.914727 dv-neutron-601336-94-hyperv neutron-server[94063]: WARNING neutron.api.extensions [None req-8d17acf4-83a1-42c9-8403-0ee2492262fd None None] Did not find expected name "Stdattrs_common" in /opt/stack/neutron/neutron/extensions/stdattrs_common.py Jun 23 11:21:58.915065 dv-neutron-601336-94-hyperv neutron-server[94063]: DEBUG neutron.api.extensions [None req-8d17acf4-83a1-42c9-8403-0ee2492262fd None None] Loading extension file: subnet_dns_publish_fixed_ip.py {{(pid=94063) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 23 11:21:58.915977 dv-neutron-601336-94-hyperv neutron-server[94063]: DEBUG neutron.api.extensions [None req-8d17acf4-83a1-42c9-8403-0ee2492262fd None None] Ext name="Subnet DNS publish fixed IP" alias="subnet-dns-publish-fixed-ip" description="Support choosing to publish DNS records for IPs from a subnet" updated="2019-05-24T10:00:00-00:00" {{(pid=94063) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 23 11:21:58.916490 dv-neutron-601336-94-hyperv neutron-server[94063]: INFO neutron.api.extensions [None req-8d17acf4-83a1-42c9-8403-0ee2492262fd None None] Extension subnet-dns-publish-fixed-ip not supported by any of loaded plugins Jun 23 11:21:58.916813 dv-neutron-601336-94-hyperv neutron-server[94063]: DEBUG neutron.api.extensions [None req-8d17acf4-83a1-42c9-8403-0ee2492262fd None None] Loading extension file: subnet_onboard.py {{(pid=94063) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 23 11:21:58.917883 dv-neutron-601336-94-hyperv neutron-server[94063]: DEBUG neutron.api.extensions [None req-8d17acf4-83a1-42c9-8403-0ee2492262fd None None] Ext name="Subnet Onboard" alias="subnet_onboard" description="Provides support for onboarding subnets into subnet pools" updated="2018-12-18T09:00:00-00:00" {{(pid=94063) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 23 11:21:58.918406 dv-neutron-601336-94-hyperv neutron-server[94063]: INFO neutron.api.extensions [None req-8d17acf4-83a1-42c9-8403-0ee2492262fd None None] Loaded extension: subnet_onboard Jun 23 11:21:58.918729 dv-neutron-601336-94-hyperv neutron-server[94063]: DEBUG neutron.api.extensions [None req-8d17acf4-83a1-42c9-8403-0ee2492262fd None None] Loading extension file: subnet_segmentid_writable.py {{(pid=94063) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 23 11:21:58.919673 dv-neutron-601336-94-hyperv neutron-server[94063]: DEBUG neutron.api.extensions [None req-8d17acf4-83a1-42c9-8403-0ee2492262fd None None] Ext name="Subnet SegmentID (writable)" alias="subnet-segmentid-writable" description="Provides a writable segment_id attribute for a subnet resource." updated="2018-03-12T00:00:00-00:00" {{(pid=94063) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 23 11:21:58.920185 dv-neutron-601336-94-hyperv neutron-server[94063]: INFO neutron.api.extensions [None req-8d17acf4-83a1-42c9-8403-0ee2492262fd None None] Extension subnet-segmentid-writable not supported by any of loaded plugins Jun 23 11:21:58.920508 dv-neutron-601336-94-hyperv neutron-server[94063]: DEBUG neutron.api.extensions [None req-8d17acf4-83a1-42c9-8403-0ee2492262fd None None] Loading extension file: subnet_service_types.py {{(pid=94063) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 23 11:21:58.921512 dv-neutron-601336-94-hyperv neutron-server[94063]: DEBUG neutron.api.extensions [None req-8d17acf4-83a1-42c9-8403-0ee2492262fd None None] Ext name="Subnet service types" alias="subnet-service-types" description="Provides ability to set the subnet service_types field" updated="2016-03-15T18:00:00-00:00" {{(pid=94063) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 23 11:21:58.922023 dv-neutron-601336-94-hyperv neutron-server[94063]: INFO neutron.api.extensions [None req-8d17acf4-83a1-42c9-8403-0ee2492262fd None None] Loaded extension: subnet-service-types Jun 23 11:21:58.922344 dv-neutron-601336-94-hyperv neutron-server[94063]: DEBUG neutron.api.extensions [None req-8d17acf4-83a1-42c9-8403-0ee2492262fd None None] Loading extension file: subnetallocation.py {{(pid=94063) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 23 11:21:58.923426 dv-neutron-601336-94-hyperv neutron-server[94063]: DEBUG neutron.api.extensions [None req-8d17acf4-83a1-42c9-8403-0ee2492262fd None None] Ext name="Subnet Allocation" alias="subnet_allocation" description="Enables allocation of subnets from a subnet pool" updated="2015-03-30T10:00:00-00:00" {{(pid=94063) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 23 11:21:58.923946 dv-neutron-601336-94-hyperv neutron-server[94063]: INFO neutron.api.extensions [None req-8d17acf4-83a1-42c9-8403-0ee2492262fd None None] Loaded extension: subnet_allocation Jun 23 11:21:58.924274 dv-neutron-601336-94-hyperv neutron-server[94063]: DEBUG neutron.api.extensions [None req-8d17acf4-83a1-42c9-8403-0ee2492262fd None None] Loading extension file: subnetpool_prefix_ops.py {{(pid=94063) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 23 11:21:58.925450 dv-neutron-601336-94-hyperv neutron-server[94063]: DEBUG neutron.api.extensions [None req-8d17acf4-83a1-42c9-8403-0ee2492262fd None None] Ext name="Subnet Pool Prefix Operations" alias="subnetpool-prefix-ops" description="Provides support for adjusting the prefix list of subnet pools" updated="2019-02-08T10:00:00-00:00" {{(pid=94063) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 23 11:21:58.926068 dv-neutron-601336-94-hyperv neutron-server[94063]: INFO neutron.api.extensions [None req-8d17acf4-83a1-42c9-8403-0ee2492262fd None None] Loaded extension: subnetpool-prefix-ops Jun 23 11:21:58.926321 dv-neutron-601336-94-hyperv neutron-server[94063]: DEBUG neutron.api.extensions [None req-8d17acf4-83a1-42c9-8403-0ee2492262fd None None] Loading extension file: tag_ports_during_bulk_creation.py {{(pid=94063) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 23 11:21:58.927261 dv-neutron-601336-94-hyperv neutron-server[94063]: DEBUG neutron.api.extensions [None req-8d17acf4-83a1-42c9-8403-0ee2492262fd None None] Ext name="Tag Ports During Bulk Creation" alias="tag-ports-during-bulk-creation" description="Allow to tag ports during bulk creation" updated="2019-12-29T19:00:00-00:00" {{(pid=94063) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 23 11:21:58.927772 dv-neutron-601336-94-hyperv neutron-server[94063]: INFO neutron.api.extensions [None req-8d17acf4-83a1-42c9-8403-0ee2492262fd None None] Extension tag-ports-during-bulk-creation not supported by any of loaded plugins Jun 23 11:21:58.928093 dv-neutron-601336-94-hyperv neutron-server[94063]: DEBUG neutron.api.extensions [None req-8d17acf4-83a1-42c9-8403-0ee2492262fd None None] Loading extension file: tagging.py {{(pid=94063) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 23 11:21:58.929133 dv-neutron-601336-94-hyperv neutron-server[94063]: DEBUG neutron.api.extensions [None req-8d17acf4-83a1-42c9-8403-0ee2492262fd None None] Ext name="Tag support for resources with standard attribute: port, subnet, subnetpool, network, security_group, router, floatingip, policy, trunk, network_segment_range" alias="standard-attr-tag" description="Enables to set tag on resources with standard attribute." updated="2017-01-01T00:00:00-00:00" {{(pid=94063) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 23 11:21:58.929657 dv-neutron-601336-94-hyperv neutron-server[94063]: INFO neutron.api.extensions [None req-8d17acf4-83a1-42c9-8403-0ee2492262fd None None] Loaded extension: standard-attr-tag Jun 23 11:21:58.929987 dv-neutron-601336-94-hyperv neutron-server[94063]: DEBUG neutron.api.extensions [None req-8d17acf4-83a1-42c9-8403-0ee2492262fd None None] Loading extension file: timestamp.py {{(pid=94063) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 23 11:21:58.931210 dv-neutron-601336-94-hyperv neutron-server[94063]: DEBUG neutron.api.extensions [None req-8d17acf4-83a1-42c9-8403-0ee2492262fd None None] Ext name="Resource timestamps" alias="standard-attr-timestamp" description="Adds created_at and updated_at fields to all Neutron resources that have Neutron standard attributes." updated="2016-09-12T10:00:00-00:00" {{(pid=94063) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 23 11:21:58.931728 dv-neutron-601336-94-hyperv neutron-server[94063]: INFO neutron.api.extensions [None req-8d17acf4-83a1-42c9-8403-0ee2492262fd None None] Loaded extension: standard-attr-timestamp Jun 23 11:21:58.932056 dv-neutron-601336-94-hyperv neutron-server[94063]: DEBUG neutron.api.extensions [None req-8d17acf4-83a1-42c9-8403-0ee2492262fd None None] Loading extension file: trunk.py {{(pid=94063) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 23 11:21:58.933067 dv-neutron-601336-94-hyperv neutron-server[94063]: DEBUG neutron.api.extensions [None req-8d17acf4-83a1-42c9-8403-0ee2492262fd None None] Ext name="Trunk Extension" alias="trunk" description="Provides support for trunk ports" updated="2016-01-01T10:00:00-00:00" {{(pid=94063) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 23 11:21:58.933586 dv-neutron-601336-94-hyperv neutron-server[94063]: INFO neutron.api.extensions [None req-8d17acf4-83a1-42c9-8403-0ee2492262fd None None] Extension trunk not supported by any of loaded plugins Jun 23 11:21:58.933912 dv-neutron-601336-94-hyperv neutron-server[94063]: DEBUG neutron.api.extensions [None req-8d17acf4-83a1-42c9-8403-0ee2492262fd None None] Loading extension file: trunk_details.py {{(pid=94063) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 23 11:21:58.934812 dv-neutron-601336-94-hyperv neutron-server[94063]: DEBUG neutron.api.extensions [None req-8d17acf4-83a1-42c9-8403-0ee2492262fd None None] Ext name="Trunk port details" alias="trunk-details" description="Expose trunk port details" updated="2016-01-01T10:00:00-00:00" {{(pid=94063) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 23 11:21:58.935350 dv-neutron-601336-94-hyperv neutron-server[94063]: INFO neutron.api.extensions [None req-8d17acf4-83a1-42c9-8403-0ee2492262fd None None] Extension trunk-details not supported by any of loaded plugins Jun 23 11:21:58.935674 dv-neutron-601336-94-hyperv neutron-server[94063]: DEBUG neutron.api.extensions [None req-8d17acf4-83a1-42c9-8403-0ee2492262fd None None] Loading extension file: uplink_status_propagation.py {{(pid=94063) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 23 11:21:58.936575 dv-neutron-601336-94-hyperv neutron-server[94063]: DEBUG neutron.api.extensions [None req-8d17acf4-83a1-42c9-8403-0ee2492262fd None None] Ext name="Uplink status propagation extension" alias="uplink-status-propagation" description="Provides ability to propagate port uplink status." updated="2018-05-31T18:00:00-00:00" {{(pid=94063) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 23 11:21:58.937093 dv-neutron-601336-94-hyperv neutron-server[94063]: INFO neutron.api.extensions [None req-8d17acf4-83a1-42c9-8403-0ee2492262fd None None] Extension uplink-status-propagation not supported by any of loaded plugins Jun 23 11:21:58.937417 dv-neutron-601336-94-hyperv neutron-server[94063]: DEBUG neutron.api.extensions [None req-8d17acf4-83a1-42c9-8403-0ee2492262fd None None] Loading extension file: vlantransparent.py {{(pid=94063) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 23 11:21:58.938074 dv-neutron-601336-94-hyperv neutron-server[94063]: DEBUG neutron.api.extensions [None req-8d17acf4-83a1-42c9-8403-0ee2492262fd None None] Ext name="Vlantransparent" alias="vlan-transparent" description="Provides Vlan Transparent Networks" updated="2015-03-23T09:00:00-00:00" {{(pid=94063) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 23 11:21:58.938577 dv-neutron-601336-94-hyperv neutron-server[94063]: INFO neutron.api.extensions [None req-8d17acf4-83a1-42c9-8403-0ee2492262fd None None] Extension vlan-transparent not supported by any of loaded plugins Jun 23 11:21:58.941571 dv-neutron-601336-94-hyperv neutron-server[94063]: INFO neutron.quota.resource_registry [None req-8d17acf4-83a1-42c9-8403-0ee2492262fd None None] Creating instance of TrackedResource for resource:network Jun 23 11:21:58.942087 dv-neutron-601336-94-hyperv neutron-server[94063]: INFO neutron.quota.resource_registry [None req-8d17acf4-83a1-42c9-8403-0ee2492262fd None None] Creating instance of TrackedResource for resource:subnet Jun 23 11:21:58.950200 dv-neutron-601336-94-hyperv neutron-server[94063]: INFO neutron.quota.resource_registry [None req-8d17acf4-83a1-42c9-8403-0ee2492262fd None None] Creating instance of TrackedResource for resource:subnetpool Jun 23 11:21:58.950200 dv-neutron-601336-94-hyperv neutron-server[94063]: INFO neutron.quota.resource_registry [None req-8d17acf4-83a1-42c9-8403-0ee2492262fd None None] Creating instance of TrackedResource for resource:port Jun 23 11:21:58.950200 dv-neutron-601336-94-hyperv neutron-server[94063]: DEBUG neutron.api.v2.resource_helper [None req-8d17acf4-83a1-42c9-8403-0ee2492262fd None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=94063) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jun 23 11:21:58.950200 dv-neutron-601336-94-hyperv neutron-server[94063]: DEBUG neutron.api.v2.resource_helper [None req-8d17acf4-83a1-42c9-8403-0ee2492262fd None None] Service FLAVORS assigned prefix: {{(pid=94063) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jun 23 11:21:58.950200 dv-neutron-601336-94-hyperv neutron-server[94063]: DEBUG neutron.api.v2.resource_helper [None req-8d17acf4-83a1-42c9-8403-0ee2492262fd None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=94063) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jun 23 11:21:58.950200 dv-neutron-601336-94-hyperv neutron-server[94063]: DEBUG neutron.api.v2.resource_helper [None req-8d17acf4-83a1-42c9-8403-0ee2492262fd None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=94063) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jun 23 11:21:58.950200 dv-neutron-601336-94-hyperv neutron-server[94063]: INFO neutron.quota.resource_registry [None req-8d17acf4-83a1-42c9-8403-0ee2492262fd None None] Creating instance of TrackedResource for resource:router Jun 23 11:21:58.950200 dv-neutron-601336-94-hyperv neutron-server[94063]: INFO neutron.quota.resource_registry [None req-8d17acf4-83a1-42c9-8403-0ee2492262fd None None] Creating instance of TrackedResource for resource:floatingip Jun 23 11:21:58.950778 dv-neutron-601336-94-hyperv neutron-server[94063]: DEBUG neutron.api.v2.resource_helper [None req-8d17acf4-83a1-42c9-8403-0ee2492262fd None None] Service METERING assigned prefix: /metering {{(pid=94063) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jun 23 11:21:58.950778 dv-neutron-601336-94-hyperv neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-8d17acf4-83a1-42c9-8403-0ee2492262fd None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=94063) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 23 11:21:58.950778 dv-neutron-601336-94-hyperv neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-8d17acf4-83a1-42c9-8403-0ee2492262fd None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=94063) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 23 11:21:58.950778 dv-neutron-601336-94-hyperv neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-8d17acf4-83a1-42c9-8403-0ee2492262fd None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=94063) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 23 11:21:58.950778 dv-neutron-601336-94-hyperv neutron-server[94063]: INFO neutron.quota.resource_registry [None req-8d17acf4-83a1-42c9-8403-0ee2492262fd None None] Creating instance of CountableResource for resource:rbac_policy Jun 23 11:21:58.951166 dv-neutron-601336-94-hyperv neutron-server[94063]: INFO neutron.quota.resource_registry [None req-8d17acf4-83a1-42c9-8403-0ee2492262fd None None] Creating instance of TrackedResource for resource:security_group Jun 23 11:21:58.951166 dv-neutron-601336-94-hyperv neutron-server[94063]: INFO neutron.quota.resource_registry [None req-8d17acf4-83a1-42c9-8403-0ee2492262fd None None] Creating instance of TrackedResource for resource:security_group_rule Jun 23 11:21:58.951485 dv-neutron-601336-94-hyperv neutron-server[94063]: DEBUG neutron.api.v2.resource_helper [None req-8d17acf4-83a1-42c9-8403-0ee2492262fd None None] Service CORE assigned prefix: {{(pid=94063) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jun 23 11:21:58.951812 dv-neutron-601336-94-hyperv neutron-server[94063]: INFO neutron.quota.resource_registry [None req-8d17acf4-83a1-42c9-8403-0ee2492262fd None None] Creating instance of TrackedResource for resource:subnetpool Jun 23 11:21:58.952160 dv-neutron-601336-94-hyperv neutron-server[94063]: WARNING neutron.quota.resource_registry [None req-8d17acf4-83a1-42c9-8403-0ee2492262fd None None] subnetpool is already registered Jun 23 11:21:58.952601 dv-neutron-601336-94-hyperv neutron-server[94063]: DEBUG neutron.api.v2.resource_helper [None req-8d17acf4-83a1-42c9-8403-0ee2492262fd None None] Service CORE assigned prefix: {{(pid=94063) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jun 23 11:21:58.952927 dv-neutron-601336-94-hyperv neutron-server[94063]: INFO neutron.quota.resource_registry [None req-8d17acf4-83a1-42c9-8403-0ee2492262fd None None] Creating instance of TrackedResource for resource:subnetpool Jun 23 11:21:58.953259 dv-neutron-601336-94-hyperv neutron-server[94063]: WARNING neutron.quota.resource_registry [None req-8d17acf4-83a1-42c9-8403-0ee2492262fd None None] subnetpool is already registered Jun 23 11:21:58.955656 dv-neutron-601336-94-hyperv neutron-server[94063]: DEBUG neutron.api.v2.resource_helper [None req-8d17acf4-83a1-42c9-8403-0ee2492262fd None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=94063) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jun 23 11:21:58.956089 dv-neutron-601336-94-hyperv neutron-server[94063]: DEBUG neutron.api.v2.resource_helper [None req-8d17acf4-83a1-42c9-8403-0ee2492262fd None None] Service FLAVORS assigned prefix: {{(pid=94063) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jun 23 11:21:58.956680 dv-neutron-601336-94-hyperv neutron-server[94063]: DEBUG neutron.api.v2.resource_helper [None req-8d17acf4-83a1-42c9-8403-0ee2492262fd None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=94063) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jun 23 11:21:58.957107 dv-neutron-601336-94-hyperv neutron-server[94063]: DEBUG neutron.api.v2.resource_helper [None req-8d17acf4-83a1-42c9-8403-0ee2492262fd None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=94063) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jun 23 11:21:58.957510 dv-neutron-601336-94-hyperv neutron-server[94063]: INFO neutron.quota.resource_registry [None req-8d17acf4-83a1-42c9-8403-0ee2492262fd None None] Creating instance of TrackedResource for resource:router Jun 23 11:21:58.957852 dv-neutron-601336-94-hyperv neutron-server[94063]: WARNING neutron.quota.resource_registry [None req-8d17acf4-83a1-42c9-8403-0ee2492262fd None None] router is already registered Jun 23 11:21:58.958263 dv-neutron-601336-94-hyperv neutron-server[94063]: INFO neutron.quota.resource_registry [None req-8d17acf4-83a1-42c9-8403-0ee2492262fd None None] Creating instance of TrackedResource for resource:floatingip Jun 23 11:21:58.958598 dv-neutron-601336-94-hyperv neutron-server[94063]: WARNING neutron.quota.resource_registry [None req-8d17acf4-83a1-42c9-8403-0ee2492262fd None None] floatingip is already registered Jun 23 11:21:58.959064 dv-neutron-601336-94-hyperv neutron-server[94063]: DEBUG neutron.api.v2.resource_helper [None req-8d17acf4-83a1-42c9-8403-0ee2492262fd None None] Service METERING assigned prefix: /metering {{(pid=94063) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jun 23 11:21:58.959731 dv-neutron-601336-94-hyperv neutron-server[94063]: INFO neutron.quota.resource_registry [None req-8d17acf4-83a1-42c9-8403-0ee2492262fd None None] Creating instance of CountableResource for resource:rbac_policy Jun 23 11:21:58.960054 dv-neutron-601336-94-hyperv neutron-server[94063]: WARNING neutron.quota.resource_registry [None req-8d17acf4-83a1-42c9-8403-0ee2492262fd None None] rbac_policy is already registered Jun 23 11:21:58.960536 dv-neutron-601336-94-hyperv neutron-server[94063]: INFO neutron.quota.resource_registry [None req-8d17acf4-83a1-42c9-8403-0ee2492262fd None None] Creating instance of TrackedResource for resource:security_group Jun 23 11:21:58.960871 dv-neutron-601336-94-hyperv neutron-server[94063]: WARNING neutron.quota.resource_registry [None req-8d17acf4-83a1-42c9-8403-0ee2492262fd None None] security_group is already registered Jun 23 11:21:58.961274 dv-neutron-601336-94-hyperv neutron-server[94063]: INFO neutron.quota.resource_registry [None req-8d17acf4-83a1-42c9-8403-0ee2492262fd None None] Creating instance of TrackedResource for resource:security_group_rule Jun 23 11:21:58.961604 dv-neutron-601336-94-hyperv neutron-server[94063]: WARNING neutron.quota.resource_registry [None req-8d17acf4-83a1-42c9-8403-0ee2492262fd None None] security_group_rule is already registered Jun 23 11:21:58.962226 dv-neutron-601336-94-hyperv neutron-server[94063]: DEBUG neutron.api.v2.resource_helper [None req-8d17acf4-83a1-42c9-8403-0ee2492262fd None None] Service CORE assigned prefix: {{(pid=94063) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jun 23 11:21:58.962550 dv-neutron-601336-94-hyperv neutron-server[94063]: INFO neutron.quota.resource_registry [None req-8d17acf4-83a1-42c9-8403-0ee2492262fd None None] Creating instance of TrackedResource for resource:subnetpool Jun 23 11:21:58.962883 dv-neutron-601336-94-hyperv neutron-server[94063]: WARNING neutron.quota.resource_registry [None req-8d17acf4-83a1-42c9-8403-0ee2492262fd None None] subnetpool is already registered Jun 23 11:21:58.963351 dv-neutron-601336-94-hyperv neutron-server[94063]: DEBUG neutron.api.v2.resource_helper [None req-8d17acf4-83a1-42c9-8403-0ee2492262fd None None] Service CORE assigned prefix: {{(pid=94063) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jun 23 11:21:58.963676 dv-neutron-601336-94-hyperv neutron-server[94063]: INFO neutron.quota.resource_registry [None req-8d17acf4-83a1-42c9-8403-0ee2492262fd None None] Creating instance of TrackedResource for resource:subnetpool Jun 23 11:21:58.964007 dv-neutron-601336-94-hyperv neutron-server[94063]: WARNING neutron.quota.resource_registry [None req-8d17acf4-83a1-42c9-8403-0ee2492262fd None None] subnetpool is already registered Jun 23 11:21:58.964527 dv-neutron-601336-94-hyperv neutron-server[94063]: DEBUG neutron.api.extensions [None req-8d17acf4-83a1-42c9-8403-0ee2492262fd None None] Extended resource: extensions {{(pid=94063) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 23 11:21:58.966023 dv-neutron-601336-94-hyperv neutron-server[94063]: DEBUG neutron.api.extensions [None req-8d17acf4-83a1-42c9-8403-0ee2492262fd None None] Extended resource: address-groups {{(pid=94063) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 23 11:21:58.967524 dv-neutron-601336-94-hyperv neutron-server[94063]: DEBUG neutron.api.extensions [None req-8d17acf4-83a1-42c9-8403-0ee2492262fd None None] Extended resource: address-scopes {{(pid=94063) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 23 11:21:58.968840 dv-neutron-601336-94-hyperv neutron-server[94063]: DEBUG neutron.api.extensions [None req-8d17acf4-83a1-42c9-8403-0ee2492262fd None None] Extended resource: agents {{(pid=94063) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 23 11:21:58.969998 dv-neutron-601336-94-hyperv neutron-server[94063]: DEBUG neutron.api.extensions [None req-8d17acf4-83a1-42c9-8403-0ee2492262fd None None] Extended resource: auto-allocated-topology {{(pid=94063) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 23 11:21:58.971539 dv-neutron-601336-94-hyperv neutron-server[94063]: DEBUG neutron.api.extensions [None req-8d17acf4-83a1-42c9-8403-0ee2492262fd None None] Extended resource: availability_zones {{(pid=94063) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 23 11:21:58.972807 dv-neutron-601336-94-hyperv neutron-server[94063]: DEBUG neutron.api.extensions [None req-8d17acf4-83a1-42c9-8403-0ee2492262fd None None] Extended resource: dhcp-networks {{(pid=94063) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 23 11:21:58.975469 dv-neutron-601336-94-hyperv neutron-server[94063]: DEBUG neutron.api.extensions [None req-8d17acf4-83a1-42c9-8403-0ee2492262fd None None] Extended resource: dhcp-agents {{(pid=94063) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 23 11:21:58.976926 dv-neutron-601336-94-hyperv neutron-server[94063]: DEBUG neutron.api.extensions [None req-8d17acf4-83a1-42c9-8403-0ee2492262fd None None] Extended resource: routers {{(pid=94063) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 23 11:21:58.978627 dv-neutron-601336-94-hyperv neutron-server[94063]: DEBUG neutron.api.extensions [None req-8d17acf4-83a1-42c9-8403-0ee2492262fd None None] Extended resource: flavors {{(pid=94063) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 23 11:21:58.979921 dv-neutron-601336-94-hyperv neutron-server[94063]: DEBUG neutron.api.extensions [None req-8d17acf4-83a1-42c9-8403-0ee2492262fd None None] Extended resource: service_profiles {{(pid=94063) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 23 11:21:58.981121 dv-neutron-601336-94-hyperv neutron-server[94063]: DEBUG neutron.api.extensions [None req-8d17acf4-83a1-42c9-8403-0ee2492262fd None None] Extended resource: next_providers {{(pid=94063) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 23 11:21:58.985888 dv-neutron-601336-94-hyperv neutron-server[94063]: DEBUG neutron.api.extensions [None req-8d17acf4-83a1-42c9-8403-0ee2492262fd None None] Extended resource: service_profiles {{(pid=94063) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 23 11:21:58.985888 dv-neutron-601336-94-hyperv neutron-server[94063]: DEBUG neutron.api.extensions [None req-8d17acf4-83a1-42c9-8403-0ee2492262fd None None] Extended resource: floatingip-pools {{(pid=94063) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 23 11:21:58.985888 dv-neutron-601336-94-hyperv neutron-server[94063]: DEBUG neutron.api.extensions [None req-8d17acf4-83a1-42c9-8403-0ee2492262fd None None] Extended resource: routers {{(pid=94063) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 23 11:21:58.987689 dv-neutron-601336-94-hyperv neutron-server[94063]: DEBUG neutron.api.extensions [None req-8d17acf4-83a1-42c9-8403-0ee2492262fd None None] Extended resource: floatingips {{(pid=94063) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 23 11:21:58.989006 dv-neutron-601336-94-hyperv neutron-server[94063]: DEBUG neutron.api.extensions [None req-8d17acf4-83a1-42c9-8403-0ee2492262fd None None] Extended resource: l3-routers {{(pid=94063) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 23 11:21:58.990402 dv-neutron-601336-94-hyperv neutron-server[94063]: DEBUG neutron.api.extensions [None req-8d17acf4-83a1-42c9-8403-0ee2492262fd None None] Extended resource: l3-agents {{(pid=94063) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 23 11:21:58.991835 dv-neutron-601336-94-hyperv neutron-server[94063]: DEBUG neutron.api.extensions [None req-8d17acf4-83a1-42c9-8403-0ee2492262fd None None] Extended resource: metering-labels {{(pid=94063) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 23 11:21:58.993113 dv-neutron-601336-94-hyperv neutron-server[94063]: DEBUG neutron.api.extensions [None req-8d17acf4-83a1-42c9-8403-0ee2492262fd None None] Extended resource: metering-label-rules {{(pid=94063) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 23 11:21:58.994491 dv-neutron-601336-94-hyperv neutron-server[94063]: DEBUG neutron.api.extensions [None req-8d17acf4-83a1-42c9-8403-0ee2492262fd None None] Extended resource: network-ip-availabilities {{(pid=94063) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 23 11:21:58.995767 dv-neutron-601336-94-hyperv neutron-server[94063]: DEBUG neutron.api.extensions [None req-8d17acf4-83a1-42c9-8403-0ee2492262fd None None] Extended resource: bindings {{(pid=94063) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 23 11:21:58.997312 dv-neutron-601336-94-hyperv neutron-server[94063]: DEBUG neutron.api.extensions [None req-8d17acf4-83a1-42c9-8403-0ee2492262fd None None] Extended resource: quotas {{(pid=94063) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 23 11:21:58.998848 dv-neutron-601336-94-hyperv neutron-server[94063]: DEBUG neutron.api.extensions [None req-8d17acf4-83a1-42c9-8403-0ee2492262fd None None] Extended resource: quotas {{(pid=94063) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 23 11:21:59.000329 dv-neutron-601336-94-hyperv neutron-server[94063]: DEBUG neutron.api.extensions [None req-8d17acf4-83a1-42c9-8403-0ee2492262fd None None] Extended resource: rbac-policies {{(pid=94063) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 23 11:21:59.001520 dv-neutron-601336-94-hyperv neutron-server[94063]: DEBUG neutron.api.extensions [None req-8d17acf4-83a1-42c9-8403-0ee2492262fd None None] Extended resource: security-groups {{(pid=94063) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 23 11:21:59.003465 dv-neutron-601336-94-hyperv neutron-server[94063]: DEBUG neutron.api.extensions [None req-8d17acf4-83a1-42c9-8403-0ee2492262fd None None] Extended resource: security-group-rules {{(pid=94063) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 23 11:21:59.004815 dv-neutron-601336-94-hyperv neutron-server[94063]: DEBUG neutron.api.extensions [None req-8d17acf4-83a1-42c9-8403-0ee2492262fd None None] Extended resource: service-providers {{(pid=94063) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 23 11:21:59.006022 dv-neutron-601336-94-hyperv neutron-server[94063]: DEBUG neutron.api.extensions [None req-8d17acf4-83a1-42c9-8403-0ee2492262fd None None] Extended resource: subnetpools {{(pid=94063) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 23 11:21:59.009869 dv-neutron-601336-94-hyperv neutron-server[94063]: DEBUG neutron.api.extensions [None req-8d17acf4-83a1-42c9-8403-0ee2492262fd None None] Extended resource: subnetpools {{(pid=94063) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 23 11:21:59.009869 dv-neutron-601336-94-hyperv neutron-server[94063]: DEBUG neutron.api.extensions [None req-8d17acf4-83a1-42c9-8403-0ee2492262fd None None] Extended resource: tags {{(pid=94063) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 23 11:21:59.010627 dv-neutron-601336-94-hyperv neutron-server[94063]: DEBUG neutron.api.extensions [None req-8d17acf4-83a1-42c9-8403-0ee2492262fd None None] Extended resource: tags {{(pid=94063) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 23 11:21:59.012449 dv-neutron-601336-94-hyperv neutron-server[94063]: DEBUG neutron.api.extensions [None req-8d17acf4-83a1-42c9-8403-0ee2492262fd None None] Extended resource: tags {{(pid=94063) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 23 11:21:59.014212 dv-neutron-601336-94-hyperv neutron-server[94063]: DEBUG neutron.api.extensions [None req-8d17acf4-83a1-42c9-8403-0ee2492262fd None None] Extended resource: tags {{(pid=94063) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 23 11:21:59.015925 dv-neutron-601336-94-hyperv neutron-server[94063]: DEBUG neutron.api.extensions [None req-8d17acf4-83a1-42c9-8403-0ee2492262fd None None] Extended resource: tags {{(pid=94063) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 23 11:21:59.017896 dv-neutron-601336-94-hyperv neutron-server[94063]: DEBUG neutron.api.extensions [None req-8d17acf4-83a1-42c9-8403-0ee2492262fd None None] Extended resource: tags {{(pid=94063) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 23 11:21:59.019648 dv-neutron-601336-94-hyperv neutron-server[94063]: DEBUG neutron.api.extensions [None req-8d17acf4-83a1-42c9-8403-0ee2492262fd None None] Extended resource: tags {{(pid=94063) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 23 11:21:59.021529 dv-neutron-601336-94-hyperv neutron-server[94063]: DEBUG neutron.api.extensions [None req-8d17acf4-83a1-42c9-8403-0ee2492262fd None None] Extended resource: tags {{(pid=94063) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 23 11:21:59.023454 dv-neutron-601336-94-hyperv neutron-server[94063]: DEBUG neutron.api.extensions [None req-8d17acf4-83a1-42c9-8403-0ee2492262fd None None] Extended resource: tags {{(pid=94063) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 23 11:21:59.025174 dv-neutron-601336-94-hyperv neutron-server[94063]: DEBUG neutron.api.extensions [None req-8d17acf4-83a1-42c9-8403-0ee2492262fd None None] Extended resource: tags {{(pid=94063) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 23 11:21:59.031212 dv-neutron-601336-94-hyperv neutron-server[94063]: WARNING keystonemiddleware.auth_token [None req-8d17acf4-83a1-42c9-8403-0ee2492262fd None None] AuthToken middleware is set with keystone_authtoken.service_token_roles_required set to False. This is backwards compatible but deprecated behaviour. Please set this to True. Jun 23 11:21:59.035744 dv-neutron-601336-94-hyperv neutron-server[94063]: WARNING keystonemiddleware.auth_token [None req-8d17acf4-83a1-42c9-8403-0ee2492262fd None None] Configuring www_authenticate_uri to point to the public identity endpoint is required; clients may not be able to authenticate against an admin endpoint Jun 23 11:21:59.045120 dv-neutron-601336-94-hyperv neutron-server[94063]: DEBUG oslo_concurrency.lockutils [None req-8d17acf4-83a1-42c9-8403-0ee2492262fd None None] Acquired lock "singleton_lock" {{(pid=94063) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:266}} Jun 23 11:21:59.045598 dv-neutron-601336-94-hyperv neutron-server[94063]: DEBUG oslo_concurrency.lockutils [None req-8d17acf4-83a1-42c9-8403-0ee2492262fd None None] Releasing lock "singleton_lock" {{(pid=94063) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:282}} Jun 23 11:21:59.046234 dv-neutron-601336-94-hyperv neutron-server[94063]: INFO oslo_service.service [None req-8d17acf4-83a1-42c9-8403-0ee2492262fd None None] Starting 2 workers Jun 23 11:21:59.051561 dv-neutron-601336-94-hyperv neutron-server[94063]: DEBUG oslo_service.service [None req-8d17acf4-83a1-42c9-8403-0ee2492262fd None None] Started child 94174 {{(pid=94063) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Jun 23 11:21:59.056049 dv-neutron-601336-94-hyperv neutron-server[94063]: DEBUG oslo_service.service [None req-8d17acf4-83a1-42c9-8403-0ee2492262fd None None] Started child 94175 {{(pid=94063) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Jun 23 11:21:59.057004 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=94174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:21:59.057709 dv-neutron-601336-94-hyperv neutron-server[94063]: INFO neutron.service [None req-8d17acf4-83a1-42c9-8403-0ee2492262fd None None] Neutron service started, listening on 0.0.0.0:9696 Jun 23 11:21:59.058507 dv-neutron-601336-94-hyperv neutron-server[94174]: INFO neutron.wsgi [-] (94174) wsgi starting up on http://0.0.0.0:9696 Jun 23 11:21:59.058621 dv-neutron-601336-94-hyperv neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-8d17acf4-83a1-42c9-8403-0ee2492262fd None None] Notify callbacks [] for process, before_spawn {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:21:59.060991 dv-neutron-601336-94-hyperv neutron-server[94063]: INFO oslo_service.service [None req-8d17acf4-83a1-42c9-8403-0ee2492262fd None None] Starting 1 workers Jun 23 11:21:59.061094 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=94175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:21:59.062521 dv-neutron-601336-94-hyperv neutron-server[94175]: INFO neutron.wsgi [-] (94175) wsgi starting up on http://0.0.0.0:9696 Jun 23 11:21:59.066819 dv-neutron-601336-94-hyperv neutron-server[94063]: DEBUG oslo_service.service [None req-8d17acf4-83a1-42c9-8403-0ee2492262fd None None] Started child 94176 {{(pid=94063) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Jun 23 11:21:59.067405 dv-neutron-601336-94-hyperv neutron-server[94063]: INFO oslo_service.service [None req-8d17acf4-83a1-42c9-8403-0ee2492262fd None None] Starting 1 workers Jun 23 11:21:59.070562 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.service [None req-8d17acf4-83a1-42c9-8403-0ee2492262fd None None] calling RpcWorker wait() {{(pid=94176) _wait /opt/stack/neutron/neutron/service.py:128}} Jun 23 11:21:59.071235 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.service [None req-8d17acf4-83a1-42c9-8403-0ee2492262fd None None] returning from RpcWorker wait() {{(pid=94176) _wait /opt/stack/neutron/neutron/service.py:135}} Jun 23 11:21:59.071922 dv-neutron-601336-94-hyperv neutron-server[94063]: DEBUG oslo_service.service [None req-8d17acf4-83a1-42c9-8403-0ee2492262fd None None] Started child 94177 {{(pid=94063) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Jun 23 11:21:59.072519 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=94176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:21:59.072776 dv-neutron-601336-94-hyperv neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-8d17acf4-83a1-42c9-8403-0ee2492262fd None None] Notify callbacks [] for process, after_spawn {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:21:59.072998 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.plugins.ml2.plugin [-] neutron.plugins.ml2.plugin.Ml2Plugin method start_rpc_listeners called with arguments () {} {{(pid=94176) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 11:21:59.074727 dv-neutron-601336-94-hyperv neutron-server[94063]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=94063) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:649}} Jun 23 11:21:59.075162 dv-neutron-601336-94-hyperv neutron-server[94063]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=94063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Jun 23 11:21:59.075162 dv-neutron-601336-94-hyperv neutron-server[94063]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=94063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Jun 23 11:21:59.075508 dv-neutron-601336-94-hyperv neutron-server[94063]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=94063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Jun 23 11:21:59.075827 dv-neutron-601336-94-hyperv neutron-server[94063]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=94063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Jun 23 11:21:59.075979 dv-neutron-601336-94-hyperv neutron-server[94063]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=94063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Jun 23 11:21:59.076381 dv-neutron-601336-94-hyperv neutron-server[94063]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=94063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 11:21:59.076660 dv-neutron-601336-94-hyperv neutron-server[94063]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=94063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 11:21:59.076934 dv-neutron-601336-94-hyperv neutron-server[94063]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=94063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 11:21:59.077265 dv-neutron-601336-94-hyperv neutron-server[94063]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=94063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 11:21:59.077488 dv-neutron-601336-94-hyperv neutron-server[94063]: DEBUG oslo_service.service [-] allow_overlapping_ips = True {{(pid=94063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 11:21:59.077614 dv-neutron-601336-94-hyperv neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:21:59.078129 dv-neutron-601336-94-hyperv neutron-server[94063]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=94063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 11:21:59.078314 dv-neutron-601336-94-hyperv neutron-server[94063]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=94063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 11:21:59.078584 dv-neutron-601336-94-hyperv neutron-server[94063]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=94063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 11:21:59.078781 dv-neutron-601336-94-hyperv neutron-server[94177]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=94177) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 11:21:59.078912 dv-neutron-601336-94-hyperv neutron-server[94063]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=94063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 11:21:59.079123 dv-neutron-601336-94-hyperv neutron-server[94063]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=94063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 11:21:59.079306 dv-neutron-601336-94-hyperv neutron-server[94063]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=94063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 11:21:59.079476 dv-neutron-601336-94-hyperv neutron-server[94063]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=94063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 11:21:59.079734 dv-neutron-601336-94-hyperv neutron-server[94063]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=94063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 11:21:59.079993 dv-neutron-601336-94-hyperv neutron-server[94063]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=94063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 11:21:59.080296 dv-neutron-601336-94-hyperv neutron-server[94063]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=94063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 11:21:59.080618 dv-neutron-601336-94-hyperv neutron-server[94063]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=94063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 11:21:59.080873 dv-neutron-601336-94-hyperv neutron-server[94063]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=94063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 11:21:59.081160 dv-neutron-601336-94-hyperv neutron-server[94063]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=94063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 11:21:59.081335 dv-neutron-601336-94-hyperv neutron-server[94063]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=94063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 11:21:59.081595 dv-neutron-601336-94-hyperv neutron-server[94063]: DEBUG oslo_service.service [-] config_source = [] {{(pid=94063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 11:21:59.081873 dv-neutron-601336-94-hyperv neutron-server[94063]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=94063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 11:21:59.082136 dv-neutron-601336-94-hyperv neutron-server[94063]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=94063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 11:21:59.082420 dv-neutron-601336-94-hyperv neutron-server[94063]: DEBUG oslo_service.service [-] debug = True {{(pid=94063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 11:21:59.082669 dv-neutron-601336-94-hyperv neutron-server[94063]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=94063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 11:21:59.083170 dv-neutron-601336-94-hyperv neutron-server[94063]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=94063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 11:21:59.083423 dv-neutron-601336-94-hyperv neutron-server[94063]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=94063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 11:21:59.083663 dv-neutron-601336-94-hyperv neutron-server[94063]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=94063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 11:21:59.083885 dv-neutron-601336-94-hyperv neutron-server[94063]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=94063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 11:21:59.084184 dv-neutron-601336-94-hyperv neutron-server[94063]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=94063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 11:21:59.084413 dv-neutron-601336-94-hyperv neutron-server[94063]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=94063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 11:21:59.084721 dv-neutron-601336-94-hyperv neutron-server[94063]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=94063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 11:21:59.084965 dv-neutron-601336-94-hyperv neutron-server[94063]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=94063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 11:21:59.085316 dv-neutron-601336-94-hyperv neutron-server[94063]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=94063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 11:21:59.085459 dv-neutron-601336-94-hyperv neutron-server[94063]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=94063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 11:21:59.085714 dv-neutron-601336-94-hyperv neutron-server[94063]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=94063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 11:21:59.086004 dv-neutron-601336-94-hyperv neutron-server[94063]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=94063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 11:21:59.086165 dv-neutron-601336-94-hyperv neutron-server[94063]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=94063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 11:21:59.086409 dv-neutron-601336-94-hyperv neutron-server[94063]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=94063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 11:21:59.086766 dv-neutron-601336-94-hyperv neutron-server[94063]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=94063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 11:21:59.086886 dv-neutron-601336-94-hyperv neutron-server[94063]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=94063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 11:21:59.087396 dv-neutron-601336-94-hyperv neutron-server[94063]: DEBUG oslo_service.service [-] host = dv-neutron-601336-94-hyperv {{(pid=94063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 11:21:59.090225 dv-neutron-601336-94-hyperv neutron-server[94063]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=94063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 11:21:59.090225 dv-neutron-601336-94-hyperv neutron-server[94063]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=94063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 11:21:59.090225 dv-neutron-601336-94-hyperv neutron-server[94063]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=94063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 11:21:59.090225 dv-neutron-601336-94-hyperv neutron-server[94063]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=94063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 11:21:59.090225 dv-neutron-601336-94-hyperv neutron-server[94063]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=94063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 11:21:59.090225 dv-neutron-601336-94-hyperv neutron-server[94063]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=94063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 11:21:59.090225 dv-neutron-601336-94-hyperv neutron-server[94063]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=94063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 11:21:59.090225 dv-neutron-601336-94-hyperv neutron-server[94063]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=94063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 11:21:59.091239 dv-neutron-601336-94-hyperv neutron-server[94063]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=94063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 11:21:59.091239 dv-neutron-601336-94-hyperv neutron-server[94063]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=94063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 11:21:59.091239 dv-neutron-601336-94-hyperv neutron-server[94063]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=94063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 11:21:59.091239 dv-neutron-601336-94-hyperv neutron-server[94063]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=94063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 11:21:59.091239 dv-neutron-601336-94-hyperv neutron-server[94063]: DEBUG oslo_service.service [-] log_dir = None {{(pid=94063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 11:21:59.091239 dv-neutron-601336-94-hyperv neutron-server[94063]: DEBUG oslo_service.service [-] log_file = None {{(pid=94063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 11:21:59.091239 dv-neutron-601336-94-hyperv neutron-server[94063]: DEBUG oslo_service.service [-] log_options = True {{(pid=94063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 11:21:59.091239 dv-neutron-601336-94-hyperv neutron-server[94063]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=94063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 11:21:59.092195 dv-neutron-601336-94-hyperv neutron-server[94063]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=94063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 11:21:59.092195 dv-neutron-601336-94-hyperv neutron-server[94063]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=94063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 11:21:59.092195 dv-neutron-601336-94-hyperv neutron-server[94063]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=94063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 11:21:59.092195 dv-neutron-601336-94-hyperv neutron-server[94063]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=94063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 11:21:59.092664 dv-neutron-601336-94-hyperv neutron-server[94063]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=94063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 11:21:59.092664 dv-neutron-601336-94-hyperv neutron-server[94063]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=94063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 11:21:59.092664 dv-neutron-601336-94-hyperv neutron-server[94063]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=94063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 11:21:59.093029 dv-neutron-601336-94-hyperv neutron-server[94063]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=94063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 11:21:59.093151 dv-neutron-601336-94-hyperv neutron-server[94063]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=94063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 11:21:59.093326 dv-neutron-601336-94-hyperv neutron-server[94063]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=94063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 11:21:59.093562 dv-neutron-601336-94-hyperv neutron-server[94063]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=94063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 11:21:59.093795 dv-neutron-601336-94-hyperv neutron-server[94063]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=94063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 11:21:59.094009 dv-neutron-601336-94-hyperv neutron-server[94063]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=94063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 11:21:59.094256 dv-neutron-601336-94-hyperv neutron-server[94063]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=94063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 11:21:59.094512 dv-neutron-601336-94-hyperv neutron-server[94063]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=94063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 11:21:59.094733 dv-neutron-601336-94-hyperv neutron-server[94063]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=94063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 11:21:59.094966 dv-neutron-601336-94-hyperv neutron-server[94063]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=94063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 11:21:59.095240 dv-neutron-601336-94-hyperv neutron-server[94063]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=94063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 11:21:59.095470 dv-neutron-601336-94-hyperv neutron-server[94063]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=94063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 11:21:59.095699 dv-neutron-601336-94-hyperv neutron-server[94063]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=94063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 11:21:59.095962 dv-neutron-601336-94-hyperv neutron-server[94063]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=94063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 11:21:59.096223 dv-neutron-601336-94-hyperv neutron-server[94063]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=94063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 11:21:59.096714 dv-neutron-601336-94-hyperv neutron-server[94063]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=94063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 11:21:59.096956 dv-neutron-601336-94-hyperv neutron-server[94063]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=94063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 11:21:59.097189 dv-neutron-601336-94-hyperv neutron-server[94063]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=94063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 11:21:59.097537 dv-neutron-601336-94-hyperv neutron-server[94063]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=94063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 11:21:59.097699 dv-neutron-601336-94-hyperv neutron-server[94063]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=94063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 11:21:59.097967 dv-neutron-601336-94-hyperv neutron-server[94063]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=94063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 11:21:59.099090 dv-neutron-601336-94-hyperv neutron-server[94063]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=94063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 11:21:59.099090 dv-neutron-601336-94-hyperv neutron-server[94063]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=94063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 11:21:59.099090 dv-neutron-601336-94-hyperv neutron-server[94063]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=94063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 11:21:59.099361 dv-neutron-601336-94-hyperv neutron-server[94063]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=94063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 11:21:59.099506 dv-neutron-601336-94-hyperv neutron-server[94063]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=94063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 11:21:59.099687 dv-neutron-601336-94-hyperv neutron-server[94063]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=94063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 11:21:59.099968 dv-neutron-601336-94-hyperv neutron-server[94063]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=94063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 11:21:59.100376 dv-neutron-601336-94-hyperv neutron-server[94063]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=94063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 11:21:59.100650 dv-neutron-601336-94-hyperv neutron-server[94063]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=94063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 11:21:59.100891 dv-neutron-601336-94-hyperv neutron-server[94063]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=94063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 11:21:59.101150 dv-neutron-601336-94-hyperv neutron-server[94063]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=94063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 11:21:59.101410 dv-neutron-601336-94-hyperv neutron-server[94063]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=94063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 11:21:59.101726 dv-neutron-601336-94-hyperv neutron-server[94063]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=94063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 11:21:59.101883 dv-neutron-601336-94-hyperv neutron-server[94063]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=94063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 11:21:59.102103 dv-neutron-601336-94-hyperv neutron-server[94063]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=94063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 11:21:59.102360 dv-neutron-601336-94-hyperv neutron-server[94063]: DEBUG oslo_service.service [-] use_journal = False {{(pid=94063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 11:21:59.102578 dv-neutron-601336-94-hyperv neutron-server[94063]: DEBUG oslo_service.service [-] use_json = False {{(pid=94063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 11:21:59.102799 dv-neutron-601336-94-hyperv neutron-server[94063]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=94063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 11:21:59.103016 dv-neutron-601336-94-hyperv neutron-server[94063]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=94063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 11:21:59.103306 dv-neutron-601336-94-hyperv neutron-server[94063]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=94063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 11:21:59.103525 dv-neutron-601336-94-hyperv neutron-server[94063]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=94063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 11:21:59.103763 dv-neutron-601336-94-hyperv neutron-server[94063]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=94063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 11:21:59.103983 dv-neutron-601336-94-hyperv neutron-server[94063]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=94063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 11:21:59.104203 dv-neutron-601336-94-hyperv neutron-server[94063]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=94063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 11:21:59.104461 dv-neutron-601336-94-hyperv neutron-server[94063]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=94063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 11:21:59.104887 dv-neutron-601336-94-hyperv neutron-server[94063]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=94063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 11:21:59.105188 dv-neutron-601336-94-hyperv neutron-server[94063]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=94063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 11:21:59.105497 dv-neutron-601336-94-hyperv neutron-server[94063]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=94063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 11:21:59.105772 dv-neutron-601336-94-hyperv neutron-server[94063]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=94063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 11:21:59.106029 dv-neutron-601336-94-hyperv neutron-server[94063]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=94063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 11:21:59.106402 dv-neutron-601336-94-hyperv neutron-server[94063]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=94063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 11:21:59.106721 dv-neutron-601336-94-hyperv neutron-server[94063]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=94063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 11:21:59.106949 dv-neutron-601336-94-hyperv neutron-server[94063]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=94063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 11:21:59.107254 dv-neutron-601336-94-hyperv neutron-server[94063]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=94063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 11:21:59.107489 dv-neutron-601336-94-hyperv neutron-server[94063]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=94063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 11:21:59.107790 dv-neutron-601336-94-hyperv neutron-server[94063]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=94063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 11:21:59.108035 dv-neutron-601336-94-hyperv neutron-server[94063]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=94063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 11:21:59.108340 dv-neutron-601336-94-hyperv neutron-server[94063]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=94063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 11:21:59.108690 dv-neutron-601336-94-hyperv neutron-server[94063]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=94063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 11:21:59.108958 dv-neutron-601336-94-hyperv neutron-server[94063]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=94063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 11:21:59.109312 dv-neutron-601336-94-hyperv neutron-server[94063]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=94063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 11:21:59.109580 dv-neutron-601336-94-hyperv neutron-server[94063]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=94063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 11:21:59.109848 dv-neutron-601336-94-hyperv neutron-server[94063]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=94063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 11:21:59.110092 dv-neutron-601336-94-hyperv neutron-server[94063]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=94063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 11:21:59.110330 dv-neutron-601336-94-hyperv neutron-server[94063]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=94063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 11:21:59.110557 dv-neutron-601336-94-hyperv neutron-server[94063]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=94063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 11:21:59.110781 dv-neutron-601336-94-hyperv neutron-server[94063]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=94063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 11:21:59.111145 dv-neutron-601336-94-hyperv neutron-server[94063]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=94063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 11:21:59.111433 dv-neutron-601336-94-hyperv neutron-server[94063]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=94063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 11:21:59.113202 dv-neutron-601336-94-hyperv neutron-server[94063]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.20/identity {{(pid=94063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 11:21:59.113202 dv-neutron-601336-94-hyperv neutron-server[94063]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=94063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 11:21:59.113202 dv-neutron-601336-94-hyperv neutron-server[94063]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=94063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 11:21:59.113202 dv-neutron-601336-94-hyperv neutron-server[94063]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=94063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 11:21:59.113202 dv-neutron-601336-94-hyperv neutron-server[94063]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=94063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 11:21:59.113609 dv-neutron-601336-94-hyperv neutron-server[94063]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=94063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 11:21:59.113609 dv-neutron-601336-94-hyperv neutron-server[94063]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=94063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 11:21:59.113760 dv-neutron-601336-94-hyperv neutron-server[94063]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=94063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 11:21:59.114020 dv-neutron-601336-94-hyperv neutron-server[94063]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=94063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 11:21:59.114259 dv-neutron-601336-94-hyperv neutron-server[94063]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=94063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 11:21:59.114477 dv-neutron-601336-94-hyperv neutron-server[94063]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=94063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 11:21:59.114735 dv-neutron-601336-94-hyperv neutron-server[94063]: DEBUG oslo_service.service [-] nova.live_migration_events = False {{(pid=94063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 11:21:59.114966 dv-neutron-601336-94-hyperv neutron-server[94063]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=94063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 11:21:59.115241 dv-neutron-601336-94-hyperv neutron-server[94063]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=94063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 11:21:59.115497 dv-neutron-601336-94-hyperv neutron-server[94063]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=94063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 11:21:59.115722 dv-neutron-601336-94-hyperv neutron-server[94063]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=94063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 11:21:59.115983 dv-neutron-601336-94-hyperv neutron-server[94063]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=94063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 11:21:59.116189 dv-neutron-601336-94-hyperv neutron-server[94063]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=94063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 11:21:59.116432 dv-neutron-601336-94-hyperv neutron-server[94063]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=94063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 11:21:59.116650 dv-neutron-601336-94-hyperv neutron-server[94063]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=94063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 11:21:59.116866 dv-neutron-601336-94-hyperv neutron-server[94063]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=94063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 11:21:59.117099 dv-neutron-601336-94-hyperv neutron-server[94063]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=94063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 11:21:59.117335 dv-neutron-601336-94-hyperv neutron-server[94063]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=94063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 11:21:59.117592 dv-neutron-601336-94-hyperv neutron-server[94063]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=94063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 11:21:59.117827 dv-neutron-601336-94-hyperv neutron-server[94063]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=94063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 11:21:59.118216 dv-neutron-601336-94-hyperv neutron-server[94063]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=94063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 11:21:59.118454 dv-neutron-601336-94-hyperv neutron-server[94063]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=94063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 11:21:59.118663 dv-neutron-601336-94-hyperv neutron-server[94063]: DEBUG oslo_service.service [-] placement.auth_type = None {{(pid=94063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 11:21:59.119378 dv-neutron-601336-94-hyperv neutron-server[94063]: DEBUG oslo_service.service [-] placement.cafile = None {{(pid=94063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 11:21:59.119598 dv-neutron-601336-94-hyperv neutron-server[94063]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=94063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 11:21:59.120094 dv-neutron-601336-94-hyperv neutron-server[94063]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=94063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 11:21:59.120338 dv-neutron-601336-94-hyperv neutron-server[94063]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=94063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 11:21:59.120809 dv-neutron-601336-94-hyperv neutron-server[94063]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=94063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 11:21:59.121032 dv-neutron-601336-94-hyperv neutron-server[94063]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=94063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 11:21:59.121265 dv-neutron-601336-94-hyperv neutron-server[94063]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=94063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 11:21:59.121484 dv-neutron-601336-94-hyperv neutron-server[94063]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=94063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 11:21:59.121736 dv-neutron-601336-94-hyperv neutron-server[94063]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=94063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 11:21:59.121993 dv-neutron-601336-94-hyperv neutron-server[94063]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=94063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 11:21:59.122216 dv-neutron-601336-94-hyperv neutron-server[94063]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=94063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 11:21:59.122432 dv-neutron-601336-94-hyperv neutron-server[94063]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=94063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 11:21:59.122676 dv-neutron-601336-94-hyperv neutron-server[94063]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=94063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 11:21:59.122885 dv-neutron-601336-94-hyperv neutron-server[94063]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=94063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 11:21:59.123173 dv-neutron-601336-94-hyperv neutron-server[94063]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=94063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 11:21:59.123442 dv-neutron-601336-94-hyperv neutron-server[94063]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=94063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 11:21:59.123777 dv-neutron-601336-94-hyperv neutron-server[94063]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=94063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 11:21:59.124034 dv-neutron-601336-94-hyperv neutron-server[94063]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=94063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 11:21:59.124278 dv-neutron-601336-94-hyperv neutron-server[94063]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=94063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 11:21:59.124495 dv-neutron-601336-94-hyperv neutron-server[94063]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=94063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 11:21:59.124733 dv-neutron-601336-94-hyperv neutron-server[94063]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=94063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 11:21:59.124947 dv-neutron-601336-94-hyperv neutron-server[94063]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=94063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 11:21:59.125161 dv-neutron-601336-94-hyperv neutron-server[94063]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=94063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 11:21:59.125397 dv-neutron-601336-94-hyperv neutron-server[94063]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=94063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 11:21:59.125611 dv-neutron-601336-94-hyperv neutron-server[94063]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=94063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 11:21:59.125846 dv-neutron-601336-94-hyperv neutron-server[94063]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=94063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 11:21:59.126099 dv-neutron-601336-94-hyperv neutron-server[94063]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=94063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 11:21:59.126341 dv-neutron-601336-94-hyperv neutron-server[94063]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=94063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 11:21:59.126557 dv-neutron-601336-94-hyperv neutron-server[94063]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=94063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 11:21:59.126771 dv-neutron-601336-94-hyperv neutron-server[94063]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=94063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 11:21:59.126981 dv-neutron-601336-94-hyperv neutron-server[94063]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=94063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 11:21:59.127240 dv-neutron-601336-94-hyperv neutron-server[94063]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=94063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 11:21:59.127596 dv-neutron-601336-94-hyperv neutron-server[94063]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=94063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 11:21:59.128420 dv-neutron-601336-94-hyperv neutron-server[94063]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=94063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 11:21:59.128670 dv-neutron-601336-94-hyperv neutron-server[94063]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=94063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 11:21:59.128920 dv-neutron-601336-94-hyperv neutron-server[94063]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=94063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 11:21:59.129143 dv-neutron-601336-94-hyperv neutron-server[94063]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=94063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 11:21:59.129388 dv-neutron-601336-94-hyperv neutron-server[94063]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=94063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 11:21:59.129629 dv-neutron-601336-94-hyperv neutron-server[94063]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=94063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 11:21:59.129888 dv-neutron-601336-94-hyperv neutron-server[94063]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=94063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 11:21:59.130988 dv-neutron-601336-94-hyperv neutron-server[94063]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=94063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 11:21:59.130988 dv-neutron-601336-94-hyperv neutron-server[94063]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=94063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 11:21:59.137592 dv-neutron-601336-94-hyperv neutron-server[94063]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=94063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 11:21:59.137592 dv-neutron-601336-94-hyperv neutron-server[94063]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=94063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 11:21:59.137592 dv-neutron-601336-94-hyperv neutron-server[94063]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=94063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 11:21:59.137592 dv-neutron-601336-94-hyperv neutron-server[94063]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=94063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 11:21:59.137592 dv-neutron-601336-94-hyperv neutron-server[94063]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=94063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 11:21:59.137592 dv-neutron-601336-94-hyperv neutron-server[94063]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=94063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 11:21:59.137592 dv-neutron-601336-94-hyperv neutron-server[94063]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=94063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 11:21:59.137592 dv-neutron-601336-94-hyperv neutron-server[94063]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=94063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 11:21:59.138264 dv-neutron-601336-94-hyperv neutron-server[94063]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=94063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 11:21:59.138264 dv-neutron-601336-94-hyperv neutron-server[94063]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=94063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 11:21:59.138264 dv-neutron-601336-94-hyperv neutron-server[94063]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=94063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 11:21:59.138493 dv-neutron-601336-94-hyperv neutron-server[94063]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=94063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 11:21:59.138685 dv-neutron-601336-94-hyperv neutron-server[94063]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=94063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 11:21:59.138950 dv-neutron-601336-94-hyperv neutron-server[94063]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=94063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 11:21:59.142440 dv-neutron-601336-94-hyperv neutron-server[94063]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=94063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 11:21:59.142440 dv-neutron-601336-94-hyperv neutron-server[94063]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=94063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 11:21:59.142440 dv-neutron-601336-94-hyperv neutron-server[94063]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=94063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 11:21:59.142440 dv-neutron-601336-94-hyperv neutron-server[94063]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=94063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 11:21:59.142440 dv-neutron-601336-94-hyperv neutron-server[94063]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=94063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 11:21:59.142440 dv-neutron-601336-94-hyperv neutron-server[94063]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=94063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 11:21:59.142440 dv-neutron-601336-94-hyperv neutron-server[94063]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=94063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 11:21:59.142440 dv-neutron-601336-94-hyperv neutron-server[94063]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=94063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 11:21:59.143265 dv-neutron-601336-94-hyperv neutron-server[94063]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=94063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 11:21:59.143265 dv-neutron-601336-94-hyperv neutron-server[94063]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver_nolock.DbQuotaNoLockDriver {{(pid=94063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 11:21:59.143265 dv-neutron-601336-94-hyperv neutron-server[94063]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=94063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 11:21:59.143265 dv-neutron-601336-94-hyperv neutron-server[94063]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=94063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 11:21:59.143265 dv-neutron-601336-94-hyperv neutron-server[94063]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=94063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 11:21:59.143265 dv-neutron-601336-94-hyperv neutron-server[94063]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=94063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 11:21:59.143265 dv-neutron-601336-94-hyperv neutron-server[94063]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=94063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 11:21:59.143265 dv-neutron-601336-94-hyperv neutron-server[94063]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=94063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 11:21:59.143880 dv-neutron-601336-94-hyperv neutron-server[94063]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=94063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 11:21:59.143880 dv-neutron-601336-94-hyperv neutron-server[94063]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=94063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 11:21:59.143880 dv-neutron-601336-94-hyperv neutron-server[94063]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=94063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 11:21:59.144138 dv-neutron-601336-94-hyperv neutron-server[94063]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=94063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 11:21:59.144359 dv-neutron-601336-94-hyperv neutron-server[94063]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=94063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 11:21:59.144581 dv-neutron-601336-94-hyperv neutron-server[94063]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=94063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 11:21:59.144795 dv-neutron-601336-94-hyperv neutron-server[94063]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=94063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 11:21:59.145052 dv-neutron-601336-94-hyperv neutron-server[94063]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=94063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 11:21:59.145392 dv-neutron-601336-94-hyperv neutron-server[94063]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=94063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 11:21:59.145651 dv-neutron-601336-94-hyperv neutron-server[94063]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=94063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 11:21:59.145883 dv-neutron-601336-94-hyperv neutron-server[94063]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=94063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 11:21:59.146289 dv-neutron-601336-94-hyperv neutron-server[94063]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=94063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 11:21:59.146720 dv-neutron-601336-94-hyperv neutron-server[94063]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=94063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 11:21:59.147155 dv-neutron-601336-94-hyperv neutron-server[94063]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=94063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 11:21:59.147584 dv-neutron-601336-94-hyperv neutron-server[94063]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=94063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 11:21:59.147872 dv-neutron-601336-94-hyperv neutron-server[94063]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=94063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 11:21:59.148138 dv-neutron-601336-94-hyperv neutron-server[94063]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=94063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 11:21:59.148379 dv-neutron-601336-94-hyperv neutron-server[94063]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=94063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 11:21:59.148645 dv-neutron-601336-94-hyperv neutron-server[94063]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=94063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 11:21:59.148891 dv-neutron-601336-94-hyperv neutron-server[94063]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.20/identity {{(pid=94063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 11:21:59.149170 dv-neutron-601336-94-hyperv neutron-server[94063]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=94063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 11:21:59.149396 dv-neutron-601336-94-hyperv neutron-server[94063]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=94063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 11:21:59.149623 dv-neutron-601336-94-hyperv neutron-server[94063]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=94063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 11:21:59.150044 dv-neutron-601336-94-hyperv neutron-server[94063]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=94063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 11:21:59.150439 dv-neutron-601336-94-hyperv neutron-server[94063]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=94063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 11:21:59.150849 dv-neutron-601336-94-hyperv neutron-server[94063]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=94063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 11:21:59.151290 dv-neutron-601336-94-hyperv neutron-server[94063]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=94063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 11:21:59.151713 dv-neutron-601336-94-hyperv neutron-server[94063]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=94063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 11:21:59.152123 dv-neutron-601336-94-hyperv neutron-server[94063]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=94063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 11:21:59.152434 dv-neutron-601336-94-hyperv neutron-server[94063]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=94063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 11:21:59.152841 dv-neutron-601336-94-hyperv neutron-server[94063]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=94063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 11:21:59.153070 dv-neutron-601336-94-hyperv neutron-server[94063]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=94063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 11:21:59.153303 dv-neutron-601336-94-hyperv neutron-server[94063]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=94063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 11:21:59.153528 dv-neutron-601336-94-hyperv neutron-server[94063]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=94063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 11:21:59.153761 dv-neutron-601336-94-hyperv neutron-server[94063]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=94063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 11:21:59.154092 dv-neutron-601336-94-hyperv neutron-server[94063]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=94063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 11:21:59.154315 dv-neutron-601336-94-hyperv neutron-server[94063]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=94063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 11:21:59.154602 dv-neutron-601336-94-hyperv neutron-server[94063]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=94063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 11:21:59.154999 dv-neutron-601336-94-hyperv neutron-server[94063]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=94063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 11:21:59.155395 dv-neutron-601336-94-hyperv neutron-server[94063]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=94063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 11:21:59.155617 dv-neutron-601336-94-hyperv neutron-server[94063]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=94063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 11:21:59.155837 dv-neutron-601336-94-hyperv neutron-server[94063]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=94063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 11:21:59.156228 dv-neutron-601336-94-hyperv neutron-server[94063]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=94063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 11:21:59.156486 dv-neutron-601336-94-hyperv neutron-server[94063]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=94063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 11:21:59.156711 dv-neutron-601336-94-hyperv neutron-server[94063]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = True {{(pid=94063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 11:21:59.157008 dv-neutron-601336-94-hyperv neutron-server[94063]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=94063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 11:21:59.157259 dv-neutron-601336-94-hyperv neutron-server[94063]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=94063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 11:21:59.157519 dv-neutron-601336-94-hyperv neutron-server[94063]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=94063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 11:21:59.157730 dv-neutron-601336-94-hyperv neutron-server[94063]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=94063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 11:21:59.157959 dv-neutron-601336-94-hyperv neutron-server[94063]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=94063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 11:21:59.158220 dv-neutron-601336-94-hyperv neutron-server[94063]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=94063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 11:21:59.158441 dv-neutron-601336-94-hyperv neutron-server[94063]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=94063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 11:21:59.158710 dv-neutron-601336-94-hyperv neutron-server[94063]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=94063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 11:21:59.158938 dv-neutron-601336-94-hyperv neutron-server[94063]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=94063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 11:21:59.159237 dv-neutron-601336-94-hyperv neutron-server[94063]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=94063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 11:21:59.159457 dv-neutron-601336-94-hyperv neutron-server[94063]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=94063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 11:21:59.159682 dv-neutron-601336-94-hyperv neutron-server[94063]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=94063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 11:21:59.159899 dv-neutron-601336-94-hyperv neutron-server[94063]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=94063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 11:21:59.160132 dv-neutron-601336-94-hyperv neutron-server[94063]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=94063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 11:21:59.160401 dv-neutron-601336-94-hyperv neutron-server[94063]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=94063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 11:21:59.160620 dv-neutron-601336-94-hyperv neutron-server[94063]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=94063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 11:21:59.160870 dv-neutron-601336-94-hyperv neutron-server[94063]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=94063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 11:21:59.161132 dv-neutron-601336-94-hyperv neutron-server[94063]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=94063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 11:21:59.161505 dv-neutron-601336-94-hyperv neutron-server[94063]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=94063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 11:21:59.161756 dv-neutron-601336-94-hyperv neutron-server[94063]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=94063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 11:21:59.161990 dv-neutron-601336-94-hyperv neutron-server[94063]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=94063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 11:21:59.162237 dv-neutron-601336-94-hyperv neutron-server[94063]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=94063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 11:21:59.162452 dv-neutron-601336-94-hyperv neutron-server[94063]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=94063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 11:21:59.162715 dv-neutron-601336-94-hyperv neutron-server[94063]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=94063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 11:21:59.162938 dv-neutron-601336-94-hyperv neutron-server[94063]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=94063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 11:21:59.163242 dv-neutron-601336-94-hyperv neutron-server[94063]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=94063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 11:21:59.163463 dv-neutron-601336-94-hyperv neutron-server[94063]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=94063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 11:21:59.163682 dv-neutron-601336-94-hyperv neutron-server[94063]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=94063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 11:21:59.163898 dv-neutron-601336-94-hyperv neutron-server[94063]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=94063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 11:21:59.164160 dv-neutron-601336-94-hyperv neutron-server[94063]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=94063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 11:21:59.164400 dv-neutron-601336-94-hyperv neutron-server[94063]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=94063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 11:21:59.164619 dv-neutron-601336-94-hyperv neutron-server[94063]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=94063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 11:21:59.164833 dv-neutron-601336-94-hyperv neutron-server[94063]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=94063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 11:21:59.165042 dv-neutron-601336-94-hyperv neutron-server[94063]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=94063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 11:21:59.165274 dv-neutron-601336-94-hyperv neutron-server[94063]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=94063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 11:21:59.165488 dv-neutron-601336-94-hyperv neutron-server[94063]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=94063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 11:21:59.165703 dv-neutron-601336-94-hyperv neutron-server[94063]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=94063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 11:21:59.166006 dv-neutron-601336-94-hyperv neutron-server[94063]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=94063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 11:21:59.166254 dv-neutron-601336-94-hyperv neutron-server[94063]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=94063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 11:21:59.166485 dv-neutron-601336-94-hyperv neutron-server[94063]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=94063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 11:21:59.166721 dv-neutron-601336-94-hyperv neutron-server[94063]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=94063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 11:21:59.166954 dv-neutron-601336-94-hyperv neutron-server[94063]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=94063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 11:21:59.167231 dv-neutron-601336-94-hyperv neutron-server[94063]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=94063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 11:21:59.170691 dv-neutron-601336-94-hyperv neutron-server[94063]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=94063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 11:21:59.170691 dv-neutron-601336-94-hyperv neutron-server[94063]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=94063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 11:21:59.170691 dv-neutron-601336-94-hyperv neutron-server[94063]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=94063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 11:21:59.170691 dv-neutron-601336-94-hyperv neutron-server[94063]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=94063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 11:21:59.170691 dv-neutron-601336-94-hyperv neutron-server[94063]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=94063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 11:21:59.170691 dv-neutron-601336-94-hyperv neutron-server[94063]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=94063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 11:21:59.170691 dv-neutron-601336-94-hyperv neutron-server[94063]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=94063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 11:21:59.170691 dv-neutron-601336-94-hyperv neutron-server[94063]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=94063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 11:21:59.170691 dv-neutron-601336-94-hyperv neutron-server[94063]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=94063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 11:21:59.171309 dv-neutron-601336-94-hyperv neutron-server[94063]: DEBUG oslo_service.service [-] privsep_namespace.capabilities = [21] {{(pid=94063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 11:21:59.171309 dv-neutron-601336-94-hyperv neutron-server[94063]: DEBUG oslo_service.service [-] privsep_namespace.group = None {{(pid=94063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 11:21:59.171309 dv-neutron-601336-94-hyperv neutron-server[94063]: DEBUG oslo_service.service [-] privsep_namespace.helper_command = None {{(pid=94063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 11:21:59.171309 dv-neutron-601336-94-hyperv neutron-server[94063]: DEBUG oslo_service.service [-] privsep_namespace.thread_pool_size = 4 {{(pid=94063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 11:21:59.171309 dv-neutron-601336-94-hyperv neutron-server[94063]: DEBUG oslo_service.service [-] privsep_namespace.user = None {{(pid=94063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 11:21:59.171309 dv-neutron-601336-94-hyperv neutron-server[94063]: DEBUG oslo_service.service [-] privsep_conntrack.capabilities = [12] {{(pid=94063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 11:21:59.171309 dv-neutron-601336-94-hyperv neutron-server[94063]: DEBUG oslo_service.service [-] privsep_conntrack.group = None {{(pid=94063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 11:21:59.171309 dv-neutron-601336-94-hyperv neutron-server[94063]: DEBUG oslo_service.service [-] privsep_conntrack.helper_command = None {{(pid=94063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 11:21:59.171309 dv-neutron-601336-94-hyperv neutron-server[94063]: DEBUG oslo_service.service [-] privsep_conntrack.thread_pool_size = 4 {{(pid=94063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 11:21:59.171838 dv-neutron-601336-94-hyperv neutron-server[94063]: DEBUG oslo_service.service [-] privsep_conntrack.user = None {{(pid=94063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 11:21:59.171838 dv-neutron-601336-94-hyperv neutron-server[94063]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=94063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 11:21:59.171838 dv-neutron-601336-94-hyperv neutron-server[94063]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=94063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 11:21:59.171838 dv-neutron-601336-94-hyperv neutron-server[94063]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=94063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 11:21:59.172148 dv-neutron-601336-94-hyperv neutron-server[94063]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=94063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 11:21:59.172376 dv-neutron-601336-94-hyperv neutron-server[94063]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=94063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 11:21:59.172731 dv-neutron-601336-94-hyperv neutron-server[94063]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=94063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 11:21:59.173051 dv-neutron-601336-94-hyperv neutron-server[94063]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=94063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 11:21:59.173437 dv-neutron-601336-94-hyperv neutron-server[94063]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=94063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 11:21:59.173819 dv-neutron-601336-94-hyperv neutron-server[94063]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=94063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 11:21:59.174268 dv-neutron-601336-94-hyperv neutron-server[94063]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=94063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 11:21:59.175097 dv-neutron-601336-94-hyperv neutron-server[94063]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=94063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 11:21:59.175327 dv-neutron-601336-94-hyperv neutron-server[94063]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=94063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 11:21:59.175554 dv-neutron-601336-94-hyperv neutron-server[94063]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=94063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 11:21:59.175858 dv-neutron-601336-94-hyperv neutron-server[94063]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=94063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 11:21:59.176204 dv-neutron-601336-94-hyperv neutron-server[94063]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=94063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 11:21:59.176534 dv-neutron-601336-94-hyperv neutron-server[94063]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=94063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 11:21:59.176789 dv-neutron-601336-94-hyperv neutron-server[94063]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=94063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 11:21:59.177053 dv-neutron-601336-94-hyperv neutron-server[94063]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=94063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 11:21:59.177393 dv-neutron-601336-94-hyperv neutron-server[94063]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=94063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 11:21:59.177679 dv-neutron-601336-94-hyperv neutron-server[94063]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:400:449'] {{(pid=94063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 11:21:59.177939 dv-neutron-601336-94-hyperv neutron-server[94063]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=94063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 11:21:59.178157 dv-neutron-601336-94-hyperv neutron-server[94063]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=94063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 11:21:59.178467 dv-neutron-601336-94-hyperv neutron-server[94063]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=94063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 11:21:59.178997 dv-neutron-601336-94-hyperv neutron-server[94063]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=94063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 11:21:59.179146 dv-neutron-601336-94-hyperv neutron-server[94063]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=94063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 11:21:59.179335 dv-neutron-601336-94-hyperv neutron-server[94063]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=94063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 11:21:59.179610 dv-neutron-601336-94-hyperv neutron-server[94063]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=94063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 11:21:59.179884 dv-neutron-601336-94-hyperv neutron-server[94063]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=94063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 11:21:59.180105 dv-neutron-601336-94-hyperv neutron-server[94063]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=94063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 11:21:59.180322 dv-neutron-601336-94-hyperv neutron-server[94063]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=94063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 11:21:59.180557 dv-neutron-601336-94-hyperv neutron-server[94063]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=94063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 11:21:59.180770 dv-neutron-601336-94-hyperv neutron-server[94063]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=94063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 11:21:59.180986 dv-neutron-601336-94-hyperv neutron-server[94063]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=94063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 11:21:59.181216 dv-neutron-601336-94-hyperv neutron-server[94063]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=94063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 11:21:59.181464 dv-neutron-601336-94-hyperv neutron-server[94063]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=94063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 11:21:59.181690 dv-neutron-601336-94-hyperv neutron-server[94063]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=94063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 11:21:59.181923 dv-neutron-601336-94-hyperv neutron-server[94063]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=94063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 11:21:59.182153 dv-neutron-601336-94-hyperv neutron-server[94063]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=94063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 11:21:59.182453 dv-neutron-601336-94-hyperv neutron-server[94063]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=94063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 11:21:59.182698 dv-neutron-601336-94-hyperv neutron-server[94063]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=94063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 11:21:59.182942 dv-neutron-601336-94-hyperv neutron-server[94063]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=94063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 11:21:59.183264 dv-neutron-601336-94-hyperv neutron-server[94063]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=94063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 11:21:59.183493 dv-neutron-601336-94-hyperv neutron-server[94063]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=94063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 11:21:59.183652 dv-neutron-601336-94-hyperv neutron-server[94063]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=94063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Jun 23 11:21:59.184225 dv-neutron-601336-94-hyperv neutron-server[94063]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=94063) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:649}} Jun 23 11:21:59.184390 dv-neutron-601336-94-hyperv neutron-server[94063]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=94063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Jun 23 11:21:59.184548 dv-neutron-601336-94-hyperv neutron-server[94063]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=94063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Jun 23 11:21:59.184720 dv-neutron-601336-94-hyperv neutron-server[94063]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=94063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Jun 23 11:21:59.184896 dv-neutron-601336-94-hyperv neutron-server[94063]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=94063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Jun 23 11:21:59.185060 dv-neutron-601336-94-hyperv neutron-server[94063]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=94063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Jun 23 11:21:59.185250 dv-neutron-601336-94-hyperv neutron-server[94063]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=94063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 11:21:59.185399 dv-neutron-601336-94-hyperv neutron-server[94063]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=94063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 11:21:59.185662 dv-neutron-601336-94-hyperv neutron-server[94063]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=94063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 11:21:59.185830 dv-neutron-601336-94-hyperv neutron-server[94063]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=94063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 11:21:59.185990 dv-neutron-601336-94-hyperv neutron-server[94063]: DEBUG oslo_service.service [-] allow_overlapping_ips = True {{(pid=94063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 11:21:59.186173 dv-neutron-601336-94-hyperv neutron-server[94063]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=94063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 11:21:59.186336 dv-neutron-601336-94-hyperv neutron-server[94063]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=94063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 11:21:59.186494 dv-neutron-601336-94-hyperv neutron-server[94063]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=94063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 11:21:59.186629 dv-neutron-601336-94-hyperv neutron-server[94063]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=94063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 11:21:59.186791 dv-neutron-601336-94-hyperv neutron-server[94063]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=94063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 11:21:59.186940 dv-neutron-601336-94-hyperv neutron-server[94063]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=94063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 11:21:59.187123 dv-neutron-601336-94-hyperv neutron-server[94063]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=94063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 11:21:59.187285 dv-neutron-601336-94-hyperv neutron-server[94063]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=94063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 11:21:59.187443 dv-neutron-601336-94-hyperv neutron-server[94063]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=94063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 11:21:59.187604 dv-neutron-601336-94-hyperv neutron-server[94063]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=94063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 11:21:59.187767 dv-neutron-601336-94-hyperv neutron-server[94063]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=94063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 11:21:59.187928 dv-neutron-601336-94-hyperv neutron-server[94063]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=94063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 11:21:59.188087 dv-neutron-601336-94-hyperv neutron-server[94063]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=94063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 11:21:59.188268 dv-neutron-601336-94-hyperv neutron-server[94063]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=94063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 11:21:59.188411 dv-neutron-601336-94-hyperv neutron-server[94063]: DEBUG oslo_service.service [-] config_source = [] {{(pid=94063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 11:21:59.188599 dv-neutron-601336-94-hyperv neutron-server[94063]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=94063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 11:21:59.188774 dv-neutron-601336-94-hyperv neutron-server[94063]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=94063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 11:21:59.188957 dv-neutron-601336-94-hyperv neutron-server[94063]: DEBUG oslo_service.service [-] debug = True {{(pid=94063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 11:21:59.189057 dv-neutron-601336-94-hyperv neutron-server[94063]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=94063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 11:21:59.189243 dv-neutron-601336-94-hyperv neutron-server[94063]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=94063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 11:21:59.189410 dv-neutron-601336-94-hyperv neutron-server[94063]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=94063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 11:21:59.189555 dv-neutron-601336-94-hyperv neutron-server[94063]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=94063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 11:21:59.189694 dv-neutron-601336-94-hyperv neutron-server[94063]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=94063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 11:21:59.189834 dv-neutron-601336-94-hyperv neutron-server[94063]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=94063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 11:21:59.190043 dv-neutron-601336-94-hyperv neutron-server[94063]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=94063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 11:21:59.190704 dv-neutron-601336-94-hyperv neutron-server[94063]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=94063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 11:21:59.190852 dv-neutron-601336-94-hyperv neutron-server[94063]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=94063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 11:21:59.191011 dv-neutron-601336-94-hyperv neutron-server[94063]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=94063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 11:21:59.191170 dv-neutron-601336-94-hyperv neutron-server[94063]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=94063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 11:21:59.191330 dv-neutron-601336-94-hyperv neutron-server[94063]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=94063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 11:21:59.191489 dv-neutron-601336-94-hyperv neutron-server[94063]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=94063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 11:21:59.191649 dv-neutron-601336-94-hyperv neutron-server[94063]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=94063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 11:21:59.191822 dv-neutron-601336-94-hyperv neutron-server[94063]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=94063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 11:21:59.191964 dv-neutron-601336-94-hyperv neutron-server[94063]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=94063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 11:21:59.192101 dv-neutron-601336-94-hyperv neutron-server[94063]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=94063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 11:21:59.192274 dv-neutron-601336-94-hyperv neutron-server[94063]: DEBUG oslo_service.service [-] host = dv-neutron-601336-94-hyperv {{(pid=94063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 11:21:59.192424 dv-neutron-601336-94-hyperv neutron-server[94063]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=94063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 11:21:59.192551 dv-neutron-601336-94-hyperv neutron-server[94063]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=94063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 11:21:59.192708 dv-neutron-601336-94-hyperv neutron-server[94063]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=94063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 11:21:59.192867 dv-neutron-601336-94-hyperv neutron-server[94063]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=94063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 11:21:59.193025 dv-neutron-601336-94-hyperv neutron-server[94063]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=94063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 11:21:59.193173 dv-neutron-601336-94-hyperv neutron-server[94063]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=94063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 11:21:59.193330 dv-neutron-601336-94-hyperv neutron-server[94063]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=94063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 11:21:59.193489 dv-neutron-601336-94-hyperv neutron-server[94063]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=94063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 11:21:59.193648 dv-neutron-601336-94-hyperv neutron-server[94063]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=94063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 11:21:59.193806 dv-neutron-601336-94-hyperv neutron-server[94063]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=94063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 11:21:59.193965 dv-neutron-601336-94-hyperv neutron-server[94063]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=94063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 11:21:59.194123 dv-neutron-601336-94-hyperv neutron-server[94063]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=94063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 11:21:59.194282 dv-neutron-601336-94-hyperv neutron-server[94063]: DEBUG oslo_service.service [-] log_dir = None {{(pid=94063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 11:21:59.194441 dv-neutron-601336-94-hyperv neutron-server[94063]: DEBUG oslo_service.service [-] log_file = None {{(pid=94063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 11:21:59.194600 dv-neutron-601336-94-hyperv neutron-server[94063]: DEBUG oslo_service.service [-] log_options = True {{(pid=94063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 11:21:59.194760 dv-neutron-601336-94-hyperv neutron-server[94063]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=94063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 11:21:59.194919 dv-neutron-601336-94-hyperv neutron-server[94063]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=94063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 11:21:59.195099 dv-neutron-601336-94-hyperv neutron-server[94063]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=94063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 11:21:59.195282 dv-neutron-601336-94-hyperv neutron-server[94063]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=94063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 11:21:59.195447 dv-neutron-601336-94-hyperv neutron-server[94063]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=94063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 11:21:59.195608 dv-neutron-601336-94-hyperv neutron-server[94063]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=94063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 11:21:59.195767 dv-neutron-601336-94-hyperv neutron-server[94063]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=94063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 11:21:59.195928 dv-neutron-601336-94-hyperv neutron-server[94063]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=94063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 11:21:59.196087 dv-neutron-601336-94-hyperv neutron-server[94063]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=94063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 11:21:59.196246 dv-neutron-601336-94-hyperv neutron-server[94063]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=94063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 11:21:59.196406 dv-neutron-601336-94-hyperv neutron-server[94063]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=94063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 11:21:59.196566 dv-neutron-601336-94-hyperv neutron-server[94063]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=94063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 11:21:59.196724 dv-neutron-601336-94-hyperv neutron-server[94063]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=94063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 11:21:59.196883 dv-neutron-601336-94-hyperv neutron-server[94063]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=94063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 11:21:59.197041 dv-neutron-601336-94-hyperv neutron-server[94063]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=94063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 11:21:59.197201 dv-neutron-601336-94-hyperv neutron-server[94063]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=94063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 11:21:59.197359 dv-neutron-601336-94-hyperv neutron-server[94063]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=94063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 11:21:59.197519 dv-neutron-601336-94-hyperv neutron-server[94063]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=94063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 11:21:59.197684 dv-neutron-601336-94-hyperv neutron-server[94063]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=94063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 11:21:59.197843 dv-neutron-601336-94-hyperv neutron-server[94063]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=94063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 11:21:59.198002 dv-neutron-601336-94-hyperv neutron-server[94063]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=94063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 11:21:59.198161 dv-neutron-601336-94-hyperv neutron-server[94063]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=94063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 11:21:59.198322 dv-neutron-601336-94-hyperv neutron-server[94063]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=94063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 11:21:59.198479 dv-neutron-601336-94-hyperv neutron-server[94063]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=94063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 11:21:59.198638 dv-neutron-601336-94-hyperv neutron-server[94063]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=94063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 11:21:59.198797 dv-neutron-601336-94-hyperv neutron-server[94063]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=94063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 11:21:59.198956 dv-neutron-601336-94-hyperv neutron-server[94063]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=94063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 11:21:59.199138 dv-neutron-601336-94-hyperv neutron-server[94063]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=94063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 11:21:59.199298 dv-neutron-601336-94-hyperv neutron-server[94063]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=94063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 11:21:59.199483 dv-neutron-601336-94-hyperv neutron-server[94063]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=94063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 11:21:59.199592 dv-neutron-601336-94-hyperv neutron-server[94063]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=94063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 11:21:59.199752 dv-neutron-601336-94-hyperv neutron-server[94063]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=94063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 11:21:59.199910 dv-neutron-601336-94-hyperv neutron-server[94063]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=94063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 11:21:59.200069 dv-neutron-601336-94-hyperv neutron-server[94063]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=94063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 11:21:59.200227 dv-neutron-601336-94-hyperv neutron-server[94063]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=94063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 11:21:59.200402 dv-neutron-601336-94-hyperv neutron-server[94063]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=94063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 11:21:59.200559 dv-neutron-601336-94-hyperv neutron-server[94063]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=94063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 11:21:59.200722 dv-neutron-601336-94-hyperv neutron-server[94063]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=94063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 11:21:59.200882 dv-neutron-601336-94-hyperv neutron-server[94063]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=94063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 11:21:59.201042 dv-neutron-601336-94-hyperv neutron-server[94063]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=94063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 11:21:59.201200 dv-neutron-601336-94-hyperv neutron-server[94063]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=94063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 11:21:59.201358 dv-neutron-601336-94-hyperv neutron-server[94063]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=94063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 11:21:59.201605 dv-neutron-601336-94-hyperv neutron-server[94063]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=94063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 11:21:59.201814 dv-neutron-601336-94-hyperv neutron-server[94063]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=94063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 11:21:59.202021 dv-neutron-601336-94-hyperv neutron-server[94063]: DEBUG oslo_service.service [-] use_journal = False {{(pid=94063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 11:21:59.202226 dv-neutron-601336-94-hyperv neutron-server[94063]: DEBUG oslo_service.service [-] use_json = False {{(pid=94063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 11:21:59.202438 dv-neutron-601336-94-hyperv neutron-server[94063]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=94063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 11:21:59.202573 dv-neutron-601336-94-hyperv neutron-server[94063]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=94063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 11:21:59.202698 dv-neutron-601336-94-hyperv neutron-server[94063]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=94063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 11:21:59.202844 dv-neutron-601336-94-hyperv neutron-server[94063]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=94063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 11:21:59.203002 dv-neutron-601336-94-hyperv neutron-server[94063]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=94063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 11:21:59.203182 dv-neutron-601336-94-hyperv neutron-server[94063]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=94063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 11:21:59.203342 dv-neutron-601336-94-hyperv neutron-server[94063]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=94063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 11:21:59.203486 dv-neutron-601336-94-hyperv neutron-server[94063]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=94063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 11:21:59.203669 dv-neutron-601336-94-hyperv neutron-server[94063]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=94063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 11:21:59.203831 dv-neutron-601336-94-hyperv neutron-server[94063]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=94063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 11:21:59.203998 dv-neutron-601336-94-hyperv neutron-server[94063]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=94063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 11:21:59.204376 dv-neutron-601336-94-hyperv neutron-server[94063]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=94063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 11:21:59.204542 dv-neutron-601336-94-hyperv neutron-server[94063]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=94063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 11:21:59.204705 dv-neutron-601336-94-hyperv neutron-server[94063]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=94063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 11:21:59.204867 dv-neutron-601336-94-hyperv neutron-server[94063]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=94063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 11:21:59.205028 dv-neutron-601336-94-hyperv neutron-server[94063]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=94063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 11:21:59.205191 dv-neutron-601336-94-hyperv neutron-server[94063]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=94063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 11:21:59.205353 dv-neutron-601336-94-hyperv neutron-server[94063]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=94063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 11:21:59.205521 dv-neutron-601336-94-hyperv neutron-server[94063]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=94063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 11:21:59.205745 dv-neutron-601336-94-hyperv neutron-server[94063]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=94063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 11:21:59.205919 dv-neutron-601336-94-hyperv neutron-server[94063]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=94063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 11:21:59.206081 dv-neutron-601336-94-hyperv neutron-server[94063]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=94063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 11:21:59.206243 dv-neutron-601336-94-hyperv neutron-server[94063]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=94063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 11:21:59.206406 dv-neutron-601336-94-hyperv neutron-server[94063]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=94063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 11:21:59.206568 dv-neutron-601336-94-hyperv neutron-server[94063]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=94063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 11:21:59.206736 dv-neutron-601336-94-hyperv neutron-server[94063]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=94063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 11:21:59.206879 dv-neutron-601336-94-hyperv neutron-server[94063]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=94063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 11:21:59.207074 dv-neutron-601336-94-hyperv neutron-server[94063]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=94063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 11:21:59.207208 dv-neutron-601336-94-hyperv neutron-server[94063]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=94063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 11:21:59.207548 dv-neutron-601336-94-hyperv neutron-server[94063]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=94063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 11:21:59.207548 dv-neutron-601336-94-hyperv neutron-server[94063]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=94063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 11:21:59.207792 dv-neutron-601336-94-hyperv neutron-server[94063]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=94063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 11:21:59.207875 dv-neutron-601336-94-hyperv neutron-server[94063]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.20/identity {{(pid=94063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 11:21:59.208000 dv-neutron-601336-94-hyperv neutron-server[94063]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=94063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 11:21:59.208164 dv-neutron-601336-94-hyperv neutron-server[94063]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=94063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 11:21:59.208325 dv-neutron-601336-94-hyperv neutron-server[94063]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=94063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 11:21:59.208489 dv-neutron-601336-94-hyperv neutron-server[94063]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=94063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 11:21:59.208652 dv-neutron-601336-94-hyperv neutron-server[94063]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=94063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 11:21:59.208815 dv-neutron-601336-94-hyperv neutron-server[94063]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=94063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 11:21:59.208978 dv-neutron-601336-94-hyperv neutron-server[94063]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=94063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 11:21:59.209140 dv-neutron-601336-94-hyperv neutron-server[94063]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=94063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 11:21:59.209302 dv-neutron-601336-94-hyperv neutron-server[94063]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=94063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 11:21:59.209463 dv-neutron-601336-94-hyperv neutron-server[94063]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=94063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 11:21:59.209620 dv-neutron-601336-94-hyperv neutron-server[94063]: DEBUG oslo_service.service [-] nova.live_migration_events = False {{(pid=94063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 11:21:59.209782 dv-neutron-601336-94-hyperv neutron-server[94063]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=94063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 11:21:59.209944 dv-neutron-601336-94-hyperv neutron-server[94063]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=94063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 11:21:59.210107 dv-neutron-601336-94-hyperv neutron-server[94063]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=94063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 11:21:59.210269 dv-neutron-601336-94-hyperv neutron-server[94063]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=94063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 11:21:59.210432 dv-neutron-601336-94-hyperv neutron-server[94063]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=94063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 11:21:59.210594 dv-neutron-601336-94-hyperv neutron-server[94063]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=94063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 11:21:59.210880 dv-neutron-601336-94-hyperv neutron-server[94063]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=94063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 11:21:59.211073 dv-neutron-601336-94-hyperv neutron-server[94063]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=94063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 11:21:59.211432 dv-neutron-601336-94-hyperv neutron-server[94063]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=94063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 11:21:59.211432 dv-neutron-601336-94-hyperv neutron-server[94063]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=94063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 11:21:59.211630 dv-neutron-601336-94-hyperv neutron-server[94063]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=94063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 11:21:59.211759 dv-neutron-601336-94-hyperv neutron-server[94063]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=94063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 11:21:59.211910 dv-neutron-601336-94-hyperv neutron-server[94063]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=94063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 11:21:59.212036 dv-neutron-601336-94-hyperv neutron-server[94063]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=94063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 11:21:59.212179 dv-neutron-601336-94-hyperv neutron-server[94063]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=94063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 11:21:59.212340 dv-neutron-601336-94-hyperv neutron-server[94063]: DEBUG oslo_service.service [-] placement.auth_type = None {{(pid=94063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 11:21:59.212600 dv-neutron-601336-94-hyperv neutron-server[94063]: DEBUG oslo_service.service [-] placement.cafile = None {{(pid=94063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 11:21:59.212713 dv-neutron-601336-94-hyperv neutron-server[94063]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=94063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 11:21:59.212796 dv-neutron-601336-94-hyperv neutron-server[94063]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=94063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 11:21:59.212962 dv-neutron-601336-94-hyperv neutron-server[94063]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=94063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 11:21:59.213123 dv-neutron-601336-94-hyperv neutron-server[94063]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=94063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 11:21:59.213284 dv-neutron-601336-94-hyperv neutron-server[94063]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=94063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 11:21:59.213446 dv-neutron-601336-94-hyperv neutron-server[94063]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=94063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 11:21:59.213608 dv-neutron-601336-94-hyperv neutron-server[94063]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=94063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 11:21:59.213768 dv-neutron-601336-94-hyperv neutron-server[94063]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=94063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 11:21:59.213949 dv-neutron-601336-94-hyperv neutron-server[94063]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=94063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 11:21:59.214111 dv-neutron-601336-94-hyperv neutron-server[94063]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=94063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 11:21:59.214272 dv-neutron-601336-94-hyperv neutron-server[94063]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=94063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 11:21:59.214433 dv-neutron-601336-94-hyperv neutron-server[94063]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=94063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 11:21:59.214595 dv-neutron-601336-94-hyperv neutron-server[94063]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=94063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 11:21:59.214756 dv-neutron-601336-94-hyperv neutron-server[94063]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=94063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 11:21:59.214918 dv-neutron-601336-94-hyperv neutron-server[94063]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=94063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 11:21:59.215101 dv-neutron-601336-94-hyperv neutron-server[94063]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=94063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 11:21:59.215265 dv-neutron-601336-94-hyperv neutron-server[94063]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=94063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 11:21:59.215426 dv-neutron-601336-94-hyperv neutron-server[94063]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=94063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 11:21:59.215588 dv-neutron-601336-94-hyperv neutron-server[94063]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=94063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 11:21:59.215749 dv-neutron-601336-94-hyperv neutron-server[94063]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=94063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 11:21:59.215912 dv-neutron-601336-94-hyperv neutron-server[94063]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=94063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 11:21:59.216060 dv-neutron-601336-94-hyperv neutron-server[94063]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=94063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 11:21:59.216222 dv-neutron-601336-94-hyperv neutron-server[94063]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=94063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 11:21:59.216383 dv-neutron-601336-94-hyperv neutron-server[94063]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=94063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 11:21:59.216544 dv-neutron-601336-94-hyperv neutron-server[94063]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=94063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 11:21:59.216706 dv-neutron-601336-94-hyperv neutron-server[94063]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=94063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 11:21:59.216867 dv-neutron-601336-94-hyperv neutron-server[94063]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=94063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 11:21:59.217030 dv-neutron-601336-94-hyperv neutron-server[94063]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=94063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 11:21:59.217210 dv-neutron-601336-94-hyperv neutron-server[94063]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=94063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 11:21:59.217353 dv-neutron-601336-94-hyperv neutron-server[94063]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=94063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 11:21:59.217555 dv-neutron-601336-94-hyperv neutron-server[94063]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=94063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 11:21:59.217768 dv-neutron-601336-94-hyperv neutron-server[94063]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=94063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 11:21:59.217930 dv-neutron-601336-94-hyperv neutron-server[94063]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=94063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 11:21:59.218058 dv-neutron-601336-94-hyperv neutron-server[94063]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=94063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 11:21:59.218220 dv-neutron-601336-94-hyperv neutron-server[94063]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=94063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 11:21:59.218382 dv-neutron-601336-94-hyperv neutron-server[94063]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=94063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 11:21:59.218544 dv-neutron-601336-94-hyperv neutron-server[94063]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=94063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 11:21:59.218704 dv-neutron-601336-94-hyperv neutron-server[94063]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=94063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 11:21:59.218865 dv-neutron-601336-94-hyperv neutron-server[94063]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=94063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 11:21:59.219044 dv-neutron-601336-94-hyperv neutron-server[94063]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=94063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 11:21:59.219211 dv-neutron-601336-94-hyperv neutron-server[94063]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=94063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 11:21:59.219373 dv-neutron-601336-94-hyperv neutron-server[94063]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=94063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 11:21:59.219534 dv-neutron-601336-94-hyperv neutron-server[94063]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=94063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 11:21:59.219695 dv-neutron-601336-94-hyperv neutron-server[94063]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=94063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 11:21:59.219858 dv-neutron-601336-94-hyperv neutron-server[94063]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=94063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 11:21:59.220021 dv-neutron-601336-94-hyperv neutron-server[94063]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=94063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 11:21:59.220182 dv-neutron-601336-94-hyperv neutron-server[94063]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=94063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 11:21:59.220344 dv-neutron-601336-94-hyperv neutron-server[94063]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=94063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 11:21:59.220506 dv-neutron-601336-94-hyperv neutron-server[94063]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=94063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 11:21:59.220667 dv-neutron-601336-94-hyperv neutron-server[94063]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=94063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 11:21:59.220830 dv-neutron-601336-94-hyperv neutron-server[94063]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=94063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 11:21:59.220991 dv-neutron-601336-94-hyperv neutron-server[94063]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=94063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 11:21:59.221152 dv-neutron-601336-94-hyperv neutron-server[94063]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=94063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 11:21:59.221862 dv-neutron-601336-94-hyperv neutron-server[94063]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=94063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 11:21:59.222027 dv-neutron-601336-94-hyperv neutron-server[94063]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=94063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 11:21:59.222189 dv-neutron-601336-94-hyperv neutron-server[94063]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=94063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 11:21:59.222350 dv-neutron-601336-94-hyperv neutron-server[94063]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=94063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 11:21:59.222510 dv-neutron-601336-94-hyperv neutron-server[94063]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=94063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 11:21:59.222684 dv-neutron-601336-94-hyperv neutron-server[94063]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=94063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 11:21:59.222847 dv-neutron-601336-94-hyperv neutron-server[94063]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=94063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 11:21:59.223009 dv-neutron-601336-94-hyperv neutron-server[94063]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=94063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 11:21:59.223192 dv-neutron-601336-94-hyperv neutron-server[94063]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=94063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 11:21:59.223360 dv-neutron-601336-94-hyperv neutron-server[94063]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=94063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 11:21:59.227126 dv-neutron-601336-94-hyperv neutron-server[94063]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=94063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 11:21:59.227126 dv-neutron-601336-94-hyperv neutron-server[94063]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver_nolock.DbQuotaNoLockDriver {{(pid=94063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 11:21:59.227126 dv-neutron-601336-94-hyperv neutron-server[94063]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=94063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 11:21:59.227126 dv-neutron-601336-94-hyperv neutron-server[94063]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=94063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 11:21:59.227570 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=94176) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 11:21:59.227657 dv-neutron-601336-94-hyperv neutron-server[94063]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=94063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 11:21:59.227657 dv-neutron-601336-94-hyperv neutron-server[94063]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=94063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 11:21:59.227657 dv-neutron-601336-94-hyperv neutron-server[94063]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=94063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 11:21:59.227657 dv-neutron-601336-94-hyperv neutron-server[94063]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=94063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 11:21:59.227657 dv-neutron-601336-94-hyperv neutron-server[94063]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=94063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 11:21:59.227657 dv-neutron-601336-94-hyperv neutron-server[94063]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=94063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 11:21:59.227657 dv-neutron-601336-94-hyperv neutron-server[94063]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=94063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 11:21:59.227657 dv-neutron-601336-94-hyperv neutron-server[94063]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=94063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 11:21:59.228210 dv-neutron-601336-94-hyperv neutron-server[94063]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=94063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 11:21:59.228210 dv-neutron-601336-94-hyperv neutron-server[94063]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=94063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 11:21:59.228210 dv-neutron-601336-94-hyperv neutron-server[94063]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=94063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 11:21:59.228210 dv-neutron-601336-94-hyperv neutron-server[94063]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=94063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 11:21:59.228210 dv-neutron-601336-94-hyperv neutron-server[94063]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=94063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 11:21:59.228210 dv-neutron-601336-94-hyperv neutron-server[94063]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=94063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 11:21:59.228210 dv-neutron-601336-94-hyperv neutron-server[94063]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=94063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 11:21:59.228210 dv-neutron-601336-94-hyperv neutron-server[94063]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=94063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 11:21:59.228832 dv-neutron-601336-94-hyperv neutron-server[94063]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=94063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 11:21:59.228832 dv-neutron-601336-94-hyperv neutron-server[94063]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=94063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 11:21:59.228832 dv-neutron-601336-94-hyperv neutron-server[94063]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=94063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 11:21:59.228832 dv-neutron-601336-94-hyperv neutron-server[94063]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=94063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 11:21:59.228832 dv-neutron-601336-94-hyperv neutron-server[94063]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=94063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 11:21:59.228832 dv-neutron-601336-94-hyperv neutron-server[94063]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=94063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 11:21:59.228832 dv-neutron-601336-94-hyperv neutron-server[94063]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=94063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 11:21:59.228832 dv-neutron-601336-94-hyperv neutron-server[94063]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.20/identity {{(pid=94063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 11:21:59.229701 dv-neutron-601336-94-hyperv neutron-server[94063]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=94063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 11:21:59.229701 dv-neutron-601336-94-hyperv neutron-server[94063]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=94063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 11:21:59.229701 dv-neutron-601336-94-hyperv neutron-server[94063]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=94063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 11:21:59.229701 dv-neutron-601336-94-hyperv neutron-server[94063]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=94063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 11:21:59.229701 dv-neutron-601336-94-hyperv neutron-server[94063]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=94063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 11:21:59.229701 dv-neutron-601336-94-hyperv neutron-server[94063]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=94063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 11:21:59.229701 dv-neutron-601336-94-hyperv neutron-server[94063]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=94063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 11:21:59.229701 dv-neutron-601336-94-hyperv neutron-server[94063]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=94063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 11:21:59.230714 dv-neutron-601336-94-hyperv neutron-server[94063]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=94063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 11:21:59.230714 dv-neutron-601336-94-hyperv neutron-server[94063]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=94063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 11:21:59.230714 dv-neutron-601336-94-hyperv neutron-server[94063]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=94063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 11:21:59.230714 dv-neutron-601336-94-hyperv neutron-server[94063]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=94063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 11:21:59.230714 dv-neutron-601336-94-hyperv neutron-server[94063]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=94063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 11:21:59.230714 dv-neutron-601336-94-hyperv neutron-server[94063]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=94063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 11:21:59.230714 dv-neutron-601336-94-hyperv neutron-server[94063]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=94063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 11:21:59.230714 dv-neutron-601336-94-hyperv neutron-server[94063]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=94063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 11:21:59.231727 dv-neutron-601336-94-hyperv neutron-server[94063]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=94063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 11:21:59.231727 dv-neutron-601336-94-hyperv neutron-server[94063]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=94063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 11:21:59.231727 dv-neutron-601336-94-hyperv neutron-server[94063]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=94063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 11:21:59.231727 dv-neutron-601336-94-hyperv neutron-server[94063]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=94063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 11:21:59.231727 dv-neutron-601336-94-hyperv neutron-server[94063]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=94063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 11:21:59.231727 dv-neutron-601336-94-hyperv neutron-server[94063]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=94063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 11:21:59.231727 dv-neutron-601336-94-hyperv neutron-server[94063]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=94063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 11:21:59.231727 dv-neutron-601336-94-hyperv neutron-server[94063]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=94063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 11:21:59.232762 dv-neutron-601336-94-hyperv neutron-server[94063]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = True {{(pid=94063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 11:21:59.232762 dv-neutron-601336-94-hyperv neutron-server[94063]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=94063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 11:21:59.232762 dv-neutron-601336-94-hyperv neutron-server[94063]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=94063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 11:21:59.232762 dv-neutron-601336-94-hyperv neutron-server[94063]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=94063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 11:21:59.232762 dv-neutron-601336-94-hyperv neutron-server[94063]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=94063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 11:21:59.232762 dv-neutron-601336-94-hyperv neutron-server[94063]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=94063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 11:21:59.232762 dv-neutron-601336-94-hyperv neutron-server[94063]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=94063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 11:21:59.232762 dv-neutron-601336-94-hyperv neutron-server[94063]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=94063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 11:21:59.233362 dv-neutron-601336-94-hyperv neutron-server[94063]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=94063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 11:21:59.233362 dv-neutron-601336-94-hyperv neutron-server[94063]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=94063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 11:21:59.233362 dv-neutron-601336-94-hyperv neutron-server[94063]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=94063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 11:21:59.233362 dv-neutron-601336-94-hyperv neutron-server[94063]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=94063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 11:21:59.233362 dv-neutron-601336-94-hyperv neutron-server[94063]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=94063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 11:21:59.233362 dv-neutron-601336-94-hyperv neutron-server[94063]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=94063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 11:21:59.233839 dv-neutron-601336-94-hyperv neutron-server[94063]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=94063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 11:21:59.233839 dv-neutron-601336-94-hyperv neutron-server[94063]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=94063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 11:21:59.233985 dv-neutron-601336-94-hyperv neutron-server[94063]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=94063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 11:21:59.234087 dv-neutron-601336-94-hyperv neutron-server[94063]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=94063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 11:21:59.234322 dv-neutron-601336-94-hyperv neutron-server[94063]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=94063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 11:21:59.234548 dv-neutron-601336-94-hyperv neutron-server[94063]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=94063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 11:21:59.234712 dv-neutron-601336-94-hyperv neutron-server[94063]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=94063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 11:21:59.234945 dv-neutron-601336-94-hyperv neutron-server[94063]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=94063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 11:21:59.235137 dv-neutron-601336-94-hyperv neutron-server[94063]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=94063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 11:21:59.235302 dv-neutron-601336-94-hyperv neutron-server[94063]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=94063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 11:21:59.235777 dv-neutron-601336-94-hyperv neutron-server[94063]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=94063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 11:21:59.236183 dv-neutron-601336-94-hyperv neutron-server[94063]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=94063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 11:21:59.236353 dv-neutron-601336-94-hyperv neutron-server[94063]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=94063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 11:21:59.236720 dv-neutron-601336-94-hyperv neutron-server[94063]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=94063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 11:21:59.237655 dv-neutron-601336-94-hyperv neutron-server[94063]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=94063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 11:21:59.237655 dv-neutron-601336-94-hyperv neutron-server[94063]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=94063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 11:21:59.237867 dv-neutron-601336-94-hyperv neutron-server[94063]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=94063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 11:21:59.237955 dv-neutron-601336-94-hyperv neutron-server[94063]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=94063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 11:21:59.238120 dv-neutron-601336-94-hyperv neutron-server[94063]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=94063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 11:21:59.238282 dv-neutron-601336-94-hyperv neutron-server[94063]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=94063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 11:21:59.238444 dv-neutron-601336-94-hyperv neutron-server[94063]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=94063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 11:21:59.238606 dv-neutron-601336-94-hyperv neutron-server[94063]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=94063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 11:21:59.238768 dv-neutron-601336-94-hyperv neutron-server[94063]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=94063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 11:21:59.238928 dv-neutron-601336-94-hyperv neutron-server[94063]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=94063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 11:21:59.239126 dv-neutron-601336-94-hyperv neutron-server[94063]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=94063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 11:21:59.239289 dv-neutron-601336-94-hyperv neutron-server[94063]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=94063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 11:21:59.239452 dv-neutron-601336-94-hyperv neutron-server[94063]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=94063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 11:21:59.239614 dv-neutron-601336-94-hyperv neutron-server[94063]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=94063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 11:21:59.239776 dv-neutron-601336-94-hyperv neutron-server[94063]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=94063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 11:21:59.239947 dv-neutron-601336-94-hyperv neutron-server[94063]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=94063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 11:21:59.240148 dv-neutron-601336-94-hyperv neutron-server[94063]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=94063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 11:21:59.240312 dv-neutron-601336-94-hyperv neutron-server[94063]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=94063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 11:21:59.240474 dv-neutron-601336-94-hyperv neutron-server[94063]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=94063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 11:21:59.240642 dv-neutron-601336-94-hyperv neutron-server[94063]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=94063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 11:21:59.240795 dv-neutron-601336-94-hyperv neutron-server[94063]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=94063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 11:21:59.240956 dv-neutron-601336-94-hyperv neutron-server[94063]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=94063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 11:21:59.241130 dv-neutron-601336-94-hyperv neutron-server[94063]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=94063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 11:21:59.241272 dv-neutron-601336-94-hyperv neutron-server[94063]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=94063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 11:21:59.241406 dv-neutron-601336-94-hyperv neutron-server[94063]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=94063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 11:21:59.241572 dv-neutron-601336-94-hyperv neutron-server[94063]: DEBUG oslo_service.service [-] privsep_namespace.capabilities = [21] {{(pid=94063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 11:21:59.241733 dv-neutron-601336-94-hyperv neutron-server[94063]: DEBUG oslo_service.service [-] privsep_namespace.group = None {{(pid=94063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 11:21:59.241894 dv-neutron-601336-94-hyperv neutron-server[94063]: DEBUG oslo_service.service [-] privsep_namespace.helper_command = None {{(pid=94063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 11:21:59.242056 dv-neutron-601336-94-hyperv neutron-server[94063]: DEBUG oslo_service.service [-] privsep_namespace.thread_pool_size = 4 {{(pid=94063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 11:21:59.242216 dv-neutron-601336-94-hyperv neutron-server[94063]: DEBUG oslo_service.service [-] privsep_namespace.user = None {{(pid=94063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 11:21:59.242386 dv-neutron-601336-94-hyperv neutron-server[94063]: DEBUG oslo_service.service [-] privsep_conntrack.capabilities = [12] {{(pid=94063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 11:21:59.242548 dv-neutron-601336-94-hyperv neutron-server[94063]: DEBUG oslo_service.service [-] privsep_conntrack.group = None {{(pid=94063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 11:21:59.242691 dv-neutron-601336-94-hyperv neutron-server[94063]: DEBUG oslo_service.service [-] privsep_conntrack.helper_command = None {{(pid=94063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 11:21:59.242831 dv-neutron-601336-94-hyperv neutron-server[94063]: DEBUG oslo_service.service [-] privsep_conntrack.thread_pool_size = 4 {{(pid=94063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 11:21:59.242996 dv-neutron-601336-94-hyperv neutron-server[94063]: DEBUG oslo_service.service [-] privsep_conntrack.user = None {{(pid=94063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 11:21:59.243189 dv-neutron-601336-94-hyperv neutron-server[94063]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=94063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 11:21:59.243352 dv-neutron-601336-94-hyperv neutron-server[94063]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=94063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 11:21:59.243514 dv-neutron-601336-94-hyperv neutron-server[94063]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=94063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 11:21:59.243682 dv-neutron-601336-94-hyperv neutron-server[94063]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=94063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 11:21:59.243845 dv-neutron-601336-94-hyperv neutron-server[94063]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=94063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 11:21:59.244007 dv-neutron-601336-94-hyperv neutron-server[94063]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=94063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 11:21:59.244167 dv-neutron-601336-94-hyperv neutron-server[94063]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=94063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 11:21:59.244338 dv-neutron-601336-94-hyperv neutron-server[94063]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=94063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 11:21:59.244503 dv-neutron-601336-94-hyperv neutron-server[94063]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=94063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 11:21:59.244669 dv-neutron-601336-94-hyperv neutron-server[94063]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=94063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 11:21:59.244831 dv-neutron-601336-94-hyperv neutron-server[94063]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=94063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 11:21:59.244993 dv-neutron-601336-94-hyperv neutron-server[94063]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=94063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 11:21:59.245155 dv-neutron-601336-94-hyperv neutron-server[94063]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=94063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 11:21:59.245320 dv-neutron-601336-94-hyperv neutron-server[94063]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=94063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 11:21:59.245486 dv-neutron-601336-94-hyperv neutron-server[94063]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=94063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 11:21:59.245655 dv-neutron-601336-94-hyperv neutron-server[94063]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=94063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 11:21:59.245824 dv-neutron-601336-94-hyperv neutron-server[94063]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=94063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 11:21:59.245988 dv-neutron-601336-94-hyperv neutron-server[94063]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=94063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 11:21:59.246158 dv-neutron-601336-94-hyperv neutron-server[94063]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=94063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 11:21:59.246327 dv-neutron-601336-94-hyperv neutron-server[94063]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:400:449'] {{(pid=94063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 11:21:59.246497 dv-neutron-601336-94-hyperv neutron-server[94063]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=94063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 11:21:59.246658 dv-neutron-601336-94-hyperv neutron-server[94063]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=94063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 11:21:59.246826 dv-neutron-601336-94-hyperv neutron-server[94063]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=94063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 11:21:59.246997 dv-neutron-601336-94-hyperv neutron-server[94063]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=94063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 11:21:59.247181 dv-neutron-601336-94-hyperv neutron-server[94063]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=94063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 11:21:59.247343 dv-neutron-601336-94-hyperv neutron-server[94063]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=94063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 11:21:59.247505 dv-neutron-601336-94-hyperv neutron-server[94063]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=94063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 11:21:59.247671 dv-neutron-601336-94-hyperv neutron-server[94063]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=94063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 11:21:59.247831 dv-neutron-601336-94-hyperv neutron-server[94063]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=94063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 11:21:59.247992 dv-neutron-601336-94-hyperv neutron-server[94063]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=94063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 11:21:59.248154 dv-neutron-601336-94-hyperv neutron-server[94063]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=94063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 11:21:59.248316 dv-neutron-601336-94-hyperv neutron-server[94063]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=94063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 11:21:59.248477 dv-neutron-601336-94-hyperv neutron-server[94063]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=94063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 11:21:59.248639 dv-neutron-601336-94-hyperv neutron-server[94063]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=94063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 11:21:59.248800 dv-neutron-601336-94-hyperv neutron-server[94063]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=94063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 11:21:59.248962 dv-neutron-601336-94-hyperv neutron-server[94063]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=94063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 11:21:59.249122 dv-neutron-601336-94-hyperv neutron-server[94063]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=94063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 11:21:59.249284 dv-neutron-601336-94-hyperv neutron-server[94063]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=94063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 11:21:59.249476 dv-neutron-601336-94-hyperv neutron-server[94063]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=94063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 11:21:59.249601 dv-neutron-601336-94-hyperv neutron-server[94063]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=94063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 11:21:59.249743 dv-neutron-601336-94-hyperv neutron-server[94063]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=94063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 11:21:59.249904 dv-neutron-601336-94-hyperv neutron-server[94063]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=94063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 11:21:59.250067 dv-neutron-601336-94-hyperv neutron-server[94063]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=94063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 11:21:59.250223 dv-neutron-601336-94-hyperv neutron-server[94063]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=94063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Jun 23 11:21:59.482019 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.wsgi [-] (94175) accepted ('10.222.0.20', 34352) {{(pid=94175) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 11:21:59.491110 dv-neutron-601336-94-hyperv neutron-server[94175]: INFO neutron.wsgi [-] 10.222.0.20 "GET / HTTP/1.1" status: 200 len: 253 time: 0.0068436 Jun 23 11:22:10.864884 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c3e42e20-3bee-4981-81fa-f61939c8c74c None None] get_active_networks_info from dv-neutron-601336-94-hyperv {{(pid=94176) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Jun 23 11:22:10.965997 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c3e42e20-3bee-4981-81fa-f61939c8c74c None None] No non-hosted networks {{(pid=94176) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:60}} Jun 23 11:22:10.980085 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.db.agentschedulers_db [None req-c3e42e20-3bee-4981-81fa-f61939c8c74c None None] DHCP Agent not found on host dv-neutron-601336-94-hyperv {{(pid=94176) list_active_networks_on_active_dhcp_agent /opt/stack/neutron/neutron/db/agentschedulers_db.py:455}} Jun 23 11:22:11.156691 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron_lib.callbacks.manager [None req-20dfe57f-9aca-41f8-bb40-52b40c880bd4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773699952132'] for agent, after_create {{(pid=94176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:22:13.117177 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron_lib.callbacks.manager [None req-f288ee89-f3ed-4880-ac02-0075a1159519 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773699952132'] for agent, after_create {{(pid=94176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:22:13.155647 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron_lib.db.api [None req-7b202ad9-b190-4518-b359-6b5440d4c56f None None] Retry wrapper got retriable exception: Failed to create a duplicate Agent: for attribute(s) ['agent_type', 'host'] with value(s) L3 agent-dv-neutron-601336-94-hyperv {{(pid=94176) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jun 23 11:22:13.156086 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG oslo_db.api [None req-7b202ad9-b190-4518-b359-6b5440d4c56f None None] Performing DB retry for function neutron.db.agents_db.AgentDbMixin.create_or_update_agent {{(pid=94176) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jun 23 11:22:13.727813 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron_lib.callbacks.manager [None req-7b202ad9-b190-4518-b359-6b5440d4c56f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773699952132', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-899307'] for agent, after_update {{(pid=94176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:22:13.831912 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron_lib.callbacks.manager [None req-dc7542b2-afef-47f4-a763-e3a3cba144be None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773699952132'] for agent, after_create {{(pid=94176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:22:13.833111 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc7542b2-afef-47f4-a763-e3a3cba144be None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-601336-94-hyperv {{(pid=94176) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 11:22:13.833677 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc7542b2-afef-47f4-a763-e3a3cba144be None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-601336-94-hyperv {{(pid=94176) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 11:22:13.834225 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc7542b2-afef-47f4-a763-e3a3cba144be None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-94-hyperv {{(pid=94176) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 11:22:13.834861 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc7542b2-afef-47f4-a763-e3a3cba144be None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-601336-94-hyperv {{(pid=94176) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 11:22:13.835440 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc7542b2-afef-47f4-a763-e3a3cba144be None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-601336-94-hyperv {{(pid=94176) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 11:22:13.835981 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc7542b2-afef-47f4-a763-e3a3cba144be None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-601336-94-hyperv {{(pid=94176) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 11:22:13.836537 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc7542b2-afef-47f4-a763-e3a3cba144be None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-601336-94-hyperv {{(pid=94176) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 11:22:13.837135 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc7542b2-afef-47f4-a763-e3a3cba144be None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-601336-94-hyperv {{(pid=94176) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 11:22:13.837874 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc7542b2-afef-47f4-a763-e3a3cba144be None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-94-hyperv {{(pid=94176) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 11:22:13.839088 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc7542b2-afef-47f4-a763-e3a3cba144be None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-601336-94-hyperv {{(pid=94176) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 11:22:13.839683 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc7542b2-afef-47f4-a763-e3a3cba144be None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-94-hyperv {{(pid=94176) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 11:22:13.840222 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc7542b2-afef-47f4-a763-e3a3cba144be None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-601336-94-hyperv {{(pid=94176) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 11:22:13.840832 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc7542b2-afef-47f4-a763-e3a3cba144be None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServersRpcApi method report_agent_resource_versions called with arguments (, 'Open vSwitch agent', 'dv-neutron-601336-94-hyperv', {'QosPolicy': '1.8', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2'}) {} {{(pid=94176) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 11:22:13.857032 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc7542b2-afef-47f4-a763-e3a3cba144be None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServerRpcCallback method report_agent_resource_versions called with arguments (,) {'agent_type': 'Open vSwitch agent', 'agent_host': 'dv-neutron-601336-94-hyperv', 'version_map': {'QosPolicy': '1.8', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2'}} {{(pid=94176) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 11:22:14.578706 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron_lib.callbacks.manager [None req-4c20ea5f-bc7f-4d4e-935d-57f082af6ccb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773699952132'] for agent, after_create {{(pid=94176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:22:15.842691 dv-neutron-601336-94-hyperv neutron-server[94176]: INFO neutron.db.l3_hamode_db [None req-658b68ed-3afe-4671-b3d2-b4aed91e4782 None None] Number of active agents lower than max_l3_agents_per_router. L3 agents available: 1 Jun 23 11:22:15.919491 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.db.l3_dvrscheduler_db [None req-658b68ed-3afe-4671-b3d2-b4aed91e4782 None None] Routers set() bound to L3 agent in host dv-neutron-601336-94-hyperv {{(pid=94176) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 23 11:22:15.919888 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.db.l3_dvrscheduler_db [None req-658b68ed-3afe-4671-b3d2-b4aed91e4782 None None] Router IDs set() for agent in host dv-neutron-601336-94-hyperv {{(pid=94176) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:462}} Jun 23 11:22:16.532751 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron_lib.callbacks.manager [None req-95d6aa8f-24e7-4234-82ff-f502266c3285 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773699952132'] for agent, after_create {{(pid=94176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:22:17.190159 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.wsgi [-] (94175) accepted ('10.222.0.20', 34444) {{(pid=94175) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 11:22:17.674525 dv-neutron-601336-94-hyperv neutron-server[94175]: WARNING oslo_policy.policy [None req-2f164bf4-663e-4af7-872f-9ef751f92936 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jun 23 11:22:17.675145 dv-neutron-601336-94-hyperv neutron-server[94175]: WARNING oslo_policy.policy [None req-2f164bf4-663e-4af7-872f-9ef751f92936 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jun 23 11:22:17.890949 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.wsgi [None req-2f164bf4-663e-4af7-872f-9ef751f92936 admin admin] http://10.222.0.20:9696/v2.0/extensions returned with HTTP 200 {{(pid=94175) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 23 11:22:17.892040 dv-neutron-601336-94-hyperv neutron-server[94175]: INFO neutron.wsgi [None req-2f164bf4-663e-4af7-872f-9ef751f92936 admin admin] 10.222.0.20 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13933 time: 0.7010071 Jun 23 11:22:20.197145 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.wsgi [-] (94175) accepted ('10.222.0.20', 34458) {{(pid=94175) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 11:22:20.499492 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.api.v2.base [None req-c22282cb-304b-451f-92c2-91ffb2ad57d2 admin admin] Request body: {'subnetpool': {'prefixes': ['172.20.0.0/16'], 'is_default': True, 'shared': True, 'name': 'shared-default-subnetpool-v4', 'default_prefixlen': 26}} {{(pid=94175) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 23 11:22:20.604950 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.policy [None req-c22282cb-304b-451f-92c2-91ffb2ad57d2 admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=94175) register_rules /opt/stack/neutron/neutron/policy.py:73}} Jun 23 11:22:20.649604 dv-neutron-601336-94-hyperv neutron-server[94175]: WARNING oslo_policy.policy [None req-c22282cb-304b-451f-92c2-91ffb2ad57d2 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jun 23 11:22:20.649974 dv-neutron-601336-94-hyperv neutron-server[94175]: WARNING oslo_policy.policy [None req-c22282cb-304b-451f-92c2-91ffb2ad57d2 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jun 23 11:22:20.658468 dv-neutron-601336-94-hyperv neutron-server[94175]: INFO neutron.quota [None req-c22282cb-304b-451f-92c2-91ffb2ad57d2 admin admin] Loaded quota_driver: . Jun 23 11:22:20.805753 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron_lib.callbacks.manager [None req-c22282cb-304b-451f-92c2-91ffb2ad57d2 admin admin] Notify callbacks ['neutron.objects.securitygroup.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8773702026447', 'neutron.objects.address_group.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8773702027580', 'neutron.objects.network.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8773702047092', 'neutron.objects.qos.policy.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8773702049550', 'neutron.objects.subnetpool.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8773702050507', 'neutron.objects.address_scope.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8773702061353', 'neutron.plugins.ml2.plugin.External_net_db_mixin._process_ext_policy_create-825031', 'neutron.plugins.ml2.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-831786', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-8080951', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-8019762'] for rbac-policy, before_create {{(pid=94175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:22:21.018356 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron_lib.callbacks.manager [None req-c22282cb-304b-451f-92c2-91ffb2ad57d2 admin admin] Notify callbacks [] for subnetpool, before_response {{(pid=94175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:22:21.019485 dv-neutron-601336-94-hyperv neutron-server[94175]: INFO neutron.wsgi [None req-c22282cb-304b-451f-92c2-91ffb2ad57d2 admin admin] 10.222.0.20 "POST /v2.0/subnetpools HTTP/1.1" status: 201 len: 739 time: 0.8213882 Jun 23 11:22:23.527426 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.wsgi [-] (94175) accepted ('10.222.0.20', 34470) {{(pid=94175) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 11:22:23.812120 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.api.v2.base [None req-382c84f5-6caa-4819-a09d-fbd7abc4b83c admin admin] Request body: {'network': {'name': 'private', 'project_id': 'b575a2c83e8449f484c64ae27bc72195', 'admin_state_up': True, 'tenant_id': 'b575a2c83e8449f484c64ae27bc72195'}} {{(pid=94175) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 23 11:22:23.892593 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-382c84f5-6caa-4819-a09d-fbd7abc4b83c admin admin] Made reservation on behalf of b575a2c83e8449f484c64ae27bc72195 for: {'network': 1} {{(pid=94175) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 23 11:22:23.895324 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron_lib.callbacks.manager [None req-382c84f5-6caa-4819-a09d-fbd7abc4b83c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-923104'] for network, before_create {{(pid=94175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:22:23.911556 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron_lib.callbacks.manager [None req-382c84f5-6caa-4819-a09d-fbd7abc4b83c admin admin] Notify callbacks [] for security_group, before_create {{(pid=94175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:22:24.028277 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron_lib.callbacks.manager [None req-382c84f5-6caa-4819-a09d-fbd7abc4b83c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:22:24.103516 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron_lib.callbacks.manager [None req-382c84f5-6caa-4819-a09d-fbd7abc4b83c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7996330'] for security_group, after_create {{(pid=94175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:22:24.108690 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94175) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 11:22:24.123896 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-382c84f5-6caa-4819-a09d-fbd7abc4b83c admin admin] vlan segment allocate from pool success with {'vlan_id': 426, 'physical_network': 'physnet1'} {{(pid=94175) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 23 11:22:24.151645 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron_lib.callbacks.manager [None req-382c84f5-6caa-4819-a09d-fbd7abc4b83c admin admin] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8773699952249', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3801'] for segment, precommit_create {{(pid=94175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:22:24.152273 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron_lib.callbacks.manager [None req-382c84f5-6caa-4819-a09d-fbd7abc4b83c admin admin] Unsubscribe: segment precommit_create {{(pid=94175) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} Jun 23 11:22:24.152762 dv-neutron-601336-94-hyperv neutron-server[94175]: INFO neutron.db.segments_db [None req-382c84f5-6caa-4819-a09d-fbd7abc4b83c admin admin] Added segment f85f5051-d200-4d47-8ebb-d282f4797e94 of type vlan for network e6db18bd-87ab-46ca-b5fd-ef2db8da4c10 Jun 23 11:22:24.169874 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-382c84f5-6caa-4819-a09d-fbd7abc4b83c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=42eb05c3-2576-4e03-b46f-e8046c376024,revision_number=1']} {{(pid=94175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 11:22:24.195548 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-382c84f5-6caa-4819-a09d-fbd7abc4b83c admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-601336-94-hyperv {{(pid=94175) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 11:22:24.195898 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-382c84f5-6caa-4819-a09d-fbd7abc4b83c admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-94-hyperv {{(pid=94175) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 11:22:24.196228 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-382c84f5-6caa-4819-a09d-fbd7abc4b83c admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-94-hyperv {{(pid=94175) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 11:22:24.196550 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-382c84f5-6caa-4819-a09d-fbd7abc4b83c admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-601336-94-hyperv {{(pid=94175) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 11:22:24.196867 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-382c84f5-6caa-4819-a09d-fbd7abc4b83c admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-601336-94-hyperv {{(pid=94175) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 11:22:24.197199 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-382c84f5-6caa-4819-a09d-fbd7abc4b83c admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-601336-94-hyperv {{(pid=94175) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 11:22:24.197516 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-382c84f5-6caa-4819-a09d-fbd7abc4b83c admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-601336-94-hyperv {{(pid=94175) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 11:22:24.197840 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-382c84f5-6caa-4819-a09d-fbd7abc4b83c admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-601336-94-hyperv {{(pid=94175) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 11:22:24.198155 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-382c84f5-6caa-4819-a09d-fbd7abc4b83c admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-601336-94-hyperv {{(pid=94175) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 11:22:24.198470 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-382c84f5-6caa-4819-a09d-fbd7abc4b83c admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-94-hyperv {{(pid=94175) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 11:22:24.198777 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-382c84f5-6caa-4819-a09d-fbd7abc4b83c admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-601336-94-hyperv {{(pid=94175) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 11:22:24.199103 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-382c84f5-6caa-4819-a09d-fbd7abc4b83c admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-601336-94-hyperv {{(pid=94175) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 11:22:24.200437 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-382c84f5-6caa-4819-a09d-fbd7abc4b83c admin admin] Tracked resource versions report: Jun 23 11:22:24.200437 dv-neutron-601336-94-hyperv neutron-server[94175]: pushed versions: Jun 23 11:22:24.200437 dv-neutron-601336-94-hyperv neutron-server[94175]: { 'AddressGroup': {'1.2'}, Jun 23 11:22:24.200437 dv-neutron-601336-94-hyperv neutron-server[94175]: 'ConntrackHelper': {'1.0'}, Jun 23 11:22:24.200437 dv-neutron-601336-94-hyperv neutron-server[94175]: 'Log': {'1.0'}, Jun 23 11:22:24.200437 dv-neutron-601336-94-hyperv neutron-server[94175]: 'Network': {'1.1'}, Jun 23 11:22:24.200437 dv-neutron-601336-94-hyperv neutron-server[94175]: 'Port': {'1.7'}, Jun 23 11:22:24.200437 dv-neutron-601336-94-hyperv neutron-server[94175]: 'PortForwarding': {'1.2'}, Jun 23 11:22:24.200437 dv-neutron-601336-94-hyperv neutron-server[94175]: 'QosPolicy': {'1.8'}, Jun 23 11:22:24.200437 dv-neutron-601336-94-hyperv neutron-server[94175]: 'SecurityGroup': {'1.4'}, Jun 23 11:22:24.200437 dv-neutron-601336-94-hyperv neutron-server[94175]: 'SecurityGroupRule': {'1.2'}, Jun 23 11:22:24.200437 dv-neutron-601336-94-hyperv neutron-server[94175]: 'SubPort': {'1.0'}, Jun 23 11:22:24.200437 dv-neutron-601336-94-hyperv neutron-server[94175]: 'Subnet': {'1.1'}, Jun 23 11:22:24.200437 dv-neutron-601336-94-hyperv neutron-server[94175]: 'Trunk': {'1.1'}} Jun 23 11:22:24.200437 dv-neutron-601336-94-hyperv neutron-server[94175]: consumer versions: Jun 23 11:22:24.200437 dv-neutron-601336-94-hyperv neutron-server[94175]: { DHCP agent@dv-neutron-601336-94-hyperv: {}, Jun 23 11:22:24.200437 dv-neutron-601336-94-hyperv neutron-server[94175]: L3 agent@dv-neutron-601336-94-hyperv: {}, Jun 23 11:22:24.200437 dv-neutron-601336-94-hyperv neutron-server[94175]: Metadata agent@dv-neutron-601336-94-hyperv: {}, Jun 23 11:22:24.200437 dv-neutron-601336-94-hyperv neutron-server[94175]: Metering agent@dv-neutron-601336-94-hyperv: {}, Jun 23 11:22:24.200437 dv-neutron-601336-94-hyperv neutron-server[94175]: Open vSwitch agent@dv-neutron-601336-94-hyperv: { 'AddressGroup': '1.2', Jun 23 11:22:24.200437 dv-neutron-601336-94-hyperv neutron-server[94175]: 'ConntrackHelper': '1.0', Jun 23 11:22:24.200437 dv-neutron-601336-94-hyperv neutron-server[94175]: 'Log': '1.0', Jun 23 11:22:24.200437 dv-neutron-601336-94-hyperv neutron-server[94175]: 'Network': '1.1', Jun 23 11:22:24.200437 dv-neutron-601336-94-hyperv neutron-server[94175]: 'Port': '1.7', Jun 23 11:22:24.200437 dv-neutron-601336-94-hyperv neutron-server[94175]: 'PortForwarding': '1.2', Jun 23 11:22:24.200437 dv-neutron-601336-94-hyperv neutron-server[94175]: 'QosPolicy': '1.8', Jun 23 11:22:24.200437 dv-neutron-601336-94-hyperv neutron-server[94175]: 'SecurityGroup': '1.4', Jun 23 11:22:24.200437 dv-neutron-601336-94-hyperv neutron-server[94175]: 'SecurityGroupRule': '1.2', Jun 23 11:22:24.200437 dv-neutron-601336-94-hyperv neutron-server[94175]: 'SubPort': '1.0', Jun 23 11:22:24.200437 dv-neutron-601336-94-hyperv neutron-server[94175]: 'Subnet': '1.1', Jun 23 11:22:24.200437 dv-neutron-601336-94-hyperv neutron-server[94175]: 'Trunk': '1.1'}} Jun 23 11:22:24.200437 dv-neutron-601336-94-hyperv neutron-server[94175]: {{(pid=94175) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jun 23 11:22:24.271339 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron_lib.callbacks.manager [None req-382c84f5-6caa-4819-a09d-fbd7abc4b83c admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8773699596773'] for network, precommit_create {{(pid=94175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:22:24.275971 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG oslo_concurrency.lockutils [None req-382c84f5-6caa-4819-a09d-fbd7abc4b83c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.167s {{(pid=94175) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 11:22:24.366819 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron_lib.callbacks.manager [None req-382c84f5-6caa-4819-a09d-fbd7abc4b83c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8002400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7866073'] for network, after_create {{(pid=94175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:22:24.368334 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-382c84f5-6caa-4819-a09d-fbd7abc4b83c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 11:22:24.368979 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron_lib.callbacks.manager [None req-382c84f5-6caa-4819-a09d-fbd7abc4b83c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7865916'] for network, before_response {{(pid=94175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:22:24.370853 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94175) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 11:22:24.462210 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-382c84f5-6caa-4819-a09d-fbd7abc4b83c admin admin] Pushing event updated for resources: {'Network': ['ID=e6db18bd-87ab-46ca-b5fd-ef2db8da4c10,revision_number=1']} {{(pid=94175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 11:22:24.465334 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG oslo_concurrency.lockutils [None req-382c84f5-6caa-4819-a09d-fbd7abc4b83c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.094s {{(pid=94175) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 11:22:24.473932 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.plugins.ml2.rpc [None req-dc7542b2-afef-47f4-a763-e3a3cba144be None None] Network e6db18bd-87ab-46ca-b5fd-ef2db8da4c10 details requested by agent ovs-agent-dv-neutron-601336-94-hyperv with host dv-neutron-601336-94-hyperv {{(pid=94176) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:250}} Jun 23 11:22:24.487314 dv-neutron-601336-94-hyperv neutron-server[94175]: INFO neutron.wsgi [None req-382c84f5-6caa-4819-a09d-fbd7abc4b83c admin admin] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 849 time: 0.9588141 Jun 23 11:22:27.053520 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.wsgi [-] (94174) accepted ('10.222.0.20', 34484) {{(pid=94174) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 11:22:27.523092 dv-neutron-601336-94-hyperv neutron-server[94174]: WARNING oslo_policy.policy [None req-2e822991-a90f-4bab-a08f-68c3f18243ae admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jun 23 11:22:27.523671 dv-neutron-601336-94-hyperv neutron-server[94174]: WARNING oslo_policy.policy [None req-2e822991-a90f-4bab-a08f-68c3f18243ae admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jun 23 11:22:27.948827 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.policy [None req-2e822991-a90f-4bab-a08f-68c3f18243ae admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=94174) register_rules /opt/stack/neutron/neutron/policy.py:73}} Jun 23 11:22:27.992975 dv-neutron-601336-94-hyperv neutron-server[94174]: WARNING oslo_policy.policy [None req-2e822991-a90f-4bab-a08f-68c3f18243ae admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jun 23 11:22:27.993347 dv-neutron-601336-94-hyperv neutron-server[94174]: WARNING oslo_policy.policy [None req-2e822991-a90f-4bab-a08f-68c3f18243ae admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jun 23 11:22:28.002017 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2e822991-a90f-4bab-a08f-68c3f18243ae admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94174) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 11:22:28.003931 dv-neutron-601336-94-hyperv neutron-server[94174]: INFO neutron.wsgi [None req-2e822991-a90f-4bab-a08f-68c3f18243ae admin admin] 10.222.0.20 "GET /v2.0/networks/e6db18bd-87ab-46ca-b5fd-ef2db8da4c10 HTTP/1.1" status: 200 len: 825 time: 0.9483550 Jun 23 11:22:28.040913 dv-neutron-601336-94-hyperv neutron-server[94174]: INFO neutron.wsgi [None req-343bc925-cbfa-4a31-93fb-da4b2790d666 admin admin] 10.222.0.20 "GET /v2.0/subnetpools/156ac7dc-6a4f-4be9-b35a-05d2d8dc8d60 HTTP/1.1" status: 200 len: 734 time: 0.0317042 Jun 23 11:22:28.049321 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.api.v2.base [None req-7b58f3e3-eb47-454e-974a-38e372bc8f56 admin admin] Request body: {'subnet': {'network_id': 'e6db18bd-87ab-46ca-b5fd-ef2db8da4c10', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'subnetpool_id': '156ac7dc-6a4f-4be9-b35a-05d2d8dc8d60', 'name': 'private-subnet', 'tenant_id': 'b575a2c83e8449f484c64ae27bc72195'}} {{(pid=94174) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 23 11:22:28.051180 dv-neutron-601336-94-hyperv neutron-server[94174]: INFO neutron.quota [None req-7b58f3e3-eb47-454e-974a-38e372bc8f56 admin admin] Loaded quota_driver: . Jun 23 11:22:28.199833 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7b58f3e3-eb47-454e-974a-38e372bc8f56 admin admin] Made reservation on behalf of b575a2c83e8449f484c64ae27bc72195 for: {'subnet': 1} {{(pid=94174) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 23 11:22:28.202605 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron_lib.callbacks.manager [None req-7b58f3e3-eb47-454e-974a-38e372bc8f56 admin admin] Notify callbacks [] for subnet, before_create {{(pid=94174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:22:28.554714 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron_lib.callbacks.manager [None req-7b58f3e3-eb47-454e-974a-38e372bc8f56 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866062'] for subnet, after_create {{(pid=94174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:22:28.559739 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94174) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 11:22:28.620426 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7b58f3e3-eb47-454e-974a-38e372bc8f56 admin admin] Checking segment: {'id': 'f85f5051-d200-4d47-8ebb-d282f4797e94', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 426, 'network_id': 'e6db18bd-87ab-46ca-b5fd-ef2db8da4c10'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94174) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 23 11:22:28.620859 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7b58f3e3-eb47-454e-974a-38e372bc8f56 admin admin] Network hostable DHCP agents. Network: e6db18bd-87ab-46ca-b5fd-ef2db8da4c10, hostable agents: ['8cf29b10-0e57-4131-816f-a4b6ad00b249'], hosted agents: [] {{(pid=94174) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 23 11:22:28.636885 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b58f3e3-eb47-454e-974a-38e372bc8f56 admin admin] Pushing event updated for resources: {'Subnet': ['ID=c367938b-4b64-4d0c-a61e-41428a9b6ffb,revision_number=0']} {{(pid=94174) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 11:22:28.650642 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b58f3e3-eb47-454e-974a-38e372bc8f56 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-601336-94-hyperv {{(pid=94174) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 11:22:28.650989 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b58f3e3-eb47-454e-974a-38e372bc8f56 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-94-hyperv {{(pid=94174) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 11:22:28.651345 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b58f3e3-eb47-454e-974a-38e372bc8f56 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-94-hyperv {{(pid=94174) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 11:22:28.651662 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b58f3e3-eb47-454e-974a-38e372bc8f56 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-601336-94-hyperv {{(pid=94174) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 11:22:28.651980 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b58f3e3-eb47-454e-974a-38e372bc8f56 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-601336-94-hyperv {{(pid=94174) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 11:22:28.652302 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b58f3e3-eb47-454e-974a-38e372bc8f56 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-601336-94-hyperv {{(pid=94174) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 11:22:28.652612 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b58f3e3-eb47-454e-974a-38e372bc8f56 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-601336-94-hyperv {{(pid=94174) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 11:22:28.652932 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b58f3e3-eb47-454e-974a-38e372bc8f56 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-601336-94-hyperv {{(pid=94174) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 11:22:28.653237 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b58f3e3-eb47-454e-974a-38e372bc8f56 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-601336-94-hyperv {{(pid=94174) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 11:22:28.653540 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b58f3e3-eb47-454e-974a-38e372bc8f56 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-94-hyperv {{(pid=94174) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 11:22:28.653840 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b58f3e3-eb47-454e-974a-38e372bc8f56 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-601336-94-hyperv {{(pid=94174) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 11:22:28.654138 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b58f3e3-eb47-454e-974a-38e372bc8f56 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-601336-94-hyperv {{(pid=94174) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 11:22:28.655469 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b58f3e3-eb47-454e-974a-38e372bc8f56 admin admin] Tracked resource versions report: Jun 23 11:22:28.655469 dv-neutron-601336-94-hyperv neutron-server[94174]: pushed versions: Jun 23 11:22:28.655469 dv-neutron-601336-94-hyperv neutron-server[94174]: { 'AddressGroup': {'1.2'}, Jun 23 11:22:28.655469 dv-neutron-601336-94-hyperv neutron-server[94174]: 'ConntrackHelper': {'1.0'}, Jun 23 11:22:28.655469 dv-neutron-601336-94-hyperv neutron-server[94174]: 'Log': {'1.0'}, Jun 23 11:22:28.655469 dv-neutron-601336-94-hyperv neutron-server[94174]: 'Network': {'1.1'}, Jun 23 11:22:28.655469 dv-neutron-601336-94-hyperv neutron-server[94174]: 'Port': {'1.7'}, Jun 23 11:22:28.655469 dv-neutron-601336-94-hyperv neutron-server[94174]: 'PortForwarding': {'1.2'}, Jun 23 11:22:28.655469 dv-neutron-601336-94-hyperv neutron-server[94174]: 'QosPolicy': {'1.8'}, Jun 23 11:22:28.655469 dv-neutron-601336-94-hyperv neutron-server[94174]: 'SecurityGroup': {'1.4'}, Jun 23 11:22:28.655469 dv-neutron-601336-94-hyperv neutron-server[94174]: 'SecurityGroupRule': {'1.2'}, Jun 23 11:22:28.655469 dv-neutron-601336-94-hyperv neutron-server[94174]: 'SubPort': {'1.0'}, Jun 23 11:22:28.655469 dv-neutron-601336-94-hyperv neutron-server[94174]: 'Subnet': {'1.1'}, Jun 23 11:22:28.655469 dv-neutron-601336-94-hyperv neutron-server[94174]: 'Trunk': {'1.1'}} Jun 23 11:22:28.655469 dv-neutron-601336-94-hyperv neutron-server[94174]: consumer versions: Jun 23 11:22:28.655469 dv-neutron-601336-94-hyperv neutron-server[94174]: { DHCP agent@dv-neutron-601336-94-hyperv: {}, Jun 23 11:22:28.655469 dv-neutron-601336-94-hyperv neutron-server[94174]: L3 agent@dv-neutron-601336-94-hyperv: {}, Jun 23 11:22:28.655469 dv-neutron-601336-94-hyperv neutron-server[94174]: Metadata agent@dv-neutron-601336-94-hyperv: {}, Jun 23 11:22:28.655469 dv-neutron-601336-94-hyperv neutron-server[94174]: Metering agent@dv-neutron-601336-94-hyperv: {}, Jun 23 11:22:28.655469 dv-neutron-601336-94-hyperv neutron-server[94174]: Open vSwitch agent@dv-neutron-601336-94-hyperv: { 'AddressGroup': '1.2', Jun 23 11:22:28.655469 dv-neutron-601336-94-hyperv neutron-server[94174]: 'ConntrackHelper': '1.0', Jun 23 11:22:28.655469 dv-neutron-601336-94-hyperv neutron-server[94174]: 'Log': '1.0', Jun 23 11:22:28.655469 dv-neutron-601336-94-hyperv neutron-server[94174]: 'Network': '1.1', Jun 23 11:22:28.655469 dv-neutron-601336-94-hyperv neutron-server[94174]: 'Port': '1.7', Jun 23 11:22:28.655469 dv-neutron-601336-94-hyperv neutron-server[94174]: 'PortForwarding': '1.2', Jun 23 11:22:28.655469 dv-neutron-601336-94-hyperv neutron-server[94174]: 'QosPolicy': '1.8', Jun 23 11:22:28.655469 dv-neutron-601336-94-hyperv neutron-server[94174]: 'SecurityGroup': '1.4', Jun 23 11:22:28.655469 dv-neutron-601336-94-hyperv neutron-server[94174]: 'SecurityGroupRule': '1.2', Jun 23 11:22:28.655469 dv-neutron-601336-94-hyperv neutron-server[94174]: 'SubPort': '1.0', Jun 23 11:22:28.655469 dv-neutron-601336-94-hyperv neutron-server[94174]: 'Subnet': '1.1', Jun 23 11:22:28.655469 dv-neutron-601336-94-hyperv neutron-server[94174]: 'Trunk': '1.1'}} Jun 23 11:22:28.655469 dv-neutron-601336-94-hyperv neutron-server[94174]: {{(pid=94174) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jun 23 11:22:28.685439 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG oslo_concurrency.lockutils [None req-7b58f3e3-eb47-454e-974a-38e372bc8f56 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.126s {{(pid=94174) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 11:22:28.749505 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7b58f3e3-eb47-454e-974a-38e372bc8f56 admin admin] Network e6db18bd-87ab-46ca-b5fd-ef2db8da4c10 is scheduled to be hosted by DHCP agent 8cf29b10-0e57-4131-816f-a4b6ad00b249 with binding_index 1 {{(pid=94174) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 23 11:22:28.839864 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.scheduler.base_scheduler [None req-7b58f3e3-eb47-454e-974a-38e372bc8f56 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-601336-94-hyperv, e6db18bd-87ab-46ca-b5fd-ef2db8da4c10) {{(pid=94174) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 23 11:22:28.844561 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7b58f3e3-eb47-454e-974a-38e372bc8f56 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=94174) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 11:22:28.845230 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron_lib.callbacks.manager [None req-7b58f3e3-eb47-454e-974a-38e372bc8f56 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7865916'] for subnet, before_response {{(pid=94174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:22:28.850459 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-79aa253b-4a7c-4ddd-8943-47d553610a3f None None] Network e6db18bd-87ab-46ca-b5fd-ef2db8da4c10 requested from dv-neutron-601336-94-hyperv {{(pid=94176) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 23 11:22:29.007822 dv-neutron-601336-94-hyperv neutron-server[94174]: INFO neutron.wsgi [None req-7b58f3e3-eb47-454e-974a-38e372bc8f56 admin admin] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 854 time: 0.9618826 Jun 23 11:22:29.152103 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-03191d1c-6780-4904-a1be-5db7ad5f68a3 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1e0d828a-1fa4-563d-b7fd-53adf66a04ee-e6db18bd-87ab-46ca-b5fd-ef2db8da4c10', 'network_id': 'e6db18bd-87ab-46ca-b5fd-ef2db8da4c10', 'tenant_id': 'b575a2c83e8449f484c64ae27bc72195', 'fixed_ips': [{'subnet_id': 'c367938b-4b64-4d0c-a61e-41428a9b6ffb'}]}} from dv-neutron-601336-94-hyperv. {{(pid=94176) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 23 11:22:29.153280 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron_lib.callbacks.manager [None req-03191d1c-6780-4904-a1be-5db7ad5f68a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-923104'] for port, before_create {{(pid=94176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:22:29.419482 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.db.db_base_plugin_common [None req-03191d1c-6780-4904-a1be-5db7ad5f68a3 None None] Allocated IP 172.20.0.2 (e6db18bd-87ab-46ca-b5fd-ef2db8da4c10/c367938b-4b64-4d0c-a61e-41428a9b6ffb/6375b93c-0c15-4c43-9ad6-1c8c8e4d8a85) {{(pid=94176) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 23 11:22:29.615269 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron_lib.callbacks.manager [None req-03191d1c-6780-4904-a1be-5db7ad5f68a3 None None] Notify callbacks [] for port, precommit_create {{(pid=94176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:22:29.632183 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.db.provisioning_blocks [None req-03191d1c-6780-4904-a1be-5db7ad5f68a3 None None] Transition to ACTIVE for port object 6375b93c-0c15-4c43-9ad6-1c8c8e4d8a85 will not be triggered until provisioned by entity L2. {{(pid=94176) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 23 11:22:29.703745 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.db.provisioning_blocks [None req-03191d1c-6780-4904-a1be-5db7ad5f68a3 None None] Transition to ACTIVE for port object 6375b93c-0c15-4c43-9ad6-1c8c8e4d8a85 will not be triggered until provisioned by entity DHCP. {{(pid=94176) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 23 11:22:29.927278 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron_lib.callbacks.manager [None req-03191d1c-6780-4904-a1be-5db7ad5f68a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-922915', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-239814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7866073', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773699642215'] for port, after_create {{(pid=94176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:22:29.930295 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 11:22:29.993258 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-03191d1c-6780-4904-a1be-5db7ad5f68a3 None None] Network e6db18bd-87ab-46ca-b5fd-ef2db8da4c10 is already hosted by enough agents. {{(pid=94176) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 23 11:22:29.998725 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.scheduler.base_scheduler [None req-03191d1c-6780-4904-a1be-5db7ad5f68a3 None None] Resources bound (agent type, host, resource id): {{(pid=94176) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 23 11:22:30.009590 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.db.l3_dvrscheduler_db [None req-03191d1c-6780-4904-a1be-5db7ad5f68a3 None None] Received port after_create {{(pid=94176) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 23 11:22:30.012672 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03191d1c-6780-4904-a1be-5db7ad5f68a3 None None] Pushing event updated for resources: {'Port': ['ID=6375b93c-0c15-4c43-9ad6-1c8c8e4d8a85,revision_number=1']} {{(pid=94176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 11:22:30.039943 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03191d1c-6780-4904-a1be-5db7ad5f68a3 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-601336-94-hyperv {{(pid=94176) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 11:22:30.040305 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03191d1c-6780-4904-a1be-5db7ad5f68a3 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-94-hyperv {{(pid=94176) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 11:22:30.040647 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03191d1c-6780-4904-a1be-5db7ad5f68a3 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-94-hyperv {{(pid=94176) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 11:22:30.040985 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03191d1c-6780-4904-a1be-5db7ad5f68a3 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-601336-94-hyperv {{(pid=94176) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 11:22:30.041314 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03191d1c-6780-4904-a1be-5db7ad5f68a3 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-601336-94-hyperv {{(pid=94176) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 11:22:30.041671 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03191d1c-6780-4904-a1be-5db7ad5f68a3 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-601336-94-hyperv {{(pid=94176) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 11:22:30.041998 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03191d1c-6780-4904-a1be-5db7ad5f68a3 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-601336-94-hyperv {{(pid=94176) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 11:22:30.042334 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03191d1c-6780-4904-a1be-5db7ad5f68a3 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-601336-94-hyperv {{(pid=94176) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 11:22:30.042675 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03191d1c-6780-4904-a1be-5db7ad5f68a3 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-601336-94-hyperv {{(pid=94176) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 11:22:30.042994 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03191d1c-6780-4904-a1be-5db7ad5f68a3 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-94-hyperv {{(pid=94176) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 11:22:30.043337 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03191d1c-6780-4904-a1be-5db7ad5f68a3 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-601336-94-hyperv {{(pid=94176) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 11:22:30.043653 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03191d1c-6780-4904-a1be-5db7ad5f68a3 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-601336-94-hyperv {{(pid=94176) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 11:22:30.045051 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03191d1c-6780-4904-a1be-5db7ad5f68a3 None None] Tracked resource versions report: Jun 23 11:22:30.045051 dv-neutron-601336-94-hyperv neutron-server[94176]: pushed versions: Jun 23 11:22:30.045051 dv-neutron-601336-94-hyperv neutron-server[94176]: { 'AddressGroup': {'1.2'}, Jun 23 11:22:30.045051 dv-neutron-601336-94-hyperv neutron-server[94176]: 'ConntrackHelper': {'1.0'}, Jun 23 11:22:30.045051 dv-neutron-601336-94-hyperv neutron-server[94176]: 'Log': {'1.0'}, Jun 23 11:22:30.045051 dv-neutron-601336-94-hyperv neutron-server[94176]: 'Network': {'1.1'}, Jun 23 11:22:30.045051 dv-neutron-601336-94-hyperv neutron-server[94176]: 'Port': {'1.7'}, Jun 23 11:22:30.045051 dv-neutron-601336-94-hyperv neutron-server[94176]: 'PortForwarding': {'1.2'}, Jun 23 11:22:30.045051 dv-neutron-601336-94-hyperv neutron-server[94176]: 'QosPolicy': {'1.8'}, Jun 23 11:22:30.045051 dv-neutron-601336-94-hyperv neutron-server[94176]: 'SecurityGroup': {'1.4'}, Jun 23 11:22:30.045051 dv-neutron-601336-94-hyperv neutron-server[94176]: 'SecurityGroupRule': {'1.2'}, Jun 23 11:22:30.045051 dv-neutron-601336-94-hyperv neutron-server[94176]: 'SubPort': {'1.0'}, Jun 23 11:22:30.045051 dv-neutron-601336-94-hyperv neutron-server[94176]: 'Subnet': {'1.1'}, Jun 23 11:22:30.045051 dv-neutron-601336-94-hyperv neutron-server[94176]: 'Trunk': {'1.1'}} Jun 23 11:22:30.045051 dv-neutron-601336-94-hyperv neutron-server[94176]: consumer versions: Jun 23 11:22:30.045051 dv-neutron-601336-94-hyperv neutron-server[94176]: { DHCP agent@dv-neutron-601336-94-hyperv: {}, Jun 23 11:22:30.045051 dv-neutron-601336-94-hyperv neutron-server[94176]: L3 agent@dv-neutron-601336-94-hyperv: {}, Jun 23 11:22:30.045051 dv-neutron-601336-94-hyperv neutron-server[94176]: Metadata agent@dv-neutron-601336-94-hyperv: {}, Jun 23 11:22:30.045051 dv-neutron-601336-94-hyperv neutron-server[94176]: Metering agent@dv-neutron-601336-94-hyperv: {}, Jun 23 11:22:30.045051 dv-neutron-601336-94-hyperv neutron-server[94176]: Open vSwitch agent@dv-neutron-601336-94-hyperv: { 'AddressGroup': '1.2', Jun 23 11:22:30.045051 dv-neutron-601336-94-hyperv neutron-server[94176]: 'ConntrackHelper': '1.0', Jun 23 11:22:30.045051 dv-neutron-601336-94-hyperv neutron-server[94176]: 'Log': '1.0', Jun 23 11:22:30.045051 dv-neutron-601336-94-hyperv neutron-server[94176]: 'Network': '1.1', Jun 23 11:22:30.045051 dv-neutron-601336-94-hyperv neutron-server[94176]: 'Port': '1.7', Jun 23 11:22:30.045051 dv-neutron-601336-94-hyperv neutron-server[94176]: 'PortForwarding': '1.2', Jun 23 11:22:30.045051 dv-neutron-601336-94-hyperv neutron-server[94176]: 'QosPolicy': '1.8', Jun 23 11:22:30.045051 dv-neutron-601336-94-hyperv neutron-server[94176]: 'SecurityGroup': '1.4', Jun 23 11:22:30.045051 dv-neutron-601336-94-hyperv neutron-server[94176]: 'SecurityGroupRule': '1.2', Jun 23 11:22:30.045051 dv-neutron-601336-94-hyperv neutron-server[94176]: 'SubPort': '1.0', Jun 23 11:22:30.045051 dv-neutron-601336-94-hyperv neutron-server[94176]: 'Subnet': '1.1', Jun 23 11:22:30.045051 dv-neutron-601336-94-hyperv neutron-server[94176]: 'Trunk': '1.1'}} Jun 23 11:22:30.045051 dv-neutron-601336-94-hyperv neutron-server[94176]: {{(pid=94176) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jun 23 11:22:30.066443 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG oslo_concurrency.lockutils [None req-03191d1c-6780-4904-a1be-5db7ad5f68a3 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.136s {{(pid=94176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 11:22:30.094784 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.plugins.ml2.managers [None req-03191d1c-6780-4904-a1be-5db7ad5f68a3 None None] Attempting to bind port 6375b93c-0c15-4c43-9ad6-1c8c8e4d8a85 on host dv-neutron-601336-94-hyperv for vnic_type normal with profile {{(pid=94176) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 23 11:22:30.095208 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.plugins.ml2.managers [None req-03191d1c-6780-4904-a1be-5db7ad5f68a3 None None] Attempting to bind port 6375b93c-0c15-4c43-9ad6-1c8c8e4d8a85 by drivers openvswitch,hyperv on host dv-neutron-601336-94-hyperv at level 0 using segments [{'id': 'f85f5051-d200-4d47-8ebb-d282f4797e94', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 426, 'network_id': 'e6db18bd-87ab-46ca-b5fd-ef2db8da4c10'}] {{(pid=94176) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 23 11:22:30.095901 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-03191d1c-6780-4904-a1be-5db7ad5f68a3 None None] Attempting to bind port 6375b93c-0c15-4c43-9ad6-1c8c8e4d8a85 on network e6db18bd-87ab-46ca-b5fd-ef2db8da4c10 {{(pid=94176) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 23 11:22:30.101240 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-03191d1c-6780-4904-a1be-5db7ad5f68a3 None None] Checking agent: {'id': '4d05f899-5ac9-411b-8a03-f60c93f87cdf', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-601336-94-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 23, 11, 22, 14), 'started_at': datetime.datetime(2021, 6, 23, 11, 22, 14), 'heartbeat_timestamp': datetime.datetime(2021, 6, 23, 11, 22, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'monitor_allowed_address_pair_garp': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-601336-94-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94176) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 23 11:22:30.101650 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-03191d1c-6780-4904-a1be-5db7ad5f68a3 None None] Checking segment: {'id': 'f85f5051-d200-4d47-8ebb-d282f4797e94', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 426, 'network_id': 'e6db18bd-87ab-46ca-b5fd-ef2db8da4c10'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94176) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 23 11:22:30.102132 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron_lib.callbacks.manager [None req-03191d1c-6780-4904-a1be-5db7ad5f68a3 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:22:30.102529 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-03191d1c-6780-4904-a1be-5db7ad5f68a3 None None] Bound using segment: {'id': 'f85f5051-d200-4d47-8ebb-d282f4797e94', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 426, 'network_id': 'e6db18bd-87ab-46ca-b5fd-ef2db8da4c10'} {{(pid=94176) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 23 11:22:30.102998 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.plugins.ml2.managers [None req-03191d1c-6780-4904-a1be-5db7ad5f68a3 None None] Bound port: 6375b93c-0c15-4c43-9ad6-1c8c8e4d8a85, host: dv-neutron-601336-94-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f85f5051-d200-4d47-8ebb-d282f4797e94', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 426, 'network_id': 'e6db18bd-87ab-46ca-b5fd-ef2db8da4c10'}}] {{(pid=94176) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 23 11:22:30.103410 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron_lib.callbacks.manager [None req-03191d1c-6780-4904-a1be-5db7ad5f68a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-923122'] for port, before_update {{(pid=94176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:22:30.163739 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.plugins.ml2.db [None req-03191d1c-6780-4904-a1be-5db7ad5f68a3 None None] For port 6375b93c-0c15-4c43-9ad6-1c8c8e4d8a85, host dv-neutron-601336-94-hyperv, cleared binding levels {{(pid=94176) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 23 11:22:30.186511 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.plugins.ml2.db [None req-03191d1c-6780-4904-a1be-5db7ad5f68a3 None None] For port 6375b93c-0c15-4c43-9ad6-1c8c8e4d8a85, host dv-neutron-601336-94-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-94-hyperv',level=0,port_id=6375b93c-0c15-4c43-9ad6-1c8c8e4d8a85,segment=NetworkSegment(f85f5051-d200-4d47-8ebb-d282f4797e94),segment_id=f85f5051-d200-4d47-8ebb-d282f4797e94)] {{(pid=94176) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 23 11:22:30.270199 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron_lib.callbacks.manager [None req-03191d1c-6780-4904-a1be-5db7ad5f68a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-922904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866062', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773700135042', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773699642233', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773699642278'] for port, after_update {{(pid=94176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:22:30.272593 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG oslo_concurrency.lockutils [None req-03191d1c-6780-4904-a1be-5db7ad5f68a3 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 11:22:30.323565 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03191d1c-6780-4904-a1be-5db7ad5f68a3 None None] Pushing event updated for resources: {'Port': ['ID=6375b93c-0c15-4c43-9ad6-1c8c8e4d8a85,revision_number=2']} {{(pid=94176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 11:22:30.327761 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG oslo_concurrency.lockutils [None req-03191d1c-6780-4904-a1be-5db7ad5f68a3 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.055s {{(pid=94176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 11:22:31.346998 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.wsgi [-] (94175) accepted ('10.222.0.20', 34504) {{(pid=94175) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 11:22:31.662816 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.wsgi [None req-7434f4a2-4e5a-4933-8e72-968976c2e3a7 admin admin] http://10.222.0.20:9696/v2.0/extensions returned with HTTP 200 {{(pid=94175) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 23 11:22:31.663892 dv-neutron-601336-94-hyperv neutron-server[94175]: INFO neutron.wsgi [None req-7434f4a2-4e5a-4933-8e72-968976c2e3a7 admin admin] 10.222.0.20 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13933 time: 0.3157935 Jun 23 11:22:33.996886 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.wsgi [-] (94175) accepted ('10.222.0.20', 34512) {{(pid=94175) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 11:22:34.302583 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.wsgi [None req-09afe8d8-08be-4928-98df-ca14e3c28b31 admin admin] http://10.222.0.20:9696/v2.0/extensions returned with HTTP 200 {{(pid=94175) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 23 11:22:34.303692 dv-neutron-601336-94-hyperv neutron-server[94175]: INFO neutron.wsgi [None req-09afe8d8-08be-4928-98df-ca14e3c28b31 admin admin] 10.222.0.20 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13933 time: 0.3057547 Jun 23 11:22:35.854222 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.plugins.ml2.rpc [None req-dc7542b2-afef-47f4-a763-e3a3cba144be None None] Device 6375b93c-0c15-4c43-9ad6-1c8c8e4d8a85 up at agent ovs-agent-dv-neutron-601336-94-hyperv {{(pid=94176) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:298}} Jun 23 11:22:36.000893 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.db.provisioning_blocks [None req-dc7542b2-afef-47f4-a763-e3a3cba144be None None] Provisioning for port 6375b93c-0c15-4c43-9ad6-1c8c8e4d8a85 completed by entity L2. {{(pid=94176) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 23 11:22:36.353095 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-71b8a40c-f65d-496c-9777-c1f0a74fbaf2 None None] Network e6db18bd-87ab-46ca-b5fd-ef2db8da4c10 requested from dv-neutron-601336-94-hyperv {{(pid=94176) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 23 11:22:36.531351 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.db.provisioning_blocks [None req-3a3fdb99-f5e5-45cb-98ee-0f578f00cef8 None None] Provisioning for port 6375b93c-0c15-4c43-9ad6-1c8c8e4d8a85 completed by entity DHCP. {{(pid=94176) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 23 11:22:36.541299 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.db.provisioning_blocks [None req-3a3fdb99-f5e5-45cb-98ee-0f578f00cef8 None None] Provisioning complete for port 6375b93c-0c15-4c43-9ad6-1c8c8e4d8a85 triggered by entity DHCP. {{(pid=94176) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 23 11:22:36.541690 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron_lib.callbacks.manager [None req-3a3fdb99-f5e5-45cb-98ee-0f578f00cef8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-899258'] for port, provisioning_complete {{(pid=94176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:22:36.650906 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron_lib.callbacks.manager [None req-3a3fdb99-f5e5-45cb-98ee-0f578f00cef8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-923122'] for port, before_update {{(pid=94176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:22:36.686676 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.plugins.ml2.db [None req-3a3fdb99-f5e5-45cb-98ee-0f578f00cef8 None None] For port 6375b93c-0c15-4c43-9ad6-1c8c8e4d8a85, host dv-neutron-601336-94-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-94-hyperv',level=0,port_id=6375b93c-0c15-4c43-9ad6-1c8c8e4d8a85,segment=NetworkSegment(f85f5051-d200-4d47-8ebb-d282f4797e94),segment_id=f85f5051-d200-4d47-8ebb-d282f4797e94)] {{(pid=94176) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 23 11:22:36.766588 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron_lib.callbacks.manager [None req-3a3fdb99-f5e5-45cb-98ee-0f578f00cef8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-922904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866062', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773700135042', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773699642233', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773699642278'] for port, after_update {{(pid=94176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:22:36.768719 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 11:22:36.812761 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a3fdb99-f5e5-45cb-98ee-0f578f00cef8 None None] Pushing event updated for resources: {'Port': ['ID=6375b93c-0c15-4c43-9ad6-1c8c8e4d8a85,revision_number=3']} {{(pid=94176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 11:22:36.815924 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG oslo_concurrency.lockutils [None req-3a3fdb99-f5e5-45cb-98ee-0f578f00cef8 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=94176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 11:22:36.885353 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.db.provisioning_blocks [None req-ab4445d2-8f10-40f0-8046-ddf2d44d3040 None None] Provisioning complete for port 6375b93c-0c15-4c43-9ad6-1c8c8e4d8a85 triggered by entity DHCP. {{(pid=94176) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 23 11:22:36.885956 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron_lib.callbacks.manager [None req-ab4445d2-8f10-40f0-8046-ddf2d44d3040 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-899258'] for port, provisioning_complete {{(pid=94176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:22:36.897253 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.wsgi [-] (94175) accepted ('10.222.0.20', 34526) {{(pid=94175) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 11:22:37.184430 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.api.v2.base [None req-9f51e543-2830-4928-9515-9f7368873bf7 admin admin] Request body: {'router': {'admin_state_up': True, 'tenant_id': 'b575a2c83e8449f484c64ae27bc72195', 'name': 'router1'}} {{(pid=94175) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 23 11:22:37.320116 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron_lib.callbacks.manager [None req-9f51e543-2830-4928-9515-9f7368873bf7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-520407', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-32315'] for router, before_create {{(pid=94175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:22:37.321569 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron_lib.callbacks.manager [None req-9f51e543-2830-4928-9515-9f7368873bf7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-520264', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-524122', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-414782', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-32290'] for router, precommit_create {{(pid=94175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:22:37.457917 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron_lib.callbacks.manager [None req-9f51e543-2830-4928-9515-9f7368873bf7 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:22:37.549923 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron_lib.callbacks.manager [None req-9f51e543-2830-4928-9515-9f7368873bf7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-520412', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-524143'] for router, after_create {{(pid=94175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:22:37.685987 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron_lib.callbacks.manager [None req-9f51e543-2830-4928-9515-9f7368873bf7 admin admin] Notify callbacks [] for router, before_response {{(pid=94175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:22:37.687185 dv-neutron-601336-94-hyperv neutron-server[94175]: INFO neutron.wsgi [None req-9f51e543-2830-4928-9515-9f7368873bf7 admin admin] 10.222.0.20 "POST /v2.0/routers HTTP/1.1" status: 201 len: 709 time: 0.7889543 Jun 23 11:22:37.830467 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.plugins.ml2.rpc [None req-dc7542b2-afef-47f4-a763-e3a3cba144be None None] Device 6375b93c-0c15-4c43-9ad6-1c8c8e4d8a85 up at agent ovs-agent-dv-neutron-601336-94-hyperv {{(pid=94176) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:298}} Jun 23 11:22:37.879922 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.db.provisioning_blocks [None req-dc7542b2-afef-47f4-a763-e3a3cba144be None None] Provisioning complete for port 6375b93c-0c15-4c43-9ad6-1c8c8e4d8a85 triggered by entity L2. {{(pid=94176) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 23 11:22:37.880299 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron_lib.callbacks.manager [None req-dc7542b2-afef-47f4-a763-e3a3cba144be None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-899258'] for port, provisioning_complete {{(pid=94176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:22:40.001478 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.wsgi [-] (94175) accepted ('10.222.0.20', 34534) {{(pid=94175) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 11:22:40.302029 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.wsgi [None req-e1996bc6-17ae-4f2c-b013-bca54733e55d admin admin] http://10.222.0.20:9696/v2.0/extensions returned with HTTP 200 {{(pid=94175) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 23 11:22:40.303003 dv-neutron-601336-94-hyperv neutron-server[94175]: INFO neutron.wsgi [None req-e1996bc6-17ae-4f2c-b013-bca54733e55d admin admin] 10.222.0.20 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13933 time: 0.3005760 Jun 23 11:22:40.937455 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron_lib.callbacks.manager [None req-ccd62701-a147-4e91-8e9a-57bb9d7a9f9f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773699952132', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-899307'] for agent, after_update {{(pid=94176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:22:42.620188 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.wsgi [-] (94175) accepted ('10.222.0.20', 34542) {{(pid=94175) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 11:22:42.922489 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.api.v2.base [None req-5854eca6-d3ba-4f94-baa2-11a714afb0bc admin admin] Request body: {'network': {'router:external': True, 'admin_state_up': True, 'provider:network_type': 'flat', 'provider:physical_network': 'physnet1', 'is_default': True, 'name': 'public'}} {{(pid=94175) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 23 11:22:43.023640 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5854eca6-d3ba-4f94-baa2-11a714afb0bc admin admin] Made reservation on behalf of 9e8a9e9802814dadbe46de4eb5a12f9b for: {'network': 1} {{(pid=94175) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 23 11:22:43.025866 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron_lib.callbacks.manager [None req-5854eca6-d3ba-4f94-baa2-11a714afb0bc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-923104'] for network, before_create {{(pid=94175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:22:43.033757 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron_lib.callbacks.manager [None req-5854eca6-d3ba-4f94-baa2-11a714afb0bc admin admin] Notify callbacks [] for security_group, before_create {{(pid=94175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:22:43.116614 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron_lib.callbacks.manager [None req-5854eca6-d3ba-4f94-baa2-11a714afb0bc admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:22:43.126281 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron_lib.callbacks.manager [None req-7b4fd4e3-d47f-4c5f-b3ef-e02b3a4af586 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773699952132', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-899307'] for agent, after_update {{(pid=94176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:22:43.166004 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron_lib.callbacks.manager [None req-5854eca6-d3ba-4f94-baa2-11a714afb0bc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7996330'] for security_group, after_create {{(pid=94175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:22:43.170067 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94175) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 11:22:43.183145 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.plugins.ml2.drivers.type_flat [None req-5854eca6-d3ba-4f94-baa2-11a714afb0bc admin admin] Reserving flat network on physical network physnet1 {{(pid=94175) reserve_provider_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_flat.py:100}} Jun 23 11:22:43.201455 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5854eca6-d3ba-4f94-baa2-11a714afb0bc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ffd66082-4b67-4883-bfe0-ba66186ac487,revision_number=1']} {{(pid=94175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 11:22:43.205397 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG oslo_concurrency.lockutils [None req-5854eca6-d3ba-4f94-baa2-11a714afb0bc admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.035s {{(pid=94175) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 11:22:43.206395 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron_lib.callbacks.manager [None req-5854eca6-d3ba-4f94-baa2-11a714afb0bc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3801'] for segment, precommit_create {{(pid=94175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:22:43.206728 dv-neutron-601336-94-hyperv neutron-server[94175]: INFO neutron.db.segments_db [None req-5854eca6-d3ba-4f94-baa2-11a714afb0bc admin admin] Added segment c23be0a5-6980-48fb-bc9f-4a24717fe1de of type flat for network 3e7e4eb3-cf02-4d47-ade9-0a579cdfc60f Jun 23 11:22:43.250989 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron_lib.callbacks.manager [None req-5854eca6-d3ba-4f94-baa2-11a714afb0bc admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8773699596773'] for network, precommit_create {{(pid=94175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:22:43.348900 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron_lib.callbacks.manager [None req-5854eca6-d3ba-4f94-baa2-11a714afb0bc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8002400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7866073'] for network, after_create {{(pid=94175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:22:43.350072 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5854eca6-d3ba-4f94-baa2-11a714afb0bc admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 11:22:43.350633 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron_lib.callbacks.manager [None req-5854eca6-d3ba-4f94-baa2-11a714afb0bc admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7865916'] for network, before_response {{(pid=94175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:22:43.353323 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94175) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 11:22:43.420366 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5854eca6-d3ba-4f94-baa2-11a714afb0bc admin admin] Pushing event updated for resources: {'Network': ['ID=3e7e4eb3-cf02-4d47-ade9-0a579cdfc60f,revision_number=1']} {{(pid=94175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 11:22:43.422960 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG oslo_concurrency.lockutils [None req-5854eca6-d3ba-4f94-baa2-11a714afb0bc admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.070s {{(pid=94175) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 11:22:43.430596 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.plugins.ml2.rpc [None req-dc7542b2-afef-47f4-a763-e3a3cba144be None None] Network 3e7e4eb3-cf02-4d47-ade9-0a579cdfc60f details requested by agent ovs-agent-dv-neutron-601336-94-hyperv with host dv-neutron-601336-94-hyperv {{(pid=94176) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:250}} Jun 23 11:22:43.492966 dv-neutron-601336-94-hyperv neutron-server[94175]: INFO neutron.wsgi [None req-5854eca6-d3ba-4f94-baa2-11a714afb0bc admin admin] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 847 time: 0.8717299 Jun 23 11:22:43.823624 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron_lib.callbacks.manager [None req-dc7542b2-afef-47f4-a763-e3a3cba144be None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773699952132', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-899307'] for agent, after_update {{(pid=94176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:22:44.468262 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron_lib.callbacks.manager [None req-4c20ea5f-bc7f-4d4e-935d-57f082af6ccb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773699952132', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-899307'] for agent, after_update {{(pid=94176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:22:45.802757 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.wsgi [-] (94175) accepted ('10.222.0.20', 34560) {{(pid=94175) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 11:22:46.009579 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-73fae538-e26d-4e6f-b517-6cce4cca6468 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 11:22:46.010931 dv-neutron-601336-94-hyperv neutron-server[94175]: INFO neutron.wsgi [None req-73fae538-e26d-4e6f-b517-6cce4cca6468 admin admin] 10.222.0.20 "GET /v2.0/subnets/c367938b-4b64-4d0c-a61e-41428a9b6ffb HTTP/1.1" status: 200 len: 849 time: 0.2072189 Jun 23 11:22:46.123478 dv-neutron-601336-94-hyperv neutron-server[94175]: INFO neutron.wsgi [None req-6a0e7aca-b3e0-4451-9d9e-3d23e4ee2173 admin admin] 10.222.0.20 "GET /v2.0/routers/7550b420-58eb-492f-9a05-a0d795829573 HTTP/1.1" status: 200 len: 704 time: 0.1071751 Jun 23 11:22:46.378304 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron_lib.callbacks.manager [None req-c8414d00-59ff-4412-b4e3-52bbdf508c39 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-923104'] for port, before_create {{(pid=94175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:22:46.497735 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron_lib.callbacks.manager [None req-95d6aa8f-24e7-4234-82ff-f502266c3285 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773699952132', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-899307'] for agent, after_update {{(pid=94176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:22:46.671236 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.db.db_base_plugin_common [None req-c8414d00-59ff-4412-b4e3-52bbdf508c39 admin admin] Allocated IP 172.20.0.1 (e6db18bd-87ab-46ca-b5fd-ef2db8da4c10/c367938b-4b64-4d0c-a61e-41428a9b6ffb/5720e799-3425-4571-9eb7-db3c4cb77797) {{(pid=94175) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 23 11:22:46.849559 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron_lib.callbacks.manager [None req-c8414d00-59ff-4412-b4e3-52bbdf508c39 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:22:46.872271 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.db.provisioning_blocks [None req-c8414d00-59ff-4412-b4e3-52bbdf508c39 admin admin] Transition to ACTIVE for port object 5720e799-3425-4571-9eb7-db3c4cb77797 will not be triggered until provisioned by entity DHCP. {{(pid=94175) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 23 11:22:47.012691 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron_lib.callbacks.manager [None req-c8414d00-59ff-4412-b4e3-52bbdf508c39 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-922915', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-239814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7866073', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773699642215'] for port, after_create {{(pid=94175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:22:47.015538 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94175) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 11:22:47.121273 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c8414d00-59ff-4412-b4e3-52bbdf508c39 admin admin] Network e6db18bd-87ab-46ca-b5fd-ef2db8da4c10 is already hosted by enough agents. {{(pid=94175) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 23 11:22:47.130559 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.scheduler.base_scheduler [None req-c8414d00-59ff-4412-b4e3-52bbdf508c39 admin admin] Resources bound (agent type, host, resource id): {{(pid=94175) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 23 11:22:47.141561 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c8414d00-59ff-4412-b4e3-52bbdf508c39 admin admin] Received port after_create {{(pid=94175) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 23 11:22:47.142433 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron_lib.callbacks.manager [None req-c8414d00-59ff-4412-b4e3-52bbdf508c39 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-452954'] for router_interface, before_create {{(pid=94175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:22:47.161727 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8414d00-59ff-4412-b4e3-52bbdf508c39 admin admin] Pushing event updated for resources: {'Port': ['ID=5720e799-3425-4571-9eb7-db3c4cb77797,revision_number=1']} {{(pid=94175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 11:22:47.203549 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG oslo_concurrency.lockutils [None req-c8414d00-59ff-4412-b4e3-52bbdf508c39 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.188s {{(pid=94175) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 11:22:47.400444 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.db.provisioning_blocks [None req-d73bed7d-27fa-4885-a441-3b09332693eb None None] Provisioning for port 5720e799-3425-4571-9eb7-db3c4cb77797 completed by entity DHCP. {{(pid=94176) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 23 11:22:47.404176 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.db.provisioning_blocks [None req-d73bed7d-27fa-4885-a441-3b09332693eb None None] Provisioning complete for port 5720e799-3425-4571-9eb7-db3c4cb77797 triggered by entity DHCP. {{(pid=94176) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 23 11:22:47.404566 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron_lib.callbacks.manager [None req-d73bed7d-27fa-4885-a441-3b09332693eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-899258'] for port, provisioning_complete {{(pid=94176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:22:47.423093 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron_lib.callbacks.manager [None req-c8414d00-59ff-4412-b4e3-52bbdf508c39 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-923122'] for port, before_update {{(pid=94175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:22:47.437119 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.plugins.ml2.plugin [None req-d73bed7d-27fa-4885-a441-3b09332693eb None None] Port 5720e799-3425-4571-9eb7-db3c4cb77797 cannot update to ACTIVE because it is not bound. {{(pid=94176) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jun 23 11:22:47.597515 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron_lib.callbacks.manager [None req-c8414d00-59ff-4412-b4e3-52bbdf508c39 admin admin] Notify callbacks [] for port, precommit_update {{(pid=94175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:22:47.668732 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron_lib.callbacks.manager [None req-c8414d00-59ff-4412-b4e3-52bbdf508c39 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-922904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866062', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773700135042', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773699642233', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773699642278'] for port, after_update {{(pid=94175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:22:47.669846 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron_lib.callbacks.manager [None req-c8414d00-59ff-4412-b4e3-52bbdf508c39 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-7866091', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-453038'] for router_interface, after_create {{(pid=94175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:22:47.672338 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG oslo_concurrency.lockutils [None req-c8414d00-59ff-4412-b4e3-52bbdf508c39 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94175) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 11:22:47.745774 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8414d00-59ff-4412-b4e3-52bbdf508c39 admin admin] Pushing event updated for resources: {'Port': ['ID=5720e799-3425-4571-9eb7-db3c4cb77797,revision_number=2']} {{(pid=94175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 11:22:47.749573 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG oslo_concurrency.lockutils [None req-c8414d00-59ff-4412-b4e3-52bbdf508c39 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.077s {{(pid=94175) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 11:22:47.792754 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c8414d00-59ff-4412-b4e3-52bbdf508c39 admin admin] Network e6db18bd-87ab-46ca-b5fd-ef2db8da4c10 is already hosted by enough agents. {{(pid=94175) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 23 11:22:47.794038 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.scheduler.base_scheduler [None req-c8414d00-59ff-4412-b4e3-52bbdf508c39 admin admin] Resources bound (agent type, host, resource id): {{(pid=94175) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 23 11:22:47.957530 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.db.provisioning_blocks [None req-56e17a7e-821f-4041-a3ea-ebab978407d5 None None] Provisioning complete for port 5720e799-3425-4571-9eb7-db3c4cb77797 triggered by entity DHCP. {{(pid=94176) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 23 11:22:47.960648 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron_lib.callbacks.manager [None req-56e17a7e-821f-4041-a3ea-ebab978407d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-899258'] for port, provisioning_complete {{(pid=94176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:22:47.991630 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.plugins.ml2.plugin [None req-56e17a7e-821f-4041-a3ea-ebab978407d5 None None] Port 5720e799-3425-4571-9eb7-db3c4cb77797 cannot update to ACTIVE because it is not bound. {{(pid=94176) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jun 23 11:22:48.018804 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c8414d00-59ff-4412-b4e3-52bbdf508c39 admin admin] Router 7550b420-58eb-492f-9a05-a0d795829573 is scheduled to L3 agent 50ef99c0-ef28-4db5-b303-b145898fae60 with binding_index 1 {{(pid=94175) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jun 23 11:22:48.109204 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c8414d00-59ff-4412-b4e3-52bbdf508c39 admin admin] Notify agent at l3_agent.dv-neutron-601336-94-hyperv the message routers_updated {{(pid=94175) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 23 11:22:48.114465 dv-neutron-601336-94-hyperv neutron-server[94175]: INFO neutron.wsgi [None req-c8414d00-59ff-4412-b4e3-52bbdf508c39 admin admin] 10.222.0.20 "PUT /v2.0/routers/7550b420-58eb-492f-9a05-a0d795829573/add_router_interface HTTP/1.1" status: 200 len: 508 time: 1.9862208 Jun 23 11:22:48.119653 dv-neutron-601336-94-hyperv neutron-server[94177]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-92a3fe65-ff30-4c81-9694-9daf481c9898 None None] Sync routers for ids ['7550b420-58eb-492f-9a05-a0d795829573'] in dv-neutron-601336-94-hyperv {{(pid=94177) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 23 11:22:48.131834 dv-neutron-601336-94-hyperv neutron-server[94177]: DEBUG neutron.db.l3_dvrscheduler_db [None req-92a3fe65-ff30-4c81-9694-9daf481c9898 None None] Routers {'7550b420-58eb-492f-9a05-a0d795829573'} bound to L3 agent in host dv-neutron-601336-94-hyperv {{(pid=94177) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 23 11:22:48.132687 dv-neutron-601336-94-hyperv neutron-server[94177]: DEBUG neutron.db.l3_hamode_db [None req-92a3fe65-ff30-4c81-9694-9daf481c9898 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-601336-94-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-06-23T11:22:13Z,description=,heartbeat_timestamp=2021-06-23T11:22:43Z,host='dv-neutron-601336-94-hyperv',id=50ef99c0-ef28-4db5-b303-b145898fae60,load=0,resource_versions=,resources_synced=,started_at=2021-06-23T11:22:14Z,topic='l3_agent')) {'router_ids': ['7550b420-58eb-492f-9a05-a0d795829573'], 'active': True} {{(pid=94177) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 11:22:48.314852 dv-neutron-601336-94-hyperv neutron-server[94177]: DEBUG neutron.db.l3_dvr_db [None req-92a3fe65-ff30-4c81-9694-9daf481c9898 None None] Set router 7550b420-58eb-492f-9a05-a0d795829573 gateway port host: None {{(pid=94177) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:838}} Jun 23 11:22:48.727420 dv-neutron-601336-94-hyperv neutron-server[94177]: DEBUG neutron.db.l3_hamode_db [None req-92a3fe65-ff30-4c81-9694-9daf481c9898 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7550b420-58eb-492f-9a05-a0d795829573', 'name': 'router1', 'tenant_id': 'b575a2c83e8449f484c64ae27bc72195', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-23T11:22:37Z', 'updated_at': '2021-06-23T11:22:47Z', 'revision_number': 2, 'project_id': 'b575a2c83e8449f484c64ae27bc72195', 'gw_port_host': None, '_interfaces': [{'id': '5720e799-3425-4571-9eb7-db3c4cb77797', 'name': '', 'network_id': 'e6db18bd-87ab-46ca-b5fd-ef2db8da4c10', 'tenant_id': 'b575a2c83e8449f484c64ae27bc72195', 'mac_address': 'fa:16:3e:5d:d8:13', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7550b420-58eb-492f-9a05-a0d795829573', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'c367938b-4b64-4d0c-a61e-41428a9b6ffb', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-23T11:22:46Z', 'updated_at': '2021-06-23T11:22:47Z', 'revision_number': 2, 'project_id': 'b575a2c83e8449f484c64ae27bc72195', 'subnets': [{'id': 'c367938b-4b64-4d0c-a61e-41428a9b6ffb', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '156ac7dc-6a4f-4be9-b35a-05d2d8dc8d60'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-601336-94-hyperv', False) {} {{(pid=94177) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 11:22:48.777011 dv-neutron-601336-94-hyperv neutron-server[94177]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-92a3fe65-ff30-4c81-9694-9daf481c9898 None None] Checking router: 7550b420-58eb-492f-9a05-a0d795829573 for host: dv-neutron-601336-94-hyperv {{(pid=94177) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 23 11:22:48.777392 dv-neutron-601336-94-hyperv neutron-server[94177]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-92a3fe65-ff30-4c81-9694-9daf481c9898 None None] Updating router 7550b420-58eb-492f-9a05-a0d795829573 port 5720e799-3425-4571-9eb7-db3c4cb77797 binding host dv-neutron-601336-94-hyperv {{(pid=94177) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 23 11:22:48.841374 dv-neutron-601336-94-hyperv neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-92a3fe65-ff30-4c81-9694-9daf481c9898 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-923122'] for port, before_update {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:22:49.316847 dv-neutron-601336-94-hyperv neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-92a3fe65-ff30-4c81-9694-9daf481c9898 None None] Notify callbacks [] for port, precommit_update {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:22:49.334238 dv-neutron-601336-94-hyperv neutron-server[94177]: DEBUG neutron.db.provisioning_blocks [None req-92a3fe65-ff30-4c81-9694-9daf481c9898 None None] Transition to ACTIVE for port object 5720e799-3425-4571-9eb7-db3c4cb77797 will not be triggered until provisioned by entity L2. {{(pid=94177) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 23 11:22:49.446592 dv-neutron-601336-94-hyperv neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-92a3fe65-ff30-4c81-9694-9daf481c9898 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-922904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866062', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773700135042', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773699642233', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773699642278'] for port, after_update {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:22:49.449276 dv-neutron-601336-94-hyperv neutron-server[94177]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94177) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 11:22:49.593731 dv-neutron-601336-94-hyperv neutron-server[94177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ace740c-0b86-46c3-b805-23a744a159f1 None None] Pushing event updated for resources: {'Port': ['ID=5720e799-3425-4571-9eb7-db3c4cb77797,revision_number=3']} {{(pid=94177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 11:22:49.608703 dv-neutron-601336-94-hyperv neutron-server[94177]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ace740c-0b86-46c3-b805-23a744a159f1 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-601336-94-hyperv {{(pid=94177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 11:22:49.609054 dv-neutron-601336-94-hyperv neutron-server[94177]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ace740c-0b86-46c3-b805-23a744a159f1 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-94-hyperv {{(pid=94177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 11:22:49.609384 dv-neutron-601336-94-hyperv neutron-server[94177]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ace740c-0b86-46c3-b805-23a744a159f1 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-94-hyperv {{(pid=94177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 11:22:49.609709 dv-neutron-601336-94-hyperv neutron-server[94177]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ace740c-0b86-46c3-b805-23a744a159f1 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-601336-94-hyperv {{(pid=94177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 11:22:49.610033 dv-neutron-601336-94-hyperv neutron-server[94177]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ace740c-0b86-46c3-b805-23a744a159f1 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-601336-94-hyperv {{(pid=94177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 11:22:49.610369 dv-neutron-601336-94-hyperv neutron-server[94177]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ace740c-0b86-46c3-b805-23a744a159f1 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-601336-94-hyperv {{(pid=94177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 11:22:49.610755 dv-neutron-601336-94-hyperv neutron-server[94177]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ace740c-0b86-46c3-b805-23a744a159f1 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-601336-94-hyperv {{(pid=94177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 11:22:49.611678 dv-neutron-601336-94-hyperv neutron-server[94177]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ace740c-0b86-46c3-b805-23a744a159f1 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-601336-94-hyperv {{(pid=94177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 11:22:49.612010 dv-neutron-601336-94-hyperv neutron-server[94177]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ace740c-0b86-46c3-b805-23a744a159f1 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-601336-94-hyperv {{(pid=94177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 11:22:49.612331 dv-neutron-601336-94-hyperv neutron-server[94177]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ace740c-0b86-46c3-b805-23a744a159f1 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-94-hyperv {{(pid=94177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 11:22:49.612643 dv-neutron-601336-94-hyperv neutron-server[94177]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ace740c-0b86-46c3-b805-23a744a159f1 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-601336-94-hyperv {{(pid=94177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 11:22:49.612954 dv-neutron-601336-94-hyperv neutron-server[94177]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ace740c-0b86-46c3-b805-23a744a159f1 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-601336-94-hyperv {{(pid=94177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 11:22:49.614358 dv-neutron-601336-94-hyperv neutron-server[94177]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ace740c-0b86-46c3-b805-23a744a159f1 None None] Tracked resource versions report: Jun 23 11:22:49.614358 dv-neutron-601336-94-hyperv neutron-server[94177]: pushed versions: Jun 23 11:22:49.614358 dv-neutron-601336-94-hyperv neutron-server[94177]: { 'AddressGroup': {'1.2'}, Jun 23 11:22:49.614358 dv-neutron-601336-94-hyperv neutron-server[94177]: 'ConntrackHelper': {'1.0'}, Jun 23 11:22:49.614358 dv-neutron-601336-94-hyperv neutron-server[94177]: 'Log': {'1.0'}, Jun 23 11:22:49.614358 dv-neutron-601336-94-hyperv neutron-server[94177]: 'Network': {'1.1'}, Jun 23 11:22:49.614358 dv-neutron-601336-94-hyperv neutron-server[94177]: 'Port': {'1.7'}, Jun 23 11:22:49.614358 dv-neutron-601336-94-hyperv neutron-server[94177]: 'PortForwarding': {'1.2'}, Jun 23 11:22:49.614358 dv-neutron-601336-94-hyperv neutron-server[94177]: 'QosPolicy': {'1.8'}, Jun 23 11:22:49.614358 dv-neutron-601336-94-hyperv neutron-server[94177]: 'SecurityGroup': {'1.4'}, Jun 23 11:22:49.614358 dv-neutron-601336-94-hyperv neutron-server[94177]: 'SecurityGroupRule': {'1.2'}, Jun 23 11:22:49.614358 dv-neutron-601336-94-hyperv neutron-server[94177]: 'SubPort': {'1.0'}, Jun 23 11:22:49.614358 dv-neutron-601336-94-hyperv neutron-server[94177]: 'Subnet': {'1.1'}, Jun 23 11:22:49.614358 dv-neutron-601336-94-hyperv neutron-server[94177]: 'Trunk': {'1.1'}} Jun 23 11:22:49.614358 dv-neutron-601336-94-hyperv neutron-server[94177]: consumer versions: Jun 23 11:22:49.614358 dv-neutron-601336-94-hyperv neutron-server[94177]: { DHCP agent@dv-neutron-601336-94-hyperv: {}, Jun 23 11:22:49.614358 dv-neutron-601336-94-hyperv neutron-server[94177]: L3 agent@dv-neutron-601336-94-hyperv: {}, Jun 23 11:22:49.614358 dv-neutron-601336-94-hyperv neutron-server[94177]: Metadata agent@dv-neutron-601336-94-hyperv: {}, Jun 23 11:22:49.614358 dv-neutron-601336-94-hyperv neutron-server[94177]: Metering agent@dv-neutron-601336-94-hyperv: {}, Jun 23 11:22:49.614358 dv-neutron-601336-94-hyperv neutron-server[94177]: Open vSwitch agent@dv-neutron-601336-94-hyperv: { 'AddressGroup': '1.2', Jun 23 11:22:49.614358 dv-neutron-601336-94-hyperv neutron-server[94177]: 'ConntrackHelper': '1.0', Jun 23 11:22:49.614358 dv-neutron-601336-94-hyperv neutron-server[94177]: 'Log': '1.0', Jun 23 11:22:49.614358 dv-neutron-601336-94-hyperv neutron-server[94177]: 'Network': '1.1', Jun 23 11:22:49.614358 dv-neutron-601336-94-hyperv neutron-server[94177]: 'Port': '1.7', Jun 23 11:22:49.614358 dv-neutron-601336-94-hyperv neutron-server[94177]: 'PortForwarding': '1.2', Jun 23 11:22:49.614358 dv-neutron-601336-94-hyperv neutron-server[94177]: 'QosPolicy': '1.8', Jun 23 11:22:49.614358 dv-neutron-601336-94-hyperv neutron-server[94177]: 'SecurityGroup': '1.4', Jun 23 11:22:49.614358 dv-neutron-601336-94-hyperv neutron-server[94177]: 'SecurityGroupRule': '1.2', Jun 23 11:22:49.614358 dv-neutron-601336-94-hyperv neutron-server[94177]: 'SubPort': '1.0', Jun 23 11:22:49.614358 dv-neutron-601336-94-hyperv neutron-server[94177]: 'Subnet': '1.1', Jun 23 11:22:49.614358 dv-neutron-601336-94-hyperv neutron-server[94177]: 'Trunk': '1.1'}} Jun 23 11:22:49.614358 dv-neutron-601336-94-hyperv neutron-server[94177]: {{(pid=94177) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jun 23 11:22:49.619012 dv-neutron-601336-94-hyperv neutron-server[94177]: DEBUG neutron.plugins.ml2.managers [None req-92a3fe65-ff30-4c81-9694-9daf481c9898 None None] Attempting to bind port 5720e799-3425-4571-9eb7-db3c4cb77797 on host dv-neutron-601336-94-hyperv for vnic_type normal with profile {{(pid=94177) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 23 11:22:49.619438 dv-neutron-601336-94-hyperv neutron-server[94177]: DEBUG neutron.plugins.ml2.managers [None req-92a3fe65-ff30-4c81-9694-9daf481c9898 None None] Attempting to bind port 5720e799-3425-4571-9eb7-db3c4cb77797 by drivers openvswitch,hyperv on host dv-neutron-601336-94-hyperv at level 0 using segments [{'id': 'f85f5051-d200-4d47-8ebb-d282f4797e94', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 426, 'network_id': 'e6db18bd-87ab-46ca-b5fd-ef2db8da4c10'}] {{(pid=94177) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 23 11:22:49.619857 dv-neutron-601336-94-hyperv neutron-server[94177]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-92a3fe65-ff30-4c81-9694-9daf481c9898 None None] Attempting to bind port 5720e799-3425-4571-9eb7-db3c4cb77797 on network e6db18bd-87ab-46ca-b5fd-ef2db8da4c10 {{(pid=94177) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 23 11:22:49.621988 dv-neutron-601336-94-hyperv neutron-server[94177]: DEBUG oslo_concurrency.lockutils [None req-8ace740c-0b86-46c3-b805-23a744a159f1 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.173s {{(pid=94177) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 11:22:49.625815 dv-neutron-601336-94-hyperv neutron-server[94177]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-92a3fe65-ff30-4c81-9694-9daf481c9898 None None] Checking agent: {'id': '4d05f899-5ac9-411b-8a03-f60c93f87cdf', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-601336-94-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 23, 11, 22, 14), 'started_at': datetime.datetime(2021, 6, 23, 11, 22, 44), 'heartbeat_timestamp': datetime.datetime(2021, 6, 23, 11, 22, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'monitor_allowed_address_pair_garp': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-601336-94-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94177) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 23 11:22:49.626217 dv-neutron-601336-94-hyperv neutron-server[94177]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-92a3fe65-ff30-4c81-9694-9daf481c9898 None None] Checking segment: {'id': 'f85f5051-d200-4d47-8ebb-d282f4797e94', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 426, 'network_id': 'e6db18bd-87ab-46ca-b5fd-ef2db8da4c10'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94177) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 23 11:22:49.626737 dv-neutron-601336-94-hyperv neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-92a3fe65-ff30-4c81-9694-9daf481c9898 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:22:49.627139 dv-neutron-601336-94-hyperv neutron-server[94177]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-92a3fe65-ff30-4c81-9694-9daf481c9898 None None] Bound using segment: {'id': 'f85f5051-d200-4d47-8ebb-d282f4797e94', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 426, 'network_id': 'e6db18bd-87ab-46ca-b5fd-ef2db8da4c10'} {{(pid=94177) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 23 11:22:49.627643 dv-neutron-601336-94-hyperv neutron-server[94177]: DEBUG neutron.plugins.ml2.managers [None req-92a3fe65-ff30-4c81-9694-9daf481c9898 None None] Bound port: 5720e799-3425-4571-9eb7-db3c4cb77797, host: dv-neutron-601336-94-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f85f5051-d200-4d47-8ebb-d282f4797e94', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 426, 'network_id': 'e6db18bd-87ab-46ca-b5fd-ef2db8da4c10'}}] {{(pid=94177) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 23 11:22:49.628012 dv-neutron-601336-94-hyperv neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-92a3fe65-ff30-4c81-9694-9daf481c9898 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-923122'] for port, before_update {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:22:49.692238 dv-neutron-601336-94-hyperv neutron-server[94177]: DEBUG neutron.plugins.ml2.db [None req-92a3fe65-ff30-4c81-9694-9daf481c9898 None None] For port 5720e799-3425-4571-9eb7-db3c4cb77797, host dv-neutron-601336-94-hyperv, cleared binding levels {{(pid=94177) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 23 11:22:49.715958 dv-neutron-601336-94-hyperv neutron-server[94177]: DEBUG neutron.plugins.ml2.db [None req-92a3fe65-ff30-4c81-9694-9daf481c9898 None None] For port 5720e799-3425-4571-9eb7-db3c4cb77797, host dv-neutron-601336-94-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-94-hyperv',level=0,port_id=5720e799-3425-4571-9eb7-db3c4cb77797,segment=NetworkSegment(f85f5051-d200-4d47-8ebb-d282f4797e94),segment_id=f85f5051-d200-4d47-8ebb-d282f4797e94)] {{(pid=94177) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 23 11:22:49.805228 dv-neutron-601336-94-hyperv neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-92a3fe65-ff30-4c81-9694-9daf481c9898 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-922904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866062', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773700135042', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773699642233', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773699642278'] for port, after_update {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:22:49.807552 dv-neutron-601336-94-hyperv neutron-server[94177]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94177) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 11:22:49.862068 dv-neutron-601336-94-hyperv neutron-server[94177]: DEBUG neutron.db.l3_dvrscheduler_db [None req-92a3fe65-ff30-4c81-9694-9daf481c9898 None None] Routers {'7550b420-58eb-492f-9a05-a0d795829573'} bound to L3 agent in host dv-neutron-601336-94-hyperv {{(pid=94177) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 23 11:22:49.862700 dv-neutron-601336-94-hyperv neutron-server[94177]: DEBUG neutron.db.l3_hamode_db [None req-92a3fe65-ff30-4c81-9694-9daf481c9898 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-601336-94-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-06-23T11:22:13Z,description=,heartbeat_timestamp=2021-06-23T11:22:43Z,host='dv-neutron-601336-94-hyperv',id=50ef99c0-ef28-4db5-b303-b145898fae60,load=0,resource_versions=,resources_synced=,started_at=2021-06-23T11:22:14Z,topic='l3_agent')) {'router_ids': ['7550b420-58eb-492f-9a05-a0d795829573'], 'active': True} {{(pid=94177) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 11:22:49.902929 dv-neutron-601336-94-hyperv neutron-server[94177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ace740c-0b86-46c3-b805-23a744a159f1 None None] Pushing event updated for resources: {'Port': ['ID=5720e799-3425-4571-9eb7-db3c4cb77797,revision_number=4']} {{(pid=94177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 11:22:49.936055 dv-neutron-601336-94-hyperv neutron-server[94177]: DEBUG oslo_concurrency.lockutils [None req-8ace740c-0b86-46c3-b805-23a744a159f1 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.128s {{(pid=94177) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 11:22:49.962105 dv-neutron-601336-94-hyperv neutron-server[94177]: DEBUG neutron.db.l3_dvr_db [None req-92a3fe65-ff30-4c81-9694-9daf481c9898 None None] Set router 7550b420-58eb-492f-9a05-a0d795829573 gateway port host: None {{(pid=94177) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:838}} Jun 23 11:22:50.166292 dv-neutron-601336-94-hyperv neutron-server[94177]: DEBUG neutron.db.l3_hamode_db [None req-92a3fe65-ff30-4c81-9694-9daf481c9898 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7550b420-58eb-492f-9a05-a0d795829573', 'name': 'router1', 'tenant_id': 'b575a2c83e8449f484c64ae27bc72195', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-23T11:22:37Z', 'updated_at': '2021-06-23T11:22:47Z', 'revision_number': 2, 'project_id': 'b575a2c83e8449f484c64ae27bc72195', 'gw_port_host': None, '_interfaces': [{'id': '5720e799-3425-4571-9eb7-db3c4cb77797', 'name': '', 'network_id': 'e6db18bd-87ab-46ca-b5fd-ef2db8da4c10', 'tenant_id': 'b575a2c83e8449f484c64ae27bc72195', 'mac_address': 'fa:16:3e:5d:d8:13', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7550b420-58eb-492f-9a05-a0d795829573', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'c367938b-4b64-4d0c-a61e-41428a9b6ffb', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-94-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-23T11:22:46Z', 'updated_at': '2021-06-23T11:22:49Z', 'revision_number': 4, 'project_id': 'b575a2c83e8449f484c64ae27bc72195', 'subnets': [{'id': 'c367938b-4b64-4d0c-a61e-41428a9b6ffb', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '156ac7dc-6a4f-4be9-b35a-05d2d8dc8d60'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-601336-94-hyperv', False) {} {{(pid=94177) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 11:22:50.196816 dv-neutron-601336-94-hyperv neutron-server[94177]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-92a3fe65-ff30-4c81-9694-9daf481c9898 None None] The sync data for ids ['7550b420-58eb-492f-9a05-a0d795829573'] in dv-neutron-601336-94-hyperv is: [{'id': '7550b420-58eb-492f-9a05-a0d795829573', 'name': 'router1', 'tenant_id': 'b575a2c83e8449f484c64ae27bc72195', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-23T11:22:37Z', 'updated_at': '2021-06-23T11:22:47Z', 'revision_number': 2, 'project_id': 'b575a2c83e8449f484c64ae27bc72195', 'gw_port_host': None, '_interfaces': [{'id': '5720e799-3425-4571-9eb7-db3c4cb77797', 'name': '', 'network_id': 'e6db18bd-87ab-46ca-b5fd-ef2db8da4c10', 'tenant_id': 'b575a2c83e8449f484c64ae27bc72195', 'mac_address': 'fa:16:3e:5d:d8:13', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7550b420-58eb-492f-9a05-a0d795829573', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'c367938b-4b64-4d0c-a61e-41428a9b6ffb', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-94-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-23T11:22:46Z', 'updated_at': '2021-06-23T11:22:49Z', 'revision_number': 4, 'project_id': 'b575a2c83e8449f484c64ae27bc72195', 'subnets': [{'id': 'c367938b-4b64-4d0c-a61e-41428a9b6ffb', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '156ac7dc-6a4f-4be9-b35a-05d2d8dc8d60'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94177) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 23 11:22:50.294654 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.wsgi [-] (94175) accepted ('10.222.0.20', 34580) {{(pid=94175) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 11:22:50.401692 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f28bc782-7a37-45a3-8624-0513a9a25622 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 11:22:50.403098 dv-neutron-601336-94-hyperv neutron-server[94175]: INFO neutron.wsgi [None req-f28bc782-7a37-45a3-8624-0513a9a25622 admin admin] 10.222.0.20 "GET /v2.0/networks/3e7e4eb3-cf02-4d47-ade9-0a579cdfc60f HTTP/1.1" status: 200 len: 842 time: 0.1074646 Jun 23 11:22:50.412223 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.api.v2.base [None req-6688d50d-0ee4-4c0b-aa9a-2db7a466f124 admin admin] Request body: {'subnet': {'network_id': '3e7e4eb3-cf02-4d47-ade9-0a579cdfc60f', 'name': 'public-subnet', 'gateway_ip': '172.26.3.1', 'cidr': '172.26.3.0/24', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94175) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 23 11:22:50.554681 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6688d50d-0ee4-4c0b-aa9a-2db7a466f124 admin admin] Made reservation on behalf of 9e8a9e9802814dadbe46de4eb5a12f9b for: {'subnet': 1} {{(pid=94175) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 23 11:22:50.557173 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron_lib.callbacks.manager [None req-6688d50d-0ee4-4c0b-aa9a-2db7a466f124 admin admin] Notify callbacks [] for subnet, before_create {{(pid=94175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:22:50.954648 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.objects.ports [None req-6688d50d-0ee4-4c0b-aa9a-2db7a466f124 admin admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=94175) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Jun 23 11:22:50.955150 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron_lib.callbacks.manager [None req-6688d50d-0ee4-4c0b-aa9a-2db7a466f124 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866062'] for subnet, after_create {{(pid=94175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:22:50.957893 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94175) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 11:22:51.011342 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6688d50d-0ee4-4c0b-aa9a-2db7a466f124 admin admin] Pushing event updated for resources: {'Subnet': ['ID=a5ad15ab-c489-4a67-a9b0-d559fca0ec71,revision_number=0']} {{(pid=94175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 11:22:51.016730 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG oslo_concurrency.lockutils [None req-6688d50d-0ee4-4c0b-aa9a-2db7a466f124 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.059s {{(pid=94175) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 11:22:51.022093 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6688d50d-0ee4-4c0b-aa9a-2db7a466f124 admin admin] Checking segment: {'id': 'c23be0a5-6980-48fb-bc9f-4a24717fe1de', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3e7e4eb3-cf02-4d47-ade9-0a579cdfc60f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94175) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 23 11:22:51.022464 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6688d50d-0ee4-4c0b-aa9a-2db7a466f124 admin admin] Network hostable DHCP agents. Network: 3e7e4eb3-cf02-4d47-ade9-0a579cdfc60f, hostable agents: ['8cf29b10-0e57-4131-816f-a4b6ad00b249'], hosted agents: [] {{(pid=94175) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 23 11:22:51.160596 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6688d50d-0ee4-4c0b-aa9a-2db7a466f124 admin admin] Network 3e7e4eb3-cf02-4d47-ade9-0a579cdfc60f is scheduled to be hosted by DHCP agent 8cf29b10-0e57-4131-816f-a4b6ad00b249 with binding_index 1 {{(pid=94175) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 23 11:22:51.257741 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.scheduler.base_scheduler [None req-6688d50d-0ee4-4c0b-aa9a-2db7a466f124 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-601336-94-hyperv, 3e7e4eb3-cf02-4d47-ade9-0a579cdfc60f) {{(pid=94175) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 23 11:22:51.262150 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6688d50d-0ee4-4c0b-aa9a-2db7a466f124 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=94175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 11:22:51.263125 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron_lib.callbacks.manager [None req-6688d50d-0ee4-4c0b-aa9a-2db7a466f124 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7865916'] for subnet, before_response {{(pid=94175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:22:51.266624 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2e833353-4f36-410f-ad51-a8cc5c3b242d None None] Network 3e7e4eb3-cf02-4d47-ade9-0a579cdfc60f requested from dv-neutron-601336-94-hyperv {{(pid=94176) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 23 11:22:51.344243 dv-neutron-601336-94-hyperv neutron-server[94175]: INFO neutron.wsgi [None req-6688d50d-0ee4-4c0b-aa9a-2db7a466f124 admin admin] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.9353845 Jun 23 11:22:51.392866 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-827c8b13-67ea-47c2-b026-bba5240ccf2a None None] Network 3e7e4eb3-cf02-4d47-ade9-0a579cdfc60f requested from dv-neutron-601336-94-hyperv {{(pid=94176) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 23 11:22:53.578847 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.wsgi [-] (94175) accepted ('10.222.0.20', 34592) {{(pid=94175) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 11:22:53.779261 dv-neutron-601336-94-hyperv neutron-server[94175]: INFO neutron.wsgi [None req-b19c19f6-f2c3-447f-9b76-ae48da65a30b admin admin] 10.222.0.20 "GET /v2.0/routers/7550b420-58eb-492f-9a05-a0d795829573 HTTP/1.1" status: 200 len: 710 time: 0.1987164 Jun 23 11:22:53.861574 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.plugins.ml2.rpc [None req-dc7542b2-afef-47f4-a763-e3a3cba144be None None] Device 5720e799-3425-4571-9eb7-db3c4cb77797 up at agent ovs-agent-dv-neutron-601336-94-hyperv {{(pid=94176) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:298}} Jun 23 11:22:53.864833 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fce114a8-f555-4be2-9880-d6d35b5670a6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 11:22:53.870192 dv-neutron-601336-94-hyperv neutron-server[94175]: INFO neutron.wsgi [None req-fce114a8-f555-4be2-9880-d6d35b5670a6 admin admin] 10.222.0.20 "GET /v2.0/networks/3e7e4eb3-cf02-4d47-ade9-0a579cdfc60f HTTP/1.1" status: 200 len: 886 time: 0.0811987 Jun 23 11:22:53.875109 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.api.v2.base [None req-0d266316-33a4-4beb-9f3c-e38de2d4858c admin admin] Request body: {'router': {'external_gateway_info': {'network_id': '3e7e4eb3-cf02-4d47-ade9-0a579cdfc60f'}}} {{(pid=94175) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 23 11:22:54.073460 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.db.provisioning_blocks [None req-dc7542b2-afef-47f4-a763-e3a3cba144be None None] Provisioning for port 5720e799-3425-4571-9eb7-db3c4cb77797 completed by entity L2. {{(pid=94176) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 23 11:22:54.077482 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.db.provisioning_blocks [None req-dc7542b2-afef-47f4-a763-e3a3cba144be None None] Provisioning complete for port 5720e799-3425-4571-9eb7-db3c4cb77797 triggered by entity L2. {{(pid=94176) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 23 11:22:54.077870 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron_lib.callbacks.manager [None req-dc7542b2-afef-47f4-a763-e3a3cba144be None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-899258'] for port, provisioning_complete {{(pid=94176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:22:54.116955 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron_lib.callbacks.manager [None req-0d266316-33a4-4beb-9f3c-e38de2d4858c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-524104', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-520389', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-32276'] for router, precommit_update {{(pid=94175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:22:54.154560 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron_lib.callbacks.manager [None req-dc7542b2-afef-47f4-a763-e3a3cba144be None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-923122'] for port, before_update {{(pid=94176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:22:54.185218 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.plugins.ml2.db [None req-dc7542b2-afef-47f4-a763-e3a3cba144be None None] For port 5720e799-3425-4571-9eb7-db3c4cb77797, host dv-neutron-601336-94-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-94-hyperv',level=0,port_id=5720e799-3425-4571-9eb7-db3c4cb77797,segment=NetworkSegment(f85f5051-d200-4d47-8ebb-d282f4797e94),segment_id=f85f5051-d200-4d47-8ebb-d282f4797e94)] {{(pid=94176) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 23 11:22:54.275147 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron_lib.callbacks.manager [None req-dc7542b2-afef-47f4-a763-e3a3cba144be None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-922904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866062', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773700135042', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773699642233', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773699642278'] for port, after_update {{(pid=94176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:22:54.277097 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 11:22:54.330238 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc7542b2-afef-47f4-a763-e3a3cba144be None None] Pushing event updated for resources: {'Port': ['ID=5720e799-3425-4571-9eb7-db3c4cb77797,revision_number=5']} {{(pid=94176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 11:22:54.333464 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG oslo_concurrency.lockutils [None req-dc7542b2-afef-47f4-a763-e3a3cba144be None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.056s {{(pid=94176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 11:22:54.436541 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron_lib.callbacks.manager [None req-0d266316-33a4-4beb-9f3c-e38de2d4858c admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=94175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:22:54.506668 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron_lib.callbacks.manager [None req-0d266316-33a4-4beb-9f3c-e38de2d4858c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-923104'] for port, before_create {{(pid=94175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:22:54.862802 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.db.db_base_plugin_common [None req-0d266316-33a4-4beb-9f3c-e38de2d4858c admin admin] Allocated IP 172.26.3.197 (3e7e4eb3-cf02-4d47-ade9-0a579cdfc60f/a5ad15ab-c489-4a67-a9b0-d559fca0ec71/de74a3ce-e55b-4f5c-b523-f13a064762a3) {{(pid=94175) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 23 11:22:54.961446 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron_lib.callbacks.manager [None req-0d266316-33a4-4beb-9f3c-e38de2d4858c admin admin] Notify callbacks [] for port, precommit_create {{(pid=94175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:22:55.074573 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron_lib.callbacks.manager [None req-0d266316-33a4-4beb-9f3c-e38de2d4858c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-922915', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-239814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7866073', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773699642215'] for port, after_create {{(pid=94175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:22:55.076601 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94175) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 11:22:55.113168 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0d266316-33a4-4beb-9f3c-e38de2d4858c admin admin] Network 3e7e4eb3-cf02-4d47-ade9-0a579cdfc60f is already hosted by enough agents. {{(pid=94175) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 23 11:22:55.117585 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.scheduler.base_scheduler [None req-0d266316-33a4-4beb-9f3c-e38de2d4858c admin admin] Resources bound (agent type, host, resource id): {{(pid=94175) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 23 11:22:55.121648 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0d266316-33a4-4beb-9f3c-e38de2d4858c admin admin] Received port after_create {{(pid=94175) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 23 11:22:55.124401 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d266316-33a4-4beb-9f3c-e38de2d4858c admin admin] Pushing event updated for resources: {'Port': ['ID=de74a3ce-e55b-4f5c-b523-f13a064762a3,revision_number=1']} {{(pid=94175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 11:22:55.154505 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG oslo_concurrency.lockutils [None req-0d266316-33a4-4beb-9f3c-e38de2d4858c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.078s {{(pid=94175) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 11:22:55.441943 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron_lib.callbacks.manager [None req-0d266316-33a4-4beb-9f3c-e38de2d4858c admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=94175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:22:55.708482 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron_lib.callbacks.manager [None req-0d266316-33a4-4beb-9f3c-e38de2d4858c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-524104', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-520389', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-32276'] for router, precommit_update {{(pid=94175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:22:55.711638 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron_lib.callbacks.manager [None req-0d266316-33a4-4beb-9f3c-e38de2d4858c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-524143', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-524145', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-524134', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-520394'] for router, after_update {{(pid=94175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:22:55.812910 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0d266316-33a4-4beb-9f3c-e38de2d4858c admin admin] Router 7550b420-58eb-492f-9a05-a0d795829573 has already been hosted by L3 agent 50ef99c0-ef28-4db5-b303-b145898fae60 {{(pid=94175) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 23 11:22:55.840862 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.plugins.ml2.rpc [None req-dc7542b2-afef-47f4-a763-e3a3cba144be None None] Device 5720e799-3425-4571-9eb7-db3c4cb77797 up at agent ovs-agent-dv-neutron-601336-94-hyperv {{(pid=94176) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:298}} Jun 23 11:22:55.921210 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0d266316-33a4-4beb-9f3c-e38de2d4858c admin admin] Notify agent at l3_agent.dv-neutron-601336-94-hyperv the message routers_updated {{(pid=94175) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 23 11:22:55.925506 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron_lib.callbacks.manager [None req-0d266316-33a4-4beb-9f3c-e38de2d4858c admin admin] Notify callbacks [] for router, before_response {{(pid=94175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:22:55.943078 dv-neutron-601336-94-hyperv neutron-server[94175]: INFO neutron.wsgi [None req-0d266316-33a4-4beb-9f3c-e38de2d4858c admin admin] 10.222.0.20 "PUT /v2.0/routers/7550b420-58eb-492f-9a05-a0d795829573 HTTP/1.1" status: 200 len: 890 time: 2.0550730 Jun 23 11:22:55.943601 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.db.provisioning_blocks [None req-dc7542b2-afef-47f4-a763-e3a3cba144be None None] Provisioning complete for port 5720e799-3425-4571-9eb7-db3c4cb77797 triggered by entity L2. {{(pid=94176) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 23 11:22:55.943601 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron_lib.callbacks.manager [None req-dc7542b2-afef-47f4-a763-e3a3cba144be None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-899258'] for port, provisioning_complete {{(pid=94176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:22:55.943601 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6c298112-ad7e-4e77-a3fa-36db9cfd853b None None] Sync routers for ids ['7550b420-58eb-492f-9a05-a0d795829573'] in dv-neutron-601336-94-hyperv {{(pid=94176) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 23 11:22:55.963225 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6c298112-ad7e-4e77-a3fa-36db9cfd853b None None] Routers {'7550b420-58eb-492f-9a05-a0d795829573'} bound to L3 agent in host dv-neutron-601336-94-hyperv {{(pid=94176) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 23 11:22:55.963818 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.db.l3_hamode_db [None req-6c298112-ad7e-4e77-a3fa-36db9cfd853b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-601336-94-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-06-23T11:22:13Z,description=,heartbeat_timestamp=2021-06-23T11:22:43Z,host='dv-neutron-601336-94-hyperv',id=50ef99c0-ef28-4db5-b303-b145898fae60,load=0,resource_versions=,resources_synced=,started_at=2021-06-23T11:22:14Z,topic='l3_agent')) {'router_ids': ['7550b420-58eb-492f-9a05-a0d795829573'], 'active': True} {{(pid=94176) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 11:22:56.212631 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.db.l3_dvr_db [None req-6c298112-ad7e-4e77-a3fa-36db9cfd853b None None] Set router 7550b420-58eb-492f-9a05-a0d795829573 gateway port host: dv-neutron-601336-94-hyperv {{(pid=94176) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:838}} Jun 23 11:22:56.585439 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.db.l3_hamode_db [None req-6c298112-ad7e-4e77-a3fa-36db9cfd853b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7550b420-58eb-492f-9a05-a0d795829573', 'name': 'router1', 'tenant_id': 'b575a2c83e8449f484c64ae27bc72195', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3e7e4eb3-cf02-4d47-ade9-0a579cdfc60f', 'external_fixed_ips': [{'subnet_id': 'a5ad15ab-c489-4a67-a9b0-d559fca0ec71', 'ip_address': '172.26.3.197'}], 'enable_snat': True}, 'gw_port_id': 'de74a3ce-e55b-4f5c-b523-f13a064762a3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-23T11:22:37Z', 'updated_at': '2021-06-23T11:22:55Z', 'revision_number': 4, 'project_id': 'b575a2c83e8449f484c64ae27bc72195', 'gw_port': {'id': 'de74a3ce-e55b-4f5c-b523-f13a064762a3', 'name': '', 'network_id': '3e7e4eb3-cf02-4d47-ade9-0a579cdfc60f', 'tenant_id': '', 'mac_address': 'fa:16:3e:3f:41:d5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7550b420-58eb-492f-9a05-a0d795829573', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': 'a5ad15ab-c489-4a67-a9b0-d559fca0ec71', 'ip_address': '172.26.3.197', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-23T11:22:54Z', 'updated_at': '2021-06-23T11:22:54Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'a5ad15ab-c489-4a67-a9b0-d559fca0ec71', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-601336-94-hyperv', '_interfaces': [{'id': '5720e799-3425-4571-9eb7-db3c4cb77797', 'name': '', 'network_id': 'e6db18bd-87ab-46ca-b5fd-ef2db8da4c10', 'tenant_id': 'b575a2c83e8449f484c64ae27bc72195', 'mac_address': 'fa:16:3e:5d:d8:13', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7550b420-58eb-492f-9a05-a0d795829573', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'c367938b-4b64-4d0c-a61e-41428a9b6ffb', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-94-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-23T11:22:46Z', 'updated_at': '2021-06-23T11:22:54Z', 'revision_number': 5, 'project_id': 'b575a2c83e8449f484c64ae27bc72195', 'subnets': [{'id': 'c367938b-4b64-4d0c-a61e-41428a9b6ffb', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '156ac7dc-6a4f-4be9-b35a-05d2d8dc8d60'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-601336-94-hyperv', False) {} {{(pid=94176) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 11:22:56.633589 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6c298112-ad7e-4e77-a3fa-36db9cfd853b None None] Checking router: 7550b420-58eb-492f-9a05-a0d795829573 for host: dv-neutron-601336-94-hyperv {{(pid=94176) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 23 11:22:56.633943 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6c298112-ad7e-4e77-a3fa-36db9cfd853b None None] Updating router 7550b420-58eb-492f-9a05-a0d795829573 port de74a3ce-e55b-4f5c-b523-f13a064762a3 binding host dv-neutron-601336-94-hyperv {{(pid=94176) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 23 11:22:56.667802 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron_lib.callbacks.manager [None req-6c298112-ad7e-4e77-a3fa-36db9cfd853b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-923122'] for port, before_update {{(pid=94176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:22:56.974890 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron_lib.callbacks.manager [None req-6c298112-ad7e-4e77-a3fa-36db9cfd853b None None] Notify callbacks [] for port, precommit_update {{(pid=94176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:22:56.984149 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.db.provisioning_blocks [None req-6c298112-ad7e-4e77-a3fa-36db9cfd853b None None] Transition to ACTIVE for port object de74a3ce-e55b-4f5c-b523-f13a064762a3 will not be triggered until provisioned by entity L2. {{(pid=94176) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 23 11:22:57.057533 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron_lib.callbacks.manager [None req-6c298112-ad7e-4e77-a3fa-36db9cfd853b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-922904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866062', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773700135042', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773699642233', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773699642278'] for port, after_update {{(pid=94176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:22:57.059677 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 11:22:57.107114 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7573e190-2814-4e6f-b2d2-c1a42155c8d1 None None] Pushing event updated for resources: {'Port': ['ID=de74a3ce-e55b-4f5c-b523-f13a064762a3,revision_number=2']} {{(pid=94176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 11:22:57.110460 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG oslo_concurrency.lockutils [None req-7573e190-2814-4e6f-b2d2-c1a42155c8d1 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=94176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 11:22:57.111532 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.plugins.ml2.managers [None req-6c298112-ad7e-4e77-a3fa-36db9cfd853b None None] Attempting to bind port de74a3ce-e55b-4f5c-b523-f13a064762a3 on host dv-neutron-601336-94-hyperv for vnic_type normal with profile {{(pid=94176) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 23 11:22:57.111904 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.plugins.ml2.managers [None req-6c298112-ad7e-4e77-a3fa-36db9cfd853b None None] Attempting to bind port de74a3ce-e55b-4f5c-b523-f13a064762a3 by drivers openvswitch,hyperv on host dv-neutron-601336-94-hyperv at level 0 using segments [{'id': 'c23be0a5-6980-48fb-bc9f-4a24717fe1de', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3e7e4eb3-cf02-4d47-ade9-0a579cdfc60f'}] {{(pid=94176) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 23 11:22:57.112268 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6c298112-ad7e-4e77-a3fa-36db9cfd853b None None] Attempting to bind port de74a3ce-e55b-4f5c-b523-f13a064762a3 on network 3e7e4eb3-cf02-4d47-ade9-0a579cdfc60f {{(pid=94176) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 23 11:22:57.117166 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6c298112-ad7e-4e77-a3fa-36db9cfd853b None None] Checking agent: {'id': '4d05f899-5ac9-411b-8a03-f60c93f87cdf', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-601336-94-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 23, 11, 22, 14), 'started_at': datetime.datetime(2021, 6, 23, 11, 22, 44), 'heartbeat_timestamp': datetime.datetime(2021, 6, 23, 11, 22, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'monitor_allowed_address_pair_garp': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-601336-94-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94176) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 23 11:22:57.117541 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6c298112-ad7e-4e77-a3fa-36db9cfd853b None None] Checking segment: {'id': 'c23be0a5-6980-48fb-bc9f-4a24717fe1de', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3e7e4eb3-cf02-4d47-ade9-0a579cdfc60f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94176) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 23 11:22:57.117944 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron_lib.callbacks.manager [None req-6c298112-ad7e-4e77-a3fa-36db9cfd853b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:22:57.118336 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6c298112-ad7e-4e77-a3fa-36db9cfd853b None None] Bound using segment: {'id': 'c23be0a5-6980-48fb-bc9f-4a24717fe1de', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3e7e4eb3-cf02-4d47-ade9-0a579cdfc60f'} {{(pid=94176) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 23 11:22:57.118805 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.plugins.ml2.managers [None req-6c298112-ad7e-4e77-a3fa-36db9cfd853b None None] Bound port: de74a3ce-e55b-4f5c-b523-f13a064762a3, host: dv-neutron-601336-94-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c23be0a5-6980-48fb-bc9f-4a24717fe1de', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3e7e4eb3-cf02-4d47-ade9-0a579cdfc60f'}}] {{(pid=94176) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 23 11:22:57.119206 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron_lib.callbacks.manager [None req-6c298112-ad7e-4e77-a3fa-36db9cfd853b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-923122'] for port, before_update {{(pid=94176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:22:57.244171 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.plugins.ml2.db [None req-6c298112-ad7e-4e77-a3fa-36db9cfd853b None None] For port de74a3ce-e55b-4f5c-b523-f13a064762a3, host dv-neutron-601336-94-hyperv, cleared binding levels {{(pid=94176) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 23 11:22:57.247060 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.plugins.ml2.db [None req-6c298112-ad7e-4e77-a3fa-36db9cfd853b None None] For port de74a3ce-e55b-4f5c-b523-f13a064762a3, host dv-neutron-601336-94-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-94-hyperv',level=0,port_id=de74a3ce-e55b-4f5c-b523-f13a064762a3,segment=NetworkSegment(c23be0a5-6980-48fb-bc9f-4a24717fe1de),segment_id=c23be0a5-6980-48fb-bc9f-4a24717fe1de)] {{(pid=94176) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 23 11:22:57.309631 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron_lib.callbacks.manager [None req-6c298112-ad7e-4e77-a3fa-36db9cfd853b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-922904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866062', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773700135042', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773699642233', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773699642278'] for port, after_update {{(pid=94176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:22:57.311900 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 11:22:57.366902 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6c298112-ad7e-4e77-a3fa-36db9cfd853b None None] Routers {'7550b420-58eb-492f-9a05-a0d795829573'} bound to L3 agent in host dv-neutron-601336-94-hyperv {{(pid=94176) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 23 11:22:57.367533 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.db.l3_hamode_db [None req-6c298112-ad7e-4e77-a3fa-36db9cfd853b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-601336-94-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-06-23T11:22:13Z,description=,heartbeat_timestamp=2021-06-23T11:22:43Z,host='dv-neutron-601336-94-hyperv',id=50ef99c0-ef28-4db5-b303-b145898fae60,load=0,resource_versions=,resources_synced=,started_at=2021-06-23T11:22:14Z,topic='l3_agent')) {'router_ids': ['7550b420-58eb-492f-9a05-a0d795829573'], 'active': True} {{(pid=94176) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 11:22:57.370362 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7573e190-2814-4e6f-b2d2-c1a42155c8d1 None None] Pushing event updated for resources: {'Port': ['ID=de74a3ce-e55b-4f5c-b523-f13a064762a3,revision_number=3']} {{(pid=94176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 11:22:57.400720 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG oslo_concurrency.lockutils [None req-7573e190-2814-4e6f-b2d2-c1a42155c8d1 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.089s {{(pid=94176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 11:22:57.470201 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.db.l3_dvr_db [None req-6c298112-ad7e-4e77-a3fa-36db9cfd853b None None] Set router 7550b420-58eb-492f-9a05-a0d795829573 gateway port host: dv-neutron-601336-94-hyperv {{(pid=94176) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:838}} Jun 23 11:22:57.667947 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.db.l3_hamode_db [None req-6c298112-ad7e-4e77-a3fa-36db9cfd853b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7550b420-58eb-492f-9a05-a0d795829573', 'name': 'router1', 'tenant_id': 'b575a2c83e8449f484c64ae27bc72195', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3e7e4eb3-cf02-4d47-ade9-0a579cdfc60f', 'external_fixed_ips': [{'subnet_id': 'a5ad15ab-c489-4a67-a9b0-d559fca0ec71', 'ip_address': '172.26.3.197'}], 'enable_snat': True}, 'gw_port_id': 'de74a3ce-e55b-4f5c-b523-f13a064762a3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-23T11:22:37Z', 'updated_at': '2021-06-23T11:22:55Z', 'revision_number': 4, 'project_id': 'b575a2c83e8449f484c64ae27bc72195', 'gw_port': {'id': 'de74a3ce-e55b-4f5c-b523-f13a064762a3', 'name': '', 'network_id': '3e7e4eb3-cf02-4d47-ade9-0a579cdfc60f', 'tenant_id': '', 'mac_address': 'fa:16:3e:3f:41:d5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7550b420-58eb-492f-9a05-a0d795829573', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': 'a5ad15ab-c489-4a67-a9b0-d559fca0ec71', 'ip_address': '172.26.3.197', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-94-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-23T11:22:54Z', 'updated_at': '2021-06-23T11:22:57Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a5ad15ab-c489-4a67-a9b0-d559fca0ec71', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-601336-94-hyperv', '_interfaces': [{'id': '5720e799-3425-4571-9eb7-db3c4cb77797', 'name': '', 'network_id': 'e6db18bd-87ab-46ca-b5fd-ef2db8da4c10', 'tenant_id': 'b575a2c83e8449f484c64ae27bc72195', 'mac_address': 'fa:16:3e:5d:d8:13', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7550b420-58eb-492f-9a05-a0d795829573', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'c367938b-4b64-4d0c-a61e-41428a9b6ffb', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-94-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-23T11:22:46Z', 'updated_at': '2021-06-23T11:22:54Z', 'revision_number': 5, 'project_id': 'b575a2c83e8449f484c64ae27bc72195', 'subnets': [{'id': 'c367938b-4b64-4d0c-a61e-41428a9b6ffb', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '156ac7dc-6a4f-4be9-b35a-05d2d8dc8d60'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-601336-94-hyperv', False) {} {{(pid=94176) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 11:22:57.696735 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6c298112-ad7e-4e77-a3fa-36db9cfd853b None None] The sync data for ids ['7550b420-58eb-492f-9a05-a0d795829573'] in dv-neutron-601336-94-hyperv is: [{'id': '7550b420-58eb-492f-9a05-a0d795829573', 'name': 'router1', 'tenant_id': 'b575a2c83e8449f484c64ae27bc72195', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3e7e4eb3-cf02-4d47-ade9-0a579cdfc60f', 'external_fixed_ips': [{'subnet_id': 'a5ad15ab-c489-4a67-a9b0-d559fca0ec71', 'ip_address': '172.26.3.197'}], 'enable_snat': True}, 'gw_port_id': 'de74a3ce-e55b-4f5c-b523-f13a064762a3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-23T11:22:37Z', 'updated_at': '2021-06-23T11:22:55Z', 'revision_number': 4, 'project_id': 'b575a2c83e8449f484c64ae27bc72195', 'gw_port': {'id': 'de74a3ce-e55b-4f5c-b523-f13a064762a3', 'name': '', 'network_id': '3e7e4eb3-cf02-4d47-ade9-0a579cdfc60f', 'tenant_id': '', 'mac_address': 'fa:16:3e:3f:41:d5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7550b420-58eb-492f-9a05-a0d795829573', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': 'a5ad15ab-c489-4a67-a9b0-d559fca0ec71', 'ip_address': '172.26.3.197', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-94-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-23T11:22:54Z', 'updated_at': '2021-06-23T11:22:57Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a5ad15ab-c489-4a67-a9b0-d559fca0ec71', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-601336-94-hyperv', '_interfaces': [{'id': '5720e799-3425-4571-9eb7-db3c4cb77797', 'name': '', 'network_id': 'e6db18bd-87ab-46ca-b5fd-ef2db8da4c10', 'tenant_id': 'b575a2c83e8449f484c64ae27bc72195', 'mac_address': 'fa:16:3e:5d:d8:13', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7550b420-58eb-492f-9a05-a0d795829573', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'c367938b-4b64-4d0c-a61e-41428a9b6ffb', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-94-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-23T11:22:46Z', 'updated_at': '2021-06-23T11:22:54Z', 'revision_number': 5, 'project_id': 'b575a2c83e8449f484c64ae27bc72195', 'subnets': [{'id': 'c367938b-4b64-4d0c-a61e-41428a9b6ffb', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '156ac7dc-6a4f-4be9-b35a-05d2d8dc8d60'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94176) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 23 11:22:57.885818 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.plugins.ml2.rpc [None req-dc7542b2-afef-47f4-a763-e3a3cba144be None None] Device de74a3ce-e55b-4f5c-b523-f13a064762a3 up at agent ovs-agent-dv-neutron-601336-94-hyperv {{(pid=94176) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:298}} Jun 23 11:22:58.052286 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.db.provisioning_blocks [None req-dc7542b2-afef-47f4-a763-e3a3cba144be None None] Provisioning for port de74a3ce-e55b-4f5c-b523-f13a064762a3 completed by entity L2. {{(pid=94176) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 23 11:22:58.057266 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.db.provisioning_blocks [None req-dc7542b2-afef-47f4-a763-e3a3cba144be None None] Provisioning complete for port de74a3ce-e55b-4f5c-b523-f13a064762a3 triggered by entity L2. {{(pid=94176) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 23 11:22:58.057654 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron_lib.callbacks.manager [None req-dc7542b2-afef-47f4-a763-e3a3cba144be None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-899258'] for port, provisioning_complete {{(pid=94176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:22:58.144188 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron_lib.callbacks.manager [None req-dc7542b2-afef-47f4-a763-e3a3cba144be None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-923122'] for port, before_update {{(pid=94176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:22:58.167993 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.plugins.ml2.db [None req-dc7542b2-afef-47f4-a763-e3a3cba144be None None] For port de74a3ce-e55b-4f5c-b523-f13a064762a3, host dv-neutron-601336-94-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-94-hyperv',level=0,port_id=de74a3ce-e55b-4f5c-b523-f13a064762a3,segment=NetworkSegment(c23be0a5-6980-48fb-bc9f-4a24717fe1de),segment_id=c23be0a5-6980-48fb-bc9f-4a24717fe1de)] {{(pid=94176) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 23 11:22:58.239196 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron_lib.callbacks.manager [None req-dc7542b2-afef-47f4-a763-e3a3cba144be None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-922904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866062', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773700135042', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773699642233', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773699642278'] for port, after_update {{(pid=94176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:22:58.241534 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG oslo_concurrency.lockutils [None req-03191d1c-6780-4904-a1be-5db7ad5f68a3 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 11:22:58.283066 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.wsgi [-] (94175) accepted ('10.222.0.20', 34600) {{(pid=94175) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 11:22:58.308409 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc7542b2-afef-47f4-a763-e3a3cba144be None None] Pushing event updated for resources: {'Port': ['ID=de74a3ce-e55b-4f5c-b523-f13a064762a3,revision_number=4']} {{(pid=94176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 11:22:58.309496 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG oslo_concurrency.lockutils [None req-dc7542b2-afef-47f4-a763-e3a3cba144be None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.068s {{(pid=94176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 11:22:58.417433 dv-neutron-601336-94-hyperv neutron-server[94175]: INFO neutron.wsgi [None req-aa90ef1b-5166-4caa-8a10-5ee43dd39ee7 admin admin] 10.222.0.20 "GET /v2.0/ports?device_owner=network%3Arouter_gateway&fields=id&fields=name&fields=mac_address&fields=fixed_ips&fields=status HTTP/1.1" status: 200 len: 413 time: 0.1303940 Jun 23 11:22:59.127932 dv-neutron-601336-94-hyperv neutron-server[94177]: DEBUG neutron.db.agents_db [None req-90fb1279-e4c5-4e73-8d66-3a29811dc4e3 None None] Agent healthcheck: found 5 active agents {{(pid=94177) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 23 11:22:59.846284 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.plugins.ml2.rpc [None req-dc7542b2-afef-47f4-a763-e3a3cba144be None None] Device de74a3ce-e55b-4f5c-b523-f13a064762a3 up at agent ovs-agent-dv-neutron-601336-94-hyperv {{(pid=94176) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:298}} Jun 23 11:22:59.898254 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.db.provisioning_blocks [None req-dc7542b2-afef-47f4-a763-e3a3cba144be None None] Provisioning complete for port de74a3ce-e55b-4f5c-b523-f13a064762a3 triggered by entity L2. {{(pid=94176) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 23 11:22:59.898623 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron_lib.callbacks.manager [None req-dc7542b2-afef-47f4-a763-e3a3cba144be None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-899258'] for port, provisioning_complete {{(pid=94176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:23:10.897520 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron_lib.callbacks.manager [None req-dddf14a2-a8a3-4fc6-84cb-33794ae78065 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773699952132', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-899307'] for agent, after_update {{(pid=94176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:23:13.126498 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron_lib.callbacks.manager [None req-177fa3b7-38f9-4691-beac-28fe4dbcfe6c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773699952132', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-899307'] for agent, after_update {{(pid=94176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:23:13.829979 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron_lib.callbacks.manager [None req-dc7542b2-afef-47f4-a763-e3a3cba144be None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773699952132', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-899307'] for agent, after_update {{(pid=94176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:23:14.484649 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron_lib.callbacks.manager [None req-4c20ea5f-bc7f-4d4e-935d-57f082af6ccb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773699952132', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-899307'] for agent, after_update {{(pid=94176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:23:16.507105 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron_lib.callbacks.manager [None req-95d6aa8f-24e7-4234-82ff-f502266c3285 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773699952132', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-899307'] for agent, after_update {{(pid=94176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:23:36.126269 dv-neutron-601336-94-hyperv neutron-server[94177]: DEBUG neutron.db.agents_db [None req-90fb1279-e4c5-4e73-8d66-3a29811dc4e3 None None] Agent healthcheck: found 5 active agents {{(pid=94177) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 23 11:23:40.873613 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron_lib.callbacks.manager [None req-e955f64c-90a9-411d-834c-5e8497dd8084 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773699952132', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-899307'] for agent, after_update {{(pid=94176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:23:43.205096 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron_lib.callbacks.manager [None req-45d49efd-28d7-449a-83d7-ecfff65af159 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773699952132', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-899307'] for agent, after_update {{(pid=94176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:23:43.828203 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron_lib.callbacks.manager [None req-dc7542b2-afef-47f4-a763-e3a3cba144be None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773699952132', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-899307'] for agent, after_update {{(pid=94176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:23:44.473464 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron_lib.callbacks.manager [None req-4c20ea5f-bc7f-4d4e-935d-57f082af6ccb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773699952132', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-899307'] for agent, after_update {{(pid=94176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:23:47.267907 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron_lib.callbacks.manager [None req-95d6aa8f-24e7-4234-82ff-f502266c3285 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773699952132', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-899307'] for agent, after_update {{(pid=94176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:24:10.872954 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron_lib.callbacks.manager [None req-8becf79f-be67-496a-9e6a-d9544f493d0a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773699952132', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-899307'] for agent, after_update {{(pid=94176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:24:13.124428 dv-neutron-601336-94-hyperv neutron-server[94177]: DEBUG neutron.db.agents_db [None req-90fb1279-e4c5-4e73-8d66-3a29811dc4e3 None None] Agent healthcheck: found 5 active agents {{(pid=94177) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 23 11:24:13.156232 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron_lib.callbacks.manager [None req-4415af93-d561-4efd-b875-31ca90528616 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773699952132', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-899307'] for agent, after_update {{(pid=94176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:24:13.838496 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron_lib.callbacks.manager [None req-dc7542b2-afef-47f4-a763-e3a3cba144be None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773699952132', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-899307'] for agent, after_update {{(pid=94176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:24:14.478424 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron_lib.callbacks.manager [None req-4c20ea5f-bc7f-4d4e-935d-57f082af6ccb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773699952132', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-899307'] for agent, after_update {{(pid=94176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:24:16.507184 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron_lib.callbacks.manager [None req-95d6aa8f-24e7-4234-82ff-f502266c3285 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773699952132', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-899307'] for agent, after_update {{(pid=94176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:24:40.464621 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.wsgi [-] (94175) accepted ('10.222.0.20', 35200) {{(pid=94175) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 11:24:40.523970 dv-neutron-601336-94-hyperv neutron-server[94175]: INFO neutron.pecan_wsgi.hooks.translation [None req-cbfd23ca-8ece-468e-9be3-5cc2d1b9ef85 admin admin] GET failed (client error): The resource could not be found. Jun 23 11:24:40.525265 dv-neutron-601336-94-hyperv neutron-server[94175]: INFO neutron.wsgi [None req-cbfd23ca-8ece-468e-9be3-5cc2d1b9ef85 admin admin] 10.222.0.20 "GET /v2.0/networks/private HTTP/1.1" status: 404 len: 315 time: 0.0597200 Jun 23 11:24:40.675603 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4e7f964e-f51b-43de-9114-6a56555752f8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 11:24:40.676979 dv-neutron-601336-94-hyperv neutron-server[94175]: INFO neutron.wsgi [None req-4e7f964e-f51b-43de-9114-6a56555752f8 admin admin] 10.222.0.20 "GET /v2.0/networks?name=private HTTP/1.1" status: 200 len: 872 time: 0.1479149 Jun 23 11:24:40.873128 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron_lib.callbacks.manager [None req-e6c54642-389c-4bfa-a35d-aa19c2b559c6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773699952132', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-899307'] for agent, after_update {{(pid=94176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:24:42.775043 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.wsgi [-] (94175) accepted ('10.222.0.20', 35210) {{(pid=94175) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 11:24:42.865478 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-af849fbc-7208-4859-bc17-4986f073bb7a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 11:24:42.866846 dv-neutron-601336-94-hyperv neutron-server[94175]: INFO neutron.wsgi [None req-af849fbc-7208-4859-bc17-4986f073bb7a admin admin] 10.222.0.20 "GET /v2.0/subnets/c367938b-4b64-4d0c-a61e-41428a9b6ffb HTTP/1.1" status: 200 len: 849 time: 0.0908253 Jun 23 11:24:42.876482 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.api.v2.base [None req-a338343f-dd7f-4408-9511-78a8ea180be5 admin admin] Request body: {'subnet': {'dns_nameservers': ['8.8.8.8', '8.8.4.4']}} {{(pid=94175) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 23 11:24:42.955915 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron_lib.callbacks.manager [None req-a338343f-dd7f-4408-9511-78a8ea180be5 admin admin] Notify callbacks [] for subnet, before_update {{(pid=94175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:24:43.125805 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron_lib.callbacks.manager [None req-0b22af7f-f4dc-4e5d-b989-aae3b2e5562c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773699952132', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-899307'] for agent, after_update {{(pid=94176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:24:43.162114 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron_lib.callbacks.manager [None req-a338343f-dd7f-4408-9511-78a8ea180be5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866062', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8773700135033'] for subnet, after_update {{(pid=94175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:24:43.164604 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94175) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 11:24:43.193458 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a338343f-dd7f-4408-9511-78a8ea180be5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 11:24:43.206742 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron_lib.callbacks.manager [None req-a338343f-dd7f-4408-9511-78a8ea180be5 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7865916'] for subnet, before_response {{(pid=94175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:24:43.206742 dv-neutron-601336-94-hyperv neutron-server[94175]: INFO neutron.wsgi [None req-a338343f-dd7f-4408-9511-78a8ea180be5 admin admin] 10.222.0.20 "PUT /v2.0/subnets/c367938b-4b64-4d0c-a61e-41428a9b6ffb HTTP/1.1" status: 200 len: 868 time: 0.3226221 Jun 23 11:24:43.207994 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a0de87ba-e4bd-4a82-9350-f5247cc57b49 None None] Network e6db18bd-87ab-46ca-b5fd-ef2db8da4c10 requested from dv-neutron-601336-94-hyperv {{(pid=94176) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 23 11:24:43.218105 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a338343f-dd7f-4408-9511-78a8ea180be5 admin admin] Pushing event updated for resources: {'Subnet': ['ID=c367938b-4b64-4d0c-a61e-41428a9b6ffb,revision_number=1']} {{(pid=94175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 11:24:43.225457 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a338343f-dd7f-4408-9511-78a8ea180be5 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-601336-94-hyperv {{(pid=94175) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 11:24:43.225811 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a338343f-dd7f-4408-9511-78a8ea180be5 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-94-hyperv {{(pid=94175) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 11:24:43.226127 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a338343f-dd7f-4408-9511-78a8ea180be5 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-94-hyperv {{(pid=94175) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 11:24:43.226454 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a338343f-dd7f-4408-9511-78a8ea180be5 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-601336-94-hyperv {{(pid=94175) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 11:24:43.226876 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a338343f-dd7f-4408-9511-78a8ea180be5 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-601336-94-hyperv {{(pid=94175) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 11:24:43.227247 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a338343f-dd7f-4408-9511-78a8ea180be5 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-601336-94-hyperv {{(pid=94175) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 11:24:43.227575 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a338343f-dd7f-4408-9511-78a8ea180be5 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-601336-94-hyperv {{(pid=94175) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 11:24:43.227905 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a338343f-dd7f-4408-9511-78a8ea180be5 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-601336-94-hyperv {{(pid=94175) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 11:24:43.228228 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a338343f-dd7f-4408-9511-78a8ea180be5 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-601336-94-hyperv {{(pid=94175) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 11:24:43.228542 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a338343f-dd7f-4408-9511-78a8ea180be5 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-94-hyperv {{(pid=94175) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 11:24:43.228859 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a338343f-dd7f-4408-9511-78a8ea180be5 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-601336-94-hyperv {{(pid=94175) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 11:24:43.229170 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a338343f-dd7f-4408-9511-78a8ea180be5 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-601336-94-hyperv {{(pid=94175) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 11:24:43.234174 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG oslo_concurrency.lockutils [None req-a338343f-dd7f-4408-9511-78a8ea180be5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.069s {{(pid=94175) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 11:24:43.563001 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.db.provisioning_blocks [None req-a1e70f2b-3e03-491b-b987-f98df6b0e2a5 None None] Provisioning complete for port 5720e799-3425-4571-9eb7-db3c4cb77797 triggered by entity DHCP. {{(pid=94176) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 23 11:24:43.563411 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron_lib.callbacks.manager [None req-a1e70f2b-3e03-491b-b987-f98df6b0e2a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-899258'] for port, provisioning_complete {{(pid=94176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:24:43.651426 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.db.provisioning_blocks [None req-a1e70f2b-3e03-491b-b987-f98df6b0e2a5 None None] Provisioning complete for port 6375b93c-0c15-4c43-9ad6-1c8c8e4d8a85 triggered by entity DHCP. {{(pid=94176) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 23 11:24:43.651700 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron_lib.callbacks.manager [None req-a1e70f2b-3e03-491b-b987-f98df6b0e2a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-899258'] for port, provisioning_complete {{(pid=94176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:24:43.874425 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron_lib.callbacks.manager [None req-dc7542b2-afef-47f4-a763-e3a3cba144be None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773699952132', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-899307'] for agent, after_update {{(pid=94176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:24:44.542807 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron_lib.callbacks.manager [None req-4c20ea5f-bc7f-4d4e-935d-57f082af6ccb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773699952132', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-899307'] for agent, after_update {{(pid=94176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:24:45.349775 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.wsgi [-] (94175) accepted ('10.222.0.20', 35218) {{(pid=94175) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 11:24:45.544542 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-08f83cd6-7a7e-4fc9-8ab1-4733c7e49ec4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 11:24:45.545022 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-08f83cd6-7a7e-4fc9-8ab1-4733c7e49ec4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 11:24:45.546585 dv-neutron-601336-94-hyperv neutron-server[94175]: INFO neutron.wsgi [None req-08f83cd6-7a7e-4fc9-8ab1-4733c7e49ec4 admin admin] 10.222.0.20 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1549 time: 0.1958396 Jun 23 11:24:46.525665 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron_lib.callbacks.manager [None req-95d6aa8f-24e7-4234-82ff-f502266c3285 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773699952132', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-899307'] for agent, after_update {{(pid=94176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:24:47.654905 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.wsgi [-] (94175) accepted ('10.222.0.20', 35226) {{(pid=94175) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 11:24:47.778816 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-325c2bf9-3695-464e-ab7f-cab9cf5cc09f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 11:24:47.779337 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-325c2bf9-3695-464e-ab7f-cab9cf5cc09f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 11:24:47.780832 dv-neutron-601336-94-hyperv neutron-server[94175]: INFO neutron.wsgi [None req-325c2bf9-3695-464e-ab7f-cab9cf5cc09f admin admin] 10.222.0.20 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1549 time: 0.1249518 Jun 23 11:24:49.907316 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.wsgi [-] (94175) accepted ('10.222.0.20', 35234) {{(pid=94175) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 11:24:50.028766 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b3d29f65-7b22-46f5-ade0-b4fb1c84ed1d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 11:24:50.030092 dv-neutron-601336-94-hyperv neutron-server[94175]: INFO neutron.wsgi [None req-b3d29f65-7b22-46f5-ade0-b4fb1c84ed1d admin admin] 10.222.0.20 "GET /v2.0/networks/3e7e4eb3-cf02-4d47-ade9-0a579cdfc60f HTTP/1.1" status: 200 len: 886 time: 0.1218472 Jun 23 11:24:50.123149 dv-neutron-601336-94-hyperv neutron-server[94177]: DEBUG neutron.db.agents_db [None req-90fb1279-e4c5-4e73-8d66-3a29811dc4e3 None None] Agent healthcheck: found 5 active agents {{(pid=94177) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 23 11:24:52.154051 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.wsgi [-] (94175) accepted ('10.222.0.20', 35242) {{(pid=94175) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 11:24:52.282281 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a6eadfaf-3346-4558-9628-4c8b5da4d044 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 11:24:52.283729 dv-neutron-601336-94-hyperv neutron-server[94175]: INFO neutron.wsgi [None req-a6eadfaf-3346-4558-9628-4c8b5da4d044 admin admin] 10.222.0.20 "GET /v2.0/networks/e6db18bd-87ab-46ca-b5fd-ef2db8da4c10 HTTP/1.1" status: 200 len: 869 time: 0.1287341 Jun 23 11:24:54.417276 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.wsgi [-] (94175) accepted ('10.222.0.20', 35250) {{(pid=94175) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 11:24:54.534115 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7b76f77b-900f-4fb6-9d7c-37eb715d762e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 11:24:54.534582 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7b76f77b-900f-4fb6-9d7c-37eb715d762e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 11:24:54.536103 dv-neutron-601336-94-hyperv neutron-server[94175]: INFO neutron.wsgi [None req-7b76f77b-900f-4fb6-9d7c-37eb715d762e admin admin] 10.222.0.20 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.1178749 Jun 23 11:24:56.630209 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.wsgi [-] (94175) accepted ('10.222.0.20', 35258) {{(pid=94175) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 11:24:56.719859 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4bfcba7c-1954-400e-bb33-443e44c84833 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 11:24:56.720328 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4bfcba7c-1954-400e-bb33-443e44c84833 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 11:24:56.721797 dv-neutron-601336-94-hyperv neutron-server[94175]: INFO neutron.wsgi [None req-4bfcba7c-1954-400e-bb33-443e44c84833 admin admin] 10.222.0.20 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.0906258 Jun 23 11:24:58.825375 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.wsgi [-] (94175) accepted ('10.222.0.20', 35266) {{(pid=94175) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 11:24:59.006332 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4805afed-5450-426a-933d-a2987b9d784e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 11:24:59.007703 dv-neutron-601336-94-hyperv neutron-server[94175]: INFO neutron.wsgi [None req-4805afed-5450-426a-933d-a2987b9d784e admin admin] 10.222.0.20 "GET /v2.0/subnets/a5ad15ab-c489-4a67-a9b0-d559fca0ec71 HTTP/1.1" status: 200 len: 816 time: 0.1813920 Jun 23 11:25:01.128853 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.wsgi [-] (94175) accepted ('10.222.0.20', 35274) {{(pid=94175) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 11:25:01.221969 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1d256938-7508-4958-86fc-bb1359d9df16 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 11:25:01.223376 dv-neutron-601336-94-hyperv neutron-server[94175]: INFO neutron.wsgi [None req-1d256938-7508-4958-86fc-bb1359d9df16 admin admin] 10.222.0.20 "GET /v2.0/subnets/c367938b-4b64-4d0c-a61e-41428a9b6ffb HTTP/1.1" status: 200 len: 868 time: 0.0934834 Jun 23 11:25:10.900232 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron_lib.callbacks.manager [None req-36e02fef-973f-4a95-a75e-6362be5588dc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773699952132', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-899307'] for agent, after_update {{(pid=94176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:25:13.117026 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron_lib.callbacks.manager [None req-a85f55ba-abc5-4d1f-a031-21e78122e24b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773699952132', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-899307'] for agent, after_update {{(pid=94176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:25:13.804217 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron_lib.callbacks.manager [None req-dc7542b2-afef-47f4-a763-e3a3cba144be None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773699952132', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-899307'] for agent, after_update {{(pid=94176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:25:14.473328 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron_lib.callbacks.manager [None req-4c20ea5f-bc7f-4d4e-935d-57f082af6ccb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773699952132', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-899307'] for agent, after_update {{(pid=94176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:25:16.512637 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron_lib.callbacks.manager [None req-95d6aa8f-24e7-4234-82ff-f502266c3285 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773699952132', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-899307'] for agent, after_update {{(pid=94176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:25:24.482789 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.wsgi [-] (94175) accepted ('10.222.0.20', 35318) {{(pid=94175) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 11:25:24.528237 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.wsgi [None req-5efad0cf-d0c6-4ade-96fe-564487c5f9b5 admin admin] http://10.222.0.20:9696/v2.0/extensions returned with HTTP 200 {{(pid=94175) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 23 11:25:24.529212 dv-neutron-601336-94-hyperv neutron-server[94175]: INFO neutron.wsgi [None req-5efad0cf-d0c6-4ade-96fe-564487c5f9b5 admin admin] 10.222.0.20 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13933 time: 0.0454645 Jun 23 11:25:26.731116 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.wsgi [-] (94175) accepted ('10.222.0.20', 35326) {{(pid=94175) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 11:25:26.787466 dv-neutron-601336-94-hyperv neutron-server[94175]: INFO neutron.pecan_wsgi.hooks.translation [None req-500872ef-bed2-452a-aa35-206f71ea1db7 admin admin] GET failed (client error): The resource could not be found. Jun 23 11:25:26.788783 dv-neutron-601336-94-hyperv neutron-server[94175]: INFO neutron.wsgi [None req-500872ef-bed2-452a-aa35-206f71ea1db7 admin admin] 10.222.0.20 "GET /v2.0/networks/public HTTP/1.1" status: 404 len: 314 time: 0.0566902 Jun 23 11:25:26.871923 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d85292b8-e879-4bc7-a089-dfb75153d629 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 11:25:26.873309 dv-neutron-601336-94-hyperv neutron-server[94175]: INFO neutron.wsgi [None req-d85292b8-e879-4bc7-a089-dfb75153d629 admin admin] 10.222.0.20 "GET /v2.0/networks?name=public HTTP/1.1" status: 200 len: 889 time: 0.0802369 Jun 23 11:25:27.121309 dv-neutron-601336-94-hyperv neutron-server[94177]: DEBUG neutron.db.agents_db [None req-90fb1279-e4c5-4e73-8d66-3a29811dc4e3 None None] Agent healthcheck: found 5 active agents {{(pid=94177) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 23 11:25:29.019076 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.wsgi [-] (94175) accepted ('10.222.0.20', 35334) {{(pid=94175) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 11:25:29.063719 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.api.v2.base [None req-2a71cdb5-d501-473f-ba29-1b5c3a4d9674 admin admin] Request body: {'network': {'shared': True, 'name': 'shared', 'admin_state_up': True}} {{(pid=94175) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 23 11:25:29.163889 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2a71cdb5-d501-473f-ba29-1b5c3a4d9674 admin admin] Made reservation on behalf of 9e8a9e9802814dadbe46de4eb5a12f9b for: {'network': 1} {{(pid=94175) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 23 11:25:29.166227 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron_lib.callbacks.manager [None req-2a71cdb5-d501-473f-ba29-1b5c3a4d9674 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-923104'] for network, before_create {{(pid=94175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:25:29.194978 dv-neutron-601336-94-hyperv neutron-server[94175]: WARNING neutron.services.revisions.revision_plugin [None req-2a71cdb5-d501-473f-ba29-1b5c3a4d9674 admin admin] Could not find related network for resource to bump revision. Jun 23 11:25:29.208681 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2a71cdb5-d501-473f-ba29-1b5c3a4d9674 admin admin] vlan segment allocate from pool success with {'vlan_id': 445, 'physical_network': 'physnet1'} {{(pid=94175) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 23 11:25:29.214690 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron_lib.callbacks.manager [None req-2a71cdb5-d501-473f-ba29-1b5c3a4d9674 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3801'] for segment, precommit_create {{(pid=94175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:25:29.215046 dv-neutron-601336-94-hyperv neutron-server[94175]: INFO neutron.db.segments_db [None req-2a71cdb5-d501-473f-ba29-1b5c3a4d9674 admin admin] Added segment 4d581294-f37b-4859-a9b5-30010d61b30a of type vlan for network 4e74a7f0-d744-4e5d-9e8f-99ac6ee8dd2f Jun 23 11:25:29.252041 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron_lib.callbacks.manager [None req-2a71cdb5-d501-473f-ba29-1b5c3a4d9674 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8773699596773'] for network, precommit_create {{(pid=94175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:25:29.369792 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron_lib.callbacks.manager [None req-2a71cdb5-d501-473f-ba29-1b5c3a4d9674 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8002400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7866073'] for network, after_create {{(pid=94175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:25:29.371112 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2a71cdb5-d501-473f-ba29-1b5c3a4d9674 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 11:25:29.371689 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron_lib.callbacks.manager [None req-2a71cdb5-d501-473f-ba29-1b5c3a4d9674 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7865916'] for network, before_response {{(pid=94175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:25:29.373793 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94175) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 11:25:29.430812 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a71cdb5-d501-473f-ba29-1b5c3a4d9674 admin admin] Pushing event updated for resources: {'Network': ['ID=4e74a7f0-d744-4e5d-9e8f-99ac6ee8dd2f,revision_number=1']} {{(pid=94175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 11:25:29.434047 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG oslo_concurrency.lockutils [None req-2a71cdb5-d501-473f-ba29-1b5c3a4d9674 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.060s {{(pid=94175) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 11:25:29.441607 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.plugins.ml2.rpc [None req-dc7542b2-afef-47f4-a763-e3a3cba144be None None] Network 4e74a7f0-d744-4e5d-9e8f-99ac6ee8dd2f details requested by agent ovs-agent-dv-neutron-601336-94-hyperv with host dv-neutron-601336-94-hyperv {{(pid=94176) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:250}} Jun 23 11:25:29.489271 dv-neutron-601336-94-hyperv neutron-server[94175]: INFO neutron.wsgi [None req-2a71cdb5-d501-473f-ba29-1b5c3a4d9674 admin admin] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 847 time: 0.4688504 Jun 23 11:25:31.623025 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.wsgi [-] (94175) accepted ('10.222.0.20', 35342) {{(pid=94175) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 11:25:31.682251 dv-neutron-601336-94-hyperv neutron-server[94175]: INFO neutron.pecan_wsgi.hooks.translation [None req-01ca829c-4d4c-42d4-bb61-19ab1e4da5b1 admin admin] GET failed (client error): The resource could not be found. Jun 23 11:25:31.683583 dv-neutron-601336-94-hyperv neutron-server[94175]: INFO neutron.wsgi [None req-01ca829c-4d4c-42d4-bb61-19ab1e4da5b1 admin admin] 10.222.0.20 "GET /v2.0/networks/shared HTTP/1.1" status: 404 len: 314 time: 0.0595098 Jun 23 11:25:31.749678 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1dd90f39-4591-47bf-a4e0-3d1805be8670 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 11:25:31.751167 dv-neutron-601336-94-hyperv neutron-server[94175]: INFO neutron.wsgi [None req-1dd90f39-4591-47bf-a4e0-3d1805be8670 admin admin] 10.222.0.20 "GET /v2.0/networks?name=shared HTTP/1.1" status: 200 len: 826 time: 0.0637763 Jun 23 11:25:31.760773 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.api.v2.base [None req-e1f1b858-c78a-4aae-bd70-245139a58f14 admin admin] Request body: {'subnet': {'ip_version': 4, 'description': 'shared-subnet', 'name': 'shared-subnet', 'cidr': '192.168.233.0/24', 'network_id': '4e74a7f0-d744-4e5d-9e8f-99ac6ee8dd2f'}} {{(pid=94175) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 23 11:25:31.843292 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e1f1b858-c78a-4aae-bd70-245139a58f14 admin admin] Made reservation on behalf of 9e8a9e9802814dadbe46de4eb5a12f9b for: {'subnet': 1} {{(pid=94175) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 23 11:25:31.845490 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron_lib.callbacks.manager [None req-e1f1b858-c78a-4aae-bd70-245139a58f14 admin admin] Notify callbacks [] for subnet, before_create {{(pid=94175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:25:32.055317 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron_lib.callbacks.manager [None req-e1f1b858-c78a-4aae-bd70-245139a58f14 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866062'] for subnet, after_create {{(pid=94175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:25:32.058835 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG oslo_concurrency.lockutils [None req-6688d50d-0ee4-4c0b-aa9a-2db7a466f124 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94175) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 11:25:32.112239 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1f1b858-c78a-4aae-bd70-245139a58f14 admin admin] Pushing event updated for resources: {'Subnet': ['ID=f7a8c44a-e86e-498a-87aa-b3cfffe15132,revision_number=0']} {{(pid=94175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 11:25:32.115598 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG oslo_concurrency.lockutils [None req-e1f1b858-c78a-4aae-bd70-245139a58f14 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.057s {{(pid=94175) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 11:25:32.121461 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e1f1b858-c78a-4aae-bd70-245139a58f14 admin admin] Checking segment: {'id': '4d581294-f37b-4859-a9b5-30010d61b30a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 445, 'network_id': '4e74a7f0-d744-4e5d-9e8f-99ac6ee8dd2f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94175) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 23 11:25:32.121816 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e1f1b858-c78a-4aae-bd70-245139a58f14 admin admin] Network hostable DHCP agents. Network: 4e74a7f0-d744-4e5d-9e8f-99ac6ee8dd2f, hostable agents: ['8cf29b10-0e57-4131-816f-a4b6ad00b249'], hosted agents: [] {{(pid=94175) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 23 11:25:32.215105 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e1f1b858-c78a-4aae-bd70-245139a58f14 admin admin] Network 4e74a7f0-d744-4e5d-9e8f-99ac6ee8dd2f is scheduled to be hosted by DHCP agent 8cf29b10-0e57-4131-816f-a4b6ad00b249 with binding_index 1 {{(pid=94175) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 23 11:25:32.294752 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.scheduler.base_scheduler [None req-e1f1b858-c78a-4aae-bd70-245139a58f14 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-601336-94-hyperv, 4e74a7f0-d744-4e5d-9e8f-99ac6ee8dd2f) {{(pid=94175) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 23 11:25:32.298700 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e1f1b858-c78a-4aae-bd70-245139a58f14 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=94175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 11:25:32.299315 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron_lib.callbacks.manager [None req-e1f1b858-c78a-4aae-bd70-245139a58f14 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7865916'] for subnet, before_response {{(pid=94175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:25:32.303877 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-90efa2b3-6eb1-4435-a2e4-7386ac015f89 None None] Network 4e74a7f0-d744-4e5d-9e8f-99ac6ee8dd2f requested from dv-neutron-601336-94-hyperv {{(pid=94176) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 23 11:25:32.416787 dv-neutron-601336-94-hyperv neutron-server[94175]: INFO neutron.wsgi [None req-e1f1b858-c78a-4aae-bd70-245139a58f14 admin admin] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.6592240 Jun 23 11:25:32.540467 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-250d5f41-6142-4f1c-95df-a2172da97552 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1e0d828a-1fa4-563d-b7fd-53adf66a04ee-4e74a7f0-d744-4e5d-9e8f-99ac6ee8dd2f', 'network_id': '4e74a7f0-d744-4e5d-9e8f-99ac6ee8dd2f', 'tenant_id': '9e8a9e9802814dadbe46de4eb5a12f9b', 'fixed_ips': [{'subnet_id': 'f7a8c44a-e86e-498a-87aa-b3cfffe15132'}]}} from dv-neutron-601336-94-hyperv. {{(pid=94176) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 23 11:25:32.541914 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron_lib.callbacks.manager [None req-250d5f41-6142-4f1c-95df-a2172da97552 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-923104'] for port, before_create {{(pid=94176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:25:32.681736 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.db.db_base_plugin_common [None req-250d5f41-6142-4f1c-95df-a2172da97552 None None] Allocated IP 192.168.233.2 (4e74a7f0-d744-4e5d-9e8f-99ac6ee8dd2f/f7a8c44a-e86e-498a-87aa-b3cfffe15132/df1191fc-05e0-449a-80da-96000d240f0b) {{(pid=94176) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 23 11:25:32.814471 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron_lib.callbacks.manager [None req-250d5f41-6142-4f1c-95df-a2172da97552 None None] Notify callbacks [] for port, precommit_create {{(pid=94176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:25:32.823132 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.db.provisioning_blocks [None req-250d5f41-6142-4f1c-95df-a2172da97552 None None] Transition to ACTIVE for port object df1191fc-05e0-449a-80da-96000d240f0b will not be triggered until provisioned by entity L2. {{(pid=94176) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 23 11:25:32.837499 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.db.provisioning_blocks [None req-250d5f41-6142-4f1c-95df-a2172da97552 None None] Transition to ACTIVE for port object df1191fc-05e0-449a-80da-96000d240f0b will not be triggered until provisioned by entity DHCP. {{(pid=94176) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 23 11:25:32.912644 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron_lib.callbacks.manager [None req-250d5f41-6142-4f1c-95df-a2172da97552 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-922915', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-239814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7866073', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773699642215'] for port, after_create {{(pid=94176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:25:32.914932 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 11:25:32.954770 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-250d5f41-6142-4f1c-95df-a2172da97552 None None] Network 4e74a7f0-d744-4e5d-9e8f-99ac6ee8dd2f is already hosted by enough agents. {{(pid=94176) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 23 11:25:32.957543 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.scheduler.base_scheduler [None req-250d5f41-6142-4f1c-95df-a2172da97552 None None] Resources bound (agent type, host, resource id): {{(pid=94176) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 23 11:25:32.963176 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.db.l3_dvrscheduler_db [None req-250d5f41-6142-4f1c-95df-a2172da97552 None None] Received port after_create {{(pid=94176) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 23 11:25:32.970441 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-250d5f41-6142-4f1c-95df-a2172da97552 None None] Pushing event updated for resources: {'Port': ['ID=df1191fc-05e0-449a-80da-96000d240f0b,revision_number=1']} {{(pid=94176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 11:25:32.979452 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-250d5f41-6142-4f1c-95df-a2172da97552 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-601336-94-hyperv {{(pid=94176) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 11:25:32.979829 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-250d5f41-6142-4f1c-95df-a2172da97552 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-94-hyperv {{(pid=94176) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 11:25:32.980175 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-250d5f41-6142-4f1c-95df-a2172da97552 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-94-hyperv {{(pid=94176) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 11:25:32.980892 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-250d5f41-6142-4f1c-95df-a2172da97552 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-601336-94-hyperv {{(pid=94176) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 11:25:32.980892 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-250d5f41-6142-4f1c-95df-a2172da97552 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-601336-94-hyperv {{(pid=94176) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 11:25:32.981167 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-250d5f41-6142-4f1c-95df-a2172da97552 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-601336-94-hyperv {{(pid=94176) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 11:25:32.981494 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-250d5f41-6142-4f1c-95df-a2172da97552 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-601336-94-hyperv {{(pid=94176) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 11:25:32.981831 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-250d5f41-6142-4f1c-95df-a2172da97552 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-601336-94-hyperv {{(pid=94176) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 11:25:32.982171 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-250d5f41-6142-4f1c-95df-a2172da97552 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-601336-94-hyperv {{(pid=94176) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 11:25:32.982494 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-250d5f41-6142-4f1c-95df-a2172da97552 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-94-hyperv {{(pid=94176) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 11:25:32.982814 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-250d5f41-6142-4f1c-95df-a2172da97552 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-601336-94-hyperv {{(pid=94176) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 11:25:32.983160 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-250d5f41-6142-4f1c-95df-a2172da97552 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-601336-94-hyperv {{(pid=94176) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 11:25:33.001886 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG oslo_concurrency.lockutils [None req-250d5f41-6142-4f1c-95df-a2172da97552 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.087s {{(pid=94176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 11:25:33.033148 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.plugins.ml2.managers [None req-250d5f41-6142-4f1c-95df-a2172da97552 None None] Attempting to bind port df1191fc-05e0-449a-80da-96000d240f0b on host dv-neutron-601336-94-hyperv for vnic_type normal with profile {{(pid=94176) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 23 11:25:33.033522 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.plugins.ml2.managers [None req-250d5f41-6142-4f1c-95df-a2172da97552 None None] Attempting to bind port df1191fc-05e0-449a-80da-96000d240f0b by drivers openvswitch,hyperv on host dv-neutron-601336-94-hyperv at level 0 using segments [{'id': '4d581294-f37b-4859-a9b5-30010d61b30a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 445, 'network_id': '4e74a7f0-d744-4e5d-9e8f-99ac6ee8dd2f'}] {{(pid=94176) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 23 11:25:33.033884 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-250d5f41-6142-4f1c-95df-a2172da97552 None None] Attempting to bind port df1191fc-05e0-449a-80da-96000d240f0b on network 4e74a7f0-d744-4e5d-9e8f-99ac6ee8dd2f {{(pid=94176) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 23 11:25:33.038817 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-250d5f41-6142-4f1c-95df-a2172da97552 None None] Checking agent: {'id': '4d05f899-5ac9-411b-8a03-f60c93f87cdf', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-601336-94-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 23, 11, 22, 14), 'started_at': datetime.datetime(2021, 6, 23, 11, 22, 44), 'heartbeat_timestamp': datetime.datetime(2021, 6, 23, 11, 25, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'monitor_allowed_address_pair_garp': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-601336-94-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94176) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 23 11:25:33.039228 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-250d5f41-6142-4f1c-95df-a2172da97552 None None] Checking segment: {'id': '4d581294-f37b-4859-a9b5-30010d61b30a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 445, 'network_id': '4e74a7f0-d744-4e5d-9e8f-99ac6ee8dd2f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94176) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 23 11:25:33.039637 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron_lib.callbacks.manager [None req-250d5f41-6142-4f1c-95df-a2172da97552 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:25:33.040034 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-250d5f41-6142-4f1c-95df-a2172da97552 None None] Bound using segment: {'id': '4d581294-f37b-4859-a9b5-30010d61b30a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 445, 'network_id': '4e74a7f0-d744-4e5d-9e8f-99ac6ee8dd2f'} {{(pid=94176) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 23 11:25:33.040505 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.plugins.ml2.managers [None req-250d5f41-6142-4f1c-95df-a2172da97552 None None] Bound port: df1191fc-05e0-449a-80da-96000d240f0b, host: dv-neutron-601336-94-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4d581294-f37b-4859-a9b5-30010d61b30a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 445, 'network_id': '4e74a7f0-d744-4e5d-9e8f-99ac6ee8dd2f'}}] {{(pid=94176) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 23 11:25:33.040894 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron_lib.callbacks.manager [None req-250d5f41-6142-4f1c-95df-a2172da97552 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-923122'] for port, before_update {{(pid=94176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:25:33.102623 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.plugins.ml2.db [None req-250d5f41-6142-4f1c-95df-a2172da97552 None None] For port df1191fc-05e0-449a-80da-96000d240f0b, host dv-neutron-601336-94-hyperv, cleared binding levels {{(pid=94176) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 23 11:25:33.105633 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.plugins.ml2.db [None req-250d5f41-6142-4f1c-95df-a2172da97552 None None] For port df1191fc-05e0-449a-80da-96000d240f0b, host dv-neutron-601336-94-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-94-hyperv',level=0,port_id=df1191fc-05e0-449a-80da-96000d240f0b,segment=NetworkSegment(4d581294-f37b-4859-a9b5-30010d61b30a),segment_id=4d581294-f37b-4859-a9b5-30010d61b30a)] {{(pid=94176) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 23 11:25:33.181344 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron_lib.callbacks.manager [None req-250d5f41-6142-4f1c-95df-a2172da97552 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-922904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866062', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773700135042', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773699642233', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773699642278'] for port, after_update {{(pid=94176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:25:33.185492 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG oslo_concurrency.lockutils [None req-3a3fdb99-f5e5-45cb-98ee-0f578f00cef8 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 11:25:33.239902 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-250d5f41-6142-4f1c-95df-a2172da97552 None None] Pushing event updated for resources: {'Port': ['ID=df1191fc-05e0-449a-80da-96000d240f0b,revision_number=2']} {{(pid=94176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 11:25:33.250945 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG oslo_concurrency.lockutils [None req-250d5f41-6142-4f1c-95df-a2172da97552 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.065s {{(pid=94176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 11:25:34.008700 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.plugins.ml2.rpc [None req-dc7542b2-afef-47f4-a763-e3a3cba144be None None] Device df1191fc-05e0-449a-80da-96000d240f0b up at agent ovs-agent-dv-neutron-601336-94-hyperv {{(pid=94176) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:298}} Jun 23 11:25:34.146776 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.db.provisioning_blocks [None req-dc7542b2-afef-47f4-a763-e3a3cba144be None None] Provisioning for port df1191fc-05e0-449a-80da-96000d240f0b completed by entity L2. {{(pid=94176) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 23 11:25:34.202353 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3ba07213-1201-408e-926a-d47871bac7b3 None None] Network 4e74a7f0-d744-4e5d-9e8f-99ac6ee8dd2f requested from dv-neutron-601336-94-hyperv {{(pid=94176) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 23 11:25:34.413645 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.db.provisioning_blocks [None req-8dd43475-b019-4bf5-b767-951c1b3a3cf6 None None] Provisioning for port df1191fc-05e0-449a-80da-96000d240f0b completed by entity DHCP. {{(pid=94176) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 23 11:25:34.418542 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.db.provisioning_blocks [None req-8dd43475-b019-4bf5-b767-951c1b3a3cf6 None None] Provisioning complete for port df1191fc-05e0-449a-80da-96000d240f0b triggered by entity DHCP. {{(pid=94176) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 23 11:25:34.418927 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron_lib.callbacks.manager [None req-8dd43475-b019-4bf5-b767-951c1b3a3cf6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-899258'] for port, provisioning_complete {{(pid=94176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:25:34.507105 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron_lib.callbacks.manager [None req-8dd43475-b019-4bf5-b767-951c1b3a3cf6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-923122'] for port, before_update {{(pid=94176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:25:34.540821 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.plugins.ml2.db [None req-8dd43475-b019-4bf5-b767-951c1b3a3cf6 None None] For port df1191fc-05e0-449a-80da-96000d240f0b, host dv-neutron-601336-94-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-94-hyperv',level=0,port_id=df1191fc-05e0-449a-80da-96000d240f0b,segment=NetworkSegment(4d581294-f37b-4859-a9b5-30010d61b30a),segment_id=4d581294-f37b-4859-a9b5-30010d61b30a)] {{(pid=94176) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 23 11:25:34.622836 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron_lib.callbacks.manager [None req-8dd43475-b019-4bf5-b767-951c1b3a3cf6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-922904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866062', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773700135042', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773699642233', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773699642278'] for port, after_update {{(pid=94176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:25:34.625057 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG oslo_concurrency.lockutils [None req-dc7542b2-afef-47f4-a763-e3a3cba144be None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 11:25:34.677447 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8dd43475-b019-4bf5-b767-951c1b3a3cf6 None None] Pushing event updated for resources: {'Port': ['ID=df1191fc-05e0-449a-80da-96000d240f0b,revision_number=3']} {{(pid=94176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 11:25:34.680411 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG oslo_concurrency.lockutils [None req-8dd43475-b019-4bf5-b767-951c1b3a3cf6 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.055s {{(pid=94176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 11:25:34.741207 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.db.provisioning_blocks [None req-b4d3b645-48c3-4819-9910-e59900becc13 None None] Provisioning complete for port df1191fc-05e0-449a-80da-96000d240f0b triggered by entity DHCP. {{(pid=94176) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 23 11:25:34.741582 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron_lib.callbacks.manager [None req-b4d3b645-48c3-4819-9910-e59900becc13 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-899258'] for port, provisioning_complete {{(pid=94176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:25:35.968505 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.plugins.ml2.rpc [None req-dc7542b2-afef-47f4-a763-e3a3cba144be None None] Device df1191fc-05e0-449a-80da-96000d240f0b up at agent ovs-agent-dv-neutron-601336-94-hyperv {{(pid=94176) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:298}} Jun 23 11:25:36.016999 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.db.provisioning_blocks [None req-dc7542b2-afef-47f4-a763-e3a3cba144be None None] Provisioning complete for port df1191fc-05e0-449a-80da-96000d240f0b triggered by entity L2. {{(pid=94176) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 23 11:25:36.017360 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron_lib.callbacks.manager [None req-dc7542b2-afef-47f4-a763-e3a3cba144be None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-899258'] for port, provisioning_complete {{(pid=94176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:25:40.855482 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron_lib.callbacks.manager [None req-eccf47d0-6647-489b-b775-d21981f80e82 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773699952132', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-899307'] for agent, after_update {{(pid=94176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:25:43.146241 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron_lib.callbacks.manager [None req-e3b1ba45-a234-439c-9d29-f8d6f89eed50 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773699952132', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-899307'] for agent, after_update {{(pid=94176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:25:43.797727 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron_lib.callbacks.manager [None req-dc7542b2-afef-47f4-a763-e3a3cba144be None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773699952132', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-899307'] for agent, after_update {{(pid=94176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:25:44.471598 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron_lib.callbacks.manager [None req-4c20ea5f-bc7f-4d4e-935d-57f082af6ccb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773699952132', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-899307'] for agent, after_update {{(pid=94176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:25:46.494420 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron_lib.callbacks.manager [None req-95d6aa8f-24e7-4234-82ff-f502266c3285 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773699952132', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-899307'] for agent, after_update {{(pid=94176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:26:04.119227 dv-neutron-601336-94-hyperv neutron-server[94177]: DEBUG neutron.db.agents_db [None req-90fb1279-e4c5-4e73-8d66-3a29811dc4e3 None None] Agent healthcheck: found 5 active agents {{(pid=94177) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 23 11:26:10.853895 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron_lib.callbacks.manager [None req-f92197c7-41a3-425c-9a71-12b01d174d81 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773699952132', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-899307'] for agent, after_update {{(pid=94176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:26:13.139161 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron_lib.callbacks.manager [None req-ed2ee47e-1701-4a37-830c-5d9ff4857b67 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773699952132', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-899307'] for agent, after_update {{(pid=94176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:26:13.830496 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron_lib.callbacks.manager [None req-dc7542b2-afef-47f4-a763-e3a3cba144be None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773699952132', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-899307'] for agent, after_update {{(pid=94176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:26:14.487436 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron_lib.callbacks.manager [None req-4c20ea5f-bc7f-4d4e-935d-57f082af6ccb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773699952132', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-899307'] for agent, after_update {{(pid=94176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:26:16.515938 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron_lib.callbacks.manager [None req-95d6aa8f-24e7-4234-82ff-f502266c3285 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773699952132', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-899307'] for agent, after_update {{(pid=94176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:26:40.904002 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron_lib.callbacks.manager [None req-f5c0eb32-9265-4a68-9787-12e21cef940b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773699952132', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-899307'] for agent, after_update {{(pid=94176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:26:41.117675 dv-neutron-601336-94-hyperv neutron-server[94177]: DEBUG neutron.db.agents_db [None req-90fb1279-e4c5-4e73-8d66-3a29811dc4e3 None None] Agent healthcheck: found 5 active agents {{(pid=94177) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 23 11:26:43.138491 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron_lib.callbacks.manager [None req-76ce25e9-23d2-4325-a4cc-f2606056e3b5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773699952132', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-899307'] for agent, after_update {{(pid=94176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:26:43.858005 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron_lib.callbacks.manager [None req-dc7542b2-afef-47f4-a763-e3a3cba144be None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773699952132', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-899307'] for agent, after_update {{(pid=94176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:26:44.526271 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron_lib.callbacks.manager [None req-4c20ea5f-bc7f-4d4e-935d-57f082af6ccb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773699952132', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-899307'] for agent, after_update {{(pid=94176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:26:46.543306 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron_lib.callbacks.manager [None req-95d6aa8f-24e7-4234-82ff-f502266c3285 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773699952132', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-899307'] for agent, after_update {{(pid=94176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:27:02.849440 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.wsgi [-] (94175) accepted ('10.222.0.20', 35394) {{(pid=94175) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 11:27:02.855427 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.wsgi [None req-842140cb-022a-4bf1-b105-1c04b02c7242 tempest-verify_tempest_config-1315668113 tempest-verify_tempest_config-1315668113-project] http://10.222.0.20:9696/v2.0/extensions returned with HTTP 200 {{(pid=94175) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 23 11:27:02.856374 dv-neutron-601336-94-hyperv neutron-server[94175]: INFO neutron.wsgi [None req-842140cb-022a-4bf1-b105-1c04b02c7242 tempest-verify_tempest_config-1315668113 tempest-verify_tempest_config-1315668113-project] 10.222.0.20 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13928 time: 0.0059764 Jun 23 11:27:03.349836 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.wsgi [-] (94175) accepted ('10.222.0.20', 35412) {{(pid=94175) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 11:27:03.447320 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron_lib.callbacks.manager [None req-ab053979-57a3-45e9-af1d-53f713acad15 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:27:03.530223 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron_lib.callbacks.manager [None req-ab053979-57a3-45e9-af1d-53f713acad15 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:27:03.634335 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron_lib.callbacks.manager [None req-ab053979-57a3-45e9-af1d-53f713acad15 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7996330'] for security_group, after_create {{(pid=94175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:27:03.640102 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94175) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 11:27:03.678871 dv-neutron-601336-94-hyperv neutron-server[94175]: INFO neutron.wsgi [None req-ab053979-57a3-45e9-af1d-53f713acad15 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=ebb6ead719614ef09de0a90606ce6d83&name=default HTTP/1.1" status: 200 len: 2975 time: 0.3279598 Jun 23 11:27:03.679889 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab053979-57a3-45e9-af1d-53f713acad15 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a3788685-7a8c-4099-b3e3-f4fc0e6d795b,revision_number=1']} {{(pid=94175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 11:27:03.681517 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.wsgi [-] (94174) accepted ('10.222.0.20', 35416) {{(pid=94174) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 11:27:03.686494 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab053979-57a3-45e9-af1d-53f713acad15 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-601336-94-hyperv {{(pid=94175) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 11:27:03.686977 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab053979-57a3-45e9-af1d-53f713acad15 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-94-hyperv {{(pid=94175) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 11:27:03.687342 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab053979-57a3-45e9-af1d-53f713acad15 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-94-hyperv {{(pid=94175) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 11:27:03.687674 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab053979-57a3-45e9-af1d-53f713acad15 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-601336-94-hyperv {{(pid=94175) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 11:27:03.688000 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab053979-57a3-45e9-af1d-53f713acad15 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-601336-94-hyperv {{(pid=94175) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 11:27:03.688342 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab053979-57a3-45e9-af1d-53f713acad15 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-601336-94-hyperv {{(pid=94175) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 11:27:03.688671 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab053979-57a3-45e9-af1d-53f713acad15 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-601336-94-hyperv {{(pid=94175) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 11:27:03.688990 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab053979-57a3-45e9-af1d-53f713acad15 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-601336-94-hyperv {{(pid=94175) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 11:27:03.689317 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab053979-57a3-45e9-af1d-53f713acad15 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-601336-94-hyperv {{(pid=94175) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 11:27:03.689633 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab053979-57a3-45e9-af1d-53f713acad15 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-94-hyperv {{(pid=94175) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 11:27:03.689948 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab053979-57a3-45e9-af1d-53f713acad15 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-601336-94-hyperv {{(pid=94175) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 11:27:03.690262 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab053979-57a3-45e9-af1d-53f713acad15 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-601336-94-hyperv {{(pid=94175) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 11:27:03.694042 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG oslo_concurrency.lockutils [None req-ab053979-57a3-45e9-af1d-53f713acad15 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.054s {{(pid=94175) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 11:27:03.761752 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron_lib.callbacks.manager [None req-0b2cf5de-7848-419b-966b-2e2dcd63a970 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:27:03.782306 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron_lib.callbacks.manager [None req-0b2cf5de-7848-419b-966b-2e2dcd63a970 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:27:03.937139 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron_lib.callbacks.manager [None req-0b2cf5de-7848-419b-966b-2e2dcd63a970 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7996330'] for security_group, after_delete {{(pid=94174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:27:03.940171 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron_lib.callbacks.manager [None req-0b2cf5de-7848-419b-966b-2e2dcd63a970 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:27:03.941321 dv-neutron-601336-94-hyperv neutron-server[94174]: INFO neutron.wsgi [None req-0b2cf5de-7848-419b-966b-2e2dcd63a970 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/a3788685-7a8c-4099-b3e3-f4fc0e6d795b HTTP/1.1" status: 204 len: 168 time: 0.2587023 Jun 23 11:27:03.941988 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94174) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 11:27:03.949774 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b2cf5de-7848-419b-966b-2e2dcd63a970 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a3788685-7a8c-4099-b3e3-f4fc0e6d795b,revision_number=None']} {{(pid=94174) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 11:27:03.956863 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b2cf5de-7848-419b-966b-2e2dcd63a970 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-601336-94-hyperv {{(pid=94174) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 11:27:03.957203 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b2cf5de-7848-419b-966b-2e2dcd63a970 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-94-hyperv {{(pid=94174) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 11:27:03.957529 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b2cf5de-7848-419b-966b-2e2dcd63a970 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-94-hyperv {{(pid=94174) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 11:27:03.957857 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b2cf5de-7848-419b-966b-2e2dcd63a970 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-601336-94-hyperv {{(pid=94174) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 11:27:03.958175 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b2cf5de-7848-419b-966b-2e2dcd63a970 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-601336-94-hyperv {{(pid=94174) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 11:27:03.958507 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b2cf5de-7848-419b-966b-2e2dcd63a970 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-601336-94-hyperv {{(pid=94174) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 11:27:03.958946 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b2cf5de-7848-419b-966b-2e2dcd63a970 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-601336-94-hyperv {{(pid=94174) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 11:27:03.959286 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b2cf5de-7848-419b-966b-2e2dcd63a970 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-601336-94-hyperv {{(pid=94174) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 11:27:03.959705 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b2cf5de-7848-419b-966b-2e2dcd63a970 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-601336-94-hyperv {{(pid=94174) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 11:27:03.960130 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b2cf5de-7848-419b-966b-2e2dcd63a970 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-94-hyperv {{(pid=94174) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 11:27:03.960552 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b2cf5de-7848-419b-966b-2e2dcd63a970 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-601336-94-hyperv {{(pid=94174) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 11:27:03.961127 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b2cf5de-7848-419b-966b-2e2dcd63a970 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-601336-94-hyperv {{(pid=94174) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 11:27:03.967652 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG oslo_concurrency.lockutils [None req-0b2cf5de-7848-419b-966b-2e2dcd63a970 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.023s {{(pid=94174) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 11:27:10.856912 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron_lib.callbacks.manager [None req-c8a3550f-35f0-4a8e-9222-9e5241237a6c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773699952132', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-899307'] for agent, after_update {{(pid=94176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:27:13.165624 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron_lib.callbacks.manager [None req-05ff8bec-0831-42a0-a697-b2bbd2a20760 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773699952132', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-899307'] for agent, after_update {{(pid=94176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:27:13.834161 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron_lib.callbacks.manager [None req-dc7542b2-afef-47f4-a763-e3a3cba144be None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773699952132', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-899307'] for agent, after_update {{(pid=94176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:27:14.525187 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron_lib.callbacks.manager [None req-4c20ea5f-bc7f-4d4e-935d-57f082af6ccb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773699952132', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-899307'] for agent, after_update {{(pid=94176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:27:16.508249 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron_lib.callbacks.manager [None req-95d6aa8f-24e7-4234-82ff-f502266c3285 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773699952132', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-899307'] for agent, after_update {{(pid=94176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:27:18.116465 dv-neutron-601336-94-hyperv neutron-server[94177]: DEBUG neutron.db.agents_db [None req-90fb1279-e4c5-4e73-8d66-3a29811dc4e3 None None] Agent healthcheck: found 5 active agents {{(pid=94177) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 23 11:27:40.867503 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron_lib.callbacks.manager [None req-39aea00a-73e9-44d8-aa95-3a30c7879b8c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773699952132', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-899307'] for agent, after_update {{(pid=94176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:27:43.113647 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron_lib.callbacks.manager [None req-f9f5699e-9dc3-4969-95e3-d8dba2a283b2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773699952132', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-899307'] for agent, after_update {{(pid=94176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:27:43.827233 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron_lib.callbacks.manager [None req-dc7542b2-afef-47f4-a763-e3a3cba144be None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773699952132', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-899307'] for agent, after_update {{(pid=94176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:27:44.490538 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron_lib.callbacks.manager [None req-4c20ea5f-bc7f-4d4e-935d-57f082af6ccb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773699952132', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-899307'] for agent, after_update {{(pid=94176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:27:46.547538 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron_lib.callbacks.manager [None req-95d6aa8f-24e7-4234-82ff-f502266c3285 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773699952132', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-899307'] for agent, after_update {{(pid=94176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:27:55.114466 dv-neutron-601336-94-hyperv neutron-server[94177]: DEBUG neutron.db.agents_db [None req-90fb1279-e4c5-4e73-8d66-3a29811dc4e3 None None] Agent healthcheck: found 5 active agents {{(pid=94177) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 23 11:28:10.865038 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron_lib.callbacks.manager [None req-56d070b1-4d8f-4c66-adeb-cde3d9a73167 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773699952132', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-899307'] for agent, after_update {{(pid=94176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:28:13.128396 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron_lib.callbacks.manager [None req-542a2248-d486-4602-b08c-c19be7c5c3cb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773699952132', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-899307'] for agent, after_update {{(pid=94176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:28:13.830862 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron_lib.callbacks.manager [None req-dc7542b2-afef-47f4-a763-e3a3cba144be None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773699952132', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-899307'] for agent, after_update {{(pid=94176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:28:14.488796 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron_lib.callbacks.manager [None req-4c20ea5f-bc7f-4d4e-935d-57f082af6ccb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773699952132', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-899307'] for agent, after_update {{(pid=94176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:28:16.517752 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron_lib.callbacks.manager [None req-95d6aa8f-24e7-4234-82ff-f502266c3285 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773699952132', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-899307'] for agent, after_update {{(pid=94176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:28:23.150606 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron_lib.callbacks.manager [None req-97bd5441-1da2-49ee-a364-27795820ba27 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773699952132'] for agent, after_create {{(pid=94176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:28:32.112976 dv-neutron-601336-94-hyperv neutron-server[94177]: DEBUG neutron.db.agents_db [None req-90fb1279-e4c5-4e73-8d66-3a29811dc4e3 None None] Agent healthcheck: found 6 active agents {{(pid=94177) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 23 11:28:40.478577 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.wsgi [-] (94174) accepted ('10.222.0.20', 35492) {{(pid=94174) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 11:28:40.576931 dv-neutron-601336-94-hyperv neutron-server[94174]: INFO neutron.wsgi [None req-5822dbd1-e2be-4921-9142-e51f1b8640fa admin admin] 10.222.0.20 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4365 time: 0.0972395 Jun 23 11:28:40.895260 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron_lib.callbacks.manager [None req-06e922b8-7fb8-42d8-832e-98a67de0be36 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773699952132', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-899307'] for agent, after_update {{(pid=94176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:28:42.701884 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.wsgi [-] (94174) accepted ('10.222.0.20', 35502) {{(pid=94174) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 11:28:42.753382 dv-neutron-601336-94-hyperv neutron-server[94174]: INFO neutron.wsgi [None req-f7b42f82-7913-4ec0-9ae0-b758ec08f0bd admin admin] 10.222.0.20 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4365 time: 0.0499425 Jun 23 11:28:43.149885 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron_lib.callbacks.manager [None req-40904cc6-1d94-4963-9fa0-fcc7993be6a1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773699952132', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-899307'] for agent, after_update {{(pid=94176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:28:43.823972 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron_lib.callbacks.manager [None req-dc7542b2-afef-47f4-a763-e3a3cba144be None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773699952132', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-899307'] for agent, after_update {{(pid=94176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:28:44.520961 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron_lib.callbacks.manager [None req-4c20ea5f-bc7f-4d4e-935d-57f082af6ccb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773699952132', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-899307'] for agent, after_update {{(pid=94176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:28:46.526737 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron_lib.callbacks.manager [None req-95d6aa8f-24e7-4234-82ff-f502266c3285 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773699952132', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-899307'] for agent, after_update {{(pid=94176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:28:53.092652 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron_lib.callbacks.manager [None req-97bd5441-1da2-49ee-a364-27795820ba27 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773699952132', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-899307'] for agent, after_update {{(pid=94176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:29:09.111614 dv-neutron-601336-94-hyperv neutron-server[94177]: DEBUG neutron.db.agents_db [None req-90fb1279-e4c5-4e73-8d66-3a29811dc4e3 None None] Agent healthcheck: found 6 active agents {{(pid=94177) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 23 11:29:10.865793 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron_lib.callbacks.manager [None req-dd5a8bd4-bcd4-423c-85c2-31b09f518f31 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773699952132', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-899307'] for agent, after_update {{(pid=94176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:29:13.165826 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron_lib.callbacks.manager [None req-98c60853-e978-4fec-b249-6c2e526dcc47 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773699952132', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-899307'] for agent, after_update {{(pid=94176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:29:13.857028 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron_lib.callbacks.manager [None req-dc7542b2-afef-47f4-a763-e3a3cba144be None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773699952132', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-899307'] for agent, after_update {{(pid=94176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:29:14.499358 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron_lib.callbacks.manager [None req-4c20ea5f-bc7f-4d4e-935d-57f082af6ccb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773699952132', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-899307'] for agent, after_update {{(pid=94176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:29:16.561859 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron_lib.callbacks.manager [None req-95d6aa8f-24e7-4234-82ff-f502266c3285 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773699952132', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-899307'] for agent, after_update {{(pid=94176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:29:23.110663 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron_lib.callbacks.manager [None req-97bd5441-1da2-49ee-a364-27795820ba27 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773699952132', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-899307'] for agent, after_update {{(pid=94176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:29:40.864601 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron_lib.callbacks.manager [None req-ccf05dd5-3ff5-451e-a414-98cddb492cdc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773699952132', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-899307'] for agent, after_update {{(pid=94176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:29:43.118130 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron_lib.callbacks.manager [None req-4de19c07-8b74-43b4-9c52-24c45cdd833e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773699952132', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-899307'] for agent, after_update {{(pid=94176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:29:43.852924 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron_lib.callbacks.manager [None req-dc7542b2-afef-47f4-a763-e3a3cba144be None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773699952132', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-899307'] for agent, after_update {{(pid=94176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:29:44.516207 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron_lib.callbacks.manager [None req-4c20ea5f-bc7f-4d4e-935d-57f082af6ccb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773699952132', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-899307'] for agent, after_update {{(pid=94176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:29:46.110790 dv-neutron-601336-94-hyperv neutron-server[94177]: DEBUG neutron.db.agents_db [None req-90fb1279-e4c5-4e73-8d66-3a29811dc4e3 None None] Agent healthcheck: found 6 active agents {{(pid=94177) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 23 11:29:46.535499 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron_lib.callbacks.manager [None req-95d6aa8f-24e7-4234-82ff-f502266c3285 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773699952132', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-899307'] for agent, after_update {{(pid=94176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:29:53.148565 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron_lib.callbacks.manager [None req-97bd5441-1da2-49ee-a364-27795820ba27 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773699952132', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-899307'] for agent, after_update {{(pid=94176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:29:56.169982 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.wsgi [-] (94174) accepted ('10.222.0.20', 35694) {{(pid=94174) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 11:29:56.392306 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.wsgi [-] (94174) accepted ('10.222.0.20', 35706) {{(pid=94174) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 11:29:56.563551 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.wsgi [-] (94174) accepted ('10.222.0.20', 35712) {{(pid=94174) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 11:29:56.641197 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.api.v2.base [None req-92cb8aba-927d-4c34-9ec6-3982b6873e35 admin admin] Request body: {'network': {'name': 'tempest-ServersTestManualDisk-1881504983-network', 'tenant_id': '7773bca180b74a769b5b6d02c3ba717c'}} {{(pid=94174) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 23 11:29:56.723417 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-92cb8aba-927d-4c34-9ec6-3982b6873e35 admin admin] Made reservation on behalf of 7773bca180b74a769b5b6d02c3ba717c for: {'network': 1} {{(pid=94174) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 23 11:29:56.726695 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron_lib.callbacks.manager [None req-92cb8aba-927d-4c34-9ec6-3982b6873e35 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-923104'] for network, before_create {{(pid=94174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:29:56.739622 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron_lib.callbacks.manager [None req-92cb8aba-927d-4c34-9ec6-3982b6873e35 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:29:56.838780 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron_lib.callbacks.manager [None req-92cb8aba-927d-4c34-9ec6-3982b6873e35 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:29:56.860551 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.api.v2.base [None req-f89272bf-1f77-4742-bc72-9728164d2531 tempest-NetworksTestDHCPv6-162546708 tempest-NetworksTestDHCPv6-162546708-project] Request body: {'network': {'name': 'tempest-NetworksTestDHCPv6-test-network-169892422'}} {{(pid=94174) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 23 11:29:56.935353 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.api.v2.base [None req-b6120774-2586-4fce-b1f8-c4df6bb52b55 admin admin] Request body: {'network': {'name': 'tempest-ServersTestJSON-528278013-network', 'tenant_id': '3e2c0af899fe4d7db7ea93301231f34d'}} {{(pid=94174) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 23 11:29:56.960463 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron_lib.callbacks.manager [None req-92cb8aba-927d-4c34-9ec6-3982b6873e35 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7996330'] for security_group, after_create {{(pid=94174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:29:56.969403 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG oslo_concurrency.lockutils [None req-0b2cf5de-7848-419b-966b-2e2dcd63a970 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94174) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 11:29:56.988901 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-92cb8aba-927d-4c34-9ec6-3982b6873e35 admin admin] vlan segment allocate from pool success with {'vlan_id': 406, 'physical_network': 'physnet1'} {{(pid=94174) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 23 11:29:57.010261 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron_lib.callbacks.manager [None req-92cb8aba-927d-4c34-9ec6-3982b6873e35 admin admin] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8773699952249', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3801'] for segment, precommit_create {{(pid=94174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:29:57.010853 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron_lib.callbacks.manager [None req-92cb8aba-927d-4c34-9ec6-3982b6873e35 admin admin] Unsubscribe: segment precommit_create {{(pid=94174) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} Jun 23 11:29:57.011496 dv-neutron-601336-94-hyperv neutron-server[94174]: INFO neutron.db.segments_db [None req-92cb8aba-927d-4c34-9ec6-3982b6873e35 admin admin] Added segment 4482701d-19d0-4d8e-a55f-e73b72787bc2 of type vlan for network eef03c16-5c70-4b40-b183-38c419fed443 Jun 23 11:29:57.032603 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92cb8aba-927d-4c34-9ec6-3982b6873e35 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5382ad7e-ad87-4f62-81aa-8b2b93bc67d6,revision_number=1']} {{(pid=94174) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 11:29:57.059233 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92cb8aba-927d-4c34-9ec6-3982b6873e35 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-601336-94-hyperv {{(pid=94174) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 11:29:57.059579 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92cb8aba-927d-4c34-9ec6-3982b6873e35 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-94-hyperv {{(pid=94174) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 11:29:57.060116 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92cb8aba-927d-4c34-9ec6-3982b6873e35 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-94-hyperv {{(pid=94174) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 11:29:57.060448 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92cb8aba-927d-4c34-9ec6-3982b6873e35 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-601336-94-hyperv {{(pid=94174) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 11:29:57.060774 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92cb8aba-927d-4c34-9ec6-3982b6873e35 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-601336-94-hyperv {{(pid=94174) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 11:29:57.061129 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92cb8aba-927d-4c34-9ec6-3982b6873e35 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-601336-94-hyperv {{(pid=94174) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 11:29:57.061451 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92cb8aba-927d-4c34-9ec6-3982b6873e35 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-601336-94-hyperv {{(pid=94174) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 11:29:57.061769 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92cb8aba-927d-4c34-9ec6-3982b6873e35 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-601336-94-hyperv {{(pid=94174) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 11:29:57.062086 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92cb8aba-927d-4c34-9ec6-3982b6873e35 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-601336-94-hyperv {{(pid=94174) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 11:29:57.062402 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92cb8aba-927d-4c34-9ec6-3982b6873e35 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-94-hyperv {{(pid=94174) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 11:29:57.062719 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92cb8aba-927d-4c34-9ec6-3982b6873e35 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-601336-94-hyperv {{(pid=94174) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 11:29:57.068992 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92cb8aba-927d-4c34-9ec6-3982b6873e35 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-601336-94-hyperv {{(pid=94174) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 11:29:57.068992 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92cb8aba-927d-4c34-9ec6-3982b6873e35 admin admin] Tracked resource versions report: Jun 23 11:29:57.068992 dv-neutron-601336-94-hyperv neutron-server[94174]: pushed versions: Jun 23 11:29:57.068992 dv-neutron-601336-94-hyperv neutron-server[94174]: { 'AddressGroup': {'1.2'}, Jun 23 11:29:57.068992 dv-neutron-601336-94-hyperv neutron-server[94174]: 'ConntrackHelper': {'1.0'}, Jun 23 11:29:57.068992 dv-neutron-601336-94-hyperv neutron-server[94174]: 'Log': {'1.0'}, Jun 23 11:29:57.068992 dv-neutron-601336-94-hyperv neutron-server[94174]: 'Network': {'1.1'}, Jun 23 11:29:57.068992 dv-neutron-601336-94-hyperv neutron-server[94174]: 'Port': {'1.7'}, Jun 23 11:29:57.068992 dv-neutron-601336-94-hyperv neutron-server[94174]: 'PortForwarding': {'1.2'}, Jun 23 11:29:57.068992 dv-neutron-601336-94-hyperv neutron-server[94174]: 'QosPolicy': {'1.8'}, Jun 23 11:29:57.068992 dv-neutron-601336-94-hyperv neutron-server[94174]: 'SecurityGroup': {'1.4'}, Jun 23 11:29:57.068992 dv-neutron-601336-94-hyperv neutron-server[94174]: 'SecurityGroupRule': {'1.2'}, Jun 23 11:29:57.068992 dv-neutron-601336-94-hyperv neutron-server[94174]: 'SubPort': {'1.0'}, Jun 23 11:29:57.068992 dv-neutron-601336-94-hyperv neutron-server[94174]: 'Subnet': {'1.1'}, Jun 23 11:29:57.068992 dv-neutron-601336-94-hyperv neutron-server[94174]: 'Trunk': {'1.1'}} Jun 23 11:29:57.068992 dv-neutron-601336-94-hyperv neutron-server[94174]: consumer versions: Jun 23 11:29:57.068992 dv-neutron-601336-94-hyperv neutron-server[94174]: { DHCP agent@dv-neutron-601336-94-hyperv: {}, Jun 23 11:29:57.068992 dv-neutron-601336-94-hyperv neutron-server[94174]: HyperV agent@hv-neutron-6013: {}, Jun 23 11:29:57.068992 dv-neutron-601336-94-hyperv neutron-server[94174]: L3 agent@dv-neutron-601336-94-hyperv: {}, Jun 23 11:29:57.068992 dv-neutron-601336-94-hyperv neutron-server[94174]: Metadata agent@dv-neutron-601336-94-hyperv: {}, Jun 23 11:29:57.068992 dv-neutron-601336-94-hyperv neutron-server[94174]: Metering agent@dv-neutron-601336-94-hyperv: {}, Jun 23 11:29:57.068992 dv-neutron-601336-94-hyperv neutron-server[94174]: Open vSwitch agent@dv-neutron-601336-94-hyperv: { 'AddressGroup': '1.2', Jun 23 11:29:57.068992 dv-neutron-601336-94-hyperv neutron-server[94174]: 'ConntrackHelper': '1.0', Jun 23 11:29:57.068992 dv-neutron-601336-94-hyperv neutron-server[94174]: 'Log': '1.0', Jun 23 11:29:57.068992 dv-neutron-601336-94-hyperv neutron-server[94174]: 'Network': '1.1', Jun 23 11:29:57.068992 dv-neutron-601336-94-hyperv neutron-server[94174]: 'Port': '1.7', Jun 23 11:29:57.068992 dv-neutron-601336-94-hyperv neutron-server[94174]: 'PortForwarding': '1.2', Jun 23 11:29:57.068992 dv-neutron-601336-94-hyperv neutron-server[94174]: 'QosPolicy': '1.8', Jun 23 11:29:57.068992 dv-neutron-601336-94-hyperv neutron-server[94174]: 'SecurityGroup': '1.4', Jun 23 11:29:57.068992 dv-neutron-601336-94-hyperv neutron-server[94174]: 'SecurityGroupRule': '1.2', Jun 23 11:29:57.068992 dv-neutron-601336-94-hyperv neutron-server[94174]: 'SubPort': '1.0', Jun 23 11:29:57.068992 dv-neutron-601336-94-hyperv neutron-server[94174]: 'Subnet': '1.1', Jun 23 11:29:57.068992 dv-neutron-601336-94-hyperv neutron-server[94174]: 'Trunk': '1.1'}} Jun 23 11:29:57.068992 dv-neutron-601336-94-hyperv neutron-server[94174]: {{(pid=94174) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jun 23 11:29:57.078389 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron_lib.callbacks.manager [None req-92cb8aba-927d-4c34-9ec6-3982b6873e35 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8773699596773'] for network, precommit_create {{(pid=94174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:29:57.082923 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG oslo_concurrency.lockutils [None req-92cb8aba-927d-4c34-9ec6-3982b6873e35 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.113s {{(pid=94174) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 11:29:57.110348 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f89272bf-1f77-4742-bc72-9728164d2531 tempest-NetworksTestDHCPv6-162546708 tempest-NetworksTestDHCPv6-162546708-project] Made reservation on behalf of 5e61222a836c47229c94e37f3902e6bd for: {'network': 1} {{(pid=94174) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 23 11:29:57.114117 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron_lib.callbacks.manager [None req-f89272bf-1f77-4742-bc72-9728164d2531 tempest-NetworksTestDHCPv6-162546708 tempest-NetworksTestDHCPv6-162546708-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-923104'] for network, before_create {{(pid=94174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:29:57.142968 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron_lib.callbacks.manager [None req-f89272bf-1f77-4742-bc72-9728164d2531 tempest-NetworksTestDHCPv6-162546708 tempest-NetworksTestDHCPv6-162546708-project] Notify callbacks [] for security_group, before_create {{(pid=94174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:29:57.237620 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron_lib.callbacks.manager [None req-92cb8aba-927d-4c34-9ec6-3982b6873e35 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8002400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7866073'] for network, after_create {{(pid=94174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:29:57.238322 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b6120774-2586-4fce-b1f8-c4df6bb52b55 admin admin] Made reservation on behalf of 3e2c0af899fe4d7db7ea93301231f34d for: {'network': 1} {{(pid=94174) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 23 11:29:57.241256 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron_lib.callbacks.manager [None req-b6120774-2586-4fce-b1f8-c4df6bb52b55 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-923104'] for network, before_create {{(pid=94174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:29:57.248698 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-92cb8aba-927d-4c34-9ec6-3982b6873e35 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94174) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 11:29:57.248969 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron_lib.callbacks.manager [None req-92cb8aba-927d-4c34-9ec6-3982b6873e35 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7865916'] for network, before_response {{(pid=94174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:29:57.260742 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94174) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 11:29:57.317338 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron_lib.callbacks.manager [None req-b6120774-2586-4fce-b1f8-c4df6bb52b55 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:29:57.376323 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92cb8aba-927d-4c34-9ec6-3982b6873e35 admin admin] Pushing event updated for resources: {'Network': ['ID=eef03c16-5c70-4b40-b183-38c419fed443,revision_number=1']} {{(pid=94174) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 11:29:57.381489 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG oslo_concurrency.lockutils [None req-92cb8aba-927d-4c34-9ec6-3982b6873e35 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.120s {{(pid=94174) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 11:29:57.390117 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.plugins.ml2.rpc [None req-dc7542b2-afef-47f4-a763-e3a3cba144be None None] Network eef03c16-5c70-4b40-b183-38c419fed443 details requested by agent ovs-agent-dv-neutron-601336-94-hyperv with host dv-neutron-601336-94-hyperv {{(pid=94176) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:250}} Jun 23 11:29:57.449341 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron_lib.callbacks.manager [None req-f89272bf-1f77-4742-bc72-9728164d2531 tempest-NetworksTestDHCPv6-162546708 tempest-NetworksTestDHCPv6-162546708-project] Notify callbacks [] for security_group, precommit_create {{(pid=94174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:29:57.568095 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron_lib.callbacks.manager [None req-f89272bf-1f77-4742-bc72-9728164d2531 tempest-NetworksTestDHCPv6-162546708 tempest-NetworksTestDHCPv6-162546708-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7996330'] for security_group, after_create {{(pid=94174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:29:57.571117 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94174) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 11:29:57.593920 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f89272bf-1f77-4742-bc72-9728164d2531 tempest-NetworksTestDHCPv6-162546708 tempest-NetworksTestDHCPv6-162546708-project] vlan segment allocate from pool success with {'vlan_id': 419, 'physical_network': 'physnet1'} {{(pid=94174) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 23 11:29:57.603498 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f89272bf-1f77-4742-bc72-9728164d2531 tempest-NetworksTestDHCPv6-162546708 tempest-NetworksTestDHCPv6-162546708-project] Pushing event updated for resources: {'SecurityGroup': ['ID=fc166d7d-c74a-426c-ac37-fb1bed1be756,revision_number=1']} {{(pid=94174) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 11:29:57.607721 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG oslo_concurrency.lockutils [None req-f89272bf-1f77-4742-bc72-9728164d2531 tempest-NetworksTestDHCPv6-162546708 tempest-NetworksTestDHCPv6-162546708-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.037s {{(pid=94174) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 11:29:57.608745 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron_lib.callbacks.manager [None req-f89272bf-1f77-4742-bc72-9728164d2531 tempest-NetworksTestDHCPv6-162546708 tempest-NetworksTestDHCPv6-162546708-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3801'] for segment, precommit_create {{(pid=94174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:29:57.609082 dv-neutron-601336-94-hyperv neutron-server[94174]: INFO neutron.db.segments_db [None req-f89272bf-1f77-4742-bc72-9728164d2531 tempest-NetworksTestDHCPv6-162546708 tempest-NetworksTestDHCPv6-162546708-project] Added segment 6303a411-6e70-4139-a530-9ee4cf8ba843 of type vlan for network f53f535d-bce4-4da8-9bd9-396677ff4e83 Jun 23 11:29:57.653218 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron_lib.callbacks.manager [None req-f89272bf-1f77-4742-bc72-9728164d2531 tempest-NetworksTestDHCPv6-162546708 tempest-NetworksTestDHCPv6-162546708-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8773699596773'] for network, precommit_create {{(pid=94174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:29:57.667176 dv-neutron-601336-94-hyperv neutron-server[94174]: INFO neutron.wsgi [None req-92cb8aba-927d-4c34-9ec6-3982b6873e35 admin admin] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 1.4931791 Jun 23 11:29:57.667618 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.wsgi [-] (94175) accepted ('10.222.0.20', 35746) {{(pid=94175) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 11:29:57.675660 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.api.v2.base [None req-d5cdfa45-2bea-4075-9deb-eb9440b520e6 admin admin] Request body: {'subnet': {'network_id': 'eef03c16-5c70-4b40-b183-38c419fed443', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersTestManualDisk-1881504983-subnet', 'tenant_id': '7773bca180b74a769b5b6d02c3ba717c', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=94175) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 23 11:29:57.760179 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron_lib.callbacks.manager [None req-b6120774-2586-4fce-b1f8-c4df6bb52b55 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:29:57.830299 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron_lib.callbacks.manager [None req-f89272bf-1f77-4742-bc72-9728164d2531 tempest-NetworksTestDHCPv6-162546708 tempest-NetworksTestDHCPv6-162546708-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8002400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7866073'] for network, after_create {{(pid=94174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:29:57.836642 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f89272bf-1f77-4742-bc72-9728164d2531 tempest-NetworksTestDHCPv6-162546708 tempest-NetworksTestDHCPv6-162546708-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94174) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 11:29:57.837228 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron_lib.callbacks.manager [None req-f89272bf-1f77-4742-bc72-9728164d2531 tempest-NetworksTestDHCPv6-162546708 tempest-NetworksTestDHCPv6-162546708-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7865916'] for network, before_response {{(pid=94174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:29:57.840414 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94174) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 11:29:57.882102 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron_lib.callbacks.manager [None req-b6120774-2586-4fce-b1f8-c4df6bb52b55 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7996330'] for security_group, after_create {{(pid=94174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:29:57.952349 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d5cdfa45-2bea-4075-9deb-eb9440b520e6 admin admin] Made reservation on behalf of 7773bca180b74a769b5b6d02c3ba717c for: {'subnet': 1} {{(pid=94175) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 23 11:29:57.955062 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron_lib.callbacks.manager [None req-d5cdfa45-2bea-4075-9deb-eb9440b520e6 admin admin] Notify callbacks [] for subnet, before_create {{(pid=94175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:29:57.963776 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b6120774-2586-4fce-b1f8-c4df6bb52b55 admin admin] vlan segment allocate from pool success with {'vlan_id': 448, 'physical_network': 'physnet1'} {{(pid=94174) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 23 11:29:57.968927 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.wsgi [-] (94174) accepted ('10.222.0.20', 35760) {{(pid=94174) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 11:29:57.971274 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f89272bf-1f77-4742-bc72-9728164d2531 tempest-NetworksTestDHCPv6-162546708 tempest-NetworksTestDHCPv6-162546708-project] Pushing event updated for resources: {'Network': ['ID=f53f535d-bce4-4da8-9bd9-396677ff4e83,revision_number=1']} {{(pid=94174) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 11:29:57.974297 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG oslo_concurrency.lockutils [None req-f89272bf-1f77-4742-bc72-9728164d2531 tempest-NetworksTestDHCPv6-162546708 tempest-NetworksTestDHCPv6-162546708-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.134s {{(pid=94174) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 11:29:57.985585 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.plugins.ml2.rpc [None req-dc7542b2-afef-47f4-a763-e3a3cba144be None None] Network f53f535d-bce4-4da8-9bd9-396677ff4e83 details requested by agent ovs-agent-dv-neutron-601336-94-hyperv with host dv-neutron-601336-94-hyperv {{(pid=94176) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:250}} Jun 23 11:29:57.985707 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG oslo_concurrency.lockutils [None req-92cb8aba-927d-4c34-9ec6-3982b6873e35 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.058s {{(pid=94174) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 11:29:58.004311 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.wsgi [-] (94175) accepted ('10.222.0.20', 35762) {{(pid=94175) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 11:29:58.009624 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6120774-2586-4fce-b1f8-c4df6bb52b55 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8e350947-8e8c-45ce-87ee-18aef1e41a75,revision_number=1']} {{(pid=94174) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 11:29:58.013459 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG oslo_concurrency.lockutils [None req-b6120774-2586-4fce-b1f8-c4df6bb52b55 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.028s {{(pid=94174) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 11:29:58.016921 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron_lib.callbacks.manager [None req-b6120774-2586-4fce-b1f8-c4df6bb52b55 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3801'] for segment, precommit_create {{(pid=94174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:29:58.017740 dv-neutron-601336-94-hyperv neutron-server[94174]: INFO neutron.db.segments_db [None req-b6120774-2586-4fce-b1f8-c4df6bb52b55 admin admin] Added segment c346af87-b391-4254-9d6e-eeb5f3162a6b of type vlan for network 53451295-943c-4b83-97fd-a02f49b38b3c Jun 23 11:29:58.060948 dv-neutron-601336-94-hyperv neutron-server[94174]: INFO neutron.wsgi [None req-f89272bf-1f77-4742-bc72-9728164d2531 tempest-NetworksTestDHCPv6-162546708 tempest-NetworksTestDHCPv6-162546708-project] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 785 time: 1.6638699 Jun 23 11:29:58.061479 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.wsgi [-] (94175) accepted ('10.222.0.20', 35768) {{(pid=94175) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 11:29:58.072014 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.api.v2.base [None req-3b86e2c4-9c3b-4905-83b1-a161e4820bb4 tempest-NetworksTestDHCPv6-162546708 tempest-NetworksTestDHCPv6-162546708-project] Request body: {'subnet': {'network_id': 'f53f535d-bce4-4da8-9bd9-396677ff4e83', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=94175) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 23 11:29:58.078042 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron_lib.callbacks.manager [None req-b6120774-2586-4fce-b1f8-c4df6bb52b55 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8773699596773'] for network, precommit_create {{(pid=94174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:29:58.221138 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron_lib.callbacks.manager [None req-b6120774-2586-4fce-b1f8-c4df6bb52b55 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8002400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7866073'] for network, after_create {{(pid=94174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:29:58.223151 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b6120774-2586-4fce-b1f8-c4df6bb52b55 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94174) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 11:29:58.223288 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron_lib.callbacks.manager [None req-b6120774-2586-4fce-b1f8-c4df6bb52b55 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7865916'] for network, before_response {{(pid=94174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:29:58.226747 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94174) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 11:29:58.292022 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6120774-2586-4fce-b1f8-c4df6bb52b55 admin admin] Pushing event updated for resources: {'Network': ['ID=53451295-943c-4b83-97fd-a02f49b38b3c,revision_number=1']} {{(pid=94174) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 11:29:58.295636 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG oslo_concurrency.lockutils [None req-b6120774-2586-4fce-b1f8-c4df6bb52b55 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.069s {{(pid=94174) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 11:29:58.304288 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.plugins.ml2.rpc [None req-dc7542b2-afef-47f4-a763-e3a3cba144be None None] Network 53451295-943c-4b83-97fd-a02f49b38b3c details requested by agent ovs-agent-dv-neutron-601336-94-hyperv with host dv-neutron-601336-94-hyperv {{(pid=94176) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:250}} Jun 23 11:29:58.336308 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3b86e2c4-9c3b-4905-83b1-a161e4820bb4 tempest-NetworksTestDHCPv6-162546708 tempest-NetworksTestDHCPv6-162546708-project] Made reservation on behalf of 5e61222a836c47229c94e37f3902e6bd for: {'subnet': 1} {{(pid=94175) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 23 11:29:58.337767 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron_lib.callbacks.manager [None req-3b86e2c4-9c3b-4905-83b1-a161e4820bb4 tempest-NetworksTestDHCPv6-162546708 tempest-NetworksTestDHCPv6-162546708-project] Notify callbacks [] for subnet, before_create {{(pid=94175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:29:58.397348 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron_lib.callbacks.manager [None req-d5cdfa45-2bea-4075-9deb-eb9440b520e6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866062'] for subnet, after_create {{(pid=94175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:29:58.408744 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94175) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 11:29:58.415885 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.api.v2.base [None req-d365d936-33a3-4d4f-a60a-bcf9a47ef5d8 tempest-ExternalNetworksAdminNegativeTestJSON-663294833 tempest-ExternalNetworksAdminNegativeTestJSON-663294833-project-admin] Request body: {'floatingip': {'floating_network_id': '3e7e4eb3-cf02-4d47-ade9-0a579cdfc60f'}} {{(pid=94174) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 23 11:29:58.468510 dv-neutron-601336-94-hyperv neutron-server[94174]: INFO neutron.wsgi [None req-b6120774-2586-4fce-b1f8-c4df6bb52b55 admin admin] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 878 time: 1.9038565 Jun 23 11:29:58.475848 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.wsgi [-] (94174) accepted ('10.222.0.20', 35780) {{(pid=94174) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 11:29:58.482049 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.api.v2.base [None req-546565e2-a95b-4060-a290-59ee6e590699 admin admin] Request body: {'subnet': {'network_id': '53451295-943c-4b83-97fd-a02f49b38b3c', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersTestJSON-528278013-subnet', 'tenant_id': '3e2c0af899fe4d7db7ea93301231f34d', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=94174) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 23 11:29:58.484143 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.api.v2.base [None req-997b710c-b86b-4114-8f74-61492a4e5465 tempest-PortsAdminExtendedAttrsIpV6TestJSON-231462084 tempest-PortsAdminExtendedAttrsIpV6TestJSON-231462084-project] Request body: {'network': {'name': 'tempest-PortsAdminExtendedAttrsIpV6TestJSON-test-network-1040777661'}} {{(pid=94175) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 23 11:29:58.498032 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5cdfa45-2bea-4075-9deb-eb9440b520e6 admin admin] Pushing event updated for resources: {'Subnet': ['ID=9ea7a874-1ae9-4ebd-bc55-df948e24bd59,revision_number=0']} {{(pid=94175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 11:29:58.516504 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5cdfa45-2bea-4075-9deb-eb9440b520e6 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-601336-94-hyperv {{(pid=94175) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 11:29:58.516869 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5cdfa45-2bea-4075-9deb-eb9440b520e6 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-94-hyperv {{(pid=94175) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 11:29:58.517193 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5cdfa45-2bea-4075-9deb-eb9440b520e6 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-94-hyperv {{(pid=94175) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 11:29:58.517525 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5cdfa45-2bea-4075-9deb-eb9440b520e6 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-601336-94-hyperv {{(pid=94175) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 11:29:58.518203 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5cdfa45-2bea-4075-9deb-eb9440b520e6 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-601336-94-hyperv {{(pid=94175) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 11:29:58.531721 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5cdfa45-2bea-4075-9deb-eb9440b520e6 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-601336-94-hyperv {{(pid=94175) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 11:29:58.532955 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5cdfa45-2bea-4075-9deb-eb9440b520e6 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-601336-94-hyperv {{(pid=94175) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 11:29:58.533817 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5cdfa45-2bea-4075-9deb-eb9440b520e6 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-601336-94-hyperv {{(pid=94175) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 11:29:58.534407 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5cdfa45-2bea-4075-9deb-eb9440b520e6 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-601336-94-hyperv {{(pid=94175) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 11:29:58.534852 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5cdfa45-2bea-4075-9deb-eb9440b520e6 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-94-hyperv {{(pid=94175) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 11:29:58.535311 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5cdfa45-2bea-4075-9deb-eb9440b520e6 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-601336-94-hyperv {{(pid=94175) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 11:29:58.535873 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5cdfa45-2bea-4075-9deb-eb9440b520e6 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-601336-94-hyperv {{(pid=94175) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 11:29:58.538573 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5cdfa45-2bea-4075-9deb-eb9440b520e6 admin admin] Tracked resource versions report: Jun 23 11:29:58.538573 dv-neutron-601336-94-hyperv neutron-server[94175]: pushed versions: Jun 23 11:29:58.538573 dv-neutron-601336-94-hyperv neutron-server[94175]: { 'AddressGroup': {'1.2'}, Jun 23 11:29:58.538573 dv-neutron-601336-94-hyperv neutron-server[94175]: 'ConntrackHelper': {'1.0'}, Jun 23 11:29:58.538573 dv-neutron-601336-94-hyperv neutron-server[94175]: 'Log': {'1.0'}, Jun 23 11:29:58.538573 dv-neutron-601336-94-hyperv neutron-server[94175]: 'Network': {'1.1'}, Jun 23 11:29:58.538573 dv-neutron-601336-94-hyperv neutron-server[94175]: 'Port': {'1.7'}, Jun 23 11:29:58.538573 dv-neutron-601336-94-hyperv neutron-server[94175]: 'PortForwarding': {'1.2'}, Jun 23 11:29:58.538573 dv-neutron-601336-94-hyperv neutron-server[94175]: 'QosPolicy': {'1.8'}, Jun 23 11:29:58.538573 dv-neutron-601336-94-hyperv neutron-server[94175]: 'SecurityGroup': {'1.4'}, Jun 23 11:29:58.538573 dv-neutron-601336-94-hyperv neutron-server[94175]: 'SecurityGroupRule': {'1.2'}, Jun 23 11:29:58.538573 dv-neutron-601336-94-hyperv neutron-server[94175]: 'SubPort': {'1.0'}, Jun 23 11:29:58.538573 dv-neutron-601336-94-hyperv neutron-server[94175]: 'Subnet': {'1.1'}, Jun 23 11:29:58.538573 dv-neutron-601336-94-hyperv neutron-server[94175]: 'Trunk': {'1.1'}} Jun 23 11:29:58.538573 dv-neutron-601336-94-hyperv neutron-server[94175]: consumer versions: Jun 23 11:29:58.538573 dv-neutron-601336-94-hyperv neutron-server[94175]: { DHCP agent@dv-neutron-601336-94-hyperv: {}, Jun 23 11:29:58.538573 dv-neutron-601336-94-hyperv neutron-server[94175]: HyperV agent@hv-neutron-6013: {}, Jun 23 11:29:58.538573 dv-neutron-601336-94-hyperv neutron-server[94175]: L3 agent@dv-neutron-601336-94-hyperv: {}, Jun 23 11:29:58.538573 dv-neutron-601336-94-hyperv neutron-server[94175]: Metadata agent@dv-neutron-601336-94-hyperv: {}, Jun 23 11:29:58.538573 dv-neutron-601336-94-hyperv neutron-server[94175]: Metering agent@dv-neutron-601336-94-hyperv: {}, Jun 23 11:29:58.538573 dv-neutron-601336-94-hyperv neutron-server[94175]: Open vSwitch agent@dv-neutron-601336-94-hyperv: { 'AddressGroup': '1.2', Jun 23 11:29:58.538573 dv-neutron-601336-94-hyperv neutron-server[94175]: 'ConntrackHelper': '1.0', Jun 23 11:29:58.538573 dv-neutron-601336-94-hyperv neutron-server[94175]: 'Log': '1.0', Jun 23 11:29:58.538573 dv-neutron-601336-94-hyperv neutron-server[94175]: 'Network': '1.1', Jun 23 11:29:58.538573 dv-neutron-601336-94-hyperv neutron-server[94175]: 'Port': '1.7', Jun 23 11:29:58.538573 dv-neutron-601336-94-hyperv neutron-server[94175]: 'PortForwarding': '1.2', Jun 23 11:29:58.538573 dv-neutron-601336-94-hyperv neutron-server[94175]: 'QosPolicy': '1.8', Jun 23 11:29:58.538573 dv-neutron-601336-94-hyperv neutron-server[94175]: 'SecurityGroup': '1.4', Jun 23 11:29:58.538573 dv-neutron-601336-94-hyperv neutron-server[94175]: 'SecurityGroupRule': '1.2', Jun 23 11:29:58.538573 dv-neutron-601336-94-hyperv neutron-server[94175]: 'SubPort': '1.0', Jun 23 11:29:58.538573 dv-neutron-601336-94-hyperv neutron-server[94175]: 'Subnet': '1.1', Jun 23 11:29:58.538573 dv-neutron-601336-94-hyperv neutron-server[94175]: 'Trunk': '1.1'}} Jun 23 11:29:58.538573 dv-neutron-601336-94-hyperv neutron-server[94175]: {{(pid=94175) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jun 23 11:29:58.559158 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG oslo_concurrency.lockutils [None req-d5cdfa45-2bea-4075-9deb-eb9440b520e6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.150s {{(pid=94175) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 11:29:58.560293 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d5cdfa45-2bea-4075-9deb-eb9440b520e6 admin admin] Checking segment: {'id': '4482701d-19d0-4d8e-a55f-e73b72787bc2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 406, 'network_id': 'eef03c16-5c70-4b40-b183-38c419fed443'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94175) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 23 11:29:58.560822 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d5cdfa45-2bea-4075-9deb-eb9440b520e6 admin admin] Network hostable DHCP agents. Network: eef03c16-5c70-4b40-b183-38c419fed443, hostable agents: ['8cf29b10-0e57-4131-816f-a4b6ad00b249'], hosted agents: [] {{(pid=94175) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 23 11:29:58.610546 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron_lib.callbacks.manager [None req-d365d936-33a3-4d4f-a60a-bcf9a47ef5d8 tempest-ExternalNetworksAdminNegativeTestJSON-663294833 tempest-ExternalNetworksAdminNegativeTestJSON-663294833-project-admin] Notify callbacks [] for floatingip, before_create {{(pid=94174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:29:58.707795 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d5cdfa45-2bea-4075-9deb-eb9440b520e6 admin admin] Network eef03c16-5c70-4b40-b183-38c419fed443 is scheduled to be hosted by DHCP agent 8cf29b10-0e57-4131-816f-a4b6ad00b249 with binding_index 1 {{(pid=94175) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 23 11:29:58.723842 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-546565e2-a95b-4060-a290-59ee6e590699 admin admin] Made reservation on behalf of 3e2c0af899fe4d7db7ea93301231f34d for: {'subnet': 1} {{(pid=94174) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 23 11:29:58.726929 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron_lib.callbacks.manager [None req-546565e2-a95b-4060-a290-59ee6e590699 admin admin] Notify callbacks [] for subnet, before_create {{(pid=94174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:29:58.772301 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.wsgi [-] (94175) accepted ('10.222.0.20', 35792) {{(pid=94175) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 11:29:58.803664 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.wsgi [-] (94175) accepted ('10.222.0.20', 35796) {{(pid=94175) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 11:29:58.804576 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.scheduler.base_scheduler [None req-d5cdfa45-2bea-4075-9deb-eb9440b520e6 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-601336-94-hyperv, eef03c16-5c70-4b40-b183-38c419fed443) {{(pid=94175) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 23 11:29:58.815352 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2ba7f541-592a-4ef7-a950-4b237270d337 None None] Network eef03c16-5c70-4b40-b183-38c419fed443 requested from dv-neutron-601336-94-hyperv {{(pid=94176) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 23 11:29:58.819739 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d5cdfa45-2bea-4075-9deb-eb9440b520e6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=94175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 11:29:58.820502 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron_lib.callbacks.manager [None req-d5cdfa45-2bea-4075-9deb-eb9440b520e6 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7865916'] for subnet, before_response {{(pid=94175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:29:58.856641 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-997b710c-b86b-4114-8f74-61492a4e5465 tempest-PortsAdminExtendedAttrsIpV6TestJSON-231462084 tempest-PortsAdminExtendedAttrsIpV6TestJSON-231462084-project] Made reservation on behalf of 28b878f4e2c24ad28e4b98551c9f1ca3 for: {'network': 1} {{(pid=94175) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 23 11:29:58.860723 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron_lib.callbacks.manager [None req-997b710c-b86b-4114-8f74-61492a4e5465 tempest-PortsAdminExtendedAttrsIpV6TestJSON-231462084 tempest-PortsAdminExtendedAttrsIpV6TestJSON-231462084-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-923104'] for network, before_create {{(pid=94175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:29:58.881877 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron_lib.callbacks.manager [None req-997b710c-b86b-4114-8f74-61492a4e5465 tempest-PortsAdminExtendedAttrsIpV6TestJSON-231462084 tempest-PortsAdminExtendedAttrsIpV6TestJSON-231462084-project] Notify callbacks [] for security_group, before_create {{(pid=94175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:29:58.882205 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron_lib.callbacks.manager [None req-d365d936-33a3-4d4f-a60a-bcf9a47ef5d8 tempest-ExternalNetworksAdminNegativeTestJSON-663294833 tempest-ExternalNetworksAdminNegativeTestJSON-663294833-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-923104'] for port, before_create {{(pid=94174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:29:58.904713 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.wsgi [-] (94175) accepted ('10.222.0.20', 35800) {{(pid=94175) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 11:29:58.923750 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron_lib.callbacks.manager [None req-3b86e2c4-9c3b-4905-83b1-a161e4820bb4 tempest-NetworksTestDHCPv6-162546708 tempest-NetworksTestDHCPv6-162546708-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866062'] for subnet, after_create {{(pid=94175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:29:58.935347 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG oslo_concurrency.lockutils [None req-a338343f-dd7f-4408-9511-78a8ea180be5 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94175) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 11:29:58.971523 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.api.v2.base [None req-be8e291e-977b-413b-b07d-9ab15355560e tempest-RoutersIpV6AdminTest-1878456168 tempest-RoutersIpV6AdminTest-1878456168-project-admin] Request body: {'network': {'name': 'tempest-RoutersIpV6AdminTest-431711158', 'router:external': True}} {{(pid=94175) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 23 11:29:58.984910 dv-neutron-601336-94-hyperv neutron-server[94175]: INFO neutron.wsgi [None req-d5cdfa45-2bea-4075-9deb-eb9440b520e6 admin admin] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 1.3155947 Jun 23 11:29:59.029413 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.wsgi [-] (94174) accepted ('10.222.0.20', 35806) {{(pid=94174) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 11:29:59.036373 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.api.v2.base [None req-23b12a38-3a8e-4a01-a54a-20ca7cbc2ac6 admin admin] Request body: {'router': {'name': 'tempest-ServersTestManualDisk-1881504983-router', 'tenant_id': '7773bca180b74a769b5b6d02c3ba717c', 'external_gateway_info': {'network_id': '3e7e4eb3-cf02-4d47-ade9-0a579cdfc60f'}}} {{(pid=94174) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 23 11:29:59.069313 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.api.v2.base [None req-321fa682-382e-4efc-bf33-54c59fee5486 tempest-MeteringTestJSON-1259322369 tempest-MeteringTestJSON-1259322369-project-admin] Request body: {'metering_label': {'description': 'metering label created by tempest', 'name': 'tempest-metering-label-1375946328'}} {{(pid=94175) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 23 11:29:59.069890 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.api.v2.base [None req-321fa682-382e-4efc-bf33-54c59fee5486 tempest-MeteringTestJSON-1259322369 tempest-MeteringTestJSON-1259322369-project-admin] Unknown quota resources ['metering_label']. {{(pid=94175) _create /opt/stack/neutron/neutron/api/v2/base.py:495}} Jun 23 11:29:59.086655 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.api.v2.base [None req-4cbce106-e612-4861-8fb4-28dd9f8dcf88 tempest-DHCPAgentSchedulersTestJSON-448050073 tempest-DHCPAgentSchedulersTestJSON-448050073-project] Request body: {'network': {'name': 'tempest-DHCPAgentSchedulersTestJSON-test-network-1482683947'}} {{(pid=94175) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 23 11:29:59.103500 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.db.db_base_plugin_common [None req-d365d936-33a3-4d4f-a60a-bcf9a47ef5d8 tempest-ExternalNetworksAdminNegativeTestJSON-663294833 tempest-ExternalNetworksAdminNegativeTestJSON-663294833-project-admin] Allocated IP 172.26.3.214 (3e7e4eb3-cf02-4d47-ade9-0a579cdfc60f/a5ad15ab-c489-4a67-a9b0-d559fca0ec71/aa8b4475-b228-4240-abb4-52019a69546b) {{(pid=94174) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 23 11:29:59.147080 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-353a62cd-bd7d-4df5-abdd-28be7f883649 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1e0d828a-1fa4-563d-b7fd-53adf66a04ee-eef03c16-5c70-4b40-b183-38c419fed443', 'network_id': 'eef03c16-5c70-4b40-b183-38c419fed443', 'tenant_id': '7773bca180b74a769b5b6d02c3ba717c', 'fixed_ips': [{'subnet_id': '9ea7a874-1ae9-4ebd-bc55-df948e24bd59'}]}} from dv-neutron-601336-94-hyperv. {{(pid=94176) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 23 11:29:59.148069 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron_lib.callbacks.manager [None req-353a62cd-bd7d-4df5-abdd-28be7f883649 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-923104'] for port, before_create {{(pid=94176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:29:59.201203 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b86e2c4-9c3b-4905-83b1-a161e4820bb4 tempest-NetworksTestDHCPv6-162546708 tempest-NetworksTestDHCPv6-162546708-project] Pushing event updated for resources: {'Subnet': ['ID=8dfc626c-8207-4153-be81-86d4ef8c80c1,revision_number=0']} {{(pid=94175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 11:29:59.204498 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG oslo_concurrency.lockutils [None req-3b86e2c4-9c3b-4905-83b1-a161e4820bb4 tempest-NetworksTestDHCPv6-162546708 tempest-NetworksTestDHCPv6-162546708-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.269s {{(pid=94175) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 11:29:59.210070 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron_lib.callbacks.manager [None req-546565e2-a95b-4060-a290-59ee6e590699 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866062'] for subnet, after_create {{(pid=94174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:29:59.221170 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG oslo_concurrency.lockutils [None req-7b58f3e3-eb47-454e-974a-38e372bc8f56 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94174) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 11:29:59.223230 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3b86e2c4-9c3b-4905-83b1-a161e4820bb4 tempest-NetworksTestDHCPv6-162546708 tempest-NetworksTestDHCPv6-162546708-project] Checking segment: {'id': '6303a411-6e70-4139-a530-9ee4cf8ba843', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 419, 'network_id': 'f53f535d-bce4-4da8-9bd9-396677ff4e83'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94175) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 23 11:29:59.223676 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3b86e2c4-9c3b-4905-83b1-a161e4820bb4 tempest-NetworksTestDHCPv6-162546708 tempest-NetworksTestDHCPv6-162546708-project] Network hostable DHCP agents. Network: f53f535d-bce4-4da8-9bd9-396677ff4e83, hostable agents: ['8cf29b10-0e57-4131-816f-a4b6ad00b249'], hosted agents: [] {{(pid=94175) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 23 11:29:59.265534 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron_lib.callbacks.manager [None req-d365d936-33a3-4d4f-a60a-bcf9a47ef5d8 tempest-ExternalNetworksAdminNegativeTestJSON-663294833 tempest-ExternalNetworksAdminNegativeTestJSON-663294833-project-admin] Notify callbacks [] for port, precommit_create {{(pid=94174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:29:59.278214 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron_lib.callbacks.manager [None req-997b710c-b86b-4114-8f74-61492a4e5465 tempest-PortsAdminExtendedAttrsIpV6TestJSON-231462084 tempest-PortsAdminExtendedAttrsIpV6TestJSON-231462084-project] Notify callbacks [] for security_group, precommit_create {{(pid=94175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:29:59.292375 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.db.db_base_plugin_common [None req-353a62cd-bd7d-4df5-abdd-28be7f883649 None None] Allocated IP 172.20.0.2 (eef03c16-5c70-4b40-b183-38c419fed443/9ea7a874-1ae9-4ebd-bc55-df948e24bd59/1c33cc39-b094-4286-8993-513f659acc1a) {{(pid=94176) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 23 11:29:59.317739 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-546565e2-a95b-4060-a290-59ee6e590699 admin admin] Pushing event updated for resources: {'Subnet': ['ID=3bfb1ec3-b37f-49bf-ab64-d8c5440d6cd6,revision_number=0']} {{(pid=94174) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 11:29:59.325637 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG oslo_concurrency.lockutils [None req-546565e2-a95b-4060-a290-59ee6e590699 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.105s {{(pid=94174) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 11:29:59.351910 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-546565e2-a95b-4060-a290-59ee6e590699 admin admin] Checking segment: {'id': 'c346af87-b391-4254-9d6e-eeb5f3162a6b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 448, 'network_id': '53451295-943c-4b83-97fd-a02f49b38b3c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94174) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 23 11:29:59.352267 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-546565e2-a95b-4060-a290-59ee6e590699 admin admin] Network hostable DHCP agents. Network: 53451295-943c-4b83-97fd-a02f49b38b3c, hostable agents: ['8cf29b10-0e57-4131-816f-a4b6ad00b249'], hosted agents: [] {{(pid=94174) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 23 11:29:59.442045 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron_lib.callbacks.manager [None req-353a62cd-bd7d-4df5-abdd-28be7f883649 None None] Notify callbacks [] for port, precommit_create {{(pid=94176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:29:59.450855 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.db.provisioning_blocks [None req-353a62cd-bd7d-4df5-abdd-28be7f883649 None None] Transition to ACTIVE for port object 1c33cc39-b094-4286-8993-513f659acc1a will not be triggered until provisioned by entity L2. {{(pid=94176) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 23 11:29:59.464142 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3b86e2c4-9c3b-4905-83b1-a161e4820bb4 tempest-NetworksTestDHCPv6-162546708 tempest-NetworksTestDHCPv6-162546708-project] Network f53f535d-bce4-4da8-9bd9-396677ff4e83 is scheduled to be hosted by DHCP agent 8cf29b10-0e57-4131-816f-a4b6ad00b249 with binding_index 1 {{(pid=94175) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 23 11:29:59.465507 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.db.provisioning_blocks [None req-353a62cd-bd7d-4df5-abdd-28be7f883649 None None] Transition to ACTIVE for port object 1c33cc39-b094-4286-8993-513f659acc1a will not be triggered until provisioned by entity DHCP. {{(pid=94176) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 23 11:29:59.467073 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron_lib.callbacks.manager [None req-997b710c-b86b-4114-8f74-61492a4e5465 tempest-PortsAdminExtendedAttrsIpV6TestJSON-231462084 tempest-PortsAdminExtendedAttrsIpV6TestJSON-231462084-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7996330'] for security_group, after_create {{(pid=94175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:29:59.498968 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron_lib.callbacks.manager [None req-23b12a38-3a8e-4a01-a54a-20ca7cbc2ac6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-520407', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-32315'] for router, before_create {{(pid=94174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:29:59.500564 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron_lib.callbacks.manager [None req-23b12a38-3a8e-4a01-a54a-20ca7cbc2ac6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-520264', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-524122', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-414782', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-32290'] for router, precommit_create {{(pid=94174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:29:59.520891 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG oslo_concurrency.lockutils [None req-ab053979-57a3-45e9-af1d-53f713acad15 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94175) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 11:29:59.527792 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron_lib.callbacks.manager [None req-353a62cd-bd7d-4df5-abdd-28be7f883649 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-922915', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-239814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7866073', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773699642215'] for port, after_create {{(pid=94176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:29:59.528399 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron_lib.callbacks.manager [None req-321fa682-382e-4efc-bf33-54c59fee5486 tempest-MeteringTestJSON-1259322369 tempest-MeteringTestJSON-1259322369-project-admin] Notify callbacks [] for metering_label, before_response {{(pid=94175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:29:59.529520 dv-neutron-601336-94-hyperv neutron-server[94175]: INFO neutron.wsgi [None req-321fa682-382e-4efc-bf33-54c59fee5486 tempest-MeteringTestJSON-1259322369 tempest-MeteringTestJSON-1259322369-project-admin] 10.222.0.20 "POST /v2.0/metering/metering-labels HTTP/1.1" status: 201 len: 478 time: 0.6288993 Jun 23 11:29:59.530057 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG oslo_concurrency.lockutils [None req-250d5f41-6142-4f1c-95df-a2172da97552 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 11:29:59.542105 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.wsgi [-] (94175) accepted ('10.222.0.20', 35810) {{(pid=94175) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 11:29:59.549134 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.api.v2.base [None req-79c8b8dc-b247-4e1e-a459-9ad1decd9da6 tempest-MeteringTestJSON-1259322369 tempest-MeteringTestJSON-1259322369-project-admin] Request body: {'metering_label_rule': {'remote_ip_prefix': '10.0.0.0/24', 'direction': 'ingress', 'metering_label_id': '61a1bed2-46d6-45dd-aa6a-3ac4abbbede5'}} {{(pid=94175) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 23 11:29:59.549720 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.api.v2.base [None req-79c8b8dc-b247-4e1e-a459-9ad1decd9da6 tempest-MeteringTestJSON-1259322369 tempest-MeteringTestJSON-1259322369-project-admin] Unknown quota resources ['metering_label_rule']. {{(pid=94175) _create /opt/stack/neutron/neutron/api/v2/base.py:495}} Jun 23 11:29:59.556993 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-997b710c-b86b-4114-8f74-61492a4e5465 tempest-PortsAdminExtendedAttrsIpV6TestJSON-231462084 tempest-PortsAdminExtendedAttrsIpV6TestJSON-231462084-project] vlan segment allocate from pool success with {'vlan_id': 407, 'physical_network': 'physnet1'} {{(pid=94175) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 23 11:29:59.575775 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-353a62cd-bd7d-4df5-abdd-28be7f883649 None None] Pushing event updated for resources: {'Port': ['ID=1c33cc39-b094-4286-8993-513f659acc1a,revision_number=1']} {{(pid=94176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 11:29:59.581118 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron_lib.callbacks.manager [None req-997b710c-b86b-4114-8f74-61492a4e5465 tempest-PortsAdminExtendedAttrsIpV6TestJSON-231462084 tempest-PortsAdminExtendedAttrsIpV6TestJSON-231462084-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3801'] for segment, precommit_create {{(pid=94175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:29:59.581466 dv-neutron-601336-94-hyperv neutron-server[94175]: INFO neutron.db.segments_db [None req-997b710c-b86b-4114-8f74-61492a4e5465 tempest-PortsAdminExtendedAttrsIpV6TestJSON-231462084 tempest-PortsAdminExtendedAttrsIpV6TestJSON-231462084-project] Added segment ea68f0ef-84a2-4064-97a2-9c21f1af5cce of type vlan for network baa98ec6-1d6b-4eef-90d6-91cd66042db6 Jun 23 11:29:59.581589 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-546565e2-a95b-4060-a290-59ee6e590699 admin admin] Network 53451295-943c-4b83-97fd-a02f49b38b3c is scheduled to be hosted by DHCP agent 8cf29b10-0e57-4131-816f-a4b6ad00b249 with binding_index 1 {{(pid=94174) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 23 11:29:59.583199 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-353a62cd-bd7d-4df5-abdd-28be7f883649 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-601336-94-hyperv {{(pid=94176) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 11:29:59.583560 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-353a62cd-bd7d-4df5-abdd-28be7f883649 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-94-hyperv {{(pid=94176) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 11:29:59.583951 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-353a62cd-bd7d-4df5-abdd-28be7f883649 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-94-hyperv {{(pid=94176) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 11:29:59.584303 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-353a62cd-bd7d-4df5-abdd-28be7f883649 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-601336-94-hyperv {{(pid=94176) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 11:29:59.584511 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron_lib.callbacks.manager [None req-d365d936-33a3-4d4f-a60a-bcf9a47ef5d8 tempest-ExternalNetworksAdminNegativeTestJSON-663294833 tempest-ExternalNetworksAdminNegativeTestJSON-663294833-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-922915', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-239814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7866073', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773699642215'] for port, after_create {{(pid=94174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:29:59.584630 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-353a62cd-bd7d-4df5-abdd-28be7f883649 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-601336-94-hyperv {{(pid=94176) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 11:29:59.584949 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-353a62cd-bd7d-4df5-abdd-28be7f883649 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-601336-94-hyperv {{(pid=94176) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 11:29:59.585276 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-353a62cd-bd7d-4df5-abdd-28be7f883649 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-601336-94-hyperv {{(pid=94176) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 11:29:59.585602 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-353a62cd-bd7d-4df5-abdd-28be7f883649 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-601336-94-hyperv {{(pid=94176) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 11:29:59.585930 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-353a62cd-bd7d-4df5-abdd-28be7f883649 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-601336-94-hyperv {{(pid=94176) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 11:29:59.586251 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-353a62cd-bd7d-4df5-abdd-28be7f883649 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-94-hyperv {{(pid=94176) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 11:29:59.586573 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-353a62cd-bd7d-4df5-abdd-28be7f883649 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-601336-94-hyperv {{(pid=94176) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 11:29:59.586890 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-353a62cd-bd7d-4df5-abdd-28be7f883649 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-601336-94-hyperv {{(pid=94176) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 11:29:59.588013 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-353a62cd-bd7d-4df5-abdd-28be7f883649 None None] Tracked resource versions report: Jun 23 11:29:59.588013 dv-neutron-601336-94-hyperv neutron-server[94176]: pushed versions: Jun 23 11:29:59.588013 dv-neutron-601336-94-hyperv neutron-server[94176]: { 'AddressGroup': {'1.2'}, Jun 23 11:29:59.588013 dv-neutron-601336-94-hyperv neutron-server[94176]: 'ConntrackHelper': {'1.0'}, Jun 23 11:29:59.588013 dv-neutron-601336-94-hyperv neutron-server[94176]: 'Log': {'1.0'}, Jun 23 11:29:59.588013 dv-neutron-601336-94-hyperv neutron-server[94176]: 'Network': {'1.1'}, Jun 23 11:29:59.588013 dv-neutron-601336-94-hyperv neutron-server[94176]: 'Port': {'1.7'}, Jun 23 11:29:59.588013 dv-neutron-601336-94-hyperv neutron-server[94176]: 'PortForwarding': {'1.2'}, Jun 23 11:29:59.588013 dv-neutron-601336-94-hyperv neutron-server[94176]: 'QosPolicy': {'1.8'}, Jun 23 11:29:59.588013 dv-neutron-601336-94-hyperv neutron-server[94176]: 'SecurityGroup': {'1.4'}, Jun 23 11:29:59.588013 dv-neutron-601336-94-hyperv neutron-server[94176]: 'SecurityGroupRule': {'1.2'}, Jun 23 11:29:59.588013 dv-neutron-601336-94-hyperv neutron-server[94176]: 'SubPort': {'1.0'}, Jun 23 11:29:59.588013 dv-neutron-601336-94-hyperv neutron-server[94176]: 'Subnet': {'1.1'}, Jun 23 11:29:59.588013 dv-neutron-601336-94-hyperv neutron-server[94176]: 'Trunk': {'1.1'}} Jun 23 11:29:59.588013 dv-neutron-601336-94-hyperv neutron-server[94176]: consumer versions: Jun 23 11:29:59.588013 dv-neutron-601336-94-hyperv neutron-server[94176]: { DHCP agent@dv-neutron-601336-94-hyperv: {}, Jun 23 11:29:59.588013 dv-neutron-601336-94-hyperv neutron-server[94176]: HyperV agent@hv-neutron-6013: {}, Jun 23 11:29:59.588013 dv-neutron-601336-94-hyperv neutron-server[94176]: L3 agent@dv-neutron-601336-94-hyperv: {}, Jun 23 11:29:59.588013 dv-neutron-601336-94-hyperv neutron-server[94176]: Metadata agent@dv-neutron-601336-94-hyperv: {}, Jun 23 11:29:59.588013 dv-neutron-601336-94-hyperv neutron-server[94176]: Metering agent@dv-neutron-601336-94-hyperv: {}, Jun 23 11:29:59.588013 dv-neutron-601336-94-hyperv neutron-server[94176]: Open vSwitch agent@dv-neutron-601336-94-hyperv: { 'AddressGroup': '1.2', Jun 23 11:29:59.588013 dv-neutron-601336-94-hyperv neutron-server[94176]: 'ConntrackHelper': '1.0', Jun 23 11:29:59.588013 dv-neutron-601336-94-hyperv neutron-server[94176]: 'Log': '1.0', Jun 23 11:29:59.588013 dv-neutron-601336-94-hyperv neutron-server[94176]: 'Network': '1.1', Jun 23 11:29:59.588013 dv-neutron-601336-94-hyperv neutron-server[94176]: 'Port': '1.7', Jun 23 11:29:59.588013 dv-neutron-601336-94-hyperv neutron-server[94176]: 'PortForwarding': '1.2', Jun 23 11:29:59.588013 dv-neutron-601336-94-hyperv neutron-server[94176]: 'QosPolicy': '1.8', Jun 23 11:29:59.588013 dv-neutron-601336-94-hyperv neutron-server[94176]: 'SecurityGroup': '1.4', Jun 23 11:29:59.588013 dv-neutron-601336-94-hyperv neutron-server[94176]: 'SecurityGroupRule': '1.2', Jun 23 11:29:59.588013 dv-neutron-601336-94-hyperv neutron-server[94176]: 'SubPort': '1.0', Jun 23 11:29:59.588013 dv-neutron-601336-94-hyperv neutron-server[94176]: 'Subnet': '1.1', Jun 23 11:29:59.588013 dv-neutron-601336-94-hyperv neutron-server[94176]: 'Trunk': '1.1'}} Jun 23 11:29:59.588013 dv-neutron-601336-94-hyperv neutron-server[94176]: {{(pid=94176) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jun 23 11:29:59.597218 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-353a62cd-bd7d-4df5-abdd-28be7f883649 None None] Network eef03c16-5c70-4b40-b183-38c419fed443 is already hosted by enough agents. {{(pid=94176) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 23 11:29:59.598533 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG oslo_concurrency.lockutils [None req-353a62cd-bd7d-4df5-abdd-28be7f883649 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.068s {{(pid=94176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 11:29:59.599440 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.scheduler.base_scheduler [None req-353a62cd-bd7d-4df5-abdd-28be7f883649 None None] Resources bound (agent type, host, resource id): {{(pid=94176) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 23 11:29:59.602862 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.db.l3_dvrscheduler_db [None req-353a62cd-bd7d-4df5-abdd-28be7f883649 None None] Received port after_create {{(pid=94176) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 23 11:29:59.614200 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94174) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 11:29:59.625154 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-997b710c-b86b-4114-8f74-61492a4e5465 tempest-PortsAdminExtendedAttrsIpV6TestJSON-231462084 tempest-PortsAdminExtendedAttrsIpV6TestJSON-231462084-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f625bc15-e28f-42bc-80a4-b5f27bb770bf,revision_number=1']} {{(pid=94175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 11:29:59.628843 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG oslo_concurrency.lockutils [None req-997b710c-b86b-4114-8f74-61492a4e5465 tempest-PortsAdminExtendedAttrsIpV6TestJSON-231462084 tempest-PortsAdminExtendedAttrsIpV6TestJSON-231462084-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.108s {{(pid=94175) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 11:29:59.661792 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.plugins.ml2.managers [None req-353a62cd-bd7d-4df5-abdd-28be7f883649 None None] Attempting to bind port 1c33cc39-b094-4286-8993-513f659acc1a on host dv-neutron-601336-94-hyperv for vnic_type normal with profile {{(pid=94176) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 23 11:29:59.662207 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.plugins.ml2.managers [None req-353a62cd-bd7d-4df5-abdd-28be7f883649 None None] Attempting to bind port 1c33cc39-b094-4286-8993-513f659acc1a by drivers openvswitch,hyperv on host dv-neutron-601336-94-hyperv at level 0 using segments [{'id': '4482701d-19d0-4d8e-a55f-e73b72787bc2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 406, 'network_id': 'eef03c16-5c70-4b40-b183-38c419fed443'}] {{(pid=94176) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 23 11:29:59.662577 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-353a62cd-bd7d-4df5-abdd-28be7f883649 None None] Attempting to bind port 1c33cc39-b094-4286-8993-513f659acc1a on network eef03c16-5c70-4b40-b183-38c419fed443 {{(pid=94176) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 23 11:29:59.668526 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-353a62cd-bd7d-4df5-abdd-28be7f883649 None None] Checking agent: {'id': '4d05f899-5ac9-411b-8a03-f60c93f87cdf', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-601336-94-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 23, 11, 22, 14), 'started_at': datetime.datetime(2021, 6, 23, 11, 22, 44), 'heartbeat_timestamp': datetime.datetime(2021, 6, 23, 11, 29, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'monitor_allowed_address_pair_garp': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-601336-94-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94176) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 23 11:29:59.668906 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-353a62cd-bd7d-4df5-abdd-28be7f883649 None None] Checking segment: {'id': '4482701d-19d0-4d8e-a55f-e73b72787bc2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 406, 'network_id': 'eef03c16-5c70-4b40-b183-38c419fed443'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94176) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 23 11:29:59.669319 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron_lib.callbacks.manager [None req-353a62cd-bd7d-4df5-abdd-28be7f883649 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:29:59.669713 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-353a62cd-bd7d-4df5-abdd-28be7f883649 None None] Bound using segment: {'id': '4482701d-19d0-4d8e-a55f-e73b72787bc2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 406, 'network_id': 'eef03c16-5c70-4b40-b183-38c419fed443'} {{(pid=94176) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 23 11:29:59.670181 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.plugins.ml2.managers [None req-353a62cd-bd7d-4df5-abdd-28be7f883649 None None] Bound port: 1c33cc39-b094-4286-8993-513f659acc1a, host: dv-neutron-601336-94-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4482701d-19d0-4d8e-a55f-e73b72787bc2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 406, 'network_id': 'eef03c16-5c70-4b40-b183-38c419fed443'}}] {{(pid=94176) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 23 11:29:59.670572 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron_lib.callbacks.manager [None req-353a62cd-bd7d-4df5-abdd-28be7f883649 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-923122'] for port, before_update {{(pid=94176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:29:59.693095 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.scheduler.base_scheduler [None req-3b86e2c4-9c3b-4905-83b1-a161e4820bb4 tempest-NetworksTestDHCPv6-162546708 tempest-NetworksTestDHCPv6-162546708-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-601336-94-hyperv, f53f535d-bce4-4da8-9bd9-396677ff4e83) {{(pid=94175) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 23 11:29:59.698954 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3b86e2c4-9c3b-4905-83b1-a161e4820bb4 tempest-NetworksTestDHCPv6-162546708 tempest-NetworksTestDHCPv6-162546708-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=94175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 11:29:59.699574 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron_lib.callbacks.manager [None req-3b86e2c4-9c3b-4905-83b1-a161e4820bb4 tempest-NetworksTestDHCPv6-162546708 tempest-NetworksTestDHCPv6-162546708-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7865916'] for subnet, before_response {{(pid=94175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:29:59.708214 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8279aa05-7093-4649-b1ca-7094e062e6e1 None None] Network f53f535d-bce4-4da8-9bd9-396677ff4e83 requested from dv-neutron-601336-94-hyperv {{(pid=94176) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 23 11:29:59.714814 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-be8e291e-977b-413b-b07d-9ab15355560e tempest-RoutersIpV6AdminTest-1878456168 tempest-RoutersIpV6AdminTest-1878456168-project-admin] Made reservation on behalf of fd08a1643c8a4193835c13f4222b4d53 for: {'network': 1} {{(pid=94175) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 23 11:29:59.717086 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron_lib.callbacks.manager [None req-be8e291e-977b-413b-b07d-9ab15355560e tempest-RoutersIpV6AdminTest-1878456168 tempest-RoutersIpV6AdminTest-1878456168-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-923104'] for network, before_create {{(pid=94175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:29:59.724978 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron_lib.callbacks.manager [None req-997b710c-b86b-4114-8f74-61492a4e5465 tempest-PortsAdminExtendedAttrsIpV6TestJSON-231462084 tempest-PortsAdminExtendedAttrsIpV6TestJSON-231462084-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8773699596773'] for network, precommit_create {{(pid=94175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:29:59.745165 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron_lib.callbacks.manager [None req-be8e291e-977b-413b-b07d-9ab15355560e tempest-RoutersIpV6AdminTest-1878456168 tempest-RoutersIpV6AdminTest-1878456168-project-admin] Notify callbacks [] for security_group, before_create {{(pid=94175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:29:59.755599 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron_lib.callbacks.manager [None req-23b12a38-3a8e-4a01-a54a-20ca7cbc2ac6 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:29:59.760995 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.scheduler.base_scheduler [None req-546565e2-a95b-4060-a290-59ee6e590699 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-601336-94-hyperv, 53451295-943c-4b83-97fd-a02f49b38b3c) {{(pid=94174) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 23 11:29:59.774500 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-546565e2-a95b-4060-a290-59ee6e590699 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=94174) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 11:29:59.775208 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron_lib.callbacks.manager [None req-546565e2-a95b-4060-a290-59ee6e590699 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7865916'] for subnet, before_response {{(pid=94174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:29:59.777954 dv-neutron-601336-94-hyperv neutron-server[94175]: WARNING neutron.services.metering.metering_plugin [None req-79c8b8dc-b247-4e1e-a459-9ad1decd9da6 tempest-MeteringTestJSON-1259322369 tempest-MeteringTestJSON-1259322369-project-admin] The use of 'remote_ip_prefix' in metering label rules is deprecated and will be removed in future releases. One should use instead the 'source_ip_prefix' and/or 'destination_ip_prefix' parameters. For more details, you can check the spec: https://review.opendev.org/#/c/744702/. Jun 23 11:29:59.784693 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7554ff47-1338-4818-a337-40cce0415c9b None None] Network 53451295-943c-4b83-97fd-a02f49b38b3c requested from dv-neutron-601336-94-hyperv {{(pid=94176) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 23 11:29:59.787715 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d365d936-33a3-4d4f-a60a-bcf9a47ef5d8 tempest-ExternalNetworksAdminNegativeTestJSON-663294833 tempest-ExternalNetworksAdminNegativeTestJSON-663294833-project-admin] Network 3e7e4eb3-cf02-4d47-ade9-0a579cdfc60f is already hosted by enough agents. {{(pid=94174) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 23 11:29:59.802146 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.scheduler.base_scheduler [None req-d365d936-33a3-4d4f-a60a-bcf9a47ef5d8 tempest-ExternalNetworksAdminNegativeTestJSON-663294833 tempest-ExternalNetworksAdminNegativeTestJSON-663294833-project-admin] Resources bound (agent type, host, resource id): {{(pid=94174) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 23 11:29:59.804843 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d365d936-33a3-4d4f-a60a-bcf9a47ef5d8 tempest-ExternalNetworksAdminNegativeTestJSON-663294833 tempest-ExternalNetworksAdminNegativeTestJSON-663294833-project-admin] Pushing event updated for resources: {'Port': ['ID=aa8b4475-b228-4240-abb4-52019a69546b,revision_number=1']} {{(pid=94174) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 11:29:59.815867 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d365d936-33a3-4d4f-a60a-bcf9a47ef5d8 tempest-ExternalNetworksAdminNegativeTestJSON-663294833 tempest-ExternalNetworksAdminNegativeTestJSON-663294833-project-admin] Received port after_create {{(pid=94174) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 23 11:29:59.838579 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.plugins.ml2.db [None req-353a62cd-bd7d-4df5-abdd-28be7f883649 None None] For port 1c33cc39-b094-4286-8993-513f659acc1a, host dv-neutron-601336-94-hyperv, cleared binding levels {{(pid=94176) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 23 11:29:59.864129 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4cbce106-e612-4861-8fb4-28dd9f8dcf88 tempest-DHCPAgentSchedulersTestJSON-448050073 tempest-DHCPAgentSchedulersTestJSON-448050073-project] Made reservation on behalf of afd2fdf0187e47f1891939cf0a8514a1 for: {'network': 1} {{(pid=94175) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 23 11:29:59.868194 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron_lib.callbacks.manager [None req-4cbce106-e612-4861-8fb4-28dd9f8dcf88 tempest-DHCPAgentSchedulersTestJSON-448050073 tempest-DHCPAgentSchedulersTestJSON-448050073-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-923104'] for network, before_create {{(pid=94175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:29:59.872640 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron_lib.callbacks.manager [None req-997b710c-b86b-4114-8f74-61492a4e5465 tempest-PortsAdminExtendedAttrsIpV6TestJSON-231462084 tempest-PortsAdminExtendedAttrsIpV6TestJSON-231462084-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8002400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7866073'] for network, after_create {{(pid=94175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:29:59.878355 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG oslo_concurrency.lockutils [None req-d365d936-33a3-4d4f-a60a-bcf9a47ef5d8 tempest-ExternalNetworksAdminNegativeTestJSON-663294833 tempest-ExternalNetworksAdminNegativeTestJSON-663294833-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.264s {{(pid=94174) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 11:29:59.888764 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.plugins.ml2.db [None req-353a62cd-bd7d-4df5-abdd-28be7f883649 None None] For port 1c33cc39-b094-4286-8993-513f659acc1a, host dv-neutron-601336-94-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-94-hyperv',level=0,port_id=1c33cc39-b094-4286-8993-513f659acc1a,segment=NetworkSegment(4482701d-19d0-4d8e-a55f-e73b72787bc2),segment_id=4482701d-19d0-4d8e-a55f-e73b72787bc2)] {{(pid=94176) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 23 11:29:59.925417 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-997b710c-b86b-4114-8f74-61492a4e5465 tempest-PortsAdminExtendedAttrsIpV6TestJSON-231462084 tempest-PortsAdminExtendedAttrsIpV6TestJSON-231462084-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 11:29:59.926198 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron_lib.callbacks.manager [None req-997b710c-b86b-4114-8f74-61492a4e5465 tempest-PortsAdminExtendedAttrsIpV6TestJSON-231462084 tempest-PortsAdminExtendedAttrsIpV6TestJSON-231462084-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7865916'] for network, before_response {{(pid=94175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:29:59.929942 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94175) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 11:29:59.937309 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-96fb4447-1efd-4c22-b91a-671d3fb3c834 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1e0d828a-1fa4-563d-b7fd-53adf66a04ee-f53f535d-bce4-4da8-9bd9-396677ff4e83', 'network_id': 'f53f535d-bce4-4da8-9bd9-396677ff4e83', 'tenant_id': '5e61222a836c47229c94e37f3902e6bd', 'fixed_ips': [{'subnet_id': '8dfc626c-8207-4153-be81-86d4ef8c80c1'}]}} from dv-neutron-601336-94-hyperv. {{(pid=94176) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 23 11:29:59.938154 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron_lib.callbacks.manager [None req-96fb4447-1efd-4c22-b91a-671d3fb3c834 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-923104'] for port, before_create {{(pid=94176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:29:59.961102 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron_lib.callbacks.manager [None req-79c8b8dc-b247-4e1e-a459-9ad1decd9da6 tempest-MeteringTestJSON-1259322369 tempest-MeteringTestJSON-1259322369-project-admin] Notify callbacks [] for metering_label_rule, before_response {{(pid=94175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:29:59.968400 dv-neutron-601336-94-hyperv neutron-server[94175]: INFO neutron.wsgi [None req-79c8b8dc-b247-4e1e-a459-9ad1decd9da6 tempest-MeteringTestJSON-1259322369 tempest-MeteringTestJSON-1259322369-project-admin] 10.222.0.20 "POST /v2.0/metering/metering-label-rules HTTP/1.1" status: 201 len: 466 time: 0.4192472 Jun 23 11:29:59.968400 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron_lib.callbacks.manager [None req-4cbce106-e612-4861-8fb4-28dd9f8dcf88 tempest-DHCPAgentSchedulersTestJSON-448050073 tempest-DHCPAgentSchedulersTestJSON-448050073-project] Notify callbacks [] for security_group, before_create {{(pid=94175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:29:59.968686 dv-neutron-601336-94-hyperv neutron-server[94174]: INFO neutron.wsgi [None req-546565e2-a95b-4060-a290-59ee6e590699 admin admin] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 841 time: 1.4871082 Jun 23 11:29:59.994287 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.wsgi [-] (94174) accepted ('10.222.0.20', 35816) {{(pid=94174) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 11:29:59.994713 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.wsgi [-] (94174) accepted ('10.222.0.20', 35818) {{(pid=94174) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 11:30:00.015680 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.api.v2.base [None req-57409fb5-f338-4041-bf86-de8c524adb5e admin admin] Request body: {'router': {'name': 'tempest-ServersTestJSON-528278013-router', 'tenant_id': '3e2c0af899fe4d7db7ea93301231f34d', 'external_gateway_info': {'network_id': '3e7e4eb3-cf02-4d47-ade9-0a579cdfc60f'}}} {{(pid=94174) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 23 11:30:00.021072 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.api.v2.base [None req-55c0a302-119d-47a8-b28a-c486502b382f tempest-MeteringTestJSON-1259322369 tempest-MeteringTestJSON-1259322369-project-admin] Request body: {'metering_label_rule': {'remote_ip_prefix': '10.0.1.0/24', 'direction': 'ingress', 'metering_label_id': '61a1bed2-46d6-45dd-aa6a-3ac4abbbede5'}} {{(pid=94174) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 23 11:30:00.022255 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.api.v2.base [None req-55c0a302-119d-47a8-b28a-c486502b382f tempest-MeteringTestJSON-1259322369 tempest-MeteringTestJSON-1259322369-project-admin] Unknown quota resources ['metering_label_rule']. {{(pid=94174) _create /opt/stack/neutron/neutron/api/v2/base.py:495}} Jun 23 11:30:00.023965 dv-neutron-601336-94-hyperv neutron-server[94175]: INFO neutron.wsgi [None req-3b86e2c4-9c3b-4905-83b1-a161e4820bb4 tempest-NetworksTestDHCPv6-162546708 tempest-NetworksTestDHCPv6-162546708-project] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 1.9611483 Jun 23 11:30:00.032004 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron_lib.callbacks.manager [None req-353a62cd-bd7d-4df5-abdd-28be7f883649 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-922904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866062', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773700135042', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773699642233', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773699642278'] for port, after_update {{(pid=94176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:30:00.035456 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.wsgi [-] (94174) accepted ('10.222.0.20', 35822) {{(pid=94174) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 11:30:00.039526 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron_lib.callbacks.manager [None req-d365d936-33a3-4d4f-a60a-bcf9a47ef5d8 tempest-ExternalNetworksAdminNegativeTestJSON-663294833 tempest-ExternalNetworksAdminNegativeTestJSON-663294833-project-admin] Notify callbacks [] for floatingip, precommit_create {{(pid=94174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:30:00.048462 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.api.v2.base [None req-79a9e26f-c3c8-48b5-8631-c5f35dc51382 tempest-NetworksTestDHCPv6-162546708 tempest-NetworksTestDHCPv6-162546708-project] Request body: {'port': {'network_id': 'f53f535d-bce4-4da8-9bd9-396677ff4e83', 'name': 'tempest-NetworksTestDHCPv6-5553411'}} {{(pid=94174) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 23 11:30:00.056255 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG oslo_concurrency.lockutils [None req-dc7542b2-afef-47f4-a763-e3a3cba144be None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 11:30:00.071150 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-997b710c-b86b-4114-8f74-61492a4e5465 tempest-PortsAdminExtendedAttrsIpV6TestJSON-231462084 tempest-PortsAdminExtendedAttrsIpV6TestJSON-231462084-project] Pushing event updated for resources: {'Network': ['ID=baa98ec6-1d6b-4eef-90d6-91cd66042db6,revision_number=1']} {{(pid=94175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 11:30:00.081061 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG oslo_concurrency.lockutils [None req-997b710c-b86b-4114-8f74-61492a4e5465 tempest-PortsAdminExtendedAttrsIpV6TestJSON-231462084 tempest-PortsAdminExtendedAttrsIpV6TestJSON-231462084-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.151s {{(pid=94175) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 11:30:00.087920 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.plugins.ml2.rpc [None req-dc7542b2-afef-47f4-a763-e3a3cba144be None None] Network baa98ec6-1d6b-4eef-90d6-91cd66042db6 details requested by agent ovs-agent-dv-neutron-601336-94-hyperv with host dv-neutron-601336-94-hyperv {{(pid=94176) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:250}} Jun 23 11:30:00.169681 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron_lib.callbacks.manager [None req-be8e291e-977b-413b-b07d-9ab15355560e tempest-RoutersIpV6AdminTest-1878456168 tempest-RoutersIpV6AdminTest-1878456168-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=94175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:30:00.217547 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.db.db_base_plugin_common [None req-96fb4447-1efd-4c22-b91a-671d3fb3c834 None None] Allocated IP 2001:db8::2 (f53f535d-bce4-4da8-9bd9-396677ff4e83/8dfc626c-8207-4153-be81-86d4ef8c80c1/f25d2439-a5e2-48b2-8530-9a03b45d53cd) {{(pid=94176) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 23 11:30:00.254257 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron_lib.callbacks.manager [None req-be8e291e-977b-413b-b07d-9ab15355560e tempest-RoutersIpV6AdminTest-1878456168 tempest-RoutersIpV6AdminTest-1878456168-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7996330'] for security_group, after_create {{(pid=94175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:30:00.262967 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG oslo_concurrency.lockutils [None req-5854eca6-d3ba-4f94-baa2-11a714afb0bc admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94175) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 11:30:00.267099 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron_lib.callbacks.manager [None req-23b12a38-3a8e-4a01-a54a-20ca7cbc2ac6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-524104', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-520389', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-32276'] for router, precommit_update {{(pid=94174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:30:00.284367 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-be8e291e-977b-413b-b07d-9ab15355560e tempest-RoutersIpV6AdminTest-1878456168 tempest-RoutersIpV6AdminTest-1878456168-project-admin] vlan segment allocate from pool success with {'vlan_id': 437, 'physical_network': 'physnet1'} {{(pid=94175) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 23 11:30:00.303232 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be8e291e-977b-413b-b07d-9ab15355560e tempest-RoutersIpV6AdminTest-1878456168 tempest-RoutersIpV6AdminTest-1878456168-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d9bc2d71-5080-4395-8214-5360efbc8e11,revision_number=1']} {{(pid=94175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 11:30:00.313270 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG oslo_concurrency.lockutils [None req-be8e291e-977b-413b-b07d-9ab15355560e tempest-RoutersIpV6AdminTest-1878456168 tempest-RoutersIpV6AdminTest-1878456168-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=94175) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 11:30:00.313825 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron_lib.callbacks.manager [None req-be8e291e-977b-413b-b07d-9ab15355560e tempest-RoutersIpV6AdminTest-1878456168 tempest-RoutersIpV6AdminTest-1878456168-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3801'] for segment, precommit_create {{(pid=94175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:30:00.314172 dv-neutron-601336-94-hyperv neutron-server[94175]: INFO neutron.db.segments_db [None req-be8e291e-977b-413b-b07d-9ab15355560e tempest-RoutersIpV6AdminTest-1878456168 tempest-RoutersIpV6AdminTest-1878456168-project-admin] Added segment a39ac334-bd7d-41e7-a934-b9790d2592c5 of type vlan for network 41b061a7-dc09-4233-9004-fdcedda89ef9 Jun 23 11:30:00.350352 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-353a62cd-bd7d-4df5-abdd-28be7f883649 None None] Pushing event updated for resources: {'Port': ['ID=1c33cc39-b094-4286-8993-513f659acc1a,revision_number=2']} {{(pid=94176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 11:30:00.370987 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1d31f0ad-b33b-4d73-ac1d-e07a8c7c838f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1e0d828a-1fa4-563d-b7fd-53adf66a04ee-53451295-943c-4b83-97fd-a02f49b38b3c', 'network_id': '53451295-943c-4b83-97fd-a02f49b38b3c', 'tenant_id': '3e2c0af899fe4d7db7ea93301231f34d', 'fixed_ips': [{'subnet_id': '3bfb1ec3-b37f-49bf-ab64-d8c5440d6cd6'}]}} from dv-neutron-601336-94-hyperv. {{(pid=94176) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 23 11:30:00.372258 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron_lib.callbacks.manager [None req-1d31f0ad-b33b-4d73-ac1d-e07a8c7c838f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-923104'] for port, before_create {{(pid=94176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:30:00.387384 dv-neutron-601336-94-hyperv neutron-server[94174]: WARNING neutron.services.metering.metering_plugin [None req-55c0a302-119d-47a8-b28a-c486502b382f tempest-MeteringTestJSON-1259322369 tempest-MeteringTestJSON-1259322369-project-admin] The use of 'remote_ip_prefix' in metering label rules is deprecated and will be removed in future releases. One should use instead the 'source_ip_prefix' and/or 'destination_ip_prefix' parameters. For more details, you can check the spec: https://review.opendev.org/#/c/744702/. Jun 23 11:30:00.397519 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron_lib.callbacks.manager [None req-be8e291e-977b-413b-b07d-9ab15355560e tempest-RoutersIpV6AdminTest-1878456168 tempest-RoutersIpV6AdminTest-1878456168-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8773699596773'] for network, precommit_create {{(pid=94175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:30:00.404021 dv-neutron-601336-94-hyperv neutron-server[94175]: INFO neutron.wsgi [None req-997b710c-b86b-4114-8f74-61492a4e5465 tempest-PortsAdminExtendedAttrsIpV6TestJSON-231462084 tempest-PortsAdminExtendedAttrsIpV6TestJSON-231462084-project] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 803 time: 2.3983350 Jun 23 11:30:00.501999 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG oslo_concurrency.lockutils [None req-353a62cd-bd7d-4df5-abdd-28be7f883649 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.446s {{(pid=94176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 11:30:00.621836 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron_lib.callbacks.manager [None req-96fb4447-1efd-4c22-b91a-671d3fb3c834 None None] Notify callbacks [] for port, precommit_create {{(pid=94176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:30:00.642571 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.db.provisioning_blocks [None req-96fb4447-1efd-4c22-b91a-671d3fb3c834 None None] Transition to ACTIVE for port object f25d2439-a5e2-48b2-8530-9a03b45d53cd will not be triggered until provisioned by entity L2. {{(pid=94176) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 23 11:30:00.697138 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.db.provisioning_blocks [None req-96fb4447-1efd-4c22-b91a-671d3fb3c834 None None] Transition to ACTIVE for port object f25d2439-a5e2-48b2-8530-9a03b45d53cd will not be triggered until provisioned by entity DHCP. {{(pid=94176) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 23 11:30:00.712968 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron_lib.callbacks.manager [None req-d365d936-33a3-4d4f-a60a-bcf9a47ef5d8 tempest-ExternalNetworksAdminNegativeTestJSON-663294833 tempest-ExternalNetworksAdminNegativeTestJSON-663294833-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-923122'] for port, before_update {{(pid=94174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:30:00.717928 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron_lib.callbacks.manager [None req-be8e291e-977b-413b-b07d-9ab15355560e tempest-RoutersIpV6AdminTest-1878456168 tempest-RoutersIpV6AdminTest-1878456168-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8002400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7866073'] for network, after_create {{(pid=94175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:30:00.719254 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-be8e291e-977b-413b-b07d-9ab15355560e tempest-RoutersIpV6AdminTest-1878456168 tempest-RoutersIpV6AdminTest-1878456168-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 11:30:00.719930 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron_lib.callbacks.manager [None req-be8e291e-977b-413b-b07d-9ab15355560e tempest-RoutersIpV6AdminTest-1878456168 tempest-RoutersIpV6AdminTest-1878456168-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7865916'] for network, before_response {{(pid=94175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:30:00.724097 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG oslo_concurrency.lockutils [None req-5854eca6-d3ba-4f94-baa2-11a714afb0bc admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94175) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 11:30:00.751614 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.db.db_base_plugin_common [None req-1d31f0ad-b33b-4d73-ac1d-e07a8c7c838f None None] Allocated IP 172.20.0.2 (53451295-943c-4b83-97fd-a02f49b38b3c/3bfb1ec3-b37f-49bf-ab64-d8c5440d6cd6/d779a3a3-033a-4e9e-a049-bdae9695b28d) {{(pid=94176) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 23 11:30:00.776172 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron_lib.callbacks.manager [None req-55c0a302-119d-47a8-b28a-c486502b382f tempest-MeteringTestJSON-1259322369 tempest-MeteringTestJSON-1259322369-project-admin] Notify callbacks [] for metering_label_rule, before_response {{(pid=94174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:30:00.780502 dv-neutron-601336-94-hyperv neutron-server[94174]: INFO neutron.wsgi [None req-55c0a302-119d-47a8-b28a-c486502b382f tempest-MeteringTestJSON-1259322369 tempest-MeteringTestJSON-1259322369-project-admin] 10.222.0.20 "POST /v2.0/metering/metering-label-rules HTTP/1.1" status: 201 len: 466 time: 0.7753594 Jun 23 11:30:00.788935 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron_lib.callbacks.manager [None req-57409fb5-f338-4041-bf86-de8c524adb5e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-520407', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-32315'] for router, before_create {{(pid=94174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:30:00.789166 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.wsgi [-] (94175) accepted ('10.222.0.20', 35842) {{(pid=94175) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 11:30:00.789831 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron_lib.callbacks.manager [None req-57409fb5-f338-4041-bf86-de8c524adb5e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-520264', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-524122', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-414782', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-32290'] for router, precommit_create {{(pid=94174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:30:00.821753 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be8e291e-977b-413b-b07d-9ab15355560e tempest-RoutersIpV6AdminTest-1878456168 tempest-RoutersIpV6AdminTest-1878456168-project-admin] Pushing event updated for resources: {'Network': ['ID=41b061a7-dc09-4233-9004-fdcedda89ef9,revision_number=1']} {{(pid=94175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 11:30:00.825886 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG oslo_concurrency.lockutils [None req-be8e291e-977b-413b-b07d-9ab15355560e tempest-RoutersIpV6AdminTest-1878456168 tempest-RoutersIpV6AdminTest-1878456168-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.102s {{(pid=94175) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 11:30:00.833556 dv-neutron-601336-94-hyperv neutron-server[94175]: INFO neutron.wsgi [None req-a62da26d-0a60-4719-90f0-d205cdc9d9c2 tempest-MeteringTestJSON-1259322369 tempest-MeteringTestJSON-1259322369-project-admin] 10.222.0.20 "GET /v2.0/metering/metering-label-rules?id=d39014b9-480c-41b8-9cda-f39ad1831b7c HTTP/1.1" status: 200 len: 464 time: 0.0435796 Jun 23 11:30:00.835228 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.wsgi [-] (94174) accepted ('10.222.0.20', 35844) {{(pid=94174) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 11:30:00.946963 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.plugins.ml2.rpc [None req-dc7542b2-afef-47f4-a763-e3a3cba144be None None] Network 41b061a7-dc09-4233-9004-fdcedda89ef9 details requested by agent ovs-agent-dv-neutron-601336-94-hyperv with host dv-neutron-601336-94-hyperv {{(pid=94176) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:250}} Jun 23 11:30:00.953316 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron_lib.callbacks.manager [None req-96fb4447-1efd-4c22-b91a-671d3fb3c834 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-922915', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-239814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7866073', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773699642215'] for port, after_create {{(pid=94176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:30:00.976514 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron_lib.callbacks.manager [None req-4cbce106-e612-4861-8fb4-28dd9f8dcf88 tempest-DHCPAgentSchedulersTestJSON-448050073 tempest-DHCPAgentSchedulersTestJSON-448050073-project] Notify callbacks [] for security_group, precommit_create {{(pid=94175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:30:00.977029 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron_lib.callbacks.manager [None req-57409fb5-f338-4041-bf86-de8c524adb5e admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:30:01.006466 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG oslo_concurrency.lockutils [None req-7573e190-2814-4e6f-b2d2-c1a42155c8d1 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 11:30:01.015276 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-96fb4447-1efd-4c22-b91a-671d3fb3c834 None None] Network f53f535d-bce4-4da8-9bd9-396677ff4e83 is already hosted by enough agents. {{(pid=94176) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 23 11:30:01.029580 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.scheduler.base_scheduler [None req-96fb4447-1efd-4c22-b91a-671d3fb3c834 None None] Resources bound (agent type, host, resource id): {{(pid=94176) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 23 11:30:01.035552 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.db.l3_dvrscheduler_db [None req-96fb4447-1efd-4c22-b91a-671d3fb3c834 None None] Received port after_create {{(pid=94176) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 23 11:30:01.068162 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron_lib.callbacks.manager [None req-4cbce106-e612-4861-8fb4-28dd9f8dcf88 tempest-DHCPAgentSchedulersTestJSON-448050073 tempest-DHCPAgentSchedulersTestJSON-448050073-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7996330'] for security_group, after_create {{(pid=94175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:30:01.082565 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG oslo_concurrency.lockutils [None req-382c84f5-6caa-4819-a09d-fbd7abc4b83c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94175) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 11:30:01.086256 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4cbce106-e612-4861-8fb4-28dd9f8dcf88 tempest-DHCPAgentSchedulersTestJSON-448050073 tempest-DHCPAgentSchedulersTestJSON-448050073-project] vlan segment allocate from pool success with {'vlan_id': 447, 'physical_network': 'physnet1'} {{(pid=94175) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 23 11:30:01.143445 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron_lib.callbacks.manager [None req-4cbce106-e612-4861-8fb4-28dd9f8dcf88 tempest-DHCPAgentSchedulersTestJSON-448050073 tempest-DHCPAgentSchedulersTestJSON-448050073-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3801'] for segment, precommit_create {{(pid=94175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:30:01.143946 dv-neutron-601336-94-hyperv neutron-server[94175]: INFO neutron.db.segments_db [None req-4cbce106-e612-4861-8fb4-28dd9f8dcf88 tempest-DHCPAgentSchedulersTestJSON-448050073 tempest-DHCPAgentSchedulersTestJSON-448050073-project] Added segment bf7f94f3-ccd6-47f3-8c43-ce09a6058bef of type vlan for network 0ef04502-f66b-41c0-b23a-e7d0250667c4 Jun 23 11:30:01.155917 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cbce106-e612-4861-8fb4-28dd9f8dcf88 tempest-DHCPAgentSchedulersTestJSON-448050073 tempest-DHCPAgentSchedulersTestJSON-448050073-project] Pushing event updated for resources: {'SecurityGroup': ['ID=629d3cba-a831-4b28-b96e-dc3a6d220fc1,revision_number=1']} {{(pid=94175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 11:30:01.160392 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG oslo_concurrency.lockutils [None req-4cbce106-e612-4861-8fb4-28dd9f8dcf88 tempest-DHCPAgentSchedulersTestJSON-448050073 tempest-DHCPAgentSchedulersTestJSON-448050073-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.078s {{(pid=94175) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 11:30:01.176356 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron_lib.callbacks.manager [None req-1d31f0ad-b33b-4d73-ac1d-e07a8c7c838f None None] Notify callbacks [] for port, precommit_create {{(pid=94176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:30:01.188155 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.db.provisioning_blocks [None req-1d31f0ad-b33b-4d73-ac1d-e07a8c7c838f None None] Transition to ACTIVE for port object d779a3a3-033a-4e9e-a049-bdae9695b28d will not be triggered until provisioned by entity L2. {{(pid=94176) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 23 11:30:01.207827 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.db.provisioning_blocks [None req-1d31f0ad-b33b-4d73-ac1d-e07a8c7c838f None None] Transition to ACTIVE for port object d779a3a3-033a-4e9e-a049-bdae9695b28d will not be triggered until provisioned by entity DHCP. {{(pid=94176) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 23 11:30:01.209440 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron_lib.callbacks.manager [None req-4cbce106-e612-4861-8fb4-28dd9f8dcf88 tempest-DHCPAgentSchedulersTestJSON-448050073 tempest-DHCPAgentSchedulersTestJSON-448050073-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8773699596773'] for network, precommit_create {{(pid=94175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:30:01.217503 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96fb4447-1efd-4c22-b91a-671d3fb3c834 None None] Pushing event updated for resources: {'Port': ['ID=f25d2439-a5e2-48b2-8530-9a03b45d53cd,revision_number=1']} {{(pid=94176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 11:30:01.223424 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG oslo_concurrency.lockutils [None req-96fb4447-1efd-4c22-b91a-671d3fb3c834 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.217s {{(pid=94176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 11:30:01.262116 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.plugins.ml2.managers [None req-96fb4447-1efd-4c22-b91a-671d3fb3c834 None None] Attempting to bind port f25d2439-a5e2-48b2-8530-9a03b45d53cd on host dv-neutron-601336-94-hyperv for vnic_type normal with profile {{(pid=94176) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 23 11:30:01.262630 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.plugins.ml2.managers [None req-96fb4447-1efd-4c22-b91a-671d3fb3c834 None None] Attempting to bind port f25d2439-a5e2-48b2-8530-9a03b45d53cd by drivers openvswitch,hyperv on host dv-neutron-601336-94-hyperv at level 0 using segments [{'id': '6303a411-6e70-4139-a530-9ee4cf8ba843', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 419, 'network_id': 'f53f535d-bce4-4da8-9bd9-396677ff4e83'}] {{(pid=94176) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 23 11:30:01.263140 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-96fb4447-1efd-4c22-b91a-671d3fb3c834 None None] Attempting to bind port f25d2439-a5e2-48b2-8530-9a03b45d53cd on network f53f535d-bce4-4da8-9bd9-396677ff4e83 {{(pid=94176) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 23 11:30:01.266504 dv-neutron-601336-94-hyperv neutron-server[94175]: INFO neutron.wsgi [None req-be8e291e-977b-413b-b07d-9ab15355560e tempest-RoutersIpV6AdminTest-1878456168 tempest-RoutersIpV6AdminTest-1878456168-project-admin] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 874 time: 2.4864771 Jun 23 11:30:01.267292 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.wsgi [-] (94175) accepted ('10.222.0.20', 35846) {{(pid=94175) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 11:30:01.269147 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-96fb4447-1efd-4c22-b91a-671d3fb3c834 None None] Checking agent: {'id': '4d05f899-5ac9-411b-8a03-f60c93f87cdf', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-601336-94-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 23, 11, 22, 14), 'started_at': datetime.datetime(2021, 6, 23, 11, 22, 44), 'heartbeat_timestamp': datetime.datetime(2021, 6, 23, 11, 29, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'monitor_allowed_address_pair_garp': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-601336-94-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94176) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 23 11:30:01.273543 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-96fb4447-1efd-4c22-b91a-671d3fb3c834 None None] Checking segment: {'id': '6303a411-6e70-4139-a530-9ee4cf8ba843', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 419, 'network_id': 'f53f535d-bce4-4da8-9bd9-396677ff4e83'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94176) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 23 11:30:01.273543 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron_lib.callbacks.manager [None req-96fb4447-1efd-4c22-b91a-671d3fb3c834 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:30:01.273543 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-96fb4447-1efd-4c22-b91a-671d3fb3c834 None None] Bound using segment: {'id': '6303a411-6e70-4139-a530-9ee4cf8ba843', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 419, 'network_id': 'f53f535d-bce4-4da8-9bd9-396677ff4e83'} {{(pid=94176) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 23 11:30:01.273543 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.plugins.ml2.managers [None req-96fb4447-1efd-4c22-b91a-671d3fb3c834 None None] Bound port: f25d2439-a5e2-48b2-8530-9a03b45d53cd, host: dv-neutron-601336-94-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6303a411-6e70-4139-a530-9ee4cf8ba843', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 419, 'network_id': 'f53f535d-bce4-4da8-9bd9-396677ff4e83'}}] {{(pid=94176) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 23 11:30:01.273543 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron_lib.callbacks.manager [None req-96fb4447-1efd-4c22-b91a-671d3fb3c834 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-923122'] for port, before_update {{(pid=94176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:30:01.273992 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.api.v2.base [None req-b9e6c44c-f208-4bcf-85b3-00033d15c114 tempest-RoutersIpV6AdminTest-1878456168 tempest-RoutersIpV6AdminTest-1878456168-project-admin] Request body: {'subnet': {'network_id': '41b061a7-dc09-4233-9004-fdcedda89ef9', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'enable_dhcp': False}} {{(pid=94175) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 23 11:30:01.309115 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.wsgi [-] (94175) accepted ('10.222.0.20', 35848) {{(pid=94175) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 11:30:01.314074 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.api.v2.base [None req-dd455103-3934-426c-bb21-4ab1333320e1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-788637273 tempest-PortsAdminExtendedAttrsIpV6TestJSON-788637273-project-admin] Request body: {'port': {'network_id': 'baa98ec6-1d6b-4eef-90d6-91cd66042db6', 'binding:host_id': 'hv-neutron-6013', 'name': 'tempest-PortsAdminExtendedAttrsIpV6TestJSON-1942107115'}} {{(pid=94175) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 23 11:30:01.340479 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron_lib.callbacks.manager [None req-1d31f0ad-b33b-4d73-ac1d-e07a8c7c838f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-922915', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-239814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7866073', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773699642215'] for port, after_create {{(pid=94176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:30:01.351724 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG oslo_concurrency.lockutils [None req-8dd43475-b019-4bf5-b767-951c1b3a3cf6 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 11:30:01.374971 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.plugins.ml2.db [None req-96fb4447-1efd-4c22-b91a-671d3fb3c834 None None] For port f25d2439-a5e2-48b2-8530-9a03b45d53cd, host dv-neutron-601336-94-hyperv, cleared binding levels {{(pid=94176) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 23 11:30:01.404779 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron_lib.callbacks.manager [None req-4cbce106-e612-4861-8fb4-28dd9f8dcf88 tempest-DHCPAgentSchedulersTestJSON-448050073 tempest-DHCPAgentSchedulersTestJSON-448050073-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8002400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7866073'] for network, after_create {{(pid=94175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:30:01.408468 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1d31f0ad-b33b-4d73-ac1d-e07a8c7c838f None None] Network 53451295-943c-4b83-97fd-a02f49b38b3c is already hosted by enough agents. {{(pid=94176) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 23 11:30:01.410365 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.plugins.ml2.db [None req-96fb4447-1efd-4c22-b91a-671d3fb3c834 None None] For port f25d2439-a5e2-48b2-8530-9a03b45d53cd, host dv-neutron-601336-94-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-94-hyperv',level=0,port_id=f25d2439-a5e2-48b2-8530-9a03b45d53cd,segment=NetworkSegment(6303a411-6e70-4139-a530-9ee4cf8ba843),segment_id=6303a411-6e70-4139-a530-9ee4cf8ba843)] {{(pid=94176) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 23 11:30:01.419685 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.scheduler.base_scheduler [None req-1d31f0ad-b33b-4d73-ac1d-e07a8c7c838f None None] Resources bound (agent type, host, resource id): {{(pid=94176) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 23 11:30:01.419855 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4cbce106-e612-4861-8fb4-28dd9f8dcf88 tempest-DHCPAgentSchedulersTestJSON-448050073 tempest-DHCPAgentSchedulersTestJSON-448050073-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 11:30:01.419855 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron_lib.callbacks.manager [None req-4cbce106-e612-4861-8fb4-28dd9f8dcf88 tempest-DHCPAgentSchedulersTestJSON-448050073 tempest-DHCPAgentSchedulersTestJSON-448050073-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7865916'] for network, before_response {{(pid=94175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:30:01.420070 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d31f0ad-b33b-4d73-ac1d-e07a8c7c838f None None] Pushing event updated for resources: {'Port': ['ID=d779a3a3-033a-4e9e-a049-bdae9695b28d,revision_number=1']} {{(pid=94176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 11:30:01.420070 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1d31f0ad-b33b-4d73-ac1d-e07a8c7c838f None None] Received port after_create {{(pid=94176) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 23 11:30:01.423766 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG oslo_concurrency.lockutils [None req-382c84f5-6caa-4819-a09d-fbd7abc4b83c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94175) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 11:30:01.428195 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG oslo_concurrency.lockutils [None req-1d31f0ad-b33b-4d73-ac1d-e07a8c7c838f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.076s {{(pid=94176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 11:30:01.453741 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron_lib.callbacks.manager [None req-d365d936-33a3-4d4f-a60a-bcf9a47ef5d8 tempest-ExternalNetworksAdminNegativeTestJSON-663294833 tempest-ExternalNetworksAdminNegativeTestJSON-663294833-project-admin] Notify callbacks [] for port, precommit_update {{(pid=94174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:30:01.508264 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cbce106-e612-4861-8fb4-28dd9f8dcf88 tempest-DHCPAgentSchedulersTestJSON-448050073 tempest-DHCPAgentSchedulersTestJSON-448050073-project] Pushing event updated for resources: {'Network': ['ID=0ef04502-f66b-41c0-b23a-e7d0250667c4,revision_number=1']} {{(pid=94175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 11:30:01.511941 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG oslo_concurrency.lockutils [None req-4cbce106-e612-4861-8fb4-28dd9f8dcf88 tempest-DHCPAgentSchedulersTestJSON-448050073 tempest-DHCPAgentSchedulersTestJSON-448050073-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.088s {{(pid=94175) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 11:30:01.544907 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron_lib.callbacks.manager [None req-d365d936-33a3-4d4f-a60a-bcf9a47ef5d8 tempest-ExternalNetworksAdminNegativeTestJSON-663294833 tempest-ExternalNetworksAdminNegativeTestJSON-663294833-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-922904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866062', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773700135042', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773699642233', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773699642278'] for port, after_update {{(pid=94174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:30:01.547676 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron_lib.callbacks.manager [None req-b8001ba6-af05-40b4-afa7-495ac8d38021 tempest-MeteringTestJSON-1259322369 tempest-MeteringTestJSON-1259322369-project-admin] Notify callbacks [] for metering_label_rule, before_response {{(pid=94174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:30:01.549642 dv-neutron-601336-94-hyperv neutron-server[94174]: INFO neutron.wsgi [None req-b8001ba6-af05-40b4-afa7-495ac8d38021 tempest-MeteringTestJSON-1259322369 tempest-MeteringTestJSON-1259322369-project-admin] 10.222.0.20 "DELETE /v2.0/metering/metering-label-rules/d39014b9-480c-41b8-9cda-f39ad1831b7c HTTP/1.1" status: 204 len: 168 time: 0.7124920 Jun 23 11:30:01.549642 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-79a9e26f-c3c8-48b5-8631-c5f35dc51382 tempest-NetworksTestDHCPv6-162546708 tempest-NetworksTestDHCPv6-162546708-project] Made reservation on behalf of 5e61222a836c47229c94e37f3902e6bd for: {'port': 1} {{(pid=94174) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 23 11:30:01.551759 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.wsgi [-] (94175) accepted ('10.222.0.20', 35850) {{(pid=94175) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 11:30:01.552926 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron_lib.callbacks.manager [None req-79a9e26f-c3c8-48b5-8631-c5f35dc51382 tempest-NetworksTestDHCPv6-162546708 tempest-NetworksTestDHCPv6-162546708-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-923104'] for port, before_create {{(pid=94174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:30:01.554108 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.plugins.ml2.rpc [None req-dc7542b2-afef-47f4-a763-e3a3cba144be None None] Network 0ef04502-f66b-41c0-b23a-e7d0250667c4 details requested by agent ovs-agent-dv-neutron-601336-94-hyperv with host dv-neutron-601336-94-hyperv {{(pid=94176) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:250}} Jun 23 11:30:01.555989 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-29506485-50ad-4441-ac02-024a92e3ee5d None None] Network eef03c16-5c70-4b40-b183-38c419fed443 requested from dv-neutron-601336-94-hyperv {{(pid=94176) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 23 11:30:01.561871 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron_lib.callbacks.manager [None req-96fb4447-1efd-4c22-b91a-671d3fb3c834 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-922904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866062', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773700135042', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773699642233', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773699642278'] for port, after_update {{(pid=94176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:30:01.562073 dv-neutron-601336-94-hyperv neutron-server[94175]: INFO neutron.wsgi [None req-90b32fbf-851f-4bc8-96ea-cab4cf926cf7 tempest-MeteringTestJSON-1259322369 tempest-MeteringTestJSON-1259322369-project-admin] 10.222.0.20 "GET /v2.0/metering/metering-label-rules?id=d39014b9-480c-41b8-9cda-f39ad1831b7c HTTP/1.1" status: 200 len: 221 time: 0.0084884 Jun 23 11:30:01.566101 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.wsgi [-] (94175) accepted ('10.222.0.20', 35852) {{(pid=94175) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 11:30:01.571698 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.api.v2.base [None req-f4f36b21-226f-4e04-984e-40847424b850 tempest-MeteringTestJSON-1259322369 tempest-MeteringTestJSON-1259322369-project-admin] Request body: {'metering_label': {'name': 'tempest-metering-label--1452488930', 'description': 'label created by tempest'}} {{(pid=94175) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 23 11:30:01.571698 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.api.v2.base [None req-f4f36b21-226f-4e04-984e-40847424b850 tempest-MeteringTestJSON-1259322369 tempest-MeteringTestJSON-1259322369-project-admin] Unknown quota resources ['metering_label']. {{(pid=94175) _create /opt/stack/neutron/neutron/api/v2/base.py:495}} Jun 23 11:30:01.607584 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94174) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 11:30:01.622559 dv-neutron-601336-94-hyperv neutron-server[94175]: INFO neutron.wsgi [None req-4cbce106-e612-4861-8fb4-28dd9f8dcf88 tempest-DHCPAgentSchedulersTestJSON-448050073 tempest-DHCPAgentSchedulersTestJSON-448050073-project] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 795 time: 2.8117518 Jun 23 11:30:01.622835 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.wsgi [-] (94175) accepted ('10.222.0.20', 35854) {{(pid=94175) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 11:30:01.627818 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.api.v2.base [None req-a43d10cb-9ac2-4cfe-a45d-dda115a77823 tempest-DHCPAgentSchedulersTestJSON-448050073 tempest-DHCPAgentSchedulersTestJSON-448050073-project] Request body: {'subnet': {'network_id': '0ef04502-f66b-41c0-b23a-e7d0250667c4', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=94175) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 23 11:30:01.655231 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG oslo_concurrency.lockutils [None req-96fb4447-1efd-4c22-b91a-671d3fb3c834 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.002s {{(pid=94176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 11:30:01.686590 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron_lib.callbacks.manager [None req-57409fb5-f338-4041-bf86-de8c524adb5e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-524104', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-520389', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-32276'] for router, precommit_update {{(pid=94174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:30:01.700610 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron_lib.callbacks.manager [None req-d365d936-33a3-4d4f-a60a-bcf9a47ef5d8 tempest-ExternalNetworksAdminNegativeTestJSON-663294833 tempest-ExternalNetworksAdminNegativeTestJSON-663294833-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-524229'] for floatingip, after_update {{(pid=94174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:30:01.707648 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.notifiers.nova [None req-79a9e26f-c3c8-48b5-8631-c5f35dc51382 tempest-NetworksTestDHCPv6-162546708 tempest-NetworksTestDHCPv6-162546708-project] device_id is not set on port 990d511f-34b2-4f7d-b9da-c4bfa2b432b2 yet. {{(pid=94174) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jun 23 11:30:01.714086 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron_lib.callbacks.manager [None req-23b12a38-3a8e-4a01-a54a-20ca7cbc2ac6 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=94174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:30:01.747556 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.plugins.ml2.managers [None req-1d31f0ad-b33b-4d73-ac1d-e07a8c7c838f None None] Attempting to bind port d779a3a3-033a-4e9e-a049-bdae9695b28d on host dv-neutron-601336-94-hyperv for vnic_type normal with profile {{(pid=94176) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 23 11:30:01.753304 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.plugins.ml2.managers [None req-1d31f0ad-b33b-4d73-ac1d-e07a8c7c838f None None] Attempting to bind port d779a3a3-033a-4e9e-a049-bdae9695b28d by drivers openvswitch,hyperv on host dv-neutron-601336-94-hyperv at level 0 using segments [{'id': 'c346af87-b391-4254-9d6e-eeb5f3162a6b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 448, 'network_id': '53451295-943c-4b83-97fd-a02f49b38b3c'}] {{(pid=94176) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 23 11:30:01.753304 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1d31f0ad-b33b-4d73-ac1d-e07a8c7c838f None None] Attempting to bind port d779a3a3-033a-4e9e-a049-bdae9695b28d on network 53451295-943c-4b83-97fd-a02f49b38b3c {{(pid=94176) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 23 11:30:01.778081 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1d31f0ad-b33b-4d73-ac1d-e07a8c7c838f None None] Checking agent: {'id': '4d05f899-5ac9-411b-8a03-f60c93f87cdf', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-601336-94-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 23, 11, 22, 14), 'started_at': datetime.datetime(2021, 6, 23, 11, 22, 44), 'heartbeat_timestamp': datetime.datetime(2021, 6, 23, 11, 29, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'monitor_allowed_address_pair_garp': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-601336-94-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94176) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 23 11:30:01.778412 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1d31f0ad-b33b-4d73-ac1d-e07a8c7c838f None None] Checking segment: {'id': 'c346af87-b391-4254-9d6e-eeb5f3162a6b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 448, 'network_id': '53451295-943c-4b83-97fd-a02f49b38b3c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94176) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 23 11:30:01.778812 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron_lib.callbacks.manager [None req-1d31f0ad-b33b-4d73-ac1d-e07a8c7c838f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:30:01.779242 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1d31f0ad-b33b-4d73-ac1d-e07a8c7c838f None None] Bound using segment: {'id': 'c346af87-b391-4254-9d6e-eeb5f3162a6b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 448, 'network_id': '53451295-943c-4b83-97fd-a02f49b38b3c'} {{(pid=94176) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 23 11:30:01.779720 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.plugins.ml2.managers [None req-1d31f0ad-b33b-4d73-ac1d-e07a8c7c838f None None] Bound port: d779a3a3-033a-4e9e-a049-bdae9695b28d, host: dv-neutron-601336-94-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c346af87-b391-4254-9d6e-eeb5f3162a6b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 448, 'network_id': '53451295-943c-4b83-97fd-a02f49b38b3c'}}] {{(pid=94176) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 23 11:30:01.780101 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron_lib.callbacks.manager [None req-1d31f0ad-b33b-4d73-ac1d-e07a8c7c838f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-923122'] for port, before_update {{(pid=94176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:30:01.790569 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96fb4447-1efd-4c22-b91a-671d3fb3c834 None None] Pushing event updated for resources: {'Port': ['ID=f25d2439-a5e2-48b2-8530-9a03b45d53cd,revision_number=2']} {{(pid=94176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 11:30:01.801729 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d365d936-33a3-4d4f-a60a-bcf9a47ef5d8 tempest-ExternalNetworksAdminNegativeTestJSON-663294833 tempest-ExternalNetworksAdminNegativeTestJSON-663294833-project-admin] Pushing event updated for resources: {'Port': ['ID=aa8b4475-b228-4240-abb4-52019a69546b,revision_number=2']} {{(pid=94174) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 11:30:01.803121 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG oslo_concurrency.lockutils [None req-96fb4447-1efd-4c22-b91a-671d3fb3c834 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.148s {{(pid=94176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 11:30:01.807656 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG oslo_concurrency.lockutils [None req-d365d936-33a3-4d4f-a60a-bcf9a47ef5d8 tempest-ExternalNetworksAdminNegativeTestJSON-663294833 tempest-ExternalNetworksAdminNegativeTestJSON-663294833-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.200s {{(pid=94174) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 11:30:01.808788 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron_lib.callbacks.manager [None req-23b12a38-3a8e-4a01-a54a-20ca7cbc2ac6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-923104'] for port, before_create {{(pid=94174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:30:01.814935 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b9e6c44c-f208-4bcf-85b3-00033d15c114 tempest-RoutersIpV6AdminTest-1878456168 tempest-RoutersIpV6AdminTest-1878456168-project-admin] Made reservation on behalf of fd08a1643c8a4193835c13f4222b4d53 for: {'subnet': 1} {{(pid=94175) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 23 11:30:01.819464 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron_lib.callbacks.manager [None req-b9e6c44c-f208-4bcf-85b3-00033d15c114 tempest-RoutersIpV6AdminTest-1878456168 tempest-RoutersIpV6AdminTest-1878456168-project-admin] Notify callbacks [] for subnet, before_create {{(pid=94175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:30:01.829619 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.db.provisioning_blocks [None req-83518910-9eb7-497c-912c-4193ce6d4327 None None] Provisioning for port 1c33cc39-b094-4286-8993-513f659acc1a completed by entity DHCP. {{(pid=94176) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 23 11:30:01.894677 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron_lib.callbacks.manager [None req-f4f36b21-226f-4e04-984e-40847424b850 tempest-MeteringTestJSON-1259322369 tempest-MeteringTestJSON-1259322369-project-admin] Notify callbacks [] for metering_label, before_response {{(pid=94175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:30:01.899259 dv-neutron-601336-94-hyperv neutron-server[94175]: INFO neutron.wsgi [None req-f4f36b21-226f-4e04-984e-40847424b850 tempest-MeteringTestJSON-1259322369 tempest-MeteringTestJSON-1259322369-project-admin] 10.222.0.20 "POST /v2.0/metering/metering-labels HTTP/1.1" status: 201 len: 470 time: 0.3288524 Jun 23 11:30:01.899412 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron_lib.callbacks.manager [None req-d365d936-33a3-4d4f-a60a-bcf9a47ef5d8 tempest-ExternalNetworksAdminNegativeTestJSON-663294833 tempest-ExternalNetworksAdminNegativeTestJSON-663294833-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-217507'] for floatingip, before_response {{(pid=94174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:30:01.900303 dv-neutron-601336-94-hyperv neutron-server[94174]: INFO neutron.wsgi [None req-d365d936-33a3-4d4f-a60a-bcf9a47ef5d8 tempest-ExternalNetworksAdminNegativeTestJSON-663294833 tempest-ExternalNetworksAdminNegativeTestJSON-663294833-project-admin] 10.222.0.20 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 3.9299774 Jun 23 11:30:01.900856 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.wsgi [-] (94174) accepted ('10.222.0.20', 35858) {{(pid=94174) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 11:30:01.910290 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.wsgi [-] (94175) accepted ('10.222.0.20', 35860) {{(pid=94175) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 11:30:01.920665 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.api.v2.base [None req-39b4a66a-0057-4e9d-8fb9-b7720b9b6b35 tempest-ExternalNetworksAdminNegativeTestJSON-663294833 tempest-ExternalNetworksAdminNegativeTestJSON-663294833-project-admin] Request body: {'port': {'name': 'tempest-ExternalNetworksAdminNegativeTestJSON-1435848926', 'network_id': '3e7e4eb3-cf02-4d47-ade9-0a579cdfc60f', 'fixed_ips': [{'ip_address': '172.26.3.214'}]}} {{(pid=94175) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 23 11:30:01.925217 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.plugins.ml2.db [None req-1d31f0ad-b33b-4d73-ac1d-e07a8c7c838f None None] For port d779a3a3-033a-4e9e-a049-bdae9695b28d, host dv-neutron-601336-94-hyperv, cleared binding levels {{(pid=94176) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 23 11:30:01.942695 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.plugins.ml2.db [None req-1d31f0ad-b33b-4d73-ac1d-e07a8c7c838f None None] For port d779a3a3-033a-4e9e-a049-bdae9695b28d, host dv-neutron-601336-94-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-94-hyperv',level=0,port_id=d779a3a3-033a-4e9e-a049-bdae9695b28d,segment=NetworkSegment(c346af87-b391-4254-9d6e-eeb5f3162a6b),segment_id=c346af87-b391-4254-9d6e-eeb5f3162a6b)] {{(pid=94176) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 23 11:30:02.055368 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron_lib.callbacks.manager [None req-1d31f0ad-b33b-4d73-ac1d-e07a8c7c838f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-922904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866062', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773700135042', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773699642233', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773699642278'] for port, after_update {{(pid=94176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:30:02.058406 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 11:30:02.062976 dv-neutron-601336-94-hyperv neutron-server[94174]: INFO neutron.wsgi [None req-2676f313-4bb9-41f6-b4fe-c2ba40271d64 tempest-MeteringTestJSON-1259322369 tempest-MeteringTestJSON-1259322369-project-admin] 10.222.0.20 "GET /v2.0/metering/metering-labels?id=2f692162-d449-47cd-8fd3-ad545317d319 HTTP/1.1" status: 200 len: 468 time: 0.1558599 Jun 23 11:30:02.070037 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.wsgi [-] (94174) accepted ('10.222.0.20', 35862) {{(pid=94174) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 11:30:02.123552 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dd455103-3934-426c-bb21-4ab1333320e1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-788637273 tempest-PortsAdminExtendedAttrsIpV6TestJSON-788637273-project-admin] Made reservation on behalf of 96a4396ac9d74a4fb54e164a3c03f78a for: {'port': 1} {{(pid=94175) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 23 11:30:02.126577 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron_lib.callbacks.manager [None req-dd455103-3934-426c-bb21-4ab1333320e1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-788637273 tempest-PortsAdminExtendedAttrsIpV6TestJSON-788637273-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-923104'] for port, before_create {{(pid=94175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:30:02.190953 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron_lib.callbacks.manager [None req-dd455103-3934-426c-bb21-4ab1333320e1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-788637273 tempest-PortsAdminExtendedAttrsIpV6TestJSON-788637273-project-admin] Notify callbacks [] for security_group, before_create {{(pid=94175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:30:02.227529 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d31f0ad-b33b-4d73-ac1d-e07a8c7c838f None None] Pushing event updated for resources: {'Port': ['ID=d779a3a3-033a-4e9e-a049-bdae9695b28d,revision_number=2']} {{(pid=94176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 11:30:02.231962 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG oslo_concurrency.lockutils [None req-1d31f0ad-b33b-4d73-ac1d-e07a8c7c838f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.173s {{(pid=94176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 11:30:02.232948 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.db.db_base_plugin_common [None req-79a9e26f-c3c8-48b5-8631-c5f35dc51382 tempest-NetworksTestDHCPv6-162546708 tempest-NetworksTestDHCPv6-162546708-project] Allocated IP 2001:db8::1fc (f53f535d-bce4-4da8-9bd9-396677ff4e83/8dfc626c-8207-4153-be81-86d4ef8c80c1/990d511f-34b2-4f7d-b9da-c4bfa2b432b2) {{(pid=94174) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 23 11:30:02.276194 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a43d10cb-9ac2-4cfe-a45d-dda115a77823 tempest-DHCPAgentSchedulersTestJSON-448050073 tempest-DHCPAgentSchedulersTestJSON-448050073-project] Made reservation on behalf of afd2fdf0187e47f1891939cf0a8514a1 for: {'subnet': 1} {{(pid=94175) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 23 11:30:02.285208 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron_lib.callbacks.manager [None req-a43d10cb-9ac2-4cfe-a45d-dda115a77823 tempest-DHCPAgentSchedulersTestJSON-448050073 tempest-DHCPAgentSchedulersTestJSON-448050073-project] Notify callbacks [] for subnet, before_create {{(pid=94175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:30:02.354980 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.plugins.ml2.rpc [None req-dc7542b2-afef-47f4-a763-e3a3cba144be None None] Device 1c33cc39-b094-4286-8993-513f659acc1a up at agent ovs-agent-dv-neutron-601336-94-hyperv {{(pid=94176) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:298}} Jun 23 11:30:02.376402 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.db.db_base_plugin_common [None req-23b12a38-3a8e-4a01-a54a-20ca7cbc2ac6 admin admin] Allocated IP 172.26.3.149 (3e7e4eb3-cf02-4d47-ade9-0a579cdfc60f/a5ad15ab-c489-4a67-a9b0-d559fca0ec71/1672c3a7-e0d1-48d1-af58-33f38510af19) {{(pid=94174) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 23 11:30:02.403437 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron_lib.db.api [None req-dd455103-3934-426c-bb21-4ab1333320e1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-788637273 tempest-PortsAdminExtendedAttrsIpV6TestJSON-788637273-project-admin] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Jun 23 11:30:02.403437 dv-neutron-601336-94-hyperv neutron-server[94175]: [SQL: DELETE FROM reservations WHERE reservations.project_id = %(project_id_1)s AND reservations.expiration < %(expiration_1)s] Jun 23 11:30:02.403437 dv-neutron-601336-94-hyperv neutron-server[94175]: [parameters: {'project_id_1': '96a4396ac9d74a4fb54e164a3c03f78a', 'expiration_1': datetime.datetime(2021, 6, 23, 11, 30, 2, 215837)}] Jun 23 11:30:02.403437 dv-neutron-601336-94-hyperv neutron-server[94175]: (Background on this error at: http://sqlalche.me/e/14/e3q8) {{(pid=94175) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jun 23 11:30:02.403437 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG oslo_db.api [None req-dd455103-3934-426c-bb21-4ab1333320e1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-788637273 tempest-PortsAdminExtendedAttrsIpV6TestJSON-788637273-project-admin] Performing DB retry for function neutron.db.securitygroups_db.SecurityGroupDbMixin.create_security_group {{(pid=94175) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jun 23 11:30:02.496422 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-39b4a66a-0057-4e9d-8fb9-b7720b9b6b35 tempest-ExternalNetworksAdminNegativeTestJSON-663294833 tempest-ExternalNetworksAdminNegativeTestJSON-663294833-project-admin] Made reservation on behalf of 405b8d64226f4e4e8323559f62c0f74a for: {'port': 1} {{(pid=94175) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 23 11:30:02.498557 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron_lib.callbacks.manager [None req-39b4a66a-0057-4e9d-8fb9-b7720b9b6b35 tempest-ExternalNetworksAdminNegativeTestJSON-663294833 tempest-ExternalNetworksAdminNegativeTestJSON-663294833-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-923104'] for port, before_create {{(pid=94175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:30:02.551255 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.db.provisioning_blocks [None req-dc7542b2-afef-47f4-a763-e3a3cba144be None None] Provisioning for port 1c33cc39-b094-4286-8993-513f659acc1a completed by entity L2. {{(pid=94176) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 23 11:30:02.551255 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.db.provisioning_blocks [None req-dc7542b2-afef-47f4-a763-e3a3cba144be None None] Provisioning complete for port 1c33cc39-b094-4286-8993-513f659acc1a triggered by entity L2. {{(pid=94176) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 23 11:30:02.551255 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron_lib.callbacks.manager [None req-dc7542b2-afef-47f4-a763-e3a3cba144be None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-899258'] for port, provisioning_complete {{(pid=94176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:30:02.551881 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron_lib.callbacks.manager [None req-39b4a66a-0057-4e9d-8fb9-b7720b9b6b35 tempest-ExternalNetworksAdminNegativeTestJSON-663294833 tempest-ExternalNetworksAdminNegativeTestJSON-663294833-project-admin] Notify callbacks [] for security_group, before_create {{(pid=94175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:30:02.676074 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron_lib.callbacks.manager [None req-dc7542b2-afef-47f4-a763-e3a3cba144be None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-923122'] for port, before_update {{(pid=94176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:30:02.715931 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.plugins.ml2.db [None req-dc7542b2-afef-47f4-a763-e3a3cba144be None None] For port 1c33cc39-b094-4286-8993-513f659acc1a, host dv-neutron-601336-94-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-94-hyperv',level=0,port_id=1c33cc39-b094-4286-8993-513f659acc1a,segment=NetworkSegment(4482701d-19d0-4d8e-a55f-e73b72787bc2),segment_id=4482701d-19d0-4d8e-a55f-e73b72787bc2)] {{(pid=94176) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 23 11:30:02.727707 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron_lib.callbacks.manager [None req-60ef126b-af75-445c-b3dc-2e35a31337da tempest-MeteringTestJSON-1259322369 tempest-MeteringTestJSON-1259322369-project-admin] Notify callbacks [] for metering_label, before_response {{(pid=94174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:30:02.729340 dv-neutron-601336-94-hyperv neutron-server[94174]: INFO neutron.wsgi [None req-60ef126b-af75-445c-b3dc-2e35a31337da tempest-MeteringTestJSON-1259322369 tempest-MeteringTestJSON-1259322369-project-admin] 10.222.0.20 "DELETE /v2.0/metering/metering-labels/2f692162-d449-47cd-8fd3-ad545317d319 HTTP/1.1" status: 204 len: 168 time: 0.6489494 Jun 23 11:30:02.735209 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.wsgi [-] (94175) accepted ('10.222.0.20', 35864) {{(pid=94175) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 11:30:02.774290 dv-neutron-601336-94-hyperv neutron-server[94175]: INFO neutron.wsgi [None req-67fde215-06b8-4d92-8df2-5c4b39a2adcf tempest-MeteringTestJSON-1259322369 tempest-MeteringTestJSON-1259322369-project-admin] 10.222.0.20 "GET /v2.0/metering/metering-labels?id=2f692162-d449-47cd-8fd3-ad545317d319 HTTP/1.1" status: 200 len: 216 time: 0.0360482 Jun 23 11:30:02.778674 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.wsgi [-] (94174) accepted ('10.222.0.20', 35866) {{(pid=94174) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 11:30:02.825755 dv-neutron-601336-94-hyperv neutron-server[94174]: INFO neutron.wsgi [None req-14a792f0-6cd5-463c-a8bf-5c43bc3a53a8 tempest-MeteringTestJSON-1259322369 tempest-MeteringTestJSON-1259322369-project-admin] 10.222.0.20 "GET /v2.0/metering/metering-label-rules?id=33 HTTP/1.1" status: 200 len: 221 time: 0.0391650 Jun 23 11:30:02.827475 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron_lib.callbacks.manager [None req-dc7542b2-afef-47f4-a763-e3a3cba144be None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-922904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866062', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773700135042', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773699642233', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773699642278'] for port, after_update {{(pid=94176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:30:02.829388 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.wsgi [-] (94175) accepted ('10.222.0.20', 35868) {{(pid=94175) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 11:30:02.829912 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.plugins.ml2.rpc [None req-dc7542b2-afef-47f4-a763-e3a3cba144be None None] Device f25d2439-a5e2-48b2-8530-9a03b45d53cd up at agent ovs-agent-dv-neutron-601336-94-hyperv {{(pid=94176) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:298}} Jun 23 11:30:02.835141 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG oslo_concurrency.lockutils [None req-1d31f0ad-b33b-4d73-ac1d-e07a8c7c838f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 11:30:02.836068 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron_lib.callbacks.manager [None req-23b12a38-3a8e-4a01-a54a-20ca7cbc2ac6 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:30:02.864241 dv-neutron-601336-94-hyperv neutron-server[94175]: INFO neutron.wsgi [None req-98f65b35-3a67-4964-9d2a-b89d9ca39791 tempest-MeteringTestJSON-1259322369 tempest-MeteringTestJSON-1259322369-project-admin] 10.222.0.20 "GET /v2.0/metering/metering-labels?id=33 HTTP/1.1" status: 200 len: 216 time: 0.0293362 Jun 23 11:30:02.864408 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.wsgi [-] (94175) accepted ('10.222.0.20', 35870) {{(pid=94175) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 11:30:02.877305 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron_lib.callbacks.manager [None req-79a9e26f-c3c8-48b5-8631-c5f35dc51382 tempest-NetworksTestDHCPv6-162546708 tempest-NetworksTestDHCPv6-162546708-project] Notify callbacks [] for port, precommit_create {{(pid=94174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:30:02.924937 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron_lib.callbacks.manager [None req-dd455103-3934-426c-bb21-4ab1333320e1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-788637273 tempest-PortsAdminExtendedAttrsIpV6TestJSON-788637273-project-admin] Notify callbacks [] for security_group, before_create {{(pid=94175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:30:02.938618 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.db.provisioning_blocks [None req-79a9e26f-c3c8-48b5-8631-c5f35dc51382 tempest-NetworksTestDHCPv6-162546708 tempest-NetworksTestDHCPv6-162546708-project] Transition to ACTIVE for port object 990d511f-34b2-4f7d-b9da-c4bfa2b432b2 will not be triggered until provisioned by entity DHCP. {{(pid=94174) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 23 11:30:02.942625 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc7542b2-afef-47f4-a763-e3a3cba144be None None] Pushing event updated for resources: {'Port': ['ID=1c33cc39-b094-4286-8993-513f659acc1a,revision_number=3']} {{(pid=94176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 11:30:02.950341 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG oslo_concurrency.lockutils [None req-dc7542b2-afef-47f4-a763-e3a3cba144be None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.115s {{(pid=94176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 11:30:02.960554 dv-neutron-601336-94-hyperv neutron-server[94175]: INFO neutron.wsgi [None req-c1c3c865-0067-49e1-8419-6404e926bec7 tempest-MeteringTestJSON-1259322369 tempest-MeteringTestJSON-1259322369-project-admin] 10.222.0.20 "GET /v2.0/metering/metering-labels/61a1bed2-46d6-45dd-aa6a-3ac4abbbede5 HTTP/1.1" status: 200 len: 473 time: 0.0942726 Jun 23 11:30:02.965464 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron_lib.callbacks.manager [None req-a43d10cb-9ac2-4cfe-a45d-dda115a77823 tempest-DHCPAgentSchedulersTestJSON-448050073 tempest-DHCPAgentSchedulersTestJSON-448050073-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866062'] for subnet, after_create {{(pid=94175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:30:02.966077 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.wsgi [-] (94175) accepted ('10.222.0.20', 35872) {{(pid=94175) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 11:30:02.973257 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.objects.ports [None req-b9e6c44c-f208-4bcf-85b3-00033d15c114 tempest-RoutersIpV6AdminTest-1878456168 tempest-RoutersIpV6AdminTest-1878456168-project-admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=94175) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Jun 23 11:30:02.974017 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron_lib.callbacks.manager [None req-b9e6c44c-f208-4bcf-85b3-00033d15c114 tempest-RoutersIpV6AdminTest-1878456168 tempest-RoutersIpV6AdminTest-1878456168-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866062'] for subnet, after_create {{(pid=94175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:30:02.987280 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94175) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 11:30:03.018418 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron_lib.callbacks.manager [None req-57409fb5-f338-4041-bf86-de8c524adb5e admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=94174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:30:03.028253 dv-neutron-601336-94-hyperv neutron-server[94175]: INFO neutron.wsgi [None req-a2e98af1-4b5e-4d7e-9723-a0bf16a3554d tempest-MeteringTestJSON-1259322369 tempest-MeteringTestJSON-1259322369-project-admin] 10.222.0.20 "GET /v2.0/metering/metering-label-rules/cced9c98-429f-474b-ab32-be54fdcf7a56 HTTP/1.1" status: 200 len: 461 time: 0.0541933 Jun 23 11:30:03.036008 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.wsgi [-] (94175) accepted ('10.222.0.20', 35874) {{(pid=94175) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 11:30:03.044617 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron_lib.callbacks.manager [None req-57409fb5-f338-4041-bf86-de8c524adb5e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-923104'] for port, before_create {{(pid=94174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:30:03.086971 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.db.provisioning_blocks [None req-dc7542b2-afef-47f4-a763-e3a3cba144be None None] Provisioning for port f25d2439-a5e2-48b2-8530-9a03b45d53cd completed by entity L2. {{(pid=94176) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 23 11:30:03.090366 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a43d10cb-9ac2-4cfe-a45d-dda115a77823 tempest-DHCPAgentSchedulersTestJSON-448050073 tempest-DHCPAgentSchedulersTestJSON-448050073-project] Pushing event updated for resources: {'Subnet': ['ID=eef817c0-731a-4279-a931-5249ccec8759,revision_number=0']} {{(pid=94175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 11:30:03.125423 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron_lib.callbacks.manager [None req-23b12a38-3a8e-4a01-a54a-20ca7cbc2ac6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-922915', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-239814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7866073', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773699642215'] for port, after_create {{(pid=94174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:30:03.153391 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG oslo_concurrency.lockutils [None req-d365d936-33a3-4d4f-a60a-bcf9a47ef5d8 tempest-ExternalNetworksAdminNegativeTestJSON-663294833 tempest-ExternalNetworksAdminNegativeTestJSON-663294833-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94174) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 11:30:03.160721 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron_lib.callbacks.manager [None req-39b4a66a-0057-4e9d-8fb9-b7720b9b6b35 tempest-ExternalNetworksAdminNegativeTestJSON-663294833 tempest-ExternalNetworksAdminNegativeTestJSON-663294833-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=94175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:30:03.172803 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ef282364-d9e7-4663-851f-49b43b8f6dc3 None None] Network f53f535d-bce4-4da8-9bd9-396677ff4e83 requested from dv-neutron-601336-94-hyperv {{(pid=94176) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 23 11:30:03.184332 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a43d10cb-9ac2-4cfe-a45d-dda115a77823 tempest-DHCPAgentSchedulersTestJSON-448050073 tempest-DHCPAgentSchedulersTestJSON-448050073-project] Checking segment: {'id': 'bf7f94f3-ccd6-47f3-8c43-ce09a6058bef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 447, 'network_id': '0ef04502-f66b-41c0-b23a-e7d0250667c4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94175) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 23 11:30:03.184568 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a43d10cb-9ac2-4cfe-a45d-dda115a77823 tempest-DHCPAgentSchedulersTestJSON-448050073 tempest-DHCPAgentSchedulersTestJSON-448050073-project] Network hostable DHCP agents. Network: 0ef04502-f66b-41c0-b23a-e7d0250667c4, hostable agents: ['8cf29b10-0e57-4131-816f-a4b6ad00b249'], hosted agents: [] {{(pid=94175) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 23 11:30:03.200451 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9e6c44c-f208-4bcf-85b3-00033d15c114 tempest-RoutersIpV6AdminTest-1878456168 tempest-RoutersIpV6AdminTest-1878456168-project-admin] Pushing event updated for resources: {'Subnet': ['ID=27a2e10b-f119-4c4b-b2ce-9771ab407895,revision_number=0']} {{(pid=94175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 11:30:03.200925 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-23b12a38-3a8e-4a01-a54a-20ca7cbc2ac6 admin admin] Network 3e7e4eb3-cf02-4d47-ade9-0a579cdfc60f is already hosted by enough agents. {{(pid=94174) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 23 11:30:03.205426 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b9e6c44c-f208-4bcf-85b3-00033d15c114 tempest-RoutersIpV6AdminTest-1878456168 tempest-RoutersIpV6AdminTest-1878456168-project-admin] Checking segment: {'id': 'a39ac334-bd7d-41e7-a934-b9790d2592c5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 437, 'network_id': '41b061a7-dc09-4233-9004-fdcedda89ef9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94175) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 23 11:30:03.205870 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b9e6c44c-f208-4bcf-85b3-00033d15c114 tempest-RoutersIpV6AdminTest-1878456168 tempest-RoutersIpV6AdminTest-1878456168-project-admin] Network hostable DHCP agents. Network: 41b061a7-dc09-4233-9004-fdcedda89ef9, hostable agents: ['8cf29b10-0e57-4131-816f-a4b6ad00b249'], hosted agents: [] {{(pid=94175) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 23 11:30:03.208420 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG oslo_concurrency.lockutils [None req-b9e6c44c-f208-4bcf-85b3-00033d15c114 tempest-RoutersIpV6AdminTest-1878456168 tempest-RoutersIpV6AdminTest-1878456168-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.221s {{(pid=94175) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 11:30:03.209414 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.187s {{(pid=94175) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 11:30:03.209548 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron_lib.callbacks.manager [None req-79a9e26f-c3c8-48b5-8631-c5f35dc51382 tempest-NetworksTestDHCPv6-162546708 tempest-NetworksTestDHCPv6-162546708-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-922915', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-239814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7866073', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773699642215'] for port, after_create {{(pid=94174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:30:03.209826 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.000s {{(pid=94175) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 11:30:03.217645 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.scheduler.base_scheduler [None req-23b12a38-3a8e-4a01-a54a-20ca7cbc2ac6 admin admin] Resources bound (agent type, host, resource id): {{(pid=94174) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 23 11:30:03.219849 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.db.l3_dvrscheduler_db [None req-23b12a38-3a8e-4a01-a54a-20ca7cbc2ac6 admin admin] Received port after_create {{(pid=94174) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 23 11:30:03.230482 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23b12a38-3a8e-4a01-a54a-20ca7cbc2ac6 admin admin] Pushing event updated for resources: {'Port': ['ID=1672c3a7-e0d1-48d1-af58-33f38510af19,revision_number=1']} {{(pid=94174) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 11:30:03.233323 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG oslo_concurrency.lockutils [None req-23b12a38-3a8e-4a01-a54a-20ca7cbc2ac6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.080s {{(pid=94174) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 11:30:03.273341 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.043s {{(pid=94174) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 11:30:03.281439 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.db.db_base_plugin_common [None req-57409fb5-f338-4041-bf86-de8c524adb5e admin admin] Allocated IP 172.26.3.148 (3e7e4eb3-cf02-4d47-ade9-0a579cdfc60f/a5ad15ab-c489-4a67-a9b0-d559fca0ec71/c1f1e88f-c802-4085-b69a-ba04b7063016) {{(pid=94174) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 23 11:30:03.313357 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a43d10cb-9ac2-4cfe-a45d-dda115a77823 tempest-DHCPAgentSchedulersTestJSON-448050073 tempest-DHCPAgentSchedulersTestJSON-448050073-project] Network 0ef04502-f66b-41c0-b23a-e7d0250667c4 is scheduled to be hosted by DHCP agent 8cf29b10-0e57-4131-816f-a4b6ad00b249 with binding_index 1 {{(pid=94175) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 23 11:30:03.313357 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b9e6c44c-f208-4bcf-85b3-00033d15c114 tempest-RoutersIpV6AdminTest-1878456168 tempest-RoutersIpV6AdminTest-1878456168-project-admin] Network 41b061a7-dc09-4233-9004-fdcedda89ef9 is scheduled to be hosted by DHCP agent 8cf29b10-0e57-4131-816f-a4b6ad00b249 with binding_index 1 {{(pid=94175) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 23 11:30:03.320490 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron_lib.callbacks.manager [None req-39b4a66a-0057-4e9d-8fb9-b7720b9b6b35 tempest-ExternalNetworksAdminNegativeTestJSON-663294833 tempest-ExternalNetworksAdminNegativeTestJSON-663294833-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7996330'] for security_group, after_create {{(pid=94175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:30:03.365993 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG oslo_concurrency.lockutils [None req-be8e291e-977b-413b-b07d-9ab15355560e tempest-RoutersIpV6AdminTest-1878456168 tempest-RoutersIpV6AdminTest-1878456168-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94175) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 11:30:03.366947 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.db.provisioning_blocks [None req-0b2017b7-de94-42ae-a940-4efe64f70113 None None] Provisioning for port f25d2439-a5e2-48b2-8530-9a03b45d53cd completed by entity DHCP. {{(pid=94176) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 23 11:30:03.375593 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.notifiers.nova [None req-39b4a66a-0057-4e9d-8fb9-b7720b9b6b35 tempest-ExternalNetworksAdminNegativeTestJSON-663294833 tempest-ExternalNetworksAdminNegativeTestJSON-663294833-project-admin] device_id is not set on port 38bc0227-b35f-4ebb-b204-a281a53baa18 yet. {{(pid=94175) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jun 23 11:30:03.383595 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron_lib.callbacks.manager [None req-7f2c3e63-24ce-4331-b091-865c7f98844e tempest-MeteringTestJSON-1259322369 tempest-MeteringTestJSON-1259322369-project-admin] Notify callbacks [] for metering_label_rule, before_response {{(pid=94175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:30:03.387916 dv-neutron-601336-94-hyperv neutron-server[94175]: INFO neutron.wsgi [None req-7f2c3e63-24ce-4331-b091-865c7f98844e tempest-MeteringTestJSON-1259322369 tempest-MeteringTestJSON-1259322369-project-admin] 10.222.0.20 "DELETE /v2.0/metering/metering-label-rules/cced9c98-429f-474b-ab32-be54fdcf7a56 HTTP/1.1" status: 204 len: 168 time: 0.3451223 Jun 23 11:30:03.388066 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.db.provisioning_blocks [None req-0b2017b7-de94-42ae-a940-4efe64f70113 None None] Provisioning complete for port f25d2439-a5e2-48b2-8530-9a03b45d53cd triggered by entity DHCP. {{(pid=94176) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 23 11:30:03.388066 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron_lib.callbacks.manager [None req-0b2017b7-de94-42ae-a940-4efe64f70113 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-899258'] for port, provisioning_complete {{(pid=94176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:30:03.395067 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.wsgi [-] (94175) accepted ('10.222.0.20', 35876) {{(pid=94175) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 11:30:03.419865 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-79a9e26f-c3c8-48b5-8631-c5f35dc51382 tempest-NetworksTestDHCPv6-162546708 tempest-NetworksTestDHCPv6-162546708-project] Network f53f535d-bce4-4da8-9bd9-396677ff4e83 is already hosted by enough agents. {{(pid=94174) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 23 11:30:03.433141 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.scheduler.base_scheduler [None req-79a9e26f-c3c8-48b5-8631-c5f35dc51382 tempest-NetworksTestDHCPv6-162546708 tempest-NetworksTestDHCPv6-162546708-project] Resources bound (agent type, host, resource id): {{(pid=94174) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 23 11:30:03.452614 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.db.l3_dvrscheduler_db [None req-79a9e26f-c3c8-48b5-8631-c5f35dc51382 tempest-NetworksTestDHCPv6-162546708 tempest-NetworksTestDHCPv6-162546708-project] Received port after_create {{(pid=94174) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 23 11:30:03.458569 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-79a9e26f-c3c8-48b5-8631-c5f35dc51382 tempest-NetworksTestDHCPv6-162546708 tempest-NetworksTestDHCPv6-162546708-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94174) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 11:30:03.460154 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron_lib.callbacks.manager [None req-79a9e26f-c3c8-48b5-8631-c5f35dc51382 tempest-NetworksTestDHCPv6-162546708 tempest-NetworksTestDHCPv6-162546708-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-217507', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7865916'] for port, before_response {{(pid=94174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:30:03.469770 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.scheduler.base_scheduler [None req-b9e6c44c-f208-4bcf-85b3-00033d15c114 tempest-RoutersIpV6AdminTest-1878456168 tempest-RoutersIpV6AdminTest-1878456168-project-admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-601336-94-hyperv, 41b061a7-dc09-4233-9004-fdcedda89ef9) {{(pid=94175) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 23 11:30:03.483884 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-acee0040-36e9-41cb-ae76-b8e35d71c2a4 None None] Network 41b061a7-dc09-4233-9004-fdcedda89ef9 requested from dv-neutron-601336-94-hyperv {{(pid=94176) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 23 11:30:03.522973 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79a9e26f-c3c8-48b5-8631-c5f35dc51382 tempest-NetworksTestDHCPv6-162546708 tempest-NetworksTestDHCPv6-162546708-project] Pushing event updated for resources: {'Port': ['ID=990d511f-34b2-4f7d-b9da-c4bfa2b432b2,revision_number=1']} {{(pid=94174) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 11:30:03.526084 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG oslo_concurrency.lockutils [None req-79a9e26f-c3c8-48b5-8631-c5f35dc51382 tempest-NetworksTestDHCPv6-162546708 tempest-NetworksTestDHCPv6-162546708-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.253s {{(pid=94174) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 11:30:03.540824 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron_lib.callbacks.manager [None req-0b2017b7-de94-42ae-a940-4efe64f70113 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-923122'] for port, before_update {{(pid=94176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:30:03.546055 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.scheduler.base_scheduler [None req-a43d10cb-9ac2-4cfe-a45d-dda115a77823 tempest-DHCPAgentSchedulersTestJSON-448050073 tempest-DHCPAgentSchedulersTestJSON-448050073-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-601336-94-hyperv, 0ef04502-f66b-41c0-b23a-e7d0250667c4) {{(pid=94175) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 23 11:30:03.568976 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b9e6c44c-f208-4bcf-85b3-00033d15c114 tempest-RoutersIpV6AdminTest-1878456168 tempest-RoutersIpV6AdminTest-1878456168-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=94175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 11:30:03.569856 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron_lib.callbacks.manager [None req-b9e6c44c-f208-4bcf-85b3-00033d15c114 tempest-RoutersIpV6AdminTest-1878456168 tempest-RoutersIpV6AdminTest-1878456168-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7865916'] for subnet, before_response {{(pid=94175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:30:03.579362 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39b4a66a-0057-4e9d-8fb9-b7720b9b6b35 tempest-ExternalNetworksAdminNegativeTestJSON-663294833 tempest-ExternalNetworksAdminNegativeTestJSON-663294833-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a86984df-a264-4323-a5fd-2e5da56eaeda,revision_number=1']} {{(pid=94175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 11:30:03.618434 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a43d10cb-9ac2-4cfe-a45d-dda115a77823 tempest-DHCPAgentSchedulersTestJSON-448050073 tempest-DHCPAgentSchedulersTestJSON-448050073-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=94175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 11:30:03.619025 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron_lib.callbacks.manager [None req-a43d10cb-9ac2-4cfe-a45d-dda115a77823 tempest-DHCPAgentSchedulersTestJSON-448050073 tempest-DHCPAgentSchedulersTestJSON-448050073-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7865916'] for subnet, before_response {{(pid=94175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:30:03.625980 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG oslo_concurrency.lockutils [None req-39b4a66a-0057-4e9d-8fb9-b7720b9b6b35 tempest-ExternalNetworksAdminNegativeTestJSON-663294833 tempest-ExternalNetworksAdminNegativeTestJSON-663294833-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.260s {{(pid=94175) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 11:30:03.633156 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron_lib.callbacks.manager [None req-57409fb5-f338-4041-bf86-de8c524adb5e admin admin] Notify callbacks [] for port, precommit_create {{(pid=94174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:30:03.638069 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2937ed08-30a6-4334-bf61-b3654536e6b9 None None] Network 0ef04502-f66b-41c0-b23a-e7d0250667c4 requested from dv-neutron-601336-94-hyperv {{(pid=94176) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 23 11:30:03.684795 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.plugins.ml2.db [None req-0b2017b7-de94-42ae-a940-4efe64f70113 None None] For port f25d2439-a5e2-48b2-8530-9a03b45d53cd, host dv-neutron-601336-94-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-94-hyperv',level=0,port_id=f25d2439-a5e2-48b2-8530-9a03b45d53cd,segment=NetworkSegment(6303a411-6e70-4139-a530-9ee4cf8ba843),segment_id=6303a411-6e70-4139-a530-9ee4cf8ba843)] {{(pid=94176) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 23 11:30:03.796754 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron_lib.callbacks.manager [None req-0b2017b7-de94-42ae-a940-4efe64f70113 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-922904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866062', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773700135042', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773699642233', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773699642278'] for port, after_update {{(pid=94176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:30:03.808364 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG oslo_concurrency.lockutils [None req-7573e190-2814-4e6f-b2d2-c1a42155c8d1 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 11:30:03.811601 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-536b0a11-187a-4aa5-90af-1b682d6f4980 None None] Network 41b061a7-dc09-4233-9004-fdcedda89ef9 requested from dv-neutron-601336-94-hyperv {{(pid=94176) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 23 11:30:03.887070 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-705c7bf9-ef48-4d0d-9575-fd063bc83506 None None] Network 53451295-943c-4b83-97fd-a02f49b38b3c requested from dv-neutron-601336-94-hyperv {{(pid=94176) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 23 11:30:03.903769 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron_lib.callbacks.manager [None req-23b12a38-3a8e-4a01-a54a-20ca7cbc2ac6 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=94174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:30:03.914225 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron_lib.callbacks.manager [None req-dd455103-3934-426c-bb21-4ab1333320e1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-788637273 tempest-PortsAdminExtendedAttrsIpV6TestJSON-788637273-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=94175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:30:03.979977 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron_lib.callbacks.manager [None req-dd455103-3934-426c-bb21-4ab1333320e1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-788637273 tempest-PortsAdminExtendedAttrsIpV6TestJSON-788637273-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7996330'] for security_group, after_create {{(pid=94175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:30:03.983647 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron_lib.callbacks.manager [None req-917cc83a-b8d7-4b2a-a542-996eaaada7f3 tempest-MeteringTestJSON-1259322369 tempest-MeteringTestJSON-1259322369-project-admin] Notify callbacks [] for metering_label, before_response {{(pid=94175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:30:03.987411 dv-neutron-601336-94-hyperv neutron-server[94175]: INFO neutron.wsgi [None req-917cc83a-b8d7-4b2a-a542-996eaaada7f3 tempest-MeteringTestJSON-1259322369 tempest-MeteringTestJSON-1259322369-project-admin] 10.222.0.20 "DELETE /v2.0/metering/metering-labels/61a1bed2-46d6-45dd-aa6a-3ac4abbbede5 HTTP/1.1" status: 204 len: 168 time: 0.5894246 Jun 23 11:30:03.999680 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94175) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 11:30:04.006122 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.notifiers.nova [None req-dd455103-3934-426c-bb21-4ab1333320e1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-788637273 tempest-PortsAdminExtendedAttrsIpV6TestJSON-788637273-project-admin] device_id is not set on port 00ce0905-14e2-4e0b-b534-d9e9a733cd5a yet. {{(pid=94175) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jun 23 11:30:04.025643 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b2017b7-de94-42ae-a940-4efe64f70113 None None] Pushing event updated for resources: {'Port': ['ID=f25d2439-a5e2-48b2-8530-9a03b45d53cd,revision_number=3']} {{(pid=94176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 11:30:04.069589 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG oslo_concurrency.lockutils [None req-0b2017b7-de94-42ae-a940-4efe64f70113 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.261s {{(pid=94176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 11:30:04.070514 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.db.provisioning_blocks [None req-9d1c9164-31cc-4822-928e-c2234b055e31 None None] Provisioning complete for port f25d2439-a5e2-48b2-8530-9a03b45d53cd triggered by entity DHCP. {{(pid=94176) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 23 11:30:04.071086 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron_lib.callbacks.manager [None req-9d1c9164-31cc-4822-928e-c2234b055e31 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-899258'] for port, provisioning_complete {{(pid=94176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:30:04.143979 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron_lib.callbacks.manager [None req-23b12a38-3a8e-4a01-a54a-20ca7cbc2ac6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-520412', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-524143'] for router, after_create {{(pid=94174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:30:04.143979 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron_lib.callbacks.manager [None req-57409fb5-f338-4041-bf86-de8c524adb5e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-922915', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-239814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7866073', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773699642215'] for port, after_create {{(pid=94174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:30:04.153847 dv-neutron-601336-94-hyperv neutron-server[94174]: INFO neutron.wsgi [None req-79a9e26f-c3c8-48b5-8631-c5f35dc51382 tempest-NetworksTestDHCPv6-162546708 tempest-NetworksTestDHCPv6-162546708-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 929 time: 4.1089702 Jun 23 11:30:04.154635 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.wsgi [-] (94174) accepted ('10.222.0.20', 35882) {{(pid=94174) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 11:30:04.161025 dv-neutron-601336-94-hyperv neutron-server[94175]: INFO neutron.wsgi [None req-b9e6c44c-f208-4bcf-85b3-00033d15c114 tempest-RoutersIpV6AdminTest-1878456168 tempest-RoutersIpV6AdminTest-1878456168-project-admin] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 822 time: 2.8899350 Jun 23 11:30:04.163842 dv-neutron-601336-94-hyperv neutron-server[94175]: INFO neutron.wsgi [None req-a43d10cb-9ac2-4cfe-a45d-dda115a77823 tempest-DHCPAgentSchedulersTestJSON-448050073 tempest-DHCPAgentSchedulersTestJSON-448050073-project] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.5397887 Jun 23 11:30:04.164568 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.wsgi [-] (94175) accepted ('10.222.0.20', 35884) {{(pid=94175) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 11:30:04.165032 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.wsgi [-] (94175) accepted ('10.222.0.20', 35886) {{(pid=94175) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 11:30:04.176999 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.api.v2.base [None req-0c5730d2-979f-438d-beb4-742ef9b35fb8 tempest-DHCPAgentSchedulersTestJSON-448050073 tempest-DHCPAgentSchedulersTestJSON-448050073-project] Request body: {'port': {'network_id': '0ef04502-f66b-41c0-b23a-e7d0250667c4', 'name': 'tempest-DHCPAgentSchedulersTestJSON-1725815808'}} {{(pid=94175) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 23 11:30:04.187429 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG oslo_concurrency.lockutils [None req-d365d936-33a3-4d4f-a60a-bcf9a47ef5d8 tempest-ExternalNetworksAdminNegativeTestJSON-663294833 tempest-ExternalNetworksAdminNegativeTestJSON-663294833-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94174) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 11:30:04.188012 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.api.v2.base [None req-10db0303-db14-4eac-ba0d-03dd298a1628 tempest-RoutersIpV6AdminTest-1878456168 tempest-RoutersIpV6AdminTest-1878456168-project-admin] Request body: {'port': {'name': 'tempest-RoutersIpV6AdminTest-1561172897', 'network_id': '41b061a7-dc09-4233-9004-fdcedda89ef9'}} {{(pid=94175) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 23 11:30:04.191859 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd455103-3934-426c-bb21-4ab1333320e1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-788637273 tempest-PortsAdminExtendedAttrsIpV6TestJSON-788637273-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=424cc592-9b9a-456f-9125-7f46fcd75b1d,revision_number=1']} {{(pid=94175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 11:30:04.208237 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-57409fb5-f338-4041-bf86-de8c524adb5e admin admin] Network 3e7e4eb3-cf02-4d47-ade9-0a579cdfc60f is already hosted by enough agents. {{(pid=94174) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 23 11:30:04.230619 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG oslo_concurrency.lockutils [None req-dd455103-3934-426c-bb21-4ab1333320e1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-788637273 tempest-PortsAdminExtendedAttrsIpV6TestJSON-788637273-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.231s {{(pid=94175) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 11:30:04.231606 dv-neutron-601336-94-hyperv neutron-server[94175]: INFO neutron.pecan_wsgi.hooks.translation [None req-39b4a66a-0057-4e9d-8fb9-b7720b9b6b35 tempest-ExternalNetworksAdminNegativeTestJSON-663294833 tempest-ExternalNetworksAdminNegativeTestJSON-663294833-project-admin] POST failed (client error): There was a conflict when trying to complete your request. Jun 23 11:30:04.232162 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-39b4a66a-0057-4e9d-8fb9-b7720b9b6b35 tempest-ExternalNetworksAdminNegativeTestJSON-663294833 tempest-ExternalNetworksAdminNegativeTestJSON-663294833-project-admin] No notification will be sent due to unsuccessful status code: 409 {{(pid=94175) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 23 11:30:04.236081 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.scheduler.base_scheduler [None req-57409fb5-f338-4041-bf86-de8c524adb5e admin admin] Resources bound (agent type, host, resource id): {{(pid=94174) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 23 11:30:04.266103 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9f809a3a-3fef-4dae-8eae-36554e1b10fd None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1e0d828a-1fa4-563d-b7fd-53adf66a04ee-0ef04502-f66b-41c0-b23a-e7d0250667c4', 'network_id': '0ef04502-f66b-41c0-b23a-e7d0250667c4', 'tenant_id': 'afd2fdf0187e47f1891939cf0a8514a1', 'fixed_ips': [{'subnet_id': 'eef817c0-731a-4279-a931-5249ccec8759'}]}} from dv-neutron-601336-94-hyperv. {{(pid=94176) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 23 11:30:04.267622 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron_lib.callbacks.manager [None req-9f809a3a-3fef-4dae-8eae-36554e1b10fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-923104'] for port, before_create {{(pid=94176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:30:04.274713 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.db.l3_dvrscheduler_db [None req-57409fb5-f338-4041-bf86-de8c524adb5e admin admin] Received port after_create {{(pid=94174) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 23 11:30:04.459928 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-10db0303-db14-4eac-ba0d-03dd298a1628 tempest-RoutersIpV6AdminTest-1878456168 tempest-RoutersIpV6AdminTest-1878456168-project-admin] Made reservation on behalf of fd08a1643c8a4193835c13f4222b4d53 for: {'port': 1} {{(pid=94175) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 23 11:30:04.462475 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron_lib.callbacks.manager [None req-10db0303-db14-4eac-ba0d-03dd298a1628 tempest-RoutersIpV6AdminTest-1878456168 tempest-RoutersIpV6AdminTest-1878456168-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-923104'] for port, before_create {{(pid=94175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:30:04.473924 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57409fb5-f338-4041-bf86-de8c524adb5e admin admin] Pushing event updated for resources: {'Port': ['ID=c1f1e88f-c802-4085-b69a-ba04b7063016,revision_number=1']} {{(pid=94174) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 11:30:04.480439 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.notifiers.nova [None req-10db0303-db14-4eac-ba0d-03dd298a1628 tempest-RoutersIpV6AdminTest-1878456168 tempest-RoutersIpV6AdminTest-1878456168-project-admin] device_id is not set on port f17e49a7-578b-4e35-b49e-0afac34b1388 yet. {{(pid=94175) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jun 23 11:30:04.488976 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG oslo_concurrency.lockutils [None req-57409fb5-f338-4041-bf86-de8c524adb5e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.302s {{(pid=94174) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 11:30:04.527864 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.plugins.ml2.rpc [None req-dc7542b2-afef-47f4-a763-e3a3cba144be None None] Device 1c33cc39-b094-4286-8993-513f659acc1a up at agent ovs-agent-dv-neutron-601336-94-hyperv {{(pid=94176) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:298}} Jun 23 11:30:04.566675 dv-neutron-601336-94-hyperv neutron-server[94175]: INFO neutron.wsgi [None req-39b4a66a-0057-4e9d-8fb9-b7720b9b6b35 tempest-ExternalNetworksAdminNegativeTestJSON-663294833 tempest-ExternalNetworksAdminNegativeTestJSON-663294833-project-admin] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 409 len: 372 time: 2.6529703 Jun 23 11:30:04.591393 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.wsgi [-] (94175) accepted ('10.222.0.20', 35892) {{(pid=94175) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 11:30:04.710514 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0b6bcf6f-5f91-4806-8549-55d9d21d1162 tempest-NetworksTestDHCPv6-162546708 tempest-NetworksTestDHCPv6-162546708-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94174) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 11:30:04.716663 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0b6bcf6f-5f91-4806-8549-55d9d21d1162 tempest-NetworksTestDHCPv6-162546708 tempest-NetworksTestDHCPv6-162546708-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94174) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 11:30:04.718376 dv-neutron-601336-94-hyperv neutron-server[94174]: INFO neutron.wsgi [None req-0b6bcf6f-5f91-4806-8549-55d9d21d1162 tempest-NetworksTestDHCPv6-162546708 tempest-NetworksTestDHCPv6-162546708-project] 10.222.0.20 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1668 time: 0.5489132 Jun 23 11:30:04.721649 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.wsgi [-] (94174) accepted ('10.222.0.20', 35896) {{(pid=94174) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 11:30:04.730832 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.db.provisioning_blocks [None req-9d1c9164-31cc-4822-928e-c2234b055e31 None None] Provisioning for port 990d511f-34b2-4f7d-b9da-c4bfa2b432b2 completed by entity DHCP. {{(pid=94176) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 23 11:30:04.734793 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.db.provisioning_blocks [None req-dc7542b2-afef-47f4-a763-e3a3cba144be None None] Provisioning complete for port 1c33cc39-b094-4286-8993-513f659acc1a triggered by entity L2. {{(pid=94176) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 23 11:30:04.735309 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron_lib.callbacks.manager [None req-dc7542b2-afef-47f4-a763-e3a3cba144be None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-899258'] for port, provisioning_complete {{(pid=94176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:30:04.737911 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.db.db_base_plugin_common [None req-9f809a3a-3fef-4dae-8eae-36554e1b10fd None None] Allocated IP 172.20.0.2 (0ef04502-f66b-41c0-b23a-e7d0250667c4/eef817c0-731a-4279-a931-5249ccec8759/d7ab3273-4f75-492a-81d2-74d4d57a6233) {{(pid=94176) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 23 11:30:04.741399 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.db.provisioning_blocks [None req-9d1c9164-31cc-4822-928e-c2234b055e31 None None] Provisioning complete for port 990d511f-34b2-4f7d-b9da-c4bfa2b432b2 triggered by entity DHCP. {{(pid=94176) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 23 11:30:04.741399 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron_lib.callbacks.manager [None req-9d1c9164-31cc-4822-928e-c2234b055e31 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-899258'] for port, provisioning_complete {{(pid=94176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:30:04.865196 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.plugins.ml2.plugin [None req-9d1c9164-31cc-4822-928e-c2234b055e31 None None] Port 990d511f-34b2-4f7d-b9da-c4bfa2b432b2 cannot update to ACTIVE because it is not bound. {{(pid=94176) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jun 23 11:30:04.873881 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.wsgi [-] (94174) accepted ('10.222.0.20', 35898) {{(pid=94174) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 11:30:04.964262 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.plugins.ml2.rpc [None req-dc7542b2-afef-47f4-a763-e3a3cba144be None None] Device d779a3a3-033a-4e9e-a049-bdae9695b28d up at agent ovs-agent-dv-neutron-601336-94-hyperv {{(pid=94176) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:298}} Jun 23 11:30:05.011768 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.db.provisioning_blocks [None req-9d1c9164-31cc-4822-928e-c2234b055e31 None None] Provisioning for port d779a3a3-033a-4e9e-a049-bdae9695b28d completed by entity DHCP. {{(pid=94176) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 23 11:30:05.035850 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron_lib.callbacks.manager [None req-57409fb5-f338-4041-bf86-de8c524adb5e admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=94174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:30:05.036870 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.db.db_base_plugin_common [None req-10db0303-db14-4eac-ba0d-03dd298a1628 tempest-RoutersIpV6AdminTest-1878456168 tempest-RoutersIpV6AdminTest-1878456168-project-admin] Allocated IP 2001:db8::d6 (41b061a7-dc09-4233-9004-fdcedda89ef9/27a2e10b-f119-4c4b-b2ce-9771ab407895/f17e49a7-578b-4e35-b49e-0afac34b1388) {{(pid=94175) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 23 11:30:05.063513 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron_lib.callbacks.manager [None req-9f809a3a-3fef-4dae-8eae-36554e1b10fd None None] Notify callbacks [] for port, precommit_create {{(pid=94176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:30:05.075507 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.db.provisioning_blocks [None req-9f809a3a-3fef-4dae-8eae-36554e1b10fd None None] Transition to ACTIVE for port object d7ab3273-4f75-492a-81d2-74d4d57a6233 will not be triggered until provisioned by entity L2. {{(pid=94176) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 23 11:30:05.080564 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-23b12a38-3a8e-4a01-a54a-20ca7cbc2ac6 admin admin] Router c4011798-9e12-4124-bd92-c3bdbb57294a is scheduled to L3 agent 50ef99c0-ef28-4db5-b303-b145898fae60 with binding_index 1 {{(pid=94174) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jun 23 11:30:05.092330 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.db.provisioning_blocks [None req-9f809a3a-3fef-4dae-8eae-36554e1b10fd None None] Transition to ACTIVE for port object d7ab3273-4f75-492a-81d2-74d4d57a6233 will not be triggered until provisioned by entity DHCP. {{(pid=94176) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 23 11:30:05.099108 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0c5730d2-979f-438d-beb4-742ef9b35fb8 tempest-DHCPAgentSchedulersTestJSON-448050073 tempest-DHCPAgentSchedulersTestJSON-448050073-project] Made reservation on behalf of afd2fdf0187e47f1891939cf0a8514a1 for: {'port': 1} {{(pid=94175) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 23 11:30:05.102075 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.plugins.ml2.plugin [None req-c21d5fc5-9e40-4710-803e-3b650d621518 tempest-NetworksTestDHCPv6-162546708 tempest-NetworksTestDHCPv6-162546708-project] Deleting port 990d511f-34b2-4f7d-b9da-c4bfa2b432b2 {{(pid=94174) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1913}} Jun 23 11:30:05.102450 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron_lib.callbacks.manager [None req-c21d5fc5-9e40-4710-803e-3b650d621518 tempest-NetworksTestDHCPv6-162546708 tempest-NetworksTestDHCPv6-162546708-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773700079324'] for port, before_delete {{(pid=94174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:30:05.102671 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron_lib.callbacks.manager [None req-0c5730d2-979f-438d-beb4-742ef9b35fb8 tempest-DHCPAgentSchedulersTestJSON-448050073 tempest-DHCPAgentSchedulersTestJSON-448050073-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-923104'] for port, before_create {{(pid=94175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:30:05.124868 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron_lib.callbacks.manager [None req-af3c33ab-7a4d-4f0e-96c4-525161dc21cc admin admin] Notify callbacks [] for security_group, before_create {{(pid=94174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:30:05.125219 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.notifiers.nova [None req-dd455103-3934-426c-bb21-4ab1333320e1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-788637273 tempest-PortsAdminExtendedAttrsIpV6TestJSON-788637273-project-admin] device_id is not set on port 00ce0905-14e2-4e0b-b534-d9e9a733cd5a yet. {{(pid=94175) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jun 23 11:30:05.146684 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.db.provisioning_blocks [None req-dc7542b2-afef-47f4-a763-e3a3cba144be None None] Provisioning for port d779a3a3-033a-4e9e-a049-bdae9695b28d completed by entity L2. {{(pid=94176) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 23 11:30:05.154439 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.db.provisioning_blocks [None req-dc7542b2-afef-47f4-a763-e3a3cba144be None None] Provisioning complete for port d779a3a3-033a-4e9e-a049-bdae9695b28d triggered by entity L2. {{(pid=94176) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 23 11:30:05.157005 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron_lib.callbacks.manager [None req-dc7542b2-afef-47f4-a763-e3a3cba144be None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-899258'] for port, provisioning_complete {{(pid=94176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:30:05.165848 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron_lib.callbacks.manager [None req-dd455103-3934-426c-bb21-4ab1333320e1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-788637273 tempest-PortsAdminExtendedAttrsIpV6TestJSON-788637273-project-admin] Notify callbacks [] for port, precommit_create {{(pid=94175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:30:05.176443 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.db.provisioning_blocks [None req-6d889990-86d0-486a-b03b-02f730daaec8 None None] Provisioning complete for port 990d511f-34b2-4f7d-b9da-c4bfa2b432b2 triggered by entity DHCP. {{(pid=94176) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 23 11:30:05.176804 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron_lib.callbacks.manager [None req-6d889990-86d0-486a-b03b-02f730daaec8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-899258'] for port, provisioning_complete {{(pid=94176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:30:05.181386 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.notifiers.nova [None req-0c5730d2-979f-438d-beb4-742ef9b35fb8 tempest-DHCPAgentSchedulersTestJSON-448050073 tempest-DHCPAgentSchedulersTestJSON-448050073-project] device_id is not set on port 46f4ccce-78ce-48bb-8f30-473bdf9d48e4 yet. {{(pid=94175) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jun 23 11:30:05.182270 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron_lib.callbacks.manager [None req-9f809a3a-3fef-4dae-8eae-36554e1b10fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-922915', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-239814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7866073', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773699642215'] for port, after_create {{(pid=94176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:30:05.205942 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG oslo_concurrency.lockutils [None req-353a62cd-bd7d-4df5-abdd-28be7f883649 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 11:30:05.246009 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.db.provisioning_blocks [None req-dd455103-3934-426c-bb21-4ab1333320e1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-788637273 tempest-PortsAdminExtendedAttrsIpV6TestJSON-788637273-project-admin] Transition to ACTIVE for port object 00ce0905-14e2-4e0b-b534-d9e9a733cd5a will not be triggered until provisioned by entity L2. {{(pid=94175) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 23 11:30:05.258345 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9f809a3a-3fef-4dae-8eae-36554e1b10fd None None] Network 0ef04502-f66b-41c0-b23a-e7d0250667c4 is already hosted by enough agents. {{(pid=94176) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 23 11:30:05.267239 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.plugins.ml2.plugin [None req-6d889990-86d0-486a-b03b-02f730daaec8 None None] Port 990d511f-34b2-4f7d-b9da-c4bfa2b432b2 cannot update to ACTIVE because it is not bound. {{(pid=94176) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jun 23 11:30:05.268916 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.scheduler.base_scheduler [None req-9f809a3a-3fef-4dae-8eae-36554e1b10fd None None] Resources bound (agent type, host, resource id): {{(pid=94176) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 23 11:30:05.277102 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9f809a3a-3fef-4dae-8eae-36554e1b10fd None None] Received port after_create {{(pid=94176) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 23 11:30:05.290724 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f809a3a-3fef-4dae-8eae-36554e1b10fd None None] Pushing event updated for resources: {'Port': ['ID=d7ab3273-4f75-492a-81d2-74d4d57a6233,revision_number=1']} {{(pid=94176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 11:30:05.295670 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG oslo_concurrency.lockutils [None req-9f809a3a-3fef-4dae-8eae-36554e1b10fd None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.090s {{(pid=94176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 11:30:05.302097 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.db.provisioning_blocks [None req-6d889990-86d0-486a-b03b-02f730daaec8 None None] Provisioning complete for port d779a3a3-033a-4e9e-a049-bdae9695b28d triggered by entity DHCP. {{(pid=94176) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 23 11:30:05.302512 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron_lib.callbacks.manager [None req-6d889990-86d0-486a-b03b-02f730daaec8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-899258'] for port, provisioning_complete {{(pid=94176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:30:05.373845 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron_lib.callbacks.manager [None req-dd455103-3934-426c-bb21-4ab1333320e1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-788637273 tempest-PortsAdminExtendedAttrsIpV6TestJSON-788637273-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-922915', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-239814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7866073', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773699642215'] for port, after_create {{(pid=94175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:30:05.376304 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.plugins.ml2.plugin [None req-01941044-32f1-4b6b-b60f-3d6eb278d3ce tempest-ExternalNetworksAdminNegativeTestJSON-663294833 tempest-ExternalNetworksAdminNegativeTestJSON-663294833-project-admin] Deleting port aa8b4475-b228-4240-abb4-52019a69546b {{(pid=94175) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1913}} Jun 23 11:30:05.376562 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron_lib.callbacks.manager [None req-01941044-32f1-4b6b-b60f-3d6eb278d3ce tempest-ExternalNetworksAdminNegativeTestJSON-663294833 tempest-ExternalNetworksAdminNegativeTestJSON-663294833-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773700079324'] for port, before_delete {{(pid=94175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:30:05.390384 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron_lib.callbacks.manager [None req-c21d5fc5-9e40-4710-803e-3b650d621518 tempest-NetworksTestDHCPv6-162546708 tempest-NetworksTestDHCPv6-162546708-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-430722'] for port, precommit_delete {{(pid=94174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:30:05.399562 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG oslo_concurrency.lockutils [None req-0d266316-33a4-4beb-9f3c-e38de2d4858c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94175) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 11:30:05.400268 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron_lib.callbacks.manager [None req-dc7542b2-afef-47f4-a763-e3a3cba144be None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-923122'] for port, before_update {{(pid=94176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:30:05.406941 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.plugins.ml2.managers [None req-9f809a3a-3fef-4dae-8eae-36554e1b10fd None None] Attempting to bind port d7ab3273-4f75-492a-81d2-74d4d57a6233 on host dv-neutron-601336-94-hyperv for vnic_type normal with profile {{(pid=94176) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 23 11:30:05.407167 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.plugins.ml2.managers [None req-9f809a3a-3fef-4dae-8eae-36554e1b10fd None None] Attempting to bind port d7ab3273-4f75-492a-81d2-74d4d57a6233 by drivers openvswitch,hyperv on host dv-neutron-601336-94-hyperv at level 0 using segments [{'id': 'bf7f94f3-ccd6-47f3-8c43-ce09a6058bef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 447, 'network_id': '0ef04502-f66b-41c0-b23a-e7d0250667c4'}] {{(pid=94176) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 23 11:30:05.407513 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9f809a3a-3fef-4dae-8eae-36554e1b10fd None None] Attempting to bind port d7ab3273-4f75-492a-81d2-74d4d57a6233 on network 0ef04502-f66b-41c0-b23a-e7d0250667c4 {{(pid=94176) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 23 11:30:05.427242 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9f809a3a-3fef-4dae-8eae-36554e1b10fd None None] Checking agent: {'id': '4d05f899-5ac9-411b-8a03-f60c93f87cdf', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-601336-94-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 23, 11, 22, 14), 'started_at': datetime.datetime(2021, 6, 23, 11, 22, 44), 'heartbeat_timestamp': datetime.datetime(2021, 6, 23, 11, 29, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'monitor_allowed_address_pair_garp': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-601336-94-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94176) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 23 11:30:05.427242 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9f809a3a-3fef-4dae-8eae-36554e1b10fd None None] Checking segment: {'id': 'bf7f94f3-ccd6-47f3-8c43-ce09a6058bef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 447, 'network_id': '0ef04502-f66b-41c0-b23a-e7d0250667c4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94176) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 23 11:30:05.428456 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron_lib.callbacks.manager [None req-9f809a3a-3fef-4dae-8eae-36554e1b10fd None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:30:05.428641 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9f809a3a-3fef-4dae-8eae-36554e1b10fd None None] Bound using segment: {'id': 'bf7f94f3-ccd6-47f3-8c43-ce09a6058bef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 447, 'network_id': '0ef04502-f66b-41c0-b23a-e7d0250667c4'} {{(pid=94176) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 23 11:30:05.429391 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.plugins.ml2.managers [None req-9f809a3a-3fef-4dae-8eae-36554e1b10fd None None] Bound port: d7ab3273-4f75-492a-81d2-74d4d57a6233, host: dv-neutron-601336-94-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bf7f94f3-ccd6-47f3-8c43-ce09a6058bef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 447, 'network_id': '0ef04502-f66b-41c0-b23a-e7d0250667c4'}}] {{(pid=94176) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 23 11:30:05.429511 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron_lib.callbacks.manager [None req-9f809a3a-3fef-4dae-8eae-36554e1b10fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-923122'] for port, before_update {{(pid=94176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:30:05.432802 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.plugins.ml2.plugin [None req-c21d5fc5-9e40-4710-803e-3b650d621518 tempest-NetworksTestDHCPv6-162546708 tempest-NetworksTestDHCPv6-162546708-project] Calling delete_port for 990d511f-34b2-4f7d-b9da-c4bfa2b432b2 owned by {{(pid=94174) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1986}} Jun 23 11:30:05.466272 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.plugins.ml2.db [None req-dc7542b2-afef-47f4-a763-e3a3cba144be None None] For port d779a3a3-033a-4e9e-a049-bdae9695b28d, host dv-neutron-601336-94-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-94-hyperv',level=0,port_id=d779a3a3-033a-4e9e-a049-bdae9695b28d,segment=NetworkSegment(c346af87-b391-4254-9d6e-eeb5f3162a6b),segment_id=c346af87-b391-4254-9d6e-eeb5f3162a6b)] {{(pid=94176) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 23 11:30:05.476813 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-23b12a38-3a8e-4a01-a54a-20ca7cbc2ac6 admin admin] Notify agent at l3_agent.dv-neutron-601336-94-hyperv the message routers_updated {{(pid=94174) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 23 11:30:05.500366 dv-neutron-601336-94-hyperv neutron-server[94177]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d81d1a28-851d-4e5c-a077-4408806bc6bb None None] Sync routers for ids ['c4011798-9e12-4124-bd92-c3bdbb57294a'] in dv-neutron-601336-94-hyperv {{(pid=94177) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 23 11:30:05.521979 dv-neutron-601336-94-hyperv neutron-server[94177]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d81d1a28-851d-4e5c-a077-4408806bc6bb None None] Routers {'c4011798-9e12-4124-bd92-c3bdbb57294a'} bound to L3 agent in host dv-neutron-601336-94-hyperv {{(pid=94177) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 23 11:30:05.523546 dv-neutron-601336-94-hyperv neutron-server[94177]: DEBUG neutron.db.l3_hamode_db [None req-d81d1a28-851d-4e5c-a077-4408806bc6bb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-601336-94-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-06-23T11:22:13Z,description=,heartbeat_timestamp=2021-06-23T11:29:43Z,host='dv-neutron-601336-94-hyperv',id=50ef99c0-ef28-4db5-b303-b145898fae60,load=0,resource_versions=,resources_synced=,started_at=2021-06-23T11:22:14Z,topic='l3_agent')) {'router_ids': ['c4011798-9e12-4124-bd92-c3bdbb57294a'], 'active': True} {{(pid=94177) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 11:30:05.528369 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron_lib.callbacks.manager [None req-10db0303-db14-4eac-ba0d-03dd298a1628 tempest-RoutersIpV6AdminTest-1878456168 tempest-RoutersIpV6AdminTest-1878456168-project-admin] Notify callbacks [] for port, precommit_create {{(pid=94175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:30:05.539678 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron_lib.callbacks.manager [None req-6d889990-86d0-486a-b03b-02f730daaec8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-923122'] for port, before_update {{(pid=94176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:30:05.553188 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.plugins.ml2.db [None req-9f809a3a-3fef-4dae-8eae-36554e1b10fd None None] For port d7ab3273-4f75-492a-81d2-74d4d57a6233, host dv-neutron-601336-94-hyperv, cleared binding levels {{(pid=94176) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 23 11:30:05.564680 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron_lib.callbacks.manager [None req-dc7542b2-afef-47f4-a763-e3a3cba144be None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-922904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866062', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773700135042', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773699642233', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773699642278'] for port, after_update {{(pid=94176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:30:05.565768 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd455103-3934-426c-bb21-4ab1333320e1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-788637273 tempest-PortsAdminExtendedAttrsIpV6TestJSON-788637273-project-admin] Pushing event updated for resources: {'Port': ['ID=00ce0905-14e2-4e0b-b534-d9e9a733cd5a,revision_number=1']} {{(pid=94175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 11:30:05.570845 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.db.db_base_plugin_common [None req-0c5730d2-979f-438d-beb4-742ef9b35fb8 tempest-DHCPAgentSchedulersTestJSON-448050073 tempest-DHCPAgentSchedulersTestJSON-448050073-project] Allocated IP 172.20.0.5 (0ef04502-f66b-41c0-b23a-e7d0250667c4/eef817c0-731a-4279-a931-5249ccec8759/46f4ccce-78ce-48bb-8f30-473bdf9d48e4) {{(pid=94175) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 23 11:30:05.574517 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.plugins.ml2.db [None req-9f809a3a-3fef-4dae-8eae-36554e1b10fd None None] For port d7ab3273-4f75-492a-81d2-74d4d57a6233, host dv-neutron-601336-94-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-94-hyperv',level=0,port_id=d7ab3273-4f75-492a-81d2-74d4d57a6233,segment=NetworkSegment(bf7f94f3-ccd6-47f3-8c43-ce09a6058bef),segment_id=bf7f94f3-ccd6-47f3-8c43-ce09a6058bef)] {{(pid=94176) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 23 11:30:05.576316 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.plugins.ml2.rpc [None req-dc7542b2-afef-47f4-a763-e3a3cba144be None None] Device f25d2439-a5e2-48b2-8530-9a03b45d53cd up at agent ovs-agent-dv-neutron-601336-94-hyperv {{(pid=94176) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:298}} Jun 23 11:30:05.579855 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG oslo_concurrency.lockutils [None req-0b2017b7-de94-42ae-a940-4efe64f70113 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 11:30:05.580423 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG oslo_concurrency.lockutils [None req-dd455103-3934-426c-bb21-4ab1333320e1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-788637273 tempest-PortsAdminExtendedAttrsIpV6TestJSON-788637273-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.181s {{(pid=94175) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 11:30:05.613972 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron_lib.callbacks.manager [None req-af3c33ab-7a4d-4f0e-96c4-525161dc21cc admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:30:05.623688 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron_lib.callbacks.manager [None req-57409fb5-f338-4041-bf86-de8c524adb5e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-520412', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-524143'] for router, after_create {{(pid=94174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:30:05.629453 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron_lib.callbacks.manager [None req-01941044-32f1-4b6b-b60f-3d6eb278d3ce tempest-ExternalNetworksAdminNegativeTestJSON-663294833 tempest-ExternalNetworksAdminNegativeTestJSON-663294833-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-430722'] for port, precommit_delete {{(pid=94175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:30:05.629783 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron_lib.callbacks.manager [None req-01941044-32f1-4b6b-b60f-3d6eb278d3ce tempest-ExternalNetworksAdminNegativeTestJSON-663294833 tempest-ExternalNetworksAdminNegativeTestJSON-663294833-project-admin] Notify callbacks [] for floatingip, precommit_delete {{(pid=94175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:30:05.654688 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dd455103-3934-426c-bb21-4ab1333320e1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-788637273 tempest-PortsAdminExtendedAttrsIpV6TestJSON-788637273-project-admin] Checking segment: {'id': 'ea68f0ef-84a2-4064-97a2-9c21f1af5cce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 407, 'network_id': 'baa98ec6-1d6b-4eef-90d6-91cd66042db6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94175) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 23 11:30:05.655061 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dd455103-3934-426c-bb21-4ab1333320e1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-788637273 tempest-PortsAdminExtendedAttrsIpV6TestJSON-788637273-project-admin] Network hostable DHCP agents. Network: baa98ec6-1d6b-4eef-90d6-91cd66042db6, hostable agents: ['8cf29b10-0e57-4131-816f-a4b6ad00b249'], hosted agents: [] {{(pid=94175) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 23 11:30:05.672664 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.plugins.ml2.plugin [None req-01941044-32f1-4b6b-b60f-3d6eb278d3ce tempest-ExternalNetworksAdminNegativeTestJSON-663294833 tempest-ExternalNetworksAdminNegativeTestJSON-663294833-project-admin] Calling delete_port for aa8b4475-b228-4240-abb4-52019a69546b owned by network:floatingip {{(pid=94175) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1986}} Jun 23 11:30:05.679141 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron_lib.callbacks.manager [None req-9f809a3a-3fef-4dae-8eae-36554e1b10fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-922904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866062', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773700135042', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773699642233', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773699642278'] for port, after_update {{(pid=94176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:30:05.693808 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron_lib.callbacks.manager [None req-af3c33ab-7a4d-4f0e-96c4-525161dc21cc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7996330'] for security_group, after_create {{(pid=94174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:30:05.696481 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc7542b2-afef-47f4-a763-e3a3cba144be None None] Pushing event updated for resources: {'Port': ['ID=d779a3a3-033a-4e9e-a049-bdae9695b28d,revision_number=3']} {{(pid=94176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 11:30:05.701838 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron_lib.db.api [None req-6d889990-86d0-486a-b03b-02f730daaec8 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=94176) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jun 23 11:30:05.702228 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG oslo_db.api [None req-6d889990-86d0-486a-b03b-02f730daaec8 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=94176) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jun 23 11:30:05.704457 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG oslo_concurrency.lockutils [None req-dc7542b2-afef-47f4-a763-e3a3cba144be None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.124s {{(pid=94176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 11:30:05.704883 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.021s {{(pid=94176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 11:30:05.718954 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94174) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 11:30:05.758398 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.db.provisioning_blocks [None req-dc7542b2-afef-47f4-a763-e3a3cba144be None None] Provisioning complete for port f25d2439-a5e2-48b2-8530-9a03b45d53cd triggered by entity L2. {{(pid=94176) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 23 11:30:05.758770 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron_lib.callbacks.manager [None req-dc7542b2-afef-47f4-a763-e3a3cba144be None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-899258'] for port, provisioning_complete {{(pid=94176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:30:05.805042 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f809a3a-3fef-4dae-8eae-36554e1b10fd None None] Pushing event updated for resources: {'Port': ['ID=d7ab3273-4f75-492a-81d2-74d4d57a6233,revision_number=2']} {{(pid=94176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 11:30:05.813559 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG oslo_concurrency.lockutils [None req-9f809a3a-3fef-4dae-8eae-36554e1b10fd None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.106s {{(pid=94176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 11:30:05.822551 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron_lib.callbacks.manager [None req-23b12a38-3a8e-4a01-a54a-20ca7cbc2ac6 admin admin] Notify callbacks [] for router, before_response {{(pid=94174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:30:05.823867 dv-neutron-601336-94-hyperv neutron-server[94174]: INFO neutron.wsgi [None req-23b12a38-3a8e-4a01-a54a-20ca7cbc2ac6 admin admin] 10.222.0.20 "POST /v2.0/routers HTTP/1.1" status: 201 len: 924 time: 6.7928658 Jun 23 11:30:05.832678 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.wsgi [-] (94174) accepted ('10.222.0.20', 35902) {{(pid=94174) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 11:30:05.840286 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron_lib.callbacks.manager [None req-10db0303-db14-4eac-ba0d-03dd298a1628 tempest-RoutersIpV6AdminTest-1878456168 tempest-RoutersIpV6AdminTest-1878456168-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-922915', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-239814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7866073', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773699642215'] for port, after_create {{(pid=94175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:30:05.843554 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dd455103-3934-426c-bb21-4ab1333320e1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-788637273 tempest-PortsAdminExtendedAttrsIpV6TestJSON-788637273-project-admin] Network baa98ec6-1d6b-4eef-90d6-91cd66042db6 is scheduled to be hosted by DHCP agent 8cf29b10-0e57-4131-816f-a4b6ad00b249 with binding_index 1 {{(pid=94175) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 23 11:30:05.861327 dv-neutron-601336-94-hyperv neutron-server[94177]: DEBUG neutron.db.l3_dvr_db [None req-d81d1a28-851d-4e5c-a077-4408806bc6bb None None] Set router c4011798-9e12-4124-bd92-c3bdbb57294a gateway port host: dv-neutron-601336-94-hyperv {{(pid=94177) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:838}} Jun 23 11:30:05.868755 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG oslo_concurrency.lockutils [None req-dd455103-3934-426c-bb21-4ab1333320e1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-788637273 tempest-PortsAdminExtendedAttrsIpV6TestJSON-788637273-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94175) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 11:30:05.917816 dv-neutron-601336-94-hyperv neutron-server[94174]: INFO neutron.wsgi [None req-af3c33ab-7a4d-4f0e-96c4-525161dc21cc admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=ca5fad6aab8f4deead60b97e76f39b5b&name=default HTTP/1.1" status: 200 len: 2979 time: 1.0394864 Jun 23 11:30:05.921500 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af3c33ab-7a4d-4f0e-96c4-525161dc21cc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=53eccc71-1dd8-4b1d-992e-5d42b91dd3c7,revision_number=1']} {{(pid=94174) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 11:30:05.936269 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.wsgi [-] (94174) accepted ('10.222.0.20', 35904) {{(pid=94174) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 11:30:05.943853 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG oslo_concurrency.lockutils [None req-af3c33ab-7a4d-4f0e-96c4-525161dc21cc admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.225s {{(pid=94174) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 11:30:05.961480 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-10db0303-db14-4eac-ba0d-03dd298a1628 tempest-RoutersIpV6AdminTest-1878456168 tempest-RoutersIpV6AdminTest-1878456168-project-admin] Network 41b061a7-dc09-4233-9004-fdcedda89ef9 is already hosted by enough agents. {{(pid=94175) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 23 11:30:05.970886 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.scheduler.base_scheduler [None req-10db0303-db14-4eac-ba0d-03dd298a1628 tempest-RoutersIpV6AdminTest-1878456168 tempest-RoutersIpV6AdminTest-1878456168-project-admin] Resources bound (agent type, host, resource id): {{(pid=94175) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 23 11:30:05.981336 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.db.l3_dvrscheduler_db [None req-10db0303-db14-4eac-ba0d-03dd298a1628 tempest-RoutersIpV6AdminTest-1878456168 tempest-RoutersIpV6AdminTest-1878456168-project-admin] Received port after_create {{(pid=94175) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 23 11:30:05.982279 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-10db0303-db14-4eac-ba0d-03dd298a1628 tempest-RoutersIpV6AdminTest-1878456168 tempest-RoutersIpV6AdminTest-1878456168-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=94175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 11:30:05.983738 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron_lib.callbacks.manager [None req-10db0303-db14-4eac-ba0d-03dd298a1628 tempest-RoutersIpV6AdminTest-1878456168 tempest-RoutersIpV6AdminTest-1878456168-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-217507', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7865916'] for port, before_response {{(pid=94175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:30:05.988730 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10db0303-db14-4eac-ba0d-03dd298a1628 tempest-RoutersIpV6AdminTest-1878456168 tempest-RoutersIpV6AdminTest-1878456168-project-admin] Pushing event updated for resources: {'Port': ['ID=f17e49a7-578b-4e35-b49e-0afac34b1388,revision_number=1']} {{(pid=94175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 11:30:06.000213 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG oslo_concurrency.lockutils [None req-10db0303-db14-4eac-ba0d-03dd298a1628 tempest-RoutersIpV6AdminTest-1878456168 tempest-RoutersIpV6AdminTest-1878456168-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.131s {{(pid=94175) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 11:30:06.060981 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron_lib.callbacks.manager [None req-6306de9c-ebe2-4236-9076-9f551c32f910 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:30:06.080668 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.scheduler.base_scheduler [None req-dd455103-3934-426c-bb21-4ab1333320e1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-788637273 tempest-PortsAdminExtendedAttrsIpV6TestJSON-788637273-project-admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-601336-94-hyperv, baa98ec6-1d6b-4eef-90d6-91cd66042db6) {{(pid=94175) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 23 11:30:06.084214 dv-neutron-601336-94-hyperv neutron-server[94177]: DEBUG neutron.db.l3_hamode_db [None req-d81d1a28-851d-4e5c-a077-4408806bc6bb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c4011798-9e12-4124-bd92-c3bdbb57294a', 'name': 'tempest-ServersTestManualDisk-1881504983-router', 'tenant_id': '7773bca180b74a769b5b6d02c3ba717c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3e7e4eb3-cf02-4d47-ade9-0a579cdfc60f', 'external_fixed_ips': [{'subnet_id': 'a5ad15ab-c489-4a67-a9b0-d559fca0ec71', 'ip_address': '172.26.3.149'}], 'enable_snat': True}, 'gw_port_id': '1672c3a7-e0d1-48d1-af58-33f38510af19', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-23T11:29:59Z', 'updated_at': '2021-06-23T11:30:03Z', 'revision_number': 3, 'project_id': '7773bca180b74a769b5b6d02c3ba717c', 'gw_port': {'id': '1672c3a7-e0d1-48d1-af58-33f38510af19', 'name': '', 'network_id': '3e7e4eb3-cf02-4d47-ade9-0a579cdfc60f', 'tenant_id': '', 'mac_address': 'fa:16:3e:ef:5a:e9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c4011798-9e12-4124-bd92-c3bdbb57294a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 84, 'fixed_ips': [{'subnet_id': 'a5ad15ab-c489-4a67-a9b0-d559fca0ec71', 'ip_address': '172.26.3.149', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-23T11:30:01Z', 'updated_at': '2021-06-23T11:30:02Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'a5ad15ab-c489-4a67-a9b0-d559fca0ec71', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-601336-94-hyperv'}], 'dv-neutron-601336-94-hyperv', False) {} {{(pid=94177) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 11:30:06.085354 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dd455103-3934-426c-bb21-4ab1333320e1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-788637273 tempest-PortsAdminExtendedAttrsIpV6TestJSON-788637273-project-admin] Received port after_create {{(pid=94175) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 23 11:30:06.108296 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.plugins.ml2.managers [None req-dd455103-3934-426c-bb21-4ab1333320e1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-788637273 tempest-PortsAdminExtendedAttrsIpV6TestJSON-788637273-project-admin] Attempting to bind port 00ce0905-14e2-4e0b-b534-d9e9a733cd5a on host hv-neutron-6013 for vnic_type normal with profile {{(pid=94175) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 23 11:30:06.108667 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.plugins.ml2.managers [None req-dd455103-3934-426c-bb21-4ab1333320e1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-788637273 tempest-PortsAdminExtendedAttrsIpV6TestJSON-788637273-project-admin] Attempting to bind port 00ce0905-14e2-4e0b-b534-d9e9a733cd5a by drivers openvswitch,hyperv on host hv-neutron-6013 at level 0 using segments [{'id': 'ea68f0ef-84a2-4064-97a2-9c21f1af5cce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 407, 'network_id': 'baa98ec6-1d6b-4eef-90d6-91cd66042db6'}] {{(pid=94175) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 23 11:30:06.109031 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dd455103-3934-426c-bb21-4ab1333320e1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-788637273 tempest-PortsAdminExtendedAttrsIpV6TestJSON-788637273-project-admin] Attempting to bind port 00ce0905-14e2-4e0b-b534-d9e9a733cd5a on network baa98ec6-1d6b-4eef-90d6-91cd66042db6 {{(pid=94175) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 23 11:30:06.113721 dv-neutron-601336-94-hyperv neutron-server[94177]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d81d1a28-851d-4e5c-a077-4408806bc6bb None None] Checking router: c4011798-9e12-4124-bd92-c3bdbb57294a for host: dv-neutron-601336-94-hyperv {{(pid=94177) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 23 11:30:06.113948 dv-neutron-601336-94-hyperv neutron-server[94177]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d81d1a28-851d-4e5c-a077-4408806bc6bb None None] Updating router c4011798-9e12-4124-bd92-c3bdbb57294a port 1672c3a7-e0d1-48d1-af58-33f38510af19 binding host dv-neutron-601336-94-hyperv {{(pid=94177) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 23 11:30:06.122703 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dd455103-3934-426c-bb21-4ab1333320e1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-788637273 tempest-PortsAdminExtendedAttrsIpV6TestJSON-788637273-project-admin] Port 00ce0905-14e2-4e0b-b534-d9e9a733cd5a on network baa98ec6-1d6b-4eef-90d6-91cd66042db6 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-6013 {{(pid=94175) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 23 11:30:06.123287 dv-neutron-601336-94-hyperv neutron-server[94175]: ERROR neutron.plugins.ml2.managers [None req-dd455103-3934-426c-bb21-4ab1333320e1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-788637273 tempest-PortsAdminExtendedAttrsIpV6TestJSON-788637273-project-admin] Failed to bind port 00ce0905-14e2-4e0b-b534-d9e9a733cd5a on host hv-neutron-6013 for vnic_type normal using segments [{'id': 'ea68f0ef-84a2-4064-97a2-9c21f1af5cce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 407, 'network_id': 'baa98ec6-1d6b-4eef-90d6-91cd66042db6'}] Jun 23 11:30:06.127010 dv-neutron-601336-94-hyperv neutron-server[94175]: INFO neutron.plugins.ml2.plugin [None req-dd455103-3934-426c-bb21-4ab1333320e1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-788637273 tempest-PortsAdminExtendedAttrsIpV6TestJSON-788637273-project-admin] Attempt 2 to bind port 00ce0905-14e2-4e0b-b534-d9e9a733cd5a Jun 23 11:30:06.138158 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-74adf78f-8052-42d2-bcd2-e71c6402d18b None None] Network baa98ec6-1d6b-4eef-90d6-91cd66042db6 requested from dv-neutron-601336-94-hyperv {{(pid=94176) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 23 11:30:06.155260 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-57409fb5-f338-4041-bf86-de8c524adb5e admin admin] Router b38daa88-0747-4546-ba11-f93b1c758a7a is scheduled to L3 agent 50ef99c0-ef28-4db5-b303-b145898fae60 with binding_index 1 {{(pid=94174) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jun 23 11:30:06.160495 dv-neutron-601336-94-hyperv neutron-server[94175]: INFO neutron.wsgi [None req-10db0303-db14-4eac-ba0d-03dd298a1628 tempest-RoutersIpV6AdminTest-1878456168 tempest-RoutersIpV6AdminTest-1878456168-project-admin] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1029 time: 1.9929168 Jun 23 11:30:06.166802 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron_lib.callbacks.manager [None req-c21d5fc5-9e40-4710-803e-3b650d621518 tempest-NetworksTestDHCPv6-162546708 tempest-NetworksTestDHCPv6-162546708-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-922904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866062', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773700135024', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773699642224'] for port, after_delete {{(pid=94174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:30:06.178892 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.wsgi [-] (94174) accepted ('10.222.0.20', 35906) {{(pid=94174) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 11:30:06.198304 dv-neutron-601336-94-hyperv neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-d81d1a28-851d-4e5c-a077-4408806bc6bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-923122'] for port, before_update {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:30:06.262468 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94174) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 11:30:06.269452 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron_lib.callbacks.manager [None req-01941044-32f1-4b6b-b60f-3d6eb278d3ce tempest-ExternalNetworksAdminNegativeTestJSON-663294833 tempest-ExternalNetworksAdminNegativeTestJSON-663294833-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-922904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866062', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773700135024', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773699642224'] for port, after_delete {{(pid=94175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:30:06.288683 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94175) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 11:30:06.305831 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.plugins.ml2.managers [None req-dd455103-3934-426c-bb21-4ab1333320e1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-788637273 tempest-PortsAdminExtendedAttrsIpV6TestJSON-788637273-project-admin] Attempting to bind port 00ce0905-14e2-4e0b-b534-d9e9a733cd5a on host hv-neutron-6013 for vnic_type normal with profile {{(pid=94175) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 23 11:30:06.306512 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.plugins.ml2.managers [None req-dd455103-3934-426c-bb21-4ab1333320e1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-788637273 tempest-PortsAdminExtendedAttrsIpV6TestJSON-788637273-project-admin] Attempting to bind port 00ce0905-14e2-4e0b-b534-d9e9a733cd5a by drivers openvswitch,hyperv on host hv-neutron-6013 at level 0 using segments [{'id': 'ea68f0ef-84a2-4064-97a2-9c21f1af5cce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 407, 'network_id': 'baa98ec6-1d6b-4eef-90d6-91cd66042db6'}] {{(pid=94175) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 23 11:30:06.307146 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dd455103-3934-426c-bb21-4ab1333320e1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-788637273 tempest-PortsAdminExtendedAttrsIpV6TestJSON-788637273-project-admin] Attempting to bind port 00ce0905-14e2-4e0b-b534-d9e9a733cd5a on network baa98ec6-1d6b-4eef-90d6-91cd66042db6 {{(pid=94175) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 23 11:30:06.346772 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01941044-32f1-4b6b-b60f-3d6eb278d3ce tempest-ExternalNetworksAdminNegativeTestJSON-663294833 tempest-ExternalNetworksAdminNegativeTestJSON-663294833-project-admin] Pushing event deleted for resources: {'Port': ['ID=aa8b4475-b228-4240-abb4-52019a69546b,revision_number=None']} {{(pid=94175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 11:30:06.373715 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron_lib.callbacks.manager [None req-6306de9c-ebe2-4236-9076-9f551c32f910 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:30:06.382524 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dd455103-3934-426c-bb21-4ab1333320e1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-788637273 tempest-PortsAdminExtendedAttrsIpV6TestJSON-788637273-project-admin] Port 00ce0905-14e2-4e0b-b534-d9e9a733cd5a on network baa98ec6-1d6b-4eef-90d6-91cd66042db6 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-6013 {{(pid=94175) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 23 11:30:06.383244 dv-neutron-601336-94-hyperv neutron-server[94175]: ERROR neutron.plugins.ml2.managers [None req-dd455103-3934-426c-bb21-4ab1333320e1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-788637273 tempest-PortsAdminExtendedAttrsIpV6TestJSON-788637273-project-admin] Failed to bind port 00ce0905-14e2-4e0b-b534-d9e9a733cd5a on host hv-neutron-6013 for vnic_type normal using segments [{'id': 'ea68f0ef-84a2-4064-97a2-9c21f1af5cce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 407, 'network_id': 'baa98ec6-1d6b-4eef-90d6-91cd66042db6'}] Jun 23 11:30:06.417493 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG oslo_concurrency.lockutils [None req-01941044-32f1-4b6b-b60f-3d6eb278d3ce tempest-ExternalNetworksAdminNegativeTestJSON-663294833 tempest-ExternalNetworksAdminNegativeTestJSON-663294833-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.129s {{(pid=94175) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 11:30:06.417976 dv-neutron-601336-94-hyperv neutron-server[94175]: INFO neutron.plugins.ml2.plugin [None req-dd455103-3934-426c-bb21-4ab1333320e1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-788637273 tempest-PortsAdminExtendedAttrsIpV6TestJSON-788637273-project-admin] Attempt 3 to bind port 00ce0905-14e2-4e0b-b534-d9e9a733cd5a Jun 23 11:30:06.448390 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.plugins.ml2.rpc [None req-dc7542b2-afef-47f4-a763-e3a3cba144be None None] Device d7ab3273-4f75-492a-81d2-74d4d57a6233 up at agent ovs-agent-dv-neutron-601336-94-hyperv {{(pid=94176) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:298}} Jun 23 11:30:06.472903 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron_lib.callbacks.manager [None req-01941044-32f1-4b6b-b60f-3d6eb278d3ce tempest-ExternalNetworksAdminNegativeTestJSON-663294833 tempest-ExternalNetworksAdminNegativeTestJSON-663294833-project-admin] Notify callbacks [] for floatingip, after_delete {{(pid=94175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:30:06.475983 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron_lib.callbacks.manager [None req-01941044-32f1-4b6b-b60f-3d6eb278d3ce tempest-ExternalNetworksAdminNegativeTestJSON-663294833 tempest-ExternalNetworksAdminNegativeTestJSON-663294833-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-217507'] for floatingip, before_response {{(pid=94175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:30:06.480538 dv-neutron-601336-94-hyperv neutron-server[94175]: INFO neutron.wsgi [None req-01941044-32f1-4b6b-b60f-3d6eb278d3ce tempest-ExternalNetworksAdminNegativeTestJSON-663294833 tempest-ExternalNetworksAdminNegativeTestJSON-663294833-project-admin] 10.222.0.20 "DELETE /v2.0/floatingips/d5b14b09-f53e-4810-a19e-a1dd6b4e2ee3 HTTP/1.1" status: 204 len: 168 time: 1.8825917 Jun 23 11:30:06.516838 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.plugins.ml2.managers [None req-dd455103-3934-426c-bb21-4ab1333320e1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-788637273 tempest-PortsAdminExtendedAttrsIpV6TestJSON-788637273-project-admin] Attempting to bind port 00ce0905-14e2-4e0b-b534-d9e9a733cd5a on host hv-neutron-6013 for vnic_type normal with profile {{(pid=94175) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 23 11:30:06.519281 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.plugins.ml2.managers [None req-dd455103-3934-426c-bb21-4ab1333320e1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-788637273 tempest-PortsAdminExtendedAttrsIpV6TestJSON-788637273-project-admin] Attempting to bind port 00ce0905-14e2-4e0b-b534-d9e9a733cd5a by drivers openvswitch,hyperv on host hv-neutron-6013 at level 0 using segments [{'id': 'ea68f0ef-84a2-4064-97a2-9c21f1af5cce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 407, 'network_id': 'baa98ec6-1d6b-4eef-90d6-91cd66042db6'}] {{(pid=94175) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 23 11:30:06.520165 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dd455103-3934-426c-bb21-4ab1333320e1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-788637273 tempest-PortsAdminExtendedAttrsIpV6TestJSON-788637273-project-admin] Attempting to bind port 00ce0905-14e2-4e0b-b534-d9e9a733cd5a on network baa98ec6-1d6b-4eef-90d6-91cd66042db6 {{(pid=94175) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 23 11:30:06.535674 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dd455103-3934-426c-bb21-4ab1333320e1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-788637273 tempest-PortsAdminExtendedAttrsIpV6TestJSON-788637273-project-admin] Port 00ce0905-14e2-4e0b-b534-d9e9a733cd5a on network baa98ec6-1d6b-4eef-90d6-91cd66042db6 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-6013 {{(pid=94175) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 23 11:30:06.537503 dv-neutron-601336-94-hyperv neutron-server[94175]: ERROR neutron.plugins.ml2.managers [None req-dd455103-3934-426c-bb21-4ab1333320e1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-788637273 tempest-PortsAdminExtendedAttrsIpV6TestJSON-788637273-project-admin] Failed to bind port 00ce0905-14e2-4e0b-b534-d9e9a733cd5a on host hv-neutron-6013 for vnic_type normal using segments [{'id': 'ea68f0ef-84a2-4064-97a2-9c21f1af5cce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 407, 'network_id': 'baa98ec6-1d6b-4eef-90d6-91cd66042db6'}] Jun 23 11:30:06.548561 dv-neutron-601336-94-hyperv neutron-server[94175]: INFO neutron.plugins.ml2.plugin [None req-dd455103-3934-426c-bb21-4ab1333320e1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-788637273 tempest-PortsAdminExtendedAttrsIpV6TestJSON-788637273-project-admin] Attempt 4 to bind port 00ce0905-14e2-4e0b-b534-d9e9a733cd5a Jun 23 11:30:06.574311 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.plugins.ml2.managers [None req-dd455103-3934-426c-bb21-4ab1333320e1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-788637273 tempest-PortsAdminExtendedAttrsIpV6TestJSON-788637273-project-admin] Attempting to bind port 00ce0905-14e2-4e0b-b534-d9e9a733cd5a on host hv-neutron-6013 for vnic_type normal with profile {{(pid=94175) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 23 11:30:06.575003 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.plugins.ml2.managers [None req-dd455103-3934-426c-bb21-4ab1333320e1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-788637273 tempest-PortsAdminExtendedAttrsIpV6TestJSON-788637273-project-admin] Attempting to bind port 00ce0905-14e2-4e0b-b534-d9e9a733cd5a by drivers openvswitch,hyperv on host hv-neutron-6013 at level 0 using segments [{'id': 'ea68f0ef-84a2-4064-97a2-9c21f1af5cce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 407, 'network_id': 'baa98ec6-1d6b-4eef-90d6-91cd66042db6'}] {{(pid=94175) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 23 11:30:06.575464 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.db.provisioning_blocks [None req-dc7542b2-afef-47f4-a763-e3a3cba144be None None] Provisioning for port d7ab3273-4f75-492a-81d2-74d4d57a6233 completed by entity L2. {{(pid=94176) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 23 11:30:06.575813 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dd455103-3934-426c-bb21-4ab1333320e1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-788637273 tempest-PortsAdminExtendedAttrsIpV6TestJSON-788637273-project-admin] Attempting to bind port 00ce0905-14e2-4e0b-b534-d9e9a733cd5a on network baa98ec6-1d6b-4eef-90d6-91cd66042db6 {{(pid=94175) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 23 11:30:06.581028 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.plugins.ml2.rpc [None req-dc7542b2-afef-47f4-a763-e3a3cba144be None None] Device d779a3a3-033a-4e9e-a049-bdae9695b28d up at agent ovs-agent-dv-neutron-601336-94-hyperv {{(pid=94176) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:298}} Jun 23 11:30:06.582909 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dd455103-3934-426c-bb21-4ab1333320e1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-788637273 tempest-PortsAdminExtendedAttrsIpV6TestJSON-788637273-project-admin] Port 00ce0905-14e2-4e0b-b534-d9e9a733cd5a on network baa98ec6-1d6b-4eef-90d6-91cd66042db6 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-6013 {{(pid=94175) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 23 11:30:06.583327 dv-neutron-601336-94-hyperv neutron-server[94175]: ERROR neutron.plugins.ml2.managers [None req-dd455103-3934-426c-bb21-4ab1333320e1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-788637273 tempest-PortsAdminExtendedAttrsIpV6TestJSON-788637273-project-admin] Failed to bind port 00ce0905-14e2-4e0b-b534-d9e9a733cd5a on host hv-neutron-6013 for vnic_type normal using segments [{'id': 'ea68f0ef-84a2-4064-97a2-9c21f1af5cce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 407, 'network_id': 'baa98ec6-1d6b-4eef-90d6-91cd66042db6'}] Jun 23 11:30:06.587730 dv-neutron-601336-94-hyperv neutron-server[94175]: INFO neutron.plugins.ml2.plugin [None req-dd455103-3934-426c-bb21-4ab1333320e1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-788637273 tempest-PortsAdminExtendedAttrsIpV6TestJSON-788637273-project-admin] Attempt 5 to bind port 00ce0905-14e2-4e0b-b534-d9e9a733cd5a Jun 23 11:30:06.604684 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.plugins.ml2.managers [None req-dd455103-3934-426c-bb21-4ab1333320e1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-788637273 tempest-PortsAdminExtendedAttrsIpV6TestJSON-788637273-project-admin] Attempting to bind port 00ce0905-14e2-4e0b-b534-d9e9a733cd5a on host hv-neutron-6013 for vnic_type normal with profile {{(pid=94175) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 23 11:30:06.605301 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.plugins.ml2.managers [None req-dd455103-3934-426c-bb21-4ab1333320e1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-788637273 tempest-PortsAdminExtendedAttrsIpV6TestJSON-788637273-project-admin] Attempting to bind port 00ce0905-14e2-4e0b-b534-d9e9a733cd5a by drivers openvswitch,hyperv on host hv-neutron-6013 at level 0 using segments [{'id': 'ea68f0ef-84a2-4064-97a2-9c21f1af5cce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 407, 'network_id': 'baa98ec6-1d6b-4eef-90d6-91cd66042db6'}] {{(pid=94175) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 23 11:30:06.605801 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dd455103-3934-426c-bb21-4ab1333320e1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-788637273 tempest-PortsAdminExtendedAttrsIpV6TestJSON-788637273-project-admin] Attempting to bind port 00ce0905-14e2-4e0b-b534-d9e9a733cd5a on network baa98ec6-1d6b-4eef-90d6-91cd66042db6 {{(pid=94175) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 23 11:30:06.610910 dv-neutron-601336-94-hyperv neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-d81d1a28-851d-4e5c-a077-4408806bc6bb None None] Notify callbacks [] for port, precommit_update {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:30:06.613290 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c21d5fc5-9e40-4710-803e-3b650d621518 tempest-NetworksTestDHCPv6-162546708 tempest-NetworksTestDHCPv6-162546708-project] Pushing event deleted for resources: {'Port': ['ID=990d511f-34b2-4f7d-b9da-c4bfa2b432b2,revision_number=None']} {{(pid=94174) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 11:30:06.618485 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG oslo_concurrency.lockutils [None req-c21d5fc5-9e40-4710-803e-3b650d621518 tempest-NetworksTestDHCPv6-162546708 tempest-NetworksTestDHCPv6-162546708-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.356s {{(pid=94174) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 11:30:06.624586 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron_lib.callbacks.manager [None req-0c5730d2-979f-438d-beb4-742ef9b35fb8 tempest-DHCPAgentSchedulersTestJSON-448050073 tempest-DHCPAgentSchedulersTestJSON-448050073-project] Notify callbacks [] for port, precommit_create {{(pid=94175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:30:06.629479 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dd455103-3934-426c-bb21-4ab1333320e1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-788637273 tempest-PortsAdminExtendedAttrsIpV6TestJSON-788637273-project-admin] Port 00ce0905-14e2-4e0b-b534-d9e9a733cd5a on network baa98ec6-1d6b-4eef-90d6-91cd66042db6 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-6013 {{(pid=94175) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 23 11:30:06.634362 dv-neutron-601336-94-hyperv neutron-server[94175]: ERROR neutron.plugins.ml2.managers [None req-dd455103-3934-426c-bb21-4ab1333320e1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-788637273 tempest-PortsAdminExtendedAttrsIpV6TestJSON-788637273-project-admin] Failed to bind port 00ce0905-14e2-4e0b-b534-d9e9a733cd5a on host hv-neutron-6013 for vnic_type normal using segments [{'id': 'ea68f0ef-84a2-4064-97a2-9c21f1af5cce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 407, 'network_id': 'baa98ec6-1d6b-4eef-90d6-91cd66042db6'}] Jun 23 11:30:06.634362 dv-neutron-601336-94-hyperv neutron-server[94175]: INFO neutron.plugins.ml2.plugin [None req-dd455103-3934-426c-bb21-4ab1333320e1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-788637273 tempest-PortsAdminExtendedAttrsIpV6TestJSON-788637273-project-admin] Attempt 6 to bind port 00ce0905-14e2-4e0b-b534-d9e9a733cd5a Jun 23 11:30:06.653304 dv-neutron-601336-94-hyperv neutron-server[94177]: DEBUG neutron.db.provisioning_blocks [None req-d81d1a28-851d-4e5c-a077-4408806bc6bb None None] Transition to ACTIVE for port object 1672c3a7-e0d1-48d1-af58-33f38510af19 will not be triggered until provisioned by entity L2. {{(pid=94177) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 23 11:30:06.680428 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.db.provisioning_blocks [None req-0c5730d2-979f-438d-beb4-742ef9b35fb8 tempest-DHCPAgentSchedulersTestJSON-448050073 tempest-DHCPAgentSchedulersTestJSON-448050073-project] Transition to ACTIVE for port object 46f4ccce-78ce-48bb-8f30-473bdf9d48e4 will not be triggered until provisioned by entity DHCP. {{(pid=94175) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 23 11:30:06.682685 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.plugins.ml2.managers [None req-dd455103-3934-426c-bb21-4ab1333320e1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-788637273 tempest-PortsAdminExtendedAttrsIpV6TestJSON-788637273-project-admin] Attempting to bind port 00ce0905-14e2-4e0b-b534-d9e9a733cd5a on host hv-neutron-6013 for vnic_type normal with profile {{(pid=94175) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 23 11:30:06.683058 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.plugins.ml2.managers [None req-dd455103-3934-426c-bb21-4ab1333320e1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-788637273 tempest-PortsAdminExtendedAttrsIpV6TestJSON-788637273-project-admin] Attempting to bind port 00ce0905-14e2-4e0b-b534-d9e9a733cd5a by drivers openvswitch,hyperv on host hv-neutron-6013 at level 0 using segments [{'id': 'ea68f0ef-84a2-4064-97a2-9c21f1af5cce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 407, 'network_id': 'baa98ec6-1d6b-4eef-90d6-91cd66042db6'}] {{(pid=94175) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 23 11:30:06.683399 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dd455103-3934-426c-bb21-4ab1333320e1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-788637273 tempest-PortsAdminExtendedAttrsIpV6TestJSON-788637273-project-admin] Attempting to bind port 00ce0905-14e2-4e0b-b534-d9e9a733cd5a on network baa98ec6-1d6b-4eef-90d6-91cd66042db6 {{(pid=94175) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 23 11:30:06.695416 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dd455103-3934-426c-bb21-4ab1333320e1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-788637273 tempest-PortsAdminExtendedAttrsIpV6TestJSON-788637273-project-admin] Port 00ce0905-14e2-4e0b-b534-d9e9a733cd5a on network baa98ec6-1d6b-4eef-90d6-91cd66042db6 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-6013 {{(pid=94175) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 23 11:30:06.695747 dv-neutron-601336-94-hyperv neutron-server[94175]: ERROR neutron.plugins.ml2.managers [None req-dd455103-3934-426c-bb21-4ab1333320e1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-788637273 tempest-PortsAdminExtendedAttrsIpV6TestJSON-788637273-project-admin] Failed to bind port 00ce0905-14e2-4e0b-b534-d9e9a733cd5a on host hv-neutron-6013 for vnic_type normal using segments [{'id': 'ea68f0ef-84a2-4064-97a2-9c21f1af5cce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 407, 'network_id': 'baa98ec6-1d6b-4eef-90d6-91cd66042db6'}] Jun 23 11:30:06.702246 dv-neutron-601336-94-hyperv neutron-server[94175]: INFO neutron.plugins.ml2.plugin [None req-dd455103-3934-426c-bb21-4ab1333320e1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-788637273 tempest-PortsAdminExtendedAttrsIpV6TestJSON-788637273-project-admin] Attempt 7 to bind port 00ce0905-14e2-4e0b-b534-d9e9a733cd5a Jun 23 11:30:06.707717 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.db.provisioning_blocks [None req-dc7542b2-afef-47f4-a763-e3a3cba144be None None] Provisioning complete for port d779a3a3-033a-4e9e-a049-bdae9695b28d triggered by entity L2. {{(pid=94176) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 23 11:30:06.708817 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron_lib.callbacks.manager [None req-dc7542b2-afef-47f4-a763-e3a3cba144be None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-899258'] for port, provisioning_complete {{(pid=94176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:30:06.755883 dv-neutron-601336-94-hyperv neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-d81d1a28-851d-4e5c-a077-4408806bc6bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-922904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866062', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773700135042', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773699642233', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773699642278'] for port, after_update {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:30:06.760705 dv-neutron-601336-94-hyperv neutron-server[94177]: DEBUG oslo_concurrency.lockutils [None req-8ace740c-0b86-46c3-b805-23a744a159f1 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94177) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 11:30:06.769543 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.plugins.ml2.managers [None req-dd455103-3934-426c-bb21-4ab1333320e1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-788637273 tempest-PortsAdminExtendedAttrsIpV6TestJSON-788637273-project-admin] Attempting to bind port 00ce0905-14e2-4e0b-b534-d9e9a733cd5a on host hv-neutron-6013 for vnic_type normal with profile {{(pid=94175) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 23 11:30:06.770498 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.plugins.ml2.managers [None req-dd455103-3934-426c-bb21-4ab1333320e1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-788637273 tempest-PortsAdminExtendedAttrsIpV6TestJSON-788637273-project-admin] Attempting to bind port 00ce0905-14e2-4e0b-b534-d9e9a733cd5a by drivers openvswitch,hyperv on host hv-neutron-6013 at level 0 using segments [{'id': 'ea68f0ef-84a2-4064-97a2-9c21f1af5cce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 407, 'network_id': 'baa98ec6-1d6b-4eef-90d6-91cd66042db6'}] {{(pid=94175) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 23 11:30:06.771113 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dd455103-3934-426c-bb21-4ab1333320e1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-788637273 tempest-PortsAdminExtendedAttrsIpV6TestJSON-788637273-project-admin] Attempting to bind port 00ce0905-14e2-4e0b-b534-d9e9a733cd5a on network baa98ec6-1d6b-4eef-90d6-91cd66042db6 {{(pid=94175) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 23 11:30:06.777709 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dd455103-3934-426c-bb21-4ab1333320e1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-788637273 tempest-PortsAdminExtendedAttrsIpV6TestJSON-788637273-project-admin] Port 00ce0905-14e2-4e0b-b534-d9e9a733cd5a on network baa98ec6-1d6b-4eef-90d6-91cd66042db6 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-6013 {{(pid=94175) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 23 11:30:06.778384 dv-neutron-601336-94-hyperv neutron-server[94175]: ERROR neutron.plugins.ml2.managers [None req-dd455103-3934-426c-bb21-4ab1333320e1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-788637273 tempest-PortsAdminExtendedAttrsIpV6TestJSON-788637273-project-admin] Failed to bind port 00ce0905-14e2-4e0b-b534-d9e9a733cd5a on host hv-neutron-6013 for vnic_type normal using segments [{'id': 'ea68f0ef-84a2-4064-97a2-9c21f1af5cce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 407, 'network_id': 'baa98ec6-1d6b-4eef-90d6-91cd66042db6'}] Jun 23 11:30:06.779164 dv-neutron-601336-94-hyperv neutron-server[94175]: INFO neutron.plugins.ml2.plugin [None req-dd455103-3934-426c-bb21-4ab1333320e1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-788637273 tempest-PortsAdminExtendedAttrsIpV6TestJSON-788637273-project-admin] Attempt 8 to bind port 00ce0905-14e2-4e0b-b534-d9e9a733cd5a Jun 23 11:30:06.796518 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.plugins.ml2.managers [None req-dd455103-3934-426c-bb21-4ab1333320e1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-788637273 tempest-PortsAdminExtendedAttrsIpV6TestJSON-788637273-project-admin] Attempting to bind port 00ce0905-14e2-4e0b-b534-d9e9a733cd5a on host hv-neutron-6013 for vnic_type normal with profile {{(pid=94175) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 23 11:30:06.801051 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.plugins.ml2.managers [None req-dd455103-3934-426c-bb21-4ab1333320e1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-788637273 tempest-PortsAdminExtendedAttrsIpV6TestJSON-788637273-project-admin] Attempting to bind port 00ce0905-14e2-4e0b-b534-d9e9a733cd5a by drivers openvswitch,hyperv on host hv-neutron-6013 at level 0 using segments [{'id': 'ea68f0ef-84a2-4064-97a2-9c21f1af5cce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 407, 'network_id': 'baa98ec6-1d6b-4eef-90d6-91cd66042db6'}] {{(pid=94175) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 23 11:30:06.801666 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dd455103-3934-426c-bb21-4ab1333320e1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-788637273 tempest-PortsAdminExtendedAttrsIpV6TestJSON-788637273-project-admin] Attempting to bind port 00ce0905-14e2-4e0b-b534-d9e9a733cd5a on network baa98ec6-1d6b-4eef-90d6-91cd66042db6 {{(pid=94175) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 23 11:30:06.813455 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dd455103-3934-426c-bb21-4ab1333320e1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-788637273 tempest-PortsAdminExtendedAttrsIpV6TestJSON-788637273-project-admin] Port 00ce0905-14e2-4e0b-b534-d9e9a733cd5a on network baa98ec6-1d6b-4eef-90d6-91cd66042db6 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-6013 {{(pid=94175) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 23 11:30:06.813861 dv-neutron-601336-94-hyperv neutron-server[94175]: ERROR neutron.plugins.ml2.managers [None req-dd455103-3934-426c-bb21-4ab1333320e1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-788637273 tempest-PortsAdminExtendedAttrsIpV6TestJSON-788637273-project-admin] Failed to bind port 00ce0905-14e2-4e0b-b534-d9e9a733cd5a on host hv-neutron-6013 for vnic_type normal using segments [{'id': 'ea68f0ef-84a2-4064-97a2-9c21f1af5cce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 407, 'network_id': 'baa98ec6-1d6b-4eef-90d6-91cd66042db6'}] Jun 23 11:30:06.814392 dv-neutron-601336-94-hyperv neutron-server[94175]: INFO neutron.plugins.ml2.plugin [None req-dd455103-3934-426c-bb21-4ab1333320e1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-788637273 tempest-PortsAdminExtendedAttrsIpV6TestJSON-788637273-project-admin] Attempt 9 to bind port 00ce0905-14e2-4e0b-b534-d9e9a733cd5a Jun 23 11:30:06.848557 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.plugins.ml2.managers [None req-dd455103-3934-426c-bb21-4ab1333320e1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-788637273 tempest-PortsAdminExtendedAttrsIpV6TestJSON-788637273-project-admin] Attempting to bind port 00ce0905-14e2-4e0b-b534-d9e9a733cd5a on host hv-neutron-6013 for vnic_type normal with profile {{(pid=94175) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 23 11:30:06.848907 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.plugins.ml2.managers [None req-dd455103-3934-426c-bb21-4ab1333320e1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-788637273 tempest-PortsAdminExtendedAttrsIpV6TestJSON-788637273-project-admin] Attempting to bind port 00ce0905-14e2-4e0b-b534-d9e9a733cd5a by drivers openvswitch,hyperv on host hv-neutron-6013 at level 0 using segments [{'id': 'ea68f0ef-84a2-4064-97a2-9c21f1af5cce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 407, 'network_id': 'baa98ec6-1d6b-4eef-90d6-91cd66042db6'}] {{(pid=94175) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 23 11:30:06.849765 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dd455103-3934-426c-bb21-4ab1333320e1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-788637273 tempest-PortsAdminExtendedAttrsIpV6TestJSON-788637273-project-admin] Attempting to bind port 00ce0905-14e2-4e0b-b534-d9e9a733cd5a on network baa98ec6-1d6b-4eef-90d6-91cd66042db6 {{(pid=94175) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 23 11:30:06.861270 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron_lib.callbacks.manager [None req-0c5730d2-979f-438d-beb4-742ef9b35fb8 tempest-DHCPAgentSchedulersTestJSON-448050073 tempest-DHCPAgentSchedulersTestJSON-448050073-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-922915', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-239814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7866073', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773699642215'] for port, after_create {{(pid=94175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:30:06.879771 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dd455103-3934-426c-bb21-4ab1333320e1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-788637273 tempest-PortsAdminExtendedAttrsIpV6TestJSON-788637273-project-admin] Port 00ce0905-14e2-4e0b-b534-d9e9a733cd5a on network baa98ec6-1d6b-4eef-90d6-91cd66042db6 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-6013 {{(pid=94175) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 23 11:30:06.879771 dv-neutron-601336-94-hyperv neutron-server[94175]: ERROR neutron.plugins.ml2.managers [None req-dd455103-3934-426c-bb21-4ab1333320e1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-788637273 tempest-PortsAdminExtendedAttrsIpV6TestJSON-788637273-project-admin] Failed to bind port 00ce0905-14e2-4e0b-b534-d9e9a733cd5a on host hv-neutron-6013 for vnic_type normal using segments [{'id': 'ea68f0ef-84a2-4064-97a2-9c21f1af5cce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 407, 'network_id': 'baa98ec6-1d6b-4eef-90d6-91cd66042db6'}] Jun 23 11:30:06.879771 dv-neutron-601336-94-hyperv neutron-server[94175]: INFO neutron.plugins.ml2.plugin [None req-dd455103-3934-426c-bb21-4ab1333320e1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-788637273 tempest-PortsAdminExtendedAttrsIpV6TestJSON-788637273-project-admin] Attempt 10 to bind port 00ce0905-14e2-4e0b-b534-d9e9a733cd5a Jun 23 11:30:06.881181 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG oslo_concurrency.lockutils [None req-c8414d00-59ff-4412-b4e3-52bbdf508c39 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94175) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 11:30:06.936108 dv-neutron-601336-94-hyperv neutron-server[94177]: DEBUG neutron.plugins.ml2.managers [None req-d81d1a28-851d-4e5c-a077-4408806bc6bb None None] Attempting to bind port 1672c3a7-e0d1-48d1-af58-33f38510af19 on host dv-neutron-601336-94-hyperv for vnic_type normal with profile {{(pid=94177) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 23 11:30:06.936108 dv-neutron-601336-94-hyperv neutron-server[94177]: DEBUG neutron.plugins.ml2.managers [None req-d81d1a28-851d-4e5c-a077-4408806bc6bb None None] Attempting to bind port 1672c3a7-e0d1-48d1-af58-33f38510af19 by drivers openvswitch,hyperv on host dv-neutron-601336-94-hyperv at level 0 using segments [{'id': 'c23be0a5-6980-48fb-bc9f-4a24717fe1de', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3e7e4eb3-cf02-4d47-ade9-0a579cdfc60f'}] {{(pid=94177) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 23 11:30:06.936108 dv-neutron-601336-94-hyperv neutron-server[94177]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d81d1a28-851d-4e5c-a077-4408806bc6bb None None] Attempting to bind port 1672c3a7-e0d1-48d1-af58-33f38510af19 on network 3e7e4eb3-cf02-4d47-ade9-0a579cdfc60f {{(pid=94177) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 23 11:30:06.936108 dv-neutron-601336-94-hyperv neutron-server[94177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fff8add4-4f83-4678-a67a-9e9e5a7e72b3 None None] Pushing event updated for resources: {'Port': ['ID=1672c3a7-e0d1-48d1-af58-33f38510af19,revision_number=2']} {{(pid=94177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 11:30:06.942536 dv-neutron-601336-94-hyperv neutron-server[94177]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d81d1a28-851d-4e5c-a077-4408806bc6bb None None] Checking agent: {'id': '4d05f899-5ac9-411b-8a03-f60c93f87cdf', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-601336-94-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 23, 11, 22, 14), 'started_at': datetime.datetime(2021, 6, 23, 11, 22, 44), 'heartbeat_timestamp': datetime.datetime(2021, 6, 23, 11, 29, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'monitor_allowed_address_pair_garp': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-601336-94-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94177) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 23 11:30:06.942953 dv-neutron-601336-94-hyperv neutron-server[94177]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d81d1a28-851d-4e5c-a077-4408806bc6bb None None] Checking segment: {'id': 'c23be0a5-6980-48fb-bc9f-4a24717fe1de', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3e7e4eb3-cf02-4d47-ade9-0a579cdfc60f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94177) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 23 11:30:06.943387 dv-neutron-601336-94-hyperv neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-d81d1a28-851d-4e5c-a077-4408806bc6bb None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:30:06.943811 dv-neutron-601336-94-hyperv neutron-server[94177]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d81d1a28-851d-4e5c-a077-4408806bc6bb None None] Bound using segment: {'id': 'c23be0a5-6980-48fb-bc9f-4a24717fe1de', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3e7e4eb3-cf02-4d47-ade9-0a579cdfc60f'} {{(pid=94177) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 23 11:30:06.944398 dv-neutron-601336-94-hyperv neutron-server[94177]: DEBUG neutron.plugins.ml2.managers [None req-d81d1a28-851d-4e5c-a077-4408806bc6bb None None] Bound port: 1672c3a7-e0d1-48d1-af58-33f38510af19, host: dv-neutron-601336-94-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c23be0a5-6980-48fb-bc9f-4a24717fe1de', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3e7e4eb3-cf02-4d47-ade9-0a579cdfc60f'}}] {{(pid=94177) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 23 11:30:06.944658 dv-neutron-601336-94-hyperv neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-d81d1a28-851d-4e5c-a077-4408806bc6bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-923122'] for port, before_update {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:30:06.947012 dv-neutron-601336-94-hyperv neutron-server[94177]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fff8add4-4f83-4678-a67a-9e9e5a7e72b3 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-601336-94-hyperv {{(pid=94177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 11:30:06.947388 dv-neutron-601336-94-hyperv neutron-server[94177]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fff8add4-4f83-4678-a67a-9e9e5a7e72b3 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-94-hyperv {{(pid=94177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 11:30:06.963003 dv-neutron-601336-94-hyperv neutron-server[94177]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fff8add4-4f83-4678-a67a-9e9e5a7e72b3 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-94-hyperv {{(pid=94177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 11:30:06.968652 dv-neutron-601336-94-hyperv neutron-server[94177]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fff8add4-4f83-4678-a67a-9e9e5a7e72b3 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-601336-94-hyperv {{(pid=94177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 11:30:06.971632 dv-neutron-601336-94-hyperv neutron-server[94177]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fff8add4-4f83-4678-a67a-9e9e5a7e72b3 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-601336-94-hyperv {{(pid=94177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 11:30:06.971632 dv-neutron-601336-94-hyperv neutron-server[94177]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fff8add4-4f83-4678-a67a-9e9e5a7e72b3 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-601336-94-hyperv {{(pid=94177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 11:30:06.971632 dv-neutron-601336-94-hyperv neutron-server[94177]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fff8add4-4f83-4678-a67a-9e9e5a7e72b3 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-601336-94-hyperv {{(pid=94177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 11:30:06.971632 dv-neutron-601336-94-hyperv neutron-server[94177]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fff8add4-4f83-4678-a67a-9e9e5a7e72b3 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-601336-94-hyperv {{(pid=94177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 11:30:06.971632 dv-neutron-601336-94-hyperv neutron-server[94177]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fff8add4-4f83-4678-a67a-9e9e5a7e72b3 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-601336-94-hyperv {{(pid=94177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 11:30:06.971632 dv-neutron-601336-94-hyperv neutron-server[94177]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fff8add4-4f83-4678-a67a-9e9e5a7e72b3 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-94-hyperv {{(pid=94177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 11:30:06.971632 dv-neutron-601336-94-hyperv neutron-server[94177]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fff8add4-4f83-4678-a67a-9e9e5a7e72b3 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-601336-94-hyperv {{(pid=94177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 11:30:06.971632 dv-neutron-601336-94-hyperv neutron-server[94177]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fff8add4-4f83-4678-a67a-9e9e5a7e72b3 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-601336-94-hyperv {{(pid=94177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 11:30:06.973430 dv-neutron-601336-94-hyperv neutron-server[94177]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fff8add4-4f83-4678-a67a-9e9e5a7e72b3 None None] Tracked resource versions report: Jun 23 11:30:06.973430 dv-neutron-601336-94-hyperv neutron-server[94177]: pushed versions: Jun 23 11:30:06.973430 dv-neutron-601336-94-hyperv neutron-server[94177]: { 'AddressGroup': {'1.2'}, Jun 23 11:30:06.973430 dv-neutron-601336-94-hyperv neutron-server[94177]: 'ConntrackHelper': {'1.0'}, Jun 23 11:30:06.973430 dv-neutron-601336-94-hyperv neutron-server[94177]: 'Log': {'1.0'}, Jun 23 11:30:06.973430 dv-neutron-601336-94-hyperv neutron-server[94177]: 'Network': {'1.1'}, Jun 23 11:30:06.973430 dv-neutron-601336-94-hyperv neutron-server[94177]: 'Port': {'1.7'}, Jun 23 11:30:06.973430 dv-neutron-601336-94-hyperv neutron-server[94177]: 'PortForwarding': {'1.2'}, Jun 23 11:30:06.973430 dv-neutron-601336-94-hyperv neutron-server[94177]: 'QosPolicy': {'1.8'}, Jun 23 11:30:06.973430 dv-neutron-601336-94-hyperv neutron-server[94177]: 'SecurityGroup': {'1.4'}, Jun 23 11:30:06.973430 dv-neutron-601336-94-hyperv neutron-server[94177]: 'SecurityGroupRule': {'1.2'}, Jun 23 11:30:06.973430 dv-neutron-601336-94-hyperv neutron-server[94177]: 'SubPort': {'1.0'}, Jun 23 11:30:06.973430 dv-neutron-601336-94-hyperv neutron-server[94177]: 'Subnet': {'1.1'}, Jun 23 11:30:06.973430 dv-neutron-601336-94-hyperv neutron-server[94177]: 'Trunk': {'1.1'}} Jun 23 11:30:06.973430 dv-neutron-601336-94-hyperv neutron-server[94177]: consumer versions: Jun 23 11:30:06.973430 dv-neutron-601336-94-hyperv neutron-server[94177]: { DHCP agent@dv-neutron-601336-94-hyperv: {}, Jun 23 11:30:06.973430 dv-neutron-601336-94-hyperv neutron-server[94177]: HyperV agent@hv-neutron-6013: {}, Jun 23 11:30:06.973430 dv-neutron-601336-94-hyperv neutron-server[94177]: L3 agent@dv-neutron-601336-94-hyperv: {}, Jun 23 11:30:06.973430 dv-neutron-601336-94-hyperv neutron-server[94177]: Metadata agent@dv-neutron-601336-94-hyperv: {}, Jun 23 11:30:06.973430 dv-neutron-601336-94-hyperv neutron-server[94177]: Metering agent@dv-neutron-601336-94-hyperv: {}, Jun 23 11:30:06.973430 dv-neutron-601336-94-hyperv neutron-server[94177]: Open vSwitch agent@dv-neutron-601336-94-hyperv: { 'AddressGroup': '1.2', Jun 23 11:30:06.973430 dv-neutron-601336-94-hyperv neutron-server[94177]: 'ConntrackHelper': '1.0', Jun 23 11:30:06.973430 dv-neutron-601336-94-hyperv neutron-server[94177]: 'Log': '1.0', Jun 23 11:30:06.973430 dv-neutron-601336-94-hyperv neutron-server[94177]: 'Network': '1.1', Jun 23 11:30:06.973430 dv-neutron-601336-94-hyperv neutron-server[94177]: 'Port': '1.7', Jun 23 11:30:06.973430 dv-neutron-601336-94-hyperv neutron-server[94177]: 'PortForwarding': '1.2', Jun 23 11:30:06.973430 dv-neutron-601336-94-hyperv neutron-server[94177]: 'QosPolicy': '1.8', Jun 23 11:30:06.973430 dv-neutron-601336-94-hyperv neutron-server[94177]: 'SecurityGroup': '1.4', Jun 23 11:30:06.973430 dv-neutron-601336-94-hyperv neutron-server[94177]: 'SecurityGroupRule': '1.2', Jun 23 11:30:06.973430 dv-neutron-601336-94-hyperv neutron-server[94177]: 'SubPort': '1.0', Jun 23 11:30:06.973430 dv-neutron-601336-94-hyperv neutron-server[94177]: 'Subnet': '1.1', Jun 23 11:30:06.973430 dv-neutron-601336-94-hyperv neutron-server[94177]: 'Trunk': '1.1'}} Jun 23 11:30:06.973430 dv-neutron-601336-94-hyperv neutron-server[94177]: {{(pid=94177) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jun 23 11:30:06.979601 dv-neutron-601336-94-hyperv neutron-server[94177]: DEBUG oslo_concurrency.lockutils [None req-fff8add4-4f83-4678-a67a-9e9e5a7e72b3 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.221s {{(pid=94177) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 11:30:07.042463 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron_lib.callbacks.manager [None req-c21d5fc5-9e40-4710-803e-3b650d621518 tempest-NetworksTestDHCPv6-162546708 tempest-NetworksTestDHCPv6-162546708-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-217507'] for port, before_response {{(pid=94174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:30:07.046069 dv-neutron-601336-94-hyperv neutron-server[94174]: INFO neutron.wsgi [None req-c21d5fc5-9e40-4710-803e-3b650d621518 tempest-NetworksTestDHCPv6-162546708 tempest-NetworksTestDHCPv6-162546708-project] 10.222.0.20 "DELETE /v2.0/ports/990d511f-34b2-4f7d-b9da-c4bfa2b432b2 HTTP/1.1" status: 204 len: 168 time: 2.3231688 Jun 23 11:30:07.057062 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.plugins.ml2.managers [None req-dd455103-3934-426c-bb21-4ab1333320e1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-788637273 tempest-PortsAdminExtendedAttrsIpV6TestJSON-788637273-project-admin] Attempting to bind port 00ce0905-14e2-4e0b-b534-d9e9a733cd5a on host hv-neutron-6013 for vnic_type normal with profile {{(pid=94175) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 23 11:30:07.057389 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.plugins.ml2.managers [None req-dd455103-3934-426c-bb21-4ab1333320e1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-788637273 tempest-PortsAdminExtendedAttrsIpV6TestJSON-788637273-project-admin] Attempting to bind port 00ce0905-14e2-4e0b-b534-d9e9a733cd5a by drivers openvswitch,hyperv on host hv-neutron-6013 at level 0 using segments [{'id': 'ea68f0ef-84a2-4064-97a2-9c21f1af5cce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 407, 'network_id': 'baa98ec6-1d6b-4eef-90d6-91cd66042db6'}] {{(pid=94175) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 23 11:30:07.057729 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dd455103-3934-426c-bb21-4ab1333320e1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-788637273 tempest-PortsAdminExtendedAttrsIpV6TestJSON-788637273-project-admin] Attempting to bind port 00ce0905-14e2-4e0b-b534-d9e9a733cd5a on network baa98ec6-1d6b-4eef-90d6-91cd66042db6 {{(pid=94175) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 23 11:30:07.058362 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.wsgi [-] (94174) accepted ('10.222.0.20', 35914) {{(pid=94174) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 11:30:07.073978 dv-neutron-601336-94-hyperv neutron-server[94177]: DEBUG neutron.plugins.ml2.db [None req-d81d1a28-851d-4e5c-a077-4408806bc6bb None None] For port 1672c3a7-e0d1-48d1-af58-33f38510af19, host dv-neutron-601336-94-hyperv, cleared binding levels {{(pid=94177) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 23 11:30:07.082256 dv-neutron-601336-94-hyperv neutron-server[94177]: DEBUG neutron.plugins.ml2.db [None req-d81d1a28-851d-4e5c-a077-4408806bc6bb None None] For port 1672c3a7-e0d1-48d1-af58-33f38510af19, host dv-neutron-601336-94-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-94-hyperv',level=0,port_id=1672c3a7-e0d1-48d1-af58-33f38510af19,segment=NetworkSegment(c23be0a5-6980-48fb-bc9f-4a24717fe1de),segment_id=c23be0a5-6980-48fb-bc9f-4a24717fe1de)] {{(pid=94177) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 23 11:30:07.088639 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0c5730d2-979f-438d-beb4-742ef9b35fb8 tempest-DHCPAgentSchedulersTestJSON-448050073 tempest-DHCPAgentSchedulersTestJSON-448050073-project] Network 0ef04502-f66b-41c0-b23a-e7d0250667c4 is already hosted by enough agents. {{(pid=94175) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 23 11:30:07.091876 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c5730d2-979f-438d-beb4-742ef9b35fb8 tempest-DHCPAgentSchedulersTestJSON-448050073 tempest-DHCPAgentSchedulersTestJSON-448050073-project] Pushing event updated for resources: {'Port': ['ID=46f4ccce-78ce-48bb-8f30-473bdf9d48e4,revision_number=1']} {{(pid=94175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 11:30:07.094430 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG oslo_concurrency.lockutils [None req-0c5730d2-979f-438d-beb4-742ef9b35fb8 tempest-DHCPAgentSchedulersTestJSON-448050073 tempest-DHCPAgentSchedulersTestJSON-448050073-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.213s {{(pid=94175) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 11:30:07.095487 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dd455103-3934-426c-bb21-4ab1333320e1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-788637273 tempest-PortsAdminExtendedAttrsIpV6TestJSON-788637273-project-admin] Port 00ce0905-14e2-4e0b-b534-d9e9a733cd5a on network baa98ec6-1d6b-4eef-90d6-91cd66042db6 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-6013 {{(pid=94175) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 23 11:30:07.095963 dv-neutron-601336-94-hyperv neutron-server[94175]: ERROR neutron.plugins.ml2.managers [None req-dd455103-3934-426c-bb21-4ab1333320e1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-788637273 tempest-PortsAdminExtendedAttrsIpV6TestJSON-788637273-project-admin] Failed to bind port 00ce0905-14e2-4e0b-b534-d9e9a733cd5a on host hv-neutron-6013 for vnic_type normal using segments [{'id': 'ea68f0ef-84a2-4064-97a2-9c21f1af5cce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 407, 'network_id': 'baa98ec6-1d6b-4eef-90d6-91cd66042db6'}] Jun 23 11:30:07.096330 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron_lib.callbacks.manager [None req-dd455103-3934-426c-bb21-4ab1333320e1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-788637273 tempest-PortsAdminExtendedAttrsIpV6TestJSON-788637273-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-923122'] for port, before_update {{(pid=94175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:30:07.098760 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.scheduler.base_scheduler [None req-0c5730d2-979f-438d-beb4-742ef9b35fb8 tempest-DHCPAgentSchedulersTestJSON-448050073 tempest-DHCPAgentSchedulersTestJSON-448050073-project] Resources bound (agent type, host, resource id): {{(pid=94175) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 23 11:30:07.105885 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0c5730d2-979f-438d-beb4-742ef9b35fb8 tempest-DHCPAgentSchedulersTestJSON-448050073 tempest-DHCPAgentSchedulersTestJSON-448050073-project] Received port after_create {{(pid=94175) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 23 11:30:07.111533 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0c5730d2-979f-438d-beb4-742ef9b35fb8 tempest-DHCPAgentSchedulersTestJSON-448050073 tempest-DHCPAgentSchedulersTestJSON-448050073-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 11:30:07.112093 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron_lib.callbacks.manager [None req-0c5730d2-979f-438d-beb4-742ef9b35fb8 tempest-DHCPAgentSchedulersTestJSON-448050073 tempest-DHCPAgentSchedulersTestJSON-448050073-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-217507'] for port, before_response {{(pid=94175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:30:07.149451 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.wsgi [-] (94174) accepted ('10.222.0.20', 35916) {{(pid=94174) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 11:30:07.152033 dv-neutron-601336-94-hyperv neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-d81d1a28-851d-4e5c-a077-4408806bc6bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-922904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866062', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773700135042', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773699642233', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773699642278'] for port, after_update {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:30:07.156098 dv-neutron-601336-94-hyperv neutron-server[94177]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94177) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 11:30:07.227695 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.plugins.ml2.db [None req-dd455103-3934-426c-bb21-4ab1333320e1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-788637273 tempest-PortsAdminExtendedAttrsIpV6TestJSON-788637273-project-admin] For port 00ce0905-14e2-4e0b-b534-d9e9a733cd5a, host hv-neutron-6013, cleared binding levels {{(pid=94175) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 23 11:30:07.228073 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.plugins.ml2.db [None req-dd455103-3934-426c-bb21-4ab1333320e1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-788637273 tempest-PortsAdminExtendedAttrsIpV6TestJSON-788637273-project-admin] Attempted to set empty binding levels {{(pid=94175) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:65}} Jun 23 11:30:07.236926 dv-neutron-601336-94-hyperv neutron-server[94177]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d81d1a28-851d-4e5c-a077-4408806bc6bb None None] Routers {'c4011798-9e12-4124-bd92-c3bdbb57294a'} bound to L3 agent in host dv-neutron-601336-94-hyperv {{(pid=94177) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 23 11:30:07.237661 dv-neutron-601336-94-hyperv neutron-server[94177]: DEBUG neutron.db.l3_hamode_db [None req-d81d1a28-851d-4e5c-a077-4408806bc6bb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-601336-94-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-06-23T11:22:13Z,description=,heartbeat_timestamp=2021-06-23T11:29:43Z,host='dv-neutron-601336-94-hyperv',id=50ef99c0-ef28-4db5-b303-b145898fae60,load=0,resource_versions=,resources_synced=,started_at=2021-06-23T11:22:14Z,topic='l3_agent')) {'router_ids': ['c4011798-9e12-4124-bd92-c3bdbb57294a'], 'active': True} {{(pid=94177) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 11:30:07.243363 dv-neutron-601336-94-hyperv neutron-server[94175]: INFO neutron.wsgi [None req-0c5730d2-979f-438d-beb4-742ef9b35fb8 tempest-DHCPAgentSchedulersTestJSON-448050073 tempest-DHCPAgentSchedulersTestJSON-448050073-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 3.0744140 Jun 23 11:30:07.244346 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.wsgi [-] (94175) accepted ('10.222.0.20', 35920) {{(pid=94175) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 11:30:07.264170 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-57409fb5-f338-4041-bf86-de8c524adb5e admin admin] Notify agent at l3_agent.dv-neutron-601336-94-hyperv the message routers_updated {{(pid=94174) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 23 11:30:07.508881 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-518bab55-5679-45ec-bc58-9f40c54ccc70 None None] Sync routers for ids ['b38daa88-0747-4546-ba11-f93b1c758a7a'] in dv-neutron-601336-94-hyperv {{(pid=94176) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 23 11:30:07.515189 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron_lib.callbacks.manager [None req-6306de9c-ebe2-4236-9076-9f551c32f910 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7996330'] for security_group, after_delete {{(pid=94174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:30:07.516705 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.db.l3_dvrscheduler_db [None req-518bab55-5679-45ec-bc58-9f40c54ccc70 None None] Routers {'b38daa88-0747-4546-ba11-f93b1c758a7a'} bound to L3 agent in host dv-neutron-601336-94-hyperv {{(pid=94176) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 23 11:30:07.516705 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.db.l3_hamode_db [None req-518bab55-5679-45ec-bc58-9f40c54ccc70 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-601336-94-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-06-23T11:22:13Z,description=,heartbeat_timestamp=2021-06-23T11:29:43Z,host='dv-neutron-601336-94-hyperv',id=50ef99c0-ef28-4db5-b303-b145898fae60,load=0,resource_versions=,resources_synced=,started_at=2021-06-23T11:22:14Z,topic='l3_agent')) {'router_ids': ['b38daa88-0747-4546-ba11-f93b1c758a7a'], 'active': True} {{(pid=94176) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 11:30:07.517511 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron_lib.callbacks.manager [None req-6306de9c-ebe2-4236-9076-9f551c32f910 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:30:07.517511 dv-neutron-601336-94-hyperv neutron-server[94174]: INFO neutron.wsgi [None req-6306de9c-ebe2-4236-9076-9f551c32f910 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/53eccc71-1dd8-4b1d-992e-5d42b91dd3c7 HTTP/1.1" status: 204 len: 168 time: 1.3746181 Jun 23 11:30:07.517511 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8196a4c3-9b5f-4f21-a3d2-8f9bac55d751 tempest-NetworksTestDHCPv6-162546708 tempest-NetworksTestDHCPv6-162546708-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94174) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 11:30:07.518918 dv-neutron-601336-94-hyperv neutron-server[94177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fff8add4-4f83-4678-a67a-9e9e5a7e72b3 None None] Pushing event updated for resources: {'Port': ['ID=1672c3a7-e0d1-48d1-af58-33f38510af19,revision_number=3']} {{(pid=94177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 11:30:07.523828 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8196a4c3-9b5f-4f21-a3d2-8f9bac55d751 tempest-NetworksTestDHCPv6-162546708 tempest-NetworksTestDHCPv6-162546708-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94174) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 11:30:07.523828 dv-neutron-601336-94-hyperv neutron-server[94174]: INFO neutron.wsgi [None req-8196a4c3-9b5f-4f21-a3d2-8f9bac55d751 tempest-NetworksTestDHCPv6-162546708 tempest-NetworksTestDHCPv6-162546708-project] 10.222.0.20 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1477 time: 0.2625024 Jun 23 11:30:07.523828 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94174) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 11:30:07.524861 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.wsgi [-] (94175) accepted ('10.222.0.20', 35924) {{(pid=94175) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 11:30:07.525314 dv-neutron-601336-94-hyperv neutron-server[94177]: DEBUG oslo_concurrency.lockutils [None req-fff8add4-4f83-4678-a67a-9e9e5a7e72b3 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.184s {{(pid=94177) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 11:30:07.525590 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.plugins.ml2.plugin [None req-4b75c64c-8fe8-4a38-acd7-73e93117919b tempest-RoutersIpV6AdminTest-1878456168 tempest-RoutersIpV6AdminTest-1878456168-project-admin] Deleting port f17e49a7-578b-4e35-b49e-0afac34b1388 {{(pid=94174) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1913}} Jun 23 11:30:07.525590 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron_lib.callbacks.manager [None req-4b75c64c-8fe8-4a38-acd7-73e93117919b tempest-RoutersIpV6AdminTest-1878456168 tempest-RoutersIpV6AdminTest-1878456168-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773700079324'] for port, before_delete {{(pid=94174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:30:07.525590 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6306de9c-ebe2-4236-9076-9f551c32f910 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=53eccc71-1dd8-4b1d-992e-5d42b91dd3c7,revision_number=None']} {{(pid=94174) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 11:30:07.525590 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron_lib.callbacks.manager [None req-9b5db7e0-c15b-4c4a-886e-4208b91a12aa admin admin] Notify callbacks [] for security_group, before_create {{(pid=94174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:30:07.525590 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG oslo_concurrency.lockutils [None req-6306de9c-ebe2-4236-9076-9f551c32f910 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.067s {{(pid=94174) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 11:30:07.526329 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron_lib.callbacks.manager [None req-dd455103-3934-426c-bb21-4ab1333320e1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-788637273 tempest-PortsAdminExtendedAttrsIpV6TestJSON-788637273-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-922904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866062', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773700135042', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773699642233', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773699642278'] for port, after_update {{(pid=94175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:30:07.526481 dv-neutron-601336-94-hyperv neutron-server[94177]: DEBUG neutron.db.l3_dvr_db [None req-d81d1a28-851d-4e5c-a077-4408806bc6bb None None] Set router c4011798-9e12-4124-bd92-c3bdbb57294a gateway port host: dv-neutron-601336-94-hyperv {{(pid=94177) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:838}} Jun 23 11:30:07.526658 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG oslo_concurrency.lockutils [None req-01941044-32f1-4b6b-b60f-3d6eb278d3ce tempest-ExternalNetworksAdminNegativeTestJSON-663294833 tempest-ExternalNetworksAdminNegativeTestJSON-663294833-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94175) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 11:30:07.526811 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.db.l3_dvr_db [None req-518bab55-5679-45ec-bc58-9f40c54ccc70 None None] Set router b38daa88-0747-4546-ba11-f93b1c758a7a gateway port host: dv-neutron-601336-94-hyperv {{(pid=94176) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:838}} Jun 23 11:30:07.527143 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron_lib.callbacks.manager [None req-57409fb5-f338-4041-bf86-de8c524adb5e admin admin] Notify callbacks [] for router, before_response {{(pid=94174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:30:07.527143 dv-neutron-601336-94-hyperv neutron-server[94174]: INFO neutron.wsgi [None req-57409fb5-f338-4041-bf86-de8c524adb5e admin admin] 10.222.0.20 "POST /v2.0/routers HTTP/1.1" status: 201 len: 917 time: 7.4659176 Jun 23 11:30:07.527143 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.wsgi [-] (94174) accepted ('10.222.0.20', 35926) {{(pid=94174) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 11:30:07.531617 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dd455103-3934-426c-bb21-4ab1333320e1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-788637273 tempest-PortsAdminExtendedAttrsIpV6TestJSON-788637273-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 11:30:07.532222 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron_lib.callbacks.manager [None req-dd455103-3934-426c-bb21-4ab1333320e1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-788637273 tempest-PortsAdminExtendedAttrsIpV6TestJSON-788637273-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-217507'] for port, before_response {{(pid=94175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:30:07.561778 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd455103-3934-426c-bb21-4ab1333320e1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-788637273 tempest-PortsAdminExtendedAttrsIpV6TestJSON-788637273-project-admin] Pushing event updated for resources: {'Port': ['ID=00ce0905-14e2-4e0b-b534-d9e9a733cd5a,revision_number=2']} {{(pid=94175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 11:30:07.573289 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.db.db_base_plugin_v2 [None req-521fd8ac-cff5-4a64-a3d9-f9d1fcc7abd2 tempest-NetworksTestDHCPv6-162546708 tempest-NetworksTestDHCPv6-162546708-project] Deleting subnet 8dfc626c-8207-4153-be81-86d4ef8c80c1 {{(pid=94175) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jun 23 11:30:07.575832 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG oslo_concurrency.lockutils [None req-dd455103-3934-426c-bb21-4ab1333320e1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-788637273 tempest-PortsAdminExtendedAttrsIpV6TestJSON-788637273-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.122s {{(pid=94175) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 11:30:07.580389 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron_lib.callbacks.manager [None req-521fd8ac-cff5-4a64-a3d9-f9d1fcc7abd2 tempest-NetworksTestDHCPv6-162546708 tempest-NetworksTestDHCPv6-162546708-project] Notify callbacks [] for subnet, before_delete {{(pid=94175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:30:07.598582 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron_lib.callbacks.manager [None req-4b75c64c-8fe8-4a38-acd7-73e93117919b tempest-RoutersIpV6AdminTest-1878456168 tempest-RoutersIpV6AdminTest-1878456168-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-430722'] for port, precommit_delete {{(pid=94174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:30:07.630172 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.plugins.ml2.plugin [None req-32ff8c86-d929-448b-abf9-f58460c62f9a tempest-DHCPAgentSchedulersTestJSON-448050073 tempest-DHCPAgentSchedulersTestJSON-448050073-project] Deleting port 46f4ccce-78ce-48bb-8f30-473bdf9d48e4 {{(pid=94175) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1913}} Jun 23 11:30:07.631119 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron_lib.callbacks.manager [None req-32ff8c86-d929-448b-abf9-f58460c62f9a tempest-DHCPAgentSchedulersTestJSON-448050073 tempest-DHCPAgentSchedulersTestJSON-448050073-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773700079324'] for port, before_delete {{(pid=94175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:30:07.634270 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.plugins.ml2.plugin [None req-4b75c64c-8fe8-4a38-acd7-73e93117919b tempest-RoutersIpV6AdminTest-1878456168 tempest-RoutersIpV6AdminTest-1878456168-project-admin] Calling delete_port for f17e49a7-578b-4e35-b49e-0afac34b1388 owned by {{(pid=94174) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1986}} Jun 23 11:30:07.638471 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron_lib.callbacks.manager [None req-521fd8ac-cff5-4a64-a3d9-f9d1fcc7abd2 tempest-NetworksTestDHCPv6-162546708 tempest-NetworksTestDHCPv6-162546708-project] Notify callbacks [] for subnet, precommit_delete_associations {{(pid=94175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:30:07.766287 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6baa2102-e15f-47c2-a7d2-438e357f908d None None] Network 0ef04502-f66b-41c0-b23a-e7d0250667c4 requested from dv-neutron-601336-94-hyperv {{(pid=94176) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 23 11:30:07.887001 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron_lib.callbacks.manager [None req-9b5db7e0-c15b-4c4a-886e-4208b91a12aa admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:30:07.900709 dv-neutron-601336-94-hyperv neutron-server[94177]: DEBUG neutron.db.l3_hamode_db [None req-d81d1a28-851d-4e5c-a077-4408806bc6bb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c4011798-9e12-4124-bd92-c3bdbb57294a', 'name': 'tempest-ServersTestManualDisk-1881504983-router', 'tenant_id': '7773bca180b74a769b5b6d02c3ba717c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3e7e4eb3-cf02-4d47-ade9-0a579cdfc60f', 'external_fixed_ips': [{'subnet_id': 'a5ad15ab-c489-4a67-a9b0-d559fca0ec71', 'ip_address': '172.26.3.149'}], 'enable_snat': True}, 'gw_port_id': '1672c3a7-e0d1-48d1-af58-33f38510af19', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-23T11:29:59Z', 'updated_at': '2021-06-23T11:30:03Z', 'revision_number': 3, 'project_id': '7773bca180b74a769b5b6d02c3ba717c', 'gw_port': {'id': '1672c3a7-e0d1-48d1-af58-33f38510af19', 'name': '', 'network_id': '3e7e4eb3-cf02-4d47-ade9-0a579cdfc60f', 'tenant_id': '', 'mac_address': 'fa:16:3e:ef:5a:e9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c4011798-9e12-4124-bd92-c3bdbb57294a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 84, 'fixed_ips': [{'subnet_id': 'a5ad15ab-c489-4a67-a9b0-d559fca0ec71', 'ip_address': '172.26.3.149', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-94-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-23T11:30:01Z', 'updated_at': '2021-06-23T11:30:07Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a5ad15ab-c489-4a67-a9b0-d559fca0ec71', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-601336-94-hyperv'}], 'dv-neutron-601336-94-hyperv', False) {} {{(pid=94177) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 11:30:07.949226 dv-neutron-601336-94-hyperv neutron-server[94177]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d81d1a28-851d-4e5c-a077-4408806bc6bb None None] The sync data for ids ['c4011798-9e12-4124-bd92-c3bdbb57294a'] in dv-neutron-601336-94-hyperv is: [{'id': 'c4011798-9e12-4124-bd92-c3bdbb57294a', 'name': 'tempest-ServersTestManualDisk-1881504983-router', 'tenant_id': '7773bca180b74a769b5b6d02c3ba717c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3e7e4eb3-cf02-4d47-ade9-0a579cdfc60f', 'external_fixed_ips': [{'subnet_id': 'a5ad15ab-c489-4a67-a9b0-d559fca0ec71', 'ip_address': '172.26.3.149'}], 'enable_snat': True}, 'gw_port_id': '1672c3a7-e0d1-48d1-af58-33f38510af19', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-23T11:29:59Z', 'updated_at': '2021-06-23T11:30:03Z', 'revision_number': 3, 'project_id': '7773bca180b74a769b5b6d02c3ba717c', 'gw_port': {'id': '1672c3a7-e0d1-48d1-af58-33f38510af19', 'name': '', 'network_id': '3e7e4eb3-cf02-4d47-ade9-0a579cdfc60f', 'tenant_id': '', 'mac_address': 'fa:16:3e:ef:5a:e9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c4011798-9e12-4124-bd92-c3bdbb57294a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 84, 'fixed_ips': [{'subnet_id': 'a5ad15ab-c489-4a67-a9b0-d559fca0ec71', 'ip_address': '172.26.3.149', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-94-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-23T11:30:01Z', 'updated_at': '2021-06-23T11:30:07Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a5ad15ab-c489-4a67-a9b0-d559fca0ec71', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-601336-94-hyperv'}] {{(pid=94177) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 23 11:30:07.959740 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron_lib.callbacks.manager [None req-521fd8ac-cff5-4a64-a3d9-f9d1fcc7abd2 tempest-NetworksTestDHCPv6-162546708 tempest-NetworksTestDHCPv6-162546708-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-897634'] for subnet, precommit_delete {{(pid=94175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:30:07.997936 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron_lib.callbacks.manager [None req-9b5db7e0-c15b-4c4a-886e-4208b91a12aa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7996330'] for security_group, after_create {{(pid=94174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:30:08.000703 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron_lib.callbacks.manager [None req-32ff8c86-d929-448b-abf9-f58460c62f9a tempest-DHCPAgentSchedulersTestJSON-448050073 tempest-DHCPAgentSchedulersTestJSON-448050073-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-430722'] for port, precommit_delete {{(pid=94175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:30:08.017977 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94174) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 11:30:08.039357 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.plugins.ml2.plugin [None req-32ff8c86-d929-448b-abf9-f58460c62f9a tempest-DHCPAgentSchedulersTestJSON-448050073 tempest-DHCPAgentSchedulersTestJSON-448050073-project] Calling delete_port for 46f4ccce-78ce-48bb-8f30-473bdf9d48e4 owned by {{(pid=94175) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1986}} Jun 23 11:30:08.049178 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.db.l3_hamode_db [None req-518bab55-5679-45ec-bc58-9f40c54ccc70 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b38daa88-0747-4546-ba11-f93b1c758a7a', 'name': 'tempest-ServersTestJSON-528278013-router', 'tenant_id': '3e2c0af899fe4d7db7ea93301231f34d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3e7e4eb3-cf02-4d47-ade9-0a579cdfc60f', 'external_fixed_ips': [{'subnet_id': 'a5ad15ab-c489-4a67-a9b0-d559fca0ec71', 'ip_address': '172.26.3.148'}], 'enable_snat': True}, 'gw_port_id': 'c1f1e88f-c802-4085-b69a-ba04b7063016', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-23T11:30:00Z', 'updated_at': '2021-06-23T11:30:04Z', 'revision_number': 3, 'project_id': '3e2c0af899fe4d7db7ea93301231f34d', 'gw_port': {'id': 'c1f1e88f-c802-4085-b69a-ba04b7063016', 'name': '', 'network_id': '3e7e4eb3-cf02-4d47-ade9-0a579cdfc60f', 'tenant_id': '', 'mac_address': 'fa:16:3e:57:25:c3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b38daa88-0747-4546-ba11-f93b1c758a7a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 92, 'fixed_ips': [{'subnet_id': 'a5ad15ab-c489-4a67-a9b0-d559fca0ec71', 'ip_address': '172.26.3.148', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-23T11:30:03Z', 'updated_at': '2021-06-23T11:30:03Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'a5ad15ab-c489-4a67-a9b0-d559fca0ec71', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-601336-94-hyperv'}], 'dv-neutron-601336-94-hyperv', False) {} {{(pid=94176) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 11:30:08.069715 dv-neutron-601336-94-hyperv neutron-server[94175]: INFO neutron.wsgi [None req-dd455103-3934-426c-bb21-4ab1333320e1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-788637273 tempest-PortsAdminExtendedAttrsIpV6TestJSON-788637273-project-admin] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 986 time: 6.7593892 Jun 23 11:30:08.079683 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.wsgi [-] (94174) accepted ('10.222.0.20', 35930) {{(pid=94174) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 11:30:08.085828 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-518bab55-5679-45ec-bc58-9f40c54ccc70 None None] Checking router: b38daa88-0747-4546-ba11-f93b1c758a7a for host: dv-neutron-601336-94-hyperv {{(pid=94176) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 23 11:30:08.086316 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-518bab55-5679-45ec-bc58-9f40c54ccc70 None None] Updating router b38daa88-0747-4546-ba11-f93b1c758a7a port c1f1e88f-c802-4085-b69a-ba04b7063016 binding host dv-neutron-601336-94-hyperv {{(pid=94176) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 23 11:30:08.123895 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.db.provisioning_blocks [None req-24c94f7f-52af-4223-8f77-e4649ee855a0 None None] Provisioning for port d7ab3273-4f75-492a-81d2-74d4d57a6233 completed by entity DHCP. {{(pid=94176) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 23 11:30:08.125420 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron_lib.callbacks.manager [None req-1c565910-7246-4fed-b924-3efd89aa7c47 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-923104'] for port, before_create {{(pid=94174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:30:08.143141 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.db.provisioning_blocks [None req-24c94f7f-52af-4223-8f77-e4649ee855a0 None None] Provisioning complete for port d7ab3273-4f75-492a-81d2-74d4d57a6233 triggered by entity DHCP. {{(pid=94176) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 23 11:30:08.145205 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron_lib.callbacks.manager [None req-24c94f7f-52af-4223-8f77-e4649ee855a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-899258'] for port, provisioning_complete {{(pid=94176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:30:08.213484 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron_lib.callbacks.manager [None req-518bab55-5679-45ec-bc58-9f40c54ccc70 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-923122'] for port, before_update {{(pid=94176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:30:08.220531 dv-neutron-601336-94-hyperv neutron-server[94174]: INFO neutron.wsgi [None req-9b5db7e0-c15b-4c4a-886e-4208b91a12aa admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=678e93b3dbaa4f46a18d4dc3cda55694&name=default HTTP/1.1" status: 200 len: 2979 time: 1.0518348 Jun 23 11:30:08.221149 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b5db7e0-c15b-4c4a-886e-4208b91a12aa admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1184e8e0-7e87-4075-8fa2-fbd3a32fa182,revision_number=1']} {{(pid=94174) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 11:30:08.225543 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.wsgi [-] (94174) accepted ('10.222.0.20', 35932) {{(pid=94174) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 11:30:08.249623 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron_lib.callbacks.manager [None req-521fd8ac-cff5-4a64-a3d9-f9d1fcc7abd2 tempest-NetworksTestDHCPv6-162546708 tempest-NetworksTestDHCPv6-162546708-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-897627', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866062'] for subnet, after_delete {{(pid=94175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:30:08.254820 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG oslo_concurrency.lockutils [None req-e1f1b858-c78a-4aae-bd70-245139a58f14 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94175) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 11:30:08.269439 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG oslo_concurrency.lockutils [None req-9b5db7e0-c15b-4c4a-886e-4208b91a12aa admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.251s {{(pid=94174) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 11:30:08.291804 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-521fd8ac-cff5-4a64-a3d9-f9d1fcc7abd2 tempest-NetworksTestDHCPv6-162546708 tempest-NetworksTestDHCPv6-162546708-project] Pushing event deleted for resources: {'Subnet': ['ID=8dfc626c-8207-4153-be81-86d4ef8c80c1,revision_number=None']} {{(pid=94175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 11:30:08.296161 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron_lib.callbacks.manager [None req-521fd8ac-cff5-4a64-a3d9-f9d1fcc7abd2 tempest-NetworksTestDHCPv6-162546708 tempest-NetworksTestDHCPv6-162546708-project] Notify callbacks [] for subnet, before_response {{(pid=94175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:30:08.298224 dv-neutron-601336-94-hyperv neutron-server[94175]: INFO neutron.wsgi [None req-521fd8ac-cff5-4a64-a3d9-f9d1fcc7abd2 tempest-NetworksTestDHCPv6-162546708 tempest-NetworksTestDHCPv6-162546708-project] 10.222.0.20 "DELETE /v2.0/subnets/8dfc626c-8207-4153-be81-86d4ef8c80c1 HTTP/1.1" status: 204 len: 168 time: 0.9606581 Jun 23 11:30:08.299457 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG oslo_concurrency.lockutils [None req-521fd8ac-cff5-4a64-a3d9-f9d1fcc7abd2 tempest-NetworksTestDHCPv6-162546708 tempest-NetworksTestDHCPv6-162546708-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=94175) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 11:30:08.300692 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.wsgi [-] (94175) accepted ('10.222.0.20', 35934) {{(pid=94175) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 11:30:08.311865 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4c9e78a9-e334-452b-84ca-9d14ae583ee7 None None] Network f53f535d-bce4-4da8-9bd9-396677ff4e83 requested from dv-neutron-601336-94-hyperv {{(pid=94176) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 23 11:30:08.417324 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.wsgi [-] (94175) accepted ('10.222.0.20', 35936) {{(pid=94175) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 11:30:08.444695 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron_lib.callbacks.manager [None req-32ff8c86-d929-448b-abf9-f58460c62f9a tempest-DHCPAgentSchedulersTestJSON-448050073 tempest-DHCPAgentSchedulersTestJSON-448050073-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-922904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866062', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773700135024', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773699642224'] for port, after_delete {{(pid=94175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:30:08.447548 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron_lib.callbacks.manager [None req-42290877-6a03-4efb-8e5d-cefeb5ebd715 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:30:08.454151 dv-neutron-601336-94-hyperv neutron-server[94175]: INFO neutron.wsgi [None req-99ec6103-9a8d-4c38-b458-932bd640501c tempest-NetworksTestDHCPv6-162546708 tempest-NetworksTestDHCPv6-162546708-project] 10.222.0.20 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1491983 Jun 23 11:30:08.460600 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.wsgi [-] (94175) accepted ('10.222.0.20', 35938) {{(pid=94175) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 11:30:08.461168 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94175) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 11:30:08.476296 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.api.v2.base [None req-29881622-1eed-4207-9f35-413f27373c9f tempest-NetworksTestDHCPv6-162546708 tempest-NetworksTestDHCPv6-162546708-project] Request body: {'subnet': {'network_id': 'f53f535d-bce4-4da8-9bd9-396677ff4e83', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful'}} {{(pid=94175) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 23 11:30:08.579415 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron_lib.callbacks.manager [None req-4b75c64c-8fe8-4a38-acd7-73e93117919b tempest-RoutersIpV6AdminTest-1878456168 tempest-RoutersIpV6AdminTest-1878456168-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-922904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866062', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773700135024', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773699642224'] for port, after_delete {{(pid=94174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:30:08.581111 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32ff8c86-d929-448b-abf9-f58460c62f9a tempest-DHCPAgentSchedulersTestJSON-448050073 tempest-DHCPAgentSchedulersTestJSON-448050073-project] Pushing event deleted for resources: {'Port': ['ID=46f4ccce-78ce-48bb-8f30-473bdf9d48e4,revision_number=None']} {{(pid=94175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 11:30:08.584158 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG oslo_concurrency.lockutils [None req-32ff8c86-d929-448b-abf9-f58460c62f9a tempest-DHCPAgentSchedulersTestJSON-448050073 tempest-DHCPAgentSchedulersTestJSON-448050073-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.123s {{(pid=94175) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 11:30:08.621701 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron_lib.callbacks.manager [None req-24c94f7f-52af-4223-8f77-e4649ee855a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-923122'] for port, before_update {{(pid=94176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:30:08.675117 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron_lib.callbacks.manager [None req-32ff8c86-d929-448b-abf9-f58460c62f9a tempest-DHCPAgentSchedulersTestJSON-448050073 tempest-DHCPAgentSchedulersTestJSON-448050073-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-217507'] for port, before_response {{(pid=94175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:30:08.681574 dv-neutron-601336-94-hyperv neutron-server[94175]: INFO neutron.wsgi [None req-32ff8c86-d929-448b-abf9-f58460c62f9a tempest-DHCPAgentSchedulersTestJSON-448050073 tempest-DHCPAgentSchedulersTestJSON-448050073-project] 10.222.0.20 "DELETE /v2.0/ports/46f4ccce-78ce-48bb-8f30-473bdf9d48e4 HTTP/1.1" status: 204 len: 168 time: 1.4361708 Jun 23 11:30:08.682254 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.wsgi [-] (94175) accepted ('10.222.0.20', 35940) {{(pid=94175) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 11:30:08.715712 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG oslo_concurrency.lockutils [None req-57409fb5-f338-4041-bf86-de8c524adb5e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94174) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 11:30:08.731604 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron_lib.callbacks.manager [None req-42290877-6a03-4efb-8e5d-cefeb5ebd715 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:30:08.841875 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.plugins.ml2.db [None req-24c94f7f-52af-4223-8f77-e4649ee855a0 None None] For port d7ab3273-4f75-492a-81d2-74d4d57a6233, host dv-neutron-601336-94-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-94-hyperv',level=0,port_id=d7ab3273-4f75-492a-81d2-74d4d57a6233,segment=NetworkSegment(bf7f94f3-ccd6-47f3-8c43-ce09a6058bef),segment_id=bf7f94f3-ccd6-47f3-8c43-ce09a6058bef)] {{(pid=94176) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 23 11:30:08.841979 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron_lib.callbacks.manager [None req-42290877-6a03-4efb-8e5d-cefeb5ebd715 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7996330'] for security_group, after_create {{(pid=94175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:30:08.841979 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94175) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 11:30:08.939422 dv-neutron-601336-94-hyperv neutron-server[94175]: INFO neutron.wsgi [None req-42290877-6a03-4efb-8e5d-cefeb5ebd715 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=68de21012aa942e68b2ce4010570c70e&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5186410 Jun 23 11:30:08.939924 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.wsgi [-] (94175) accepted ('10.222.0.20', 35944) {{(pid=94175) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 11:30:08.943648 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42290877-6a03-4efb-8e5d-cefeb5ebd715 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2075bb59-de8f-4295-a733-8f5b0f48673f,revision_number=1']} {{(pid=94175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 11:30:08.950786 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron_lib.callbacks.manager [None req-518bab55-5679-45ec-bc58-9f40c54ccc70 None None] Notify callbacks [] for port, precommit_update {{(pid=94176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:30:08.966763 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.db.provisioning_blocks [None req-518bab55-5679-45ec-bc58-9f40c54ccc70 None None] Transition to ACTIVE for port object c1f1e88f-c802-4085-b69a-ba04b7063016 will not be triggered until provisioned by entity L2. {{(pid=94176) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 23 11:30:08.969451 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG oslo_concurrency.lockutils [None req-42290877-6a03-4efb-8e5d-cefeb5ebd715 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.136s {{(pid=94175) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 11:30:09.013837 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7e40e9b4-6fe1-4dfa-a9ec-ede753d7c57a None None] DHCP port deletion for f53f535d-bce4-4da8-9bd9-396677ff4e83 request from dv-neutron-601336-94-hyperv {{(pid=94176) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jun 23 11:30:09.019922 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron_lib.callbacks.manager [None req-24c94f7f-52af-4223-8f77-e4649ee855a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-922904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866062', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773700135042', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773699642233', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773699642278'] for port, after_update {{(pid=94176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:30:09.022264 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG oslo_concurrency.lockutils [None req-dc7542b2-afef-47f4-a763-e3a3cba144be None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 11:30:09.049789 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-29881622-1eed-4207-9f35-413f27373c9f tempest-NetworksTestDHCPv6-162546708 tempest-NetworksTestDHCPv6-162546708-project] Made reservation on behalf of 5e61222a836c47229c94e37f3902e6bd for: {'subnet': 1} {{(pid=94175) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 23 11:30:09.056575 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron_lib.callbacks.manager [None req-29881622-1eed-4207-9f35-413f27373c9f tempest-NetworksTestDHCPv6-162546708 tempest-NetworksTestDHCPv6-162546708-project] Notify callbacks [] for subnet, before_create {{(pid=94175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:30:09.070309 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron_lib.callbacks.manager [None req-518bab55-5679-45ec-bc58-9f40c54ccc70 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-922904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866062', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773700135042', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773699642233', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773699642278'] for port, after_update {{(pid=94176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:30:09.086520 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron_lib.callbacks.manager [None req-ac80ee26-2010-4321-ae7c-caf270e7e56e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:30:09.127566 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron_lib.callbacks.manager [None req-ac80ee26-2010-4321-ae7c-caf270e7e56e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:30:09.127922 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24c94f7f-52af-4223-8f77-e4649ee855a0 None None] Pushing event updated for resources: {'Port': ['ID=d7ab3273-4f75-492a-81d2-74d4d57a6233,revision_number=3']} {{(pid=94176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 11:30:09.140894 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG oslo_concurrency.lockutils [None req-24c94f7f-52af-4223-8f77-e4649ee855a0 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.119s {{(pid=94176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 11:30:09.143568 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG oslo_concurrency.lockutils [None req-1d31f0ad-b33b-4d73-ac1d-e07a8c7c838f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.069s {{(pid=94176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 11:30:09.144657 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron_lib.callbacks.manager [None req-96068102-9b3d-4c23-8ef0-6a3539227e99 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:30:09.146399 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.plugins.ml2.managers [None req-518bab55-5679-45ec-bc58-9f40c54ccc70 None None] Attempting to bind port c1f1e88f-c802-4085-b69a-ba04b7063016 on host dv-neutron-601336-94-hyperv for vnic_type normal with profile {{(pid=94176) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 23 11:30:09.146843 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.plugins.ml2.managers [None req-518bab55-5679-45ec-bc58-9f40c54ccc70 None None] Attempting to bind port c1f1e88f-c802-4085-b69a-ba04b7063016 by drivers openvswitch,hyperv on host dv-neutron-601336-94-hyperv at level 0 using segments [{'id': 'c23be0a5-6980-48fb-bc9f-4a24717fe1de', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3e7e4eb3-cf02-4d47-ade9-0a579cdfc60f'}] {{(pid=94176) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 23 11:30:09.147267 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-518bab55-5679-45ec-bc58-9f40c54ccc70 None None] Attempting to bind port c1f1e88f-c802-4085-b69a-ba04b7063016 on network 3e7e4eb3-cf02-4d47-ade9-0a579cdfc60f {{(pid=94176) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 23 11:30:09.179071 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-518bab55-5679-45ec-bc58-9f40c54ccc70 None None] Checking agent: {'id': '4d05f899-5ac9-411b-8a03-f60c93f87cdf', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-601336-94-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 23, 11, 22, 14), 'started_at': datetime.datetime(2021, 6, 23, 11, 22, 44), 'heartbeat_timestamp': datetime.datetime(2021, 6, 23, 11, 29, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'monitor_allowed_address_pair_garp': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-601336-94-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94176) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 23 11:30:09.179449 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-518bab55-5679-45ec-bc58-9f40c54ccc70 None None] Checking segment: {'id': 'c23be0a5-6980-48fb-bc9f-4a24717fe1de', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3e7e4eb3-cf02-4d47-ade9-0a579cdfc60f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94176) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 23 11:30:09.179871 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron_lib.callbacks.manager [None req-518bab55-5679-45ec-bc58-9f40c54ccc70 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:30:09.180283 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-518bab55-5679-45ec-bc58-9f40c54ccc70 None None] Bound using segment: {'id': 'c23be0a5-6980-48fb-bc9f-4a24717fe1de', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3e7e4eb3-cf02-4d47-ade9-0a579cdfc60f'} {{(pid=94176) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 23 11:30:09.180775 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.plugins.ml2.managers [None req-518bab55-5679-45ec-bc58-9f40c54ccc70 None None] Bound port: c1f1e88f-c802-4085-b69a-ba04b7063016, host: dv-neutron-601336-94-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c23be0a5-6980-48fb-bc9f-4a24717fe1de', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3e7e4eb3-cf02-4d47-ade9-0a579cdfc60f'}}] {{(pid=94176) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 23 11:30:09.181160 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron_lib.callbacks.manager [None req-518bab55-5679-45ec-bc58-9f40c54ccc70 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-923122'] for port, before_update {{(pid=94176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:30:09.203291 dv-neutron-601336-94-hyperv neutron-server[94175]: INFO neutron.wsgi [None req-8bd51e89-e8f2-4b92-aab5-261014a86695 tempest-DHCPAgentSchedulersTestJSON-1372537593 tempest-DHCPAgentSchedulersTestJSON-1372537593-project-admin] 10.222.0.20 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4360 time: 0.5116899 Jun 23 11:30:09.204682 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron_lib.callbacks.manager [None req-96068102-9b3d-4c23-8ef0-6a3539227e99 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:30:09.206285 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.wsgi [-] (94175) accepted ('10.222.0.20', 35948) {{(pid=94175) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 11:30:09.210668 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron_lib.callbacks.manager [None req-4b75c64c-8fe8-4a38-acd7-73e93117919b tempest-RoutersIpV6AdminTest-1878456168 tempest-RoutersIpV6AdminTest-1878456168-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-217507'] for port, before_response {{(pid=94174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:30:09.218871 dv-neutron-601336-94-hyperv neutron-server[94174]: INFO neutron.wsgi [None req-4b75c64c-8fe8-4a38-acd7-73e93117919b tempest-RoutersIpV6AdminTest-1878456168 tempest-RoutersIpV6AdminTest-1878456168-project-admin] 10.222.0.20 "DELETE /v2.0/ports/f17e49a7-578b-4e35-b49e-0afac34b1388 HTTP/1.1" status: 204 len: 168 time: 3.0287321 Jun 23 11:30:09.219951 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.wsgi [-] (94175) accepted ('10.222.0.20', 35950) {{(pid=94175) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 11:30:09.223849 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.api.v2.base [None req-1f4daf86-3850-4d4a-b24a-a1943591621f tempest-DHCPAgentSchedulersTestJSON-448050073 tempest-DHCPAgentSchedulersTestJSON-448050073-project] Request body: {'network': {'name': 'tempest-DHCPAgentSchedulersTestJSON-test-network-1267066981'}} {{(pid=94175) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 23 11:30:09.232694 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.db.provisioning_blocks [None req-bd8b8019-6184-41de-9d7a-718aa8aeb5b3 None None] Provisioning complete for port d7ab3273-4f75-492a-81d2-74d4d57a6233 triggered by entity DHCP. {{(pid=94176) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 23 11:30:09.233145 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron_lib.callbacks.manager [None req-bd8b8019-6184-41de-9d7a-718aa8aeb5b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-899258'] for port, provisioning_complete {{(pid=94176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:30:09.234625 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae4ac8f6-f231-4248-a001-20f185e3fc3f None None] Pushing event updated for resources: {'Port': ['ID=c1f1e88f-c802-4085-b69a-ba04b7063016,revision_number=2']} {{(pid=94176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 11:30:09.235345 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.api.v2.base [None req-105282c7-061e-4fe9-9e56-5aaabda8a526 tempest-RoutersIpV6AdminTest-1878456168 tempest-RoutersIpV6AdminTest-1878456168-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '41b061a7-dc09-4233-9004-fdcedda89ef9', 'external_fixed_ips': [{'subnet_id': '27a2e10b-f119-4c4b-b2ce-9771ab407895', 'ip_address': '2001:db8::d6'}]}}} {{(pid=94175) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 23 11:30:09.240437 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.plugins.ml2.plugin [None req-a9b66f59-e210-4be8-9a35-aa1e5307582b tempest-PortsAdminExtendedAttrsIpV6TestJSON-788637273 tempest-PortsAdminExtendedAttrsIpV6TestJSON-788637273-project-admin] Deleting port 00ce0905-14e2-4e0b-b534-d9e9a733cd5a {{(pid=94174) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1913}} Jun 23 11:30:09.240984 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron_lib.callbacks.manager [None req-a9b66f59-e210-4be8-9a35-aa1e5307582b tempest-PortsAdminExtendedAttrsIpV6TestJSON-788637273 tempest-PortsAdminExtendedAttrsIpV6TestJSON-788637273-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773700079324'] for port, before_delete {{(pid=94174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:30:09.247250 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG oslo_concurrency.lockutils [None req-ae4ac8f6-f231-4248-a001-20f185e3fc3f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.104s {{(pid=94176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 11:30:09.250293 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.plugins.ml2.plugin [None req-7e40e9b4-6fe1-4dfa-a9ec-ede753d7c57a None None] Deleting port f25d2439-a5e2-48b2-8530-9a03b45d53cd {{(pid=94176) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1913}} Jun 23 11:30:09.250886 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron_lib.callbacks.manager [None req-7e40e9b4-6fe1-4dfa-a9ec-ede753d7c57a None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773700079324'] for port, before_delete {{(pid=94176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:30:09.309136 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b75c64c-8fe8-4a38-acd7-73e93117919b tempest-RoutersIpV6AdminTest-1878456168 tempest-RoutersIpV6AdminTest-1878456168-project-admin] Pushing event deleted for resources: {'Port': ['ID=f17e49a7-578b-4e35-b49e-0afac34b1388,revision_number=None']} {{(pid=94174) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 11:30:09.312650 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG oslo_concurrency.lockutils [None req-4b75c64c-8fe8-4a38-acd7-73e93117919b tempest-RoutersIpV6AdminTest-1878456168 tempest-RoutersIpV6AdminTest-1878456168-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.597s {{(pid=94174) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 11:30:09.344082 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.plugins.ml2.db [None req-518bab55-5679-45ec-bc58-9f40c54ccc70 None None] For port c1f1e88f-c802-4085-b69a-ba04b7063016, host dv-neutron-601336-94-hyperv, cleared binding levels {{(pid=94176) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 23 11:30:09.366124 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron_lib.callbacks.manager [None req-105282c7-061e-4fe9-9e56-5aaabda8a526 tempest-RoutersIpV6AdminTest-1878456168 tempest-RoutersIpV6AdminTest-1878456168-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-520407', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-32315'] for router, before_create {{(pid=94175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:30:09.366124 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron_lib.callbacks.manager [None req-105282c7-061e-4fe9-9e56-5aaabda8a526 tempest-RoutersIpV6AdminTest-1878456168 tempest-RoutersIpV6AdminTest-1878456168-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-520264', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-524122', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-414782', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-32290'] for router, precommit_create {{(pid=94175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:30:09.374765 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.plugins.ml2.db [None req-518bab55-5679-45ec-bc58-9f40c54ccc70 None None] For port c1f1e88f-c802-4085-b69a-ba04b7063016, host dv-neutron-601336-94-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-94-hyperv',level=0,port_id=c1f1e88f-c802-4085-b69a-ba04b7063016,segment=NetworkSegment(c23be0a5-6980-48fb-bc9f-4a24717fe1de),segment_id=c23be0a5-6980-48fb-bc9f-4a24717fe1de)] {{(pid=94176) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 23 11:30:09.380276 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.plugins.ml2.db [None req-7e40e9b4-6fe1-4dfa-a9ec-ede753d7c57a None None] For port f25d2439-a5e2-48b2-8530-9a03b45d53cd, host dv-neutron-601336-94-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-94-hyperv',level=0,port_id=f25d2439-a5e2-48b2-8530-9a03b45d53cd,segment=NetworkSegment(6303a411-6e70-4139-a530-9ee4cf8ba843),segment_id=6303a411-6e70-4139-a530-9ee4cf8ba843)] {{(pid=94176) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 23 11:30:09.380705 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron_lib.callbacks.manager [None req-7e40e9b4-6fe1-4dfa-a9ec-ede753d7c57a None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-430722'] for port, precommit_delete {{(pid=94176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:30:09.399641 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.plugins.ml2.plugin [None req-7e40e9b4-6fe1-4dfa-a9ec-ede753d7c57a None None] Calling delete_port for f25d2439-a5e2-48b2-8530-9a03b45d53cd owned by network:dhcp {{(pid=94176) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1986}} Jun 23 11:30:09.434282 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron_lib.callbacks.manager [None req-96068102-9b3d-4c23-8ef0-6a3539227e99 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7996330'] for security_group, after_delete {{(pid=94175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:30:09.447502 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.db.db_base_plugin_common [None req-1c565910-7246-4fed-b924-3efd89aa7c47 admin admin] Allocated IP 172.20.0.1 (eef03c16-5c70-4b40-b183-38c419fed443/9ea7a874-1ae9-4ebd-bc55-df948e24bd59/32794a4f-8325-483e-b755-3914d9883a6a) {{(pid=94174) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 23 11:30:09.454842 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron_lib.callbacks.manager [None req-96068102-9b3d-4c23-8ef0-6a3539227e99 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:30:09.461621 dv-neutron-601336-94-hyperv neutron-server[94175]: INFO neutron.wsgi [None req-96068102-9b3d-4c23-8ef0-6a3539227e99 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/2075bb59-de8f-4295-a733-8f5b0f48673f HTTP/1.1" status: 204 len: 168 time: 0.4826100 Jun 23 11:30:09.468174 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.plugins.ml2.db [None req-a9b66f59-e210-4be8-9a35-aa1e5307582b tempest-PortsAdminExtendedAttrsIpV6TestJSON-788637273 tempest-PortsAdminExtendedAttrsIpV6TestJSON-788637273-project-admin] For port 00ce0905-14e2-4e0b-b534-d9e9a733cd5a, host hv-neutron-6013, got binding levels [] {{(pid=94174) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 23 11:30:09.468603 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron_lib.callbacks.manager [None req-a9b66f59-e210-4be8-9a35-aa1e5307582b tempest-PortsAdminExtendedAttrsIpV6TestJSON-788637273 tempest-PortsAdminExtendedAttrsIpV6TestJSON-788637273-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-430722'] for port, precommit_delete {{(pid=94174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:30:09.480893 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG oslo_concurrency.lockutils [None req-997b710c-b86b-4114-8f74-61492a4e5465 tempest-PortsAdminExtendedAttrsIpV6TestJSON-231462084 tempest-PortsAdminExtendedAttrsIpV6TestJSON-231462084-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94175) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 11:30:09.519331 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.plugins.ml2.plugin [None req-a9b66f59-e210-4be8-9a35-aa1e5307582b tempest-PortsAdminExtendedAttrsIpV6TestJSON-788637273 tempest-PortsAdminExtendedAttrsIpV6TestJSON-788637273-project-admin] Calling delete_port for 00ce0905-14e2-4e0b-b534-d9e9a733cd5a owned by {{(pid=94174) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1986}} Jun 23 11:30:09.527668 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron_lib.callbacks.manager [None req-518bab55-5679-45ec-bc58-9f40c54ccc70 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-922904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866062', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773700135042', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773699642233', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773699642278'] for port, after_update {{(pid=94176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:30:09.538089 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96068102-9b3d-4c23-8ef0-6a3539227e99 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2075bb59-de8f-4295-a733-8f5b0f48673f,revision_number=None']} {{(pid=94175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 11:30:09.539761 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 11:30:09.548791 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.db.provisioning_blocks [None req-bd8b8019-6184-41de-9d7a-718aa8aeb5b3 None None] Could not find standard attr ID for object 46f4ccce-78ce-48bb-8f30-473bdf9d48e4. {{(pid=94176) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jun 23 11:30:09.549081 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1f4daf86-3850-4d4a-b24a-a1943591621f tempest-DHCPAgentSchedulersTestJSON-448050073 tempest-DHCPAgentSchedulersTestJSON-448050073-project] Made reservation on behalf of afd2fdf0187e47f1891939cf0a8514a1 for: {'network': 1} {{(pid=94175) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 23 11:30:09.562419 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron_lib.callbacks.manager [None req-1f4daf86-3850-4d4a-b24a-a1943591621f tempest-DHCPAgentSchedulersTestJSON-448050073 tempest-DHCPAgentSchedulersTestJSON-448050073-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-923104'] for network, before_create {{(pid=94175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:30:09.569202 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG oslo_concurrency.lockutils [None req-96068102-9b3d-4c23-8ef0-6a3539227e99 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.088s {{(pid=94175) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 11:30:09.611611 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron_lib.callbacks.manager [None req-ac80ee26-2010-4321-ae7c-caf270e7e56e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7996330'] for security_group, after_delete {{(pid=94174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:30:09.621016 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron_lib.callbacks.manager [None req-ac80ee26-2010-4321-ae7c-caf270e7e56e admin admin] Notify callbacks [] for security_group, before_response {{(pid=94174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:30:09.622269 dv-neutron-601336-94-hyperv neutron-server[94174]: INFO neutron.wsgi [None req-ac80ee26-2010-4321-ae7c-caf270e7e56e admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/1184e8e0-7e87-4075-8fa2-fbd3a32fa182 HTTP/1.1" status: 204 len: 168 time: 1.3702877 Jun 23 11:30:09.624390 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron_lib.callbacks.manager [None req-f1182953-bf88-43aa-8704-70005e880afe admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-923104'] for port, before_create {{(pid=94174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:30:09.629565 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron_lib.callbacks.manager [None req-29881622-1eed-4207-9f35-413f27373c9f tempest-NetworksTestDHCPv6-162546708 tempest-NetworksTestDHCPv6-162546708-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866062'] for subnet, after_create {{(pid=94175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:30:09.640098 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.db.l3_dvrscheduler_db [None req-518bab55-5679-45ec-bc58-9f40c54ccc70 None None] Routers {'b38daa88-0747-4546-ba11-f93b1c758a7a'} bound to L3 agent in host dv-neutron-601336-94-hyperv {{(pid=94176) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 23 11:30:09.641350 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.db.l3_hamode_db [None req-518bab55-5679-45ec-bc58-9f40c54ccc70 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-601336-94-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-06-23T11:22:13Z,description=,heartbeat_timestamp=2021-06-23T11:29:43Z,host='dv-neutron-601336-94-hyperv',id=50ef99c0-ef28-4db5-b303-b145898fae60,load=0,resource_versions=,resources_synced=,started_at=2021-06-23T11:22:14Z,topic='l3_agent')) {'router_ids': ['b38daa88-0747-4546-ba11-f93b1c758a7a'], 'active': True} {{(pid=94176) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 11:30:09.642465 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG oslo_concurrency.lockutils [None req-9b5db7e0-c15b-4c4a-886e-4208b91a12aa admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94174) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 11:30:09.648630 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae4ac8f6-f231-4248-a001-20f185e3fc3f None None] Pushing event updated for resources: {'Port': ['ID=c1f1e88f-c802-4085-b69a-ba04b7063016,revision_number=3']} {{(pid=94176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 11:30:09.653383 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG oslo_concurrency.lockutils [None req-ae4ac8f6-f231-4248-a001-20f185e3fc3f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.113s {{(pid=94176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 11:30:09.661761 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron_lib.callbacks.manager [None req-105282c7-061e-4fe9-9e56-5aaabda8a526 tempest-RoutersIpV6AdminTest-1878456168 tempest-RoutersIpV6AdminTest-1878456168-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:30:09.665726 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG oslo_concurrency.lockutils [None req-d5cdfa45-2bea-4075-9deb-eb9440b520e6 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94175) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 11:30:09.676172 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac80ee26-2010-4321-ae7c-caf270e7e56e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1184e8e0-7e87-4075-8fa2-fbd3a32fa182,revision_number=None']} {{(pid=94174) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 11:30:09.678459 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG oslo_concurrency.lockutils [None req-ac80ee26-2010-4321-ae7c-caf270e7e56e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.036s {{(pid=94174) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 11:30:09.695641 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1f4daf86-3850-4d4a-b24a-a1943591621f tempest-DHCPAgentSchedulersTestJSON-448050073 tempest-DHCPAgentSchedulersTestJSON-448050073-project] vlan segment allocate from pool success with {'vlan_id': 442, 'physical_network': 'physnet1'} {{(pid=94175) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 23 11:30:09.716144 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron_lib.callbacks.manager [None req-1f4daf86-3850-4d4a-b24a-a1943591621f tempest-DHCPAgentSchedulersTestJSON-448050073 tempest-DHCPAgentSchedulersTestJSON-448050073-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3801'] for segment, precommit_create {{(pid=94175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:30:09.716454 dv-neutron-601336-94-hyperv neutron-server[94175]: INFO neutron.db.segments_db [None req-1f4daf86-3850-4d4a-b24a-a1943591621f tempest-DHCPAgentSchedulersTestJSON-448050073 tempest-DHCPAgentSchedulersTestJSON-448050073-project] Added segment cf97c508-fafe-45c0-bb0d-98be8ad39241 of type vlan for network 70d17c05-c4e0-450c-ab69-50d387668f57 Jun 23 11:30:09.718831 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron_lib.callbacks.manager [None req-7e40e9b4-6fe1-4dfa-a9ec-ede753d7c57a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-922904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866062', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773700135024', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773699642224'] for port, after_delete {{(pid=94176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:30:09.749102 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-29881622-1eed-4207-9f35-413f27373c9f tempest-NetworksTestDHCPv6-162546708 tempest-NetworksTestDHCPv6-162546708-project] Network f53f535d-bce4-4da8-9bd9-396677ff4e83 is already hosted by enough agents. {{(pid=94175) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 23 11:30:09.752733 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.001s {{(pid=94176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 11:30:09.770393 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron_lib.callbacks.manager [None req-1c565910-7246-4fed-b924-3efd89aa7c47 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:30:09.775119 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.scheduler.base_scheduler [None req-29881622-1eed-4207-9f35-413f27373c9f tempest-NetworksTestDHCPv6-162546708 tempest-NetworksTestDHCPv6-162546708-project] Resources bound (agent type, host, resource id): {{(pid=94175) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 23 11:30:09.789693 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e40e9b4-6fe1-4dfa-a9ec-ede753d7c57a None None] Pushing event deleted for resources: {'Port': ['ID=f25d2439-a5e2-48b2-8530-9a03b45d53cd,revision_number=None']} {{(pid=94176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 11:30:09.794538 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG oslo_concurrency.lockutils [None req-7e40e9b4-6fe1-4dfa-a9ec-ede753d7c57a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.042s {{(pid=94176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 11:30:09.795967 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7e40e9b4-6fe1-4dfa-a9ec-ede753d7c57a None None] No DVR routers for this DVR port f25d2439-a5e2-48b2-8530-9a03b45d53cd on host dv-neutron-601336-94-hyperv {{(pid=94176) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 23 11:30:09.821984 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.db.provisioning_blocks [None req-1c565910-7246-4fed-b924-3efd89aa7c47 admin admin] Transition to ACTIVE for port object 32794a4f-8325-483e-b755-3914d9883a6a will not be triggered until provisioned by entity DHCP. {{(pid=94174) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 23 11:30:09.827026 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.db.l3_dvr_db [None req-518bab55-5679-45ec-bc58-9f40c54ccc70 None None] Set router b38daa88-0747-4546-ba11-f93b1c758a7a gateway port host: dv-neutron-601336-94-hyperv {{(pid=94176) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:838}} Jun 23 11:30:09.877931 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-29881622-1eed-4207-9f35-413f27373c9f tempest-NetworksTestDHCPv6-162546708 tempest-NetworksTestDHCPv6-162546708-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=94175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 11:30:09.878452 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron_lib.callbacks.manager [None req-29881622-1eed-4207-9f35-413f27373c9f tempest-NetworksTestDHCPv6-162546708 tempest-NetworksTestDHCPv6-162546708-project] Notify callbacks [] for subnet, before_response {{(pid=94175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:30:09.899064 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.db.db_base_plugin_common [None req-f1182953-bf88-43aa-8704-70005e880afe admin admin] Allocated IP 172.20.0.1 (53451295-943c-4b83-97fd-a02f49b38b3c/3bfb1ec3-b37f-49bf-ab64-d8c5440d6cd6/4edbd502-c64a-49fd-8c4b-e7206242c756) {{(pid=94174) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 23 11:30:09.903080 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron_lib.callbacks.manager [None req-a9b66f59-e210-4be8-9a35-aa1e5307582b tempest-PortsAdminExtendedAttrsIpV6TestJSON-788637273 tempest-PortsAdminExtendedAttrsIpV6TestJSON-788637273-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-922904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866062', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773700135024', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773699642224'] for port, after_delete {{(pid=94174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:30:09.923230 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG oslo_concurrency.lockutils [None req-79a9e26f-c3c8-48b5-8631-c5f35dc51382 tempest-NetworksTestDHCPv6-162546708 tempest-NetworksTestDHCPv6-162546708-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94174) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 11:30:09.958169 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9b66f59-e210-4be8-9a35-aa1e5307582b tempest-PortsAdminExtendedAttrsIpV6TestJSON-788637273 tempest-PortsAdminExtendedAttrsIpV6TestJSON-788637273-project-admin] Pushing event deleted for resources: {'Port': ['ID=00ce0905-14e2-4e0b-b534-d9e9a733cd5a,revision_number=None']} {{(pid=94174) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 11:30:09.965163 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG oslo_concurrency.lockutils [None req-a9b66f59-e210-4be8-9a35-aa1e5307582b tempest-PortsAdminExtendedAttrsIpV6TestJSON-788637273 tempest-PortsAdminExtendedAttrsIpV6TestJSON-788637273-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.042s {{(pid=94174) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 11:30:09.969961 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron_lib.callbacks.manager [None req-a9b66f59-e210-4be8-9a35-aa1e5307582b tempest-PortsAdminExtendedAttrsIpV6TestJSON-788637273 tempest-PortsAdminExtendedAttrsIpV6TestJSON-788637273-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-217507'] for port, before_response {{(pid=94174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:30:09.973510 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-55526bfa-ce99-4e08-b8fb-af4254e888f0 None None] Network f53f535d-bce4-4da8-9bd9-396677ff4e83 requested from dv-neutron-601336-94-hyperv {{(pid=94176) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 23 11:30:09.980465 dv-neutron-601336-94-hyperv neutron-server[94174]: INFO neutron.wsgi [None req-a9b66f59-e210-4be8-9a35-aa1e5307582b tempest-PortsAdminExtendedAttrsIpV6TestJSON-788637273 tempest-PortsAdminExtendedAttrsIpV6TestJSON-788637273-project-admin] 10.222.0.20 "DELETE /v2.0/ports/00ce0905-14e2-4e0b-b534-d9e9a733cd5a HTTP/1.1" status: 204 len: 168 time: 1.8982801 Jun 23 11:30:09.986744 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.wsgi [-] (94174) accepted ('10.222.0.20', 35956) {{(pid=94174) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 11:30:10.008662 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron_lib.callbacks.manager [None req-1f4daf86-3850-4d4a-b24a-a1943591621f tempest-DHCPAgentSchedulersTestJSON-448050073 tempest-DHCPAgentSchedulersTestJSON-448050073-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8773699596773'] for network, precommit_create {{(pid=94175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:30:10.024046 dv-neutron-601336-94-hyperv neutron-server[94174]: INFO neutron.pecan_wsgi.hooks.translation [None req-6bc9de6b-2ea7-402f-a645-c859fe35b961 tempest-PortsAdminExtendedAttrsIpV6TestJSON-788637273 tempest-PortsAdminExtendedAttrsIpV6TestJSON-788637273-project-admin] GET failed (client error): The resource could not be found. Jun 23 11:30:10.024908 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29881622-1eed-4207-9f35-413f27373c9f tempest-NetworksTestDHCPv6-162546708 tempest-NetworksTestDHCPv6-162546708-project] Pushing event updated for resources: {'Subnet': ['ID=63ba3b2b-7a06-4a79-8b6e-f803e3406fc9,revision_number=0']} {{(pid=94175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 11:30:10.026139 dv-neutron-601336-94-hyperv neutron-server[94174]: INFO neutron.wsgi [None req-6bc9de6b-2ea7-402f-a645-c859fe35b961 tempest-PortsAdminExtendedAttrsIpV6TestJSON-788637273 tempest-PortsAdminExtendedAttrsIpV6TestJSON-788637273-project-admin] 10.222.0.20 "GET /v2.0/ports/00ce0905-14e2-4e0b-b534-d9e9a733cd5a HTTP/1.1" status: 404 len: 333 time: 0.0401435 Jun 23 11:30:10.032167 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron_lib.callbacks.manager [None req-105282c7-061e-4fe9-9e56-5aaabda8a526 tempest-RoutersIpV6AdminTest-1878456168 tempest-RoutersIpV6AdminTest-1878456168-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-524104', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-520389', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-32276'] for router, precommit_update {{(pid=94175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:30:10.042157 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.wsgi [-] (94175) accepted ('10.222.0.20', 35960) {{(pid=94175) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 11:30:10.046239 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG oslo_concurrency.lockutils [None req-29881622-1eed-4207-9f35-413f27373c9f tempest-NetworksTestDHCPv6-162546708 tempest-NetworksTestDHCPv6-162546708-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.384s {{(pid=94175) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 11:30:10.053658 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.api.v2.base [None req-a2d44848-d4a5-447d-8c44-e2016a69a727 tempest-PortsAdminExtendedAttrsIpV6TestJSON-788637273 tempest-PortsAdminExtendedAttrsIpV6TestJSON-788637273-project-admin] Request body: {'port': {'network_id': 'baa98ec6-1d6b-4eef-90d6-91cd66042db6', 'name': 'tempest-PortsAdminExtendedAttrsIpV6TestJSON-380772221'}} {{(pid=94175) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 23 11:30:10.106387 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron_lib.callbacks.manager [None req-1c565910-7246-4fed-b924-3efd89aa7c47 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-922915', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-239814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7866073', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773699642215'] for port, after_create {{(pid=94174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:30:10.113468 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG oslo_concurrency.lockutils [None req-a9b66f59-e210-4be8-9a35-aa1e5307582b tempest-PortsAdminExtendedAttrsIpV6TestJSON-788637273 tempest-PortsAdminExtendedAttrsIpV6TestJSON-788637273-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94174) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 11:30:10.169494 dv-neutron-601336-94-hyperv neutron-server[94175]: INFO neutron.wsgi [None req-29881622-1eed-4207-9f35-413f27373c9f tempest-NetworksTestDHCPv6-162546708 tempest-NetworksTestDHCPv6-162546708-project] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 1.7044139 Jun 23 11:30:10.182641 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.wsgi [-] (94174) accepted ('10.222.0.20', 35964) {{(pid=94174) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 11:30:10.195906 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.api.v2.base [None req-e2e7755f-ee8e-4871-b4fb-61b978cd308c tempest-NetworksTestDHCPv6-162546708 tempest-NetworksTestDHCPv6-162546708-project] Request body: {'port': {'network_id': 'f53f535d-bce4-4da8-9bd9-396677ff4e83', 'name': 'tempest-NetworksTestDHCPv6-1835089208'}} {{(pid=94174) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 23 11:30:10.276527 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a2d44848-d4a5-447d-8c44-e2016a69a727 tempest-PortsAdminExtendedAttrsIpV6TestJSON-788637273 tempest-PortsAdminExtendedAttrsIpV6TestJSON-788637273-project-admin] Made reservation on behalf of 96a4396ac9d74a4fb54e164a3c03f78a for: {'port': 1} {{(pid=94175) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 23 11:30:10.278555 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1c565910-7246-4fed-b924-3efd89aa7c47 admin admin] Network eef03c16-5c70-4b40-b183-38c419fed443 is already hosted by enough agents. {{(pid=94174) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 23 11:30:10.283620 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron_lib.callbacks.manager [None req-a2d44848-d4a5-447d-8c44-e2016a69a727 tempest-PortsAdminExtendedAttrsIpV6TestJSON-788637273 tempest-PortsAdminExtendedAttrsIpV6TestJSON-788637273-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-923104'] for port, before_create {{(pid=94175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:30:10.288893 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron_lib.callbacks.manager [None req-f1182953-bf88-43aa-8704-70005e880afe admin admin] Notify callbacks [] for port, precommit_create {{(pid=94174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:30:10.296833 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c565910-7246-4fed-b924-3efd89aa7c47 admin admin] Pushing event updated for resources: {'Port': ['ID=32794a4f-8325-483e-b755-3914d9883a6a,revision_number=1']} {{(pid=94174) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 11:30:10.299863 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.scheduler.base_scheduler [None req-1c565910-7246-4fed-b924-3efd89aa7c47 admin admin] Resources bound (agent type, host, resource id): {{(pid=94174) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 23 11:30:10.302088 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG oslo_concurrency.lockutils [None req-1c565910-7246-4fed-b924-3efd89aa7c47 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.189s {{(pid=94174) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 11:30:10.305885 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron_lib.callbacks.manager [None req-1f4daf86-3850-4d4a-b24a-a1943591621f tempest-DHCPAgentSchedulersTestJSON-448050073 tempest-DHCPAgentSchedulersTestJSON-448050073-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8002400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7866073'] for network, after_create {{(pid=94175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:30:10.312475 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1c565910-7246-4fed-b924-3efd89aa7c47 admin admin] Received port after_create {{(pid=94174) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 23 11:30:10.313055 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron_lib.callbacks.manager [None req-1c565910-7246-4fed-b924-3efd89aa7c47 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-452954'] for router_interface, before_create {{(pid=94174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:30:10.345577 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1f4daf86-3850-4d4a-b24a-a1943591621f tempest-DHCPAgentSchedulersTestJSON-448050073 tempest-DHCPAgentSchedulersTestJSON-448050073-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 11:30:10.350540 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron_lib.callbacks.manager [None req-1f4daf86-3850-4d4a-b24a-a1943591621f tempest-DHCPAgentSchedulersTestJSON-448050073 tempest-DHCPAgentSchedulersTestJSON-448050073-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7865916'] for network, before_response {{(pid=94175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:30:10.376870 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94175) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 11:30:10.414841 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.plugins.ml2.rpc [None req-dc7542b2-afef-47f4-a763-e3a3cba144be None None] Device d7ab3273-4f75-492a-81d2-74d4d57a6233 up at agent ovs-agent-dv-neutron-601336-94-hyperv {{(pid=94176) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:298}} Jun 23 11:30:10.419337 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.notifiers.nova [None req-a2d44848-d4a5-447d-8c44-e2016a69a727 tempest-PortsAdminExtendedAttrsIpV6TestJSON-788637273 tempest-PortsAdminExtendedAttrsIpV6TestJSON-788637273-project-admin] device_id is not set on port 6c86524d-ce83-4a95-a963-78310b33457f yet. {{(pid=94175) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jun 23 11:30:10.461851 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c288c6a6-9895-448b-b4cb-a65ac3e58e13 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1e0d828a-1fa4-563d-b7fd-53adf66a04ee-f53f535d-bce4-4da8-9bd9-396677ff4e83', 'network_id': 'f53f535d-bce4-4da8-9bd9-396677ff4e83', 'tenant_id': '5e61222a836c47229c94e37f3902e6bd', 'fixed_ips': [{'subnet_id': '63ba3b2b-7a06-4a79-8b6e-f803e3406fc9'}]}} from dv-neutron-601336-94-hyperv. {{(pid=94176) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 23 11:30:10.463783 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron_lib.callbacks.manager [None req-c288c6a6-9895-448b-b4cb-a65ac3e58e13 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-923104'] for port, before_create {{(pid=94176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:30:10.479557 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.db.provisioning_blocks [None req-f1182953-bf88-43aa-8704-70005e880afe admin admin] Transition to ACTIVE for port object 4edbd502-c64a-49fd-8c4b-e7206242c756 will not be triggered until provisioned by entity DHCP. {{(pid=94174) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 23 11:30:10.619490 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.db.l3_hamode_db [None req-518bab55-5679-45ec-bc58-9f40c54ccc70 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b38daa88-0747-4546-ba11-f93b1c758a7a', 'name': 'tempest-ServersTestJSON-528278013-router', 'tenant_id': '3e2c0af899fe4d7db7ea93301231f34d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3e7e4eb3-cf02-4d47-ade9-0a579cdfc60f', 'external_fixed_ips': [{'subnet_id': 'a5ad15ab-c489-4a67-a9b0-d559fca0ec71', 'ip_address': '172.26.3.148'}], 'enable_snat': True}, 'gw_port_id': 'c1f1e88f-c802-4085-b69a-ba04b7063016', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-23T11:30:00Z', 'updated_at': '2021-06-23T11:30:04Z', 'revision_number': 3, 'project_id': '3e2c0af899fe4d7db7ea93301231f34d', 'gw_port': {'id': 'c1f1e88f-c802-4085-b69a-ba04b7063016', 'name': '', 'network_id': '3e7e4eb3-cf02-4d47-ade9-0a579cdfc60f', 'tenant_id': '', 'mac_address': 'fa:16:3e:57:25:c3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b38daa88-0747-4546-ba11-f93b1c758a7a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 92, 'fixed_ips': [{'subnet_id': 'a5ad15ab-c489-4a67-a9b0-d559fca0ec71', 'ip_address': '172.26.3.148', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-94-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-23T11:30:03Z', 'updated_at': '2021-06-23T11:30:09Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a5ad15ab-c489-4a67-a9b0-d559fca0ec71', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-601336-94-hyperv'}], 'dv-neutron-601336-94-hyperv', False) {} {{(pid=94176) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 11:30:10.665560 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-518bab55-5679-45ec-bc58-9f40c54ccc70 None None] The sync data for ids ['b38daa88-0747-4546-ba11-f93b1c758a7a'] in dv-neutron-601336-94-hyperv is: [{'id': 'b38daa88-0747-4546-ba11-f93b1c758a7a', 'name': 'tempest-ServersTestJSON-528278013-router', 'tenant_id': '3e2c0af899fe4d7db7ea93301231f34d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3e7e4eb3-cf02-4d47-ade9-0a579cdfc60f', 'external_fixed_ips': [{'subnet_id': 'a5ad15ab-c489-4a67-a9b0-d559fca0ec71', 'ip_address': '172.26.3.148'}], 'enable_snat': True}, 'gw_port_id': 'c1f1e88f-c802-4085-b69a-ba04b7063016', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-23T11:30:00Z', 'updated_at': '2021-06-23T11:30:04Z', 'revision_number': 3, 'project_id': '3e2c0af899fe4d7db7ea93301231f34d', 'gw_port': {'id': 'c1f1e88f-c802-4085-b69a-ba04b7063016', 'name': '', 'network_id': '3e7e4eb3-cf02-4d47-ade9-0a579cdfc60f', 'tenant_id': '', 'mac_address': 'fa:16:3e:57:25:c3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b38daa88-0747-4546-ba11-f93b1c758a7a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 92, 'fixed_ips': [{'subnet_id': 'a5ad15ab-c489-4a67-a9b0-d559fca0ec71', 'ip_address': '172.26.3.148', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-94-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-23T11:30:03Z', 'updated_at': '2021-06-23T11:30:09Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a5ad15ab-c489-4a67-a9b0-d559fca0ec71', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-601336-94-hyperv'}] {{(pid=94176) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 23 11:30:10.715761 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.db.provisioning_blocks [None req-dc7542b2-afef-47f4-a763-e3a3cba144be None None] Provisioning complete for port d7ab3273-4f75-492a-81d2-74d4d57a6233 triggered by entity L2. {{(pid=94176) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 23 11:30:10.716117 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron_lib.callbacks.manager [None req-dc7542b2-afef-47f4-a763-e3a3cba144be None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-899258'] for port, provisioning_complete {{(pid=94176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:30:10.738541 dv-neutron-601336-94-hyperv neutron-server[94175]: INFO neutron.wsgi [None req-1f4daf86-3850-4d4a-b24a-a1943591621f tempest-DHCPAgentSchedulersTestJSON-448050073 tempest-DHCPAgentSchedulersTestJSON-448050073-project] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 795 time: 1.5259125 Jun 23 11:30:10.738541 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.wsgi [-] (94175) accepted ('10.222.0.20', 35974) {{(pid=94175) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 11:30:10.746012 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.wsgi [-] (94174) accepted ('10.222.0.20', 35976) {{(pid=94174) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 11:30:10.764243 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f4daf86-3850-4d4a-b24a-a1943591621f tempest-DHCPAgentSchedulersTestJSON-448050073 tempest-DHCPAgentSchedulersTestJSON-448050073-project] Pushing event updated for resources: {'Network': ['ID=70d17c05-c4e0-450c-ab69-50d387668f57,revision_number=1']} {{(pid=94175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 11:30:10.785698 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG oslo_concurrency.lockutils [None req-1f4daf86-3850-4d4a-b24a-a1943591621f tempest-DHCPAgentSchedulersTestJSON-448050073 tempest-DHCPAgentSchedulersTestJSON-448050073-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.409s {{(pid=94175) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 11:30:10.819200 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.plugins.ml2.rpc [None req-dc7542b2-afef-47f4-a763-e3a3cba144be None None] Network 70d17c05-c4e0-450c-ab69-50d387668f57 details requested by agent ovs-agent-dv-neutron-601336-94-hyperv with host dv-neutron-601336-94-hyperv {{(pid=94176) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:250}} Jun 23 11:30:10.823539 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.db.db_base_plugin_common [None req-c288c6a6-9895-448b-b4cb-a65ac3e58e13 None None] Allocated IP 2001:db8::2 (f53f535d-bce4-4da8-9bd9-396677ff4e83/63ba3b2b-7a06-4a79-8b6e-f803e3406fc9/e4f7fccf-7de3-42ce-9352-bca1f69c1846) {{(pid=94176) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 23 11:30:10.826173 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron_lib.callbacks.manager [None req-a2d44848-d4a5-447d-8c44-e2016a69a727 tempest-PortsAdminExtendedAttrsIpV6TestJSON-788637273 tempest-PortsAdminExtendedAttrsIpV6TestJSON-788637273-project-admin] Notify callbacks [] for port, precommit_create {{(pid=94175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:30:10.859932 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.db.provisioning_blocks [None req-d3be0358-a3d2-423b-b0eb-ab4265a431d2 None None] Provisioning for port 32794a4f-8325-483e-b755-3914d9883a6a completed by entity DHCP. {{(pid=94176) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 23 11:30:10.870957 dv-neutron-601336-94-hyperv neutron-server[94175]: INFO neutron.wsgi [None req-0f2d33ac-5efc-49dc-95b6-9beece66f66c admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=405b8d64226f4e4e8323559f62c0f74a&name=default HTTP/1.1" status: 200 len: 2975 time: 0.1279719 Jun 23 11:30:10.873123 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.wsgi [-] (94175) accepted ('10.222.0.20', 35978) {{(pid=94175) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 11:30:10.916605 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.db.provisioning_blocks [None req-d3be0358-a3d2-423b-b0eb-ab4265a431d2 None None] Provisioning complete for port 32794a4f-8325-483e-b755-3914d9883a6a triggered by entity DHCP. {{(pid=94176) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 23 11:30:10.917011 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron_lib.callbacks.manager [None req-d3be0358-a3d2-423b-b0eb-ab4265a431d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-899258'] for port, provisioning_complete {{(pid=94176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:30:10.944110 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e2e7755f-ee8e-4871-b4fb-61b978cd308c tempest-NetworksTestDHCPv6-162546708 tempest-NetworksTestDHCPv6-162546708-project] Made reservation on behalf of 5e61222a836c47229c94e37f3902e6bd for: {'port': 1} {{(pid=94174) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 23 11:30:10.947628 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron_lib.callbacks.manager [None req-e2e7755f-ee8e-4871-b4fb-61b978cd308c tempest-NetworksTestDHCPv6-162546708 tempest-NetworksTestDHCPv6-162546708-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-923104'] for port, before_create {{(pid=94174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:30:10.994974 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron_lib.callbacks.manager [None req-fd16d038-1d21-4f9f-a1d3-551e5fc04390 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:30:10.995327 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron_lib.callbacks.manager [None req-1c565910-7246-4fed-b924-3efd89aa7c47 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-923122'] for port, before_update {{(pid=94174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:30:11.001212 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.notifiers.nova [None req-e2e7755f-ee8e-4871-b4fb-61b978cd308c tempest-NetworksTestDHCPv6-162546708 tempest-NetworksTestDHCPv6-162546708-project] device_id is not set on port 33e07cfc-de10-4edb-b889-b5b091e04dfd yet. {{(pid=94174) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jun 23 11:30:11.070698 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron_lib.callbacks.manager [None req-f1182953-bf88-43aa-8704-70005e880afe admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-922915', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-239814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7866073', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773699642215'] for port, after_create {{(pid=94174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:30:11.108264 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron_lib.callbacks.manager [None req-daeef695-8734-4f03-be74-a87981bf8400 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773699952132', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-899307'] for agent, after_update {{(pid=94176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:30:11.109010 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron_lib.callbacks.manager [None req-a2d44848-d4a5-447d-8c44-e2016a69a727 tempest-PortsAdminExtendedAttrsIpV6TestJSON-788637273 tempest-PortsAdminExtendedAttrsIpV6TestJSON-788637273-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-922915', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-239814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7866073', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773699642215'] for port, after_create {{(pid=94175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:30:11.114173 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron_lib.callbacks.manager [None req-fd16d038-1d21-4f9f-a1d3-551e5fc04390 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:30:11.129835 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.plugins.ml2.plugin [None req-d3be0358-a3d2-423b-b0eb-ab4265a431d2 None None] Port 32794a4f-8325-483e-b755-3914d9883a6a cannot update to ACTIVE because it is not bound. {{(pid=94176) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jun 23 11:30:11.139555 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.plugins.ml2.rpc [None req-dc7542b2-afef-47f4-a763-e3a3cba144be None None] Device 1672c3a7-e0d1-48d1-af58-33f38510af19 up at agent ovs-agent-dv-neutron-601336-94-hyperv {{(pid=94176) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:298}} Jun 23 11:30:11.147410 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94174) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 11:30:11.149334 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94175) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 11:30:11.224172 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a2d44848-d4a5-447d-8c44-e2016a69a727 tempest-PortsAdminExtendedAttrsIpV6TestJSON-788637273 tempest-PortsAdminExtendedAttrsIpV6TestJSON-788637273-project-admin] Network baa98ec6-1d6b-4eef-90d6-91cd66042db6 is already hosted by enough agents. {{(pid=94175) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 23 11:30:11.235503 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.scheduler.base_scheduler [None req-a2d44848-d4a5-447d-8c44-e2016a69a727 tempest-PortsAdminExtendedAttrsIpV6TestJSON-788637273 tempest-PortsAdminExtendedAttrsIpV6TestJSON-788637273-project-admin] Resources bound (agent type, host, resource id): {{(pid=94175) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 23 11:30:11.253712 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a2d44848-d4a5-447d-8c44-e2016a69a727 tempest-PortsAdminExtendedAttrsIpV6TestJSON-788637273 tempest-PortsAdminExtendedAttrsIpV6TestJSON-788637273-project-admin] Received port after_create {{(pid=94175) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 23 11:30:11.254668 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a2d44848-d4a5-447d-8c44-e2016a69a727 tempest-PortsAdminExtendedAttrsIpV6TestJSON-788637273 tempest-PortsAdminExtendedAttrsIpV6TestJSON-788637273-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=94175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 11:30:11.255822 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron_lib.callbacks.manager [None req-a2d44848-d4a5-447d-8c44-e2016a69a727 tempest-PortsAdminExtendedAttrsIpV6TestJSON-788637273 tempest-PortsAdminExtendedAttrsIpV6TestJSON-788637273-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-217507'] for port, before_response {{(pid=94175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:30:11.376591 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron_lib.callbacks.manager [None req-c288c6a6-9895-448b-b4cb-a65ac3e58e13 None None] Notify callbacks [] for port, precommit_create {{(pid=94176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:30:11.389992 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.db.provisioning_blocks [None req-c288c6a6-9895-448b-b4cb-a65ac3e58e13 None None] Transition to ACTIVE for port object e4f7fccf-7de3-42ce-9352-bca1f69c1846 will not be triggered until provisioned by entity L2. {{(pid=94176) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 23 11:30:11.422627 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.db.provisioning_blocks [None req-c288c6a6-9895-448b-b4cb-a65ac3e58e13 None None] Transition to ACTIVE for port object e4f7fccf-7de3-42ce-9352-bca1f69c1846 will not be triggered until provisioned by entity DHCP. {{(pid=94176) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 23 11:30:11.444881 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.db.provisioning_blocks [None req-dc7542b2-afef-47f4-a763-e3a3cba144be None None] Provisioning for port 1672c3a7-e0d1-48d1-af58-33f38510af19 completed by entity L2. {{(pid=94176) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 23 11:30:11.454807 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.db.provisioning_blocks [None req-dc7542b2-afef-47f4-a763-e3a3cba144be None None] Provisioning complete for port 1672c3a7-e0d1-48d1-af58-33f38510af19 triggered by entity L2. {{(pid=94176) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 23 11:30:11.455118 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron_lib.callbacks.manager [None req-dc7542b2-afef-47f4-a763-e3a3cba144be None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-899258'] for port, provisioning_complete {{(pid=94176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:30:11.544550 dv-neutron-601336-94-hyperv neutron-server[94174]: INFO neutron.wsgi [None req-d965c79d-e5d7-4122-8c30-a5b988667605 tempest-DHCPAgentSchedulersTestJSON-1372537593 tempest-DHCPAgentSchedulersTestJSON-1372537593-project-admin] 10.222.0.20 "GET /v2.0/agents/8cf29b10-0e57-4131-816f-a4b6ad00b249/dhcp-networks HTTP/1.1" status: 200 len: 7262 time: 0.7932835 Jun 23 11:30:11.548036 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f1182953-bf88-43aa-8704-70005e880afe admin admin] Network 53451295-943c-4b83-97fd-a02f49b38b3c is already hosted by enough agents. {{(pid=94174) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 23 11:30:11.556055 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron_lib.callbacks.manager [None req-c288c6a6-9895-448b-b4cb-a65ac3e58e13 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-922915', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-239814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7866073', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773699642215'] for port, after_create {{(pid=94176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:30:11.559425 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.wsgi [-] (94175) accepted ('10.222.0.20', 35988) {{(pid=94175) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 11:30:11.563295 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2d44848-d4a5-447d-8c44-e2016a69a727 tempest-PortsAdminExtendedAttrsIpV6TestJSON-788637273 tempest-PortsAdminExtendedAttrsIpV6TestJSON-788637273-project-admin] Pushing event updated for resources: {'Port': ['ID=6c86524d-ce83-4a95-a963-78310b33457f,revision_number=1']} {{(pid=94175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 11:30:11.572414 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG oslo_concurrency.lockutils [None req-a2d44848-d4a5-447d-8c44-e2016a69a727 tempest-PortsAdminExtendedAttrsIpV6TestJSON-788637273 tempest-PortsAdminExtendedAttrsIpV6TestJSON-788637273-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.424s {{(pid=94175) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 11:30:11.574149 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron_lib.callbacks.manager [None req-105282c7-061e-4fe9-9e56-5aaabda8a526 tempest-RoutersIpV6AdminTest-1878456168 tempest-RoutersIpV6AdminTest-1878456168-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=94175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:30:11.585953 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 11:30:11.588555 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.scheduler.base_scheduler [None req-f1182953-bf88-43aa-8704-70005e880afe admin admin] Resources bound (agent type, host, resource id): {{(pid=94174) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 23 11:30:11.641153 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f1182953-bf88-43aa-8704-70005e880afe admin admin] Received port after_create {{(pid=94174) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 23 11:30:11.642018 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron_lib.callbacks.manager [None req-f1182953-bf88-43aa-8704-70005e880afe admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-452954'] for router_interface, before_create {{(pid=94174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:30:11.694428 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c288c6a6-9895-448b-b4cb-a65ac3e58e13 None None] Network f53f535d-bce4-4da8-9bd9-396677ff4e83 is already hosted by enough agents. {{(pid=94176) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 23 11:30:11.706272 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.scheduler.base_scheduler [None req-c288c6a6-9895-448b-b4cb-a65ac3e58e13 None None] Resources bound (agent type, host, resource id): {{(pid=94176) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 23 11:30:11.711174 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c288c6a6-9895-448b-b4cb-a65ac3e58e13 None None] Received port after_create {{(pid=94176) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 23 11:30:11.715430 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron_lib.callbacks.manager [None req-105282c7-061e-4fe9-9e56-5aaabda8a526 tempest-RoutersIpV6AdminTest-1878456168 tempest-RoutersIpV6AdminTest-1878456168-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-923104'] for port, before_create {{(pid=94175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:30:11.735146 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1182953-bf88-43aa-8704-70005e880afe admin admin] Pushing event updated for resources: {'Port': ['ID=4edbd502-c64a-49fd-8c4b-e7206242c756,revision_number=1']} {{(pid=94174) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 11:30:11.782827 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG oslo_concurrency.lockutils [None req-f1182953-bf88-43aa-8704-70005e880afe admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.635s {{(pid=94174) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 11:30:11.826346 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.db.db_base_plugin_common [None req-e2e7755f-ee8e-4871-b4fb-61b978cd308c tempest-NetworksTestDHCPv6-162546708 tempest-NetworksTestDHCPv6-162546708-project] Allocated IP 2001:db8::136 (f53f535d-bce4-4da8-9bd9-396677ff4e83/63ba3b2b-7a06-4a79-8b6e-f803e3406fc9/33e07cfc-de10-4edb-b889-b5b091e04dfd) {{(pid=94174) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 23 11:30:11.862123 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c288c6a6-9895-448b-b4cb-a65ac3e58e13 None None] Pushing event updated for resources: {'Port': ['ID=e4f7fccf-7de3-42ce-9352-bca1f69c1846,revision_number=1']} {{(pid=94176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 11:30:11.866555 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG oslo_concurrency.lockutils [None req-c288c6a6-9895-448b-b4cb-a65ac3e58e13 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.281s {{(pid=94176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 11:30:11.868628 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron_lib.callbacks.manager [None req-dc7542b2-afef-47f4-a763-e3a3cba144be None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-923122'] for port, before_update {{(pid=94176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:30:11.909360 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.plugins.ml2.db [None req-dc7542b2-afef-47f4-a763-e3a3cba144be None None] For port 1672c3a7-e0d1-48d1-af58-33f38510af19, host dv-neutron-601336-94-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-94-hyperv',level=0,port_id=1672c3a7-e0d1-48d1-af58-33f38510af19,segment=NetworkSegment(c23be0a5-6980-48fb-bc9f-4a24717fe1de),segment_id=c23be0a5-6980-48fb-bc9f-4a24717fe1de)] {{(pid=94176) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 23 11:30:11.946477 dv-neutron-601336-94-hyperv neutron-server[94175]: INFO neutron.wsgi [None req-a2d44848-d4a5-447d-8c44-e2016a69a727 tempest-PortsAdminExtendedAttrsIpV6TestJSON-788637273 tempest-PortsAdminExtendedAttrsIpV6TestJSON-788637273-project-admin] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 963 time: 1.8973210 Jun 23 11:30:11.955532 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.wsgi [-] (94174) accepted ('10.222.0.20', 35992) {{(pid=94174) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 11:30:11.960851 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron_lib.callbacks.manager [None req-fd16d038-1d21-4f9f-a1d3-551e5fc04390 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7996330'] for security_group, after_delete {{(pid=94175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:30:11.966196 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.plugins.ml2.managers [None req-c288c6a6-9895-448b-b4cb-a65ac3e58e13 None None] Attempting to bind port e4f7fccf-7de3-42ce-9352-bca1f69c1846 on host dv-neutron-601336-94-hyperv for vnic_type normal with profile {{(pid=94176) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 23 11:30:11.966591 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.plugins.ml2.managers [None req-c288c6a6-9895-448b-b4cb-a65ac3e58e13 None None] Attempting to bind port e4f7fccf-7de3-42ce-9352-bca1f69c1846 by drivers openvswitch,hyperv on host dv-neutron-601336-94-hyperv at level 0 using segments [{'id': '6303a411-6e70-4139-a530-9ee4cf8ba843', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 419, 'network_id': 'f53f535d-bce4-4da8-9bd9-396677ff4e83'}] {{(pid=94176) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 23 11:30:11.967150 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c288c6a6-9895-448b-b4cb-a65ac3e58e13 None None] Attempting to bind port e4f7fccf-7de3-42ce-9352-bca1f69c1846 on network f53f535d-bce4-4da8-9bd9-396677ff4e83 {{(pid=94176) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 23 11:30:11.973274 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.api.v2.base [None req-3a603ede-9f79-4963-afc7-80147c93e517 tempest-PortsAdminExtendedAttrsIpV6TestJSON-788637273 tempest-PortsAdminExtendedAttrsIpV6TestJSON-788637273-project-admin] Request body: {'port': {'binding:host_id': 'hv-neutron-6013'}} {{(pid=94174) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 23 11:30:11.979376 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c288c6a6-9895-448b-b4cb-a65ac3e58e13 None None] Checking agent: {'id': '4d05f899-5ac9-411b-8a03-f60c93f87cdf', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-601336-94-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 23, 11, 22, 14), 'started_at': datetime.datetime(2021, 6, 23, 11, 22, 44), 'heartbeat_timestamp': datetime.datetime(2021, 6, 23, 11, 29, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'monitor_allowed_address_pair_garp': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-601336-94-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94176) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 23 11:30:11.981347 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c288c6a6-9895-448b-b4cb-a65ac3e58e13 None None] Checking segment: {'id': '6303a411-6e70-4139-a530-9ee4cf8ba843', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 419, 'network_id': 'f53f535d-bce4-4da8-9bd9-396677ff4e83'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94176) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 23 11:30:11.981783 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron_lib.callbacks.manager [None req-c288c6a6-9895-448b-b4cb-a65ac3e58e13 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:30:11.982203 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c288c6a6-9895-448b-b4cb-a65ac3e58e13 None None] Bound using segment: {'id': '6303a411-6e70-4139-a530-9ee4cf8ba843', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 419, 'network_id': 'f53f535d-bce4-4da8-9bd9-396677ff4e83'} {{(pid=94176) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 23 11:30:11.982710 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.plugins.ml2.managers [None req-c288c6a6-9895-448b-b4cb-a65ac3e58e13 None None] Bound port: e4f7fccf-7de3-42ce-9352-bca1f69c1846, host: dv-neutron-601336-94-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6303a411-6e70-4139-a530-9ee4cf8ba843', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 419, 'network_id': 'f53f535d-bce4-4da8-9bd9-396677ff4e83'}}] {{(pid=94176) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 23 11:30:11.983125 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron_lib.callbacks.manager [None req-c288c6a6-9895-448b-b4cb-a65ac3e58e13 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-923122'] for port, before_update {{(pid=94176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:30:11.988658 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron_lib.callbacks.manager [None req-fd16d038-1d21-4f9f-a1d3-551e5fc04390 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:30:11.993848 dv-neutron-601336-94-hyperv neutron-server[94175]: INFO neutron.wsgi [None req-fd16d038-1d21-4f9f-a1d3-551e5fc04390 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/a86984df-a264-4323-a5fd-2e5da56eaeda HTTP/1.1" status: 204 len: 168 time: 1.1161094 Jun 23 11:30:12.003435 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG oslo_concurrency.lockutils [None req-42290877-6a03-4efb-8e5d-cefeb5ebd715 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94175) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 11:30:12.125093 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd16d038-1d21-4f9f-a1d3-551e5fc04390 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a86984df-a264-4323-a5fd-2e5da56eaeda,revision_number=None']} {{(pid=94175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 11:30:12.131506 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG oslo_concurrency.lockutils [None req-fd16d038-1d21-4f9f-a1d3-551e5fc04390 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.138s {{(pid=94175) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 11:30:12.134108 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron_lib.callbacks.manager [None req-dc7542b2-afef-47f4-a763-e3a3cba144be None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-922904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866062', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773700135042', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773699642233', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773699642278'] for port, after_update {{(pid=94176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:30:12.144268 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG oslo_concurrency.lockutils [None req-250d5f41-6142-4f1c-95df-a2172da97552 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 11:30:12.186486 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8f30d6c1-8982-4f2b-82e7-bb465111c5da tempest-DHCPAgentSchedulersTestJSON-1372537593 tempest-DHCPAgentSchedulersTestJSON-1372537593-project-admin] Network 70d17c05-c4e0-450c-ab69-50d387668f57 is scheduled to be hosted by DHCP agent 8cf29b10-0e57-4131-816f-a4b6ad00b249 with binding_index 1 {{(pid=94175) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 23 11:30:12.283448 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.plugins.ml2.rpc [None req-dc7542b2-afef-47f4-a763-e3a3cba144be None None] Device f25d2439-a5e2-48b2-8530-9a03b45d53cd no longer exists at agent ovs-agent-dv-neutron-601336-94-hyperv {{(pid=94176) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:261}} Jun 23 11:30:12.318428 dv-neutron-601336-94-hyperv neutron-server[94175]: INFO neutron.wsgi [None req-8f30d6c1-8982-4f2b-82e7-bb465111c5da tempest-DHCPAgentSchedulersTestJSON-1372537593 tempest-DHCPAgentSchedulersTestJSON-1372537593-project-admin] 10.222.0.20 "POST /v2.0/agents/8cf29b10-0e57-4131-816f-a4b6ad00b249/dhcp-networks HTTP/1.1" status: 201 len: 201 time: 0.7481053 Jun 23 11:30:12.319913 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.wsgi [-] (94175) accepted ('10.222.0.20', 36000) {{(pid=94175) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 11:30:12.336542 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-21ee7c4b-cef6-408b-8acb-1373e88007c3 None None] Network 70d17c05-c4e0-450c-ab69-50d387668f57 requested from dv-neutron-601336-94-hyperv {{(pid=94176) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 23 11:30:12.346670 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.plugins.ml2.db [None req-c288c6a6-9895-448b-b4cb-a65ac3e58e13 None None] For port e4f7fccf-7de3-42ce-9352-bca1f69c1846, host dv-neutron-601336-94-hyperv, cleared binding levels {{(pid=94176) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 23 11:30:12.349736 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.plugins.ml2.plugin [None req-dc7542b2-afef-47f4-a763-e3a3cba144be None None] No Port match for: f25d2439-a5e2-48b2-8530-9a03b45d53cd {{(pid=94176) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2240}} Jun 23 11:30:12.350301 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.plugins.ml2.rpc [None req-dc7542b2-afef-47f4-a763-e3a3cba144be None None] Device f25d2439-a5e2-48b2-8530-9a03b45d53cd not bound to the agent host dv-neutron-601336-94-hyperv {{(pid=94176) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:271}} Jun 23 11:30:12.363711 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron_lib.callbacks.manager [None req-1c565910-7246-4fed-b924-3efd89aa7c47 admin admin] Notify callbacks [] for port, precommit_update {{(pid=94174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:30:12.400875 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron_lib.callbacks.manager [None req-f1182953-bf88-43aa-8704-70005e880afe admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-923122'] for port, before_update {{(pid=94174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:30:12.455320 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.plugins.ml2.db [None req-c288c6a6-9895-448b-b4cb-a65ac3e58e13 None None] For port e4f7fccf-7de3-42ce-9352-bca1f69c1846, host dv-neutron-601336-94-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-94-hyperv',level=0,port_id=e4f7fccf-7de3-42ce-9352-bca1f69c1846,segment=NetworkSegment(6303a411-6e70-4139-a530-9ee4cf8ba843),segment_id=6303a411-6e70-4139-a530-9ee4cf8ba843)] {{(pid=94176) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 23 11:30:12.474295 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron_lib.callbacks.manager [None req-3a603ede-9f79-4963-afc7-80147c93e517 tempest-PortsAdminExtendedAttrsIpV6TestJSON-788637273 tempest-PortsAdminExtendedAttrsIpV6TestJSON-788637273-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-923122'] for port, before_update {{(pid=94174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:30:12.474452 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.db.provisioning_blocks [None req-7b831ccf-1a7c-4f93-b99f-ca97e3d38b66 None None] Provisioning for port 4edbd502-c64a-49fd-8c4b-e7206242c756 completed by entity DHCP. {{(pid=94176) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 23 11:30:12.505625 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.db.provisioning_blocks [None req-7b831ccf-1a7c-4f93-b99f-ca97e3d38b66 None None] Provisioning complete for port 4edbd502-c64a-49fd-8c4b-e7206242c756 triggered by entity DHCP. {{(pid=94176) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 23 11:30:12.509916 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron_lib.callbacks.manager [None req-7b831ccf-1a7c-4f93-b99f-ca97e3d38b66 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-899258'] for port, provisioning_complete {{(pid=94176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:30:12.518590 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron_lib.callbacks.manager [None req-1c565910-7246-4fed-b924-3efd89aa7c47 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-922904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866062', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773700135042', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773699642233', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773699642278'] for port, after_update {{(pid=94174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:30:12.519550 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc7542b2-afef-47f4-a763-e3a3cba144be None None] Pushing event updated for resources: {'Port': ['ID=1672c3a7-e0d1-48d1-af58-33f38510af19,revision_number=4']} {{(pid=94176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 11:30:12.525136 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG oslo_concurrency.lockutils [None req-dc7542b2-afef-47f4-a763-e3a3cba144be None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.380s {{(pid=94176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 11:30:12.548657 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron_lib.callbacks.manager [None req-1c565910-7246-4fed-b924-3efd89aa7c47 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-7866091', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-453038'] for router_interface, after_create {{(pid=94174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:30:12.553487 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG oslo_concurrency.lockutils [None req-f1182953-bf88-43aa-8704-70005e880afe admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94174) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 11:30:12.558492 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron_lib.callbacks.manager [None req-e2e7755f-ee8e-4871-b4fb-61b978cd308c tempest-NetworksTestDHCPv6-162546708 tempest-NetworksTestDHCPv6-162546708-project] Notify callbacks [] for port, precommit_create {{(pid=94174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:30:12.583062 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.db.db_base_plugin_common [None req-105282c7-061e-4fe9-9e56-5aaabda8a526 tempest-RoutersIpV6AdminTest-1878456168 tempest-RoutersIpV6AdminTest-1878456168-project-admin] Allocated IP 2001:db8::d6 (41b061a7-dc09-4233-9004-fdcedda89ef9/27a2e10b-f119-4c4b-b2ce-9771ab407895/a7327be4-d046-4d9e-9434-f6294136a450) {{(pid=94175) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 23 11:30:12.591607 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron_lib.callbacks.manager [None req-c288c6a6-9895-448b-b4cb-a65ac3e58e13 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-922904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866062', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773700135042', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773699642233', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773699642278'] for port, after_update {{(pid=94176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:30:12.596409 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG oslo_concurrency.lockutils [None req-dc7542b2-afef-47f4-a763-e3a3cba144be None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 11:30:12.621207 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.plugins.ml2.rpc [None req-dc7542b2-afef-47f4-a763-e3a3cba144be None None] Device c1f1e88f-c802-4085-b69a-ba04b7063016 up at agent ovs-agent-dv-neutron-601336-94-hyperv {{(pid=94176) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:298}} Jun 23 11:30:12.652541 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.db.provisioning_blocks [None req-e2e7755f-ee8e-4871-b4fb-61b978cd308c tempest-NetworksTestDHCPv6-162546708 tempest-NetworksTestDHCPv6-162546708-project] Transition to ACTIVE for port object 33e07cfc-de10-4edb-b889-b5b091e04dfd will not be triggered until provisioned by entity DHCP. {{(pid=94174) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 23 11:30:12.720919 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.plugins.ml2.plugin [None req-7b831ccf-1a7c-4f93-b99f-ca97e3d38b66 None None] Port 4edbd502-c64a-49fd-8c4b-e7206242c756 cannot update to ACTIVE because it is not bound. {{(pid=94176) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jun 23 11:30:12.789985 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c565910-7246-4fed-b924-3efd89aa7c47 admin admin] Pushing event updated for resources: {'Port': ['ID=32794a4f-8325-483e-b755-3914d9883a6a,revision_number=2']} {{(pid=94174) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 11:30:12.805701 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG oslo_concurrency.lockutils [None req-1c565910-7246-4fed-b924-3efd89aa7c47 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.252s {{(pid=94174) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 11:30:12.810312 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c288c6a6-9895-448b-b4cb-a65ac3e58e13 None None] Pushing event updated for resources: {'Port': ['ID=e4f7fccf-7de3-42ce-9352-bca1f69c1846,revision_number=2']} {{(pid=94176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 11:30:12.815686 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG oslo_concurrency.lockutils [None req-c288c6a6-9895-448b-b4cb-a65ac3e58e13 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.219s {{(pid=94176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 11:30:12.854129 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.db.provisioning_blocks [None req-dc7542b2-afef-47f4-a763-e3a3cba144be None None] Provisioning for port c1f1e88f-c802-4085-b69a-ba04b7063016 completed by entity L2. {{(pid=94176) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 23 11:30:12.858851 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.db.provisioning_blocks [None req-dc7542b2-afef-47f4-a763-e3a3cba144be None None] Provisioning complete for port c1f1e88f-c802-4085-b69a-ba04b7063016 triggered by entity L2. {{(pid=94176) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 23 11:30:12.859547 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron_lib.callbacks.manager [None req-dc7542b2-afef-47f4-a763-e3a3cba144be None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-899258'] for port, provisioning_complete {{(pid=94176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:30:12.969376 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron_lib.callbacks.manager [None req-105282c7-061e-4fe9-9e56-5aaabda8a526 tempest-RoutersIpV6AdminTest-1878456168 tempest-RoutersIpV6AdminTest-1878456168-project-admin] Notify callbacks [] for port, precommit_create {{(pid=94175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:30:13.087811 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron_lib.callbacks.manager [None req-e2e7755f-ee8e-4871-b4fb-61b978cd308c tempest-NetworksTestDHCPv6-162546708 tempest-NetworksTestDHCPv6-162546708-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-922915', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-239814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7866073', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773699642215'] for port, after_create {{(pid=94174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:30:13.109567 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1c565910-7246-4fed-b924-3efd89aa7c47 admin admin] Network eef03c16-5c70-4b40-b183-38c419fed443 is already hosted by enough agents. {{(pid=94174) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 23 11:30:13.117942 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG oslo_concurrency.lockutils [None req-4b75c64c-8fe8-4a38-acd7-73e93117919b tempest-RoutersIpV6AdminTest-1878456168 tempest-RoutersIpV6AdminTest-1878456168-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94174) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 11:30:13.197874 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron_lib.callbacks.manager [None req-dc7542b2-afef-47f4-a763-e3a3cba144be None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-923122'] for port, before_update {{(pid=94176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:30:13.233482 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.scheduler.base_scheduler [None req-1c565910-7246-4fed-b924-3efd89aa7c47 admin admin] Resources bound (agent type, host, resource id): {{(pid=94174) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 23 11:30:13.250984 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.plugins.ml2.db [None req-dc7542b2-afef-47f4-a763-e3a3cba144be None None] For port c1f1e88f-c802-4085-b69a-ba04b7063016, host dv-neutron-601336-94-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-94-hyperv',level=0,port_id=c1f1e88f-c802-4085-b69a-ba04b7063016,segment=NetworkSegment(c23be0a5-6980-48fb-bc9f-4a24717fe1de),segment_id=c23be0a5-6980-48fb-bc9f-4a24717fe1de)] {{(pid=94176) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 23 11:30:13.279513 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron_lib.callbacks.manager [None req-51d9203c-ff19-455c-8ca3-3648402e0e12 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773699952132', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-899307'] for agent, after_update {{(pid=94176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:30:13.321009 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron_lib.callbacks.manager [None req-f1182953-bf88-43aa-8704-70005e880afe admin admin] Notify callbacks [] for port, precommit_update {{(pid=94174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:30:13.324612 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e2e7755f-ee8e-4871-b4fb-61b978cd308c tempest-NetworksTestDHCPv6-162546708 tempest-NetworksTestDHCPv6-162546708-project] Network f53f535d-bce4-4da8-9bd9-396677ff4e83 is already hosted by enough agents. {{(pid=94174) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 23 11:30:13.324726 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron_lib.callbacks.manager [None req-105282c7-061e-4fe9-9e56-5aaabda8a526 tempest-RoutersIpV6AdminTest-1878456168 tempest-RoutersIpV6AdminTest-1878456168-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-922915', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-239814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7866073', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773699642215'] for port, after_create {{(pid=94175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:30:13.352218 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.scheduler.base_scheduler [None req-e2e7755f-ee8e-4871-b4fb-61b978cd308c tempest-NetworksTestDHCPv6-162546708 tempest-NetworksTestDHCPv6-162546708-project] Resources bound (agent type, host, resource id): {{(pid=94174) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 23 11:30:13.372029 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG oslo_concurrency.lockutils [None req-0c5730d2-979f-438d-beb4-742ef9b35fb8 tempest-DHCPAgentSchedulersTestJSON-448050073 tempest-DHCPAgentSchedulersTestJSON-448050073-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94175) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 11:30:13.373761 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e2e7755f-ee8e-4871-b4fb-61b978cd308c tempest-NetworksTestDHCPv6-162546708 tempest-NetworksTestDHCPv6-162546708-project] Received port after_create {{(pid=94174) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 23 11:30:13.387964 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron_lib.callbacks.manager [None req-dc7542b2-afef-47f4-a763-e3a3cba144be None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-922904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866062', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773700135042', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773699642233', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773699642278'] for port, after_update {{(pid=94176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:30:13.388368 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e2e7755f-ee8e-4871-b4fb-61b978cd308c tempest-NetworksTestDHCPv6-162546708 tempest-NetworksTestDHCPv6-162546708-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94174) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 11:30:13.388368 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron_lib.callbacks.manager [None req-e2e7755f-ee8e-4871-b4fb-61b978cd308c tempest-NetworksTestDHCPv6-162546708 tempest-NetworksTestDHCPv6-162546708-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-217507'] for port, before_response {{(pid=94174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:30:13.388572 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG oslo_concurrency.lockutils [None req-353a62cd-bd7d-4df5-abdd-28be7f883649 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 11:30:13.390529 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.notifiers.nova [None req-3a603ede-9f79-4963-afc7-80147c93e517 tempest-PortsAdminExtendedAttrsIpV6TestJSON-788637273 tempest-PortsAdminExtendedAttrsIpV6TestJSON-788637273-project-admin] device_id is not set on port 6c86524d-ce83-4a95-a963-78310b33457f yet. {{(pid=94174) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jun 23 11:30:13.456428 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.wsgi [-] (94175) accepted ('10.222.0.20', 36018) {{(pid=94175) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 11:30:13.482971 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron_lib.callbacks.manager [None req-3a603ede-9f79-4963-afc7-80147c93e517 tempest-PortsAdminExtendedAttrsIpV6TestJSON-788637273 tempest-PortsAdminExtendedAttrsIpV6TestJSON-788637273-project-admin] Notify callbacks [] for port, precommit_update {{(pid=94174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:30:13.501531 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2e7755f-ee8e-4871-b4fb-61b978cd308c tempest-NetworksTestDHCPv6-162546708 tempest-NetworksTestDHCPv6-162546708-project] Pushing event updated for resources: {'Port': ['ID=33e07cfc-de10-4edb-b889-b5b091e04dfd,revision_number=1']} {{(pid=94174) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 11:30:13.511941 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc7542b2-afef-47f4-a763-e3a3cba144be None None] Pushing event updated for resources: {'Port': ['ID=c1f1e88f-c802-4085-b69a-ba04b7063016,revision_number=4']} {{(pid=94176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 11:30:13.515170 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG oslo_concurrency.lockutils [None req-dc7542b2-afef-47f4-a763-e3a3cba144be None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.133s {{(pid=94176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 11:30:13.516978 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron_lib.callbacks.manager [None req-f1182953-bf88-43aa-8704-70005e880afe admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-922904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866062', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773700135042', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773699642233', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773699642278'] for port, after_update {{(pid=94174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:30:13.517967 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG oslo_concurrency.lockutils [None req-e2e7755f-ee8e-4871-b4fb-61b978cd308c tempest-NetworksTestDHCPv6-162546708 tempest-NetworksTestDHCPv6-162546708-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.404s {{(pid=94174) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 11:30:13.526659 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron_lib.callbacks.manager [None req-f1182953-bf88-43aa-8704-70005e880afe admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-7866091', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-453038'] for router_interface, after_create {{(pid=94174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:30:13.528379 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94174) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 11:30:13.564149 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.db.provisioning_blocks [None req-3a603ede-9f79-4963-afc7-80147c93e517 tempest-PortsAdminExtendedAttrsIpV6TestJSON-788637273 tempest-PortsAdminExtendedAttrsIpV6TestJSON-788637273-project-admin] Transition to ACTIVE for port object 6c86524d-ce83-4a95-a963-78310b33457f will not be triggered until provisioned by entity L2. {{(pid=94174) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 23 11:30:13.580279 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-105282c7-061e-4fe9-9e56-5aaabda8a526 tempest-RoutersIpV6AdminTest-1878456168 tempest-RoutersIpV6AdminTest-1878456168-project-admin] Network 41b061a7-dc09-4233-9004-fdcedda89ef9 is already hosted by enough agents. {{(pid=94175) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 23 11:30:13.634592 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.scheduler.base_scheduler [None req-105282c7-061e-4fe9-9e56-5aaabda8a526 tempest-RoutersIpV6AdminTest-1878456168 tempest-RoutersIpV6AdminTest-1878456168-project-admin] Resources bound (agent type, host, resource id): {{(pid=94175) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 23 11:30:13.639050 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.db.l3_dvrscheduler_db [None req-105282c7-061e-4fe9-9e56-5aaabda8a526 tempest-RoutersIpV6AdminTest-1878456168 tempest-RoutersIpV6AdminTest-1878456168-project-admin] Received port after_create {{(pid=94175) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 23 11:30:13.642680 dv-neutron-601336-94-hyperv neutron-server[94174]: INFO neutron.wsgi [None req-e2e7755f-ee8e-4871-b4fb-61b978cd308c tempest-NetworksTestDHCPv6-162546708 tempest-NetworksTestDHCPv6-162546708-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 932 time: 3.4524848 Jun 23 11:30:13.672554 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.wsgi [-] (94174) accepted ('10.222.0.20', 36024) {{(pid=94174) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 11:30:13.699364 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron_lib.callbacks.manager [None req-3a603ede-9f79-4963-afc7-80147c93e517 tempest-PortsAdminExtendedAttrsIpV6TestJSON-788637273 tempest-PortsAdminExtendedAttrsIpV6TestJSON-788637273-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-922904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866062', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773700135042', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773699642233', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773699642278'] for port, after_update {{(pid=94174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:30:13.725724 dv-neutron-601336-94-hyperv neutron-server[94175]: INFO neutron.wsgi [None req-e7ba5ef1-d590-4266-87e7-51e09297521f tempest-DHCPAgentSchedulersTestJSON-1372537593 tempest-DHCPAgentSchedulersTestJSON-1372537593-project-admin] 10.222.0.20 "GET /v2.0/agents/8cf29b10-0e57-4131-816f-a4b6ad00b249/dhcp-networks HTTP/1.1" status: 200 len: 8032 time: 1.4027817 Jun 23 11:30:13.734953 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.wsgi [-] (94174) accepted ('10.222.0.20', 36026) {{(pid=94174) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 11:30:13.737494 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1182953-bf88-43aa-8704-70005e880afe admin admin] Pushing event updated for resources: {'Port': ['ID=4edbd502-c64a-49fd-8c4b-e7206242c756,revision_number=2']} {{(pid=94174) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 11:30:13.751609 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-105282c7-061e-4fe9-9e56-5aaabda8a526 tempest-RoutersIpV6AdminTest-1878456168 tempest-RoutersIpV6AdminTest-1878456168-project-admin] Pushing event updated for resources: {'Port': ['ID=a7327be4-d046-4d9e-9434-f6294136a450,revision_number=1']} {{(pid=94175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 11:30:13.752732 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG oslo_concurrency.lockutils [None req-105282c7-061e-4fe9-9e56-5aaabda8a526 tempest-RoutersIpV6AdminTest-1878456168 tempest-RoutersIpV6AdminTest-1878456168-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.381s {{(pid=94175) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 11:30:13.770853 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG oslo_concurrency.lockutils [None req-f1182953-bf88-43aa-8704-70005e880afe admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.242s {{(pid=94174) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 11:30:13.776477 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.040s {{(pid=94174) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 11:30:13.787943 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.db.provisioning_blocks [None req-f26a5600-ee59-480e-85f5-a708351d237a None None] Provisioning complete for port 32794a4f-8325-483e-b755-3914d9883a6a triggered by entity DHCP. {{(pid=94176) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 23 11:30:13.792804 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron_lib.callbacks.manager [None req-f26a5600-ee59-480e-85f5-a708351d237a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-899258'] for port, provisioning_complete {{(pid=94176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:30:13.841073 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.api.v2.base [None req-4409e2e6-eb92-483d-9704-4bb796292060 tempest-RoutersAdminTest-1733287776 tempest-RoutersAdminTest-1733287776-project-admin] Request body: {'network': {'name': 'tempest-RoutersAdminTest-712744259', 'router:external': True}} {{(pid=94175) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 23 11:30:13.841778 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.plugins.ml2.plugin [None req-f26a5600-ee59-480e-85f5-a708351d237a None None] Port 32794a4f-8325-483e-b755-3914d9883a6a cannot update to ACTIVE because it is not bound. {{(pid=94176) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jun 23 11:30:13.846626 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1c565910-7246-4fed-b924-3efd89aa7c47 admin admin] Router c4011798-9e12-4124-bd92-c3bdbb57294a has already been hosted by L3 agent 50ef99c0-ef28-4db5-b303-b145898fae60 {{(pid=94174) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 23 11:30:13.924104 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron_lib.callbacks.manager [None req-dc7542b2-afef-47f4-a763-e3a3cba144be None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773699952132', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-899307'] for agent, after_update {{(pid=94176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:30:13.925579 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a603ede-9f79-4963-afc7-80147c93e517 tempest-PortsAdminExtendedAttrsIpV6TestJSON-788637273 tempest-PortsAdminExtendedAttrsIpV6TestJSON-788637273-project-admin] Pushing event updated for resources: {'Port': ['ID=6c86524d-ce83-4a95-a963-78310b33457f,revision_number=2']} {{(pid=94174) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 11:30:13.934980 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG oslo_concurrency.lockutils [None req-3a603ede-9f79-4963-afc7-80147c93e517 tempest-PortsAdminExtendedAttrsIpV6TestJSON-788637273 tempest-PortsAdminExtendedAttrsIpV6TestJSON-788637273-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.158s {{(pid=94174) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 11:30:13.966405 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f1182953-bf88-43aa-8704-70005e880afe admin admin] Network 53451295-943c-4b83-97fd-a02f49b38b3c is already hosted by enough agents. {{(pid=94174) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 23 11:30:13.969385 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.scheduler.base_scheduler [None req-f1182953-bf88-43aa-8704-70005e880afe admin admin] Resources bound (agent type, host, resource id): {{(pid=94174) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 23 11:30:13.972830 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4409e2e6-eb92-483d-9704-4bb796292060 tempest-RoutersAdminTest-1733287776 tempest-RoutersAdminTest-1733287776-project-admin] Made reservation on behalf of d78deddc61934e2ea53c23e0d10641f0 for: {'network': 1} {{(pid=94175) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 23 11:30:13.975362 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron_lib.callbacks.manager [None req-4409e2e6-eb92-483d-9704-4bb796292060 tempest-RoutersAdminTest-1733287776 tempest-RoutersAdminTest-1733287776-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-923104'] for network, before_create {{(pid=94175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:30:13.990035 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron_lib.callbacks.manager [None req-4409e2e6-eb92-483d-9704-4bb796292060 tempest-RoutersAdminTest-1733287776 tempest-RoutersAdminTest-1733287776-project-admin] Notify callbacks [] for security_group, before_create {{(pid=94175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:30:14.018963 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron_lib.callbacks.manager [None req-105282c7-061e-4fe9-9e56-5aaabda8a526 tempest-RoutersIpV6AdminTest-1878456168 tempest-RoutersIpV6AdminTest-1878456168-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=94175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:30:14.252150 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.wsgi [-] (94175) accepted ('10.222.0.20', 36036) {{(pid=94175) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 11:30:14.279928 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron_lib.callbacks.manager [None req-4409e2e6-eb92-483d-9704-4bb796292060 tempest-RoutersAdminTest-1733287776 tempest-RoutersAdminTest-1733287776-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=94175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:30:14.329661 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.plugins.ml2.managers [None req-3a603ede-9f79-4963-afc7-80147c93e517 tempest-PortsAdminExtendedAttrsIpV6TestJSON-788637273 tempest-PortsAdminExtendedAttrsIpV6TestJSON-788637273-project-admin] Attempting to bind port 6c86524d-ce83-4a95-a963-78310b33457f on host hv-neutron-6013 for vnic_type normal with profile {{(pid=94174) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 23 11:30:14.330985 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.plugins.ml2.managers [None req-3a603ede-9f79-4963-afc7-80147c93e517 tempest-PortsAdminExtendedAttrsIpV6TestJSON-788637273 tempest-PortsAdminExtendedAttrsIpV6TestJSON-788637273-project-admin] Attempting to bind port 6c86524d-ce83-4a95-a963-78310b33457f by drivers openvswitch,hyperv on host hv-neutron-6013 at level 0 using segments [{'id': 'ea68f0ef-84a2-4064-97a2-9c21f1af5cce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 407, 'network_id': 'baa98ec6-1d6b-4eef-90d6-91cd66042db6'}] {{(pid=94174) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 23 11:30:14.330985 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3a603ede-9f79-4963-afc7-80147c93e517 tempest-PortsAdminExtendedAttrsIpV6TestJSON-788637273 tempest-PortsAdminExtendedAttrsIpV6TestJSON-788637273-project-admin] Attempting to bind port 6c86524d-ce83-4a95-a963-78310b33457f on network baa98ec6-1d6b-4eef-90d6-91cd66042db6 {{(pid=94174) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 23 11:30:14.340135 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron_lib.callbacks.manager [None req-105282c7-061e-4fe9-9e56-5aaabda8a526 tempest-RoutersIpV6AdminTest-1878456168 tempest-RoutersIpV6AdminTest-1878456168-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-520412', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-524143'] for router, after_create {{(pid=94175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:30:14.346287 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aee05648-daf8-454d-94ee-0d58cbd7bac9 tempest-NetworksTestDHCPv6-162546708 tempest-NetworksTestDHCPv6-162546708-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94174) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 11:30:14.353330 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aee05648-daf8-454d-94ee-0d58cbd7bac9 tempest-NetworksTestDHCPv6-162546708 tempest-NetworksTestDHCPv6-162546708-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94174) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 11:30:14.357283 dv-neutron-601336-94-hyperv neutron-server[94174]: INFO neutron.wsgi [None req-aee05648-daf8-454d-94ee-0d58cbd7bac9 tempest-NetworksTestDHCPv6-162546708 tempest-NetworksTestDHCPv6-162546708-project] 10.222.0.20 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1669 time: 0.6815219 Jun 23 11:30:14.363916 dv-neutron-601336-94-hyperv neutron-server[94174]: INFO neutron.wsgi [None req-3da1d7f5-2ac1-4054-8be1-7d31b6f65ae4 tempest-DHCPAgentSchedulersTestJSON-1372537593 tempest-DHCPAgentSchedulersTestJSON-1372537593-project-admin] 10.222.0.20 "DELETE /v2.0/agents/8cf29b10-0e57-4131-816f-a4b6ad00b249/dhcp-networks/70d17c05-c4e0-450c-ab69-50d387668f57 HTTP/1.1" status: 204 len: 168 time: 0.6173780 Jun 23 11:30:14.367298 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.wsgi [-] (94174) accepted ('10.222.0.20', 36040) {{(pid=94174) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 11:30:14.367414 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.db.provisioning_blocks [None req-7d7e6579-6211-49fd-b283-de5f8dcd1856 None None] Provisioning complete for port 4edbd502-c64a-49fd-8c4b-e7206242c756 triggered by entity DHCP. {{(pid=94176) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 23 11:30:14.367657 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron_lib.callbacks.manager [None req-7d7e6579-6211-49fd-b283-de5f8dcd1856 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-899258'] for port, provisioning_complete {{(pid=94176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:30:14.385153 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.wsgi [-] (94175) accepted ('10.222.0.20', 36042) {{(pid=94175) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 11:30:14.387604 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3a603ede-9f79-4963-afc7-80147c93e517 tempest-PortsAdminExtendedAttrsIpV6TestJSON-788637273 tempest-PortsAdminExtendedAttrsIpV6TestJSON-788637273-project-admin] Port 6c86524d-ce83-4a95-a963-78310b33457f on network baa98ec6-1d6b-4eef-90d6-91cd66042db6 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-6013 {{(pid=94174) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 23 11:30:14.387877 dv-neutron-601336-94-hyperv neutron-server[94174]: ERROR neutron.plugins.ml2.managers [None req-3a603ede-9f79-4963-afc7-80147c93e517 tempest-PortsAdminExtendedAttrsIpV6TestJSON-788637273 tempest-PortsAdminExtendedAttrsIpV6TestJSON-788637273-project-admin] Failed to bind port 6c86524d-ce83-4a95-a963-78310b33457f on host hv-neutron-6013 for vnic_type normal using segments [{'id': 'ea68f0ef-84a2-4064-97a2-9c21f1af5cce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 407, 'network_id': 'baa98ec6-1d6b-4eef-90d6-91cd66042db6'}] Jun 23 11:30:14.398886 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron_lib.callbacks.manager [None req-4409e2e6-eb92-483d-9704-4bb796292060 tempest-RoutersAdminTest-1733287776 tempest-RoutersAdminTest-1733287776-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7996330'] for security_group, after_create {{(pid=94175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:30:14.399013 dv-neutron-601336-94-hyperv neutron-server[94174]: INFO neutron.plugins.ml2.plugin [None req-3a603ede-9f79-4963-afc7-80147c93e517 tempest-PortsAdminExtendedAttrsIpV6TestJSON-788637273 tempest-PortsAdminExtendedAttrsIpV6TestJSON-788637273-project-admin] Attempt 2 to bind port 6c86524d-ce83-4a95-a963-78310b33457f Jun 23 11:30:14.421889 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG oslo_concurrency.lockutils [None req-dd455103-3934-426c-bb21-4ab1333320e1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-788637273 tempest-PortsAdminExtendedAttrsIpV6TestJSON-788637273-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94175) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 11:30:14.468503 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.plugins.ml2.plugin [None req-7d7e6579-6211-49fd-b283-de5f8dcd1856 None None] Port 4edbd502-c64a-49fd-8c4b-e7206242c756 cannot update to ACTIVE because it is not bound. {{(pid=94176) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jun 23 11:30:14.502781 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.plugins.ml2.managers [None req-3a603ede-9f79-4963-afc7-80147c93e517 tempest-PortsAdminExtendedAttrsIpV6TestJSON-788637273 tempest-PortsAdminExtendedAttrsIpV6TestJSON-788637273-project-admin] Attempting to bind port 6c86524d-ce83-4a95-a963-78310b33457f on host hv-neutron-6013 for vnic_type normal with profile {{(pid=94174) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 23 11:30:14.503447 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.plugins.ml2.managers [None req-3a603ede-9f79-4963-afc7-80147c93e517 tempest-PortsAdminExtendedAttrsIpV6TestJSON-788637273 tempest-PortsAdminExtendedAttrsIpV6TestJSON-788637273-project-admin] Attempting to bind port 6c86524d-ce83-4a95-a963-78310b33457f by drivers openvswitch,hyperv on host hv-neutron-6013 at level 0 using segments [{'id': 'ea68f0ef-84a2-4064-97a2-9c21f1af5cce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 407, 'network_id': 'baa98ec6-1d6b-4eef-90d6-91cd66042db6'}] {{(pid=94174) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 23 11:30:14.503968 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3a603ede-9f79-4963-afc7-80147c93e517 tempest-PortsAdminExtendedAttrsIpV6TestJSON-788637273 tempest-PortsAdminExtendedAttrsIpV6TestJSON-788637273-project-admin] Attempting to bind port 6c86524d-ce83-4a95-a963-78310b33457f on network baa98ec6-1d6b-4eef-90d6-91cd66042db6 {{(pid=94174) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 23 11:30:14.522142 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3a603ede-9f79-4963-afc7-80147c93e517 tempest-PortsAdminExtendedAttrsIpV6TestJSON-788637273 tempest-PortsAdminExtendedAttrsIpV6TestJSON-788637273-project-admin] Port 6c86524d-ce83-4a95-a963-78310b33457f on network baa98ec6-1d6b-4eef-90d6-91cd66042db6 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-6013 {{(pid=94174) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 23 11:30:14.522684 dv-neutron-601336-94-hyperv neutron-server[94174]: ERROR neutron.plugins.ml2.managers [None req-3a603ede-9f79-4963-afc7-80147c93e517 tempest-PortsAdminExtendedAttrsIpV6TestJSON-788637273 tempest-PortsAdminExtendedAttrsIpV6TestJSON-788637273-project-admin] Failed to bind port 6c86524d-ce83-4a95-a963-78310b33457f on host hv-neutron-6013 for vnic_type normal using segments [{'id': 'ea68f0ef-84a2-4064-97a2-9c21f1af5cce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 407, 'network_id': 'baa98ec6-1d6b-4eef-90d6-91cd66042db6'}] Jun 23 11:30:14.531017 dv-neutron-601336-94-hyperv neutron-server[94174]: INFO neutron.plugins.ml2.plugin [None req-3a603ede-9f79-4963-afc7-80147c93e517 tempest-PortsAdminExtendedAttrsIpV6TestJSON-788637273 tempest-PortsAdminExtendedAttrsIpV6TestJSON-788637273-project-admin] Attempt 3 to bind port 6c86524d-ce83-4a95-a963-78310b33457f Jun 23 11:30:14.534467 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f1182953-bf88-43aa-8704-70005e880afe admin admin] Router b38daa88-0747-4546-ba11-f93b1c758a7a has already been hosted by L3 agent 50ef99c0-ef28-4db5-b303-b145898fae60 {{(pid=94174) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 23 11:30:14.546857 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4409e2e6-eb92-483d-9704-4bb796292060 tempest-RoutersAdminTest-1733287776 tempest-RoutersAdminTest-1733287776-project-admin] vlan segment allocate from pool success with {'vlan_id': 438, 'physical_network': 'physnet1'} {{(pid=94175) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 23 11:30:14.551471 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron_lib.callbacks.manager [None req-4c20ea5f-bc7f-4d4e-935d-57f082af6ccb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773699952132', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-899307'] for agent, after_update {{(pid=94176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:30:14.566005 dv-neutron-601336-94-hyperv neutron-server[94175]: INFO neutron.wsgi [None req-3810979c-b84b-414e-9c79-f6a34c90bd7a tempest-AgentManagementNegativeTest-981541931 tempest-AgentManagementNegativeTest-981541931-project] 10.222.0.20 "GET /v2.0/agents HTTP/1.1" status: 200 len: 207 time: 0.3078644 Jun 23 11:30:14.570924 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4409e2e6-eb92-483d-9704-4bb796292060 tempest-RoutersAdminTest-1733287776 tempest-RoutersAdminTest-1733287776-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4c1aa450-fdf0-484b-b188-6c5414b59f44,revision_number=1']} {{(pid=94175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 11:30:14.577887 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG oslo_concurrency.lockutils [None req-4409e2e6-eb92-483d-9704-4bb796292060 tempest-RoutersAdminTest-1733287776 tempest-RoutersAdminTest-1733287776-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.156s {{(pid=94175) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 11:30:14.590324 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron_lib.callbacks.manager [None req-4409e2e6-eb92-483d-9704-4bb796292060 tempest-RoutersAdminTest-1733287776 tempest-RoutersAdminTest-1733287776-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3801'] for segment, precommit_create {{(pid=94175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:30:14.595497 dv-neutron-601336-94-hyperv neutron-server[94175]: INFO neutron.db.segments_db [None req-4409e2e6-eb92-483d-9704-4bb796292060 tempest-RoutersAdminTest-1733287776 tempest-RoutersAdminTest-1733287776-project-admin] Added segment abf0a056-259c-4cfa-a772-c42682346864 of type vlan for network 261e603f-42ae-43d3-be21-5e38fae9bfd1 Jun 23 11:30:14.651692 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.plugins.ml2.rpc [None req-dc7542b2-afef-47f4-a763-e3a3cba144be None None] Device c1f1e88f-c802-4085-b69a-ba04b7063016 up at agent ovs-agent-dv-neutron-601336-94-hyperv {{(pid=94176) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:298}} Jun 23 11:30:14.663402 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.plugins.ml2.managers [None req-3a603ede-9f79-4963-afc7-80147c93e517 tempest-PortsAdminExtendedAttrsIpV6TestJSON-788637273 tempest-PortsAdminExtendedAttrsIpV6TestJSON-788637273-project-admin] Attempting to bind port 6c86524d-ce83-4a95-a963-78310b33457f on host hv-neutron-6013 for vnic_type normal with profile {{(pid=94174) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 23 11:30:14.663933 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.plugins.ml2.managers [None req-3a603ede-9f79-4963-afc7-80147c93e517 tempest-PortsAdminExtendedAttrsIpV6TestJSON-788637273 tempest-PortsAdminExtendedAttrsIpV6TestJSON-788637273-project-admin] Attempting to bind port 6c86524d-ce83-4a95-a963-78310b33457f by drivers openvswitch,hyperv on host hv-neutron-6013 at level 0 using segments [{'id': 'ea68f0ef-84a2-4064-97a2-9c21f1af5cce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 407, 'network_id': 'baa98ec6-1d6b-4eef-90d6-91cd66042db6'}] {{(pid=94174) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 23 11:30:14.664676 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3a603ede-9f79-4963-afc7-80147c93e517 tempest-PortsAdminExtendedAttrsIpV6TestJSON-788637273 tempest-PortsAdminExtendedAttrsIpV6TestJSON-788637273-project-admin] Attempting to bind port 6c86524d-ce83-4a95-a963-78310b33457f on network baa98ec6-1d6b-4eef-90d6-91cd66042db6 {{(pid=94174) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 23 11:30:14.675087 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3a603ede-9f79-4963-afc7-80147c93e517 tempest-PortsAdminExtendedAttrsIpV6TestJSON-788637273 tempest-PortsAdminExtendedAttrsIpV6TestJSON-788637273-project-admin] Port 6c86524d-ce83-4a95-a963-78310b33457f on network baa98ec6-1d6b-4eef-90d6-91cd66042db6 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-6013 {{(pid=94174) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 23 11:30:14.675649 dv-neutron-601336-94-hyperv neutron-server[94174]: ERROR neutron.plugins.ml2.managers [None req-3a603ede-9f79-4963-afc7-80147c93e517 tempest-PortsAdminExtendedAttrsIpV6TestJSON-788637273 tempest-PortsAdminExtendedAttrsIpV6TestJSON-788637273-project-admin] Failed to bind port 6c86524d-ce83-4a95-a963-78310b33457f on host hv-neutron-6013 for vnic_type normal using segments [{'id': 'ea68f0ef-84a2-4064-97a2-9c21f1af5cce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 407, 'network_id': 'baa98ec6-1d6b-4eef-90d6-91cd66042db6'}] Jun 23 11:30:14.684686 dv-neutron-601336-94-hyperv neutron-server[94174]: INFO neutron.plugins.ml2.plugin [None req-3a603ede-9f79-4963-afc7-80147c93e517 tempest-PortsAdminExtendedAttrsIpV6TestJSON-788637273 tempest-PortsAdminExtendedAttrsIpV6TestJSON-788637273-project-admin] Attempt 4 to bind port 6c86524d-ce83-4a95-a963-78310b33457f Jun 23 11:30:14.690087 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1c565910-7246-4fed-b924-3efd89aa7c47 admin admin] Notify agent at l3_agent.dv-neutron-601336-94-hyperv the message routers_updated {{(pid=94174) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 23 11:30:14.693269 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.db.provisioning_blocks [None req-7e6d5103-f380-4af9-9634-a7a84379e0aa None None] Provisioning for port e4f7fccf-7de3-42ce-9352-bca1f69c1846 completed by entity DHCP. {{(pid=94176) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 23 11:30:14.702992 dv-neutron-601336-94-hyperv neutron-server[94177]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-40b842c7-04f1-475e-979c-7cc087723e51 None None] Sync routers for ids ['c4011798-9e12-4124-bd92-c3bdbb57294a'] in dv-neutron-601336-94-hyperv {{(pid=94177) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 23 11:30:14.717294 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron_lib.callbacks.manager [None req-4409e2e6-eb92-483d-9704-4bb796292060 tempest-RoutersAdminTest-1733287776 tempest-RoutersAdminTest-1733287776-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8773699596773'] for network, precommit_create {{(pid=94175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:30:14.718527 dv-neutron-601336-94-hyperv neutron-server[94174]: INFO neutron.wsgi [None req-1c565910-7246-4fed-b924-3efd89aa7c47 admin admin] 10.222.0.20 "PUT /v2.0/routers/c4011798-9e12-4124-bd92-c3bdbb57294a/add_router_interface HTTP/1.1" status: 200 len: 503 time: 8.8775442 Jun 23 11:30:14.731360 dv-neutron-601336-94-hyperv neutron-server[94177]: DEBUG neutron.db.l3_dvrscheduler_db [None req-40b842c7-04f1-475e-979c-7cc087723e51 None None] Routers {'c4011798-9e12-4124-bd92-c3bdbb57294a'} bound to L3 agent in host dv-neutron-601336-94-hyperv {{(pid=94177) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 23 11:30:14.732370 dv-neutron-601336-94-hyperv neutron-server[94177]: DEBUG neutron.db.l3_hamode_db [None req-40b842c7-04f1-475e-979c-7cc087723e51 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-601336-94-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-23T11:22:13Z,description=,heartbeat_timestamp=2021-06-23T11:30:13Z,host='dv-neutron-601336-94-hyperv',id=50ef99c0-ef28-4db5-b303-b145898fae60,load=0,resource_versions=,resources_synced=,started_at=2021-06-23T11:22:14Z,topic='l3_agent')) {'router_ids': ['c4011798-9e12-4124-bd92-c3bdbb57294a'], 'active': True} {{(pid=94177) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 11:30:14.743168 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.db.provisioning_blocks [None req-dc7542b2-afef-47f4-a763-e3a3cba144be None None] Provisioning complete for port c1f1e88f-c802-4085-b69a-ba04b7063016 triggered by entity L2. {{(pid=94176) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 23 11:30:14.743168 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron_lib.callbacks.manager [None req-dc7542b2-afef-47f4-a763-e3a3cba144be None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-899258'] for port, provisioning_complete {{(pid=94176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:30:14.815879 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.plugins.ml2.managers [None req-3a603ede-9f79-4963-afc7-80147c93e517 tempest-PortsAdminExtendedAttrsIpV6TestJSON-788637273 tempest-PortsAdminExtendedAttrsIpV6TestJSON-788637273-project-admin] Attempting to bind port 6c86524d-ce83-4a95-a963-78310b33457f on host hv-neutron-6013 for vnic_type normal with profile {{(pid=94174) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 23 11:30:14.816915 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.plugins.ml2.managers [None req-3a603ede-9f79-4963-afc7-80147c93e517 tempest-PortsAdminExtendedAttrsIpV6TestJSON-788637273 tempest-PortsAdminExtendedAttrsIpV6TestJSON-788637273-project-admin] Attempting to bind port 6c86524d-ce83-4a95-a963-78310b33457f by drivers openvswitch,hyperv on host hv-neutron-6013 at level 0 using segments [{'id': 'ea68f0ef-84a2-4064-97a2-9c21f1af5cce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 407, 'network_id': 'baa98ec6-1d6b-4eef-90d6-91cd66042db6'}] {{(pid=94174) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 23 11:30:14.817681 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3a603ede-9f79-4963-afc7-80147c93e517 tempest-PortsAdminExtendedAttrsIpV6TestJSON-788637273 tempest-PortsAdminExtendedAttrsIpV6TestJSON-788637273-project-admin] Attempting to bind port 6c86524d-ce83-4a95-a963-78310b33457f on network baa98ec6-1d6b-4eef-90d6-91cd66042db6 {{(pid=94174) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 23 11:30:14.852378 dv-neutron-601336-94-hyperv neutron-server[94175]: INFO neutron.wsgi [None req-1e2d7375-8be3-450c-9024-7a457ef5b206 tempest-DHCPAgentSchedulersTestJSON-1372537593 tempest-DHCPAgentSchedulersTestJSON-1372537593-project-admin] 10.222.0.20 "GET /v2.0/agents/8cf29b10-0e57-4131-816f-a4b6ad00b249/dhcp-networks HTTP/1.1" status: 200 len: 7262 time: 0.4576123 Jun 23 11:30:14.852378 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.wsgi [-] (94175) accepted ('10.222.0.20', 36048) {{(pid=94175) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 11:30:14.859026 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3a603ede-9f79-4963-afc7-80147c93e517 tempest-PortsAdminExtendedAttrsIpV6TestJSON-788637273 tempest-PortsAdminExtendedAttrsIpV6TestJSON-788637273-project-admin] Port 6c86524d-ce83-4a95-a963-78310b33457f on network baa98ec6-1d6b-4eef-90d6-91cd66042db6 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-6013 {{(pid=94174) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 23 11:30:14.859700 dv-neutron-601336-94-hyperv neutron-server[94174]: ERROR neutron.plugins.ml2.managers [None req-3a603ede-9f79-4963-afc7-80147c93e517 tempest-PortsAdminExtendedAttrsIpV6TestJSON-788637273 tempest-PortsAdminExtendedAttrsIpV6TestJSON-788637273-project-admin] Failed to bind port 6c86524d-ce83-4a95-a963-78310b33457f on host hv-neutron-6013 for vnic_type normal using segments [{'id': 'ea68f0ef-84a2-4064-97a2-9c21f1af5cce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 407, 'network_id': 'baa98ec6-1d6b-4eef-90d6-91cd66042db6'}] Jun 23 11:30:14.866794 dv-neutron-601336-94-hyperv neutron-server[94174]: INFO neutron.plugins.ml2.plugin [None req-3a603ede-9f79-4963-afc7-80147c93e517 tempest-PortsAdminExtendedAttrsIpV6TestJSON-788637273 tempest-PortsAdminExtendedAttrsIpV6TestJSON-788637273-project-admin] Attempt 5 to bind port 6c86524d-ce83-4a95-a963-78310b33457f Jun 23 11:30:14.882541 dv-neutron-601336-94-hyperv neutron-server[94175]: INFO neutron.wsgi [None req-8dc3caef-706b-4bee-9d42-0ab9de51d665 tempest-DHCPAgentSchedulersTestJSON-1372537593 tempest-DHCPAgentSchedulersTestJSON-1372537593-project-admin] 10.222.0.20 "GET /v2.0/networks/0ef04502-f66b-41c0-b23a-e7d0250667c4/dhcp-agents HTTP/1.1" status: 200 len: 809 time: 0.0256724 Jun 23 11:30:14.882541 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.wsgi [-] (94175) accepted ('10.222.0.20', 36050) {{(pid=94175) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 11:30:14.893132 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.plugins.ml2.managers [None req-3a603ede-9f79-4963-afc7-80147c93e517 tempest-PortsAdminExtendedAttrsIpV6TestJSON-788637273 tempest-PortsAdminExtendedAttrsIpV6TestJSON-788637273-project-admin] Attempting to bind port 6c86524d-ce83-4a95-a963-78310b33457f on host hv-neutron-6013 for vnic_type normal with profile {{(pid=94174) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 23 11:30:14.893713 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.plugins.ml2.managers [None req-3a603ede-9f79-4963-afc7-80147c93e517 tempest-PortsAdminExtendedAttrsIpV6TestJSON-788637273 tempest-PortsAdminExtendedAttrsIpV6TestJSON-788637273-project-admin] Attempting to bind port 6c86524d-ce83-4a95-a963-78310b33457f by drivers openvswitch,hyperv on host hv-neutron-6013 at level 0 using segments [{'id': 'ea68f0ef-84a2-4064-97a2-9c21f1af5cce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 407, 'network_id': 'baa98ec6-1d6b-4eef-90d6-91cd66042db6'}] {{(pid=94174) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 23 11:30:14.903308 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3a603ede-9f79-4963-afc7-80147c93e517 tempest-PortsAdminExtendedAttrsIpV6TestJSON-788637273 tempest-PortsAdminExtendedAttrsIpV6TestJSON-788637273-project-admin] Attempting to bind port 6c86524d-ce83-4a95-a963-78310b33457f on network baa98ec6-1d6b-4eef-90d6-91cd66042db6 {{(pid=94174) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 23 11:30:14.903461 dv-neutron-601336-94-hyperv neutron-server[94175]: INFO neutron.wsgi [None req-f217b7f3-90fa-4a55-9bdb-e97c4ab760de tempest-DHCPAgentSchedulersTestJSON-1372537593 tempest-DHCPAgentSchedulersTestJSON-1372537593-project-admin] 10.222.0.20 "GET /v2.0/networks/0ef04502-f66b-41c0-b23a-e7d0250667c4/dhcp-agents HTTP/1.1" status: 200 len: 809 time: 0.0175419 Jun 23 11:30:14.903738 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.wsgi [-] (94175) accepted ('10.222.0.20', 36052) {{(pid=94175) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 11:30:14.925350 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-105282c7-061e-4fe9-9e56-5aaabda8a526 tempest-RoutersIpV6AdminTest-1878456168 tempest-RoutersIpV6AdminTest-1878456168-project-admin] Router 086476d7-e90d-4bf5-b9fe-a2673787fb43 is scheduled to L3 agent 50ef99c0-ef28-4db5-b303-b145898fae60 with binding_index 1 {{(pid=94175) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jun 23 11:30:14.934632 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3a603ede-9f79-4963-afc7-80147c93e517 tempest-PortsAdminExtendedAttrsIpV6TestJSON-788637273 tempest-PortsAdminExtendedAttrsIpV6TestJSON-788637273-project-admin] Port 6c86524d-ce83-4a95-a963-78310b33457f on network baa98ec6-1d6b-4eef-90d6-91cd66042db6 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-6013 {{(pid=94174) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 23 11:30:14.936124 dv-neutron-601336-94-hyperv neutron-server[94174]: ERROR neutron.plugins.ml2.managers [None req-3a603ede-9f79-4963-afc7-80147c93e517 tempest-PortsAdminExtendedAttrsIpV6TestJSON-788637273 tempest-PortsAdminExtendedAttrsIpV6TestJSON-788637273-project-admin] Failed to bind port 6c86524d-ce83-4a95-a963-78310b33457f on host hv-neutron-6013 for vnic_type normal using segments [{'id': 'ea68f0ef-84a2-4064-97a2-9c21f1af5cce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 407, 'network_id': 'baa98ec6-1d6b-4eef-90d6-91cd66042db6'}] Jun 23 11:30:14.982716 dv-neutron-601336-94-hyperv neutron-server[94174]: INFO neutron.plugins.ml2.plugin [None req-3a603ede-9f79-4963-afc7-80147c93e517 tempest-PortsAdminExtendedAttrsIpV6TestJSON-788637273 tempest-PortsAdminExtendedAttrsIpV6TestJSON-788637273-project-admin] Attempt 6 to bind port 6c86524d-ce83-4a95-a963-78310b33457f Jun 23 11:30:15.000699 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.plugins.ml2.plugin [None req-d43ecc2a-a244-4e1e-b27f-3ef77b4964a3 tempest-NetworksTestDHCPv6-162546708 tempest-NetworksTestDHCPv6-162546708-project] Deleting port 33e07cfc-de10-4edb-b889-b5b091e04dfd {{(pid=94174) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1913}} Jun 23 11:30:15.001046 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron_lib.callbacks.manager [None req-d43ecc2a-a244-4e1e-b27f-3ef77b4964a3 tempest-NetworksTestDHCPv6-162546708 tempest-NetworksTestDHCPv6-162546708-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773700079324'] for port, before_delete {{(pid=94174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:30:15.023177 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron_lib.callbacks.manager [None req-4409e2e6-eb92-483d-9704-4bb796292060 tempest-RoutersAdminTest-1733287776 tempest-RoutersAdminTest-1733287776-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8002400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7866073'] for network, after_create {{(pid=94175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:30:15.051432 dv-neutron-601336-94-hyperv neutron-server[94177]: DEBUG neutron.db.l3_dvr_db [None req-40b842c7-04f1-475e-979c-7cc087723e51 None None] Set router c4011798-9e12-4124-bd92-c3bdbb57294a gateway port host: dv-neutron-601336-94-hyperv {{(pid=94177) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:838}} Jun 23 11:30:15.072365 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.plugins.ml2.rpc [None req-dc7542b2-afef-47f4-a763-e3a3cba144be None None] Device e4f7fccf-7de3-42ce-9352-bca1f69c1846 up at agent ovs-agent-dv-neutron-601336-94-hyperv {{(pid=94176) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:298}} Jun 23 11:30:15.127271 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron_lib.callbacks.manager [None req-d43ecc2a-a244-4e1e-b27f-3ef77b4964a3 tempest-NetworksTestDHCPv6-162546708 tempest-NetworksTestDHCPv6-162546708-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-430722'] for port, precommit_delete {{(pid=94174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:30:15.144852 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.plugins.ml2.plugin [None req-d43ecc2a-a244-4e1e-b27f-3ef77b4964a3 tempest-NetworksTestDHCPv6-162546708 tempest-NetworksTestDHCPv6-162546708-project] Calling delete_port for 33e07cfc-de10-4edb-b889-b5b091e04dfd owned by {{(pid=94174) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1986}} Jun 23 11:30:15.167244 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.db.provisioning_blocks [None req-16b37a44-858d-4c39-a293-205f878cd32f None None] Provisioning for port 33e07cfc-de10-4edb-b889-b5b091e04dfd completed by entity DHCP. {{(pid=94176) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 23 11:30:15.171336 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.db.provisioning_blocks [None req-16b37a44-858d-4c39-a293-205f878cd32f None None] Provisioning complete for port 33e07cfc-de10-4edb-b889-b5b091e04dfd triggered by entity DHCP. {{(pid=94176) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 23 11:30:15.171903 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron_lib.callbacks.manager [None req-16b37a44-858d-4c39-a293-205f878cd32f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-899258'] for port, provisioning_complete {{(pid=94176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:30:15.186860 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.plugins.ml2.managers [None req-3a603ede-9f79-4963-afc7-80147c93e517 tempest-PortsAdminExtendedAttrsIpV6TestJSON-788637273 tempest-PortsAdminExtendedAttrsIpV6TestJSON-788637273-project-admin] Attempting to bind port 6c86524d-ce83-4a95-a963-78310b33457f on host hv-neutron-6013 for vnic_type normal with profile {{(pid=94174) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 23 11:30:15.187290 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.plugins.ml2.managers [None req-3a603ede-9f79-4963-afc7-80147c93e517 tempest-PortsAdminExtendedAttrsIpV6TestJSON-788637273 tempest-PortsAdminExtendedAttrsIpV6TestJSON-788637273-project-admin] Attempting to bind port 6c86524d-ce83-4a95-a963-78310b33457f by drivers openvswitch,hyperv on host hv-neutron-6013 at level 0 using segments [{'id': 'ea68f0ef-84a2-4064-97a2-9c21f1af5cce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 407, 'network_id': 'baa98ec6-1d6b-4eef-90d6-91cd66042db6'}] {{(pid=94174) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 23 11:30:15.187635 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3a603ede-9f79-4963-afc7-80147c93e517 tempest-PortsAdminExtendedAttrsIpV6TestJSON-788637273 tempest-PortsAdminExtendedAttrsIpV6TestJSON-788637273-project-admin] Attempting to bind port 6c86524d-ce83-4a95-a963-78310b33457f on network baa98ec6-1d6b-4eef-90d6-91cd66042db6 {{(pid=94174) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 23 11:30:15.205111 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.db.provisioning_blocks [None req-dc7542b2-afef-47f4-a763-e3a3cba144be None None] Provisioning for port e4f7fccf-7de3-42ce-9352-bca1f69c1846 completed by entity L2. {{(pid=94176) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 23 11:30:15.222590 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3a603ede-9f79-4963-afc7-80147c93e517 tempest-PortsAdminExtendedAttrsIpV6TestJSON-788637273 tempest-PortsAdminExtendedAttrsIpV6TestJSON-788637273-project-admin] Port 6c86524d-ce83-4a95-a963-78310b33457f on network baa98ec6-1d6b-4eef-90d6-91cd66042db6 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-6013 {{(pid=94174) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 23 11:30:15.222914 dv-neutron-601336-94-hyperv neutron-server[94174]: ERROR neutron.plugins.ml2.managers [None req-3a603ede-9f79-4963-afc7-80147c93e517 tempest-PortsAdminExtendedAttrsIpV6TestJSON-788637273 tempest-PortsAdminExtendedAttrsIpV6TestJSON-788637273-project-admin] Failed to bind port 6c86524d-ce83-4a95-a963-78310b33457f on host hv-neutron-6013 for vnic_type normal using segments [{'id': 'ea68f0ef-84a2-4064-97a2-9c21f1af5cce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 407, 'network_id': 'baa98ec6-1d6b-4eef-90d6-91cd66042db6'}] Jun 23 11:30:15.229558 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.db.provisioning_blocks [None req-dc7542b2-afef-47f4-a763-e3a3cba144be None None] Provisioning complete for port e4f7fccf-7de3-42ce-9352-bca1f69c1846 triggered by entity L2. {{(pid=94176) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 23 11:30:15.231366 dv-neutron-601336-94-hyperv neutron-server[94174]: INFO neutron.plugins.ml2.plugin [None req-3a603ede-9f79-4963-afc7-80147c93e517 tempest-PortsAdminExtendedAttrsIpV6TestJSON-788637273 tempest-PortsAdminExtendedAttrsIpV6TestJSON-788637273-project-admin] Attempt 7 to bind port 6c86524d-ce83-4a95-a963-78310b33457f Jun 23 11:30:15.234596 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron_lib.callbacks.manager [None req-dc7542b2-afef-47f4-a763-e3a3cba144be None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-899258'] for port, provisioning_complete {{(pid=94176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:30:15.237142 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f1182953-bf88-43aa-8704-70005e880afe admin admin] Notify agent at l3_agent.dv-neutron-601336-94-hyperv the message routers_updated {{(pid=94174) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 23 11:30:15.251169 dv-neutron-601336-94-hyperv neutron-server[94174]: INFO neutron.wsgi [None req-f1182953-bf88-43aa-8704-70005e880afe admin admin] 10.222.0.20 "PUT /v2.0/routers/b38daa88-0747-4546-ba11-f93b1c758a7a/add_router_interface HTTP/1.1" status: 200 len: 503 time: 7.7745681 Jun 23 11:30:15.277357 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.plugins.ml2.plugin [None req-16b37a44-858d-4c39-a293-205f878cd32f None None] Port 33e07cfc-de10-4edb-b889-b5b091e04dfd cannot update to ACTIVE because it is not bound. {{(pid=94176) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jun 23 11:30:15.292343 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-52810db2-c1a5-474a-aa33-582f486336fb None None] Sync routers for ids ['b38daa88-0747-4546-ba11-f93b1c758a7a'] in dv-neutron-601336-94-hyperv {{(pid=94176) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 23 11:30:15.315518 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.wsgi [-] (94174) accepted ('10.222.0.20', 36068) {{(pid=94174) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 11:30:15.334684 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.db.l3_dvrscheduler_db [None req-52810db2-c1a5-474a-aa33-582f486336fb None None] Routers {'b38daa88-0747-4546-ba11-f93b1c758a7a'} bound to L3 agent in host dv-neutron-601336-94-hyperv {{(pid=94176) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 23 11:30:15.335600 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.db.l3_hamode_db [None req-52810db2-c1a5-474a-aa33-582f486336fb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-601336-94-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-23T11:22:13Z,description=,heartbeat_timestamp=2021-06-23T11:30:13Z,host='dv-neutron-601336-94-hyperv',id=50ef99c0-ef28-4db5-b303-b145898fae60,load=0,resource_versions=,resources_synced=,started_at=2021-06-23T11:22:14Z,topic='l3_agent')) {'router_ids': ['b38daa88-0747-4546-ba11-f93b1c758a7a'], 'active': True} {{(pid=94176) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 11:30:15.357681 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.plugins.ml2.managers [None req-3a603ede-9f79-4963-afc7-80147c93e517 tempest-PortsAdminExtendedAttrsIpV6TestJSON-788637273 tempest-PortsAdminExtendedAttrsIpV6TestJSON-788637273-project-admin] Attempting to bind port 6c86524d-ce83-4a95-a963-78310b33457f on host hv-neutron-6013 for vnic_type normal with profile {{(pid=94174) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 23 11:30:15.358022 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.plugins.ml2.managers [None req-3a603ede-9f79-4963-afc7-80147c93e517 tempest-PortsAdminExtendedAttrsIpV6TestJSON-788637273 tempest-PortsAdminExtendedAttrsIpV6TestJSON-788637273-project-admin] Attempting to bind port 6c86524d-ce83-4a95-a963-78310b33457f by drivers openvswitch,hyperv on host hv-neutron-6013 at level 0 using segments [{'id': 'ea68f0ef-84a2-4064-97a2-9c21f1af5cce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 407, 'network_id': 'baa98ec6-1d6b-4eef-90d6-91cd66042db6'}] {{(pid=94174) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 23 11:30:15.358358 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3a603ede-9f79-4963-afc7-80147c93e517 tempest-PortsAdminExtendedAttrsIpV6TestJSON-788637273 tempest-PortsAdminExtendedAttrsIpV6TestJSON-788637273-project-admin] Attempting to bind port 6c86524d-ce83-4a95-a963-78310b33457f on network baa98ec6-1d6b-4eef-90d6-91cd66042db6 {{(pid=94174) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 23 11:30:15.382599 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3a603ede-9f79-4963-afc7-80147c93e517 tempest-PortsAdminExtendedAttrsIpV6TestJSON-788637273 tempest-PortsAdminExtendedAttrsIpV6TestJSON-788637273-project-admin] Port 6c86524d-ce83-4a95-a963-78310b33457f on network baa98ec6-1d6b-4eef-90d6-91cd66042db6 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-6013 {{(pid=94174) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 23 11:30:15.382929 dv-neutron-601336-94-hyperv neutron-server[94174]: ERROR neutron.plugins.ml2.managers [None req-3a603ede-9f79-4963-afc7-80147c93e517 tempest-PortsAdminExtendedAttrsIpV6TestJSON-788637273 tempest-PortsAdminExtendedAttrsIpV6TestJSON-788637273-project-admin] Failed to bind port 6c86524d-ce83-4a95-a963-78310b33457f on host hv-neutron-6013 for vnic_type normal using segments [{'id': 'ea68f0ef-84a2-4064-97a2-9c21f1af5cce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 407, 'network_id': 'baa98ec6-1d6b-4eef-90d6-91cd66042db6'}] Jun 23 11:30:15.396651 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4409e2e6-eb92-483d-9704-4bb796292060 tempest-RoutersAdminTest-1733287776 tempest-RoutersAdminTest-1733287776-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 11:30:15.396887 dv-neutron-601336-94-hyperv neutron-server[94174]: INFO neutron.plugins.ml2.plugin [None req-3a603ede-9f79-4963-afc7-80147c93e517 tempest-PortsAdminExtendedAttrsIpV6TestJSON-788637273 tempest-PortsAdminExtendedAttrsIpV6TestJSON-788637273-project-admin] Attempt 8 to bind port 6c86524d-ce83-4a95-a963-78310b33457f Jun 23 11:30:15.397368 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron_lib.callbacks.manager [None req-4409e2e6-eb92-483d-9704-4bb796292060 tempest-RoutersAdminTest-1733287776 tempest-RoutersAdminTest-1733287776-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7865916'] for network, before_response {{(pid=94175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:30:15.407897 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94175) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 11:30:15.416195 dv-neutron-601336-94-hyperv neutron-server[94175]: INFO neutron.wsgi [None req-e05ae83f-5b5a-425e-a789-a8992cc37fb1 tempest-DHCPAgentSchedulersTestJSON-1372537593 tempest-DHCPAgentSchedulersTestJSON-1372537593-project-admin] 10.222.0.20 "GET /v2.0/agents/8cf29b10-0e57-4131-816f-a4b6ad00b249/dhcp-networks HTTP/1.1" status: 200 len: 7262 time: 0.5113258 Jun 23 11:30:15.416803 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.wsgi [-] (94175) accepted ('10.222.0.20', 36072) {{(pid=94175) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 11:30:15.448200 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.plugins.ml2.managers [None req-3a603ede-9f79-4963-afc7-80147c93e517 tempest-PortsAdminExtendedAttrsIpV6TestJSON-788637273 tempest-PortsAdminExtendedAttrsIpV6TestJSON-788637273-project-admin] Attempting to bind port 6c86524d-ce83-4a95-a963-78310b33457f on host hv-neutron-6013 for vnic_type normal with profile {{(pid=94174) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 23 11:30:15.448537 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.plugins.ml2.managers [None req-3a603ede-9f79-4963-afc7-80147c93e517 tempest-PortsAdminExtendedAttrsIpV6TestJSON-788637273 tempest-PortsAdminExtendedAttrsIpV6TestJSON-788637273-project-admin] Attempting to bind port 6c86524d-ce83-4a95-a963-78310b33457f by drivers openvswitch,hyperv on host hv-neutron-6013 at level 0 using segments [{'id': 'ea68f0ef-84a2-4064-97a2-9c21f1af5cce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 407, 'network_id': 'baa98ec6-1d6b-4eef-90d6-91cd66042db6'}] {{(pid=94174) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 23 11:30:15.448874 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3a603ede-9f79-4963-afc7-80147c93e517 tempest-PortsAdminExtendedAttrsIpV6TestJSON-788637273 tempest-PortsAdminExtendedAttrsIpV6TestJSON-788637273-project-admin] Attempting to bind port 6c86524d-ce83-4a95-a963-78310b33457f on network baa98ec6-1d6b-4eef-90d6-91cd66042db6 {{(pid=94174) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 23 11:30:15.463803 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3a603ede-9f79-4963-afc7-80147c93e517 tempest-PortsAdminExtendedAttrsIpV6TestJSON-788637273 tempest-PortsAdminExtendedAttrsIpV6TestJSON-788637273-project-admin] Port 6c86524d-ce83-4a95-a963-78310b33457f on network baa98ec6-1d6b-4eef-90d6-91cd66042db6 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-6013 {{(pid=94174) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 23 11:30:15.464112 dv-neutron-601336-94-hyperv neutron-server[94174]: ERROR neutron.plugins.ml2.managers [None req-3a603ede-9f79-4963-afc7-80147c93e517 tempest-PortsAdminExtendedAttrsIpV6TestJSON-788637273 tempest-PortsAdminExtendedAttrsIpV6TestJSON-788637273-project-admin] Failed to bind port 6c86524d-ce83-4a95-a963-78310b33457f on host hv-neutron-6013 for vnic_type normal using segments [{'id': 'ea68f0ef-84a2-4064-97a2-9c21f1af5cce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 407, 'network_id': 'baa98ec6-1d6b-4eef-90d6-91cd66042db6'}] Jun 23 11:30:15.465791 dv-neutron-601336-94-hyperv neutron-server[94174]: INFO neutron.plugins.ml2.plugin [None req-3a603ede-9f79-4963-afc7-80147c93e517 tempest-PortsAdminExtendedAttrsIpV6TestJSON-788637273 tempest-PortsAdminExtendedAttrsIpV6TestJSON-788637273-project-admin] Attempt 9 to bind port 6c86524d-ce83-4a95-a963-78310b33457f Jun 23 11:30:15.481068 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron_lib.callbacks.manager [None req-dc7542b2-afef-47f4-a763-e3a3cba144be None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-923122'] for port, before_update {{(pid=94176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:30:15.487803 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.plugins.ml2.managers [None req-3a603ede-9f79-4963-afc7-80147c93e517 tempest-PortsAdminExtendedAttrsIpV6TestJSON-788637273 tempest-PortsAdminExtendedAttrsIpV6TestJSON-788637273-project-admin] Attempting to bind port 6c86524d-ce83-4a95-a963-78310b33457f on host hv-neutron-6013 for vnic_type normal with profile {{(pid=94174) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 23 11:30:15.488138 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.plugins.ml2.managers [None req-3a603ede-9f79-4963-afc7-80147c93e517 tempest-PortsAdminExtendedAttrsIpV6TestJSON-788637273 tempest-PortsAdminExtendedAttrsIpV6TestJSON-788637273-project-admin] Attempting to bind port 6c86524d-ce83-4a95-a963-78310b33457f by drivers openvswitch,hyperv on host hv-neutron-6013 at level 0 using segments [{'id': 'ea68f0ef-84a2-4064-97a2-9c21f1af5cce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 407, 'network_id': 'baa98ec6-1d6b-4eef-90d6-91cd66042db6'}] {{(pid=94174) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 23 11:30:15.488506 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3a603ede-9f79-4963-afc7-80147c93e517 tempest-PortsAdminExtendedAttrsIpV6TestJSON-788637273 tempest-PortsAdminExtendedAttrsIpV6TestJSON-788637273-project-admin] Attempting to bind port 6c86524d-ce83-4a95-a963-78310b33457f on network baa98ec6-1d6b-4eef-90d6-91cd66042db6 {{(pid=94174) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 23 11:30:15.497833 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3a603ede-9f79-4963-afc7-80147c93e517 tempest-PortsAdminExtendedAttrsIpV6TestJSON-788637273 tempest-PortsAdminExtendedAttrsIpV6TestJSON-788637273-project-admin] Port 6c86524d-ce83-4a95-a963-78310b33457f on network baa98ec6-1d6b-4eef-90d6-91cd66042db6 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-6013 {{(pid=94174) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 23 11:30:15.498207 dv-neutron-601336-94-hyperv neutron-server[94174]: ERROR neutron.plugins.ml2.managers [None req-3a603ede-9f79-4963-afc7-80147c93e517 tempest-PortsAdminExtendedAttrsIpV6TestJSON-788637273 tempest-PortsAdminExtendedAttrsIpV6TestJSON-788637273-project-admin] Failed to bind port 6c86524d-ce83-4a95-a963-78310b33457f on host hv-neutron-6013 for vnic_type normal using segments [{'id': 'ea68f0ef-84a2-4064-97a2-9c21f1af5cce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 407, 'network_id': 'baa98ec6-1d6b-4eef-90d6-91cd66042db6'}] Jun 23 11:30:15.502354 dv-neutron-601336-94-hyperv neutron-server[94174]: INFO neutron.plugins.ml2.plugin [None req-3a603ede-9f79-4963-afc7-80147c93e517 tempest-PortsAdminExtendedAttrsIpV6TestJSON-788637273 tempest-PortsAdminExtendedAttrsIpV6TestJSON-788637273-project-admin] Attempt 10 to bind port 6c86524d-ce83-4a95-a963-78310b33457f Jun 23 11:30:15.513505 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.db.l3_dvr_db [None req-52810db2-c1a5-474a-aa33-582f486336fb None None] Set router b38daa88-0747-4546-ba11-f93b1c758a7a gateway port host: dv-neutron-601336-94-hyperv {{(pid=94176) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:838}} Jun 23 11:30:15.528348 dv-neutron-601336-94-hyperv neutron-server[94177]: DEBUG neutron.db.l3_hamode_db [None req-40b842c7-04f1-475e-979c-7cc087723e51 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c4011798-9e12-4124-bd92-c3bdbb57294a', 'name': 'tempest-ServersTestManualDisk-1881504983-router', 'tenant_id': '7773bca180b74a769b5b6d02c3ba717c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3e7e4eb3-cf02-4d47-ade9-0a579cdfc60f', 'external_fixed_ips': [{'subnet_id': 'a5ad15ab-c489-4a67-a9b0-d559fca0ec71', 'ip_address': '172.26.3.149'}], 'enable_snat': True}, 'gw_port_id': '1672c3a7-e0d1-48d1-af58-33f38510af19', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-23T11:29:59Z', 'updated_at': '2021-06-23T11:30:10Z', 'revision_number': 4, 'project_id': '7773bca180b74a769b5b6d02c3ba717c', 'gw_port': {'id': '1672c3a7-e0d1-48d1-af58-33f38510af19', 'name': '', 'network_id': '3e7e4eb3-cf02-4d47-ade9-0a579cdfc60f', 'tenant_id': '', 'mac_address': 'fa:16:3e:ef:5a:e9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c4011798-9e12-4124-bd92-c3bdbb57294a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 84, 'fixed_ips': [{'subnet_id': 'a5ad15ab-c489-4a67-a9b0-d559fca0ec71', 'ip_address': '172.26.3.149', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-94-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-23T11:30:01Z', 'updated_at': '2021-06-23T11:30:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a5ad15ab-c489-4a67-a9b0-d559fca0ec71', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-601336-94-hyperv', '_interfaces': [{'id': '32794a4f-8325-483e-b755-3914d9883a6a', 'name': '', 'network_id': 'eef03c16-5c70-4b40-b183-38c419fed443', 'tenant_id': '7773bca180b74a769b5b6d02c3ba717c', 'mac_address': 'fa:16:3e:78:be:1b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c4011798-9e12-4124-bd92-c3bdbb57294a', 'device_owner': 'network:router_interface', 'standard_attr_id': 113, 'fixed_ips': [{'subnet_id': '9ea7a874-1ae9-4ebd-bc55-df948e24bd59', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-23T11:30:08Z', 'updated_at': '2021-06-23T11:30:11Z', 'revision_number': 2, 'project_id': '7773bca180b74a769b5b6d02c3ba717c', 'subnets': [{'id': '9ea7a874-1ae9-4ebd-bc55-df948e24bd59', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-601336-94-hyperv', False) {} {{(pid=94177) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 11:30:15.539566 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.plugins.ml2.managers [None req-3a603ede-9f79-4963-afc7-80147c93e517 tempest-PortsAdminExtendedAttrsIpV6TestJSON-788637273 tempest-PortsAdminExtendedAttrsIpV6TestJSON-788637273-project-admin] Attempting to bind port 6c86524d-ce83-4a95-a963-78310b33457f on host hv-neutron-6013 for vnic_type normal with profile {{(pid=94174) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 23 11:30:15.539902 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.plugins.ml2.managers [None req-3a603ede-9f79-4963-afc7-80147c93e517 tempest-PortsAdminExtendedAttrsIpV6TestJSON-788637273 tempest-PortsAdminExtendedAttrsIpV6TestJSON-788637273-project-admin] Attempting to bind port 6c86524d-ce83-4a95-a963-78310b33457f by drivers openvswitch,hyperv on host hv-neutron-6013 at level 0 using segments [{'id': 'ea68f0ef-84a2-4064-97a2-9c21f1af5cce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 407, 'network_id': 'baa98ec6-1d6b-4eef-90d6-91cd66042db6'}] {{(pid=94174) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 23 11:30:15.540245 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3a603ede-9f79-4963-afc7-80147c93e517 tempest-PortsAdminExtendedAttrsIpV6TestJSON-788637273 tempest-PortsAdminExtendedAttrsIpV6TestJSON-788637273-project-admin] Attempting to bind port 6c86524d-ce83-4a95-a963-78310b33457f on network baa98ec6-1d6b-4eef-90d6-91cd66042db6 {{(pid=94174) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 23 11:30:15.550053 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3a603ede-9f79-4963-afc7-80147c93e517 tempest-PortsAdminExtendedAttrsIpV6TestJSON-788637273 tempest-PortsAdminExtendedAttrsIpV6TestJSON-788637273-project-admin] Port 6c86524d-ce83-4a95-a963-78310b33457f on network baa98ec6-1d6b-4eef-90d6-91cd66042db6 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-6013 {{(pid=94174) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 23 11:30:15.550366 dv-neutron-601336-94-hyperv neutron-server[94174]: ERROR neutron.plugins.ml2.managers [None req-3a603ede-9f79-4963-afc7-80147c93e517 tempest-PortsAdminExtendedAttrsIpV6TestJSON-788637273 tempest-PortsAdminExtendedAttrsIpV6TestJSON-788637273-project-admin] Failed to bind port 6c86524d-ce83-4a95-a963-78310b33457f on host hv-neutron-6013 for vnic_type normal using segments [{'id': 'ea68f0ef-84a2-4064-97a2-9c21f1af5cce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 407, 'network_id': 'baa98ec6-1d6b-4eef-90d6-91cd66042db6'}] Jun 23 11:30:15.550728 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron_lib.callbacks.manager [None req-3a603ede-9f79-4963-afc7-80147c93e517 tempest-PortsAdminExtendedAttrsIpV6TestJSON-788637273 tempest-PortsAdminExtendedAttrsIpV6TestJSON-788637273-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-923122'] for port, before_update {{(pid=94174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:30:15.627894 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4409e2e6-eb92-483d-9704-4bb796292060 tempest-RoutersAdminTest-1733287776 tempest-RoutersAdminTest-1733287776-project-admin] Pushing event updated for resources: {'Network': ['ID=261e603f-42ae-43d3-be21-5e38fae9bfd1,revision_number=1']} {{(pid=94175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 11:30:15.635970 dv-neutron-601336-94-hyperv neutron-server[94177]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-40b842c7-04f1-475e-979c-7cc087723e51 None None] Checking router: c4011798-9e12-4124-bd92-c3bdbb57294a for host: dv-neutron-601336-94-hyperv {{(pid=94177) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 23 11:30:15.637527 dv-neutron-601336-94-hyperv neutron-server[94177]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-40b842c7-04f1-475e-979c-7cc087723e51 None None] Updating router c4011798-9e12-4124-bd92-c3bdbb57294a port 32794a4f-8325-483e-b755-3914d9883a6a binding host dv-neutron-601336-94-hyperv {{(pid=94177) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 23 11:30:15.644568 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron_lib.callbacks.manager [None req-d43ecc2a-a244-4e1e-b27f-3ef77b4964a3 tempest-NetworksTestDHCPv6-162546708 tempest-NetworksTestDHCPv6-162546708-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-922904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866062', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773700135024', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773699642224'] for port, after_delete {{(pid=94174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:30:15.644820 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG oslo_concurrency.lockutils [None req-4409e2e6-eb92-483d-9704-4bb796292060 tempest-RoutersAdminTest-1733287776 tempest-RoutersAdminTest-1733287776-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.237s {{(pid=94175) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 11:30:15.651800 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.plugins.ml2.db [None req-3a603ede-9f79-4963-afc7-80147c93e517 tempest-PortsAdminExtendedAttrsIpV6TestJSON-788637273 tempest-PortsAdminExtendedAttrsIpV6TestJSON-788637273-project-admin] For port 6c86524d-ce83-4a95-a963-78310b33457f, host hv-neutron-6013, cleared binding levels {{(pid=94174) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 23 11:30:15.651984 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.plugins.ml2.db [None req-3a603ede-9f79-4963-afc7-80147c93e517 tempest-PortsAdminExtendedAttrsIpV6TestJSON-788637273 tempest-PortsAdminExtendedAttrsIpV6TestJSON-788637273-project-admin] Attempted to set empty binding levels {{(pid=94174) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:65}} Jun 23 11:30:15.658176 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG oslo_concurrency.lockutils [None req-1c565910-7246-4fed-b924-3efd89aa7c47 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94174) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 11:30:15.710967 dv-neutron-601336-94-hyperv neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-40b842c7-04f1-475e-979c-7cc087723e51 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-923122'] for port, before_update {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:30:15.718477 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d43ecc2a-a244-4e1e-b27f-3ef77b4964a3 tempest-NetworksTestDHCPv6-162546708 tempest-NetworksTestDHCPv6-162546708-project] Pushing event deleted for resources: {'Port': ['ID=33e07cfc-de10-4edb-b889-b5b091e04dfd,revision_number=None']} {{(pid=94174) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 11:30:15.729048 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.plugins.ml2.rpc [None req-dc7542b2-afef-47f4-a763-e3a3cba144be None None] Network 261e603f-42ae-43d3-be21-5e38fae9bfd1 details requested by agent ovs-agent-dv-neutron-601336-94-hyperv with host dv-neutron-601336-94-hyperv {{(pid=94176) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:250}} Jun 23 11:30:15.738284 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG oslo_concurrency.lockutils [None req-d43ecc2a-a244-4e1e-b27f-3ef77b4964a3 tempest-NetworksTestDHCPv6-162546708 tempest-NetworksTestDHCPv6-162546708-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.083s {{(pid=94174) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 11:30:15.772767 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron_lib.callbacks.manager [None req-3a603ede-9f79-4963-afc7-80147c93e517 tempest-PortsAdminExtendedAttrsIpV6TestJSON-788637273 tempest-PortsAdminExtendedAttrsIpV6TestJSON-788637273-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-922904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866062', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773700135042', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773699642233', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773699642278'] for port, after_update {{(pid=94174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:30:15.776629 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-105282c7-061e-4fe9-9e56-5aaabda8a526 tempest-RoutersIpV6AdminTest-1878456168 tempest-RoutersIpV6AdminTest-1878456168-project-admin] Notify agent at l3_agent.dv-neutron-601336-94-hyperv the message routers_updated {{(pid=94175) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 23 11:30:15.790567 dv-neutron-601336-94-hyperv neutron-server[94177]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3e8ff8f7-a3c2-42c8-89c8-0c88c1d35bc4 None None] Sync routers for ids ['086476d7-e90d-4bf5-b9fe-a2673787fb43'] in dv-neutron-601336-94-hyperv {{(pid=94177) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 23 11:30:15.803465 dv-neutron-601336-94-hyperv neutron-server[94175]: INFO neutron.wsgi [None req-4409e2e6-eb92-483d-9704-4bb796292060 tempest-RoutersAdminTest-1733287776 tempest-RoutersAdminTest-1733287776-project-admin] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 870 time: 2.3160636 Jun 23 11:30:15.814064 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron_lib.callbacks.manager [None req-e675f2a9-bb9c-41fe-8f88-1856800c196c admin admin] Notify callbacks [] for security_group, before_create {{(pid=94174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:30:15.818345 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.wsgi [-] (94175) accepted ('10.222.0.20', 36080) {{(pid=94175) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 11:30:15.823391 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.api.v2.base [None req-cbd2de01-8dce-4a08-b1a8-82ae6f0318a0 tempest-RoutersAdminTest-1733287776 tempest-RoutersAdminTest-1733287776-project-admin] Request body: {'subnet': {'network_id': '261e603f-42ae-43d3-be21-5e38fae9bfd1', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'enable_dhcp': False}} {{(pid=94175) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 23 11:30:15.837279 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG oslo_concurrency.lockutils [None req-c21d5fc5-9e40-4710-803e-3b650d621518 tempest-NetworksTestDHCPv6-162546708 tempest-NetworksTestDHCPv6-162546708-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94174) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 11:30:15.847788 dv-neutron-601336-94-hyperv neutron-server[94177]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3e8ff8f7-a3c2-42c8-89c8-0c88c1d35bc4 None None] Routers {'086476d7-e90d-4bf5-b9fe-a2673787fb43'} bound to L3 agent in host dv-neutron-601336-94-hyperv {{(pid=94177) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 23 11:30:15.850574 dv-neutron-601336-94-hyperv neutron-server[94177]: DEBUG neutron.db.l3_hamode_db [None req-3e8ff8f7-a3c2-42c8-89c8-0c88c1d35bc4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-601336-94-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-23T11:22:13Z,description=,heartbeat_timestamp=2021-06-23T11:30:13Z,host='dv-neutron-601336-94-hyperv',id=50ef99c0-ef28-4db5-b303-b145898fae60,load=0,resource_versions=,resources_synced=,started_at=2021-06-23T11:22:14Z,topic='l3_agent')) {'router_ids': ['086476d7-e90d-4bf5-b9fe-a2673787fb43'], 'active': True} {{(pid=94177) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 11:30:15.888567 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron_lib.callbacks.manager [None req-105282c7-061e-4fe9-9e56-5aaabda8a526 tempest-RoutersIpV6AdminTest-1878456168 tempest-RoutersIpV6AdminTest-1878456168-project-admin] Notify callbacks [] for router, before_response {{(pid=94175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:30:15.890175 dv-neutron-601336-94-hyperv neutron-server[94175]: INFO neutron.wsgi [None req-105282c7-061e-4fe9-9e56-5aaabda8a526 tempest-RoutersIpV6AdminTest-1878456168 tempest-RoutersIpV6AdminTest-1878456168-project-admin] 10.222.0.20 "POST /v2.0/routers HTTP/1.1" status: 201 len: 877 time: 6.6590216 Jun 23 11:30:15.897122 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron_lib.callbacks.manager [None req-d43ecc2a-a244-4e1e-b27f-3ef77b4964a3 tempest-NetworksTestDHCPv6-162546708 tempest-NetworksTestDHCPv6-162546708-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-217507'] for port, before_response {{(pid=94174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:30:15.900895 dv-neutron-601336-94-hyperv neutron-server[94174]: INFO neutron.wsgi [None req-d43ecc2a-a244-4e1e-b27f-3ef77b4964a3 tempest-NetworksTestDHCPv6-162546708 tempest-NetworksTestDHCPv6-162546708-project] 10.222.0.20 "DELETE /v2.0/ports/33e07cfc-de10-4edb-b889-b5b091e04dfd HTTP/1.1" status: 204 len: 168 time: 1.5306914 Jun 23 11:30:15.903473 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.plugins.ml2.db [None req-dc7542b2-afef-47f4-a763-e3a3cba144be None None] For port e4f7fccf-7de3-42ce-9352-bca1f69c1846, host dv-neutron-601336-94-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-94-hyperv',level=0,port_id=e4f7fccf-7de3-42ce-9352-bca1f69c1846,segment=NetworkSegment(6303a411-6e70-4139-a530-9ee4cf8ba843),segment_id=6303a411-6e70-4139-a530-9ee4cf8ba843)] {{(pid=94176) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 23 11:30:15.908349 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.wsgi [-] (94175) accepted ('10.222.0.20', 36082) {{(pid=94175) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 11:30:15.909069 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.wsgi [-] (94175) accepted ('10.222.0.20', 36084) {{(pid=94175) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 11:30:15.938602 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.plugins.ml2.plugin [None req-3a603ede-9f79-4963-afc7-80147c93e517 tempest-PortsAdminExtendedAttrsIpV6TestJSON-788637273 tempest-PortsAdminExtendedAttrsIpV6TestJSON-788637273-project-admin] In _notify_port_updated(), no bound segment for port 6c86524d-ce83-4a95-a963-78310b33457f on network baa98ec6-1d6b-4eef-90d6-91cd66042db6 {{(pid=94174) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:876}} Jun 23 11:30:15.939534 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3a603ede-9f79-4963-afc7-80147c93e517 tempest-PortsAdminExtendedAttrsIpV6TestJSON-788637273 tempest-PortsAdminExtendedAttrsIpV6TestJSON-788637273-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94174) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 11:30:15.944016 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron_lib.callbacks.manager [None req-3a603ede-9f79-4963-afc7-80147c93e517 tempest-PortsAdminExtendedAttrsIpV6TestJSON-788637273 tempest-PortsAdminExtendedAttrsIpV6TestJSON-788637273-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-217507'] for port, before_response {{(pid=94174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:30:15.949266 dv-neutron-601336-94-hyperv neutron-server[94174]: INFO neutron.wsgi [None req-3a603ede-9f79-4963-afc7-80147c93e517 tempest-PortsAdminExtendedAttrsIpV6TestJSON-788637273 tempest-PortsAdminExtendedAttrsIpV6TestJSON-788637273-project-admin] 10.222.0.20 "PUT /v2.0/ports/6c86524d-ce83-4a95-a963-78310b33457f HTTP/1.1" status: 200 len: 980 time: 3.9812071 Jun 23 11:30:15.954901 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.wsgi [-] (94174) accepted ('10.222.0.20', 36086) {{(pid=94174) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 11:30:16.002097 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron_lib.callbacks.manager [None req-dc7542b2-afef-47f4-a763-e3a3cba144be None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-922904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866062', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773700135042', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773699642233', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773699642278'] for port, after_update {{(pid=94176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:30:16.003374 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.plugins.ml2.rpc [None req-dc7542b2-afef-47f4-a763-e3a3cba144be None None] Device 1672c3a7-e0d1-48d1-af58-33f38510af19 up at agent ovs-agent-dv-neutron-601336-94-hyperv {{(pid=94176) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:298}} Jun 23 11:30:16.016661 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.002s {{(pid=94176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 11:30:16.092859 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a603ede-9f79-4963-afc7-80147c93e517 tempest-PortsAdminExtendedAttrsIpV6TestJSON-788637273 tempest-PortsAdminExtendedAttrsIpV6TestJSON-788637273-project-admin] Pushing event updated for resources: {'Port': ['ID=6c86524d-ce83-4a95-a963-78310b33457f,revision_number=3']} {{(pid=94174) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 11:30:16.102684 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG oslo_concurrency.lockutils [None req-3a603ede-9f79-4963-afc7-80147c93e517 tempest-PortsAdminExtendedAttrsIpV6TestJSON-788637273 tempest-PortsAdminExtendedAttrsIpV6TestJSON-788637273-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.265s {{(pid=94174) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 11:30:16.156674 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5713e181-fa9b-4763-a5ee-46c098cd55d1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-788637273 tempest-PortsAdminExtendedAttrsIpV6TestJSON-788637273-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94174) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 11:30:16.157167 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5713e181-fa9b-4763-a5ee-46c098cd55d1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-788637273 tempest-PortsAdminExtendedAttrsIpV6TestJSON-788637273-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94174) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 11:30:16.157695 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5713e181-fa9b-4763-a5ee-46c098cd55d1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-788637273 tempest-PortsAdminExtendedAttrsIpV6TestJSON-788637273-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94174) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 11:30:16.158175 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5713e181-fa9b-4763-a5ee-46c098cd55d1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-788637273 tempest-PortsAdminExtendedAttrsIpV6TestJSON-788637273-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94174) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 11:30:16.158646 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5713e181-fa9b-4763-a5ee-46c098cd55d1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-788637273 tempest-PortsAdminExtendedAttrsIpV6TestJSON-788637273-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94174) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 11:30:16.159724 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5713e181-fa9b-4763-a5ee-46c098cd55d1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-788637273 tempest-PortsAdminExtendedAttrsIpV6TestJSON-788637273-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94174) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 11:30:16.160560 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5713e181-fa9b-4763-a5ee-46c098cd55d1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-788637273 tempest-PortsAdminExtendedAttrsIpV6TestJSON-788637273-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94174) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 11:30:16.160798 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5713e181-fa9b-4763-a5ee-46c098cd55d1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-788637273 tempest-PortsAdminExtendedAttrsIpV6TestJSON-788637273-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94174) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 11:30:16.161303 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5713e181-fa9b-4763-a5ee-46c098cd55d1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-788637273 tempest-PortsAdminExtendedAttrsIpV6TestJSON-788637273-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94174) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 11:30:16.161860 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5713e181-fa9b-4763-a5ee-46c098cd55d1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-788637273 tempest-PortsAdminExtendedAttrsIpV6TestJSON-788637273-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94174) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 11:30:16.162229 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5713e181-fa9b-4763-a5ee-46c098cd55d1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-788637273 tempest-PortsAdminExtendedAttrsIpV6TestJSON-788637273-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94174) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 11:30:16.162695 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5713e181-fa9b-4763-a5ee-46c098cd55d1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-788637273 tempest-PortsAdminExtendedAttrsIpV6TestJSON-788637273-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94174) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 11:30:16.163186 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5713e181-fa9b-4763-a5ee-46c098cd55d1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-788637273 tempest-PortsAdminExtendedAttrsIpV6TestJSON-788637273-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94174) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 11:30:16.164158 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5713e181-fa9b-4763-a5ee-46c098cd55d1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-788637273 tempest-PortsAdminExtendedAttrsIpV6TestJSON-788637273-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94174) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 11:30:16.166508 dv-neutron-601336-94-hyperv neutron-server[94174]: INFO neutron.wsgi [None req-5713e181-fa9b-4763-a5ee-46c098cd55d1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-788637273 tempest-PortsAdminExtendedAttrsIpV6TestJSON-788637273-project-admin] 10.222.0.20 "GET /v2.0/ports HTTP/1.1" status: 200 len: 12709 time: 0.2063017 Jun 23 11:30:16.170743 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.wsgi [-] (94174) accepted ('10.222.0.20', 36090) {{(pid=94174) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 11:30:16.220784 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc7542b2-afef-47f4-a763-e3a3cba144be None None] Pushing event updated for resources: {'Port': ['ID=e4f7fccf-7de3-42ce-9352-bca1f69c1846,revision_number=3']} {{(pid=94176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 11:30:16.241510 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG oslo_concurrency.lockutils [None req-dc7542b2-afef-47f4-a763-e3a3cba144be None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.225s {{(pid=94176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 11:30:16.261258 dv-neutron-601336-94-hyperv neutron-server[94177]: DEBUG neutron.db.l3_dvr_db [None req-3e8ff8f7-a3c2-42c8-89c8-0c88c1d35bc4 None None] Set router 086476d7-e90d-4bf5-b9fe-a2673787fb43 gateway port host: dv-neutron-601336-94-hyperv {{(pid=94177) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:838}} Jun 23 11:30:16.284667 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron_lib.callbacks.manager [None req-55595401-87ab-4bdc-b613-59d175d8fc73 tempest-RoutersIpV6AdminTest-1878456168 tempest-RoutersIpV6AdminTest-1878456168-project-admin] Notify callbacks [] for router, before_delete {{(pid=94175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:30:16.297874 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5dd2bf0f-c07f-4935-8a2e-7aea91125b56 tempest-NetworksTestDHCPv6-162546708 tempest-NetworksTestDHCPv6-162546708-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 11:30:16.300231 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5dd2bf0f-c07f-4935-8a2e-7aea91125b56 tempest-NetworksTestDHCPv6-162546708 tempest-NetworksTestDHCPv6-162546708-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 11:30:16.306397 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.wsgi [-] (94174) accepted ('10.222.0.20', 36092) {{(pid=94174) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 11:30:16.306884 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.db.provisioning_blocks [None req-dc7542b2-afef-47f4-a763-e3a3cba144be None None] Provisioning complete for port 1672c3a7-e0d1-48d1-af58-33f38510af19 triggered by entity L2. {{(pid=94176) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 23 11:30:16.307389 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron_lib.callbacks.manager [None req-dc7542b2-afef-47f4-a763-e3a3cba144be None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-899258'] for port, provisioning_complete {{(pid=94176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:30:16.307946 dv-neutron-601336-94-hyperv neutron-server[94175]: INFO neutron.wsgi [None req-5dd2bf0f-c07f-4935-8a2e-7aea91125b56 tempest-NetworksTestDHCPv6-162546708 tempest-NetworksTestDHCPv6-162546708-project] 10.222.0.20 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1464 time: 0.2928002 Jun 23 11:30:16.362023 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.wsgi [-] (94174) accepted ('10.222.0.20', 36094) {{(pid=94174) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 11:30:16.367301 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.api.v2.base [None req-b2dccbab-bbff-45b2-a403-46e9d7634a1e tempest-ServersTestJSON-995612928 tempest-ServersTestJSON-995612928-project] Request body: {'security_group': {'name': 'tempest-securitygroup--463618386', 'description': 'tempest-description--690370707'}} {{(pid=94174) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 23 11:30:16.367661 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron_lib.callbacks.manager [None req-1bb59a04-8195-4a24-9131-a8e1fb160ac0 tempest-DHCPAgentSchedulersTestJSON-448050073 tempest-DHCPAgentSchedulersTestJSON-448050073-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-824874'] for network, before_delete {{(pid=94175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:30:16.387338 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.plugins.ml2.plugin [None req-ae5edd10-155c-4af2-8d66-d0c44451c126 tempest-PortsAdminExtendedAttrsIpV6TestJSON-788637273 tempest-PortsAdminExtendedAttrsIpV6TestJSON-788637273-project-admin] Deleting port 6c86524d-ce83-4a95-a963-78310b33457f {{(pid=94174) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1913}} Jun 23 11:30:16.388246 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron_lib.callbacks.manager [None req-ae5edd10-155c-4af2-8d66-d0c44451c126 tempest-PortsAdminExtendedAttrsIpV6TestJSON-788637273 tempest-PortsAdminExtendedAttrsIpV6TestJSON-788637273-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773700079324'] for port, before_delete {{(pid=94174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:30:16.437296 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.db.l3_hamode_db [None req-52810db2-c1a5-474a-aa33-582f486336fb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b38daa88-0747-4546-ba11-f93b1c758a7a', 'name': 'tempest-ServersTestJSON-528278013-router', 'tenant_id': '3e2c0af899fe4d7db7ea93301231f34d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3e7e4eb3-cf02-4d47-ade9-0a579cdfc60f', 'external_fixed_ips': [{'subnet_id': 'a5ad15ab-c489-4a67-a9b0-d559fca0ec71', 'ip_address': '172.26.3.148'}], 'enable_snat': True}, 'gw_port_id': 'c1f1e88f-c802-4085-b69a-ba04b7063016', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-23T11:30:00Z', 'updated_at': '2021-06-23T11:30:12Z', 'revision_number': 4, 'project_id': '3e2c0af899fe4d7db7ea93301231f34d', 'gw_port': {'id': 'c1f1e88f-c802-4085-b69a-ba04b7063016', 'name': '', 'network_id': '3e7e4eb3-cf02-4d47-ade9-0a579cdfc60f', 'tenant_id': '', 'mac_address': 'fa:16:3e:57:25:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b38daa88-0747-4546-ba11-f93b1c758a7a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 92, 'fixed_ips': [{'subnet_id': 'a5ad15ab-c489-4a67-a9b0-d559fca0ec71', 'ip_address': '172.26.3.148', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-94-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-23T11:30:03Z', 'updated_at': '2021-06-23T11:30:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a5ad15ab-c489-4a67-a9b0-d559fca0ec71', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-601336-94-hyperv', '_interfaces': [{'id': '4edbd502-c64a-49fd-8c4b-e7206242c756', 'name': '', 'network_id': '53451295-943c-4b83-97fd-a02f49b38b3c', 'tenant_id': '3e2c0af899fe4d7db7ea93301231f34d', 'mac_address': 'fa:16:3e:b8:27:e7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b38daa88-0747-4546-ba11-f93b1c758a7a', 'device_owner': 'network:router_interface', 'standard_attr_id': 121, 'fixed_ips': [{'subnet_id': '3bfb1ec3-b37f-49bf-ab64-d8c5440d6cd6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-23T11:30:09Z', 'updated_at': '2021-06-23T11:30:12Z', 'revision_number': 2, 'project_id': '3e2c0af899fe4d7db7ea93301231f34d', 'subnets': [{'id': '3bfb1ec3-b37f-49bf-ab64-d8c5440d6cd6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-601336-94-hyperv', False) {} {{(pid=94176) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 11:30:16.470058 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.plugins.ml2.db [None req-ae5edd10-155c-4af2-8d66-d0c44451c126 tempest-PortsAdminExtendedAttrsIpV6TestJSON-788637273 tempest-PortsAdminExtendedAttrsIpV6TestJSON-788637273-project-admin] For port 6c86524d-ce83-4a95-a963-78310b33457f, host hv-neutron-6013, got binding levels [] {{(pid=94174) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 23 11:30:16.472560 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron_lib.callbacks.manager [None req-ae5edd10-155c-4af2-8d66-d0c44451c126 tempest-PortsAdminExtendedAttrsIpV6TestJSON-788637273 tempest-PortsAdminExtendedAttrsIpV6TestJSON-788637273-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-430722'] for port, precommit_delete {{(pid=94174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:30:16.474037 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cbd2de01-8dce-4a08-b1a8-82ae6f0318a0 tempest-RoutersAdminTest-1733287776 tempest-RoutersAdminTest-1733287776-project-admin] Made reservation on behalf of d78deddc61934e2ea53c23e0d10641f0 for: {'subnet': 1} {{(pid=94175) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 23 11:30:16.477057 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron_lib.callbacks.manager [None req-cbd2de01-8dce-4a08-b1a8-82ae6f0318a0 tempest-RoutersAdminTest-1733287776 tempest-RoutersAdminTest-1733287776-project-admin] Notify callbacks [] for subnet, before_create {{(pid=94175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:30:16.511478 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.plugins.ml2.plugin [None req-ae5edd10-155c-4af2-8d66-d0c44451c126 tempest-PortsAdminExtendedAttrsIpV6TestJSON-788637273 tempest-PortsAdminExtendedAttrsIpV6TestJSON-788637273-project-admin] Calling delete_port for 6c86524d-ce83-4a95-a963-78310b33457f owned by {{(pid=94174) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1986}} Jun 23 11:30:16.514112 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-52810db2-c1a5-474a-aa33-582f486336fb None None] Checking router: b38daa88-0747-4546-ba11-f93b1c758a7a for host: dv-neutron-601336-94-hyperv {{(pid=94176) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 23 11:30:16.516849 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-52810db2-c1a5-474a-aa33-582f486336fb None None] Updating router b38daa88-0747-4546-ba11-f93b1c758a7a port 4edbd502-c64a-49fd-8c4b-e7206242c756 binding host dv-neutron-601336-94-hyperv {{(pid=94176) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 23 11:30:16.516947 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron_lib.db.api [None req-b2dccbab-bbff-45b2-a403-46e9d7634a1e tempest-ServersTestJSON-995612928 tempest-ServersTestJSON-995612928-project] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Jun 23 11:30:16.516947 dv-neutron-601336-94-hyperv neutron-server[94174]: [SQL: DELETE FROM reservations WHERE reservations.project_id = %(project_id_1)s AND reservations.expiration < %(expiration_1)s] Jun 23 11:30:16.516947 dv-neutron-601336-94-hyperv neutron-server[94174]: [parameters: {'project_id_1': '3e2c0af899fe4d7db7ea93301231f34d', 'expiration_1': datetime.datetime(2021, 6, 23, 11, 30, 16, 373500)}] Jun 23 11:30:16.516947 dv-neutron-601336-94-hyperv neutron-server[94174]: (Background on this error at: http://sqlalche.me/e/14/e3q8) {{(pid=94174) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jun 23 11:30:16.516947 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG oslo_db.api [None req-b2dccbab-bbff-45b2-a403-46e9d7634a1e tempest-ServersTestJSON-995612928 tempest-ServersTestJSON-995612928-project] Performing DB retry for function neutron.db.quota.driver_nolock.DbQuotaNoLockDriver.make_reservation {{(pid=94174) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jun 23 11:30:16.537931 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.db.db_base_plugin_v2 [None req-8b2e817a-badb-476c-9d4f-ed5ab4f5699a tempest-NetworksTestDHCPv6-162546708 tempest-NetworksTestDHCPv6-162546708-project] Deleting subnet 63ba3b2b-7a06-4a79-8b6e-f803e3406fc9 {{(pid=94174) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jun 23 11:30:16.551258 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron_lib.callbacks.manager [None req-8b2e817a-badb-476c-9d4f-ed5ab4f5699a tempest-NetworksTestDHCPv6-162546708 tempest-NetworksTestDHCPv6-162546708-project] Notify callbacks [] for subnet, before_delete {{(pid=94174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:30:16.575294 dv-neutron-601336-94-hyperv neutron-server[94177]: DEBUG neutron.db.l3_hamode_db [None req-3e8ff8f7-a3c2-42c8-89c8-0c88c1d35bc4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '086476d7-e90d-4bf5-b9fe-a2673787fb43', 'name': '', 'tenant_id': 'fd08a1643c8a4193835c13f4222b4d53', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '41b061a7-dc09-4233-9004-fdcedda89ef9', 'external_fixed_ips': [{'subnet_id': '27a2e10b-f119-4c4b-b2ce-9771ab407895', 'ip_address': '2001:db8::d6'}], 'enable_snat': True}, 'gw_port_id': 'a7327be4-d046-4d9e-9434-f6294136a450', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-23T11:30:09Z', 'updated_at': '2021-06-23T11:30:13Z', 'revision_number': 3, 'project_id': 'fd08a1643c8a4193835c13f4222b4d53', 'gw_port': {'id': 'a7327be4-d046-4d9e-9434-f6294136a450', 'name': '', 'network_id': '41b061a7-dc09-4233-9004-fdcedda89ef9', 'tenant_id': '', 'mac_address': 'fa:16:3e:82:4e:0d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '086476d7-e90d-4bf5-b9fe-a2673787fb43', 'device_owner': 'network:router_gateway', 'standard_attr_id': 127, 'fixed_ips': [{'subnet_id': '27a2e10b-f119-4c4b-b2ce-9771ab407895', 'ip_address': '2001:db8::d6', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-23T11:30:11Z', 'updated_at': '2021-06-23T11:30:12Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '27a2e10b-f119-4c4b-b2ce-9771ab407895', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-601336-94-hyperv'}], 'dv-neutron-601336-94-hyperv', False) {} {{(pid=94177) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 11:30:16.622726 dv-neutron-601336-94-hyperv neutron-server[94177]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3e8ff8f7-a3c2-42c8-89c8-0c88c1d35bc4 None None] Checking router: 086476d7-e90d-4bf5-b9fe-a2673787fb43 for host: dv-neutron-601336-94-hyperv {{(pid=94177) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 23 11:30:16.624301 dv-neutron-601336-94-hyperv neutron-server[94177]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3e8ff8f7-a3c2-42c8-89c8-0c88c1d35bc4 None None] Updating router 086476d7-e90d-4bf5-b9fe-a2673787fb43 port a7327be4-d046-4d9e-9434-f6294136a450 binding host dv-neutron-601336-94-hyperv {{(pid=94177) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 23 11:30:16.632541 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron_lib.callbacks.manager [None req-52810db2-c1a5-474a-aa33-582f486336fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-923122'] for port, before_update {{(pid=94176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:30:16.658652 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron_lib.callbacks.manager [None req-8b2e817a-badb-476c-9d4f-ed5ab4f5699a tempest-NetworksTestDHCPv6-162546708 tempest-NetworksTestDHCPv6-162546708-project] Notify callbacks [] for subnet, precommit_delete_associations {{(pid=94174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:30:16.678637 dv-neutron-601336-94-hyperv neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-3e8ff8f7-a3c2-42c8-89c8-0c88c1d35bc4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-923122'] for port, before_update {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:30:16.735601 dv-neutron-601336-94-hyperv neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-40b842c7-04f1-475e-979c-7cc087723e51 None None] Notify callbacks [] for port, precommit_update {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:30:16.753130 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron_lib.callbacks.manager [None req-95d6aa8f-24e7-4234-82ff-f502266c3285 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773699952132', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-899307'] for agent, after_update {{(pid=94176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:30:16.779628 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.wsgi [-] (94174) accepted ('10.222.0.20', 36096) {{(pid=94174) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 11:30:16.784002 dv-neutron-601336-94-hyperv neutron-server[94177]: DEBUG neutron.db.provisioning_blocks [None req-40b842c7-04f1-475e-979c-7cc087723e51 None None] Transition to ACTIVE for port object 32794a4f-8325-483e-b755-3914d9883a6a will not be triggered until provisioned by entity L2. {{(pid=94177) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 23 11:30:16.787739 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.api.v2.base [None req-e619905a-befd-42f3-a3bb-8343456387bb tempest-ServersTestManualDisk-1703480083 tempest-ServersTestManualDisk-1703480083-project] Request body: {'security_group': {'name': 'tempest-securitygroup--62625767', 'description': 'tempest-description--1674921782'}} {{(pid=94174) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 23 11:30:16.813529 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.plugins.ml2.rpc [None req-dc7542b2-afef-47f4-a763-e3a3cba144be None None] Device e4f7fccf-7de3-42ce-9352-bca1f69c1846 up at agent ovs-agent-dv-neutron-601336-94-hyperv {{(pid=94176) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:298}} Jun 23 11:30:16.853108 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron_lib.callbacks.manager [None req-8b2e817a-badb-476c-9d4f-ed5ab4f5699a tempest-NetworksTestDHCPv6-162546708 tempest-NetworksTestDHCPv6-162546708-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-897634'] for subnet, precommit_delete {{(pid=94174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:30:16.896770 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron_lib.callbacks.manager [None req-55595401-87ab-4bdc-b613-59d175d8fc73 tempest-RoutersIpV6AdminTest-1878456168 tempest-RoutersIpV6AdminTest-1878456168-project-admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:30:16.911739 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron_lib.callbacks.manager [None req-e675f2a9-bb9c-41fe-8f88-1856800c196c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:30:16.941935 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron_lib.callbacks.manager [None req-ae5edd10-155c-4af2-8d66-d0c44451c126 tempest-PortsAdminExtendedAttrsIpV6TestJSON-788637273 tempest-PortsAdminExtendedAttrsIpV6TestJSON-788637273-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-922904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866062', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773700135024', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773699642224'] for port, after_delete {{(pid=94174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:30:16.955251 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.db.provisioning_blocks [None req-dc7542b2-afef-47f4-a763-e3a3cba144be None None] Provisioning complete for port e4f7fccf-7de3-42ce-9352-bca1f69c1846 triggered by entity L2. {{(pid=94176) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 23 11:30:16.955462 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron_lib.callbacks.manager [None req-1bb59a04-8195-4a24-9131-a8e1fb160ac0 tempest-DHCPAgentSchedulersTestJSON-448050073 tempest-DHCPAgentSchedulersTestJSON-448050073-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-897259', 'neutron.services.segments.db._delete_segments_for_network-8773700168587'] for network, precommit_delete {{(pid=94175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:30:16.955638 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron_lib.callbacks.manager [None req-dc7542b2-afef-47f4-a763-e3a3cba144be None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-899258'] for port, provisioning_complete {{(pid=94176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:30:16.956930 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG oslo_concurrency.lockutils [None req-3a603ede-9f79-4963-afc7-80147c93e517 tempest-PortsAdminExtendedAttrsIpV6TestJSON-788637273 tempest-PortsAdminExtendedAttrsIpV6TestJSON-788637273-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94174) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 11:30:16.964798 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron_lib.callbacks.manager [None req-ae5edd10-155c-4af2-8d66-d0c44451c126 tempest-PortsAdminExtendedAttrsIpV6TestJSON-788637273 tempest-PortsAdminExtendedAttrsIpV6TestJSON-788637273-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-217507'] for port, before_response {{(pid=94174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:30:16.969982 dv-neutron-601336-94-hyperv neutron-server[94174]: INFO neutron.wsgi [None req-ae5edd10-155c-4af2-8d66-d0c44451c126 tempest-PortsAdminExtendedAttrsIpV6TestJSON-788637273 tempest-PortsAdminExtendedAttrsIpV6TestJSON-788637273-project-admin] 10.222.0.20 "DELETE /v2.0/ports/6c86524d-ce83-4a95-a963-78310b33457f HTTP/1.1" status: 204 len: 168 time: 0.7957716 Jun 23 11:30:16.970996 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron_lib.callbacks.manager [None req-1bb59a04-8195-4a24-9131-a8e1fb160ac0 tempest-DHCPAgentSchedulersTestJSON-448050073 tempest-DHCPAgentSchedulersTestJSON-448050073-project] Subscribe: > segment before_delete 55550000 {{(pid=94175) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 23 11:30:16.971183 dv-neutron-601336-94-hyperv neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-40b842c7-04f1-475e-979c-7cc087723e51 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-922904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866062', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773700135042', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773699642233', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773699642278'] for port, after_update {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:30:16.971382 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron_lib.callbacks.manager [None req-1bb59a04-8195-4a24-9131-a8e1fb160ac0 tempest-DHCPAgentSchedulersTestJSON-448050073 tempest-DHCPAgentSchedulersTestJSON-448050073-project] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=94175) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 23 11:30:16.972170 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron_lib.callbacks.manager [None req-1bb59a04-8195-4a24-9131-a8e1fb160ac0 tempest-DHCPAgentSchedulersTestJSON-448050073 tempest-DHCPAgentSchedulersTestJSON-448050073-project] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=94175) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 23 11:30:16.972538 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron_lib.callbacks.manager [None req-1bb59a04-8195-4a24-9131-a8e1fb160ac0 tempest-DHCPAgentSchedulersTestJSON-448050073 tempest-DHCPAgentSchedulersTestJSON-448050073-project] Subscribe: > port after_create 55550000 {{(pid=94175) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 23 11:30:16.972881 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron_lib.callbacks.manager [None req-1bb59a04-8195-4a24-9131-a8e1fb160ac0 tempest-DHCPAgentSchedulersTestJSON-448050073 tempest-DHCPAgentSchedulersTestJSON-448050073-project] Subscribe: > port after_delete 55550000 {{(pid=94175) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 23 11:30:16.973776 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron_lib.callbacks.manager [None req-1bb59a04-8195-4a24-9131-a8e1fb160ac0 tempest-DHCPAgentSchedulersTestJSON-448050073 tempest-DHCPAgentSchedulersTestJSON-448050073-project] Subscribe: > port after_update 55550000 {{(pid=94175) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 23 11:30:16.974114 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron_lib.callbacks.manager [None req-1bb59a04-8195-4a24-9131-a8e1fb160ac0 tempest-DHCPAgentSchedulersTestJSON-448050073 tempest-DHCPAgentSchedulersTestJSON-448050073-project] Subscribe: > segment after_delete 55550000 {{(pid=94175) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 23 11:30:16.974590 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron_lib.callbacks.manager [None req-1bb59a04-8195-4a24-9131-a8e1fb160ac0 tempest-DHCPAgentSchedulersTestJSON-448050073 tempest-DHCPAgentSchedulersTestJSON-448050073-project] Subscribe: > subnet after_create 55550000 {{(pid=94175) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 23 11:30:16.975118 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron_lib.callbacks.manager [None req-1bb59a04-8195-4a24-9131-a8e1fb160ac0 tempest-DHCPAgentSchedulersTestJSON-448050073 tempest-DHCPAgentSchedulersTestJSON-448050073-project] Subscribe: > subnet after_delete 55550000 {{(pid=94175) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 23 11:30:16.975446 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron_lib.callbacks.manager [None req-1bb59a04-8195-4a24-9131-a8e1fb160ac0 tempest-DHCPAgentSchedulersTestJSON-448050073 tempest-DHCPAgentSchedulersTestJSON-448050073-project] Subscribe: > subnet after_update 55550000 {{(pid=94175) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 23 11:30:16.976766 dv-neutron-601336-94-hyperv neutron-server[94177]: DEBUG oslo_concurrency.lockutils [None req-8ace740c-0b86-46c3-b805-23a744a159f1 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94177) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 11:30:16.988250 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.wsgi [-] (94174) accepted ('10.222.0.20', 36098) {{(pid=94174) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 11:30:16.998854 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae5edd10-155c-4af2-8d66-d0c44451c126 tempest-PortsAdminExtendedAttrsIpV6TestJSON-788637273 tempest-PortsAdminExtendedAttrsIpV6TestJSON-788637273-project-admin] Pushing event deleted for resources: {'Port': ['ID=6c86524d-ce83-4a95-a963-78310b33457f,revision_number=None']} {{(pid=94174) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 11:30:17.007911 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG oslo_concurrency.lockutils [None req-ae5edd10-155c-4af2-8d66-d0c44451c126 tempest-PortsAdminExtendedAttrsIpV6TestJSON-788637273 tempest-PortsAdminExtendedAttrsIpV6TestJSON-788637273-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=94174) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 11:30:17.044016 dv-neutron-601336-94-hyperv neutron-server[94177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1fe09ef-c735-4477-963b-ec9ea81774f1 None None] Pushing event updated for resources: {'Port': ['ID=32794a4f-8325-483e-b755-3914d9883a6a,revision_number=3']} {{(pid=94177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 11:30:17.048464 dv-neutron-601336-94-hyperv neutron-server[94174]: INFO neutron.pecan_wsgi.hooks.translation [None req-947e08ac-7a96-4564-8186-1703614b9acd tempest-PortsAdminExtendedAttrsIpV6TestJSON-788637273 tempest-PortsAdminExtendedAttrsIpV6TestJSON-788637273-project-admin] GET failed (client error): The resource could not be found. Jun 23 11:30:17.051546 dv-neutron-601336-94-hyperv neutron-server[94174]: INFO neutron.wsgi [None req-947e08ac-7a96-4564-8186-1703614b9acd tempest-PortsAdminExtendedAttrsIpV6TestJSON-788637273 tempest-PortsAdminExtendedAttrsIpV6TestJSON-788637273-project-admin] 10.222.0.20 "GET /v2.0/ports/6c86524d-ce83-4a95-a963-78310b33457f HTTP/1.1" status: 404 len: 333 time: 0.0610228 Jun 23 11:30:17.055188 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron_lib.callbacks.manager [None req-e675f2a9-bb9c-41fe-8f88-1856800c196c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7996330'] for security_group, after_create {{(pid=94174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:30:17.055188 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.wsgi [-] (94174) accepted ('10.222.0.20', 36102) {{(pid=94174) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 11:30:17.064918 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.api.v2.base [None req-bbfb6a1f-092b-4432-afe9-4349c3035fc1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-788637273 tempest-PortsAdminExtendedAttrsIpV6TestJSON-788637273-project-admin] Request body: {'port': {'name': 'tempest-PortsAdminExtendedAttrsIpV6TestJSON-170569308', 'network_id': 'baa98ec6-1d6b-4eef-90d6-91cd66042db6'}} {{(pid=94174) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 23 11:30:17.089012 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94174) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 11:30:17.175224 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron_lib.callbacks.manager [None req-8b2e817a-badb-476c-9d4f-ed5ab4f5699a tempest-NetworksTestDHCPv6-162546708 tempest-NetworksTestDHCPv6-162546708-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-897627', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866062'] for subnet, after_delete {{(pid=94174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:30:17.178138 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron_lib.callbacks.manager [None req-52810db2-c1a5-474a-aa33-582f486336fb None None] Notify callbacks [] for port, precommit_update {{(pid=94176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:30:17.180273 dv-neutron-601336-94-hyperv neutron-server[94177]: DEBUG oslo_concurrency.lockutils [None req-e1fe09ef-c735-4477-963b-ec9ea81774f1 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.203s {{(pid=94177) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 11:30:17.190033 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.db.provisioning_blocks [None req-52810db2-c1a5-474a-aa33-582f486336fb None None] Transition to ACTIVE for port object 4edbd502-c64a-49fd-8c4b-e7206242c756 will not be triggered until provisioned by entity L2. {{(pid=94176) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 23 11:30:17.208871 dv-neutron-601336-94-hyperv neutron-server[94174]: INFO neutron.wsgi [None req-e675f2a9-bb9c-41fe-8f88-1856800c196c admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=0002bbd33ca142f2a1729b0da86ba439&name=default HTTP/1.1" status: 200 len: 2979 time: 1.8726361 Jun 23 11:30:17.215758 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron_lib.callbacks.manager [None req-8b2e817a-badb-476c-9d4f-ed5ab4f5699a tempest-NetworksTestDHCPv6-162546708 tempest-NetworksTestDHCPv6-162546708-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7865916'] for subnet, before_response {{(pid=94174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:30:17.216286 dv-neutron-601336-94-hyperv neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-3e8ff8f7-a3c2-42c8-89c8-0c88c1d35bc4 None None] Notify callbacks [] for port, precommit_update {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:30:17.224889 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2a6a46ab-c58d-4b41-8f13-d1b1376fa4b1 None None] Network f53f535d-bce4-4da8-9bd9-396677ff4e83 requested from dv-neutron-601336-94-hyperv {{(pid=94176) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 23 11:30:17.231562 dv-neutron-601336-94-hyperv neutron-server[94174]: INFO neutron.wsgi [None req-8b2e817a-badb-476c-9d4f-ed5ab4f5699a tempest-NetworksTestDHCPv6-162546708 tempest-NetworksTestDHCPv6-162546708-project] 10.222.0.20 "DELETE /v2.0/subnets/63ba3b2b-7a06-4a79-8b6e-f803e3406fc9 HTTP/1.1" status: 204 len: 168 time: 0.9138694 Jun 23 11:30:17.232393 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.wsgi [-] (94174) accepted ('10.222.0.20', 36106) {{(pid=94174) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 11:30:17.232722 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.wsgi [-] (94174) accepted ('10.222.0.20', 36108) {{(pid=94174) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 11:30:17.233377 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e675f2a9-bb9c-41fe-8f88-1856800c196c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=aac648f2-d711-4040-9da1-15ecfa454564,revision_number=1']} {{(pid=94174) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 11:30:17.247828 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG oslo_concurrency.lockutils [None req-e675f2a9-bb9c-41fe-8f88-1856800c196c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.159s {{(pid=94174) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 11:30:17.276011 dv-neutron-601336-94-hyperv neutron-server[94177]: DEBUG neutron.db.provisioning_blocks [None req-3e8ff8f7-a3c2-42c8-89c8-0c88c1d35bc4 None None] Transition to ACTIVE for port object a7327be4-d046-4d9e-9434-f6294136a450 will not be triggered until provisioned by entity L2. {{(pid=94177) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 23 11:30:17.276443 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.069s {{(pid=94174) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 11:30:17.276582 dv-neutron-601336-94-hyperv neutron-server[94177]: DEBUG neutron.plugins.ml2.managers [None req-40b842c7-04f1-475e-979c-7cc087723e51 None None] Attempting to bind port 32794a4f-8325-483e-b755-3914d9883a6a on host dv-neutron-601336-94-hyperv for vnic_type normal with profile {{(pid=94177) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 23 11:30:17.276582 dv-neutron-601336-94-hyperv neutron-server[94177]: DEBUG neutron.plugins.ml2.managers [None req-40b842c7-04f1-475e-979c-7cc087723e51 None None] Attempting to bind port 32794a4f-8325-483e-b755-3914d9883a6a by drivers openvswitch,hyperv on host dv-neutron-601336-94-hyperv at level 0 using segments [{'id': '4482701d-19d0-4d8e-a55f-e73b72787bc2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 406, 'network_id': 'eef03c16-5c70-4b40-b183-38c419fed443'}] {{(pid=94177) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 23 11:30:17.276582 dv-neutron-601336-94-hyperv neutron-server[94177]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-40b842c7-04f1-475e-979c-7cc087723e51 None None] Attempting to bind port 32794a4f-8325-483e-b755-3914d9883a6a on network eef03c16-5c70-4b40-b183-38c419fed443 {{(pid=94177) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 23 11:30:17.276582 dv-neutron-601336-94-hyperv neutron-server[94177]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-40b842c7-04f1-475e-979c-7cc087723e51 None None] Checking agent: {'id': '4d05f899-5ac9-411b-8a03-f60c93f87cdf', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-601336-94-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 23, 11, 22, 14), 'started_at': datetime.datetime(2021, 6, 23, 11, 22, 44), 'heartbeat_timestamp': datetime.datetime(2021, 6, 23, 11, 30, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'monitor_allowed_address_pair_garp': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-601336-94-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94177) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 23 11:30:17.276582 dv-neutron-601336-94-hyperv neutron-server[94177]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-40b842c7-04f1-475e-979c-7cc087723e51 None None] Checking segment: {'id': '4482701d-19d0-4d8e-a55f-e73b72787bc2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 406, 'network_id': 'eef03c16-5c70-4b40-b183-38c419fed443'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94177) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 23 11:30:17.276582 dv-neutron-601336-94-hyperv neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-40b842c7-04f1-475e-979c-7cc087723e51 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:30:17.276582 dv-neutron-601336-94-hyperv neutron-server[94177]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-40b842c7-04f1-475e-979c-7cc087723e51 None None] Bound using segment: {'id': '4482701d-19d0-4d8e-a55f-e73b72787bc2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 406, 'network_id': 'eef03c16-5c70-4b40-b183-38c419fed443'} {{(pid=94177) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 23 11:30:17.276582 dv-neutron-601336-94-hyperv neutron-server[94177]: DEBUG neutron.plugins.ml2.managers [None req-40b842c7-04f1-475e-979c-7cc087723e51 None None] Bound port: 32794a4f-8325-483e-b755-3914d9883a6a, host: dv-neutron-601336-94-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4482701d-19d0-4d8e-a55f-e73b72787bc2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 406, 'network_id': 'eef03c16-5c70-4b40-b183-38c419fed443'}}] {{(pid=94177) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 23 11:30:17.276582 dv-neutron-601336-94-hyperv neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-40b842c7-04f1-475e-979c-7cc087723e51 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-923122'] for port, before_update {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:30:17.365833 dv-neutron-601336-94-hyperv neutron-server[94174]: INFO neutron.wsgi [None req-10c86b4f-8b25-45f3-9f9e-83e089c9e77c tempest-NetworksTestDHCPv6-162546708 tempest-NetworksTestDHCPv6-162546708-project] 10.222.0.20 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1082232 Jun 23 11:30:17.373810 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.wsgi [-] (94174) accepted ('10.222.0.20', 36110) {{(pid=94174) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 11:30:17.379207 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.api.v2.base [None req-40765967-0cfe-4f7b-8712-a67a2cf2ad14 tempest-NetworksTestDHCPv6-162546708 tempest-NetworksTestDHCPv6-162546708-project] Request body: {'subnet': {'network_id': 'f53f535d-bce4-4da8-9bd9-396677ff4e83', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=94174) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 23 11:30:17.387478 dv-neutron-601336-94-hyperv neutron-server[94177]: DEBUG neutron.plugins.ml2.db [None req-40b842c7-04f1-475e-979c-7cc087723e51 None None] For port 32794a4f-8325-483e-b755-3914d9883a6a, host dv-neutron-601336-94-hyperv, cleared binding levels {{(pid=94177) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 23 11:30:17.388148 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron_lib.callbacks.manager [None req-52810db2-c1a5-474a-aa33-582f486336fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-922904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866062', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773700135042', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773699642233', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773699642278'] for port, after_update {{(pid=94176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:30:17.388489 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron_lib.callbacks.manager [None req-1bb59a04-8195-4a24-9131-a8e1fb160ac0 tempest-DHCPAgentSchedulersTestJSON-448050073 tempest-DHCPAgentSchedulersTestJSON-448050073-project] Subscribe: > subnet after_create 55550000 {{(pid=94175) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 23 11:30:17.388852 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron_lib.callbacks.manager [None req-1bb59a04-8195-4a24-9131-a8e1fb160ac0 tempest-DHCPAgentSchedulersTestJSON-448050073 tempest-DHCPAgentSchedulersTestJSON-448050073-project] Subscribe: > subnet after_delete 55550000 {{(pid=94175) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 23 11:30:17.389193 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron_lib.callbacks.manager [None req-1bb59a04-8195-4a24-9131-a8e1fb160ac0 tempest-DHCPAgentSchedulersTestJSON-448050073 tempest-DHCPAgentSchedulersTestJSON-448050073-project] Subscribe: > subnet before_create 55550000 {{(pid=94175) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 23 11:30:17.389528 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron_lib.callbacks.manager [None req-1bb59a04-8195-4a24-9131-a8e1fb160ac0 tempest-DHCPAgentSchedulersTestJSON-448050073 tempest-DHCPAgentSchedulersTestJSON-448050073-project] Subscribe: > subnet before_update 55550000 {{(pid=94175) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 23 11:30:17.389637 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron_lib.callbacks.manager [None req-e619905a-befd-42f3-a3bb-8343456387bb tempest-ServersTestManualDisk-1703480083 tempest-ServersTestManualDisk-1703480083-project] Notify callbacks [] for security_group, before_create {{(pid=94174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:30:17.390156 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.services.segments.db [None req-1bb59a04-8195-4a24-9131-a8e1fb160ac0 tempest-DHCPAgentSchedulersTestJSON-448050073 tempest-DHCPAgentSchedulersTestJSON-448050073-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['70d17c05-c4e0-450c-ab69-50d387668f57']}} {{(pid=94175) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 11:30:17.393077 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG oslo_concurrency.lockutils [None req-96fb4447-1efd-4c22-b91a-671d3fb3c834 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 11:30:17.393969 dv-neutron-601336-94-hyperv neutron-server[94177]: DEBUG neutron.plugins.ml2.db [None req-40b842c7-04f1-475e-979c-7cc087723e51 None None] For port 32794a4f-8325-483e-b755-3914d9883a6a, host dv-neutron-601336-94-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-94-hyperv',level=0,port_id=32794a4f-8325-483e-b755-3914d9883a6a,segment=NetworkSegment(4482701d-19d0-4d8e-a55f-e73b72787bc2),segment_id=4482701d-19d0-4d8e-a55f-e73b72787bc2)] {{(pid=94177) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 23 11:30:17.399748 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b2e817a-badb-476c-9d4f-ed5ab4f5699a tempest-NetworksTestDHCPv6-162546708 tempest-NetworksTestDHCPv6-162546708-project] Pushing event deleted for resources: {'Subnet': ['ID=63ba3b2b-7a06-4a79-8b6e-f803e3406fc9,revision_number=None']} {{(pid=94174) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 11:30:17.402274 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG oslo_concurrency.lockutils [None req-8b2e817a-badb-476c-9d4f-ed5ab4f5699a tempest-NetworksTestDHCPv6-162546708 tempest-NetworksTestDHCPv6-162546708-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.138s {{(pid=94174) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 11:30:17.419244 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.services.segments.db [None req-1bb59a04-8195-4a24-9131-a8e1fb160ac0 tempest-DHCPAgentSchedulersTestJSON-448050073 tempest-DHCPAgentSchedulersTestJSON-448050073-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'cf97c508-fafe-45c0-bb0d-98be8ad39241') {'for_net_delete': True} {{(pid=94175) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 11:30:17.419244 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.services.segments.db [None req-1bb59a04-8195-4a24-9131-a8e1fb160ac0 tempest-DHCPAgentSchedulersTestJSON-448050073 tempest-DHCPAgentSchedulersTestJSON-448050073-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'cf97c508-fafe-45c0-bb0d-98be8ad39241') {} {{(pid=94175) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 11:30:17.457868 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron_lib.db.api [None req-bbfb6a1f-092b-4432-afe9-4349c3035fc1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-788637273 tempest-PortsAdminExtendedAttrsIpV6TestJSON-788637273-project-admin] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Jun 23 11:30:17.457868 dv-neutron-601336-94-hyperv neutron-server[94174]: [SQL: DELETE FROM reservations WHERE reservations.project_id = %(project_id_1)s AND reservations.expiration < %(expiration_1)s] Jun 23 11:30:17.457868 dv-neutron-601336-94-hyperv neutron-server[94174]: [parameters: {'project_id_1': '96a4396ac9d74a4fb54e164a3c03f78a', 'expiration_1': datetime.datetime(2021, 6, 23, 11, 30, 17, 77211)}] Jun 23 11:30:17.457868 dv-neutron-601336-94-hyperv neutron-server[94174]: (Background on this error at: http://sqlalche.me/e/14/e3q8) {{(pid=94174) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jun 23 11:30:17.461308 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG oslo_db.api [None req-bbfb6a1f-092b-4432-afe9-4349c3035fc1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-788637273 tempest-PortsAdminExtendedAttrsIpV6TestJSON-788637273-project-admin] Performing DB retry for function neutron.db.quota.driver_nolock.DbQuotaNoLockDriver.make_reservation {{(pid=94174) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jun 23 11:30:17.461385 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37ff18b4-f054-40f9-8d25-cb4186720dcf None None] Pushing event updated for resources: {'Port': ['ID=4edbd502-c64a-49fd-8c4b-e7206242c756,revision_number=3']} {{(pid=94176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 11:30:17.466480 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG oslo_concurrency.lockutils [None req-37ff18b4-f054-40f9-8d25-cb4186720dcf None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.073s {{(pid=94176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 11:30:17.475951 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron_lib.callbacks.manager [None req-1bb59a04-8195-4a24-9131-a8e1fb160ac0 tempest-DHCPAgentSchedulersTestJSON-448050073 tempest-DHCPAgentSchedulersTestJSON-448050073-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8773699955833', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5190677'] for segment, before_delete {{(pid=94175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:30:17.517508 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron_lib.callbacks.manager [None req-1bb59a04-8195-4a24-9131-a8e1fb160ac0 tempest-DHCPAgentSchedulersTestJSON-448050073 tempest-DHCPAgentSchedulersTestJSON-448050073-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3801'] for segment, precommit_delete {{(pid=94175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:30:17.528642 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron_lib.callbacks.manager [None req-b568b9c7-ebd7-42d6-ac56-f34a207248e5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:30:17.533411 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1bb59a04-8195-4a24-9131-a8e1fb160ac0 tempest-DHCPAgentSchedulersTestJSON-448050073 tempest-DHCPAgentSchedulersTestJSON-448050073-project] Releasing vlan 442 on physical network physnet1 to pool {{(pid=94175) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 23 11:30:17.533923 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron_lib.callbacks.manager [None req-1bb59a04-8195-4a24-9131-a8e1fb160ac0 tempest-DHCPAgentSchedulersTestJSON-448050073 tempest-DHCPAgentSchedulersTestJSON-448050073-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3801', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5082371'] for segment, after_delete {{(pid=94175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:30:17.540829 dv-neutron-601336-94-hyperv neutron-server[94175]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Jun 23 11:30:17.540829 dv-neutron-601336-94-hyperv neutron-server[94175]: from cryptography.utils import int_from_bytes Jun 23 11:30:17.540829 dv-neutron-601336-94-hyperv neutron-server[94175]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Jun 23 11:30:17.540829 dv-neutron-601336-94-hyperv neutron-server[94175]: from cryptography.utils import int_from_bytes Jun 23 11:30:17.540829 dv-neutron-601336-94-hyperv neutron-server[94175]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 23 11:30:17.540829 dv-neutron-601336-94-hyperv neutron-server[94175]: conditions |= (models_v2.Port.network_id.in_( Jun 23 11:30:17.540829 dv-neutron-601336-94-hyperv neutron-server[94175]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 23 11:30:17.540829 dv-neutron-601336-94-hyperv neutron-server[94175]: conditions |= (models_v2.Port.network_id.in_( Jun 23 11:30:17.540829 dv-neutron-601336-94-hyperv neutron-server[94175]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 23 11:30:17.540829 dv-neutron-601336-94-hyperv neutron-server[94175]: conditions |= (models_v2.Port.network_id.in_( Jun 23 11:30:17.540829 dv-neutron-601336-94-hyperv neutron-server[94175]: Traceback (most recent call last): Jun 23 11:30:17.540829 dv-neutron-601336-94-hyperv neutron-server[94175]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 23 11:30:17.540829 dv-neutron-601336-94-hyperv neutron-server[94175]: timer() Jun 23 11:30:17.540829 dv-neutron-601336-94-hyperv neutron-server[94175]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 23 11:30:17.540829 dv-neutron-601336-94-hyperv neutron-server[94175]: cb(*args, **kw) Jun 23 11:30:17.540829 dv-neutron-601336-94-hyperv neutron-server[94175]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 23 11:30:17.540829 dv-neutron-601336-94-hyperv neutron-server[94175]: return func(*args, **kwargs) Jun 23 11:30:17.540829 dv-neutron-601336-94-hyperv neutron-server[94175]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 23 11:30:17.540829 dv-neutron-601336-94-hyperv neutron-server[94175]: self._notify() Jun 23 11:30:17.540829 dv-neutron-601336-94-hyperv neutron-server[94175]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 23 11:30:17.540829 dv-neutron-601336-94-hyperv neutron-server[94175]: self.callback(batched_events) Jun 23 11:30:17.540829 dv-neutron-601336-94-hyperv neutron-server[94175]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 23 11:30:17.540829 dv-neutron-601336-94-hyperv neutron-server[94175]: event.method(event) Jun 23 11:30:17.540829 dv-neutron-601336-94-hyperv neutron-server[94175]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 23 11:30:17.540829 dv-neutron-601336-94-hyperv neutron-server[94175]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 23 11:30:17.540829 dv-neutron-601336-94-hyperv neutron-server[94175]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 23 11:30:17.540829 dv-neutron-601336-94-hyperv neutron-server[94175]: aggregate_uuid = self.p_client.list_aggregates( Jun 23 11:30:17.540829 dv-neutron-601336-94-hyperv neutron-server[94175]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 23 11:30:17.540829 dv-neutron-601336-94-hyperv neutron-server[94175]: return f(self, *a, **k) Jun 23 11:30:17.540829 dv-neutron-601336-94-hyperv neutron-server[94175]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 23 11:30:17.540829 dv-neutron-601336-94-hyperv neutron-server[94175]: return self._get(url).json() Jun 23 11:30:17.540829 dv-neutron-601336-94-hyperv neutron-server[94175]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 23 11:30:17.540829 dv-neutron-601336-94-hyperv neutron-server[94175]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 23 11:30:17.540829 dv-neutron-601336-94-hyperv neutron-server[94175]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 23 11:30:17.540829 dv-neutron-601336-94-hyperv neutron-server[94175]: return self.request(url, 'GET', **kwargs) Jun 23 11:30:17.540829 dv-neutron-601336-94-hyperv neutron-server[94175]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 23 11:30:17.540829 dv-neutron-601336-94-hyperv neutron-server[94175]: base_url = self.get_endpoint(auth, allow=allow, Jun 23 11:30:17.540829 dv-neutron-601336-94-hyperv neutron-server[94175]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 23 11:30:17.540829 dv-neutron-601336-94-hyperv neutron-server[94175]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 23 11:30:17.540829 dv-neutron-601336-94-hyperv neutron-server[94175]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 23 11:30:17.540829 dv-neutron-601336-94-hyperv neutron-server[94175]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 23 11:30:17.540829 dv-neutron-601336-94-hyperv neutron-server[94175]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 23 11:30:17.547887 dv-neutron-601336-94-hyperv neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-3e8ff8f7-a3c2-42c8-89c8-0c88c1d35bc4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-922904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866062', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773700135042', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773699642233', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773699642278'] for port, after_update {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:30:17.549497 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.plugins.ml2.managers [None req-52810db2-c1a5-474a-aa33-582f486336fb None None] Attempting to bind port 4edbd502-c64a-49fd-8c4b-e7206242c756 on host dv-neutron-601336-94-hyperv for vnic_type normal with profile {{(pid=94176) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 23 11:30:17.549895 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.plugins.ml2.managers [None req-52810db2-c1a5-474a-aa33-582f486336fb None None] Attempting to bind port 4edbd502-c64a-49fd-8c4b-e7206242c756 by drivers openvswitch,hyperv on host dv-neutron-601336-94-hyperv at level 0 using segments [{'id': 'c346af87-b391-4254-9d6e-eeb5f3162a6b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 448, 'network_id': '53451295-943c-4b83-97fd-a02f49b38b3c'}] {{(pid=94176) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 23 11:30:17.550263 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-52810db2-c1a5-474a-aa33-582f486336fb None None] Attempting to bind port 4edbd502-c64a-49fd-8c4b-e7206242c756 on network 53451295-943c-4b83-97fd-a02f49b38b3c {{(pid=94176) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 23 11:30:17.562980 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-52810db2-c1a5-474a-aa33-582f486336fb None None] Checking agent: {'id': '4d05f899-5ac9-411b-8a03-f60c93f87cdf', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-601336-94-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 23, 11, 22, 14), 'started_at': datetime.datetime(2021, 6, 23, 11, 22, 44), 'heartbeat_timestamp': datetime.datetime(2021, 6, 23, 11, 30, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'monitor_allowed_address_pair_garp': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-601336-94-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94176) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 23 11:30:17.562980 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-52810db2-c1a5-474a-aa33-582f486336fb None None] Checking segment: {'id': 'c346af87-b391-4254-9d6e-eeb5f3162a6b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 448, 'network_id': '53451295-943c-4b83-97fd-a02f49b38b3c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94176) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 23 11:30:17.562980 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron_lib.callbacks.manager [None req-52810db2-c1a5-474a-aa33-582f486336fb None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:30:17.562980 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-52810db2-c1a5-474a-aa33-582f486336fb None None] Bound using segment: {'id': 'c346af87-b391-4254-9d6e-eeb5f3162a6b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 448, 'network_id': '53451295-943c-4b83-97fd-a02f49b38b3c'} {{(pid=94176) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 23 11:30:17.562980 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.plugins.ml2.managers [None req-52810db2-c1a5-474a-aa33-582f486336fb None None] Bound port: 4edbd502-c64a-49fd-8c4b-e7206242c756, host: dv-neutron-601336-94-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c346af87-b391-4254-9d6e-eeb5f3162a6b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 448, 'network_id': '53451295-943c-4b83-97fd-a02f49b38b3c'}}] {{(pid=94176) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 23 11:30:17.562980 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron_lib.callbacks.manager [None req-52810db2-c1a5-474a-aa33-582f486336fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-923122'] for port, before_update {{(pid=94176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:30:17.563445 dv-neutron-601336-94-hyperv neutron-server[94177]: DEBUG oslo_concurrency.lockutils [None req-fff8add4-4f83-4678-a67a-9e9e5a7e72b3 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94177) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 11:30:17.583613 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron_lib.callbacks.manager [None req-b568b9c7-ebd7-42d6-ac56-f34a207248e5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:30:17.621243 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.plugins.ml2.plugin [None req-55595401-87ab-4bdc-b613-59d175d8fc73 tempest-RoutersIpV6AdminTest-1878456168 tempest-RoutersIpV6AdminTest-1878456168-project-admin] Deleting port a7327be4-d046-4d9e-9434-f6294136a450 {{(pid=94175) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1913}} Jun 23 11:30:17.621585 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron_lib.callbacks.manager [None req-55595401-87ab-4bdc-b613-59d175d8fc73 tempest-RoutersIpV6AdminTest-1878456168 tempest-RoutersIpV6AdminTest-1878456168-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773700079324'] for port, before_delete {{(pid=94175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:30:17.640042 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.plugins.ml2.db [None req-52810db2-c1a5-474a-aa33-582f486336fb None None] For port 4edbd502-c64a-49fd-8c4b-e7206242c756, host dv-neutron-601336-94-hyperv, cleared binding levels {{(pid=94176) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 23 11:30:17.644309 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.plugins.ml2.db [None req-52810db2-c1a5-474a-aa33-582f486336fb None None] For port 4edbd502-c64a-49fd-8c4b-e7206242c756, host dv-neutron-601336-94-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-94-hyperv',level=0,port_id=4edbd502-c64a-49fd-8c4b-e7206242c756,segment=NetworkSegment(c346af87-b391-4254-9d6e-eeb5f3162a6b),segment_id=c346af87-b391-4254-9d6e-eeb5f3162a6b)] {{(pid=94176) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 23 11:30:17.646327 dv-neutron-601336-94-hyperv neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-40b842c7-04f1-475e-979c-7cc087723e51 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-922904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866062', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773700135042', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773699642233', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773699642278'] for port, after_update {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:30:17.650965 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron_lib.callbacks.manager [None req-b2dccbab-bbff-45b2-a403-46e9d7634a1e tempest-ServersTestJSON-995612928 tempest-ServersTestJSON-995612928-project] Notify callbacks [] for security_group, before_create {{(pid=94174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:30:17.669348 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b817406f-da3b-4923-b262-2ce07e05f8ff None None] DHCP port deletion for f53f535d-bce4-4da8-9bd9-396677ff4e83 request from dv-neutron-601336-94-hyperv {{(pid=94176) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jun 23 11:30:17.687250 dv-neutron-601336-94-hyperv neutron-server[94177]: DEBUG neutron.plugins.ml2.managers [None req-3e8ff8f7-a3c2-42c8-89c8-0c88c1d35bc4 None None] Attempting to bind port a7327be4-d046-4d9e-9434-f6294136a450 on host dv-neutron-601336-94-hyperv for vnic_type normal with profile {{(pid=94177) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 23 11:30:17.687686 dv-neutron-601336-94-hyperv neutron-server[94177]: DEBUG neutron.plugins.ml2.managers [None req-3e8ff8f7-a3c2-42c8-89c8-0c88c1d35bc4 None None] Attempting to bind port a7327be4-d046-4d9e-9434-f6294136a450 by drivers openvswitch,hyperv on host dv-neutron-601336-94-hyperv at level 0 using segments [{'id': 'a39ac334-bd7d-41e7-a934-b9790d2592c5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 437, 'network_id': '41b061a7-dc09-4233-9004-fdcedda89ef9'}] {{(pid=94177) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 23 11:30:17.688145 dv-neutron-601336-94-hyperv neutron-server[94177]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3e8ff8f7-a3c2-42c8-89c8-0c88c1d35bc4 None None] Attempting to bind port a7327be4-d046-4d9e-9434-f6294136a450 on network 41b061a7-dc09-4233-9004-fdcedda89ef9 {{(pid=94177) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 23 11:30:17.703123 dv-neutron-601336-94-hyperv neutron-server[94177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c1f0dce-6aa2-456e-a999-7a1c312dcee5 None None] Pushing event updated for resources: {'Port': ['ID=a7327be4-d046-4d9e-9434-f6294136a450,revision_number=2']} {{(pid=94177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 11:30:17.713045 dv-neutron-601336-94-hyperv neutron-server[94177]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3e8ff8f7-a3c2-42c8-89c8-0c88c1d35bc4 None None] Checking agent: {'id': '4d05f899-5ac9-411b-8a03-f60c93f87cdf', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-601336-94-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 23, 11, 22, 14), 'started_at': datetime.datetime(2021, 6, 23, 11, 22, 44), 'heartbeat_timestamp': datetime.datetime(2021, 6, 23, 11, 30, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'monitor_allowed_address_pair_garp': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-601336-94-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94177) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 23 11:30:17.720410 dv-neutron-601336-94-hyperv neutron-server[94177]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3e8ff8f7-a3c2-42c8-89c8-0c88c1d35bc4 None None] Checking segment: {'id': 'a39ac334-bd7d-41e7-a934-b9790d2592c5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 437, 'network_id': '41b061a7-dc09-4233-9004-fdcedda89ef9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94177) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 23 11:30:17.721451 dv-neutron-601336-94-hyperv neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-3e8ff8f7-a3c2-42c8-89c8-0c88c1d35bc4 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:30:17.722072 dv-neutron-601336-94-hyperv neutron-server[94177]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3e8ff8f7-a3c2-42c8-89c8-0c88c1d35bc4 None None] Bound using segment: {'id': 'a39ac334-bd7d-41e7-a934-b9790d2592c5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 437, 'network_id': '41b061a7-dc09-4233-9004-fdcedda89ef9'} {{(pid=94177) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 23 11:30:17.722768 dv-neutron-601336-94-hyperv neutron-server[94177]: DEBUG neutron.plugins.ml2.managers [None req-3e8ff8f7-a3c2-42c8-89c8-0c88c1d35bc4 None None] Bound port: a7327be4-d046-4d9e-9434-f6294136a450, host: dv-neutron-601336-94-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a39ac334-bd7d-41e7-a934-b9790d2592c5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 437, 'network_id': '41b061a7-dc09-4233-9004-fdcedda89ef9'}}] {{(pid=94177) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 23 11:30:17.723381 dv-neutron-601336-94-hyperv neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-3e8ff8f7-a3c2-42c8-89c8-0c88c1d35bc4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-923122'] for port, before_update {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:30:17.726334 dv-neutron-601336-94-hyperv neutron-server[94177]: DEBUG oslo_concurrency.lockutils [None req-6c1f0dce-6aa2-456e-a999-7a1c312dcee5 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.166s {{(pid=94177) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 11:30:17.728703 dv-neutron-601336-94-hyperv neutron-server[94177]: DEBUG oslo_concurrency.lockutils [None req-e1fe09ef-c735-4477-963b-ec9ea81774f1 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.064s {{(pid=94177) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 11:30:17.736637 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron_lib.callbacks.manager [None req-52810db2-c1a5-474a-aa33-582f486336fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-922904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866062', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773700135042', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773699642233', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773699642278'] for port, after_update {{(pid=94176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:30:17.738957 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.objects.ports [None req-cbd2de01-8dce-4a08-b1a8-82ae6f0318a0 tempest-RoutersAdminTest-1733287776 tempest-RoutersAdminTest-1733287776-project-admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=94175) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Jun 23 11:30:17.741378 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG oslo_concurrency.lockutils [None req-ae4ac8f6-f231-4248-a001-20f185e3fc3f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 11:30:17.744757 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron_lib.callbacks.manager [None req-cbd2de01-8dce-4a08-b1a8-82ae6f0318a0 tempest-RoutersAdminTest-1733287776 tempest-RoutersAdminTest-1733287776-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866062', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5083113', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4660095'] for subnet, after_create {{(pid=94175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:30:17.750528 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94175) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 11:30:17.797747 dv-neutron-601336-94-hyperv neutron-server[94177]: DEBUG neutron.db.l3_dvrscheduler_db [None req-40b842c7-04f1-475e-979c-7cc087723e51 None None] Routers {'c4011798-9e12-4124-bd92-c3bdbb57294a'} bound to L3 agent in host dv-neutron-601336-94-hyperv {{(pid=94177) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 23 11:30:17.799722 dv-neutron-601336-94-hyperv neutron-server[94177]: DEBUG neutron.db.l3_hamode_db [None req-40b842c7-04f1-475e-979c-7cc087723e51 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-601336-94-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-23T11:22:13Z,description=,heartbeat_timestamp=2021-06-23T11:30:13Z,host='dv-neutron-601336-94-hyperv',id=50ef99c0-ef28-4db5-b303-b145898fae60,load=0,resource_versions=,resources_synced=,started_at=2021-06-23T11:22:14Z,topic='l3_agent')) {'router_ids': ['c4011798-9e12-4124-bd92-c3bdbb57294a'], 'active': True} {{(pid=94177) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 11:30:17.799868 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron_lib.callbacks.manager [None req-1bb59a04-8195-4a24-9131-a8e1fb160ac0 tempest-DHCPAgentSchedulersTestJSON-448050073 tempest-DHCPAgentSchedulersTestJSON-448050073-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-897248', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8002400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7866073', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-524247'] for network, after_delete {{(pid=94175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:30:17.805593 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron_lib.callbacks.manager [None req-55595401-87ab-4bdc-b613-59d175d8fc73 tempest-RoutersIpV6AdminTest-1878456168 tempest-RoutersIpV6AdminTest-1878456168-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-430722'] for port, precommit_delete {{(pid=94175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:30:17.818824 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron_lib.callbacks.manager [None req-b568b9c7-ebd7-42d6-ac56-f34a207248e5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7996330'] for security_group, after_delete {{(pid=94174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:30:17.858083 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron_lib.callbacks.manager [None req-1bb59a04-8195-4a24-9131-a8e1fb160ac0 tempest-DHCPAgentSchedulersTestJSON-448050073 tempest-DHCPAgentSchedulersTestJSON-448050073-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7865916'] for network, before_response {{(pid=94175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:30:17.858553 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.db.l3_dvrscheduler_db [None req-52810db2-c1a5-474a-aa33-582f486336fb None None] Routers {'b38daa88-0747-4546-ba11-f93b1c758a7a'} bound to L3 agent in host dv-neutron-601336-94-hyperv {{(pid=94176) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 23 11:30:17.859237 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.db.l3_hamode_db [None req-52810db2-c1a5-474a-aa33-582f486336fb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-601336-94-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-23T11:22:13Z,description=,heartbeat_timestamp=2021-06-23T11:30:13Z,host='dv-neutron-601336-94-hyperv',id=50ef99c0-ef28-4db5-b303-b145898fae60,load=0,resource_versions=,resources_synced=,started_at=2021-06-23T11:22:14Z,topic='l3_agent')) {'router_ids': ['b38daa88-0747-4546-ba11-f93b1c758a7a'], 'active': True} {{(pid=94176) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 11:30:17.860243 dv-neutron-601336-94-hyperv neutron-server[94175]: INFO neutron.wsgi [None req-1bb59a04-8195-4a24-9131-a8e1fb160ac0 tempest-DHCPAgentSchedulersTestJSON-448050073 tempest-DHCPAgentSchedulersTestJSON-448050073-project] 10.222.0.20 "DELETE /v2.0/networks/70d17c05-c4e0-450c-ab69-50d387668f57 HTTP/1.1" status: 204 len: 168 time: 2.4394743 Jun 23 11:30:17.867382 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.plugins.ml2.plugin [None req-55595401-87ab-4bdc-b613-59d175d8fc73 tempest-RoutersIpV6AdminTest-1878456168 tempest-RoutersIpV6AdminTest-1878456168-project-admin] Calling delete_port for a7327be4-d046-4d9e-9434-f6294136a450 owned by network:router_gateway {{(pid=94175) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1986}} Jun 23 11:30:17.871160 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron_lib.callbacks.manager [None req-b568b9c7-ebd7-42d6-ac56-f34a207248e5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:30:17.871838 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.wsgi [-] (94175) accepted ('10.222.0.20', 36112) {{(pid=94175) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 11:30:17.873937 dv-neutron-601336-94-hyperv neutron-server[94174]: INFO neutron.wsgi [None req-b568b9c7-ebd7-42d6-ac56-f34a207248e5 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/aac648f2-d711-4040-9da1-15ecfa454564 HTTP/1.1" status: 204 len: 168 time: 0.6214473 Jun 23 11:30:17.885622 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG oslo_concurrency.lockutils [None req-f89272bf-1f77-4742-bc72-9728164d2531 tempest-NetworksTestDHCPv6-162546708 tempest-NetworksTestDHCPv6-162546708-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94174) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 11:30:17.904772 dv-neutron-601336-94-hyperv neutron-server[94177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1fe09ef-c735-4477-963b-ec9ea81774f1 None None] Pushing event updated for resources: {'Port': ['ID=32794a4f-8325-483e-b755-3914d9883a6a,revision_number=4']} {{(pid=94177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 11:30:17.911862 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b568b9c7-ebd7-42d6-ac56-f34a207248e5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=aac648f2-d711-4040-9da1-15ecfa454564,revision_number=None']} {{(pid=94174) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 11:30:17.921955 dv-neutron-601336-94-hyperv neutron-server[94177]: DEBUG neutron.plugins.ml2.db [None req-3e8ff8f7-a3c2-42c8-89c8-0c88c1d35bc4 None None] For port a7327be4-d046-4d9e-9434-f6294136a450, host dv-neutron-601336-94-hyperv, cleared binding levels {{(pid=94177) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 23 11:30:17.925593 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG oslo_concurrency.lockutils [None req-b568b9c7-ebd7-42d6-ac56-f34a207248e5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.040s {{(pid=94174) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 11:30:17.928343 dv-neutron-601336-94-hyperv neutron-server[94177]: DEBUG oslo_concurrency.lockutils [None req-e1fe09ef-c735-4477-963b-ec9ea81774f1 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.200s {{(pid=94177) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 11:30:17.936340 dv-neutron-601336-94-hyperv neutron-server[94177]: DEBUG neutron.plugins.ml2.db [None req-3e8ff8f7-a3c2-42c8-89c8-0c88c1d35bc4 None None] For port a7327be4-d046-4d9e-9434-f6294136a450, host dv-neutron-601336-94-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-94-hyperv',level=0,port_id=a7327be4-d046-4d9e-9434-f6294136a450,segment=NetworkSegment(a39ac334-bd7d-41e7-a934-b9790d2592c5),segment_id=a39ac334-bd7d-41e7-a934-b9790d2592c5)] {{(pid=94177) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 23 11:30:17.937970 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbd2de01-8dce-4a08-b1a8-82ae6f0318a0 tempest-RoutersAdminTest-1733287776 tempest-RoutersAdminTest-1733287776-project-admin] Pushing event updated for resources: {'Subnet': ['ID=7b6d8efb-17fc-4331-ac89-9f717d934035,revision_number=0']} {{(pid=94175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 11:30:17.969381 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG oslo_concurrency.lockutils [None req-cbd2de01-8dce-4a08-b1a8-82ae6f0318a0 tempest-RoutersAdminTest-1733287776 tempest-RoutersAdminTest-1733287776-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.219s {{(pid=94175) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 11:30:17.969843 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG oslo_concurrency.lockutils [None req-2a71cdb5-d501-473f-ba29-1b5c3a4d9674 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.130s {{(pid=94175) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 11:30:17.994671 dv-neutron-601336-94-hyperv neutron-server[94175]: INFO neutron.pecan_wsgi.hooks.translation [None req-bf1bf411-8b05-4dc8-8551-7bca5267fa54 tempest-DHCPAgentSchedulersTestJSON-448050073 tempest-DHCPAgentSchedulersTestJSON-448050073-project] DELETE failed (client error): The resource could not be found. Jun 23 11:30:17.995164 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-bf1bf411-8b05-4dc8-8551-7bca5267fa54 tempest-DHCPAgentSchedulersTestJSON-448050073 tempest-DHCPAgentSchedulersTestJSON-448050073-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94175) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 23 11:30:17.997897 dv-neutron-601336-94-hyperv neutron-server[94175]: INFO neutron.wsgi [None req-bf1bf411-8b05-4dc8-8551-7bca5267fa54 tempest-DHCPAgentSchedulersTestJSON-448050073 tempest-DHCPAgentSchedulersTestJSON-448050073-project] 10.222.0.20 "DELETE /v2.0/ports/46f4ccce-78ce-48bb-8f30-473bdf9d48e4 HTTP/1.1" status: 404 len: 333 time: 0.1249180 Jun 23 11:30:18.005474 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.wsgi [-] (94175) accepted ('10.222.0.20', 36116) {{(pid=94175) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 11:30:18.044236 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron_lib.callbacks.manager [None req-e619905a-befd-42f3-a3bb-8343456387bb tempest-ServersTestManualDisk-1703480083 tempest-ServersTestManualDisk-1703480083-project] Notify callbacks [] for security_group, precommit_create {{(pid=94174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:30:18.066429 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.plugins.ml2.plugin [None req-b817406f-da3b-4923-b262-2ce07e05f8ff None None] Deleting port e4f7fccf-7de3-42ce-9352-bca1f69c1846 {{(pid=94176) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1913}} Jun 23 11:30:18.066993 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron_lib.callbacks.manager [None req-b817406f-da3b-4923-b262-2ce07e05f8ff None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773700079324'] for port, before_delete {{(pid=94176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:30:18.079914 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37ff18b4-f054-40f9-8d25-cb4186720dcf None None] Pushing event updated for resources: {'Port': ['ID=4edbd502-c64a-49fd-8c4b-e7206242c756,revision_number=4']} {{(pid=94176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 11:30:18.086144 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG oslo_concurrency.lockutils [None req-37ff18b4-f054-40f9-8d25-cb4186720dcf None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.346s {{(pid=94176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 11:30:18.130657 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron_lib.callbacks.manager [None req-e619905a-befd-42f3-a3bb-8343456387bb tempest-ServersTestManualDisk-1703480083 tempest-ServersTestManualDisk-1703480083-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7996330'] for security_group, after_create {{(pid=94174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:30:18.152079 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG oslo_concurrency.lockutils [None req-6306de9c-ebe2-4236-9076-9f551c32f910 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94174) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 11:30:18.155663 dv-neutron-601336-94-hyperv neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-3e8ff8f7-a3c2-42c8-89c8-0c88c1d35bc4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-922904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866062', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773700135042', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773699642233', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773699642278'] for port, after_update {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:30:18.168494 dv-neutron-601336-94-hyperv neutron-server[94177]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94177) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 11:30:18.236476 dv-neutron-601336-94-hyperv neutron-server[94177]: DEBUG neutron.db.l3_dvr_db [None req-40b842c7-04f1-475e-979c-7cc087723e51 None None] Set router c4011798-9e12-4124-bd92-c3bdbb57294a gateway port host: dv-neutron-601336-94-hyperv {{(pid=94177) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:838}} Jun 23 11:30:18.237838 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bb59a04-8195-4a24-9131-a8e1fb160ac0 tempest-DHCPAgentSchedulersTestJSON-448050073 tempest-DHCPAgentSchedulersTestJSON-448050073-project] Pushing event deleted for resources: {'Network': ['ID=70d17c05-c4e0-450c-ab69-50d387668f57,revision_number=None']} {{(pid=94175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 11:30:18.260037 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG oslo_concurrency.lockutils [None req-1bb59a04-8195-4a24-9131-a8e1fb160ac0 tempest-DHCPAgentSchedulersTestJSON-448050073 tempest-DHCPAgentSchedulersTestJSON-448050073-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.290s {{(pid=94175) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 11:30:18.264313 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cbd2de01-8dce-4a08-b1a8-82ae6f0318a0 tempest-RoutersAdminTest-1733287776 tempest-RoutersAdminTest-1733287776-project-admin] Checking segment: {'id': 'abf0a056-259c-4cfa-a772-c42682346864', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 438, 'network_id': '261e603f-42ae-43d3-be21-5e38fae9bfd1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94175) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 23 11:30:18.269838 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cbd2de01-8dce-4a08-b1a8-82ae6f0318a0 tempest-RoutersAdminTest-1733287776 tempest-RoutersAdminTest-1733287776-project-admin] Network hostable DHCP agents. Network: 261e603f-42ae-43d3-be21-5e38fae9bfd1, hostable agents: ['8cf29b10-0e57-4131-816f-a4b6ad00b249'], hosted agents: [] {{(pid=94175) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 23 11:30:18.275306 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.plugins.ml2.db [None req-b817406f-da3b-4923-b262-2ce07e05f8ff None None] For port e4f7fccf-7de3-42ce-9352-bca1f69c1846, host dv-neutron-601336-94-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-94-hyperv',level=0,port_id=e4f7fccf-7de3-42ce-9352-bca1f69c1846,segment=NetworkSegment(6303a411-6e70-4139-a530-9ee4cf8ba843),segment_id=6303a411-6e70-4139-a530-9ee4cf8ba843)] {{(pid=94176) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 23 11:30:18.275823 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron_lib.callbacks.manager [None req-b817406f-da3b-4923-b262-2ce07e05f8ff None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-430722'] for port, precommit_delete {{(pid=94176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:30:18.290975 dv-neutron-601336-94-hyperv neutron-server[94177]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3e8ff8f7-a3c2-42c8-89c8-0c88c1d35bc4 None None] Routers {'086476d7-e90d-4bf5-b9fe-a2673787fb43'} bound to L3 agent in host dv-neutron-601336-94-hyperv {{(pid=94177) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 23 11:30:18.291958 dv-neutron-601336-94-hyperv neutron-server[94177]: DEBUG neutron.db.l3_hamode_db [None req-3e8ff8f7-a3c2-42c8-89c8-0c88c1d35bc4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-601336-94-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-23T11:22:13Z,description=,heartbeat_timestamp=2021-06-23T11:30:13Z,host='dv-neutron-601336-94-hyperv',id=50ef99c0-ef28-4db5-b303-b145898fae60,load=0,resource_versions=,resources_synced=,started_at=2021-06-23T11:22:14Z,topic='l3_agent')) {'router_ids': ['086476d7-e90d-4bf5-b9fe-a2673787fb43'], 'active': True} {{(pid=94177) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 11:30:18.297240 dv-neutron-601336-94-hyperv neutron-server[94177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c1f0dce-6aa2-456e-a999-7a1c312dcee5 None None] Pushing event updated for resources: {'Port': ['ID=a7327be4-d046-4d9e-9434-f6294136a450,revision_number=3']} {{(pid=94177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 11:30:18.329661 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.plugins.ml2.plugin [None req-b817406f-da3b-4923-b262-2ce07e05f8ff None None] Calling delete_port for e4f7fccf-7de3-42ce-9352-bca1f69c1846 owned by network:dhcp {{(pid=94176) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1986}} Jun 23 11:30:18.331313 dv-neutron-601336-94-hyperv neutron-server[94177]: DEBUG oslo_concurrency.lockutils [None req-6c1f0dce-6aa2-456e-a999-7a1c312dcee5 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.163s {{(pid=94177) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 11:30:18.336744 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.db.l3_dvr_db [None req-52810db2-c1a5-474a-aa33-582f486336fb None None] Set router b38daa88-0747-4546-ba11-f93b1c758a7a gateway port host: dv-neutron-601336-94-hyperv {{(pid=94176) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:838}} Jun 23 11:30:18.464882 dv-neutron-601336-94-hyperv neutron-server[94177]: DEBUG neutron.db.l3_dvr_db [None req-3e8ff8f7-a3c2-42c8-89c8-0c88c1d35bc4 None None] Set router 086476d7-e90d-4bf5-b9fe-a2673787fb43 gateway port host: None {{(pid=94177) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:838}} Jun 23 11:30:18.481002 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e619905a-befd-42f3-a3bb-8343456387bb tempest-ServersTestManualDisk-1703480083 tempest-ServersTestManualDisk-1703480083-project] Pushing event updated for resources: {'SecurityGroup': ['ID=64e50690-84f2-4556-996e-e186f26132b0,revision_number=1']} {{(pid=94174) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 11:30:18.494924 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG oslo_concurrency.lockutils [None req-e619905a-befd-42f3-a3bb-8343456387bb tempest-ServersTestManualDisk-1703480083 tempest-ServersTestManualDisk-1703480083-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.343s {{(pid=94174) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 11:30:18.526122 dv-neutron-601336-94-hyperv neutron-server[94177]: DEBUG neutron.db.l3_hamode_db [None req-3e8ff8f7-a3c2-42c8-89c8-0c88c1d35bc4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '086476d7-e90d-4bf5-b9fe-a2673787fb43', 'name': '', 'tenant_id': 'fd08a1643c8a4193835c13f4222b4d53', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-23T11:30:09Z', 'updated_at': '2021-06-23T11:30:16Z', 'revision_number': 4, 'project_id': 'fd08a1643c8a4193835c13f4222b4d53', 'gw_port_host': None}], 'dv-neutron-601336-94-hyperv', False) {} {{(pid=94177) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 11:30:18.539471 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-40765967-0cfe-4f7b-8712-a67a2cf2ad14 tempest-NetworksTestDHCPv6-162546708 tempest-NetworksTestDHCPv6-162546708-project] Made reservation on behalf of 5e61222a836c47229c94e37f3902e6bd for: {'subnet': 1} {{(pid=94174) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 23 11:30:18.543555 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron_lib.callbacks.manager [None req-40765967-0cfe-4f7b-8712-a67a2cf2ad14 tempest-NetworksTestDHCPv6-162546708 tempest-NetworksTestDHCPv6-162546708-project] Notify callbacks [] for subnet, before_create {{(pid=94174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:30:18.561129 dv-neutron-601336-94-hyperv neutron-server[94177]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3e8ff8f7-a3c2-42c8-89c8-0c88c1d35bc4 None None] The sync data for ids ['086476d7-e90d-4bf5-b9fe-a2673787fb43'] in dv-neutron-601336-94-hyperv is: [{'id': '086476d7-e90d-4bf5-b9fe-a2673787fb43', 'name': '', 'tenant_id': 'fd08a1643c8a4193835c13f4222b4d53', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-23T11:30:09Z', 'updated_at': '2021-06-23T11:30:16Z', 'revision_number': 4, 'project_id': 'fd08a1643c8a4193835c13f4222b4d53', 'gw_port_host': None}] {{(pid=94177) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 23 11:30:18.678835 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron_lib.callbacks.manager [None req-e619905a-befd-42f3-a3bb-8343456387bb tempest-ServersTestManualDisk-1703480083 tempest-ServersTestManualDisk-1703480083-project] Notify callbacks [] for security_group, before_response {{(pid=94174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:30:18.687711 dv-neutron-601336-94-hyperv neutron-server[94174]: INFO neutron.wsgi [None req-e619905a-befd-42f3-a3bb-8343456387bb tempest-ServersTestManualDisk-1703480083 tempest-ServersTestManualDisk-1703480083-project] 10.222.0.20 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1778 time: 1.9058094 Jun 23 11:30:18.702316 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.wsgi [-] (94174) accepted ('10.222.0.20', 36128) {{(pid=94174) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 11:30:18.709677 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.api.v2.base [None req-79a363ec-dc0c-4197-afe5-e04ad13f7347 tempest-ServersTestManualDisk-1703480083 tempest-ServersTestManualDisk-1703480083-project] Request body: {'security_group_rule': {'security_group_id': '64e50690-84f2-4556-996e-e186f26132b0', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=94174) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 23 11:30:18.736568 dv-neutron-601336-94-hyperv neutron-server[94177]: DEBUG neutron.db.l3_hamode_db [None req-40b842c7-04f1-475e-979c-7cc087723e51 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c4011798-9e12-4124-bd92-c3bdbb57294a', 'name': 'tempest-ServersTestManualDisk-1881504983-router', 'tenant_id': '7773bca180b74a769b5b6d02c3ba717c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3e7e4eb3-cf02-4d47-ade9-0a579cdfc60f', 'external_fixed_ips': [{'subnet_id': 'a5ad15ab-c489-4a67-a9b0-d559fca0ec71', 'ip_address': '172.26.3.149'}], 'enable_snat': True}, 'gw_port_id': '1672c3a7-e0d1-48d1-af58-33f38510af19', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-23T11:29:59Z', 'updated_at': '2021-06-23T11:30:10Z', 'revision_number': 4, 'project_id': '7773bca180b74a769b5b6d02c3ba717c', 'gw_port': {'id': '1672c3a7-e0d1-48d1-af58-33f38510af19', 'name': '', 'network_id': '3e7e4eb3-cf02-4d47-ade9-0a579cdfc60f', 'tenant_id': '', 'mac_address': 'fa:16:3e:ef:5a:e9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c4011798-9e12-4124-bd92-c3bdbb57294a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 84, 'fixed_ips': [{'subnet_id': 'a5ad15ab-c489-4a67-a9b0-d559fca0ec71', 'ip_address': '172.26.3.149', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-94-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-23T11:30:01Z', 'updated_at': '2021-06-23T11:30:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a5ad15ab-c489-4a67-a9b0-d559fca0ec71', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-601336-94-hyperv', '_interfaces': [{'id': '32794a4f-8325-483e-b755-3914d9883a6a', 'name': '', 'network_id': 'eef03c16-5c70-4b40-b183-38c419fed443', 'tenant_id': '7773bca180b74a769b5b6d02c3ba717c', 'mac_address': 'fa:16:3e:78:be:1b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c4011798-9e12-4124-bd92-c3bdbb57294a', 'device_owner': 'network:router_interface', 'standard_attr_id': 113, 'fixed_ips': [{'subnet_id': '9ea7a874-1ae9-4ebd-bc55-df948e24bd59', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-94-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-23T11:30:08Z', 'updated_at': '2021-06-23T11:30:17Z', 'revision_number': 4, 'project_id': '7773bca180b74a769b5b6d02c3ba717c', 'subnets': [{'id': '9ea7a874-1ae9-4ebd-bc55-df948e24bd59', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-601336-94-hyperv', False) {} {{(pid=94177) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 11:30:18.745287 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron_lib.callbacks.manager [None req-b817406f-da3b-4923-b262-2ce07e05f8ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-922904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866062', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773700135024', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773699642224'] for port, after_delete {{(pid=94176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:30:18.752052 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 11:30:18.805192 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.db.db_base_plugin_v2 [None req-0d094c19-830c-46e3-bc07-3475129b3609 tempest-DHCPAgentSchedulersTestJSON-448050073 tempest-DHCPAgentSchedulersTestJSON-448050073-project] Deleting subnet eef817c0-731a-4279-a931-5249ccec8759 {{(pid=94175) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jun 23 11:30:18.809587 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron_lib.callbacks.manager [None req-0d094c19-830c-46e3-bc07-3475129b3609 tempest-DHCPAgentSchedulersTestJSON-448050073 tempest-DHCPAgentSchedulersTestJSON-448050073-project] Notify callbacks [] for subnet, before_delete {{(pid=94175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:30:18.818415 dv-neutron-601336-94-hyperv neutron-server[94177]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-40b842c7-04f1-475e-979c-7cc087723e51 None None] The sync data for ids ['c4011798-9e12-4124-bd92-c3bdbb57294a'] in dv-neutron-601336-94-hyperv is: [{'id': 'c4011798-9e12-4124-bd92-c3bdbb57294a', 'name': 'tempest-ServersTestManualDisk-1881504983-router', 'tenant_id': '7773bca180b74a769b5b6d02c3ba717c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3e7e4eb3-cf02-4d47-ade9-0a579cdfc60f', 'external_fixed_ips': [{'subnet_id': 'a5ad15ab-c489-4a67-a9b0-d559fca0ec71', 'ip_address': '172.26.3.149'}], 'enable_snat': True}, 'gw_port_id': '1672c3a7-e0d1-48d1-af58-33f38510af19', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-23T11:29:59Z', 'updated_at': '2021-06-23T11:30:10Z', 'revision_number': 4, 'project_id': '7773bca180b74a769b5b6d02c3ba717c', 'gw_port': {'id': '1672c3a7-e0d1-48d1-af58-33f38510af19', 'name': '', 'network_id': '3e7e4eb3-cf02-4d47-ade9-0a579cdfc60f', 'tenant_id': '', 'mac_address': 'fa:16:3e:ef:5a:e9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c4011798-9e12-4124-bd92-c3bdbb57294a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 84, 'fixed_ips': [{'subnet_id': 'a5ad15ab-c489-4a67-a9b0-d559fca0ec71', 'ip_address': '172.26.3.149', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-94-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-23T11:30:01Z', 'updated_at': '2021-06-23T11:30:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a5ad15ab-c489-4a67-a9b0-d559fca0ec71', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-601336-94-hyperv', '_interfaces': [{'id': '32794a4f-8325-483e-b755-3914d9883a6a', 'name': '', 'network_id': 'eef03c16-5c70-4b40-b183-38c419fed443', 'tenant_id': '7773bca180b74a769b5b6d02c3ba717c', 'mac_address': 'fa:16:3e:78:be:1b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c4011798-9e12-4124-bd92-c3bdbb57294a', 'device_owner': 'network:router_interface', 'standard_attr_id': 113, 'fixed_ips': [{'subnet_id': '9ea7a874-1ae9-4ebd-bc55-df948e24bd59', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-94-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-23T11:30:08Z', 'updated_at': '2021-06-23T11:30:17Z', 'revision_number': 4, 'project_id': '7773bca180b74a769b5b6d02c3ba717c', 'subnets': [{'id': '9ea7a874-1ae9-4ebd-bc55-df948e24bd59', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94177) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 23 11:30:18.819336 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.plugins.ml2.rpc [None req-dc7542b2-afef-47f4-a763-e3a3cba144be None None] Device e4f7fccf-7de3-42ce-9352-bca1f69c1846 no longer exists at agent ovs-agent-dv-neutron-601336-94-hyperv {{(pid=94176) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:261}} Jun 23 11:30:18.823127 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b817406f-da3b-4923-b262-2ce07e05f8ff None None] Pushing event deleted for resources: {'Port': ['ID=e4f7fccf-7de3-42ce-9352-bca1f69c1846,revision_number=None']} {{(pid=94176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 11:30:18.858504 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG oslo_concurrency.lockutils [None req-b817406f-da3b-4923-b262-2ce07e05f8ff None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.110s {{(pid=94176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 11:30:18.862086 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.plugins.ml2.plugin [None req-dc7542b2-afef-47f4-a763-e3a3cba144be None None] No Port match for: e4f7fccf-7de3-42ce-9352-bca1f69c1846 {{(pid=94176) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2240}} Jun 23 11:30:18.862447 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.plugins.ml2.rpc [None req-dc7542b2-afef-47f4-a763-e3a3cba144be None None] Device e4f7fccf-7de3-42ce-9352-bca1f69c1846 not bound to the agent host dv-neutron-601336-94-hyperv {{(pid=94176) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:271}} Jun 23 11:30:18.865467 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b817406f-da3b-4923-b262-2ce07e05f8ff None None] No DVR routers for this DVR port e4f7fccf-7de3-42ce-9352-bca1f69c1846 on host dv-neutron-601336-94-hyperv {{(pid=94176) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 23 11:30:18.920705 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron_lib.callbacks.manager [None req-0d094c19-830c-46e3-bc07-3475129b3609 tempest-DHCPAgentSchedulersTestJSON-448050073 tempest-DHCPAgentSchedulersTestJSON-448050073-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5190686'] for subnet, precommit_delete_associations {{(pid=94175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:30:18.925553 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.db.l3_hamode_db [None req-52810db2-c1a5-474a-aa33-582f486336fb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b38daa88-0747-4546-ba11-f93b1c758a7a', 'name': 'tempest-ServersTestJSON-528278013-router', 'tenant_id': '3e2c0af899fe4d7db7ea93301231f34d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3e7e4eb3-cf02-4d47-ade9-0a579cdfc60f', 'external_fixed_ips': [{'subnet_id': 'a5ad15ab-c489-4a67-a9b0-d559fca0ec71', 'ip_address': '172.26.3.148'}], 'enable_snat': True}, 'gw_port_id': 'c1f1e88f-c802-4085-b69a-ba04b7063016', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-23T11:30:00Z', 'updated_at': '2021-06-23T11:30:12Z', 'revision_number': 4, 'project_id': '3e2c0af899fe4d7db7ea93301231f34d', 'gw_port': {'id': 'c1f1e88f-c802-4085-b69a-ba04b7063016', 'name': '', 'network_id': '3e7e4eb3-cf02-4d47-ade9-0a579cdfc60f', 'tenant_id': '', 'mac_address': 'fa:16:3e:57:25:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b38daa88-0747-4546-ba11-f93b1c758a7a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 92, 'fixed_ips': [{'subnet_id': 'a5ad15ab-c489-4a67-a9b0-d559fca0ec71', 'ip_address': '172.26.3.148', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-94-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-23T11:30:03Z', 'updated_at': '2021-06-23T11:30:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a5ad15ab-c489-4a67-a9b0-d559fca0ec71', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-601336-94-hyperv', '_interfaces': [{'id': '4edbd502-c64a-49fd-8c4b-e7206242c756', 'name': '', 'network_id': '53451295-943c-4b83-97fd-a02f49b38b3c', 'tenant_id': '3e2c0af899fe4d7db7ea93301231f34d', 'mac_address': 'fa:16:3e:b8:27:e7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b38daa88-0747-4546-ba11-f93b1c758a7a', 'device_owner': 'network:router_interface', 'standard_attr_id': 121, 'fixed_ips': [{'subnet_id': '3bfb1ec3-b37f-49bf-ab64-d8c5440d6cd6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-94-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-23T11:30:09Z', 'updated_at': '2021-06-23T11:30:17Z', 'revision_number': 4, 'project_id': '3e2c0af899fe4d7db7ea93301231f34d', 'subnets': [{'id': '3bfb1ec3-b37f-49bf-ab64-d8c5440d6cd6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-601336-94-hyperv', False) {} {{(pid=94176) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 11:30:18.937180 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cbd2de01-8dce-4a08-b1a8-82ae6f0318a0 tempest-RoutersAdminTest-1733287776 tempest-RoutersAdminTest-1733287776-project-admin] Network 261e603f-42ae-43d3-be21-5e38fae9bfd1 is scheduled to be hosted by DHCP agent 8cf29b10-0e57-4131-816f-a4b6ad00b249 with binding_index 1 {{(pid=94175) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 23 11:30:18.956686 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron_lib.callbacks.manager [None req-b2dccbab-bbff-45b2-a403-46e9d7634a1e tempest-ServersTestJSON-995612928 tempest-ServersTestJSON-995612928-project] Notify callbacks [] for security_group, precommit_create {{(pid=94174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:30:18.971494 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-52810db2-c1a5-474a-aa33-582f486336fb None None] The sync data for ids ['b38daa88-0747-4546-ba11-f93b1c758a7a'] in dv-neutron-601336-94-hyperv is: [{'id': 'b38daa88-0747-4546-ba11-f93b1c758a7a', 'name': 'tempest-ServersTestJSON-528278013-router', 'tenant_id': '3e2c0af899fe4d7db7ea93301231f34d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3e7e4eb3-cf02-4d47-ade9-0a579cdfc60f', 'external_fixed_ips': [{'subnet_id': 'a5ad15ab-c489-4a67-a9b0-d559fca0ec71', 'ip_address': '172.26.3.148'}], 'enable_snat': True}, 'gw_port_id': 'c1f1e88f-c802-4085-b69a-ba04b7063016', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-23T11:30:00Z', 'updated_at': '2021-06-23T11:30:12Z', 'revision_number': 4, 'project_id': '3e2c0af899fe4d7db7ea93301231f34d', 'gw_port': {'id': 'c1f1e88f-c802-4085-b69a-ba04b7063016', 'name': '', 'network_id': '3e7e4eb3-cf02-4d47-ade9-0a579cdfc60f', 'tenant_id': '', 'mac_address': 'fa:16:3e:57:25:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b38daa88-0747-4546-ba11-f93b1c758a7a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 92, 'fixed_ips': [{'subnet_id': 'a5ad15ab-c489-4a67-a9b0-d559fca0ec71', 'ip_address': '172.26.3.148', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-94-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-23T11:30:03Z', 'updated_at': '2021-06-23T11:30:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a5ad15ab-c489-4a67-a9b0-d559fca0ec71', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-601336-94-hyperv', '_interfaces': [{'id': '4edbd502-c64a-49fd-8c4b-e7206242c756', 'name': '', 'network_id': '53451295-943c-4b83-97fd-a02f49b38b3c', 'tenant_id': '3e2c0af899fe4d7db7ea93301231f34d', 'mac_address': 'fa:16:3e:b8:27:e7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b38daa88-0747-4546-ba11-f93b1c758a7a', 'device_owner': 'network:router_interface', 'standard_attr_id': 121, 'fixed_ips': [{'subnet_id': '3bfb1ec3-b37f-49bf-ab64-d8c5440d6cd6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-94-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-23T11:30:09Z', 'updated_at': '2021-06-23T11:30:17Z', 'revision_number': 4, 'project_id': '3e2c0af899fe4d7db7ea93301231f34d', 'subnets': [{'id': '3bfb1ec3-b37f-49bf-ab64-d8c5440d6cd6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94176) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 23 11:30:19.045188 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron_lib.callbacks.manager [None req-b2dccbab-bbff-45b2-a403-46e9d7634a1e tempest-ServersTestJSON-995612928 tempest-ServersTestJSON-995612928-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7996330'] for security_group, after_create {{(pid=94174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:30:19.082586 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94174) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 11:30:19.114068 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.scheduler.base_scheduler [None req-cbd2de01-8dce-4a08-b1a8-82ae6f0318a0 tempest-RoutersAdminTest-1733287776 tempest-RoutersAdminTest-1733287776-project-admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-601336-94-hyperv, 261e603f-42ae-43d3-be21-5e38fae9bfd1) {{(pid=94175) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 23 11:30:19.123778 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2dccbab-bbff-45b2-a403-46e9d7634a1e tempest-ServersTestJSON-995612928 tempest-ServersTestJSON-995612928-project] Pushing event updated for resources: {'SecurityGroup': ['ID=0269fbcb-6e08-4df6-b8da-06ccdf83703f,revision_number=1']} {{(pid=94174) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 11:30:19.124155 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bb79adb5-bd35-4d2d-a691-ea8f56c043e6 None None] Network 261e603f-42ae-43d3-be21-5e38fae9bfd1 requested from dv-neutron-601336-94-hyperv {{(pid=94176) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 23 11:30:19.149460 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG oslo_concurrency.lockutils [None req-b2dccbab-bbff-45b2-a403-46e9d7634a1e tempest-ServersTestJSON-995612928 tempest-ServersTestJSON-995612928-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.066s {{(pid=94174) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 11:30:19.175072 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cbd2de01-8dce-4a08-b1a8-82ae6f0318a0 tempest-RoutersAdminTest-1733287776 tempest-RoutersAdminTest-1733287776-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=94175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 11:30:19.175671 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron_lib.callbacks.manager [None req-cbd2de01-8dce-4a08-b1a8-82ae6f0318a0 tempest-RoutersAdminTest-1733287776 tempest-RoutersAdminTest-1733287776-project-admin] Notify callbacks [] for subnet, before_response {{(pid=94175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:30:19.208300 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron_lib.callbacks.manager [None req-0d094c19-830c-46e3-bc07-3475129b3609 tempest-DHCPAgentSchedulersTestJSON-448050073 tempest-DHCPAgentSchedulersTestJSON-448050073-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-897634'] for subnet, precommit_delete {{(pid=94175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:30:19.254427 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron_lib.callbacks.manager [None req-40765967-0cfe-4f7b-8712-a67a2cf2ad14 tempest-NetworksTestDHCPv6-162546708 tempest-NetworksTestDHCPv6-162546708-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866062'] for subnet, after_create {{(pid=94174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:30:19.266270 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG oslo_concurrency.lockutils [None req-546565e2-a95b-4060-a290-59ee6e590699 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94174) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 11:30:19.288164 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron_lib.callbacks.manager [None req-55595401-87ab-4bdc-b613-59d175d8fc73 tempest-RoutersIpV6AdminTest-1878456168 tempest-RoutersIpV6AdminTest-1878456168-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-922904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866062', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773700135024', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773699642224', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5082448'] for port, after_delete {{(pid=94175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:30:19.294198 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94175) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 11:30:19.300867 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-40765967-0cfe-4f7b-8712-a67a2cf2ad14 tempest-NetworksTestDHCPv6-162546708 tempest-NetworksTestDHCPv6-162546708-project] Network f53f535d-bce4-4da8-9bd9-396677ff4e83 is already hosted by enough agents. {{(pid=94174) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 23 11:30:19.317772 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9fc495aa-d3d7-41ec-aa41-2cc94bd1ea3f None None] Network 261e603f-42ae-43d3-be21-5e38fae9bfd1 requested from dv-neutron-601336-94-hyperv {{(pid=94176) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 23 11:30:19.341984 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55595401-87ab-4bdc-b613-59d175d8fc73 tempest-RoutersIpV6AdminTest-1878456168 tempest-RoutersIpV6AdminTest-1878456168-project-admin] Pushing event deleted for resources: {'Port': ['ID=a7327be4-d046-4d9e-9434-f6294136a450,revision_number=None']} {{(pid=94175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 11:30:19.352372 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG oslo_concurrency.lockutils [None req-55595401-87ab-4bdc-b613-59d175d8fc73 tempest-RoutersIpV6AdminTest-1878456168 tempest-RoutersIpV6AdminTest-1878456168-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.056s {{(pid=94175) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 11:30:19.385826 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.scheduler.base_scheduler [None req-40765967-0cfe-4f7b-8712-a67a2cf2ad14 tempest-NetworksTestDHCPv6-162546708 tempest-NetworksTestDHCPv6-162546708-project] Resources bound (agent type, host, resource id): {{(pid=94174) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 23 11:30:19.387836 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40765967-0cfe-4f7b-8712-a67a2cf2ad14 tempest-NetworksTestDHCPv6-162546708 tempest-NetworksTestDHCPv6-162546708-project] Pushing event updated for resources: {'Subnet': ['ID=5c7974de-effe-44c4-a474-d79dc45f6604,revision_number=0']} {{(pid=94174) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 11:30:19.389942 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bbfb6a1f-092b-4432-afe9-4349c3035fc1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-788637273 tempest-PortsAdminExtendedAttrsIpV6TestJSON-788637273-project-admin] Made reservation on behalf of 96a4396ac9d74a4fb54e164a3c03f78a for: {'port': 1} {{(pid=94174) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 23 11:30:19.392786 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron_lib.callbacks.manager [None req-bbfb6a1f-092b-4432-afe9-4349c3035fc1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-788637273 tempest-PortsAdminExtendedAttrsIpV6TestJSON-788637273-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-923104'] for port, before_create {{(pid=94174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:30:19.397070 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-40765967-0cfe-4f7b-8712-a67a2cf2ad14 tempest-NetworksTestDHCPv6-162546708 tempest-NetworksTestDHCPv6-162546708-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=94174) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 11:30:19.402909 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron_lib.callbacks.manager [None req-40765967-0cfe-4f7b-8712-a67a2cf2ad14 tempest-NetworksTestDHCPv6-162546708 tempest-NetworksTestDHCPv6-162546708-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7865916'] for subnet, before_response {{(pid=94174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:30:19.408096 dv-neutron-601336-94-hyperv neutron-server[94175]: INFO neutron.wsgi [None req-cbd2de01-8dce-4a08-b1a8-82ae6f0318a0 tempest-RoutersAdminTest-1733287776 tempest-RoutersAdminTest-1733287776-project-admin] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 802 time: 3.5877879 Jun 23 11:30:19.412350 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron_lib.callbacks.manager [None req-55595401-87ab-4bdc-b613-59d175d8fc73 tempest-RoutersIpV6AdminTest-1878456168 tempest-RoutersIpV6AdminTest-1878456168-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-524171'] for router_gateway, after_delete {{(pid=94175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:30:19.413548 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-23bf14ca-78e8-44bc-ac4a-51008fff17b3 None None] Network f53f535d-bce4-4da8-9bd9-396677ff4e83 requested from dv-neutron-601336-94-hyperv {{(pid=94176) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 23 11:30:19.421580 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG oslo_concurrency.lockutils [None req-40765967-0cfe-4f7b-8712-a67a2cf2ad14 tempest-NetworksTestDHCPv6-162546708 tempest-NetworksTestDHCPv6-162546708-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.155s {{(pid=94174) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 11:30:19.428614 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.wsgi [-] (94174) accepted ('10.222.0.20', 36138) {{(pid=94174) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 11:30:19.459463 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.api.v2.base [None req-fcd3172c-e3b7-43f3-ba28-2b86e3e33bb5 tempest-RoutersAdminTest-1733287776 tempest-RoutersAdminTest-1733287776-project-admin] Request body: {'port': {'name': 'tempest-RoutersAdminTest-51660796', 'network_id': '261e603f-42ae-43d3-be21-5e38fae9bfd1'}} {{(pid=94174) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 23 11:30:19.476104 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron_lib.callbacks.manager [None req-0d094c19-830c-46e3-bc07-3475129b3609 tempest-DHCPAgentSchedulersTestJSON-448050073 tempest-DHCPAgentSchedulersTestJSON-448050073-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-897627', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866062', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5083050', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4660036'] for subnet, after_delete {{(pid=94175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:30:19.493785 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.notifiers.nova [None req-bbfb6a1f-092b-4432-afe9-4349c3035fc1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-788637273 tempest-PortsAdminExtendedAttrsIpV6TestJSON-788637273-project-admin] device_id is not set on port c27aa6b5-4154-4605-b333-b957ec4c6347 yet. {{(pid=94174) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jun 23 11:30:19.505080 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.wsgi [-] (94174) accepted ('10.222.0.20', 36140) {{(pid=94174) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 11:30:19.530379 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG oslo_concurrency.lockutils [None req-cbd2de01-8dce-4a08-b1a8-82ae6f0318a0 tempest-RoutersAdminTest-1733287776 tempest-RoutersAdminTest-1733287776-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94175) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 11:30:19.629761 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d094c19-830c-46e3-bc07-3475129b3609 tempest-DHCPAgentSchedulersTestJSON-448050073 tempest-DHCPAgentSchedulersTestJSON-448050073-project] Pushing event deleted for resources: {'Subnet': ['ID=eef817c0-731a-4279-a931-5249ccec8759,revision_number=None']} {{(pid=94175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 11:30:19.632830 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron_lib.callbacks.manager [None req-55595401-87ab-4bdc-b613-59d175d8fc73 tempest-RoutersIpV6AdminTest-1878456168 tempest-RoutersIpV6AdminTest-1878456168-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-520417', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-32301'] for router, precommit_delete {{(pid=94175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:30:19.634973 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG oslo_concurrency.lockutils [None req-0d094c19-830c-46e3-bc07-3475129b3609 tempest-DHCPAgentSchedulersTestJSON-448050073 tempest-DHCPAgentSchedulersTestJSON-448050073-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.105s {{(pid=94175) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 11:30:19.639333 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron_lib.callbacks.manager [None req-55595401-87ab-4bdc-b613-59d175d8fc73 tempest-RoutersIpV6AdminTest-1878456168 tempest-RoutersIpV6AdminTest-1878456168-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:30:19.655627 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron_lib.callbacks.manager [None req-0d094c19-830c-46e3-bc07-3475129b3609 tempest-DHCPAgentSchedulersTestJSON-448050073 tempest-DHCPAgentSchedulersTestJSON-448050073-project] Notify callbacks [] for subnet, before_response {{(pid=94175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:30:19.657509 dv-neutron-601336-94-hyperv neutron-server[94175]: INFO neutron.wsgi [None req-0d094c19-830c-46e3-bc07-3475129b3609 tempest-DHCPAgentSchedulersTestJSON-448050073 tempest-DHCPAgentSchedulersTestJSON-448050073-project] 10.222.0.20 "DELETE /v2.0/subnets/eef817c0-731a-4279-a931-5249ccec8759 HTTP/1.1" status: 204 len: 168 time: 1.6510582 Jun 23 11:30:19.660515 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.wsgi [-] (94175) accepted ('10.222.0.20', 36144) {{(pid=94175) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 11:30:19.683217 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron_lib.callbacks.manager [None req-79a363ec-dc0c-4197-afe5-e04ad13f7347 tempest-ServersTestManualDisk-1703480083 tempest-ServersTestManualDisk-1703480083-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:30:19.694484 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f224b9da-9c03-4468-aa08-b81c17f4738c None None] Network 0ef04502-f66b-41c0-b23a-e7d0250667c4 requested from dv-neutron-601336-94-hyperv {{(pid=94176) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 23 11:30:19.716573 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.api.v2.base [None req-d1ec5c92-130b-4104-a079-688bcdd7e1da tempest-FloatingIPNegativeTestJSON-1295786409 tempest-FloatingIPNegativeTestJSON-1295786409-project] Request body: {'network': {'name': 'tempest-FloatingIPNegativeTestJSON-test-network-347742688'}} {{(pid=94174) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 23 11:30:19.802293 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron_lib.callbacks.manager [None req-b2dccbab-bbff-45b2-a403-46e9d7634a1e tempest-ServersTestJSON-995612928 tempest-ServersTestJSON-995612928-project] Notify callbacks [] for security_group, before_response {{(pid=94174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:30:19.808631 dv-neutron-601336-94-hyperv neutron-server[94174]: INFO neutron.wsgi [None req-b2dccbab-bbff-45b2-a403-46e9d7634a1e tempest-ServersTestJSON-995612928 tempest-ServersTestJSON-995612928-project] 10.222.0.20 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1778 time: 3.4415672 Jun 23 11:30:19.812100 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.wsgi [-] (94175) accepted ('10.222.0.20', 36146) {{(pid=94175) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 11:30:19.817972 dv-neutron-601336-94-hyperv neutron-server[94174]: INFO neutron.wsgi [None req-40765967-0cfe-4f7b-8712-a67a2cf2ad14 tempest-NetworksTestDHCPv6-162546708 tempest-NetworksTestDHCPv6-162546708-project] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 2.4422727 Jun 23 11:30:19.818226 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.api.v2.base [None req-389fe2c3-8b4b-464f-8819-f4da469c34d1 tempest-ServersTestJSON-995612928 tempest-ServersTestJSON-995612928-project] Request body: {'security_group_rule': {'security_group_id': '0269fbcb-6e08-4df6-b8da-06ccdf83703f', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=94175) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 23 11:30:19.821982 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.wsgi [-] (94174) accepted ('10.222.0.20', 36148) {{(pid=94174) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 11:30:19.834513 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.api.v2.base [None req-b76255b7-b406-4c28-b49e-226bd6835b8e tempest-NetworksTestDHCPv6-162546708 tempest-NetworksTestDHCPv6-162546708-project] Request body: {'port': {'network_id': 'f53f535d-bce4-4da8-9bd9-396677ff4e83', 'name': 'tempest-NetworksTestDHCPv6-335923129'}} {{(pid=94174) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 23 11:30:19.845426 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron_lib.callbacks.manager [None req-67e1dbbe-6afa-4428-a036-78298a240bf3 tempest-DHCPAgentSchedulersTestJSON-448050073 tempest-DHCPAgentSchedulersTestJSON-448050073-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-824874'] for network, before_delete {{(pid=94175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:30:19.856475 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron_lib.callbacks.manager [None req-55595401-87ab-4bdc-b613-59d175d8fc73 tempest-RoutersIpV6AdminTest-1878456168 tempest-RoutersIpV6AdminTest-1878456168-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-494961'] for router, after_delete {{(pid=94175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:30:19.856990 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-55595401-87ab-4bdc-b613-59d175d8fc73 tempest-RoutersIpV6AdminTest-1878456168 tempest-RoutersIpV6AdminTest-1878456168-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 086476d7-e90d-4bf5-b9fe-a2673787fb43 {{(pid=94175) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jun 23 11:30:19.872505 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron_lib.callbacks.manager [None req-55595401-87ab-4bdc-b613-59d175d8fc73 tempest-RoutersIpV6AdminTest-1878456168 tempest-RoutersIpV6AdminTest-1878456168-project-admin] Notify callbacks [] for router, before_response {{(pid=94175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:30:19.881135 dv-neutron-601336-94-hyperv neutron-server[94175]: INFO neutron.wsgi [None req-55595401-87ab-4bdc-b613-59d175d8fc73 tempest-RoutersIpV6AdminTest-1878456168 tempest-RoutersIpV6AdminTest-1878456168-project-admin] 10.222.0.20 "DELETE /v2.0/routers/086476d7-e90d-4bf5-b9fe-a2673787fb43 HTTP/1.1" status: 204 len: 168 time: 3.9675920 Jun 23 11:30:19.881789 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.wsgi [-] (94175) accepted ('10.222.0.20', 36150) {{(pid=94175) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 11:30:19.889296 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-36a4be26-ffff-4981-87ab-0df2f9aa7d0c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1e0d828a-1fa4-563d-b7fd-53adf66a04ee-f53f535d-bce4-4da8-9bd9-396677ff4e83', 'network_id': 'f53f535d-bce4-4da8-9bd9-396677ff4e83', 'tenant_id': '5e61222a836c47229c94e37f3902e6bd', 'fixed_ips': [{'subnet_id': '5c7974de-effe-44c4-a474-d79dc45f6604'}]}} from dv-neutron-601336-94-hyperv. {{(pid=94176) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 23 11:30:19.890665 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron_lib.callbacks.manager [None req-36a4be26-ffff-4981-87ab-0df2f9aa7d0c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-923104'] for port, before_create {{(pid=94176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:30:19.988601 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.db.db_base_plugin_v2 [None req-cd82fdaf-a67f-43e9-8c39-62dba6608706 tempest-RoutersIpV6AdminTest-1878456168 tempest-RoutersIpV6AdminTest-1878456168-project-admin] Deleting subnet 27a2e10b-f119-4c4b-b2ce-9771ab407895 {{(pid=94175) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jun 23 11:30:19.994019 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron_lib.callbacks.manager [None req-cd82fdaf-a67f-43e9-8c39-62dba6608706 tempest-RoutersIpV6AdminTest-1878456168 tempest-RoutersIpV6AdminTest-1878456168-project-admin] Notify callbacks [] for subnet, before_delete {{(pid=94175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:30:20.034851 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.plugins.ml2.plugin [None req-67e1dbbe-6afa-4428-a036-78298a240bf3 tempest-DHCPAgentSchedulersTestJSON-448050073 tempest-DHCPAgentSchedulersTestJSON-448050073-project] Deleting port d7ab3273-4f75-492a-81d2-74d4d57a6233 {{(pid=94175) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1913}} Jun 23 11:30:20.035491 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron_lib.callbacks.manager [None req-67e1dbbe-6afa-4428-a036-78298a240bf3 tempest-DHCPAgentSchedulersTestJSON-448050073 tempest-DHCPAgentSchedulersTestJSON-448050073-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773700079324'] for port, before_delete {{(pid=94175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:30:20.054065 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron_lib.callbacks.manager [None req-bbfb6a1f-092b-4432-afe9-4349c3035fc1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-788637273 tempest-PortsAdminExtendedAttrsIpV6TestJSON-788637273-project-admin] Notify callbacks [] for port, precommit_create {{(pid=94174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:30:20.088247 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron_lib.callbacks.manager [None req-cd82fdaf-a67f-43e9-8c39-62dba6608706 tempest-RoutersIpV6AdminTest-1878456168 tempest-RoutersIpV6AdminTest-1878456168-project-admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5190686'] for subnet, precommit_delete_associations {{(pid=94175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:30:20.102084 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron_lib.callbacks.manager [None req-79a363ec-dc0c-4197-afe5-e04ad13f7347 tempest-ServersTestManualDisk-1703480083 tempest-ServersTestManualDisk-1703480083-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:30:20.141587 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fcd3172c-e3b7-43f3-ba28-2b86e3e33bb5 tempest-RoutersAdminTest-1733287776 tempest-RoutersAdminTest-1733287776-project-admin] Made reservation on behalf of d78deddc61934e2ea53c23e0d10641f0 for: {'port': 1} {{(pid=94174) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 23 11:30:20.142571 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron_lib.callbacks.manager [None req-fcd3172c-e3b7-43f3-ba28-2b86e3e33bb5 tempest-RoutersAdminTest-1733287776 tempest-RoutersAdminTest-1733287776-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-923104'] for port, before_create {{(pid=94174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:30:20.172108 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron_lib.callbacks.manager [None req-cd82fdaf-a67f-43e9-8c39-62dba6608706 tempest-RoutersIpV6AdminTest-1878456168 tempest-RoutersIpV6AdminTest-1878456168-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-897634'] for subnet, precommit_delete {{(pid=94175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:30:20.172539 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.db.db_base_plugin_common [None req-36a4be26-ffff-4981-87ab-0df2f9aa7d0c None None] Allocated IP 2001:db8::2 (f53f535d-bce4-4da8-9bd9-396677ff4e83/5c7974de-effe-44c4-a474-d79dc45f6604/2439bcf5-277a-442f-99b7-2bd563fcfb41) {{(pid=94176) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 23 11:30:20.200524 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron_lib.callbacks.manager [None req-79a363ec-dc0c-4197-afe5-e04ad13f7347 tempest-ServersTestManualDisk-1703480083 tempest-ServersTestManualDisk-1703480083-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7996355'] for security_group_rule, after_create {{(pid=94174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:30:20.211655 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7b0300ff-0744-4c11-ae4d-23189491d13e None None] DHCP port deletion for 0ef04502-f66b-41c0-b23a-e7d0250667c4 request from dv-neutron-601336-94-hyperv {{(pid=94176) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jun 23 11:30:20.224623 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.plugins.ml2.db [None req-67e1dbbe-6afa-4428-a036-78298a240bf3 tempest-DHCPAgentSchedulersTestJSON-448050073 tempest-DHCPAgentSchedulersTestJSON-448050073-project] For port d7ab3273-4f75-492a-81d2-74d4d57a6233, host dv-neutron-601336-94-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-94-hyperv',level=0,port_id=d7ab3273-4f75-492a-81d2-74d4d57a6233,segment=NetworkSegment(bf7f94f3-ccd6-47f3-8c43-ce09a6058bef),segment_id=bf7f94f3-ccd6-47f3-8c43-ce09a6058bef)] {{(pid=94175) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 23 11:30:20.225146 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron_lib.callbacks.manager [None req-67e1dbbe-6afa-4428-a036-78298a240bf3 tempest-DHCPAgentSchedulersTestJSON-448050073 tempest-DHCPAgentSchedulersTestJSON-448050073-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-430722'] for port, precommit_delete {{(pid=94175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:30:20.236522 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94174) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 11:30:20.240065 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.notifiers.nova [None req-fcd3172c-e3b7-43f3-ba28-2b86e3e33bb5 tempest-RoutersAdminTest-1733287776 tempest-RoutersAdminTest-1733287776-project-admin] device_id is not set on port 65f11eda-1257-4272-bad9-b2ff53b6f2dd yet. {{(pid=94174) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jun 23 11:30:20.247287 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.plugins.ml2.plugin [None req-67e1dbbe-6afa-4428-a036-78298a240bf3 tempest-DHCPAgentSchedulersTestJSON-448050073 tempest-DHCPAgentSchedulersTestJSON-448050073-project] Calling delete_port for d7ab3273-4f75-492a-81d2-74d4d57a6233 owned by network:dhcp {{(pid=94175) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1986}} Jun 23 11:30:20.264730 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79a363ec-dc0c-4197-afe5-e04ad13f7347 tempest-ServersTestManualDisk-1703480083 tempest-ServersTestManualDisk-1703480083-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0a67d3c4-308e-42b7-b137-e190a770dde1,revision_number=0']} {{(pid=94174) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 11:30:20.294234 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron_lib.callbacks.manager [None req-bbfb6a1f-092b-4432-afe9-4349c3035fc1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-788637273 tempest-PortsAdminExtendedAttrsIpV6TestJSON-788637273-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-922915', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-239814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7866073', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773699642215'] for port, after_create {{(pid=94174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:30:20.297699 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG oslo_concurrency.lockutils [None req-79a363ec-dc0c-4197-afe5-e04ad13f7347 tempest-ServersTestManualDisk-1703480083 tempest-ServersTestManualDisk-1703480083-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.061s {{(pid=94174) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 11:30:20.305151 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94174) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 11:30:20.336036 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d1ec5c92-130b-4104-a079-688bcdd7e1da tempest-FloatingIPNegativeTestJSON-1295786409 tempest-FloatingIPNegativeTestJSON-1295786409-project] Made reservation on behalf of 67d5efe51246419c91b3d405d0699cf0 for: {'network': 1} {{(pid=94174) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 23 11:30:20.338325 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron_lib.callbacks.manager [None req-d1ec5c92-130b-4104-a079-688bcdd7e1da tempest-FloatingIPNegativeTestJSON-1295786409 tempest-FloatingIPNegativeTestJSON-1295786409-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-923104'] for network, before_create {{(pid=94174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:30:20.359585 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron_lib.callbacks.manager [None req-d1ec5c92-130b-4104-a079-688bcdd7e1da tempest-FloatingIPNegativeTestJSON-1295786409 tempest-FloatingIPNegativeTestJSON-1295786409-project] Notify callbacks [] for security_group, before_create {{(pid=94174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:30:20.374534 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.plugins.ml2.plugin [None req-7b0300ff-0744-4c11-ae4d-23189491d13e None None] Deleting port d7ab3273-4f75-492a-81d2-74d4d57a6233 {{(pid=94176) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1913}} Jun 23 11:30:20.375125 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron_lib.callbacks.manager [None req-7b0300ff-0744-4c11-ae4d-23189491d13e None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773700079324'] for port, before_delete {{(pid=94176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:30:20.392636 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron_lib.callbacks.manager [None req-cd82fdaf-a67f-43e9-8c39-62dba6608706 tempest-RoutersIpV6AdminTest-1878456168 tempest-RoutersIpV6AdminTest-1878456168-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-897627', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866062', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5083050', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4660036'] for subnet, after_delete {{(pid=94175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:30:20.405931 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bbfb6a1f-092b-4432-afe9-4349c3035fc1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-788637273 tempest-PortsAdminExtendedAttrsIpV6TestJSON-788637273-project-admin] Network baa98ec6-1d6b-4eef-90d6-91cd66042db6 is already hosted by enough agents. {{(pid=94174) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 23 11:30:20.407491 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94175) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 11:30:20.419062 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron_lib.callbacks.manager [None req-79a363ec-dc0c-4197-afe5-e04ad13f7347 tempest-ServersTestManualDisk-1703480083 tempest-ServersTestManualDisk-1703480083-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:30:20.419721 dv-neutron-601336-94-hyperv neutron-server[94174]: INFO neutron.wsgi [None req-79a363ec-dc0c-4197-afe5-e04ad13f7347 tempest-ServersTestManualDisk-1703480083 tempest-ServersTestManualDisk-1703480083-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 1.7160518 Jun 23 11:30:20.420874 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbfb6a1f-092b-4432-afe9-4349c3035fc1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-788637273 tempest-PortsAdminExtendedAttrsIpV6TestJSON-788637273-project-admin] Pushing event updated for resources: {'Port': ['ID=c27aa6b5-4154-4605-b333-b957ec4c6347,revision_number=1']} {{(pid=94174) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 11:30:20.421503 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron_lib.callbacks.manager [None req-cd82fdaf-a67f-43e9-8c39-62dba6608706 tempest-RoutersIpV6AdminTest-1878456168 tempest-RoutersIpV6AdminTest-1878456168-project-admin] Notify callbacks [] for subnet, before_response {{(pid=94175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:30:20.423728 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.scheduler.base_scheduler [None req-bbfb6a1f-092b-4432-afe9-4349c3035fc1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-788637273 tempest-PortsAdminExtendedAttrsIpV6TestJSON-788637273-project-admin] Resources bound (agent type, host, resource id): {{(pid=94174) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 23 11:30:20.425704 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG oslo_concurrency.lockutils [None req-bbfb6a1f-092b-4432-afe9-4349c3035fc1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-788637273 tempest-PortsAdminExtendedAttrsIpV6TestJSON-788637273-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.121s {{(pid=94174) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 11:30:20.429890 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.wsgi [-] (94174) accepted ('10.222.0.20', 36152) {{(pid=94174) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 11:30:20.432237 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bbfb6a1f-092b-4432-afe9-4349c3035fc1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-788637273 tempest-PortsAdminExtendedAttrsIpV6TestJSON-788637273-project-admin] Received port after_create {{(pid=94174) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 23 11:30:20.433805 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bbfb6a1f-092b-4432-afe9-4349c3035fc1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-788637273 tempest-PortsAdminExtendedAttrsIpV6TestJSON-788637273-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=94174) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 11:30:20.434708 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron_lib.callbacks.manager [None req-bbfb6a1f-092b-4432-afe9-4349c3035fc1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-788637273 tempest-PortsAdminExtendedAttrsIpV6TestJSON-788637273-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-217507'] for port, before_response {{(pid=94174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:30:20.442445 dv-neutron-601336-94-hyperv neutron-server[94175]: INFO neutron.wsgi [None req-cd82fdaf-a67f-43e9-8c39-62dba6608706 tempest-RoutersIpV6AdminTest-1878456168 tempest-RoutersIpV6AdminTest-1878456168-project-admin] 10.222.0.20 "DELETE /v2.0/subnets/27a2e10b-f119-4c4b-b2ce-9771ab407895 HTTP/1.1" status: 204 len: 168 time: 0.5566101 Jun 23 11:30:20.444225 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.api.v2.base [None req-aca43368-da1e-41b3-bc19-a6578234d4e5 tempest-ServersTestManualDisk-1703480083 tempest-ServersTestManualDisk-1703480083-project] Request body: {'security_group_rule': {'security_group_id': '64e50690-84f2-4556-996e-e186f26132b0', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=94174) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 23 11:30:20.464222 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.wsgi [-] (94175) accepted ('10.222.0.20', 36154) {{(pid=94175) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 11:30:20.474829 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.db.db_base_plugin_common [None req-fcd3172c-e3b7-43f3-ba28-2b86e3e33bb5 tempest-RoutersAdminTest-1733287776 tempest-RoutersAdminTest-1733287776-project-admin] Allocated IP 172.20.0.10 (261e603f-42ae-43d3-be21-5e38fae9bfd1/7b6d8efb-17fc-4331-ac89-9f717d934035/65f11eda-1257-4272-bad9-b2ff53b6f2dd) {{(pid=94174) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 23 11:30:20.476075 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd82fdaf-a67f-43e9-8c39-62dba6608706 tempest-RoutersIpV6AdminTest-1878456168 tempest-RoutersIpV6AdminTest-1878456168-project-admin] Pushing event deleted for resources: {'Subnet': ['ID=27a2e10b-f119-4c4b-b2ce-9771ab407895,revision_number=None']} {{(pid=94175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 11:30:20.478729 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.plugins.ml2.db [None req-7b0300ff-0744-4c11-ae4d-23189491d13e None None] For port d7ab3273-4f75-492a-81d2-74d4d57a6233, host dv-neutron-601336-94-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-94-hyperv',level=0,port_id=d7ab3273-4f75-492a-81d2-74d4d57a6233,segment=NetworkSegment(bf7f94f3-ccd6-47f3-8c43-ce09a6058bef),segment_id=bf7f94f3-ccd6-47f3-8c43-ce09a6058bef)] {{(pid=94176) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 23 11:30:20.479158 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron_lib.callbacks.manager [None req-7b0300ff-0744-4c11-ae4d-23189491d13e None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-430722'] for port, precommit_delete {{(pid=94176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:30:20.494510 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG oslo_concurrency.lockutils [None req-cd82fdaf-a67f-43e9-8c39-62dba6608706 tempest-RoutersIpV6AdminTest-1878456168 tempest-RoutersIpV6AdminTest-1878456168-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.088s {{(pid=94175) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 11:30:20.502574 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.plugins.ml2.plugin [None req-7b0300ff-0744-4c11-ae4d-23189491d13e None None] Calling delete_port for d7ab3273-4f75-492a-81d2-74d4d57a6233 owned by network:dhcp {{(pid=94176) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1986}} Jun 23 11:30:20.523457 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron_lib.callbacks.manager [None req-36a4be26-ffff-4981-87ab-0df2f9aa7d0c None None] Notify callbacks [] for port, precommit_create {{(pid=94176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:30:20.526425 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron_lib.callbacks.manager [None req-67e1dbbe-6afa-4428-a036-78298a240bf3 tempest-DHCPAgentSchedulersTestJSON-448050073 tempest-DHCPAgentSchedulersTestJSON-448050073-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-922904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866062', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773700135024', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773699642224', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5082448'] for port, after_delete {{(pid=94175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:30:20.540263 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG oslo_concurrency.lockutils [None req-dd455103-3934-426c-bb21-4ab1333320e1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-788637273 tempest-PortsAdminExtendedAttrsIpV6TestJSON-788637273-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94175) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 11:30:20.562115 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.db.provisioning_blocks [None req-36a4be26-ffff-4981-87ab-0df2f9aa7d0c None None] Transition to ACTIVE for port object 2439bcf5-277a-442f-99b7-2bd563fcfb41 will not be triggered until provisioned by entity L2. {{(pid=94176) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 23 11:30:20.576514 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67e1dbbe-6afa-4428-a036-78298a240bf3 tempest-DHCPAgentSchedulersTestJSON-448050073 tempest-DHCPAgentSchedulersTestJSON-448050073-project] Pushing event deleted for resources: {'Port': ['ID=d7ab3273-4f75-492a-81d2-74d4d57a6233,revision_number=None']} {{(pid=94175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 11:30:20.589850 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.db.provisioning_blocks [None req-36a4be26-ffff-4981-87ab-0df2f9aa7d0c None None] Transition to ACTIVE for port object 2439bcf5-277a-442f-99b7-2bd563fcfb41 will not be triggered until provisioned by entity DHCP. {{(pid=94176) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 23 11:30:20.590285 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG oslo_concurrency.lockutils [None req-67e1dbbe-6afa-4428-a036-78298a240bf3 tempest-DHCPAgentSchedulersTestJSON-448050073 tempest-DHCPAgentSchedulersTestJSON-448050073-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=94175) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 11:30:20.592985 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.db.l3_dvrscheduler_db [None req-67e1dbbe-6afa-4428-a036-78298a240bf3 tempest-DHCPAgentSchedulersTestJSON-448050073 tempest-DHCPAgentSchedulersTestJSON-448050073-project] No DVR routers for this DVR port d7ab3273-4f75-492a-81d2-74d4d57a6233 on host dv-neutron-601336-94-hyperv {{(pid=94175) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 23 11:30:20.605341 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron_lib.callbacks.manager [None req-a5c82ba8-b60b-49d6-b2cd-3d8fa4513fc4 tempest-RoutersIpV6AdminTest-1878456168 tempest-RoutersIpV6AdminTest-1878456168-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-824874'] for network, before_delete {{(pid=94175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:30:20.636505 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron_lib.callbacks.manager [None req-7b0300ff-0744-4c11-ae4d-23189491d13e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-922904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866062', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773700135024', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773699642224'] for port, after_delete {{(pid=94176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:30:20.638455 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG oslo_concurrency.lockutils [None req-dc7542b2-afef-47f4-a763-e3a3cba144be None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 11:30:20.640924 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron_lib.callbacks.manager [None req-389fe2c3-8b4b-464f-8819-f4da469c34d1 tempest-ServersTestJSON-995612928 tempest-ServersTestJSON-995612928-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:30:20.675195 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b0300ff-0744-4c11-ae4d-23189491d13e None None] Pushing event deleted for resources: {'Port': ['ID=d7ab3273-4f75-492a-81d2-74d4d57a6233,revision_number=None']} {{(pid=94176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 11:30:20.679018 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG oslo_concurrency.lockutils [None req-7b0300ff-0744-4c11-ae4d-23189491d13e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.040s {{(pid=94176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 11:30:20.681584 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7b0300ff-0744-4c11-ae4d-23189491d13e None None] No DVR routers for this DVR port d7ab3273-4f75-492a-81d2-74d4d57a6233 on host dv-neutron-601336-94-hyperv {{(pid=94176) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 23 11:30:20.684904 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron_lib.callbacks.manager [None req-36a4be26-ffff-4981-87ab-0df2f9aa7d0c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-922915', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-239814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7866073', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773699642215'] for port, after_create {{(pid=94176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:30:20.687201 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG oslo_concurrency.lockutils [None req-c288c6a6-9895-448b-b4cb-a65ac3e58e13 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 11:30:20.733136 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-36a4be26-ffff-4981-87ab-0df2f9aa7d0c None None] Network f53f535d-bce4-4da8-9bd9-396677ff4e83 is already hosted by enough agents. {{(pid=94176) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 23 11:30:20.736156 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.scheduler.base_scheduler [None req-36a4be26-ffff-4981-87ab-0df2f9aa7d0c None None] Resources bound (agent type, host, resource id): {{(pid=94176) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 23 11:30:20.741880 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.db.l3_dvrscheduler_db [None req-36a4be26-ffff-4981-87ab-0df2f9aa7d0c None None] Received port after_create {{(pid=94176) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 23 11:30:20.748036 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron_lib.callbacks.manager [None req-fcd3172c-e3b7-43f3-ba28-2b86e3e33bb5 tempest-RoutersAdminTest-1733287776 tempest-RoutersAdminTest-1733287776-project-admin] Notify callbacks [] for port, precommit_create {{(pid=94174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:30:20.790551 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron_lib.callbacks.manager [None req-67e1dbbe-6afa-4428-a036-78298a240bf3 tempest-DHCPAgentSchedulersTestJSON-448050073 tempest-DHCPAgentSchedulersTestJSON-448050073-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-897259', 'neutron.services.segments.db._delete_segments_for_network-8773700168587'] for network, precommit_delete {{(pid=94175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:30:20.790676 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36a4be26-ffff-4981-87ab-0df2f9aa7d0c None None] Pushing event updated for resources: {'Port': ['ID=2439bcf5-277a-442f-99b7-2bd563fcfb41,revision_number=1']} {{(pid=94176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 11:30:20.797024 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b76255b7-b406-4c28-b49e-226bd6835b8e tempest-NetworksTestDHCPv6-162546708 tempest-NetworksTestDHCPv6-162546708-project] Made reservation on behalf of 5e61222a836c47229c94e37f3902e6bd for: {'port': 1} {{(pid=94174) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 23 11:30:20.801057 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG oslo_concurrency.lockutils [None req-36a4be26-ffff-4981-87ab-0df2f9aa7d0c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.113s {{(pid=94176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 11:30:20.805260 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron_lib.callbacks.manager [None req-b76255b7-b406-4c28-b49e-226bd6835b8e tempest-NetworksTestDHCPv6-162546708 tempest-NetworksTestDHCPv6-162546708-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-923104'] for port, before_create {{(pid=94174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:30:20.842725 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron_lib.db.api [None req-aca43368-da1e-41b3-bc19-a6578234d4e5 tempest-ServersTestManualDisk-1703480083 tempest-ServersTestManualDisk-1703480083-project] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Jun 23 11:30:20.842725 dv-neutron-601336-94-hyperv neutron-server[94174]: [SQL: DELETE FROM reservations WHERE reservations.project_id = %(project_id_1)s AND reservations.expiration < %(expiration_1)s] Jun 23 11:30:20.842725 dv-neutron-601336-94-hyperv neutron-server[94174]: [parameters: {'project_id_1': '7773bca180b74a769b5b6d02c3ba717c', 'expiration_1': datetime.datetime(2021, 6, 23, 11, 30, 20, 456430)}] Jun 23 11:30:20.842725 dv-neutron-601336-94-hyperv neutron-server[94174]: (Background on this error at: http://sqlalche.me/e/14/e3q8) {{(pid=94174) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jun 23 11:30:20.847916 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG oslo_db.api [None req-aca43368-da1e-41b3-bc19-a6578234d4e5 tempest-ServersTestManualDisk-1703480083 tempest-ServersTestManualDisk-1703480083-project] Performing DB retry for function neutron.db.quota.driver_nolock.DbQuotaNoLockDriver.make_reservation {{(pid=94174) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jun 23 11:30:20.863228 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.services.segments.db [None req-67e1dbbe-6afa-4428-a036-78298a240bf3 tempest-DHCPAgentSchedulersTestJSON-448050073 tempest-DHCPAgentSchedulersTestJSON-448050073-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0ef04502-f66b-41c0-b23a-e7d0250667c4']}} {{(pid=94175) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 11:30:20.881122 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.notifiers.nova [None req-b76255b7-b406-4c28-b49e-226bd6835b8e tempest-NetworksTestDHCPv6-162546708 tempest-NetworksTestDHCPv6-162546708-project] device_id is not set on port e0ff7a06-fe96-463a-81f9-8b1e0db69b3a yet. {{(pid=94174) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jun 23 11:30:20.964010 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron_lib.callbacks.manager [None req-389fe2c3-8b4b-464f-8819-f4da469c34d1 tempest-ServersTestJSON-995612928 tempest-ServersTestJSON-995612928-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:30:20.965127 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.services.segments.db [None req-67e1dbbe-6afa-4428-a036-78298a240bf3 tempest-DHCPAgentSchedulersTestJSON-448050073 tempest-DHCPAgentSchedulersTestJSON-448050073-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'bf7f94f3-ccd6-47f3-8c43-ce09a6058bef') {'for_net_delete': True} {{(pid=94175) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 11:30:20.965496 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.services.segments.db [None req-67e1dbbe-6afa-4428-a036-78298a240bf3 tempest-DHCPAgentSchedulersTestJSON-448050073 tempest-DHCPAgentSchedulersTestJSON-448050073-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'bf7f94f3-ccd6-47f3-8c43-ce09a6058bef') {} {{(pid=94175) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 11:30:20.976288 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron_lib.callbacks.manager [None req-a5c82ba8-b60b-49d6-b2cd-3d8fa4513fc4 tempest-RoutersIpV6AdminTest-1878456168 tempest-RoutersIpV6AdminTest-1878456168-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-897259', 'neutron.services.segments.db._delete_segments_for_network-8773700168587'] for network, precommit_delete {{(pid=94175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:30:20.980632 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.plugins.ml2.rpc [None req-dc7542b2-afef-47f4-a763-e3a3cba144be None None] Device 4edbd502-c64a-49fd-8c4b-e7206242c756 up at agent ovs-agent-dv-neutron-601336-94-hyperv {{(pid=94176) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:298}} Jun 23 11:30:20.986431 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron_lib.callbacks.manager [None req-67e1dbbe-6afa-4428-a036-78298a240bf3 tempest-DHCPAgentSchedulersTestJSON-448050073 tempest-DHCPAgentSchedulersTestJSON-448050073-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8773699955833', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5190677'] for segment, before_delete {{(pid=94175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:30:20.997658 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.services.segments.db [None req-a5c82ba8-b60b-49d6-b2cd-3d8fa4513fc4 tempest-RoutersIpV6AdminTest-1878456168 tempest-RoutersIpV6AdminTest-1878456168-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['41b061a7-dc09-4233-9004-fdcedda89ef9']}} {{(pid=94175) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 11:30:21.015099 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.services.segments.db [None req-a5c82ba8-b60b-49d6-b2cd-3d8fa4513fc4 tempest-RoutersIpV6AdminTest-1878456168 tempest-RoutersIpV6AdminTest-1878456168-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a39ac334-bd7d-41e7-a934-b9790d2592c5') {'for_net_delete': True} {{(pid=94175) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 11:30:21.015099 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.services.segments.db [None req-a5c82ba8-b60b-49d6-b2cd-3d8fa4513fc4 tempest-RoutersIpV6AdminTest-1878456168 tempest-RoutersIpV6AdminTest-1878456168-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a39ac334-bd7d-41e7-a934-b9790d2592c5') {} {{(pid=94175) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 11:30:21.016852 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron_lib.callbacks.manager [None req-67e1dbbe-6afa-4428-a036-78298a240bf3 tempest-DHCPAgentSchedulersTestJSON-448050073 tempest-DHCPAgentSchedulersTestJSON-448050073-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3801'] for segment, precommit_delete {{(pid=94175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:30:21.028824 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.plugins.ml2.managers [None req-36a4be26-ffff-4981-87ab-0df2f9aa7d0c None None] Attempting to bind port 2439bcf5-277a-442f-99b7-2bd563fcfb41 on host dv-neutron-601336-94-hyperv for vnic_type normal with profile {{(pid=94176) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 23 11:30:21.029042 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.plugins.ml2.managers [None req-36a4be26-ffff-4981-87ab-0df2f9aa7d0c None None] Attempting to bind port 2439bcf5-277a-442f-99b7-2bd563fcfb41 by drivers openvswitch,hyperv on host dv-neutron-601336-94-hyperv at level 0 using segments [{'id': '6303a411-6e70-4139-a530-9ee4cf8ba843', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 419, 'network_id': 'f53f535d-bce4-4da8-9bd9-396677ff4e83'}] {{(pid=94176) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 23 11:30:21.029416 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-36a4be26-ffff-4981-87ab-0df2f9aa7d0c None None] Attempting to bind port 2439bcf5-277a-442f-99b7-2bd563fcfb41 on network f53f535d-bce4-4da8-9bd9-396677ff4e83 {{(pid=94176) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 23 11:30:21.030144 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron_lib.callbacks.manager [None req-a5c82ba8-b60b-49d6-b2cd-3d8fa4513fc4 tempest-RoutersIpV6AdminTest-1878456168 tempest-RoutersIpV6AdminTest-1878456168-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8773699955833', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5190677'] for segment, before_delete {{(pid=94175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:30:21.034631 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-67e1dbbe-6afa-4428-a036-78298a240bf3 tempest-DHCPAgentSchedulersTestJSON-448050073 tempest-DHCPAgentSchedulersTestJSON-448050073-project] Releasing vlan 447 on physical network physnet1 to pool {{(pid=94175) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 23 11:30:21.035054 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron_lib.callbacks.manager [None req-67e1dbbe-6afa-4428-a036-78298a240bf3 tempest-DHCPAgentSchedulersTestJSON-448050073 tempest-DHCPAgentSchedulersTestJSON-448050073-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3801', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5082371'] for segment, after_delete {{(pid=94175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:30:21.038344 dv-neutron-601336-94-hyperv neutron-server[94175]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 23 11:30:21.038344 dv-neutron-601336-94-hyperv neutron-server[94175]: conditions |= (models_v2.Port.network_id.in_( Jun 23 11:30:21.038344 dv-neutron-601336-94-hyperv neutron-server[94175]: Traceback (most recent call last): Jun 23 11:30:21.038344 dv-neutron-601336-94-hyperv neutron-server[94175]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 23 11:30:21.038344 dv-neutron-601336-94-hyperv neutron-server[94175]: timer() Jun 23 11:30:21.038344 dv-neutron-601336-94-hyperv neutron-server[94175]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 23 11:30:21.038344 dv-neutron-601336-94-hyperv neutron-server[94175]: cb(*args, **kw) Jun 23 11:30:21.038344 dv-neutron-601336-94-hyperv neutron-server[94175]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 23 11:30:21.038344 dv-neutron-601336-94-hyperv neutron-server[94175]: return func(*args, **kwargs) Jun 23 11:30:21.038344 dv-neutron-601336-94-hyperv neutron-server[94175]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 23 11:30:21.038344 dv-neutron-601336-94-hyperv neutron-server[94175]: self._notify() Jun 23 11:30:21.038344 dv-neutron-601336-94-hyperv neutron-server[94175]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 23 11:30:21.038344 dv-neutron-601336-94-hyperv neutron-server[94175]: self.callback(batched_events) Jun 23 11:30:21.038344 dv-neutron-601336-94-hyperv neutron-server[94175]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 23 11:30:21.038344 dv-neutron-601336-94-hyperv neutron-server[94175]: event.method(event) Jun 23 11:30:21.038344 dv-neutron-601336-94-hyperv neutron-server[94175]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 23 11:30:21.038344 dv-neutron-601336-94-hyperv neutron-server[94175]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 23 11:30:21.038344 dv-neutron-601336-94-hyperv neutron-server[94175]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 23 11:30:21.038344 dv-neutron-601336-94-hyperv neutron-server[94175]: aggregate_uuid = self.p_client.list_aggregates( Jun 23 11:30:21.038344 dv-neutron-601336-94-hyperv neutron-server[94175]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 23 11:30:21.038344 dv-neutron-601336-94-hyperv neutron-server[94175]: return f(self, *a, **k) Jun 23 11:30:21.038344 dv-neutron-601336-94-hyperv neutron-server[94175]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 23 11:30:21.038344 dv-neutron-601336-94-hyperv neutron-server[94175]: return self._get(url).json() Jun 23 11:30:21.038344 dv-neutron-601336-94-hyperv neutron-server[94175]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 23 11:30:21.038344 dv-neutron-601336-94-hyperv neutron-server[94175]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 23 11:30:21.038344 dv-neutron-601336-94-hyperv neutron-server[94175]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 23 11:30:21.038344 dv-neutron-601336-94-hyperv neutron-server[94175]: return self.request(url, 'GET', **kwargs) Jun 23 11:30:21.038344 dv-neutron-601336-94-hyperv neutron-server[94175]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 23 11:30:21.038344 dv-neutron-601336-94-hyperv neutron-server[94175]: base_url = self.get_endpoint(auth, allow=allow, Jun 23 11:30:21.038344 dv-neutron-601336-94-hyperv neutron-server[94175]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 23 11:30:21.038344 dv-neutron-601336-94-hyperv neutron-server[94175]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 23 11:30:21.038344 dv-neutron-601336-94-hyperv neutron-server[94175]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 23 11:30:21.038344 dv-neutron-601336-94-hyperv neutron-server[94175]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 23 11:30:21.038344 dv-neutron-601336-94-hyperv neutron-server[94175]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 23 11:30:21.042914 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-36a4be26-ffff-4981-87ab-0df2f9aa7d0c None None] Checking agent: {'id': '4d05f899-5ac9-411b-8a03-f60c93f87cdf', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-601336-94-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 23, 11, 22, 14), 'started_at': datetime.datetime(2021, 6, 23, 11, 22, 44), 'heartbeat_timestamp': datetime.datetime(2021, 6, 23, 11, 30, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'monitor_allowed_address_pair_garp': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-601336-94-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94176) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 23 11:30:21.043412 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-36a4be26-ffff-4981-87ab-0df2f9aa7d0c None None] Checking segment: {'id': '6303a411-6e70-4139-a530-9ee4cf8ba843', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 419, 'network_id': 'f53f535d-bce4-4da8-9bd9-396677ff4e83'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94176) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 23 11:30:21.043886 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron_lib.callbacks.manager [None req-36a4be26-ffff-4981-87ab-0df2f9aa7d0c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:30:21.044354 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-36a4be26-ffff-4981-87ab-0df2f9aa7d0c None None] Bound using segment: {'id': '6303a411-6e70-4139-a530-9ee4cf8ba843', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 419, 'network_id': 'f53f535d-bce4-4da8-9bd9-396677ff4e83'} {{(pid=94176) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 23 11:30:21.044911 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.plugins.ml2.managers [None req-36a4be26-ffff-4981-87ab-0df2f9aa7d0c None None] Bound port: 2439bcf5-277a-442f-99b7-2bd563fcfb41, host: dv-neutron-601336-94-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6303a411-6e70-4139-a530-9ee4cf8ba843', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 419, 'network_id': 'f53f535d-bce4-4da8-9bd9-396677ff4e83'}}] {{(pid=94176) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 23 11:30:21.045353 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron_lib.callbacks.manager [None req-36a4be26-ffff-4981-87ab-0df2f9aa7d0c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-923122'] for port, before_update {{(pid=94176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:30:21.086300 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron_lib.callbacks.manager [None req-d1ec5c92-130b-4104-a079-688bcdd7e1da tempest-FloatingIPNegativeTestJSON-1295786409 tempest-FloatingIPNegativeTestJSON-1295786409-project] Notify callbacks [] for security_group, precommit_create {{(pid=94174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:30:21.100344 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron_lib.callbacks.manager [None req-389fe2c3-8b4b-464f-8819-f4da469c34d1 tempest-ServersTestJSON-995612928 tempest-ServersTestJSON-995612928-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7996355'] for security_group_rule, after_create {{(pid=94175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:30:21.106870 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.db.db_base_plugin_common [None req-b76255b7-b406-4c28-b49e-226bd6835b8e tempest-NetworksTestDHCPv6-162546708 tempest-NetworksTestDHCPv6-162546708-project] Allocated IP 2001:db8::3c2 (f53f535d-bce4-4da8-9bd9-396677ff4e83/5c7974de-effe-44c4-a474-d79dc45f6604/e0ff7a06-fe96-463a-81f9-8b1e0db69b3a) {{(pid=94174) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 23 11:30:21.109779 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron_lib.callbacks.manager [None req-fcd3172c-e3b7-43f3-ba28-2b86e3e33bb5 tempest-RoutersAdminTest-1733287776 tempest-RoutersAdminTest-1733287776-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-922915', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-239814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7866073', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773699642215'] for port, after_create {{(pid=94174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:30:21.118132 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.plugins.ml2.db [None req-36a4be26-ffff-4981-87ab-0df2f9aa7d0c None None] For port 2439bcf5-277a-442f-99b7-2bd563fcfb41, host dv-neutron-601336-94-hyperv, cleared binding levels {{(pid=94176) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 23 11:30:21.118705 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94174) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 11:30:21.121624 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94175) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 11:30:21.141831 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron_lib.callbacks.manager [None req-a5c82ba8-b60b-49d6-b2cd-3d8fa4513fc4 tempest-RoutersIpV6AdminTest-1878456168 tempest-RoutersIpV6AdminTest-1878456168-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3801'] for segment, precommit_delete {{(pid=94175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:30:21.155307 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-389fe2c3-8b4b-464f-8819-f4da469c34d1 tempest-ServersTestJSON-995612928 tempest-ServersTestJSON-995612928-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f5fe74a5-330a-4e64-81d6-400fa6887518,revision_number=0']} {{(pid=94175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 11:30:21.157164 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a5c82ba8-b60b-49d6-b2cd-3d8fa4513fc4 tempest-RoutersIpV6AdminTest-1878456168 tempest-RoutersIpV6AdminTest-1878456168-project-admin] Releasing vlan 437 on physical network physnet1 to pool {{(pid=94175) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 23 11:30:21.157562 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron_lib.callbacks.manager [None req-a5c82ba8-b60b-49d6-b2cd-3d8fa4513fc4 tempest-RoutersIpV6AdminTest-1878456168 tempest-RoutersIpV6AdminTest-1878456168-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3801', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5082371'] for segment, after_delete {{(pid=94175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:30:21.159561 dv-neutron-601336-94-hyperv neutron-server[94175]: Traceback (most recent call last): Jun 23 11:30:21.159561 dv-neutron-601336-94-hyperv neutron-server[94175]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 23 11:30:21.159561 dv-neutron-601336-94-hyperv neutron-server[94175]: timer() Jun 23 11:30:21.159561 dv-neutron-601336-94-hyperv neutron-server[94175]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 23 11:30:21.159561 dv-neutron-601336-94-hyperv neutron-server[94175]: cb(*args, **kw) Jun 23 11:30:21.159561 dv-neutron-601336-94-hyperv neutron-server[94175]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 23 11:30:21.159561 dv-neutron-601336-94-hyperv neutron-server[94175]: return func(*args, **kwargs) Jun 23 11:30:21.159561 dv-neutron-601336-94-hyperv neutron-server[94175]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 23 11:30:21.159561 dv-neutron-601336-94-hyperv neutron-server[94175]: self._notify() Jun 23 11:30:21.159561 dv-neutron-601336-94-hyperv neutron-server[94175]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 23 11:30:21.159561 dv-neutron-601336-94-hyperv neutron-server[94175]: self.callback(batched_events) Jun 23 11:30:21.159561 dv-neutron-601336-94-hyperv neutron-server[94175]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 23 11:30:21.159561 dv-neutron-601336-94-hyperv neutron-server[94175]: event.method(event) Jun 23 11:30:21.159561 dv-neutron-601336-94-hyperv neutron-server[94175]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 23 11:30:21.159561 dv-neutron-601336-94-hyperv neutron-server[94175]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 23 11:30:21.159561 dv-neutron-601336-94-hyperv neutron-server[94175]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 23 11:30:21.159561 dv-neutron-601336-94-hyperv neutron-server[94175]: aggregate_uuid = self.p_client.list_aggregates( Jun 23 11:30:21.159561 dv-neutron-601336-94-hyperv neutron-server[94175]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 23 11:30:21.159561 dv-neutron-601336-94-hyperv neutron-server[94175]: return f(self, *a, **k) Jun 23 11:30:21.159561 dv-neutron-601336-94-hyperv neutron-server[94175]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 23 11:30:21.159561 dv-neutron-601336-94-hyperv neutron-server[94175]: return self._get(url).json() Jun 23 11:30:21.159561 dv-neutron-601336-94-hyperv neutron-server[94175]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 23 11:30:21.159561 dv-neutron-601336-94-hyperv neutron-server[94175]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 23 11:30:21.159561 dv-neutron-601336-94-hyperv neutron-server[94175]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 23 11:30:21.159561 dv-neutron-601336-94-hyperv neutron-server[94175]: return self.request(url, 'GET', **kwargs) Jun 23 11:30:21.159561 dv-neutron-601336-94-hyperv neutron-server[94175]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 23 11:30:21.159561 dv-neutron-601336-94-hyperv neutron-server[94175]: base_url = self.get_endpoint(auth, allow=allow, Jun 23 11:30:21.159561 dv-neutron-601336-94-hyperv neutron-server[94175]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 23 11:30:21.159561 dv-neutron-601336-94-hyperv neutron-server[94175]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 23 11:30:21.159561 dv-neutron-601336-94-hyperv neutron-server[94175]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 23 11:30:21.159561 dv-neutron-601336-94-hyperv neutron-server[94175]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 23 11:30:21.159561 dv-neutron-601336-94-hyperv neutron-server[94175]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 23 11:30:21.163390 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.db.provisioning_blocks [None req-dc7542b2-afef-47f4-a763-e3a3cba144be None None] Provisioning for port 4edbd502-c64a-49fd-8c4b-e7206242c756 completed by entity L2. {{(pid=94176) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 23 11:30:21.169119 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG oslo_concurrency.lockutils [None req-389fe2c3-8b4b-464f-8819-f4da469c34d1 tempest-ServersTestJSON-995612928 tempest-ServersTestJSON-995612928-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=94175) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 11:30:21.170006 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.db.provisioning_blocks [None req-dc7542b2-afef-47f4-a763-e3a3cba144be None None] Provisioning complete for port 4edbd502-c64a-49fd-8c4b-e7206242c756 triggered by entity L2. {{(pid=94176) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 23 11:30:21.176414 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron_lib.callbacks.manager [None req-dc7542b2-afef-47f4-a763-e3a3cba144be None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-899258'] for port, provisioning_complete {{(pid=94176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:30:21.179970 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fcd3172c-e3b7-43f3-ba28-2b86e3e33bb5 tempest-RoutersAdminTest-1733287776 tempest-RoutersAdminTest-1733287776-project-admin] Network 261e603f-42ae-43d3-be21-5e38fae9bfd1 is already hosted by enough agents. {{(pid=94174) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 23 11:30:21.190628 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.scheduler.base_scheduler [None req-fcd3172c-e3b7-43f3-ba28-2b86e3e33bb5 tempest-RoutersAdminTest-1733287776 tempest-RoutersAdminTest-1733287776-project-admin] Resources bound (agent type, host, resource id): {{(pid=94174) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 23 11:30:21.196377 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fcd3172c-e3b7-43f3-ba28-2b86e3e33bb5 tempest-RoutersAdminTest-1733287776 tempest-RoutersAdminTest-1733287776-project-admin] Received port after_create {{(pid=94174) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 23 11:30:21.197197 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fcd3172c-e3b7-43f3-ba28-2b86e3e33bb5 tempest-RoutersAdminTest-1733287776 tempest-RoutersAdminTest-1733287776-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=94174) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 11:30:21.197789 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron_lib.callbacks.manager [None req-fcd3172c-e3b7-43f3-ba28-2b86e3e33bb5 tempest-RoutersAdminTest-1733287776 tempest-RoutersAdminTest-1733287776-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-217507'] for port, before_response {{(pid=94174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:30:21.201179 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcd3172c-e3b7-43f3-ba28-2b86e3e33bb5 tempest-RoutersAdminTest-1733287776 tempest-RoutersAdminTest-1733287776-project-admin] Pushing event updated for resources: {'Port': ['ID=65f11eda-1257-4272-bad9-b2ff53b6f2dd,revision_number=1']} {{(pid=94174) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 11:30:21.237035 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron_lib.callbacks.manager [None req-d1ec5c92-130b-4104-a079-688bcdd7e1da tempest-FloatingIPNegativeTestJSON-1295786409 tempest-FloatingIPNegativeTestJSON-1295786409-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7996330'] for security_group, after_create {{(pid=94174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:30:21.237035 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG oslo_concurrency.lockutils [None req-fcd3172c-e3b7-43f3-ba28-2b86e3e33bb5 tempest-RoutersAdminTest-1733287776 tempest-RoutersAdminTest-1733287776-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.099s {{(pid=94174) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 11:30:21.237035 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG oslo_concurrency.lockutils [None req-b2dccbab-bbff-45b2-a403-46e9d7634a1e tempest-ServersTestJSON-995612928 tempest-ServersTestJSON-995612928-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94174) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 11:30:21.276808 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron_lib.callbacks.manager [None req-dc7542b2-afef-47f4-a763-e3a3cba144be None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-923122'] for port, before_update {{(pid=94176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:30:21.277004 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d1ec5c92-130b-4104-a079-688bcdd7e1da tempest-FloatingIPNegativeTestJSON-1295786409 tempest-FloatingIPNegativeTestJSON-1295786409-project] vlan segment allocate from pool success with {'vlan_id': 420, 'physical_network': 'physnet1'} {{(pid=94174) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 23 11:30:21.300272 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron_lib.callbacks.manager [None req-67e1dbbe-6afa-4428-a036-78298a240bf3 tempest-DHCPAgentSchedulersTestJSON-448050073 tempest-DHCPAgentSchedulersTestJSON-448050073-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-897248', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8002400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7866073', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-524247'] for network, after_delete {{(pid=94175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:30:21.300831 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.plugins.ml2.db [None req-dc7542b2-afef-47f4-a763-e3a3cba144be None None] For port 4edbd502-c64a-49fd-8c4b-e7206242c756, host dv-neutron-601336-94-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-94-hyperv',level=0,port_id=4edbd502-c64a-49fd-8c4b-e7206242c756,segment=NetworkSegment(c346af87-b391-4254-9d6e-eeb5f3162a6b),segment_id=c346af87-b391-4254-9d6e-eeb5f3162a6b)] {{(pid=94176) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 23 11:30:21.305032 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG oslo_concurrency.lockutils [None req-4cbce106-e612-4861-8fb4-28dd9f8dcf88 tempest-DHCPAgentSchedulersTestJSON-448050073 tempest-DHCPAgentSchedulersTestJSON-448050073-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94175) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 11:30:21.311408 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron_lib.callbacks.manager [None req-67e1dbbe-6afa-4428-a036-78298a240bf3 tempest-DHCPAgentSchedulersTestJSON-448050073 tempest-DHCPAgentSchedulersTestJSON-448050073-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7865916'] for network, before_response {{(pid=94175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:30:21.311942 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1ec5c92-130b-4104-a079-688bcdd7e1da tempest-FloatingIPNegativeTestJSON-1295786409 tempest-FloatingIPNegativeTestJSON-1295786409-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a45f1528-fd34-475e-8d45-fa84232ff9ce,revision_number=1']} {{(pid=94174) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 11:30:21.315617 dv-neutron-601336-94-hyperv neutron-server[94175]: INFO neutron.wsgi [None req-67e1dbbe-6afa-4428-a036-78298a240bf3 tempest-DHCPAgentSchedulersTestJSON-448050073 tempest-DHCPAgentSchedulersTestJSON-448050073-project] 10.222.0.20 "DELETE /v2.0/networks/0ef04502-f66b-41c0-b23a-e7d0250667c4 HTTP/1.1" status: 204 len: 168 time: 1.6512458 Jun 23 11:30:21.321095 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG oslo_concurrency.lockutils [None req-d1ec5c92-130b-4104-a079-688bcdd7e1da tempest-FloatingIPNegativeTestJSON-1295786409 tempest-FloatingIPNegativeTestJSON-1295786409-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.091s {{(pid=94174) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 11:30:21.322165 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron_lib.callbacks.manager [None req-d1ec5c92-130b-4104-a079-688bcdd7e1da tempest-FloatingIPNegativeTestJSON-1295786409 tempest-FloatingIPNegativeTestJSON-1295786409-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3801'] for segment, precommit_create {{(pid=94174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:30:21.322576 dv-neutron-601336-94-hyperv neutron-server[94174]: INFO neutron.db.segments_db [None req-d1ec5c92-130b-4104-a079-688bcdd7e1da tempest-FloatingIPNegativeTestJSON-1295786409 tempest-FloatingIPNegativeTestJSON-1295786409-project] Added segment fa39dcf7-70e3-460d-9bfe-25c74e861166 of type vlan for network c9db83c6-9294-4aab-be1f-a0e4e14b168f Jun 23 11:30:21.342707 dv-neutron-601336-94-hyperv neutron-server[94174]: INFO neutron.wsgi [None req-bbfb6a1f-092b-4432-afe9-4349c3035fc1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-788637273 tempest-PortsAdminExtendedAttrsIpV6TestJSON-788637273-project-admin] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 963 time: 4.2804687 Jun 23 11:30:21.342861 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron_lib.callbacks.manager [None req-389fe2c3-8b4b-464f-8819-f4da469c34d1 tempest-ServersTestJSON-995612928 tempest-ServersTestJSON-995612928-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:30:21.342861 dv-neutron-601336-94-hyperv neutron-server[94175]: INFO neutron.wsgi [None req-389fe2c3-8b4b-464f-8819-f4da469c34d1 tempest-ServersTestJSON-995612928 tempest-ServersTestJSON-995612928-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 1.5289323 Jun 23 11:30:21.342861 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.wsgi [-] (94175) accepted ('10.222.0.20', 36158) {{(pid=94175) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 11:30:21.346868 dv-neutron-601336-94-hyperv neutron-server[94174]: INFO neutron.wsgi [None req-fcd3172c-e3b7-43f3-ba28-2b86e3e33bb5 tempest-RoutersAdminTest-1733287776 tempest-RoutersAdminTest-1733287776-project-admin] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1022 time: 1.9024858 Jun 23 11:30:21.347543 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.wsgi [-] (94174) accepted ('10.222.0.20', 36160) {{(pid=94174) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 11:30:21.347957 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.wsgi [-] (94174) accepted ('10.222.0.20', 36162) {{(pid=94174) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 11:30:21.352702 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.plugins.ml2.db [None req-36a4be26-ffff-4981-87ab-0df2f9aa7d0c None None] For port 2439bcf5-277a-442f-99b7-2bd563fcfb41, host dv-neutron-601336-94-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-94-hyperv',level=0,port_id=2439bcf5-277a-442f-99b7-2bd563fcfb41,segment=NetworkSegment(6303a411-6e70-4139-a530-9ee4cf8ba843),segment_id=6303a411-6e70-4139-a530-9ee4cf8ba843)] {{(pid=94176) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 23 11:30:21.367690 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.api.v2.base [None req-83452cb9-5125-4e7a-aa90-7cceb45a9dad tempest-ServersTestJSON-995612928 tempest-ServersTestJSON-995612928-project] Request body: {'security_group_rule': {'security_group_id': '0269fbcb-6e08-4df6-b8da-06ccdf83703f', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=94174) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 23 11:30:21.374354 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67e1dbbe-6afa-4428-a036-78298a240bf3 tempest-DHCPAgentSchedulersTestJSON-448050073 tempest-DHCPAgentSchedulersTestJSON-448050073-project] Pushing event deleted for resources: {'Network': ['ID=0ef04502-f66b-41c0-b23a-e7d0250667c4,revision_number=None']} {{(pid=94175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 11:30:21.376157 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron_lib.callbacks.manager [None req-a5c82ba8-b60b-49d6-b2cd-3d8fa4513fc4 tempest-RoutersIpV6AdminTest-1878456168 tempest-RoutersIpV6AdminTest-1878456168-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-897248', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8002400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7866073', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-524247'] for network, after_delete {{(pid=94175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:30:21.377711 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG oslo_concurrency.lockutils [None req-67e1dbbe-6afa-4428-a036-78298a240bf3 tempest-DHCPAgentSchedulersTestJSON-448050073 tempest-DHCPAgentSchedulersTestJSON-448050073-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.073s {{(pid=94175) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 11:30:21.385295 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG oslo_concurrency.lockutils [None req-be8e291e-977b-413b-b07d-9ab15355560e tempest-RoutersIpV6AdminTest-1878456168 tempest-RoutersIpV6AdminTest-1878456168-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94175) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 11:30:21.389526 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a5c82ba8-b60b-49d6-b2cd-3d8fa4513fc4 tempest-RoutersIpV6AdminTest-1878456168 tempest-RoutersIpV6AdminTest-1878456168-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network 41b061a7-dc09-4233-9004-fdcedda89ef9 {{(pid=94175) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:120}} Jun 23 11:30:21.389870 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron_lib.callbacks.manager [None req-dc7542b2-afef-47f4-a763-e3a3cba144be None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-922904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866062', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773700135042', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773699642233', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773699642278'] for port, after_update {{(pid=94176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:30:21.393466 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.plugins.ml2.rpc [None req-dc7542b2-afef-47f4-a763-e3a3cba144be None None] Device 32794a4f-8325-483e-b755-3914d9883a6a up at agent ovs-agent-dv-neutron-601336-94-hyperv {{(pid=94176) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:298}} Jun 23 11:30:21.413810 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron_lib.callbacks.manager [None req-a5c82ba8-b60b-49d6-b2cd-3d8fa4513fc4 tempest-RoutersIpV6AdminTest-1878456168 tempest-RoutersIpV6AdminTest-1878456168-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7865916'] for network, before_response {{(pid=94175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:30:21.415738 dv-neutron-601336-94-hyperv neutron-server[94175]: INFO neutron.wsgi [None req-a5c82ba8-b60b-49d6-b2cd-3d8fa4513fc4 tempest-RoutersIpV6AdminTest-1878456168 tempest-RoutersIpV6AdminTest-1878456168-project-admin] 10.222.0.20 "DELETE /v2.0/networks/41b061a7-dc09-4233-9004-fdcedda89ef9 HTTP/1.1" status: 204 len: 168 time: 0.9505434 Jun 23 11:30:21.417936 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-db884ae8-edb0-484c-9300-53261ddf0772 tempest-PortsAdminExtendedAttrsIpV6TestJSON-788637273 tempest-PortsAdminExtendedAttrsIpV6TestJSON-788637273-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 11:30:21.427021 dv-neutron-601336-94-hyperv neutron-server[94175]: INFO neutron.wsgi [None req-db884ae8-edb0-484c-9300-53261ddf0772 tempest-PortsAdminExtendedAttrsIpV6TestJSON-788637273 tempest-PortsAdminExtendedAttrsIpV6TestJSON-788637273-project-admin] 10.222.0.20 "GET /v2.0/ports/c27aa6b5-4154-4605-b333-b957ec4c6347 HTTP/1.1" status: 200 len: 958 time: 0.0823188 Jun 23 11:30:21.430221 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.wsgi [-] (94174) accepted ('10.222.0.20', 36166) {{(pid=94174) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 11:30:21.430923 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5c82ba8-b60b-49d6-b2cd-3d8fa4513fc4 tempest-RoutersIpV6AdminTest-1878456168 tempest-RoutersIpV6AdminTest-1878456168-project-admin] Pushing event deleted for resources: {'Network': ['ID=41b061a7-dc09-4233-9004-fdcedda89ef9,revision_number=None']} {{(pid=94175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 11:30:21.441653 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG oslo_concurrency.lockutils [None req-a5c82ba8-b60b-49d6-b2cd-3d8fa4513fc4 tempest-RoutersIpV6AdminTest-1878456168 tempest-RoutersIpV6AdminTest-1878456168-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.055s {{(pid=94175) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 11:30:21.465808 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 11:30:21.494403 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron_lib.callbacks.manager [None req-d1ec5c92-130b-4104-a079-688bcdd7e1da tempest-FloatingIPNegativeTestJSON-1295786409 tempest-FloatingIPNegativeTestJSON-1295786409-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8773699596773'] for network, precommit_create {{(pid=94174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:30:21.534202 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc7542b2-afef-47f4-a763-e3a3cba144be None None] Pushing event updated for resources: {'Port': ['ID=4edbd502-c64a-49fd-8c4b-e7206242c756,revision_number=5']} {{(pid=94176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 11:30:21.547290 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG oslo_concurrency.lockutils [None req-dc7542b2-afef-47f4-a763-e3a3cba144be None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.081s {{(pid=94176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 11:30:21.550128 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron_lib.callbacks.manager [None req-36a4be26-ffff-4981-87ab-0df2f9aa7d0c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-922904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866062', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773700135042', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773699642233', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773699642278'] for port, after_update {{(pid=94176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:30:21.563376 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG oslo_concurrency.lockutils [None req-7e40e9b4-6fe1-4dfa-a9ec-ede753d7c57a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 11:30:21.604736 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron_lib.callbacks.manager [None req-b76255b7-b406-4c28-b49e-226bd6835b8e tempest-NetworksTestDHCPv6-162546708 tempest-NetworksTestDHCPv6-162546708-project] Notify callbacks [] for port, precommit_create {{(pid=94174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:30:21.659657 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron_lib.callbacks.manager [None req-aca43368-da1e-41b3-bc19-a6578234d4e5 tempest-ServersTestManualDisk-1703480083 tempest-ServersTestManualDisk-1703480083-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:30:21.681041 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.db.provisioning_blocks [None req-b76255b7-b406-4c28-b49e-226bd6835b8e tempest-NetworksTestDHCPv6-162546708 tempest-NetworksTestDHCPv6-162546708-project] Transition to ACTIVE for port object e0ff7a06-fe96-463a-81f9-8b1e0db69b3a will not be triggered until provisioned by entity DHCP. {{(pid=94174) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 23 11:30:21.689326 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36a4be26-ffff-4981-87ab-0df2f9aa7d0c None None] Pushing event updated for resources: {'Port': ['ID=2439bcf5-277a-442f-99b7-2bd563fcfb41,revision_number=2']} {{(pid=94176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 11:30:21.694070 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG oslo_concurrency.lockutils [None req-36a4be26-ffff-4981-87ab-0df2f9aa7d0c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.131s {{(pid=94176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 11:30:21.777880 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.plugins.ml2.plugin [None req-fac58fab-ca43-46c3-b8dc-19eebf63f959 tempest-RoutersAdminTest-1733287776 tempest-RoutersAdminTest-1733287776-project-admin] Deleting port 65f11eda-1257-4272-bad9-b2ff53b6f2dd {{(pid=94174) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1913}} Jun 23 11:30:21.778409 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron_lib.callbacks.manager [None req-fac58fab-ca43-46c3-b8dc-19eebf63f959 tempest-RoutersAdminTest-1733287776 tempest-RoutersAdminTest-1733287776-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773700079324'] for port, before_delete {{(pid=94174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:30:21.795768 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron_lib.callbacks.manager [None req-d1ec5c92-130b-4104-a079-688bcdd7e1da tempest-FloatingIPNegativeTestJSON-1295786409 tempest-FloatingIPNegativeTestJSON-1295786409-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8002400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7866073'] for network, after_create {{(pid=94174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:30:21.848211 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.wsgi [-] (94175) accepted ('10.222.0.20', 36172) {{(pid=94175) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 11:30:21.850347 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d1ec5c92-130b-4104-a079-688bcdd7e1da tempest-FloatingIPNegativeTestJSON-1295786409 tempest-FloatingIPNegativeTestJSON-1295786409-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94174) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 11:30:21.851553 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron_lib.callbacks.manager [None req-d1ec5c92-130b-4104-a079-688bcdd7e1da tempest-FloatingIPNegativeTestJSON-1295786409 tempest-FloatingIPNegativeTestJSON-1295786409-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7865916'] for network, before_response {{(pid=94174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:30:21.860922 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG oslo_concurrency.lockutils [None req-b6120774-2586-4fce-b1f8-c4df6bb52b55 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94174) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 11:30:21.862642 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.api.v2.base [None req-ca1715d3-63e4-4048-a0c8-d0fb1b008ee0 tempest-RoutersIpV6AdminTest-1878456168 tempest-RoutersIpV6AdminTest-1878456168-project-admin] Request body: {'router': {'name': 'tempest-router--193938399', 'project_id': '1133b820ddcc42578223177e272d7d57'}} {{(pid=94175) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 23 11:30:21.864914 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron_lib.callbacks.manager [None req-83452cb9-5125-4e7a-aa90-7cceb45a9dad tempest-ServersTestJSON-995612928 tempest-ServersTestJSON-995612928-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:30:21.888660 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.plugins.ml2.plugin [None req-106ff906-dd2e-4dc1-9e68-926ebacf42c1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-788637273 tempest-PortsAdminExtendedAttrsIpV6TestJSON-788637273-project-admin] Deleting port c27aa6b5-4154-4605-b333-b957ec4c6347 {{(pid=94174) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1913}} Jun 23 11:30:21.889007 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron_lib.callbacks.manager [None req-106ff906-dd2e-4dc1-9e68-926ebacf42c1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-788637273 tempest-PortsAdminExtendedAttrsIpV6TestJSON-788637273-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773700079324'] for port, before_delete {{(pid=94174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:30:21.901191 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.db.provisioning_blocks [None req-dc7542b2-afef-47f4-a763-e3a3cba144be None None] Provisioning for port 32794a4f-8325-483e-b755-3914d9883a6a completed by entity L2. {{(pid=94176) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 23 11:30:21.907672 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.db.provisioning_blocks [None req-dc7542b2-afef-47f4-a763-e3a3cba144be None None] Provisioning complete for port 32794a4f-8325-483e-b755-3914d9883a6a triggered by entity L2. {{(pid=94176) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 23 11:30:21.908061 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron_lib.callbacks.manager [None req-dc7542b2-afef-47f4-a763-e3a3cba144be None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-899258'] for port, provisioning_complete {{(pid=94176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:30:21.962942 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron_lib.callbacks.manager [None req-aca43368-da1e-41b3-bc19-a6578234d4e5 tempest-ServersTestManualDisk-1703480083 tempest-ServersTestManualDisk-1703480083-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:30:22.058069 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1ec5c92-130b-4104-a079-688bcdd7e1da tempest-FloatingIPNegativeTestJSON-1295786409 tempest-FloatingIPNegativeTestJSON-1295786409-project] Pushing event updated for resources: {'Network': ['ID=c9db83c6-9294-4aab-be1f-a0e4e14b168f,revision_number=1']} {{(pid=94174) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 11:30:22.062862 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron_lib.callbacks.manager [None req-dc7542b2-afef-47f4-a763-e3a3cba144be None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-923122'] for port, before_update {{(pid=94176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:30:22.085232 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.wsgi [-] (94175) accepted ('10.222.0.20', 36178) {{(pid=94175) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 11:30:22.093756 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG oslo_concurrency.lockutils [None req-d1ec5c92-130b-4104-a079-688bcdd7e1da tempest-FloatingIPNegativeTestJSON-1295786409 tempest-FloatingIPNegativeTestJSON-1295786409-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.233s {{(pid=94174) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 11:30:22.106171 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron_lib.callbacks.manager [None req-106ff906-dd2e-4dc1-9e68-926ebacf42c1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-788637273 tempest-PortsAdminExtendedAttrsIpV6TestJSON-788637273-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-430722'] for port, precommit_delete {{(pid=94174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:30:22.116760 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron_lib.callbacks.manager [None req-fac58fab-ca43-46c3-b8dc-19eebf63f959 tempest-RoutersAdminTest-1733287776 tempest-RoutersAdminTest-1733287776-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-430722'] for port, precommit_delete {{(pid=94174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:30:22.118991 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.plugins.ml2.rpc [None req-dc7542b2-afef-47f4-a763-e3a3cba144be None None] Network c9db83c6-9294-4aab-be1f-a0e4e14b168f details requested by agent ovs-agent-dv-neutron-601336-94-hyperv with host dv-neutron-601336-94-hyperv {{(pid=94176) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:250}} Jun 23 11:30:22.146678 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.plugins.ml2.plugin [None req-106ff906-dd2e-4dc1-9e68-926ebacf42c1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-788637273 tempest-PortsAdminExtendedAttrsIpV6TestJSON-788637273-project-admin] Calling delete_port for c27aa6b5-4154-4605-b333-b957ec4c6347 owned by {{(pid=94174) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1986}} Jun 23 11:30:22.154926 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.plugins.ml2.plugin [None req-fac58fab-ca43-46c3-b8dc-19eebf63f959 tempest-RoutersAdminTest-1733287776 tempest-RoutersAdminTest-1733287776-project-admin] Calling delete_port for 65f11eda-1257-4272-bad9-b2ff53b6f2dd owned by {{(pid=94174) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1986}} Jun 23 11:30:22.160467 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron_lib.callbacks.manager [None req-b76255b7-b406-4c28-b49e-226bd6835b8e tempest-NetworksTestDHCPv6-162546708 tempest-NetworksTestDHCPv6-162546708-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-922915', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-239814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7866073', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773699642215'] for port, after_create {{(pid=94174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:30:22.176219 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG oslo_concurrency.lockutils [None req-3a603ede-9f79-4963-afc7-80147c93e517 tempest-PortsAdminExtendedAttrsIpV6TestJSON-788637273 tempest-PortsAdminExtendedAttrsIpV6TestJSON-788637273-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94174) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 11:30:22.186341 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron_lib.callbacks.manager [None req-ca1715d3-63e4-4048-a0c8-d0fb1b008ee0 tempest-RoutersIpV6AdminTest-1878456168 tempest-RoutersIpV6AdminTest-1878456168-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-520407', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-32315'] for router, before_create {{(pid=94175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:30:22.188380 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron_lib.callbacks.manager [None req-ca1715d3-63e4-4048-a0c8-d0fb1b008ee0 tempest-RoutersIpV6AdminTest-1878456168 tempest-RoutersIpV6AdminTest-1878456168-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-520264', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-524122', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-414782', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-32290'] for router, precommit_create {{(pid=94175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:30:22.190327 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.plugins.ml2.db [None req-dc7542b2-afef-47f4-a763-e3a3cba144be None None] For port 32794a4f-8325-483e-b755-3914d9883a6a, host dv-neutron-601336-94-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-94-hyperv',level=0,port_id=32794a4f-8325-483e-b755-3914d9883a6a,segment=NetworkSegment(4482701d-19d0-4d8e-a55f-e73b72787bc2),segment_id=4482701d-19d0-4d8e-a55f-e73b72787bc2)] {{(pid=94176) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 23 11:30:22.197225 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron_lib.callbacks.manager [None req-83452cb9-5125-4e7a-aa90-7cceb45a9dad tempest-ServersTestJSON-995612928 tempest-ServersTestJSON-995612928-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:30:22.228174 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron_lib.callbacks.manager [None req-aca43368-da1e-41b3-bc19-a6578234d4e5 tempest-ServersTestManualDisk-1703480083 tempest-ServersTestManualDisk-1703480083-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7996355'] for security_group_rule, after_create {{(pid=94174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:30:22.271602 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron_lib.callbacks.manager [None req-dc7542b2-afef-47f4-a763-e3a3cba144be None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-922904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866062', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773700135042', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773699642233', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773699642278'] for port, after_update {{(pid=94176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:30:22.273713 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG oslo_concurrency.lockutils [None req-b817406f-da3b-4923-b262-2ce07e05f8ff None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 11:30:22.368090 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc7542b2-afef-47f4-a763-e3a3cba144be None None] Pushing event updated for resources: {'Port': ['ID=32794a4f-8325-483e-b755-3914d9883a6a,revision_number=5']} {{(pid=94176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 11:30:22.371511 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG oslo_concurrency.lockutils [None req-dc7542b2-afef-47f4-a763-e3a3cba144be None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.098s {{(pid=94176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 11:30:22.384316 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.plugins.ml2.rpc [None req-dc7542b2-afef-47f4-a763-e3a3cba144be None None] Device d7ab3273-4f75-492a-81d2-74d4d57a6233 no longer exists at agent ovs-agent-dv-neutron-601336-94-hyperv {{(pid=94176) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:261}} Jun 23 11:30:22.397110 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron_lib.callbacks.manager [None req-ca1715d3-63e4-4048-a0c8-d0fb1b008ee0 tempest-RoutersIpV6AdminTest-1878456168 tempest-RoutersIpV6AdminTest-1878456168-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:30:22.421781 dv-neutron-601336-94-hyperv neutron-server[94175]: INFO neutron.wsgi [None req-10468cb8-8fd0-4000-8742-afefbbcf2767 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=afd2fdf0187e47f1891939cf0a8514a1&name=default HTTP/1.1" status: 200 len: 2975 time: 0.3345063 Jun 23 11:30:22.424611 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.wsgi [-] (94175) accepted ('10.222.0.20', 36182) {{(pid=94175) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 11:30:22.438406 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.plugins.ml2.plugin [None req-dc7542b2-afef-47f4-a763-e3a3cba144be None None] No Port match for: d7ab3273-4f75-492a-81d2-74d4d57a6233 {{(pid=94176) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2240}} Jun 23 11:30:22.438997 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.plugins.ml2.rpc [None req-dc7542b2-afef-47f4-a763-e3a3cba144be None None] Device d7ab3273-4f75-492a-81d2-74d4d57a6233 not bound to the agent host dv-neutron-601336-94-hyperv {{(pid=94176) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:271}} Jun 23 11:30:22.472498 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron_lib.callbacks.manager [None req-ca1715d3-63e4-4048-a0c8-d0fb1b008ee0 tempest-RoutersIpV6AdminTest-1878456168 tempest-RoutersIpV6AdminTest-1878456168-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-520412', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-524143'] for router, after_create {{(pid=94175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:30:22.506014 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron_lib.callbacks.manager [None req-3f2b06b9-2591-4d26-8d04-1a63c58a0862 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:30:22.524497 dv-neutron-601336-94-hyperv neutron-server[94174]: INFO neutron.wsgi [None req-d1ec5c92-130b-4104-a079-688bcdd7e1da tempest-FloatingIPNegativeTestJSON-1295786409 tempest-FloatingIPNegativeTestJSON-1295786409-project] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 793 time: 3.0096700 Jun 23 11:30:22.524497 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron_lib.callbacks.manager [None req-83452cb9-5125-4e7a-aa90-7cceb45a9dad tempest-ServersTestJSON-995612928 tempest-ServersTestJSON-995612928-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7996355'] for security_group_rule, after_create {{(pid=94174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:30:22.525636 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.wsgi [-] (94175) accepted ('10.222.0.20', 36184) {{(pid=94175) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 11:30:22.532096 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.api.v2.base [None req-77f47b15-da00-4331-a766-25f900e07c7d tempest-FloatingIPNegativeTestJSON-1295786409 tempest-FloatingIPNegativeTestJSON-1295786409-project] Request body: {'subnet': {'network_id': 'c9db83c6-9294-4aab-be1f-a0e4e14b168f', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=94175) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 23 11:30:22.544772 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b76255b7-b406-4c28-b49e-226bd6835b8e tempest-NetworksTestDHCPv6-162546708 tempest-NetworksTestDHCPv6-162546708-project] Network f53f535d-bce4-4da8-9bd9-396677ff4e83 is already hosted by enough agents. {{(pid=94174) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 23 11:30:22.544996 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron_lib.callbacks.manager [None req-3f2b06b9-2591-4d26-8d04-1a63c58a0862 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:30:22.569075 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.scheduler.base_scheduler [None req-b76255b7-b406-4c28-b49e-226bd6835b8e tempest-NetworksTestDHCPv6-162546708 tempest-NetworksTestDHCPv6-162546708-project] Resources bound (agent type, host, resource id): {{(pid=94174) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 23 11:30:22.571675 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b76255b7-b406-4c28-b49e-226bd6835b8e tempest-NetworksTestDHCPv6-162546708 tempest-NetworksTestDHCPv6-162546708-project] Received port after_create {{(pid=94174) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 23 11:30:22.577558 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b76255b7-b406-4c28-b49e-226bd6835b8e tempest-NetworksTestDHCPv6-162546708 tempest-NetworksTestDHCPv6-162546708-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94174) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 11:30:22.578156 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron_lib.callbacks.manager [None req-b76255b7-b406-4c28-b49e-226bd6835b8e tempest-NetworksTestDHCPv6-162546708 tempest-NetworksTestDHCPv6-162546708-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-217507'] for port, before_response {{(pid=94174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:30:22.593074 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron_lib.callbacks.manager [None req-ca1715d3-63e4-4048-a0c8-d0fb1b008ee0 tempest-RoutersIpV6AdminTest-1878456168 tempest-RoutersIpV6AdminTest-1878456168-project-admin] Notify callbacks [] for router, before_response {{(pid=94175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:30:22.597223 dv-neutron-601336-94-hyperv neutron-server[94175]: INFO neutron.wsgi [None req-ca1715d3-63e4-4048-a0c8-d0fb1b008ee0 tempest-RoutersIpV6AdminTest-1878456168 tempest-RoutersIpV6AdminTest-1878456168-project-admin] 10.222.0.20 "POST /v2.0/routers HTTP/1.1" status: 201 len: 722 time: 0.7451599 Jun 23 11:30:22.598074 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.wsgi [-] (94174) accepted ('10.222.0.20', 36186) {{(pid=94174) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 11:30:22.601915 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b76255b7-b406-4c28-b49e-226bd6835b8e tempest-NetworksTestDHCPv6-162546708 tempest-NetworksTestDHCPv6-162546708-project] Pushing event updated for resources: {'Port': ['ID=e0ff7a06-fe96-463a-81f9-8b1e0db69b3a,revision_number=1']} {{(pid=94174) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 11:30:22.604862 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG oslo_concurrency.lockutils [None req-b76255b7-b406-4c28-b49e-226bd6835b8e tempest-NetworksTestDHCPv6-162546708 tempest-NetworksTestDHCPv6-162546708-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.429s {{(pid=94174) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 11:30:22.618533 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.105s {{(pid=94174) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 11:30:22.673286 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron_lib.callbacks.manager [None req-aca43368-da1e-41b3-bc19-a6578234d4e5 tempest-ServersTestManualDisk-1703480083 tempest-ServersTestManualDisk-1703480083-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:30:22.677224 dv-neutron-601336-94-hyperv neutron-server[94174]: INFO neutron.wsgi [None req-aca43368-da1e-41b3-bc19-a6578234d4e5 tempest-ServersTestManualDisk-1703480083 tempest-ServersTestManualDisk-1703480083-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 2.2433701 Jun 23 11:30:22.682602 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.wsgi [-] (94175) accepted ('10.222.0.20', 36188) {{(pid=94175) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 11:30:22.690775 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.api.v2.base [None req-9eb2b70a-01b8-4a45-bad0-db8a427aa604 tempest-ServersTestManualDisk-1703480083 tempest-ServersTestManualDisk-1703480083-project] Request body: {'floatingip': {'floating_network_id': '3e7e4eb3-cf02-4d47-ade9-0a579cdfc60f'}} {{(pid=94175) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 23 11:30:22.706465 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aca43368-da1e-41b3-bc19-a6578234d4e5 tempest-ServersTestManualDisk-1703480083 tempest-ServersTestManualDisk-1703480083-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b90dd304-49c7-4457-8760-a6fd8d90a9f0,revision_number=0']} {{(pid=94174) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 11:30:22.738580 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron_lib.callbacks.manager [None req-830fa9c2-7d15-4d8e-9ca1-7eb518e892a1 tempest-RoutersIpV6AdminTest-1878456168 tempest-RoutersIpV6AdminTest-1878456168-project-admin] Notify callbacks [] for router, before_delete {{(pid=94174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:30:22.740741 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron_lib.callbacks.manager [None req-83452cb9-5125-4e7a-aa90-7cceb45a9dad tempest-ServersTestJSON-995612928 tempest-ServersTestJSON-995612928-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:30:22.744318 dv-neutron-601336-94-hyperv neutron-server[94174]: INFO neutron.wsgi [None req-83452cb9-5125-4e7a-aa90-7cceb45a9dad tempest-ServersTestJSON-995612928 tempest-ServersTestJSON-995612928-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 1.3892012 Jun 23 11:30:22.747555 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.wsgi [-] (94175) accepted ('10.222.0.20', 36190) {{(pid=94175) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 11:30:22.756602 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.api.v2.base [None req-d394e29d-4117-4528-9e07-f30bbd883d84 tempest-ServersTestJSON-995612928 tempest-ServersTestJSON-995612928-project] Request body: {'floatingip': {'floating_network_id': '3e7e4eb3-cf02-4d47-ade9-0a579cdfc60f'}} {{(pid=94175) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 23 11:30:22.769487 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron_lib.callbacks.manager [None req-3f2b06b9-2591-4d26-8d04-1a63c58a0862 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7996330'] for security_group, after_delete {{(pid=94175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:30:22.785718 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron_lib.callbacks.manager [None req-3f2b06b9-2591-4d26-8d04-1a63c58a0862 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:30:22.788251 dv-neutron-601336-94-hyperv neutron-server[94175]: INFO neutron.wsgi [None req-3f2b06b9-2591-4d26-8d04-1a63c58a0862 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/629d3cba-a831-4b28-b96e-dc3a6d220fc1 HTTP/1.1" status: 204 len: 168 time: 0.3623965 Jun 23 11:30:22.790513 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94175) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 11:30:22.803472 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f2b06b9-2591-4d26-8d04-1a63c58a0862 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=629d3cba-a831-4b28-b96e-dc3a6d220fc1,revision_number=None']} {{(pid=94175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 11:30:22.806540 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG oslo_concurrency.lockutils [None req-3f2b06b9-2591-4d26-8d04-1a63c58a0862 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=94175) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 11:30:22.825317 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83452cb9-5125-4e7a-aa90-7cceb45a9dad tempest-ServersTestJSON-995612928 tempest-ServersTestJSON-995612928-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3c9c8614-77ee-4b10-bc4f-3508320bb681,revision_number=0']} {{(pid=94174) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 11:30:22.828649 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG oslo_concurrency.lockutils [None req-83452cb9-5125-4e7a-aa90-7cceb45a9dad tempest-ServersTestJSON-995612928 tempest-ServersTestJSON-995612928-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.210s {{(pid=94174) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 11:30:22.833729 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.wsgi [-] (94175) accepted ('10.222.0.20', 36196) {{(pid=94175) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 11:30:22.834599 dv-neutron-601336-94-hyperv neutron-server[94174]: INFO neutron.wsgi [None req-b76255b7-b406-4c28-b49e-226bd6835b8e tempest-NetworksTestDHCPv6-162546708 tempest-NetworksTestDHCPv6-162546708-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 931 time: 3.0082114 Jun 23 11:30:22.835676 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron_lib.callbacks.manager [None req-106ff906-dd2e-4dc1-9e68-926ebacf42c1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-788637273 tempest-PortsAdminExtendedAttrsIpV6TestJSON-788637273-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-922904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866062', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773700135024', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773699642224'] for port, after_delete {{(pid=94174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:30:22.844441 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.289s {{(pid=94174) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 11:30:22.844756 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.001s {{(pid=94174) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 11:30:22.845339 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG oslo_concurrency.lockutils [None req-bbfb6a1f-092b-4432-afe9-4349c3035fc1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-788637273 tempest-PortsAdminExtendedAttrsIpV6TestJSON-788637273-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94174) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 11:30:22.935526 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-77f47b15-da00-4331-a766-25f900e07c7d tempest-FloatingIPNegativeTestJSON-1295786409 tempest-FloatingIPNegativeTestJSON-1295786409-project] Made reservation on behalf of 67d5efe51246419c91b3d405d0699cf0 for: {'subnet': 1} {{(pid=94175) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 23 11:30:22.941604 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.plugins.ml2.rpc [None req-dc7542b2-afef-47f4-a763-e3a3cba144be None None] Device 4edbd502-c64a-49fd-8c4b-e7206242c756 up at agent ovs-agent-dv-neutron-601336-94-hyperv {{(pid=94176) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:298}} Jun 23 11:30:22.941775 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron_lib.callbacks.manager [None req-77f47b15-da00-4331-a766-25f900e07c7d tempest-FloatingIPNegativeTestJSON-1295786409 tempest-FloatingIPNegativeTestJSON-1295786409-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4660073'] for subnet, before_create {{(pid=94175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:30:22.954730 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-106ff906-dd2e-4dc1-9e68-926ebacf42c1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-788637273 tempest-PortsAdminExtendedAttrsIpV6TestJSON-788637273-project-admin] Pushing event deleted for resources: {'Port': ['ID=c27aa6b5-4154-4605-b333-b957ec4c6347,revision_number=None']} {{(pid=94174) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 11:30:22.967889 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron_lib.callbacks.manager [None req-106ff906-dd2e-4dc1-9e68-926ebacf42c1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-788637273 tempest-PortsAdminExtendedAttrsIpV6TestJSON-788637273-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-217507'] for port, before_response {{(pid=94174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:30:22.970612 dv-neutron-601336-94-hyperv neutron-server[94174]: INFO neutron.wsgi [None req-106ff906-dd2e-4dc1-9e68-926ebacf42c1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-788637273 tempest-PortsAdminExtendedAttrsIpV6TestJSON-788637273-project-admin] 10.222.0.20 "DELETE /v2.0/ports/c27aa6b5-4154-4605-b333-b957ec4c6347 HTTP/1.1" status: 204 len: 168 time: 1.5325229 Jun 23 11:30:22.973745 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG oslo_concurrency.lockutils [None req-106ff906-dd2e-4dc1-9e68-926ebacf42c1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-788637273 tempest-PortsAdminExtendedAttrsIpV6TestJSON-788637273-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.128s {{(pid=94174) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 11:30:22.974350 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.wsgi [-] (94174) accepted ('10.222.0.20', 36198) {{(pid=94174) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 11:30:22.996153 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.db.provisioning_blocks [None req-dc7542b2-afef-47f4-a763-e3a3cba144be None None] Provisioning complete for port 4edbd502-c64a-49fd-8c4b-e7206242c756 triggered by entity L2. {{(pid=94176) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 23 11:30:22.997042 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron_lib.callbacks.manager [None req-dc7542b2-afef-47f4-a763-e3a3cba144be None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-899258'] for port, provisioning_complete {{(pid=94176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:30:23.060151 dv-neutron-601336-94-hyperv neutron-server[94174]: INFO neutron.pecan_wsgi.hooks.translation [None req-1666131e-481f-4fa3-82e9-42da7c310c73 tempest-PortsAdminExtendedAttrsIpV6TestJSON-788637273 tempest-PortsAdminExtendedAttrsIpV6TestJSON-788637273-project-admin] GET failed (client error): The resource could not be found. Jun 23 11:30:23.062280 dv-neutron-601336-94-hyperv neutron-server[94174]: INFO neutron.wsgi [None req-1666131e-481f-4fa3-82e9-42da7c310c73 tempest-PortsAdminExtendedAttrsIpV6TestJSON-788637273 tempest-PortsAdminExtendedAttrsIpV6TestJSON-788637273-project-admin] 10.222.0.20 "GET /v2.0/ports/c27aa6b5-4154-4605-b333-b957ec4c6347 HTTP/1.1" status: 404 len: 333 time: 0.0859540 Jun 23 11:30:23.069891 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.wsgi [-] (94175) accepted ('10.222.0.20', 36200) {{(pid=94175) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 11:30:23.086015 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.api.v2.base [None req-97907034-964c-4f17-b273-fc0ea7213772 tempest-PortsAdminExtendedAttrsIpV6TestJSON-788637273 tempest-PortsAdminExtendedAttrsIpV6TestJSON-788637273-project-admin] Request body: {'port': {'network_id': 'baa98ec6-1d6b-4eef-90d6-91cd66042db6', 'name': 'tempest-PortsAdminExtendedAttrsIpV6TestJSON-579637479'}} {{(pid=94175) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 23 11:30:23.109396 dv-neutron-601336-94-hyperv neutron-server[94177]: DEBUG neutron.db.agents_db [None req-90fb1279-e4c5-4e73-8d66-3a29811dc4e3 None None] Agent healthcheck: found 6 active agents {{(pid=94177) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 23 11:30:23.115470 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.plugins.ml2.rpc [None req-dc7542b2-afef-47f4-a763-e3a3cba144be None None] Device 32794a4f-8325-483e-b755-3914d9883a6a up at agent ovs-agent-dv-neutron-601336-94-hyperv {{(pid=94176) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:298}} Jun 23 11:30:23.121684 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e1732473-d198-4292-a55c-a9d12e289932 tempest-NetworksTestDHCPv6-162546708 tempest-NetworksTestDHCPv6-162546708-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 11:30:23.127850 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e1732473-d198-4292-a55c-a9d12e289932 tempest-NetworksTestDHCPv6-162546708 tempest-NetworksTestDHCPv6-162546708-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 11:30:23.129511 dv-neutron-601336-94-hyperv neutron-server[94175]: INFO neutron.wsgi [None req-e1732473-d198-4292-a55c-a9d12e289932 tempest-NetworksTestDHCPv6-162546708 tempest-NetworksTestDHCPv6-162546708-project] 10.222.0.20 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1668 time: 0.2947068 Jun 23 11:30:23.136226 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.wsgi [-] (94175) accepted ('10.222.0.20', 36202) {{(pid=94175) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 11:30:23.155510 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron_lib.callbacks.manager [None req-830fa9c2-7d15-4d8e-9ca1-7eb518e892a1 tempest-RoutersIpV6AdminTest-1878456168 tempest-RoutersIpV6AdminTest-1878456168-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-520417', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-32301'] for router, precommit_delete {{(pid=94174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:30:23.159496 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron_lib.callbacks.manager [None req-830fa9c2-7d15-4d8e-9ca1-7eb518e892a1 tempest-RoutersIpV6AdminTest-1878456168 tempest-RoutersIpV6AdminTest-1878456168-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:30:23.188937 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron_lib.callbacks.manager [None req-9eb2b70a-01b8-4a45-bad0-db8a427aa604 tempest-ServersTestManualDisk-1703480083 tempest-ServersTestManualDisk-1703480083-project] Notify callbacks [] for floatingip, before_create {{(pid=94175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:30:23.193402 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.db.provisioning_blocks [None req-dc7542b2-afef-47f4-a763-e3a3cba144be None None] Provisioning complete for port 32794a4f-8325-483e-b755-3914d9883a6a triggered by entity L2. {{(pid=94176) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 23 11:30:23.193402 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron_lib.callbacks.manager [None req-dc7542b2-afef-47f4-a763-e3a3cba144be None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-899258'] for port, provisioning_complete {{(pid=94176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:30:23.218305 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron_lib.callbacks.manager [None req-97bd5441-1da2-49ee-a364-27795820ba27 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773699952132', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-899307'] for agent, after_update {{(pid=94176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:30:23.224308 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron_lib.callbacks.manager [None req-fac58fab-ca43-46c3-b8dc-19eebf63f959 tempest-RoutersAdminTest-1733287776 tempest-RoutersAdminTest-1733287776-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-922904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866062', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773700135024', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773699642224'] for port, after_delete {{(pid=94174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:30:23.232481 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94174) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 11:30:23.258987 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fac58fab-ca43-46c3-b8dc-19eebf63f959 tempest-RoutersAdminTest-1733287776 tempest-RoutersAdminTest-1733287776-project-admin] Pushing event deleted for resources: {'Port': ['ID=65f11eda-1257-4272-bad9-b2ff53b6f2dd,revision_number=None']} {{(pid=94174) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 11:30:23.267439 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG oslo_concurrency.lockutils [None req-fac58fab-ca43-46c3-b8dc-19eebf63f959 tempest-RoutersAdminTest-1733287776 tempest-RoutersAdminTest-1733287776-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.037s {{(pid=94174) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 11:30:23.282634 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.db.provisioning_blocks [None req-bc3e9911-233d-4c99-8315-98f1bb951f80 None None] Provisioning for port 2439bcf5-277a-442f-99b7-2bd563fcfb41 completed by entity DHCP. {{(pid=94176) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 23 11:30:23.304873 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.plugins.ml2.rpc [None req-dc7542b2-afef-47f4-a763-e3a3cba144be None None] Device 2439bcf5-277a-442f-99b7-2bd563fcfb41 up at agent ovs-agent-dv-neutron-601336-94-hyperv {{(pid=94176) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:298}} Jun 23 11:30:23.306555 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron_lib.callbacks.manager [None req-fac58fab-ca43-46c3-b8dc-19eebf63f959 tempest-RoutersAdminTest-1733287776 tempest-RoutersAdminTest-1733287776-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-217507'] for port, before_response {{(pid=94174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:30:23.308653 dv-neutron-601336-94-hyperv neutron-server[94174]: INFO neutron.wsgi [None req-fac58fab-ca43-46c3-b8dc-19eebf63f959 tempest-RoutersAdminTest-1733287776 tempest-RoutersAdminTest-1733287776-project-admin] 10.222.0.20 "DELETE /v2.0/ports/65f11eda-1257-4272-bad9-b2ff53b6f2dd HTTP/1.1" status: 204 len: 168 time: 1.9548700 Jun 23 11:30:23.311448 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.wsgi [-] (94174) accepted ('10.222.0.20', 36206) {{(pid=94174) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 11:30:23.316320 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.api.v2.base [None req-2e2c6159-4b37-4acd-8ae5-1879eb1a3bc8 tempest-RoutersAdminTest-1733287776 tempest-RoutersAdminTest-1733287776-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '261e603f-42ae-43d3-be21-5e38fae9bfd1', 'external_fixed_ips': [{'subnet_id': '7b6d8efb-17fc-4331-ac89-9f717d934035', 'ip_address': '172.20.0.10'}]}}} {{(pid=94174) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 23 11:30:23.351376 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron_lib.callbacks.manager [None req-830fa9c2-7d15-4d8e-9ca1-7eb518e892a1 tempest-RoutersIpV6AdminTest-1878456168 tempest-RoutersIpV6AdminTest-1878456168-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-494961'] for router, after_delete {{(pid=94174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:30:23.352162 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-830fa9c2-7d15-4d8e-9ca1-7eb518e892a1 tempest-RoutersIpV6AdminTest-1878456168 tempest-RoutersIpV6AdminTest-1878456168-project-admin] Fanout notify agent at l3_agent the message router_deleted on router ec086ff2-7083-4afd-9c2f-7c8fa226757d {{(pid=94174) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jun 23 11:30:23.358210 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron_lib.callbacks.manager [None req-830fa9c2-7d15-4d8e-9ca1-7eb518e892a1 tempest-RoutersIpV6AdminTest-1878456168 tempest-RoutersIpV6AdminTest-1878456168-project-admin] Notify callbacks [] for router, before_response {{(pid=94174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:30:23.362322 dv-neutron-601336-94-hyperv neutron-server[94174]: INFO neutron.wsgi [None req-830fa9c2-7d15-4d8e-9ca1-7eb518e892a1 tempest-RoutersIpV6AdminTest-1878456168 tempest-RoutersIpV6AdminTest-1878456168-project-admin] 10.222.0.20 "DELETE /v2.0/routers/ec086ff2-7083-4afd-9c2f-7c8fa226757d HTTP/1.1" status: 204 len: 168 time: 0.7534466 Jun 23 11:30:23.445892 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron_lib.callbacks.manager [None req-d394e29d-4117-4528-9e07-f30bbd883d84 tempest-ServersTestJSON-995612928 tempest-ServersTestJSON-995612928-project] Notify callbacks [] for floatingip, before_create {{(pid=94175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:30:23.494101 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.db.provisioning_blocks [None req-dc7542b2-afef-47f4-a763-e3a3cba144be None None] Provisioning for port 2439bcf5-277a-442f-99b7-2bd563fcfb41 completed by entity L2. {{(pid=94176) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 23 11:30:23.498449 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.db.provisioning_blocks [None req-dc7542b2-afef-47f4-a763-e3a3cba144be None None] Provisioning complete for port 2439bcf5-277a-442f-99b7-2bd563fcfb41 triggered by entity L2. {{(pid=94176) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 23 11:30:23.498837 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron_lib.callbacks.manager [None req-dc7542b2-afef-47f4-a763-e3a3cba144be None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-899258'] for port, provisioning_complete {{(pid=94176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:30:23.528250 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.db.provisioning_blocks [None req-7017a249-5836-4ef1-aeb2-805a6204e148 None None] Provisioning for port e0ff7a06-fe96-463a-81f9-8b1e0db69b3a completed by entity DHCP. {{(pid=94176) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 23 11:30:23.538085 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.db.provisioning_blocks [None req-7017a249-5836-4ef1-aeb2-805a6204e148 None None] Provisioning complete for port e0ff7a06-fe96-463a-81f9-8b1e0db69b3a triggered by entity DHCP. {{(pid=94176) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 23 11:30:23.538586 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron_lib.callbacks.manager [None req-7017a249-5836-4ef1-aeb2-805a6204e148 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-899258'] for port, provisioning_complete {{(pid=94176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:30:23.584483 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.plugins.ml2.plugin [None req-7017a249-5836-4ef1-aeb2-805a6204e148 None None] Port e0ff7a06-fe96-463a-81f9-8b1e0db69b3a cannot update to ACTIVE because it is not bound. {{(pid=94176) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jun 23 11:30:23.620628 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron_lib.callbacks.manager [None req-dc7542b2-afef-47f4-a763-e3a3cba144be None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-923122'] for port, before_update {{(pid=94176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:30:23.659090 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.plugins.ml2.db [None req-dc7542b2-afef-47f4-a763-e3a3cba144be None None] For port 2439bcf5-277a-442f-99b7-2bd563fcfb41, host dv-neutron-601336-94-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-94-hyperv',level=0,port_id=2439bcf5-277a-442f-99b7-2bd563fcfb41,segment=NetworkSegment(6303a411-6e70-4139-a530-9ee4cf8ba843),segment_id=6303a411-6e70-4139-a530-9ee4cf8ba843)] {{(pid=94176) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 23 11:30:23.711138 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron_lib.callbacks.manager [None req-2e2c6159-4b37-4acd-8ae5-1879eb1a3bc8 tempest-RoutersAdminTest-1733287776 tempest-RoutersAdminTest-1733287776-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-520407', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-32315'] for router, before_create {{(pid=94174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:30:23.712212 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron_lib.callbacks.manager [None req-2e2c6159-4b37-4acd-8ae5-1879eb1a3bc8 tempest-RoutersAdminTest-1733287776 tempest-RoutersAdminTest-1733287776-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-520264', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-524122', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-414782', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-32290'] for router, precommit_create {{(pid=94174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:30:23.719852 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.plugins.ml2.plugin [None req-72495edd-d313-4e08-85e4-b273f4c946e5 tempest-NetworksTestDHCPv6-162546708 tempest-NetworksTestDHCPv6-162546708-project] Deleting port e0ff7a06-fe96-463a-81f9-8b1e0db69b3a {{(pid=94175) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1913}} Jun 23 11:30:23.728195 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron_lib.callbacks.manager [None req-72495edd-d313-4e08-85e4-b273f4c946e5 tempest-NetworksTestDHCPv6-162546708 tempest-NetworksTestDHCPv6-162546708-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773700079324'] for port, before_delete {{(pid=94175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:30:23.728195 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron_lib.callbacks.manager [None req-77f47b15-da00-4331-a766-25f900e07c7d tempest-FloatingIPNegativeTestJSON-1295786409 tempest-FloatingIPNegativeTestJSON-1295786409-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866062', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5083113', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4660095'] for subnet, after_create {{(pid=94175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:30:23.728195 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-97907034-964c-4f17-b273-fc0ea7213772 tempest-PortsAdminExtendedAttrsIpV6TestJSON-788637273 tempest-PortsAdminExtendedAttrsIpV6TestJSON-788637273-project-admin] Made reservation on behalf of 96a4396ac9d74a4fb54e164a3c03f78a for: {'port': 1} {{(pid=94175) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 23 11:30:23.728195 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron_lib.callbacks.manager [None req-97907034-964c-4f17-b273-fc0ea7213772 tempest-PortsAdminExtendedAttrsIpV6TestJSON-788637273 tempest-PortsAdminExtendedAttrsIpV6TestJSON-788637273-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-923104'] for port, before_create {{(pid=94175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:30:23.762660 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron_lib.callbacks.manager [None req-2e2c6159-4b37-4acd-8ae5-1879eb1a3bc8 tempest-RoutersAdminTest-1733287776 tempest-RoutersAdminTest-1733287776-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:30:23.763663 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron_lib.callbacks.manager [None req-dc7542b2-afef-47f4-a763-e3a3cba144be None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-922904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866062', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773700135042', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773699642233', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773699642278'] for port, after_update {{(pid=94176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:30:23.765954 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG oslo_concurrency.lockutils [None req-9f809a3a-3fef-4dae-8eae-36554e1b10fd None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 11:30:23.784207 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94175) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 11:30:23.793436 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.wsgi [-] (94174) accepted ('10.222.0.20', 36210) {{(pid=94174) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 11:30:23.826060 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc7542b2-afef-47f4-a763-e3a3cba144be None None] Pushing event updated for resources: {'Port': ['ID=2439bcf5-277a-442f-99b7-2bd563fcfb41,revision_number=3']} {{(pid=94176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 11:30:23.831364 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG oslo_concurrency.lockutils [None req-dc7542b2-afef-47f4-a763-e3a3cba144be None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.065s {{(pid=94176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 11:30:23.840556 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.notifiers.nova [None req-97907034-964c-4f17-b273-fc0ea7213772 tempest-PortsAdminExtendedAttrsIpV6TestJSON-788637273 tempest-PortsAdminExtendedAttrsIpV6TestJSON-788637273-project-admin] device_id is not set on port 838d8b3b-2034-4a9f-8d01-26d76325a26a yet. {{(pid=94175) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jun 23 11:30:23.878103 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.wsgi [-] (94174) accepted ('10.222.0.20', 36214) {{(pid=94174) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 11:30:23.902954 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron_lib.callbacks.manager [None req-41d531eb-6b7f-4735-be98-d9cd9671eed5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:30:23.939384 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77f47b15-da00-4331-a766-25f900e07c7d tempest-FloatingIPNegativeTestJSON-1295786409 tempest-FloatingIPNegativeTestJSON-1295786409-project] Pushing event updated for resources: {'Subnet': ['ID=bfee4ba3-1ac5-42f1-97a1-8dfa7ff8cc35,revision_number=0']} {{(pid=94175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 11:30:23.957732 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG oslo_concurrency.lockutils [None req-77f47b15-da00-4331-a766-25f900e07c7d tempest-FloatingIPNegativeTestJSON-1295786409 tempest-FloatingIPNegativeTestJSON-1295786409-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.173s {{(pid=94175) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 11:30:23.990655 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron_lib.callbacks.manager [None req-72495edd-d313-4e08-85e4-b273f4c946e5 tempest-NetworksTestDHCPv6-162546708 tempest-NetworksTestDHCPv6-162546708-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-430722'] for port, precommit_delete {{(pid=94175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:30:23.994904 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron_lib.callbacks.manager [None req-9eb2b70a-01b8-4a45-bad0-db8a427aa604 tempest-ServersTestManualDisk-1703480083 tempest-ServersTestManualDisk-1703480083-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-923104'] for port, before_create {{(pid=94175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:30:24.009969 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron_lib.callbacks.manager [None req-2e2c6159-4b37-4acd-8ae5-1879eb1a3bc8 tempest-RoutersAdminTest-1733287776 tempest-RoutersAdminTest-1733287776-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-524104', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-520389', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-32276'] for router, precommit_update {{(pid=94174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:30:24.029202 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-77f47b15-da00-4331-a766-25f900e07c7d tempest-FloatingIPNegativeTestJSON-1295786409 tempest-FloatingIPNegativeTestJSON-1295786409-project] Checking segment: {'id': 'fa39dcf7-70e3-460d-9bfe-25c74e861166', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 420, 'network_id': 'c9db83c6-9294-4aab-be1f-a0e4e14b168f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94175) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 23 11:30:24.029202 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-77f47b15-da00-4331-a766-25f900e07c7d tempest-FloatingIPNegativeTestJSON-1295786409 tempest-FloatingIPNegativeTestJSON-1295786409-project] Network hostable DHCP agents. Network: c9db83c6-9294-4aab-be1f-a0e4e14b168f, hostable agents: ['8cf29b10-0e57-4131-816f-a4b6ad00b249'], hosted agents: [] {{(pid=94175) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 23 11:30:24.042363 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.plugins.ml2.plugin [None req-72495edd-d313-4e08-85e4-b273f4c946e5 tempest-NetworksTestDHCPv6-162546708 tempest-NetworksTestDHCPv6-162546708-project] Calling delete_port for e0ff7a06-fe96-463a-81f9-8b1e0db69b3a owned by {{(pid=94175) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1986}} Jun 23 11:30:24.048453 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.api.v2.base [None req-4b703ddd-8f44-4221-a406-b9e739af4cf6 tempest-RoutersIpV6AdminTest-894294123 tempest-RoutersIpV6AdminTest-894294123-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-1991624729', 'external_gateway_info': {'network_id': '3e7e4eb3-cf02-4d47-ade9-0a579cdfc60f'}, 'admin_state_up': False}} {{(pid=94174) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 23 11:30:24.091682 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron_lib.callbacks.manager [None req-41d531eb-6b7f-4735-be98-d9cd9671eed5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:30:24.173009 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron_lib.callbacks.manager [None req-41d531eb-6b7f-4735-be98-d9cd9671eed5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7996330'] for security_group, after_create {{(pid=94174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:30:24.183204 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94174) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 11:30:24.229084 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41d531eb-6b7f-4735-be98-d9cd9671eed5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=be2e5e8f-c868-4152-ab66-3620df629314,revision_number=1']} {{(pid=94174) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 11:30:24.234019 dv-neutron-601336-94-hyperv neutron-server[94174]: INFO neutron.wsgi [None req-41d531eb-6b7f-4735-be98-d9cd9671eed5 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=a164b16632044e4ea769ae20098bda7e&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3549261 Jun 23 11:30:24.234909 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG oslo_concurrency.lockutils [None req-41d531eb-6b7f-4735-be98-d9cd9671eed5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.052s {{(pid=94174) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 11:30:24.237266 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.wsgi [-] (94174) accepted ('10.222.0.20', 36216) {{(pid=94174) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 11:30:24.262496 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron_lib.callbacks.manager [None req-97907034-964c-4f17-b273-fc0ea7213772 tempest-PortsAdminExtendedAttrsIpV6TestJSON-788637273 tempest-PortsAdminExtendedAttrsIpV6TestJSON-788637273-project-admin] Notify callbacks [] for port, precommit_create {{(pid=94175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:30:24.267710 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron_lib.callbacks.manager [None req-d394e29d-4117-4528-9e07-f30bbd883d84 tempest-ServersTestJSON-995612928 tempest-ServersTestJSON-995612928-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-923104'] for port, before_create {{(pid=94175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:30:24.274689 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-77f47b15-da00-4331-a766-25f900e07c7d tempest-FloatingIPNegativeTestJSON-1295786409 tempest-FloatingIPNegativeTestJSON-1295786409-project] Network c9db83c6-9294-4aab-be1f-a0e4e14b168f is scheduled to be hosted by DHCP agent 8cf29b10-0e57-4131-816f-a4b6ad00b249 with binding_index 1 {{(pid=94175) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 23 11:30:24.315138 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron_lib.callbacks.manager [None req-d71f8c40-472d-40fe-99de-18887e2284a4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:30:24.323573 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron_lib.callbacks.manager [None req-4b703ddd-8f44-4221-a406-b9e739af4cf6 tempest-RoutersIpV6AdminTest-894294123 tempest-RoutersIpV6AdminTest-894294123-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-520407', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-32315'] for router, before_create {{(pid=94174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:30:24.324904 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron_lib.callbacks.manager [None req-4b703ddd-8f44-4221-a406-b9e739af4cf6 tempest-RoutersIpV6AdminTest-894294123 tempest-RoutersIpV6AdminTest-894294123-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-520264', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-524122', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-414782', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-32290'] for router, precommit_create {{(pid=94174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:30:24.353677 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.db.db_base_plugin_common [None req-9eb2b70a-01b8-4a45-bad0-db8a427aa604 tempest-ServersTestManualDisk-1703480083 tempest-ServersTestManualDisk-1703480083-project] Allocated IP 172.26.3.39 (3e7e4eb3-cf02-4d47-ade9-0a579cdfc60f/a5ad15ab-c489-4a67-a9b0-d559fca0ec71/12831135-7fb9-4afb-89b8-a36084a193cf) {{(pid=94175) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 23 11:30:24.358247 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron_lib.callbacks.manager [None req-d71f8c40-472d-40fe-99de-18887e2284a4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:30:24.409684 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.scheduler.base_scheduler [None req-77f47b15-da00-4331-a766-25f900e07c7d tempest-FloatingIPNegativeTestJSON-1295786409 tempest-FloatingIPNegativeTestJSON-1295786409-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-601336-94-hyperv, c9db83c6-9294-4aab-be1f-a0e4e14b168f) {{(pid=94175) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 23 11:30:24.418019 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8f003000-b25a-4d13-9dfa-4abcc3e672fe None None] Network c9db83c6-9294-4aab-be1f-a0e4e14b168f requested from dv-neutron-601336-94-hyperv {{(pid=94176) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 23 11:30:24.429504 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-77f47b15-da00-4331-a766-25f900e07c7d tempest-FloatingIPNegativeTestJSON-1295786409 tempest-FloatingIPNegativeTestJSON-1295786409-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 11:30:24.430136 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron_lib.callbacks.manager [None req-77f47b15-da00-4331-a766-25f900e07c7d tempest-FloatingIPNegativeTestJSON-1295786409 tempest-FloatingIPNegativeTestJSON-1295786409-project] Notify callbacks [] for subnet, before_response {{(pid=94175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:30:24.482387 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron_lib.callbacks.manager [None req-4b703ddd-8f44-4221-a406-b9e739af4cf6 tempest-RoutersIpV6AdminTest-894294123 tempest-RoutersIpV6AdminTest-894294123-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:30:24.519068 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron_lib.callbacks.manager [None req-2e2c6159-4b37-4acd-8ae5-1879eb1a3bc8 tempest-RoutersAdminTest-1733287776 tempest-RoutersAdminTest-1733287776-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=94174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:30:24.539932 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron_lib.callbacks.manager [None req-9eb2b70a-01b8-4a45-bad0-db8a427aa604 tempest-ServersTestManualDisk-1703480083 tempest-ServersTestManualDisk-1703480083-project] Notify callbacks [] for port, precommit_create {{(pid=94175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:30:24.540517 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron_lib.callbacks.manager [None req-2e2c6159-4b37-4acd-8ae5-1879eb1a3bc8 tempest-RoutersAdminTest-1733287776 tempest-RoutersAdminTest-1733287776-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-923104'] for port, before_create {{(pid=94174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:30:24.555356 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron_lib.callbacks.manager [None req-97907034-964c-4f17-b273-fc0ea7213772 tempest-PortsAdminExtendedAttrsIpV6TestJSON-788637273 tempest-PortsAdminExtendedAttrsIpV6TestJSON-788637273-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-922915', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-239814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7866073', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773699642215', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-5082457'] for port, after_create {{(pid=94175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:30:24.563457 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94175) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 11:30:24.582699 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a4b1925e-567c-4473-92b6-39d1ee4547a4 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1e0d828a-1fa4-563d-b7fd-53adf66a04ee-c9db83c6-9294-4aab-be1f-a0e4e14b168f', 'network_id': 'c9db83c6-9294-4aab-be1f-a0e4e14b168f', 'tenant_id': '67d5efe51246419c91b3d405d0699cf0', 'fixed_ips': [{'subnet_id': 'bfee4ba3-1ac5-42f1-97a1-8dfa7ff8cc35'}]}} from dv-neutron-601336-94-hyperv. {{(pid=94176) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 23 11:30:24.584132 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron_lib.callbacks.manager [None req-a4b1925e-567c-4473-92b6-39d1ee4547a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-923104'] for port, before_create {{(pid=94176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:30:24.608028 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron_lib.callbacks.manager [None req-72495edd-d313-4e08-85e4-b273f4c946e5 tempest-NetworksTestDHCPv6-162546708 tempest-NetworksTestDHCPv6-162546708-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-922904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866062', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773700135024', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773699642224', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5082448'] for port, after_delete {{(pid=94175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:30:24.611553 dv-neutron-601336-94-hyperv neutron-server[94175]: INFO neutron.wsgi [None req-77f47b15-da00-4331-a766-25f900e07c7d tempest-FloatingIPNegativeTestJSON-1295786409 tempest-FloatingIPNegativeTestJSON-1295786409-project] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.0846374 Jun 23 11:30:24.618684 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.wsgi [-] (94175) accepted ('10.222.0.20', 36218) {{(pid=94175) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 11:30:24.632016 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.api.v2.base [None req-47fc5ce7-54d5-467e-a1de-fe8ecb612041 tempest-FloatingIPNegativeTestJSON-1295786409 tempest-FloatingIPNegativeTestJSON-1295786409-project] Request body: {'router': {'name': 'tempest-FloatingIPNegativeTestJSON-router-1415040453', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=94175) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 23 11:30:24.638966 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-97907034-964c-4f17-b273-fc0ea7213772 tempest-PortsAdminExtendedAttrsIpV6TestJSON-788637273 tempest-PortsAdminExtendedAttrsIpV6TestJSON-788637273-project-admin] Network baa98ec6-1d6b-4eef-90d6-91cd66042db6 is already hosted by enough agents. {{(pid=94175) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 23 11:30:24.652949 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.scheduler.base_scheduler [None req-97907034-964c-4f17-b273-fc0ea7213772 tempest-PortsAdminExtendedAttrsIpV6TestJSON-788637273 tempest-PortsAdminExtendedAttrsIpV6TestJSON-788637273-project-admin] Resources bound (agent type, host, resource id): {{(pid=94175) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 23 11:30:24.655373 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.db.l3_dvrscheduler_db [None req-97907034-964c-4f17-b273-fc0ea7213772 tempest-PortsAdminExtendedAttrsIpV6TestJSON-788637273 tempest-PortsAdminExtendedAttrsIpV6TestJSON-788637273-project-admin] Received port after_create {{(pid=94175) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 23 11:30:24.656357 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-97907034-964c-4f17-b273-fc0ea7213772 tempest-PortsAdminExtendedAttrsIpV6TestJSON-788637273 tempest-PortsAdminExtendedAttrsIpV6TestJSON-788637273-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=94175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 11:30:24.656866 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron_lib.callbacks.manager [None req-97907034-964c-4f17-b273-fc0ea7213772 tempest-PortsAdminExtendedAttrsIpV6TestJSON-788637273 tempest-PortsAdminExtendedAttrsIpV6TestJSON-788637273-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-217507'] for port, before_response {{(pid=94175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:30:24.691782 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron_lib.callbacks.manager [None req-d71f8c40-472d-40fe-99de-18887e2284a4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7996330'] for security_group, after_delete {{(pid=94174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:30:24.710573 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97907034-964c-4f17-b273-fc0ea7213772 tempest-PortsAdminExtendedAttrsIpV6TestJSON-788637273 tempest-PortsAdminExtendedAttrsIpV6TestJSON-788637273-project-admin] Pushing event updated for resources: {'Port': ['ID=838d8b3b-2034-4a9f-8d01-26d76325a26a,revision_number=1']} {{(pid=94175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 11:30:24.712793 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG oslo_concurrency.lockutils [None req-97907034-964c-4f17-b273-fc0ea7213772 tempest-PortsAdminExtendedAttrsIpV6TestJSON-788637273 tempest-PortsAdminExtendedAttrsIpV6TestJSON-788637273-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.149s {{(pid=94175) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 11:30:24.730047 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron_lib.callbacks.manager [None req-d71f8c40-472d-40fe-99de-18887e2284a4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:30:24.733565 dv-neutron-601336-94-hyperv neutron-server[94174]: INFO neutron.wsgi [None req-d71f8c40-472d-40fe-99de-18887e2284a4 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/be2e5e8f-c868-4152-ab66-3620df629314 HTTP/1.1" status: 204 len: 168 time: 0.4931252 Jun 23 11:30:24.738697 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG oslo_concurrency.lockutils [None req-b568b9c7-ebd7-42d6-ac56-f34a207248e5 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94174) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 11:30:24.752581 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG oslo_concurrency.lockutils [None req-10db0303-db14-4eac-ba0d-03dd298a1628 tempest-RoutersIpV6AdminTest-1878456168 tempest-RoutersIpV6AdminTest-1878456168-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.109s {{(pid=94175) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 11:30:24.766255 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron_lib.callbacks.manager [None req-72495edd-d313-4e08-85e4-b273f4c946e5 tempest-NetworksTestDHCPv6-162546708 tempest-NetworksTestDHCPv6-162546708-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-217507'] for port, before_response {{(pid=94175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:30:24.768645 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d71f8c40-472d-40fe-99de-18887e2284a4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=be2e5e8f-c868-4152-ab66-3620df629314,revision_number=None']} {{(pid=94174) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 11:30:24.776528 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG oslo_concurrency.lockutils [None req-d71f8c40-472d-40fe-99de-18887e2284a4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.038s {{(pid=94174) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 11:30:24.781866 dv-neutron-601336-94-hyperv neutron-server[94175]: INFO neutron.wsgi [None req-72495edd-d313-4e08-85e4-b273f4c946e5 tempest-NetworksTestDHCPv6-162546708 tempest-NetworksTestDHCPv6-162546708-project] 10.222.0.20 "DELETE /v2.0/ports/e0ff7a06-fe96-463a-81f9-8b1e0db69b3a HTTP/1.1" status: 204 len: 168 time: 1.6465063 Jun 23 11:30:24.786397 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.wsgi [-] (94175) accepted ('10.222.0.20', 36222) {{(pid=94175) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 11:30:24.801870 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.plugins.ml2.rpc [None req-dc7542b2-afef-47f4-a763-e3a3cba144be None None] Device 2439bcf5-277a-442f-99b7-2bd563fcfb41 up at agent ovs-agent-dv-neutron-601336-94-hyperv {{(pid=94176) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:298}} Jun 23 11:30:24.854206 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72495edd-d313-4e08-85e4-b273f4c946e5 tempest-NetworksTestDHCPv6-162546708 tempest-NetworksTestDHCPv6-162546708-project] Pushing event deleted for resources: {'Port': ['ID=e0ff7a06-fe96-463a-81f9-8b1e0db69b3a,revision_number=None']} {{(pid=94175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 11:30:24.862175 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG oslo_concurrency.lockutils [None req-72495edd-d313-4e08-85e4-b273f4c946e5 tempest-NetworksTestDHCPv6-162546708 tempest-NetworksTestDHCPv6-162546708-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.111s {{(pid=94175) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 11:30:24.863497 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron_lib.callbacks.manager [None req-9eb2b70a-01b8-4a45-bad0-db8a427aa604 tempest-ServersTestManualDisk-1703480083 tempest-ServersTestManualDisk-1703480083-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-922915', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-239814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7866073', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773699642215', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-5082457'] for port, after_create {{(pid=94175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:30:24.873178 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.db.db_base_plugin_common [None req-a4b1925e-567c-4473-92b6-39d1ee4547a4 None None] Allocated IP 172.20.0.2 (c9db83c6-9294-4aab-be1f-a0e4e14b168f/bfee4ba3-1ac5-42f1-97a1-8dfa7ff8cc35/b528f1f7-6474-4c21-9b79-4ccbe34d46ca) {{(pid=94176) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 23 11:30:24.892098 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.db.provisioning_blocks [None req-dc7542b2-afef-47f4-a763-e3a3cba144be None None] Provisioning complete for port 2439bcf5-277a-442f-99b7-2bd563fcfb41 triggered by entity L2. {{(pid=94176) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 23 11:30:24.892486 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron_lib.callbacks.manager [None req-dc7542b2-afef-47f4-a763-e3a3cba144be None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-899258'] for port, provisioning_complete {{(pid=94176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:30:24.909773 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94175) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 11:30:24.968048 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron_lib.callbacks.manager [None req-47fc5ce7-54d5-467e-a1de-fe8ecb612041 tempest-FloatingIPNegativeTestJSON-1295786409 tempest-FloatingIPNegativeTestJSON-1295786409-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-520407', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-32315'] for router, before_create {{(pid=94175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:30:24.969403 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron_lib.callbacks.manager [None req-47fc5ce7-54d5-467e-a1de-fe8ecb612041 tempest-FloatingIPNegativeTestJSON-1295786409 tempest-FloatingIPNegativeTestJSON-1295786409-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-520264', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-524122', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-414782', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-32290'] for router, precommit_create {{(pid=94175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:30:25.012231 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d60f8076-68d6-4ed5-a876-ff8a8137a864 tempest-NetworksTestDHCPv6-162546708 tempest-NetworksTestDHCPv6-162546708-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 11:30:25.014021 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d60f8076-68d6-4ed5-a876-ff8a8137a864 tempest-NetworksTestDHCPv6-162546708 tempest-NetworksTestDHCPv6-162546708-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 11:30:25.018190 dv-neutron-601336-94-hyperv neutron-server[94175]: INFO neutron.wsgi [None req-d60f8076-68d6-4ed5-a876-ff8a8137a864 tempest-NetworksTestDHCPv6-162546708 tempest-NetworksTestDHCPv6-162546708-project] 10.222.0.20 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1464 time: 0.1778414 Jun 23 11:30:25.018190 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9eb2b70a-01b8-4a45-bad0-db8a427aa604 tempest-ServersTestManualDisk-1703480083 tempest-ServersTestManualDisk-1703480083-project] Network 3e7e4eb3-cf02-4d47-ade9-0a579cdfc60f is already hosted by enough agents. {{(pid=94175) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 23 11:30:25.025233 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.wsgi [-] (94175) accepted ('10.222.0.20', 36224) {{(pid=94175) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 11:30:25.049047 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.scheduler.base_scheduler [None req-9eb2b70a-01b8-4a45-bad0-db8a427aa604 tempest-ServersTestManualDisk-1703480083 tempest-ServersTestManualDisk-1703480083-project] Resources bound (agent type, host, resource id): {{(pid=94175) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 23 11:30:25.053067 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.db.db_base_plugin_common [None req-d394e29d-4117-4528-9e07-f30bbd883d84 tempest-ServersTestJSON-995612928 tempest-ServersTestJSON-995612928-project] Allocated IP 172.26.3.216 (3e7e4eb3-cf02-4d47-ade9-0a579cdfc60f/a5ad15ab-c489-4a67-a9b0-d559fca0ec71/7b70b7c3-a164-407c-b9e1-2a12f1471bb4) {{(pid=94175) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 23 11:30:25.076215 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9eb2b70a-01b8-4a45-bad0-db8a427aa604 tempest-ServersTestManualDisk-1703480083 tempest-ServersTestManualDisk-1703480083-project] Received port after_create {{(pid=94175) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 23 11:30:25.080565 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9eb2b70a-01b8-4a45-bad0-db8a427aa604 tempest-ServersTestManualDisk-1703480083 tempest-ServersTestManualDisk-1703480083-project] Pushing event updated for resources: {'Port': ['ID=12831135-7fb9-4afb-89b8-a36084a193cf,revision_number=1']} {{(pid=94175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 11:30:25.096453 dv-neutron-601336-94-hyperv neutron-server[94175]: INFO neutron.wsgi [None req-97907034-964c-4f17-b273-fc0ea7213772 tempest-PortsAdminExtendedAttrsIpV6TestJSON-788637273 tempest-PortsAdminExtendedAttrsIpV6TestJSON-788637273-project-admin] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 963 time: 2.0250316 Jun 23 11:30:25.107996 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.wsgi [-] (94174) accepted ('10.222.0.20', 36226) {{(pid=94174) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 11:30:25.117130 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG oslo_concurrency.lockutils [None req-9eb2b70a-01b8-4a45-bad0-db8a427aa604 tempest-ServersTestManualDisk-1703480083 tempest-ServersTestManualDisk-1703480083-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.207s {{(pid=94175) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 11:30:25.128599 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.db.db_base_plugin_common [None req-2e2c6159-4b37-4acd-8ae5-1879eb1a3bc8 tempest-RoutersAdminTest-1733287776 tempest-RoutersAdminTest-1733287776-project-admin] Allocated IP 172.20.0.10 (261e603f-42ae-43d3-be21-5e38fae9bfd1/7b6d8efb-17fc-4331-ac89-9f717d934035/44a7c421-69b7-4da1-9947-3668c31e8fbc) {{(pid=94174) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 23 11:30:25.166464 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron_lib.callbacks.manager [None req-a4b1925e-567c-4473-92b6-39d1ee4547a4 None None] Notify callbacks [] for port, precommit_create {{(pid=94176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:30:25.182497 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.db.provisioning_blocks [None req-a4b1925e-567c-4473-92b6-39d1ee4547a4 None None] Transition to ACTIVE for port object b528f1f7-6474-4c21-9b79-4ccbe34d46ca will not be triggered until provisioned by entity L2. {{(pid=94176) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 23 11:30:25.186808 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron_lib.callbacks.manager [None req-47fc5ce7-54d5-467e-a1de-fe8ecb612041 tempest-FloatingIPNegativeTestJSON-1295786409 tempest-FloatingIPNegativeTestJSON-1295786409-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:30:25.188213 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.api.v2.base [None req-3753b741-62aa-4593-8ee7-803227aa2724 tempest-PortsAdminExtendedAttrsIpV6TestJSON-788637273 tempest-PortsAdminExtendedAttrsIpV6TestJSON-788637273-project-admin] Request body: {'port': {'binding:host_id': 'hv-neutron-6013'}} {{(pid=94174) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 23 11:30:25.197073 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron_lib.callbacks.manager [None req-4b703ddd-8f44-4221-a406-b9e739af4cf6 tempest-RoutersIpV6AdminTest-894294123 tempest-RoutersIpV6AdminTest-894294123-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-524104', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-520389', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-32276'] for router, precommit_update {{(pid=94174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:30:25.211854 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.db.provisioning_blocks [None req-a4b1925e-567c-4473-92b6-39d1ee4547a4 None None] Transition to ACTIVE for port object b528f1f7-6474-4c21-9b79-4ccbe34d46ca will not be triggered until provisioned by entity DHCP. {{(pid=94176) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 23 11:30:25.236807 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.db.db_base_plugin_v2 [None req-c4cd4432-b343-4765-8c37-a6ba4644e361 tempest-NetworksTestDHCPv6-162546708 tempest-NetworksTestDHCPv6-162546708-project] Deleting subnet 5c7974de-effe-44c4-a474-d79dc45f6604 {{(pid=94175) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jun 23 11:30:25.245902 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron_lib.callbacks.manager [None req-c4cd4432-b343-4765-8c37-a6ba4644e361 tempest-NetworksTestDHCPv6-162546708 tempest-NetworksTestDHCPv6-162546708-project] Notify callbacks [] for subnet, before_delete {{(pid=94175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:30:25.276116 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron_lib.callbacks.manager [None req-47fc5ce7-54d5-467e-a1de-fe8ecb612041 tempest-FloatingIPNegativeTestJSON-1295786409 tempest-FloatingIPNegativeTestJSON-1295786409-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-520412', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-524143'] for router, after_create {{(pid=94175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:30:25.282202 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron_lib.callbacks.manager [None req-a4b1925e-567c-4473-92b6-39d1ee4547a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-922915', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-239814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7866073', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773699642215'] for port, after_create {{(pid=94176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:30:25.287423 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG oslo_concurrency.lockutils [None req-dc7542b2-afef-47f4-a763-e3a3cba144be None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 11:30:25.325461 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron_lib.callbacks.manager [None req-3753b741-62aa-4593-8ee7-803227aa2724 tempest-PortsAdminExtendedAttrsIpV6TestJSON-788637273 tempest-PortsAdminExtendedAttrsIpV6TestJSON-788637273-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-923122'] for port, before_update {{(pid=94174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:30:25.327433 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron_lib.callbacks.manager [None req-2e2c6159-4b37-4acd-8ae5-1879eb1a3bc8 tempest-RoutersAdminTest-1733287776 tempest-RoutersAdminTest-1733287776-project-admin] Notify callbacks [] for port, precommit_create {{(pid=94174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:30:25.366378 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a4b1925e-567c-4473-92b6-39d1ee4547a4 None None] Network c9db83c6-9294-4aab-be1f-a0e4e14b168f is already hosted by enough agents. {{(pid=94176) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 23 11:30:25.370746 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.scheduler.base_scheduler [None req-a4b1925e-567c-4473-92b6-39d1ee4547a4 None None] Resources bound (agent type, host, resource id): {{(pid=94176) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 23 11:30:25.374900 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron_lib.callbacks.manager [None req-c4cd4432-b343-4765-8c37-a6ba4644e361 tempest-NetworksTestDHCPv6-162546708 tempest-NetworksTestDHCPv6-162546708-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5190686'] for subnet, precommit_delete_associations {{(pid=94175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:30:25.385992 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4b1925e-567c-4473-92b6-39d1ee4547a4 None None] Pushing event updated for resources: {'Port': ['ID=b528f1f7-6474-4c21-9b79-4ccbe34d46ca,revision_number=1']} {{(pid=94176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 11:30:25.392660 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG oslo_concurrency.lockutils [None req-a4b1925e-567c-4473-92b6-39d1ee4547a4 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.105s {{(pid=94176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 11:30:25.394528 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a4b1925e-567c-4473-92b6-39d1ee4547a4 None None] Received port after_create {{(pid=94176) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 23 11:30:25.454804 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron_lib.callbacks.manager [None req-9eb2b70a-01b8-4a45-bad0-db8a427aa604 tempest-ServersTestManualDisk-1703480083 tempest-ServersTestManualDisk-1703480083-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:30:25.460045 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron_lib.callbacks.manager [None req-47fc5ce7-54d5-467e-a1de-fe8ecb612041 tempest-FloatingIPNegativeTestJSON-1295786409 tempest-FloatingIPNegativeTestJSON-1295786409-project] Notify callbacks [] for router, before_response {{(pid=94175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:30:25.464332 dv-neutron-601336-94-hyperv neutron-server[94175]: INFO neutron.wsgi [None req-47fc5ce7-54d5-467e-a1de-fe8ecb612041 tempest-FloatingIPNegativeTestJSON-1295786409 tempest-FloatingIPNegativeTestJSON-1295786409-project] 10.222.0.20 "POST /v2.0/routers HTTP/1.1" status: 201 len: 715 time: 0.8405659 Jun 23 11:30:25.468699 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.wsgi [-] (94175) accepted ('10.222.0.20', 36236) {{(pid=94175) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 11:30:25.482859 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron_lib.callbacks.manager [None req-d394e29d-4117-4528-9e07-f30bbd883d84 tempest-ServersTestJSON-995612928 tempest-ServersTestJSON-995612928-project] Notify callbacks [] for port, precommit_create {{(pid=94175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:30:25.484021 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.plugins.ml2.managers [None req-a4b1925e-567c-4473-92b6-39d1ee4547a4 None None] Attempting to bind port b528f1f7-6474-4c21-9b79-4ccbe34d46ca on host dv-neutron-601336-94-hyperv for vnic_type normal with profile {{(pid=94176) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 23 11:30:25.484403 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.plugins.ml2.managers [None req-a4b1925e-567c-4473-92b6-39d1ee4547a4 None None] Attempting to bind port b528f1f7-6474-4c21-9b79-4ccbe34d46ca by drivers openvswitch,hyperv on host dv-neutron-601336-94-hyperv at level 0 using segments [{'id': 'fa39dcf7-70e3-460d-9bfe-25c74e861166', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 420, 'network_id': 'c9db83c6-9294-4aab-be1f-a0e4e14b168f'}] {{(pid=94176) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 23 11:30:25.484782 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a4b1925e-567c-4473-92b6-39d1ee4547a4 None None] Attempting to bind port b528f1f7-6474-4c21-9b79-4ccbe34d46ca on network c9db83c6-9294-4aab-be1f-a0e4e14b168f {{(pid=94176) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 23 11:30:25.492048 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a4b1925e-567c-4473-92b6-39d1ee4547a4 None None] Checking agent: {'id': '4d05f899-5ac9-411b-8a03-f60c93f87cdf', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-601336-94-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 23, 11, 22, 14), 'started_at': datetime.datetime(2021, 6, 23, 11, 22, 44), 'heartbeat_timestamp': datetime.datetime(2021, 6, 23, 11, 30, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'monitor_allowed_address_pair_garp': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-601336-94-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94176) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 23 11:30:25.493603 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a4b1925e-567c-4473-92b6-39d1ee4547a4 None None] Checking segment: {'id': 'fa39dcf7-70e3-460d-9bfe-25c74e861166', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 420, 'network_id': 'c9db83c6-9294-4aab-be1f-a0e4e14b168f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94176) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 23 11:30:25.494073 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron_lib.callbacks.manager [None req-a4b1925e-567c-4473-92b6-39d1ee4547a4 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:30:25.495084 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a4b1925e-567c-4473-92b6-39d1ee4547a4 None None] Bound using segment: {'id': 'fa39dcf7-70e3-460d-9bfe-25c74e861166', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 420, 'network_id': 'c9db83c6-9294-4aab-be1f-a0e4e14b168f'} {{(pid=94176) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 23 11:30:25.495583 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.plugins.ml2.managers [None req-a4b1925e-567c-4473-92b6-39d1ee4547a4 None None] Bound port: b528f1f7-6474-4c21-9b79-4ccbe34d46ca, host: dv-neutron-601336-94-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fa39dcf7-70e3-460d-9bfe-25c74e861166', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 420, 'network_id': 'c9db83c6-9294-4aab-be1f-a0e4e14b168f'}}] {{(pid=94176) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 23 11:30:25.496408 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron_lib.callbacks.manager [None req-a4b1925e-567c-4473-92b6-39d1ee4547a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-923122'] for port, before_update {{(pid=94176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:30:25.566059 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.plugins.ml2.db [None req-a4b1925e-567c-4473-92b6-39d1ee4547a4 None None] For port b528f1f7-6474-4c21-9b79-4ccbe34d46ca, host dv-neutron-601336-94-hyperv, cleared binding levels {{(pid=94176) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 23 11:30:25.570111 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.plugins.ml2.db [None req-a4b1925e-567c-4473-92b6-39d1ee4547a4 None None] For port b528f1f7-6474-4c21-9b79-4ccbe34d46ca, host dv-neutron-601336-94-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-94-hyperv',level=0,port_id=b528f1f7-6474-4c21-9b79-4ccbe34d46ca,segment=NetworkSegment(fa39dcf7-70e3-460d-9bfe-25c74e861166),segment_id=fa39dcf7-70e3-460d-9bfe-25c74e861166)] {{(pid=94176) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 23 11:30:25.596328 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.notifiers.nova [None req-3753b741-62aa-4593-8ee7-803227aa2724 tempest-PortsAdminExtendedAttrsIpV6TestJSON-788637273 tempest-PortsAdminExtendedAttrsIpV6TestJSON-788637273-project-admin] device_id is not set on port 838d8b3b-2034-4a9f-8d01-26d76325a26a yet. {{(pid=94174) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jun 23 11:30:25.606204 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron_lib.callbacks.manager [None req-3753b741-62aa-4593-8ee7-803227aa2724 tempest-PortsAdminExtendedAttrsIpV6TestJSON-788637273 tempest-PortsAdminExtendedAttrsIpV6TestJSON-788637273-project-admin] Notify callbacks [] for port, precommit_update {{(pid=94174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:30:25.623847 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.db.provisioning_blocks [None req-3753b741-62aa-4593-8ee7-803227aa2724 tempest-PortsAdminExtendedAttrsIpV6TestJSON-788637273 tempest-PortsAdminExtendedAttrsIpV6TestJSON-788637273-project-admin] Transition to ACTIVE for port object 838d8b3b-2034-4a9f-8d01-26d76325a26a will not be triggered until provisioned by entity L2. {{(pid=94174) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 23 11:30:25.630466 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron_lib.callbacks.manager [None req-2e2c6159-4b37-4acd-8ae5-1879eb1a3bc8 tempest-RoutersAdminTest-1733287776 tempest-RoutersAdminTest-1733287776-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-922915', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-239814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7866073', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773699642215'] for port, after_create {{(pid=94174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:30:25.632263 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG oslo_concurrency.lockutils [None req-d43ecc2a-a244-4e1e-b27f-3ef77b4964a3 tempest-NetworksTestDHCPv6-162546708 tempest-NetworksTestDHCPv6-162546708-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94174) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 11:30:25.683648 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron_lib.callbacks.manager [None req-a4b1925e-567c-4473-92b6-39d1ee4547a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-922904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866062', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773700135042', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773699642233', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773699642278'] for port, after_update {{(pid=94176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:30:25.688700 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG oslo_concurrency.lockutils [None req-7b0300ff-0744-4c11-ae4d-23189491d13e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 11:30:25.726970 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron_lib.callbacks.manager [None req-3753b741-62aa-4593-8ee7-803227aa2724 tempest-PortsAdminExtendedAttrsIpV6TestJSON-788637273 tempest-PortsAdminExtendedAttrsIpV6TestJSON-788637273-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-922904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866062', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773700135042', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773699642233', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773699642278'] for port, after_update {{(pid=94174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:30:25.741766 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2e2c6159-4b37-4acd-8ae5-1879eb1a3bc8 tempest-RoutersAdminTest-1733287776 tempest-RoutersAdminTest-1733287776-project-admin] Network 261e603f-42ae-43d3-be21-5e38fae9bfd1 is already hosted by enough agents. {{(pid=94174) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 23 11:30:25.778529 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron_lib.callbacks.manager [None req-4b703ddd-8f44-4221-a406-b9e739af4cf6 tempest-RoutersIpV6AdminTest-894294123 tempest-RoutersIpV6AdminTest-894294123-project] Notify callbacks [] for router_gateway, before_create {{(pid=94174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:30:25.780500 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.scheduler.base_scheduler [None req-2e2c6159-4b37-4acd-8ae5-1879eb1a3bc8 tempest-RoutersAdminTest-1733287776 tempest-RoutersAdminTest-1733287776-project-admin] Resources bound (agent type, host, resource id): {{(pid=94174) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 23 11:30:25.788756 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2e2c6159-4b37-4acd-8ae5-1879eb1a3bc8 tempest-RoutersAdminTest-1733287776 tempest-RoutersAdminTest-1733287776-project-admin] Received port after_create {{(pid=94174) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 23 11:30:25.800000 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4b1925e-567c-4473-92b6-39d1ee4547a4 None None] Pushing event updated for resources: {'Port': ['ID=b528f1f7-6474-4c21-9b79-4ccbe34d46ca,revision_number=2']} {{(pid=94176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 11:30:25.810990 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG oslo_concurrency.lockutils [None req-a4b1925e-567c-4473-92b6-39d1ee4547a4 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.122s {{(pid=94176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 11:30:25.811233 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e2c6159-4b37-4acd-8ae5-1879eb1a3bc8 tempest-RoutersAdminTest-1733287776 tempest-RoutersAdminTest-1733287776-project-admin] Pushing event updated for resources: {'Port': ['ID=44a7c421-69b7-4da1-9947-3668c31e8fbc,revision_number=1']} {{(pid=94174) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 11:30:25.822090 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG oslo_concurrency.lockutils [None req-2e2c6159-4b37-4acd-8ae5-1879eb1a3bc8 tempest-RoutersAdminTest-1733287776 tempest-RoutersAdminTest-1733287776-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.190s {{(pid=94174) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 11:30:25.864582 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.136s {{(pid=94174) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 11:30:25.867791 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron_lib.callbacks.manager [None req-4b703ddd-8f44-4221-a406-b9e739af4cf6 tempest-RoutersIpV6AdminTest-894294123 tempest-RoutersIpV6AdminTest-894294123-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-923104'] for port, before_create {{(pid=94174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:30:25.972950 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron_lib.callbacks.manager [None req-c4cd4432-b343-4765-8c37-a6ba4644e361 tempest-NetworksTestDHCPv6-162546708 tempest-NetworksTestDHCPv6-162546708-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-897634'] for subnet, precommit_delete {{(pid=94175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:30:26.041249 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron_lib.callbacks.manager [None req-9eb2b70a-01b8-4a45-bad0-db8a427aa604 tempest-ServersTestManualDisk-1703480083 tempest-ServersTestManualDisk-1703480083-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-923122'] for port, before_update {{(pid=94175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:30:26.045919 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3753b741-62aa-4593-8ee7-803227aa2724 tempest-PortsAdminExtendedAttrsIpV6TestJSON-788637273 tempest-PortsAdminExtendedAttrsIpV6TestJSON-788637273-project-admin] Pushing event updated for resources: {'Port': ['ID=838d8b3b-2034-4a9f-8d01-26d76325a26a,revision_number=2']} {{(pid=94174) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 11:30:26.051320 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG oslo_concurrency.lockutils [None req-3753b741-62aa-4593-8ee7-803227aa2724 tempest-PortsAdminExtendedAttrsIpV6TestJSON-788637273 tempest-PortsAdminExtendedAttrsIpV6TestJSON-788637273-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.187s {{(pid=94174) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 11:30:26.053922 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.plugins.ml2.managers [None req-3753b741-62aa-4593-8ee7-803227aa2724 tempest-PortsAdminExtendedAttrsIpV6TestJSON-788637273 tempest-PortsAdminExtendedAttrsIpV6TestJSON-788637273-project-admin] Attempting to bind port 838d8b3b-2034-4a9f-8d01-26d76325a26a on host hv-neutron-6013 for vnic_type normal with profile {{(pid=94174) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 23 11:30:26.054449 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.plugins.ml2.managers [None req-3753b741-62aa-4593-8ee7-803227aa2724 tempest-PortsAdminExtendedAttrsIpV6TestJSON-788637273 tempest-PortsAdminExtendedAttrsIpV6TestJSON-788637273-project-admin] Attempting to bind port 838d8b3b-2034-4a9f-8d01-26d76325a26a by drivers openvswitch,hyperv on host hv-neutron-6013 at level 0 using segments [{'id': 'ea68f0ef-84a2-4064-97a2-9c21f1af5cce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 407, 'network_id': 'baa98ec6-1d6b-4eef-90d6-91cd66042db6'}] {{(pid=94174) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 23 11:30:26.054949 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3753b741-62aa-4593-8ee7-803227aa2724 tempest-PortsAdminExtendedAttrsIpV6TestJSON-788637273 tempest-PortsAdminExtendedAttrsIpV6TestJSON-788637273-project-admin] Attempting to bind port 838d8b3b-2034-4a9f-8d01-26d76325a26a on network baa98ec6-1d6b-4eef-90d6-91cd66042db6 {{(pid=94174) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 23 11:30:26.068932 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3753b741-62aa-4593-8ee7-803227aa2724 tempest-PortsAdminExtendedAttrsIpV6TestJSON-788637273 tempest-PortsAdminExtendedAttrsIpV6TestJSON-788637273-project-admin] Port 838d8b3b-2034-4a9f-8d01-26d76325a26a on network baa98ec6-1d6b-4eef-90d6-91cd66042db6 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-6013 {{(pid=94174) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 23 11:30:26.069468 dv-neutron-601336-94-hyperv neutron-server[94174]: ERROR neutron.plugins.ml2.managers [None req-3753b741-62aa-4593-8ee7-803227aa2724 tempest-PortsAdminExtendedAttrsIpV6TestJSON-788637273 tempest-PortsAdminExtendedAttrsIpV6TestJSON-788637273-project-admin] Failed to bind port 838d8b3b-2034-4a9f-8d01-26d76325a26a on host hv-neutron-6013 for vnic_type normal using segments [{'id': 'ea68f0ef-84a2-4064-97a2-9c21f1af5cce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 407, 'network_id': 'baa98ec6-1d6b-4eef-90d6-91cd66042db6'}] Jun 23 11:30:26.070613 dv-neutron-601336-94-hyperv neutron-server[94174]: INFO neutron.plugins.ml2.plugin [None req-3753b741-62aa-4593-8ee7-803227aa2724 tempest-PortsAdminExtendedAttrsIpV6TestJSON-788637273 tempest-PortsAdminExtendedAttrsIpV6TestJSON-788637273-project-admin] Attempt 2 to bind port 838d8b3b-2034-4a9f-8d01-26d76325a26a Jun 23 11:30:26.102776 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.plugins.ml2.managers [None req-3753b741-62aa-4593-8ee7-803227aa2724 tempest-PortsAdminExtendedAttrsIpV6TestJSON-788637273 tempest-PortsAdminExtendedAttrsIpV6TestJSON-788637273-project-admin] Attempting to bind port 838d8b3b-2034-4a9f-8d01-26d76325a26a on host hv-neutron-6013 for vnic_type normal with profile {{(pid=94174) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 23 11:30:26.103588 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.plugins.ml2.managers [None req-3753b741-62aa-4593-8ee7-803227aa2724 tempest-PortsAdminExtendedAttrsIpV6TestJSON-788637273 tempest-PortsAdminExtendedAttrsIpV6TestJSON-788637273-project-admin] Attempting to bind port 838d8b3b-2034-4a9f-8d01-26d76325a26a by drivers openvswitch,hyperv on host hv-neutron-6013 at level 0 using segments [{'id': 'ea68f0ef-84a2-4064-97a2-9c21f1af5cce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 407, 'network_id': 'baa98ec6-1d6b-4eef-90d6-91cd66042db6'}] {{(pid=94174) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 23 11:30:26.103944 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3753b741-62aa-4593-8ee7-803227aa2724 tempest-PortsAdminExtendedAttrsIpV6TestJSON-788637273 tempest-PortsAdminExtendedAttrsIpV6TestJSON-788637273-project-admin] Attempting to bind port 838d8b3b-2034-4a9f-8d01-26d76325a26a on network baa98ec6-1d6b-4eef-90d6-91cd66042db6 {{(pid=94174) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 23 11:30:26.110337 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3753b741-62aa-4593-8ee7-803227aa2724 tempest-PortsAdminExtendedAttrsIpV6TestJSON-788637273 tempest-PortsAdminExtendedAttrsIpV6TestJSON-788637273-project-admin] Port 838d8b3b-2034-4a9f-8d01-26d76325a26a on network baa98ec6-1d6b-4eef-90d6-91cd66042db6 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-6013 {{(pid=94174) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 23 11:30:26.110679 dv-neutron-601336-94-hyperv neutron-server[94174]: ERROR neutron.plugins.ml2.managers [None req-3753b741-62aa-4593-8ee7-803227aa2724 tempest-PortsAdminExtendedAttrsIpV6TestJSON-788637273 tempest-PortsAdminExtendedAttrsIpV6TestJSON-788637273-project-admin] Failed to bind port 838d8b3b-2034-4a9f-8d01-26d76325a26a on host hv-neutron-6013 for vnic_type normal using segments [{'id': 'ea68f0ef-84a2-4064-97a2-9c21f1af5cce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 407, 'network_id': 'baa98ec6-1d6b-4eef-90d6-91cd66042db6'}] Jun 23 11:30:26.111100 dv-neutron-601336-94-hyperv neutron-server[94174]: INFO neutron.plugins.ml2.plugin [None req-3753b741-62aa-4593-8ee7-803227aa2724 tempest-PortsAdminExtendedAttrsIpV6TestJSON-788637273 tempest-PortsAdminExtendedAttrsIpV6TestJSON-788637273-project-admin] Attempt 3 to bind port 838d8b3b-2034-4a9f-8d01-26d76325a26a Jun 23 11:30:26.126854 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.plugins.ml2.managers [None req-3753b741-62aa-4593-8ee7-803227aa2724 tempest-PortsAdminExtendedAttrsIpV6TestJSON-788637273 tempest-PortsAdminExtendedAttrsIpV6TestJSON-788637273-project-admin] Attempting to bind port 838d8b3b-2034-4a9f-8d01-26d76325a26a on host hv-neutron-6013 for vnic_type normal with profile {{(pid=94174) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 23 11:30:26.127377 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.plugins.ml2.managers [None req-3753b741-62aa-4593-8ee7-803227aa2724 tempest-PortsAdminExtendedAttrsIpV6TestJSON-788637273 tempest-PortsAdminExtendedAttrsIpV6TestJSON-788637273-project-admin] Attempting to bind port 838d8b3b-2034-4a9f-8d01-26d76325a26a by drivers openvswitch,hyperv on host hv-neutron-6013 at level 0 using segments [{'id': 'ea68f0ef-84a2-4064-97a2-9c21f1af5cce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 407, 'network_id': 'baa98ec6-1d6b-4eef-90d6-91cd66042db6'}] {{(pid=94174) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 23 11:30:26.127721 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3753b741-62aa-4593-8ee7-803227aa2724 tempest-PortsAdminExtendedAttrsIpV6TestJSON-788637273 tempest-PortsAdminExtendedAttrsIpV6TestJSON-788637273-project-admin] Attempting to bind port 838d8b3b-2034-4a9f-8d01-26d76325a26a on network baa98ec6-1d6b-4eef-90d6-91cd66042db6 {{(pid=94174) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 23 11:30:26.144397 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron_lib.callbacks.manager [None req-d394e29d-4117-4528-9e07-f30bbd883d84 tempest-ServersTestJSON-995612928 tempest-ServersTestJSON-995612928-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-922915', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-239814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7866073', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773699642215', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-5082457'] for port, after_create {{(pid=94175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:30:26.148224 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3753b741-62aa-4593-8ee7-803227aa2724 tempest-PortsAdminExtendedAttrsIpV6TestJSON-788637273 tempest-PortsAdminExtendedAttrsIpV6TestJSON-788637273-project-admin] Port 838d8b3b-2034-4a9f-8d01-26d76325a26a on network baa98ec6-1d6b-4eef-90d6-91cd66042db6 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-6013 {{(pid=94174) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 23 11:30:26.148573 dv-neutron-601336-94-hyperv neutron-server[94174]: ERROR neutron.plugins.ml2.managers [None req-3753b741-62aa-4593-8ee7-803227aa2724 tempest-PortsAdminExtendedAttrsIpV6TestJSON-788637273 tempest-PortsAdminExtendedAttrsIpV6TestJSON-788637273-project-admin] Failed to bind port 838d8b3b-2034-4a9f-8d01-26d76325a26a on host hv-neutron-6013 for vnic_type normal using segments [{'id': 'ea68f0ef-84a2-4064-97a2-9c21f1af5cce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 407, 'network_id': 'baa98ec6-1d6b-4eef-90d6-91cd66042db6'}] Jun 23 11:30:26.151747 dv-neutron-601336-94-hyperv neutron-server[94174]: INFO neutron.plugins.ml2.plugin [None req-3753b741-62aa-4593-8ee7-803227aa2724 tempest-PortsAdminExtendedAttrsIpV6TestJSON-788637273 tempest-PortsAdminExtendedAttrsIpV6TestJSON-788637273-project-admin] Attempt 4 to bind port 838d8b3b-2034-4a9f-8d01-26d76325a26a Jun 23 11:30:26.153900 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG oslo_concurrency.lockutils [None req-67e1dbbe-6afa-4428-a036-78298a240bf3 tempest-DHCPAgentSchedulersTestJSON-448050073 tempest-DHCPAgentSchedulersTestJSON-448050073-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94175) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 11:30:26.208654 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.plugins.ml2.managers [None req-3753b741-62aa-4593-8ee7-803227aa2724 tempest-PortsAdminExtendedAttrsIpV6TestJSON-788637273 tempest-PortsAdminExtendedAttrsIpV6TestJSON-788637273-project-admin] Attempting to bind port 838d8b3b-2034-4a9f-8d01-26d76325a26a on host hv-neutron-6013 for vnic_type normal with profile {{(pid=94174) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 23 11:30:26.211084 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.plugins.ml2.managers [None req-3753b741-62aa-4593-8ee7-803227aa2724 tempest-PortsAdminExtendedAttrsIpV6TestJSON-788637273 tempest-PortsAdminExtendedAttrsIpV6TestJSON-788637273-project-admin] Attempting to bind port 838d8b3b-2034-4a9f-8d01-26d76325a26a by drivers openvswitch,hyperv on host hv-neutron-6013 at level 0 using segments [{'id': 'ea68f0ef-84a2-4064-97a2-9c21f1af5cce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 407, 'network_id': 'baa98ec6-1d6b-4eef-90d6-91cd66042db6'}] {{(pid=94174) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 23 11:30:26.211590 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3753b741-62aa-4593-8ee7-803227aa2724 tempest-PortsAdminExtendedAttrsIpV6TestJSON-788637273 tempest-PortsAdminExtendedAttrsIpV6TestJSON-788637273-project-admin] Attempting to bind port 838d8b3b-2034-4a9f-8d01-26d76325a26a on network baa98ec6-1d6b-4eef-90d6-91cd66042db6 {{(pid=94174) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 23 11:30:26.220263 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3753b741-62aa-4593-8ee7-803227aa2724 tempest-PortsAdminExtendedAttrsIpV6TestJSON-788637273 tempest-PortsAdminExtendedAttrsIpV6TestJSON-788637273-project-admin] Port 838d8b3b-2034-4a9f-8d01-26d76325a26a on network baa98ec6-1d6b-4eef-90d6-91cd66042db6 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-6013 {{(pid=94174) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 23 11:30:26.220590 dv-neutron-601336-94-hyperv neutron-server[94174]: ERROR neutron.plugins.ml2.managers [None req-3753b741-62aa-4593-8ee7-803227aa2724 tempest-PortsAdminExtendedAttrsIpV6TestJSON-788637273 tempest-PortsAdminExtendedAttrsIpV6TestJSON-788637273-project-admin] Failed to bind port 838d8b3b-2034-4a9f-8d01-26d76325a26a on host hv-neutron-6013 for vnic_type normal using segments [{'id': 'ea68f0ef-84a2-4064-97a2-9c21f1af5cce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 407, 'network_id': 'baa98ec6-1d6b-4eef-90d6-91cd66042db6'}] Jun 23 11:30:26.236948 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d394e29d-4117-4528-9e07-f30bbd883d84 tempest-ServersTestJSON-995612928 tempest-ServersTestJSON-995612928-project] Network 3e7e4eb3-cf02-4d47-ade9-0a579cdfc60f is already hosted by enough agents. {{(pid=94175) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 23 11:30:26.257178 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.scheduler.base_scheduler [None req-d394e29d-4117-4528-9e07-f30bbd883d84 tempest-ServersTestJSON-995612928 tempest-ServersTestJSON-995612928-project] Resources bound (agent type, host, resource id): {{(pid=94175) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 23 11:30:26.276907 dv-neutron-601336-94-hyperv neutron-server[94174]: INFO neutron.plugins.ml2.plugin [None req-3753b741-62aa-4593-8ee7-803227aa2724 tempest-PortsAdminExtendedAttrsIpV6TestJSON-788637273 tempest-PortsAdminExtendedAttrsIpV6TestJSON-788637273-project-admin] Attempt 5 to bind port 838d8b3b-2034-4a9f-8d01-26d76325a26a Jun 23 11:30:26.294259 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d394e29d-4117-4528-9e07-f30bbd883d84 tempest-ServersTestJSON-995612928 tempest-ServersTestJSON-995612928-project] Received port after_create {{(pid=94175) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 23 11:30:26.303588 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.db.db_base_plugin_common [None req-4b703ddd-8f44-4221-a406-b9e739af4cf6 tempest-RoutersIpV6AdminTest-894294123 tempest-RoutersIpV6AdminTest-894294123-project] Allocated IP 172.26.3.54 (3e7e4eb3-cf02-4d47-ade9-0a579cdfc60f/a5ad15ab-c489-4a67-a9b0-d559fca0ec71/d56ebd7a-7f72-42b9-9adb-9612226bf6e5) {{(pid=94174) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 23 11:30:26.308756 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron_lib.callbacks.manager [None req-c4cd4432-b343-4765-8c37-a6ba4644e361 tempest-NetworksTestDHCPv6-162546708 tempest-NetworksTestDHCPv6-162546708-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-897627', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866062', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5083050', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4660036'] for subnet, after_delete {{(pid=94175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:30:26.308908 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.plugins.ml2.managers [None req-3753b741-62aa-4593-8ee7-803227aa2724 tempest-PortsAdminExtendedAttrsIpV6TestJSON-788637273 tempest-PortsAdminExtendedAttrsIpV6TestJSON-788637273-project-admin] Attempting to bind port 838d8b3b-2034-4a9f-8d01-26d76325a26a on host hv-neutron-6013 for vnic_type normal with profile {{(pid=94174) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 23 11:30:26.308999 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d394e29d-4117-4528-9e07-f30bbd883d84 tempest-ServersTestJSON-995612928 tempest-ServersTestJSON-995612928-project] Pushing event updated for resources: {'Port': ['ID=7b70b7c3-a164-407c-b9e1-2a12f1471bb4,revision_number=1']} {{(pid=94175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 11:30:26.309081 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.plugins.ml2.managers [None req-3753b741-62aa-4593-8ee7-803227aa2724 tempest-PortsAdminExtendedAttrsIpV6TestJSON-788637273 tempest-PortsAdminExtendedAttrsIpV6TestJSON-788637273-project-admin] Attempting to bind port 838d8b3b-2034-4a9f-8d01-26d76325a26a by drivers openvswitch,hyperv on host hv-neutron-6013 at level 0 using segments [{'id': 'ea68f0ef-84a2-4064-97a2-9c21f1af5cce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 407, 'network_id': 'baa98ec6-1d6b-4eef-90d6-91cd66042db6'}] {{(pid=94174) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 23 11:30:26.309081 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3753b741-62aa-4593-8ee7-803227aa2724 tempest-PortsAdminExtendedAttrsIpV6TestJSON-788637273 tempest-PortsAdminExtendedAttrsIpV6TestJSON-788637273-project-admin] Attempting to bind port 838d8b3b-2034-4a9f-8d01-26d76325a26a on network baa98ec6-1d6b-4eef-90d6-91cd66042db6 {{(pid=94174) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 23 11:30:26.333021 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG oslo_concurrency.lockutils [None req-d394e29d-4117-4528-9e07-f30bbd883d84 tempest-ServersTestJSON-995612928 tempest-ServersTestJSON-995612928-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.179s {{(pid=94175) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 11:30:26.341710 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG oslo_concurrency.lockutils [None req-29881622-1eed-4207-9f35-413f27373c9f tempest-NetworksTestDHCPv6-162546708 tempest-NetworksTestDHCPv6-162546708-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94175) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 11:30:26.356016 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3753b741-62aa-4593-8ee7-803227aa2724 tempest-PortsAdminExtendedAttrsIpV6TestJSON-788637273 tempest-PortsAdminExtendedAttrsIpV6TestJSON-788637273-project-admin] Port 838d8b3b-2034-4a9f-8d01-26d76325a26a on network baa98ec6-1d6b-4eef-90d6-91cd66042db6 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-6013 {{(pid=94174) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 23 11:30:26.356354 dv-neutron-601336-94-hyperv neutron-server[94174]: ERROR neutron.plugins.ml2.managers [None req-3753b741-62aa-4593-8ee7-803227aa2724 tempest-PortsAdminExtendedAttrsIpV6TestJSON-788637273 tempest-PortsAdminExtendedAttrsIpV6TestJSON-788637273-project-admin] Failed to bind port 838d8b3b-2034-4a9f-8d01-26d76325a26a on host hv-neutron-6013 for vnic_type normal using segments [{'id': 'ea68f0ef-84a2-4064-97a2-9c21f1af5cce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 407, 'network_id': 'baa98ec6-1d6b-4eef-90d6-91cd66042db6'}] Jun 23 11:30:26.360056 dv-neutron-601336-94-hyperv neutron-server[94174]: INFO neutron.plugins.ml2.plugin [None req-3753b741-62aa-4593-8ee7-803227aa2724 tempest-PortsAdminExtendedAttrsIpV6TestJSON-788637273 tempest-PortsAdminExtendedAttrsIpV6TestJSON-788637273-project-admin] Attempt 6 to bind port 838d8b3b-2034-4a9f-8d01-26d76325a26a Jun 23 11:30:26.396546 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f0382b18-c587-4a3e-ab50-fe0ba329caff None None] Network f53f535d-bce4-4da8-9bd9-396677ff4e83 requested from dv-neutron-601336-94-hyperv {{(pid=94176) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 23 11:30:26.405956 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4cd4432-b343-4765-8c37-a6ba4644e361 tempest-NetworksTestDHCPv6-162546708 tempest-NetworksTestDHCPv6-162546708-project] Pushing event deleted for resources: {'Subnet': ['ID=5c7974de-effe-44c4-a474-d79dc45f6604,revision_number=None']} {{(pid=94175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 11:30:26.408529 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron_lib.callbacks.manager [None req-c4cd4432-b343-4765-8c37-a6ba4644e361 tempest-NetworksTestDHCPv6-162546708 tempest-NetworksTestDHCPv6-162546708-project] Notify callbacks [] for subnet, before_response {{(pid=94175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:30:26.414142 dv-neutron-601336-94-hyperv neutron-server[94175]: INFO neutron.wsgi [None req-c4cd4432-b343-4765-8c37-a6ba4644e361 tempest-NetworksTestDHCPv6-162546708 tempest-NetworksTestDHCPv6-162546708-project] 10.222.0.20 "DELETE /v2.0/subnets/5c7974de-effe-44c4-a474-d79dc45f6604 HTTP/1.1" status: 204 len: 168 time: 1.3792772 Jun 23 11:30:26.415087 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.wsgi [-] (94175) accepted ('10.222.0.20', 36252) {{(pid=94175) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 11:30:26.418017 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG oslo_concurrency.lockutils [None req-c4cd4432-b343-4765-8c37-a6ba4644e361 tempest-NetworksTestDHCPv6-162546708 tempest-NetworksTestDHCPv6-162546708-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.076s {{(pid=94175) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 11:30:26.420970 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron_lib.callbacks.manager [None req-48a7d675-9f7f-4567-ab2c-50d915a05334 tempest-FloatingIPNegativeTestJSON-1295786409 tempest-FloatingIPNegativeTestJSON-1295786409-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-923104'] for port, before_create {{(pid=94175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:30:26.428044 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.plugins.ml2.managers [None req-3753b741-62aa-4593-8ee7-803227aa2724 tempest-PortsAdminExtendedAttrsIpV6TestJSON-788637273 tempest-PortsAdminExtendedAttrsIpV6TestJSON-788637273-project-admin] Attempting to bind port 838d8b3b-2034-4a9f-8d01-26d76325a26a on host hv-neutron-6013 for vnic_type normal with profile {{(pid=94174) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 23 11:30:26.428383 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.plugins.ml2.managers [None req-3753b741-62aa-4593-8ee7-803227aa2724 tempest-PortsAdminExtendedAttrsIpV6TestJSON-788637273 tempest-PortsAdminExtendedAttrsIpV6TestJSON-788637273-project-admin] Attempting to bind port 838d8b3b-2034-4a9f-8d01-26d76325a26a by drivers openvswitch,hyperv on host hv-neutron-6013 at level 0 using segments [{'id': 'ea68f0ef-84a2-4064-97a2-9c21f1af5cce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 407, 'network_id': 'baa98ec6-1d6b-4eef-90d6-91cd66042db6'}] {{(pid=94174) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 23 11:30:26.428730 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3753b741-62aa-4593-8ee7-803227aa2724 tempest-PortsAdminExtendedAttrsIpV6TestJSON-788637273 tempest-PortsAdminExtendedAttrsIpV6TestJSON-788637273-project-admin] Attempting to bind port 838d8b3b-2034-4a9f-8d01-26d76325a26a on network baa98ec6-1d6b-4eef-90d6-91cd66042db6 {{(pid=94174) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 23 11:30:26.434380 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron_lib.callbacks.manager [None req-2e2c6159-4b37-4acd-8ae5-1879eb1a3bc8 tempest-RoutersAdminTest-1733287776 tempest-RoutersAdminTest-1733287776-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=94174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:30:26.488335 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3753b741-62aa-4593-8ee7-803227aa2724 tempest-PortsAdminExtendedAttrsIpV6TestJSON-788637273 tempest-PortsAdminExtendedAttrsIpV6TestJSON-788637273-project-admin] Port 838d8b3b-2034-4a9f-8d01-26d76325a26a on network baa98ec6-1d6b-4eef-90d6-91cd66042db6 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-6013 {{(pid=94174) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 23 11:30:26.488671 dv-neutron-601336-94-hyperv neutron-server[94174]: ERROR neutron.plugins.ml2.managers [None req-3753b741-62aa-4593-8ee7-803227aa2724 tempest-PortsAdminExtendedAttrsIpV6TestJSON-788637273 tempest-PortsAdminExtendedAttrsIpV6TestJSON-788637273-project-admin] Failed to bind port 838d8b3b-2034-4a9f-8d01-26d76325a26a on host hv-neutron-6013 for vnic_type normal using segments [{'id': 'ea68f0ef-84a2-4064-97a2-9c21f1af5cce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 407, 'network_id': 'baa98ec6-1d6b-4eef-90d6-91cd66042db6'}] Jun 23 11:30:26.492613 dv-neutron-601336-94-hyperv neutron-server[94174]: INFO neutron.plugins.ml2.plugin [None req-3753b741-62aa-4593-8ee7-803227aa2724 tempest-PortsAdminExtendedAttrsIpV6TestJSON-788637273 tempest-PortsAdminExtendedAttrsIpV6TestJSON-788637273-project-admin] Attempt 7 to bind port 838d8b3b-2034-4a9f-8d01-26d76325a26a Jun 23 11:30:26.495584 dv-neutron-601336-94-hyperv neutron-server[94175]: INFO neutron.wsgi [None req-471c4675-9681-46af-9602-d1844cd72945 tempest-NetworksTestDHCPv6-162546708 tempest-NetworksTestDHCPv6-162546708-project] 10.222.0.20 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0760372 Jun 23 11:30:26.500902 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.wsgi [-] (94175) accepted ('10.222.0.20', 36254) {{(pid=94175) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 11:30:26.523617 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.plugins.ml2.managers [None req-3753b741-62aa-4593-8ee7-803227aa2724 tempest-PortsAdminExtendedAttrsIpV6TestJSON-788637273 tempest-PortsAdminExtendedAttrsIpV6TestJSON-788637273-project-admin] Attempting to bind port 838d8b3b-2034-4a9f-8d01-26d76325a26a on host hv-neutron-6013 for vnic_type normal with profile {{(pid=94174) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 23 11:30:26.523959 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.plugins.ml2.managers [None req-3753b741-62aa-4593-8ee7-803227aa2724 tempest-PortsAdminExtendedAttrsIpV6TestJSON-788637273 tempest-PortsAdminExtendedAttrsIpV6TestJSON-788637273-project-admin] Attempting to bind port 838d8b3b-2034-4a9f-8d01-26d76325a26a by drivers openvswitch,hyperv on host hv-neutron-6013 at level 0 using segments [{'id': 'ea68f0ef-84a2-4064-97a2-9c21f1af5cce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 407, 'network_id': 'baa98ec6-1d6b-4eef-90d6-91cd66042db6'}] {{(pid=94174) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 23 11:30:26.524302 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3753b741-62aa-4593-8ee7-803227aa2724 tempest-PortsAdminExtendedAttrsIpV6TestJSON-788637273 tempest-PortsAdminExtendedAttrsIpV6TestJSON-788637273-project-admin] Attempting to bind port 838d8b3b-2034-4a9f-8d01-26d76325a26a on network baa98ec6-1d6b-4eef-90d6-91cd66042db6 {{(pid=94174) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 23 11:30:26.562194 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3753b741-62aa-4593-8ee7-803227aa2724 tempest-PortsAdminExtendedAttrsIpV6TestJSON-788637273 tempest-PortsAdminExtendedAttrsIpV6TestJSON-788637273-project-admin] Port 838d8b3b-2034-4a9f-8d01-26d76325a26a on network baa98ec6-1d6b-4eef-90d6-91cd66042db6 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-6013 {{(pid=94174) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 23 11:30:26.562540 dv-neutron-601336-94-hyperv neutron-server[94174]: ERROR neutron.plugins.ml2.managers [None req-3753b741-62aa-4593-8ee7-803227aa2724 tempest-PortsAdminExtendedAttrsIpV6TestJSON-788637273 tempest-PortsAdminExtendedAttrsIpV6TestJSON-788637273-project-admin] Failed to bind port 838d8b3b-2034-4a9f-8d01-26d76325a26a on host hv-neutron-6013 for vnic_type normal using segments [{'id': 'ea68f0ef-84a2-4064-97a2-9c21f1af5cce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 407, 'network_id': 'baa98ec6-1d6b-4eef-90d6-91cd66042db6'}] Jun 23 11:30:26.566934 dv-neutron-601336-94-hyperv neutron-server[94174]: INFO neutron.plugins.ml2.plugin [None req-3753b741-62aa-4593-8ee7-803227aa2724 tempest-PortsAdminExtendedAttrsIpV6TestJSON-788637273 tempest-PortsAdminExtendedAttrsIpV6TestJSON-788637273-project-admin] Attempt 8 to bind port 838d8b3b-2034-4a9f-8d01-26d76325a26a Jun 23 11:30:26.613399 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.plugins.ml2.managers [None req-3753b741-62aa-4593-8ee7-803227aa2724 tempest-PortsAdminExtendedAttrsIpV6TestJSON-788637273 tempest-PortsAdminExtendedAttrsIpV6TestJSON-788637273-project-admin] Attempting to bind port 838d8b3b-2034-4a9f-8d01-26d76325a26a on host hv-neutron-6013 for vnic_type normal with profile {{(pid=94174) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 23 11:30:26.613399 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.plugins.ml2.managers [None req-3753b741-62aa-4593-8ee7-803227aa2724 tempest-PortsAdminExtendedAttrsIpV6TestJSON-788637273 tempest-PortsAdminExtendedAttrsIpV6TestJSON-788637273-project-admin] Attempting to bind port 838d8b3b-2034-4a9f-8d01-26d76325a26a by drivers openvswitch,hyperv on host hv-neutron-6013 at level 0 using segments [{'id': 'ea68f0ef-84a2-4064-97a2-9c21f1af5cce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 407, 'network_id': 'baa98ec6-1d6b-4eef-90d6-91cd66042db6'}] {{(pid=94174) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 23 11:30:26.613399 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3753b741-62aa-4593-8ee7-803227aa2724 tempest-PortsAdminExtendedAttrsIpV6TestJSON-788637273 tempest-PortsAdminExtendedAttrsIpV6TestJSON-788637273-project-admin] Attempting to bind port 838d8b3b-2034-4a9f-8d01-26d76325a26a on network baa98ec6-1d6b-4eef-90d6-91cd66042db6 {{(pid=94174) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 23 11:30:26.617043 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron_lib.callbacks.manager [None req-4b703ddd-8f44-4221-a406-b9e739af4cf6 tempest-RoutersIpV6AdminTest-894294123 tempest-RoutersIpV6AdminTest-894294123-project] Notify callbacks [] for port, precommit_create {{(pid=94174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:30:26.671201 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3753b741-62aa-4593-8ee7-803227aa2724 tempest-PortsAdminExtendedAttrsIpV6TestJSON-788637273 tempest-PortsAdminExtendedAttrsIpV6TestJSON-788637273-project-admin] Port 838d8b3b-2034-4a9f-8d01-26d76325a26a on network baa98ec6-1d6b-4eef-90d6-91cd66042db6 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-6013 {{(pid=94174) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 23 11:30:26.671700 dv-neutron-601336-94-hyperv neutron-server[94174]: ERROR neutron.plugins.ml2.managers [None req-3753b741-62aa-4593-8ee7-803227aa2724 tempest-PortsAdminExtendedAttrsIpV6TestJSON-788637273 tempest-PortsAdminExtendedAttrsIpV6TestJSON-788637273-project-admin] Failed to bind port 838d8b3b-2034-4a9f-8d01-26d76325a26a on host hv-neutron-6013 for vnic_type normal using segments [{'id': 'ea68f0ef-84a2-4064-97a2-9c21f1af5cce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 407, 'network_id': 'baa98ec6-1d6b-4eef-90d6-91cd66042db6'}] Jun 23 11:30:26.674967 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-56b0c044-09cf-464f-bbac-58e8e527461d None None] DHCP port deletion for f53f535d-bce4-4da8-9bd9-396677ff4e83 request from dv-neutron-601336-94-hyperv {{(pid=94176) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jun 23 11:30:26.691772 dv-neutron-601336-94-hyperv neutron-server[94174]: INFO neutron.plugins.ml2.plugin [None req-3753b741-62aa-4593-8ee7-803227aa2724 tempest-PortsAdminExtendedAttrsIpV6TestJSON-788637273 tempest-PortsAdminExtendedAttrsIpV6TestJSON-788637273-project-admin] Attempt 9 to bind port 838d8b3b-2034-4a9f-8d01-26d76325a26a Jun 23 11:30:26.696682 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron_lib.callbacks.manager [None req-d394e29d-4117-4528-9e07-f30bbd883d84 tempest-ServersTestJSON-995612928 tempest-ServersTestJSON-995612928-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:30:26.751849 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.plugins.ml2.plugin [None req-56b0c044-09cf-464f-bbac-58e8e527461d None None] Deleting port 2439bcf5-277a-442f-99b7-2bd563fcfb41 {{(pid=94176) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1913}} Jun 23 11:30:26.752401 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron_lib.callbacks.manager [None req-9eb2b70a-01b8-4a45-bad0-db8a427aa604 tempest-ServersTestManualDisk-1703480083 tempest-ServersTestManualDisk-1703480083-project] Notify callbacks [] for port, precommit_update {{(pid=94175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:30:26.752485 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron_lib.callbacks.manager [None req-56b0c044-09cf-464f-bbac-58e8e527461d None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773700079324'] for port, before_delete {{(pid=94176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:30:26.760377 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.plugins.ml2.managers [None req-3753b741-62aa-4593-8ee7-803227aa2724 tempest-PortsAdminExtendedAttrsIpV6TestJSON-788637273 tempest-PortsAdminExtendedAttrsIpV6TestJSON-788637273-project-admin] Attempting to bind port 838d8b3b-2034-4a9f-8d01-26d76325a26a on host hv-neutron-6013 for vnic_type normal with profile {{(pid=94174) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 23 11:30:26.760883 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.plugins.ml2.managers [None req-3753b741-62aa-4593-8ee7-803227aa2724 tempest-PortsAdminExtendedAttrsIpV6TestJSON-788637273 tempest-PortsAdminExtendedAttrsIpV6TestJSON-788637273-project-admin] Attempting to bind port 838d8b3b-2034-4a9f-8d01-26d76325a26a by drivers openvswitch,hyperv on host hv-neutron-6013 at level 0 using segments [{'id': 'ea68f0ef-84a2-4064-97a2-9c21f1af5cce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 407, 'network_id': 'baa98ec6-1d6b-4eef-90d6-91cd66042db6'}] {{(pid=94174) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 23 11:30:26.761274 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3753b741-62aa-4593-8ee7-803227aa2724 tempest-PortsAdminExtendedAttrsIpV6TestJSON-788637273 tempest-PortsAdminExtendedAttrsIpV6TestJSON-788637273-project-admin] Attempting to bind port 838d8b3b-2034-4a9f-8d01-26d76325a26a on network baa98ec6-1d6b-4eef-90d6-91cd66042db6 {{(pid=94174) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 23 11:30:26.816792 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3753b741-62aa-4593-8ee7-803227aa2724 tempest-PortsAdminExtendedAttrsIpV6TestJSON-788637273 tempest-PortsAdminExtendedAttrsIpV6TestJSON-788637273-project-admin] Port 838d8b3b-2034-4a9f-8d01-26d76325a26a on network baa98ec6-1d6b-4eef-90d6-91cd66042db6 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-6013 {{(pid=94174) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 23 11:30:26.817662 dv-neutron-601336-94-hyperv neutron-server[94174]: ERROR neutron.plugins.ml2.managers [None req-3753b741-62aa-4593-8ee7-803227aa2724 tempest-PortsAdminExtendedAttrsIpV6TestJSON-788637273 tempest-PortsAdminExtendedAttrsIpV6TestJSON-788637273-project-admin] Failed to bind port 838d8b3b-2034-4a9f-8d01-26d76325a26a on host hv-neutron-6013 for vnic_type normal using segments [{'id': 'ea68f0ef-84a2-4064-97a2-9c21f1af5cce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 407, 'network_id': 'baa98ec6-1d6b-4eef-90d6-91cd66042db6'}] Jun 23 11:30:26.823899 dv-neutron-601336-94-hyperv neutron-server[94174]: INFO neutron.plugins.ml2.plugin [None req-3753b741-62aa-4593-8ee7-803227aa2724 tempest-PortsAdminExtendedAttrsIpV6TestJSON-788637273 tempest-PortsAdminExtendedAttrsIpV6TestJSON-788637273-project-admin] Attempt 10 to bind port 838d8b3b-2034-4a9f-8d01-26d76325a26a Jun 23 11:30:26.853889 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.plugins.ml2.managers [None req-3753b741-62aa-4593-8ee7-803227aa2724 tempest-PortsAdminExtendedAttrsIpV6TestJSON-788637273 tempest-PortsAdminExtendedAttrsIpV6TestJSON-788637273-project-admin] Attempting to bind port 838d8b3b-2034-4a9f-8d01-26d76325a26a on host hv-neutron-6013 for vnic_type normal with profile {{(pid=94174) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 23 11:30:26.854231 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.plugins.ml2.managers [None req-3753b741-62aa-4593-8ee7-803227aa2724 tempest-PortsAdminExtendedAttrsIpV6TestJSON-788637273 tempest-PortsAdminExtendedAttrsIpV6TestJSON-788637273-project-admin] Attempting to bind port 838d8b3b-2034-4a9f-8d01-26d76325a26a by drivers openvswitch,hyperv on host hv-neutron-6013 at level 0 using segments [{'id': 'ea68f0ef-84a2-4064-97a2-9c21f1af5cce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 407, 'network_id': 'baa98ec6-1d6b-4eef-90d6-91cd66042db6'}] {{(pid=94174) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 23 11:30:26.854578 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3753b741-62aa-4593-8ee7-803227aa2724 tempest-PortsAdminExtendedAttrsIpV6TestJSON-788637273 tempest-PortsAdminExtendedAttrsIpV6TestJSON-788637273-project-admin] Attempting to bind port 838d8b3b-2034-4a9f-8d01-26d76325a26a on network baa98ec6-1d6b-4eef-90d6-91cd66042db6 {{(pid=94174) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 23 11:30:26.857369 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.plugins.ml2.rpc [None req-dc7542b2-afef-47f4-a763-e3a3cba144be None None] Device b528f1f7-6474-4c21-9b79-4ccbe34d46ca up at agent ovs-agent-dv-neutron-601336-94-hyperv {{(pid=94176) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:298}} Jun 23 11:30:26.865575 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3753b741-62aa-4593-8ee7-803227aa2724 tempest-PortsAdminExtendedAttrsIpV6TestJSON-788637273 tempest-PortsAdminExtendedAttrsIpV6TestJSON-788637273-project-admin] Port 838d8b3b-2034-4a9f-8d01-26d76325a26a on network baa98ec6-1d6b-4eef-90d6-91cd66042db6 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-6013 {{(pid=94174) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 23 11:30:26.865907 dv-neutron-601336-94-hyperv neutron-server[94174]: ERROR neutron.plugins.ml2.managers [None req-3753b741-62aa-4593-8ee7-803227aa2724 tempest-PortsAdminExtendedAttrsIpV6TestJSON-788637273 tempest-PortsAdminExtendedAttrsIpV6TestJSON-788637273-project-admin] Failed to bind port 838d8b3b-2034-4a9f-8d01-26d76325a26a on host hv-neutron-6013 for vnic_type normal using segments [{'id': 'ea68f0ef-84a2-4064-97a2-9c21f1af5cce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 407, 'network_id': 'baa98ec6-1d6b-4eef-90d6-91cd66042db6'}] Jun 23 11:30:26.866259 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron_lib.callbacks.manager [None req-3753b741-62aa-4593-8ee7-803227aa2724 tempest-PortsAdminExtendedAttrsIpV6TestJSON-788637273 tempest-PortsAdminExtendedAttrsIpV6TestJSON-788637273-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-923122'] for port, before_update {{(pid=94174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:30:26.881490 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron_lib.callbacks.manager [None req-2e2c6159-4b37-4acd-8ae5-1879eb1a3bc8 tempest-RoutersAdminTest-1733287776 tempest-RoutersAdminTest-1733287776-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-520412', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-524143'] for router, after_create {{(pid=94174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:30:26.916113 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron_lib.callbacks.manager [None req-9eb2b70a-01b8-4a45-bad0-db8a427aa604 tempest-ServersTestManualDisk-1703480083 tempest-ServersTestManualDisk-1703480083-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-922904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866062', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773700135042', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773699642233', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773699642278', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5082471'] for port, after_update {{(pid=94175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:30:26.929369 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.plugins.ml2.db [None req-56b0c044-09cf-464f-bbac-58e8e527461d None None] For port 2439bcf5-277a-442f-99b7-2bd563fcfb41, host dv-neutron-601336-94-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-94-hyperv',level=0,port_id=2439bcf5-277a-442f-99b7-2bd563fcfb41,segment=NetworkSegment(6303a411-6e70-4139-a530-9ee4cf8ba843),segment_id=6303a411-6e70-4139-a530-9ee4cf8ba843)] {{(pid=94176) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 23 11:30:26.929778 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron_lib.callbacks.manager [None req-56b0c044-09cf-464f-bbac-58e8e527461d None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-430722'] for port, precommit_delete {{(pid=94176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:30:26.947392 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.plugins.ml2.plugin [None req-56b0c044-09cf-464f-bbac-58e8e527461d None None] Calling delete_port for 2439bcf5-277a-442f-99b7-2bd563fcfb41 owned by network:dhcp {{(pid=94176) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1986}} Jun 23 11:30:26.999243 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG oslo_concurrency.lockutils [None req-55595401-87ab-4bdc-b613-59d175d8fc73 tempest-RoutersIpV6AdminTest-1878456168 tempest-RoutersIpV6AdminTest-1878456168-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94175) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 11:30:27.037251 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.db.provisioning_blocks [None req-dc7542b2-afef-47f4-a763-e3a3cba144be None None] Provisioning for port b528f1f7-6474-4c21-9b79-4ccbe34d46ca completed by entity L2. {{(pid=94176) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 23 11:30:27.073961 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9eb2b70a-01b8-4a45-bad0-db8a427aa604 tempest-ServersTestManualDisk-1703480083 tempest-ServersTestManualDisk-1703480083-project] Pushing event updated for resources: {'Port': ['ID=12831135-7fb9-4afb-89b8-a36084a193cf,revision_number=2']} {{(pid=94175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 11:30:27.079418 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG oslo_concurrency.lockutils [None req-9eb2b70a-01b8-4a45-bad0-db8a427aa604 tempest-ServersTestManualDisk-1703480083 tempest-ServersTestManualDisk-1703480083-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.080s {{(pid=94175) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 11:30:27.126587 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.plugins.ml2.rpc [None req-dc7542b2-afef-47f4-a763-e3a3cba144be None None] Device 2439bcf5-277a-442f-99b7-2bd563fcfb41 no longer exists at agent ovs-agent-dv-neutron-601336-94-hyperv {{(pid=94176) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:261}} Jun 23 11:30:27.158177 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron_lib.callbacks.manager [None req-56b0c044-09cf-464f-bbac-58e8e527461d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-922904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866062', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773700135024', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773699642224'] for port, after_delete {{(pid=94176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:30:27.162688 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG oslo_concurrency.lockutils [None req-a4b1925e-567c-4473-92b6-39d1ee4547a4 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 11:30:27.204391 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1202fae3-bd8f-4f15-8e27-ec9777518003 None None] Network c9db83c6-9294-4aab-be1f-a0e4e14b168f requested from dv-neutron-601336-94-hyperv {{(pid=94176) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 23 11:30:27.208666 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.db.l3_dvrscheduler_db [None req-56b0c044-09cf-464f-bbac-58e8e527461d None None] No DVR routers for this DVR port 2439bcf5-277a-442f-99b7-2bd563fcfb41 on host dv-neutron-601336-94-hyperv {{(pid=94176) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 23 11:30:27.211574 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56b0c044-09cf-464f-bbac-58e8e527461d None None] Pushing event deleted for resources: {'Port': ['ID=2439bcf5-277a-442f-99b7-2bd563fcfb41,revision_number=None']} {{(pid=94176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 11:30:27.228436 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG oslo_concurrency.lockutils [None req-56b0c044-09cf-464f-bbac-58e8e527461d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.066s {{(pid=94176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 11:30:27.253380 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.plugins.ml2.db [None req-dc7542b2-afef-47f4-a763-e3a3cba144be None None] No active binding found for port 2439bcf5-277a-442f-99b7-2bd563fcfb41 {{(pid=94176) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:216}} Jun 23 11:30:27.253963 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.plugins.ml2.rpc [None req-dc7542b2-afef-47f4-a763-e3a3cba144be None None] Device 2439bcf5-277a-442f-99b7-2bd563fcfb41 not bound to the agent host dv-neutron-601336-94-hyperv {{(pid=94176) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:271}} Jun 23 11:30:27.270416 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron_lib.callbacks.manager [None req-4b703ddd-8f44-4221-a406-b9e739af4cf6 tempest-RoutersIpV6AdminTest-894294123 tempest-RoutersIpV6AdminTest-894294123-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-922915', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-239814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7866073', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773699642215'] for port, after_create {{(pid=94174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:30:27.270416 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG oslo_concurrency.lockutils [None req-3753b741-62aa-4593-8ee7-803227aa2724 tempest-PortsAdminExtendedAttrsIpV6TestJSON-788637273 tempest-PortsAdminExtendedAttrsIpV6TestJSON-788637273-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94174) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 11:30:27.285510 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron_lib.callbacks.manager [None req-d394e29d-4117-4528-9e07-f30bbd883d84 tempest-ServersTestJSON-995612928 tempest-ServersTestJSON-995612928-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-923122'] for port, before_update {{(pid=94175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:30:27.321603 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4b703ddd-8f44-4221-a406-b9e739af4cf6 tempest-RoutersIpV6AdminTest-894294123 tempest-RoutersIpV6AdminTest-894294123-project] Network 3e7e4eb3-cf02-4d47-ade9-0a579cdfc60f is already hosted by enough agents. {{(pid=94174) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 23 11:30:27.328442 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron_lib.callbacks.manager [None req-9eb2b70a-01b8-4a45-bad0-db8a427aa604 tempest-ServersTestManualDisk-1703480083 tempest-ServersTestManualDisk-1703480083-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-524229'] for floatingip, after_update {{(pid=94175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:30:27.333468 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.scheduler.base_scheduler [None req-4b703ddd-8f44-4221-a406-b9e739af4cf6 tempest-RoutersIpV6AdminTest-894294123 tempest-RoutersIpV6AdminTest-894294123-project] Resources bound (agent type, host, resource id): {{(pid=94174) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 23 11:30:27.335869 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4b703ddd-8f44-4221-a406-b9e739af4cf6 tempest-RoutersIpV6AdminTest-894294123 tempest-RoutersIpV6AdminTest-894294123-project] Received port after_create {{(pid=94174) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 23 11:30:27.349875 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.db.provisioning_blocks [None req-245f2e5d-bc0b-4cbf-b026-e6d2512f6177 None None] Provisioning for port b528f1f7-6474-4c21-9b79-4ccbe34d46ca completed by entity DHCP. {{(pid=94176) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 23 11:30:27.364568 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4c842cd6-bda2-4875-9ba4-e2d6d8df747d tempest-NetworksTestDHCPv6-162546708 tempest-NetworksTestDHCPv6-162546708-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 11:30:27.366107 dv-neutron-601336-94-hyperv neutron-server[94175]: INFO neutron.wsgi [None req-4c842cd6-bda2-4875-9ba4-e2d6d8df747d tempest-NetworksTestDHCPv6-162546708 tempest-NetworksTestDHCPv6-162546708-project] 10.222.0.20 "GET /v2.0/ports HTTP/1.1" status: 200 len: 866 time: 0.8640196 Jun 23 11:30:27.373907 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.wsgi [-] (94175) accepted ('10.222.0.20', 36268) {{(pid=94175) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 11:30:27.375486 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.db.provisioning_blocks [None req-245f2e5d-bc0b-4cbf-b026-e6d2512f6177 None None] Provisioning complete for port b528f1f7-6474-4c21-9b79-4ccbe34d46ca triggered by entity DHCP. {{(pid=94176) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 23 11:30:27.376112 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron_lib.callbacks.manager [None req-245f2e5d-bc0b-4cbf-b026-e6d2512f6177 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-899258'] for port, provisioning_complete {{(pid=94176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:30:27.386581 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.db.db_base_plugin_common [None req-48a7d675-9f7f-4567-ab2c-50d915a05334 tempest-FloatingIPNegativeTestJSON-1295786409 tempest-FloatingIPNegativeTestJSON-1295786409-project] Allocated IP 172.20.0.1 (c9db83c6-9294-4aab-be1f-a0e4e14b168f/bfee4ba3-1ac5-42f1-97a1-8dfa7ff8cc35/64d40460-6d49-4f3e-a3c0-b7c45eac7131) {{(pid=94175) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 23 11:30:27.398952 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.plugins.ml2.db [None req-3753b741-62aa-4593-8ee7-803227aa2724 tempest-PortsAdminExtendedAttrsIpV6TestJSON-788637273 tempest-PortsAdminExtendedAttrsIpV6TestJSON-788637273-project-admin] For port 838d8b3b-2034-4a9f-8d01-26d76325a26a, host hv-neutron-6013, cleared binding levels {{(pid=94174) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 23 11:30:27.399349 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.plugins.ml2.db [None req-3753b741-62aa-4593-8ee7-803227aa2724 tempest-PortsAdminExtendedAttrsIpV6TestJSON-788637273 tempest-PortsAdminExtendedAttrsIpV6TestJSON-788637273-project-admin] Attempted to set empty binding levels {{(pid=94174) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:65}} Jun 23 11:30:27.438001 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b703ddd-8f44-4221-a406-b9e739af4cf6 tempest-RoutersIpV6AdminTest-894294123 tempest-RoutersIpV6AdminTest-894294123-project] Pushing event updated for resources: {'Port': ['ID=d56ebd7a-7f72-42b9-9adb-9612226bf6e5,revision_number=1']} {{(pid=94174) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 11:30:27.441359 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG oslo_concurrency.lockutils [None req-4b703ddd-8f44-4221-a406-b9e739af4cf6 tempest-RoutersIpV6AdminTest-894294123 tempest-RoutersIpV6AdminTest-894294123-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.171s {{(pid=94174) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 11:30:27.460597 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron_lib.callbacks.manager [None req-9eb2b70a-01b8-4a45-bad0-db8a427aa604 tempest-ServersTestManualDisk-1703480083 tempest-ServersTestManualDisk-1703480083-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-217507'] for floatingip, before_response {{(pid=94175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:30:27.471110 dv-neutron-601336-94-hyperv neutron-server[94175]: INFO neutron.wsgi [None req-9eb2b70a-01b8-4a45-bad0-db8a427aa604 tempest-ServersTestManualDisk-1703480083 tempest-ServersTestManualDisk-1703480083-project] 10.222.0.20 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 4.7780411 Jun 23 11:30:27.527267 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron_lib.callbacks.manager [None req-3753b741-62aa-4593-8ee7-803227aa2724 tempest-PortsAdminExtendedAttrsIpV6TestJSON-788637273 tempest-PortsAdminExtendedAttrsIpV6TestJSON-788637273-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-922904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866062', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773700135042', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773699642233', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773699642278'] for port, after_update {{(pid=94174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:30:27.535303 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG oslo_concurrency.lockutils [None req-fac58fab-ca43-46c3-b8dc-19eebf63f959 tempest-RoutersAdminTest-1733287776 tempest-RoutersAdminTest-1733287776-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94174) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 11:30:27.581274 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.plugins.ml2.plugin [None req-3753b741-62aa-4593-8ee7-803227aa2724 tempest-PortsAdminExtendedAttrsIpV6TestJSON-788637273 tempest-PortsAdminExtendedAttrsIpV6TestJSON-788637273-project-admin] In _notify_port_updated(), no bound segment for port 838d8b3b-2034-4a9f-8d01-26d76325a26a on network baa98ec6-1d6b-4eef-90d6-91cd66042db6 {{(pid=94174) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:876}} Jun 23 11:30:27.582349 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3753b741-62aa-4593-8ee7-803227aa2724 tempest-PortsAdminExtendedAttrsIpV6TestJSON-788637273 tempest-PortsAdminExtendedAttrsIpV6TestJSON-788637273-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94174) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 11:30:27.584083 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron_lib.callbacks.manager [None req-3753b741-62aa-4593-8ee7-803227aa2724 tempest-PortsAdminExtendedAttrsIpV6TestJSON-788637273 tempest-PortsAdminExtendedAttrsIpV6TestJSON-788637273-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-217507'] for port, before_response {{(pid=94174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:30:27.586686 dv-neutron-601336-94-hyperv neutron-server[94174]: INFO neutron.wsgi [None req-3753b741-62aa-4593-8ee7-803227aa2724 tempest-PortsAdminExtendedAttrsIpV6TestJSON-788637273 tempest-PortsAdminExtendedAttrsIpV6TestJSON-788637273-project-admin] 10.222.0.20 "PUT /v2.0/ports/838d8b3b-2034-4a9f-8d01-26d76325a26a HTTP/1.1" status: 200 len: 980 time: 2.4063001 Jun 23 11:30:27.588443 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d1f88783-4ef9-40d5-a83e-3c26a78cb2c6 tempest-NetworksTestDHCPv6-162546708 tempest-NetworksTestDHCPv6-162546708-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 11:30:27.589936 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.wsgi [-] (94174) accepted ('10.222.0.20', 36272) {{(pid=94174) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 11:30:27.591862 dv-neutron-601336-94-hyperv neutron-server[94175]: INFO neutron.wsgi [None req-d1f88783-4ef9-40d5-a83e-3c26a78cb2c6 tempest-NetworksTestDHCPv6-162546708 tempest-NetworksTestDHCPv6-162546708-project] 10.222.0.20 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.2163165 Jun 23 11:30:27.602888 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.wsgi [-] (94175) accepted ('10.222.0.20', 36274) {{(pid=94175) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 11:30:27.604070 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron_lib.callbacks.manager [None req-245f2e5d-bc0b-4cbf-b026-e6d2512f6177 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-923122'] for port, before_update {{(pid=94176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:30:27.606870 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2e2c6159-4b37-4acd-8ae5-1879eb1a3bc8 tempest-RoutersAdminTest-1733287776 tempest-RoutersAdminTest-1733287776-project-admin] Router 33cb1479-3979-4465-a933-401a4d7d83f0 is scheduled to L3 agent 50ef99c0-ef28-4db5-b303-b145898fae60 with binding_index 1 {{(pid=94174) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jun 23 11:30:27.653762 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3753b741-62aa-4593-8ee7-803227aa2724 tempest-PortsAdminExtendedAttrsIpV6TestJSON-788637273 tempest-PortsAdminExtendedAttrsIpV6TestJSON-788637273-project-admin] Pushing event updated for resources: {'Port': ['ID=838d8b3b-2034-4a9f-8d01-26d76325a26a,revision_number=3']} {{(pid=94174) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 11:30:27.657387 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG oslo_concurrency.lockutils [None req-3753b741-62aa-4593-8ee7-803227aa2724 tempest-PortsAdminExtendedAttrsIpV6TestJSON-788637273 tempest-PortsAdminExtendedAttrsIpV6TestJSON-788637273-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.122s {{(pid=94174) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 11:30:27.705298 dv-neutron-601336-94-hyperv neutron-server[94175]: INFO neutron.wsgi [None req-c8badb37-e9d6-4a9f-9b0e-5a6a65b0fab9 tempest-NetworksTestDHCPv6-162546708 tempest-NetworksTestDHCPv6-162546708-project] 10.222.0.20 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1009886 Jun 23 11:30:27.710293 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.wsgi [-] (94175) accepted ('10.222.0.20', 36280) {{(pid=94175) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 11:30:27.716010 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.api.v2.base [None req-30f82019-374e-4eb2-a4fc-c50659d329b9 tempest-NetworksTestDHCPv6-162546708 tempest-NetworksTestDHCPv6-162546708-project] Request body: {'subnet': {'network_id': 'f53f535d-bce4-4da8-9bd9-396677ff4e83', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=94175) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 23 11:30:27.738585 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.plugins.ml2.db [None req-245f2e5d-bc0b-4cbf-b026-e6d2512f6177 None None] For port b528f1f7-6474-4c21-9b79-4ccbe34d46ca, host dv-neutron-601336-94-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-94-hyperv',level=0,port_id=b528f1f7-6474-4c21-9b79-4ccbe34d46ca,segment=NetworkSegment(fa39dcf7-70e3-460d-9bfe-25c74e861166),segment_id=fa39dcf7-70e3-460d-9bfe-25c74e861166)] {{(pid=94176) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 23 11:30:27.819759 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron_lib.callbacks.manager [None req-245f2e5d-bc0b-4cbf-b026-e6d2512f6177 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-922904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866062', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773700135042', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773699642233', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773699642278'] for port, after_update {{(pid=94176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:30:27.825681 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 11:30:27.886845 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron_lib.callbacks.manager [None req-48a7d675-9f7f-4567-ab2c-50d915a05334 tempest-FloatingIPNegativeTestJSON-1295786409 tempest-FloatingIPNegativeTestJSON-1295786409-project] Notify callbacks [] for port, precommit_create {{(pid=94175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:30:27.944380 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.db.provisioning_blocks [None req-48a7d675-9f7f-4567-ab2c-50d915a05334 tempest-FloatingIPNegativeTestJSON-1295786409 tempest-FloatingIPNegativeTestJSON-1295786409-project] Transition to ACTIVE for port object 64d40460-6d49-4f3e-a3c0-b7c45eac7131 will not be triggered until provisioned by entity DHCP. {{(pid=94175) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 23 11:30:27.973690 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron_lib.callbacks.manager [None req-d394e29d-4117-4528-9e07-f30bbd883d84 tempest-ServersTestJSON-995612928 tempest-ServersTestJSON-995612928-project] Notify callbacks [] for port, precommit_update {{(pid=94175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:30:27.986548 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-245f2e5d-bc0b-4cbf-b026-e6d2512f6177 None None] Pushing event updated for resources: {'Port': ['ID=b528f1f7-6474-4c21-9b79-4ccbe34d46ca,revision_number=3']} {{(pid=94176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 11:30:28.013978 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG oslo_concurrency.lockutils [None req-245f2e5d-bc0b-4cbf-b026-e6d2512f6177 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.188s {{(pid=94176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 11:30:28.047503 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron_lib.callbacks.manager [None req-d394e29d-4117-4528-9e07-f30bbd883d84 tempest-ServersTestJSON-995612928 tempest-ServersTestJSON-995612928-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-922904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866062', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773700135042', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773699642233', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773699642278', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5082471'] for port, after_update {{(pid=94175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:30:28.060930 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94175) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 11:30:28.078961 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron_lib.callbacks.manager [None req-4b703ddd-8f44-4221-a406-b9e739af4cf6 tempest-RoutersIpV6AdminTest-894294123 tempest-RoutersIpV6AdminTest-894294123-project] Notify callbacks [] for router_gateway, after_create {{(pid=94174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:30:28.083274 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2e2c6159-4b37-4acd-8ae5-1879eb1a3bc8 tempest-RoutersAdminTest-1733287776 tempest-RoutersAdminTest-1733287776-project-admin] Notify agent at l3_agent.dv-neutron-601336-94-hyperv the message routers_updated {{(pid=94174) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 23 11:30:28.102660 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4d75516b-0b26-4a43-8e21-e7d7b1701949 None None] Sync routers for ids ['33cb1479-3979-4465-a933-401a4d7d83f0'] in dv-neutron-601336-94-hyperv {{(pid=94176) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 23 11:30:28.122027 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.plugins.ml2.plugin [None req-730c3979-a9cf-44b0-9230-8394e3a9d4a5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-788637273 tempest-PortsAdminExtendedAttrsIpV6TestJSON-788637273-project-admin] Deleting port 838d8b3b-2034-4a9f-8d01-26d76325a26a {{(pid=94174) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1913}} Jun 23 11:30:28.126190 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron_lib.callbacks.manager [None req-730c3979-a9cf-44b0-9230-8394e3a9d4a5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-788637273 tempest-PortsAdminExtendedAttrsIpV6TestJSON-788637273-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773700079324'] for port, before_delete {{(pid=94174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:30:28.126324 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4d75516b-0b26-4a43-8e21-e7d7b1701949 None None] Routers {'33cb1479-3979-4465-a933-401a4d7d83f0'} bound to L3 agent in host dv-neutron-601336-94-hyperv {{(pid=94176) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 23 11:30:28.126324 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.db.l3_hamode_db [None req-4d75516b-0b26-4a43-8e21-e7d7b1701949 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-601336-94-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-23T11:22:13Z,description=,heartbeat_timestamp=2021-06-23T11:30:13Z,host='dv-neutron-601336-94-hyperv',id=50ef99c0-ef28-4db5-b303-b145898fae60,load=0,resource_versions=,resources_synced=,started_at=2021-06-23T11:22:14Z,topic='l3_agent')) {'router_ids': ['33cb1479-3979-4465-a933-401a4d7d83f0'], 'active': True} {{(pid=94176) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 11:30:28.126537 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-30f82019-374e-4eb2-a4fc-c50659d329b9 tempest-NetworksTestDHCPv6-162546708 tempest-NetworksTestDHCPv6-162546708-project] Made reservation on behalf of 5e61222a836c47229c94e37f3902e6bd for: {'subnet': 1} {{(pid=94175) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 23 11:30:28.135060 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron_lib.callbacks.manager [None req-30f82019-374e-4eb2-a4fc-c50659d329b9 tempest-NetworksTestDHCPv6-162546708 tempest-NetworksTestDHCPv6-162546708-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4660073'] for subnet, before_create {{(pid=94175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:30:28.190355 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron_lib.callbacks.manager [None req-48a7d675-9f7f-4567-ab2c-50d915a05334 tempest-FloatingIPNegativeTestJSON-1295786409 tempest-FloatingIPNegativeTestJSON-1295786409-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-922915', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-239814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7866073', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773699642215', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-5082457'] for port, after_create {{(pid=94175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:30:28.236980 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron_lib.callbacks.manager [None req-2e2c6159-4b37-4acd-8ae5-1879eb1a3bc8 tempest-RoutersAdminTest-1733287776 tempest-RoutersAdminTest-1733287776-project-admin] Notify callbacks [] for router, before_response {{(pid=94174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:30:28.241749 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.db.provisioning_blocks [None req-3b2eafae-bdfb-441e-89c8-966f474adcb7 None None] Provisioning complete for port b528f1f7-6474-4c21-9b79-4ccbe34d46ca triggered by entity DHCP. {{(pid=94176) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 23 11:30:28.242209 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron_lib.callbacks.manager [None req-3b2eafae-bdfb-441e-89c8-966f474adcb7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-899258'] for port, provisioning_complete {{(pid=94176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:30:28.243530 dv-neutron-601336-94-hyperv neutron-server[94174]: INFO neutron.wsgi [None req-2e2c6159-4b37-4acd-8ae5-1879eb1a3bc8 tempest-RoutersAdminTest-1733287776 tempest-RoutersAdminTest-1733287776-project-admin] 10.222.0.20 "POST /v2.0/routers HTTP/1.1" status: 201 len: 876 time: 4.9307795 Jun 23 11:30:28.250396 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.wsgi [-] (94174) accepted ('10.222.0.20', 36304) {{(pid=94174) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 11:30:28.342409 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d394e29d-4117-4528-9e07-f30bbd883d84 tempest-ServersTestJSON-995612928 tempest-ServersTestJSON-995612928-project] Pushing event updated for resources: {'Port': ['ID=7b70b7c3-a164-407c-b9e1-2a12f1471bb4,revision_number=2']} {{(pid=94175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 11:30:28.349475 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG oslo_concurrency.lockutils [None req-d394e29d-4117-4528-9e07-f30bbd883d84 tempest-ServersTestJSON-995612928 tempest-ServersTestJSON-995612928-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.290s {{(pid=94175) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 11:30:28.365419 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.plugins.ml2.db [None req-730c3979-a9cf-44b0-9230-8394e3a9d4a5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-788637273 tempest-PortsAdminExtendedAttrsIpV6TestJSON-788637273-project-admin] For port 838d8b3b-2034-4a9f-8d01-26d76325a26a, host hv-neutron-6013, got binding levels [] {{(pid=94174) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 23 11:30:28.365895 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.065s {{(pid=94175) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 11:30:28.366002 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron_lib.callbacks.manager [None req-730c3979-a9cf-44b0-9230-8394e3a9d4a5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-788637273 tempest-PortsAdminExtendedAttrsIpV6TestJSON-788637273-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-430722'] for port, precommit_delete {{(pid=94174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:30:28.385051 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-48a7d675-9f7f-4567-ab2c-50d915a05334 tempest-FloatingIPNegativeTestJSON-1295786409 tempest-FloatingIPNegativeTestJSON-1295786409-project] Network c9db83c6-9294-4aab-be1f-a0e4e14b168f is already hosted by enough agents. {{(pid=94175) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 23 11:30:28.419222 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron_lib.callbacks.manager [None req-d394e29d-4117-4528-9e07-f30bbd883d84 tempest-ServersTestJSON-995612928 tempest-ServersTestJSON-995612928-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-524229'] for floatingip, after_update {{(pid=94175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:30:28.426836 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.plugins.ml2.plugin [None req-730c3979-a9cf-44b0-9230-8394e3a9d4a5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-788637273 tempest-PortsAdminExtendedAttrsIpV6TestJSON-788637273-project-admin] Calling delete_port for 838d8b3b-2034-4a9f-8d01-26d76325a26a owned by {{(pid=94174) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1986}} Jun 23 11:30:28.518593 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.wsgi [-] (94174) accepted ('10.222.0.20', 36314) {{(pid=94174) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 11:30:28.530312 dv-neutron-601336-94-hyperv neutron-server[94174]: WARNING keystonemiddleware.auth_token [-] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases. Jun 23 11:30:28.566094 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron_lib.callbacks.manager [None req-7923ffed-3cdf-4e4c-8517-8c4e098df0e8 tempest-RoutersAdminTest-1733287776 tempest-RoutersAdminTest-1733287776-project-admin] Notify callbacks [] for router, before_delete {{(pid=94174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:30:28.569907 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.wsgi [-] (94174) accepted ('10.222.0.20', 36316) {{(pid=94174) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 11:30:28.627946 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.db.l3_dvr_db [None req-4d75516b-0b26-4a43-8e21-e7d7b1701949 None None] Set router 33cb1479-3979-4465-a933-401a4d7d83f0 gateway port host: dv-neutron-601336-94-hyperv {{(pid=94176) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:838}} Jun 23 11:30:28.744912 dv-neutron-601336-94-hyperv neutron-server[94174]: INFO neutron.wsgi [req-3bd3fc31-7fe4-4226-889f-7a8f4d5dc280 req-857302c8-3a37-4919-95ee-5bc46a9a8a6e tempest-ServersTestManualDisk-1703480083 tempest-ServersTestManualDisk-1703480083-project] 10.222.0.20 "GET /v2.0/security-groups?name=tempest-securitygroup--62625767&fields=id&tenant_id=7773bca180b74a769b5b6d02c3ba717c HTTP/1.1" status: 200 len: 267 time: 0.2155988 Jun 23 11:30:28.833217 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.plugins.ml2.rpc [None req-dc7542b2-afef-47f4-a763-e3a3cba144be None None] Device b528f1f7-6474-4c21-9b79-4ccbe34d46ca up at agent ovs-agent-dv-neutron-601336-94-hyperv {{(pid=94176) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:298}} Jun 23 11:30:28.877545 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron_lib.callbacks.manager [None req-4b703ddd-8f44-4221-a406-b9e739af4cf6 tempest-RoutersIpV6AdminTest-894294123 tempest-RoutersIpV6AdminTest-894294123-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-520412', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-524143'] for router, after_create {{(pid=94174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:30:28.885501 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron_lib.callbacks.manager [None req-730c3979-a9cf-44b0-9230-8394e3a9d4a5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-788637273 tempest-PortsAdminExtendedAttrsIpV6TestJSON-788637273-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-922904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866062', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773700135024', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773699642224'] for port, after_delete {{(pid=94174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:30:28.894113 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG oslo_concurrency.lockutils [None req-f1182953-bf88-43aa-8704-70005e880afe admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94174) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 11:30:28.968585 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.db.provisioning_blocks [None req-dc7542b2-afef-47f4-a763-e3a3cba144be None None] Provisioning complete for port b528f1f7-6474-4c21-9b79-4ccbe34d46ca triggered by entity L2. {{(pid=94176) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 23 11:30:28.969216 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron_lib.callbacks.manager [None req-dc7542b2-afef-47f4-a763-e3a3cba144be None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-899258'] for port, provisioning_complete {{(pid=94176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:30:29.012752 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.scheduler.base_scheduler [None req-48a7d675-9f7f-4567-ab2c-50d915a05334 tempest-FloatingIPNegativeTestJSON-1295786409 tempest-FloatingIPNegativeTestJSON-1295786409-project] Resources bound (agent type, host, resource id): {{(pid=94175) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 23 11:30:29.016740 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.db.l3_dvrscheduler_db [None req-48a7d675-9f7f-4567-ab2c-50d915a05334 tempest-FloatingIPNegativeTestJSON-1295786409 tempest-FloatingIPNegativeTestJSON-1295786409-project] Received port after_create {{(pid=94175) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 23 11:30:29.058972 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron_lib.callbacks.manager [None req-d394e29d-4117-4528-9e07-f30bbd883d84 tempest-ServersTestJSON-995612928 tempest-ServersTestJSON-995612928-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-217507'] for floatingip, before_response {{(pid=94175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:30:29.060394 dv-neutron-601336-94-hyperv neutron-server[94175]: INFO neutron.wsgi [None req-d394e29d-4117-4528-9e07-f30bbd883d84 tempest-ServersTestJSON-995612928 tempest-ServersTestJSON-995612928-project] 10.222.0.20 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 6.3113637 Jun 23 11:30:29.098922 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron_lib.callbacks.manager [None req-30f82019-374e-4eb2-a4fc-c50659d329b9 tempest-NetworksTestDHCPv6-162546708 tempest-NetworksTestDHCPv6-162546708-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866062', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5083113', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4660095'] for subnet, after_create {{(pid=94175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:30:29.100701 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron_lib.callbacks.manager [None req-48a7d675-9f7f-4567-ab2c-50d915a05334 tempest-FloatingIPNegativeTestJSON-1295786409 tempest-FloatingIPNegativeTestJSON-1295786409-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-452954'] for router_interface, before_create {{(pid=94175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:30:29.202033 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.db.l3_hamode_db [None req-4d75516b-0b26-4a43-8e21-e7d7b1701949 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '33cb1479-3979-4465-a933-401a4d7d83f0', 'name': '', 'tenant_id': 'd78deddc61934e2ea53c23e0d10641f0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '261e603f-42ae-43d3-be21-5e38fae9bfd1', 'external_fixed_ips': [{'subnet_id': '7b6d8efb-17fc-4331-ac89-9f717d934035', 'ip_address': '172.20.0.10'}], 'enable_snat': True}, 'gw_port_id': '44a7c421-69b7-4da1-9947-3668c31e8fbc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-23T11:30:23Z', 'updated_at': '2021-06-23T11:30:26Z', 'revision_number': 3, 'project_id': 'd78deddc61934e2ea53c23e0d10641f0', 'gw_port': {'id': '44a7c421-69b7-4da1-9947-3668c31e8fbc', 'name': '', 'network_id': '261e603f-42ae-43d3-be21-5e38fae9bfd1', 'tenant_id': '', 'mac_address': 'fa:16:3e:61:4a:75', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '33cb1479-3979-4465-a933-401a4d7d83f0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 175, 'fixed_ips': [{'subnet_id': '7b6d8efb-17fc-4331-ac89-9f717d934035', 'ip_address': '172.20.0.10', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-23T11:30:24Z', 'updated_at': '2021-06-23T11:30:25Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '7b6d8efb-17fc-4331-ac89-9f717d934035', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-601336-94-hyperv'}], 'dv-neutron-601336-94-hyperv', False) {} {{(pid=94176) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 11:30:29.213221 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48a7d675-9f7f-4567-ab2c-50d915a05334 tempest-FloatingIPNegativeTestJSON-1295786409 tempest-FloatingIPNegativeTestJSON-1295786409-project] Pushing event updated for resources: {'Port': ['ID=64d40460-6d49-4f3e-a3c0-b7c45eac7131,revision_number=1']} {{(pid=94175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 11:30:29.217998 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG oslo_concurrency.lockutils [None req-48a7d675-9f7f-4567-ab2c-50d915a05334 tempest-FloatingIPNegativeTestJSON-1295786409 tempest-FloatingIPNegativeTestJSON-1295786409-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.855s {{(pid=94175) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 11:30:29.219733 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG oslo_concurrency.lockutils [None req-77f47b15-da00-4331-a766-25f900e07c7d tempest-FloatingIPNegativeTestJSON-1295786409 tempest-FloatingIPNegativeTestJSON-1295786409-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.004s {{(pid=94175) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 11:30:29.267772 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4d75516b-0b26-4a43-8e21-e7d7b1701949 None None] Checking router: 33cb1479-3979-4465-a933-401a4d7d83f0 for host: dv-neutron-601336-94-hyperv {{(pid=94176) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 23 11:30:29.270573 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4d75516b-0b26-4a43-8e21-e7d7b1701949 None None] Updating router 33cb1479-3979-4465-a933-401a4d7d83f0 port 44a7c421-69b7-4da1-9947-3668c31e8fbc binding host dv-neutron-601336-94-hyperv {{(pid=94176) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 23 11:30:29.273034 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-730c3979-a9cf-44b0-9230-8394e3a9d4a5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-788637273 tempest-PortsAdminExtendedAttrsIpV6TestJSON-788637273-project-admin] Pushing event deleted for resources: {'Port': ['ID=838d8b3b-2034-4a9f-8d01-26d76325a26a,revision_number=None']} {{(pid=94174) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 11:30:29.279742 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-30f82019-374e-4eb2-a4fc-c50659d329b9 tempest-NetworksTestDHCPv6-162546708 tempest-NetworksTestDHCPv6-162546708-project] Network f53f535d-bce4-4da8-9bd9-396677ff4e83 is already hosted by enough agents. {{(pid=94175) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 23 11:30:29.286508 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.scheduler.base_scheduler [None req-30f82019-374e-4eb2-a4fc-c50659d329b9 tempest-NetworksTestDHCPv6-162546708 tempest-NetworksTestDHCPv6-162546708-project] Resources bound (agent type, host, resource id): {{(pid=94175) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 23 11:30:29.291611 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-30f82019-374e-4eb2-a4fc-c50659d329b9 tempest-NetworksTestDHCPv6-162546708 tempest-NetworksTestDHCPv6-162546708-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 11:30:29.292337 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron_lib.callbacks.manager [None req-30f82019-374e-4eb2-a4fc-c50659d329b9 tempest-NetworksTestDHCPv6-162546708 tempest-NetworksTestDHCPv6-162546708-project] Notify callbacks [] for subnet, before_response {{(pid=94175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:30:29.299093 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-33267ae3-3ccc-4495-a599-98ee121c61ae None None] Network f53f535d-bce4-4da8-9bd9-396677ff4e83 requested from dv-neutron-601336-94-hyperv {{(pid=94176) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 23 11:30:29.344159 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG oslo_concurrency.lockutils [None req-730c3979-a9cf-44b0-9230-8394e3a9d4a5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-788637273 tempest-PortsAdminExtendedAttrsIpV6TestJSON-788637273-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.450s {{(pid=94174) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 11:30:29.350563 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.api.v2.base [None req-60a715b2-6f9d-463f-94c4-5138ff862d4a tempest-FloatingIPAdminTestJSON-1420968783 tempest-FloatingIPAdminTestJSON-1420968783-project] Request body: {'floatingip': {'floating_network_id': '3e7e4eb3-cf02-4d47-ade9-0a579cdfc60f'}} {{(pid=94174) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 23 11:30:29.368808 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30f82019-374e-4eb2-a4fc-c50659d329b9 tempest-NetworksTestDHCPv6-162546708 tempest-NetworksTestDHCPv6-162546708-project] Pushing event updated for resources: {'Subnet': ['ID=06e5a8f0-b09e-49f5-814b-b5461c171945,revision_number=0']} {{(pid=94175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 11:30:29.374149 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG oslo_concurrency.lockutils [None req-30f82019-374e-4eb2-a4fc-c50659d329b9 tempest-NetworksTestDHCPv6-162546708 tempest-NetworksTestDHCPv6-162546708-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.154s {{(pid=94175) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 11:30:29.388717 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron_lib.callbacks.manager [None req-4d75516b-0b26-4a43-8e21-e7d7b1701949 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-923122'] for port, before_update {{(pid=94176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:30:29.394097 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron_lib.callbacks.manager [None req-730c3979-a9cf-44b0-9230-8394e3a9d4a5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-788637273 tempest-PortsAdminExtendedAttrsIpV6TestJSON-788637273-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-217507'] for port, before_response {{(pid=94174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:30:29.397272 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron_lib.callbacks.manager [None req-48a7d675-9f7f-4567-ab2c-50d915a05334 tempest-FloatingIPNegativeTestJSON-1295786409 tempest-FloatingIPNegativeTestJSON-1295786409-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-923122'] for port, before_update {{(pid=94175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:30:29.409246 dv-neutron-601336-94-hyperv neutron-server[94174]: INFO neutron.wsgi [None req-730c3979-a9cf-44b0-9230-8394e3a9d4a5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-788637273 tempest-PortsAdminExtendedAttrsIpV6TestJSON-788637273-project-admin] 10.222.0.20 "DELETE /v2.0/ports/838d8b3b-2034-4a9f-8d01-26d76325a26a HTTP/1.1" status: 204 len: 168 time: 1.8076937 Jun 23 11:30:29.409636 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.wsgi [-] (94175) accepted ('10.222.0.20', 36332) {{(pid=94175) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 11:30:29.442918 dv-neutron-601336-94-hyperv neutron-server[94175]: INFO neutron.wsgi [None req-30f82019-374e-4eb2-a4fc-c50659d329b9 tempest-NetworksTestDHCPv6-162546708 tempest-NetworksTestDHCPv6-162546708-project] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 1.7313697 Jun 23 11:30:29.444372 dv-neutron-601336-94-hyperv neutron-server[94175]: INFO neutron.pecan_wsgi.hooks.translation [None req-fcb6913a-bddb-4303-aa46-af91ea23797c tempest-PortsAdminExtendedAttrsIpV6TestJSON-788637273 tempest-PortsAdminExtendedAttrsIpV6TestJSON-788637273-project-admin] GET failed (client error): The resource could not be found. Jun 23 11:30:29.447333 dv-neutron-601336-94-hyperv neutron-server[94175]: INFO neutron.wsgi [None req-fcb6913a-bddb-4303-aa46-af91ea23797c tempest-PortsAdminExtendedAttrsIpV6TestJSON-788637273 tempest-PortsAdminExtendedAttrsIpV6TestJSON-788637273-project-admin] 10.222.0.20 "GET /v2.0/ports/838d8b3b-2034-4a9f-8d01-26d76325a26a HTTP/1.1" status: 404 len: 333 time: 0.0450258 Jun 23 11:30:29.450417 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.wsgi [-] (94175) accepted ('10.222.0.20', 36334) {{(pid=94175) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 11:30:29.450927 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.wsgi [-] (94175) accepted ('10.222.0.20', 36336) {{(pid=94175) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 11:30:29.460142 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.api.v2.base [None req-33aa89bb-0f6a-4404-8325-cd4e6e92a794 tempest-NetworksTestDHCPv6-162546708 tempest-NetworksTestDHCPv6-162546708-project] Request body: {'port': {'network_id': 'f53f535d-bce4-4da8-9bd9-396677ff4e83', 'fixed_ips': [{'subnet_id': '06e5a8f0-b09e-49f5-814b-b5461c171945', 'ip_address': '2001:db8::748e:dbe9:5c5c:1095'}], 'name': 'tempest-NetworksTestDHCPv6-1295718897'}} {{(pid=94175) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 23 11:30:29.517849 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron_lib.callbacks.manager [None req-7923ffed-3cdf-4e4c-8517-8c4e098df0e8 tempest-RoutersAdminTest-1733287776 tempest-RoutersAdminTest-1733287776-project-admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:30:29.596918 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bd3fc31-7fe4-4226-889f-7a8f4d5dc280 req-5c130fc3-24ed-41c6-97ef-f983b36fd6e7 tempest-ServersTestManualDisk-1703480083 tempest-ServersTestManualDisk-1703480083-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94174) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 11:30:29.598779 dv-neutron-601336-94-hyperv neutron-server[94174]: INFO neutron.wsgi [req-3bd3fc31-7fe4-4226-889f-7a8f4d5dc280 req-5c130fc3-24ed-41c6-97ef-f983b36fd6e7 tempest-ServersTestManualDisk-1703480083 tempest-ServersTestManualDisk-1703480083-project] 10.222.0.20 "GET /v2.0/networks?id=eef03c16-5c70-4b40-b183-38c419fed443 HTTP/1.1" status: 200 len: 812 time: 0.8529038 Jun 23 11:30:29.652346 dv-neutron-601336-94-hyperv neutron-server[94174]: INFO neutron.wsgi [req-3bd3fc31-7fe4-4226-889f-7a8f4d5dc280 req-726ecf14-1ab4-41d8-9fbe-8ba28324f0e1 tempest-ServersTestManualDisk-1703480083 tempest-ServersTestManualDisk-1703480083-project] 10.222.0.20 "GET /v2.0/quotas/7773bca180b74a769b5b6d02c3ba717c HTTP/1.1" status: 200 len: 375 time: 0.0188599 Jun 23 11:30:29.739175 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron_lib.callbacks.manager [None req-675a0a1c-801b-4c99-9b80-dcf3b00dd671 tempest-PortsAdminExtendedAttrsIpV6TestJSON-231462084 tempest-PortsAdminExtendedAttrsIpV6TestJSON-231462084-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-824874'] for network, before_delete {{(pid=94175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:30:29.764022 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron_lib.callbacks.manager [None req-60a715b2-6f9d-463f-94c4-5138ff862d4a tempest-FloatingIPAdminTestJSON-1420968783 tempest-FloatingIPAdminTestJSON-1420968783-project] Notify callbacks [] for floatingip, before_create {{(pid=94174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:30:29.817556 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.db.provisioning_blocks [None req-c488175e-096c-41af-90fd-bb63e2ec4fdf None None] Provisioning for port 64d40460-6d49-4f3e-a3c0-b7c45eac7131 completed by entity DHCP. {{(pid=94176) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 23 11:30:29.880404 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.db.provisioning_blocks [None req-c488175e-096c-41af-90fd-bb63e2ec4fdf None None] Provisioning complete for port 64d40460-6d49-4f3e-a3c0-b7c45eac7131 triggered by entity DHCP. {{(pid=94176) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 23 11:30:29.883559 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron_lib.callbacks.manager [None req-c488175e-096c-41af-90fd-bb63e2ec4fdf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-899258'] for port, provisioning_complete {{(pid=94176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:30:29.893040 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.wsgi [-] (94175) accepted ('10.222.0.20', 36348) {{(pid=94175) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 11:30:29.898871 dv-neutron-601336-94-hyperv neutron-server[94175]: WARNING keystonemiddleware.auth_token [-] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases. Jun 23 11:30:29.929586 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron_lib.callbacks.manager [None req-675a0a1c-801b-4c99-9b80-dcf3b00dd671 tempest-PortsAdminExtendedAttrsIpV6TestJSON-231462084 tempest-PortsAdminExtendedAttrsIpV6TestJSON-231462084-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-897259', 'neutron.services.segments.db._delete_segments_for_network-8773700168587'] for network, precommit_delete {{(pid=94175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:30:29.957470 dv-neutron-601336-94-hyperv neutron-server[94174]: INFO neutron.wsgi [req-3bd3fc31-7fe4-4226-889f-7a8f4d5dc280 req-7a0e9908-ebf2-4af9-93ef-e3993276f1cc tempest-ServersTestManualDisk-1703480083 tempest-ServersTestManualDisk-1703480083-project] 10.222.0.20 "GET /v2.0/ports?tenant_id=7773bca180b74a769b5b6d02c3ba717c&fields=id HTTP/1.1" status: 200 len: 348 time: 0.2953508 Jun 23 11:30:29.961118 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.plugins.ml2.plugin [None req-7923ffed-3cdf-4e4c-8517-8c4e098df0e8 tempest-RoutersAdminTest-1733287776 tempest-RoutersAdminTest-1733287776-project-admin] Deleting port 44a7c421-69b7-4da1-9947-3668c31e8fbc {{(pid=94174) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1913}} Jun 23 11:30:29.961476 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron_lib.callbacks.manager [None req-7923ffed-3cdf-4e4c-8517-8c4e098df0e8 tempest-RoutersAdminTest-1733287776 tempest-RoutersAdminTest-1733287776-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773700079324'] for port, before_delete {{(pid=94174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:30:29.963195 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4b703ddd-8f44-4221-a406-b9e739af4cf6 tempest-RoutersIpV6AdminTest-894294123 tempest-RoutersIpV6AdminTest-894294123-project] Router d0c587ca-dfb2-4811-830d-8447d39940f7 is scheduled to L3 agent 50ef99c0-ef28-4db5-b303-b145898fae60 with binding_index 1 {{(pid=94174) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jun 23 11:30:29.980310 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron_lib.callbacks.manager [None req-4d75516b-0b26-4a43-8e21-e7d7b1701949 None None] Notify callbacks [] for port, precommit_update {{(pid=94176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:30:29.980310 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-888d809f-6c4d-4927-b02e-0ec846668f69 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1e0d828a-1fa4-563d-b7fd-53adf66a04ee-f53f535d-bce4-4da8-9bd9-396677ff4e83', 'network_id': 'f53f535d-bce4-4da8-9bd9-396677ff4e83', 'tenant_id': '5e61222a836c47229c94e37f3902e6bd', 'fixed_ips': [{'subnet_id': '06e5a8f0-b09e-49f5-814b-b5461c171945'}]}} from dv-neutron-601336-94-hyperv. {{(pid=94176) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 23 11:30:29.980796 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron_lib.callbacks.manager [None req-888d809f-6c4d-4927-b02e-0ec846668f69 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-923104'] for port, before_create {{(pid=94176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:30:29.996121 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.plugins.ml2.plugin [None req-c488175e-096c-41af-90fd-bb63e2ec4fdf None None] Port 64d40460-6d49-4f3e-a3c0-b7c45eac7131 cannot update to ACTIVE because it is not bound. {{(pid=94176) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jun 23 11:30:29.999330 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.services.segments.db [None req-675a0a1c-801b-4c99-9b80-dcf3b00dd671 tempest-PortsAdminExtendedAttrsIpV6TestJSON-231462084 tempest-PortsAdminExtendedAttrsIpV6TestJSON-231462084-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['baa98ec6-1d6b-4eef-90d6-91cd66042db6']}} {{(pid=94175) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 11:30:30.007301 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.db.provisioning_blocks [None req-4d75516b-0b26-4a43-8e21-e7d7b1701949 None None] Transition to ACTIVE for port object 44a7c421-69b7-4da1-9947-3668c31e8fbc will not be triggered until provisioned by entity L2. {{(pid=94176) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 23 11:30:30.014760 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.services.segments.db [None req-675a0a1c-801b-4c99-9b80-dcf3b00dd671 tempest-PortsAdminExtendedAttrsIpV6TestJSON-231462084 tempest-PortsAdminExtendedAttrsIpV6TestJSON-231462084-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ea68f0ef-84a2-4064-97a2-9c21f1af5cce') {'for_net_delete': True} {{(pid=94175) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 11:30:30.015432 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.services.segments.db [None req-675a0a1c-801b-4c99-9b80-dcf3b00dd671 tempest-PortsAdminExtendedAttrsIpV6TestJSON-231462084 tempest-PortsAdminExtendedAttrsIpV6TestJSON-231462084-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ea68f0ef-84a2-4064-97a2-9c21f1af5cce') {} {{(pid=94175) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 11:30:30.115865 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron_lib.callbacks.manager [None req-675a0a1c-801b-4c99-9b80-dcf3b00dd671 tempest-PortsAdminExtendedAttrsIpV6TestJSON-231462084 tempest-PortsAdminExtendedAttrsIpV6TestJSON-231462084-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8773699955833', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5190677'] for segment, before_delete {{(pid=94175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:30:30.144542 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron_lib.callbacks.manager [None req-4d75516b-0b26-4a43-8e21-e7d7b1701949 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-922904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866062', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773700135042', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773699642233', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773699642278'] for port, after_update {{(pid=94176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:30:30.150264 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG oslo_concurrency.lockutils [None req-dc7542b2-afef-47f4-a763-e3a3cba144be None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 11:30:30.186106 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron_lib.callbacks.manager [None req-7923ffed-3cdf-4e4c-8517-8c4e098df0e8 tempest-RoutersAdminTest-1733287776 tempest-RoutersAdminTest-1733287776-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-430722'] for port, precommit_delete {{(pid=94174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:30:30.195822 dv-neutron-601336-94-hyperv neutron-server[94175]: INFO neutron.wsgi [req-739ba04c-ff53-47fd-850a-120a56863aee req-19aa53ad-3ed6-46b0-9b68-63c0612b155c tempest-ServersTestJSON-995612928 tempest-ServersTestJSON-995612928-project] 10.222.0.20 "GET /v2.0/security-groups?name=tempest-securitygroup--463618386&fields=id&tenant_id=3e2c0af899fe4d7db7ea93301231f34d HTTP/1.1" status: 200 len: 267 time: 0.3008213 Jun 23 11:30:30.205147 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron_lib.callbacks.manager [None req-675a0a1c-801b-4c99-9b80-dcf3b00dd671 tempest-PortsAdminExtendedAttrsIpV6TestJSON-231462084 tempest-PortsAdminExtendedAttrsIpV6TestJSON-231462084-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3801'] for segment, precommit_delete {{(pid=94175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:30:30.211419 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.wsgi [req-3bd3fc31-7fe4-4226-889f-7a8f4d5dc280 req-adace4ac-c390-43a6-a4b0-07d79413fb7b service neutron] http://10.222.0.20:9696/v2.0/extensions returned with HTTP 200 {{(pid=94174) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 23 11:30:30.211419 dv-neutron-601336-94-hyperv neutron-server[94174]: INFO neutron.wsgi [req-3bd3fc31-7fe4-4226-889f-7a8f4d5dc280 req-adace4ac-c390-43a6-a4b0-07d79413fb7b service neutron] 10.222.0.20 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13933 time: 0.1016970 Jun 23 11:30:30.213123 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron_lib.callbacks.manager [None req-48a7d675-9f7f-4567-ab2c-50d915a05334 tempest-FloatingIPNegativeTestJSON-1295786409 tempest-FloatingIPNegativeTestJSON-1295786409-project] Notify callbacks [] for port, precommit_update {{(pid=94175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:30:30.213593 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.plugins.ml2.plugin [None req-7923ffed-3cdf-4e4c-8517-8c4e098df0e8 tempest-RoutersAdminTest-1733287776 tempest-RoutersAdminTest-1733287776-project-admin] Calling delete_port for 44a7c421-69b7-4da1-9947-3668c31e8fbc owned by network:router_gateway {{(pid=94174) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1986}} Jun 23 11:30:30.218714 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-675a0a1c-801b-4c99-9b80-dcf3b00dd671 tempest-PortsAdminExtendedAttrsIpV6TestJSON-231462084 tempest-PortsAdminExtendedAttrsIpV6TestJSON-231462084-project] Releasing vlan 407 on physical network physnet1 to pool {{(pid=94175) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 23 11:30:30.220490 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron_lib.callbacks.manager [None req-675a0a1c-801b-4c99-9b80-dcf3b00dd671 tempest-PortsAdminExtendedAttrsIpV6TestJSON-231462084 tempest-PortsAdminExtendedAttrsIpV6TestJSON-231462084-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3801', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5082371'] for segment, after_delete {{(pid=94175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:30:30.223066 dv-neutron-601336-94-hyperv neutron-server[94175]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 23 11:30:30.223066 dv-neutron-601336-94-hyperv neutron-server[94175]: conditions |= (models_v2.Port.network_id.in_( Jun 23 11:30:30.223066 dv-neutron-601336-94-hyperv neutron-server[94175]: Traceback (most recent call last): Jun 23 11:30:30.223066 dv-neutron-601336-94-hyperv neutron-server[94175]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 23 11:30:30.223066 dv-neutron-601336-94-hyperv neutron-server[94175]: timer() Jun 23 11:30:30.223066 dv-neutron-601336-94-hyperv neutron-server[94175]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 23 11:30:30.223066 dv-neutron-601336-94-hyperv neutron-server[94175]: cb(*args, **kw) Jun 23 11:30:30.223066 dv-neutron-601336-94-hyperv neutron-server[94175]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 23 11:30:30.223066 dv-neutron-601336-94-hyperv neutron-server[94175]: return func(*args, **kwargs) Jun 23 11:30:30.223066 dv-neutron-601336-94-hyperv neutron-server[94175]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 23 11:30:30.223066 dv-neutron-601336-94-hyperv neutron-server[94175]: self._notify() Jun 23 11:30:30.223066 dv-neutron-601336-94-hyperv neutron-server[94175]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 23 11:30:30.223066 dv-neutron-601336-94-hyperv neutron-server[94175]: self.callback(batched_events) Jun 23 11:30:30.223066 dv-neutron-601336-94-hyperv neutron-server[94175]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 23 11:30:30.223066 dv-neutron-601336-94-hyperv neutron-server[94175]: event.method(event) Jun 23 11:30:30.223066 dv-neutron-601336-94-hyperv neutron-server[94175]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 23 11:30:30.223066 dv-neutron-601336-94-hyperv neutron-server[94175]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 23 11:30:30.223066 dv-neutron-601336-94-hyperv neutron-server[94175]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 23 11:30:30.223066 dv-neutron-601336-94-hyperv neutron-server[94175]: aggregate_uuid = self.p_client.list_aggregates( Jun 23 11:30:30.223066 dv-neutron-601336-94-hyperv neutron-server[94175]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 23 11:30:30.223066 dv-neutron-601336-94-hyperv neutron-server[94175]: return f(self, *a, **k) Jun 23 11:30:30.223066 dv-neutron-601336-94-hyperv neutron-server[94175]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 23 11:30:30.223066 dv-neutron-601336-94-hyperv neutron-server[94175]: return self._get(url).json() Jun 23 11:30:30.223066 dv-neutron-601336-94-hyperv neutron-server[94175]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 23 11:30:30.223066 dv-neutron-601336-94-hyperv neutron-server[94175]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 23 11:30:30.223066 dv-neutron-601336-94-hyperv neutron-server[94175]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 23 11:30:30.223066 dv-neutron-601336-94-hyperv neutron-server[94175]: return self.request(url, 'GET', **kwargs) Jun 23 11:30:30.223066 dv-neutron-601336-94-hyperv neutron-server[94175]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 23 11:30:30.223066 dv-neutron-601336-94-hyperv neutron-server[94175]: base_url = self.get_endpoint(auth, allow=allow, Jun 23 11:30:30.223066 dv-neutron-601336-94-hyperv neutron-server[94175]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 23 11:30:30.223066 dv-neutron-601336-94-hyperv neutron-server[94175]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 23 11:30:30.223066 dv-neutron-601336-94-hyperv neutron-server[94175]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 23 11:30:30.223066 dv-neutron-601336-94-hyperv neutron-server[94175]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 23 11:30:30.223066 dv-neutron-601336-94-hyperv neutron-server[94175]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 23 11:30:30.229181 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15a77d27-4214-4e2b-8b16-3a3826423158 None None] Pushing event updated for resources: {'Port': ['ID=44a7c421-69b7-4da1-9947-3668c31e8fbc,revision_number=2']} {{(pid=94176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 11:30:30.233122 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG oslo_concurrency.lockutils [None req-15a77d27-4214-4e2b-8b16-3a3826423158 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.083s {{(pid=94176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 11:30:30.252053 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron_lib.callbacks.manager [None req-60a715b2-6f9d-463f-94c4-5138ff862d4a tempest-FloatingIPAdminTestJSON-1420968783 tempest-FloatingIPAdminTestJSON-1420968783-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-923104'] for port, before_create {{(pid=94174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:30:30.259176 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.db.db_base_plugin_common [None req-888d809f-6c4d-4927-b02e-0ec846668f69 None None] Allocated IP 2001:db8::2 (f53f535d-bce4-4da8-9bd9-396677ff4e83/06e5a8f0-b09e-49f5-814b-b5461c171945/b3f3a379-0723-4d66-bf16-0d7096c31c0e) {{(pid=94176) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 23 11:30:30.268616 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.plugins.ml2.managers [None req-4d75516b-0b26-4a43-8e21-e7d7b1701949 None None] Attempting to bind port 44a7c421-69b7-4da1-9947-3668c31e8fbc on host dv-neutron-601336-94-hyperv for vnic_type normal with profile {{(pid=94176) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 23 11:30:30.268996 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.plugins.ml2.managers [None req-4d75516b-0b26-4a43-8e21-e7d7b1701949 None None] Attempting to bind port 44a7c421-69b7-4da1-9947-3668c31e8fbc by drivers openvswitch,hyperv on host dv-neutron-601336-94-hyperv at level 0 using segments [{'id': 'abf0a056-259c-4cfa-a772-c42682346864', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 438, 'network_id': '261e603f-42ae-43d3-be21-5e38fae9bfd1'}] {{(pid=94176) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 23 11:30:30.269460 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4d75516b-0b26-4a43-8e21-e7d7b1701949 None None] Attempting to bind port 44a7c421-69b7-4da1-9947-3668c31e8fbc on network 261e603f-42ae-43d3-be21-5e38fae9bfd1 {{(pid=94176) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 23 11:30:30.281143 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4d75516b-0b26-4a43-8e21-e7d7b1701949 None None] Checking agent: {'id': '4d05f899-5ac9-411b-8a03-f60c93f87cdf', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-601336-94-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 23, 11, 22, 14), 'started_at': datetime.datetime(2021, 6, 23, 11, 22, 44), 'heartbeat_timestamp': datetime.datetime(2021, 6, 23, 11, 30, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'monitor_allowed_address_pair_garp': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-601336-94-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94176) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 23 11:30:30.282720 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4d75516b-0b26-4a43-8e21-e7d7b1701949 None None] Checking segment: {'id': 'abf0a056-259c-4cfa-a772-c42682346864', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 438, 'network_id': '261e603f-42ae-43d3-be21-5e38fae9bfd1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94176) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 23 11:30:30.283443 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron_lib.callbacks.manager [None req-4d75516b-0b26-4a43-8e21-e7d7b1701949 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:30:30.284189 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4d75516b-0b26-4a43-8e21-e7d7b1701949 None None] Bound using segment: {'id': 'abf0a056-259c-4cfa-a772-c42682346864', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 438, 'network_id': '261e603f-42ae-43d3-be21-5e38fae9bfd1'} {{(pid=94176) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 23 11:30:30.284559 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.plugins.ml2.managers [None req-4d75516b-0b26-4a43-8e21-e7d7b1701949 None None] Bound port: 44a7c421-69b7-4da1-9947-3668c31e8fbc, host: dv-neutron-601336-94-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'abf0a056-259c-4cfa-a772-c42682346864', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 438, 'network_id': '261e603f-42ae-43d3-be21-5e38fae9bfd1'}}] {{(pid=94176) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 23 11:30:30.285009 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron_lib.callbacks.manager [None req-4d75516b-0b26-4a43-8e21-e7d7b1701949 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-923122'] for port, before_update {{(pid=94176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:30:30.339293 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron_lib.callbacks.manager [None req-48a7d675-9f7f-4567-ab2c-50d915a05334 tempest-FloatingIPNegativeTestJSON-1295786409 tempest-FloatingIPNegativeTestJSON-1295786409-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-922904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866062', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773700135042', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773699642233', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773699642278', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5082471'] for port, after_update {{(pid=94175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:30:30.340931 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-33aa89bb-0f6a-4404-8325-cd4e6e92a794 tempest-NetworksTestDHCPv6-162546708 tempest-NetworksTestDHCPv6-162546708-project] Made reservation on behalf of 5e61222a836c47229c94e37f3902e6bd for: {'port': 1} {{(pid=94175) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 23 11:30:30.359305 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG oslo_concurrency.lockutils [None req-9eb2b70a-01b8-4a45-bad0-db8a427aa604 tempest-ServersTestManualDisk-1703480083 tempest-ServersTestManualDisk-1703480083-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94175) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 11:30:30.393242 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4b703ddd-8f44-4221-a406-b9e739af4cf6 tempest-RoutersIpV6AdminTest-894294123 tempest-RoutersIpV6AdminTest-894294123-project] Notify agent at l3_agent.dv-neutron-601336-94-hyperv the message routers_updated {{(pid=94174) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 23 11:30:30.421792 dv-neutron-601336-94-hyperv neutron-server[94177]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f29a13d1-2f63-41ca-bcc4-c1f0532a8d34 None None] Sync routers for ids ['d0c587ca-dfb2-4811-830d-8447d39940f7'] in dv-neutron-601336-94-hyperv {{(pid=94177) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 23 11:30:30.435748 dv-neutron-601336-94-hyperv neutron-server[94177]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f29a13d1-2f63-41ca-bcc4-c1f0532a8d34 None None] Routers {'d0c587ca-dfb2-4811-830d-8447d39940f7'} bound to L3 agent in host dv-neutron-601336-94-hyperv {{(pid=94177) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 23 11:30:30.436792 dv-neutron-601336-94-hyperv neutron-server[94177]: DEBUG neutron.db.l3_hamode_db [None req-f29a13d1-2f63-41ca-bcc4-c1f0532a8d34 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-601336-94-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-23T11:22:13Z,description=,heartbeat_timestamp=2021-06-23T11:30:13Z,host='dv-neutron-601336-94-hyperv',id=50ef99c0-ef28-4db5-b303-b145898fae60,load=0,resource_versions=,resources_synced=,started_at=2021-06-23T11:22:14Z,topic='l3_agent')) {'router_ids': ['d0c587ca-dfb2-4811-830d-8447d39940f7'], 'active': True} {{(pid=94177) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 11:30:30.487123 dv-neutron-601336-94-hyperv neutron-server[94177]: DEBUG neutron.db.l3_hamode_db [None req-f29a13d1-2f63-41ca-bcc4-c1f0532a8d34 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-601336-94-hyperv', False) {} {{(pid=94177) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 11:30:30.497494 dv-neutron-601336-94-hyperv neutron-server[94177]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f29a13d1-2f63-41ca-bcc4-c1f0532a8d34 None None] Routers {'d0c587ca-dfb2-4811-830d-8447d39940f7'} bound to L3 agent in host dv-neutron-601336-94-hyperv {{(pid=94177) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 23 11:30:30.498576 dv-neutron-601336-94-hyperv neutron-server[94177]: DEBUG neutron.db.l3_hamode_db [None req-f29a13d1-2f63-41ca-bcc4-c1f0532a8d34 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-601336-94-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-23T11:22:13Z,description=,heartbeat_timestamp=2021-06-23T11:30:13Z,host='dv-neutron-601336-94-hyperv',id=50ef99c0-ef28-4db5-b303-b145898fae60,load=0,resource_versions=,resources_synced=,started_at=2021-06-23T11:22:14Z,topic='l3_agent')) {'router_ids': ['d0c587ca-dfb2-4811-830d-8447d39940f7'], 'active': True} {{(pid=94177) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 11:30:30.545398 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.plugins.ml2.db [None req-4d75516b-0b26-4a43-8e21-e7d7b1701949 None None] For port 44a7c421-69b7-4da1-9947-3668c31e8fbc, host dv-neutron-601336-94-hyperv, cleared binding levels {{(pid=94176) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 23 11:30:30.550229 dv-neutron-601336-94-hyperv neutron-server[94177]: DEBUG neutron.db.l3_hamode_db [None req-f29a13d1-2f63-41ca-bcc4-c1f0532a8d34 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-601336-94-hyperv', False) {} {{(pid=94177) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 11:30:30.551216 dv-neutron-601336-94-hyperv neutron-server[94177]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f29a13d1-2f63-41ca-bcc4-c1f0532a8d34 None None] The sync data for ids ['d0c587ca-dfb2-4811-830d-8447d39940f7'] in dv-neutron-601336-94-hyperv is: [] {{(pid=94177) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 23 11:30:30.565408 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron_lib.callbacks.manager [None req-4b703ddd-8f44-4221-a406-b9e739af4cf6 tempest-RoutersIpV6AdminTest-894294123 tempest-RoutersIpV6AdminTest-894294123-project] Notify callbacks [] for router, before_response {{(pid=94174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:30:30.571280 dv-neutron-601336-94-hyperv neutron-server[94174]: INFO neutron.wsgi [None req-4b703ddd-8f44-4221-a406-b9e739af4cf6 tempest-RoutersIpV6AdminTest-894294123 tempest-RoutersIpV6AdminTest-894294123-project] 10.222.0.20 "POST /v2.0/routers HTTP/1.1" status: 201 len: 888 time: 6.7722738 Jun 23 11:30:30.577849 dv-neutron-601336-94-hyperv neutron-server[94174]: INFO neutron.wsgi [req-3bd3fc31-7fe4-4226-889f-7a8f4d5dc280 req-94105495-8697-4d05-83a0-3f9d1e7acb48 service neutron] 10.222.0.20 "GET /v2.0/networks/eef03c16-5c70-4b40-b183-38c419fed443?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3562167 Jun 23 11:30:30.581641 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.wsgi [-] (94174) accepted ('10.222.0.20', 36356) {{(pid=94174) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 11:30:30.587249 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.plugins.ml2.db [None req-4d75516b-0b26-4a43-8e21-e7d7b1701949 None None] For port 44a7c421-69b7-4da1-9947-3668c31e8fbc, host dv-neutron-601336-94-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-94-hyperv',level=0,port_id=44a7c421-69b7-4da1-9947-3668c31e8fbc,segment=NetworkSegment(abf0a056-259c-4cfa-a772-c42682346864),segment_id=abf0a056-259c-4cfa-a772-c42682346864)] {{(pid=94176) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 23 11:30:30.588506 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron_lib.callbacks.manager [None req-888d809f-6c4d-4927-b02e-0ec846668f69 None None] Notify callbacks [] for port, precommit_create {{(pid=94176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:30:30.593022 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron_lib.callbacks.manager [None req-33aa89bb-0f6a-4404-8325-cd4e6e92a794 tempest-NetworksTestDHCPv6-162546708 tempest-NetworksTestDHCPv6-162546708-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-923104'] for port, before_create {{(pid=94175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:30:30.599018 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.db.provisioning_blocks [None req-888d809f-6c4d-4927-b02e-0ec846668f69 None None] Transition to ACTIVE for port object b3f3a379-0723-4d66-bf16-0d7096c31c0e will not be triggered until provisioned by entity L2. {{(pid=94176) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 23 11:30:30.639512 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.db.provisioning_blocks [None req-888d809f-6c4d-4927-b02e-0ec846668f69 None None] Transition to ACTIVE for port object b3f3a379-0723-4d66-bf16-0d7096c31c0e will not be triggered until provisioned by entity DHCP. {{(pid=94176) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 23 11:30:30.657988 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron_lib.callbacks.manager [None req-4d75516b-0b26-4a43-8e21-e7d7b1701949 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-922904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866062', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773700135042', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773699642233', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773699642278'] for port, after_update {{(pid=94176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:30:30.660986 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG oslo_concurrency.lockutils [None req-37ff18b4-f054-40f9-8d25-cb4186720dcf None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 11:30:30.676273 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48a7d675-9f7f-4567-ab2c-50d915a05334 tempest-FloatingIPNegativeTestJSON-1295786409 tempest-FloatingIPNegativeTestJSON-1295786409-project] Pushing event updated for resources: {'Port': ['ID=64d40460-6d49-4f3e-a3c0-b7c45eac7131,revision_number=2']} {{(pid=94175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 11:30:30.687227 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG oslo_concurrency.lockutils [None req-48a7d675-9f7f-4567-ab2c-50d915a05334 tempest-FloatingIPNegativeTestJSON-1295786409 tempest-FloatingIPNegativeTestJSON-1295786409-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.328s {{(pid=94175) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 11:30:30.694384 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron_lib.callbacks.manager [None req-48a7d675-9f7f-4567-ab2c-50d915a05334 tempest-FloatingIPNegativeTestJSON-1295786409 tempest-FloatingIPNegativeTestJSON-1295786409-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-7866091', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-453038'] for router_interface, after_create {{(pid=94175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:30:30.697205 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.notifiers.nova [None req-33aa89bb-0f6a-4404-8325-cd4e6e92a794 tempest-NetworksTestDHCPv6-162546708 tempest-NetworksTestDHCPv6-162546708-project] device_id is not set on port 41d58ad6-21a5-44e4-baeb-7e3983380432 yet. {{(pid=94175) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jun 23 11:30:30.705051 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron_lib.callbacks.manager [None req-675a0a1c-801b-4c99-9b80-dcf3b00dd671 tempest-PortsAdminExtendedAttrsIpV6TestJSON-231462084 tempest-PortsAdminExtendedAttrsIpV6TestJSON-231462084-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-897248', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8002400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7866073', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-524247'] for network, after_delete {{(pid=94175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:30:30.727614 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-739ba04c-ff53-47fd-850a-120a56863aee req-8b7f5d80-4d34-498e-bf49-e8ccf80b4b85 tempest-ServersTestJSON-995612928 tempest-ServersTestJSON-995612928-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 11:30:30.729152 dv-neutron-601336-94-hyperv neutron-server[94175]: INFO neutron.wsgi [req-739ba04c-ff53-47fd-850a-120a56863aee req-8b7f5d80-4d34-498e-bf49-e8ccf80b4b85 tempest-ServersTestJSON-995612928 tempest-ServersTestJSON-995612928-project] 10.222.0.20 "GET /v2.0/networks?id=53451295-943c-4b83-97fd-a02f49b38b3c HTTP/1.1" status: 200 len: 805 time: 0.5123599 Jun 23 11:30:30.730258 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron_lib.callbacks.manager [None req-675a0a1c-801b-4c99-9b80-dcf3b00dd671 tempest-PortsAdminExtendedAttrsIpV6TestJSON-231462084 tempest-PortsAdminExtendedAttrsIpV6TestJSON-231462084-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7865916'] for network, before_response {{(pid=94175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:30:30.733408 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4d75516b-0b26-4a43-8e21-e7d7b1701949 None None] Routers {'33cb1479-3979-4465-a933-401a4d7d83f0'} bound to L3 agent in host dv-neutron-601336-94-hyperv {{(pid=94176) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 23 11:30:30.734055 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.db.l3_hamode_db [None req-4d75516b-0b26-4a43-8e21-e7d7b1701949 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-601336-94-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-23T11:22:13Z,description=,heartbeat_timestamp=2021-06-23T11:30:13Z,host='dv-neutron-601336-94-hyperv',id=50ef99c0-ef28-4db5-b303-b145898fae60,load=0,resource_versions=,resources_synced=,started_at=2021-06-23T11:22:14Z,topic='l3_agent')) {'router_ids': ['33cb1479-3979-4465-a933-401a4d7d83f0'], 'active': True} {{(pid=94176) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 11:30:30.735444 dv-neutron-601336-94-hyperv neutron-server[94175]: INFO neutron.wsgi [None req-675a0a1c-801b-4c99-9b80-dcf3b00dd671 tempest-PortsAdminExtendedAttrsIpV6TestJSON-231462084 tempest-PortsAdminExtendedAttrsIpV6TestJSON-231462084-project] 10.222.0.20 "DELETE /v2.0/networks/baa98ec6-1d6b-4eef-90d6-91cd66042db6 HTTP/1.1" status: 204 len: 168 time: 1.2803321 Jun 23 11:30:30.738086 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94175) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 11:30:30.775360 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.db.db_base_plugin_common [None req-60a715b2-6f9d-463f-94c4-5138ff862d4a tempest-FloatingIPAdminTestJSON-1420968783 tempest-FloatingIPAdminTestJSON-1420968783-project] Allocated IP 172.26.3.218 (3e7e4eb3-cf02-4d47-ade9-0a579cdfc60f/a5ad15ab-c489-4a67-a9b0-d559fca0ec71/e7f5e10d-ca58-4871-a8fc-e483353f1941) {{(pid=94174) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 23 11:30:30.803591 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-675a0a1c-801b-4c99-9b80-dcf3b00dd671 tempest-PortsAdminExtendedAttrsIpV6TestJSON-231462084 tempest-PortsAdminExtendedAttrsIpV6TestJSON-231462084-project] Pushing event deleted for resources: {'Network': ['ID=baa98ec6-1d6b-4eef-90d6-91cd66042db6,revision_number=None']} {{(pid=94175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 11:30:30.871989 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG oslo_concurrency.lockutils [None req-675a0a1c-801b-4c99-9b80-dcf3b00dd671 tempest-PortsAdminExtendedAttrsIpV6TestJSON-231462084 tempest-PortsAdminExtendedAttrsIpV6TestJSON-231462084-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.132s {{(pid=94175) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 11:30:30.880900 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron_lib.callbacks.manager [None req-888d809f-6c4d-4927-b02e-0ec846668f69 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-922915', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-239814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7866073', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773699642215'] for port, after_create {{(pid=94176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:30:30.912893 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15a77d27-4214-4e2b-8b16-3a3826423158 None None] Pushing event updated for resources: {'Port': ['ID=44a7c421-69b7-4da1-9947-3668c31e8fbc,revision_number=3']} {{(pid=94176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 11:30:30.932590 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG oslo_concurrency.lockutils [None req-15a77d27-4214-4e2b-8b16-3a3826423158 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.271s {{(pid=94176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 11:30:30.933226 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.042s {{(pid=94176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 11:30:30.940469 dv-neutron-601336-94-hyperv neutron-server[94175]: INFO neutron.wsgi [req-739ba04c-ff53-47fd-850a-120a56863aee req-19321a31-9de4-407c-97a4-bac39cdc8bd0 tempest-ServersTestJSON-995612928 tempest-ServersTestJSON-995612928-project] 10.222.0.20 "GET /v2.0/quotas/3e2c0af899fe4d7db7ea93301231f34d HTTP/1.1" status: 200 len: 375 time: 0.1661434 Jun 23 11:30:30.942950 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.db.l3_dvr_db [None req-4d75516b-0b26-4a43-8e21-e7d7b1701949 None None] Set router 33cb1479-3979-4465-a933-401a4d7d83f0 gateway port host: None {{(pid=94176) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:838}} Jun 23 11:30:30.943558 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron_lib.callbacks.manager [None req-7923ffed-3cdf-4e4c-8517-8c4e098df0e8 tempest-RoutersAdminTest-1733287776 tempest-RoutersAdminTest-1733287776-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-922904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866062', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773700135024', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773699642224'] for port, after_delete {{(pid=94174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:30:30.953988 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG oslo_concurrency.lockutils [None req-ae5edd10-155c-4af2-8d66-d0c44451c126 tempest-PortsAdminExtendedAttrsIpV6TestJSON-788637273 tempest-PortsAdminExtendedAttrsIpV6TestJSON-788637273-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94174) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 11:30:30.978929 dv-neutron-601336-94-hyperv neutron-server[94174]: INFO neutron.wsgi [None req-ca42c7b9-ee43-4e28-a7e4-7b4862300b1c tempest-RoutersIpV6AdminTest-1878456168 tempest-RoutersIpV6AdminTest-1878456168-project-admin] 10.222.0.20 "GET /v2.0/routers/d0c587ca-dfb2-4811-830d-8447d39940f7 HTTP/1.1" status: 200 len: 924 time: 0.3960674 Jun 23 11:30:30.982343 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.wsgi [-] (94174) accepted ('10.222.0.20', 36360) {{(pid=94174) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 11:30:30.987122 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7923ffed-3cdf-4e4c-8517-8c4e098df0e8 tempest-RoutersAdminTest-1733287776 tempest-RoutersAdminTest-1733287776-project-admin] Pushing event deleted for resources: {'Port': ['ID=44a7c421-69b7-4da1-9947-3668c31e8fbc,revision_number=None']} {{(pid=94174) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 11:30:30.991181 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG oslo_concurrency.lockutils [None req-7923ffed-3cdf-4e4c-8517-8c4e098df0e8 tempest-RoutersAdminTest-1733287776 tempest-RoutersAdminTest-1733287776-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.037s {{(pid=94174) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 11:30:31.000275 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-888d809f-6c4d-4927-b02e-0ec846668f69 None None] Network f53f535d-bce4-4da8-9bd9-396677ff4e83 is already hosted by enough agents. {{(pid=94176) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 23 11:30:31.038824 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.db.l3_hamode_db [None req-4d75516b-0b26-4a43-8e21-e7d7b1701949 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '33cb1479-3979-4465-a933-401a4d7d83f0', 'name': '', 'tenant_id': 'd78deddc61934e2ea53c23e0d10641f0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-23T11:30:23Z', 'updated_at': '2021-06-23T11:30:29Z', 'revision_number': 4, 'project_id': 'd78deddc61934e2ea53c23e0d10641f0', 'gw_port_host': None}], 'dv-neutron-601336-94-hyperv', False) {} {{(pid=94176) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 11:30:31.040787 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.scheduler.base_scheduler [None req-888d809f-6c4d-4927-b02e-0ec846668f69 None None] Resources bound (agent type, host, resource id): {{(pid=94176) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 23 11:30:31.045246 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.db.l3_dvrscheduler_db [None req-888d809f-6c4d-4927-b02e-0ec846668f69 None None] Received port after_create {{(pid=94176) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 23 11:30:31.056231 dv-neutron-601336-94-hyperv neutron-server[94174]: INFO neutron.wsgi [req-3bd3fc31-7fe4-4226-889f-7a8f4d5dc280 req-811a82f7-f372-418a-aef3-188f314ea2a9 service neutron] 10.222.0.20 "GET /v2.0/networks/eef03c16-5c70-4b40-b183-38c419fed443?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4538300 Jun 23 11:30:31.063876 dv-neutron-601336-94-hyperv neutron-server[94174]: INFO neutron.wsgi [None req-18bb40b0-663c-4433-9e4e-26d49007a872 tempest-RoutersIpV6AdminTest-894294123 tempest-RoutersIpV6AdminTest-894294123-project] 10.222.0.20 "GET /v2.0/ports?device_id=d0c587ca-dfb2-4811-830d-8447d39940f7 HTTP/1.1" status: 200 len: 205 time: 0.0715003 Jun 23 11:30:31.070827 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.wsgi [-] (94175) accepted ('10.222.0.20', 36362) {{(pid=94175) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 11:30:31.082160 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4d75516b-0b26-4a43-8e21-e7d7b1701949 None None] The sync data for ids ['33cb1479-3979-4465-a933-401a4d7d83f0'] in dv-neutron-601336-94-hyperv is: [{'id': '33cb1479-3979-4465-a933-401a4d7d83f0', 'name': '', 'tenant_id': 'd78deddc61934e2ea53c23e0d10641f0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-23T11:30:23Z', 'updated_at': '2021-06-23T11:30:29Z', 'revision_number': 4, 'project_id': 'd78deddc61934e2ea53c23e0d10641f0', 'gw_port_host': None}] {{(pid=94176) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 23 11:30:31.099511 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-888d809f-6c4d-4927-b02e-0ec846668f69 None None] Pushing event updated for resources: {'Port': ['ID=b3f3a379-0723-4d66-bf16-0d7096c31c0e,revision_number=1']} {{(pid=94176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 11:30:31.104487 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron_lib.callbacks.manager [None req-7923ffed-3cdf-4e4c-8517-8c4e098df0e8 tempest-RoutersAdminTest-1733287776 tempest-RoutersAdminTest-1733287776-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-524171'] for router_gateway, after_delete {{(pid=94174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:30:31.111491 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG oslo_concurrency.lockutils [None req-888d809f-6c4d-4927-b02e-0ec846668f69 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.179s {{(pid=94176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 11:30:31.210619 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.db.db_base_plugin_common [None req-33aa89bb-0f6a-4404-8325-cd4e6e92a794 tempest-NetworksTestDHCPv6-162546708 tempest-NetworksTestDHCPv6-162546708-project] Allocated IP 2001:db8::748e:dbe9:5c5c:1095 (f53f535d-bce4-4da8-9bd9-396677ff4e83/06e5a8f0-b09e-49f5-814b-b5461c171945/41d58ad6-21a5-44e4-baeb-7e3983380432) {{(pid=94175) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 23 11:30:31.497379 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron_lib.callbacks.manager [None req-7923ffed-3cdf-4e4c-8517-8c4e098df0e8 tempest-RoutersAdminTest-1733287776 tempest-RoutersAdminTest-1733287776-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-520417', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-32301'] for router, precommit_delete {{(pid=94174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:30:31.499667 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron_lib.callbacks.manager [None req-7923ffed-3cdf-4e4c-8517-8c4e098df0e8 tempest-RoutersAdminTest-1733287776 tempest-RoutersAdminTest-1733287776-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:30:31.584646 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.wsgi [-] (94174) accepted ('10.222.0.20', 36376) {{(pid=94174) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 11:30:31.590529 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron_lib.callbacks.manager [None req-60a715b2-6f9d-463f-94c4-5138ff862d4a tempest-FloatingIPAdminTestJSON-1420968783 tempest-FloatingIPAdminTestJSON-1420968783-project] Notify callbacks [] for port, precommit_create {{(pid=94174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:30:31.653729 dv-neutron-601336-94-hyperv neutron-server[94174]: INFO neutron.wsgi [req-3ee6f2f2-34c2-4d65-ad0c-d3a38081faec req-4d070056-89f5-436c-8874-c12f1e16f134 tempest-ServersTestManualDisk-1703480083 tempest-ServersTestManualDisk-1703480083-project] 10.222.0.20 "GET /v2.0/ports?device_id=60467d60-f71e-4b81-84ed-861e06a6acb7 HTTP/1.1" status: 200 len: 210 time: 0.0602770 Jun 23 11:30:31.693019 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron_lib.callbacks.manager [None req-7923ffed-3cdf-4e4c-8517-8c4e098df0e8 tempest-RoutersAdminTest-1733287776 tempest-RoutersAdminTest-1733287776-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-494961'] for router, after_delete {{(pid=94174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:30:31.693577 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7923ffed-3cdf-4e4c-8517-8c4e098df0e8 tempest-RoutersAdminTest-1733287776 tempest-RoutersAdminTest-1733287776-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 33cb1479-3979-4465-a933-401a4d7d83f0 {{(pid=94174) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jun 23 11:30:31.734803 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron_lib.callbacks.manager [None req-7923ffed-3cdf-4e4c-8517-8c4e098df0e8 tempest-RoutersAdminTest-1733287776 tempest-RoutersAdminTest-1733287776-project-admin] Notify callbacks [] for router, before_response {{(pid=94174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:30:31.739356 dv-neutron-601336-94-hyperv neutron-server[94174]: INFO neutron.wsgi [None req-7923ffed-3cdf-4e4c-8517-8c4e098df0e8 tempest-RoutersAdminTest-1733287776 tempest-RoutersAdminTest-1733287776-project-admin] 10.222.0.20 "DELETE /v2.0/routers/33cb1479-3979-4465-a933-401a4d7d83f0 HTTP/1.1" status: 204 len: 168 time: 3.4773953 Jun 23 11:30:31.739356 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.wsgi [-] (94174) accepted ('10.222.0.20', 36388) {{(pid=94174) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 11:30:31.791842 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.plugins.ml2.managers [None req-888d809f-6c4d-4927-b02e-0ec846668f69 None None] Attempting to bind port b3f3a379-0723-4d66-bf16-0d7096c31c0e on host dv-neutron-601336-94-hyperv for vnic_type normal with profile {{(pid=94176) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 23 11:30:31.791842 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.plugins.ml2.managers [None req-888d809f-6c4d-4927-b02e-0ec846668f69 None None] Attempting to bind port b3f3a379-0723-4d66-bf16-0d7096c31c0e by drivers openvswitch,hyperv on host dv-neutron-601336-94-hyperv at level 0 using segments [{'id': '6303a411-6e70-4139-a530-9ee4cf8ba843', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 419, 'network_id': 'f53f535d-bce4-4da8-9bd9-396677ff4e83'}] {{(pid=94176) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 23 11:30:31.791842 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-888d809f-6c4d-4927-b02e-0ec846668f69 None None] Attempting to bind port b3f3a379-0723-4d66-bf16-0d7096c31c0e on network f53f535d-bce4-4da8-9bd9-396677ff4e83 {{(pid=94176) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 23 11:30:31.807839 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-888d809f-6c4d-4927-b02e-0ec846668f69 None None] Checking agent: {'id': '4d05f899-5ac9-411b-8a03-f60c93f87cdf', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-601336-94-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 23, 11, 22, 14), 'started_at': datetime.datetime(2021, 6, 23, 11, 22, 44), 'heartbeat_timestamp': datetime.datetime(2021, 6, 23, 11, 30, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'monitor_allowed_address_pair_garp': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-601336-94-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94176) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 23 11:30:31.808241 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-888d809f-6c4d-4927-b02e-0ec846668f69 None None] Checking segment: {'id': '6303a411-6e70-4139-a530-9ee4cf8ba843', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 419, 'network_id': 'f53f535d-bce4-4da8-9bd9-396677ff4e83'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94176) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 23 11:30:31.808666 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron_lib.callbacks.manager [None req-888d809f-6c4d-4927-b02e-0ec846668f69 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:30:31.809076 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-888d809f-6c4d-4927-b02e-0ec846668f69 None None] Bound using segment: {'id': '6303a411-6e70-4139-a530-9ee4cf8ba843', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 419, 'network_id': 'f53f535d-bce4-4da8-9bd9-396677ff4e83'} {{(pid=94176) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 23 11:30:31.809575 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.plugins.ml2.managers [None req-888d809f-6c4d-4927-b02e-0ec846668f69 None None] Bound port: b3f3a379-0723-4d66-bf16-0d7096c31c0e, host: dv-neutron-601336-94-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6303a411-6e70-4139-a530-9ee4cf8ba843', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 419, 'network_id': 'f53f535d-bce4-4da8-9bd9-396677ff4e83'}}] {{(pid=94176) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 23 11:30:31.810826 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron_lib.callbacks.manager [None req-888d809f-6c4d-4927-b02e-0ec846668f69 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-923122'] for port, before_update {{(pid=94176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:30:31.815986 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-48a7d675-9f7f-4567-ab2c-50d915a05334 tempest-FloatingIPNegativeTestJSON-1295786409 tempest-FloatingIPNegativeTestJSON-1295786409-project] Network c9db83c6-9294-4aab-be1f-a0e4e14b168f is already hosted by enough agents. {{(pid=94175) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 23 11:30:31.841693 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.db.db_base_plugin_v2 [None req-b4a26f81-6325-498b-a967-5fd7406b83c7 tempest-RoutersAdminTest-1733287776 tempest-RoutersAdminTest-1733287776-project-admin] Deleting subnet 7b6d8efb-17fc-4331-ac89-9f717d934035 {{(pid=94174) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jun 23 11:30:31.858103 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.scheduler.base_scheduler [None req-48a7d675-9f7f-4567-ab2c-50d915a05334 tempest-FloatingIPNegativeTestJSON-1295786409 tempest-FloatingIPNegativeTestJSON-1295786409-project] Resources bound (agent type, host, resource id): {{(pid=94175) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 23 11:30:31.892868 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron_lib.callbacks.manager [None req-60a715b2-6f9d-463f-94c4-5138ff862d4a tempest-FloatingIPAdminTestJSON-1420968783 tempest-FloatingIPAdminTestJSON-1420968783-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-922915', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-239814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7866073', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773699642215'] for port, after_create {{(pid=94174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:30:31.901357 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron_lib.callbacks.manager [None req-b4a26f81-6325-498b-a967-5fd7406b83c7 tempest-RoutersAdminTest-1733287776 tempest-RoutersAdminTest-1733287776-project-admin] Notify callbacks [] for subnet, before_delete {{(pid=94174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:30:31.903458 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG oslo_concurrency.lockutils [None req-2e2c6159-4b37-4acd-8ae5-1879eb1a3bc8 tempest-RoutersAdminTest-1733287776 tempest-RoutersAdminTest-1733287776-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94174) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 11:30:31.987978 dv-neutron-601336-94-hyperv neutron-server[94175]: INFO neutron.wsgi [req-739ba04c-ff53-47fd-850a-120a56863aee req-3fd25951-7cbc-4806-a537-c42f96da2526 tempest-ServersTestJSON-995612928 tempest-ServersTestJSON-995612928-project] 10.222.0.20 "GET /v2.0/ports?tenant_id=3e2c0af899fe4d7db7ea93301231f34d&fields=id HTTP/1.1" status: 200 len: 348 time: 1.0309870 Jun 23 11:30:31.998631 dv-neutron-601336-94-hyperv neutron-server[94174]: INFO neutron.wsgi [None req-9e2053c2-bb69-4982-af68-e0d4f0cdf9b9 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=28b878f4e2c24ad28e4b98551c9f1ca3&name=default HTTP/1.1" status: 200 len: 2975 time: 0.4017634 Jun 23 11:30:32.008199 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.wsgi [-] (94174) accepted ('10.222.0.20', 36392) {{(pid=94174) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 11:30:32.022862 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron_lib.callbacks.manager [None req-97aa88c4-0500-44bb-8895-ee1ff661c7bb tempest-RoutersIpV6AdminTest-894294123 tempest-RoutersIpV6AdminTest-894294123-project] Notify callbacks [] for router, before_delete {{(pid=94175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:30:32.025328 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-60a715b2-6f9d-463f-94c4-5138ff862d4a tempest-FloatingIPAdminTestJSON-1420968783 tempest-FloatingIPAdminTestJSON-1420968783-project] Network 3e7e4eb3-cf02-4d47-ade9-0a579cdfc60f is already hosted by enough agents. {{(pid=94174) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 23 11:30:32.100105 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.scheduler.base_scheduler [None req-60a715b2-6f9d-463f-94c4-5138ff862d4a tempest-FloatingIPAdminTestJSON-1420968783 tempest-FloatingIPAdminTestJSON-1420968783-project] Resources bound (agent type, host, resource id): {{(pid=94174) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 23 11:30:32.105559 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.db.l3_dvrscheduler_db [None req-60a715b2-6f9d-463f-94c4-5138ff862d4a tempest-FloatingIPAdminTestJSON-1420968783 tempest-FloatingIPAdminTestJSON-1420968783-project] Received port after_create {{(pid=94174) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 23 11:30:32.198796 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.plugins.ml2.db [None req-888d809f-6c4d-4927-b02e-0ec846668f69 None None] For port b3f3a379-0723-4d66-bf16-0d7096c31c0e, host dv-neutron-601336-94-hyperv, cleared binding levels {{(pid=94176) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 23 11:30:32.199835 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron_lib.callbacks.manager [None req-60a715b2-6f9d-463f-94c4-5138ff862d4a tempest-FloatingIPAdminTestJSON-1420968783 tempest-FloatingIPAdminTestJSON-1420968783-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:30:32.211472 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron_lib.callbacks.manager [None req-b4a26f81-6325-498b-a967-5fd7406b83c7 tempest-RoutersAdminTest-1733287776 tempest-RoutersAdminTest-1733287776-project-admin] Notify callbacks [] for subnet, precommit_delete_associations {{(pid=94174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:30:32.221200 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60a715b2-6f9d-463f-94c4-5138ff862d4a tempest-FloatingIPAdminTestJSON-1420968783 tempest-FloatingIPAdminTestJSON-1420968783-project] Pushing event updated for resources: {'Port': ['ID=e7f5e10d-ca58-4871-a8fc-e483353f1941,revision_number=1']} {{(pid=94174) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 11:30:32.223475 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.plugins.ml2.db [None req-888d809f-6c4d-4927-b02e-0ec846668f69 None None] For port b3f3a379-0723-4d66-bf16-0d7096c31c0e, host dv-neutron-601336-94-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-94-hyperv',level=0,port_id=b3f3a379-0723-4d66-bf16-0d7096c31c0e,segment=NetworkSegment(6303a411-6e70-4139-a530-9ee4cf8ba843),segment_id=6303a411-6e70-4139-a530-9ee4cf8ba843)] {{(pid=94176) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 23 11:30:32.233965 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG oslo_concurrency.lockutils [None req-60a715b2-6f9d-463f-94c4-5138ff862d4a tempest-FloatingIPAdminTestJSON-1420968783 tempest-FloatingIPAdminTestJSON-1420968783-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.330s {{(pid=94174) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 11:30:32.238954 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron_lib.callbacks.manager [None req-b4a26f81-6325-498b-a967-5fd7406b83c7 tempest-RoutersAdminTest-1733287776 tempest-RoutersAdminTest-1733287776-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-897634'] for subnet, precommit_delete {{(pid=94174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:30:32.284833 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron_lib.callbacks.manager [None req-8db5a1b9-59d3-466a-b619-9b8583f40ef4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:30:32.296175 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron_lib.callbacks.manager [None req-888d809f-6c4d-4927-b02e-0ec846668f69 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-922904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866062', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773700135042', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773699642233', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773699642278'] for port, after_update {{(pid=94176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:30:32.300287 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG oslo_concurrency.lockutils [None req-ae4ac8f6-f231-4248-a001-20f185e3fc3f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 11:30:32.343068 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron_lib.callbacks.manager [None req-33aa89bb-0f6a-4404-8325-cd4e6e92a794 tempest-NetworksTestDHCPv6-162546708 tempest-NetworksTestDHCPv6-162546708-project] Notify callbacks [] for port, precommit_create {{(pid=94175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:30:32.398602 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron_lib.callbacks.manager [None req-60a715b2-6f9d-463f-94c4-5138ff862d4a tempest-FloatingIPAdminTestJSON-1420968783 tempest-FloatingIPAdminTestJSON-1420968783-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-923122'] for port, before_update {{(pid=94174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:30:32.414146 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.wsgi [req-739ba04c-ff53-47fd-850a-120a56863aee req-9ea61c20-6bcf-4333-8175-d66cab8997e1 service neutron] http://10.222.0.20:9696/v2.0/extensions returned with HTTP 200 {{(pid=94175) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 23 11:30:32.425899 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.db.provisioning_blocks [None req-18ec5106-717d-4ea9-b745-cd742ecb6c3a None None] Provisioning complete for port 64d40460-6d49-4f3e-a3c0-b7c45eac7131 triggered by entity DHCP. {{(pid=94176) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 23 11:30:32.425899 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron_lib.callbacks.manager [None req-18ec5106-717d-4ea9-b745-cd742ecb6c3a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-899258'] for port, provisioning_complete {{(pid=94176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:30:32.426595 dv-neutron-601336-94-hyperv neutron-server[94175]: INFO neutron.wsgi [req-739ba04c-ff53-47fd-850a-120a56863aee req-9ea61c20-6bcf-4333-8175-d66cab8997e1 service neutron] 10.222.0.20 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13933 time: 0.1128488 Jun 23 11:30:32.469569 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-888d809f-6c4d-4927-b02e-0ec846668f69 None None] Pushing event updated for resources: {'Port': ['ID=b3f3a379-0723-4d66-bf16-0d7096c31c0e,revision_number=2']} {{(pid=94176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 11:30:32.475726 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG oslo_concurrency.lockutils [None req-888d809f-6c4d-4927-b02e-0ec846668f69 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.176s {{(pid=94176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 11:30:32.490005 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.plugins.ml2.plugin [None req-18ec5106-717d-4ea9-b745-cd742ecb6c3a None None] Port 64d40460-6d49-4f3e-a3c0-b7c45eac7131 cannot update to ACTIVE because it is not bound. {{(pid=94176) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jun 23 11:30:32.527650 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.db.provisioning_blocks [None req-33aa89bb-0f6a-4404-8325-cd4e6e92a794 tempest-NetworksTestDHCPv6-162546708 tempest-NetworksTestDHCPv6-162546708-project] Transition to ACTIVE for port object 41d58ad6-21a5-44e4-baeb-7e3983380432 will not be triggered until provisioned by entity DHCP. {{(pid=94175) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 23 11:30:32.568852 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron_lib.callbacks.manager [None req-8db5a1b9-59d3-466a-b619-9b8583f40ef4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:30:32.623015 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron_lib.callbacks.manager [None req-97aa88c4-0500-44bb-8895-ee1ff661c7bb tempest-RoutersIpV6AdminTest-894294123 tempest-RoutersIpV6AdminTest-894294123-project] Notify callbacks [] for router_gateway, before_delete {{(pid=94175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:30:32.662246 dv-neutron-601336-94-hyperv neutron-server[94175]: INFO neutron.wsgi [req-739ba04c-ff53-47fd-850a-120a56863aee req-bda61c11-0e57-4c6b-8d9d-82a9f6ef24a3 service neutron] 10.222.0.20 "GET /v2.0/networks/53451295-943c-4b83-97fd-a02f49b38b3c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2381852 Jun 23 11:30:32.699325 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-48a7d675-9f7f-4567-ab2c-50d915a05334 tempest-FloatingIPNegativeTestJSON-1295786409 tempest-FloatingIPNegativeTestJSON-1295786409-project] Router a9cf512d-0414-41e1-86f2-8bde7ff629f8 is scheduled to L3 agent 50ef99c0-ef28-4db5-b303-b145898fae60 with binding_index 1 {{(pid=94175) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jun 23 11:30:32.712064 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron_lib.callbacks.manager [None req-b4a26f81-6325-498b-a967-5fd7406b83c7 tempest-RoutersAdminTest-1733287776 tempest-RoutersAdminTest-1733287776-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-897627', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866062'] for subnet, after_delete {{(pid=94174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:30:32.717392 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94174) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 11:30:32.763921 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4a26f81-6325-498b-a967-5fd7406b83c7 tempest-RoutersAdminTest-1733287776 tempest-RoutersAdminTest-1733287776-project-admin] Pushing event deleted for resources: {'Subnet': ['ID=7b6d8efb-17fc-4331-ac89-9f717d934035,revision_number=None']} {{(pid=94174) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 11:30:32.767824 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG oslo_concurrency.lockutils [None req-b4a26f81-6325-498b-a967-5fd7406b83c7 tempest-RoutersAdminTest-1733287776 tempest-RoutersAdminTest-1733287776-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=94174) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 11:30:32.770895 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron_lib.callbacks.manager [None req-60a715b2-6f9d-463f-94c4-5138ff862d4a tempest-FloatingIPAdminTestJSON-1420968783 tempest-FloatingIPAdminTestJSON-1420968783-project] Notify callbacks [] for port, precommit_update {{(pid=94174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:30:32.773596 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron_lib.callbacks.manager [None req-b4a26f81-6325-498b-a967-5fd7406b83c7 tempest-RoutersAdminTest-1733287776 tempest-RoutersAdminTest-1733287776-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7865916'] for subnet, before_response {{(pid=94174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:30:32.778054 dv-neutron-601336-94-hyperv neutron-server[94174]: INFO neutron.wsgi [None req-b4a26f81-6325-498b-a967-5fd7406b83c7 tempest-RoutersAdminTest-1733287776 tempest-RoutersAdminTest-1733287776-project-admin] 10.222.0.20 "DELETE /v2.0/subnets/7b6d8efb-17fc-4331-ac89-9f717d934035 HTTP/1.1" status: 204 len: 168 time: 1.0339935 Jun 23 11:30:32.784750 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.wsgi [-] (94174) accepted ('10.222.0.20', 36414) {{(pid=94174) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 11:30:32.814073 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron_lib.callbacks.manager [None req-33aa89bb-0f6a-4404-8325-cd4e6e92a794 tempest-NetworksTestDHCPv6-162546708 tempest-NetworksTestDHCPv6-162546708-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-922915', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-239814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7866073', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773699642215', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-5082457'] for port, after_create {{(pid=94175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:30:32.836810 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG oslo_concurrency.lockutils [None req-32ff8c86-d929-448b-abf9-f58460c62f9a tempest-DHCPAgentSchedulersTestJSON-448050073 tempest-DHCPAgentSchedulersTestJSON-448050073-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94175) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 11:30:32.871150 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron_lib.callbacks.manager [None req-c0be4c21-ea39-48f6-b5e6-f048da4d8b1d tempest-RoutersAdminTest-1733287776 tempest-RoutersAdminTest-1733287776-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-824874'] for network, before_delete {{(pid=94174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:30:32.874363 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron_lib.callbacks.manager [None req-8db5a1b9-59d3-466a-b619-9b8583f40ef4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7996330'] for security_group, after_delete {{(pid=94174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:30:32.891100 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron_lib.callbacks.manager [None req-8db5a1b9-59d3-466a-b619-9b8583f40ef4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:30:32.894564 dv-neutron-601336-94-hyperv neutron-server[94174]: INFO neutron.wsgi [None req-8db5a1b9-59d3-466a-b619-9b8583f40ef4 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/f625bc15-e28f-42bc-80a4-b5f27bb770bf HTTP/1.1" status: 204 len: 168 time: 0.8794236 Jun 23 11:30:32.904461 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-33aa89bb-0f6a-4404-8325-cd4e6e92a794 tempest-NetworksTestDHCPv6-162546708 tempest-NetworksTestDHCPv6-162546708-project] Network f53f535d-bce4-4da8-9bd9-396677ff4e83 is already hosted by enough agents. {{(pid=94175) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 23 11:30:32.921139 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94174) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 11:30:32.923453 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron_lib.callbacks.manager [None req-60a715b2-6f9d-463f-94c4-5138ff862d4a tempest-FloatingIPAdminTestJSON-1420968783 tempest-FloatingIPAdminTestJSON-1420968783-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-922904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866062', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773700135042', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773699642233', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773699642278'] for port, after_update {{(pid=94174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:30:32.947299 dv-neutron-601336-94-hyperv neutron-server[94174]: INFO neutron.wsgi [req-c94de924-a5c3-4347-9355-af8a3443de8f req-ab07a6e6-9301-495b-9337-fc1f7c02b879 tempest-ServersTestManualDisk-1703480083 tempest-ServersTestManualDisk-1703480083-project] 10.222.0.20 "GET /v2.0/ports?device_id=60467d60-f71e-4b81-84ed-861e06a6acb7 HTTP/1.1" status: 200 len: 210 time: 0.0801625 Jun 23 11:30:32.948282 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron_lib.callbacks.manager [None req-60a715b2-6f9d-463f-94c4-5138ff862d4a tempest-FloatingIPAdminTestJSON-1420968783 tempest-FloatingIPAdminTestJSON-1420968783-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-524229'] for floatingip, after_update {{(pid=94174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:30:32.959535 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8db5a1b9-59d3-466a-b619-9b8583f40ef4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f625bc15-e28f-42bc-80a4-b5f27bb770bf,revision_number=None']} {{(pid=94174) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 11:30:33.003169 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.scheduler.base_scheduler [None req-33aa89bb-0f6a-4404-8325-cd4e6e92a794 tempest-NetworksTestDHCPv6-162546708 tempest-NetworksTestDHCPv6-162546708-project] Resources bound (agent type, host, resource id): {{(pid=94175) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 23 11:30:33.003372 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG oslo_concurrency.lockutils [None req-8db5a1b9-59d3-466a-b619-9b8583f40ef4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.081s {{(pid=94174) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 11:30:33.011122 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.072s {{(pid=94174) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 11:30:33.011711 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.db.l3_dvrscheduler_db [None req-33aa89bb-0f6a-4404-8325-cd4e6e92a794 tempest-NetworksTestDHCPv6-162546708 tempest-NetworksTestDHCPv6-162546708-project] Received port after_create {{(pid=94175) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 23 11:30:33.018201 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-33aa89bb-0f6a-4404-8325-cd4e6e92a794 tempest-NetworksTestDHCPv6-162546708 tempest-NetworksTestDHCPv6-162546708-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 11:30:33.019146 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron_lib.callbacks.manager [None req-33aa89bb-0f6a-4404-8325-cd4e6e92a794 tempest-NetworksTestDHCPv6-162546708 tempest-NetworksTestDHCPv6-162546708-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-217507'] for port, before_response {{(pid=94175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:30:33.079470 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33aa89bb-0f6a-4404-8325-cd4e6e92a794 tempest-NetworksTestDHCPv6-162546708 tempest-NetworksTestDHCPv6-162546708-project] Pushing event updated for resources: {'Port': ['ID=41d58ad6-21a5-44e4-baeb-7e3983380432,revision_number=1']} {{(pid=94175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 11:30:33.093019 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.plugins.ml2.plugin [None req-97aa88c4-0500-44bb-8895-ee1ff661c7bb tempest-RoutersIpV6AdminTest-894294123 tempest-RoutersIpV6AdminTest-894294123-project] Deleting port d56ebd7a-7f72-42b9-9adb-9612226bf6e5 {{(pid=94175) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1913}} Jun 23 11:30:33.093382 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron_lib.callbacks.manager [None req-97aa88c4-0500-44bb-8895-ee1ff661c7bb tempest-RoutersIpV6AdminTest-894294123 tempest-RoutersIpV6AdminTest-894294123-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773700079324'] for port, before_delete {{(pid=94175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:30:33.095575 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG oslo_concurrency.lockutils [None req-33aa89bb-0f6a-4404-8325-cd4e6e92a794 tempest-NetworksTestDHCPv6-162546708 tempest-NetworksTestDHCPv6-162546708-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.259s {{(pid=94175) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 11:30:33.124477 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron_lib.callbacks.manager [None req-60a715b2-6f9d-463f-94c4-5138ff862d4a tempest-FloatingIPAdminTestJSON-1420968783 tempest-FloatingIPAdminTestJSON-1420968783-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-217507'] for floatingip, before_response {{(pid=94174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:30:33.125868 dv-neutron-601336-94-hyperv neutron-server[94174]: INFO neutron.wsgi [None req-60a715b2-6f9d-463f-94c4-5138ff862d4a tempest-FloatingIPAdminTestJSON-1420968783 tempest-FloatingIPAdminTestJSON-1420968783-project] 10.222.0.20 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 4.5503886 Jun 23 11:30:33.145405 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.wsgi [-] (94175) accepted ('10.222.0.20', 36422) {{(pid=94175) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 11:30:33.152418 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-48a7d675-9f7f-4567-ab2c-50d915a05334 tempest-FloatingIPNegativeTestJSON-1295786409 tempest-FloatingIPNegativeTestJSON-1295786409-project] Notify agent at l3_agent.dv-neutron-601336-94-hyperv the message routers_updated {{(pid=94175) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 23 11:30:33.153694 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60a715b2-6f9d-463f-94c4-5138ff862d4a tempest-FloatingIPAdminTestJSON-1420968783 tempest-FloatingIPAdminTestJSON-1420968783-project] Pushing event updated for resources: {'Port': ['ID=e7f5e10d-ca58-4871-a8fc-e483353f1941,revision_number=2']} {{(pid=94174) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 11:30:33.157859 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG oslo_concurrency.lockutils [None req-60a715b2-6f9d-463f-94c4-5138ff862d4a tempest-FloatingIPAdminTestJSON-1420968783 tempest-FloatingIPAdminTestJSON-1420968783-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.147s {{(pid=94174) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 11:30:33.160561 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.api.v2.base [None req-0ec7936d-617c-43ab-b8dc-83c3f7218a62 tempest-FloatingIPAdminTestJSON-1420968783 tempest-FloatingIPAdminTestJSON-1420968783-project] Request body: {'network': {'name': 'tempest-FloatingIPAdminTestJSON-test-network-1204216969'}} {{(pid=94175) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 23 11:30:33.164903 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron_lib.callbacks.manager [None req-c0be4c21-ea39-48f6-b5e6-f048da4d8b1d tempest-RoutersAdminTest-1733287776 tempest-RoutersAdminTest-1733287776-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-897259', 'neutron.services.segments.db._delete_segments_for_network-8773700168587'] for network, precommit_delete {{(pid=94174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:30:33.165394 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6a22b511-b917-403a-8f7e-40af4645bcf9 None None] Sync routers for ids ['a9cf512d-0414-41e1-86f2-8bde7ff629f8'] in dv-neutron-601336-94-hyperv {{(pid=94176) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 23 11:30:33.169060 dv-neutron-601336-94-hyperv neutron-server[94175]: INFO neutron.wsgi [None req-48a7d675-9f7f-4567-ab2c-50d915a05334 tempest-FloatingIPNegativeTestJSON-1295786409 tempest-FloatingIPNegativeTestJSON-1295786409-project] 10.222.0.20 "PUT /v2.0/routers/a9cf512d-0414-41e1-86f2-8bde7ff629f8/add_router_interface HTTP/1.1" status: 200 len: 503 time: 7.6958978 Jun 23 11:30:33.181318 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.wsgi [-] (94175) accepted ('10.222.0.20', 36424) {{(pid=94175) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 11:30:33.181453 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6a22b511-b917-403a-8f7e-40af4645bcf9 None None] Routers {'a9cf512d-0414-41e1-86f2-8bde7ff629f8'} bound to L3 agent in host dv-neutron-601336-94-hyperv {{(pid=94176) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 23 11:30:33.181549 dv-neutron-601336-94-hyperv neutron-server[94175]: INFO neutron.wsgi [None req-33aa89bb-0f6a-4404-8325-cd4e6e92a794 tempest-NetworksTestDHCPv6-162546708 tempest-NetworksTestDHCPv6-162546708-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 948 time: 3.7245491 Jun 23 11:30:33.181637 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.db.l3_hamode_db [None req-6a22b511-b917-403a-8f7e-40af4645bcf9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-601336-94-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-23T11:22:13Z,description=,heartbeat_timestamp=2021-06-23T11:30:13Z,host='dv-neutron-601336-94-hyperv',id=50ef99c0-ef28-4db5-b303-b145898fae60,load=0,resource_versions=,resources_synced=,started_at=2021-06-23T11:22:14Z,topic='l3_agent')) {'router_ids': ['a9cf512d-0414-41e1-86f2-8bde7ff629f8'], 'active': True} {{(pid=94176) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 11:30:33.181752 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron_lib.callbacks.manager [None req-c0be4c21-ea39-48f6-b5e6-f048da4d8b1d tempest-RoutersAdminTest-1733287776 tempest-RoutersAdminTest-1733287776-project-admin] Subscribe: > segment before_delete 55550000 {{(pid=94174) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 23 11:30:33.181752 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron_lib.callbacks.manager [None req-c0be4c21-ea39-48f6-b5e6-f048da4d8b1d tempest-RoutersAdminTest-1733287776 tempest-RoutersAdminTest-1733287776-project-admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=94174) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 23 11:30:33.181752 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron_lib.callbacks.manager [None req-c0be4c21-ea39-48f6-b5e6-f048da4d8b1d tempest-RoutersAdminTest-1733287776 tempest-RoutersAdminTest-1733287776-project-admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=94174) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 23 11:30:33.181752 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron_lib.callbacks.manager [None req-c0be4c21-ea39-48f6-b5e6-f048da4d8b1d tempest-RoutersAdminTest-1733287776 tempest-RoutersAdminTest-1733287776-project-admin] Subscribe: > port after_create 55550000 {{(pid=94174) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 23 11:30:33.181752 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron_lib.callbacks.manager [None req-c0be4c21-ea39-48f6-b5e6-f048da4d8b1d tempest-RoutersAdminTest-1733287776 tempest-RoutersAdminTest-1733287776-project-admin] Subscribe: > port after_delete 55550000 {{(pid=94174) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 23 11:30:33.182171 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron_lib.callbacks.manager [None req-c0be4c21-ea39-48f6-b5e6-f048da4d8b1d tempest-RoutersAdminTest-1733287776 tempest-RoutersAdminTest-1733287776-project-admin] Subscribe: > port after_update 55550000 {{(pid=94174) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 23 11:30:33.182260 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron_lib.callbacks.manager [None req-c0be4c21-ea39-48f6-b5e6-f048da4d8b1d tempest-RoutersAdminTest-1733287776 tempest-RoutersAdminTest-1733287776-project-admin] Subscribe: > segment after_delete 55550000 {{(pid=94174) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 23 11:30:33.182918 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron_lib.callbacks.manager [None req-c0be4c21-ea39-48f6-b5e6-f048da4d8b1d tempest-RoutersAdminTest-1733287776 tempest-RoutersAdminTest-1733287776-project-admin] Subscribe: > subnet after_create 55550000 {{(pid=94174) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 23 11:30:33.183072 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron_lib.callbacks.manager [None req-c0be4c21-ea39-48f6-b5e6-f048da4d8b1d tempest-RoutersAdminTest-1733287776 tempest-RoutersAdminTest-1733287776-project-admin] Subscribe: > subnet after_delete 55550000 {{(pid=94174) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 23 11:30:33.183355 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron_lib.callbacks.manager [None req-c0be4c21-ea39-48f6-b5e6-f048da4d8b1d tempest-RoutersAdminTest-1733287776 tempest-RoutersAdminTest-1733287776-project-admin] Subscribe: > subnet after_update 55550000 {{(pid=94174) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 23 11:30:33.188096 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.api.v2.base [None req-cee636de-1341-4d97-88c1-7f8ced1c027c tempest-FloatingIPNegativeTestJSON-1295786409 tempest-FloatingIPNegativeTestJSON-1295786409-project] Request body: {'port': {'network_id': 'c9db83c6-9294-4aab-be1f-a0e4e14b168f', 'name': 'tempest-FloatingIPNegativeTestJSON-328977614'}} {{(pid=94175) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 23 11:30:33.191677 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.wsgi [-] (94175) accepted ('10.222.0.20', 36426) {{(pid=94175) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 11:30:33.202459 dv-neutron-601336-94-hyperv neutron-server[94175]: INFO neutron.wsgi [req-739ba04c-ff53-47fd-850a-120a56863aee req-7f5d51cf-def3-40ce-bd66-01ff2cd871bc service neutron] 10.222.0.20 "GET /v2.0/networks/53451295-943c-4b83-97fd-a02f49b38b3c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5287766 Jun 23 11:30:33.287658 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.db.l3_hamode_db [None req-6a22b511-b917-403a-8f7e-40af4645bcf9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-601336-94-hyperv', False) {} {{(pid=94176) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 11:30:33.315250 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6a22b511-b917-403a-8f7e-40af4645bcf9 None None] Routers {'a9cf512d-0414-41e1-86f2-8bde7ff629f8'} bound to L3 agent in host dv-neutron-601336-94-hyperv {{(pid=94176) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 23 11:30:33.315910 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.db.l3_hamode_db [None req-6a22b511-b917-403a-8f7e-40af4645bcf9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-601336-94-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-23T11:22:13Z,description=,heartbeat_timestamp=2021-06-23T11:30:13Z,host='dv-neutron-601336-94-hyperv',id=50ef99c0-ef28-4db5-b303-b145898fae60,load=0,resource_versions=,resources_synced=,started_at=2021-06-23T11:22:14Z,topic='l3_agent')) {'router_ids': ['a9cf512d-0414-41e1-86f2-8bde7ff629f8'], 'active': True} {{(pid=94176) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 11:30:33.376647 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron_lib.callbacks.manager [None req-97aa88c4-0500-44bb-8895-ee1ff661c7bb tempest-RoutersIpV6AdminTest-894294123 tempest-RoutersIpV6AdminTest-894294123-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-430722'] for port, precommit_delete {{(pid=94175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:30:33.413152 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.plugins.ml2.plugin [None req-97aa88c4-0500-44bb-8895-ee1ff661c7bb tempest-RoutersIpV6AdminTest-894294123 tempest-RoutersIpV6AdminTest-894294123-project] Calling delete_port for d56ebd7a-7f72-42b9-9adb-9612226bf6e5 owned by network:router_gateway {{(pid=94175) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1986}} Jun 23 11:30:33.424169 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.db.l3_hamode_db [None req-6a22b511-b917-403a-8f7e-40af4645bcf9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-601336-94-hyperv', False) {} {{(pid=94176) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 11:30:33.424882 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6a22b511-b917-403a-8f7e-40af4645bcf9 None None] The sync data for ids ['a9cf512d-0414-41e1-86f2-8bde7ff629f8'] in dv-neutron-601336-94-hyperv is: [] {{(pid=94176) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 23 11:30:33.439016 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0ec7936d-617c-43ab-b8dc-83c3f7218a62 tempest-FloatingIPAdminTestJSON-1420968783 tempest-FloatingIPAdminTestJSON-1420968783-project] Made reservation on behalf of cfe5ebbf682a4f3daa74c0b5f0040f77 for: {'network': 1} {{(pid=94175) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 23 11:30:33.441369 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron_lib.callbacks.manager [None req-0ec7936d-617c-43ab-b8dc-83c3f7218a62 tempest-FloatingIPAdminTestJSON-1420968783 tempest-FloatingIPAdminTestJSON-1420968783-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-923104'] for network, before_create {{(pid=94175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:30:33.508543 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron_lib.callbacks.manager [None req-0ec7936d-617c-43ab-b8dc-83c3f7218a62 tempest-FloatingIPAdminTestJSON-1420968783 tempest-FloatingIPAdminTestJSON-1420968783-project] Notify callbacks [] for security_group, before_create {{(pid=94175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:30:33.540652 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron_lib.callbacks.manager [None req-c0be4c21-ea39-48f6-b5e6-f048da4d8b1d tempest-RoutersAdminTest-1733287776 tempest-RoutersAdminTest-1733287776-project-admin] Subscribe: > subnet after_create 55550000 {{(pid=94174) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 23 11:30:33.541031 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron_lib.callbacks.manager [None req-c0be4c21-ea39-48f6-b5e6-f048da4d8b1d tempest-RoutersAdminTest-1733287776 tempest-RoutersAdminTest-1733287776-project-admin] Subscribe: > subnet after_delete 55550000 {{(pid=94174) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 23 11:30:33.541375 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron_lib.callbacks.manager [None req-c0be4c21-ea39-48f6-b5e6-f048da4d8b1d tempest-RoutersAdminTest-1733287776 tempest-RoutersAdminTest-1733287776-project-admin] Subscribe: > subnet before_create 55550000 {{(pid=94174) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 23 11:30:33.541716 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron_lib.callbacks.manager [None req-c0be4c21-ea39-48f6-b5e6-f048da4d8b1d tempest-RoutersAdminTest-1733287776 tempest-RoutersAdminTest-1733287776-project-admin] Subscribe: > subnet before_update 55550000 {{(pid=94174) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 23 11:30:33.542553 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.services.segments.db [None req-c0be4c21-ea39-48f6-b5e6-f048da4d8b1d tempest-RoutersAdminTest-1733287776 tempest-RoutersAdminTest-1733287776-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['261e603f-42ae-43d3-be21-5e38fae9bfd1']}} {{(pid=94174) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 11:30:33.546399 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ac99d3f3-67a8-435e-afc7-57aba840c42c tempest-NetworksTestDHCPv6-162546708 tempest-NetworksTestDHCPv6-162546708-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 11:30:33.555366 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ac99d3f3-67a8-435e-afc7-57aba840c42c tempest-NetworksTestDHCPv6-162546708 tempest-NetworksTestDHCPv6-162546708-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 11:30:33.559787 dv-neutron-601336-94-hyperv neutron-server[94175]: INFO neutron.wsgi [None req-ac99d3f3-67a8-435e-afc7-57aba840c42c tempest-NetworksTestDHCPv6-162546708 tempest-NetworksTestDHCPv6-162546708-project] 10.222.0.20 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1685 time: 0.3533833 Jun 23 11:30:33.560675 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.wsgi [-] (94174) accepted ('10.222.0.20', 36432) {{(pid=94174) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 11:30:33.574432 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.services.segments.db [None req-c0be4c21-ea39-48f6-b5e6-f048da4d8b1d tempest-RoutersAdminTest-1733287776 tempest-RoutersAdminTest-1733287776-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'abf0a056-259c-4cfa-a772-c42682346864') {'for_net_delete': True} {{(pid=94174) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 11:30:33.574736 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.services.segments.db [None req-c0be4c21-ea39-48f6-b5e6-f048da4d8b1d tempest-RoutersAdminTest-1733287776 tempest-RoutersAdminTest-1733287776-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'abf0a056-259c-4cfa-a772-c42682346864') {} {{(pid=94174) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 11:30:33.614207 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron_lib.callbacks.manager [None req-c0be4c21-ea39-48f6-b5e6-f048da4d8b1d tempest-RoutersAdminTest-1733287776 tempest-RoutersAdminTest-1733287776-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8773699955833', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4800267'] for segment, before_delete {{(pid=94174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:30:33.657693 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron_lib.callbacks.manager [None req-c0be4c21-ea39-48f6-b5e6-f048da4d8b1d tempest-RoutersAdminTest-1733287776 tempest-RoutersAdminTest-1733287776-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3801'] for segment, precommit_delete {{(pid=94174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:30:33.691421 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c0be4c21-ea39-48f6-b5e6-f048da4d8b1d tempest-RoutersAdminTest-1733287776 tempest-RoutersAdminTest-1733287776-project-admin] Releasing vlan 438 on physical network physnet1 to pool {{(pid=94174) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 23 11:30:33.691887 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron_lib.callbacks.manager [None req-c0be4c21-ea39-48f6-b5e6-f048da4d8b1d tempest-RoutersAdminTest-1733287776 tempest-RoutersAdminTest-1733287776-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3801', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5196341'] for segment, after_delete {{(pid=94174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:30:33.698907 dv-neutron-601336-94-hyperv neutron-server[94174]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Jun 23 11:30:33.698907 dv-neutron-601336-94-hyperv neutron-server[94174]: from cryptography.utils import int_from_bytes Jun 23 11:30:33.698907 dv-neutron-601336-94-hyperv neutron-server[94174]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Jun 23 11:30:33.698907 dv-neutron-601336-94-hyperv neutron-server[94174]: from cryptography.utils import int_from_bytes Jun 23 11:30:33.698907 dv-neutron-601336-94-hyperv neutron-server[94174]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 23 11:30:33.698907 dv-neutron-601336-94-hyperv neutron-server[94174]: conditions |= (models_v2.Port.network_id.in_( Jun 23 11:30:33.698907 dv-neutron-601336-94-hyperv neutron-server[94174]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 23 11:30:33.698907 dv-neutron-601336-94-hyperv neutron-server[94174]: conditions |= (models_v2.Port.network_id.in_( Jun 23 11:30:33.698907 dv-neutron-601336-94-hyperv neutron-server[94174]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 23 11:30:33.698907 dv-neutron-601336-94-hyperv neutron-server[94174]: conditions |= (models_v2.Port.network_id.in_( Jun 23 11:30:33.698907 dv-neutron-601336-94-hyperv neutron-server[94174]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 23 11:30:33.698907 dv-neutron-601336-94-hyperv neutron-server[94174]: conditions |= (models_v2.Port.network_id.in_( Jun 23 11:30:33.698907 dv-neutron-601336-94-hyperv neutron-server[94174]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 23 11:30:33.698907 dv-neutron-601336-94-hyperv neutron-server[94174]: conditions |= (models_v2.Port.network_id.in_( Jun 23 11:30:33.698907 dv-neutron-601336-94-hyperv neutron-server[94174]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 23 11:30:33.698907 dv-neutron-601336-94-hyperv neutron-server[94174]: conditions |= (models_v2.Port.network_id.in_( Jun 23 11:30:33.698907 dv-neutron-601336-94-hyperv neutron-server[94174]: /usr/local/lib/python3.8/dist-packages/neutron_lib/db/model_query.py:331: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 23 11:30:33.698907 dv-neutron-601336-94-hyperv neutron-server[94174]: items = [ Jun 23 11:30:33.698907 dv-neutron-601336-94-hyperv neutron-server[94174]: Traceback (most recent call last): Jun 23 11:30:33.698907 dv-neutron-601336-94-hyperv neutron-server[94174]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 23 11:30:33.698907 dv-neutron-601336-94-hyperv neutron-server[94174]: timer() Jun 23 11:30:33.698907 dv-neutron-601336-94-hyperv neutron-server[94174]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 23 11:30:33.698907 dv-neutron-601336-94-hyperv neutron-server[94174]: cb(*args, **kw) Jun 23 11:30:33.698907 dv-neutron-601336-94-hyperv neutron-server[94174]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 23 11:30:33.698907 dv-neutron-601336-94-hyperv neutron-server[94174]: return func(*args, **kwargs) Jun 23 11:30:33.698907 dv-neutron-601336-94-hyperv neutron-server[94174]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 23 11:30:33.698907 dv-neutron-601336-94-hyperv neutron-server[94174]: self._notify() Jun 23 11:30:33.698907 dv-neutron-601336-94-hyperv neutron-server[94174]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 23 11:30:33.698907 dv-neutron-601336-94-hyperv neutron-server[94174]: self.callback(batched_events) Jun 23 11:30:33.698907 dv-neutron-601336-94-hyperv neutron-server[94174]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 23 11:30:33.698907 dv-neutron-601336-94-hyperv neutron-server[94174]: event.method(event) Jun 23 11:30:33.698907 dv-neutron-601336-94-hyperv neutron-server[94174]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 23 11:30:33.698907 dv-neutron-601336-94-hyperv neutron-server[94174]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 23 11:30:33.698907 dv-neutron-601336-94-hyperv neutron-server[94174]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 23 11:30:33.698907 dv-neutron-601336-94-hyperv neutron-server[94174]: aggregate_uuid = self.p_client.list_aggregates( Jun 23 11:30:33.698907 dv-neutron-601336-94-hyperv neutron-server[94174]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 23 11:30:33.698907 dv-neutron-601336-94-hyperv neutron-server[94174]: return f(self, *a, **k) Jun 23 11:30:33.698907 dv-neutron-601336-94-hyperv neutron-server[94174]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 23 11:30:33.698907 dv-neutron-601336-94-hyperv neutron-server[94174]: return self._get(url).json() Jun 23 11:30:33.698907 dv-neutron-601336-94-hyperv neutron-server[94174]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 23 11:30:33.698907 dv-neutron-601336-94-hyperv neutron-server[94174]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 23 11:30:33.698907 dv-neutron-601336-94-hyperv neutron-server[94174]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 23 11:30:33.698907 dv-neutron-601336-94-hyperv neutron-server[94174]: return self.request(url, 'GET', **kwargs) Jun 23 11:30:33.698907 dv-neutron-601336-94-hyperv neutron-server[94174]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 23 11:30:33.698907 dv-neutron-601336-94-hyperv neutron-server[94174]: base_url = self.get_endpoint(auth, allow=allow, Jun 23 11:30:33.698907 dv-neutron-601336-94-hyperv neutron-server[94174]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 23 11:30:33.698907 dv-neutron-601336-94-hyperv neutron-server[94174]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 23 11:30:33.698907 dv-neutron-601336-94-hyperv neutron-server[94174]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 23 11:30:33.698907 dv-neutron-601336-94-hyperv neutron-server[94174]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 23 11:30:33.698907 dv-neutron-601336-94-hyperv neutron-server[94174]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 23 11:30:33.769993 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cee636de-1341-4d97-88c1-7f8ced1c027c tempest-FloatingIPNegativeTestJSON-1295786409 tempest-FloatingIPNegativeTestJSON-1295786409-project] Made reservation on behalf of 67d5efe51246419c91b3d405d0699cf0 for: {'port': 1} {{(pid=94175) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 23 11:30:33.770163 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron_lib.callbacks.manager [None req-cee636de-1341-4d97-88c1-7f8ced1c027c tempest-FloatingIPNegativeTestJSON-1295786409 tempest-FloatingIPNegativeTestJSON-1295786409-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-923104'] for port, before_create {{(pid=94175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:30:33.821220 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.plugins.ml2.plugin [None req-4cbb7d80-7890-4b1f-82d5-b4284987ad07 tempest-NetworksTestDHCPv6-162546708 tempest-NetworksTestDHCPv6-162546708-project] Deleting port 41d58ad6-21a5-44e4-baeb-7e3983380432 {{(pid=94174) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1913}} Jun 23 11:30:33.821757 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron_lib.callbacks.manager [None req-4cbb7d80-7890-4b1f-82d5-b4284987ad07 tempest-NetworksTestDHCPv6-162546708 tempest-NetworksTestDHCPv6-162546708-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773700079324'] for port, before_delete {{(pid=94174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:30:33.830458 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.notifiers.nova [None req-cee636de-1341-4d97-88c1-7f8ced1c027c tempest-FloatingIPNegativeTestJSON-1295786409 tempest-FloatingIPNegativeTestJSON-1295786409-project] device_id is not set on port d4cda272-e97b-4021-abd7-2c3b6aac9e8c yet. {{(pid=94175) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jun 23 11:30:33.923395 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron_lib.callbacks.manager [None req-c0be4c21-ea39-48f6-b5e6-f048da4d8b1d tempest-RoutersAdminTest-1733287776 tempest-RoutersAdminTest-1733287776-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-897248', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8002400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7866073', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-524247'] for network, after_delete {{(pid=94174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:30:33.925745 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.wsgi [-] (94174) accepted ('10.222.0.20', 36448) {{(pid=94174) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 11:30:33.959113 dv-neutron-601336-94-hyperv neutron-server[94174]: INFO neutron.wsgi [req-2d39b6d8-8135-4291-bd7c-3743f2b86681 req-615aedd0-b043-4a92-bb31-fa3b48a8206c tempest-ServersTestJSON-995612928 tempest-ServersTestJSON-995612928-project] 10.222.0.20 "GET /v2.0/ports?device_id=5c858ae0-f491-4e6a-8938-34ed95476698 HTTP/1.1" status: 200 len: 210 time: 0.0533152 Jun 23 11:30:33.985784 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG oslo_concurrency.lockutils [None req-92cb8aba-927d-4c34-9ec6-3982b6873e35 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94174) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 11:30:34.017146 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c0be4c21-ea39-48f6-b5e6-f048da4d8b1d tempest-RoutersAdminTest-1733287776 tempest-RoutersAdminTest-1733287776-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network 261e603f-42ae-43d3-be21-5e38fae9bfd1 {{(pid=94174) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:120}} Jun 23 11:30:34.026032 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron_lib.callbacks.manager [None req-c0be4c21-ea39-48f6-b5e6-f048da4d8b1d tempest-RoutersAdminTest-1733287776 tempest-RoutersAdminTest-1733287776-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7865916'] for network, before_response {{(pid=94174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:30:34.034877 dv-neutron-601336-94-hyperv neutron-server[94174]: INFO neutron.wsgi [None req-c0be4c21-ea39-48f6-b5e6-f048da4d8b1d tempest-RoutersAdminTest-1733287776 tempest-RoutersAdminTest-1733287776-project-admin] 10.222.0.20 "DELETE /v2.0/networks/261e603f-42ae-43d3-be21-5e38fae9bfd1 HTTP/1.1" status: 204 len: 168 time: 1.2520249 Jun 23 11:30:34.037828 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.db.provisioning_blocks [None req-bca04d45-bdec-4833-adde-773ab5d24847 None None] Provisioning for port b3f3a379-0723-4d66-bf16-0d7096c31c0e completed by entity DHCP. {{(pid=94176) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 23 11:30:34.091108 dv-neutron-601336-94-hyperv neutron-server[94174]: INFO neutron.wsgi [None req-14876696-f1be-4539-a06f-af76a9ea1651 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=96a4396ac9d74a4fb54e164a3c03f78a&name=default HTTP/1.1" status: 200 len: 2975 time: 0.1612236 Jun 23 11:30:34.093457 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0be4c21-ea39-48f6-b5e6-f048da4d8b1d tempest-RoutersAdminTest-1733287776 tempest-RoutersAdminTest-1733287776-project-admin] Pushing event deleted for resources: {'Network': ['ID=261e603f-42ae-43d3-be21-5e38fae9bfd1,revision_number=None']} {{(pid=94174) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 11:30:34.096762 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.wsgi [-] (94174) accepted ('10.222.0.20', 36456) {{(pid=94174) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 11:30:34.107280 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG oslo_concurrency.lockutils [None req-c0be4c21-ea39-48f6-b5e6-f048da4d8b1d tempest-RoutersAdminTest-1733287776 tempest-RoutersAdminTest-1733287776-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.121s {{(pid=94174) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 11:30:34.141982 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron_lib.callbacks.manager [None req-4cbb7d80-7890-4b1f-82d5-b4284987ad07 tempest-NetworksTestDHCPv6-162546708 tempest-NetworksTestDHCPv6-162546708-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-430722'] for port, precommit_delete {{(pid=94174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:30:34.153518 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.db.db_base_plugin_common [None req-cee636de-1341-4d97-88c1-7f8ced1c027c tempest-FloatingIPNegativeTestJSON-1295786409 tempest-FloatingIPNegativeTestJSON-1295786409-project] Allocated IP 172.20.0.14 (c9db83c6-9294-4aab-be1f-a0e4e14b168f/bfee4ba3-1ac5-42f1-97a1-8dfa7ff8cc35/d4cda272-e97b-4021-abd7-2c3b6aac9e8c) {{(pid=94175) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 23 11:30:34.196508 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.plugins.ml2.plugin [None req-4cbb7d80-7890-4b1f-82d5-b4284987ad07 tempest-NetworksTestDHCPv6-162546708 tempest-NetworksTestDHCPv6-162546708-project] Calling delete_port for 41d58ad6-21a5-44e4-baeb-7e3983380432 owned by {{(pid=94174) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1986}} Jun 23 11:30:34.242627 dv-neutron-601336-94-hyperv neutron-server[94175]: INFO neutron.wsgi [req-59310dd0-902d-4a88-9269-22cb65596349 req-d466075a-6c84-4b75-98f8-d9a082e940bc tempest-ServersTestManualDisk-1703480083 tempest-ServersTestManualDisk-1703480083-project] 10.222.0.20 "GET /v2.0/ports?device_id=60467d60-f71e-4b81-84ed-861e06a6acb7 HTTP/1.1" status: 200 len: 210 time: 0.0771546 Jun 23 11:30:34.248758 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron_lib.callbacks.manager [None req-06b42478-b90a-445c-9161-0b1319e6ad27 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:30:34.296021 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron_lib.callbacks.manager [None req-97aa88c4-0500-44bb-8895-ee1ff661c7bb tempest-RoutersIpV6AdminTest-894294123 tempest-RoutersIpV6AdminTest-894294123-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-922904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866062', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773700135024', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773699642224', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5082448'] for port, after_delete {{(pid=94175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:30:34.312011 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94175) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 11:30:34.418114 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron_lib.callbacks.manager [None req-06b42478-b90a-445c-9161-0b1319e6ad27 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:30:34.476959 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.db.provisioning_blocks [None req-b5949bfb-21d2-4f2c-8aab-bddd98577c52 None None] Provisioning for port 41d58ad6-21a5-44e4-baeb-7e3983380432 completed by entity DHCP. {{(pid=94176) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 23 11:30:34.483707 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.db.provisioning_blocks [None req-b5949bfb-21d2-4f2c-8aab-bddd98577c52 None None] Provisioning complete for port 41d58ad6-21a5-44e4-baeb-7e3983380432 triggered by entity DHCP. {{(pid=94176) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 23 11:30:34.491850 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron_lib.callbacks.manager [None req-b5949bfb-21d2-4f2c-8aab-bddd98577c52 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-899258'] for port, provisioning_complete {{(pid=94176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:30:34.547023 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97aa88c4-0500-44bb-8895-ee1ff661c7bb tempest-RoutersIpV6AdminTest-894294123 tempest-RoutersIpV6AdminTest-894294123-project] Pushing event deleted for resources: {'Port': ['ID=d56ebd7a-7f72-42b9-9adb-9612226bf6e5,revision_number=None']} {{(pid=94175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 11:30:34.588226 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.plugins.ml2.plugin [None req-b5949bfb-21d2-4f2c-8aab-bddd98577c52 None None] Port 41d58ad6-21a5-44e4-baeb-7e3983380432 cannot update to ACTIVE because it is not bound. {{(pid=94176) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jun 23 11:30:34.591581 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG oslo_concurrency.lockutils [None req-97aa88c4-0500-44bb-8895-ee1ff661c7bb tempest-RoutersIpV6AdminTest-894294123 tempest-RoutersIpV6AdminTest-894294123-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.280s {{(pid=94175) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 11:30:34.620672 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron_lib.callbacks.manager [None req-06b42478-b90a-445c-9161-0b1319e6ad27 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7996330'] for security_group, after_delete {{(pid=94174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:30:34.625796 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron_lib.callbacks.manager [None req-06b42478-b90a-445c-9161-0b1319e6ad27 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:30:34.634943 dv-neutron-601336-94-hyperv neutron-server[94174]: INFO neutron.wsgi [None req-06b42478-b90a-445c-9161-0b1319e6ad27 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/424cc592-9b9a-456f-9125-7f46fcd75b1d HTTP/1.1" status: 204 len: 168 time: 0.5262253 Jun 23 11:30:34.634943 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94174) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 11:30:34.637533 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06b42478-b90a-445c-9161-0b1319e6ad27 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=424cc592-9b9a-456f-9125-7f46fcd75b1d,revision_number=None']} {{(pid=94174) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 11:30:34.641875 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron_lib.callbacks.manager [None req-97aa88c4-0500-44bb-8895-ee1ff661c7bb tempest-RoutersIpV6AdminTest-894294123 tempest-RoutersIpV6AdminTest-894294123-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-524171'] for router_gateway, after_delete {{(pid=94175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:30:34.647801 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG oslo_concurrency.lockutils [None req-06b42478-b90a-445c-9161-0b1319e6ad27 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.020s {{(pid=94174) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 11:30:34.744093 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron_lib.callbacks.manager [None req-4cbb7d80-7890-4b1f-82d5-b4284987ad07 tempest-NetworksTestDHCPv6-162546708 tempest-NetworksTestDHCPv6-162546708-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-922904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866062', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773700135024', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773699642224', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5196390'] for port, after_delete {{(pid=94174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:30:34.750208 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG oslo_concurrency.lockutils [None req-3753b741-62aa-4593-8ee7-803227aa2724 tempest-PortsAdminExtendedAttrsIpV6TestJSON-788637273 tempest-PortsAdminExtendedAttrsIpV6TestJSON-788637273-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94174) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 11:30:34.814669 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cbb7d80-7890-4b1f-82d5-b4284987ad07 tempest-NetworksTestDHCPv6-162546708 tempest-NetworksTestDHCPv6-162546708-project] Pushing event deleted for resources: {'Port': ['ID=41d58ad6-21a5-44e4-baeb-7e3983380432,revision_number=None']} {{(pid=94174) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 11:30:34.819261 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG oslo_concurrency.lockutils [None req-4cbb7d80-7890-4b1f-82d5-b4284987ad07 tempest-NetworksTestDHCPv6-162546708 tempest-NetworksTestDHCPv6-162546708-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.069s {{(pid=94174) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 11:30:34.880625 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.plugins.ml2.rpc [None req-dc7542b2-afef-47f4-a763-e3a3cba144be None None] Device b3f3a379-0723-4d66-bf16-0d7096c31c0e up at agent ovs-agent-dv-neutron-601336-94-hyperv {{(pid=94176) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:298}} Jun 23 11:30:34.906667 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron_lib.callbacks.manager [None req-4cbb7d80-7890-4b1f-82d5-b4284987ad07 tempest-NetworksTestDHCPv6-162546708 tempest-NetworksTestDHCPv6-162546708-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-217507'] for port, before_response {{(pid=94174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:30:34.920216 dv-neutron-601336-94-hyperv neutron-server[94174]: INFO neutron.wsgi [None req-4cbb7d80-7890-4b1f-82d5-b4284987ad07 tempest-NetworksTestDHCPv6-162546708 tempest-NetworksTestDHCPv6-162546708-project] 10.222.0.20 "DELETE /v2.0/ports/41d58ad6-21a5-44e4-baeb-7e3983380432 HTTP/1.1" status: 204 len: 168 time: 1.3589354 Jun 23 11:30:34.921548 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.wsgi [-] (94174) accepted ('10.222.0.20', 36476) {{(pid=94174) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 11:30:34.950053 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron_lib.callbacks.manager [None req-97aa88c4-0500-44bb-8895-ee1ff661c7bb tempest-RoutersIpV6AdminTest-894294123 tempest-RoutersIpV6AdminTest-894294123-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-520417', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-32301'] for router, precommit_delete {{(pid=94175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:30:35.001277 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.wsgi [-] (94174) accepted ('10.222.0.20', 36478) {{(pid=94174) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 11:30:35.011091 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.api.v2.base [None req-83e1f44b-c1e6-4c56-bb5a-239e26641c02 tempest-RoutersAdminTest-1733287776 tempest-RoutersAdminTest-1733287776-project-admin] Request body: {'router': {'name': 'tempest-router--1165648747', 'project_id': 'e21b5953ca054905891a3c13dbcd1c5b'}} {{(pid=94174) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 23 11:30:35.053215 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0f19482d-cbfb-4475-ac46-b8609004e1b9 tempest-NetworksTestDHCPv6-162546708 tempest-NetworksTestDHCPv6-162546708-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94174) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 11:30:35.055015 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0f19482d-cbfb-4475-ac46-b8609004e1b9 tempest-NetworksTestDHCPv6-162546708 tempest-NetworksTestDHCPv6-162546708-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94174) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 11:30:35.063086 dv-neutron-601336-94-hyperv neutron-server[94174]: INFO neutron.wsgi [None req-0f19482d-cbfb-4475-ac46-b8609004e1b9 tempest-NetworksTestDHCPv6-162546708 tempest-NetworksTestDHCPv6-162546708-project] 10.222.0.20 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1477 time: 0.1391175 Jun 23 11:30:35.063859 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.wsgi [-] (94174) accepted ('10.222.0.20', 36484) {{(pid=94174) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 11:30:35.099709 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.db.provisioning_blocks [None req-dc7542b2-afef-47f4-a763-e3a3cba144be None None] Provisioning for port b3f3a379-0723-4d66-bf16-0d7096c31c0e completed by entity L2. {{(pid=94176) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 23 11:30:35.104561 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.db.provisioning_blocks [None req-dc7542b2-afef-47f4-a763-e3a3cba144be None None] Provisioning complete for port b3f3a379-0723-4d66-bf16-0d7096c31c0e triggered by entity L2. {{(pid=94176) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 23 11:30:35.105208 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron_lib.callbacks.manager [None req-dc7542b2-afef-47f4-a763-e3a3cba144be None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-899258'] for port, provisioning_complete {{(pid=94176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:30:35.128351 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron_lib.callbacks.manager [None req-97aa88c4-0500-44bb-8895-ee1ff661c7bb tempest-RoutersIpV6AdminTest-894294123 tempest-RoutersIpV6AdminTest-894294123-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:30:35.232711 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron_lib.callbacks.manager [None req-cee636de-1341-4d97-88c1-7f8ced1c027c tempest-FloatingIPNegativeTestJSON-1295786409 tempest-FloatingIPNegativeTestJSON-1295786409-project] Notify callbacks [] for port, precommit_create {{(pid=94175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:30:35.260715 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.db.provisioning_blocks [None req-cee636de-1341-4d97-88c1-7f8ced1c027c tempest-FloatingIPNegativeTestJSON-1295786409 tempest-FloatingIPNegativeTestJSON-1295786409-project] Transition to ACTIVE for port object d4cda272-e97b-4021-abd7-2c3b6aac9e8c will not be triggered until provisioned by entity DHCP. {{(pid=94175) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 23 11:30:35.262234 dv-neutron-601336-94-hyperv neutron-server[94174]: INFO neutron.wsgi [req-5e8086f0-7daf-4665-b7c9-8c04950eead0 req-baf5e2fa-a17e-4375-ac13-853a7b37ad4e tempest-ServersTestJSON-995612928 tempest-ServersTestJSON-995612928-project] 10.222.0.20 "GET /v2.0/ports?device_id=5c858ae0-f491-4e6a-8938-34ed95476698 HTTP/1.1" status: 200 len: 210 time: 0.0838552 Jun 23 11:30:35.316494 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.db.db_base_plugin_v2 [None req-bac5172f-9fc1-43ae-bfc0-2527fba654d1 tempest-NetworksTestDHCPv6-162546708 tempest-NetworksTestDHCPv6-162546708-project] Deleting subnet 06e5a8f0-b09e-49f5-814b-b5461c171945 {{(pid=94174) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jun 23 11:30:35.317921 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron_lib.callbacks.manager [None req-0ec7936d-617c-43ab-b8dc-83c3f7218a62 tempest-FloatingIPAdminTestJSON-1420968783 tempest-FloatingIPAdminTestJSON-1420968783-project] Notify callbacks [] for security_group, precommit_create {{(pid=94175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:30:35.321017 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron_lib.callbacks.manager [None req-97aa88c4-0500-44bb-8895-ee1ff661c7bb tempest-RoutersIpV6AdminTest-894294123 tempest-RoutersIpV6AdminTest-894294123-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-494961'] for router, after_delete {{(pid=94175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:30:35.321359 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-97aa88c4-0500-44bb-8895-ee1ff661c7bb tempest-RoutersIpV6AdminTest-894294123 tempest-RoutersIpV6AdminTest-894294123-project] Fanout notify agent at l3_agent the message router_deleted on router d0c587ca-dfb2-4811-830d-8447d39940f7 {{(pid=94175) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jun 23 11:30:35.327191 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron_lib.callbacks.manager [None req-bac5172f-9fc1-43ae-bfc0-2527fba654d1 tempest-NetworksTestDHCPv6-162546708 tempest-NetworksTestDHCPv6-162546708-project] Notify callbacks [] for subnet, before_delete {{(pid=94174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:30:35.340476 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron_lib.callbacks.manager [None req-97aa88c4-0500-44bb-8895-ee1ff661c7bb tempest-RoutersIpV6AdminTest-894294123 tempest-RoutersIpV6AdminTest-894294123-project] Notify callbacks [] for router, before_response {{(pid=94175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:30:35.341885 dv-neutron-601336-94-hyperv neutron-server[94175]: INFO neutron.wsgi [None req-97aa88c4-0500-44bb-8895-ee1ff661c7bb tempest-RoutersIpV6AdminTest-894294123 tempest-RoutersIpV6AdminTest-894294123-project] 10.222.0.20 "DELETE /v2.0/routers/d0c587ca-dfb2-4811-830d-8447d39940f7 HTTP/1.1" status: 204 len: 168 time: 4.2682865 Jun 23 11:30:35.345401 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.wsgi [-] (94175) accepted ('10.222.0.20', 36490) {{(pid=94175) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 11:30:35.351110 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron_lib.callbacks.manager [None req-dc7542b2-afef-47f4-a763-e3a3cba144be None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-923122'] for port, before_update {{(pid=94176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:30:35.366365 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.api.v2.base [None req-1767d490-b1c7-4c60-9a6f-cd62c86c4542 tempest-RoutersIpV6AdminTest-1878456168 tempest-RoutersIpV6AdminTest-1878456168-project-admin] Request body: {'router': {'name': 'tempest-snat-router-2088181164', 'external_gateway_info': {'network_id': '3e7e4eb3-cf02-4d47-ade9-0a579cdfc60f', 'enable_snat': False}}} {{(pid=94175) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 23 11:30:35.421348 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron_lib.callbacks.manager [None req-bac5172f-9fc1-43ae-bfc0-2527fba654d1 tempest-NetworksTestDHCPv6-162546708 tempest-NetworksTestDHCPv6-162546708-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4800256'] for subnet, precommit_delete_associations {{(pid=94174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:30:35.425455 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.plugins.ml2.db [None req-dc7542b2-afef-47f4-a763-e3a3cba144be None None] For port b3f3a379-0723-4d66-bf16-0d7096c31c0e, host dv-neutron-601336-94-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-94-hyperv',level=0,port_id=b3f3a379-0723-4d66-bf16-0d7096c31c0e,segment=NetworkSegment(6303a411-6e70-4139-a530-9ee4cf8ba843),segment_id=6303a411-6e70-4139-a530-9ee4cf8ba843)] {{(pid=94176) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 23 11:30:35.465252 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron_lib.callbacks.manager [None req-0ec7936d-617c-43ab-b8dc-83c3f7218a62 tempest-FloatingIPAdminTestJSON-1420968783 tempest-FloatingIPAdminTestJSON-1420968783-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7996330'] for security_group, after_create {{(pid=94175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:30:35.469640 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94175) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 11:30:35.509041 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ec7936d-617c-43ab-b8dc-83c3f7218a62 tempest-FloatingIPAdminTestJSON-1420968783 tempest-FloatingIPAdminTestJSON-1420968783-project] Pushing event updated for resources: {'SecurityGroup': ['ID=8ef577be-df9c-474f-964b-06c9d0a689f3,revision_number=1']} {{(pid=94175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 11:30:35.534726 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG oslo_concurrency.lockutils [None req-0ec7936d-617c-43ab-b8dc-83c3f7218a62 tempest-FloatingIPAdminTestJSON-1420968783 tempest-FloatingIPAdminTestJSON-1420968783-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.065s {{(pid=94175) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 11:30:35.559445 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0ec7936d-617c-43ab-b8dc-83c3f7218a62 tempest-FloatingIPAdminTestJSON-1420968783 tempest-FloatingIPAdminTestJSON-1420968783-project] vlan segment allocate from pool success with {'vlan_id': 418, 'physical_network': 'physnet1'} {{(pid=94175) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 23 11:30:35.563562 dv-neutron-601336-94-hyperv neutron-server[94175]: INFO neutron.wsgi [req-99449615-1a81-4511-bae6-8446b62646cb req-ff691b12-e5c7-45cc-985b-9a3cea05916d tempest-ServersTestManualDisk-1703480083 tempest-ServersTestManualDisk-1703480083-project] 10.222.0.20 "GET /v2.0/ports?device_id=60467d60-f71e-4b81-84ed-861e06a6acb7 HTTP/1.1" status: 200 len: 210 time: 0.0595806 Jun 23 11:30:35.590943 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron_lib.callbacks.manager [None req-0ec7936d-617c-43ab-b8dc-83c3f7218a62 tempest-FloatingIPAdminTestJSON-1420968783 tempest-FloatingIPAdminTestJSON-1420968783-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3801'] for segment, precommit_create {{(pid=94175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:30:35.592156 dv-neutron-601336-94-hyperv neutron-server[94175]: INFO neutron.db.segments_db [None req-0ec7936d-617c-43ab-b8dc-83c3f7218a62 tempest-FloatingIPAdminTestJSON-1420968783 tempest-FloatingIPAdminTestJSON-1420968783-project] Added segment 13a0ebd9-26fd-48f4-9b57-76208c507f91 of type vlan for network 811e8add-d81e-4cc6-afe1-28008b3a555c Jun 23 11:30:35.677048 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron_lib.callbacks.manager [None req-dc7542b2-afef-47f4-a763-e3a3cba144be None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-922904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866062', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773700135042', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773699642233', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773699642278'] for port, after_update {{(pid=94176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:30:35.678415 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron_lib.callbacks.manager [None req-bac5172f-9fc1-43ae-bfc0-2527fba654d1 tempest-NetworksTestDHCPv6-162546708 tempest-NetworksTestDHCPv6-162546708-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-897634'] for subnet, precommit_delete {{(pid=94174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:30:35.687915 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG oslo_concurrency.lockutils [None req-36a4be26-ffff-4981-87ab-0df2f9aa7d0c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 11:30:35.760951 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron_lib.callbacks.manager [None req-83e1f44b-c1e6-4c56-bb5a-239e26641c02 tempest-RoutersAdminTest-1733287776 tempest-RoutersAdminTest-1733287776-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-520407', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-32315'] for router, before_create {{(pid=94174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:30:35.765573 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron_lib.callbacks.manager [None req-83e1f44b-c1e6-4c56-bb5a-239e26641c02 tempest-RoutersAdminTest-1733287776 tempest-RoutersAdminTest-1733287776-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-520264', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-524122', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-414782', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-32290'] for router, precommit_create {{(pid=94174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:30:35.794061 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc7542b2-afef-47f4-a763-e3a3cba144be None None] Pushing event updated for resources: {'Port': ['ID=b3f3a379-0723-4d66-bf16-0d7096c31c0e,revision_number=3']} {{(pid=94176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 11:30:35.798488 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG oslo_concurrency.lockutils [None req-dc7542b2-afef-47f4-a763-e3a3cba144be None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.117s {{(pid=94176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 11:30:35.907605 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron_lib.callbacks.manager [None req-bac5172f-9fc1-43ae-bfc0-2527fba654d1 tempest-NetworksTestDHCPv6-162546708 tempest-NetworksTestDHCPv6-162546708-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-897627', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866062', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5195932', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4294216'] for subnet, after_delete {{(pid=94174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:30:35.914431 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG oslo_concurrency.lockutils [None req-8b2e817a-badb-476c-9d4f-ed5ab4f5699a tempest-NetworksTestDHCPv6-162546708 tempest-NetworksTestDHCPv6-162546708-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94174) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 11:30:35.953967 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bac5172f-9fc1-43ae-bfc0-2527fba654d1 tempest-NetworksTestDHCPv6-162546708 tempest-NetworksTestDHCPv6-162546708-project] Pushing event deleted for resources: {'Subnet': ['ID=06e5a8f0-b09e-49f5-814b-b5461c171945,revision_number=None']} {{(pid=94174) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 11:30:35.958230 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG oslo_concurrency.lockutils [None req-bac5172f-9fc1-43ae-bfc0-2527fba654d1 tempest-NetworksTestDHCPv6-162546708 tempest-NetworksTestDHCPv6-162546708-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.042s {{(pid=94174) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 11:30:35.961768 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron_lib.callbacks.manager [None req-bac5172f-9fc1-43ae-bfc0-2527fba654d1 tempest-NetworksTestDHCPv6-162546708 tempest-NetworksTestDHCPv6-162546708-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7865916'] for subnet, before_response {{(pid=94174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:30:35.966544 dv-neutron-601336-94-hyperv neutron-server[94174]: INFO neutron.wsgi [None req-bac5172f-9fc1-43ae-bfc0-2527fba654d1 tempest-NetworksTestDHCPv6-162546708 tempest-NetworksTestDHCPv6-162546708-project] 10.222.0.20 "DELETE /v2.0/subnets/06e5a8f0-b09e-49f5-814b-b5461c171945 HTTP/1.1" status: 204 len: 168 time: 0.9015288 Jun 23 11:30:35.967363 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.wsgi [-] (94174) accepted ('10.222.0.20', 36506) {{(pid=94174) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 11:30:35.972652 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e5122947-f161-42cc-80b8-5b912ea5fabf None None] Network f53f535d-bce4-4da8-9bd9-396677ff4e83 requested from dv-neutron-601336-94-hyperv {{(pid=94176) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 23 11:30:35.989633 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron_lib.callbacks.manager [None req-cee636de-1341-4d97-88c1-7f8ced1c027c tempest-FloatingIPNegativeTestJSON-1295786409 tempest-FloatingIPNegativeTestJSON-1295786409-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-922915', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-239814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7866073', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773699642215', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-5082457'] for port, after_create {{(pid=94175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:30:35.999859 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG oslo_concurrency.lockutils [None req-48a7d675-9f7f-4567-ab2c-50d915a05334 tempest-FloatingIPNegativeTestJSON-1295786409 tempest-FloatingIPNegativeTestJSON-1295786409-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94175) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 11:30:36.011093 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron_lib.callbacks.manager [None req-83e1f44b-c1e6-4c56-bb5a-239e26641c02 tempest-RoutersAdminTest-1733287776 tempest-RoutersAdminTest-1733287776-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:30:36.044319 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron_lib.callbacks.manager [None req-0ec7936d-617c-43ab-b8dc-83c3f7218a62 tempest-FloatingIPAdminTestJSON-1420968783 tempest-FloatingIPAdminTestJSON-1420968783-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8773699596773'] for network, precommit_create {{(pid=94175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:30:36.055053 dv-neutron-601336-94-hyperv neutron-server[94174]: INFO neutron.wsgi [None req-6c92a691-97ba-449f-9917-4865fa9a3284 tempest-NetworksTestDHCPv6-162546708 tempest-NetworksTestDHCPv6-162546708-project] 10.222.0.20 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0533144 Jun 23 11:30:36.055053 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.wsgi [-] (94174) accepted ('10.222.0.20', 36508) {{(pid=94174) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 11:30:36.066628 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.api.v2.base [None req-53cb42e2-473b-4bc1-a4a2-a27d48138518 tempest-NetworksTestDHCPv6-162546708 tempest-NetworksTestDHCPv6-162546708-project] Request body: {'subnet': {'network_id': 'f53f535d-bce4-4da8-9bd9-396677ff4e83', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful'}} {{(pid=94174) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 23 11:30:36.090768 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cee636de-1341-4d97-88c1-7f8ced1c027c tempest-FloatingIPNegativeTestJSON-1295786409 tempest-FloatingIPNegativeTestJSON-1295786409-project] Network c9db83c6-9294-4aab-be1f-a0e4e14b168f is already hosted by enough agents. {{(pid=94175) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 23 11:30:36.098705 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.scheduler.base_scheduler [None req-cee636de-1341-4d97-88c1-7f8ced1c027c tempest-FloatingIPNegativeTestJSON-1295786409 tempest-FloatingIPNegativeTestJSON-1295786409-project] Resources bound (agent type, host, resource id): {{(pid=94175) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 23 11:30:36.120621 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron_lib.callbacks.manager [None req-83e1f44b-c1e6-4c56-bb5a-239e26641c02 tempest-RoutersAdminTest-1733287776 tempest-RoutersAdminTest-1733287776-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-520412', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-524143'] for router, after_create {{(pid=94174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:30:36.122052 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cee636de-1341-4d97-88c1-7f8ced1c027c tempest-FloatingIPNegativeTestJSON-1295786409 tempest-FloatingIPNegativeTestJSON-1295786409-project] Received port after_create {{(pid=94175) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 23 11:30:36.127795 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cee636de-1341-4d97-88c1-7f8ced1c027c tempest-FloatingIPNegativeTestJSON-1295786409 tempest-FloatingIPNegativeTestJSON-1295786409-project] Pushing event updated for resources: {'Port': ['ID=d4cda272-e97b-4021-abd7-2c3b6aac9e8c,revision_number=1']} {{(pid=94175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 11:30:36.168573 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG oslo_concurrency.lockutils [None req-cee636de-1341-4d97-88c1-7f8ced1c027c tempest-FloatingIPNegativeTestJSON-1295786409 tempest-FloatingIPNegativeTestJSON-1295786409-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.160s {{(pid=94175) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 11:30:36.198520 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron_lib.callbacks.manager [None req-0ec7936d-617c-43ab-b8dc-83c3f7218a62 tempest-FloatingIPAdminTestJSON-1420968783 tempest-FloatingIPAdminTestJSON-1420968783-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8002400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7866073'] for network, after_create {{(pid=94175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:30:36.201822 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron_lib.callbacks.manager [None req-1767d490-b1c7-4c60-9a6f-cd62c86c4542 tempest-RoutersIpV6AdminTest-1878456168 tempest-RoutersIpV6AdminTest-1878456168-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-520407', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-32315'] for router, before_create {{(pid=94175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:30:36.210366 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron_lib.callbacks.manager [None req-1767d490-b1c7-4c60-9a6f-cd62c86c4542 tempest-RoutersIpV6AdminTest-1878456168 tempest-RoutersIpV6AdminTest-1878456168-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-520264', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-524122', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-414782', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-32290'] for router, precommit_create {{(pid=94175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:30:36.224353 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0ec7936d-617c-43ab-b8dc-83c3f7218a62 tempest-FloatingIPAdminTestJSON-1420968783 tempest-FloatingIPAdminTestJSON-1420968783-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 11:30:36.224997 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron_lib.callbacks.manager [None req-0ec7936d-617c-43ab-b8dc-83c3f7218a62 tempest-FloatingIPAdminTestJSON-1420968783 tempest-FloatingIPAdminTestJSON-1420968783-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7865916'] for network, before_response {{(pid=94175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:30:36.236213 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG oslo_concurrency.lockutils [None req-67e1dbbe-6afa-4428-a036-78298a240bf3 tempest-DHCPAgentSchedulersTestJSON-448050073 tempest-DHCPAgentSchedulersTestJSON-448050073-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94175) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 11:30:36.246257 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cee636de-1341-4d97-88c1-7f8ced1c027c tempest-FloatingIPNegativeTestJSON-1295786409 tempest-FloatingIPNegativeTestJSON-1295786409-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 11:30:36.246885 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron_lib.callbacks.manager [None req-cee636de-1341-4d97-88c1-7f8ced1c027c tempest-FloatingIPNegativeTestJSON-1295786409 tempest-FloatingIPNegativeTestJSON-1295786409-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-217507'] for port, before_response {{(pid=94175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:30:36.310278 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron_lib.callbacks.manager [None req-83e1f44b-c1e6-4c56-bb5a-239e26641c02 tempest-RoutersAdminTest-1733287776 tempest-RoutersAdminTest-1733287776-project-admin] Notify callbacks [] for router, before_response {{(pid=94174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:30:36.314370 dv-neutron-601336-94-hyperv neutron-server[94174]: INFO neutron.wsgi [None req-83e1f44b-c1e6-4c56-bb5a-239e26641c02 tempest-RoutersAdminTest-1733287776 tempest-RoutersAdminTest-1733287776-project-admin] 10.222.0.20 "POST /v2.0/routers HTTP/1.1" status: 201 len: 723 time: 1.3101103 Jun 23 11:30:36.315127 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.wsgi [-] (94174) accepted ('10.222.0.20', 36518) {{(pid=94174) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 11:30:36.348821 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f30672e1-bbc3-4d6c-8cb6-bc219eacbf0c None None] DHCP port deletion for f53f535d-bce4-4da8-9bd9-396677ff4e83 request from dv-neutron-601336-94-hyperv {{(pid=94176) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jun 23 11:30:36.441312 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.plugins.ml2.plugin [None req-f30672e1-bbc3-4d6c-8cb6-bc219eacbf0c None None] Deleting port b3f3a379-0723-4d66-bf16-0d7096c31c0e {{(pid=94176) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1913}} Jun 23 11:30:36.443527 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron_lib.callbacks.manager [None req-f30672e1-bbc3-4d6c-8cb6-bc219eacbf0c None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773700079324'] for port, before_delete {{(pid=94176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:30:36.533682 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron_lib.callbacks.manager [None req-1767d490-b1c7-4c60-9a6f-cd62c86c4542 tempest-RoutersIpV6AdminTest-1878456168 tempest-RoutersIpV6AdminTest-1878456168-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:30:36.534604 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ec7936d-617c-43ab-b8dc-83c3f7218a62 tempest-FloatingIPAdminTestJSON-1420968783 tempest-FloatingIPAdminTestJSON-1420968783-project] Pushing event updated for resources: {'Network': ['ID=811e8add-d81e-4cc6-afe1-28008b3a555c,revision_number=1']} {{(pid=94175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 11:30:36.545508 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG oslo_concurrency.lockutils [None req-0ec7936d-617c-43ab-b8dc-83c3f7218a62 tempest-FloatingIPAdminTestJSON-1420968783 tempest-FloatingIPAdminTestJSON-1420968783-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.309s {{(pid=94175) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 11:30:36.550345 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.plugins.ml2.rpc [None req-dc7542b2-afef-47f4-a763-e3a3cba144be None None] Network 811e8add-d81e-4cc6-afe1-28008b3a555c details requested by agent ovs-agent-dv-neutron-601336-94-hyperv with host dv-neutron-601336-94-hyperv {{(pid=94176) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:250}} Jun 23 11:30:36.558867 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.plugins.ml2.db [None req-f30672e1-bbc3-4d6c-8cb6-bc219eacbf0c None None] For port b3f3a379-0723-4d66-bf16-0d7096c31c0e, host dv-neutron-601336-94-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-94-hyperv',level=0,port_id=b3f3a379-0723-4d66-bf16-0d7096c31c0e,segment=NetworkSegment(6303a411-6e70-4139-a530-9ee4cf8ba843),segment_id=6303a411-6e70-4139-a530-9ee4cf8ba843)] {{(pid=94176) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 23 11:30:36.559375 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron_lib.callbacks.manager [None req-f30672e1-bbc3-4d6c-8cb6-bc219eacbf0c None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-430722'] for port, precommit_delete {{(pid=94176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:30:36.579930 dv-neutron-601336-94-hyperv neutron-server[94174]: INFO neutron.wsgi [req-5d2cfe81-70d9-4171-8f81-bd977f700462 req-e8261380-a7d5-460f-9d82-7b23bb96e59b tempest-ServersTestJSON-995612928 tempest-ServersTestJSON-995612928-project] 10.222.0.20 "GET /v2.0/ports?device_id=5c858ae0-f491-4e6a-8938-34ed95476698 HTTP/1.1" status: 200 len: 210 time: 0.0342104 Jun 23 11:30:36.581549 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron_lib.callbacks.manager [None req-2c946629-1c99-4980-b126-10a25269178a tempest-RoutersAdminTest-1733287776 tempest-RoutersAdminTest-1733287776-project-admin] Notify callbacks [] for router, before_delete {{(pid=94174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:30:36.612786 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.plugins.ml2.plugin [None req-f30672e1-bbc3-4d6c-8cb6-bc219eacbf0c None None] Calling delete_port for b3f3a379-0723-4d66-bf16-0d7096c31c0e owned by network:dhcp {{(pid=94176) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1986}} Jun 23 11:30:36.759153 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.db.provisioning_blocks [None req-bc14248d-f0f4-413b-83e1-8fa03144e9b3 None None] Provisioning for port d4cda272-e97b-4021-abd7-2c3b6aac9e8c completed by entity DHCP. {{(pid=94176) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 23 11:30:36.783467 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.db.provisioning_blocks [None req-bc14248d-f0f4-413b-83e1-8fa03144e9b3 None None] Provisioning complete for port d4cda272-e97b-4021-abd7-2c3b6aac9e8c triggered by entity DHCP. {{(pid=94176) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 23 11:30:36.783860 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron_lib.callbacks.manager [None req-bc14248d-f0f4-413b-83e1-8fa03144e9b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-899258'] for port, provisioning_complete {{(pid=94176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:30:36.799628 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron_lib.callbacks.manager [None req-2c946629-1c99-4980-b126-10a25269178a tempest-RoutersAdminTest-1733287776 tempest-RoutersAdminTest-1733287776-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-520417', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-32301'] for router, precommit_delete {{(pid=94174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:30:36.806564 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron_lib.callbacks.manager [None req-2c946629-1c99-4980-b126-10a25269178a tempest-RoutersAdminTest-1733287776 tempest-RoutersAdminTest-1733287776-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:30:36.832522 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.wsgi [-] (94175) accepted ('10.222.0.52', 63768) {{(pid=94175) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 11:30:36.852057 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.plugins.ml2.rpc [None req-dc7542b2-afef-47f4-a763-e3a3cba144be None None] Device b3f3a379-0723-4d66-bf16-0d7096c31c0e no longer exists at agent ovs-agent-dv-neutron-601336-94-hyperv {{(pid=94176) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:261}} Jun 23 11:30:36.873619 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-53cb42e2-473b-4bc1-a4a2-a27d48138518 tempest-NetworksTestDHCPv6-162546708 tempest-NetworksTestDHCPv6-162546708-project] Made reservation on behalf of 5e61222a836c47229c94e37f3902e6bd for: {'subnet': 1} {{(pid=94174) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 23 11:30:36.877130 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron_lib.callbacks.manager [None req-53cb42e2-473b-4bc1-a4a2-a27d48138518 tempest-NetworksTestDHCPv6-162546708 tempest-NetworksTestDHCPv6-162546708-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4294245'] for subnet, before_create {{(pid=94174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:30:36.909192 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.plugins.ml2.plugin [None req-bc14248d-f0f4-413b-83e1-8fa03144e9b3 None None] Port d4cda272-e97b-4021-abd7-2c3b6aac9e8c cannot update to ACTIVE because it is not bound. {{(pid=94176) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jun 23 11:30:36.958242 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron_lib.callbacks.manager [None req-2c946629-1c99-4980-b126-10a25269178a tempest-RoutersAdminTest-1733287776 tempest-RoutersAdminTest-1733287776-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-494961'] for router, after_delete {{(pid=94174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:30:36.958896 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2c946629-1c99-4980-b126-10a25269178a tempest-RoutersAdminTest-1733287776 tempest-RoutersAdminTest-1733287776-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 3d6bc2e6-b1e8-4802-9559-c9c9bb5e1989 {{(pid=94174) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jun 23 11:30:36.977286 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron_lib.callbacks.manager [None req-2c946629-1c99-4980-b126-10a25269178a tempest-RoutersAdminTest-1733287776 tempest-RoutersAdminTest-1733287776-project-admin] Notify callbacks [] for router, before_response {{(pid=94174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:30:36.978902 dv-neutron-601336-94-hyperv neutron-server[94174]: INFO neutron.wsgi [None req-2c946629-1c99-4980-b126-10a25269178a tempest-RoutersAdminTest-1733287776 tempest-RoutersAdminTest-1733287776-project-admin] 10.222.0.20 "DELETE /v2.0/routers/3d6bc2e6-b1e8-4802-9559-c9c9bb5e1989 HTTP/1.1" status: 204 len: 168 time: 0.6426029 Jun 23 11:30:37.008577 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron_lib.callbacks.manager [None req-dc7542b2-afef-47f4-a763-e3a3cba144be None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-923122'] for port, before_update {{(pid=94176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:30:37.013525 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron_lib.callbacks.manager [None req-f30672e1-bbc3-4d6c-8cb6-bc219eacbf0c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-922904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866062', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773700135024', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773699642224'] for port, after_delete {{(pid=94176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:30:37.036861 dv-neutron-601336-94-hyperv neutron-server[94175]: INFO neutron.wsgi [None req-cee636de-1341-4d97-88c1-7f8ced1c027c tempest-FloatingIPNegativeTestJSON-1295786409 tempest-FloatingIPNegativeTestJSON-1295786409-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 3.8571854 Jun 23 11:30:37.046468 dv-neutron-601336-94-hyperv neutron-server[94175]: INFO neutron.wsgi [None req-0ec7936d-617c-43ab-b8dc-83c3f7218a62 tempest-FloatingIPAdminTestJSON-1420968783 tempest-FloatingIPAdminTestJSON-1420968783-project] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 791 time: 3.8917682 Jun 23 11:30:37.049678 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG oslo_concurrency.lockutils [None req-24c94f7f-52af-4223-8f77-e4649ee855a0 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 11:30:37.052554 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.wsgi [-] (94174) accepted ('10.222.0.20', 36532) {{(pid=94174) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 11:30:37.060707 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.wsgi [-] (94174) accepted ('10.222.0.20', 36534) {{(pid=94174) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 11:30:37.075022 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.api.v2.base [None req-7cf35988-0e54-47e0-bde3-326f490c0e6f tempest-FloatingIPAdminTestJSON-1420968783 tempest-FloatingIPAdminTestJSON-1420968783-project] Request body: {'subnet': {'network_id': '811e8add-d81e-4cc6-afe1-28008b3a555c', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=94174) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 23 11:30:37.118089 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f30672e1-bbc3-4d6c-8cb6-bc219eacbf0c None None] Pushing event deleted for resources: {'Port': ['ID=b3f3a379-0723-4d66-bf16-0d7096c31c0e,revision_number=None']} {{(pid=94176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 11:30:37.133001 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG oslo_concurrency.lockutils [None req-f30672e1-bbc3-4d6c-8cb6-bc219eacbf0c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.100s {{(pid=94176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 11:30:37.136301 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f30672e1-bbc3-4d6c-8cb6-bc219eacbf0c None None] No DVR routers for this DVR port b3f3a379-0723-4d66-bf16-0d7096c31c0e on host dv-neutron-601336-94-hyperv {{(pid=94176) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 23 11:30:37.229441 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron_lib.callbacks.manager [None req-1767d490-b1c7-4c60-9a6f-cd62c86c4542 tempest-RoutersIpV6AdminTest-1878456168 tempest-RoutersIpV6AdminTest-1878456168-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-524104', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-520389', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-32276'] for router, precommit_update {{(pid=94175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:30:37.262853 dv-neutron-601336-94-hyperv neutron-server[94175]: INFO neutron.wsgi [req-2d68d139-0703-41c9-8cda-74ef641a4434 req-7ed1e9cb-bd1c-4ea7-8157-69b73e3eb8ae tempest-ServersTestManualDisk-1703480083 tempest-ServersTestManualDisk-1703480083-project] 10.222.0.20 "GET /v2.0/ports?device_id=60467d60-f71e-4b81-84ed-861e06a6acb7 HTTP/1.1" status: 200 len: 210 time: 0.4341404 Jun 23 11:30:37.292688 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.api.v2.base [None req-6fee8f38-7c20-4852-82d9-ce2fc087f1f5 tempest-FloatingIPNegativeTestJSON-1295786409 tempest-FloatingIPNegativeTestJSON-1295786409-project] Request body: {'floatingip': {'floating_network_id': '3e7e4eb3-cf02-4d47-ade9-0a579cdfc60f'}} {{(pid=94174) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 23 11:30:37.405477 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bd3fc31-7fe4-4226-889f-7a8f4d5dc280 req-c61ffefa-ebef-4fd9-91e5-1631324cf6f2 tempest-ServersTestManualDisk-1703480083 tempest-ServersTestManualDisk-1703480083-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 11:30:37.405477 dv-neutron-601336-94-hyperv neutron-server[94175]: INFO neutron.wsgi [req-3bd3fc31-7fe4-4226-889f-7a8f4d5dc280 req-c61ffefa-ebef-4fd9-91e5-1631324cf6f2 tempest-ServersTestManualDisk-1703480083 tempest-ServersTestManualDisk-1703480083-project] 10.222.0.52 "GET /v2.0/networks?id=eef03c16-5c70-4b40-b183-38c419fed443 HTTP/1.1" status: 200 len: 812 time: 0.5701165 Jun 23 11:30:37.425001 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron_lib.callbacks.manager [None req-53cb42e2-473b-4bc1-a4a2-a27d48138518 tempest-NetworksTestDHCPv6-162546708 tempest-NetworksTestDHCPv6-162546708-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866062', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5195999', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4294259'] for subnet, after_create {{(pid=94174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:30:37.429098 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94174) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 11:30:37.470992 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-53cb42e2-473b-4bc1-a4a2-a27d48138518 tempest-NetworksTestDHCPv6-162546708 tempest-NetworksTestDHCPv6-162546708-project] Network f53f535d-bce4-4da8-9bd9-396677ff4e83 is already hosted by enough agents. {{(pid=94174) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 23 11:30:37.475140 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.scheduler.base_scheduler [None req-53cb42e2-473b-4bc1-a4a2-a27d48138518 tempest-NetworksTestDHCPv6-162546708 tempest-NetworksTestDHCPv6-162546708-project] Resources bound (agent type, host, resource id): {{(pid=94174) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 23 11:30:37.480777 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-53cb42e2-473b-4bc1-a4a2-a27d48138518 tempest-NetworksTestDHCPv6-162546708 tempest-NetworksTestDHCPv6-162546708-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94174) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 11:30:37.481362 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron_lib.callbacks.manager [None req-53cb42e2-473b-4bc1-a4a2-a27d48138518 tempest-NetworksTestDHCPv6-162546708 tempest-NetworksTestDHCPv6-162546708-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7865916'] for subnet, before_response {{(pid=94174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:30:37.485193 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-33c4abc0-8b4c-425f-98a0-bc393cf71926 None None] Network f53f535d-bce4-4da8-9bd9-396677ff4e83 requested from dv-neutron-601336-94-hyperv {{(pid=94176) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 23 11:30:37.495933 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53cb42e2-473b-4bc1-a4a2-a27d48138518 tempest-NetworksTestDHCPv6-162546708 tempest-NetworksTestDHCPv6-162546708-project] Pushing event updated for resources: {'Subnet': ['ID=71b0a3f2-2847-429f-bdf7-1b1f6a985be8,revision_number=0']} {{(pid=94174) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 11:30:37.499214 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG oslo_concurrency.lockutils [None req-53cb42e2-473b-4bc1-a4a2-a27d48138518 tempest-NetworksTestDHCPv6-162546708 tempest-NetworksTestDHCPv6-162546708-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.070s {{(pid=94174) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 11:30:37.533850 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron_lib.callbacks.manager [None req-6fee8f38-7c20-4852-82d9-ce2fc087f1f5 tempest-FloatingIPNegativeTestJSON-1295786409 tempest-FloatingIPNegativeTestJSON-1295786409-project] Notify callbacks [] for floatingip, before_create {{(pid=94174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:30:37.591864 dv-neutron-601336-94-hyperv neutron-server[94175]: INFO neutron.wsgi [req-3bd3fc31-7fe4-4226-889f-7a8f4d5dc280 req-c7bc801b-926a-4a8b-98df-ace469b97cb6 tempest-ServersTestManualDisk-1703480083 tempest-ServersTestManualDisk-1703480083-project] 10.222.0.52 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=7773bca180b74a769b5b6d02c3ba717c HTTP/1.1" status: 200 len: 378 time: 0.1416829 Jun 23 11:30:37.640998 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.api.v2.base [req-3bd3fc31-7fe4-4226-889f-7a8f4d5dc280 req-c0431820-5b8a-413f-9d22-1a3c634b386a tempest-ServersTestManualDisk-1703480083 tempest-ServersTestManualDisk-1703480083-project] Request body: {'port': {'device_id': '60467d60-f71e-4b81-84ed-861e06a6acb7', 'network_id': 'eef03c16-5c70-4b40-b183-38c419fed443', 'admin_state_up': True, 'tenant_id': '7773bca180b74a769b5b6d02c3ba717c', 'security_groups': ['64e50690-84f2-4556-996e-e186f26132b0']}} {{(pid=94175) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 23 11:30:37.696629 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-edaa2bd9-8883-4af7-b673-3cac59de2678 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1e0d828a-1fa4-563d-b7fd-53adf66a04ee-f53f535d-bce4-4da8-9bd9-396677ff4e83', 'network_id': 'f53f535d-bce4-4da8-9bd9-396677ff4e83', 'tenant_id': '5e61222a836c47229c94e37f3902e6bd', 'fixed_ips': [{'subnet_id': '71b0a3f2-2847-429f-bdf7-1b1f6a985be8'}]}} from dv-neutron-601336-94-hyperv. {{(pid=94176) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 23 11:30:37.698421 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron_lib.callbacks.manager [None req-edaa2bd9-8883-4af7-b673-3cac59de2678 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-923104'] for port, before_create {{(pid=94176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:30:37.803502 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.wsgi [-] (94175) accepted ('10.222.0.20', 36550) {{(pid=94175) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 11:30:37.854794 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron_lib.callbacks.manager [None req-1767d490-b1c7-4c60-9a6f-cd62c86c4542 tempest-RoutersIpV6AdminTest-1878456168 tempest-RoutersIpV6AdminTest-1878456168-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=94175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:30:37.879914 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron_lib.callbacks.manager [None req-1767d490-b1c7-4c60-9a6f-cd62c86c4542 tempest-RoutersIpV6AdminTest-1878456168 tempest-RoutersIpV6AdminTest-1878456168-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-923104'] for port, before_create {{(pid=94175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:30:38.024797 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.db.db_base_plugin_common [None req-edaa2bd9-8883-4af7-b673-3cac59de2678 None None] Allocated IP 2001:db8::2 (f53f535d-bce4-4da8-9bd9-396677ff4e83/71b0a3f2-2847-429f-bdf7-1b1f6a985be8/41dd64ed-d7a0-478c-a3e3-04c42e61eb05) {{(pid=94176) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 23 11:30:38.056839 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.db.db_base_plugin_common [None req-1767d490-b1c7-4c60-9a6f-cd62c86c4542 tempest-RoutersIpV6AdminTest-1878456168 tempest-RoutersIpV6AdminTest-1878456168-project-admin] Allocated IP 172.26.3.165 (3e7e4eb3-cf02-4d47-ade9-0a579cdfc60f/a5ad15ab-c489-4a67-a9b0-d559fca0ec71/08ede0d4-abd7-41a9-b188-eb31395b34b3) {{(pid=94175) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 23 11:30:38.089112 dv-neutron-601336-94-hyperv neutron-server[94174]: INFO neutron.wsgi [req-b4ee61c9-c603-457a-aca0-d552a6f300a0 req-d1b98f52-bd5c-4159-933b-d6b86fbed648 tempest-ServersTestJSON-995612928 tempest-ServersTestJSON-995612928-project] 10.222.0.20 "GET /v2.0/ports?device_id=5c858ae0-f491-4e6a-8938-34ed95476698 HTTP/1.1" status: 200 len: 210 time: 0.1270254 Jun 23 11:30:38.124490 dv-neutron-601336-94-hyperv neutron-server[94174]: INFO neutron.wsgi [None req-53cb42e2-473b-4bc1-a4a2-a27d48138518 tempest-NetworksTestDHCPv6-162546708 tempest-NetworksTestDHCPv6-162546708-project] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 2.0687110 Jun 23 11:30:38.252370 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.wsgi [-] (94174) accepted ('10.222.0.20', 36562) {{(pid=94174) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 11:30:38.252370 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.api.v2.base [None req-49da446a-a57d-488c-80d2-d974bc3d4a9a tempest-NetworksTestDHCPv6-162546708 tempest-NetworksTestDHCPv6-162546708-project] Request body: {'port': {'network_id': 'f53f535d-bce4-4da8-9bd9-396677ff4e83', 'fixed_ips': [{'subnet_id': '71b0a3f2-2847-429f-bdf7-1b1f6a985be8', 'ip_address': '2001:db8::aab7:cbaf:a9d0:fa4d'}], 'name': 'tempest-NetworksTestDHCPv6-759538691'}} {{(pid=94174) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 23 11:30:38.253266 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.api.v2.base [None req-2910b5b2-5ee7-42a9-93c9-3a403d9898fd tempest-RoutersAdminTest-1813587668 tempest-RoutersAdminTest-1813587668-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-352285112', 'external_gateway_info': {'network_id': '3e7e4eb3-cf02-4d47-ade9-0a579cdfc60f'}, 'admin_state_up': False}} {{(pid=94175) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 23 11:30:38.283359 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron_lib.callbacks.manager [None req-edaa2bd9-8883-4af7-b673-3cac59de2678 None None] Notify callbacks [] for port, precommit_create {{(pid=94176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:30:38.328811 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.wsgi [-] (94174) accepted ('10.222.0.52', 63774) {{(pid=94174) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 11:30:38.328907 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.db.provisioning_blocks [None req-edaa2bd9-8883-4af7-b673-3cac59de2678 None None] Transition to ACTIVE for port object 41dd64ed-d7a0-478c-a3e3-04c42e61eb05 will not be triggered until provisioned by entity L2. {{(pid=94176) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 23 11:30:38.328987 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron_lib.callbacks.manager [None req-1767d490-b1c7-4c60-9a6f-cd62c86c4542 tempest-RoutersIpV6AdminTest-1878456168 tempest-RoutersIpV6AdminTest-1878456168-project-admin] Notify callbacks [] for port, precommit_create {{(pid=94175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:30:38.344836 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.db.provisioning_blocks [None req-edaa2bd9-8883-4af7-b673-3cac59de2678 None None] Transition to ACTIVE for port object 41dd64ed-d7a0-478c-a3e3-04c42e61eb05 will not be triggered until provisioned by entity DHCP. {{(pid=94176) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 23 11:30:38.362824 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7cf35988-0e54-47e0-bde3-326f490c0e6f tempest-FloatingIPAdminTestJSON-1420968783 tempest-FloatingIPAdminTestJSON-1420968783-project] Made reservation on behalf of cfe5ebbf682a4f3daa74c0b5f0040f77 for: {'subnet': 1} {{(pid=94174) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 23 11:30:38.367197 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron_lib.callbacks.manager [None req-7cf35988-0e54-47e0-bde3-326f490c0e6f tempest-FloatingIPAdminTestJSON-1420968783 tempest-FloatingIPAdminTestJSON-1420968783-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4294245'] for subnet, before_create {{(pid=94174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:30:38.476814 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron_lib.callbacks.manager [None req-6fee8f38-7c20-4852-82d9-ce2fc087f1f5 tempest-FloatingIPNegativeTestJSON-1295786409 tempest-FloatingIPNegativeTestJSON-1295786409-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-923104'] for port, before_create {{(pid=94174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:30:38.509755 dv-neutron-601336-94-hyperv neutron-server[94175]: INFO neutron.wsgi [req-e4ace16c-cf53-44af-9ba3-236028040546 req-d1035f70-cd61-4700-9222-7faec8fda803 tempest-ServersTestManualDisk-1703480083 tempest-ServersTestManualDisk-1703480083-project] 10.222.0.20 "GET /v2.0/ports?device_id=60467d60-f71e-4b81-84ed-861e06a6acb7 HTTP/1.1" status: 200 len: 210 time: 0.0603433 Jun 23 11:30:38.520941 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron_lib.callbacks.manager [None req-edaa2bd9-8883-4af7-b673-3cac59de2678 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-922915', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-239814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7866073', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773699642215'] for port, after_create {{(pid=94176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:30:38.521108 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-3bd3fc31-7fe4-4226-889f-7a8f4d5dc280 req-c0431820-5b8a-413f-9d22-1a3c634b386a tempest-ServersTestManualDisk-1703480083 tempest-ServersTestManualDisk-1703480083-project] Made reservation on behalf of 7773bca180b74a769b5b6d02c3ba717c for: {'port': 1} {{(pid=94175) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 23 11:30:38.521208 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG oslo_concurrency.lockutils [None req-dc7542b2-afef-47f4-a763-e3a3cba144be None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 11:30:38.521302 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron_lib.callbacks.manager [req-3bd3fc31-7fe4-4226-889f-7a8f4d5dc280 req-c0431820-5b8a-413f-9d22-1a3c634b386a tempest-ServersTestManualDisk-1703480083 tempest-ServersTestManualDisk-1703480083-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-923104'] for port, before_create {{(pid=94175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:30:38.557956 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron_lib.callbacks.manager [None req-1767d490-b1c7-4c60-9a6f-cd62c86c4542 tempest-RoutersIpV6AdminTest-1878456168 tempest-RoutersIpV6AdminTest-1878456168-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-922915', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-239814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7866073', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773699642215', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-5082457'] for port, after_create {{(pid=94175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:30:38.560447 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG oslo_concurrency.lockutils [None req-33aa89bb-0f6a-4404-8325-cd4e6e92a794 tempest-NetworksTestDHCPv6-162546708 tempest-NetworksTestDHCPv6-162546708-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94175) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 11:30:38.636682 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1767d490-b1c7-4c60-9a6f-cd62c86c4542 tempest-RoutersIpV6AdminTest-1878456168 tempest-RoutersIpV6AdminTest-1878456168-project-admin] Pushing event updated for resources: {'Port': ['ID=08ede0d4-abd7-41a9-b188-eb31395b34b3,revision_number=1']} {{(pid=94175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 11:30:38.642592 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG oslo_concurrency.lockutils [None req-1767d490-b1c7-4c60-9a6f-cd62c86c4542 tempest-RoutersIpV6AdminTest-1878456168 tempest-RoutersIpV6AdminTest-1878456168-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.082s {{(pid=94175) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 11:30:38.652079 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1767d490-b1c7-4c60-9a6f-cd62c86c4542 tempest-RoutersIpV6AdminTest-1878456168 tempest-RoutersIpV6AdminTest-1878456168-project-admin] Network 3e7e4eb3-cf02-4d47-ade9-0a579cdfc60f is already hosted by enough agents. {{(pid=94175) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 23 11:30:38.652774 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-edaa2bd9-8883-4af7-b673-3cac59de2678 None None] Network f53f535d-bce4-4da8-9bd9-396677ff4e83 is already hosted by enough agents. {{(pid=94176) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 23 11:30:38.655552 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.scheduler.base_scheduler [None req-1767d490-b1c7-4c60-9a6f-cd62c86c4542 tempest-RoutersIpV6AdminTest-1878456168 tempest-RoutersIpV6AdminTest-1878456168-project-admin] Resources bound (agent type, host, resource id): {{(pid=94175) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 23 11:30:38.660977 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1767d490-b1c7-4c60-9a6f-cd62c86c4542 tempest-RoutersIpV6AdminTest-1878456168 tempest-RoutersIpV6AdminTest-1878456168-project-admin] Received port after_create {{(pid=94175) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 23 11:30:38.674090 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.scheduler.base_scheduler [None req-edaa2bd9-8883-4af7-b673-3cac59de2678 None None] Resources bound (agent type, host, resource id): {{(pid=94176) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 23 11:30:38.676278 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edaa2bd9-8883-4af7-b673-3cac59de2678 None None] Pushing event updated for resources: {'Port': ['ID=41dd64ed-d7a0-478c-a3e3-04c42e61eb05,revision_number=1']} {{(pid=94176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 11:30:38.679740 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.db.l3_dvrscheduler_db [None req-edaa2bd9-8883-4af7-b673-3cac59de2678 None None] Received port after_create {{(pid=94176) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 23 11:30:38.690826 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG oslo_concurrency.lockutils [None req-edaa2bd9-8883-4af7-b673-3cac59de2678 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.164s {{(pid=94176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 11:30:38.732268 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron_lib.callbacks.manager [None req-2910b5b2-5ee7-42a9-93c9-3a403d9898fd tempest-RoutersAdminTest-1813587668 tempest-RoutersAdminTest-1813587668-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-520407', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-32315'] for router, before_create {{(pid=94175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:30:38.732268 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron_lib.callbacks.manager [None req-2910b5b2-5ee7-42a9-93c9-3a403d9898fd tempest-RoutersAdminTest-1813587668 tempest-RoutersAdminTest-1813587668-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-520264', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-524122', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-414782', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-32290'] for router, precommit_create {{(pid=94175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:30:38.739552 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-49da446a-a57d-488c-80d2-d974bc3d4a9a tempest-NetworksTestDHCPv6-162546708 tempest-NetworksTestDHCPv6-162546708-project] Made reservation on behalf of 5e61222a836c47229c94e37f3902e6bd for: {'port': 1} {{(pid=94174) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 23 11:30:38.789871 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron_lib.callbacks.manager [None req-2910b5b2-5ee7-42a9-93c9-3a403d9898fd tempest-RoutersAdminTest-1813587668 tempest-RoutersAdminTest-1813587668-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:30:38.809439 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-739ba04c-ff53-47fd-850a-120a56863aee req-4854b13f-40b5-4142-96ad-bbf8229da048 tempest-ServersTestJSON-995612928 tempest-ServersTestJSON-995612928-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94174) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 11:30:38.810904 dv-neutron-601336-94-hyperv neutron-server[94174]: INFO neutron.wsgi [req-739ba04c-ff53-47fd-850a-120a56863aee req-4854b13f-40b5-4142-96ad-bbf8229da048 tempest-ServersTestJSON-995612928 tempest-ServersTestJSON-995612928-project] 10.222.0.52 "GET /v2.0/networks?id=53451295-943c-4b83-97fd-a02f49b38b3c HTTP/1.1" status: 200 len: 805 time: 0.4865189 Jun 23 11:30:38.828596 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.db.db_base_plugin_common [None req-6fee8f38-7c20-4852-82d9-ce2fc087f1f5 tempest-FloatingIPNegativeTestJSON-1295786409 tempest-FloatingIPNegativeTestJSON-1295786409-project] Allocated IP 172.26.3.129 (3e7e4eb3-cf02-4d47-ade9-0a579cdfc60f/a5ad15ab-c489-4a67-a9b0-d559fca0ec71/e2074fb6-4ba9-4d31-9698-cbb6742b1e11) {{(pid=94174) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 23 11:30:38.844626 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.plugins.ml2.managers [None req-edaa2bd9-8883-4af7-b673-3cac59de2678 None None] Attempting to bind port 41dd64ed-d7a0-478c-a3e3-04c42e61eb05 on host dv-neutron-601336-94-hyperv for vnic_type normal with profile {{(pid=94176) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 23 11:30:38.845360 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.plugins.ml2.managers [None req-edaa2bd9-8883-4af7-b673-3cac59de2678 None None] Attempting to bind port 41dd64ed-d7a0-478c-a3e3-04c42e61eb05 by drivers openvswitch,hyperv on host dv-neutron-601336-94-hyperv at level 0 using segments [{'id': '6303a411-6e70-4139-a530-9ee4cf8ba843', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 419, 'network_id': 'f53f535d-bce4-4da8-9bd9-396677ff4e83'}] {{(pid=94176) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 23 11:30:38.846109 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-edaa2bd9-8883-4af7-b673-3cac59de2678 None None] Attempting to bind port 41dd64ed-d7a0-478c-a3e3-04c42e61eb05 on network f53f535d-bce4-4da8-9bd9-396677ff4e83 {{(pid=94176) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 23 11:30:38.854445 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-edaa2bd9-8883-4af7-b673-3cac59de2678 None None] Checking agent: {'id': '4d05f899-5ac9-411b-8a03-f60c93f87cdf', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-601336-94-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 23, 11, 22, 14), 'started_at': datetime.datetime(2021, 6, 23, 11, 22, 44), 'heartbeat_timestamp': datetime.datetime(2021, 6, 23, 11, 30, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'monitor_allowed_address_pair_garp': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-601336-94-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94176) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 23 11:30:38.855149 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-edaa2bd9-8883-4af7-b673-3cac59de2678 None None] Checking segment: {'id': '6303a411-6e70-4139-a530-9ee4cf8ba843', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 419, 'network_id': 'f53f535d-bce4-4da8-9bd9-396677ff4e83'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94176) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 23 11:30:38.855901 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron_lib.callbacks.manager [None req-edaa2bd9-8883-4af7-b673-3cac59de2678 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:30:38.856474 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-edaa2bd9-8883-4af7-b673-3cac59de2678 None None] Bound using segment: {'id': '6303a411-6e70-4139-a530-9ee4cf8ba843', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 419, 'network_id': 'f53f535d-bce4-4da8-9bd9-396677ff4e83'} {{(pid=94176) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 23 11:30:38.857373 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.plugins.ml2.managers [None req-edaa2bd9-8883-4af7-b673-3cac59de2678 None None] Bound port: 41dd64ed-d7a0-478c-a3e3-04c42e61eb05, host: dv-neutron-601336-94-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6303a411-6e70-4139-a530-9ee4cf8ba843', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 419, 'network_id': 'f53f535d-bce4-4da8-9bd9-396677ff4e83'}}] {{(pid=94176) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 23 11:30:38.858155 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron_lib.callbacks.manager [None req-edaa2bd9-8883-4af7-b673-3cac59de2678 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-923122'] for port, before_update {{(pid=94176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:30:38.979742 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.plugins.ml2.db [None req-edaa2bd9-8883-4af7-b673-3cac59de2678 None None] For port 41dd64ed-d7a0-478c-a3e3-04c42e61eb05, host dv-neutron-601336-94-hyperv, cleared binding levels {{(pid=94176) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 23 11:30:38.986176 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.plugins.ml2.db [None req-edaa2bd9-8883-4af7-b673-3cac59de2678 None None] For port 41dd64ed-d7a0-478c-a3e3-04c42e61eb05, host dv-neutron-601336-94-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-94-hyperv',level=0,port_id=41dd64ed-d7a0-478c-a3e3-04c42e61eb05,segment=NetworkSegment(6303a411-6e70-4139-a530-9ee4cf8ba843),segment_id=6303a411-6e70-4139-a530-9ee4cf8ba843)] {{(pid=94176) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 23 11:30:39.107311 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron_lib.callbacks.manager [None req-edaa2bd9-8883-4af7-b673-3cac59de2678 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-922904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866062', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773700135042', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773699642233', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773699642278'] for port, after_update {{(pid=94176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:30:39.113074 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG oslo_concurrency.lockutils [None req-888d809f-6c4d-4927-b02e-0ec846668f69 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 11:30:39.234340 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edaa2bd9-8883-4af7-b673-3cac59de2678 None None] Pushing event updated for resources: {'Port': ['ID=41dd64ed-d7a0-478c-a3e3-04c42e61eb05,revision_number=2']} {{(pid=94176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 11:30:39.240969 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG oslo_concurrency.lockutils [None req-edaa2bd9-8883-4af7-b673-3cac59de2678 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.128s {{(pid=94176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 11:30:39.298926 dv-neutron-601336-94-hyperv neutron-server[94174]: INFO neutron.wsgi [req-739ba04c-ff53-47fd-850a-120a56863aee req-5def1334-a370-4154-958e-d5d1dbb140bd tempest-ServersTestJSON-995612928 tempest-ServersTestJSON-995612928-project] 10.222.0.52 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=3e2c0af899fe4d7db7ea93301231f34d HTTP/1.1" status: 200 len: 379 time: 0.4679432 Jun 23 11:30:39.366860 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.wsgi [-] (94175) accepted ('10.222.0.20', 36596) {{(pid=94175) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 11:30:39.420887 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.api.v2.base [req-739ba04c-ff53-47fd-850a-120a56863aee req-cf917191-2ae6-4cfc-b868-440a70733478 tempest-ServersTestJSON-995612928 tempest-ServersTestJSON-995612928-project] Request body: {'port': {'device_id': '5c858ae0-f491-4e6a-8938-34ed95476698', 'network_id': '53451295-943c-4b83-97fd-a02f49b38b3c', 'admin_state_up': True, 'tenant_id': '3e2c0af899fe4d7db7ea93301231f34d', 'security_groups': ['0269fbcb-6e08-4df6-b8da-06ccdf83703f']}} {{(pid=94174) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 23 11:30:39.443844 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron_lib.callbacks.manager [None req-2910b5b2-5ee7-42a9-93c9-3a403d9898fd tempest-RoutersAdminTest-1813587668 tempest-RoutersAdminTest-1813587668-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-524104', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-520389', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-32276'] for router, precommit_update {{(pid=94175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:30:39.455862 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron_lib.callbacks.manager [None req-49da446a-a57d-488c-80d2-d974bc3d4a9a tempest-NetworksTestDHCPv6-162546708 tempest-NetworksTestDHCPv6-162546708-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-923104'] for port, before_create {{(pid=94174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:30:39.528508 dv-neutron-601336-94-hyperv neutron-server[94174]: INFO neutron.wsgi [req-657a2a9b-7601-4414-a498-05f3fc493d5c req-c00b61e5-d8a8-4ac7-96a4-d259f0d95ad6 tempest-ServersTestJSON-995612928 tempest-ServersTestJSON-995612928-project] 10.222.0.20 "GET /v2.0/ports?device_id=5c858ae0-f491-4e6a-8938-34ed95476698 HTTP/1.1" status: 200 len: 210 time: 0.0914569 Jun 23 11:30:39.771947 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.db.db_base_plugin_common [req-3bd3fc31-7fe4-4226-889f-7a8f4d5dc280 req-c0431820-5b8a-413f-9d22-1a3c634b386a tempest-ServersTestManualDisk-1703480083 tempest-ServersTestManualDisk-1703480083-project] Allocated IP 172.20.0.11 (eef03c16-5c70-4b40-b183-38c419fed443/9ea7a874-1ae9-4ebd-bc55-df948e24bd59/fe216483-41ee-46c0-a3bd-9e45c734b083) {{(pid=94175) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 23 11:30:39.905056 dv-neutron-601336-94-hyperv neutron-server[94175]: INFO neutron.wsgi [req-919478cb-f85f-46b9-bece-4f126902ad72 req-0d313fa3-b8f6-41c1-b456-ab25cb747894 tempest-ServersTestManualDisk-1703480083 tempest-ServersTestManualDisk-1703480083-project] 10.222.0.20 "GET /v2.0/ports?device_id=60467d60-f71e-4b81-84ed-861e06a6acb7 HTTP/1.1" status: 200 len: 210 time: 0.0542591 Jun 23 11:30:39.905056 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.api.v2.base [None req-17d072a0-cf8b-41f7-96b8-42eeeb3731dc tempest-QuotasTest-383682854 tempest-QuotasTest-383682854-project-admin] Request body: {'quota': {'network': 0, 'port': 0}} {{(pid=94175) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 23 11:30:39.905984 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.notifiers.nova [None req-49da446a-a57d-488c-80d2-d974bc3d4a9a tempest-NetworksTestDHCPv6-162546708 tempest-NetworksTestDHCPv6-162546708-project] device_id is not set on port 2ae12273-4a54-4778-ba59-d6cfbf6a878c yet. {{(pid=94174) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jun 23 11:30:39.906073 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron_lib.callbacks.manager [None req-1767d490-b1c7-4c60-9a6f-cd62c86c4542 tempest-RoutersIpV6AdminTest-1878456168 tempest-RoutersIpV6AdminTest-1878456168-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=94175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:30:39.906148 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron_lib.callbacks.manager [None req-6fee8f38-7c20-4852-82d9-ce2fc087f1f5 tempest-FloatingIPNegativeTestJSON-1295786409 tempest-FloatingIPNegativeTestJSON-1295786409-project] Notify callbacks [] for port, precommit_create {{(pid=94174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:30:40.061696 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron_lib.callbacks.manager [None req-7cf35988-0e54-47e0-bde3-326f490c0e6f tempest-FloatingIPAdminTestJSON-1420968783 tempest-FloatingIPAdminTestJSON-1420968783-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866062', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5195999', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4294259'] for subnet, after_create {{(pid=94174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:30:40.133615 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94174) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 11:30:40.387902 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cf35988-0e54-47e0-bde3-326f490c0e6f tempest-FloatingIPAdminTestJSON-1420968783 tempest-FloatingIPAdminTestJSON-1420968783-project] Pushing event updated for resources: {'Subnet': ['ID=85a235d2-c03e-4732-8b27-84529493ffc5,revision_number=0']} {{(pid=94174) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 11:30:40.427693 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG oslo_concurrency.lockutils [None req-7cf35988-0e54-47e0-bde3-326f490c0e6f tempest-FloatingIPAdminTestJSON-1420968783 tempest-FloatingIPAdminTestJSON-1420968783-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.298s {{(pid=94174) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 11:30:40.434960 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron_lib.callbacks.manager [None req-6fee8f38-7c20-4852-82d9-ce2fc087f1f5 tempest-FloatingIPNegativeTestJSON-1295786409 tempest-FloatingIPNegativeTestJSON-1295786409-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-922915', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-239814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7866073', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773699642215', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-5196399'] for port, after_create {{(pid=94174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:30:40.442690 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94174) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 11:30:40.521551 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-739ba04c-ff53-47fd-850a-120a56863aee req-cf917191-2ae6-4cfc-b868-440a70733478 tempest-ServersTestJSON-995612928 tempest-ServersTestJSON-995612928-project] Made reservation on behalf of 3e2c0af899fe4d7db7ea93301231f34d for: {'port': 1} {{(pid=94174) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 23 11:30:40.525161 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron_lib.callbacks.manager [req-739ba04c-ff53-47fd-850a-120a56863aee req-cf917191-2ae6-4cfc-b868-440a70733478 tempest-ServersTestJSON-995612928 tempest-ServersTestJSON-995612928-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-923104'] for port, before_create {{(pid=94174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:30:40.533865 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7cf35988-0e54-47e0-bde3-326f490c0e6f tempest-FloatingIPAdminTestJSON-1420968783 tempest-FloatingIPAdminTestJSON-1420968783-project] Checking segment: {'id': '13a0ebd9-26fd-48f4-9b57-76208c507f91', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 418, 'network_id': '811e8add-d81e-4cc6-afe1-28008b3a555c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94174) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 23 11:30:40.534238 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7cf35988-0e54-47e0-bde3-326f490c0e6f tempest-FloatingIPAdminTestJSON-1420968783 tempest-FloatingIPAdminTestJSON-1420968783-project] Network hostable DHCP agents. Network: 811e8add-d81e-4cc6-afe1-28008b3a555c, hostable agents: ['8cf29b10-0e57-4131-816f-a4b6ad00b249'], hosted agents: [] {{(pid=94174) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 23 11:30:40.575020 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6fee8f38-7c20-4852-82d9-ce2fc087f1f5 tempest-FloatingIPNegativeTestJSON-1295786409 tempest-FloatingIPNegativeTestJSON-1295786409-project] Network 3e7e4eb3-cf02-4d47-ade9-0a579cdfc60f is already hosted by enough agents. {{(pid=94174) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 23 11:30:40.576609 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.db.db_base_plugin_common [None req-49da446a-a57d-488c-80d2-d974bc3d4a9a tempest-NetworksTestDHCPv6-162546708 tempest-NetworksTestDHCPv6-162546708-project] Allocated IP 2001:db8::aab7:cbaf:a9d0:fa4d (f53f535d-bce4-4da8-9bd9-396677ff4e83/71b0a3f2-2847-429f-bdf7-1b1f6a985be8/2ae12273-4a54-4778-ba59-d6cfbf6a878c) {{(pid=94174) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 23 11:30:40.591063 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.scheduler.base_scheduler [None req-6fee8f38-7c20-4852-82d9-ce2fc087f1f5 tempest-FloatingIPNegativeTestJSON-1295786409 tempest-FloatingIPNegativeTestJSON-1295786409-project] Resources bound (agent type, host, resource id): {{(pid=94174) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 23 11:30:40.596555 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fee8f38-7c20-4852-82d9-ce2fc087f1f5 tempest-FloatingIPNegativeTestJSON-1295786409 tempest-FloatingIPNegativeTestJSON-1295786409-project] Pushing event updated for resources: {'Port': ['ID=e2074fb6-4ba9-4d31-9698-cbb6742b1e11,revision_number=1']} {{(pid=94174) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 11:30:40.609409 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6fee8f38-7c20-4852-82d9-ce2fc087f1f5 tempest-FloatingIPNegativeTestJSON-1295786409 tempest-FloatingIPNegativeTestJSON-1295786409-project] Received port after_create {{(pid=94174) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 23 11:30:40.622260 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG oslo_concurrency.lockutils [None req-6fee8f38-7c20-4852-82d9-ce2fc087f1f5 tempest-FloatingIPNegativeTestJSON-1295786409 tempest-FloatingIPNegativeTestJSON-1295786409-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.180s {{(pid=94174) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 11:30:40.868718 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron_lib.callbacks.manager [req-3bd3fc31-7fe4-4226-889f-7a8f4d5dc280 req-c0431820-5b8a-413f-9d22-1a3c634b386a tempest-ServersTestManualDisk-1703480083 tempest-ServersTestManualDisk-1703480083-project] Notify callbacks [] for port, precommit_create {{(pid=94175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:30:40.892236 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.db.db_base_plugin_common [req-739ba04c-ff53-47fd-850a-120a56863aee req-cf917191-2ae6-4cfc-b868-440a70733478 tempest-ServersTestJSON-995612928 tempest-ServersTestJSON-995612928-project] Allocated IP 172.20.0.5 (53451295-943c-4b83-97fd-a02f49b38b3c/3bfb1ec3-b37f-49bf-ab64-d8c5440d6cd6/dd2b26a1-e9f4-4591-8663-03ae50002c7f) {{(pid=94174) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 23 11:30:40.921721 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron_lib.callbacks.manager [None req-5f29b9e2-7386-4b3e-86fa-9e42accf5e7e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773699952132', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-899307'] for agent, after_update {{(pid=94176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:30:40.941997 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.plugins.ml2.rpc [None req-dc7542b2-afef-47f4-a763-e3a3cba144be None None] Device 41dd64ed-d7a0-478c-a3e3-04c42e61eb05 up at agent ovs-agent-dv-neutron-601336-94-hyperv {{(pid=94176) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:298}} Jun 23 11:30:41.058298 dv-neutron-601336-94-hyperv neutron-server[94175]: INFO neutron.wsgi [None req-17d072a0-cf8b-41f7-96b8-42eeeb3731dc tempest-QuotasTest-383682854 tempest-QuotasTest-383682854-project-admin] 10.222.0.20 "PUT /v2.0/quotas/6ddbb3c9abd04958b9b5fb95bda3da80 HTTP/1.1" status: 200 len: 366 time: 1.6101601 Jun 23 11:30:41.069816 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.wsgi [-] (94175) accepted ('10.222.0.20', 36606) {{(pid=94175) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 11:30:41.105812 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron_lib.callbacks.manager [req-739ba04c-ff53-47fd-850a-120a56863aee req-cf917191-2ae6-4cfc-b868-440a70733478 tempest-ServersTestJSON-995612928 tempest-ServersTestJSON-995612928-project] Notify callbacks [] for port, precommit_create {{(pid=94174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:30:41.128755 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.db.provisioning_blocks [req-739ba04c-ff53-47fd-850a-120a56863aee req-cf917191-2ae6-4cfc-b868-440a70733478 tempest-ServersTestJSON-995612928 tempest-ServersTestJSON-995612928-project] Transition to ACTIVE for port object dd2b26a1-e9f4-4591-8663-03ae50002c7f will not be triggered until provisioned by entity DHCP. {{(pid=94174) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 23 11:30:41.165048 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron_lib.callbacks.manager [None req-1767d490-b1c7-4c60-9a6f-cd62c86c4542 tempest-RoutersIpV6AdminTest-1878456168 tempest-RoutersIpV6AdminTest-1878456168-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-520412', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-524143'] for router, after_create {{(pid=94175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:30:41.184721 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7cf35988-0e54-47e0-bde3-326f490c0e6f tempest-FloatingIPAdminTestJSON-1420968783 tempest-FloatingIPAdminTestJSON-1420968783-project] Network 811e8add-d81e-4cc6-afe1-28008b3a555c is scheduled to be hosted by DHCP agent 8cf29b10-0e57-4131-816f-a4b6ad00b249 with binding_index 1 {{(pid=94174) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 23 11:30:41.209071 dv-neutron-601336-94-hyperv neutron-server[94175]: INFO neutron.wsgi [None req-ce4b3aa5-385a-4ab7-88ab-927bd8606aea tempest-QuotasTest-383682854 tempest-QuotasTest-383682854-project-admin] 10.222.0.20 "GET /v2.0/quotas HTTP/1.1" status: 200 len: 468 time: 0.1241124 Jun 23 11:30:41.212147 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.wsgi [-] (94175) accepted ('10.222.0.20', 36608) {{(pid=94175) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 11:30:41.218864 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.db.provisioning_blocks [req-3bd3fc31-7fe4-4226-889f-7a8f4d5dc280 req-c0431820-5b8a-413f-9d22-1a3c634b386a tempest-ServersTestManualDisk-1703480083 tempest-ServersTestManualDisk-1703480083-project] Transition to ACTIVE for port object fe216483-41ee-46c0-a3bd-9e45c734b083 will not be triggered until provisioned by entity DHCP. {{(pid=94175) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 23 11:30:41.236106 dv-neutron-601336-94-hyperv neutron-server[94174]: INFO neutron.wsgi [req-c5e1e08c-db0e-4ec8-99a6-0a287520df57 req-f1f148e9-5e95-4e0a-880b-8b7cbdadd170 tempest-ServersTestJSON-995612928 tempest-ServersTestJSON-995612928-project] 10.222.0.20 "GET /v2.0/ports?device_id=5c858ae0-f491-4e6a-8938-34ed95476698 HTTP/1.1" status: 200 len: 210 time: 0.0592291 Jun 23 11:30:41.360309 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron_lib.callbacks.manager [None req-2910b5b2-5ee7-42a9-93c9-3a403d9898fd tempest-RoutersAdminTest-1813587668 tempest-RoutersAdminTest-1813587668-project] Notify callbacks [] for router_gateway, before_create {{(pid=94175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:30:41.365936 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron_lib.callbacks.manager [None req-6fee8f38-7c20-4852-82d9-ce2fc087f1f5 tempest-FloatingIPNegativeTestJSON-1295786409 tempest-FloatingIPNegativeTestJSON-1295786409-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:30:41.381594 dv-neutron-601336-94-hyperv neutron-server[94175]: INFO neutron.wsgi [None req-67892f91-fa0f-4d12-9e46-e2d48017e8eb tempest-QuotasTest-383682854 tempest-QuotasTest-383682854-project-admin] 10.222.0.20 "GET /v2.0/quotas/6ddbb3c9abd04958b9b5fb95bda3da80 HTTP/1.1" status: 200 len: 366 time: 0.1654165 Jun 23 11:30:41.389336 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.wsgi [-] (94174) accepted ('10.222.0.20', 36610) {{(pid=94174) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 11:30:41.396440 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.db.provisioning_blocks [None req-dc7542b2-afef-47f4-a763-e3a3cba144be None None] Provisioning for port 41dd64ed-d7a0-478c-a3e3-04c42e61eb05 completed by entity L2. {{(pid=94176) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 23 11:30:41.480268 dv-neutron-601336-94-hyperv neutron-server[94175]: INFO neutron.wsgi [req-73da1cf0-9183-4a71-bc86-7c735b07212a req-14dd743a-d480-41e1-969f-5479a2947565 tempest-ServersTestManualDisk-1703480083 tempest-ServersTestManualDisk-1703480083-project] 10.222.0.20 "GET /v2.0/ports?device_id=60467d60-f71e-4b81-84ed-861e06a6acb7 HTTP/1.1" status: 200 len: 210 time: 0.1235843 Jun 23 11:30:41.491904 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron_lib.callbacks.manager [None req-2910b5b2-5ee7-42a9-93c9-3a403d9898fd tempest-RoutersAdminTest-1813587668 tempest-RoutersAdminTest-1813587668-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-923104'] for port, before_create {{(pid=94175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:30:41.509810 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron_lib.callbacks.manager [None req-49da446a-a57d-488c-80d2-d974bc3d4a9a tempest-NetworksTestDHCPv6-162546708 tempest-NetworksTestDHCPv6-162546708-project] Notify callbacks [] for port, precommit_create {{(pid=94174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:30:41.539582 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.db.provisioning_blocks [None req-6892836f-c04b-44e4-aa54-c3d3d7e7bb27 None None] Provisioning for port 41dd64ed-d7a0-478c-a3e3-04c42e61eb05 completed by entity DHCP. {{(pid=94176) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 23 11:30:41.549816 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.db.provisioning_blocks [None req-6892836f-c04b-44e4-aa54-c3d3d7e7bb27 None None] Provisioning complete for port 41dd64ed-d7a0-478c-a3e3-04c42e61eb05 triggered by entity DHCP. {{(pid=94176) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 23 11:30:41.549816 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron_lib.callbacks.manager [None req-6892836f-c04b-44e4-aa54-c3d3d7e7bb27 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-899258'] for port, provisioning_complete {{(pid=94176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:30:41.550029 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.scheduler.base_scheduler [None req-7cf35988-0e54-47e0-bde3-326f490c0e6f tempest-FloatingIPAdminTestJSON-1420968783 tempest-FloatingIPAdminTestJSON-1420968783-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-601336-94-hyperv, 811e8add-d81e-4cc6-afe1-28008b3a555c) {{(pid=94174) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 23 11:30:41.550324 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron_lib.callbacks.manager [req-739ba04c-ff53-47fd-850a-120a56863aee req-cf917191-2ae6-4cfc-b868-440a70733478 tempest-ServersTestJSON-995612928 tempest-ServersTestJSON-995612928-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-922915', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-239814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7866073', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773699642215', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-5196399'] for port, after_create {{(pid=94174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:30:41.553676 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.db.provisioning_blocks [None req-49da446a-a57d-488c-80d2-d974bc3d4a9a tempest-NetworksTestDHCPv6-162546708 tempest-NetworksTestDHCPv6-162546708-project] Transition to ACTIVE for port object 2ae12273-4a54-4778-ba59-d6cfbf6a878c will not be triggered until provisioned by entity DHCP. {{(pid=94174) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 23 11:30:41.564833 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7cf35988-0e54-47e0-bde3-326f490c0e6f tempest-FloatingIPAdminTestJSON-1420968783 tempest-FloatingIPAdminTestJSON-1420968783-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94174) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 11:30:41.565426 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron_lib.callbacks.manager [None req-7cf35988-0e54-47e0-bde3-326f490c0e6f tempest-FloatingIPAdminTestJSON-1420968783 tempest-FloatingIPAdminTestJSON-1420968783-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7865916'] for subnet, before_response {{(pid=94174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:30:41.570084 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94174) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 11:30:41.608296 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-94bb2a80-186e-4b5c-a4f2-e236314666c7 None None] Network 811e8add-d81e-4cc6-afe1-28008b3a555c requested from dv-neutron-601336-94-hyperv {{(pid=94176) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 23 11:30:41.687744 dv-neutron-601336-94-hyperv neutron-server[94174]: INFO neutron.wsgi [None req-bc978b86-0a1d-404d-8172-41a74dccf8c0 tempest-QuotasTest-383682854 tempest-QuotasTest-383682854-project-admin] 10.222.0.20 "DELETE /v2.0/quotas/6ddbb3c9abd04958b9b5fb95bda3da80 HTTP/1.1" status: 204 len: 168 time: 0.2937505 Jun 23 11:30:41.689939 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.wsgi [-] (94174) accepted ('10.222.0.20', 36612) {{(pid=94174) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 11:30:41.826680 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron_lib.callbacks.manager [req-3bd3fc31-7fe4-4226-889f-7a8f4d5dc280 req-c0431820-5b8a-413f-9d22-1a3c634b386a tempest-ServersTestManualDisk-1703480083 tempest-ServersTestManualDisk-1703480083-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-922915', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-239814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7866073', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773699642215', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-5082457'] for port, after_create {{(pid=94175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:30:41.854586 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG oslo_concurrency.lockutils [None req-97907034-964c-4f17-b273-fc0ea7213772 tempest-PortsAdminExtendedAttrsIpV6TestJSON-788637273 tempest-PortsAdminExtendedAttrsIpV6TestJSON-788637273-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94175) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 11:30:41.904974 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron_lib.callbacks.manager [None req-6892836f-c04b-44e4-aa54-c3d3d7e7bb27 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-923122'] for port, before_update {{(pid=94176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:30:41.925526 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3bd3fc31-7fe4-4226-889f-7a8f4d5dc280 req-c0431820-5b8a-413f-9d22-1a3c634b386a tempest-ServersTestManualDisk-1703480083 tempest-ServersTestManualDisk-1703480083-project] Network eef03c16-5c70-4b40-b183-38c419fed443 is already hosted by enough agents. {{(pid=94175) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 23 11:30:41.925526 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.scheduler.base_scheduler [req-3bd3fc31-7fe4-4226-889f-7a8f4d5dc280 req-c0431820-5b8a-413f-9d22-1a3c634b386a tempest-ServersTestManualDisk-1703480083 tempest-ServersTestManualDisk-1703480083-project] Resources bound (agent type, host, resource id): {{(pid=94175) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 23 11:30:41.927542 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.db.l3_dvrscheduler_db [req-3bd3fc31-7fe4-4226-889f-7a8f4d5dc280 req-c0431820-5b8a-413f-9d22-1a3c634b386a tempest-ServersTestManualDisk-1703480083 tempest-ServersTestManualDisk-1703480083-project] Received port after_create {{(pid=94175) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 23 11:30:41.930855 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.db.db_base_plugin_common [None req-2910b5b2-5ee7-42a9-93c9-3a403d9898fd tempest-RoutersAdminTest-1813587668 tempest-RoutersAdminTest-1813587668-project] Allocated IP 172.26.3.35 (3e7e4eb3-cf02-4d47-ade9-0a579cdfc60f/a5ad15ab-c489-4a67-a9b0-d559fca0ec71/a88a395c-5e21-4e5f-a27a-59246219c3f4) {{(pid=94175) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 23 11:30:41.979993 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-739ba04c-ff53-47fd-850a-120a56863aee req-cf917191-2ae6-4cfc-b868-440a70733478 tempest-ServersTestJSON-995612928 tempest-ServersTestJSON-995612928-project] Network 53451295-943c-4b83-97fd-a02f49b38b3c is already hosted by enough agents. {{(pid=94174) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 23 11:30:41.990672 dv-neutron-601336-94-hyperv neutron-server[94174]: INFO neutron.wsgi [None req-7cf35988-0e54-47e0-bde3-326f490c0e6f tempest-FloatingIPAdminTestJSON-1420968783 tempest-FloatingIPAdminTestJSON-1420968783-project] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 4.9272292 Jun 23 11:30:42.002878 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.wsgi [-] (94175) accepted ('10.222.0.20', 36614) {{(pid=94175) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 11:30:42.022223 dv-neutron-601336-94-hyperv neutron-server[94174]: INFO neutron.wsgi [None req-4348a8e9-0b60-424c-aaaf-bc48aa6c3e07 tempest-QuotasTest-383682854 tempest-QuotasTest-383682854-project-admin] 10.222.0.20 "GET /v2.0/quotas HTTP/1.1" status: 200 len: 207 time: 0.3059897 Jun 23 11:30:42.023329 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf917191-2ae6-4cfc-b868-440a70733478 tempest-ServersTestJSON-995612928 tempest-ServersTestJSON-995612928-project] Pushing event updated for resources: {'Port': ['ID=dd2b26a1-e9f4-4591-8663-03ae50002c7f,revision_number=1']} {{(pid=94174) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 11:30:42.026184 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.scheduler.base_scheduler [req-739ba04c-ff53-47fd-850a-120a56863aee req-cf917191-2ae6-4cfc-b868-440a70733478 tempest-ServersTestJSON-995612928 tempest-ServersTestJSON-995612928-project] Resources bound (agent type, host, resource id): {{(pid=94174) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 23 11:30:42.029176 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.api.v2.base [None req-ea3ba44b-c765-439c-b583-d1fceb4b5a6d tempest-FloatingIPAdminTestJSON-1420968783 tempest-FloatingIPAdminTestJSON-1420968783-project] Request body: {'router': {'name': 'tempest-FloatingIPAdminTestJSON-router-1706300088', 'external_gateway_info': {'network_id': '3e7e4eb3-cf02-4d47-ade9-0a579cdfc60f'}, 'admin_state_up': False}} {{(pid=94175) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 23 11:30:42.045114 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.db.l3_dvrscheduler_db [req-739ba04c-ff53-47fd-850a-120a56863aee req-cf917191-2ae6-4cfc-b868-440a70733478 tempest-ServersTestJSON-995612928 tempest-ServersTestJSON-995612928-project] Received port after_create {{(pid=94174) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 23 11:30:42.049216 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG oslo_concurrency.lockutils [None req-cf917191-2ae6-4cfc-b868-440a70733478 tempest-ServersTestJSON-995612928 tempest-ServersTestJSON-995612928-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.479s {{(pid=94174) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 11:30:42.049860 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.wsgi [-] (94174) accepted ('10.222.0.20', 36616) {{(pid=94174) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 11:30:42.092742 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0431820-5b8a-413f-9d22-1a3c634b386a tempest-ServersTestManualDisk-1703480083 tempest-ServersTestManualDisk-1703480083-project] Pushing event updated for resources: {'Port': ['ID=fe216483-41ee-46c0-a3bd-9e45c734b083,revision_number=1']} {{(pid=94175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 11:30:42.115245 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG oslo_concurrency.lockutils [None req-c0431820-5b8a-413f-9d22-1a3c634b386a tempest-ServersTestManualDisk-1703480083 tempest-ServersTestManualDisk-1703480083-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.261s {{(pid=94175) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 11:30:42.152982 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron_lib.callbacks.manager [None req-6fee8f38-7c20-4852-82d9-ce2fc087f1f5 tempest-FloatingIPNegativeTestJSON-1295786409 tempest-FloatingIPNegativeTestJSON-1295786409-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-923122'] for port, before_update {{(pid=94174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:30:42.159571 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1767d490-b1c7-4c60-9a6f-cd62c86c4542 tempest-RoutersIpV6AdminTest-1878456168 tempest-RoutersIpV6AdminTest-1878456168-project-admin] Router d7015480-3263-4a16-9830-33557438137d is scheduled to L3 agent 50ef99c0-ef28-4db5-b303-b145898fae60 with binding_index 1 {{(pid=94175) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jun 23 11:30:42.171415 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.plugins.ml2.db [None req-6892836f-c04b-44e4-aa54-c3d3d7e7bb27 None None] For port 41dd64ed-d7a0-478c-a3e3-04c42e61eb05, host dv-neutron-601336-94-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-94-hyperv',level=0,port_id=41dd64ed-d7a0-478c-a3e3-04c42e61eb05,segment=NetworkSegment(6303a411-6e70-4139-a530-9ee4cf8ba843),segment_id=6303a411-6e70-4139-a530-9ee4cf8ba843)] {{(pid=94176) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 23 11:30:42.216939 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bd3fc31-7fe4-4226-889f-7a8f4d5dc280 req-c0431820-5b8a-413f-9d22-1a3c634b386a tempest-ServersTestManualDisk-1703480083 tempest-ServersTestManualDisk-1703480083-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 11:30:42.217701 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron_lib.callbacks.manager [req-3bd3fc31-7fe4-4226-889f-7a8f4d5dc280 req-c0431820-5b8a-413f-9d22-1a3c634b386a tempest-ServersTestManualDisk-1703480083 tempest-ServersTestManualDisk-1703480083-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-217507'] for port, before_response {{(pid=94175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:30:42.226067 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron_lib.callbacks.manager [None req-ea3ba44b-c765-439c-b583-d1fceb4b5a6d tempest-FloatingIPAdminTestJSON-1420968783 tempest-FloatingIPAdminTestJSON-1420968783-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-520407', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-32315'] for router, before_create {{(pid=94175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:30:42.234798 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron_lib.callbacks.manager [None req-ea3ba44b-c765-439c-b583-d1fceb4b5a6d tempest-FloatingIPAdminTestJSON-1420968783 tempest-FloatingIPAdminTestJSON-1420968783-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-520264', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-524122', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-414782', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-32290'] for router, precommit_create {{(pid=94175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:30:42.329474 dv-neutron-601336-94-hyperv neutron-server[94174]: INFO neutron.wsgi [None req-6e701df3-4dfe-4703-b51b-2b427f73a1dd tempest-QuotasTest-383682854 tempest-QuotasTest-383682854-project-admin] 10.222.0.20 "GET /v2.0/quotas/6ddbb3c9abd04958b9b5fb95bda3da80 HTTP/1.1" status: 200 len: 370 time: 0.2580798 Jun 23 11:30:42.340043 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.wsgi [-] (94174) accepted ('10.222.0.20', 36620) {{(pid=94174) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 11:30:42.404088 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron_lib.callbacks.manager [None req-6892836f-c04b-44e4-aa54-c3d3d7e7bb27 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-922904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866062', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773700135042', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773699642233', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773699642278'] for port, after_update {{(pid=94176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:30:42.428524 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG oslo_concurrency.lockutils [None req-c288c6a6-9895-448b-b4cb-a65ac3e58e13 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 11:30:42.437401 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4071c305-4e7f-4215-b1ad-4e770728d0fd None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1e0d828a-1fa4-563d-b7fd-53adf66a04ee-811e8add-d81e-4cc6-afe1-28008b3a555c', 'network_id': '811e8add-d81e-4cc6-afe1-28008b3a555c', 'tenant_id': 'cfe5ebbf682a4f3daa74c0b5f0040f77', 'fixed_ips': [{'subnet_id': '85a235d2-c03e-4732-8b27-84529493ffc5'}]}} from dv-neutron-601336-94-hyperv. {{(pid=94176) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 23 11:30:42.443387 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron_lib.callbacks.manager [None req-4071c305-4e7f-4215-b1ad-4e770728d0fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-923104'] for port, before_create {{(pid=94176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:30:42.499926 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1767d490-b1c7-4c60-9a6f-cd62c86c4542 tempest-RoutersIpV6AdminTest-1878456168 tempest-RoutersIpV6AdminTest-1878456168-project-admin] Notify agent at l3_agent.dv-neutron-601336-94-hyperv the message routers_updated {{(pid=94175) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 23 11:30:42.506462 dv-neutron-601336-94-hyperv neutron-server[94175]: INFO neutron.wsgi [req-3bd3fc31-7fe4-4226-889f-7a8f4d5dc280 req-c0431820-5b8a-413f-9d22-1a3c634b386a tempest-ServersTestManualDisk-1703480083 tempest-ServersTestManualDisk-1703480083-project] 10.222.0.52 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 4.8732278 Jun 23 11:30:42.513697 dv-neutron-601336-94-hyperv neutron-server[94177]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1b9cd7fc-5502-4265-8720-aa1c50c77827 None None] Sync routers for ids ['d7015480-3263-4a16-9830-33557438137d'] in dv-neutron-601336-94-hyperv {{(pid=94177) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 23 11:30:42.532890 dv-neutron-601336-94-hyperv neutron-server[94177]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1b9cd7fc-5502-4265-8720-aa1c50c77827 None None] Routers {'d7015480-3263-4a16-9830-33557438137d'} bound to L3 agent in host dv-neutron-601336-94-hyperv {{(pid=94177) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 23 11:30:42.535473 dv-neutron-601336-94-hyperv neutron-server[94177]: DEBUG neutron.db.l3_hamode_db [None req-1b9cd7fc-5502-4265-8720-aa1c50c77827 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-601336-94-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-23T11:22:13Z,description=,heartbeat_timestamp=2021-06-23T11:30:13Z,host='dv-neutron-601336-94-hyperv',id=50ef99c0-ef28-4db5-b303-b145898fae60,load=0,resource_versions=,resources_synced=,started_at=2021-06-23T11:22:14Z,topic='l3_agent')) {'router_ids': ['d7015480-3263-4a16-9830-33557438137d'], 'active': True} {{(pid=94177) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 11:30:42.556262 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron_lib.callbacks.manager [None req-ea3ba44b-c765-439c-b583-d1fceb4b5a6d tempest-FloatingIPAdminTestJSON-1420968783 tempest-FloatingIPAdminTestJSON-1420968783-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:30:42.563955 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron_lib.callbacks.manager [None req-6fee8f38-7c20-4852-82d9-ce2fc087f1f5 tempest-FloatingIPNegativeTestJSON-1295786409 tempest-FloatingIPNegativeTestJSON-1295786409-project] Notify callbacks [] for port, precommit_update {{(pid=94174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:30:42.565510 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.wsgi [req-3bd3fc31-7fe4-4226-889f-7a8f4d5dc280 req-d61859d5-d687-4cfa-b2a6-7bd215b0259f tempest-ServersTestManualDisk-1703480083 tempest-ServersTestManualDisk-1703480083-project] http://10.222.0.20:9696/v2.0/extensions returned with HTTP 200 {{(pid=94175) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 23 11:30:42.567074 dv-neutron-601336-94-hyperv neutron-server[94175]: INFO neutron.wsgi [req-3bd3fc31-7fe4-4226-889f-7a8f4d5dc280 req-d61859d5-d687-4cfa-b2a6-7bd215b0259f tempest-ServersTestManualDisk-1703480083 tempest-ServersTestManualDisk-1703480083-project] 10.222.0.52 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13933 time: 0.0126233 Jun 23 11:30:42.575626 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.wsgi [-] (94175) accepted ('10.222.0.20', 36624) {{(pid=94175) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 11:30:42.576955 dv-neutron-601336-94-hyperv neutron-server[94174]: INFO neutron.wsgi [None req-69919314-cc94-43b2-8370-a71a0f90fd80 tempest-QuotasTest-383682854 tempest-QuotasTest-383682854-project-admin] 10.222.0.20 "GET /v2.0/quotas/6ddbb3c9abd04958b9b5fb95bda3da80/default HTTP/1.1" status: 200 len: 370 time: 0.0103281 Jun 23 11:30:42.603778 dv-neutron-601336-94-hyperv neutron-server[94175]: INFO neutron.api.v2.resource [None req-34780012-7b9b-4b79-9a19-0f139c22fece tempest-QuotasTest-383682854 tempest-QuotasTest-383682854-project-admin] delete failed (client error): The resource could not be found. Jun 23 11:30:42.606267 dv-neutron-601336-94-hyperv neutron-server[94175]: INFO neutron.wsgi [None req-34780012-7b9b-4b79-9a19-0f139c22fece tempest-QuotasTest-383682854 tempest-QuotasTest-383682854-project-admin] 10.222.0.20 "DELETE /v2.0/quotas/6ddbb3c9abd04958b9b5fb95bda3da80 HTTP/1.1" status: 404 len: 348 time: 0.0296962 Jun 23 11:30:42.609321 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron_lib.callbacks.manager [None req-2910b5b2-5ee7-42a9-93c9-3a403d9898fd tempest-RoutersAdminTest-1813587668 tempest-RoutersAdminTest-1813587668-project] Notify callbacks [] for port, precommit_create {{(pid=94175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:30:42.629476 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-739ba04c-ff53-47fd-850a-120a56863aee req-cf917191-2ae6-4cfc-b868-440a70733478 tempest-ServersTestJSON-995612928 tempest-ServersTestJSON-995612928-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94174) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 11:30:42.630213 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron_lib.callbacks.manager [req-739ba04c-ff53-47fd-850a-120a56863aee req-cf917191-2ae6-4cfc-b868-440a70733478 tempest-ServersTestJSON-995612928 tempest-ServersTestJSON-995612928-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-217507'] for port, before_response {{(pid=94174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:30:42.652959 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron_lib.callbacks.manager [None req-49da446a-a57d-488c-80d2-d974bc3d4a9a tempest-NetworksTestDHCPv6-162546708 tempest-NetworksTestDHCPv6-162546708-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-922915', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-239814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7866073', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773699642215', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-5196399'] for port, after_create {{(pid=94174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:30:42.680574 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94174) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 11:30:42.693986 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-49da446a-a57d-488c-80d2-d974bc3d4a9a tempest-NetworksTestDHCPv6-162546708 tempest-NetworksTestDHCPv6-162546708-project] Network f53f535d-bce4-4da8-9bd9-396677ff4e83 is already hosted by enough agents. {{(pid=94174) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 23 11:30:42.706286 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.scheduler.base_scheduler [None req-49da446a-a57d-488c-80d2-d974bc3d4a9a tempest-NetworksTestDHCPv6-162546708 tempest-NetworksTestDHCPv6-162546708-project] Resources bound (agent type, host, resource id): {{(pid=94174) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 23 11:30:42.710600 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron_lib.callbacks.manager [None req-6fee8f38-7c20-4852-82d9-ce2fc087f1f5 tempest-FloatingIPNegativeTestJSON-1295786409 tempest-FloatingIPNegativeTestJSON-1295786409-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-922904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866062', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773700135042', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773699642233', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773699642278', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5196369'] for port, after_update {{(pid=94174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:30:42.754973 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.db.l3_dvrscheduler_db [None req-49da446a-a57d-488c-80d2-d974bc3d4a9a tempest-NetworksTestDHCPv6-162546708 tempest-NetworksTestDHCPv6-162546708-project] Received port after_create {{(pid=94174) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 23 11:30:42.762392 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-49da446a-a57d-488c-80d2-d974bc3d4a9a tempest-NetworksTestDHCPv6-162546708 tempest-NetworksTestDHCPv6-162546708-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94174) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 11:30:42.763565 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron_lib.callbacks.manager [None req-49da446a-a57d-488c-80d2-d974bc3d4a9a tempest-NetworksTestDHCPv6-162546708 tempest-NetworksTestDHCPv6-162546708-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-217507'] for port, before_response {{(pid=94174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:30:42.770210 dv-neutron-601336-94-hyperv neutron-server[94174]: INFO neutron.wsgi [req-739ba04c-ff53-47fd-850a-120a56863aee req-cf917191-2ae6-4cfc-b868-440a70733478 tempest-ServersTestJSON-995612928 tempest-ServersTestJSON-995612928-project] 10.222.0.52 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.3748381 Jun 23 11:30:42.781576 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.db.db_base_plugin_common [None req-4071c305-4e7f-4215-b1ad-4e770728d0fd None None] Allocated IP 172.20.0.2 (811e8add-d81e-4cc6-afe1-28008b3a555c/85a235d2-c03e-4732-8b27-84529493ffc5/ecfcdc47-bbdf-42d4-8edb-32ca688533b4) {{(pid=94176) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 23 11:30:42.789230 dv-neutron-601336-94-hyperv neutron-server[94177]: DEBUG neutron.db.l3_dvr_db [None req-1b9cd7fc-5502-4265-8720-aa1c50c77827 None None] Set router d7015480-3263-4a16-9830-33557438137d gateway port host: dv-neutron-601336-94-hyperv {{(pid=94177) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:838}} Jun 23 11:30:42.837452 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron_lib.callbacks.manager [None req-6fee8f38-7c20-4852-82d9-ce2fc087f1f5 tempest-FloatingIPNegativeTestJSON-1295786409 tempest-FloatingIPNegativeTestJSON-1295786409-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-524229'] for floatingip, after_update {{(pid=94174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:30:42.860917 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron_lib.callbacks.manager [None req-1767d490-b1c7-4c60-9a6f-cd62c86c4542 tempest-RoutersIpV6AdminTest-1878456168 tempest-RoutersIpV6AdminTest-1878456168-project-admin] Notify callbacks [] for router, before_response {{(pid=94175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:30:42.862122 dv-neutron-601336-94-hyperv neutron-server[94175]: INFO neutron.wsgi [None req-1767d490-b1c7-4c60-9a6f-cd62c86c4542 tempest-RoutersIpV6AdminTest-1878456168 tempest-RoutersIpV6AdminTest-1878456168-project-admin] 10.222.0.20 "POST /v2.0/routers HTTP/1.1" status: 201 len: 908 time: 7.5153656 Jun 23 11:30:42.865603 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.wsgi [-] (94175) accepted ('10.222.0.20', 36628) {{(pid=94175) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 11:30:42.996522 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.api.v2.base [req-739ba04c-ff53-47fd-850a-120a56863aee req-ab905f8e-d635-49ed-915c-69c11fbf889a service neutron] Request body: {'port': {'device_id': '5c858ae0-f491-4e6a-8938-34ed95476698', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-6013'}} {{(pid=94174) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 23 11:30:43.037703 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2808c025-df3a-4cbf-b068-d5314149c5ee req-30d84687-ea74-43d2-84c8-828d0caf8a07 tempest-ServersTestJSON-995612928 tempest-ServersTestJSON-995612928-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94174) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 11:30:43.043381 dv-neutron-601336-94-hyperv neutron-server[94174]: INFO neutron.wsgi [req-2808c025-df3a-4cbf-b068-d5314149c5ee req-30d84687-ea74-43d2-84c8-828d0caf8a07 tempest-ServersTestJSON-995612928 tempest-ServersTestJSON-995612928-project] 10.222.0.20 "GET /v2.0/ports?device_id=5c858ae0-f491-4e6a-8938-34ed95476698 HTTP/1.1" status: 200 len: 931 time: 0.4596162 Jun 23 11:30:43.145448 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.api.v2.base [req-3bd3fc31-7fe4-4226-889f-7a8f4d5dc280 req-fb9d250a-048e-48b9-a098-e2f2ccf613ce service neutron] Request body: {'port': {'device_id': '60467d60-f71e-4b81-84ed-861e06a6acb7', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-6013'}} {{(pid=94175) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 23 11:30:43.192212 dv-neutron-601336-94-hyperv neutron-server[94177]: DEBUG neutron.db.l3_hamode_db [None req-1b9cd7fc-5502-4265-8720-aa1c50c77827 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd7015480-3263-4a16-9830-33557438137d', 'name': 'tempest-snat-router-2088181164', 'tenant_id': 'fd08a1643c8a4193835c13f4222b4d53', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3e7e4eb3-cf02-4d47-ade9-0a579cdfc60f', 'external_fixed_ips': [{'subnet_id': 'a5ad15ab-c489-4a67-a9b0-d559fca0ec71', 'ip_address': '172.26.3.165'}], 'enable_snat': False}, 'gw_port_id': '08ede0d4-abd7-41a9-b188-eb31395b34b3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-23T11:30:36Z', 'updated_at': '2021-06-23T11:30:38Z', 'revision_number': 3, 'project_id': 'fd08a1643c8a4193835c13f4222b4d53', 'gw_port': {'id': '08ede0d4-abd7-41a9-b188-eb31395b34b3', 'name': '', 'network_id': '3e7e4eb3-cf02-4d47-ade9-0a579cdfc60f', 'tenant_id': '', 'mac_address': 'fa:16:3e:cc:66:5e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd7015480-3263-4a16-9830-33557438137d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 199, 'fixed_ips': [{'subnet_id': 'a5ad15ab-c489-4a67-a9b0-d559fca0ec71', 'ip_address': '172.26.3.165', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-23T11:30:37Z', 'updated_at': '2021-06-23T11:30:38Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'a5ad15ab-c489-4a67-a9b0-d559fca0ec71', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'dv-neutron-601336-94-hyperv'}], 'dv-neutron-601336-94-hyperv', False) {} {{(pid=94177) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 11:30:43.199024 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49da446a-a57d-488c-80d2-d974bc3d4a9a tempest-NetworksTestDHCPv6-162546708 tempest-NetworksTestDHCPv6-162546708-project] Pushing event updated for resources: {'Port': ['ID=2ae12273-4a54-4778-ba59-d6cfbf6a878c,revision_number=1']} {{(pid=94174) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 11:30:43.202161 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG oslo_concurrency.lockutils [None req-49da446a-a57d-488c-80d2-d974bc3d4a9a tempest-NetworksTestDHCPv6-162546708 tempest-NetworksTestDHCPv6-162546708-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.522s {{(pid=94174) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 11:30:43.209116 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.442s {{(pid=94174) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 11:30:43.232572 dv-neutron-601336-94-hyperv neutron-server[94177]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1b9cd7fc-5502-4265-8720-aa1c50c77827 None None] Checking router: d7015480-3263-4a16-9830-33557438137d for host: dv-neutron-601336-94-hyperv {{(pid=94177) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 23 11:30:43.233187 dv-neutron-601336-94-hyperv neutron-server[94177]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1b9cd7fc-5502-4265-8720-aa1c50c77827 None None] Updating router d7015480-3263-4a16-9830-33557438137d port 08ede0d4-abd7-41a9-b188-eb31395b34b3 binding host dv-neutron-601336-94-hyperv {{(pid=94177) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 23 11:30:43.260646 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron_lib.callbacks.manager [None req-6fee8f38-7c20-4852-82d9-ce2fc087f1f5 tempest-FloatingIPNegativeTestJSON-1295786409 tempest-FloatingIPNegativeTestJSON-1295786409-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-217507'] for floatingip, before_response {{(pid=94174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:30:43.275695 dv-neutron-601336-94-hyperv neutron-server[94174]: INFO neutron.wsgi [None req-6fee8f38-7c20-4852-82d9-ce2fc087f1f5 tempest-FloatingIPNegativeTestJSON-1295786409 tempest-FloatingIPNegativeTestJSON-1295786409-project] 10.222.0.20 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 6.2142148 Jun 23 11:30:43.284314 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron_lib.callbacks.manager [None req-2910b5b2-5ee7-42a9-93c9-3a403d9898fd tempest-RoutersAdminTest-1813587668 tempest-RoutersAdminTest-1813587668-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-922915', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-239814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7866073', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773699642215', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-5082457'] for port, after_create {{(pid=94175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:30:43.291101 dv-neutron-601336-94-hyperv neutron-server[94174]: INFO neutron.wsgi [req-2808c025-df3a-4cbf-b068-d5314149c5ee req-2c6ac8f1-940b-43d1-a674-62b3a2f192e0 tempest-ServersTestJSON-995612928 tempest-ServersTestJSON-995612928-project] 10.222.0.20 "GET /v2.0/security-groups?id=0269fbcb-6e08-4df6-b8da-06ccdf83703f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1989779 Jun 23 11:30:43.291701 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.wsgi [-] (94174) accepted ('10.222.0.20', 36634) {{(pid=94174) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 11:30:43.301562 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron_lib.callbacks.manager [None req-4071c305-4e7f-4215-b1ad-4e770728d0fd None None] Notify callbacks [] for port, precommit_create {{(pid=94176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:30:43.313094 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.db.provisioning_blocks [None req-4071c305-4e7f-4215-b1ad-4e770728d0fd None None] Transition to ACTIVE for port object ecfcdc47-bbdf-42d4-8edb-32ca688533b4 will not be triggered until provisioned by entity L2. {{(pid=94176) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 23 11:30:43.329765 dv-neutron-601336-94-hyperv neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-1b9cd7fc-5502-4265-8720-aa1c50c77827 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-923122'] for port, before_update {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:30:43.333412 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG oslo_concurrency.lockutils [None req-72495edd-d313-4e08-85e4-b273f4c946e5 tempest-NetworksTestDHCPv6-162546708 tempest-NetworksTestDHCPv6-162546708-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94175) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 11:30:43.335148 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.db.provisioning_blocks [None req-4071c305-4e7f-4215-b1ad-4e770728d0fd None None] Transition to ACTIVE for port object ecfcdc47-bbdf-42d4-8edb-32ca688533b4 will not be triggered until provisioned by entity DHCP. {{(pid=94176) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 23 11:30:43.369844 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6892836f-c04b-44e4-aa54-c3d3d7e7bb27 None None] Pushing event updated for resources: {'Port': ['ID=41dd64ed-d7a0-478c-a3e3-04c42e61eb05,revision_number=3']} {{(pid=94176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 11:30:43.384324 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG oslo_concurrency.lockutils [None req-6892836f-c04b-44e4-aa54-c3d3d7e7bb27 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.955s {{(pid=94176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 11:30:43.384492 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2910b5b2-5ee7-42a9-93c9-3a403d9898fd tempest-RoutersAdminTest-1813587668 tempest-RoutersAdminTest-1813587668-project] Network 3e7e4eb3-cf02-4d47-ade9-0a579cdfc60f is already hosted by enough agents. {{(pid=94175) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 23 11:30:43.385097 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.db.provisioning_blocks [None req-b0e0e58b-a8d4-4e94-bdd1-1ee1baf053ce None None] Provisioning for port fe216483-41ee-46c0-a3bd-9e45c734b083 completed by entity DHCP. {{(pid=94176) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 23 11:30:43.390628 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.db.provisioning_blocks [None req-b0e0e58b-a8d4-4e94-bdd1-1ee1baf053ce None None] Provisioning complete for port fe216483-41ee-46c0-a3bd-9e45c734b083 triggered by entity DHCP. {{(pid=94176) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 23 11:30:43.391012 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron_lib.callbacks.manager [None req-b0e0e58b-a8d4-4e94-bdd1-1ee1baf053ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-899258'] for port, provisioning_complete {{(pid=94176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:30:43.395198 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.wsgi [-] (94175) accepted ('10.222.0.20', 36636) {{(pid=94175) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 11:30:43.395558 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.wsgi [-] (94175) accepted ('10.222.0.20', 36638) {{(pid=94175) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 11:30:43.396327 dv-neutron-601336-94-hyperv neutron-server[94174]: INFO neutron.wsgi [None req-49da446a-a57d-488c-80d2-d974bc3d4a9a tempest-NetworksTestDHCPv6-162546708 tempest-NetworksTestDHCPv6-162546708-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 947 time: 5.2445352 Jun 23 11:30:43.398093 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2910b5b2-5ee7-42a9-93c9-3a403d9898fd tempest-RoutersAdminTest-1813587668 tempest-RoutersAdminTest-1813587668-project] Pushing event updated for resources: {'Port': ['ID=a88a395c-5e21-4e5f-a27a-59246219c3f4,revision_number=1']} {{(pid=94175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 11:30:43.400830 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.scheduler.base_scheduler [None req-2910b5b2-5ee7-42a9-93c9-3a403d9898fd tempest-RoutersAdminTest-1813587668 tempest-RoutersAdminTest-1813587668-project] Resources bound (agent type, host, resource id): {{(pid=94175) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 23 11:30:43.403206 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.api.v2.base [None req-a7c84dfa-6b41-4716-a01f-5d4268c94b88 tempest-FloatingIPNegativeTestJSON-1295786409 tempest-FloatingIPNegativeTestJSON-1295786409-project] Request body: {'floatingip': {'port_id': 'd4cda272-e97b-4021-abd7-2c3b6aac9e8c', 'fixed_ip_address': '172.20.0.14'}} {{(pid=94174) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 23 11:30:43.415195 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2910b5b2-5ee7-42a9-93c9-3a403d9898fd tempest-RoutersAdminTest-1813587668 tempest-RoutersAdminTest-1813587668-project] Received port after_create {{(pid=94175) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 23 11:30:43.449662 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.plugins.ml2.plugin [None req-b0e0e58b-a8d4-4e94-bdd1-1ee1baf053ce None None] Port fe216483-41ee-46c0-a3bd-9e45c734b083 cannot update to ACTIVE because it is not bound. {{(pid=94176) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jun 23 11:30:43.457782 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron_lib.callbacks.manager [None req-4071c305-4e7f-4215-b1ad-4e770728d0fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-922915', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-239814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7866073', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773699642215'] for port, after_create {{(pid=94176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:30:43.462171 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG oslo_concurrency.lockutils [None req-dc7542b2-afef-47f4-a763-e3a3cba144be None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 11:30:43.478920 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron_lib.callbacks.manager [None req-ea3ba44b-c765-439c-b583-d1fceb4b5a6d tempest-FloatingIPAdminTestJSON-1420968783 tempest-FloatingIPAdminTestJSON-1420968783-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-524104', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-520389', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-32276'] for router, precommit_update {{(pid=94175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:30:43.504322 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG oslo_concurrency.lockutils [None req-2910b5b2-5ee7-42a9-93c9-3a403d9898fd tempest-RoutersAdminTest-1813587668 tempest-RoutersAdminTest-1813587668-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.168s {{(pid=94175) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 11:30:43.520120 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4071c305-4e7f-4215-b1ad-4e770728d0fd None None] Pushing event updated for resources: {'Port': ['ID=ecfcdc47-bbdf-42d4-8edb-32ca688533b4,revision_number=1']} {{(pid=94176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 11:30:43.534001 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron_lib.callbacks.manager [None req-20fb724b-a4f3-4d78-9468-abe1b3a46928 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773699952132', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-899307'] for agent, after_update {{(pid=94176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:30:43.534001 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG oslo_concurrency.lockutils [None req-4071c305-4e7f-4215-b1ad-4e770728d0fd None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.069s {{(pid=94176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 11:30:43.546226 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4071c305-4e7f-4215-b1ad-4e770728d0fd None None] Network 811e8add-d81e-4cc6-afe1-28008b3a555c is already hosted by enough agents. {{(pid=94176) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 23 11:30:43.548362 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.scheduler.base_scheduler [None req-4071c305-4e7f-4215-b1ad-4e770728d0fd None None] Resources bound (agent type, host, resource id): {{(pid=94176) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 23 11:30:43.560990 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4071c305-4e7f-4215-b1ad-4e770728d0fd None None] Received port after_create {{(pid=94176) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 23 11:30:43.642635 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.plugins.ml2.managers [None req-4071c305-4e7f-4215-b1ad-4e770728d0fd None None] Attempting to bind port ecfcdc47-bbdf-42d4-8edb-32ca688533b4 on host dv-neutron-601336-94-hyperv for vnic_type normal with profile {{(pid=94176) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 23 11:30:43.643518 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.plugins.ml2.managers [None req-4071c305-4e7f-4215-b1ad-4e770728d0fd None None] Attempting to bind port ecfcdc47-bbdf-42d4-8edb-32ca688533b4 by drivers openvswitch,hyperv on host dv-neutron-601336-94-hyperv at level 0 using segments [{'id': '13a0ebd9-26fd-48f4-9b57-76208c507f91', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 418, 'network_id': '811e8add-d81e-4cc6-afe1-28008b3a555c'}] {{(pid=94176) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 23 11:30:43.644161 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4071c305-4e7f-4215-b1ad-4e770728d0fd None None] Attempting to bind port ecfcdc47-bbdf-42d4-8edb-32ca688533b4 on network 811e8add-d81e-4cc6-afe1-28008b3a555c {{(pid=94176) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 23 11:30:43.655431 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4071c305-4e7f-4215-b1ad-4e770728d0fd None None] Checking agent: {'id': '4d05f899-5ac9-411b-8a03-f60c93f87cdf', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-601336-94-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 23, 11, 22, 14), 'started_at': datetime.datetime(2021, 6, 23, 11, 22, 44), 'heartbeat_timestamp': datetime.datetime(2021, 6, 23, 11, 30, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'monitor_allowed_address_pair_garp': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-601336-94-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94176) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 23 11:30:43.656166 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4071c305-4e7f-4215-b1ad-4e770728d0fd None None] Checking segment: {'id': '13a0ebd9-26fd-48f4-9b57-76208c507f91', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 418, 'network_id': '811e8add-d81e-4cc6-afe1-28008b3a555c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94176) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 23 11:30:43.657354 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron_lib.callbacks.manager [None req-4071c305-4e7f-4215-b1ad-4e770728d0fd None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:30:43.657946 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4071c305-4e7f-4215-b1ad-4e770728d0fd None None] Bound using segment: {'id': '13a0ebd9-26fd-48f4-9b57-76208c507f91', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 418, 'network_id': '811e8add-d81e-4cc6-afe1-28008b3a555c'} {{(pid=94176) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 23 11:30:43.658766 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.plugins.ml2.managers [None req-4071c305-4e7f-4215-b1ad-4e770728d0fd None None] Bound port: ecfcdc47-bbdf-42d4-8edb-32ca688533b4, host: dv-neutron-601336-94-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '13a0ebd9-26fd-48f4-9b57-76208c507f91', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 418, 'network_id': '811e8add-d81e-4cc6-afe1-28008b3a555c'}}] {{(pid=94176) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 23 11:30:43.659498 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron_lib.callbacks.manager [None req-4071c305-4e7f-4215-b1ad-4e770728d0fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-923122'] for port, before_update {{(pid=94176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:30:43.685437 dv-neutron-601336-94-hyperv neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-1b9cd7fc-5502-4265-8720-aa1c50c77827 None None] Notify callbacks [] for port, precommit_update {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:30:43.699216 dv-neutron-601336-94-hyperv neutron-server[94177]: DEBUG neutron.db.provisioning_blocks [None req-1b9cd7fc-5502-4265-8720-aa1c50c77827 None None] Transition to ACTIVE for port object 08ede0d4-abd7-41a9-b188-eb31395b34b3 will not be triggered until provisioned by entity L2. {{(pid=94177) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 23 11:30:43.708337 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.quota.resource [None req-e136da7c-7063-4995-87c6-7f275f7d952d tempest-QuotasTest-383682854 tempest-QuotasTest-383682854-project-admin] Usage tracker for resource:network and tenant:abad5d9b2875435a82e855d34ca6c161 is out of sync, need to count used quota {{(pid=94175) count_used /opt/stack/neutron/neutron/quota/resource.py:291}} Jun 23 11:30:43.713001 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron_lib.callbacks.manager [req-739ba04c-ff53-47fd-850a-120a56863aee req-ab905f8e-d635-49ed-915c-69c11fbf889a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-923122'] for port, before_update {{(pid=94174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:30:43.724344 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.quota.resource [None req-e136da7c-7063-4995-87c6-7f275f7d952d tempest-QuotasTest-383682854 tempest-QuotasTest-383682854-project-admin] Quota usage for network was recalculated. Used quota:0. {{(pid=94175) count_used /opt/stack/neutron/neutron/quota/resource.py:311}} Jun 23 11:30:43.746524 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fee8f38-7c20-4852-82d9-ce2fc087f1f5 tempest-FloatingIPNegativeTestJSON-1295786409 tempest-FloatingIPNegativeTestJSON-1295786409-project] Pushing event updated for resources: {'Port': ['ID=e2074fb6-4ba9-4d31-9698-cbb6742b1e11,revision_number=2']} {{(pid=94174) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 11:30:43.752995 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron_lib.callbacks.manager [None req-a7c84dfa-6b41-4716-a01f-5d4268c94b88 tempest-FloatingIPNegativeTestJSON-1295786409 tempest-FloatingIPNegativeTestJSON-1295786409-project] Notify callbacks [] for floatingip, before_update {{(pid=94174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:30:43.758821 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG oslo_concurrency.lockutils [None req-6fee8f38-7c20-4852-82d9-ce2fc087f1f5 tempest-FloatingIPNegativeTestJSON-1295786409 tempest-FloatingIPNegativeTestJSON-1295786409-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.549s {{(pid=94174) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 11:30:43.789508 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e51a93f-919a-43ec-b2b6-12176c5bb076 req-6037b712-eba3-4cf3-a743-0932e7679dde tempest-ServersTestManualDisk-1703480083 tempest-ServersTestManualDisk-1703480083-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 11:30:43.809324 dv-neutron-601336-94-hyperv neutron-server[94175]: INFO neutron.wsgi [req-6e51a93f-919a-43ec-b2b6-12176c5bb076 req-6037b712-eba3-4cf3-a743-0932e7679dde tempest-ServersTestManualDisk-1703480083 tempest-ServersTestManualDisk-1703480083-project] 10.222.0.20 "GET /v2.0/ports?device_id=60467d60-f71e-4b81-84ed-861e06a6acb7 HTTP/1.1" status: 200 len: 932 time: 0.9361370 Jun 23 11:30:43.877463 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.db.provisioning_blocks [None req-b0e0e58b-a8d4-4e94-bdd1-1ee1baf053ce None None] Provisioning for port dd2b26a1-e9f4-4591-8663-03ae50002c7f completed by entity DHCP. {{(pid=94176) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 23 11:30:43.879215 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.quota.resource [None req-e136da7c-7063-4995-87c6-7f275f7d952d tempest-QuotasTest-383682854 tempest-QuotasTest-383682854-project-admin] Usage tracker for resource:subnet and tenant:abad5d9b2875435a82e855d34ca6c161 is out of sync, need to count used quota {{(pid=94175) count_used /opt/stack/neutron/neutron/quota/resource.py:291}} Jun 23 11:30:43.883355 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.db.provisioning_blocks [None req-b0e0e58b-a8d4-4e94-bdd1-1ee1baf053ce None None] Provisioning complete for port dd2b26a1-e9f4-4591-8663-03ae50002c7f triggered by entity DHCP. {{(pid=94176) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 23 11:30:43.883870 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron_lib.callbacks.manager [None req-b0e0e58b-a8d4-4e94-bdd1-1ee1baf053ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-899258'] for port, provisioning_complete {{(pid=94176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:30:43.888909 dv-neutron-601336-94-hyperv neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-1b9cd7fc-5502-4265-8720-aa1c50c77827 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-922904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866062', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773700135042', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773699642233', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773699642278'] for port, after_update {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:30:43.897302 dv-neutron-601336-94-hyperv neutron-server[94177]: DEBUG oslo_concurrency.lockutils [None req-e1fe09ef-c735-4477-963b-ec9ea81774f1 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94177) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 11:30:43.927979 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.plugins.ml2.db [None req-4071c305-4e7f-4215-b1ad-4e770728d0fd None None] For port ecfcdc47-bbdf-42d4-8edb-32ca688533b4, host dv-neutron-601336-94-hyperv, cleared binding levels {{(pid=94176) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 23 11:30:43.947731 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.plugins.ml2.db [None req-4071c305-4e7f-4215-b1ad-4e770728d0fd None None] For port ecfcdc47-bbdf-42d4-8edb-32ca688533b4, host dv-neutron-601336-94-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-94-hyperv',level=0,port_id=ecfcdc47-bbdf-42d4-8edb-32ca688533b4,segment=NetworkSegment(13a0ebd9-26fd-48f4-9b57-76208c507f91),segment_id=13a0ebd9-26fd-48f4-9b57-76208c507f91)] {{(pid=94176) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 23 11:30:43.960305 dv-neutron-601336-94-hyperv neutron-server[94175]: INFO neutron.wsgi [None req-56643bb2-0936-429e-8cf7-ea39bbf8b6a2 tempest-RoutersIpV6AdminTest-1878456168 tempest-RoutersIpV6AdminTest-1878456168-project-admin] 10.222.0.20 "GET /v2.0/routers/d7015480-3263-4a16-9830-33557438137d HTTP/1.1" status: 200 len: 909 time: 1.0779488 Jun 23 11:30:43.962298 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.plugins.ml2.plugin [None req-b0e0e58b-a8d4-4e94-bdd1-1ee1baf053ce None None] Port dd2b26a1-e9f4-4591-8663-03ae50002c7f cannot update to ACTIVE because it is not bound. {{(pid=94176) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jun 23 11:30:43.978105 dv-neutron-601336-94-hyperv neutron-server[94177]: DEBUG neutron.plugins.ml2.managers [None req-1b9cd7fc-5502-4265-8720-aa1c50c77827 None None] Attempting to bind port 08ede0d4-abd7-41a9-b188-eb31395b34b3 on host dv-neutron-601336-94-hyperv for vnic_type normal with profile {{(pid=94177) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 23 11:30:43.978651 dv-neutron-601336-94-hyperv neutron-server[94177]: DEBUG neutron.plugins.ml2.managers [None req-1b9cd7fc-5502-4265-8720-aa1c50c77827 None None] Attempting to bind port 08ede0d4-abd7-41a9-b188-eb31395b34b3 by drivers openvswitch,hyperv on host dv-neutron-601336-94-hyperv at level 0 using segments [{'id': 'c23be0a5-6980-48fb-bc9f-4a24717fe1de', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3e7e4eb3-cf02-4d47-ade9-0a579cdfc60f'}] {{(pid=94177) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 23 11:30:43.979155 dv-neutron-601336-94-hyperv neutron-server[94177]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1b9cd7fc-5502-4265-8720-aa1c50c77827 None None] Attempting to bind port 08ede0d4-abd7-41a9-b188-eb31395b34b3 on network 3e7e4eb3-cf02-4d47-ade9-0a579cdfc60f {{(pid=94177) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 23 11:30:44.005829 dv-neutron-601336-94-hyperv neutron-server[94177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89bff9c2-4994-4756-b8d3-48d932f88ac3 None None] Pushing event updated for resources: {'Port': ['ID=08ede0d4-abd7-41a9-b188-eb31395b34b3,revision_number=2']} {{(pid=94177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 11:30:44.011526 dv-neutron-601336-94-hyperv neutron-server[94177]: DEBUG oslo_concurrency.lockutils [None req-89bff9c2-4994-4756-b8d3-48d932f88ac3 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.115s {{(pid=94177) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 11:30:44.015809 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.quota.resource [None req-e136da7c-7063-4995-87c6-7f275f7d952d tempest-QuotasTest-383682854 tempest-QuotasTest-383682854-project-admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=94175) count_used /opt/stack/neutron/neutron/quota/resource.py:311}} Jun 23 11:30:44.016114 dv-neutron-601336-94-hyperv neutron-server[94177]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1b9cd7fc-5502-4265-8720-aa1c50c77827 None None] Checking agent: {'id': '4d05f899-5ac9-411b-8a03-f60c93f87cdf', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-601336-94-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 23, 11, 22, 14), 'started_at': datetime.datetime(2021, 6, 23, 11, 22, 44), 'heartbeat_timestamp': datetime.datetime(2021, 6, 23, 11, 30, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'monitor_allowed_address_pair_garp': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-601336-94-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94177) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 23 11:30:44.016312 dv-neutron-601336-94-hyperv neutron-server[94177]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1b9cd7fc-5502-4265-8720-aa1c50c77827 None None] Checking segment: {'id': 'c23be0a5-6980-48fb-bc9f-4a24717fe1de', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3e7e4eb3-cf02-4d47-ade9-0a579cdfc60f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94177) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 23 11:30:44.017415 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.wsgi [-] (94174) accepted ('10.222.0.20', 36642) {{(pid=94174) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 11:30:44.018541 dv-neutron-601336-94-hyperv neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-1b9cd7fc-5502-4265-8720-aa1c50c77827 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:30:44.020493 dv-neutron-601336-94-hyperv neutron-server[94177]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1b9cd7fc-5502-4265-8720-aa1c50c77827 None None] Bound using segment: {'id': 'c23be0a5-6980-48fb-bc9f-4a24717fe1de', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3e7e4eb3-cf02-4d47-ade9-0a579cdfc60f'} {{(pid=94177) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 23 11:30:44.021014 dv-neutron-601336-94-hyperv neutron-server[94177]: DEBUG neutron.plugins.ml2.managers [None req-1b9cd7fc-5502-4265-8720-aa1c50c77827 None None] Bound port: 08ede0d4-abd7-41a9-b188-eb31395b34b3, host: dv-neutron-601336-94-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c23be0a5-6980-48fb-bc9f-4a24717fe1de', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3e7e4eb3-cf02-4d47-ade9-0a579cdfc60f'}}] {{(pid=94177) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 23 11:30:44.021405 dv-neutron-601336-94-hyperv neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-1b9cd7fc-5502-4265-8720-aa1c50c77827 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-923122'] for port, before_update {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:30:44.028129 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.api.v2.base [None req-f0ca906b-c068-485d-9053-7ec5d48b0941 tempest-RoutersIpV6AdminTest-1878456168 tempest-RoutersIpV6AdminTest-1878456168-project-admin] Request body: {'router': {'name': 'tempest-snat-router-2088181164', 'external_gateway_info': {'network_id': '3e7e4eb3-cf02-4d47-ade9-0a579cdfc60f', 'enable_snat': True}}} {{(pid=94174) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 23 11:30:44.049888 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-12a27bf9-49dd-4387-8280-740709cdaba4 tempest-NetworksTestDHCPv6-162546708 tempest-NetworksTestDHCPv6-162546708-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 11:30:44.065876 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-12a27bf9-49dd-4387-8280-740709cdaba4 tempest-NetworksTestDHCPv6-162546708 tempest-NetworksTestDHCPv6-162546708-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 11:30:44.071983 dv-neutron-601336-94-hyperv neutron-server[94175]: INFO neutron.wsgi [None req-12a27bf9-49dd-4387-8280-740709cdaba4 tempest-NetworksTestDHCPv6-162546708 tempest-NetworksTestDHCPv6-162546708-project] 10.222.0.20 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1686 time: 0.6616323 Jun 23 11:30:44.087613 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.wsgi [-] (94175) accepted ('10.222.0.20', 36644) {{(pid=94175) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 11:30:44.110782 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron_lib.callbacks.manager [None req-dc7542b2-afef-47f4-a763-e3a3cba144be None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773699952132', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-899307'] for agent, after_update {{(pid=94176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:30:44.132445 dv-neutron-601336-94-hyperv neutron-server[94177]: DEBUG neutron.plugins.ml2.db [None req-1b9cd7fc-5502-4265-8720-aa1c50c77827 None None] For port 08ede0d4-abd7-41a9-b188-eb31395b34b3, host dv-neutron-601336-94-hyperv, cleared binding levels {{(pid=94177) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 23 11:30:44.136117 dv-neutron-601336-94-hyperv neutron-server[94177]: DEBUG neutron.plugins.ml2.db [None req-1b9cd7fc-5502-4265-8720-aa1c50c77827 None None] For port 08ede0d4-abd7-41a9-b188-eb31395b34b3, host dv-neutron-601336-94-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-94-hyperv',level=0,port_id=08ede0d4-abd7-41a9-b188-eb31395b34b3,segment=NetworkSegment(c23be0a5-6980-48fb-bc9f-4a24717fe1de),segment_id=c23be0a5-6980-48fb-bc9f-4a24717fe1de)] {{(pid=94177) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 23 11:30:44.145801 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron_lib.callbacks.manager [None req-4071c305-4e7f-4215-b1ad-4e770728d0fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-922904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866062', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773700135042', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773699642233', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773699642278'] for port, after_update {{(pid=94176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:30:44.149607 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG oslo_concurrency.lockutils [None req-37ff18b4-f054-40f9-8d25-cb4186720dcf None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 11:30:44.234361 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.db.provisioning_blocks [None req-2e289fc9-e8c3-4da0-81ac-d391b6ba2438 None None] Provisioning for port 2ae12273-4a54-4778-ba59-d6cfbf6a878c completed by entity DHCP. {{(pid=94176) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 23 11:30:44.240645 dv-neutron-601336-94-hyperv neutron-server[94175]: INFO neutron.wsgi [req-6e51a93f-919a-43ec-b2b6-12176c5bb076 req-e90f7d3c-f766-4682-bdff-501356f08557 tempest-ServersTestManualDisk-1703480083 tempest-ServersTestManualDisk-1703480083-project] 10.222.0.20 "GET /v2.0/security-groups?id=64e50690-84f2-4556-996e-e186f26132b0&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.4285617 Jun 23 11:30:44.248064 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.db.provisioning_blocks [None req-2e289fc9-e8c3-4da0-81ac-d391b6ba2438 None None] Provisioning complete for port 2ae12273-4a54-4778-ba59-d6cfbf6a878c triggered by entity DHCP. {{(pid=94176) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 23 11:30:44.248960 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron_lib.callbacks.manager [None req-2e289fc9-e8c3-4da0-81ac-d391b6ba2438 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-899258'] for port, provisioning_complete {{(pid=94176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:30:44.250575 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron_lib.callbacks.manager [req-3bd3fc31-7fe4-4226-889f-7a8f4d5dc280 req-fb9d250a-048e-48b9-a098-e2f2ccf613ce service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-923122'] for port, before_update {{(pid=94175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:30:44.260059 dv-neutron-601336-94-hyperv neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-1b9cd7fc-5502-4265-8720-aa1c50c77827 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-922904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866062', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773700135042', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773699642233', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773699642278'] for port, after_update {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:30:44.263562 dv-neutron-601336-94-hyperv neutron-server[94177]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94177) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 11:30:44.280821 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron_lib.callbacks.manager [None req-f0ca906b-c068-485d-9053-7ec5d48b0941 tempest-RoutersIpV6AdminTest-1878456168 tempest-RoutersIpV6AdminTest-1878456168-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-520407', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-32315'] for router, before_create {{(pid=94174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:30:44.282023 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron_lib.callbacks.manager [None req-f0ca906b-c068-485d-9053-7ec5d48b0941 tempest-RoutersIpV6AdminTest-1878456168 tempest-RoutersIpV6AdminTest-1878456168-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-520264', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-524122', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-414782', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-32290'] for router, precommit_create {{(pid=94174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:30:44.304179 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4071c305-4e7f-4215-b1ad-4e770728d0fd None None] Pushing event updated for resources: {'Port': ['ID=ecfcdc47-bbdf-42d4-8edb-32ca688533b4,revision_number=2']} {{(pid=94176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 11:30:44.315534 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG oslo_concurrency.lockutils [None req-4071c305-4e7f-4215-b1ad-4e770728d0fd None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.166s {{(pid=94176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 11:30:44.366171 dv-neutron-601336-94-hyperv neutron-server[94177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89bff9c2-4994-4756-b8d3-48d932f88ac3 None None] Pushing event updated for resources: {'Port': ['ID=08ede0d4-abd7-41a9-b188-eb31395b34b3,revision_number=3']} {{(pid=94177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 11:30:44.367742 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.plugins.ml2.plugin [None req-2e289fc9-e8c3-4da0-81ac-d391b6ba2438 None None] Port 2ae12273-4a54-4778-ba59-d6cfbf6a878c cannot update to ACTIVE because it is not bound. {{(pid=94176) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jun 23 11:30:44.380609 dv-neutron-601336-94-hyperv neutron-server[94177]: DEBUG oslo_concurrency.lockutils [None req-89bff9c2-4994-4756-b8d3-48d932f88ac3 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.117s {{(pid=94177) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 11:30:44.394998 dv-neutron-601336-94-hyperv neutron-server[94177]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1b9cd7fc-5502-4265-8720-aa1c50c77827 None None] Routers {'d7015480-3263-4a16-9830-33557438137d'} bound to L3 agent in host dv-neutron-601336-94-hyperv {{(pid=94177) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 23 11:30:44.394998 dv-neutron-601336-94-hyperv neutron-server[94177]: DEBUG neutron.db.l3_hamode_db [None req-1b9cd7fc-5502-4265-8720-aa1c50c77827 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-601336-94-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-23T11:22:13Z,description=,heartbeat_timestamp=2021-06-23T11:30:43Z,host='dv-neutron-601336-94-hyperv',id=50ef99c0-ef28-4db5-b303-b145898fae60,load=0,resource_versions=,resources_synced=,started_at=2021-06-23T11:22:14Z,topic='l3_agent')) {'router_ids': ['d7015480-3263-4a16-9830-33557438137d'], 'active': True} {{(pid=94177) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 11:30:44.395356 dv-neutron-601336-94-hyperv neutron-server[94174]: INFO neutron.api.v2.resource [None req-a7c84dfa-6b41-4716-a01f-5d4268c94b88 tempest-FloatingIPNegativeTestJSON-1295786409 tempest-FloatingIPNegativeTestJSON-1295786409-project] update failed (client error): The resource could not be found. Jun 23 11:30:44.395356 dv-neutron-601336-94-hyperv neutron-server[94174]: INFO neutron.wsgi [None req-a7c84dfa-6b41-4716-a01f-5d4268c94b88 tempest-FloatingIPNegativeTestJSON-1295786409 tempest-FloatingIPNegativeTestJSON-1295786409-project] 10.222.0.20 "PUT /v2.0/floatingips/33542b12-8674-4b71-a8e8-8c74efd7e8e1 HTTP/1.1" status: 404 len: 507 time: 1.0217943 Jun 23 11:30:44.446545 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.wsgi [-] (94174) accepted ('10.222.0.20', 36648) {{(pid=94174) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 11:30:44.448187 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron_lib.callbacks.manager [None req-2910b5b2-5ee7-42a9-93c9-3a403d9898fd tempest-RoutersAdminTest-1813587668 tempest-RoutersAdminTest-1813587668-project] Notify callbacks [] for router_gateway, after_create {{(pid=94175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:30:44.451671 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.quota.resource [None req-e136da7c-7063-4995-87c6-7f275f7d952d tempest-QuotasTest-383682854 tempest-QuotasTest-383682854-project-admin] Usage tracker for resource:subnetpool and tenant:abad5d9b2875435a82e855d34ca6c161 is out of sync, need to count used quota {{(pid=94175) count_used /opt/stack/neutron/neutron/quota/resource.py:291}} Jun 23 11:30:44.522315 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.quota.resource [None req-e136da7c-7063-4995-87c6-7f275f7d952d tempest-QuotasTest-383682854 tempest-QuotasTest-383682854-project-admin] Quota usage for subnetpool was recalculated. Used quota:0. {{(pid=94175) count_used /opt/stack/neutron/neutron/quota/resource.py:311}} Jun 23 11:30:44.607062 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron_lib.callbacks.manager [None req-4c20ea5f-bc7f-4d4e-935d-57f082af6ccb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773699952132', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-899307'] for agent, after_update {{(pid=94176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:30:44.634388 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.quota.resource [None req-e136da7c-7063-4995-87c6-7f275f7d952d tempest-QuotasTest-383682854 tempest-QuotasTest-383682854-project-admin] Usage tracker for resource:port and tenant:abad5d9b2875435a82e855d34ca6c161 is out of sync, need to count used quota {{(pid=94175) count_used /opt/stack/neutron/neutron/quota/resource.py:291}} Jun 23 11:30:44.665320 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron_lib.callbacks.manager [None req-f0ca906b-c068-485d-9053-7ec5d48b0941 tempest-RoutersIpV6AdminTest-1878456168 tempest-RoutersIpV6AdminTest-1878456168-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:30:44.812607 dv-neutron-601336-94-hyperv neutron-server[94177]: DEBUG neutron.db.l3_dvr_db [None req-1b9cd7fc-5502-4265-8720-aa1c50c77827 None None] Set router d7015480-3263-4a16-9830-33557438137d gateway port host: dv-neutron-601336-94-hyperv {{(pid=94177) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:838}} Jun 23 11:30:44.828708 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.quota.resource [None req-e136da7c-7063-4995-87c6-7f275f7d952d tempest-QuotasTest-383682854 tempest-QuotasTest-383682854-project-admin] Quota usage for port was recalculated. Used quota:0. {{(pid=94175) count_used /opt/stack/neutron/neutron/quota/resource.py:311}} Jun 23 11:30:44.975881 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.plugins.ml2.rpc [None req-dc7542b2-afef-47f4-a763-e3a3cba144be None None] Device 41dd64ed-d7a0-478c-a3e3-04c42e61eb05 up at agent ovs-agent-dv-neutron-601336-94-hyperv {{(pid=94176) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:298}} Jun 23 11:30:44.991416 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron_lib.callbacks.manager [None req-f0ca906b-c068-485d-9053-7ec5d48b0941 tempest-RoutersIpV6AdminTest-1878456168 tempest-RoutersIpV6AdminTest-1878456168-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-524104', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-520389', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-32276'] for router, precommit_update {{(pid=94174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:30:45.076312 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.db.provisioning_blocks [None req-dc7542b2-afef-47f4-a763-e3a3cba144be None None] Provisioning complete for port 41dd64ed-d7a0-478c-a3e3-04c42e61eb05 triggered by entity L2. {{(pid=94176) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 23 11:30:45.076979 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron_lib.callbacks.manager [None req-dc7542b2-afef-47f4-a763-e3a3cba144be None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-899258'] for port, provisioning_complete {{(pid=94176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:30:45.194023 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.plugins.ml2.rpc [None req-dc7542b2-afef-47f4-a763-e3a3cba144be None None] Device ecfcdc47-bbdf-42d4-8edb-32ca688533b4 up at agent ovs-agent-dv-neutron-601336-94-hyperv {{(pid=94176) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:298}} Jun 23 11:30:45.389232 dv-neutron-601336-94-hyperv neutron-server[94177]: DEBUG neutron.db.l3_hamode_db [None req-1b9cd7fc-5502-4265-8720-aa1c50c77827 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd7015480-3263-4a16-9830-33557438137d', 'name': 'tempest-snat-router-2088181164', 'tenant_id': 'fd08a1643c8a4193835c13f4222b4d53', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3e7e4eb3-cf02-4d47-ade9-0a579cdfc60f', 'external_fixed_ips': [{'subnet_id': 'a5ad15ab-c489-4a67-a9b0-d559fca0ec71', 'ip_address': '172.26.3.165'}], 'enable_snat': False}, 'gw_port_id': '08ede0d4-abd7-41a9-b188-eb31395b34b3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-23T11:30:36Z', 'updated_at': '2021-06-23T11:30:38Z', 'revision_number': 3, 'project_id': 'fd08a1643c8a4193835c13f4222b4d53', 'gw_port': {'id': '08ede0d4-abd7-41a9-b188-eb31395b34b3', 'name': '', 'network_id': '3e7e4eb3-cf02-4d47-ade9-0a579cdfc60f', 'tenant_id': '', 'mac_address': 'fa:16:3e:cc:66:5e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd7015480-3263-4a16-9830-33557438137d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 199, 'fixed_ips': [{'subnet_id': 'a5ad15ab-c489-4a67-a9b0-d559fca0ec71', 'ip_address': '172.26.3.165', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-94-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-23T11:30:37Z', 'updated_at': '2021-06-23T11:30:44Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a5ad15ab-c489-4a67-a9b0-d559fca0ec71', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'dv-neutron-601336-94-hyperv'}], 'dv-neutron-601336-94-hyperv', False) {} {{(pid=94177) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 11:30:45.433175 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49506168-ae09-4728-9bcb-55a3031e1515 req-2aefe461-cdf3-48e6-b515-f2a5e9daa0f2 tempest-ServersTestJSON-995612928 tempest-ServersTestJSON-995612928-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94174) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 11:30:45.434924 dv-neutron-601336-94-hyperv neutron-server[94174]: INFO neutron.wsgi [req-49506168-ae09-4728-9bcb-55a3031e1515 req-2aefe461-cdf3-48e6-b515-f2a5e9daa0f2 tempest-ServersTestJSON-995612928 tempest-ServersTestJSON-995612928-project] 10.222.0.20 "GET /v2.0/ports?device_id=5c858ae0-f491-4e6a-8938-34ed95476698 HTTP/1.1" status: 200 len: 931 time: 0.8515100 Jun 23 11:30:45.455605 dv-neutron-601336-94-hyperv neutron-server[94177]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1b9cd7fc-5502-4265-8720-aa1c50c77827 None None] The sync data for ids ['d7015480-3263-4a16-9830-33557438137d'] in dv-neutron-601336-94-hyperv is: [{'id': 'd7015480-3263-4a16-9830-33557438137d', 'name': 'tempest-snat-router-2088181164', 'tenant_id': 'fd08a1643c8a4193835c13f4222b4d53', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3e7e4eb3-cf02-4d47-ade9-0a579cdfc60f', 'external_fixed_ips': [{'subnet_id': 'a5ad15ab-c489-4a67-a9b0-d559fca0ec71', 'ip_address': '172.26.3.165'}], 'enable_snat': False}, 'gw_port_id': '08ede0d4-abd7-41a9-b188-eb31395b34b3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-23T11:30:36Z', 'updated_at': '2021-06-23T11:30:38Z', 'revision_number': 3, 'project_id': 'fd08a1643c8a4193835c13f4222b4d53', 'gw_port': {'id': '08ede0d4-abd7-41a9-b188-eb31395b34b3', 'name': '', 'network_id': '3e7e4eb3-cf02-4d47-ade9-0a579cdfc60f', 'tenant_id': '', 'mac_address': 'fa:16:3e:cc:66:5e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd7015480-3263-4a16-9830-33557438137d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 199, 'fixed_ips': [{'subnet_id': 'a5ad15ab-c489-4a67-a9b0-d559fca0ec71', 'ip_address': '172.26.3.165', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-94-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-23T11:30:37Z', 'updated_at': '2021-06-23T11:30:44Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a5ad15ab-c489-4a67-a9b0-d559fca0ec71', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'dv-neutron-601336-94-hyperv'}] {{(pid=94177) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 23 11:30:45.484526 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.notifiers.nova [req-739ba04c-ff53-47fd-850a-120a56863aee req-ab905f8e-d635-49ed-915c-69c11fbf889a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id dd2b26a1-e9f4-4591-8663-03ae50002c7f {{(pid=94174) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 23 11:30:45.494135 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron_lib.callbacks.manager [None req-2910b5b2-5ee7-42a9-93c9-3a403d9898fd tempest-RoutersAdminTest-1813587668 tempest-RoutersAdminTest-1813587668-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-520412', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-524143'] for router, after_create {{(pid=94175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:30:45.496834 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron_lib.callbacks.manager [req-739ba04c-ff53-47fd-850a-120a56863aee req-ab905f8e-d635-49ed-915c-69c11fbf889a service neutron] Notify callbacks [] for port, precommit_update {{(pid=94174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:30:45.504289 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.plugins.ml2.plugin [None req-6e0c53b8-7bb7-4bef-b0b8-e23fbdac0c4a tempest-NetworksTestDHCPv6-162546708 tempest-NetworksTestDHCPv6-162546708-project] Deleting port 2ae12273-4a54-4778-ba59-d6cfbf6a878c {{(pid=94175) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1913}} Jun 23 11:30:45.505250 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron_lib.callbacks.manager [None req-6e0c53b8-7bb7-4bef-b0b8-e23fbdac0c4a tempest-NetworksTestDHCPv6-162546708 tempest-NetworksTestDHCPv6-162546708-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773700079324'] for port, before_delete {{(pid=94175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:30:45.512149 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.db.provisioning_blocks [req-739ba04c-ff53-47fd-850a-120a56863aee req-ab905f8e-d635-49ed-915c-69c11fbf889a service neutron] Transition to ACTIVE for port object dd2b26a1-e9f4-4591-8663-03ae50002c7f will not be triggered until provisioned by entity L2. {{(pid=94174) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 23 11:30:45.521729 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.db.provisioning_blocks [None req-dc7542b2-afef-47f4-a763-e3a3cba144be None None] Provisioning for port ecfcdc47-bbdf-42d4-8edb-32ca688533b4 completed by entity L2. {{(pid=94176) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 23 11:30:45.596308 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.plugins.ml2.plugin [None req-9f909c7d-d103-4886-9d4a-67710e3beaff tempest-FloatingIPNegativeTestJSON-1295786409 tempest-FloatingIPNegativeTestJSON-1295786409-project] Deleting port e2074fb6-4ba9-4d31-9698-cbb6742b1e11 {{(pid=94174) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1913}} Jun 23 11:30:45.596658 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron_lib.callbacks.manager [None req-9f909c7d-d103-4886-9d4a-67710e3beaff tempest-FloatingIPNegativeTestJSON-1295786409 tempest-FloatingIPNegativeTestJSON-1295786409-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773700079324'] for port, before_delete {{(pid=94174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:30:45.612063 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.quota.resource [None req-e136da7c-7063-4995-87c6-7f275f7d952d tempest-QuotasTest-383682854 tempest-QuotasTest-383682854-project-admin] Usage tracker for resource:router and tenant:abad5d9b2875435a82e855d34ca6c161 is out of sync, need to count used quota {{(pid=94175) count_used /opt/stack/neutron/neutron/quota/resource.py:291}} Jun 23 11:30:45.687631 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.quota.resource [None req-e136da7c-7063-4995-87c6-7f275f7d952d tempest-QuotasTest-383682854 tempest-QuotasTest-383682854-project-admin] Quota usage for router was recalculated. Used quota:0. {{(pid=94175) count_used /opt/stack/neutron/neutron/quota/resource.py:311}} Jun 23 11:30:45.690560 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron_lib.callbacks.manager [req-739ba04c-ff53-47fd-850a-120a56863aee req-ab905f8e-d635-49ed-915c-69c11fbf889a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-922904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866062', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773700135042', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773699642233', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773699642278', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5196369'] for port, after_update {{(pid=94174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:30:45.701135 dv-neutron-601336-94-hyperv neutron-server[94174]: INFO neutron.wsgi [req-49506168-ae09-4728-9bcb-55a3031e1515 req-52e93fb4-cba7-41f2-81bb-69dd4d195901 tempest-ServersTestJSON-995612928 tempest-ServersTestJSON-995612928-project] 10.222.0.20 "GET /v2.0/security-groups?id=0269fbcb-6e08-4df6-b8da-06ccdf83703f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2573216 Jun 23 11:30:45.701791 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG oslo_concurrency.lockutils [None req-23b12a38-3a8e-4a01-a54a-20ca7cbc2ac6 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94174) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 11:30:45.767674 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab905f8e-d635-49ed-915c-69c11fbf889a service neutron] Pushing event updated for resources: {'Port': ['ID=dd2b26a1-e9f4-4591-8663-03ae50002c7f,revision_number=2']} {{(pid=94174) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 11:30:45.775404 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG oslo_concurrency.lockutils [None req-ab905f8e-d635-49ed-915c-69c11fbf889a service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.072s {{(pid=94174) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 11:30:45.827664 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron_lib.callbacks.manager [None req-9f909c7d-d103-4886-9d4a-67710e3beaff tempest-FloatingIPNegativeTestJSON-1295786409 tempest-FloatingIPNegativeTestJSON-1295786409-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-430722'] for port, precommit_delete {{(pid=94174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:30:45.828195 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron_lib.callbacks.manager [None req-9f909c7d-d103-4886-9d4a-67710e3beaff tempest-FloatingIPNegativeTestJSON-1295786409 tempest-FloatingIPNegativeTestJSON-1295786409-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:30:45.949650 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.quota.resource [None req-e136da7c-7063-4995-87c6-7f275f7d952d tempest-QuotasTest-383682854 tempest-QuotasTest-383682854-project-admin] Usage tracker for resource:floatingip and tenant:abad5d9b2875435a82e855d34ca6c161 is out of sync, need to count used quota {{(pid=94175) count_used /opt/stack/neutron/neutron/quota/resource.py:291}} Jun 23 11:30:45.974494 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.plugins.ml2.plugin [None req-9f909c7d-d103-4886-9d4a-67710e3beaff tempest-FloatingIPNegativeTestJSON-1295786409 tempest-FloatingIPNegativeTestJSON-1295786409-project] Calling delete_port for e2074fb6-4ba9-4d31-9698-cbb6742b1e11 owned by network:floatingip {{(pid=94174) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1986}} Jun 23 11:30:46.008708 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d21ab52b-23f6-4b72-a9c0-a2cb0ceca98a None None] Network 811e8add-d81e-4cc6-afe1-28008b3a555c requested from dv-neutron-601336-94-hyperv {{(pid=94176) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 23 11:30:46.022418 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.quota.resource [None req-e136da7c-7063-4995-87c6-7f275f7d952d tempest-QuotasTest-383682854 tempest-QuotasTest-383682854-project-admin] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=94175) count_used /opt/stack/neutron/neutron/quota/resource.py:311}} Jun 23 11:30:46.319673 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron_lib.callbacks.manager [None req-6e0c53b8-7bb7-4bef-b0b8-e23fbdac0c4a tempest-NetworksTestDHCPv6-162546708 tempest-NetworksTestDHCPv6-162546708-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-430722'] for port, precommit_delete {{(pid=94175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:30:46.319673 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.plugins.ml2.plugin [None req-6e0c53b8-7bb7-4bef-b0b8-e23fbdac0c4a tempest-NetworksTestDHCPv6-162546708 tempest-NetworksTestDHCPv6-162546708-project] Calling delete_port for 2ae12273-4a54-4778-ba59-d6cfbf6a878c owned by {{(pid=94175) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1986}} Jun 23 11:30:46.449671 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.plugins.ml2.managers [req-739ba04c-ff53-47fd-850a-120a56863aee req-ab905f8e-d635-49ed-915c-69c11fbf889a service neutron] Attempting to bind port dd2b26a1-e9f4-4591-8663-03ae50002c7f on host hv-neutron-6013 for vnic_type normal with profile {{(pid=94174) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 23 11:30:46.450761 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.plugins.ml2.managers [req-739ba04c-ff53-47fd-850a-120a56863aee req-ab905f8e-d635-49ed-915c-69c11fbf889a service neutron] Attempting to bind port dd2b26a1-e9f4-4591-8663-03ae50002c7f by drivers openvswitch,hyperv on host hv-neutron-6013 at level 0 using segments [{'id': 'c346af87-b391-4254-9d6e-eeb5f3162a6b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 448, 'network_id': '53451295-943c-4b83-97fd-a02f49b38b3c'}] {{(pid=94174) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 23 11:30:46.453134 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-739ba04c-ff53-47fd-850a-120a56863aee req-ab905f8e-d635-49ed-915c-69c11fbf889a service neutron] Attempting to bind port dd2b26a1-e9f4-4591-8663-03ae50002c7f on network 53451295-943c-4b83-97fd-a02f49b38b3c {{(pid=94174) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 23 11:30:46.496262 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.db.provisioning_blocks [None req-361e7aef-8dd7-4df0-90af-2e7076d988db None None] Provisioning for port ecfcdc47-bbdf-42d4-8edb-32ca688533b4 completed by entity DHCP. {{(pid=94176) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 23 11:30:46.520582 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.db.provisioning_blocks [None req-361e7aef-8dd7-4df0-90af-2e7076d988db None None] Provisioning complete for port ecfcdc47-bbdf-42d4-8edb-32ca688533b4 triggered by entity DHCP. {{(pid=94176) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 23 11:30:46.521181 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron_lib.callbacks.manager [None req-361e7aef-8dd7-4df0-90af-2e7076d988db None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-899258'] for port, provisioning_complete {{(pid=94176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:30:46.545597 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-739ba04c-ff53-47fd-850a-120a56863aee req-ab905f8e-d635-49ed-915c-69c11fbf889a service neutron] Port dd2b26a1-e9f4-4591-8663-03ae50002c7f on network 53451295-943c-4b83-97fd-a02f49b38b3c not bound, no agent of type Open vSwitch agent registered on host hv-neutron-6013 {{(pid=94174) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 23 11:30:46.545961 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-739ba04c-ff53-47fd-850a-120a56863aee req-ab905f8e-d635-49ed-915c-69c11fbf889a service neutron] Attempting to bind port dd2b26a1-e9f4-4591-8663-03ae50002c7f on network 53451295-943c-4b83-97fd-a02f49b38b3c {{(pid=94174) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 23 11:30:46.576692 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-739ba04c-ff53-47fd-850a-120a56863aee req-ab905f8e-d635-49ed-915c-69c11fbf889a service neutron] Checking agent: {'id': '3a130b41-5b27-406b-aeb2-5a923af79f10', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-6013', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 23, 11, 28, 23), 'started_at': datetime.datetime(2021, 6, 23, 11, 28, 23), 'heartbeat_timestamp': datetime.datetime(2021, 6, 23, 11, 30, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94174) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 23 11:30:46.576692 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-739ba04c-ff53-47fd-850a-120a56863aee req-ab905f8e-d635-49ed-915c-69c11fbf889a service neutron] Checking segment: {'id': 'c346af87-b391-4254-9d6e-eeb5f3162a6b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 448, 'network_id': '53451295-943c-4b83-97fd-a02f49b38b3c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94174) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 23 11:30:46.576692 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-739ba04c-ff53-47fd-850a-120a56863aee req-ab905f8e-d635-49ed-915c-69c11fbf889a service neutron] Bound using segment: {'id': 'c346af87-b391-4254-9d6e-eeb5f3162a6b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 448, 'network_id': '53451295-943c-4b83-97fd-a02f49b38b3c'} {{(pid=94174) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 23 11:30:46.576692 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.plugins.ml2.managers [req-739ba04c-ff53-47fd-850a-120a56863aee req-ab905f8e-d635-49ed-915c-69c11fbf889a service neutron] Bound port: dd2b26a1-e9f4-4591-8663-03ae50002c7f, host: hv-neutron-6013, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c346af87-b391-4254-9d6e-eeb5f3162a6b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 448, 'network_id': '53451295-943c-4b83-97fd-a02f49b38b3c'}}] {{(pid=94174) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 23 11:30:46.576692 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron_lib.callbacks.manager [req-739ba04c-ff53-47fd-850a-120a56863aee req-ab905f8e-d635-49ed-915c-69c11fbf889a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-923122'] for port, before_update {{(pid=94174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:30:46.604024 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron_lib.callbacks.manager [None req-95d6aa8f-24e7-4234-82ff-f502266c3285 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773699952132', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-899307'] for agent, after_update {{(pid=94176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:30:46.760663 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron_lib.callbacks.manager [None req-361e7aef-8dd7-4df0-90af-2e7076d988db None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-923122'] for port, before_update {{(pid=94176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:30:46.798794 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f24eee62-3b53-4f07-80e8-593fd2d5bdf8 req-d5fa182d-2ca2-48c1-8fde-c5f52a3feb43 tempest-ServersTestManualDisk-1703480083 tempest-ServersTestManualDisk-1703480083-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 11:30:46.806656 dv-neutron-601336-94-hyperv neutron-server[94175]: INFO neutron.wsgi [req-f24eee62-3b53-4f07-80e8-593fd2d5bdf8 req-d5fa182d-2ca2-48c1-8fde-c5f52a3feb43 tempest-ServersTestManualDisk-1703480083 tempest-ServersTestManualDisk-1703480083-project] 10.222.0.20 "GET /v2.0/ports?device_id=60467d60-f71e-4b81-84ed-861e06a6acb7 HTTP/1.1" status: 200 len: 932 time: 1.3366587 Jun 23 11:30:46.833386 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.plugins.ml2.db [None req-361e7aef-8dd7-4df0-90af-2e7076d988db None None] For port ecfcdc47-bbdf-42d4-8edb-32ca688533b4, host dv-neutron-601336-94-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-94-hyperv',level=0,port_id=ecfcdc47-bbdf-42d4-8edb-32ca688533b4,segment=NetworkSegment(13a0ebd9-26fd-48f4-9b57-76208c507f91),segment_id=13a0ebd9-26fd-48f4-9b57-76208c507f91)] {{(pid=94176) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 23 11:30:46.868889 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.plugins.ml2.rpc [None req-dc7542b2-afef-47f4-a763-e3a3cba144be None None] Device 08ede0d4-abd7-41a9-b188-eb31395b34b3 up at agent ovs-agent-dv-neutron-601336-94-hyperv {{(pid=94176) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:298}} Jun 23 11:30:46.901793 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron_lib.callbacks.manager [None req-f0ca906b-c068-485d-9053-7ec5d48b0941 tempest-RoutersIpV6AdminTest-1878456168 tempest-RoutersIpV6AdminTest-1878456168-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=94174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:30:46.929572 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron_lib.callbacks.manager [None req-361e7aef-8dd7-4df0-90af-2e7076d988db None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-922904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866062', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773700135042', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773699642233', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773699642278'] for port, after_update {{(pid=94176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:30:46.939213 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG oslo_concurrency.lockutils [None req-dc7542b2-afef-47f4-a763-e3a3cba144be None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 11:30:47.026309 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-361e7aef-8dd7-4df0-90af-2e7076d988db None None] Pushing event updated for resources: {'Port': ['ID=ecfcdc47-bbdf-42d4-8edb-32ca688533b4,revision_number=3']} {{(pid=94176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 11:30:47.026309 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG oslo_concurrency.lockutils [None req-361e7aef-8dd7-4df0-90af-2e7076d988db None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.077s {{(pid=94176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 11:30:47.037447 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.plugins.ml2.db [req-739ba04c-ff53-47fd-850a-120a56863aee req-ab905f8e-d635-49ed-915c-69c11fbf889a service neutron] For port dd2b26a1-e9f4-4591-8663-03ae50002c7f, host hv-neutron-6013, cleared binding levels {{(pid=94174) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 23 11:30:47.063107 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.plugins.ml2.db [req-739ba04c-ff53-47fd-850a-120a56863aee req-ab905f8e-d635-49ed-915c-69c11fbf889a service neutron] For port dd2b26a1-e9f4-4591-8663-03ae50002c7f, host hv-neutron-6013, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-6013',level=0,port_id=dd2b26a1-e9f4-4591-8663-03ae50002c7f,segment=NetworkSegment(c346af87-b391-4254-9d6e-eeb5f3162a6b),segment_id=c346af87-b391-4254-9d6e-eeb5f3162a6b)] {{(pid=94174) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 23 11:30:47.069871 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.db.provisioning_blocks [None req-b352a2dd-0a27-498c-8a5d-7a365baa9d78 None None] Provisioning complete for port ecfcdc47-bbdf-42d4-8edb-32ca688533b4 triggered by entity DHCP. {{(pid=94176) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 23 11:30:47.071593 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron_lib.callbacks.manager [None req-b352a2dd-0a27-498c-8a5d-7a365baa9d78 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-899258'] for port, provisioning_complete {{(pid=94176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:30:47.167730 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron_lib.callbacks.manager [None req-f0ca906b-c068-485d-9053-7ec5d48b0941 tempest-RoutersIpV6AdminTest-1878456168 tempest-RoutersIpV6AdminTest-1878456168-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-923104'] for port, before_create {{(pid=94174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:30:47.167826 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2910b5b2-5ee7-42a9-93c9-3a403d9898fd tempest-RoutersAdminTest-1813587668 tempest-RoutersAdminTest-1813587668-project] Router 3b204e2a-ec33-4015-867b-afaec135a02e is scheduled to L3 agent 50ef99c0-ef28-4db5-b303-b145898fae60 with binding_index 1 {{(pid=94175) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jun 23 11:30:47.251318 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.db.provisioning_blocks [None req-dc7542b2-afef-47f4-a763-e3a3cba144be None None] Provisioning for port 08ede0d4-abd7-41a9-b188-eb31395b34b3 completed by entity L2. {{(pid=94176) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 23 11:30:47.257240 dv-neutron-601336-94-hyperv neutron-server[94175]: INFO neutron.wsgi [req-f24eee62-3b53-4f07-80e8-593fd2d5bdf8 req-aeef0377-1b8d-4c89-87ff-cc9ba4025993 tempest-ServersTestManualDisk-1703480083 tempest-ServersTestManualDisk-1703480083-project] 10.222.0.20 "GET /v2.0/security-groups?id=64e50690-84f2-4556-996e-e186f26132b0&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.4451661 Jun 23 11:30:47.279772 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.db.provisioning_blocks [None req-dc7542b2-afef-47f4-a763-e3a3cba144be None None] Provisioning complete for port 08ede0d4-abd7-41a9-b188-eb31395b34b3 triggered by entity L2. {{(pid=94176) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 23 11:30:47.280308 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron_lib.callbacks.manager [None req-dc7542b2-afef-47f4-a763-e3a3cba144be None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-899258'] for port, provisioning_complete {{(pid=94176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:30:47.298037 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron_lib.callbacks.manager [None req-ea3ba44b-c765-439c-b583-d1fceb4b5a6d tempest-FloatingIPAdminTestJSON-1420968783 tempest-FloatingIPAdminTestJSON-1420968783-project] Notify callbacks [] for router_gateway, before_create {{(pid=94175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:30:47.325725 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.quota.resource [None req-e136da7c-7063-4995-87c6-7f275f7d952d tempest-QuotasTest-383682854 tempest-QuotasTest-383682854-project-admin] Usage tracker for resource:security_group and tenant:abad5d9b2875435a82e855d34ca6c161 is out of sync, need to count used quota {{(pid=94175) count_used /opt/stack/neutron/neutron/quota/resource.py:291}} Jun 23 11:30:47.330651 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.notifiers.nova [req-3bd3fc31-7fe4-4226-889f-7a8f4d5dc280 req-fb9d250a-048e-48b9-a098-e2f2ccf613ce service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id fe216483-41ee-46c0-a3bd-9e45c734b083 {{(pid=94175) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 23 11:30:47.338898 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.db.db_base_plugin_common [None req-f0ca906b-c068-485d-9053-7ec5d48b0941 tempest-RoutersIpV6AdminTest-1878456168 tempest-RoutersIpV6AdminTest-1878456168-project-admin] Allocated IP 172.26.3.234 (3e7e4eb3-cf02-4d47-ade9-0a579cdfc60f/a5ad15ab-c489-4a67-a9b0-d559fca0ec71/dc623ec5-c003-47d6-96bf-a0f89caeff1e) {{(pid=94174) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 23 11:30:47.384917 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron_lib.callbacks.manager [None req-ea3ba44b-c765-439c-b583-d1fceb4b5a6d tempest-FloatingIPAdminTestJSON-1420968783 tempest-FloatingIPAdminTestJSON-1420968783-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-923104'] for port, before_create {{(pid=94175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:30:47.384917 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron_lib.callbacks.manager [req-3bd3fc31-7fe4-4226-889f-7a8f4d5dc280 req-fb9d250a-048e-48b9-a098-e2f2ccf613ce service neutron] Notify callbacks [] for port, precommit_update {{(pid=94175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:30:47.394069 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.quota.resource [None req-e136da7c-7063-4995-87c6-7f275f7d952d tempest-QuotasTest-383682854 tempest-QuotasTest-383682854-project-admin] Quota usage for security_group was recalculated. Used quota:0. {{(pid=94175) count_used /opt/stack/neutron/neutron/quota/resource.py:311}} Jun 23 11:30:47.396799 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron_lib.callbacks.manager [None req-6e0c53b8-7bb7-4bef-b0b8-e23fbdac0c4a tempest-NetworksTestDHCPv6-162546708 tempest-NetworksTestDHCPv6-162546708-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-922904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866062', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773700135024', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773699642224', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5082448'] for port, after_delete {{(pid=94175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:30:47.407342 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94175) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 11:30:47.420105 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron_lib.callbacks.manager [req-739ba04c-ff53-47fd-850a-120a56863aee req-ab905f8e-d635-49ed-915c-69c11fbf889a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-922904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866062', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773700135042', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773699642233', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773699642278', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5196369'] for port, after_update {{(pid=94174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:30:47.423477 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron_lib.callbacks.manager [None req-9f909c7d-d103-4886-9d4a-67710e3beaff tempest-FloatingIPNegativeTestJSON-1295786409 tempest-FloatingIPNegativeTestJSON-1295786409-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-922904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866062', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773700135024', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773699642224', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5196390'] for port, after_delete {{(pid=94174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:30:47.430625 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG oslo_concurrency.lockutils [None req-60a715b2-6f9d-463f-94c4-5138ff862d4a tempest-FloatingIPAdminTestJSON-1420968783 tempest-FloatingIPAdminTestJSON-1420968783-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94174) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 11:30:47.447535 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e0c53b8-7bb7-4bef-b0b8-e23fbdac0c4a tempest-NetworksTestDHCPv6-162546708 tempest-NetworksTestDHCPv6-162546708-project] Pushing event deleted for resources: {'Port': ['ID=2ae12273-4a54-4778-ba59-d6cfbf6a878c,revision_number=None']} {{(pid=94175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 11:30:47.457885 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG oslo_concurrency.lockutils [None req-6e0c53b8-7bb7-4bef-b0b8-e23fbdac0c4a tempest-NetworksTestDHCPv6-162546708 tempest-NetworksTestDHCPv6-162546708-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=94175) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 11:30:47.462180 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.quota.resource [None req-e136da7c-7063-4995-87c6-7f275f7d952d tempest-QuotasTest-383682854 tempest-QuotasTest-383682854-project-admin] Usage tracker for resource:security_group_rule and tenant:abad5d9b2875435a82e855d34ca6c161 is out of sync, need to count used quota {{(pid=94175) count_used /opt/stack/neutron/neutron/quota/resource.py:291}} Jun 23 11:30:47.463808 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70d5662a-bc4e-4527-8b71-534777a8224c req-634d3f6d-7f0c-4357-b83f-6b9cb874e5d3 tempest-ServersTestJSON-995612928 tempest-ServersTestJSON-995612928-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94174) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 11:30:47.465706 dv-neutron-601336-94-hyperv neutron-server[94174]: INFO neutron.wsgi [req-70d5662a-bc4e-4527-8b71-534777a8224c req-634d3f6d-7f0c-4357-b83f-6b9cb874e5d3 tempest-ServersTestJSON-995612928 tempest-ServersTestJSON-995612928-project] 10.222.0.20 "GET /v2.0/ports?device_id=5c858ae0-f491-4e6a-8938-34ed95476698 HTTP/1.1" status: 200 len: 943 time: 0.5346105 Jun 23 11:30:47.475397 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-739ba04c-ff53-47fd-850a-120a56863aee req-ab905f8e-d635-49ed-915c-69c11fbf889a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94174) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 11:30:47.476195 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron_lib.callbacks.manager [req-739ba04c-ff53-47fd-850a-120a56863aee req-ab905f8e-d635-49ed-915c-69c11fbf889a service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-217507'] for port, before_response {{(pid=94174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:30:47.477640 dv-neutron-601336-94-hyperv neutron-server[94174]: INFO neutron.wsgi [req-739ba04c-ff53-47fd-850a-120a56863aee req-ab905f8e-d635-49ed-915c-69c11fbf889a service neutron] 10.222.0.52 "PUT /v2.0/ports/dd2b26a1-e9f4-4591-8663-03ae50002c7f HTTP/1.1" status: 200 len: 1093 time: 4.6129887 Jun 23 11:30:47.478229 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5c858ae0-f491-4e6a-8938-34ed95476698', 'tag': 'dd2b26a1-e9f4-4591-8663-03ae50002c7f'}] {{(pid=94174) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 23 11:30:47.509490 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.quota.resource [None req-e136da7c-7063-4995-87c6-7f275f7d952d tempest-QuotasTest-383682854 tempest-QuotasTest-383682854-project-admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=94175) count_used /opt/stack/neutron/neutron/quota/resource.py:311}} Jun 23 11:30:47.517575 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron_lib.callbacks.manager [None req-6e0c53b8-7bb7-4bef-b0b8-e23fbdac0c4a tempest-NetworksTestDHCPv6-162546708 tempest-NetworksTestDHCPv6-162546708-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-217507'] for port, before_response {{(pid=94175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:30:47.522699 dv-neutron-601336-94-hyperv neutron-server[94175]: INFO neutron.wsgi [None req-6e0c53b8-7bb7-4bef-b0b8-e23fbdac0c4a tempest-NetworksTestDHCPv6-162546708 tempest-NetworksTestDHCPv6-162546708-project] 10.222.0.20 "DELETE /v2.0/ports/2ae12273-4a54-4778-ba59-d6cfbf6a878c HTTP/1.1" status: 204 len: 168 time: 3.4340703 Jun 23 11:30:47.526357 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.wsgi [-] (94175) accepted ('10.222.0.20', 36658) {{(pid=94175) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 11:30:47.548471 dv-neutron-601336-94-hyperv neutron-server[94175]: INFO neutron.wsgi [None req-e136da7c-7063-4995-87c6-7f275f7d952d tempest-QuotasTest-383682854 tempest-QuotasTest-383682854-project-admin] 10.222.0.20 "GET /v2.0/quotas/abad5d9b2875435a82e855d34ca6c161/details.json HTTP/1.1" status: 200 len: 703 time: 4.1414990 Jun 23 11:30:47.622242 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron_lib.callbacks.manager [None req-dc7542b2-afef-47f4-a763-e3a3cba144be None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-923122'] for port, before_update {{(pid=94176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:30:47.631453 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.db.provisioning_blocks [req-3bd3fc31-7fe4-4226-889f-7a8f4d5dc280 req-fb9d250a-048e-48b9-a098-e2f2ccf613ce service neutron] Transition to ACTIVE for port object fe216483-41ee-46c0-a3bd-9e45c734b083 will not be triggered until provisioned by entity L2. {{(pid=94175) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 23 11:30:47.732428 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.plugins.ml2.db [None req-dc7542b2-afef-47f4-a763-e3a3cba144be None None] For port 08ede0d4-abd7-41a9-b188-eb31395b34b3, host dv-neutron-601336-94-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-94-hyperv',level=0,port_id=08ede0d4-abd7-41a9-b188-eb31395b34b3,segment=NetworkSegment(c23be0a5-6980-48fb-bc9f-4a24717fe1de),segment_id=c23be0a5-6980-48fb-bc9f-4a24717fe1de)] {{(pid=94176) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 23 11:30:47.774959 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab905f8e-d635-49ed-915c-69c11fbf889a service neutron] Pushing event updated for resources: {'Port': ['ID=dd2b26a1-e9f4-4591-8663-03ae50002c7f,revision_number=3']} {{(pid=94174) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 11:30:47.814745 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron_lib.callbacks.manager [req-3bd3fc31-7fe4-4226-889f-7a8f4d5dc280 req-fb9d250a-048e-48b9-a098-e2f2ccf613ce service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-922904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866062', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773700135042', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773699642233', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773699642278', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5082471'] for port, after_update {{(pid=94175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:30:47.818924 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron_lib.callbacks.manager [None req-dc7542b2-afef-47f4-a763-e3a3cba144be None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-922904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866062', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773700135042', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773699642233', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773699642278'] for port, after_update {{(pid=94176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:30:47.821985 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG oslo_concurrency.lockutils [None req-edaa2bd9-8883-4af7-b673-3cac59de2678 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 11:30:47.831380 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG oslo_concurrency.lockutils [None req-1767d490-b1c7-4c60-9a6f-cd62c86c4542 tempest-RoutersIpV6AdminTest-1878456168 tempest-RoutersIpV6AdminTest-1878456168-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94175) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 11:30:47.849104 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-86b958f7-1ef4-49f6-b0b1-af7ba0e429a0 tempest-NetworksTestDHCPv6-162546708 tempest-NetworksTestDHCPv6-162546708-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 11:30:47.853539 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-86b958f7-1ef4-49f6-b0b1-af7ba0e429a0 tempest-NetworksTestDHCPv6-162546708 tempest-NetworksTestDHCPv6-162546708-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 11:30:47.853539 dv-neutron-601336-94-hyperv neutron-server[94175]: INFO neutron.wsgi [None req-86b958f7-1ef4-49f6-b0b1-af7ba0e429a0 tempest-NetworksTestDHCPv6-162546708 tempest-NetworksTestDHCPv6-162546708-project] 10.222.0.20 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1464 time: 0.3248024 Jun 23 11:30:47.886318 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.wsgi [-] (94175) accepted ('10.222.0.20', 36662) {{(pid=94175) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 11:30:47.947586 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc7542b2-afef-47f4-a763-e3a3cba144be None None] Pushing event updated for resources: {'Port': ['ID=08ede0d4-abd7-41a9-b188-eb31395b34b3,revision_number=4']} {{(pid=94176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 11:30:47.947811 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6ff47218258ed5bf6cae7f276c9622ae488f9e8ebc13d1a310221fbcfb04c5dd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3670f016-2a60-442c-b826-1adaac08c223" -d '{"events": [{"name": "network-changed", "server_uuid": "5c858ae0-f491-4e6a-8938-34ed95476698", "tag": "dd2b26a1-e9f4-4591-8663-03ae50002c7f"}]}' {{(pid=94174) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 23 11:30:47.952002 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG oslo_concurrency.lockutils [None req-dc7542b2-afef-47f4-a763-e3a3cba144be None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.131s {{(pid=94176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 11:30:47.967234 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2910b5b2-5ee7-42a9-93c9-3a403d9898fd tempest-RoutersAdminTest-1813587668 tempest-RoutersAdminTest-1813587668-project] Notify agent at l3_agent.dv-neutron-601336-94-hyperv the message routers_updated {{(pid=94175) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 23 11:30:47.977392 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4e20fb31-ae1c-47f1-87aa-a64d3601ccff None None] Sync routers for ids ['3b204e2a-ec33-4015-867b-afaec135a02e'] in dv-neutron-601336-94-hyperv {{(pid=94176) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 23 11:30:47.981123 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb9d250a-048e-48b9-a098-e2f2ccf613ce service neutron] Pushing event updated for resources: {'Port': ['ID=fe216483-41ee-46c0-a3bd-9e45c734b083,revision_number=2']} {{(pid=94175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 11:30:47.988521 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG oslo_concurrency.lockutils [None req-fb9d250a-048e-48b9-a098-e2f2ccf613ce service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.157s {{(pid=94175) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 11:30:48.026945 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4e20fb31-ae1c-47f1-87aa-a64d3601ccff None None] Routers {'3b204e2a-ec33-4015-867b-afaec135a02e'} bound to L3 agent in host dv-neutron-601336-94-hyperv {{(pid=94176) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 23 11:30:48.028392 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.db.l3_hamode_db [None req-4e20fb31-ae1c-47f1-87aa-a64d3601ccff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-601336-94-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-23T11:22:13Z,description=,heartbeat_timestamp=2021-06-23T11:30:43Z,host='dv-neutron-601336-94-hyperv',id=50ef99c0-ef28-4db5-b303-b145898fae60,load=0,resource_versions=,resources_synced=,started_at=2021-06-23T11:22:14Z,topic='l3_agent')) {'router_ids': ['3b204e2a-ec33-4015-867b-afaec135a02e'], 'active': True} {{(pid=94176) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 11:30:48.037386 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.db.db_base_plugin_v2 [None req-d3acaf2c-048d-419d-9177-4757d97bac4d tempest-NetworksTestDHCPv6-162546708 tempest-NetworksTestDHCPv6-162546708-project] Deleting subnet 71b0a3f2-2847-429f-bdf7-1b1f6a985be8 {{(pid=94175) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jun 23 11:30:48.064894 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron_lib.callbacks.manager [None req-d3acaf2c-048d-419d-9177-4757d97bac4d tempest-NetworksTestDHCPv6-162546708 tempest-NetworksTestDHCPv6-162546708-project] Notify callbacks [] for subnet, before_delete {{(pid=94175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:30:48.121784 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron_lib.callbacks.manager [None req-2910b5b2-5ee7-42a9-93c9-3a403d9898fd tempest-RoutersAdminTest-1813587668 tempest-RoutersAdminTest-1813587668-project] Notify callbacks [] for router, before_response {{(pid=94175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:30:48.126107 dv-neutron-601336-94-hyperv neutron-server[94175]: INFO neutron.wsgi [None req-2910b5b2-5ee7-42a9-93c9-3a403d9898fd tempest-RoutersAdminTest-1813587668 tempest-RoutersAdminTest-1813587668-project] 10.222.0.20 "POST /v2.0/routers HTTP/1.1" status: 201 len: 883 time: 10.3133235 Jun 23 11:30:48.139290 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.wsgi [-] (94175) accepted ('10.222.0.20', 36668) {{(pid=94175) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 11:30:48.143002 dv-neutron-601336-94-hyperv neutron-server[94174]: INFO neutron.wsgi [req-70d5662a-bc4e-4527-8b71-534777a8224c req-3063d1f8-6f95-4cf6-95ba-3661032a67c0 tempest-ServersTestJSON-995612928 tempest-ServersTestJSON-995612928-project] 10.222.0.20 "GET /v2.0/security-groups?id=0269fbcb-6e08-4df6-b8da-06ccdf83703f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.6306736 Jun 23 11:30:48.166573 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f909c7d-d103-4886-9d4a-67710e3beaff tempest-FloatingIPNegativeTestJSON-1295786409 tempest-FloatingIPNegativeTestJSON-1295786409-project] Pushing event deleted for resources: {'Port': ['ID=e2074fb6-4ba9-4d31-9698-cbb6742b1e11,revision_number=None']} {{(pid=94174) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 11:30:48.174844 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG oslo_concurrency.lockutils [None req-9f909c7d-d103-4886-9d4a-67710e3beaff tempest-FloatingIPNegativeTestJSON-1295786409 tempest-FloatingIPNegativeTestJSON-1295786409-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.745s {{(pid=94174) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 11:30:48.183540 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.db.l3_hamode_db [None req-4e20fb31-ae1c-47f1-87aa-a64d3601ccff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-601336-94-hyperv', False) {} {{(pid=94176) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 11:30:48.186558 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.753s {{(pid=94174) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 11:30:48.190169 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.000s {{(pid=94174) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 11:30:48.203318 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4e20fb31-ae1c-47f1-87aa-a64d3601ccff None None] Routers {'3b204e2a-ec33-4015-867b-afaec135a02e'} bound to L3 agent in host dv-neutron-601336-94-hyperv {{(pid=94176) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 23 11:30:48.203897 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.db.l3_hamode_db [None req-4e20fb31-ae1c-47f1-87aa-a64d3601ccff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-601336-94-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-23T11:22:13Z,description=,heartbeat_timestamp=2021-06-23T11:30:43Z,host='dv-neutron-601336-94-hyperv',id=50ef99c0-ef28-4db5-b303-b145898fae60,load=0,resource_versions=,resources_synced=,started_at=2021-06-23T11:22:14Z,topic='l3_agent')) {'router_ids': ['3b204e2a-ec33-4015-867b-afaec135a02e'], 'active': True} {{(pid=94176) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 11:30:48.238701 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron_lib.callbacks.manager [None req-9f909c7d-d103-4886-9d4a-67710e3beaff tempest-FloatingIPNegativeTestJSON-1295786409 tempest-FloatingIPNegativeTestJSON-1295786409-project] Notify callbacks [] for floatingip, after_delete {{(pid=94174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:30:48.241591 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron_lib.callbacks.manager [None req-9f909c7d-d103-4886-9d4a-67710e3beaff tempest-FloatingIPNegativeTestJSON-1295786409 tempest-FloatingIPNegativeTestJSON-1295786409-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-217507'] for floatingip, before_response {{(pid=94174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:30:48.243407 dv-neutron-601336-94-hyperv neutron-server[94174]: INFO neutron.wsgi [None req-9f909c7d-d103-4886-9d4a-67710e3beaff tempest-FloatingIPNegativeTestJSON-1295786409 tempest-FloatingIPNegativeTestJSON-1295786409-project] 10.222.0.20 "DELETE /v2.0/floatingips/33542b12-8674-4b71-a8e8-8c74efd7e8e1 HTTP/1.1" status: 204 len: 168 time: 3.7727799 Jun 23 11:30:48.256849 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.wsgi [-] (94174) accepted ('10.222.0.20', 36670) {{(pid=94174) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 11:30:48.264944 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron_lib.callbacks.manager [None req-d3acaf2c-048d-419d-9177-4757d97bac4d tempest-NetworksTestDHCPv6-162546708 tempest-NetworksTestDHCPv6-162546708-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5190686'] for subnet, precommit_delete_associations {{(pid=94175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:30:48.292300 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.api.v2.base [None req-172484be-06a4-4b42-b850-c16d4a792a3d tempest-FloatingIPNegativeTestJSON-1295786409 tempest-FloatingIPNegativeTestJSON-1295786409-project] Request body: {'floatingip': {'floating_network_id': 'c9db83c6-9294-4aab-be1f-a0e4e14b168f', 'port_id': 'd4cda272-e97b-4021-abd7-2c3b6aac9e8c', 'fixed_ip_address': '172.20.0.14'}} {{(pid=94174) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 23 11:30:48.343272 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.db.l3_hamode_db [None req-4e20fb31-ae1c-47f1-87aa-a64d3601ccff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-601336-94-hyperv', False) {} {{(pid=94176) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 11:30:48.343685 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4e20fb31-ae1c-47f1-87aa-a64d3601ccff None None] The sync data for ids ['3b204e2a-ec33-4015-867b-afaec135a02e'] in dv-neutron-601336-94-hyperv is: [] {{(pid=94176) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 23 11:30:48.349779 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.plugins.ml2.managers [req-3bd3fc31-7fe4-4226-889f-7a8f4d5dc280 req-fb9d250a-048e-48b9-a098-e2f2ccf613ce service neutron] Attempting to bind port fe216483-41ee-46c0-a3bd-9e45c734b083 on host hv-neutron-6013 for vnic_type normal with profile {{(pid=94175) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 23 11:30:48.350127 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.plugins.ml2.managers [req-3bd3fc31-7fe4-4226-889f-7a8f4d5dc280 req-fb9d250a-048e-48b9-a098-e2f2ccf613ce service neutron] Attempting to bind port fe216483-41ee-46c0-a3bd-9e45c734b083 by drivers openvswitch,hyperv on host hv-neutron-6013 at level 0 using segments [{'id': '4482701d-19d0-4d8e-a55f-e73b72787bc2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 406, 'network_id': 'eef03c16-5c70-4b40-b183-38c419fed443'}] {{(pid=94175) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 23 11:30:48.350636 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3bd3fc31-7fe4-4226-889f-7a8f4d5dc280 req-fb9d250a-048e-48b9-a098-e2f2ccf613ce service neutron] Attempting to bind port fe216483-41ee-46c0-a3bd-9e45c734b083 on network eef03c16-5c70-4b40-b183-38c419fed443 {{(pid=94175) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 23 11:30:48.380409 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-739ba04c-ff53-47fd-850a-120a56863aee req-3031597e-ebd2-4de4-9306-ce85f6219c84 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94174) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 11:30:48.380409 dv-neutron-601336-94-hyperv neutron-server[94174]: INFO neutron.wsgi [req-739ba04c-ff53-47fd-850a-120a56863aee req-3031597e-ebd2-4de4-9306-ce85f6219c84 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=3e2c0af899fe4d7db7ea93301231f34d&device_id=5c858ae0-f491-4e6a-8938-34ed95476698 HTTP/1.1" status: 200 len: 1096 time: 0.5177035 Jun 23 11:30:48.380409 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 23 Jun 2021 11:30:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7f44bd0f-9eb9-4c7a-8d6e-403d55bc5e0f x-openstack-request-id: req-7f44bd0f-9eb9-4c7a-8d6e-403d55bc5e0f {{(pid=94174) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 23 11:30:48.380409 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5c858ae0-f491-4e6a-8938-34ed95476698", "tag": "dd2b26a1-e9f4-4591-8663-03ae50002c7f", "status": "completed", "code": 200}]} {{(pid=94174) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 23 11:30:48.380409 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-7f44bd0f-9eb9-4c7a-8d6e-403d55bc5e0f {{(pid=94174) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 23 11:30:48.380409 dv-neutron-601336-94-hyperv neutron-server[94174]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5c858ae0-f491-4e6a-8938-34ed95476698', 'tag': 'dd2b26a1-e9f4-4591-8663-03ae50002c7f', 'status': 'completed', 'code': 200} Jun 23 11:30:48.394244 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron_lib.callbacks.manager [None req-f0ca906b-c068-485d-9053-7ec5d48b0941 tempest-RoutersIpV6AdminTest-1878456168 tempest-RoutersIpV6AdminTest-1878456168-project-admin] Notify callbacks [] for port, precommit_create {{(pid=94174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:30:48.434372 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.wsgi [-] (94175) accepted ('10.222.0.20', 36678) {{(pid=94175) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 11:30:48.435019 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3bd3fc31-7fe4-4226-889f-7a8f4d5dc280 req-fb9d250a-048e-48b9-a098-e2f2ccf613ce service neutron] Port fe216483-41ee-46c0-a3bd-9e45c734b083 on network eef03c16-5c70-4b40-b183-38c419fed443 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-6013 {{(pid=94175) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 23 11:30:48.435375 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3bd3fc31-7fe4-4226-889f-7a8f4d5dc280 req-fb9d250a-048e-48b9-a098-e2f2ccf613ce service neutron] Attempting to bind port fe216483-41ee-46c0-a3bd-9e45c734b083 on network eef03c16-5c70-4b40-b183-38c419fed443 {{(pid=94175) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 23 11:30:48.467584 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3bd3fc31-7fe4-4226-889f-7a8f4d5dc280 req-fb9d250a-048e-48b9-a098-e2f2ccf613ce service neutron] Checking agent: {'id': '3a130b41-5b27-406b-aeb2-5a923af79f10', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-6013', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 23, 11, 28, 23), 'started_at': datetime.datetime(2021, 6, 23, 11, 28, 23), 'heartbeat_timestamp': datetime.datetime(2021, 6, 23, 11, 30, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94175) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 23 11:30:48.470694 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3bd3fc31-7fe4-4226-889f-7a8f4d5dc280 req-fb9d250a-048e-48b9-a098-e2f2ccf613ce service neutron] Checking segment: {'id': '4482701d-19d0-4d8e-a55f-e73b72787bc2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 406, 'network_id': 'eef03c16-5c70-4b40-b183-38c419fed443'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94175) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 23 11:30:48.470694 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3bd3fc31-7fe4-4226-889f-7a8f4d5dc280 req-fb9d250a-048e-48b9-a098-e2f2ccf613ce service neutron] Bound using segment: {'id': '4482701d-19d0-4d8e-a55f-e73b72787bc2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 406, 'network_id': 'eef03c16-5c70-4b40-b183-38c419fed443'} {{(pid=94175) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 23 11:30:48.470694 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.plugins.ml2.managers [req-3bd3fc31-7fe4-4226-889f-7a8f4d5dc280 req-fb9d250a-048e-48b9-a098-e2f2ccf613ce service neutron] Bound port: fe216483-41ee-46c0-a3bd-9e45c734b083, host: hv-neutron-6013, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4482701d-19d0-4d8e-a55f-e73b72787bc2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 406, 'network_id': 'eef03c16-5c70-4b40-b183-38c419fed443'}}] {{(pid=94175) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 23 11:30:48.470694 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron_lib.callbacks.manager [req-3bd3fc31-7fe4-4226-889f-7a8f4d5dc280 req-fb9d250a-048e-48b9-a098-e2f2ccf613ce service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-923122'] for port, before_update {{(pid=94175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:30:48.572245 dv-neutron-601336-94-hyperv neutron-server[94175]: INFO neutron.wsgi [None req-02a1b9b6-69e3-4f0f-8503-ada7012b093b tempest-RoutersAdminTest-1733287776 tempest-RoutersAdminTest-1733287776-project-admin] 10.222.0.20 "GET /v2.0/routers/3b204e2a-ec33-4015-867b-afaec135a02e HTTP/1.1" status: 200 len: 919 time: 0.4243431 Jun 23 11:30:48.576527 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.wsgi [-] (94175) accepted ('10.222.0.20', 36682) {{(pid=94175) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 11:30:48.604290 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron_lib.callbacks.manager [None req-d3acaf2c-048d-419d-9177-4757d97bac4d tempest-NetworksTestDHCPv6-162546708 tempest-NetworksTestDHCPv6-162546708-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-897634'] for subnet, precommit_delete {{(pid=94175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:30:48.610381 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron_lib.callbacks.manager [None req-f0ca906b-c068-485d-9053-7ec5d48b0941 tempest-RoutersIpV6AdminTest-1878456168 tempest-RoutersIpV6AdminTest-1878456168-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-922915', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-239814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7866073', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773699642215', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-5196399'] for port, after_create {{(pid=94174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:30:48.614335 dv-neutron-601336-94-hyperv neutron-server[94174]: INFO neutron.wsgi [req-739ba04c-ff53-47fd-850a-120a56863aee req-4a3f78ad-395a-4a23-a9bf-68886faf3808 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=dd2b26a1-e9f4-4591-8663-03ae50002c7f HTTP/1.1" status: 200 len: 217 time: 0.2236357 Jun 23 11:30:48.633501 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG oslo_concurrency.lockutils [None req-e2e7755f-ee8e-4871-b4fb-61b978cd308c tempest-NetworksTestDHCPv6-162546708 tempest-NetworksTestDHCPv6-162546708-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94174) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 11:30:48.729958 dv-neutron-601336-94-hyperv neutron-server[94175]: INFO neutron.wsgi [None req-0f08d764-39c3-4cbe-b322-a73a5832eb17 tempest-RoutersAdminTest-1813587668 tempest-RoutersAdminTest-1813587668-project] 10.222.0.20 "GET /v2.0/ports?device_id=3b204e2a-ec33-4015-867b-afaec135a02e HTTP/1.1" status: 200 len: 205 time: 0.1452141 Jun 23 11:30:48.731467 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.wsgi [-] (94175) accepted ('10.222.0.20', 36684) {{(pid=94175) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 11:30:48.747001 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f0ca906b-c068-485d-9053-7ec5d48b0941 tempest-RoutersIpV6AdminTest-1878456168 tempest-RoutersIpV6AdminTest-1878456168-project-admin] Network 3e7e4eb3-cf02-4d47-ade9-0a579cdfc60f is already hosted by enough agents. {{(pid=94174) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 23 11:30:48.779202 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron_lib.callbacks.manager [None req-172484be-06a4-4b42-b850-c16d4a792a3d tempest-FloatingIPNegativeTestJSON-1295786409 tempest-FloatingIPNegativeTestJSON-1295786409-project] Notify callbacks [] for floatingip, before_create {{(pid=94174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:30:48.782314 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.plugins.ml2.rpc [None req-dc7542b2-afef-47f4-a763-e3a3cba144be None None] Device ecfcdc47-bbdf-42d4-8edb-32ca688533b4 up at agent ovs-agent-dv-neutron-601336-94-hyperv {{(pid=94176) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:298}} Jun 23 11:30:48.818546 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.scheduler.base_scheduler [None req-f0ca906b-c068-485d-9053-7ec5d48b0941 tempest-RoutersIpV6AdminTest-1878456168 tempest-RoutersIpV6AdminTest-1878456168-project-admin] Resources bound (agent type, host, resource id): {{(pid=94174) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 23 11:30:48.831717 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f0ca906b-c068-485d-9053-7ec5d48b0941 tempest-RoutersIpV6AdminTest-1878456168 tempest-RoutersIpV6AdminTest-1878456168-project-admin] Received port after_create {{(pid=94174) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 23 11:30:48.876618 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.db.provisioning_blocks [None req-dc7542b2-afef-47f4-a763-e3a3cba144be None None] Provisioning complete for port ecfcdc47-bbdf-42d4-8edb-32ca688533b4 triggered by entity L2. {{(pid=94176) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 23 11:30:48.891289 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron_lib.callbacks.manager [None req-dc7542b2-afef-47f4-a763-e3a3cba144be None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-899258'] for port, provisioning_complete {{(pid=94176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:30:48.891462 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0ca906b-c068-485d-9053-7ec5d48b0941 tempest-RoutersIpV6AdminTest-1878456168 tempest-RoutersIpV6AdminTest-1878456168-project-admin] Pushing event updated for resources: {'Port': ['ID=dc623ec5-c003-47d6-96bf-a0f89caeff1e,revision_number=1']} {{(pid=94174) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 11:30:48.912861 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG oslo_concurrency.lockutils [None req-f0ca906b-c068-485d-9053-7ec5d48b0941 tempest-RoutersIpV6AdminTest-1878456168 tempest-RoutersIpV6AdminTest-1878456168-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.279s {{(pid=94174) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 11:30:49.061991 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.plugins.ml2.rpc [None req-dc7542b2-afef-47f4-a763-e3a3cba144be None None] Device 08ede0d4-abd7-41a9-b188-eb31395b34b3 up at agent ovs-agent-dv-neutron-601336-94-hyperv {{(pid=94176) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:298}} Jun 23 11:30:49.111235 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-935a5737-1be0-4c62-9acf-b3ebc6640a85 req-89d71eae-f7e5-46e3-a11b-d4ba95629898 tempest-ServersTestManualDisk-1703480083 tempest-ServersTestManualDisk-1703480083-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94174) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 11:30:49.114229 dv-neutron-601336-94-hyperv neutron-server[94174]: INFO neutron.wsgi [req-935a5737-1be0-4c62-9acf-b3ebc6640a85 req-89d71eae-f7e5-46e3-a11b-d4ba95629898 tempest-ServersTestManualDisk-1703480083 tempest-ServersTestManualDisk-1703480083-project] 10.222.0.20 "GET /v2.0/ports?device_id=60467d60-f71e-4b81-84ed-861e06a6acb7 HTTP/1.1" status: 200 len: 944 time: 0.6024182 Jun 23 11:30:49.169780 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.db.provisioning_blocks [None req-dc7542b2-afef-47f4-a763-e3a3cba144be None None] Provisioning complete for port 08ede0d4-abd7-41a9-b188-eb31395b34b3 triggered by entity L2. {{(pid=94176) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 23 11:30:49.170016 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron_lib.callbacks.manager [None req-dc7542b2-afef-47f4-a763-e3a3cba144be None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-899258'] for port, provisioning_complete {{(pid=94176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:30:49.228453 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.db.db_base_plugin_common [None req-ea3ba44b-c765-439c-b583-d1fceb4b5a6d tempest-FloatingIPAdminTestJSON-1420968783 tempest-FloatingIPAdminTestJSON-1420968783-project] Allocated IP 172.26.3.187 (3e7e4eb3-cf02-4d47-ade9-0a579cdfc60f/a5ad15ab-c489-4a67-a9b0-d559fca0ec71/91dd55f0-6f65-4a7a-a42a-c30e9e040ec3) {{(pid=94175) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 23 11:30:49.287209 dv-neutron-601336-94-hyperv neutron-server[94174]: INFO neutron.wsgi [req-935a5737-1be0-4c62-9acf-b3ebc6640a85 req-c9b22999-9577-494e-9cd9-e35b63cc112b tempest-ServersTestManualDisk-1703480083 tempest-ServersTestManualDisk-1703480083-project] 10.222.0.20 "GET /v2.0/security-groups?id=64e50690-84f2-4556-996e-e186f26132b0&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1271141 Jun 23 11:30:49.309243 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron_lib.callbacks.manager [None req-42ed3686-bf56-4e77-916f-aba5d6ce14d1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:30:49.324948 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron_lib.callbacks.manager [None req-d3acaf2c-048d-419d-9177-4757d97bac4d tempest-NetworksTestDHCPv6-162546708 tempest-NetworksTestDHCPv6-162546708-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-897627', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866062', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5083050', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4660036'] for subnet, after_delete {{(pid=94175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:30:49.363588 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94175) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 11:30:49.369849 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron_lib.callbacks.manager [None req-2b71c768-af9b-48e5-a88a-ea5f62d19229 tempest-RoutersAdminTest-1813587668 tempest-RoutersAdminTest-1813587668-project] Notify callbacks [] for router, before_delete {{(pid=94175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:30:49.465502 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3acaf2c-048d-419d-9177-4757d97bac4d tempest-NetworksTestDHCPv6-162546708 tempest-NetworksTestDHCPv6-162546708-project] Pushing event deleted for resources: {'Subnet': ['ID=71b0a3f2-2847-429f-bdf7-1b1f6a985be8,revision_number=None']} {{(pid=94175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 11:30:49.475895 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG oslo_concurrency.lockutils [None req-d3acaf2c-048d-419d-9177-4757d97bac4d tempest-NetworksTestDHCPv6-162546708 tempest-NetworksTestDHCPv6-162546708-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.113s {{(pid=94175) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 11:30:49.476884 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.plugins.ml2.db [req-3bd3fc31-7fe4-4226-889f-7a8f4d5dc280 req-fb9d250a-048e-48b9-a098-e2f2ccf613ce service neutron] For port fe216483-41ee-46c0-a3bd-9e45c734b083, host hv-neutron-6013, cleared binding levels {{(pid=94175) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 23 11:30:49.477853 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-813cdd41-ab6d-4f79-a35a-e17047802d5b None None] Network f53f535d-bce4-4da8-9bd9-396677ff4e83 requested from dv-neutron-601336-94-hyperv {{(pid=94176) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 23 11:30:49.483963 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron_lib.callbacks.manager [None req-d3acaf2c-048d-419d-9177-4757d97bac4d tempest-NetworksTestDHCPv6-162546708 tempest-NetworksTestDHCPv6-162546708-project] Notify callbacks [] for subnet, before_response {{(pid=94175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:30:49.489043 dv-neutron-601336-94-hyperv neutron-server[94175]: INFO neutron.wsgi [None req-d3acaf2c-048d-419d-9177-4757d97bac4d tempest-NetworksTestDHCPv6-162546708 tempest-NetworksTestDHCPv6-162546708-project] 10.222.0.20 "DELETE /v2.0/subnets/71b0a3f2-2847-429f-bdf7-1b1f6a985be8 HTTP/1.1" status: 204 len: 168 time: 1.5981040 Jun 23 11:30:49.489427 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.wsgi [-] (94174) accepted ('10.222.0.20', 36688) {{(pid=94174) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 11:30:49.552105 dv-neutron-601336-94-hyperv neutron-server[94174]: INFO neutron.wsgi [None req-7be18aa4-3823-4d5b-ac86-e93d6cacb5e2 tempest-NetworksTestDHCPv6-162546708 tempest-NetworksTestDHCPv6-162546708-project] 10.222.0.20 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0584807 Jun 23 11:30:49.552323 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.wsgi [-] (94174) accepted ('10.222.0.20', 36690) {{(pid=94174) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 11:30:49.557827 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.api.v2.base [None req-994e541f-29e8-49df-93fc-996c6508952c tempest-NetworksTestDHCPv6-162546708 tempest-NetworksTestDHCPv6-162546708-project] Request body: {'subnet': {'network_id': 'f53f535d-bce4-4da8-9bd9-396677ff4e83', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=94174) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 23 11:30:49.593595 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron_lib.callbacks.manager [None req-ea3ba44b-c765-439c-b583-d1fceb4b5a6d tempest-FloatingIPAdminTestJSON-1420968783 tempest-FloatingIPAdminTestJSON-1420968783-project] Notify callbacks [] for port, precommit_create {{(pid=94175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:30:49.623695 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.plugins.ml2.db [req-3bd3fc31-7fe4-4226-889f-7a8f4d5dc280 req-fb9d250a-048e-48b9-a098-e2f2ccf613ce service neutron] For port fe216483-41ee-46c0-a3bd-9e45c734b083, host hv-neutron-6013, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-6013',level=0,port_id=fe216483-41ee-46c0-a3bd-9e45c734b083,segment=NetworkSegment(4482701d-19d0-4d8e-a55f-e73b72787bc2),segment_id=4482701d-19d0-4d8e-a55f-e73b72787bc2)] {{(pid=94175) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 23 11:30:49.634281 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron_lib.callbacks.manager [None req-2b71c768-af9b-48e5-a88a-ea5f62d19229 tempest-RoutersAdminTest-1813587668 tempest-RoutersAdminTest-1813587668-project] Notify callbacks [] for router_gateway, before_delete {{(pid=94175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:30:49.700601 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03bbb25c-2006-49ed-b063-67997684552a req-557b2e9c-c0c6-4e18-a324-5e89701932b3 tempest-ServersTestJSON-995612928 tempest-ServersTestJSON-995612928-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 11:30:49.702954 dv-neutron-601336-94-hyperv neutron-server[94175]: INFO neutron.wsgi [req-03bbb25c-2006-49ed-b063-67997684552a req-557b2e9c-c0c6-4e18-a324-5e89701932b3 tempest-ServersTestJSON-995612928 tempest-ServersTestJSON-995612928-project] 10.222.0.20 "GET /v2.0/ports?device_id=5c858ae0-f491-4e6a-8938-34ed95476698 HTTP/1.1" status: 200 len: 943 time: 0.3653235 Jun 23 11:30:49.751277 dv-neutron-601336-94-hyperv neutron-server[94175]: INFO neutron.wsgi [req-03bbb25c-2006-49ed-b063-67997684552a req-a851b54e-53dc-4014-b60a-da6c7d4d7b5a tempest-ServersTestJSON-995612928 tempest-ServersTestJSON-995612928-project] 10.222.0.20 "GET /v2.0/security-groups?id=0269fbcb-6e08-4df6-b8da-06ccdf83703f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0412188 Jun 23 11:30:49.759217 dv-neutron-601336-94-hyperv neutron-server[94174]: INFO neutron.api.v2.resource [None req-172484be-06a4-4b42-b850-c16d4a792a3d tempest-FloatingIPNegativeTestJSON-1295786409 tempest-FloatingIPNegativeTestJSON-1295786409-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jun 23 11:30:49.760329 dv-neutron-601336-94-hyperv neutron-server[94174]: INFO neutron.wsgi [None req-172484be-06a4-4b42-b850-c16d4a792a3d tempest-FloatingIPNegativeTestJSON-1295786409 tempest-FloatingIPNegativeTestJSON-1295786409-project] 10.222.0.20 "POST /v2.0/floatingips HTTP/1.1" status: 400 len: 373 time: 1.4861543 Jun 23 11:30:49.768322 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.wsgi [-] (94175) accepted ('10.222.0.20', 36692) {{(pid=94175) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 11:30:49.790754 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c0a876bb-e2e9-4e97-86c2-f33b19971c02 None None] DHCP port deletion for f53f535d-bce4-4da8-9bd9-396677ff4e83 request from dv-neutron-601336-94-hyperv {{(pid=94176) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jun 23 11:30:49.792149 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.api.v2.base [None req-b3c9761a-91f1-4450-a060-5c58694db047 tempest-FloatingIPNegativeTestJSON-1295786409 tempest-FloatingIPNegativeTestJSON-1295786409-project] Request body: {'floatingip': {'floating_network_id': '3e7e4eb3-cf02-4d47-ade9-0a579cdfc60f', 'port_id': 'd4cda272-e97b-4021-abd7-2c3b6aac9e8c', 'fixed_ip_address': '172.20.0.14'}} {{(pid=94175) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 23 11:30:49.843493 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.plugins.ml2.plugin [None req-c0a876bb-e2e9-4e97-86c2-f33b19971c02 None None] Deleting port 41dd64ed-d7a0-478c-a3e3-04c42e61eb05 {{(pid=94176) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1913}} Jun 23 11:30:49.844015 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron_lib.callbacks.manager [None req-c0a876bb-e2e9-4e97-86c2-f33b19971c02 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773700079324'] for port, before_delete {{(pid=94176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:30:49.898418 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron_lib.callbacks.manager [None req-f0ca906b-c068-485d-9053-7ec5d48b0941 tempest-RoutersIpV6AdminTest-1878456168 tempest-RoutersIpV6AdminTest-1878456168-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=94174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:30:49.918842 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.plugins.ml2.db [None req-c0a876bb-e2e9-4e97-86c2-f33b19971c02 None None] For port 41dd64ed-d7a0-478c-a3e3-04c42e61eb05, host dv-neutron-601336-94-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-94-hyperv',level=0,port_id=41dd64ed-d7a0-478c-a3e3-04c42e61eb05,segment=NetworkSegment(6303a411-6e70-4139-a530-9ee4cf8ba843),segment_id=6303a411-6e70-4139-a530-9ee4cf8ba843)] {{(pid=94176) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 23 11:30:49.919331 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron_lib.callbacks.manager [None req-c0a876bb-e2e9-4e97-86c2-f33b19971c02 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-430722'] for port, precommit_delete {{(pid=94176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:30:49.945516 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.plugins.ml2.plugin [None req-c0a876bb-e2e9-4e97-86c2-f33b19971c02 None None] Calling delete_port for 41dd64ed-d7a0-478c-a3e3-04c42e61eb05 owned by network:dhcp {{(pid=94176) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1986}} Jun 23 11:30:49.964272 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron_lib.callbacks.manager [req-3bd3fc31-7fe4-4226-889f-7a8f4d5dc280 req-fb9d250a-048e-48b9-a098-e2f2ccf613ce service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-922904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866062', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773700135042', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773699642233', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773699642278', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5082471'] for port, after_update {{(pid=94175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:30:49.964272 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron_lib.callbacks.manager [None req-ea3ba44b-c765-439c-b583-d1fceb4b5a6d tempest-FloatingIPAdminTestJSON-1420968783 tempest-FloatingIPAdminTestJSON-1420968783-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-922915', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-239814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7866073', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773699642215', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-5082457'] for port, after_create {{(pid=94175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:30:49.964272 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG oslo_concurrency.lockutils [None req-97aa88c4-0500-44bb-8895-ee1ff661c7bb tempest-RoutersIpV6AdminTest-894294123 tempest-RoutersIpV6AdminTest-894294123-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94175) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 11:30:50.052272 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ea3ba44b-c765-439c-b583-d1fceb4b5a6d tempest-FloatingIPAdminTestJSON-1420968783 tempest-FloatingIPAdminTestJSON-1420968783-project] Network 3e7e4eb3-cf02-4d47-ade9-0a579cdfc60f is already hosted by enough agents. {{(pid=94175) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 23 11:30:50.069385 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bd3fc31-7fe4-4226-889f-7a8f4d5dc280 req-fb9d250a-048e-48b9-a098-e2f2ccf613ce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 11:30:50.070180 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron_lib.callbacks.manager [req-3bd3fc31-7fe4-4226-889f-7a8f4d5dc280 req-fb9d250a-048e-48b9-a098-e2f2ccf613ce service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-217507'] for port, before_response {{(pid=94175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:30:50.071763 dv-neutron-601336-94-hyperv neutron-server[94175]: INFO neutron.wsgi [req-3bd3fc31-7fe4-4226-889f-7a8f4d5dc280 req-fb9d250a-048e-48b9-a098-e2f2ccf613ce service neutron] 10.222.0.52 "PUT /v2.0/ports/fe216483-41ee-46c0-a3bd-9e45c734b083 HTTP/1.1" status: 200 len: 1094 time: 7.2052543 Jun 23 11:30:50.081530 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.scheduler.base_scheduler [None req-ea3ba44b-c765-439c-b583-d1fceb4b5a6d tempest-FloatingIPAdminTestJSON-1420968783 tempest-FloatingIPAdminTestJSON-1420968783-project] Resources bound (agent type, host, resource id): {{(pid=94175) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 23 11:30:50.084303 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '60467d60-f71e-4b81-84ed-861e06a6acb7', 'tag': 'fe216483-41ee-46c0-a3bd-9e45c734b083'}] {{(pid=94175) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 23 11:30:50.097601 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ea3ba44b-c765-439c-b583-d1fceb4b5a6d tempest-FloatingIPAdminTestJSON-1420968783 tempest-FloatingIPAdminTestJSON-1420968783-project] Received port after_create {{(pid=94175) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 23 11:30:50.118762 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.plugins.ml2.plugin [None req-2b71c768-af9b-48e5-a88a-ea5f62d19229 tempest-RoutersAdminTest-1813587668 tempest-RoutersAdminTest-1813587668-project] Deleting port a88a395c-5e21-4e5f-a27a-59246219c3f4 {{(pid=94175) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1913}} Jun 23 11:30:50.119145 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron_lib.callbacks.manager [None req-2b71c768-af9b-48e5-a88a-ea5f62d19229 tempest-RoutersAdminTest-1813587668 tempest-RoutersAdminTest-1813587668-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773700079324'] for port, before_delete {{(pid=94175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:30:50.196812 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb9d250a-048e-48b9-a098-e2f2ccf613ce service neutron] Pushing event updated for resources: {'Port': ['ID=fe216483-41ee-46c0-a3bd-9e45c734b083,revision_number=3']} {{(pid=94175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 11:30:50.293869 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron_lib.callbacks.manager [None req-c0a876bb-e2e9-4e97-86c2-f33b19971c02 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-922904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866062', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773700135024', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773699642224'] for port, after_delete {{(pid=94176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:30:50.299143 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 11:30:50.357002 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1970408df4ea4e7170669a1249478e627cf05a5a0b07cc08a66c5cb53d0ac47a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f5580d9f-e7ca-489c-8539-70a2b8efa51d" -d '{"events": [{"name": "network-changed", "server_uuid": "60467d60-f71e-4b81-84ed-861e06a6acb7", "tag": "fe216483-41ee-46c0-a3bd-9e45c734b083"}]}' {{(pid=94175) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 23 11:30:50.379416 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron_lib.callbacks.manager [None req-42ed3686-bf56-4e77-916f-aba5d6ce14d1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:30:50.414969 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0a876bb-e2e9-4e97-86c2-f33b19971c02 None None] Pushing event deleted for resources: {'Port': ['ID=41dd64ed-d7a0-478c-a3e3-04c42e61eb05,revision_number=None']} {{(pid=94176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 11:30:50.423108 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG oslo_concurrency.lockutils [None req-c0a876bb-e2e9-4e97-86c2-f33b19971c02 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.123s {{(pid=94176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 11:30:50.432005 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c0a876bb-e2e9-4e97-86c2-f33b19971c02 None None] No DVR routers for this DVR port 41dd64ed-d7a0-478c-a3e3-04c42e61eb05 on host dv-neutron-601336-94-hyperv {{(pid=94176) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 23 11:30:50.574769 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 23 Jun 2021 11:30:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-df4dfd6c-3c93-4708-9ae3-b6be2cffb2b7 x-openstack-request-id: req-df4dfd6c-3c93-4708-9ae3-b6be2cffb2b7 {{(pid=94175) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 23 11:30:50.575122 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "60467d60-f71e-4b81-84ed-861e06a6acb7", "tag": "fe216483-41ee-46c0-a3bd-9e45c734b083", "status": "completed", "code": 200}]} {{(pid=94175) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 23 11:30:50.575411 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-df4dfd6c-3c93-4708-9ae3-b6be2cffb2b7 {{(pid=94175) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 23 11:30:50.575972 dv-neutron-601336-94-hyperv neutron-server[94175]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '60467d60-f71e-4b81-84ed-861e06a6acb7', 'tag': 'fe216483-41ee-46c0-a3bd-9e45c734b083', 'status': 'completed', 'code': 200} Jun 23 11:30:50.578744 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron_lib.callbacks.manager [None req-f0ca906b-c068-485d-9053-7ec5d48b0941 tempest-RoutersIpV6AdminTest-1878456168 tempest-RoutersIpV6AdminTest-1878456168-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-520412', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-524143'] for router, after_create {{(pid=94174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:30:50.584458 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea3ba44b-c765-439c-b583-d1fceb4b5a6d tempest-FloatingIPAdminTestJSON-1420968783 tempest-FloatingIPAdminTestJSON-1420968783-project] Pushing event updated for resources: {'Port': ['ID=91dd55f0-6f65-4a7a-a42a-c30e9e040ec3,revision_number=1']} {{(pid=94175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 11:30:50.591066 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron_lib.callbacks.manager [None req-2b71c768-af9b-48e5-a88a-ea5f62d19229 tempest-RoutersAdminTest-1813587668 tempest-RoutersAdminTest-1813587668-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-430722'] for port, precommit_delete {{(pid=94175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:30:50.592493 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG oslo_concurrency.lockutils [None req-ea3ba44b-c765-439c-b583-d1fceb4b5a6d tempest-FloatingIPAdminTestJSON-1420968783 tempest-FloatingIPAdminTestJSON-1420968783-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.633s {{(pid=94175) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 11:30:50.609859 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.627s {{(pid=94175) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 11:30:50.610056 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.000s {{(pid=94175) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 11:30:50.630342 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.plugins.ml2.plugin [None req-2b71c768-af9b-48e5-a88a-ea5f62d19229 tempest-RoutersAdminTest-1813587668 tempest-RoutersAdminTest-1813587668-project] Calling delete_port for a88a395c-5e21-4e5f-a27a-59246219c3f4 owned by network:router_gateway {{(pid=94175) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1986}} Jun 23 11:30:50.630342 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron_lib.callbacks.manager [None req-42ed3686-bf56-4e77-916f-aba5d6ce14d1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7996330'] for security_group, after_create {{(pid=94175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:30:50.653029 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94175) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 11:30:50.682241 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42ed3686-bf56-4e77-916f-aba5d6ce14d1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=eaa63021-ce11-4a63-beff-08cb2d3cc58a,revision_number=1']} {{(pid=94175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 11:30:50.689864 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG oslo_concurrency.lockutils [None req-42ed3686-bf56-4e77-916f-aba5d6ce14d1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.037s {{(pid=94175) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 11:30:50.698415 dv-neutron-601336-94-hyperv neutron-server[94175]: INFO neutron.wsgi [None req-42ed3686-bf56-4e77-916f-aba5d6ce14d1 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=dceef97276c341d5bbbfe9f4147a0f1f&name=default HTTP/1.1" status: 200 len: 2979 time: 2.2604809 Jun 23 11:30:50.700463 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.wsgi [-] (94175) accepted ('10.222.0.20', 36704) {{(pid=94175) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 11:30:50.769720 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cbc2a3e-c515-404a-b716-e9f08f980a86 req-b14e0041-626a-4f1d-b16c-154c299ad937 tempest-ServersTestManualDisk-1703480083 tempest-ServersTestManualDisk-1703480083-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94174) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 11:30:50.772455 dv-neutron-601336-94-hyperv neutron-server[94174]: INFO neutron.wsgi [req-2cbc2a3e-c515-404a-b716-e9f08f980a86 req-b14e0041-626a-4f1d-b16c-154c299ad937 tempest-ServersTestManualDisk-1703480083 tempest-ServersTestManualDisk-1703480083-project] 10.222.0.20 "GET /v2.0/ports?device_id=60467d60-f71e-4b81-84ed-861e06a6acb7 HTTP/1.1" status: 200 len: 944 time: 0.2336774 Jun 23 11:30:50.778272 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-994e541f-29e8-49df-93fc-996c6508952c tempest-NetworksTestDHCPv6-162546708 tempest-NetworksTestDHCPv6-162546708-project] Made reservation on behalf of 5e61222a836c47229c94e37f3902e6bd for: {'subnet': 1} {{(pid=94174) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 23 11:30:50.780891 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron_lib.callbacks.manager [None req-994e541f-29e8-49df-93fc-996c6508952c tempest-NetworksTestDHCPv6-162546708 tempest-NetworksTestDHCPv6-162546708-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4294245'] for subnet, before_create {{(pid=94174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:30:50.793961 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.plugins.ml2.rpc [None req-dc7542b2-afef-47f4-a763-e3a3cba144be None None] Device 41dd64ed-d7a0-478c-a3e3-04c42e61eb05 no longer exists at agent ovs-agent-dv-neutron-601336-94-hyperv {{(pid=94176) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:261}} Jun 23 11:30:50.838074 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.plugins.ml2.plugin [None req-dc7542b2-afef-47f4-a763-e3a3cba144be None None] No Port match for: 41dd64ed-d7a0-478c-a3e3-04c42e61eb05 {{(pid=94176) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2240}} Jun 23 11:30:50.838425 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.plugins.ml2.rpc [None req-dc7542b2-afef-47f4-a763-e3a3cba144be None None] Device 41dd64ed-d7a0-478c-a3e3-04c42e61eb05 not bound to the agent host dv-neutron-601336-94-hyperv {{(pid=94176) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:271}} Jun 23 11:30:50.947599 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron_lib.callbacks.manager [None req-79fed436-ef75-4c1b-a54f-fb2a3ec64c0c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:30:51.014343 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron_lib.callbacks.manager [None req-ea3ba44b-c765-439c-b583-d1fceb4b5a6d tempest-FloatingIPAdminTestJSON-1420968783 tempest-FloatingIPAdminTestJSON-1420968783-project] Notify callbacks [] for router_gateway, after_create {{(pid=94175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:30:51.047802 dv-neutron-601336-94-hyperv neutron-server[94174]: INFO neutron.wsgi [req-2cbc2a3e-c515-404a-b716-e9f08f980a86 req-74534032-89c6-4098-acb0-365ae739357e tempest-ServersTestManualDisk-1703480083 tempest-ServersTestManualDisk-1703480083-project] 10.222.0.20 "GET /v2.0/security-groups?id=64e50690-84f2-4556-996e-e186f26132b0&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1528876 Jun 23 11:30:51.056623 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron_lib.callbacks.manager [None req-79fed436-ef75-4c1b-a54f-fb2a3ec64c0c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:30:51.062177 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron_lib.callbacks.manager [None req-b3c9761a-91f1-4450-a060-5c58694db047 tempest-FloatingIPNegativeTestJSON-1295786409 tempest-FloatingIPNegativeTestJSON-1295786409-project] Notify callbacks [] for floatingip, before_create {{(pid=94175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:30:51.241068 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f0ca906b-c068-485d-9053-7ec5d48b0941 tempest-RoutersIpV6AdminTest-1878456168 tempest-RoutersIpV6AdminTest-1878456168-project-admin] Router aaf6b2bd-fcb2-4d0f-971d-82966f660bf8 is scheduled to L3 agent 50ef99c0-ef28-4db5-b303-b145898fae60 with binding_index 1 {{(pid=94174) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jun 23 11:30:51.306183 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db63ea7c-8083-4995-a123-49bd6d623c8b req-552c367d-3526-4d77-92ff-2979d3e489fc tempest-ServersTestJSON-995612928 tempest-ServersTestJSON-995612928-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 11:30:51.307069 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron_lib.callbacks.manager [None req-994e541f-29e8-49df-93fc-996c6508952c tempest-NetworksTestDHCPv6-162546708 tempest-NetworksTestDHCPv6-162546708-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866062', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5195999', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4294259'] for subnet, after_create {{(pid=94174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:30:51.307682 dv-neutron-601336-94-hyperv neutron-server[94175]: INFO neutron.wsgi [req-db63ea7c-8083-4995-a123-49bd6d623c8b req-552c367d-3526-4d77-92ff-2979d3e489fc tempest-ServersTestJSON-995612928 tempest-ServersTestJSON-995612928-project] 10.222.0.20 "GET /v2.0/ports?device_id=5c858ae0-f491-4e6a-8938-34ed95476698 HTTP/1.1" status: 200 len: 943 time: 0.3058698 Jun 23 11:30:51.313094 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG oslo_concurrency.lockutils [None req-40765967-0cfe-4f7b-8712-a67a2cf2ad14 tempest-NetworksTestDHCPv6-162546708 tempest-NetworksTestDHCPv6-162546708-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94174) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 11:30:51.362861 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-994e541f-29e8-49df-93fc-996c6508952c tempest-NetworksTestDHCPv6-162546708 tempest-NetworksTestDHCPv6-162546708-project] Network f53f535d-bce4-4da8-9bd9-396677ff4e83 is already hosted by enough agents. {{(pid=94174) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 23 11:30:51.368311 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron_lib.callbacks.manager [None req-2b71c768-af9b-48e5-a88a-ea5f62d19229 tempest-RoutersAdminTest-1813587668 tempest-RoutersAdminTest-1813587668-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-922904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866062', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773700135024', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773699642224', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5082448'] for port, after_delete {{(pid=94175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:30:51.375023 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG oslo_concurrency.lockutils [None req-d394e29d-4117-4528-9e07-f30bbd883d84 tempest-ServersTestJSON-995612928 tempest-ServersTestJSON-995612928-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94175) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 11:30:51.395611 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.scheduler.base_scheduler [None req-994e541f-29e8-49df-93fc-996c6508952c tempest-NetworksTestDHCPv6-162546708 tempest-NetworksTestDHCPv6-162546708-project] Resources bound (agent type, host, resource id): {{(pid=94174) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 23 11:30:51.413809 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-994e541f-29e8-49df-93fc-996c6508952c tempest-NetworksTestDHCPv6-162546708 tempest-NetworksTestDHCPv6-162546708-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94174) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 11:30:51.413809 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron_lib.callbacks.manager [None req-994e541f-29e8-49df-93fc-996c6508952c tempest-NetworksTestDHCPv6-162546708 tempest-NetworksTestDHCPv6-162546708-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7865916'] for subnet, before_response {{(pid=94174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:30:51.416586 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-311025af-0d5c-44c6-90c4-e007f99aa632 None None] Network f53f535d-bce4-4da8-9bd9-396677ff4e83 requested from dv-neutron-601336-94-hyperv {{(pid=94176) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 23 11:30:51.421650 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-994e541f-29e8-49df-93fc-996c6508952c tempest-NetworksTestDHCPv6-162546708 tempest-NetworksTestDHCPv6-162546708-project] Pushing event updated for resources: {'Subnet': ['ID=a693b49c-4dbf-483e-b9f1-80ae6f82c45a,revision_number=0']} {{(pid=94174) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 11:30:51.426813 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG oslo_concurrency.lockutils [None req-994e541f-29e8-49df-93fc-996c6508952c tempest-NetworksTestDHCPv6-162546708 tempest-NetworksTestDHCPv6-162546708-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.114s {{(pid=94174) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 11:30:51.428771 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b71c768-af9b-48e5-a88a-ea5f62d19229 tempest-RoutersAdminTest-1813587668 tempest-RoutersAdminTest-1813587668-project] Pushing event deleted for resources: {'Port': ['ID=a88a395c-5e21-4e5f-a27a-59246219c3f4,revision_number=None']} {{(pid=94175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 11:30:51.437691 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f0ca906b-c068-485d-9053-7ec5d48b0941 tempest-RoutersIpV6AdminTest-1878456168 tempest-RoutersIpV6AdminTest-1878456168-project-admin] Notify agent at l3_agent.dv-neutron-601336-94-hyperv the message routers_updated {{(pid=94174) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 23 11:30:51.446881 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron_lib.callbacks.manager [None req-79fed436-ef75-4c1b-a54f-fb2a3ec64c0c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7996330'] for security_group, after_delete {{(pid=94175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:30:51.454982 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG oslo_concurrency.lockutils [None req-2b71c768-af9b-48e5-a88a-ea5f62d19229 tempest-RoutersAdminTest-1813587668 tempest-RoutersAdminTest-1813587668-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.080s {{(pid=94175) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 11:30:51.463000 dv-neutron-601336-94-hyperv neutron-server[94177]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e034f78d-2281-487b-930a-47d9f9c664c4 None None] Sync routers for ids ['aaf6b2bd-fcb2-4d0f-971d-82966f660bf8'] in dv-neutron-601336-94-hyperv {{(pid=94177) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 23 11:30:51.463571 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron_lib.callbacks.manager [None req-79fed436-ef75-4c1b-a54f-fb2a3ec64c0c admin admin] Notify callbacks [] for security_group, before_response {{(pid=94175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:30:51.465581 dv-neutron-601336-94-hyperv neutron-server[94175]: INFO neutron.wsgi [None req-79fed436-ef75-4c1b-a54f-fb2a3ec64c0c admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/eaa63021-ce11-4a63-beff-08cb2d3cc58a HTTP/1.1" status: 204 len: 168 time: 0.7625275 Jun 23 11:30:51.482210 dv-neutron-601336-94-hyperv neutron-server[94177]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e034f78d-2281-487b-930a-47d9f9c664c4 None None] Routers {'aaf6b2bd-fcb2-4d0f-971d-82966f660bf8'} bound to L3 agent in host dv-neutron-601336-94-hyperv {{(pid=94177) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 23 11:30:51.482844 dv-neutron-601336-94-hyperv neutron-server[94177]: DEBUG neutron.db.l3_hamode_db [None req-e034f78d-2281-487b-930a-47d9f9c664c4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-601336-94-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-23T11:22:13Z,description=,heartbeat_timestamp=2021-06-23T11:30:43Z,host='dv-neutron-601336-94-hyperv',id=50ef99c0-ef28-4db5-b303-b145898fae60,load=0,resource_versions=,resources_synced=,started_at=2021-06-23T11:22:14Z,topic='l3_agent')) {'router_ids': ['aaf6b2bd-fcb2-4d0f-971d-82966f660bf8'], 'active': True} {{(pid=94177) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 11:30:51.485947 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG oslo_concurrency.lockutils [None req-4cbce106-e612-4861-8fb4-28dd9f8dcf88 tempest-DHCPAgentSchedulersTestJSON-448050073 tempest-DHCPAgentSchedulersTestJSON-448050073-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94175) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 11:30:51.495180 dv-neutron-601336-94-hyperv neutron-server[94175]: INFO neutron.wsgi [req-db63ea7c-8083-4995-a123-49bd6d623c8b req-08141cda-672b-40ac-b265-94e779135ecd tempest-ServersTestJSON-995612928 tempest-ServersTestJSON-995612928-project] 10.222.0.20 "GET /v2.0/security-groups?id=0269fbcb-6e08-4df6-b8da-06ccdf83703f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1769156 Jun 23 11:30:51.505336 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron_lib.callbacks.manager [None req-ea3ba44b-c765-439c-b583-d1fceb4b5a6d tempest-FloatingIPAdminTestJSON-1420968783 tempest-FloatingIPAdminTestJSON-1420968783-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-520412', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-524143'] for router, after_create {{(pid=94175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:30:51.530118 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79fed436-ef75-4c1b-a54f-fb2a3ec64c0c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=eaa63021-ce11-4a63-beff-08cb2d3cc58a,revision_number=None']} {{(pid=94175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 11:30:51.538723 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG oslo_concurrency.lockutils [None req-79fed436-ef75-4c1b-a54f-fb2a3ec64c0c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.053s {{(pid=94175) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 11:30:51.621159 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron_lib.callbacks.manager [None req-b3c9761a-91f1-4450-a060-5c58694db047 tempest-FloatingIPNegativeTestJSON-1295786409 tempest-FloatingIPNegativeTestJSON-1295786409-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-923104'] for port, before_create {{(pid=94175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:30:51.652005 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b0c5f28f-85b9-4837-b5b4-16bb767cd1ba None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1e0d828a-1fa4-563d-b7fd-53adf66a04ee-f53f535d-bce4-4da8-9bd9-396677ff4e83', 'network_id': 'f53f535d-bce4-4da8-9bd9-396677ff4e83', 'tenant_id': '5e61222a836c47229c94e37f3902e6bd', 'fixed_ips': [{'subnet_id': 'a693b49c-4dbf-483e-b9f1-80ae6f82c45a'}]}} from dv-neutron-601336-94-hyperv. {{(pid=94176) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 23 11:30:51.652005 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron_lib.callbacks.manager [None req-b0c5f28f-85b9-4837-b5b4-16bb767cd1ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-923104'] for port, before_create {{(pid=94176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:30:51.662794 dv-neutron-601336-94-hyperv neutron-server[94177]: DEBUG neutron.db.l3_dvr_db [None req-e034f78d-2281-487b-930a-47d9f9c664c4 None None] Set router aaf6b2bd-fcb2-4d0f-971d-82966f660bf8 gateway port host: dv-neutron-601336-94-hyperv {{(pid=94177) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:838}} Jun 23 11:30:51.673555 dv-neutron-601336-94-hyperv neutron-server[94174]: INFO neutron.wsgi [None req-994e541f-29e8-49df-93fc-996c6508952c tempest-NetworksTestDHCPv6-162546708 tempest-NetworksTestDHCPv6-162546708-project] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 2.1175911 Jun 23 11:30:51.674241 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.wsgi [-] (94174) accepted ('10.222.0.20', 36710) {{(pid=94174) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 11:30:51.678860 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.api.v2.base [None req-afcb5ff3-4b5a-4499-94a2-35115a907913 tempest-NetworksTestDHCPv6-162546708 tempest-NetworksTestDHCPv6-162546708-project] Request body: {'port': {'network_id': 'f53f535d-bce4-4da8-9bd9-396677ff4e83', 'fixed_ips': [{'subnet_id': 'a693b49c-4dbf-483e-b9f1-80ae6f82c45a', 'ip_address': '2001:db8::9e26:60a8:ca0f:2af5'}], 'name': 'tempest-NetworksTestDHCPv6-1793359318'}} {{(pid=94174) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 23 11:30:51.693245 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron_lib.callbacks.manager [None req-2b71c768-af9b-48e5-a88a-ea5f62d19229 tempest-RoutersAdminTest-1813587668 tempest-RoutersAdminTest-1813587668-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-524171'] for router_gateway, after_delete {{(pid=94175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:30:51.780613 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron_lib.callbacks.manager [None req-f0ca906b-c068-485d-9053-7ec5d48b0941 tempest-RoutersIpV6AdminTest-1878456168 tempest-RoutersIpV6AdminTest-1878456168-project-admin] Notify callbacks [] for router, before_response {{(pid=94174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:30:51.782129 dv-neutron-601336-94-hyperv neutron-server[94174]: INFO neutron.wsgi [None req-f0ca906b-c068-485d-9053-7ec5d48b0941 tempest-RoutersIpV6AdminTest-1878456168 tempest-RoutersIpV6AdminTest-1878456168-project-admin] 10.222.0.20 "POST /v2.0/routers HTTP/1.1" status: 201 len: 907 time: 7.7596097 Jun 23 11:30:51.784881 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.wsgi [-] (94174) accepted ('10.222.0.20', 36714) {{(pid=94174) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 11:30:51.860866 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.db.db_base_plugin_common [None req-b0c5f28f-85b9-4837-b5b4-16bb767cd1ba None None] Allocated IP 2001:db8::2 (f53f535d-bce4-4da8-9bd9-396677ff4e83/a693b49c-4dbf-483e-b9f1-80ae6f82c45a/79d474c3-10a7-4cad-b2bb-5fbe94b0de87) {{(pid=94176) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 23 11:30:51.973337 dv-neutron-601336-94-hyperv neutron-server[94177]: DEBUG neutron.db.l3_hamode_db [None req-e034f78d-2281-487b-930a-47d9f9c664c4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'aaf6b2bd-fcb2-4d0f-971d-82966f660bf8', 'name': 'tempest-snat-router-2088181164', 'tenant_id': 'fd08a1643c8a4193835c13f4222b4d53', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3e7e4eb3-cf02-4d47-ade9-0a579cdfc60f', 'external_fixed_ips': [{'subnet_id': 'a5ad15ab-c489-4a67-a9b0-d559fca0ec71', 'ip_address': '172.26.3.234'}], 'enable_snat': True}, 'gw_port_id': 'dc623ec5-c003-47d6-96bf-a0f89caeff1e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-23T11:30:44Z', 'updated_at': '2021-06-23T11:30:49Z', 'revision_number': 3, 'project_id': 'fd08a1643c8a4193835c13f4222b4d53', 'gw_port': {'id': 'dc623ec5-c003-47d6-96bf-a0f89caeff1e', 'name': '', 'network_id': '3e7e4eb3-cf02-4d47-ade9-0a579cdfc60f', 'tenant_id': '', 'mac_address': 'fa:16:3e:2e:7a:6c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'aaf6b2bd-fcb2-4d0f-971d-82966f660bf8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 211, 'fixed_ips': [{'subnet_id': 'a5ad15ab-c489-4a67-a9b0-d559fca0ec71', 'ip_address': '172.26.3.234', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-23T11:30:47Z', 'updated_at': '2021-06-23T11:30:47Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'a5ad15ab-c489-4a67-a9b0-d559fca0ec71', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-601336-94-hyperv'}], 'dv-neutron-601336-94-hyperv', False) {} {{(pid=94177) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 11:30:51.975585 dv-neutron-601336-94-hyperv neutron-server[94174]: INFO neutron.wsgi [None req-5ed2d1a4-207a-46ca-b7b9-991379298e60 tempest-RoutersIpV6AdminTest-1878456168 tempest-RoutersIpV6AdminTest-1878456168-project-admin] 10.222.0.20 "GET /v2.0/routers/aaf6b2bd-fcb2-4d0f-971d-82966f660bf8 HTTP/1.1" status: 200 len: 908 time: 0.1881244 Jun 23 11:30:51.976672 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.wsgi [-] (94174) accepted ('10.222.0.20', 36718) {{(pid=94174) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 11:30:52.036923 dv-neutron-601336-94-hyperv neutron-server[94177]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e034f78d-2281-487b-930a-47d9f9c664c4 None None] Checking router: aaf6b2bd-fcb2-4d0f-971d-82966f660bf8 for host: dv-neutron-601336-94-hyperv {{(pid=94177) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 23 11:30:52.037273 dv-neutron-601336-94-hyperv neutron-server[94177]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e034f78d-2281-487b-930a-47d9f9c664c4 None None] Updating router aaf6b2bd-fcb2-4d0f-971d-82966f660bf8 port dc623ec5-c003-47d6-96bf-a0f89caeff1e binding host dv-neutron-601336-94-hyperv {{(pid=94177) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 23 11:30:52.081696 dv-neutron-601336-94-hyperv neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-e034f78d-2281-487b-930a-47d9f9c664c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-923122'] for port, before_update {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:30:52.097514 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron_lib.callbacks.manager [None req-b0c5f28f-85b9-4837-b5b4-16bb767cd1ba None None] Notify callbacks [] for port, precommit_create {{(pid=94176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:30:52.103902 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-afcb5ff3-4b5a-4499-94a2-35115a907913 tempest-NetworksTestDHCPv6-162546708 tempest-NetworksTestDHCPv6-162546708-project] Made reservation on behalf of 5e61222a836c47229c94e37f3902e6bd for: {'port': 1} {{(pid=94174) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 23 11:30:52.137691 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron_lib.callbacks.manager [None req-2b71c768-af9b-48e5-a88a-ea5f62d19229 tempest-RoutersAdminTest-1813587668 tempest-RoutersAdminTest-1813587668-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-520417', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-32301'] for router, precommit_delete {{(pid=94175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:30:52.141876 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron_lib.callbacks.manager [None req-2b71c768-af9b-48e5-a88a-ea5f62d19229 tempest-RoutersAdminTest-1813587668 tempest-RoutersAdminTest-1813587668-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:30:52.145649 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.db.provisioning_blocks [None req-b0c5f28f-85b9-4837-b5b4-16bb767cd1ba None None] Transition to ACTIVE for port object 79d474c3-10a7-4cad-b2bb-5fbe94b0de87 will not be triggered until provisioned by entity L2. {{(pid=94176) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 23 11:30:52.176754 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.db.provisioning_blocks [None req-b0c5f28f-85b9-4837-b5b4-16bb767cd1ba None None] Transition to ACTIVE for port object 79d474c3-10a7-4cad-b2bb-5fbe94b0de87 will not be triggered until provisioned by entity DHCP. {{(pid=94176) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 23 11:30:52.212119 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron_lib.callbacks.manager [None req-c015f9d1-5fb3-4c15-b45a-50514889c12d tempest-RoutersIpV6AdminTest-1878456168 tempest-RoutersIpV6AdminTest-1878456168-project-admin] Notify callbacks [] for router, before_delete {{(pid=94174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:30:52.254475 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.db.db_base_plugin_common [None req-b3c9761a-91f1-4450-a060-5c58694db047 tempest-FloatingIPNegativeTestJSON-1295786409 tempest-FloatingIPNegativeTestJSON-1295786409-project] Allocated IP 172.26.3.147 (3e7e4eb3-cf02-4d47-ade9-0a579cdfc60f/a5ad15ab-c489-4a67-a9b0-d559fca0ec71/621e2ea1-ce71-4585-93bc-b2c84bf189a9) {{(pid=94175) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 23 11:30:52.254697 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron_lib.callbacks.manager [None req-b0c5f28f-85b9-4837-b5b4-16bb767cd1ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-922915', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-239814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7866073', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773699642215'] for port, after_create {{(pid=94176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:30:52.263812 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG oslo_concurrency.lockutils [None req-361e7aef-8dd7-4df0-90af-2e7076d988db None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 11:30:52.299552 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b0c5f28f-85b9-4837-b5b4-16bb767cd1ba None None] Network f53f535d-bce4-4da8-9bd9-396677ff4e83 is already hosted by enough agents. {{(pid=94176) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 23 11:30:52.305563 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.scheduler.base_scheduler [None req-b0c5f28f-85b9-4837-b5b4-16bb767cd1ba None None] Resources bound (agent type, host, resource id): {{(pid=94176) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 23 11:30:52.308827 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron_lib.callbacks.manager [None req-2b71c768-af9b-48e5-a88a-ea5f62d19229 tempest-RoutersAdminTest-1813587668 tempest-RoutersAdminTest-1813587668-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-494961'] for router, after_delete {{(pid=94175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:30:52.309379 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2b71c768-af9b-48e5-a88a-ea5f62d19229 tempest-RoutersAdminTest-1813587668 tempest-RoutersAdminTest-1813587668-project] Fanout notify agent at l3_agent the message router_deleted on router 3b204e2a-ec33-4015-867b-afaec135a02e {{(pid=94175) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jun 23 11:30:52.309543 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b0c5f28f-85b9-4837-b5b4-16bb767cd1ba None None] Received port after_create {{(pid=94176) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 23 11:30:52.324480 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron_lib.callbacks.manager [None req-2b71c768-af9b-48e5-a88a-ea5f62d19229 tempest-RoutersAdminTest-1813587668 tempest-RoutersAdminTest-1813587668-project] Notify callbacks [] for router, before_response {{(pid=94175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:30:52.328484 dv-neutron-601336-94-hyperv neutron-server[94175]: INFO neutron.wsgi [None req-2b71c768-af9b-48e5-a88a-ea5f62d19229 tempest-RoutersAdminTest-1813587668 tempest-RoutersAdminTest-1813587668-project] 10.222.0.20 "DELETE /v2.0/routers/3b204e2a-ec33-4015-867b-afaec135a02e HTTP/1.1" status: 204 len: 168 time: 3.5853853 Jun 23 11:30:52.332704 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.wsgi [-] (94175) accepted ('10.222.0.20', 36722) {{(pid=94175) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 11:30:52.344850 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.api.v2.base [None req-552f76c5-7749-4ff2-a802-9dae53d3e7cc tempest-RoutersAdminTest-1733287776 tempest-RoutersAdminTest-1733287776-project-admin] Request body: {'router': {'name': 'tempest-snat-router-1623815328', 'external_gateway_info': {'network_id': '3e7e4eb3-cf02-4d47-ade9-0a579cdfc60f', 'enable_snat': False}}} {{(pid=94175) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 23 11:30:52.424252 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.wsgi [-] (94175) accepted ('10.222.0.20', 36724) {{(pid=94175) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 11:30:52.449614 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0c5f28f-85b9-4837-b5b4-16bb767cd1ba None None] Pushing event updated for resources: {'Port': ['ID=79d474c3-10a7-4cad-b2bb-5fbe94b0de87,revision_number=1']} {{(pid=94176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 11:30:52.453483 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron_lib.callbacks.manager [None req-76383198-0efd-4250-8faf-d98acaad167f admin admin] Notify callbacks [] for security_group, before_create {{(pid=94175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:30:52.453655 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG oslo_concurrency.lockutils [None req-b0c5f28f-85b9-4837-b5b4-16bb767cd1ba None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.190s {{(pid=94176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 11:30:52.469433 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron_lib.callbacks.manager [None req-afcb5ff3-4b5a-4499-94a2-35115a907913 tempest-NetworksTestDHCPv6-162546708 tempest-NetworksTestDHCPv6-162546708-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-923104'] for port, before_create {{(pid=94174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:30:52.483318 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-739ba04c-ff53-47fd-850a-120a56863aee req-176d5b9f-751d-4299-8f3c-188c6c7ef0f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94174) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 11:30:52.484767 dv-neutron-601336-94-hyperv neutron-server[94174]: INFO neutron.wsgi [req-739ba04c-ff53-47fd-850a-120a56863aee req-176d5b9f-751d-4299-8f3c-188c6c7ef0f7 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=3bfb1ec3-b37f-49bf-ab64-d8c5440d6cd6 HTTP/1.1" status: 200 len: 844 time: 0.2697365 Jun 23 11:30:52.492813 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5580d9f-e7ca-489c-8539-70a2b8efa51d req-aa72a960-952e-4645-852e-b625c7f8cdab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 11:30:52.493668 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.plugins.ml2.managers [None req-b0c5f28f-85b9-4837-b5b4-16bb767cd1ba None None] Attempting to bind port 79d474c3-10a7-4cad-b2bb-5fbe94b0de87 on host dv-neutron-601336-94-hyperv for vnic_type normal with profile {{(pid=94176) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 23 11:30:52.494137 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.plugins.ml2.managers [None req-b0c5f28f-85b9-4837-b5b4-16bb767cd1ba None None] Attempting to bind port 79d474c3-10a7-4cad-b2bb-5fbe94b0de87 by drivers openvswitch,hyperv on host dv-neutron-601336-94-hyperv at level 0 using segments [{'id': '6303a411-6e70-4139-a530-9ee4cf8ba843', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 419, 'network_id': 'f53f535d-bce4-4da8-9bd9-396677ff4e83'}] {{(pid=94176) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 23 11:30:52.494303 dv-neutron-601336-94-hyperv neutron-server[94175]: INFO neutron.wsgi [req-f5580d9f-e7ca-489c-8539-70a2b8efa51d req-aa72a960-952e-4645-852e-b625c7f8cdab service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=7773bca180b74a769b5b6d02c3ba717c&device_id=60467d60-f71e-4b81-84ed-861e06a6acb7 HTTP/1.1" status: 200 len: 1097 time: 0.2418613 Jun 23 11:30:52.494795 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b0c5f28f-85b9-4837-b5b4-16bb767cd1ba None None] Attempting to bind port 79d474c3-10a7-4cad-b2bb-5fbe94b0de87 on network f53f535d-bce4-4da8-9bd9-396677ff4e83 {{(pid=94176) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 23 11:30:52.496900 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ea3ba44b-c765-439c-b583-d1fceb4b5a6d tempest-FloatingIPAdminTestJSON-1420968783 tempest-FloatingIPAdminTestJSON-1420968783-project] Router 82083bbf-e3ef-4c55-8318-807c0e486f66 is scheduled to L3 agent 50ef99c0-ef28-4db5-b303-b145898fae60 with binding_index 1 {{(pid=94175) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jun 23 11:30:52.501581 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b0c5f28f-85b9-4837-b5b4-16bb767cd1ba None None] Checking agent: {'id': '4d05f899-5ac9-411b-8a03-f60c93f87cdf', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-601336-94-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 23, 11, 22, 14), 'started_at': datetime.datetime(2021, 6, 23, 11, 22, 44), 'heartbeat_timestamp': datetime.datetime(2021, 6, 23, 11, 30, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'monitor_allowed_address_pair_garp': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-601336-94-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94176) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 23 11:30:52.502418 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b0c5f28f-85b9-4837-b5b4-16bb767cd1ba None None] Checking segment: {'id': '6303a411-6e70-4139-a530-9ee4cf8ba843', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 419, 'network_id': 'f53f535d-bce4-4da8-9bd9-396677ff4e83'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94176) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 23 11:30:52.503729 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron_lib.callbacks.manager [None req-b0c5f28f-85b9-4837-b5b4-16bb767cd1ba None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:30:52.508981 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b0c5f28f-85b9-4837-b5b4-16bb767cd1ba None None] Bound using segment: {'id': '6303a411-6e70-4139-a530-9ee4cf8ba843', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 419, 'network_id': 'f53f535d-bce4-4da8-9bd9-396677ff4e83'} {{(pid=94176) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 23 11:30:52.509110 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-381c7a88-0db6-4a39-a6f3-6fa989055e21 req-d00c51e4-982f-4a30-9e35-45b8ff36446e tempest-ServersTestManualDisk-1703480083 tempest-ServersTestManualDisk-1703480083-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94174) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 11:30:52.509205 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.plugins.ml2.managers [None req-b0c5f28f-85b9-4837-b5b4-16bb767cd1ba None None] Bound port: 79d474c3-10a7-4cad-b2bb-5fbe94b0de87, host: dv-neutron-601336-94-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6303a411-6e70-4139-a530-9ee4cf8ba843', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 419, 'network_id': 'f53f535d-bce4-4da8-9bd9-396677ff4e83'}}] {{(pid=94176) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 23 11:30:52.509205 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron_lib.callbacks.manager [None req-b0c5f28f-85b9-4837-b5b4-16bb767cd1ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-923122'] for port, before_update {{(pid=94176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:30:52.509362 dv-neutron-601336-94-hyperv neutron-server[94174]: INFO neutron.wsgi [req-381c7a88-0db6-4a39-a6f3-6fa989055e21 req-d00c51e4-982f-4a30-9e35-45b8ff36446e tempest-ServersTestManualDisk-1703480083 tempest-ServersTestManualDisk-1703480083-project] 10.222.0.20 "GET /v2.0/ports?device_id=60467d60-f71e-4b81-84ed-861e06a6acb7 HTTP/1.1" status: 200 len: 944 time: 0.2193503 Jun 23 11:30:52.541910 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron_lib.callbacks.manager [None req-b3c9761a-91f1-4450-a060-5c58694db047 tempest-FloatingIPNegativeTestJSON-1295786409 tempest-FloatingIPNegativeTestJSON-1295786409-project] Notify callbacks [] for port, precommit_create {{(pid=94175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:30:52.561920 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron_lib.callbacks.manager [None req-552f76c5-7749-4ff2-a802-9dae53d3e7cc tempest-RoutersAdminTest-1733287776 tempest-RoutersAdminTest-1733287776-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-520407', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-32315'] for router, before_create {{(pid=94175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:30:52.563212 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron_lib.callbacks.manager [None req-552f76c5-7749-4ff2-a802-9dae53d3e7cc tempest-RoutersAdminTest-1733287776 tempest-RoutersAdminTest-1733287776-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-520264', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-524122', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-414782', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-32290'] for router, precommit_create {{(pid=94175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:30:52.576283 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.notifiers.nova [None req-afcb5ff3-4b5a-4499-94a2-35115a907913 tempest-NetworksTestDHCPv6-162546708 tempest-NetworksTestDHCPv6-162546708-project] device_id is not set on port c0ed6019-3512-424b-984b-27348032c072 yet. {{(pid=94174) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jun 23 11:30:52.584912 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.plugins.ml2.db [None req-b0c5f28f-85b9-4837-b5b4-16bb767cd1ba None None] For port 79d474c3-10a7-4cad-b2bb-5fbe94b0de87, host dv-neutron-601336-94-hyperv, cleared binding levels {{(pid=94176) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 23 11:30:52.589136 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.plugins.ml2.db [None req-b0c5f28f-85b9-4837-b5b4-16bb767cd1ba None None] For port 79d474c3-10a7-4cad-b2bb-5fbe94b0de87, host dv-neutron-601336-94-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-94-hyperv',level=0,port_id=79d474c3-10a7-4cad-b2bb-5fbe94b0de87,segment=NetworkSegment(6303a411-6e70-4139-a530-9ee4cf8ba843),segment_id=6303a411-6e70-4139-a530-9ee4cf8ba843)] {{(pid=94176) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 23 11:30:52.650190 dv-neutron-601336-94-hyperv neutron-server[94174]: INFO neutron.wsgi [req-381c7a88-0db6-4a39-a6f3-6fa989055e21 req-c8c4bf1a-8b29-4b62-a93a-c8328e02b749 tempest-ServersTestManualDisk-1703480083 tempest-ServersTestManualDisk-1703480083-project] 10.222.0.20 "GET /v2.0/security-groups?id=64e50690-84f2-4556-996e-e186f26132b0&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1195548 Jun 23 11:30:52.651429 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron_lib.callbacks.manager [None req-c015f9d1-5fb3-4c15-b45a-50514889c12d tempest-RoutersIpV6AdminTest-1878456168 tempest-RoutersIpV6AdminTest-1878456168-project-admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:30:52.716578 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron_lib.callbacks.manager [None req-b0c5f28f-85b9-4837-b5b4-16bb767cd1ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-922904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866062', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773700135042', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773699642233', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773699642278'] for port, after_update {{(pid=94176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:30:52.722734 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-739ba04c-ff53-47fd-850a-120a56863aee req-44bd755c-c82a-483d-9bca-cac3371b1e6d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94174) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 11:30:52.731422 dv-neutron-601336-94-hyperv neutron-server[94174]: INFO neutron.wsgi [req-739ba04c-ff53-47fd-850a-120a56863aee req-44bd755c-c82a-483d-9bca-cac3371b1e6d service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=53451295-943c-4b83-97fd-a02f49b38b3c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1178 time: 0.2170684 Jun 23 11:30:52.731624 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG oslo_concurrency.lockutils [None req-15a77d27-4214-4e2b-8b16-3a3826423158 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 11:30:52.796070 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0c5f28f-85b9-4837-b5b4-16bb767cd1ba None None] Pushing event updated for resources: {'Port': ['ID=79d474c3-10a7-4cad-b2bb-5fbe94b0de87,revision_number=2']} {{(pid=94176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 11:30:52.801486 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG oslo_concurrency.lockutils [None req-b0c5f28f-85b9-4837-b5b4-16bb767cd1ba None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.076s {{(pid=94176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 11:30:52.885029 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.db.db_base_plugin_common [None req-afcb5ff3-4b5a-4499-94a2-35115a907913 tempest-NetworksTestDHCPv6-162546708 tempest-NetworksTestDHCPv6-162546708-project] Allocated IP 2001:db8::9e26:60a8:ca0f:2af5 (f53f535d-bce4-4da8-9bd9-396677ff4e83/a693b49c-4dbf-483e-b9f1-80ae6f82c45a/c0ed6019-3512-424b-984b-27348032c072) {{(pid=94174) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 23 11:30:52.897605 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron_lib.callbacks.manager [None req-552f76c5-7749-4ff2-a802-9dae53d3e7cc tempest-RoutersAdminTest-1733287776 tempest-RoutersAdminTest-1733287776-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:30:52.920861 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5580d9f-e7ca-489c-8539-70a2b8efa51d req-8b662ba0-62f0-4695-b59d-7cfd235187b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 11:30:52.921127 dv-neutron-601336-94-hyperv neutron-server[94174]: INFO neutron.wsgi [req-739ba04c-ff53-47fd-850a-120a56863aee req-e5fb8d7d-0f98-467e-9650-f101b51c05f2 service neutron] 10.222.0.52 "GET /v2.0/networks/53451295-943c-4b83-97fd-a02f49b38b3c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1881902 Jun 23 11:30:52.922331 dv-neutron-601336-94-hyperv neutron-server[94175]: INFO neutron.wsgi [req-f5580d9f-e7ca-489c-8539-70a2b8efa51d req-8b662ba0-62f0-4695-b59d-7cfd235187b2 service neutron] 10.222.0.52 "GET /v2.0/networks?tenant_id=7773bca180b74a769b5b6d02c3ba717c&shared=False HTTP/1.1" status: 200 len: 913 time: 0.4148676 Jun 23 11:30:52.942914 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ea3ba44b-c765-439c-b583-d1fceb4b5a6d tempest-FloatingIPAdminTestJSON-1420968783 tempest-FloatingIPAdminTestJSON-1420968783-project] Notify agent at l3_agent.dv-neutron-601336-94-hyperv the message routers_updated {{(pid=94175) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 23 11:30:52.982162 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0bf8712d-c68f-488a-bce4-353df3a89ea3 None None] Sync routers for ids ['82083bbf-e3ef-4c55-8318-807c0e486f66'] in dv-neutron-601336-94-hyperv {{(pid=94176) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 23 11:30:53.014737 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0bf8712d-c68f-488a-bce4-353df3a89ea3 None None] Routers {'82083bbf-e3ef-4c55-8318-807c0e486f66'} bound to L3 agent in host dv-neutron-601336-94-hyperv {{(pid=94176) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 23 11:30:53.016789 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.db.l3_hamode_db [None req-0bf8712d-c68f-488a-bce4-353df3a89ea3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-601336-94-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-23T11:22:13Z,description=,heartbeat_timestamp=2021-06-23T11:30:43Z,host='dv-neutron-601336-94-hyperv',id=50ef99c0-ef28-4db5-b303-b145898fae60,load=0,resource_versions=,resources_synced=,started_at=2021-06-23T11:22:14Z,topic='l3_agent')) {'router_ids': ['82083bbf-e3ef-4c55-8318-807c0e486f66'], 'active': True} {{(pid=94176) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 11:30:53.023138 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.plugins.ml2.plugin [None req-c015f9d1-5fb3-4c15-b45a-50514889c12d tempest-RoutersIpV6AdminTest-1878456168 tempest-RoutersIpV6AdminTest-1878456168-project-admin] Deleting port dc623ec5-c003-47d6-96bf-a0f89caeff1e {{(pid=94174) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1913}} Jun 23 11:30:53.023316 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron_lib.callbacks.manager [None req-c015f9d1-5fb3-4c15-b45a-50514889c12d tempest-RoutersIpV6AdminTest-1878456168 tempest-RoutersIpV6AdminTest-1878456168-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773700079324'] for port, before_delete {{(pid=94174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:30:53.073141 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron_lib.callbacks.manager [None req-b3c9761a-91f1-4450-a060-5c58694db047 tempest-FloatingIPNegativeTestJSON-1295786409 tempest-FloatingIPNegativeTestJSON-1295786409-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-922915', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-239814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7866073', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773699642215', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-5082457'] for port, after_create {{(pid=94175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:30:53.127751 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.db.l3_hamode_db [None req-0bf8712d-c68f-488a-bce4-353df3a89ea3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-601336-94-hyperv', False) {} {{(pid=94176) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 11:30:53.152222 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0bf8712d-c68f-488a-bce4-353df3a89ea3 None None] Routers {'82083bbf-e3ef-4c55-8318-807c0e486f66'} bound to L3 agent in host dv-neutron-601336-94-hyperv {{(pid=94176) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 23 11:30:53.153022 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.db.l3_hamode_db [None req-0bf8712d-c68f-488a-bce4-353df3a89ea3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-601336-94-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-23T11:22:13Z,description=,heartbeat_timestamp=2021-06-23T11:30:43Z,host='dv-neutron-601336-94-hyperv',id=50ef99c0-ef28-4db5-b303-b145898fae60,load=0,resource_versions=,resources_synced=,started_at=2021-06-23T11:22:14Z,topic='l3_agent')) {'router_ids': ['82083bbf-e3ef-4c55-8318-807c0e486f66'], 'active': True} {{(pid=94176) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 11:30:53.162547 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94175) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 11:30:53.223584 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron_lib.callbacks.manager [None req-97bd5441-1da2-49ee-a364-27795820ba27 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773699952132', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-899307'] for agent, after_update {{(pid=94176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:30:53.225458 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.db.l3_hamode_db [None req-0bf8712d-c68f-488a-bce4-353df3a89ea3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-601336-94-hyperv', False) {} {{(pid=94176) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 11:30:53.225677 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8905c2b3-6a47-4992-8f0f-454f635c60f9 req-18e8cee6-dd31-4e1d-b464-336dc94eaa3a tempest-ServersTestJSON-995612928 tempest-ServersTestJSON-995612928-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 11:30:53.226183 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0bf8712d-c68f-488a-bce4-353df3a89ea3 None None] The sync data for ids ['82083bbf-e3ef-4c55-8318-807c0e486f66'] in dv-neutron-601336-94-hyperv is: [] {{(pid=94176) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 23 11:30:53.232942 dv-neutron-601336-94-hyperv neutron-server[94175]: INFO neutron.wsgi [req-8905c2b3-6a47-4992-8f0f-454f635c60f9 req-18e8cee6-dd31-4e1d-b464-336dc94eaa3a tempest-ServersTestJSON-995612928 tempest-ServersTestJSON-995612928-project] 10.222.0.20 "GET /v2.0/ports?device_id=5c858ae0-f491-4e6a-8938-34ed95476698 HTTP/1.1" status: 200 len: 943 time: 0.5648813 Jun 23 11:30:53.254417 dv-neutron-601336-94-hyperv neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-e034f78d-2281-487b-930a-47d9f9c664c4 None None] Notify callbacks [] for port, precommit_update {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:30:53.265272 dv-neutron-601336-94-hyperv neutron-server[94177]: DEBUG neutron.db.provisioning_blocks [None req-e034f78d-2281-487b-930a-47d9f9c664c4 None None] Transition to ACTIVE for port object dc623ec5-c003-47d6-96bf-a0f89caeff1e will not be triggered until provisioned by entity L2. {{(pid=94177) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 23 11:30:53.324916 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron_lib.callbacks.manager [None req-76383198-0efd-4250-8faf-d98acaad167f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:30:53.355542 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b3c9761a-91f1-4450-a060-5c58694db047 tempest-FloatingIPNegativeTestJSON-1295786409 tempest-FloatingIPNegativeTestJSON-1295786409-project] Network 3e7e4eb3-cf02-4d47-ade9-0a579cdfc60f is already hosted by enough agents. {{(pid=94175) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 23 11:30:53.361991 dv-neutron-601336-94-hyperv neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-e034f78d-2281-487b-930a-47d9f9c664c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-922904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866062', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773700135042', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773699642233', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773699642278'] for port, after_update {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:30:53.367094 dv-neutron-601336-94-hyperv neutron-server[94177]: DEBUG oslo_concurrency.lockutils [None req-89bff9c2-4994-4756-b8d3-48d932f88ac3 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94177) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 11:30:53.412077 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.scheduler.base_scheduler [None req-b3c9761a-91f1-4450-a060-5c58694db047 tempest-FloatingIPNegativeTestJSON-1295786409 tempest-FloatingIPNegativeTestJSON-1295786409-project] Resources bound (agent type, host, resource id): {{(pid=94175) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 23 11:30:53.424700 dv-neutron-601336-94-hyperv neutron-server[94177]: DEBUG neutron.plugins.ml2.managers [None req-e034f78d-2281-487b-930a-47d9f9c664c4 None None] Attempting to bind port dc623ec5-c003-47d6-96bf-a0f89caeff1e on host dv-neutron-601336-94-hyperv for vnic_type normal with profile {{(pid=94177) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 23 11:30:53.425230 dv-neutron-601336-94-hyperv neutron-server[94177]: DEBUG neutron.plugins.ml2.managers [None req-e034f78d-2281-487b-930a-47d9f9c664c4 None None] Attempting to bind port dc623ec5-c003-47d6-96bf-a0f89caeff1e by drivers openvswitch,hyperv on host dv-neutron-601336-94-hyperv at level 0 using segments [{'id': 'c23be0a5-6980-48fb-bc9f-4a24717fe1de', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3e7e4eb3-cf02-4d47-ade9-0a579cdfc60f'}] {{(pid=94177) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 23 11:30:53.425690 dv-neutron-601336-94-hyperv neutron-server[94177]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e034f78d-2281-487b-930a-47d9f9c664c4 None None] Attempting to bind port dc623ec5-c003-47d6-96bf-a0f89caeff1e on network 3e7e4eb3-cf02-4d47-ade9-0a579cdfc60f {{(pid=94177) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 23 11:30:53.427932 dv-neutron-601336-94-hyperv neutron-server[94177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1303cea4-4639-4ba2-8053-229c15dd5b2d None None] Pushing event updated for resources: {'Port': ['ID=dc623ec5-c003-47d6-96bf-a0f89caeff1e,revision_number=2']} {{(pid=94177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 11:30:53.434346 dv-neutron-601336-94-hyperv neutron-server[94177]: DEBUG oslo_concurrency.lockutils [None req-1303cea4-4639-4ba2-8053-229c15dd5b2d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.069s {{(pid=94177) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 11:30:53.437465 dv-neutron-601336-94-hyperv neutron-server[94177]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e034f78d-2281-487b-930a-47d9f9c664c4 None None] Checking agent: {'id': '4d05f899-5ac9-411b-8a03-f60c93f87cdf', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-601336-94-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 23, 11, 22, 14), 'started_at': datetime.datetime(2021, 6, 23, 11, 22, 44), 'heartbeat_timestamp': datetime.datetime(2021, 6, 23, 11, 30, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'monitor_allowed_address_pair_garp': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-601336-94-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94177) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 23 11:30:53.437967 dv-neutron-601336-94-hyperv neutron-server[94177]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e034f78d-2281-487b-930a-47d9f9c664c4 None None] Checking segment: {'id': 'c23be0a5-6980-48fb-bc9f-4a24717fe1de', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3e7e4eb3-cf02-4d47-ade9-0a579cdfc60f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94177) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 23 11:30:53.438475 dv-neutron-601336-94-hyperv neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-e034f78d-2281-487b-930a-47d9f9c664c4 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:30:53.439584 dv-neutron-601336-94-hyperv neutron-server[94177]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e034f78d-2281-487b-930a-47d9f9c664c4 None None] Bound using segment: {'id': 'c23be0a5-6980-48fb-bc9f-4a24717fe1de', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3e7e4eb3-cf02-4d47-ade9-0a579cdfc60f'} {{(pid=94177) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 23 11:30:53.446381 dv-neutron-601336-94-hyperv neutron-server[94177]: DEBUG neutron.plugins.ml2.managers [None req-e034f78d-2281-487b-930a-47d9f9c664c4 None None] Bound port: dc623ec5-c003-47d6-96bf-a0f89caeff1e, host: dv-neutron-601336-94-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c23be0a5-6980-48fb-bc9f-4a24717fe1de', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3e7e4eb3-cf02-4d47-ade9-0a579cdfc60f'}}] {{(pid=94177) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 23 11:30:53.446381 dv-neutron-601336-94-hyperv neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-e034f78d-2281-487b-930a-47d9f9c664c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-923122'] for port, before_update {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:30:53.446860 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3c9761a-91f1-4450-a060-5c58694db047 tempest-FloatingIPNegativeTestJSON-1295786409 tempest-FloatingIPNegativeTestJSON-1295786409-project] Pushing event updated for resources: {'Port': ['ID=621e2ea1-ce71-4585-93bc-b2c84bf189a9,revision_number=1']} {{(pid=94175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 11:30:53.451246 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b3c9761a-91f1-4450-a060-5c58694db047 tempest-FloatingIPNegativeTestJSON-1295786409 tempest-FloatingIPNegativeTestJSON-1295786409-project] Received port after_create {{(pid=94175) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 23 11:30:53.459603 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG oslo_concurrency.lockutils [None req-b3c9761a-91f1-4450-a060-5c58694db047 tempest-FloatingIPNegativeTestJSON-1295786409 tempest-FloatingIPNegativeTestJSON-1295786409-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.297s {{(pid=94175) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 11:30:53.461450 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron_lib.callbacks.manager [None req-552f76c5-7749-4ff2-a802-9dae53d3e7cc tempest-RoutersAdminTest-1733287776 tempest-RoutersAdminTest-1733287776-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-524104', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-520389', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-32276'] for router, precommit_update {{(pid=94175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:30:53.470469 dv-neutron-601336-94-hyperv neutron-server[94174]: INFO neutron.wsgi [req-739ba04c-ff53-47fd-850a-120a56863aee req-1a6b2a5c-8e54-44fe-9a2f-e2e1f26f2fba service neutron] 10.222.0.52 "GET /v2.0/networks/53451295-943c-4b83-97fd-a02f49b38b3c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5314429 Jun 23 11:30:53.499802 dv-neutron-601336-94-hyperv neutron-server[94175]: INFO neutron.wsgi [req-8905c2b3-6a47-4992-8f0f-454f635c60f9 req-30ce0341-13ba-48cb-9668-4c49eed04dba tempest-ServersTestJSON-995612928 tempest-ServersTestJSON-995612928-project] 10.222.0.20 "GET /v2.0/security-groups?id=0269fbcb-6e08-4df6-b8da-06ccdf83703f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2633615 Jun 23 11:30:53.501697 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron_lib.callbacks.manager [None req-c015f9d1-5fb3-4c15-b45a-50514889c12d tempest-RoutersIpV6AdminTest-1878456168 tempest-RoutersIpV6AdminTest-1878456168-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-430722'] for port, precommit_delete {{(pid=94174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:30:53.509208 dv-neutron-601336-94-hyperv neutron-server[94177]: DEBUG neutron.plugins.ml2.db [None req-e034f78d-2281-487b-930a-47d9f9c664c4 None None] For port dc623ec5-c003-47d6-96bf-a0f89caeff1e, host dv-neutron-601336-94-hyperv, cleared binding levels {{(pid=94177) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 23 11:30:53.510786 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron_lib.callbacks.manager [None req-76383198-0efd-4250-8faf-d98acaad167f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7996330'] for security_group, after_create {{(pid=94175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:30:53.512544 dv-neutron-601336-94-hyperv neutron-server[94177]: DEBUG neutron.plugins.ml2.db [None req-e034f78d-2281-487b-930a-47d9f9c664c4 None None] For port dc623ec5-c003-47d6-96bf-a0f89caeff1e, host dv-neutron-601336-94-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-94-hyperv',level=0,port_id=dc623ec5-c003-47d6-96bf-a0f89caeff1e,segment=NetworkSegment(c23be0a5-6980-48fb-bc9f-4a24717fe1de),segment_id=c23be0a5-6980-48fb-bc9f-4a24717fe1de)] {{(pid=94177) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 23 11:30:53.522143 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron_lib.callbacks.manager [None req-afcb5ff3-4b5a-4499-94a2-35115a907913 tempest-NetworksTestDHCPv6-162546708 tempest-NetworksTestDHCPv6-162546708-project] Notify callbacks [] for port, precommit_create {{(pid=94174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:30:53.526168 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94175) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 11:30:53.528447 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5580d9f-e7ca-489c-8539-70a2b8efa51d req-376ec769-ed76-48a5-8898-1fec06b2d6a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 11:30:53.530014 dv-neutron-601336-94-hyperv neutron-server[94175]: INFO neutron.wsgi [req-f5580d9f-e7ca-489c-8539-70a2b8efa51d req-376ec769-ed76-48a5-8898-1fec06b2d6a9 service neutron] 10.222.0.52 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.5890400 Jun 23 11:30:53.531890 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.plugins.ml2.plugin [None req-c015f9d1-5fb3-4c15-b45a-50514889c12d tempest-RoutersIpV6AdminTest-1878456168 tempest-RoutersIpV6AdminTest-1878456168-project-admin] Calling delete_port for dc623ec5-c003-47d6-96bf-a0f89caeff1e owned by network:router_gateway {{(pid=94174) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1986}} Jun 23 11:30:53.547841 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.db.provisioning_blocks [None req-afcb5ff3-4b5a-4499-94a2-35115a907913 tempest-NetworksTestDHCPv6-162546708 tempest-NetworksTestDHCPv6-162546708-project] Transition to ACTIVE for port object c0ed6019-3512-424b-984b-27348032c072 will not be triggered until provisioned by entity DHCP. {{(pid=94174) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 23 11:30:53.618937 dv-neutron-601336-94-hyperv neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-e034f78d-2281-487b-930a-47d9f9c664c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-922904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866062', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773700135042', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773699642233', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773699642278'] for port, after_update {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:30:53.621272 dv-neutron-601336-94-hyperv neutron-server[94177]: DEBUG oslo_concurrency.lockutils [None req-6c1f0dce-6aa2-456e-a999-7a1c312dcee5 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94177) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 11:30:53.634868 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.wsgi [-] (94174) accepted ('10.222.0.20', 36728) {{(pid=94174) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 11:30:53.635071 dv-neutron-601336-94-hyperv neutron-server[94175]: INFO neutron.wsgi [None req-76383198-0efd-4250-8faf-d98acaad167f admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=abad5d9b2875435a82e855d34ca6c161&name=default HTTP/1.1" status: 200 len: 2979 time: 1.2047179 Jun 23 11:30:53.666669 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron_lib.callbacks.manager [None req-ea3ba44b-c765-439c-b583-d1fceb4b5a6d tempest-FloatingIPAdminTestJSON-1420968783 tempest-FloatingIPAdminTestJSON-1420968783-project] Notify callbacks [] for router, before_response {{(pid=94175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:30:53.671334 dv-neutron-601336-94-hyperv neutron-server[94175]: INFO neutron.wsgi [None req-ea3ba44b-c765-439c-b583-d1fceb4b5a6d tempest-FloatingIPAdminTestJSON-1420968783 tempest-FloatingIPAdminTestJSON-1420968783-project] 10.222.0.20 "POST /v2.0/routers HTTP/1.1" status: 201 len: 892 time: 11.6605470 Jun 23 11:30:53.671602 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.wsgi [-] (94175) accepted ('10.222.0.20', 36730) {{(pid=94175) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 11:30:53.677836 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76383198-0efd-4250-8faf-d98acaad167f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cca6930b-9788-4988-9d9f-f7fbd32c0956,revision_number=1']} {{(pid=94175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 11:30:53.694209 dv-neutron-601336-94-hyperv neutron-server[94177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1303cea4-4639-4ba2-8053-229c15dd5b2d None None] Pushing event updated for resources: {'Port': ['ID=dc623ec5-c003-47d6-96bf-a0f89caeff1e,revision_number=3']} {{(pid=94177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 11:30:53.698452 dv-neutron-601336-94-hyperv neutron-server[94177]: DEBUG oslo_concurrency.lockutils [None req-1303cea4-4639-4ba2-8053-229c15dd5b2d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.077s {{(pid=94177) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 11:30:53.711395 dv-neutron-601336-94-hyperv neutron-server[94177]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e034f78d-2281-487b-930a-47d9f9c664c4 None None] Routers {'aaf6b2bd-fcb2-4d0f-971d-82966f660bf8'} bound to L3 agent in host dv-neutron-601336-94-hyperv {{(pid=94177) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 23 11:30:53.712096 dv-neutron-601336-94-hyperv neutron-server[94177]: DEBUG neutron.db.l3_hamode_db [None req-e034f78d-2281-487b-930a-47d9f9c664c4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-601336-94-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-23T11:22:13Z,description=,heartbeat_timestamp=2021-06-23T11:30:43Z,host='dv-neutron-601336-94-hyperv',id=50ef99c0-ef28-4db5-b303-b145898fae60,load=0,resource_versions=,resources_synced=,started_at=2021-06-23T11:22:14Z,topic='l3_agent')) {'router_ids': ['aaf6b2bd-fcb2-4d0f-971d-82966f660bf8'], 'active': True} {{(pid=94177) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 11:30:53.717846 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG oslo_concurrency.lockutils [None req-76383198-0efd-4250-8faf-d98acaad167f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.191s {{(pid=94175) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 11:30:53.719321 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron_lib.callbacks.manager [None req-afcb5ff3-4b5a-4499-94a2-35115a907913 tempest-NetworksTestDHCPv6-162546708 tempest-NetworksTestDHCPv6-162546708-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-922915', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-239814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7866073', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773699642215', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-5196399'] for port, after_create {{(pid=94174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:30:53.728853 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94174) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 11:30:53.814563 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-afcb5ff3-4b5a-4499-94a2-35115a907913 tempest-NetworksTestDHCPv6-162546708 tempest-NetworksTestDHCPv6-162546708-project] Network f53f535d-bce4-4da8-9bd9-396677ff4e83 is already hosted by enough agents. {{(pid=94174) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 23 11:30:53.824581 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.scheduler.base_scheduler [None req-afcb5ff3-4b5a-4499-94a2-35115a907913 tempest-NetworksTestDHCPv6-162546708 tempest-NetworksTestDHCPv6-162546708-project] Resources bound (agent type, host, resource id): {{(pid=94174) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 23 11:30:53.827746 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.db.l3_dvrscheduler_db [None req-afcb5ff3-4b5a-4499-94a2-35115a907913 tempest-NetworksTestDHCPv6-162546708 tempest-NetworksTestDHCPv6-162546708-project] Received port after_create {{(pid=94174) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 23 11:30:53.834957 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-afcb5ff3-4b5a-4499-94a2-35115a907913 tempest-NetworksTestDHCPv6-162546708 tempest-NetworksTestDHCPv6-162546708-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94174) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 11:30:53.835795 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron_lib.callbacks.manager [None req-afcb5ff3-4b5a-4499-94a2-35115a907913 tempest-NetworksTestDHCPv6-162546708 tempest-NetworksTestDHCPv6-162546708-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-217507'] for port, before_response {{(pid=94174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:30:53.836683 dv-neutron-601336-94-hyperv neutron-server[94177]: DEBUG neutron.db.l3_dvr_db [None req-e034f78d-2281-487b-930a-47d9f9c664c4 None None] Set router aaf6b2bd-fcb2-4d0f-971d-82966f660bf8 gateway port host: None {{(pid=94177) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:838}} Jun 23 11:30:53.893286 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron_lib.callbacks.manager [None req-7a929716-4702-44a4-b45c-96def2be424f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:30:53.903829 dv-neutron-601336-94-hyperv neutron-server[94177]: DEBUG neutron.db.l3_hamode_db [None req-e034f78d-2281-487b-930a-47d9f9c664c4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'aaf6b2bd-fcb2-4d0f-971d-82966f660bf8', 'name': 'tempest-snat-router-2088181164', 'tenant_id': 'fd08a1643c8a4193835c13f4222b4d53', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-23T11:30:44Z', 'updated_at': '2021-06-23T11:30:52Z', 'revision_number': 4, 'project_id': 'fd08a1643c8a4193835c13f4222b4d53', 'gw_port_host': None}], 'dv-neutron-601336-94-hyperv', False) {} {{(pid=94177) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 11:30:53.917517 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron_lib.callbacks.manager [None req-7a929716-4702-44a4-b45c-96def2be424f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:30:53.935543 dv-neutron-601336-94-hyperv neutron-server[94177]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e034f78d-2281-487b-930a-47d9f9c664c4 None None] The sync data for ids ['aaf6b2bd-fcb2-4d0f-971d-82966f660bf8'] in dv-neutron-601336-94-hyperv is: [{'id': 'aaf6b2bd-fcb2-4d0f-971d-82966f660bf8', 'name': 'tempest-snat-router-2088181164', 'tenant_id': 'fd08a1643c8a4193835c13f4222b4d53', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-23T11:30:44Z', 'updated_at': '2021-06-23T11:30:52Z', 'revision_number': 4, 'project_id': 'fd08a1643c8a4193835c13f4222b4d53', 'gw_port_host': None}] {{(pid=94177) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 23 11:30:53.981272 dv-neutron-601336-94-hyperv neutron-server[94174]: INFO neutron.wsgi [None req-afcb5ff3-4b5a-4499-94a2-35115a907913 tempest-NetworksTestDHCPv6-162546708 tempest-NetworksTestDHCPv6-162546708-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 948 time: 2.3040390 Jun 23 11:30:53.990128 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.wsgi [-] (94175) accepted ('10.222.0.20', 36734) {{(pid=94175) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 11:30:53.997207 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3670f016-2a60-442c-b826-1adaac08c223 req-96ae09bb-6d10-4ed4-9ccd-26c854b0a7ec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94174) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 11:30:53.998787 dv-neutron-601336-94-hyperv neutron-server[94174]: INFO neutron.wsgi [req-3670f016-2a60-442c-b826-1adaac08c223 req-96ae09bb-6d10-4ed4-9ccd-26c854b0a7ec service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=3e2c0af899fe4d7db7ea93301231f34d&device_id=5c858ae0-f491-4e6a-8938-34ed95476698 HTTP/1.1" status: 200 len: 1096 time: 0.4008973 Jun 23 11:30:54.001898 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afcb5ff3-4b5a-4499-94a2-35115a907913 tempest-NetworksTestDHCPv6-162546708 tempest-NetworksTestDHCPv6-162546708-project] Pushing event updated for resources: {'Port': ['ID=c0ed6019-3512-424b-984b-27348032c072,revision_number=1']} {{(pid=94174) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 11:30:54.006528 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG oslo_concurrency.lockutils [None req-afcb5ff3-4b5a-4499-94a2-35115a907913 tempest-NetworksTestDHCPv6-162546708 tempest-NetworksTestDHCPv6-162546708-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.277s {{(pid=94174) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 11:30:54.018591 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bd3fc31-7fe4-4226-889f-7a8f4d5dc280 req-24cc0a92-4516-439b-b34b-e425036966dc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 11:30:54.020691 dv-neutron-601336-94-hyperv neutron-server[94175]: INFO neutron.wsgi [req-3bd3fc31-7fe4-4226-889f-7a8f4d5dc280 req-24cc0a92-4516-439b-b34b-e425036966dc service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=7773bca180b74a769b5b6d02c3ba717c&device_id=60467d60-f71e-4b81-84ed-861e06a6acb7 HTTP/1.1" status: 200 len: 1097 time: 0.4332397 Jun 23 11:30:54.105654 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron_lib.callbacks.manager [None req-7a929716-4702-44a4-b45c-96def2be424f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7996330'] for security_group, after_delete {{(pid=94174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:30:54.116827 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron_lib.callbacks.manager [None req-7a929716-4702-44a4-b45c-96def2be424f admin admin] Notify callbacks [] for security_group, before_response {{(pid=94174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:30:54.124484 dv-neutron-601336-94-hyperv neutron-server[94174]: INFO neutron.wsgi [None req-7a929716-4702-44a4-b45c-96def2be424f admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/cca6930b-9788-4988-9d9f-f7fbd32c0956 HTTP/1.1" status: 204 len: 168 time: 0.4512355 Jun 23 11:30:54.132312 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94174) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 11:30:54.178481 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a929716-4702-44a4-b45c-96def2be424f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cca6930b-9788-4988-9d9f-f7fbd32c0956,revision_number=None']} {{(pid=94174) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 11:30:54.182096 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG oslo_concurrency.lockutils [None req-7a929716-4702-44a4-b45c-96def2be424f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=94174) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 11:30:54.258564 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-707ffef2-c8a4-4ada-ad90-d3bec7d956d4 req-137a8d8a-5e64-4120-9a47-64bb044f30c0 tempest-ServersTestManualDisk-1703480083 tempest-ServersTestManualDisk-1703480083-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94174) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 11:30:54.260397 dv-neutron-601336-94-hyperv neutron-server[94174]: INFO neutron.wsgi [req-707ffef2-c8a4-4ada-ad90-d3bec7d956d4 req-137a8d8a-5e64-4120-9a47-64bb044f30c0 tempest-ServersTestManualDisk-1703480083 tempest-ServersTestManualDisk-1703480083-project] 10.222.0.20 "GET /v2.0/ports?device_id=60467d60-f71e-4b81-84ed-861e06a6acb7 HTTP/1.1" status: 200 len: 944 time: 0.4056368 Jun 23 11:30:54.276177 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3670f016-2a60-442c-b826-1adaac08c223 req-d62d666c-483e-47e0-8282-d71beab6f836 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94174) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 11:30:54.280256 dv-neutron-601336-94-hyperv neutron-server[94174]: INFO neutron.wsgi [req-3670f016-2a60-442c-b826-1adaac08c223 req-d62d666c-483e-47e0-8282-d71beab6f836 service neutron] 10.222.0.52 "GET /v2.0/networks?id=53451295-943c-4b83-97fd-a02f49b38b3c HTTP/1.1" status: 200 len: 906 time: 0.2701633 Jun 23 11:30:54.280921 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.db.provisioning_blocks [None req-4344266f-0acb-4811-993f-aefab36ba6e7 None None] Provisioning for port 79d474c3-10a7-4cad-b2bb-5fbe94b0de87 completed by entity DHCP. {{(pid=94176) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 23 11:30:54.353626 dv-neutron-601336-94-hyperv neutron-server[94174]: INFO neutron.wsgi [req-3670f016-2a60-442c-b826-1adaac08c223 req-2bbc2848-0127-4fe7-83fc-320c6de1f5cb service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=dd2b26a1-e9f4-4591-8663-03ae50002c7f HTTP/1.1" status: 200 len: 217 time: 0.0571342 Jun 23 11:30:54.359946 dv-neutron-601336-94-hyperv neutron-server[94174]: INFO neutron.wsgi [req-707ffef2-c8a4-4ada-ad90-d3bec7d956d4 req-d88d0085-840f-44c7-b8a0-4971189983ed tempest-ServersTestManualDisk-1703480083 tempest-ServersTestManualDisk-1703480083-project] 10.222.0.20 "GET /v2.0/security-groups?id=64e50690-84f2-4556-996e-e186f26132b0&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0930214 Jun 23 11:30:54.406983 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3670f016-2a60-442c-b826-1adaac08c223 req-f3ea2d16-2dbd-449e-abc4-04ab6a85f580 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94174) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 11:30:54.410131 dv-neutron-601336-94-hyperv neutron-server[94174]: INFO neutron.wsgi [req-3670f016-2a60-442c-b826-1adaac08c223 req-f3ea2d16-2dbd-449e-abc4-04ab6a85f580 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=3bfb1ec3-b37f-49bf-ab64-d8c5440d6cd6 HTTP/1.1" status: 200 len: 844 time: 0.0480454 Jun 23 11:30:54.473738 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron_lib.callbacks.manager [None req-c015f9d1-5fb3-4c15-b45a-50514889c12d tempest-RoutersIpV6AdminTest-1878456168 tempest-RoutersIpV6AdminTest-1878456168-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-922904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866062', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773700135024', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773699642224', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5196390'] for port, after_delete {{(pid=94174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:30:54.477168 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG oslo_concurrency.lockutils [None req-b76255b7-b406-4c28-b49e-226bd6835b8e tempest-NetworksTestDHCPv6-162546708 tempest-NetworksTestDHCPv6-162546708-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94174) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 11:30:54.484280 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3670f016-2a60-442c-b826-1adaac08c223 req-584a3acf-8610-4ad0-b77d-b4dd0d5eec54 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94174) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 11:30:54.485866 dv-neutron-601336-94-hyperv neutron-server[94174]: INFO neutron.wsgi [req-3670f016-2a60-442c-b826-1adaac08c223 req-584a3acf-8610-4ad0-b77d-b4dd0d5eec54 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=53451295-943c-4b83-97fd-a02f49b38b3c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1178 time: 0.0706894 Jun 23 11:30:54.489577 dv-neutron-601336-94-hyperv neutron-server[94175]: INFO neutron.wsgi [req-3bd3fc31-7fe4-4226-889f-7a8f4d5dc280 req-8bb093d6-ab5c-4de7-9af1-036237b38547 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=fe216483-41ee-46c0-a3bd-9e45c734b083 HTTP/1.1" status: 200 len: 217 time: 0.4453142 Jun 23 11:30:54.515894 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c015f9d1-5fb3-4c15-b45a-50514889c12d tempest-RoutersIpV6AdminTest-1878456168 tempest-RoutersIpV6AdminTest-1878456168-project-admin] Pushing event deleted for resources: {'Port': ['ID=dc623ec5-c003-47d6-96bf-a0f89caeff1e,revision_number=None']} {{(pid=94174) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 11:30:54.518383 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG oslo_concurrency.lockutils [None req-c015f9d1-5fb3-4c15-b45a-50514889c12d tempest-RoutersIpV6AdminTest-1878456168 tempest-RoutersIpV6AdminTest-1878456168-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.041s {{(pid=94174) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 11:30:54.528068 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.db.provisioning_blocks [None req-e9000ccc-3710-4667-8858-be07bbfdcb03 None None] Provisioning for port c0ed6019-3512-424b-984b-27348032c072 completed by entity DHCP. {{(pid=94176) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 23 11:30:54.534362 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.db.provisioning_blocks [None req-e9000ccc-3710-4667-8858-be07bbfdcb03 None None] Provisioning complete for port c0ed6019-3512-424b-984b-27348032c072 triggered by entity DHCP. {{(pid=94176) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 23 11:30:54.534764 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron_lib.callbacks.manager [None req-e9000ccc-3710-4667-8858-be07bbfdcb03 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-899258'] for port, provisioning_complete {{(pid=94176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:30:54.559761 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.plugins.ml2.plugin [None req-b3c9761a-91f1-4450-a060-5c58694db047 tempest-FloatingIPNegativeTestJSON-1295786409 tempest-FloatingIPNegativeTestJSON-1295786409-project] Deleting port 621e2ea1-ce71-4585-93bc-b2c84bf189a9 {{(pid=94175) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1913}} Jun 23 11:30:54.567474 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron_lib.callbacks.manager [None req-b3c9761a-91f1-4450-a060-5c58694db047 tempest-FloatingIPNegativeTestJSON-1295786409 tempest-FloatingIPNegativeTestJSON-1295786409-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773700079324'] for port, before_delete {{(pid=94175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:30:54.585281 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.plugins.ml2.plugin [None req-e9000ccc-3710-4667-8858-be07bbfdcb03 None None] Port c0ed6019-3512-424b-984b-27348032c072 cannot update to ACTIVE because it is not bound. {{(pid=94176) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jun 23 11:30:54.633516 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron_lib.callbacks.manager [None req-c015f9d1-5fb3-4c15-b45a-50514889c12d tempest-RoutersIpV6AdminTest-1878456168 tempest-RoutersIpV6AdminTest-1878456168-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-524171'] for router_gateway, after_delete {{(pid=94174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:30:54.733367 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bd3fc31-7fe4-4226-889f-7a8f4d5dc280 req-b337caa0-bf0f-4874-8465-4dc55933a7ce service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 11:30:54.734820 dv-neutron-601336-94-hyperv neutron-server[94175]: INFO neutron.wsgi [req-3bd3fc31-7fe4-4226-889f-7a8f4d5dc280 req-b337caa0-bf0f-4874-8465-4dc55933a7ce service neutron] 10.222.0.52 "GET /v2.0/subnets?id=9ea7a874-1ae9-4ebd-bc55-df948e24bd59 HTTP/1.1" status: 200 len: 851 time: 0.2332253 Jun 23 11:30:54.741053 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron_lib.callbacks.manager [None req-c015f9d1-5fb3-4c15-b45a-50514889c12d tempest-RoutersIpV6AdminTest-1878456168 tempest-RoutersIpV6AdminTest-1878456168-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-520417', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-32301'] for router, precommit_delete {{(pid=94174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:30:54.744840 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron_lib.callbacks.manager [None req-c015f9d1-5fb3-4c15-b45a-50514889c12d tempest-RoutersIpV6AdminTest-1878456168 tempest-RoutersIpV6AdminTest-1878456168-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:30:54.799655 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-707cda5e-2269-436d-ab90-eb8c78588274 tempest-NetworksTestDHCPv6-162546708 tempest-NetworksTestDHCPv6-162546708-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 11:30:54.805490 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-707cda5e-2269-436d-ab90-eb8c78588274 tempest-NetworksTestDHCPv6-162546708 tempest-NetworksTestDHCPv6-162546708-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 11:30:54.809572 dv-neutron-601336-94-hyperv neutron-server[94175]: INFO neutron.wsgi [None req-707cda5e-2269-436d-ab90-eb8c78588274 tempest-NetworksTestDHCPv6-162546708 tempest-NetworksTestDHCPv6-162546708-project] 10.222.0.20 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1685 time: 0.8070145 Jun 23 11:30:54.817603 dv-neutron-601336-94-hyperv neutron-server[94174]: INFO neutron.wsgi [req-3670f016-2a60-442c-b826-1adaac08c223 req-ad7f85f7-8161-4dfa-b3f5-6c895d88d57e service neutron] 10.222.0.52 "GET /v2.0/networks/53451295-943c-4b83-97fd-a02f49b38b3c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3142614 Jun 23 11:30:54.818335 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.wsgi [-] (94174) accepted ('10.222.0.20', 36742) {{(pid=94174) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 11:30:54.845072 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.plugins.ml2.rpc [None req-dc7542b2-afef-47f4-a763-e3a3cba144be None None] Device 79d474c3-10a7-4cad-b2bb-5fbe94b0de87 up at agent ovs-agent-dv-neutron-601336-94-hyperv {{(pid=94176) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:298}} Jun 23 11:30:54.905469 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron_lib.callbacks.manager [None req-c015f9d1-5fb3-4c15-b45a-50514889c12d tempest-RoutersIpV6AdminTest-1878456168 tempest-RoutersIpV6AdminTest-1878456168-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-494961'] for router, after_delete {{(pid=94174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:30:54.907269 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c015f9d1-5fb3-4c15-b45a-50514889c12d tempest-RoutersIpV6AdminTest-1878456168 tempest-RoutersIpV6AdminTest-1878456168-project-admin] Fanout notify agent at l3_agent the message router_deleted on router aaf6b2bd-fcb2-4d0f-971d-82966f660bf8 {{(pid=94174) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jun 23 11:30:54.926719 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron_lib.callbacks.manager [None req-b3c9761a-91f1-4450-a060-5c58694db047 tempest-FloatingIPNegativeTestJSON-1295786409 tempest-FloatingIPNegativeTestJSON-1295786409-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-430722'] for port, precommit_delete {{(pid=94175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:30:54.929323 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron_lib.callbacks.manager [None req-b3c9761a-91f1-4450-a060-5c58694db047 tempest-FloatingIPNegativeTestJSON-1295786409 tempest-FloatingIPNegativeTestJSON-1295786409-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:30:54.957999 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron_lib.callbacks.manager [None req-c015f9d1-5fb3-4c15-b45a-50514889c12d tempest-RoutersIpV6AdminTest-1878456168 tempest-RoutersIpV6AdminTest-1878456168-project-admin] Notify callbacks [] for router, before_response {{(pid=94174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:30:54.961494 dv-neutron-601336-94-hyperv neutron-server[94174]: INFO neutron.wsgi [None req-c015f9d1-5fb3-4c15-b45a-50514889c12d tempest-RoutersIpV6AdminTest-1878456168 tempest-RoutersIpV6AdminTest-1878456168-project-admin] 10.222.0.20 "DELETE /v2.0/routers/aaf6b2bd-fcb2-4d0f-971d-82966f660bf8 HTTP/1.1" status: 204 len: 168 time: 2.9799943 Jun 23 11:30:54.963348 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.wsgi [-] (94174) accepted ('10.222.0.20', 36750) {{(pid=94174) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 11:30:54.981438 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.plugins.ml2.plugin [None req-b3c9761a-91f1-4450-a060-5c58694db047 tempest-FloatingIPNegativeTestJSON-1295786409 tempest-FloatingIPNegativeTestJSON-1295786409-project] Calling delete_port for 621e2ea1-ce71-4585-93bc-b2c84bf189a9 owned by network:floatingip {{(pid=94175) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1986}} Jun 23 11:30:55.001375 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.db.provisioning_blocks [None req-dc7542b2-afef-47f4-a763-e3a3cba144be None None] Provisioning for port 79d474c3-10a7-4cad-b2bb-5fbe94b0de87 completed by entity L2. {{(pid=94176) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 23 11:30:55.009813 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.db.provisioning_blocks [None req-dc7542b2-afef-47f4-a763-e3a3cba144be None None] Provisioning complete for port 79d474c3-10a7-4cad-b2bb-5fbe94b0de87 triggered by entity L2. {{(pid=94176) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 23 11:30:55.010486 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron_lib.callbacks.manager [None req-dc7542b2-afef-47f4-a763-e3a3cba144be None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-899258'] for port, provisioning_complete {{(pid=94176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:30:55.114199 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4810d2f5-cb18-41af-a41b-f084edd8b99b req-2a1193af-1629-4486-8f1c-8e8a2523a746 tempest-ServersTestJSON-995612928 tempest-ServersTestJSON-995612928-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 11:30:55.115746 dv-neutron-601336-94-hyperv neutron-server[94175]: INFO neutron.wsgi [req-4810d2f5-cb18-41af-a41b-f084edd8b99b req-2a1193af-1629-4486-8f1c-8e8a2523a746 tempest-ServersTestJSON-995612928 tempest-ServersTestJSON-995612928-project] 10.222.0.20 "GET /v2.0/ports?device_id=5c858ae0-f491-4e6a-8938-34ed95476698 HTTP/1.1" status: 200 len: 943 time: 0.4558268 Jun 23 11:30:55.129787 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron_lib.callbacks.manager [None req-dc7542b2-afef-47f4-a763-e3a3cba144be None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-923122'] for port, before_update {{(pid=94176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:30:55.190404 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.plugins.ml2.db [None req-dc7542b2-afef-47f4-a763-e3a3cba144be None None] For port 79d474c3-10a7-4cad-b2bb-5fbe94b0de87, host dv-neutron-601336-94-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-94-hyperv',level=0,port_id=79d474c3-10a7-4cad-b2bb-5fbe94b0de87,segment=NetworkSegment(6303a411-6e70-4139-a530-9ee4cf8ba843),segment_id=6303a411-6e70-4139-a530-9ee4cf8ba843)] {{(pid=94176) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 23 11:30:55.199833 dv-neutron-601336-94-hyperv neutron-server[94174]: INFO neutron.wsgi [req-3670f016-2a60-442c-b826-1adaac08c223 req-ea67ab40-f1ee-45b4-b408-606e9428ac08 service neutron] 10.222.0.52 "GET /v2.0/networks/53451295-943c-4b83-97fd-a02f49b38b3c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3101118 Jun 23 11:30:55.211967 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron_lib.callbacks.manager [None req-469cb7f9-3cdd-46e1-8b96-9d21d2fe316e tempest-RoutersIpV6AdminTest-1878456168 tempest-RoutersIpV6AdminTest-1878456168-project-admin] Notify callbacks [] for router, before_delete {{(pid=94174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:30:55.216151 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.plugins.ml2.plugin [None req-49c4e124-de31-4598-9c5b-b846ded18ae0 tempest-NetworksTestDHCPv6-162546708 tempest-NetworksTestDHCPv6-162546708-project] Deleting port c0ed6019-3512-424b-984b-27348032c072 {{(pid=94174) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1913}} Jun 23 11:30:55.216490 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron_lib.callbacks.manager [None req-49c4e124-de31-4598-9c5b-b846ded18ae0 tempest-NetworksTestDHCPv6-162546708 tempest-NetworksTestDHCPv6-162546708-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773700079324'] for port, before_delete {{(pid=94174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:30:55.224513 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron_lib.callbacks.manager [None req-552f76c5-7749-4ff2-a802-9dae53d3e7cc tempest-RoutersAdminTest-1733287776 tempest-RoutersAdminTest-1733287776-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=94175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:30:55.227712 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bd3fc31-7fe4-4226-889f-7a8f4d5dc280 req-38391596-d2b0-490c-816f-f990624fcfe6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 11:30:55.230040 dv-neutron-601336-94-hyperv neutron-server[94175]: INFO neutron.wsgi [req-3bd3fc31-7fe4-4226-889f-7a8f4d5dc280 req-38391596-d2b0-490c-816f-f990624fcfe6 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=eef03c16-5c70-4b40-b183-38c419fed443&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1178 time: 0.4860454 Jun 23 11:30:55.268976 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron_lib.callbacks.manager [None req-552f76c5-7749-4ff2-a802-9dae53d3e7cc tempest-RoutersAdminTest-1733287776 tempest-RoutersAdminTest-1733287776-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-923104'] for port, before_create {{(pid=94175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:30:55.270012 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron_lib.callbacks.manager [None req-dc7542b2-afef-47f4-a763-e3a3cba144be None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-922904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866062', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773700135042', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773699642233', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773699642278'] for port, after_update {{(pid=94176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:30:55.271369 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG oslo_concurrency.lockutils [None req-56b0c044-09cf-464f-bbac-58e8e527461d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 11:30:55.334368 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc7542b2-afef-47f4-a763-e3a3cba144be None None] Pushing event updated for resources: {'Port': ['ID=79d474c3-10a7-4cad-b2bb-5fbe94b0de87,revision_number=3']} {{(pid=94176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 11:30:55.346132 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG oslo_concurrency.lockutils [None req-dc7542b2-afef-47f4-a763-e3a3cba144be None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.075s {{(pid=94176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 11:30:55.357998 dv-neutron-601336-94-hyperv neutron-server[94175]: INFO neutron.wsgi [req-4810d2f5-cb18-41af-a41b-f084edd8b99b req-95706ca6-abae-404a-87e2-6ca47e39c3ce tempest-ServersTestJSON-995612928 tempest-ServersTestJSON-995612928-project] 10.222.0.20 "GET /v2.0/security-groups?id=0269fbcb-6e08-4df6-b8da-06ccdf83703f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2341590 Jun 23 11:30:55.415320 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron_lib.callbacks.manager [None req-49c4e124-de31-4598-9c5b-b846ded18ae0 tempest-NetworksTestDHCPv6-162546708 tempest-NetworksTestDHCPv6-162546708-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-430722'] for port, precommit_delete {{(pid=94174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:30:55.429237 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.plugins.ml2.plugin [None req-49c4e124-de31-4598-9c5b-b846ded18ae0 tempest-NetworksTestDHCPv6-162546708 tempest-NetworksTestDHCPv6-162546708-project] Calling delete_port for c0ed6019-3512-424b-984b-27348032c072 owned by {{(pid=94174) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1986}} Jun 23 11:30:55.505432 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron_lib.callbacks.manager [None req-469cb7f9-3cdd-46e1-8b96-9d21d2fe316e tempest-RoutersIpV6AdminTest-1878456168 tempest-RoutersIpV6AdminTest-1878456168-project-admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:30:55.516946 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron_lib.callbacks.manager [None req-b4da5950-61d1-4241-aee8-9da41989bc3b tempest-FloatingIPAdminTestJSON-1420968783 tempest-FloatingIPAdminTestJSON-1420968783-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-923104'] for port, before_create {{(pid=94175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:30:55.600198 dv-neutron-601336-94-hyperv neutron-server[94175]: INFO neutron.wsgi [req-3bd3fc31-7fe4-4226-889f-7a8f4d5dc280 req-8414ea66-3c6d-48a9-b34c-0f044cd6c29a service neutron] 10.222.0.52 "GET /v2.0/networks/eef03c16-5c70-4b40-b183-38c419fed443?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3414986 Jun 23 11:30:55.626138 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.db.db_base_plugin_common [None req-552f76c5-7749-4ff2-a802-9dae53d3e7cc tempest-RoutersAdminTest-1733287776 tempest-RoutersAdminTest-1733287776-project-admin] Allocated IP 172.26.3.55 (3e7e4eb3-cf02-4d47-ade9-0a579cdfc60f/a5ad15ab-c489-4a67-a9b0-d559fca0ec71/ca8a0a68-35d1-4a11-a8ac-418bf7242abc) {{(pid=94175) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 23 11:30:55.630307 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2272e6bc-bbd9-4275-90cd-5d62359ec0a5 req-f9f38389-2677-438a-93d7-91b44081b4a0 tempest-ServersTestManualDisk-1703480083 tempest-ServersTestManualDisk-1703480083-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94174) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 11:30:55.631836 dv-neutron-601336-94-hyperv neutron-server[94174]: INFO neutron.wsgi [req-2272e6bc-bbd9-4275-90cd-5d62359ec0a5 req-f9f38389-2677-438a-93d7-91b44081b4a0 tempest-ServersTestManualDisk-1703480083 tempest-ServersTestManualDisk-1703480083-project] 10.222.0.20 "GET /v2.0/ports?device_id=60467d60-f71e-4b81-84ed-861e06a6acb7 HTTP/1.1" status: 200 len: 944 time: 0.1280954 Jun 23 11:30:55.686775 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.plugins.ml2.plugin [None req-469cb7f9-3cdd-46e1-8b96-9d21d2fe316e tempest-RoutersIpV6AdminTest-1878456168 tempest-RoutersIpV6AdminTest-1878456168-project-admin] Deleting port 08ede0d4-abd7-41a9-b188-eb31395b34b3 {{(pid=94174) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1913}} Jun 23 11:30:55.687219 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron_lib.callbacks.manager [None req-469cb7f9-3cdd-46e1-8b96-9d21d2fe316e tempest-RoutersIpV6AdminTest-1878456168 tempest-RoutersIpV6AdminTest-1878456168-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773700079324'] for port, before_delete {{(pid=94174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:30:55.702620 dv-neutron-601336-94-hyperv neutron-server[94174]: INFO neutron.wsgi [req-2272e6bc-bbd9-4275-90cd-5d62359ec0a5 req-3fa95b12-6eca-4f90-a4d2-9b6d1027a185 tempest-ServersTestManualDisk-1703480083 tempest-ServersTestManualDisk-1703480083-project] 10.222.0.20 "GET /v2.0/security-groups?id=64e50690-84f2-4556-996e-e186f26132b0&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0551188 Jun 23 11:30:55.703251 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron_lib.callbacks.manager [None req-49c4e124-de31-4598-9c5b-b846ded18ae0 tempest-NetworksTestDHCPv6-162546708 tempest-NetworksTestDHCPv6-162546708-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-922904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866062', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773700135024', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773699642224', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5196390'] for port, after_delete {{(pid=94174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:30:55.708904 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron_lib.callbacks.manager [None req-b3c9761a-91f1-4450-a060-5c58694db047 tempest-FloatingIPNegativeTestJSON-1295786409 tempest-FloatingIPNegativeTestJSON-1295786409-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-922904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866062', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773700135024', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773699642224', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5082448'] for port, after_delete {{(pid=94175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:30:55.716688 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG oslo_concurrency.lockutils [None req-d394e29d-4117-4528-9e07-f30bbd883d84 tempest-ServersTestJSON-995612928 tempest-ServersTestJSON-995612928-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94175) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 11:30:55.733095 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG oslo_concurrency.lockutils [None req-60a715b2-6f9d-463f-94c4-5138ff862d4a tempest-FloatingIPAdminTestJSON-1420968783 tempest-FloatingIPAdminTestJSON-1420968783-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94174) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 11:30:55.759402 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49c4e124-de31-4598-9c5b-b846ded18ae0 tempest-NetworksTestDHCPv6-162546708 tempest-NetworksTestDHCPv6-162546708-project] Pushing event deleted for resources: {'Port': ['ID=c0ed6019-3512-424b-984b-27348032c072,revision_number=None']} {{(pid=94174) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 11:30:55.766313 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG oslo_concurrency.lockutils [None req-49c4e124-de31-4598-9c5b-b846ded18ae0 tempest-NetworksTestDHCPv6-162546708 tempest-NetworksTestDHCPv6-162546708-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.036s {{(pid=94174) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 11:30:55.788760 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3c9761a-91f1-4450-a060-5c58694db047 tempest-FloatingIPNegativeTestJSON-1295786409 tempest-FloatingIPNegativeTestJSON-1295786409-project] Pushing event deleted for resources: {'Port': ['ID=621e2ea1-ce71-4585-93bc-b2c84bf189a9,revision_number=None']} {{(pid=94175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 11:30:55.802993 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG oslo_concurrency.lockutils [None req-b3c9761a-91f1-4450-a060-5c58694db047 tempest-FloatingIPNegativeTestJSON-1295786409 tempest-FloatingIPNegativeTestJSON-1295786409-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.086s {{(pid=94175) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 11:30:55.803963 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron_lib.callbacks.manager [None req-49c4e124-de31-4598-9c5b-b846ded18ae0 tempest-NetworksTestDHCPv6-162546708 tempest-NetworksTestDHCPv6-162546708-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-217507'] for port, before_response {{(pid=94174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:30:55.808424 dv-neutron-601336-94-hyperv neutron-server[94174]: INFO neutron.wsgi [None req-49c4e124-de31-4598-9c5b-b846ded18ae0 tempest-NetworksTestDHCPv6-162546708 tempest-NetworksTestDHCPv6-162546708-project] 10.222.0.20 "DELETE /v2.0/ports/c0ed6019-3512-424b-984b-27348032c072 HTTP/1.1" status: 204 len: 168 time: 0.9866769 Jun 23 11:30:55.808424 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.wsgi [-] (94174) accepted ('10.222.0.20', 36766) {{(pid=94174) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 11:30:55.857743 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.plugins.ml2.db [None req-469cb7f9-3cdd-46e1-8b96-9d21d2fe316e tempest-RoutersIpV6AdminTest-1878456168 tempest-RoutersIpV6AdminTest-1878456168-project-admin] For port 08ede0d4-abd7-41a9-b188-eb31395b34b3, host dv-neutron-601336-94-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-94-hyperv',level=0,port_id=08ede0d4-abd7-41a9-b188-eb31395b34b3,segment=NetworkSegment(c23be0a5-6980-48fb-bc9f-4a24717fe1de),segment_id=c23be0a5-6980-48fb-bc9f-4a24717fe1de)] {{(pid=94174) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 23 11:30:55.858117 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron_lib.callbacks.manager [None req-469cb7f9-3cdd-46e1-8b96-9d21d2fe316e tempest-RoutersIpV6AdminTest-1878456168 tempest-RoutersIpV6AdminTest-1878456168-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-430722'] for port, precommit_delete {{(pid=94174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:30:55.877823 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.plugins.ml2.plugin [None req-469cb7f9-3cdd-46e1-8b96-9d21d2fe316e tempest-RoutersIpV6AdminTest-1878456168 tempest-RoutersIpV6AdminTest-1878456168-project-admin] Calling delete_port for 08ede0d4-abd7-41a9-b188-eb31395b34b3 owned by network:router_gateway {{(pid=94174) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1986}} Jun 23 11:30:55.890149 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8cebd618-f7f3-4701-94db-cc8dea45c4d4 tempest-NetworksTestDHCPv6-162546708 tempest-NetworksTestDHCPv6-162546708-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94174) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 11:30:55.891792 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8cebd618-f7f3-4701-94db-cc8dea45c4d4 tempest-NetworksTestDHCPv6-162546708 tempest-NetworksTestDHCPv6-162546708-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94174) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 11:30:55.898622 dv-neutron-601336-94-hyperv neutron-server[94174]: INFO neutron.wsgi [None req-8cebd618-f7f3-4701-94db-cc8dea45c4d4 tempest-NetworksTestDHCPv6-162546708 tempest-NetworksTestDHCPv6-162546708-project] 10.222.0.20 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1464 time: 0.0839789 Jun 23 11:30:55.898622 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.wsgi [-] (94174) accepted ('10.222.0.20', 36768) {{(pid=94174) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 11:30:55.946781 dv-neutron-601336-94-hyperv neutron-server[94175]: INFO neutron.wsgi [req-3bd3fc31-7fe4-4226-889f-7a8f4d5dc280 req-249e87df-4229-474f-b888-fad444673ff2 service neutron] 10.222.0.52 "GET /v2.0/networks/eef03c16-5c70-4b40-b183-38c419fed443?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3357091 Jun 23 11:30:56.031630 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron_lib.callbacks.manager [None req-552f76c5-7749-4ff2-a802-9dae53d3e7cc tempest-RoutersAdminTest-1733287776 tempest-RoutersAdminTest-1733287776-project-admin] Notify callbacks [] for port, precommit_create {{(pid=94175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:30:56.049656 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.db.db_base_plugin_v2 [None req-e9a9384a-43da-4e2c-a2f2-4d2f0c9829b5 tempest-NetworksTestDHCPv6-162546708 tempest-NetworksTestDHCPv6-162546708-project] Deleting subnet a693b49c-4dbf-483e-b9f1-80ae6f82c45a {{(pid=94174) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jun 23 11:30:56.052674 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron_lib.callbacks.manager [None req-e9a9384a-43da-4e2c-a2f2-4d2f0c9829b5 tempest-NetworksTestDHCPv6-162546708 tempest-NetworksTestDHCPv6-162546708-project] Notify callbacks [] for subnet, before_delete {{(pid=94174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:30:56.101352 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron_lib.callbacks.manager [None req-e9a9384a-43da-4e2c-a2f2-4d2f0c9829b5 tempest-NetworksTestDHCPv6-162546708 tempest-NetworksTestDHCPv6-162546708-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4800256'] for subnet, precommit_delete_associations {{(pid=94174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:30:56.125027 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.db.db_base_plugin_common [None req-b4da5950-61d1-4241-aee8-9da41989bc3b tempest-FloatingIPAdminTestJSON-1420968783 tempest-FloatingIPAdminTestJSON-1420968783-project] Allocated IP 172.20.0.1 (811e8add-d81e-4cc6-afe1-28008b3a555c/85a235d2-c03e-4732-8b27-84529493ffc5/1718dcf7-93e3-447d-af02-d5a94edba3bb) {{(pid=94175) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 23 11:30:56.189555 dv-neutron-601336-94-hyperv neutron-server[94175]: INFO neutron.api.v2.resource [None req-b3c9761a-91f1-4450-a060-5c58694db047 tempest-FloatingIPNegativeTestJSON-1295786409 tempest-FloatingIPNegativeTestJSON-1295786409-project] create failed (client error): The resource could not be found. Jun 23 11:30:56.189555 dv-neutron-601336-94-hyperv neutron-server[94175]: INFO neutron.wsgi [None req-b3c9761a-91f1-4450-a060-5c58694db047 tempest-FloatingIPNegativeTestJSON-1295786409 tempest-FloatingIPNegativeTestJSON-1295786409-project] 10.222.0.20 "POST /v2.0/floatingips HTTP/1.1" status: 404 len: 507 time: 6.4180181 Jun 23 11:30:56.192481 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.wsgi [-] (94175) accepted ('10.222.0.20', 36776) {{(pid=94175) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 11:30:56.230879 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron_lib.callbacks.manager [None req-e9a9384a-43da-4e2c-a2f2-4d2f0c9829b5 tempest-NetworksTestDHCPv6-162546708 tempest-NetworksTestDHCPv6-162546708-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-897634'] for subnet, precommit_delete {{(pid=94174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:30:56.233836 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron_lib.callbacks.manager [None req-552f76c5-7749-4ff2-a802-9dae53d3e7cc tempest-RoutersAdminTest-1733287776 tempest-RoutersAdminTest-1733287776-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-922915', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-239814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7866073', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773699642215', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-5082457'] for port, after_create {{(pid=94175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:30:56.241703 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94175) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 11:30:56.286725 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron_lib.callbacks.manager [None req-469cb7f9-3cdd-46e1-8b96-9d21d2fe316e tempest-RoutersIpV6AdminTest-1878456168 tempest-RoutersIpV6AdminTest-1878456168-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-922904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866062', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773700135024', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773699642224', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5196390'] for port, after_delete {{(pid=94174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:30:56.289576 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG oslo_concurrency.lockutils [None req-4b703ddd-8f44-4221-a406-b9e739af4cf6 tempest-RoutersIpV6AdminTest-894294123 tempest-RoutersIpV6AdminTest-894294123-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94174) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 11:30:56.306867 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-552f76c5-7749-4ff2-a802-9dae53d3e7cc tempest-RoutersAdminTest-1733287776 tempest-RoutersAdminTest-1733287776-project-admin] Network 3e7e4eb3-cf02-4d47-ade9-0a579cdfc60f is already hosted by enough agents. {{(pid=94175) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 23 11:30:56.317780 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-469cb7f9-3cdd-46e1-8b96-9d21d2fe316e tempest-RoutersIpV6AdminTest-1878456168 tempest-RoutersIpV6AdminTest-1878456168-project-admin] Pushing event deleted for resources: {'Port': ['ID=08ede0d4-abd7-41a9-b188-eb31395b34b3,revision_number=None']} {{(pid=94174) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 11:30:56.320133 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG oslo_concurrency.lockutils [None req-469cb7f9-3cdd-46e1-8b96-9d21d2fe316e tempest-RoutersIpV6AdminTest-1878456168 tempest-RoutersIpV6AdminTest-1878456168-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.031s {{(pid=94174) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 11:30:56.336054 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.scheduler.base_scheduler [None req-552f76c5-7749-4ff2-a802-9dae53d3e7cc tempest-RoutersAdminTest-1733287776 tempest-RoutersAdminTest-1733287776-project-admin] Resources bound (agent type, host, resource id): {{(pid=94175) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 23 11:30:56.348772 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.db.l3_dvrscheduler_db [None req-552f76c5-7749-4ff2-a802-9dae53d3e7cc tempest-RoutersAdminTest-1733287776 tempest-RoutersAdminTest-1733287776-project-admin] Received port after_create {{(pid=94175) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 23 11:30:56.354618 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-552f76c5-7749-4ff2-a802-9dae53d3e7cc tempest-RoutersAdminTest-1733287776 tempest-RoutersAdminTest-1733287776-project-admin] Pushing event updated for resources: {'Port': ['ID=ca8a0a68-35d1-4a11-a8ac-418bf7242abc,revision_number=1']} {{(pid=94175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 11:30:56.377287 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron_lib.callbacks.manager [None req-e9a9384a-43da-4e2c-a2f2-4d2f0c9829b5 tempest-NetworksTestDHCPv6-162546708 tempest-NetworksTestDHCPv6-162546708-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-897627', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866062', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5195932', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4294216'] for subnet, after_delete {{(pid=94174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:30:56.380596 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG oslo_concurrency.lockutils [None req-552f76c5-7749-4ff2-a802-9dae53d3e7cc tempest-RoutersAdminTest-1733287776 tempest-RoutersAdminTest-1733287776-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.139s {{(pid=94175) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 11:30:56.382958 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94174) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 11:30:56.401247 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron_lib.callbacks.manager [None req-b4da5950-61d1-4241-aee8-9da41989bc3b tempest-FloatingIPAdminTestJSON-1420968783 tempest-FloatingIPAdminTestJSON-1420968783-project] Notify callbacks [] for port, precommit_create {{(pid=94175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:30:56.413174 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron_lib.callbacks.manager [None req-e9a9384a-43da-4e2c-a2f2-4d2f0c9829b5 tempest-NetworksTestDHCPv6-162546708 tempest-NetworksTestDHCPv6-162546708-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7865916'] for subnet, before_response {{(pid=94174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:30:56.415161 dv-neutron-601336-94-hyperv neutron-server[94174]: INFO neutron.wsgi [None req-e9a9384a-43da-4e2c-a2f2-4d2f0c9829b5 tempest-NetworksTestDHCPv6-162546708 tempest-NetworksTestDHCPv6-162546708-project] 10.222.0.20 "DELETE /v2.0/subnets/a693b49c-4dbf-483e-b9f1-80ae6f82c45a HTTP/1.1" status: 204 len: 168 time: 0.5164719 Jun 23 11:30:56.416035 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9a9384a-43da-4e2c-a2f2-4d2f0c9829b5 tempest-NetworksTestDHCPv6-162546708 tempest-NetworksTestDHCPv6-162546708-project] Pushing event deleted for resources: {'Subnet': ['ID=a693b49c-4dbf-483e-b9f1-80ae6f82c45a,revision_number=None']} {{(pid=94174) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 11:30:56.417895 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron_lib.callbacks.manager [None req-469cb7f9-3cdd-46e1-8b96-9d21d2fe316e tempest-RoutersIpV6AdminTest-1878456168 tempest-RoutersIpV6AdminTest-1878456168-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-524171'] for router_gateway, after_delete {{(pid=94174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:30:56.420308 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.wsgi [-] (94174) accepted ('10.222.0.20', 36782) {{(pid=94174) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 11:30:56.421326 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG oslo_concurrency.lockutils [None req-e9a9384a-43da-4e2c-a2f2-4d2f0c9829b5 tempest-NetworksTestDHCPv6-162546708 tempest-NetworksTestDHCPv6-162546708-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.038s {{(pid=94174) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 11:30:56.432006 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.db.provisioning_blocks [None req-b4da5950-61d1-4241-aee8-9da41989bc3b tempest-FloatingIPAdminTestJSON-1420968783 tempest-FloatingIPAdminTestJSON-1420968783-project] Transition to ACTIVE for port object 1718dcf7-93e3-447d-af02-d5a94edba3bb will not be triggered until provisioned by entity DHCP. {{(pid=94175) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 23 11:30:56.432408 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-80869c5c-6f85-4736-9737-bad04bb15e3c None None] Network f53f535d-bce4-4da8-9bd9-396677ff4e83 requested from dv-neutron-601336-94-hyperv {{(pid=94176) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 23 11:30:56.505950 dv-neutron-601336-94-hyperv neutron-server[94174]: INFO neutron.wsgi [None req-8522195d-5434-4f49-a1ee-7aba62f3627c tempest-NetworksTestDHCPv6-162546708 tempest-NetworksTestDHCPv6-162546708-project] 10.222.0.20 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0826149 Jun 23 11:30:56.540614 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.wsgi [-] (94174) accepted ('10.222.0.20', 36786) {{(pid=94174) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 11:30:56.707547 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5e7705ce-d793-4ba1-b951-9ee484e08c5c None None] DHCP port deletion for f53f535d-bce4-4da8-9bd9-396677ff4e83 request from dv-neutron-601336-94-hyperv {{(pid=94176) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jun 23 11:30:56.789698 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.plugins.ml2.plugin [None req-5e7705ce-d793-4ba1-b951-9ee484e08c5c None None] Deleting port 79d474c3-10a7-4cad-b2bb-5fbe94b0de87 {{(pid=94176) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1913}} Jun 23 11:30:56.790167 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron_lib.callbacks.manager [None req-5e7705ce-d793-4ba1-b951-9ee484e08c5c None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773700079324'] for port, before_delete {{(pid=94176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:30:56.828337 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.wsgi [-] (94175) accepted ('10.222.0.20', 36790) {{(pid=94175) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 11:30:56.888582 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron_lib.callbacks.manager [None req-469cb7f9-3cdd-46e1-8b96-9d21d2fe316e tempest-RoutersIpV6AdminTest-1878456168 tempest-RoutersIpV6AdminTest-1878456168-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-520417', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-32301'] for router, precommit_delete {{(pid=94174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:30:56.903207 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.plugins.ml2.plugin [None req-9eacfc21-bbc0-40fe-9f19-4a1a49578f14 tempest-FloatingIPNegativeTestJSON-1295786409 tempest-FloatingIPNegativeTestJSON-1295786409-project] Deleting port d4cda272-e97b-4021-abd7-2c3b6aac9e8c {{(pid=94175) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1913}} Jun 23 11:30:56.903540 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron_lib.callbacks.manager [None req-9eacfc21-bbc0-40fe-9f19-4a1a49578f14 tempest-FloatingIPNegativeTestJSON-1295786409 tempest-FloatingIPNegativeTestJSON-1295786409-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773700079324'] for port, before_delete {{(pid=94175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:30:56.905905 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron_lib.callbacks.manager [None req-469cb7f9-3cdd-46e1-8b96-9d21d2fe316e tempest-RoutersIpV6AdminTest-1878456168 tempest-RoutersIpV6AdminTest-1878456168-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:30:56.918514 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.plugins.ml2.rpc [None req-dc7542b2-afef-47f4-a763-e3a3cba144be None None] Device 79d474c3-10a7-4cad-b2bb-5fbe94b0de87 no longer exists at agent ovs-agent-dv-neutron-601336-94-hyperv {{(pid=94176) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:261}} Jun 23 11:30:56.966274 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.plugins.ml2.db [None req-5e7705ce-d793-4ba1-b951-9ee484e08c5c None None] For port 79d474c3-10a7-4cad-b2bb-5fbe94b0de87, host dv-neutron-601336-94-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-94-hyperv',level=0,port_id=79d474c3-10a7-4cad-b2bb-5fbe94b0de87,segment=NetworkSegment(6303a411-6e70-4139-a530-9ee4cf8ba843),segment_id=6303a411-6e70-4139-a530-9ee4cf8ba843)] {{(pid=94176) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 23 11:30:56.967150 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron_lib.callbacks.manager [None req-5e7705ce-d793-4ba1-b951-9ee484e08c5c None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-430722'] for port, precommit_delete {{(pid=94176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:30:56.994722 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.plugins.ml2.plugin [None req-5e7705ce-d793-4ba1-b951-9ee484e08c5c None None] Calling delete_port for 79d474c3-10a7-4cad-b2bb-5fbe94b0de87 owned by network:dhcp {{(pid=94176) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1986}} Jun 23 11:30:57.007061 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e24e2b6a-b207-4804-a0c7-a1cfe19d9885 tempest-NetworksTestDHCPv6-162546708 tempest-NetworksTestDHCPv6-162546708-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94174) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 11:30:57.008927 dv-neutron-601336-94-hyperv neutron-server[94174]: INFO neutron.wsgi [None req-e24e2b6a-b207-4804-a0c7-a1cfe19d9885 tempest-NetworksTestDHCPv6-162546708 tempest-NetworksTestDHCPv6-162546708-project] 10.222.0.20 "GET /v2.0/ports HTTP/1.1" status: 200 len: 866 time: 0.4671774 Jun 23 11:30:57.014195 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.wsgi [-] (94174) accepted ('10.222.0.20', 36796) {{(pid=94174) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 11:30:57.029036 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.api.v2.base [None req-73f8bd9e-a930-401b-a66e-ea9e36acd716 tempest-RoutersAdminNegativeIpV6Test-1108986400 tempest-RoutersAdminNegativeIpV6Test-1108986400-project-admin] Request body: {'port': {'name': 'tempest-RoutersAdminNegativeIpV6Test-1057291176', 'network_id': '3e7e4eb3-cf02-4d47-ade9-0a579cdfc60f'}} {{(pid=94175) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 23 11:30:57.041506 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65a7104c-bb56-4c29-a854-575bec2a437c req-7a902b26-f490-4229-ba32-da18c51adcda tempest-ServersTestJSON-995612928 tempest-ServersTestJSON-995612928-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 11:30:57.042969 dv-neutron-601336-94-hyperv neutron-server[94175]: INFO neutron.wsgi [req-65a7104c-bb56-4c29-a854-575bec2a437c req-7a902b26-f490-4229-ba32-da18c51adcda tempest-ServersTestJSON-995612928 tempest-ServersTestJSON-995612928-project] 10.222.0.20 "GET /v2.0/ports?device_id=5c858ae0-f491-4e6a-8938-34ed95476698 HTTP/1.1" status: 200 len: 943 time: 0.2188179 Jun 23 11:30:57.061519 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron_lib.callbacks.manager [None req-9eacfc21-bbc0-40fe-9f19-4a1a49578f14 tempest-FloatingIPNegativeTestJSON-1295786409 tempest-FloatingIPNegativeTestJSON-1295786409-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-430722'] for port, precommit_delete {{(pid=94175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:30:57.062246 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7eee563a-3daa-475f-8e41-eeb2fd209198 req-333785f1-98fc-4790-b8af-4f9339a3e7d7 tempest-ServersTestManualDisk-1703480083 tempest-ServersTestManualDisk-1703480083-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94174) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 11:30:57.063873 dv-neutron-601336-94-hyperv neutron-server[94174]: INFO neutron.wsgi [req-7eee563a-3daa-475f-8e41-eeb2fd209198 req-333785f1-98fc-4790-b8af-4f9339a3e7d7 tempest-ServersTestManualDisk-1703480083 tempest-ServersTestManualDisk-1703480083-project] 10.222.0.20 "GET /v2.0/ports?device_id=60467d60-f71e-4b81-84ed-861e06a6acb7 HTTP/1.1" status: 200 len: 944 time: 0.1683383 Jun 23 11:30:57.085420 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.plugins.ml2.plugin [None req-9eacfc21-bbc0-40fe-9f19-4a1a49578f14 tempest-FloatingIPNegativeTestJSON-1295786409 tempest-FloatingIPNegativeTestJSON-1295786409-project] Calling delete_port for d4cda272-e97b-4021-abd7-2c3b6aac9e8c owned by {{(pid=94175) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1986}} Jun 23 11:30:57.085683 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron_lib.callbacks.manager [None req-dc7542b2-afef-47f4-a763-e3a3cba144be None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-923122'] for port, before_update {{(pid=94176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:30:57.100448 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-282f3690-043c-46de-87bd-ae61d3cd41e0 tempest-NetworksTestDHCPv6-162546708 tempest-NetworksTestDHCPv6-162546708-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94174) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 11:30:57.102248 dv-neutron-601336-94-hyperv neutron-server[94174]: INFO neutron.wsgi [None req-282f3690-043c-46de-87bd-ae61d3cd41e0 tempest-NetworksTestDHCPv6-162546708 tempest-NetworksTestDHCPv6-162546708-project] 10.222.0.20 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.0861089 Jun 23 11:30:57.102724 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron_lib.callbacks.manager [None req-b4da5950-61d1-4241-aee8-9da41989bc3b tempest-FloatingIPAdminTestJSON-1420968783 tempest-FloatingIPAdminTestJSON-1420968783-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-922915', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-239814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7866073', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773699642215', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-5082457'] for port, after_create {{(pid=94175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:30:57.105546 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.wsgi [-] (94174) accepted ('10.222.0.20', 36798) {{(pid=94174) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 11:30:57.109617 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG oslo_concurrency.lockutils [None req-c0431820-5b8a-413f-9d22-1a3c634b386a tempest-ServersTestManualDisk-1703480083 tempest-ServersTestManualDisk-1703480083-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94175) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 11:30:57.143254 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.plugins.ml2.db [None req-dc7542b2-afef-47f4-a763-e3a3cba144be None None] For port 79d474c3-10a7-4cad-b2bb-5fbe94b0de87, host dv-neutron-601336-94-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-94-hyperv',level=0,port_id=79d474c3-10a7-4cad-b2bb-5fbe94b0de87,segment=NetworkSegment(6303a411-6e70-4139-a530-9ee4cf8ba843),segment_id=6303a411-6e70-4139-a530-9ee4cf8ba843)] {{(pid=94176) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 23 11:30:57.166195 dv-neutron-601336-94-hyperv neutron-server[94174]: INFO neutron.wsgi [None req-be0c5acb-3255-4570-8386-1e758b18e65e tempest-NetworksTestDHCPv6-162546708 tempest-NetworksTestDHCPv6-162546708-project] 10.222.0.20 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0568330 Jun 23 11:30:57.166810 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron_lib.callbacks.manager [None req-469cb7f9-3cdd-46e1-8b96-9d21d2fe316e tempest-RoutersIpV6AdminTest-1878456168 tempest-RoutersIpV6AdminTest-1878456168-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-494961'] for router, after_delete {{(pid=94174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:30:57.167389 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-469cb7f9-3cdd-46e1-8b96-9d21d2fe316e tempest-RoutersIpV6AdminTest-1878456168 tempest-RoutersIpV6AdminTest-1878456168-project-admin] Fanout notify agent at l3_agent the message router_deleted on router d7015480-3263-4a16-9830-33557438137d {{(pid=94174) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jun 23 11:30:57.170988 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.wsgi [-] (94174) accepted ('10.222.0.20', 36800) {{(pid=94174) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 11:30:57.175148 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron_lib.callbacks.manager [None req-469cb7f9-3cdd-46e1-8b96-9d21d2fe316e tempest-RoutersIpV6AdminTest-1878456168 tempest-RoutersIpV6AdminTest-1878456168-project-admin] Notify callbacks [] for router, before_response {{(pid=94174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:30:57.179809 dv-neutron-601336-94-hyperv neutron-server[94174]: INFO neutron.wsgi [None req-469cb7f9-3cdd-46e1-8b96-9d21d2fe316e tempest-RoutersIpV6AdminTest-1878456168 tempest-RoutersIpV6AdminTest-1878456168-project-admin] 10.222.0.20 "DELETE /v2.0/routers/d7015480-3263-4a16-9830-33557438137d HTTP/1.1" status: 204 len: 168 time: 2.2154441 Jun 23 11:30:57.184756 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.api.v2.base [None req-2d0a6629-3d29-43e5-8e7b-658c3f937373 tempest-NetworksTestDHCPv6-162546708 tempest-NetworksTestDHCPv6-162546708-project] Request body: {'subnet': {'network_id': 'f53f535d-bce4-4da8-9bd9-396677ff4e83', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=94174) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 23 11:30:57.186925 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.wsgi [-] (94174) accepted ('10.222.0.20', 36802) {{(pid=94174) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 11:30:57.199504 dv-neutron-601336-94-hyperv neutron-server[94174]: INFO neutron.wsgi [req-7eee563a-3daa-475f-8e41-eeb2fd209198 req-a7605954-26ef-4893-99e0-36903b1e2c71 tempest-ServersTestManualDisk-1703480083 tempest-ServersTestManualDisk-1703480083-project] 10.222.0.20 "GET /v2.0/security-groups?id=64e50690-84f2-4556-996e-e186f26132b0&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1241987 Jun 23 11:30:57.204009 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.api.v2.base [None req-801e3405-a6b1-4335-b630-b1f98c7374c9 tempest-RoutersIpV6AdminTest-894294123 tempest-RoutersIpV6AdminTest-894294123-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-1788375848', 'external_gateway_info': {'network_id': '3e7e4eb3-cf02-4d47-ade9-0a579cdfc60f'}, 'admin_state_up': False}} {{(pid=94174) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 23 11:30:57.213735 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b4da5950-61d1-4241-aee8-9da41989bc3b tempest-FloatingIPAdminTestJSON-1420968783 tempest-FloatingIPAdminTestJSON-1420968783-project] Network 811e8add-d81e-4cc6-afe1-28008b3a555c is already hosted by enough agents. {{(pid=94175) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 23 11:30:57.220738 dv-neutron-601336-94-hyperv neutron-server[94175]: INFO neutron.wsgi [req-65a7104c-bb56-4c29-a854-575bec2a437c req-f5238b0e-7cdf-4029-89a5-94e48c2a0522 tempest-ServersTestJSON-995612928 tempest-ServersTestJSON-995612928-project] 10.222.0.20 "GET /v2.0/security-groups?id=0269fbcb-6e08-4df6-b8da-06ccdf83703f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1611614 Jun 23 11:30:57.225942 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4da5950-61d1-4241-aee8-9da41989bc3b tempest-FloatingIPAdminTestJSON-1420968783 tempest-FloatingIPAdminTestJSON-1420968783-project] Pushing event updated for resources: {'Port': ['ID=1718dcf7-93e3-447d-af02-d5a94edba3bb,revision_number=1']} {{(pid=94175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 11:30:57.228210 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-73f8bd9e-a930-401b-a66e-ea9e36acd716 tempest-RoutersAdminNegativeIpV6Test-1108986400 tempest-RoutersAdminNegativeIpV6Test-1108986400-project-admin] Made reservation on behalf of 1c787bd5a5db48718b6cb2fc66fafd04 for: {'port': 1} {{(pid=94175) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 23 11:30:57.230556 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron_lib.callbacks.manager [None req-73f8bd9e-a930-401b-a66e-ea9e36acd716 tempest-RoutersAdminNegativeIpV6Test-1108986400 tempest-RoutersAdminNegativeIpV6Test-1108986400-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-923104'] for port, before_create {{(pid=94175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:30:57.232703 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.scheduler.base_scheduler [None req-b4da5950-61d1-4241-aee8-9da41989bc3b tempest-FloatingIPAdminTestJSON-1420968783 tempest-FloatingIPAdminTestJSON-1420968783-project] Resources bound (agent type, host, resource id): {{(pid=94175) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 23 11:30:57.236521 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG oslo_concurrency.lockutils [None req-b4da5950-61d1-4241-aee8-9da41989bc3b tempest-FloatingIPAdminTestJSON-1420968783 tempest-FloatingIPAdminTestJSON-1420968783-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.126s {{(pid=94175) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 11:30:57.239860 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b4da5950-61d1-4241-aee8-9da41989bc3b tempest-FloatingIPAdminTestJSON-1420968783 tempest-FloatingIPAdminTestJSON-1420968783-project] Received port after_create {{(pid=94175) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 23 11:30:57.252458 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron_lib.callbacks.manager [None req-dc7542b2-afef-47f4-a763-e3a3cba144be None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-922904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866062', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773700135042', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773699642233', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773699642278'] for port, after_update {{(pid=94176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:30:57.258461 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG oslo_concurrency.lockutils [None req-6892836f-c04b-44e4-aa54-c3d3d7e7bb27 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 11:30:57.276729 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron_lib.callbacks.manager [None req-73f8bd9e-a930-401b-a66e-ea9e36acd716 tempest-RoutersAdminNegativeIpV6Test-1108986400 tempest-RoutersAdminNegativeIpV6Test-1108986400-project-admin] Notify callbacks [] for security_group, before_create {{(pid=94175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:30:57.362271 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc7542b2-afef-47f4-a763-e3a3cba144be None None] Pushing event updated for resources: {'Port': ['ID=79d474c3-10a7-4cad-b2bb-5fbe94b0de87,revision_number=5']} {{(pid=94176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 11:30:57.367461 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG oslo_concurrency.lockutils [None req-dc7542b2-afef-47f4-a763-e3a3cba144be None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.110s {{(pid=94176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 11:30:57.423446 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron_lib.callbacks.manager [None req-b4da5950-61d1-4241-aee8-9da41989bc3b tempest-FloatingIPAdminTestJSON-1420968783 tempest-FloatingIPAdminTestJSON-1420968783-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-452954'] for router_interface, before_create {{(pid=94175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:30:57.555591 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron_lib.callbacks.manager [None req-552f76c5-7749-4ff2-a802-9dae53d3e7cc tempest-RoutersAdminTest-1733287776 tempest-RoutersAdminTest-1733287776-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=94175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:30:57.611048 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.plugins.ml2.rpc [None req-97bd5441-1da2-49ee-a364-27795820ba27 None None] Device dd2b26a1-e9f4-4591-8663-03ae50002c7f details requested by agent hyperv_hv-neutron-6013 with host hv-neutron-6013 {{(pid=94176) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:104}} Jun 23 11:30:57.662280 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron_lib.callbacks.manager [None req-5e7705ce-d793-4ba1-b951-9ee484e08c5c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-922904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866062', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773700135024', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773699642224'] for port, after_delete {{(pid=94176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:30:57.666405 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG oslo_concurrency.lockutils [None req-9f809a3a-3fef-4dae-8eae-36554e1b10fd None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 11:30:57.698210 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e7705ce-d793-4ba1-b951-9ee484e08c5c None None] Pushing event deleted for resources: {'Port': ['ID=79d474c3-10a7-4cad-b2bb-5fbe94b0de87,revision_number=None']} {{(pid=94176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 11:30:57.704219 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG oslo_concurrency.lockutils [None req-5e7705ce-d793-4ba1-b951-9ee484e08c5c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.038s {{(pid=94176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 11:30:57.704911 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5e7705ce-d793-4ba1-b951-9ee484e08c5c None None] No DVR routers for this DVR port 79d474c3-10a7-4cad-b2bb-5fbe94b0de87 on host dv-neutron-601336-94-hyperv {{(pid=94176) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 23 11:30:57.713431 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron_lib.callbacks.manager [None req-801e3405-a6b1-4335-b630-b1f98c7374c9 tempest-RoutersIpV6AdminTest-894294123 tempest-RoutersIpV6AdminTest-894294123-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-520407', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-32315'] for router, before_create {{(pid=94174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:30:57.719697 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron_lib.callbacks.manager [None req-801e3405-a6b1-4335-b630-b1f98c7374c9 tempest-RoutersIpV6AdminTest-894294123 tempest-RoutersIpV6AdminTest-894294123-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-520264', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-524122', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-414782', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-32290'] for router, precommit_create {{(pid=94174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:30:57.720424 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.db.provisioning_blocks [None req-a29ad525-b64f-4abd-8fe3-9db52d53cbb7 None None] Provisioning for port 1718dcf7-93e3-447d-af02-d5a94edba3bb completed by entity DHCP. {{(pid=94176) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 23 11:30:57.723715 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron_lib.callbacks.manager [None req-9eacfc21-bbc0-40fe-9f19-4a1a49578f14 tempest-FloatingIPNegativeTestJSON-1295786409 tempest-FloatingIPNegativeTestJSON-1295786409-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-922904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866062', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773700135024', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773699642224', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5082448'] for port, after_delete {{(pid=94175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:30:57.728510 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG oslo_concurrency.lockutils [None req-b4da5950-61d1-4241-aee8-9da41989bc3b tempest-FloatingIPAdminTestJSON-1420968783 tempest-FloatingIPAdminTestJSON-1420968783-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94175) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 11:30:57.731883 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.db.provisioning_blocks [None req-a29ad525-b64f-4abd-8fe3-9db52d53cbb7 None None] Provisioning complete for port 1718dcf7-93e3-447d-af02-d5a94edba3bb triggered by entity DHCP. {{(pid=94176) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 23 11:30:57.731883 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron_lib.callbacks.manager [None req-a29ad525-b64f-4abd-8fe3-9db52d53cbb7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-899258'] for port, provisioning_complete {{(pid=94176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:30:57.763057 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9eacfc21-bbc0-40fe-9f19-4a1a49578f14 tempest-FloatingIPNegativeTestJSON-1295786409 tempest-FloatingIPNegativeTestJSON-1295786409-project] Pushing event deleted for resources: {'Port': ['ID=d4cda272-e97b-4021-abd7-2c3b6aac9e8c,revision_number=None']} {{(pid=94175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 11:30:57.768167 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron_lib.db.api [None req-73f8bd9e-a930-401b-a66e-ea9e36acd716 tempest-RoutersAdminNegativeIpV6Test-1108986400 tempest-RoutersAdminNegativeIpV6Test-1108986400-project-admin] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Jun 23 11:30:57.768167 dv-neutron-601336-94-hyperv neutron-server[94175]: [SQL: DELETE FROM reservations WHERE reservations.project_id = %(project_id_1)s AND reservations.expiration < %(expiration_1)s] Jun 23 11:30:57.768167 dv-neutron-601336-94-hyperv neutron-server[94175]: [parameters: {'project_id_1': '1c787bd5a5db48718b6cb2fc66fafd04', 'expiration_1': datetime.datetime(2021, 6, 23, 11, 30, 57, 374933)}] Jun 23 11:30:57.768167 dv-neutron-601336-94-hyperv neutron-server[94175]: (Background on this error at: http://sqlalche.me/e/14/e3q8) {{(pid=94175) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jun 23 11:30:57.768599 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG oslo_db.api [None req-73f8bd9e-a930-401b-a66e-ea9e36acd716 tempest-RoutersAdminNegativeIpV6Test-1108986400 tempest-RoutersAdminNegativeIpV6Test-1108986400-project-admin] Performing DB retry for function neutron.db.securitygroups_db.SecurityGroupDbMixin.create_security_group {{(pid=94175) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jun 23 11:30:57.774000 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG oslo_concurrency.lockutils [None req-9eacfc21-bbc0-40fe-9f19-4a1a49578f14 tempest-FloatingIPNegativeTestJSON-1295786409 tempest-FloatingIPNegativeTestJSON-1295786409-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=94175) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 11:30:57.774120 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.plugins.ml2.db [None req-97bd5441-1da2-49ee-a364-27795820ba27 None None] For port dd2b26a1-e9f4-4591-8663-03ae50002c7f, host hv-neutron-6013, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-6013',level=0,port_id=dd2b26a1-e9f4-4591-8663-03ae50002c7f,segment=NetworkSegment(c346af87-b391-4254-9d6e-eeb5f3162a6b),segment_id=c346af87-b391-4254-9d6e-eeb5f3162a6b)] {{(pid=94176) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 23 11:30:57.790079 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.plugins.ml2.plugin [None req-a29ad525-b64f-4abd-8fe3-9db52d53cbb7 None None] Port 1718dcf7-93e3-447d-af02-d5a94edba3bb cannot update to ACTIVE because it is not bound. {{(pid=94176) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jun 23 11:30:57.792537 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.plugins.ml2.rpc [None req-97bd5441-1da2-49ee-a364-27795820ba27 None None] Returning: {'device': 'dd2b26a1-e9f4-4591-8663-03ae50002c7f', 'network_id': '53451295-943c-4b83-97fd-a02f49b38b3c', 'port_id': 'dd2b26a1-e9f4-4591-8663-03ae50002c7f', 'mac_address': 'fa:16:3e:33:3a:c8', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 448, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3bfb1ec3-b37f-49bf-ab64-d8c5440d6cd6', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94176) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:186}} Jun 23 11:30:57.813261 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron_lib.callbacks.manager [None req-801e3405-a6b1-4335-b630-b1f98c7374c9 tempest-RoutersIpV6AdminTest-894294123 tempest-RoutersIpV6AdminTest-894294123-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:30:57.840252 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron_lib.callbacks.manager [None req-97bd5441-1da2-49ee-a364-27795820ba27 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-923122'] for port, before_update {{(pid=94176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:30:57.846709 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2d0a6629-3d29-43e5-8e7b-658c3f937373 tempest-NetworksTestDHCPv6-162546708 tempest-NetworksTestDHCPv6-162546708-project] Made reservation on behalf of 5e61222a836c47229c94e37f3902e6bd for: {'subnet': 1} {{(pid=94174) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 23 11:30:57.851658 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron_lib.callbacks.manager [None req-2d0a6629-3d29-43e5-8e7b-658c3f937373 tempest-NetworksTestDHCPv6-162546708 tempest-NetworksTestDHCPv6-162546708-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4294245'] for subnet, before_create {{(pid=94174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:30:57.864263 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.notifiers.nova [None req-97bd5441-1da2-49ee-a364-27795820ba27 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id dd2b26a1-e9f4-4591-8663-03ae50002c7f {{(pid=94176) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 23 11:30:57.891848 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.plugins.ml2.db [None req-97bd5441-1da2-49ee-a364-27795820ba27 None None] For port dd2b26a1-e9f4-4591-8663-03ae50002c7f, host hv-neutron-6013, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-6013',level=0,port_id=dd2b26a1-e9f4-4591-8663-03ae50002c7f,segment=NetworkSegment(c346af87-b391-4254-9d6e-eeb5f3162a6b),segment_id=c346af87-b391-4254-9d6e-eeb5f3162a6b)] {{(pid=94176) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 23 11:30:57.912897 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron_lib.callbacks.manager [None req-9eacfc21-bbc0-40fe-9f19-4a1a49578f14 tempest-FloatingIPNegativeTestJSON-1295786409 tempest-FloatingIPNegativeTestJSON-1295786409-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-217507'] for port, before_response {{(pid=94175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:30:57.914765 dv-neutron-601336-94-hyperv neutron-server[94175]: INFO neutron.wsgi [None req-9eacfc21-bbc0-40fe-9f19-4a1a49578f14 tempest-FloatingIPNegativeTestJSON-1295786409 tempest-FloatingIPNegativeTestJSON-1295786409-project] 10.222.0.20 "DELETE /v2.0/ports/d4cda272-e97b-4021-abd7-2c3b6aac9e8c HTTP/1.1" status: 204 len: 168 time: 1.7211485 Jun 23 11:30:57.916687 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron_lib.callbacks.manager [None req-552f76c5-7749-4ff2-a802-9dae53d3e7cc tempest-RoutersAdminTest-1733287776 tempest-RoutersAdminTest-1733287776-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-520412', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-524143'] for router, after_create {{(pid=94175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:30:57.918560 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.wsgi [-] (94175) accepted ('10.222.0.20', 36804) {{(pid=94175) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 11:30:57.919121 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron_lib.callbacks.manager [None req-b4da5950-61d1-4241-aee8-9da41989bc3b tempest-FloatingIPAdminTestJSON-1420968783 tempest-FloatingIPAdminTestJSON-1420968783-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-923122'] for port, before_update {{(pid=94175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:30:57.995557 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron_lib.callbacks.manager [None req-97bd5441-1da2-49ee-a364-27795820ba27 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-922904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866062', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773700135042', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773699642233', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773699642278'] for port, after_update {{(pid=94176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:30:57.997858 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG oslo_concurrency.lockutils [None req-c0a876bb-e2e9-4e97-86c2-f33b19971c02 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 11:30:58.057608 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97bd5441-1da2-49ee-a364-27795820ba27 None None] Pushing event updated for resources: {'Port': ['ID=dd2b26a1-e9f4-4591-8663-03ae50002c7f,revision_number=4']} {{(pid=94176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 11:30:58.060854 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG oslo_concurrency.lockutils [None req-97bd5441-1da2-49ee-a364-27795820ba27 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.063s {{(pid=94176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 11:30:58.080535 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron_lib.callbacks.manager [None req-801e3405-a6b1-4335-b630-b1f98c7374c9 tempest-RoutersIpV6AdminTest-894294123 tempest-RoutersIpV6AdminTest-894294123-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-524104', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-520389', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-32276'] for router, precommit_update {{(pid=94174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:30:58.156625 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-141d8d6a-9f44-490e-991a-ded627d55010 tempest-FloatingIPNegativeTestJSON-1295786409 tempest-FloatingIPNegativeTestJSON-1295786409-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 11:30:58.158054 dv-neutron-601336-94-hyperv neutron-server[94175]: INFO neutron.wsgi [None req-141d8d6a-9f44-490e-991a-ded627d55010 tempest-FloatingIPNegativeTestJSON-1295786409 tempest-FloatingIPNegativeTestJSON-1295786409-project] 10.222.0.20 "GET /v2.0/ports?device_id=a9cf512d-0414-41e1-86f2-8bde7ff629f8 HTTP/1.1" status: 200 len: 913 time: 0.2365181 Jun 23 11:30:58.162175 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.wsgi [-] (94174) accepted ('10.222.0.20', 36806) {{(pid=94174) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 11:30:58.266181 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.plugins.ml2.db [None req-97bd5441-1da2-49ee-a364-27795820ba27 None None] get_ports_and_sgs() called for port_ids ['dd2b26a1-e9f4-4591-8663-03ae50002c7f'] {{(pid=94176) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 23 11:30:58.272484 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron_lib.callbacks.manager [None req-73f8bd9e-a930-401b-a66e-ea9e36acd716 tempest-RoutersAdminNegativeIpV6Test-1108986400 tempest-RoutersAdminNegativeIpV6Test-1108986400-project-admin] Notify callbacks [] for security_group, before_create {{(pid=94175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:30:58.369653 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron_lib.callbacks.manager [None req-73f8bd9e-a930-401b-a66e-ea9e36acd716 tempest-RoutersAdminNegativeIpV6Test-1108986400 tempest-RoutersAdminNegativeIpV6Test-1108986400-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=94175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:30:58.373449 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-552f76c5-7749-4ff2-a802-9dae53d3e7cc tempest-RoutersAdminTest-1733287776 tempest-RoutersAdminTest-1733287776-project-admin] Router e6076c3b-9609-4cba-ab8f-417ff674431b is scheduled to L3 agent 50ef99c0-ef28-4db5-b303-b145898fae60 with binding_index 1 {{(pid=94175) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jun 23 11:30:58.401621 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron_lib.callbacks.manager [None req-2d0a6629-3d29-43e5-8e7b-658c3f937373 tempest-NetworksTestDHCPv6-162546708 tempest-NetworksTestDHCPv6-162546708-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866062', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5195999', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4294259'] for subnet, after_create {{(pid=94174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:30:58.431419 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG oslo_concurrency.lockutils [None req-b4a26f81-6325-498b-a967-5fd7406b83c7 tempest-RoutersAdminTest-1733287776 tempest-RoutersAdminTest-1733287776-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94174) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 11:30:58.480611 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron_lib.callbacks.manager [None req-73f8bd9e-a930-401b-a66e-ea9e36acd716 tempest-RoutersAdminNegativeIpV6Test-1108986400 tempest-RoutersAdminNegativeIpV6Test-1108986400-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7996330'] for security_group, after_create {{(pid=94175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:30:58.501213 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94175) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 11:30:58.514393 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2d0a6629-3d29-43e5-8e7b-658c3f937373 tempest-NetworksTestDHCPv6-162546708 tempest-NetworksTestDHCPv6-162546708-project] Network f53f535d-bce4-4da8-9bd9-396677ff4e83 is already hosted by enough agents. {{(pid=94174) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 23 11:30:58.520708 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.scheduler.base_scheduler [None req-2d0a6629-3d29-43e5-8e7b-658c3f937373 tempest-NetworksTestDHCPv6-162546708 tempest-NetworksTestDHCPv6-162546708-project] Resources bound (agent type, host, resource id): {{(pid=94174) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 23 11:30:58.527363 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2d0a6629-3d29-43e5-8e7b-658c3f937373 tempest-NetworksTestDHCPv6-162546708 tempest-NetworksTestDHCPv6-162546708-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94174) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 11:30:58.527959 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron_lib.callbacks.manager [None req-2d0a6629-3d29-43e5-8e7b-658c3f937373 tempest-NetworksTestDHCPv6-162546708 tempest-NetworksTestDHCPv6-162546708-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7865916'] for subnet, before_response {{(pid=94174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:30:58.533359 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-62f64a10-2079-449d-9d11-056cd2b66a94 None None] Network f53f535d-bce4-4da8-9bd9-396677ff4e83 requested from dv-neutron-601336-94-hyperv {{(pid=94176) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 23 11:30:58.538148 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.notifiers.nova [None req-73f8bd9e-a930-401b-a66e-ea9e36acd716 tempest-RoutersAdminNegativeIpV6Test-1108986400 tempest-RoutersAdminNegativeIpV6Test-1108986400-project-admin] device_id is not set on port 2fdc9468-cad1-4f9a-a5a7-3bd0d196bd9e yet. {{(pid=94175) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jun 23 11:30:58.540240 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d0a6629-3d29-43e5-8e7b-658c3f937373 tempest-NetworksTestDHCPv6-162546708 tempest-NetworksTestDHCPv6-162546708-project] Pushing event updated for resources: {'Subnet': ['ID=62ae796d-a930-4516-9537-0e36f0d32334,revision_number=0']} {{(pid=94174) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 11:30:58.581145 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d0a6629-3d29-43e5-8e7b-658c3f937373 tempest-NetworksTestDHCPv6-162546708 tempest-NetworksTestDHCPv6-162546708-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-601336-94-hyperv {{(pid=94174) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 11:30:58.581512 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d0a6629-3d29-43e5-8e7b-658c3f937373 tempest-NetworksTestDHCPv6-162546708 tempest-NetworksTestDHCPv6-162546708-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-94-hyperv {{(pid=94174) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 11:30:58.582852 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d0a6629-3d29-43e5-8e7b-658c3f937373 tempest-NetworksTestDHCPv6-162546708 tempest-NetworksTestDHCPv6-162546708-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-94-hyperv {{(pid=94174) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 11:30:58.582852 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d0a6629-3d29-43e5-8e7b-658c3f937373 tempest-NetworksTestDHCPv6-162546708 tempest-NetworksTestDHCPv6-162546708-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-601336-94-hyperv {{(pid=94174) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 11:30:58.582852 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d0a6629-3d29-43e5-8e7b-658c3f937373 tempest-NetworksTestDHCPv6-162546708 tempest-NetworksTestDHCPv6-162546708-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-601336-94-hyperv {{(pid=94174) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 11:30:58.583144 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d0a6629-3d29-43e5-8e7b-658c3f937373 tempest-NetworksTestDHCPv6-162546708 tempest-NetworksTestDHCPv6-162546708-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-601336-94-hyperv {{(pid=94174) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 11:30:58.583391 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d0a6629-3d29-43e5-8e7b-658c3f937373 tempest-NetworksTestDHCPv6-162546708 tempest-NetworksTestDHCPv6-162546708-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-601336-94-hyperv {{(pid=94174) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 11:30:58.583814 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d0a6629-3d29-43e5-8e7b-658c3f937373 tempest-NetworksTestDHCPv6-162546708 tempest-NetworksTestDHCPv6-162546708-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-601336-94-hyperv {{(pid=94174) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 11:30:58.584281 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d0a6629-3d29-43e5-8e7b-658c3f937373 tempest-NetworksTestDHCPv6-162546708 tempest-NetworksTestDHCPv6-162546708-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-601336-94-hyperv {{(pid=94174) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 11:30:58.584497 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d0a6629-3d29-43e5-8e7b-658c3f937373 tempest-NetworksTestDHCPv6-162546708 tempest-NetworksTestDHCPv6-162546708-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-94-hyperv {{(pid=94174) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 11:30:58.584836 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d0a6629-3d29-43e5-8e7b-658c3f937373 tempest-NetworksTestDHCPv6-162546708 tempest-NetworksTestDHCPv6-162546708-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-601336-94-hyperv {{(pid=94174) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 11:30:58.585173 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d0a6629-3d29-43e5-8e7b-658c3f937373 tempest-NetworksTestDHCPv6-162546708 tempest-NetworksTestDHCPv6-162546708-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-601336-94-hyperv {{(pid=94174) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 11:30:58.594542 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG oslo_concurrency.lockutils [None req-2d0a6629-3d29-43e5-8e7b-658c3f937373 tempest-NetworksTestDHCPv6-162546708 tempest-NetworksTestDHCPv6-162546708-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.163s {{(pid=94174) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 11:30:58.604676 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11e55b54-6b5b-4c3f-87d8-3ec85e7c6c9b req-f11e08b7-cee0-4de9-b17e-44f6a47abb6b tempest-ServersTestManualDisk-1703480083 tempest-ServersTestManualDisk-1703480083-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94174) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 11:30:58.611611 dv-neutron-601336-94-hyperv neutron-server[94174]: INFO neutron.wsgi [req-11e55b54-6b5b-4c3f-87d8-3ec85e7c6c9b req-f11e08b7-cee0-4de9-b17e-44f6a47abb6b tempest-ServersTestManualDisk-1703480083 tempest-ServersTestManualDisk-1703480083-project] 10.222.0.20 "GET /v2.0/ports?device_id=60467d60-f71e-4b81-84ed-861e06a6acb7 HTTP/1.1" status: 200 len: 944 time: 0.2848611 Jun 23 11:30:58.638692 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73f8bd9e-a930-401b-a66e-ea9e36acd716 tempest-RoutersAdminNegativeIpV6Test-1108986400 tempest-RoutersAdminNegativeIpV6Test-1108986400-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6f0bf058-41bf-4d46-9d3f-152edd96e774,revision_number=1']} {{(pid=94175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 11:30:58.654253 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron_lib.callbacks.manager [None req-b4da5950-61d1-4241-aee8-9da41989bc3b tempest-FloatingIPAdminTestJSON-1420968783 tempest-FloatingIPAdminTestJSON-1420968783-project] Notify callbacks [] for port, precommit_update {{(pid=94175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:30:58.666443 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73f8bd9e-a930-401b-a66e-ea9e36acd716 tempest-RoutersAdminNegativeIpV6Test-1108986400 tempest-RoutersAdminNegativeIpV6Test-1108986400-project-admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-601336-94-hyperv {{(pid=94175) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 11:30:58.666964 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73f8bd9e-a930-401b-a66e-ea9e36acd716 tempest-RoutersAdminNegativeIpV6Test-1108986400 tempest-RoutersAdminNegativeIpV6Test-1108986400-project-admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-94-hyperv {{(pid=94175) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 11:30:58.667474 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73f8bd9e-a930-401b-a66e-ea9e36acd716 tempest-RoutersAdminNegativeIpV6Test-1108986400 tempest-RoutersAdminNegativeIpV6Test-1108986400-project-admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-94-hyperv {{(pid=94175) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 11:30:58.668301 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73f8bd9e-a930-401b-a66e-ea9e36acd716 tempest-RoutersAdminNegativeIpV6Test-1108986400 tempest-RoutersAdminNegativeIpV6Test-1108986400-project-admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-601336-94-hyperv {{(pid=94175) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 11:30:58.668479 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73f8bd9e-a930-401b-a66e-ea9e36acd716 tempest-RoutersAdminNegativeIpV6Test-1108986400 tempest-RoutersAdminNegativeIpV6Test-1108986400-project-admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-601336-94-hyperv {{(pid=94175) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 11:30:58.668933 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73f8bd9e-a930-401b-a66e-ea9e36acd716 tempest-RoutersAdminNegativeIpV6Test-1108986400 tempest-RoutersAdminNegativeIpV6Test-1108986400-project-admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-601336-94-hyperv {{(pid=94175) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 11:30:58.669408 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73f8bd9e-a930-401b-a66e-ea9e36acd716 tempest-RoutersAdminNegativeIpV6Test-1108986400 tempest-RoutersAdminNegativeIpV6Test-1108986400-project-admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-601336-94-hyperv {{(pid=94175) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 11:30:58.669871 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73f8bd9e-a930-401b-a66e-ea9e36acd716 tempest-RoutersAdminNegativeIpV6Test-1108986400 tempest-RoutersAdminNegativeIpV6Test-1108986400-project-admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-601336-94-hyperv {{(pid=94175) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 11:30:58.670315 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73f8bd9e-a930-401b-a66e-ea9e36acd716 tempest-RoutersAdminNegativeIpV6Test-1108986400 tempest-RoutersAdminNegativeIpV6Test-1108986400-project-admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-601336-94-hyperv {{(pid=94175) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 11:30:58.670766 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73f8bd9e-a930-401b-a66e-ea9e36acd716 tempest-RoutersAdminNegativeIpV6Test-1108986400 tempest-RoutersAdminNegativeIpV6Test-1108986400-project-admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-94-hyperv {{(pid=94175) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 11:30:58.671240 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73f8bd9e-a930-401b-a66e-ea9e36acd716 tempest-RoutersAdminNegativeIpV6Test-1108986400 tempest-RoutersAdminNegativeIpV6Test-1108986400-project-admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-601336-94-hyperv {{(pid=94175) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 11:30:58.671687 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73f8bd9e-a930-401b-a66e-ea9e36acd716 tempest-RoutersAdminNegativeIpV6Test-1108986400 tempest-RoutersAdminNegativeIpV6Test-1108986400-project-admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-601336-94-hyperv {{(pid=94175) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 11:30:58.680404 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-552f76c5-7749-4ff2-a802-9dae53d3e7cc tempest-RoutersAdminTest-1733287776 tempest-RoutersAdminTest-1733287776-project-admin] Notify agent at l3_agent.dv-neutron-601336-94-hyperv the message routers_updated {{(pid=94175) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 23 11:30:58.685881 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG oslo_concurrency.lockutils [None req-73f8bd9e-a930-401b-a66e-ea9e36acd716 tempest-RoutersAdminNegativeIpV6Test-1108986400 tempest-RoutersAdminNegativeIpV6Test-1108986400-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.181s {{(pid=94175) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 11:30:58.686020 dv-neutron-601336-94-hyperv neutron-server[94174]: INFO neutron.wsgi [None req-2d0a6629-3d29-43e5-8e7b-658c3f937373 tempest-NetworksTestDHCPv6-162546708 tempest-NetworksTestDHCPv6-162546708-project] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 1.5113397 Jun 23 11:30:58.707789 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.wsgi [-] (94175) accepted ('10.222.0.20', 36812) {{(pid=94175) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 11:30:58.708102 dv-neutron-601336-94-hyperv neutron-server[94177]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ddf94cce-43ea-4dd8-9e3e-e24a69a4fead None None] Sync routers for ids ['e6076c3b-9609-4cba-ab8f-417ff674431b'] in dv-neutron-601336-94-hyperv {{(pid=94177) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 23 11:30:58.716530 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.api.v2.base [None req-1c03545d-6a86-4de5-8858-d7875bffe6d1 tempest-NetworksTestDHCPv6-162546708 tempest-NetworksTestDHCPv6-162546708-project] Request body: {'port': {'network_id': 'f53f535d-bce4-4da8-9bd9-396677ff4e83', 'fixed_ips': [{'subnet_id': '62ae796d-a930-4516-9537-0e36f0d32334', 'ip_address': '2001:db8::6b4e:b96a:7a6b:7705'}], 'name': 'tempest-NetworksTestDHCPv6-78334614'}} {{(pid=94175) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 23 11:30:58.749454 dv-neutron-601336-94-hyperv neutron-server[94177]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ddf94cce-43ea-4dd8-9e3e-e24a69a4fead None None] Routers {'e6076c3b-9609-4cba-ab8f-417ff674431b'} bound to L3 agent in host dv-neutron-601336-94-hyperv {{(pid=94177) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 23 11:30:58.750343 dv-neutron-601336-94-hyperv neutron-server[94177]: DEBUG neutron.db.l3_hamode_db [None req-ddf94cce-43ea-4dd8-9e3e-e24a69a4fead None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-601336-94-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-23T11:22:13Z,description=,heartbeat_timestamp=2021-06-23T11:30:43Z,host='dv-neutron-601336-94-hyperv',id=50ef99c0-ef28-4db5-b303-b145898fae60,load=0,resource_versions=,resources_synced=,started_at=2021-06-23T11:22:14Z,topic='l3_agent')) {'router_ids': ['e6076c3b-9609-4cba-ab8f-417ff674431b'], 'active': True} {{(pid=94177) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 11:30:58.760220 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.plugins.ml2.rpc [None req-dc7542b2-afef-47f4-a763-e3a3cba144be None None] Device 08ede0d4-abd7-41a9-b188-eb31395b34b3 no longer exists at agent ovs-agent-dv-neutron-601336-94-hyperv {{(pid=94176) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:261}} Jun 23 11:30:58.782816 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron_lib.callbacks.manager [None req-b4da5950-61d1-4241-aee8-9da41989bc3b tempest-FloatingIPAdminTestJSON-1420968783 tempest-FloatingIPAdminTestJSON-1420968783-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-922904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866062', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773700135042', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773699642233', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773699642278', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5082471'] for port, after_update {{(pid=94175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:30:58.792250 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94175) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 11:30:58.795256 dv-neutron-601336-94-hyperv neutron-server[94174]: INFO neutron.wsgi [req-11e55b54-6b5b-4c3f-87d8-3ec85e7c6c9b req-dd793d6a-e19d-4d5b-9ba6-10c3b69c117a tempest-ServersTestManualDisk-1703480083 tempest-ServersTestManualDisk-1703480083-project] 10.222.0.20 "GET /v2.0/security-groups?id=64e50690-84f2-4556-996e-e186f26132b0&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1795998 Jun 23 11:30:58.802809 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b77ea025-81da-49bd-9479-fac90974ab3e req-3579e2b1-0b4d-4368-bf4e-b8f0dda37a38 tempest-ServersTestJSON-995612928 tempest-ServersTestJSON-995612928-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 11:30:58.804525 dv-neutron-601336-94-hyperv neutron-server[94175]: INFO neutron.wsgi [req-b77ea025-81da-49bd-9479-fac90974ab3e req-3579e2b1-0b4d-4368-bf4e-b8f0dda37a38 tempest-ServersTestJSON-995612928 tempest-ServersTestJSON-995612928-project] 10.222.0.20 "GET /v2.0/ports?device_id=5c858ae0-f491-4e6a-8938-34ed95476698 HTTP/1.1" status: 200 len: 944 time: 0.3763137 Jun 23 11:30:58.808770 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.plugins.ml2.plugin [None req-dc7542b2-afef-47f4-a763-e3a3cba144be None None] No Port match for: 08ede0d4-abd7-41a9-b188-eb31395b34b3 {{(pid=94176) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2240}} Jun 23 11:30:58.809217 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.plugins.ml2.rpc [None req-dc7542b2-afef-47f4-a763-e3a3cba144be None None] Device 08ede0d4-abd7-41a9-b188-eb31395b34b3 not bound to the agent host dv-neutron-601336-94-hyperv {{(pid=94176) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:271}} Jun 23 11:30:58.829324 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-34dc37ca-e7f2-4a38-92dc-d516c81cccf4 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1e0d828a-1fa4-563d-b7fd-53adf66a04ee-f53f535d-bce4-4da8-9bd9-396677ff4e83', 'network_id': 'f53f535d-bce4-4da8-9bd9-396677ff4e83', 'tenant_id': '5e61222a836c47229c94e37f3902e6bd', 'fixed_ips': [{'subnet_id': '62ae796d-a930-4516-9537-0e36f0d32334'}]}} from dv-neutron-601336-94-hyperv. {{(pid=94176) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 23 11:30:58.831630 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron_lib.callbacks.manager [None req-34dc37ca-e7f2-4a38-92dc-d516c81cccf4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-923104'] for port, before_create {{(pid=94176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:30:58.844047 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron_lib.callbacks.manager [None req-801e3405-a6b1-4335-b630-b1f98c7374c9 tempest-RoutersIpV6AdminTest-894294123 tempest-RoutersIpV6AdminTest-894294123-project] Notify callbacks [] for router_gateway, before_create {{(pid=94174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:30:58.868215 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron_lib.callbacks.manager [None req-801e3405-a6b1-4335-b630-b1f98c7374c9 tempest-RoutersIpV6AdminTest-894294123 tempest-RoutersIpV6AdminTest-894294123-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-923104'] for port, before_create {{(pid=94174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:30:58.895304 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.db.db_base_plugin_common [None req-73f8bd9e-a930-401b-a66e-ea9e36acd716 tempest-RoutersAdminNegativeIpV6Test-1108986400 tempest-RoutersAdminNegativeIpV6Test-1108986400-project-admin] Allocated IP 172.26.3.79 (3e7e4eb3-cf02-4d47-ade9-0a579cdfc60f/a5ad15ab-c489-4a67-a9b0-d559fca0ec71/2fdc9468-cad1-4f9a-a5a7-3bd0d196bd9e) {{(pid=94175) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 23 11:30:58.930528 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron_lib.callbacks.manager [None req-552f76c5-7749-4ff2-a802-9dae53d3e7cc tempest-RoutersAdminTest-1733287776 tempest-RoutersAdminTest-1733287776-project-admin] Notify callbacks [] for router, before_response {{(pid=94175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:30:58.934733 dv-neutron-601336-94-hyperv neutron-server[94175]: INFO neutron.wsgi [None req-552f76c5-7749-4ff2-a802-9dae53d3e7cc tempest-RoutersAdminTest-1733287776 tempest-RoutersAdminTest-1733287776-project-admin] 10.222.0.20 "POST /v2.0/routers HTTP/1.1" status: 201 len: 907 time: 6.5991392 Jun 23 11:30:58.950014 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.wsgi [-] (94175) accepted ('10.222.0.20', 36814) {{(pid=94175) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 11:30:59.020049 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.db.db_base_plugin_common [None req-34dc37ca-e7f2-4a38-92dc-d516c81cccf4 None None] Allocated IP 2001:db8::2 (f53f535d-bce4-4da8-9bd9-396677ff4e83/62ae796d-a930-4516-9537-0e36f0d32334/c4869f9e-58dd-4295-9e42-dc276fe1fd27) {{(pid=94176) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 23 11:30:59.024074 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron_lib.callbacks.manager [None req-decf673f-bf14-427b-bdac-3f207148f8ec tempest-FloatingIPNegativeTestJSON-1295786409 tempest-FloatingIPNegativeTestJSON-1295786409-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-453061'] for router_interface, before_delete {{(pid=94174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:30:59.051282 dv-neutron-601336-94-hyperv neutron-server[94177]: DEBUG neutron.db.l3_dvr_db [None req-ddf94cce-43ea-4dd8-9e3e-e24a69a4fead None None] Set router e6076c3b-9609-4cba-ab8f-417ff674431b gateway port host: dv-neutron-601336-94-hyperv {{(pid=94177) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:838}} Jun 23 11:30:59.189984 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron_lib.callbacks.manager [None req-34dc37ca-e7f2-4a38-92dc-d516c81cccf4 None None] Notify callbacks [] for port, precommit_create {{(pid=94176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:30:59.199448 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.db.provisioning_blocks [None req-34dc37ca-e7f2-4a38-92dc-d516c81cccf4 None None] Transition to ACTIVE for port object c4869f9e-58dd-4295-9e42-dc276fe1fd27 will not be triggered until provisioned by entity L2. {{(pid=94176) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 23 11:30:59.215373 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.db.provisioning_blocks [None req-34dc37ca-e7f2-4a38-92dc-d516c81cccf4 None None] Transition to ACTIVE for port object c4869f9e-58dd-4295-9e42-dc276fe1fd27 will not be triggered until provisioned by entity DHCP. {{(pid=94176) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 23 11:30:59.250962 dv-neutron-601336-94-hyperv neutron-server[94177]: DEBUG neutron.db.l3_hamode_db [None req-ddf94cce-43ea-4dd8-9e3e-e24a69a4fead None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e6076c3b-9609-4cba-ab8f-417ff674431b', 'name': 'tempest-snat-router-1623815328', 'tenant_id': 'd78deddc61934e2ea53c23e0d10641f0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3e7e4eb3-cf02-4d47-ade9-0a579cdfc60f', 'external_fixed_ips': [{'subnet_id': 'a5ad15ab-c489-4a67-a9b0-d559fca0ec71', 'ip_address': '172.26.3.55'}], 'enable_snat': False}, 'gw_port_id': 'ca8a0a68-35d1-4a11-a8ac-418bf7242abc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-23T11:30:52Z', 'updated_at': '2021-06-23T11:30:56Z', 'revision_number': 3, 'project_id': 'd78deddc61934e2ea53c23e0d10641f0', 'gw_port': {'id': 'ca8a0a68-35d1-4a11-a8ac-418bf7242abc', 'name': '', 'network_id': '3e7e4eb3-cf02-4d47-ade9-0a579cdfc60f', 'tenant_id': '', 'mac_address': 'fa:16:3e:a5:73:25', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e6076c3b-9609-4cba-ab8f-417ff674431b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 228, 'fixed_ips': [{'subnet_id': 'a5ad15ab-c489-4a67-a9b0-d559fca0ec71', 'ip_address': '172.26.3.55', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-23T11:30:55Z', 'updated_at': '2021-06-23T11:30:55Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'a5ad15ab-c489-4a67-a9b0-d559fca0ec71', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'dv-neutron-601336-94-hyperv'}], 'dv-neutron-601336-94-hyperv', False) {} {{(pid=94177) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 11:30:59.282590 dv-neutron-601336-94-hyperv neutron-server[94177]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ddf94cce-43ea-4dd8-9e3e-e24a69a4fead None None] Checking router: e6076c3b-9609-4cba-ab8f-417ff674431b for host: dv-neutron-601336-94-hyperv {{(pid=94177) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 23 11:30:59.282852 dv-neutron-601336-94-hyperv neutron-server[94177]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ddf94cce-43ea-4dd8-9e3e-e24a69a4fead None None] Updating router e6076c3b-9609-4cba-ab8f-417ff674431b port ca8a0a68-35d1-4a11-a8ac-418bf7242abc binding host dv-neutron-601336-94-hyperv {{(pid=94177) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 23 11:30:59.299695 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron_lib.callbacks.manager [None req-34dc37ca-e7f2-4a38-92dc-d516c81cccf4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-922915', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-239814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7866073', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773699642215'] for port, after_create {{(pid=94176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:30:59.306583 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 11:30:59.323393 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4da5950-61d1-4241-aee8-9da41989bc3b tempest-FloatingIPAdminTestJSON-1420968783 tempest-FloatingIPAdminTestJSON-1420968783-project] Pushing event updated for resources: {'Port': ['ID=1718dcf7-93e3-447d-af02-d5a94edba3bb,revision_number=2']} {{(pid=94175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 11:30:59.326541 dv-neutron-601336-94-hyperv neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-ddf94cce-43ea-4dd8-9e3e-e24a69a4fead None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-923122'] for port, before_update {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:30:59.326668 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron_lib.callbacks.manager [None req-b4da5950-61d1-4241-aee8-9da41989bc3b tempest-FloatingIPAdminTestJSON-1420968783 tempest-FloatingIPAdminTestJSON-1420968783-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-7866091', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-453038'] for router_interface, after_create {{(pid=94175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:30:59.344583 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG oslo_concurrency.lockutils [None req-b4da5950-61d1-4241-aee8-9da41989bc3b tempest-FloatingIPAdminTestJSON-1420968783 tempest-FloatingIPAdminTestJSON-1420968783-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.552s {{(pid=94175) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 11:30:59.366851 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-34dc37ca-e7f2-4a38-92dc-d516c81cccf4 None None] Network f53f535d-bce4-4da8-9bd9-396677ff4e83 is already hosted by enough agents. {{(pid=94176) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 23 11:30:59.370833 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.scheduler.base_scheduler [None req-34dc37ca-e7f2-4a38-92dc-d516c81cccf4 None None] Resources bound (agent type, host, resource id): {{(pid=94176) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 23 11:30:59.384218 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.db.l3_dvrscheduler_db [None req-34dc37ca-e7f2-4a38-92dc-d516c81cccf4 None None] Received port after_create {{(pid=94176) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 23 11:30:59.391072 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34dc37ca-e7f2-4a38-92dc-d516c81cccf4 None None] Pushing event updated for resources: {'Port': ['ID=c4869f9e-58dd-4295-9e42-dc276fe1fd27,revision_number=1']} {{(pid=94176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 11:30:59.395529 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG oslo_concurrency.lockutils [None req-34dc37ca-e7f2-4a38-92dc-d516c81cccf4 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.089s {{(pid=94176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 11:30:59.417426 dv-neutron-601336-94-hyperv neutron-server[94175]: INFO neutron.wsgi [req-b77ea025-81da-49bd-9479-fac90974ab3e req-add5a7db-f4ea-4872-bf10-69f016edcf50 tempest-ServersTestJSON-995612928 tempest-ServersTestJSON-995612928-project] 10.222.0.20 "GET /v2.0/security-groups?id=0269fbcb-6e08-4df6-b8da-06ccdf83703f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.5546553 Jun 23 11:30:59.473397 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.plugins.ml2.managers [None req-34dc37ca-e7f2-4a38-92dc-d516c81cccf4 None None] Attempting to bind port c4869f9e-58dd-4295-9e42-dc276fe1fd27 on host dv-neutron-601336-94-hyperv for vnic_type normal with profile {{(pid=94176) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 23 11:30:59.474503 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.plugins.ml2.managers [None req-34dc37ca-e7f2-4a38-92dc-d516c81cccf4 None None] Attempting to bind port c4869f9e-58dd-4295-9e42-dc276fe1fd27 by drivers openvswitch,hyperv on host dv-neutron-601336-94-hyperv at level 0 using segments [{'id': '6303a411-6e70-4139-a530-9ee4cf8ba843', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 419, 'network_id': 'f53f535d-bce4-4da8-9bd9-396677ff4e83'}] {{(pid=94176) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 23 11:30:59.475223 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-34dc37ca-e7f2-4a38-92dc-d516c81cccf4 None None] Attempting to bind port c4869f9e-58dd-4295-9e42-dc276fe1fd27 on network f53f535d-bce4-4da8-9bd9-396677ff4e83 {{(pid=94176) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 23 11:30:59.481416 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-34dc37ca-e7f2-4a38-92dc-d516c81cccf4 None None] Checking agent: {'id': '4d05f899-5ac9-411b-8a03-f60c93f87cdf', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-601336-94-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 23, 11, 22, 14), 'started_at': datetime.datetime(2021, 6, 23, 11, 22, 44), 'heartbeat_timestamp': datetime.datetime(2021, 6, 23, 11, 30, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'monitor_allowed_address_pair_garp': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-601336-94-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94176) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 23 11:30:59.481856 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-34dc37ca-e7f2-4a38-92dc-d516c81cccf4 None None] Checking segment: {'id': '6303a411-6e70-4139-a530-9ee4cf8ba843', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 419, 'network_id': 'f53f535d-bce4-4da8-9bd9-396677ff4e83'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94176) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 23 11:30:59.482350 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron_lib.callbacks.manager [None req-34dc37ca-e7f2-4a38-92dc-d516c81cccf4 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:30:59.482781 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-34dc37ca-e7f2-4a38-92dc-d516c81cccf4 None None] Bound using segment: {'id': '6303a411-6e70-4139-a530-9ee4cf8ba843', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 419, 'network_id': 'f53f535d-bce4-4da8-9bd9-396677ff4e83'} {{(pid=94176) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 23 11:30:59.483293 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.plugins.ml2.managers [None req-34dc37ca-e7f2-4a38-92dc-d516c81cccf4 None None] Bound port: c4869f9e-58dd-4295-9e42-dc276fe1fd27, host: dv-neutron-601336-94-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6303a411-6e70-4139-a530-9ee4cf8ba843', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 419, 'network_id': 'f53f535d-bce4-4da8-9bd9-396677ff4e83'}}] {{(pid=94176) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 23 11:30:59.487828 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron_lib.callbacks.manager [None req-34dc37ca-e7f2-4a38-92dc-d516c81cccf4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-923122'] for port, before_update {{(pid=94176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:30:59.554307 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.plugins.ml2.db [None req-34dc37ca-e7f2-4a38-92dc-d516c81cccf4 None None] For port c4869f9e-58dd-4295-9e42-dc276fe1fd27, host dv-neutron-601336-94-hyperv, cleared binding levels {{(pid=94176) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 23 11:30:59.558107 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.plugins.ml2.db [None req-34dc37ca-e7f2-4a38-92dc-d516c81cccf4 None None] For port c4869f9e-58dd-4295-9e42-dc276fe1fd27, host dv-neutron-601336-94-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-94-hyperv',level=0,port_id=c4869f9e-58dd-4295-9e42-dc276fe1fd27,segment=NetworkSegment(6303a411-6e70-4139-a530-9ee4cf8ba843),segment_id=6303a411-6e70-4139-a530-9ee4cf8ba843)] {{(pid=94176) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 23 11:30:59.594426 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.plugins.ml2.rpc [None req-97bd5441-1da2-49ee-a364-27795820ba27 None None] Device fe216483-41ee-46c0-a3bd-9e45c734b083 details requested by agent hyperv_hv-neutron-6013 with host hv-neutron-6013 {{(pid=94176) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:104}} Jun 23 11:30:59.598870 dv-neutron-601336-94-hyperv neutron-server[94175]: INFO neutron.wsgi [None req-2454a28d-9bcc-454f-b399-7b040bbd2d8d tempest-RoutersAdminTest-1733287776 tempest-RoutersAdminTest-1733287776-project-admin] 10.222.0.20 "GET /v2.0/routers/e6076c3b-9609-4cba-ab8f-417ff674431b HTTP/1.1" status: 200 len: 908 time: 0.3276262 Jun 23 11:30:59.601712 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.wsgi [-] (94175) accepted ('10.222.0.20', 36816) {{(pid=94175) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 11:30:59.608705 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.api.v2.base [None req-fe1a0f2e-4977-4557-9e9b-ede89874a9c0 tempest-RoutersAdminTest-1733287776 tempest-RoutersAdminTest-1733287776-project-admin] Request body: {'router': {'name': 'tempest-snat-router-1623815328', 'external_gateway_info': {'network_id': '3e7e4eb3-cf02-4d47-ade9-0a579cdfc60f', 'enable_snat': True}}} {{(pid=94175) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 23 11:30:59.626127 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b4da5950-61d1-4241-aee8-9da41989bc3b tempest-FloatingIPAdminTestJSON-1420968783 tempest-FloatingIPAdminTestJSON-1420968783-project] Network 811e8add-d81e-4cc6-afe1-28008b3a555c is already hosted by enough agents. {{(pid=94175) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 23 11:30:59.629683 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.scheduler.base_scheduler [None req-b4da5950-61d1-4241-aee8-9da41989bc3b tempest-FloatingIPAdminTestJSON-1420968783 tempest-FloatingIPAdminTestJSON-1420968783-project] Resources bound (agent type, host, resource id): {{(pid=94175) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 23 11:30:59.652643 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.plugins.ml2.plugin [None req-decf673f-bf14-427b-bdac-3f207148f8ec tempest-FloatingIPNegativeTestJSON-1295786409 tempest-FloatingIPNegativeTestJSON-1295786409-project] Deleting port 64d40460-6d49-4f3e-a3c0-b7c45eac7131 {{(pid=94174) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1913}} Jun 23 11:30:59.653230 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron_lib.callbacks.manager [None req-decf673f-bf14-427b-bdac-3f207148f8ec tempest-FloatingIPNegativeTestJSON-1295786409 tempest-FloatingIPNegativeTestJSON-1295786409-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773700079324'] for port, before_delete {{(pid=94174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:30:59.670746 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.plugins.ml2.rpc [None req-97bd5441-1da2-49ee-a364-27795820ba27 None None] Device dd2b26a1-e9f4-4591-8663-03ae50002c7f up at agent hyperv_hv-neutron-6013 {{(pid=94176) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:298}} Jun 23 11:30:59.704385 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron_lib.callbacks.manager [None req-73f8bd9e-a930-401b-a66e-ea9e36acd716 tempest-RoutersAdminNegativeIpV6Test-1108986400 tempest-RoutersAdminNegativeIpV6Test-1108986400-project-admin] Notify callbacks [] for port, precommit_create {{(pid=94175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:30:59.709317 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron_lib.callbacks.manager [None req-34dc37ca-e7f2-4a38-92dc-d516c81cccf4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-922904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866062', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773700135042', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773699642233', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773699642278'] for port, after_update {{(pid=94176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:30:59.720588 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1c03545d-6a86-4de5-8858-d7875bffe6d1 tempest-NetworksTestDHCPv6-162546708 tempest-NetworksTestDHCPv6-162546708-project] Made reservation on behalf of 5e61222a836c47229c94e37f3902e6bd for: {'port': 1} {{(pid=94175) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 23 11:30:59.720767 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG oslo_concurrency.lockutils [None req-36a4be26-ffff-4981-87ab-0df2f9aa7d0c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 11:30:59.745167 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron_lib.callbacks.manager [None req-decf673f-bf14-427b-bdac-3f207148f8ec tempest-FloatingIPNegativeTestJSON-1295786409 tempest-FloatingIPNegativeTestJSON-1295786409-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-430722'] for port, precommit_delete {{(pid=94174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:30:59.764459 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.plugins.ml2.plugin [None req-decf673f-bf14-427b-bdac-3f207148f8ec tempest-FloatingIPNegativeTestJSON-1295786409 tempest-FloatingIPNegativeTestJSON-1295786409-project] Calling delete_port for 64d40460-6d49-4f3e-a3c0-b7c45eac7131 owned by network:router_interface {{(pid=94174) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1986}} Jun 23 11:30:59.835882 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34dc37ca-e7f2-4a38-92dc-d516c81cccf4 None None] Pushing event updated for resources: {'Port': ['ID=c4869f9e-58dd-4295-9e42-dc276fe1fd27,revision_number=2']} {{(pid=94176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 11:30:59.857959 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34dc37ca-e7f2-4a38-92dc-d516c81cccf4 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-601336-94-hyperv {{(pid=94176) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 11:30:59.858316 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34dc37ca-e7f2-4a38-92dc-d516c81cccf4 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-94-hyperv {{(pid=94176) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 11:30:59.858665 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34dc37ca-e7f2-4a38-92dc-d516c81cccf4 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-94-hyperv {{(pid=94176) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 11:30:59.859010 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34dc37ca-e7f2-4a38-92dc-d516c81cccf4 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-601336-94-hyperv {{(pid=94176) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 11:30:59.863247 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34dc37ca-e7f2-4a38-92dc-d516c81cccf4 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-601336-94-hyperv {{(pid=94176) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 11:30:59.863659 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34dc37ca-e7f2-4a38-92dc-d516c81cccf4 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-601336-94-hyperv {{(pid=94176) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 11:30:59.864018 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34dc37ca-e7f2-4a38-92dc-d516c81cccf4 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-601336-94-hyperv {{(pid=94176) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 11:30:59.864360 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34dc37ca-e7f2-4a38-92dc-d516c81cccf4 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-601336-94-hyperv {{(pid=94176) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 11:30:59.864705 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34dc37ca-e7f2-4a38-92dc-d516c81cccf4 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-601336-94-hyperv {{(pid=94176) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 11:30:59.865041 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34dc37ca-e7f2-4a38-92dc-d516c81cccf4 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-94-hyperv {{(pid=94176) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 11:30:59.865380 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34dc37ca-e7f2-4a38-92dc-d516c81cccf4 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-601336-94-hyperv {{(pid=94176) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 11:30:59.865714 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34dc37ca-e7f2-4a38-92dc-d516c81cccf4 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-601336-94-hyperv {{(pid=94176) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 11:30:59.874851 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG oslo_concurrency.lockutils [None req-34dc37ca-e7f2-4a38-92dc-d516c81cccf4 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.158s {{(pid=94176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 11:30:59.892766 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.db.provisioning_blocks [None req-97bd5441-1da2-49ee-a364-27795820ba27 None None] Provisioning for port dd2b26a1-e9f4-4591-8663-03ae50002c7f completed by entity L2. {{(pid=94176) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 23 11:30:59.903062 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.plugins.ml2.db [None req-97bd5441-1da2-49ee-a364-27795820ba27 None None] For port fe216483-41ee-46c0-a3bd-9e45c734b083, host hv-neutron-6013, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-6013',level=0,port_id=fe216483-41ee-46c0-a3bd-9e45c734b083,segment=NetworkSegment(4482701d-19d0-4d8e-a55f-e73b72787bc2),segment_id=4482701d-19d0-4d8e-a55f-e73b72787bc2)] {{(pid=94176) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 23 11:30:59.929518 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.db.provisioning_blocks [None req-97bd5441-1da2-49ee-a364-27795820ba27 None None] Provisioning complete for port dd2b26a1-e9f4-4591-8663-03ae50002c7f triggered by entity L2. {{(pid=94176) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 23 11:30:59.933134 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron_lib.callbacks.manager [None req-97bd5441-1da2-49ee-a364-27795820ba27 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-899258'] for port, provisioning_complete {{(pid=94176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:30:59.939781 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron_lib.callbacks.manager [None req-1c03545d-6a86-4de5-8858-d7875bffe6d1 tempest-NetworksTestDHCPv6-162546708 tempest-NetworksTestDHCPv6-162546708-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-923104'] for port, before_create {{(pid=94175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:30:59.967814 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron_lib.callbacks.manager [None req-fe1a0f2e-4977-4557-9e9b-ede89874a9c0 tempest-RoutersAdminTest-1733287776 tempest-RoutersAdminTest-1733287776-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-520407', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-32315'] for router, before_create {{(pid=94175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:30:59.968862 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron_lib.callbacks.manager [None req-fe1a0f2e-4977-4557-9e9b-ede89874a9c0 tempest-RoutersAdminTest-1733287776 tempest-RoutersAdminTest-1733287776-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-520264', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-524122', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-414782', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-32290'] for router, precommit_create {{(pid=94175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:30:59.995199 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron_lib.callbacks.manager [None req-73f8bd9e-a930-401b-a66e-ea9e36acd716 tempest-RoutersAdminNegativeIpV6Test-1108986400 tempest-RoutersAdminNegativeIpV6Test-1108986400-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-922915', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-239814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7866073', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773699642215', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-5082457'] for port, after_create {{(pid=94175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:31:00.001291 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.notifiers.nova [None req-1c03545d-6a86-4de5-8858-d7875bffe6d1 tempest-NetworksTestDHCPv6-162546708 tempest-NetworksTestDHCPv6-162546708-project] device_id is not set on port 96d20c30-9791-48d7-bda6-5ca6bda8d6c2 yet. {{(pid=94175) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jun 23 11:31:00.015653 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b4da5950-61d1-4241-aee8-9da41989bc3b tempest-FloatingIPAdminTestJSON-1420968783 tempest-FloatingIPAdminTestJSON-1420968783-project] Router 82083bbf-e3ef-4c55-8318-807c0e486f66 has already been hosted by L3 agent 50ef99c0-ef28-4db5-b303-b145898fae60 {{(pid=94175) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 23 11:31:00.016438 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94175) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 11:31:00.106474 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.plugins.ml2.rpc [None req-97bd5441-1da2-49ee-a364-27795820ba27 None None] Returning: {'device': 'fe216483-41ee-46c0-a3bd-9e45c734b083', 'network_id': 'eef03c16-5c70-4b40-b183-38c419fed443', 'port_id': 'fe216483-41ee-46c0-a3bd-9e45c734b083', 'mac_address': 'fa:16:3e:26:98:4f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 406, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9ea7a874-1ae9-4ebd-bc55-df948e24bd59', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94176) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:186}} Jun 23 11:31:00.118171 dv-neutron-601336-94-hyperv neutron-server[94177]: DEBUG neutron.db.agents_db [None req-90fb1279-e4c5-4e73-8d66-3a29811dc4e3 None None] Agent healthcheck: found 6 active agents {{(pid=94177) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 23 11:31:00.139011 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.db.db_base_plugin_common [None req-801e3405-a6b1-4335-b630-b1f98c7374c9 tempest-RoutersIpV6AdminTest-894294123 tempest-RoutersIpV6AdminTest-894294123-project] Allocated IP 172.26.3.204 (3e7e4eb3-cf02-4d47-ade9-0a579cdfc60f/a5ad15ab-c489-4a67-a9b0-d559fca0ec71/330b1adc-6f6e-4687-8947-dc2b9b016aa5) {{(pid=94174) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 23 11:31:00.163271 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.db.provisioning_blocks [None req-a036d776-5574-4c4b-a2f5-b8ce405fb0de None None] Provisioning complete for port 1718dcf7-93e3-447d-af02-d5a94edba3bb triggered by entity DHCP. {{(pid=94176) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 23 11:31:00.163660 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron_lib.callbacks.manager [None req-a036d776-5574-4c4b-a2f5-b8ce405fb0de None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-899258'] for port, provisioning_complete {{(pid=94176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:31:00.182723 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron_lib.callbacks.manager [None req-decf673f-bf14-427b-bdac-3f207148f8ec tempest-FloatingIPNegativeTestJSON-1295786409 tempest-FloatingIPNegativeTestJSON-1295786409-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-922904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866062', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773700135024', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773699642224', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5196390'] for port, after_delete {{(pid=94174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:31:00.189290 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG oslo_concurrency.lockutils [None req-9f909c7d-d103-4886-9d4a-67710e3beaff tempest-FloatingIPNegativeTestJSON-1295786409 tempest-FloatingIPNegativeTestJSON-1295786409-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94174) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 11:31:00.196322 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron_lib.callbacks.manager [None req-fe1a0f2e-4977-4557-9e9b-ede89874a9c0 tempest-RoutersAdminTest-1733287776 tempest-RoutersAdminTest-1733287776-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:31:00.202245 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-73f8bd9e-a930-401b-a66e-ea9e36acd716 tempest-RoutersAdminNegativeIpV6Test-1108986400 tempest-RoutersAdminNegativeIpV6Test-1108986400-project-admin] Network 3e7e4eb3-cf02-4d47-ade9-0a579cdfc60f is already hosted by enough agents. {{(pid=94175) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 23 11:31:00.213777 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.scheduler.base_scheduler [None req-73f8bd9e-a930-401b-a66e-ea9e36acd716 tempest-RoutersAdminNegativeIpV6Test-1108986400 tempest-RoutersAdminNegativeIpV6Test-1108986400-project-admin] Resources bound (agent type, host, resource id): {{(pid=94175) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 23 11:31:00.222526 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.db.l3_dvrscheduler_db [None req-73f8bd9e-a930-401b-a66e-ea9e36acd716 tempest-RoutersAdminNegativeIpV6Test-1108986400 tempest-RoutersAdminNegativeIpV6Test-1108986400-project-admin] Received port after_create {{(pid=94175) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 23 11:31:00.225133 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56befbe0-03f8-4d67-bd08-e132b4a3db8c req-b5ef7434-5f5b-4e4d-92cd-c8d9624ba1bb tempest-ServersTestManualDisk-1703480083 tempest-ServersTestManualDisk-1703480083-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94174) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 11:31:00.226843 dv-neutron-601336-94-hyperv neutron-server[94174]: INFO neutron.wsgi [req-56befbe0-03f8-4d67-bd08-e132b4a3db8c req-b5ef7434-5f5b-4e4d-92cd-c8d9624ba1bb tempest-ServersTestManualDisk-1703480083 tempest-ServersTestManualDisk-1703480083-project] 10.222.0.20 "GET /v2.0/ports?device_id=60467d60-f71e-4b81-84ed-861e06a6acb7 HTTP/1.1" status: 200 len: 944 time: 0.2345512 Jun 23 11:31:00.238959 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron_lib.callbacks.manager [None req-97bd5441-1da2-49ee-a364-27795820ba27 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-923122'] for port, before_update {{(pid=94176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:31:00.246450 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73f8bd9e-a930-401b-a66e-ea9e36acd716 tempest-RoutersAdminNegativeIpV6Test-1108986400 tempest-RoutersAdminNegativeIpV6Test-1108986400-project-admin] Pushing event updated for resources: {'Port': ['ID=2fdc9468-cad1-4f9a-a5a7-3bd0d196bd9e,revision_number=1']} {{(pid=94175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 11:31:00.250402 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.plugins.ml2.plugin [None req-a036d776-5574-4c4b-a2f5-b8ce405fb0de None None] Port 1718dcf7-93e3-447d-af02-d5a94edba3bb cannot update to ACTIVE because it is not bound. {{(pid=94176) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jun 23 11:31:00.257200 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron_lib.callbacks.manager [None req-97bd5441-1da2-49ee-a364-27795820ba27 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-923122'] for port, before_update {{(pid=94176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:31:00.270503 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.notifiers.nova [None req-97bd5441-1da2-49ee-a364-27795820ba27 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id fe216483-41ee-46c0-a3bd-9e45c734b083 {{(pid=94176) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 23 11:31:00.298059 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG oslo_concurrency.lockutils [None req-73f8bd9e-a930-401b-a66e-ea9e36acd716 tempest-RoutersAdminNegativeIpV6Test-1108986400 tempest-RoutersAdminNegativeIpV6Test-1108986400-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.281s {{(pid=94175) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 11:31:00.298291 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.plugins.ml2.db [None req-97bd5441-1da2-49ee-a364-27795820ba27 None None] For port fe216483-41ee-46c0-a3bd-9e45c734b083, host hv-neutron-6013, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-6013',level=0,port_id=fe216483-41ee-46c0-a3bd-9e45c734b083,segment=NetworkSegment(4482701d-19d0-4d8e-a55f-e73b72787bc2),segment_id=4482701d-19d0-4d8e-a55f-e73b72787bc2)] {{(pid=94176) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 23 11:31:00.307986 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5c858ae0-f491-4e6a-8938-34ed95476698', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'dd2b26a1-e9f4-4591-8663-03ae50002c7f'}] {{(pid=94176) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 23 11:31:00.311601 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-decf673f-bf14-427b-bdac-3f207148f8ec tempest-FloatingIPNegativeTestJSON-1295786409 tempest-FloatingIPNegativeTestJSON-1295786409-project] Pushing event deleted for resources: {'Port': ['ID=64d40460-6d49-4f3e-a3c0-b7c45eac7131,revision_number=None']} {{(pid=94174) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 11:31:00.328994 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG oslo_concurrency.lockutils [None req-decf673f-bf14-427b-bdac-3f207148f8ec tempest-FloatingIPNegativeTestJSON-1295786409 tempest-FloatingIPNegativeTestJSON-1295786409-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.140s {{(pid=94174) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 11:31:00.416927 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron_lib.callbacks.manager [None req-97bd5441-1da2-49ee-a364-27795820ba27 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-922904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866062', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773700135042', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773699642233', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773699642278'] for port, after_update {{(pid=94176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:31:00.428199 dv-neutron-601336-94-hyperv neutron-server[94174]: INFO neutron.wsgi [req-56befbe0-03f8-4d67-bd08-e132b4a3db8c req-a4e84044-6313-4b1c-8b7b-a4e4616106f5 tempest-ServersTestManualDisk-1703480083 tempest-ServersTestManualDisk-1703480083-project] 10.222.0.20 "GET /v2.0/security-groups?id=64e50690-84f2-4556-996e-e186f26132b0&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1266499 Jun 23 11:31:00.434739 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron_lib.callbacks.manager [None req-801e3405-a6b1-4335-b630-b1f98c7374c9 tempest-RoutersIpV6AdminTest-894294123 tempest-RoutersIpV6AdminTest-894294123-project] Notify callbacks [] for port, precommit_create {{(pid=94174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:31:00.436123 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG oslo_concurrency.lockutils [None req-dc7542b2-afef-47f4-a763-e3a3cba144be None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 11:31:00.454141 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.plugins.ml2.db [None req-97bd5441-1da2-49ee-a364-27795820ba27 None None] For port dd2b26a1-e9f4-4591-8663-03ae50002c7f, host hv-neutron-6013, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-6013',level=0,port_id=dd2b26a1-e9f4-4591-8663-03ae50002c7f,segment=NetworkSegment(c346af87-b391-4254-9d6e-eeb5f3162a6b),segment_id=c346af87-b391-4254-9d6e-eeb5f3162a6b)] {{(pid=94176) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 23 11:31:00.462155 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-73f8bd9e-a930-401b-a66e-ea9e36acd716 tempest-RoutersAdminNegativeIpV6Test-1108986400 tempest-RoutersAdminNegativeIpV6Test-1108986400-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=94175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 11:31:00.467792 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron_lib.callbacks.manager [None req-73f8bd9e-a930-401b-a66e-ea9e36acd716 tempest-RoutersAdminNegativeIpV6Test-1108986400 tempest-RoutersAdminNegativeIpV6Test-1108986400-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-217507'] for port, before_response {{(pid=94175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:31:00.545078 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron_lib.callbacks.manager [None req-decf673f-bf14-427b-bdac-3f207148f8ec tempest-FloatingIPNegativeTestJSON-1295786409 tempest-FloatingIPNegativeTestJSON-1295786409-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-7866080', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-516693'] for router_interface, after_delete {{(pid=94174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:31:00.566154 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97bd5441-1da2-49ee-a364-27795820ba27 None None] Pushing event updated for resources: {'Port': ['ID=fe216483-41ee-46c0-a3bd-9e45c734b083,revision_number=4']} {{(pid=94176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 11:31:00.573359 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG oslo_concurrency.lockutils [None req-97bd5441-1da2-49ee-a364-27795820ba27 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.137s {{(pid=94176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 11:31:00.578020 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron_lib.callbacks.manager [None req-97bd5441-1da2-49ee-a364-27795820ba27 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-922904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866062', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773700135042', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773699642233', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773699642278'] for port, after_update {{(pid=94176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:31:00.586710 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG oslo_concurrency.lockutils [None req-4071c305-4e7f-4215-b1ad-4e770728d0fd None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 11:31:00.629168 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}887b0dfc0393de878080286a57e4a08d4fa60dd0cddd118f338ebfcd351ddd4c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-041eecf2-3a6a-48ad-a103-a09412438b2c" -d '{"events": [{"server_uuid": "5c858ae0-f491-4e6a-8938-34ed95476698", "name": "network-vif-plugged", "status": "completed", "tag": "dd2b26a1-e9f4-4591-8663-03ae50002c7f"}]}' {{(pid=94176) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 23 11:31:00.685547 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.plugins.ml2.db [None req-97bd5441-1da2-49ee-a364-27795820ba27 None None] get_ports_and_sgs() called for port_ids ['fe216483-41ee-46c0-a3bd-9e45c734b083'] {{(pid=94176) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 23 11:31:00.697353 dv-neutron-601336-94-hyperv neutron-server[94175]: INFO neutron.wsgi [None req-73f8bd9e-a930-401b-a66e-ea9e36acd716 tempest-RoutersAdminNegativeIpV6Test-1108986400 tempest-RoutersAdminNegativeIpV6Test-1108986400-project-admin] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1036 time: 3.8640432 Jun 23 11:31:00.717333 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.wsgi [-] (94174) accepted ('10.222.0.20', 36830) {{(pid=94174) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 11:31:00.725322 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.api.v2.base [None req-24954a6c-9509-4354-a446-34029aec9145 tempest-RoutersAdminNegativeIpV6Test-1108986400 tempest-RoutersAdminNegativeIpV6Test-1108986400-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '3e7e4eb3-cf02-4d47-ade9-0a579cdfc60f', 'external_fixed_ips': [{'subnet_id': 'a5ad15ab-c489-4a67-a9b0-d559fca0ec71', 'ip_address': '172.26.3.79'}]}}} {{(pid=94174) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 23 11:31:00.733989 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron_lib.callbacks.manager [None req-801e3405-a6b1-4335-b630-b1f98c7374c9 tempest-RoutersIpV6AdminTest-894294123 tempest-RoutersIpV6AdminTest-894294123-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-922915', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-239814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7866073', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773699642215', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-5196399'] for port, after_create {{(pid=94174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:31:00.750674 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG oslo_concurrency.lockutils [None req-ab905f8e-d635-49ed-915c-69c11fbf889a service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94174) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 11:31:00.760860 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron_lib.callbacks.manager [None req-fe1a0f2e-4977-4557-9e9b-ede89874a9c0 tempest-RoutersAdminTest-1733287776 tempest-RoutersAdminTest-1733287776-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-524104', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-520389', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-32276'] for router, precommit_update {{(pid=94175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:31:00.791011 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97bd5441-1da2-49ee-a364-27795820ba27 None None] Pushing event updated for resources: {'Port': ['ID=dd2b26a1-e9f4-4591-8663-03ae50002c7f,revision_number=5']} {{(pid=94176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 11:31:00.797249 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG oslo_concurrency.lockutils [None req-97bd5441-1da2-49ee-a364-27795820ba27 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.207s {{(pid=94176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 11:31:00.832826 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-decf673f-bf14-427b-bdac-3f207148f8ec tempest-FloatingIPNegativeTestJSON-1295786409 tempest-FloatingIPNegativeTestJSON-1295786409-project] Router a9cf512d-0414-41e1-86f2-8bde7ff629f8 has already been hosted by L3 agent 50ef99c0-ef28-4db5-b303-b145898fae60 {{(pid=94174) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 23 11:31:00.888489 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-801e3405-a6b1-4335-b630-b1f98c7374c9 tempest-RoutersIpV6AdminTest-894294123 tempest-RoutersIpV6AdminTest-894294123-project] Pushing event updated for resources: {'Port': ['ID=330b1adc-6f6e-4687-8947-dc2b9b016aa5,revision_number=1']} {{(pid=94174) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 11:31:00.896011 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG oslo_concurrency.lockutils [None req-801e3405-a6b1-4335-b630-b1f98c7374c9 tempest-RoutersIpV6AdminTest-894294123 tempest-RoutersIpV6AdminTest-894294123-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.145s {{(pid=94174) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 11:31:00.897917 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-801e3405-a6b1-4335-b630-b1f98c7374c9 tempest-RoutersIpV6AdminTest-894294123 tempest-RoutersIpV6AdminTest-894294123-project] Network 3e7e4eb3-cf02-4d47-ade9-0a579cdfc60f is already hosted by enough agents. {{(pid=94174) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 23 11:31:00.902774 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.scheduler.base_scheduler [None req-801e3405-a6b1-4335-b630-b1f98c7374c9 tempest-RoutersIpV6AdminTest-894294123 tempest-RoutersIpV6AdminTest-894294123-project] Resources bound (agent type, host, resource id): {{(pid=94174) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 23 11:31:00.922093 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.plugins.ml2.rpc [None req-dc7542b2-afef-47f4-a763-e3a3cba144be None None] Device c4869f9e-58dd-4295-9e42-dc276fe1fd27 up at agent ovs-agent-dv-neutron-601336-94-hyperv {{(pid=94176) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:298}} Jun 23 11:31:00.924542 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.db.l3_dvrscheduler_db [None req-801e3405-a6b1-4335-b630-b1f98c7374c9 tempest-RoutersIpV6AdminTest-894294123 tempest-RoutersIpV6AdminTest-894294123-project] Received port after_create {{(pid=94174) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 23 11:31:00.928938 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron_lib.callbacks.manager [None req-24954a6c-9509-4354-a446-34029aec9145 tempest-RoutersAdminNegativeIpV6Test-1108986400 tempest-RoutersAdminNegativeIpV6Test-1108986400-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-520407', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-32315'] for router, before_create {{(pid=94174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:31:00.937937 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron_lib.callbacks.manager [None req-24954a6c-9509-4354-a446-34029aec9145 tempest-RoutersAdminNegativeIpV6Test-1108986400 tempest-RoutersAdminNegativeIpV6Test-1108986400-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-520264', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-524122', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-414782', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-32290'] for router, precommit_create {{(pid=94174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:31:00.947512 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b4da5950-61d1-4241-aee8-9da41989bc3b tempest-FloatingIPAdminTestJSON-1420968783 tempest-FloatingIPAdminTestJSON-1420968783-project] Notify agent at l3_agent.dv-neutron-601336-94-hyperv the message routers_updated {{(pid=94175) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 23 11:31:00.972330 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 23 Jun 2021 11:31:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1fde388f-4a89-4530-b76f-c18eacaf082c x-openstack-request-id: req-1fde388f-4a89-4530-b76f-c18eacaf082c {{(pid=94176) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 23 11:31:00.972626 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5c858ae0-f491-4e6a-8938-34ed95476698", "name": "network-vif-plugged", "status": "completed", "tag": "dd2b26a1-e9f4-4591-8663-03ae50002c7f", "code": 200}]} {{(pid=94176) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 23 11:31:00.973026 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-1fde388f-4a89-4530-b76f-c18eacaf082c {{(pid=94176) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 23 11:31:00.973550 dv-neutron-601336-94-hyperv neutron-server[94176]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5c858ae0-f491-4e6a-8938-34ed95476698', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'dd2b26a1-e9f4-4591-8663-03ae50002c7f', 'code': 200} Jun 23 11:31:00.974836 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.db.db_base_plugin_common [None req-1c03545d-6a86-4de5-8858-d7875bffe6d1 tempest-NetworksTestDHCPv6-162546708 tempest-NetworksTestDHCPv6-162546708-project] Allocated IP 2001:db8::6b4e:b96a:7a6b:7705 (f53f535d-bce4-4da8-9bd9-396677ff4e83/62ae796d-a930-4516-9537-0e36f0d32334/96d20c30-9791-48d7-bda6-5ca6bda8d6c2) {{(pid=94175) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 23 11:31:00.978101 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a3ccac15-9aba-4841-b047-7c8d86e746b1 None None] Sync routers for ids ['82083bbf-e3ef-4c55-8318-807c0e486f66'] in dv-neutron-601336-94-hyperv {{(pid=94176) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 23 11:31:00.987400 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.wsgi [-] (94174) accepted ('10.222.0.20', 36834) {{(pid=94174) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 11:31:00.993947 dv-neutron-601336-94-hyperv neutron-server[94175]: INFO neutron.wsgi [None req-b4da5950-61d1-4241-aee8-9da41989bc3b tempest-FloatingIPAdminTestJSON-1420968783 tempest-FloatingIPAdminTestJSON-1420968783-project] 10.222.0.20 "PUT /v2.0/routers/82083bbf-e3ef-4c55-8318-807c0e486f66/add_router_interface HTTP/1.1" status: 200 len: 503 time: 7.3146968 Jun 23 11:31:01.010420 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a3ccac15-9aba-4841-b047-7c8d86e746b1 None None] Routers {'82083bbf-e3ef-4c55-8318-807c0e486f66'} bound to L3 agent in host dv-neutron-601336-94-hyperv {{(pid=94176) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 23 11:31:01.010966 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.db.l3_hamode_db [None req-a3ccac15-9aba-4841-b047-7c8d86e746b1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-601336-94-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-23T11:22:13Z,description=,heartbeat_timestamp=2021-06-23T11:30:43Z,host='dv-neutron-601336-94-hyperv',id=50ef99c0-ef28-4db5-b303-b145898fae60,load=0,resource_versions=,resources_synced=,started_at=2021-06-23T11:22:14Z,topic='l3_agent')) {'router_ids': ['82083bbf-e3ef-4c55-8318-807c0e486f66'], 'active': True} {{(pid=94176) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 11:31:01.017347 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.api.v2.base [None req-7284bc11-cc78-407f-8cf5-7519c7ddb127 tempest-FloatingIPAdminTestJSON-1420968783 tempest-FloatingIPAdminTestJSON-1420968783-project] Request body: {'port': {'network_id': '811e8add-d81e-4cc6-afe1-28008b3a555c', 'name': 'tempest-FloatingIPAdminTestJSON-225403486'}} {{(pid=94174) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 23 11:31:01.023138 dv-neutron-601336-94-hyperv neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-ddf94cce-43ea-4dd8-9e3e-e24a69a4fead None None] Notify callbacks [] for port, precommit_update {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:31:01.052072 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.db.l3_hamode_db [None req-a3ccac15-9aba-4841-b047-7c8d86e746b1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-601336-94-hyperv', False) {} {{(pid=94176) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 11:31:01.054829 dv-neutron-601336-94-hyperv neutron-server[94177]: DEBUG neutron.db.provisioning_blocks [None req-ddf94cce-43ea-4dd8-9e3e-e24a69a4fead None None] Transition to ACTIVE for port object ca8a0a68-35d1-4a11-a8ac-418bf7242abc will not be triggered until provisioned by entity L2. {{(pid=94177) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 23 11:31:01.086097 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a3ccac15-9aba-4841-b047-7c8d86e746b1 None None] Routers {'82083bbf-e3ef-4c55-8318-807c0e486f66'} bound to L3 agent in host dv-neutron-601336-94-hyperv {{(pid=94176) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 23 11:31:01.086952 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.db.l3_hamode_db [None req-a3ccac15-9aba-4841-b047-7c8d86e746b1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-601336-94-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-23T11:22:13Z,description=,heartbeat_timestamp=2021-06-23T11:30:43Z,host='dv-neutron-601336-94-hyperv',id=50ef99c0-ef28-4db5-b303-b145898fae60,load=0,resource_versions=,resources_synced=,started_at=2021-06-23T11:22:14Z,topic='l3_agent')) {'router_ids': ['82083bbf-e3ef-4c55-8318-807c0e486f66'], 'active': True} {{(pid=94176) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 11:31:01.122132 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-965414ca-dca3-4e1b-8099-17b120c43dad req-4cace271-1623-4596-9b8c-68065ae6b5a9 tempest-ServersTestJSON-995612928 tempest-ServersTestJSON-995612928-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 11:31:01.123744 dv-neutron-601336-94-hyperv neutron-server[94175]: INFO neutron.wsgi [req-965414ca-dca3-4e1b-8099-17b120c43dad req-4cace271-1623-4596-9b8c-68065ae6b5a9 tempest-ServersTestJSON-995612928 tempest-ServersTestJSON-995612928-project] 10.222.0.20 "GET /v2.0/ports?device_id=5c858ae0-f491-4e6a-8938-34ed95476698 HTTP/1.1" status: 200 len: 945 time: 0.4471595 Jun 23 11:31:01.138470 dv-neutron-601336-94-hyperv neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-ddf94cce-43ea-4dd8-9e3e-e24a69a4fead None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-922904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866062', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773700135042', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773699642233', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773699642278'] for port, after_update {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:31:01.141424 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.db.l3_hamode_db [None req-a3ccac15-9aba-4841-b047-7c8d86e746b1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-601336-94-hyperv', False) {} {{(pid=94176) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 11:31:01.142615 dv-neutron-601336-94-hyperv neutron-server[94177]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94177) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 11:31:01.143008 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a3ccac15-9aba-4841-b047-7c8d86e746b1 None None] The sync data for ids ['82083bbf-e3ef-4c55-8318-807c0e486f66'] in dv-neutron-601336-94-hyperv is: [] {{(pid=94176) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 23 11:31:01.183504 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.db.provisioning_blocks [None req-dc7542b2-afef-47f4-a763-e3a3cba144be None None] Provisioning for port c4869f9e-58dd-4295-9e42-dc276fe1fd27 completed by entity L2. {{(pid=94176) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 23 11:31:01.231785 dv-neutron-601336-94-hyperv neutron-server[94177]: DEBUG neutron.plugins.ml2.managers [None req-ddf94cce-43ea-4dd8-9e3e-e24a69a4fead None None] Attempting to bind port ca8a0a68-35d1-4a11-a8ac-418bf7242abc on host dv-neutron-601336-94-hyperv for vnic_type normal with profile {{(pid=94177) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 23 11:31:01.231785 dv-neutron-601336-94-hyperv neutron-server[94177]: DEBUG neutron.plugins.ml2.managers [None req-ddf94cce-43ea-4dd8-9e3e-e24a69a4fead None None] Attempting to bind port ca8a0a68-35d1-4a11-a8ac-418bf7242abc by drivers openvswitch,hyperv on host dv-neutron-601336-94-hyperv at level 0 using segments [{'id': 'c23be0a5-6980-48fb-bc9f-4a24717fe1de', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3e7e4eb3-cf02-4d47-ade9-0a579cdfc60f'}] {{(pid=94177) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 23 11:31:01.231785 dv-neutron-601336-94-hyperv neutron-server[94177]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ddf94cce-43ea-4dd8-9e3e-e24a69a4fead None None] Attempting to bind port ca8a0a68-35d1-4a11-a8ac-418bf7242abc on network 3e7e4eb3-cf02-4d47-ade9-0a579cdfc60f {{(pid=94177) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 23 11:31:01.246113 dv-neutron-601336-94-hyperv neutron-server[94175]: INFO neutron.wsgi [req-965414ca-dca3-4e1b-8099-17b120c43dad req-180191ea-f737-45ff-9fe0-f5313ee3a17b tempest-ServersTestJSON-995612928 tempest-ServersTestJSON-995612928-project] 10.222.0.20 "GET /v2.0/security-groups?id=0269fbcb-6e08-4df6-b8da-06ccdf83703f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1114123 Jun 23 11:31:01.263748 dv-neutron-601336-94-hyperv neutron-server[94177]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ddf94cce-43ea-4dd8-9e3e-e24a69a4fead None None] Checking agent: {'id': '4d05f899-5ac9-411b-8a03-f60c93f87cdf', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-601336-94-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 23, 11, 22, 14), 'started_at': datetime.datetime(2021, 6, 23, 11, 22, 44), 'heartbeat_timestamp': datetime.datetime(2021, 6, 23, 11, 30, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'monitor_allowed_address_pair_garp': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-601336-94-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94177) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 23 11:31:01.264729 dv-neutron-601336-94-hyperv neutron-server[94177]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ddf94cce-43ea-4dd8-9e3e-e24a69a4fead None None] Checking segment: {'id': 'c23be0a5-6980-48fb-bc9f-4a24717fe1de', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3e7e4eb3-cf02-4d47-ade9-0a579cdfc60f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94177) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 23 11:31:01.265696 dv-neutron-601336-94-hyperv neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-ddf94cce-43ea-4dd8-9e3e-e24a69a4fead None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:31:01.267931 dv-neutron-601336-94-hyperv neutron-server[94177]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ddf94cce-43ea-4dd8-9e3e-e24a69a4fead None None] Bound using segment: {'id': 'c23be0a5-6980-48fb-bc9f-4a24717fe1de', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3e7e4eb3-cf02-4d47-ade9-0a579cdfc60f'} {{(pid=94177) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 23 11:31:01.268556 dv-neutron-601336-94-hyperv neutron-server[94177]: DEBUG neutron.plugins.ml2.managers [None req-ddf94cce-43ea-4dd8-9e3e-e24a69a4fead None None] Bound port: ca8a0a68-35d1-4a11-a8ac-418bf7242abc, host: dv-neutron-601336-94-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c23be0a5-6980-48fb-bc9f-4a24717fe1de', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3e7e4eb3-cf02-4d47-ade9-0a579cdfc60f'}}] {{(pid=94177) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 23 11:31:01.269786 dv-neutron-601336-94-hyperv neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-ddf94cce-43ea-4dd8-9e3e-e24a69a4fead None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-923122'] for port, before_update {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:31:01.272785 dv-neutron-601336-94-hyperv neutron-server[94177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a147fdf3-654f-4406-8e8e-2316d1143e6e None None] Pushing event updated for resources: {'Port': ['ID=ca8a0a68-35d1-4a11-a8ac-418bf7242abc,revision_number=2']} {{(pid=94177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 11:31:01.277055 dv-neutron-601336-94-hyperv neutron-server[94177]: DEBUG oslo_concurrency.lockutils [None req-a147fdf3-654f-4406-8e8e-2316d1143e6e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.134s {{(pid=94177) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 11:31:01.325357 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron_lib.callbacks.manager [None req-1c03545d-6a86-4de5-8858-d7875bffe6d1 tempest-NetworksTestDHCPv6-162546708 tempest-NetworksTestDHCPv6-162546708-project] Notify callbacks [] for port, precommit_create {{(pid=94175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:31:01.344394 dv-neutron-601336-94-hyperv neutron-server[94177]: DEBUG neutron.plugins.ml2.db [None req-ddf94cce-43ea-4dd8-9e3e-e24a69a4fead None None] For port ca8a0a68-35d1-4a11-a8ac-418bf7242abc, host dv-neutron-601336-94-hyperv, cleared binding levels {{(pid=94177) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 23 11:31:01.347675 dv-neutron-601336-94-hyperv neutron-server[94177]: DEBUG neutron.plugins.ml2.db [None req-ddf94cce-43ea-4dd8-9e3e-e24a69a4fead None None] For port ca8a0a68-35d1-4a11-a8ac-418bf7242abc, host dv-neutron-601336-94-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-94-hyperv',level=0,port_id=ca8a0a68-35d1-4a11-a8ac-418bf7242abc,segment=NetworkSegment(c23be0a5-6980-48fb-bc9f-4a24717fe1de),segment_id=c23be0a5-6980-48fb-bc9f-4a24717fe1de)] {{(pid=94177) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 23 11:31:01.372437 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.db.provisioning_blocks [None req-1c03545d-6a86-4de5-8858-d7875bffe6d1 tempest-NetworksTestDHCPv6-162546708 tempest-NetworksTestDHCPv6-162546708-project] Transition to ACTIVE for port object 96d20c30-9791-48d7-bda6-5ca6bda8d6c2 will not be triggered until provisioned by entity DHCP. {{(pid=94175) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 23 11:31:01.409348 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-decf673f-bf14-427b-bdac-3f207148f8ec tempest-FloatingIPNegativeTestJSON-1295786409 tempest-FloatingIPNegativeTestJSON-1295786409-project] Notify agent at l3_agent.dv-neutron-601336-94-hyperv the message routers_updated {{(pid=94174) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 23 11:31:01.411554 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron_lib.callbacks.manager [None req-24954a6c-9509-4354-a446-34029aec9145 tempest-RoutersAdminNegativeIpV6Test-1108986400 tempest-RoutersAdminNegativeIpV6Test-1108986400-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:31:01.418926 dv-neutron-601336-94-hyperv neutron-server[94174]: INFO neutron.wsgi [None req-decf673f-bf14-427b-bdac-3f207148f8ec tempest-FloatingIPNegativeTestJSON-1295786409 tempest-FloatingIPNegativeTestJSON-1295786409-project] 10.222.0.20 "PUT /v2.0/routers/a9cf512d-0414-41e1-86f2-8bde7ff629f8/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.2557588 Jun 23 11:31:01.419875 dv-neutron-601336-94-hyperv neutron-server[94177]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6fe38505-632f-4118-8a39-d276871e3210 None None] Sync routers for ids ['a9cf512d-0414-41e1-86f2-8bde7ff629f8'] in dv-neutron-601336-94-hyperv {{(pid=94177) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 23 11:31:01.423727 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.wsgi [-] (94174) accepted ('10.222.0.20', 36836) {{(pid=94174) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 11:31:01.430960 dv-neutron-601336-94-hyperv neutron-server[94177]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6fe38505-632f-4118-8a39-d276871e3210 None None] Routers {'a9cf512d-0414-41e1-86f2-8bde7ff629f8'} bound to L3 agent in host dv-neutron-601336-94-hyperv {{(pid=94177) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 23 11:31:01.433360 dv-neutron-601336-94-hyperv neutron-server[94177]: DEBUG neutron.db.l3_hamode_db [None req-6fe38505-632f-4118-8a39-d276871e3210 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-601336-94-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-23T11:22:13Z,description=,heartbeat_timestamp=2021-06-23T11:30:43Z,host='dv-neutron-601336-94-hyperv',id=50ef99c0-ef28-4db5-b303-b145898fae60,load=0,resource_versions=,resources_synced=,started_at=2021-06-23T11:22:14Z,topic='l3_agent')) {'router_ids': ['a9cf512d-0414-41e1-86f2-8bde7ff629f8'], 'active': True} {{(pid=94177) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 11:31:01.453074 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.db.provisioning_blocks [None req-01ec4771-b1f4-4ec4-8e18-eb68feaf1de1 None None] Provisioning for port c4869f9e-58dd-4295-9e42-dc276fe1fd27 completed by entity DHCP. {{(pid=94176) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 23 11:31:01.458110 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.db.provisioning_blocks [None req-01ec4771-b1f4-4ec4-8e18-eb68feaf1de1 None None] Provisioning complete for port c4869f9e-58dd-4295-9e42-dc276fe1fd27 triggered by entity DHCP. {{(pid=94176) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 23 11:31:01.458483 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron_lib.callbacks.manager [None req-01ec4771-b1f4-4ec4-8e18-eb68feaf1de1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-899258'] for port, provisioning_complete {{(pid=94176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:31:01.463357 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron_lib.callbacks.manager [None req-fe1a0f2e-4977-4557-9e9b-ede89874a9c0 tempest-RoutersAdminTest-1733287776 tempest-RoutersAdminTest-1733287776-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=94175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:31:01.480574 dv-neutron-601336-94-hyperv neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-ddf94cce-43ea-4dd8-9e3e-e24a69a4fead None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-922904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866062', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773700135042', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773699642233', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773699642278'] for port, after_update {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:31:01.481942 dv-neutron-601336-94-hyperv neutron-server[94177]: DEBUG neutron.db.l3_hamode_db [None req-6fe38505-632f-4118-8a39-d276871e3210 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-601336-94-hyperv', False) {} {{(pid=94177) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 11:31:01.495722 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron_lib.callbacks.manager [None req-fe1a0f2e-4977-4557-9e9b-ede89874a9c0 tempest-RoutersAdminTest-1733287776 tempest-RoutersAdminTest-1733287776-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-923104'] for port, before_create {{(pid=94175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:31:01.497364 dv-neutron-601336-94-hyperv neutron-server[94177]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94177) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 11:31:01.519440 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron_lib.callbacks.manager [None req-b332d1cc-61b1-45f1-b17b-f7e7901c260f tempest-FloatingIPNegativeTestJSON-1295786409 tempest-FloatingIPNegativeTestJSON-1295786409-project] Notify callbacks [] for router, before_delete {{(pid=94174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:31:01.557628 dv-neutron-601336-94-hyperv neutron-server[94177]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ddf94cce-43ea-4dd8-9e3e-e24a69a4fead None None] Routers {'e6076c3b-9609-4cba-ab8f-417ff674431b'} bound to L3 agent in host dv-neutron-601336-94-hyperv {{(pid=94177) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 23 11:31:01.558192 dv-neutron-601336-94-hyperv neutron-server[94177]: DEBUG neutron.db.l3_hamode_db [None req-ddf94cce-43ea-4dd8-9e3e-e24a69a4fead None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-601336-94-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-23T11:22:13Z,description=,heartbeat_timestamp=2021-06-23T11:30:43Z,host='dv-neutron-601336-94-hyperv',id=50ef99c0-ef28-4db5-b303-b145898fae60,load=0,resource_versions=,resources_synced=,started_at=2021-06-23T11:22:14Z,topic='l3_agent')) {'router_ids': ['e6076c3b-9609-4cba-ab8f-417ff674431b'], 'active': True} {{(pid=94177) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 11:31:01.597344 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron_lib.callbacks.manager [None req-01ec4771-b1f4-4ec4-8e18-eb68feaf1de1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-923122'] for port, before_update {{(pid=94176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:31:01.611727 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.plugins.ml2.rpc [None req-97bd5441-1da2-49ee-a364-27795820ba27 None None] Device fe216483-41ee-46c0-a3bd-9e45c734b083 up at agent hyperv_hv-neutron-6013 {{(pid=94176) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:298}} Jun 23 11:31:01.635016 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron_lib.callbacks.manager [None req-1c03545d-6a86-4de5-8858-d7875bffe6d1 tempest-NetworksTestDHCPv6-162546708 tempest-NetworksTestDHCPv6-162546708-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-922915', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-239814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7866073', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773699642215', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-5082457'] for port, after_create {{(pid=94175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:31:01.644541 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94175) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 11:31:01.670682 dv-neutron-601336-94-hyperv neutron-server[94177]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6fe38505-632f-4118-8a39-d276871e3210 None None] Routers {'a9cf512d-0414-41e1-86f2-8bde7ff629f8'} bound to L3 agent in host dv-neutron-601336-94-hyperv {{(pid=94177) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 23 11:31:01.670984 dv-neutron-601336-94-hyperv neutron-server[94177]: DEBUG neutron.db.l3_hamode_db [None req-6fe38505-632f-4118-8a39-d276871e3210 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-601336-94-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-23T11:22:13Z,description=,heartbeat_timestamp=2021-06-23T11:30:43Z,host='dv-neutron-601336-94-hyperv',id=50ef99c0-ef28-4db5-b303-b145898fae60,load=0,resource_versions=,resources_synced=,started_at=2021-06-23T11:22:14Z,topic='l3_agent')) {'router_ids': ['a9cf512d-0414-41e1-86f2-8bde7ff629f8'], 'active': True} {{(pid=94177) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 11:31:01.685696 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-790b2189-873d-4f9c-87f5-fb344eae4ab9 req-e0e33ff0-d2d6-4365-87f6-b478ea593020 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 11:31:01.687310 dv-neutron-601336-94-hyperv neutron-server[94175]: INFO neutron.wsgi [req-790b2189-873d-4f9c-87f5-fb344eae4ab9 req-e0e33ff0-d2d6-4365-87f6-b478ea593020 service neutron] 10.222.0.52 "GET /v2.0/ports?device_id=5c858ae0-f491-4e6a-8938-34ed95476698 HTTP/1.1" status: 200 len: 1098 time: 0.2004008 Jun 23 11:31:01.688893 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.plugins.ml2.db [None req-01ec4771-b1f4-4ec4-8e18-eb68feaf1de1 None None] For port c4869f9e-58dd-4295-9e42-dc276fe1fd27, host dv-neutron-601336-94-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-94-hyperv',level=0,port_id=c4869f9e-58dd-4295-9e42-dc276fe1fd27,segment=NetworkSegment(6303a411-6e70-4139-a530-9ee4cf8ba843),segment_id=6303a411-6e70-4139-a530-9ee4cf8ba843)] {{(pid=94176) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 23 11:31:01.708943 dv-neutron-601336-94-hyperv neutron-server[94177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a147fdf3-654f-4406-8e8e-2316d1143e6e None None] Pushing event updated for resources: {'Port': ['ID=ca8a0a68-35d1-4a11-a8ac-418bf7242abc,revision_number=3']} {{(pid=94177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 11:31:01.713779 dv-neutron-601336-94-hyperv neutron-server[94177]: DEBUG neutron.db.l3_hamode_db [None req-6fe38505-632f-4118-8a39-d276871e3210 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-601336-94-hyperv', False) {} {{(pid=94177) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 11:31:01.715006 dv-neutron-601336-94-hyperv neutron-server[94177]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6fe38505-632f-4118-8a39-d276871e3210 None None] The sync data for ids ['a9cf512d-0414-41e1-86f2-8bde7ff629f8'] in dv-neutron-601336-94-hyperv is: [] {{(pid=94177) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 23 11:31:01.716553 dv-neutron-601336-94-hyperv neutron-server[94177]: DEBUG oslo_concurrency.lockutils [None req-a147fdf3-654f-4406-8e8e-2316d1143e6e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.219s {{(pid=94177) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 11:31:01.729468 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1c03545d-6a86-4de5-8858-d7875bffe6d1 tempest-NetworksTestDHCPv6-162546708 tempest-NetworksTestDHCPv6-162546708-project] Network f53f535d-bce4-4da8-9bd9-396677ff4e83 is already hosted by enough agents. {{(pid=94175) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 23 11:31:01.738036 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.db.db_base_plugin_common [None req-fe1a0f2e-4977-4557-9e9b-ede89874a9c0 tempest-RoutersAdminTest-1733287776 tempest-RoutersAdminTest-1733287776-project-admin] Allocated IP 172.26.3.80 (3e7e4eb3-cf02-4d47-ade9-0a579cdfc60f/a5ad15ab-c489-4a67-a9b0-d559fca0ec71/a9ce5a57-c3e2-49dc-92b9-df375d380c8a) {{(pid=94175) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 23 11:31:01.740338 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c03545d-6a86-4de5-8858-d7875bffe6d1 tempest-NetworksTestDHCPv6-162546708 tempest-NetworksTestDHCPv6-162546708-project] Pushing event updated for resources: {'Port': ['ID=96d20c30-9791-48d7-bda6-5ca6bda8d6c2,revision_number=1']} {{(pid=94175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 11:31:01.744816 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.scheduler.base_scheduler [None req-1c03545d-6a86-4de5-8858-d7875bffe6d1 tempest-NetworksTestDHCPv6-162546708 tempest-NetworksTestDHCPv6-162546708-project] Resources bound (agent type, host, resource id): {{(pid=94175) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 23 11:31:01.749657 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron_lib.callbacks.manager [req-790b2189-873d-4f9c-87f5-fb344eae4ab9 req-84b720fe-a976-43fe-8c6c-7db53a580df3 service neutron] Notify callbacks [] for security_group, before_create {{(pid=94175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:31:01.749815 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1c03545d-6a86-4de5-8858-d7875bffe6d1 tempest-NetworksTestDHCPv6-162546708 tempest-NetworksTestDHCPv6-162546708-project] Received port after_create {{(pid=94175) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 23 11:31:01.759764 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1c03545d-6a86-4de5-8858-d7875bffe6d1 tempest-NetworksTestDHCPv6-162546708 tempest-NetworksTestDHCPv6-162546708-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 11:31:01.760436 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron_lib.callbacks.manager [None req-1c03545d-6a86-4de5-8858-d7875bffe6d1 tempest-NetworksTestDHCPv6-162546708 tempest-NetworksTestDHCPv6-162546708-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-217507'] for port, before_response {{(pid=94175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:31:01.765754 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG oslo_concurrency.lockutils [None req-1c03545d-6a86-4de5-8858-d7875bffe6d1 tempest-NetworksTestDHCPv6-162546708 tempest-NetworksTestDHCPv6-162546708-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.121s {{(pid=94175) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 11:31:01.772162 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron_lib.callbacks.manager [None req-01ec4771-b1f4-4ec4-8e18-eb68feaf1de1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-922904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866062', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773700135042', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773699642233', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773699642278'] for port, after_update {{(pid=94176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:31:01.773950 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG oslo_concurrency.lockutils [None req-97bd5441-1da2-49ee-a364-27795820ba27 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 11:31:01.826570 dv-neutron-601336-94-hyperv neutron-server[94177]: DEBUG neutron.db.l3_dvr_db [None req-ddf94cce-43ea-4dd8-9e3e-e24a69a4fead None None] Set router e6076c3b-9609-4cba-ab8f-417ff674431b gateway port host: dv-neutron-601336-94-hyperv {{(pid=94177) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:838}} Jun 23 11:31:01.835787 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.db.provisioning_blocks [None req-97bd5441-1da2-49ee-a364-27795820ba27 None None] Provisioning for port fe216483-41ee-46c0-a3bd-9e45c734b083 completed by entity L2. {{(pid=94176) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 23 11:31:01.842930 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01ec4771-b1f4-4ec4-8e18-eb68feaf1de1 None None] Pushing event updated for resources: {'Port': ['ID=c4869f9e-58dd-4295-9e42-dc276fe1fd27,revision_number=3']} {{(pid=94176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 11:31:01.849849 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG oslo_concurrency.lockutils [None req-01ec4771-b1f4-4ec4-8e18-eb68feaf1de1 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.076s {{(pid=94176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 11:31:01.850428 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.db.provisioning_blocks [None req-97bd5441-1da2-49ee-a364-27795820ba27 None None] Provisioning complete for port fe216483-41ee-46c0-a3bd-9e45c734b083 triggered by entity L2. {{(pid=94176) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 23 11:31:01.850806 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron_lib.callbacks.manager [None req-97bd5441-1da2-49ee-a364-27795820ba27 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-899258'] for port, provisioning_complete {{(pid=94176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:31:01.946829 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron_lib.callbacks.manager [None req-97bd5441-1da2-49ee-a364-27795820ba27 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-923122'] for port, before_update {{(pid=94176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:31:01.948581 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron_lib.callbacks.manager [None req-fe1a0f2e-4977-4557-9e9b-ede89874a9c0 tempest-RoutersAdminTest-1733287776 tempest-RoutersAdminTest-1733287776-project-admin] Notify callbacks [] for port, precommit_create {{(pid=94175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:31:01.991239 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.plugins.ml2.db [None req-97bd5441-1da2-49ee-a364-27795820ba27 None None] For port fe216483-41ee-46c0-a3bd-9e45c734b083, host hv-neutron-6013, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-6013',level=0,port_id=fe216483-41ee-46c0-a3bd-9e45c734b083,segment=NetworkSegment(4482701d-19d0-4d8e-a55f-e73b72787bc2),segment_id=4482701d-19d0-4d8e-a55f-e73b72787bc2)] {{(pid=94176) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 23 11:31:02.022220 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7284bc11-cc78-407f-8cf5-7519c7ddb127 tempest-FloatingIPAdminTestJSON-1420968783 tempest-FloatingIPAdminTestJSON-1420968783-project] Made reservation on behalf of cfe5ebbf682a4f3daa74c0b5f0040f77 for: {'port': 1} {{(pid=94174) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 23 11:31:02.025721 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron_lib.callbacks.manager [None req-7284bc11-cc78-407f-8cf5-7519c7ddb127 tempest-FloatingIPAdminTestJSON-1420968783 tempest-FloatingIPAdminTestJSON-1420968783-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-923104'] for port, before_create {{(pid=94174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:31:02.035333 dv-neutron-601336-94-hyperv neutron-server[94175]: INFO neutron.wsgi [None req-1c03545d-6a86-4de5-8858-d7875bffe6d1 tempest-NetworksTestDHCPv6-162546708 tempest-NetworksTestDHCPv6-162546708-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 946 time: 3.3227675 Jun 23 11:31:02.035524 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron_lib.callbacks.manager [None req-b332d1cc-61b1-45f1-b17b-f7e7901c260f tempest-FloatingIPNegativeTestJSON-1295786409 tempest-FloatingIPNegativeTestJSON-1295786409-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-520417', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-32301'] for router, precommit_delete {{(pid=94174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:31:02.038212 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron_lib.callbacks.manager [None req-24954a6c-9509-4354-a446-34029aec9145 tempest-RoutersAdminNegativeIpV6Test-1108986400 tempest-RoutersAdminNegativeIpV6Test-1108986400-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-524104', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-520389', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-32276'] for router, precommit_update {{(pid=94174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:31:02.041368 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.wsgi [-] (94174) accepted ('10.222.0.20', 36840) {{(pid=94174) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 11:31:02.051414 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron_lib.callbacks.manager [None req-b332d1cc-61b1-45f1-b17b-f7e7901c260f tempest-FloatingIPNegativeTestJSON-1295786409 tempest-FloatingIPNegativeTestJSON-1295786409-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:31:02.056171 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.api.v2.base [None req-edaba6f9-68ba-471a-9dd4-1ea041abdc74 tempest-NetworksTestDHCPv6-162546708 tempest-NetworksTestDHCPv6-162546708-project] Request body: {'port': {'network_id': 'f53f535d-bce4-4da8-9bd9-396677ff4e83', 'fixed_ips': [{'subnet_id': '62ae796d-a930-4516-9537-0e36f0d32334', 'ip_address': '2001:db8::6b4e:b96a:7a6b:7705'}], 'name': 'tempest-NetworksTestDHCPv6-1476317762'}} {{(pid=94174) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 23 11:31:02.063336 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron_lib.callbacks.manager [None req-97bd5441-1da2-49ee-a364-27795820ba27 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-922904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866062', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773700135042', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773699642233', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773699642278'] for port, after_update {{(pid=94176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:31:02.065352 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 11:31:02.088196 dv-neutron-601336-94-hyperv neutron-server[94177]: DEBUG neutron.db.l3_hamode_db [None req-ddf94cce-43ea-4dd8-9e3e-e24a69a4fead None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e6076c3b-9609-4cba-ab8f-417ff674431b', 'name': 'tempest-snat-router-1623815328', 'tenant_id': 'd78deddc61934e2ea53c23e0d10641f0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3e7e4eb3-cf02-4d47-ade9-0a579cdfc60f', 'external_fixed_ips': [{'subnet_id': 'a5ad15ab-c489-4a67-a9b0-d559fca0ec71', 'ip_address': '172.26.3.55'}], 'enable_snat': False}, 'gw_port_id': 'ca8a0a68-35d1-4a11-a8ac-418bf7242abc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-23T11:30:52Z', 'updated_at': '2021-06-23T11:30:56Z', 'revision_number': 3, 'project_id': 'd78deddc61934e2ea53c23e0d10641f0', 'gw_port': {'id': 'ca8a0a68-35d1-4a11-a8ac-418bf7242abc', 'name': '', 'network_id': '3e7e4eb3-cf02-4d47-ade9-0a579cdfc60f', 'tenant_id': '', 'mac_address': 'fa:16:3e:a5:73:25', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e6076c3b-9609-4cba-ab8f-417ff674431b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 228, 'fixed_ips': [{'subnet_id': 'a5ad15ab-c489-4a67-a9b0-d559fca0ec71', 'ip_address': '172.26.3.55', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-94-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-23T11:30:55Z', 'updated_at': '2021-06-23T11:31:01Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a5ad15ab-c489-4a67-a9b0-d559fca0ec71', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'dv-neutron-601336-94-hyperv'}], 'dv-neutron-601336-94-hyperv', False) {} {{(pid=94177) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 11:31:02.126145 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron_lib.callbacks.manager [None req-fe1a0f2e-4977-4557-9e9b-ede89874a9c0 tempest-RoutersAdminTest-1733287776 tempest-RoutersAdminTest-1733287776-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-922915', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-239814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7866073', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773699642215', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-5082457'] for port, after_create {{(pid=94175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:31:02.130620 dv-neutron-601336-94-hyperv neutron-server[94177]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ddf94cce-43ea-4dd8-9e3e-e24a69a4fead None None] The sync data for ids ['e6076c3b-9609-4cba-ab8f-417ff674431b'] in dv-neutron-601336-94-hyperv is: [{'id': 'e6076c3b-9609-4cba-ab8f-417ff674431b', 'name': 'tempest-snat-router-1623815328', 'tenant_id': 'd78deddc61934e2ea53c23e0d10641f0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3e7e4eb3-cf02-4d47-ade9-0a579cdfc60f', 'external_fixed_ips': [{'subnet_id': 'a5ad15ab-c489-4a67-a9b0-d559fca0ec71', 'ip_address': '172.26.3.55'}], 'enable_snat': False}, 'gw_port_id': 'ca8a0a68-35d1-4a11-a8ac-418bf7242abc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-23T11:30:52Z', 'updated_at': '2021-06-23T11:30:56Z', 'revision_number': 3, 'project_id': 'd78deddc61934e2ea53c23e0d10641f0', 'gw_port': {'id': 'ca8a0a68-35d1-4a11-a8ac-418bf7242abc', 'name': '', 'network_id': '3e7e4eb3-cf02-4d47-ade9-0a579cdfc60f', 'tenant_id': '', 'mac_address': 'fa:16:3e:a5:73:25', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e6076c3b-9609-4cba-ab8f-417ff674431b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 228, 'fixed_ips': [{'subnet_id': 'a5ad15ab-c489-4a67-a9b0-d559fca0ec71', 'ip_address': '172.26.3.55', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-94-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-23T11:30:55Z', 'updated_at': '2021-06-23T11:31:01Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a5ad15ab-c489-4a67-a9b0-d559fca0ec71', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'dv-neutron-601336-94-hyperv'}] {{(pid=94177) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 23 11:31:02.136167 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG oslo_concurrency.lockutils [None req-ea3ba44b-c765-439c-b583-d1fceb4b5a6d tempest-FloatingIPAdminTestJSON-1420968783 tempest-FloatingIPAdminTestJSON-1420968783-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94175) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 11:31:02.140401 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97bd5441-1da2-49ee-a364-27795820ba27 None None] Pushing event updated for resources: {'Port': ['ID=fe216483-41ee-46c0-a3bd-9e45c734b083,revision_number=5']} {{(pid=94176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 11:31:02.149887 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG oslo_concurrency.lockutils [None req-97bd5441-1da2-49ee-a364-27795820ba27 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.084s {{(pid=94176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 11:31:02.150096 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron_lib.callbacks.manager [req-790b2189-873d-4f9c-87f5-fb344eae4ab9 req-84b720fe-a976-43fe-8c6c-7db53a580df3 service neutron] Notify callbacks [] for security_group, precommit_create {{(pid=94175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:31:02.158366 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fe1a0f2e-4977-4557-9e9b-ede89874a9c0 tempest-RoutersAdminTest-1733287776 tempest-RoutersAdminTest-1733287776-project-admin] Network 3e7e4eb3-cf02-4d47-ade9-0a579cdfc60f is already hosted by enough agents. {{(pid=94175) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 23 11:31:02.173461 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.notifiers.nova [None req-7284bc11-cc78-407f-8cf5-7519c7ddb127 tempest-FloatingIPAdminTestJSON-1420968783 tempest-FloatingIPAdminTestJSON-1420968783-project] device_id is not set on port a40e193c-1363-46d7-89bd-818976ce10c3 yet. {{(pid=94174) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jun 23 11:31:02.189596 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.scheduler.base_scheduler [None req-fe1a0f2e-4977-4557-9e9b-ede89874a9c0 tempest-RoutersAdminTest-1733287776 tempest-RoutersAdminTest-1733287776-project-admin] Resources bound (agent type, host, resource id): {{(pid=94175) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 23 11:31:02.193417 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fe1a0f2e-4977-4557-9e9b-ede89874a9c0 tempest-RoutersAdminTest-1733287776 tempest-RoutersAdminTest-1733287776-project-admin] Received port after_create {{(pid=94175) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 23 11:31:02.195999 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.db.provisioning_blocks [None req-11c53315-4b90-4b6b-ab85-157888321324 None None] Provisioning for port 96d20c30-9791-48d7-bda6-5ca6bda8d6c2 completed by entity DHCP. {{(pid=94176) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 23 11:31:02.203594 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.db.provisioning_blocks [None req-11c53315-4b90-4b6b-ab85-157888321324 None None] Provisioning complete for port 96d20c30-9791-48d7-bda6-5ca6bda8d6c2 triggered by entity DHCP. {{(pid=94176) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 23 11:31:02.204626 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron_lib.callbacks.manager [None req-11c53315-4b90-4b6b-ab85-157888321324 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-899258'] for port, provisioning_complete {{(pid=94176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:31:02.222853 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe1a0f2e-4977-4557-9e9b-ede89874a9c0 tempest-RoutersAdminTest-1733287776 tempest-RoutersAdminTest-1733287776-project-admin] Pushing event updated for resources: {'Port': ['ID=a9ce5a57-c3e2-49dc-92b9-df375d380c8a,revision_number=1']} {{(pid=94175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 11:31:02.227595 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG oslo_concurrency.lockutils [None req-fe1a0f2e-4977-4557-9e9b-ede89874a9c0 tempest-RoutersAdminTest-1733287776 tempest-RoutersAdminTest-1733287776-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.092s {{(pid=94175) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 11:31:02.230156 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron_lib.callbacks.manager [req-790b2189-873d-4f9c-87f5-fb344eae4ab9 req-84b720fe-a976-43fe-8c6c-7db53a580df3 service neutron] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7996330'] for security_group, after_create {{(pid=94175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:31:02.241325 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG oslo_concurrency.lockutils [None req-3f2b06b9-2591-4d26-8d04-1a63c58a0862 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94175) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 11:31:02.257634 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.plugins.ml2.plugin [None req-11c53315-4b90-4b6b-ab85-157888321324 None None] Port 96d20c30-9791-48d7-bda6-5ca6bda8d6c2 cannot update to ACTIVE because it is not bound. {{(pid=94176) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jun 23 11:31:02.270501 dv-neutron-601336-94-hyperv neutron-server[94175]: INFO neutron.wsgi [req-790b2189-873d-4f9c-87f5-fb344eae4ab9 req-84b720fe-a976-43fe-8c6c-7db53a580df3 service neutron] 10.222.0.52 "GET /v2.0/security-groups?id=0269fbcb-6e08-4df6-b8da-06ccdf83703f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.5724146 Jun 23 11:31:02.339616 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84b720fe-a976-43fe-8c6c-7db53a580df3 service neutron] Pushing event updated for resources: {'SecurityGroup': ['ID=2744668d-0de5-4a5d-8575-c623fe0f333c,revision_number=1']} {{(pid=94175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 11:31:02.344972 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG oslo_concurrency.lockutils [None req-84b720fe-a976-43fe-8c6c-7db53a580df3 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.103s {{(pid=94175) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 11:31:02.470114 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cf6ca7d-3d20-4359-99fc-c9560d93bc79 req-8bef1dc5-4c84-46ca-b85e-ee833fc84c5c tempest-ServersTestJSON-995612928 tempest-ServersTestJSON-995612928-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 11:31:02.472303 dv-neutron-601336-94-hyperv neutron-server[94175]: INFO neutron.wsgi [req-8cf6ca7d-3d20-4359-99fc-c9560d93bc79 req-8bef1dc5-4c84-46ca-b85e-ee833fc84c5c tempest-ServersTestJSON-995612928 tempest-ServersTestJSON-995612928-project] 10.222.0.20 "GET /v2.0/ports?device_id=5c858ae0-f491-4e6a-8938-34ed95476698 HTTP/1.1" status: 200 len: 945 time: 0.0912144 Jun 23 11:31:02.563367 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14d69913-9399-4e94-9b7a-edcbf4169f5a req-1500434d-d00c-45a0-9765-90dde0b5d805 tempest-ServersTestManualDisk-1703480083 tempest-ServersTestManualDisk-1703480083-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94174) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 11:31:02.564904 dv-neutron-601336-94-hyperv neutron-server[94174]: INFO neutron.wsgi [req-14d69913-9399-4e94-9b7a-edcbf4169f5a req-1500434d-d00c-45a0-9765-90dde0b5d805 tempest-ServersTestManualDisk-1703480083 tempest-ServersTestManualDisk-1703480083-project] 10.222.0.20 "GET /v2.0/ports?device_id=60467d60-f71e-4b81-84ed-861e06a6acb7 HTTP/1.1" status: 200 len: 945 time: 0.8979626 Jun 23 11:31:02.590404 dv-neutron-601336-94-hyperv neutron-server[94175]: INFO neutron.wsgi [req-8cf6ca7d-3d20-4359-99fc-c9560d93bc79 req-eeb8b7bf-1452-420d-b23c-a373b6bf2501 tempest-ServersTestJSON-995612928 tempest-ServersTestJSON-995612928-project] 10.222.0.20 "GET /v2.0/security-groups?id=0269fbcb-6e08-4df6-b8da-06ccdf83703f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1121857 Jun 23 11:31:02.618957 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron_lib.callbacks.manager [None req-fe1a0f2e-4977-4557-9e9b-ede89874a9c0 tempest-RoutersAdminTest-1733287776 tempest-RoutersAdminTest-1733287776-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=94175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:31:02.628856 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron_lib.callbacks.manager [None req-b332d1cc-61b1-45f1-b17b-f7e7901c260f tempest-FloatingIPNegativeTestJSON-1295786409 tempest-FloatingIPNegativeTestJSON-1295786409-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-494961'] for router, after_delete {{(pid=94174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:31:02.629367 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b332d1cc-61b1-45f1-b17b-f7e7901c260f tempest-FloatingIPNegativeTestJSON-1295786409 tempest-FloatingIPNegativeTestJSON-1295786409-project] Fanout notify agent at l3_agent the message router_deleted on router a9cf512d-0414-41e1-86f2-8bde7ff629f8 {{(pid=94174) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jun 23 11:31:02.654131 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron_lib.callbacks.manager [None req-b332d1cc-61b1-45f1-b17b-f7e7901c260f tempest-FloatingIPNegativeTestJSON-1295786409 tempest-FloatingIPNegativeTestJSON-1295786409-project] Notify callbacks [] for router, before_response {{(pid=94174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:31:02.655264 dv-neutron-601336-94-hyperv neutron-server[94174]: INFO neutron.wsgi [None req-b332d1cc-61b1-45f1-b17b-f7e7901c260f tempest-FloatingIPNegativeTestJSON-1295786409 tempest-FloatingIPNegativeTestJSON-1295786409-project] 10.222.0.20 "DELETE /v2.0/routers/a9cf512d-0414-41e1-86f2-8bde7ff629f8 HTTP/1.1" status: 204 len: 168 time: 1.2305744 Jun 23 11:31:02.659651 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.wsgi [-] (94175) accepted ('10.222.0.20', 36844) {{(pid=94175) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 11:31:02.661238 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron_lib.callbacks.manager [None req-801e3405-a6b1-4335-b630-b1f98c7374c9 tempest-RoutersIpV6AdminTest-894294123 tempest-RoutersIpV6AdminTest-894294123-project] Notify callbacks [] for router_gateway, after_create {{(pid=94174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:31:02.862116 dv-neutron-601336-94-hyperv neutron-server[94174]: INFO neutron.wsgi [req-14d69913-9399-4e94-9b7a-edcbf4169f5a req-28c390d7-8a8b-4c6f-8b8b-f9984d720cec tempest-ServersTestManualDisk-1703480083 tempest-ServersTestManualDisk-1703480083-project] 10.222.0.20 "GET /v2.0/security-groups?id=64e50690-84f2-4556-996e-e186f26132b0&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.2450862 Jun 23 11:31:02.871509 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.plugins.ml2.rpc [None req-dc7542b2-afef-47f4-a763-e3a3cba144be None None] Device c4869f9e-58dd-4295-9e42-dc276fe1fd27 up at agent ovs-agent-dv-neutron-601336-94-hyperv {{(pid=94176) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:298}} Jun 23 11:31:02.937558 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.db.provisioning_blocks [None req-dc7542b2-afef-47f4-a763-e3a3cba144be None None] Provisioning complete for port c4869f9e-58dd-4295-9e42-dc276fe1fd27 triggered by entity L2. {{(pid=94176) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 23 11:31:02.937956 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron_lib.callbacks.manager [None req-dc7542b2-afef-47f4-a763-e3a3cba144be None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-899258'] for port, provisioning_complete {{(pid=94176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:31:02.967171 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.db.db_base_plugin_common [None req-7284bc11-cc78-407f-8cf5-7519c7ddb127 tempest-FloatingIPAdminTestJSON-1420968783 tempest-FloatingIPAdminTestJSON-1420968783-project] Allocated IP 172.20.0.8 (811e8add-d81e-4cc6-afe1-28008b3a555c/85a235d2-c03e-4732-8b27-84529493ffc5/a40e193c-1363-46d7-89bd-818976ce10c3) {{(pid=94174) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 23 11:31:02.974806 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '60467d60-f71e-4b81-84ed-861e06a6acb7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fe216483-41ee-46c0-a3bd-9e45c734b083'}] {{(pid=94176) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 23 11:31:02.977921 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}887b0dfc0393de878080286a57e4a08d4fa60dd0cddd118f338ebfcd351ddd4c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-72f992f3-7425-4a13-9ced-136382783c4b" -d '{"events": [{"server_uuid": "60467d60-f71e-4b81-84ed-861e06a6acb7", "name": "network-vif-plugged", "status": "completed", "tag": "fe216483-41ee-46c0-a3bd-9e45c734b083"}]}' {{(pid=94176) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 23 11:31:02.988927 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-edaba6f9-68ba-471a-9dd4-1ea041abdc74 tempest-NetworksTestDHCPv6-162546708 tempest-NetworksTestDHCPv6-162546708-project] Made reservation on behalf of 5e61222a836c47229c94e37f3902e6bd for: {'port': 1} {{(pid=94174) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 23 11:31:03.041133 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.plugins.ml2.rpc [None req-dc7542b2-afef-47f4-a763-e3a3cba144be None None] Device ca8a0a68-35d1-4a11-a8ac-418bf7242abc up at agent ovs-agent-dv-neutron-601336-94-hyperv {{(pid=94176) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:298}} Jun 23 11:31:03.097995 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 23 Jun 2021 11:31:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1edb1e91-2493-4b3f-82f3-4f1a92b7dd98 x-openstack-request-id: req-1edb1e91-2493-4b3f-82f3-4f1a92b7dd98 {{(pid=94176) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 23 11:31:03.098328 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "60467d60-f71e-4b81-84ed-861e06a6acb7", "name": "network-vif-plugged", "status": "completed", "tag": "fe216483-41ee-46c0-a3bd-9e45c734b083", "code": 200}]} {{(pid=94176) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 23 11:31:03.098594 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-1edb1e91-2493-4b3f-82f3-4f1a92b7dd98 {{(pid=94176) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 23 11:31:03.098993 dv-neutron-601336-94-hyperv neutron-server[94176]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '60467d60-f71e-4b81-84ed-861e06a6acb7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fe216483-41ee-46c0-a3bd-9e45c734b083', 'code': 200} Jun 23 11:31:03.161826 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron_lib.callbacks.manager [None req-801e3405-a6b1-4335-b630-b1f98c7374c9 tempest-RoutersIpV6AdminTest-894294123 tempest-RoutersIpV6AdminTest-894294123-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-520412', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-524143'] for router, after_create {{(pid=94174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:31:03.189361 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.db.db_base_plugin_v2 [None req-7a8104a3-3bb5-4894-9a2a-da2b6fe53de4 tempest-FloatingIPNegativeTestJSON-1295786409 tempest-FloatingIPNegativeTestJSON-1295786409-project] Deleting subnet bfee4ba3-1ac5-42f1-97a1-8dfa7ff8cc35 {{(pid=94175) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jun 23 11:31:03.193627 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron_lib.callbacks.manager [None req-7a8104a3-3bb5-4894-9a2a-da2b6fe53de4 tempest-FloatingIPNegativeTestJSON-1295786409 tempest-FloatingIPNegativeTestJSON-1295786409-project] Notify callbacks [] for subnet, before_delete {{(pid=94175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:31:03.240765 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.db.provisioning_blocks [None req-dc7542b2-afef-47f4-a763-e3a3cba144be None None] Provisioning for port ca8a0a68-35d1-4a11-a8ac-418bf7242abc completed by entity L2. {{(pid=94176) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 23 11:31:03.245799 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.db.provisioning_blocks [None req-dc7542b2-afef-47f4-a763-e3a3cba144be None None] Provisioning complete for port ca8a0a68-35d1-4a11-a8ac-418bf7242abc triggered by entity L2. {{(pid=94176) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 23 11:31:03.246529 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron_lib.callbacks.manager [None req-dc7542b2-afef-47f4-a763-e3a3cba144be None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-899258'] for port, provisioning_complete {{(pid=94176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:31:03.268697 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron_lib.callbacks.manager [None req-edaba6f9-68ba-471a-9dd4-1ea041abdc74 tempest-NetworksTestDHCPv6-162546708 tempest-NetworksTestDHCPv6-162546708-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-923104'] for port, before_create {{(pid=94174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:31:03.283163 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron_lib.callbacks.manager [None req-7a8104a3-3bb5-4894-9a2a-da2b6fe53de4 tempest-FloatingIPNegativeTestJSON-1295786409 tempest-FloatingIPNegativeTestJSON-1295786409-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5190686'] for subnet, precommit_delete_associations {{(pid=94175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:31:03.339072 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.notifiers.nova [None req-edaba6f9-68ba-471a-9dd4-1ea041abdc74 tempest-NetworksTestDHCPv6-162546708 tempest-NetworksTestDHCPv6-162546708-project] device_id is not set on port 095890de-dc6b-4fa7-b73c-ec1a1cdf1c0f yet. {{(pid=94174) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jun 23 11:31:03.353157 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron_lib.callbacks.manager [None req-dc7542b2-afef-47f4-a763-e3a3cba144be None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-923122'] for port, before_update {{(pid=94176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:31:03.378869 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.plugins.ml2.db [None req-dc7542b2-afef-47f4-a763-e3a3cba144be None None] For port ca8a0a68-35d1-4a11-a8ac-418bf7242abc, host dv-neutron-601336-94-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-94-hyperv',level=0,port_id=ca8a0a68-35d1-4a11-a8ac-418bf7242abc,segment=NetworkSegment(c23be0a5-6980-48fb-bc9f-4a24717fe1de),segment_id=c23be0a5-6980-48fb-bc9f-4a24717fe1de)] {{(pid=94176) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 23 11:31:03.404848 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron_lib.callbacks.manager [None req-fe1a0f2e-4977-4557-9e9b-ede89874a9c0 tempest-RoutersAdminTest-1733287776 tempest-RoutersAdminTest-1733287776-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-520412', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-524143'] for router, after_create {{(pid=94175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:31:03.453069 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron_lib.callbacks.manager [None req-7a8104a3-3bb5-4894-9a2a-da2b6fe53de4 tempest-FloatingIPNegativeTestJSON-1295786409 tempest-FloatingIPNegativeTestJSON-1295786409-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-897634'] for subnet, precommit_delete {{(pid=94175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:31:03.540684 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron_lib.callbacks.manager [None req-7284bc11-cc78-407f-8cf5-7519c7ddb127 tempest-FloatingIPAdminTestJSON-1420968783 tempest-FloatingIPAdminTestJSON-1420968783-project] Notify callbacks [] for port, precommit_create {{(pid=94174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:31:03.549391 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron_lib.callbacks.manager [None req-dc7542b2-afef-47f4-a763-e3a3cba144be None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-922904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866062', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773700135042', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773699642233', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773699642278'] for port, after_update {{(pid=94176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:31:03.557805 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG oslo_concurrency.lockutils [None req-a4b1925e-567c-4473-92b6-39d1ee4547a4 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 11:31:03.618281 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.db.provisioning_blocks [None req-7284bc11-cc78-407f-8cf5-7519c7ddb127 tempest-FloatingIPAdminTestJSON-1420968783 tempest-FloatingIPAdminTestJSON-1420968783-project] Transition to ACTIVE for port object a40e193c-1363-46d7-89bd-818976ce10c3 will not be triggered until provisioned by entity DHCP. {{(pid=94174) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 23 11:31:03.620525 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af55ccea-4b4d-4e39-9b00-c140dd6f35a4 req-ac5e58ca-7a4d-4db4-a83c-75b2af4228d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 11:31:03.621181 dv-neutron-601336-94-hyperv neutron-server[94175]: INFO neutron.wsgi [req-af55ccea-4b4d-4e39-9b00-c140dd6f35a4 req-ac5e58ca-7a4d-4db4-a83c-75b2af4228d8 service neutron] 10.222.0.52 "GET /v2.0/ports?device_id=60467d60-f71e-4b81-84ed-861e06a6acb7 HTTP/1.1" status: 200 len: 1099 time: 0.1305106 Jun 23 11:31:03.653099 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc7542b2-afef-47f4-a763-e3a3cba144be None None] Pushing event updated for resources: {'Port': ['ID=ca8a0a68-35d1-4a11-a8ac-418bf7242abc,revision_number=4']} {{(pid=94176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 11:31:03.656292 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG oslo_concurrency.lockutils [None req-dc7542b2-afef-47f4-a763-e3a3cba144be None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.099s {{(pid=94176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 11:31:03.670827 dv-neutron-601336-94-hyperv neutron-server[94175]: INFO neutron.wsgi [req-af55ccea-4b4d-4e39-9b00-c140dd6f35a4 req-945d3324-5e80-4f68-87b5-eb1e5def7671 service neutron] 10.222.0.52 "GET /v2.0/security-groups?id=64e50690-84f2-4556-996e-e186f26132b0&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0398581 Jun 23 11:31:03.679780 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron_lib.callbacks.manager [None req-24954a6c-9509-4354-a446-34029aec9145 tempest-RoutersAdminNegativeIpV6Test-1108986400 tempest-RoutersAdminNegativeIpV6Test-1108986400-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=94174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:31:03.692512 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fe1a0f2e-4977-4557-9e9b-ede89874a9c0 tempest-RoutersAdminTest-1733287776 tempest-RoutersAdminTest-1733287776-project-admin] Router 4cdb8059-adaa-4e30-8079-4a57970c329a is scheduled to L3 agent 50ef99c0-ef28-4db5-b303-b145898fae60 with binding_index 1 {{(pid=94175) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jun 23 11:31:03.698808 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron_lib.callbacks.manager [None req-7a8104a3-3bb5-4894-9a2a-da2b6fe53de4 tempest-FloatingIPNegativeTestJSON-1295786409 tempest-FloatingIPNegativeTestJSON-1295786409-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-897627', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866062', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5083050', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4660036'] for subnet, after_delete {{(pid=94175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:31:03.708858 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG oslo_concurrency.lockutils [None req-b9e6c44c-f208-4bcf-85b3-00033d15c114 tempest-RoutersIpV6AdminTest-1878456168 tempest-RoutersIpV6AdminTest-1878456168-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94175) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 11:31:03.720542 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron_lib.callbacks.manager [None req-24954a6c-9509-4354-a446-34029aec9145 tempest-RoutersAdminNegativeIpV6Test-1108986400 tempest-RoutersAdminNegativeIpV6Test-1108986400-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-923104'] for port, before_create {{(pid=94174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:31:03.787949 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a8104a3-3bb5-4894-9a2a-da2b6fe53de4 tempest-FloatingIPNegativeTestJSON-1295786409 tempest-FloatingIPNegativeTestJSON-1295786409-project] Pushing event deleted for resources: {'Subnet': ['ID=bfee4ba3-1ac5-42f1-97a1-8dfa7ff8cc35,revision_number=None']} {{(pid=94175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 11:31:03.795818 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron_lib.callbacks.manager [None req-7a8104a3-3bb5-4894-9a2a-da2b6fe53de4 tempest-FloatingIPNegativeTestJSON-1295786409 tempest-FloatingIPNegativeTestJSON-1295786409-project] Notify callbacks [] for subnet, before_response {{(pid=94175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:31:03.800957 dv-neutron-601336-94-hyperv neutron-server[94175]: INFO neutron.wsgi [None req-7a8104a3-3bb5-4894-9a2a-da2b6fe53de4 tempest-FloatingIPNegativeTestJSON-1295786409 tempest-FloatingIPNegativeTestJSON-1295786409-project] 10.222.0.20 "DELETE /v2.0/subnets/bfee4ba3-1ac5-42f1-97a1-8dfa7ff8cc35 HTTP/1.1" status: 204 len: 168 time: 1.1403067 Jun 23 11:31:03.801658 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b1953cf0-6f02-4438-80c8-007085ba244e None None] Network c9db83c6-9294-4aab-be1f-a0e4e14b168f requested from dv-neutron-601336-94-hyperv {{(pid=94176) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 23 11:31:03.801958 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG oslo_concurrency.lockutils [None req-7a8104a3-3bb5-4894-9a2a-da2b6fe53de4 tempest-FloatingIPNegativeTestJSON-1295786409 tempest-FloatingIPNegativeTestJSON-1295786409-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.093s {{(pid=94175) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 11:31:03.802399 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.wsgi [-] (94175) accepted ('10.222.0.20', 36850) {{(pid=94175) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 11:31:03.856408 dv-neutron-601336-94-hyperv neutron-server[94174]: INFO neutron.pecan_wsgi.hooks.translation [None req-edaba6f9-68ba-471a-9dd4-1ea041abdc74 tempest-NetworksTestDHCPv6-162546708 tempest-NetworksTestDHCPv6-162546708-project] POST failed (client error): There was a conflict when trying to complete your request. Jun 23 11:31:03.856965 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-edaba6f9-68ba-471a-9dd4-1ea041abdc74 tempest-NetworksTestDHCPv6-162546708 tempest-NetworksTestDHCPv6-162546708-project] No notification will be sent due to unsuccessful status code: 409 {{(pid=94174) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 23 11:31:03.875357 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-801e3405-a6b1-4335-b630-b1f98c7374c9 tempest-RoutersIpV6AdminTest-894294123 tempest-RoutersIpV6AdminTest-894294123-project] Router 6743ce91-3a9d-436e-a329-3bb9fd350bd0 is scheduled to L3 agent 50ef99c0-ef28-4db5-b303-b145898fae60 with binding_index 1 {{(pid=94174) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jun 23 11:31:03.905433 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron_lib.callbacks.manager [None req-7284bc11-cc78-407f-8cf5-7519c7ddb127 tempest-FloatingIPAdminTestJSON-1420968783 tempest-FloatingIPAdminTestJSON-1420968783-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-922915', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-239814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7866073', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773699642215', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-5196399'] for port, after_create {{(pid=94174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:31:03.914878 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG oslo_concurrency.lockutils [None req-4cbb7d80-7890-4b1f-82d5-b4284987ad07 tempest-NetworksTestDHCPv6-162546708 tempest-NetworksTestDHCPv6-162546708-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94174) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 11:31:03.937401 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron_lib.callbacks.manager [None req-11e000b6-96ff-4ed6-8f14-9329b99493c8 tempest-FloatingIPNegativeTestJSON-1295786409 tempest-FloatingIPNegativeTestJSON-1295786409-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-824874'] for network, before_delete {{(pid=94175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:31:03.948885 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fe1a0f2e-4977-4557-9e9b-ede89874a9c0 tempest-RoutersAdminTest-1733287776 tempest-RoutersAdminTest-1733287776-project-admin] Notify agent at l3_agent.dv-neutron-601336-94-hyperv the message routers_updated {{(pid=94175) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 23 11:31:03.973283 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a9e44dcd-8dab-40b6-b1b8-0dc39fff5042 None None] Sync routers for ids ['4cdb8059-adaa-4e30-8079-4a57970c329a'] in dv-neutron-601336-94-hyperv {{(pid=94176) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 23 11:31:03.988038 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a9e44dcd-8dab-40b6-b1b8-0dc39fff5042 None None] Routers {'4cdb8059-adaa-4e30-8079-4a57970c329a'} bound to L3 agent in host dv-neutron-601336-94-hyperv {{(pid=94176) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 23 11:31:03.989724 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.db.l3_hamode_db [None req-a9e44dcd-8dab-40b6-b1b8-0dc39fff5042 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-601336-94-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-23T11:22:13Z,description=,heartbeat_timestamp=2021-06-23T11:30:43Z,host='dv-neutron-601336-94-hyperv',id=50ef99c0-ef28-4db5-b303-b145898fae60,load=0,resource_versions=,resources_synced=,started_at=2021-06-23T11:22:14Z,topic='l3_agent')) {'router_ids': ['4cdb8059-adaa-4e30-8079-4a57970c329a'], 'active': True} {{(pid=94176) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 11:31:04.024045 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.plugins.ml2.plugin [None req-11e000b6-96ff-4ed6-8f14-9329b99493c8 tempest-FloatingIPNegativeTestJSON-1295786409 tempest-FloatingIPNegativeTestJSON-1295786409-project] Deleting port b528f1f7-6474-4c21-9b79-4ccbe34d46ca {{(pid=94175) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1913}} Jun 23 11:31:04.024763 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron_lib.callbacks.manager [None req-11e000b6-96ff-4ed6-8f14-9329b99493c8 tempest-FloatingIPNegativeTestJSON-1295786409 tempest-FloatingIPNegativeTestJSON-1295786409-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773700079324'] for port, before_delete {{(pid=94175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:31:04.043739 dv-neutron-601336-94-hyperv neutron-server[94174]: INFO neutron.wsgi [None req-edaba6f9-68ba-471a-9dd4-1ea041abdc74 tempest-NetworksTestDHCPv6-162546708 tempest-NetworksTestDHCPv6-162546708-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 409 len: 389 time: 1.9945307 Jun 23 11:31:04.057354 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52d8db38-d067-4a1f-a011-c8eb8b36f576 req-5f19cccd-1eb5-4047-9674-e9d1f5510426 tempest-ServersTestJSON-995612928 tempest-ServersTestJSON-995612928-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94174) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 11:31:04.060140 dv-neutron-601336-94-hyperv neutron-server[94174]: INFO neutron.wsgi [req-52d8db38-d067-4a1f-a011-c8eb8b36f576 req-5f19cccd-1eb5-4047-9674-e9d1f5510426 tempest-ServersTestJSON-995612928 tempest-ServersTestJSON-995612928-project] 10.222.0.20 "GET /v2.0/ports?device_id=5c858ae0-f491-4e6a-8938-34ed95476698 HTTP/1.1" status: 200 len: 945 time: 0.2843435 Jun 23 11:31:04.060140 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.wsgi [-] (94174) accepted ('10.222.0.20', 36854) {{(pid=94174) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 11:31:04.073755 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron_lib.callbacks.manager [None req-fe1a0f2e-4977-4557-9e9b-ede89874a9c0 tempest-RoutersAdminTest-1733287776 tempest-RoutersAdminTest-1733287776-project-admin] Notify callbacks [] for router, before_response {{(pid=94175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:31:04.075252 dv-neutron-601336-94-hyperv neutron-server[94175]: INFO neutron.wsgi [None req-fe1a0f2e-4977-4557-9e9b-ede89874a9c0 tempest-RoutersAdminTest-1733287776 tempest-RoutersAdminTest-1733287776-project-admin] 10.222.0.20 "POST /v2.0/routers HTTP/1.1" status: 201 len: 906 time: 4.4705806 Jun 23 11:31:04.081915 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cb83b365-d9c5-401d-b52c-c1cf20b62ea3 None None] DHCP port deletion for c9db83c6-9294-4aab-be1f-a0e4e14b168f request from dv-neutron-601336-94-hyperv {{(pid=94176) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jun 23 11:31:04.084080 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.wsgi [-] (94175) accepted ('10.222.0.20', 36856) {{(pid=94175) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 11:31:04.110680 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7284bc11-cc78-407f-8cf5-7519c7ddb127 tempest-FloatingIPAdminTestJSON-1420968783 tempest-FloatingIPAdminTestJSON-1420968783-project] Network 811e8add-d81e-4cc6-afe1-28008b3a555c is already hosted by enough agents. {{(pid=94174) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 23 11:31:04.149979 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.scheduler.base_scheduler [None req-7284bc11-cc78-407f-8cf5-7519c7ddb127 tempest-FloatingIPAdminTestJSON-1420968783 tempest-FloatingIPAdminTestJSON-1420968783-project] Resources bound (agent type, host, resource id): {{(pid=94174) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 23 11:31:04.166061 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7284bc11-cc78-407f-8cf5-7519c7ddb127 tempest-FloatingIPAdminTestJSON-1420968783 tempest-FloatingIPAdminTestJSON-1420968783-project] Received port after_create {{(pid=94174) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 23 11:31:04.235287 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.db.l3_dvr_db [None req-a9e44dcd-8dab-40b6-b1b8-0dc39fff5042 None None] Set router 4cdb8059-adaa-4e30-8079-4a57970c329a gateway port host: dv-neutron-601336-94-hyperv {{(pid=94176) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:838}} Jun 23 11:31:04.235395 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.plugins.ml2.db [None req-11e000b6-96ff-4ed6-8f14-9329b99493c8 tempest-FloatingIPNegativeTestJSON-1295786409 tempest-FloatingIPNegativeTestJSON-1295786409-project] For port b528f1f7-6474-4c21-9b79-4ccbe34d46ca, host dv-neutron-601336-94-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-94-hyperv',level=0,port_id=b528f1f7-6474-4c21-9b79-4ccbe34d46ca,segment=NetworkSegment(fa39dcf7-70e3-460d-9bfe-25c74e861166),segment_id=fa39dcf7-70e3-460d-9bfe-25c74e861166)] {{(pid=94175) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 23 11:31:04.235395 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron_lib.callbacks.manager [None req-11e000b6-96ff-4ed6-8f14-9329b99493c8 tempest-FloatingIPNegativeTestJSON-1295786409 tempest-FloatingIPNegativeTestJSON-1295786409-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-430722'] for port, precommit_delete {{(pid=94175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:31:04.292018 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.plugins.ml2.plugin [None req-11e000b6-96ff-4ed6-8f14-9329b99493c8 tempest-FloatingIPNegativeTestJSON-1295786409 tempest-FloatingIPNegativeTestJSON-1295786409-project] Calling delete_port for b528f1f7-6474-4c21-9b79-4ccbe34d46ca owned by network:dhcp {{(pid=94175) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1986}} Jun 23 11:31:04.336092 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.plugins.ml2.plugin [None req-cb83b365-d9c5-401d-b52c-c1cf20b62ea3 None None] Deleting port b528f1f7-6474-4c21-9b79-4ccbe34d46ca {{(pid=94176) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1913}} Jun 23 11:31:04.336481 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron_lib.callbacks.manager [None req-cb83b365-d9c5-401d-b52c-c1cf20b62ea3 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773700079324'] for port, before_delete {{(pid=94176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:31:04.353753 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-801e3405-a6b1-4335-b630-b1f98c7374c9 tempest-RoutersIpV6AdminTest-894294123 tempest-RoutersIpV6AdminTest-894294123-project] Notify agent at l3_agent.dv-neutron-601336-94-hyperv the message routers_updated {{(pid=94174) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 23 11:31:04.363436 dv-neutron-601336-94-hyperv neutron-server[94177]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-189c9dc1-2ce4-4c18-af96-3aad009fa5b9 None None] Sync routers for ids ['6743ce91-3a9d-436e-a329-3bb9fd350bd0'] in dv-neutron-601336-94-hyperv {{(pid=94177) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 23 11:31:04.374820 dv-neutron-601336-94-hyperv neutron-server[94177]: DEBUG neutron.db.l3_dvrscheduler_db [None req-189c9dc1-2ce4-4c18-af96-3aad009fa5b9 None None] Routers {'6743ce91-3a9d-436e-a329-3bb9fd350bd0'} bound to L3 agent in host dv-neutron-601336-94-hyperv {{(pid=94177) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 23 11:31:04.376093 dv-neutron-601336-94-hyperv neutron-server[94177]: DEBUG neutron.db.l3_hamode_db [None req-189c9dc1-2ce4-4c18-af96-3aad009fa5b9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-601336-94-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-23T11:22:13Z,description=,heartbeat_timestamp=2021-06-23T11:30:43Z,host='dv-neutron-601336-94-hyperv',id=50ef99c0-ef28-4db5-b303-b145898fae60,load=0,resource_versions=,resources_synced=,started_at=2021-06-23T11:22:14Z,topic='l3_agent')) {'router_ids': ['6743ce91-3a9d-436e-a329-3bb9fd350bd0'], 'active': True} {{(pid=94177) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 11:31:04.381286 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron_lib.callbacks.manager [None req-24954a6c-9509-4354-a446-34029aec9145 tempest-RoutersAdminNegativeIpV6Test-1108986400 tempest-RoutersAdminNegativeIpV6Test-1108986400-project-admin] Notify callbacks [] for router, before_delete {{(pid=94174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:31:04.424618 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.plugins.ml2.db [None req-cb83b365-d9c5-401d-b52c-c1cf20b62ea3 None None] For port b528f1f7-6474-4c21-9b79-4ccbe34d46ca, host dv-neutron-601336-94-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-94-hyperv',level=0,port_id=b528f1f7-6474-4c21-9b79-4ccbe34d46ca,segment=NetworkSegment(fa39dcf7-70e3-460d-9bfe-25c74e861166),segment_id=fa39dcf7-70e3-460d-9bfe-25c74e861166)] {{(pid=94176) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 23 11:31:04.425076 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron_lib.callbacks.manager [None req-cb83b365-d9c5-401d-b52c-c1cf20b62ea3 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-430722'] for port, precommit_delete {{(pid=94176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:31:04.429284 dv-neutron-601336-94-hyperv neutron-server[94177]: DEBUG neutron.db.l3_hamode_db [None req-189c9dc1-2ce4-4c18-af96-3aad009fa5b9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-601336-94-hyperv', False) {} {{(pid=94177) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 11:31:04.446278 dv-neutron-601336-94-hyperv neutron-server[94177]: DEBUG neutron.db.l3_dvrscheduler_db [None req-189c9dc1-2ce4-4c18-af96-3aad009fa5b9 None None] Routers {'6743ce91-3a9d-436e-a329-3bb9fd350bd0'} bound to L3 agent in host dv-neutron-601336-94-hyperv {{(pid=94177) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 23 11:31:04.447306 dv-neutron-601336-94-hyperv neutron-server[94177]: DEBUG neutron.db.l3_hamode_db [None req-189c9dc1-2ce4-4c18-af96-3aad009fa5b9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-601336-94-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-23T11:22:13Z,description=,heartbeat_timestamp=2021-06-23T11:30:43Z,host='dv-neutron-601336-94-hyperv',id=50ef99c0-ef28-4db5-b303-b145898fae60,load=0,resource_versions=,resources_synced=,started_at=2021-06-23T11:22:14Z,topic='l3_agent')) {'router_ids': ['6743ce91-3a9d-436e-a329-3bb9fd350bd0'], 'active': True} {{(pid=94177) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 11:31:04.454791 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.plugins.ml2.plugin [None req-cb83b365-d9c5-401d-b52c-c1cf20b62ea3 None None] Calling delete_port for b528f1f7-6474-4c21-9b79-4ccbe34d46ca owned by network:dhcp {{(pid=94176) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1986}} Jun 23 11:31:04.460062 dv-neutron-601336-94-hyperv neutron-server[94175]: INFO neutron.wsgi [None req-d1edd2a2-d661-422e-98be-7df1508c9b34 tempest-RoutersAdminTest-1733287776 tempest-RoutersAdminTest-1733287776-project-admin] 10.222.0.20 "GET /v2.0/routers/4cdb8059-adaa-4e30-8079-4a57970c329a HTTP/1.1" status: 200 len: 907 time: 0.3745353 Jun 23 11:31:04.465146 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7284bc11-cc78-407f-8cf5-7519c7ddb127 tempest-FloatingIPAdminTestJSON-1420968783 tempest-FloatingIPAdminTestJSON-1420968783-project] Pushing event updated for resources: {'Port': ['ID=a40e193c-1363-46d7-89bd-818976ce10c3,revision_number=1']} {{(pid=94174) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 11:31:04.465394 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.wsgi [-] (94175) accepted ('10.222.0.20', 36858) {{(pid=94175) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 11:31:04.469363 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG oslo_concurrency.lockutils [None req-7284bc11-cc78-407f-8cf5-7519c7ddb127 tempest-FloatingIPAdminTestJSON-1420968783 tempest-FloatingIPAdminTestJSON-1420968783-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.554s {{(pid=94174) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 11:31:04.487675 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7284bc11-cc78-407f-8cf5-7519c7ddb127 tempest-FloatingIPAdminTestJSON-1420968783 tempest-FloatingIPAdminTestJSON-1420968783-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94174) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 11:31:04.488772 dv-neutron-601336-94-hyperv neutron-server[94177]: DEBUG neutron.db.l3_hamode_db [None req-189c9dc1-2ce4-4c18-af96-3aad009fa5b9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-601336-94-hyperv', False) {} {{(pid=94177) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 11:31:04.489551 dv-neutron-601336-94-hyperv neutron-server[94177]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-189c9dc1-2ce4-4c18-af96-3aad009fa5b9 None None] The sync data for ids ['6743ce91-3a9d-436e-a329-3bb9fd350bd0'] in dv-neutron-601336-94-hyperv is: [] {{(pid=94177) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 23 11:31:04.490031 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron_lib.callbacks.manager [None req-7284bc11-cc78-407f-8cf5-7519c7ddb127 tempest-FloatingIPAdminTestJSON-1420968783 tempest-FloatingIPAdminTestJSON-1420968783-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-217507'] for port, before_response {{(pid=94174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:31:04.503269 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron_lib.callbacks.manager [None req-801e3405-a6b1-4335-b630-b1f98c7374c9 tempest-RoutersIpV6AdminTest-894294123 tempest-RoutersIpV6AdminTest-894294123-project] Notify callbacks [] for router, before_response {{(pid=94174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:31:04.506989 dv-neutron-601336-94-hyperv neutron-server[94174]: INFO neutron.wsgi [None req-801e3405-a6b1-4335-b630-b1f98c7374c9 tempest-RoutersIpV6AdminTest-894294123 tempest-RoutersIpV6AdminTest-894294123-project] 10.222.0.20 "POST /v2.0/routers HTTP/1.1" status: 201 len: 889 time: 7.3153450 Jun 23 11:31:04.519943 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.wsgi [-] (94174) accepted ('10.222.0.20', 36860) {{(pid=94174) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 11:31:04.531992 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.api.v2.base [None req-811b17d8-6118-4f46-9a60-e7df44240340 tempest-RoutersIpV6AdminTest-1878456168 tempest-RoutersIpV6AdminTest-1878456168-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '3e7e4eb3-cf02-4d47-ade9-0a579cdfc60f', 'enable_snat': False}}} {{(pid=94174) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 23 11:31:04.549584 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fe8d73d-42f9-4288-a7db-df0dc3c394ce req-6fd41381-e0c7-4055-b06a-2f50064e9816 tempest-ServersTestManualDisk-1703480083 tempest-ServersTestManualDisk-1703480083-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 11:31:04.552105 dv-neutron-601336-94-hyperv neutron-server[94175]: INFO neutron.wsgi [req-1fe8d73d-42f9-4288-a7db-df0dc3c394ce req-6fd41381-e0c7-4055-b06a-2f50064e9816 tempest-ServersTestManualDisk-1703480083 tempest-ServersTestManualDisk-1703480083-project] 10.222.0.20 "GET /v2.0/ports?device_id=60467d60-f71e-4b81-84ed-861e06a6acb7 HTTP/1.1" status: 200 len: 946 time: 0.3861175 Jun 23 11:31:04.673820 dv-neutron-601336-94-hyperv neutron-server[94175]: INFO neutron.wsgi [req-1fe8d73d-42f9-4288-a7db-df0dc3c394ce req-9c1d3fa1-724f-46e4-b2b1-f65f8cb333f4 tempest-ServersTestManualDisk-1703480083 tempest-ServersTestManualDisk-1703480083-project] 10.222.0.20 "GET /v2.0/security-groups?id=64e50690-84f2-4556-996e-e186f26132b0&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0616207 Jun 23 11:31:04.676899 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron_lib.callbacks.manager [None req-1089132a-5044-450b-8a7c-264d4f94084f tempest-RoutersAdminTest-1733287776 tempest-RoutersAdminTest-1733287776-project-admin] Notify callbacks [] for router, before_delete {{(pid=94175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:31:04.721106 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.db.l3_hamode_db [None req-a9e44dcd-8dab-40b6-b1b8-0dc39fff5042 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4cdb8059-adaa-4e30-8079-4a57970c329a', 'name': 'tempest-snat-router-1623815328', 'tenant_id': 'd78deddc61934e2ea53c23e0d10641f0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3e7e4eb3-cf02-4d47-ade9-0a579cdfc60f', 'external_fixed_ips': [{'subnet_id': 'a5ad15ab-c489-4a67-a9b0-d559fca0ec71', 'ip_address': '172.26.3.80'}], 'enable_snat': True}, 'gw_port_id': 'a9ce5a57-c3e2-49dc-92b9-df375d380c8a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-23T11:30:59Z', 'updated_at': '2021-06-23T11:31:02Z', 'revision_number': 3, 'project_id': 'd78deddc61934e2ea53c23e0d10641f0', 'gw_port': {'id': 'a9ce5a57-c3e2-49dc-92b9-df375d380c8a', 'name': '', 'network_id': '3e7e4eb3-cf02-4d47-ade9-0a579cdfc60f', 'tenant_id': '', 'mac_address': 'fa:16:3e:74:ba:1e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4cdb8059-adaa-4e30-8079-4a57970c329a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 243, 'fixed_ips': [{'subnet_id': 'a5ad15ab-c489-4a67-a9b0-d559fca0ec71', 'ip_address': '172.26.3.80', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-23T11:31:01Z', 'updated_at': '2021-06-23T11:31:01Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'a5ad15ab-c489-4a67-a9b0-d559fca0ec71', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-601336-94-hyperv'}], 'dv-neutron-601336-94-hyperv', False) {} {{(pid=94176) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 11:31:04.753290 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a9e44dcd-8dab-40b6-b1b8-0dc39fff5042 None None] Checking router: 4cdb8059-adaa-4e30-8079-4a57970c329a for host: dv-neutron-601336-94-hyperv {{(pid=94176) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 23 11:31:04.753665 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a9e44dcd-8dab-40b6-b1b8-0dc39fff5042 None None] Updating router 4cdb8059-adaa-4e30-8079-4a57970c329a port a9ce5a57-c3e2-49dc-92b9-df375d380c8a binding host dv-neutron-601336-94-hyperv {{(pid=94176) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 23 11:31:04.777259 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.db.provisioning_blocks [None req-851edeba-a91e-4bb7-8bb3-642315841314 None None] Provisioning for port a40e193c-1363-46d7-89bd-818976ce10c3 completed by entity DHCP. {{(pid=94176) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 23 11:31:04.785382 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.db.provisioning_blocks [None req-851edeba-a91e-4bb7-8bb3-642315841314 None None] Provisioning complete for port a40e193c-1363-46d7-89bd-818976ce10c3 triggered by entity DHCP. {{(pid=94176) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 23 11:31:04.785939 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron_lib.callbacks.manager [None req-851edeba-a91e-4bb7-8bb3-642315841314 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-899258'] for port, provisioning_complete {{(pid=94176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:31:04.798205 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron_lib.callbacks.manager [None req-1089132a-5044-450b-8a7c-264d4f94084f tempest-RoutersAdminTest-1733287776 tempest-RoutersAdminTest-1733287776-project-admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:31:04.804611 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron_lib.callbacks.manager [None req-11e000b6-96ff-4ed6-8f14-9329b99493c8 tempest-FloatingIPNegativeTestJSON-1295786409 tempest-FloatingIPNegativeTestJSON-1295786409-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-922904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866062', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773700135024', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773699642224', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5082448'] for port, after_delete {{(pid=94175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:31:04.809184 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG oslo_concurrency.lockutils [None req-552f76c5-7749-4ff2-a802-9dae53d3e7cc tempest-RoutersAdminTest-1733287776 tempest-RoutersAdminTest-1733287776-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94175) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 11:31:04.822246 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.plugins.ml2.rpc [None req-dc7542b2-afef-47f4-a763-e3a3cba144be None None] Device ca8a0a68-35d1-4a11-a8ac-418bf7242abc up at agent ovs-agent-dv-neutron-601336-94-hyperv {{(pid=94176) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:298}} Jun 23 11:31:04.834955 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11e000b6-96ff-4ed6-8f14-9329b99493c8 tempest-FloatingIPNegativeTestJSON-1295786409 tempest-FloatingIPNegativeTestJSON-1295786409-project] Pushing event deleted for resources: {'Port': ['ID=b528f1f7-6474-4c21-9b79-4ccbe34d46ca,revision_number=None']} {{(pid=94175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 11:31:04.838243 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG oslo_concurrency.lockutils [None req-11e000b6-96ff-4ed6-8f14-9329b99493c8 tempest-FloatingIPNegativeTestJSON-1295786409 tempest-FloatingIPNegativeTestJSON-1295786409-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.030s {{(pid=94175) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 11:31:04.840929 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.db.l3_dvrscheduler_db [None req-11e000b6-96ff-4ed6-8f14-9329b99493c8 tempest-FloatingIPNegativeTestJSON-1295786409 tempest-FloatingIPNegativeTestJSON-1295786409-project] No DVR routers for this DVR port b528f1f7-6474-4c21-9b79-4ccbe34d46ca on host dv-neutron-601336-94-hyperv {{(pid=94175) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 23 11:31:04.846519 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron_lib.callbacks.manager [None req-a9e44dcd-8dab-40b6-b1b8-0dc39fff5042 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-923122'] for port, before_update {{(pid=94176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:31:04.896452 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron_lib.callbacks.manager [None req-cb83b365-d9c5-401d-b52c-c1cf20b62ea3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-922904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866062', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773700135024', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773699642224'] for port, after_delete {{(pid=94176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:31:04.903094 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG oslo_concurrency.lockutils [None req-b0c5f28f-85b9-4837-b5b4-16bb767cd1ba None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 11:31:04.909209 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.plugins.ml2.plugin [None req-851edeba-a91e-4bb7-8bb3-642315841314 None None] Port a40e193c-1363-46d7-89bd-818976ce10c3 cannot update to ACTIVE because it is not bound. {{(pid=94176) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jun 23 11:31:04.942943 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb83b365-d9c5-401d-b52c-c1cf20b62ea3 None None] Pushing event deleted for resources: {'Port': ['ID=b528f1f7-6474-4c21-9b79-4ccbe34d46ca,revision_number=None']} {{(pid=94176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 11:31:04.952598 dv-neutron-601336-94-hyperv neutron-server[94174]: INFO neutron.wsgi [req-52d8db38-d067-4a1f-a011-c8eb8b36f576 req-983f716b-1915-4f42-beb6-823756cc6ccf tempest-ServersTestJSON-995612928 tempest-ServersTestJSON-995612928-project] 10.222.0.20 "GET /v2.0/security-groups?id=0269fbcb-6e08-4df6-b8da-06ccdf83703f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.8296695 Jun 23 11:31:04.964938 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron_lib.callbacks.manager [None req-11e000b6-96ff-4ed6-8f14-9329b99493c8 tempest-FloatingIPNegativeTestJSON-1295786409 tempest-FloatingIPNegativeTestJSON-1295786409-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-897259', 'neutron.services.segments.db._delete_segments_for_network-8773700168587'] for network, precommit_delete {{(pid=94175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:31:04.976757 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.services.segments.db [None req-11e000b6-96ff-4ed6-8f14-9329b99493c8 tempest-FloatingIPNegativeTestJSON-1295786409 tempest-FloatingIPNegativeTestJSON-1295786409-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c9db83c6-9294-4aab-be1f-a0e4e14b168f']}} {{(pid=94175) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 11:31:04.988476 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG oslo_concurrency.lockutils [None req-cb83b365-d9c5-401d-b52c-c1cf20b62ea3 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.085s {{(pid=94176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 11:31:04.989314 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cb83b365-d9c5-401d-b52c-c1cf20b62ea3 None None] No DVR routers for this DVR port b528f1f7-6474-4c21-9b79-4ccbe34d46ca on host dv-neutron-601336-94-hyperv {{(pid=94176) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 23 11:31:04.992953 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.services.segments.db [None req-11e000b6-96ff-4ed6-8f14-9329b99493c8 tempest-FloatingIPNegativeTestJSON-1295786409 tempest-FloatingIPNegativeTestJSON-1295786409-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'fa39dcf7-70e3-460d-9bfe-25c74e861166') {'for_net_delete': True} {{(pid=94175) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 11:31:04.993403 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.services.segments.db [None req-11e000b6-96ff-4ed6-8f14-9329b99493c8 tempest-FloatingIPNegativeTestJSON-1295786409 tempest-FloatingIPNegativeTestJSON-1295786409-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'fa39dcf7-70e3-460d-9bfe-25c74e861166') {} {{(pid=94175) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 11:31:05.010986 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.plugins.ml2.plugin [None req-1089132a-5044-450b-8a7c-264d4f94084f tempest-RoutersAdminTest-1733287776 tempest-RoutersAdminTest-1733287776-project-admin] Deleting port a9ce5a57-c3e2-49dc-92b9-df375d380c8a {{(pid=94175) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1913}} Jun 23 11:31:05.013722 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron_lib.callbacks.manager [None req-1089132a-5044-450b-8a7c-264d4f94084f tempest-RoutersAdminTest-1733287776 tempest-RoutersAdminTest-1733287776-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773700079324'] for port, before_delete {{(pid=94175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:31:05.015149 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron_lib.callbacks.manager [None req-11e000b6-96ff-4ed6-8f14-9329b99493c8 tempest-FloatingIPNegativeTestJSON-1295786409 tempest-FloatingIPNegativeTestJSON-1295786409-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8773699955833', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5190677'] for segment, before_delete {{(pid=94175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:31:05.023402 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.db.provisioning_blocks [None req-dc7542b2-afef-47f4-a763-e3a3cba144be None None] Provisioning complete for port ca8a0a68-35d1-4a11-a8ac-418bf7242abc triggered by entity L2. {{(pid=94176) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 23 11:31:05.023812 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron_lib.callbacks.manager [None req-dc7542b2-afef-47f4-a763-e3a3cba144be None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-899258'] for port, provisioning_complete {{(pid=94176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:31:05.048758 dv-neutron-601336-94-hyperv neutron-server[94174]: INFO neutron.wsgi [None req-7284bc11-cc78-407f-8cf5-7519c7ddb127 tempest-FloatingIPAdminTestJSON-1420968783 tempest-FloatingIPAdminTestJSON-1420968783-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 4.0489016 Jun 23 11:31:05.055469 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron_lib.callbacks.manager [None req-24954a6c-9509-4354-a446-34029aec9145 tempest-RoutersAdminNegativeIpV6Test-1108986400 tempest-RoutersAdminNegativeIpV6Test-1108986400-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-520417', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-32301'] for router, precommit_delete {{(pid=94174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:31:05.057667 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.wsgi [-] (94174) accepted ('10.222.0.20', 36862) {{(pid=94174) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 11:31:05.066640 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron_lib.callbacks.manager [None req-24954a6c-9509-4354-a446-34029aec9145 tempest-RoutersAdminNegativeIpV6Test-1108986400 tempest-RoutersAdminNegativeIpV6Test-1108986400-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:31:05.073672 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron_lib.callbacks.manager [None req-11e000b6-96ff-4ed6-8f14-9329b99493c8 tempest-FloatingIPNegativeTestJSON-1295786409 tempest-FloatingIPNegativeTestJSON-1295786409-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3801'] for segment, precommit_delete {{(pid=94175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:31:05.085189 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-11e000b6-96ff-4ed6-8f14-9329b99493c8 tempest-FloatingIPNegativeTestJSON-1295786409 tempest-FloatingIPNegativeTestJSON-1295786409-project] Releasing vlan 420 on physical network physnet1 to pool {{(pid=94175) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 23 11:31:05.085886 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron_lib.callbacks.manager [None req-11e000b6-96ff-4ed6-8f14-9329b99493c8 tempest-FloatingIPNegativeTestJSON-1295786409 tempest-FloatingIPNegativeTestJSON-1295786409-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3801', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5082371'] for segment, after_delete {{(pid=94175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:31:05.087989 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4e5bc30e-167a-4030-81a6-416d63ffa8b9 tempest-NetworksTestDHCPv6-162546708 tempest-NetworksTestDHCPv6-162546708-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94174) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 11:31:05.088929 dv-neutron-601336-94-hyperv neutron-server[94175]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 23 11:31:05.088929 dv-neutron-601336-94-hyperv neutron-server[94175]: conditions |= (models_v2.Port.network_id.in_( Jun 23 11:31:05.088929 dv-neutron-601336-94-hyperv neutron-server[94175]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 23 11:31:05.088929 dv-neutron-601336-94-hyperv neutron-server[94175]: conditions |= (models_v2.Port.network_id.in_( Jun 23 11:31:05.088929 dv-neutron-601336-94-hyperv neutron-server[94175]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 23 11:31:05.088929 dv-neutron-601336-94-hyperv neutron-server[94175]: conditions |= (models_v2.Port.network_id.in_( Jun 23 11:31:05.088929 dv-neutron-601336-94-hyperv neutron-server[94175]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 23 11:31:05.088929 dv-neutron-601336-94-hyperv neutron-server[94175]: conditions |= (models_v2.Port.network_id.in_( Jun 23 11:31:05.088929 dv-neutron-601336-94-hyperv neutron-server[94175]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 23 11:31:05.088929 dv-neutron-601336-94-hyperv neutron-server[94175]: conditions |= (models_v2.Port.network_id.in_( Jun 23 11:31:05.088929 dv-neutron-601336-94-hyperv neutron-server[94175]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 23 11:31:05.088929 dv-neutron-601336-94-hyperv neutron-server[94175]: conditions |= (models_v2.Port.network_id.in_( Jun 23 11:31:05.088929 dv-neutron-601336-94-hyperv neutron-server[94175]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 23 11:31:05.088929 dv-neutron-601336-94-hyperv neutron-server[94175]: conditions |= (models_v2.Port.network_id.in_( Jun 23 11:31:05.088929 dv-neutron-601336-94-hyperv neutron-server[94175]: Traceback (most recent call last): Jun 23 11:31:05.088929 dv-neutron-601336-94-hyperv neutron-server[94175]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 23 11:31:05.088929 dv-neutron-601336-94-hyperv neutron-server[94175]: timer() Jun 23 11:31:05.088929 dv-neutron-601336-94-hyperv neutron-server[94175]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 23 11:31:05.088929 dv-neutron-601336-94-hyperv neutron-server[94175]: cb(*args, **kw) Jun 23 11:31:05.088929 dv-neutron-601336-94-hyperv neutron-server[94175]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 23 11:31:05.088929 dv-neutron-601336-94-hyperv neutron-server[94175]: return func(*args, **kwargs) Jun 23 11:31:05.088929 dv-neutron-601336-94-hyperv neutron-server[94175]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 23 11:31:05.088929 dv-neutron-601336-94-hyperv neutron-server[94175]: self._notify() Jun 23 11:31:05.088929 dv-neutron-601336-94-hyperv neutron-server[94175]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 23 11:31:05.088929 dv-neutron-601336-94-hyperv neutron-server[94175]: self.callback(batched_events) Jun 23 11:31:05.088929 dv-neutron-601336-94-hyperv neutron-server[94175]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 23 11:31:05.088929 dv-neutron-601336-94-hyperv neutron-server[94175]: event.method(event) Jun 23 11:31:05.088929 dv-neutron-601336-94-hyperv neutron-server[94175]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 23 11:31:05.088929 dv-neutron-601336-94-hyperv neutron-server[94175]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 23 11:31:05.088929 dv-neutron-601336-94-hyperv neutron-server[94175]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 23 11:31:05.088929 dv-neutron-601336-94-hyperv neutron-server[94175]: aggregate_uuid = self.p_client.list_aggregates( Jun 23 11:31:05.088929 dv-neutron-601336-94-hyperv neutron-server[94175]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 23 11:31:05.088929 dv-neutron-601336-94-hyperv neutron-server[94175]: return f(self, *a, **k) Jun 23 11:31:05.088929 dv-neutron-601336-94-hyperv neutron-server[94175]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 23 11:31:05.088929 dv-neutron-601336-94-hyperv neutron-server[94175]: return self._get(url).json() Jun 23 11:31:05.088929 dv-neutron-601336-94-hyperv neutron-server[94175]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 23 11:31:05.088929 dv-neutron-601336-94-hyperv neutron-server[94175]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 23 11:31:05.088929 dv-neutron-601336-94-hyperv neutron-server[94175]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 23 11:31:05.088929 dv-neutron-601336-94-hyperv neutron-server[94175]: return self.request(url, 'GET', **kwargs) Jun 23 11:31:05.088929 dv-neutron-601336-94-hyperv neutron-server[94175]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 23 11:31:05.088929 dv-neutron-601336-94-hyperv neutron-server[94175]: base_url = self.get_endpoint(auth, allow=allow, Jun 23 11:31:05.088929 dv-neutron-601336-94-hyperv neutron-server[94175]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 23 11:31:05.088929 dv-neutron-601336-94-hyperv neutron-server[94175]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 23 11:31:05.088929 dv-neutron-601336-94-hyperv neutron-server[94175]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 23 11:31:05.088929 dv-neutron-601336-94-hyperv neutron-server[94175]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 23 11:31:05.088929 dv-neutron-601336-94-hyperv neutron-server[94175]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 23 11:31:05.097222 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4e5bc30e-167a-4030-81a6-416d63ffa8b9 tempest-NetworksTestDHCPv6-162546708 tempest-NetworksTestDHCPv6-162546708-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94174) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 11:31:05.098807 dv-neutron-601336-94-hyperv neutron-server[94174]: INFO neutron.wsgi [None req-4e5bc30e-167a-4030-81a6-416d63ffa8b9 tempest-NetworksTestDHCPv6-162546708 tempest-NetworksTestDHCPv6-162546708-project] 10.222.0.20 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1685 time: 1.0095575 Jun 23 11:31:05.103546 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.wsgi [-] (94174) accepted ('10.222.0.20', 36866) {{(pid=94174) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 11:31:05.164064 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron_lib.callbacks.manager [None req-1089132a-5044-450b-8a7c-264d4f94084f tempest-RoutersAdminTest-1733287776 tempest-RoutersAdminTest-1733287776-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-430722'] for port, precommit_delete {{(pid=94175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:31:05.178133 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.plugins.ml2.plugin [None req-1089132a-5044-450b-8a7c-264d4f94084f tempest-RoutersAdminTest-1733287776 tempest-RoutersAdminTest-1733287776-project-admin] Calling delete_port for a9ce5a57-c3e2-49dc-92b9-df375d380c8a owned by network:router_gateway {{(pid=94175) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1986}} Jun 23 11:31:05.249557 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.api.v2.base [None req-6c110a6c-17be-46bb-9552-117b1ec18ba4 tempest-FloatingIPAdminTestJSON-1438251879 tempest-FloatingIPAdminTestJSON-1438251879-project-admin] Request body: {'floatingip': {'floating_network_id': '3e7e4eb3-cf02-4d47-ade9-0a579cdfc60f', 'project_id': 'cfe5ebbf682a4f3daa74c0b5f0040f77', 'port_id': 'a40e193c-1363-46d7-89bd-818976ce10c3'}} {{(pid=94174) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 23 11:31:05.250088 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron_lib.callbacks.manager [None req-11e000b6-96ff-4ed6-8f14-9329b99493c8 tempest-FloatingIPNegativeTestJSON-1295786409 tempest-FloatingIPNegativeTestJSON-1295786409-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-897248', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8002400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7866073', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-524247'] for network, after_delete {{(pid=94175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:31:05.257141 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94175) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 11:31:05.272893 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron_lib.callbacks.manager [None req-11e000b6-96ff-4ed6-8f14-9329b99493c8 tempest-FloatingIPNegativeTestJSON-1295786409 tempest-FloatingIPNegativeTestJSON-1295786409-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7865916'] for network, before_response {{(pid=94175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:31:05.274753 dv-neutron-601336-94-hyperv neutron-server[94175]: INFO neutron.wsgi [None req-11e000b6-96ff-4ed6-8f14-9329b99493c8 tempest-FloatingIPNegativeTestJSON-1295786409 tempest-FloatingIPNegativeTestJSON-1295786409-project] 10.222.0.20 "DELETE /v2.0/networks/c9db83c6-9294-4aab-be1f-a0e4e14b168f HTTP/1.1" status: 204 len: 168 time: 1.4696624 Jun 23 11:31:05.275803 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11e000b6-96ff-4ed6-8f14-9329b99493c8 tempest-FloatingIPNegativeTestJSON-1295786409 tempest-FloatingIPNegativeTestJSON-1295786409-project] Pushing event deleted for resources: {'Network': ['ID=c9db83c6-9294-4aab-be1f-a0e4e14b168f,revision_number=None']} {{(pid=94175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 11:31:05.314602 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG oslo_concurrency.lockutils [None req-11e000b6-96ff-4ed6-8f14-9329b99493c8 tempest-FloatingIPNegativeTestJSON-1295786409 tempest-FloatingIPNegativeTestJSON-1295786409-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.057s {{(pid=94175) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 11:31:05.316417 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron_lib.callbacks.manager [None req-a9e44dcd-8dab-40b6-b1b8-0dc39fff5042 None None] Notify callbacks [] for port, precommit_update {{(pid=94176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:31:05.329673 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.plugins.ml2.rpc [None req-dc7542b2-afef-47f4-a763-e3a3cba144be None None] Device b528f1f7-6474-4c21-9b79-4ccbe34d46ca no longer exists at agent ovs-agent-dv-neutron-601336-94-hyperv {{(pid=94176) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:261}} Jun 23 11:31:05.345949 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron_lib.callbacks.manager [None req-24954a6c-9509-4354-a446-34029aec9145 tempest-RoutersAdminNegativeIpV6Test-1108986400 tempest-RoutersAdminNegativeIpV6Test-1108986400-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-494961'] for router, after_delete {{(pid=94174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:31:05.347329 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-24954a6c-9509-4354-a446-34029aec9145 tempest-RoutersAdminNegativeIpV6Test-1108986400 tempest-RoutersAdminNegativeIpV6Test-1108986400-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 4fc662e4-e207-45c1-8a29-5a568b1e6537 {{(pid=94174) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jun 23 11:31:05.352955 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.db.provisioning_blocks [None req-a9e44dcd-8dab-40b6-b1b8-0dc39fff5042 None None] Transition to ACTIVE for port object a9ce5a57-c3e2-49dc-92b9-df375d380c8a will not be triggered until provisioned by entity L2. {{(pid=94176) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 23 11:31:05.357232 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.plugins.ml2.plugin [None req-dc7542b2-afef-47f4-a763-e3a3cba144be None None] No Port match for: b528f1f7-6474-4c21-9b79-4ccbe34d46ca {{(pid=94176) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2240}} Jun 23 11:31:05.357790 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.plugins.ml2.rpc [None req-dc7542b2-afef-47f4-a763-e3a3cba144be None None] Device b528f1f7-6474-4c21-9b79-4ccbe34d46ca not bound to the agent host dv-neutron-601336-94-hyperv {{(pid=94176) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:271}} Jun 23 11:31:05.379443 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron_lib.callbacks.manager [None req-6c110a6c-17be-46bb-9552-117b1ec18ba4 tempest-FloatingIPAdminTestJSON-1438251879 tempest-FloatingIPAdminTestJSON-1438251879-project-admin] Notify callbacks [] for floatingip, before_create {{(pid=94174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:31:05.453532 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.plugins.ml2.plugin [None req-15d67968-8dc5-4aec-990d-8c729bc965f7 tempest-NetworksTestDHCPv6-162546708 tempest-NetworksTestDHCPv6-162546708-project] Deleting port 96d20c30-9791-48d7-bda6-5ca6bda8d6c2 {{(pid=94174) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1913}} Jun 23 11:31:05.453872 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron_lib.callbacks.manager [None req-15d67968-8dc5-4aec-990d-8c729bc965f7 tempest-NetworksTestDHCPv6-162546708 tempest-NetworksTestDHCPv6-162546708-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773700079324'] for port, before_delete {{(pid=94174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:31:05.527544 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron_lib.callbacks.manager [None req-a9e44dcd-8dab-40b6-b1b8-0dc39fff5042 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-922904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866062', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773700135042', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773699642233', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773699642278'] for port, after_update {{(pid=94176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:31:05.531273 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG oslo_concurrency.lockutils [None req-f30672e1-bbc3-4d6c-8cb6-bc219eacbf0c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 11:31:05.557439 dv-neutron-601336-94-hyperv neutron-server[94174]: INFO neutron.api.v2.resource [None req-24954a6c-9509-4354-a446-34029aec9145 tempest-RoutersAdminNegativeIpV6Test-1108986400 tempest-RoutersAdminNegativeIpV6Test-1108986400-project-admin] create failed (client error): There was a conflict when trying to complete your request. Jun 23 11:31:05.558480 dv-neutron-601336-94-hyperv neutron-server[94174]: INFO neutron.wsgi [None req-24954a6c-9509-4354-a446-34029aec9145 tempest-RoutersAdminNegativeIpV6Test-1108986400 tempest-RoutersAdminNegativeIpV6Test-1108986400-project-admin] 10.222.0.20 "POST /v2.0/routers HTTP/1.1" status: 409 len: 371 time: 4.8404326 Jun 23 11:31:05.561553 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.wsgi [-] (94175) accepted ('10.222.0.20', 36870) {{(pid=94175) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 11:31:05.594022 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.plugins.ml2.managers [None req-a9e44dcd-8dab-40b6-b1b8-0dc39fff5042 None None] Attempting to bind port a9ce5a57-c3e2-49dc-92b9-df375d380c8a on host dv-neutron-601336-94-hyperv for vnic_type normal with profile {{(pid=94176) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 23 11:31:05.594410 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.plugins.ml2.managers [None req-a9e44dcd-8dab-40b6-b1b8-0dc39fff5042 None None] Attempting to bind port a9ce5a57-c3e2-49dc-92b9-df375d380c8a by drivers openvswitch,hyperv on host dv-neutron-601336-94-hyperv at level 0 using segments [{'id': 'c23be0a5-6980-48fb-bc9f-4a24717fe1de', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3e7e4eb3-cf02-4d47-ade9-0a579cdfc60f'}] {{(pid=94176) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 23 11:31:05.594792 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a9e44dcd-8dab-40b6-b1b8-0dc39fff5042 None None] Attempting to bind port a9ce5a57-c3e2-49dc-92b9-df375d380c8a on network 3e7e4eb3-cf02-4d47-ade9-0a579cdfc60f {{(pid=94176) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 23 11:31:05.601351 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-668b2fe4-4284-4389-a9e3-74ee7cbcefd0 None None] Pushing event updated for resources: {'Port': ['ID=a9ce5a57-c3e2-49dc-92b9-df375d380c8a,revision_number=2']} {{(pid=94176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 11:31:05.605386 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron_lib.callbacks.manager [None req-15d67968-8dc5-4aec-990d-8c729bc965f7 tempest-NetworksTestDHCPv6-162546708 tempest-NetworksTestDHCPv6-162546708-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-430722'] for port, precommit_delete {{(pid=94174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:31:05.611622 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a9e44dcd-8dab-40b6-b1b8-0dc39fff5042 None None] Checking agent: {'id': '4d05f899-5ac9-411b-8a03-f60c93f87cdf', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-601336-94-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 23, 11, 22, 14), 'started_at': datetime.datetime(2021, 6, 23, 11, 22, 44), 'heartbeat_timestamp': datetime.datetime(2021, 6, 23, 11, 30, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'monitor_allowed_address_pair_garp': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-601336-94-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94176) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 23 11:31:05.612225 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a9e44dcd-8dab-40b6-b1b8-0dc39fff5042 None None] Checking segment: {'id': 'c23be0a5-6980-48fb-bc9f-4a24717fe1de', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3e7e4eb3-cf02-4d47-ade9-0a579cdfc60f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94176) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 23 11:31:05.612650 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron_lib.callbacks.manager [None req-a9e44dcd-8dab-40b6-b1b8-0dc39fff5042 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:31:05.613353 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a9e44dcd-8dab-40b6-b1b8-0dc39fff5042 None None] Bound using segment: {'id': 'c23be0a5-6980-48fb-bc9f-4a24717fe1de', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3e7e4eb3-cf02-4d47-ade9-0a579cdfc60f'} {{(pid=94176) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 23 11:31:05.613876 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.plugins.ml2.managers [None req-a9e44dcd-8dab-40b6-b1b8-0dc39fff5042 None None] Bound port: a9ce5a57-c3e2-49dc-92b9-df375d380c8a, host: dv-neutron-601336-94-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c23be0a5-6980-48fb-bc9f-4a24717fe1de', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3e7e4eb3-cf02-4d47-ade9-0a579cdfc60f'}}] {{(pid=94176) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 23 11:31:05.614260 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron_lib.callbacks.manager [None req-a9e44dcd-8dab-40b6-b1b8-0dc39fff5042 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-923122'] for port, before_update {{(pid=94176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:31:05.654684 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.plugins.ml2.plugin [None req-15d67968-8dc5-4aec-990d-8c729bc965f7 tempest-NetworksTestDHCPv6-162546708 tempest-NetworksTestDHCPv6-162546708-project] Calling delete_port for 96d20c30-9791-48d7-bda6-5ca6bda8d6c2 owned by {{(pid=94174) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1986}} Jun 23 11:31:05.671539 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.plugins.ml2.plugin [None req-6f5c5235-e38e-414f-a227-5c2a8781e4ac tempest-RoutersAdminNegativeIpV6Test-1108986400 tempest-RoutersAdminNegativeIpV6Test-1108986400-project-admin] Deleting port 2fdc9468-cad1-4f9a-a5a7-3bd0d196bd9e {{(pid=94175) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1913}} Jun 23 11:31:05.672116 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron_lib.callbacks.manager [None req-6f5c5235-e38e-414f-a227-5c2a8781e4ac tempest-RoutersAdminNegativeIpV6Test-1108986400 tempest-RoutersAdminNegativeIpV6Test-1108986400-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773700079324'] for port, before_delete {{(pid=94175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:31:05.683696 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG oslo_concurrency.lockutils [None req-668b2fe4-4284-4389-a9e3-74ee7cbcefd0 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.152s {{(pid=94176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 11:31:05.686365 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron_lib.callbacks.manager [None req-1089132a-5044-450b-8a7c-264d4f94084f tempest-RoutersAdminTest-1733287776 tempest-RoutersAdminTest-1733287776-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-922904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866062', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773700135024', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773699642224', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5082448'] for port, after_delete {{(pid=94175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:31:05.687675 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron_lib.db.api [None req-a9e44dcd-8dab-40b6-b1b8-0dc39fff5042 None None] Retry wrapper got retriable exception: UPDATE statement on table 'ml2_port_bindings' expected to update 1 row(s); 0 were matched. {{(pid=94176) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jun 23 11:31:05.687900 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron_lib.callbacks.manager [None req-811b17d8-6118-4f46-9a60-e7df44240340 tempest-RoutersIpV6AdminTest-1878456168 tempest-RoutersIpV6AdminTest-1878456168-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-524104', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-520389', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-32276'] for router, precommit_update {{(pid=94174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:31:05.688063 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG oslo_db.api [None req-a9e44dcd-8dab-40b6-b1b8-0dc39fff5042 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin._bind_port_if_needed {{(pid=94176) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jun 23 11:31:05.712954 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG oslo_concurrency.lockutils [None req-fe1a0f2e-4977-4557-9e9b-ede89874a9c0 tempest-RoutersAdminTest-1733287776 tempest-RoutersAdminTest-1733287776-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94175) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 11:31:05.745243 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1089132a-5044-450b-8a7c-264d4f94084f tempest-RoutersAdminTest-1733287776 tempest-RoutersAdminTest-1733287776-project-admin] Pushing event deleted for resources: {'Port': ['ID=a9ce5a57-c3e2-49dc-92b9-df375d380c8a,revision_number=None']} {{(pid=94175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 11:31:05.748414 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron_lib.callbacks.manager [None req-6c110a6c-17be-46bb-9552-117b1ec18ba4 tempest-FloatingIPAdminTestJSON-1438251879 tempest-FloatingIPAdminTestJSON-1438251879-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-923104'] for port, before_create {{(pid=94174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:31:05.750869 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG oslo_concurrency.lockutils [None req-1089132a-5044-450b-8a7c-264d4f94084f tempest-RoutersAdminTest-1733287776 tempest-RoutersAdminTest-1733287776-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.038s {{(pid=94175) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 11:31:05.832157 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron_lib.callbacks.manager [None req-6f5c5235-e38e-414f-a227-5c2a8781e4ac tempest-RoutersAdminNegativeIpV6Test-1108986400 tempest-RoutersAdminNegativeIpV6Test-1108986400-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-430722'] for port, precommit_delete {{(pid=94175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:31:05.846630 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron_lib.callbacks.manager [None req-1089132a-5044-450b-8a7c-264d4f94084f tempest-RoutersAdminTest-1733287776 tempest-RoutersAdminTest-1733287776-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-524171'] for router_gateway, after_delete {{(pid=94175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:31:05.853023 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.plugins.ml2.plugin [None req-6f5c5235-e38e-414f-a227-5c2a8781e4ac tempest-RoutersAdminNegativeIpV6Test-1108986400 tempest-RoutersAdminNegativeIpV6Test-1108986400-project-admin] Calling delete_port for 2fdc9468-cad1-4f9a-a5a7-3bd0d196bd9e owned by {{(pid=94175) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1986}} Jun 23 11:31:05.907543 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.wsgi [-] (94174) accepted ('10.222.0.20', 36876) {{(pid=94174) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 11:31:05.945477 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.db.db_base_plugin_common [None req-6c110a6c-17be-46bb-9552-117b1ec18ba4 tempest-FloatingIPAdminTestJSON-1438251879 tempest-FloatingIPAdminTestJSON-1438251879-project-admin] Allocated IP 172.26.3.219 (3e7e4eb3-cf02-4d47-ade9-0a579cdfc60f/a5ad15ab-c489-4a67-a9b0-d559fca0ec71/400ad563-cdc2-4e7c-8a68-0c8cd8ece47c) {{(pid=94174) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 23 11:31:05.978824 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron_lib.callbacks.manager [None req-1089132a-5044-450b-8a7c-264d4f94084f tempest-RoutersAdminTest-1733287776 tempest-RoutersAdminTest-1733287776-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-520417', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-32301'] for router, precommit_delete {{(pid=94175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:31:06.006672 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron_lib.callbacks.manager [None req-1089132a-5044-450b-8a7c-264d4f94084f tempest-RoutersAdminTest-1733287776 tempest-RoutersAdminTest-1733287776-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:31:06.008690 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron_lib.callbacks.manager [None req-15d67968-8dc5-4aec-990d-8c729bc965f7 tempest-NetworksTestDHCPv6-162546708 tempest-NetworksTestDHCPv6-162546708-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-922904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866062', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773700135024', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773699642224', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5196390'] for port, after_delete {{(pid=94174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:31:06.016160 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG oslo_concurrency.lockutils [None req-1c565910-7246-4fed-b924-3efd89aa7c47 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94174) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 11:31:06.057217 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15d67968-8dc5-4aec-990d-8c729bc965f7 tempest-NetworksTestDHCPv6-162546708 tempest-NetworksTestDHCPv6-162546708-project] Pushing event deleted for resources: {'Port': ['ID=96d20c30-9791-48d7-bda6-5ca6bda8d6c2,revision_number=None']} {{(pid=94174) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 11:31:06.069572 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG oslo_concurrency.lockutils [None req-15d67968-8dc5-4aec-990d-8c729bc965f7 tempest-NetworksTestDHCPv6-162546708 tempest-NetworksTestDHCPv6-162546708-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.054s {{(pid=94174) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 11:31:06.099495 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d039ad67-7259-4ca6-b9d8-80b790e1d0f2 req-4b86d7a6-1854-431d-bfdc-ccbcc63c6eab tempest-ServersTestManualDisk-1703480083 tempest-ServersTestManualDisk-1703480083-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 11:31:06.101066 dv-neutron-601336-94-hyperv neutron-server[94175]: INFO neutron.wsgi [req-d039ad67-7259-4ca6-b9d8-80b790e1d0f2 req-4b86d7a6-1854-431d-bfdc-ccbcc63c6eab tempest-ServersTestManualDisk-1703480083 tempest-ServersTestManualDisk-1703480083-project] 10.222.0.20 "GET /v2.0/ports?device_id=60467d60-f71e-4b81-84ed-861e06a6acb7 HTTP/1.1" status: 200 len: 946 time: 0.2459998 Jun 23 11:31:06.146466 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron_lib.callbacks.manager [None req-15d67968-8dc5-4aec-990d-8c729bc965f7 tempest-NetworksTestDHCPv6-162546708 tempest-NetworksTestDHCPv6-162546708-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-217507'] for port, before_response {{(pid=94174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:31:06.150792 dv-neutron-601336-94-hyperv neutron-server[94174]: INFO neutron.wsgi [None req-15d67968-8dc5-4aec-990d-8c729bc965f7 tempest-NetworksTestDHCPv6-162546708 tempest-NetworksTestDHCPv6-162546708-project] 10.222.0.20 "DELETE /v2.0/ports/96d20c30-9791-48d7-bda6-5ca6bda8d6c2 HTTP/1.1" status: 204 len: 168 time: 0.9959469 Jun 23 11:31:06.151525 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron_lib.callbacks.manager [None req-1089132a-5044-450b-8a7c-264d4f94084f tempest-RoutersAdminTest-1733287776 tempest-RoutersAdminTest-1733287776-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-494961'] for router, after_delete {{(pid=94175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:31:06.152052 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1089132a-5044-450b-8a7c-264d4f94084f tempest-RoutersAdminTest-1733287776 tempest-RoutersAdminTest-1733287776-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 4cdb8059-adaa-4e30-8079-4a57970c329a {{(pid=94175) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jun 23 11:31:06.157798 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.wsgi [-] (94175) accepted ('10.222.0.20', 36882) {{(pid=94175) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 11:31:06.173704 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron_lib.callbacks.manager [None req-1089132a-5044-450b-8a7c-264d4f94084f tempest-RoutersAdminTest-1733287776 tempest-RoutersAdminTest-1733287776-project-admin] Notify callbacks [] for router, before_response {{(pid=94175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:31:06.180236 dv-neutron-601336-94-hyperv neutron-server[94175]: INFO neutron.wsgi [None req-1089132a-5044-450b-8a7c-264d4f94084f tempest-RoutersAdminTest-1733287776 tempest-RoutersAdminTest-1733287776-project-admin] 10.222.0.20 "DELETE /v2.0/routers/4cdb8059-adaa-4e30-8079-4a57970c329a HTTP/1.1" status: 204 len: 168 time: 1.7091708 Jun 23 11:31:06.183207 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.wsgi [-] (94175) accepted ('10.222.0.20', 36884) {{(pid=94175) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 11:31:06.207981 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.plugins.ml2.managers [None req-a9e44dcd-8dab-40b6-b1b8-0dc39fff5042 None None] Attempting to bind port a9ce5a57-c3e2-49dc-92b9-df375d380c8a on host dv-neutron-601336-94-hyperv for vnic_type normal with profile {{(pid=94176) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 23 11:31:06.214991 dv-neutron-601336-94-hyperv neutron-server[94174]: INFO neutron.wsgi [None req-0f152eb5-1053-4e6d-aa15-a4c880356fbe admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=67d5efe51246419c91b3d405d0699cf0&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2958784 Jun 23 11:31:06.215370 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.plugins.ml2.managers [None req-a9e44dcd-8dab-40b6-b1b8-0dc39fff5042 None None] Attempting to bind port a9ce5a57-c3e2-49dc-92b9-df375d380c8a by drivers openvswitch,hyperv on host dv-neutron-601336-94-hyperv at level 0 using segments [{'id': 'c23be0a5-6980-48fb-bc9f-4a24717fe1de', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3e7e4eb3-cf02-4d47-ade9-0a579cdfc60f'}] {{(pid=94176) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 23 11:31:06.215370 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a9e44dcd-8dab-40b6-b1b8-0dc39fff5042 None None] Attempting to bind port a9ce5a57-c3e2-49dc-92b9-df375d380c8a on network 3e7e4eb3-cf02-4d47-ade9-0a579cdfc60f {{(pid=94176) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 23 11:31:06.217224 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron_lib.callbacks.manager [None req-6c110a6c-17be-46bb-9552-117b1ec18ba4 tempest-FloatingIPAdminTestJSON-1438251879 tempest-FloatingIPAdminTestJSON-1438251879-project-admin] Notify callbacks [] for port, precommit_create {{(pid=94174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:31:06.218353 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.wsgi [-] (94175) accepted ('10.222.0.20', 36886) {{(pid=94175) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 11:31:06.220551 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a9e44dcd-8dab-40b6-b1b8-0dc39fff5042 None None] Checking agent: {'id': '4d05f899-5ac9-411b-8a03-f60c93f87cdf', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-601336-94-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 23, 11, 22, 14), 'started_at': datetime.datetime(2021, 6, 23, 11, 22, 44), 'heartbeat_timestamp': datetime.datetime(2021, 6, 23, 11, 30, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'monitor_allowed_address_pair_garp': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-601336-94-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94176) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 23 11:31:06.221462 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a9e44dcd-8dab-40b6-b1b8-0dc39fff5042 None None] Checking segment: {'id': 'c23be0a5-6980-48fb-bc9f-4a24717fe1de', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3e7e4eb3-cf02-4d47-ade9-0a579cdfc60f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94176) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 23 11:31:06.222205 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron_lib.callbacks.manager [None req-a9e44dcd-8dab-40b6-b1b8-0dc39fff5042 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:31:06.222859 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a9e44dcd-8dab-40b6-b1b8-0dc39fff5042 None None] Bound using segment: {'id': 'c23be0a5-6980-48fb-bc9f-4a24717fe1de', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3e7e4eb3-cf02-4d47-ade9-0a579cdfc60f'} {{(pid=94176) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 23 11:31:06.223902 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.plugins.ml2.managers [None req-a9e44dcd-8dab-40b6-b1b8-0dc39fff5042 None None] Bound port: a9ce5a57-c3e2-49dc-92b9-df375d380c8a, host: dv-neutron-601336-94-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c23be0a5-6980-48fb-bc9f-4a24717fe1de', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3e7e4eb3-cf02-4d47-ade9-0a579cdfc60f'}}] {{(pid=94176) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 23 11:31:06.224304 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron_lib.callbacks.manager [None req-a9e44dcd-8dab-40b6-b1b8-0dc39fff5042 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-923122'] for port, before_update {{(pid=94176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:31:06.250810 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.plugins.ml2.plugin [None req-a9e44dcd-8dab-40b6-b1b8-0dc39fff5042 None None] Port a9ce5a57-c3e2-49dc-92b9-df375d380c8a has been deleted concurrently {{(pid=94176) _commit_port_binding /opt/stack/neutron/neutron/plugins/ml2/plugin.py:664}} Jun 23 11:31:06.262087 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a9e44dcd-8dab-40b6-b1b8-0dc39fff5042 None None] Routers set() bound to L3 agent in host dv-neutron-601336-94-hyperv {{(pid=94176) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 23 11:31:06.262720 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a9e44dcd-8dab-40b6-b1b8-0dc39fff5042 None None] Router IDs set() for agent in host dv-neutron-601336-94-hyperv {{(pid=94176) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:462}} Jun 23 11:31:06.263543 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.db.l3_agentschedulers_db [None req-a9e44dcd-8dab-40b6-b1b8-0dc39fff5042 None None] Agent requested router IDs not scheduled to it. Scheduled: []. Unscheduled: {'4cdb8059-adaa-4e30-8079-4a57970c329a'}. Agent: Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-23T11:22:13Z,description=,heartbeat_timestamp=2021-06-23T11:30:43Z,host='dv-neutron-601336-94-hyperv',id=50ef99c0-ef28-4db5-b303-b145898fae60,load=0,resource_versions=,resources_synced=,started_at=2021-06-23T11:22:14Z,topic='l3_agent'). {{(pid=94176) list_active_sync_routers_on_active_l3_agent /opt/stack/neutron/neutron/db/l3_agentschedulers_db.py:353}} Jun 23 11:31:06.264171 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a9e44dcd-8dab-40b6-b1b8-0dc39fff5042 None None] The sync data for ids ['4cdb8059-adaa-4e30-8079-4a57970c329a'] in dv-neutron-601336-94-hyperv is: [] {{(pid=94176) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 23 11:31:06.282158 dv-neutron-601336-94-hyperv neutron-server[94175]: INFO neutron.wsgi [req-d039ad67-7259-4ca6-b9d8-80b790e1d0f2 req-797f7872-bd58-4ba0-8d9c-6ce28706ed87 tempest-ServersTestManualDisk-1703480083 tempest-ServersTestManualDisk-1703480083-project] 10.222.0.20 "GET /v2.0/security-groups?id=64e50690-84f2-4556-996e-e186f26132b0&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1753614 Jun 23 11:31:06.347024 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bd44cc5-ca08-485d-8549-18c4eb919bb2 req-8fe1b491-2479-4698-9af8-ad15e1039ebc tempest-ServersTestJSON-995612928 tempest-ServersTestJSON-995612928-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94174) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 11:31:06.348584 dv-neutron-601336-94-hyperv neutron-server[94174]: INFO neutron.wsgi [req-4bd44cc5-ca08-485d-8549-18c4eb919bb2 req-8fe1b491-2479-4698-9af8-ad15e1039ebc tempest-ServersTestJSON-995612928 tempest-ServersTestJSON-995612928-project] 10.222.0.20 "GET /v2.0/ports?device_id=5c858ae0-f491-4e6a-8938-34ed95476698 HTTP/1.1" status: 200 len: 945 time: 0.2392147 Jun 23 11:31:06.375818 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-334b761a-9f16-44f0-9e4a-4005c7146c40 tempest-NetworksTestDHCPv6-162546708 tempest-NetworksTestDHCPv6-162546708-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 11:31:06.377492 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-334b761a-9f16-44f0-9e4a-4005c7146c40 tempest-NetworksTestDHCPv6-162546708 tempest-NetworksTestDHCPv6-162546708-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 11:31:06.382062 dv-neutron-601336-94-hyperv neutron-server[94175]: INFO neutron.wsgi [None req-334b761a-9f16-44f0-9e4a-4005c7146c40 tempest-NetworksTestDHCPv6-162546708 tempest-NetworksTestDHCPv6-162546708-project] 10.222.0.20 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1477 time: 0.2206187 Jun 23 11:31:06.384672 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.wsgi [-] (94174) accepted ('10.222.0.20', 36890) {{(pid=94174) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 11:31:06.388429 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron_lib.callbacks.manager [None req-6f5c5235-e38e-414f-a227-5c2a8781e4ac tempest-RoutersAdminNegativeIpV6Test-1108986400 tempest-RoutersAdminNegativeIpV6Test-1108986400-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-922904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866062', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773700135024', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773699642224', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5082448'] for port, after_delete {{(pid=94175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:31:06.399818 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG oslo_concurrency.lockutils [None req-b3c9761a-91f1-4450-a060-5c58694db047 tempest-FloatingIPNegativeTestJSON-1295786409 tempest-FloatingIPNegativeTestJSON-1295786409-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94175) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 11:31:06.453013 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f5c5235-e38e-414f-a227-5c2a8781e4ac tempest-RoutersAdminNegativeIpV6Test-1108986400 tempest-RoutersAdminNegativeIpV6Test-1108986400-project-admin] Pushing event deleted for resources: {'Port': ['ID=2fdc9468-cad1-4f9a-a5a7-3bd0d196bd9e,revision_number=None']} {{(pid=94175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 11:31:06.455252 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG oslo_concurrency.lockutils [None req-6f5c5235-e38e-414f-a227-5c2a8781e4ac tempest-RoutersAdminNegativeIpV6Test-1108986400 tempest-RoutersAdminNegativeIpV6Test-1108986400-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.056s {{(pid=94175) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 11:31:06.462808 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron_lib.callbacks.manager [None req-6c110a6c-17be-46bb-9552-117b1ec18ba4 tempest-FloatingIPAdminTestJSON-1438251879 tempest-FloatingIPAdminTestJSON-1438251879-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-922915', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-239814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7866073', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773699642215', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-5196399'] for port, after_create {{(pid=94174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:31:06.468786 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG oslo_concurrency.lockutils [None req-49c4e124-de31-4598-9c5b-b846ded18ae0 tempest-NetworksTestDHCPv6-162546708 tempest-NetworksTestDHCPv6-162546708-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94174) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 11:31:06.481420 dv-neutron-601336-94-hyperv neutron-server[94174]: INFO neutron.wsgi [req-4bd44cc5-ca08-485d-8549-18c4eb919bb2 req-c7029a73-64c1-46b4-b641-f1953dbc6888 tempest-ServersTestJSON-995612928 tempest-ServersTestJSON-995612928-project] 10.222.0.20 "GET /v2.0/security-groups?id=0269fbcb-6e08-4df6-b8da-06ccdf83703f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1215632 Jun 23 11:31:06.528886 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron_lib.callbacks.manager [None req-5a621c67-93cc-4c14-bbd2-cd40aefbe806 tempest-RoutersAdminTest-1733287776 tempest-RoutersAdminTest-1733287776-project-admin] Notify callbacks [] for router, before_delete {{(pid=94175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:31:06.559807 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.db.db_base_plugin_v2 [None req-57cfc5b2-d9dc-49f9-ac89-c394e51b2c1f tempest-NetworksTestDHCPv6-162546708 tempest-NetworksTestDHCPv6-162546708-project] Deleting subnet 62ae796d-a930-4516-9537-0e36f0d32334 {{(pid=94174) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jun 23 11:31:06.576507 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron_lib.callbacks.manager [None req-57cfc5b2-d9dc-49f9-ac89-c394e51b2c1f tempest-NetworksTestDHCPv6-162546708 tempest-NetworksTestDHCPv6-162546708-project] Notify callbacks [] for subnet, before_delete {{(pid=94174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:31:06.581980 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6c110a6c-17be-46bb-9552-117b1ec18ba4 tempest-FloatingIPAdminTestJSON-1438251879 tempest-FloatingIPAdminTestJSON-1438251879-project-admin] Network 3e7e4eb3-cf02-4d47-ade9-0a579cdfc60f is already hosted by enough agents. {{(pid=94174) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 23 11:31:06.880232 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.scheduler.base_scheduler [None req-6c110a6c-17be-46bb-9552-117b1ec18ba4 tempest-FloatingIPAdminTestJSON-1438251879 tempest-FloatingIPAdminTestJSON-1438251879-project-admin] Resources bound (agent type, host, resource id): {{(pid=94174) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 23 11:31:06.890298 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron_lib.callbacks.manager [None req-1ea3fefe-209d-4133-ae9a-5c7eb8a95ce8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:31:06.895512 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6c110a6c-17be-46bb-9552-117b1ec18ba4 tempest-FloatingIPAdminTestJSON-1438251879 tempest-FloatingIPAdminTestJSON-1438251879-project-admin] Received port after_create {{(pid=94174) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 23 11:31:06.900318 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c110a6c-17be-46bb-9552-117b1ec18ba4 tempest-FloatingIPAdminTestJSON-1438251879 tempest-FloatingIPAdminTestJSON-1438251879-project-admin] Pushing event updated for resources: {'Port': ['ID=400ad563-cdc2-4e7c-8a68-0c8cd8ece47c,revision_number=1']} {{(pid=94174) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 11:31:06.940985 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG oslo_concurrency.lockutils [None req-6c110a6c-17be-46bb-9552-117b1ec18ba4 tempest-FloatingIPAdminTestJSON-1438251879 tempest-FloatingIPAdminTestJSON-1438251879-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.472s {{(pid=94174) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 11:31:06.952692 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron_lib.callbacks.manager [None req-57cfc5b2-d9dc-49f9-ac89-c394e51b2c1f tempest-NetworksTestDHCPv6-162546708 tempest-NetworksTestDHCPv6-162546708-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4800256'] for subnet, precommit_delete_associations {{(pid=94174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:31:06.967077 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron_lib.callbacks.manager [None req-1ea3fefe-209d-4133-ae9a-5c7eb8a95ce8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:31:06.972737 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron_lib.callbacks.manager [None req-6f5c5235-e38e-414f-a227-5c2a8781e4ac tempest-RoutersAdminNegativeIpV6Test-1108986400 tempest-RoutersAdminNegativeIpV6Test-1108986400-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-217507'] for port, before_response {{(pid=94175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:31:06.974581 dv-neutron-601336-94-hyperv neutron-server[94175]: INFO neutron.wsgi [None req-6f5c5235-e38e-414f-a227-5c2a8781e4ac tempest-RoutersAdminNegativeIpV6Test-1108986400 tempest-RoutersAdminNegativeIpV6Test-1108986400-project-admin] 10.222.0.20 "DELETE /v2.0/ports/2fdc9468-cad1-4f9a-a5a7-3bd0d196bd9e HTTP/1.1" status: 204 len: 168 time: 1.4118359 Jun 23 11:31:07.008714 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b28b4eb-5127-46a3-92c2-c56c9ed2f34c req-57fe92ce-132f-48c1-b1d5-cb040de64784 tempest-ServersTestManualDisk-1703480083 tempest-ServersTestManualDisk-1703480083-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 11:31:07.010199 dv-neutron-601336-94-hyperv neutron-server[94175]: INFO neutron.wsgi [req-2b28b4eb-5127-46a3-92c2-c56c9ed2f34c req-57fe92ce-132f-48c1-b1d5-cb040de64784 tempest-ServersTestManualDisk-1703480083 tempest-ServersTestManualDisk-1703480083-project] 10.222.0.20 "GET /v2.0/ports?device_id=60467d60-f71e-4b81-84ed-861e06a6acb7 HTTP/1.1" status: 200 len: 946 time: 0.6014023 Jun 23 11:31:07.024093 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.wsgi [-] (94175) accepted ('10.222.0.20', 36896) {{(pid=94175) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 11:31:07.036717 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.api.v2.base [None req-a6a4902e-3649-433b-a033-447a969e734f tempest-ServersTestManualDisk-1703480083 tempest-ServersTestManualDisk-1703480083-project] Request body: {'floatingip': {'port_id': 'fe216483-41ee-46c0-a3bd-9e45c734b083'}} {{(pid=94175) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 23 11:31:07.118639 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron_lib.callbacks.manager [None req-5a621c67-93cc-4c14-bbd2-cd40aefbe806 tempest-RoutersAdminTest-1733287776 tempest-RoutersAdminTest-1733287776-project-admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:31:07.124721 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron_lib.callbacks.manager [None req-a6a4902e-3649-433b-a033-447a969e734f tempest-ServersTestManualDisk-1703480083 tempest-ServersTestManualDisk-1703480083-project] Notify callbacks [] for floatingip, before_update {{(pid=94175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:31:07.198890 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b679c7e5-7fec-4bb1-b719-853d13a9f9d1 req-6649b495-2bb8-4d81-973d-a112ffdef8e9 tempest-ServersTestJSON-995612928 tempest-ServersTestJSON-995612928-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94174) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 11:31:07.200496 dv-neutron-601336-94-hyperv neutron-server[94174]: INFO neutron.wsgi [req-b679c7e5-7fec-4bb1-b719-853d13a9f9d1 req-6649b495-2bb8-4d81-973d-a112ffdef8e9 tempest-ServersTestJSON-995612928 tempest-ServersTestJSON-995612928-project] 10.222.0.20 "GET /v2.0/ports?device_id=5c858ae0-f491-4e6a-8938-34ed95476698 HTTP/1.1" status: 200 len: 945 time: 0.3356512 Jun 23 11:31:07.214626 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.wsgi [-] (94175) accepted ('10.222.0.20', 36898) {{(pid=94175) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 11:31:07.223153 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.api.v2.base [None req-6a5d02fd-0323-4f55-a4ad-02809d5fe1c1 tempest-ServersTestJSON-995612928 tempest-ServersTestJSON-995612928-project] Request body: {'floatingip': {'port_id': 'dd2b26a1-e9f4-4591-8663-03ae50002c7f'}} {{(pid=94175) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 23 11:31:07.224842 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron_lib.callbacks.manager [None req-811b17d8-6118-4f46-9a60-e7df44240340 tempest-RoutersIpV6AdminTest-1878456168 tempest-RoutersIpV6AdminTest-1878456168-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-524104', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-520389', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-32276'] for router, precommit_update {{(pid=94174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:31:07.226908 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron_lib.callbacks.manager [None req-57cfc5b2-d9dc-49f9-ac89-c394e51b2c1f tempest-NetworksTestDHCPv6-162546708 tempest-NetworksTestDHCPv6-162546708-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-897634'] for subnet, precommit_delete {{(pid=94174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:31:07.261406 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron_lib.callbacks.manager [None req-811b17d8-6118-4f46-9a60-e7df44240340 tempest-RoutersIpV6AdminTest-1878456168 tempest-RoutersIpV6AdminTest-1878456168-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-524143', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-524145', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-524134', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-520394'] for router, after_update {{(pid=94174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:31:07.275744 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron_lib.callbacks.manager [None req-1ea3fefe-209d-4133-ae9a-5c7eb8a95ce8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7996330'] for security_group, after_delete {{(pid=94175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:31:07.288340 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron_lib.callbacks.manager [None req-1ea3fefe-209d-4133-ae9a-5c7eb8a95ce8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:31:07.289462 dv-neutron-601336-94-hyperv neutron-server[94175]: INFO neutron.wsgi [None req-1ea3fefe-209d-4133-ae9a-5c7eb8a95ce8 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/a45f1528-fd34-475e-8d45-fa84232ff9ce HTTP/1.1" status: 204 len: 168 time: 1.0349436 Jun 23 11:31:07.309361 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94175) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 11:31:07.328734 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron_lib.callbacks.manager [None req-6a5d02fd-0323-4f55-a4ad-02809d5fe1c1 tempest-ServersTestJSON-995612928 tempest-ServersTestJSON-995612928-project] Notify callbacks [] for floatingip, before_update {{(pid=94175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:31:07.335546 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ea3fefe-209d-4133-ae9a-5c7eb8a95ce8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a45f1528-fd34-475e-8d45-fa84232ff9ce,revision_number=None']} {{(pid=94175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 11:31:07.343860 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG oslo_concurrency.lockutils [None req-1ea3fefe-209d-4133-ae9a-5c7eb8a95ce8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.035s {{(pid=94175) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 11:31:07.481285 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.wsgi [-] (94174) accepted ('10.222.0.20', 36904) {{(pid=94174) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 11:31:07.484267 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-811b17d8-6118-4f46-9a60-e7df44240340 tempest-RoutersIpV6AdminTest-1878456168 tempest-RoutersIpV6AdminTest-1878456168-project-admin] Router 6743ce91-3a9d-436e-a329-3bb9fd350bd0 has already been hosted by L3 agent 50ef99c0-ef28-4db5-b303-b145898fae60 {{(pid=94174) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 23 11:31:07.539998 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron_lib.callbacks.manager [None req-57cfc5b2-d9dc-49f9-ac89-c394e51b2c1f tempest-NetworksTestDHCPv6-162546708 tempest-NetworksTestDHCPv6-162546708-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-897627', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866062', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5195932', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4294216'] for subnet, after_delete {{(pid=94174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:31:07.540315 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.plugins.ml2.plugin [None req-5a621c67-93cc-4c14-bbd2-cd40aefbe806 tempest-RoutersAdminTest-1733287776 tempest-RoutersAdminTest-1733287776-project-admin] Deleting port ca8a0a68-35d1-4a11-a8ac-418bf7242abc {{(pid=94175) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1913}} Jun 23 11:31:07.540529 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron_lib.callbacks.manager [None req-5a621c67-93cc-4c14-bbd2-cd40aefbe806 tempest-RoutersAdminTest-1733287776 tempest-RoutersAdminTest-1733287776-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773700079324'] for port, before_delete {{(pid=94175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:31:07.566104 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG oslo_concurrency.lockutils [None req-53cb42e2-473b-4bc1-a4a2-a27d48138518 tempest-NetworksTestDHCPv6-162546708 tempest-NetworksTestDHCPv6-162546708-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94174) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 11:31:07.599737 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57cfc5b2-d9dc-49f9-ac89-c394e51b2c1f tempest-NetworksTestDHCPv6-162546708 tempest-NetworksTestDHCPv6-162546708-project] Pushing event deleted for resources: {'Subnet': ['ID=62ae796d-a930-4516-9537-0e36f0d32334,revision_number=None']} {{(pid=94174) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 11:31:07.602798 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG oslo_concurrency.lockutils [None req-57cfc5b2-d9dc-49f9-ac89-c394e51b2c1f tempest-NetworksTestDHCPv6-162546708 tempest-NetworksTestDHCPv6-162546708-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.038s {{(pid=94174) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 11:31:07.608594 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron_lib.callbacks.manager [None req-57cfc5b2-d9dc-49f9-ac89-c394e51b2c1f tempest-NetworksTestDHCPv6-162546708 tempest-NetworksTestDHCPv6-162546708-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7865916'] for subnet, before_response {{(pid=94174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:31:07.612881 dv-neutron-601336-94-hyperv neutron-server[94174]: INFO neutron.wsgi [None req-57cfc5b2-d9dc-49f9-ac89-c394e51b2c1f tempest-NetworksTestDHCPv6-162546708 tempest-NetworksTestDHCPv6-162546708-project] 10.222.0.20 "DELETE /v2.0/subnets/62ae796d-a930-4516-9537-0e36f0d32334 HTTP/1.1" status: 204 len: 168 time: 1.2244225 Jun 23 11:31:07.616659 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6b65f80e-9fb7-4c00-8391-61fdafc25d30 None None] Network f53f535d-bce4-4da8-9bd9-396677ff4e83 requested from dv-neutron-601336-94-hyperv {{(pid=94176) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 23 11:31:07.642861 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.wsgi [-] (94174) accepted ('10.222.0.20', 36910) {{(pid=94174) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 11:31:07.751075 dv-neutron-601336-94-hyperv neutron-server[94174]: INFO neutron.wsgi [None req-edf16f2f-8e37-4772-9c69-f4c987ec3fd5 tempest-NetworksTestDHCPv6-162546708 tempest-NetworksTestDHCPv6-162546708-project] 10.222.0.20 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0852864 Jun 23 11:31:07.754887 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.wsgi [-] (94174) accepted ('10.222.0.20', 36914) {{(pid=94174) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 11:31:07.771000 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.api.v2.base [None req-9e8eb9ea-9ea0-4dc0-9bd6-b65d0a6732c4 tempest-NetworksTestDHCPv6-162546708 tempest-NetworksTestDHCPv6-162546708-project] Request body: {'subnet': {'network_id': 'f53f535d-bce4-4da8-9bd9-396677ff4e83', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=94174) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 23 11:31:07.867738 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron_lib.callbacks.manager [None req-38df7395-68ef-4261-9775-65d24fecde4c admin admin] Notify callbacks [] for security_group, before_create {{(pid=94174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:31:07.903304 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-811b17d8-6118-4f46-9a60-e7df44240340 tempest-RoutersIpV6AdminTest-1878456168 tempest-RoutersIpV6AdminTest-1878456168-project-admin] Notify agent at l3_agent.dv-neutron-601336-94-hyperv the message routers_updated {{(pid=94174) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 23 11:31:07.919282 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron_lib.callbacks.manager [None req-811b17d8-6118-4f46-9a60-e7df44240340 tempest-RoutersIpV6AdminTest-1878456168 tempest-RoutersIpV6AdminTest-1878456168-project-admin] Notify callbacks [] for router, before_response {{(pid=94174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:31:07.924067 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.plugins.ml2.db [None req-5a621c67-93cc-4c14-bbd2-cd40aefbe806 tempest-RoutersAdminTest-1733287776 tempest-RoutersAdminTest-1733287776-project-admin] For port ca8a0a68-35d1-4a11-a8ac-418bf7242abc, host dv-neutron-601336-94-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-94-hyperv',level=0,port_id=ca8a0a68-35d1-4a11-a8ac-418bf7242abc,segment=NetworkSegment(c23be0a5-6980-48fb-bc9f-4a24717fe1de),segment_id=c23be0a5-6980-48fb-bc9f-4a24717fe1de)] {{(pid=94175) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 23 11:31:07.924067 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron_lib.callbacks.manager [None req-5a621c67-93cc-4c14-bbd2-cd40aefbe806 tempest-RoutersAdminTest-1733287776 tempest-RoutersAdminTest-1733287776-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-430722'] for port, precommit_delete {{(pid=94175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:31:07.924282 dv-neutron-601336-94-hyperv neutron-server[94174]: INFO neutron.wsgi [None req-811b17d8-6118-4f46-9a60-e7df44240340 tempest-RoutersIpV6AdminTest-1878456168 tempest-RoutersIpV6AdminTest-1878456168-project-admin] 10.222.0.20 "PUT /v2.0/routers/6743ce91-3a9d-436e-a329-3bb9fd350bd0 HTTP/1.1" status: 200 len: 926 time: 3.3966911 Jun 23 11:31:07.927481 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1591020a-d246-4286-853a-d638cfcba31e None None] Sync routers for ids ['6743ce91-3a9d-436e-a329-3bb9fd350bd0'] in dv-neutron-601336-94-hyperv {{(pid=94176) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 23 11:31:07.931796 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.wsgi [-] (94174) accepted ('10.222.0.20', 36920) {{(pid=94174) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 11:31:07.943365 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ea372eb5-8b58-4107-bedb-bf4c0a77259c None None] DHCP port deletion for f53f535d-bce4-4da8-9bd9-396677ff4e83 request from dv-neutron-601336-94-hyperv {{(pid=94176) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jun 23 11:31:07.954099 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1591020a-d246-4286-853a-d638cfcba31e None None] Routers {'6743ce91-3a9d-436e-a329-3bb9fd350bd0'} bound to L3 agent in host dv-neutron-601336-94-hyperv {{(pid=94176) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 23 11:31:07.954892 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.db.l3_hamode_db [None req-1591020a-d246-4286-853a-d638cfcba31e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-601336-94-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-23T11:22:13Z,description=,heartbeat_timestamp=2021-06-23T11:30:43Z,host='dv-neutron-601336-94-hyperv',id=50ef99c0-ef28-4db5-b303-b145898fae60,load=0,resource_versions=,resources_synced=,started_at=2021-06-23T11:22:14Z,topic='l3_agent')) {'router_ids': ['6743ce91-3a9d-436e-a329-3bb9fd350bd0'], 'active': True} {{(pid=94176) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 11:31:07.978311 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.plugins.ml2.plugin [None req-5a621c67-93cc-4c14-bbd2-cd40aefbe806 tempest-RoutersAdminTest-1733287776 tempest-RoutersAdminTest-1733287776-project-admin] Calling delete_port for ca8a0a68-35d1-4a11-a8ac-418bf7242abc owned by network:router_gateway {{(pid=94175) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1986}} Jun 23 11:31:07.998885 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.db.l3_hamode_db [None req-1591020a-d246-4286-853a-d638cfcba31e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-601336-94-hyperv', False) {} {{(pid=94176) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 11:31:08.032308 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1591020a-d246-4286-853a-d638cfcba31e None None] Routers {'6743ce91-3a9d-436e-a329-3bb9fd350bd0'} bound to L3 agent in host dv-neutron-601336-94-hyperv {{(pid=94176) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 23 11:31:08.033006 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.db.l3_hamode_db [None req-1591020a-d246-4286-853a-d638cfcba31e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-601336-94-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-23T11:22:13Z,description=,heartbeat_timestamp=2021-06-23T11:30:43Z,host='dv-neutron-601336-94-hyperv',id=50ef99c0-ef28-4db5-b303-b145898fae60,load=0,resource_versions=,resources_synced=,started_at=2021-06-23T11:22:14Z,topic='l3_agent')) {'router_ids': ['6743ce91-3a9d-436e-a329-3bb9fd350bd0'], 'active': True} {{(pid=94176) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 11:31:08.067467 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron_lib.callbacks.manager [None req-6c110a6c-17be-46bb-9552-117b1ec18ba4 tempest-FloatingIPAdminTestJSON-1438251879 tempest-FloatingIPAdminTestJSON-1438251879-project-admin] Notify callbacks [] for floatingip, precommit_create {{(pid=94174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:31:08.069954 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.db.l3_hamode_db [None req-1591020a-d246-4286-853a-d638cfcba31e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-601336-94-hyperv', False) {} {{(pid=94176) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 11:31:08.070620 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1591020a-d246-4286-853a-d638cfcba31e None None] The sync data for ids ['6743ce91-3a9d-436e-a329-3bb9fd350bd0'] in dv-neutron-601336-94-hyperv is: [] {{(pid=94176) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 23 11:31:08.093643 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.plugins.ml2.plugin [None req-ea372eb5-8b58-4107-bedb-bf4c0a77259c None None] Deleting port c4869f9e-58dd-4295-9e42-dc276fe1fd27 {{(pid=94176) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1913}} Jun 23 11:31:08.094036 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron_lib.callbacks.manager [None req-ea372eb5-8b58-4107-bedb-bf4c0a77259c None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773700079324'] for port, before_delete {{(pid=94176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:31:08.167079 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.plugins.ml2.db [None req-ea372eb5-8b58-4107-bedb-bf4c0a77259c None None] For port c4869f9e-58dd-4295-9e42-dc276fe1fd27, host dv-neutron-601336-94-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-94-hyperv',level=0,port_id=c4869f9e-58dd-4295-9e42-dc276fe1fd27,segment=NetworkSegment(6303a411-6e70-4139-a530-9ee4cf8ba843),segment_id=6303a411-6e70-4139-a530-9ee4cf8ba843)] {{(pid=94176) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 23 11:31:08.167079 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron_lib.callbacks.manager [None req-ea372eb5-8b58-4107-bedb-bf4c0a77259c None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-430722'] for port, precommit_delete {{(pid=94176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:31:08.186901 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.plugins.ml2.plugin [None req-ea372eb5-8b58-4107-bedb-bf4c0a77259c None None] Calling delete_port for c4869f9e-58dd-4295-9e42-dc276fe1fd27 owned by network:dhcp {{(pid=94176) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1986}} Jun 23 11:31:08.209985 dv-neutron-601336-94-hyperv neutron-server[94174]: INFO neutron.wsgi [None req-2bfef7c6-d5d5-49e3-942e-c70610e8001a tempest-RoutersIpV6AdminTest-1878456168 tempest-RoutersIpV6AdminTest-1878456168-project-admin] 10.222.0.20 "GET /v2.0/routers/6743ce91-3a9d-436e-a329-3bb9fd350bd0 HTTP/1.1" status: 200 len: 926 time: 0.2740066 Jun 23 11:31:08.213852 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.wsgi [-] (94174) accepted ('10.222.0.20', 36926) {{(pid=94174) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 11:31:08.332263 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron_lib.db.resource_extend [None req-a6a4902e-3649-433b-a033-447a969e734f tempest-ServersTestManualDisk-1703480083 tempest-ServersTestManualDisk-1703480083-project] It took 0.13 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=94175) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jun 23 11:31:08.337798 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron_lib.callbacks.manager [None req-38df7395-68ef-4261-9775-65d24fecde4c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:31:08.359862 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron_lib.callbacks.manager [None req-6c110a6c-17be-46bb-9552-117b1ec18ba4 tempest-FloatingIPAdminTestJSON-1438251879 tempest-FloatingIPAdminTestJSON-1438251879-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-923122'] for port, before_update {{(pid=94174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:31:08.364918 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-027c9520-0509-450c-8515-93409ba3fc4b tempest-RoutersIpV6AdminTest-1878456168 tempest-RoutersIpV6AdminTest-1878456168-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94174) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 11:31:08.366492 dv-neutron-601336-94-hyperv neutron-server[94174]: INFO neutron.wsgi [None req-027c9520-0509-450c-8515-93409ba3fc4b tempest-RoutersIpV6AdminTest-1878456168 tempest-RoutersIpV6AdminTest-1878456168-project-admin] 10.222.0.20 "GET /v2.0/ports?network_id=3e7e4eb3-cf02-4d47-ade9-0a579cdfc60f&device_id=6743ce91-3a9d-436e-a329-3bb9fd350bd0&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 945 time: 0.1513627 Jun 23 11:31:08.383320 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron_lib.callbacks.manager [None req-ea372eb5-8b58-4107-bedb-bf4c0a77259c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-922904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866062', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773700135024', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773699642224'] for port, after_delete {{(pid=94176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:31:08.385587 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.wsgi [-] (94174) accepted ('10.222.0.20', 36932) {{(pid=94174) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 11:31:08.385710 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG oslo_concurrency.lockutils [None req-34dc37ca-e7f2-4a38-92dc-d516c81cccf4 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 11:31:08.413967 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea372eb5-8b58-4107-bedb-bf4c0a77259c None None] Pushing event deleted for resources: {'Port': ['ID=c4869f9e-58dd-4295-9e42-dc276fe1fd27,revision_number=None']} {{(pid=94176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 11:31:08.416872 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG oslo_concurrency.lockutils [None req-ea372eb5-8b58-4107-bedb-bf4c0a77259c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.031s {{(pid=94176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 11:31:08.424403 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ea372eb5-8b58-4107-bedb-bf4c0a77259c None None] No DVR routers for this DVR port c4869f9e-58dd-4295-9e42-dc276fe1fd27 on host dv-neutron-601336-94-hyperv {{(pid=94176) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 23 11:31:08.470028 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron_lib.callbacks.manager [None req-a6a4902e-3649-433b-a033-447a969e734f tempest-ServersTestManualDisk-1703480083 tempest-ServersTestManualDisk-1703480083-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:31:08.571623 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron_lib.callbacks.manager [None req-a6a4902e-3649-433b-a033-447a969e734f tempest-ServersTestManualDisk-1703480083 tempest-ServersTestManualDisk-1703480083-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-524229'] for floatingip, after_update {{(pid=94175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:31:08.578490 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.wsgi [-] (94175) accepted ('10.222.0.20', 36936) {{(pid=94175) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 11:31:08.653834 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron_lib.callbacks.manager [None req-6a5d02fd-0323-4f55-a4ad-02809d5fe1c1 tempest-ServersTestJSON-995612928 tempest-ServersTestJSON-995612928-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:31:08.670820 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron_lib.callbacks.manager [None req-38df7395-68ef-4261-9775-65d24fecde4c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7996330'] for security_group, after_create {{(pid=94174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:31:08.711909 dv-neutron-601336-94-hyperv neutron-server[94175]: INFO neutron.db.l3_db [None req-a6a4902e-3649-433b-a033-447a969e734f tempest-ServersTestManualDisk-1703480083 tempest-ServersTestManualDisk-1703480083-project] Floating IP fa0147e7-5da9-4017-b7da-e8a2b4b002e0 associated. External IP: 172.26.3.39, port: fe216483-41ee-46c0-a3bd-9e45c734b083. Jun 23 11:31:08.713436 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94174) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 11:31:08.749761 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.api.v2.base [None req-05f36731-21aa-4906-83ef-e91beeb7e2fb tempest-NetworksIpV6TestAttrs-49342282 tempest-NetworksIpV6TestAttrs-49342282-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-2010041008'}} {{(pid=94175) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 23 11:31:08.758079 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron_lib.callbacks.manager [None req-5a621c67-93cc-4c14-bbd2-cd40aefbe806 tempest-RoutersAdminTest-1733287776 tempest-RoutersAdminTest-1733287776-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-922904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866062', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773700135024', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773699642224', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5082448'] for port, after_delete {{(pid=94175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:31:08.764305 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG oslo_concurrency.lockutils [None req-fb9d250a-048e-48b9-a098-e2f2ccf613ce service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94175) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 11:31:08.766157 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron_lib.callbacks.manager [None req-6a5d02fd-0323-4f55-a4ad-02809d5fe1c1 tempest-ServersTestJSON-995612928 tempest-ServersTestJSON-995612928-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-524229'] for floatingip, after_update {{(pid=94175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:31:08.791055 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.plugins.ml2.rpc [None req-dc7542b2-afef-47f4-a763-e3a3cba144be None None] Device c4869f9e-58dd-4295-9e42-dc276fe1fd27 no longer exists at agent ovs-agent-dv-neutron-601336-94-hyperv {{(pid=94176) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:261}} Jun 23 11:31:08.791689 dv-neutron-601336-94-hyperv neutron-server[94174]: INFO neutron.wsgi [None req-38df7395-68ef-4261-9775-65d24fecde4c admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=0b673cb3ccd54d528cc351ee601a57bb&name=default HTTP/1.1" status: 200 len: 2979 time: 1.3088820 Jun 23 11:31:08.812884 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.plugins.ml2.plugin [None req-dc7542b2-afef-47f4-a763-e3a3cba144be None None] No Port match for: c4869f9e-58dd-4295-9e42-dc276fe1fd27 {{(pid=94176) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2240}} Jun 23 11:31:08.813325 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.plugins.ml2.rpc [None req-dc7542b2-afef-47f4-a763-e3a3cba144be None None] Device c4869f9e-58dd-4295-9e42-dc276fe1fd27 not bound to the agent host dv-neutron-601336-94-hyperv {{(pid=94176) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:271}} Jun 23 11:31:08.818530 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.wsgi [-] (94174) accepted ('10.222.0.20', 36940) {{(pid=94174) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 11:31:08.825273 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38df7395-68ef-4261-9775-65d24fecde4c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9730ccbc-8e10-45ee-be4b-077032a87222,revision_number=1']} {{(pid=94174) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 11:31:08.831760 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9e8eb9ea-9ea0-4dc0-9bd6-b65d0a6732c4 tempest-NetworksTestDHCPv6-162546708 tempest-NetworksTestDHCPv6-162546708-project] Made reservation on behalf of 5e61222a836c47229c94e37f3902e6bd for: {'subnet': 1} {{(pid=94174) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 23 11:31:08.832270 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron_lib.callbacks.manager [None req-9e8eb9ea-9ea0-4dc0-9bd6-b65d0a6732c4 tempest-NetworksTestDHCPv6-162546708 tempest-NetworksTestDHCPv6-162546708-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4294245'] for subnet, before_create {{(pid=94174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:31:08.844307 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG oslo_concurrency.lockutils [None req-38df7395-68ef-4261-9775-65d24fecde4c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.131s {{(pid=94174) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 11:31:08.921618 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-415b2766-1990-444d-8089-2274d794fe97 tempest-RoutersIpV6AdminTest-1878456168 tempest-RoutersIpV6AdminTest-1878456168-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94174) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 11:31:08.922915 dv-neutron-601336-94-hyperv neutron-server[94174]: INFO neutron.wsgi [None req-415b2766-1990-444d-8089-2274d794fe97 tempest-RoutersIpV6AdminTest-1878456168 tempest-RoutersIpV6AdminTest-1878456168-project-admin] 10.222.0.20 "GET /v2.0/networks/3e7e4eb3-cf02-4d47-ade9-0a579cdfc60f HTTP/1.1" status: 200 len: 881 time: 0.5366511 Jun 23 11:31:08.930851 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.wsgi [-] (94174) accepted ('10.222.0.20', 36942) {{(pid=94174) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 11:31:08.997805 dv-neutron-601336-94-hyperv neutron-server[94174]: INFO neutron.wsgi [None req-7bc766ab-16f1-4128-a99b-f8f47eb69438 tempest-RoutersIpV6AdminTest-894294123 tempest-RoutersIpV6AdminTest-894294123-project] 10.222.0.20 "GET /v2.0/ports?device_id=6743ce91-3a9d-436e-a329-3bb9fd350bd0 HTTP/1.1" status: 200 len: 205 time: 0.0613127 Jun 23 11:31:09.007695 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.wsgi [-] (94174) accepted ('10.222.0.20', 36944) {{(pid=94174) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 11:31:09.101197 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron_lib.callbacks.manager [None req-9f2edd48-4799-44f4-9d0b-bef3125d144a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:31:09.138701 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a621c67-93cc-4c14-bbd2-cd40aefbe806 tempest-RoutersAdminTest-1733287776 tempest-RoutersAdminTest-1733287776-project-admin] Pushing event deleted for resources: {'Port': ['ID=ca8a0a68-35d1-4a11-a8ac-418bf7242abc,revision_number=None']} {{(pid=94175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 11:31:09.148327 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG oslo_concurrency.lockutils [None req-5a621c67-93cc-4c14-bbd2-cd40aefbe806 tempest-RoutersAdminTest-1733287776 tempest-RoutersAdminTest-1733287776-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.384s {{(pid=94175) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 11:31:09.198783 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron_lib.callbacks.manager [None req-9f2edd48-4799-44f4-9d0b-bef3125d144a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:31:09.203666 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron_lib.callbacks.manager [None req-6c110a6c-17be-46bb-9552-117b1ec18ba4 tempest-FloatingIPAdminTestJSON-1438251879 tempest-FloatingIPAdminTestJSON-1438251879-project-admin] Notify callbacks [] for port, precommit_update {{(pid=94174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:31:09.257509 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-05f36731-21aa-4906-83ef-e91beeb7e2fb tempest-NetworksIpV6TestAttrs-49342282 tempest-NetworksIpV6TestAttrs-49342282-project] Made reservation on behalf of 75dfc2cb640c496b8d9cb81bc53d56b1 for: {'network': 1} {{(pid=94175) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 23 11:31:09.262047 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron_lib.callbacks.manager [None req-05f36731-21aa-4906-83ef-e91beeb7e2fb tempest-NetworksIpV6TestAttrs-49342282 tempest-NetworksIpV6TestAttrs-49342282-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-923104'] for network, before_create {{(pid=94175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:31:09.264089 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron_lib.callbacks.manager [None req-a0956c33-f913-4ee8-bf16-ef2c3592d25b tempest-RoutersIpV6AdminTest-894294123 tempest-RoutersIpV6AdminTest-894294123-project] Notify callbacks [] for router, before_delete {{(pid=94174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:31:09.274037 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron_lib.callbacks.manager [None req-6c110a6c-17be-46bb-9552-117b1ec18ba4 tempest-FloatingIPAdminTestJSON-1438251879 tempest-FloatingIPAdminTestJSON-1438251879-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-922904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866062', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773700135042', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773699642233', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773699642278', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5196369'] for port, after_update {{(pid=94174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:31:09.305540 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG oslo_concurrency.lockutils [None req-106ff906-dd2e-4dc1-9e68-926ebacf42c1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-788637273 tempest-PortsAdminExtendedAttrsIpV6TestJSON-788637273-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94174) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 11:31:09.307918 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron_lib.callbacks.manager [None req-05f36731-21aa-4906-83ef-e91beeb7e2fb tempest-NetworksIpV6TestAttrs-49342282 tempest-NetworksIpV6TestAttrs-49342282-project] Notify callbacks [] for security_group, before_create {{(pid=94175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:31:09.343483 dv-neutron-601336-94-hyperv neutron-server[94175]: INFO neutron.db.l3_db [None req-6a5d02fd-0323-4f55-a4ad-02809d5fe1c1 tempest-ServersTestJSON-995612928 tempest-ServersTestJSON-995612928-project] Floating IP da29f43d-d520-463f-a427-8df392825c5c associated. External IP: 172.26.3.216, port: dd2b26a1-e9f4-4591-8663-03ae50002c7f. Jun 23 11:31:09.418182 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c110a6c-17be-46bb-9552-117b1ec18ba4 tempest-FloatingIPAdminTestJSON-1438251879 tempest-FloatingIPAdminTestJSON-1438251879-project-admin] Pushing event updated for resources: {'Port': ['ID=400ad563-cdc2-4e7c-8a68-0c8cd8ece47c,revision_number=2']} {{(pid=94174) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 11:31:09.425174 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG oslo_concurrency.lockutils [None req-6c110a6c-17be-46bb-9552-117b1ec18ba4 tempest-FloatingIPAdminTestJSON-1438251879 tempest-FloatingIPAdminTestJSON-1438251879-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.119s {{(pid=94174) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 11:31:09.425830 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron_lib.callbacks.manager [None req-5a621c67-93cc-4c14-bbd2-cd40aefbe806 tempest-RoutersAdminTest-1733287776 tempest-RoutersAdminTest-1733287776-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-524171'] for router_gateway, after_delete {{(pid=94175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:31:09.460714 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron_lib.callbacks.manager [None req-9e8eb9ea-9ea0-4dc0-9bd6-b65d0a6732c4 tempest-NetworksTestDHCPv6-162546708 tempest-NetworksTestDHCPv6-162546708-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866062', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5195999', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4294259'] for subnet, after_create {{(pid=94174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:31:09.468473 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG oslo_concurrency.lockutils [None req-994e541f-29e8-49df-93fc-996c6508952c tempest-NetworksTestDHCPv6-162546708 tempest-NetworksTestDHCPv6-162546708-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94174) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 11:31:09.471377 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron_lib.callbacks.manager [None req-6c110a6c-17be-46bb-9552-117b1ec18ba4 tempest-FloatingIPAdminTestJSON-1438251879 tempest-FloatingIPAdminTestJSON-1438251879-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-524229'] for floatingip, after_update {{(pid=94174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:31:09.543258 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron_lib.callbacks.manager [None req-5a621c67-93cc-4c14-bbd2-cd40aefbe806 tempest-RoutersAdminTest-1733287776 tempest-RoutersAdminTest-1733287776-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-520417', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-32301'] for router, precommit_delete {{(pid=94175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:31:09.544685 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron_lib.callbacks.manager [None req-9f2edd48-4799-44f4-9d0b-bef3125d144a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7996330'] for security_group, after_delete {{(pid=94174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:31:09.561311 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron_lib.callbacks.manager [None req-9f2edd48-4799-44f4-9d0b-bef3125d144a admin admin] Notify callbacks [] for security_group, before_response {{(pid=94174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:31:09.562435 dv-neutron-601336-94-hyperv neutron-server[94174]: INFO neutron.wsgi [None req-9f2edd48-4799-44f4-9d0b-bef3125d144a admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/9730ccbc-8e10-45ee-be4b-077032a87222 HTTP/1.1" status: 204 len: 168 time: 0.7413952 Jun 23 11:31:09.569111 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9e8eb9ea-9ea0-4dc0-9bd6-b65d0a6732c4 tempest-NetworksTestDHCPv6-162546708 tempest-NetworksTestDHCPv6-162546708-project] Network f53f535d-bce4-4da8-9bd9-396677ff4e83 is already hosted by enough agents. {{(pid=94174) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 23 11:31:09.573794 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron_lib.callbacks.manager [None req-5a621c67-93cc-4c14-bbd2-cd40aefbe806 tempest-RoutersAdminTest-1733287776 tempest-RoutersAdminTest-1733287776-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:31:09.583442 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.scheduler.base_scheduler [None req-9e8eb9ea-9ea0-4dc0-9bd6-b65d0a6732c4 tempest-NetworksTestDHCPv6-162546708 tempest-NetworksTestDHCPv6-162546708-project] Resources bound (agent type, host, resource id): {{(pid=94174) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 23 11:31:09.587310 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9e8eb9ea-9ea0-4dc0-9bd6-b65d0a6732c4 tempest-NetworksTestDHCPv6-162546708 tempest-NetworksTestDHCPv6-162546708-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94174) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 11:31:09.587780 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron_lib.callbacks.manager [None req-9e8eb9ea-9ea0-4dc0-9bd6-b65d0a6732c4 tempest-NetworksTestDHCPv6-162546708 tempest-NetworksTestDHCPv6-162546708-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7865916'] for subnet, before_response {{(pid=94174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:31:09.597157 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4c66d0ba-18ca-46a5-b47d-857440e12c7d None None] Network f53f535d-bce4-4da8-9bd9-396677ff4e83 requested from dv-neutron-601336-94-hyperv {{(pid=94176) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 23 11:31:09.620206 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e8eb9ea-9ea0-4dc0-9bd6-b65d0a6732c4 tempest-NetworksTestDHCPv6-162546708 tempest-NetworksTestDHCPv6-162546708-project] Pushing event updated for resources: {'Subnet': ['ID=e73159d3-8709-45a0-af92-886d6c8fd3a2,revision_number=0']} {{(pid=94174) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 11:31:09.622986 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron_lib.callbacks.manager [None req-a0956c33-f913-4ee8-bf16-ef2c3592d25b tempest-RoutersIpV6AdminTest-894294123 tempest-RoutersIpV6AdminTest-894294123-project] Notify callbacks [] for router_gateway, before_delete {{(pid=94174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:31:09.626738 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG oslo_concurrency.lockutils [None req-9e8eb9ea-9ea0-4dc0-9bd6-b65d0a6732c4 tempest-NetworksTestDHCPv6-162546708 tempest-NetworksTestDHCPv6-162546708-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.158s {{(pid=94174) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 11:31:09.632416 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.063s {{(pid=94174) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 11:31:09.648864 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f2edd48-4799-44f4-9d0b-bef3125d144a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9730ccbc-8e10-45ee-be4b-077032a87222,revision_number=None']} {{(pid=94174) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 11:31:09.655018 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG oslo_concurrency.lockutils [None req-9f2edd48-4799-44f4-9d0b-bef3125d144a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.022s {{(pid=94174) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 11:31:09.665425 dv-neutron-601336-94-hyperv neutron-server[94174]: INFO neutron.db.l3_db [None req-6c110a6c-17be-46bb-9552-117b1ec18ba4 tempest-FloatingIPAdminTestJSON-1438251879 tempest-FloatingIPAdminTestJSON-1438251879-project-admin] Floating IP a7c86758-31ae-425d-acc0-334e77be7660 associated. External IP: 172.26.3.219, port: a40e193c-1363-46d7-89bd-818976ce10c3. Jun 23 11:31:09.708363 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a6a4902e-3649-433b-a033-447a969e734f tempest-ServersTestManualDisk-1703480083 tempest-ServersTestManualDisk-1703480083-project] Router c4011798-9e12-4124-bd92-c3bdbb57294a has already been hosted by L3 agent 50ef99c0-ef28-4db5-b303-b145898fae60 {{(pid=94175) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 23 11:31:09.762018 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron_lib.callbacks.manager [None req-5a621c67-93cc-4c14-bbd2-cd40aefbe806 tempest-RoutersAdminTest-1733287776 tempest-RoutersAdminTest-1733287776-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-494961'] for router, after_delete {{(pid=94175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:31:09.762541 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5a621c67-93cc-4c14-bbd2-cd40aefbe806 tempest-RoutersAdminTest-1733287776 tempest-RoutersAdminTest-1733287776-project-admin] Fanout notify agent at l3_agent the message router_deleted on router e6076c3b-9609-4cba-ab8f-417ff674431b {{(pid=94175) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jun 23 11:31:09.778928 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron_lib.callbacks.manager [None req-5a621c67-93cc-4c14-bbd2-cd40aefbe806 tempest-RoutersAdminTest-1733287776 tempest-RoutersAdminTest-1733287776-project-admin] Notify callbacks [] for router, before_response {{(pid=94175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:31:09.785726 dv-neutron-601336-94-hyperv neutron-server[94175]: INFO neutron.wsgi [None req-5a621c67-93cc-4c14-bbd2-cd40aefbe806 tempest-RoutersAdminTest-1733287776 tempest-RoutersAdminTest-1733287776-project-admin] 10.222.0.20 "DELETE /v2.0/routers/e6076c3b-9609-4cba-ab8f-417ff674431b HTTP/1.1" status: 204 len: 168 time: 3.6038296 Jun 23 11:31:09.785904 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.wsgi [-] (94174) accepted ('10.222.0.20', 36948) {{(pid=94174) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 11:31:09.791770 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.api.v2.base [None req-fd5764ae-3d04-48b4-b0f1-938435eed357 tempest-RoutersAdminTest-1813587668 tempest-RoutersAdminTest-1813587668-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-1214096182', 'external_gateway_info': {'network_id': '3e7e4eb3-cf02-4d47-ade9-0a579cdfc60f'}, 'admin_state_up': False}} {{(pid=94174) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 23 11:31:09.823081 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a8ccd59c-d341-4541-8929-562120a48383 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1e0d828a-1fa4-563d-b7fd-53adf66a04ee-f53f535d-bce4-4da8-9bd9-396677ff4e83', 'network_id': 'f53f535d-bce4-4da8-9bd9-396677ff4e83', 'tenant_id': '5e61222a836c47229c94e37f3902e6bd', 'fixed_ips': [{'subnet_id': 'e73159d3-8709-45a0-af92-886d6c8fd3a2'}]}} from dv-neutron-601336-94-hyperv. {{(pid=94176) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 23 11:31:09.824484 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron_lib.callbacks.manager [None req-a8ccd59c-d341-4541-8929-562120a48383 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-923104'] for port, before_create {{(pid=94176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:31:09.873698 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron_lib.callbacks.manager [None req-05f36731-21aa-4906-83ef-e91beeb7e2fb tempest-NetworksIpV6TestAttrs-49342282 tempest-NetworksIpV6TestAttrs-49342282-project] Notify callbacks [] for security_group, precommit_create {{(pid=94175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:31:09.875483 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.plugins.ml2.plugin [None req-a0956c33-f913-4ee8-bf16-ef2c3592d25b tempest-RoutersIpV6AdminTest-894294123 tempest-RoutersIpV6AdminTest-894294123-project] Deleting port 330b1adc-6f6e-4687-8947-dc2b9b016aa5 {{(pid=94174) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1913}} Jun 23 11:31:09.875833 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron_lib.callbacks.manager [None req-a0956c33-f913-4ee8-bf16-ef2c3592d25b tempest-RoutersIpV6AdminTest-894294123 tempest-RoutersIpV6AdminTest-894294123-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773700079324'] for port, before_delete {{(pid=94174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:31:09.948536 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6a5d02fd-0323-4f55-a4ad-02809d5fe1c1 tempest-ServersTestJSON-995612928 tempest-ServersTestJSON-995612928-project] Router b38daa88-0747-4546-ba11-f93b1c758a7a has already been hosted by L3 agent 50ef99c0-ef28-4db5-b303-b145898fae60 {{(pid=94175) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 23 11:31:09.949446 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron_lib.callbacks.manager [None req-05f36731-21aa-4906-83ef-e91beeb7e2fb tempest-NetworksIpV6TestAttrs-49342282 tempest-NetworksIpV6TestAttrs-49342282-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7996330'] for security_group, after_create {{(pid=94175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:31:09.957698 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94175) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 11:31:09.997391 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-05f36731-21aa-4906-83ef-e91beeb7e2fb tempest-NetworksIpV6TestAttrs-49342282 tempest-NetworksIpV6TestAttrs-49342282-project] vlan segment allocate from pool success with {'vlan_id': 400, 'physical_network': 'physnet1'} {{(pid=94175) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 23 11:31:10.004151 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a6a4902e-3649-433b-a033-447a969e734f tempest-ServersTestManualDisk-1703480083 tempest-ServersTestManualDisk-1703480083-project] Notify agent at l3_agent.dv-neutron-601336-94-hyperv the message routers_updated {{(pid=94175) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 23 11:31:10.013077 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron_lib.callbacks.manager [None req-a6a4902e-3649-433b-a033-447a969e734f tempest-ServersTestManualDisk-1703480083 tempest-ServersTestManualDisk-1703480083-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-217507'] for floatingip, before_response {{(pid=94175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:31:10.018727 dv-neutron-601336-94-hyperv neutron-server[94177]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9ee3bdcf-10c2-47c7-8054-c03621d36901 None None] Sync routers for ids ['c4011798-9e12-4124-bd92-c3bdbb57294a'] in dv-neutron-601336-94-hyperv {{(pid=94177) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 23 11:31:10.019466 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05f36731-21aa-4906-83ef-e91beeb7e2fb tempest-NetworksIpV6TestAttrs-49342282 tempest-NetworksIpV6TestAttrs-49342282-project] Pushing event updated for resources: {'SecurityGroup': ['ID=edc71d04-61a6-4c99-8064-5cf65c66ff62,revision_number=1']} {{(pid=94175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 11:31:10.022091 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.db.db_base_plugin_common [None req-a8ccd59c-d341-4541-8929-562120a48383 None None] Allocated IP 2001:db8::2 (f53f535d-bce4-4da8-9bd9-396677ff4e83/e73159d3-8709-45a0-af92-886d6c8fd3a2/bff33eb0-ada6-47d6-bc18-74e0cacdf0c6) {{(pid=94176) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 23 11:31:10.023730 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG oslo_concurrency.lockutils [None req-05f36731-21aa-4906-83ef-e91beeb7e2fb tempest-NetworksIpV6TestAttrs-49342282 tempest-NetworksIpV6TestAttrs-49342282-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.066s {{(pid=94175) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 11:31:10.045674 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron_lib.callbacks.manager [None req-05f36731-21aa-4906-83ef-e91beeb7e2fb tempest-NetworksIpV6TestAttrs-49342282 tempest-NetworksIpV6TestAttrs-49342282-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3801'] for segment, precommit_create {{(pid=94175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:31:10.046038 dv-neutron-601336-94-hyperv neutron-server[94175]: INFO neutron.db.segments_db [None req-05f36731-21aa-4906-83ef-e91beeb7e2fb tempest-NetworksIpV6TestAttrs-49342282 tempest-NetworksIpV6TestAttrs-49342282-project] Added segment bbeb6559-93b8-4c63-9eae-fe0f62037580 of type vlan for network c2e226e5-e90f-4b54-9911-59242531b120 Jun 23 11:31:10.046969 dv-neutron-601336-94-hyperv neutron-server[94177]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9ee3bdcf-10c2-47c7-8054-c03621d36901 None None] Routers {'c4011798-9e12-4124-bd92-c3bdbb57294a'} bound to L3 agent in host dv-neutron-601336-94-hyperv {{(pid=94177) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 23 11:31:10.056986 dv-neutron-601336-94-hyperv neutron-server[94177]: DEBUG neutron.db.l3_hamode_db [None req-9ee3bdcf-10c2-47c7-8054-c03621d36901 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-601336-94-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-23T11:22:13Z,description=,heartbeat_timestamp=2021-06-23T11:30:43Z,host='dv-neutron-601336-94-hyperv',id=50ef99c0-ef28-4db5-b303-b145898fae60,load=0,resource_versions=,resources_synced=,started_at=2021-06-23T11:22:14Z,topic='l3_agent')) {'router_ids': ['c4011798-9e12-4124-bd92-c3bdbb57294a'], 'active': True} {{(pid=94177) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 11:31:10.076091 dv-neutron-601336-94-hyperv neutron-server[94174]: INFO neutron.wsgi [None req-9e8eb9ea-9ea0-4dc0-9bd6-b65d0a6732c4 tempest-NetworksTestDHCPv6-162546708 tempest-NetworksTestDHCPv6-162546708-project] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 2.3133833 Jun 23 11:31:10.085273 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.wsgi [-] (94174) accepted ('10.222.0.20', 36952) {{(pid=94174) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 11:31:10.105624 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.api.v2.base [None req-d9d689dd-c298-4337-b64a-9dc07b2bebe4 tempest-NetworksTestDHCPv6-162546708 tempest-NetworksTestDHCPv6-162546708-project] Request body: {'port': {'network_id': 'f53f535d-bce4-4da8-9bd9-396677ff4e83', 'fixed_ips': [{'subnet_id': 'e73159d3-8709-45a0-af92-886d6c8fd3a2', 'ip_address': '2001:db8:0:1::3'}], 'name': 'tempest-NetworksTestDHCPv6-620371988'}} {{(pid=94174) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 23 11:31:10.164232 dv-neutron-601336-94-hyperv neutron-server[94175]: INFO neutron.wsgi [None req-a6a4902e-3649-433b-a033-447a969e734f tempest-ServersTestManualDisk-1703480083 tempest-ServersTestManualDisk-1703480083-project] 10.222.0.20 "PUT /v2.0/floatingips/fa0147e7-5da9-4017-b7da-e8a2b4b002e0 HTTP/1.1" status: 200 len: 991 time: 3.1350894 Jun 23 11:31:10.220885 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6c110a6c-17be-46bb-9552-117b1ec18ba4 tempest-FloatingIPAdminTestJSON-1438251879 tempest-FloatingIPAdminTestJSON-1438251879-project-admin] Router 82083bbf-e3ef-4c55-8318-807c0e486f66 has already been hosted by L3 agent 50ef99c0-ef28-4db5-b303-b145898fae60 {{(pid=94174) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 23 11:31:10.228502 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron_lib.callbacks.manager [None req-a0956c33-f913-4ee8-bf16-ef2c3592d25b tempest-RoutersIpV6AdminTest-894294123 tempest-RoutersIpV6AdminTest-894294123-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-430722'] for port, precommit_delete {{(pid=94174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:31:10.241472 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron_lib.callbacks.manager [None req-05f36731-21aa-4906-83ef-e91beeb7e2fb tempest-NetworksIpV6TestAttrs-49342282 tempest-NetworksIpV6TestAttrs-49342282-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8773699596773'] for network, precommit_create {{(pid=94175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:31:10.243897 dv-neutron-601336-94-hyperv neutron-server[94177]: DEBUG neutron.db.l3_dvr_db [None req-9ee3bdcf-10c2-47c7-8054-c03621d36901 None None] Set router c4011798-9e12-4124-bd92-c3bdbb57294a gateway port host: dv-neutron-601336-94-hyperv {{(pid=94177) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:838}} Jun 23 11:31:10.246429 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '60467d60-f71e-4b81-84ed-861e06a6acb7', 'tag': 'fe216483-41ee-46c0-a3bd-9e45c734b083'}] {{(pid=94175) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 23 11:31:10.249365 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1970408df4ea4e7170669a1249478e627cf05a5a0b07cc08a66c5cb53d0ac47a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1a6c7b0e-40e5-46e9-8fd1-a3fff839433e" -d '{"events": [{"name": "network-changed", "server_uuid": "60467d60-f71e-4b81-84ed-861e06a6acb7", "tag": "fe216483-41ee-46c0-a3bd-9e45c734b083"}]}' {{(pid=94175) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 23 11:31:10.259376 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.plugins.ml2.plugin [None req-a0956c33-f913-4ee8-bf16-ef2c3592d25b tempest-RoutersIpV6AdminTest-894294123 tempest-RoutersIpV6AdminTest-894294123-project] Calling delete_port for 330b1adc-6f6e-4687-8947-dc2b9b016aa5 owned by network:router_gateway {{(pid=94174) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1986}} Jun 23 11:31:10.272009 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron_lib.callbacks.manager [None req-a8ccd59c-d341-4541-8929-562120a48383 None None] Notify callbacks [] for port, precommit_create {{(pid=94176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:31:10.282914 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.db.provisioning_blocks [None req-a8ccd59c-d341-4541-8929-562120a48383 None None] Transition to ACTIVE for port object bff33eb0-ada6-47d6-bc18-74e0cacdf0c6 will not be triggered until provisioned by entity L2. {{(pid=94176) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 23 11:31:10.307259 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.db.provisioning_blocks [None req-a8ccd59c-d341-4541-8929-562120a48383 None None] Transition to ACTIVE for port object bff33eb0-ada6-47d6-bc18-74e0cacdf0c6 will not be triggered until provisioned by entity DHCP. {{(pid=94176) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 23 11:31:10.323977 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 23 Jun 2021 11:31:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ec599d4b-be1b-4faf-93c4-1b07f60dff42 x-openstack-request-id: req-ec599d4b-be1b-4faf-93c4-1b07f60dff42 {{(pid=94175) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 23 11:31:10.324311 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "60467d60-f71e-4b81-84ed-861e06a6acb7", "tag": "fe216483-41ee-46c0-a3bd-9e45c734b083", "status": "completed", "code": 200}]} {{(pid=94175) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 23 11:31:10.324601 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-ec599d4b-be1b-4faf-93c4-1b07f60dff42 {{(pid=94175) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 23 11:31:10.325034 dv-neutron-601336-94-hyperv neutron-server[94175]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '60467d60-f71e-4b81-84ed-861e06a6acb7', 'tag': 'fe216483-41ee-46c0-a3bd-9e45c734b083', 'status': 'completed', 'code': 200} Jun 23 11:31:10.368593 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6a5d02fd-0323-4f55-a4ad-02809d5fe1c1 tempest-ServersTestJSON-995612928 tempest-ServersTestJSON-995612928-project] Notify agent at l3_agent.dv-neutron-601336-94-hyperv the message routers_updated {{(pid=94175) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 23 11:31:10.378746 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aab2730e-2a91-4b4f-92ae-fa62a7f0e26f None None] Sync routers for ids ['b38daa88-0747-4546-ba11-f93b1c758a7a'] in dv-neutron-601336-94-hyperv {{(pid=94176) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 23 11:31:10.390707 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron_lib.callbacks.manager [None req-6a5d02fd-0323-4f55-a4ad-02809d5fe1c1 tempest-ServersTestJSON-995612928 tempest-ServersTestJSON-995612928-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-217507'] for floatingip, before_response {{(pid=94175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:31:10.406664 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron_lib.callbacks.manager [None req-a8ccd59c-d341-4541-8929-562120a48383 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-922915', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-239814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7866073', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773699642215'] for port, after_create {{(pid=94176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:31:10.409833 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG oslo_concurrency.lockutils [None req-97bd5441-1da2-49ee-a364-27795820ba27 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 11:31:10.415516 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aab2730e-2a91-4b4f-92ae-fa62a7f0e26f None None] Routers {'b38daa88-0747-4546-ba11-f93b1c758a7a'} bound to L3 agent in host dv-neutron-601336-94-hyperv {{(pid=94176) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 23 11:31:10.416301 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.db.l3_hamode_db [None req-aab2730e-2a91-4b4f-92ae-fa62a7f0e26f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-601336-94-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-23T11:22:13Z,description=,heartbeat_timestamp=2021-06-23T11:30:43Z,host='dv-neutron-601336-94-hyperv',id=50ef99c0-ef28-4db5-b303-b145898fae60,load=0,resource_versions=,resources_synced=,started_at=2021-06-23T11:22:14Z,topic='l3_agent')) {'router_ids': ['b38daa88-0747-4546-ba11-f93b1c758a7a'], 'active': True} {{(pid=94176) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 11:31:10.453462 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6c110a6c-17be-46bb-9552-117b1ec18ba4 tempest-FloatingIPAdminTestJSON-1438251879 tempest-FloatingIPAdminTestJSON-1438251879-project-admin] Notify agent at l3_agent.dv-neutron-601336-94-hyperv the message routers_updated {{(pid=94174) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 23 11:31:10.459066 dv-neutron-601336-94-hyperv neutron-server[94175]: INFO neutron.wsgi [None req-6a5d02fd-0323-4f55-a4ad-02809d5fe1c1 tempest-ServersTestJSON-995612928 tempest-ServersTestJSON-995612928-project] 10.222.0.20 "PUT /v2.0/floatingips/da29f43d-d520-463f-a427-8df392825c5c HTTP/1.1" status: 200 len: 991 time: 3.2405431 Jun 23 11:31:10.476793 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a6c7b0e-40e5-46e9-8fd1-a3fff839433e req-2e746712-40fa-4450-9671-e5959548c33d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 11:31:10.478339 dv-neutron-601336-94-hyperv neutron-server[94175]: INFO neutron.wsgi [req-1a6c7b0e-40e5-46e9-8fd1-a3fff839433e req-2e746712-40fa-4450-9671-e5959548c33d service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=7773bca180b74a769b5b6d02c3ba717c&device_id=60467d60-f71e-4b81-84ed-861e06a6acb7 HTTP/1.1" status: 200 len: 1099 time: 0.1273985 Jun 23 11:31:10.523633 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron_lib.callbacks.manager [None req-fd5764ae-3d04-48b4-b0f1-938435eed357 tempest-RoutersAdminTest-1813587668 tempest-RoutersAdminTest-1813587668-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-520407', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-32315'] for router, before_create {{(pid=94174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:31:10.523633 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron_lib.callbacks.manager [None req-fd5764ae-3d04-48b4-b0f1-938435eed357 tempest-RoutersAdminTest-1813587668 tempest-RoutersAdminTest-1813587668-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-520264', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-524122', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-414782', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-32290'] for router, precommit_create {{(pid=94174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:31:10.562899 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a8ccd59c-d341-4541-8929-562120a48383 None None] Network f53f535d-bce4-4da8-9bd9-396677ff4e83 is already hosted by enough agents. {{(pid=94176) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 23 11:31:10.574789 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.scheduler.base_scheduler [None req-a8ccd59c-d341-4541-8929-562120a48383 None None] Resources bound (agent type, host, resource id): {{(pid=94176) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 23 11:31:10.587024 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a8ccd59c-d341-4541-8929-562120a48383 None None] Received port after_create {{(pid=94176) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 23 11:31:10.600399 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8ccd59c-d341-4541-8929-562120a48383 None None] Pushing event updated for resources: {'Port': ['ID=bff33eb0-ada6-47d6-bc18-74e0cacdf0c6,revision_number=1']} {{(pid=94176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 11:31:10.656258 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron_lib.callbacks.manager [None req-fd5764ae-3d04-48b4-b0f1-938435eed357 tempest-RoutersAdminTest-1813587668 tempest-RoutersAdminTest-1813587668-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:31:10.657588 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.wsgi [-] (94174) accepted ('10.222.0.20', 36964) {{(pid=94174) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 11:31:10.662744 dv-neutron-601336-94-hyperv neutron-server[94177]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c3fcc28e-81d4-497a-9a02-0cb614dc3066 None None] Sync routers for ids ['82083bbf-e3ef-4c55-8318-807c0e486f66'] in dv-neutron-601336-94-hyperv {{(pid=94177) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 23 11:31:10.677767 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron_lib.callbacks.manager [None req-6c110a6c-17be-46bb-9552-117b1ec18ba4 tempest-FloatingIPAdminTestJSON-1438251879 tempest-FloatingIPAdminTestJSON-1438251879-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-217507'] for floatingip, before_response {{(pid=94174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:31:10.681991 dv-neutron-601336-94-hyperv neutron-server[94177]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c3fcc28e-81d4-497a-9a02-0cb614dc3066 None None] Routers {'82083bbf-e3ef-4c55-8318-807c0e486f66'} bound to L3 agent in host dv-neutron-601336-94-hyperv {{(pid=94177) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 23 11:31:10.683021 dv-neutron-601336-94-hyperv neutron-server[94177]: DEBUG neutron.db.l3_hamode_db [None req-c3fcc28e-81d4-497a-9a02-0cb614dc3066 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-601336-94-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-23T11:22:13Z,description=,heartbeat_timestamp=2021-06-23T11:30:43Z,host='dv-neutron-601336-94-hyperv',id=50ef99c0-ef28-4db5-b303-b145898fae60,load=0,resource_versions=,resources_synced=,started_at=2021-06-23T11:22:14Z,topic='l3_agent')) {'router_ids': ['82083bbf-e3ef-4c55-8318-807c0e486f66'], 'active': True} {{(pid=94177) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 11:31:10.696827 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.db.l3_dvr_db [None req-aab2730e-2a91-4b4f-92ae-fa62a7f0e26f None None] Set router b38daa88-0747-4546-ba11-f93b1c758a7a gateway port host: dv-neutron-601336-94-hyperv {{(pid=94176) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:838}} Jun 23 11:31:10.717390 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a6c7b0e-40e5-46e9-8fd1-a3fff839433e req-94ac861d-1163-4a48-84aa-868ed9aac7a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 11:31:10.719215 dv-neutron-601336-94-hyperv neutron-server[94175]: INFO neutron.wsgi [req-1a6c7b0e-40e5-46e9-8fd1-a3fff839433e req-94ac861d-1163-4a48-84aa-868ed9aac7a4 service neutron] 10.222.0.52 "GET /v2.0/networks?id=eef03c16-5c70-4b40-b183-38c419fed443 HTTP/1.1" status: 200 len: 913 time: 0.2336063 Jun 23 11:31:10.719777 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron_lib.callbacks.manager [None req-05f36731-21aa-4906-83ef-e91beeb7e2fb tempest-NetworksIpV6TestAttrs-49342282 tempest-NetworksIpV6TestAttrs-49342282-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8002400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7866073'] for network, after_create {{(pid=94175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:31:10.725917 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-05f36731-21aa-4906-83ef-e91beeb7e2fb tempest-NetworksIpV6TestAttrs-49342282 tempest-NetworksIpV6TestAttrs-49342282-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 11:31:10.726569 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron_lib.callbacks.manager [None req-05f36731-21aa-4906-83ef-e91beeb7e2fb tempest-NetworksIpV6TestAttrs-49342282 tempest-NetworksIpV6TestAttrs-49342282-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7865916'] for network, before_response {{(pid=94175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:31:10.731480 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG oslo_concurrency.lockutils [None req-675a0a1c-801b-4c99-9b80-dcf3b00dd671 tempest-PortsAdminExtendedAttrsIpV6TestJSON-231462084 tempest-PortsAdminExtendedAttrsIpV6TestJSON-231462084-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94175) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 11:31:10.771745 dv-neutron-601336-94-hyperv neutron-server[94174]: INFO neutron.wsgi [None req-6c110a6c-17be-46bb-9552-117b1ec18ba4 tempest-FloatingIPAdminTestJSON-1438251879 tempest-FloatingIPAdminTestJSON-1438251879-project-admin] 10.222.0.20 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 987 time: 5.7104180 Jun 23 11:31:10.772621 dv-neutron-601336-94-hyperv neutron-server[94177]: DEBUG neutron.db.l3_hamode_db [None req-c3fcc28e-81d4-497a-9a02-0cb614dc3066 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-601336-94-hyperv', False) {} {{(pid=94177) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 11:31:10.819717 dv-neutron-601336-94-hyperv neutron-server[94177]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c3fcc28e-81d4-497a-9a02-0cb614dc3066 None None] Routers {'82083bbf-e3ef-4c55-8318-807c0e486f66'} bound to L3 agent in host dv-neutron-601336-94-hyperv {{(pid=94177) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 23 11:31:10.820641 dv-neutron-601336-94-hyperv neutron-server[94177]: DEBUG neutron.db.l3_hamode_db [None req-c3fcc28e-81d4-497a-9a02-0cb614dc3066 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-601336-94-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-23T11:22:13Z,description=,heartbeat_timestamp=2021-06-23T11:30:43Z,host='dv-neutron-601336-94-hyperv',id=50ef99c0-ef28-4db5-b303-b145898fae60,load=0,resource_versions=,resources_synced=,started_at=2021-06-23T11:22:14Z,topic='l3_agent')) {'router_ids': ['82083bbf-e3ef-4c55-8318-807c0e486f66'], 'active': True} {{(pid=94177) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 11:31:10.855173 dv-neutron-601336-94-hyperv neutron-server[94177]: DEBUG neutron.db.l3_hamode_db [None req-c3fcc28e-81d4-497a-9a02-0cb614dc3066 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-601336-94-hyperv', False) {} {{(pid=94177) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 11:31:10.856220 dv-neutron-601336-94-hyperv neutron-server[94177]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c3fcc28e-81d4-497a-9a02-0cb614dc3066 None None] The sync data for ids ['82083bbf-e3ef-4c55-8318-807c0e486f66'] in dv-neutron-601336-94-hyperv is: [] {{(pid=94177) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 23 11:31:10.875657 dv-neutron-601336-94-hyperv neutron-server[94177]: DEBUG neutron.db.l3_hamode_db [None req-9ee3bdcf-10c2-47c7-8054-c03621d36901 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c4011798-9e12-4124-bd92-c3bdbb57294a', 'name': 'tempest-ServersTestManualDisk-1881504983-router', 'tenant_id': '7773bca180b74a769b5b6d02c3ba717c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3e7e4eb3-cf02-4d47-ade9-0a579cdfc60f', 'external_fixed_ips': [{'subnet_id': 'a5ad15ab-c489-4a67-a9b0-d559fca0ec71', 'ip_address': '172.26.3.149'}], 'enable_snat': True}, 'gw_port_id': '1672c3a7-e0d1-48d1-af58-33f38510af19', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-23T11:29:59Z', 'updated_at': '2021-06-23T11:30:10Z', 'revision_number': 4, 'project_id': '7773bca180b74a769b5b6d02c3ba717c', 'gw_port': {'id': '1672c3a7-e0d1-48d1-af58-33f38510af19', 'name': '', 'network_id': '3e7e4eb3-cf02-4d47-ade9-0a579cdfc60f', 'tenant_id': '', 'mac_address': 'fa:16:3e:ef:5a:e9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c4011798-9e12-4124-bd92-c3bdbb57294a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 84, 'fixed_ips': [{'subnet_id': 'a5ad15ab-c489-4a67-a9b0-d559fca0ec71', 'ip_address': '172.26.3.149', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-94-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-23T11:30:01Z', 'updated_at': '2021-06-23T11:30:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a5ad15ab-c489-4a67-a9b0-d559fca0ec71', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-601336-94-hyperv', '_floatingips': [{'id': 'fa0147e7-5da9-4017-b7da-e8a2b4b002e0', 'tenant_id': '7773bca180b74a769b5b6d02c3ba717c', 'floating_ip_address': '172.26.3.39', 'floating_network_id': '3e7e4eb3-cf02-4d47-ade9-0a579cdfc60f', 'router_id': 'c4011798-9e12-4124-bd92-c3bdbb57294a', 'port_id': 'fe216483-41ee-46c0-a3bd-9e45c734b083', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 178, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'eef03c16-5c70-4b40-b183-38c419fed443', 'mac_address': 'fa:16:3e:26:98:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '60467d60-f71e-4b81-84ed-861e06a6acb7', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-23T11:30:25Z', 'updated_at': '2021-06-23T11:31:08Z', 'revision_number': 1, 'project_id': '7773bca180b74a769b5b6d02c3ba717c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '32794a4f-8325-483e-b755-3914d9883a6a', 'name': '', 'network_id': 'eef03c16-5c70-4b40-b183-38c419fed443', 'tenant_id': '7773bca180b74a769b5b6d02c3ba717c', 'mac_address': 'fa:16:3e:78:be:1b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c4011798-9e12-4124-bd92-c3bdbb57294a', 'device_owner': 'network:router_interface', 'standard_attr_id': 113, 'fixed_ips': [{'subnet_id': '9ea7a874-1ae9-4ebd-bc55-df948e24bd59', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-94-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-23T11:30:08Z', 'updated_at': '2021-06-23T11:30:22Z', 'revision_number': 5, 'project_id': '7773bca180b74a769b5b6d02c3ba717c', 'subnets': [{'id': '9ea7a874-1ae9-4ebd-bc55-df948e24bd59', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-601336-94-hyperv', False) {} {{(pid=94177) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 11:31:10.887979 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.wsgi [-] (94174) accepted ('10.222.0.20', 36966) {{(pid=94174) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 11:31:10.906820 dv-neutron-601336-94-hyperv neutron-server[94177]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9ee3bdcf-10c2-47c7-8054-c03621d36901 None None] Checking router: c4011798-9e12-4124-bd92-c3bdbb57294a for host: dv-neutron-601336-94-hyperv {{(pid=94177) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 23 11:31:10.916483 dv-neutron-601336-94-hyperv neutron-server[94177]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9ee3bdcf-10c2-47c7-8054-c03621d36901 None None] Routers {'c4011798-9e12-4124-bd92-c3bdbb57294a'} bound to L3 agent in host dv-neutron-601336-94-hyperv {{(pid=94177) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 23 11:31:10.917416 dv-neutron-601336-94-hyperv neutron-server[94177]: DEBUG neutron.db.l3_hamode_db [None req-9ee3bdcf-10c2-47c7-8054-c03621d36901 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-601336-94-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-23T11:22:13Z,description=,heartbeat_timestamp=2021-06-23T11:30:43Z,host='dv-neutron-601336-94-hyperv',id=50ef99c0-ef28-4db5-b303-b145898fae60,load=0,resource_versions=,resources_synced=,started_at=2021-06-23T11:22:14Z,topic='l3_agent')) {'router_ids': ['c4011798-9e12-4124-bd92-c3bdbb57294a'], 'active': True} {{(pid=94177) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 11:31:11.031331 dv-neutron-601336-94-hyperv neutron-server[94177]: DEBUG neutron.db.l3_dvr_db [None req-9ee3bdcf-10c2-47c7-8054-c03621d36901 None None] Set router c4011798-9e12-4124-bd92-c3bdbb57294a gateway port host: dv-neutron-601336-94-hyperv {{(pid=94177) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:838}} Jun 23 11:31:11.037593 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG oslo_concurrency.lockutils [None req-a8ccd59c-d341-4541-8929-562120a48383 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.628s {{(pid=94176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 11:31:11.039540 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.plugins.ml2.rpc [None req-dc7542b2-afef-47f4-a763-e3a3cba144be None None] Device ca8a0a68-35d1-4a11-a8ac-418bf7242abc no longer exists at agent ovs-agent-dv-neutron-601336-94-hyperv {{(pid=94176) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:261}} Jun 23 11:31:11.143547 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.plugins.ml2.plugin [None req-dc7542b2-afef-47f4-a763-e3a3cba144be None None] No Port match for: ca8a0a68-35d1-4a11-a8ac-418bf7242abc {{(pid=94176) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2240}} Jun 23 11:31:11.143766 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.plugins.ml2.rpc [None req-dc7542b2-afef-47f4-a763-e3a3cba144be None None] Device ca8a0a68-35d1-4a11-a8ac-418bf7242abc not bound to the agent host dv-neutron-601336-94-hyperv {{(pid=94176) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:271}} Jun 23 11:31:11.168243 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05f36731-21aa-4906-83ef-e91beeb7e2fb tempest-NetworksIpV6TestAttrs-49342282 tempest-NetworksIpV6TestAttrs-49342282-project] Pushing event updated for resources: {'Network': ['ID=c2e226e5-e90f-4b54-9911-59242531b120,revision_number=1']} {{(pid=94175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 11:31:11.184968 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG oslo_concurrency.lockutils [None req-05f36731-21aa-4906-83ef-e91beeb7e2fb tempest-NetworksIpV6TestAttrs-49342282 tempest-NetworksIpV6TestAttrs-49342282-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.453s {{(pid=94175) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 11:31:11.187684 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.plugins.ml2.rpc [None req-dc7542b2-afef-47f4-a763-e3a3cba144be None None] Network c2e226e5-e90f-4b54-9911-59242531b120 details requested by agent ovs-agent-dv-neutron-601336-94-hyperv with host dv-neutron-601336-94-hyperv {{(pid=94176) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:250}} Jun 23 11:31:11.188925 dv-neutron-601336-94-hyperv neutron-server[94175]: INFO neutron.wsgi [None req-05f36731-21aa-4906-83ef-e91beeb7e2fb tempest-NetworksIpV6TestAttrs-49342282 tempest-NetworksIpV6TestAttrs-49342282-project] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 789 time: 2.6074255 Jun 23 11:31:11.201934 dv-neutron-601336-94-hyperv neutron-server[94175]: INFO neutron.wsgi [req-1a6c7b0e-40e5-46e9-8fd1-a3fff839433e req-65e8d550-3840-427e-beaa-b9357b65af5e service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=fe216483-41ee-46c0-a3bd-9e45c734b083 HTTP/1.1" status: 200 len: 999 time: 0.4708040 Jun 23 11:31:11.202448 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.plugins.ml2.managers [None req-a8ccd59c-d341-4541-8929-562120a48383 None None] Attempting to bind port bff33eb0-ada6-47d6-bc18-74e0cacdf0c6 on host dv-neutron-601336-94-hyperv for vnic_type normal with profile {{(pid=94176) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 23 11:31:11.202843 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.plugins.ml2.managers [None req-a8ccd59c-d341-4541-8929-562120a48383 None None] Attempting to bind port bff33eb0-ada6-47d6-bc18-74e0cacdf0c6 by drivers openvswitch,hyperv on host dv-neutron-601336-94-hyperv at level 0 using segments [{'id': '6303a411-6e70-4139-a530-9ee4cf8ba843', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 419, 'network_id': 'f53f535d-bce4-4da8-9bd9-396677ff4e83'}] {{(pid=94176) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 23 11:31:11.203236 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a8ccd59c-d341-4541-8929-562120a48383 None None] Attempting to bind port bff33eb0-ada6-47d6-bc18-74e0cacdf0c6 on network f53f535d-bce4-4da8-9bd9-396677ff4e83 {{(pid=94176) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 23 11:31:11.263067 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d9d689dd-c298-4337-b64a-9dc07b2bebe4 tempest-NetworksTestDHCPv6-162546708 tempest-NetworksTestDHCPv6-162546708-project] Made reservation on behalf of 5e61222a836c47229c94e37f3902e6bd for: {'port': 1} {{(pid=94174) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 23 11:31:11.282620 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a8ccd59c-d341-4541-8929-562120a48383 None None] Checking agent: {'id': '4d05f899-5ac9-411b-8a03-f60c93f87cdf', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-601336-94-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 23, 11, 22, 14), 'started_at': datetime.datetime(2021, 6, 23, 11, 22, 44), 'heartbeat_timestamp': datetime.datetime(2021, 6, 23, 11, 30, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'monitor_allowed_address_pair_garp': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-601336-94-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94176) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 23 11:31:11.283415 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a8ccd59c-d341-4541-8929-562120a48383 None None] Checking segment: {'id': '6303a411-6e70-4139-a530-9ee4cf8ba843', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 419, 'network_id': 'f53f535d-bce4-4da8-9bd9-396677ff4e83'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94176) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 23 11:31:11.284547 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron_lib.callbacks.manager [None req-a8ccd59c-d341-4541-8929-562120a48383 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:31:11.285271 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a8ccd59c-d341-4541-8929-562120a48383 None None] Bound using segment: {'id': '6303a411-6e70-4139-a530-9ee4cf8ba843', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 419, 'network_id': 'f53f535d-bce4-4da8-9bd9-396677ff4e83'} {{(pid=94176) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 23 11:31:11.285962 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.plugins.ml2.managers [None req-a8ccd59c-d341-4541-8929-562120a48383 None None] Bound port: bff33eb0-ada6-47d6-bc18-74e0cacdf0c6, host: dv-neutron-601336-94-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6303a411-6e70-4139-a530-9ee4cf8ba843', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 419, 'network_id': 'f53f535d-bce4-4da8-9bd9-396677ff4e83'}}] {{(pid=94176) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 23 11:31:11.286545 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron_lib.callbacks.manager [None req-a8ccd59c-d341-4541-8929-562120a48383 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-923122'] for port, before_update {{(pid=94176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:31:11.301337 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron_lib.callbacks.manager [None req-0cdb5988-18f2-4624-906f-6e69320c43fb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773699952132', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-899307'] for agent, after_update {{(pid=94176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:31:11.302736 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a6c7b0e-40e5-46e9-8fd1-a3fff839433e req-5d11814b-973e-45b1-a682-4aa9e39a37f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 11:31:11.304232 dv-neutron-601336-94-hyperv neutron-server[94175]: INFO neutron.wsgi [req-1a6c7b0e-40e5-46e9-8fd1-a3fff839433e req-5d11814b-973e-45b1-a682-4aa9e39a37f9 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=9ea7a874-1ae9-4ebd-bc55-df948e24bd59 HTTP/1.1" status: 200 len: 851 time: 0.0946996 Jun 23 11:31:11.353332 dv-neutron-601336-94-hyperv neutron-server[94177]: DEBUG neutron.db.l3_hamode_db [None req-9ee3bdcf-10c2-47c7-8054-c03621d36901 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c4011798-9e12-4124-bd92-c3bdbb57294a', 'name': 'tempest-ServersTestManualDisk-1881504983-router', 'tenant_id': '7773bca180b74a769b5b6d02c3ba717c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3e7e4eb3-cf02-4d47-ade9-0a579cdfc60f', 'external_fixed_ips': [{'subnet_id': 'a5ad15ab-c489-4a67-a9b0-d559fca0ec71', 'ip_address': '172.26.3.149'}], 'enable_snat': True}, 'gw_port_id': '1672c3a7-e0d1-48d1-af58-33f38510af19', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-23T11:29:59Z', 'updated_at': '2021-06-23T11:30:10Z', 'revision_number': 4, 'project_id': '7773bca180b74a769b5b6d02c3ba717c', 'gw_port': {'id': '1672c3a7-e0d1-48d1-af58-33f38510af19', 'name': '', 'network_id': '3e7e4eb3-cf02-4d47-ade9-0a579cdfc60f', 'tenant_id': '', 'mac_address': 'fa:16:3e:ef:5a:e9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c4011798-9e12-4124-bd92-c3bdbb57294a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 84, 'fixed_ips': [{'subnet_id': 'a5ad15ab-c489-4a67-a9b0-d559fca0ec71', 'ip_address': '172.26.3.149', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-94-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-23T11:30:01Z', 'updated_at': '2021-06-23T11:30:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a5ad15ab-c489-4a67-a9b0-d559fca0ec71', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-601336-94-hyperv', '_floatingips': [{'id': 'fa0147e7-5da9-4017-b7da-e8a2b4b002e0', 'tenant_id': '7773bca180b74a769b5b6d02c3ba717c', 'floating_ip_address': '172.26.3.39', 'floating_network_id': '3e7e4eb3-cf02-4d47-ade9-0a579cdfc60f', 'router_id': 'c4011798-9e12-4124-bd92-c3bdbb57294a', 'port_id': 'fe216483-41ee-46c0-a3bd-9e45c734b083', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 178, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'eef03c16-5c70-4b40-b183-38c419fed443', 'mac_address': 'fa:16:3e:26:98:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '60467d60-f71e-4b81-84ed-861e06a6acb7', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-23T11:30:25Z', 'updated_at': '2021-06-23T11:31:08Z', 'revision_number': 1, 'project_id': '7773bca180b74a769b5b6d02c3ba717c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '32794a4f-8325-483e-b755-3914d9883a6a', 'name': '', 'network_id': 'eef03c16-5c70-4b40-b183-38c419fed443', 'tenant_id': '7773bca180b74a769b5b6d02c3ba717c', 'mac_address': 'fa:16:3e:78:be:1b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c4011798-9e12-4124-bd92-c3bdbb57294a', 'device_owner': 'network:router_interface', 'standard_attr_id': 113, 'fixed_ips': [{'subnet_id': '9ea7a874-1ae9-4ebd-bc55-df948e24bd59', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-94-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-23T11:30:08Z', 'updated_at': '2021-06-23T11:30:22Z', 'revision_number': 5, 'project_id': '7773bca180b74a769b5b6d02c3ba717c', 'subnets': [{'id': '9ea7a874-1ae9-4ebd-bc55-df948e24bd59', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-601336-94-hyperv', False) {} {{(pid=94177) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 11:31:11.395393 dv-neutron-601336-94-hyperv neutron-server[94177]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9ee3bdcf-10c2-47c7-8054-c03621d36901 None None] The sync data for ids ['c4011798-9e12-4124-bd92-c3bdbb57294a'] in dv-neutron-601336-94-hyperv is: [{'id': 'c4011798-9e12-4124-bd92-c3bdbb57294a', 'name': 'tempest-ServersTestManualDisk-1881504983-router', 'tenant_id': '7773bca180b74a769b5b6d02c3ba717c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3e7e4eb3-cf02-4d47-ade9-0a579cdfc60f', 'external_fixed_ips': [{'subnet_id': 'a5ad15ab-c489-4a67-a9b0-d559fca0ec71', 'ip_address': '172.26.3.149'}], 'enable_snat': True}, 'gw_port_id': '1672c3a7-e0d1-48d1-af58-33f38510af19', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-23T11:29:59Z', 'updated_at': '2021-06-23T11:30:10Z', 'revision_number': 4, 'project_id': '7773bca180b74a769b5b6d02c3ba717c', 'gw_port': {'id': '1672c3a7-e0d1-48d1-af58-33f38510af19', 'name': '', 'network_id': '3e7e4eb3-cf02-4d47-ade9-0a579cdfc60f', 'tenant_id': '', 'mac_address': 'fa:16:3e:ef:5a:e9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c4011798-9e12-4124-bd92-c3bdbb57294a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 84, 'fixed_ips': [{'subnet_id': 'a5ad15ab-c489-4a67-a9b0-d559fca0ec71', 'ip_address': '172.26.3.149', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-94-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-23T11:30:01Z', 'updated_at': '2021-06-23T11:30:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a5ad15ab-c489-4a67-a9b0-d559fca0ec71', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-601336-94-hyperv', '_floatingips': [{'id': 'fa0147e7-5da9-4017-b7da-e8a2b4b002e0', 'tenant_id': '7773bca180b74a769b5b6d02c3ba717c', 'floating_ip_address': '172.26.3.39', 'floating_network_id': '3e7e4eb3-cf02-4d47-ade9-0a579cdfc60f', 'router_id': 'c4011798-9e12-4124-bd92-c3bdbb57294a', 'port_id': 'fe216483-41ee-46c0-a3bd-9e45c734b083', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 178, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'eef03c16-5c70-4b40-b183-38c419fed443', 'mac_address': 'fa:16:3e:26:98:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '60467d60-f71e-4b81-84ed-861e06a6acb7', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-23T11:30:25Z', 'updated_at': '2021-06-23T11:31:08Z', 'revision_number': 1, 'project_id': '7773bca180b74a769b5b6d02c3ba717c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '32794a4f-8325-483e-b755-3914d9883a6a', 'name': '', 'network_id': 'eef03c16-5c70-4b40-b183-38c419fed443', 'tenant_id': '7773bca180b74a769b5b6d02c3ba717c', 'mac_address': 'fa:16:3e:78:be:1b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c4011798-9e12-4124-bd92-c3bdbb57294a', 'device_owner': 'network:router_interface', 'standard_attr_id': 113, 'fixed_ips': [{'subnet_id': '9ea7a874-1ae9-4ebd-bc55-df948e24bd59', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-94-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-23T11:30:08Z', 'updated_at': '2021-06-23T11:30:22Z', 'revision_number': 5, 'project_id': '7773bca180b74a769b5b6d02c3ba717c', 'subnets': [{'id': '9ea7a874-1ae9-4ebd-bc55-df948e24bd59', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94177) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 23 11:31:11.432022 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a6c7b0e-40e5-46e9-8fd1-a3fff839433e req-19620063-1341-49d4-8d53-01653fe5819a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 11:31:11.433529 dv-neutron-601336-94-hyperv neutron-server[94175]: INFO neutron.wsgi [req-1a6c7b0e-40e5-46e9-8fd1-a3fff839433e req-19620063-1341-49d4-8d53-01653fe5819a service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=eef03c16-5c70-4b40-b183-38c419fed443&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1178 time: 0.1207409 Jun 23 11:31:11.443822 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron_lib.callbacks.manager [None req-fd5764ae-3d04-48b4-b0f1-938435eed357 tempest-RoutersAdminTest-1813587668 tempest-RoutersAdminTest-1813587668-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-524104', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-520389', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-32276'] for router, precommit_update {{(pid=94174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:31:11.515679 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.plugins.ml2.db [None req-a8ccd59c-d341-4541-8929-562120a48383 None None] For port bff33eb0-ada6-47d6-bc18-74e0cacdf0c6, host dv-neutron-601336-94-hyperv, cleared binding levels {{(pid=94176) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 23 11:31:11.526066 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.plugins.ml2.db [None req-a8ccd59c-d341-4541-8929-562120a48383 None None] For port bff33eb0-ada6-47d6-bc18-74e0cacdf0c6, host dv-neutron-601336-94-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-94-hyperv',level=0,port_id=bff33eb0-ada6-47d6-bc18-74e0cacdf0c6,segment=NetworkSegment(6303a411-6e70-4139-a530-9ee4cf8ba843),segment_id=6303a411-6e70-4139-a530-9ee4cf8ba843)] {{(pid=94176) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 23 11:31:11.569940 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.db.l3_hamode_db [None req-aab2730e-2a91-4b4f-92ae-fa62a7f0e26f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b38daa88-0747-4546-ba11-f93b1c758a7a', 'name': 'tempest-ServersTestJSON-528278013-router', 'tenant_id': '3e2c0af899fe4d7db7ea93301231f34d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3e7e4eb3-cf02-4d47-ade9-0a579cdfc60f', 'external_fixed_ips': [{'subnet_id': 'a5ad15ab-c489-4a67-a9b0-d559fca0ec71', 'ip_address': '172.26.3.148'}], 'enable_snat': True}, 'gw_port_id': 'c1f1e88f-c802-4085-b69a-ba04b7063016', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-23T11:30:00Z', 'updated_at': '2021-06-23T11:30:12Z', 'revision_number': 4, 'project_id': '3e2c0af899fe4d7db7ea93301231f34d', 'gw_port': {'id': 'c1f1e88f-c802-4085-b69a-ba04b7063016', 'name': '', 'network_id': '3e7e4eb3-cf02-4d47-ade9-0a579cdfc60f', 'tenant_id': '', 'mac_address': 'fa:16:3e:57:25:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b38daa88-0747-4546-ba11-f93b1c758a7a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 92, 'fixed_ips': [{'subnet_id': 'a5ad15ab-c489-4a67-a9b0-d559fca0ec71', 'ip_address': '172.26.3.148', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-94-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-23T11:30:03Z', 'updated_at': '2021-06-23T11:30:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a5ad15ab-c489-4a67-a9b0-d559fca0ec71', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-601336-94-hyperv', '_floatingips': [{'id': 'da29f43d-d520-463f-a427-8df392825c5c', 'tenant_id': '3e2c0af899fe4d7db7ea93301231f34d', 'floating_ip_address': '172.26.3.216', 'floating_network_id': '3e7e4eb3-cf02-4d47-ade9-0a579cdfc60f', 'router_id': 'b38daa88-0747-4546-ba11-f93b1c758a7a', 'port_id': 'dd2b26a1-e9f4-4591-8663-03ae50002c7f', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 180, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '53451295-943c-4b83-97fd-a02f49b38b3c', 'mac_address': 'fa:16:3e:33:3a:c8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5c858ae0-f491-4e6a-8938-34ed95476698', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-23T11:30:26Z', 'updated_at': '2021-06-23T11:31:08Z', 'revision_number': 1, 'project_id': '3e2c0af899fe4d7db7ea93301231f34d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4edbd502-c64a-49fd-8c4b-e7206242c756', 'name': '', 'network_id': '53451295-943c-4b83-97fd-a02f49b38b3c', 'tenant_id': '3e2c0af899fe4d7db7ea93301231f34d', 'mac_address': 'fa:16:3e:b8:27:e7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b38daa88-0747-4546-ba11-f93b1c758a7a', 'device_owner': 'network:router_interface', 'standard_attr_id': 121, 'fixed_ips': [{'subnet_id': '3bfb1ec3-b37f-49bf-ab64-d8c5440d6cd6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-94-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-23T11:30:09Z', 'updated_at': '2021-06-23T11:30:21Z', 'revision_number': 5, 'project_id': '3e2c0af899fe4d7db7ea93301231f34d', 'subnets': [{'id': '3bfb1ec3-b37f-49bf-ab64-d8c5440d6cd6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-601336-94-hyperv', False) {} {{(pid=94176) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 11:31:11.608105 dv-neutron-601336-94-hyperv neutron-server[94174]: INFO neutron.wsgi [None req-0da32d89-4afb-4651-97ce-768c3280cf92 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=1c787bd5a5db48718b6cb2fc66fafd04&name=default HTTP/1.1" status: 200 len: 2979 time: 0.9319305 Jun 23 11:31:11.626743 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron_lib.callbacks.manager [None req-a8ccd59c-d341-4541-8929-562120a48383 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-922904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866062', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773700135042', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773699642233', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773699642278'] for port, after_update {{(pid=94176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:31:11.632795 dv-neutron-601336-94-hyperv neutron-server[94174]: INFO neutron.wsgi [None req-6f3c8a9d-9b84-4a29-a913-fbbbedb7361f tempest-FloatingIPAdminTestJSON-1438251879 tempest-FloatingIPAdminTestJSON-1438251879-project-admin] 10.222.0.20 "GET /v2.0/floatingips/a7c86758-31ae-425d-acc0-334e77be7660 HTTP/1.1" status: 200 len: 982 time: 0.3705068 Jun 23 11:31:11.635467 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG oslo_concurrency.lockutils [None req-dc7542b2-afef-47f4-a763-e3a3cba144be None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 11:31:11.641079 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aab2730e-2a91-4b4f-92ae-fa62a7f0e26f None None] Checking router: b38daa88-0747-4546-ba11-f93b1c758a7a for host: dv-neutron-601336-94-hyperv {{(pid=94176) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 23 11:31:11.646804 dv-neutron-601336-94-hyperv neutron-server[94175]: INFO neutron.wsgi [req-1a6c7b0e-40e5-46e9-8fd1-a3fff839433e req-ce6ef86a-b4de-4f68-8424-5dd5846603b1 service neutron] 10.222.0.52 "GET /v2.0/networks/eef03c16-5c70-4b40-b183-38c419fed443?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2060142 Jun 23 11:31:11.647598 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.wsgi [-] (94175) accepted ('10.222.0.20', 36970) {{(pid=94175) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 11:31:11.648141 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.wsgi [-] (94175) accepted ('10.222.0.20', 36972) {{(pid=94175) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 11:31:11.738459 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aab2730e-2a91-4b4f-92ae-fa62a7f0e26f None None] Routers {'b38daa88-0747-4546-ba11-f93b1c758a7a'} bound to L3 agent in host dv-neutron-601336-94-hyperv {{(pid=94176) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 23 11:31:11.739140 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.db.l3_hamode_db [None req-aab2730e-2a91-4b4f-92ae-fa62a7f0e26f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-601336-94-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-23T11:22:13Z,description=,heartbeat_timestamp=2021-06-23T11:30:43Z,host='dv-neutron-601336-94-hyperv',id=50ef99c0-ef28-4db5-b303-b145898fae60,load=0,resource_versions=,resources_synced=,started_at=2021-06-23T11:22:14Z,topic='l3_agent')) {'router_ids': ['b38daa88-0747-4546-ba11-f93b1c758a7a'], 'active': True} {{(pid=94176) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 11:31:11.816900 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron_lib.callbacks.manager [None req-d9d689dd-c298-4337-b64a-9dc07b2bebe4 tempest-NetworksTestDHCPv6-162546708 tempest-NetworksTestDHCPv6-162546708-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-923104'] for port, before_create {{(pid=94174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:31:11.857017 dv-neutron-601336-94-hyperv neutron-server[94175]: INFO neutron.wsgi [None req-061d0104-f547-458b-854e-62a300ae8f49 tempest-FloatingIPAdminTestJSON-1438251879 tempest-FloatingIPAdminTestJSON-1438251879-project-admin] 10.222.0.20 "GET /v2.0/floatingips HTTP/1.1" status: 200 len: 3032 time: 0.2005723 Jun 23 11:31:11.866449 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.wsgi [-] (94174) accepted ('10.222.0.20', 36976) {{(pid=94174) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 11:31:11.882693 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.notifiers.nova [None req-d9d689dd-c298-4337-b64a-9dc07b2bebe4 tempest-NetworksTestDHCPv6-162546708 tempest-NetworksTestDHCPv6-162546708-project] device_id is not set on port c13cc45d-30ce-4684-bc81-c3132c2d16fc yet. {{(pid=94174) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jun 23 11:31:11.908059 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.db.l3_dvr_db [None req-aab2730e-2a91-4b4f-92ae-fa62a7f0e26f None None] Set router b38daa88-0747-4546-ba11-f93b1c758a7a gateway port host: dv-neutron-601336-94-hyperv {{(pid=94176) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:838}} Jun 23 11:31:11.937130 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron_lib.callbacks.manager [None req-a0956c33-f913-4ee8-bf16-ef2c3592d25b tempest-RoutersIpV6AdminTest-894294123 tempest-RoutersIpV6AdminTest-894294123-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-922904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866062', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773700135024', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773699642224', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5196390'] for port, after_delete {{(pid=94174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:31:12.045140 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-48fc959a-2e47-4c2b-9dad-52c9e36d1996 None None] New status for floating IP fa0147e7-5da9-4017-b7da-e8a2b4b002e0: ACTIVE {{(pid=94176) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 23 11:31:12.072011 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron_lib.callbacks.manager [None req-817c0350-799e-4828-b636-9d233f29a805 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:31:12.093093 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG oslo_concurrency.lockutils [None req-7923ffed-3cdf-4e4c-8517-8c4e098df0e8 tempest-RoutersAdminTest-1733287776 tempest-RoutersAdminTest-1733287776-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94174) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 11:31:12.113197 dv-neutron-601336-94-hyperv neutron-server[94175]: INFO neutron.wsgi [req-1a6c7b0e-40e5-46e9-8fd1-a3fff839433e req-e9a0edde-b1c2-42e1-a6a6-cfb368805281 service neutron] 10.222.0.52 "GET /v2.0/networks/eef03c16-5c70-4b40-b183-38c419fed443?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2732201 Jun 23 11:31:12.155274 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron_lib.callbacks.manager [None req-817c0350-799e-4828-b636-9d233f29a805 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:31:12.225338 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8ccd59c-d341-4541-8929-562120a48383 None None] Pushing event updated for resources: {'Port': ['ID=bff33eb0-ada6-47d6-bc18-74e0cacdf0c6,revision_number=2']} {{(pid=94176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 11:31:12.230966 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0956c33-f913-4ee8-bf16-ef2c3592d25b tempest-RoutersIpV6AdminTest-894294123 tempest-RoutersIpV6AdminTest-894294123-project] Pushing event deleted for resources: {'Port': ['ID=330b1adc-6f6e-4687-8947-dc2b9b016aa5,revision_number=None']} {{(pid=94174) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 11:31:12.265856 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG oslo_concurrency.lockutils [None req-a8ccd59c-d341-4541-8929-562120a48383 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.630s {{(pid=94176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 11:31:12.283996 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG oslo_concurrency.lockutils [None req-a0956c33-f913-4ee8-bf16-ef2c3592d25b tempest-RoutersIpV6AdminTest-894294123 tempest-RoutersIpV6AdminTest-894294123-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.191s {{(pid=94174) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 11:31:12.326148 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5c858ae0-f491-4e6a-8938-34ed95476698', 'tag': 'dd2b26a1-e9f4-4591-8663-03ae50002c7f'}] {{(pid=94175) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 23 11:31:12.330252 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1970408df4ea4e7170669a1249478e627cf05a5a0b07cc08a66c5cb53d0ac47a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d33c39e1-46ba-42f1-9450-70508bbac4c5" -d '{"events": [{"name": "network-changed", "server_uuid": "5c858ae0-f491-4e6a-8938-34ed95476698", "tag": "dd2b26a1-e9f4-4591-8663-03ae50002c7f"}]}' {{(pid=94175) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 23 11:31:12.344804 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron_lib.callbacks.manager [None req-817c0350-799e-4828-b636-9d233f29a805 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7996330'] for security_group, after_delete {{(pid=94175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:31:12.346492 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron_lib.callbacks.manager [None req-a0956c33-f913-4ee8-bf16-ef2c3592d25b tempest-RoutersIpV6AdminTest-894294123 tempest-RoutersIpV6AdminTest-894294123-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-524171'] for router_gateway, after_delete {{(pid=94174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:31:12.347973 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron_lib.callbacks.manager [None req-817c0350-799e-4828-b636-9d233f29a805 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:31:12.357493 dv-neutron-601336-94-hyperv neutron-server[94175]: INFO neutron.wsgi [None req-817c0350-799e-4828-b636-9d233f29a805 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/6f0bf058-41bf-4d46-9d3f-152edd96e774 HTTP/1.1" status: 204 len: 168 time: 0.7079401 Jun 23 11:31:12.363025 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94175) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 11:31:12.378282 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-817c0350-799e-4828-b636-9d233f29a805 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6f0bf058-41bf-4d46-9d3f-152edd96e774,revision_number=None']} {{(pid=94175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 11:31:12.391061 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG oslo_concurrency.lockutils [None req-817c0350-799e-4828-b636-9d233f29a805 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=94175) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 11:31:12.406210 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 23 Jun 2021 11:31:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0a979019-c513-420d-9239-90a8376700f4 x-openstack-request-id: req-0a979019-c513-420d-9239-90a8376700f4 {{(pid=94175) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 23 11:31:12.406210 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5c858ae0-f491-4e6a-8938-34ed95476698", "tag": "dd2b26a1-e9f4-4591-8663-03ae50002c7f", "status": "completed", "code": 200}]} {{(pid=94175) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 23 11:31:12.406210 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-0a979019-c513-420d-9239-90a8376700f4 {{(pid=94175) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 23 11:31:12.406210 dv-neutron-601336-94-hyperv neutron-server[94175]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5c858ae0-f491-4e6a-8938-34ed95476698', 'tag': 'dd2b26a1-e9f4-4591-8663-03ae50002c7f', 'status': 'completed', 'code': 200} Jun 23 11:31:12.550094 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d33c39e1-46ba-42f1-9450-70508bbac4c5 req-0d38a76d-d657-467c-bfd1-34af5603bea5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 11:31:12.551967 dv-neutron-601336-94-hyperv neutron-server[94175]: INFO neutron.wsgi [req-d33c39e1-46ba-42f1-9450-70508bbac4c5 req-0d38a76d-d657-467c-bfd1-34af5603bea5 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=3e2c0af899fe4d7db7ea93301231f34d&device_id=5c858ae0-f491-4e6a-8938-34ed95476698 HTTP/1.1" status: 200 len: 1098 time: 0.1198864 Jun 23 11:31:12.567142 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron_lib.callbacks.manager [None req-a0956c33-f913-4ee8-bf16-ef2c3592d25b tempest-RoutersIpV6AdminTest-894294123 tempest-RoutersIpV6AdminTest-894294123-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-520417', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-32301'] for router, precommit_delete {{(pid=94174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:31:12.571501 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron_lib.callbacks.manager [None req-a0956c33-f913-4ee8-bf16-ef2c3592d25b tempest-RoutersIpV6AdminTest-894294123 tempest-RoutersIpV6AdminTest-894294123-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:31:12.639579 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.db.l3_hamode_db [None req-aab2730e-2a91-4b4f-92ae-fa62a7f0e26f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b38daa88-0747-4546-ba11-f93b1c758a7a', 'name': 'tempest-ServersTestJSON-528278013-router', 'tenant_id': '3e2c0af899fe4d7db7ea93301231f34d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3e7e4eb3-cf02-4d47-ade9-0a579cdfc60f', 'external_fixed_ips': [{'subnet_id': 'a5ad15ab-c489-4a67-a9b0-d559fca0ec71', 'ip_address': '172.26.3.148'}], 'enable_snat': True}, 'gw_port_id': 'c1f1e88f-c802-4085-b69a-ba04b7063016', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-23T11:30:00Z', 'updated_at': '2021-06-23T11:30:12Z', 'revision_number': 4, 'project_id': '3e2c0af899fe4d7db7ea93301231f34d', 'gw_port': {'id': 'c1f1e88f-c802-4085-b69a-ba04b7063016', 'name': '', 'network_id': '3e7e4eb3-cf02-4d47-ade9-0a579cdfc60f', 'tenant_id': '', 'mac_address': 'fa:16:3e:57:25:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b38daa88-0747-4546-ba11-f93b1c758a7a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 92, 'fixed_ips': [{'subnet_id': 'a5ad15ab-c489-4a67-a9b0-d559fca0ec71', 'ip_address': '172.26.3.148', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-94-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-23T11:30:03Z', 'updated_at': '2021-06-23T11:30:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a5ad15ab-c489-4a67-a9b0-d559fca0ec71', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-601336-94-hyperv', '_floatingips': [{'id': 'da29f43d-d520-463f-a427-8df392825c5c', 'tenant_id': '3e2c0af899fe4d7db7ea93301231f34d', 'floating_ip_address': '172.26.3.216', 'floating_network_id': '3e7e4eb3-cf02-4d47-ade9-0a579cdfc60f', 'router_id': 'b38daa88-0747-4546-ba11-f93b1c758a7a', 'port_id': 'dd2b26a1-e9f4-4591-8663-03ae50002c7f', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 180, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '53451295-943c-4b83-97fd-a02f49b38b3c', 'mac_address': 'fa:16:3e:33:3a:c8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5c858ae0-f491-4e6a-8938-34ed95476698', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-23T11:30:26Z', 'updated_at': '2021-06-23T11:31:08Z', 'revision_number': 1, 'project_id': '3e2c0af899fe4d7db7ea93301231f34d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4edbd502-c64a-49fd-8c4b-e7206242c756', 'name': '', 'network_id': '53451295-943c-4b83-97fd-a02f49b38b3c', 'tenant_id': '3e2c0af899fe4d7db7ea93301231f34d', 'mac_address': 'fa:16:3e:b8:27:e7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b38daa88-0747-4546-ba11-f93b1c758a7a', 'device_owner': 'network:router_interface', 'standard_attr_id': 121, 'fixed_ips': [{'subnet_id': '3bfb1ec3-b37f-49bf-ab64-d8c5440d6cd6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-94-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-23T11:30:09Z', 'updated_at': '2021-06-23T11:30:21Z', 'revision_number': 5, 'project_id': '3e2c0af899fe4d7db7ea93301231f34d', 'subnets': [{'id': '3bfb1ec3-b37f-49bf-ab64-d8c5440d6cd6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-601336-94-hyperv', False) {} {{(pid=94176) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 11:31:12.704277 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aab2730e-2a91-4b4f-92ae-fa62a7f0e26f None None] The sync data for ids ['b38daa88-0747-4546-ba11-f93b1c758a7a'] in dv-neutron-601336-94-hyperv is: [{'id': 'b38daa88-0747-4546-ba11-f93b1c758a7a', 'name': 'tempest-ServersTestJSON-528278013-router', 'tenant_id': '3e2c0af899fe4d7db7ea93301231f34d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3e7e4eb3-cf02-4d47-ade9-0a579cdfc60f', 'external_fixed_ips': [{'subnet_id': 'a5ad15ab-c489-4a67-a9b0-d559fca0ec71', 'ip_address': '172.26.3.148'}], 'enable_snat': True}, 'gw_port_id': 'c1f1e88f-c802-4085-b69a-ba04b7063016', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-23T11:30:00Z', 'updated_at': '2021-06-23T11:30:12Z', 'revision_number': 4, 'project_id': '3e2c0af899fe4d7db7ea93301231f34d', 'gw_port': {'id': 'c1f1e88f-c802-4085-b69a-ba04b7063016', 'name': '', 'network_id': '3e7e4eb3-cf02-4d47-ade9-0a579cdfc60f', 'tenant_id': '', 'mac_address': 'fa:16:3e:57:25:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b38daa88-0747-4546-ba11-f93b1c758a7a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 92, 'fixed_ips': [{'subnet_id': 'a5ad15ab-c489-4a67-a9b0-d559fca0ec71', 'ip_address': '172.26.3.148', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-94-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-23T11:30:03Z', 'updated_at': '2021-06-23T11:30:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a5ad15ab-c489-4a67-a9b0-d559fca0ec71', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-601336-94-hyperv', '_floatingips': [{'id': 'da29f43d-d520-463f-a427-8df392825c5c', 'tenant_id': '3e2c0af899fe4d7db7ea93301231f34d', 'floating_ip_address': '172.26.3.216', 'floating_network_id': '3e7e4eb3-cf02-4d47-ade9-0a579cdfc60f', 'router_id': 'b38daa88-0747-4546-ba11-f93b1c758a7a', 'port_id': 'dd2b26a1-e9f4-4591-8663-03ae50002c7f', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 180, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '53451295-943c-4b83-97fd-a02f49b38b3c', 'mac_address': 'fa:16:3e:33:3a:c8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5c858ae0-f491-4e6a-8938-34ed95476698', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-23T11:30:26Z', 'updated_at': '2021-06-23T11:31:08Z', 'revision_number': 1, 'project_id': '3e2c0af899fe4d7db7ea93301231f34d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4edbd502-c64a-49fd-8c4b-e7206242c756', 'name': '', 'network_id': '53451295-943c-4b83-97fd-a02f49b38b3c', 'tenant_id': '3e2c0af899fe4d7db7ea93301231f34d', 'mac_address': 'fa:16:3e:b8:27:e7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b38daa88-0747-4546-ba11-f93b1c758a7a', 'device_owner': 'network:router_interface', 'standard_attr_id': 121, 'fixed_ips': [{'subnet_id': '3bfb1ec3-b37f-49bf-ab64-d8c5440d6cd6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-94-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-23T11:30:09Z', 'updated_at': '2021-06-23T11:30:21Z', 'revision_number': 5, 'project_id': '3e2c0af899fe4d7db7ea93301231f34d', 'subnets': [{'id': '3bfb1ec3-b37f-49bf-ab64-d8c5440d6cd6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94176) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 23 11:31:12.723300 dv-neutron-601336-94-hyperv neutron-server[94174]: INFO neutron.pecan_wsgi.hooks.translation [None req-d9d689dd-c298-4337-b64a-9dc07b2bebe4 tempest-NetworksTestDHCPv6-162546708 tempest-NetworksTestDHCPv6-162546708-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jun 23 11:31:12.724484 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d9d689dd-c298-4337-b64a-9dc07b2bebe4 tempest-NetworksTestDHCPv6-162546708 tempest-NetworksTestDHCPv6-162546708-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=94174) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 23 11:31:12.727771 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d33c39e1-46ba-42f1-9450-70508bbac4c5 req-087f6fce-50b5-46be-9f5e-1a857c8cc893 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 11:31:12.729232 dv-neutron-601336-94-hyperv neutron-server[94175]: INFO neutron.wsgi [req-d33c39e1-46ba-42f1-9450-70508bbac4c5 req-087f6fce-50b5-46be-9f5e-1a857c8cc893 service neutron] 10.222.0.52 "GET /v2.0/networks?id=53451295-943c-4b83-97fd-a02f49b38b3c HTTP/1.1" status: 200 len: 906 time: 0.1712492 Jun 23 11:31:12.857941 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron_lib.callbacks.manager [None req-fd5764ae-3d04-48b4-b0f1-938435eed357 tempest-RoutersAdminTest-1813587668 tempest-RoutersAdminTest-1813587668-project] Notify callbacks [] for router_gateway, before_create {{(pid=94174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:31:12.865286 dv-neutron-601336-94-hyperv neutron-server[94175]: INFO neutron.wsgi [req-d33c39e1-46ba-42f1-9450-70508bbac4c5 req-c163a336-98c6-45ed-969e-81d17b7d287f service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=dd2b26a1-e9f4-4591-8663-03ae50002c7f HTTP/1.1" status: 200 len: 999 time: 0.1287842 Jun 23 11:31:12.924043 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron_lib.callbacks.manager [None req-a0956c33-f913-4ee8-bf16-ef2c3592d25b tempest-RoutersIpV6AdminTest-894294123 tempest-RoutersIpV6AdminTest-894294123-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-494961'] for router, after_delete {{(pid=94174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:31:12.927738 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a0956c33-f913-4ee8-bf16-ef2c3592d25b tempest-RoutersIpV6AdminTest-894294123 tempest-RoutersIpV6AdminTest-894294123-project] Fanout notify agent at l3_agent the message router_deleted on router 6743ce91-3a9d-436e-a329-3bb9fd350bd0 {{(pid=94174) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jun 23 11:31:12.963265 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron_lib.callbacks.manager [None req-a0956c33-f913-4ee8-bf16-ef2c3592d25b tempest-RoutersIpV6AdminTest-894294123 tempest-RoutersIpV6AdminTest-894294123-project] Notify callbacks [] for router, before_response {{(pid=94174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:31:12.965173 dv-neutron-601336-94-hyperv neutron-server[94174]: INFO neutron.wsgi [None req-a0956c33-f913-4ee8-bf16-ef2c3592d25b tempest-RoutersIpV6AdminTest-894294123 tempest-RoutersIpV6AdminTest-894294123-project] 10.222.0.20 "DELETE /v2.0/routers/6743ce91-3a9d-436e-a329-3bb9fd350bd0 HTTP/1.1" status: 204 len: 168 time: 3.9563851 Jun 23 11:31:12.970620 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.wsgi [-] (94174) accepted ('10.222.0.20', 36988) {{(pid=94174) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 11:31:12.974739 dv-neutron-601336-94-hyperv neutron-server[94174]: INFO neutron.wsgi [None req-d9d689dd-c298-4337-b64a-9dc07b2bebe4 tempest-NetworksTestDHCPv6-162546708 tempest-NetworksTestDHCPv6-162546708-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 400 len: 350 time: 2.8732498 Jun 23 11:31:12.982354 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.wsgi [-] (94175) accepted ('10.222.0.20', 36990) {{(pid=94175) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 11:31:12.987771 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.api.v2.base [None req-97146b8b-4bf8-4375-a4a6-09bb696f60c9 tempest-RoutersIpV6AdminTest-894294123 tempest-RoutersIpV6AdminTest-894294123-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-1752913307', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=94174) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 23 11:31:12.995999 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.plugins.ml2.plugin [None req-7681d027-ab44-412c-8c28-e7acc643f328 tempest-FloatingIPAdminTestJSON-1420968783 tempest-FloatingIPAdminTestJSON-1420968783-project] Deleting port 400ad563-cdc2-4e7c-8a68-0c8cd8ece47c {{(pid=94174) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1913}} Jun 23 11:31:13.005132 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron_lib.callbacks.manager [None req-7681d027-ab44-412c-8c28-e7acc643f328 tempest-FloatingIPAdminTestJSON-1420968783 tempest-FloatingIPAdminTestJSON-1420968783-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773700079324'] for port, before_delete {{(pid=94174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:31:13.007822 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron_lib.callbacks.manager [None req-fd5764ae-3d04-48b4-b0f1-938435eed357 tempest-RoutersAdminTest-1813587668 tempest-RoutersAdminTest-1813587668-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-923104'] for port, before_create {{(pid=94174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:31:13.023566 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.plugins.ml2.rpc [None req-dc7542b2-afef-47f4-a763-e3a3cba144be None None] Device bff33eb0-ada6-47d6-bc18-74e0cacdf0c6 up at agent ovs-agent-dv-neutron-601336-94-hyperv {{(pid=94176) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:298}} Jun 23 11:31:13.109899 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d33c39e1-46ba-42f1-9450-70508bbac4c5 req-43308bca-2cea-4a71-ae12-ee380c0f08dc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 11:31:13.120451 dv-neutron-601336-94-hyperv neutron-server[94175]: INFO neutron.wsgi [req-d33c39e1-46ba-42f1-9450-70508bbac4c5 req-43308bca-2cea-4a71-ae12-ee380c0f08dc service neutron] 10.222.0.52 "GET /v2.0/subnets?id=3bfb1ec3-b37f-49bf-ab64-d8c5440d6cd6 HTTP/1.1" status: 200 len: 844 time: 0.2495742 Jun 23 11:31:13.247092 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron_lib.callbacks.manager [None req-55d0ad0d-e47f-4ce7-9bee-7b91198210fc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773699952132', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-899307'] for agent, after_update {{(pid=94176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:31:13.252593 dv-neutron-601336-94-hyperv neutron-server[94177]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-58741a5b-ec47-4b70-b7be-3aaa71b06097 None None] New status for floating IP da29f43d-d520-463f-a427-8df392825c5c: ACTIVE {{(pid=94177) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 23 11:31:13.273784 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.db.provisioning_blocks [None req-dc7542b2-afef-47f4-a763-e3a3cba144be None None] Provisioning for port bff33eb0-ada6-47d6-bc18-74e0cacdf0c6 completed by entity L2. {{(pid=94176) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 23 11:31:13.274307 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b34e67cb-f246-4e21-a845-f5ba988710a9 tempest-NetworksTestDHCPv6-162546708 tempest-NetworksTestDHCPv6-162546708-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 11:31:13.276023 dv-neutron-601336-94-hyperv neutron-server[94175]: INFO neutron.wsgi [None req-b34e67cb-f246-4e21-a845-f5ba988710a9 tempest-NetworksTestDHCPv6-162546708 tempest-NetworksTestDHCPv6-162546708-project] 10.222.0.20 "GET /v2.0/ports HTTP/1.1" status: 200 len: 943 time: 0.2919488 Jun 23 11:31:13.280079 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.wsgi [-] (94175) accepted ('10.222.0.20', 36994) {{(pid=94175) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 11:31:13.363011 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d33c39e1-46ba-42f1-9450-70508bbac4c5 req-c6ece435-aca8-412f-877d-289ce7077bb0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 11:31:13.365091 dv-neutron-601336-94-hyperv neutron-server[94175]: INFO neutron.wsgi [req-d33c39e1-46ba-42f1-9450-70508bbac4c5 req-c6ece435-aca8-412f-877d-289ce7077bb0 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=53451295-943c-4b83-97fd-a02f49b38b3c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1178 time: 0.2378595 Jun 23 11:31:13.368568 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aaabac66-cc40-482e-b006-c93da4a533e4 tempest-NetworksTestDHCPv6-162546708 tempest-NetworksTestDHCPv6-162546708-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 11:31:13.370671 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aaabac66-cc40-482e-b006-c93da4a533e4 tempest-NetworksTestDHCPv6-162546708 tempest-NetworksTestDHCPv6-162546708-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 11:31:13.372390 dv-neutron-601336-94-hyperv neutron-server[94175]: INFO neutron.wsgi [None req-aaabac66-cc40-482e-b006-c93da4a533e4 tempest-NetworksTestDHCPv6-162546708 tempest-NetworksTestDHCPv6-162546708-project] 10.222.0.20 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1477 time: 0.0861535 Jun 23 11:31:13.375137 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.wsgi [-] (94175) accepted ('10.222.0.20', 36998) {{(pid=94175) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 11:31:13.380050 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron_lib.callbacks.manager [None req-97146b8b-4bf8-4375-a4a6-09bb696f60c9 tempest-RoutersIpV6AdminTest-894294123 tempest-RoutersIpV6AdminTest-894294123-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-520407', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-32315'] for router, before_create {{(pid=94174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:31:13.381303 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron_lib.callbacks.manager [None req-97146b8b-4bf8-4375-a4a6-09bb696f60c9 tempest-RoutersIpV6AdminTest-894294123 tempest-RoutersIpV6AdminTest-894294123-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-520264', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-524122', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-414782', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-32290'] for router, precommit_create {{(pid=94174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:31:13.459759 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron_lib.callbacks.manager [None req-97146b8b-4bf8-4375-a4a6-09bb696f60c9 tempest-RoutersIpV6AdminTest-894294123 tempest-RoutersIpV6AdminTest-894294123-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:31:13.510398 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron_lib.callbacks.manager [None req-7681d027-ab44-412c-8c28-e7acc643f328 tempest-FloatingIPAdminTestJSON-1420968783 tempest-FloatingIPAdminTestJSON-1420968783-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-430722'] for port, precommit_delete {{(pid=94174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:31:13.510977 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron_lib.callbacks.manager [None req-7681d027-ab44-412c-8c28-e7acc643f328 tempest-FloatingIPAdminTestJSON-1420968783 tempest-FloatingIPAdminTestJSON-1420968783-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:31:13.559909 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron_lib.callbacks.manager [None req-97146b8b-4bf8-4375-a4a6-09bb696f60c9 tempest-RoutersIpV6AdminTest-894294123 tempest-RoutersIpV6AdminTest-894294123-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-520412', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-524143'] for router, after_create {{(pid=94174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:31:13.560436 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.db.db_base_plugin_v2 [None req-115c3a96-e6ab-43a9-9a02-5fb82d6af967 tempest-NetworksTestDHCPv6-162546708 tempest-NetworksTestDHCPv6-162546708-project] Deleting subnet e73159d3-8709-45a0-af92-886d6c8fd3a2 {{(pid=94175) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jun 23 11:31:13.592492 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron_lib.callbacks.manager [None req-115c3a96-e6ab-43a9-9a02-5fb82d6af967 tempest-NetworksTestDHCPv6-162546708 tempest-NetworksTestDHCPv6-162546708-project] Notify callbacks [] for subnet, before_delete {{(pid=94175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:31:13.593428 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.plugins.ml2.plugin [None req-7681d027-ab44-412c-8c28-e7acc643f328 tempest-FloatingIPAdminTestJSON-1420968783 tempest-FloatingIPAdminTestJSON-1420968783-project] Calling delete_port for 400ad563-cdc2-4e7c-8a68-0c8cd8ece47c owned by network:floatingip {{(pid=94174) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1986}} Jun 23 11:31:13.624013 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.db.db_base_plugin_common [None req-fd5764ae-3d04-48b4-b0f1-938435eed357 tempest-RoutersAdminTest-1813587668 tempest-RoutersAdminTest-1813587668-project] Allocated IP 172.26.3.243 (3e7e4eb3-cf02-4d47-ade9-0a579cdfc60f/a5ad15ab-c489-4a67-a9b0-d559fca0ec71/8209dc49-4776-4303-b9be-ee43ebe4d438) {{(pid=94174) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 23 11:31:13.670418 dv-neutron-601336-94-hyperv neutron-server[94175]: INFO neutron.wsgi [req-d33c39e1-46ba-42f1-9450-70508bbac4c5 req-c16edc8a-8d01-4bcd-b7e6-b2f5db2fe85c service neutron] 10.222.0.52 "GET /v2.0/networks/53451295-943c-4b83-97fd-a02f49b38b3c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2965522 Jun 23 11:31:13.700192 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron_lib.callbacks.manager [None req-115c3a96-e6ab-43a9-9a02-5fb82d6af967 tempest-NetworksTestDHCPv6-162546708 tempest-NetworksTestDHCPv6-162546708-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5190686'] for subnet, precommit_delete_associations {{(pid=94175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:31:13.732056 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.db.provisioning_blocks [None req-10b93e31-dc67-48d5-94ee-d4a5b17352e4 None None] Provisioning for port bff33eb0-ada6-47d6-bc18-74e0cacdf0c6 completed by entity DHCP. {{(pid=94176) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 23 11:31:13.743745 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron_lib.callbacks.manager [None req-97146b8b-4bf8-4375-a4a6-09bb696f60c9 tempest-RoutersIpV6AdminTest-894294123 tempest-RoutersIpV6AdminTest-894294123-project] Notify callbacks [] for router, before_response {{(pid=94174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:31:13.745775 dv-neutron-601336-94-hyperv neutron-server[94174]: INFO neutron.wsgi [None req-97146b8b-4bf8-4375-a4a6-09bb696f60c9 tempest-RoutersIpV6AdminTest-894294123 tempest-RoutersIpV6AdminTest-894294123-project] 10.222.0.20 "POST /v2.0/routers HTTP/1.1" status: 201 len: 709 time: 0.7719107 Jun 23 11:31:13.750328 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.db.provisioning_blocks [None req-10b93e31-dc67-48d5-94ee-d4a5b17352e4 None None] Provisioning complete for port bff33eb0-ada6-47d6-bc18-74e0cacdf0c6 triggered by entity DHCP. {{(pid=94176) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 23 11:31:13.750907 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron_lib.callbacks.manager [None req-10b93e31-dc67-48d5-94ee-d4a5b17352e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-899258'] for port, provisioning_complete {{(pid=94176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:31:13.756600 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.wsgi [-] (94174) accepted ('10.222.0.20', 37006) {{(pid=94174) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 11:31:13.771988 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.api.v2.base [None req-d046bb46-a816-4216-9f21-ce0b62e371e0 tempest-RoutersIpV6AdminTest-894294123 tempest-RoutersIpV6AdminTest-894294123-project] Request body: {'router': {'external_gateway_info': {'network_id': '3e7e4eb3-cf02-4d47-ade9-0a579cdfc60f'}}} {{(pid=94174) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 23 11:31:13.938158 dv-neutron-601336-94-hyperv neutron-server[94175]: INFO neutron.wsgi [req-d33c39e1-46ba-42f1-9450-70508bbac4c5 req-c65b1be1-827b-494c-a929-4755bea5c125 service neutron] 10.222.0.52 "GET /v2.0/networks/53451295-943c-4b83-97fd-a02f49b38b3c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2600422 Jun 23 11:31:13.970992 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron_lib.callbacks.manager [None req-115c3a96-e6ab-43a9-9a02-5fb82d6af967 tempest-NetworksTestDHCPv6-162546708 tempest-NetworksTestDHCPv6-162546708-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-897634'] for subnet, precommit_delete {{(pid=94175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:31:13.977153 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron_lib.callbacks.manager [None req-10b93e31-dc67-48d5-94ee-d4a5b17352e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-923122'] for port, before_update {{(pid=94176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:31:14.069259 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron_lib.callbacks.manager [None req-dc7542b2-afef-47f4-a763-e3a3cba144be None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773699952132', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-899307'] for agent, after_update {{(pid=94176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:31:14.128334 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron_lib.callbacks.manager [None req-115c3a96-e6ab-43a9-9a02-5fb82d6af967 tempest-NetworksTestDHCPv6-162546708 tempest-NetworksTestDHCPv6-162546708-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-897627', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866062', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5083050', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4660036'] for subnet, after_delete {{(pid=94175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:31:14.132508 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG oslo_concurrency.lockutils [None req-521fd8ac-cff5-4a64-a3d9-f9d1fcc7abd2 tempest-NetworksTestDHCPv6-162546708 tempest-NetworksTestDHCPv6-162546708-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94175) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 11:31:14.168983 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-115c3a96-e6ab-43a9-9a02-5fb82d6af967 tempest-NetworksTestDHCPv6-162546708 tempest-NetworksTestDHCPv6-162546708-project] Pushing event deleted for resources: {'Subnet': ['ID=e73159d3-8709-45a0-af92-886d6c8fd3a2,revision_number=None']} {{(pid=94175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 11:31:14.177432 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.wsgi [-] (94175) accepted ('10.222.0.20', 37016) {{(pid=94175) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 11:31:14.180515 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG oslo_concurrency.lockutils [None req-115c3a96-e6ab-43a9-9a02-5fb82d6af967 tempest-NetworksTestDHCPv6-162546708 tempest-NetworksTestDHCPv6-162546708-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=94175) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 11:31:14.197705 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron_lib.callbacks.manager [None req-115c3a96-e6ab-43a9-9a02-5fb82d6af967 tempest-NetworksTestDHCPv6-162546708 tempest-NetworksTestDHCPv6-162546708-project] Notify callbacks [] for subnet, before_response {{(pid=94175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:31:14.201088 dv-neutron-601336-94-hyperv neutron-server[94175]: INFO neutron.wsgi [None req-115c3a96-e6ab-43a9-9a02-5fb82d6af967 tempest-NetworksTestDHCPv6-162546708 tempest-NetworksTestDHCPv6-162546708-project] 10.222.0.20 "DELETE /v2.0/subnets/e73159d3-8709-45a0-af92-886d6c8fd3a2 HTTP/1.1" status: 204 len: 168 time: 0.8247502 Jun 23 11:31:14.204129 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.wsgi [-] (94175) accepted ('10.222.0.20', 37022) {{(pid=94175) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 11:31:14.208367 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron_lib.db.api [None req-10b93e31-dc67-48d5-94ee-d4a5b17352e4 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=94176) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jun 23 11:31:14.213105 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG oslo_db.api [None req-10b93e31-dc67-48d5-94ee-d4a5b17352e4 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=94176) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jun 23 11:31:14.213105 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-98ea71b4-5c04-4f3c-beaa-97345d2c88a4 None None] Network f53f535d-bce4-4da8-9bd9-396677ff4e83 requested from dv-neutron-601336-94-hyperv {{(pid=94176) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 23 11:31:14.329346 dv-neutron-601336-94-hyperv neutron-server[94175]: INFO neutron.wsgi [None req-2e8b6117-bb32-4ace-b4cb-eb931b2f28d1 tempest-NetworksTestDHCPv6-162546708 tempest-NetworksTestDHCPv6-162546708-project] 10.222.0.20 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1233437 Jun 23 11:31:14.355664 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.api.v2.base [None req-576c6683-ff60-4cb8-8f8a-db93f7cf1da2 tempest-AllowedAddressPairIpV6TestJSON-597468505 tempest-AllowedAddressPairIpV6TestJSON-597468505-project] Request body: {'network': {'name': 'tempest-AllowedAddressPairIpV6TestJSON-test-network-598303021'}} {{(pid=94175) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 23 11:31:14.392518 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.wsgi [-] (94175) accepted ('10.222.0.20', 37024) {{(pid=94175) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 11:31:14.400547 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.api.v2.base [None req-bffc0578-cdf0-4750-8cad-42ef1383062e tempest-NetworksTestDHCPv6-162546708 tempest-NetworksTestDHCPv6-162546708-project] Request body: {'subnet': {'network_id': 'f53f535d-bce4-4da8-9bd9-396677ff4e83', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=94175) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 23 11:31:14.450369 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.wsgi [-] (94175) accepted ('10.222.0.20', 37026) {{(pid=94175) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 11:31:14.463809 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.api.v2.base [None req-3239a4fb-f95d-49b4-a98f-c5b2cac8d386 tempest-NetworksIpV6TestAttrs-49342282 tempest-NetworksIpV6TestAttrs-49342282-project] Request body: {'subnet': {'network_id': 'c2e226e5-e90f-4b54-9911-59242531b120', 'cidr': '2001:db8:0:ffff::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:ffff::1'}} {{(pid=94175) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 23 11:31:14.514487 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-576c6683-ff60-4cb8-8f8a-db93f7cf1da2 tempest-AllowedAddressPairIpV6TestJSON-597468505 tempest-AllowedAddressPairIpV6TestJSON-597468505-project] Made reservation on behalf of b9d21b3292f245528a11bbb067c1ae45 for: {'network': 1} {{(pid=94175) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 23 11:31:14.517974 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron_lib.callbacks.manager [None req-576c6683-ff60-4cb8-8f8a-db93f7cf1da2 tempest-AllowedAddressPairIpV6TestJSON-597468505 tempest-AllowedAddressPairIpV6TestJSON-597468505-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-923104'] for network, before_create {{(pid=94175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:31:14.526719 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron_lib.callbacks.manager [None req-fd5764ae-3d04-48b4-b0f1-938435eed357 tempest-RoutersAdminTest-1813587668 tempest-RoutersAdminTest-1813587668-project] Notify callbacks [] for port, precommit_create {{(pid=94174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:31:14.545943 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron_lib.callbacks.manager [None req-4c20ea5f-bc7f-4d4e-935d-57f082af6ccb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773699952132', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-899307'] for agent, after_update {{(pid=94176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:31:14.552021 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron_lib.callbacks.manager [None req-576c6683-ff60-4cb8-8f8a-db93f7cf1da2 tempest-AllowedAddressPairIpV6TestJSON-597468505 tempest-AllowedAddressPairIpV6TestJSON-597468505-project] Notify callbacks [] for security_group, before_create {{(pid=94175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:31:14.566353 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron_lib.callbacks.manager [None req-d046bb46-a816-4216-9f21-ce0b62e371e0 tempest-RoutersIpV6AdminTest-894294123 tempest-RoutersIpV6AdminTest-894294123-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-524104', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-520389', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-32276'] for router, precommit_update {{(pid=94174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:31:14.632433 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-664351df-e649-4f7c-bc63-e417954db00d None None] DHCP port deletion for f53f535d-bce4-4da8-9bd9-396677ff4e83 request from dv-neutron-601336-94-hyperv {{(pid=94176) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jun 23 11:31:14.676337 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.plugins.ml2.plugin [None req-664351df-e649-4f7c-bc63-e417954db00d None None] Deleting port bff33eb0-ada6-47d6-bc18-74e0cacdf0c6 {{(pid=94176) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1913}} Jun 23 11:31:14.676742 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron_lib.callbacks.manager [None req-664351df-e649-4f7c-bc63-e417954db00d None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773700079324'] for port, before_delete {{(pid=94176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:31:14.714337 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bffc0578-cdf0-4750-8cad-42ef1383062e tempest-NetworksTestDHCPv6-162546708 tempest-NetworksTestDHCPv6-162546708-project] Made reservation on behalf of 5e61222a836c47229c94e37f3902e6bd for: {'subnet': 1} {{(pid=94175) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 23 11:31:14.715924 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron_lib.callbacks.manager [None req-fd5764ae-3d04-48b4-b0f1-938435eed357 tempest-RoutersAdminTest-1813587668 tempest-RoutersAdminTest-1813587668-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-922915', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-239814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7866073', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773699642215', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-5196399'] for port, after_create {{(pid=94174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:31:14.720014 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron_lib.callbacks.manager [None req-bffc0578-cdf0-4750-8cad-42ef1383062e tempest-NetworksTestDHCPv6-162546708 tempest-NetworksTestDHCPv6-162546708-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4660073'] for subnet, before_create {{(pid=94175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:31:14.720148 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG oslo_concurrency.lockutils [None req-c015f9d1-5fb3-4c15-b45a-50514889c12d tempest-RoutersIpV6AdminTest-1878456168 tempest-RoutersIpV6AdminTest-1878456168-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94174) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 11:31:14.723544 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron_lib.callbacks.manager [None req-7681d027-ab44-412c-8c28-e7acc643f328 tempest-FloatingIPAdminTestJSON-1420968783 tempest-FloatingIPAdminTestJSON-1420968783-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-922904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866062', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773700135024', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773699642224', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5196390'] for port, after_delete {{(pid=94174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:31:14.774110 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fd5764ae-3d04-48b4-b0f1-938435eed357 tempest-RoutersAdminTest-1813587668 tempest-RoutersAdminTest-1813587668-project] Network 3e7e4eb3-cf02-4d47-ade9-0a579cdfc60f is already hosted by enough agents. {{(pid=94174) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 23 11:31:14.781936 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.scheduler.base_scheduler [None req-fd5764ae-3d04-48b4-b0f1-938435eed357 tempest-RoutersAdminTest-1813587668 tempest-RoutersAdminTest-1813587668-project] Resources bound (agent type, host, resource id): {{(pid=94174) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 23 11:31:14.787654 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.plugins.ml2.rpc [None req-dc7542b2-afef-47f4-a763-e3a3cba144be None None] Device bff33eb0-ada6-47d6-bc18-74e0cacdf0c6 no longer exists at agent ovs-agent-dv-neutron-601336-94-hyperv {{(pid=94176) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:261}} Jun 23 11:31:14.789851 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron_lib.callbacks.manager [None req-10b93e31-dc67-48d5-94ee-d4a5b17352e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-923122'] for port, before_update {{(pid=94176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:31:14.810602 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fd5764ae-3d04-48b4-b0f1-938435eed357 tempest-RoutersAdminTest-1813587668 tempest-RoutersAdminTest-1813587668-project] Received port after_create {{(pid=94174) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 23 11:31:14.827488 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.plugins.ml2.db [None req-664351df-e649-4f7c-bc63-e417954db00d None None] For port bff33eb0-ada6-47d6-bc18-74e0cacdf0c6, host dv-neutron-601336-94-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-94-hyperv',level=0,port_id=bff33eb0-ada6-47d6-bc18-74e0cacdf0c6,segment=NetworkSegment(6303a411-6e70-4139-a530-9ee4cf8ba843),segment_id=6303a411-6e70-4139-a530-9ee4cf8ba843)] {{(pid=94176) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 23 11:31:14.827821 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron_lib.callbacks.manager [None req-664351df-e649-4f7c-bc63-e417954db00d None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-430722'] for port, precommit_delete {{(pid=94176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:31:14.832779 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd5764ae-3d04-48b4-b0f1-938435eed357 tempest-RoutersAdminTest-1813587668 tempest-RoutersAdminTest-1813587668-project] Pushing event updated for resources: {'Port': ['ID=8209dc49-4776-4303-b9be-ee43ebe4d438,revision_number=1']} {{(pid=94174) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 11:31:14.854072 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.plugins.ml2.plugin [None req-664351df-e649-4f7c-bc63-e417954db00d None None] Calling delete_port for bff33eb0-ada6-47d6-bc18-74e0cacdf0c6 owned by network:dhcp {{(pid=94176) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1986}} Jun 23 11:31:14.856456 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG oslo_concurrency.lockutils [None req-fd5764ae-3d04-48b4-b0f1-938435eed357 tempest-RoutersAdminTest-1813587668 tempest-RoutersAdminTest-1813587668-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.136s {{(pid=94174) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 11:31:14.859313 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG oslo_concurrency.lockutils [None req-6fee8f38-7c20-4852-82d9-ce2fc087f1f5 tempest-FloatingIPNegativeTestJSON-1295786409 tempest-FloatingIPNegativeTestJSON-1295786409-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.129s {{(pid=94174) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 11:31:14.886442 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.plugins.ml2.db [None req-10b93e31-dc67-48d5-94ee-d4a5b17352e4 None None] For port bff33eb0-ada6-47d6-bc18-74e0cacdf0c6, host dv-neutron-601336-94-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-94-hyperv',level=0,port_id=bff33eb0-ada6-47d6-bc18-74e0cacdf0c6,segment=NetworkSegment(6303a411-6e70-4139-a530-9ee4cf8ba843),segment_id=6303a411-6e70-4139-a530-9ee4cf8ba843)] {{(pid=94176) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 23 11:31:14.891531 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7681d027-ab44-412c-8c28-e7acc643f328 tempest-FloatingIPAdminTestJSON-1420968783 tempest-FloatingIPAdminTestJSON-1420968783-project] Pushing event deleted for resources: {'Port': ['ID=400ad563-cdc2-4e7c-8a68-0c8cd8ece47c,revision_number=None']} {{(pid=94174) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 11:31:14.904463 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG oslo_concurrency.lockutils [None req-7681d027-ab44-412c-8c28-e7acc643f328 tempest-FloatingIPAdminTestJSON-1420968783 tempest-FloatingIPAdminTestJSON-1420968783-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=94174) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 11:31:14.925743 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron_lib.callbacks.manager [None req-7681d027-ab44-412c-8c28-e7acc643f328 tempest-FloatingIPAdminTestJSON-1420968783 tempest-FloatingIPAdminTestJSON-1420968783-project] Notify callbacks [] for floatingip, after_delete {{(pid=94174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:31:14.926077 dv-neutron-601336-94-hyperv neutron-server[94174]: INFO neutron.db.l3_db [None req-7681d027-ab44-412c-8c28-e7acc643f328 tempest-FloatingIPAdminTestJSON-1420968783 tempest-FloatingIPAdminTestJSON-1420968783-project] Floating IP a7c86758-31ae-425d-acc0-334e77be7660 disassociated (deleted). External IP: 172.26.3.219, port: a40e193c-1363-46d7-89bd-818976ce10c3. Jun 23 11:31:15.000238 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron_lib.callbacks.manager [None req-10b93e31-dc67-48d5-94ee-d4a5b17352e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-922904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866062', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773700135042', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773699642233', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773699642278'] for port, after_update {{(pid=94176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:31:15.003024 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG oslo_concurrency.lockutils [None req-4071c305-4e7f-4215-b1ad-4e770728d0fd None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 11:31:15.020734 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron_lib.callbacks.manager [None req-576c6683-ff60-4cb8-8f8a-db93f7cf1da2 tempest-AllowedAddressPairIpV6TestJSON-597468505 tempest-AllowedAddressPairIpV6TestJSON-597468505-project] Notify callbacks [] for security_group, precommit_create {{(pid=94175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:31:15.051918 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron_lib.callbacks.manager [None req-bffc0578-cdf0-4750-8cad-42ef1383062e tempest-NetworksTestDHCPv6-162546708 tempest-NetworksTestDHCPv6-162546708-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866062', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5083113', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4660095'] for subnet, after_create {{(pid=94175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:31:15.055778 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG oslo_concurrency.lockutils [None req-c4cd4432-b343-4765-8c37-a6ba4644e361 tempest-NetworksTestDHCPv6-162546708 tempest-NetworksTestDHCPv6-162546708-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94175) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 11:31:15.061063 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10b93e31-dc67-48d5-94ee-d4a5b17352e4 None None] Pushing event updated for resources: {'Port': ['ID=bff33eb0-ada6-47d6-bc18-74e0cacdf0c6,revision_number=4']} {{(pid=94176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 11:31:15.065476 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG oslo_concurrency.lockutils [None req-10b93e31-dc67-48d5-94ee-d4a5b17352e4 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.062s {{(pid=94176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 11:31:15.080163 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron_lib.callbacks.manager [None req-664351df-e649-4f7c-bc63-e417954db00d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-922904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866062', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773700135024', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773699642224'] for port, after_delete {{(pid=94176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:31:15.082464 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG oslo_concurrency.lockutils [None req-b0c5f28f-85b9-4837-b5b4-16bb767cd1ba None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 11:31:15.095071 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron_lib.callbacks.manager [None req-576c6683-ff60-4cb8-8f8a-db93f7cf1da2 tempest-AllowedAddressPairIpV6TestJSON-597468505 tempest-AllowedAddressPairIpV6TestJSON-597468505-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7996330'] for security_group, after_create {{(pid=94175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:31:15.109164 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bffc0578-cdf0-4750-8cad-42ef1383062e tempest-NetworksTestDHCPv6-162546708 tempest-NetworksTestDHCPv6-162546708-project] Network f53f535d-bce4-4da8-9bd9-396677ff4e83 is already hosted by enough agents. {{(pid=94175) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 23 11:31:15.113786 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.db.l3_dvrscheduler_db [None req-664351df-e649-4f7c-bc63-e417954db00d None None] No DVR routers for this DVR port bff33eb0-ada6-47d6-bc18-74e0cacdf0c6 on host dv-neutron-601336-94-hyperv {{(pid=94176) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 23 11:31:15.117380 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-664351df-e649-4f7c-bc63-e417954db00d None None] Pushing event deleted for resources: {'Port': ['ID=bff33eb0-ada6-47d6-bc18-74e0cacdf0c6,revision_number=None']} {{(pid=94176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 11:31:15.119473 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG oslo_concurrency.lockutils [None req-664351df-e649-4f7c-bc63-e417954db00d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.037s {{(pid=94176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 11:31:15.122077 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.scheduler.base_scheduler [None req-bffc0578-cdf0-4750-8cad-42ef1383062e tempest-NetworksTestDHCPv6-162546708 tempest-NetworksTestDHCPv6-162546708-project] Resources bound (agent type, host, resource id): {{(pid=94175) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 23 11:31:15.135308 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-576c6683-ff60-4cb8-8f8a-db93f7cf1da2 tempest-AllowedAddressPairIpV6TestJSON-597468505 tempest-AllowedAddressPairIpV6TestJSON-597468505-project] vlan segment allocate from pool success with {'vlan_id': 423, 'physical_network': 'physnet1'} {{(pid=94175) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 23 11:31:15.139456 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5c13017d-44bd-4cdb-9463-adbbf9696486 None None] Network f53f535d-bce4-4da8-9bd9-396677ff4e83 requested from dv-neutron-601336-94-hyperv {{(pid=94176) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 23 11:31:15.142464 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron_lib.callbacks.manager [None req-576c6683-ff60-4cb8-8f8a-db93f7cf1da2 tempest-AllowedAddressPairIpV6TestJSON-597468505 tempest-AllowedAddressPairIpV6TestJSON-597468505-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3801'] for segment, precommit_create {{(pid=94175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:31:15.144012 dv-neutron-601336-94-hyperv neutron-server[94175]: INFO neutron.db.segments_db [None req-576c6683-ff60-4cb8-8f8a-db93f7cf1da2 tempest-AllowedAddressPairIpV6TestJSON-597468505 tempest-AllowedAddressPairIpV6TestJSON-597468505-project] Added segment 22f25dde-de35-4d8f-9b0e-3e5654ffd763 of type vlan for network dcc59d40-7ea7-42ee-a412-94c03272e7db Jun 23 11:31:15.192004 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron_lib.callbacks.manager [None req-576c6683-ff60-4cb8-8f8a-db93f7cf1da2 tempest-AllowedAddressPairIpV6TestJSON-597468505 tempest-AllowedAddressPairIpV6TestJSON-597468505-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8773699596773'] for network, precommit_create {{(pid=94175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:31:15.223245 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bffc0578-cdf0-4750-8cad-42ef1383062e tempest-NetworksTestDHCPv6-162546708 tempest-NetworksTestDHCPv6-162546708-project] Pushing event updated for resources: {'Subnet': ['ID=aead9b4c-8cd4-400d-b497-e25c8102dd09,revision_number=0']} {{(pid=94175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 11:31:15.228833 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bffc0578-cdf0-4750-8cad-42ef1383062e tempest-NetworksTestDHCPv6-162546708 tempest-NetworksTestDHCPv6-162546708-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 11:31:15.229805 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron_lib.callbacks.manager [None req-bffc0578-cdf0-4750-8cad-42ef1383062e tempest-NetworksTestDHCPv6-162546708 tempest-NetworksTestDHCPv6-162546708-project] Notify callbacks [] for subnet, before_response {{(pid=94175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:31:15.247362 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG oslo_concurrency.lockutils [None req-bffc0578-cdf0-4750-8cad-42ef1383062e tempest-NetworksTestDHCPv6-162546708 tempest-NetworksTestDHCPv6-162546708-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.191s {{(pid=94175) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 11:31:15.247878 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG oslo_concurrency.lockutils [None req-0ec7936d-617c-43ab-b8dc-83c3f7218a62 tempest-FloatingIPAdminTestJSON-1420968783 tempest-FloatingIPAdminTestJSON-1420968783-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.141s {{(pid=94175) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 11:31:15.281816 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3239a4fb-f95d-49b4-a98f-c5b2cac8d386 tempest-NetworksIpV6TestAttrs-49342282 tempest-NetworksIpV6TestAttrs-49342282-project] Made reservation on behalf of 75dfc2cb640c496b8d9cb81bc53d56b1 for: {'subnet': 1} {{(pid=94175) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 23 11:31:15.285973 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron_lib.callbacks.manager [None req-3239a4fb-f95d-49b4-a98f-c5b2cac8d386 tempest-NetworksIpV6TestAttrs-49342282 tempest-NetworksIpV6TestAttrs-49342282-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4660073'] for subnet, before_create {{(pid=94175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:31:15.323085 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron_lib.callbacks.manager [None req-d046bb46-a816-4216-9f21-ce0b62e371e0 tempest-RoutersIpV6AdminTest-894294123 tempest-RoutersIpV6AdminTest-894294123-project] Notify callbacks [] for router_gateway, before_create {{(pid=94174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:31:15.340082 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-576c6683-ff60-4cb8-8f8a-db93f7cf1da2 tempest-AllowedAddressPairIpV6TestJSON-597468505 tempest-AllowedAddressPairIpV6TestJSON-597468505-project] Pushing event updated for resources: {'SecurityGroup': ['ID=eb31fe55-6f01-4ff5-9441-305f11143058,revision_number=1']} {{(pid=94175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 11:31:15.349936 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG oslo_concurrency.lockutils [None req-576c6683-ff60-4cb8-8f8a-db93f7cf1da2 tempest-AllowedAddressPairIpV6TestJSON-597468505 tempest-AllowedAddressPairIpV6TestJSON-597468505-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.102s {{(pid=94175) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 11:31:15.353357 dv-neutron-601336-94-hyperv neutron-server[94175]: INFO neutron.wsgi [None req-bffc0578-cdf0-4750-8cad-42ef1383062e tempest-NetworksTestDHCPv6-162546708 tempest-NetworksTestDHCPv6-162546708-project] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.9588065 Jun 23 11:31:15.356075 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.wsgi [-] (94175) accepted ('10.222.0.20', 37032) {{(pid=94175) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 11:31:15.360543 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.api.v2.base [None req-050b173b-60b7-4e6e-aa66-c733c1652827 tempest-NetworksTestDHCPv6-162546708 tempest-NetworksTestDHCPv6-162546708-project] Request body: {'router': {'name': 'tempest-NetworksTestDHCPv6-router-124930091', 'external_gateway_info': {}, 'admin_state_up': True}} {{(pid=94175) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 23 11:31:15.383079 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c558f0d7-efc1-4bab-9f7d-0b3e2f6cc66d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1e0d828a-1fa4-563d-b7fd-53adf66a04ee-f53f535d-bce4-4da8-9bd9-396677ff4e83', 'network_id': 'f53f535d-bce4-4da8-9bd9-396677ff4e83', 'tenant_id': '5e61222a836c47229c94e37f3902e6bd', 'fixed_ips': [{'subnet_id': 'aead9b4c-8cd4-400d-b497-e25c8102dd09'}]}} from dv-neutron-601336-94-hyperv. {{(pid=94176) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 23 11:31:15.384730 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron_lib.callbacks.manager [None req-576c6683-ff60-4cb8-8f8a-db93f7cf1da2 tempest-AllowedAddressPairIpV6TestJSON-597468505 tempest-AllowedAddressPairIpV6TestJSON-597468505-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8002400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7866073'] for network, after_create {{(pid=94175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:31:15.385501 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron_lib.callbacks.manager [None req-c558f0d7-efc1-4bab-9f7d-0b3e2f6cc66d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-923104'] for port, before_create {{(pid=94176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:31:15.386109 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron_lib.callbacks.manager [None req-d046bb46-a816-4216-9f21-ce0b62e371e0 tempest-RoutersIpV6AdminTest-894294123 tempest-RoutersIpV6AdminTest-894294123-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-923104'] for port, before_create {{(pid=94174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:31:15.396755 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-576c6683-ff60-4cb8-8f8a-db93f7cf1da2 tempest-AllowedAddressPairIpV6TestJSON-597468505 tempest-AllowedAddressPairIpV6TestJSON-597468505-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 11:31:15.397764 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron_lib.callbacks.manager [None req-576c6683-ff60-4cb8-8f8a-db93f7cf1da2 tempest-AllowedAddressPairIpV6TestJSON-597468505 tempest-AllowedAddressPairIpV6TestJSON-597468505-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7865916'] for network, before_response {{(pid=94175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:31:15.415578 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG oslo_concurrency.lockutils [None req-1f4daf86-3850-4d4a-b24a-a1943591621f tempest-DHCPAgentSchedulersTestJSON-448050073 tempest-DHCPAgentSchedulersTestJSON-448050073-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94175) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 11:31:15.502893 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-576c6683-ff60-4cb8-8f8a-db93f7cf1da2 tempest-AllowedAddressPairIpV6TestJSON-597468505 tempest-AllowedAddressPairIpV6TestJSON-597468505-project] Pushing event updated for resources: {'Network': ['ID=dcc59d40-7ea7-42ee-a412-94c03272e7db,revision_number=1']} {{(pid=94175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 11:31:15.506838 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG oslo_concurrency.lockutils [None req-576c6683-ff60-4cb8-8f8a-db93f7cf1da2 tempest-AllowedAddressPairIpV6TestJSON-597468505 tempest-AllowedAddressPairIpV6TestJSON-597468505-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.091s {{(pid=94175) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 11:31:15.512138 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron_lib.callbacks.manager [None req-fd5764ae-3d04-48b4-b0f1-938435eed357 tempest-RoutersAdminTest-1813587668 tempest-RoutersAdminTest-1813587668-project] Notify callbacks [] for router_gateway, after_create {{(pid=94174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:31:15.532387 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.plugins.ml2.rpc [None req-dc7542b2-afef-47f4-a763-e3a3cba144be None None] Network dcc59d40-7ea7-42ee-a412-94c03272e7db details requested by agent ovs-agent-dv-neutron-601336-94-hyperv with host dv-neutron-601336-94-hyperv {{(pid=94176) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:250}} Jun 23 11:31:15.539731 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron_lib.callbacks.manager [None req-050b173b-60b7-4e6e-aa66-c733c1652827 tempest-NetworksTestDHCPv6-162546708 tempest-NetworksTestDHCPv6-162546708-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-520407', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-32315'] for router, before_create {{(pid=94175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:31:15.540790 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron_lib.callbacks.manager [None req-050b173b-60b7-4e6e-aa66-c733c1652827 tempest-NetworksTestDHCPv6-162546708 tempest-NetworksTestDHCPv6-162546708-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-520264', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-524122', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-414782', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-32290'] for router, precommit_create {{(pid=94175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:31:15.557656 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7681d027-ab44-412c-8c28-e7acc643f328 tempest-FloatingIPAdminTestJSON-1420968783 tempest-FloatingIPAdminTestJSON-1420968783-project] Router 82083bbf-e3ef-4c55-8318-807c0e486f66 has already been hosted by L3 agent 50ef99c0-ef28-4db5-b303-b145898fae60 {{(pid=94174) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 23 11:31:15.614381 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.db.db_base_plugin_common [None req-c558f0d7-efc1-4bab-9f7d-0b3e2f6cc66d None None] Allocated IP 2001:db8::2 (f53f535d-bce4-4da8-9bd9-396677ff4e83/aead9b4c-8cd4-400d-b497-e25c8102dd09/a7820824-814f-4af3-8cdf-e9606bab5064) {{(pid=94176) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 23 11:31:15.645078 dv-neutron-601336-94-hyperv neutron-server[94175]: INFO neutron.wsgi [None req-576c6683-ff60-4cb8-8f8a-db93f7cf1da2 tempest-AllowedAddressPairIpV6TestJSON-597468505 tempest-AllowedAddressPairIpV6TestJSON-597468505-project] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 797 time: 1.4629831 Jun 23 11:31:15.648058 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.wsgi [-] (94174) accepted ('10.222.0.20', 37034) {{(pid=94174) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 11:31:15.652685 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron_lib.callbacks.manager [None req-050b173b-60b7-4e6e-aa66-c733c1652827 tempest-NetworksTestDHCPv6-162546708 tempest-NetworksTestDHCPv6-162546708-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:31:15.686855 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.api.v2.base [None req-288580a3-ffc8-42e3-b6dd-4924a57ad11b tempest-AllowedAddressPairIpV6TestJSON-597468505 tempest-AllowedAddressPairIpV6TestJSON-597468505-project] Request body: {'subnet': {'network_id': 'dcc59d40-7ea7-42ee-a412-94c03272e7db', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=94174) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 23 11:31:15.700572 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.db.db_base_plugin_common [None req-d046bb46-a816-4216-9f21-ce0b62e371e0 tempest-RoutersIpV6AdminTest-894294123 tempest-RoutersIpV6AdminTest-894294123-project] Allocated IP 172.26.3.212 (3e7e4eb3-cf02-4d47-ade9-0a579cdfc60f/a5ad15ab-c489-4a67-a9b0-d559fca0ec71/24143e47-8053-4d2f-9d25-a60a7be46767) {{(pid=94174) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 23 11:31:15.732072 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron_lib.callbacks.manager [None req-050b173b-60b7-4e6e-aa66-c733c1652827 tempest-NetworksTestDHCPv6-162546708 tempest-NetworksTestDHCPv6-162546708-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-520412', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-524143'] for router, after_create {{(pid=94175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:31:15.760671 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron_lib.callbacks.manager [None req-3239a4fb-f95d-49b4-a98f-c5b2cac8d386 tempest-NetworksIpV6TestAttrs-49342282 tempest-NetworksIpV6TestAttrs-49342282-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866062', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5083113', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4660095'] for subnet, after_create {{(pid=94175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:31:15.764085 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94175) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 11:31:15.776621 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron_lib.callbacks.manager [None req-c558f0d7-efc1-4bab-9f7d-0b3e2f6cc66d None None] Notify callbacks [] for port, precommit_create {{(pid=94176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:31:15.790219 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.db.provisioning_blocks [None req-c558f0d7-efc1-4bab-9f7d-0b3e2f6cc66d None None] Transition to ACTIVE for port object a7820824-814f-4af3-8cdf-e9606bab5064 will not be triggered until provisioned by entity L2. {{(pid=94176) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 23 11:31:15.808686 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.db.provisioning_blocks [None req-c558f0d7-efc1-4bab-9f7d-0b3e2f6cc66d None None] Transition to ACTIVE for port object a7820824-814f-4af3-8cdf-e9606bab5064 will not be triggered until provisioned by entity DHCP. {{(pid=94176) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 23 11:31:15.830314 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron_lib.callbacks.manager [None req-050b173b-60b7-4e6e-aa66-c733c1652827 tempest-NetworksTestDHCPv6-162546708 tempest-NetworksTestDHCPv6-162546708-project] Notify callbacks [] for router, before_response {{(pid=94175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:31:15.832108 dv-neutron-601336-94-hyperv neutron-server[94175]: INFO neutron.wsgi [None req-050b173b-60b7-4e6e-aa66-c733c1652827 tempest-NetworksTestDHCPv6-162546708 tempest-NetworksTestDHCPv6-162546708-project] 10.222.0.20 "POST /v2.0/routers HTTP/1.1" status: 201 len: 705 time: 0.4750869 Jun 23 11:31:15.836505 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.wsgi [-] (94175) accepted ('10.222.0.20', 37036) {{(pid=94175) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 11:31:15.842632 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3239a4fb-f95d-49b4-a98f-c5b2cac8d386 tempest-NetworksIpV6TestAttrs-49342282 tempest-NetworksIpV6TestAttrs-49342282-project] Pushing event updated for resources: {'Subnet': ['ID=ddefeb66-5366-43d4-b6db-57ab9f65a9fd,revision_number=0']} {{(pid=94175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 11:31:15.847912 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG oslo_concurrency.lockutils [None req-3239a4fb-f95d-49b4-a98f-c5b2cac8d386 tempest-NetworksIpV6TestAttrs-49342282 tempest-NetworksIpV6TestAttrs-49342282-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.084s {{(pid=94175) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 11:31:15.886747 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron_lib.callbacks.manager [None req-c558f0d7-efc1-4bab-9f7d-0b3e2f6cc66d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-922915', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-239814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7866073', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773699642215'] for port, after_create {{(pid=94176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:31:15.890401 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG oslo_concurrency.lockutils [None req-97bd5441-1da2-49ee-a364-27795820ba27 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 11:31:15.891919 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3239a4fb-f95d-49b4-a98f-c5b2cac8d386 tempest-NetworksIpV6TestAttrs-49342282 tempest-NetworksIpV6TestAttrs-49342282-project] Checking segment: {'id': 'bbeb6559-93b8-4c63-9eae-fe0f62037580', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 400, 'network_id': 'c2e226e5-e90f-4b54-9911-59242531b120'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94175) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 23 11:31:15.892590 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3239a4fb-f95d-49b4-a98f-c5b2cac8d386 tempest-NetworksIpV6TestAttrs-49342282 tempest-NetworksIpV6TestAttrs-49342282-project] Network hostable DHCP agents. Network: c2e226e5-e90f-4b54-9911-59242531b120, hostable agents: ['8cf29b10-0e57-4131-816f-a4b6ad00b249'], hosted agents: [] {{(pid=94175) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 23 11:31:15.943998 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c558f0d7-efc1-4bab-9f7d-0b3e2f6cc66d None None] Network f53f535d-bce4-4da8-9bd9-396677ff4e83 is already hosted by enough agents. {{(pid=94176) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 23 11:31:15.948977 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.scheduler.base_scheduler [None req-c558f0d7-efc1-4bab-9f7d-0b3e2f6cc66d None None] Resources bound (agent type, host, resource id): {{(pid=94176) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 23 11:31:15.951875 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c558f0d7-efc1-4bab-9f7d-0b3e2f6cc66d None None] Received port after_create {{(pid=94176) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 23 11:31:15.959458 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c558f0d7-efc1-4bab-9f7d-0b3e2f6cc66d None None] Pushing event updated for resources: {'Port': ['ID=a7820824-814f-4af3-8cdf-e9606bab5064,revision_number=1']} {{(pid=94176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 11:31:15.963145 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG oslo_concurrency.lockutils [None req-c558f0d7-efc1-4bab-9f7d-0b3e2f6cc66d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.072s {{(pid=94176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 11:31:15.979571 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7681d027-ab44-412c-8c28-e7acc643f328 tempest-FloatingIPAdminTestJSON-1420968783 tempest-FloatingIPAdminTestJSON-1420968783-project] Notify agent at l3_agent.dv-neutron-601336-94-hyperv the message routers_updated {{(pid=94174) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 23 11:31:15.989582 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron_lib.callbacks.manager [None req-7681d027-ab44-412c-8c28-e7acc643f328 tempest-FloatingIPAdminTestJSON-1420968783 tempest-FloatingIPAdminTestJSON-1420968783-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-217507'] for floatingip, before_response {{(pid=94174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:31:15.999779 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2bb4ccbb-b475-4812-9a2a-f234f0d2eccc None None] Sync routers for ids ['82083bbf-e3ef-4c55-8318-807c0e486f66'] in dv-neutron-601336-94-hyperv {{(pid=94176) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 23 11:31:16.036933 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2bb4ccbb-b475-4812-9a2a-f234f0d2eccc None None] Routers {'82083bbf-e3ef-4c55-8318-807c0e486f66'} bound to L3 agent in host dv-neutron-601336-94-hyperv {{(pid=94176) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 23 11:31:16.037884 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.db.l3_hamode_db [None req-2bb4ccbb-b475-4812-9a2a-f234f0d2eccc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-601336-94-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-23T11:22:13Z,description=,heartbeat_timestamp=2021-06-23T11:31:13Z,host='dv-neutron-601336-94-hyperv',id=50ef99c0-ef28-4db5-b303-b145898fae60,load=0,resource_versions=,resources_synced=,started_at=2021-06-23T11:22:14Z,topic='l3_agent')) {'router_ids': ['82083bbf-e3ef-4c55-8318-807c0e486f66'], 'active': True} {{(pid=94176) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 11:31:16.055934 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron_lib.callbacks.manager [None req-fd5764ae-3d04-48b4-b0f1-938435eed357 tempest-RoutersAdminTest-1813587668 tempest-RoutersAdminTest-1813587668-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-520412', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-524143'] for router, after_create {{(pid=94174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:31:16.067711 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron_lib.callbacks.manager [None req-d046bb46-a816-4216-9f21-ce0b62e371e0 tempest-RoutersIpV6AdminTest-894294123 tempest-RoutersIpV6AdminTest-894294123-project] Notify callbacks [] for port, precommit_create {{(pid=94174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:31:16.078060 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.db.l3_hamode_db [None req-2bb4ccbb-b475-4812-9a2a-f234f0d2eccc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-601336-94-hyperv', False) {} {{(pid=94176) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 11:31:16.078694 dv-neutron-601336-94-hyperv neutron-server[94174]: INFO neutron.wsgi [None req-7681d027-ab44-412c-8c28-e7acc643f328 tempest-FloatingIPAdminTestJSON-1420968783 tempest-FloatingIPAdminTestJSON-1420968783-project] 10.222.0.20 "DELETE /v2.0/floatingips/a7c86758-31ae-425d-acc0-334e77be7660 HTTP/1.1" status: 204 len: 168 time: 4.2039814 Jun 23 11:31:16.080866 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.plugins.ml2.managers [None req-c558f0d7-efc1-4bab-9f7d-0b3e2f6cc66d None None] Attempting to bind port a7820824-814f-4af3-8cdf-e9606bab5064 on host dv-neutron-601336-94-hyperv for vnic_type normal with profile {{(pid=94176) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 23 11:31:16.081257 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.plugins.ml2.managers [None req-c558f0d7-efc1-4bab-9f7d-0b3e2f6cc66d None None] Attempting to bind port a7820824-814f-4af3-8cdf-e9606bab5064 by drivers openvswitch,hyperv on host dv-neutron-601336-94-hyperv at level 0 using segments [{'id': '6303a411-6e70-4139-a530-9ee4cf8ba843', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 419, 'network_id': 'f53f535d-bce4-4da8-9bd9-396677ff4e83'}] {{(pid=94176) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 23 11:31:16.081976 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c558f0d7-efc1-4bab-9f7d-0b3e2f6cc66d None None] Attempting to bind port a7820824-814f-4af3-8cdf-e9606bab5064 on network f53f535d-bce4-4da8-9bd9-396677ff4e83 {{(pid=94176) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 23 11:31:16.089364 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c558f0d7-efc1-4bab-9f7d-0b3e2f6cc66d None None] Checking agent: {'id': '4d05f899-5ac9-411b-8a03-f60c93f87cdf', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-601336-94-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 23, 11, 22, 14), 'started_at': datetime.datetime(2021, 6, 23, 11, 22, 44), 'heartbeat_timestamp': datetime.datetime(2021, 6, 23, 11, 31, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'monitor_allowed_address_pair_garp': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-601336-94-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94176) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 23 11:31:16.089879 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c558f0d7-efc1-4bab-9f7d-0b3e2f6cc66d None None] Checking segment: {'id': '6303a411-6e70-4139-a530-9ee4cf8ba843', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 419, 'network_id': 'f53f535d-bce4-4da8-9bd9-396677ff4e83'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94176) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 23 11:31:16.090496 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron_lib.callbacks.manager [None req-c558f0d7-efc1-4bab-9f7d-0b3e2f6cc66d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:31:16.090982 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c558f0d7-efc1-4bab-9f7d-0b3e2f6cc66d None None] Bound using segment: {'id': '6303a411-6e70-4139-a530-9ee4cf8ba843', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 419, 'network_id': 'f53f535d-bce4-4da8-9bd9-396677ff4e83'} {{(pid=94176) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 23 11:31:16.091633 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.plugins.ml2.managers [None req-c558f0d7-efc1-4bab-9f7d-0b3e2f6cc66d None None] Bound port: a7820824-814f-4af3-8cdf-e9606bab5064, host: dv-neutron-601336-94-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6303a411-6e70-4139-a530-9ee4cf8ba843', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 419, 'network_id': 'f53f535d-bce4-4da8-9bd9-396677ff4e83'}}] {{(pid=94176) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 23 11:31:16.092820 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron_lib.callbacks.manager [None req-c558f0d7-efc1-4bab-9f7d-0b3e2f6cc66d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-923122'] for port, before_update {{(pid=94176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:31:16.109792 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2bb4ccbb-b475-4812-9a2a-f234f0d2eccc None None] Routers {'82083bbf-e3ef-4c55-8318-807c0e486f66'} bound to L3 agent in host dv-neutron-601336-94-hyperv {{(pid=94176) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 23 11:31:16.110556 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.db.l3_hamode_db [None req-2bb4ccbb-b475-4812-9a2a-f234f0d2eccc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-601336-94-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-23T11:22:13Z,description=,heartbeat_timestamp=2021-06-23T11:31:13Z,host='dv-neutron-601336-94-hyperv',id=50ef99c0-ef28-4db5-b303-b145898fae60,load=0,resource_versions=,resources_synced=,started_at=2021-06-23T11:22:14Z,topic='l3_agent')) {'router_ids': ['82083bbf-e3ef-4c55-8318-807c0e486f66'], 'active': True} {{(pid=94176) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 11:31:16.122681 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.wsgi [-] (94174) accepted ('10.222.0.20', 37038) {{(pid=94174) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 11:31:16.131625 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.api.v2.base [None req-39825cb4-a962-4cf3-91e0-213459e3b4f6 tempest-FloatingIPAdminTestJSON-1438251879 tempest-FloatingIPAdminTestJSON-1438251879-project-admin] Request body: {'floatingip': {'floating_network_id': '3e7e4eb3-cf02-4d47-ade9-0a579cdfc60f'}} {{(pid=94174) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 23 11:31:16.134540 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-288580a3-ffc8-42e3-b6dd-4924a57ad11b tempest-AllowedAddressPairIpV6TestJSON-597468505 tempest-AllowedAddressPairIpV6TestJSON-597468505-project] Made reservation on behalf of b9d21b3292f245528a11bbb067c1ae45 for: {'subnet': 1} {{(pid=94174) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 23 11:31:16.138023 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron_lib.callbacks.manager [None req-288580a3-ffc8-42e3-b6dd-4924a57ad11b tempest-AllowedAddressPairIpV6TestJSON-597468505 tempest-AllowedAddressPairIpV6TestJSON-597468505-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4294245'] for subnet, before_create {{(pid=94174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:31:16.162840 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.db.l3_hamode_db [None req-2bb4ccbb-b475-4812-9a2a-f234f0d2eccc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-601336-94-hyperv', False) {} {{(pid=94176) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 11:31:16.163496 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2bb4ccbb-b475-4812-9a2a-f234f0d2eccc None None] The sync data for ids ['82083bbf-e3ef-4c55-8318-807c0e486f66'] in dv-neutron-601336-94-hyperv is: [] {{(pid=94176) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 23 11:31:16.221604 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.plugins.ml2.db [None req-c558f0d7-efc1-4bab-9f7d-0b3e2f6cc66d None None] For port a7820824-814f-4af3-8cdf-e9606bab5064, host dv-neutron-601336-94-hyperv, cleared binding levels {{(pid=94176) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 23 11:31:16.224962 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.plugins.ml2.db [None req-c558f0d7-efc1-4bab-9f7d-0b3e2f6cc66d None None] For port a7820824-814f-4af3-8cdf-e9606bab5064, host dv-neutron-601336-94-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-94-hyperv',level=0,port_id=a7820824-814f-4af3-8cdf-e9606bab5064,segment=NetworkSegment(6303a411-6e70-4139-a530-9ee4cf8ba843),segment_id=6303a411-6e70-4139-a530-9ee4cf8ba843)] {{(pid=94176) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 23 11:31:16.333421 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron_lib.callbacks.manager [None req-c558f0d7-efc1-4bab-9f7d-0b3e2f6cc66d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-922904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866062', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773700135042', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773699642233', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773699642278'] for port, after_update {{(pid=94176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:31:16.344170 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG oslo_concurrency.lockutils [None req-dc7542b2-afef-47f4-a763-e3a3cba144be None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 11:31:16.393029 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3239a4fb-f95d-49b4-a98f-c5b2cac8d386 tempest-NetworksIpV6TestAttrs-49342282 tempest-NetworksIpV6TestAttrs-49342282-project] Network c2e226e5-e90f-4b54-9911-59242531b120 is scheduled to be hosted by DHCP agent 8cf29b10-0e57-4131-816f-a4b6ad00b249 with binding_index 1 {{(pid=94175) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 23 11:31:16.411955 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c558f0d7-efc1-4bab-9f7d-0b3e2f6cc66d None None] Pushing event updated for resources: {'Port': ['ID=a7820824-814f-4af3-8cdf-e9606bab5064,revision_number=2']} {{(pid=94176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 11:31:16.427191 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG oslo_concurrency.lockutils [None req-c558f0d7-efc1-4bab-9f7d-0b3e2f6cc66d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.083s {{(pid=94176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 11:31:16.460062 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron_lib.callbacks.manager [None req-b366a6c1-bb66-479c-b6c4-07489e4c04b5 tempest-NetworksTestDHCPv6-162546708 tempest-NetworksTestDHCPv6-162546708-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-923104'] for port, before_create {{(pid=94175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:31:16.485651 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.scheduler.base_scheduler [None req-3239a4fb-f95d-49b4-a98f-c5b2cac8d386 tempest-NetworksIpV6TestAttrs-49342282 tempest-NetworksIpV6TestAttrs-49342282-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-601336-94-hyperv, c2e226e5-e90f-4b54-9911-59242531b120) {{(pid=94175) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 23 11:31:16.500231 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6b3c2d62-a88f-4bfe-8106-00682238f429 None None] Network c2e226e5-e90f-4b54-9911-59242531b120 requested from dv-neutron-601336-94-hyperv {{(pid=94176) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 23 11:31:16.529074 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3239a4fb-f95d-49b4-a98f-c5b2cac8d386 tempest-NetworksIpV6TestAttrs-49342282 tempest-NetworksIpV6TestAttrs-49342282-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 11:31:16.529883 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron_lib.callbacks.manager [None req-3239a4fb-f95d-49b4-a98f-c5b2cac8d386 tempest-NetworksIpV6TestAttrs-49342282 tempest-NetworksIpV6TestAttrs-49342282-project] Notify callbacks [] for subnet, before_response {{(pid=94175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:31:16.597375 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron_lib.callbacks.manager [None req-95d6aa8f-24e7-4234-82ff-f502266c3285 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773699952132', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-899307'] for agent, after_update {{(pid=94176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:31:16.741270 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron_lib.callbacks.manager [None req-39825cb4-a962-4cf3-91e0-213459e3b4f6 tempest-FloatingIPAdminTestJSON-1438251879 tempest-FloatingIPAdminTestJSON-1438251879-project-admin] Notify callbacks [] for floatingip, before_create {{(pid=94174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:31:16.751332 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron_lib.callbacks.manager [None req-d046bb46-a816-4216-9f21-ce0b62e371e0 tempest-RoutersIpV6AdminTest-894294123 tempest-RoutersIpV6AdminTest-894294123-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-922915', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-239814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7866073', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773699642215', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-5196399'] for port, after_create {{(pid=94174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:31:16.768443 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94174) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 11:31:16.791242 dv-neutron-601336-94-hyperv neutron-server[94175]: INFO neutron.wsgi [None req-3239a4fb-f95d-49b4-a98f-c5b2cac8d386 tempest-NetworksIpV6TestAttrs-49342282 tempest-NetworksIpV6TestAttrs-49342282-project] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 2.3365233 Jun 23 11:31:16.796537 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a011ba38-3cd3-4619-b260-1b5c8e199890 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1e0d828a-1fa4-563d-b7fd-53adf66a04ee-c2e226e5-e90f-4b54-9911-59242531b120', 'network_id': 'c2e226e5-e90f-4b54-9911-59242531b120', 'tenant_id': '75dfc2cb640c496b8d9cb81bc53d56b1', 'fixed_ips': [{'subnet_id': 'ddefeb66-5366-43d4-b6db-57ab9f65a9fd'}]}} from dv-neutron-601336-94-hyperv. {{(pid=94176) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 23 11:31:16.797422 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron_lib.callbacks.manager [None req-a011ba38-3cd3-4619-b260-1b5c8e199890 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-923104'] for port, before_create {{(pid=94176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:31:16.800769 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.wsgi [-] (94175) accepted ('10.222.0.20', 37044) {{(pid=94175) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 11:31:16.814920 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.api.v2.base [None req-c4201df7-3e16-4c77-bb2d-316cc612a1c5 tempest-NetworksIpV6TestAttrs-49342282 tempest-NetworksIpV6TestAttrs-49342282-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-427899307'}} {{(pid=94175) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 23 11:31:16.921610 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c4201df7-3e16-4c77-bb2d-316cc612a1c5 tempest-NetworksIpV6TestAttrs-49342282 tempest-NetworksIpV6TestAttrs-49342282-project] Made reservation on behalf of 75dfc2cb640c496b8d9cb81bc53d56b1 for: {'network': 1} {{(pid=94175) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 23 11:31:16.925462 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron_lib.callbacks.manager [None req-c4201df7-3e16-4c77-bb2d-316cc612a1c5 tempest-NetworksIpV6TestAttrs-49342282 tempest-NetworksIpV6TestAttrs-49342282-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-923104'] for network, before_create {{(pid=94175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:31:16.929441 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.db.db_base_plugin_common [None req-b366a6c1-bb66-479c-b6c4-07489e4c04b5 tempest-NetworksTestDHCPv6-162546708 tempest-NetworksTestDHCPv6-162546708-project] Allocated IP 2001:db8::1 (f53f535d-bce4-4da8-9bd9-396677ff4e83/aead9b4c-8cd4-400d-b497-e25c8102dd09/557593fa-526f-4e61-9fea-3a1483107f4c) {{(pid=94175) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 23 11:31:16.942584 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d046bb46-a816-4216-9f21-ce0b62e371e0 tempest-RoutersIpV6AdminTest-894294123 tempest-RoutersIpV6AdminTest-894294123-project] Network 3e7e4eb3-cf02-4d47-ade9-0a579cdfc60f is already hosted by enough agents. {{(pid=94174) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 23 11:31:16.952884 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.scheduler.base_scheduler [None req-d046bb46-a816-4216-9f21-ce0b62e371e0 tempest-RoutersIpV6AdminTest-894294123 tempest-RoutersIpV6AdminTest-894294123-project] Resources bound (agent type, host, resource id): {{(pid=94174) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 23 11:31:16.957457 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d046bb46-a816-4216-9f21-ce0b62e371e0 tempest-RoutersIpV6AdminTest-894294123 tempest-RoutersIpV6AdminTest-894294123-project] Received port after_create {{(pid=94174) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 23 11:31:16.959620 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d046bb46-a816-4216-9f21-ce0b62e371e0 tempest-RoutersIpV6AdminTest-894294123 tempest-RoutersIpV6AdminTest-894294123-project] Pushing event updated for resources: {'Port': ['ID=24143e47-8053-4d2f-9d25-a60a7be46767,revision_number=1']} {{(pid=94174) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 11:31:16.964001 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG oslo_concurrency.lockutils [None req-d046bb46-a816-4216-9f21-ce0b62e371e0 tempest-RoutersIpV6AdminTest-894294123 tempest-RoutersIpV6AdminTest-894294123-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.200s {{(pid=94174) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 11:31:17.005140 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c4201df7-3e16-4c77-bb2d-316cc612a1c5 tempest-NetworksIpV6TestAttrs-49342282 tempest-NetworksIpV6TestAttrs-49342282-project] vlan segment allocate from pool success with {'vlan_id': 416, 'physical_network': 'physnet1'} {{(pid=94175) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 23 11:31:17.005662 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fd5764ae-3d04-48b4-b0f1-938435eed357 tempest-RoutersAdminTest-1813587668 tempest-RoutersAdminTest-1813587668-project] Router 3398b0d2-8275-4365-b090-dec51ae3e855 is scheduled to L3 agent 50ef99c0-ef28-4db5-b303-b145898fae60 with binding_index 1 {{(pid=94174) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jun 23 11:31:17.024156 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron_lib.callbacks.manager [None req-c4201df7-3e16-4c77-bb2d-316cc612a1c5 tempest-NetworksIpV6TestAttrs-49342282 tempest-NetworksIpV6TestAttrs-49342282-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3801'] for segment, precommit_create {{(pid=94175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:31:17.024606 dv-neutron-601336-94-hyperv neutron-server[94175]: INFO neutron.db.segments_db [None req-c4201df7-3e16-4c77-bb2d-316cc612a1c5 tempest-NetworksIpV6TestAttrs-49342282 tempest-NetworksIpV6TestAttrs-49342282-project] Added segment a95ce696-643f-47a4-9314-60e411d60146 of type vlan for network 2d6a143a-d6db-4464-8aa8-01e80e9377cc Jun 23 11:31:17.038054 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.db.db_base_plugin_common [None req-a011ba38-3cd3-4619-b260-1b5c8e199890 None None] Allocated IP 2001:db8:0:ffff::2 (c2e226e5-e90f-4b54-9911-59242531b120/ddefeb66-5366-43d4-b6db-57ab9f65a9fd/ee8f3cfe-215e-4339-b854-66e29114beef) {{(pid=94176) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 23 11:31:17.079703 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron_lib.callbacks.manager [None req-288580a3-ffc8-42e3-b6dd-4924a57ad11b tempest-AllowedAddressPairIpV6TestJSON-597468505 tempest-AllowedAddressPairIpV6TestJSON-597468505-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866062', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5195999', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4294259'] for subnet, after_create {{(pid=94174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:31:17.091198 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron_lib.callbacks.manager [None req-c4201df7-3e16-4c77-bb2d-316cc612a1c5 tempest-NetworksIpV6TestAttrs-49342282 tempest-NetworksIpV6TestAttrs-49342282-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8773699596773'] for network, precommit_create {{(pid=94175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:31:17.092335 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94174) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 11:31:17.121022 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron_lib.callbacks.manager [None req-b366a6c1-bb66-479c-b6c4-07489e4c04b5 tempest-NetworksTestDHCPv6-162546708 tempest-NetworksTestDHCPv6-162546708-project] Notify callbacks [] for port, precommit_create {{(pid=94175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:31:17.146023 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.db.provisioning_blocks [None req-b366a6c1-bb66-479c-b6c4-07489e4c04b5 tempest-NetworksTestDHCPv6-162546708 tempest-NetworksTestDHCPv6-162546708-project] Transition to ACTIVE for port object 557593fa-526f-4e61-9fea-3a1483107f4c will not be triggered until provisioned by entity DHCP. {{(pid=94175) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 23 11:31:17.185161 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.plugins.ml2.rpc [None req-dc7542b2-afef-47f4-a763-e3a3cba144be None None] Device a7820824-814f-4af3-8cdf-e9606bab5064 up at agent ovs-agent-dv-neutron-601336-94-hyperv {{(pid=94176) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:298}} Jun 23 11:31:17.206524 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron_lib.callbacks.manager [None req-c4201df7-3e16-4c77-bb2d-316cc612a1c5 tempest-NetworksIpV6TestAttrs-49342282 tempest-NetworksIpV6TestAttrs-49342282-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8002400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7866073'] for network, after_create {{(pid=94175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:31:17.213021 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c4201df7-3e16-4c77-bb2d-316cc612a1c5 tempest-NetworksIpV6TestAttrs-49342282 tempest-NetworksIpV6TestAttrs-49342282-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 11:31:17.213871 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron_lib.callbacks.manager [None req-c4201df7-3e16-4c77-bb2d-316cc612a1c5 tempest-NetworksIpV6TestAttrs-49342282 tempest-NetworksIpV6TestAttrs-49342282-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7865916'] for network, before_response {{(pid=94175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:31:17.217015 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG oslo_concurrency.lockutils [None req-576c6683-ff60-4cb8-8f8a-db93f7cf1da2 tempest-AllowedAddressPairIpV6TestJSON-597468505 tempest-AllowedAddressPairIpV6TestJSON-597468505-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94175) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 11:31:17.270567 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron_lib.callbacks.manager [None req-b366a6c1-bb66-479c-b6c4-07489e4c04b5 tempest-NetworksTestDHCPv6-162546708 tempest-NetworksTestDHCPv6-162546708-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-922915', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-239814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7866073', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773699642215', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-5082457'] for port, after_create {{(pid=94175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:31:17.296048 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron_lib.callbacks.manager [None req-a011ba38-3cd3-4619-b260-1b5c8e199890 None None] Notify callbacks [] for port, precommit_create {{(pid=94176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:31:17.304030 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b366a6c1-bb66-479c-b6c4-07489e4c04b5 tempest-NetworksTestDHCPv6-162546708 tempest-NetworksTestDHCPv6-162546708-project] Network f53f535d-bce4-4da8-9bd9-396677ff4e83 is already hosted by enough agents. {{(pid=94175) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 23 11:31:17.305847 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4201df7-3e16-4c77-bb2d-316cc612a1c5 tempest-NetworksIpV6TestAttrs-49342282 tempest-NetworksIpV6TestAttrs-49342282-project] Pushing event updated for resources: {'Network': ['ID=2d6a143a-d6db-4464-8aa8-01e80e9377cc,revision_number=1']} {{(pid=94175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 11:31:17.308287 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.scheduler.base_scheduler [None req-b366a6c1-bb66-479c-b6c4-07489e4c04b5 tempest-NetworksTestDHCPv6-162546708 tempest-NetworksTestDHCPv6-162546708-project] Resources bound (agent type, host, resource id): {{(pid=94175) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 23 11:31:17.310351 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG oslo_concurrency.lockutils [None req-c4201df7-3e16-4c77-bb2d-316cc612a1c5 tempest-NetworksIpV6TestAttrs-49342282 tempest-NetworksIpV6TestAttrs-49342282-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.094s {{(pid=94175) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 11:31:17.310991 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG oslo_concurrency.lockutils [None req-2b71c768-af9b-48e5-a88a-ea5f62d19229 tempest-RoutersAdminTest-1813587668 tempest-RoutersAdminTest-1813587668-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.030s {{(pid=94175) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 11:31:17.315783 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b366a6c1-bb66-479c-b6c4-07489e4c04b5 tempest-NetworksTestDHCPv6-162546708 tempest-NetworksTestDHCPv6-162546708-project] Received port after_create {{(pid=94175) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 23 11:31:17.316522 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron_lib.callbacks.manager [None req-b366a6c1-bb66-479c-b6c4-07489e4c04b5 tempest-NetworksTestDHCPv6-162546708 tempest-NetworksTestDHCPv6-162546708-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-452954'] for router_interface, before_create {{(pid=94175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:31:17.325610 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.plugins.ml2.rpc [None req-dc7542b2-afef-47f4-a763-e3a3cba144be None None] Network 2d6a143a-d6db-4464-8aa8-01e80e9377cc details requested by agent ovs-agent-dv-neutron-601336-94-hyperv with host dv-neutron-601336-94-hyperv {{(pid=94176) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:250}} Jun 23 11:31:17.326730 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-288580a3-ffc8-42e3-b6dd-4924a57ad11b tempest-AllowedAddressPairIpV6TestJSON-597468505 tempest-AllowedAddressPairIpV6TestJSON-597468505-project] Pushing event updated for resources: {'Subnet': ['ID=1c6e37c1-d30a-477b-b01e-bba7c97b2366,revision_number=0']} {{(pid=94174) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 11:31:17.331477 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fd5764ae-3d04-48b4-b0f1-938435eed357 tempest-RoutersAdminTest-1813587668 tempest-RoutersAdminTest-1813587668-project] Notify agent at l3_agent.dv-neutron-601336-94-hyperv the message routers_updated {{(pid=94174) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 23 11:31:17.341409 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.db.provisioning_blocks [None req-a011ba38-3cd3-4619-b260-1b5c8e199890 None None] Transition to ACTIVE for port object ee8f3cfe-215e-4339-b854-66e29114beef will not be triggered until provisioned by entity L2. {{(pid=94176) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 23 11:31:17.342135 dv-neutron-601336-94-hyperv neutron-server[94177]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-37d29832-14c5-4381-9461-79948e2c64b8 None None] Sync routers for ids ['3398b0d2-8275-4365-b090-dec51ae3e855'] in dv-neutron-601336-94-hyperv {{(pid=94177) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 23 11:31:17.348914 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG oslo_concurrency.lockutils [None req-288580a3-ffc8-42e3-b6dd-4924a57ad11b tempest-AllowedAddressPairIpV6TestJSON-597468505 tempest-AllowedAddressPairIpV6TestJSON-597468505-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.256s {{(pid=94174) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 11:31:17.349921 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-288580a3-ffc8-42e3-b6dd-4924a57ad11b tempest-AllowedAddressPairIpV6TestJSON-597468505 tempest-AllowedAddressPairIpV6TestJSON-597468505-project] Checking segment: {'id': '22f25dde-de35-4d8f-9b0e-3e5654ffd763', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 423, 'network_id': 'dcc59d40-7ea7-42ee-a412-94c03272e7db'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94174) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 23 11:31:17.350480 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-288580a3-ffc8-42e3-b6dd-4924a57ad11b tempest-AllowedAddressPairIpV6TestJSON-597468505 tempest-AllowedAddressPairIpV6TestJSON-597468505-project] Network hostable DHCP agents. Network: dcc59d40-7ea7-42ee-a412-94c03272e7db, hostable agents: ['8cf29b10-0e57-4131-816f-a4b6ad00b249'], hosted agents: [] {{(pid=94174) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 23 11:31:17.355119 dv-neutron-601336-94-hyperv neutron-server[94177]: DEBUG neutron.db.l3_dvrscheduler_db [None req-37d29832-14c5-4381-9461-79948e2c64b8 None None] Routers {'3398b0d2-8275-4365-b090-dec51ae3e855'} bound to L3 agent in host dv-neutron-601336-94-hyperv {{(pid=94177) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 23 11:31:17.355779 dv-neutron-601336-94-hyperv neutron-server[94177]: DEBUG neutron.db.l3_hamode_db [None req-37d29832-14c5-4381-9461-79948e2c64b8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-601336-94-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-23T11:22:13Z,description=,heartbeat_timestamp=2021-06-23T11:31:13Z,host='dv-neutron-601336-94-hyperv',id=50ef99c0-ef28-4db5-b303-b145898fae60,load=0,resource_versions=,resources_synced=,started_at=2021-06-23T11:22:14Z,topic='l3_agent')) {'router_ids': ['3398b0d2-8275-4365-b090-dec51ae3e855'], 'active': True} {{(pid=94177) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 11:31:17.423548 dv-neutron-601336-94-hyperv neutron-server[94177]: DEBUG neutron.db.l3_hamode_db [None req-37d29832-14c5-4381-9461-79948e2c64b8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-601336-94-hyperv', False) {} {{(pid=94177) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 11:31:17.426293 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.db.provisioning_blocks [None req-a011ba38-3cd3-4619-b260-1b5c8e199890 None None] Transition to ACTIVE for port object ee8f3cfe-215e-4339-b854-66e29114beef will not be triggered until provisioned by entity DHCP. {{(pid=94176) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 23 11:31:17.430585 dv-neutron-601336-94-hyperv neutron-server[94175]: INFO neutron.wsgi [None req-c4201df7-3e16-4c77-bb2d-316cc612a1c5 tempest-NetworksIpV6TestAttrs-49342282 tempest-NetworksIpV6TestAttrs-49342282-project] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 788 time: 0.6227837 Jun 23 11:31:17.438466 dv-neutron-601336-94-hyperv neutron-server[94177]: DEBUG neutron.db.l3_dvrscheduler_db [None req-37d29832-14c5-4381-9461-79948e2c64b8 None None] Routers {'3398b0d2-8275-4365-b090-dec51ae3e855'} bound to L3 agent in host dv-neutron-601336-94-hyperv {{(pid=94177) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 23 11:31:17.439358 dv-neutron-601336-94-hyperv neutron-server[94177]: DEBUG neutron.db.l3_hamode_db [None req-37d29832-14c5-4381-9461-79948e2c64b8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-601336-94-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-23T11:22:13Z,description=,heartbeat_timestamp=2021-06-23T11:31:13Z,host='dv-neutron-601336-94-hyperv',id=50ef99c0-ef28-4db5-b303-b145898fae60,load=0,resource_versions=,resources_synced=,started_at=2021-06-23T11:22:14Z,topic='l3_agent')) {'router_ids': ['3398b0d2-8275-4365-b090-dec51ae3e855'], 'active': True} {{(pid=94177) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 11:31:17.448264 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.db.provisioning_blocks [None req-dc7542b2-afef-47f4-a763-e3a3cba144be None None] Provisioning for port a7820824-814f-4af3-8cdf-e9606bab5064 completed by entity L2. {{(pid=94176) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 23 11:31:17.451824 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.wsgi [-] (94175) accepted ('10.222.0.20', 37046) {{(pid=94175) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 11:31:17.457476 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.api.v2.base [None req-bf55c4f4-e1f4-4312-9387-c98f131528f3 tempest-NetworksIpV6TestAttrs-49342282 tempest-NetworksIpV6TestAttrs-49342282-project] Request body: {'subnet': {'network_id': '2d6a143a-d6db-4464-8aa8-01e80e9377cc', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=94175) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 23 11:31:17.483740 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron_lib.callbacks.manager [None req-39825cb4-a962-4cf3-91e0-213459e3b4f6 tempest-FloatingIPAdminTestJSON-1438251879 tempest-FloatingIPAdminTestJSON-1438251879-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-923104'] for port, before_create {{(pid=94174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:31:17.489198 dv-neutron-601336-94-hyperv neutron-server[94177]: DEBUG neutron.db.l3_hamode_db [None req-37d29832-14c5-4381-9461-79948e2c64b8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-601336-94-hyperv', False) {} {{(pid=94177) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 11:31:17.489865 dv-neutron-601336-94-hyperv neutron-server[94177]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-37d29832-14c5-4381-9461-79948e2c64b8 None None] The sync data for ids ['3398b0d2-8275-4365-b090-dec51ae3e855'] in dv-neutron-601336-94-hyperv is: [] {{(pid=94177) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 23 11:31:17.546095 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b366a6c1-bb66-479c-b6c4-07489e4c04b5 tempest-NetworksTestDHCPv6-162546708 tempest-NetworksTestDHCPv6-162546708-project] Pushing event updated for resources: {'Port': ['ID=557593fa-526f-4e61-9fea-3a1483107f4c,revision_number=1']} {{(pid=94175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 11:31:17.561258 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron_lib.callbacks.manager [None req-a011ba38-3cd3-4619-b260-1b5c8e199890 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-922915', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-239814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7866073', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773699642215'] for port, after_create {{(pid=94176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:31:17.568849 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG oslo_concurrency.lockutils [None req-edaa2bd9-8883-4af7-b673-3cac59de2678 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 11:31:17.572843 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG oslo_concurrency.lockutils [None req-b366a6c1-bb66-479c-b6c4-07489e4c04b5 tempest-NetworksTestDHCPv6-162546708 tempest-NetworksTestDHCPv6-162546708-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.262s {{(pid=94175) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 11:31:17.607955 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron_lib.callbacks.manager [None req-b366a6c1-bb66-479c-b6c4-07489e4c04b5 tempest-NetworksTestDHCPv6-162546708 tempest-NetworksTestDHCPv6-162546708-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-923122'] for port, before_update {{(pid=94175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:31:17.635559 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a011ba38-3cd3-4619-b260-1b5c8e199890 None None] Network c2e226e5-e90f-4b54-9911-59242531b120 is already hosted by enough agents. {{(pid=94176) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 23 11:31:17.643910 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.scheduler.base_scheduler [None req-a011ba38-3cd3-4619-b260-1b5c8e199890 None None] Resources bound (agent type, host, resource id): {{(pid=94176) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 23 11:31:17.646003 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron_lib.callbacks.manager [None req-d046bb46-a816-4216-9f21-ce0b62e371e0 tempest-RoutersIpV6AdminTest-894294123 tempest-RoutersIpV6AdminTest-894294123-project] Notify callbacks [] for router_gateway, after_create {{(pid=94174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:31:17.646758 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a011ba38-3cd3-4619-b260-1b5c8e199890 None None] Received port after_create {{(pid=94176) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 23 11:31:17.647100 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-288580a3-ffc8-42e3-b6dd-4924a57ad11b tempest-AllowedAddressPairIpV6TestJSON-597468505 tempest-AllowedAddressPairIpV6TestJSON-597468505-project] Network dcc59d40-7ea7-42ee-a412-94c03272e7db is scheduled to be hosted by DHCP agent 8cf29b10-0e57-4131-816f-a4b6ad00b249 with binding_index 1 {{(pid=94174) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 23 11:31:17.648937 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a011ba38-3cd3-4619-b260-1b5c8e199890 None None] Pushing event updated for resources: {'Port': ['ID=ee8f3cfe-215e-4339-b854-66e29114beef,revision_number=1']} {{(pid=94176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 11:31:17.654048 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG oslo_concurrency.lockutils [None req-a011ba38-3cd3-4619-b260-1b5c8e199890 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.087s {{(pid=94176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 11:31:17.697332 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron_lib.callbacks.manager [None req-fd5764ae-3d04-48b4-b0f1-938435eed357 tempest-RoutersAdminTest-1813587668 tempest-RoutersAdminTest-1813587668-project] Notify callbacks [] for router, before_response {{(pid=94174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:31:17.704982 dv-neutron-601336-94-hyperv neutron-server[94174]: INFO neutron.wsgi [None req-fd5764ae-3d04-48b4-b0f1-938435eed357 tempest-RoutersAdminTest-1813587668 tempest-RoutersAdminTest-1813587668-project] 10.222.0.20 "POST /v2.0/routers HTTP/1.1" status: 201 len: 885 time: 7.9180801 Jun 23 11:31:17.705659 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.wsgi [-] (94174) accepted ('10.222.0.20', 37050) {{(pid=94174) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 11:31:17.717269 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.api.v2.base [None req-24d5e445-f92a-412d-86b7-05b2eb5a3122 tempest-RoutersAdminTest-1733287776 tempest-RoutersAdminTest-1733287776-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '3e7e4eb3-cf02-4d47-ade9-0a579cdfc60f', 'enable_snat': False}}} {{(pid=94174) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 23 11:31:17.727187 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.plugins.ml2.managers [None req-a011ba38-3cd3-4619-b260-1b5c8e199890 None None] Attempting to bind port ee8f3cfe-215e-4339-b854-66e29114beef on host dv-neutron-601336-94-hyperv for vnic_type normal with profile {{(pid=94176) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 23 11:31:17.727664 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.plugins.ml2.managers [None req-a011ba38-3cd3-4619-b260-1b5c8e199890 None None] Attempting to bind port ee8f3cfe-215e-4339-b854-66e29114beef by drivers openvswitch,hyperv on host dv-neutron-601336-94-hyperv at level 0 using segments [{'id': 'bbeb6559-93b8-4c63-9eae-fe0f62037580', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 400, 'network_id': 'c2e226e5-e90f-4b54-9911-59242531b120'}] {{(pid=94176) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 23 11:31:17.728305 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a011ba38-3cd3-4619-b260-1b5c8e199890 None None] Attempting to bind port ee8f3cfe-215e-4339-b854-66e29114beef on network c2e226e5-e90f-4b54-9911-59242531b120 {{(pid=94176) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 23 11:31:17.737061 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a011ba38-3cd3-4619-b260-1b5c8e199890 None None] Checking agent: {'id': '4d05f899-5ac9-411b-8a03-f60c93f87cdf', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-601336-94-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 23, 11, 22, 14), 'started_at': datetime.datetime(2021, 6, 23, 11, 22, 44), 'heartbeat_timestamp': datetime.datetime(2021, 6, 23, 11, 31, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'monitor_allowed_address_pair_garp': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-601336-94-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94176) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 23 11:31:17.737061 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a011ba38-3cd3-4619-b260-1b5c8e199890 None None] Checking segment: {'id': 'bbeb6559-93b8-4c63-9eae-fe0f62037580', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 400, 'network_id': 'c2e226e5-e90f-4b54-9911-59242531b120'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94176) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 23 11:31:17.737061 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron_lib.callbacks.manager [None req-a011ba38-3cd3-4619-b260-1b5c8e199890 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:31:17.737061 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a011ba38-3cd3-4619-b260-1b5c8e199890 None None] Bound using segment: {'id': 'bbeb6559-93b8-4c63-9eae-fe0f62037580', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 400, 'network_id': 'c2e226e5-e90f-4b54-9911-59242531b120'} {{(pid=94176) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 23 11:31:17.737061 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.plugins.ml2.managers [None req-a011ba38-3cd3-4619-b260-1b5c8e199890 None None] Bound port: ee8f3cfe-215e-4339-b854-66e29114beef, host: dv-neutron-601336-94-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bbeb6559-93b8-4c63-9eae-fe0f62037580', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 400, 'network_id': 'c2e226e5-e90f-4b54-9911-59242531b120'}}] {{(pid=94176) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 23 11:31:17.737061 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron_lib.callbacks.manager [None req-a011ba38-3cd3-4619-b260-1b5c8e199890 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-923122'] for port, before_update {{(pid=94176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:31:17.781710 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.db.db_base_plugin_common [None req-39825cb4-a962-4cf3-91e0-213459e3b4f6 tempest-FloatingIPAdminTestJSON-1438251879 tempest-FloatingIPAdminTestJSON-1438251879-project-admin] Allocated IP 172.26.3.136 (3e7e4eb3-cf02-4d47-ade9-0a579cdfc60f/a5ad15ab-c489-4a67-a9b0-d559fca0ec71/df64e60a-9587-4950-b9c1-9c9f99e0e291) {{(pid=94174) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 23 11:31:17.838427 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.plugins.ml2.db [None req-a011ba38-3cd3-4619-b260-1b5c8e199890 None None] For port ee8f3cfe-215e-4339-b854-66e29114beef, host dv-neutron-601336-94-hyperv, cleared binding levels {{(pid=94176) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 23 11:31:17.841859 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.plugins.ml2.db [None req-a011ba38-3cd3-4619-b260-1b5c8e199890 None None] For port ee8f3cfe-215e-4339-b854-66e29114beef, host dv-neutron-601336-94-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-94-hyperv',level=0,port_id=ee8f3cfe-215e-4339-b854-66e29114beef,segment=NetworkSegment(bbeb6559-93b8-4c63-9eae-fe0f62037580),segment_id=bbeb6559-93b8-4c63-9eae-fe0f62037580)] {{(pid=94176) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 23 11:31:17.843601 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bf55c4f4-e1f4-4312-9387-c98f131528f3 tempest-NetworksIpV6TestAttrs-49342282 tempest-NetworksIpV6TestAttrs-49342282-project] Made reservation on behalf of 75dfc2cb640c496b8d9cb81bc53d56b1 for: {'subnet': 1} {{(pid=94175) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 23 11:31:17.848010 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron_lib.callbacks.manager [None req-bf55c4f4-e1f4-4312-9387-c98f131528f3 tempest-NetworksIpV6TestAttrs-49342282 tempest-NetworksIpV6TestAttrs-49342282-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4660073'] for subnet, before_create {{(pid=94175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:31:17.850536 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.scheduler.base_scheduler [None req-288580a3-ffc8-42e3-b6dd-4924a57ad11b tempest-AllowedAddressPairIpV6TestJSON-597468505 tempest-AllowedAddressPairIpV6TestJSON-597468505-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-601336-94-hyperv, dcc59d40-7ea7-42ee-a412-94c03272e7db) {{(pid=94174) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 23 11:31:17.857767 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-288580a3-ffc8-42e3-b6dd-4924a57ad11b tempest-AllowedAddressPairIpV6TestJSON-597468505 tempest-AllowedAddressPairIpV6TestJSON-597468505-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94174) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 11:31:17.858725 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron_lib.callbacks.manager [None req-288580a3-ffc8-42e3-b6dd-4924a57ad11b tempest-AllowedAddressPairIpV6TestJSON-597468505 tempest-AllowedAddressPairIpV6TestJSON-597468505-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7865916'] for subnet, before_response {{(pid=94174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:31:17.858850 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1d3aa094-66a2-4260-9d5b-9dd57d913b71 None None] Network dcc59d40-7ea7-42ee-a412-94c03272e7db requested from dv-neutron-601336-94-hyperv {{(pid=94176) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 23 11:31:17.995731 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron_lib.callbacks.manager [None req-a011ba38-3cd3-4619-b260-1b5c8e199890 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-922904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866062', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773700135042', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773699642233', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773699642278'] for port, after_update {{(pid=94176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:31:18.005476 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG oslo_concurrency.lockutils [None req-ea372eb5-8b58-4107-bedb-bf4c0a77259c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 11:31:18.049852 dv-neutron-601336-94-hyperv neutron-server[94174]: INFO neutron.wsgi [None req-288580a3-ffc8-42e3-b6dd-4924a57ad11b tempest-AllowedAddressPairIpV6TestJSON-597468505 tempest-AllowedAddressPairIpV6TestJSON-597468505-project] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 2.4002366 Jun 23 11:31:18.053428 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.wsgi [-] (94174) accepted ('10.222.0.20', 37054) {{(pid=94174) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 11:31:18.061367 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron_lib.callbacks.manager [None req-b366a6c1-bb66-479c-b6c4-07489e4c04b5 tempest-NetworksTestDHCPv6-162546708 tempest-NetworksTestDHCPv6-162546708-project] Notify callbacks [] for port, precommit_update {{(pid=94175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:31:18.075773 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.api.v2.base [None req-9b5d9b0f-bdfc-4440-a7f7-0dde856e0edd tempest-AllowedAddressPairIpV6TestJSON-597468505 tempest-AllowedAddressPairIpV6TestJSON-597468505-project] Request body: {'port': {'network_id': 'dcc59d40-7ea7-42ee-a412-94c03272e7db', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-863654827'}} {{(pid=94174) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 23 11:31:18.134473 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron_lib.callbacks.manager [None req-b366a6c1-bb66-479c-b6c4-07489e4c04b5 tempest-NetworksTestDHCPv6-162546708 tempest-NetworksTestDHCPv6-162546708-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-922904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866062', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773700135042', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773699642233', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773699642278', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5082471'] for port, after_update {{(pid=94175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:31:18.135502 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron_lib.callbacks.manager [None req-b366a6c1-bb66-479c-b6c4-07489e4c04b5 tempest-NetworksTestDHCPv6-162546708 tempest-NetworksTestDHCPv6-162546708-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-7866091', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-453038'] for router_interface, after_create {{(pid=94175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:31:18.140136 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG oslo_concurrency.lockutils [None req-a2d44848-d4a5-447d-8c44-e2016a69a727 tempest-PortsAdminExtendedAttrsIpV6TestJSON-788637273 tempest-PortsAdminExtendedAttrsIpV6TestJSON-788637273-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94175) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 11:31:18.151837 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.db.provisioning_blocks [None req-9e2ce60e-f019-412a-8546-f950325fba3f None None] Provisioning for port a7820824-814f-4af3-8cdf-e9606bab5064 completed by entity DHCP. {{(pid=94176) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 23 11:31:18.165804 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a011ba38-3cd3-4619-b260-1b5c8e199890 None None] Pushing event updated for resources: {'Port': ['ID=ee8f3cfe-215e-4339-b854-66e29114beef,revision_number=2']} {{(pid=94176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 11:31:18.169376 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.db.provisioning_blocks [None req-9e2ce60e-f019-412a-8546-f950325fba3f None None] Provisioning complete for port a7820824-814f-4af3-8cdf-e9606bab5064 triggered by entity DHCP. {{(pid=94176) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 23 11:31:18.169376 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron_lib.callbacks.manager [None req-9e2ce60e-f019-412a-8546-f950325fba3f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-899258'] for port, provisioning_complete {{(pid=94176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:31:18.174773 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG oslo_concurrency.lockutils [None req-a011ba38-3cd3-4619-b260-1b5c8e199890 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.169s {{(pid=94176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 11:31:18.296029 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-faa61924-198d-433b-8b1f-7d60e4367b99 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1e0d828a-1fa4-563d-b7fd-53adf66a04ee-dcc59d40-7ea7-42ee-a412-94c03272e7db', 'network_id': 'dcc59d40-7ea7-42ee-a412-94c03272e7db', 'tenant_id': 'b9d21b3292f245528a11bbb067c1ae45', 'fixed_ips': [{'subnet_id': '1c6e37c1-d30a-477b-b01e-bba7c97b2366'}]}} from dv-neutron-601336-94-hyperv. {{(pid=94176) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 23 11:31:18.296908 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron_lib.callbacks.manager [None req-faa61924-198d-433b-8b1f-7d60e4367b99 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-923104'] for port, before_create {{(pid=94176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:31:18.347196 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron_lib.callbacks.manager [None req-d046bb46-a816-4216-9f21-ce0b62e371e0 tempest-RoutersIpV6AdminTest-894294123 tempest-RoutersIpV6AdminTest-894294123-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-524104', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-520389', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-32276'] for router, precommit_update {{(pid=94174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:31:18.363883 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b366a6c1-bb66-479c-b6c4-07489e4c04b5 tempest-NetworksTestDHCPv6-162546708 tempest-NetworksTestDHCPv6-162546708-project] Pushing event updated for resources: {'Port': ['ID=557593fa-526f-4e61-9fea-3a1483107f4c,revision_number=2']} {{(pid=94175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 11:31:18.373219 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG oslo_concurrency.lockutils [None req-b366a6c1-bb66-479c-b6c4-07489e4c04b5 tempest-NetworksTestDHCPv6-162546708 tempest-NetworksTestDHCPv6-162546708-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.231s {{(pid=94175) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 11:31:18.457388 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron_lib.callbacks.manager [None req-9e2ce60e-f019-412a-8546-f950325fba3f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-923122'] for port, before_update {{(pid=94176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:31:18.477936 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron_lib.callbacks.manager [None req-d046bb46-a816-4216-9f21-ce0b62e371e0 tempest-RoutersIpV6AdminTest-894294123 tempest-RoutersIpV6AdminTest-894294123-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-524143', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-524145', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-524134', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-520394'] for router, after_update {{(pid=94174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:31:18.507871 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.objects.ports [None req-bf55c4f4-e1f4-4312-9387-c98f131528f3 tempest-NetworksIpV6TestAttrs-49342282 tempest-NetworksIpV6TestAttrs-49342282-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=94175) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Jun 23 11:31:18.511215 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron_lib.callbacks.manager [None req-bf55c4f4-e1f4-4312-9387-c98f131528f3 tempest-NetworksIpV6TestAttrs-49342282 tempest-NetworksIpV6TestAttrs-49342282-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866062', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5083113', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4660095'] for subnet, after_create {{(pid=94175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:31:18.514023 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94175) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 11:31:18.522982 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron_lib.callbacks.manager [None req-39825cb4-a962-4cf3-91e0-213459e3b4f6 tempest-FloatingIPAdminTestJSON-1438251879 tempest-FloatingIPAdminTestJSON-1438251879-project-admin] Notify callbacks [] for port, precommit_create {{(pid=94174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:31:18.555659 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b366a6c1-bb66-479c-b6c4-07489e4c04b5 tempest-NetworksTestDHCPv6-162546708 tempest-NetworksTestDHCPv6-162546708-project] Network f53f535d-bce4-4da8-9bd9-396677ff4e83 is already hosted by enough agents. {{(pid=94175) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 23 11:31:18.558097 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.plugins.ml2.db [None req-9e2ce60e-f019-412a-8546-f950325fba3f None None] For port a7820824-814f-4af3-8cdf-e9606bab5064, host dv-neutron-601336-94-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-94-hyperv',level=0,port_id=a7820824-814f-4af3-8cdf-e9606bab5064,segment=NetworkSegment(6303a411-6e70-4139-a530-9ee4cf8ba843),segment_id=6303a411-6e70-4139-a530-9ee4cf8ba843)] {{(pid=94176) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 23 11:31:18.563741 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.scheduler.base_scheduler [None req-b366a6c1-bb66-479c-b6c4-07489e4c04b5 tempest-NetworksTestDHCPv6-162546708 tempest-NetworksTestDHCPv6-162546708-project] Resources bound (agent type, host, resource id): {{(pid=94175) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 23 11:31:18.602014 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.db.db_base_plugin_common [None req-faa61924-198d-433b-8b1f-7d60e4367b99 None None] Allocated IP 2001:db8::2 (dcc59d40-7ea7-42ee-a412-94c03272e7db/1c6e37c1-d30a-477b-b01e-bba7c97b2366/aebabf55-a319-4f35-b14e-9b7d43cadd7d) {{(pid=94176) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 23 11:31:18.636071 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf55c4f4-e1f4-4312-9387-c98f131528f3 tempest-NetworksIpV6TestAttrs-49342282 tempest-NetworksIpV6TestAttrs-49342282-project] Pushing event updated for resources: {'Subnet': ['ID=03baa774-71e7-4daa-be99-b78b840509ab,revision_number=0']} {{(pid=94175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 11:31:18.636398 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron_lib.callbacks.manager [None req-9e2ce60e-f019-412a-8546-f950325fba3f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-922904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866062', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773700135042', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773699642233', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773699642278'] for port, after_update {{(pid=94176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:31:18.648467 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG oslo_concurrency.lockutils [None req-a011ba38-3cd3-4619-b260-1b5c8e199890 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 11:31:18.664636 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG oslo_concurrency.lockutils [None req-bf55c4f4-e1f4-4312-9387-c98f131528f3 tempest-NetworksIpV6TestAttrs-49342282 tempest-NetworksIpV6TestAttrs-49342282-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.150s {{(pid=94175) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 11:31:18.833910 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9b5d9b0f-bdfc-4440-a7f7-0dde856e0edd tempest-AllowedAddressPairIpV6TestJSON-597468505 tempest-AllowedAddressPairIpV6TestJSON-597468505-project] Made reservation on behalf of b9d21b3292f245528a11bbb067c1ae45 for: {'port': 1} {{(pid=94174) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 23 11:31:18.837643 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron_lib.callbacks.manager [None req-9b5d9b0f-bdfc-4440-a7f7-0dde856e0edd tempest-AllowedAddressPairIpV6TestJSON-597468505 tempest-AllowedAddressPairIpV6TestJSON-597468505-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-923104'] for port, before_create {{(pid=94174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:31:18.873902 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bf55c4f4-e1f4-4312-9387-c98f131528f3 tempest-NetworksIpV6TestAttrs-49342282 tempest-NetworksIpV6TestAttrs-49342282-project] Checking segment: {'id': 'a95ce696-643f-47a4-9314-60e411d60146', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 416, 'network_id': '2d6a143a-d6db-4464-8aa8-01e80e9377cc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94175) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 23 11:31:18.874636 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bf55c4f4-e1f4-4312-9387-c98f131528f3 tempest-NetworksIpV6TestAttrs-49342282 tempest-NetworksIpV6TestAttrs-49342282-project] Network hostable DHCP agents. Network: 2d6a143a-d6db-4464-8aa8-01e80e9377cc, hostable agents: ['8cf29b10-0e57-4131-816f-a4b6ad00b249'], hosted agents: [] {{(pid=94175) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 23 11:31:18.902391 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.notifiers.nova [None req-9b5d9b0f-bdfc-4440-a7f7-0dde856e0edd tempest-AllowedAddressPairIpV6TestJSON-597468505 tempest-AllowedAddressPairIpV6TestJSON-597468505-project] device_id is not set on port 6a3f74fe-2094-4633-ba04-a929388cd600 yet. {{(pid=94174) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jun 23 11:31:18.925219 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron_lib.callbacks.manager [None req-24d5e445-f92a-412d-86b7-05b2eb5a3122 tempest-RoutersAdminTest-1733287776 tempest-RoutersAdminTest-1733287776-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-524104', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-520389', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-32276'] for router, precommit_update {{(pid=94174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:31:18.970652 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bf55c4f4-e1f4-4312-9387-c98f131528f3 tempest-NetworksIpV6TestAttrs-49342282 tempest-NetworksIpV6TestAttrs-49342282-project] Network 2d6a143a-d6db-4464-8aa8-01e80e9377cc is scheduled to be hosted by DHCP agent 8cf29b10-0e57-4131-816f-a4b6ad00b249 with binding_index 1 {{(pid=94175) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 23 11:31:19.011352 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.plugins.ml2.rpc [None req-dc7542b2-afef-47f4-a763-e3a3cba144be None None] Device ee8f3cfe-215e-4339-b854-66e29114beef up at agent ovs-agent-dv-neutron-601336-94-hyperv {{(pid=94176) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:298}} Jun 23 11:31:19.035582 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b366a6c1-bb66-479c-b6c4-07489e4c04b5 tempest-NetworksTestDHCPv6-162546708 tempest-NetworksTestDHCPv6-162546708-project] Router c11b44fd-4598-432f-8c10-d8757eeb2c2f is scheduled to L3 agent 50ef99c0-ef28-4db5-b303-b145898fae60 with binding_index 1 {{(pid=94175) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jun 23 11:31:19.036756 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron_lib.callbacks.manager [None req-39825cb4-a962-4cf3-91e0-213459e3b4f6 tempest-FloatingIPAdminTestJSON-1438251879 tempest-FloatingIPAdminTestJSON-1438251879-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-922915', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-239814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7866073', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773699642215', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-5196399'] for port, after_create {{(pid=94174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:31:19.039186 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG oslo_concurrency.lockutils [None req-730c3979-a9cf-44b0-9230-8394e3a9d4a5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-788637273 tempest-PortsAdminExtendedAttrsIpV6TestJSON-788637273-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94174) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 11:31:19.059277 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.scheduler.base_scheduler [None req-bf55c4f4-e1f4-4312-9387-c98f131528f3 tempest-NetworksIpV6TestAttrs-49342282 tempest-NetworksIpV6TestAttrs-49342282-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-601336-94-hyperv, 2d6a143a-d6db-4464-8aa8-01e80e9377cc) {{(pid=94175) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 23 11:31:19.073987 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-89ebf45f-e2e9-4dc0-ad1b-59ccc051b75a None None] Network 2d6a143a-d6db-4464-8aa8-01e80e9377cc requested from dv-neutron-601336-94-hyperv {{(pid=94176) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 23 11:31:19.135610 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bf55c4f4-e1f4-4312-9387-c98f131528f3 tempest-NetworksIpV6TestAttrs-49342282 tempest-NetworksIpV6TestAttrs-49342282-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 11:31:19.136415 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron_lib.callbacks.manager [None req-bf55c4f4-e1f4-4312-9387-c98f131528f3 tempest-NetworksIpV6TestAttrs-49342282 tempest-NetworksIpV6TestAttrs-49342282-project] Notify callbacks [] for subnet, before_response {{(pid=94175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:31:19.144777 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e2ce60e-f019-412a-8546-f950325fba3f None None] Pushing event updated for resources: {'Port': ['ID=a7820824-814f-4af3-8cdf-e9606bab5064,revision_number=3']} {{(pid=94176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 11:31:19.148296 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG oslo_concurrency.lockutils [None req-9e2ce60e-f019-412a-8546-f950325fba3f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.500s {{(pid=94176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 11:31:19.170563 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.db.provisioning_blocks [None req-31b3c294-ccf2-4df8-8f24-d90692cff02d None None] Provisioning for port 557593fa-526f-4e61-9fea-3a1483107f4c completed by entity DHCP. {{(pid=94176) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 23 11:31:19.182511 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.db.provisioning_blocks [None req-31b3c294-ccf2-4df8-8f24-d90692cff02d None None] Provisioning complete for port 557593fa-526f-4e61-9fea-3a1483107f4c triggered by entity DHCP. {{(pid=94176) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 23 11:31:19.182898 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron_lib.callbacks.manager [None req-31b3c294-ccf2-4df8-8f24-d90692cff02d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-899258'] for port, provisioning_complete {{(pid=94176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:31:19.272031 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b366a6c1-bb66-479c-b6c4-07489e4c04b5 tempest-NetworksTestDHCPv6-162546708 tempest-NetworksTestDHCPv6-162546708-project] Notify agent at l3_agent.dv-neutron-601336-94-hyperv the message routers_updated {{(pid=94175) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 23 11:31:19.286803 dv-neutron-601336-94-hyperv neutron-server[94175]: INFO neutron.wsgi [None req-b366a6c1-bb66-479c-b6c4-07489e4c04b5 tempest-NetworksTestDHCPv6-162546708 tempest-NetworksTestDHCPv6-162546708-project] 10.222.0.20 "PUT /v2.0/routers/c11b44fd-4598-432f-8c10-d8757eeb2c2f/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.4491808 Jun 23 11:31:19.288712 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.wsgi [-] (94175) accepted ('10.222.0.20', 37060) {{(pid=94175) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 11:31:19.353905 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-35f746bf-4d57-473e-a094-f0c3263ba288 None None] Sync routers for ids ['c11b44fd-4598-432f-8c10-d8757eeb2c2f'] in dv-neutron-601336-94-hyperv {{(pid=94176) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 23 11:31:19.374233 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dc5fd89f-ae3a-4d89-8c80-8829bfef8dbd tempest-NetworksTestDHCPv6-162546708 tempest-NetworksTestDHCPv6-162546708-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 11:31:19.379304 dv-neutron-601336-94-hyperv neutron-server[94175]: INFO neutron.wsgi [None req-dc5fd89f-ae3a-4d89-8c80-8829bfef8dbd tempest-NetworksTestDHCPv6-162546708 tempest-NetworksTestDHCPv6-162546708-project] 10.222.0.20 "GET /v2.0/ports/557593fa-526f-4e61-9fea-3a1483107f4c HTTP/1.1" status: 200 len: 911 time: 0.0890615 Jun 23 11:31:19.388919 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.wsgi [-] (94175) accepted ('10.222.0.20', 37062) {{(pid=94175) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 11:31:19.415248 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.db.l3_dvrscheduler_db [None req-35f746bf-4d57-473e-a094-f0c3263ba288 None None] Routers {'c11b44fd-4598-432f-8c10-d8757eeb2c2f'} bound to L3 agent in host dv-neutron-601336-94-hyperv {{(pid=94176) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 23 11:31:19.416436 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.db.l3_hamode_db [None req-35f746bf-4d57-473e-a094-f0c3263ba288 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-601336-94-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-23T11:22:13Z,description=,heartbeat_timestamp=2021-06-23T11:31:13Z,host='dv-neutron-601336-94-hyperv',id=50ef99c0-ef28-4db5-b303-b145898fae60,load=0,resource_versions=,resources_synced=,started_at=2021-06-23T11:22:14Z,topic='l3_agent')) {'router_ids': ['c11b44fd-4598-432f-8c10-d8757eeb2c2f'], 'active': True} {{(pid=94176) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 11:31:19.436529 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.plugins.ml2.plugin [None req-31b3c294-ccf2-4df8-8f24-d90692cff02d None None] Port 557593fa-526f-4e61-9fea-3a1483107f4c cannot update to ACTIVE because it is not bound. {{(pid=94176) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jun 23 11:31:19.445348 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron_lib.callbacks.manager [None req-faa61924-198d-433b-8b1f-7d60e4367b99 None None] Notify callbacks [] for port, precommit_create {{(pid=94176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:31:19.473739 dv-neutron-601336-94-hyperv neutron-server[94175]: INFO neutron.wsgi [None req-bf55c4f4-e1f4-4312-9387-c98f131528f3 tempest-NetworksIpV6TestAttrs-49342282 tempest-NetworksIpV6TestAttrs-49342282-project] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 827 time: 2.0149894 Jun 23 11:31:19.474291 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.wsgi [-] (94175) accepted ('10.222.0.20', 37064) {{(pid=94175) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 11:31:19.481721 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.api.v2.base [None req-f0546750-963e-4b5d-b2f7-f5abfbff5876 tempest-NetworksIpV6TestAttrs-49342282 tempest-NetworksIpV6TestAttrs-49342282-project] Request body: {'port': {'network_id': '2d6a143a-d6db-4464-8aa8-01e80e9377cc', 'name': 'tempest-NetworksIpV6TestAttrs-621662699'}} {{(pid=94175) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 23 11:31:19.498469 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-35bc97a4-2361-46c1-948b-cbcf0c28289a tempest-NetworksTestDHCPv6-162546708 tempest-NetworksTestDHCPv6-162546708-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 11:31:19.505837 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-35bc97a4-2361-46c1-948b-cbcf0c28289a tempest-NetworksTestDHCPv6-162546708 tempest-NetworksTestDHCPv6-162546708-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 11:31:19.511066 dv-neutron-601336-94-hyperv neutron-server[94175]: INFO neutron.wsgi [None req-35bc97a4-2361-46c1-948b-cbcf0c28289a tempest-NetworksTestDHCPv6-162546708 tempest-NetworksTestDHCPv6-162546708-project] 10.222.0.20 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1655 time: 0.1207199 Jun 23 11:31:19.511886 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.wsgi [-] (94175) accepted ('10.222.0.20', 37066) {{(pid=94175) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 11:31:19.534881 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39825cb4-a962-4cf3-91e0-213459e3b4f6 tempest-FloatingIPAdminTestJSON-1438251879 tempest-FloatingIPAdminTestJSON-1438251879-project-admin] Pushing event updated for resources: {'Port': ['ID=df64e60a-9587-4950-b9c1-9c9f99e0e291,revision_number=1']} {{(pid=94174) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 11:31:19.546091 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG oslo_concurrency.lockutils [None req-39825cb4-a962-4cf3-91e0-213459e3b4f6 tempest-FloatingIPAdminTestJSON-1438251879 tempest-FloatingIPAdminTestJSON-1438251879-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.507s {{(pid=94174) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 11:31:19.548006 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d046bb46-a816-4216-9f21-ce0b62e371e0 tempest-RoutersIpV6AdminTest-894294123 tempest-RoutersIpV6AdminTest-894294123-project] Router a38d17b9-e5c3-4912-91ef-3c1354fcea53 is scheduled to L3 agent 50ef99c0-ef28-4db5-b303-b145898fae60 with binding_index 1 {{(pid=94174) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jun 23 11:31:19.554828 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.db.provisioning_blocks [None req-faa61924-198d-433b-8b1f-7d60e4367b99 None None] Transition to ACTIVE for port object aebabf55-a319-4f35-b14e-9b7d43cadd7d will not be triggered until provisioned by entity L2. {{(pid=94176) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 23 11:31:19.557516 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.db.provisioning_blocks [None req-dc7542b2-afef-47f4-a763-e3a3cba144be None None] Provisioning for port ee8f3cfe-215e-4339-b854-66e29114beef completed by entity L2. {{(pid=94176) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 23 11:31:19.600246 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-39825cb4-a962-4cf3-91e0-213459e3b4f6 tempest-FloatingIPAdminTestJSON-1438251879 tempest-FloatingIPAdminTestJSON-1438251879-project-admin] Network 3e7e4eb3-cf02-4d47-ade9-0a579cdfc60f is already hosted by enough agents. {{(pid=94174) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 23 11:31:19.607302 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.scheduler.base_scheduler [None req-39825cb4-a962-4cf3-91e0-213459e3b4f6 tempest-FloatingIPAdminTestJSON-1438251879 tempest-FloatingIPAdminTestJSON-1438251879-project-admin] Resources bound (agent type, host, resource id): {{(pid=94174) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 23 11:31:19.612764 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.db.l3_dvrscheduler_db [None req-39825cb4-a962-4cf3-91e0-213459e3b4f6 tempest-FloatingIPAdminTestJSON-1438251879 tempest-FloatingIPAdminTestJSON-1438251879-project-admin] Received port after_create {{(pid=94174) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 23 11:31:19.617820 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.db.provisioning_blocks [None req-faa61924-198d-433b-8b1f-7d60e4367b99 None None] Transition to ACTIVE for port object aebabf55-a319-4f35-b14e-9b7d43cadd7d will not be triggered until provisioned by entity DHCP. {{(pid=94176) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 23 11:31:19.631960 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.db.provisioning_blocks [None req-c3c1e7d3-b7e4-4034-9cc6-fffb72f89821 None None] Provisioning complete for port 557593fa-526f-4e61-9fea-3a1483107f4c triggered by entity DHCP. {{(pid=94176) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 23 11:31:19.632709 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron_lib.callbacks.manager [None req-c3c1e7d3-b7e4-4034-9cc6-fffb72f89821 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-899258'] for port, provisioning_complete {{(pid=94176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:31:19.641134 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.db.l3_dvr_db [None req-35f746bf-4d57-473e-a094-f0c3263ba288 None None] Set router c11b44fd-4598-432f-8c10-d8757eeb2c2f gateway port host: None {{(pid=94176) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:838}} Jun 23 11:31:19.714957 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-21f3ff38-9f7e-418a-955e-ca329ce5d7d1 None None] Network c2e226e5-e90f-4b54-9911-59242531b120 requested from dv-neutron-601336-94-hyperv {{(pid=94176) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 23 11:31:19.780886 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron_lib.callbacks.manager [None req-faa61924-198d-433b-8b1f-7d60e4367b99 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-922915', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-239814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7866073', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773699642215'] for port, after_create {{(pid=94176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:31:19.795368 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG oslo_concurrency.lockutils [None req-97bd5441-1da2-49ee-a364-27795820ba27 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 11:31:19.798414 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-00bcf80c-25bc-4c35-80c8-b28850acfb8a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1e0d828a-1fa4-563d-b7fd-53adf66a04ee-2d6a143a-d6db-4464-8aa8-01e80e9377cc', 'network_id': '2d6a143a-d6db-4464-8aa8-01e80e9377cc', 'tenant_id': '75dfc2cb640c496b8d9cb81bc53d56b1', 'fixed_ips': [{'subnet_id': '03baa774-71e7-4daa-be99-b78b840509ab'}]}} from dv-neutron-601336-94-hyperv. {{(pid=94176) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 23 11:31:19.800039 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron_lib.callbacks.manager [None req-00bcf80c-25bc-4c35-80c8-b28850acfb8a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-923104'] for port, before_create {{(pid=94176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:31:19.813618 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d046bb46-a816-4216-9f21-ce0b62e371e0 tempest-RoutersIpV6AdminTest-894294123 tempest-RoutersIpV6AdminTest-894294123-project] Notify agent at l3_agent.dv-neutron-601336-94-hyperv the message routers_updated {{(pid=94174) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 23 11:31:19.827424 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron_lib.callbacks.manager [None req-d046bb46-a816-4216-9f21-ce0b62e371e0 tempest-RoutersIpV6AdminTest-894294123 tempest-RoutersIpV6AdminTest-894294123-project] Notify callbacks [] for router, before_response {{(pid=94174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:31:19.828691 dv-neutron-601336-94-hyperv neutron-server[94177]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1db0fdaf-0e7f-47be-bf8b-9dd387b1c8f3 None None] Sync routers for ids ['a38d17b9-e5c3-4912-91ef-3c1354fcea53'] in dv-neutron-601336-94-hyperv {{(pid=94177) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 23 11:31:19.829198 dv-neutron-601336-94-hyperv neutron-server[94174]: INFO neutron.wsgi [None req-d046bb46-a816-4216-9f21-ce0b62e371e0 tempest-RoutersIpV6AdminTest-894294123 tempest-RoutersIpV6AdminTest-894294123-project] 10.222.0.20 "PUT /v2.0/routers/a38d17b9-e5c3-4912-91ef-3c1354fcea53 HTTP/1.1" status: 200 len: 884 time: 6.0709920 Jun 23 11:31:19.842854 dv-neutron-601336-94-hyperv neutron-server[94177]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1db0fdaf-0e7f-47be-bf8b-9dd387b1c8f3 None None] Routers {'a38d17b9-e5c3-4912-91ef-3c1354fcea53'} bound to L3 agent in host dv-neutron-601336-94-hyperv {{(pid=94177) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 23 11:31:19.845018 dv-neutron-601336-94-hyperv neutron-server[94177]: DEBUG neutron.db.l3_hamode_db [None req-1db0fdaf-0e7f-47be-bf8b-9dd387b1c8f3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-601336-94-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-23T11:22:13Z,description=,heartbeat_timestamp=2021-06-23T11:31:13Z,host='dv-neutron-601336-94-hyperv',id=50ef99c0-ef28-4db5-b303-b145898fae60,load=0,resource_versions=,resources_synced=,started_at=2021-06-23T11:22:14Z,topic='l3_agent')) {'router_ids': ['a38d17b9-e5c3-4912-91ef-3c1354fcea53'], 'active': True} {{(pid=94177) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 11:31:19.858271 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.db.db_base_plugin_common [None req-9b5d9b0f-bdfc-4440-a7f7-0dde856e0edd tempest-AllowedAddressPairIpV6TestJSON-597468505 tempest-AllowedAddressPairIpV6TestJSON-597468505-project] Allocated IP 2001:db8::24e (dcc59d40-7ea7-42ee-a412-94c03272e7db/1c6e37c1-d30a-477b-b01e-bba7c97b2366/6a3f74fe-2094-4633-ba04-a929388cd600) {{(pid=94174) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 23 11:31:19.860219 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.wsgi [-] (94174) accepted ('10.222.0.20', 37068) {{(pid=94174) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 11:31:19.880310 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.plugins.ml2.plugin [None req-c3c1e7d3-b7e4-4034-9cc6-fffb72f89821 None None] Port 557593fa-526f-4e61-9fea-3a1483107f4c cannot update to ACTIVE because it is not bound. {{(pid=94176) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jun 23 11:31:19.938046 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-faa61924-198d-433b-8b1f-7d60e4367b99 None None] Network dcc59d40-7ea7-42ee-a412-94c03272e7db is already hosted by enough agents. {{(pid=94176) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 23 11:31:19.952926 dv-neutron-601336-94-hyperv neutron-server[94177]: DEBUG neutron.db.l3_hamode_db [None req-1db0fdaf-0e7f-47be-bf8b-9dd387b1c8f3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-601336-94-hyperv', False) {} {{(pid=94177) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 11:31:19.969305 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron_lib.callbacks.manager [None req-39825cb4-a962-4cf3-91e0-213459e3b4f6 tempest-FloatingIPAdminTestJSON-1438251879 tempest-FloatingIPAdminTestJSON-1438251879-project-admin] Notify callbacks [] for floatingip, precommit_create {{(pid=94174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:31:19.974602 dv-neutron-601336-94-hyperv neutron-server[94177]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1db0fdaf-0e7f-47be-bf8b-9dd387b1c8f3 None None] Routers {'a38d17b9-e5c3-4912-91ef-3c1354fcea53'} bound to L3 agent in host dv-neutron-601336-94-hyperv {{(pid=94177) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 23 11:31:19.975862 dv-neutron-601336-94-hyperv neutron-server[94177]: DEBUG neutron.db.l3_hamode_db [None req-1db0fdaf-0e7f-47be-bf8b-9dd387b1c8f3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-601336-94-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-23T11:22:13Z,description=,heartbeat_timestamp=2021-06-23T11:31:13Z,host='dv-neutron-601336-94-hyperv',id=50ef99c0-ef28-4db5-b303-b145898fae60,load=0,resource_versions=,resources_synced=,started_at=2021-06-23T11:22:14Z,topic='l3_agent')) {'router_ids': ['a38d17b9-e5c3-4912-91ef-3c1354fcea53'], 'active': True} {{(pid=94177) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 11:31:19.982154 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.scheduler.base_scheduler [None req-faa61924-198d-433b-8b1f-7d60e4367b99 None None] Resources bound (agent type, host, resource id): {{(pid=94176) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 23 11:31:19.984639 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.db.l3_dvrscheduler_db [None req-faa61924-198d-433b-8b1f-7d60e4367b99 None None] Received port after_create {{(pid=94176) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 23 11:31:20.050187 dv-neutron-601336-94-hyperv neutron-server[94177]: DEBUG neutron.db.l3_hamode_db [None req-1db0fdaf-0e7f-47be-bf8b-9dd387b1c8f3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-601336-94-hyperv', False) {} {{(pid=94177) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 11:31:20.051121 dv-neutron-601336-94-hyperv neutron-server[94177]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1db0fdaf-0e7f-47be-bf8b-9dd387b1c8f3 None None] The sync data for ids ['a38d17b9-e5c3-4912-91ef-3c1354fcea53'] in dv-neutron-601336-94-hyperv is: [] {{(pid=94177) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 23 11:31:20.054201 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-faa61924-198d-433b-8b1f-7d60e4367b99 None None] Pushing event updated for resources: {'Port': ['ID=aebabf55-a319-4f35-b14e-9b7d43cadd7d,revision_number=1']} {{(pid=94176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 11:31:20.062552 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG oslo_concurrency.lockutils [None req-faa61924-198d-433b-8b1f-7d60e4367b99 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.267s {{(pid=94176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 11:31:20.147936 dv-neutron-601336-94-hyperv neutron-server[94174]: INFO neutron.wsgi [None req-a45e1d3c-1c63-4d5a-91f9-cd99bd012626 tempest-RoutersIpV6AdminTest-1878456168 tempest-RoutersIpV6AdminTest-1878456168-project-admin] 10.222.0.20 "GET /v2.0/routers/a38d17b9-e5c3-4912-91ef-3c1354fcea53 HTTP/1.1" status: 200 len: 925 time: 0.2847934 Jun 23 11:31:20.168237 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.wsgi [-] (94175) accepted ('10.222.0.20', 37072) {{(pid=94175) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 11:31:20.225470 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.db.provisioning_blocks [None req-ede4b0b0-d5b3-4b07-8b39-0313e6581e02 None None] Provisioning for port ee8f3cfe-215e-4339-b854-66e29114beef completed by entity DHCP. {{(pid=94176) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 23 11:31:20.234920 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.plugins.ml2.managers [None req-faa61924-198d-433b-8b1f-7d60e4367b99 None None] Attempting to bind port aebabf55-a319-4f35-b14e-9b7d43cadd7d on host dv-neutron-601336-94-hyperv for vnic_type normal with profile {{(pid=94176) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 23 11:31:20.235332 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.plugins.ml2.managers [None req-faa61924-198d-433b-8b1f-7d60e4367b99 None None] Attempting to bind port aebabf55-a319-4f35-b14e-9b7d43cadd7d by drivers openvswitch,hyperv on host dv-neutron-601336-94-hyperv at level 0 using segments [{'id': '22f25dde-de35-4d8f-9b0e-3e5654ffd763', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 423, 'network_id': 'dcc59d40-7ea7-42ee-a412-94c03272e7db'}] {{(pid=94176) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 23 11:31:20.235703 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-faa61924-198d-433b-8b1f-7d60e4367b99 None None] Attempting to bind port aebabf55-a319-4f35-b14e-9b7d43cadd7d on network dcc59d40-7ea7-42ee-a412-94c03272e7db {{(pid=94176) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 23 11:31:20.242179 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron_lib.callbacks.manager [None req-39825cb4-a962-4cf3-91e0-213459e3b4f6 tempest-FloatingIPAdminTestJSON-1438251879 tempest-FloatingIPAdminTestJSON-1438251879-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-923122'] for port, before_update {{(pid=94174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:31:20.258573 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.db.provisioning_blocks [None req-ede4b0b0-d5b3-4b07-8b39-0313e6581e02 None None] Provisioning complete for port ee8f3cfe-215e-4339-b854-66e29114beef triggered by entity DHCP. {{(pid=94176) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 23 11:31:20.258959 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron_lib.callbacks.manager [None req-ede4b0b0-d5b3-4b07-8b39-0313e6581e02 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-899258'] for port, provisioning_complete {{(pid=94176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:31:20.264675 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-faa61924-198d-433b-8b1f-7d60e4367b99 None None] Checking agent: {'id': '4d05f899-5ac9-411b-8a03-f60c93f87cdf', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-601336-94-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 23, 11, 22, 14), 'started_at': datetime.datetime(2021, 6, 23, 11, 22, 44), 'heartbeat_timestamp': datetime.datetime(2021, 6, 23, 11, 31, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'monitor_allowed_address_pair_garp': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-601336-94-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94176) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 23 11:31:20.265087 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-faa61924-198d-433b-8b1f-7d60e4367b99 None None] Checking segment: {'id': '22f25dde-de35-4d8f-9b0e-3e5654ffd763', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 423, 'network_id': 'dcc59d40-7ea7-42ee-a412-94c03272e7db'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94176) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 23 11:31:20.265509 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron_lib.callbacks.manager [None req-faa61924-198d-433b-8b1f-7d60e4367b99 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:31:20.266417 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-faa61924-198d-433b-8b1f-7d60e4367b99 None None] Bound using segment: {'id': '22f25dde-de35-4d8f-9b0e-3e5654ffd763', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 423, 'network_id': 'dcc59d40-7ea7-42ee-a412-94c03272e7db'} {{(pid=94176) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 23 11:31:20.266527 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.plugins.ml2.managers [None req-faa61924-198d-433b-8b1f-7d60e4367b99 None None] Bound port: aebabf55-a319-4f35-b14e-9b7d43cadd7d, host: dv-neutron-601336-94-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '22f25dde-de35-4d8f-9b0e-3e5654ffd763', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 423, 'network_id': 'dcc59d40-7ea7-42ee-a412-94c03272e7db'}}] {{(pid=94176) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 23 11:31:20.266839 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron_lib.callbacks.manager [None req-faa61924-198d-433b-8b1f-7d60e4367b99 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-923122'] for port, before_update {{(pid=94176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:31:20.339452 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron_lib.callbacks.manager [None req-9b5d9b0f-bdfc-4440-a7f7-0dde856e0edd tempest-AllowedAddressPairIpV6TestJSON-597468505 tempest-AllowedAddressPairIpV6TestJSON-597468505-project] Notify callbacks [] for port, precommit_create {{(pid=94174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:31:20.373902 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.db.db_base_plugin_common [None req-00bcf80c-25bc-4c35-80c8-b28850acfb8a None None] Allocated IP 2001:db8::f816:3eff:fe3b:d32a (2d6a143a-d6db-4464-8aa8-01e80e9377cc/03baa774-71e7-4daa-be99-b78b840509ab/2856d052-897b-4a4a-aaaa-cd50620066eb) {{(pid=94176) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 23 11:31:20.466308 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.db.provisioning_blocks [None req-9b5d9b0f-bdfc-4440-a7f7-0dde856e0edd tempest-AllowedAddressPairIpV6TestJSON-597468505 tempest-AllowedAddressPairIpV6TestJSON-597468505-project] Transition to ACTIVE for port object 6a3f74fe-2094-4633-ba04-a929388cd600 will not be triggered until provisioned by entity DHCP. {{(pid=94174) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 23 11:31:20.512677 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b897f88b-d490-4b04-a2d0-2e3920ee6072 tempest-RoutersIpV6AdminTest-1878456168 tempest-RoutersIpV6AdminTest-1878456168-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 11:31:20.514447 dv-neutron-601336-94-hyperv neutron-server[94175]: INFO neutron.wsgi [None req-b897f88b-d490-4b04-a2d0-2e3920ee6072 tempest-RoutersIpV6AdminTest-1878456168 tempest-RoutersIpV6AdminTest-1878456168-project-admin] 10.222.0.20 "GET /v2.0/ports?network_id=3e7e4eb3-cf02-4d47-ade9-0a579cdfc60f&device_id=a38d17b9-e5c3-4912-91ef-3c1354fcea53&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 945 time: 0.3443012 Jun 23 11:31:20.517152 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.wsgi [-] (94174) accepted ('10.222.0.20', 37076) {{(pid=94174) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 11:31:20.553941 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.plugins.ml2.db [None req-faa61924-198d-433b-8b1f-7d60e4367b99 None None] For port aebabf55-a319-4f35-b14e-9b7d43cadd7d, host dv-neutron-601336-94-hyperv, cleared binding levels {{(pid=94176) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 23 11:31:20.554774 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f0546750-963e-4b5d-b2f7-f5abfbff5876 tempest-NetworksIpV6TestAttrs-49342282 tempest-NetworksIpV6TestAttrs-49342282-project] Made reservation on behalf of 75dfc2cb640c496b8d9cb81bc53d56b1 for: {'port': 1} {{(pid=94175) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 23 11:31:20.558564 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron_lib.callbacks.manager [None req-f0546750-963e-4b5d-b2f7-f5abfbff5876 tempest-NetworksIpV6TestAttrs-49342282 tempest-NetworksIpV6TestAttrs-49342282-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-923104'] for port, before_create {{(pid=94175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:31:20.561114 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.plugins.ml2.db [None req-faa61924-198d-433b-8b1f-7d60e4367b99 None None] For port aebabf55-a319-4f35-b14e-9b7d43cadd7d, host dv-neutron-601336-94-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-94-hyperv',level=0,port_id=aebabf55-a319-4f35-b14e-9b7d43cadd7d,segment=NetworkSegment(22f25dde-de35-4d8f-9b0e-3e5654ffd763),segment_id=22f25dde-de35-4d8f-9b0e-3e5654ffd763)] {{(pid=94176) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 23 11:31:20.596630 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.notifiers.nova [None req-f0546750-963e-4b5d-b2f7-f5abfbff5876 tempest-NetworksIpV6TestAttrs-49342282 tempest-NetworksIpV6TestAttrs-49342282-project] device_id is not set on port f69aa691-444b-4510-b3a4-0ae53687a59d yet. {{(pid=94175) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jun 23 11:31:20.615692 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.db.l3_hamode_db [None req-35f746bf-4d57-473e-a094-f0c3263ba288 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c11b44fd-4598-432f-8c10-d8757eeb2c2f', 'name': 'tempest-NetworksTestDHCPv6-router-124930091', 'tenant_id': '5e61222a836c47229c94e37f3902e6bd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-23T11:31:15Z', 'updated_at': '2021-06-23T11:31:17Z', 'revision_number': 2, 'project_id': '5e61222a836c47229c94e37f3902e6bd', 'gw_port_host': None, '_interfaces': [{'id': '557593fa-526f-4e61-9fea-3a1483107f4c', 'name': '', 'network_id': 'f53f535d-bce4-4da8-9bd9-396677ff4e83', 'tenant_id': '5e61222a836c47229c94e37f3902e6bd', 'mac_address': 'fa:16:3e:c4:28:ca', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c11b44fd-4598-432f-8c10-d8757eeb2c2f', 'device_owner': 'network:router_interface', 'standard_attr_id': 284, 'fixed_ips': [{'subnet_id': 'aead9b4c-8cd4-400d-b497-e25c8102dd09', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-23T11:31:16Z', 'updated_at': '2021-06-23T11:31:17Z', 'revision_number': 2, 'project_id': '5e61222a836c47229c94e37f3902e6bd', 'subnets': [{'id': 'aead9b4c-8cd4-400d-b497-e25c8102dd09', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': 'dhcpv6-stateful', 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-601336-94-hyperv', False) {} {{(pid=94176) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 11:31:20.659501 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron_lib.callbacks.manager [None req-faa61924-198d-433b-8b1f-7d60e4367b99 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-922904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866062', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773700135042', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773699642233', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773699642278'] for port, after_update {{(pid=94176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:31:20.666570 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG oslo_concurrency.lockutils [None req-15a77d27-4214-4e2b-8b16-3a3826423158 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 11:31:20.679211 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-35f746bf-4d57-473e-a094-f0c3263ba288 None None] Checking router: c11b44fd-4598-432f-8c10-d8757eeb2c2f for host: dv-neutron-601336-94-hyperv {{(pid=94176) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 23 11:31:20.679211 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-35f746bf-4d57-473e-a094-f0c3263ba288 None None] Updating router c11b44fd-4598-432f-8c10-d8757eeb2c2f port 557593fa-526f-4e61-9fea-3a1483107f4c binding host dv-neutron-601336-94-hyperv {{(pid=94176) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 23 11:31:20.753394 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron_lib.callbacks.manager [None req-ede4b0b0-d5b3-4b07-8b39-0313e6581e02 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-923122'] for port, before_update {{(pid=94176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:31:20.755431 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron_lib.callbacks.manager [None req-39825cb4-a962-4cf3-91e0-213459e3b4f6 tempest-FloatingIPAdminTestJSON-1438251879 tempest-FloatingIPAdminTestJSON-1438251879-project-admin] Notify callbacks [] for port, precommit_update {{(pid=94174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:31:20.790607 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f30b90cb-6db7-492d-a4c3-2c01f889bca2 tempest-RoutersIpV6AdminTest-1878456168 tempest-RoutersIpV6AdminTest-1878456168-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94174) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 11:31:20.812844 dv-neutron-601336-94-hyperv neutron-server[94174]: INFO neutron.wsgi [None req-f30b90cb-6db7-492d-a4c3-2c01f889bca2 tempest-RoutersIpV6AdminTest-1878456168 tempest-RoutersIpV6AdminTest-1878456168-project-admin] 10.222.0.20 "GET /v2.0/networks/3e7e4eb3-cf02-4d47-ade9-0a579cdfc60f HTTP/1.1" status: 200 len: 881 time: 0.2907505 Jun 23 11:31:20.822702 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron_lib.callbacks.manager [None req-35f746bf-4d57-473e-a094-f0c3263ba288 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-923122'] for port, before_update {{(pid=94176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:31:20.824968 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.wsgi [-] (94175) accepted ('10.222.0.20', 37078) {{(pid=94175) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 11:31:20.832762 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-faa61924-198d-433b-8b1f-7d60e4367b99 None None] Pushing event updated for resources: {'Port': ['ID=aebabf55-a319-4f35-b14e-9b7d43cadd7d,revision_number=2']} {{(pid=94176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 11:31:20.836042 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG oslo_concurrency.lockutils [None req-faa61924-198d-433b-8b1f-7d60e4367b99 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.170s {{(pid=94176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 11:31:20.863177 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron_lib.callbacks.manager [None req-00bcf80c-25bc-4c35-80c8-b28850acfb8a None None] Notify callbacks [] for port, precommit_create {{(pid=94176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:31:20.865312 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.plugins.ml2.rpc [None req-dc7542b2-afef-47f4-a763-e3a3cba144be None None] Device a7820824-814f-4af3-8cdf-e9606bab5064 up at agent ovs-agent-dv-neutron-601336-94-hyperv {{(pid=94176) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:298}} Jun 23 11:31:20.873399 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron_lib.callbacks.manager [None req-9b5d9b0f-bdfc-4440-a7f7-0dde856e0edd tempest-AllowedAddressPairIpV6TestJSON-597468505 tempest-AllowedAddressPairIpV6TestJSON-597468505-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-922915', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-239814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7866073', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773699642215', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-5196399'] for port, after_create {{(pid=94174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:31:20.879071 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron_lib.callbacks.manager [None req-39825cb4-a962-4cf3-91e0-213459e3b4f6 tempest-FloatingIPAdminTestJSON-1438251879 tempest-FloatingIPAdminTestJSON-1438251879-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-922904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866062', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773700135042', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773699642233', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773699642278', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5196369'] for port, after_update {{(pid=94174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:31:20.884605 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG oslo_concurrency.lockutils [None req-decf673f-bf14-427b-bdac-3f207148f8ec tempest-FloatingIPNegativeTestJSON-1295786409 tempest-FloatingIPNegativeTestJSON-1295786409-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94174) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 11:31:20.894816 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.plugins.ml2.db [None req-ede4b0b0-d5b3-4b07-8b39-0313e6581e02 None None] For port ee8f3cfe-215e-4339-b854-66e29114beef, host dv-neutron-601336-94-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-94-hyperv',level=0,port_id=ee8f3cfe-215e-4339-b854-66e29114beef,segment=NetworkSegment(bbeb6559-93b8-4c63-9eae-fe0f62037580),segment_id=bbeb6559-93b8-4c63-9eae-fe0f62037580)] {{(pid=94176) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 23 11:31:20.901478 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.db.provisioning_blocks [None req-00bcf80c-25bc-4c35-80c8-b28850acfb8a None None] Transition to ACTIVE for port object 2856d052-897b-4a4a-aaaa-cd50620066eb will not be triggered until provisioned by entity L2. {{(pid=94176) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 23 11:31:20.921472 dv-neutron-601336-94-hyperv neutron-server[94175]: INFO neutron.wsgi [None req-6273ab2c-abec-42a9-beea-0bbef4c76215 tempest-RoutersIpV6AdminTest-894294123 tempest-RoutersIpV6AdminTest-894294123-project] 10.222.0.20 "GET /v2.0/ports?device_id=a38d17b9-e5c3-4912-91ef-3c1354fcea53 HTTP/1.1" status: 200 len: 205 time: 0.0885198 Jun 23 11:31:20.921700 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.wsgi [-] (94174) accepted ('10.222.0.20', 37080) {{(pid=94174) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 11:31:20.948883 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron_lib.callbacks.manager [None req-2506dc8e-81af-4a14-8ab2-7e51a5e5d135 tempest-NetworksTestDHCPv6-162546708 tempest-NetworksTestDHCPv6-162546708-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-453061'] for router_interface, before_delete {{(pid=94175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:31:20.984048 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron_lib.callbacks.manager [None req-24d5e445-f92a-412d-86b7-05b2eb5a3122 tempest-RoutersAdminTest-1733287776 tempest-RoutersAdminTest-1733287776-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-524104', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-520389', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-32276'] for router, precommit_update {{(pid=94174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:31:20.999983 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9b5d9b0f-bdfc-4440-a7f7-0dde856e0edd tempest-AllowedAddressPairIpV6TestJSON-597468505 tempest-AllowedAddressPairIpV6TestJSON-597468505-project] Network dcc59d40-7ea7-42ee-a412-94c03272e7db is already hosted by enough agents. {{(pid=94174) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 23 11:31:21.034497 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.scheduler.base_scheduler [None req-9b5d9b0f-bdfc-4440-a7f7-0dde856e0edd tempest-AllowedAddressPairIpV6TestJSON-597468505 tempest-AllowedAddressPairIpV6TestJSON-597468505-project] Resources bound (agent type, host, resource id): {{(pid=94174) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 23 11:31:21.037067 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9b5d9b0f-bdfc-4440-a7f7-0dde856e0edd tempest-AllowedAddressPairIpV6TestJSON-597468505 tempest-AllowedAddressPairIpV6TestJSON-597468505-project] Received port after_create {{(pid=94174) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 23 11:31:21.042895 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9b5d9b0f-bdfc-4440-a7f7-0dde856e0edd tempest-AllowedAddressPairIpV6TestJSON-597468505 tempest-AllowedAddressPairIpV6TestJSON-597468505-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94174) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 11:31:21.043575 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron_lib.callbacks.manager [None req-9b5d9b0f-bdfc-4440-a7f7-0dde856e0edd tempest-AllowedAddressPairIpV6TestJSON-597468505 tempest-AllowedAddressPairIpV6TestJSON-597468505-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-217507'] for port, before_response {{(pid=94174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:31:21.046454 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron_lib.callbacks.manager [None req-24d5e445-f92a-412d-86b7-05b2eb5a3122 tempest-RoutersAdminTest-1733287776 tempest-RoutersAdminTest-1733287776-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-524143', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-524145', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-524134', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-520394'] for router, after_update {{(pid=94174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:31:21.061062 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39825cb4-a962-4cf3-91e0-213459e3b4f6 tempest-FloatingIPAdminTestJSON-1438251879 tempest-FloatingIPAdminTestJSON-1438251879-project-admin] Pushing event updated for resources: {'Port': ['ID=df64e60a-9587-4950-b9c1-9c9f99e0e291,revision_number=2']} {{(pid=94174) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 11:31:21.178352 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron_lib.callbacks.manager [None req-ede4b0b0-d5b3-4b07-8b39-0313e6581e02 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-922904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866062', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773700135042', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773699642233', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773699642278'] for port, after_update {{(pid=94176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:31:21.192022 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG oslo_concurrency.lockutils [None req-888d809f-6c4d-4927-b02e-0ec846668f69 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 11:31:21.225413 dv-neutron-601336-94-hyperv neutron-server[94174]: INFO neutron.wsgi [None req-9b5d9b0f-bdfc-4440-a7f7-0dde856e0edd tempest-AllowedAddressPairIpV6TestJSON-597468505 tempest-AllowedAddressPairIpV6TestJSON-597468505-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 943 time: 3.1543114 Jun 23 11:31:21.225413 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron_lib.callbacks.manager [None req-39825cb4-a962-4cf3-91e0-213459e3b4f6 tempest-FloatingIPAdminTestJSON-1438251879 tempest-FloatingIPAdminTestJSON-1438251879-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-524229'] for floatingip, after_update {{(pid=94174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:31:21.230807 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.wsgi [-] (94175) accepted ('10.222.0.20', 37084) {{(pid=94175) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 11:31:21.245862 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.api.v2.base [None req-1c6e49f0-c534-4476-9cf5-b2b829b3a5b6 tempest-AllowedAddressPairIpV6TestJSON-597468505 tempest-AllowedAddressPairIpV6TestJSON-597468505-project] Request body: {'port': {'network_id': 'dcc59d40-7ea7-42ee-a412-94c03272e7db', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-360426801', 'allowed_address_pairs': [{'ip_address': '2001:db8::24e', 'mac_address': 'fa:16:3e:9d:bf:74'}]}} {{(pid=94175) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 23 11:31:21.254407 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.db.provisioning_blocks [None req-00bcf80c-25bc-4c35-80c8-b28850acfb8a None None] Transition to ACTIVE for port object 2856d052-897b-4a4a-aaaa-cd50620066eb will not be triggered until provisioned by entity DHCP. {{(pid=94176) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 23 11:31:21.264606 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b5d9b0f-bdfc-4440-a7f7-0dde856e0edd tempest-AllowedAddressPairIpV6TestJSON-597468505 tempest-AllowedAddressPairIpV6TestJSON-597468505-project] Pushing event updated for resources: {'Port': ['ID=6a3f74fe-2094-4633-ba04-a929388cd600,revision_number=1']} {{(pid=94174) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 11:31:21.276771 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ede4b0b0-d5b3-4b07-8b39-0313e6581e02 None None] Pushing event updated for resources: {'Port': ['ID=ee8f3cfe-215e-4339-b854-66e29114beef,revision_number=3']} {{(pid=94176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 11:31:21.277084 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG oslo_concurrency.lockutils [None req-9b5d9b0f-bdfc-4440-a7f7-0dde856e0edd tempest-AllowedAddressPairIpV6TestJSON-597468505 tempest-AllowedAddressPairIpV6TestJSON-597468505-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.392s {{(pid=94174) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 11:31:21.288260 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG oslo_concurrency.lockutils [None req-ede4b0b0-d5b3-4b07-8b39-0313e6581e02 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.096s {{(pid=94176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 11:31:21.290722 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.404s {{(pid=94174) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 11:31:21.291243 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.001s {{(pid=94174) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 11:31:21.325312 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron_lib.callbacks.manager [None req-9a5b435f-61c8-4727-873b-d388a02ca4aa tempest-RoutersIpV6AdminTest-894294123 tempest-RoutersIpV6AdminTest-894294123-project] Notify callbacks [] for router, before_delete {{(pid=94174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:31:21.356569 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron_lib.callbacks.manager [None req-00bcf80c-25bc-4c35-80c8-b28850acfb8a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-922915', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-239814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7866073', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773699642215'] for port, after_create {{(pid=94176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:31:21.362063 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 11:31:21.374695 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron_lib.callbacks.manager [None req-39825cb4-a962-4cf3-91e0-213459e3b4f6 tempest-FloatingIPAdminTestJSON-1438251879 tempest-FloatingIPAdminTestJSON-1438251879-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-217507'] for floatingip, before_response {{(pid=94174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:31:21.376042 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.db.provisioning_blocks [None req-dc7542b2-afef-47f4-a763-e3a3cba144be None None] Provisioning complete for port a7820824-814f-4af3-8cdf-e9606bab5064 triggered by entity L2. {{(pid=94176) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 23 11:31:21.376042 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron_lib.callbacks.manager [None req-dc7542b2-afef-47f4-a763-e3a3cba144be None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-899258'] for port, provisioning_complete {{(pid=94176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:31:21.379628 dv-neutron-601336-94-hyperv neutron-server[94174]: INFO neutron.wsgi [None req-39825cb4-a962-4cf3-91e0-213459e3b4f6 tempest-FloatingIPAdminTestJSON-1438251879 tempest-FloatingIPAdminTestJSON-1438251879-project-admin] 10.222.0.20 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 5.2558315 Jun 23 11:31:21.381391 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.wsgi [-] (94175) accepted ('10.222.0.20', 37086) {{(pid=94175) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 11:31:21.404644 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-24d5e445-f92a-412d-86b7-05b2eb5a3122 tempest-RoutersAdminTest-1733287776 tempest-RoutersAdminTest-1733287776-project-admin] Router 3398b0d2-8275-4365-b090-dec51ae3e855 has already been hosted by L3 agent 50ef99c0-ef28-4db5-b303-b145898fae60 {{(pid=94174) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 23 11:31:21.453070 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.db.db_base_plugin_common [None req-f0546750-963e-4b5d-b2f7-f5abfbff5876 tempest-NetworksIpV6TestAttrs-49342282 tempest-NetworksIpV6TestAttrs-49342282-project] Allocated IP 2001:db8::f816:3eff:fe3b:fd4 (2d6a143a-d6db-4464-8aa8-01e80e9377cc/03baa774-71e7-4daa-be99-b78b840509ab/f69aa691-444b-4510-b3a4-0ae53687a59d) {{(pid=94175) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 23 11:31:21.482323 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-00bcf80c-25bc-4c35-80c8-b28850acfb8a None None] Network 2d6a143a-d6db-4464-8aa8-01e80e9377cc is already hosted by enough agents. {{(pid=94176) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 23 11:31:21.508078 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.db.provisioning_blocks [None req-ae947429-de3f-4ac1-821a-d49638be64eb None None] Provisioning complete for port ee8f3cfe-215e-4339-b854-66e29114beef triggered by entity DHCP. {{(pid=94176) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 23 11:31:21.508485 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron_lib.callbacks.manager [None req-ae947429-de3f-4ac1-821a-d49638be64eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-899258'] for port, provisioning_complete {{(pid=94176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:31:21.537839 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.scheduler.base_scheduler [None req-00bcf80c-25bc-4c35-80c8-b28850acfb8a None None] Resources bound (agent type, host, resource id): {{(pid=94176) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 23 11:31:21.591883 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1c6e49f0-c534-4476-9cf5-b2b829b3a5b6 tempest-AllowedAddressPairIpV6TestJSON-597468505 tempest-AllowedAddressPairIpV6TestJSON-597468505-project] Made reservation on behalf of b9d21b3292f245528a11bbb067c1ae45 for: {'port': 1} {{(pid=94175) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 23 11:31:21.622104 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.db.l3_dvrscheduler_db [None req-00bcf80c-25bc-4c35-80c8-b28850acfb8a None None] Received port after_create {{(pid=94176) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 23 11:31:21.641774 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00bcf80c-25bc-4c35-80c8-b28850acfb8a None None] Pushing event updated for resources: {'Port': ['ID=2856d052-897b-4a4a-aaaa-cd50620066eb,revision_number=1']} {{(pid=94176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 11:31:21.656003 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG oslo_concurrency.lockutils [None req-00bcf80c-25bc-4c35-80c8-b28850acfb8a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.294s {{(pid=94176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 11:31:21.669863 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.api.v2.base [None req-6dddb4a2-b265-4a86-9902-f42d8ad718e4 tempest-FloatingIPAdminTestJSON-2059789561 tempest-FloatingIPAdminTestJSON-2059789561-project] Request body: {'floatingip': {'floating_network_id': '3e7e4eb3-cf02-4d47-ade9-0a579cdfc60f'}} {{(pid=94175) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 23 11:31:21.781740 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.plugins.ml2.plugin [None req-2506dc8e-81af-4a14-8ab2-7e51a5e5d135 tempest-NetworksTestDHCPv6-162546708 tempest-NetworksTestDHCPv6-162546708-project] Deleting port 557593fa-526f-4e61-9fea-3a1483107f4c {{(pid=94175) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1913}} Jun 23 11:31:21.782207 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron_lib.callbacks.manager [None req-2506dc8e-81af-4a14-8ab2-7e51a5e5d135 tempest-NetworksTestDHCPv6-162546708 tempest-NetworksTestDHCPv6-162546708-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773700079324'] for port, before_delete {{(pid=94175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:31:21.784173 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.plugins.ml2.managers [None req-00bcf80c-25bc-4c35-80c8-b28850acfb8a None None] Attempting to bind port 2856d052-897b-4a4a-aaaa-cd50620066eb on host dv-neutron-601336-94-hyperv for vnic_type normal with profile {{(pid=94176) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 23 11:31:21.784563 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.plugins.ml2.managers [None req-00bcf80c-25bc-4c35-80c8-b28850acfb8a None None] Attempting to bind port 2856d052-897b-4a4a-aaaa-cd50620066eb by drivers openvswitch,hyperv on host dv-neutron-601336-94-hyperv at level 0 using segments [{'id': 'a95ce696-643f-47a4-9314-60e411d60146', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 416, 'network_id': '2d6a143a-d6db-4464-8aa8-01e80e9377cc'}] {{(pid=94176) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 23 11:31:21.784941 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-00bcf80c-25bc-4c35-80c8-b28850acfb8a None None] Attempting to bind port 2856d052-897b-4a4a-aaaa-cd50620066eb on network 2d6a143a-d6db-4464-8aa8-01e80e9377cc {{(pid=94176) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 23 11:31:21.805248 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-00bcf80c-25bc-4c35-80c8-b28850acfb8a None None] Checking agent: {'id': '4d05f899-5ac9-411b-8a03-f60c93f87cdf', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-601336-94-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 23, 11, 22, 14), 'started_at': datetime.datetime(2021, 6, 23, 11, 22, 44), 'heartbeat_timestamp': datetime.datetime(2021, 6, 23, 11, 31, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'monitor_allowed_address_pair_garp': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-601336-94-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94176) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 23 11:31:21.805530 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-00bcf80c-25bc-4c35-80c8-b28850acfb8a None None] Checking segment: {'id': 'a95ce696-643f-47a4-9314-60e411d60146', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 416, 'network_id': '2d6a143a-d6db-4464-8aa8-01e80e9377cc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94176) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 23 11:31:21.806650 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron_lib.callbacks.manager [None req-00bcf80c-25bc-4c35-80c8-b28850acfb8a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:31:21.806650 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-00bcf80c-25bc-4c35-80c8-b28850acfb8a None None] Bound using segment: {'id': 'a95ce696-643f-47a4-9314-60e411d60146', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 416, 'network_id': '2d6a143a-d6db-4464-8aa8-01e80e9377cc'} {{(pid=94176) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 23 11:31:21.806847 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.plugins.ml2.managers [None req-00bcf80c-25bc-4c35-80c8-b28850acfb8a None None] Bound port: 2856d052-897b-4a4a-aaaa-cd50620066eb, host: dv-neutron-601336-94-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a95ce696-643f-47a4-9314-60e411d60146', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 416, 'network_id': '2d6a143a-d6db-4464-8aa8-01e80e9377cc'}}] {{(pid=94176) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 23 11:31:21.807245 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron_lib.callbacks.manager [None req-00bcf80c-25bc-4c35-80c8-b28850acfb8a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-923122'] for port, before_update {{(pid=94176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:31:21.848165 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron_lib.callbacks.manager [None req-9a5b435f-61c8-4727-873b-d388a02ca4aa tempest-RoutersIpV6AdminTest-894294123 tempest-RoutersIpV6AdminTest-894294123-project] Notify callbacks [] for router_gateway, before_delete {{(pid=94174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:31:21.859441 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron_lib.callbacks.manager [None req-6dddb4a2-b265-4a86-9902-f42d8ad718e4 tempest-FloatingIPAdminTestJSON-2059789561 tempest-FloatingIPAdminTestJSON-2059789561-project] Notify callbacks [] for floatingip, before_create {{(pid=94175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:31:21.906658 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-24d5e445-f92a-412d-86b7-05b2eb5a3122 tempest-RoutersAdminTest-1733287776 tempest-RoutersAdminTest-1733287776-project-admin] Notify agent at l3_agent.dv-neutron-601336-94-hyperv the message routers_updated {{(pid=94174) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 23 11:31:21.913301 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron_lib.callbacks.manager [None req-24d5e445-f92a-412d-86b7-05b2eb5a3122 tempest-RoutersAdminTest-1733287776 tempest-RoutersAdminTest-1733287776-project-admin] Notify callbacks [] for router, before_response {{(pid=94174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:31:21.917804 dv-neutron-601336-94-hyperv neutron-server[94174]: INFO neutron.wsgi [None req-24d5e445-f92a-412d-86b7-05b2eb5a3122 tempest-RoutersAdminTest-1733287776 tempest-RoutersAdminTest-1733287776-project-admin] 10.222.0.20 "PUT /v2.0/routers/3398b0d2-8275-4365-b090-dec51ae3e855 HTTP/1.1" status: 200 len: 922 time: 4.2063591 Jun 23 11:31:21.918598 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.wsgi [-] (94174) accepted ('10.222.0.20', 37092) {{(pid=94174) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 11:31:21.926842 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d76329d7-35da-4518-a317-3b775a6bab30 None None] Sync routers for ids ['3398b0d2-8275-4365-b090-dec51ae3e855'] in dv-neutron-601336-94-hyperv {{(pid=94176) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 23 11:31:21.969293 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron_lib.callbacks.manager [None req-1c6e49f0-c534-4476-9cf5-b2b829b3a5b6 tempest-AllowedAddressPairIpV6TestJSON-597468505 tempest-AllowedAddressPairIpV6TestJSON-597468505-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-923104'] for port, before_create {{(pid=94175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:31:21.976261 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron_lib.callbacks.manager [None req-35f746bf-4d57-473e-a094-f0c3263ba288 None None] Notify callbacks [] for port, precommit_update {{(pid=94176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:31:21.982035 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d76329d7-35da-4518-a317-3b775a6bab30 None None] Routers {'3398b0d2-8275-4365-b090-dec51ae3e855'} bound to L3 agent in host dv-neutron-601336-94-hyperv {{(pid=94176) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 23 11:31:21.982035 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.db.l3_hamode_db [None req-d76329d7-35da-4518-a317-3b775a6bab30 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-601336-94-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-23T11:22:13Z,description=,heartbeat_timestamp=2021-06-23T11:31:13Z,host='dv-neutron-601336-94-hyperv',id=50ef99c0-ef28-4db5-b303-b145898fae60,load=0,resource_versions=,resources_synced=,started_at=2021-06-23T11:22:14Z,topic='l3_agent')) {'router_ids': ['3398b0d2-8275-4365-b090-dec51ae3e855'], 'active': True} {{(pid=94176) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 11:31:21.984938 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron_lib.callbacks.manager [None req-f0546750-963e-4b5d-b2f7-f5abfbff5876 tempest-NetworksIpV6TestAttrs-49342282 tempest-NetworksIpV6TestAttrs-49342282-project] Notify callbacks [] for port, precommit_create {{(pid=94175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:31:22.034649 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.db.l3_hamode_db [None req-d76329d7-35da-4518-a317-3b775a6bab30 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-601336-94-hyperv', False) {} {{(pid=94176) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 11:31:22.045233 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.notifiers.nova [None req-1c6e49f0-c534-4476-9cf5-b2b829b3a5b6 tempest-AllowedAddressPairIpV6TestJSON-597468505 tempest-AllowedAddressPairIpV6TestJSON-597468505-project] device_id is not set on port 8fbd4514-6f5c-48ff-812e-71bef1126119 yet. {{(pid=94175) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jun 23 11:31:22.046852 dv-neutron-601336-94-hyperv neutron-server[94174]: INFO neutron.wsgi [None req-0db19f1f-b5cc-4854-be70-c51bcbb51171 tempest-RoutersAdminTest-1733287776 tempest-RoutersAdminTest-1733287776-project-admin] 10.222.0.20 "GET /v2.0/routers/3398b0d2-8275-4365-b090-dec51ae3e855 HTTP/1.1" status: 200 len: 922 time: 0.1268532 Jun 23 11:31:22.047983 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.db.provisioning_blocks [None req-35f746bf-4d57-473e-a094-f0c3263ba288 None None] Transition to ACTIVE for port object 557593fa-526f-4e61-9fea-3a1483107f4c will not be triggered until provisioned by entity L2. {{(pid=94176) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 23 11:31:22.048114 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.wsgi [-] (94174) accepted ('10.222.0.20', 37094) {{(pid=94174) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 11:31:22.051633 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.db.provisioning_blocks [None req-f0546750-963e-4b5d-b2f7-f5abfbff5876 tempest-NetworksIpV6TestAttrs-49342282 tempest-NetworksIpV6TestAttrs-49342282-project] Transition to ACTIVE for port object f69aa691-444b-4510-b3a4-0ae53687a59d will not be triggered until provisioned by entity DHCP. {{(pid=94175) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 23 11:31:22.062749 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.plugins.ml2.db [None req-00bcf80c-25bc-4c35-80c8-b28850acfb8a None None] For port 2856d052-897b-4a4a-aaaa-cd50620066eb, host dv-neutron-601336-94-hyperv, cleared binding levels {{(pid=94176) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 23 11:31:22.089469 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.plugins.ml2.db [None req-00bcf80c-25bc-4c35-80c8-b28850acfb8a None None] For port 2856d052-897b-4a4a-aaaa-cd50620066eb, host dv-neutron-601336-94-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-94-hyperv',level=0,port_id=2856d052-897b-4a4a-aaaa-cd50620066eb,segment=NetworkSegment(a95ce696-643f-47a4-9314-60e411d60146),segment_id=a95ce696-643f-47a4-9314-60e411d60146)] {{(pid=94176) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 23 11:31:22.097441 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d76329d7-35da-4518-a317-3b775a6bab30 None None] Routers {'3398b0d2-8275-4365-b090-dec51ae3e855'} bound to L3 agent in host dv-neutron-601336-94-hyperv {{(pid=94176) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 23 11:31:22.098516 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.db.l3_hamode_db [None req-d76329d7-35da-4518-a317-3b775a6bab30 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-601336-94-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-23T11:22:13Z,description=,heartbeat_timestamp=2021-06-23T11:31:13Z,host='dv-neutron-601336-94-hyperv',id=50ef99c0-ef28-4db5-b303-b145898fae60,load=0,resource_versions=,resources_synced=,started_at=2021-06-23T11:22:14Z,topic='l3_agent')) {'router_ids': ['3398b0d2-8275-4365-b090-dec51ae3e855'], 'active': True} {{(pid=94176) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 11:31:22.134233 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron_lib.callbacks.manager [None req-2506dc8e-81af-4a14-8ab2-7e51a5e5d135 tempest-NetworksTestDHCPv6-162546708 tempest-NetworksTestDHCPv6-162546708-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-430722'] for port, precommit_delete {{(pid=94175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:31:22.148211 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.plugins.ml2.plugin [None req-9a5b435f-61c8-4727-873b-d388a02ca4aa tempest-RoutersIpV6AdminTest-894294123 tempest-RoutersIpV6AdminTest-894294123-project] Deleting port 24143e47-8053-4d2f-9d25-a60a7be46767 {{(pid=94174) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1913}} Jun 23 11:31:22.148616 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron_lib.callbacks.manager [None req-9a5b435f-61c8-4727-873b-d388a02ca4aa tempest-RoutersIpV6AdminTest-894294123 tempest-RoutersIpV6AdminTest-894294123-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773700079324'] for port, before_delete {{(pid=94174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:31:22.168841 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.db.l3_hamode_db [None req-d76329d7-35da-4518-a317-3b775a6bab30 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-601336-94-hyperv', False) {} {{(pid=94176) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 11:31:22.169544 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d76329d7-35da-4518-a317-3b775a6bab30 None None] The sync data for ids ['3398b0d2-8275-4365-b090-dec51ae3e855'] in dv-neutron-601336-94-hyperv is: [] {{(pid=94176) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 23 11:31:22.174662 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron_lib.callbacks.manager [None req-35f746bf-4d57-473e-a094-f0c3263ba288 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-922904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866062', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773700135042', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773699642233', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773699642278'] for port, after_update {{(pid=94176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:31:22.185916 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG oslo_concurrency.lockutils [None req-9e2ce60e-f019-412a-8546-f950325fba3f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 11:31:22.189269 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.plugins.ml2.plugin [None req-2506dc8e-81af-4a14-8ab2-7e51a5e5d135 tempest-NetworksTestDHCPv6-162546708 tempest-NetworksTestDHCPv6-162546708-project] Calling delete_port for 557593fa-526f-4e61-9fea-3a1483107f4c owned by network:router_interface {{(pid=94175) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1986}} Jun 23 11:31:22.229621 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron_lib.callbacks.manager [None req-00bcf80c-25bc-4c35-80c8-b28850acfb8a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-922904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866062', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773700135042', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773699642233', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773699642278'] for port, after_update {{(pid=94176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:31:22.241723 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54963b5b-c74c-4381-b8d4-5cd0e2527370 None None] Pushing event updated for resources: {'Port': ['ID=557593fa-526f-4e61-9fea-3a1483107f4c,revision_number=3']} {{(pid=94176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 11:31:22.249088 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron_lib.callbacks.manager [None req-9a5b435f-61c8-4727-873b-d388a02ca4aa tempest-RoutersIpV6AdminTest-894294123 tempest-RoutersIpV6AdminTest-894294123-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-430722'] for port, precommit_delete {{(pid=94174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:31:22.255905 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG oslo_concurrency.lockutils [None req-54963b5b-c74c-4381-b8d4-5cd0e2527370 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.070s {{(pid=94176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 11:31:22.256759 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG oslo_concurrency.lockutils [None req-cb83b365-d9c5-401d-b52c-c1cf20b62ea3 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.017s {{(pid=94176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 11:31:22.264944 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.plugins.ml2.plugin [None req-9a5b435f-61c8-4727-873b-d388a02ca4aa tempest-RoutersIpV6AdminTest-894294123 tempest-RoutersIpV6AdminTest-894294123-project] Calling delete_port for 24143e47-8053-4d2f-9d25-a60a7be46767 owned by network:router_gateway {{(pid=94174) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1986}} Jun 23 11:31:22.325612 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2f728146-7bcb-4aef-9274-7385c51de8cf None None] Network dcc59d40-7ea7-42ee-a412-94c03272e7db requested from dv-neutron-601336-94-hyperv {{(pid=94176) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 23 11:31:22.412807 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron_lib.callbacks.manager [None req-f0546750-963e-4b5d-b2f7-f5abfbff5876 tempest-NetworksIpV6TestAttrs-49342282 tempest-NetworksIpV6TestAttrs-49342282-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-922915', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-239814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7866073', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773699642215', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-5082457'] for port, after_create {{(pid=94175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:31:22.446241 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG oslo_concurrency.lockutils [None req-1c03545d-6a86-4de5-8858-d7875bffe6d1 tempest-NetworksTestDHCPv6-162546708 tempest-NetworksTestDHCPv6-162546708-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94175) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 11:31:22.486212 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.db.db_base_plugin_common [None req-1c6e49f0-c534-4476-9cf5-b2b829b3a5b6 tempest-AllowedAddressPairIpV6TestJSON-597468505 tempest-AllowedAddressPairIpV6TestJSON-597468505-project] Allocated IP 2001:db8::4b (dcc59d40-7ea7-42ee-a412-94c03272e7db/1c6e37c1-d30a-477b-b01e-bba7c97b2366/8fbd4514-6f5c-48ff-812e-71bef1126119) {{(pid=94175) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 23 11:31:22.540051 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-80007e9a-2c3d-49d9-a600-62c64561f445 tempest-RoutersAdminTest-1733287776 tempest-RoutersAdminTest-1733287776-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94174) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 11:31:22.544117 dv-neutron-601336-94-hyperv neutron-server[94174]: INFO neutron.wsgi [None req-80007e9a-2c3d-49d9-a600-62c64561f445 tempest-RoutersAdminTest-1733287776 tempest-RoutersAdminTest-1733287776-project-admin] 10.222.0.20 "GET /v2.0/ports?network_id=3e7e4eb3-cf02-4d47-ade9-0a579cdfc60f&device_id=3398b0d2-8275-4365-b090-dec51ae3e855&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 945 time: 0.4733453 Jun 23 11:31:22.544287 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00bcf80c-25bc-4c35-80c8-b28850acfb8a None None] Pushing event updated for resources: {'Port': ['ID=2856d052-897b-4a4a-aaaa-cd50620066eb,revision_number=2']} {{(pid=94176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 11:31:22.544640 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.wsgi [-] (94174) accepted ('10.222.0.20', 37098) {{(pid=94174) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 11:31:22.553932 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG oslo_concurrency.lockutils [None req-00bcf80c-25bc-4c35-80c8-b28850acfb8a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.297s {{(pid=94176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 11:31:22.556497 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.plugins.ml2.managers [None req-35f746bf-4d57-473e-a094-f0c3263ba288 None None] Attempting to bind port 557593fa-526f-4e61-9fea-3a1483107f4c on host dv-neutron-601336-94-hyperv for vnic_type normal with profile {{(pid=94176) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 23 11:31:22.560542 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.plugins.ml2.managers [None req-35f746bf-4d57-473e-a094-f0c3263ba288 None None] Attempting to bind port 557593fa-526f-4e61-9fea-3a1483107f4c by drivers openvswitch,hyperv on host dv-neutron-601336-94-hyperv at level 0 using segments [{'id': '6303a411-6e70-4139-a530-9ee4cf8ba843', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 419, 'network_id': 'f53f535d-bce4-4da8-9bd9-396677ff4e83'}] {{(pid=94176) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 23 11:31:22.560542 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-35f746bf-4d57-473e-a094-f0c3263ba288 None None] Attempting to bind port 557593fa-526f-4e61-9fea-3a1483107f4c on network f53f535d-bce4-4da8-9bd9-396677ff4e83 {{(pid=94176) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 23 11:31:22.581591 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-35f746bf-4d57-473e-a094-f0c3263ba288 None None] Checking agent: {'id': '4d05f899-5ac9-411b-8a03-f60c93f87cdf', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-601336-94-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 23, 11, 22, 14), 'started_at': datetime.datetime(2021, 6, 23, 11, 22, 44), 'heartbeat_timestamp': datetime.datetime(2021, 6, 23, 11, 31, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'monitor_allowed_address_pair_garp': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-601336-94-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94176) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 23 11:31:22.584367 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-35f746bf-4d57-473e-a094-f0c3263ba288 None None] Checking segment: {'id': '6303a411-6e70-4139-a530-9ee4cf8ba843', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 419, 'network_id': 'f53f535d-bce4-4da8-9bd9-396677ff4e83'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94176) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 23 11:31:22.584367 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron_lib.callbacks.manager [None req-35f746bf-4d57-473e-a094-f0c3263ba288 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:31:22.584367 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-35f746bf-4d57-473e-a094-f0c3263ba288 None None] Bound using segment: {'id': '6303a411-6e70-4139-a530-9ee4cf8ba843', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 419, 'network_id': 'f53f535d-bce4-4da8-9bd9-396677ff4e83'} {{(pid=94176) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 23 11:31:22.584367 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.plugins.ml2.managers [None req-35f746bf-4d57-473e-a094-f0c3263ba288 None None] Bound port: 557593fa-526f-4e61-9fea-3a1483107f4c, host: dv-neutron-601336-94-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6303a411-6e70-4139-a530-9ee4cf8ba843', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 419, 'network_id': 'f53f535d-bce4-4da8-9bd9-396677ff4e83'}}] {{(pid=94176) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 23 11:31:22.584367 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron_lib.callbacks.manager [None req-35f746bf-4d57-473e-a094-f0c3263ba288 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-923122'] for port, before_update {{(pid=94176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:31:22.723309 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-258a60af-2ebf-42a9-8a49-595f600fcbe8 tempest-RoutersAdminTest-1733287776 tempest-RoutersAdminTest-1733287776-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94174) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 11:31:22.724789 dv-neutron-601336-94-hyperv neutron-server[94174]: INFO neutron.wsgi [None req-258a60af-2ebf-42a9-8a49-595f600fcbe8 tempest-RoutersAdminTest-1733287776 tempest-RoutersAdminTest-1733287776-project-admin] 10.222.0.20 "GET /v2.0/networks/3e7e4eb3-cf02-4d47-ade9-0a579cdfc60f HTTP/1.1" status: 200 len: 881 time: 0.1793463 Jun 23 11:31:22.725691 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron_lib.callbacks.manager [None req-9a5b435f-61c8-4727-873b-d388a02ca4aa tempest-RoutersIpV6AdminTest-894294123 tempest-RoutersIpV6AdminTest-894294123-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-922904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866062', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773700135024', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773699642224', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5196390'] for port, after_delete {{(pid=94174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:31:22.727747 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.wsgi [-] (94174) accepted ('10.222.0.20', 37102) {{(pid=94174) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 11:31:22.729295 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG oslo_concurrency.lockutils [None req-fcd3172c-e3b7-43f3-ba28-2b86e3e33bb5 tempest-RoutersAdminTest-1733287776 tempest-RoutersAdminTest-1733287776-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94174) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 11:31:22.737931 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.plugins.ml2.db [None req-35f746bf-4d57-473e-a094-f0c3263ba288 None None] For port 557593fa-526f-4e61-9fea-3a1483107f4c, host dv-neutron-601336-94-hyperv, cleared binding levels {{(pid=94176) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 23 11:31:22.741635 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.plugins.ml2.db [None req-35f746bf-4d57-473e-a094-f0c3263ba288 None None] For port 557593fa-526f-4e61-9fea-3a1483107f4c, host dv-neutron-601336-94-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-94-hyperv',level=0,port_id=557593fa-526f-4e61-9fea-3a1483107f4c,segment=NetworkSegment(6303a411-6e70-4139-a530-9ee4cf8ba843),segment_id=6303a411-6e70-4139-a530-9ee4cf8ba843)] {{(pid=94176) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 23 11:31:22.744557 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.db.provisioning_blocks [None req-ddd2b354-8fee-4fd8-a512-88d3484fe056 None None] Provisioning for port aebabf55-a319-4f35-b14e-9b7d43cadd7d completed by entity DHCP. {{(pid=94176) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 23 11:31:22.772693 dv-neutron-601336-94-hyperv neutron-server[94174]: INFO neutron.wsgi [None req-cf8131d2-988d-414d-aaae-0730aa0e9265 tempest-RoutersAdminTest-1813587668 tempest-RoutersAdminTest-1813587668-project] 10.222.0.20 "GET /v2.0/ports?device_id=3398b0d2-8275-4365-b090-dec51ae3e855 HTTP/1.1" status: 200 len: 205 time: 0.0403197 Jun 23 11:31:22.795695 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.wsgi [-] (94174) accepted ('10.222.0.20', 37104) {{(pid=94174) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 11:31:22.822886 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron_lib.callbacks.manager [None req-35f746bf-4d57-473e-a094-f0c3263ba288 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-922904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866062', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773700135042', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773699642233', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773699642278'] for port, after_update {{(pid=94176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:31:22.825229 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG oslo_concurrency.lockutils [None req-245f2e5d-bc0b-4cbf-b026-e6d2512f6177 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 11:31:22.925107 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a5b435f-61c8-4727-873b-d388a02ca4aa tempest-RoutersIpV6AdminTest-894294123 tempest-RoutersIpV6AdminTest-894294123-project] Pushing event deleted for resources: {'Port': ['ID=24143e47-8053-4d2f-9d25-a60a7be46767,revision_number=None']} {{(pid=94174) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 11:31:22.928778 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG oslo_concurrency.lockutils [None req-9a5b435f-61c8-4727-873b-d388a02ca4aa tempest-RoutersIpV6AdminTest-894294123 tempest-RoutersIpV6AdminTest-894294123-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.199s {{(pid=94174) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 11:31:22.934560 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron_lib.callbacks.manager [None req-29aecb74-446f-4700-aad1-56935c174e13 tempest-RoutersAdminTest-1813587668 tempest-RoutersAdminTest-1813587668-project] Notify callbacks [] for router, before_delete {{(pid=94174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:31:22.939856 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.db.l3_dvrscheduler_db [None req-35f746bf-4d57-473e-a094-f0c3263ba288 None None] Routers {'c11b44fd-4598-432f-8c10-d8757eeb2c2f'} bound to L3 agent in host dv-neutron-601336-94-hyperv {{(pid=94176) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 23 11:31:22.940508 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.db.l3_hamode_db [None req-35f746bf-4d57-473e-a094-f0c3263ba288 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-601336-94-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-23T11:22:13Z,description=,heartbeat_timestamp=2021-06-23T11:31:13Z,host='dv-neutron-601336-94-hyperv',id=50ef99c0-ef28-4db5-b303-b145898fae60,load=0,resource_versions=,resources_synced=,started_at=2021-06-23T11:22:14Z,topic='l3_agent')) {'router_ids': ['c11b44fd-4598-432f-8c10-d8757eeb2c2f'], 'active': True} {{(pid=94176) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 11:31:22.942346 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54963b5b-c74c-4381-b8d4-5cd0e2527370 None None] Pushing event updated for resources: {'Port': ['ID=557593fa-526f-4e61-9fea-3a1483107f4c,revision_number=4']} {{(pid=94176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 11:31:22.946242 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG oslo_concurrency.lockutils [None req-54963b5b-c74c-4381-b8d4-5cd0e2527370 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.121s {{(pid=94176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 11:31:23.068987 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.plugins.ml2.rpc [None req-dc7542b2-afef-47f4-a763-e3a3cba144be None None] Device aebabf55-a319-4f35-b14e-9b7d43cadd7d up at agent ovs-agent-dv-neutron-601336-94-hyperv {{(pid=94176) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:298}} Jun 23 11:31:23.101618 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron_lib.callbacks.manager [None req-9a5b435f-61c8-4727-873b-d388a02ca4aa tempest-RoutersIpV6AdminTest-894294123 tempest-RoutersIpV6AdminTest-894294123-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-524171'] for router_gateway, after_delete {{(pid=94174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:31:23.162026 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.db.l3_dvr_db [None req-35f746bf-4d57-473e-a094-f0c3263ba288 None None] Set router c11b44fd-4598-432f-8c10-d8757eeb2c2f gateway port host: None {{(pid=94176) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:838}} Jun 23 11:31:23.195212 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0546750-963e-4b5d-b2f7-f5abfbff5876 tempest-NetworksIpV6TestAttrs-49342282 tempest-NetworksIpV6TestAttrs-49342282-project] Pushing event updated for resources: {'Port': ['ID=f69aa691-444b-4510-b3a4-0ae53687a59d,revision_number=1']} {{(pid=94175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 11:31:23.200006 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG oslo_concurrency.lockutils [None req-f0546750-963e-4b5d-b2f7-f5abfbff5876 tempest-NetworksIpV6TestAttrs-49342282 tempest-NetworksIpV6TestAttrs-49342282-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.754s {{(pid=94175) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 11:31:23.207302 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron_lib.callbacks.manager [None req-97bd5441-1da2-49ee-a364-27795820ba27 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773699952132', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-899307'] for agent, after_update {{(pid=94176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:31:23.276278 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron_lib.callbacks.manager [None req-9a5b435f-61c8-4727-873b-d388a02ca4aa tempest-RoutersIpV6AdminTest-894294123 tempest-RoutersIpV6AdminTest-894294123-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-520417', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-32301'] for router, precommit_delete {{(pid=94174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:31:23.279108 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron_lib.callbacks.manager [None req-9a5b435f-61c8-4727-873b-d388a02ca4aa tempest-RoutersIpV6AdminTest-894294123 tempest-RoutersIpV6AdminTest-894294123-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:31:23.282870 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron_lib.callbacks.manager [None req-29aecb74-446f-4700-aad1-56935c174e13 tempest-RoutersAdminTest-1813587668 tempest-RoutersAdminTest-1813587668-project] Notify callbacks [] for router_gateway, before_delete {{(pid=94174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:31:23.301602 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.db.provisioning_blocks [None req-dc7542b2-afef-47f4-a763-e3a3cba144be None None] Provisioning for port aebabf55-a319-4f35-b14e-9b7d43cadd7d completed by entity L2. {{(pid=94176) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 23 11:31:23.346947 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.db.provisioning_blocks [None req-dc7542b2-afef-47f4-a763-e3a3cba144be None None] Provisioning complete for port aebabf55-a319-4f35-b14e-9b7d43cadd7d triggered by entity L2. {{(pid=94176) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 23 11:31:23.349701 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron_lib.callbacks.manager [None req-dc7542b2-afef-47f4-a763-e3a3cba144be None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-899258'] for port, provisioning_complete {{(pid=94176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:31:23.370512 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron_lib.callbacks.manager [None req-6dddb4a2-b265-4a86-9902-f42d8ad718e4 tempest-FloatingIPAdminTestJSON-2059789561 tempest-FloatingIPAdminTestJSON-2059789561-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-923104'] for port, before_create {{(pid=94175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:31:23.399234 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f0546750-963e-4b5d-b2f7-f5abfbff5876 tempest-NetworksIpV6TestAttrs-49342282 tempest-NetworksIpV6TestAttrs-49342282-project] Network 2d6a143a-d6db-4464-8aa8-01e80e9377cc is already hosted by enough agents. {{(pid=94175) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 23 11:31:23.415275 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron_lib.callbacks.manager [None req-2506dc8e-81af-4a14-8ab2-7e51a5e5d135 tempest-NetworksTestDHCPv6-162546708 tempest-NetworksTestDHCPv6-162546708-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-922904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866062', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773700135024', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773699642224', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5082448'] for port, after_delete {{(pid=94175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:31:23.426215 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG oslo_concurrency.lockutils [None req-b366a6c1-bb66-479c-b6c4-07489e4c04b5 tempest-NetworksTestDHCPv6-162546708 tempest-NetworksTestDHCPv6-162546708-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94175) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 11:31:23.437704 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.db.provisioning_blocks [None req-943bb10e-3cd0-4257-a08a-5996a794439d None None] Provisioning complete for port aebabf55-a319-4f35-b14e-9b7d43cadd7d triggered by entity DHCP. {{(pid=94176) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 23 11:31:23.438073 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron_lib.callbacks.manager [None req-943bb10e-3cd0-4257-a08a-5996a794439d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-899258'] for port, provisioning_complete {{(pid=94176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:31:23.463355 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron_lib.callbacks.manager [None req-9a5b435f-61c8-4727-873b-d388a02ca4aa tempest-RoutersIpV6AdminTest-894294123 tempest-RoutersIpV6AdminTest-894294123-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-494961'] for router, after_delete {{(pid=94174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:31:23.463915 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9a5b435f-61c8-4727-873b-d388a02ca4aa tempest-RoutersIpV6AdminTest-894294123 tempest-RoutersIpV6AdminTest-894294123-project] Fanout notify agent at l3_agent the message router_deleted on router a38d17b9-e5c3-4912-91ef-3c1354fcea53 {{(pid=94174) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jun 23 11:31:23.479626 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron_lib.callbacks.manager [None req-9a5b435f-61c8-4727-873b-d388a02ca4aa tempest-RoutersIpV6AdminTest-894294123 tempest-RoutersIpV6AdminTest-894294123-project] Notify callbacks [] for router, before_response {{(pid=94174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:31:23.485353 dv-neutron-601336-94-hyperv neutron-server[94174]: INFO neutron.wsgi [None req-9a5b435f-61c8-4727-873b-d388a02ca4aa tempest-RoutersIpV6AdminTest-894294123 tempest-RoutersIpV6AdminTest-894294123-project] 10.222.0.20 "DELETE /v2.0/routers/a38d17b9-e5c3-4912-91ef-3c1354fcea53 HTTP/1.1" status: 204 len: 168 time: 2.5580630 Jun 23 11:31:23.485353 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.plugins.ml2.plugin [None req-29aecb74-446f-4700-aad1-56935c174e13 tempest-RoutersAdminTest-1813587668 tempest-RoutersAdminTest-1813587668-project] Deleting port 8209dc49-4776-4303-b9be-ee43ebe4d438 {{(pid=94174) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1913}} Jun 23 11:31:23.485353 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron_lib.callbacks.manager [None req-29aecb74-446f-4700-aad1-56935c174e13 tempest-RoutersAdminTest-1813587668 tempest-RoutersAdminTest-1813587668-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773700079324'] for port, before_delete {{(pid=94174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:31:23.486651 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.wsgi [-] (94174) accepted ('10.222.0.20', 37106) {{(pid=94174) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 11:31:23.502848 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.api.v2.base [None req-f6247f5e-13d2-4d0d-9f93-e611d39fc004 tempest-RoutersIpV6AdminTest-894294123 tempest-RoutersIpV6AdminTest-894294123-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-1941245581', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=94174) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 23 11:31:23.563252 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2506dc8e-81af-4a14-8ab2-7e51a5e5d135 tempest-NetworksTestDHCPv6-162546708 tempest-NetworksTestDHCPv6-162546708-project] Pushing event deleted for resources: {'Port': ['ID=557593fa-526f-4e61-9fea-3a1483107f4c,revision_number=None']} {{(pid=94175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 11:31:23.566394 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG oslo_concurrency.lockutils [None req-2506dc8e-81af-4a14-8ab2-7e51a5e5d135 tempest-NetworksTestDHCPv6-162546708 tempest-NetworksTestDHCPv6-162546708-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.140s {{(pid=94175) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 11:31:23.567141 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.scheduler.base_scheduler [None req-f0546750-963e-4b5d-b2f7-f5abfbff5876 tempest-NetworksIpV6TestAttrs-49342282 tempest-NetworksIpV6TestAttrs-49342282-project] Resources bound (agent type, host, resource id): {{(pid=94175) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 23 11:31:23.569631 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f0546750-963e-4b5d-b2f7-f5abfbff5876 tempest-NetworksIpV6TestAttrs-49342282 tempest-NetworksIpV6TestAttrs-49342282-project] Received port after_create {{(pid=94175) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 23 11:31:23.581737 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f0546750-963e-4b5d-b2f7-f5abfbff5876 tempest-NetworksIpV6TestAttrs-49342282 tempest-NetworksIpV6TestAttrs-49342282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 11:31:23.582530 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron_lib.callbacks.manager [None req-f0546750-963e-4b5d-b2f7-f5abfbff5876 tempest-NetworksIpV6TestAttrs-49342282 tempest-NetworksIpV6TestAttrs-49342282-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-217507'] for port, before_response {{(pid=94175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:31:23.590555 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron_lib.callbacks.manager [None req-dc7542b2-afef-47f4-a763-e3a3cba144be None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-923122'] for port, before_update {{(pid=94176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:31:23.688776 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron_lib.callbacks.manager [None req-29aecb74-446f-4700-aad1-56935c174e13 tempest-RoutersAdminTest-1813587668 tempest-RoutersAdminTest-1813587668-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-430722'] for port, precommit_delete {{(pid=94174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:31:23.703055 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.plugins.ml2.plugin [None req-29aecb74-446f-4700-aad1-56935c174e13 tempest-RoutersAdminTest-1813587668 tempest-RoutersAdminTest-1813587668-project] Calling delete_port for 8209dc49-4776-4303-b9be-ee43ebe4d438 owned by network:router_gateway {{(pid=94174) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1986}} Jun 23 11:31:23.710414 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron_lib.callbacks.manager [None req-f6247f5e-13d2-4d0d-9f93-e611d39fc004 tempest-RoutersIpV6AdminTest-894294123 tempest-RoutersIpV6AdminTest-894294123-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-520407', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-32315'] for router, before_create {{(pid=94174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:31:23.711616 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron_lib.callbacks.manager [None req-f6247f5e-13d2-4d0d-9f93-e611d39fc004 tempest-RoutersIpV6AdminTest-894294123 tempest-RoutersIpV6AdminTest-894294123-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-520264', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-524122', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-414782', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-32290'] for router, precommit_create {{(pid=94174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:31:23.790195 dv-neutron-601336-94-hyperv neutron-server[94175]: INFO neutron.wsgi [req-cfce1348-baa3-4255-91d1-6ed2c62c17d9 req-388ef0f7-56da-4849-a0c9-dde08dcc71ac service neutron] 10.222.0.52 "GET /v2.0/ports?device_id=60467d60-f71e-4b81-84ed-861e06a6acb7&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.5865405 Jun 23 11:31:23.837714 dv-neutron-601336-94-hyperv neutron-server[94175]: INFO neutron.wsgi [None req-f0546750-963e-4b5d-b2f7-f5abfbff5876 tempest-NetworksIpV6TestAttrs-49342282 tempest-NetworksIpV6TestAttrs-49342282-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 949 time: 4.3622599 Jun 23 11:31:23.838916 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.wsgi [-] (94174) accepted ('10.222.0.20', 37110) {{(pid=94174) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 11:31:23.840821 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron_lib.callbacks.manager [None req-f6247f5e-13d2-4d0d-9f93-e611d39fc004 tempest-RoutersIpV6AdminTest-894294123 tempest-RoutersIpV6AdminTest-894294123-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:31:23.908923 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron_lib.callbacks.manager [None req-943bb10e-3cd0-4257-a08a-5996a794439d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-923122'] for port, before_update {{(pid=94176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:31:23.944712 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron_lib.callbacks.manager [None req-f6247f5e-13d2-4d0d-9f93-e611d39fc004 tempest-RoutersIpV6AdminTest-894294123 tempest-RoutersIpV6AdminTest-894294123-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-520412', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-524143'] for router, after_create {{(pid=94174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:31:23.947212 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.plugins.ml2.db [None req-dc7542b2-afef-47f4-a763-e3a3cba144be None None] For port aebabf55-a319-4f35-b14e-9b7d43cadd7d, host dv-neutron-601336-94-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-94-hyperv',level=0,port_id=aebabf55-a319-4f35-b14e-9b7d43cadd7d,segment=NetworkSegment(22f25dde-de35-4d8f-9b0e-3e5654ffd763),segment_id=22f25dde-de35-4d8f-9b0e-3e5654ffd763)] {{(pid=94176) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 23 11:31:23.952587 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.db.l3_hamode_db [None req-35f746bf-4d57-473e-a094-f0c3263ba288 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c11b44fd-4598-432f-8c10-d8757eeb2c2f', 'name': 'tempest-NetworksTestDHCPv6-router-124930091', 'tenant_id': '5e61222a836c47229c94e37f3902e6bd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-23T11:31:15Z', 'updated_at': '2021-06-23T11:31:17Z', 'revision_number': 2, 'project_id': '5e61222a836c47229c94e37f3902e6bd', 'gw_port_host': None, '_interfaces': [{'id': '557593fa-526f-4e61-9fea-3a1483107f4c', 'name': '', 'network_id': 'f53f535d-bce4-4da8-9bd9-396677ff4e83', 'tenant_id': '5e61222a836c47229c94e37f3902e6bd', 'mac_address': 'fa:16:3e:c4:28:ca', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c11b44fd-4598-432f-8c10-d8757eeb2c2f', 'device_owner': 'network:router_interface', 'standard_attr_id': 284, 'fixed_ips': [{'subnet_id': 'aead9b4c-8cd4-400d-b497-e25c8102dd09', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-94-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-23T11:31:16Z', 'updated_at': '2021-06-23T11:31:22Z', 'revision_number': 4, 'project_id': '5e61222a836c47229c94e37f3902e6bd', 'subnets': [{'id': 'aead9b4c-8cd4-400d-b497-e25c8102dd09', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': 'dhcpv6-stateful', 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-601336-94-hyperv', False) {} {{(pid=94176) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 11:31:23.954161 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron_lib.callbacks.manager [None req-2506dc8e-81af-4a14-8ab2-7e51a5e5d135 tempest-NetworksTestDHCPv6-162546708 tempest-NetworksTestDHCPv6-162546708-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-7866080', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-516693'] for router_interface, after_delete {{(pid=94175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:31:23.977203 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.db.db_base_plugin_v2 [None req-65766b49-0da1-40d4-bed0-2102002b9c9d tempest-NetworksIpV6TestAttrs-49342282 tempest-NetworksIpV6TestAttrs-49342282-project] Deleting subnet 03baa774-71e7-4daa-be99-b78b840509ab {{(pid=94174) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jun 23 11:31:23.981753 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron_lib.callbacks.manager [None req-65766b49-0da1-40d4-bed0-2102002b9c9d tempest-NetworksIpV6TestAttrs-49342282 tempest-NetworksIpV6TestAttrs-49342282-project] Notify callbacks [] for subnet, before_delete {{(pid=94174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:31:24.009985 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-35f746bf-4d57-473e-a094-f0c3263ba288 None None] The sync data for ids ['c11b44fd-4598-432f-8c10-d8757eeb2c2f'] in dv-neutron-601336-94-hyperv is: [{'id': 'c11b44fd-4598-432f-8c10-d8757eeb2c2f', 'name': 'tempest-NetworksTestDHCPv6-router-124930091', 'tenant_id': '5e61222a836c47229c94e37f3902e6bd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-23T11:31:15Z', 'updated_at': '2021-06-23T11:31:17Z', 'revision_number': 2, 'project_id': '5e61222a836c47229c94e37f3902e6bd', 'gw_port_host': None, '_interfaces': [{'id': '557593fa-526f-4e61-9fea-3a1483107f4c', 'name': '', 'network_id': 'f53f535d-bce4-4da8-9bd9-396677ff4e83', 'tenant_id': '5e61222a836c47229c94e37f3902e6bd', 'mac_address': 'fa:16:3e:c4:28:ca', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c11b44fd-4598-432f-8c10-d8757eeb2c2f', 'device_owner': 'network:router_interface', 'standard_attr_id': 284, 'fixed_ips': [{'subnet_id': 'aead9b4c-8cd4-400d-b497-e25c8102dd09', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-94-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-23T11:31:16Z', 'updated_at': '2021-06-23T11:31:22Z', 'revision_number': 4, 'project_id': '5e61222a836c47229c94e37f3902e6bd', 'subnets': [{'id': 'aead9b4c-8cd4-400d-b497-e25c8102dd09', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': 'dhcpv6-stateful', 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94176) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 23 11:31:24.027757 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron_lib.callbacks.manager [None req-dc7542b2-afef-47f4-a763-e3a3cba144be None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-922904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866062', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773700135042', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773699642233', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773699642278'] for port, after_update {{(pid=94176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:31:24.037313 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.plugins.ml2.rpc [None req-dc7542b2-afef-47f4-a763-e3a3cba144be None None] Device ee8f3cfe-215e-4339-b854-66e29114beef up at agent ovs-agent-dv-neutron-601336-94-hyperv {{(pid=94176) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:298}} Jun 23 11:31:24.037743 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG oslo_concurrency.lockutils [None req-664351df-e649-4f7c-bc63-e417954db00d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 11:31:24.051427 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron_lib.callbacks.manager [None req-65766b49-0da1-40d4-bed0-2102002b9c9d tempest-NetworksIpV6TestAttrs-49342282 tempest-NetworksIpV6TestAttrs-49342282-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4800256'] for subnet, precommit_delete_associations {{(pid=94174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:31:24.068874 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fd73295b-f8f5-4c8e-9ef4-63e3d9551b2a None None] Network 2d6a143a-d6db-4464-8aa8-01e80e9377cc requested from dv-neutron-601336-94-hyperv {{(pid=94176) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 23 11:31:24.135391 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.db.db_base_plugin_common [None req-6dddb4a2-b265-4a86-9902-f42d8ad718e4 tempest-FloatingIPAdminTestJSON-2059789561 tempest-FloatingIPAdminTestJSON-2059789561-project] Allocated IP 172.26.3.151 (3e7e4eb3-cf02-4d47-ade9-0a579cdfc60f/a5ad15ab-c489-4a67-a9b0-d559fca0ec71/893c5779-6227-42fc-8bca-1a36b81a01b9) {{(pid=94175) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 23 11:31:24.142279 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron_lib.callbacks.manager [None req-f6247f5e-13d2-4d0d-9f93-e611d39fc004 tempest-RoutersIpV6AdminTest-894294123 tempest-RoutersIpV6AdminTest-894294123-project] Notify callbacks [] for router, before_response {{(pid=94174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:31:24.143904 dv-neutron-601336-94-hyperv neutron-server[94174]: INFO neutron.wsgi [None req-f6247f5e-13d2-4d0d-9f93-e611d39fc004 tempest-RoutersIpV6AdminTest-894294123 tempest-RoutersIpV6AdminTest-894294123-project] 10.222.0.20 "POST /v2.0/routers HTTP/1.1" status: 201 len: 709 time: 0.6450026 Jun 23 11:31:24.148614 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.wsgi [-] (94174) accepted ('10.222.0.20', 37114) {{(pid=94174) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 11:31:24.154194 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.api.v2.base [None req-7dd95169-772e-4b37-bf17-48788614cf62 tempest-RoutersIpV6AdminTest-1878456168 tempest-RoutersIpV6AdminTest-1878456168-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '3e7e4eb3-cf02-4d47-ade9-0a579cdfc60f', 'enable_snat': True}}} {{(pid=94174) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 23 11:31:24.212318 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron_lib.db.api [None req-943bb10e-3cd0-4257-a08a-5996a794439d None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=94176) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jun 23 11:31:24.212859 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG oslo_db.api [None req-943bb10e-3cd0-4257-a08a-5996a794439d None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=94176) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jun 23 11:31:24.218387 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron_lib.callbacks.manager [None req-1c6e49f0-c534-4476-9cf5-b2b829b3a5b6 tempest-AllowedAddressPairIpV6TestJSON-597468505 tempest-AllowedAddressPairIpV6TestJSON-597468505-project] Notify callbacks [] for port, precommit_create {{(pid=94175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:31:24.226387 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc7542b2-afef-47f4-a763-e3a3cba144be None None] Pushing event updated for resources: {'Port': ['ID=aebabf55-a319-4f35-b14e-9b7d43cadd7d,revision_number=3']} {{(pid=94176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 11:31:24.232158 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG oslo_concurrency.lockutils [None req-dc7542b2-afef-47f4-a763-e3a3cba144be None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.194s {{(pid=94176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 11:31:24.245097 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron_lib.callbacks.manager [None req-29aecb74-446f-4700-aad1-56935c174e13 tempest-RoutersAdminTest-1813587668 tempest-RoutersAdminTest-1813587668-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-922904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866062', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773700135024', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773699642224', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5196390'] for port, after_delete {{(pid=94174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:31:24.257128 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG oslo_concurrency.lockutils [None req-f0ca906b-c068-485d-9053-7ec5d48b0941 tempest-RoutersIpV6AdminTest-1878456168 tempest-RoutersIpV6AdminTest-1878456168-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94174) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 11:31:24.260270 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.db.provisioning_blocks [None req-dc7542b2-afef-47f4-a763-e3a3cba144be None None] Provisioning complete for port ee8f3cfe-215e-4339-b854-66e29114beef triggered by entity L2. {{(pid=94176) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 23 11:31:24.260659 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron_lib.callbacks.manager [None req-dc7542b2-afef-47f4-a763-e3a3cba144be None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-899258'] for port, provisioning_complete {{(pid=94176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:31:24.342595 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29aecb74-446f-4700-aad1-56935c174e13 tempest-RoutersAdminTest-1813587668 tempest-RoutersAdminTest-1813587668-project] Pushing event deleted for resources: {'Port': ['ID=8209dc49-4776-4303-b9be-ee43ebe4d438,revision_number=None']} {{(pid=94174) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 11:31:24.382140 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.db.provisioning_blocks [None req-1c6e49f0-c534-4476-9cf5-b2b829b3a5b6 tempest-AllowedAddressPairIpV6TestJSON-597468505 tempest-AllowedAddressPairIpV6TestJSON-597468505-project] Transition to ACTIVE for port object 8fbd4514-6f5c-48ff-812e-71bef1126119 will not be triggered until provisioned by entity DHCP. {{(pid=94175) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 23 11:31:24.389508 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG oslo_concurrency.lockutils [None req-29aecb74-446f-4700-aad1-56935c174e13 tempest-RoutersAdminTest-1813587668 tempest-RoutersAdminTest-1813587668-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.132s {{(pid=94174) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 11:31:24.422227 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.plugins.ml2.rpc [None req-dc7542b2-afef-47f4-a763-e3a3cba144be None None] Device 2856d052-897b-4a4a-aaaa-cd50620066eb up at agent ovs-agent-dv-neutron-601336-94-hyperv {{(pid=94176) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:298}} Jun 23 11:31:24.422449 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfce1348-baa3-4255-91d1-6ed2c62c17d9 req-c9cbcbe1-a17d-4816-ac1b-2a8a4350e8c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 11:31:24.424619 dv-neutron-601336-94-hyperv neutron-server[94175]: INFO neutron.wsgi [req-cfce1348-baa3-4255-91d1-6ed2c62c17d9 req-c9cbcbe1-a17d-4816-ac1b-2a8a4350e8c6 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=7773bca180b74a769b5b6d02c3ba717c&device_id=60467d60-f71e-4b81-84ed-861e06a6acb7 HTTP/1.1" status: 200 len: 1099 time: 0.5361578 Jun 23 11:31:24.460513 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron_lib.callbacks.manager [None req-29aecb74-446f-4700-aad1-56935c174e13 tempest-RoutersAdminTest-1813587668 tempest-RoutersAdminTest-1813587668-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-524171'] for router_gateway, after_delete {{(pid=94174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:31:24.520096 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2506dc8e-81af-4a14-8ab2-7e51a5e5d135 tempest-NetworksTestDHCPv6-162546708 tempest-NetworksTestDHCPv6-162546708-project] Router c11b44fd-4598-432f-8c10-d8757eeb2c2f has already been hosted by L3 agent 50ef99c0-ef28-4db5-b303-b145898fae60 {{(pid=94175) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 23 11:31:24.535420 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron_lib.callbacks.manager [None req-1c6e49f0-c534-4476-9cf5-b2b829b3a5b6 tempest-AllowedAddressPairIpV6TestJSON-597468505 tempest-AllowedAddressPairIpV6TestJSON-597468505-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-922915', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-239814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7866073', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773699642215', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-5082457'] for port, after_create {{(pid=94175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:31:24.554527 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG oslo_concurrency.lockutils [None req-11e000b6-96ff-4ed6-8f14-9329b99493c8 tempest-FloatingIPNegativeTestJSON-1295786409 tempest-FloatingIPNegativeTestJSON-1295786409-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94175) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 11:31:24.565187 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.db.provisioning_blocks [None req-dc7542b2-afef-47f4-a763-e3a3cba144be None None] Provisioning for port 2856d052-897b-4a4a-aaaa-cd50620066eb completed by entity L2. {{(pid=94176) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 23 11:31:24.667728 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron_lib.callbacks.manager [None req-29aecb74-446f-4700-aad1-56935c174e13 tempest-RoutersAdminTest-1813587668 tempest-RoutersAdminTest-1813587668-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-520417', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-32301'] for router, precommit_delete {{(pid=94174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:31:24.674673 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron_lib.callbacks.manager [None req-7dd95169-772e-4b37-bf17-48788614cf62 tempest-RoutersIpV6AdminTest-1878456168 tempest-RoutersIpV6AdminTest-1878456168-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-524104', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-520389', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-32276'] for router, precommit_update {{(pid=94174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:31:24.679336 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron_lib.callbacks.manager [None req-29aecb74-446f-4700-aad1-56935c174e13 tempest-RoutersAdminTest-1813587668 tempest-RoutersAdminTest-1813587668-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:31:24.688015 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron_lib.callbacks.manager [None req-65766b49-0da1-40d4-bed0-2102002b9c9d tempest-NetworksIpV6TestAttrs-49342282 tempest-NetworksIpV6TestAttrs-49342282-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-897634'] for subnet, precommit_delete {{(pid=94174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:31:24.698280 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2506dc8e-81af-4a14-8ab2-7e51a5e5d135 tempest-NetworksTestDHCPv6-162546708 tempest-NetworksTestDHCPv6-162546708-project] Notify agent at l3_agent.dv-neutron-601336-94-hyperv the message routers_updated {{(pid=94175) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 23 11:31:24.703966 dv-neutron-601336-94-hyperv neutron-server[94175]: INFO neutron.wsgi [None req-2506dc8e-81af-4a14-8ab2-7e51a5e5d135 tempest-NetworksTestDHCPv6-162546708 tempest-NetworksTestDHCPv6-162546708-project] 10.222.0.20 "PUT /v2.0/routers/c11b44fd-4598-432f-8c10-d8757eeb2c2f/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.1784966 Jun 23 11:31:24.705224 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c6e49f0-c534-4476-9cf5-b2b829b3a5b6 tempest-AllowedAddressPairIpV6TestJSON-597468505 tempest-AllowedAddressPairIpV6TestJSON-597468505-project] Pushing event updated for resources: {'Port': ['ID=8fbd4514-6f5c-48ff-812e-71bef1126119,revision_number=1']} {{(pid=94175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 11:31:24.708368 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG oslo_concurrency.lockutils [None req-1c6e49f0-c534-4476-9cf5-b2b829b3a5b6 tempest-AllowedAddressPairIpV6TestJSON-597468505 tempest-AllowedAddressPairIpV6TestJSON-597468505-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.154s {{(pid=94175) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 11:31:24.711134 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.wsgi [-] (94175) accepted ('10.222.0.20', 37116) {{(pid=94175) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 11:31:24.782314 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1c6e49f0-c534-4476-9cf5-b2b829b3a5b6 tempest-AllowedAddressPairIpV6TestJSON-597468505 tempest-AllowedAddressPairIpV6TestJSON-597468505-project] Network dcc59d40-7ea7-42ee-a412-94c03272e7db is already hosted by enough agents. {{(pid=94175) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 23 11:31:24.854830 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.scheduler.base_scheduler [None req-1c6e49f0-c534-4476-9cf5-b2b829b3a5b6 tempest-AllowedAddressPairIpV6TestJSON-597468505 tempest-AllowedAddressPairIpV6TestJSON-597468505-project] Resources bound (agent type, host, resource id): {{(pid=94175) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 23 11:31:24.858124 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1c6e49f0-c534-4476-9cf5-b2b829b3a5b6 tempest-AllowedAddressPairIpV6TestJSON-597468505 tempest-AllowedAddressPairIpV6TestJSON-597468505-project] Received port after_create {{(pid=94175) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 23 11:31:24.869014 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1c6e49f0-c534-4476-9cf5-b2b829b3a5b6 tempest-AllowedAddressPairIpV6TestJSON-597468505 tempest-AllowedAddressPairIpV6TestJSON-597468505-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 11:31:24.869706 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron_lib.callbacks.manager [None req-1c6e49f0-c534-4476-9cf5-b2b829b3a5b6 tempest-AllowedAddressPairIpV6TestJSON-597468505 tempest-AllowedAddressPairIpV6TestJSON-597468505-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-217507'] for port, before_response {{(pid=94175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:31:24.885821 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.plugins.ml2.rpc [None req-dc7542b2-afef-47f4-a763-e3a3cba144be None None] Device aebabf55-a319-4f35-b14e-9b7d43cadd7d up at agent ovs-agent-dv-neutron-601336-94-hyperv {{(pid=94176) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:298}} Jun 23 11:31:24.902715 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron_lib.callbacks.manager [None req-29aecb74-446f-4700-aad1-56935c174e13 tempest-RoutersAdminTest-1813587668 tempest-RoutersAdminTest-1813587668-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-494961'] for router, after_delete {{(pid=94174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:31:24.903436 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-29aecb74-446f-4700-aad1-56935c174e13 tempest-RoutersAdminTest-1813587668 tempest-RoutersAdminTest-1813587668-project] Fanout notify agent at l3_agent the message router_deleted on router 3398b0d2-8275-4365-b090-dec51ae3e855 {{(pid=94174) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jun 23 11:31:24.916253 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron_lib.callbacks.manager [None req-29aecb74-446f-4700-aad1-56935c174e13 tempest-RoutersAdminTest-1813587668 tempest-RoutersAdminTest-1813587668-project] Notify callbacks [] for router, before_response {{(pid=94174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:31:24.916253 dv-neutron-601336-94-hyperv neutron-server[94174]: INFO neutron.wsgi [None req-29aecb74-446f-4700-aad1-56935c174e13 tempest-RoutersAdminTest-1813587668 tempest-RoutersAdminTest-1813587668-project] 10.222.0.20 "DELETE /v2.0/routers/3398b0d2-8275-4365-b090-dec51ae3e855 HTTP/1.1" status: 204 len: 168 time: 2.1138277 Jun 23 11:31:24.916726 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.wsgi [-] (94174) accepted ('10.222.0.20', 37120) {{(pid=94174) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 11:31:24.921354 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.api.v2.base [None req-94816d13-82c0-4d73-a625-5db5bd0edab8 tempest-RoutersAdminTest-1813587668 tempest-RoutersAdminTest-1813587668-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-995155855', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=94174) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 23 11:31:24.935424 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron_lib.callbacks.manager [None req-6dddb4a2-b265-4a86-9902-f42d8ad718e4 tempest-FloatingIPAdminTestJSON-2059789561 tempest-FloatingIPAdminTestJSON-2059789561-project] Notify callbacks [] for port, precommit_create {{(pid=94175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:31:24.945609 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.db.provisioning_blocks [None req-943bb10e-3cd0-4257-a08a-5996a794439d None None] Provisioning for port 6a3f74fe-2094-4633-ba04-a929388cd600 completed by entity DHCP. {{(pid=94176) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 23 11:31:24.957408 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfce1348-baa3-4255-91d1-6ed2c62c17d9 req-d39d736f-0b18-4d1c-b9c1-29c5b164a58c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 11:31:24.968035 dv-neutron-601336-94-hyperv neutron-server[94175]: INFO neutron.wsgi [req-cfce1348-baa3-4255-91d1-6ed2c62c17d9 req-d39d736f-0b18-4d1c-b9c1-29c5b164a58c service neutron] 10.222.0.52 "GET /v2.0/networks?id=eef03c16-5c70-4b40-b183-38c419fed443 HTTP/1.1" status: 200 len: 913 time: 0.5048475 Jun 23 11:31:24.968240 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.db.provisioning_blocks [None req-943bb10e-3cd0-4257-a08a-5996a794439d None None] Provisioning complete for port 6a3f74fe-2094-4633-ba04-a929388cd600 triggered by entity DHCP. {{(pid=94176) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 23 11:31:24.968240 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron_lib.callbacks.manager [None req-943bb10e-3cd0-4257-a08a-5996a794439d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-899258'] for port, provisioning_complete {{(pid=94176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:31:24.982263 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-33ae7ed5-ffc8-4ea3-8a07-037d7fb5d1ee tempest-NetworksTestDHCPv6-162546708 tempest-NetworksTestDHCPv6-162546708-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 11:31:24.984334 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-33ae7ed5-ffc8-4ea3-8a07-037d7fb5d1ee tempest-NetworksTestDHCPv6-162546708 tempest-NetworksTestDHCPv6-162546708-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 11:31:24.985032 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron_lib.callbacks.manager [None req-65766b49-0da1-40d4-bed0-2102002b9c9d tempest-NetworksIpV6TestAttrs-49342282 tempest-NetworksIpV6TestAttrs-49342282-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-897627', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866062', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5195932', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4294216'] for subnet, after_delete {{(pid=94174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:31:24.988727 dv-neutron-601336-94-hyperv neutron-server[94175]: INFO neutron.wsgi [None req-33ae7ed5-ffc8-4ea3-8a07-037d7fb5d1ee tempest-NetworksTestDHCPv6-162546708 tempest-NetworksTestDHCPv6-162546708-project] 10.222.0.20 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1477 time: 0.2705698 Jun 23 11:31:25.026028 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.db.provisioning_blocks [None req-dc7542b2-afef-47f4-a763-e3a3cba144be None None] Provisioning complete for port aebabf55-a319-4f35-b14e-9b7d43cadd7d triggered by entity L2. {{(pid=94176) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 23 11:31:25.027107 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron_lib.callbacks.manager [None req-dc7542b2-afef-47f4-a763-e3a3cba144be None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-899258'] for port, provisioning_complete {{(pid=94176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:31:25.030247 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.wsgi [-] (94175) accepted ('10.222.0.20', 37122) {{(pid=94175) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 11:31:25.031519 dv-neutron-601336-94-hyperv neutron-server[94175]: INFO neutron.wsgi [None req-1c6e49f0-c534-4476-9cf5-b2b829b3a5b6 tempest-AllowedAddressPairIpV6TestJSON-597468505 tempest-AllowedAddressPairIpV6TestJSON-597468505-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1020 time: 3.7954218 Jun 23 11:31:25.055170 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG oslo_concurrency.lockutils [None req-2d0a6629-3d29-43e5-8e7b-658c3f937373 tempest-NetworksTestDHCPv6-162546708 tempest-NetworksTestDHCPv6-162546708-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94174) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 11:31:25.058398 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.wsgi [-] (94175) accepted ('10.222.0.20', 37124) {{(pid=94175) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 11:31:25.096348 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-65b91135-a8ec-4e37-bb33-b1a0bcec53ce None None] Network 2d6a143a-d6db-4464-8aa8-01e80e9377cc requested from dv-neutron-601336-94-hyperv {{(pid=94176) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 23 11:31:25.113404 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron_lib.callbacks.manager [None req-65766b49-0da1-40d4-bed0-2102002b9c9d tempest-NetworksIpV6TestAttrs-49342282 tempest-NetworksIpV6TestAttrs-49342282-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7865916'] for subnet, before_response {{(pid=94174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:31:25.119734 dv-neutron-601336-94-hyperv neutron-server[94174]: INFO neutron.wsgi [None req-65766b49-0da1-40d4-bed0-2102002b9c9d tempest-NetworksIpV6TestAttrs-49342282 tempest-NetworksIpV6TestAttrs-49342282-project] 10.222.0.20 "DELETE /v2.0/subnets/03baa774-71e7-4daa-be99-b78b840509ab HTTP/1.1" status: 204 len: 168 time: 1.2772956 Jun 23 11:31:25.130303 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.wsgi [-] (94175) accepted ('10.222.0.20', 37128) {{(pid=94175) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 11:31:25.161672 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65766b49-0da1-40d4-bed0-2102002b9c9d tempest-NetworksIpV6TestAttrs-49342282 tempest-NetworksIpV6TestAttrs-49342282-project] Pushing event deleted for resources: {'Subnet': ['ID=03baa774-71e7-4daa-be99-b78b840509ab,revision_number=None']} {{(pid=94174) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 11:31:25.164193 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG oslo_concurrency.lockutils [None req-65766b49-0da1-40d4-bed0-2102002b9c9d tempest-NetworksIpV6TestAttrs-49342282 tempest-NetworksIpV6TestAttrs-49342282-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.110s {{(pid=94174) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 11:31:25.237468 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron_lib.callbacks.manager [None req-7dd95169-772e-4b37-bf17-48788614cf62 tempest-RoutersIpV6AdminTest-1878456168 tempest-RoutersIpV6AdminTest-1878456168-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=94174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:31:25.248127 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.plugins.ml2.plugin [None req-943bb10e-3cd0-4257-a08a-5996a794439d None None] Port 6a3f74fe-2094-4633-ba04-a929388cd600 cannot update to ACTIVE because it is not bound. {{(pid=94176) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jun 23 11:31:25.256458 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.db.provisioning_blocks [None req-943bb10e-3cd0-4257-a08a-5996a794439d None None] Could not find standard attr ID for object 557593fa-526f-4e61-9fea-3a1483107f4c. {{(pid=94176) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jun 23 11:31:25.257241 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron_lib.callbacks.manager [None req-7dd95169-772e-4b37-bf17-48788614cf62 tempest-RoutersIpV6AdminTest-1878456168 tempest-RoutersIpV6AdminTest-1878456168-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-923104'] for port, before_create {{(pid=94174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:31:25.276981 dv-neutron-601336-94-hyperv neutron-server[94175]: INFO neutron.wsgi [req-cfce1348-baa3-4255-91d1-6ed2c62c17d9 req-77cf62a5-7e75-4d0b-a2d3-423456ac53ce service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=fe216483-41ee-46c0-a3bd-9e45c734b083 HTTP/1.1" status: 200 len: 1001 time: 0.3068626 Jun 23 11:31:25.285636 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.db.db_base_plugin_v2 [None req-14c339d9-31be-4644-ae37-4e6b340d6f3d tempest-NetworksTestDHCPv6-162546708 tempest-NetworksTestDHCPv6-162546708-project] Deleting subnet aead9b4c-8cd4-400d-b497-e25c8102dd09 {{(pid=94175) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jun 23 11:31:25.288611 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron_lib.callbacks.manager [None req-14c339d9-31be-4644-ae37-4e6b340d6f3d tempest-NetworksTestDHCPv6-162546708 tempest-NetworksTestDHCPv6-162546708-project] Notify callbacks [] for subnet, before_delete {{(pid=94175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:31:25.336664 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron_lib.callbacks.manager [None req-94816d13-82c0-4d73-a625-5db5bd0edab8 tempest-RoutersAdminTest-1813587668 tempest-RoutersAdminTest-1813587668-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-520407', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-32315'] for router, before_create {{(pid=94174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:31:25.337864 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron_lib.callbacks.manager [None req-94816d13-82c0-4d73-a625-5db5bd0edab8 tempest-RoutersAdminTest-1813587668 tempest-RoutersAdminTest-1813587668-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-520264', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-524122', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-414782', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-32290'] for router, precommit_create {{(pid=94174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:31:25.357529 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-29ca795e-8bf6-4fd2-9600-da4bdd3024fb tempest-NetworksIpV6TestAttrs-49342282 tempest-NetworksIpV6TestAttrs-49342282-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 11:31:25.359173 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-29ca795e-8bf6-4fd2-9600-da4bdd3024fb tempest-NetworksIpV6TestAttrs-49342282 tempest-NetworksIpV6TestAttrs-49342282-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 11:31:25.363957 dv-neutron-601336-94-hyperv neutron-server[94175]: INFO neutron.wsgi [None req-29ca795e-8bf6-4fd2-9600-da4bdd3024fb tempest-NetworksIpV6TestAttrs-49342282 tempest-NetworksIpV6TestAttrs-49342282-project] 10.222.0.20 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1478 time: 0.1874654 Jun 23 11:31:25.364715 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.wsgi [-] (94174) accepted ('10.222.0.20', 37130) {{(pid=94174) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 11:31:25.389329 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-10a25df1-639b-4328-82f3-feed35f9344d None None] DHCP port deletion for 2d6a143a-d6db-4464-8aa8-01e80e9377cc request from dv-neutron-601336-94-hyperv {{(pid=94176) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jun 23 11:31:25.396557 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron_lib.callbacks.manager [None req-14c339d9-31be-4644-ae37-4e6b340d6f3d tempest-NetworksTestDHCPv6-162546708 tempest-NetworksTestDHCPv6-162546708-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5190686'] for subnet, precommit_delete_associations {{(pid=94175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:31:25.435525 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ff90ea29-bb98-42d4-a9b3-f7520e0f7dc4 tempest-AllowedAddressPairIpV6TestJSON-597468505 tempest-AllowedAddressPairIpV6TestJSON-597468505-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 11:31:25.442383 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ff90ea29-bb98-42d4-a9b3-f7520e0f7dc4 tempest-AllowedAddressPairIpV6TestJSON-597468505 tempest-AllowedAddressPairIpV6TestJSON-597468505-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 11:31:25.444870 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.plugins.ml2.plugin [None req-10a25df1-639b-4328-82f3-feed35f9344d None None] Deleting port 2856d052-897b-4a4a-aaaa-cd50620066eb {{(pid=94176) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1913}} Jun 23 11:31:25.444870 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron_lib.callbacks.manager [None req-10a25df1-639b-4328-82f3-feed35f9344d None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773700079324'] for port, before_delete {{(pid=94176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:31:25.447611 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ff90ea29-bb98-42d4-a9b3-f7520e0f7dc4 tempest-AllowedAddressPairIpV6TestJSON-597468505 tempest-AllowedAddressPairIpV6TestJSON-597468505-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 11:31:25.452256 dv-neutron-601336-94-hyperv neutron-server[94175]: INFO neutron.wsgi [None req-ff90ea29-bb98-42d4-a9b3-f7520e0f7dc4 tempest-AllowedAddressPairIpV6TestJSON-597468505 tempest-AllowedAddressPairIpV6TestJSON-597468505-project] 10.222.0.20 "GET /v2.0/ports HTTP/1.1" status: 200 len: 2495 time: 0.3735297 Jun 23 11:31:25.453442 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.wsgi [-] (94175) accepted ('10.222.0.20', 37132) {{(pid=94175) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 11:31:25.455798 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron_lib.callbacks.manager [None req-6dddb4a2-b265-4a86-9902-f42d8ad718e4 tempest-FloatingIPAdminTestJSON-2059789561 tempest-FloatingIPAdminTestJSON-2059789561-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-922915', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-239814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7866073', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773699642215', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-5082457'] for port, after_create {{(pid=94175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:31:25.465828 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG oslo_concurrency.lockutils [None req-48a7d675-9f7f-4567-ab2c-50d915a05334 tempest-FloatingIPNegativeTestJSON-1295786409 tempest-FloatingIPNegativeTestJSON-1295786409-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94175) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 11:31:25.469867 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfce1348-baa3-4255-91d1-6ed2c62c17d9 req-624ad7f9-7c10-4bd6-b1a8-3234d9308739 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 11:31:25.471683 dv-neutron-601336-94-hyperv neutron-server[94175]: INFO neutron.wsgi [req-cfce1348-baa3-4255-91d1-6ed2c62c17d9 req-624ad7f9-7c10-4bd6-b1a8-3234d9308739 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=9ea7a874-1ae9-4ebd-bc55-df948e24bd59 HTTP/1.1" status: 200 len: 851 time: 0.1553814 Jun 23 11:31:25.493065 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron_lib.callbacks.manager [None req-94816d13-82c0-4d73-a625-5db5bd0edab8 tempest-RoutersAdminTest-1813587668 tempest-RoutersAdminTest-1813587668-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:31:25.513458 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.plugins.ml2.db [None req-10a25df1-639b-4328-82f3-feed35f9344d None None] For port 2856d052-897b-4a4a-aaaa-cd50620066eb, host dv-neutron-601336-94-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-94-hyperv',level=0,port_id=2856d052-897b-4a4a-aaaa-cd50620066eb,segment=NetworkSegment(a95ce696-643f-47a4-9314-60e411d60146),segment_id=a95ce696-643f-47a4-9314-60e411d60146)] {{(pid=94176) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 23 11:31:25.513821 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron_lib.callbacks.manager [None req-10a25df1-639b-4328-82f3-feed35f9344d None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-430722'] for port, precommit_delete {{(pid=94176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:31:25.526526 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.plugins.ml2.plugin [None req-10a25df1-639b-4328-82f3-feed35f9344d None None] Calling delete_port for 2856d052-897b-4a4a-aaaa-cd50620066eb owned by network:dhcp {{(pid=94176) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1986}} Jun 23 11:31:25.529787 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron_lib.callbacks.manager [None req-3d4cbd6e-a07e-4c33-8f1d-488ea853aa74 tempest-NetworksIpV6TestAttrs-49342282 tempest-NetworksIpV6TestAttrs-49342282-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-824874'] for network, before_delete {{(pid=94174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:31:25.531932 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.db.db_base_plugin_common [None req-7dd95169-772e-4b37-bf17-48788614cf62 tempest-RoutersIpV6AdminTest-1878456168 tempest-RoutersIpV6AdminTest-1878456168-project-admin] Allocated IP 172.26.3.203 (3e7e4eb3-cf02-4d47-ade9-0a579cdfc60f/a5ad15ab-c489-4a67-a9b0-d559fca0ec71/31f42a9d-7f6d-432c-a5dc-4c59b333b31e) {{(pid=94174) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 23 11:31:25.545891 dv-neutron-601336-94-hyperv neutron-server[94174]: INFO neutron.pecan_wsgi.hooks.translation [None req-3d4cbd6e-a07e-4c33-8f1d-488ea853aa74 tempest-NetworksIpV6TestAttrs-49342282 tempest-NetworksIpV6TestAttrs-49342282-project] DELETE failed (client error): There was a conflict when trying to complete your request. Jun 23 11:31:25.546337 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-3d4cbd6e-a07e-4c33-8f1d-488ea853aa74 tempest-NetworksIpV6TestAttrs-49342282 tempest-NetworksIpV6TestAttrs-49342282-project] No notification will be sent due to unsuccessful status code: 409 {{(pid=94174) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 23 11:31:25.552493 dv-neutron-601336-94-hyperv neutron-server[94174]: INFO neutron.wsgi [None req-3d4cbd6e-a07e-4c33-8f1d-488ea853aa74 tempest-NetworksIpV6TestAttrs-49342282 tempest-NetworksIpV6TestAttrs-49342282-project] 10.222.0.20 "DELETE /v2.0/networks/2d6a143a-d6db-4464-8aa8-01e80e9377cc HTTP/1.1" status: 409 len: 405 time: 0.1827908 Jun 23 11:31:25.552636 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.wsgi [-] (94174) accepted ('10.222.0.20', 37134) {{(pid=94174) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 11:31:25.560869 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.api.v2.base [None req-6c13dc38-6643-4b74-9edb-7cf2fef3224c tempest-NetworksIpV6TestAttrs-49342282 tempest-NetworksIpV6TestAttrs-49342282-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-863461243'}} {{(pid=94174) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 23 11:31:25.579705 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6dddb4a2-b265-4a86-9902-f42d8ad718e4 tempest-FloatingIPAdminTestJSON-2059789561 tempest-FloatingIPAdminTestJSON-2059789561-project] Network 3e7e4eb3-cf02-4d47-ade9-0a579cdfc60f is already hosted by enough agents. {{(pid=94175) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 23 11:31:25.580775 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.db.provisioning_blocks [None req-0cfdd38a-e20e-41ff-9676-3429881f1d29 None None] Provisioning for port 8fbd4514-6f5c-48ff-812e-71bef1126119 completed by entity DHCP. {{(pid=94176) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 23 11:31:25.590653 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.db.provisioning_blocks [None req-0cfdd38a-e20e-41ff-9676-3429881f1d29 None None] Provisioning complete for port 8fbd4514-6f5c-48ff-812e-71bef1126119 triggered by entity DHCP. {{(pid=94176) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 23 11:31:25.591197 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron_lib.callbacks.manager [None req-0cfdd38a-e20e-41ff-9676-3429881f1d29 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-899258'] for port, provisioning_complete {{(pid=94176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:31:25.603851 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.scheduler.base_scheduler [None req-6dddb4a2-b265-4a86-9902-f42d8ad718e4 tempest-FloatingIPAdminTestJSON-2059789561 tempest-FloatingIPAdminTestJSON-2059789561-project] Resources bound (agent type, host, resource id): {{(pid=94175) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 23 11:31:25.606338 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6dddb4a2-b265-4a86-9902-f42d8ad718e4 tempest-FloatingIPAdminTestJSON-2059789561 tempest-FloatingIPAdminTestJSON-2059789561-project] Received port after_create {{(pid=94175) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 23 11:31:25.622070 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron_lib.callbacks.manager [None req-94816d13-82c0-4d73-a625-5db5bd0edab8 tempest-RoutersAdminTest-1813587668 tempest-RoutersAdminTest-1813587668-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-520412', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-524143'] for router, after_create {{(pid=94174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:31:25.654778 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6dddb4a2-b265-4a86-9902-f42d8ad718e4 tempest-FloatingIPAdminTestJSON-2059789561 tempest-FloatingIPAdminTestJSON-2059789561-project] Pushing event updated for resources: {'Port': ['ID=893c5779-6227-42fc-8bca-1a36b81a01b9,revision_number=1']} {{(pid=94175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 11:31:25.654993 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.plugins.ml2.plugin [None req-0cfdd38a-e20e-41ff-9676-3429881f1d29 None None] Port 8fbd4514-6f5c-48ff-812e-71bef1126119 cannot update to ACTIVE because it is not bound. {{(pid=94176) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jun 23 11:31:25.657707 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG oslo_concurrency.lockutils [None req-6dddb4a2-b265-4a86-9902-f42d8ad718e4 tempest-FloatingIPAdminTestJSON-2059789561 tempest-FloatingIPAdminTestJSON-2059789561-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.192s {{(pid=94175) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 11:31:25.668285 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.db.provisioning_blocks [None req-0cfdd38a-e20e-41ff-9676-3429881f1d29 None None] Provisioning complete for port 6a3f74fe-2094-4633-ba04-a929388cd600 triggered by entity DHCP. {{(pid=94176) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 23 11:31:25.670279 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron_lib.callbacks.manager [None req-0cfdd38a-e20e-41ff-9676-3429881f1d29 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-899258'] for port, provisioning_complete {{(pid=94176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:31:25.712218 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.plugins.ml2.plugin [None req-0cfdd38a-e20e-41ff-9676-3429881f1d29 None None] Port 6a3f74fe-2094-4633-ba04-a929388cd600 cannot update to ACTIVE because it is not bound. {{(pid=94176) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jun 23 11:31:25.720126 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron_lib.callbacks.manager [None req-14c339d9-31be-4644-ae37-4e6b340d6f3d tempest-NetworksTestDHCPv6-162546708 tempest-NetworksTestDHCPv6-162546708-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-897634'] for subnet, precommit_delete {{(pid=94175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:31:25.755109 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6c13dc38-6643-4b74-9edb-7cf2fef3224c tempest-NetworksIpV6TestAttrs-49342282 tempest-NetworksIpV6TestAttrs-49342282-project] Made reservation on behalf of 75dfc2cb640c496b8d9cb81bc53d56b1 for: {'network': 1} {{(pid=94174) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 23 11:31:25.758584 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron_lib.callbacks.manager [None req-6c13dc38-6643-4b74-9edb-7cf2fef3224c tempest-NetworksIpV6TestAttrs-49342282 tempest-NetworksIpV6TestAttrs-49342282-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-923104'] for network, before_create {{(pid=94174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:31:25.783967 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.db.provisioning_blocks [None req-0cfdd38a-e20e-41ff-9676-3429881f1d29 None None] Provisioning for port 2856d052-897b-4a4a-aaaa-cd50620066eb completed by entity DHCP. {{(pid=94176) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 23 11:31:25.788833 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.db.provisioning_blocks [None req-0cfdd38a-e20e-41ff-9676-3429881f1d29 None None] Provisioning complete for port 2856d052-897b-4a4a-aaaa-cd50620066eb triggered by entity DHCP. {{(pid=94176) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 23 11:31:25.789450 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron_lib.callbacks.manager [None req-0cfdd38a-e20e-41ff-9676-3429881f1d29 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-899258'] for port, provisioning_complete {{(pid=94176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:31:25.791372 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron_lib.callbacks.manager [None req-10a25df1-639b-4328-82f3-feed35f9344d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-922904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866062', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773700135024', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773699642224'] for port, after_delete {{(pid=94176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:31:25.795021 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG oslo_concurrency.lockutils [None req-a011ba38-3cd3-4619-b260-1b5c8e199890 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 11:31:25.800711 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfce1348-baa3-4255-91d1-6ed2c62c17d9 req-653cd665-d68d-4486-be10-face6e27bb6c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 11:31:25.801381 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6c13dc38-6643-4b74-9edb-7cf2fef3224c tempest-NetworksIpV6TestAttrs-49342282 tempest-NetworksIpV6TestAttrs-49342282-project] vlan segment allocate from pool success with {'vlan_id': 411, 'physical_network': 'physnet1'} {{(pid=94174) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 23 11:31:25.802206 dv-neutron-601336-94-hyperv neutron-server[94175]: INFO neutron.wsgi [req-cfce1348-baa3-4255-91d1-6ed2c62c17d9 req-653cd665-d68d-4486-be10-face6e27bb6c service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=eef03c16-5c70-4b40-b183-38c419fed443&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1178 time: 0.2986965 Jun 23 11:31:25.806581 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron_lib.callbacks.manager [None req-7dd95169-772e-4b37-bf17-48788614cf62 tempest-RoutersIpV6AdminTest-1878456168 tempest-RoutersIpV6AdminTest-1878456168-project-admin] Notify callbacks [] for port, precommit_create {{(pid=94174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:31:25.818699 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron_lib.callbacks.manager [None req-94816d13-82c0-4d73-a625-5db5bd0edab8 tempest-RoutersAdminTest-1813587668 tempest-RoutersAdminTest-1813587668-project] Notify callbacks [] for router, before_response {{(pid=94174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:31:25.820202 dv-neutron-601336-94-hyperv neutron-server[94174]: INFO neutron.wsgi [None req-94816d13-82c0-4d73-a625-5db5bd0edab8 tempest-RoutersAdminTest-1813587668 tempest-RoutersAdminTest-1813587668-project] 10.222.0.20 "POST /v2.0/routers HTTP/1.1" status: 201 len: 704 time: 0.9024894 Jun 23 11:31:25.826224 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron_lib.callbacks.manager [None req-6c13dc38-6643-4b74-9edb-7cf2fef3224c tempest-NetworksIpV6TestAttrs-49342282 tempest-NetworksIpV6TestAttrs-49342282-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3801'] for segment, precommit_create {{(pid=94174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:31:25.826930 dv-neutron-601336-94-hyperv neutron-server[94174]: INFO neutron.db.segments_db [None req-6c13dc38-6643-4b74-9edb-7cf2fef3224c tempest-NetworksIpV6TestAttrs-49342282 tempest-NetworksIpV6TestAttrs-49342282-project] Added segment 6c196de2-0a72-4e0a-98fd-73565fba0621 of type vlan for network 69b1f606-ae82-400f-a426-d75cd329835f Jun 23 11:31:25.830274 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.wsgi [-] (94174) accepted ('10.222.0.20', 37136) {{(pid=94174) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 11:31:25.834572 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.api.v2.base [None req-f58de34b-67ee-4005-abf4-8d70ad49de11 tempest-RoutersAdminTest-1813587668 tempest-RoutersAdminTest-1813587668-project] Request body: {'router': {'external_gateway_info': {'network_id': '3e7e4eb3-cf02-4d47-ade9-0a579cdfc60f'}}} {{(pid=94174) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 23 11:31:25.838281 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.plugins.ml2.plugin [None req-0cfdd38a-e20e-41ff-9676-3429881f1d29 None None] Port 2856d052-897b-4a4a-aaaa-cd50620066eb was deleted so its status cannot be updated. {{(pid=94176) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:336}} Jun 23 11:31:25.841692 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10a25df1-639b-4328-82f3-feed35f9344d None None] Pushing event deleted for resources: {'Port': ['ID=2856d052-897b-4a4a-aaaa-cd50620066eb,revision_number=None']} {{(pid=94176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 11:31:25.843971 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.db.l3_dvrscheduler_db [None req-10a25df1-639b-4328-82f3-feed35f9344d None None] No DVR routers for this DVR port 2856d052-897b-4a4a-aaaa-cd50620066eb on host dv-neutron-601336-94-hyperv {{(pid=94176) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 23 11:31:25.846632 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG oslo_concurrency.lockutils [None req-10a25df1-639b-4328-82f3-feed35f9344d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=94176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 11:31:25.932423 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.plugins.ml2.plugin [None req-cd51db5e-2dce-4b0b-bb8e-f12c98f2b864 tempest-AllowedAddressPairIpV6TestJSON-597468505 tempest-AllowedAddressPairIpV6TestJSON-597468505-project] Deleting port 8fbd4514-6f5c-48ff-812e-71bef1126119 {{(pid=94175) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1913}} Jun 23 11:31:25.932769 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron_lib.callbacks.manager [None req-cd51db5e-2dce-4b0b-bb8e-f12c98f2b864 tempest-AllowedAddressPairIpV6TestJSON-597468505 tempest-AllowedAddressPairIpV6TestJSON-597468505-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773700079324'] for port, before_delete {{(pid=94175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:31:25.937539 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron_lib.callbacks.manager [None req-6dddb4a2-b265-4a86-9902-f42d8ad718e4 tempest-FloatingIPAdminTestJSON-2059789561 tempest-FloatingIPAdminTestJSON-2059789561-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:31:25.982703 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.db.provisioning_blocks [None req-0cfdd38a-e20e-41ff-9676-3429881f1d29 None None] Provisioning for port f69aa691-444b-4510-b3a4-0ae53687a59d completed by entity DHCP. {{(pid=94176) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 23 11:31:25.987883 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.db.provisioning_blocks [None req-0cfdd38a-e20e-41ff-9676-3429881f1d29 None None] Provisioning complete for port f69aa691-444b-4510-b3a4-0ae53687a59d triggered by entity DHCP. {{(pid=94176) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 23 11:31:25.991263 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron_lib.callbacks.manager [None req-0cfdd38a-e20e-41ff-9676-3429881f1d29 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-899258'] for port, provisioning_complete {{(pid=94176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:31:25.991395 dv-neutron-601336-94-hyperv neutron-server[94177]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4b6d278e-4def-4e56-954d-e3298ff74aad None None] Sync routers for ids ['c11b44fd-4598-432f-8c10-d8757eeb2c2f'] in dv-neutron-601336-94-hyperv {{(pid=94177) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 23 11:31:26.004125 dv-neutron-601336-94-hyperv neutron-server[94177]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4b6d278e-4def-4e56-954d-e3298ff74aad None None] Routers {'c11b44fd-4598-432f-8c10-d8757eeb2c2f'} bound to L3 agent in host dv-neutron-601336-94-hyperv {{(pid=94177) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 23 11:31:26.005022 dv-neutron-601336-94-hyperv neutron-server[94177]: DEBUG neutron.db.l3_hamode_db [None req-4b6d278e-4def-4e56-954d-e3298ff74aad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-601336-94-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-23T11:22:13Z,description=,heartbeat_timestamp=2021-06-23T11:31:13Z,host='dv-neutron-601336-94-hyperv',id=50ef99c0-ef28-4db5-b303-b145898fae60,load=0,resource_versions=,resources_synced=,started_at=2021-06-23T11:22:14Z,topic='l3_agent')) {'router_ids': ['c11b44fd-4598-432f-8c10-d8757eeb2c2f'], 'active': True} {{(pid=94177) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 11:31:26.063514 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.plugins.ml2.plugin [None req-0cfdd38a-e20e-41ff-9676-3429881f1d29 None None] Port f69aa691-444b-4510-b3a4-0ae53687a59d cannot update to ACTIVE because it is not bound. {{(pid=94176) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jun 23 11:31:26.104242 dv-neutron-601336-94-hyperv neutron-server[94177]: DEBUG neutron.db.l3_dvr_db [None req-4b6d278e-4def-4e56-954d-e3298ff74aad None None] Set router c11b44fd-4598-432f-8c10-d8757eeb2c2f gateway port host: None {{(pid=94177) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:838}} Jun 23 11:31:26.166537 dv-neutron-601336-94-hyperv neutron-server[94177]: DEBUG neutron.db.l3_hamode_db [None req-4b6d278e-4def-4e56-954d-e3298ff74aad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c11b44fd-4598-432f-8c10-d8757eeb2c2f', 'name': 'tempest-NetworksTestDHCPv6-router-124930091', 'tenant_id': '5e61222a836c47229c94e37f3902e6bd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-23T11:31:15Z', 'updated_at': '2021-06-23T11:31:23Z', 'revision_number': 3, 'project_id': '5e61222a836c47229c94e37f3902e6bd', 'gw_port_host': None}], 'dv-neutron-601336-94-hyperv', False) {} {{(pid=94177) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 11:31:26.198185 dv-neutron-601336-94-hyperv neutron-server[94177]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4b6d278e-4def-4e56-954d-e3298ff74aad None None] Checking router: c11b44fd-4598-432f-8c10-d8757eeb2c2f for host: dv-neutron-601336-94-hyperv {{(pid=94177) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 23 11:31:26.208081 dv-neutron-601336-94-hyperv neutron-server[94177]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4b6d278e-4def-4e56-954d-e3298ff74aad None None] Routers {'c11b44fd-4598-432f-8c10-d8757eeb2c2f'} bound to L3 agent in host dv-neutron-601336-94-hyperv {{(pid=94177) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 23 11:31:26.208782 dv-neutron-601336-94-hyperv neutron-server[94177]: DEBUG neutron.db.l3_hamode_db [None req-4b6d278e-4def-4e56-954d-e3298ff74aad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-601336-94-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-23T11:22:13Z,description=,heartbeat_timestamp=2021-06-23T11:31:13Z,host='dv-neutron-601336-94-hyperv',id=50ef99c0-ef28-4db5-b303-b145898fae60,load=0,resource_versions=,resources_synced=,started_at=2021-06-23T11:22:14Z,topic='l3_agent')) {'router_ids': ['c11b44fd-4598-432f-8c10-d8757eeb2c2f'], 'active': True} {{(pid=94177) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 11:31:26.276265 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron_lib.callbacks.manager [None req-6c13dc38-6643-4b74-9edb-7cf2fef3224c tempest-NetworksIpV6TestAttrs-49342282 tempest-NetworksIpV6TestAttrs-49342282-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8773699596773'] for network, precommit_create {{(pid=94174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:31:26.346233 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron_lib.callbacks.manager [None req-14c339d9-31be-4644-ae37-4e6b340d6f3d tempest-NetworksTestDHCPv6-162546708 tempest-NetworksTestDHCPv6-162546708-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-897627', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866062', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5083050', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4660036'] for subnet, after_delete {{(pid=94175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:31:26.356977 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94175) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 11:31:26.401924 dv-neutron-601336-94-hyperv neutron-server[94177]: DEBUG neutron.db.l3_dvr_db [None req-4b6d278e-4def-4e56-954d-e3298ff74aad None None] Set router c11b44fd-4598-432f-8c10-d8757eeb2c2f gateway port host: None {{(pid=94177) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:838}} Jun 23 11:31:26.416476 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14c339d9-31be-4644-ae37-4e6b340d6f3d tempest-NetworksTestDHCPv6-162546708 tempest-NetworksTestDHCPv6-162546708-project] Pushing event deleted for resources: {'Subnet': ['ID=aead9b4c-8cd4-400d-b497-e25c8102dd09,revision_number=None']} {{(pid=94175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 11:31:26.426304 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron_lib.callbacks.manager [None req-14c339d9-31be-4644-ae37-4e6b340d6f3d tempest-NetworksTestDHCPv6-162546708 tempest-NetworksTestDHCPv6-162546708-project] Notify callbacks [] for subnet, before_response {{(pid=94175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:31:26.428410 dv-neutron-601336-94-hyperv neutron-server[94175]: INFO neutron.wsgi [None req-14c339d9-31be-4644-ae37-4e6b340d6f3d tempest-NetworksTestDHCPv6-162546708 tempest-NetworksTestDHCPv6-162546708-project] 10.222.0.20 "DELETE /v2.0/subnets/aead9b4c-8cd4-400d-b497-e25c8102dd09 HTTP/1.1" status: 204 len: 168 time: 1.3957636 Jun 23 11:31:26.432105 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG oslo_concurrency.lockutils [None req-14c339d9-31be-4644-ae37-4e6b340d6f3d tempest-NetworksTestDHCPv6-162546708 tempest-NetworksTestDHCPv6-162546708-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.075s {{(pid=94175) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 11:31:26.437295 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.wsgi [-] (94175) accepted ('10.222.0.20', 37142) {{(pid=94175) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 11:31:26.442827 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7833ef89-cfb5-4229-9395-d82e12e96bd2 None None] Network f53f535d-bce4-4da8-9bd9-396677ff4e83 requested from dv-neutron-601336-94-hyperv {{(pid=94176) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 23 11:31:26.444002 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron_lib.callbacks.manager [None req-f58de34b-67ee-4005-abf4-8d70ad49de11 tempest-RoutersAdminTest-1813587668 tempest-RoutersAdminTest-1813587668-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-524104', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-520389', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-32276'] for router, precommit_update {{(pid=94174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:31:26.450696 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron_lib.callbacks.manager [None req-7dd95169-772e-4b37-bf17-48788614cf62 tempest-RoutersIpV6AdminTest-1878456168 tempest-RoutersIpV6AdminTest-1878456168-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-922915', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-239814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7866073', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773699642215', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-5196399'] for port, after_create {{(pid=94174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:31:26.453781 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94174) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 11:31:26.461625 dv-neutron-601336-94-hyperv neutron-server[94177]: DEBUG neutron.db.l3_hamode_db [None req-4b6d278e-4def-4e56-954d-e3298ff74aad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c11b44fd-4598-432f-8c10-d8757eeb2c2f', 'name': 'tempest-NetworksTestDHCPv6-router-124930091', 'tenant_id': '5e61222a836c47229c94e37f3902e6bd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-23T11:31:15Z', 'updated_at': '2021-06-23T11:31:23Z', 'revision_number': 3, 'project_id': '5e61222a836c47229c94e37f3902e6bd', 'gw_port_host': None}], 'dv-neutron-601336-94-hyperv', False) {} {{(pid=94177) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 11:31:26.486389 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7dd95169-772e-4b37-bf17-48788614cf62 tempest-RoutersIpV6AdminTest-1878456168 tempest-RoutersIpV6AdminTest-1878456168-project-admin] Network 3e7e4eb3-cf02-4d47-ade9-0a579cdfc60f is already hosted by enough agents. {{(pid=94174) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 23 11:31:26.489498 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.scheduler.base_scheduler [None req-7dd95169-772e-4b37-bf17-48788614cf62 tempest-RoutersIpV6AdminTest-1878456168 tempest-RoutersIpV6AdminTest-1878456168-project-admin] Resources bound (agent type, host, resource id): {{(pid=94174) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 23 11:31:26.491409 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron_lib.callbacks.manager [None req-6c13dc38-6643-4b74-9edb-7cf2fef3224c tempest-NetworksIpV6TestAttrs-49342282 tempest-NetworksIpV6TestAttrs-49342282-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8002400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7866073'] for network, after_create {{(pid=94174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:31:26.493908 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7dd95169-772e-4b37-bf17-48788614cf62 tempest-RoutersIpV6AdminTest-1878456168 tempest-RoutersIpV6AdminTest-1878456168-project-admin] Received port after_create {{(pid=94174) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 23 11:31:26.495493 dv-neutron-601336-94-hyperv neutron-server[94177]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4b6d278e-4def-4e56-954d-e3298ff74aad None None] The sync data for ids ['c11b44fd-4598-432f-8c10-d8757eeb2c2f'] in dv-neutron-601336-94-hyperv is: [{'id': 'c11b44fd-4598-432f-8c10-d8757eeb2c2f', 'name': 'tempest-NetworksTestDHCPv6-router-124930091', 'tenant_id': '5e61222a836c47229c94e37f3902e6bd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-23T11:31:15Z', 'updated_at': '2021-06-23T11:31:23Z', 'revision_number': 3, 'project_id': '5e61222a836c47229c94e37f3902e6bd', 'gw_port_host': None}] {{(pid=94177) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 23 11:31:26.502964 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6c13dc38-6643-4b74-9edb-7cf2fef3224c tempest-NetworksIpV6TestAttrs-49342282 tempest-NetworksIpV6TestAttrs-49342282-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94174) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 11:31:26.503692 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron_lib.callbacks.manager [None req-6c13dc38-6643-4b74-9edb-7cf2fef3224c tempest-NetworksIpV6TestAttrs-49342282 tempest-NetworksIpV6TestAttrs-49342282-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7865916'] for network, before_response {{(pid=94174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:31:26.510339 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron_lib.callbacks.manager [None req-6dddb4a2-b265-4a86-9902-f42d8ad718e4 tempest-FloatingIPAdminTestJSON-2059789561 tempest-FloatingIPAdminTestJSON-2059789561-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-923122'] for port, before_update {{(pid=94175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:31:26.541133 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7dd95169-772e-4b37-bf17-48788614cf62 tempest-RoutersIpV6AdminTest-1878456168 tempest-RoutersIpV6AdminTest-1878456168-project-admin] Pushing event updated for resources: {'Port': ['ID=31f42a9d-7f6d-432c-a5dc-4c59b333b31e,revision_number=1']} {{(pid=94174) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 11:31:26.546139 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG oslo_concurrency.lockutils [None req-7dd95169-772e-4b37-bf17-48788614cf62 tempest-RoutersIpV6AdminTest-1878456168 tempest-RoutersIpV6AdminTest-1878456168-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.092s {{(pid=94174) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 11:31:26.546544 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.022s {{(pid=94174) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 11:31:26.562712 dv-neutron-601336-94-hyperv neutron-server[94175]: INFO neutron.wsgi [req-cfce1348-baa3-4255-91d1-6ed2c62c17d9 req-e470a43e-dd24-454e-88dd-acb9ae42182f service neutron] 10.222.0.52 "GET /v2.0/networks/eef03c16-5c70-4b40-b183-38c419fed443?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7292643 Jun 23 11:31:26.632402 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron_lib.callbacks.manager [None req-cd51db5e-2dce-4b0b-bb8e-f12c98f2b864 tempest-AllowedAddressPairIpV6TestJSON-597468505 tempest-AllowedAddressPairIpV6TestJSON-597468505-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-430722'] for port, precommit_delete {{(pid=94175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:31:26.689105 dv-neutron-601336-94-hyperv neutron-server[94174]: INFO neutron.wsgi [None req-6c13dc38-6643-4b74-9edb-7cf2fef3224c tempest-NetworksIpV6TestAttrs-49342282 tempest-NetworksIpV6TestAttrs-49342282-project] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 788 time: 1.1327467 Jun 23 11:31:26.692363 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.wsgi [-] (94175) accepted ('10.222.0.20', 37144) {{(pid=94175) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 11:31:26.693233 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.plugins.ml2.plugin [None req-cd51db5e-2dce-4b0b-bb8e-f12c98f2b864 tempest-AllowedAddressPairIpV6TestJSON-597468505 tempest-AllowedAddressPairIpV6TestJSON-597468505-project] Calling delete_port for 8fbd4514-6f5c-48ff-812e-71bef1126119 owned by {{(pid=94175) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1986}} Jun 23 11:31:26.700518 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.api.v2.base [None req-3f66ae10-e6c8-4c35-85ca-0d443af42e2a tempest-NetworksIpV6TestAttrs-49342282 tempest-NetworksIpV6TestAttrs-49342282-project] Request body: {'subnet': {'network_id': '69b1f606-ae82-400f-a426-d75cd329835f', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=94175) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 23 11:31:26.712124 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c13dc38-6643-4b74-9edb-7cf2fef3224c tempest-NetworksIpV6TestAttrs-49342282 tempest-NetworksIpV6TestAttrs-49342282-project] Pushing event updated for resources: {'Network': ['ID=69b1f606-ae82-400f-a426-d75cd329835f,revision_number=1']} {{(pid=94174) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 11:31:26.715082 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG oslo_concurrency.lockutils [None req-6c13dc38-6643-4b74-9edb-7cf2fef3224c tempest-NetworksIpV6TestAttrs-49342282 tempest-NetworksIpV6TestAttrs-49342282-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.168s {{(pid=94174) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 11:31:26.724938 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.plugins.ml2.rpc [None req-dc7542b2-afef-47f4-a763-e3a3cba144be None None] Network 69b1f606-ae82-400f-a426-d75cd329835f details requested by agent ovs-agent-dv-neutron-601336-94-hyperv with host dv-neutron-601336-94-hyperv {{(pid=94176) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:250}} Jun 23 11:31:26.732025 dv-neutron-601336-94-hyperv neutron-server[94175]: INFO neutron.wsgi [None req-df4bcabb-0a5a-4b0b-9b94-72009883bc6c tempest-NetworksTestDHCPv6-162546708 tempest-NetworksTestDHCPv6-162546708-project] 10.222.0.20 "GET /v2.0/routers HTTP/1.1" status: 200 len: 709 time: 0.2782254 Jun 23 11:31:26.740332 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.wsgi [-] (94174) accepted ('10.222.0.20', 37146) {{(pid=94174) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 11:31:26.838380 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron_lib.callbacks.manager [None req-74fcf40b-e7ef-46ae-8bcb-dfebefdee90d tempest-NetworksTestDHCPv6-162546708 tempest-NetworksTestDHCPv6-162546708-project] Notify callbacks [] for router, before_delete {{(pid=94174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:31:26.862813 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c8f03da7-a344-4339-b3e9-ce066b07bd73 None None] DHCP port deletion for f53f535d-bce4-4da8-9bd9-396677ff4e83 request from dv-neutron-601336-94-hyperv {{(pid=94176) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jun 23 11:31:26.933052 dv-neutron-601336-94-hyperv neutron-server[94175]: INFO neutron.wsgi [req-cfce1348-baa3-4255-91d1-6ed2c62c17d9 req-8f1ac9b5-d48f-4b82-bdf5-875f2369c0db service neutron] 10.222.0.52 "GET /v2.0/networks/eef03c16-5c70-4b40-b183-38c419fed443?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3348484 Jun 23 11:31:26.965869 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.plugins.ml2.plugin [None req-c8f03da7-a344-4339-b3e9-ce066b07bd73 None None] Deleting port a7820824-814f-4af3-8cdf-e9606bab5064 {{(pid=94176) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1913}} Jun 23 11:31:26.966500 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron_lib.callbacks.manager [None req-c8f03da7-a344-4339-b3e9-ce066b07bd73 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773700079324'] for port, before_delete {{(pid=94176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:31:27.038249 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.plugins.ml2.rpc [None req-dc7542b2-afef-47f4-a763-e3a3cba144be None None] Device 2856d052-897b-4a4a-aaaa-cd50620066eb no longer exists at agent ovs-agent-dv-neutron-601336-94-hyperv {{(pid=94176) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:261}} Jun 23 11:31:27.043503 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron_lib.callbacks.manager [None req-6dddb4a2-b265-4a86-9902-f42d8ad718e4 tempest-FloatingIPAdminTestJSON-2059789561 tempest-FloatingIPAdminTestJSON-2059789561-project] Notify callbacks [] for port, precommit_update {{(pid=94175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:31:27.066700 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3f66ae10-e6c8-4c35-85ca-0d443af42e2a tempest-NetworksIpV6TestAttrs-49342282 tempest-NetworksIpV6TestAttrs-49342282-project] Made reservation on behalf of 75dfc2cb640c496b8d9cb81bc53d56b1 for: {'subnet': 1} {{(pid=94175) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 23 11:31:27.070061 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.plugins.ml2.plugin [None req-dc7542b2-afef-47f4-a763-e3a3cba144be None None] No Port match for: 2856d052-897b-4a4a-aaaa-cd50620066eb {{(pid=94176) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2240}} Jun 23 11:31:27.070318 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron_lib.callbacks.manager [None req-3f66ae10-e6c8-4c35-85ca-0d443af42e2a tempest-NetworksIpV6TestAttrs-49342282 tempest-NetworksIpV6TestAttrs-49342282-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4660073'] for subnet, before_create {{(pid=94175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:31:27.070424 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.plugins.ml2.rpc [None req-dc7542b2-afef-47f4-a763-e3a3cba144be None None] Device 2856d052-897b-4a4a-aaaa-cd50620066eb not bound to the agent host dv-neutron-601336-94-hyperv {{(pid=94176) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:271}} Jun 23 11:31:27.070832 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.plugins.ml2.rpc [None req-dc7542b2-afef-47f4-a763-e3a3cba144be None None] Device 557593fa-526f-4e61-9fea-3a1483107f4c no longer exists at agent ovs-agent-dv-neutron-601336-94-hyperv {{(pid=94176) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:261}} Jun 23 11:31:27.098948 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.plugins.ml2.plugin [None req-dc7542b2-afef-47f4-a763-e3a3cba144be None None] No Port match for: 557593fa-526f-4e61-9fea-3a1483107f4c {{(pid=94176) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2240}} Jun 23 11:31:27.099297 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron_lib.callbacks.manager [None req-74fcf40b-e7ef-46ae-8bcb-dfebefdee90d tempest-NetworksTestDHCPv6-162546708 tempest-NetworksTestDHCPv6-162546708-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-520417', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-32301'] for router, precommit_delete {{(pid=94174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:31:27.103666 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.plugins.ml2.rpc [None req-dc7542b2-afef-47f4-a763-e3a3cba144be None None] Device 557593fa-526f-4e61-9fea-3a1483107f4c not bound to the agent host dv-neutron-601336-94-hyperv {{(pid=94176) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:271}} Jun 23 11:31:27.103666 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.plugins.ml2.rpc [None req-dc7542b2-afef-47f4-a763-e3a3cba144be None None] Device a7820824-814f-4af3-8cdf-e9606bab5064 no longer exists at agent ovs-agent-dv-neutron-601336-94-hyperv {{(pid=94176) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:261}} Jun 23 11:31:27.103836 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron_lib.callbacks.manager [None req-74fcf40b-e7ef-46ae-8bcb-dfebefdee90d tempest-NetworksTestDHCPv6-162546708 tempest-NetworksTestDHCPv6-162546708-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:31:27.126628 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron_lib.callbacks.manager [None req-6dddb4a2-b265-4a86-9902-f42d8ad718e4 tempest-FloatingIPAdminTestJSON-2059789561 tempest-FloatingIPAdminTestJSON-2059789561-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-922904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866062', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773700135042', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773699642233', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773699642278', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5082471'] for port, after_update {{(pid=94175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:31:27.129526 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG oslo_concurrency.lockutils [None req-6f5c5235-e38e-414f-a227-5c2a8781e4ac tempest-RoutersAdminNegativeIpV6Test-1108986400 tempest-RoutersAdminNegativeIpV6Test-1108986400-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94175) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 11:31:27.158094 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.plugins.ml2.db [None req-c8f03da7-a344-4339-b3e9-ce066b07bd73 None None] For port a7820824-814f-4af3-8cdf-e9606bab5064, host dv-neutron-601336-94-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-94-hyperv',level=0,port_id=a7820824-814f-4af3-8cdf-e9606bab5064,segment=NetworkSegment(6303a411-6e70-4139-a530-9ee4cf8ba843),segment_id=6303a411-6e70-4139-a530-9ee4cf8ba843)] {{(pid=94176) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 23 11:31:27.159282 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron_lib.callbacks.manager [None req-c8f03da7-a344-4339-b3e9-ce066b07bd73 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-430722'] for port, precommit_delete {{(pid=94176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:31:27.184595 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.plugins.ml2.plugin [None req-c8f03da7-a344-4339-b3e9-ce066b07bd73 None None] Calling delete_port for a7820824-814f-4af3-8cdf-e9606bab5064 owned by network:dhcp {{(pid=94176) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1986}} Jun 23 11:31:27.226321 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron_lib.callbacks.manager [None req-cd51db5e-2dce-4b0b-bb8e-f12c98f2b864 tempest-AllowedAddressPairIpV6TestJSON-597468505 tempest-AllowedAddressPairIpV6TestJSON-597468505-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-922904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866062', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773700135024', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773699642224', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5082448'] for port, after_delete {{(pid=94175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:31:27.233991 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6dddb4a2-b265-4a86-9902-f42d8ad718e4 tempest-FloatingIPAdminTestJSON-2059789561 tempest-FloatingIPAdminTestJSON-2059789561-project] Pushing event updated for resources: {'Port': ['ID=893c5779-6227-42fc-8bca-1a36b81a01b9,revision_number=2']} {{(pid=94175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 11:31:27.244545 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG oslo_concurrency.lockutils [None req-6dddb4a2-b265-4a86-9902-f42d8ad718e4 tempest-FloatingIPAdminTestJSON-2059789561 tempest-FloatingIPAdminTestJSON-2059789561-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.115s {{(pid=94175) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 11:31:27.251113 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG oslo_concurrency.lockutils [None req-b366a6c1-bb66-479c-b6c4-07489e4c04b5 tempest-NetworksTestDHCPv6-162546708 tempest-NetworksTestDHCPv6-162546708-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.014s {{(pid=94175) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 11:31:27.253770 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron_lib.callbacks.manager [None req-7dd95169-772e-4b37-bf17-48788614cf62 tempest-RoutersIpV6AdminTest-1878456168 tempest-RoutersIpV6AdminTest-1878456168-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=94174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:31:27.284088 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron_lib.callbacks.manager [None req-6dddb4a2-b265-4a86-9902-f42d8ad718e4 tempest-FloatingIPAdminTestJSON-2059789561 tempest-FloatingIPAdminTestJSON-2059789561-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-524229'] for floatingip, after_update {{(pid=94175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:31:27.286664 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd51db5e-2dce-4b0b-bb8e-f12c98f2b864 tempest-AllowedAddressPairIpV6TestJSON-597468505 tempest-AllowedAddressPairIpV6TestJSON-597468505-project] Pushing event deleted for resources: {'Port': ['ID=8fbd4514-6f5c-48ff-812e-71bef1126119,revision_number=None']} {{(pid=94175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 11:31:27.292247 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG oslo_concurrency.lockutils [None req-cd51db5e-2dce-4b0b-bb8e-f12c98f2b864 tempest-AllowedAddressPairIpV6TestJSON-597468505 tempest-AllowedAddressPairIpV6TestJSON-597468505-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.044s {{(pid=94175) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 11:31:27.314682 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron_lib.callbacks.manager [None req-f58de34b-67ee-4005-abf4-8d70ad49de11 tempest-RoutersAdminTest-1813587668 tempest-RoutersAdminTest-1813587668-project] Notify callbacks [] for router_gateway, before_create {{(pid=94174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:31:27.319282 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron_lib.callbacks.manager [None req-74fcf40b-e7ef-46ae-8bcb-dfebefdee90d tempest-NetworksTestDHCPv6-162546708 tempest-NetworksTestDHCPv6-162546708-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-494961'] for router, after_delete {{(pid=94174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:31:27.319582 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-74fcf40b-e7ef-46ae-8bcb-dfebefdee90d tempest-NetworksTestDHCPv6-162546708 tempest-NetworksTestDHCPv6-162546708-project] Fanout notify agent at l3_agent the message router_deleted on router c11b44fd-4598-432f-8c10-d8757eeb2c2f {{(pid=94174) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jun 23 11:31:27.328757 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron_lib.callbacks.manager [None req-74fcf40b-e7ef-46ae-8bcb-dfebefdee90d tempest-NetworksTestDHCPv6-162546708 tempest-NetworksTestDHCPv6-162546708-project] Notify callbacks [] for router, before_response {{(pid=94174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:31:27.330385 dv-neutron-601336-94-hyperv neutron-server[94174]: INFO neutron.wsgi [None req-74fcf40b-e7ef-46ae-8bcb-dfebefdee90d tempest-NetworksTestDHCPv6-162546708 tempest-NetworksTestDHCPv6-162546708-project] 10.222.0.20 "DELETE /v2.0/routers/c11b44fd-4598-432f-8c10-d8757eeb2c2f HTTP/1.1" status: 204 len: 168 time: 0.5879531 Jun 23 11:31:27.337418 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.wsgi [-] (94175) accepted ('10.222.0.20', 37150) {{(pid=94175) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 11:31:27.348295 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.api.v2.base [None req-85b72bce-1e22-46ba-933b-91f0bd3d0e11 tempest-NetworksTestDHCPv6-162546708 tempest-NetworksTestDHCPv6-162546708-project] Request body: {'subnet': {'network_id': 'f53f535d-bce4-4da8-9bd9-396677ff4e83', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful'}} {{(pid=94175) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 23 11:31:27.355063 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron_lib.callbacks.manager [None req-f58de34b-67ee-4005-abf4-8d70ad49de11 tempest-RoutersAdminTest-1813587668 tempest-RoutersAdminTest-1813587668-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-923104'] for port, before_create {{(pid=94174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:31:27.401234 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron_lib.callbacks.manager [None req-dc7542b2-afef-47f4-a763-e3a3cba144be None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-923122'] for port, before_update {{(pid=94176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:31:27.420680 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron_lib.callbacks.manager [None req-c8f03da7-a344-4339-b3e9-ce066b07bd73 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-922904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866062', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773700135024', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773699642224'] for port, after_delete {{(pid=94176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:31:27.432284 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG oslo_concurrency.lockutils [None req-34dc37ca-e7f2-4a38-92dc-d516c81cccf4 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 11:31:27.518586 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8f03da7-a344-4339-b3e9-ce066b07bd73 None None] Pushing event deleted for resources: {'Port': ['ID=a7820824-814f-4af3-8cdf-e9606bab5064,revision_number=None']} {{(pid=94176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 11:31:27.551775 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG oslo_concurrency.lockutils [None req-c8f03da7-a344-4339-b3e9-ce066b07bd73 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.117s {{(pid=94176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 11:31:27.562155 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c8f03da7-a344-4339-b3e9-ce066b07bd73 None None] No DVR routers for this DVR port a7820824-814f-4af3-8cdf-e9606bab5064 on host dv-neutron-601336-94-hyperv {{(pid=94176) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 23 11:31:27.614357 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron_lib.callbacks.manager [None req-6dddb4a2-b265-4a86-9902-f42d8ad718e4 tempest-FloatingIPAdminTestJSON-2059789561 tempest-FloatingIPAdminTestJSON-2059789561-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-217507'] for floatingip, before_response {{(pid=94175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:31:27.623189 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.wsgi [-] (94174) accepted ('10.222.0.20', 37154) {{(pid=94174) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 11:31:27.623352 dv-neutron-601336-94-hyperv neutron-server[94175]: INFO neutron.wsgi [None req-6dddb4a2-b265-4a86-9902-f42d8ad718e4 tempest-FloatingIPAdminTestJSON-2059789561 tempest-FloatingIPAdminTestJSON-2059789561-project] 10.222.0.20 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 6.2328508 Jun 23 11:31:27.735762 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron_lib.callbacks.manager [None req-cd51db5e-2dce-4b0b-bb8e-f12c98f2b864 tempest-AllowedAddressPairIpV6TestJSON-597468505 tempest-AllowedAddressPairIpV6TestJSON-597468505-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-217507'] for port, before_response {{(pid=94175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:31:27.738173 dv-neutron-601336-94-hyperv neutron-server[94175]: INFO neutron.wsgi [None req-cd51db5e-2dce-4b0b-bb8e-f12c98f2b864 tempest-AllowedAddressPairIpV6TestJSON-597468505 tempest-AllowedAddressPairIpV6TestJSON-597468505-project] 10.222.0.20 "DELETE /v2.0/ports/8fbd4514-6f5c-48ff-812e-71bef1126119 HTTP/1.1" status: 204 len: 168 time: 2.2840657 Jun 23 11:31:27.743843 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.db.db_base_plugin_common [None req-f58de34b-67ee-4005-abf4-8d70ad49de11 tempest-RoutersAdminTest-1813587668 tempest-RoutersAdminTest-1813587668-project] Allocated IP 172.26.3.231 (3e7e4eb3-cf02-4d47-ade9-0a579cdfc60f/a5ad15ab-c489-4a67-a9b0-d559fca0ec71/6e9b499b-a381-4741-8d04-be596dbcfa10) {{(pid=94174) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 23 11:31:27.744200 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.wsgi [-] (94175) accepted ('10.222.0.20', 37156) {{(pid=94175) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 11:31:27.776785 dv-neutron-601336-94-hyperv neutron-server[94175]: INFO neutron.pecan_wsgi.hooks.translation [None req-d88fd9fa-ac6e-45da-b2c9-4c6f47bd9208 tempest-AllowedAddressPairIpV6TestJSON-597468505 tempest-AllowedAddressPairIpV6TestJSON-597468505-project] GET failed (client error): The resource could not be found. Jun 23 11:31:27.782222 dv-neutron-601336-94-hyperv neutron-server[94175]: INFO neutron.wsgi [None req-d88fd9fa-ac6e-45da-b2c9-4c6f47bd9208 tempest-AllowedAddressPairIpV6TestJSON-597468505 tempest-AllowedAddressPairIpV6TestJSON-597468505-project] 10.222.0.20 "GET /v2.0/ports/8fbd4514-6f5c-48ff-812e-71bef1126119 HTTP/1.1" status: 404 len: 333 time: 0.0330718 Jun 23 11:31:27.783393 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.wsgi [-] (94175) accepted ('10.222.0.20', 37158) {{(pid=94175) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 11:31:27.790093 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.api.v2.base [None req-5203dc9f-1bac-471a-8b83-dbd6cdb290fe tempest-AllowedAddressPairIpV6TestJSON-597468505 tempest-AllowedAddressPairIpV6TestJSON-597468505-project] Request body: {'port': {'network_id': 'dcc59d40-7ea7-42ee-a412-94c03272e7db', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-359923046'}} {{(pid=94175) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 23 11:31:27.791279 dv-neutron-601336-94-hyperv neutron-server[94174]: INFO neutron.wsgi [None req-2b7e6c96-0acc-48c0-93a5-0322de80bc18 tempest-FloatingIPAdminTestJSON-1438251879 tempest-FloatingIPAdminTestJSON-1438251879-project-admin] 10.222.0.20 "GET /v2.0/floatingips HTTP/1.1" status: 200 len: 3222 time: 0.1691360 Jun 23 11:31:27.794228 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.wsgi [-] (94175) accepted ('10.222.0.20', 37160) {{(pid=94175) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 11:31:27.828460 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron_lib.callbacks.manager [None req-7dd95169-772e-4b37-bf17-48788614cf62 tempest-RoutersIpV6AdminTest-1878456168 tempest-RoutersIpV6AdminTest-1878456168-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-524104', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-520389', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-32276'] for router, precommit_update {{(pid=94174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:31:27.833954 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron_lib.callbacks.manager [None req-7dd95169-772e-4b37-bf17-48788614cf62 tempest-RoutersIpV6AdminTest-1878456168 tempest-RoutersIpV6AdminTest-1878456168-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-524143', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-524145', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-524134', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-520394'] for router, after_update {{(pid=94174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:31:27.901749 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-85b72bce-1e22-46ba-933b-91f0bd3d0e11 tempest-NetworksTestDHCPv6-162546708 tempest-NetworksTestDHCPv6-162546708-project] Made reservation on behalf of 5e61222a836c47229c94e37f3902e6bd for: {'subnet': 1} {{(pid=94175) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 23 11:31:27.905251 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron_lib.callbacks.manager [None req-85b72bce-1e22-46ba-933b-91f0bd3d0e11 tempest-NetworksTestDHCPv6-162546708 tempest-NetworksTestDHCPv6-162546708-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4660073'] for subnet, before_create {{(pid=94175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:31:27.954220 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron_lib.callbacks.manager [None req-f58de34b-67ee-4005-abf4-8d70ad49de11 tempest-RoutersAdminTest-1813587668 tempest-RoutersAdminTest-1813587668-project] Notify callbacks [] for port, precommit_create {{(pid=94174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:31:27.960220 dv-neutron-601336-94-hyperv neutron-server[94175]: INFO neutron.wsgi [None req-5a89d921-77e5-422d-a4a3-bad5908a66f2 tempest-FloatingIPAdminTestJSON-1420968783 tempest-FloatingIPAdminTestJSON-1420968783-project] 10.222.0.20 "GET /v2.0/floatingips HTTP/1.1" status: 200 len: 691 time: 0.1636877 Jun 23 11:31:27.962840 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.wsgi [-] (94174) accepted ('10.222.0.20', 37162) {{(pid=94174) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 11:31:28.077460 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.objects.ports [None req-3f66ae10-e6c8-4c35-85ca-0d443af42e2a tempest-NetworksIpV6TestAttrs-49342282 tempest-NetworksIpV6TestAttrs-49342282-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=94175) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Jun 23 11:31:28.083327 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron_lib.callbacks.manager [None req-3f66ae10-e6c8-4c35-85ca-0d443af42e2a tempest-NetworksIpV6TestAttrs-49342282 tempest-NetworksIpV6TestAttrs-49342282-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866062', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5083113', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4660095'] for subnet, after_create {{(pid=94175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:31:28.088126 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94175) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 11:31:28.128166 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.plugins.ml2.plugin [None req-8fde637d-81b3-4dd9-a608-2f930692610d tempest-FloatingIPAdminTestJSON-2059789561 tempest-FloatingIPAdminTestJSON-2059789561-project] Deleting port 893c5779-6227-42fc-8bca-1a36b81a01b9 {{(pid=94174) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1913}} Jun 23 11:31:28.128514 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron_lib.callbacks.manager [None req-8fde637d-81b3-4dd9-a608-2f930692610d tempest-FloatingIPAdminTestJSON-2059789561 tempest-FloatingIPAdminTestJSON-2059789561-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773700079324'] for port, before_delete {{(pid=94174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:31:28.176946 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7dd95169-772e-4b37-bf17-48788614cf62 tempest-RoutersIpV6AdminTest-1878456168 tempest-RoutersIpV6AdminTest-1878456168-project-admin] Router 198b604c-e71d-41f9-ac3a-edde256c572c is scheduled to L3 agent 50ef99c0-ef28-4db5-b303-b145898fae60 with binding_index 1 {{(pid=94174) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jun 23 11:31:28.179273 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f66ae10-e6c8-4c35-85ca-0d443af42e2a tempest-NetworksIpV6TestAttrs-49342282 tempest-NetworksIpV6TestAttrs-49342282-project] Pushing event updated for resources: {'Subnet': ['ID=933a8787-41af-4661-9da3-fee2cb8525d2,revision_number=0']} {{(pid=94175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 11:31:28.181038 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron_lib.callbacks.manager [None req-f58de34b-67ee-4005-abf4-8d70ad49de11 tempest-RoutersAdminTest-1813587668 tempest-RoutersAdminTest-1813587668-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-922915', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-239814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7866073', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773699642215', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-5196399'] for port, after_create {{(pid=94174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:31:28.185588 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG oslo_concurrency.lockutils [None req-7681d027-ab44-412c-8c28-e7acc643f328 tempest-FloatingIPAdminTestJSON-1420968783 tempest-FloatingIPAdminTestJSON-1420968783-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94174) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 11:31:28.205308 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG oslo_concurrency.lockutils [None req-3f66ae10-e6c8-4c35-85ca-0d443af42e2a tempest-NetworksIpV6TestAttrs-49342282 tempest-NetworksIpV6TestAttrs-49342282-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.116s {{(pid=94175) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 11:31:28.219268 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3f66ae10-e6c8-4c35-85ca-0d443af42e2a tempest-NetworksIpV6TestAttrs-49342282 tempest-NetworksIpV6TestAttrs-49342282-project] Checking segment: {'id': '6c196de2-0a72-4e0a-98fd-73565fba0621', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 411, 'network_id': '69b1f606-ae82-400f-a426-d75cd329835f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94175) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 23 11:31:28.219618 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3f66ae10-e6c8-4c35-85ca-0d443af42e2a tempest-NetworksIpV6TestAttrs-49342282 tempest-NetworksIpV6TestAttrs-49342282-project] Network hostable DHCP agents. Network: 69b1f606-ae82-400f-a426-d75cd329835f, hostable agents: ['8cf29b10-0e57-4131-816f-a4b6ad00b249'], hosted agents: [] {{(pid=94175) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 23 11:31:28.231743 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5203dc9f-1bac-471a-8b83-dbd6cdb290fe tempest-AllowedAddressPairIpV6TestJSON-597468505 tempest-AllowedAddressPairIpV6TestJSON-597468505-project] Made reservation on behalf of b9d21b3292f245528a11bbb067c1ae45 for: {'port': 1} {{(pid=94175) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 23 11:31:28.235254 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron_lib.callbacks.manager [None req-5203dc9f-1bac-471a-8b83-dbd6cdb290fe tempest-AllowedAddressPairIpV6TestJSON-597468505 tempest-AllowedAddressPairIpV6TestJSON-597468505-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-923104'] for port, before_create {{(pid=94175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:31:28.240030 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f58de34b-67ee-4005-abf4-8d70ad49de11 tempest-RoutersAdminTest-1813587668 tempest-RoutersAdminTest-1813587668-project] Network 3e7e4eb3-cf02-4d47-ade9-0a579cdfc60f is already hosted by enough agents. {{(pid=94174) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 23 11:31:28.256994 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.scheduler.base_scheduler [None req-f58de34b-67ee-4005-abf4-8d70ad49de11 tempest-RoutersAdminTest-1813587668 tempest-RoutersAdminTest-1813587668-project] Resources bound (agent type, host, resource id): {{(pid=94174) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 23 11:31:28.259738 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron_lib.callbacks.manager [None req-8fde637d-81b3-4dd9-a608-2f930692610d tempest-FloatingIPAdminTestJSON-2059789561 tempest-FloatingIPAdminTestJSON-2059789561-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-430722'] for port, precommit_delete {{(pid=94174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:31:28.260071 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron_lib.callbacks.manager [None req-8fde637d-81b3-4dd9-a608-2f930692610d tempest-FloatingIPAdminTestJSON-2059789561 tempest-FloatingIPAdminTestJSON-2059789561-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:31:28.297186 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.notifiers.nova [None req-5203dc9f-1bac-471a-8b83-dbd6cdb290fe tempest-AllowedAddressPairIpV6TestJSON-597468505 tempest-AllowedAddressPairIpV6TestJSON-597468505-project] device_id is not set on port 6e9196fa-d277-42de-914c-a3292cff1e16 yet. {{(pid=94175) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jun 23 11:31:28.350870 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3f66ae10-e6c8-4c35-85ca-0d443af42e2a tempest-NetworksIpV6TestAttrs-49342282 tempest-NetworksIpV6TestAttrs-49342282-project] Network 69b1f606-ae82-400f-a426-d75cd329835f is scheduled to be hosted by DHCP agent 8cf29b10-0e57-4131-816f-a4b6ad00b249 with binding_index 1 {{(pid=94175) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 23 11:31:28.400692 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron_lib.callbacks.manager [None req-85b72bce-1e22-46ba-933b-91f0bd3d0e11 tempest-NetworksTestDHCPv6-162546708 tempest-NetworksTestDHCPv6-162546708-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866062', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5083113', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4660095'] for subnet, after_create {{(pid=94175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:31:28.405903 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG oslo_concurrency.lockutils [None req-d3acaf2c-048d-419d-9177-4757d97bac4d tempest-NetworksTestDHCPv6-162546708 tempest-NetworksTestDHCPv6-162546708-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94175) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 11:31:28.460314 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-85b72bce-1e22-46ba-933b-91f0bd3d0e11 tempest-NetworksTestDHCPv6-162546708 tempest-NetworksTestDHCPv6-162546708-project] Network f53f535d-bce4-4da8-9bd9-396677ff4e83 is already hosted by enough agents. {{(pid=94175) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 23 11:31:28.465223 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.scheduler.base_scheduler [None req-3f66ae10-e6c8-4c35-85ca-0d443af42e2a tempest-NetworksIpV6TestAttrs-49342282 tempest-NetworksIpV6TestAttrs-49342282-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-601336-94-hyperv, 69b1f606-ae82-400f-a426-d75cd329835f) {{(pid=94175) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 23 11:31:28.473501 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c73046f6-e4a1-4473-bf6c-c0d89352761a None None] Network 69b1f606-ae82-400f-a426-d75cd329835f requested from dv-neutron-601336-94-hyperv {{(pid=94176) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 23 11:31:28.478867 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.scheduler.base_scheduler [None req-85b72bce-1e22-46ba-933b-91f0bd3d0e11 tempest-NetworksTestDHCPv6-162546708 tempest-NetworksTestDHCPv6-162546708-project] Resources bound (agent type, host, resource id): {{(pid=94175) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 23 11:31:28.481119 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.db.db_base_plugin_common [None req-5203dc9f-1bac-471a-8b83-dbd6cdb290fe tempest-AllowedAddressPairIpV6TestJSON-597468505 tempest-AllowedAddressPairIpV6TestJSON-597468505-project] Allocated IP 2001:db8::3b8 (dcc59d40-7ea7-42ee-a412-94c03272e7db/1c6e37c1-d30a-477b-b01e-bba7c97b2366/6e9196fa-d277-42de-914c-a3292cff1e16) {{(pid=94175) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 23 11:31:28.489678 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3f66ae10-e6c8-4c35-85ca-0d443af42e2a tempest-NetworksIpV6TestAttrs-49342282 tempest-NetworksIpV6TestAttrs-49342282-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 11:31:28.489990 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron_lib.callbacks.manager [None req-3f66ae10-e6c8-4c35-85ca-0d443af42e2a tempest-NetworksIpV6TestAttrs-49342282 tempest-NetworksIpV6TestAttrs-49342282-project] Notify callbacks [] for subnet, before_response {{(pid=94175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:31:28.492960 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-85b72bce-1e22-46ba-933b-91f0bd3d0e11 tempest-NetworksTestDHCPv6-162546708 tempest-NetworksTestDHCPv6-162546708-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 11:31:28.493534 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron_lib.callbacks.manager [None req-85b72bce-1e22-46ba-933b-91f0bd3d0e11 tempest-NetworksTestDHCPv6-162546708 tempest-NetworksTestDHCPv6-162546708-project] Notify callbacks [] for subnet, before_response {{(pid=94175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:31:28.497881 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6f4f65f9-30a3-48cd-868b-73b9513c654c None None] Network f53f535d-bce4-4da8-9bd9-396677ff4e83 requested from dv-neutron-601336-94-hyperv {{(pid=94176) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 23 11:31:28.524545 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85b72bce-1e22-46ba-933b-91f0bd3d0e11 tempest-NetworksTestDHCPv6-162546708 tempest-NetworksTestDHCPv6-162546708-project] Pushing event updated for resources: {'Subnet': ['ID=bcddd507-888f-4bc7-964f-15c0c4f1ae32,revision_number=0']} {{(pid=94175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 11:31:28.530122 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG oslo_concurrency.lockutils [None req-85b72bce-1e22-46ba-933b-91f0bd3d0e11 tempest-NetworksTestDHCPv6-162546708 tempest-NetworksTestDHCPv6-162546708-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.124s {{(pid=94175) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 11:31:28.594418 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f58de34b-67ee-4005-abf4-8d70ad49de11 tempest-RoutersAdminTest-1813587668 tempest-RoutersAdminTest-1813587668-project] Received port after_create {{(pid=94174) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 23 11:31:28.600356 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f58de34b-67ee-4005-abf4-8d70ad49de11 tempest-RoutersAdminTest-1813587668 tempest-RoutersAdminTest-1813587668-project] Pushing event updated for resources: {'Port': ['ID=6e9b499b-a381-4741-8d04-be596dbcfa10,revision_number=1']} {{(pid=94174) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 11:31:28.627202 dv-neutron-601336-94-hyperv neutron-server[94175]: INFO neutron.wsgi [None req-85b72bce-1e22-46ba-933b-91f0bd3d0e11 tempest-NetworksTestDHCPv6-162546708 tempest-NetworksTestDHCPv6-162546708-project] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 1.2776611 Jun 23 11:31:28.627202 dv-neutron-601336-94-hyperv neutron-server[94175]: INFO neutron.wsgi [None req-3f66ae10-e6c8-4c35-85ca-0d443af42e2a tempest-NetworksIpV6TestAttrs-49342282 tempest-NetworksIpV6TestAttrs-49342282-project] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 1.9244165 Jun 23 11:31:28.627202 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.wsgi [-] (94175) accepted ('10.222.0.20', 37166) {{(pid=94175) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 11:31:28.627932 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG oslo_concurrency.lockutils [None req-f58de34b-67ee-4005-abf4-8d70ad49de11 tempest-RoutersAdminTest-1813587668 tempest-RoutersAdminTest-1813587668-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.439s {{(pid=94174) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 11:31:28.627932 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.wsgi [-] (94174) accepted ('10.222.0.20', 37170) {{(pid=94174) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 11:31:28.630405 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.api.v2.base [None req-f6ede434-24e3-4d0d-9da2-8fc66247a41a tempest-NetworksIpV6TestAttrs-49342282 tempest-NetworksIpV6TestAttrs-49342282-project] Request body: {'port': {'network_id': '69b1f606-ae82-400f-a426-d75cd329835f', 'name': 'tempest-NetworksIpV6TestAttrs-171604636'}} {{(pid=94174) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 23 11:31:28.633902 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.plugins.ml2.plugin [None req-8fde637d-81b3-4dd9-a608-2f930692610d tempest-FloatingIPAdminTestJSON-2059789561 tempest-FloatingIPAdminTestJSON-2059789561-project] Calling delete_port for 893c5779-6227-42fc-8bca-1a36b81a01b9 owned by network:floatingip {{(pid=94174) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1986}} Jun 23 11:31:28.638944 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.api.v2.base [None req-31143b5b-a6d2-45db-917c-389445966940 tempest-NetworksTestDHCPv6-162546708 tempest-NetworksTestDHCPv6-162546708-project] Request body: {'router': {'name': 'tempest-NetworksTestDHCPv6-router-1212728096', 'external_gateway_info': {}, 'admin_state_up': True}} {{(pid=94175) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 23 11:31:28.720636 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron_lib.callbacks.manager [None req-5203dc9f-1bac-471a-8b83-dbd6cdb290fe tempest-AllowedAddressPairIpV6TestJSON-597468505 tempest-AllowedAddressPairIpV6TestJSON-597468505-project] Notify callbacks [] for port, precommit_create {{(pid=94175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:31:28.740234 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.db.provisioning_blocks [None req-5203dc9f-1bac-471a-8b83-dbd6cdb290fe tempest-AllowedAddressPairIpV6TestJSON-597468505 tempest-AllowedAddressPairIpV6TestJSON-597468505-project] Transition to ACTIVE for port object 6e9196fa-d277-42de-914c-a3292cff1e16 will not be triggered until provisioned by entity DHCP. {{(pid=94175) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 23 11:31:28.744263 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron_lib.callbacks.manager [None req-31143b5b-a6d2-45db-917c-389445966940 tempest-NetworksTestDHCPv6-162546708 tempest-NetworksTestDHCPv6-162546708-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-520407', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-32315'] for router, before_create {{(pid=94175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:31:28.745426 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron_lib.callbacks.manager [None req-31143b5b-a6d2-45db-917c-389445966940 tempest-NetworksTestDHCPv6-162546708 tempest-NetworksTestDHCPv6-162546708-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-520264', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-524122', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-414782', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-32290'] for router, precommit_create {{(pid=94175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:31:28.825421 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron_lib.callbacks.manager [None req-31143b5b-a6d2-45db-917c-389445966940 tempest-NetworksTestDHCPv6-162546708 tempest-NetworksTestDHCPv6-162546708-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:31:28.885690 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron_lib.callbacks.manager [None req-31143b5b-a6d2-45db-917c-389445966940 tempest-NetworksTestDHCPv6-162546708 tempest-NetworksTestDHCPv6-162546708-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-520412', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-524143'] for router, after_create {{(pid=94175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:31:28.901974 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e2a4284a-31ac-44fb-b181-f9bbfdb6cb41 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1e0d828a-1fa4-563d-b7fd-53adf66a04ee-69b1f606-ae82-400f-a426-d75cd329835f', 'network_id': '69b1f606-ae82-400f-a426-d75cd329835f', 'tenant_id': '75dfc2cb640c496b8d9cb81bc53d56b1', 'fixed_ips': [{'subnet_id': '933a8787-41af-4661-9da3-fee2cb8525d2'}]}} from dv-neutron-601336-94-hyperv. {{(pid=94176) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 23 11:31:28.902981 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron_lib.callbacks.manager [None req-e2a4284a-31ac-44fb-b181-f9bbfdb6cb41 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-923104'] for port, before_create {{(pid=94176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:31:28.914644 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0ea75421-8d1e-4fa7-b8fc-70c626b346a1 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1e0d828a-1fa4-563d-b7fd-53adf66a04ee-f53f535d-bce4-4da8-9bd9-396677ff4e83', 'network_id': 'f53f535d-bce4-4da8-9bd9-396677ff4e83', 'tenant_id': '5e61222a836c47229c94e37f3902e6bd', 'fixed_ips': [{'subnet_id': 'bcddd507-888f-4bc7-964f-15c0c4f1ae32'}]}} from dv-neutron-601336-94-hyperv. {{(pid=94176) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 23 11:31:28.915505 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron_lib.callbacks.manager [None req-0ea75421-8d1e-4fa7-b8fc-70c626b346a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-923104'] for port, before_create {{(pid=94176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:31:28.915858 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron_lib.callbacks.manager [None req-5203dc9f-1bac-471a-8b83-dbd6cdb290fe tempest-AllowedAddressPairIpV6TestJSON-597468505 tempest-AllowedAddressPairIpV6TestJSON-597468505-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-922915', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-239814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7866073', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773699642215', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-5082457'] for port, after_create {{(pid=94175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:31:28.920556 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG oslo_concurrency.lockutils [None req-b4da5950-61d1-4241-aee8-9da41989bc3b tempest-FloatingIPAdminTestJSON-1420968783 tempest-FloatingIPAdminTestJSON-1420968783-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94175) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 11:31:28.924261 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7dd95169-772e-4b37-bf17-48788614cf62 tempest-RoutersIpV6AdminTest-1878456168 tempest-RoutersIpV6AdminTest-1878456168-project-admin] Notify agent at l3_agent.dv-neutron-601336-94-hyperv the message routers_updated {{(pid=94174) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 23 11:31:28.934934 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron_lib.callbacks.manager [None req-7dd95169-772e-4b37-bf17-48788614cf62 tempest-RoutersIpV6AdminTest-1878456168 tempest-RoutersIpV6AdminTest-1878456168-project-admin] Notify callbacks [] for router, before_response {{(pid=94174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:31:28.936227 dv-neutron-601336-94-hyperv neutron-server[94174]: INFO neutron.wsgi [None req-7dd95169-772e-4b37-bf17-48788614cf62 tempest-RoutersIpV6AdminTest-1878456168 tempest-RoutersIpV6AdminTest-1878456168-project-admin] 10.222.0.20 "PUT /v2.0/routers/198b604c-e71d-41f9-ac3a-edde256c572c HTTP/1.1" status: 200 len: 919 time: 4.7859132 Jun 23 11:31:28.940332 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.wsgi [-] (94174) accepted ('10.222.0.20', 37172) {{(pid=94174) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 11:31:28.941586 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1f575e25-2e0f-4878-a69c-7d18814ef3e0 None None] Sync routers for ids ['198b604c-e71d-41f9-ac3a-edde256c572c'] in dv-neutron-601336-94-hyperv {{(pid=94176) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 23 11:31:28.974408 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5203dc9f-1bac-471a-8b83-dbd6cdb290fe tempest-AllowedAddressPairIpV6TestJSON-597468505 tempest-AllowedAddressPairIpV6TestJSON-597468505-project] Network dcc59d40-7ea7-42ee-a412-94c03272e7db is already hosted by enough agents. {{(pid=94175) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 23 11:31:28.975525 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron_lib.callbacks.manager [None req-31143b5b-a6d2-45db-917c-389445966940 tempest-NetworksTestDHCPv6-162546708 tempest-NetworksTestDHCPv6-162546708-project] Notify callbacks [] for router, before_response {{(pid=94175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:31:28.979124 dv-neutron-601336-94-hyperv neutron-server[94175]: INFO neutron.wsgi [None req-31143b5b-a6d2-45db-917c-389445966940 tempest-NetworksTestDHCPv6-162546708 tempest-NetworksTestDHCPv6-162546708-project] 10.222.0.20 "POST /v2.0/routers HTTP/1.1" status: 201 len: 706 time: 0.3523729 Jun 23 11:31:28.981608 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.wsgi [-] (94175) accepted ('10.222.0.20', 37174) {{(pid=94175) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 11:31:28.989788 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.scheduler.base_scheduler [None req-5203dc9f-1bac-471a-8b83-dbd6cdb290fe tempest-AllowedAddressPairIpV6TestJSON-597468505 tempest-AllowedAddressPairIpV6TestJSON-597468505-project] Resources bound (agent type, host, resource id): {{(pid=94175) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 23 11:31:29.015367 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5203dc9f-1bac-471a-8b83-dbd6cdb290fe tempest-AllowedAddressPairIpV6TestJSON-597468505 tempest-AllowedAddressPairIpV6TestJSON-597468505-project] Received port after_create {{(pid=94175) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 23 11:31:29.022819 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5203dc9f-1bac-471a-8b83-dbd6cdb290fe tempest-AllowedAddressPairIpV6TestJSON-597468505 tempest-AllowedAddressPairIpV6TestJSON-597468505-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 11:31:29.023813 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron_lib.callbacks.manager [None req-5203dc9f-1bac-471a-8b83-dbd6cdb290fe tempest-AllowedAddressPairIpV6TestJSON-597468505 tempest-AllowedAddressPairIpV6TestJSON-597468505-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-217507'] for port, before_response {{(pid=94175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:31:29.065709 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1f575e25-2e0f-4878-a69c-7d18814ef3e0 None None] Routers {'198b604c-e71d-41f9-ac3a-edde256c572c'} bound to L3 agent in host dv-neutron-601336-94-hyperv {{(pid=94176) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 23 11:31:29.066372 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.db.l3_hamode_db [None req-1f575e25-2e0f-4878-a69c-7d18814ef3e0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-601336-94-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-23T11:22:13Z,description=,heartbeat_timestamp=2021-06-23T11:31:13Z,host='dv-neutron-601336-94-hyperv',id=50ef99c0-ef28-4db5-b303-b145898fae60,load=0,resource_versions=,resources_synced=,started_at=2021-06-23T11:22:14Z,topic='l3_agent')) {'router_ids': ['198b604c-e71d-41f9-ac3a-edde256c572c'], 'active': True} {{(pid=94176) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 11:31:29.097237 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f6ede434-24e3-4d0d-9da2-8fc66247a41a tempest-NetworksIpV6TestAttrs-49342282 tempest-NetworksIpV6TestAttrs-49342282-project] Made reservation on behalf of 75dfc2cb640c496b8d9cb81bc53d56b1 for: {'port': 1} {{(pid=94174) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 23 11:31:29.100973 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron_lib.callbacks.manager [None req-f6ede434-24e3-4d0d-9da2-8fc66247a41a tempest-NetworksIpV6TestAttrs-49342282 tempest-NetworksIpV6TestAttrs-49342282-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-923104'] for port, before_create {{(pid=94174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:31:29.109631 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.db.l3_hamode_db [None req-1f575e25-2e0f-4878-a69c-7d18814ef3e0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-601336-94-hyperv', False) {} {{(pid=94176) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 11:31:29.117190 dv-neutron-601336-94-hyperv neutron-server[94174]: INFO neutron.wsgi [None req-ba0af1be-867e-45eb-ba06-253fe05974c8 tempest-RoutersIpV6AdminTest-1878456168 tempest-RoutersIpV6AdminTest-1878456168-project-admin] 10.222.0.20 "GET /v2.0/routers/198b604c-e71d-41f9-ac3a-edde256c572c HTTP/1.1" status: 200 len: 925 time: 0.1717138 Jun 23 11:31:29.118771 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.wsgi [-] (94174) accepted ('10.222.0.20', 37176) {{(pid=94174) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 11:31:29.122885 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5203dc9f-1bac-471a-8b83-dbd6cdb290fe tempest-AllowedAddressPairIpV6TestJSON-597468505 tempest-AllowedAddressPairIpV6TestJSON-597468505-project] Pushing event updated for resources: {'Port': ['ID=6e9196fa-d277-42de-914c-a3292cff1e16,revision_number=1']} {{(pid=94175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 11:31:29.145501 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG oslo_concurrency.lockutils [None req-5203dc9f-1bac-471a-8b83-dbd6cdb290fe tempest-AllowedAddressPairIpV6TestJSON-597468505 tempest-AllowedAddressPairIpV6TestJSON-597468505-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.225s {{(pid=94175) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 11:31:29.151189 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.notifiers.nova [None req-f6ede434-24e3-4d0d-9da2-8fc66247a41a tempest-NetworksIpV6TestAttrs-49342282 tempest-NetworksIpV6TestAttrs-49342282-project] device_id is not set on port 8676a34f-eb68-4d78-8b2e-349f6478be6b yet. {{(pid=94174) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jun 23 11:31:29.159502 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron_lib.callbacks.manager [None req-8fde637d-81b3-4dd9-a608-2f930692610d tempest-FloatingIPAdminTestJSON-2059789561 tempest-FloatingIPAdminTestJSON-2059789561-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-922904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866062', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773700135024', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773699642224', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5196390'] for port, after_delete {{(pid=94174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:31:29.163719 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG oslo_concurrency.lockutils [None req-afcb5ff3-4b5a-4499-94a2-35115a907913 tempest-NetworksTestDHCPv6-162546708 tempest-NetworksTestDHCPv6-162546708-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94174) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 11:31:29.180401 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1f575e25-2e0f-4878-a69c-7d18814ef3e0 None None] Routers {'198b604c-e71d-41f9-ac3a-edde256c572c'} bound to L3 agent in host dv-neutron-601336-94-hyperv {{(pid=94176) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 23 11:31:29.181411 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.db.l3_hamode_db [None req-1f575e25-2e0f-4878-a69c-7d18814ef3e0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-601336-94-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-23T11:22:13Z,description=,heartbeat_timestamp=2021-06-23T11:31:13Z,host='dv-neutron-601336-94-hyperv',id=50ef99c0-ef28-4db5-b303-b145898fae60,load=0,resource_versions=,resources_synced=,started_at=2021-06-23T11:22:14Z,topic='l3_agent')) {'router_ids': ['198b604c-e71d-41f9-ac3a-edde256c572c'], 'active': True} {{(pid=94176) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 11:31:29.226565 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fde637d-81b3-4dd9-a608-2f930692610d tempest-FloatingIPAdminTestJSON-2059789561 tempest-FloatingIPAdminTestJSON-2059789561-project] Pushing event deleted for resources: {'Port': ['ID=893c5779-6227-42fc-8bca-1a36b81a01b9,revision_number=None']} {{(pid=94174) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 11:31:29.235094 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG oslo_concurrency.lockutils [None req-8fde637d-81b3-4dd9-a608-2f930692610d tempest-FloatingIPAdminTestJSON-2059789561 tempest-FloatingIPAdminTestJSON-2059789561-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.071s {{(pid=94174) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 11:31:29.243520 dv-neutron-601336-94-hyperv neutron-server[94175]: INFO neutron.wsgi [None req-5203dc9f-1bac-471a-8b83-dbd6cdb290fe tempest-AllowedAddressPairIpV6TestJSON-597468505 tempest-AllowedAddressPairIpV6TestJSON-597468505-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 943 time: 1.4591162 Jun 23 11:31:29.246881 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.wsgi [-] (94175) accepted ('10.222.0.20', 37178) {{(pid=94175) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 11:31:29.252299 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.db.l3_hamode_db [None req-1f575e25-2e0f-4878-a69c-7d18814ef3e0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-601336-94-hyperv', False) {} {{(pid=94176) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 11:31:29.252961 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1f575e25-2e0f-4878-a69c-7d18814ef3e0 None None] The sync data for ids ['198b604c-e71d-41f9-ac3a-edde256c572c'] in dv-neutron-601336-94-hyperv is: [] {{(pid=94176) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 23 11:31:29.253513 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.api.v2.base [None req-a508ac70-d2f1-4a3f-b2a8-a917a7f1983a tempest-AllowedAddressPairIpV6TestJSON-597468505 tempest-AllowedAddressPairIpV6TestJSON-597468505-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '2001:db8::24e', 'mac_address': 'fa:16:3e:9d:bf:74'}]}} {{(pid=94175) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 23 11:31:29.260006 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.db.db_base_plugin_common [None req-e2a4284a-31ac-44fb-b181-f9bbfdb6cb41 None None] Allocated IP 2001:db8::f816:3eff:fe96:2996 (69b1f606-ae82-400f-a426-d75cd329835f/933a8787-41af-4661-9da3-fee2cb8525d2/d4b30711-945b-4935-a55f-dc83ce9e4b3d) {{(pid=94176) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 23 11:31:29.294631 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.db.db_base_plugin_common [None req-0ea75421-8d1e-4fa7-b8fc-70c626b346a1 None None] Allocated IP 2001:db8::2 (f53f535d-bce4-4da8-9bd9-396677ff4e83/bcddd507-888f-4bc7-964f-15c0c4f1ae32/06878f64-2609-4404-a4d0-5de62479c923) {{(pid=94176) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 23 11:31:29.376238 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron_lib.callbacks.manager [None req-8fde637d-81b3-4dd9-a608-2f930692610d tempest-FloatingIPAdminTestJSON-2059789561 tempest-FloatingIPAdminTestJSON-2059789561-project] Notify callbacks [] for floatingip, after_delete {{(pid=94174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:31:29.379088 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron_lib.callbacks.manager [None req-8fde637d-81b3-4dd9-a608-2f930692610d tempest-FloatingIPAdminTestJSON-2059789561 tempest-FloatingIPAdminTestJSON-2059789561-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-217507'] for floatingip, before_response {{(pid=94174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:31:29.389364 dv-neutron-601336-94-hyperv neutron-server[94174]: INFO neutron.wsgi [None req-8fde637d-81b3-4dd9-a608-2f930692610d tempest-FloatingIPAdminTestJSON-2059789561 tempest-FloatingIPAdminTestJSON-2059789561-project] 10.222.0.20 "DELETE /v2.0/floatingips/8c5ec897-98a8-4e31-a785-fe482e7183ed HTTP/1.1" status: 204 len: 168 time: 1.4151261 Jun 23 11:31:29.389531 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.wsgi [-] (94175) accepted ('10.222.0.20', 37180) {{(pid=94175) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 11:31:29.412824 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fbf92b4b-32e5-4915-bcc4-0b3e8df7b03b tempest-RoutersIpV6AdminTest-1878456168 tempest-RoutersIpV6AdminTest-1878456168-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94174) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 11:31:29.417044 dv-neutron-601336-94-hyperv neutron-server[94174]: INFO neutron.wsgi [None req-fbf92b4b-32e5-4915-bcc4-0b3e8df7b03b tempest-RoutersIpV6AdminTest-1878456168 tempest-RoutersIpV6AdminTest-1878456168-project-admin] 10.222.0.20 "GET /v2.0/ports?network_id=3e7e4eb3-cf02-4d47-ade9-0a579cdfc60f&device_id=198b604c-e71d-41f9-ac3a-edde256c572c&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 945 time: 0.2945819 Jun 23 11:31:29.417218 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.wsgi [-] (94174) accepted ('10.222.0.20', 37182) {{(pid=94174) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 11:31:29.497942 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron_lib.callbacks.manager [None req-f58de34b-67ee-4005-abf4-8d70ad49de11 tempest-RoutersAdminTest-1813587668 tempest-RoutersAdminTest-1813587668-project] Notify callbacks [] for router_gateway, after_create {{(pid=94174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:31:29.506045 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.db.provisioning_blocks [None req-3845b8bc-38da-414f-b16d-e216ae1399a3 None None] Provisioning for port 6e9196fa-d277-42de-914c-a3292cff1e16 completed by entity DHCP. {{(pid=94176) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 23 11:31:29.585359 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron_lib.callbacks.manager [None req-0ea75421-8d1e-4fa7-b8fc-70c626b346a1 None None] Notify callbacks [] for port, precommit_create {{(pid=94176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:31:29.596352 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.db.provisioning_blocks [None req-0ea75421-8d1e-4fa7-b8fc-70c626b346a1 None None] Transition to ACTIVE for port object 06878f64-2609-4404-a4d0-5de62479c923 will not be triggered until provisioned by entity L2. {{(pid=94176) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 23 11:31:29.603344 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ec5aeb4c-357d-4d97-9e26-6b66ae24b173 tempest-RoutersIpV6AdminTest-1878456168 tempest-RoutersIpV6AdminTest-1878456168-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94174) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 11:31:29.604932 dv-neutron-601336-94-hyperv neutron-server[94174]: INFO neutron.wsgi [None req-ec5aeb4c-357d-4d97-9e26-6b66ae24b173 tempest-RoutersIpV6AdminTest-1878456168 tempest-RoutersIpV6AdminTest-1878456168-project-admin] 10.222.0.20 "GET /v2.0/networks/3e7e4eb3-cf02-4d47-ade9-0a579cdfc60f HTTP/1.1" status: 200 len: 881 time: 0.1866903 Jun 23 11:31:29.607944 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.wsgi [-] (94174) accepted ('10.222.0.20', 37186) {{(pid=94174) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 11:31:29.618549 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.db.provisioning_blocks [None req-3845b8bc-38da-414f-b16d-e216ae1399a3 None None] Provisioning complete for port 6e9196fa-d277-42de-914c-a3292cff1e16 triggered by entity DHCP. {{(pid=94176) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 23 11:31:29.619449 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron_lib.callbacks.manager [None req-3845b8bc-38da-414f-b16d-e216ae1399a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-899258'] for port, provisioning_complete {{(pid=94176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:31:29.643421 dv-neutron-601336-94-hyperv neutron-server[94174]: INFO neutron.wsgi [None req-94741995-b4fb-4a0f-b0aa-991e2bc59363 tempest-RoutersIpV6AdminTest-894294123 tempest-RoutersIpV6AdminTest-894294123-project] 10.222.0.20 "GET /v2.0/ports?device_id=198b604c-e71d-41f9-ac3a-edde256c572c HTTP/1.1" status: 200 len: 205 time: 0.0312393 Jun 23 11:31:29.646047 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.wsgi [-] (94174) accepted ('10.222.0.20', 37188) {{(pid=94174) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 11:31:29.660467 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron_lib.callbacks.manager [None req-e2a4284a-31ac-44fb-b181-f9bbfdb6cb41 None None] Notify callbacks [] for port, precommit_create {{(pid=94176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:31:29.662524 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.db.provisioning_blocks [None req-0ea75421-8d1e-4fa7-b8fc-70c626b346a1 None None] Transition to ACTIVE for port object 06878f64-2609-4404-a4d0-5de62479c923 will not be triggered until provisioned by entity DHCP. {{(pid=94176) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 23 11:31:29.676771 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.db.provisioning_blocks [None req-e2a4284a-31ac-44fb-b181-f9bbfdb6cb41 None None] Transition to ACTIVE for port object d4b30711-945b-4935-a55f-dc83ce9e4b3d will not be triggered until provisioned by entity L2. {{(pid=94176) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 23 11:31:29.695540 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.plugins.ml2.plugin [None req-3845b8bc-38da-414f-b16d-e216ae1399a3 None None] Port 6e9196fa-d277-42de-914c-a3292cff1e16 cannot update to ACTIVE because it is not bound. {{(pid=94176) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jun 23 11:31:29.703711 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.db.provisioning_blocks [None req-e2a4284a-31ac-44fb-b181-f9bbfdb6cb41 None None] Transition to ACTIVE for port object d4b30711-945b-4935-a55f-dc83ce9e4b3d will not be triggered until provisioned by entity DHCP. {{(pid=94176) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 23 11:31:29.748047 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron_lib.callbacks.manager [None req-0ea75421-8d1e-4fa7-b8fc-70c626b346a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-922915', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-239814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7866073', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773699642215'] for port, after_create {{(pid=94176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:31:29.751378 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG oslo_concurrency.lockutils [None req-00bcf80c-25bc-4c35-80c8-b28850acfb8a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 11:31:29.789438 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron_lib.callbacks.manager [None req-e2a4284a-31ac-44fb-b181-f9bbfdb6cb41 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-922915', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-239814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7866073', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773699642215'] for port, after_create {{(pid=94176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:31:29.801127 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0ea75421-8d1e-4fa7-b8fc-70c626b346a1 None None] Network f53f535d-bce4-4da8-9bd9-396677ff4e83 is already hosted by enough agents. {{(pid=94176) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 23 11:31:29.809435 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.scheduler.base_scheduler [None req-0ea75421-8d1e-4fa7-b8fc-70c626b346a1 None None] Resources bound (agent type, host, resource id): {{(pid=94176) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 23 11:31:29.811685 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ea75421-8d1e-4fa7-b8fc-70c626b346a1 None None] Pushing event updated for resources: {'Port': ['ID=06878f64-2609-4404-a4d0-5de62479c923,revision_number=1']} {{(pid=94176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 11:31:29.820623 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0ea75421-8d1e-4fa7-b8fc-70c626b346a1 None None] Received port after_create {{(pid=94176) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 23 11:31:29.824578 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG oslo_concurrency.lockutils [None req-0ea75421-8d1e-4fa7-b8fc-70c626b346a1 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.073s {{(pid=94176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 11:31:29.826824 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG oslo_concurrency.lockutils [None req-dc7542b2-afef-47f4-a763-e3a3cba144be None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.030s {{(pid=94176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 11:31:29.853819 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e2a4284a-31ac-44fb-b181-f9bbfdb6cb41 None None] Network 69b1f606-ae82-400f-a426-d75cd329835f is already hosted by enough agents. {{(pid=94176) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 23 11:31:29.855748 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.scheduler.base_scheduler [None req-e2a4284a-31ac-44fb-b181-f9bbfdb6cb41 None None] Resources bound (agent type, host, resource id): {{(pid=94176) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 23 11:31:29.862901 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e2a4284a-31ac-44fb-b181-f9bbfdb6cb41 None None] Received port after_create {{(pid=94176) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 23 11:31:29.865092 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron_lib.callbacks.manager [None req-ee794a5e-a332-4bc5-8f88-83b462cb8157 tempest-RoutersIpV6AdminTest-894294123 tempest-RoutersIpV6AdminTest-894294123-project] Notify callbacks [] for router, before_delete {{(pid=94174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:31:29.913457 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron_lib.callbacks.manager [None req-f58de34b-67ee-4005-abf4-8d70ad49de11 tempest-RoutersAdminTest-1813587668 tempest-RoutersAdminTest-1813587668-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-524104', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-520389', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-32276'] for router, precommit_update {{(pid=94174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:31:29.915280 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.db.db_base_plugin_common [None req-f6ede434-24e3-4d0d-9da2-8fc66247a41a tempest-NetworksIpV6TestAttrs-49342282 tempest-NetworksIpV6TestAttrs-49342282-project] Allocated IP 2001:db8::f816:3eff:fe52:50b6 (69b1f606-ae82-400f-a426-d75cd329835f/933a8787-41af-4661-9da3-fee2cb8525d2/8676a34f-eb68-4d78-8b2e-349f6478be6b) {{(pid=94174) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 23 11:31:29.925682 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron_lib.callbacks.manager [None req-f58de34b-67ee-4005-abf4-8d70ad49de11 tempest-RoutersAdminTest-1813587668 tempest-RoutersAdminTest-1813587668-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-524143', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-524145', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-524134', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-520394'] for router, after_update {{(pid=94174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:31:29.964843 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2a4284a-31ac-44fb-b181-f9bbfdb6cb41 None None] Pushing event updated for resources: {'Port': ['ID=d4b30711-945b-4935-a55f-dc83ce9e4b3d,revision_number=1']} {{(pid=94176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 11:31:29.967826 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG oslo_concurrency.lockutils [None req-e2a4284a-31ac-44fb-b181-f9bbfdb6cb41 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.142s {{(pid=94176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 11:31:29.990866 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.plugins.ml2.managers [None req-0ea75421-8d1e-4fa7-b8fc-70c626b346a1 None None] Attempting to bind port 06878f64-2609-4404-a4d0-5de62479c923 on host dv-neutron-601336-94-hyperv for vnic_type normal with profile {{(pid=94176) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 23 11:31:29.990866 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.plugins.ml2.managers [None req-0ea75421-8d1e-4fa7-b8fc-70c626b346a1 None None] Attempting to bind port 06878f64-2609-4404-a4d0-5de62479c923 by drivers openvswitch,hyperv on host dv-neutron-601336-94-hyperv at level 0 using segments [{'id': '6303a411-6e70-4139-a530-9ee4cf8ba843', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 419, 'network_id': 'f53f535d-bce4-4da8-9bd9-396677ff4e83'}] {{(pid=94176) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 23 11:31:29.990866 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0ea75421-8d1e-4fa7-b8fc-70c626b346a1 None None] Attempting to bind port 06878f64-2609-4404-a4d0-5de62479c923 on network f53f535d-bce4-4da8-9bd9-396677ff4e83 {{(pid=94176) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 23 11:31:29.993108 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.plugins.ml2.managers [None req-e2a4284a-31ac-44fb-b181-f9bbfdb6cb41 None None] Attempting to bind port d4b30711-945b-4935-a55f-dc83ce9e4b3d on host dv-neutron-601336-94-hyperv for vnic_type normal with profile {{(pid=94176) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 23 11:31:29.993639 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.plugins.ml2.managers [None req-e2a4284a-31ac-44fb-b181-f9bbfdb6cb41 None None] Attempting to bind port d4b30711-945b-4935-a55f-dc83ce9e4b3d by drivers openvswitch,hyperv on host dv-neutron-601336-94-hyperv at level 0 using segments [{'id': '6c196de2-0a72-4e0a-98fd-73565fba0621', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 411, 'network_id': '69b1f606-ae82-400f-a426-d75cd329835f'}] {{(pid=94176) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 23 11:31:29.994016 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e2a4284a-31ac-44fb-b181-f9bbfdb6cb41 None None] Attempting to bind port d4b30711-945b-4935-a55f-dc83ce9e4b3d on network 69b1f606-ae82-400f-a426-d75cd329835f {{(pid=94176) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 23 11:31:29.994900 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron_lib.callbacks.manager [None req-38f690a5-d264-40aa-8c8d-a4d54e02be95 tempest-NetworksTestDHCPv6-162546708 tempest-NetworksTestDHCPv6-162546708-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-923104'] for port, before_create {{(pid=94175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:31:29.996232 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0ea75421-8d1e-4fa7-b8fc-70c626b346a1 None None] Checking agent: {'id': '4d05f899-5ac9-411b-8a03-f60c93f87cdf', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-601336-94-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 23, 11, 22, 14), 'started_at': datetime.datetime(2021, 6, 23, 11, 22, 44), 'heartbeat_timestamp': datetime.datetime(2021, 6, 23, 11, 31, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'monitor_allowed_address_pair_garp': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-601336-94-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94176) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 23 11:31:29.996615 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0ea75421-8d1e-4fa7-b8fc-70c626b346a1 None None] Checking segment: {'id': '6303a411-6e70-4139-a530-9ee4cf8ba843', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 419, 'network_id': 'f53f535d-bce4-4da8-9bd9-396677ff4e83'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94176) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 23 11:31:29.997189 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron_lib.callbacks.manager [None req-0ea75421-8d1e-4fa7-b8fc-70c626b346a1 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:31:29.997599 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0ea75421-8d1e-4fa7-b8fc-70c626b346a1 None None] Bound using segment: {'id': '6303a411-6e70-4139-a530-9ee4cf8ba843', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 419, 'network_id': 'f53f535d-bce4-4da8-9bd9-396677ff4e83'} {{(pid=94176) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 23 11:31:29.998073 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.plugins.ml2.managers [None req-0ea75421-8d1e-4fa7-b8fc-70c626b346a1 None None] Bound port: 06878f64-2609-4404-a4d0-5de62479c923, host: dv-neutron-601336-94-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6303a411-6e70-4139-a530-9ee4cf8ba843', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 419, 'network_id': 'f53f535d-bce4-4da8-9bd9-396677ff4e83'}}] {{(pid=94176) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 23 11:31:29.998507 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron_lib.callbacks.manager [None req-0ea75421-8d1e-4fa7-b8fc-70c626b346a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-923122'] for port, before_update {{(pid=94176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:31:30.013222 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e2a4284a-31ac-44fb-b181-f9bbfdb6cb41 None None] Checking agent: {'id': '4d05f899-5ac9-411b-8a03-f60c93f87cdf', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-601336-94-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 23, 11, 22, 14), 'started_at': datetime.datetime(2021, 6, 23, 11, 22, 44), 'heartbeat_timestamp': datetime.datetime(2021, 6, 23, 11, 31, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'monitor_allowed_address_pair_garp': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-601336-94-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94176) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 23 11:31:30.013988 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e2a4284a-31ac-44fb-b181-f9bbfdb6cb41 None None] Checking segment: {'id': '6c196de2-0a72-4e0a-98fd-73565fba0621', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 411, 'network_id': '69b1f606-ae82-400f-a426-d75cd329835f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94176) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 23 11:31:30.014118 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron_lib.callbacks.manager [None req-e2a4284a-31ac-44fb-b181-f9bbfdb6cb41 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:31:30.014463 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e2a4284a-31ac-44fb-b181-f9bbfdb6cb41 None None] Bound using segment: {'id': '6c196de2-0a72-4e0a-98fd-73565fba0621', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 411, 'network_id': '69b1f606-ae82-400f-a426-d75cd329835f'} {{(pid=94176) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 23 11:31:30.015081 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.plugins.ml2.managers [None req-e2a4284a-31ac-44fb-b181-f9bbfdb6cb41 None None] Bound port: d4b30711-945b-4935-a55f-dc83ce9e4b3d, host: dv-neutron-601336-94-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6c196de2-0a72-4e0a-98fd-73565fba0621', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 411, 'network_id': '69b1f606-ae82-400f-a426-d75cd329835f'}}] {{(pid=94176) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 23 11:31:30.015387 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron_lib.callbacks.manager [None req-e2a4284a-31ac-44fb-b181-f9bbfdb6cb41 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-923122'] for port, before_update {{(pid=94176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:31:30.128363 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.plugins.ml2.db [None req-0ea75421-8d1e-4fa7-b8fc-70c626b346a1 None None] For port 06878f64-2609-4404-a4d0-5de62479c923, host dv-neutron-601336-94-hyperv, cleared binding levels {{(pid=94176) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 23 11:31:30.134828 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron_lib.callbacks.manager [None req-a508ac70-d2f1-4a3f-b2a8-a917a7f1983a tempest-AllowedAddressPairIpV6TestJSON-597468505 tempest-AllowedAddressPairIpV6TestJSON-597468505-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-923122'] for port, before_update {{(pid=94175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:31:30.138608 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.plugins.ml2.db [None req-e2a4284a-31ac-44fb-b181-f9bbfdb6cb41 None None] For port d4b30711-945b-4935-a55f-dc83ce9e4b3d, host dv-neutron-601336-94-hyperv, cleared binding levels {{(pid=94176) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 23 11:31:30.141860 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.plugins.ml2.db [None req-0ea75421-8d1e-4fa7-b8fc-70c626b346a1 None None] For port 06878f64-2609-4404-a4d0-5de62479c923, host dv-neutron-601336-94-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-94-hyperv',level=0,port_id=06878f64-2609-4404-a4d0-5de62479c923,segment=NetworkSegment(6303a411-6e70-4139-a530-9ee4cf8ba843),segment_id=6303a411-6e70-4139-a530-9ee4cf8ba843)] {{(pid=94176) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 23 11:31:30.144127 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.plugins.ml2.db [None req-e2a4284a-31ac-44fb-b181-f9bbfdb6cb41 None None] For port d4b30711-945b-4935-a55f-dc83ce9e4b3d, host dv-neutron-601336-94-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-94-hyperv',level=0,port_id=d4b30711-945b-4935-a55f-dc83ce9e4b3d,segment=NetworkSegment(6c196de2-0a72-4e0a-98fd-73565fba0621),segment_id=6c196de2-0a72-4e0a-98fd-73565fba0621)] {{(pid=94176) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 23 11:31:30.162960 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.plugins.ml2.plugin [None req-72e02ad0-c354-4425-a3c3-de0c7b546024 tempest-FloatingIPAdminTestJSON-1438251879 tempest-FloatingIPAdminTestJSON-1438251879-project-admin] Deleting port df64e60a-9587-4950-b9c1-9c9f99e0e291 {{(pid=94175) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1913}} Jun 23 11:31:30.163529 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron_lib.callbacks.manager [None req-72e02ad0-c354-4425-a3c3-de0c7b546024 tempest-FloatingIPAdminTestJSON-1438251879 tempest-FloatingIPAdminTestJSON-1438251879-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773700079324'] for port, before_delete {{(pid=94175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:31:30.251368 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron_lib.callbacks.manager [None req-0ea75421-8d1e-4fa7-b8fc-70c626b346a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-922904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866062', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773700135042', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773699642233', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773699642278'] for port, after_update {{(pid=94176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:31:30.254065 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG oslo_concurrency.lockutils [None req-668b2fe4-4284-4389-a9e3-74ee7cbcefd0 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 11:31:30.299183 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron_lib.callbacks.manager [None req-e2a4284a-31ac-44fb-b181-f9bbfdb6cb41 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-922904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866062', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773700135042', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773699642233', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773699642278'] for port, after_update {{(pid=94176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:31:30.351486 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ea75421-8d1e-4fa7-b8fc-70c626b346a1 None None] Pushing event updated for resources: {'Port': ['ID=06878f64-2609-4404-a4d0-5de62479c923,revision_number=2']} {{(pid=94176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 11:31:30.355068 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG oslo_concurrency.lockutils [None req-0ea75421-8d1e-4fa7-b8fc-70c626b346a1 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.101s {{(pid=94176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 11:31:30.355562 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG oslo_concurrency.lockutils [None req-a8ccd59c-d341-4541-8929-562120a48383 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.048s {{(pid=94176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 11:31:30.437728 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron_lib.callbacks.manager [None req-72e02ad0-c354-4425-a3c3-de0c7b546024 tempest-FloatingIPAdminTestJSON-1438251879 tempest-FloatingIPAdminTestJSON-1438251879-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-430722'] for port, precommit_delete {{(pid=94175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:31:30.438324 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2a4284a-31ac-44fb-b181-f9bbfdb6cb41 None None] Pushing event updated for resources: {'Port': ['ID=d4b30711-945b-4935-a55f-dc83ce9e4b3d,revision_number=2']} {{(pid=94176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 11:31:30.438662 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron_lib.callbacks.manager [None req-72e02ad0-c354-4425-a3c3-de0c7b546024 tempest-FloatingIPAdminTestJSON-1438251879 tempest-FloatingIPAdminTestJSON-1438251879-project-admin] Notify callbacks [] for floatingip, precommit_delete {{(pid=94175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:31:30.446711 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG oslo_concurrency.lockutils [None req-e2a4284a-31ac-44fb-b181-f9bbfdb6cb41 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.091s {{(pid=94176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 11:31:30.474709 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.plugins.ml2.plugin [None req-72e02ad0-c354-4425-a3c3-de0c7b546024 tempest-FloatingIPAdminTestJSON-1438251879 tempest-FloatingIPAdminTestJSON-1438251879-project-admin] Calling delete_port for df64e60a-9587-4950-b9c1-9c9f99e0e291 owned by network:floatingip {{(pid=94175) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1986}} Jun 23 11:31:30.489198 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron_lib.callbacks.manager [None req-ee794a5e-a332-4bc5-8f88-83b462cb8157 tempest-RoutersIpV6AdminTest-894294123 tempest-RoutersIpV6AdminTest-894294123-project] Notify callbacks [] for router_gateway, before_delete {{(pid=94174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:31:30.558181 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron_lib.callbacks.manager [None req-f6ede434-24e3-4d0d-9da2-8fc66247a41a tempest-NetworksIpV6TestAttrs-49342282 tempest-NetworksIpV6TestAttrs-49342282-project] Notify callbacks [] for port, precommit_create {{(pid=94174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:31:30.575167 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.db.provisioning_blocks [None req-f6ede434-24e3-4d0d-9da2-8fc66247a41a tempest-NetworksIpV6TestAttrs-49342282 tempest-NetworksIpV6TestAttrs-49342282-project] Transition to ACTIVE for port object 8676a34f-eb68-4d78-8b2e-349f6478be6b will not be triggered until provisioned by entity DHCP. {{(pid=94174) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 23 11:31:30.626976 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.db.db_base_plugin_common [None req-38f690a5-d264-40aa-8c8d-a4d54e02be95 tempest-NetworksTestDHCPv6-162546708 tempest-NetworksTestDHCPv6-162546708-project] Allocated IP 2001:db8::1 (f53f535d-bce4-4da8-9bd9-396677ff4e83/bcddd507-888f-4bc7-964f-15c0c4f1ae32/d1b8c404-4754-4a96-8d19-cbf44cc8d586) {{(pid=94175) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 23 11:31:30.717117 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron_lib.callbacks.manager [None req-a508ac70-d2f1-4a3f-b2a8-a917a7f1983a tempest-AllowedAddressPairIpV6TestJSON-597468505 tempest-AllowedAddressPairIpV6TestJSON-597468505-project] Notify callbacks [] for port, precommit_update {{(pid=94175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:31:30.729788 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f58de34b-67ee-4005-abf4-8d70ad49de11 tempest-RoutersAdminTest-1813587668 tempest-RoutersAdminTest-1813587668-project] Router 6ed7e62d-c557-4d87-aad3-977efa24f580 is scheduled to L3 agent 50ef99c0-ef28-4db5-b303-b145898fae60 with binding_index 1 {{(pid=94174) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jun 23 11:31:30.827306 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron_lib.callbacks.manager [None req-f6ede434-24e3-4d0d-9da2-8fc66247a41a tempest-NetworksIpV6TestAttrs-49342282 tempest-NetworksIpV6TestAttrs-49342282-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-922915', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-239814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7866073', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773699642215', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-5196399'] for port, after_create {{(pid=94174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:31:30.838713 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron_lib.callbacks.manager [None req-a508ac70-d2f1-4a3f-b2a8-a917a7f1983a tempest-AllowedAddressPairIpV6TestJSON-597468505 tempest-AllowedAddressPairIpV6TestJSON-597468505-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-922904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866062', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773700135042', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773699642233', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773699642278', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5082471'] for port, after_update {{(pid=94175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:31:30.839523 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG oslo_concurrency.lockutils [None req-29aecb74-446f-4700-aad1-56935c174e13 tempest-RoutersAdminTest-1813587668 tempest-RoutersAdminTest-1813587668-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94174) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 11:31:30.847292 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG oslo_concurrency.lockutils [None req-cee636de-1341-4d97-88c1-7f8ced1c027c tempest-FloatingIPNegativeTestJSON-1295786409 tempest-FloatingIPNegativeTestJSON-1295786409-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94175) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 11:31:30.891663 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.plugins.ml2.plugin [None req-a508ac70-d2f1-4a3f-b2a8-a917a7f1983a tempest-AllowedAddressPairIpV6TestJSON-597468505 tempest-AllowedAddressPairIpV6TestJSON-597468505-project] In _notify_port_updated(), no bound segment for port 6e9196fa-d277-42de-914c-a3292cff1e16 on network dcc59d40-7ea7-42ee-a412-94c03272e7db {{(pid=94175) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:876}} Jun 23 11:31:30.899353 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a508ac70-d2f1-4a3f-b2a8-a917a7f1983a tempest-AllowedAddressPairIpV6TestJSON-597468505 tempest-AllowedAddressPairIpV6TestJSON-597468505-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 11:31:30.900084 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron_lib.callbacks.manager [None req-a508ac70-d2f1-4a3f-b2a8-a917a7f1983a tempest-AllowedAddressPairIpV6TestJSON-597468505 tempest-AllowedAddressPairIpV6TestJSON-597468505-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-217507'] for port, before_response {{(pid=94175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:31:30.904016 dv-neutron-601336-94-hyperv neutron-server[94175]: INFO neutron.wsgi [None req-a508ac70-d2f1-4a3f-b2a8-a917a7f1983a tempest-AllowedAddressPairIpV6TestJSON-597468505 tempest-AllowedAddressPairIpV6TestJSON-597468505-project] 10.222.0.20 "PUT /v2.0/ports/6e9196fa-d277-42de-914c-a3292cff1e16 HTTP/1.1" status: 200 len: 1016 time: 1.6534829 Jun 23 11:31:30.916940 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.wsgi [-] (94175) accepted ('10.222.0.20', 37194) {{(pid=94175) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 11:31:30.969891 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron_lib.callbacks.manager [None req-38f690a5-d264-40aa-8c8d-a4d54e02be95 tempest-NetworksTestDHCPv6-162546708 tempest-NetworksTestDHCPv6-162546708-project] Notify callbacks [] for port, precommit_create {{(pid=94175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:31:31.000044 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f58de34b-67ee-4005-abf4-8d70ad49de11 tempest-RoutersAdminTest-1813587668 tempest-RoutersAdminTest-1813587668-project] Notify agent at l3_agent.dv-neutron-601336-94-hyperv the message routers_updated {{(pid=94174) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 23 11:31:31.012016 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron_lib.callbacks.manager [None req-f58de34b-67ee-4005-abf4-8d70ad49de11 tempest-RoutersAdminTest-1813587668 tempest-RoutersAdminTest-1813587668-project] Notify callbacks [] for router, before_response {{(pid=94174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:31:31.013410 dv-neutron-601336-94-hyperv neutron-server[94174]: INFO neutron.wsgi [None req-f58de34b-67ee-4005-abf4-8d70ad49de11 tempest-RoutersAdminTest-1813587668 tempest-RoutersAdminTest-1813587668-project] 10.222.0.20 "PUT /v2.0/routers/6ed7e62d-c557-4d87-aad3-977efa24f580 HTTP/1.1" status: 200 len: 879 time: 5.1836114 Jun 23 11:31:31.014490 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a508ac70-d2f1-4a3f-b2a8-a917a7f1983a tempest-AllowedAddressPairIpV6TestJSON-597468505 tempest-AllowedAddressPairIpV6TestJSON-597468505-project] Pushing event updated for resources: {'Port': ['ID=6e9196fa-d277-42de-914c-a3292cff1e16,revision_number=2']} {{(pid=94175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 11:31:31.018238 dv-neutron-601336-94-hyperv neutron-server[94177]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0ba2354d-9eaa-49db-a433-63bbf469fb56 None None] Sync routers for ids ['6ed7e62d-c557-4d87-aad3-977efa24f580'] in dv-neutron-601336-94-hyperv {{(pid=94177) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 23 11:31:31.018697 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG oslo_concurrency.lockutils [None req-a508ac70-d2f1-4a3f-b2a8-a917a7f1983a tempest-AllowedAddressPairIpV6TestJSON-597468505 tempest-AllowedAddressPairIpV6TestJSON-597468505-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.171s {{(pid=94175) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 11:31:31.019531 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.plugins.ml2.rpc [None req-dc7542b2-afef-47f4-a763-e3a3cba144be None None] Device 06878f64-2609-4404-a4d0-5de62479c923 up at agent ovs-agent-dv-neutron-601336-94-hyperv {{(pid=94176) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:298}} Jun 23 11:31:31.021566 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.wsgi [-] (94175) accepted ('10.222.0.20', 37198) {{(pid=94175) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 11:31:31.034596 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f6ede434-24e3-4d0d-9da2-8fc66247a41a tempest-NetworksIpV6TestAttrs-49342282 tempest-NetworksIpV6TestAttrs-49342282-project] Network 69b1f606-ae82-400f-a426-d75cd329835f is already hosted by enough agents. {{(pid=94174) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 23 11:31:31.036815 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.db.provisioning_blocks [None req-38f690a5-d264-40aa-8c8d-a4d54e02be95 tempest-NetworksTestDHCPv6-162546708 tempest-NetworksTestDHCPv6-162546708-project] Transition to ACTIVE for port object d1b8c404-4754-4a96-8d19-cbf44cc8d586 will not be triggered until provisioned by entity DHCP. {{(pid=94175) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 23 11:31:31.044284 dv-neutron-601336-94-hyperv neutron-server[94177]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0ba2354d-9eaa-49db-a433-63bbf469fb56 None None] Routers {'6ed7e62d-c557-4d87-aad3-977efa24f580'} bound to L3 agent in host dv-neutron-601336-94-hyperv {{(pid=94177) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 23 11:31:31.045335 dv-neutron-601336-94-hyperv neutron-server[94177]: DEBUG neutron.db.l3_hamode_db [None req-0ba2354d-9eaa-49db-a433-63bbf469fb56 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-601336-94-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-23T11:22:13Z,description=,heartbeat_timestamp=2021-06-23T11:31:13Z,host='dv-neutron-601336-94-hyperv',id=50ef99c0-ef28-4db5-b303-b145898fae60,load=0,resource_versions=,resources_synced=,started_at=2021-06-23T11:22:14Z,topic='l3_agent')) {'router_ids': ['6ed7e62d-c557-4d87-aad3-977efa24f580'], 'active': True} {{(pid=94177) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 11:31:31.054677 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.scheduler.base_scheduler [None req-f6ede434-24e3-4d0d-9da2-8fc66247a41a tempest-NetworksIpV6TestAttrs-49342282 tempest-NetworksIpV6TestAttrs-49342282-project] Resources bound (agent type, host, resource id): {{(pid=94174) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 23 11:31:31.071278 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.plugins.ml2.plugin [None req-ee794a5e-a332-4bc5-8f88-83b462cb8157 tempest-RoutersIpV6AdminTest-894294123 tempest-RoutersIpV6AdminTest-894294123-project] Deleting port 31f42a9d-7f6d-432c-a5dc-4c59b333b31e {{(pid=94174) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1913}} Jun 23 11:31:31.071632 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron_lib.callbacks.manager [None req-ee794a5e-a332-4bc5-8f88-83b462cb8157 tempest-RoutersIpV6AdminTest-894294123 tempest-RoutersIpV6AdminTest-894294123-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773700079324'] for port, before_delete {{(pid=94174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:31:31.076377 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f6ede434-24e3-4d0d-9da2-8fc66247a41a tempest-NetworksIpV6TestAttrs-49342282 tempest-NetworksIpV6TestAttrs-49342282-project] Received port after_create {{(pid=94174) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 23 11:31:31.084057 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f6ede434-24e3-4d0d-9da2-8fc66247a41a tempest-NetworksIpV6TestAttrs-49342282 tempest-NetworksIpV6TestAttrs-49342282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94174) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 11:31:31.085264 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron_lib.callbacks.manager [None req-f6ede434-24e3-4d0d-9da2-8fc66247a41a tempest-NetworksIpV6TestAttrs-49342282 tempest-NetworksIpV6TestAttrs-49342282-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-217507'] for port, before_response {{(pid=94174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:31:31.099018 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6ede434-24e3-4d0d-9da2-8fc66247a41a tempest-NetworksIpV6TestAttrs-49342282 tempest-NetworksIpV6TestAttrs-49342282-project] Pushing event updated for resources: {'Port': ['ID=8676a34f-eb68-4d78-8b2e-349f6478be6b,revision_number=1']} {{(pid=94174) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 11:31:31.112233 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron_lib.callbacks.manager [None req-72e02ad0-c354-4425-a3c3-de0c7b546024 tempest-FloatingIPAdminTestJSON-1438251879 tempest-FloatingIPAdminTestJSON-1438251879-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-922904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866062', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773700135024', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773699642224', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5082448'] for port, after_delete {{(pid=94175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:31:31.121006 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG oslo_concurrency.lockutils [None req-6dddb4a2-b265-4a86-9902-f42d8ad718e4 tempest-FloatingIPAdminTestJSON-2059789561 tempest-FloatingIPAdminTestJSON-2059789561-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94175) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 11:31:31.122349 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG oslo_concurrency.lockutils [None req-f6ede434-24e3-4d0d-9da2-8fc66247a41a tempest-NetworksIpV6TestAttrs-49342282 tempest-NetworksIpV6TestAttrs-49342282-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.278s {{(pid=94174) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 11:31:31.143926 dv-neutron-601336-94-hyperv neutron-server[94177]: DEBUG neutron.db.l3_hamode_db [None req-0ba2354d-9eaa-49db-a433-63bbf469fb56 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-601336-94-hyperv', False) {} {{(pid=94177) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 11:31:31.169452 dv-neutron-601336-94-hyperv neutron-server[94177]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0ba2354d-9eaa-49db-a433-63bbf469fb56 None None] Routers {'6ed7e62d-c557-4d87-aad3-977efa24f580'} bound to L3 agent in host dv-neutron-601336-94-hyperv {{(pid=94177) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 23 11:31:31.170139 dv-neutron-601336-94-hyperv neutron-server[94177]: DEBUG neutron.db.l3_hamode_db [None req-0ba2354d-9eaa-49db-a433-63bbf469fb56 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-601336-94-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-23T11:22:13Z,description=,heartbeat_timestamp=2021-06-23T11:31:13Z,host='dv-neutron-601336-94-hyperv',id=50ef99c0-ef28-4db5-b303-b145898fae60,load=0,resource_versions=,resources_synced=,started_at=2021-06-23T11:22:14Z,topic='l3_agent')) {'router_ids': ['6ed7e62d-c557-4d87-aad3-977efa24f580'], 'active': True} {{(pid=94177) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 11:31:31.180495 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.db.provisioning_blocks [None req-dc7542b2-afef-47f4-a763-e3a3cba144be None None] Provisioning for port 06878f64-2609-4404-a4d0-5de62479c923 completed by entity L2. {{(pid=94176) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 23 11:31:31.192823 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.plugins.ml2.rpc [None req-dc7542b2-afef-47f4-a763-e3a3cba144be None None] Device d4b30711-945b-4935-a55f-dc83ce9e4b3d up at agent ovs-agent-dv-neutron-601336-94-hyperv {{(pid=94176) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:298}} Jun 23 11:31:31.206195 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72e02ad0-c354-4425-a3c3-de0c7b546024 tempest-FloatingIPAdminTestJSON-1438251879 tempest-FloatingIPAdminTestJSON-1438251879-project-admin] Pushing event deleted for resources: {'Port': ['ID=df64e60a-9587-4950-b9c1-9c9f99e0e291,revision_number=None']} {{(pid=94175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 11:31:31.212772 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron_lib.callbacks.manager [None req-ee794a5e-a332-4bc5-8f88-83b462cb8157 tempest-RoutersIpV6AdminTest-894294123 tempest-RoutersIpV6AdminTest-894294123-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-430722'] for port, precommit_delete {{(pid=94174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:31:31.213080 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG oslo_concurrency.lockutils [None req-72e02ad0-c354-4425-a3c3-de0c7b546024 tempest-FloatingIPAdminTestJSON-1438251879 tempest-FloatingIPAdminTestJSON-1438251879-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.089s {{(pid=94175) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 11:31:31.235127 dv-neutron-601336-94-hyperv neutron-server[94174]: INFO neutron.wsgi [None req-f6ede434-24e3-4d0d-9da2-8fc66247a41a tempest-NetworksIpV6TestAttrs-49342282 tempest-NetworksIpV6TestAttrs-49342282-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 950 time: 2.6092355 Jun 23 11:31:31.236491 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.plugins.ml2.plugin [None req-ee794a5e-a332-4bc5-8f88-83b462cb8157 tempest-RoutersIpV6AdminTest-894294123 tempest-RoutersIpV6AdminTest-894294123-project] Calling delete_port for 31f42a9d-7f6d-432c-a5dc-4c59b333b31e owned by network:router_gateway {{(pid=94174) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1986}} Jun 23 11:31:31.238191 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.wsgi [-] (94174) accepted ('10.222.0.20', 37200) {{(pid=94174) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 11:31:31.259625 dv-neutron-601336-94-hyperv neutron-server[94177]: DEBUG neutron.db.l3_hamode_db [None req-0ba2354d-9eaa-49db-a433-63bbf469fb56 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-601336-94-hyperv', False) {} {{(pid=94177) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 11:31:31.260297 dv-neutron-601336-94-hyperv neutron-server[94177]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0ba2354d-9eaa-49db-a433-63bbf469fb56 None None] The sync data for ids ['6ed7e62d-c557-4d87-aad3-977efa24f580'] in dv-neutron-601336-94-hyperv is: [] {{(pid=94177) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 23 11:31:31.310081 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.db.db_base_plugin_v2 [None req-7c8f1dc9-643a-436e-87c1-49fb28dc5a6e tempest-NetworksIpV6TestAttrs-49342282 tempest-NetworksIpV6TestAttrs-49342282-project] Deleting subnet 933a8787-41af-4661-9da3-fee2cb8525d2 {{(pid=94174) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jun 23 11:31:31.325436 dv-neutron-601336-94-hyperv neutron-server[94175]: INFO neutron.wsgi [None req-ec3ad8f3-aae6-4cd1-9166-9029282aaa08 tempest-RoutersAdminTest-1733287776 tempest-RoutersAdminTest-1733287776-project-admin] 10.222.0.20 "GET /v2.0/routers/6ed7e62d-c557-4d87-aad3-977efa24f580 HTTP/1.1" status: 200 len: 920 time: 0.2959576 Jun 23 11:31:31.329587 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.wsgi [-] (94175) accepted ('10.222.0.20', 37202) {{(pid=94175) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 11:31:31.331855 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron_lib.callbacks.manager [None req-72e02ad0-c354-4425-a3c3-de0c7b546024 tempest-FloatingIPAdminTestJSON-1438251879 tempest-FloatingIPAdminTestJSON-1438251879-project-admin] Notify callbacks [] for floatingip, after_delete {{(pid=94175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:31:31.334295 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron_lib.callbacks.manager [None req-72e02ad0-c354-4425-a3c3-de0c7b546024 tempest-FloatingIPAdminTestJSON-1438251879 tempest-FloatingIPAdminTestJSON-1438251879-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-217507'] for floatingip, before_response {{(pid=94175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:31:31.335372 dv-neutron-601336-94-hyperv neutron-server[94175]: INFO neutron.wsgi [None req-72e02ad0-c354-4425-a3c3-de0c7b546024 tempest-FloatingIPAdminTestJSON-1438251879 tempest-FloatingIPAdminTestJSON-1438251879-project-admin] 10.222.0.20 "DELETE /v2.0/floatingips/11380948-6813-4ee6-9d56-135b55a8f77c HTTP/1.1" status: 204 len: 168 time: 1.9512968 Jun 23 11:31:31.338940 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.wsgi [-] (94174) accepted ('10.222.0.20', 37204) {{(pid=94174) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 11:31:31.339688 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron_lib.callbacks.manager [None req-7c8f1dc9-643a-436e-87c1-49fb28dc5a6e tempest-NetworksIpV6TestAttrs-49342282 tempest-NetworksIpV6TestAttrs-49342282-project] Notify callbacks [] for subnet, before_delete {{(pid=94174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:31:31.355424 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.db.provisioning_blocks [None req-dc7542b2-afef-47f4-a763-e3a3cba144be None None] Provisioning for port d4b30711-945b-4935-a55f-dc83ce9e4b3d completed by entity L2. {{(pid=94176) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 23 11:31:31.360099 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.db.provisioning_blocks [None req-90c281d0-6f3c-4eac-891c-a33a3a9153f0 None None] Provisioning complete for port 6e9196fa-d277-42de-914c-a3292cff1e16 triggered by entity DHCP. {{(pid=94176) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 23 11:31:31.360649 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron_lib.callbacks.manager [None req-90c281d0-6f3c-4eac-891c-a33a3a9153f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-899258'] for port, provisioning_complete {{(pid=94176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:31:31.367964 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.plugins.ml2.plugin [None req-7caac006-367a-4bdb-a6e2-fc60e3cdfb5c tempest-AllowedAddressPairIpV6TestJSON-597468505 tempest-AllowedAddressPairIpV6TestJSON-597468505-project] Deleting port 6e9196fa-d277-42de-914c-a3292cff1e16 {{(pid=94175) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1913}} Jun 23 11:31:31.367964 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron_lib.callbacks.manager [None req-7caac006-367a-4bdb-a6e2-fc60e3cdfb5c tempest-AllowedAddressPairIpV6TestJSON-597468505 tempest-AllowedAddressPairIpV6TestJSON-597468505-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773700079324'] for port, before_delete {{(pid=94175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:31:31.400554 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.plugins.ml2.plugin [None req-90c281d0-6f3c-4eac-891c-a33a3a9153f0 None None] Port 6e9196fa-d277-42de-914c-a3292cff1e16 cannot update to ACTIVE because it is not bound. {{(pid=94176) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jun 23 11:31:31.409716 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron_lib.callbacks.manager [None req-38f690a5-d264-40aa-8c8d-a4d54e02be95 tempest-NetworksTestDHCPv6-162546708 tempest-NetworksTestDHCPv6-162546708-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-922915', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-239814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7866073', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773699642215', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-5082457'] for port, after_create {{(pid=94175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:31:31.414606 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG oslo_concurrency.lockutils [None req-cd51db5e-2dce-4b0b-bb8e-f12c98f2b864 tempest-AllowedAddressPairIpV6TestJSON-597468505 tempest-AllowedAddressPairIpV6TestJSON-597468505-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94175) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 11:31:31.430540 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron_lib.callbacks.manager [None req-7c8f1dc9-643a-436e-87c1-49fb28dc5a6e tempest-NetworksIpV6TestAttrs-49342282 tempest-NetworksIpV6TestAttrs-49342282-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4800256'] for subnet, precommit_delete_associations {{(pid=94174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:31:31.495752 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-38f690a5-d264-40aa-8c8d-a4d54e02be95 tempest-NetworksTestDHCPv6-162546708 tempest-NetworksTestDHCPv6-162546708-project] Network f53f535d-bce4-4da8-9bd9-396677ff4e83 is already hosted by enough agents. {{(pid=94175) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 23 11:31:31.511709 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.scheduler.base_scheduler [None req-38f690a5-d264-40aa-8c8d-a4d54e02be95 tempest-NetworksTestDHCPv6-162546708 tempest-NetworksTestDHCPv6-162546708-project] Resources bound (agent type, host, resource id): {{(pid=94175) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 23 11:31:31.519359 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38f690a5-d264-40aa-8c8d-a4d54e02be95 tempest-NetworksTestDHCPv6-162546708 tempest-NetworksTestDHCPv6-162546708-project] Pushing event updated for resources: {'Port': ['ID=d1b8c404-4754-4a96-8d19-cbf44cc8d586,revision_number=1']} {{(pid=94175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 11:31:31.524119 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.db.l3_dvrscheduler_db [None req-38f690a5-d264-40aa-8c8d-a4d54e02be95 tempest-NetworksTestDHCPv6-162546708 tempest-NetworksTestDHCPv6-162546708-project] Received port after_create {{(pid=94175) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 23 11:31:31.524651 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron_lib.callbacks.manager [None req-38f690a5-d264-40aa-8c8d-a4d54e02be95 tempest-NetworksTestDHCPv6-162546708 tempest-NetworksTestDHCPv6-162546708-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-452954'] for router_interface, before_create {{(pid=94175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:31:31.531981 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG oslo_concurrency.lockutils [None req-38f690a5-d264-40aa-8c8d-a4d54e02be95 tempest-NetworksTestDHCPv6-162546708 tempest-NetworksTestDHCPv6-162546708-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.117s {{(pid=94175) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 11:31:31.572820 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f844cf61-04da-4b83-8c83-7830cdc2b1b1 tempest-RoutersAdminTest-1733287776 tempest-RoutersAdminTest-1733287776-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 11:31:31.576993 dv-neutron-601336-94-hyperv neutron-server[94175]: INFO neutron.wsgi [None req-f844cf61-04da-4b83-8c83-7830cdc2b1b1 tempest-RoutersAdminTest-1733287776 tempest-RoutersAdminTest-1733287776-project-admin] 10.222.0.20 "GET /v2.0/ports?network_id=3e7e4eb3-cf02-4d47-ade9-0a579cdfc60f&device_id=6ed7e62d-c557-4d87-aad3-977efa24f580&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 945 time: 0.2436831 Jun 23 11:31:31.576993 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron_lib.callbacks.manager [None req-7caac006-367a-4bdb-a6e2-fc60e3cdfb5c tempest-AllowedAddressPairIpV6TestJSON-597468505 tempest-AllowedAddressPairIpV6TestJSON-597468505-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-430722'] for port, precommit_delete {{(pid=94175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:31:31.578861 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.wsgi [-] (94174) accepted ('10.222.0.20', 37206) {{(pid=94174) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 11:31:31.594654 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.plugins.ml2.plugin [None req-7caac006-367a-4bdb-a6e2-fc60e3cdfb5c tempest-AllowedAddressPairIpV6TestJSON-597468505 tempest-AllowedAddressPairIpV6TestJSON-597468505-project] Calling delete_port for 6e9196fa-d277-42de-914c-a3292cff1e16 owned by {{(pid=94175) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1986}} Jun 23 11:31:31.698562 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.plugins.ml2.plugin [None req-2bda2aa8-0fb1-4d32-b725-b9dceff6d9db tempest-FloatingIPAdminTestJSON-1420968783 tempest-FloatingIPAdminTestJSON-1420968783-project] Deleting port a40e193c-1363-46d7-89bd-818976ce10c3 {{(pid=94174) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1913}} Jun 23 11:31:31.698909 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron_lib.callbacks.manager [None req-2bda2aa8-0fb1-4d32-b725-b9dceff6d9db tempest-FloatingIPAdminTestJSON-1420968783 tempest-FloatingIPAdminTestJSON-1420968783-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773700079324'] for port, before_delete {{(pid=94174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:31:31.800977 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron_lib.callbacks.manager [None req-38f690a5-d264-40aa-8c8d-a4d54e02be95 tempest-NetworksTestDHCPv6-162546708 tempest-NetworksTestDHCPv6-162546708-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-923122'] for port, before_update {{(pid=94175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:31:31.805367 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron_lib.callbacks.manager [None req-7c8f1dc9-643a-436e-87c1-49fb28dc5a6e tempest-NetworksIpV6TestAttrs-49342282 tempest-NetworksIpV6TestAttrs-49342282-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-897634'] for subnet, precommit_delete {{(pid=94174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:31:31.853259 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b74a943a-47ac-445e-8360-600f4421bc09 None None] Network 69b1f606-ae82-400f-a426-d75cd329835f requested from dv-neutron-601336-94-hyperv {{(pid=94176) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 23 11:31:31.910707 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-80803a74-7c4c-4aae-8b46-790eb788044f tempest-RoutersAdminTest-1733287776 tempest-RoutersAdminTest-1733287776-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94174) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 11:31:31.912222 dv-neutron-601336-94-hyperv neutron-server[94174]: INFO neutron.wsgi [None req-80803a74-7c4c-4aae-8b46-790eb788044f tempest-RoutersAdminTest-1733287776 tempest-RoutersAdminTest-1733287776-project-admin] 10.222.0.20 "GET /v2.0/networks/3e7e4eb3-cf02-4d47-ade9-0a579cdfc60f HTTP/1.1" status: 200 len: 881 time: 0.3333101 Jun 23 11:31:31.916524 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron_lib.callbacks.manager [None req-2bda2aa8-0fb1-4d32-b725-b9dceff6d9db tempest-FloatingIPAdminTestJSON-1420968783 tempest-FloatingIPAdminTestJSON-1420968783-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-430722'] for port, precommit_delete {{(pid=94174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:31:31.918795 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.wsgi [-] (94174) accepted ('10.222.0.20', 37208) {{(pid=94174) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 11:31:31.950418 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron_lib.callbacks.manager [None req-7caac006-367a-4bdb-a6e2-fc60e3cdfb5c tempest-AllowedAddressPairIpV6TestJSON-597468505 tempest-AllowedAddressPairIpV6TestJSON-597468505-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-922904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866062', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773700135024', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773699642224', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5082448'] for port, after_delete {{(pid=94175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:31:31.961053 dv-neutron-601336-94-hyperv neutron-server[94174]: INFO neutron.wsgi [None req-30dac4f4-c82b-4109-9736-f497bdbc0b0c tempest-RoutersAdminTest-1813587668 tempest-RoutersAdminTest-1813587668-project] 10.222.0.20 "GET /v2.0/ports?device_id=6ed7e62d-c557-4d87-aad3-977efa24f580 HTTP/1.1" status: 200 len: 205 time: 0.0394373 Jun 23 11:31:31.964061 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94175) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 11:31:31.966727 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.wsgi [-] (94174) accepted ('10.222.0.20', 37210) {{(pid=94174) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 11:31:31.975351 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.plugins.ml2.plugin [None req-2bda2aa8-0fb1-4d32-b725-b9dceff6d9db tempest-FloatingIPAdminTestJSON-1420968783 tempest-FloatingIPAdminTestJSON-1420968783-project] Calling delete_port for a40e193c-1363-46d7-89bd-818976ce10c3 owned by {{(pid=94174) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1986}} Jun 23 11:31:32.015349 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron_lib.callbacks.manager [None req-ee794a5e-a332-4bc5-8f88-83b462cb8157 tempest-RoutersIpV6AdminTest-894294123 tempest-RoutersIpV6AdminTest-894294123-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-922904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866062', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773700135024', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773699642224', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5196390'] for port, after_delete {{(pid=94174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:31:32.021345 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG oslo_concurrency.lockutils [None req-cf917191-2ae6-4cfc-b868-440a70733478 tempest-ServersTestJSON-995612928 tempest-ServersTestJSON-995612928-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94174) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 11:31:32.053626 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7caac006-367a-4bdb-a6e2-fc60e3cdfb5c tempest-AllowedAddressPairIpV6TestJSON-597468505 tempest-AllowedAddressPairIpV6TestJSON-597468505-project] Pushing event deleted for resources: {'Port': ['ID=6e9196fa-d277-42de-914c-a3292cff1e16,revision_number=None']} {{(pid=94175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 11:31:32.064212 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG oslo_concurrency.lockutils [None req-7caac006-367a-4bdb-a6e2-fc60e3cdfb5c tempest-AllowedAddressPairIpV6TestJSON-597468505 tempest-AllowedAddressPairIpV6TestJSON-597468505-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.100s {{(pid=94175) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 11:31:32.067011 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee794a5e-a332-4bc5-8f88-83b462cb8157 tempest-RoutersIpV6AdminTest-894294123 tempest-RoutersIpV6AdminTest-894294123-project] Pushing event deleted for resources: {'Port': ['ID=31f42a9d-7f6d-432c-a5dc-4c59b333b31e,revision_number=None']} {{(pid=94174) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 11:31:32.072271 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.db.provisioning_blocks [None req-f2d5adcb-cec2-4f42-b9ce-7f74cfa44186 None None] Provisioning for port d4b30711-945b-4935-a55f-dc83ce9e4b3d completed by entity DHCP. {{(pid=94176) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 23 11:31:32.078736 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.db.provisioning_blocks [None req-f2d5adcb-cec2-4f42-b9ce-7f74cfa44186 None None] Provisioning complete for port d4b30711-945b-4935-a55f-dc83ce9e4b3d triggered by entity DHCP. {{(pid=94176) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 23 11:31:32.079268 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron_lib.callbacks.manager [None req-f2d5adcb-cec2-4f42-b9ce-7f74cfa44186 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-899258'] for port, provisioning_complete {{(pid=94176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:31:32.121877 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG oslo_concurrency.lockutils [None req-ee794a5e-a332-4bc5-8f88-83b462cb8157 tempest-RoutersIpV6AdminTest-894294123 tempest-RoutersIpV6AdminTest-894294123-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.100s {{(pid=94174) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 11:31:32.224724 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron_lib.callbacks.manager [None req-7c8f1dc9-643a-436e-87c1-49fb28dc5a6e tempest-NetworksIpV6TestAttrs-49342282 tempest-NetworksIpV6TestAttrs-49342282-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-897627', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866062', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5195932', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4294216'] for subnet, after_delete {{(pid=94174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:31:32.231565 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron_lib.callbacks.manager [None req-f2d5adcb-cec2-4f42-b9ce-7f74cfa44186 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-923122'] for port, before_update {{(pid=94176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:31:32.248387 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron_lib.callbacks.manager [None req-7caac006-367a-4bdb-a6e2-fc60e3cdfb5c tempest-AllowedAddressPairIpV6TestJSON-597468505 tempest-AllowedAddressPairIpV6TestJSON-597468505-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-217507'] for port, before_response {{(pid=94175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:31:32.250314 dv-neutron-601336-94-hyperv neutron-server[94175]: INFO neutron.wsgi [None req-7caac006-367a-4bdb-a6e2-fc60e3cdfb5c tempest-AllowedAddressPairIpV6TestJSON-597468505 tempest-AllowedAddressPairIpV6TestJSON-597468505-project] 10.222.0.20 "DELETE /v2.0/ports/6e9196fa-d277-42de-914c-a3292cff1e16 HTTP/1.1" status: 204 len: 168 time: 1.3322604 Jun 23 11:31:32.253104 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.wsgi [-] (94175) accepted ('10.222.0.20', 37214) {{(pid=94175) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 11:31:32.265177 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG oslo_concurrency.lockutils [None req-9e8eb9ea-9ea0-4dc0-9bd6-b65d0a6732c4 tempest-NetworksTestDHCPv6-162546708 tempest-NetworksTestDHCPv6-162546708-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94174) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 11:31:32.286145 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.plugins.ml2.db [None req-f2d5adcb-cec2-4f42-b9ce-7f74cfa44186 None None] For port d4b30711-945b-4935-a55f-dc83ce9e4b3d, host dv-neutron-601336-94-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-94-hyperv',level=0,port_id=d4b30711-945b-4935-a55f-dc83ce9e4b3d,segment=NetworkSegment(6c196de2-0a72-4e0a-98fd-73565fba0621),segment_id=6c196de2-0a72-4e0a-98fd-73565fba0621)] {{(pid=94176) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 23 11:31:32.291824 dv-neutron-601336-94-hyperv neutron-server[94175]: INFO neutron.pecan_wsgi.hooks.translation [None req-a10db59e-8f21-48e5-916d-8220e8c507ca tempest-AllowedAddressPairIpV6TestJSON-597468505 tempest-AllowedAddressPairIpV6TestJSON-597468505-project] GET failed (client error): The resource could not be found. Jun 23 11:31:32.293508 dv-neutron-601336-94-hyperv neutron-server[94175]: INFO neutron.wsgi [None req-a10db59e-8f21-48e5-916d-8220e8c507ca tempest-AllowedAddressPairIpV6TestJSON-597468505 tempest-AllowedAddressPairIpV6TestJSON-597468505-project] 10.222.0.20 "GET /v2.0/ports/6e9196fa-d277-42de-914c-a3292cff1e16 HTTP/1.1" status: 404 len: 333 time: 0.0396519 Jun 23 11:31:32.299533 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.wsgi [-] (94175) accepted ('10.222.0.20', 37216) {{(pid=94175) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 11:31:32.313879 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.api.v2.base [None req-2867b657-3184-4af3-a171-60eb61dab951 tempest-AllowedAddressPairIpV6TestJSON-597468505 tempest-AllowedAddressPairIpV6TestJSON-597468505-project] Request body: {'port': {'network_id': 'dcc59d40-7ea7-42ee-a412-94c03272e7db', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-1977463726'}} {{(pid=94175) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 23 11:31:32.321977 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c8f1dc9-643a-436e-87c1-49fb28dc5a6e tempest-NetworksIpV6TestAttrs-49342282 tempest-NetworksIpV6TestAttrs-49342282-project] Pushing event deleted for resources: {'Subnet': ['ID=933a8787-41af-4661-9da3-fee2cb8525d2,revision_number=None']} {{(pid=94174) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 11:31:32.337945 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG oslo_concurrency.lockutils [None req-7c8f1dc9-643a-436e-87c1-49fb28dc5a6e tempest-NetworksIpV6TestAttrs-49342282 tempest-NetworksIpV6TestAttrs-49342282-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.073s {{(pid=94174) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 11:31:32.351337 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron_lib.callbacks.manager [None req-7c8f1dc9-643a-436e-87c1-49fb28dc5a6e tempest-NetworksIpV6TestAttrs-49342282 tempest-NetworksIpV6TestAttrs-49342282-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7865916'] for subnet, before_response {{(pid=94174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:31:32.353320 dv-neutron-601336-94-hyperv neutron-server[94174]: INFO neutron.wsgi [None req-7c8f1dc9-643a-436e-87c1-49fb28dc5a6e tempest-NetworksIpV6TestAttrs-49342282 tempest-NetworksIpV6TestAttrs-49342282-project] 10.222.0.20 "DELETE /v2.0/subnets/933a8787-41af-4661-9da3-fee2cb8525d2 HTTP/1.1" status: 204 len: 168 time: 1.1140189 Jun 23 11:31:32.359690 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron_lib.callbacks.manager [None req-f2d5adcb-cec2-4f42-b9ce-7f74cfa44186 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-922904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866062', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773700135042', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773699642233', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773699642278'] for port, after_update {{(pid=94176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:31:32.361407 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron_lib.callbacks.manager [None req-ee794a5e-a332-4bc5-8f88-83b462cb8157 tempest-RoutersIpV6AdminTest-894294123 tempest-RoutersIpV6AdminTest-894294123-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-524171'] for router_gateway, after_delete {{(pid=94174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:31:32.363318 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG oslo_concurrency.lockutils [None req-dc7542b2-afef-47f4-a763-e3a3cba144be None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 11:31:32.364498 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.wsgi [-] (94174) accepted ('10.222.0.20', 37220) {{(pid=94174) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 11:31:32.385872 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron_lib.callbacks.manager [None req-bc978ab7-55a9-43e8-955e-a23c8b1e52e2 tempest-RoutersAdminTest-1813587668 tempest-RoutersAdminTest-1813587668-project] Notify callbacks [] for router, before_delete {{(pid=94174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:31:32.452712 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2d5adcb-cec2-4f42-b9ce-7f74cfa44186 None None] Pushing event updated for resources: {'Port': ['ID=d4b30711-945b-4935-a55f-dc83ce9e4b3d,revision_number=4']} {{(pid=94176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 11:31:32.465421 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG oslo_concurrency.lockutils [None req-f2d5adcb-cec2-4f42-b9ce-7f74cfa44186 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.101s {{(pid=94176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 11:31:32.547455 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron_lib.callbacks.manager [None req-38f690a5-d264-40aa-8c8d-a4d54e02be95 tempest-NetworksTestDHCPv6-162546708 tempest-NetworksTestDHCPv6-162546708-project] Notify callbacks [] for port, precommit_update {{(pid=94175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:31:32.576813 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.db.provisioning_blocks [None req-727f2132-faa7-451d-be37-127ee1c6eb74 None None] Provisioning for port 06878f64-2609-4404-a4d0-5de62479c923 completed by entity DHCP. {{(pid=94176) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 23 11:31:32.584021 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.db.provisioning_blocks [None req-727f2132-faa7-451d-be37-127ee1c6eb74 None None] Provisioning complete for port 06878f64-2609-4404-a4d0-5de62479c923 triggered by entity DHCP. {{(pid=94176) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 23 11:31:32.585710 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron_lib.callbacks.manager [None req-727f2132-faa7-451d-be37-127ee1c6eb74 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-899258'] for port, provisioning_complete {{(pid=94176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:31:32.593130 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron_lib.callbacks.manager [None req-ee794a5e-a332-4bc5-8f88-83b462cb8157 tempest-RoutersIpV6AdminTest-894294123 tempest-RoutersIpV6AdminTest-894294123-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-520417', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-32301'] for router, precommit_delete {{(pid=94174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:31:32.603728 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron_lib.callbacks.manager [None req-ee794a5e-a332-4bc5-8f88-83b462cb8157 tempest-RoutersIpV6AdminTest-894294123 tempest-RoutersIpV6AdminTest-894294123-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:31:32.611575 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron_lib.callbacks.manager [None req-38f690a5-d264-40aa-8c8d-a4d54e02be95 tempest-NetworksTestDHCPv6-162546708 tempest-NetworksTestDHCPv6-162546708-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-922904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866062', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773700135042', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773699642233', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773699642278', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5082471'] for port, after_update {{(pid=94175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:31:32.612447 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron_lib.callbacks.manager [None req-38f690a5-d264-40aa-8c8d-a4d54e02be95 tempest-NetworksTestDHCPv6-162546708 tempest-NetworksTestDHCPv6-162546708-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-7866091', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-453038'] for router_interface, after_create {{(pid=94175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:31:32.615359 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG oslo_concurrency.lockutils [None req-6e0c53b8-7bb7-4bef-b0b8-e23fbdac0c4a tempest-NetworksTestDHCPv6-162546708 tempest-NetworksTestDHCPv6-162546708-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94175) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 11:31:32.617048 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-85de14e1-66b2-4794-b71a-e23b8db8cd76 None None] Network 69b1f606-ae82-400f-a426-d75cd329835f requested from dv-neutron-601336-94-hyperv {{(pid=94176) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 23 11:31:32.689857 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2867b657-3184-4af3-a171-60eb61dab951 tempest-AllowedAddressPairIpV6TestJSON-597468505 tempest-AllowedAddressPairIpV6TestJSON-597468505-project] Made reservation on behalf of b9d21b3292f245528a11bbb067c1ae45 for: {'port': 1} {{(pid=94175) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 23 11:31:32.695456 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron_lib.callbacks.manager [None req-2867b657-3184-4af3-a171-60eb61dab951 tempest-AllowedAddressPairIpV6TestJSON-597468505 tempest-AllowedAddressPairIpV6TestJSON-597468505-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-923104'] for port, before_create {{(pid=94175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:31:32.720386 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38f690a5-d264-40aa-8c8d-a4d54e02be95 tempest-NetworksTestDHCPv6-162546708 tempest-NetworksTestDHCPv6-162546708-project] Pushing event updated for resources: {'Port': ['ID=d1b8c404-4754-4a96-8d19-cbf44cc8d586,revision_number=2']} {{(pid=94175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 11:31:32.727094 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG oslo_concurrency.lockutils [None req-38f690a5-d264-40aa-8c8d-a4d54e02be95 tempest-NetworksTestDHCPv6-162546708 tempest-NetworksTestDHCPv6-162546708-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.112s {{(pid=94175) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 11:31:32.727285 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3f85a376-6c84-497f-ab39-841c8a06c4ff tempest-NetworksIpV6TestAttrs-49342282 tempest-NetworksIpV6TestAttrs-49342282-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94174) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 11:31:32.728984 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3f85a376-6c84-497f-ab39-841c8a06c4ff tempest-NetworksIpV6TestAttrs-49342282 tempest-NetworksIpV6TestAttrs-49342282-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94174) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 11:31:32.735589 dv-neutron-601336-94-hyperv neutron-server[94174]: INFO neutron.wsgi [None req-3f85a376-6c84-497f-ab39-841c8a06c4ff tempest-NetworksIpV6TestAttrs-49342282 tempest-NetworksIpV6TestAttrs-49342282-project] 10.222.0.20 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1478 time: 0.3653715 Jun 23 11:31:32.736293 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.notifiers.nova [None req-2867b657-3184-4af3-a171-60eb61dab951 tempest-AllowedAddressPairIpV6TestJSON-597468505 tempest-AllowedAddressPairIpV6TestJSON-597468505-project] device_id is not set on port 1195dc50-6ef0-4046-886f-5c12f6b9f5a2 yet. {{(pid=94175) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jun 23 11:31:32.736436 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.wsgi [-] (94174) accepted ('10.222.0.20', 37222) {{(pid=94174) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 11:31:32.782331 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron_lib.callbacks.manager [None req-727f2132-faa7-451d-be37-127ee1c6eb74 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-923122'] for port, before_update {{(pid=94176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:31:32.809447 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron_lib.callbacks.manager [None req-ee794a5e-a332-4bc5-8f88-83b462cb8157 tempest-RoutersIpV6AdminTest-894294123 tempest-RoutersIpV6AdminTest-894294123-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-494961'] for router, after_delete {{(pid=94174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:31:32.810858 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ee794a5e-a332-4bc5-8f88-83b462cb8157 tempest-RoutersIpV6AdminTest-894294123 tempest-RoutersIpV6AdminTest-894294123-project] Fanout notify agent at l3_agent the message router_deleted on router 198b604c-e71d-41f9-ac3a-edde256c572c {{(pid=94174) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jun 23 11:31:32.816053 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-38f690a5-d264-40aa-8c8d-a4d54e02be95 tempest-NetworksTestDHCPv6-162546708 tempest-NetworksTestDHCPv6-162546708-project] Network f53f535d-bce4-4da8-9bd9-396677ff4e83 is already hosted by enough agents. {{(pid=94175) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 23 11:31:32.826240 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron_lib.callbacks.manager [None req-ee794a5e-a332-4bc5-8f88-83b462cb8157 tempest-RoutersIpV6AdminTest-894294123 tempest-RoutersIpV6AdminTest-894294123-project] Notify callbacks [] for router, before_response {{(pid=94174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:31:32.826331 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.scheduler.base_scheduler [None req-38f690a5-d264-40aa-8c8d-a4d54e02be95 tempest-NetworksTestDHCPv6-162546708 tempest-NetworksTestDHCPv6-162546708-project] Resources bound (agent type, host, resource id): {{(pid=94175) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 23 11:31:32.826331 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.wsgi [-] (94175) accepted ('10.222.0.20', 37224) {{(pid=94175) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 11:31:32.827553 dv-neutron-601336-94-hyperv neutron-server[94174]: INFO neutron.wsgi [None req-ee794a5e-a332-4bc5-8f88-83b462cb8157 tempest-RoutersIpV6AdminTest-894294123 tempest-RoutersIpV6AdminTest-894294123-project] 10.222.0.20 "DELETE /v2.0/routers/198b604c-e71d-41f9-ac3a-edde256c572c HTTP/1.1" status: 204 len: 168 time: 3.1806405 Jun 23 11:31:32.848039 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.plugins.ml2.db [None req-727f2132-faa7-451d-be37-127ee1c6eb74 None None] For port 06878f64-2609-4404-a4d0-5de62479c923, host dv-neutron-601336-94-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-94-hyperv',level=0,port_id=06878f64-2609-4404-a4d0-5de62479c923,segment=NetworkSegment(6303a411-6e70-4139-a530-9ee4cf8ba843),segment_id=6303a411-6e70-4139-a530-9ee4cf8ba843)] {{(pid=94176) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 23 11:31:32.853277 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.api.v2.base [None req-27415799-b574-4e46-a6bc-2e91724e4c92 tempest-RoutersIpV6AdminTest-894294123 tempest-RoutersIpV6AdminTest-894294123-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-2112618454', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=94175) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 23 11:31:32.870676 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron_lib.callbacks.manager [None req-bc978ab7-55a9-43e8-955e-a23c8b1e52e2 tempest-RoutersAdminTest-1813587668 tempest-RoutersAdminTest-1813587668-project] Notify callbacks [] for router_gateway, before_delete {{(pid=94174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:31:32.885528 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.plugins.ml2.rpc [None req-dc7542b2-afef-47f4-a763-e3a3cba144be None None] Device d4b30711-945b-4935-a55f-dc83ce9e4b3d up at agent ovs-agent-dv-neutron-601336-94-hyperv {{(pid=94176) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:298}} Jun 23 11:31:32.889815 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron_lib.callbacks.manager [None req-044bcbde-6e49-4675-bf64-949bb9748cf4 tempest-NetworksIpV6TestAttrs-49342282 tempest-NetworksIpV6TestAttrs-49342282-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-824874'] for network, before_delete {{(pid=94174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:31:32.897853 dv-neutron-601336-94-hyperv neutron-server[94174]: INFO neutron.pecan_wsgi.hooks.translation [None req-044bcbde-6e49-4675-bf64-949bb9748cf4 tempest-NetworksIpV6TestAttrs-49342282 tempest-NetworksIpV6TestAttrs-49342282-project] DELETE failed (client error): There was a conflict when trying to complete your request. Jun 23 11:31:32.898429 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-044bcbde-6e49-4675-bf64-949bb9748cf4 tempest-NetworksIpV6TestAttrs-49342282 tempest-NetworksIpV6TestAttrs-49342282-project] No notification will be sent due to unsuccessful status code: 409 {{(pid=94174) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 23 11:31:32.904429 dv-neutron-601336-94-hyperv neutron-server[94174]: INFO neutron.wsgi [None req-044bcbde-6e49-4675-bf64-949bb9748cf4 tempest-NetworksIpV6TestAttrs-49342282 tempest-NetworksIpV6TestAttrs-49342282-project] 10.222.0.20 "DELETE /v2.0/networks/69b1f606-ae82-400f-a426-d75cd329835f HTTP/1.1" status: 409 len: 405 time: 0.1614058 Jun 23 11:31:32.904906 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.wsgi [-] (94174) accepted ('10.222.0.20', 37226) {{(pid=94174) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 11:31:32.910920 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.api.v2.base [None req-dae1903e-2ead-4d28-b11d-ae78e8ba9eb7 tempest-NetworksIpV6TestAttrs-49342282 tempest-NetworksIpV6TestAttrs-49342282-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-261842219'}} {{(pid=94174) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 23 11:31:32.918002 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron_lib.callbacks.manager [None req-727f2132-faa7-451d-be37-127ee1c6eb74 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-922904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866062', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773700135042', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773699642233', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773699642278'] for port, after_update {{(pid=94176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:31:32.923899 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG oslo_concurrency.lockutils [None req-e2a4284a-31ac-44fb-b181-f9bbfdb6cb41 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 11:31:32.936775 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron_lib.callbacks.manager [None req-2bda2aa8-0fb1-4d32-b725-b9dceff6d9db tempest-FloatingIPAdminTestJSON-1420968783 tempest-FloatingIPAdminTestJSON-1420968783-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-922904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866062', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773700135024', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773699642224', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5196390'] for port, after_delete {{(pid=94174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:31:32.942835 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG oslo_concurrency.lockutils [None req-7dd95169-772e-4b37-bf17-48788614cf62 tempest-RoutersIpV6AdminTest-1878456168 tempest-RoutersIpV6AdminTest-1878456168-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94174) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 11:31:32.978574 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bda2aa8-0fb1-4d32-b725-b9dceff6d9db tempest-FloatingIPAdminTestJSON-1420968783 tempest-FloatingIPAdminTestJSON-1420968783-project] Pushing event deleted for resources: {'Port': ['ID=a40e193c-1363-46d7-89bd-818976ce10c3,revision_number=None']} {{(pid=94174) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 11:31:32.978797 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3ad3f5a9-1b45-4a87-93e4-af0f9399fe2d None None] DHCP port deletion for 69b1f606-ae82-400f-a426-d75cd329835f request from dv-neutron-601336-94-hyperv {{(pid=94176) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jun 23 11:31:32.981820 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG oslo_concurrency.lockutils [None req-2bda2aa8-0fb1-4d32-b725-b9dceff6d9db tempest-FloatingIPAdminTestJSON-1420968783 tempest-FloatingIPAdminTestJSON-1420968783-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.039s {{(pid=94174) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 11:31:33.030290 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dae1903e-2ead-4d28-b11d-ae78e8ba9eb7 tempest-NetworksIpV6TestAttrs-49342282 tempest-NetworksIpV6TestAttrs-49342282-project] Made reservation on behalf of 75dfc2cb640c496b8d9cb81bc53d56b1 for: {'network': 1} {{(pid=94174) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 23 11:31:33.035276 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron_lib.callbacks.manager [None req-dae1903e-2ead-4d28-b11d-ae78e8ba9eb7 tempest-NetworksIpV6TestAttrs-49342282 tempest-NetworksIpV6TestAttrs-49342282-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-923104'] for network, before_create {{(pid=94174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:31:33.046110 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-727f2132-faa7-451d-be37-127ee1c6eb74 None None] Pushing event updated for resources: {'Port': ['ID=06878f64-2609-4404-a4d0-5de62479c923,revision_number=3']} {{(pid=94176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 11:31:33.053028 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG oslo_concurrency.lockutils [None req-727f2132-faa7-451d-be37-127ee1c6eb74 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.130s {{(pid=94176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 11:31:33.072003 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.db.provisioning_blocks [None req-dc7542b2-afef-47f4-a763-e3a3cba144be None None] Provisioning complete for port d4b30711-945b-4935-a55f-dc83ce9e4b3d triggered by entity L2. {{(pid=94176) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 23 11:31:33.073216 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron_lib.callbacks.manager [None req-dc7542b2-afef-47f4-a763-e3a3cba144be None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-899258'] for port, provisioning_complete {{(pid=94176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:31:33.114915 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.db.provisioning_blocks [None req-851fc0ee-1cf2-4fe2-88fe-dcf7089afed1 None None] Provisioning for port d1b8c404-4754-4a96-8d19-cbf44cc8d586 completed by entity DHCP. {{(pid=94176) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 23 11:31:33.123418 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.plugins.ml2.plugin [None req-3ad3f5a9-1b45-4a87-93e4-af0f9399fe2d None None] Deleting port d4b30711-945b-4935-a55f-dc83ce9e4b3d {{(pid=94176) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1913}} Jun 23 11:31:33.124785 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron_lib.callbacks.manager [None req-3ad3f5a9-1b45-4a87-93e4-af0f9399fe2d None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773700079324'] for port, before_delete {{(pid=94176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:31:33.149644 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.db.provisioning_blocks [None req-851fc0ee-1cf2-4fe2-88fe-dcf7089afed1 None None] Provisioning complete for port d1b8c404-4754-4a96-8d19-cbf44cc8d586 triggered by entity DHCP. {{(pid=94176) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 23 11:31:33.150033 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron_lib.callbacks.manager [None req-851fc0ee-1cf2-4fe2-88fe-dcf7089afed1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-899258'] for port, provisioning_complete {{(pid=94176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:31:33.157292 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron_lib.callbacks.manager [None req-2bda2aa8-0fb1-4d32-b725-b9dceff6d9db tempest-FloatingIPAdminTestJSON-1420968783 tempest-FloatingIPAdminTestJSON-1420968783-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-217507'] for port, before_response {{(pid=94174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:31:33.163012 dv-neutron-601336-94-hyperv neutron-server[94174]: INFO neutron.wsgi [None req-2bda2aa8-0fb1-4d32-b725-b9dceff6d9db tempest-FloatingIPAdminTestJSON-1420968783 tempest-FloatingIPAdminTestJSON-1420968783-project] 10.222.0.20 "DELETE /v2.0/ports/a40e193c-1363-46d7-89bd-818976ce10c3 HTTP/1.1" status: 204 len: 168 time: 1.8176219 Jun 23 11:31:33.165112 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.wsgi [-] (94174) accepted ('10.222.0.20', 37228) {{(pid=94174) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 11:31:33.240384 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-dae1903e-2ead-4d28-b11d-ae78e8ba9eb7 tempest-NetworksIpV6TestAttrs-49342282 tempest-NetworksIpV6TestAttrs-49342282-project] vlan segment allocate from pool success with {'vlan_id': 403, 'physical_network': 'physnet1'} {{(pid=94174) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 23 11:31:33.272274 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.plugins.ml2.plugin [None req-851fc0ee-1cf2-4fe2-88fe-dcf7089afed1 None None] Port d1b8c404-4754-4a96-8d19-cbf44cc8d586 cannot update to ACTIVE because it is not bound. {{(pid=94176) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jun 23 11:31:33.277116 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron_lib.callbacks.manager [None req-dae1903e-2ead-4d28-b11d-ae78e8ba9eb7 tempest-NetworksIpV6TestAttrs-49342282 tempest-NetworksIpV6TestAttrs-49342282-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3801'] for segment, precommit_create {{(pid=94174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:31:33.277485 dv-neutron-601336-94-hyperv neutron-server[94174]: INFO neutron.db.segments_db [None req-dae1903e-2ead-4d28-b11d-ae78e8ba9eb7 tempest-NetworksIpV6TestAttrs-49342282 tempest-NetworksIpV6TestAttrs-49342282-project] Added segment 93979297-a4dd-45df-ad69-d1ea0f02f397 of type vlan for network 7ca3c35a-43db-48c3-bcba-74614ced21a0 Jun 23 11:31:33.334874 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron_lib.callbacks.manager [None req-dae1903e-2ead-4d28-b11d-ae78e8ba9eb7 tempest-NetworksIpV6TestAttrs-49342282 tempest-NetworksIpV6TestAttrs-49342282-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8773699596773'] for network, precommit_create {{(pid=94174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:31:33.366777 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.plugins.ml2.plugin [None req-bc978ab7-55a9-43e8-955e-a23c8b1e52e2 tempest-RoutersAdminTest-1813587668 tempest-RoutersAdminTest-1813587668-project] Deleting port 6e9b499b-a381-4741-8d04-be596dbcfa10 {{(pid=94174) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1913}} Jun 23 11:31:33.367158 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron_lib.callbacks.manager [None req-bc978ab7-55a9-43e8-955e-a23c8b1e52e2 tempest-RoutersAdminTest-1813587668 tempest-RoutersAdminTest-1813587668-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773700079324'] for port, before_delete {{(pid=94174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:31:33.402422 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.db.db_base_plugin_common [None req-2867b657-3184-4af3-a171-60eb61dab951 tempest-AllowedAddressPairIpV6TestJSON-597468505 tempest-AllowedAddressPairIpV6TestJSON-597468505-project] Allocated IP 2001:db8::ac (dcc59d40-7ea7-42ee-a412-94c03272e7db/1c6e37c1-d30a-477b-b01e-bba7c97b2366/1195dc50-6ef0-4046-886f-5c12f6b9f5a2) {{(pid=94175) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 23 11:31:33.431830 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.plugins.ml2.db [None req-3ad3f5a9-1b45-4a87-93e4-af0f9399fe2d None None] For port d4b30711-945b-4935-a55f-dc83ce9e4b3d, host dv-neutron-601336-94-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-94-hyperv',level=0,port_id=d4b30711-945b-4935-a55f-dc83ce9e4b3d,segment=NetworkSegment(6c196de2-0a72-4e0a-98fd-73565fba0621),segment_id=6c196de2-0a72-4e0a-98fd-73565fba0621)] {{(pid=94176) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 23 11:31:33.432554 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron_lib.callbacks.manager [None req-3ad3f5a9-1b45-4a87-93e4-af0f9399fe2d None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-430722'] for port, precommit_delete {{(pid=94176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:31:33.448747 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.plugins.ml2.plugin [None req-3ad3f5a9-1b45-4a87-93e4-af0f9399fe2d None None] Calling delete_port for d4b30711-945b-4935-a55f-dc83ce9e4b3d owned by network:dhcp {{(pid=94176) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1986}} Jun 23 11:31:33.468599 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ed5b5fd2-6ec7-40f0-b0d7-7ac36f2c67e5 tempest-FloatingIPAdminTestJSON-1420968783 tempest-FloatingIPAdminTestJSON-1420968783-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94174) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 11:31:33.473494 dv-neutron-601336-94-hyperv neutron-server[94174]: INFO neutron.wsgi [None req-ed5b5fd2-6ec7-40f0-b0d7-7ac36f2c67e5 tempest-FloatingIPAdminTestJSON-1420968783 tempest-FloatingIPAdminTestJSON-1420968783-project] 10.222.0.20 "GET /v2.0/ports?device_id=82083bbf-e3ef-4c55-8318-807c0e486f66 HTTP/1.1" status: 200 len: 913 time: 0.2975304 Jun 23 11:31:33.476364 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.wsgi [-] (94175) accepted ('10.222.0.20', 37232) {{(pid=94175) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 11:31:33.478617 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron_lib.callbacks.manager [None req-bc978ab7-55a9-43e8-955e-a23c8b1e52e2 tempest-RoutersAdminTest-1813587668 tempest-RoutersAdminTest-1813587668-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-430722'] for port, precommit_delete {{(pid=94174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:31:33.481400 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron_lib.callbacks.manager [None req-dae1903e-2ead-4d28-b11d-ae78e8ba9eb7 tempest-NetworksIpV6TestAttrs-49342282 tempest-NetworksIpV6TestAttrs-49342282-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8002400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7866073'] for network, after_create {{(pid=94174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:31:33.491677 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dae1903e-2ead-4d28-b11d-ae78e8ba9eb7 tempest-NetworksIpV6TestAttrs-49342282 tempest-NetworksIpV6TestAttrs-49342282-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94174) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 11:31:33.492286 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron_lib.callbacks.manager [None req-dae1903e-2ead-4d28-b11d-ae78e8ba9eb7 tempest-NetworksIpV6TestAttrs-49342282 tempest-NetworksIpV6TestAttrs-49342282-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7865916'] for network, before_response {{(pid=94174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:31:33.497495 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94174) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 11:31:33.508134 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.plugins.ml2.plugin [None req-bc978ab7-55a9-43e8-955e-a23c8b1e52e2 tempest-RoutersAdminTest-1813587668 tempest-RoutersAdminTest-1813587668-project] Calling delete_port for 6e9b499b-a381-4741-8d04-be596dbcfa10 owned by network:router_gateway {{(pid=94174) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1986}} Jun 23 11:31:33.513645 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.db.provisioning_blocks [None req-851fc0ee-1cf2-4fe2-88fe-dcf7089afed1 None None] Provisioning for port 8676a34f-eb68-4d78-8b2e-349f6478be6b completed by entity DHCP. {{(pid=94176) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 23 11:31:33.522602 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.db.provisioning_blocks [None req-851fc0ee-1cf2-4fe2-88fe-dcf7089afed1 None None] Provisioning complete for port 8676a34f-eb68-4d78-8b2e-349f6478be6b triggered by entity DHCP. {{(pid=94176) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 23 11:31:33.522913 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron_lib.callbacks.manager [None req-851fc0ee-1cf2-4fe2-88fe-dcf7089afed1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-899258'] for port, provisioning_complete {{(pid=94176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:31:33.607298 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dae1903e-2ead-4d28-b11d-ae78e8ba9eb7 tempest-NetworksIpV6TestAttrs-49342282 tempest-NetworksIpV6TestAttrs-49342282-project] Pushing event updated for resources: {'Network': ['ID=7ca3c35a-43db-48c3-bcba-74614ced21a0,revision_number=1']} {{(pid=94174) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 11:31:33.612085 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG oslo_concurrency.lockutils [None req-dae1903e-2ead-4d28-b11d-ae78e8ba9eb7 tempest-NetworksIpV6TestAttrs-49342282 tempest-NetworksIpV6TestAttrs-49342282-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.115s {{(pid=94174) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 11:31:33.628995 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.plugins.ml2.rpc [None req-dc7542b2-afef-47f4-a763-e3a3cba144be None None] Network 7ca3c35a-43db-48c3-bcba-74614ced21a0 details requested by agent ovs-agent-dv-neutron-601336-94-hyperv with host dv-neutron-601336-94-hyperv {{(pid=94176) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:250}} Jun 23 11:31:33.634739 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron_lib.callbacks.manager [None req-27415799-b574-4e46-a6bc-2e91724e4c92 tempest-RoutersIpV6AdminTest-894294123 tempest-RoutersIpV6AdminTest-894294123-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-520407', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-32315'] for router, before_create {{(pid=94175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:31:33.637126 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron_lib.callbacks.manager [None req-27415799-b574-4e46-a6bc-2e91724e4c92 tempest-RoutersIpV6AdminTest-894294123 tempest-RoutersIpV6AdminTest-894294123-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-520264', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-524122', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-414782', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-32290'] for router, precommit_create {{(pid=94175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:31:33.647398 dv-neutron-601336-94-hyperv neutron-server[94174]: INFO neutron.wsgi [None req-dae1903e-2ead-4d28-b11d-ae78e8ba9eb7 tempest-NetworksIpV6TestAttrs-49342282 tempest-NetworksIpV6TestAttrs-49342282-project] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 788 time: 0.7411878 Jun 23 11:31:33.651683 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.wsgi [-] (94174) accepted ('10.222.0.20', 37236) {{(pid=94174) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 11:31:33.660291 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.api.v2.base [None req-f33bc533-576c-4125-a932-f6ee8d52ee17 tempest-NetworksIpV6TestAttrs-49342282 tempest-NetworksIpV6TestAttrs-49342282-project] Request body: {'subnet': {'network_id': '7ca3c35a-43db-48c3-bcba-74614ced21a0', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None, 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=94174) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 23 11:31:33.697391 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.plugins.ml2.plugin [None req-851fc0ee-1cf2-4fe2-88fe-dcf7089afed1 None None] Port 8676a34f-eb68-4d78-8b2e-349f6478be6b cannot update to ACTIVE because it is not bound. {{(pid=94176) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jun 23 11:31:33.713857 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.db.provisioning_blocks [None req-851fc0ee-1cf2-4fe2-88fe-dcf7089afed1 None None] Provisioning complete for port d4b30711-945b-4935-a55f-dc83ce9e4b3d triggered by entity DHCP. {{(pid=94176) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 23 11:31:33.714242 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron_lib.callbacks.manager [None req-851fc0ee-1cf2-4fe2-88fe-dcf7089afed1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-899258'] for port, provisioning_complete {{(pid=94176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:31:33.880751 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron_lib.callbacks.manager [None req-2867b657-3184-4af3-a171-60eb61dab951 tempest-AllowedAddressPairIpV6TestJSON-597468505 tempest-AllowedAddressPairIpV6TestJSON-597468505-project] Notify callbacks [] for port, precommit_create {{(pid=94175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:31:33.893520 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron_lib.callbacks.manager [None req-3ad3f5a9-1b45-4a87-93e4-af0f9399fe2d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-922904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866062', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773700135024', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773699642224'] for port, after_delete {{(pid=94176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:31:33.896646 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG oslo_concurrency.lockutils [None req-e2a4284a-31ac-44fb-b181-f9bbfdb6cb41 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 11:31:33.902269 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.db.provisioning_blocks [None req-851fc0ee-1cf2-4fe2-88fe-dcf7089afed1 None None] Could not find standard attr ID for object d4b30711-945b-4935-a55f-dc83ce9e4b3d. {{(pid=94176) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jun 23 11:31:33.920679 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f33bc533-576c-4125-a932-f6ee8d52ee17 tempest-NetworksIpV6TestAttrs-49342282 tempest-NetworksIpV6TestAttrs-49342282-project] Made reservation on behalf of 75dfc2cb640c496b8d9cb81bc53d56b1 for: {'subnet': 1} {{(pid=94174) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 23 11:31:33.921408 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron_lib.callbacks.manager [None req-27415799-b574-4e46-a6bc-2e91724e4c92 tempest-RoutersIpV6AdminTest-894294123 tempest-RoutersIpV6AdminTest-894294123-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:31:33.922568 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ad3f5a9-1b45-4a87-93e4-af0f9399fe2d None None] Pushing event deleted for resources: {'Port': ['ID=d4b30711-945b-4935-a55f-dc83ce9e4b3d,revision_number=None']} {{(pid=94176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 11:31:33.924593 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron_lib.callbacks.manager [None req-f33bc533-576c-4125-a932-f6ee8d52ee17 tempest-NetworksIpV6TestAttrs-49342282 tempest-NetworksIpV6TestAttrs-49342282-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4294245'] for subnet, before_create {{(pid=94174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:31:33.941969 dv-neutron-601336-94-hyperv neutron-server[94176]: INFO neutron.plugins.ml2.db [None req-851fc0ee-1cf2-4fe2-88fe-dcf7089afed1 None None] No ports have port_id starting with d4b30711-945b-4935-a55f-dc83ce9e4b3d Jun 23 11:31:33.941969 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3ad3f5a9-1b45-4a87-93e4-af0f9399fe2d None None] No DVR routers for this DVR port d4b30711-945b-4935-a55f-dc83ce9e4b3d on host dv-neutron-601336-94-hyperv {{(pid=94176) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 23 11:31:33.941969 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG oslo_concurrency.lockutils [None req-3ad3f5a9-1b45-4a87-93e4-af0f9399fe2d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.030s {{(pid=94176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 11:31:33.951160 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.db.provisioning_blocks [None req-2867b657-3184-4af3-a171-60eb61dab951 tempest-AllowedAddressPairIpV6TestJSON-597468505 tempest-AllowedAddressPairIpV6TestJSON-597468505-project] Transition to ACTIVE for port object 1195dc50-6ef0-4046-886f-5c12f6b9f5a2 will not be triggered until provisioned by entity DHCP. {{(pid=94175) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 23 11:31:33.962350 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-38f690a5-d264-40aa-8c8d-a4d54e02be95 tempest-NetworksTestDHCPv6-162546708 tempest-NetworksTestDHCPv6-162546708-project] Router 716bde58-0a43-473c-9d67-8375495d6d83 is scheduled to L3 agent 50ef99c0-ef28-4db5-b303-b145898fae60 with binding_index 1 {{(pid=94175) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jun 23 11:31:34.069612 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.db.provisioning_blocks [None req-6faf71ec-3ba5-4480-baa7-c5ac152b3e80 None None] Provisioning complete for port d1b8c404-4754-4a96-8d19-cbf44cc8d586 triggered by entity DHCP. {{(pid=94176) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 23 11:31:34.070005 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron_lib.callbacks.manager [None req-6faf71ec-3ba5-4480-baa7-c5ac152b3e80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-899258'] for port, provisioning_complete {{(pid=94176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:31:34.080059 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron_lib.callbacks.manager [None req-27415799-b574-4e46-a6bc-2e91724e4c92 tempest-RoutersIpV6AdminTest-894294123 tempest-RoutersIpV6AdminTest-894294123-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-520412', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-524143'] for router, after_create {{(pid=94175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:31:34.107756 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.plugins.ml2.plugin [None req-6faf71ec-3ba5-4480-baa7-c5ac152b3e80 None None] Port d1b8c404-4754-4a96-8d19-cbf44cc8d586 cannot update to ACTIVE because it is not bound. {{(pid=94176) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jun 23 11:31:34.195173 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-38f690a5-d264-40aa-8c8d-a4d54e02be95 tempest-NetworksTestDHCPv6-162546708 tempest-NetworksTestDHCPv6-162546708-project] Notify agent at l3_agent.dv-neutron-601336-94-hyperv the message routers_updated {{(pid=94175) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 23 11:31:34.205496 dv-neutron-601336-94-hyperv neutron-server[94175]: INFO neutron.wsgi [None req-38f690a5-d264-40aa-8c8d-a4d54e02be95 tempest-NetworksTestDHCPv6-162546708 tempest-NetworksTestDHCPv6-162546708-project] 10.222.0.20 "PUT /v2.0/routers/716bde58-0a43-473c-9d67-8375495d6d83/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.2228091 Jun 23 11:31:34.207697 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.wsgi [-] (94175) accepted ('10.222.0.20', 37238) {{(pid=94175) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 11:31:34.210341 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-996fd474-d7eb-4fde-b281-38f64af2d42b None None] Sync routers for ids ['716bde58-0a43-473c-9d67-8375495d6d83'] in dv-neutron-601336-94-hyperv {{(pid=94176) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 23 11:31:34.227054 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.db.l3_dvrscheduler_db [None req-996fd474-d7eb-4fde-b281-38f64af2d42b None None] Routers {'716bde58-0a43-473c-9d67-8375495d6d83'} bound to L3 agent in host dv-neutron-601336-94-hyperv {{(pid=94176) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 23 11:31:34.228263 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.db.l3_hamode_db [None req-996fd474-d7eb-4fde-b281-38f64af2d42b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-601336-94-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-23T11:22:13Z,description=,heartbeat_timestamp=2021-06-23T11:31:13Z,host='dv-neutron-601336-94-hyperv',id=50ef99c0-ef28-4db5-b303-b145898fae60,load=0,resource_versions=,resources_synced=,started_at=2021-06-23T11:22:14Z,topic='l3_agent')) {'router_ids': ['716bde58-0a43-473c-9d67-8375495d6d83'], 'active': True} {{(pid=94176) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 11:31:34.268700 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron_lib.callbacks.manager [None req-27415799-b574-4e46-a6bc-2e91724e4c92 tempest-RoutersIpV6AdminTest-894294123 tempest-RoutersIpV6AdminTest-894294123-project] Notify callbacks [] for router, before_response {{(pid=94175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:31:34.269890 dv-neutron-601336-94-hyperv neutron-server[94175]: INFO neutron.wsgi [None req-27415799-b574-4e46-a6bc-2e91724e4c92 tempest-RoutersIpV6AdminTest-894294123 tempest-RoutersIpV6AdminTest-894294123-project] 10.222.0.20 "POST /v2.0/routers HTTP/1.1" status: 201 len: 709 time: 1.4221873 Jun 23 11:31:34.274175 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.wsgi [-] (94174) accepted ('10.222.0.20', 37240) {{(pid=94174) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 11:31:34.285286 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron_lib.callbacks.manager [None req-bc978ab7-55a9-43e8-955e-a23c8b1e52e2 tempest-RoutersAdminTest-1813587668 tempest-RoutersAdminTest-1813587668-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-922904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866062', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773700135024', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773699642224', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5196390'] for port, after_delete {{(pid=94174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:31:34.292183 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.api.v2.base [None req-6eaf0b12-ac15-4164-9420-f30c9a27c833 tempest-RoutersIpV6AdminTest-1878456168 tempest-RoutersIpV6AdminTest-1878456168-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '3e7e4eb3-cf02-4d47-ade9-0a579cdfc60f', 'enable_snat': False}}} {{(pid=94174) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 23 11:31:34.301720 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron_lib.callbacks.manager [None req-2867b657-3184-4af3-a171-60eb61dab951 tempest-AllowedAddressPairIpV6TestJSON-597468505 tempest-AllowedAddressPairIpV6TestJSON-597468505-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-922915', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-239814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7866073', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773699642215', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-5082457'] for port, after_create {{(pid=94175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:31:34.311639 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG oslo_concurrency.lockutils [None req-6dddb4a2-b265-4a86-9902-f42d8ad718e4 tempest-FloatingIPAdminTestJSON-2059789561 tempest-FloatingIPAdminTestJSON-2059789561-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94175) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 11:31:34.350515 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.db.l3_dvr_db [None req-996fd474-d7eb-4fde-b281-38f64af2d42b None None] Set router 716bde58-0a43-473c-9d67-8375495d6d83 gateway port host: None {{(pid=94176) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:838}} Jun 23 11:31:34.364424 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG oslo_concurrency.lockutils [None req-d046bb46-a816-4216-9f21-ce0b62e371e0 tempest-RoutersIpV6AdminTest-894294123 tempest-RoutersIpV6AdminTest-894294123-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94174) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 11:31:34.384235 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2867b657-3184-4af3-a171-60eb61dab951 tempest-AllowedAddressPairIpV6TestJSON-597468505 tempest-AllowedAddressPairIpV6TestJSON-597468505-project] Pushing event updated for resources: {'Port': ['ID=1195dc50-6ef0-4046-886f-5c12f6b9f5a2,revision_number=1']} {{(pid=94175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 11:31:34.389733 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG oslo_concurrency.lockutils [None req-2867b657-3184-4af3-a171-60eb61dab951 tempest-AllowedAddressPairIpV6TestJSON-597468505 tempest-AllowedAddressPairIpV6TestJSON-597468505-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.078s {{(pid=94175) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 11:31:34.393667 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc978ab7-55a9-43e8-955e-a23c8b1e52e2 tempest-RoutersAdminTest-1813587668 tempest-RoutersAdminTest-1813587668-project] Pushing event deleted for resources: {'Port': ['ID=6e9b499b-a381-4741-8d04-be596dbcfa10,revision_number=None']} {{(pid=94174) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 11:31:34.396640 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG oslo_concurrency.lockutils [None req-bc978ab7-55a9-43e8-955e-a23c8b1e52e2 tempest-RoutersAdminTest-1813587668 tempest-RoutersAdminTest-1813587668-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.032s {{(pid=94174) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 11:31:34.401663 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-39e8125b-7931-40d0-8ceb-1777e756cc9d tempest-NetworksTestDHCPv6-162546708 tempest-NetworksTestDHCPv6-162546708-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 11:31:34.405435 dv-neutron-601336-94-hyperv neutron-server[94175]: INFO neutron.wsgi [None req-39e8125b-7931-40d0-8ceb-1777e756cc9d tempest-NetworksTestDHCPv6-162546708 tempest-NetworksTestDHCPv6-162546708-project] 10.222.0.20 "GET /v2.0/ports/d1b8c404-4754-4a96-8d19-cbf44cc8d586 HTTP/1.1" status: 200 len: 911 time: 0.1902056 Jun 23 11:31:34.408802 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.wsgi [-] (94175) accepted ('10.222.0.20', 37242) {{(pid=94175) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 11:31:34.446985 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2867b657-3184-4af3-a171-60eb61dab951 tempest-AllowedAddressPairIpV6TestJSON-597468505 tempest-AllowedAddressPairIpV6TestJSON-597468505-project] Network dcc59d40-7ea7-42ee-a412-94c03272e7db is already hosted by enough agents. {{(pid=94175) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 23 11:31:34.467015 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.scheduler.base_scheduler [None req-2867b657-3184-4af3-a171-60eb61dab951 tempest-AllowedAddressPairIpV6TestJSON-597468505 tempest-AllowedAddressPairIpV6TestJSON-597468505-project] Resources bound (agent type, host, resource id): {{(pid=94175) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 23 11:31:34.484346 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2867b657-3184-4af3-a171-60eb61dab951 tempest-AllowedAddressPairIpV6TestJSON-597468505 tempest-AllowedAddressPairIpV6TestJSON-597468505-project] Received port after_create {{(pid=94175) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 23 11:31:34.492812 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2867b657-3184-4af3-a171-60eb61dab951 tempest-AllowedAddressPairIpV6TestJSON-597468505 tempest-AllowedAddressPairIpV6TestJSON-597468505-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 11:31:34.493623 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron_lib.callbacks.manager [None req-2867b657-3184-4af3-a171-60eb61dab951 tempest-AllowedAddressPairIpV6TestJSON-597468505 tempest-AllowedAddressPairIpV6TestJSON-597468505-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-217507'] for port, before_response {{(pid=94175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:31:34.547680 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron_lib.callbacks.manager [None req-bc978ab7-55a9-43e8-955e-a23c8b1e52e2 tempest-RoutersAdminTest-1813587668 tempest-RoutersAdminTest-1813587668-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-524171'] for router_gateway, after_delete {{(pid=94174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:31:34.547845 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3ee29b7c-17d9-41df-9dc6-438b52deb916 tempest-NetworksTestDHCPv6-162546708 tempest-NetworksTestDHCPv6-162546708-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 11:31:34.555275 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3ee29b7c-17d9-41df-9dc6-438b52deb916 tempest-NetworksTestDHCPv6-162546708 tempest-NetworksTestDHCPv6-162546708-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 11:31:34.559536 dv-neutron-601336-94-hyperv neutron-server[94175]: INFO neutron.wsgi [None req-3ee29b7c-17d9-41df-9dc6-438b52deb916 tempest-NetworksTestDHCPv6-162546708 tempest-NetworksTestDHCPv6-162546708-project] 10.222.0.20 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1655 time: 0.1443584 Jun 23 11:31:34.564415 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron_lib.callbacks.manager [None req-2864253a-a0fa-458c-b0f1-07b1a5c448ce tempest-FloatingIPAdminTestJSON-1420968783 tempest-FloatingIPAdminTestJSON-1420968783-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-453061'] for router_interface, before_delete {{(pid=94175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:31:34.606603 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.db.l3_hamode_db [None req-996fd474-d7eb-4fde-b281-38f64af2d42b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '716bde58-0a43-473c-9d67-8375495d6d83', 'name': 'tempest-NetworksTestDHCPv6-router-1212728096', 'tenant_id': '5e61222a836c47229c94e37f3902e6bd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-23T11:31:28Z', 'updated_at': '2021-06-23T11:31:31Z', 'revision_number': 2, 'project_id': '5e61222a836c47229c94e37f3902e6bd', 'gw_port_host': None, '_interfaces': [{'id': 'd1b8c404-4754-4a96-8d19-cbf44cc8d586', 'name': '', 'network_id': 'f53f535d-bce4-4da8-9bd9-396677ff4e83', 'tenant_id': '5e61222a836c47229c94e37f3902e6bd', 'mac_address': 'fa:16:3e:61:ec:bf', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '716bde58-0a43-473c-9d67-8375495d6d83', 'device_owner': 'network:router_interface', 'standard_attr_id': 312, 'fixed_ips': [{'subnet_id': 'bcddd507-888f-4bc7-964f-15c0c4f1ae32', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-23T11:31:30Z', 'updated_at': '2021-06-23T11:31:32Z', 'revision_number': 2, 'project_id': '5e61222a836c47229c94e37f3902e6bd', 'subnets': [{'id': 'bcddd507-888f-4bc7-964f-15c0c4f1ae32', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': 'dhcpv6-stateful', 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-601336-94-hyperv', False) {} {{(pid=94176) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 11:31:34.619327 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.wsgi [-] (94175) accepted ('10.222.0.20', 37246) {{(pid=94175) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 11:31:34.646297 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-996fd474-d7eb-4fde-b281-38f64af2d42b None None] Checking router: 716bde58-0a43-473c-9d67-8375495d6d83 for host: dv-neutron-601336-94-hyperv {{(pid=94176) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 23 11:31:34.647002 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-996fd474-d7eb-4fde-b281-38f64af2d42b None None] Updating router 716bde58-0a43-473c-9d67-8375495d6d83 port d1b8c404-4754-4a96-8d19-cbf44cc8d586 binding host dv-neutron-601336-94-hyperv {{(pid=94176) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 23 11:31:34.683628 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron_lib.callbacks.manager [None req-996fd474-d7eb-4fde-b281-38f64af2d42b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-923122'] for port, before_update {{(pid=94176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:31:34.728178 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron_lib.callbacks.manager [None req-6eaf0b12-ac15-4164-9420-f30c9a27c833 tempest-RoutersIpV6AdminTest-1878456168 tempest-RoutersIpV6AdminTest-1878456168-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-524104', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-520389', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-32276'] for router, precommit_update {{(pid=94174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:31:34.746961 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron_lib.callbacks.manager [None req-bc978ab7-55a9-43e8-955e-a23c8b1e52e2 tempest-RoutersAdminTest-1813587668 tempest-RoutersAdminTest-1813587668-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-520417', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-32301'] for router, precommit_delete {{(pid=94174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:31:34.750980 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron_lib.callbacks.manager [None req-bc978ab7-55a9-43e8-955e-a23c8b1e52e2 tempest-RoutersAdminTest-1813587668 tempest-RoutersAdminTest-1813587668-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:31:34.877984 dv-neutron-601336-94-hyperv neutron-server[94175]: INFO neutron.wsgi [None req-2867b657-3184-4af3-a171-60eb61dab951 tempest-AllowedAddressPairIpV6TestJSON-597468505 tempest-AllowedAddressPairIpV6TestJSON-597468505-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 943 time: 2.5773907 Jun 23 11:31:34.880889 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.wsgi [-] (94175) accepted ('10.222.0.20', 37250) {{(pid=94175) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 11:31:34.882223 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.plugins.ml2.rpc [None req-dc7542b2-afef-47f4-a763-e3a3cba144be None None] Device 06878f64-2609-4404-a4d0-5de62479c923 up at agent ovs-agent-dv-neutron-601336-94-hyperv {{(pid=94176) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:298}} Jun 23 11:31:34.887395 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.api.v2.base [None req-d0b65e1f-e5a1-4bbf-898f-07e8aa83d671 tempest-AllowedAddressPairIpV6TestJSON-597468505 tempest-AllowedAddressPairIpV6TestJSON-597468505-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '2001:db8::/48', 'mac_address': 'fa:16:3e:9d:bf:74'}]}} {{(pid=94175) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 23 11:31:34.909142 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron_lib.callbacks.manager [None req-bc978ab7-55a9-43e8-955e-a23c8b1e52e2 tempest-RoutersAdminTest-1813587668 tempest-RoutersAdminTest-1813587668-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-494961'] for router, after_delete {{(pid=94174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:31:34.909142 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bc978ab7-55a9-43e8-955e-a23c8b1e52e2 tempest-RoutersAdminTest-1813587668 tempest-RoutersAdminTest-1813587668-project] Fanout notify agent at l3_agent the message router_deleted on router 6ed7e62d-c557-4d87-aad3-977efa24f580 {{(pid=94174) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jun 23 11:31:34.942870 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron_lib.callbacks.manager [None req-bc978ab7-55a9-43e8-955e-a23c8b1e52e2 tempest-RoutersAdminTest-1813587668 tempest-RoutersAdminTest-1813587668-project] Notify callbacks [] for router, before_response {{(pid=94174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:31:34.947642 dv-neutron-601336-94-hyperv neutron-server[94174]: INFO neutron.wsgi [None req-bc978ab7-55a9-43e8-955e-a23c8b1e52e2 tempest-RoutersAdminTest-1813587668 tempest-RoutersAdminTest-1813587668-project] 10.222.0.20 "DELETE /v2.0/routers/6ed7e62d-c557-4d87-aad3-977efa24f580 HTTP/1.1" status: 204 len: 168 time: 2.9752398 Jun 23 11:31:34.947833 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.wsgi [-] (94175) accepted ('10.222.0.20', 37252) {{(pid=94175) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 11:31:34.952746 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.api.v2.base [None req-ac75fa88-0581-4fe8-8403-280cd7bf7aa8 tempest-RoutersAdminTest-1813587668 tempest-RoutersAdminTest-1813587668-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-858091660', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=94175) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 23 11:31:34.968444 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.db.provisioning_blocks [None req-06bed358-8edb-4a42-902a-b7c3dd3d163b None None] Provisioning for port 1195dc50-6ef0-4046-886f-5c12f6b9f5a2 completed by entity DHCP. {{(pid=94176) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 23 11:31:34.980428 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.db.provisioning_blocks [None req-06bed358-8edb-4a42-902a-b7c3dd3d163b None None] Provisioning complete for port 1195dc50-6ef0-4046-886f-5c12f6b9f5a2 triggered by entity DHCP. {{(pid=94176) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 23 11:31:34.980913 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron_lib.callbacks.manager [None req-06bed358-8edb-4a42-902a-b7c3dd3d163b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-899258'] for port, provisioning_complete {{(pid=94176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:31:35.035199 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.db.provisioning_blocks [None req-dc7542b2-afef-47f4-a763-e3a3cba144be None None] Provisioning complete for port 06878f64-2609-4404-a4d0-5de62479c923 triggered by entity L2. {{(pid=94176) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 23 11:31:35.035703 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron_lib.callbacks.manager [None req-dc7542b2-afef-47f4-a763-e3a3cba144be None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-899258'] for port, provisioning_complete {{(pid=94176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:31:35.057222 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.plugins.ml2.plugin [None req-06bed358-8edb-4a42-902a-b7c3dd3d163b None None] Port 1195dc50-6ef0-4046-886f-5c12f6b9f5a2 cannot update to ACTIVE because it is not bound. {{(pid=94176) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jun 23 11:31:35.151566 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron_lib.callbacks.manager [None req-996fd474-d7eb-4fde-b281-38f64af2d42b None None] Notify callbacks [] for port, precommit_update {{(pid=94176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:31:35.152843 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron_lib.callbacks.manager [None req-ac75fa88-0581-4fe8-8403-280cd7bf7aa8 tempest-RoutersAdminTest-1813587668 tempest-RoutersAdminTest-1813587668-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-520407', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-32315'] for router, before_create {{(pid=94175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:31:35.153846 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron_lib.callbacks.manager [None req-ac75fa88-0581-4fe8-8403-280cd7bf7aa8 tempest-RoutersAdminTest-1813587668 tempest-RoutersAdminTest-1813587668-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-520264', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-524122', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-414782', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-32290'] for router, precommit_create {{(pid=94175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:31:35.184618 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron_lib.callbacks.manager [None req-6eaf0b12-ac15-4164-9420-f30c9a27c833 tempest-RoutersIpV6AdminTest-1878456168 tempest-RoutersIpV6AdminTest-1878456168-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=94174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:31:35.186293 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.db.provisioning_blocks [None req-996fd474-d7eb-4fde-b281-38f64af2d42b None None] Transition to ACTIVE for port object d1b8c404-4754-4a96-8d19-cbf44cc8d586 will not be triggered until provisioned by entity L2. {{(pid=94176) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 23 11:31:35.212154 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron_lib.callbacks.manager [None req-6eaf0b12-ac15-4164-9420-f30c9a27c833 tempest-RoutersIpV6AdminTest-1878456168 tempest-RoutersIpV6AdminTest-1878456168-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-923104'] for port, before_create {{(pid=94174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:31:35.250784 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron_lib.callbacks.manager [None req-996fd474-d7eb-4fde-b281-38f64af2d42b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-922904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866062', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773700135042', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773699642233', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773699642278'] for port, after_update {{(pid=94176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:31:35.254176 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG oslo_concurrency.lockutils [None req-a8ccd59c-d341-4541-8929-562120a48383 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 11:31:35.256199 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.plugins.ml2.rpc [None req-dc7542b2-afef-47f4-a763-e3a3cba144be None None] Device d4b30711-945b-4935-a55f-dc83ce9e4b3d no longer exists at agent ovs-agent-dv-neutron-601336-94-hyperv {{(pid=94176) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:261}} Jun 23 11:31:35.302068 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.objects.ports [None req-f33bc533-576c-4125-a932-f6ee8d52ee17 tempest-NetworksIpV6TestAttrs-49342282 tempest-NetworksIpV6TestAttrs-49342282-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=94174) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Jun 23 11:31:35.306677 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron_lib.callbacks.manager [None req-f33bc533-576c-4125-a932-f6ee8d52ee17 tempest-NetworksIpV6TestAttrs-49342282 tempest-NetworksIpV6TestAttrs-49342282-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866062', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5195999', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4294259'] for subnet, after_create {{(pid=94174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:31:35.311459 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron_lib.callbacks.manager [None req-ac75fa88-0581-4fe8-8403-280cd7bf7aa8 tempest-RoutersAdminTest-1813587668 tempest-RoutersAdminTest-1813587668-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:31:35.318682 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94174) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 11:31:35.333374 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.plugins.ml2.plugin [None req-dc7542b2-afef-47f4-a763-e3a3cba144be None None] No Port match for: d4b30711-945b-4935-a55f-dc83ce9e4b3d {{(pid=94176) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2240}} Jun 23 11:31:35.333820 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.plugins.ml2.rpc [None req-dc7542b2-afef-47f4-a763-e3a3cba144be None None] Device d4b30711-945b-4935-a55f-dc83ce9e4b3d not bound to the agent host dv-neutron-601336-94-hyperv {{(pid=94176) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:271}} Jun 23 11:31:35.349138 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f79a092d-e5b1-4cc1-8197-003415c91684 None None] Pushing event updated for resources: {'Port': ['ID=d1b8c404-4754-4a96-8d19-cbf44cc8d586,revision_number=3']} {{(pid=94176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 11:31:35.354904 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG oslo_concurrency.lockutils [None req-f79a092d-e5b1-4cc1-8197-003415c91684 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.100s {{(pid=94176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 11:31:35.363798 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron_lib.callbacks.manager [None req-d0b65e1f-e5a1-4bbf-898f-07e8aa83d671 tempest-AllowedAddressPairIpV6TestJSON-597468505 tempest-AllowedAddressPairIpV6TestJSON-597468505-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-923122'] for port, before_update {{(pid=94175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:31:35.373062 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f33bc533-576c-4125-a932-f6ee8d52ee17 tempest-NetworksIpV6TestAttrs-49342282 tempest-NetworksIpV6TestAttrs-49342282-project] Pushing event updated for resources: {'Subnet': ['ID=736bf7a8-6b48-4ed2-a3b6-583755a93bc6,revision_number=0']} {{(pid=94174) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 11:31:35.375876 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG oslo_concurrency.lockutils [None req-f33bc533-576c-4125-a932-f6ee8d52ee17 tempest-NetworksIpV6TestAttrs-49342282 tempest-NetworksIpV6TestAttrs-49342282-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.057s {{(pid=94174) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 11:31:35.411639 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron_lib.callbacks.manager [None req-ac75fa88-0581-4fe8-8403-280cd7bf7aa8 tempest-RoutersAdminTest-1813587668 tempest-RoutersAdminTest-1813587668-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-520412', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-524143'] for router, after_create {{(pid=94175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:31:35.422524 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.plugins.ml2.managers [None req-996fd474-d7eb-4fde-b281-38f64af2d42b None None] Attempting to bind port d1b8c404-4754-4a96-8d19-cbf44cc8d586 on host dv-neutron-601336-94-hyperv for vnic_type normal with profile {{(pid=94176) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 23 11:31:35.423722 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.plugins.ml2.managers [None req-996fd474-d7eb-4fde-b281-38f64af2d42b None None] Attempting to bind port d1b8c404-4754-4a96-8d19-cbf44cc8d586 by drivers openvswitch,hyperv on host dv-neutron-601336-94-hyperv at level 0 using segments [{'id': '6303a411-6e70-4139-a530-9ee4cf8ba843', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 419, 'network_id': 'f53f535d-bce4-4da8-9bd9-396677ff4e83'}] {{(pid=94176) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 23 11:31:35.424276 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-996fd474-d7eb-4fde-b281-38f64af2d42b None None] Attempting to bind port d1b8c404-4754-4a96-8d19-cbf44cc8d586 on network f53f535d-bce4-4da8-9bd9-396677ff4e83 {{(pid=94176) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 23 11:31:35.433963 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-996fd474-d7eb-4fde-b281-38f64af2d42b None None] Checking agent: {'id': '4d05f899-5ac9-411b-8a03-f60c93f87cdf', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-601336-94-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 23, 11, 22, 14), 'started_at': datetime.datetime(2021, 6, 23, 11, 22, 44), 'heartbeat_timestamp': datetime.datetime(2021, 6, 23, 11, 31, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'monitor_allowed_address_pair_garp': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-601336-94-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94176) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 23 11:31:35.433963 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-996fd474-d7eb-4fde-b281-38f64af2d42b None None] Checking segment: {'id': '6303a411-6e70-4139-a530-9ee4cf8ba843', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 419, 'network_id': 'f53f535d-bce4-4da8-9bd9-396677ff4e83'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94176) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 23 11:31:35.433963 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron_lib.callbacks.manager [None req-996fd474-d7eb-4fde-b281-38f64af2d42b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:31:35.434363 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-996fd474-d7eb-4fde-b281-38f64af2d42b None None] Bound using segment: {'id': '6303a411-6e70-4139-a530-9ee4cf8ba843', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 419, 'network_id': 'f53f535d-bce4-4da8-9bd9-396677ff4e83'} {{(pid=94176) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 23 11:31:35.435457 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.plugins.ml2.managers [None req-996fd474-d7eb-4fde-b281-38f64af2d42b None None] Bound port: d1b8c404-4754-4a96-8d19-cbf44cc8d586, host: dv-neutron-601336-94-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6303a411-6e70-4139-a530-9ee4cf8ba843', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 419, 'network_id': 'f53f535d-bce4-4da8-9bd9-396677ff4e83'}}] {{(pid=94176) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 23 11:31:35.435797 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron_lib.callbacks.manager [None req-996fd474-d7eb-4fde-b281-38f64af2d42b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-923122'] for port, before_update {{(pid=94176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:31:35.436005 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f33bc533-576c-4125-a932-f6ee8d52ee17 tempest-NetworksIpV6TestAttrs-49342282 tempest-NetworksIpV6TestAttrs-49342282-project] Checking segment: {'id': '93979297-a4dd-45df-ad69-d1ea0f02f397', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 403, 'network_id': '7ca3c35a-43db-48c3-bcba-74614ced21a0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94174) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 23 11:31:35.436388 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f33bc533-576c-4125-a932-f6ee8d52ee17 tempest-NetworksIpV6TestAttrs-49342282 tempest-NetworksIpV6TestAttrs-49342282-project] Network hostable DHCP agents. Network: 7ca3c35a-43db-48c3-bcba-74614ced21a0, hostable agents: ['8cf29b10-0e57-4131-816f-a4b6ad00b249'], hosted agents: [] {{(pid=94174) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 23 11:31:35.462307 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.db.db_base_plugin_common [None req-6eaf0b12-ac15-4164-9420-f30c9a27c833 tempest-RoutersIpV6AdminTest-1878456168 tempest-RoutersIpV6AdminTest-1878456168-project-admin] Allocated IP 172.26.3.198 (3e7e4eb3-cf02-4d47-ade9-0a579cdfc60f/a5ad15ab-c489-4a67-a9b0-d559fca0ec71/4ed895a5-1035-4e23-af93-ce7822812238) {{(pid=94174) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 23 11:31:35.514002 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.plugins.ml2.db [None req-996fd474-d7eb-4fde-b281-38f64af2d42b None None] For port d1b8c404-4754-4a96-8d19-cbf44cc8d586, host dv-neutron-601336-94-hyperv, cleared binding levels {{(pid=94176) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 23 11:31:35.517771 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.plugins.ml2.db [None req-996fd474-d7eb-4fde-b281-38f64af2d42b None None] For port d1b8c404-4754-4a96-8d19-cbf44cc8d586, host dv-neutron-601336-94-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-94-hyperv',level=0,port_id=d1b8c404-4754-4a96-8d19-cbf44cc8d586,segment=NetworkSegment(6303a411-6e70-4139-a530-9ee4cf8ba843),segment_id=6303a411-6e70-4139-a530-9ee4cf8ba843)] {{(pid=94176) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 23 11:31:35.583756 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron_lib.callbacks.manager [None req-6eaf0b12-ac15-4164-9420-f30c9a27c833 tempest-RoutersIpV6AdminTest-1878456168 tempest-RoutersIpV6AdminTest-1878456168-project-admin] Notify callbacks [] for port, precommit_create {{(pid=94174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:31:35.586362 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.plugins.ml2.plugin [None req-2864253a-a0fa-458c-b0f1-07b1a5c448ce tempest-FloatingIPAdminTestJSON-1420968783 tempest-FloatingIPAdminTestJSON-1420968783-project] Deleting port 1718dcf7-93e3-447d-af02-d5a94edba3bb {{(pid=94175) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1913}} Jun 23 11:31:35.586834 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron_lib.callbacks.manager [None req-2864253a-a0fa-458c-b0f1-07b1a5c448ce tempest-FloatingIPAdminTestJSON-1420968783 tempest-FloatingIPAdminTestJSON-1420968783-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773700079324'] for port, before_delete {{(pid=94175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:31:35.610395 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f33bc533-576c-4125-a932-f6ee8d52ee17 tempest-NetworksIpV6TestAttrs-49342282 tempest-NetworksIpV6TestAttrs-49342282-project] Network 7ca3c35a-43db-48c3-bcba-74614ced21a0 is scheduled to be hosted by DHCP agent 8cf29b10-0e57-4131-816f-a4b6ad00b249 with binding_index 1 {{(pid=94174) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 23 11:31:35.651819 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron_lib.callbacks.manager [None req-996fd474-d7eb-4fde-b281-38f64af2d42b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-922904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866062', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773700135042', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773699642233', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773699642278'] for port, after_update {{(pid=94176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:31:35.654219 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG oslo_concurrency.lockutils [None req-c558f0d7-efc1-4bab-9f7d-0b3e2f6cc66d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 11:31:35.729246 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.db.l3_dvrscheduler_db [None req-996fd474-d7eb-4fde-b281-38f64af2d42b None None] Routers {'716bde58-0a43-473c-9d67-8375495d6d83'} bound to L3 agent in host dv-neutron-601336-94-hyperv {{(pid=94176) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 23 11:31:35.729895 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.db.l3_hamode_db [None req-996fd474-d7eb-4fde-b281-38f64af2d42b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-601336-94-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-23T11:22:13Z,description=,heartbeat_timestamp=2021-06-23T11:31:13Z,host='dv-neutron-601336-94-hyperv',id=50ef99c0-ef28-4db5-b303-b145898fae60,load=0,resource_versions=,resources_synced=,started_at=2021-06-23T11:22:14Z,topic='l3_agent')) {'router_ids': ['716bde58-0a43-473c-9d67-8375495d6d83'], 'active': True} {{(pid=94176) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 11:31:35.742196 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.scheduler.base_scheduler [None req-f33bc533-576c-4125-a932-f6ee8d52ee17 tempest-NetworksIpV6TestAttrs-49342282 tempest-NetworksIpV6TestAttrs-49342282-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-601336-94-hyperv, 7ca3c35a-43db-48c3-bcba-74614ced21a0) {{(pid=94174) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 23 11:31:35.747756 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f33bc533-576c-4125-a932-f6ee8d52ee17 tempest-NetworksIpV6TestAttrs-49342282 tempest-NetworksIpV6TestAttrs-49342282-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94174) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 11:31:35.748592 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron_lib.callbacks.manager [None req-f33bc533-576c-4125-a932-f6ee8d52ee17 tempest-NetworksIpV6TestAttrs-49342282 tempest-NetworksIpV6TestAttrs-49342282-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7865916'] for subnet, before_response {{(pid=94174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:31:35.780323 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron_lib.callbacks.manager [None req-6eaf0b12-ac15-4164-9420-f30c9a27c833 tempest-RoutersIpV6AdminTest-1878456168 tempest-RoutersIpV6AdminTest-1878456168-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-922915', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-239814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7866073', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773699642215', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-5196399'] for port, after_create {{(pid=94174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:31:35.785911 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG oslo_concurrency.lockutils [None req-6c110a6c-17be-46bb-9552-117b1ec18ba4 tempest-FloatingIPAdminTestJSON-1438251879 tempest-FloatingIPAdminTestJSON-1438251879-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94174) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 11:31:35.820386 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f79a092d-e5b1-4cc1-8197-003415c91684 None None] Pushing event updated for resources: {'Port': ['ID=d1b8c404-4754-4a96-8d19-cbf44cc8d586,revision_number=4']} {{(pid=94176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 11:31:35.832414 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-29e7588e-6b47-48a0-ade1-e6f187363e0c None None] Network 7ca3c35a-43db-48c3-bcba-74614ced21a0 requested from dv-neutron-601336-94-hyperv {{(pid=94176) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 23 11:31:35.835660 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG oslo_concurrency.lockutils [None req-f79a092d-e5b1-4cc1-8197-003415c91684 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.181s {{(pid=94176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 11:31:35.850542 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6eaf0b12-ac15-4164-9420-f30c9a27c833 tempest-RoutersIpV6AdminTest-1878456168 tempest-RoutersIpV6AdminTest-1878456168-project-admin] Network 3e7e4eb3-cf02-4d47-ade9-0a579cdfc60f is already hosted by enough agents. {{(pid=94174) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 23 11:31:35.851864 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6eaf0b12-ac15-4164-9420-f30c9a27c833 tempest-RoutersIpV6AdminTest-1878456168 tempest-RoutersIpV6AdminTest-1878456168-project-admin] Pushing event updated for resources: {'Port': ['ID=4ed895a5-1035-4e23-af93-ce7822812238,revision_number=1']} {{(pid=94174) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 11:31:35.855308 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.scheduler.base_scheduler [None req-6eaf0b12-ac15-4164-9420-f30c9a27c833 tempest-RoutersIpV6AdminTest-1878456168 tempest-RoutersIpV6AdminTest-1878456168-project-admin] Resources bound (agent type, host, resource id): {{(pid=94174) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 23 11:31:35.861143 dv-neutron-601336-94-hyperv neutron-server[94174]: INFO neutron.wsgi [None req-f33bc533-576c-4125-a932-f6ee8d52ee17 tempest-NetworksIpV6TestAttrs-49342282 tempest-NetworksIpV6TestAttrs-49342282-project] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 818 time: 2.2068698 Jun 23 11:31:35.861437 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.wsgi [-] (94174) accepted ('10.222.0.20', 37256) {{(pid=94174) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 11:31:35.862307 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG oslo_concurrency.lockutils [None req-6eaf0b12-ac15-4164-9420-f30c9a27c833 tempest-RoutersIpV6AdminTest-1878456168 tempest-RoutersIpV6AdminTest-1878456168-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.077s {{(pid=94174) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 11:31:35.862997 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6eaf0b12-ac15-4164-9420-f30c9a27c833 tempest-RoutersIpV6AdminTest-1878456168 tempest-RoutersIpV6AdminTest-1878456168-project-admin] Received port after_create {{(pid=94174) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 23 11:31:35.946790 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.db.l3_dvr_db [None req-996fd474-d7eb-4fde-b281-38f64af2d42b None None] Set router 716bde58-0a43-473c-9d67-8375495d6d83 gateway port host: None {{(pid=94176) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:838}} Jun 23 11:31:36.036513 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron_lib.callbacks.manager [None req-ac75fa88-0581-4fe8-8403-280cd7bf7aa8 tempest-RoutersAdminTest-1813587668 tempest-RoutersAdminTest-1813587668-project] Notify callbacks [] for router, before_response {{(pid=94175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:31:36.039076 dv-neutron-601336-94-hyperv neutron-server[94175]: INFO neutron.wsgi [None req-ac75fa88-0581-4fe8-8403-280cd7bf7aa8 tempest-RoutersAdminTest-1813587668 tempest-RoutersAdminTest-1813587668-project] 10.222.0.20 "POST /v2.0/routers HTTP/1.1" status: 201 len: 704 time: 1.0888462 Jun 23 11:31:36.052228 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.wsgi [-] (94175) accepted ('10.222.0.20', 37260) {{(pid=94175) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 11:31:36.071014 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.api.v2.base [None req-0c4320f8-ec8d-4805-8235-fba405e86d5b tempest-RoutersAdminTest-1733287776 tempest-RoutersAdminTest-1733287776-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '3e7e4eb3-cf02-4d47-ade9-0a579cdfc60f', 'enable_snat': True}}} {{(pid=94175) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 23 11:31:36.101385 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron_lib.callbacks.manager [None req-a93b721d-776b-447b-a77f-c6941e48892d tempest-NetworksIpV6TestAttrs-49342282 tempest-NetworksIpV6TestAttrs-49342282-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-824874'] for network, before_delete {{(pid=94174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:31:36.177573 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fee7f86b-1ae0-4b97-a8b0-5a8723bbb233 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1e0d828a-1fa4-563d-b7fd-53adf66a04ee-7ca3c35a-43db-48c3-bcba-74614ced21a0', 'network_id': '7ca3c35a-43db-48c3-bcba-74614ced21a0', 'tenant_id': '75dfc2cb640c496b8d9cb81bc53d56b1', 'fixed_ips': [{'subnet_id': '736bf7a8-6b48-4ed2-a3b6-583755a93bc6'}]}} from dv-neutron-601336-94-hyperv. {{(pid=94176) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 23 11:31:36.178784 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron_lib.callbacks.manager [None req-fee7f86b-1ae0-4b97-a8b0-5a8723bbb233 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-923104'] for port, before_create {{(pid=94176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:31:36.198247 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron_lib.callbacks.manager [None req-a93b721d-776b-447b-a77f-c6941e48892d tempest-NetworksIpV6TestAttrs-49342282 tempest-NetworksIpV6TestAttrs-49342282-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-897634'] for subnet, precommit_delete {{(pid=94174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:31:36.200221 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron_lib.callbacks.manager [None req-2864253a-a0fa-458c-b0f1-07b1a5c448ce tempest-FloatingIPAdminTestJSON-1420968783 tempest-FloatingIPAdminTestJSON-1420968783-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-430722'] for port, precommit_delete {{(pid=94175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:31:36.262361 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.plugins.ml2.plugin [None req-2864253a-a0fa-458c-b0f1-07b1a5c448ce tempest-FloatingIPAdminTestJSON-1420968783 tempest-FloatingIPAdminTestJSON-1420968783-project] Calling delete_port for 1718dcf7-93e3-447d-af02-d5a94edba3bb owned by network:router_interface {{(pid=94175) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1986}} Jun 23 11:31:36.264086 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron_lib.callbacks.manager [None req-5f358b6e-266a-4403-88fc-933397211507 tempest-NetworksTestDHCPv6-162546708 tempest-NetworksTestDHCPv6-162546708-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-453061'] for router_interface, before_delete {{(pid=94175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:31:36.313571 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.db.l3_hamode_db [None req-996fd474-d7eb-4fde-b281-38f64af2d42b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '716bde58-0a43-473c-9d67-8375495d6d83', 'name': 'tempest-NetworksTestDHCPv6-router-1212728096', 'tenant_id': '5e61222a836c47229c94e37f3902e6bd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-23T11:31:28Z', 'updated_at': '2021-06-23T11:31:31Z', 'revision_number': 2, 'project_id': '5e61222a836c47229c94e37f3902e6bd', 'gw_port_host': None, '_interfaces': [{'id': 'd1b8c404-4754-4a96-8d19-cbf44cc8d586', 'name': '', 'network_id': 'f53f535d-bce4-4da8-9bd9-396677ff4e83', 'tenant_id': '5e61222a836c47229c94e37f3902e6bd', 'mac_address': 'fa:16:3e:61:ec:bf', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '716bde58-0a43-473c-9d67-8375495d6d83', 'device_owner': 'network:router_interface', 'standard_attr_id': 312, 'fixed_ips': [{'subnet_id': 'bcddd507-888f-4bc7-964f-15c0c4f1ae32', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-94-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-23T11:31:30Z', 'updated_at': '2021-06-23T11:31:35Z', 'revision_number': 4, 'project_id': '5e61222a836c47229c94e37f3902e6bd', 'subnets': [{'id': 'bcddd507-888f-4bc7-964f-15c0c4f1ae32', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': 'dhcpv6-stateful', 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-601336-94-hyperv', False) {} {{(pid=94176) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 11:31:36.341036 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-996fd474-d7eb-4fde-b281-38f64af2d42b None None] The sync data for ids ['716bde58-0a43-473c-9d67-8375495d6d83'] in dv-neutron-601336-94-hyperv is: [{'id': '716bde58-0a43-473c-9d67-8375495d6d83', 'name': 'tempest-NetworksTestDHCPv6-router-1212728096', 'tenant_id': '5e61222a836c47229c94e37f3902e6bd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-23T11:31:28Z', 'updated_at': '2021-06-23T11:31:31Z', 'revision_number': 2, 'project_id': '5e61222a836c47229c94e37f3902e6bd', 'gw_port_host': None, '_interfaces': [{'id': 'd1b8c404-4754-4a96-8d19-cbf44cc8d586', 'name': '', 'network_id': 'f53f535d-bce4-4da8-9bd9-396677ff4e83', 'tenant_id': '5e61222a836c47229c94e37f3902e6bd', 'mac_address': 'fa:16:3e:61:ec:bf', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '716bde58-0a43-473c-9d67-8375495d6d83', 'device_owner': 'network:router_interface', 'standard_attr_id': 312, 'fixed_ips': [{'subnet_id': 'bcddd507-888f-4bc7-964f-15c0c4f1ae32', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-94-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-23T11:31:30Z', 'updated_at': '2021-06-23T11:31:35Z', 'revision_number': 4, 'project_id': '5e61222a836c47229c94e37f3902e6bd', 'subnets': [{'id': 'bcddd507-888f-4bc7-964f-15c0c4f1ae32', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': 'dhcpv6-stateful', 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94176) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 23 11:31:36.361795 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron_lib.callbacks.manager [None req-a93b721d-776b-447b-a77f-c6941e48892d tempest-NetworksIpV6TestAttrs-49342282 tempest-NetworksIpV6TestAttrs-49342282-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-897627', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866062', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5195932', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4294216'] for subnet, after_delete {{(pid=94174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:31:36.367680 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94174) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 11:31:36.381781 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron_lib.callbacks.manager [None req-d0b65e1f-e5a1-4bbf-898f-07e8aa83d671 tempest-AllowedAddressPairIpV6TestJSON-597468505 tempest-AllowedAddressPairIpV6TestJSON-597468505-project] Notify callbacks [] for port, precommit_update {{(pid=94175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:31:36.402115 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a93b721d-776b-447b-a77f-c6941e48892d tempest-NetworksIpV6TestAttrs-49342282 tempest-NetworksIpV6TestAttrs-49342282-project] Pushing event deleted for resources: {'Subnet': ['ID=736bf7a8-6b48-4ed2-a3b6-583755a93bc6,revision_number=None']} {{(pid=94174) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 11:31:36.409452 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG oslo_concurrency.lockutils [None req-a93b721d-776b-447b-a77f-c6941e48892d tempest-NetworksIpV6TestAttrs-49342282 tempest-NetworksIpV6TestAttrs-49342282-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.042s {{(pid=94174) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 11:31:36.422343 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron_lib.callbacks.manager [None req-6eaf0b12-ac15-4164-9420-f30c9a27c833 tempest-RoutersIpV6AdminTest-1878456168 tempest-RoutersIpV6AdminTest-1878456168-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=94174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:31:36.446499 dv-neutron-601336-94-hyperv neutron-server[94176]: ERROR oslo_messaging.rpc.server [None req-fee7f86b-1ae0-4b97-a8b0-5a8723bbb233 None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 736bf7a8-6b48-4ed2-a3b6-583755a93bc6: This subnet is being modified by another concurrent operation. Jun 23 11:31:36.446499 dv-neutron-601336-94-hyperv neutron-server[94176]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Jun 23 11:31:36.446499 dv-neutron-601336-94-hyperv neutron-server[94176]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Jun 23 11:31:36.446499 dv-neutron-601336-94-hyperv neutron-server[94176]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Jun 23 11:31:36.446499 dv-neutron-601336-94-hyperv neutron-server[94176]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Jun 23 11:31:36.446499 dv-neutron-601336-94-hyperv neutron-server[94176]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Jun 23 11:31:36.446499 dv-neutron-601336-94-hyperv neutron-server[94176]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Jun 23 11:31:36.446499 dv-neutron-601336-94-hyperv neutron-server[94176]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Jun 23 11:31:36.446499 dv-neutron-601336-94-hyperv neutron-server[94176]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Jun 23 11:31:36.446499 dv-neutron-601336-94-hyperv neutron-server[94176]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Jun 23 11:31:36.446499 dv-neutron-601336-94-hyperv neutron-server[94176]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Jun 23 11:31:36.446499 dv-neutron-601336-94-hyperv neutron-server[94176]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Jun 23 11:31:36.446499 dv-neutron-601336-94-hyperv neutron-server[94176]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jun 23 11:31:36.446499 dv-neutron-601336-94-hyperv neutron-server[94176]: ERROR oslo_messaging.rpc.server self.force_reraise() Jun 23 11:31:36.446499 dv-neutron-601336-94-hyperv neutron-server[94176]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jun 23 11:31:36.446499 dv-neutron-601336-94-hyperv neutron-server[94176]: ERROR oslo_messaging.rpc.server raise self.value Jun 23 11:31:36.446499 dv-neutron-601336-94-hyperv neutron-server[94176]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Jun 23 11:31:36.446499 dv-neutron-601336-94-hyperv neutron-server[94176]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jun 23 11:31:36.446499 dv-neutron-601336-94-hyperv neutron-server[94176]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Jun 23 11:31:36.446499 dv-neutron-601336-94-hyperv neutron-server[94176]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Jun 23 11:31:36.446499 dv-neutron-601336-94-hyperv neutron-server[94176]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jun 23 11:31:36.446499 dv-neutron-601336-94-hyperv neutron-server[94176]: ERROR oslo_messaging.rpc.server self.force_reraise() Jun 23 11:31:36.446499 dv-neutron-601336-94-hyperv neutron-server[94176]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jun 23 11:31:36.446499 dv-neutron-601336-94-hyperv neutron-server[94176]: ERROR oslo_messaging.rpc.server raise self.value Jun 23 11:31:36.446499 dv-neutron-601336-94-hyperv neutron-server[94176]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Jun 23 11:31:36.446499 dv-neutron-601336-94-hyperv neutron-server[94176]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jun 23 11:31:36.446499 dv-neutron-601336-94-hyperv neutron-server[94176]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Jun 23 11:31:36.446499 dv-neutron-601336-94-hyperv neutron-server[94176]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Jun 23 11:31:36.446499 dv-neutron-601336-94-hyperv neutron-server[94176]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jun 23 11:31:36.446499 dv-neutron-601336-94-hyperv neutron-server[94176]: ERROR oslo_messaging.rpc.server self.force_reraise() Jun 23 11:31:36.446499 dv-neutron-601336-94-hyperv neutron-server[94176]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jun 23 11:31:36.446499 dv-neutron-601336-94-hyperv neutron-server[94176]: ERROR oslo_messaging.rpc.server raise self.value Jun 23 11:31:36.446499 dv-neutron-601336-94-hyperv neutron-server[94176]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Jun 23 11:31:36.446499 dv-neutron-601336-94-hyperv neutron-server[94176]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Jun 23 11:31:36.446499 dv-neutron-601336-94-hyperv neutron-server[94176]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper Jun 23 11:31:36.446499 dv-neutron-601336-94-hyperv neutron-server[94176]: ERROR oslo_messaging.rpc.server ret_val = f(_self, context, *args, **kwargs) Jun 23 11:31:36.446499 dv-neutron-601336-94-hyperv neutron-server[94176]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 295, in create_dhcp_port Jun 23 11:31:36.446499 dv-neutron-601336-94-hyperv neutron-server[94176]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'create_port') Jun 23 11:31:36.446499 dv-neutron-601336-94-hyperv neutron-server[94176]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 115, in _port_action Jun 23 11:31:36.446499 dv-neutron-601336-94-hyperv neutron-server[94176]: ERROR oslo_messaging.rpc.server return p_utils.create_port(plugin, context, port) Jun 23 11:31:36.446499 dv-neutron-601336-94-hyperv neutron-server[94176]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 337, in create_port Jun 23 11:31:36.446499 dv-neutron-601336-94-hyperv neutron-server[94176]: ERROR oslo_messaging.rpc.server return core_plugin.create_port( Jun 23 11:31:36.446499 dv-neutron-601336-94-hyperv neutron-server[94176]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 685, in inner Jun 23 11:31:36.446499 dv-neutron-601336-94-hyperv neutron-server[94176]: ERROR oslo_messaging.rpc.server return f(self, context, *args, **kwargs) Jun 23 11:31:36.446499 dv-neutron-601336-94-hyperv neutron-server[94176]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Jun 23 11:31:36.446499 dv-neutron-601336-94-hyperv neutron-server[94176]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Jun 23 11:31:36.446499 dv-neutron-601336-94-hyperv neutron-server[94176]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Jun 23 11:31:36.446499 dv-neutron-601336-94-hyperv neutron-server[94176]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Jun 23 11:31:36.446499 dv-neutron-601336-94-hyperv neutron-server[94176]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jun 23 11:31:36.446499 dv-neutron-601336-94-hyperv neutron-server[94176]: ERROR oslo_messaging.rpc.server self.force_reraise() Jun 23 11:31:36.446499 dv-neutron-601336-94-hyperv neutron-server[94176]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jun 23 11:31:36.446499 dv-neutron-601336-94-hyperv neutron-server[94176]: ERROR oslo_messaging.rpc.server raise self.value Jun 23 11:31:36.446499 dv-neutron-601336-94-hyperv neutron-server[94176]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Jun 23 11:31:36.446499 dv-neutron-601336-94-hyperv neutron-server[94176]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jun 23 11:31:36.449519 dv-neutron-601336-94-hyperv neutron-server[94176]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Jun 23 11:31:36.449519 dv-neutron-601336-94-hyperv neutron-server[94176]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Jun 23 11:31:36.449519 dv-neutron-601336-94-hyperv neutron-server[94176]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jun 23 11:31:36.449519 dv-neutron-601336-94-hyperv neutron-server[94176]: ERROR oslo_messaging.rpc.server self.force_reraise() Jun 23 11:31:36.449519 dv-neutron-601336-94-hyperv neutron-server[94176]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jun 23 11:31:36.449519 dv-neutron-601336-94-hyperv neutron-server[94176]: ERROR oslo_messaging.rpc.server raise self.value Jun 23 11:31:36.449519 dv-neutron-601336-94-hyperv neutron-server[94176]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Jun 23 11:31:36.449519 dv-neutron-601336-94-hyperv neutron-server[94176]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jun 23 11:31:36.449519 dv-neutron-601336-94-hyperv neutron-server[94176]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Jun 23 11:31:36.449519 dv-neutron-601336-94-hyperv neutron-server[94176]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Jun 23 11:31:36.449519 dv-neutron-601336-94-hyperv neutron-server[94176]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jun 23 11:31:36.449519 dv-neutron-601336-94-hyperv neutron-server[94176]: ERROR oslo_messaging.rpc.server self.force_reraise() Jun 23 11:31:36.449519 dv-neutron-601336-94-hyperv neutron-server[94176]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jun 23 11:31:36.449519 dv-neutron-601336-94-hyperv neutron-server[94176]: ERROR oslo_messaging.rpc.server raise self.value Jun 23 11:31:36.449519 dv-neutron-601336-94-hyperv neutron-server[94176]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Jun 23 11:31:36.449519 dv-neutron-601336-94-hyperv neutron-server[94176]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Jun 23 11:31:36.449519 dv-neutron-601336-94-hyperv neutron-server[94176]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1468, in create_port Jun 23 11:31:36.449519 dv-neutron-601336-94-hyperv neutron-server[94176]: ERROR oslo_messaging.rpc.server result, mech_context = self._create_port_db(context, port) Jun 23 11:31:36.449519 dv-neutron-601336-94-hyperv neutron-server[94176]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1433, in _create_port_db Jun 23 11:31:36.449519 dv-neutron-601336-94-hyperv neutron-server[94176]: ERROR oslo_messaging.rpc.server port_db = self.create_port_db(context, port) Jun 23 11:31:36.449519 dv-neutron-601336-94-hyperv neutron-server[94176]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1440, in create_port_db Jun 23 11:31:36.449519 dv-neutron-601336-94-hyperv neutron-server[94176]: ERROR oslo_messaging.rpc.server self.ipam.allocate_ips_for_port_and_store( Jun 23 11:31:36.449519 dv-neutron-601336-94-hyperv neutron-server[94176]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 220, in allocate_ips_for_port_and_store Jun 23 11:31:36.449519 dv-neutron-601336-94-hyperv neutron-server[94176]: ERROR oslo_messaging.rpc.server self._safe_rollback(self._ipam_deallocate_ips, context, Jun 23 11:31:36.449519 dv-neutron-601336-94-hyperv neutron-server[94176]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jun 23 11:31:36.449519 dv-neutron-601336-94-hyperv neutron-server[94176]: ERROR oslo_messaging.rpc.server self.force_reraise() Jun 23 11:31:36.449519 dv-neutron-601336-94-hyperv neutron-server[94176]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jun 23 11:31:36.449519 dv-neutron-601336-94-hyperv neutron-server[94176]: ERROR oslo_messaging.rpc.server raise self.value Jun 23 11:31:36.449519 dv-neutron-601336-94-hyperv neutron-server[94176]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 203, in allocate_ips_for_port_and_store Jun 23 11:31:36.449519 dv-neutron-601336-94-hyperv neutron-server[94176]: ERROR oslo_messaging.rpc.server ips = self._allocate_ips_for_port(context, port_copy) Jun 23 11:31:36.449519 dv-neutron-601336-94-hyperv neutron-server[94176]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 234, in _allocate_ips_for_port Jun 23 11:31:36.449519 dv-neutron-601336-94-hyperv neutron-server[94176]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Jun 23 11:31:36.449519 dv-neutron-601336-94-hyperv neutron-server[94176]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 694, in _ipam_get_subnets Jun 23 11:31:36.449519 dv-neutron-601336-94-hyperv neutron-server[94176]: ERROR oslo_messaging.rpc.server subnet.lock_register( Jun 23 11:31:36.449519 dv-neutron-601336-94-hyperv neutron-server[94176]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Jun 23 11:31:36.449519 dv-neutron-601336-94-hyperv neutron-server[94176]: ERROR oslo_messaging.rpc.server raise exception Jun 23 11:31:36.449519 dv-neutron-601336-94-hyperv neutron-server[94176]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 736bf7a8-6b48-4ed2-a3b6-583755a93bc6: This subnet is being modified by another concurrent operation. Jun 23 11:31:36.449519 dv-neutron-601336-94-hyperv neutron-server[94176]: ERROR oslo_messaging.rpc.server Jun 23 11:31:36.496883 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron_lib.callbacks.manager [None req-a93b721d-776b-447b-a77f-c6941e48892d tempest-NetworksIpV6TestAttrs-49342282 tempest-NetworksIpV6TestAttrs-49342282-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-897259', 'neutron.services.segments.db._delete_segments_for_network-8773700168587'] for network, precommit_delete {{(pid=94174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:31:36.509645 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-18c68df0-49e7-4d55-8e8b-2a9002db8ba6 None None] Network 7ca3c35a-43db-48c3-bcba-74614ced21a0 requested from dv-neutron-601336-94-hyperv {{(pid=94176) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 23 11:31:36.509834 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron_lib.callbacks.manager [None req-0c4320f8-ec8d-4805-8235-fba405e86d5b tempest-RoutersAdminTest-1733287776 tempest-RoutersAdminTest-1733287776-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-524104', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-520389', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-32276'] for router, precommit_update {{(pid=94175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:31:36.513619 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.services.segments.db [None req-a93b721d-776b-447b-a77f-c6941e48892d tempest-NetworksIpV6TestAttrs-49342282 tempest-NetworksIpV6TestAttrs-49342282-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7ca3c35a-43db-48c3-bcba-74614ced21a0']}} {{(pid=94174) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 11:31:36.519468 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron_lib.callbacks.manager [None req-d0b65e1f-e5a1-4bbf-898f-07e8aa83d671 tempest-AllowedAddressPairIpV6TestJSON-597468505 tempest-AllowedAddressPairIpV6TestJSON-597468505-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-922904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866062', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773700135042', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773699642233', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773699642278', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5082471'] for port, after_update {{(pid=94175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:31:36.526896 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG oslo_concurrency.lockutils [None req-73f8bd9e-a930-401b-a66e-ea9e36acd716 tempest-RoutersAdminNegativeIpV6Test-1108986400 tempest-RoutersAdminNegativeIpV6Test-1108986400-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94175) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 11:31:36.557891 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.services.segments.db [None req-a93b721d-776b-447b-a77f-c6941e48892d tempest-NetworksIpV6TestAttrs-49342282 tempest-NetworksIpV6TestAttrs-49342282-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '93979297-a4dd-45df-ad69-d1ea0f02f397') {'for_net_delete': True} {{(pid=94174) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 11:31:36.558677 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.services.segments.db [None req-a93b721d-776b-447b-a77f-c6941e48892d tempest-NetworksIpV6TestAttrs-49342282 tempest-NetworksIpV6TestAttrs-49342282-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '93979297-a4dd-45df-ad69-d1ea0f02f397') {} {{(pid=94174) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 11:31:36.575750 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron_lib.callbacks.manager [None req-a93b721d-776b-447b-a77f-c6941e48892d tempest-NetworksIpV6TestAttrs-49342282 tempest-NetworksIpV6TestAttrs-49342282-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8773699955833', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4800267'] for segment, before_delete {{(pid=94174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:31:36.593812 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron_lib.callbacks.manager [None req-a93b721d-776b-447b-a77f-c6941e48892d tempest-NetworksIpV6TestAttrs-49342282 tempest-NetworksIpV6TestAttrs-49342282-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3801'] for segment, precommit_delete {{(pid=94174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:31:36.607385 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.plugins.ml2.plugin [None req-d0b65e1f-e5a1-4bbf-898f-07e8aa83d671 tempest-AllowedAddressPairIpV6TestJSON-597468505 tempest-AllowedAddressPairIpV6TestJSON-597468505-project] In _notify_port_updated(), no bound segment for port 1195dc50-6ef0-4046-886f-5c12f6b9f5a2 on network dcc59d40-7ea7-42ee-a412-94c03272e7db {{(pid=94175) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:876}} Jun 23 11:31:36.607385 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d0b65e1f-e5a1-4bbf-898f-07e8aa83d671 tempest-AllowedAddressPairIpV6TestJSON-597468505 tempest-AllowedAddressPairIpV6TestJSON-597468505-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 11:31:36.607385 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron_lib.callbacks.manager [None req-d0b65e1f-e5a1-4bbf-898f-07e8aa83d671 tempest-AllowedAddressPairIpV6TestJSON-597468505 tempest-AllowedAddressPairIpV6TestJSON-597468505-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-217507'] for port, before_response {{(pid=94175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:31:36.608539 dv-neutron-601336-94-hyperv neutron-server[94175]: INFO neutron.wsgi [None req-d0b65e1f-e5a1-4bbf-898f-07e8aa83d671 tempest-AllowedAddressPairIpV6TestJSON-597468505 tempest-AllowedAddressPairIpV6TestJSON-597468505-project] 10.222.0.20 "PUT /v2.0/ports/1195dc50-6ef0-4046-886f-5c12f6b9f5a2 HTTP/1.1" status: 200 len: 1016 time: 1.7254624 Jun 23 11:31:36.670277 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.wsgi [-] (94175) accepted ('10.222.0.20', 37262) {{(pid=94175) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 11:31:36.714630 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a93b721d-776b-447b-a77f-c6941e48892d tempest-NetworksIpV6TestAttrs-49342282 tempest-NetworksIpV6TestAttrs-49342282-project] Releasing vlan 403 on physical network physnet1 to pool {{(pid=94174) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 23 11:31:36.717832 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron_lib.callbacks.manager [None req-a93b721d-776b-447b-a77f-c6941e48892d tempest-NetworksIpV6TestAttrs-49342282 tempest-NetworksIpV6TestAttrs-49342282-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3801', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5196341'] for segment, after_delete {{(pid=94174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:31:36.718958 dv-neutron-601336-94-hyperv neutron-server[94174]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 23 11:31:36.718958 dv-neutron-601336-94-hyperv neutron-server[94174]: conditions |= (models_v2.Port.network_id.in_( Jun 23 11:31:36.718958 dv-neutron-601336-94-hyperv neutron-server[94174]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 23 11:31:36.718958 dv-neutron-601336-94-hyperv neutron-server[94174]: conditions |= (models_v2.Port.network_id.in_( Jun 23 11:31:36.718958 dv-neutron-601336-94-hyperv neutron-server[94174]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 23 11:31:36.718958 dv-neutron-601336-94-hyperv neutron-server[94174]: conditions |= (models_v2.Port.network_id.in_( Jun 23 11:31:36.718958 dv-neutron-601336-94-hyperv neutron-server[94174]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 23 11:31:36.718958 dv-neutron-601336-94-hyperv neutron-server[94174]: conditions |= (models_v2.Port.network_id.in_( Jun 23 11:31:36.718958 dv-neutron-601336-94-hyperv neutron-server[94174]: /usr/local/lib/python3.8/dist-packages/neutron_lib/db/model_query.py:331: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 23 11:31:36.718958 dv-neutron-601336-94-hyperv neutron-server[94174]: items = [ Jun 23 11:31:36.718958 dv-neutron-601336-94-hyperv neutron-server[94174]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 23 11:31:36.718958 dv-neutron-601336-94-hyperv neutron-server[94174]: conditions |= (models_v2.Port.network_id.in_( Jun 23 11:31:36.718958 dv-neutron-601336-94-hyperv neutron-server[94174]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 23 11:31:36.718958 dv-neutron-601336-94-hyperv neutron-server[94174]: conditions |= (models_v2.Port.network_id.in_( Jun 23 11:31:36.718958 dv-neutron-601336-94-hyperv neutron-server[94174]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 23 11:31:36.718958 dv-neutron-601336-94-hyperv neutron-server[94174]: conditions |= (models_v2.Port.network_id.in_( Jun 23 11:31:36.718958 dv-neutron-601336-94-hyperv neutron-server[94174]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 23 11:31:36.718958 dv-neutron-601336-94-hyperv neutron-server[94174]: conditions |= (models_v2.Port.network_id.in_( Jun 23 11:31:36.718958 dv-neutron-601336-94-hyperv neutron-server[94174]: Traceback (most recent call last): Jun 23 11:31:36.718958 dv-neutron-601336-94-hyperv neutron-server[94174]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 23 11:31:36.718958 dv-neutron-601336-94-hyperv neutron-server[94174]: timer() Jun 23 11:31:36.718958 dv-neutron-601336-94-hyperv neutron-server[94174]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 23 11:31:36.718958 dv-neutron-601336-94-hyperv neutron-server[94174]: cb(*args, **kw) Jun 23 11:31:36.718958 dv-neutron-601336-94-hyperv neutron-server[94174]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 23 11:31:36.718958 dv-neutron-601336-94-hyperv neutron-server[94174]: return func(*args, **kwargs) Jun 23 11:31:36.718958 dv-neutron-601336-94-hyperv neutron-server[94174]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 23 11:31:36.718958 dv-neutron-601336-94-hyperv neutron-server[94174]: self._notify() Jun 23 11:31:36.718958 dv-neutron-601336-94-hyperv neutron-server[94174]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 23 11:31:36.718958 dv-neutron-601336-94-hyperv neutron-server[94174]: self.callback(batched_events) Jun 23 11:31:36.718958 dv-neutron-601336-94-hyperv neutron-server[94174]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 23 11:31:36.718958 dv-neutron-601336-94-hyperv neutron-server[94174]: event.method(event) Jun 23 11:31:36.718958 dv-neutron-601336-94-hyperv neutron-server[94174]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 23 11:31:36.718958 dv-neutron-601336-94-hyperv neutron-server[94174]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 23 11:31:36.718958 dv-neutron-601336-94-hyperv neutron-server[94174]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 23 11:31:36.718958 dv-neutron-601336-94-hyperv neutron-server[94174]: aggregate_uuid = self.p_client.list_aggregates( Jun 23 11:31:36.718958 dv-neutron-601336-94-hyperv neutron-server[94174]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 23 11:31:36.718958 dv-neutron-601336-94-hyperv neutron-server[94174]: return f(self, *a, **k) Jun 23 11:31:36.718958 dv-neutron-601336-94-hyperv neutron-server[94174]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 23 11:31:36.718958 dv-neutron-601336-94-hyperv neutron-server[94174]: return self._get(url).json() Jun 23 11:31:36.718958 dv-neutron-601336-94-hyperv neutron-server[94174]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 23 11:31:36.718958 dv-neutron-601336-94-hyperv neutron-server[94174]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 23 11:31:36.718958 dv-neutron-601336-94-hyperv neutron-server[94174]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 23 11:31:36.718958 dv-neutron-601336-94-hyperv neutron-server[94174]: return self.request(url, 'GET', **kwargs) Jun 23 11:31:36.718958 dv-neutron-601336-94-hyperv neutron-server[94174]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 23 11:31:36.718958 dv-neutron-601336-94-hyperv neutron-server[94174]: base_url = self.get_endpoint(auth, allow=allow, Jun 23 11:31:36.718958 dv-neutron-601336-94-hyperv neutron-server[94174]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 23 11:31:36.718958 dv-neutron-601336-94-hyperv neutron-server[94174]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 23 11:31:36.718958 dv-neutron-601336-94-hyperv neutron-server[94174]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 23 11:31:36.718958 dv-neutron-601336-94-hyperv neutron-server[94174]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 23 11:31:36.718958 dv-neutron-601336-94-hyperv neutron-server[94174]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 23 11:31:36.777267 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron_lib.callbacks.manager [None req-6eaf0b12-ac15-4164-9420-f30c9a27c833 tempest-RoutersIpV6AdminTest-1878456168 tempest-RoutersIpV6AdminTest-1878456168-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-524104', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-520389', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-32276'] for router, precommit_update {{(pid=94174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:31:36.827581 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0b65e1f-e5a1-4bbf-898f-07e8aa83d671 tempest-AllowedAddressPairIpV6TestJSON-597468505 tempest-AllowedAddressPairIpV6TestJSON-597468505-project] Pushing event updated for resources: {'Port': ['ID=1195dc50-6ef0-4046-886f-5c12f6b9f5a2,revision_number=2']} {{(pid=94175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 11:31:36.830222 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron_lib.callbacks.manager [None req-6eaf0b12-ac15-4164-9420-f30c9a27c833 tempest-RoutersIpV6AdminTest-1878456168 tempest-RoutersIpV6AdminTest-1878456168-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-524143', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-524145', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-524134', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-520394'] for router, after_update {{(pid=94174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:31:36.830781 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG oslo_concurrency.lockutils [None req-d0b65e1f-e5a1-4bbf-898f-07e8aa83d671 tempest-AllowedAddressPairIpV6TestJSON-597468505 tempest-AllowedAddressPairIpV6TestJSON-597468505-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.304s {{(pid=94175) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 11:31:36.861584 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.plugins.ml2.rpc [None req-dc7542b2-afef-47f4-a763-e3a3cba144be None None] Device d1b8c404-4754-4a96-8d19-cbf44cc8d586 up at agent ovs-agent-dv-neutron-601336-94-hyperv {{(pid=94176) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:298}} Jun 23 11:31:36.947706 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1342665f-b118-4120-97bb-ea0c02e8a7c5 None None] get_active_networks_info from dv-neutron-601336-94-hyperv {{(pid=94176) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Jun 23 11:31:37.091226 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron_lib.callbacks.manager [None req-a93b721d-776b-447b-a77f-c6941e48892d tempest-NetworksIpV6TestAttrs-49342282 tempest-NetworksIpV6TestAttrs-49342282-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-897248', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8002400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7866073', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-524247'] for network, after_delete {{(pid=94174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:31:37.107366 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.plugins.ml2.plugin [None req-b3803d2f-1ea8-4cb9-80c0-356f2c6aacb4 tempest-AllowedAddressPairIpV6TestJSON-597468505 tempest-AllowedAddressPairIpV6TestJSON-597468505-project] Deleting port 1195dc50-6ef0-4046-886f-5c12f6b9f5a2 {{(pid=94175) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1913}} Jun 23 11:31:37.108059 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron_lib.callbacks.manager [None req-b3803d2f-1ea8-4cb9-80c0-356f2c6aacb4 tempest-AllowedAddressPairIpV6TestJSON-597468505 tempest-AllowedAddressPairIpV6TestJSON-597468505-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773700079324'] for port, before_delete {{(pid=94175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:31:37.114746 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG oslo_concurrency.lockutils [None req-6c13dc38-6643-4b74-9edb-7cf2fef3224c tempest-NetworksIpV6TestAttrs-49342282 tempest-NetworksIpV6TestAttrs-49342282-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94174) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 11:31:37.122839 dv-neutron-601336-94-hyperv neutron-server[94177]: DEBUG neutron.db.agents_db [None req-90fb1279-e4c5-4e73-8d66-3a29811dc4e3 None None] Agent healthcheck: found 6 active agents {{(pid=94177) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 23 11:31:37.124793 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron_lib.callbacks.manager [None req-a93b721d-776b-447b-a77f-c6941e48892d tempest-NetworksIpV6TestAttrs-49342282 tempest-NetworksIpV6TestAttrs-49342282-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7865916'] for network, before_response {{(pid=94174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:31:37.129313 dv-neutron-601336-94-hyperv neutron-server[94174]: INFO neutron.wsgi [None req-a93b721d-776b-447b-a77f-c6941e48892d tempest-NetworksIpV6TestAttrs-49342282 tempest-NetworksIpV6TestAttrs-49342282-project] 10.222.0.20 "DELETE /v2.0/networks/7ca3c35a-43db-48c3-bcba-74614ced21a0 HTTP/1.1" status: 204 len: 168 time: 1.2637177 Jun 23 11:31:37.142930 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6eaf0b12-ac15-4164-9420-f30c9a27c833 tempest-RoutersIpV6AdminTest-1878456168 tempest-RoutersIpV6AdminTest-1878456168-project-admin] Router 7a87ea2e-2f80-4766-bbfa-942e5491a649 is scheduled to L3 agent 50ef99c0-ef28-4db5-b303-b145898fae60 with binding_index 1 {{(pid=94174) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jun 23 11:31:37.144105 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.wsgi [-] (94175) accepted ('10.222.0.20', 37268) {{(pid=94175) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 11:31:37.154778 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.api.v2.base [None req-f11a3b4e-1843-4657-852b-901c7e8f6591 tempest-NetworksIpV6TestAttrs-49342282 tempest-NetworksIpV6TestAttrs-49342282-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-1978236078'}} {{(pid=94175) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 23 11:31:37.158886 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a93b721d-776b-447b-a77f-c6941e48892d tempest-NetworksIpV6TestAttrs-49342282 tempest-NetworksIpV6TestAttrs-49342282-project] Pushing event deleted for resources: {'Network': ['ID=7ca3c35a-43db-48c3-bcba-74614ced21a0,revision_number=None']} {{(pid=94174) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 11:31:37.162372 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG oslo_concurrency.lockutils [None req-a93b721d-776b-447b-a77f-c6941e48892d tempest-NetworksIpV6TestAttrs-49342282 tempest-NetworksIpV6TestAttrs-49342282-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.062s {{(pid=94174) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 11:31:37.196637 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.db.provisioning_blocks [None req-dc7542b2-afef-47f4-a763-e3a3cba144be None None] Provisioning for port d1b8c404-4754-4a96-8d19-cbf44cc8d586 completed by entity L2. {{(pid=94176) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 23 11:31:37.209354 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.db.provisioning_blocks [None req-dc7542b2-afef-47f4-a763-e3a3cba144be None None] Provisioning complete for port d1b8c404-4754-4a96-8d19-cbf44cc8d586 triggered by entity L2. {{(pid=94176) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 23 11:31:37.210087 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron_lib.callbacks.manager [None req-dc7542b2-afef-47f4-a763-e3a3cba144be None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-899258'] for port, provisioning_complete {{(pid=94176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:31:37.245448 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron_lib.callbacks.manager [None req-2864253a-a0fa-458c-b0f1-07b1a5c448ce tempest-FloatingIPAdminTestJSON-1420968783 tempest-FloatingIPAdminTestJSON-1420968783-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-922904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866062', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773700135024', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773699642224', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5082448'] for port, after_delete {{(pid=94175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:31:37.258254 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG oslo_concurrency.lockutils [None req-9eb2b70a-01b8-4a45-bad0-db8a427aa604 tempest-ServersTestManualDisk-1703480083 tempest-ServersTestManualDisk-1703480083-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94175) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 11:31:37.280113 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6eaf0b12-ac15-4164-9420-f30c9a27c833 tempest-RoutersIpV6AdminTest-1878456168 tempest-RoutersIpV6AdminTest-1878456168-project-admin] Notify agent at l3_agent.dv-neutron-601336-94-hyperv the message routers_updated {{(pid=94174) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 23 11:31:37.281305 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.db.provisioning_blocks [None req-c5538d79-c759-4508-8d3b-a3a9c9412e2e None None] Provisioning complete for port 1195dc50-6ef0-4046-886f-5c12f6b9f5a2 triggered by entity DHCP. {{(pid=94176) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 23 11:31:37.281703 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron_lib.callbacks.manager [None req-c5538d79-c759-4508-8d3b-a3a9c9412e2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-899258'] for port, provisioning_complete {{(pid=94176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:31:37.286520 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron_lib.callbacks.manager [None req-6eaf0b12-ac15-4164-9420-f30c9a27c833 tempest-RoutersIpV6AdminTest-1878456168 tempest-RoutersIpV6AdminTest-1878456168-project-admin] Notify callbacks [] for router, before_response {{(pid=94174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:31:37.289748 dv-neutron-601336-94-hyperv neutron-server[94174]: INFO neutron.wsgi [None req-6eaf0b12-ac15-4164-9420-f30c9a27c833 tempest-RoutersIpV6AdminTest-1878456168 tempest-RoutersIpV6AdminTest-1878456168-project-admin] 10.222.0.20 "PUT /v2.0/routers/7a87ea2e-2f80-4766-bbfa-942e5491a649 HTTP/1.1" status: 200 len: 920 time: 3.0054605 Jun 23 11:31:37.292453 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.wsgi [-] (94174) accepted ('10.222.0.20', 37270) {{(pid=94174) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 11:31:37.296343 dv-neutron-601336-94-hyperv neutron-server[94177]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1c4014db-f152-4cdd-91ca-b6d7620b8d9d None None] Sync routers for ids ['7a87ea2e-2f80-4766-bbfa-942e5491a649'] in dv-neutron-601336-94-hyperv {{(pid=94177) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 23 11:31:37.300583 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2864253a-a0fa-458c-b0f1-07b1a5c448ce tempest-FloatingIPAdminTestJSON-1420968783 tempest-FloatingIPAdminTestJSON-1420968783-project] Pushing event deleted for resources: {'Port': ['ID=1718dcf7-93e3-447d-af02-d5a94edba3bb,revision_number=None']} {{(pid=94175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 11:31:37.310800 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG oslo_concurrency.lockutils [None req-2864253a-a0fa-458c-b0f1-07b1a5c448ce tempest-FloatingIPAdminTestJSON-1420968783 tempest-FloatingIPAdminTestJSON-1420968783-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.053s {{(pid=94175) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 11:31:37.313713 dv-neutron-601336-94-hyperv neutron-server[94177]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1c4014db-f152-4cdd-91ca-b6d7620b8d9d None None] Routers {'7a87ea2e-2f80-4766-bbfa-942e5491a649'} bound to L3 agent in host dv-neutron-601336-94-hyperv {{(pid=94177) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 23 11:31:37.314492 dv-neutron-601336-94-hyperv neutron-server[94177]: DEBUG neutron.db.l3_hamode_db [None req-1c4014db-f152-4cdd-91ca-b6d7620b8d9d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-601336-94-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-23T11:22:13Z,description=,heartbeat_timestamp=2021-06-23T11:31:13Z,host='dv-neutron-601336-94-hyperv',id=50ef99c0-ef28-4db5-b303-b145898fae60,load=0,resource_versions=,resources_synced=,started_at=2021-06-23T11:22:14Z,topic='l3_agent')) {'router_ids': ['7a87ea2e-2f80-4766-bbfa-942e5491a649'], 'active': True} {{(pid=94177) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 11:31:37.355696 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.plugins.ml2.plugin [None req-5f358b6e-266a-4403-88fc-933397211507 tempest-NetworksTestDHCPv6-162546708 tempest-NetworksTestDHCPv6-162546708-project] Deleting port d1b8c404-4754-4a96-8d19-cbf44cc8d586 {{(pid=94175) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1913}} Jun 23 11:31:37.356059 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron_lib.callbacks.manager [None req-5f358b6e-266a-4403-88fc-933397211507 tempest-NetworksTestDHCPv6-162546708 tempest-NetworksTestDHCPv6-162546708-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773700079324'] for port, before_delete {{(pid=94175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:31:37.361796 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron_lib.callbacks.manager [None req-b3803d2f-1ea8-4cb9-80c0-356f2c6aacb4 tempest-AllowedAddressPairIpV6TestJSON-597468505 tempest-AllowedAddressPairIpV6TestJSON-597468505-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-430722'] for port, precommit_delete {{(pid=94175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:31:37.370350 dv-neutron-601336-94-hyperv neutron-server[94177]: DEBUG neutron.db.l3_hamode_db [None req-1c4014db-f152-4cdd-91ca-b6d7620b8d9d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-601336-94-hyperv', False) {} {{(pid=94177) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 11:31:37.376161 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.plugins.ml2.plugin [None req-c5538d79-c759-4508-8d3b-a3a9c9412e2e None None] Port 1195dc50-6ef0-4046-886f-5c12f6b9f5a2 cannot update to ACTIVE because it is not bound. {{(pid=94176) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jun 23 11:31:37.383271 dv-neutron-601336-94-hyperv neutron-server[94177]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1c4014db-f152-4cdd-91ca-b6d7620b8d9d None None] Routers {'7a87ea2e-2f80-4766-bbfa-942e5491a649'} bound to L3 agent in host dv-neutron-601336-94-hyperv {{(pid=94177) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 23 11:31:37.384159 dv-neutron-601336-94-hyperv neutron-server[94177]: DEBUG neutron.db.l3_hamode_db [None req-1c4014db-f152-4cdd-91ca-b6d7620b8d9d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-601336-94-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-23T11:22:13Z,description=,heartbeat_timestamp=2021-06-23T11:31:13Z,host='dv-neutron-601336-94-hyperv',id=50ef99c0-ef28-4db5-b303-b145898fae60,load=0,resource_versions=,resources_synced=,started_at=2021-06-23T11:22:14Z,topic='l3_agent')) {'router_ids': ['7a87ea2e-2f80-4766-bbfa-942e5491a649'], 'active': True} {{(pid=94177) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 11:31:37.406974 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f11a3b4e-1843-4657-852b-901c7e8f6591 tempest-NetworksIpV6TestAttrs-49342282 tempest-NetworksIpV6TestAttrs-49342282-project] Made reservation on behalf of 75dfc2cb640c496b8d9cb81bc53d56b1 for: {'network': 1} {{(pid=94175) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 23 11:31:37.411003 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron_lib.callbacks.manager [None req-f11a3b4e-1843-4657-852b-901c7e8f6591 tempest-NetworksIpV6TestAttrs-49342282 tempest-NetworksIpV6TestAttrs-49342282-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-923104'] for network, before_create {{(pid=94175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:31:37.421496 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1342665f-b118-4120-97bb-ea0c02e8a7c5 None None] Resources bound (agent type, host, resource id): {{(pid=94176) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Jun 23 11:31:37.426284 dv-neutron-601336-94-hyperv neutron-server[94174]: INFO neutron.wsgi [None req-369c43b2-90ff-4349-b615-3dedcd18f8dc tempest-RoutersIpV6AdminTest-1878456168 tempest-RoutersIpV6AdminTest-1878456168-project-admin] 10.222.0.20 "GET /v2.0/routers/7a87ea2e-2f80-4766-bbfa-942e5491a649 HTTP/1.1" status: 200 len: 926 time: 0.1304567 Jun 23 11:31:37.428520 dv-neutron-601336-94-hyperv neutron-server[94177]: DEBUG neutron.db.l3_hamode_db [None req-1c4014db-f152-4cdd-91ca-b6d7620b8d9d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-601336-94-hyperv', False) {} {{(pid=94177) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 11:31:37.429924 dv-neutron-601336-94-hyperv neutron-server[94177]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1c4014db-f152-4cdd-91ca-b6d7620b8d9d None None] The sync data for ids ['7a87ea2e-2f80-4766-bbfa-942e5491a649'] in dv-neutron-601336-94-hyperv is: [] {{(pid=94177) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 23 11:31:37.430536 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.wsgi [-] (94174) accepted ('10.222.0.20', 37272) {{(pid=94174) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 11:31:37.452511 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.plugins.ml2.plugin [None req-b3803d2f-1ea8-4cb9-80c0-356f2c6aacb4 tempest-AllowedAddressPairIpV6TestJSON-597468505 tempest-AllowedAddressPairIpV6TestJSON-597468505-project] Calling delete_port for 1195dc50-6ef0-4046-886f-5c12f6b9f5a2 owned by {{(pid=94175) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1986}} Jun 23 11:31:37.462699 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron_lib.callbacks.manager [None req-dc7542b2-afef-47f4-a763-e3a3cba144be None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-923122'] for port, before_update {{(pid=94176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:31:37.513158 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-26983c80-c2fc-4789-9d97-0f8c0263931c tempest-RoutersIpV6AdminTest-1878456168 tempest-RoutersIpV6AdminTest-1878456168-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94174) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 11:31:37.518054 dv-neutron-601336-94-hyperv neutron-server[94174]: INFO neutron.wsgi [None req-26983c80-c2fc-4789-9d97-0f8c0263931c tempest-RoutersIpV6AdminTest-1878456168 tempest-RoutersIpV6AdminTest-1878456168-project-admin] 10.222.0.20 "GET /v2.0/ports?network_id=3e7e4eb3-cf02-4d47-ade9-0a579cdfc60f&device_id=7a87ea2e-2f80-4766-bbfa-942e5491a649&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 945 time: 0.0830393 Jun 23 11:31:37.518861 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.wsgi [-] (94174) accepted ('10.222.0.20', 37274) {{(pid=94174) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 11:31:37.602271 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron_lib.callbacks.manager [None req-0c4320f8-ec8d-4805-8235-fba405e86d5b tempest-RoutersAdminTest-1733287776 tempest-RoutersAdminTest-1733287776-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=94175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:31:37.623090 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0c94fc2a-dc01-4a9f-87c1-cda1c9f63e5d tempest-RoutersIpV6AdminTest-1878456168 tempest-RoutersIpV6AdminTest-1878456168-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94174) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 11:31:37.624765 dv-neutron-601336-94-hyperv neutron-server[94174]: INFO neutron.wsgi [None req-0c94fc2a-dc01-4a9f-87c1-cda1c9f63e5d tempest-RoutersIpV6AdminTest-1878456168 tempest-RoutersIpV6AdminTest-1878456168-project-admin] 10.222.0.20 "GET /v2.0/networks/3e7e4eb3-cf02-4d47-ade9-0a579cdfc60f HTTP/1.1" status: 200 len: 881 time: 0.1050138 Jun 23 11:31:37.627591 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.wsgi [-] (94174) accepted ('10.222.0.20', 37276) {{(pid=94174) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 11:31:37.642877 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f11a3b4e-1843-4657-852b-901c7e8f6591 tempest-NetworksIpV6TestAttrs-49342282 tempest-NetworksIpV6TestAttrs-49342282-project] vlan segment allocate from pool success with {'vlan_id': 401, 'physical_network': 'physnet1'} {{(pid=94175) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 23 11:31:37.645274 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron_lib.callbacks.manager [None req-0c4320f8-ec8d-4805-8235-fba405e86d5b tempest-RoutersAdminTest-1733287776 tempest-RoutersAdminTest-1733287776-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-923104'] for port, before_create {{(pid=94175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:31:37.648077 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.plugins.ml2.db [None req-5f358b6e-266a-4403-88fc-933397211507 tempest-NetworksTestDHCPv6-162546708 tempest-NetworksTestDHCPv6-162546708-project] For port d1b8c404-4754-4a96-8d19-cbf44cc8d586, host dv-neutron-601336-94-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-94-hyperv',level=0,port_id=d1b8c404-4754-4a96-8d19-cbf44cc8d586,segment=NetworkSegment(6303a411-6e70-4139-a530-9ee4cf8ba843),segment_id=6303a411-6e70-4139-a530-9ee4cf8ba843)] {{(pid=94175) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 23 11:31:37.648436 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron_lib.callbacks.manager [None req-5f358b6e-266a-4403-88fc-933397211507 tempest-NetworksTestDHCPv6-162546708 tempest-NetworksTestDHCPv6-162546708-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-430722'] for port, precommit_delete {{(pid=94175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:31:37.659105 dv-neutron-601336-94-hyperv neutron-server[94174]: INFO neutron.wsgi [None req-83c10a4c-a773-4100-b3dc-75935b182243 tempest-RoutersIpV6AdminTest-894294123 tempest-RoutersIpV6AdminTest-894294123-project] 10.222.0.20 "GET /v2.0/ports?device_id=7a87ea2e-2f80-4766-bbfa-942e5491a649 HTTP/1.1" status: 200 len: 205 time: 0.0302784 Jun 23 11:31:37.661591 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.wsgi [-] (94174) accepted ('10.222.0.20', 37278) {{(pid=94174) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 11:31:37.666832 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.plugins.ml2.db [None req-dc7542b2-afef-47f4-a763-e3a3cba144be None None] For port d1b8c404-4754-4a96-8d19-cbf44cc8d586, host dv-neutron-601336-94-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-94-hyperv',level=0,port_id=d1b8c404-4754-4a96-8d19-cbf44cc8d586,segment=NetworkSegment(6303a411-6e70-4139-a530-9ee4cf8ba843),segment_id=6303a411-6e70-4139-a530-9ee4cf8ba843)] {{(pid=94176) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 23 11:31:37.674014 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.plugins.ml2.plugin [None req-5f358b6e-266a-4403-88fc-933397211507 tempest-NetworksTestDHCPv6-162546708 tempest-NetworksTestDHCPv6-162546708-project] Calling delete_port for d1b8c404-4754-4a96-8d19-cbf44cc8d586 owned by network:router_interface {{(pid=94175) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1986}} Jun 23 11:31:37.676088 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron_lib.callbacks.manager [None req-f11a3b4e-1843-4657-852b-901c7e8f6591 tempest-NetworksIpV6TestAttrs-49342282 tempest-NetworksIpV6TestAttrs-49342282-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3801'] for segment, precommit_create {{(pid=94175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:31:37.676434 dv-neutron-601336-94-hyperv neutron-server[94175]: INFO neutron.db.segments_db [None req-f11a3b4e-1843-4657-852b-901c7e8f6591 tempest-NetworksIpV6TestAttrs-49342282 tempest-NetworksIpV6TestAttrs-49342282-project] Added segment df19c01b-f19e-4210-97c4-fd9041a29ec1 of type vlan for network 235279fb-6c37-46e5-9efa-1a5d486e6109 Jun 23 11:31:37.773878 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron_lib.callbacks.manager [None req-f266998c-2ae8-4269-a25c-13b3cb5714fe tempest-RoutersIpV6AdminTest-894294123 tempest-RoutersIpV6AdminTest-894294123-project] Notify callbacks [] for router, before_delete {{(pid=94174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:31:37.821938 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron_lib.callbacks.manager [None req-dc7542b2-afef-47f4-a763-e3a3cba144be None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-922904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866062', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773700135042', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773699642233', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773699642278'] for port, after_update {{(pid=94176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:31:37.828323 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG oslo_concurrency.lockutils [None req-01ec4771-b1f4-4ec4-8e18-eb68feaf1de1 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 11:31:37.854553 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron_lib.callbacks.manager [None req-f11a3b4e-1843-4657-852b-901c7e8f6591 tempest-NetworksIpV6TestAttrs-49342282 tempest-NetworksIpV6TestAttrs-49342282-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8773699596773'] for network, precommit_create {{(pid=94175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:31:37.926554 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc7542b2-afef-47f4-a763-e3a3cba144be None None] Pushing event updated for resources: {'Port': ['ID=d1b8c404-4754-4a96-8d19-cbf44cc8d586,revision_number=5']} {{(pid=94176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 11:31:37.929682 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG oslo_concurrency.lockutils [None req-dc7542b2-afef-47f4-a763-e3a3cba144be None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.102s {{(pid=94176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 11:31:38.050945 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.db.db_base_plugin_common [None req-0c4320f8-ec8d-4805-8235-fba405e86d5b tempest-RoutersAdminTest-1733287776 tempest-RoutersAdminTest-1733287776-project-admin] Allocated IP 172.26.3.91 (3e7e4eb3-cf02-4d47-ade9-0a579cdfc60f/a5ad15ab-c489-4a67-a9b0-d559fca0ec71/060c69ba-24fc-4bf7-9b78-aec52fe97149) {{(pid=94175) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 23 11:31:38.055275 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron_lib.callbacks.manager [None req-b3803d2f-1ea8-4cb9-80c0-356f2c6aacb4 tempest-AllowedAddressPairIpV6TestJSON-597468505 tempest-AllowedAddressPairIpV6TestJSON-597468505-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-922904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866062', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773700135024', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773699642224', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5082448'] for port, after_delete {{(pid=94175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:31:38.065410 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG oslo_concurrency.lockutils [None req-105282c7-061e-4fe9-9e56-5aaabda8a526 tempest-RoutersIpV6AdminTest-1878456168 tempest-RoutersIpV6AdminTest-1878456168-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94175) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 11:31:38.203987 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron_lib.callbacks.manager [None req-b3803d2f-1ea8-4cb9-80c0-356f2c6aacb4 tempest-AllowedAddressPairIpV6TestJSON-597468505 tempest-AllowedAddressPairIpV6TestJSON-597468505-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-217507'] for port, before_response {{(pid=94175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:31:38.209023 dv-neutron-601336-94-hyperv neutron-server[94175]: INFO neutron.wsgi [None req-b3803d2f-1ea8-4cb9-80c0-356f2c6aacb4 tempest-AllowedAddressPairIpV6TestJSON-597468505 tempest-AllowedAddressPairIpV6TestJSON-597468505-project] 10.222.0.20 "DELETE /v2.0/ports/1195dc50-6ef0-4046-886f-5c12f6b9f5a2 HTTP/1.1" status: 204 len: 168 time: 1.5361435 Jun 23 11:31:38.209023 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3803d2f-1ea8-4cb9-80c0-356f2c6aacb4 tempest-AllowedAddressPairIpV6TestJSON-597468505 tempest-AllowedAddressPairIpV6TestJSON-597468505-project] Pushing event deleted for resources: {'Port': ['ID=1195dc50-6ef0-4046-886f-5c12f6b9f5a2,revision_number=None']} {{(pid=94175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 11:31:38.212434 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.wsgi [-] (94174) accepted ('10.222.0.20', 37282) {{(pid=94174) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 11:31:38.215240 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG oslo_concurrency.lockutils [None req-b3803d2f-1ea8-4cb9-80c0-356f2c6aacb4 tempest-AllowedAddressPairIpV6TestJSON-597468505 tempest-AllowedAddressPairIpV6TestJSON-597468505-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.150s {{(pid=94175) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 11:31:38.220123 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron_lib.callbacks.manager [None req-f11a3b4e-1843-4657-852b-901c7e8f6591 tempest-NetworksIpV6TestAttrs-49342282 tempest-NetworksIpV6TestAttrs-49342282-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8002400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7866073'] for network, after_create {{(pid=94175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:31:38.241290 dv-neutron-601336-94-hyperv neutron-server[94174]: INFO neutron.pecan_wsgi.hooks.translation [None req-fa89044e-98e2-4d97-8ff1-cde35adb6f7a tempest-AllowedAddressPairIpV6TestJSON-597468505 tempest-AllowedAddressPairIpV6TestJSON-597468505-project] GET failed (client error): The resource could not be found. Jun 23 11:31:38.246576 dv-neutron-601336-94-hyperv neutron-server[94174]: INFO neutron.wsgi [None req-fa89044e-98e2-4d97-8ff1-cde35adb6f7a tempest-AllowedAddressPairIpV6TestJSON-597468505 tempest-AllowedAddressPairIpV6TestJSON-597468505-project] 10.222.0.20 "GET /v2.0/ports/1195dc50-6ef0-4046-886f-5c12f6b9f5a2 HTTP/1.1" status: 404 len: 333 time: 0.0339613 Jun 23 11:31:38.249119 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.wsgi [-] (94174) accepted ('10.222.0.20', 37286) {{(pid=94174) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 11:31:38.254337 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.api.v2.base [None req-44db53b9-164f-4db7-829b-5db7f1d51da0 tempest-AllowedAddressPairIpV6TestJSON-597468505 tempest-AllowedAddressPairIpV6TestJSON-597468505-project] Request body: {'port': {'network_id': 'dcc59d40-7ea7-42ee-a412-94c03272e7db', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-1403313622'}} {{(pid=94174) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 23 11:31:38.308401 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron_lib.callbacks.manager [None req-f266998c-2ae8-4269-a25c-13b3cb5714fe tempest-RoutersIpV6AdminTest-894294123 tempest-RoutersIpV6AdminTest-894294123-project] Notify callbacks [] for router_gateway, before_delete {{(pid=94174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:31:38.323615 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f11a3b4e-1843-4657-852b-901c7e8f6591 tempest-NetworksIpV6TestAttrs-49342282 tempest-NetworksIpV6TestAttrs-49342282-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 11:31:38.326508 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron_lib.callbacks.manager [None req-f11a3b4e-1843-4657-852b-901c7e8f6591 tempest-NetworksIpV6TestAttrs-49342282 tempest-NetworksIpV6TestAttrs-49342282-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7865916'] for network, before_response {{(pid=94175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:31:38.334362 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94175) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 11:31:38.450175 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.plugins.ml2.plugin [None req-f266998c-2ae8-4269-a25c-13b3cb5714fe tempest-RoutersIpV6AdminTest-894294123 tempest-RoutersIpV6AdminTest-894294123-project] Deleting port 4ed895a5-1035-4e23-af93-ce7822812238 {{(pid=94174) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1913}} Jun 23 11:31:38.450797 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron_lib.callbacks.manager [None req-f266998c-2ae8-4269-a25c-13b3cb5714fe tempest-RoutersIpV6AdminTest-894294123 tempest-RoutersIpV6AdminTest-894294123-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773700079324'] for port, before_delete {{(pid=94174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:31:38.529494 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron_lib.callbacks.manager [None req-f266998c-2ae8-4269-a25c-13b3cb5714fe tempest-RoutersIpV6AdminTest-894294123 tempest-RoutersIpV6AdminTest-894294123-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-430722'] for port, precommit_delete {{(pid=94174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:31:38.542198 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.plugins.ml2.plugin [None req-f266998c-2ae8-4269-a25c-13b3cb5714fe tempest-RoutersIpV6AdminTest-894294123 tempest-RoutersIpV6AdminTest-894294123-project] Calling delete_port for 4ed895a5-1035-4e23-af93-ce7822812238 owned by network:router_gateway {{(pid=94174) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1986}} Jun 23 11:31:38.592917 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-44db53b9-164f-4db7-829b-5db7f1d51da0 tempest-AllowedAddressPairIpV6TestJSON-597468505 tempest-AllowedAddressPairIpV6TestJSON-597468505-project] Made reservation on behalf of b9d21b3292f245528a11bbb067c1ae45 for: {'port': 1} {{(pid=94174) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 23 11:31:38.596482 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron_lib.callbacks.manager [None req-44db53b9-164f-4db7-829b-5db7f1d51da0 tempest-AllowedAddressPairIpV6TestJSON-597468505 tempest-AllowedAddressPairIpV6TestJSON-597468505-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-923104'] for port, before_create {{(pid=94174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:31:38.625685 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.notifiers.nova [None req-44db53b9-164f-4db7-829b-5db7f1d51da0 tempest-AllowedAddressPairIpV6TestJSON-597468505 tempest-AllowedAddressPairIpV6TestJSON-597468505-project] device_id is not set on port 690756f7-f1a9-4663-a0f0-1da139421ea1 yet. {{(pid=94174) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jun 23 11:31:38.745019 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron_lib.callbacks.manager [None req-5f358b6e-266a-4403-88fc-933397211507 tempest-NetworksTestDHCPv6-162546708 tempest-NetworksTestDHCPv6-162546708-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-922904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866062', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773700135024', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773699642224', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5082448'] for port, after_delete {{(pid=94175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:31:38.790309 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f11a3b4e-1843-4657-852b-901c7e8f6591 tempest-NetworksIpV6TestAttrs-49342282 tempest-NetworksIpV6TestAttrs-49342282-project] Pushing event updated for resources: {'Network': ['ID=235279fb-6c37-46e5-9efa-1a5d486e6109,revision_number=1']} {{(pid=94175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 11:31:38.795650 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG oslo_concurrency.lockutils [None req-f11a3b4e-1843-4657-852b-901c7e8f6591 tempest-NetworksIpV6TestAttrs-49342282 tempest-NetworksIpV6TestAttrs-49342282-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.461s {{(pid=94175) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 11:31:38.798566 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG oslo_concurrency.lockutils [None req-1089132a-5044-450b-8a7c-264d4f94084f tempest-RoutersAdminTest-1733287776 tempest-RoutersAdminTest-1733287776-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.043s {{(pid=94175) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 11:31:38.815313 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.db.db_base_plugin_common [None req-44db53b9-164f-4db7-829b-5db7f1d51da0 tempest-AllowedAddressPairIpV6TestJSON-597468505 tempest-AllowedAddressPairIpV6TestJSON-597468505-project] Allocated IP 2001:db8::d1 (dcc59d40-7ea7-42ee-a412-94c03272e7db/1c6e37c1-d30a-477b-b01e-bba7c97b2366/690756f7-f1a9-4663-a0f0-1da139421ea1) {{(pid=94174) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 23 11:31:38.818189 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.plugins.ml2.rpc [None req-dc7542b2-afef-47f4-a763-e3a3cba144be None None] Network 235279fb-6c37-46e5-9efa-1a5d486e6109 details requested by agent ovs-agent-dv-neutron-601336-94-hyperv with host dv-neutron-601336-94-hyperv {{(pid=94176) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:250}} Jun 23 11:31:38.827277 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f358b6e-266a-4403-88fc-933397211507 tempest-NetworksTestDHCPv6-162546708 tempest-NetworksTestDHCPv6-162546708-project] Pushing event deleted for resources: {'Port': ['ID=d1b8c404-4754-4a96-8d19-cbf44cc8d586,revision_number=None']} {{(pid=94175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 11:31:38.845510 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.plugins.ml2.rpc [None req-dc7542b2-afef-47f4-a763-e3a3cba144be None None] Device d1b8c404-4754-4a96-8d19-cbf44cc8d586 up at agent ovs-agent-dv-neutron-601336-94-hyperv {{(pid=94176) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:298}} Jun 23 11:31:38.852752 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG oslo_concurrency.lockutils [None req-5f358b6e-266a-4403-88fc-933397211507 tempest-NetworksTestDHCPv6-162546708 tempest-NetworksTestDHCPv6-162546708-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.055s {{(pid=94175) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 11:31:38.863587 dv-neutron-601336-94-hyperv neutron-server[94175]: INFO neutron.wsgi [None req-f11a3b4e-1843-4657-852b-901c7e8f6591 tempest-NetworksIpV6TestAttrs-49342282 tempest-NetworksIpV6TestAttrs-49342282-project] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 789 time: 1.7131972 Jun 23 11:31:38.864572 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron_lib.callbacks.manager [None req-2864253a-a0fa-458c-b0f1-07b1a5c448ce tempest-FloatingIPAdminTestJSON-1420968783 tempest-FloatingIPAdminTestJSON-1420968783-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-7866080', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-516693'] for router_interface, after_delete {{(pid=94175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:31:38.868877 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.wsgi [-] (94175) accepted ('10.222.0.20', 37288) {{(pid=94175) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 11:31:38.878669 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.api.v2.base [None req-026493db-1278-43a3-97bc-d7c6cdf057ad tempest-NetworksIpV6TestAttrs-49342282 tempest-NetworksIpV6TestAttrs-49342282-project] Request body: {'subnet': {'network_id': '235279fb-6c37-46e5-9efa-1a5d486e6109', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=94175) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 23 11:31:38.900686 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.plugins.ml2.plugin [None req-dc7542b2-afef-47f4-a763-e3a3cba144be None None] No Port match for: d1b8c404-4754-4a96-8d19-cbf44cc8d586 {{(pid=94176) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2240}} Jun 23 11:31:38.901046 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.plugins.ml2.rpc [None req-dc7542b2-afef-47f4-a763-e3a3cba144be None None] Device d1b8c404-4754-4a96-8d19-cbf44cc8d586 not bound to the agent host dv-neutron-601336-94-hyperv {{(pid=94176) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:306}} Jun 23 11:31:38.924289 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.plugins.ml2.rpc [None req-dc7542b2-afef-47f4-a763-e3a3cba144be None None] Port d1b8c404-4754-4a96-8d19-cbf44cc8d586 not found, will not notify nova. {{(pid=94176) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:316}} Jun 23 11:31:38.939933 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron_lib.callbacks.manager [None req-f266998c-2ae8-4269-a25c-13b3cb5714fe tempest-RoutersIpV6AdminTest-894294123 tempest-RoutersIpV6AdminTest-894294123-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-922904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866062', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773700135024', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773699642224', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5196390'] for port, after_delete {{(pid=94174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:31:38.943152 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron_lib.callbacks.manager [None req-0c4320f8-ec8d-4805-8235-fba405e86d5b tempest-RoutersAdminTest-1733287776 tempest-RoutersAdminTest-1733287776-project-admin] Notify callbacks [] for port, precommit_create {{(pid=94175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:31:38.952962 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG oslo_concurrency.lockutils [None req-6c110a6c-17be-46bb-9552-117b1ec18ba4 tempest-FloatingIPAdminTestJSON-1438251879 tempest-FloatingIPAdminTestJSON-1438251879-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94174) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 11:31:39.008698 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f266998c-2ae8-4269-a25c-13b3cb5714fe tempest-RoutersIpV6AdminTest-894294123 tempest-RoutersIpV6AdminTest-894294123-project] Pushing event deleted for resources: {'Port': ['ID=4ed895a5-1035-4e23-af93-ce7822812238,revision_number=None']} {{(pid=94174) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 11:31:39.016126 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG oslo_concurrency.lockutils [None req-f266998c-2ae8-4269-a25c-13b3cb5714fe tempest-RoutersIpV6AdminTest-894294123 tempest-RoutersIpV6AdminTest-894294123-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.062s {{(pid=94174) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 11:31:39.074204 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron_lib.callbacks.manager [None req-5f358b6e-266a-4403-88fc-933397211507 tempest-NetworksTestDHCPv6-162546708 tempest-NetworksTestDHCPv6-162546708-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-7866080', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-516693'] for router_interface, after_delete {{(pid=94175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:31:39.098743 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron_lib.callbacks.manager [None req-f266998c-2ae8-4269-a25c-13b3cb5714fe tempest-RoutersIpV6AdminTest-894294123 tempest-RoutersIpV6AdminTest-894294123-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-524171'] for router_gateway, after_delete {{(pid=94174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:31:39.166578 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron_lib.callbacks.manager [None req-44db53b9-164f-4db7-829b-5db7f1d51da0 tempest-AllowedAddressPairIpV6TestJSON-597468505 tempest-AllowedAddressPairIpV6TestJSON-597468505-project] Notify callbacks [] for port, precommit_create {{(pid=94174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:31:39.208249 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron_lib.callbacks.manager [None req-f266998c-2ae8-4269-a25c-13b3cb5714fe tempest-RoutersIpV6AdminTest-894294123 tempest-RoutersIpV6AdminTest-894294123-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-520417', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-32301'] for router, precommit_delete {{(pid=94174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:31:39.211457 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron_lib.callbacks.manager [None req-f266998c-2ae8-4269-a25c-13b3cb5714fe tempest-RoutersIpV6AdminTest-894294123 tempest-RoutersIpV6AdminTest-894294123-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:31:39.213128 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.db.provisioning_blocks [None req-44db53b9-164f-4db7-829b-5db7f1d51da0 tempest-AllowedAddressPairIpV6TestJSON-597468505 tempest-AllowedAddressPairIpV6TestJSON-597468505-project] Transition to ACTIVE for port object 690756f7-f1a9-4663-a0f0-1da139421ea1 will not be triggered until provisioned by entity DHCP. {{(pid=94174) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 23 11:31:39.342411 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron_lib.callbacks.manager [None req-f266998c-2ae8-4269-a25c-13b3cb5714fe tempest-RoutersIpV6AdminTest-894294123 tempest-RoutersIpV6AdminTest-894294123-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-494961'] for router, after_delete {{(pid=94174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:31:39.342982 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f266998c-2ae8-4269-a25c-13b3cb5714fe tempest-RoutersIpV6AdminTest-894294123 tempest-RoutersIpV6AdminTest-894294123-project] Fanout notify agent at l3_agent the message router_deleted on router 7a87ea2e-2f80-4766-bbfa-942e5491a649 {{(pid=94174) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jun 23 11:31:39.344955 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron_lib.callbacks.manager [None req-44db53b9-164f-4db7-829b-5db7f1d51da0 tempest-AllowedAddressPairIpV6TestJSON-597468505 tempest-AllowedAddressPairIpV6TestJSON-597468505-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-922915', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-239814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7866073', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773699642215', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-5196399'] for port, after_create {{(pid=94174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:31:39.347107 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-026493db-1278-43a3-97bc-d7c6cdf057ad tempest-NetworksIpV6TestAttrs-49342282 tempest-NetworksIpV6TestAttrs-49342282-project] Made reservation on behalf of 75dfc2cb640c496b8d9cb81bc53d56b1 for: {'subnet': 1} {{(pid=94175) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 23 11:31:39.351361 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron_lib.callbacks.manager [None req-026493db-1278-43a3-97bc-d7c6cdf057ad tempest-NetworksIpV6TestAttrs-49342282 tempest-NetworksIpV6TestAttrs-49342282-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4660073'] for subnet, before_create {{(pid=94175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:31:39.351660 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron_lib.callbacks.manager [None req-f266998c-2ae8-4269-a25c-13b3cb5714fe tempest-RoutersIpV6AdminTest-894294123 tempest-RoutersIpV6AdminTest-894294123-project] Notify callbacks [] for router, before_response {{(pid=94174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:31:39.355621 dv-neutron-601336-94-hyperv neutron-server[94174]: INFO neutron.wsgi [None req-f266998c-2ae8-4269-a25c-13b3cb5714fe tempest-RoutersIpV6AdminTest-894294123 tempest-RoutersIpV6AdminTest-894294123-project] 10.222.0.20 "DELETE /v2.0/routers/7a87ea2e-2f80-4766-bbfa-942e5491a649 HTTP/1.1" status: 204 len: 168 time: 1.6930742 Jun 23 11:31:39.358149 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron_lib.callbacks.manager [None req-0c4320f8-ec8d-4805-8235-fba405e86d5b tempest-RoutersAdminTest-1733287776 tempest-RoutersAdminTest-1733287776-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-922915', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-239814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7866073', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773699642215', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-5082457'] for port, after_create {{(pid=94175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:31:39.358492 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.wsgi [-] (94174) accepted ('10.222.0.20', 37292) {{(pid=94174) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 11:31:39.359245 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG oslo_concurrency.lockutils [None req-bc978ab7-55a9-43e8-955e-a23c8b1e52e2 tempest-RoutersAdminTest-1813587668 tempest-RoutersAdminTest-1813587668-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94174) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 11:31:39.363012 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG oslo_concurrency.lockutils [None req-7caac006-367a-4bdb-a6e2-fc60e3cdfb5c tempest-AllowedAddressPairIpV6TestJSON-597468505 tempest-AllowedAddressPairIpV6TestJSON-597468505-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94175) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 11:31:39.366210 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.api.v2.base [None req-1bb3ef72-6553-4763-a9ea-a881444347d4 tempest-RoutersIpV6AdminTest-894294123 tempest-RoutersIpV6AdminTest-894294123-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-1083755090', 'external_gateway_info': {'network_id': '3e7e4eb3-cf02-4d47-ade9-0a579cdfc60f'}, 'admin_state_up': False}} {{(pid=94174) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 23 11:31:39.426916 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-44db53b9-164f-4db7-829b-5db7f1d51da0 tempest-AllowedAddressPairIpV6TestJSON-597468505 tempest-AllowedAddressPairIpV6TestJSON-597468505-project] Network dcc59d40-7ea7-42ee-a412-94c03272e7db is already hosted by enough agents. {{(pid=94174) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 23 11:31:39.431622 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.scheduler.base_scheduler [None req-44db53b9-164f-4db7-829b-5db7f1d51da0 tempest-AllowedAddressPairIpV6TestJSON-597468505 tempest-AllowedAddressPairIpV6TestJSON-597468505-project] Resources bound (agent type, host, resource id): {{(pid=94174) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 23 11:31:39.432115 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5f358b6e-266a-4403-88fc-933397211507 tempest-NetworksTestDHCPv6-162546708 tempest-NetworksTestDHCPv6-162546708-project] Router 716bde58-0a43-473c-9d67-8375495d6d83 has already been hosted by L3 agent 50ef99c0-ef28-4db5-b303-b145898fae60 {{(pid=94175) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 23 11:31:39.433934 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44db53b9-164f-4db7-829b-5db7f1d51da0 tempest-AllowedAddressPairIpV6TestJSON-597468505 tempest-AllowedAddressPairIpV6TestJSON-597468505-project] Pushing event updated for resources: {'Port': ['ID=690756f7-f1a9-4663-a0f0-1da139421ea1,revision_number=1']} {{(pid=94174) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 11:31:39.436190 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.db.l3_dvrscheduler_db [None req-44db53b9-164f-4db7-829b-5db7f1d51da0 tempest-AllowedAddressPairIpV6TestJSON-597468505 tempest-AllowedAddressPairIpV6TestJSON-597468505-project] Received port after_create {{(pid=94174) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 23 11:31:39.441762 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-44db53b9-164f-4db7-829b-5db7f1d51da0 tempest-AllowedAddressPairIpV6TestJSON-597468505 tempest-AllowedAddressPairIpV6TestJSON-597468505-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94174) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 11:31:39.442345 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron_lib.callbacks.manager [None req-44db53b9-164f-4db7-829b-5db7f1d51da0 tempest-AllowedAddressPairIpV6TestJSON-597468505 tempest-AllowedAddressPairIpV6TestJSON-597468505-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-217507'] for port, before_response {{(pid=94174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:31:39.450888 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG oslo_concurrency.lockutils [None req-44db53b9-164f-4db7-829b-5db7f1d51da0 tempest-AllowedAddressPairIpV6TestJSON-597468505 tempest-AllowedAddressPairIpV6TestJSON-597468505-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.086s {{(pid=94174) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 11:31:39.503619 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron_lib.callbacks.manager [None req-1bb3ef72-6553-4763-a9ea-a881444347d4 tempest-RoutersIpV6AdminTest-894294123 tempest-RoutersIpV6AdminTest-894294123-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-520407', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-32315'] for router, before_create {{(pid=94174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:31:39.504838 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron_lib.callbacks.manager [None req-1bb3ef72-6553-4763-a9ea-a881444347d4 tempest-RoutersIpV6AdminTest-894294123 tempest-RoutersIpV6AdminTest-894294123-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-520264', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-524122', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-414782', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-32290'] for router, precommit_create {{(pid=94174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:31:39.529716 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0c4320f8-ec8d-4805-8235-fba405e86d5b tempest-RoutersAdminTest-1733287776 tempest-RoutersAdminTest-1733287776-project-admin] Network 3e7e4eb3-cf02-4d47-ade9-0a579cdfc60f is already hosted by enough agents. {{(pid=94175) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 23 11:31:39.565344 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron_lib.callbacks.manager [None req-1bb3ef72-6553-4763-a9ea-a881444347d4 tempest-RoutersIpV6AdminTest-894294123 tempest-RoutersIpV6AdminTest-894294123-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:31:39.566913 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.scheduler.base_scheduler [None req-0c4320f8-ec8d-4805-8235-fba405e86d5b tempest-RoutersAdminTest-1733287776 tempest-RoutersAdminTest-1733287776-project-admin] Resources bound (agent type, host, resource id): {{(pid=94175) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 23 11:31:39.575743 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0c4320f8-ec8d-4805-8235-fba405e86d5b tempest-RoutersAdminTest-1733287776 tempest-RoutersAdminTest-1733287776-project-admin] Received port after_create {{(pid=94175) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 23 11:31:39.578801 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c4320f8-ec8d-4805-8235-fba405e86d5b tempest-RoutersAdminTest-1733287776 tempest-RoutersAdminTest-1733287776-project-admin] Pushing event updated for resources: {'Port': ['ID=060c69ba-24fc-4bf7-9b78-aec52fe97149,revision_number=1']} {{(pid=94175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 11:31:39.587706 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG oslo_concurrency.lockutils [None req-0c4320f8-ec8d-4805-8235-fba405e86d5b tempest-RoutersAdminTest-1733287776 tempest-RoutersAdminTest-1733287776-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.225s {{(pid=94175) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 11:31:39.600463 dv-neutron-601336-94-hyperv neutron-server[94174]: INFO neutron.wsgi [None req-44db53b9-164f-4db7-829b-5db7f1d51da0 tempest-AllowedAddressPairIpV6TestJSON-597468505 tempest-AllowedAddressPairIpV6TestJSON-597468505-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 943 time: 1.3503792 Jun 23 11:31:39.602742 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.wsgi [-] (94174) accepted ('10.222.0.20', 37296) {{(pid=94174) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 11:31:39.608733 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.api.v2.base [None req-5674439f-a084-4e33-ae97-39673b060cf0 tempest-AllowedAddressPairIpV6TestJSON-597468505 tempest-AllowedAddressPairIpV6TestJSON-597468505-project] Request body: {'port': {'network_id': 'dcc59d40-7ea7-42ee-a412-94c03272e7db', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-14025415'}} {{(pid=94174) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 23 11:31:39.685437 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2864253a-a0fa-458c-b0f1-07b1a5c448ce tempest-FloatingIPAdminTestJSON-1420968783 tempest-FloatingIPAdminTestJSON-1420968783-project] Router 82083bbf-e3ef-4c55-8318-807c0e486f66 has already been hosted by L3 agent 50ef99c0-ef28-4db5-b303-b145898fae60 {{(pid=94175) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 23 11:31:39.703357 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5f358b6e-266a-4403-88fc-933397211507 tempest-NetworksTestDHCPv6-162546708 tempest-NetworksTestDHCPv6-162546708-project] Notify agent at l3_agent.dv-neutron-601336-94-hyperv the message routers_updated {{(pid=94175) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 23 11:31:39.712568 dv-neutron-601336-94-hyperv neutron-server[94175]: INFO neutron.wsgi [None req-5f358b6e-266a-4403-88fc-933397211507 tempest-NetworksTestDHCPv6-162546708 tempest-NetworksTestDHCPv6-162546708-project] 10.222.0.20 "PUT /v2.0/routers/716bde58-0a43-473c-9d67-8375495d6d83/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.0883837 Jun 23 11:31:39.715568 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.wsgi [-] (94175) accepted ('10.222.0.20', 37298) {{(pid=94175) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 11:31:39.718521 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-555c4e84-803e-4410-87bf-65f33cc359b4 None None] Sync routers for ids ['716bde58-0a43-473c-9d67-8375495d6d83'] in dv-neutron-601336-94-hyperv {{(pid=94176) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 23 11:31:39.732813 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.db.l3_dvrscheduler_db [None req-555c4e84-803e-4410-87bf-65f33cc359b4 None None] Routers {'716bde58-0a43-473c-9d67-8375495d6d83'} bound to L3 agent in host dv-neutron-601336-94-hyperv {{(pid=94176) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 23 11:31:39.733774 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.db.l3_hamode_db [None req-555c4e84-803e-4410-87bf-65f33cc359b4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-601336-94-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-23T11:22:13Z,description=,heartbeat_timestamp=2021-06-23T11:31:13Z,host='dv-neutron-601336-94-hyperv',id=50ef99c0-ef28-4db5-b303-b145898fae60,load=0,resource_versions=,resources_synced=,started_at=2021-06-23T11:22:14Z,topic='l3_agent')) {'router_ids': ['716bde58-0a43-473c-9d67-8375495d6d83'], 'active': True} {{(pid=94176) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 11:31:39.799226 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.db.provisioning_blocks [None req-713c1003-2681-49f7-944c-b8cf283718be None None] Provisioning for port 690756f7-f1a9-4663-a0f0-1da139421ea1 completed by entity DHCP. {{(pid=94176) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 23 11:31:39.807477 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.db.l3_dvr_db [None req-555c4e84-803e-4410-87bf-65f33cc359b4 None None] Set router 716bde58-0a43-473c-9d67-8375495d6d83 gateway port host: None {{(pid=94176) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:838}} Jun 23 11:31:39.809437 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.db.provisioning_blocks [None req-713c1003-2681-49f7-944c-b8cf283718be None None] Provisioning complete for port 690756f7-f1a9-4663-a0f0-1da139421ea1 triggered by entity DHCP. {{(pid=94176) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 23 11:31:39.809943 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron_lib.callbacks.manager [None req-1bb3ef72-6553-4763-a9ea-a881444347d4 tempest-RoutersIpV6AdminTest-894294123 tempest-RoutersIpV6AdminTest-894294123-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-524104', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-520389', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-32276'] for router, precommit_update {{(pid=94174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:31:39.810175 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron_lib.callbacks.manager [None req-713c1003-2681-49f7-944c-b8cf283718be None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-899258'] for port, provisioning_complete {{(pid=94176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:31:39.880439 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.db.l3_hamode_db [None req-555c4e84-803e-4410-87bf-65f33cc359b4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '716bde58-0a43-473c-9d67-8375495d6d83', 'name': 'tempest-NetworksTestDHCPv6-router-1212728096', 'tenant_id': '5e61222a836c47229c94e37f3902e6bd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-23T11:31:28Z', 'updated_at': '2021-06-23T11:31:38Z', 'revision_number': 3, 'project_id': '5e61222a836c47229c94e37f3902e6bd', 'gw_port_host': None}], 'dv-neutron-601336-94-hyperv', False) {} {{(pid=94176) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 11:31:39.908817 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-555c4e84-803e-4410-87bf-65f33cc359b4 None None] Checking router: 716bde58-0a43-473c-9d67-8375495d6d83 for host: dv-neutron-601336-94-hyperv {{(pid=94176) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 23 11:31:39.922158 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.plugins.ml2.plugin [None req-713c1003-2681-49f7-944c-b8cf283718be None None] Port 690756f7-f1a9-4663-a0f0-1da139421ea1 cannot update to ACTIVE because it is not bound. {{(pid=94176) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jun 23 11:31:39.924577 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.db.l3_dvrscheduler_db [None req-555c4e84-803e-4410-87bf-65f33cc359b4 None None] Routers {'716bde58-0a43-473c-9d67-8375495d6d83'} bound to L3 agent in host dv-neutron-601336-94-hyperv {{(pid=94176) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 23 11:31:39.925220 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.db.l3_hamode_db [None req-555c4e84-803e-4410-87bf-65f33cc359b4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-601336-94-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-23T11:22:13Z,description=,heartbeat_timestamp=2021-06-23T11:31:13Z,host='dv-neutron-601336-94-hyperv',id=50ef99c0-ef28-4db5-b303-b145898fae60,load=0,resource_versions=,resources_synced=,started_at=2021-06-23T11:22:14Z,topic='l3_agent')) {'router_ids': ['716bde58-0a43-473c-9d67-8375495d6d83'], 'active': True} {{(pid=94176) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 11:31:39.937394 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5674439f-a084-4e33-ae97-39673b060cf0 tempest-AllowedAddressPairIpV6TestJSON-597468505 tempest-AllowedAddressPairIpV6TestJSON-597468505-project] Made reservation on behalf of b9d21b3292f245528a11bbb067c1ae45 for: {'port': 1} {{(pid=94174) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 23 11:31:39.941290 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron_lib.callbacks.manager [None req-5674439f-a084-4e33-ae97-39673b060cf0 tempest-AllowedAddressPairIpV6TestJSON-597468505 tempest-AllowedAddressPairIpV6TestJSON-597468505-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-923104'] for port, before_create {{(pid=94174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:31:39.956899 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b9d2cb38-85f4-4cf5-99b5-8c4ffa0216ac tempest-NetworksTestDHCPv6-162546708 tempest-NetworksTestDHCPv6-162546708-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 11:31:39.958715 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b9d2cb38-85f4-4cf5-99b5-8c4ffa0216ac tempest-NetworksTestDHCPv6-162546708 tempest-NetworksTestDHCPv6-162546708-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 11:31:39.960074 dv-neutron-601336-94-hyperv neutron-server[94175]: INFO neutron.wsgi [None req-b9d2cb38-85f4-4cf5-99b5-8c4ffa0216ac tempest-NetworksTestDHCPv6-162546708 tempest-NetworksTestDHCPv6-162546708-project] 10.222.0.20 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1464 time: 0.2408340 Jun 23 11:31:39.965376 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.wsgi [-] (94174) accepted ('10.222.0.20', 37300) {{(pid=94174) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 11:31:39.995784 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.db.l3_dvr_db [None req-555c4e84-803e-4410-87bf-65f33cc359b4 None None] Set router 716bde58-0a43-473c-9d67-8375495d6d83 gateway port host: None {{(pid=94176) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:838}} Jun 23 11:31:40.001709 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.notifiers.nova [None req-5674439f-a084-4e33-ae97-39673b060cf0 tempest-AllowedAddressPairIpV6TestJSON-597468505 tempest-AllowedAddressPairIpV6TestJSON-597468505-project] device_id is not set on port 312ee82d-94c7-407c-828b-fe915ccb7c1b yet. {{(pid=94174) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jun 23 11:31:40.039464 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2864253a-a0fa-458c-b0f1-07b1a5c448ce tempest-FloatingIPAdminTestJSON-1420968783 tempest-FloatingIPAdminTestJSON-1420968783-project] Notify agent at l3_agent.dv-neutron-601336-94-hyperv the message routers_updated {{(pid=94175) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 23 11:31:40.044837 dv-neutron-601336-94-hyperv neutron-server[94175]: INFO neutron.wsgi [None req-2864253a-a0fa-458c-b0f1-07b1a5c448ce tempest-FloatingIPAdminTestJSON-1420968783 tempest-FloatingIPAdminTestJSON-1420968783-project] 10.222.0.20 "PUT /v2.0/routers/82083bbf-e3ef-4c55-8318-807c0e486f66/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 6.5674558 Jun 23 11:31:40.050968 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.db.l3_hamode_db [None req-555c4e84-803e-4410-87bf-65f33cc359b4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '716bde58-0a43-473c-9d67-8375495d6d83', 'name': 'tempest-NetworksTestDHCPv6-router-1212728096', 'tenant_id': '5e61222a836c47229c94e37f3902e6bd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-23T11:31:28Z', 'updated_at': '2021-06-23T11:31:38Z', 'revision_number': 3, 'project_id': '5e61222a836c47229c94e37f3902e6bd', 'gw_port_host': None}], 'dv-neutron-601336-94-hyperv', False) {} {{(pid=94176) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 11:31:40.057920 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.wsgi [-] (94175) accepted ('10.222.0.20', 37302) {{(pid=94175) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 11:31:40.058011 dv-neutron-601336-94-hyperv neutron-server[94177]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-94473980-663f-44be-b41e-aadf095e84ff None None] Sync routers for ids ['82083bbf-e3ef-4c55-8318-807c0e486f66'] in dv-neutron-601336-94-hyperv {{(pid=94177) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 23 11:31:40.067172 dv-neutron-601336-94-hyperv neutron-server[94177]: DEBUG neutron.db.l3_dvrscheduler_db [None req-94473980-663f-44be-b41e-aadf095e84ff None None] Routers {'82083bbf-e3ef-4c55-8318-807c0e486f66'} bound to L3 agent in host dv-neutron-601336-94-hyperv {{(pid=94177) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 23 11:31:40.067979 dv-neutron-601336-94-hyperv neutron-server[94177]: DEBUG neutron.db.l3_hamode_db [None req-94473980-663f-44be-b41e-aadf095e84ff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-601336-94-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-23T11:22:13Z,description=,heartbeat_timestamp=2021-06-23T11:31:13Z,host='dv-neutron-601336-94-hyperv',id=50ef99c0-ef28-4db5-b303-b145898fae60,load=0,resource_versions=,resources_synced=,started_at=2021-06-23T11:22:14Z,topic='l3_agent')) {'router_ids': ['82083bbf-e3ef-4c55-8318-807c0e486f66'], 'active': True} {{(pid=94177) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 11:31:40.077620 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.db.db_base_plugin_v2 [None req-7ac15734-66e8-40bf-9ec3-657ee777d1c4 tempest-NetworksTestDHCPv6-162546708 tempest-NetworksTestDHCPv6-162546708-project] Deleting subnet bcddd507-888f-4bc7-964f-15c0c4f1ae32 {{(pid=94174) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jun 23 11:31:40.078444 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-555c4e84-803e-4410-87bf-65f33cc359b4 None None] The sync data for ids ['716bde58-0a43-473c-9d67-8375495d6d83'] in dv-neutron-601336-94-hyperv is: [{'id': '716bde58-0a43-473c-9d67-8375495d6d83', 'name': 'tempest-NetworksTestDHCPv6-router-1212728096', 'tenant_id': '5e61222a836c47229c94e37f3902e6bd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-23T11:31:28Z', 'updated_at': '2021-06-23T11:31:38Z', 'revision_number': 3, 'project_id': '5e61222a836c47229c94e37f3902e6bd', 'gw_port_host': None}] {{(pid=94176) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 23 11:31:40.086590 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron_lib.callbacks.manager [None req-7ac15734-66e8-40bf-9ec3-657ee777d1c4 tempest-NetworksTestDHCPv6-162546708 tempest-NetworksTestDHCPv6-162546708-project] Notify callbacks [] for subnet, before_delete {{(pid=94174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:31:40.121191 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron_lib.callbacks.manager [None req-026493db-1278-43a3-97bc-d7c6cdf057ad tempest-NetworksIpV6TestAttrs-49342282 tempest-NetworksIpV6TestAttrs-49342282-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866062', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5083113', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4660095'] for subnet, after_create {{(pid=94175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:31:40.127016 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94175) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 11:31:40.131871 dv-neutron-601336-94-hyperv neutron-server[94177]: DEBUG neutron.db.l3_hamode_db [None req-94473980-663f-44be-b41e-aadf095e84ff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-601336-94-hyperv', False) {} {{(pid=94177) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 11:31:40.146942 dv-neutron-601336-94-hyperv neutron-server[94177]: DEBUG neutron.db.l3_dvrscheduler_db [None req-94473980-663f-44be-b41e-aadf095e84ff None None] Routers {'82083bbf-e3ef-4c55-8318-807c0e486f66'} bound to L3 agent in host dv-neutron-601336-94-hyperv {{(pid=94177) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 23 11:31:40.147678 dv-neutron-601336-94-hyperv neutron-server[94177]: DEBUG neutron.db.l3_hamode_db [None req-94473980-663f-44be-b41e-aadf095e84ff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-601336-94-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-23T11:22:13Z,description=,heartbeat_timestamp=2021-06-23T11:31:13Z,host='dv-neutron-601336-94-hyperv',id=50ef99c0-ef28-4db5-b303-b145898fae60,load=0,resource_versions=,resources_synced=,started_at=2021-06-23T11:22:14Z,topic='l3_agent')) {'router_ids': ['82083bbf-e3ef-4c55-8318-807c0e486f66'], 'active': True} {{(pid=94177) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 11:31:40.180950 dv-neutron-601336-94-hyperv neutron-server[94177]: DEBUG neutron.db.l3_hamode_db [None req-94473980-663f-44be-b41e-aadf095e84ff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-601336-94-hyperv', False) {} {{(pid=94177) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 11:31:40.181790 dv-neutron-601336-94-hyperv neutron-server[94177]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-94473980-663f-44be-b41e-aadf095e84ff None None] The sync data for ids ['82083bbf-e3ef-4c55-8318-807c0e486f66'] in dv-neutron-601336-94-hyperv is: [] {{(pid=94177) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 23 11:31:40.186034 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron_lib.callbacks.manager [None req-7ac15734-66e8-40bf-9ec3-657ee777d1c4 tempest-NetworksTestDHCPv6-162546708 tempest-NetworksTestDHCPv6-162546708-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4800256'] for subnet, precommit_delete_associations {{(pid=94174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:31:40.293736 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-026493db-1278-43a3-97bc-d7c6cdf057ad tempest-NetworksIpV6TestAttrs-49342282 tempest-NetworksIpV6TestAttrs-49342282-project] Pushing event updated for resources: {'Subnet': ['ID=6ada7275-8305-4c4f-877e-1f3b62d8e377,revision_number=0']} {{(pid=94175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 11:31:40.304065 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG oslo_concurrency.lockutils [None req-026493db-1278-43a3-97bc-d7c6cdf057ad tempest-NetworksIpV6TestAttrs-49342282 tempest-NetworksIpV6TestAttrs-49342282-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.178s {{(pid=94175) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 11:31:40.305311 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.db.db_base_plugin_common [None req-5674439f-a084-4e33-ae97-39673b060cf0 tempest-AllowedAddressPairIpV6TestJSON-597468505 tempest-AllowedAddressPairIpV6TestJSON-597468505-project] Allocated IP 2001:db8::270 (dcc59d40-7ea7-42ee-a412-94c03272e7db/1c6e37c1-d30a-477b-b01e-bba7c97b2366/312ee82d-94c7-407c-828b-fe915ccb7c1b) {{(pid=94174) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 23 11:31:40.327040 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron_lib.callbacks.manager [None req-200b3a4a-adc2-43c4-9f3e-6175149ec4da tempest-FloatingIPAdminTestJSON-1420968783 tempest-FloatingIPAdminTestJSON-1420968783-project] Notify callbacks [] for router, before_delete {{(pid=94175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:31:40.366221 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-026493db-1278-43a3-97bc-d7c6cdf057ad tempest-NetworksIpV6TestAttrs-49342282 tempest-NetworksIpV6TestAttrs-49342282-project] Checking segment: {'id': 'df19c01b-f19e-4210-97c4-fd9041a29ec1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 401, 'network_id': '235279fb-6c37-46e5-9efa-1a5d486e6109'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94175) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 23 11:31:40.366551 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-026493db-1278-43a3-97bc-d7c6cdf057ad tempest-NetworksIpV6TestAttrs-49342282 tempest-NetworksIpV6TestAttrs-49342282-project] Network hostable DHCP agents. Network: 235279fb-6c37-46e5-9efa-1a5d486e6109, hostable agents: ['8cf29b10-0e57-4131-816f-a4b6ad00b249'], hosted agents: [] {{(pid=94175) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 23 11:31:40.378078 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron_lib.callbacks.manager [None req-1bb3ef72-6553-4763-a9ea-a881444347d4 tempest-RoutersIpV6AdminTest-894294123 tempest-RoutersIpV6AdminTest-894294123-project] Notify callbacks [] for router_gateway, before_create {{(pid=94174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:31:40.383458 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron_lib.callbacks.manager [None req-0c4320f8-ec8d-4805-8235-fba405e86d5b tempest-RoutersAdminTest-1733287776 tempest-RoutersAdminTest-1733287776-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=94175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:31:40.415432 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron_lib.callbacks.manager [None req-1bb3ef72-6553-4763-a9ea-a881444347d4 tempest-RoutersIpV6AdminTest-894294123 tempest-RoutersIpV6AdminTest-894294123-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-923104'] for port, before_create {{(pid=94174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:31:40.420828 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron_lib.callbacks.manager [None req-7ac15734-66e8-40bf-9ec3-657ee777d1c4 tempest-NetworksTestDHCPv6-162546708 tempest-NetworksTestDHCPv6-162546708-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-897634'] for subnet, precommit_delete {{(pid=94174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:31:40.528955 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron_lib.callbacks.manager [None req-200b3a4a-adc2-43c4-9f3e-6175149ec4da tempest-FloatingIPAdminTestJSON-1420968783 tempest-FloatingIPAdminTestJSON-1420968783-project] Notify callbacks [] for router_gateway, before_delete {{(pid=94175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:31:40.669672 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.db.db_base_plugin_common [None req-1bb3ef72-6553-4763-a9ea-a881444347d4 tempest-RoutersIpV6AdminTest-894294123 tempest-RoutersIpV6AdminTest-894294123-project] Allocated IP 172.26.3.207 (3e7e4eb3-cf02-4d47-ade9-0a579cdfc60f/a5ad15ab-c489-4a67-a9b0-d559fca0ec71/20ee4592-dd07-47e9-82f5-1dd9063d8f0f) {{(pid=94174) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 23 11:31:40.683339 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron_lib.callbacks.manager [None req-5674439f-a084-4e33-ae97-39673b060cf0 tempest-AllowedAddressPairIpV6TestJSON-597468505 tempest-AllowedAddressPairIpV6TestJSON-597468505-project] Notify callbacks [] for port, precommit_create {{(pid=94174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:31:40.713785 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.db.provisioning_blocks [None req-5674439f-a084-4e33-ae97-39673b060cf0 tempest-AllowedAddressPairIpV6TestJSON-597468505 tempest-AllowedAddressPairIpV6TestJSON-597468505-project] Transition to ACTIVE for port object 312ee82d-94c7-407c-828b-fe915ccb7c1b will not be triggered until provisioned by entity DHCP. {{(pid=94174) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 23 11:31:40.743209 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron_lib.callbacks.manager [None req-7ac15734-66e8-40bf-9ec3-657ee777d1c4 tempest-NetworksTestDHCPv6-162546708 tempest-NetworksTestDHCPv6-162546708-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-897627', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866062', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5195932', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4294216'] for subnet, after_delete {{(pid=94174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:31:40.752833 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94174) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 11:31:40.792174 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.plugins.ml2.rpc [None req-dc7542b2-afef-47f4-a763-e3a3cba144be None None] Device d1b8c404-4754-4a96-8d19-cbf44cc8d586 no longer exists at agent ovs-agent-dv-neutron-601336-94-hyperv {{(pid=94176) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:261}} Jun 23 11:31:40.802876 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron_lib.callbacks.manager [None req-7ac15734-66e8-40bf-9ec3-657ee777d1c4 tempest-NetworksTestDHCPv6-162546708 tempest-NetworksTestDHCPv6-162546708-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7865916'] for subnet, before_response {{(pid=94174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:31:40.804778 dv-neutron-601336-94-hyperv neutron-server[94174]: INFO neutron.wsgi [None req-7ac15734-66e8-40bf-9ec3-657ee777d1c4 tempest-NetworksTestDHCPv6-162546708 tempest-NetworksTestDHCPv6-162546708-project] 10.222.0.20 "DELETE /v2.0/subnets/bcddd507-888f-4bc7-964f-15c0c4f1ae32 HTTP/1.1" status: 204 len: 168 time: 0.8366153 Jun 23 11:31:40.805661 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ac15734-66e8-40bf-9ec3-657ee777d1c4 tempest-NetworksTestDHCPv6-162546708 tempest-NetworksTestDHCPv6-162546708-project] Pushing event deleted for resources: {'Subnet': ['ID=bcddd507-888f-4bc7-964f-15c0c4f1ae32,revision_number=None']} {{(pid=94174) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 11:31:40.809966 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.wsgi [-] (94174) accepted ('10.222.0.20', 37308) {{(pid=94174) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 11:31:40.810777 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG oslo_concurrency.lockutils [None req-7ac15734-66e8-40bf-9ec3-657ee777d1c4 tempest-NetworksTestDHCPv6-162546708 tempest-NetworksTestDHCPv6-162546708-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.058s {{(pid=94174) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 11:31:40.815767 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f7b7da73-2503-4482-b384-69720c9283f4 None None] Network f53f535d-bce4-4da8-9bd9-396677ff4e83 requested from dv-neutron-601336-94-hyperv {{(pid=94176) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 23 11:31:40.822112 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.plugins.ml2.plugin [None req-dc7542b2-afef-47f4-a763-e3a3cba144be None None] No Port match for: d1b8c404-4754-4a96-8d19-cbf44cc8d586 {{(pid=94176) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2240}} Jun 23 11:31:40.822794 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.plugins.ml2.rpc [None req-dc7542b2-afef-47f4-a763-e3a3cba144be None None] Device d1b8c404-4754-4a96-8d19-cbf44cc8d586 not bound to the agent host dv-neutron-601336-94-hyperv {{(pid=94176) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:271}} Jun 23 11:31:40.936826 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron_lib.callbacks.manager [None req-8714d39f-a8c5-4782-9cd1-490ad294ed52 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773699952132', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-899307'] for agent, after_update {{(pid=94176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:31:40.943133 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron_lib.callbacks.manager [None req-1bb3ef72-6553-4763-a9ea-a881444347d4 tempest-RoutersIpV6AdminTest-894294123 tempest-RoutersIpV6AdminTest-894294123-project] Notify callbacks [] for port, precommit_create {{(pid=94174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:31:40.966732 dv-neutron-601336-94-hyperv neutron-server[94174]: INFO neutron.wsgi [None req-3a74b5c9-d129-45de-b260-58d38e749f22 tempest-NetworksTestDHCPv6-162546708 tempest-NetworksTestDHCPv6-162546708-project] 10.222.0.20 "GET /v2.0/routers HTTP/1.1" status: 200 len: 710 time: 0.1514814 Jun 23 11:31:40.970583 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.wsgi [-] (94174) accepted ('10.222.0.20', 37310) {{(pid=94174) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 11:31:40.986332 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-026493db-1278-43a3-97bc-d7c6cdf057ad tempest-NetworksIpV6TestAttrs-49342282 tempest-NetworksIpV6TestAttrs-49342282-project] Network 235279fb-6c37-46e5-9efa-1a5d486e6109 is scheduled to be hosted by DHCP agent 8cf29b10-0e57-4131-816f-a4b6ad00b249 with binding_index 1 {{(pid=94175) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 23 11:31:41.014733 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron_lib.callbacks.manager [None req-5674439f-a084-4e33-ae97-39673b060cf0 tempest-AllowedAddressPairIpV6TestJSON-597468505 tempest-AllowedAddressPairIpV6TestJSON-597468505-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-922915', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-239814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7866073', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773699642215', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-5196399'] for port, after_create {{(pid=94174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:31:41.028466 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e8bf57f9-d293-452a-b499-dd4b8d265dbe None None] DHCP port deletion for f53f535d-bce4-4da8-9bd9-396677ff4e83 request from dv-neutron-601336-94-hyperv {{(pid=94176) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jun 23 11:31:41.044315 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG oslo_concurrency.lockutils [None req-469cb7f9-3cdd-46e1-8b96-9d21d2fe316e tempest-RoutersIpV6AdminTest-1878456168 tempest-RoutersIpV6AdminTest-1878456168-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94174) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 11:31:41.070307 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.plugins.ml2.plugin [None req-200b3a4a-adc2-43c4-9f3e-6175149ec4da tempest-FloatingIPAdminTestJSON-1420968783 tempest-FloatingIPAdminTestJSON-1420968783-project] Deleting port 91dd55f0-6f65-4a7a-a42a-c30e9e040ec3 {{(pid=94175) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1913}} Jun 23 11:31:41.070660 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron_lib.callbacks.manager [None req-200b3a4a-adc2-43c4-9f3e-6175149ec4da tempest-FloatingIPAdminTestJSON-1420968783 tempest-FloatingIPAdminTestJSON-1420968783-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773700079324'] for port, before_delete {{(pid=94175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:31:41.073597 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron_lib.callbacks.manager [None req-0c4320f8-ec8d-4805-8235-fba405e86d5b tempest-RoutersAdminTest-1733287776 tempest-RoutersAdminTest-1733287776-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-524104', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-520389', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-32276'] for router, precommit_update {{(pid=94175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:31:41.080100 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.scheduler.base_scheduler [None req-026493db-1278-43a3-97bc-d7c6cdf057ad tempest-NetworksIpV6TestAttrs-49342282 tempest-NetworksIpV6TestAttrs-49342282-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-601336-94-hyperv, 235279fb-6c37-46e5-9efa-1a5d486e6109) {{(pid=94175) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 23 11:31:41.089095 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron_lib.callbacks.manager [None req-673a8a22-4f71-4ade-ad08-3e00cbfe5696 tempest-NetworksTestDHCPv6-162546708 tempest-NetworksTestDHCPv6-162546708-project] Notify callbacks [] for router, before_delete {{(pid=94174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:31:41.091121 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron_lib.callbacks.manager [None req-0c4320f8-ec8d-4805-8235-fba405e86d5b tempest-RoutersAdminTest-1733287776 tempest-RoutersAdminTest-1733287776-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-524143', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-524145', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-524134', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-520394'] for router, after_update {{(pid=94175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:31:41.092032 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7dc0cf17-33aa-4674-8160-ad2281533162 None None] Network 235279fb-6c37-46e5-9efa-1a5d486e6109 requested from dv-neutron-601336-94-hyperv {{(pid=94176) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 23 11:31:41.122052 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-026493db-1278-43a3-97bc-d7c6cdf057ad tempest-NetworksIpV6TestAttrs-49342282 tempest-NetworksIpV6TestAttrs-49342282-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 11:31:41.122638 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron_lib.callbacks.manager [None req-026493db-1278-43a3-97bc-d7c6cdf057ad tempest-NetworksIpV6TestAttrs-49342282 tempest-NetworksIpV6TestAttrs-49342282-project] Notify callbacks [] for subnet, before_response {{(pid=94175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:31:41.141317 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.plugins.ml2.plugin [None req-e8bf57f9-d293-452a-b499-dd4b8d265dbe None None] Deleting port 06878f64-2609-4404-a4d0-5de62479c923 {{(pid=94176) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1913}} Jun 23 11:31:41.142395 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron_lib.callbacks.manager [None req-e8bf57f9-d293-452a-b499-dd4b8d265dbe None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773700079324'] for port, before_delete {{(pid=94176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:31:41.170913 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5674439f-a084-4e33-ae97-39673b060cf0 tempest-AllowedAddressPairIpV6TestJSON-597468505 tempest-AllowedAddressPairIpV6TestJSON-597468505-project] Network dcc59d40-7ea7-42ee-a412-94c03272e7db is already hosted by enough agents. {{(pid=94174) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 23 11:31:41.179700 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.scheduler.base_scheduler [None req-5674439f-a084-4e33-ae97-39673b060cf0 tempest-AllowedAddressPairIpV6TestJSON-597468505 tempest-AllowedAddressPairIpV6TestJSON-597468505-project] Resources bound (agent type, host, resource id): {{(pid=94174) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 23 11:31:41.183557 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5674439f-a084-4e33-ae97-39673b060cf0 tempest-AllowedAddressPairIpV6TestJSON-597468505 tempest-AllowedAddressPairIpV6TestJSON-597468505-project] Received port after_create {{(pid=94174) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 23 11:31:41.189630 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5674439f-a084-4e33-ae97-39673b060cf0 tempest-AllowedAddressPairIpV6TestJSON-597468505 tempest-AllowedAddressPairIpV6TestJSON-597468505-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94174) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 11:31:41.190335 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron_lib.callbacks.manager [None req-5674439f-a084-4e33-ae97-39673b060cf0 tempest-AllowedAddressPairIpV6TestJSON-597468505 tempest-AllowedAddressPairIpV6TestJSON-597468505-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-217507'] for port, before_response {{(pid=94174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:31:41.192983 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5674439f-a084-4e33-ae97-39673b060cf0 tempest-AllowedAddressPairIpV6TestJSON-597468505 tempest-AllowedAddressPairIpV6TestJSON-597468505-project] Pushing event updated for resources: {'Port': ['ID=312ee82d-94c7-407c-828b-fe915ccb7c1b,revision_number=1']} {{(pid=94174) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 11:31:41.196717 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG oslo_concurrency.lockutils [None req-5674439f-a084-4e33-ae97-39673b060cf0 tempest-AllowedAddressPairIpV6TestJSON-597468505 tempest-AllowedAddressPairIpV6TestJSON-597468505-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.152s {{(pid=94174) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 11:31:41.250504 dv-neutron-601336-94-hyperv neutron-server[94175]: INFO neutron.wsgi [None req-026493db-1278-43a3-97bc-d7c6cdf057ad tempest-NetworksIpV6TestAttrs-49342282 tempest-NetworksIpV6TestAttrs-49342282-project] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 2.3786323 Jun 23 11:31:41.257853 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.wsgi [-] (94175) accepted ('10.222.0.20', 37312) {{(pid=94175) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 11:31:41.279108 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron_lib.callbacks.manager [None req-200b3a4a-adc2-43c4-9f3e-6175149ec4da tempest-FloatingIPAdminTestJSON-1420968783 tempest-FloatingIPAdminTestJSON-1420968783-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-430722'] for port, precommit_delete {{(pid=94175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:31:41.336921 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.plugins.ml2.plugin [None req-200b3a4a-adc2-43c4-9f3e-6175149ec4da tempest-FloatingIPAdminTestJSON-1420968783 tempest-FloatingIPAdminTestJSON-1420968783-project] Calling delete_port for 91dd55f0-6f65-4a7a-a42a-c30e9e040ec3 owned by network:router_gateway {{(pid=94175) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1986}} Jun 23 11:31:41.434510 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.plugins.ml2.db [None req-e8bf57f9-d293-452a-b499-dd4b8d265dbe None None] For port 06878f64-2609-4404-a4d0-5de62479c923, host dv-neutron-601336-94-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-94-hyperv',level=0,port_id=06878f64-2609-4404-a4d0-5de62479c923,segment=NetworkSegment(6303a411-6e70-4139-a530-9ee4cf8ba843),segment_id=6303a411-6e70-4139-a530-9ee4cf8ba843)] {{(pid=94176) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 23 11:31:41.434925 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron_lib.callbacks.manager [None req-e8bf57f9-d293-452a-b499-dd4b8d265dbe None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-430722'] for port, precommit_delete {{(pid=94176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:31:41.465095 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.plugins.ml2.plugin [None req-e8bf57f9-d293-452a-b499-dd4b8d265dbe None None] Calling delete_port for 06878f64-2609-4404-a4d0-5de62479c923 owned by network:dhcp {{(pid=94176) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1986}} Jun 23 11:31:41.472376 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron_lib.callbacks.manager [None req-aece0b14-2510-45e1-9a39-bc03ad94ed1b tempest-NetworksIpV6TestAttrs-49342282 tempest-NetworksIpV6TestAttrs-49342282-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-824874'] for network, before_delete {{(pid=94175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:31:41.517295 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-55edbf66-5fa2-4920-bd7d-806a254dcfe5 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1e0d828a-1fa4-563d-b7fd-53adf66a04ee-235279fb-6c37-46e5-9efa-1a5d486e6109', 'network_id': '235279fb-6c37-46e5-9efa-1a5d486e6109', 'tenant_id': '75dfc2cb640c496b8d9cb81bc53d56b1', 'fixed_ips': [{'subnet_id': '6ada7275-8305-4c4f-877e-1f3b62d8e377'}]}} from dv-neutron-601336-94-hyperv. {{(pid=94176) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 23 11:31:41.518170 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron_lib.callbacks.manager [None req-55edbf66-5fa2-4920-bd7d-806a254dcfe5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-923104'] for port, before_create {{(pid=94176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:31:41.581932 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0c4320f8-ec8d-4805-8235-fba405e86d5b tempest-RoutersAdminTest-1733287776 tempest-RoutersAdminTest-1733287776-project-admin] Router 7a70d28b-bf45-40a0-b62b-5288810cf959 is scheduled to L3 agent 50ef99c0-ef28-4db5-b303-b145898fae60 with binding_index 1 {{(pid=94175) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jun 23 11:31:41.683358 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron_lib.callbacks.manager [None req-aece0b14-2510-45e1-9a39-bc03ad94ed1b tempest-NetworksIpV6TestAttrs-49342282 tempest-NetworksIpV6TestAttrs-49342282-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-897634'] for subnet, precommit_delete {{(pid=94175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:31:41.685400 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron_lib.callbacks.manager [None req-673a8a22-4f71-4ade-ad08-3e00cbfe5696 tempest-NetworksTestDHCPv6-162546708 tempest-NetworksTestDHCPv6-162546708-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-520417', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-32301'] for router, precommit_delete {{(pid=94174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:31:41.687665 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron_lib.callbacks.manager [None req-673a8a22-4f71-4ade-ad08-3e00cbfe5696 tempest-NetworksTestDHCPv6-162546708 tempest-NetworksTestDHCPv6-162546708-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:31:41.702172 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron_lib.callbacks.manager [None req-1bb3ef72-6553-4763-a9ea-a881444347d4 tempest-RoutersIpV6AdminTest-894294123 tempest-RoutersIpV6AdminTest-894294123-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-922915', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-239814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7866073', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773699642215', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-5196399'] for port, after_create {{(pid=94174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:31:41.704392 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.db.db_base_plugin_common [None req-55edbf66-5fa2-4920-bd7d-806a254dcfe5 None None] Allocated IP 2001:db8::2 (235279fb-6c37-46e5-9efa-1a5d486e6109/6ada7275-8305-4c4f-877e-1f3b62d8e377/8e017618-760b-4e1c-b6d3-c000e9292276) {{(pid=94176) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 23 11:31:41.708637 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.db.provisioning_blocks [None req-13be19b8-1dae-497e-8bd9-521156b927f4 None None] Provisioning for port 312ee82d-94c7-407c-828b-fe915ccb7c1b completed by entity DHCP. {{(pid=94176) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 23 11:31:41.712430 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.db.provisioning_blocks [None req-13be19b8-1dae-497e-8bd9-521156b927f4 None None] Provisioning complete for port 312ee82d-94c7-407c-828b-fe915ccb7c1b triggered by entity DHCP. {{(pid=94176) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 23 11:31:41.713117 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron_lib.callbacks.manager [None req-13be19b8-1dae-497e-8bd9-521156b927f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-899258'] for port, provisioning_complete {{(pid=94176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:31:41.742765 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG oslo_concurrency.lockutils [None req-6eaf0b12-ac15-4164-9420-f30c9a27c833 tempest-RoutersIpV6AdminTest-1878456168 tempest-RoutersIpV6AdminTest-1878456168-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94174) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 11:31:41.746606 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron_lib.callbacks.manager [None req-200b3a4a-adc2-43c4-9f3e-6175149ec4da tempest-FloatingIPAdminTestJSON-1420968783 tempest-FloatingIPAdminTestJSON-1420968783-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-922904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866062', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773700135024', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773699642224', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5082448'] for port, after_delete {{(pid=94175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:31:41.753518 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG oslo_concurrency.lockutils [None req-0c4320f8-ec8d-4805-8235-fba405e86d5b tempest-RoutersAdminTest-1733287776 tempest-RoutersAdminTest-1733287776-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94175) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 11:31:41.753849 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron_lib.callbacks.manager [None req-e8bf57f9-d293-452a-b499-dd4b8d265dbe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-922904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866062', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773700135024', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773699642224'] for port, after_delete {{(pid=94176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:31:41.762277 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG oslo_concurrency.lockutils [None req-5e7705ce-d793-4ba1-b951-9ee484e08c5c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 11:31:41.787561 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bb3ef72-6553-4763-a9ea-a881444347d4 tempest-RoutersIpV6AdminTest-894294123 tempest-RoutersIpV6AdminTest-894294123-project] Pushing event updated for resources: {'Port': ['ID=20ee4592-dd07-47e9-82f5-1dd9063d8f0f,revision_number=1']} {{(pid=94174) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 11:31:41.790883 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG oslo_concurrency.lockutils [None req-1bb3ef72-6553-4763-a9ea-a881444347d4 tempest-RoutersIpV6AdminTest-894294123 tempest-RoutersIpV6AdminTest-894294123-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=94174) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 11:31:41.799336 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-200b3a4a-adc2-43c4-9f3e-6175149ec4da tempest-FloatingIPAdminTestJSON-1420968783 tempest-FloatingIPAdminTestJSON-1420968783-project] Pushing event deleted for resources: {'Port': ['ID=91dd55f0-6f65-4a7a-a42a-c30e9e040ec3,revision_number=None']} {{(pid=94175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 11:31:41.805879 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1bb3ef72-6553-4763-a9ea-a881444347d4 tempest-RoutersIpV6AdminTest-894294123 tempest-RoutersIpV6AdminTest-894294123-project] Network 3e7e4eb3-cf02-4d47-ade9-0a579cdfc60f is already hosted by enough agents. {{(pid=94174) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 23 11:31:41.807819 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.scheduler.base_scheduler [None req-1bb3ef72-6553-4763-a9ea-a881444347d4 tempest-RoutersIpV6AdminTest-894294123 tempest-RoutersIpV6AdminTest-894294123-project] Resources bound (agent type, host, resource id): {{(pid=94174) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 23 11:31:41.810521 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1bb3ef72-6553-4763-a9ea-a881444347d4 tempest-RoutersIpV6AdminTest-894294123 tempest-RoutersIpV6AdminTest-894294123-project] Received port after_create {{(pid=94174) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 23 11:31:41.837418 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG oslo_concurrency.lockutils [None req-200b3a4a-adc2-43c4-9f3e-6175149ec4da tempest-FloatingIPAdminTestJSON-1420968783 tempest-FloatingIPAdminTestJSON-1420968783-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.084s {{(pid=94175) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 11:31:41.840955 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8bf57f9-d293-452a-b499-dd4b8d265dbe None None] Pushing event deleted for resources: {'Port': ['ID=06878f64-2609-4404-a4d0-5de62479c923,revision_number=None']} {{(pid=94176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 11:31:41.843520 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e8bf57f9-d293-452a-b499-dd4b8d265dbe None None] No DVR routers for this DVR port 06878f64-2609-4404-a4d0-5de62479c923 on host dv-neutron-601336-94-hyperv {{(pid=94176) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 23 11:31:41.856628 dv-neutron-601336-94-hyperv neutron-server[94174]: INFO neutron.wsgi [None req-5674439f-a084-4e33-ae97-39673b060cf0 tempest-AllowedAddressPairIpV6TestJSON-597468505 tempest-AllowedAddressPairIpV6TestJSON-597468505-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 942 time: 2.2502601 Jun 23 11:31:41.856819 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG oslo_concurrency.lockutils [None req-e8bf57f9-d293-452a-b499-dd4b8d265dbe None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.094s {{(pid=94176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 11:31:41.856938 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.wsgi [-] (94175) accepted ('10.222.0.20', 37318) {{(pid=94175) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 11:31:41.858837 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.plugins.ml2.plugin [None req-13be19b8-1dae-497e-8bd9-521156b927f4 None None] Port 312ee82d-94c7-407c-828b-fe915ccb7c1b cannot update to ACTIVE because it is not bound. {{(pid=94176) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jun 23 11:31:41.866067 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.api.v2.base [None req-0ca8804f-4309-4a2a-b777-0f252aa6d6b8 tempest-AllowedAddressPairIpV6TestJSON-597468505 tempest-AllowedAddressPairIpV6TestJSON-597468505-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '2001:db8::24e', 'mac_address': 'fa:16:3e:9d:bf:74'}, {'ip_address': '2001:db8::d1', 'mac_address': 'fa:16:3e:6e:68:68'}]}} {{(pid=94175) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 23 11:31:41.904316 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron_lib.callbacks.manager [None req-673a8a22-4f71-4ade-ad08-3e00cbfe5696 tempest-NetworksTestDHCPv6-162546708 tempest-NetworksTestDHCPv6-162546708-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-494961'] for router, after_delete {{(pid=94174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:31:41.904839 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-673a8a22-4f71-4ade-ad08-3e00cbfe5696 tempest-NetworksTestDHCPv6-162546708 tempest-NetworksTestDHCPv6-162546708-project] Fanout notify agent at l3_agent the message router_deleted on router 716bde58-0a43-473c-9d67-8375495d6d83 {{(pid=94174) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jun 23 11:31:41.912742 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron_lib.callbacks.manager [None req-673a8a22-4f71-4ade-ad08-3e00cbfe5696 tempest-NetworksTestDHCPv6-162546708 tempest-NetworksTestDHCPv6-162546708-project] Notify callbacks [] for router, before_response {{(pid=94174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:31:41.916784 dv-neutron-601336-94-hyperv neutron-server[94174]: INFO neutron.wsgi [None req-673a8a22-4f71-4ade-ad08-3e00cbfe5696 tempest-NetworksTestDHCPv6-162546708 tempest-NetworksTestDHCPv6-162546708-project] 10.222.0.20 "DELETE /v2.0/routers/716bde58-0a43-473c-9d67-8375495d6d83 HTTP/1.1" status: 204 len: 168 time: 0.9448969 Jun 23 11:31:41.924128 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.wsgi [-] (94175) accepted ('10.222.0.20', 37320) {{(pid=94175) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 11:31:41.969462 dv-neutron-601336-94-hyperv neutron-server[94175]: INFO neutron.wsgi [None req-65113e1f-cac6-44a1-b98a-fc9f1913f7c9 tempest-NetworksTestDHCPv6-162546708 tempest-NetworksTestDHCPv6-162546708-project] 10.222.0.20 "GET /v2.0/ports HTTP/1.1" status: 200 len: 205 time: 0.0372655 Jun 23 11:31:41.974764 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.wsgi [-] (94175) accepted ('10.222.0.20', 37322) {{(pid=94175) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 11:31:41.989701 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0c4320f8-ec8d-4805-8235-fba405e86d5b tempest-RoutersAdminTest-1733287776 tempest-RoutersAdminTest-1733287776-project-admin] Notify agent at l3_agent.dv-neutron-601336-94-hyperv the message routers_updated {{(pid=94175) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 23 11:31:42.003129 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-362bdfeb-9ddd-43a0-ba46-82048819ba63 None None] Sync routers for ids ['7a70d28b-bf45-40a0-b62b-5288810cf959'] in dv-neutron-601336-94-hyperv {{(pid=94176) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 23 11:31:42.016579 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron_lib.callbacks.manager [None req-0c4320f8-ec8d-4805-8235-fba405e86d5b tempest-RoutersAdminTest-1733287776 tempest-RoutersAdminTest-1733287776-project-admin] Notify callbacks [] for router, before_response {{(pid=94175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:31:42.016579 dv-neutron-601336-94-hyperv neutron-server[94175]: INFO neutron.wsgi [None req-0c4320f8-ec8d-4805-8235-fba405e86d5b tempest-RoutersAdminTest-1733287776 tempest-RoutersAdminTest-1733287776-project-admin] 10.222.0.20 "PUT /v2.0/routers/7a70d28b-bf45-40a0-b62b-5288810cf959 HTTP/1.1" status: 200 len: 913 time: 5.9593799 Jun 23 11:31:42.018673 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.wsgi [-] (94174) accepted ('10.222.0.20', 37324) {{(pid=94174) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 11:31:42.019964 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.db.l3_dvrscheduler_db [None req-362bdfeb-9ddd-43a0-ba46-82048819ba63 None None] Routers {'7a70d28b-bf45-40a0-b62b-5288810cf959'} bound to L3 agent in host dv-neutron-601336-94-hyperv {{(pid=94176) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 23 11:31:42.020711 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.db.l3_hamode_db [None req-362bdfeb-9ddd-43a0-ba46-82048819ba63 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-601336-94-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-23T11:22:13Z,description=,heartbeat_timestamp=2021-06-23T11:31:13Z,host='dv-neutron-601336-94-hyperv',id=50ef99c0-ef28-4db5-b303-b145898fae60,load=0,resource_versions=,resources_synced=,started_at=2021-06-23T11:22:14Z,topic='l3_agent')) {'router_ids': ['7a70d28b-bf45-40a0-b62b-5288810cf959'], 'active': True} {{(pid=94176) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 11:31:42.027563 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron_lib.callbacks.manager [None req-55edbf66-5fa2-4920-bd7d-806a254dcfe5 None None] Notify callbacks [] for port, precommit_create {{(pid=94176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:31:42.065711 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.db.l3_hamode_db [None req-362bdfeb-9ddd-43a0-ba46-82048819ba63 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-601336-94-hyperv', False) {} {{(pid=94176) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 11:31:42.073019 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron_lib.callbacks.manager [None req-200b3a4a-adc2-43c4-9f3e-6175149ec4da tempest-FloatingIPAdminTestJSON-1420968783 tempest-FloatingIPAdminTestJSON-1420968783-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-524171'] for router_gateway, after_delete {{(pid=94175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:31:42.073453 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.db.provisioning_blocks [None req-55edbf66-5fa2-4920-bd7d-806a254dcfe5 None None] Transition to ACTIVE for port object 8e017618-760b-4e1c-b6d3-c000e9292276 will not be triggered until provisioned by entity L2. {{(pid=94176) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 23 11:31:42.088936 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.db.l3_dvrscheduler_db [None req-362bdfeb-9ddd-43a0-ba46-82048819ba63 None None] Routers {'7a70d28b-bf45-40a0-b62b-5288810cf959'} bound to L3 agent in host dv-neutron-601336-94-hyperv {{(pid=94176) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 23 11:31:42.089615 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.db.l3_hamode_db [None req-362bdfeb-9ddd-43a0-ba46-82048819ba63 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-601336-94-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-23T11:22:13Z,description=,heartbeat_timestamp=2021-06-23T11:31:13Z,host='dv-neutron-601336-94-hyperv',id=50ef99c0-ef28-4db5-b303-b145898fae60,load=0,resource_versions=,resources_synced=,started_at=2021-06-23T11:22:14Z,topic='l3_agent')) {'router_ids': ['7a70d28b-bf45-40a0-b62b-5288810cf959'], 'active': True} {{(pid=94176) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 11:31:42.093709 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.db.provisioning_blocks [None req-55edbf66-5fa2-4920-bd7d-806a254dcfe5 None None] Transition to ACTIVE for port object 8e017618-760b-4e1c-b6d3-c000e9292276 will not be triggered until provisioned by entity DHCP. {{(pid=94176) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 23 11:31:42.125113 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.db.l3_hamode_db [None req-362bdfeb-9ddd-43a0-ba46-82048819ba63 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-601336-94-hyperv', False) {} {{(pid=94176) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 11:31:42.125692 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-362bdfeb-9ddd-43a0-ba46-82048819ba63 None None] The sync data for ids ['7a70d28b-bf45-40a0-b62b-5288810cf959'] in dv-neutron-601336-94-hyperv is: [] {{(pid=94176) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 23 11:31:42.190993 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1426e835-3822-4a06-92cd-cb100e5de993 tempest-NetworksTestDHCPv6-162546708 tempest-NetworksTestDHCPv6-162546708-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 11:31:42.191241 dv-neutron-601336-94-hyperv neutron-server[94174]: INFO neutron.wsgi [None req-919d1bd2-fff6-4131-911d-dbcb21e3bf17 tempest-RoutersAdminTest-1733287776 tempest-RoutersAdminTest-1733287776-project-admin] 10.222.0.20 "GET /v2.0/routers/7a70d28b-bf45-40a0-b62b-5288810cf959 HTTP/1.1" status: 200 len: 919 time: 0.1679833 Jun 23 11:31:42.191366 dv-neutron-601336-94-hyperv neutron-server[94175]: INFO neutron.wsgi [None req-1426e835-3822-4a06-92cd-cb100e5de993 tempest-NetworksTestDHCPv6-162546708 tempest-NetworksTestDHCPv6-162546708-project] 10.222.0.20 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.2136381 Jun 23 11:31:42.192692 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.wsgi [-] (94175) accepted ('10.222.0.20', 37326) {{(pid=94175) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 11:31:42.193036 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.wsgi [-] (94175) accepted ('10.222.0.20', 37328) {{(pid=94175) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 11:31:42.208405 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron_lib.callbacks.manager [None req-200b3a4a-adc2-43c4-9f3e-6175149ec4da tempest-FloatingIPAdminTestJSON-1420968783 tempest-FloatingIPAdminTestJSON-1420968783-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-520417', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-32301'] for router, precommit_delete {{(pid=94175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:31:42.211835 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron_lib.callbacks.manager [None req-55edbf66-5fa2-4920-bd7d-806a254dcfe5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-922915', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-239814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7866073', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773699642215'] for port, after_create {{(pid=94176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:31:42.215312 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron_lib.callbacks.manager [None req-200b3a4a-adc2-43c4-9f3e-6175149ec4da tempest-FloatingIPAdminTestJSON-1420968783 tempest-FloatingIPAdminTestJSON-1420968783-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:31:42.218660 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG oslo_concurrency.lockutils [None req-faa61924-198d-433b-8b1f-7d60e4367b99 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 11:31:42.237858 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron_lib.callbacks.manager [None req-1bb3ef72-6553-4763-a9ea-a881444347d4 tempest-RoutersIpV6AdminTest-894294123 tempest-RoutersIpV6AdminTest-894294123-project] Notify callbacks [] for router_gateway, after_create {{(pid=94174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:31:42.252734 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-55edbf66-5fa2-4920-bd7d-806a254dcfe5 None None] Network 235279fb-6c37-46e5-9efa-1a5d486e6109 is already hosted by enough agents. {{(pid=94176) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 23 11:31:42.259355 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.scheduler.base_scheduler [None req-55edbf66-5fa2-4920-bd7d-806a254dcfe5 None None] Resources bound (agent type, host, resource id): {{(pid=94176) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 23 11:31:42.262408 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.db.l3_dvrscheduler_db [None req-55edbf66-5fa2-4920-bd7d-806a254dcfe5 None None] Received port after_create {{(pid=94176) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 23 11:31:42.270378 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55edbf66-5fa2-4920-bd7d-806a254dcfe5 None None] Pushing event updated for resources: {'Port': ['ID=8e017618-760b-4e1c-b6d3-c000e9292276,revision_number=1']} {{(pid=94176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 11:31:42.274097 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG oslo_concurrency.lockutils [None req-55edbf66-5fa2-4920-bd7d-806a254dcfe5 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.055s {{(pid=94176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 11:31:42.288973 dv-neutron-601336-94-hyperv neutron-server[94175]: INFO neutron.wsgi [None req-97d26784-b834-4423-bedf-fb1dcc83d9d6 tempest-NetworksTestDHCPv6-162546708 tempest-NetworksTestDHCPv6-162546708-project] 10.222.0.20 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0937004 Jun 23 11:31:42.296688 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.wsgi [-] (94174) accepted ('10.222.0.20', 37330) {{(pid=94174) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 11:31:42.301928 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.api.v2.base [None req-4390ee9d-c1d1-458f-b682-5e21bca62cbb tempest-NetworksTestDHCPv6-162546708 tempest-NetworksTestDHCPv6-162546708-project] Request body: {'subnet': {'network_id': 'f53f535d-bce4-4da8-9bd9-396677ff4e83', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=94174) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 23 11:31:42.341045 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.plugins.ml2.managers [None req-55edbf66-5fa2-4920-bd7d-806a254dcfe5 None None] Attempting to bind port 8e017618-760b-4e1c-b6d3-c000e9292276 on host dv-neutron-601336-94-hyperv for vnic_type normal with profile {{(pid=94176) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 23 11:31:42.341874 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.plugins.ml2.managers [None req-55edbf66-5fa2-4920-bd7d-806a254dcfe5 None None] Attempting to bind port 8e017618-760b-4e1c-b6d3-c000e9292276 by drivers openvswitch,hyperv on host dv-neutron-601336-94-hyperv at level 0 using segments [{'id': 'df19c01b-f19e-4210-97c4-fd9041a29ec1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 401, 'network_id': '235279fb-6c37-46e5-9efa-1a5d486e6109'}] {{(pid=94176) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 23 11:31:42.341874 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-55edbf66-5fa2-4920-bd7d-806a254dcfe5 None None] Attempting to bind port 8e017618-760b-4e1c-b6d3-c000e9292276 on network 235279fb-6c37-46e5-9efa-1a5d486e6109 {{(pid=94176) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 23 11:31:42.347881 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-55edbf66-5fa2-4920-bd7d-806a254dcfe5 None None] Checking agent: {'id': '4d05f899-5ac9-411b-8a03-f60c93f87cdf', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-601336-94-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 23, 11, 22, 14), 'started_at': datetime.datetime(2021, 6, 23, 11, 22, 44), 'heartbeat_timestamp': datetime.datetime(2021, 6, 23, 11, 31, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'monitor_allowed_address_pair_garp': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-601336-94-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94176) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 23 11:31:42.348276 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-55edbf66-5fa2-4920-bd7d-806a254dcfe5 None None] Checking segment: {'id': 'df19c01b-f19e-4210-97c4-fd9041a29ec1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 401, 'network_id': '235279fb-6c37-46e5-9efa-1a5d486e6109'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94176) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 23 11:31:42.348683 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron_lib.callbacks.manager [None req-55edbf66-5fa2-4920-bd7d-806a254dcfe5 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:31:42.349383 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-55edbf66-5fa2-4920-bd7d-806a254dcfe5 None None] Bound using segment: {'id': 'df19c01b-f19e-4210-97c4-fd9041a29ec1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 401, 'network_id': '235279fb-6c37-46e5-9efa-1a5d486e6109'} {{(pid=94176) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 23 11:31:42.349961 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.plugins.ml2.managers [None req-55edbf66-5fa2-4920-bd7d-806a254dcfe5 None None] Bound port: 8e017618-760b-4e1c-b6d3-c000e9292276, host: dv-neutron-601336-94-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'df19c01b-f19e-4210-97c4-fd9041a29ec1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 401, 'network_id': '235279fb-6c37-46e5-9efa-1a5d486e6109'}}] {{(pid=94176) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 23 11:31:42.350238 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron_lib.callbacks.manager [None req-55edbf66-5fa2-4920-bd7d-806a254dcfe5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-923122'] for port, before_update {{(pid=94176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:31:42.397584 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron_lib.callbacks.manager [None req-0ca8804f-4309-4a2a-b777-0f252aa6d6b8 tempest-AllowedAddressPairIpV6TestJSON-597468505 tempest-AllowedAddressPairIpV6TestJSON-597468505-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-923122'] for port, before_update {{(pid=94175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:31:42.400840 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-351edcb5-3771-4b5e-8098-4e4f29068564 tempest-RoutersAdminTest-1733287776 tempest-RoutersAdminTest-1733287776-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 11:31:42.404808 dv-neutron-601336-94-hyperv neutron-server[94175]: INFO neutron.wsgi [None req-351edcb5-3771-4b5e-8098-4e4f29068564 tempest-RoutersAdminTest-1733287776 tempest-RoutersAdminTest-1733287776-project-admin] 10.222.0.20 "GET /v2.0/ports?network_id=3e7e4eb3-cf02-4d47-ade9-0a579cdfc60f&device_id=7a70d28b-bf45-40a0-b62b-5288810cf959&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 944 time: 0.2084134 Jun 23 11:31:42.405130 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.wsgi [-] (94175) accepted ('10.222.0.20', 37332) {{(pid=94175) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 11:31:42.427748 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.plugins.ml2.db [None req-55edbf66-5fa2-4920-bd7d-806a254dcfe5 None None] For port 8e017618-760b-4e1c-b6d3-c000e9292276, host dv-neutron-601336-94-hyperv, cleared binding levels {{(pid=94176) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 23 11:31:42.431527 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.plugins.ml2.db [None req-55edbf66-5fa2-4920-bd7d-806a254dcfe5 None None] For port 8e017618-760b-4e1c-b6d3-c000e9292276, host dv-neutron-601336-94-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-94-hyperv',level=0,port_id=8e017618-760b-4e1c-b6d3-c000e9292276,segment=NetworkSegment(df19c01b-f19e-4210-97c4-fd9041a29ec1),segment_id=df19c01b-f19e-4210-97c4-fd9041a29ec1)] {{(pid=94176) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 23 11:31:42.462556 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron_lib.callbacks.manager [None req-aece0b14-2510-45e1-9a39-bc03ad94ed1b tempest-NetworksIpV6TestAttrs-49342282 tempest-NetworksIpV6TestAttrs-49342282-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-897627', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866062', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5083050', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4660036'] for subnet, after_delete {{(pid=94175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:31:42.482981 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG oslo_concurrency.lockutils [None req-3b86e2c4-9c3b-4905-83b1-a161e4820bb4 tempest-NetworksTestDHCPv6-162546708 tempest-NetworksTestDHCPv6-162546708-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94175) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 11:31:42.497166 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron_lib.callbacks.manager [None req-55edbf66-5fa2-4920-bd7d-806a254dcfe5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-922904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866062', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773700135042', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773699642233', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773699642278'] for port, after_update {{(pid=94176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:31:42.497841 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron_lib.callbacks.manager [None req-200b3a4a-adc2-43c4-9f3e-6175149ec4da tempest-FloatingIPAdminTestJSON-1420968783 tempest-FloatingIPAdminTestJSON-1420968783-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-494961'] for router, after_delete {{(pid=94175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:31:42.498354 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-200b3a4a-adc2-43c4-9f3e-6175149ec4da tempest-FloatingIPAdminTestJSON-1420968783 tempest-FloatingIPAdminTestJSON-1420968783-project] Fanout notify agent at l3_agent the message router_deleted on router 82083bbf-e3ef-4c55-8318-807c0e486f66 {{(pid=94175) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jun 23 11:31:42.504406 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG oslo_concurrency.lockutils [None req-ede4b0b0-d5b3-4b07-8b39-0313e6581e02 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 11:31:42.526000 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron_lib.callbacks.manager [None req-200b3a4a-adc2-43c4-9f3e-6175149ec4da tempest-FloatingIPAdminTestJSON-1420968783 tempest-FloatingIPAdminTestJSON-1420968783-project] Notify callbacks [] for router, before_response {{(pid=94175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:31:42.527009 dv-neutron-601336-94-hyperv neutron-server[94175]: INFO neutron.wsgi [None req-200b3a4a-adc2-43c4-9f3e-6175149ec4da tempest-FloatingIPAdminTestJSON-1420968783 tempest-FloatingIPAdminTestJSON-1420968783-project] 10.222.0.20 "DELETE /v2.0/routers/82083bbf-e3ef-4c55-8318-807c0e486f66 HTTP/1.1" status: 204 len: 168 time: 2.4745390 Jun 23 11:31:42.527696 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron_lib.callbacks.manager [None req-1bb3ef72-6553-4763-a9ea-a881444347d4 tempest-RoutersIpV6AdminTest-894294123 tempest-RoutersIpV6AdminTest-894294123-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-520412', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-524143'] for router, after_create {{(pid=94174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:31:42.530426 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.wsgi [-] (94174) accepted ('10.222.0.20', 37334) {{(pid=94174) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 11:31:42.536248 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aece0b14-2510-45e1-9a39-bc03ad94ed1b tempest-NetworksIpV6TestAttrs-49342282 tempest-NetworksIpV6TestAttrs-49342282-project] Pushing event deleted for resources: {'Subnet': ['ID=6ada7275-8305-4c4f-877e-1f3b62d8e377,revision_number=None']} {{(pid=94175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 11:31:42.548903 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG oslo_concurrency.lockutils [None req-aece0b14-2510-45e1-9a39-bc03ad94ed1b tempest-NetworksIpV6TestAttrs-49342282 tempest-NetworksIpV6TestAttrs-49342282-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.066s {{(pid=94175) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 11:31:42.578869 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55edbf66-5fa2-4920-bd7d-806a254dcfe5 None None] Pushing event updated for resources: {'Port': ['ID=8e017618-760b-4e1c-b6d3-c000e9292276,revision_number=2']} {{(pid=94176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 11:31:42.582931 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG oslo_concurrency.lockutils [None req-55edbf66-5fa2-4920-bd7d-806a254dcfe5 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.079s {{(pid=94176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 11:31:42.587382 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4390ee9d-c1d1-458f-b682-5e21bca62cbb tempest-NetworksTestDHCPv6-162546708 tempest-NetworksTestDHCPv6-162546708-project] Made reservation on behalf of 5e61222a836c47229c94e37f3902e6bd for: {'subnet': 1} {{(pid=94174) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 23 11:31:42.590876 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron_lib.callbacks.manager [None req-4390ee9d-c1d1-458f-b682-5e21bca62cbb tempest-NetworksTestDHCPv6-162546708 tempest-NetworksTestDHCPv6-162546708-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4294245'] for subnet, before_create {{(pid=94174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:31:42.641319 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron_lib.callbacks.manager [None req-aece0b14-2510-45e1-9a39-bc03ad94ed1b tempest-NetworksIpV6TestAttrs-49342282 tempest-NetworksIpV6TestAttrs-49342282-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-897259', 'neutron.services.segments.db._delete_segments_for_network-8773700168587'] for network, precommit_delete {{(pid=94175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:31:42.648013 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7fb9e04f-5a61-448b-a99c-fae0eb66fcea tempest-RoutersAdminTest-1733287776 tempest-RoutersAdminTest-1733287776-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 11:31:42.649404 dv-neutron-601336-94-hyperv neutron-server[94175]: INFO neutron.wsgi [None req-7fb9e04f-5a61-448b-a99c-fae0eb66fcea tempest-RoutersAdminTest-1733287776 tempest-RoutersAdminTest-1733287776-project-admin] 10.222.0.20 "GET /v2.0/networks/3e7e4eb3-cf02-4d47-ade9-0a579cdfc60f HTTP/1.1" status: 200 len: 881 time: 0.2434618 Jun 23 11:31:42.663733 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.wsgi [-] (94174) accepted ('10.222.0.20', 37336) {{(pid=94174) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 11:31:42.685174 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.db.db_base_plugin_v2 [None req-7d66a112-709d-454e-a617-20d734afd7f7 tempest-FloatingIPAdminTestJSON-1420968783 tempest-FloatingIPAdminTestJSON-1420968783-project] Deleting subnet 85a235d2-c03e-4732-8b27-84529493ffc5 {{(pid=94174) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jun 23 11:31:42.690564 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.services.segments.db [None req-aece0b14-2510-45e1-9a39-bc03ad94ed1b tempest-NetworksIpV6TestAttrs-49342282 tempest-NetworksIpV6TestAttrs-49342282-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['235279fb-6c37-46e5-9efa-1a5d486e6109']}} {{(pid=94175) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 11:31:42.704744 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.services.segments.db [None req-aece0b14-2510-45e1-9a39-bc03ad94ed1b tempest-NetworksIpV6TestAttrs-49342282 tempest-NetworksIpV6TestAttrs-49342282-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'df19c01b-f19e-4210-97c4-fd9041a29ec1') {'for_net_delete': True} {{(pid=94175) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 11:31:42.705054 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.services.segments.db [None req-aece0b14-2510-45e1-9a39-bc03ad94ed1b tempest-NetworksIpV6TestAttrs-49342282 tempest-NetworksIpV6TestAttrs-49342282-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'df19c01b-f19e-4210-97c4-fd9041a29ec1') {} {{(pid=94175) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 11:31:42.711855 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron_lib.callbacks.manager [None req-7d66a112-709d-454e-a617-20d734afd7f7 tempest-FloatingIPAdminTestJSON-1420968783 tempest-FloatingIPAdminTestJSON-1420968783-project] Notify callbacks [] for subnet, before_delete {{(pid=94174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:31:42.725769 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron_lib.callbacks.manager [None req-aece0b14-2510-45e1-9a39-bc03ad94ed1b tempest-NetworksIpV6TestAttrs-49342282 tempest-NetworksIpV6TestAttrs-49342282-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8773699955833', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5190677'] for segment, before_delete {{(pid=94175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:31:42.749777 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron_lib.callbacks.manager [None req-aece0b14-2510-45e1-9a39-bc03ad94ed1b tempest-NetworksIpV6TestAttrs-49342282 tempest-NetworksIpV6TestAttrs-49342282-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3801'] for segment, precommit_delete {{(pid=94175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:31:42.765940 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-aece0b14-2510-45e1-9a39-bc03ad94ed1b tempest-NetworksIpV6TestAttrs-49342282 tempest-NetworksIpV6TestAttrs-49342282-project] Releasing vlan 401 on physical network physnet1 to pool {{(pid=94175) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 23 11:31:42.771228 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron_lib.callbacks.manager [None req-aece0b14-2510-45e1-9a39-bc03ad94ed1b tempest-NetworksIpV6TestAttrs-49342282 tempest-NetworksIpV6TestAttrs-49342282-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3801', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5082371'] for segment, after_delete {{(pid=94175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:31:42.774654 dv-neutron-601336-94-hyperv neutron-server[94174]: INFO neutron.wsgi [None req-21ca6e34-175c-41ff-8ec5-47ee7c566a4b tempest-RoutersAdminTest-1813587668 tempest-RoutersAdminTest-1813587668-project] 10.222.0.20 "GET /v2.0/ports?device_id=7a70d28b-bf45-40a0-b62b-5288810cf959 HTTP/1.1" status: 200 len: 205 time: 0.1054084 Jun 23 11:31:42.780388 dv-neutron-601336-94-hyperv neutron-server[94175]: /usr/local/lib/python3.8/dist-packages/neutron_lib/db/model_query.py:331: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 23 11:31:42.780388 dv-neutron-601336-94-hyperv neutron-server[94175]: items = [ Jun 23 11:31:42.780388 dv-neutron-601336-94-hyperv neutron-server[94175]: /usr/local/lib/python3.8/dist-packages/neutron_lib/db/model_query.py:331: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 23 11:31:42.780388 dv-neutron-601336-94-hyperv neutron-server[94175]: items = [ Jun 23 11:31:42.780388 dv-neutron-601336-94-hyperv neutron-server[94175]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 23 11:31:42.780388 dv-neutron-601336-94-hyperv neutron-server[94175]: conditions |= (models_v2.Port.network_id.in_( Jun 23 11:31:42.780388 dv-neutron-601336-94-hyperv neutron-server[94175]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 23 11:31:42.780388 dv-neutron-601336-94-hyperv neutron-server[94175]: conditions |= (models_v2.Port.network_id.in_( Jun 23 11:31:42.780388 dv-neutron-601336-94-hyperv neutron-server[94175]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 23 11:31:42.780388 dv-neutron-601336-94-hyperv neutron-server[94175]: conditions |= (models_v2.Port.network_id.in_( Jun 23 11:31:42.780388 dv-neutron-601336-94-hyperv neutron-server[94175]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 23 11:31:42.780388 dv-neutron-601336-94-hyperv neutron-server[94175]: conditions |= (models_v2.Port.network_id.in_( Jun 23 11:31:42.780388 dv-neutron-601336-94-hyperv neutron-server[94175]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 23 11:31:42.780388 dv-neutron-601336-94-hyperv neutron-server[94175]: conditions |= (models_v2.Port.network_id.in_( Jun 23 11:31:42.780388 dv-neutron-601336-94-hyperv neutron-server[94175]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 23 11:31:42.780388 dv-neutron-601336-94-hyperv neutron-server[94175]: conditions |= (models_v2.Port.network_id.in_( Jun 23 11:31:42.780388 dv-neutron-601336-94-hyperv neutron-server[94175]: Traceback (most recent call last): Jun 23 11:31:42.780388 dv-neutron-601336-94-hyperv neutron-server[94175]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 23 11:31:42.780388 dv-neutron-601336-94-hyperv neutron-server[94175]: timer() Jun 23 11:31:42.780388 dv-neutron-601336-94-hyperv neutron-server[94175]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 23 11:31:42.780388 dv-neutron-601336-94-hyperv neutron-server[94175]: cb(*args, **kw) Jun 23 11:31:42.780388 dv-neutron-601336-94-hyperv neutron-server[94175]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 23 11:31:42.780388 dv-neutron-601336-94-hyperv neutron-server[94175]: return func(*args, **kwargs) Jun 23 11:31:42.780388 dv-neutron-601336-94-hyperv neutron-server[94175]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 23 11:31:42.780388 dv-neutron-601336-94-hyperv neutron-server[94175]: self._notify() Jun 23 11:31:42.780388 dv-neutron-601336-94-hyperv neutron-server[94175]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 23 11:31:42.780388 dv-neutron-601336-94-hyperv neutron-server[94175]: self.callback(batched_events) Jun 23 11:31:42.780388 dv-neutron-601336-94-hyperv neutron-server[94175]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 23 11:31:42.780388 dv-neutron-601336-94-hyperv neutron-server[94175]: event.method(event) Jun 23 11:31:42.780388 dv-neutron-601336-94-hyperv neutron-server[94175]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 23 11:31:42.780388 dv-neutron-601336-94-hyperv neutron-server[94175]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 23 11:31:42.780388 dv-neutron-601336-94-hyperv neutron-server[94175]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 23 11:31:42.780388 dv-neutron-601336-94-hyperv neutron-server[94175]: aggregate_uuid = self.p_client.list_aggregates( Jun 23 11:31:42.780388 dv-neutron-601336-94-hyperv neutron-server[94175]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 23 11:31:42.780388 dv-neutron-601336-94-hyperv neutron-server[94175]: return f(self, *a, **k) Jun 23 11:31:42.780388 dv-neutron-601336-94-hyperv neutron-server[94175]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 23 11:31:42.780388 dv-neutron-601336-94-hyperv neutron-server[94175]: return self._get(url).json() Jun 23 11:31:42.780388 dv-neutron-601336-94-hyperv neutron-server[94175]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 23 11:31:42.780388 dv-neutron-601336-94-hyperv neutron-server[94175]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 23 11:31:42.780388 dv-neutron-601336-94-hyperv neutron-server[94175]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 23 11:31:42.780388 dv-neutron-601336-94-hyperv neutron-server[94175]: return self.request(url, 'GET', **kwargs) Jun 23 11:31:42.780388 dv-neutron-601336-94-hyperv neutron-server[94175]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 23 11:31:42.780388 dv-neutron-601336-94-hyperv neutron-server[94175]: base_url = self.get_endpoint(auth, allow=allow, Jun 23 11:31:42.780388 dv-neutron-601336-94-hyperv neutron-server[94175]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 23 11:31:42.780388 dv-neutron-601336-94-hyperv neutron-server[94175]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 23 11:31:42.780388 dv-neutron-601336-94-hyperv neutron-server[94175]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 23 11:31:42.780388 dv-neutron-601336-94-hyperv neutron-server[94175]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 23 11:31:42.780388 dv-neutron-601336-94-hyperv neutron-server[94175]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 23 11:31:42.785533 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.wsgi [-] (94175) accepted ('10.222.0.20', 37340) {{(pid=94175) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 11:31:42.838738 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron_lib.callbacks.manager [None req-7d66a112-709d-454e-a617-20d734afd7f7 tempest-FloatingIPAdminTestJSON-1420968783 tempest-FloatingIPAdminTestJSON-1420968783-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4800256'] for subnet, precommit_delete_associations {{(pid=94174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:31:42.909490 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.plugins.ml2.rpc [None req-dc7542b2-afef-47f4-a763-e3a3cba144be None None] Device 06878f64-2609-4404-a4d0-5de62479c923 no longer exists at agent ovs-agent-dv-neutron-601336-94-hyperv {{(pid=94176) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:261}} Jun 23 11:31:42.958892 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.plugins.ml2.plugin [None req-dc7542b2-afef-47f4-a763-e3a3cba144be None None] No Port match for: 06878f64-2609-4404-a4d0-5de62479c923 {{(pid=94176) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2240}} Jun 23 11:31:42.959526 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.plugins.ml2.rpc [None req-dc7542b2-afef-47f4-a763-e3a3cba144be None None] Device 06878f64-2609-4404-a4d0-5de62479c923 not bound to the agent host dv-neutron-601336-94-hyperv {{(pid=94176) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:271}} Jun 23 11:31:42.991978 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron_lib.callbacks.manager [None req-0ca8804f-4309-4a2a-b777-0f252aa6d6b8 tempest-AllowedAddressPairIpV6TestJSON-597468505 tempest-AllowedAddressPairIpV6TestJSON-597468505-project] Notify callbacks [] for port, precommit_update {{(pid=94175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:31:42.999968 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron_lib.db.api [None req-aece0b14-2510-45e1-9a39-bc03ad94ed1b tempest-NetworksIpV6TestAttrs-49342282 tempest-NetworksIpV6TestAttrs-49342282-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Jun 23 11:31:42.999968 dv-neutron-601336-94-hyperv neutron-server[94175]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Jun 23 11:31:42.999968 dv-neutron-601336-94-hyperv neutron-server[94175]: [parameters: {'id': '235279fb-6c37-46e5-9efa-1a5d486e6109'}] Jun 23 11:31:42.999968 dv-neutron-601336-94-hyperv neutron-server[94175]: (Background on this error at: http://sqlalche.me/e/14/gkpj) {{(pid=94175) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jun 23 11:31:43.003327 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG oslo_db.api [None req-aece0b14-2510-45e1-9a39-bc03ad94ed1b tempest-NetworksIpV6TestAttrs-49342282 tempest-NetworksIpV6TestAttrs-49342282-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=94175) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jun 23 11:31:43.012174 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron_lib.callbacks.manager [None req-47f7d6aa-5de8-40d0-867a-3ba26d66a4ca tempest-RoutersAdminTest-1813587668 tempest-RoutersAdminTest-1813587668-project] Notify callbacks [] for router, before_delete {{(pid=94175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:31:43.022052 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron_lib.callbacks.manager [None req-7d66a112-709d-454e-a617-20d734afd7f7 tempest-FloatingIPAdminTestJSON-1420968783 tempest-FloatingIPAdminTestJSON-1420968783-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-897634'] for subnet, precommit_delete {{(pid=94174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:31:43.100510 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron_lib.callbacks.manager [None req-0ca8804f-4309-4a2a-b777-0f252aa6d6b8 tempest-AllowedAddressPairIpV6TestJSON-597468505 tempest-AllowedAddressPairIpV6TestJSON-597468505-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-922904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866062', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773700135042', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773699642233', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773699642278', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5082471'] for port, after_update {{(pid=94175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:31:43.104650 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG oslo_concurrency.lockutils [None req-1c6e49f0-c534-4476-9cf5-b2b829b3a5b6 tempest-AllowedAddressPairIpV6TestJSON-597468505 tempest-AllowedAddressPairIpV6TestJSON-597468505-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94175) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 11:31:43.145640 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.plugins.ml2.plugin [None req-0ca8804f-4309-4a2a-b777-0f252aa6d6b8 tempest-AllowedAddressPairIpV6TestJSON-597468505 tempest-AllowedAddressPairIpV6TestJSON-597468505-project] In _notify_port_updated(), no bound segment for port 312ee82d-94c7-407c-828b-fe915ccb7c1b on network dcc59d40-7ea7-42ee-a412-94c03272e7db {{(pid=94175) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:876}} Jun 23 11:31:43.151025 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0ca8804f-4309-4a2a-b777-0f252aa6d6b8 tempest-AllowedAddressPairIpV6TestJSON-597468505 tempest-AllowedAddressPairIpV6TestJSON-597468505-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 11:31:43.151741 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron_lib.callbacks.manager [None req-0ca8804f-4309-4a2a-b777-0f252aa6d6b8 tempest-AllowedAddressPairIpV6TestJSON-597468505 tempest-AllowedAddressPairIpV6TestJSON-597468505-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-217507'] for port, before_response {{(pid=94175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:31:43.155470 dv-neutron-601336-94-hyperv neutron-server[94175]: INFO neutron.wsgi [None req-0ca8804f-4309-4a2a-b777-0f252aa6d6b8 tempest-AllowedAddressPairIpV6TestJSON-597468505 tempest-AllowedAddressPairIpV6TestJSON-597468505-project] 10.222.0.20 "PUT /v2.0/ports/312ee82d-94c7-407c-828b-fe915ccb7c1b HTTP/1.1" status: 200 len: 1093 time: 1.2951722 Jun 23 11:31:43.159878 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.wsgi [-] (94174) accepted ('10.222.0.20', 37344) {{(pid=94174) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 11:31:43.177377 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ca8804f-4309-4a2a-b777-0f252aa6d6b8 tempest-AllowedAddressPairIpV6TestJSON-597468505 tempest-AllowedAddressPairIpV6TestJSON-597468505-project] Pushing event updated for resources: {'Port': ['ID=312ee82d-94c7-407c-828b-fe915ccb7c1b,revision_number=2']} {{(pid=94175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 11:31:43.178525 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron_lib.callbacks.manager [None req-41512d99-a350-452c-84f5-07f15da07a63 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773699952132', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-899307'] for agent, after_update {{(pid=94176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:31:43.181727 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG oslo_concurrency.lockutils [None req-0ca8804f-4309-4a2a-b777-0f252aa6d6b8 tempest-AllowedAddressPairIpV6TestJSON-597468505 tempest-AllowedAddressPairIpV6TestJSON-597468505-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.077s {{(pid=94175) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 11:31:43.184853 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron_lib.callbacks.manager [None req-47f7d6aa-5de8-40d0-867a-3ba26d66a4ca tempest-RoutersAdminTest-1813587668 tempest-RoutersAdminTest-1813587668-project] Notify callbacks [] for router_gateway, before_delete {{(pid=94175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:31:43.288065 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.plugins.ml2.plugin [None req-2211d767-87fd-464c-9b68-b54c15c8aa0e tempest-AllowedAddressPairIpV6TestJSON-597468505 tempest-AllowedAddressPairIpV6TestJSON-597468505-project] Deleting port 312ee82d-94c7-407c-828b-fe915ccb7c1b {{(pid=94174) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1913}} Jun 23 11:31:43.288543 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron_lib.callbacks.manager [None req-2211d767-87fd-464c-9b68-b54c15c8aa0e tempest-AllowedAddressPairIpV6TestJSON-597468505 tempest-AllowedAddressPairIpV6TestJSON-597468505-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773700079324'] for port, before_delete {{(pid=94174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:31:43.328523 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.plugins.ml2.plugin [None req-47f7d6aa-5de8-40d0-867a-3ba26d66a4ca tempest-RoutersAdminTest-1813587668 tempest-RoutersAdminTest-1813587668-project] Deleting port 060c69ba-24fc-4bf7-9b78-aec52fe97149 {{(pid=94175) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1913}} Jun 23 11:31:43.328834 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron_lib.callbacks.manager [None req-47f7d6aa-5de8-40d0-867a-3ba26d66a4ca tempest-RoutersAdminTest-1813587668 tempest-RoutersAdminTest-1813587668-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773700079324'] for port, before_delete {{(pid=94175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:31:43.331878 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1bb3ef72-6553-4763-a9ea-a881444347d4 tempest-RoutersIpV6AdminTest-894294123 tempest-RoutersIpV6AdminTest-894294123-project] Router 92080da9-8d3f-4efb-91ec-5f0ba5d06b9c is scheduled to L3 agent 50ef99c0-ef28-4db5-b303-b145898fae60 with binding_index 1 {{(pid=94174) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jun 23 11:31:43.335238 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron_lib.callbacks.manager [None req-7d66a112-709d-454e-a617-20d734afd7f7 tempest-FloatingIPAdminTestJSON-1420968783 tempest-FloatingIPAdminTestJSON-1420968783-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-897627', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866062', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5195932', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4294216'] for subnet, after_delete {{(pid=94174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:31:43.348593 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG oslo_concurrency.lockutils [None req-7ac15734-66e8-40bf-9ec3-657ee777d1c4 tempest-NetworksTestDHCPv6-162546708 tempest-NetworksTestDHCPv6-162546708-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94174) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 11:31:43.414525 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d66a112-709d-454e-a617-20d734afd7f7 tempest-FloatingIPAdminTestJSON-1420968783 tempest-FloatingIPAdminTestJSON-1420968783-project] Pushing event deleted for resources: {'Subnet': ['ID=85a235d2-c03e-4732-8b27-84529493ffc5,revision_number=None']} {{(pid=94174) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 11:31:43.418257 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron_lib.callbacks.manager [None req-47f7d6aa-5de8-40d0-867a-3ba26d66a4ca tempest-RoutersAdminTest-1813587668 tempest-RoutersAdminTest-1813587668-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-430722'] for port, precommit_delete {{(pid=94175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:31:43.424891 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.db.provisioning_blocks [None req-65fbc448-933f-41e9-8421-c5857b3db8b4 None None] Provisioning complete for port 312ee82d-94c7-407c-828b-fe915ccb7c1b triggered by entity DHCP. {{(pid=94176) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 23 11:31:43.425282 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron_lib.callbacks.manager [None req-65fbc448-933f-41e9-8421-c5857b3db8b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-899258'] for port, provisioning_complete {{(pid=94176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:31:43.426050 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG oslo_concurrency.lockutils [None req-7d66a112-709d-454e-a617-20d734afd7f7 tempest-FloatingIPAdminTestJSON-1420968783 tempest-FloatingIPAdminTestJSON-1420968783-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.077s {{(pid=94174) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 11:31:43.439417 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.plugins.ml2.plugin [None req-47f7d6aa-5de8-40d0-867a-3ba26d66a4ca tempest-RoutersAdminTest-1813587668 tempest-RoutersAdminTest-1813587668-project] Calling delete_port for 060c69ba-24fc-4bf7-9b78-aec52fe97149 owned by network:router_gateway {{(pid=94175) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1986}} Jun 23 11:31:43.453098 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-25cfb046-421b-4db9-af39-7055d1666df1 None None] Network 811e8add-d81e-4cc6-afe1-28008b3a555c requested from dv-neutron-601336-94-hyperv {{(pid=94176) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 23 11:31:43.467926 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron_lib.callbacks.manager [None req-7d66a112-709d-454e-a617-20d734afd7f7 tempest-FloatingIPAdminTestJSON-1420968783 tempest-FloatingIPAdminTestJSON-1420968783-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7865916'] for subnet, before_response {{(pid=94174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:31:43.472836 dv-neutron-601336-94-hyperv neutron-server[94174]: INFO neutron.wsgi [None req-7d66a112-709d-454e-a617-20d734afd7f7 tempest-FloatingIPAdminTestJSON-1420968783 tempest-FloatingIPAdminTestJSON-1420968783-project] 10.222.0.20 "DELETE /v2.0/subnets/85a235d2-c03e-4732-8b27-84529493ffc5 HTTP/1.1" status: 204 len: 168 time: 0.9391346 Jun 23 11:31:43.477855 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.wsgi [-] (94174) accepted ('10.222.0.20', 37346) {{(pid=94174) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 11:31:43.502206 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron_lib.callbacks.manager [None req-aece0b14-2510-45e1-9a39-bc03ad94ed1b tempest-NetworksIpV6TestAttrs-49342282 tempest-NetworksIpV6TestAttrs-49342282-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-824874'] for network, before_delete {{(pid=94175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:31:43.611224 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.objects.ports [None req-4390ee9d-c1d1-458f-b682-5e21bca62cbb tempest-NetworksTestDHCPv6-162546708 tempest-NetworksTestDHCPv6-162546708-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=94174) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Jun 23 11:31:43.611442 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.plugins.ml2.plugin [None req-65fbc448-933f-41e9-8421-c5857b3db8b4 None None] Port 312ee82d-94c7-407c-828b-fe915ccb7c1b cannot update to ACTIVE because it is not bound. {{(pid=94176) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jun 23 11:31:43.648829 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron_lib.callbacks.manager [None req-2211d767-87fd-464c-9b68-b54c15c8aa0e tempest-AllowedAddressPairIpV6TestJSON-597468505 tempest-AllowedAddressPairIpV6TestJSON-597468505-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-430722'] for port, precommit_delete {{(pid=94174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:31:43.651644 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron_lib.callbacks.manager [None req-4390ee9d-c1d1-458f-b682-5e21bca62cbb tempest-NetworksTestDHCPv6-162546708 tempest-NetworksTestDHCPv6-162546708-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866062', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5195999', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4294259'] for subnet, after_create {{(pid=94174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:31:43.658995 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.plugins.ml2.plugin [None req-aece0b14-2510-45e1-9a39-bc03ad94ed1b tempest-NetworksIpV6TestAttrs-49342282 tempest-NetworksIpV6TestAttrs-49342282-project] Deleting port 8e017618-760b-4e1c-b6d3-c000e9292276 {{(pid=94175) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1913}} Jun 23 11:31:43.659365 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron_lib.callbacks.manager [None req-aece0b14-2510-45e1-9a39-bc03ad94ed1b tempest-NetworksIpV6TestAttrs-49342282 tempest-NetworksIpV6TestAttrs-49342282-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773700079324'] for port, before_delete {{(pid=94175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:31:43.664310 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG oslo_concurrency.lockutils [None req-bac5172f-9fc1-43ae-bfc0-2527fba654d1 tempest-NetworksTestDHCPv6-162546708 tempest-NetworksTestDHCPv6-162546708-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94174) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 11:31:43.718964 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.plugins.ml2.plugin [None req-2211d767-87fd-464c-9b68-b54c15c8aa0e tempest-AllowedAddressPairIpV6TestJSON-597468505 tempest-AllowedAddressPairIpV6TestJSON-597468505-project] Calling delete_port for 312ee82d-94c7-407c-828b-fe915ccb7c1b owned by {{(pid=94174) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1986}} Jun 23 11:31:43.750238 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron_lib.callbacks.manager [None req-32abc5af-db73-484b-afbf-7ac198ae6b8d tempest-FloatingIPAdminTestJSON-1420968783 tempest-FloatingIPAdminTestJSON-1420968783-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-824874'] for network, before_delete {{(pid=94174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:31:43.757439 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-92b21225-6044-4cec-add9-0a02adbaef2e None None] DHCP port deletion for 811e8add-d81e-4cc6-afe1-28008b3a555c request from dv-neutron-601336-94-hyperv {{(pid=94176) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jun 23 11:31:43.771236 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4390ee9d-c1d1-458f-b682-5e21bca62cbb tempest-NetworksTestDHCPv6-162546708 tempest-NetworksTestDHCPv6-162546708-project] Network f53f535d-bce4-4da8-9bd9-396677ff4e83 is already hosted by enough agents. {{(pid=94174) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 23 11:31:43.809388 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2a82bb61-faed-4c1e-b690-e2f14941f9ee None None] Network 235279fb-6c37-46e5-9efa-1a5d486e6109 requested from dv-neutron-601336-94-hyperv {{(pid=94176) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 23 11:31:43.821276 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1bb3ef72-6553-4763-a9ea-a881444347d4 tempest-RoutersIpV6AdminTest-894294123 tempest-RoutersIpV6AdminTest-894294123-project] Notify agent at l3_agent.dv-neutron-601336-94-hyperv the message routers_updated {{(pid=94174) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 23 11:31:43.826183 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.scheduler.base_scheduler [None req-4390ee9d-c1d1-458f-b682-5e21bca62cbb tempest-NetworksTestDHCPv6-162546708 tempest-NetworksTestDHCPv6-162546708-project] Resources bound (agent type, host, resource id): {{(pid=94174) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 23 11:31:43.829688 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4390ee9d-c1d1-458f-b682-5e21bca62cbb tempest-NetworksTestDHCPv6-162546708 tempest-NetworksTestDHCPv6-162546708-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94174) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 11:31:43.831346 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron_lib.callbacks.manager [None req-4390ee9d-c1d1-458f-b682-5e21bca62cbb tempest-NetworksTestDHCPv6-162546708 tempest-NetworksTestDHCPv6-162546708-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7865916'] for subnet, before_response {{(pid=94174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:31:43.832910 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4390ee9d-c1d1-458f-b682-5e21bca62cbb tempest-NetworksTestDHCPv6-162546708 tempest-NetworksTestDHCPv6-162546708-project] Pushing event updated for resources: {'Subnet': ['ID=b4df557f-3b4a-4121-bbe8-1e223a5ed426,revision_number=0']} {{(pid=94174) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 11:31:43.836401 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG oslo_concurrency.lockutils [None req-4390ee9d-c1d1-458f-b682-5e21bca62cbb tempest-NetworksTestDHCPv6-162546708 tempest-NetworksTestDHCPv6-162546708-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.172s {{(pid=94174) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 11:31:43.842279 dv-neutron-601336-94-hyperv neutron-server[94177]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9510c71e-f1ef-4fad-8dc3-927582919237 None None] Sync routers for ids ['92080da9-8d3f-4efb-91ec-5f0ba5d06b9c'] in dv-neutron-601336-94-hyperv {{(pid=94177) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 23 11:31:43.876287 dv-neutron-601336-94-hyperv neutron-server[94177]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9510c71e-f1ef-4fad-8dc3-927582919237 None None] Routers {'92080da9-8d3f-4efb-91ec-5f0ba5d06b9c'} bound to L3 agent in host dv-neutron-601336-94-hyperv {{(pid=94177) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 23 11:31:43.876923 dv-neutron-601336-94-hyperv neutron-server[94177]: DEBUG neutron.db.l3_hamode_db [None req-9510c71e-f1ef-4fad-8dc3-927582919237 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-601336-94-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-23T11:22:13Z,description=,heartbeat_timestamp=2021-06-23T11:31:43Z,host='dv-neutron-601336-94-hyperv',id=50ef99c0-ef28-4db5-b303-b145898fae60,load=0,resource_versions=,resources_synced=,started_at=2021-06-23T11:22:14Z,topic='l3_agent')) {'router_ids': ['92080da9-8d3f-4efb-91ec-5f0ba5d06b9c'], 'active': True} {{(pid=94177) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 11:31:43.886682 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-972c4214-a74e-4e6b-8769-22490dd3d2fe None None] Network f53f535d-bce4-4da8-9bd9-396677ff4e83 requested from dv-neutron-601336-94-hyperv {{(pid=94176) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 23 11:31:43.909387 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron_lib.callbacks.manager [None req-dc7542b2-afef-47f4-a763-e3a3cba144be None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773699952132', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-899307'] for agent, after_update {{(pid=94176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:31:43.909845 dv-neutron-601336-94-hyperv neutron-server[94177]: DEBUG neutron.db.l3_hamode_db [None req-9510c71e-f1ef-4fad-8dc3-927582919237 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-601336-94-hyperv', False) {} {{(pid=94177) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 11:31:43.918990 dv-neutron-601336-94-hyperv neutron-server[94177]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9510c71e-f1ef-4fad-8dc3-927582919237 None None] Routers {'92080da9-8d3f-4efb-91ec-5f0ba5d06b9c'} bound to L3 agent in host dv-neutron-601336-94-hyperv {{(pid=94177) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 23 11:31:43.919668 dv-neutron-601336-94-hyperv neutron-server[94177]: DEBUG neutron.db.l3_hamode_db [None req-9510c71e-f1ef-4fad-8dc3-927582919237 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-601336-94-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-23T11:22:13Z,description=,heartbeat_timestamp=2021-06-23T11:31:43Z,host='dv-neutron-601336-94-hyperv',id=50ef99c0-ef28-4db5-b303-b145898fae60,load=0,resource_versions=,resources_synced=,started_at=2021-06-23T11:22:14Z,topic='l3_agent')) {'router_ids': ['92080da9-8d3f-4efb-91ec-5f0ba5d06b9c'], 'active': True} {{(pid=94177) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 11:31:43.936881 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.plugins.ml2.plugin [None req-92b21225-6044-4cec-add9-0a02adbaef2e None None] Deleting port ecfcdc47-bbdf-42d4-8edb-32ca688533b4 {{(pid=94176) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1913}} Jun 23 11:31:43.937514 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron_lib.callbacks.manager [None req-92b21225-6044-4cec-add9-0a02adbaef2e None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773700079324'] for port, before_delete {{(pid=94176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:31:43.988590 dv-neutron-601336-94-hyperv neutron-server[94177]: DEBUG neutron.db.l3_hamode_db [None req-9510c71e-f1ef-4fad-8dc3-927582919237 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-601336-94-hyperv', False) {} {{(pid=94177) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 11:31:43.989281 dv-neutron-601336-94-hyperv neutron-server[94177]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9510c71e-f1ef-4fad-8dc3-927582919237 None None] The sync data for ids ['92080da9-8d3f-4efb-91ec-5f0ba5d06b9c'] in dv-neutron-601336-94-hyperv is: [] {{(pid=94177) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 23 11:31:44.008940 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.plugins.ml2.db [None req-92b21225-6044-4cec-add9-0a02adbaef2e None None] For port ecfcdc47-bbdf-42d4-8edb-32ca688533b4, host dv-neutron-601336-94-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-94-hyperv',level=0,port_id=ecfcdc47-bbdf-42d4-8edb-32ca688533b4,segment=NetworkSegment(13a0ebd9-26fd-48f4-9b57-76208c507f91),segment_id=13a0ebd9-26fd-48f4-9b57-76208c507f91)] {{(pid=94176) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 23 11:31:44.009650 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron_lib.callbacks.manager [None req-92b21225-6044-4cec-add9-0a02adbaef2e None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-430722'] for port, precommit_delete {{(pid=94176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:31:44.020795 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron_lib.callbacks.manager [None req-1bb3ef72-6553-4763-a9ea-a881444347d4 tempest-RoutersIpV6AdminTest-894294123 tempest-RoutersIpV6AdminTest-894294123-project] Notify callbacks [] for router, before_response {{(pid=94174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:31:44.024498 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.plugins.ml2.plugin [None req-92b21225-6044-4cec-add9-0a02adbaef2e None None] Calling delete_port for ecfcdc47-bbdf-42d4-8edb-32ca688533b4 owned by network:dhcp {{(pid=94176) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1986}} Jun 23 11:31:44.026309 dv-neutron-601336-94-hyperv neutron-server[94174]: INFO neutron.wsgi [None req-1bb3ef72-6553-4763-a9ea-a881444347d4 tempest-RoutersIpV6AdminTest-894294123 tempest-RoutersIpV6AdminTest-894294123-project] 10.222.0.20 "POST /v2.0/routers HTTP/1.1" status: 201 len: 889 time: 4.6633139 Jun 23 11:31:44.028052 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.wsgi [-] (94174) accepted ('10.222.0.20', 37350) {{(pid=94174) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 11:31:44.035110 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.api.v2.base [None req-3bb5d4a7-f5ae-41e1-bd22-15ad4dd44744 tempest-RoutersIpV6AdminTest-894294123 tempest-RoutersIpV6AdminTest-894294123-project] Request body: {'router': {'external_gateway_info': {}}} {{(pid=94174) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 23 11:31:44.090845 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.db.provisioning_blocks [None req-5c872b39-2bc1-4392-864c-4f3589883c96 None None] Provisioning for port 8e017618-760b-4e1c-b6d3-c000e9292276 completed by entity DHCP. {{(pid=94176) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 23 11:31:44.106588 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.plugins.ml2.db [None req-aece0b14-2510-45e1-9a39-bc03ad94ed1b tempest-NetworksIpV6TestAttrs-49342282 tempest-NetworksIpV6TestAttrs-49342282-project] For port 8e017618-760b-4e1c-b6d3-c000e9292276, host dv-neutron-601336-94-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-94-hyperv',level=0,port_id=8e017618-760b-4e1c-b6d3-c000e9292276,segment=NetworkSegment(df19c01b-f19e-4210-97c4-fd9041a29ec1),segment_id=df19c01b-f19e-4210-97c4-fd9041a29ec1)] {{(pid=94175) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 23 11:31:44.107092 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron_lib.callbacks.manager [None req-aece0b14-2510-45e1-9a39-bc03ad94ed1b tempest-NetworksIpV6TestAttrs-49342282 tempest-NetworksIpV6TestAttrs-49342282-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-430722'] for port, precommit_delete {{(pid=94175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:31:44.119849 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.plugins.ml2.plugin [None req-aece0b14-2510-45e1-9a39-bc03ad94ed1b tempest-NetworksIpV6TestAttrs-49342282 tempest-NetworksIpV6TestAttrs-49342282-project] Calling delete_port for 8e017618-760b-4e1c-b6d3-c000e9292276 owned by network:dhcp {{(pid=94175) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1986}} Jun 23 11:31:44.153522 dv-neutron-601336-94-hyperv neutron-server[94174]: INFO neutron.wsgi [None req-4390ee9d-c1d1-458f-b682-5e21bca62cbb tempest-NetworksTestDHCPv6-162546708 tempest-NetworksTestDHCPv6-162546708-project] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 827 time: 1.8554771 Jun 23 11:31:44.154491 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.wsgi [-] (94174) accepted ('10.222.0.20', 37356) {{(pid=94174) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 11:31:44.162750 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.api.v2.base [None req-d517ef76-d02f-45a8-a85e-58398c4c5792 tempest-NetworksTestDHCPv6-162546708 tempest-NetworksTestDHCPv6-162546708-project] Request body: {'subnet': {'network_id': 'f53f535d-bce4-4da8-9bd9-396677ff4e83', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=94174) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 23 11:31:44.186327 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron_lib.callbacks.manager [None req-2211d767-87fd-464c-9b68-b54c15c8aa0e tempest-AllowedAddressPairIpV6TestJSON-597468505 tempest-AllowedAddressPairIpV6TestJSON-597468505-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-922904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866062', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773700135024', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773699642224', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5196390'] for port, after_delete {{(pid=94174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:31:44.230584 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG oslo_concurrency.lockutils [None req-ee794a5e-a332-4bc5-8f88-83b462cb8157 tempest-RoutersIpV6AdminTest-894294123 tempest-RoutersIpV6AdminTest-894294123-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94174) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 11:31:44.239747 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron_lib.callbacks.manager [None req-47f7d6aa-5de8-40d0-867a-3ba26d66a4ca tempest-RoutersAdminTest-1813587668 tempest-RoutersAdminTest-1813587668-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-922904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866062', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773700135024', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773699642224', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5082448'] for port, after_delete {{(pid=94175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:31:44.242778 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG oslo_concurrency.lockutils [None req-b3c9761a-91f1-4450-a060-5c58694db047 tempest-FloatingIPNegativeTestJSON-1295786409 tempest-FloatingIPNegativeTestJSON-1295786409-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94175) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 11:31:44.268459 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2211d767-87fd-464c-9b68-b54c15c8aa0e tempest-AllowedAddressPairIpV6TestJSON-597468505 tempest-AllowedAddressPairIpV6TestJSON-597468505-project] Pushing event deleted for resources: {'Port': ['ID=312ee82d-94c7-407c-828b-fe915ccb7c1b,revision_number=None']} {{(pid=94174) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 11:31:44.277382 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG oslo_concurrency.lockutils [None req-2211d767-87fd-464c-9b68-b54c15c8aa0e tempest-AllowedAddressPairIpV6TestJSON-597468505 tempest-AllowedAddressPairIpV6TestJSON-597468505-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=94174) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 11:31:44.327762 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47f7d6aa-5de8-40d0-867a-3ba26d66a4ca tempest-RoutersAdminTest-1813587668 tempest-RoutersAdminTest-1813587668-project] Pushing event deleted for resources: {'Port': ['ID=060c69ba-24fc-4bf7-9b78-aec52fe97149,revision_number=None']} {{(pid=94175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 11:31:44.335901 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG oslo_concurrency.lockutils [None req-47f7d6aa-5de8-40d0-867a-3ba26d66a4ca tempest-RoutersAdminTest-1813587668 tempest-RoutersAdminTest-1813587668-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.093s {{(pid=94175) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 11:31:44.340005 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron_lib.callbacks.manager [None req-aece0b14-2510-45e1-9a39-bc03ad94ed1b tempest-NetworksIpV6TestAttrs-49342282 tempest-NetworksIpV6TestAttrs-49342282-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-922904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866062', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773700135024', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773699642224', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5082448'] for port, after_delete {{(pid=94175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:31:44.361633 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG oslo_concurrency.lockutils [None req-2867b657-3184-4af3-a171-60eb61dab951 tempest-AllowedAddressPairIpV6TestJSON-597468505 tempest-AllowedAddressPairIpV6TestJSON-597468505-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94175) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 11:31:44.362858 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cacf427d-f7bd-4e81-ab43-a636b64827ad None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1e0d828a-1fa4-563d-b7fd-53adf66a04ee-f53f535d-bce4-4da8-9bd9-396677ff4e83', 'network_id': 'f53f535d-bce4-4da8-9bd9-396677ff4e83', 'tenant_id': '5e61222a836c47229c94e37f3902e6bd', 'fixed_ips': [{'subnet_id': 'b4df557f-3b4a-4121-bbe8-1e223a5ed426'}]}} from dv-neutron-601336-94-hyperv. {{(pid=94176) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 23 11:31:44.364141 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron_lib.callbacks.manager [None req-cacf427d-f7bd-4e81-ab43-a636b64827ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-923104'] for port, before_create {{(pid=94176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:31:44.378322 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron_lib.callbacks.manager [None req-92b21225-6044-4cec-add9-0a02adbaef2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-922904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866062', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773700135024', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773699642224'] for port, after_delete {{(pid=94176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:31:44.386460 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG oslo_concurrency.lockutils [None req-f79a092d-e5b1-4cc1-8197-003415c91684 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 11:31:44.389684 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aece0b14-2510-45e1-9a39-bc03ad94ed1b tempest-NetworksIpV6TestAttrs-49342282 tempest-NetworksIpV6TestAttrs-49342282-project] Pushing event deleted for resources: {'Port': ['ID=8e017618-760b-4e1c-b6d3-c000e9292276,revision_number=None']} {{(pid=94175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 11:31:44.396610 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG oslo_concurrency.lockutils [None req-aece0b14-2510-45e1-9a39-bc03ad94ed1b tempest-NetworksIpV6TestAttrs-49342282 tempest-NetworksIpV6TestAttrs-49342282-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.035s {{(pid=94175) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 11:31:44.416748 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92b21225-6044-4cec-add9-0a02adbaef2e None None] Pushing event deleted for resources: {'Port': ['ID=ecfcdc47-bbdf-42d4-8edb-32ca688533b4,revision_number=None']} {{(pid=94176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 11:31:44.421800 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG oslo_concurrency.lockutils [None req-92b21225-6044-4cec-add9-0a02adbaef2e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.035s {{(pid=94176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 11:31:44.429802 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8dfa0259-af93-4574-b5f3-3ef388af6829 None None] DHCP port deletion for 235279fb-6c37-46e5-9efa-1a5d486e6109 request from dv-neutron-601336-94-hyperv {{(pid=94176) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jun 23 11:31:44.442113 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.db.l3_dvrscheduler_db [None req-92b21225-6044-4cec-add9-0a02adbaef2e None None] No DVR routers for this DVR port ecfcdc47-bbdf-42d4-8edb-32ca688533b4 on host dv-neutron-601336-94-hyperv {{(pid=94176) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 23 11:31:44.470994 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron_lib.callbacks.manager [None req-47f7d6aa-5de8-40d0-867a-3ba26d66a4ca tempest-RoutersAdminTest-1813587668 tempest-RoutersAdminTest-1813587668-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-524171'] for router_gateway, after_delete {{(pid=94175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:31:44.525050 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aece0b14-2510-45e1-9a39-bc03ad94ed1b tempest-NetworksIpV6TestAttrs-49342282 tempest-NetworksIpV6TestAttrs-49342282-project] No DVR routers for this DVR port 8e017618-760b-4e1c-b6d3-c000e9292276 on host dv-neutron-601336-94-hyperv {{(pid=94175) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 23 11:31:44.576713 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron_lib.callbacks.manager [None req-4c20ea5f-bc7f-4d4e-935d-57f082af6ccb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773699952132', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-899307'] for agent, after_update {{(pid=94176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:31:44.597586 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.db.db_base_plugin_common [None req-cacf427d-f7bd-4e81-ab43-a636b64827ad None None] Allocated IP 2001:db8::f816:3eff:fed7:5533 (f53f535d-bce4-4da8-9bd9-396677ff4e83/b4df557f-3b4a-4121-bbe8-1e223a5ed426/86a868f4-9f5d-4a85-afd1-69ba66785919) {{(pid=94176) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 23 11:31:44.650538 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron_lib.callbacks.manager [None req-47f7d6aa-5de8-40d0-867a-3ba26d66a4ca tempest-RoutersAdminTest-1813587668 tempest-RoutersAdminTest-1813587668-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-520417', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-32301'] for router, precommit_delete {{(pid=94175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:31:44.679482 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron_lib.callbacks.manager [None req-47f7d6aa-5de8-40d0-867a-3ba26d66a4ca tempest-RoutersAdminTest-1813587668 tempest-RoutersAdminTest-1813587668-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:31:44.738681 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron_lib.callbacks.manager [None req-aece0b14-2510-45e1-9a39-bc03ad94ed1b tempest-NetworksIpV6TestAttrs-49342282 tempest-NetworksIpV6TestAttrs-49342282-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-897259', 'neutron.services.segments.db._delete_segments_for_network-8773700168587'] for network, precommit_delete {{(pid=94175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:31:44.752330 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.services.segments.db [None req-aece0b14-2510-45e1-9a39-bc03ad94ed1b tempest-NetworksIpV6TestAttrs-49342282 tempest-NetworksIpV6TestAttrs-49342282-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['235279fb-6c37-46e5-9efa-1a5d486e6109']}} {{(pid=94175) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 11:31:44.758926 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron_lib.callbacks.manager [None req-cacf427d-f7bd-4e81-ab43-a636b64827ad None None] Notify callbacks [] for port, precommit_create {{(pid=94176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:31:44.768928 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.services.segments.db [None req-aece0b14-2510-45e1-9a39-bc03ad94ed1b tempest-NetworksIpV6TestAttrs-49342282 tempest-NetworksIpV6TestAttrs-49342282-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'df19c01b-f19e-4210-97c4-fd9041a29ec1') {'for_net_delete': True} {{(pid=94175) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 11:31:44.768928 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.services.segments.db [None req-aece0b14-2510-45e1-9a39-bc03ad94ed1b tempest-NetworksIpV6TestAttrs-49342282 tempest-NetworksIpV6TestAttrs-49342282-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'df19c01b-f19e-4210-97c4-fd9041a29ec1') {} {{(pid=94175) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 11:31:44.772013 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.db.provisioning_blocks [None req-cacf427d-f7bd-4e81-ab43-a636b64827ad None None] Transition to ACTIVE for port object 86a868f4-9f5d-4a85-afd1-69ba66785919 will not be triggered until provisioned by entity L2. {{(pid=94176) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 23 11:31:44.780343 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron_lib.callbacks.manager [None req-aece0b14-2510-45e1-9a39-bc03ad94ed1b tempest-NetworksIpV6TestAttrs-49342282 tempest-NetworksIpV6TestAttrs-49342282-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8773699955833', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5190677'] for segment, before_delete {{(pid=94175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:31:44.789682 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-384ebfc3-f48c-4aa3-9781-7ff8c21b881e req-2b99a8ac-53cd-45d5-b80e-0ccf5d0a843b tempest-ServersTestJSON-995612928 tempest-ServersTestJSON-995612928-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 11:31:44.796615 dv-neutron-601336-94-hyperv neutron-server[94175]: INFO neutron.wsgi [req-384ebfc3-f48c-4aa3-9781-7ff8c21b881e req-2b99a8ac-53cd-45d5-b80e-0ccf5d0a843b tempest-ServersTestJSON-995612928 tempest-ServersTestJSON-995612928-project] 10.222.0.20 "GET /v2.0/ports?device_id=5c858ae0-f491-4e6a-8938-34ed95476698 HTTP/1.1" status: 200 len: 945 time: 0.3295078 Jun 23 11:31:44.799530 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.db.provisioning_blocks [None req-cacf427d-f7bd-4e81-ab43-a636b64827ad None None] Transition to ACTIVE for port object 86a868f4-9f5d-4a85-afd1-69ba66785919 will not be triggered until provisioned by entity DHCP. {{(pid=94176) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 23 11:31:44.822113 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron_lib.callbacks.manager [None req-47f7d6aa-5de8-40d0-867a-3ba26d66a4ca tempest-RoutersAdminTest-1813587668 tempest-RoutersAdminTest-1813587668-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-494961'] for router, after_delete {{(pid=94175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:31:44.822673 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-47f7d6aa-5de8-40d0-867a-3ba26d66a4ca tempest-RoutersAdminTest-1813587668 tempest-RoutersAdminTest-1813587668-project] Fanout notify agent at l3_agent the message router_deleted on router 7a70d28b-bf45-40a0-b62b-5288810cf959 {{(pid=94175) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jun 23 11:31:44.824668 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron_lib.callbacks.manager [None req-aece0b14-2510-45e1-9a39-bc03ad94ed1b tempest-NetworksIpV6TestAttrs-49342282 tempest-NetworksIpV6TestAttrs-49342282-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3801'] for segment, precommit_delete {{(pid=94175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:31:44.839695 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.plugins.ml2.plugin [None req-32abc5af-db73-484b-afbf-7ac198ae6b8d tempest-FloatingIPAdminTestJSON-1420968783 tempest-FloatingIPAdminTestJSON-1420968783-project] Deleting port ecfcdc47-bbdf-42d4-8edb-32ca688533b4 {{(pid=94174) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1913}} Jun 23 11:31:44.840062 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron_lib.callbacks.manager [None req-47f7d6aa-5de8-40d0-867a-3ba26d66a4ca tempest-RoutersAdminTest-1813587668 tempest-RoutersAdminTest-1813587668-project] Notify callbacks [] for router, before_response {{(pid=94175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:31:44.840141 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron_lib.callbacks.manager [None req-32abc5af-db73-484b-afbf-7ac198ae6b8d tempest-FloatingIPAdminTestJSON-1420968783 tempest-FloatingIPAdminTestJSON-1420968783-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773700079324'] for port, before_delete {{(pid=94174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:31:44.840224 dv-neutron-601336-94-hyperv neutron-server[94175]: INFO neutron.wsgi [None req-47f7d6aa-5de8-40d0-867a-3ba26d66a4ca tempest-RoutersAdminTest-1813587668 tempest-RoutersAdminTest-1813587668-project] 10.222.0.20 "DELETE /v2.0/routers/7a70d28b-bf45-40a0-b62b-5288810cf959 HTTP/1.1" status: 204 len: 168 time: 2.0498340 Jun 23 11:31:44.840224 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.wsgi [-] (94175) accepted ('10.222.0.20', 37360) {{(pid=94175) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 11:31:44.847083 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.api.v2.base [None req-5f7ded98-529d-4024-adbb-7017e5c19559 tempest-RoutersAdminTest-1813587668 tempest-RoutersAdminTest-1813587668-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-1402064840', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=94175) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 23 11:31:44.854310 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.plugins.ml2.rpc [None req-dc7542b2-afef-47f4-a763-e3a3cba144be None None] Device ecfcdc47-bbdf-42d4-8edb-32ca688533b4 no longer exists at agent ovs-agent-dv-neutron-601336-94-hyperv {{(pid=94176) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:261}} Jun 23 11:31:44.855418 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-aece0b14-2510-45e1-9a39-bc03ad94ed1b tempest-NetworksIpV6TestAttrs-49342282 tempest-NetworksIpV6TestAttrs-49342282-project] Releasing vlan 401 on physical network physnet1 to pool {{(pid=94175) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 23 11:31:44.855862 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron_lib.callbacks.manager [None req-aece0b14-2510-45e1-9a39-bc03ad94ed1b tempest-NetworksIpV6TestAttrs-49342282 tempest-NetworksIpV6TestAttrs-49342282-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3801', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5082371'] for segment, after_delete {{(pid=94175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:31:44.858810 dv-neutron-601336-94-hyperv neutron-server[94175]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 23 11:31:44.858810 dv-neutron-601336-94-hyperv neutron-server[94175]: conditions |= (models_v2.Port.network_id.in_( Jun 23 11:31:44.858810 dv-neutron-601336-94-hyperv neutron-server[94175]: Traceback (most recent call last): Jun 23 11:31:44.858810 dv-neutron-601336-94-hyperv neutron-server[94175]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 23 11:31:44.858810 dv-neutron-601336-94-hyperv neutron-server[94175]: timer() Jun 23 11:31:44.858810 dv-neutron-601336-94-hyperv neutron-server[94175]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 23 11:31:44.858810 dv-neutron-601336-94-hyperv neutron-server[94175]: cb(*args, **kw) Jun 23 11:31:44.858810 dv-neutron-601336-94-hyperv neutron-server[94175]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 23 11:31:44.858810 dv-neutron-601336-94-hyperv neutron-server[94175]: return func(*args, **kwargs) Jun 23 11:31:44.858810 dv-neutron-601336-94-hyperv neutron-server[94175]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 23 11:31:44.858810 dv-neutron-601336-94-hyperv neutron-server[94175]: self._notify() Jun 23 11:31:44.858810 dv-neutron-601336-94-hyperv neutron-server[94175]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 23 11:31:44.858810 dv-neutron-601336-94-hyperv neutron-server[94175]: self.callback(batched_events) Jun 23 11:31:44.858810 dv-neutron-601336-94-hyperv neutron-server[94175]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 23 11:31:44.858810 dv-neutron-601336-94-hyperv neutron-server[94175]: event.method(event) Jun 23 11:31:44.858810 dv-neutron-601336-94-hyperv neutron-server[94175]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 23 11:31:44.858810 dv-neutron-601336-94-hyperv neutron-server[94175]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 23 11:31:44.858810 dv-neutron-601336-94-hyperv neutron-server[94175]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 23 11:31:44.858810 dv-neutron-601336-94-hyperv neutron-server[94175]: aggregate_uuid = self.p_client.list_aggregates( Jun 23 11:31:44.858810 dv-neutron-601336-94-hyperv neutron-server[94175]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 23 11:31:44.858810 dv-neutron-601336-94-hyperv neutron-server[94175]: return f(self, *a, **k) Jun 23 11:31:44.858810 dv-neutron-601336-94-hyperv neutron-server[94175]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 23 11:31:44.858810 dv-neutron-601336-94-hyperv neutron-server[94175]: return self._get(url).json() Jun 23 11:31:44.858810 dv-neutron-601336-94-hyperv neutron-server[94175]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 23 11:31:44.858810 dv-neutron-601336-94-hyperv neutron-server[94175]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 23 11:31:44.858810 dv-neutron-601336-94-hyperv neutron-server[94175]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 23 11:31:44.858810 dv-neutron-601336-94-hyperv neutron-server[94175]: return self.request(url, 'GET', **kwargs) Jun 23 11:31:44.858810 dv-neutron-601336-94-hyperv neutron-server[94175]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 23 11:31:44.858810 dv-neutron-601336-94-hyperv neutron-server[94175]: base_url = self.get_endpoint(auth, allow=allow, Jun 23 11:31:44.858810 dv-neutron-601336-94-hyperv neutron-server[94175]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 23 11:31:44.858810 dv-neutron-601336-94-hyperv neutron-server[94175]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 23 11:31:44.858810 dv-neutron-601336-94-hyperv neutron-server[94175]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 23 11:31:44.858810 dv-neutron-601336-94-hyperv neutron-server[94175]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 23 11:31:44.858810 dv-neutron-601336-94-hyperv neutron-server[94175]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 23 11:31:44.876091 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.plugins.ml2.plugin [None req-dc7542b2-afef-47f4-a763-e3a3cba144be None None] No Port match for: ecfcdc47-bbdf-42d4-8edb-32ca688533b4 {{(pid=94176) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2240}} Jun 23 11:31:44.876437 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.plugins.ml2.rpc [None req-dc7542b2-afef-47f4-a763-e3a3cba144be None None] Device ecfcdc47-bbdf-42d4-8edb-32ca688533b4 not bound to the agent host dv-neutron-601336-94-hyperv {{(pid=94176) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:271}} Jun 23 11:31:44.909786 dv-neutron-601336-94-hyperv neutron-server[94175]: INFO neutron.wsgi [req-384ebfc3-f48c-4aa3-9781-7ff8c21b881e req-5cd593a3-23f1-4394-8b11-b774404ff9ef tempest-ServersTestJSON-995612928 tempest-ServersTestJSON-995612928-project] 10.222.0.20 "GET /v2.0/security-groups?id=0269fbcb-6e08-4df6-b8da-06ccdf83703f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1122303 Jun 23 11:31:44.920363 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron_lib.callbacks.manager [None req-cacf427d-f7bd-4e81-ab43-a636b64827ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-922915', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-239814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7866073', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773699642215'] for port, after_create {{(pid=94176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:31:44.934075 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG oslo_concurrency.lockutils [None req-10b93e31-dc67-48d5-94ee-d4a5b17352e4 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 11:31:44.973736 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cacf427d-f7bd-4e81-ab43-a636b64827ad None None] Network f53f535d-bce4-4da8-9bd9-396677ff4e83 is already hosted by enough agents. {{(pid=94176) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 23 11:31:44.976537 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.scheduler.base_scheduler [None req-cacf427d-f7bd-4e81-ab43-a636b64827ad None None] Resources bound (agent type, host, resource id): {{(pid=94176) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 23 11:31:44.979976 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cacf427d-f7bd-4e81-ab43-a636b64827ad None None] Received port after_create {{(pid=94176) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 23 11:31:44.991663 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cacf427d-f7bd-4e81-ab43-a636b64827ad None None] Pushing event updated for resources: {'Port': ['ID=86a868f4-9f5d-4a85-afd1-69ba66785919,revision_number=1']} {{(pid=94176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 11:31:44.993214 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.plugins.ml2.db [None req-32abc5af-db73-484b-afbf-7ac198ae6b8d tempest-FloatingIPAdminTestJSON-1420968783 tempest-FloatingIPAdminTestJSON-1420968783-project] For port ecfcdc47-bbdf-42d4-8edb-32ca688533b4, host dv-neutron-601336-94-hyperv, got binding levels [] {{(pid=94174) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 23 11:31:44.993587 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron_lib.callbacks.manager [None req-32abc5af-db73-484b-afbf-7ac198ae6b8d tempest-FloatingIPAdminTestJSON-1420968783 tempest-FloatingIPAdminTestJSON-1420968783-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-430722'] for port, precommit_delete {{(pid=94174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:31:44.995811 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG oslo_concurrency.lockutils [None req-cacf427d-f7bd-4e81-ab43-a636b64827ad None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.062s {{(pid=94176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 11:31:45.004827 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron_lib.callbacks.manager [None req-5f7ded98-529d-4024-adbb-7017e5c19559 tempest-RoutersAdminTest-1813587668 tempest-RoutersAdminTest-1813587668-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-520407', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-32315'] for router, before_create {{(pid=94175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:31:45.005871 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron_lib.callbacks.manager [None req-5f7ded98-529d-4024-adbb-7017e5c19559 tempest-RoutersAdminTest-1813587668 tempest-RoutersAdminTest-1813587668-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-520264', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-524122', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-414782', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-32290'] for router, precommit_create {{(pid=94175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:31:45.055484 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.plugins.ml2.managers [None req-cacf427d-f7bd-4e81-ab43-a636b64827ad None None] Attempting to bind port 86a868f4-9f5d-4a85-afd1-69ba66785919 on host dv-neutron-601336-94-hyperv for vnic_type normal with profile {{(pid=94176) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 23 11:31:45.056067 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.plugins.ml2.managers [None req-cacf427d-f7bd-4e81-ab43-a636b64827ad None None] Attempting to bind port 86a868f4-9f5d-4a85-afd1-69ba66785919 by drivers openvswitch,hyperv on host dv-neutron-601336-94-hyperv at level 0 using segments [{'id': '6303a411-6e70-4139-a530-9ee4cf8ba843', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 419, 'network_id': 'f53f535d-bce4-4da8-9bd9-396677ff4e83'}] {{(pid=94176) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 23 11:31:45.056505 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cacf427d-f7bd-4e81-ab43-a636b64827ad None None] Attempting to bind port 86a868f4-9f5d-4a85-afd1-69ba66785919 on network f53f535d-bce4-4da8-9bd9-396677ff4e83 {{(pid=94176) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 23 11:31:45.061648 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cacf427d-f7bd-4e81-ab43-a636b64827ad None None] Checking agent: {'id': '4d05f899-5ac9-411b-8a03-f60c93f87cdf', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-601336-94-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 23, 11, 22, 14), 'started_at': datetime.datetime(2021, 6, 23, 11, 22, 44), 'heartbeat_timestamp': datetime.datetime(2021, 6, 23, 11, 31, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'monitor_allowed_address_pair_garp': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-601336-94-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94176) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 23 11:31:45.061854 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ac206f7-5663-4896-8fc7-49076708b77a req-5a3882bb-aea2-4ffe-b0e4-ac5dd6f2a49f tempest-ServersTestManualDisk-1703480083 tempest-ServersTestManualDisk-1703480083-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94174) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 11:31:45.061951 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron_lib.callbacks.manager [None req-aece0b14-2510-45e1-9a39-bc03ad94ed1b tempest-NetworksIpV6TestAttrs-49342282 tempest-NetworksIpV6TestAttrs-49342282-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-897248', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8002400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7866073', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-524247'] for network, after_delete {{(pid=94175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:31:45.062059 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cacf427d-f7bd-4e81-ab43-a636b64827ad None None] Checking segment: {'id': '6303a411-6e70-4139-a530-9ee4cf8ba843', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 419, 'network_id': 'f53f535d-bce4-4da8-9bd9-396677ff4e83'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94176) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 23 11:31:45.062570 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron_lib.callbacks.manager [None req-cacf427d-f7bd-4e81-ab43-a636b64827ad None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:31:45.063504 dv-neutron-601336-94-hyperv neutron-server[94174]: INFO neutron.wsgi [req-1ac206f7-5663-4896-8fc7-49076708b77a req-5a3882bb-aea2-4ffe-b0e4-ac5dd6f2a49f tempest-ServersTestManualDisk-1703480083 tempest-ServersTestManualDisk-1703480083-project] 10.222.0.20 "GET /v2.0/ports?device_id=60467d60-f71e-4b81-84ed-861e06a6acb7 HTTP/1.1" status: 200 len: 946 time: 0.3337207 Jun 23 11:31:45.064183 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron_lib.callbacks.manager [None req-5f7ded98-529d-4024-adbb-7017e5c19559 tempest-RoutersAdminTest-1813587668 tempest-RoutersAdminTest-1813587668-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:31:45.067504 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.plugins.ml2.plugin [None req-32abc5af-db73-484b-afbf-7ac198ae6b8d tempest-FloatingIPAdminTestJSON-1420968783 tempest-FloatingIPAdminTestJSON-1420968783-project] Calling delete_port for ecfcdc47-bbdf-42d4-8edb-32ca688533b4 owned by network:dhcp {{(pid=94174) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1986}} Jun 23 11:31:45.067648 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG oslo_concurrency.lockutils [None req-997b710c-b86b-4114-8f74-61492a4e5465 tempest-PortsAdminExtendedAttrsIpV6TestJSON-231462084 tempest-PortsAdminExtendedAttrsIpV6TestJSON-231462084-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94175) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 11:31:45.069157 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cacf427d-f7bd-4e81-ab43-a636b64827ad None None] Bound using segment: {'id': '6303a411-6e70-4139-a530-9ee4cf8ba843', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 419, 'network_id': 'f53f535d-bce4-4da8-9bd9-396677ff4e83'} {{(pid=94176) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 23 11:31:45.069863 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.plugins.ml2.managers [None req-cacf427d-f7bd-4e81-ab43-a636b64827ad None None] Bound port: 86a868f4-9f5d-4a85-afd1-69ba66785919, host: dv-neutron-601336-94-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6303a411-6e70-4139-a530-9ee4cf8ba843', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 419, 'network_id': 'f53f535d-bce4-4da8-9bd9-396677ff4e83'}}] {{(pid=94176) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 23 11:31:45.070553 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron_lib.callbacks.manager [None req-cacf427d-f7bd-4e81-ab43-a636b64827ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-923122'] for port, before_update {{(pid=94176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:31:45.071171 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron_lib.callbacks.manager [None req-aece0b14-2510-45e1-9a39-bc03ad94ed1b tempest-NetworksIpV6TestAttrs-49342282 tempest-NetworksIpV6TestAttrs-49342282-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7865916'] for network, before_response {{(pid=94175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:31:45.072924 dv-neutron-601336-94-hyperv neutron-server[94175]: INFO neutron.wsgi [None req-aece0b14-2510-45e1-9a39-bc03ad94ed1b tempest-NetworksIpV6TestAttrs-49342282 tempest-NetworksIpV6TestAttrs-49342282-project] 10.222.0.20 "DELETE /v2.0/networks/235279fb-6c37-46e5-9efa-1a5d486e6109 HTTP/1.1" status: 204 len: 168 time: 3.8126490 Jun 23 11:31:45.076540 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.wsgi [-] (94175) accepted ('10.222.0.20', 37366) {{(pid=94175) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 11:31:45.081491 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.api.v2.base [None req-8f01ca9f-b6d5-4398-b3b0-afe8dd847407 tempest-NetworksIpV6TestAttrs-49342282 tempest-NetworksIpV6TestAttrs-49342282-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-1358135458'}} {{(pid=94175) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 23 11:31:45.092514 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.db.ipam_backend_mixin [None req-32abc5af-db73-484b-afbf-7ac198ae6b8d tempest-FloatingIPAdminTestJSON-1420968783 tempest-FloatingIPAdminTestJSON-1420968783-project] Port ecfcdc47-bbdf-42d4-8edb-32ca688533b4 was not found and therefore no delete operation was performed {{(pid=94174) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Jun 23 11:31:45.097209 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aece0b14-2510-45e1-9a39-bc03ad94ed1b tempest-NetworksIpV6TestAttrs-49342282 tempest-NetworksIpV6TestAttrs-49342282-project] Pushing event deleted for resources: {'Network': ['ID=235279fb-6c37-46e5-9efa-1a5d486e6109,revision_number=None']} {{(pid=94175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 11:31:45.100058 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG oslo_concurrency.lockutils [None req-aece0b14-2510-45e1-9a39-bc03ad94ed1b tempest-NetworksIpV6TestAttrs-49342282 tempest-NetworksIpV6TestAttrs-49342282-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.033s {{(pid=94175) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 11:31:45.132728 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron_lib.callbacks.manager [None req-32abc5af-db73-484b-afbf-7ac198ae6b8d tempest-FloatingIPAdminTestJSON-1420968783 tempest-FloatingIPAdminTestJSON-1420968783-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-922904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866062', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773700135024', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773699642224', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5196390'] for port, after_delete {{(pid=94174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:31:45.140155 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG oslo_concurrency.lockutils [None req-2211d767-87fd-464c-9b68-b54c15c8aa0e tempest-AllowedAddressPairIpV6TestJSON-597468505 tempest-AllowedAddressPairIpV6TestJSON-597468505-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94174) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 11:31:45.143545 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron_lib.callbacks.manager [None req-5f7ded98-529d-4024-adbb-7017e5c19559 tempest-RoutersAdminTest-1813587668 tempest-RoutersAdminTest-1813587668-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-520412', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-524143'] for router, after_create {{(pid=94175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:31:45.143954 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.plugins.ml2.db [None req-cacf427d-f7bd-4e81-ab43-a636b64827ad None None] For port 86a868f4-9f5d-4a85-afd1-69ba66785919, host dv-neutron-601336-94-hyperv, cleared binding levels {{(pid=94176) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 23 11:31:45.147089 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.plugins.ml2.db [None req-cacf427d-f7bd-4e81-ab43-a636b64827ad None None] For port 86a868f4-9f5d-4a85-afd1-69ba66785919, host dv-neutron-601336-94-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-94-hyperv',level=0,port_id=86a868f4-9f5d-4a85-afd1-69ba66785919,segment=NetworkSegment(6303a411-6e70-4139-a530-9ee4cf8ba843),segment_id=6303a411-6e70-4139-a530-9ee4cf8ba843)] {{(pid=94176) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 23 11:31:45.221480 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d517ef76-d02f-45a8-a85e-58398c4c5792 tempest-NetworksTestDHCPv6-162546708 tempest-NetworksTestDHCPv6-162546708-project] Made reservation on behalf of 5e61222a836c47229c94e37f3902e6bd for: {'subnet': 1} {{(pid=94174) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 23 11:31:45.224828 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron_lib.callbacks.manager [None req-d517ef76-d02f-45a8-a85e-58398c4c5792 tempest-NetworksTestDHCPv6-162546708 tempest-NetworksTestDHCPv6-162546708-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4294245'] for subnet, before_create {{(pid=94174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:31:45.227659 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron_lib.callbacks.manager [None req-cacf427d-f7bd-4e81-ab43-a636b64827ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-922904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866062', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773700135042', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773699642233', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773699642278'] for port, after_update {{(pid=94176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:31:45.230662 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG oslo_concurrency.lockutils [None req-c558f0d7-efc1-4bab-9f7d-0b3e2f6cc66d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 11:31:45.234626 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32abc5af-db73-484b-afbf-7ac198ae6b8d tempest-FloatingIPAdminTestJSON-1420968783 tempest-FloatingIPAdminTestJSON-1420968783-project] Pushing event deleted for resources: {'Port': ['ID=ecfcdc47-bbdf-42d4-8edb-32ca688533b4,revision_number=None']} {{(pid=94174) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 11:31:45.251609 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron_lib.callbacks.manager [None req-2211d767-87fd-464c-9b68-b54c15c8aa0e tempest-AllowedAddressPairIpV6TestJSON-597468505 tempest-AllowedAddressPairIpV6TestJSON-597468505-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-217507'] for port, before_response {{(pid=94174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:31:45.253483 dv-neutron-601336-94-hyperv neutron-server[94174]: INFO neutron.wsgi [None req-2211d767-87fd-464c-9b68-b54c15c8aa0e tempest-AllowedAddressPairIpV6TestJSON-597468505 tempest-AllowedAddressPairIpV6TestJSON-597468505-project] 10.222.0.20 "DELETE /v2.0/ports/312ee82d-94c7-407c-828b-fe915ccb7c1b HTTP/1.1" status: 204 len: 168 time: 2.0910854 Jun 23 11:31:45.254610 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.db.l3_dvrscheduler_db [None req-32abc5af-db73-484b-afbf-7ac198ae6b8d tempest-FloatingIPAdminTestJSON-1420968783 tempest-FloatingIPAdminTestJSON-1420968783-project] No DVR routers for this DVR port ecfcdc47-bbdf-42d4-8edb-32ca688533b4 on host dv-neutron-601336-94-hyperv {{(pid=94174) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 23 11:31:45.260923 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron_lib.callbacks.manager [None req-5f7ded98-529d-4024-adbb-7017e5c19559 tempest-RoutersAdminTest-1813587668 tempest-RoutersAdminTest-1813587668-project] Notify callbacks [] for router, before_response {{(pid=94175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:31:45.262324 dv-neutron-601336-94-hyperv neutron-server[94175]: INFO neutron.wsgi [None req-5f7ded98-529d-4024-adbb-7017e5c19559 tempest-RoutersAdminTest-1813587668 tempest-RoutersAdminTest-1813587668-project] 10.222.0.20 "POST /v2.0/routers HTTP/1.1" status: 201 len: 705 time: 0.4193668 Jun 23 11:31:45.265208 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.wsgi [-] (94175) accepted ('10.222.0.20', 37370) {{(pid=94175) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 11:31:45.265700 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.wsgi [-] (94175) accepted ('10.222.0.20', 37372) {{(pid=94175) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 11:31:45.284746 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.api.v2.base [None req-39fdfa86-1ee5-4581-853e-405451451b17 tempest-RoutersAdminTest-1733287776 tempest-RoutersAdminTest-1733287776-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '3e7e4eb3-cf02-4d47-ade9-0a579cdfc60f', 'enable_snat': False}}} {{(pid=94175) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 23 11:31:45.286406 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cacf427d-f7bd-4e81-ab43-a636b64827ad None None] Pushing event updated for resources: {'Port': ['ID=86a868f4-9f5d-4a85-afd1-69ba66785919,revision_number=2']} {{(pid=94176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 11:31:45.298649 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG oslo_concurrency.lockutils [None req-cacf427d-f7bd-4e81-ab43-a636b64827ad None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.068s {{(pid=94176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 11:31:45.347572 dv-neutron-601336-94-hyperv neutron-server[94174]: INFO neutron.wsgi [req-1ac206f7-5663-4896-8fc7-49076708b77a req-1b67a1ab-278c-4681-9334-494cd0107a4b tempest-ServersTestManualDisk-1703480083 tempest-ServersTestManualDisk-1703480083-project] 10.222.0.20 "GET /v2.0/security-groups?id=64e50690-84f2-4556-996e-e186f26132b0&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.2626188 Jun 23 11:31:45.368536 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG oslo_concurrency.lockutils [None req-32abc5af-db73-484b-afbf-7ac198ae6b8d tempest-FloatingIPAdminTestJSON-1420968783 tempest-FloatingIPAdminTestJSON-1420968783-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.228s {{(pid=94174) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 11:31:45.370779 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron_lib.callbacks.manager [None req-3bb5d4a7-f5ae-41e1-bd22-15ad4dd44744 tempest-RoutersIpV6AdminTest-894294123 tempest-RoutersIpV6AdminTest-894294123-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-524104', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-520389', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-32276'] for router, precommit_update {{(pid=94174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:31:45.395605 dv-neutron-601336-94-hyperv neutron-server[94175]: INFO neutron.pecan_wsgi.hooks.translation [None req-f8439070-06fb-45fc-8f30-9d8108a8bf47 tempest-AllowedAddressPairIpV6TestJSON-597468505 tempest-AllowedAddressPairIpV6TestJSON-597468505-project] GET failed (client error): The resource could not be found. Jun 23 11:31:45.399790 dv-neutron-601336-94-hyperv neutron-server[94175]: INFO neutron.wsgi [None req-f8439070-06fb-45fc-8f30-9d8108a8bf47 tempest-AllowedAddressPairIpV6TestJSON-597468505 tempest-AllowedAddressPairIpV6TestJSON-597468505-project] 10.222.0.20 "GET /v2.0/ports/312ee82d-94c7-407c-828b-fe915ccb7c1b HTTP/1.1" status: 404 len: 333 time: 0.1298923 Jun 23 11:31:45.402704 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.wsgi [-] (94174) accepted ('10.222.0.20', 37376) {{(pid=94174) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 11:31:45.471066 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron_lib.callbacks.manager [None req-32abc5af-db73-484b-afbf-7ac198ae6b8d tempest-FloatingIPAdminTestJSON-1420968783 tempest-FloatingIPAdminTestJSON-1420968783-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-897259', 'neutron.services.segments.db._delete_segments_for_network-8773700168587'] for network, precommit_delete {{(pid=94174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:31:45.498285 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.services.segments.db [None req-32abc5af-db73-484b-afbf-7ac198ae6b8d tempest-FloatingIPAdminTestJSON-1420968783 tempest-FloatingIPAdminTestJSON-1420968783-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['811e8add-d81e-4cc6-afe1-28008b3a555c']}} {{(pid=94174) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 11:31:45.538037 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8f01ca9f-b6d5-4398-b3b0-afe8dd847407 tempest-NetworksIpV6TestAttrs-49342282 tempest-NetworksIpV6TestAttrs-49342282-project] Made reservation on behalf of 75dfc2cb640c496b8d9cb81bc53d56b1 for: {'network': 1} {{(pid=94175) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 23 11:31:45.541550 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron_lib.callbacks.manager [None req-8f01ca9f-b6d5-4398-b3b0-afe8dd847407 tempest-NetworksIpV6TestAttrs-49342282 tempest-NetworksIpV6TestAttrs-49342282-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-923104'] for network, before_create {{(pid=94175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:31:45.567753 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.services.segments.db [None req-32abc5af-db73-484b-afbf-7ac198ae6b8d tempest-FloatingIPAdminTestJSON-1420968783 tempest-FloatingIPAdminTestJSON-1420968783-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '13a0ebd9-26fd-48f4-9b57-76208c507f91') {'for_net_delete': True} {{(pid=94174) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 11:31:45.568047 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.services.segments.db [None req-32abc5af-db73-484b-afbf-7ac198ae6b8d tempest-FloatingIPAdminTestJSON-1420968783 tempest-FloatingIPAdminTestJSON-1420968783-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '13a0ebd9-26fd-48f4-9b57-76208c507f91') {} {{(pid=94174) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 11:31:45.612145 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron_lib.callbacks.manager [None req-39fdfa86-1ee5-4581-853e-405451451b17 tempest-RoutersAdminTest-1733287776 tempest-RoutersAdminTest-1733287776-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-524104', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-520389', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-32276'] for router, precommit_update {{(pid=94175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:31:45.635846 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron_lib.callbacks.manager [None req-32abc5af-db73-484b-afbf-7ac198ae6b8d tempest-FloatingIPAdminTestJSON-1420968783 tempest-FloatingIPAdminTestJSON-1420968783-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8773699955833', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4800267'] for segment, before_delete {{(pid=94174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:31:45.637885 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8f01ca9f-b6d5-4398-b3b0-afe8dd847407 tempest-NetworksIpV6TestAttrs-49342282 tempest-NetworksIpV6TestAttrs-49342282-project] vlan segment allocate from pool success with {'vlan_id': 449, 'physical_network': 'physnet1'} {{(pid=94175) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 23 11:31:45.647935 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron_lib.callbacks.manager [None req-3bb5d4a7-f5ae-41e1-bd22-15ad4dd44744 tempest-RoutersIpV6AdminTest-894294123 tempest-RoutersIpV6AdminTest-894294123-project] Notify callbacks [] for router_gateway, before_delete {{(pid=94174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:31:45.648802 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron_lib.callbacks.manager [None req-8f01ca9f-b6d5-4398-b3b0-afe8dd847407 tempest-NetworksIpV6TestAttrs-49342282 tempest-NetworksIpV6TestAttrs-49342282-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3801'] for segment, precommit_create {{(pid=94175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:31:45.649334 dv-neutron-601336-94-hyperv neutron-server[94175]: INFO neutron.db.segments_db [None req-8f01ca9f-b6d5-4398-b3b0-afe8dd847407 tempest-NetworksIpV6TestAttrs-49342282 tempest-NetworksIpV6TestAttrs-49342282-project] Added segment 4678421a-836a-4936-8464-95e1426cd43a of type vlan for network 990c976b-0d90-4cbb-9aac-3b9a09f006bb Jun 23 11:31:45.696035 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron_lib.callbacks.manager [None req-32abc5af-db73-484b-afbf-7ac198ae6b8d tempest-FloatingIPAdminTestJSON-1420968783 tempest-FloatingIPAdminTestJSON-1420968783-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3801'] for segment, precommit_delete {{(pid=94174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:31:45.708454 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron_lib.callbacks.manager [None req-8f01ca9f-b6d5-4398-b3b0-afe8dd847407 tempest-NetworksIpV6TestAttrs-49342282 tempest-NetworksIpV6TestAttrs-49342282-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8773699596773'] for network, precommit_create {{(pid=94175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:31:45.710121 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-32abc5af-db73-484b-afbf-7ac198ae6b8d tempest-FloatingIPAdminTestJSON-1420968783 tempest-FloatingIPAdminTestJSON-1420968783-project] Releasing vlan 418 on physical network physnet1 to pool {{(pid=94174) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 23 11:31:45.710535 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron_lib.callbacks.manager [None req-32abc5af-db73-484b-afbf-7ac198ae6b8d tempest-FloatingIPAdminTestJSON-1420968783 tempest-FloatingIPAdminTestJSON-1420968783-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3801', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5196341'] for segment, after_delete {{(pid=94174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:31:45.715588 dv-neutron-601336-94-hyperv neutron-server[94174]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 23 11:31:45.715588 dv-neutron-601336-94-hyperv neutron-server[94174]: conditions |= (models_v2.Port.network_id.in_( Jun 23 11:31:45.715588 dv-neutron-601336-94-hyperv neutron-server[94174]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 23 11:31:45.715588 dv-neutron-601336-94-hyperv neutron-server[94174]: conditions |= (models_v2.Port.network_id.in_( Jun 23 11:31:45.715588 dv-neutron-601336-94-hyperv neutron-server[94174]: Traceback (most recent call last): Jun 23 11:31:45.715588 dv-neutron-601336-94-hyperv neutron-server[94174]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 23 11:31:45.715588 dv-neutron-601336-94-hyperv neutron-server[94174]: timer() Jun 23 11:31:45.715588 dv-neutron-601336-94-hyperv neutron-server[94174]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 23 11:31:45.715588 dv-neutron-601336-94-hyperv neutron-server[94174]: cb(*args, **kw) Jun 23 11:31:45.715588 dv-neutron-601336-94-hyperv neutron-server[94174]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 23 11:31:45.715588 dv-neutron-601336-94-hyperv neutron-server[94174]: return func(*args, **kwargs) Jun 23 11:31:45.715588 dv-neutron-601336-94-hyperv neutron-server[94174]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 23 11:31:45.715588 dv-neutron-601336-94-hyperv neutron-server[94174]: self._notify() Jun 23 11:31:45.715588 dv-neutron-601336-94-hyperv neutron-server[94174]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 23 11:31:45.715588 dv-neutron-601336-94-hyperv neutron-server[94174]: self.callback(batched_events) Jun 23 11:31:45.715588 dv-neutron-601336-94-hyperv neutron-server[94174]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 23 11:31:45.715588 dv-neutron-601336-94-hyperv neutron-server[94174]: event.method(event) Jun 23 11:31:45.715588 dv-neutron-601336-94-hyperv neutron-server[94174]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 23 11:31:45.715588 dv-neutron-601336-94-hyperv neutron-server[94174]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 23 11:31:45.715588 dv-neutron-601336-94-hyperv neutron-server[94174]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 23 11:31:45.715588 dv-neutron-601336-94-hyperv neutron-server[94174]: aggregate_uuid = self.p_client.list_aggregates( Jun 23 11:31:45.715588 dv-neutron-601336-94-hyperv neutron-server[94174]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 23 11:31:45.715588 dv-neutron-601336-94-hyperv neutron-server[94174]: return f(self, *a, **k) Jun 23 11:31:45.715588 dv-neutron-601336-94-hyperv neutron-server[94174]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 23 11:31:45.715588 dv-neutron-601336-94-hyperv neutron-server[94174]: return self._get(url).json() Jun 23 11:31:45.715588 dv-neutron-601336-94-hyperv neutron-server[94174]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 23 11:31:45.715588 dv-neutron-601336-94-hyperv neutron-server[94174]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 23 11:31:45.715588 dv-neutron-601336-94-hyperv neutron-server[94174]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 23 11:31:45.715588 dv-neutron-601336-94-hyperv neutron-server[94174]: return self.request(url, 'GET', **kwargs) Jun 23 11:31:45.715588 dv-neutron-601336-94-hyperv neutron-server[94174]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 23 11:31:45.715588 dv-neutron-601336-94-hyperv neutron-server[94174]: base_url = self.get_endpoint(auth, allow=allow, Jun 23 11:31:45.715588 dv-neutron-601336-94-hyperv neutron-server[94174]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 23 11:31:45.715588 dv-neutron-601336-94-hyperv neutron-server[94174]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 23 11:31:45.715588 dv-neutron-601336-94-hyperv neutron-server[94174]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 23 11:31:45.715588 dv-neutron-601336-94-hyperv neutron-server[94174]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 23 11:31:45.715588 dv-neutron-601336-94-hyperv neutron-server[94174]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 23 11:31:45.845055 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.plugins.ml2.plugin [None req-583f5dce-6f99-4a56-b091-7624366bf650 tempest-AllowedAddressPairIpV6TestJSON-597468505 tempest-AllowedAddressPairIpV6TestJSON-597468505-project] Deleting port 690756f7-f1a9-4663-a0f0-1da139421ea1 {{(pid=94174) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1913}} Jun 23 11:31:45.845743 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron_lib.callbacks.manager [None req-583f5dce-6f99-4a56-b091-7624366bf650 tempest-AllowedAddressPairIpV6TestJSON-597468505 tempest-AllowedAddressPairIpV6TestJSON-597468505-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773700079324'] for port, before_delete {{(pid=94174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:31:45.871382 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron_lib.callbacks.manager [None req-8f01ca9f-b6d5-4398-b3b0-afe8dd847407 tempest-NetworksIpV6TestAttrs-49342282 tempest-NetworksIpV6TestAttrs-49342282-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8002400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7866073'] for network, after_create {{(pid=94175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:31:45.878623 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8f01ca9f-b6d5-4398-b3b0-afe8dd847407 tempest-NetworksIpV6TestAttrs-49342282 tempest-NetworksIpV6TestAttrs-49342282-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 11:31:45.879248 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron_lib.callbacks.manager [None req-8f01ca9f-b6d5-4398-b3b0-afe8dd847407 tempest-NetworksIpV6TestAttrs-49342282 tempest-NetworksIpV6TestAttrs-49342282-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7865916'] for network, before_response {{(pid=94175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:31:45.882986 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94175) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 11:31:45.924162 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron_lib.callbacks.manager [None req-32abc5af-db73-484b-afbf-7ac198ae6b8d tempest-FloatingIPAdminTestJSON-1420968783 tempest-FloatingIPAdminTestJSON-1420968783-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-897248', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8002400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7866073', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-524247'] for network, after_delete {{(pid=94174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:31:45.948961 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94174) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 11:31:45.971877 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron_lib.callbacks.manager [None req-32abc5af-db73-484b-afbf-7ac198ae6b8d tempest-FloatingIPAdminTestJSON-1420968783 tempest-FloatingIPAdminTestJSON-1420968783-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7865916'] for network, before_response {{(pid=94174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:31:45.973921 dv-neutron-601336-94-hyperv neutron-server[94174]: INFO neutron.wsgi [None req-32abc5af-db73-484b-afbf-7ac198ae6b8d tempest-FloatingIPAdminTestJSON-1420968783 tempest-FloatingIPAdminTestJSON-1420968783-project] 10.222.0.20 "DELETE /v2.0/networks/811e8add-d81e-4cc6-afe1-28008b3a555c HTTP/1.1" status: 204 len: 168 time: 2.4931009 Jun 23 11:31:45.977819 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.wsgi [-] (94174) accepted ('10.222.0.20', 37384) {{(pid=94174) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 11:31:45.980954 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32abc5af-db73-484b-afbf-7ac198ae6b8d tempest-FloatingIPAdminTestJSON-1420968783 tempest-FloatingIPAdminTestJSON-1420968783-project] Pushing event deleted for resources: {'Network': ['ID=811e8add-d81e-4cc6-afe1-28008b3a555c,revision_number=None']} {{(pid=94174) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 11:31:45.988989 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f01ca9f-b6d5-4398-b3b0-afe8dd847407 tempest-NetworksIpV6TestAttrs-49342282 tempest-NetworksIpV6TestAttrs-49342282-project] Pushing event updated for resources: {'Network': ['ID=990c976b-0d90-4cbb-9aac-3b9a09f006bb,revision_number=1']} {{(pid=94175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 11:31:45.994568 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG oslo_concurrency.lockutils [None req-8f01ca9f-b6d5-4398-b3b0-afe8dd847407 tempest-NetworksIpV6TestAttrs-49342282 tempest-NetworksIpV6TestAttrs-49342282-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.110s {{(pid=94175) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 11:31:45.997319 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron_lib.callbacks.manager [None req-39fdfa86-1ee5-4581-853e-405451451b17 tempest-RoutersAdminTest-1733287776 tempest-RoutersAdminTest-1733287776-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=94175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:31:46.009077 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.plugins.ml2.rpc [None req-dc7542b2-afef-47f4-a763-e3a3cba144be None None] Network 990c976b-0d90-4cbb-9aac-3b9a09f006bb details requested by agent ovs-agent-dv-neutron-601336-94-hyperv with host dv-neutron-601336-94-hyperv {{(pid=94176) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:250}} Jun 23 11:31:46.018178 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron_lib.callbacks.manager [None req-39fdfa86-1ee5-4581-853e-405451451b17 tempest-RoutersAdminTest-1733287776 tempest-RoutersAdminTest-1733287776-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-923104'] for port, before_create {{(pid=94175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:31:46.030165 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG oslo_concurrency.lockutils [None req-32abc5af-db73-484b-afbf-7ac198ae6b8d tempest-FloatingIPAdminTestJSON-1420968783 tempest-FloatingIPAdminTestJSON-1420968783-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.079s {{(pid=94174) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 11:31:46.052196 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron_lib.callbacks.manager [None req-583f5dce-6f99-4a56-b091-7624366bf650 tempest-AllowedAddressPairIpV6TestJSON-597468505 tempest-AllowedAddressPairIpV6TestJSON-597468505-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-430722'] for port, precommit_delete {{(pid=94174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:31:46.076551 dv-neutron-601336-94-hyperv neutron-server[94175]: INFO neutron.wsgi [None req-8f01ca9f-b6d5-4398-b3b0-afe8dd847407 tempest-NetworksIpV6TestAttrs-49342282 tempest-NetworksIpV6TestAttrs-49342282-project] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 789 time: 0.9988711 Jun 23 11:31:46.077593 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.plugins.ml2.plugin [None req-583f5dce-6f99-4a56-b091-7624366bf650 tempest-AllowedAddressPairIpV6TestJSON-597468505 tempest-AllowedAddressPairIpV6TestJSON-597468505-project] Calling delete_port for 690756f7-f1a9-4663-a0f0-1da139421ea1 owned by {{(pid=94174) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1986}} Jun 23 11:31:46.079489 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.wsgi [-] (94175) accepted ('10.222.0.20', 37386) {{(pid=94175) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 11:31:46.087349 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.api.v2.base [None req-4b99ea04-d436-4735-bbfb-a076b80b54b3 tempest-NetworksIpV6TestAttrs-49342282 tempest-NetworksIpV6TestAttrs-49342282-project] Request body: {'subnet': {'network_id': '990c976b-0d90-4cbb-9aac-3b9a09f006bb', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None, 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=94175) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 23 11:31:46.172182 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron_lib.callbacks.manager [None req-d517ef76-d02f-45a8-a85e-58398c4c5792 tempest-NetworksTestDHCPv6-162546708 tempest-NetworksTestDHCPv6-162546708-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866062', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5195999', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4294259'] for subnet, after_create {{(pid=94174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:31:46.188197 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.plugins.ml2.plugin [None req-3bb5d4a7-f5ae-41e1-bd22-15ad4dd44744 tempest-RoutersIpV6AdminTest-894294123 tempest-RoutersIpV6AdminTest-894294123-project] Deleting port 20ee4592-dd07-47e9-82f5-1dd9063d8f0f {{(pid=94174) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1913}} Jun 23 11:31:46.193650 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron_lib.callbacks.manager [None req-3bb5d4a7-f5ae-41e1-bd22-15ad4dd44744 tempest-RoutersIpV6AdminTest-894294123 tempest-RoutersIpV6AdminTest-894294123-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773700079324'] for port, before_delete {{(pid=94174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:31:46.193650 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94174) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 11:31:46.206252 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d517ef76-d02f-45a8-a85e-58398c4c5792 tempest-NetworksTestDHCPv6-162546708 tempest-NetworksTestDHCPv6-162546708-project] Network f53f535d-bce4-4da8-9bd9-396677ff4e83 is already hosted by enough agents. {{(pid=94174) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 23 11:31:46.213690 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.scheduler.base_scheduler [None req-d517ef76-d02f-45a8-a85e-58398c4c5792 tempest-NetworksTestDHCPv6-162546708 tempest-NetworksTestDHCPv6-162546708-project] Resources bound (agent type, host, resource id): {{(pid=94174) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 23 11:31:46.218707 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d517ef76-d02f-45a8-a85e-58398c4c5792 tempest-NetworksTestDHCPv6-162546708 tempest-NetworksTestDHCPv6-162546708-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94174) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 11:31:46.219338 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron_lib.callbacks.manager [None req-d517ef76-d02f-45a8-a85e-58398c4c5792 tempest-NetworksTestDHCPv6-162546708 tempest-NetworksTestDHCPv6-162546708-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7865916'] for subnet, before_response {{(pid=94174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:31:46.251405 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.db.db_base_plugin_common [None req-39fdfa86-1ee5-4581-853e-405451451b17 tempest-RoutersAdminTest-1733287776 tempest-RoutersAdminTest-1733287776-project-admin] Allocated IP 172.26.3.111 (3e7e4eb3-cf02-4d47-ade9-0a579cdfc60f/a5ad15ab-c489-4a67-a9b0-d559fca0ec71/1fbec927-08c3-429d-b829-910b22ca3027) {{(pid=94175) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 23 11:31:46.384455 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4b99ea04-d436-4735-bbfb-a076b80b54b3 tempest-NetworksIpV6TestAttrs-49342282 tempest-NetworksIpV6TestAttrs-49342282-project] Made reservation on behalf of 75dfc2cb640c496b8d9cb81bc53d56b1 for: {'subnet': 1} {{(pid=94175) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 23 11:31:46.387958 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron_lib.callbacks.manager [None req-4b99ea04-d436-4735-bbfb-a076b80b54b3 tempest-NetworksIpV6TestAttrs-49342282 tempest-NetworksIpV6TestAttrs-49342282-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4660073'] for subnet, before_create {{(pid=94175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:31:46.408043 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron_lib.callbacks.manager [None req-39fdfa86-1ee5-4581-853e-405451451b17 tempest-RoutersAdminTest-1733287776 tempest-RoutersAdminTest-1733287776-project-admin] Notify callbacks [] for port, precommit_create {{(pid=94175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:31:46.462775 dv-neutron-601336-94-hyperv neutron-server[94174]: INFO neutron.wsgi [None req-d517ef76-d02f-45a8-a85e-58398c4c5792 tempest-NetworksTestDHCPv6-162546708 tempest-NetworksTestDHCPv6-162546708-project] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.3027360 Jun 23 11:31:46.464466 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.wsgi [-] (94175) accepted ('10.222.0.20', 37390) {{(pid=94175) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 11:31:46.472328 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.api.v2.base [None req-f50bbbf2-6e06-4478-9434-7170a0a6f2c9 tempest-NetworksTestDHCPv6-162546708 tempest-NetworksTestDHCPv6-162546708-project] Request body: {'port': {'network_id': 'f53f535d-bce4-4da8-9bd9-396677ff4e83', 'mac_address': 'fa:16:3e:e3:06:c1', 'name': 'tempest-NetworksTestDHCPv6-103332791'}} {{(pid=94175) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 23 11:31:46.487446 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d517ef76-d02f-45a8-a85e-58398c4c5792 tempest-NetworksTestDHCPv6-162546708 tempest-NetworksTestDHCPv6-162546708-project] Pushing event updated for resources: {'Subnet': ['ID=07977db6-5029-405a-a4b5-928774884e62,revision_number=0']} {{(pid=94174) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 11:31:46.498801 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG oslo_concurrency.lockutils [None req-d517ef76-d02f-45a8-a85e-58398c4c5792 tempest-NetworksTestDHCPv6-162546708 tempest-NetworksTestDHCPv6-162546708-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.307s {{(pid=94174) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 11:31:46.516427 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-debb8b17-4d5f-4ec7-a91d-04886188b111 None None] Network f53f535d-bce4-4da8-9bd9-396677ff4e83 requested from dv-neutron-601336-94-hyperv {{(pid=94176) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 23 11:31:46.524655 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron_lib.callbacks.manager [None req-3bb5d4a7-f5ae-41e1-bd22-15ad4dd44744 tempest-RoutersIpV6AdminTest-894294123 tempest-RoutersIpV6AdminTest-894294123-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-430722'] for port, precommit_delete {{(pid=94174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:31:46.571839 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.plugins.ml2.plugin [None req-3bb5d4a7-f5ae-41e1-bd22-15ad4dd44744 tempest-RoutersIpV6AdminTest-894294123 tempest-RoutersIpV6AdminTest-894294123-project] Calling delete_port for 20ee4592-dd07-47e9-82f5-1dd9063d8f0f owned by network:router_gateway {{(pid=94174) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1986}} Jun 23 11:31:46.587754 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5cc9417-e94c-4b5f-9f71-2448daac1100 req-6694f0c5-8f32-4cac-87da-72667da25231 tempest-ServersTestJSON-995612928 tempest-ServersTestJSON-995612928-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94174) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 11:31:46.590011 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron_lib.callbacks.manager [None req-95d6aa8f-24e7-4234-82ff-f502266c3285 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773699952132', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-899307'] for agent, after_update {{(pid=94176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:31:46.595380 dv-neutron-601336-94-hyperv neutron-server[94174]: INFO neutron.wsgi [req-e5cc9417-e94c-4b5f-9f71-2448daac1100 req-6694f0c5-8f32-4cac-87da-72667da25231 tempest-ServersTestJSON-995612928 tempest-ServersTestJSON-995612928-project] 10.222.0.20 "GET /v2.0/ports?device_id=5c858ae0-f491-4e6a-8938-34ed95476698 HTTP/1.1" status: 200 len: 945 time: 0.2726629 Jun 23 11:31:46.686366 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.plugins.ml2.plugin [None req-6ee9cb39-3032-41f8-ba63-3bb4205418e1 tempest-FloatingIPAdminTestJSON-1420968783 tempest-FloatingIPAdminTestJSON-1420968783-project] Deleting port e7f5e10d-ca58-4871-a8fc-e483353f1941 {{(pid=94174) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1913}} Jun 23 11:31:46.686366 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron_lib.callbacks.manager [None req-6ee9cb39-3032-41f8-ba63-3bb4205418e1 tempest-FloatingIPAdminTestJSON-1420968783 tempest-FloatingIPAdminTestJSON-1420968783-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773700079324'] for port, before_delete {{(pid=94174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:31:46.758782 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron_lib.callbacks.manager [None req-39fdfa86-1ee5-4581-853e-405451451b17 tempest-RoutersAdminTest-1733287776 tempest-RoutersAdminTest-1733287776-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-922915', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-239814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7866073', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773699642215', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-5082457'] for port, after_create {{(pid=94175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:31:46.762309 dv-neutron-601336-94-hyperv neutron-server[94174]: INFO neutron.wsgi [req-e5cc9417-e94c-4b5f-9f71-2448daac1100 req-8bb01db4-1473-43b7-9cbf-a07a3eb278f4 tempest-ServersTestJSON-995612928 tempest-ServersTestJSON-995612928-project] 10.222.0.20 "GET /v2.0/security-groups?id=0269fbcb-6e08-4df6-b8da-06ccdf83703f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1658955 Jun 23 11:31:46.764828 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG oslo_concurrency.lockutils [None req-47f7d6aa-5de8-40d0-867a-3ba26d66a4ca tempest-RoutersAdminTest-1813587668 tempest-RoutersAdminTest-1813587668-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94175) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 11:31:46.785494 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.db.provisioning_blocks [None req-cc04d640-756f-4619-a4c8-ce3cc38ce4cf None None] Provisioning for port 86a868f4-9f5d-4a85-afd1-69ba66785919 completed by entity DHCP. {{(pid=94176) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 23 11:31:46.800038 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron_lib.callbacks.manager [None req-583f5dce-6f99-4a56-b091-7624366bf650 tempest-AllowedAddressPairIpV6TestJSON-597468505 tempest-AllowedAddressPairIpV6TestJSON-597468505-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-922904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866062', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773700135024', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773699642224', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5196390'] for port, after_delete {{(pid=94174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:31:46.819406 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG oslo_concurrency.lockutils [None req-801e3405-a6b1-4335-b630-b1f98c7374c9 tempest-RoutersIpV6AdminTest-894294123 tempest-RoutersIpV6AdminTest-894294123-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94174) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 11:31:46.820530 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-39fdfa86-1ee5-4581-853e-405451451b17 tempest-RoutersAdminTest-1733287776 tempest-RoutersAdminTest-1733287776-project-admin] Network 3e7e4eb3-cf02-4d47-ade9-0a579cdfc60f is already hosted by enough agents. {{(pid=94175) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 23 11:31:46.826634 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.scheduler.base_scheduler [None req-39fdfa86-1ee5-4581-853e-405451451b17 tempest-RoutersAdminTest-1733287776 tempest-RoutersAdminTest-1733287776-project-admin] Resources bound (agent type, host, resource id): {{(pid=94175) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 23 11:31:46.831295 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.db.l3_dvrscheduler_db [None req-39fdfa86-1ee5-4581-853e-405451451b17 tempest-RoutersAdminTest-1733287776 tempest-RoutersAdminTest-1733287776-project-admin] Received port after_create {{(pid=94175) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 23 11:31:46.860063 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f50bbbf2-6e06-4478-9434-7170a0a6f2c9 tempest-NetworksTestDHCPv6-162546708 tempest-NetworksTestDHCPv6-162546708-project] Made reservation on behalf of 5e61222a836c47229c94e37f3902e6bd for: {'port': 1} {{(pid=94175) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 23 11:31:46.867643 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39fdfa86-1ee5-4581-853e-405451451b17 tempest-RoutersAdminTest-1733287776 tempest-RoutersAdminTest-1733287776-project-admin] Pushing event updated for resources: {'Port': ['ID=1fbec927-08c3-429d-b829-910b22ca3027,revision_number=1']} {{(pid=94175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 11:31:46.931691 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-583f5dce-6f99-4a56-b091-7624366bf650 tempest-AllowedAddressPairIpV6TestJSON-597468505 tempest-AllowedAddressPairIpV6TestJSON-597468505-project] Pushing event deleted for resources: {'Port': ['ID=690756f7-f1a9-4663-a0f0-1da139421ea1,revision_number=None']} {{(pid=94174) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 11:31:46.940059 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG oslo_concurrency.lockutils [None req-583f5dce-6f99-4a56-b091-7624366bf650 tempest-AllowedAddressPairIpV6TestJSON-597468505 tempest-AllowedAddressPairIpV6TestJSON-597468505-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.121s {{(pid=94174) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 11:31:46.953220 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron_lib.callbacks.manager [None req-6ee9cb39-3032-41f8-ba63-3bb4205418e1 tempest-FloatingIPAdminTestJSON-1420968783 tempest-FloatingIPAdminTestJSON-1420968783-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-430722'] for port, precommit_delete {{(pid=94174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:31:46.953694 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron_lib.callbacks.manager [None req-6ee9cb39-3032-41f8-ba63-3bb4205418e1 tempest-FloatingIPAdminTestJSON-1420968783 tempest-FloatingIPAdminTestJSON-1420968783-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:31:46.996781 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron_lib.callbacks.manager [None req-f50bbbf2-6e06-4478-9434-7170a0a6f2c9 tempest-NetworksTestDHCPv6-162546708 tempest-NetworksTestDHCPv6-162546708-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-923104'] for port, before_create {{(pid=94175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:31:46.998286 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.plugins.ml2.rpc [None req-dc7542b2-afef-47f4-a763-e3a3cba144be None None] Device 86a868f4-9f5d-4a85-afd1-69ba66785919 up at agent ovs-agent-dv-neutron-601336-94-hyperv {{(pid=94176) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:298}} Jun 23 11:31:47.016000 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.plugins.ml2.plugin [None req-6ee9cb39-3032-41f8-ba63-3bb4205418e1 tempest-FloatingIPAdminTestJSON-1420968783 tempest-FloatingIPAdminTestJSON-1420968783-project] Calling delete_port for e7f5e10d-ca58-4871-a8fc-e483353f1941 owned by network:floatingip {{(pid=94174) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1986}} Jun 23 11:31:47.022228 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron_lib.callbacks.manager [None req-583f5dce-6f99-4a56-b091-7624366bf650 tempest-AllowedAddressPairIpV6TestJSON-597468505 tempest-AllowedAddressPairIpV6TestJSON-597468505-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-217507'] for port, before_response {{(pid=94174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:31:47.024470 dv-neutron-601336-94-hyperv neutron-server[94174]: INFO neutron.wsgi [None req-583f5dce-6f99-4a56-b091-7624366bf650 tempest-AllowedAddressPairIpV6TestJSON-597468505 tempest-AllowedAddressPairIpV6TestJSON-597468505-project] 10.222.0.20 "DELETE /v2.0/ports/690756f7-f1a9-4663-a0f0-1da139421ea1 HTTP/1.1" status: 204 len: 168 time: 1.6175666 Jun 23 11:31:47.025695 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG oslo_concurrency.lockutils [None req-39fdfa86-1ee5-4581-853e-405451451b17 tempest-RoutersAdminTest-1733287776 tempest-RoutersAdminTest-1733287776-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.260s {{(pid=94175) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 11:31:47.027788 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.wsgi [-] (94174) accepted ('10.222.0.20', 37394) {{(pid=94174) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 11:31:47.078475 dv-neutron-601336-94-hyperv neutron-server[94174]: INFO neutron.pecan_wsgi.hooks.translation [None req-3f65288e-f557-4c6e-b6ce-35df9530263e tempest-AllowedAddressPairIpV6TestJSON-597468505 tempest-AllowedAddressPairIpV6TestJSON-597468505-project] GET failed (client error): The resource could not be found. Jun 23 11:31:47.081170 dv-neutron-601336-94-hyperv neutron-server[94174]: INFO neutron.wsgi [None req-3f65288e-f557-4c6e-b6ce-35df9530263e tempest-AllowedAddressPairIpV6TestJSON-597468505 tempest-AllowedAddressPairIpV6TestJSON-597468505-project] 10.222.0.20 "GET /v2.0/ports/690756f7-f1a9-4663-a0f0-1da139421ea1 HTTP/1.1" status: 404 len: 333 time: 0.0527544 Jun 23 11:31:47.095783 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cbe45d45-1cdd-4a21-a305-e34cae55628e None None] Update dhcp port {'port': {'network_id': 'f53f535d-bce4-4da8-9bd9-396677ff4e83', 'fixed_ips': [{'subnet_id': 'b4df557f-3b4a-4121-bbe8-1e223a5ed426', 'ip_address': '2001:db8::f816:3eff:fed7:5533'}, {'subnet_id': '07977db6-5029-405a-a4b5-928774884e62'}], 'binding:host_id': 'dv-neutron-601336-94-hyperv'}, 'id': '86a868f4-9f5d-4a85-afd1-69ba66785919'} from dv-neutron-601336-94-hyperv. {{(pid=94176) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Jun 23 11:31:47.102179 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.wsgi [-] (94175) accepted ('10.222.0.20', 37396) {{(pid=94175) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 11:31:47.147232 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron_lib.callbacks.manager [None req-cbe45d45-1cdd-4a21-a305-e34cae55628e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-923122'] for port, before_update {{(pid=94176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:31:47.163462 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.db.provisioning_blocks [None req-dc7542b2-afef-47f4-a763-e3a3cba144be None None] Provisioning for port 86a868f4-9f5d-4a85-afd1-69ba66785919 completed by entity L2. {{(pid=94176) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 23 11:31:47.171275 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.db.provisioning_blocks [None req-dc7542b2-afef-47f4-a763-e3a3cba144be None None] Provisioning complete for port 86a868f4-9f5d-4a85-afd1-69ba66785919 triggered by entity L2. {{(pid=94176) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 23 11:31:47.171940 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron_lib.callbacks.manager [None req-dc7542b2-afef-47f4-a763-e3a3cba144be None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-899258'] for port, provisioning_complete {{(pid=94176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:31:47.240609 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron_lib.callbacks.manager [None req-3bb5d4a7-f5ae-41e1-bd22-15ad4dd44744 tempest-RoutersIpV6AdminTest-894294123 tempest-RoutersIpV6AdminTest-894294123-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-922904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866062', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773700135024', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773699642224', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5196390'] for port, after_delete {{(pid=94174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:31:47.248372 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG oslo_concurrency.lockutils [None req-583f5dce-6f99-4a56-b091-7624366bf650 tempest-AllowedAddressPairIpV6TestJSON-597468505 tempest-AllowedAddressPairIpV6TestJSON-597468505-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94174) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 11:31:47.281928 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.notifiers.nova [None req-f50bbbf2-6e06-4478-9434-7170a0a6f2c9 tempest-NetworksTestDHCPv6-162546708 tempest-NetworksTestDHCPv6-162546708-project] device_id is not set on port 024f2310-d6b0-4148-9189-2a09b75a9095 yet. {{(pid=94175) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jun 23 11:31:47.290405 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bb5d4a7-f5ae-41e1-bd22-15ad4dd44744 tempest-RoutersIpV6AdminTest-894294123 tempest-RoutersIpV6AdminTest-894294123-project] Pushing event deleted for resources: {'Port': ['ID=20ee4592-dd07-47e9-82f5-1dd9063d8f0f,revision_number=None']} {{(pid=94174) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 11:31:47.299850 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG oslo_concurrency.lockutils [None req-3bb5d4a7-f5ae-41e1-bd22-15ad4dd44744 tempest-RoutersIpV6AdminTest-894294123 tempest-RoutersIpV6AdminTest-894294123-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.052s {{(pid=94174) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 11:31:47.354889 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron_lib.callbacks.manager [None req-6ee9cb39-3032-41f8-ba63-3bb4205418e1 tempest-FloatingIPAdminTestJSON-1420968783 tempest-FloatingIPAdminTestJSON-1420968783-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-922904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866062', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773700135024', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773699642224', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5196390'] for port, after_delete {{(pid=94174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:31:47.358274 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG oslo_concurrency.lockutils [None req-f6ede434-24e3-4d0d-9da2-8fc66247a41a tempest-NetworksIpV6TestAttrs-49342282 tempest-NetworksIpV6TestAttrs-49342282-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94174) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 11:31:47.390628 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ee9cb39-3032-41f8-ba63-3bb4205418e1 tempest-FloatingIPAdminTestJSON-1420968783 tempest-FloatingIPAdminTestJSON-1420968783-project] Pushing event deleted for resources: {'Port': ['ID=e7f5e10d-ca58-4871-a8fc-e483353f1941,revision_number=None']} {{(pid=94174) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 11:31:47.393624 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG oslo_concurrency.lockutils [None req-6ee9cb39-3032-41f8-ba63-3bb4205418e1 tempest-FloatingIPAdminTestJSON-1420968783 tempest-FloatingIPAdminTestJSON-1420968783-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.035s {{(pid=94174) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 11:31:47.401987 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron_lib.callbacks.manager [None req-3bb5d4a7-f5ae-41e1-bd22-15ad4dd44744 tempest-RoutersIpV6AdminTest-894294123 tempest-RoutersIpV6AdminTest-894294123-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-524171'] for router_gateway, after_delete {{(pid=94174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:31:47.448257 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.objects.ports [None req-4b99ea04-d436-4735-bbfb-a076b80b54b3 tempest-NetworksIpV6TestAttrs-49342282 tempest-NetworksIpV6TestAttrs-49342282-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=94175) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Jun 23 11:31:47.468329 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron_lib.callbacks.manager [None req-4b99ea04-d436-4735-bbfb-a076b80b54b3 tempest-NetworksIpV6TestAttrs-49342282 tempest-NetworksIpV6TestAttrs-49342282-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866062', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5083113', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4660095'] for subnet, after_create {{(pid=94175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:31:47.477063 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94175) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 11:31:47.534171 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5502beb9-34e0-432e-b987-84268a62001a req-fab9e739-cfa5-4717-9cb4-e86095c43154 tempest-ServersTestManualDisk-1703480083 tempest-ServersTestManualDisk-1703480083-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 11:31:47.535175 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron_lib.callbacks.manager [None req-dc7542b2-afef-47f4-a763-e3a3cba144be None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-923122'] for port, before_update {{(pid=94176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:31:47.541371 dv-neutron-601336-94-hyperv neutron-server[94175]: INFO neutron.wsgi [req-5502beb9-34e0-432e-b987-84268a62001a req-fab9e739-cfa5-4717-9cb4-e86095c43154 tempest-ServersTestManualDisk-1703480083 tempest-ServersTestManualDisk-1703480083-project] 10.222.0.20 "GET /v2.0/ports?device_id=60467d60-f71e-4b81-84ed-861e06a6acb7 HTTP/1.1" status: 200 len: 946 time: 0.5388072 Jun 23 11:31:47.572527 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.plugins.ml2.db [None req-dc7542b2-afef-47f4-a763-e3a3cba144be None None] For port 86a868f4-9f5d-4a85-afd1-69ba66785919, host dv-neutron-601336-94-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-94-hyperv',level=0,port_id=86a868f4-9f5d-4a85-afd1-69ba66785919,segment=NetworkSegment(6303a411-6e70-4139-a530-9ee4cf8ba843),segment_id=6303a411-6e70-4139-a530-9ee4cf8ba843)] {{(pid=94176) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 23 11:31:47.621651 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron_lib.callbacks.manager [None req-dc7542b2-afef-47f4-a763-e3a3cba144be None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-922904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866062', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773700135042', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773699642233', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773699642278'] for port, after_update {{(pid=94176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:31:47.625060 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG oslo_concurrency.lockutils [None req-10a25df1-639b-4328-82f3-feed35f9344d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 11:31:47.677531 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc7542b2-afef-47f4-a763-e3a3cba144be None None] Pushing event updated for resources: {'Port': ['ID=86a868f4-9f5d-4a85-afd1-69ba66785919,revision_number=3']} {{(pid=94176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 11:31:47.680831 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG oslo_concurrency.lockutils [None req-dc7542b2-afef-47f4-a763-e3a3cba144be None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.056s {{(pid=94176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 11:31:47.741616 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b99ea04-d436-4735-bbfb-a076b80b54b3 tempest-NetworksIpV6TestAttrs-49342282 tempest-NetworksIpV6TestAttrs-49342282-project] Pushing event updated for resources: {'Subnet': ['ID=18a2a7b3-598f-4d32-945e-13509c0a0beb,revision_number=0']} {{(pid=94175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 11:31:47.745742 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG oslo_concurrency.lockutils [None req-4b99ea04-d436-4735-bbfb-a076b80b54b3 tempest-NetworksIpV6TestAttrs-49342282 tempest-NetworksIpV6TestAttrs-49342282-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.269s {{(pid=94175) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 11:31:47.770518 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.plugins.ml2.plugin [None req-579df7c5-b979-4af2-b728-6f4e5dac36fc tempest-AllowedAddressPairIpV6TestJSON-597468505 tempest-AllowedAddressPairIpV6TestJSON-597468505-project] Deleting port 6a3f74fe-2094-4633-ba04-a929388cd600 {{(pid=94175) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1913}} Jun 23 11:31:47.770861 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron_lib.callbacks.manager [None req-579df7c5-b979-4af2-b728-6f4e5dac36fc tempest-AllowedAddressPairIpV6TestJSON-597468505 tempest-AllowedAddressPairIpV6TestJSON-597468505-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773700079324'] for port, before_delete {{(pid=94175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:31:47.781370 dv-neutron-601336-94-hyperv neutron-server[94175]: INFO neutron.wsgi [req-5502beb9-34e0-432e-b987-84268a62001a req-2cedf46c-47a0-4e5e-b577-4723e9ea74f3 tempest-ServersTestManualDisk-1703480083 tempest-ServersTestManualDisk-1703480083-project] 10.222.0.20 "GET /v2.0/security-groups?id=64e50690-84f2-4556-996e-e186f26132b0&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.2391472 Jun 23 11:31:47.892121 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron_lib.callbacks.manager [None req-6ee9cb39-3032-41f8-ba63-3bb4205418e1 tempest-FloatingIPAdminTestJSON-1420968783 tempest-FloatingIPAdminTestJSON-1420968783-project] Notify callbacks [] for floatingip, after_delete {{(pid=94174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:31:47.894615 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron_lib.callbacks.manager [None req-6ee9cb39-3032-41f8-ba63-3bb4205418e1 tempest-FloatingIPAdminTestJSON-1420968783 tempest-FloatingIPAdminTestJSON-1420968783-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-217507'] for floatingip, before_response {{(pid=94174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:31:47.895788 dv-neutron-601336-94-hyperv neutron-server[94174]: INFO neutron.wsgi [None req-6ee9cb39-3032-41f8-ba63-3bb4205418e1 tempest-FloatingIPAdminTestJSON-1420968783 tempest-FloatingIPAdminTestJSON-1420968783-project] 10.222.0.20 "DELETE /v2.0/floatingips/02b58178-bee9-422a-92a0-811323f16ab6 HTTP/1.1" status: 204 len: 168 time: 1.9160879 Jun 23 11:31:47.988511 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron_lib.callbacks.manager [None req-3bb5d4a7-f5ae-41e1-bd22-15ad4dd44744 tempest-RoutersIpV6AdminTest-894294123 tempest-RoutersIpV6AdminTest-894294123-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-524104', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-520389', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-32276'] for router, precommit_update {{(pid=94174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:31:47.995637 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron_lib.callbacks.manager [None req-3bb5d4a7-f5ae-41e1-bd22-15ad4dd44744 tempest-RoutersIpV6AdminTest-894294123 tempest-RoutersIpV6AdminTest-894294123-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-524143', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-524145', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-524134', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-520394'] for router, after_update {{(pid=94174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:31:48.091445 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43461942-5f6d-4fb9-acee-c97b4c769f9e req-321df42c-efb8-4167-90c8-b3e000d7de05 tempest-ServersTestJSON-995612928 tempest-ServersTestJSON-995612928-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94174) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 11:31:48.092857 dv-neutron-601336-94-hyperv neutron-server[94174]: INFO neutron.wsgi [req-43461942-5f6d-4fb9-acee-c97b4c769f9e req-321df42c-efb8-4167-90c8-b3e000d7de05 tempest-ServersTestJSON-995612928 tempest-ServersTestJSON-995612928-project] 10.222.0.20 "GET /v2.0/ports?device_id=5c858ae0-f491-4e6a-8938-34ed95476698 HTTP/1.1" status: 200 len: 945 time: 0.2026112 Jun 23 11:31:48.095314 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3bb5d4a7-f5ae-41e1-bd22-15ad4dd44744 tempest-RoutersIpV6AdminTest-894294123 tempest-RoutersIpV6AdminTest-894294123-project] Router 92080da9-8d3f-4efb-91ec-5f0ba5d06b9c has already been hosted by L3 agent 50ef99c0-ef28-4db5-b303-b145898fae60 {{(pid=94174) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 23 11:31:48.204987 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4b99ea04-d436-4735-bbfb-a076b80b54b3 tempest-NetworksIpV6TestAttrs-49342282 tempest-NetworksIpV6TestAttrs-49342282-project] Checking segment: {'id': '4678421a-836a-4936-8464-95e1426cd43a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 449, 'network_id': '990c976b-0d90-4cbb-9aac-3b9a09f006bb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94175) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 23 11:31:48.205365 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4b99ea04-d436-4735-bbfb-a076b80b54b3 tempest-NetworksIpV6TestAttrs-49342282 tempest-NetworksIpV6TestAttrs-49342282-project] Network hostable DHCP agents. Network: 990c976b-0d90-4cbb-9aac-3b9a09f006bb, hostable agents: ['8cf29b10-0e57-4131-816f-a4b6ad00b249'], hosted agents: [] {{(pid=94175) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 23 11:31:48.220589 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.db.db_base_plugin_common [None req-f50bbbf2-6e06-4478-9434-7170a0a6f2c9 tempest-NetworksTestDHCPv6-162546708 tempest-NetworksTestDHCPv6-162546708-project] Allocated IP 172.20.0.13 (f53f535d-bce4-4da8-9bd9-396677ff4e83/07977db6-5029-405a-a4b5-928774884e62/024f2310-d6b0-4148-9189-2a09b75a9095) {{(pid=94175) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 23 11:31:48.231456 dv-neutron-601336-94-hyperv neutron-server[94174]: INFO neutron.wsgi [req-43461942-5f6d-4fb9-acee-c97b4c769f9e req-c2e3d8af-a680-4daf-af9c-611353c63185 tempest-ServersTestJSON-995612928 tempest-ServersTestJSON-995612928-project] 10.222.0.20 "GET /v2.0/security-groups?id=0269fbcb-6e08-4df6-b8da-06ccdf83703f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1306531 Jun 23 11:31:48.234776 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3bb5d4a7-f5ae-41e1-bd22-15ad4dd44744 tempest-RoutersIpV6AdminTest-894294123 tempest-RoutersIpV6AdminTest-894294123-project] Notify agent at l3_agent.dv-neutron-601336-94-hyperv the message routers_updated {{(pid=94174) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 23 11:31:48.241501 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.db.db_base_plugin_common [None req-f50bbbf2-6e06-4478-9434-7170a0a6f2c9 tempest-NetworksTestDHCPv6-162546708 tempest-NetworksTestDHCPv6-162546708-project] Allocated IP 2001:db8::f816:3eff:fee3:6c1 (f53f535d-bce4-4da8-9bd9-396677ff4e83/b4df557f-3b4a-4121-bbe8-1e223a5ed426/024f2310-d6b0-4148-9189-2a09b75a9095) {{(pid=94175) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 23 11:31:48.242939 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron_lib.callbacks.manager [None req-3bb5d4a7-f5ae-41e1-bd22-15ad4dd44744 tempest-RoutersIpV6AdminTest-894294123 tempest-RoutersIpV6AdminTest-894294123-project] Notify callbacks [] for router, before_response {{(pid=94174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:31:48.247064 dv-neutron-601336-94-hyperv neutron-server[94174]: INFO neutron.wsgi [None req-3bb5d4a7-f5ae-41e1-bd22-15ad4dd44744 tempest-RoutersIpV6AdminTest-894294123 tempest-RoutersIpV6AdminTest-894294123-project] 10.222.0.20 "PUT /v2.0/routers/92080da9-8d3f-4efb-91ec-5f0ba5d06b9c HTTP/1.1" status: 200 len: 710 time: 4.2172458 Jun 23 11:31:48.248641 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.wsgi [-] (94174) accepted ('10.222.0.20', 37402) {{(pid=94174) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 11:31:48.250349 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-31140c57-8604-4a55-85db-bc9e2a588371 None None] Sync routers for ids ['92080da9-8d3f-4efb-91ec-5f0ba5d06b9c'] in dv-neutron-601336-94-hyperv {{(pid=94176) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 23 11:31:48.281699 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.db.l3_dvrscheduler_db [None req-31140c57-8604-4a55-85db-bc9e2a588371 None None] Routers {'92080da9-8d3f-4efb-91ec-5f0ba5d06b9c'} bound to L3 agent in host dv-neutron-601336-94-hyperv {{(pid=94176) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 23 11:31:48.283580 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron_lib.callbacks.manager [None req-39fdfa86-1ee5-4581-853e-405451451b17 tempest-RoutersAdminTest-1733287776 tempest-RoutersAdminTest-1733287776-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=94175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:31:48.284154 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.db.l3_hamode_db [None req-31140c57-8604-4a55-85db-bc9e2a588371 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-601336-94-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-23T11:22:13Z,description=,heartbeat_timestamp=2021-06-23T11:31:43Z,host='dv-neutron-601336-94-hyperv',id=50ef99c0-ef28-4db5-b303-b145898fae60,load=0,resource_versions=,resources_synced=,started_at=2021-06-23T11:22:14Z,topic='l3_agent')) {'router_ids': ['92080da9-8d3f-4efb-91ec-5f0ba5d06b9c'], 'active': True} {{(pid=94176) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 11:31:48.307294 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron_lib.callbacks.manager [None req-579df7c5-b979-4af2-b728-6f4e5dac36fc tempest-AllowedAddressPairIpV6TestJSON-597468505 tempest-AllowedAddressPairIpV6TestJSON-597468505-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-430722'] for port, precommit_delete {{(pid=94175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:31:48.320321 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.plugins.ml2.plugin [None req-579df7c5-b979-4af2-b728-6f4e5dac36fc tempest-AllowedAddressPairIpV6TestJSON-597468505 tempest-AllowedAddressPairIpV6TestJSON-597468505-project] Calling delete_port for 6a3f74fe-2094-4633-ba04-a929388cd600 owned by {{(pid=94175) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1986}} Jun 23 11:31:48.330556 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.db.l3_hamode_db [None req-31140c57-8604-4a55-85db-bc9e2a588371 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-601336-94-hyperv', False) {} {{(pid=94176) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 11:31:48.336757 dv-neutron-601336-94-hyperv neutron-server[94174]: INFO neutron.wsgi [None req-e04f8213-3f6f-4505-8c49-037681a2d720 tempest-RoutersIpV6AdminTest-1878456168 tempest-RoutersIpV6AdminTest-1878456168-project-admin] 10.222.0.20 "GET /v2.0/routers/92080da9-8d3f-4efb-91ec-5f0ba5d06b9c HTTP/1.1" status: 200 len: 745 time: 0.0869269 Jun 23 11:31:48.337431 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.wsgi [-] (94174) accepted ('10.222.0.20', 37406) {{(pid=94174) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 11:31:48.342203 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.db.l3_dvrscheduler_db [None req-31140c57-8604-4a55-85db-bc9e2a588371 None None] Routers {'92080da9-8d3f-4efb-91ec-5f0ba5d06b9c'} bound to L3 agent in host dv-neutron-601336-94-hyperv {{(pid=94176) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 23 11:31:48.342792 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.db.l3_hamode_db [None req-31140c57-8604-4a55-85db-bc9e2a588371 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-601336-94-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-23T11:22:13Z,description=,heartbeat_timestamp=2021-06-23T11:31:43Z,host='dv-neutron-601336-94-hyperv',id=50ef99c0-ef28-4db5-b303-b145898fae60,load=0,resource_versions=,resources_synced=,started_at=2021-06-23T11:22:14Z,topic='l3_agent')) {'router_ids': ['92080da9-8d3f-4efb-91ec-5f0ba5d06b9c'], 'active': True} {{(pid=94176) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 11:31:48.384900 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.wsgi [-] (94174) accepted ('10.222.0.20', 37408) {{(pid=94174) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 11:31:48.395336 dv-neutron-601336-94-hyperv neutron-server[94174]: INFO neutron.wsgi [None req-56984189-c292-45d9-8375-762f375d93c6 tempest-RoutersIpV6AdminTest-1878456168 tempest-RoutersIpV6AdminTest-1878456168-project-admin] 10.222.0.20 "GET /v2.0/ports?network_id=3e7e4eb3-cf02-4d47-ade9-0a579cdfc60f&device_id=92080da9-8d3f-4efb-91ec-5f0ba5d06b9c HTTP/1.1" status: 200 len: 205 time: 0.0551734 Jun 23 11:31:48.397115 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.wsgi [-] (94174) accepted ('10.222.0.20', 37412) {{(pid=94174) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 11:31:48.406109 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.db.l3_hamode_db [None req-31140c57-8604-4a55-85db-bc9e2a588371 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-601336-94-hyperv', False) {} {{(pid=94176) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 11:31:48.406835 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-31140c57-8604-4a55-85db-bc9e2a588371 None None] The sync data for ids ['92080da9-8d3f-4efb-91ec-5f0ba5d06b9c'] in dv-neutron-601336-94-hyperv is: [] {{(pid=94176) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 23 11:31:48.418353 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4b99ea04-d436-4735-bbfb-a076b80b54b3 tempest-NetworksIpV6TestAttrs-49342282 tempest-NetworksIpV6TestAttrs-49342282-project] Network 990c976b-0d90-4cbb-9aac-3b9a09f006bb is scheduled to be hosted by DHCP agent 8cf29b10-0e57-4131-816f-a4b6ad00b249 with binding_index 1 {{(pid=94175) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 23 11:31:48.420822 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-553647d7-6d72-4e72-a8b2-13fe2a612371 req-c1d56dcb-7dc9-4152-9e8f-485e04699f3b tempest-ServersTestManualDisk-1703480083 tempest-ServersTestManualDisk-1703480083-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94174) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 11:31:48.422068 dv-neutron-601336-94-hyperv neutron-server[94174]: INFO neutron.wsgi [req-553647d7-6d72-4e72-a8b2-13fe2a612371 req-c1d56dcb-7dc9-4152-9e8f-485e04699f3b tempest-ServersTestManualDisk-1703480083 tempest-ServersTestManualDisk-1703480083-project] 10.222.0.52 "GET /v2.0/ports?device_id=60467d60-f71e-4b81-84ed-861e06a6acb7 HTTP/1.1" status: 200 len: 946 time: 0.2690985 Jun 23 11:31:48.436407 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cad52cc9-2174-48e6-bd2c-77392b3ecf52 req-c13dec4c-666d-4aa8-9568-7c10e91971be tempest-ServersTestJSON-995612928 tempest-ServersTestJSON-995612928-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 11:31:48.437870 dv-neutron-601336-94-hyperv neutron-server[94175]: INFO neutron.wsgi [req-cad52cc9-2174-48e6-bd2c-77392b3ecf52 req-c13dec4c-666d-4aa8-9568-7c10e91971be tempest-ServersTestJSON-995612928 tempest-ServersTestJSON-995612928-project] 10.222.0.52 "GET /v2.0/ports?device_id=5c858ae0-f491-4e6a-8938-34ed95476698 HTTP/1.1" status: 200 len: 945 time: 0.8659582 Jun 23 11:31:48.448412 dv-neutron-601336-94-hyperv neutron-server[94174]: INFO neutron.wsgi [None req-b51f1d04-d165-4916-8f01-a864edd65f7b tempest-RoutersIpV6AdminTest-894294123 tempest-RoutersIpV6AdminTest-894294123-project] 10.222.0.20 "GET /v2.0/ports?device_id=92080da9-8d3f-4efb-91ec-5f0ba5d06b9c HTTP/1.1" status: 200 len: 205 time: 0.0468588 Jun 23 11:31:48.452450 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.wsgi [-] (94174) accepted ('10.222.0.20', 37414) {{(pid=94174) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 11:31:48.571728 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron_lib.callbacks.manager [None req-cbea5689-d046-4921-b04e-38f6edfbafaf tempest-RoutersIpV6AdminTest-894294123 tempest-RoutersIpV6AdminTest-894294123-project] Notify callbacks [] for router, before_delete {{(pid=94174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:31:48.579722 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.scheduler.base_scheduler [None req-4b99ea04-d436-4735-bbfb-a076b80b54b3 tempest-NetworksIpV6TestAttrs-49342282 tempest-NetworksIpV6TestAttrs-49342282-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-601336-94-hyperv, 990c976b-0d90-4cbb-9aac-3b9a09f006bb) {{(pid=94175) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 23 11:31:48.590890 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b4a47e38-572e-4c78-a16a-3b6baefa3621 None None] Network 990c976b-0d90-4cbb-9aac-3b9a09f006bb requested from dv-neutron-601336-94-hyperv {{(pid=94176) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 23 11:31:48.601155 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4b99ea04-d436-4735-bbfb-a076b80b54b3 tempest-NetworksIpV6TestAttrs-49342282 tempest-NetworksIpV6TestAttrs-49342282-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 11:31:48.601665 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron_lib.callbacks.manager [None req-4b99ea04-d436-4735-bbfb-a076b80b54b3 tempest-NetworksIpV6TestAttrs-49342282 tempest-NetworksIpV6TestAttrs-49342282-project] Notify callbacks [] for subnet, before_response {{(pid=94175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:31:48.684078 dv-neutron-601336-94-hyperv neutron-server[94174]: INFO neutron.wsgi [None req-6339be19-b7d1-4006-a4e4-f040c33dfe5c admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=cfe5ebbf682a4f3daa74c0b5f0040f77&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2978606 Jun 23 11:31:48.688652 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.wsgi [-] (94175) accepted ('10.222.0.20', 37416) {{(pid=94175) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 11:31:48.762507 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e193367b-d9d1-4acb-b8be-5de5cf764a9a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1e0d828a-1fa4-563d-b7fd-53adf66a04ee-990c976b-0d90-4cbb-9aac-3b9a09f006bb', 'network_id': '990c976b-0d90-4cbb-9aac-3b9a09f006bb', 'tenant_id': '75dfc2cb640c496b8d9cb81bc53d56b1', 'fixed_ips': [{'subnet_id': '18a2a7b3-598f-4d32-945e-13509c0a0beb'}]}} from dv-neutron-601336-94-hyperv. {{(pid=94176) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 23 11:31:48.763720 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron_lib.callbacks.manager [None req-e193367b-d9d1-4acb-b8be-5de5cf764a9a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-923104'] for port, before_create {{(pid=94176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:31:48.779017 dv-neutron-601336-94-hyperv neutron-server[94175]: INFO neutron.wsgi [None req-4b99ea04-d436-4735-bbfb-a076b80b54b3 tempest-NetworksIpV6TestAttrs-49342282 tempest-NetworksIpV6TestAttrs-49342282-project] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 840 time: 2.6979086 Jun 23 11:31:48.779344 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.wsgi [-] (94174) accepted ('10.222.0.20', 37418) {{(pid=94174) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 11:31:48.791694 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron_lib.callbacks.manager [None req-cbea5689-d046-4921-b04e-38f6edfbafaf tempest-RoutersIpV6AdminTest-894294123 tempest-RoutersIpV6AdminTest-894294123-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-520417', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-32301'] for router, precommit_delete {{(pid=94174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:31:48.804873 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron_lib.callbacks.manager [None req-f50bbbf2-6e06-4478-9434-7170a0a6f2c9 tempest-NetworksTestDHCPv6-162546708 tempest-NetworksTestDHCPv6-162546708-project] Notify callbacks [] for port, precommit_create {{(pid=94175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:31:48.832351 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron_lib.callbacks.manager [None req-cbea5689-d046-4921-b04e-38f6edfbafaf tempest-RoutersIpV6AdminTest-894294123 tempest-RoutersIpV6AdminTest-894294123-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:31:48.876336 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.plugins.ml2.rpc [None req-dc7542b2-afef-47f4-a763-e3a3cba144be None None] Device 86a868f4-9f5d-4a85-afd1-69ba66785919 up at agent ovs-agent-dv-neutron-601336-94-hyperv {{(pid=94176) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:298}} Jun 23 11:31:48.890969 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.plugins.ml2.plugin [req-553647d7-6d72-4e72-a8b2-13fe2a612371 req-861e41b4-def1-4d8f-a1a7-3617fb587030 tempest-ServersTestManualDisk-1703480083 tempest-ServersTestManualDisk-1703480083-project] Deleting port fe216483-41ee-46c0-a3bd-9e45c734b083 {{(pid=94174) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1913}} Jun 23 11:31:48.890969 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron_lib.callbacks.manager [req-553647d7-6d72-4e72-a8b2-13fe2a612371 req-861e41b4-def1-4d8f-a1a7-3617fb587030 tempest-ServersTestManualDisk-1703480083 tempest-ServersTestManualDisk-1703480083-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773700079324'] for port, before_delete {{(pid=94174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:31:48.956092 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.db.provisioning_blocks [None req-dc7542b2-afef-47f4-a763-e3a3cba144be None None] Provisioning complete for port 86a868f4-9f5d-4a85-afd1-69ba66785919 triggered by entity L2. {{(pid=94176) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 23 11:31:48.956435 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron_lib.callbacks.manager [None req-dc7542b2-afef-47f4-a763-e3a3cba144be None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-899258'] for port, provisioning_complete {{(pid=94176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:31:48.982104 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron_lib.callbacks.manager [None req-cbea5689-d046-4921-b04e-38f6edfbafaf tempest-RoutersIpV6AdminTest-894294123 tempest-RoutersIpV6AdminTest-894294123-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-494961'] for router, after_delete {{(pid=94174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:31:48.982652 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cbea5689-d046-4921-b04e-38f6edfbafaf tempest-RoutersIpV6AdminTest-894294123 tempest-RoutersIpV6AdminTest-894294123-project] Fanout notify agent at l3_agent the message router_deleted on router 92080da9-8d3f-4efb-91ec-5f0ba5d06b9c {{(pid=94174) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jun 23 11:31:48.989428 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron_lib.callbacks.manager [None req-17de4d8d-a44a-4423-8e81-e31033129f27 tempest-NetworksIpV6TestAttrs-49342282 tempest-NetworksIpV6TestAttrs-49342282-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-824874'] for network, before_delete {{(pid=94174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:31:49.002285 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron_lib.callbacks.manager [None req-cbea5689-d046-4921-b04e-38f6edfbafaf tempest-RoutersIpV6AdminTest-894294123 tempest-RoutersIpV6AdminTest-894294123-project] Notify callbacks [] for router, before_response {{(pid=94174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:31:49.003673 dv-neutron-601336-94-hyperv neutron-server[94174]: INFO neutron.wsgi [None req-cbea5689-d046-4921-b04e-38f6edfbafaf tempest-RoutersIpV6AdminTest-894294123 tempest-RoutersIpV6AdminTest-894294123-project] 10.222.0.20 "DELETE /v2.0/routers/92080da9-8d3f-4efb-91ec-5f0ba5d06b9c HTTP/1.1" status: 204 len: 168 time: 0.5483868 Jun 23 11:31:49.007687 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.wsgi [-] (94174) accepted ('10.222.0.20', 37422) {{(pid=94174) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 11:31:49.017776 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.db.provisioning_blocks [None req-f50bbbf2-6e06-4478-9434-7170a0a6f2c9 tempest-NetworksTestDHCPv6-162546708 tempest-NetworksTestDHCPv6-162546708-project] Transition to ACTIVE for port object 024f2310-d6b0-4148-9189-2a09b75a9095 will not be triggered until provisioned by entity DHCP. {{(pid=94175) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 23 11:31:49.021041 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.plugins.ml2.plugin [req-cad52cc9-2174-48e6-bd2c-77392b3ecf52 req-93b39476-60f6-4799-8520-802445d013e5 tempest-ServersTestJSON-995612928 tempest-ServersTestJSON-995612928-project] Deleting port dd2b26a1-e9f4-4591-8663-03ae50002c7f {{(pid=94175) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1913}} Jun 23 11:31:49.021774 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron_lib.callbacks.manager [req-cad52cc9-2174-48e6-bd2c-77392b3ecf52 req-93b39476-60f6-4799-8520-802445d013e5 tempest-ServersTestJSON-995612928 tempest-ServersTestJSON-995612928-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773700079324'] for port, before_delete {{(pid=94175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:31:49.030171 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.db.db_base_plugin_common [None req-e193367b-d9d1-4acb-b8be-5de5cf764a9a None None] Allocated IP 2001:db8::f816:3eff:feb6:5274 (990c976b-0d90-4cbb-9aac-3b9a09f006bb/18a2a7b3-598f-4d32-945e-13509c0a0beb/ca986c89-0ba4-41d0-8f61-6cdec255a189) {{(pid=94176) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 23 11:31:49.036496 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron_lib.callbacks.manager [None req-579df7c5-b979-4af2-b728-6f4e5dac36fc tempest-AllowedAddressPairIpV6TestJSON-597468505 tempest-AllowedAddressPairIpV6TestJSON-597468505-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-922904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866062', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773700135024', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773699642224', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5082448'] for port, after_delete {{(pid=94175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:31:49.053975 dv-neutron-601336-94-hyperv neutron-server[94174]: INFO neutron.wsgi [None req-1a6940cc-88ca-4f7d-a8a1-f2125a689102 tempest-RoutersIpV6AdminTest-894294123 tempest-RoutersIpV6AdminTest-894294123-project] 10.222.0.20 "GET /v2.0/ports?device_id=92080da9-8d3f-4efb-91ec-5f0ba5d06b9c HTTP/1.1" status: 200 len: 205 time: 0.0399196 Jun 23 11:31:49.056300 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.wsgi [-] (94174) accepted ('10.222.0.20', 37424) {{(pid=94174) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 11:31:49.063876 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.plugins.ml2.db [req-553647d7-6d72-4e72-a8b2-13fe2a612371 req-861e41b4-def1-4d8f-a1a7-3617fb587030 tempest-ServersTestManualDisk-1703480083 tempest-ServersTestManualDisk-1703480083-project] For port fe216483-41ee-46c0-a3bd-9e45c734b083, host hv-neutron-6013, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-6013',level=0,port_id=fe216483-41ee-46c0-a3bd-9e45c734b083,segment=NetworkSegment(4482701d-19d0-4d8e-a55f-e73b72787bc2),segment_id=4482701d-19d0-4d8e-a55f-e73b72787bc2)] {{(pid=94174) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 23 11:31:49.064256 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron_lib.callbacks.manager [req-553647d7-6d72-4e72-a8b2-13fe2a612371 req-861e41b4-def1-4d8f-a1a7-3617fb587030 tempest-ServersTestManualDisk-1703480083 tempest-ServersTestManualDisk-1703480083-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-430722'] for port, precommit_delete {{(pid=94174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:31:49.077850 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG oslo_concurrency.lockutils [None req-0ca8804f-4309-4a2a-b777-0f252aa6d6b8 tempest-AllowedAddressPairIpV6TestJSON-597468505 tempest-AllowedAddressPairIpV6TestJSON-597468505-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94175) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 11:31:49.089153 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron_lib.callbacks.manager [None req-39fdfa86-1ee5-4581-853e-405451451b17 tempest-RoutersAdminTest-1733287776 tempest-RoutersAdminTest-1733287776-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-524104', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-520389', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-32276'] for router, precommit_update {{(pid=94175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:31:49.134823 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron_lib.callbacks.manager [None req-39fdfa86-1ee5-4581-853e-405451451b17 tempest-RoutersAdminTest-1733287776 tempest-RoutersAdminTest-1733287776-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-524143', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-524145', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-524134', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-520394'] for router, after_update {{(pid=94175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:31:49.140961 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron_lib.callbacks.manager [None req-14f6057c-13c2-40e0-b6c3-c8ad0bcf2fa1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:31:49.142815 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-579df7c5-b979-4af2-b728-6f4e5dac36fc tempest-AllowedAddressPairIpV6TestJSON-597468505 tempest-AllowedAddressPairIpV6TestJSON-597468505-project] Pushing event deleted for resources: {'Port': ['ID=6a3f74fe-2094-4633-ba04-a929388cd600,revision_number=None']} {{(pid=94175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 11:31:49.145260 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG oslo_concurrency.lockutils [None req-579df7c5-b979-4af2-b728-6f4e5dac36fc tempest-AllowedAddressPairIpV6TestJSON-597468505 tempest-AllowedAddressPairIpV6TestJSON-597468505-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.067s {{(pid=94175) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 11:31:49.147406 dv-neutron-601336-94-hyperv neutron-server[94174]: INFO neutron.api.v2.resource [None req-c1cea73b-4345-4bc7-9985-e414c49cd612 tempest-RoutersIpV6AdminTest-894294123 tempest-RoutersIpV6AdminTest-894294123-project] delete failed (client error): The resource could not be found. Jun 23 11:31:49.150635 dv-neutron-601336-94-hyperv neutron-server[94174]: INFO neutron.wsgi [None req-c1cea73b-4345-4bc7-9985-e414c49cd612 tempest-RoutersIpV6AdminTest-894294123 tempest-RoutersIpV6AdminTest-894294123-project] 10.222.0.20 "DELETE /v2.0/routers/92080da9-8d3f-4efb-91ec-5f0ba5d06b9c HTTP/1.1" status: 404 len: 336 time: 0.0909541 Jun 23 11:31:49.174448 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.wsgi [-] (94175) accepted ('10.222.0.20', 37426) {{(pid=94175) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 11:31:49.205804 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron_lib.callbacks.manager [None req-579df7c5-b979-4af2-b728-6f4e5dac36fc tempest-AllowedAddressPairIpV6TestJSON-597468505 tempest-AllowedAddressPairIpV6TestJSON-597468505-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-217507'] for port, before_response {{(pid=94175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:31:49.207984 dv-neutron-601336-94-hyperv neutron-server[94175]: INFO neutron.wsgi [None req-579df7c5-b979-4af2-b728-6f4e5dac36fc tempest-AllowedAddressPairIpV6TestJSON-597468505 tempest-AllowedAddressPairIpV6TestJSON-597468505-project] 10.222.0.20 "DELETE /v2.0/ports/6a3f74fe-2094-4633-ba04-a929388cd600 HTTP/1.1" status: 204 len: 168 time: 2.0983398 Jun 23 11:31:49.211689 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.wsgi [-] (94174) accepted ('10.222.0.20', 37428) {{(pid=94174) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 11:31:49.243524 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron_lib.callbacks.manager [None req-17de4d8d-a44a-4423-8e81-e31033129f27 tempest-NetworksIpV6TestAttrs-49342282 tempest-NetworksIpV6TestAttrs-49342282-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-897634'] for subnet, precommit_delete {{(pid=94174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:31:49.294164 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron_lib.callbacks.manager [None req-e193367b-d9d1-4acb-b8be-5de5cf764a9a None None] Notify callbacks [] for port, precommit_create {{(pid=94176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:31:49.294767 dv-neutron-601336-94-hyperv neutron-server[94175]: INFO neutron.wsgi [None req-469eaa5c-8f7f-4680-8251-1a7ed29ada64 tempest-RoutersIpV6AdminTest-894294123 tempest-RoutersIpV6AdminTest-894294123-project] 10.222.0.20 "GET /v2.0/ports?device_id=7a87ea2e-2f80-4766-bbfa-942e5491a649 HTTP/1.1" status: 200 len: 205 time: 0.1087856 Jun 23 11:31:49.300324 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.wsgi [-] (94174) accepted ('10.222.0.20', 37432) {{(pid=94174) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 11:31:49.316610 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron_lib.callbacks.manager [None req-14f6057c-13c2-40e0-b6c3-c8ad0bcf2fa1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:31:49.317489 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.db.provisioning_blocks [None req-e193367b-d9d1-4acb-b8be-5de5cf764a9a None None] Transition to ACTIVE for port object ca986c89-0ba4-41d0-8f61-6cdec255a189 will not be triggered until provisioned by entity L2. {{(pid=94176) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 23 11:31:49.351072 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.db.provisioning_blocks [None req-e193367b-d9d1-4acb-b8be-5de5cf764a9a None None] Transition to ACTIVE for port object ca986c89-0ba4-41d0-8f61-6cdec255a189 will not be triggered until provisioned by entity DHCP. {{(pid=94176) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 23 11:31:49.360376 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-314470dd-bdc5-434c-a553-a86a593e4cc7 req-d94c887d-2f5f-4951-92c1-a07728dfac5c tempest-ServersTestManualDisk-1703480083 tempest-ServersTestManualDisk-1703480083-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 11:31:49.361623 dv-neutron-601336-94-hyperv neutron-server[94175]: INFO neutron.wsgi [req-314470dd-bdc5-434c-a553-a86a593e4cc7 req-d94c887d-2f5f-4951-92c1-a07728dfac5c tempest-ServersTestManualDisk-1703480083 tempest-ServersTestManualDisk-1703480083-project] 10.222.0.20 "GET /v2.0/ports?device_id=60467d60-f71e-4b81-84ed-861e06a6acb7 HTTP/1.1" status: 200 len: 946 time: 0.4214303 Jun 23 11:31:49.376153 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.plugins.ml2.db [req-cad52cc9-2174-48e6-bd2c-77392b3ecf52 req-93b39476-60f6-4799-8520-802445d013e5 tempest-ServersTestJSON-995612928 tempest-ServersTestJSON-995612928-project] For port dd2b26a1-e9f4-4591-8663-03ae50002c7f, host hv-neutron-6013, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-6013',level=0,port_id=dd2b26a1-e9f4-4591-8663-03ae50002c7f,segment=NetworkSegment(c346af87-b391-4254-9d6e-eeb5f3162a6b),segment_id=c346af87-b391-4254-9d6e-eeb5f3162a6b)] {{(pid=94175) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 23 11:31:49.376552 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron_lib.callbacks.manager [req-cad52cc9-2174-48e6-bd2c-77392b3ecf52 req-93b39476-60f6-4799-8520-802445d013e5 tempest-ServersTestJSON-995612928 tempest-ServersTestJSON-995612928-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-430722'] for port, precommit_delete {{(pid=94175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:31:49.403784 dv-neutron-601336-94-hyperv neutron-server[94174]: INFO neutron.api.v2.resource [None req-2bc0cb81-6bc5-40cd-b943-065ae297f6b3 tempest-RoutersIpV6AdminTest-894294123 tempest-RoutersIpV6AdminTest-894294123-project] delete failed (client error): The resource could not be found. Jun 23 11:31:49.404719 dv-neutron-601336-94-hyperv neutron-server[94174]: INFO neutron.wsgi [None req-2bc0cb81-6bc5-40cd-b943-065ae297f6b3 tempest-RoutersIpV6AdminTest-894294123 tempest-RoutersIpV6AdminTest-894294123-project] 10.222.0.20 "DELETE /v2.0/routers/7a87ea2e-2f80-4766-bbfa-942e5491a649 HTTP/1.1" status: 404 len: 336 time: 0.0988204 Jun 23 11:31:49.411904 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.wsgi [-] (94174) accepted ('10.222.0.20', 37434) {{(pid=94174) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 11:31:49.434830 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.db.db_base_plugin_v2 [None req-20878421-92e3-456c-8956-969683ce4c6a tempest-AllowedAddressPairIpV6TestJSON-597468505 tempest-AllowedAddressPairIpV6TestJSON-597468505-project] Deleting subnet 1c6e37c1-d30a-477b-b01e-bba7c97b2366 {{(pid=94174) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jun 23 11:31:49.459068 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron_lib.callbacks.manager [None req-e193367b-d9d1-4acb-b8be-5de5cf764a9a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-922915', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-239814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7866073', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773699642215'] for port, after_create {{(pid=94176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:31:49.462242 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG oslo_concurrency.lockutils [None req-f2d5adcb-cec2-4f42-b9ce-7f74cfa44186 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 11:31:49.472224 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron_lib.callbacks.manager [None req-20878421-92e3-456c-8956-969683ce4c6a tempest-AllowedAddressPairIpV6TestJSON-597468505 tempest-AllowedAddressPairIpV6TestJSON-597468505-project] Notify callbacks [] for subnet, before_delete {{(pid=94174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:31:49.478570 dv-neutron-601336-94-hyperv neutron-server[94174]: INFO neutron.wsgi [None req-5db7673b-b056-4a08-b185-5ede115e3dee tempest-RoutersIpV6AdminTest-894294123 tempest-RoutersIpV6AdminTest-894294123-project] 10.222.0.20 "GET /v2.0/ports?device_id=198b604c-e71d-41f9-ac3a-edde256c572c HTTP/1.1" status: 200 len: 205 time: 0.0616162 Jun 23 11:31:49.517051 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e193367b-d9d1-4acb-b8be-5de5cf764a9a None None] Network 990c976b-0d90-4cbb-9aac-3b9a09f006bb is already hosted by enough agents. {{(pid=94176) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 23 11:31:49.521732 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.db.db_base_plugin_common [None req-cbe45d45-1cdd-4a21-a305-e34cae55628e None None] Allocated IP 172.20.0.2 (f53f535d-bce4-4da8-9bd9-396677ff4e83/07977db6-5029-405a-a4b5-928774884e62/86a868f4-9f5d-4a85-afd1-69ba66785919) {{(pid=94176) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 23 11:31:49.528274 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron_lib.callbacks.manager [None req-f50bbbf2-6e06-4478-9434-7170a0a6f2c9 tempest-NetworksTestDHCPv6-162546708 tempest-NetworksTestDHCPv6-162546708-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-922915', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-239814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7866073', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773699642215', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-5082457'] for port, after_create {{(pid=94175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:31:49.528714 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.scheduler.base_scheduler [None req-e193367b-d9d1-4acb-b8be-5de5cf764a9a None None] Resources bound (agent type, host, resource id): {{(pid=94176) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 23 11:31:49.533401 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e193367b-d9d1-4acb-b8be-5de5cf764a9a None None] Received port after_create {{(pid=94176) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 23 11:31:49.535200 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e193367b-d9d1-4acb-b8be-5de5cf764a9a None None] Pushing event updated for resources: {'Port': ['ID=ca986c89-0ba4-41d0-8f61-6cdec255a189,revision_number=1']} {{(pid=94176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 11:31:49.543239 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG oslo_concurrency.lockutils [None req-e193367b-d9d1-4acb-b8be-5de5cf764a9a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.081s {{(pid=94176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 11:31:49.550244 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.wsgi [-] (94175) accepted ('10.222.0.20', 37436) {{(pid=94175) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 11:31:49.552472 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG oslo_concurrency.lockutils [None req-39fdfa86-1ee5-4581-853e-405451451b17 tempest-RoutersAdminTest-1733287776 tempest-RoutersAdminTest-1733287776-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94175) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 11:31:49.600270 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron_lib.callbacks.manager [None req-20878421-92e3-456c-8956-969683ce4c6a tempest-AllowedAddressPairIpV6TestJSON-597468505 tempest-AllowedAddressPairIpV6TestJSON-597468505-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4800256'] for subnet, precommit_delete_associations {{(pid=94174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:31:49.633547 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron_lib.callbacks.manager [req-553647d7-6d72-4e72-a8b2-13fe2a612371 req-861e41b4-def1-4d8f-a1a7-3617fb587030 tempest-ServersTestManualDisk-1703480083 tempest-ServersTestManualDisk-1703480083-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:31:49.634268 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron_lib.callbacks.manager [req-553647d7-6d72-4e72-a8b2-13fe2a612371 req-861e41b4-def1-4d8f-a1a7-3617fb587030 tempest-ServersTestManualDisk-1703480083 tempest-ServersTestManualDisk-1703480083-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-524229'] for floatingip, after_update {{(pid=94174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:31:49.634268 dv-neutron-601336-94-hyperv neutron-server[94174]: INFO neutron.db.l3_db [req-553647d7-6d72-4e72-a8b2-13fe2a612371 req-861e41b4-def1-4d8f-a1a7-3617fb587030 tempest-ServersTestManualDisk-1703480083 tempest-ServersTestManualDisk-1703480083-project] Floating IP fa0147e7-5da9-4017-b7da-e8a2b4b002e0 disassociated. External IP: 172.26.3.39, port: fe216483-41ee-46c0-a3bd-9e45c734b083. Jun 23 11:31:49.634598 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.plugins.ml2.plugin [req-553647d7-6d72-4e72-a8b2-13fe2a612371 req-861e41b4-def1-4d8f-a1a7-3617fb587030 tempest-ServersTestManualDisk-1703480083 tempest-ServersTestManualDisk-1703480083-project] Calling delete_port for fe216483-41ee-46c0-a3bd-9e45c734b083 owned by compute:nova {{(pid=94174) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1986}} Jun 23 11:31:49.649842 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.plugins.ml2.managers [None req-e193367b-d9d1-4acb-b8be-5de5cf764a9a None None] Attempting to bind port ca986c89-0ba4-41d0-8f61-6cdec255a189 on host dv-neutron-601336-94-hyperv for vnic_type normal with profile {{(pid=94176) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 23 11:31:49.650088 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.plugins.ml2.managers [None req-e193367b-d9d1-4acb-b8be-5de5cf764a9a None None] Attempting to bind port ca986c89-0ba4-41d0-8f61-6cdec255a189 by drivers openvswitch,hyperv on host dv-neutron-601336-94-hyperv at level 0 using segments [{'id': '4678421a-836a-4936-8464-95e1426cd43a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 449, 'network_id': '990c976b-0d90-4cbb-9aac-3b9a09f006bb'}] {{(pid=94176) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 23 11:31:49.650454 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e193367b-d9d1-4acb-b8be-5de5cf764a9a None None] Attempting to bind port ca986c89-0ba4-41d0-8f61-6cdec255a189 on network 990c976b-0d90-4cbb-9aac-3b9a09f006bb {{(pid=94176) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 23 11:31:49.660919 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e193367b-d9d1-4acb-b8be-5de5cf764a9a None None] Checking agent: {'id': '4d05f899-5ac9-411b-8a03-f60c93f87cdf', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-601336-94-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 23, 11, 22, 14), 'started_at': datetime.datetime(2021, 6, 23, 11, 22, 44), 'heartbeat_timestamp': datetime.datetime(2021, 6, 23, 11, 31, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'monitor_allowed_address_pair_garp': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-601336-94-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94176) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 23 11:31:49.661333 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e193367b-d9d1-4acb-b8be-5de5cf764a9a None None] Checking segment: {'id': '4678421a-836a-4936-8464-95e1426cd43a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 449, 'network_id': '990c976b-0d90-4cbb-9aac-3b9a09f006bb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94176) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 23 11:31:49.661761 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron_lib.callbacks.manager [None req-e193367b-d9d1-4acb-b8be-5de5cf764a9a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:31:49.662162 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e193367b-d9d1-4acb-b8be-5de5cf764a9a None None] Bound using segment: {'id': '4678421a-836a-4936-8464-95e1426cd43a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 449, 'network_id': '990c976b-0d90-4cbb-9aac-3b9a09f006bb'} {{(pid=94176) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 23 11:31:49.662642 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.plugins.ml2.managers [None req-e193367b-d9d1-4acb-b8be-5de5cf764a9a None None] Bound port: ca986c89-0ba4-41d0-8f61-6cdec255a189, host: dv-neutron-601336-94-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4678421a-836a-4936-8464-95e1426cd43a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 449, 'network_id': '990c976b-0d90-4cbb-9aac-3b9a09f006bb'}}] {{(pid=94176) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 23 11:31:49.663020 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron_lib.callbacks.manager [None req-e193367b-d9d1-4acb-b8be-5de5cf764a9a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-923122'] for port, before_update {{(pid=94176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:31:49.679146 dv-neutron-601336-94-hyperv neutron-server[94175]: INFO neutron.api.v2.resource [None req-1dea3caf-3a75-4a58-b5db-b518db20937e tempest-RoutersIpV6AdminTest-894294123 tempest-RoutersIpV6AdminTest-894294123-project] delete failed (client error): The resource could not be found. Jun 23 11:31:49.683060 dv-neutron-601336-94-hyperv neutron-server[94175]: INFO neutron.wsgi [None req-1dea3caf-3a75-4a58-b5db-b518db20937e tempest-RoutersIpV6AdminTest-894294123 tempest-RoutersIpV6AdminTest-894294123-project] 10.222.0.20 "DELETE /v2.0/routers/198b604c-e71d-41f9-ac3a-edde256c572c HTTP/1.1" status: 404 len: 336 time: 0.1248188 Jun 23 11:31:49.692043 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron_lib.callbacks.manager [None req-17de4d8d-a44a-4423-8e81-e31033129f27 tempest-NetworksIpV6TestAttrs-49342282 tempest-NetworksIpV6TestAttrs-49342282-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-897627', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866062', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5195932', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4294216'] for subnet, after_delete {{(pid=94174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:31:49.695247 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.wsgi [-] (94175) accepted ('10.222.0.20', 37438) {{(pid=94175) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 11:31:49.698041 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94174) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 11:31:49.722212 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.plugins.ml2.db [None req-cbe45d45-1cdd-4a21-a305-e34cae55628e None None] For port 86a868f4-9f5d-4a85-afd1-69ba66785919, host dv-neutron-601336-94-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-94-hyperv',level=0,port_id=86a868f4-9f5d-4a85-afd1-69ba66785919,segment=NetworkSegment(6303a411-6e70-4139-a530-9ee4cf8ba843),segment_id=6303a411-6e70-4139-a530-9ee4cf8ba843)] {{(pid=94176) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 23 11:31:49.731018 dv-neutron-601336-94-hyperv neutron-server[94175]: INFO neutron.wsgi [req-314470dd-bdc5-434c-a553-a86a593e4cc7 req-9faf210b-8c70-40b6-b76e-4efa751cf20a tempest-ServersTestManualDisk-1703480083 tempest-ServersTestManualDisk-1703480083-project] 10.222.0.20 "GET /v2.0/security-groups?id=64e50690-84f2-4556-996e-e186f26132b0&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.3517530 Jun 23 11:31:49.779214 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron_lib.callbacks.manager [None req-cbe45d45-1cdd-4a21-a305-e34cae55628e None None] Notify callbacks [] for port, precommit_update {{(pid=94176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:31:49.783171 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.plugins.ml2.db [None req-e193367b-d9d1-4acb-b8be-5de5cf764a9a None None] For port ca986c89-0ba4-41d0-8f61-6cdec255a189, host dv-neutron-601336-94-hyperv, cleared binding levels {{(pid=94176) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 23 11:31:49.787496 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.plugins.ml2.db [None req-e193367b-d9d1-4acb-b8be-5de5cf764a9a None None] For port ca986c89-0ba4-41d0-8f61-6cdec255a189, host dv-neutron-601336-94-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-94-hyperv',level=0,port_id=ca986c89-0ba4-41d0-8f61-6cdec255a189,segment=NetworkSegment(4678421a-836a-4936-8464-95e1426cd43a),segment_id=4678421a-836a-4936-8464-95e1426cd43a)] {{(pid=94176) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 23 11:31:49.798450 dv-neutron-601336-94-hyperv neutron-server[94175]: INFO neutron.wsgi [None req-a9661de6-40e2-4d73-a58c-1b1e1da61857 tempest-RoutersIpV6AdminTest-894294123 tempest-RoutersIpV6AdminTest-894294123-project] 10.222.0.20 "GET /v2.0/ports?device_id=a38d17b9-e5c3-4912-91ef-3c1354fcea53 HTTP/1.1" status: 200 len: 205 time: 0.1010196 Jun 23 11:31:49.800877 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f50bbbf2-6e06-4478-9434-7170a0a6f2c9 tempest-NetworksTestDHCPv6-162546708 tempest-NetworksTestDHCPv6-162546708-project] Network f53f535d-bce4-4da8-9bd9-396677ff4e83 is already hosted by enough agents. {{(pid=94175) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 23 11:31:49.803603 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.db.provisioning_blocks [None req-cbe45d45-1cdd-4a21-a305-e34cae55628e None None] Transition to ACTIVE for port object 86a868f4-9f5d-4a85-afd1-69ba66785919 will not be triggered until provisioned by entity DHCP. {{(pid=94176) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 23 11:31:49.813369 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.wsgi [-] (94175) accepted ('10.222.0.20', 37440) {{(pid=94175) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 11:31:49.829477 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.scheduler.base_scheduler [None req-f50bbbf2-6e06-4478-9434-7170a0a6f2c9 tempest-NetworksTestDHCPv6-162546708 tempest-NetworksTestDHCPv6-162546708-project] Resources bound (agent type, host, resource id): {{(pid=94175) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 23 11:31:49.832082 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f50bbbf2-6e06-4478-9434-7170a0a6f2c9 tempest-NetworksTestDHCPv6-162546708 tempest-NetworksTestDHCPv6-162546708-project] Received port after_create {{(pid=94175) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 23 11:31:49.839784 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f50bbbf2-6e06-4478-9434-7170a0a6f2c9 tempest-NetworksTestDHCPv6-162546708 tempest-NetworksTestDHCPv6-162546708-project] Pushing event updated for resources: {'Port': ['ID=024f2310-d6b0-4148-9189-2a09b75a9095,revision_number=1']} {{(pid=94175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 11:31:49.842848 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG oslo_concurrency.lockutils [None req-f50bbbf2-6e06-4478-9434-7170a0a6f2c9 tempest-NetworksTestDHCPv6-162546708 tempest-NetworksTestDHCPv6-162546708-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.291s {{(pid=94175) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 11:31:49.862706 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron_lib.callbacks.manager [None req-e193367b-d9d1-4acb-b8be-5de5cf764a9a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-922904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866062', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773700135042', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773699642233', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773699642278'] for port, after_update {{(pid=94176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:31:49.865131 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG oslo_concurrency.lockutils [None req-3ad3f5a9-1b45-4a87-93e4-af0f9399fe2d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 11:31:49.893191 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron_lib.callbacks.manager [None req-cbe45d45-1cdd-4a21-a305-e34cae55628e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-922904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866062', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773700135042', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773699642233', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773699642278'] for port, after_update {{(pid=94176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:31:49.915467 dv-neutron-601336-94-hyperv neutron-server[94175]: INFO neutron.api.v2.resource [None req-2061cccc-cb71-44ab-987e-6110c5c6833b tempest-RoutersIpV6AdminTest-894294123 tempest-RoutersIpV6AdminTest-894294123-project] delete failed (client error): The resource could not be found. Jun 23 11:31:49.917190 dv-neutron-601336-94-hyperv neutron-server[94175]: INFO neutron.wsgi [None req-2061cccc-cb71-44ab-987e-6110c5c6833b tempest-RoutersIpV6AdminTest-894294123 tempest-RoutersIpV6AdminTest-894294123-project] 10.222.0.20 "DELETE /v2.0/routers/a38d17b9-e5c3-4912-91ef-3c1354fcea53 HTTP/1.1" status: 404 len: 336 time: 0.0983021 Jun 23 11:31:49.926420 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron_lib.callbacks.manager [None req-14f6057c-13c2-40e0-b6c3-c8ad0bcf2fa1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7996330'] for security_group, after_delete {{(pid=94175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:31:49.929102 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron_lib.callbacks.manager [None req-14f6057c-13c2-40e0-b6c3-c8ad0bcf2fa1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:31:49.932960 dv-neutron-601336-94-hyperv neutron-server[94175]: INFO neutron.wsgi [None req-14f6057c-13c2-40e0-b6c3-c8ad0bcf2fa1 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/8ef577be-df9c-474f-964b-06c9d0a689f3 HTTP/1.1" status: 204 len: 168 time: 1.2211611 Jun 23 11:31:49.966199 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.wsgi [-] (94175) accepted ('10.222.0.20', 37442) {{(pid=94175) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 11:31:49.966937 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG oslo_concurrency.lockutils [None req-84b720fe-a976-43fe-8c6c-7db53a580df3 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94175) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 11:31:50.007836 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e193367b-d9d1-4acb-b8be-5de5cf764a9a None None] Pushing event updated for resources: {'Port': ['ID=ca986c89-0ba4-41d0-8f61-6cdec255a189,revision_number=2']} {{(pid=94176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 11:31:50.015543 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG oslo_concurrency.lockutils [None req-e193367b-d9d1-4acb-b8be-5de5cf764a9a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.150s {{(pid=94176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 11:31:50.017250 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG oslo_concurrency.lockutils [None req-54963b5b-c74c-4381-b8d4-5cd0e2527370 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.120s {{(pid=94176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 11:31:50.028933 dv-neutron-601336-94-hyperv neutron-server[94175]: INFO neutron.wsgi [None req-3fa44175-7cbf-4a7e-9b36-57b3da1905fa tempest-RoutersIpV6AdminTest-894294123 tempest-RoutersIpV6AdminTest-894294123-project] 10.222.0.20 "GET /v2.0/ports?device_id=6743ce91-3a9d-436e-a329-3bb9fd350bd0 HTTP/1.1" status: 200 len: 205 time: 0.0592144 Jun 23 11:31:50.032139 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.wsgi [-] (94175) accepted ('10.222.0.20', 37446) {{(pid=94175) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 11:31:50.038079 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14f6057c-13c2-40e0-b6c3-c8ad0bcf2fa1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8ef577be-df9c-474f-964b-06c9d0a689f3,revision_number=None']} {{(pid=94175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 11:31:50.040460 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG oslo_concurrency.lockutils [None req-14f6057c-13c2-40e0-b6c3-c8ad0bcf2fa1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.074s {{(pid=94175) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 11:31:50.072709 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f50bbbf2-6e06-4478-9434-7170a0a6f2c9 tempest-NetworksTestDHCPv6-162546708 tempest-NetworksTestDHCPv6-162546708-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 11:31:50.073352 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron_lib.callbacks.manager [None req-f50bbbf2-6e06-4478-9434-7170a0a6f2c9 tempest-NetworksTestDHCPv6-162546708 tempest-NetworksTestDHCPv6-162546708-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-217507'] for port, before_response {{(pid=94175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:31:50.089662 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-adac3669-4371-4c99-88f1-e3a4c4703be4 None None] Network 990c976b-0d90-4cbb-9aac-3b9a09f006bb requested from dv-neutron-601336-94-hyperv {{(pid=94176) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 23 11:31:50.128892 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron_lib.callbacks.manager [req-cad52cc9-2174-48e6-bd2c-77392b3ecf52 req-93b39476-60f6-4799-8520-802445d013e5 tempest-ServersTestJSON-995612928 tempest-ServersTestJSON-995612928-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:31:50.129270 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron_lib.callbacks.manager [req-cad52cc9-2174-48e6-bd2c-77392b3ecf52 req-93b39476-60f6-4799-8520-802445d013e5 tempest-ServersTestJSON-995612928 tempest-ServersTestJSON-995612928-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-524229'] for floatingip, after_update {{(pid=94175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:31:50.161105 dv-neutron-601336-94-hyperv neutron-server[94175]: INFO neutron.db.l3_db [req-cad52cc9-2174-48e6-bd2c-77392b3ecf52 req-93b39476-60f6-4799-8520-802445d013e5 tempest-ServersTestJSON-995612928 tempest-ServersTestJSON-995612928-project] Floating IP da29f43d-d520-463f-a427-8df392825c5c disassociated. External IP: 172.26.3.216, port: dd2b26a1-e9f4-4591-8663-03ae50002c7f. Jun 23 11:31:50.161105 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.plugins.ml2.plugin [req-cad52cc9-2174-48e6-bd2c-77392b3ecf52 req-93b39476-60f6-4799-8520-802445d013e5 tempest-ServersTestJSON-995612928 tempest-ServersTestJSON-995612928-project] Calling delete_port for dd2b26a1-e9f4-4591-8663-03ae50002c7f owned by compute:nova {{(pid=94175) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1986}} Jun 23 11:31:50.161105 dv-neutron-601336-94-hyperv neutron-server[94175]: INFO neutron.api.v2.resource [None req-30ff6701-87a1-4ebc-a8fb-64232229aef9 tempest-RoutersIpV6AdminTest-894294123 tempest-RoutersIpV6AdminTest-894294123-project] delete failed (client error): The resource could not be found. Jun 23 11:31:50.161105 dv-neutron-601336-94-hyperv neutron-server[94175]: INFO neutron.wsgi [None req-30ff6701-87a1-4ebc-a8fb-64232229aef9 tempest-RoutersIpV6AdminTest-894294123 tempest-RoutersIpV6AdminTest-894294123-project] 10.222.0.20 "DELETE /v2.0/routers/6743ce91-3a9d-436e-a329-3bb9fd350bd0 HTTP/1.1" status: 404 len: 336 time: 0.0986793 Jun 23 11:31:50.163776 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbe45d45-1cdd-4a21-a305-e34cae55628e None None] Pushing event updated for resources: {'Port': ['ID=86a868f4-9f5d-4a85-afd1-69ba66785919,revision_number=4']} {{(pid=94176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 11:31:50.169515 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.wsgi [-] (94174) accepted ('10.222.0.20', 37448) {{(pid=94174) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 11:31:50.170037 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG oslo_concurrency.lockutils [None req-cbe45d45-1cdd-4a21-a305-e34cae55628e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.151s {{(pid=94176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 11:31:50.185995 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17de4d8d-a44a-4423-8e81-e31033129f27 tempest-NetworksIpV6TestAttrs-49342282 tempest-NetworksIpV6TestAttrs-49342282-project] Pushing event deleted for resources: {'Subnet': ['ID=18a2a7b3-598f-4d32-945e-13509c0a0beb,revision_number=None']} {{(pid=94174) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 11:31:50.199516 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG oslo_concurrency.lockutils [None req-17de4d8d-a44a-4423-8e81-e31033129f27 tempest-NetworksIpV6TestAttrs-49342282 tempest-NetworksIpV6TestAttrs-49342282-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.501s {{(pid=94174) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 11:31:50.229545 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84038da8-ec78-46a9-abab-4e5cc57d7362 req-4e464d85-0145-4a71-81bd-5530009ae88b tempest-ServersTestJSON-995612928 tempest-ServersTestJSON-995612928-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94174) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 11:31:50.231207 dv-neutron-601336-94-hyperv neutron-server[94174]: INFO neutron.wsgi [req-84038da8-ec78-46a9-abab-4e5cc57d7362 req-4e464d85-0145-4a71-81bd-5530009ae88b tempest-ServersTestJSON-995612928 tempest-ServersTestJSON-995612928-project] 10.222.0.20 "GET /v2.0/ports?device_id=5c858ae0-f491-4e6a-8938-34ed95476698 HTTP/1.1" status: 200 len: 945 time: 0.7940030 Jun 23 11:31:50.257823 dv-neutron-601336-94-hyperv neutron-server[94174]: INFO neutron.wsgi [None req-b6e86a9b-32fd-496f-8765-2a848ad49c76 tempest-RoutersIpV6AdminTest-894294123 tempest-RoutersIpV6AdminTest-894294123-project] 10.222.0.20 "GET /v2.0/ports?device_id=d0c587ca-dfb2-4811-830d-8447d39940f7 HTTP/1.1" status: 200 len: 205 time: 0.0874188 Jun 23 11:31:50.260866 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.wsgi [-] (94175) accepted ('10.222.0.20', 37450) {{(pid=94175) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 11:31:50.314725 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron_lib.callbacks.manager [None req-20878421-92e3-456c-8956-969683ce4c6a tempest-AllowedAddressPairIpV6TestJSON-597468505 tempest-AllowedAddressPairIpV6TestJSON-597468505-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-897634'] for subnet, precommit_delete {{(pid=94174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:31:50.315803 dv-neutron-601336-94-hyperv neutron-server[94175]: INFO neutron.api.v2.resource [None req-78658c26-b782-449d-8d99-98d140be9cf6 tempest-RoutersIpV6AdminTest-894294123 tempest-RoutersIpV6AdminTest-894294123-project] delete failed (client error): The resource could not be found. Jun 23 11:31:50.316840 dv-neutron-601336-94-hyperv neutron-server[94175]: INFO neutron.wsgi [None req-78658c26-b782-449d-8d99-98d140be9cf6 tempest-RoutersIpV6AdminTest-894294123 tempest-RoutersIpV6AdminTest-894294123-project] 10.222.0.20 "DELETE /v2.0/routers/d0c587ca-dfb2-4811-830d-8447d39940f7 HTTP/1.1" status: 404 len: 336 time: 0.0550115 Jun 23 11:31:50.341013 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.wsgi [-] (94175) accepted ('10.222.0.20', 37452) {{(pid=94175) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 11:31:50.371606 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron_lib.callbacks.manager [None req-17de4d8d-a44a-4423-8e81-e31033129f27 tempest-NetworksIpV6TestAttrs-49342282 tempest-NetworksIpV6TestAttrs-49342282-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-897259', 'neutron.services.segments.db._delete_segments_for_network-8773700168587'] for network, precommit_delete {{(pid=94174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:31:50.376389 dv-neutron-601336-94-hyperv neutron-server[94175]: INFO neutron.pecan_wsgi.hooks.translation [None req-3e40d861-853a-4b8a-8756-94dfd4475e7d tempest-RoutersIpV6AdminTest-894294123 tempest-RoutersIpV6AdminTest-894294123-project] DELETE failed (client error): The resource could not be found. Jun 23 11:31:50.376389 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-3e40d861-853a-4b8a-8756-94dfd4475e7d tempest-RoutersIpV6AdminTest-894294123 tempest-RoutersIpV6AdminTest-894294123-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94175) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 23 11:31:50.381021 dv-neutron-601336-94-hyperv neutron-server[94175]: INFO neutron.wsgi [None req-3e40d861-853a-4b8a-8756-94dfd4475e7d tempest-RoutersIpV6AdminTest-894294123 tempest-RoutersIpV6AdminTest-894294123-project] 10.222.0.20 "DELETE /v2.0/subnets/27a2e10b-f119-4c4b-b2ce-9771ab407895 HTTP/1.1" status: 404 len: 337 time: 0.0360982 Jun 23 11:31:50.403451 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.services.segments.db [None req-17de4d8d-a44a-4423-8e81-e31033129f27 tempest-NetworksIpV6TestAttrs-49342282 tempest-NetworksIpV6TestAttrs-49342282-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['990c976b-0d90-4cbb-9aac-3b9a09f006bb']}} {{(pid=94174) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 11:31:50.406934 dv-neutron-601336-94-hyperv neutron-server[94175]: INFO neutron.wsgi [None req-f50bbbf2-6e06-4478-9434-7170a0a6f2c9 tempest-NetworksTestDHCPv6-162546708 tempest-NetworksTestDHCPv6-162546708-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1026 time: 3.9407954 Jun 23 11:31:50.408127 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-39fdfa86-1ee5-4581-853e-405451451b17 tempest-RoutersAdminTest-1733287776 tempest-RoutersAdminTest-1733287776-project-admin] Router ad3c2c42-78fa-4829-a4d5-9b896d3538c9 is scheduled to L3 agent 50ef99c0-ef28-4db5-b303-b145898fae60 with binding_index 1 {{(pid=94175) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jun 23 11:31:50.409966 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.wsgi [-] (94175) accepted ('10.222.0.20', 37456) {{(pid=94175) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 11:31:50.414343 dv-neutron-601336-94-hyperv neutron-server[94174]: INFO neutron.wsgi [req-84038da8-ec78-46a9-abab-4e5cc57d7362 req-11463458-4585-4919-a6fc-ee477c19403e tempest-ServersTestJSON-995612928 tempest-ServersTestJSON-995612928-project] 10.222.0.20 "GET /v2.0/security-groups?id=0269fbcb-6e08-4df6-b8da-06ccdf83703f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1274233 Jun 23 11:31:50.429693 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.services.segments.db [None req-17de4d8d-a44a-4423-8e81-e31033129f27 tempest-NetworksIpV6TestAttrs-49342282 tempest-NetworksIpV6TestAttrs-49342282-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4678421a-836a-4936-8464-95e1426cd43a') {'for_net_delete': True} {{(pid=94174) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 11:31:50.429902 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.services.segments.db [None req-17de4d8d-a44a-4423-8e81-e31033129f27 tempest-NetworksIpV6TestAttrs-49342282 tempest-NetworksIpV6TestAttrs-49342282-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4678421a-836a-4936-8464-95e1426cd43a') {} {{(pid=94174) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 11:31:50.465345 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron_lib.callbacks.manager [None req-17de4d8d-a44a-4423-8e81-e31033129f27 tempest-NetworksIpV6TestAttrs-49342282 tempest-NetworksIpV6TestAttrs-49342282-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8773699955833', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4800267'] for segment, before_delete {{(pid=94174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:31:50.496435 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron_lib.callbacks.manager [None req-17de4d8d-a44a-4423-8e81-e31033129f27 tempest-NetworksIpV6TestAttrs-49342282 tempest-NetworksIpV6TestAttrs-49342282-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3801'] for segment, precommit_delete {{(pid=94174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:31:50.510919 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-17de4d8d-a44a-4423-8e81-e31033129f27 tempest-NetworksIpV6TestAttrs-49342282 tempest-NetworksIpV6TestAttrs-49342282-project] Releasing vlan 449 on physical network physnet1 to pool {{(pid=94174) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 23 11:31:50.511431 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron_lib.callbacks.manager [None req-17de4d8d-a44a-4423-8e81-e31033129f27 tempest-NetworksIpV6TestAttrs-49342282 tempest-NetworksIpV6TestAttrs-49342282-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3801', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5196341'] for segment, after_delete {{(pid=94174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:31:50.514556 dv-neutron-601336-94-hyperv neutron-server[94174]: Traceback (most recent call last): Jun 23 11:31:50.514556 dv-neutron-601336-94-hyperv neutron-server[94174]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 23 11:31:50.514556 dv-neutron-601336-94-hyperv neutron-server[94174]: timer() Jun 23 11:31:50.514556 dv-neutron-601336-94-hyperv neutron-server[94174]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 23 11:31:50.514556 dv-neutron-601336-94-hyperv neutron-server[94174]: cb(*args, **kw) Jun 23 11:31:50.514556 dv-neutron-601336-94-hyperv neutron-server[94174]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 23 11:31:50.514556 dv-neutron-601336-94-hyperv neutron-server[94174]: return func(*args, **kwargs) Jun 23 11:31:50.514556 dv-neutron-601336-94-hyperv neutron-server[94174]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 23 11:31:50.514556 dv-neutron-601336-94-hyperv neutron-server[94174]: self._notify() Jun 23 11:31:50.514556 dv-neutron-601336-94-hyperv neutron-server[94174]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 23 11:31:50.514556 dv-neutron-601336-94-hyperv neutron-server[94174]: self.callback(batched_events) Jun 23 11:31:50.514556 dv-neutron-601336-94-hyperv neutron-server[94174]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 23 11:31:50.514556 dv-neutron-601336-94-hyperv neutron-server[94174]: event.method(event) Jun 23 11:31:50.514556 dv-neutron-601336-94-hyperv neutron-server[94174]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 23 11:31:50.514556 dv-neutron-601336-94-hyperv neutron-server[94174]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 23 11:31:50.514556 dv-neutron-601336-94-hyperv neutron-server[94174]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 23 11:31:50.514556 dv-neutron-601336-94-hyperv neutron-server[94174]: aggregate_uuid = self.p_client.list_aggregates( Jun 23 11:31:50.514556 dv-neutron-601336-94-hyperv neutron-server[94174]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 23 11:31:50.514556 dv-neutron-601336-94-hyperv neutron-server[94174]: return f(self, *a, **k) Jun 23 11:31:50.514556 dv-neutron-601336-94-hyperv neutron-server[94174]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 23 11:31:50.514556 dv-neutron-601336-94-hyperv neutron-server[94174]: return self._get(url).json() Jun 23 11:31:50.514556 dv-neutron-601336-94-hyperv neutron-server[94174]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 23 11:31:50.514556 dv-neutron-601336-94-hyperv neutron-server[94174]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 23 11:31:50.514556 dv-neutron-601336-94-hyperv neutron-server[94174]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 23 11:31:50.514556 dv-neutron-601336-94-hyperv neutron-server[94174]: return self.request(url, 'GET', **kwargs) Jun 23 11:31:50.514556 dv-neutron-601336-94-hyperv neutron-server[94174]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 23 11:31:50.514556 dv-neutron-601336-94-hyperv neutron-server[94174]: base_url = self.get_endpoint(auth, allow=allow, Jun 23 11:31:50.514556 dv-neutron-601336-94-hyperv neutron-server[94174]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 23 11:31:50.514556 dv-neutron-601336-94-hyperv neutron-server[94174]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 23 11:31:50.514556 dv-neutron-601336-94-hyperv neutron-server[94174]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 23 11:31:50.514556 dv-neutron-601336-94-hyperv neutron-server[94174]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 23 11:31:50.514556 dv-neutron-601336-94-hyperv neutron-server[94174]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 23 11:31:50.586365 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron_lib.callbacks.manager [None req-20878421-92e3-456c-8956-969683ce4c6a tempest-AllowedAddressPairIpV6TestJSON-597468505 tempest-AllowedAddressPairIpV6TestJSON-597468505-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-897627', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866062', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5195932', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4294216'] for subnet, after_delete {{(pid=94174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:31:50.590991 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG oslo_concurrency.lockutils [None req-17de4d8d-a44a-4423-8e81-e31033129f27 tempest-NetworksIpV6TestAttrs-49342282 tempest-NetworksIpV6TestAttrs-49342282-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94174) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 11:31:50.626572 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron_lib.callbacks.manager [req-553647d7-6d72-4e72-a8b2-13fe2a612371 req-861e41b4-def1-4d8f-a1a7-3617fb587030 tempest-ServersTestManualDisk-1703480083 tempest-ServersTestManualDisk-1703480083-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-922904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866062', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773700135024', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773699642224', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5196390'] for port, after_delete {{(pid=94174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:31:50.629521 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron_lib.callbacks.manager [None req-20878421-92e3-456c-8956-969683ce4c6a tempest-AllowedAddressPairIpV6TestJSON-597468505 tempest-AllowedAddressPairIpV6TestJSON-597468505-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7865916'] for subnet, before_response {{(pid=94174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:31:50.634268 dv-neutron-601336-94-hyperv neutron-server[94174]: INFO neutron.wsgi [None req-20878421-92e3-456c-8956-969683ce4c6a tempest-AllowedAddressPairIpV6TestJSON-597468505 tempest-AllowedAddressPairIpV6TestJSON-597468505-project] 10.222.0.20 "DELETE /v2.0/subnets/1c6e37c1-d30a-477b-b01e-bba7c97b2366 HTTP/1.1" status: 204 len: 168 time: 1.4196899 Jun 23 11:31:50.634986 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b88cf2f8-a8b9-4701-9c30-2ceb22f91799 None None] Network dcc59d40-7ea7-42ee-a412-94c03272e7db requested from dv-neutron-601336-94-hyperv {{(pid=94176) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 23 11:31:50.635503 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20878421-92e3-456c-8956-969683ce4c6a tempest-AllowedAddressPairIpV6TestJSON-597468505 tempest-AllowedAddressPairIpV6TestJSON-597468505-project] Pushing event deleted for resources: {'Subnet': ['ID=1c6e37c1-d30a-477b-b01e-bba7c97b2366,revision_number=None']} {{(pid=94174) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 11:31:50.644078 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.wsgi [-] (94174) accepted ('10.222.0.20', 37460) {{(pid=94174) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 11:31:50.657515 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG oslo_concurrency.lockutils [None req-20878421-92e3-456c-8956-969683ce4c6a tempest-AllowedAddressPairIpV6TestJSON-597468505 tempest-AllowedAddressPairIpV6TestJSON-597468505-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.067s {{(pid=94174) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 11:31:50.661626 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG oslo_concurrency.lockutils [None req-9a5b435f-61c8-4727-873b-d388a02ca4aa tempest-RoutersIpV6AdminTest-894294123 tempest-RoutersIpV6AdminTest-894294123-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.017s {{(pid=94174) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 11:31:50.776973 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron_lib.db.api [None req-17de4d8d-a44a-4423-8e81-e31033129f27 tempest-NetworksIpV6TestAttrs-49342282 tempest-NetworksIpV6TestAttrs-49342282-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Jun 23 11:31:50.776973 dv-neutron-601336-94-hyperv neutron-server[94174]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Jun 23 11:31:50.776973 dv-neutron-601336-94-hyperv neutron-server[94174]: [parameters: {'id': '990c976b-0d90-4cbb-9aac-3b9a09f006bb'}] Jun 23 11:31:50.776973 dv-neutron-601336-94-hyperv neutron-server[94174]: (Background on this error at: http://sqlalche.me/e/14/gkpj) {{(pid=94174) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jun 23 11:31:50.777385 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG oslo_db.api [None req-17de4d8d-a44a-4423-8e81-e31033129f27 tempest-NetworksIpV6TestAttrs-49342282 tempest-NetworksIpV6TestAttrs-49342282-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=94174) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jun 23 11:31:50.801035 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-861e41b4-def1-4d8f-a1a7-3617fb587030 tempest-ServersTestManualDisk-1703480083 tempest-ServersTestManualDisk-1703480083-project] Pushing event deleted for resources: {'Port': ['ID=fe216483-41ee-46c0-a3bd-9e45c734b083,revision_number=None']} {{(pid=94174) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 11:31:50.815068 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG oslo_concurrency.lockutils [None req-861e41b4-def1-4d8f-a1a7-3617fb587030 tempest-ServersTestManualDisk-1703480083 tempest-ServersTestManualDisk-1703480083-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.153s {{(pid=94174) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 11:31:50.920709 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.wsgi [-] (94174) accepted ('10.222.0.20', 37464) {{(pid=94174) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 11:31:50.928956 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.plugins.ml2.rpc [None req-dc7542b2-afef-47f4-a763-e3a3cba144be None None] Device 86a868f4-9f5d-4a85-afd1-69ba66785919 up at agent ovs-agent-dv-neutron-601336-94-hyperv {{(pid=94176) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:298}} Jun 23 11:31:50.955341 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron_lib.callbacks.manager [None req-23b397dc-295d-49b6-9660-11eddc235ac0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:31:50.991078 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron_lib.callbacks.manager [None req-87fbd278-56eb-469e-b03f-1b3bd9eaa603 tempest-AllowedAddressPairIpV6TestJSON-597468505 tempest-AllowedAddressPairIpV6TestJSON-597468505-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-824874'] for network, before_delete {{(pid=94174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:31:51.016551 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4ee1be84-41ba-49b5-b928-0d85e22fca70 None None] DHCP port deletion for dcc59d40-7ea7-42ee-a412-94c03272e7db request from dv-neutron-601336-94-hyperv {{(pid=94176) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jun 23 11:31:51.097264 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.plugins.ml2.plugin [None req-4ee1be84-41ba-49b5-b928-0d85e22fca70 None None] Deleting port aebabf55-a319-4f35-b14e-9b7d43cadd7d {{(pid=94176) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1913}} Jun 23 11:31:51.097913 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron_lib.callbacks.manager [None req-4ee1be84-41ba-49b5-b928-0d85e22fca70 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773700079324'] for port, before_delete {{(pid=94176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:31:51.106877 dv-neutron-601336-94-hyperv neutron-server[94175]: INFO neutron.wsgi [req-0f71e9ee-64b5-46ab-a0e2-5a9529f1e2e0 req-9768f245-2493-4d2c-bc71-1e627fbc4164 tempest-ServersTestManualDisk-1703480083 tempest-ServersTestManualDisk-1703480083-project] 10.222.0.20 "GET /v2.0/ports?device_id=60467d60-f71e-4b81-84ed-861e06a6acb7 HTTP/1.1" status: 200 len: 210 time: 0.0506721 Jun 23 11:31:51.153101 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.db.provisioning_blocks [None req-d82490d8-2855-409a-aa7d-30b9ef690927 None None] Provisioning for port 86a868f4-9f5d-4a85-afd1-69ba66785919 completed by entity DHCP. {{(pid=94176) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 23 11:31:51.167098 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.db.provisioning_blocks [None req-d82490d8-2855-409a-aa7d-30b9ef690927 None None] Provisioning complete for port 86a868f4-9f5d-4a85-afd1-69ba66785919 triggered by entity DHCP. {{(pid=94176) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 23 11:31:51.167546 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron_lib.callbacks.manager [None req-d82490d8-2855-409a-aa7d-30b9ef690927 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-899258'] for port, provisioning_complete {{(pid=94176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:31:51.201540 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.wsgi [-] (94175) accepted ('10.222.0.20', 37468) {{(pid=94175) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 11:31:51.203435 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron_lib.callbacks.manager [req-cad52cc9-2174-48e6-bd2c-77392b3ecf52 req-93b39476-60f6-4799-8520-802445d013e5 tempest-ServersTestJSON-995612928 tempest-ServersTestJSON-995612928-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-922904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866062', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773700135024', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773699642224', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5082448'] for port, after_delete {{(pid=94175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:31:51.214648 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG oslo_concurrency.lockutils [None req-200b3a4a-adc2-43c4-9f3e-6175149ec4da tempest-FloatingIPAdminTestJSON-1420968783 tempest-FloatingIPAdminTestJSON-1420968783-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94175) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 11:31:51.258532 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.plugins.ml2.db [None req-4ee1be84-41ba-49b5-b928-0d85e22fca70 None None] For port aebabf55-a319-4f35-b14e-9b7d43cadd7d, host dv-neutron-601336-94-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-94-hyperv',level=0,port_id=aebabf55-a319-4f35-b14e-9b7d43cadd7d,segment=NetworkSegment(22f25dde-de35-4d8f-9b0e-3e5654ffd763),segment_id=22f25dde-de35-4d8f-9b0e-3e5654ffd763)] {{(pid=94176) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 23 11:31:51.258942 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron_lib.callbacks.manager [None req-4ee1be84-41ba-49b5-b928-0d85e22fca70 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-430722'] for port, precommit_delete {{(pid=94176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:31:51.263829 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93b39476-60f6-4799-8520-802445d013e5 tempest-ServersTestJSON-995612928 tempest-ServersTestJSON-995612928-project] Pushing event deleted for resources: {'Port': ['ID=dd2b26a1-e9f4-4591-8663-03ae50002c7f,revision_number=None']} {{(pid=94175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 11:31:51.267587 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron_lib.callbacks.manager [None req-23b397dc-295d-49b6-9660-11eddc235ac0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:31:51.281242 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron_lib.callbacks.manager [None req-17de4d8d-a44a-4423-8e81-e31033129f27 tempest-NetworksIpV6TestAttrs-49342282 tempest-NetworksIpV6TestAttrs-49342282-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-824874'] for network, before_delete {{(pid=94174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:31:51.289691 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG oslo_concurrency.lockutils [None req-93b39476-60f6-4799-8520-802445d013e5 tempest-ServersTestJSON-995612928 tempest-ServersTestJSON-995612928-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.073s {{(pid=94175) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 11:31:51.315582 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.plugins.ml2.plugin [None req-4ee1be84-41ba-49b5-b928-0d85e22fca70 None None] Calling delete_port for aebabf55-a319-4f35-b14e-9b7d43cadd7d owned by network:dhcp {{(pid=94176) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1986}} Jun 23 11:31:51.343079 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron_lib.callbacks.manager [None req-23b397dc-295d-49b6-9660-11eddc235ac0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7996330'] for security_group, after_create {{(pid=94174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:31:51.352121 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94174) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 11:31:51.458119 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.scheduler.l3_agent_scheduler [req-553647d7-6d72-4e72-a8b2-13fe2a612371 req-861e41b4-def1-4d8f-a1a7-3617fb587030 tempest-ServersTestManualDisk-1703480083 tempest-ServersTestManualDisk-1703480083-project] Router c4011798-9e12-4124-bd92-c3bdbb57294a has already been hosted by L3 agent 50ef99c0-ef28-4db5-b303-b145898fae60 {{(pid=94174) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 23 11:31:51.471713 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron_lib.callbacks.manager [None req-10c1f177-2edc-4841-9819-61b1b9b74256 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:31:51.487744 dv-neutron-601336-94-hyperv neutron-server[94174]: INFO neutron.wsgi [None req-23b397dc-295d-49b6-9660-11eddc235ac0 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=90301e1a3de84c4083f7a1ea8e9e02e8&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5632226 Jun 23 11:31:51.499353 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.wsgi [-] (94174) accepted ('10.222.0.20', 37474) {{(pid=94174) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 11:31:51.501257 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e5da0f02-de27-4325-95ef-86eb42dce0d3 tempest-NetworksTestDHCPv6-162546708 tempest-NetworksTestDHCPv6-162546708-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 11:31:51.502452 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.plugins.ml2.plugin [None req-87fbd278-56eb-469e-b03f-1b3bd9eaa603 tempest-AllowedAddressPairIpV6TestJSON-597468505 tempest-AllowedAddressPairIpV6TestJSON-597468505-project] Deleting port aebabf55-a319-4f35-b14e-9b7d43cadd7d {{(pid=94174) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1913}} Jun 23 11:31:51.507245 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron_lib.callbacks.manager [None req-87fbd278-56eb-469e-b03f-1b3bd9eaa603 tempest-AllowedAddressPairIpV6TestJSON-597468505 tempest-AllowedAddressPairIpV6TestJSON-597468505-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773700079324'] for port, before_delete {{(pid=94174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:31:51.512817 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e5da0f02-de27-4325-95ef-86eb42dce0d3 tempest-NetworksTestDHCPv6-162546708 tempest-NetworksTestDHCPv6-162546708-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 11:31:51.514960 dv-neutron-601336-94-hyperv neutron-server[94175]: INFO neutron.wsgi [None req-e5da0f02-de27-4325-95ef-86eb42dce0d3 tempest-NetworksTestDHCPv6-162546708 tempest-NetworksTestDHCPv6-162546708-project] 10.222.0.20 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1862 time: 1.1009879 Jun 23 11:31:51.528646 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.wsgi [-] (94175) accepted ('10.222.0.20', 37476) {{(pid=94175) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 11:31:51.575922 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-39fdfa86-1ee5-4581-853e-405451451b17 tempest-RoutersAdminTest-1733287776 tempest-RoutersAdminTest-1733287776-project-admin] Notify agent at l3_agent.dv-neutron-601336-94-hyperv the message routers_updated {{(pid=94175) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 23 11:31:51.576948 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.plugins.ml2.db [None req-87fbd278-56eb-469e-b03f-1b3bd9eaa603 tempest-AllowedAddressPairIpV6TestJSON-597468505 tempest-AllowedAddressPairIpV6TestJSON-597468505-project] For port aebabf55-a319-4f35-b14e-9b7d43cadd7d, host dv-neutron-601336-94-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-94-hyperv',level=0,port_id=aebabf55-a319-4f35-b14e-9b7d43cadd7d,segment=NetworkSegment(22f25dde-de35-4d8f-9b0e-3e5654ffd763),segment_id=22f25dde-de35-4d8f-9b0e-3e5654ffd763)] {{(pid=94174) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 23 11:31:51.577500 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron_lib.callbacks.manager [None req-87fbd278-56eb-469e-b03f-1b3bd9eaa603 tempest-AllowedAddressPairIpV6TestJSON-597468505 tempest-AllowedAddressPairIpV6TestJSON-597468505-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-430722'] for port, precommit_delete {{(pid=94174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:31:51.586695 dv-neutron-601336-94-hyperv neutron-server[94177]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0c51dd61-d643-40fd-97ed-c08e3d3dcf28 None None] Sync routers for ids ['ad3c2c42-78fa-4829-a4d5-9b896d3538c9'] in dv-neutron-601336-94-hyperv {{(pid=94177) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 23 11:31:51.598574 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron_lib.callbacks.manager [None req-4ee1be84-41ba-49b5-b928-0d85e22fca70 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-922904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866062', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773700135024', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773699642224'] for port, after_delete {{(pid=94176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:31:51.600728 dv-neutron-601336-94-hyperv neutron-server[94177]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0c51dd61-d643-40fd-97ed-c08e3d3dcf28 None None] Routers {'ad3c2c42-78fa-4829-a4d5-9b896d3538c9'} bound to L3 agent in host dv-neutron-601336-94-hyperv {{(pid=94177) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 23 11:31:51.601150 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG oslo_concurrency.lockutils [None req-e193367b-d9d1-4acb-b8be-5de5cf764a9a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 11:31:51.601360 dv-neutron-601336-94-hyperv neutron-server[94177]: DEBUG neutron.db.l3_hamode_db [None req-0c51dd61-d643-40fd-97ed-c08e3d3dcf28 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-601336-94-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-23T11:22:13Z,description=,heartbeat_timestamp=2021-06-23T11:31:43Z,host='dv-neutron-601336-94-hyperv',id=50ef99c0-ef28-4db5-b303-b145898fae60,load=0,resource_versions=,resources_synced=,started_at=2021-06-23T11:22:14Z,topic='l3_agent')) {'router_ids': ['ad3c2c42-78fa-4829-a4d5-9b896d3538c9'], 'active': True} {{(pid=94177) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 11:31:51.603752 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23b397dc-295d-49b6-9660-11eddc235ac0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=87615195-1130-4d6f-8cfd-0e9a461bd9c6,revision_number=1']} {{(pid=94174) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 11:31:51.607537 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG oslo_concurrency.lockutils [None req-23b397dc-295d-49b6-9660-11eddc235ac0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.256s {{(pid=94174) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 11:31:51.623764 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.plugins.ml2.plugin [None req-87fbd278-56eb-469e-b03f-1b3bd9eaa603 tempest-AllowedAddressPairIpV6TestJSON-597468505 tempest-AllowedAddressPairIpV6TestJSON-597468505-project] Calling delete_port for aebabf55-a319-4f35-b14e-9b7d43cadd7d owned by network:dhcp {{(pid=94174) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1986}} Jun 23 11:31:51.626759 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.plugins.ml2.plugin [None req-17de4d8d-a44a-4423-8e81-e31033129f27 tempest-NetworksIpV6TestAttrs-49342282 tempest-NetworksIpV6TestAttrs-49342282-project] Deleting port ca986c89-0ba4-41d0-8f61-6cdec255a189 {{(pid=94174) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1913}} Jun 23 11:31:51.627593 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron_lib.callbacks.manager [None req-17de4d8d-a44a-4423-8e81-e31033129f27 tempest-NetworksIpV6TestAttrs-49342282 tempest-NetworksIpV6TestAttrs-49342282-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773700079324'] for port, before_delete {{(pid=94174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:31:51.631890 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ee1be84-41ba-49b5-b928-0d85e22fca70 None None] Pushing event deleted for resources: {'Port': ['ID=aebabf55-a319-4f35-b14e-9b7d43cadd7d,revision_number=None']} {{(pid=94176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 11:31:51.632432 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG oslo_concurrency.lockutils [None req-4ee1be84-41ba-49b5-b928-0d85e22fca70 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.031s {{(pid=94176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 11:31:51.637726 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4ee1be84-41ba-49b5-b928-0d85e22fca70 None None] No DVR routers for this DVR port aebabf55-a319-4f35-b14e-9b7d43cadd7d on host dv-neutron-601336-94-hyperv {{(pid=94176) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 23 11:31:51.675285 dv-neutron-601336-94-hyperv neutron-server[94177]: DEBUG neutron.db.l3_hamode_db [None req-0c51dd61-d643-40fd-97ed-c08e3d3dcf28 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-601336-94-hyperv', False) {} {{(pid=94177) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 11:31:51.683693 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron_lib.callbacks.manager [None req-39fdfa86-1ee5-4581-853e-405451451b17 tempest-RoutersAdminTest-1733287776 tempest-RoutersAdminTest-1733287776-project-admin] Notify callbacks [] for router, before_response {{(pid=94175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:31:51.684124 dv-neutron-601336-94-hyperv neutron-server[94177]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0c51dd61-d643-40fd-97ed-c08e3d3dcf28 None None] Routers {'ad3c2c42-78fa-4829-a4d5-9b896d3538c9'} bound to L3 agent in host dv-neutron-601336-94-hyperv {{(pid=94177) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 23 11:31:51.684747 dv-neutron-601336-94-hyperv neutron-server[94177]: DEBUG neutron.db.l3_hamode_db [None req-0c51dd61-d643-40fd-97ed-c08e3d3dcf28 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-601336-94-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-23T11:22:13Z,description=,heartbeat_timestamp=2021-06-23T11:31:43Z,host='dv-neutron-601336-94-hyperv',id=50ef99c0-ef28-4db5-b303-b145898fae60,load=0,resource_versions=,resources_synced=,started_at=2021-06-23T11:22:14Z,topic='l3_agent')) {'router_ids': ['ad3c2c42-78fa-4829-a4d5-9b896d3538c9'], 'active': True} {{(pid=94177) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 11:31:51.685484 dv-neutron-601336-94-hyperv neutron-server[94175]: INFO neutron.wsgi [None req-39fdfa86-1ee5-4581-853e-405451451b17 tempest-RoutersAdminTest-1733287776 tempest-RoutersAdminTest-1733287776-project-admin] 10.222.0.20 "PUT /v2.0/routers/ad3c2c42-78fa-4829-a4d5-9b896d3538c9 HTTP/1.1" status: 200 len: 916 time: 6.4090676 Jun 23 11:31:51.690374 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.wsgi [-] (94175) accepted ('10.222.0.20', 37480) {{(pid=94175) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 11:31:51.695836 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.db.provisioning_blocks [None req-8b1ec217-a64d-479b-beb7-7fd2e0f4b61b None None] Provisioning for port 024f2310-d6b0-4148-9189-2a09b75a9095 completed by entity DHCP. {{(pid=94176) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 23 11:31:51.700383 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.db.provisioning_blocks [None req-8b1ec217-a64d-479b-beb7-7fd2e0f4b61b None None] Provisioning complete for port 024f2310-d6b0-4148-9189-2a09b75a9095 triggered by entity DHCP. {{(pid=94176) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 23 11:31:51.700761 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron_lib.callbacks.manager [None req-8b1ec217-a64d-479b-beb7-7fd2e0f4b61b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-899258'] for port, provisioning_complete {{(pid=94176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:31:51.711154 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.plugins.ml2.db [None req-17de4d8d-a44a-4423-8e81-e31033129f27 tempest-NetworksIpV6TestAttrs-49342282 tempest-NetworksIpV6TestAttrs-49342282-project] For port ca986c89-0ba4-41d0-8f61-6cdec255a189, host dv-neutron-601336-94-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-94-hyperv',level=0,port_id=ca986c89-0ba4-41d0-8f61-6cdec255a189,segment=NetworkSegment(4678421a-836a-4936-8464-95e1426cd43a),segment_id=4678421a-836a-4936-8464-95e1426cd43a)] {{(pid=94174) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 23 11:31:51.711435 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron_lib.callbacks.manager [None req-17de4d8d-a44a-4423-8e81-e31033129f27 tempest-NetworksIpV6TestAttrs-49342282 tempest-NetworksIpV6TestAttrs-49342282-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-430722'] for port, precommit_delete {{(pid=94174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:31:51.725716 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.plugins.ml2.plugin [None req-17de4d8d-a44a-4423-8e81-e31033129f27 tempest-NetworksIpV6TestAttrs-49342282 tempest-NetworksIpV6TestAttrs-49342282-project] Calling delete_port for ca986c89-0ba4-41d0-8f61-6cdec255a189 owned by network:dhcp {{(pid=94174) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1986}} Jun 23 11:31:51.768746 dv-neutron-601336-94-hyperv neutron-server[94177]: DEBUG neutron.db.l3_hamode_db [None req-0c51dd61-d643-40fd-97ed-c08e3d3dcf28 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-601336-94-hyperv', False) {} {{(pid=94177) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 11:31:51.772488 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.plugins.ml2.plugin [None req-8b1ec217-a64d-479b-beb7-7fd2e0f4b61b None None] Port 024f2310-d6b0-4148-9189-2a09b75a9095 cannot update to ACTIVE because it is not bound. {{(pid=94176) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jun 23 11:31:51.773580 dv-neutron-601336-94-hyperv neutron-server[94177]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0c51dd61-d643-40fd-97ed-c08e3d3dcf28 None None] The sync data for ids ['ad3c2c42-78fa-4829-a4d5-9b896d3538c9'] in dv-neutron-601336-94-hyperv is: [] {{(pid=94177) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 23 11:31:51.864601 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.scheduler.l3_agent_scheduler [req-cad52cc9-2174-48e6-bd2c-77392b3ecf52 req-93b39476-60f6-4799-8520-802445d013e5 tempest-ServersTestJSON-995612928 tempest-ServersTestJSON-995612928-project] Router b38daa88-0747-4546-ba11-f93b1c758a7a has already been hosted by L3 agent 50ef99c0-ef28-4db5-b303-b145898fae60 {{(pid=94175) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 23 11:31:51.895679 dv-neutron-601336-94-hyperv neutron-server[94174]: INFO neutron.wsgi [req-257395b4-f356-4dfa-876c-63b1d63549bb req-5cbef365-aeaa-456c-93a8-497250286e0d tempest-ServersTestJSON-995612928 tempest-ServersTestJSON-995612928-project] 10.222.0.20 "GET /v2.0/ports?device_id=5c858ae0-f491-4e6a-8938-34ed95476698 HTTP/1.1" status: 200 len: 210 time: 0.2855914 Jun 23 11:31:51.896951 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.plugins.ml2.rpc [None req-97bd5441-1da2-49ee-a364-27795820ba27 None None] Device dd2b26a1-e9f4-4591-8663-03ae50002c7f no longer exists at agent hyperv_hv-neutron-6013 {{(pid=94176) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:261}} Jun 23 11:31:51.916295 dv-neutron-601336-94-hyperv neutron-server[94175]: INFO neutron.wsgi [None req-30e53061-4237-4702-8141-85048dc2b5a1 tempest-RoutersAdminTest-1733287776 tempest-RoutersAdminTest-1733287776-project-admin] 10.222.0.20 "GET /v2.0/routers/ad3c2c42-78fa-4829-a4d5-9b896d3538c9 HTTP/1.1" status: 200 len: 922 time: 0.2227995 Jun 23 11:31:51.931214 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron_lib.callbacks.manager [None req-17de4d8d-a44a-4423-8e81-e31033129f27 tempest-NetworksIpV6TestAttrs-49342282 tempest-NetworksIpV6TestAttrs-49342282-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-922904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866062', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773700135024', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773699642224', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5196390'] for port, after_delete {{(pid=94174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:31:51.931483 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.plugins.ml2.plugin [None req-97bd5441-1da2-49ee-a364-27795820ba27 None None] No Port match for: dd2b26a1-e9f4-4591-8663-03ae50002c7f {{(pid=94176) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2240}} Jun 23 11:31:51.931850 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.plugins.ml2.rpc [None req-97bd5441-1da2-49ee-a364-27795820ba27 None None] Device dd2b26a1-e9f4-4591-8663-03ae50002c7f not bound to the agent host hv-neutron-6013 {{(pid=94176) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:271}} Jun 23 11:31:51.932270 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.plugins.ml2.rpc [None req-97bd5441-1da2-49ee-a364-27795820ba27 None None] Device fe216483-41ee-46c0-a3bd-9e45c734b083 no longer exists at agent hyperv_hv-neutron-6013 {{(pid=94176) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:261}} Jun 23 11:31:51.939542 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.wsgi [-] (94174) accepted ('10.222.0.20', 37482) {{(pid=94174) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 11:31:51.940264 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG oslo_concurrency.lockutils [None req-fd5764ae-3d04-48b4-b0f1-938435eed357 tempest-RoutersAdminTest-1813587668 tempest-RoutersAdminTest-1813587668-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94174) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 11:31:51.955903 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.plugins.ml2.plugin [None req-97bd5441-1da2-49ee-a364-27795820ba27 None None] No Port match for: fe216483-41ee-46c0-a3bd-9e45c734b083 {{(pid=94176) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2240}} Jun 23 11:31:51.956262 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.plugins.ml2.rpc [None req-97bd5441-1da2-49ee-a364-27795820ba27 None None] Device fe216483-41ee-46c0-a3bd-9e45c734b083 not bound to the agent host hv-neutron-6013 {{(pid=94176) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:271}} Jun 23 11:31:52.017933 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17de4d8d-a44a-4423-8e81-e31033129f27 tempest-NetworksIpV6TestAttrs-49342282 tempest-NetworksIpV6TestAttrs-49342282-project] Pushing event deleted for resources: {'Port': ['ID=ca986c89-0ba4-41d0-8f61-6cdec255a189,revision_number=None']} {{(pid=94174) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 11:31:52.019787 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.db.l3_dvrscheduler_db [None req-17de4d8d-a44a-4423-8e81-e31033129f27 tempest-NetworksIpV6TestAttrs-49342282 tempest-NetworksIpV6TestAttrs-49342282-project] No DVR routers for this DVR port ca986c89-0ba4-41d0-8f61-6cdec255a189 on host dv-neutron-601336-94-hyperv {{(pid=94174) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 23 11:31:52.033856 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.plugins.ml2.plugin [None req-b20da880-0f09-47b8-a985-5a96ec5e0f21 tempest-NetworksTestDHCPv6-162546708 tempest-NetworksTestDHCPv6-162546708-project] Deleting port 024f2310-d6b0-4148-9189-2a09b75a9095 {{(pid=94175) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1913}} Jun 23 11:31:52.034209 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron_lib.callbacks.manager [None req-b20da880-0f09-47b8-a985-5a96ec5e0f21 tempest-NetworksTestDHCPv6-162546708 tempest-NetworksTestDHCPv6-162546708-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773700079324'] for port, before_delete {{(pid=94175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:31:52.050740 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG oslo_concurrency.lockutils [None req-17de4d8d-a44a-4423-8e81-e31033129f27 tempest-NetworksIpV6TestAttrs-49342282 tempest-NetworksIpV6TestAttrs-49342282-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.110s {{(pid=94174) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 11:31:52.059279 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron_lib.callbacks.manager [None req-10c1f177-2edc-4841-9819-61b1b9b74256 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:31:52.115553 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-cad52cc9-2174-48e6-bd2c-77392b3ecf52 req-93b39476-60f6-4799-8520-802445d013e5 tempest-ServersTestJSON-995612928 tempest-ServersTestJSON-995612928-project] Notify agent at l3_agent.dv-neutron-601336-94-hyperv the message routers_updated {{(pid=94175) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 23 11:31:52.128352 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8785614f-e57f-470a-9a2e-89fa5b06f577 None None] Sync routers for ids ['b38daa88-0747-4546-ba11-f93b1c758a7a'] in dv-neutron-601336-94-hyperv {{(pid=94176) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 23 11:31:52.129957 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron_lib.callbacks.manager [None req-03b11bd2-686b-45cf-9518-cc898e3e167d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:31:52.145174 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8785614f-e57f-470a-9a2e-89fa5b06f577 None None] Routers {'b38daa88-0747-4546-ba11-f93b1c758a7a'} bound to L3 agent in host dv-neutron-601336-94-hyperv {{(pid=94176) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 23 11:31:52.146391 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.db.l3_hamode_db [None req-8785614f-e57f-470a-9a2e-89fa5b06f577 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-601336-94-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-23T11:22:13Z,description=,heartbeat_timestamp=2021-06-23T11:31:43Z,host='dv-neutron-601336-94-hyperv',id=50ef99c0-ef28-4db5-b303-b145898fae60,load=0,resource_versions=,resources_synced=,started_at=2021-06-23T11:22:14Z,topic='l3_agent')) {'router_ids': ['b38daa88-0747-4546-ba11-f93b1c758a7a'], 'active': True} {{(pid=94176) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 11:31:52.154424 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron_lib.callbacks.manager [None req-10c1f177-2edc-4841-9819-61b1b9b74256 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7996330'] for security_group, after_create {{(pid=94175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:31:52.161013 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG oslo_concurrency.lockutils [None req-76383198-0efd-4250-8faf-d98acaad167f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94175) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 11:31:52.191741 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-553647d7-6d72-4e72-a8b2-13fe2a612371 req-861e41b4-def1-4d8f-a1a7-3617fb587030 tempest-ServersTestManualDisk-1703480083 tempest-ServersTestManualDisk-1703480083-project] Notify agent at l3_agent.dv-neutron-601336-94-hyperv the message routers_updated {{(pid=94174) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 23 11:31:52.201143 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.db.l3_dvrscheduler_db [req-cad52cc9-2174-48e6-bd2c-77392b3ecf52 req-93b39476-60f6-4799-8520-802445d013e5 tempest-ServersTestJSON-995612928 tempest-ServersTestJSON-995612928-project] No DVR routers for this DVR port dd2b26a1-e9f4-4591-8663-03ae50002c7f on host hv-neutron-6013 {{(pid=94175) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 23 11:31:52.205228 dv-neutron-601336-94-hyperv neutron-server[94177]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7a6c2a48-9a75-4ca5-ad02-db2433630243 None None] Sync routers for ids ['c4011798-9e12-4124-bd92-c3bdbb57294a'] in dv-neutron-601336-94-hyperv {{(pid=94177) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 23 11:31:52.207466 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron_lib.callbacks.manager [req-cad52cc9-2174-48e6-bd2c-77392b3ecf52 req-93b39476-60f6-4799-8520-802445d013e5 tempest-ServersTestJSON-995612928 tempest-ServersTestJSON-995612928-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-217507'] for port, before_response {{(pid=94175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:31:52.208205 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron_lib.callbacks.manager [None req-17de4d8d-a44a-4423-8e81-e31033129f27 tempest-NetworksIpV6TestAttrs-49342282 tempest-NetworksIpV6TestAttrs-49342282-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-897259', 'neutron.services.segments.db._delete_segments_for_network-8773700168587'] for network, precommit_delete {{(pid=94174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:31:52.209463 dv-neutron-601336-94-hyperv neutron-server[94175]: INFO neutron.wsgi [req-cad52cc9-2174-48e6-bd2c-77392b3ecf52 req-93b39476-60f6-4799-8520-802445d013e5 tempest-ServersTestJSON-995612928 tempest-ServersTestJSON-995612928-project] 10.222.0.52 "DELETE /v2.0/ports/dd2b26a1-e9f4-4591-8663-03ae50002c7f HTTP/1.1" status: 204 len: 173 time: 3.7641394 Jun 23 11:31:52.212941 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5c858ae0-f491-4e6a-8938-34ed95476698', 'name': 'network-vif-deleted', 'tag': 'dd2b26a1-e9f4-4591-8663-03ae50002c7f'}] {{(pid=94175) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 23 11:31:52.215331 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1970408df4ea4e7170669a1249478e627cf05a5a0b07cc08a66c5cb53d0ac47a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-99c32888-494c-46bd-a2e5-3e06d073951b" -d '{"events": [{"server_uuid": "5c858ae0-f491-4e6a-8938-34ed95476698", "name": "network-vif-deleted", "tag": "dd2b26a1-e9f4-4591-8663-03ae50002c7f"}]}' {{(pid=94175) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 23 11:31:52.218888 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron_lib.callbacks.manager [None req-b20da880-0f09-47b8-a985-5a96ec5e0f21 tempest-NetworksTestDHCPv6-162546708 tempest-NetworksTestDHCPv6-162546708-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-430722'] for port, precommit_delete {{(pid=94175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:31:52.224161 dv-neutron-601336-94-hyperv neutron-server[94177]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7a6c2a48-9a75-4ca5-ad02-db2433630243 None None] Routers {'c4011798-9e12-4124-bd92-c3bdbb57294a'} bound to L3 agent in host dv-neutron-601336-94-hyperv {{(pid=94177) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 23 11:31:52.230517 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron_lib.callbacks.manager [None req-03b11bd2-686b-45cf-9518-cc898e3e167d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:31:52.236714 dv-neutron-601336-94-hyperv neutron-server[94177]: DEBUG neutron.db.l3_hamode_db [None req-7a6c2a48-9a75-4ca5-ad02-db2433630243 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-601336-94-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-23T11:22:13Z,description=,heartbeat_timestamp=2021-06-23T11:31:43Z,host='dv-neutron-601336-94-hyperv',id=50ef99c0-ef28-4db5-b303-b145898fae60,load=0,resource_versions=,resources_synced=,started_at=2021-06-23T11:22:14Z,topic='l3_agent')) {'router_ids': ['c4011798-9e12-4124-bd92-c3bdbb57294a'], 'active': True} {{(pid=94177) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 11:31:52.258919 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.services.segments.db [None req-17de4d8d-a44a-4423-8e81-e31033129f27 tempest-NetworksIpV6TestAttrs-49342282 tempest-NetworksIpV6TestAttrs-49342282-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['990c976b-0d90-4cbb-9aac-3b9a09f006bb']}} {{(pid=94174) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 11:31:52.271531 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron_lib.callbacks.manager [None req-87fbd278-56eb-469e-b03f-1b3bd9eaa603 tempest-AllowedAddressPairIpV6TestJSON-597468505 tempest-AllowedAddressPairIpV6TestJSON-597468505-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-922904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866062', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773700135024', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773699642224', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5196390'] for port, after_delete {{(pid=94174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:31:52.274240 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG oslo_concurrency.lockutils [None req-f58de34b-67ee-4005-abf4-8d70ad49de11 tempest-RoutersAdminTest-1813587668 tempest-RoutersAdminTest-1813587668-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94174) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 11:31:52.286438 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.plugins.ml2.plugin [None req-b20da880-0f09-47b8-a985-5a96ec5e0f21 tempest-NetworksTestDHCPv6-162546708 tempest-NetworksTestDHCPv6-162546708-project] Calling delete_port for 024f2310-d6b0-4148-9189-2a09b75a9095 owned by {{(pid=94175) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1986}} Jun 23 11:31:52.293222 dv-neutron-601336-94-hyperv neutron-server[94175]: INFO neutron.wsgi [None req-10c1f177-2edc-4841-9819-61b1b9b74256 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=70eaed5d460e4ef2bbf5bf23492be182&name=default HTTP/1.1" status: 200 len: 2979 time: 1.0875165 Jun 23 11:31:52.295132 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 23 Jun 2021 11:31:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6f43641b-dae5-4b25-b0ce-15874933c737 x-openstack-request-id: req-6f43641b-dae5-4b25-b0ce-15874933c737 {{(pid=94175) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 23 11:31:52.295627 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5c858ae0-f491-4e6a-8938-34ed95476698", "name": "network-vif-deleted", "tag": "dd2b26a1-e9f4-4591-8663-03ae50002c7f", "status": "completed", "code": 200}]} {{(pid=94175) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 23 11:31:52.296088 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-6f43641b-dae5-4b25-b0ce-15874933c737 {{(pid=94175) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 23 11:31:52.296682 dv-neutron-601336-94-hyperv neutron-server[94175]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5c858ae0-f491-4e6a-8938-34ed95476698', 'name': 'network-vif-deleted', 'tag': 'dd2b26a1-e9f4-4591-8663-03ae50002c7f', 'status': 'completed', 'code': 200} Jun 23 11:31:52.299759 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10c1f177-2edc-4841-9819-61b1b9b74256 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e40da5b5-05bd-49bf-ba56-2ecf9110a454,revision_number=1']} {{(pid=94175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 11:31:52.302390 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.wsgi [-] (94175) accepted ('10.222.0.20', 37488) {{(pid=94175) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 11:31:52.306288 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG oslo_concurrency.lockutils [None req-10c1f177-2edc-4841-9819-61b1b9b74256 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.146s {{(pid=94175) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 11:31:52.307026 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-da659b12-d9a0-4e96-b415-f827b324a286 tempest-RoutersAdminTest-1733287776 tempest-RoutersAdminTest-1733287776-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94174) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 11:31:52.311084 dv-neutron-601336-94-hyperv neutron-server[94174]: INFO neutron.wsgi [None req-da659b12-d9a0-4e96-b415-f827b324a286 tempest-RoutersAdminTest-1733287776 tempest-RoutersAdminTest-1733287776-project-admin] 10.222.0.20 "GET /v2.0/ports?network_id=3e7e4eb3-cf02-4d47-ade9-0a579cdfc60f&device_id=ad3c2c42-78fa-4829-a4d5-9b896d3538c9&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 945 time: 0.3661635 Jun 23 11:31:52.317822 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.wsgi [-] (94175) accepted ('10.222.0.20', 37490) {{(pid=94175) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 11:31:52.352029 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.services.segments.db [None req-17de4d8d-a44a-4423-8e81-e31033129f27 tempest-NetworksIpV6TestAttrs-49342282 tempest-NetworksIpV6TestAttrs-49342282-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4678421a-836a-4936-8464-95e1426cd43a') {'for_net_delete': True} {{(pid=94174) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 11:31:52.354252 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.services.segments.db [None req-17de4d8d-a44a-4423-8e81-e31033129f27 tempest-NetworksIpV6TestAttrs-49342282 tempest-NetworksIpV6TestAttrs-49342282-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4678421a-836a-4936-8464-95e1426cd43a') {} {{(pid=94174) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 11:31:52.362541 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.db.l3_dvrscheduler_db [req-553647d7-6d72-4e72-a8b2-13fe2a612371 req-861e41b4-def1-4d8f-a1a7-3617fb587030 tempest-ServersTestManualDisk-1703480083 tempest-ServersTestManualDisk-1703480083-project] No DVR routers for this DVR port fe216483-41ee-46c0-a3bd-9e45c734b083 on host hv-neutron-6013 {{(pid=94174) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 23 11:31:52.375354 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron_lib.callbacks.manager [req-553647d7-6d72-4e72-a8b2-13fe2a612371 req-861e41b4-def1-4d8f-a1a7-3617fb587030 tempest-ServersTestManualDisk-1703480083 tempest-ServersTestManualDisk-1703480083-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-217507'] for port, before_response {{(pid=94174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:31:52.377960 dv-neutron-601336-94-hyperv neutron-server[94174]: INFO neutron.wsgi [req-553647d7-6d72-4e72-a8b2-13fe2a612371 req-861e41b4-def1-4d8f-a1a7-3617fb587030 tempest-ServersTestManualDisk-1703480083 tempest-ServersTestManualDisk-1703480083-project] 10.222.0.52 "DELETE /v2.0/ports/fe216483-41ee-46c0-a3bd-9e45c734b083 HTTP/1.1" status: 204 len: 173 time: 3.9350815 Jun 23 11:31:52.384641 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '60467d60-f71e-4b81-84ed-861e06a6acb7', 'name': 'network-vif-deleted', 'tag': 'fe216483-41ee-46c0-a3bd-9e45c734b083'}] {{(pid=94174) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 23 11:31:52.386982 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6ff47218258ed5bf6cae7f276c9622ae488f9e8ebc13d1a310221fbcfb04c5dd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-44decc4f-1942-4c93-a161-fb492079e8d6" -d '{"events": [{"server_uuid": "60467d60-f71e-4b81-84ed-861e06a6acb7", "name": "network-vif-deleted", "tag": "fe216483-41ee-46c0-a3bd-9e45c734b083"}]}' {{(pid=94174) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 23 11:31:52.389539 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87fbd278-56eb-469e-b03f-1b3bd9eaa603 tempest-AllowedAddressPairIpV6TestJSON-597468505 tempest-AllowedAddressPairIpV6TestJSON-597468505-project] Pushing event deleted for resources: {'Port': ['ID=aebabf55-a319-4f35-b14e-9b7d43cadd7d,revision_number=None']} {{(pid=94174) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 11:31:52.403938 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron_lib.callbacks.manager [None req-17de4d8d-a44a-4423-8e81-e31033129f27 tempest-NetworksIpV6TestAttrs-49342282 tempest-NetworksIpV6TestAttrs-49342282-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8773699955833', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4800267'] for segment, before_delete {{(pid=94174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:31:52.405908 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG oslo_concurrency.lockutils [None req-87fbd278-56eb-469e-b03f-1b3bd9eaa603 tempest-AllowedAddressPairIpV6TestJSON-597468505 tempest-AllowedAddressPairIpV6TestJSON-597468505-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.132s {{(pid=94174) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 11:31:52.406680 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.db.l3_dvrscheduler_db [None req-87fbd278-56eb-469e-b03f-1b3bd9eaa603 tempest-AllowedAddressPairIpV6TestJSON-597468505 tempest-AllowedAddressPairIpV6TestJSON-597468505-project] No DVR routers for this DVR port aebabf55-a319-4f35-b14e-9b7d43cadd7d on host dv-neutron-601336-94-hyperv {{(pid=94174) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 23 11:31:52.442324 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron_lib.callbacks.manager [None req-17de4d8d-a44a-4423-8e81-e31033129f27 tempest-NetworksIpV6TestAttrs-49342282 tempest-NetworksIpV6TestAttrs-49342282-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3801'] for segment, precommit_delete {{(pid=94174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:31:52.491325 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-17de4d8d-a44a-4423-8e81-e31033129f27 tempest-NetworksIpV6TestAttrs-49342282 tempest-NetworksIpV6TestAttrs-49342282-project] Releasing vlan 449 on physical network physnet1 to pool {{(pid=94174) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 23 11:31:52.491775 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron_lib.callbacks.manager [None req-17de4d8d-a44a-4423-8e81-e31033129f27 tempest-NetworksIpV6TestAttrs-49342282 tempest-NetworksIpV6TestAttrs-49342282-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3801', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5196341'] for segment, after_delete {{(pid=94174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:31:52.498219 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 23 Jun 2021 11:31:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2eba20f4-047d-4e37-872b-46fc4b55b403 x-openstack-request-id: req-2eba20f4-047d-4e37-872b-46fc4b55b403 {{(pid=94174) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 23 11:31:52.498532 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "60467d60-f71e-4b81-84ed-861e06a6acb7", "name": "network-vif-deleted", "tag": "fe216483-41ee-46c0-a3bd-9e45c734b083", "status": "completed", "code": 200}]} {{(pid=94174) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 23 11:31:52.498825 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-2eba20f4-047d-4e37-872b-46fc4b55b403 {{(pid=94174) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 23 11:31:52.499286 dv-neutron-601336-94-hyperv neutron-server[94174]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '60467d60-f71e-4b81-84ed-861e06a6acb7', 'name': 'network-vif-deleted', 'tag': 'fe216483-41ee-46c0-a3bd-9e45c734b083', 'status': 'completed', 'code': 200} Jun 23 11:31:52.499872 dv-neutron-601336-94-hyperv neutron-server[94174]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 23 11:31:52.499872 dv-neutron-601336-94-hyperv neutron-server[94174]: self.session.flush() Jun 23 11:31:52.499872 dv-neutron-601336-94-hyperv neutron-server[94174]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 23 11:31:52.499872 dv-neutron-601336-94-hyperv neutron-server[94174]: self.session.flush() Jun 23 11:31:52.499872 dv-neutron-601336-94-hyperv neutron-server[94174]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 23 11:31:52.499872 dv-neutron-601336-94-hyperv neutron-server[94174]: self.session.flush() Jun 23 11:31:52.499872 dv-neutron-601336-94-hyperv neutron-server[94174]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 23 11:31:52.499872 dv-neutron-601336-94-hyperv neutron-server[94174]: self.session.flush() Jun 23 11:31:52.499872 dv-neutron-601336-94-hyperv neutron-server[94174]: Traceback (most recent call last): Jun 23 11:31:52.499872 dv-neutron-601336-94-hyperv neutron-server[94174]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 23 11:31:52.499872 dv-neutron-601336-94-hyperv neutron-server[94174]: timer() Jun 23 11:31:52.499872 dv-neutron-601336-94-hyperv neutron-server[94174]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 23 11:31:52.499872 dv-neutron-601336-94-hyperv neutron-server[94174]: cb(*args, **kw) Jun 23 11:31:52.499872 dv-neutron-601336-94-hyperv neutron-server[94174]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 23 11:31:52.499872 dv-neutron-601336-94-hyperv neutron-server[94174]: return func(*args, **kwargs) Jun 23 11:31:52.499872 dv-neutron-601336-94-hyperv neutron-server[94174]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 23 11:31:52.499872 dv-neutron-601336-94-hyperv neutron-server[94174]: self._notify() Jun 23 11:31:52.499872 dv-neutron-601336-94-hyperv neutron-server[94174]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 23 11:31:52.499872 dv-neutron-601336-94-hyperv neutron-server[94174]: self.callback(batched_events) Jun 23 11:31:52.499872 dv-neutron-601336-94-hyperv neutron-server[94174]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 23 11:31:52.499872 dv-neutron-601336-94-hyperv neutron-server[94174]: event.method(event) Jun 23 11:31:52.499872 dv-neutron-601336-94-hyperv neutron-server[94174]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 23 11:31:52.499872 dv-neutron-601336-94-hyperv neutron-server[94174]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 23 11:31:52.499872 dv-neutron-601336-94-hyperv neutron-server[94174]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 23 11:31:52.499872 dv-neutron-601336-94-hyperv neutron-server[94174]: aggregate_uuid = self.p_client.list_aggregates( Jun 23 11:31:52.499872 dv-neutron-601336-94-hyperv neutron-server[94174]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 23 11:31:52.499872 dv-neutron-601336-94-hyperv neutron-server[94174]: return f(self, *a, **k) Jun 23 11:31:52.499872 dv-neutron-601336-94-hyperv neutron-server[94174]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 23 11:31:52.499872 dv-neutron-601336-94-hyperv neutron-server[94174]: return self._get(url).json() Jun 23 11:31:52.499872 dv-neutron-601336-94-hyperv neutron-server[94174]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 23 11:31:52.499872 dv-neutron-601336-94-hyperv neutron-server[94174]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 23 11:31:52.499872 dv-neutron-601336-94-hyperv neutron-server[94174]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 23 11:31:52.499872 dv-neutron-601336-94-hyperv neutron-server[94174]: return self.request(url, 'GET', **kwargs) Jun 23 11:31:52.499872 dv-neutron-601336-94-hyperv neutron-server[94174]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 23 11:31:52.499872 dv-neutron-601336-94-hyperv neutron-server[94174]: base_url = self.get_endpoint(auth, allow=allow, Jun 23 11:31:52.499872 dv-neutron-601336-94-hyperv neutron-server[94174]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 23 11:31:52.499872 dv-neutron-601336-94-hyperv neutron-server[94174]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 23 11:31:52.499872 dv-neutron-601336-94-hyperv neutron-server[94174]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 23 11:31:52.499872 dv-neutron-601336-94-hyperv neutron-server[94174]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 23 11:31:52.499872 dv-neutron-601336-94-hyperv neutron-server[94174]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 23 11:31:52.532143 dv-neutron-601336-94-hyperv neutron-server[94177]: DEBUG neutron.db.l3_dvr_db [None req-7a6c2a48-9a75-4ca5-ad02-db2433630243 None None] Set router c4011798-9e12-4124-bd92-c3bdbb57294a gateway port host: dv-neutron-601336-94-hyperv {{(pid=94177) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:838}} Jun 23 11:31:52.553198 dv-neutron-601336-94-hyperv neutron-server[94175]: INFO neutron.wsgi [req-3e2bf0a5-ab2c-410b-9f64-4a658976b682 req-829e5c05-e04b-49a7-819a-e020edb66bcd tempest-ServersTestManualDisk-1703480083 tempest-ServersTestManualDisk-1703480083-project] 10.222.0.20 "GET /v2.0/ports?device_id=60467d60-f71e-4b81-84ed-861e06a6acb7 HTTP/1.1" status: 200 len: 210 time: 0.0723011 Jun 23 11:31:52.612166 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-879337ad-f708-4d6b-8ef0-df4f50e0e594 tempest-RoutersAdminTest-1733287776 tempest-RoutersAdminTest-1733287776-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 11:31:52.613976 dv-neutron-601336-94-hyperv neutron-server[94175]: INFO neutron.wsgi [None req-879337ad-f708-4d6b-8ef0-df4f50e0e594 tempest-RoutersAdminTest-1733287776 tempest-RoutersAdminTest-1733287776-project-admin] 10.222.0.20 "GET /v2.0/networks/3e7e4eb3-cf02-4d47-ade9-0a579cdfc60f HTTP/1.1" status: 200 len: 881 time: 0.2950637 Jun 23 11:31:52.615004 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron_lib.callbacks.manager [None req-e9388e1f-c3ef-4f3d-bd22-ae1447a6dc37 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:31:52.617732 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.wsgi [-] (94175) accepted ('10.222.0.20', 37494) {{(pid=94175) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 11:31:52.659795 dv-neutron-601336-94-hyperv neutron-server[94175]: INFO neutron.wsgi [None req-8afb239c-b3cb-44f0-84a9-7ca8721da755 tempest-RoutersAdminTest-1813587668 tempest-RoutersAdminTest-1813587668-project] 10.222.0.20 "GET /v2.0/ports?device_id=ad3c2c42-78fa-4829-a4d5-9b896d3538c9 HTTP/1.1" status: 200 len: 205 time: 0.0397398 Jun 23 11:31:52.661744 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron_lib.callbacks.manager [None req-87fbd278-56eb-469e-b03f-1b3bd9eaa603 tempest-AllowedAddressPairIpV6TestJSON-597468505 tempest-AllowedAddressPairIpV6TestJSON-597468505-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-897259', 'neutron.services.segments.db._delete_segments_for_network-8773700168587'] for network, precommit_delete {{(pid=94174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:31:52.664673 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.wsgi [-] (94174) accepted ('10.222.0.20', 37496) {{(pid=94174) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 11:31:52.698712 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron_lib.callbacks.manager [None req-e9388e1f-c3ef-4f3d-bd22-ae1447a6dc37 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:31:52.715090 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.services.segments.db [None req-87fbd278-56eb-469e-b03f-1b3bd9eaa603 tempest-AllowedAddressPairIpV6TestJSON-597468505 tempest-AllowedAddressPairIpV6TestJSON-597468505-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['dcc59d40-7ea7-42ee-a412-94c03272e7db']}} {{(pid=94174) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 11:31:52.728418 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.services.segments.db [None req-87fbd278-56eb-469e-b03f-1b3bd9eaa603 tempest-AllowedAddressPairIpV6TestJSON-597468505 tempest-AllowedAddressPairIpV6TestJSON-597468505-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '22f25dde-de35-4d8f-9b0e-3e5654ffd763') {'for_net_delete': True} {{(pid=94174) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 11:31:52.728827 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.services.segments.db [None req-87fbd278-56eb-469e-b03f-1b3bd9eaa603 tempest-AllowedAddressPairIpV6TestJSON-597468505 tempest-AllowedAddressPairIpV6TestJSON-597468505-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '22f25dde-de35-4d8f-9b0e-3e5654ffd763') {} {{(pid=94174) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 11:31:52.744189 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron_lib.callbacks.manager [None req-87fbd278-56eb-469e-b03f-1b3bd9eaa603 tempest-AllowedAddressPairIpV6TestJSON-597468505 tempest-AllowedAddressPairIpV6TestJSON-597468505-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8773699955833', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4800267'] for segment, before_delete {{(pid=94174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:31:52.792725 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron_lib.callbacks.manager [None req-87fbd278-56eb-469e-b03f-1b3bd9eaa603 tempest-AllowedAddressPairIpV6TestJSON-597468505 tempest-AllowedAddressPairIpV6TestJSON-597468505-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3801'] for segment, precommit_delete {{(pid=94174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:31:52.809142 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-87fbd278-56eb-469e-b03f-1b3bd9eaa603 tempest-AllowedAddressPairIpV6TestJSON-597468505 tempest-AllowedAddressPairIpV6TestJSON-597468505-project] Releasing vlan 423 on physical network physnet1 to pool {{(pid=94174) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 23 11:31:52.809554 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron_lib.callbacks.manager [None req-87fbd278-56eb-469e-b03f-1b3bd9eaa603 tempest-AllowedAddressPairIpV6TestJSON-597468505 tempest-AllowedAddressPairIpV6TestJSON-597468505-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3801', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5196341'] for segment, after_delete {{(pid=94174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:31:52.812544 dv-neutron-601336-94-hyperv neutron-server[94174]: Traceback (most recent call last): Jun 23 11:31:52.812544 dv-neutron-601336-94-hyperv neutron-server[94174]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 23 11:31:52.812544 dv-neutron-601336-94-hyperv neutron-server[94174]: timer() Jun 23 11:31:52.812544 dv-neutron-601336-94-hyperv neutron-server[94174]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 23 11:31:52.812544 dv-neutron-601336-94-hyperv neutron-server[94174]: cb(*args, **kw) Jun 23 11:31:52.812544 dv-neutron-601336-94-hyperv neutron-server[94174]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 23 11:31:52.812544 dv-neutron-601336-94-hyperv neutron-server[94174]: return func(*args, **kwargs) Jun 23 11:31:52.812544 dv-neutron-601336-94-hyperv neutron-server[94174]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 23 11:31:52.812544 dv-neutron-601336-94-hyperv neutron-server[94174]: self._notify() Jun 23 11:31:52.812544 dv-neutron-601336-94-hyperv neutron-server[94174]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 23 11:31:52.812544 dv-neutron-601336-94-hyperv neutron-server[94174]: self.callback(batched_events) Jun 23 11:31:52.812544 dv-neutron-601336-94-hyperv neutron-server[94174]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 23 11:31:52.812544 dv-neutron-601336-94-hyperv neutron-server[94174]: event.method(event) Jun 23 11:31:52.812544 dv-neutron-601336-94-hyperv neutron-server[94174]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 23 11:31:52.812544 dv-neutron-601336-94-hyperv neutron-server[94174]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 23 11:31:52.812544 dv-neutron-601336-94-hyperv neutron-server[94174]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 23 11:31:52.812544 dv-neutron-601336-94-hyperv neutron-server[94174]: aggregate_uuid = self.p_client.list_aggregates( Jun 23 11:31:52.812544 dv-neutron-601336-94-hyperv neutron-server[94174]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 23 11:31:52.812544 dv-neutron-601336-94-hyperv neutron-server[94174]: return f(self, *a, **k) Jun 23 11:31:52.812544 dv-neutron-601336-94-hyperv neutron-server[94174]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 23 11:31:52.812544 dv-neutron-601336-94-hyperv neutron-server[94174]: return self._get(url).json() Jun 23 11:31:52.812544 dv-neutron-601336-94-hyperv neutron-server[94174]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 23 11:31:52.812544 dv-neutron-601336-94-hyperv neutron-server[94174]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 23 11:31:52.812544 dv-neutron-601336-94-hyperv neutron-server[94174]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 23 11:31:52.812544 dv-neutron-601336-94-hyperv neutron-server[94174]: return self.request(url, 'GET', **kwargs) Jun 23 11:31:52.812544 dv-neutron-601336-94-hyperv neutron-server[94174]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 23 11:31:52.812544 dv-neutron-601336-94-hyperv neutron-server[94174]: base_url = self.get_endpoint(auth, allow=allow, Jun 23 11:31:52.812544 dv-neutron-601336-94-hyperv neutron-server[94174]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 23 11:31:52.812544 dv-neutron-601336-94-hyperv neutron-server[94174]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 23 11:31:52.812544 dv-neutron-601336-94-hyperv neutron-server[94174]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 23 11:31:52.812544 dv-neutron-601336-94-hyperv neutron-server[94174]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 23 11:31:52.812544 dv-neutron-601336-94-hyperv neutron-server[94174]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 23 11:31:52.855694 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.db.l3_dvr_db [None req-8785614f-e57f-470a-9a2e-89fa5b06f577 None None] Set router b38daa88-0747-4546-ba11-f93b1c758a7a gateway port host: dv-neutron-601336-94-hyperv {{(pid=94176) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:838}} Jun 23 11:31:52.861241 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.plugins.ml2.rpc [None req-dc7542b2-afef-47f4-a763-e3a3cba144be None None] Device aebabf55-a319-4f35-b14e-9b7d43cadd7d no longer exists at agent ovs-agent-dv-neutron-601336-94-hyperv {{(pid=94176) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:261}} Jun 23 11:31:52.862740 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron_lib.callbacks.manager [None req-17de4d8d-a44a-4423-8e81-e31033129f27 tempest-NetworksIpV6TestAttrs-49342282 tempest-NetworksIpV6TestAttrs-49342282-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-897248', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8002400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7866073', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-524247'] for network, after_delete {{(pid=94174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:31:52.864350 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron_lib.callbacks.manager [None req-03b11bd2-686b-45cf-9518-cc898e3e167d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7996330'] for security_group, after_delete {{(pid=94174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:31:52.867207 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron_lib.callbacks.manager [None req-03b11bd2-686b-45cf-9518-cc898e3e167d admin admin] Notify callbacks [] for security_group, before_response {{(pid=94174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:31:52.870650 dv-neutron-601336-94-hyperv neutron-server[94174]: INFO neutron.wsgi [None req-03b11bd2-686b-45cf-9518-cc898e3e167d admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/87615195-1130-4d6f-8cfd-0e9a461bd9c6 HTTP/1.1" status: 204 len: 168 time: 1.2598529 Jun 23 11:31:52.877335 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG oslo_concurrency.lockutils [None req-06b42478-b90a-445c-9161-0b1319e6ad27 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94174) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 11:31:52.885913 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron_lib.callbacks.manager [None req-80eecbea-2037-4c96-b49d-2edb26bf42ab tempest-RoutersAdminTest-1813587668 tempest-RoutersAdminTest-1813587668-project] Notify callbacks [] for router, before_delete {{(pid=94174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:31:52.897216 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron_lib.callbacks.manager [None req-17de4d8d-a44a-4423-8e81-e31033129f27 tempest-NetworksIpV6TestAttrs-49342282 tempest-NetworksIpV6TestAttrs-49342282-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7865916'] for network, before_response {{(pid=94174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:31:52.903947 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.wsgi [-] (94175) accepted ('10.222.0.20', 37500) {{(pid=94175) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 11:31:52.913470 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron_lib.callbacks.manager [None req-b20da880-0f09-47b8-a985-5a96ec5e0f21 tempest-NetworksTestDHCPv6-162546708 tempest-NetworksTestDHCPv6-162546708-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-922904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866062', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773700135024', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773699642224', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5082448'] for port, after_delete {{(pid=94175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:31:52.923366 dv-neutron-601336-94-hyperv neutron-server[94174]: INFO neutron.wsgi [None req-17de4d8d-a44a-4423-8e81-e31033129f27 tempest-NetworksIpV6TestAttrs-49342282 tempest-NetworksIpV6TestAttrs-49342282-project] 10.222.0.20 "DELETE /v2.0/networks/990c976b-0d90-4cbb-9aac-3b9a09f006bb HTTP/1.1" status: 204 len: 168 time: 4.1389070 Jun 23 11:31:52.925906 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.plugins.ml2.plugin [None req-dc7542b2-afef-47f4-a763-e3a3cba144be None None] No Port match for: aebabf55-a319-4f35-b14e-9b7d43cadd7d {{(pid=94176) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2240}} Jun 23 11:31:52.926655 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.plugins.ml2.rpc [None req-dc7542b2-afef-47f4-a763-e3a3cba144be None None] Device aebabf55-a319-4f35-b14e-9b7d43cadd7d not bound to the agent host dv-neutron-601336-94-hyperv {{(pid=94176) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:271}} Jun 23 11:31:52.968417 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG oslo_concurrency.lockutils [None req-9eacfc21-bbc0-40fe-9f19-4a1a49578f14 tempest-FloatingIPNegativeTestJSON-1295786409 tempest-FloatingIPNegativeTestJSON-1295786409-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94175) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 11:31:52.981018 dv-neutron-601336-94-hyperv neutron-server[94175]: INFO neutron.pecan_wsgi.hooks.translation [None req-e8cddd8a-45ca-4f11-8820-e19500c84c11 tempest-NetworksIpV6TestAttrs-49342282 tempest-NetworksIpV6TestAttrs-49342282-project] DELETE failed (client error): The resource could not be found. Jun 23 11:31:52.981228 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e8cddd8a-45ca-4f11-8820-e19500c84c11 tempest-NetworksIpV6TestAttrs-49342282 tempest-NetworksIpV6TestAttrs-49342282-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94175) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 23 11:31:52.999005 dv-neutron-601336-94-hyperv neutron-server[94175]: INFO neutron.wsgi [None req-e8cddd8a-45ca-4f11-8820-e19500c84c11 tempest-NetworksIpV6TestAttrs-49342282 tempest-NetworksIpV6TestAttrs-49342282-project] 10.222.0.20 "DELETE /v2.0/subnets/18a2a7b3-598f-4d32-945e-13509c0a0beb HTTP/1.1" status: 404 len: 337 time: 0.0939224 Jun 23 11:31:52.999859 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron_lib.callbacks.manager [None req-e9388e1f-c3ef-4f3d-bd22-ae1447a6dc37 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7996330'] for security_group, after_delete {{(pid=94175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:31:53.003203 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron_lib.callbacks.manager [None req-e9388e1f-c3ef-4f3d-bd22-ae1447a6dc37 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:31:53.004351 dv-neutron-601336-94-hyperv neutron-server[94175]: INFO neutron.wsgi [None req-e9388e1f-c3ef-4f3d-bd22-ae1447a6dc37 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/e40da5b5-05bd-49bf-ba56-2ecf9110a454 HTTP/1.1" status: 204 len: 168 time: 0.6992126 Jun 23 11:31:53.012632 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.wsgi [-] (94174) accepted ('10.222.0.20', 37504) {{(pid=94174) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 11:31:53.017636 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03b11bd2-686b-45cf-9518-cc898e3e167d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=87615195-1130-4d6f-8cfd-0e9a461bd9c6,revision_number=None']} {{(pid=94174) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 11:31:53.051205 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b20da880-0f09-47b8-a985-5a96ec5e0f21 tempest-NetworksTestDHCPv6-162546708 tempest-NetworksTestDHCPv6-162546708-project] Pushing event deleted for resources: {'Port': ['ID=024f2310-d6b0-4148-9189-2a09b75a9095,revision_number=None']} {{(pid=94175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 11:31:53.052979 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG oslo_concurrency.lockutils [None req-03b11bd2-686b-45cf-9518-cc898e3e167d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.173s {{(pid=94174) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 11:31:53.054898 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG oslo_concurrency.lockutils [None req-b20da880-0f09-47b8-a985-5a96ec5e0f21 tempest-NetworksTestDHCPv6-162546708 tempest-NetworksTestDHCPv6-162546708-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.087s {{(pid=94175) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 11:31:53.058741 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG oslo_concurrency.lockutils [None req-1ea3fefe-209d-4133-ae9a-5c7eb8a95ce8 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.019s {{(pid=94175) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 11:31:53.072581 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG oslo_concurrency.lockutils [None req-32abc5af-db73-484b-afbf-7ac198ae6b8d tempest-FloatingIPAdminTestJSON-1420968783 tempest-FloatingIPAdminTestJSON-1420968783-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.152s {{(pid=94174) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 11:31:53.118743 dv-neutron-601336-94-hyperv neutron-server[94177]: DEBUG neutron.db.l3_hamode_db [None req-7a6c2a48-9a75-4ca5-ad02-db2433630243 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c4011798-9e12-4124-bd92-c3bdbb57294a', 'name': 'tempest-ServersTestManualDisk-1881504983-router', 'tenant_id': '7773bca180b74a769b5b6d02c3ba717c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3e7e4eb3-cf02-4d47-ade9-0a579cdfc60f', 'external_fixed_ips': [{'subnet_id': 'a5ad15ab-c489-4a67-a9b0-d559fca0ec71', 'ip_address': '172.26.3.149'}], 'enable_snat': True}, 'gw_port_id': '1672c3a7-e0d1-48d1-af58-33f38510af19', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-23T11:29:59Z', 'updated_at': '2021-06-23T11:30:10Z', 'revision_number': 4, 'project_id': '7773bca180b74a769b5b6d02c3ba717c', 'gw_port': {'id': '1672c3a7-e0d1-48d1-af58-33f38510af19', 'name': '', 'network_id': '3e7e4eb3-cf02-4d47-ade9-0a579cdfc60f', 'tenant_id': '', 'mac_address': 'fa:16:3e:ef:5a:e9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c4011798-9e12-4124-bd92-c3bdbb57294a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 84, 'fixed_ips': [{'subnet_id': 'a5ad15ab-c489-4a67-a9b0-d559fca0ec71', 'ip_address': '172.26.3.149', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-94-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-23T11:30:01Z', 'updated_at': '2021-06-23T11:30:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a5ad15ab-c489-4a67-a9b0-d559fca0ec71', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-601336-94-hyperv', '_interfaces': [{'id': '32794a4f-8325-483e-b755-3914d9883a6a', 'name': '', 'network_id': 'eef03c16-5c70-4b40-b183-38c419fed443', 'tenant_id': '7773bca180b74a769b5b6d02c3ba717c', 'mac_address': 'fa:16:3e:78:be:1b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c4011798-9e12-4124-bd92-c3bdbb57294a', 'device_owner': 'network:router_interface', 'standard_attr_id': 113, 'fixed_ips': [{'subnet_id': '9ea7a874-1ae9-4ebd-bc55-df948e24bd59', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-94-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-23T11:30:08Z', 'updated_at': '2021-06-23T11:30:22Z', 'revision_number': 5, 'project_id': '7773bca180b74a769b5b6d02c3ba717c', 'subnets': [{'id': '9ea7a874-1ae9-4ebd-bc55-df948e24bd59', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-601336-94-hyperv', False) {} {{(pid=94177) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 11:31:53.124007 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17de4d8d-a44a-4423-8e81-e31033129f27 tempest-NetworksIpV6TestAttrs-49342282 tempest-NetworksIpV6TestAttrs-49342282-project] Pushing event deleted for resources: {'Network': ['ID=990c976b-0d90-4cbb-9aac-3b9a09f006bb,revision_number=None']} {{(pid=94174) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 11:31:53.126921 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9388e1f-c3ef-4f3d-bd22-ae1447a6dc37 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e40da5b5-05bd-49bf-ba56-2ecf9110a454,revision_number=None']} {{(pid=94175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 11:31:53.131751 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG oslo_concurrency.lockutils [None req-e9388e1f-c3ef-4f3d-bd22-ae1447a6dc37 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.072s {{(pid=94175) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 11:31:53.162857 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG oslo_concurrency.lockutils [None req-17de4d8d-a44a-4423-8e81-e31033129f27 tempest-NetworksIpV6TestAttrs-49342282 tempest-NetworksIpV6TestAttrs-49342282-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.090s {{(pid=94174) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 11:31:53.196333 dv-neutron-601336-94-hyperv neutron-server[94177]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7a6c2a48-9a75-4ca5-ad02-db2433630243 None None] Checking router: c4011798-9e12-4124-bd92-c3bdbb57294a for host: dv-neutron-601336-94-hyperv {{(pid=94177) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 23 11:31:53.215345 dv-neutron-601336-94-hyperv neutron-server[94177]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7a6c2a48-9a75-4ca5-ad02-db2433630243 None None] Routers {'c4011798-9e12-4124-bd92-c3bdbb57294a'} bound to L3 agent in host dv-neutron-601336-94-hyperv {{(pid=94177) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 23 11:31:53.216227 dv-neutron-601336-94-hyperv neutron-server[94177]: DEBUG neutron.db.l3_hamode_db [None req-7a6c2a48-9a75-4ca5-ad02-db2433630243 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-601336-94-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-23T11:22:13Z,description=,heartbeat_timestamp=2021-06-23T11:31:43Z,host='dv-neutron-601336-94-hyperv',id=50ef99c0-ef28-4db5-b303-b145898fae60,load=0,resource_versions=,resources_synced=,started_at=2021-06-23T11:22:14Z,topic='l3_agent')) {'router_ids': ['c4011798-9e12-4124-bd92-c3bdbb57294a'], 'active': True} {{(pid=94177) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 11:31:53.229197 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron_lib.callbacks.manager [None req-b20da880-0f09-47b8-a985-5a96ec5e0f21 tempest-NetworksTestDHCPv6-162546708 tempest-NetworksTestDHCPv6-162546708-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-217507'] for port, before_response {{(pid=94175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:31:53.231513 dv-neutron-601336-94-hyperv neutron-server[94175]: INFO neutron.wsgi [None req-b20da880-0f09-47b8-a985-5a96ec5e0f21 tempest-NetworksTestDHCPv6-162546708 tempest-NetworksTestDHCPv6-162546708-project] 10.222.0.20 "DELETE /v2.0/ports/024f2310-d6b0-4148-9189-2a09b75a9095 HTTP/1.1" status: 204 len: 168 time: 1.7010288 Jun 23 11:31:53.233798 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.wsgi [-] (94175) accepted ('10.222.0.20', 37510) {{(pid=94175) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 11:31:53.251499 dv-neutron-601336-94-hyperv neutron-server[94174]: INFO neutron.pecan_wsgi.hooks.translation [None req-1f8a88e1-de91-4c7c-8f2e-adea898a9923 tempest-NetworksIpV6TestAttrs-49342282 tempest-NetworksIpV6TestAttrs-49342282-project] DELETE failed (client error): The resource could not be found. Jun 23 11:31:53.267528 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-1f8a88e1-de91-4c7c-8f2e-adea898a9923 tempest-NetworksIpV6TestAttrs-49342282 tempest-NetworksIpV6TestAttrs-49342282-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94174) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 23 11:31:53.271930 dv-neutron-601336-94-hyperv neutron-server[94174]: INFO neutron.wsgi [None req-1f8a88e1-de91-4c7c-8f2e-adea898a9923 tempest-NetworksIpV6TestAttrs-49342282 tempest-NetworksIpV6TestAttrs-49342282-project] 10.222.0.20 "DELETE /v2.0/networks/990c976b-0d90-4cbb-9aac-3b9a09f006bb HTTP/1.1" status: 404 len: 339 time: 0.2526193 Jun 23 11:31:53.279596 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron_lib.callbacks.manager [None req-97bd5441-1da2-49ee-a364-27795820ba27 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773699952132', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-899307'] for agent, after_update {{(pid=94176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:31:53.279775 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron_lib.callbacks.manager [None req-87fbd278-56eb-469e-b03f-1b3bd9eaa603 tempest-AllowedAddressPairIpV6TestJSON-597468505 tempest-AllowedAddressPairIpV6TestJSON-597468505-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-897248', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8002400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7866073', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-524247'] for network, after_delete {{(pid=94174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:31:53.280614 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.wsgi [-] (94174) accepted ('10.222.0.20', 37512) {{(pid=94174) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 11:31:53.309119 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron_lib.callbacks.manager [None req-87fbd278-56eb-469e-b03f-1b3bd9eaa603 tempest-AllowedAddressPairIpV6TestJSON-597468505 tempest-AllowedAddressPairIpV6TestJSON-597468505-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7865916'] for network, before_response {{(pid=94174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:31:53.311059 dv-neutron-601336-94-hyperv neutron-server[94174]: INFO neutron.wsgi [None req-87fbd278-56eb-469e-b03f-1b3bd9eaa603 tempest-AllowedAddressPairIpV6TestJSON-597468505 tempest-AllowedAddressPairIpV6TestJSON-597468505-project] 10.222.0.20 "DELETE /v2.0/networks/dcc59d40-7ea7-42ee-a412-94c03272e7db HTTP/1.1" status: 204 len: 168 time: 2.6632769 Jun 23 11:31:53.311973 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG oslo_concurrency.lockutils [None req-a93b721d-776b-447b-a77f-c6941e48892d tempest-NetworksIpV6TestAttrs-49342282 tempest-NetworksIpV6TestAttrs-49342282-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94174) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 11:31:53.399700 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-caa5cdca-aa45-4e07-9fda-c32f42008277 tempest-NetworksTestDHCPv6-162546708 tempest-NetworksTestDHCPv6-162546708-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 11:31:53.409727 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-caa5cdca-aa45-4e07-9fda-c32f42008277 tempest-NetworksTestDHCPv6-162546708 tempest-NetworksTestDHCPv6-162546708-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 11:31:53.418865 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-caa5cdca-aa45-4e07-9fda-c32f42008277 tempest-NetworksTestDHCPv6-162546708 tempest-NetworksTestDHCPv6-162546708-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 11:31:53.421591 dv-neutron-601336-94-hyperv neutron-server[94174]: INFO neutron.wsgi [req-4bb830f4-d9ad-48d0-b159-46488e0c987b req-388efc43-6bed-4a91-ad0a-7dbdd2b1eb90 tempest-ServersTestJSON-995612928 tempest-ServersTestJSON-995612928-project] 10.222.0.20 "GET /v2.0/ports?device_id=5c858ae0-f491-4e6a-8938-34ed95476698 HTTP/1.1" status: 200 len: 210 time: 0.1478503 Jun 23 11:31:53.442129 dv-neutron-601336-94-hyperv neutron-server[94175]: INFO neutron.wsgi [None req-caa5cdca-aa45-4e07-9fda-c32f42008277 tempest-NetworksTestDHCPv6-162546708 tempest-NetworksTestDHCPv6-162546708-project] 10.222.0.20 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2049 time: 0.2069945 Jun 23 11:31:53.442768 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.wsgi [-] (94175) accepted ('10.222.0.20', 37518) {{(pid=94175) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 11:31:53.473876 dv-neutron-601336-94-hyperv neutron-server[94174]: INFO neutron.pecan_wsgi.hooks.translation [None req-faf9c1fd-d658-4f62-9213-b93e9d4f31ea tempest-NetworksIpV6TestAttrs-49342282 tempest-NetworksIpV6TestAttrs-49342282-project] DELETE failed (client error): The resource could not be found. Jun 23 11:31:53.473876 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-faf9c1fd-d658-4f62-9213-b93e9d4f31ea tempest-NetworksIpV6TestAttrs-49342282 tempest-NetworksIpV6TestAttrs-49342282-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94174) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 23 11:31:53.474874 dv-neutron-601336-94-hyperv neutron-server[94174]: INFO neutron.wsgi [None req-faf9c1fd-d658-4f62-9213-b93e9d4f31ea tempest-NetworksIpV6TestAttrs-49342282 tempest-NetworksIpV6TestAttrs-49342282-project] 10.222.0.20 "DELETE /v2.0/subnets/6ada7275-8305-4c4f-877e-1f3b62d8e377 HTTP/1.1" status: 404 len: 337 time: 0.1882102 Jun 23 11:31:53.478700 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87fbd278-56eb-469e-b03f-1b3bd9eaa603 tempest-AllowedAddressPairIpV6TestJSON-597468505 tempest-AllowedAddressPairIpV6TestJSON-597468505-project] Pushing event deleted for resources: {'Network': ['ID=dcc59d40-7ea7-42ee-a412-94c03272e7db,revision_number=None']} {{(pid=94174) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 11:31:53.486969 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG oslo_concurrency.lockutils [None req-87fbd278-56eb-469e-b03f-1b3bd9eaa603 tempest-AllowedAddressPairIpV6TestJSON-597468505 tempest-AllowedAddressPairIpV6TestJSON-597468505-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.175s {{(pid=94174) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 11:31:53.490441 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.wsgi [-] (94174) accepted ('10.222.0.20', 37522) {{(pid=94174) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 11:31:53.518608 dv-neutron-601336-94-hyperv neutron-server[94177]: DEBUG neutron.db.l3_dvr_db [None req-7a6c2a48-9a75-4ca5-ad02-db2433630243 None None] Set router c4011798-9e12-4124-bd92-c3bdbb57294a gateway port host: dv-neutron-601336-94-hyperv {{(pid=94177) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:838}} Jun 23 11:31:53.543972 dv-neutron-601336-94-hyperv neutron-server[94174]: INFO neutron.pecan_wsgi.hooks.translation [None req-c10ccb21-f214-4bc1-9e87-604915174621 tempest-NetworksIpV6TestAttrs-49342282 tempest-NetworksIpV6TestAttrs-49342282-project] DELETE failed (client error): The resource could not be found. Jun 23 11:31:53.545308 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c10ccb21-f214-4bc1-9e87-604915174621 tempest-NetworksIpV6TestAttrs-49342282 tempest-NetworksIpV6TestAttrs-49342282-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94174) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 23 11:31:53.548463 dv-neutron-601336-94-hyperv neutron-server[94174]: INFO neutron.wsgi [None req-c10ccb21-f214-4bc1-9e87-604915174621 tempest-NetworksIpV6TestAttrs-49342282 tempest-NetworksIpV6TestAttrs-49342282-project] 10.222.0.20 "DELETE /v2.0/networks/235279fb-6c37-46e5-9efa-1a5d486e6109 HTTP/1.1" status: 404 len: 339 time: 0.0565434 Jun 23 11:31:53.551498 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.wsgi [-] (94174) accepted ('10.222.0.20', 37524) {{(pid=94174) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 11:31:53.577099 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.db.l3_hamode_db [None req-8785614f-e57f-470a-9a2e-89fa5b06f577 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b38daa88-0747-4546-ba11-f93b1c758a7a', 'name': 'tempest-ServersTestJSON-528278013-router', 'tenant_id': '3e2c0af899fe4d7db7ea93301231f34d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3e7e4eb3-cf02-4d47-ade9-0a579cdfc60f', 'external_fixed_ips': [{'subnet_id': 'a5ad15ab-c489-4a67-a9b0-d559fca0ec71', 'ip_address': '172.26.3.148'}], 'enable_snat': True}, 'gw_port_id': 'c1f1e88f-c802-4085-b69a-ba04b7063016', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-23T11:30:00Z', 'updated_at': '2021-06-23T11:30:12Z', 'revision_number': 4, 'project_id': '3e2c0af899fe4d7db7ea93301231f34d', 'gw_port': {'id': 'c1f1e88f-c802-4085-b69a-ba04b7063016', 'name': '', 'network_id': '3e7e4eb3-cf02-4d47-ade9-0a579cdfc60f', 'tenant_id': '', 'mac_address': 'fa:16:3e:57:25:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b38daa88-0747-4546-ba11-f93b1c758a7a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 92, 'fixed_ips': [{'subnet_id': 'a5ad15ab-c489-4a67-a9b0-d559fca0ec71', 'ip_address': '172.26.3.148', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-94-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-23T11:30:03Z', 'updated_at': '2021-06-23T11:30:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a5ad15ab-c489-4a67-a9b0-d559fca0ec71', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-601336-94-hyperv', '_interfaces': [{'id': '4edbd502-c64a-49fd-8c4b-e7206242c756', 'name': '', 'network_id': '53451295-943c-4b83-97fd-a02f49b38b3c', 'tenant_id': '3e2c0af899fe4d7db7ea93301231f34d', 'mac_address': 'fa:16:3e:b8:27:e7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b38daa88-0747-4546-ba11-f93b1c758a7a', 'device_owner': 'network:router_interface', 'standard_attr_id': 121, 'fixed_ips': [{'subnet_id': '3bfb1ec3-b37f-49bf-ab64-d8c5440d6cd6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-94-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-23T11:30:09Z', 'updated_at': '2021-06-23T11:30:21Z', 'revision_number': 5, 'project_id': '3e2c0af899fe4d7db7ea93301231f34d', 'subnets': [{'id': '3bfb1ec3-b37f-49bf-ab64-d8c5440d6cd6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-601336-94-hyperv', False) {} {{(pid=94176) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 11:31:53.616126 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.db.db_base_plugin_v2 [None req-ea969890-4a87-4d58-84b8-09613b707619 tempest-NetworksTestDHCPv6-162546708 tempest-NetworksTestDHCPv6-162546708-project] Deleting subnet 07977db6-5029-405a-a4b5-928774884e62 {{(pid=94175) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jun 23 11:31:53.616732 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron_lib.callbacks.manager [None req-80eecbea-2037-4c96-b49d-2edb26bf42ab tempest-RoutersAdminTest-1813587668 tempest-RoutersAdminTest-1813587668-project] Notify callbacks [] for router_gateway, before_delete {{(pid=94174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:31:53.634806 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron_lib.callbacks.manager [None req-ea969890-4a87-4d58-84b8-09613b707619 tempest-NetworksTestDHCPv6-162546708 tempest-NetworksTestDHCPv6-162546708-project] Notify callbacks [] for subnet, before_delete {{(pid=94175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:31:53.650532 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8785614f-e57f-470a-9a2e-89fa5b06f577 None None] Checking router: b38daa88-0747-4546-ba11-f93b1c758a7a for host: dv-neutron-601336-94-hyperv {{(pid=94176) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 23 11:31:53.660691 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8785614f-e57f-470a-9a2e-89fa5b06f577 None None] Routers {'b38daa88-0747-4546-ba11-f93b1c758a7a'} bound to L3 agent in host dv-neutron-601336-94-hyperv {{(pid=94176) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 23 11:31:53.661335 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.db.l3_hamode_db [None req-8785614f-e57f-470a-9a2e-89fa5b06f577 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-601336-94-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-23T11:22:13Z,description=,heartbeat_timestamp=2021-06-23T11:31:43Z,host='dv-neutron-601336-94-hyperv',id=50ef99c0-ef28-4db5-b303-b145898fae60,load=0,resource_versions=,resources_synced=,started_at=2021-06-23T11:22:14Z,topic='l3_agent')) {'router_ids': ['b38daa88-0747-4546-ba11-f93b1c758a7a'], 'active': True} {{(pid=94176) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 11:31:53.692926 dv-neutron-601336-94-hyperv neutron-server[94174]: INFO neutron.pecan_wsgi.hooks.translation [None req-76ca6d6b-70a9-431b-91af-1da909bd6a83 tempest-NetworksIpV6TestAttrs-49342282 tempest-NetworksIpV6TestAttrs-49342282-project] DELETE failed (client error): The resource could not be found. Jun 23 11:31:53.693579 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-76ca6d6b-70a9-431b-91af-1da909bd6a83 tempest-NetworksIpV6TestAttrs-49342282 tempest-NetworksIpV6TestAttrs-49342282-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94174) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 23 11:31:53.699671 dv-neutron-601336-94-hyperv neutron-server[94174]: INFO neutron.wsgi [None req-76ca6d6b-70a9-431b-91af-1da909bd6a83 tempest-NetworksIpV6TestAttrs-49342282 tempest-NetworksIpV6TestAttrs-49342282-project] 10.222.0.20 "DELETE /v2.0/subnets/736bf7a8-6b48-4ed2-a3b6-583755a93bc6 HTTP/1.1" status: 404 len: 337 time: 0.1432266 Jun 23 11:31:53.706382 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.wsgi [-] (94175) accepted ('10.222.0.20', 37528) {{(pid=94175) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 11:31:53.773505 dv-neutron-601336-94-hyperv neutron-server[94175]: INFO neutron.pecan_wsgi.hooks.translation [None req-fcaac0e6-4d25-487b-84c2-2b39ed0b7583 tempest-NetworksIpV6TestAttrs-49342282 tempest-NetworksIpV6TestAttrs-49342282-project] DELETE failed (client error): The resource could not be found. Jun 23 11:31:53.774123 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-fcaac0e6-4d25-487b-84c2-2b39ed0b7583 tempest-NetworksIpV6TestAttrs-49342282 tempest-NetworksIpV6TestAttrs-49342282-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94175) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 23 11:31:53.778361 dv-neutron-601336-94-hyperv neutron-server[94175]: INFO neutron.wsgi [None req-fcaac0e6-4d25-487b-84c2-2b39ed0b7583 tempest-NetworksIpV6TestAttrs-49342282 tempest-NetworksIpV6TestAttrs-49342282-project] 10.222.0.20 "DELETE /v2.0/networks/7ca3c35a-43db-48c3-bcba-74614ced21a0 HTTP/1.1" status: 404 len: 339 time: 0.0675409 Jun 23 11:31:53.778897 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.wsgi [-] (94174) accepted ('10.222.0.20', 37530) {{(pid=94174) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 11:31:53.788591 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron_lib.callbacks.manager [None req-ea969890-4a87-4d58-84b8-09613b707619 tempest-NetworksTestDHCPv6-162546708 tempest-NetworksTestDHCPv6-162546708-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5190686'] for subnet, precommit_delete_associations {{(pid=94175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:31:53.903821 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.db.l3_dvr_db [None req-8785614f-e57f-470a-9a2e-89fa5b06f577 None None] Set router b38daa88-0747-4546-ba11-f93b1c758a7a gateway port host: dv-neutron-601336-94-hyperv {{(pid=94176) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:838}} Jun 23 11:31:53.979823 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron_lib.callbacks.manager [None req-ea969890-4a87-4d58-84b8-09613b707619 tempest-NetworksTestDHCPv6-162546708 tempest-NetworksTestDHCPv6-162546708-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-897634'] for subnet, precommit_delete {{(pid=94175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:31:54.031410 dv-neutron-601336-94-hyperv neutron-server[94177]: DEBUG neutron.db.l3_hamode_db [None req-7a6c2a48-9a75-4ca5-ad02-db2433630243 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c4011798-9e12-4124-bd92-c3bdbb57294a', 'name': 'tempest-ServersTestManualDisk-1881504983-router', 'tenant_id': '7773bca180b74a769b5b6d02c3ba717c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3e7e4eb3-cf02-4d47-ade9-0a579cdfc60f', 'external_fixed_ips': [{'subnet_id': 'a5ad15ab-c489-4a67-a9b0-d559fca0ec71', 'ip_address': '172.26.3.149'}], 'enable_snat': True}, 'gw_port_id': '1672c3a7-e0d1-48d1-af58-33f38510af19', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-23T11:29:59Z', 'updated_at': '2021-06-23T11:30:10Z', 'revision_number': 4, 'project_id': '7773bca180b74a769b5b6d02c3ba717c', 'gw_port': {'id': '1672c3a7-e0d1-48d1-af58-33f38510af19', 'name': '', 'network_id': '3e7e4eb3-cf02-4d47-ade9-0a579cdfc60f', 'tenant_id': '', 'mac_address': 'fa:16:3e:ef:5a:e9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c4011798-9e12-4124-bd92-c3bdbb57294a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 84, 'fixed_ips': [{'subnet_id': 'a5ad15ab-c489-4a67-a9b0-d559fca0ec71', 'ip_address': '172.26.3.149', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-94-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-23T11:30:01Z', 'updated_at': '2021-06-23T11:30:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a5ad15ab-c489-4a67-a9b0-d559fca0ec71', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-601336-94-hyperv', '_interfaces': [{'id': '32794a4f-8325-483e-b755-3914d9883a6a', 'name': '', 'network_id': 'eef03c16-5c70-4b40-b183-38c419fed443', 'tenant_id': '7773bca180b74a769b5b6d02c3ba717c', 'mac_address': 'fa:16:3e:78:be:1b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c4011798-9e12-4124-bd92-c3bdbb57294a', 'device_owner': 'network:router_interface', 'standard_attr_id': 113, 'fixed_ips': [{'subnet_id': '9ea7a874-1ae9-4ebd-bc55-df948e24bd59', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-94-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-23T11:30:08Z', 'updated_at': '2021-06-23T11:30:22Z', 'revision_number': 5, 'project_id': '7773bca180b74a769b5b6d02c3ba717c', 'subnets': [{'id': '9ea7a874-1ae9-4ebd-bc55-df948e24bd59', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-601336-94-hyperv', False) {} {{(pid=94177) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 11:31:54.066009 dv-neutron-601336-94-hyperv neutron-server[94177]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7a6c2a48-9a75-4ca5-ad02-db2433630243 None None] The sync data for ids ['c4011798-9e12-4124-bd92-c3bdbb57294a'] in dv-neutron-601336-94-hyperv is: [{'id': 'c4011798-9e12-4124-bd92-c3bdbb57294a', 'name': 'tempest-ServersTestManualDisk-1881504983-router', 'tenant_id': '7773bca180b74a769b5b6d02c3ba717c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3e7e4eb3-cf02-4d47-ade9-0a579cdfc60f', 'external_fixed_ips': [{'subnet_id': 'a5ad15ab-c489-4a67-a9b0-d559fca0ec71', 'ip_address': '172.26.3.149'}], 'enable_snat': True}, 'gw_port_id': '1672c3a7-e0d1-48d1-af58-33f38510af19', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-23T11:29:59Z', 'updated_at': '2021-06-23T11:30:10Z', 'revision_number': 4, 'project_id': '7773bca180b74a769b5b6d02c3ba717c', 'gw_port': {'id': '1672c3a7-e0d1-48d1-af58-33f38510af19', 'name': '', 'network_id': '3e7e4eb3-cf02-4d47-ade9-0a579cdfc60f', 'tenant_id': '', 'mac_address': 'fa:16:3e:ef:5a:e9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c4011798-9e12-4124-bd92-c3bdbb57294a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 84, 'fixed_ips': [{'subnet_id': 'a5ad15ab-c489-4a67-a9b0-d559fca0ec71', 'ip_address': '172.26.3.149', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-94-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-23T11:30:01Z', 'updated_at': '2021-06-23T11:30:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a5ad15ab-c489-4a67-a9b0-d559fca0ec71', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-601336-94-hyperv', '_interfaces': [{'id': '32794a4f-8325-483e-b755-3914d9883a6a', 'name': '', 'network_id': 'eef03c16-5c70-4b40-b183-38c419fed443', 'tenant_id': '7773bca180b74a769b5b6d02c3ba717c', 'mac_address': 'fa:16:3e:78:be:1b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c4011798-9e12-4124-bd92-c3bdbb57294a', 'device_owner': 'network:router_interface', 'standard_attr_id': 113, 'fixed_ips': [{'subnet_id': '9ea7a874-1ae9-4ebd-bc55-df948e24bd59', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-94-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-23T11:30:08Z', 'updated_at': '2021-06-23T11:30:22Z', 'revision_number': 5, 'project_id': '7773bca180b74a769b5b6d02c3ba717c', 'subnets': [{'id': '9ea7a874-1ae9-4ebd-bc55-df948e24bd59', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94177) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 23 11:31:54.076515 dv-neutron-601336-94-hyperv neutron-server[94175]: INFO neutron.wsgi [req-d7fbe4c4-e8c4-44ab-ba01-9b2b6686a702 req-1f801ceb-cc57-4fe2-8e29-83a8cb6f9a7f tempest-ServersTestManualDisk-1703480083 tempest-ServersTestManualDisk-1703480083-project] 10.222.0.20 "GET /v2.0/ports?device_id=60467d60-f71e-4b81-84ed-861e06a6acb7 HTTP/1.1" status: 200 len: 210 time: 0.2044611 Jun 23 11:31:54.128946 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.wsgi [-] (94174) accepted ('10.222.0.20', 37532) {{(pid=94174) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 11:31:54.172935 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.plugins.ml2.plugin [None req-80eecbea-2037-4c96-b49d-2edb26bf42ab tempest-RoutersAdminTest-1813587668 tempest-RoutersAdminTest-1813587668-project] Deleting port 1fbec927-08c3-429d-b829-910b22ca3027 {{(pid=94174) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1913}} Jun 23 11:31:54.175205 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron_lib.callbacks.manager [None req-80eecbea-2037-4c96-b49d-2edb26bf42ab tempest-RoutersAdminTest-1813587668 tempest-RoutersAdminTest-1813587668-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773700079324'] for port, before_delete {{(pid=94174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:31:54.303537 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron_lib.callbacks.manager [None req-80eecbea-2037-4c96-b49d-2edb26bf42ab tempest-RoutersAdminTest-1813587668 tempest-RoutersAdminTest-1813587668-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-430722'] for port, precommit_delete {{(pid=94174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:31:54.319374 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron_lib.callbacks.manager [None req-e1772fad-00f2-4f62-8de2-77e89a200990 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:31:54.330633 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.plugins.ml2.plugin [None req-02262309-f88f-4c57-a085-2297f2f828a5 tempest-NetworksIpV6TestAttrs-49342282 tempest-NetworksIpV6TestAttrs-49342282-project] Deleting port 8676a34f-eb68-4d78-8b2e-349f6478be6b {{(pid=94174) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1913}} Jun 23 11:31:54.330897 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron_lib.callbacks.manager [None req-02262309-f88f-4c57-a085-2297f2f828a5 tempest-NetworksIpV6TestAttrs-49342282 tempest-NetworksIpV6TestAttrs-49342282-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773700079324'] for port, before_delete {{(pid=94174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:31:54.336421 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron_lib.callbacks.manager [None req-ea969890-4a87-4d58-84b8-09613b707619 tempest-NetworksTestDHCPv6-162546708 tempest-NetworksTestDHCPv6-162546708-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-897627', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866062', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5083050', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4660036'] for subnet, after_delete {{(pid=94175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:31:54.346824 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94175) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 11:31:54.349780 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.db.l3_hamode_db [None req-8785614f-e57f-470a-9a2e-89fa5b06f577 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b38daa88-0747-4546-ba11-f93b1c758a7a', 'name': 'tempest-ServersTestJSON-528278013-router', 'tenant_id': '3e2c0af899fe4d7db7ea93301231f34d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3e7e4eb3-cf02-4d47-ade9-0a579cdfc60f', 'external_fixed_ips': [{'subnet_id': 'a5ad15ab-c489-4a67-a9b0-d559fca0ec71', 'ip_address': '172.26.3.148'}], 'enable_snat': True}, 'gw_port_id': 'c1f1e88f-c802-4085-b69a-ba04b7063016', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-23T11:30:00Z', 'updated_at': '2021-06-23T11:30:12Z', 'revision_number': 4, 'project_id': '3e2c0af899fe4d7db7ea93301231f34d', 'gw_port': {'id': 'c1f1e88f-c802-4085-b69a-ba04b7063016', 'name': '', 'network_id': '3e7e4eb3-cf02-4d47-ade9-0a579cdfc60f', 'tenant_id': '', 'mac_address': 'fa:16:3e:57:25:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b38daa88-0747-4546-ba11-f93b1c758a7a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 92, 'fixed_ips': [{'subnet_id': 'a5ad15ab-c489-4a67-a9b0-d559fca0ec71', 'ip_address': '172.26.3.148', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-94-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-23T11:30:03Z', 'updated_at': '2021-06-23T11:30:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a5ad15ab-c489-4a67-a9b0-d559fca0ec71', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-601336-94-hyperv', '_interfaces': [{'id': '4edbd502-c64a-49fd-8c4b-e7206242c756', 'name': '', 'network_id': '53451295-943c-4b83-97fd-a02f49b38b3c', 'tenant_id': '3e2c0af899fe4d7db7ea93301231f34d', 'mac_address': 'fa:16:3e:b8:27:e7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b38daa88-0747-4546-ba11-f93b1c758a7a', 'device_owner': 'network:router_interface', 'standard_attr_id': 121, 'fixed_ips': [{'subnet_id': '3bfb1ec3-b37f-49bf-ab64-d8c5440d6cd6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-94-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-23T11:30:09Z', 'updated_at': '2021-06-23T11:30:21Z', 'revision_number': 5, 'project_id': '3e2c0af899fe4d7db7ea93301231f34d', 'subnets': [{'id': '3bfb1ec3-b37f-49bf-ab64-d8c5440d6cd6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-601336-94-hyperv', False) {} {{(pid=94176) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 11:31:54.361789 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.plugins.ml2.plugin [None req-80eecbea-2037-4c96-b49d-2edb26bf42ab tempest-RoutersAdminTest-1813587668 tempest-RoutersAdminTest-1813587668-project] Calling delete_port for 1fbec927-08c3-429d-b829-910b22ca3027 owned by network:router_gateway {{(pid=94174) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1986}} Jun 23 11:31:54.362488 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron_lib.callbacks.manager [None req-ea969890-4a87-4d58-84b8-09613b707619 tempest-NetworksTestDHCPv6-162546708 tempest-NetworksTestDHCPv6-162546708-project] Notify callbacks [] for subnet, before_response {{(pid=94175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:31:54.367147 dv-neutron-601336-94-hyperv neutron-server[94175]: INFO neutron.wsgi [None req-ea969890-4a87-4d58-84b8-09613b707619 tempest-NetworksTestDHCPv6-162546708 tempest-NetworksTestDHCPv6-162546708-project] 10.222.0.20 "DELETE /v2.0/subnets/07977db6-5029-405a-a4b5-928774884e62 HTTP/1.1" status: 204 len: 168 time: 0.9206877 Jun 23 11:31:54.385328 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-04bf056a-aa04-4936-be31-dce005dd7fe9 None None] Network f53f535d-bce4-4da8-9bd9-396677ff4e83 requested from dv-neutron-601336-94-hyperv {{(pid=94176) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 23 11:31:54.386454 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.wsgi [-] (94174) accepted ('10.222.0.20', 37536) {{(pid=94174) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 11:31:54.415333 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.wsgi [-] (94175) accepted ('10.222.0.20', 37538) {{(pid=94175) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 11:31:54.421437 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea969890-4a87-4d58-84b8-09613b707619 tempest-NetworksTestDHCPv6-162546708 tempest-NetworksTestDHCPv6-162546708-project] Pushing event deleted for resources: {'Subnet': ['ID=07977db6-5029-405a-a4b5-928774884e62,revision_number=None']} {{(pid=94175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 11:31:54.424799 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG oslo_concurrency.lockutils [None req-ea969890-4a87-4d58-84b8-09613b707619 tempest-NetworksTestDHCPv6-162546708 tempest-NetworksTestDHCPv6-162546708-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.078s {{(pid=94175) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 11:31:54.463895 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8785614f-e57f-470a-9a2e-89fa5b06f577 None None] The sync data for ids ['b38daa88-0747-4546-ba11-f93b1c758a7a'] in dv-neutron-601336-94-hyperv is: [{'id': 'b38daa88-0747-4546-ba11-f93b1c758a7a', 'name': 'tempest-ServersTestJSON-528278013-router', 'tenant_id': '3e2c0af899fe4d7db7ea93301231f34d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3e7e4eb3-cf02-4d47-ade9-0a579cdfc60f', 'external_fixed_ips': [{'subnet_id': 'a5ad15ab-c489-4a67-a9b0-d559fca0ec71', 'ip_address': '172.26.3.148'}], 'enable_snat': True}, 'gw_port_id': 'c1f1e88f-c802-4085-b69a-ba04b7063016', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-23T11:30:00Z', 'updated_at': '2021-06-23T11:30:12Z', 'revision_number': 4, 'project_id': '3e2c0af899fe4d7db7ea93301231f34d', 'gw_port': {'id': 'c1f1e88f-c802-4085-b69a-ba04b7063016', 'name': '', 'network_id': '3e7e4eb3-cf02-4d47-ade9-0a579cdfc60f', 'tenant_id': '', 'mac_address': 'fa:16:3e:57:25:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b38daa88-0747-4546-ba11-f93b1c758a7a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 92, 'fixed_ips': [{'subnet_id': 'a5ad15ab-c489-4a67-a9b0-d559fca0ec71', 'ip_address': '172.26.3.148', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-94-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-23T11:30:03Z', 'updated_at': '2021-06-23T11:30:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a5ad15ab-c489-4a67-a9b0-d559fca0ec71', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-601336-94-hyperv', '_interfaces': [{'id': '4edbd502-c64a-49fd-8c4b-e7206242c756', 'name': '', 'network_id': '53451295-943c-4b83-97fd-a02f49b38b3c', 'tenant_id': '3e2c0af899fe4d7db7ea93301231f34d', 'mac_address': 'fa:16:3e:b8:27:e7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b38daa88-0747-4546-ba11-f93b1c758a7a', 'device_owner': 'network:router_interface', 'standard_attr_id': 121, 'fixed_ips': [{'subnet_id': '3bfb1ec3-b37f-49bf-ab64-d8c5440d6cd6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-94-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-23T11:30:09Z', 'updated_at': '2021-06-23T11:30:21Z', 'revision_number': 5, 'project_id': '3e2c0af899fe4d7db7ea93301231f34d', 'subnets': [{'id': '3bfb1ec3-b37f-49bf-ab64-d8c5440d6cd6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94176) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 23 11:31:54.544833 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-024b3e64-4d16-4f32-bc45-25b585da5371 None None] New status for floating IP fa0147e7-5da9-4017-b7da-e8a2b4b002e0: DOWN {{(pid=94176) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 23 11:31:54.604700 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.db.db_base_plugin_v2 [None req-1b6c8fd6-7492-47e4-9a71-0a5d99258b84 tempest-NetworksTestDHCPv6-162546708 tempest-NetworksTestDHCPv6-162546708-project] Deleting subnet b4df557f-3b4a-4121-bbe8-1e223a5ed426 {{(pid=94174) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jun 23 11:31:54.607886 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron_lib.callbacks.manager [None req-1b6c8fd6-7492-47e4-9a71-0a5d99258b84 tempest-NetworksTestDHCPv6-162546708 tempest-NetworksTestDHCPv6-162546708-project] Notify callbacks [] for subnet, before_delete {{(pid=94174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:31:54.638999 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron_lib.callbacks.manager [None req-02262309-f88f-4c57-a085-2297f2f828a5 tempest-NetworksIpV6TestAttrs-49342282 tempest-NetworksIpV6TestAttrs-49342282-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-430722'] for port, precommit_delete {{(pid=94174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:31:54.661227 dv-neutron-601336-94-hyperv neutron-server[94175]: INFO neutron.wsgi [None req-1a3ffe23-314d-4b7d-be7d-08c69c99c356 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=b9d21b3292f245528a11bbb067c1ae45&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2442603 Jun 23 11:31:54.664702 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.wsgi [-] (94175) accepted ('10.222.0.20', 37546) {{(pid=94175) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 11:31:54.698226 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.plugins.ml2.plugin [None req-02262309-f88f-4c57-a085-2297f2f828a5 tempest-NetworksIpV6TestAttrs-49342282 tempest-NetworksIpV6TestAttrs-49342282-project] Calling delete_port for 8676a34f-eb68-4d78-8b2e-349f6478be6b owned by {{(pid=94174) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1986}} Jun 23 11:31:54.754465 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron_lib.callbacks.manager [None req-b426fce4-fe4a-4e37-840a-8a89678a7817 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:31:54.770037 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron_lib.callbacks.manager [None req-1b6c8fd6-7492-47e4-9a71-0a5d99258b84 tempest-NetworksTestDHCPv6-162546708 tempest-NetworksTestDHCPv6-162546708-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4800256'] for subnet, precommit_delete_associations {{(pid=94174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:31:54.795956 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.wsgi [-] (94175) accepted ('10.222.0.20', 37548) {{(pid=94175) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 11:31:54.813644 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron_lib.callbacks.manager [None req-b426fce4-fe4a-4e37-840a-8a89678a7817 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:31:54.919237 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron_lib.callbacks.manager [None req-a78603ad-ded5-421f-9cd8-dc6da601a6d7 tempest-ServersTestJSON-995612928 tempest-ServersTestJSON-995612928-project] Notify callbacks [] for security_group, before_delete {{(pid=94175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:31:54.952282 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron_lib.callbacks.manager [None req-a78603ad-ded5-421f-9cd8-dc6da601a6d7 tempest-ServersTestJSON-995612928 tempest-ServersTestJSON-995612928-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:31:54.970961 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.wsgi [-] (94175) accepted ('10.222.0.20', 37550) {{(pid=94175) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 11:31:54.971400 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron_lib.callbacks.manager [None req-e1772fad-00f2-4f62-8de2-77e89a200990 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:31:55.009603 dv-neutron-601336-94-hyperv neutron-server[94177]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-404ac665-0732-4703-9605-78fc5245a8f6 None None] New status for floating IP da29f43d-d520-463f-a427-8df392825c5c: DOWN {{(pid=94177) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 23 11:31:55.028248 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron_lib.callbacks.manager [None req-b426fce4-fe4a-4e37-840a-8a89678a7817 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7996330'] for security_group, after_delete {{(pid=94175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:31:55.030950 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron_lib.callbacks.manager [None req-b426fce4-fe4a-4e37-840a-8a89678a7817 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:31:55.032862 dv-neutron-601336-94-hyperv neutron-server[94175]: INFO neutron.wsgi [None req-b426fce4-fe4a-4e37-840a-8a89678a7817 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/eb31fe55-6f01-4ff5-9441-305f11143058 HTTP/1.1" status: 204 len: 168 time: 0.3670244 Jun 23 11:31:55.040124 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG oslo_concurrency.lockutils [None req-39b4a66a-0057-4e9d-8fb9-b7720b9b6b35 tempest-ExternalNetworksAdminNegativeTestJSON-663294833 tempest-ExternalNetworksAdminNegativeTestJSON-663294833-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94175) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 11:31:55.061848 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron_lib.callbacks.manager [None req-e1772fad-00f2-4f62-8de2-77e89a200990 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7996330'] for security_group, after_create {{(pid=94174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:31:55.069268 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG oslo_concurrency.lockutils [None req-e619905a-befd-42f3-a3bb-8343456387bb tempest-ServersTestManualDisk-1703480083 tempest-ServersTestManualDisk-1703480083-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94174) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 11:31:55.100027 dv-neutron-601336-94-hyperv neutron-server[94175]: INFO neutron.wsgi [None req-b2d477c3-6fcb-4f6c-a985-1151125c3670 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=fd08a1643c8a4193835c13f4222b4d53&name=default HTTP/1.1" status: 200 len: 2975 time: 0.1289411 Jun 23 11:31:55.103096 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.wsgi [-] (94175) accepted ('10.222.0.20', 37556) {{(pid=94175) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 11:31:55.127551 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b426fce4-fe4a-4e37-840a-8a89678a7817 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=eb31fe55-6f01-4ff5-9441-305f11143058,revision_number=None']} {{(pid=94175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 11:31:55.146125 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG oslo_concurrency.lockutils [None req-b426fce4-fe4a-4e37-840a-8a89678a7817 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.104s {{(pid=94175) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 11:31:55.211263 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron_lib.callbacks.manager [None req-4ea7a766-60c6-48cb-930c-255c2dcf353c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:31:55.240564 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron_lib.callbacks.manager [None req-4ea7a766-60c6-48cb-930c-255c2dcf353c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:31:55.273528 dv-neutron-601336-94-hyperv neutron-server[94174]: INFO neutron.wsgi [None req-e1772fad-00f2-4f62-8de2-77e89a200990 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=81f1fb1222994f8d89ae838d3c6f4b88&name=default HTTP/1.1" status: 200 len: 2979 time: 1.1281836 Jun 23 11:31:55.276726 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron_lib.callbacks.manager [None req-1b6c8fd6-7492-47e4-9a71-0a5d99258b84 tempest-NetworksTestDHCPv6-162546708 tempest-NetworksTestDHCPv6-162546708-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-897634'] for subnet, precommit_delete {{(pid=94174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:31:55.279839 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.wsgi [-] (94175) accepted ('10.222.0.20', 37560) {{(pid=94175) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 11:31:55.280912 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1772fad-00f2-4f62-8de2-77e89a200990 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2301cb06-8d4e-4f2f-83f2-e064b35f5a0a,revision_number=1']} {{(pid=94174) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 11:31:55.340200 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.wsgi [-] (94175) accepted ('10.222.0.20', 37562) {{(pid=94175) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 11:31:55.347440 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron_lib.callbacks.manager [None req-a78603ad-ded5-421f-9cd8-dc6da601a6d7 tempest-ServersTestJSON-995612928 tempest-ServersTestJSON-995612928-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7996330'] for security_group, after_delete {{(pid=94175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:31:55.350330 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron_lib.callbacks.manager [None req-a78603ad-ded5-421f-9cd8-dc6da601a6d7 tempest-ServersTestJSON-995612928 tempest-ServersTestJSON-995612928-project] Notify callbacks [] for security_group, before_response {{(pid=94175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:31:55.351985 dv-neutron-601336-94-hyperv neutron-server[94175]: INFO neutron.wsgi [None req-a78603ad-ded5-421f-9cd8-dc6da601a6d7 tempest-ServersTestJSON-995612928 tempest-ServersTestJSON-995612928-project] 10.222.0.20 "DELETE /v2.0/security-groups/0269fbcb-6e08-4df6-b8da-06ccdf83703f HTTP/1.1" status: 204 len: 168 time: 0.5530005 Jun 23 11:31:55.358640 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG oslo_concurrency.lockutils [None req-e9388e1f-c3ef-4f3d-bd22-ae1447a6dc37 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94175) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 11:31:55.368807 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.wsgi [-] (94175) accepted ('10.222.0.20', 37564) {{(pid=94175) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 11:31:55.393514 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a78603ad-ded5-421f-9cd8-dc6da601a6d7 tempest-ServersTestJSON-995612928 tempest-ServersTestJSON-995612928-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=0269fbcb-6e08-4df6-b8da-06ccdf83703f,revision_number=None']} {{(pid=94175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 11:31:55.395931 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG oslo_concurrency.lockutils [None req-a78603ad-ded5-421f-9cd8-dc6da601a6d7 tempest-ServersTestJSON-995612928 tempest-ServersTestJSON-995612928-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.037s {{(pid=94175) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 11:31:55.402654 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron_lib.callbacks.manager [None req-4ea7a766-60c6-48cb-930c-255c2dcf353c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7996330'] for security_group, after_delete {{(pid=94175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:31:55.405614 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron_lib.callbacks.manager [None req-4ea7a766-60c6-48cb-930c-255c2dcf353c admin admin] Notify callbacks [] for security_group, before_response {{(pid=94175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:31:55.409646 dv-neutron-601336-94-hyperv neutron-server[94175]: INFO neutron.wsgi [None req-4ea7a766-60c6-48cb-930c-255c2dcf353c admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/d9bc2d71-5080-4395-8214-5360efbc8e11 HTTP/1.1" status: 204 len: 168 time: 0.2961860 Jun 23 11:31:55.412709 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94175) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 11:31:55.415176 dv-neutron-601336-94-hyperv neutron-server[94175]: INFO neutron.api.v2.resource [None req-e70db66a-afd7-4c45-972b-1980ccb772d0 tempest-ServersTestJSON-995612928 tempest-ServersTestJSON-995612928-project] show failed (client error): The resource could not be found. Jun 23 11:31:55.420661 dv-neutron-601336-94-hyperv neutron-server[94175]: INFO neutron.wsgi [None req-e70db66a-afd7-4c45-972b-1980ccb772d0 tempest-ServersTestJSON-995612928 tempest-ServersTestJSON-995612928-project] 10.222.0.20 "GET /v2.0/security-groups/0269fbcb-6e08-4df6-b8da-06ccdf83703f HTTP/1.1" status: 404 len: 347 time: 0.0481336 Jun 23 11:31:55.439469 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.wsgi [-] (94175) accepted ('10.222.0.20', 37568) {{(pid=94175) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 11:31:55.454491 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ea7a766-60c6-48cb-930c-255c2dcf353c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d9bc2d71-5080-4395-8214-5360efbc8e11,revision_number=None']} {{(pid=94175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 11:31:55.457044 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG oslo_concurrency.lockutils [None req-4ea7a766-60c6-48cb-930c-255c2dcf353c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.044s {{(pid=94175) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 11:31:55.493943 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron_lib.callbacks.manager [None req-0af770d6-0a00-4046-af36-1d2171647f63 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:31:55.578415 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron_lib.callbacks.manager [None req-d640e6ad-8eb6-41c8-846c-d3c8555fa8e4 tempest-ServersTestManualDisk-1703480083 tempest-ServersTestManualDisk-1703480083-project] Notify callbacks [] for security_group, before_delete {{(pid=94175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:31:55.589046 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron_lib.callbacks.manager [None req-0af770d6-0a00-4046-af36-1d2171647f63 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:31:55.659787 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron_lib.callbacks.manager [None req-d640e6ad-8eb6-41c8-846c-d3c8555fa8e4 tempest-ServersTestManualDisk-1703480083 tempest-ServersTestManualDisk-1703480083-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:31:55.743884 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG oslo_concurrency.lockutils [None req-e1772fad-00f2-4f62-8de2-77e89a200990 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.675s {{(pid=94174) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 11:31:55.748836 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a8a7e91a-3163-4817-8478-0e714ab5a7d8 None None] get_active_networks_info from dv-neutron-601336-94-hyperv {{(pid=94176) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Jun 23 11:31:55.750812 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.plugins.ml2.plugin [None req-7f8de92f-4651-468e-a893-01277e439b56 tempest-ServersTestJSON-995612928 tempest-ServersTestJSON-995612928-project] Deleting port 7b70b7c3-a164-407c-b9e1-2a12f1471bb4 {{(pid=94175) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1913}} Jun 23 11:31:55.751378 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron_lib.callbacks.manager [None req-7f8de92f-4651-468e-a893-01277e439b56 tempest-ServersTestJSON-995612928 tempest-ServersTestJSON-995612928-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773700079324'] for port, before_delete {{(pid=94175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:31:55.836892 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron_lib.callbacks.manager [None req-0af770d6-0a00-4046-af36-1d2171647f63 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7996330'] for security_group, after_delete {{(pid=94175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:31:55.836892 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron_lib.callbacks.manager [None req-0af770d6-0a00-4046-af36-1d2171647f63 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:31:55.836892 dv-neutron-601336-94-hyperv neutron-server[94175]: INFO neutron.wsgi [None req-0af770d6-0a00-4046-af36-1d2171647f63 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/2301cb06-8d4e-4f2f-83f2-e064b35f5a0a HTTP/1.1" status: 204 len: 168 time: 0.5545325 Jun 23 11:31:55.836892 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron_lib.callbacks.manager [None req-d640e6ad-8eb6-41c8-846c-d3c8555fa8e4 tempest-ServersTestManualDisk-1703480083 tempest-ServersTestManualDisk-1703480083-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7996330'] for security_group, after_delete {{(pid=94175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:31:55.840101 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron_lib.callbacks.manager [None req-d640e6ad-8eb6-41c8-846c-d3c8555fa8e4 tempest-ServersTestManualDisk-1703480083 tempest-ServersTestManualDisk-1703480083-project] Notify callbacks [] for security_group, before_response {{(pid=94175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:31:55.841287 dv-neutron-601336-94-hyperv neutron-server[94175]: INFO neutron.wsgi [None req-d640e6ad-8eb6-41c8-846c-d3c8555fa8e4 tempest-ServersTestManualDisk-1703480083 tempest-ServersTestManualDisk-1703480083-project] 10.222.0.20 "DELETE /v2.0/security-groups/64e50690-84f2-4556-996e-e186f26132b0 HTTP/1.1" status: 204 len: 168 time: 0.5071130 Jun 23 11:31:55.843983 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.wsgi [-] (94174) accepted ('10.222.0.20', 37582) {{(pid=94174) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 11:31:55.856208 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.db.provisioning_blocks [None req-e0eaac62-4afd-4386-bf3c-7b86ee3bdac7 None None] Provisioning complete for port 86a868f4-9f5d-4a85-afd1-69ba66785919 triggered by entity DHCP. {{(pid=94176) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 23 11:31:55.856588 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron_lib.callbacks.manager [None req-e0eaac62-4afd-4386-bf3c-7b86ee3bdac7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-899258'] for port, provisioning_complete {{(pid=94176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:31:55.856744 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron_lib.callbacks.manager [None req-7f8de92f-4651-468e-a893-01277e439b56 tempest-ServersTestJSON-995612928 tempest-ServersTestJSON-995612928-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-430722'] for port, precommit_delete {{(pid=94175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:31:55.857043 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron_lib.callbacks.manager [None req-7f8de92f-4651-468e-a893-01277e439b56 tempest-ServersTestJSON-995612928 tempest-ServersTestJSON-995612928-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:31:55.858626 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a8a7e91a-3163-4817-8478-0e714ab5a7d8 None None] Resources bound (agent type, host, resource id): {{(pid=94176) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Jun 23 11:31:55.865670 dv-neutron-601336-94-hyperv neutron-server[94174]: INFO neutron.api.v2.resource [None req-4c1111f5-fbe8-4f16-89e8-ee218b0f9f94 tempest-ServersTestManualDisk-1703480083 tempest-ServersTestManualDisk-1703480083-project] show failed (client error): The resource could not be found. Jun 23 11:31:55.865670 dv-neutron-601336-94-hyperv neutron-server[94174]: INFO neutron.wsgi [None req-4c1111f5-fbe8-4f16-89e8-ee218b0f9f94 tempest-ServersTestManualDisk-1703480083 tempest-ServersTestManualDisk-1703480083-project] 10.222.0.20 "GET /v2.0/security-groups/64e50690-84f2-4556-996e-e186f26132b0 HTTP/1.1" status: 404 len: 347 time: 0.0161591 Jun 23 11:31:55.867745 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.wsgi [-] (94174) accepted ('10.222.0.20', 37584) {{(pid=94174) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 11:31:55.869873 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.plugins.ml2.plugin [None req-7f8de92f-4651-468e-a893-01277e439b56 tempest-ServersTestJSON-995612928 tempest-ServersTestJSON-995612928-project] Calling delete_port for 7b70b7c3-a164-407c-b9e1-2a12f1471bb4 owned by network:floatingip {{(pid=94175) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1986}} Jun 23 11:31:55.907378 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron_lib.callbacks.manager [None req-02262309-f88f-4c57-a085-2297f2f828a5 tempest-NetworksIpV6TestAttrs-49342282 tempest-NetworksIpV6TestAttrs-49342282-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-922904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866062', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773700135024', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773699642224', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5196390'] for port, after_delete {{(pid=94174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:31:55.917978 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG oslo_concurrency.lockutils [None req-2bda2aa8-0fb1-4d32-b725-b9dceff6d9db tempest-FloatingIPAdminTestJSON-1420968783 tempest-FloatingIPAdminTestJSON-1420968783-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94174) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 11:31:55.921194 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron_lib.callbacks.manager [None req-80eecbea-2037-4c96-b49d-2edb26bf42ab tempest-RoutersAdminTest-1813587668 tempest-RoutersAdminTest-1813587668-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-922904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866062', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773700135024', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773699642224', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5196390'] for port, after_delete {{(pid=94174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:31:55.938013 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG oslo_concurrency.lockutils [None req-b426fce4-fe4a-4e37-840a-8a89678a7817 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94175) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 11:31:55.966090 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron_lib.callbacks.manager [None req-1b6c8fd6-7492-47e4-9a71-0a5d99258b84 tempest-NetworksTestDHCPv6-162546708 tempest-NetworksTestDHCPv6-162546708-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-897627', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866062', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5195932', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4294216'] for subnet, after_delete {{(pid=94174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:31:55.979062 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0af770d6-0a00-4046-af36-1d2171647f63 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2301cb06-8d4e-4f2f-83f2-e064b35f5a0a,revision_number=None']} {{(pid=94175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 11:31:55.996696 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d640e6ad-8eb6-41c8-846c-d3c8555fa8e4 tempest-ServersTestManualDisk-1703480083 tempest-ServersTestManualDisk-1703480083-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=64e50690-84f2-4556-996e-e186f26132b0,revision_number=None']} {{(pid=94175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 11:31:56.000062 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG oslo_concurrency.lockutils [None req-d640e6ad-8eb6-41c8-846c-d3c8555fa8e4 tempest-ServersTestManualDisk-1703480083 tempest-ServersTestManualDisk-1703480083-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.062s {{(pid=94175) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 11:31:56.004552 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG oslo_concurrency.lockutils [None req-96068102-9b3d-4c23-8ef0-6a3539227e99 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.062s {{(pid=94175) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 11:31:56.005056 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG oslo_concurrency.lockutils [None req-96068102-9b3d-4c23-8ef0-6a3539227e99 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.000s {{(pid=94175) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 11:31:56.012684 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron_lib.callbacks.manager [None req-1b6c8fd6-7492-47e4-9a71-0a5d99258b84 tempest-NetworksTestDHCPv6-162546708 tempest-NetworksTestDHCPv6-162546708-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7865916'] for subnet, before_response {{(pid=94174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:31:56.014874 dv-neutron-601336-94-hyperv neutron-server[94174]: INFO neutron.wsgi [None req-1b6c8fd6-7492-47e4-9a71-0a5d99258b84 tempest-NetworksTestDHCPv6-162546708 tempest-NetworksTestDHCPv6-162546708-project] 10.222.0.20 "DELETE /v2.0/subnets/b4df557f-3b4a-4121-bbe8-1e223a5ed426 HTTP/1.1" status: 204 len: 168 time: 1.6098111 Jun 23 11:31:56.020177 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.wsgi [-] (94174) accepted ('10.222.0.20', 37590) {{(pid=94174) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 11:31:56.071929 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02262309-f88f-4c57-a085-2297f2f828a5 tempest-NetworksIpV6TestAttrs-49342282 tempest-NetworksIpV6TestAttrs-49342282-project] Pushing event deleted for resources: {'Port': ['ID=8676a34f-eb68-4d78-8b2e-349f6478be6b,revision_number=None']} {{(pid=94174) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 11:31:56.077905 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG oslo_concurrency.lockutils [None req-02262309-f88f-4c57-a085-2297f2f828a5 tempest-NetworksIpV6TestAttrs-49342282 tempest-NetworksIpV6TestAttrs-49342282-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.161s {{(pid=94174) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 11:31:56.084838 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron_lib.callbacks.manager [None req-02262309-f88f-4c57-a085-2297f2f828a5 tempest-NetworksIpV6TestAttrs-49342282 tempest-NetworksIpV6TestAttrs-49342282-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-217507'] for port, before_response {{(pid=94174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:31:56.087004 dv-neutron-601336-94-hyperv neutron-server[94174]: INFO neutron.wsgi [None req-02262309-f88f-4c57-a085-2297f2f828a5 tempest-NetworksIpV6TestAttrs-49342282 tempest-NetworksIpV6TestAttrs-49342282-project] 10.222.0.20 "DELETE /v2.0/ports/8676a34f-eb68-4d78-8b2e-349f6478be6b HTTP/1.1" status: 204 len: 168 time: 2.3069801 Jun 23 11:31:56.109418 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.wsgi [-] (94175) accepted ('10.222.0.20', 37592) {{(pid=94175) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 11:31:56.122006 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG oslo_concurrency.lockutils [None req-8fde637d-81b3-4dd9-a608-2f930692610d tempest-FloatingIPAdminTestJSON-2059789561 tempest-FloatingIPAdminTestJSON-2059789561-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.185s {{(pid=94174) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 11:31:56.191939 dv-neutron-601336-94-hyperv neutron-server[94175]: INFO neutron.pecan_wsgi.hooks.translation [None req-f8deca5d-81a1-4670-b994-7db2376e6c8e tempest-NetworksIpV6TestAttrs-49342282 tempest-NetworksIpV6TestAttrs-49342282-project] DELETE failed (client error): The resource could not be found. Jun 23 11:31:56.192742 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f8deca5d-81a1-4670-b994-7db2376e6c8e tempest-NetworksIpV6TestAttrs-49342282 tempest-NetworksIpV6TestAttrs-49342282-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94175) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 23 11:31:56.194838 dv-neutron-601336-94-hyperv neutron-server[94175]: INFO neutron.wsgi [None req-f8deca5d-81a1-4670-b994-7db2376e6c8e tempest-NetworksIpV6TestAttrs-49342282 tempest-NetworksIpV6TestAttrs-49342282-project] 10.222.0.20 "DELETE /v2.0/subnets/933a8787-41af-4661-9da3-fee2cb8525d2 HTTP/1.1" status: 404 len: 337 time: 0.0777876 Jun 23 11:31:56.198002 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.wsgi [-] (94175) accepted ('10.222.0.20', 37596) {{(pid=94175) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 11:31:56.236820 dv-neutron-601336-94-hyperv neutron-server[94174]: INFO neutron.wsgi [None req-07859606-d22f-4477-8428-fda9a05538dc tempest-NetworksTestDHCPv6-162546708 tempest-NetworksTestDHCPv6-162546708-project] 10.222.0.20 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1575334 Jun 23 11:31:56.240926 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-00cbfa33-d062-4634-8045-971650c71f74 None None] Network f53f535d-bce4-4da8-9bd9-396677ff4e83 requested from dv-neutron-601336-94-hyperv {{(pid=94176) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 23 11:31:56.242061 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80eecbea-2037-4c96-b49d-2edb26bf42ab tempest-RoutersAdminTest-1813587668 tempest-RoutersAdminTest-1813587668-project] Pushing event deleted for resources: {'Port': ['ID=1fbec927-08c3-429d-b829-910b22ca3027,revision_number=None']} {{(pid=94174) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 11:31:56.248255 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.wsgi [-] (94174) accepted ('10.222.0.20', 37598) {{(pid=94174) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 11:31:56.250001 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG oslo_concurrency.lockutils [None req-80eecbea-2037-4c96-b49d-2edb26bf42ab tempest-RoutersAdminTest-1813587668 tempest-RoutersAdminTest-1813587668-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.129s {{(pid=94174) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 11:31:56.253563 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.243s {{(pid=94174) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 11:31:56.281965 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.api.v2.base [None req-2e9732c2-bf27-44df-9e92-7c72ab355437 tempest-NetworksTestDHCPv6-162546708 tempest-NetworksTestDHCPv6-162546708-project] Request body: {'subnet': {'network_id': 'f53f535d-bce4-4da8-9bd9-396677ff4e83', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=94174) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 23 11:31:56.296895 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b6c8fd6-7492-47e4-9a71-0a5d99258b84 tempest-NetworksTestDHCPv6-162546708 tempest-NetworksTestDHCPv6-162546708-project] Pushing event deleted for resources: {'Subnet': ['ID=b4df557f-3b4a-4121-bbe8-1e223a5ed426,revision_number=None']} {{(pid=94174) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 11:31:56.312644 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron_lib.callbacks.manager [None req-c2c7f61a-a65c-4159-bfa4-733eba650f4b tempest-NetworksIpV6TestAttrs-49342282 tempest-NetworksIpV6TestAttrs-49342282-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-824874'] for network, before_delete {{(pid=94175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:31:56.334041 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG oslo_concurrency.lockutils [None req-1b6c8fd6-7492-47e4-9a71-0a5d99258b84 tempest-NetworksTestDHCPv6-162546708 tempest-NetworksTestDHCPv6-162546708-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.080s {{(pid=94174) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 11:31:56.335089 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron_lib.callbacks.manager [None req-80eecbea-2037-4c96-b49d-2edb26bf42ab tempest-RoutersAdminTest-1813587668 tempest-RoutersAdminTest-1813587668-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-524171'] for router_gateway, after_delete {{(pid=94174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:31:56.349727 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron_lib.callbacks.manager [None req-7f8de92f-4651-468e-a893-01277e439b56 tempest-ServersTestJSON-995612928 tempest-ServersTestJSON-995612928-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-922904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866062', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773700135024', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773699642224', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5082448'] for port, after_delete {{(pid=94175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:31:56.355860 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG oslo_concurrency.lockutils [None req-f0546750-963e-4b5d-b2f7-f5abfbff5876 tempest-NetworksIpV6TestAttrs-49342282 tempest-NetworksIpV6TestAttrs-49342282-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94175) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 11:31:56.428564 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f8de92f-4651-468e-a893-01277e439b56 tempest-ServersTestJSON-995612928 tempest-ServersTestJSON-995612928-project] Pushing event deleted for resources: {'Port': ['ID=7b70b7c3-a164-407c-b9e1-2a12f1471bb4,revision_number=None']} {{(pid=94175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 11:31:56.433252 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron_lib.callbacks.manager [None req-80eecbea-2037-4c96-b49d-2edb26bf42ab tempest-RoutersAdminTest-1813587668 tempest-RoutersAdminTest-1813587668-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-520417', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-32301'] for router, precommit_delete {{(pid=94174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:31:56.435299 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron_lib.callbacks.manager [None req-80eecbea-2037-4c96-b49d-2edb26bf42ab tempest-RoutersAdminTest-1813587668 tempest-RoutersAdminTest-1813587668-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:31:56.464608 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG oslo_concurrency.lockutils [None req-7f8de92f-4651-468e-a893-01277e439b56 tempest-ServersTestJSON-995612928 tempest-ServersTestJSON-995612928-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.109s {{(pid=94175) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 11:31:56.495041 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron_lib.callbacks.manager [None req-c2c7f61a-a65c-4159-bfa4-733eba650f4b tempest-NetworksIpV6TestAttrs-49342282 tempest-NetworksIpV6TestAttrs-49342282-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-897259', 'neutron.services.segments.db._delete_segments_for_network-8773700168587'] for network, precommit_delete {{(pid=94175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:31:56.510288 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.services.segments.db [None req-c2c7f61a-a65c-4159-bfa4-733eba650f4b tempest-NetworksIpV6TestAttrs-49342282 tempest-NetworksIpV6TestAttrs-49342282-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['69b1f606-ae82-400f-a426-d75cd329835f']}} {{(pid=94175) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 11:31:56.527597 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.plugins.ml2.plugin [None req-871a0df1-1d29-41b6-bdb7-387196eb76b7 tempest-ServersTestManualDisk-1703480083 tempest-ServersTestManualDisk-1703480083-project] Deleting port 12831135-7fb9-4afb-89b8-a36084a193cf {{(pid=94174) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1913}} Jun 23 11:31:56.527965 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.services.segments.db [None req-c2c7f61a-a65c-4159-bfa4-733eba650f4b tempest-NetworksIpV6TestAttrs-49342282 tempest-NetworksIpV6TestAttrs-49342282-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6c196de2-0a72-4e0a-98fd-73565fba0621') {'for_net_delete': True} {{(pid=94175) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 11:31:56.528265 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.services.segments.db [None req-c2c7f61a-a65c-4159-bfa4-733eba650f4b tempest-NetworksIpV6TestAttrs-49342282 tempest-NetworksIpV6TestAttrs-49342282-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6c196de2-0a72-4e0a-98fd-73565fba0621') {} {{(pid=94175) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 11:31:56.528544 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron_lib.callbacks.manager [None req-871a0df1-1d29-41b6-bdb7-387196eb76b7 tempest-ServersTestManualDisk-1703480083 tempest-ServersTestManualDisk-1703480083-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773700079324'] for port, before_delete {{(pid=94174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:31:56.541547 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron_lib.callbacks.manager [None req-c2c7f61a-a65c-4159-bfa4-733eba650f4b tempest-NetworksIpV6TestAttrs-49342282 tempest-NetworksIpV6TestAttrs-49342282-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8773699955833', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5190677'] for segment, before_delete {{(pid=94175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:31:56.551551 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron_lib.callbacks.manager [None req-7f8de92f-4651-468e-a893-01277e439b56 tempest-ServersTestJSON-995612928 tempest-ServersTestJSON-995612928-project] Notify callbacks [] for floatingip, after_delete {{(pid=94175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:31:56.564894 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ee2a457c-47b2-4673-97ae-1728456f7752 None None] DHCP port deletion for f53f535d-bce4-4da8-9bd9-396677ff4e83 request from dv-neutron-601336-94-hyperv {{(pid=94176) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jun 23 11:31:56.565214 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron_lib.callbacks.manager [None req-7f8de92f-4651-468e-a893-01277e439b56 tempest-ServersTestJSON-995612928 tempest-ServersTestJSON-995612928-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-217507'] for floatingip, before_response {{(pid=94175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:31:56.565214 dv-neutron-601336-94-hyperv neutron-server[94175]: INFO neutron.wsgi [None req-7f8de92f-4651-468e-a893-01277e439b56 tempest-ServersTestJSON-995612928 tempest-ServersTestJSON-995612928-project] 10.222.0.20 "DELETE /v2.0/floatingips/da29f43d-d520-463f-a427-8df392825c5c HTTP/1.1" status: 204 len: 168 time: 1.1147482 Jun 23 11:31:56.565214 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron_lib.callbacks.manager [None req-c2c7f61a-a65c-4159-bfa4-733eba650f4b tempest-NetworksIpV6TestAttrs-49342282 tempest-NetworksIpV6TestAttrs-49342282-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3801'] for segment, precommit_delete {{(pid=94175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:31:56.568354 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.wsgi [-] (94175) accepted ('10.222.0.20', 37610) {{(pid=94175) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 11:31:56.577296 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c2c7f61a-a65c-4159-bfa4-733eba650f4b tempest-NetworksIpV6TestAttrs-49342282 tempest-NetworksIpV6TestAttrs-49342282-project] Releasing vlan 411 on physical network physnet1 to pool {{(pid=94175) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 23 11:31:56.577752 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron_lib.callbacks.manager [None req-c2c7f61a-a65c-4159-bfa4-733eba650f4b tempest-NetworksIpV6TestAttrs-49342282 tempest-NetworksIpV6TestAttrs-49342282-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3801', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5082371'] for segment, after_delete {{(pid=94175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:31:56.583322 dv-neutron-601336-94-hyperv neutron-server[94175]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 23 11:31:56.583322 dv-neutron-601336-94-hyperv neutron-server[94175]: conditions |= (models_v2.Port.network_id.in_( Jun 23 11:31:56.583322 dv-neutron-601336-94-hyperv neutron-server[94175]: Traceback (most recent call last): Jun 23 11:31:56.583322 dv-neutron-601336-94-hyperv neutron-server[94175]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 23 11:31:56.583322 dv-neutron-601336-94-hyperv neutron-server[94175]: timer() Jun 23 11:31:56.583322 dv-neutron-601336-94-hyperv neutron-server[94175]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 23 11:31:56.583322 dv-neutron-601336-94-hyperv neutron-server[94175]: cb(*args, **kw) Jun 23 11:31:56.583322 dv-neutron-601336-94-hyperv neutron-server[94175]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 23 11:31:56.583322 dv-neutron-601336-94-hyperv neutron-server[94175]: return func(*args, **kwargs) Jun 23 11:31:56.583322 dv-neutron-601336-94-hyperv neutron-server[94175]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 23 11:31:56.583322 dv-neutron-601336-94-hyperv neutron-server[94175]: self._notify() Jun 23 11:31:56.583322 dv-neutron-601336-94-hyperv neutron-server[94175]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 23 11:31:56.583322 dv-neutron-601336-94-hyperv neutron-server[94175]: self.callback(batched_events) Jun 23 11:31:56.583322 dv-neutron-601336-94-hyperv neutron-server[94175]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 23 11:31:56.583322 dv-neutron-601336-94-hyperv neutron-server[94175]: event.method(event) Jun 23 11:31:56.583322 dv-neutron-601336-94-hyperv neutron-server[94175]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 23 11:31:56.583322 dv-neutron-601336-94-hyperv neutron-server[94175]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 23 11:31:56.583322 dv-neutron-601336-94-hyperv neutron-server[94175]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 23 11:31:56.583322 dv-neutron-601336-94-hyperv neutron-server[94175]: aggregate_uuid = self.p_client.list_aggregates( Jun 23 11:31:56.583322 dv-neutron-601336-94-hyperv neutron-server[94175]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 23 11:31:56.583322 dv-neutron-601336-94-hyperv neutron-server[94175]: return f(self, *a, **k) Jun 23 11:31:56.583322 dv-neutron-601336-94-hyperv neutron-server[94175]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 23 11:31:56.583322 dv-neutron-601336-94-hyperv neutron-server[94175]: return self._get(url).json() Jun 23 11:31:56.583322 dv-neutron-601336-94-hyperv neutron-server[94175]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 23 11:31:56.583322 dv-neutron-601336-94-hyperv neutron-server[94175]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 23 11:31:56.583322 dv-neutron-601336-94-hyperv neutron-server[94175]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 23 11:31:56.583322 dv-neutron-601336-94-hyperv neutron-server[94175]: return self.request(url, 'GET', **kwargs) Jun 23 11:31:56.583322 dv-neutron-601336-94-hyperv neutron-server[94175]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 23 11:31:56.583322 dv-neutron-601336-94-hyperv neutron-server[94175]: base_url = self.get_endpoint(auth, allow=allow, Jun 23 11:31:56.583322 dv-neutron-601336-94-hyperv neutron-server[94175]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 23 11:31:56.583322 dv-neutron-601336-94-hyperv neutron-server[94175]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 23 11:31:56.583322 dv-neutron-601336-94-hyperv neutron-server[94175]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 23 11:31:56.583322 dv-neutron-601336-94-hyperv neutron-server[94175]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 23 11:31:56.583322 dv-neutron-601336-94-hyperv neutron-server[94175]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 23 11:31:56.615431 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron_lib.callbacks.manager [None req-80eecbea-2037-4c96-b49d-2edb26bf42ab tempest-RoutersAdminTest-1813587668 tempest-RoutersAdminTest-1813587668-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-494961'] for router, after_delete {{(pid=94174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:31:56.615953 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-80eecbea-2037-4c96-b49d-2edb26bf42ab tempest-RoutersAdminTest-1813587668 tempest-RoutersAdminTest-1813587668-project] Fanout notify agent at l3_agent the message router_deleted on router ad3c2c42-78fa-4829-a4d5-9b896d3538c9 {{(pid=94174) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jun 23 11:31:56.623114 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron_lib.callbacks.manager [None req-80eecbea-2037-4c96-b49d-2edb26bf42ab tempest-RoutersAdminTest-1813587668 tempest-RoutersAdminTest-1813587668-project] Notify callbacks [] for router, before_response {{(pid=94174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:31:56.629908 dv-neutron-601336-94-hyperv neutron-server[94174]: INFO neutron.wsgi [None req-80eecbea-2037-4c96-b49d-2edb26bf42ab tempest-RoutersAdminTest-1813587668 tempest-RoutersAdminTest-1813587668-project] 10.222.0.20 "DELETE /v2.0/routers/ad3c2c42-78fa-4829-a4d5-9b896d3538c9 HTTP/1.1" status: 204 len: 168 time: 3.9639797 Jun 23 11:31:56.632988 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.wsgi [-] (94175) accepted ('10.222.0.20', 37616) {{(pid=94175) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 11:31:56.639764 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.plugins.ml2.plugin [None req-ee2a457c-47b2-4673-97ae-1728456f7752 None None] Deleting port 86a868f4-9f5d-4a85-afd1-69ba66785919 {{(pid=94176) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1913}} Jun 23 11:31:56.641091 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron_lib.callbacks.manager [None req-ee2a457c-47b2-4673-97ae-1728456f7752 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773700079324'] for port, before_delete {{(pid=94176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:31:56.661568 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.api.v2.base [None req-b589c1ae-1662-40a4-a529-f17d68b624b4 tempest-RoutersAdminTest-1813587668 tempest-RoutersAdminTest-1813587668-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-1352168051', 'external_gateway_info': {'network_id': '3e7e4eb3-cf02-4d47-ade9-0a579cdfc60f'}, 'admin_state_up': False}} {{(pid=94175) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 23 11:31:56.702946 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron_lib.callbacks.manager [None req-871a0df1-1d29-41b6-bdb7-387196eb76b7 tempest-ServersTestManualDisk-1703480083 tempest-ServersTestManualDisk-1703480083-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-430722'] for port, precommit_delete {{(pid=94174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:31:56.703596 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron_lib.callbacks.manager [None req-871a0df1-1d29-41b6-bdb7-387196eb76b7 tempest-ServersTestManualDisk-1703480083 tempest-ServersTestManualDisk-1703480083-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:31:56.718529 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.plugins.ml2.db [None req-ee2a457c-47b2-4673-97ae-1728456f7752 None None] For port 86a868f4-9f5d-4a85-afd1-69ba66785919, host dv-neutron-601336-94-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-94-hyperv',level=0,port_id=86a868f4-9f5d-4a85-afd1-69ba66785919,segment=NetworkSegment(6303a411-6e70-4139-a530-9ee4cf8ba843),segment_id=6303a411-6e70-4139-a530-9ee4cf8ba843)] {{(pid=94176) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 23 11:31:56.719278 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron_lib.callbacks.manager [None req-ee2a457c-47b2-4673-97ae-1728456f7752 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-430722'] for port, precommit_delete {{(pid=94176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:31:56.719973 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.plugins.ml2.plugin [None req-871a0df1-1d29-41b6-bdb7-387196eb76b7 tempest-ServersTestManualDisk-1703480083 tempest-ServersTestManualDisk-1703480083-project] Calling delete_port for 12831135-7fb9-4afb-89b8-a36084a193cf owned by network:floatingip {{(pid=94174) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1986}} Jun 23 11:31:56.737347 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.plugins.ml2.plugin [None req-ee2a457c-47b2-4673-97ae-1728456f7752 None None] Calling delete_port for 86a868f4-9f5d-4a85-afd1-69ba66785919 owned by network:dhcp {{(pid=94176) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1986}} Jun 23 11:31:56.796726 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2e9732c2-bf27-44df-9e92-7c72ab355437 tempest-NetworksTestDHCPv6-162546708 tempest-NetworksTestDHCPv6-162546708-project] Made reservation on behalf of 5e61222a836c47229c94e37f3902e6bd for: {'subnet': 1} {{(pid=94174) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 23 11:31:56.801597 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron_lib.callbacks.manager [None req-2e9732c2-bf27-44df-9e92-7c72ab355437 tempest-NetworksTestDHCPv6-162546708 tempest-NetworksTestDHCPv6-162546708-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4294245'] for subnet, before_create {{(pid=94174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:31:56.833174 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron_lib.callbacks.manager [None req-c2c7f61a-a65c-4159-bfa4-733eba650f4b tempest-NetworksIpV6TestAttrs-49342282 tempest-NetworksIpV6TestAttrs-49342282-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-897248', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8002400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7866073', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-524247'] for network, after_delete {{(pid=94175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:31:56.843878 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94175) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 11:31:56.853801 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron_lib.callbacks.manager [None req-c2c7f61a-a65c-4159-bfa4-733eba650f4b tempest-NetworksIpV6TestAttrs-49342282 tempest-NetworksIpV6TestAttrs-49342282-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7865916'] for network, before_response {{(pid=94175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:31:56.855773 dv-neutron-601336-94-hyperv neutron-server[94175]: INFO neutron.wsgi [None req-c2c7f61a-a65c-4159-bfa4-733eba650f4b tempest-NetworksIpV6TestAttrs-49342282 tempest-NetworksIpV6TestAttrs-49342282-project] 10.222.0.20 "DELETE /v2.0/networks/69b1f606-ae82-400f-a426-d75cd329835f HTTP/1.1" status: 204 len: 168 time: 0.6567209 Jun 23 11:31:56.861582 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.wsgi [-] (94175) accepted ('10.222.0.20', 37622) {{(pid=94175) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 11:31:56.886495 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.plugins.ml2.rpc [None req-dc7542b2-afef-47f4-a763-e3a3cba144be None None] Device 86a868f4-9f5d-4a85-afd1-69ba66785919 no longer exists at agent ovs-agent-dv-neutron-601336-94-hyperv {{(pid=94176) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:261}} Jun 23 11:31:57.001262 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron_lib.callbacks.manager [None req-dc7542b2-afef-47f4-a763-e3a3cba144be None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-923122'] for port, before_update {{(pid=94176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:31:57.003341 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron_lib.callbacks.manager [None req-ee2a457c-47b2-4673-97ae-1728456f7752 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-922904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866062', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773700135024', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773699642224'] for port, after_delete {{(pid=94176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:31:57.006970 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG oslo_concurrency.lockutils [None req-dc7542b2-afef-47f4-a763-e3a3cba144be None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 11:31:57.039774 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.wsgi [-] (94174) accepted ('10.222.0.20', 37626) {{(pid=94174) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 11:31:57.044694 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee2a457c-47b2-4673-97ae-1728456f7752 None None] Pushing event deleted for resources: {'Port': ['ID=86a868f4-9f5d-4a85-afd1-69ba66785919,revision_number=None']} {{(pid=94176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 11:31:57.049540 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG oslo_concurrency.lockutils [None req-ee2a457c-47b2-4673-97ae-1728456f7752 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.043s {{(pid=94176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 11:31:57.050589 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ee2a457c-47b2-4673-97ae-1728456f7752 None None] No DVR routers for this DVR port 86a868f4-9f5d-4a85-afd1-69ba66785919 on host dv-neutron-601336-94-hyperv {{(pid=94176) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 23 11:31:57.089297 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron_lib.callbacks.manager [None req-871a0df1-1d29-41b6-bdb7-387196eb76b7 tempest-ServersTestManualDisk-1703480083 tempest-ServersTestManualDisk-1703480083-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-922904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866062', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773700135024', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773699642224', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5196390'] for port, after_delete {{(pid=94174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:31:57.094514 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG oslo_concurrency.lockutils [None req-87fbd278-56eb-469e-b03f-1b3bd9eaa603 tempest-AllowedAddressPairIpV6TestJSON-597468505 tempest-AllowedAddressPairIpV6TestJSON-597468505-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94174) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 11:31:57.127650 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-871a0df1-1d29-41b6-bdb7-387196eb76b7 tempest-ServersTestManualDisk-1703480083 tempest-ServersTestManualDisk-1703480083-project] Pushing event deleted for resources: {'Port': ['ID=12831135-7fb9-4afb-89b8-a36084a193cf,revision_number=None']} {{(pid=94174) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 11:31:57.134884 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG oslo_concurrency.lockutils [None req-871a0df1-1d29-41b6-bdb7-387196eb76b7 tempest-ServersTestManualDisk-1703480083 tempest-ServersTestManualDisk-1703480083-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.041s {{(pid=94174) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 11:31:57.209104 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.api.v2.base [None req-428547c0-db48-4b61-ac17-e7be8597b008 tempest-NetworksNegativeTestJSON-592651982 tempest-NetworksNegativeTestJSON-592651982-project] Request body: {'port': {'network_id': '2e44350b-47b2-4b5b-9133-8324df6fc1af', 'name': 'tempest-NetworksNegativeTestJSON-270372996'}} {{(pid=94174) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 23 11:31:57.277224 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2c7f61a-a65c-4159-bfa4-733eba650f4b tempest-NetworksIpV6TestAttrs-49342282 tempest-NetworksIpV6TestAttrs-49342282-project] Pushing event deleted for resources: {'Network': ['ID=69b1f606-ae82-400f-a426-d75cd329835f,revision_number=None']} {{(pid=94175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 11:31:57.291211 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG oslo_concurrency.lockutils [None req-c2c7f61a-a65c-4159-bfa4-733eba650f4b tempest-NetworksIpV6TestAttrs-49342282 tempest-NetworksIpV6TestAttrs-49342282-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.447s {{(pid=94175) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 11:31:57.315789 dv-neutron-601336-94-hyperv neutron-server[94174]: INFO neutron.pecan_wsgi.hooks.translation [None req-428547c0-db48-4b61-ac17-e7be8597b008 tempest-NetworksNegativeTestJSON-592651982 tempest-NetworksNegativeTestJSON-592651982-project] POST failed (client error): The resource could not be found. Jun 23 11:31:57.316849 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-428547c0-db48-4b61-ac17-e7be8597b008 tempest-NetworksNegativeTestJSON-592651982 tempest-NetworksNegativeTestJSON-592651982-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94174) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 23 11:31:57.318458 dv-neutron-601336-94-hyperv neutron-server[94174]: INFO neutron.wsgi [None req-428547c0-db48-4b61-ac17-e7be8597b008 tempest-NetworksNegativeTestJSON-592651982 tempest-NetworksNegativeTestJSON-592651982-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 404 len: 339 time: 0.2772911 Jun 23 11:31:57.323064 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.wsgi [-] (94174) accepted ('10.222.0.20', 37636) {{(pid=94174) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 11:31:57.355131 dv-neutron-601336-94-hyperv neutron-server[94174]: INFO neutron.pecan_wsgi.hooks.translation [None req-02c8f246-ff76-4968-836c-f29128077d76 tempest-NetworksNegativeTestJSON-592651982 tempest-NetworksNegativeTestJSON-592651982-project] DELETE failed (client error): The resource could not be found. Jun 23 11:31:57.356191 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-02c8f246-ff76-4968-836c-f29128077d76 tempest-NetworksNegativeTestJSON-592651982 tempest-NetworksNegativeTestJSON-592651982-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94174) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 23 11:31:57.358091 dv-neutron-601336-94-hyperv neutron-server[94174]: INFO neutron.wsgi [None req-02c8f246-ff76-4968-836c-f29128077d76 tempest-NetworksNegativeTestJSON-592651982 tempest-NetworksNegativeTestJSON-592651982-project] 10.222.0.20 "DELETE /v2.0/networks/9b022841-5fbf-4411-875d-03dbd4191d54 HTTP/1.1" status: 404 len: 339 time: 0.0338879 Jun 23 11:31:57.361578 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.wsgi [-] (94174) accepted ('10.222.0.20', 37640) {{(pid=94174) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 11:31:57.367961 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron_lib.callbacks.manager [None req-b589c1ae-1662-40a4-a529-f17d68b624b4 tempest-RoutersAdminTest-1813587668 tempest-RoutersAdminTest-1813587668-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-520407', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-32315'] for router, before_create {{(pid=94175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:31:57.369030 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron_lib.callbacks.manager [None req-b589c1ae-1662-40a4-a529-f17d68b624b4 tempest-RoutersAdminTest-1813587668 tempest-RoutersAdminTest-1813587668-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-520264', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-524122', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-414782', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-32290'] for router, precommit_create {{(pid=94175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:31:57.371069 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron_lib.callbacks.manager [None req-871a0df1-1d29-41b6-bdb7-387196eb76b7 tempest-ServersTestManualDisk-1703480083 tempest-ServersTestManualDisk-1703480083-project] Notify callbacks [] for floatingip, after_delete {{(pid=94174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:31:57.375796 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron_lib.callbacks.manager [None req-871a0df1-1d29-41b6-bdb7-387196eb76b7 tempest-ServersTestManualDisk-1703480083 tempest-ServersTestManualDisk-1703480083-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-217507'] for floatingip, before_response {{(pid=94174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:31:57.375796 dv-neutron-601336-94-hyperv neutron-server[94174]: INFO neutron.wsgi [None req-871a0df1-1d29-41b6-bdb7-387196eb76b7 tempest-ServersTestManualDisk-1703480083 tempest-ServersTestManualDisk-1703480083-project] 10.222.0.20 "DELETE /v2.0/floatingips/fa0147e7-5da9-4017-b7da-e8a2b4b002e0 HTTP/1.1" status: 204 len: 168 time: 1.5060613 Jun 23 11:31:57.381331 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.wsgi [-] (94175) accepted ('10.222.0.20', 37642) {{(pid=94175) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 11:31:57.398459 dv-neutron-601336-94-hyperv neutron-server[94174]: INFO neutron.pecan_wsgi.hooks.translation [None req-b68215e0-8218-4de8-adb8-d94c7a95cfb9 tempest-NetworksNegativeTestJSON-592651982 tempest-NetworksNegativeTestJSON-592651982-project] DELETE failed (client error): The resource could not be found. Jun 23 11:31:57.399404 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b68215e0-8218-4de8-adb8-d94c7a95cfb9 tempest-NetworksNegativeTestJSON-592651982 tempest-NetworksNegativeTestJSON-592651982-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94174) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 23 11:31:57.404696 dv-neutron-601336-94-hyperv neutron-server[94174]: INFO neutron.wsgi [None req-b68215e0-8218-4de8-adb8-d94c7a95cfb9 tempest-NetworksNegativeTestJSON-592651982 tempest-NetworksNegativeTestJSON-592651982-project] 10.222.0.20 "DELETE /v2.0/ports/7a922d6d-67e2-4129-9bd1-f2b55e51719f HTTP/1.1" status: 404 len: 333 time: 0.0385387 Jun 23 11:31:57.407537 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.wsgi [-] (94174) accepted ('10.222.0.20', 37646) {{(pid=94174) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 11:31:57.435540 dv-neutron-601336-94-hyperv neutron-server[94174]: INFO neutron.pecan_wsgi.hooks.translation [None req-cd480d5f-839d-4a46-9f41-b388abb04e43 tempest-NetworksNegativeTestJSON-592651982 tempest-NetworksNegativeTestJSON-592651982-project] DELETE failed (client error): The resource could not be found. Jun 23 11:31:57.442998 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-cd480d5f-839d-4a46-9f41-b388abb04e43 tempest-NetworksNegativeTestJSON-592651982 tempest-NetworksNegativeTestJSON-592651982-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94174) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 23 11:31:57.442998 dv-neutron-601336-94-hyperv neutron-server[94174]: INFO neutron.wsgi [None req-cd480d5f-839d-4a46-9f41-b388abb04e43 tempest-NetworksNegativeTestJSON-592651982 tempest-NetworksNegativeTestJSON-592651982-project] 10.222.0.20 "DELETE /v2.0/subnets/03c1f629-8513-4e8d-ab0d-c127894b8cba HTTP/1.1" status: 404 len: 337 time: 0.0293143 Jun 23 11:31:57.443343 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.wsgi [-] (94174) accepted ('10.222.0.20', 37650) {{(pid=94174) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 11:31:57.481756 dv-neutron-601336-94-hyperv neutron-server[94174]: INFO neutron.pecan_wsgi.hooks.translation [None req-2e77934a-5cd6-4d4e-be3e-32563859e674 tempest-NetworksNegativeTestJSON-592651982 tempest-NetworksNegativeTestJSON-592651982-project] GET failed (client error): The resource could not be found. Jun 23 11:31:57.487598 dv-neutron-601336-94-hyperv neutron-server[94174]: INFO neutron.wsgi [None req-2e77934a-5cd6-4d4e-be3e-32563859e674 tempest-NetworksNegativeTestJSON-592651982 tempest-NetworksNegativeTestJSON-592651982-project] 10.222.0.20 "GET /v2.0/networks/a4084e3e-72a8-4950-a26a-02baaa508cbd HTTP/1.1" status: 404 len: 339 time: 0.0390620 Jun 23 11:31:57.487598 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.wsgi [-] (94174) accepted ('10.222.0.20', 37654) {{(pid=94174) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 11:31:57.517747 dv-neutron-601336-94-hyperv neutron-server[94174]: INFO neutron.pecan_wsgi.hooks.translation [None req-e461ee22-5841-478c-8a39-cd4b4e25a9da tempest-NetworksNegativeTestJSON-592651982 tempest-NetworksNegativeTestJSON-592651982-project] GET failed (client error): The resource could not be found. Jun 23 11:31:57.524448 dv-neutron-601336-94-hyperv neutron-server[94174]: INFO neutron.wsgi [None req-e461ee22-5841-478c-8a39-cd4b4e25a9da tempest-NetworksNegativeTestJSON-592651982 tempest-NetworksNegativeTestJSON-592651982-project] 10.222.0.20 "GET /v2.0/ports/44ec1811-5a67-4da5-8f88-544e6e94113c HTTP/1.1" status: 404 len: 333 time: 0.0313823 Jun 23 11:31:57.524577 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron_lib.callbacks.manager [None req-b589c1ae-1662-40a4-a529-f17d68b624b4 tempest-RoutersAdminTest-1813587668 tempest-RoutersAdminTest-1813587668-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:31:57.524662 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.wsgi [-] (94174) accepted ('10.222.0.20', 37658) {{(pid=94174) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 11:31:57.556994 dv-neutron-601336-94-hyperv neutron-server[94174]: INFO neutron.pecan_wsgi.hooks.translation [None req-7a64d9ba-737e-4c87-8ac7-cbb35b966f29 tempest-NetworksNegativeTestJSON-592651982 tempest-NetworksNegativeTestJSON-592651982-project] GET failed (client error): The resource could not be found. Jun 23 11:31:57.558320 dv-neutron-601336-94-hyperv neutron-server[94174]: INFO neutron.wsgi [None req-7a64d9ba-737e-4c87-8ac7-cbb35b966f29 tempest-NetworksNegativeTestJSON-592651982 tempest-NetworksNegativeTestJSON-592651982-project] 10.222.0.20 "GET /v2.0/subnets/5ae44ef2-13bb-477b-ba0d-559bf748a813 HTTP/1.1" status: 404 len: 337 time: 0.0332966 Jun 23 11:31:57.563216 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.wsgi [-] (94174) accepted ('10.222.0.20', 37660) {{(pid=94174) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 11:31:57.568521 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.api.v2.base [None req-3149af95-35d4-4003-a5ac-56fedb3e2e13 tempest-NetworksNegativeTestJSON-592651982 tempest-NetworksNegativeTestJSON-592651982-project] Request body: {'network': {'name': 'new_name'}} {{(pid=94174) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 23 11:31:57.589607 dv-neutron-601336-94-hyperv neutron-server[94174]: INFO neutron.pecan_wsgi.hooks.translation [None req-3149af95-35d4-4003-a5ac-56fedb3e2e13 tempest-NetworksNegativeTestJSON-592651982 tempest-NetworksNegativeTestJSON-592651982-project] PUT failed (client error): The resource could not be found. Jun 23 11:31:57.590192 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-3149af95-35d4-4003-a5ac-56fedb3e2e13 tempest-NetworksNegativeTestJSON-592651982 tempest-NetworksNegativeTestJSON-592651982-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94174) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 23 11:31:57.591357 dv-neutron-601336-94-hyperv neutron-server[94174]: INFO neutron.wsgi [None req-3149af95-35d4-4003-a5ac-56fedb3e2e13 tempest-NetworksNegativeTestJSON-592651982 tempest-NetworksNegativeTestJSON-592651982-project] 10.222.0.20 "PUT /v2.0/networks/6a374f25-fdb0-4664-bb64-f5cfe6c3da04 HTTP/1.1" status: 404 len: 339 time: 0.0273232 Jun 23 11:31:57.596134 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.wsgi [-] (94174) accepted ('10.222.0.20', 37662) {{(pid=94174) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 11:31:57.599857 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.plugins.ml2.plugin [None req-de5a0c62-1d8c-405c-b8fe-26c87c45f45e tempest-NetworksIpV6TestAttrs-49342282 tempest-NetworksIpV6TestAttrs-49342282-project] Deleting port f69aa691-444b-4510-b3a4-0ae53687a59d {{(pid=94175) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1913}} Jun 23 11:31:57.600286 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron_lib.callbacks.manager [None req-de5a0c62-1d8c-405c-b8fe-26c87c45f45e tempest-NetworksIpV6TestAttrs-49342282 tempest-NetworksIpV6TestAttrs-49342282-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773700079324'] for port, before_delete {{(pid=94175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:31:57.613267 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.objects.ports [None req-2e9732c2-bf27-44df-9e92-7c72ab355437 tempest-NetworksTestDHCPv6-162546708 tempest-NetworksTestDHCPv6-162546708-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=94174) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Jun 23 11:31:57.617598 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.api.v2.base [None req-311d5792-4c4a-4592-aacc-45abb5d851fb tempest-NetworksNegativeTestJSON-592651982 tempest-NetworksNegativeTestJSON-592651982-project] Request body: {'port': {'name': 'new_name'}} {{(pid=94174) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 23 11:31:57.622232 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron_lib.callbacks.manager [None req-2e9732c2-bf27-44df-9e92-7c72ab355437 tempest-NetworksTestDHCPv6-162546708 tempest-NetworksTestDHCPv6-162546708-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866062', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5195999', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4294259'] for subnet, after_create {{(pid=94174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:31:57.640818 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG oslo_concurrency.lockutils [None req-20878421-92e3-456c-8956-969683ce4c6a tempest-AllowedAddressPairIpV6TestJSON-597468505 tempest-AllowedAddressPairIpV6TestJSON-597468505-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94174) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 11:31:57.650247 dv-neutron-601336-94-hyperv neutron-server[94174]: INFO neutron.pecan_wsgi.hooks.translation [None req-311d5792-4c4a-4592-aacc-45abb5d851fb tempest-NetworksNegativeTestJSON-592651982 tempest-NetworksNegativeTestJSON-592651982-project] PUT failed (client error): The resource could not be found. Jun 23 11:31:57.651006 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-311d5792-4c4a-4592-aacc-45abb5d851fb tempest-NetworksNegativeTestJSON-592651982 tempest-NetworksNegativeTestJSON-592651982-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94174) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 23 11:31:57.657584 dv-neutron-601336-94-hyperv neutron-server[94174]: INFO neutron.wsgi [None req-311d5792-4c4a-4592-aacc-45abb5d851fb tempest-NetworksNegativeTestJSON-592651982 tempest-NetworksNegativeTestJSON-592651982-project] 10.222.0.20 "PUT /v2.0/ports/f7f54c03-219f-4717-9c1b-5f453856bcef HTTP/1.1" status: 404 len: 333 time: 0.0553327 Jun 23 11:31:57.658210 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.wsgi [-] (94175) accepted ('10.222.0.20', 37666) {{(pid=94175) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 11:31:57.667351 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.api.v2.base [None req-71542484-68ef-4dc0-aabd-2a09075d5cdc tempest-NetworksNegativeTestJSON-592651982 tempest-NetworksNegativeTestJSON-592651982-project] Request body: {'subnet': {'name': 'new_name'}} {{(pid=94175) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 23 11:31:57.691611 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2e9732c2-bf27-44df-9e92-7c72ab355437 tempest-NetworksTestDHCPv6-162546708 tempest-NetworksTestDHCPv6-162546708-project] Network f53f535d-bce4-4da8-9bd9-396677ff4e83 is already hosted by enough agents. {{(pid=94174) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 23 11:31:57.698993 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.scheduler.base_scheduler [None req-2e9732c2-bf27-44df-9e92-7c72ab355437 tempest-NetworksTestDHCPv6-162546708 tempest-NetworksTestDHCPv6-162546708-project] Resources bound (agent type, host, resource id): {{(pid=94174) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 23 11:31:57.704423 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2e9732c2-bf27-44df-9e92-7c72ab355437 tempest-NetworksTestDHCPv6-162546708 tempest-NetworksTestDHCPv6-162546708-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94174) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 11:31:57.705616 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron_lib.callbacks.manager [None req-2e9732c2-bf27-44df-9e92-7c72ab355437 tempest-NetworksTestDHCPv6-162546708 tempest-NetworksTestDHCPv6-162546708-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7865916'] for subnet, before_response {{(pid=94174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:31:57.711370 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4d703e85-c127-49e7-8883-4f1d22069976 None None] Network f53f535d-bce4-4da8-9bd9-396677ff4e83 requested from dv-neutron-601336-94-hyperv {{(pid=94176) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 23 11:31:57.725829 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e9732c2-bf27-44df-9e92-7c72ab355437 tempest-NetworksTestDHCPv6-162546708 tempest-NetworksTestDHCPv6-162546708-project] Pushing event updated for resources: {'Subnet': ['ID=9ade129a-e461-4b0b-bf9f-365eab22d569,revision_number=0']} {{(pid=94174) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 11:31:57.728741 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG oslo_concurrency.lockutils [None req-2e9732c2-bf27-44df-9e92-7c72ab355437 tempest-NetworksTestDHCPv6-162546708 tempest-NetworksTestDHCPv6-162546708-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.088s {{(pid=94174) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 11:31:57.776616 dv-neutron-601336-94-hyperv neutron-server[94174]: INFO neutron.wsgi [None req-2e9732c2-bf27-44df-9e92-7c72ab355437 tempest-NetworksTestDHCPv6-162546708 tempest-NetworksTestDHCPv6-162546708-project] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 1.5237193 Jun 23 11:31:57.779659 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.wsgi [-] (94174) accepted ('10.222.0.20', 37672) {{(pid=94174) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 11:31:57.785706 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.api.v2.base [None req-e2af1856-6fc0-4e99-a992-072e300480a1 tempest-NetworksTestDHCPv6-162546708 tempest-NetworksTestDHCPv6-162546708-project] Request body: {'subnet': {'network_id': 'f53f535d-bce4-4da8-9bd9-396677ff4e83', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=94174) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 23 11:31:57.820130 dv-neutron-601336-94-hyperv neutron-server[94175]: INFO neutron.pecan_wsgi.hooks.translation [None req-71542484-68ef-4dc0-aabd-2a09075d5cdc tempest-NetworksNegativeTestJSON-592651982 tempest-NetworksNegativeTestJSON-592651982-project] PUT failed (client error): The resource could not be found. Jun 23 11:31:57.820870 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-71542484-68ef-4dc0-aabd-2a09075d5cdc tempest-NetworksNegativeTestJSON-592651982 tempest-NetworksNegativeTestJSON-592651982-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94175) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 23 11:31:57.822184 dv-neutron-601336-94-hyperv neutron-server[94175]: INFO neutron.wsgi [None req-71542484-68ef-4dc0-aabd-2a09075d5cdc tempest-NetworksNegativeTestJSON-592651982 tempest-NetworksNegativeTestJSON-592651982-project] 10.222.0.20 "PUT /v2.0/subnets/142d67a5-884c-46f9-92ff-7258ed2c4c03 HTTP/1.1" status: 404 len: 337 time: 0.1595743 Jun 23 11:31:57.850578 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron_lib.callbacks.manager [None req-de5a0c62-1d8c-405c-b8fe-26c87c45f45e tempest-NetworksIpV6TestAttrs-49342282 tempest-NetworksIpV6TestAttrs-49342282-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-430722'] for port, precommit_delete {{(pid=94175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:31:57.899064 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bf5da578-0e22-4bb5-85d3-386243cc267d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1e0d828a-1fa4-563d-b7fd-53adf66a04ee-f53f535d-bce4-4da8-9bd9-396677ff4e83', 'network_id': 'f53f535d-bce4-4da8-9bd9-396677ff4e83', 'tenant_id': '5e61222a836c47229c94e37f3902e6bd', 'fixed_ips': [{'subnet_id': '9ade129a-e461-4b0b-bf9f-365eab22d569'}]}} from dv-neutron-601336-94-hyperv. {{(pid=94176) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 23 11:31:57.901559 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron_lib.callbacks.manager [None req-bf5da578-0e22-4bb5-85d3-386243cc267d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-923104'] for port, before_create {{(pid=94176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:31:57.984127 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.plugins.ml2.plugin [None req-de5a0c62-1d8c-405c-b8fe-26c87c45f45e tempest-NetworksIpV6TestAttrs-49342282 tempest-NetworksIpV6TestAttrs-49342282-project] Calling delete_port for f69aa691-444b-4510-b3a4-0ae53687a59d owned by {{(pid=94175) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1986}} Jun 23 11:31:57.992485 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e2af1856-6fc0-4e99-a992-072e300480a1 tempest-NetworksTestDHCPv6-162546708 tempest-NetworksTestDHCPv6-162546708-project] Made reservation on behalf of 5e61222a836c47229c94e37f3902e6bd for: {'subnet': 1} {{(pid=94174) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 23 11:31:57.996053 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron_lib.callbacks.manager [None req-e2af1856-6fc0-4e99-a992-072e300480a1 tempest-NetworksTestDHCPv6-162546708 tempest-NetworksTestDHCPv6-162546708-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4294245'] for subnet, before_create {{(pid=94174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:31:57.999834 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron_lib.callbacks.manager [None req-b589c1ae-1662-40a4-a529-f17d68b624b4 tempest-RoutersAdminTest-1813587668 tempest-RoutersAdminTest-1813587668-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-524104', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-520389', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-32276'] for router, precommit_update {{(pid=94175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:31:58.063581 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.db.db_base_plugin_common [None req-bf5da578-0e22-4bb5-85d3-386243cc267d None None] Allocated IP 2001:db8::f816:3eff:feb6:87f9 (f53f535d-bce4-4da8-9bd9-396677ff4e83/9ade129a-e461-4b0b-bf9f-365eab22d569/e2686741-dacf-40f8-8eb0-330ae311102b) {{(pid=94176) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 23 11:31:58.229408 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron_lib.callbacks.manager [None req-bf5da578-0e22-4bb5-85d3-386243cc267d None None] Notify callbacks [] for port, precommit_create {{(pid=94176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:31:58.253002 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.db.provisioning_blocks [None req-bf5da578-0e22-4bb5-85d3-386243cc267d None None] Transition to ACTIVE for port object e2686741-dacf-40f8-8eb0-330ae311102b will not be triggered until provisioned by entity L2. {{(pid=94176) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 23 11:31:58.281873 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.db.provisioning_blocks [None req-bf5da578-0e22-4bb5-85d3-386243cc267d None None] Transition to ACTIVE for port object e2686741-dacf-40f8-8eb0-330ae311102b will not be triggered until provisioned by entity DHCP. {{(pid=94176) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 23 11:31:58.329926 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron_lib.callbacks.manager [None req-13c6d102-2ba1-4520-a09e-5dc742a19c6b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-453061'] for router_interface, before_delete {{(pid=94175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:31:58.348308 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron_lib.callbacks.manager [None req-e2af1856-6fc0-4e99-a992-072e300480a1 tempest-NetworksTestDHCPv6-162546708 tempest-NetworksTestDHCPv6-162546708-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866062', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5195999', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4294259'] for subnet, after_create {{(pid=94174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:31:58.353253 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG oslo_concurrency.lockutils [None req-e9a9384a-43da-4e2c-a2f2-4d2f0c9829b5 tempest-NetworksTestDHCPv6-162546708 tempest-NetworksTestDHCPv6-162546708-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94174) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 11:31:58.379424 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron_lib.callbacks.manager [None req-bf5da578-0e22-4bb5-85d3-386243cc267d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-922915', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-239814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7866073', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773699642215'] for port, after_create {{(pid=94176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:31:58.381417 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG oslo_concurrency.lockutils [None req-dc7542b2-afef-47f4-a763-e3a3cba144be None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 11:31:58.387314 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron_lib.callbacks.manager [None req-de5a0c62-1d8c-405c-b8fe-26c87c45f45e tempest-NetworksIpV6TestAttrs-49342282 tempest-NetworksIpV6TestAttrs-49342282-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-922904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866062', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773700135024', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773699642224', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5082448'] for port, after_delete {{(pid=94175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:31:58.400307 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG oslo_concurrency.lockutils [None req-b20da880-0f09-47b8-a985-5a96ec5e0f21 tempest-NetworksTestDHCPv6-162546708 tempest-NetworksTestDHCPv6-162546708-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94175) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 11:31:58.402250 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e2af1856-6fc0-4e99-a992-072e300480a1 tempest-NetworksTestDHCPv6-162546708 tempest-NetworksTestDHCPv6-162546708-project] Network f53f535d-bce4-4da8-9bd9-396677ff4e83 is already hosted by enough agents. {{(pid=94174) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 23 11:31:58.408049 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.scheduler.base_scheduler [None req-e2af1856-6fc0-4e99-a992-072e300480a1 tempest-NetworksTestDHCPv6-162546708 tempest-NetworksTestDHCPv6-162546708-project] Resources bound (agent type, host, resource id): {{(pid=94174) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 23 11:31:58.411275 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e2af1856-6fc0-4e99-a992-072e300480a1 tempest-NetworksTestDHCPv6-162546708 tempest-NetworksTestDHCPv6-162546708-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94174) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 11:31:58.412038 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron_lib.callbacks.manager [None req-e2af1856-6fc0-4e99-a992-072e300480a1 tempest-NetworksTestDHCPv6-162546708 tempest-NetworksTestDHCPv6-162546708-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7865916'] for subnet, before_response {{(pid=94174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:31:58.426735 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2af1856-6fc0-4e99-a992-072e300480a1 tempest-NetworksTestDHCPv6-162546708 tempest-NetworksTestDHCPv6-162546708-project] Pushing event updated for resources: {'Subnet': ['ID=fdb4a502-4fb5-48d4-9863-ada17f666455,revision_number=0']} {{(pid=94174) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 11:31:58.429161 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bf5da578-0e22-4bb5-85d3-386243cc267d None None] Network f53f535d-bce4-4da8-9bd9-396677ff4e83 is already hosted by enough agents. {{(pid=94176) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 23 11:31:58.430049 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG oslo_concurrency.lockutils [None req-e2af1856-6fc0-4e99-a992-072e300480a1 tempest-NetworksTestDHCPv6-162546708 tempest-NetworksTestDHCPv6-162546708-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.077s {{(pid=94174) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 11:31:58.433920 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.scheduler.base_scheduler [None req-bf5da578-0e22-4bb5-85d3-386243cc267d None None] Resources bound (agent type, host, resource id): {{(pid=94176) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 23 11:31:58.435957 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf5da578-0e22-4bb5-85d3-386243cc267d None None] Pushing event updated for resources: {'Port': ['ID=e2686741-dacf-40f8-8eb0-330ae311102b,revision_number=1']} {{(pid=94176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 11:31:58.444823 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bf5da578-0e22-4bb5-85d3-386243cc267d None None] Received port after_create {{(pid=94176) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 23 11:31:58.444823 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG oslo_concurrency.lockutils [None req-bf5da578-0e22-4bb5-85d3-386243cc267d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.059s {{(pid=94176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 11:31:58.465763 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.wsgi [-] (94174) accepted ('10.222.0.20', 37688) {{(pid=94174) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 11:31:58.488695 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de5a0c62-1d8c-405c-b8fe-26c87c45f45e tempest-NetworksIpV6TestAttrs-49342282 tempest-NetworksIpV6TestAttrs-49342282-project] Pushing event deleted for resources: {'Port': ['ID=f69aa691-444b-4510-b3a4-0ae53687a59d,revision_number=None']} {{(pid=94175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 11:31:58.503400 dv-neutron-601336-94-hyperv neutron-server[94174]: INFO neutron.wsgi [None req-e2af1856-6fc0-4e99-a992-072e300480a1 tempest-NetworksTestDHCPv6-162546708 tempest-NetworksTestDHCPv6-162546708-project] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.7223108 Jun 23 11:31:58.506714 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.wsgi [-] (94174) accepted ('10.222.0.20', 37692) {{(pid=94174) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 11:31:58.517693 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.api.v2.base [None req-a7418926-a068-49a1-879b-e26848fef5d8 tempest-NetworksTestDHCPv6-162546708 tempest-NetworksTestDHCPv6-162546708-project] Request body: {'port': {'network_id': 'f53f535d-bce4-4da8-9bd9-396677ff4e83', 'mac_address': 'fa:16:3e:c2:08:44', 'name': 'tempest-NetworksTestDHCPv6-85771629'}} {{(pid=94174) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 23 11:31:58.517796 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.plugins.ml2.managers [None req-bf5da578-0e22-4bb5-85d3-386243cc267d None None] Attempting to bind port e2686741-dacf-40f8-8eb0-330ae311102b on host dv-neutron-601336-94-hyperv for vnic_type normal with profile {{(pid=94176) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 23 11:31:58.517796 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.plugins.ml2.managers [None req-bf5da578-0e22-4bb5-85d3-386243cc267d None None] Attempting to bind port e2686741-dacf-40f8-8eb0-330ae311102b by drivers openvswitch,hyperv on host dv-neutron-601336-94-hyperv at level 0 using segments [{'id': '6303a411-6e70-4139-a530-9ee4cf8ba843', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 419, 'network_id': 'f53f535d-bce4-4da8-9bd9-396677ff4e83'}] {{(pid=94176) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 23 11:31:58.517796 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bf5da578-0e22-4bb5-85d3-386243cc267d None None] Attempting to bind port e2686741-dacf-40f8-8eb0-330ae311102b on network f53f535d-bce4-4da8-9bd9-396677ff4e83 {{(pid=94176) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 23 11:31:58.528526 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bf5da578-0e22-4bb5-85d3-386243cc267d None None] Checking agent: {'id': '4d05f899-5ac9-411b-8a03-f60c93f87cdf', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-601336-94-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 23, 11, 22, 14), 'started_at': datetime.datetime(2021, 6, 23, 11, 22, 44), 'heartbeat_timestamp': datetime.datetime(2021, 6, 23, 11, 31, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'monitor_allowed_address_pair_garp': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-601336-94-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94176) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 23 11:31:58.529101 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bf5da578-0e22-4bb5-85d3-386243cc267d None None] Checking segment: {'id': '6303a411-6e70-4139-a530-9ee4cf8ba843', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 419, 'network_id': 'f53f535d-bce4-4da8-9bd9-396677ff4e83'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94176) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 23 11:31:58.531940 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron_lib.callbacks.manager [None req-bf5da578-0e22-4bb5-85d3-386243cc267d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:31:58.533689 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bf5da578-0e22-4bb5-85d3-386243cc267d None None] Bound using segment: {'id': '6303a411-6e70-4139-a530-9ee4cf8ba843', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 419, 'network_id': 'f53f535d-bce4-4da8-9bd9-396677ff4e83'} {{(pid=94176) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 23 11:31:58.535524 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.plugins.ml2.managers [None req-bf5da578-0e22-4bb5-85d3-386243cc267d None None] Bound port: e2686741-dacf-40f8-8eb0-330ae311102b, host: dv-neutron-601336-94-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6303a411-6e70-4139-a530-9ee4cf8ba843', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 419, 'network_id': 'f53f535d-bce4-4da8-9bd9-396677ff4e83'}}] {{(pid=94176) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 23 11:31:58.535942 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron_lib.callbacks.manager [None req-bf5da578-0e22-4bb5-85d3-386243cc267d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-923122'] for port, before_update {{(pid=94176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:31:58.541893 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron_lib.callbacks.manager [None req-de5a0c62-1d8c-405c-b8fe-26c87c45f45e tempest-NetworksIpV6TestAttrs-49342282 tempest-NetworksIpV6TestAttrs-49342282-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-217507'] for port, before_response {{(pid=94175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:31:58.546042 dv-neutron-601336-94-hyperv neutron-server[94175]: INFO neutron.wsgi [None req-de5a0c62-1d8c-405c-b8fe-26c87c45f45e tempest-NetworksIpV6TestAttrs-49342282 tempest-NetworksIpV6TestAttrs-49342282-project] 10.222.0.20 "DELETE /v2.0/ports/f69aa691-444b-4510-b3a4-0ae53687a59d HTTP/1.1" status: 204 len: 168 time: 1.6718240 Jun 23 11:31:58.546798 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG oslo_concurrency.lockutils [None req-de5a0c62-1d8c-405c-b8fe-26c87c45f45e tempest-NetworksIpV6TestAttrs-49342282 tempest-NetworksIpV6TestAttrs-49342282-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.146s {{(pid=94175) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 11:31:58.549932 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.wsgi [-] (94175) accepted ('10.222.0.20', 37696) {{(pid=94175) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 11:31:58.608979 dv-neutron-601336-94-hyperv neutron-server[94175]: INFO neutron.pecan_wsgi.hooks.translation [None req-423f4e27-3090-4a62-8167-a7172ca5980b tempest-NetworksIpV6TestAttrs-49342282 tempest-NetworksIpV6TestAttrs-49342282-project] DELETE failed (client error): The resource could not be found. Jun 23 11:31:58.609389 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-423f4e27-3090-4a62-8167-a7172ca5980b tempest-NetworksIpV6TestAttrs-49342282 tempest-NetworksIpV6TestAttrs-49342282-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94175) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 23 11:31:58.614700 dv-neutron-601336-94-hyperv neutron-server[94175]: INFO neutron.wsgi [None req-423f4e27-3090-4a62-8167-a7172ca5980b tempest-NetworksIpV6TestAttrs-49342282 tempest-NetworksIpV6TestAttrs-49342282-project] 10.222.0.20 "DELETE /v2.0/subnets/03baa774-71e7-4daa-be99-b78b840509ab HTTP/1.1" status: 404 len: 337 time: 0.0583189 Jun 23 11:31:58.617837 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.wsgi [-] (94174) accepted ('10.222.0.20', 37700) {{(pid=94174) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 11:31:58.664254 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.plugins.ml2.db [None req-bf5da578-0e22-4bb5-85d3-386243cc267d None None] For port e2686741-dacf-40f8-8eb0-330ae311102b, host dv-neutron-601336-94-hyperv, cleared binding levels {{(pid=94176) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 23 11:31:58.670766 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.plugins.ml2.db [None req-bf5da578-0e22-4bb5-85d3-386243cc267d None None] For port e2686741-dacf-40f8-8eb0-330ae311102b, host dv-neutron-601336-94-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-94-hyperv',level=0,port_id=e2686741-dacf-40f8-8eb0-330ae311102b,segment=NetworkSegment(6303a411-6e70-4139-a530-9ee4cf8ba843),segment_id=6303a411-6e70-4139-a530-9ee4cf8ba843)] {{(pid=94176) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 23 11:31:58.747708 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron_lib.callbacks.manager [None req-bf5da578-0e22-4bb5-85d3-386243cc267d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-922904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866062', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773700135042', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773699642233', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773699642278'] for port, after_update {{(pid=94176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:31:58.751540 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG oslo_concurrency.lockutils [None req-55edbf66-5fa2-4920-bd7d-806a254dcfe5 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 11:31:58.773971 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron_lib.callbacks.manager [None req-97179165-cccc-466c-b43b-5d5d268c43ab tempest-NetworksIpV6TestAttrs-49342282 tempest-NetworksIpV6TestAttrs-49342282-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-824874'] for network, before_delete {{(pid=94174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:31:58.794150 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron_lib.callbacks.manager [None req-405abb67-9111-4fe9-9458-f9f63c48a4ed admin admin] Notify callbacks [] for security_group, before_create {{(pid=94174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:31:58.828886 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron_lib.callbacks.manager [None req-b589c1ae-1662-40a4-a529-f17d68b624b4 tempest-RoutersAdminTest-1813587668 tempest-RoutersAdminTest-1813587668-project] Notify callbacks [] for router_gateway, before_create {{(pid=94175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:31:58.840616 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf5da578-0e22-4bb5-85d3-386243cc267d None None] Pushing event updated for resources: {'Port': ['ID=e2686741-dacf-40f8-8eb0-330ae311102b,revision_number=2']} {{(pid=94176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 11:31:58.846767 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG oslo_concurrency.lockutils [None req-bf5da578-0e22-4bb5-85d3-386243cc267d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.094s {{(pid=94176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 11:31:58.885530 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron_lib.callbacks.manager [None req-b589c1ae-1662-40a4-a529-f17d68b624b4 tempest-RoutersAdminTest-1813587668 tempest-RoutersAdminTest-1813587668-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-923104'] for port, before_create {{(pid=94175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:31:58.926784 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron_lib.callbacks.manager [None req-97179165-cccc-466c-b43b-5d5d268c43ab tempest-NetworksIpV6TestAttrs-49342282 tempest-NetworksIpV6TestAttrs-49342282-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-897259', 'neutron.services.segments.db._delete_segments_for_network-8773700168587'] for network, precommit_delete {{(pid=94174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:31:58.935711 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a7418926-a068-49a1-879b-e26848fef5d8 tempest-NetworksTestDHCPv6-162546708 tempest-NetworksTestDHCPv6-162546708-project] Made reservation on behalf of 5e61222a836c47229c94e37f3902e6bd for: {'port': 1} {{(pid=94174) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 23 11:31:58.950036 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.services.segments.db [None req-97179165-cccc-466c-b43b-5d5d268c43ab tempest-NetworksIpV6TestAttrs-49342282 tempest-NetworksIpV6TestAttrs-49342282-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2d6a143a-d6db-4464-8aa8-01e80e9377cc']}} {{(pid=94174) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 11:31:58.997383 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron_lib.callbacks.manager [None req-22e1022f-4e34-43d5-8eb6-41e181c620e6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-453061'] for router_interface, before_delete {{(pid=94175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:31:58.999665 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.services.segments.db [None req-97179165-cccc-466c-b43b-5d5d268c43ab tempest-NetworksIpV6TestAttrs-49342282 tempest-NetworksIpV6TestAttrs-49342282-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a95ce696-643f-47a4-9314-60e411d60146') {'for_net_delete': True} {{(pid=94174) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 11:31:59.000706 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.services.segments.db [None req-97179165-cccc-466c-b43b-5d5d268c43ab tempest-NetworksIpV6TestAttrs-49342282 tempest-NetworksIpV6TestAttrs-49342282-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a95ce696-643f-47a4-9314-60e411d60146') {} {{(pid=94174) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 11:31:59.030260 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron_lib.callbacks.manager [None req-97179165-cccc-466c-b43b-5d5d268c43ab tempest-NetworksIpV6TestAttrs-49342282 tempest-NetworksIpV6TestAttrs-49342282-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8773699955833', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4800267'] for segment, before_delete {{(pid=94174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:31:59.084400 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron_lib.callbacks.manager [None req-97179165-cccc-466c-b43b-5d5d268c43ab tempest-NetworksIpV6TestAttrs-49342282 tempest-NetworksIpV6TestAttrs-49342282-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3801'] for segment, precommit_delete {{(pid=94174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:31:59.117215 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-97179165-cccc-466c-b43b-5d5d268c43ab tempest-NetworksIpV6TestAttrs-49342282 tempest-NetworksIpV6TestAttrs-49342282-project] Releasing vlan 416 on physical network physnet1 to pool {{(pid=94174) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 23 11:31:59.121128 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron_lib.callbacks.manager [None req-97179165-cccc-466c-b43b-5d5d268c43ab tempest-NetworksIpV6TestAttrs-49342282 tempest-NetworksIpV6TestAttrs-49342282-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3801', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5196341'] for segment, after_delete {{(pid=94174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:31:59.134281 dv-neutron-601336-94-hyperv neutron-server[94174]: Traceback (most recent call last): Jun 23 11:31:59.134281 dv-neutron-601336-94-hyperv neutron-server[94174]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 23 11:31:59.134281 dv-neutron-601336-94-hyperv neutron-server[94174]: timer() Jun 23 11:31:59.134281 dv-neutron-601336-94-hyperv neutron-server[94174]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 23 11:31:59.134281 dv-neutron-601336-94-hyperv neutron-server[94174]: cb(*args, **kw) Jun 23 11:31:59.134281 dv-neutron-601336-94-hyperv neutron-server[94174]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 23 11:31:59.134281 dv-neutron-601336-94-hyperv neutron-server[94174]: return func(*args, **kwargs) Jun 23 11:31:59.134281 dv-neutron-601336-94-hyperv neutron-server[94174]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 23 11:31:59.134281 dv-neutron-601336-94-hyperv neutron-server[94174]: self._notify() Jun 23 11:31:59.134281 dv-neutron-601336-94-hyperv neutron-server[94174]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 23 11:31:59.134281 dv-neutron-601336-94-hyperv neutron-server[94174]: self.callback(batched_events) Jun 23 11:31:59.134281 dv-neutron-601336-94-hyperv neutron-server[94174]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 23 11:31:59.134281 dv-neutron-601336-94-hyperv neutron-server[94174]: event.method(event) Jun 23 11:31:59.134281 dv-neutron-601336-94-hyperv neutron-server[94174]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 23 11:31:59.134281 dv-neutron-601336-94-hyperv neutron-server[94174]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 23 11:31:59.134281 dv-neutron-601336-94-hyperv neutron-server[94174]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 23 11:31:59.134281 dv-neutron-601336-94-hyperv neutron-server[94174]: aggregate_uuid = self.p_client.list_aggregates( Jun 23 11:31:59.134281 dv-neutron-601336-94-hyperv neutron-server[94174]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 23 11:31:59.134281 dv-neutron-601336-94-hyperv neutron-server[94174]: return f(self, *a, **k) Jun 23 11:31:59.134281 dv-neutron-601336-94-hyperv neutron-server[94174]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 23 11:31:59.134281 dv-neutron-601336-94-hyperv neutron-server[94174]: return self._get(url).json() Jun 23 11:31:59.134281 dv-neutron-601336-94-hyperv neutron-server[94174]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 23 11:31:59.134281 dv-neutron-601336-94-hyperv neutron-server[94174]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 23 11:31:59.134281 dv-neutron-601336-94-hyperv neutron-server[94174]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 23 11:31:59.134281 dv-neutron-601336-94-hyperv neutron-server[94174]: return self.request(url, 'GET', **kwargs) Jun 23 11:31:59.134281 dv-neutron-601336-94-hyperv neutron-server[94174]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 23 11:31:59.134281 dv-neutron-601336-94-hyperv neutron-server[94174]: base_url = self.get_endpoint(auth, allow=allow, Jun 23 11:31:59.134281 dv-neutron-601336-94-hyperv neutron-server[94174]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 23 11:31:59.134281 dv-neutron-601336-94-hyperv neutron-server[94174]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 23 11:31:59.134281 dv-neutron-601336-94-hyperv neutron-server[94174]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 23 11:31:59.134281 dv-neutron-601336-94-hyperv neutron-server[94174]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 23 11:31:59.134281 dv-neutron-601336-94-hyperv neutron-server[94174]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 23 11:31:59.197365 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.wsgi [-] (94174) accepted ('10.222.0.20', 37710) {{(pid=94174) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 11:31:59.241886 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron_lib.callbacks.manager [None req-a7418926-a068-49a1-879b-e26848fef5d8 tempest-NetworksTestDHCPv6-162546708 tempest-NetworksTestDHCPv6-162546708-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-923104'] for port, before_create {{(pid=94174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:31:59.249243 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.db.db_base_plugin_common [None req-b589c1ae-1662-40a4-a529-f17d68b624b4 tempest-RoutersAdminTest-1813587668 tempest-RoutersAdminTest-1813587668-project] Allocated IP 172.26.3.132 (3e7e4eb3-cf02-4d47-ade9-0a579cdfc60f/a5ad15ab-c489-4a67-a9b0-d559fca0ec71/8ec42569-6983-4aa1-9ca2-833c6c88fe21) {{(pid=94175) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 23 11:31:59.281236 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.notifiers.nova [None req-a7418926-a068-49a1-879b-e26848fef5d8 tempest-NetworksTestDHCPv6-162546708 tempest-NetworksTestDHCPv6-162546708-project] device_id is not set on port c779db8d-fff2-48d1-8362-98777cb5b0e1 yet. {{(pid=94174) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jun 23 11:31:59.378847 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.plugins.ml2.plugin [None req-13c6d102-2ba1-4520-a09e-5dc742a19c6b admin admin] Deleting port 4edbd502-c64a-49fd-8c4b-e7206242c756 {{(pid=94175) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1913}} Jun 23 11:31:59.379219 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron_lib.callbacks.manager [None req-13c6d102-2ba1-4520-a09e-5dc742a19c6b admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773700079324'] for port, before_delete {{(pid=94175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:31:59.389643 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron_lib.callbacks.manager [None req-97179165-cccc-466c-b43b-5d5d268c43ab tempest-NetworksIpV6TestAttrs-49342282 tempest-NetworksIpV6TestAttrs-49342282-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-897248', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8002400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7866073', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-524247'] for network, after_delete {{(pid=94174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:31:59.423912 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG oslo_concurrency.lockutils [None req-f89272bf-1f77-4742-bc72-9728164d2531 tempest-NetworksTestDHCPv6-162546708 tempest-NetworksTestDHCPv6-162546708-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94174) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 11:31:59.432791 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron_lib.callbacks.manager [None req-97179165-cccc-466c-b43b-5d5d268c43ab tempest-NetworksIpV6TestAttrs-49342282 tempest-NetworksIpV6TestAttrs-49342282-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7865916'] for network, before_response {{(pid=94174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:31:59.441845 dv-neutron-601336-94-hyperv neutron-server[94174]: INFO neutron.wsgi [None req-97179165-cccc-466c-b43b-5d5d268c43ab tempest-NetworksIpV6TestAttrs-49342282 tempest-NetworksIpV6TestAttrs-49342282-project] 10.222.0.20 "DELETE /v2.0/networks/2d6a143a-d6db-4464-8aa8-01e80e9377cc HTTP/1.1" status: 204 len: 168 time: 0.8125014 Jun 23 11:31:59.441845 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.wsgi [-] (94174) accepted ('10.222.0.20', 37720) {{(pid=94174) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 11:31:59.472409 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97179165-cccc-466c-b43b-5d5d268c43ab tempest-NetworksIpV6TestAttrs-49342282 tempest-NetworksIpV6TestAttrs-49342282-project] Pushing event deleted for resources: {'Network': ['ID=2d6a143a-d6db-4464-8aa8-01e80e9377cc,revision_number=None']} {{(pid=94174) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 11:31:59.502706 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.api.v2.base [None req-7a9d9c4c-91a6-4547-80e1-179ae6939dc6 tempest-RoutersAdminNegativeTest-145254802 tempest-RoutersAdminNegativeTest-145254802-project-admin] Request body: {'port': {'name': 'tempest-RoutersAdminNegativeTest-868846771', 'network_id': '3e7e4eb3-cf02-4d47-ade9-0a579cdfc60f'}} {{(pid=94174) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 23 11:31:59.507976 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97179165-cccc-466c-b43b-5d5d268c43ab tempest-NetworksIpV6TestAttrs-49342282 tempest-NetworksIpV6TestAttrs-49342282-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-601336-94-hyperv {{(pid=94174) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 11:31:59.510299 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97179165-cccc-466c-b43b-5d5d268c43ab tempest-NetworksIpV6TestAttrs-49342282 tempest-NetworksIpV6TestAttrs-49342282-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-94-hyperv {{(pid=94174) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 11:31:59.510299 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97179165-cccc-466c-b43b-5d5d268c43ab tempest-NetworksIpV6TestAttrs-49342282 tempest-NetworksIpV6TestAttrs-49342282-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-94-hyperv {{(pid=94174) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 11:31:59.510299 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97179165-cccc-466c-b43b-5d5d268c43ab tempest-NetworksIpV6TestAttrs-49342282 tempest-NetworksIpV6TestAttrs-49342282-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-601336-94-hyperv {{(pid=94174) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 11:31:59.510299 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97179165-cccc-466c-b43b-5d5d268c43ab tempest-NetworksIpV6TestAttrs-49342282 tempest-NetworksIpV6TestAttrs-49342282-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-601336-94-hyperv {{(pid=94174) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 11:31:59.510299 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97179165-cccc-466c-b43b-5d5d268c43ab tempest-NetworksIpV6TestAttrs-49342282 tempest-NetworksIpV6TestAttrs-49342282-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-601336-94-hyperv {{(pid=94174) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 11:31:59.510299 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97179165-cccc-466c-b43b-5d5d268c43ab tempest-NetworksIpV6TestAttrs-49342282 tempest-NetworksIpV6TestAttrs-49342282-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-601336-94-hyperv {{(pid=94174) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 11:31:59.510842 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97179165-cccc-466c-b43b-5d5d268c43ab tempest-NetworksIpV6TestAttrs-49342282 tempest-NetworksIpV6TestAttrs-49342282-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-601336-94-hyperv {{(pid=94174) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 11:31:59.510842 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97179165-cccc-466c-b43b-5d5d268c43ab tempest-NetworksIpV6TestAttrs-49342282 tempest-NetworksIpV6TestAttrs-49342282-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-601336-94-hyperv {{(pid=94174) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 11:31:59.511007 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97179165-cccc-466c-b43b-5d5d268c43ab tempest-NetworksIpV6TestAttrs-49342282 tempest-NetworksIpV6TestAttrs-49342282-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-94-hyperv {{(pid=94174) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 11:31:59.511392 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97179165-cccc-466c-b43b-5d5d268c43ab tempest-NetworksIpV6TestAttrs-49342282 tempest-NetworksIpV6TestAttrs-49342282-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-601336-94-hyperv {{(pid=94174) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 11:31:59.511940 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97179165-cccc-466c-b43b-5d5d268c43ab tempest-NetworksIpV6TestAttrs-49342282 tempest-NetworksIpV6TestAttrs-49342282-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-601336-94-hyperv {{(pid=94174) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 11:31:59.521438 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG oslo_concurrency.lockutils [None req-97179165-cccc-466c-b43b-5d5d268c43ab tempest-NetworksIpV6TestAttrs-49342282 tempest-NetworksIpV6TestAttrs-49342282-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.098s {{(pid=94174) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 11:31:59.532503 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.plugins.ml2.db [None req-13c6d102-2ba1-4520-a09e-5dc742a19c6b admin admin] For port 4edbd502-c64a-49fd-8c4b-e7206242c756, host dv-neutron-601336-94-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-94-hyperv',level=0,port_id=4edbd502-c64a-49fd-8c4b-e7206242c756,segment=NetworkSegment(c346af87-b391-4254-9d6e-eeb5f3162a6b),segment_id=c346af87-b391-4254-9d6e-eeb5f3162a6b)] {{(pid=94175) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 23 11:31:59.532871 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron_lib.callbacks.manager [None req-13c6d102-2ba1-4520-a09e-5dc742a19c6b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-430722'] for port, precommit_delete {{(pid=94175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:31:59.592474 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron_lib.callbacks.manager [None req-405abb67-9111-4fe9-9458-f9f63c48a4ed admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:31:59.596770 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.db.db_base_plugin_v2 [None req-bee882c5-62b2-426d-b62e-70d0eb11d12a tempest-NetworksIpV6TestAttrs-49342282 tempest-NetworksIpV6TestAttrs-49342282-project] Deleting subnet ddefeb66-5366-43d4-b6db-57ab9f65a9fd {{(pid=94174) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jun 23 11:31:59.602126 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron_lib.callbacks.manager [None req-bee882c5-62b2-426d-b62e-70d0eb11d12a tempest-NetworksIpV6TestAttrs-49342282 tempest-NetworksIpV6TestAttrs-49342282-project] Notify callbacks [] for subnet, before_delete {{(pid=94174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:31:59.638419 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.db.db_base_plugin_common [None req-a7418926-a068-49a1-879b-e26848fef5d8 tempest-NetworksTestDHCPv6-162546708 tempest-NetworksTestDHCPv6-162546708-project] Allocated IP 172.20.0.3 (f53f535d-bce4-4da8-9bd9-396677ff4e83/fdb4a502-4fb5-48d4-9863-ada17f666455/c779db8d-fff2-48d1-8362-98777cb5b0e1) {{(pid=94174) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 23 11:31:59.652831 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.db.db_base_plugin_common [None req-a7418926-a068-49a1-879b-e26848fef5d8 tempest-NetworksTestDHCPv6-162546708 tempest-NetworksTestDHCPv6-162546708-project] Allocated IP 2001:db8::f816:3eff:fec2:844 (f53f535d-bce4-4da8-9bd9-396677ff4e83/9ade129a-e461-4b0b-bf9f-365eab22d569/c779db8d-fff2-48d1-8362-98777cb5b0e1) {{(pid=94174) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 23 11:31:59.664423 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron_lib.callbacks.manager [None req-bee882c5-62b2-426d-b62e-70d0eb11d12a tempest-NetworksIpV6TestAttrs-49342282 tempest-NetworksIpV6TestAttrs-49342282-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4800256'] for subnet, precommit_delete_associations {{(pid=94174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:31:59.690703 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.wsgi [-] (94174) accepted ('10.222.0.20', 37724) {{(pid=94174) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 11:31:59.708510 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron_lib.callbacks.manager [None req-405abb67-9111-4fe9-9458-f9f63c48a4ed admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7996330'] for security_group, after_create {{(pid=94174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:31:59.721927 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG oslo_concurrency.lockutils [None req-38df7395-68ef-4261-9775-65d24fecde4c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94174) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 11:31:59.816003 dv-neutron-601336-94-hyperv neutron-server[94174]: INFO neutron.wsgi [None req-405abb67-9111-4fe9-9458-f9f63c48a4ed admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=7f4d88aa11114125a762b45b3082e16c&name=default HTTP/1.1" status: 200 len: 2979 time: 1.3488269 Jun 23 11:31:59.847822 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.wsgi [-] (94174) accepted ('10.222.0.20', 37728) {{(pid=94174) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 11:31:59.867791 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.api.v2.base [None req-8b6bd32e-0cef-472e-adf6-34ef87826d8d tempest-QuotasNegativeTest-858964093 tempest-QuotasNegativeTest-858964093-project-admin] Request body: {'quota': {'network': 2}} {{(pid=94174) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 23 11:31:59.898673 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-405abb67-9111-4fe9-9458-f9f63c48a4ed admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4599de9c-be4a-4af3-8690-7e89332c7ed8,revision_number=1']} {{(pid=94174) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 11:31:59.902764 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.plugins.ml2.plugin [None req-13c6d102-2ba1-4520-a09e-5dc742a19c6b admin admin] Calling delete_port for 4edbd502-c64a-49fd-8c4b-e7206242c756 owned by network:router_interface {{(pid=94175) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1986}} Jun 23 11:31:59.912022 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG oslo_concurrency.lockutils [None req-405abb67-9111-4fe9-9458-f9f63c48a4ed admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.190s {{(pid=94174) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 11:31:59.916690 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7a9d9c4c-91a6-4547-80e1-179ae6939dc6 tempest-RoutersAdminNegativeTest-145254802 tempest-RoutersAdminNegativeTest-145254802-project-admin] Made reservation on behalf of c8063d1ceb904c269373ae5b09b3dd39 for: {'port': 1} {{(pid=94174) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 23 11:31:59.919248 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron_lib.callbacks.manager [None req-7a9d9c4c-91a6-4547-80e1-179ae6939dc6 tempest-RoutersAdminNegativeTest-145254802 tempest-RoutersAdminNegativeTest-145254802-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-923104'] for port, before_create {{(pid=94174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:31:59.933840 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron_lib.callbacks.manager [None req-b589c1ae-1662-40a4-a529-f17d68b624b4 tempest-RoutersAdminTest-1813587668 tempest-RoutersAdminTest-1813587668-project] Notify callbacks [] for port, precommit_create {{(pid=94175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:31:59.959313 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron_lib.callbacks.manager [None req-bee882c5-62b2-426d-b62e-70d0eb11d12a tempest-NetworksIpV6TestAttrs-49342282 tempest-NetworksIpV6TestAttrs-49342282-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-897634'] for subnet, precommit_delete {{(pid=94174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:31:59.983862 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron_lib.callbacks.manager [None req-7a9d9c4c-91a6-4547-80e1-179ae6939dc6 tempest-RoutersAdminNegativeTest-145254802 tempest-RoutersAdminNegativeTest-145254802-project-admin] Notify callbacks [] for security_group, before_create {{(pid=94174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:32:00.062317 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron_lib.callbacks.manager [None req-3b25167e-e7c8-4224-9f66-8d21c0289125 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:32:00.071447 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d4657242-be2c-4528-9402-3c44ca49f75b None None] Network f53f535d-bce4-4da8-9bd9-396677ff4e83 requested from dv-neutron-601336-94-hyperv {{(pid=94176) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 23 11:32:00.103074 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron_lib.callbacks.manager [None req-a7418926-a068-49a1-879b-e26848fef5d8 tempest-NetworksTestDHCPv6-162546708 tempest-NetworksTestDHCPv6-162546708-project] Notify callbacks [] for port, precommit_create {{(pid=94174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:32:00.115882 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.plugins.ml2.plugin [None req-22e1022f-4e34-43d5-8eb6-41e181c620e6 admin admin] Deleting port 32794a4f-8325-483e-b755-3914d9883a6a {{(pid=94175) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1913}} Jun 23 11:32:00.116600 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron_lib.callbacks.manager [None req-22e1022f-4e34-43d5-8eb6-41e181c620e6 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773700079324'] for port, before_delete {{(pid=94175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:32:00.131162 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron_lib.callbacks.manager [None req-3b25167e-e7c8-4224-9f66-8d21c0289125 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:32:00.147080 dv-neutron-601336-94-hyperv neutron-server[94174]: INFO neutron.wsgi [None req-8b6bd32e-0cef-472e-adf6-34ef87826d8d tempest-QuotasNegativeTest-858964093 tempest-QuotasNegativeTest-858964093-project-admin] 10.222.0.20 "PUT /v2.0/quotas/df2ae366925e498fba4cee2dfef8090b HTTP/1.1" status: 200 len: 368 time: 0.4550474 Jun 23 11:32:00.152575 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.wsgi [-] (94174) accepted ('10.222.0.20', 37730) {{(pid=94174) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 11:32:00.153467 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.db.provisioning_blocks [None req-a7418926-a068-49a1-879b-e26848fef5d8 tempest-NetworksTestDHCPv6-162546708 tempest-NetworksTestDHCPv6-162546708-project] Transition to ACTIVE for port object c779db8d-fff2-48d1-8362-98777cb5b0e1 will not be triggered until provisioned by entity DHCP. {{(pid=94174) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 23 11:32:00.165993 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.api.v2.base [None req-d50ff4f7-0973-44e7-b000-fdeec3c7a96a tempest-QuotasNegativeTest-858964093 tempest-QuotasNegativeTest-858964093-project-admin] Request body: {'network': {'project_id': 'df2ae366925e498fba4cee2dfef8090b'}} {{(pid=94174) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 23 11:32:00.209350 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron_lib.callbacks.manager [None req-b589c1ae-1662-40a4-a529-f17d68b624b4 tempest-RoutersAdminTest-1813587668 tempest-RoutersAdminTest-1813587668-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-922915', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-239814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7866073', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773699642215', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-5082457'] for port, after_create {{(pid=94175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:32:00.215109 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG oslo_concurrency.lockutils [None req-a508ac70-d2f1-4a3f-b2a8-a917a7f1983a tempest-AllowedAddressPairIpV6TestJSON-597468505 tempest-AllowedAddressPairIpV6TestJSON-597468505-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94175) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 11:32:00.250569 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron_lib.callbacks.manager [None req-7a9d9c4c-91a6-4547-80e1-179ae6939dc6 tempest-RoutersAdminNegativeTest-145254802 tempest-RoutersAdminNegativeTest-145254802-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=94174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:32:00.261924 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.db.provisioning_blocks [None req-7aa6c4d6-abd6-4d18-bdb1-9dab697a9086 None None] Provisioning for port e2686741-dacf-40f8-8eb0-330ae311102b completed by entity DHCP. {{(pid=94176) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 23 11:32:00.262113 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron_lib.callbacks.manager [None req-bee882c5-62b2-426d-b62e-70d0eb11d12a tempest-NetworksIpV6TestAttrs-49342282 tempest-NetworksIpV6TestAttrs-49342282-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-897627', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866062', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5195932', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4294216'] for subnet, after_delete {{(pid=94174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:32:00.265351 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG oslo_concurrency.lockutils [None req-d517ef76-d02f-45a8-a85e-58398c4c5792 tempest-NetworksTestDHCPv6-162546708 tempest-NetworksTestDHCPv6-162546708-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94174) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 11:32:00.270208 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.plugins.ml2.db [None req-22e1022f-4e34-43d5-8eb6-41e181c620e6 admin admin] For port 32794a4f-8325-483e-b755-3914d9883a6a, host dv-neutron-601336-94-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-94-hyperv',level=0,port_id=32794a4f-8325-483e-b755-3914d9883a6a,segment=NetworkSegment(4482701d-19d0-4d8e-a55f-e73b72787bc2),segment_id=4482701d-19d0-4d8e-a55f-e73b72787bc2)] {{(pid=94175) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 23 11:32:00.270787 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron_lib.callbacks.manager [None req-22e1022f-4e34-43d5-8eb6-41e181c620e6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-430722'] for port, precommit_delete {{(pid=94175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:32:00.292155 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b589c1ae-1662-40a4-a529-f17d68b624b4 tempest-RoutersAdminTest-1813587668 tempest-RoutersAdminTest-1813587668-project] Network 3e7e4eb3-cf02-4d47-ade9-0a579cdfc60f is already hosted by enough agents. {{(pid=94175) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 23 11:32:00.292366 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bee882c5-62b2-426d-b62e-70d0eb11d12a tempest-NetworksIpV6TestAttrs-49342282 tempest-NetworksIpV6TestAttrs-49342282-project] Pushing event deleted for resources: {'Subnet': ['ID=ddefeb66-5366-43d4-b6db-57ab9f65a9fd,revision_number=None']} {{(pid=94174) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 11:32:00.295422 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG oslo_concurrency.lockutils [None req-bee882c5-62b2-426d-b62e-70d0eb11d12a tempest-NetworksIpV6TestAttrs-49342282 tempest-NetworksIpV6TestAttrs-49342282-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.030s {{(pid=94174) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 11:32:00.296292 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron_lib.callbacks.manager [None req-bee882c5-62b2-426d-b62e-70d0eb11d12a tempest-NetworksIpV6TestAttrs-49342282 tempest-NetworksIpV6TestAttrs-49342282-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7865916'] for subnet, before_response {{(pid=94174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:32:00.298197 dv-neutron-601336-94-hyperv neutron-server[94174]: INFO neutron.wsgi [None req-bee882c5-62b2-426d-b62e-70d0eb11d12a tempest-NetworksIpV6TestAttrs-49342282 tempest-NetworksIpV6TestAttrs-49342282-project] 10.222.0.20 "DELETE /v2.0/subnets/ddefeb66-5366-43d4-b6db-57ab9f65a9fd HTTP/1.1" status: 204 len: 168 time: 0.8487639 Jun 23 11:32:00.300696 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.wsgi [-] (94174) accepted ('10.222.0.20', 37732) {{(pid=94174) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 11:32:00.308189 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5f859f29-2164-4f13-adb1-01abf1874d2f None None] Network c2e226e5-e90f-4b54-9911-59242531b120 requested from dv-neutron-601336-94-hyperv {{(pid=94176) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 23 11:32:00.309310 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.scheduler.base_scheduler [None req-b589c1ae-1662-40a4-a529-f17d68b624b4 tempest-RoutersAdminTest-1813587668 tempest-RoutersAdminTest-1813587668-project] Resources bound (agent type, host, resource id): {{(pid=94175) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 23 11:32:00.311621 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.plugins.ml2.plugin [None req-22e1022f-4e34-43d5-8eb6-41e181c620e6 admin admin] Calling delete_port for 32794a4f-8325-483e-b755-3914d9883a6a owned by network:router_interface {{(pid=94175) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1986}} Jun 23 11:32:00.315953 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b589c1ae-1662-40a4-a529-f17d68b624b4 tempest-RoutersAdminTest-1813587668 tempest-RoutersAdminTest-1813587668-project] Received port after_create {{(pid=94175) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 23 11:32:00.325297 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b589c1ae-1662-40a4-a529-f17d68b624b4 tempest-RoutersAdminTest-1813587668 tempest-RoutersAdminTest-1813587668-project] Pushing event updated for resources: {'Port': ['ID=8ec42569-6983-4aa1-9ca2-833c6c88fe21,revision_number=1']} {{(pid=94175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 11:32:00.354448 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron_lib.callbacks.manager [None req-7a9d9c4c-91a6-4547-80e1-179ae6939dc6 tempest-RoutersAdminNegativeTest-145254802 tempest-RoutersAdminNegativeTest-145254802-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7996330'] for security_group, after_create {{(pid=94174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:32:00.365085 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b589c1ae-1662-40a4-a529-f17d68b624b4 tempest-RoutersAdminTest-1813587668 tempest-RoutersAdminTest-1813587668-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-601336-94-hyperv {{(pid=94175) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 11:32:00.365468 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b589c1ae-1662-40a4-a529-f17d68b624b4 tempest-RoutersAdminTest-1813587668 tempest-RoutersAdminTest-1813587668-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-94-hyperv {{(pid=94175) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 11:32:00.365845 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG oslo_concurrency.lockutils [None req-e1772fad-00f2-4f62-8de2-77e89a200990 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94174) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 11:32:00.365985 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b589c1ae-1662-40a4-a529-f17d68b624b4 tempest-RoutersAdminTest-1813587668 tempest-RoutersAdminTest-1813587668-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-94-hyperv {{(pid=94175) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 11:32:00.366210 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b589c1ae-1662-40a4-a529-f17d68b624b4 tempest-RoutersAdminTest-1813587668 tempest-RoutersAdminTest-1813587668-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-601336-94-hyperv {{(pid=94175) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 11:32:00.366574 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b589c1ae-1662-40a4-a529-f17d68b624b4 tempest-RoutersAdminTest-1813587668 tempest-RoutersAdminTest-1813587668-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-601336-94-hyperv {{(pid=94175) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 11:32:00.366937 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b589c1ae-1662-40a4-a529-f17d68b624b4 tempest-RoutersAdminTest-1813587668 tempest-RoutersAdminTest-1813587668-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-601336-94-hyperv {{(pid=94175) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 11:32:00.367321 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b589c1ae-1662-40a4-a529-f17d68b624b4 tempest-RoutersAdminTest-1813587668 tempest-RoutersAdminTest-1813587668-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-601336-94-hyperv {{(pid=94175) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 11:32:00.367677 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b589c1ae-1662-40a4-a529-f17d68b624b4 tempest-RoutersAdminTest-1813587668 tempest-RoutersAdminTest-1813587668-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-601336-94-hyperv {{(pid=94175) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 11:32:00.368534 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b589c1ae-1662-40a4-a529-f17d68b624b4 tempest-RoutersAdminTest-1813587668 tempest-RoutersAdminTest-1813587668-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-601336-94-hyperv {{(pid=94175) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 11:32:00.368534 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b589c1ae-1662-40a4-a529-f17d68b624b4 tempest-RoutersAdminTest-1813587668 tempest-RoutersAdminTest-1813587668-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-94-hyperv {{(pid=94175) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 11:32:00.368792 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b589c1ae-1662-40a4-a529-f17d68b624b4 tempest-RoutersAdminTest-1813587668 tempest-RoutersAdminTest-1813587668-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-601336-94-hyperv {{(pid=94175) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 11:32:00.369164 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b589c1ae-1662-40a4-a529-f17d68b624b4 tempest-RoutersAdminTest-1813587668 tempest-RoutersAdminTest-1813587668-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-601336-94-hyperv {{(pid=94175) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 11:32:00.374549 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron_lib.callbacks.manager [None req-a7418926-a068-49a1-879b-e26848fef5d8 tempest-NetworksTestDHCPv6-162546708 tempest-NetworksTestDHCPv6-162546708-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-922915', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-239814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7866073', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773699642215', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-5196399'] for port, after_create {{(pid=94174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:32:00.375690 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron_lib.callbacks.manager [None req-3b25167e-e7c8-4224-9f66-8d21c0289125 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7996330'] for security_group, after_delete {{(pid=94174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:32:00.377969 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron_lib.callbacks.manager [None req-3b25167e-e7c8-4224-9f66-8d21c0289125 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:32:00.379156 dv-neutron-601336-94-hyperv neutron-server[94174]: INFO neutron.wsgi [None req-3b25167e-e7c8-4224-9f66-8d21c0289125 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/4599de9c-be4a-4af3-8690-7e89332c7ed8 HTTP/1.1" status: 204 len: 168 time: 0.5272012 Jun 23 11:32:00.390501 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.notifiers.nova [None req-7a9d9c4c-91a6-4547-80e1-179ae6939dc6 tempest-RoutersAdminNegativeTest-145254802 tempest-RoutersAdminNegativeTest-145254802-project-admin] device_id is not set on port 39f3b8ad-f9d0-4cf9-8cf4-bb3ab54813de yet. {{(pid=94174) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jun 23 11:32:00.407400 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG oslo_concurrency.lockutils [None req-b589c1ae-1662-40a4-a529-f17d68b624b4 tempest-RoutersAdminTest-1813587668 tempest-RoutersAdminTest-1813587668-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.192s {{(pid=94175) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 11:32:00.414570 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron_lib.callbacks.manager [None req-13c6d102-2ba1-4520-a09e-5dc742a19c6b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-922904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866062', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773700135024', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773699642224', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5082448'] for port, after_delete {{(pid=94175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:32:00.420690 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG oslo_concurrency.lockutils [None req-2910b5b2-5ee7-42a9-93c9-3a403d9898fd tempest-RoutersAdminTest-1813587668 tempest-RoutersAdminTest-1813587668-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94175) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 11:32:00.460864 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13c6d102-2ba1-4520-a09e-5dc742a19c6b admin admin] Pushing event deleted for resources: {'Port': ['ID=4edbd502-c64a-49fd-8c4b-e7206242c756,revision_number=None']} {{(pid=94175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 11:32:00.471618 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a9d9c4c-91a6-4547-80e1-179ae6939dc6 tempest-RoutersAdminNegativeTest-145254802 tempest-RoutersAdminNegativeTest-145254802-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a989717a-569e-4420-9ffd-4da471f50358,revision_number=1']} {{(pid=94174) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 11:32:00.477832 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a7418926-a068-49a1-879b-e26848fef5d8 tempest-NetworksTestDHCPv6-162546708 tempest-NetworksTestDHCPv6-162546708-project] Network f53f535d-bce4-4da8-9bd9-396677ff4e83 is already hosted by enough agents. {{(pid=94174) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 23 11:32:00.481673 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron_lib.callbacks.manager [None req-3e560f71-6631-43de-a301-d3242bb63216 tempest-NetworksIpV6TestAttrs-49342282 tempest-NetworksIpV6TestAttrs-49342282-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-824874'] for network, before_delete {{(pid=94174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:32:00.485605 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG oslo_concurrency.lockutils [None req-7a9d9c4c-91a6-4547-80e1-179ae6939dc6 tempest-RoutersAdminNegativeTest-145254802 tempest-RoutersAdminNegativeTest-145254802-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.121s {{(pid=94174) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 11:32:00.487407 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG oslo_concurrency.lockutils [None req-02262309-f88f-4c57-a085-2297f2f828a5 tempest-NetworksIpV6TestAttrs-49342282 tempest-NetworksIpV6TestAttrs-49342282-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.090s {{(pid=94174) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 11:32:00.492847 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.scheduler.base_scheduler [None req-a7418926-a068-49a1-879b-e26848fef5d8 tempest-NetworksTestDHCPv6-162546708 tempest-NetworksTestDHCPv6-162546708-project] Resources bound (agent type, host, resource id): {{(pid=94174) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 23 11:32:00.504348 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG oslo_concurrency.lockutils [None req-13c6d102-2ba1-4520-a09e-5dc742a19c6b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.084s {{(pid=94175) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 11:32:00.525252 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a7418926-a068-49a1-879b-e26848fef5d8 tempest-NetworksTestDHCPv6-162546708 tempest-NetworksTestDHCPv6-162546708-project] Received port after_create {{(pid=94174) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 23 11:32:00.583907 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d50ff4f7-0973-44e7-b000-fdeec3c7a96a tempest-QuotasNegativeTest-858964093 tempest-QuotasNegativeTest-858964093-project-admin] Made reservation on behalf of df2ae366925e498fba4cee2dfef8090b for: {'network': 1} {{(pid=94174) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 23 11:32:00.587402 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron_lib.callbacks.manager [None req-d50ff4f7-0973-44e7-b000-fdeec3c7a96a tempest-QuotasNegativeTest-858964093 tempest-QuotasNegativeTest-858964093-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-923104'] for network, before_create {{(pid=94174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:32:00.636689 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron_lib.callbacks.manager [None req-d50ff4f7-0973-44e7-b000-fdeec3c7a96a tempest-QuotasNegativeTest-858964093 tempest-QuotasNegativeTest-858964093-project-admin] Notify callbacks [] for security_group, before_create {{(pid=94174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:32:00.672110 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fdd86465-803c-45bf-a26c-8592ffac9cb9 None None] Update dhcp port {'port': {'network_id': 'f53f535d-bce4-4da8-9bd9-396677ff4e83', 'fixed_ips': [{'subnet_id': '9ade129a-e461-4b0b-bf9f-365eab22d569', 'ip_address': '2001:db8::f816:3eff:feb6:87f9'}, {'subnet_id': 'fdb4a502-4fb5-48d4-9863-ada17f666455'}], 'binding:host_id': 'dv-neutron-601336-94-hyperv'}, 'id': 'e2686741-dacf-40f8-8eb0-330ae311102b'} from dv-neutron-601336-94-hyperv. {{(pid=94176) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Jun 23 11:32:00.675314 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7418926-a068-49a1-879b-e26848fef5d8 tempest-NetworksTestDHCPv6-162546708 tempest-NetworksTestDHCPv6-162546708-project] Pushing event updated for resources: {'Port': ['ID=c779db8d-fff2-48d1-8362-98777cb5b0e1,revision_number=1']} {{(pid=94174) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 11:32:00.684013 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG oslo_concurrency.lockutils [None req-a7418926-a068-49a1-879b-e26848fef5d8 tempest-NetworksTestDHCPv6-162546708 tempest-NetworksTestDHCPv6-162546708-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.198s {{(pid=94174) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 11:32:00.732259 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG oslo_concurrency.lockutils [None req-9f2edd48-4799-44f4-9d0b-bef3125d144a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.336s {{(pid=94174) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 11:32:00.741698 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron_lib.callbacks.manager [None req-fdd86465-803c-45bf-a26c-8592ffac9cb9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-923122'] for port, before_update {{(pid=94176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:32:00.748633 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a7418926-a068-49a1-879b-e26848fef5d8 tempest-NetworksTestDHCPv6-162546708 tempest-NetworksTestDHCPv6-162546708-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94174) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 11:32:00.749267 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron_lib.callbacks.manager [None req-a7418926-a068-49a1-879b-e26848fef5d8 tempest-NetworksTestDHCPv6-162546708 tempest-NetworksTestDHCPv6-162546708-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-217507'] for port, before_response {{(pid=94174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:32:00.780811 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b25167e-e7c8-4224-9f66-8d21c0289125 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4599de9c-be4a-4af3-8690-7e89332c7ed8,revision_number=None']} {{(pid=94174) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 11:32:00.783408 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG oslo_concurrency.lockutils [None req-3b25167e-e7c8-4224-9f66-8d21c0289125 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=94174) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 11:32:00.803409 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.db.db_base_plugin_common [None req-7a9d9c4c-91a6-4547-80e1-179ae6939dc6 tempest-RoutersAdminNegativeTest-145254802 tempest-RoutersAdminNegativeTest-145254802-project-admin] Allocated IP 172.26.3.244 (3e7e4eb3-cf02-4d47-ade9-0a579cdfc60f/a5ad15ab-c489-4a67-a9b0-d559fca0ec71/39f3b8ad-f9d0-4cf9-8cf4-bb3ab54813de) {{(pid=94174) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 23 11:32:00.844863 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.plugins.ml2.plugin [None req-3e560f71-6631-43de-a301-d3242bb63216 tempest-NetworksIpV6TestAttrs-49342282 tempest-NetworksIpV6TestAttrs-49342282-project] Deleting port ee8f3cfe-215e-4339-b854-66e29114beef {{(pid=94174) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1913}} Jun 23 11:32:00.845212 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron_lib.callbacks.manager [None req-3e560f71-6631-43de-a301-d3242bb63216 tempest-NetworksIpV6TestAttrs-49342282 tempest-NetworksIpV6TestAttrs-49342282-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773700079324'] for port, before_delete {{(pid=94174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:32:00.938281 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.plugins.ml2.db [None req-3e560f71-6631-43de-a301-d3242bb63216 tempest-NetworksIpV6TestAttrs-49342282 tempest-NetworksIpV6TestAttrs-49342282-project] For port ee8f3cfe-215e-4339-b854-66e29114beef, host dv-neutron-601336-94-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-94-hyperv',level=0,port_id=ee8f3cfe-215e-4339-b854-66e29114beef,segment=NetworkSegment(bbeb6559-93b8-4c63-9eae-fe0f62037580),segment_id=bbeb6559-93b8-4c63-9eae-fe0f62037580)] {{(pid=94174) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 23 11:32:00.938432 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron_lib.callbacks.manager [None req-3e560f71-6631-43de-a301-d3242bb63216 tempest-NetworksIpV6TestAttrs-49342282 tempest-NetworksIpV6TestAttrs-49342282-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-430722'] for port, precommit_delete {{(pid=94174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:32:00.958311 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.plugins.ml2.plugin [None req-3e560f71-6631-43de-a301-d3242bb63216 tempest-NetworksIpV6TestAttrs-49342282 tempest-NetworksIpV6TestAttrs-49342282-project] Calling delete_port for ee8f3cfe-215e-4339-b854-66e29114beef owned by network:dhcp {{(pid=94174) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1986}} Jun 23 11:32:00.971100 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8558a809-75b9-4170-ae40-852ef67c981b None None] DHCP port deletion for c2e226e5-e90f-4b54-9911-59242531b120 request from dv-neutron-601336-94-hyperv {{(pid=94176) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jun 23 11:32:00.981465 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron_lib.callbacks.manager [None req-d50ff4f7-0973-44e7-b000-fdeec3c7a96a tempest-QuotasNegativeTest-858964093 tempest-QuotasNegativeTest-858964093-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=94174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:32:01.035976 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron_lib.callbacks.manager [None req-d50ff4f7-0973-44e7-b000-fdeec3c7a96a tempest-QuotasNegativeTest-858964093 tempest-QuotasNegativeTest-858964093-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7996330'] for security_group, after_create {{(pid=94174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:32:01.045530 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG oslo_concurrency.lockutils [None req-d71f8c40-472d-40fe-99de-18887e2284a4 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94174) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 11:32:01.052542 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.plugins.ml2.rpc [None req-dc7542b2-afef-47f4-a763-e3a3cba144be None None] Device e2686741-dacf-40f8-8eb0-330ae311102b up at agent ovs-agent-dv-neutron-601336-94-hyperv {{(pid=94176) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:298}} Jun 23 11:32:01.089590 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d50ff4f7-0973-44e7-b000-fdeec3c7a96a tempest-QuotasNegativeTest-858964093 tempest-QuotasNegativeTest-858964093-project-admin] vlan segment allocate from pool success with {'vlan_id': 420, 'physical_network': 'physnet1'} {{(pid=94174) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 23 11:32:01.116709 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron_lib.callbacks.manager [None req-13c6d102-2ba1-4520-a09e-5dc742a19c6b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-7866080', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-516693'] for router_interface, after_delete {{(pid=94175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:32:01.119513 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron_lib.callbacks.manager [None req-b589c1ae-1662-40a4-a529-f17d68b624b4 tempest-RoutersAdminTest-1813587668 tempest-RoutersAdminTest-1813587668-project] Notify callbacks [] for router_gateway, after_create {{(pid=94175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:32:01.167939 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.db.db_base_plugin_common [None req-fdd86465-803c-45bf-a26c-8592ffac9cb9 None None] Allocated IP 172.20.0.2 (f53f535d-bce4-4da8-9bd9-396677ff4e83/fdb4a502-4fb5-48d4-9863-ada17f666455/e2686741-dacf-40f8-8eb0-330ae311102b) {{(pid=94176) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 23 11:32:01.195557 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.plugins.ml2.plugin [None req-8558a809-75b9-4170-ae40-852ef67c981b None None] Deleting port ee8f3cfe-215e-4339-b854-66e29114beef {{(pid=94176) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1913}} Jun 23 11:32:01.195943 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron_lib.callbacks.manager [None req-8558a809-75b9-4170-ae40-852ef67c981b None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773700079324'] for port, before_delete {{(pid=94176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:32:01.206453 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron_lib.callbacks.manager [None req-22e1022f-4e34-43d5-8eb6-41e181c620e6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-922904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866062', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773700135024', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773699642224', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5082448'] for port, after_delete {{(pid=94175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:32:01.223380 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG oslo_concurrency.lockutils [None req-579df7c5-b979-4af2-b728-6f4e5dac36fc tempest-AllowedAddressPairIpV6TestJSON-597468505 tempest-AllowedAddressPairIpV6TestJSON-597468505-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94175) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 11:32:01.285766 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.db.provisioning_blocks [None req-dc7542b2-afef-47f4-a763-e3a3cba144be None None] Provisioning for port e2686741-dacf-40f8-8eb0-330ae311102b completed by entity L2. {{(pid=94176) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 23 11:32:01.297495 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.db.provisioning_blocks [None req-dc7542b2-afef-47f4-a763-e3a3cba144be None None] Provisioning complete for port e2686741-dacf-40f8-8eb0-330ae311102b triggered by entity L2. {{(pid=94176) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 23 11:32:01.298239 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron_lib.callbacks.manager [None req-dc7542b2-afef-47f4-a763-e3a3cba144be None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-899258'] for port, provisioning_complete {{(pid=94176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:32:01.351323 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.plugins.ml2.db [None req-8558a809-75b9-4170-ae40-852ef67c981b None None] For port ee8f3cfe-215e-4339-b854-66e29114beef, host dv-neutron-601336-94-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-94-hyperv',level=0,port_id=ee8f3cfe-215e-4339-b854-66e29114beef,segment=NetworkSegment(bbeb6559-93b8-4c63-9eae-fe0f62037580),segment_id=bbeb6559-93b8-4c63-9eae-fe0f62037580)] {{(pid=94176) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 23 11:32:01.351528 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron_lib.callbacks.manager [None req-8558a809-75b9-4170-ae40-852ef67c981b None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-430722'] for port, precommit_delete {{(pid=94176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:32:01.391160 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.plugins.ml2.plugin [None req-8558a809-75b9-4170-ae40-852ef67c981b None None] Calling delete_port for ee8f3cfe-215e-4339-b854-66e29114beef owned by network:dhcp {{(pid=94176) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1986}} Jun 23 11:32:01.394336 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.plugins.ml2.db [None req-fdd86465-803c-45bf-a26c-8592ffac9cb9 None None] For port e2686741-dacf-40f8-8eb0-330ae311102b, host dv-neutron-601336-94-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-94-hyperv',level=0,port_id=e2686741-dacf-40f8-8eb0-330ae311102b,segment=NetworkSegment(6303a411-6e70-4139-a530-9ee4cf8ba843),segment_id=6303a411-6e70-4139-a530-9ee4cf8ba843)] {{(pid=94176) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 23 11:32:01.501261 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron_lib.callbacks.manager [None req-fdd86465-803c-45bf-a26c-8592ffac9cb9 None None] Notify callbacks [] for port, precommit_update {{(pid=94176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:32:01.512238 dv-neutron-601336-94-hyperv neutron-server[94174]: INFO neutron.wsgi [None req-a7418926-a068-49a1-879b-e26848fef5d8 tempest-NetworksTestDHCPv6-162546708 tempest-NetworksTestDHCPv6-162546708-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1024 time: 3.0040219 Jun 23 11:32:01.517108 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d50ff4f7-0973-44e7-b000-fdeec3c7a96a tempest-QuotasNegativeTest-858964093 tempest-QuotasNegativeTest-858964093-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=62d2e9ef-098f-4e49-ac69-09af7e23625e,revision_number=1']} {{(pid=94174) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 11:32:01.526392 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.wsgi [-] (94174) accepted ('10.222.0.20', 37752) {{(pid=94174) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 11:32:01.537219 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG oslo_concurrency.lockutils [None req-d50ff4f7-0973-44e7-b000-fdeec3c7a96a tempest-QuotasNegativeTest-858964093 tempest-QuotasNegativeTest-858964093-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.496s {{(pid=94174) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 11:32:01.538527 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron_lib.callbacks.manager [None req-d50ff4f7-0973-44e7-b000-fdeec3c7a96a tempest-QuotasNegativeTest-858964093 tempest-QuotasNegativeTest-858964093-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3801'] for segment, precommit_create {{(pid=94174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:32:01.538770 dv-neutron-601336-94-hyperv neutron-server[94174]: INFO neutron.db.segments_db [None req-d50ff4f7-0973-44e7-b000-fdeec3c7a96a tempest-QuotasNegativeTest-858964093 tempest-QuotasNegativeTest-858964093-project-admin] Added segment 23728023-d4b2-43dc-b390-fcd3ba9f0cab of type vlan for network 7e4e4bf1-0828-46e9-b864-063cf019469c Jun 23 11:32:01.545347 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.db.provisioning_blocks [None req-fdd86465-803c-45bf-a26c-8592ffac9cb9 None None] Transition to ACTIVE for port object e2686741-dacf-40f8-8eb0-330ae311102b will not be triggered until provisioned by entity DHCP. {{(pid=94176) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 23 11:32:01.564184 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22e1022f-4e34-43d5-8eb6-41e181c620e6 admin admin] Pushing event deleted for resources: {'Port': ['ID=32794a4f-8325-483e-b755-3914d9883a6a,revision_number=None']} {{(pid=94175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 11:32:01.564276 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron_lib.callbacks.manager [None req-dc7542b2-afef-47f4-a763-e3a3cba144be None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-923122'] for port, before_update {{(pid=94176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:32:01.586514 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG oslo_concurrency.lockutils [None req-22e1022f-4e34-43d5-8eb6-41e181c620e6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.363s {{(pid=94175) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 11:32:01.638350 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron_lib.callbacks.manager [None req-d50ff4f7-0973-44e7-b000-fdeec3c7a96a tempest-QuotasNegativeTest-858964093 tempest-QuotasNegativeTest-858964093-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8773699596773'] for network, precommit_create {{(pid=94174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:32:01.662214 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron_lib.callbacks.manager [None req-fdd86465-803c-45bf-a26c-8592ffac9cb9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-922904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866062', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773700135042', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773699642233', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773699642278'] for port, after_update {{(pid=94176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:32:01.673731 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG oslo_concurrency.lockutils [None req-faa61924-198d-433b-8b1f-7d60e4367b99 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 11:32:01.743941 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron_lib.callbacks.manager [None req-3e560f71-6631-43de-a301-d3242bb63216 tempest-NetworksIpV6TestAttrs-49342282 tempest-NetworksIpV6TestAttrs-49342282-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-922904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866062', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773700135024', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773699642224', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5196390'] for port, after_delete {{(pid=94174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:32:01.748156 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG oslo_concurrency.lockutils [None req-15d67968-8dc5-4aec-990d-8c729bc965f7 tempest-NetworksTestDHCPv6-162546708 tempest-NetworksTestDHCPv6-162546708-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94174) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 11:32:01.758685 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron_lib.db.api [None req-dc7542b2-afef-47f4-a763-e3a3cba144be None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=94176) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jun 23 11:32:01.759507 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG oslo_db.api [None req-dc7542b2-afef-47f4-a763-e3a3cba144be None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=94176) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jun 23 11:32:01.760252 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron_lib.callbacks.manager [None req-8558a809-75b9-4170-ae40-852ef67c981b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-922904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866062', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773700135024', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773699642224'] for port, after_delete {{(pid=94176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:32:01.760693 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2bb1e442-2387-4ff2-97e5-436e2d8322e6 tempest-NetworksTestDHCPv6-162546708 tempest-NetworksTestDHCPv6-162546708-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94174) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 11:32:01.768148 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2bb1e442-2387-4ff2-97e5-436e2d8322e6 tempest-NetworksTestDHCPv6-162546708 tempest-NetworksTestDHCPv6-162546708-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94174) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 11:32:01.769329 dv-neutron-601336-94-hyperv neutron-server[94174]: INFO neutron.wsgi [None req-2bb1e442-2387-4ff2-97e5-436e2d8322e6 tempest-NetworksTestDHCPv6-162546708 tempest-NetworksTestDHCPv6-162546708-project] 10.222.0.20 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1858 time: 0.2396841 Jun 23 11:32:01.790517 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.wsgi [-] (94174) accepted ('10.222.0.20', 37756) {{(pid=94174) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 11:32:01.810709 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.wsgi [-] (94174) accepted ('10.222.0.20', 37758) {{(pid=94174) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 11:32:01.812628 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e560f71-6631-43de-a301-d3242bb63216 tempest-NetworksIpV6TestAttrs-49342282 tempest-NetworksIpV6TestAttrs-49342282-project] Pushing event deleted for resources: {'Port': ['ID=ee8f3cfe-215e-4339-b854-66e29114beef,revision_number=None']} {{(pid=94174) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 11:32:01.817926 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-13c6d102-2ba1-4520-a09e-5dc742a19c6b admin admin] Router b38daa88-0747-4546-ba11-f93b1c758a7a has already been hosted by L3 agent 50ef99c0-ef28-4db5-b303-b145898fae60 {{(pid=94175) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 23 11:32:01.837874 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3e560f71-6631-43de-a301-d3242bb63216 tempest-NetworksIpV6TestAttrs-49342282 tempest-NetworksIpV6TestAttrs-49342282-project] No DVR routers for this DVR port ee8f3cfe-215e-4339-b854-66e29114beef on host dv-neutron-601336-94-hyperv {{(pid=94174) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 23 11:32:01.849617 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG oslo_concurrency.lockutils [None req-3e560f71-6631-43de-a301-d3242bb63216 tempest-NetworksIpV6TestAttrs-49342282 tempest-NetworksIpV6TestAttrs-49342282-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.102s {{(pid=94174) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 11:32:01.862702 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdd86465-803c-45bf-a26c-8592ffac9cb9 None None] Pushing event updated for resources: {'Port': ['ID=e2686741-dacf-40f8-8eb0-330ae311102b,revision_number=3']} {{(pid=94176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 11:32:01.865202 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8558a809-75b9-4170-ae40-852ef67c981b None None] No DVR routers for this DVR port ee8f3cfe-215e-4339-b854-66e29114beef on host dv-neutron-601336-94-hyperv {{(pid=94176) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 23 11:32:01.880111 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron_lib.callbacks.manager [None req-d50ff4f7-0973-44e7-b000-fdeec3c7a96a tempest-QuotasNegativeTest-858964093 tempest-QuotasNegativeTest-858964093-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8002400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7866073'] for network, after_create {{(pid=94174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:32:01.882854 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fdd86465-803c-45bf-a26c-8592ffac9cb9 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-601336-94-hyperv {{(pid=94176) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 11:32:01.882991 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fdd86465-803c-45bf-a26c-8592ffac9cb9 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-94-hyperv {{(pid=94176) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 11:32:01.883276 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fdd86465-803c-45bf-a26c-8592ffac9cb9 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-94-hyperv {{(pid=94176) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 11:32:01.884641 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fdd86465-803c-45bf-a26c-8592ffac9cb9 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-601336-94-hyperv {{(pid=94176) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 11:32:01.884976 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fdd86465-803c-45bf-a26c-8592ffac9cb9 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-601336-94-hyperv {{(pid=94176) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 11:32:01.885707 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fdd86465-803c-45bf-a26c-8592ffac9cb9 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-601336-94-hyperv {{(pid=94176) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 11:32:01.885707 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fdd86465-803c-45bf-a26c-8592ffac9cb9 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-601336-94-hyperv {{(pid=94176) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 11:32:01.886282 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d50ff4f7-0973-44e7-b000-fdeec3c7a96a tempest-QuotasNegativeTest-858964093 tempest-QuotasNegativeTest-858964093-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94174) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 11:32:01.886629 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fdd86465-803c-45bf-a26c-8592ffac9cb9 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-601336-94-hyperv {{(pid=94176) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 11:32:01.886880 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron_lib.callbacks.manager [None req-d50ff4f7-0973-44e7-b000-fdeec3c7a96a tempest-QuotasNegativeTest-858964093 tempest-QuotasNegativeTest-858964093-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7865916'] for network, before_response {{(pid=94174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:32:01.887184 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fdd86465-803c-45bf-a26c-8592ffac9cb9 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-601336-94-hyperv {{(pid=94176) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 11:32:01.887503 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fdd86465-803c-45bf-a26c-8592ffac9cb9 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-94-hyperv {{(pid=94176) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 11:32:01.887838 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fdd86465-803c-45bf-a26c-8592ffac9cb9 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-601336-94-hyperv {{(pid=94176) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 11:32:01.888306 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fdd86465-803c-45bf-a26c-8592ffac9cb9 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-601336-94-hyperv {{(pid=94176) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 11:32:01.896914 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94174) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 11:32:01.903810 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG oslo_concurrency.lockutils [None req-fdd86465-803c-45bf-a26c-8592ffac9cb9 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.230s {{(pid=94176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 11:32:01.908611 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron_lib.callbacks.manager [None req-b589c1ae-1662-40a4-a529-f17d68b624b4 tempest-RoutersAdminTest-1813587668 tempest-RoutersAdminTest-1813587668-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-520412', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-524143'] for router, after_create {{(pid=94175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:32:01.915328 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG oslo_concurrency.lockutils [None req-c8f03da7-a344-4339-b3e9-ce066b07bd73 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.115s {{(pid=94176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 11:32:01.953809 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8558a809-75b9-4170-ae40-852ef67c981b None None] Pushing event deleted for resources: {'Port': ['ID=ee8f3cfe-215e-4339-b854-66e29114beef,revision_number=None']} {{(pid=94176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 11:32:01.961586 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG oslo_concurrency.lockutils [None req-8558a809-75b9-4170-ae40-852ef67c981b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.057s {{(pid=94176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 11:32:02.031317 dv-neutron-601336-94-hyperv neutron-server[94174]: INFO neutron.wsgi [None req-e9629700-67a7-4cfc-832f-d05a638627bf tempest-ServiceProvidersTest-1507279355 tempest-ServiceProvidersTest-1507279355-project] 10.222.0.20 "GET /v2.0/service-providers HTTP/1.1" status: 200 len: 498 time: 0.2194755 Jun 23 11:32:02.089929 dv-neutron-601336-94-hyperv neutron-server[94174]: INFO neutron.wsgi [None req-d50ff4f7-0973-44e7-b000-fdeec3c7a96a tempest-QuotasNegativeTest-858964093 tempest-QuotasNegativeTest-858964093-project-admin] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 837 time: 1.9282367 Jun 23 11:32:02.091414 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron_lib.callbacks.manager [None req-3e560f71-6631-43de-a301-d3242bb63216 tempest-NetworksIpV6TestAttrs-49342282 tempest-NetworksIpV6TestAttrs-49342282-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-897259', 'neutron.services.segments.db._delete_segments_for_network-8773700168587'] for network, precommit_delete {{(pid=94174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:32:02.097117 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron_lib.callbacks.manager [None req-7a9d9c4c-91a6-4547-80e1-179ae6939dc6 tempest-RoutersAdminNegativeTest-145254802 tempest-RoutersAdminNegativeTest-145254802-project-admin] Notify callbacks [] for port, precommit_create {{(pid=94174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:32:02.103394 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.wsgi [-] (94174) accepted ('10.222.0.20', 37764) {{(pid=94174) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 11:32:02.107938 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron_lib.callbacks.manager [None req-22e1022f-4e34-43d5-8eb6-41e181c620e6 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-7866080', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-516693'] for router_interface, after_delete {{(pid=94175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:32:02.116903 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.api.v2.base [None req-1ac15df9-6a21-4e29-9955-cb16f2b119b0 tempest-QuotasNegativeTest-858964093 tempest-QuotasNegativeTest-858964093-project-admin] Request body: {'network': {'project_id': 'df2ae366925e498fba4cee2dfef8090b'}} {{(pid=94174) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 23 11:32:02.120758 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.services.segments.db [None req-3e560f71-6631-43de-a301-d3242bb63216 tempest-NetworksIpV6TestAttrs-49342282 tempest-NetworksIpV6TestAttrs-49342282-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c2e226e5-e90f-4b54-9911-59242531b120']}} {{(pid=94174) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 11:32:02.122884 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d50ff4f7-0973-44e7-b000-fdeec3c7a96a tempest-QuotasNegativeTest-858964093 tempest-QuotasNegativeTest-858964093-project-admin] Pushing event updated for resources: {'Network': ['ID=7e4e4bf1-0828-46e9-b864-063cf019469c,revision_number=1']} {{(pid=94174) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 11:32:02.135604 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG oslo_concurrency.lockutils [None req-d50ff4f7-0973-44e7-b000-fdeec3c7a96a tempest-QuotasNegativeTest-858964093 tempest-QuotasNegativeTest-858964093-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.239s {{(pid=94174) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 11:32:02.143562 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.plugins.ml2.rpc [None req-dc7542b2-afef-47f4-a763-e3a3cba144be None None] Network 7e4e4bf1-0828-46e9-b864-063cf019469c details requested by agent ovs-agent-dv-neutron-601336-94-hyperv with host dv-neutron-601336-94-hyperv {{(pid=94176) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:250}} Jun 23 11:32:02.152083 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.services.segments.db [None req-3e560f71-6631-43de-a301-d3242bb63216 tempest-NetworksIpV6TestAttrs-49342282 tempest-NetworksIpV6TestAttrs-49342282-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'bbeb6559-93b8-4c63-9eae-fe0f62037580') {'for_net_delete': True} {{(pid=94174) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 11:32:02.152395 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.services.segments.db [None req-3e560f71-6631-43de-a301-d3242bb63216 tempest-NetworksIpV6TestAttrs-49342282 tempest-NetworksIpV6TestAttrs-49342282-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'bbeb6559-93b8-4c63-9eae-fe0f62037580') {} {{(pid=94174) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 11:32:02.179976 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron_lib.callbacks.manager [None req-3e560f71-6631-43de-a301-d3242bb63216 tempest-NetworksIpV6TestAttrs-49342282 tempest-NetworksIpV6TestAttrs-49342282-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8773699955833', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4800267'] for segment, before_delete {{(pid=94174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:32:02.229069 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron_lib.callbacks.manager [None req-3e560f71-6631-43de-a301-d3242bb63216 tempest-NetworksIpV6TestAttrs-49342282 tempest-NetworksIpV6TestAttrs-49342282-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3801'] for segment, precommit_delete {{(pid=94174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:32:02.240379 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3e560f71-6631-43de-a301-d3242bb63216 tempest-NetworksIpV6TestAttrs-49342282 tempest-NetworksIpV6TestAttrs-49342282-project] Releasing vlan 400 on physical network physnet1 to pool {{(pid=94174) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 23 11:32:02.240668 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron_lib.callbacks.manager [None req-3e560f71-6631-43de-a301-d3242bb63216 tempest-NetworksIpV6TestAttrs-49342282 tempest-NetworksIpV6TestAttrs-49342282-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3801', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5196341'] for segment, after_delete {{(pid=94174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:32:02.248256 dv-neutron-601336-94-hyperv neutron-server[94174]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 23 11:32:02.248256 dv-neutron-601336-94-hyperv neutron-server[94174]: conditions |= (models_v2.Port.network_id.in_( Jun 23 11:32:02.248256 dv-neutron-601336-94-hyperv neutron-server[94174]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 23 11:32:02.248256 dv-neutron-601336-94-hyperv neutron-server[94174]: self.session.flush() Jun 23 11:32:02.248256 dv-neutron-601336-94-hyperv neutron-server[94174]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 23 11:32:02.248256 dv-neutron-601336-94-hyperv neutron-server[94174]: self.session.flush() Jun 23 11:32:02.248256 dv-neutron-601336-94-hyperv neutron-server[94174]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 23 11:32:02.248256 dv-neutron-601336-94-hyperv neutron-server[94174]: self.session.flush() Jun 23 11:32:02.248256 dv-neutron-601336-94-hyperv neutron-server[94174]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 23 11:32:02.248256 dv-neutron-601336-94-hyperv neutron-server[94174]: self.session.flush() Jun 23 11:32:02.248256 dv-neutron-601336-94-hyperv neutron-server[94174]: Traceback (most recent call last): Jun 23 11:32:02.248256 dv-neutron-601336-94-hyperv neutron-server[94174]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 23 11:32:02.248256 dv-neutron-601336-94-hyperv neutron-server[94174]: timer() Jun 23 11:32:02.248256 dv-neutron-601336-94-hyperv neutron-server[94174]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 23 11:32:02.248256 dv-neutron-601336-94-hyperv neutron-server[94174]: cb(*args, **kw) Jun 23 11:32:02.248256 dv-neutron-601336-94-hyperv neutron-server[94174]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 23 11:32:02.248256 dv-neutron-601336-94-hyperv neutron-server[94174]: return func(*args, **kwargs) Jun 23 11:32:02.248256 dv-neutron-601336-94-hyperv neutron-server[94174]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 23 11:32:02.248256 dv-neutron-601336-94-hyperv neutron-server[94174]: self._notify() Jun 23 11:32:02.248256 dv-neutron-601336-94-hyperv neutron-server[94174]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 23 11:32:02.248256 dv-neutron-601336-94-hyperv neutron-server[94174]: self.callback(batched_events) Jun 23 11:32:02.248256 dv-neutron-601336-94-hyperv neutron-server[94174]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 23 11:32:02.248256 dv-neutron-601336-94-hyperv neutron-server[94174]: event.method(event) Jun 23 11:32:02.248256 dv-neutron-601336-94-hyperv neutron-server[94174]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 23 11:32:02.248256 dv-neutron-601336-94-hyperv neutron-server[94174]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 23 11:32:02.248256 dv-neutron-601336-94-hyperv neutron-server[94174]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 23 11:32:02.248256 dv-neutron-601336-94-hyperv neutron-server[94174]: aggregate_uuid = self.p_client.list_aggregates( Jun 23 11:32:02.248256 dv-neutron-601336-94-hyperv neutron-server[94174]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 23 11:32:02.248256 dv-neutron-601336-94-hyperv neutron-server[94174]: return f(self, *a, **k) Jun 23 11:32:02.248256 dv-neutron-601336-94-hyperv neutron-server[94174]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 23 11:32:02.248256 dv-neutron-601336-94-hyperv neutron-server[94174]: return self._get(url).json() Jun 23 11:32:02.248256 dv-neutron-601336-94-hyperv neutron-server[94174]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 23 11:32:02.248256 dv-neutron-601336-94-hyperv neutron-server[94174]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 23 11:32:02.248256 dv-neutron-601336-94-hyperv neutron-server[94174]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 23 11:32:02.248256 dv-neutron-601336-94-hyperv neutron-server[94174]: return self.request(url, 'GET', **kwargs) Jun 23 11:32:02.248256 dv-neutron-601336-94-hyperv neutron-server[94174]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 23 11:32:02.248256 dv-neutron-601336-94-hyperv neutron-server[94174]: base_url = self.get_endpoint(auth, allow=allow, Jun 23 11:32:02.248256 dv-neutron-601336-94-hyperv neutron-server[94174]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 23 11:32:02.248256 dv-neutron-601336-94-hyperv neutron-server[94174]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 23 11:32:02.248256 dv-neutron-601336-94-hyperv neutron-server[94174]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 23 11:32:02.248256 dv-neutron-601336-94-hyperv neutron-server[94174]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 23 11:32:02.248256 dv-neutron-601336-94-hyperv neutron-server[94174]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 23 11:32:02.304321 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.plugins.ml2.plugin [None req-0a5f7743-59b7-4085-bf5d-6fe83c4ff1f6 tempest-NetworksTestDHCPv6-162546708 tempest-NetworksTestDHCPv6-162546708-project] Deleting port c779db8d-fff2-48d1-8362-98777cb5b0e1 {{(pid=94174) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1913}} Jun 23 11:32:02.304674 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron_lib.callbacks.manager [None req-0a5f7743-59b7-4085-bf5d-6fe83c4ff1f6 tempest-NetworksTestDHCPv6-162546708 tempest-NetworksTestDHCPv6-162546708-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773700079324'] for port, before_delete {{(pid=94174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:32:02.305608 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron_lib.callbacks.manager [None req-dc7542b2-afef-47f4-a763-e3a3cba144be None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-923122'] for port, before_update {{(pid=94176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:32:02.316916 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1ac15df9-6a21-4e29-9955-cb16f2b119b0 tempest-QuotasNegativeTest-858964093 tempest-QuotasNegativeTest-858964093-project-admin] Made reservation on behalf of df2ae366925e498fba4cee2dfef8090b for: {'network': 1} {{(pid=94174) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 23 11:32:02.320063 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron_lib.callbacks.manager [None req-1ac15df9-6a21-4e29-9955-cb16f2b119b0 tempest-QuotasNegativeTest-858964093 tempest-QuotasNegativeTest-858964093-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-923104'] for network, before_create {{(pid=94174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:32:02.345823 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.plugins.ml2.db [None req-dc7542b2-afef-47f4-a763-e3a3cba144be None None] For port e2686741-dacf-40f8-8eb0-330ae311102b, host dv-neutron-601336-94-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-94-hyperv',level=0,port_id=e2686741-dacf-40f8-8eb0-330ae311102b,segment=NetworkSegment(6303a411-6e70-4139-a530-9ee4cf8ba843),segment_id=6303a411-6e70-4139-a530-9ee4cf8ba843)] {{(pid=94176) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 23 11:32:02.416114 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1ac15df9-6a21-4e29-9955-cb16f2b119b0 tempest-QuotasNegativeTest-858964093 tempest-QuotasNegativeTest-858964093-project-admin] vlan segment allocate from pool success with {'vlan_id': 404, 'physical_network': 'physnet1'} {{(pid=94174) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 23 11:32:02.421518 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron_lib.callbacks.manager [None req-dc7542b2-afef-47f4-a763-e3a3cba144be None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-922904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866062', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773700135042', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773699642233', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773699642278'] for port, after_update {{(pid=94176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:32:02.423975 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG oslo_concurrency.lockutils [None req-727f2132-faa7-451d-be37-127ee1c6eb74 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 11:32:02.470402 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron_lib.callbacks.manager [None req-3e560f71-6631-43de-a301-d3242bb63216 tempest-NetworksIpV6TestAttrs-49342282 tempest-NetworksIpV6TestAttrs-49342282-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-897248', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8002400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7866073', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-524247'] for network, after_delete {{(pid=94174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:32:02.475335 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron_lib.callbacks.manager [None req-1ac15df9-6a21-4e29-9955-cb16f2b119b0 tempest-QuotasNegativeTest-858964093 tempest-QuotasNegativeTest-858964093-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3801'] for segment, precommit_create {{(pid=94174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:32:02.475702 dv-neutron-601336-94-hyperv neutron-server[94174]: INFO neutron.db.segments_db [None req-1ac15df9-6a21-4e29-9955-cb16f2b119b0 tempest-QuotasNegativeTest-858964093 tempest-QuotasNegativeTest-858964093-project-admin] Added segment b60e227d-c2d8-40cc-ae98-e8c731b57603 of type vlan for network 853118cb-fde0-41c7-933c-23e15dded997 Jun 23 11:32:02.479130 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron_lib.callbacks.manager [None req-0a5f7743-59b7-4085-bf5d-6fe83c4ff1f6 tempest-NetworksTestDHCPv6-162546708 tempest-NetworksTestDHCPv6-162546708-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-430722'] for port, precommit_delete {{(pid=94174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:32:02.481899 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc7542b2-afef-47f4-a763-e3a3cba144be None None] Pushing event updated for resources: {'Port': ['ID=e2686741-dacf-40f8-8eb0-330ae311102b,revision_number=4']} {{(pid=94176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 11:32:02.485784 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG oslo_concurrency.lockutils [None req-dc7542b2-afef-47f4-a763-e3a3cba144be None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.062s {{(pid=94176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 11:32:02.498588 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG oslo_concurrency.lockutils [None req-87fbd278-56eb-469e-b03f-1b3bd9eaa603 tempest-AllowedAddressPairIpV6TestJSON-597468505 tempest-AllowedAddressPairIpV6TestJSON-597468505-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94174) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 11:32:02.503662 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron_lib.callbacks.manager [None req-3e560f71-6631-43de-a301-d3242bb63216 tempest-NetworksIpV6TestAttrs-49342282 tempest-NetworksIpV6TestAttrs-49342282-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7865916'] for network, before_response {{(pid=94174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:32:02.505542 dv-neutron-601336-94-hyperv neutron-server[94174]: INFO neutron.wsgi [None req-3e560f71-6631-43de-a301-d3242bb63216 tempest-NetworksIpV6TestAttrs-49342282 tempest-NetworksIpV6TestAttrs-49342282-project] 10.222.0.20 "DELETE /v2.0/networks/c2e226e5-e90f-4b54-9911-59242531b120 HTTP/1.1" status: 204 len: 168 time: 2.2038820 Jun 23 11:32:02.515390 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.plugins.ml2.plugin [None req-0a5f7743-59b7-4085-bf5d-6fe83c4ff1f6 tempest-NetworksTestDHCPv6-162546708 tempest-NetworksTestDHCPv6-162546708-project] Calling delete_port for c779db8d-fff2-48d1-8362-98777cb5b0e1 owned by {{(pid=94174) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1986}} Jun 23 11:32:02.558511 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron_lib.callbacks.manager [None req-7a9d9c4c-91a6-4547-80e1-179ae6939dc6 tempest-RoutersAdminNegativeTest-145254802 tempest-RoutersAdminNegativeTest-145254802-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-922915', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-239814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7866073', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773699642215', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-5196399'] for port, after_create {{(pid=94174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:32:02.570536 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e560f71-6631-43de-a301-d3242bb63216 tempest-NetworksIpV6TestAttrs-49342282 tempest-NetworksIpV6TestAttrs-49342282-project] Pushing event deleted for resources: {'Network': ['ID=c2e226e5-e90f-4b54-9911-59242531b120,revision_number=None']} {{(pid=94174) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 11:32:02.584483 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG oslo_concurrency.lockutils [None req-3e560f71-6631-43de-a301-d3242bb63216 tempest-NetworksIpV6TestAttrs-49342282 tempest-NetworksIpV6TestAttrs-49342282-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.086s {{(pid=94174) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 11:32:02.587300 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG oslo_concurrency.lockutils [None req-a7418926-a068-49a1-879b-e26848fef5d8 tempest-NetworksTestDHCPv6-162546708 tempest-NetworksTestDHCPv6-162546708-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.005s {{(pid=94174) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 11:32:02.603194 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron_lib.callbacks.manager [None req-1ac15df9-6a21-4e29-9955-cb16f2b119b0 tempest-QuotasNegativeTest-858964093 tempest-QuotasNegativeTest-858964093-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8773699596773'] for network, precommit_create {{(pid=94174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:32:02.686572 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.wsgi [-] (94174) accepted ('10.222.0.20', 37770) {{(pid=94174) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 11:32:02.694199 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-13c6d102-2ba1-4520-a09e-5dc742a19c6b admin admin] Notify agent at l3_agent.dv-neutron-601336-94-hyperv the message routers_updated {{(pid=94175) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 23 11:32:02.700968 dv-neutron-601336-94-hyperv neutron-server[94175]: INFO neutron.wsgi [None req-13c6d102-2ba1-4520-a09e-5dc742a19c6b admin admin] 10.222.0.20 "PUT /v2.0/routers/b38daa88-0747-4546-ba11-f93b1c758a7a/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 6.1315756 Jun 23 11:32:02.703631 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.wsgi [-] (94175) accepted ('10.222.0.20', 37774) {{(pid=94175) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 11:32:02.706301 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7a5ea4d4-f85e-4331-a65d-c5f259430252 None None] Sync routers for ids ['b38daa88-0747-4546-ba11-f93b1c758a7a'] in dv-neutron-601336-94-hyperv {{(pid=94176) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 23 11:32:02.713895 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a9d9c4c-91a6-4547-80e1-179ae6939dc6 tempest-RoutersAdminNegativeTest-145254802 tempest-RoutersAdminNegativeTest-145254802-project-admin] Pushing event updated for resources: {'Port': ['ID=39f3b8ad-f9d0-4cf9-8cf4-bb3ab54813de,revision_number=1']} {{(pid=94174) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 11:32:02.729280 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7a5ea4d4-f85e-4331-a65d-c5f259430252 None None] Routers {'b38daa88-0747-4546-ba11-f93b1c758a7a'} bound to L3 agent in host dv-neutron-601336-94-hyperv {{(pid=94176) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 23 11:32:02.730060 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.db.l3_hamode_db [None req-7a5ea4d4-f85e-4331-a65d-c5f259430252 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-601336-94-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-23T11:22:13Z,description=,heartbeat_timestamp=2021-06-23T11:31:43Z,host='dv-neutron-601336-94-hyperv',id=50ef99c0-ef28-4db5-b303-b145898fae60,load=0,resource_versions=,resources_synced=,started_at=2021-06-23T11:22:14Z,topic='l3_agent')) {'router_ids': ['b38daa88-0747-4546-ba11-f93b1c758a7a'], 'active': True} {{(pid=94176) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 11:32:02.730818 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7a9d9c4c-91a6-4547-80e1-179ae6939dc6 tempest-RoutersAdminNegativeTest-145254802 tempest-RoutersAdminNegativeTest-145254802-project-admin] Network 3e7e4eb3-cf02-4d47-ade9-0a579cdfc60f is already hosted by enough agents. {{(pid=94174) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 23 11:32:02.743714 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.scheduler.base_scheduler [None req-7a9d9c4c-91a6-4547-80e1-179ae6939dc6 tempest-RoutersAdminNegativeTest-145254802 tempest-RoutersAdminNegativeTest-145254802-project-admin] Resources bound (agent type, host, resource id): {{(pid=94174) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 23 11:32:02.750495 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7a9d9c4c-91a6-4547-80e1-179ae6939dc6 tempest-RoutersAdminNegativeTest-145254802 tempest-RoutersAdminNegativeTest-145254802-project-admin] Received port after_create {{(pid=94174) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 23 11:32:02.798617 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG oslo_concurrency.lockutils [None req-7a9d9c4c-91a6-4547-80e1-179ae6939dc6 tempest-RoutersAdminNegativeTest-145254802 tempest-RoutersAdminNegativeTest-145254802-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.211s {{(pid=94174) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 11:32:02.801776 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.db.provisioning_blocks [None req-18b385f8-ecc4-4bc9-9bff-a4d18dbd2114 None None] Provisioning for port e2686741-dacf-40f8-8eb0-330ae311102b completed by entity DHCP. {{(pid=94176) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 23 11:32:02.817421 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.db.provisioning_blocks [None req-18b385f8-ecc4-4bc9-9bff-a4d18dbd2114 None None] Provisioning complete for port e2686741-dacf-40f8-8eb0-330ae311102b triggered by entity DHCP. {{(pid=94176) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 23 11:32:02.817843 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron_lib.callbacks.manager [None req-18b385f8-ecc4-4bc9-9bff-a4d18dbd2114 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-899258'] for port, provisioning_complete {{(pid=94176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:32:02.915835 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron_lib.callbacks.manager [None req-b6c5774b-6523-4123-9cae-15ffdafd35a0 admin admin] Notify callbacks [] for router, before_delete {{(pid=94175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:32:02.936576 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.plugins.ml2.rpc [None req-dc7542b2-afef-47f4-a763-e3a3cba144be None None] Device e2686741-dacf-40f8-8eb0-330ae311102b up at agent ovs-agent-dv-neutron-601336-94-hyperv {{(pid=94176) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:298}} Jun 23 11:32:02.942778 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron_lib.callbacks.manager [None req-1ac15df9-6a21-4e29-9955-cb16f2b119b0 tempest-QuotasNegativeTest-858964093 tempest-QuotasNegativeTest-858964093-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8002400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7866073'] for network, after_create {{(pid=94174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:32:02.973352 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1ac15df9-6a21-4e29-9955-cb16f2b119b0 tempest-QuotasNegativeTest-858964093 tempest-QuotasNegativeTest-858964093-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94174) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 11:32:02.974056 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron_lib.callbacks.manager [None req-1ac15df9-6a21-4e29-9955-cb16f2b119b0 tempest-QuotasNegativeTest-858964093 tempest-QuotasNegativeTest-858964093-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7865916'] for network, before_response {{(pid=94174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:32:02.978303 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94174) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 11:32:02.989117 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.db.l3_dvr_db [None req-7a5ea4d4-f85e-4331-a65d-c5f259430252 None None] Set router b38daa88-0747-4546-ba11-f93b1c758a7a gateway port host: dv-neutron-601336-94-hyperv {{(pid=94176) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:838}} Jun 23 11:32:02.995871 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7a9d9c4c-91a6-4547-80e1-179ae6939dc6 tempest-RoutersAdminNegativeTest-145254802 tempest-RoutersAdminNegativeTest-145254802-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=94174) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 11:32:02.996476 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron_lib.callbacks.manager [None req-7a9d9c4c-91a6-4547-80e1-179ae6939dc6 tempest-RoutersAdminNegativeTest-145254802 tempest-RoutersAdminNegativeTest-145254802-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-217507'] for port, before_response {{(pid=94174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:32:03.013380 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron_lib.callbacks.manager [None req-72af1d47-dce0-477c-b756-55e70d0c8a9a admin admin] Notify callbacks [] for security_group, before_create {{(pid=94174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:32:03.049953 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron_lib.callbacks.manager [None req-b6c5774b-6523-4123-9cae-15ffdafd35a0 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:32:03.089955 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ac15df9-6a21-4e29-9955-cb16f2b119b0 tempest-QuotasNegativeTest-858964093 tempest-QuotasNegativeTest-858964093-project-admin] Pushing event updated for resources: {'Network': ['ID=853118cb-fde0-41c7-933c-23e15dded997,revision_number=1']} {{(pid=94174) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 11:32:03.092679 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG oslo_concurrency.lockutils [None req-1ac15df9-6a21-4e29-9955-cb16f2b119b0 tempest-QuotasNegativeTest-858964093 tempest-QuotasNegativeTest-858964093-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.114s {{(pid=94174) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 11:32:03.119283 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.plugins.ml2.rpc [None req-dc7542b2-afef-47f4-a763-e3a3cba144be None None] Network 853118cb-fde0-41c7-933c-23e15dded997 details requested by agent ovs-agent-dv-neutron-601336-94-hyperv with host dv-neutron-601336-94-hyperv {{(pid=94176) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:250}} Jun 23 11:32:03.177797 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b589c1ae-1662-40a4-a529-f17d68b624b4 tempest-RoutersAdminTest-1813587668 tempest-RoutersAdminTest-1813587668-project] Router 3a1682e0-bce2-49f4-91f1-ceef87efd3ea is scheduled to L3 agent 50ef99c0-ef28-4db5-b303-b145898fae60 with binding_index 1 {{(pid=94175) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jun 23 11:32:03.188489 dv-neutron-601336-94-hyperv neutron-server[94174]: INFO neutron.wsgi [None req-1ac15df9-6a21-4e29-9955-cb16f2b119b0 tempest-QuotasNegativeTest-858964093 tempest-QuotasNegativeTest-858964093-project-admin] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 837 time: 1.0812829 Jun 23 11:32:03.190810 dv-neutron-601336-94-hyperv neutron-server[94174]: INFO neutron.wsgi [None req-7a9d9c4c-91a6-4547-80e1-179ae6939dc6 tempest-RoutersAdminNegativeTest-145254802 tempest-RoutersAdminNegativeTest-145254802-project-admin] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1032 time: 3.9920428 Jun 23 11:32:03.195293 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.wsgi [-] (94175) accepted ('10.222.0.20', 37778) {{(pid=94175) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 11:32:03.195647 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.wsgi [-] (94175) accepted ('10.222.0.20', 37780) {{(pid=94175) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 11:32:03.200467 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.db.provisioning_blocks [None req-dc7542b2-afef-47f4-a763-e3a3cba144be None None] Provisioning complete for port e2686741-dacf-40f8-8eb0-330ae311102b triggered by entity L2. {{(pid=94176) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 23 11:32:03.201134 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron_lib.callbacks.manager [None req-dc7542b2-afef-47f4-a763-e3a3cba144be None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-899258'] for port, provisioning_complete {{(pid=94176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:32:03.202006 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.api.v2.base [None req-9df21ee2-863c-4780-b4f6-5173a3bb3881 tempest-RoutersAdminNegativeTest-145254802 tempest-RoutersAdminNegativeTest-145254802-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '3e7e4eb3-cf02-4d47-ade9-0a579cdfc60f', 'external_fixed_ips': [{'subnet_id': 'a5ad15ab-c489-4a67-a9b0-d559fca0ec71', 'ip_address': '172.26.3.244'}]}}} {{(pid=94175) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 23 11:32:03.210293 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.api.v2.base [None req-6afa27ac-3ebb-4fcb-b5b8-d5785df937ce tempest-QuotasNegativeTest-858964093 tempest-QuotasNegativeTest-858964093-project-admin] Request body: {'network': {'project_id': 'df2ae366925e498fba4cee2dfef8090b'}} {{(pid=94175) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 23 11:32:03.240767 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.wsgi [-] (94175) accepted ('10.222.0.20', 37782) {{(pid=94175) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 11:32:03.272814 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron_lib.callbacks.manager [None req-0a5f7743-59b7-4085-bf5d-6fe83c4ff1f6 tempest-NetworksTestDHCPv6-162546708 tempest-NetworksTestDHCPv6-162546708-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-922904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866062', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773700135024', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773699642224', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5196390'] for port, after_delete {{(pid=94174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:32:03.278335 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG oslo_concurrency.lockutils [None req-f266998c-2ae8-4269-a25c-13b3cb5714fe tempest-RoutersIpV6AdminTest-894294123 tempest-RoutersIpV6AdminTest-894294123-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94174) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 11:32:03.284742 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-22e1022f-4e34-43d5-8eb6-41e181c620e6 admin admin] Router c4011798-9e12-4124-bd92-c3bdbb57294a has already been hosted by L3 agent 50ef99c0-ef28-4db5-b303-b145898fae60 {{(pid=94175) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 23 11:32:03.309150 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.db.provisioning_blocks [None req-8898158c-8877-412c-bf48-b786d3ace5cb None None] Could not find standard attr ID for object c779db8d-fff2-48d1-8362-98777cb5b0e1. {{(pid=94176) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jun 23 11:32:03.326760 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a5f7743-59b7-4085-bf5d-6fe83c4ff1f6 tempest-NetworksTestDHCPv6-162546708 tempest-NetworksTestDHCPv6-162546708-project] Pushing event deleted for resources: {'Port': ['ID=c779db8d-fff2-48d1-8362-98777cb5b0e1,revision_number=None']} {{(pid=94174) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 11:32:03.365623 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.db.l3_hamode_db [None req-7a5ea4d4-f85e-4331-a65d-c5f259430252 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b38daa88-0747-4546-ba11-f93b1c758a7a', 'name': 'tempest-ServersTestJSON-528278013-router', 'tenant_id': '3e2c0af899fe4d7db7ea93301231f34d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3e7e4eb3-cf02-4d47-ade9-0a579cdfc60f', 'external_fixed_ips': [{'subnet_id': 'a5ad15ab-c489-4a67-a9b0-d559fca0ec71', 'ip_address': '172.26.3.148'}], 'enable_snat': True}, 'gw_port_id': 'c1f1e88f-c802-4085-b69a-ba04b7063016', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-23T11:30:00Z', 'updated_at': '2021-06-23T11:32:00Z', 'revision_number': 5, 'project_id': '3e2c0af899fe4d7db7ea93301231f34d', 'gw_port': {'id': 'c1f1e88f-c802-4085-b69a-ba04b7063016', 'name': '', 'network_id': '3e7e4eb3-cf02-4d47-ade9-0a579cdfc60f', 'tenant_id': '', 'mac_address': 'fa:16:3e:57:25:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b38daa88-0747-4546-ba11-f93b1c758a7a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 92, 'fixed_ips': [{'subnet_id': 'a5ad15ab-c489-4a67-a9b0-d559fca0ec71', 'ip_address': '172.26.3.148', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-94-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-23T11:30:03Z', 'updated_at': '2021-06-23T11:30:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a5ad15ab-c489-4a67-a9b0-d559fca0ec71', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-601336-94-hyperv'}], 'dv-neutron-601336-94-hyperv', False) {} {{(pid=94176) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 11:32:03.396199 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.plugins.ml2.plugin [None req-b6c5774b-6523-4123-9cae-15ffdafd35a0 admin admin] Deleting port c1f1e88f-c802-4085-b69a-ba04b7063016 {{(pid=94175) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1913}} Jun 23 11:32:03.396400 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron_lib.callbacks.manager [None req-b6c5774b-6523-4123-9cae-15ffdafd35a0 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773700079324'] for port, before_delete {{(pid=94175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:32:03.413436 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG oslo_concurrency.lockutils [None req-0a5f7743-59b7-4085-bf5d-6fe83c4ff1f6 tempest-NetworksTestDHCPv6-162546708 tempest-NetworksTestDHCPv6-162546708-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.135s {{(pid=94174) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 11:32:03.421629 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7a5ea4d4-f85e-4331-a65d-c5f259430252 None None] Checking router: b38daa88-0747-4546-ba11-f93b1c758a7a for host: dv-neutron-601336-94-hyperv {{(pid=94176) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 23 11:32:03.425537 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron_lib.callbacks.manager [None req-72af1d47-dce0-477c-b756-55e70d0c8a9a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:32:03.433407 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7a5ea4d4-f85e-4331-a65d-c5f259430252 None None] Routers {'b38daa88-0747-4546-ba11-f93b1c758a7a'} bound to L3 agent in host dv-neutron-601336-94-hyperv {{(pid=94176) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 23 11:32:03.434054 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.db.l3_hamode_db [None req-7a5ea4d4-f85e-4331-a65d-c5f259430252 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-601336-94-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-23T11:22:13Z,description=,heartbeat_timestamp=2021-06-23T11:31:43Z,host='dv-neutron-601336-94-hyperv',id=50ef99c0-ef28-4db5-b303-b145898fae60,load=0,resource_versions=,resources_synced=,started_at=2021-06-23T11:22:14Z,topic='l3_agent')) {'router_ids': ['b38daa88-0747-4546-ba11-f93b1c758a7a'], 'active': True} {{(pid=94176) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 11:32:03.472611 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b589c1ae-1662-40a4-a529-f17d68b624b4 tempest-RoutersAdminTest-1813587668 tempest-RoutersAdminTest-1813587668-project] Notify agent at l3_agent.dv-neutron-601336-94-hyperv the message routers_updated {{(pid=94175) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 23 11:32:03.503284 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.plugins.ml2.rpc [None req-dc7542b2-afef-47f4-a763-e3a3cba144be None None] Device ee8f3cfe-215e-4339-b854-66e29114beef no longer exists at agent ovs-agent-dv-neutron-601336-94-hyperv {{(pid=94176) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:261}} Jun 23 11:32:03.503606 dv-neutron-601336-94-hyperv neutron-server[94177]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9e959785-9ebf-467f-84bf-4d70ab1ce6f7 None None] Sync routers for ids ['3a1682e0-bce2-49f4-91f1-ceef87efd3ea'] in dv-neutron-601336-94-hyperv {{(pid=94177) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 23 11:32:03.504040 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron_lib.callbacks.manager [None req-0a5f7743-59b7-4085-bf5d-6fe83c4ff1f6 tempest-NetworksTestDHCPv6-162546708 tempest-NetworksTestDHCPv6-162546708-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-217507'] for port, before_response {{(pid=94174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:32:03.504040 dv-neutron-601336-94-hyperv neutron-server[94174]: INFO neutron.wsgi [None req-0a5f7743-59b7-4085-bf5d-6fe83c4ff1f6 tempest-NetworksTestDHCPv6-162546708 tempest-NetworksTestDHCPv6-162546708-project] 10.222.0.20 "DELETE /v2.0/ports/c779db8d-fff2-48d1-8362-98777cb5b0e1 HTTP/1.1" status: 204 len: 168 time: 1.6975760 Jun 23 11:32:03.504040 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.wsgi [-] (94174) accepted ('10.222.0.20', 37786) {{(pid=94174) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 11:32:03.504254 dv-neutron-601336-94-hyperv neutron-server[94177]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9e959785-9ebf-467f-84bf-4d70ab1ce6f7 None None] Routers {'3a1682e0-bce2-49f4-91f1-ceef87efd3ea'} bound to L3 agent in host dv-neutron-601336-94-hyperv {{(pid=94177) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 23 11:32:03.504254 dv-neutron-601336-94-hyperv neutron-server[94177]: DEBUG neutron.db.l3_hamode_db [None req-9e959785-9ebf-467f-84bf-4d70ab1ce6f7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-601336-94-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-23T11:22:13Z,description=,heartbeat_timestamp=2021-06-23T11:31:43Z,host='dv-neutron-601336-94-hyperv',id=50ef99c0-ef28-4db5-b303-b145898fae60,load=0,resource_versions=,resources_synced=,started_at=2021-06-23T11:22:14Z,topic='l3_agent')) {'router_ids': ['3a1682e0-bce2-49f4-91f1-ceef87efd3ea'], 'active': True} {{(pid=94177) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 11:32:03.546768 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron_lib.callbacks.manager [None req-72af1d47-dce0-477c-b756-55e70d0c8a9a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7996330'] for security_group, after_create {{(pid=94174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:32:03.574972 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG oslo_concurrency.lockutils [None req-d1ec5c92-130b-4104-a079-688bcdd7e1da tempest-FloatingIPNegativeTestJSON-1295786409 tempest-FloatingIPNegativeTestJSON-1295786409-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94174) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 11:32:03.581381 dv-neutron-601336-94-hyperv neutron-server[94174]: INFO neutron.wsgi [None req-72af1d47-dce0-477c-b756-55e70d0c8a9a admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=68a04be2107141be8f707bc10a6d76a4&name=default HTTP/1.1" status: 200 len: 2979 time: 0.8927603 Jun 23 11:32:03.587904 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.wsgi [-] (94175) accepted ('10.222.0.20', 37788) {{(pid=94175) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 11:32:03.620599 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4d500df5-2b37-454b-a14a-495f6da59cdd tempest-NetworksTestDHCPv6-162546708 tempest-NetworksTestDHCPv6-162546708-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94174) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 11:32:03.622275 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4d500df5-2b37-454b-a14a-495f6da59cdd tempest-NetworksTestDHCPv6-162546708 tempest-NetworksTestDHCPv6-162546708-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94174) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 11:32:03.623890 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4d500df5-2b37-454b-a14a-495f6da59cdd tempest-NetworksTestDHCPv6-162546708 tempest-NetworksTestDHCPv6-162546708-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94174) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 11:32:03.626913 dv-neutron-601336-94-hyperv neutron-server[94174]: INFO neutron.wsgi [None req-4d500df5-2b37-454b-a14a-495f6da59cdd tempest-NetworksTestDHCPv6-162546708 tempest-NetworksTestDHCPv6-162546708-project] 10.222.0.20 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2071 time: 0.1302547 Jun 23 11:32:03.629303 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72af1d47-dce0-477c-b756-55e70d0c8a9a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f00d552e-7dbc-4e94-af87-edae4719eb4e,revision_number=1']} {{(pid=94174) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 11:32:03.632095 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.wsgi [-] (94174) accepted ('10.222.0.20', 37790) {{(pid=94174) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 11:32:03.644563 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG oslo_concurrency.lockutils [None req-72af1d47-dce0-477c-b756-55e70d0c8a9a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.070s {{(pid=94174) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 11:32:03.667226 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.plugins.ml2.db [None req-b6c5774b-6523-4123-9cae-15ffdafd35a0 admin admin] For port c1f1e88f-c802-4085-b69a-ba04b7063016, host dv-neutron-601336-94-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-94-hyperv',level=0,port_id=c1f1e88f-c802-4085-b69a-ba04b7063016,segment=NetworkSegment(c23be0a5-6980-48fb-bc9f-4a24717fe1de),segment_id=c23be0a5-6980-48fb-bc9f-4a24717fe1de)] {{(pid=94175) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 23 11:32:03.667693 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron_lib.callbacks.manager [None req-b6c5774b-6523-4123-9cae-15ffdafd35a0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-430722'] for port, precommit_delete {{(pid=94175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:32:03.703720 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-22e1022f-4e34-43d5-8eb6-41e181c620e6 admin admin] Notify agent at l3_agent.dv-neutron-601336-94-hyperv the message routers_updated {{(pid=94175) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 23 11:32:03.712586 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.db.db_base_plugin_v2 [None req-3f869e56-b8e5-438e-8937-568bf0cd1e96 tempest-NetworksTestDHCPv6-162546708 tempest-NetworksTestDHCPv6-162546708-project] Deleting subnet 9ade129a-e461-4b0b-bf9f-365eab22d569 {{(pid=94174) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jun 23 11:32:03.716311 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron_lib.callbacks.manager [None req-3f869e56-b8e5-438e-8937-568bf0cd1e96 tempest-NetworksTestDHCPv6-162546708 tempest-NetworksTestDHCPv6-162546708-project] Notify callbacks [] for subnet, before_delete {{(pid=94174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:32:03.720066 dv-neutron-601336-94-hyperv neutron-server[94175]: INFO neutron.wsgi [None req-756f47fc-9026-45d3-8e88-5383d99b82fd admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=75dfc2cb640c496b8d9cb81bc53d56b1&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4444628 Jun 23 11:32:03.721219 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.plugins.ml2.plugin [None req-b6c5774b-6523-4123-9cae-15ffdafd35a0 admin admin] Calling delete_port for c1f1e88f-c802-4085-b69a-ba04b7063016 owned by network:router_gateway {{(pid=94175) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1986}} Jun 23 11:32:03.724458 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.wsgi [-] (94174) accepted ('10.222.0.20', 37792) {{(pid=94174) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 11:32:03.747563 dv-neutron-601336-94-hyperv neutron-server[94175]: INFO neutron.wsgi [None req-22e1022f-4e34-43d5-8eb6-41e181c620e6 admin admin] 10.222.0.20 "PUT /v2.0/routers/c4011798-9e12-4124-bd92-c3bdbb57294a/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 6.3632112 Jun 23 11:32:03.756755 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.wsgi [-] (94174) accepted ('10.222.0.20', 37794) {{(pid=94174) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 11:32:03.759606 dv-neutron-601336-94-hyperv neutron-server[94177]: DEBUG neutron.db.l3_hamode_db [None req-9e959785-9ebf-467f-84bf-4d70ab1ce6f7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-601336-94-hyperv', False) {} {{(pid=94177) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 11:32:03.761957 dv-neutron-601336-94-hyperv neutron-server[94175]: INFO neutron.pecan_wsgi.hooks.translation [None req-6afa27ac-3ebb-4fcb-b5b8-d5785df937ce tempest-QuotasNegativeTest-858964093 tempest-QuotasNegativeTest-858964093-project-admin] POST failed (client error): There was a conflict when trying to complete your request. Jun 23 11:32:03.762436 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-6afa27ac-3ebb-4fcb-b5b8-d5785df937ce tempest-QuotasNegativeTest-858964093 tempest-QuotasNegativeTest-858964093-project-admin] No notification will be sent due to unsuccessful status code: 409 {{(pid=94175) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 23 11:32:03.763628 dv-neutron-601336-94-hyperv neutron-server[94175]: INFO neutron.wsgi [None req-6afa27ac-3ebb-4fcb-b5b8-d5785df937ce tempest-QuotasNegativeTest-858964093 tempest-QuotasNegativeTest-858964093-project-admin] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 409 len: 310 time: 0.5578561 Jun 23 11:32:03.769585 dv-neutron-601336-94-hyperv neutron-server[94177]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9e959785-9ebf-467f-84bf-4d70ab1ce6f7 None None] Routers {'3a1682e0-bce2-49f4-91f1-ceef87efd3ea'} bound to L3 agent in host dv-neutron-601336-94-hyperv {{(pid=94177) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 23 11:32:03.770314 dv-neutron-601336-94-hyperv neutron-server[94177]: DEBUG neutron.db.l3_hamode_db [None req-9e959785-9ebf-467f-84bf-4d70ab1ce6f7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-601336-94-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-23T11:22:13Z,description=,heartbeat_timestamp=2021-06-23T11:31:43Z,host='dv-neutron-601336-94-hyperv',id=50ef99c0-ef28-4db5-b303-b145898fae60,load=0,resource_versions=,resources_synced=,started_at=2021-06-23T11:22:14Z,topic='l3_agent')) {'router_ids': ['3a1682e0-bce2-49f4-91f1-ceef87efd3ea'], 'active': True} {{(pid=94177) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 11:32:03.772638 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron_lib.callbacks.manager [None req-9df21ee2-863c-4780-b4f6-5173a3bb3881 tempest-RoutersAdminNegativeTest-145254802 tempest-RoutersAdminNegativeTest-145254802-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-520407', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-32315'] for router, before_create {{(pid=94175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:32:03.774002 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron_lib.callbacks.manager [None req-9df21ee2-863c-4780-b4f6-5173a3bb3881 tempest-RoutersAdminNegativeTest-145254802 tempest-RoutersAdminNegativeTest-145254802-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-520264', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-524122', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-414782', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-32290'] for router, precommit_create {{(pid=94175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:32:03.795578 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.wsgi [-] (94175) accepted ('10.222.0.20', 37796) {{(pid=94175) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 11:32:03.800758 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron_lib.callbacks.manager [None req-d24527e9-fa92-4773-b5c6-48c4205ace54 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:32:03.803297 dv-neutron-601336-94-hyperv neutron-server[94177]: DEBUG neutron.db.l3_hamode_db [None req-9e959785-9ebf-467f-84bf-4d70ab1ce6f7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-601336-94-hyperv', False) {} {{(pid=94177) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 11:32:03.804032 dv-neutron-601336-94-hyperv neutron-server[94177]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9e959785-9ebf-467f-84bf-4d70ab1ce6f7 None None] The sync data for ids ['3a1682e0-bce2-49f4-91f1-ceef87efd3ea'] in dv-neutron-601336-94-hyperv is: [] {{(pid=94177) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 23 11:32:03.835064 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ab77fe3c-12b2-40bf-805a-ec97e7d1dc23 None None] Sync routers for ids ['c4011798-9e12-4124-bd92-c3bdbb57294a'] in dv-neutron-601336-94-hyperv {{(pid=94176) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 23 11:32:03.839627 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.plugins.ml2.plugin [None req-dc7542b2-afef-47f4-a763-e3a3cba144be None None] No Port match for: ee8f3cfe-215e-4339-b854-66e29114beef {{(pid=94176) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2240}} Jun 23 11:32:03.839987 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.plugins.ml2.rpc [None req-dc7542b2-afef-47f4-a763-e3a3cba144be None None] Device ee8f3cfe-215e-4339-b854-66e29114beef not bound to the agent host dv-neutron-601336-94-hyperv {{(pid=94176) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:271}} Jun 23 11:32:03.850928 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron_lib.callbacks.manager [None req-d24527e9-fa92-4773-b5c6-48c4205ace54 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:32:03.858570 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ab77fe3c-12b2-40bf-805a-ec97e7d1dc23 None None] Routers {'c4011798-9e12-4124-bd92-c3bdbb57294a'} bound to L3 agent in host dv-neutron-601336-94-hyperv {{(pid=94176) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 23 11:32:03.858570 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.db.l3_hamode_db [None req-ab77fe3c-12b2-40bf-805a-ec97e7d1dc23 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-601336-94-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-23T11:22:13Z,description=,heartbeat_timestamp=2021-06-23T11:31:43Z,host='dv-neutron-601336-94-hyperv',id=50ef99c0-ef28-4db5-b303-b145898fae60,load=0,resource_versions=,resources_synced=,started_at=2021-06-23T11:22:14Z,topic='l3_agent')) {'router_ids': ['c4011798-9e12-4124-bd92-c3bdbb57294a'], 'active': True} {{(pid=94176) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 11:32:03.898789 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.db.l3_dvr_db [None req-7a5ea4d4-f85e-4331-a65d-c5f259430252 None None] Set router b38daa88-0747-4546-ba11-f93b1c758a7a gateway port host: None {{(pid=94176) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:838}} Jun 23 11:32:03.901861 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron_lib.callbacks.manager [None req-efe43bdc-0ade-4323-a75c-867eb0668c9c admin admin] Notify callbacks [] for router, before_delete {{(pid=94174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:32:03.914341 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron_lib.callbacks.manager [None req-b589c1ae-1662-40a4-a529-f17d68b624b4 tempest-RoutersAdminTest-1813587668 tempest-RoutersAdminTest-1813587668-project] Notify callbacks [] for router, before_response {{(pid=94175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:32:03.915550 dv-neutron-601336-94-hyperv neutron-server[94175]: INFO neutron.wsgi [None req-b589c1ae-1662-40a4-a529-f17d68b624b4 tempest-RoutersAdminTest-1813587668 tempest-RoutersAdminTest-1813587668-project] 10.222.0.20 "POST /v2.0/routers HTTP/1.1" status: 201 len: 885 time: 7.2576246 Jun 23 11:32:03.931638 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.wsgi [-] (94175) accepted ('10.222.0.20', 37798) {{(pid=94175) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 11:32:03.945309 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.api.v2.base [None req-397e38ed-7f6d-4f74-92ea-aeafb6c73b42 tempest-RoutersAdminTest-1813587668 tempest-RoutersAdminTest-1813587668-project] Request body: {'router': {'external_gateway_info': {}}} {{(pid=94175) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 23 11:32:03.957178 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.db.l3_hamode_db [None req-7a5ea4d4-f85e-4331-a65d-c5f259430252 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b38daa88-0747-4546-ba11-f93b1c758a7a', 'name': 'tempest-ServersTestJSON-528278013-router', 'tenant_id': '3e2c0af899fe4d7db7ea93301231f34d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-23T11:30:00Z', 'updated_at': '2021-06-23T11:32:03Z', 'revision_number': 6, 'project_id': '3e2c0af899fe4d7db7ea93301231f34d', 'gw_port_host': None}], 'dv-neutron-601336-94-hyperv', False) {} {{(pid=94176) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 11:32:03.987577 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7a5ea4d4-f85e-4331-a65d-c5f259430252 None None] The sync data for ids ['b38daa88-0747-4546-ba11-f93b1c758a7a'] in dv-neutron-601336-94-hyperv is: [{'id': 'b38daa88-0747-4546-ba11-f93b1c758a7a', 'name': 'tempest-ServersTestJSON-528278013-router', 'tenant_id': '3e2c0af899fe4d7db7ea93301231f34d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-23T11:30:00Z', 'updated_at': '2021-06-23T11:32:03Z', 'revision_number': 6, 'project_id': '3e2c0af899fe4d7db7ea93301231f34d', 'gw_port_host': None}] {{(pid=94176) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 23 11:32:03.992312 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron_lib.callbacks.manager [None req-3f869e56-b8e5-438e-8937-568bf0cd1e96 tempest-NetworksTestDHCPv6-162546708 tempest-NetworksTestDHCPv6-162546708-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4800256'] for subnet, precommit_delete_associations {{(pid=94174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:32:04.034553 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron_lib.callbacks.manager [None req-9df21ee2-863c-4780-b4f6-5173a3bb3881 tempest-RoutersAdminNegativeTest-145254802 tempest-RoutersAdminNegativeTest-145254802-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:32:04.052355 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.db.l3_dvr_db [None req-ab77fe3c-12b2-40bf-805a-ec97e7d1dc23 None None] Set router c4011798-9e12-4124-bd92-c3bdbb57294a gateway port host: dv-neutron-601336-94-hyperv {{(pid=94176) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:838}} Jun 23 11:32:04.077921 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron_lib.callbacks.manager [None req-0263af9c-206e-4d03-a14c-d38ea09549ea tempest-QuotasNegativeTest-858964093 tempest-QuotasNegativeTest-858964093-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-824874'] for network, before_delete {{(pid=94175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:32:04.091673 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron_lib.callbacks.manager [None req-29ed1961-ed54-4d15-97d0-d74dba3607a2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:32:04.162279 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron_lib.callbacks.manager [None req-29ed1961-ed54-4d15-97d0-d74dba3607a2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:32:04.166173 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron_lib.callbacks.manager [None req-efe43bdc-0ade-4323-a75c-867eb0668c9c admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:32:04.179266 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron_lib.callbacks.manager [None req-3f869e56-b8e5-438e-8937-568bf0cd1e96 tempest-NetworksTestDHCPv6-162546708 tempest-NetworksTestDHCPv6-162546708-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-897634'] for subnet, precommit_delete {{(pid=94174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:32:04.242807 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.db.l3_hamode_db [None req-ab77fe3c-12b2-40bf-805a-ec97e7d1dc23 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c4011798-9e12-4124-bd92-c3bdbb57294a', 'name': 'tempest-ServersTestManualDisk-1881504983-router', 'tenant_id': '7773bca180b74a769b5b6d02c3ba717c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3e7e4eb3-cf02-4d47-ade9-0a579cdfc60f', 'external_fixed_ips': [{'subnet_id': 'a5ad15ab-c489-4a67-a9b0-d559fca0ec71', 'ip_address': '172.26.3.149'}], 'enable_snat': True}, 'gw_port_id': '1672c3a7-e0d1-48d1-af58-33f38510af19', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-23T11:29:59Z', 'updated_at': '2021-06-23T11:32:00Z', 'revision_number': 5, 'project_id': '7773bca180b74a769b5b6d02c3ba717c', 'gw_port': {'id': '1672c3a7-e0d1-48d1-af58-33f38510af19', 'name': '', 'network_id': '3e7e4eb3-cf02-4d47-ade9-0a579cdfc60f', 'tenant_id': '', 'mac_address': 'fa:16:3e:ef:5a:e9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c4011798-9e12-4124-bd92-c3bdbb57294a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 84, 'fixed_ips': [{'subnet_id': 'a5ad15ab-c489-4a67-a9b0-d559fca0ec71', 'ip_address': '172.26.3.149', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-94-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-23T11:30:01Z', 'updated_at': '2021-06-23T11:30:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a5ad15ab-c489-4a67-a9b0-d559fca0ec71', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-601336-94-hyperv'}], 'dv-neutron-601336-94-hyperv', False) {} {{(pid=94176) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 11:32:04.269250 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ab77fe3c-12b2-40bf-805a-ec97e7d1dc23 None None] Checking router: c4011798-9e12-4124-bd92-c3bdbb57294a for host: dv-neutron-601336-94-hyperv {{(pid=94176) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 23 11:32:04.279376 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ab77fe3c-12b2-40bf-805a-ec97e7d1dc23 None None] Routers {'c4011798-9e12-4124-bd92-c3bdbb57294a'} bound to L3 agent in host dv-neutron-601336-94-hyperv {{(pid=94176) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 23 11:32:04.280212 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.db.l3_hamode_db [None req-ab77fe3c-12b2-40bf-805a-ec97e7d1dc23 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-601336-94-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-23T11:22:13Z,description=,heartbeat_timestamp=2021-06-23T11:31:43Z,host='dv-neutron-601336-94-hyperv',id=50ef99c0-ef28-4db5-b303-b145898fae60,load=0,resource_versions=,resources_synced=,started_at=2021-06-23T11:22:14Z,topic='l3_agent')) {'router_ids': ['c4011798-9e12-4124-bd92-c3bdbb57294a'], 'active': True} {{(pid=94176) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 11:32:04.302508 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.plugins.ml2.plugin [None req-efe43bdc-0ade-4323-a75c-867eb0668c9c admin admin] Deleting port 1672c3a7-e0d1-48d1-af58-33f38510af19 {{(pid=94174) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1913}} Jun 23 11:32:04.302774 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron_lib.callbacks.manager [None req-efe43bdc-0ade-4323-a75c-867eb0668c9c admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773700079324'] for port, before_delete {{(pid=94174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:32:04.331182 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron_lib.callbacks.manager [None req-d24527e9-fa92-4773-b5c6-48c4205ace54 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7996330'] for security_group, after_delete {{(pid=94175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:32:04.333799 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron_lib.callbacks.manager [None req-d24527e9-fa92-4773-b5c6-48c4205ace54 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:32:04.334943 dv-neutron-601336-94-hyperv neutron-server[94175]: INFO neutron.wsgi [None req-d24527e9-fa92-4773-b5c6-48c4205ace54 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/f00d552e-7dbc-4e94-af87-edae4719eb4e HTTP/1.1" status: 204 len: 168 time: 0.7440848 Jun 23 11:32:04.358907 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron_lib.callbacks.manager [None req-29ed1961-ed54-4d15-97d0-d74dba3607a2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7996330'] for security_group, after_delete {{(pid=94174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:32:04.363428 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron_lib.callbacks.manager [None req-29ed1961-ed54-4d15-97d0-d74dba3607a2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:32:04.374827 dv-neutron-601336-94-hyperv neutron-server[94174]: INFO neutron.wsgi [None req-29ed1961-ed54-4d15-97d0-d74dba3607a2 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/edc71d04-61a6-4c99-8064-5cf65c66ff62 HTTP/1.1" status: 204 len: 168 time: 0.6391497 Jun 23 11:32:04.375582 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG oslo_concurrency.lockutils [None req-05f36731-21aa-4906-83ef-e91beeb7e2fb tempest-NetworksIpV6TestAttrs-49342282 tempest-NetworksIpV6TestAttrs-49342282-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94175) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 11:32:04.375792 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94174) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 11:32:04.390805 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29ed1961-ed54-4d15-97d0-d74dba3607a2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=edc71d04-61a6-4c99-8064-5cf65c66ff62,revision_number=None']} {{(pid=94174) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 11:32:04.403564 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d24527e9-fa92-4773-b5c6-48c4205ace54 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f00d552e-7dbc-4e94-af87-edae4719eb4e,revision_number=None']} {{(pid=94175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 11:32:04.408359 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron_lib.callbacks.manager [None req-0263af9c-206e-4d03-a14c-d38ea09549ea tempest-QuotasNegativeTest-858964093 tempest-QuotasNegativeTest-858964093-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-897259', 'neutron.services.segments.db._delete_segments_for_network-8773700168587'] for network, precommit_delete {{(pid=94175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:32:04.417031 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG oslo_concurrency.lockutils [None req-29ed1961-ed54-4d15-97d0-d74dba3607a2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=94174) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 11:32:04.420068 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron_lib.callbacks.manager [None req-3f869e56-b8e5-438e-8937-568bf0cd1e96 tempest-NetworksTestDHCPv6-162546708 tempest-NetworksTestDHCPv6-162546708-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-897627', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866062', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5195932', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4294216'] for subnet, after_delete {{(pid=94174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:32:04.423964 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG oslo_concurrency.lockutils [None req-d24527e9-fa92-4773-b5c6-48c4205ace54 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.054s {{(pid=94175) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 11:32:04.448520 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.db.l3_dvr_db [None req-ab77fe3c-12b2-40bf-805a-ec97e7d1dc23 None None] Set router c4011798-9e12-4124-bd92-c3bdbb57294a gateway port host: None {{(pid=94176) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:838}} Jun 23 11:32:04.450554 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG oslo_concurrency.lockutils [None req-4390ee9d-c1d1-458f-b682-5e21bca62cbb tempest-NetworksTestDHCPv6-162546708 tempest-NetworksTestDHCPv6-162546708-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94174) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 11:32:04.466880 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.services.segments.db [None req-0263af9c-206e-4d03-a14c-d38ea09549ea tempest-QuotasNegativeTest-858964093 tempest-QuotasNegativeTest-858964093-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['853118cb-fde0-41c7-933c-23e15dded997']}} {{(pid=94175) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 11:32:04.517709 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron_lib.callbacks.manager [None req-3f869e56-b8e5-438e-8937-568bf0cd1e96 tempest-NetworksTestDHCPv6-162546708 tempest-NetworksTestDHCPv6-162546708-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7865916'] for subnet, before_response {{(pid=94174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:32:04.519684 dv-neutron-601336-94-hyperv neutron-server[94174]: INFO neutron.wsgi [None req-3f869e56-b8e5-438e-8937-568bf0cd1e96 tempest-NetworksTestDHCPv6-162546708 tempest-NetworksTestDHCPv6-162546708-project] 10.222.0.20 "DELETE /v2.0/subnets/9ade129a-e461-4b0b-bf9f-365eab22d569 HTTP/1.1" status: 204 len: 168 time: 0.8867879 Jun 23 11:32:04.524887 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f869e56-b8e5-438e-8937-568bf0cd1e96 tempest-NetworksTestDHCPv6-162546708 tempest-NetworksTestDHCPv6-162546708-project] Pushing event deleted for resources: {'Subnet': ['ID=9ade129a-e461-4b0b-bf9f-365eab22d569,revision_number=None']} {{(pid=94174) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 11:32:04.528124 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG oslo_concurrency.lockutils [None req-3f869e56-b8e5-438e-8937-568bf0cd1e96 tempest-NetworksTestDHCPv6-162546708 tempest-NetworksTestDHCPv6-162546708-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.078s {{(pid=94174) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 11:32:04.528124 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.wsgi [-] (94174) accepted ('10.222.0.20', 37804) {{(pid=94174) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 11:32:04.530698 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.db.l3_hamode_db [None req-ab77fe3c-12b2-40bf-805a-ec97e7d1dc23 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c4011798-9e12-4124-bd92-c3bdbb57294a', 'name': 'tempest-ServersTestManualDisk-1881504983-router', 'tenant_id': '7773bca180b74a769b5b6d02c3ba717c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-23T11:29:59Z', 'updated_at': '2021-06-23T11:32:04Z', 'revision_number': 6, 'project_id': '7773bca180b74a769b5b6d02c3ba717c', 'gw_port_host': None}], 'dv-neutron-601336-94-hyperv', False) {} {{(pid=94176) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 11:32:04.552012 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.services.segments.db [None req-0263af9c-206e-4d03-a14c-d38ea09549ea tempest-QuotasNegativeTest-858964093 tempest-QuotasNegativeTest-858964093-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b60e227d-c2d8-40cc-ae98-e8c731b57603') {'for_net_delete': True} {{(pid=94175) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 11:32:04.552305 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.services.segments.db [None req-0263af9c-206e-4d03-a14c-d38ea09549ea tempest-QuotasNegativeTest-858964093 tempest-QuotasNegativeTest-858964093-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b60e227d-c2d8-40cc-ae98-e8c731b57603') {} {{(pid=94175) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 11:32:04.554008 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.plugins.ml2.db [None req-efe43bdc-0ade-4323-a75c-867eb0668c9c admin admin] For port 1672c3a7-e0d1-48d1-af58-33f38510af19, host dv-neutron-601336-94-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-94-hyperv',level=0,port_id=1672c3a7-e0d1-48d1-af58-33f38510af19,segment=NetworkSegment(c23be0a5-6980-48fb-bc9f-4a24717fe1de),segment_id=c23be0a5-6980-48fb-bc9f-4a24717fe1de)] {{(pid=94174) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 23 11:32:04.554445 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron_lib.callbacks.manager [None req-efe43bdc-0ade-4323-a75c-867eb0668c9c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-430722'] for port, precommit_delete {{(pid=94174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:32:04.573373 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7600cd11-0fb6-4c31-a2fe-2e8ff514b2b1 None None] Network f53f535d-bce4-4da8-9bd9-396677ff4e83 requested from dv-neutron-601336-94-hyperv {{(pid=94176) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 23 11:32:04.575085 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron_lib.callbacks.manager [None req-9df21ee2-863c-4780-b4f6-5173a3bb3881 tempest-RoutersAdminNegativeTest-145254802 tempest-RoutersAdminNegativeTest-145254802-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-524104', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-520389', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-32276'] for router, precommit_update {{(pid=94175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:32:04.577259 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ab77fe3c-12b2-40bf-805a-ec97e7d1dc23 None None] The sync data for ids ['c4011798-9e12-4124-bd92-c3bdbb57294a'] in dv-neutron-601336-94-hyperv is: [{'id': 'c4011798-9e12-4124-bd92-c3bdbb57294a', 'name': 'tempest-ServersTestManualDisk-1881504983-router', 'tenant_id': '7773bca180b74a769b5b6d02c3ba717c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-23T11:29:59Z', 'updated_at': '2021-06-23T11:32:04Z', 'revision_number': 6, 'project_id': '7773bca180b74a769b5b6d02c3ba717c', 'gw_port_host': None}] {{(pid=94176) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 23 11:32:04.580916 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron_lib.callbacks.manager [None req-0263af9c-206e-4d03-a14c-d38ea09549ea tempest-QuotasNegativeTest-858964093 tempest-QuotasNegativeTest-858964093-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8773699955833', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5190677'] for segment, before_delete {{(pid=94175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:32:04.596544 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.plugins.ml2.plugin [None req-efe43bdc-0ade-4323-a75c-867eb0668c9c admin admin] Calling delete_port for 1672c3a7-e0d1-48d1-af58-33f38510af19 owned by network:router_gateway {{(pid=94174) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1986}} Jun 23 11:32:04.611558 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron_lib.callbacks.manager [None req-0263af9c-206e-4d03-a14c-d38ea09549ea tempest-QuotasNegativeTest-858964093 tempest-QuotasNegativeTest-858964093-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3801'] for segment, precommit_delete {{(pid=94175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:32:04.626763 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.db.db_base_plugin_v2 [None req-632fc8db-f5b4-4438-8070-659aca12bde3 tempest-NetworksTestDHCPv6-162546708 tempest-NetworksTestDHCPv6-162546708-project] Deleting subnet fdb4a502-4fb5-48d4-9863-ada17f666455 {{(pid=94174) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jun 23 11:32:04.638943 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0263af9c-206e-4d03-a14c-d38ea09549ea tempest-QuotasNegativeTest-858964093 tempest-QuotasNegativeTest-858964093-project-admin] Releasing vlan 404 on physical network physnet1 to pool {{(pid=94175) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 23 11:32:04.639408 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron_lib.callbacks.manager [None req-0263af9c-206e-4d03-a14c-d38ea09549ea tempest-QuotasNegativeTest-858964093 tempest-QuotasNegativeTest-858964093-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3801', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5082371'] for segment, after_delete {{(pid=94175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:32:04.641616 dv-neutron-601336-94-hyperv neutron-server[94175]: Traceback (most recent call last): Jun 23 11:32:04.641616 dv-neutron-601336-94-hyperv neutron-server[94175]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 23 11:32:04.641616 dv-neutron-601336-94-hyperv neutron-server[94175]: timer() Jun 23 11:32:04.641616 dv-neutron-601336-94-hyperv neutron-server[94175]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 23 11:32:04.641616 dv-neutron-601336-94-hyperv neutron-server[94175]: cb(*args, **kw) Jun 23 11:32:04.641616 dv-neutron-601336-94-hyperv neutron-server[94175]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 23 11:32:04.641616 dv-neutron-601336-94-hyperv neutron-server[94175]: return func(*args, **kwargs) Jun 23 11:32:04.641616 dv-neutron-601336-94-hyperv neutron-server[94175]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 23 11:32:04.641616 dv-neutron-601336-94-hyperv neutron-server[94175]: self._notify() Jun 23 11:32:04.641616 dv-neutron-601336-94-hyperv neutron-server[94175]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 23 11:32:04.641616 dv-neutron-601336-94-hyperv neutron-server[94175]: self.callback(batched_events) Jun 23 11:32:04.641616 dv-neutron-601336-94-hyperv neutron-server[94175]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 23 11:32:04.641616 dv-neutron-601336-94-hyperv neutron-server[94175]: event.method(event) Jun 23 11:32:04.641616 dv-neutron-601336-94-hyperv neutron-server[94175]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 23 11:32:04.641616 dv-neutron-601336-94-hyperv neutron-server[94175]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 23 11:32:04.641616 dv-neutron-601336-94-hyperv neutron-server[94175]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 23 11:32:04.641616 dv-neutron-601336-94-hyperv neutron-server[94175]: aggregate_uuid = self.p_client.list_aggregates( Jun 23 11:32:04.641616 dv-neutron-601336-94-hyperv neutron-server[94175]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 23 11:32:04.641616 dv-neutron-601336-94-hyperv neutron-server[94175]: return f(self, *a, **k) Jun 23 11:32:04.641616 dv-neutron-601336-94-hyperv neutron-server[94175]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 23 11:32:04.641616 dv-neutron-601336-94-hyperv neutron-server[94175]: return self._get(url).json() Jun 23 11:32:04.641616 dv-neutron-601336-94-hyperv neutron-server[94175]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 23 11:32:04.641616 dv-neutron-601336-94-hyperv neutron-server[94175]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 23 11:32:04.641616 dv-neutron-601336-94-hyperv neutron-server[94175]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 23 11:32:04.641616 dv-neutron-601336-94-hyperv neutron-server[94175]: return self.request(url, 'GET', **kwargs) Jun 23 11:32:04.641616 dv-neutron-601336-94-hyperv neutron-server[94175]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 23 11:32:04.641616 dv-neutron-601336-94-hyperv neutron-server[94175]: base_url = self.get_endpoint(auth, allow=allow, Jun 23 11:32:04.641616 dv-neutron-601336-94-hyperv neutron-server[94175]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 23 11:32:04.641616 dv-neutron-601336-94-hyperv neutron-server[94175]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 23 11:32:04.641616 dv-neutron-601336-94-hyperv neutron-server[94175]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 23 11:32:04.641616 dv-neutron-601336-94-hyperv neutron-server[94175]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 23 11:32:04.641616 dv-neutron-601336-94-hyperv neutron-server[94175]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 23 11:32:04.664392 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron_lib.callbacks.manager [None req-632fc8db-f5b4-4438-8070-659aca12bde3 tempest-NetworksTestDHCPv6-162546708 tempest-NetworksTestDHCPv6-162546708-project] Notify callbacks [] for subnet, before_delete {{(pid=94174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:32:04.719172 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron_lib.callbacks.manager [None req-632fc8db-f5b4-4438-8070-659aca12bde3 tempest-NetworksTestDHCPv6-162546708 tempest-NetworksTestDHCPv6-162546708-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4800256'] for subnet, precommit_delete_associations {{(pid=94174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:32:04.724597 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron_lib.callbacks.manager [None req-b6c5774b-6523-4123-9cae-15ffdafd35a0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-922904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866062', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773700135024', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773699642224', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5082448'] for port, after_delete {{(pid=94175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:32:04.732090 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG oslo_concurrency.lockutils [None req-2864253a-a0fa-458c-b0f1-07b1a5c448ce tempest-FloatingIPAdminTestJSON-1420968783 tempest-FloatingIPAdminTestJSON-1420968783-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94175) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 11:32:04.785830 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6c5774b-6523-4123-9cae-15ffdafd35a0 admin admin] Pushing event deleted for resources: {'Port': ['ID=c1f1e88f-c802-4085-b69a-ba04b7063016,revision_number=None']} {{(pid=94175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 11:32:04.825923 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG oslo_concurrency.lockutils [None req-b6c5774b-6523-4123-9cae-15ffdafd35a0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.094s {{(pid=94175) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 11:32:04.869504 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron_lib.callbacks.manager [None req-0263af9c-206e-4d03-a14c-d38ea09549ea tempest-QuotasNegativeTest-858964093 tempest-QuotasNegativeTest-858964093-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-897248', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8002400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7866073', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-524247'] for network, after_delete {{(pid=94175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:32:04.895237 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron_lib.callbacks.manager [None req-0263af9c-206e-4d03-a14c-d38ea09549ea tempest-QuotasNegativeTest-858964093 tempest-QuotasNegativeTest-858964093-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7865916'] for network, before_response {{(pid=94175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:32:04.907550 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.wsgi [-] (94174) accepted ('10.222.0.20', 37808) {{(pid=94174) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 11:32:04.907997 dv-neutron-601336-94-hyperv neutron-server[94175]: INFO neutron.wsgi [None req-0263af9c-206e-4d03-a14c-d38ea09549ea tempest-QuotasNegativeTest-858964093 tempest-QuotasNegativeTest-858964093-project-admin] 10.222.0.20 "DELETE /v2.0/networks/853118cb-fde0-41c7-933c-23e15dded997 HTTP/1.1" status: 204 len: 168 time: 1.0928514 Jun 23 11:32:04.912170 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94175) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 11:32:04.965425 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron_lib.callbacks.manager [None req-632fc8db-f5b4-4438-8070-659aca12bde3 tempest-NetworksTestDHCPv6-162546708 tempest-NetworksTestDHCPv6-162546708-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-897634'] for subnet, precommit_delete {{(pid=94174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:32:04.989866 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0263af9c-206e-4d03-a14c-d38ea09549ea tempest-QuotasNegativeTest-858964093 tempest-QuotasNegativeTest-858964093-project-admin] Pushing event deleted for resources: {'Network': ['ID=853118cb-fde0-41c7-933c-23e15dded997,revision_number=None']} {{(pid=94175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 11:32:04.992421 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG oslo_concurrency.lockutils [None req-0263af9c-206e-4d03-a14c-d38ea09549ea tempest-QuotasNegativeTest-858964093 tempest-QuotasNegativeTest-858964093-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.080s {{(pid=94175) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 11:32:05.047082 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron_lib.callbacks.manager [None req-397e38ed-7f6d-4f74-92ea-aeafb6c73b42 tempest-RoutersAdminTest-1813587668 tempest-RoutersAdminTest-1813587668-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-524104', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-520389', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-32276'] for router, precommit_update {{(pid=94175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:32:05.056384 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron_lib.callbacks.manager [None req-b6c5774b-6523-4123-9cae-15ffdafd35a0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-524171'] for router_gateway, after_delete {{(pid=94175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:32:05.100826 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron_lib.callbacks.manager [None req-6fab7604-f774-4040-a976-1ff3732c20fd tempest-QuotasNegativeTest-858964093 tempest-QuotasNegativeTest-858964093-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-824874'] for network, before_delete {{(pid=94174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:32:05.188140 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron_lib.callbacks.manager [None req-b6c5774b-6523-4123-9cae-15ffdafd35a0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-520417', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-32301'] for router, precommit_delete {{(pid=94175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:32:05.192305 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron_lib.callbacks.manager [None req-b6c5774b-6523-4123-9cae-15ffdafd35a0 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:32:05.196544 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron_lib.callbacks.manager [None req-397e38ed-7f6d-4f74-92ea-aeafb6c73b42 tempest-RoutersAdminTest-1813587668 tempest-RoutersAdminTest-1813587668-project] Notify callbacks [] for router_gateway, before_delete {{(pid=94175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:32:05.222249 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron_lib.callbacks.manager [None req-632fc8db-f5b4-4438-8070-659aca12bde3 tempest-NetworksTestDHCPv6-162546708 tempest-NetworksTestDHCPv6-162546708-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-897627', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866062', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5195932', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4294216'] for subnet, after_delete {{(pid=94174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:32:05.227294 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94174) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 11:32:05.230579 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron_lib.callbacks.manager [None req-efe43bdc-0ade-4323-a75c-867eb0668c9c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-922904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866062', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773700135024', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773699642224', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5196390'] for port, after_delete {{(pid=94174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:32:05.261447 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron_lib.callbacks.manager [None req-6fab7604-f774-4040-a976-1ff3732c20fd tempest-QuotasNegativeTest-858964093 tempest-QuotasNegativeTest-858964093-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-897259', 'neutron.services.segments.db._delete_segments_for_network-8773700168587'] for network, precommit_delete {{(pid=94174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:32:05.270109 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.plugins.ml2.rpc [None req-dc7542b2-afef-47f4-a763-e3a3cba144be None None] Device 4edbd502-c64a-49fd-8c4b-e7206242c756 no longer exists at agent ovs-agent-dv-neutron-601336-94-hyperv {{(pid=94176) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:261}} Jun 23 11:32:05.322270 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron_lib.callbacks.manager [None req-632fc8db-f5b4-4438-8070-659aca12bde3 tempest-NetworksTestDHCPv6-162546708 tempest-NetworksTestDHCPv6-162546708-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7865916'] for subnet, before_response {{(pid=94174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:32:05.324643 dv-neutron-601336-94-hyperv neutron-server[94174]: INFO neutron.wsgi [None req-632fc8db-f5b4-4438-8070-659aca12bde3 tempest-NetworksTestDHCPv6-162546708 tempest-NetworksTestDHCPv6-162546708-project] 10.222.0.20 "DELETE /v2.0/subnets/fdb4a502-4fb5-48d4-9863-ada17f666455 HTTP/1.1" status: 204 len: 168 time: 0.7887604 Jun 23 11:32:05.327088 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.services.segments.db [None req-6fab7604-f774-4040-a976-1ff3732c20fd tempest-QuotasNegativeTest-858964093 tempest-QuotasNegativeTest-858964093-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7e4e4bf1-0828-46e9-b864-063cf019469c']}} {{(pid=94174) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 11:32:05.332374 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.plugins.ml2.plugin [None req-dc7542b2-afef-47f4-a763-e3a3cba144be None None] No Port match for: 4edbd502-c64a-49fd-8c4b-e7206242c756 {{(pid=94176) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2240}} Jun 23 11:32:05.360276 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.plugins.ml2.rpc [None req-dc7542b2-afef-47f4-a763-e3a3cba144be None None] Device 4edbd502-c64a-49fd-8c4b-e7206242c756 not bound to the agent host dv-neutron-601336-94-hyperv {{(pid=94176) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:271}} Jun 23 11:32:05.361281 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.plugins.ml2.rpc [None req-dc7542b2-afef-47f4-a763-e3a3cba144be None None] Device 32794a4f-8325-483e-b755-3914d9883a6a no longer exists at agent ovs-agent-dv-neutron-601336-94-hyperv {{(pid=94176) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:261}} Jun 23 11:32:05.372611 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-632fc8db-f5b4-4438-8070-659aca12bde3 tempest-NetworksTestDHCPv6-162546708 tempest-NetworksTestDHCPv6-162546708-project] Pushing event deleted for resources: {'Subnet': ['ID=fdb4a502-4fb5-48d4-9863-ada17f666455,revision_number=None']} {{(pid=94174) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 11:32:05.376034 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG oslo_concurrency.lockutils [None req-632fc8db-f5b4-4438-8070-659aca12bde3 tempest-NetworksTestDHCPv6-162546708 tempest-NetworksTestDHCPv6-162546708-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.149s {{(pid=94174) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 11:32:05.376756 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.wsgi [-] (94174) accepted ('10.222.0.20', 37818) {{(pid=94174) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 11:32:05.384665 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron_lib.callbacks.manager [None req-efe43bdc-0ade-4323-a75c-867eb0668c9c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-524171'] for router_gateway, after_delete {{(pid=94174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:32:05.395848 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.plugins.ml2.plugin [None req-dc7542b2-afef-47f4-a763-e3a3cba144be None None] No Port match for: 32794a4f-8325-483e-b755-3914d9883a6a {{(pid=94176) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2240}} Jun 23 11:32:05.396463 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.plugins.ml2.rpc [None req-dc7542b2-afef-47f4-a763-e3a3cba144be None None] Device 32794a4f-8325-483e-b755-3914d9883a6a not bound to the agent host dv-neutron-601336-94-hyperv {{(pid=94176) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:271}} Jun 23 11:32:05.397212 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.plugins.ml2.rpc [None req-dc7542b2-afef-47f4-a763-e3a3cba144be None None] Device c1f1e88f-c802-4085-b69a-ba04b7063016 no longer exists at agent ovs-agent-dv-neutron-601336-94-hyperv {{(pid=94176) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:261}} Jun 23 11:32:05.455605 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.plugins.ml2.plugin [None req-dc7542b2-afef-47f4-a763-e3a3cba144be None None] No Port match for: c1f1e88f-c802-4085-b69a-ba04b7063016 {{(pid=94176) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2240}} Jun 23 11:32:05.456616 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.plugins.ml2.rpc [None req-dc7542b2-afef-47f4-a763-e3a3cba144be None None] Device c1f1e88f-c802-4085-b69a-ba04b7063016 not bound to the agent host dv-neutron-601336-94-hyperv {{(pid=94176) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:271}} Jun 23 11:32:05.460792 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG oslo_concurrency.lockutils [None req-49da446a-a57d-488c-80d2-d974bc3d4a9a tempest-NetworksTestDHCPv6-162546708 tempest-NetworksTestDHCPv6-162546708-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.211s {{(pid=94174) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 11:32:05.549763 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.services.segments.db [None req-6fab7604-f774-4040-a976-1ff3732c20fd tempest-QuotasNegativeTest-858964093 tempest-QuotasNegativeTest-858964093-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '23728023-d4b2-43dc-b390-fcd3ba9f0cab') {'for_net_delete': True} {{(pid=94174) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 11:32:05.550068 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.services.segments.db [None req-6fab7604-f774-4040-a976-1ff3732c20fd tempest-QuotasNegativeTest-858964093 tempest-QuotasNegativeTest-858964093-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '23728023-d4b2-43dc-b390-fcd3ba9f0cab') {} {{(pid=94174) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 11:32:05.556075 dv-neutron-601336-94-hyperv neutron-server[94174]: INFO neutron.wsgi [None req-811877fb-991b-4052-bb4c-536ec6ec6795 tempest-NetworksTestDHCPv6-162546708 tempest-NetworksTestDHCPv6-162546708-project] 10.222.0.20 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0904703 Jun 23 11:32:05.562003 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efe43bdc-0ade-4323-a75c-867eb0668c9c admin admin] Pushing event deleted for resources: {'Port': ['ID=1672c3a7-e0d1-48d1-af58-33f38510af19,revision_number=None']} {{(pid=94174) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 11:32:05.565331 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG oslo_concurrency.lockutils [None req-efe43bdc-0ade-4323-a75c-867eb0668c9c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.104s {{(pid=94174) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 11:32:05.567218 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron_lib.callbacks.manager [None req-efe43bdc-0ade-4323-a75c-867eb0668c9c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-520417', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-32301'] for router, precommit_delete {{(pid=94174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:32:05.569021 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.wsgi [-] (94174) accepted ('10.222.0.20', 37822) {{(pid=94174) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 11:32:05.573002 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron_lib.callbacks.manager [None req-efe43bdc-0ade-4323-a75c-867eb0668c9c admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:32:05.578388 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.api.v2.base [None req-234bcb35-b507-4eed-a44f-5f5d7abf8e5f tempest-NetworksTestDHCPv6-162546708 tempest-NetworksTestDHCPv6-162546708-project] Request body: {'subnet': {'network_id': 'f53f535d-bce4-4da8-9bd9-396677ff4e83', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=94174) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 23 11:32:05.583275 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron_lib.callbacks.manager [None req-6fab7604-f774-4040-a976-1ff3732c20fd tempest-QuotasNegativeTest-858964093 tempest-QuotasNegativeTest-858964093-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8773699955833', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4800267'] for segment, before_delete {{(pid=94174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:32:05.679075 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-33aac208-8180-4578-aec2-99ad5a364a7a None None] Network f53f535d-bce4-4da8-9bd9-396677ff4e83 requested from dv-neutron-601336-94-hyperv {{(pid=94176) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 23 11:32:05.805572 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron_lib.callbacks.manager [None req-b6c5774b-6523-4123-9cae-15ffdafd35a0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-494961'] for router, after_delete {{(pid=94175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:32:05.806127 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b6c5774b-6523-4123-9cae-15ffdafd35a0 admin admin] Fanout notify agent at l3_agent the message router_deleted on router b38daa88-0747-4546-ba11-f93b1c758a7a {{(pid=94175) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jun 23 11:32:05.829195 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.db.provisioning_blocks [None req-a101fde4-0f6f-4c4e-ac7a-710a3a7995fd None None] Provisioning complete for port e2686741-dacf-40f8-8eb0-330ae311102b triggered by entity DHCP. {{(pid=94176) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 23 11:32:05.829627 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron_lib.callbacks.manager [None req-a101fde4-0f6f-4c4e-ac7a-710a3a7995fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-899258'] for port, provisioning_complete {{(pid=94176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:32:05.844489 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron_lib.callbacks.manager [None req-b6c5774b-6523-4123-9cae-15ffdafd35a0 admin admin] Notify callbacks [] for router, before_response {{(pid=94175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:32:05.848264 dv-neutron-601336-94-hyperv neutron-server[94175]: INFO neutron.wsgi [None req-b6c5774b-6523-4123-9cae-15ffdafd35a0 admin admin] 10.222.0.20 "DELETE /v2.0/routers/b38daa88-0747-4546-ba11-f93b1c758a7a HTTP/1.1" status: 204 len: 168 time: 3.1279135 Jun 23 11:32:05.849292 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.wsgi [-] (94175) accepted ('10.222.0.20', 37830) {{(pid=94175) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 11:32:05.860138 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.plugins.ml2.plugin [None req-397e38ed-7f6d-4f74-92ea-aeafb6c73b42 tempest-RoutersAdminTest-1813587668 tempest-RoutersAdminTest-1813587668-project] Deleting port 8ec42569-6983-4aa1-9ca2-833c6c88fe21 {{(pid=94175) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1913}} Jun 23 11:32:05.860736 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron_lib.callbacks.manager [None req-397e38ed-7f6d-4f74-92ea-aeafb6c73b42 tempest-RoutersAdminTest-1813587668 tempest-RoutersAdminTest-1813587668-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773700079324'] for port, before_delete {{(pid=94175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:32:06.009109 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.wsgi [-] (94175) accepted ('10.222.0.20', 37832) {{(pid=94175) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 11:32:06.063203 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron_lib.callbacks.manager [None req-6fab7604-f774-4040-a976-1ff3732c20fd tempest-QuotasNegativeTest-858964093 tempest-QuotasNegativeTest-858964093-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3801'] for segment, precommit_delete {{(pid=94174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:32:06.065030 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.db.db_base_plugin_v2 [None req-32f1a51e-a928-443d-b8a0-f7e0b30e4694 admin admin] Deleting subnet 3bfb1ec3-b37f-49bf-ab64-d8c5440d6cd6 {{(pid=94175) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jun 23 11:32:06.074860 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron_lib.callbacks.manager [None req-32f1a51e-a928-443d-b8a0-f7e0b30e4694 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:32:06.077956 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6fab7604-f774-4040-a976-1ff3732c20fd tempest-QuotasNegativeTest-858964093 tempest-QuotasNegativeTest-858964093-project-admin] Releasing vlan 420 on physical network physnet1 to pool {{(pid=94174) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 23 11:32:06.078450 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron_lib.callbacks.manager [None req-6fab7604-f774-4040-a976-1ff3732c20fd tempest-QuotasNegativeTest-858964093 tempest-QuotasNegativeTest-858964093-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3801', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5196341'] for segment, after_delete {{(pid=94174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:32:06.080081 dv-neutron-601336-94-hyperv neutron-server[94174]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 23 11:32:06.080081 dv-neutron-601336-94-hyperv neutron-server[94174]: conditions |= (models_v2.Port.network_id.in_( Jun 23 11:32:06.080081 dv-neutron-601336-94-hyperv neutron-server[94174]: Traceback (most recent call last): Jun 23 11:32:06.080081 dv-neutron-601336-94-hyperv neutron-server[94174]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 23 11:32:06.080081 dv-neutron-601336-94-hyperv neutron-server[94174]: timer() Jun 23 11:32:06.080081 dv-neutron-601336-94-hyperv neutron-server[94174]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 23 11:32:06.080081 dv-neutron-601336-94-hyperv neutron-server[94174]: cb(*args, **kw) Jun 23 11:32:06.080081 dv-neutron-601336-94-hyperv neutron-server[94174]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 23 11:32:06.080081 dv-neutron-601336-94-hyperv neutron-server[94174]: return func(*args, **kwargs) Jun 23 11:32:06.080081 dv-neutron-601336-94-hyperv neutron-server[94174]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 23 11:32:06.080081 dv-neutron-601336-94-hyperv neutron-server[94174]: self._notify() Jun 23 11:32:06.080081 dv-neutron-601336-94-hyperv neutron-server[94174]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 23 11:32:06.080081 dv-neutron-601336-94-hyperv neutron-server[94174]: self.callback(batched_events) Jun 23 11:32:06.080081 dv-neutron-601336-94-hyperv neutron-server[94174]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 23 11:32:06.080081 dv-neutron-601336-94-hyperv neutron-server[94174]: event.method(event) Jun 23 11:32:06.080081 dv-neutron-601336-94-hyperv neutron-server[94174]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 23 11:32:06.080081 dv-neutron-601336-94-hyperv neutron-server[94174]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 23 11:32:06.080081 dv-neutron-601336-94-hyperv neutron-server[94174]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 23 11:32:06.080081 dv-neutron-601336-94-hyperv neutron-server[94174]: aggregate_uuid = self.p_client.list_aggregates( Jun 23 11:32:06.080081 dv-neutron-601336-94-hyperv neutron-server[94174]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 23 11:32:06.080081 dv-neutron-601336-94-hyperv neutron-server[94174]: return f(self, *a, **k) Jun 23 11:32:06.080081 dv-neutron-601336-94-hyperv neutron-server[94174]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 23 11:32:06.080081 dv-neutron-601336-94-hyperv neutron-server[94174]: return self._get(url).json() Jun 23 11:32:06.080081 dv-neutron-601336-94-hyperv neutron-server[94174]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 23 11:32:06.080081 dv-neutron-601336-94-hyperv neutron-server[94174]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 23 11:32:06.080081 dv-neutron-601336-94-hyperv neutron-server[94174]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 23 11:32:06.080081 dv-neutron-601336-94-hyperv neutron-server[94174]: return self.request(url, 'GET', **kwargs) Jun 23 11:32:06.080081 dv-neutron-601336-94-hyperv neutron-server[94174]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 23 11:32:06.080081 dv-neutron-601336-94-hyperv neutron-server[94174]: base_url = self.get_endpoint(auth, allow=allow, Jun 23 11:32:06.080081 dv-neutron-601336-94-hyperv neutron-server[94174]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 23 11:32:06.080081 dv-neutron-601336-94-hyperv neutron-server[94174]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 23 11:32:06.080081 dv-neutron-601336-94-hyperv neutron-server[94174]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 23 11:32:06.080081 dv-neutron-601336-94-hyperv neutron-server[94174]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 23 11:32:06.080081 dv-neutron-601336-94-hyperv neutron-server[94174]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 23 11:32:06.085578 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cfb74df0-540b-42b1-a59a-fd2fceb20804 None None] DHCP port deletion for f53f535d-bce4-4da8-9bd9-396677ff4e83 request from dv-neutron-601336-94-hyperv {{(pid=94176) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jun 23 11:32:06.086916 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron_lib.callbacks.manager [None req-9df21ee2-863c-4780-b4f6-5173a3bb3881 tempest-RoutersAdminNegativeTest-145254802 tempest-RoutersAdminNegativeTest-145254802-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=94175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:32:06.136593 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron_lib.callbacks.manager [None req-9df21ee2-863c-4780-b4f6-5173a3bb3881 tempest-RoutersAdminNegativeTest-145254802 tempest-RoutersAdminNegativeTest-145254802-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-923104'] for port, before_create {{(pid=94175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:32:06.155304 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron_lib.callbacks.manager [None req-efe43bdc-0ade-4323-a75c-867eb0668c9c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-494961'] for router, after_delete {{(pid=94174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:32:06.156835 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-efe43bdc-0ade-4323-a75c-867eb0668c9c admin admin] Fanout notify agent at l3_agent the message router_deleted on router c4011798-9e12-4124-bd92-c3bdbb57294a {{(pid=94174) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jun 23 11:32:06.157965 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.plugins.ml2.plugin [None req-cfb74df0-540b-42b1-a59a-fd2fceb20804 None None] Deleting port e2686741-dacf-40f8-8eb0-330ae311102b {{(pid=94176) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1913}} Jun 23 11:32:06.158500 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron_lib.callbacks.manager [None req-cfb74df0-540b-42b1-a59a-fd2fceb20804 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773700079324'] for port, before_delete {{(pid=94176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:32:06.173089 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron_lib.callbacks.manager [None req-efe43bdc-0ade-4323-a75c-867eb0668c9c admin admin] Notify callbacks [] for router, before_response {{(pid=94174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:32:06.173837 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron_lib.callbacks.manager [None req-397e38ed-7f6d-4f74-92ea-aeafb6c73b42 tempest-RoutersAdminTest-1813587668 tempest-RoutersAdminTest-1813587668-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-430722'] for port, precommit_delete {{(pid=94175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:32:06.176758 dv-neutron-601336-94-hyperv neutron-server[94174]: INFO neutron.wsgi [None req-efe43bdc-0ade-4323-a75c-867eb0668c9c admin admin] 10.222.0.20 "DELETE /v2.0/routers/c4011798-9e12-4124-bd92-c3bdbb57294a HTTP/1.1" status: 204 len: 168 time: 2.4140987 Jun 23 11:32:06.177698 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron_lib.callbacks.manager [None req-32f1a51e-a928-443d-b8a0-f7e0b30e4694 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5190686'] for subnet, precommit_delete_associations {{(pid=94175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:32:06.185805 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.wsgi [-] (94174) accepted ('10.222.0.20', 37836) {{(pid=94174) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 11:32:06.213797 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.api.v2.base [None req-3563d790-9d03-4e80-959f-b0c6721f2f32 tempest-PortsTestJSON-2085221018 tempest-PortsTestJSON-2085221018-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-test-network-91740108'}} {{(pid=94175) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 23 11:32:06.230422 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.plugins.ml2.plugin [None req-397e38ed-7f6d-4f74-92ea-aeafb6c73b42 tempest-RoutersAdminTest-1813587668 tempest-RoutersAdminTest-1813587668-project] Calling delete_port for 8ec42569-6983-4aa1-9ca2-833c6c88fe21 owned by network:router_gateway {{(pid=94175) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1986}} Jun 23 11:32:06.240858 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.plugins.ml2.db [None req-cfb74df0-540b-42b1-a59a-fd2fceb20804 None None] For port e2686741-dacf-40f8-8eb0-330ae311102b, host dv-neutron-601336-94-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-94-hyperv',level=0,port_id=e2686741-dacf-40f8-8eb0-330ae311102b,segment=NetworkSegment(6303a411-6e70-4139-a530-9ee4cf8ba843),segment_id=6303a411-6e70-4139-a530-9ee4cf8ba843)] {{(pid=94176) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 23 11:32:06.241193 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron_lib.callbacks.manager [None req-cfb74df0-540b-42b1-a59a-fd2fceb20804 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-430722'] for port, precommit_delete {{(pid=94176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:32:06.248034 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.db.db_base_plugin_v2 [None req-c2637a91-8fe6-463c-9882-19545f10814b admin admin] Deleting subnet 9ea7a874-1ae9-4ebd-bc55-df948e24bd59 {{(pid=94174) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jun 23 11:32:06.248509 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron_lib.callbacks.manager [None req-c2637a91-8fe6-463c-9882-19545f10814b admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:32:06.256648 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.plugins.ml2.plugin [None req-cfb74df0-540b-42b1-a59a-fd2fceb20804 None None] Calling delete_port for e2686741-dacf-40f8-8eb0-330ae311102b owned by network:dhcp {{(pid=94176) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1986}} Jun 23 11:32:06.277220 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron_lib.callbacks.manager [None req-6fab7604-f774-4040-a976-1ff3732c20fd tempest-QuotasNegativeTest-858964093 tempest-QuotasNegativeTest-858964093-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-897248', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8002400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7866073', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-524247'] for network, after_delete {{(pid=94174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:32:06.282652 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron_lib.callbacks.manager [None req-6fab7604-f774-4040-a976-1ff3732c20fd tempest-QuotasNegativeTest-858964093 tempest-QuotasNegativeTest-858964093-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7865916'] for network, before_response {{(pid=94174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:32:06.284804 dv-neutron-601336-94-hyperv neutron-server[94174]: INFO neutron.wsgi [None req-6fab7604-f774-4040-a976-1ff3732c20fd tempest-QuotasNegativeTest-858964093 tempest-QuotasNegativeTest-858964093-project-admin] 10.222.0.20 "DELETE /v2.0/networks/7e4e4bf1-0828-46e9-b864-063cf019469c HTTP/1.1" status: 204 len: 168 time: 1.3747289 Jun 23 11:32:06.289487 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94174) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 11:32:06.299313 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-234bcb35-b507-4eed-a44f-5f5d7abf8e5f tempest-NetworksTestDHCPv6-162546708 tempest-NetworksTestDHCPv6-162546708-project] Made reservation on behalf of 5e61222a836c47229c94e37f3902e6bd for: {'subnet': 1} {{(pid=94174) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 23 11:32:06.305199 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron_lib.callbacks.manager [None req-234bcb35-b507-4eed-a44f-5f5d7abf8e5f tempest-NetworksTestDHCPv6-162546708 tempest-NetworksTestDHCPv6-162546708-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4294245'] for subnet, before_create {{(pid=94174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:32:06.337334 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron_lib.callbacks.manager [None req-c2637a91-8fe6-463c-9882-19545f10814b admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4800256'] for subnet, precommit_delete_associations {{(pid=94174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:32:06.363347 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fab7604-f774-4040-a976-1ff3732c20fd tempest-QuotasNegativeTest-858964093 tempest-QuotasNegativeTest-858964093-project-admin] Pushing event deleted for resources: {'Network': ['ID=7e4e4bf1-0828-46e9-b864-063cf019469c,revision_number=None']} {{(pid=94174) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 11:32:06.369768 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG oslo_concurrency.lockutils [None req-6fab7604-f774-4040-a976-1ff3732c20fd tempest-QuotasNegativeTest-858964093 tempest-QuotasNegativeTest-858964093-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.080s {{(pid=94174) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 11:32:06.472271 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron_lib.callbacks.manager [None req-cfb74df0-540b-42b1-a59a-fd2fceb20804 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-922904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866062', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773700135024', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773699642224'] for port, after_delete {{(pid=94176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:32:06.474422 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG oslo_concurrency.lockutils [None req-0ea75421-8d1e-4fa7-b8fc-70c626b346a1 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 11:32:06.487055 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron_lib.callbacks.manager [None req-c2637a91-8fe6-463c-9882-19545f10814b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-897634'] for subnet, precommit_delete {{(pid=94174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:32:06.497366 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfb74df0-540b-42b1-a59a-fd2fceb20804 None None] Pushing event deleted for resources: {'Port': ['ID=e2686741-dacf-40f8-8eb0-330ae311102b,revision_number=None']} {{(pid=94176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 11:32:06.500989 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG oslo_concurrency.lockutils [None req-cfb74df0-540b-42b1-a59a-fd2fceb20804 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=94176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 11:32:06.501857 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cfb74df0-540b-42b1-a59a-fd2fceb20804 None None] No DVR routers for this DVR port e2686741-dacf-40f8-8eb0-330ae311102b on host dv-neutron-601336-94-hyperv {{(pid=94176) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 23 11:32:06.530744 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron_lib.callbacks.manager [None req-32f1a51e-a928-443d-b8a0-f7e0b30e4694 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-897634'] for subnet, precommit_delete {{(pid=94175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:32:06.579938 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3563d790-9d03-4e80-959f-b0c6721f2f32 tempest-PortsTestJSON-2085221018 tempest-PortsTestJSON-2085221018-project] Made reservation on behalf of 9e5461dd76964a018bba022fe5f7a0f1 for: {'network': 1} {{(pid=94175) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 23 11:32:06.583430 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron_lib.callbacks.manager [None req-3563d790-9d03-4e80-959f-b0c6721f2f32 tempest-PortsTestJSON-2085221018 tempest-PortsTestJSON-2085221018-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-923104'] for network, before_create {{(pid=94175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:32:06.649257 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron_lib.callbacks.manager [None req-3563d790-9d03-4e80-959f-b0c6721f2f32 tempest-PortsTestJSON-2085221018 tempest-PortsTestJSON-2085221018-project] Notify callbacks [] for security_group, before_create {{(pid=94175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:32:06.714431 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron_lib.callbacks.manager [None req-234bcb35-b507-4eed-a44f-5f5d7abf8e5f tempest-NetworksTestDHCPv6-162546708 tempest-NetworksTestDHCPv6-162546708-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866062', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5195999', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4294259'] for subnet, after_create {{(pid=94174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:32:06.718247 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG oslo_concurrency.lockutils [None req-bee882c5-62b2-426d-b62e-70d0eb11d12a tempest-NetworksIpV6TestAttrs-49342282 tempest-NetworksIpV6TestAttrs-49342282-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94174) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 11:32:06.722864 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron_lib.callbacks.manager [None req-c2637a91-8fe6-463c-9882-19545f10814b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-897627', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866062', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5195932', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4294216'] for subnet, after_delete {{(pid=94174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:32:06.740590 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron_lib.callbacks.manager [None req-9df21ee2-863c-4780-b4f6-5173a3bb3881 tempest-RoutersAdminNegativeTest-145254802 tempest-RoutersAdminNegativeTest-145254802-project-admin] Notify callbacks [] for router, before_delete {{(pid=94175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:32:06.771162 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron_lib.callbacks.manager [None req-c2637a91-8fe6-463c-9882-19545f10814b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7865916'] for subnet, before_response {{(pid=94174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:32:06.774700 dv-neutron-601336-94-hyperv neutron-server[94174]: INFO neutron.wsgi [None req-c2637a91-8fe6-463c-9882-19545f10814b admin admin] 10.222.0.20 "DELETE /v2.0/subnets/9ea7a874-1ae9-4ebd-bc55-df948e24bd59 HTTP/1.1" status: 204 len: 168 time: 0.5924084 Jun 23 11:32:06.775355 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1c49f48e-ae83-468d-b260-8ac74531ef3d None None] Network eef03c16-5c70-4b40-b183-38c419fed443 requested from dv-neutron-601336-94-hyperv {{(pid=94176) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 23 11:32:06.782397 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.wsgi [-] (94174) accepted ('10.222.0.20', 37842) {{(pid=94174) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 11:32:06.793990 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-234bcb35-b507-4eed-a44f-5f5d7abf8e5f tempest-NetworksTestDHCPv6-162546708 tempest-NetworksTestDHCPv6-162546708-project] Network f53f535d-bce4-4da8-9bd9-396677ff4e83 is already hosted by enough agents. {{(pid=94174) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 23 11:32:06.807060 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-234bcb35-b507-4eed-a44f-5f5d7abf8e5f tempest-NetworksTestDHCPv6-162546708 tempest-NetworksTestDHCPv6-162546708-project] Pushing event updated for resources: {'Subnet': ['ID=098c6a23-5a99-413b-9062-dd4a1e77268d,revision_number=0']} {{(pid=94174) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 11:32:06.815919 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG oslo_concurrency.lockutils [None req-234bcb35-b507-4eed-a44f-5f5d7abf8e5f tempest-NetworksTestDHCPv6-162546708 tempest-NetworksTestDHCPv6-162546708-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.098s {{(pid=94174) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 11:32:06.821512 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron_lib.callbacks.manager [None req-32f1a51e-a928-443d-b8a0-f7e0b30e4694 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-897627', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866062', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5083050', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4660036'] for subnet, after_delete {{(pid=94175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:32:06.830496 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG oslo_concurrency.lockutils [None req-bffc0578-cdf0-4750-8cad-42ef1383062e tempest-NetworksTestDHCPv6-162546708 tempest-NetworksTestDHCPv6-162546708-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94175) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 11:32:06.844211 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG oslo_concurrency.lockutils [None req-65766b49-0da1-40d4-bed0-2102002b9c9d tempest-NetworksIpV6TestAttrs-49342282 tempest-NetworksIpV6TestAttrs-49342282-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.096s {{(pid=94174) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 11:32:06.847228 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.scheduler.base_scheduler [None req-234bcb35-b507-4eed-a44f-5f5d7abf8e5f tempest-NetworksTestDHCPv6-162546708 tempest-NetworksTestDHCPv6-162546708-project] Resources bound (agent type, host, resource id): {{(pid=94174) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 23 11:32:06.850378 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-234bcb35-b507-4eed-a44f-5f5d7abf8e5f tempest-NetworksTestDHCPv6-162546708 tempest-NetworksTestDHCPv6-162546708-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94174) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 11:32:06.850974 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron_lib.callbacks.manager [None req-234bcb35-b507-4eed-a44f-5f5d7abf8e5f tempest-NetworksTestDHCPv6-162546708 tempest-NetworksTestDHCPv6-162546708-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7865916'] for subnet, before_response {{(pid=94174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:32:06.867685 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dc92555a-1222-4178-b9c3-466f86eec9b5 None None] Network f53f535d-bce4-4da8-9bd9-396677ff4e83 requested from dv-neutron-601336-94-hyperv {{(pid=94176) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 23 11:32:06.869791 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.plugins.ml2.rpc [None req-dc7542b2-afef-47f4-a763-e3a3cba144be None None] Device 1672c3a7-e0d1-48d1-af58-33f38510af19 no longer exists at agent ovs-agent-dv-neutron-601336-94-hyperv {{(pid=94176) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:261}} Jun 23 11:32:06.873085 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32f1a51e-a928-443d-b8a0-f7e0b30e4694 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=3bfb1ec3-b37f-49bf-ab64-d8c5440d6cd6,revision_number=None']} {{(pid=94175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 11:32:06.876180 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron_lib.callbacks.manager [None req-32f1a51e-a928-443d-b8a0-f7e0b30e4694 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:32:06.878874 dv-neutron-601336-94-hyperv neutron-server[94175]: INFO neutron.wsgi [None req-32f1a51e-a928-443d-b8a0-f7e0b30e4694 admin admin] 10.222.0.20 "DELETE /v2.0/subnets/3bfb1ec3-b37f-49bf-ab64-d8c5440d6cd6 HTTP/1.1" status: 204 len: 168 time: 1.0282772 Jun 23 11:32:06.885764 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG oslo_concurrency.lockutils [None req-32f1a51e-a928-443d-b8a0-f7e0b30e4694 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.055s {{(pid=94175) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 11:32:06.886554 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.wsgi [-] (94175) accepted ('10.222.0.20', 37844) {{(pid=94175) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 11:32:06.929735 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2637a91-8fe6-463c-9882-19545f10814b admin admin] Pushing event deleted for resources: {'Subnet': ['ID=9ea7a874-1ae9-4ebd-bc55-df948e24bd59,revision_number=None']} {{(pid=94174) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 11:32:06.934386 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG oslo_concurrency.lockutils [None req-c2637a91-8fe6-463c-9882-19545f10814b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.090s {{(pid=94174) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 11:32:06.936971 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron_lib.callbacks.manager [None req-aaf2126f-41e9-4111-a31b-a5a0160dee04 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-824874'] for network, before_delete {{(pid=94174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:32:06.950723 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-14f5f26a-40d2-4d0e-9618-97a723ec02fa None None] Network 53451295-943c-4b83-97fd-a02f49b38b3c requested from dv-neutron-601336-94-hyperv {{(pid=94176) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 23 11:32:06.993104 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.plugins.ml2.plugin [None req-aaf2126f-41e9-4111-a31b-a5a0160dee04 admin admin] Deleting port 1c33cc39-b094-4286-8993-513f659acc1a {{(pid=94174) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1913}} Jun 23 11:32:06.993467 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron_lib.callbacks.manager [None req-aaf2126f-41e9-4111-a31b-a5a0160dee04 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773700079324'] for port, before_delete {{(pid=94174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:32:07.002186 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron_lib.callbacks.manager [None req-397e38ed-7f6d-4f74-92ea-aeafb6c73b42 tempest-RoutersAdminTest-1813587668 tempest-RoutersAdminTest-1813587668-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-922904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866062', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773700135024', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773699642224', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5082448'] for port, after_delete {{(pid=94175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:32:07.036327 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG oslo_concurrency.lockutils [None req-b3803d2f-1ea8-4cb9-80c0-356f2c6aacb4 tempest-AllowedAddressPairIpV6TestJSON-597468505 tempest-AllowedAddressPairIpV6TestJSON-597468505-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94175) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 11:32:07.057256 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.plugins.ml2.db [None req-aaf2126f-41e9-4111-a31b-a5a0160dee04 admin admin] For port 1c33cc39-b094-4286-8993-513f659acc1a, host dv-neutron-601336-94-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-94-hyperv',level=0,port_id=1c33cc39-b094-4286-8993-513f659acc1a,segment=NetworkSegment(4482701d-19d0-4d8e-a55f-e73b72787bc2),segment_id=4482701d-19d0-4d8e-a55f-e73b72787bc2)] {{(pid=94174) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 23 11:32:07.057622 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron_lib.callbacks.manager [None req-aaf2126f-41e9-4111-a31b-a5a0160dee04 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-430722'] for port, precommit_delete {{(pid=94174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:32:07.068686 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron_lib.callbacks.manager [None req-9df21ee2-863c-4780-b4f6-5173a3bb3881 tempest-RoutersAdminNegativeTest-145254802 tempest-RoutersAdminNegativeTest-145254802-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-520417', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-32301'] for router, precommit_delete {{(pid=94175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:32:07.076505 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.plugins.ml2.plugin [None req-aaf2126f-41e9-4111-a31b-a5a0160dee04 admin admin] Calling delete_port for 1c33cc39-b094-4286-8993-513f659acc1a owned by network:dhcp {{(pid=94174) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1986}} Jun 23 11:32:07.076678 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron_lib.callbacks.manager [None req-9df21ee2-863c-4780-b4f6-5173a3bb3881 tempest-RoutersAdminNegativeTest-145254802 tempest-RoutersAdminNegativeTest-145254802-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:32:07.080976 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-397e38ed-7f6d-4f74-92ea-aeafb6c73b42 tempest-RoutersAdminTest-1813587668 tempest-RoutersAdminTest-1813587668-project] Pushing event deleted for resources: {'Port': ['ID=8ec42569-6983-4aa1-9ca2-833c6c88fe21,revision_number=None']} {{(pid=94175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 11:32:07.093225 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG oslo_concurrency.lockutils [None req-397e38ed-7f6d-4f74-92ea-aeafb6c73b42 tempest-RoutersAdminTest-1813587668 tempest-RoutersAdminTest-1813587668-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.057s {{(pid=94175) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 11:32:07.098936 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.plugins.ml2.plugin [None req-dc7542b2-afef-47f4-a763-e3a3cba144be None None] No Port match for: 1672c3a7-e0d1-48d1-af58-33f38510af19 {{(pid=94176) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2240}} Jun 23 11:32:07.105232 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.plugins.ml2.rpc [None req-dc7542b2-afef-47f4-a763-e3a3cba144be None None] Device 1672c3a7-e0d1-48d1-af58-33f38510af19 not bound to the agent host dv-neutron-601336-94-hyperv {{(pid=94176) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:271}} Jun 23 11:32:07.105232 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.plugins.ml2.rpc [None req-dc7542b2-afef-47f4-a763-e3a3cba144be None None] Device e2686741-dacf-40f8-8eb0-330ae311102b no longer exists at agent ovs-agent-dv-neutron-601336-94-hyperv {{(pid=94176) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:261}} Jun 23 11:32:07.124421 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.plugins.ml2.plugin [None req-dc7542b2-afef-47f4-a763-e3a3cba144be None None] No Port match for: e2686741-dacf-40f8-8eb0-330ae311102b {{(pid=94176) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2240}} Jun 23 11:32:07.125548 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.plugins.ml2.rpc [None req-dc7542b2-afef-47f4-a763-e3a3cba144be None None] Device e2686741-dacf-40f8-8eb0-330ae311102b not bound to the agent host dv-neutron-601336-94-hyperv {{(pid=94176) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:271}} Jun 23 11:32:07.167781 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron_lib.callbacks.manager [None req-3563d790-9d03-4e80-959f-b0c6721f2f32 tempest-PortsTestJSON-2085221018 tempest-PortsTestJSON-2085221018-project] Notify callbacks [] for security_group, precommit_create {{(pid=94175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:32:07.170663 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron_lib.callbacks.manager [None req-0e50c5ee-21e1-4a38-aa4b-ece9cdd794ad admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-824874'] for network, before_delete {{(pid=94175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:32:07.236818 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron_lib.callbacks.manager [None req-397e38ed-7f6d-4f74-92ea-aeafb6c73b42 tempest-RoutersAdminTest-1813587668 tempest-RoutersAdminTest-1813587668-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-524171'] for router_gateway, after_delete {{(pid=94175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:32:07.245765 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron_lib.callbacks.manager [None req-aaf2126f-41e9-4111-a31b-a5a0160dee04 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-922904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866062', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773700135024', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773699642224', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5196390'] for port, after_delete {{(pid=94174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:32:07.249674 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG oslo_concurrency.lockutils [None req-6fee8f38-7c20-4852-82d9-ce2fc087f1f5 tempest-FloatingIPNegativeTestJSON-1295786409 tempest-FloatingIPNegativeTestJSON-1295786409-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94174) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 11:32:07.279109 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron_lib.callbacks.manager [None req-9df21ee2-863c-4780-b4f6-5173a3bb3881 tempest-RoutersAdminNegativeTest-145254802 tempest-RoutersAdminNegativeTest-145254802-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-494961'] for router, after_delete {{(pid=94175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:32:07.280146 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9df21ee2-863c-4780-b4f6-5173a3bb3881 tempest-RoutersAdminNegativeTest-145254802 tempest-RoutersAdminNegativeTest-145254802-project-admin] Fanout notify agent at l3_agent the message router_deleted on router aa8da619-79ab-4f64-8b3a-3a1d06433b1f {{(pid=94175) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jun 23 11:32:07.300849 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c4e22746-b4e0-4ee5-ac41-239327bc7ebf None None] DHCP port deletion for 53451295-943c-4b83-97fd-a02f49b38b3c request from dv-neutron-601336-94-hyperv {{(pid=94176) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jun 23 11:32:07.308050 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron_lib.callbacks.manager [None req-3563d790-9d03-4e80-959f-b0c6721f2f32 tempest-PortsTestJSON-2085221018 tempest-PortsTestJSON-2085221018-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7996330'] for security_group, after_create {{(pid=94175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:32:07.312430 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aaf2126f-41e9-4111-a31b-a5a0160dee04 admin admin] Pushing event deleted for resources: {'Port': ['ID=1c33cc39-b094-4286-8993-513f659acc1a,revision_number=None']} {{(pid=94174) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 11:32:07.315620 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG oslo_concurrency.lockutils [None req-fd16d038-1d21-4f9f-a1d3-551e5fc04390 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94175) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 11:32:07.319678 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG oslo_concurrency.lockutils [None req-aaf2126f-41e9-4111-a31b-a5a0160dee04 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.070s {{(pid=94174) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 11:32:07.320978 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aaf2126f-41e9-4111-a31b-a5a0160dee04 admin admin] No DVR routers for this DVR port 1c33cc39-b094-4286-8993-513f659acc1a on host dv-neutron-601336-94-hyperv {{(pid=94174) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 23 11:32:07.324159 dv-neutron-601336-94-hyperv neutron-server[94174]: INFO neutron.wsgi [None req-234bcb35-b507-4eed-a44f-5f5d7abf8e5f tempest-NetworksTestDHCPv6-162546708 tempest-NetworksTestDHCPv6-162546708-project] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.7526016 Jun 23 11:32:07.327652 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.wsgi [-] (94174) accepted ('10.222.0.20', 37848) {{(pid=94174) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 11:32:07.354996 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.api.v2.base [None req-fc2440b3-e18e-4cd8-a950-d330e10bd481 tempest-NetworksTestDHCPv6-162546708 tempest-NetworksTestDHCPv6-162546708-project] Request body: {'subnet': {'network_id': 'f53f535d-bce4-4da8-9bd9-396677ff4e83', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=94174) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 23 11:32:07.363331 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3563d790-9d03-4e80-959f-b0c6721f2f32 tempest-PortsTestJSON-2085221018 tempest-PortsTestJSON-2085221018-project] vlan segment allocate from pool success with {'vlan_id': 410, 'physical_network': 'physnet1'} {{(pid=94175) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 23 11:32:07.376093 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d4d96d94-a464-41e1-b93a-48163d269671 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1e0d828a-1fa4-563d-b7fd-53adf66a04ee-f53f535d-bce4-4da8-9bd9-396677ff4e83', 'network_id': 'f53f535d-bce4-4da8-9bd9-396677ff4e83', 'tenant_id': '5e61222a836c47229c94e37f3902e6bd', 'fixed_ips': [{'subnet_id': '098c6a23-5a99-413b-9062-dd4a1e77268d'}]}} from dv-neutron-601336-94-hyperv. {{(pid=94176) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 23 11:32:07.377044 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron_lib.callbacks.manager [None req-d4d96d94-a464-41e1-b93a-48163d269671 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-923104'] for port, before_create {{(pid=94176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:32:07.397133 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d40d6fcb-50ff-4426-9c71-8e0cfa6ffd88 None None] DHCP port deletion for eef03c16-5c70-4b40-b183-38c419fed443 request from dv-neutron-601336-94-hyperv {{(pid=94176) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jun 23 11:32:07.430834 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3563d790-9d03-4e80-959f-b0c6721f2f32 tempest-PortsTestJSON-2085221018 tempest-PortsTestJSON-2085221018-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f052d58d-3d57-4a4e-8891-97b5591a48ca,revision_number=1']} {{(pid=94175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 11:32:07.433280 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.wsgi [-] (94175) accepted ('10.222.0.20', 37850) {{(pid=94175) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 11:32:07.448682 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG oslo_concurrency.lockutils [None req-3563d790-9d03-4e80-959f-b0c6721f2f32 tempest-PortsTestJSON-2085221018 tempest-PortsTestJSON-2085221018-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.133s {{(pid=94175) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 11:32:07.454692 dv-neutron-601336-94-hyperv neutron-server[94175]: INFO neutron.api.v2.resource [None req-9df21ee2-863c-4780-b4f6-5173a3bb3881 tempest-RoutersAdminNegativeTest-145254802 tempest-RoutersAdminNegativeTest-145254802-project-admin] create failed (client error): There was a conflict when trying to complete your request. Jun 23 11:32:07.458577 dv-neutron-601336-94-hyperv neutron-server[94175]: INFO neutron.wsgi [None req-9df21ee2-863c-4780-b4f6-5173a3bb3881 tempest-RoutersAdminNegativeTest-145254802 tempest-RoutersAdminNegativeTest-145254802-project-admin] 10.222.0.20 "POST /v2.0/routers HTTP/1.1" status: 409 len: 372 time: 4.2603624 Jun 23 11:32:07.459494 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.wsgi [-] (94174) accepted ('10.222.0.20', 37854) {{(pid=94174) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 11:32:07.461377 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron_lib.callbacks.manager [None req-3563d790-9d03-4e80-959f-b0c6721f2f32 tempest-PortsTestJSON-2085221018 tempest-PortsTestJSON-2085221018-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3801'] for segment, precommit_create {{(pid=94175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:32:07.461729 dv-neutron-601336-94-hyperv neutron-server[94175]: INFO neutron.db.segments_db [None req-3563d790-9d03-4e80-959f-b0c6721f2f32 tempest-PortsTestJSON-2085221018 tempest-PortsTestJSON-2085221018-project] Added segment 070bfeb7-251d-4048-8853-f7c49da9034e of type vlan for network c9584ed1-23c5-47a7-b4d6-264bedad0f19 Jun 23 11:32:07.473670 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.plugins.ml2.plugin [None req-0e50c5ee-21e1-4a38-aa4b-ece9cdd794ad admin admin] Deleting port d779a3a3-033a-4e9e-a049-bdae9695b28d {{(pid=94175) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1913}} Jun 23 11:32:07.473893 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron_lib.callbacks.manager [None req-0e50c5ee-21e1-4a38-aa4b-ece9cdd794ad admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773700079324'] for port, before_delete {{(pid=94175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:32:07.509615 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron_lib.callbacks.manager [None req-aaf2126f-41e9-4111-a31b-a5a0160dee04 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-897259', 'neutron.services.segments.db._delete_segments_for_network-8773700168587'] for network, precommit_delete {{(pid=94174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:32:07.514753 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.plugins.ml2.plugin [None req-c4e22746-b4e0-4ee5-ac41-239327bc7ebf None None] Deleting port d779a3a3-033a-4e9e-a049-bdae9695b28d {{(pid=94176) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1913}} Jun 23 11:32:07.514753 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron_lib.callbacks.manager [None req-c4e22746-b4e0-4ee5-ac41-239327bc7ebf None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773700079324'] for port, before_delete {{(pid=94176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:32:07.542117 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.services.segments.db [None req-aaf2126f-41e9-4111-a31b-a5a0160dee04 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['eef03c16-5c70-4b40-b183-38c419fed443']}} {{(pid=94174) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 11:32:07.566980 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.services.segments.db [None req-aaf2126f-41e9-4111-a31b-a5a0160dee04 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4482701d-19d0-4d8e-a55f-e73b72787bc2') {'for_net_delete': True} {{(pid=94174) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 11:32:07.567407 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.services.segments.db [None req-aaf2126f-41e9-4111-a31b-a5a0160dee04 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4482701d-19d0-4d8e-a55f-e73b72787bc2') {} {{(pid=94174) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 11:32:07.607694 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron_lib.callbacks.manager [None req-aaf2126f-41e9-4111-a31b-a5a0160dee04 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8773699955833', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4800267'] for segment, before_delete {{(pid=94174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:32:07.619067 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.plugins.ml2.db [None req-c4e22746-b4e0-4ee5-ac41-239327bc7ebf None None] For port d779a3a3-033a-4e9e-a049-bdae9695b28d, host dv-neutron-601336-94-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-94-hyperv',level=0,port_id=d779a3a3-033a-4e9e-a049-bdae9695b28d,segment=NetworkSegment(c346af87-b391-4254-9d6e-eeb5f3162a6b),segment_id=c346af87-b391-4254-9d6e-eeb5f3162a6b)] {{(pid=94176) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 23 11:32:07.622250 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron_lib.callbacks.manager [None req-c4e22746-b4e0-4ee5-ac41-239327bc7ebf None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-430722'] for port, precommit_delete {{(pid=94176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:32:07.627185 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron_lib.callbacks.manager [None req-3563d790-9d03-4e80-959f-b0c6721f2f32 tempest-PortsTestJSON-2085221018 tempest-PortsTestJSON-2085221018-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8773699596773'] for network, precommit_create {{(pid=94175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:32:07.631800 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.db.db_base_plugin_common [None req-d4d96d94-a464-41e1-b93a-48163d269671 None None] Allocated IP 172.20.0.2 (f53f535d-bce4-4da8-9bd9-396677ff4e83/098c6a23-5a99-413b-9062-dd4a1e77268d/f739ee86-d817-42f0-847b-0b327b576437) {{(pid=94176) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 23 11:32:07.634516 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron_lib.callbacks.manager [None req-aaf2126f-41e9-4111-a31b-a5a0160dee04 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3801'] for segment, precommit_delete {{(pid=94174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:32:07.638142 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.plugins.ml2.plugin [None req-c4e22746-b4e0-4ee5-ac41-239327bc7ebf None None] Calling delete_port for d779a3a3-033a-4e9e-a049-bdae9695b28d owned by network:dhcp {{(pid=94176) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1986}} Jun 23 11:32:07.648253 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron_lib.callbacks.manager [None req-397e38ed-7f6d-4f74-92ea-aeafb6c73b42 tempest-RoutersAdminTest-1813587668 tempest-RoutersAdminTest-1813587668-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-524104', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-520389', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-32276'] for router, precommit_update {{(pid=94175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:32:07.648848 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-aaf2126f-41e9-4111-a31b-a5a0160dee04 admin admin] Releasing vlan 406 on physical network physnet1 to pool {{(pid=94174) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 23 11:32:07.653281 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron_lib.callbacks.manager [None req-aaf2126f-41e9-4111-a31b-a5a0160dee04 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3801', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5196341'] for segment, after_delete {{(pid=94174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:32:07.653281 dv-neutron-601336-94-hyperv neutron-server[94174]: Traceback (most recent call last): Jun 23 11:32:07.653281 dv-neutron-601336-94-hyperv neutron-server[94174]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 23 11:32:07.653281 dv-neutron-601336-94-hyperv neutron-server[94174]: timer() Jun 23 11:32:07.653281 dv-neutron-601336-94-hyperv neutron-server[94174]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 23 11:32:07.653281 dv-neutron-601336-94-hyperv neutron-server[94174]: cb(*args, **kw) Jun 23 11:32:07.653281 dv-neutron-601336-94-hyperv neutron-server[94174]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 23 11:32:07.653281 dv-neutron-601336-94-hyperv neutron-server[94174]: return func(*args, **kwargs) Jun 23 11:32:07.653281 dv-neutron-601336-94-hyperv neutron-server[94174]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 23 11:32:07.653281 dv-neutron-601336-94-hyperv neutron-server[94174]: self._notify() Jun 23 11:32:07.653281 dv-neutron-601336-94-hyperv neutron-server[94174]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 23 11:32:07.653281 dv-neutron-601336-94-hyperv neutron-server[94174]: self.callback(batched_events) Jun 23 11:32:07.653281 dv-neutron-601336-94-hyperv neutron-server[94174]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 23 11:32:07.653281 dv-neutron-601336-94-hyperv neutron-server[94174]: event.method(event) Jun 23 11:32:07.653281 dv-neutron-601336-94-hyperv neutron-server[94174]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 23 11:32:07.653281 dv-neutron-601336-94-hyperv neutron-server[94174]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 23 11:32:07.653281 dv-neutron-601336-94-hyperv neutron-server[94174]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 23 11:32:07.653281 dv-neutron-601336-94-hyperv neutron-server[94174]: aggregate_uuid = self.p_client.list_aggregates( Jun 23 11:32:07.653281 dv-neutron-601336-94-hyperv neutron-server[94174]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 23 11:32:07.653281 dv-neutron-601336-94-hyperv neutron-server[94174]: return f(self, *a, **k) Jun 23 11:32:07.653281 dv-neutron-601336-94-hyperv neutron-server[94174]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 23 11:32:07.653281 dv-neutron-601336-94-hyperv neutron-server[94174]: return self._get(url).json() Jun 23 11:32:07.653281 dv-neutron-601336-94-hyperv neutron-server[94174]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 23 11:32:07.653281 dv-neutron-601336-94-hyperv neutron-server[94174]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 23 11:32:07.653281 dv-neutron-601336-94-hyperv neutron-server[94174]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 23 11:32:07.653281 dv-neutron-601336-94-hyperv neutron-server[94174]: return self.request(url, 'GET', **kwargs) Jun 23 11:32:07.653281 dv-neutron-601336-94-hyperv neutron-server[94174]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 23 11:32:07.653281 dv-neutron-601336-94-hyperv neutron-server[94174]: base_url = self.get_endpoint(auth, allow=allow, Jun 23 11:32:07.653281 dv-neutron-601336-94-hyperv neutron-server[94174]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 23 11:32:07.653281 dv-neutron-601336-94-hyperv neutron-server[94174]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 23 11:32:07.653281 dv-neutron-601336-94-hyperv neutron-server[94174]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 23 11:32:07.653281 dv-neutron-601336-94-hyperv neutron-server[94174]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 23 11:32:07.653281 dv-neutron-601336-94-hyperv neutron-server[94174]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 23 11:32:07.655898 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron_lib.callbacks.manager [None req-28b33bf0-3353-46eb-af1b-6a7b2be982d3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:32:07.661028 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron_lib.callbacks.manager [None req-397e38ed-7f6d-4f74-92ea-aeafb6c73b42 tempest-RoutersAdminTest-1813587668 tempest-RoutersAdminTest-1813587668-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-524143', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-524145', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-524134', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-520394'] for router, after_update {{(pid=94175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:32:07.685459 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.plugins.ml2.db [None req-0e50c5ee-21e1-4a38-aa4b-ece9cdd794ad admin admin] For port d779a3a3-033a-4e9e-a049-bdae9695b28d, host dv-neutron-601336-94-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-94-hyperv',level=0,port_id=d779a3a3-033a-4e9e-a049-bdae9695b28d,segment=NetworkSegment(c346af87-b391-4254-9d6e-eeb5f3162a6b),segment_id=c346af87-b391-4254-9d6e-eeb5f3162a6b)] {{(pid=94175) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 23 11:32:07.685816 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron_lib.callbacks.manager [None req-0e50c5ee-21e1-4a38-aa4b-ece9cdd794ad admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-430722'] for port, precommit_delete {{(pid=94175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:32:07.723552 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.plugins.ml2.plugin [None req-0980d52b-4b4c-4c52-8f51-c6a7c57d99b7 tempest-RoutersAdminNegativeTest-145254802 tempest-RoutersAdminNegativeTest-145254802-project-admin] Deleting port 39f3b8ad-f9d0-4cf9-8cf4-bb3ab54813de {{(pid=94174) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1913}} Jun 23 11:32:07.724072 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron_lib.callbacks.manager [None req-0980d52b-4b4c-4c52-8f51-c6a7c57d99b7 tempest-RoutersAdminNegativeTest-145254802 tempest-RoutersAdminNegativeTest-145254802-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773700079324'] for port, before_delete {{(pid=94174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:32:07.749409 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.plugins.ml2.plugin [None req-0e50c5ee-21e1-4a38-aa4b-ece9cdd794ad admin admin] Calling delete_port for d779a3a3-033a-4e9e-a049-bdae9695b28d owned by network:dhcp {{(pid=94175) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1986}} Jun 23 11:32:07.762345 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fc2440b3-e18e-4cd8-a950-d330e10bd481 tempest-NetworksTestDHCPv6-162546708 tempest-NetworksTestDHCPv6-162546708-project] Made reservation on behalf of 5e61222a836c47229c94e37f3902e6bd for: {'subnet': 1} {{(pid=94174) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 23 11:32:07.766604 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron_lib.callbacks.manager [None req-fc2440b3-e18e-4cd8-a950-d330e10bd481 tempest-NetworksTestDHCPv6-162546708 tempest-NetworksTestDHCPv6-162546708-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4294245'] for subnet, before_create {{(pid=94174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:32:07.821419 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron_lib.callbacks.manager [None req-aaf2126f-41e9-4111-a31b-a5a0160dee04 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-897248', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8002400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7866073', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-524247'] for network, after_delete {{(pid=94174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:32:07.838778 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94174) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 11:32:07.841007 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron_lib.callbacks.manager [None req-aaf2126f-41e9-4111-a31b-a5a0160dee04 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7865916'] for network, before_response {{(pid=94174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:32:07.846096 dv-neutron-601336-94-hyperv neutron-server[94174]: INFO neutron.wsgi [None req-aaf2126f-41e9-4111-a31b-a5a0160dee04 admin admin] 10.222.0.20 "DELETE /v2.0/networks/eef03c16-5c70-4b40-b183-38c419fed443 HTTP/1.1" status: 204 len: 168 time: 1.0626950 Jun 23 11:32:07.846862 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-397e38ed-7f6d-4f74-92ea-aeafb6c73b42 tempest-RoutersAdminTest-1813587668 tempest-RoutersAdminTest-1813587668-project] Router 3a1682e0-bce2-49f4-91f1-ceef87efd3ea has already been hosted by L3 agent 50ef99c0-ef28-4db5-b303-b145898fae60 {{(pid=94175) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 23 11:32:07.860190 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron_lib.callbacks.manager [None req-3563d790-9d03-4e80-959f-b0c6721f2f32 tempest-PortsTestJSON-2085221018 tempest-PortsTestJSON-2085221018-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8002400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7866073'] for network, after_create {{(pid=94175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:32:07.865076 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3563d790-9d03-4e80-959f-b0c6721f2f32 tempest-PortsTestJSON-2085221018 tempest-PortsTestJSON-2085221018-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 11:32:07.865618 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron_lib.callbacks.manager [None req-3563d790-9d03-4e80-959f-b0c6721f2f32 tempest-PortsTestJSON-2085221018 tempest-PortsTestJSON-2085221018-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7865916'] for network, before_response {{(pid=94175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:32:07.871925 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG oslo_concurrency.lockutils [None req-f11a3b4e-1843-4657-852b-901c7e8f6591 tempest-NetworksIpV6TestAttrs-49342282 tempest-NetworksIpV6TestAttrs-49342282-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94175) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 11:32:07.876683 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aaf2126f-41e9-4111-a31b-a5a0160dee04 admin admin] Pushing event deleted for resources: {'Network': ['ID=eef03c16-5c70-4b40-b183-38c419fed443,revision_number=None']} {{(pid=94174) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 11:32:07.888802 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG oslo_concurrency.lockutils [None req-aaf2126f-41e9-4111-a31b-a5a0160dee04 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=94174) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 11:32:07.994661 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron_lib.callbacks.manager [None req-0980d52b-4b4c-4c52-8f51-c6a7c57d99b7 tempest-RoutersAdminNegativeTest-145254802 tempest-RoutersAdminNegativeTest-145254802-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-430722'] for port, precommit_delete {{(pid=94174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:32:08.018086 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron_lib.callbacks.manager [None req-d4d96d94-a464-41e1-b93a-48163d269671 None None] Notify callbacks [] for port, precommit_create {{(pid=94176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:32:08.022665 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.plugins.ml2.plugin [None req-0980d52b-4b4c-4c52-8f51-c6a7c57d99b7 tempest-RoutersAdminNegativeTest-145254802 tempest-RoutersAdminNegativeTest-145254802-project-admin] Calling delete_port for 39f3b8ad-f9d0-4cf9-8cf4-bb3ab54813de owned by {{(pid=94174) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1986}} Jun 23 11:32:08.027136 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.db.provisioning_blocks [None req-d4d96d94-a464-41e1-b93a-48163d269671 None None] Transition to ACTIVE for port object f739ee86-d817-42f0-847b-0b327b576437 will not be triggered until provisioned by entity L2. {{(pid=94176) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 23 11:32:08.029082 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron_lib.callbacks.manager [None req-c4e22746-b4e0-4ee5-ac41-239327bc7ebf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-922904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866062', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773700135024', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773699642224'] for port, after_delete {{(pid=94176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:32:08.033193 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG oslo_concurrency.lockutils [None req-cfb74df0-540b-42b1-a59a-fd2fceb20804 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 11:32:08.059010 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3563d790-9d03-4e80-959f-b0c6721f2f32 tempest-PortsTestJSON-2085221018 tempest-PortsTestJSON-2085221018-project] Pushing event updated for resources: {'Network': ['ID=c9584ed1-23c5-47a7-b4d6-264bedad0f19,revision_number=1']} {{(pid=94175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 11:32:08.064652 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4e22746-b4e0-4ee5-ac41-239327bc7ebf None None] Pushing event deleted for resources: {'Port': ['ID=d779a3a3-033a-4e9e-a049-bdae9695b28d,revision_number=None']} {{(pid=94176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 11:32:08.069395 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG oslo_concurrency.lockutils [None req-3563d790-9d03-4e80-959f-b0c6721f2f32 tempest-PortsTestJSON-2085221018 tempest-PortsTestJSON-2085221018-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.197s {{(pid=94175) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 11:32:08.069545 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG oslo_concurrency.lockutils [None req-c4e22746-b4e0-4ee5-ac41-239327bc7ebf None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.036s {{(pid=94176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 11:32:08.070486 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c4e22746-b4e0-4ee5-ac41-239327bc7ebf None None] No DVR routers for this DVR port d779a3a3-033a-4e9e-a049-bdae9695b28d on host dv-neutron-601336-94-hyperv {{(pid=94176) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 23 11:32:08.072395 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-397e38ed-7f6d-4f74-92ea-aeafb6c73b42 tempest-RoutersAdminTest-1813587668 tempest-RoutersAdminTest-1813587668-project] Notify agent at l3_agent.dv-neutron-601336-94-hyperv the message routers_updated {{(pid=94175) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 23 11:32:08.073922 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.db.provisioning_blocks [None req-d4d96d94-a464-41e1-b93a-48163d269671 None None] Transition to ACTIVE for port object f739ee86-d817-42f0-847b-0b327b576437 will not be triggered until provisioned by entity DHCP. {{(pid=94176) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 23 11:32:08.075441 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.plugins.ml2.rpc [None req-dc7542b2-afef-47f4-a763-e3a3cba144be None None] Network c9584ed1-23c5-47a7-b4d6-264bedad0f19 details requested by agent ovs-agent-dv-neutron-601336-94-hyperv with host dv-neutron-601336-94-hyperv {{(pid=94176) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:250}} Jun 23 11:32:08.076582 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron_lib.callbacks.manager [None req-0e50c5ee-21e1-4a38-aa4b-ece9cdd794ad admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-922904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866062', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773700135024', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773699642224', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5082448'] for port, after_delete {{(pid=94175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:32:08.088764 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron_lib.callbacks.manager [None req-397e38ed-7f6d-4f74-92ea-aeafb6c73b42 tempest-RoutersAdminTest-1813587668 tempest-RoutersAdminTest-1813587668-project] Notify callbacks [] for router, before_response {{(pid=94175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:32:08.093056 dv-neutron-601336-94-hyperv neutron-server[94175]: INFO neutron.wsgi [None req-397e38ed-7f6d-4f74-92ea-aeafb6c73b42 tempest-RoutersAdminTest-1813587668 tempest-RoutersAdminTest-1813587668-project] 10.222.0.20 "PUT /v2.0/routers/3a1682e0-bce2-49f4-91f1-ceef87efd3ea HTTP/1.1" status: 200 len: 706 time: 4.1580007 Jun 23 11:32:08.094059 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG oslo_concurrency.lockutils [None req-f50bbbf2-6e06-4478-9434-7170a0a6f2c9 tempest-NetworksTestDHCPv6-162546708 tempest-NetworksTestDHCPv6-162546708-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94175) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 11:32:08.099437 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.wsgi [-] (94175) accepted ('10.222.0.20', 37858) {{(pid=94175) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 11:32:08.102954 dv-neutron-601336-94-hyperv neutron-server[94177]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2555661a-2132-4b08-b7cd-a019b5a5e48e None None] Sync routers for ids ['3a1682e0-bce2-49f4-91f1-ceef87efd3ea'] in dv-neutron-601336-94-hyperv {{(pid=94177) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 23 11:32:08.124078 dv-neutron-601336-94-hyperv neutron-server[94177]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2555661a-2132-4b08-b7cd-a019b5a5e48e None None] Routers {'3a1682e0-bce2-49f4-91f1-ceef87efd3ea'} bound to L3 agent in host dv-neutron-601336-94-hyperv {{(pid=94177) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 23 11:32:08.129053 dv-neutron-601336-94-hyperv neutron-server[94177]: DEBUG neutron.db.l3_hamode_db [None req-2555661a-2132-4b08-b7cd-a019b5a5e48e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-601336-94-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-23T11:22:13Z,description=,heartbeat_timestamp=2021-06-23T11:31:43Z,host='dv-neutron-601336-94-hyperv',id=50ef99c0-ef28-4db5-b303-b145898fae60,load=0,resource_versions=,resources_synced=,started_at=2021-06-23T11:22:14Z,topic='l3_agent')) {'router_ids': ['3a1682e0-bce2-49f4-91f1-ceef87efd3ea'], 'active': True} {{(pid=94177) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 11:32:08.181640 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron_lib.callbacks.manager [None req-d4d96d94-a464-41e1-b93a-48163d269671 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-922915', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-239814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7866073', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773699642215'] for port, after_create {{(pid=94176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:32:08.182088 dv-neutron-601336-94-hyperv neutron-server[94177]: DEBUG neutron.db.l3_hamode_db [None req-2555661a-2132-4b08-b7cd-a019b5a5e48e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-601336-94-hyperv', False) {} {{(pid=94177) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 11:32:08.191158 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG oslo_concurrency.lockutils [None req-bf5da578-0e22-4bb5-85d3-386243cc267d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 11:32:08.193086 dv-neutron-601336-94-hyperv neutron-server[94177]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2555661a-2132-4b08-b7cd-a019b5a5e48e None None] Routers {'3a1682e0-bce2-49f4-91f1-ceef87efd3ea'} bound to L3 agent in host dv-neutron-601336-94-hyperv {{(pid=94177) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 23 11:32:08.193086 dv-neutron-601336-94-hyperv neutron-server[94177]: DEBUG neutron.db.l3_hamode_db [None req-2555661a-2132-4b08-b7cd-a019b5a5e48e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-601336-94-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-23T11:22:13Z,description=,heartbeat_timestamp=2021-06-23T11:31:43Z,host='dv-neutron-601336-94-hyperv',id=50ef99c0-ef28-4db5-b303-b145898fae60,load=0,resource_versions=,resources_synced=,started_at=2021-06-23T11:22:14Z,topic='l3_agent')) {'router_ids': ['3a1682e0-bce2-49f4-91f1-ceef87efd3ea'], 'active': True} {{(pid=94177) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 11:32:08.221485 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d4d96d94-a464-41e1-b93a-48163d269671 None None] Network f53f535d-bce4-4da8-9bd9-396677ff4e83 is already hosted by enough agents. {{(pid=94176) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 23 11:32:08.224572 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.scheduler.base_scheduler [None req-d4d96d94-a464-41e1-b93a-48163d269671 None None] Resources bound (agent type, host, resource id): {{(pid=94176) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 23 11:32:08.228333 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d4d96d94-a464-41e1-b93a-48163d269671 None None] Received port after_create {{(pid=94176) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 23 11:32:08.233629 dv-neutron-601336-94-hyperv neutron-server[94177]: DEBUG neutron.db.l3_hamode_db [None req-2555661a-2132-4b08-b7cd-a019b5a5e48e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-601336-94-hyperv', False) {} {{(pid=94177) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 11:32:08.234328 dv-neutron-601336-94-hyperv neutron-server[94177]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2555661a-2132-4b08-b7cd-a019b5a5e48e None None] The sync data for ids ['3a1682e0-bce2-49f4-91f1-ceef87efd3ea'] in dv-neutron-601336-94-hyperv is: [] {{(pid=94177) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 23 11:32:08.246398 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4d96d94-a464-41e1-b93a-48163d269671 None None] Pushing event updated for resources: {'Port': ['ID=f739ee86-d817-42f0-847b-0b327b576437,revision_number=1']} {{(pid=94176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 11:32:08.247202 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e50c5ee-21e1-4a38-aa4b-ece9cdd794ad admin admin] Pushing event deleted for resources: {'Port': ['ID=d779a3a3-033a-4e9e-a049-bdae9695b28d,revision_number=None']} {{(pid=94175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 11:32:08.251393 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG oslo_concurrency.lockutils [None req-d4d96d94-a464-41e1-b93a-48163d269671 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.060s {{(pid=94176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 11:32:08.253954 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0e50c5ee-21e1-4a38-aa4b-ece9cdd794ad admin admin] No DVR routers for this DVR port d779a3a3-033a-4e9e-a049-bdae9695b28d on host dv-neutron-601336-94-hyperv {{(pid=94175) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 23 11:32:08.267542 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG oslo_concurrency.lockutils [None req-0e50c5ee-21e1-4a38-aa4b-ece9cdd794ad admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.168s {{(pid=94175) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 11:32:08.291123 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron_lib.callbacks.manager [None req-28b33bf0-3353-46eb-af1b-6a7b2be982d3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:32:08.296139 dv-neutron-601336-94-hyperv neutron-server[94175]: INFO neutron.wsgi [None req-80437172-95b1-4938-badc-79ff920f8ba8 tempest-RoutersAdminTest-1733287776 tempest-RoutersAdminTest-1733287776-project-admin] 10.222.0.20 "GET /v2.0/routers/3a1682e0-bce2-49f4-91f1-ceef87efd3ea HTTP/1.1" status: 200 len: 741 time: 0.1931961 Jun 23 11:32:08.298610 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.wsgi [-] (94174) accepted ('10.222.0.20', 37860) {{(pid=94174) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 11:32:08.305351 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.plugins.ml2.managers [None req-d4d96d94-a464-41e1-b93a-48163d269671 None None] Attempting to bind port f739ee86-d817-42f0-847b-0b327b576437 on host dv-neutron-601336-94-hyperv for vnic_type normal with profile {{(pid=94176) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 23 11:32:08.305857 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.plugins.ml2.managers [None req-d4d96d94-a464-41e1-b93a-48163d269671 None None] Attempting to bind port f739ee86-d817-42f0-847b-0b327b576437 by drivers openvswitch,hyperv on host dv-neutron-601336-94-hyperv at level 0 using segments [{'id': '6303a411-6e70-4139-a530-9ee4cf8ba843', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 419, 'network_id': 'f53f535d-bce4-4da8-9bd9-396677ff4e83'}] {{(pid=94176) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 23 11:32:08.306333 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d4d96d94-a464-41e1-b93a-48163d269671 None None] Attempting to bind port f739ee86-d817-42f0-847b-0b327b576437 on network f53f535d-bce4-4da8-9bd9-396677ff4e83 {{(pid=94176) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 23 11:32:08.312930 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d4d96d94-a464-41e1-b93a-48163d269671 None None] Checking agent: {'id': '4d05f899-5ac9-411b-8a03-f60c93f87cdf', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-601336-94-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 23, 11, 22, 14), 'started_at': datetime.datetime(2021, 6, 23, 11, 22, 44), 'heartbeat_timestamp': datetime.datetime(2021, 6, 23, 11, 31, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'monitor_allowed_address_pair_garp': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-601336-94-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94176) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 23 11:32:08.313673 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d4d96d94-a464-41e1-b93a-48163d269671 None None] Checking segment: {'id': '6303a411-6e70-4139-a530-9ee4cf8ba843', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 419, 'network_id': 'f53f535d-bce4-4da8-9bd9-396677ff4e83'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94176) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 23 11:32:08.314315 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron_lib.callbacks.manager [None req-d4d96d94-a464-41e1-b93a-48163d269671 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:32:08.314925 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d4d96d94-a464-41e1-b93a-48163d269671 None None] Bound using segment: {'id': '6303a411-6e70-4139-a530-9ee4cf8ba843', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 419, 'network_id': 'f53f535d-bce4-4da8-9bd9-396677ff4e83'} {{(pid=94176) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 23 11:32:08.315894 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.plugins.ml2.managers [None req-d4d96d94-a464-41e1-b93a-48163d269671 None None] Bound port: f739ee86-d817-42f0-847b-0b327b576437, host: dv-neutron-601336-94-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6303a411-6e70-4139-a530-9ee4cf8ba843', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 419, 'network_id': 'f53f535d-bce4-4da8-9bd9-396677ff4e83'}}] {{(pid=94176) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 23 11:32:08.316375 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron_lib.callbacks.manager [None req-d4d96d94-a464-41e1-b93a-48163d269671 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-923122'] for port, before_update {{(pid=94176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:32:08.329898 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.wsgi [-] (94175) accepted ('10.222.0.20', 37862) {{(pid=94175) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 11:32:08.344997 dv-neutron-601336-94-hyperv neutron-server[94174]: INFO neutron.wsgi [None req-748f4ca6-d8c0-45a2-aa88-42087a74b424 tempest-RoutersAdminTest-1733287776 tempest-RoutersAdminTest-1733287776-project-admin] 10.222.0.20 "GET /v2.0/ports?network_id=3e7e4eb3-cf02-4d47-ade9-0a579cdfc60f&device_id=3a1682e0-bce2-49f4-91f1-ceef87efd3ea HTTP/1.1" status: 200 len: 205 time: 0.0406420 Jun 23 11:32:08.345249 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.wsgi [-] (94175) accepted ('10.222.0.20', 37864) {{(pid=94175) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 11:32:08.385906 dv-neutron-601336-94-hyperv neutron-server[94175]: INFO neutron.wsgi [None req-052be0d8-8577-45cd-b50c-83c861fc397f tempest-RoutersAdminTest-1813587668 tempest-RoutersAdminTest-1813587668-project] 10.222.0.20 "GET /v2.0/ports?device_id=3a1682e0-bce2-49f4-91f1-ceef87efd3ea HTTP/1.1" status: 200 len: 205 time: 0.0396485 Jun 23 11:32:08.391610 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.wsgi [-] (94175) accepted ('10.222.0.20', 37866) {{(pid=94175) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 11:32:08.393120 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron_lib.callbacks.manager [None req-0e50c5ee-21e1-4a38-aa4b-ece9cdd794ad admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-897259', 'neutron.services.segments.db._delete_segments_for_network-8773700168587'] for network, precommit_delete {{(pid=94175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:32:08.394917 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.plugins.ml2.db [None req-d4d96d94-a464-41e1-b93a-48163d269671 None None] For port f739ee86-d817-42f0-847b-0b327b576437, host dv-neutron-601336-94-hyperv, cleared binding levels {{(pid=94176) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 23 11:32:08.398995 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.plugins.ml2.db [None req-d4d96d94-a464-41e1-b93a-48163d269671 None None] For port f739ee86-d817-42f0-847b-0b327b576437, host dv-neutron-601336-94-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-94-hyperv',level=0,port_id=f739ee86-d817-42f0-847b-0b327b576437,segment=NetworkSegment(6303a411-6e70-4139-a530-9ee4cf8ba843),segment_id=6303a411-6e70-4139-a530-9ee4cf8ba843)] {{(pid=94176) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 23 11:32:08.427472 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.objects.ports [None req-fc2440b3-e18e-4cd8-a950-d330e10bd481 tempest-NetworksTestDHCPv6-162546708 tempest-NetworksTestDHCPv6-162546708-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=94174) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Jun 23 11:32:08.446805 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron_lib.callbacks.manager [None req-28b33bf0-3353-46eb-af1b-6a7b2be982d3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7996330'] for security_group, after_create {{(pid=94175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:32:08.449047 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron_lib.callbacks.manager [None req-0980d52b-4b4c-4c52-8f51-c6a7c57d99b7 tempest-RoutersAdminNegativeTest-145254802 tempest-RoutersAdminNegativeTest-145254802-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-922904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866062', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773700135024', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773699642224', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5196390'] for port, after_delete {{(pid=94174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:32:08.455009 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.services.segments.db [None req-0e50c5ee-21e1-4a38-aa4b-ece9cdd794ad admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['53451295-943c-4b83-97fd-a02f49b38b3c']}} {{(pid=94175) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 11:32:08.457161 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG oslo_concurrency.lockutils [None req-10c1f177-2edc-4841-9819-61b1b9b74256 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94175) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 11:32:08.489856 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron_lib.callbacks.manager [None req-d4d96d94-a464-41e1-b93a-48163d269671 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-922904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866062', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773700135042', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773699642233', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773699642278'] for port, after_update {{(pid=94176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:32:08.493649 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG oslo_concurrency.lockutils [None req-e193367b-d9d1-4acb-b8be-5de5cf764a9a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 11:32:08.497674 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG oslo_concurrency.lockutils [None req-0a5f7743-59b7-4085-bf5d-6fe83c4ff1f6 tempest-NetworksTestDHCPv6-162546708 tempest-NetworksTestDHCPv6-162546708-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94174) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 11:32:08.509744 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.services.segments.db [None req-0e50c5ee-21e1-4a38-aa4b-ece9cdd794ad admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c346af87-b391-4254-9d6e-eeb5f3162a6b') {'for_net_delete': True} {{(pid=94175) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 11:32:08.510031 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.services.segments.db [None req-0e50c5ee-21e1-4a38-aa4b-ece9cdd794ad admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c346af87-b391-4254-9d6e-eeb5f3162a6b') {} {{(pid=94175) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 11:32:08.533561 dv-neutron-601336-94-hyperv neutron-server[94175]: INFO neutron.wsgi [None req-4ab5bbc3-c150-4673-9140-4e45ddadd37f admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=7773bca180b74a769b5b6d02c3ba717c&name=default HTTP/1.1" status: 200 len: 2975 time: 0.1996646 Jun 23 11:32:08.540167 dv-neutron-601336-94-hyperv neutron-server[94175]: INFO neutron.wsgi [None req-3563d790-9d03-4e80-959f-b0c6721f2f32 tempest-PortsTestJSON-2085221018 tempest-PortsTestJSON-2085221018-project] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 779 time: 2.5268161 Jun 23 11:32:08.540748 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.wsgi [-] (94175) accepted ('10.222.0.20', 37868) {{(pid=94175) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 11:32:08.545993 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron_lib.callbacks.manager [None req-0e50c5ee-21e1-4a38-aa4b-ece9cdd794ad admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8773699955833', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5190677'] for segment, before_delete {{(pid=94175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:32:08.551110 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron_lib.callbacks.manager [None req-514022bc-d6c3-442a-aec9-fc464d1c4532 tempest-RoutersAdminTest-1813587668 tempest-RoutersAdminTest-1813587668-project] Notify callbacks [] for router, before_delete {{(pid=94175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:32:08.556569 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.wsgi [-] (94174) accepted ('10.222.0.20', 37870) {{(pid=94174) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 11:32:08.559705 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.api.v2.base [None req-8e9377c7-baab-4a02-a362-ce5c88df92fb tempest-PortsTestJSON-2085221018 tempest-PortsTestJSON-2085221018-project] Request body: {'port': {'network_id': 'c9584ed1-23c5-47a7-b4d6-264bedad0f19', 'name': 'tempest-PortsTestJSON-708272033'}} {{(pid=94174) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 23 11:32:08.565772 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0980d52b-4b4c-4c52-8f51-c6a7c57d99b7 tempest-RoutersAdminNegativeTest-145254802 tempest-RoutersAdminNegativeTest-145254802-project-admin] Pushing event deleted for resources: {'Port': ['ID=39f3b8ad-f9d0-4cf9-8cf4-bb3ab54813de,revision_number=None']} {{(pid=94174) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 11:32:08.570337 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28b33bf0-3353-46eb-af1b-6a7b2be982d3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dee626d7-a478-4538-8e66-187a0e3a6163,revision_number=1']} {{(pid=94175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 11:32:08.571900 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4d96d94-a464-41e1-b93a-48163d269671 None None] Pushing event updated for resources: {'Port': ['ID=f739ee86-d817-42f0-847b-0b327b576437,revision_number=2']} {{(pid=94176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 11:32:08.576320 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG oslo_concurrency.lockutils [None req-d4d96d94-a464-41e1-b93a-48163d269671 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.083s {{(pid=94176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 11:32:08.584836 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG oslo_concurrency.lockutils [None req-0980d52b-4b4c-4c52-8f51-c6a7c57d99b7 tempest-RoutersAdminNegativeTest-145254802 tempest-RoutersAdminNegativeTest-145254802-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.089s {{(pid=94174) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 11:32:08.611792 dv-neutron-601336-94-hyperv neutron-server[94175]: INFO neutron.wsgi [None req-28b33bf0-3353-46eb-af1b-6a7b2be982d3 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=5ebee6206f4d4c4380f029378e9840bd&name=default HTTP/1.1" status: 200 len: 2979 time: 1.1697574 Jun 23 11:32:08.612965 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG oslo_concurrency.lockutils [None req-28b33bf0-3353-46eb-af1b-6a7b2be982d3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.156s {{(pid=94175) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 11:32:08.643213 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.wsgi [-] (94175) accepted ('10.222.0.20', 37872) {{(pid=94175) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 11:32:08.668392 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron_lib.callbacks.manager [None req-0e50c5ee-21e1-4a38-aa4b-ece9cdd794ad admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3801'] for segment, precommit_delete {{(pid=94175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:32:08.689469 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0e50c5ee-21e1-4a38-aa4b-ece9cdd794ad admin admin] Releasing vlan 448 on physical network physnet1 to pool {{(pid=94175) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 23 11:32:08.689874 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron_lib.callbacks.manager [None req-0e50c5ee-21e1-4a38-aa4b-ece9cdd794ad admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3801', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5082371'] for segment, after_delete {{(pid=94175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:32:08.700319 dv-neutron-601336-94-hyperv neutron-server[94175]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 23 11:32:08.700319 dv-neutron-601336-94-hyperv neutron-server[94175]: self.session.flush() Jun 23 11:32:08.700319 dv-neutron-601336-94-hyperv neutron-server[94175]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 23 11:32:08.700319 dv-neutron-601336-94-hyperv neutron-server[94175]: self.session.flush() Jun 23 11:32:08.700319 dv-neutron-601336-94-hyperv neutron-server[94175]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 23 11:32:08.700319 dv-neutron-601336-94-hyperv neutron-server[94175]: self.session.flush() Jun 23 11:32:08.700319 dv-neutron-601336-94-hyperv neutron-server[94175]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 23 11:32:08.700319 dv-neutron-601336-94-hyperv neutron-server[94175]: self.session.flush() Jun 23 11:32:08.700319 dv-neutron-601336-94-hyperv neutron-server[94175]: Traceback (most recent call last): Jun 23 11:32:08.700319 dv-neutron-601336-94-hyperv neutron-server[94175]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 23 11:32:08.700319 dv-neutron-601336-94-hyperv neutron-server[94175]: timer() Jun 23 11:32:08.700319 dv-neutron-601336-94-hyperv neutron-server[94175]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 23 11:32:08.700319 dv-neutron-601336-94-hyperv neutron-server[94175]: cb(*args, **kw) Jun 23 11:32:08.700319 dv-neutron-601336-94-hyperv neutron-server[94175]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 23 11:32:08.700319 dv-neutron-601336-94-hyperv neutron-server[94175]: return func(*args, **kwargs) Jun 23 11:32:08.700319 dv-neutron-601336-94-hyperv neutron-server[94175]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 23 11:32:08.700319 dv-neutron-601336-94-hyperv neutron-server[94175]: self._notify() Jun 23 11:32:08.700319 dv-neutron-601336-94-hyperv neutron-server[94175]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 23 11:32:08.700319 dv-neutron-601336-94-hyperv neutron-server[94175]: self.callback(batched_events) Jun 23 11:32:08.700319 dv-neutron-601336-94-hyperv neutron-server[94175]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 23 11:32:08.700319 dv-neutron-601336-94-hyperv neutron-server[94175]: event.method(event) Jun 23 11:32:08.700319 dv-neutron-601336-94-hyperv neutron-server[94175]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 23 11:32:08.700319 dv-neutron-601336-94-hyperv neutron-server[94175]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 23 11:32:08.700319 dv-neutron-601336-94-hyperv neutron-server[94175]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 23 11:32:08.700319 dv-neutron-601336-94-hyperv neutron-server[94175]: aggregate_uuid = self.p_client.list_aggregates( Jun 23 11:32:08.700319 dv-neutron-601336-94-hyperv neutron-server[94175]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 23 11:32:08.700319 dv-neutron-601336-94-hyperv neutron-server[94175]: return f(self, *a, **k) Jun 23 11:32:08.700319 dv-neutron-601336-94-hyperv neutron-server[94175]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 23 11:32:08.700319 dv-neutron-601336-94-hyperv neutron-server[94175]: return self._get(url).json() Jun 23 11:32:08.700319 dv-neutron-601336-94-hyperv neutron-server[94175]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 23 11:32:08.700319 dv-neutron-601336-94-hyperv neutron-server[94175]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 23 11:32:08.700319 dv-neutron-601336-94-hyperv neutron-server[94175]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 23 11:32:08.700319 dv-neutron-601336-94-hyperv neutron-server[94175]: return self.request(url, 'GET', **kwargs) Jun 23 11:32:08.700319 dv-neutron-601336-94-hyperv neutron-server[94175]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 23 11:32:08.700319 dv-neutron-601336-94-hyperv neutron-server[94175]: base_url = self.get_endpoint(auth, allow=allow, Jun 23 11:32:08.700319 dv-neutron-601336-94-hyperv neutron-server[94175]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 23 11:32:08.700319 dv-neutron-601336-94-hyperv neutron-server[94175]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 23 11:32:08.700319 dv-neutron-601336-94-hyperv neutron-server[94175]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 23 11:32:08.700319 dv-neutron-601336-94-hyperv neutron-server[94175]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 23 11:32:08.700319 dv-neutron-601336-94-hyperv neutron-server[94175]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 23 11:32:08.779960 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron_lib.callbacks.manager [None req-0980d52b-4b4c-4c52-8f51-c6a7c57d99b7 tempest-RoutersAdminNegativeTest-145254802 tempest-RoutersAdminNegativeTest-145254802-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-217507'] for port, before_response {{(pid=94174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:32:08.782334 dv-neutron-601336-94-hyperv neutron-server[94174]: INFO neutron.wsgi [None req-0980d52b-4b4c-4c52-8f51-c6a7c57d99b7 tempest-RoutersAdminNegativeTest-145254802 tempest-RoutersAdminNegativeTest-145254802-project-admin] 10.222.0.20 "DELETE /v2.0/ports/39f3b8ad-f9d0-4cf9-8cf4-bb3ab54813de HTTP/1.1" status: 204 len: 168 time: 1.3194203 Jun 23 11:32:08.884588 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron_lib.callbacks.manager [None req-514022bc-d6c3-442a-aec9-fc464d1c4532 tempest-RoutersAdminTest-1813587668 tempest-RoutersAdminTest-1813587668-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-520417', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-32301'] for router, precommit_delete {{(pid=94175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:32:08.888750 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron_lib.callbacks.manager [None req-514022bc-d6c3-442a-aec9-fc464d1c4532 tempest-RoutersAdminTest-1813587668 tempest-RoutersAdminTest-1813587668-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:32:08.900889 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8e9377c7-baab-4a02-a362-ce5c88df92fb tempest-PortsTestJSON-2085221018 tempest-PortsTestJSON-2085221018-project] Made reservation on behalf of 9e5461dd76964a018bba022fe5f7a0f1 for: {'port': 1} {{(pid=94174) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 23 11:32:08.907118 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron_lib.callbacks.manager [None req-8e9377c7-baab-4a02-a362-ce5c88df92fb tempest-PortsTestJSON-2085221018 tempest-PortsTestJSON-2085221018-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-923104'] for port, before_create {{(pid=94174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:32:08.940277 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron_lib.callbacks.manager [None req-fc2440b3-e18e-4cd8-a950-d330e10bd481 tempest-NetworksTestDHCPv6-162546708 tempest-NetworksTestDHCPv6-162546708-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-923122'] for port, before_update {{(pid=94174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:32:08.942421 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.plugins.ml2.rpc [None req-dc7542b2-afef-47f4-a763-e3a3cba144be None None] Device f739ee86-d817-42f0-847b-0b327b576437 up at agent ovs-agent-dv-neutron-601336-94-hyperv {{(pid=94176) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:298}} Jun 23 11:32:08.947852 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.notifiers.nova [None req-8e9377c7-baab-4a02-a362-ce5c88df92fb tempest-PortsTestJSON-2085221018 tempest-PortsTestJSON-2085221018-project] device_id is not set on port 1581b641-d989-429b-9c22-7f08f65cb943 yet. {{(pid=94174) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jun 23 11:32:08.995964 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron_lib.callbacks.manager [None req-7e7d1643-5df7-4fef-b00a-fb02f9540386 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:32:09.002267 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron_lib.callbacks.manager [None req-ac8b0885-7021-48c7-834d-af10d7aa96a3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:32:09.033530 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron_lib.callbacks.manager [None req-7e7d1643-5df7-4fef-b00a-fb02f9540386 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:32:09.048686 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron_lib.callbacks.manager [None req-ac8b0885-7021-48c7-834d-af10d7aa96a3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:32:09.092510 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron_lib.callbacks.manager [None req-514022bc-d6c3-442a-aec9-fc464d1c4532 tempest-RoutersAdminTest-1813587668 tempest-RoutersAdminTest-1813587668-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-494961'] for router, after_delete {{(pid=94175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:32:09.093039 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-514022bc-d6c3-442a-aec9-fc464d1c4532 tempest-RoutersAdminTest-1813587668 tempest-RoutersAdminTest-1813587668-project] Fanout notify agent at l3_agent the message router_deleted on router 3a1682e0-bce2-49f4-91f1-ceef87efd3ea {{(pid=94175) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jun 23 11:32:09.101023 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron_lib.callbacks.manager [None req-514022bc-d6c3-442a-aec9-fc464d1c4532 tempest-RoutersAdminTest-1813587668 tempest-RoutersAdminTest-1813587668-project] Notify callbacks [] for router, before_response {{(pid=94175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:32:09.102036 dv-neutron-601336-94-hyperv neutron-server[94175]: INFO neutron.wsgi [None req-514022bc-d6c3-442a-aec9-fc464d1c4532 tempest-RoutersAdminTest-1813587668 tempest-RoutersAdminTest-1813587668-project] 10.222.0.20 "DELETE /v2.0/routers/3a1682e0-bce2-49f4-91f1-ceef87efd3ea HTTP/1.1" status: 204 len: 168 time: 0.7064188 Jun 23 11:32:09.105573 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.wsgi [-] (94175) accepted ('10.222.0.20', 37876) {{(pid=94175) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 11:32:09.136148 dv-neutron-601336-94-hyperv neutron-server[94175]: INFO neutron.wsgi [None req-22c864d2-9f7e-43eb-87a6-1e2e2343248a tempest-RoutersAdminTest-1813587668 tempest-RoutersAdminTest-1813587668-project] 10.222.0.20 "GET /v2.0/ports?device_id=3a1682e0-bce2-49f4-91f1-ceef87efd3ea HTTP/1.1" status: 200 len: 205 time: 0.0288885 Jun 23 11:32:09.139183 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.wsgi [-] (94175) accepted ('10.222.0.20', 37878) {{(pid=94175) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 11:32:09.170158 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.db.provisioning_blocks [None req-dc7542b2-afef-47f4-a763-e3a3cba144be None None] Provisioning for port f739ee86-d817-42f0-847b-0b327b576437 completed by entity L2. {{(pid=94176) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 23 11:32:09.182631 dv-neutron-601336-94-hyperv neutron-server[94175]: INFO neutron.api.v2.resource [None req-9e102e83-2682-4898-aa0f-18e7ffe17ea1 tempest-RoutersAdminTest-1813587668 tempest-RoutersAdminTest-1813587668-project] delete failed (client error): The resource could not be found. Jun 23 11:32:09.186333 dv-neutron-601336-94-hyperv neutron-server[94175]: INFO neutron.wsgi [None req-9e102e83-2682-4898-aa0f-18e7ffe17ea1 tempest-RoutersAdminTest-1813587668 tempest-RoutersAdminTest-1813587668-project] 10.222.0.20 "DELETE /v2.0/routers/3a1682e0-bce2-49f4-91f1-ceef87efd3ea HTTP/1.1" status: 404 len: 336 time: 0.0459988 Jun 23 11:32:09.187054 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron_lib.callbacks.manager [None req-0e50c5ee-21e1-4a38-aa4b-ece9cdd794ad admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-897248', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8002400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7866073', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-524247'] for network, after_delete {{(pid=94175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:32:09.188627 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.wsgi [-] (94175) accepted ('10.222.0.20', 37880) {{(pid=94175) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 11:32:09.199907 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94175) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 11:32:09.206549 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron_lib.callbacks.manager [None req-0e50c5ee-21e1-4a38-aa4b-ece9cdd794ad admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7865916'] for network, before_response {{(pid=94175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:32:09.208592 dv-neutron-601336-94-hyperv neutron-server[94175]: INFO neutron.wsgi [None req-0e50c5ee-21e1-4a38-aa4b-ece9cdd794ad admin admin] 10.222.0.20 "DELETE /v2.0/networks/53451295-943c-4b83-97fd-a02f49b38b3c HTTP/1.1" status: 204 len: 168 time: 2.3208618 Jun 23 11:32:09.232410 dv-neutron-601336-94-hyperv neutron-server[94175]: INFO neutron.wsgi [None req-2735494e-fcf7-4d00-b8b4-699d3a9b5680 tempest-RoutersAdminTest-1813587668 tempest-RoutersAdminTest-1813587668-project] 10.222.0.20 "GET /v2.0/ports?device_id=ad3c2c42-78fa-4829-a4d5-9b896d3538c9 HTTP/1.1" status: 200 len: 205 time: 0.0422561 Jun 23 11:32:09.244612 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.wsgi [-] (94175) accepted ('10.222.0.20', 37884) {{(pid=94175) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 11:32:09.252437 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron_lib.callbacks.manager [None req-7e7d1643-5df7-4fef-b00a-fb02f9540386 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7996330'] for security_group, after_delete {{(pid=94175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:32:09.254102 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.plugins.ml2.rpc [None req-dc7542b2-afef-47f4-a763-e3a3cba144be None None] Device 1c33cc39-b094-4286-8993-513f659acc1a no longer exists at agent ovs-agent-dv-neutron-601336-94-hyperv {{(pid=94176) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:261}} Jun 23 11:32:09.254951 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron_lib.callbacks.manager [None req-7e7d1643-5df7-4fef-b00a-fb02f9540386 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:32:09.258428 dv-neutron-601336-94-hyperv neutron-server[94175]: INFO neutron.wsgi [None req-7e7d1643-5df7-4fef-b00a-fb02f9540386 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/5382ad7e-ad87-4f62-81aa-8b2b93bc67d6 HTTP/1.1" status: 204 len: 168 time: 0.7076519 Jun 23 11:32:09.258428 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e50c5ee-21e1-4a38-aa4b-ece9cdd794ad admin admin] Pushing event deleted for resources: {'Network': ['ID=53451295-943c-4b83-97fd-a02f49b38b3c,revision_number=None']} {{(pid=94175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 11:32:09.266450 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron_lib.callbacks.manager [None req-8e9377c7-baab-4a02-a362-ce5c88df92fb tempest-PortsTestJSON-2085221018 tempest-PortsTestJSON-2085221018-project] Notify callbacks [] for port, precommit_create {{(pid=94174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:32:09.283600 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.plugins.ml2.plugin [None req-dc7542b2-afef-47f4-a763-e3a3cba144be None None] No Port match for: 1c33cc39-b094-4286-8993-513f659acc1a {{(pid=94176) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2240}} Jun 23 11:32:09.283958 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.plugins.ml2.rpc [None req-dc7542b2-afef-47f4-a763-e3a3cba144be None None] Device 1c33cc39-b094-4286-8993-513f659acc1a not bound to the agent host dv-neutron-601336-94-hyperv {{(pid=94176) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:271}} Jun 23 11:32:09.284399 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.plugins.ml2.rpc [None req-dc7542b2-afef-47f4-a763-e3a3cba144be None None] Device d779a3a3-033a-4e9e-a049-bdae9695b28d no longer exists at agent ovs-agent-dv-neutron-601336-94-hyperv {{(pid=94176) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:261}} Jun 23 11:32:09.292552 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG oslo_concurrency.lockutils [None req-0e50c5ee-21e1-4a38-aa4b-ece9cdd794ad admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.092s {{(pid=94175) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 11:32:09.292803 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG oslo_concurrency.lockutils [None req-42ed3686-bf56-4e77-916f-aba5d6ce14d1 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.002s {{(pid=94175) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 11:32:09.296336 dv-neutron-601336-94-hyperv neutron-server[94175]: INFO neutron.api.v2.resource [None req-f53a96f4-88d4-4110-9361-d7096124bbc5 tempest-RoutersAdminTest-1813587668 tempest-RoutersAdminTest-1813587668-project] delete failed (client error): The resource could not be found. Jun 23 11:32:09.300633 dv-neutron-601336-94-hyperv neutron-server[94175]: INFO neutron.wsgi [None req-f53a96f4-88d4-4110-9361-d7096124bbc5 tempest-RoutersAdminTest-1813587668 tempest-RoutersAdminTest-1813587668-project] 10.222.0.20 "DELETE /v2.0/routers/ad3c2c42-78fa-4829-a4d5-9b896d3538c9 HTTP/1.1" status: 404 len: 336 time: 0.0551019 Jun 23 11:32:09.300790 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.wsgi [-] (94174) accepted ('10.222.0.20', 37888) {{(pid=94174) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 11:32:09.301347 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron_lib.callbacks.manager [None req-ac8b0885-7021-48c7-834d-af10d7aa96a3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7996330'] for security_group, after_delete {{(pid=94175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:32:09.302752 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.plugins.ml2.db [None req-fc2440b3-e18e-4cd8-a950-d330e10bd481 tempest-NetworksTestDHCPv6-162546708 tempest-NetworksTestDHCPv6-162546708-project] For port f739ee86-d817-42f0-847b-0b327b576437, host dv-neutron-601336-94-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-94-hyperv',level=0,port_id=f739ee86-d817-42f0-847b-0b327b576437,segment=NetworkSegment(6303a411-6e70-4139-a530-9ee4cf8ba843),segment_id=6303a411-6e70-4139-a530-9ee4cf8ba843)] {{(pid=94174) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 23 11:32:09.306044 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron_lib.callbacks.manager [None req-ac8b0885-7021-48c7-834d-af10d7aa96a3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:32:09.306044 dv-neutron-601336-94-hyperv neutron-server[94175]: INFO neutron.wsgi [None req-ac8b0885-7021-48c7-834d-af10d7aa96a3 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/dee626d7-a478-4538-8e66-187a0e3a6163 HTTP/1.1" status: 204 len: 168 time: 0.6610174 Jun 23 11:32:09.312896 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e7d1643-5df7-4fef-b00a-fb02f9540386 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5382ad7e-ad87-4f62-81aa-8b2b93bc67d6,revision_number=None']} {{(pid=94175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 11:32:09.313387 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.plugins.ml2.plugin [None req-dc7542b2-afef-47f4-a763-e3a3cba144be None None] No Port match for: d779a3a3-033a-4e9e-a049-bdae9695b28d {{(pid=94176) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2240}} Jun 23 11:32:09.313750 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.plugins.ml2.rpc [None req-dc7542b2-afef-47f4-a763-e3a3cba144be None None] Device d779a3a3-033a-4e9e-a049-bdae9695b28d not bound to the agent host dv-neutron-601336-94-hyperv {{(pid=94176) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:271}} Jun 23 11:32:09.315188 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG oslo_concurrency.lockutils [None req-7e7d1643-5df7-4fef-b00a-fb02f9540386 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.022s {{(pid=94175) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 11:32:09.315636 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.009s {{(pid=94175) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 11:32:09.323351 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac8b0885-7021-48c7-834d-af10d7aa96a3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dee626d7-a478-4538-8e66-187a0e3a6163,revision_number=None']} {{(pid=94175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 11:32:09.326460 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG oslo_concurrency.lockutils [None req-ac8b0885-7021-48c7-834d-af10d7aa96a3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.010s {{(pid=94175) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 11:32:09.352998 dv-neutron-601336-94-hyperv neutron-server[94174]: INFO neutron.wsgi [None req-222d1f9b-2b65-43cb-aafc-3a407d3e526c tempest-RoutersAdminTest-1813587668 tempest-RoutersAdminTest-1813587668-project] 10.222.0.20 "GET /v2.0/ports?device_id=7a70d28b-bf45-40a0-b62b-5288810cf959 HTTP/1.1" status: 200 len: 205 time: 0.0463607 Jun 23 11:32:09.355665 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.wsgi [-] (94175) accepted ('10.222.0.20', 37894) {{(pid=94175) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 11:32:09.391375 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron_lib.callbacks.manager [None req-fc2440b3-e18e-4cd8-a950-d330e10bd481 tempest-NetworksTestDHCPv6-162546708 tempest-NetworksTestDHCPv6-162546708-project] Notify callbacks [] for port, precommit_update {{(pid=94174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:32:09.496165 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron_lib.callbacks.manager [None req-fc2440b3-e18e-4cd8-a950-d330e10bd481 tempest-NetworksTestDHCPv6-162546708 tempest-NetworksTestDHCPv6-162546708-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-922904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866062', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773700135042', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773699642233', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773699642278', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5196369'] for port, after_update {{(pid=94174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:32:09.497071 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron_lib.callbacks.manager [None req-fc2440b3-e18e-4cd8-a950-d330e10bd481 tempest-NetworksTestDHCPv6-162546708 tempest-NetworksTestDHCPv6-162546708-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866062', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5195999', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4294259'] for subnet, after_create {{(pid=94174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:32:09.500691 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron_lib.callbacks.manager [None req-8e9377c7-baab-4a02-a362-ce5c88df92fb tempest-PortsTestJSON-2085221018 tempest-PortsTestJSON-2085221018-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-922915', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-239814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7866073', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773699642215', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-5196399'] for port, after_create {{(pid=94174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:32:09.503976 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG oslo_concurrency.lockutils [None req-39825cb4-a962-4cf3-91e0-213459e3b4f6 tempest-FloatingIPAdminTestJSON-1438251879 tempest-FloatingIPAdminTestJSON-1438251879-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94174) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 11:32:09.562050 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fc2440b3-e18e-4cd8-a950-d330e10bd481 tempest-NetworksTestDHCPv6-162546708 tempest-NetworksTestDHCPv6-162546708-project] Network f53f535d-bce4-4da8-9bd9-396677ff4e83 is already hosted by enough agents. {{(pid=94174) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 23 11:32:09.576753 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.scheduler.base_scheduler [None req-fc2440b3-e18e-4cd8-a950-d330e10bd481 tempest-NetworksTestDHCPv6-162546708 tempest-NetworksTestDHCPv6-162546708-project] Resources bound (agent type, host, resource id): {{(pid=94174) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 23 11:32:09.584051 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fc2440b3-e18e-4cd8-a950-d330e10bd481 tempest-NetworksTestDHCPv6-162546708 tempest-NetworksTestDHCPv6-162546708-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94174) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 11:32:09.584659 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron_lib.callbacks.manager [None req-fc2440b3-e18e-4cd8-a950-d330e10bd481 tempest-NetworksTestDHCPv6-162546708 tempest-NetworksTestDHCPv6-162546708-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7865916'] for subnet, before_response {{(pid=94174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:32:09.626276 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc2440b3-e18e-4cd8-a950-d330e10bd481 tempest-NetworksTestDHCPv6-162546708 tempest-NetworksTestDHCPv6-162546708-project] Pushing event updated for resources: {'Port': ['ID=f739ee86-d817-42f0-847b-0b327b576437,revision_number=4']} {{(pid=94174) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 11:32:09.631794 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG oslo_concurrency.lockutils [None req-fc2440b3-e18e-4cd8-a950-d330e10bd481 tempest-NetworksTestDHCPv6-162546708 tempest-NetworksTestDHCPv6-162546708-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.128s {{(pid=94174) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 11:32:09.632316 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG oslo_concurrency.lockutils [None req-2e9732c2-bf27-44df-9e92-7c72ab355437 tempest-NetworksTestDHCPv6-162546708 tempest-NetworksTestDHCPv6-162546708-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.124s {{(pid=94174) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 11:32:09.657470 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8e9377c7-baab-4a02-a362-ce5c88df92fb tempest-PortsTestJSON-2085221018 tempest-PortsTestJSON-2085221018-project] Checking segment: {'id': '070bfeb7-251d-4048-8853-f7c49da9034e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 410, 'network_id': 'c9584ed1-23c5-47a7-b4d6-264bedad0f19'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94174) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 23 11:32:09.657781 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8e9377c7-baab-4a02-a362-ce5c88df92fb tempest-PortsTestJSON-2085221018 tempest-PortsTestJSON-2085221018-project] Network hostable DHCP agents. Network: c9584ed1-23c5-47a7-b4d6-264bedad0f19, hostable agents: ['8cf29b10-0e57-4131-816f-a4b6ad00b249'], hosted agents: [] {{(pid=94174) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 23 11:32:09.667927 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.wsgi [-] (94174) accepted ('10.222.0.20', 37896) {{(pid=94174) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 11:32:09.713478 dv-neutron-601336-94-hyperv neutron-server[94174]: INFO neutron.wsgi [None req-fc2440b3-e18e-4cd8-a950-d330e10bd481 tempest-NetworksTestDHCPv6-162546708 tempest-NetworksTestDHCPv6-162546708-project] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 827 time: 2.3835056 Jun 23 11:32:09.718721 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.wsgi [-] (94174) accepted ('10.222.0.20', 37898) {{(pid=94174) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 11:32:09.723647 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc2440b3-e18e-4cd8-a950-d330e10bd481 tempest-NetworksTestDHCPv6-162546708 tempest-NetworksTestDHCPv6-162546708-project] Pushing event updated for resources: {'Subnet': ['ID=fc13185b-e413-49e6-bde4-8144aeeff9e3,revision_number=0']} {{(pid=94174) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 11:32:09.733369 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.api.v2.base [None req-8174a271-1084-4b80-aedc-a4efc2520cb7 tempest-NetworksTestDHCPv6-162546708 tempest-NetworksTestDHCPv6-162546708-project] Request body: {'port': {'network_id': 'f53f535d-bce4-4da8-9bd9-396677ff4e83', 'mac_address': 'fa:16:3e:ff:c2:59', 'name': 'tempest-NetworksTestDHCPv6-852571470'}} {{(pid=94174) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 23 11:32:09.737665 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG oslo_concurrency.lockutils [None req-fc2440b3-e18e-4cd8-a950-d330e10bd481 tempest-NetworksTestDHCPv6-162546708 tempest-NetworksTestDHCPv6-162546708-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.105s {{(pid=94174) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 11:32:09.739698 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG oslo_concurrency.lockutils [None req-861e41b4-def1-4d8f-a1a7-3617fb587030 tempest-ServersTestManualDisk-1703480083 tempest-ServersTestManualDisk-1703480083-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.222s {{(pid=94174) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 11:32:09.752188 dv-neutron-601336-94-hyperv neutron-server[94175]: INFO neutron.api.v2.resource [None req-38766041-1f79-4606-ab1e-b96bafdbb39b tempest-RoutersAdminTest-1813587668 tempest-RoutersAdminTest-1813587668-project] delete failed (client error): The resource could not be found. Jun 23 11:32:09.756851 dv-neutron-601336-94-hyperv neutron-server[94175]: INFO neutron.wsgi [None req-38766041-1f79-4606-ab1e-b96bafdbb39b tempest-RoutersAdminTest-1813587668 tempest-RoutersAdminTest-1813587668-project] 10.222.0.20 "DELETE /v2.0/routers/7a70d28b-bf45-40a0-b62b-5288810cf959 HTTP/1.1" status: 404 len: 336 time: 0.3995111 Jun 23 11:32:09.760938 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.wsgi [-] (94174) accepted ('10.222.0.20', 37900) {{(pid=94174) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 11:32:09.762611 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-53e2dd39-0931-4e3b-bb49-ad3a3c7941a0 None None] Network f53f535d-bce4-4da8-9bd9-396677ff4e83 requested from dv-neutron-601336-94-hyperv {{(pid=94176) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 23 11:32:09.784755 dv-neutron-601336-94-hyperv neutron-server[94174]: INFO neutron.wsgi [None req-1123f499-bae7-4faf-b637-bf1e5f7a71f4 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=3e2c0af899fe4d7db7ea93301231f34d&name=default HTTP/1.1" status: 200 len: 2975 time: 0.1107409 Jun 23 11:32:09.785121 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.wsgi [-] (94175) accepted ('10.222.0.20', 37902) {{(pid=94175) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 11:32:09.853220 dv-neutron-601336-94-hyperv neutron-server[94174]: INFO neutron.wsgi [None req-9ce0c06e-02e9-4986-a40b-42074ef4d22d tempest-RoutersAdminTest-1813587668 tempest-RoutersAdminTest-1813587668-project] 10.222.0.20 "GET /v2.0/ports?device_id=6ed7e62d-c557-4d87-aad3-977efa24f580 HTTP/1.1" status: 200 len: 205 time: 0.0732529 Jun 23 11:32:09.855339 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.wsgi [-] (94175) accepted ('10.222.0.20', 37906) {{(pid=94175) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 11:32:09.855738 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.wsgi [-] (94175) accepted ('10.222.0.20', 37908) {{(pid=94175) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 11:32:09.860787 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8e9377c7-baab-4a02-a362-ce5c88df92fb tempest-PortsTestJSON-2085221018 tempest-PortsTestJSON-2085221018-project] Network c9584ed1-23c5-47a7-b4d6-264bedad0f19 is scheduled to be hosted by DHCP agent 8cf29b10-0e57-4131-816f-a4b6ad00b249 with binding_index 1 {{(pid=94174) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 23 11:32:09.889380 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e9377c7-baab-4a02-a362-ce5c88df92fb tempest-PortsTestJSON-2085221018 tempest-PortsTestJSON-2085221018-project] Pushing event updated for resources: {'Port': ['ID=1581b641-d989-429b-9c22-7f08f65cb943,revision_number=1']} {{(pid=94174) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 11:32:09.894810 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG oslo_concurrency.lockutils [None req-8e9377c7-baab-4a02-a362-ce5c88df92fb tempest-PortsTestJSON-2085221018 tempest-PortsTestJSON-2085221018-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.155s {{(pid=94174) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 11:32:09.904668 dv-neutron-601336-94-hyperv neutron-server[94175]: INFO neutron.api.v2.resource [None req-8c4b18f6-4b2a-4403-b0a6-2389584b764c tempest-RoutersAdminTest-1813587668 tempest-RoutersAdminTest-1813587668-project] delete failed (client error): The resource could not be found. Jun 23 11:32:09.904668 dv-neutron-601336-94-hyperv neutron-server[94175]: INFO neutron.wsgi [None req-8c4b18f6-4b2a-4403-b0a6-2389584b764c tempest-RoutersAdminTest-1813587668 tempest-RoutersAdminTest-1813587668-project] 10.222.0.20 "DELETE /v2.0/routers/6ed7e62d-c557-4d87-aad3-977efa24f580 HTTP/1.1" status: 404 len: 336 time: 0.0395384 Jun 23 11:32:09.909880 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.wsgi [-] (94174) accepted ('10.222.0.20', 37912) {{(pid=94174) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 11:32:09.911980 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron_lib.callbacks.manager [None req-3d8129c5-d2e1-48e6-a827-9e698cdb37a8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:32:09.929889 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.db.provisioning_blocks [None req-29337d8e-ea70-4315-811a-0552e279b6a2 None None] Provisioning for port f739ee86-d817-42f0-847b-0b327b576437 completed by entity DHCP. {{(pid=94176) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 23 11:32:09.936800 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron_lib.callbacks.manager [None req-3d8129c5-d2e1-48e6-a827-9e698cdb37a8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:32:09.938778 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.db.provisioning_blocks [None req-29337d8e-ea70-4315-811a-0552e279b6a2 None None] Provisioning complete for port f739ee86-d817-42f0-847b-0b327b576437 triggered by entity DHCP. {{(pid=94176) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 23 11:32:09.939429 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron_lib.callbacks.manager [None req-29337d8e-ea70-4315-811a-0552e279b6a2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-899258'] for port, provisioning_complete {{(pid=94176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:32:09.954129 dv-neutron-601336-94-hyperv neutron-server[94174]: INFO neutron.wsgi [None req-1445a74d-d16e-4f58-bbf0-e6c913a98db7 tempest-RoutersAdminTest-1813587668 tempest-RoutersAdminTest-1813587668-project] 10.222.0.20 "GET /v2.0/ports?device_id=3398b0d2-8275-4365-b090-dec51ae3e855 HTTP/1.1" status: 200 len: 205 time: 0.0429695 Jun 23 11:32:09.954721 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.wsgi [-] (94174) accepted ('10.222.0.20', 37916) {{(pid=94174) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 11:32:09.967515 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.scheduler.base_scheduler [None req-8e9377c7-baab-4a02-a362-ce5c88df92fb tempest-PortsTestJSON-2085221018 tempest-PortsTestJSON-2085221018-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-601336-94-hyperv, c9584ed1-23c5-47a7-b4d6-264bedad0f19) {{(pid=94174) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 23 11:32:09.989614 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e977e661-43ea-4707-a3fd-633e8c08310e None None] Network c9584ed1-23c5-47a7-b4d6-264bedad0f19 requested from dv-neutron-601336-94-hyperv {{(pid=94176) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 23 11:32:10.015300 dv-neutron-601336-94-hyperv neutron-server[94174]: INFO neutron.api.v2.resource [None req-9be1d1ef-9d04-4483-a995-5e200a3aa1f2 tempest-RoutersAdminTest-1813587668 tempest-RoutersAdminTest-1813587668-project] delete failed (client error): The resource could not be found. Jun 23 11:32:10.018931 dv-neutron-601336-94-hyperv neutron-server[94174]: INFO neutron.wsgi [None req-9be1d1ef-9d04-4483-a995-5e200a3aa1f2 tempest-RoutersAdminTest-1813587668 tempest-RoutersAdminTest-1813587668-project] 10.222.0.20 "DELETE /v2.0/routers/3398b0d2-8275-4365-b090-dec51ae3e855 HTTP/1.1" status: 404 len: 336 time: 0.0605235 Jun 23 11:32:10.023248 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8e9377c7-baab-4a02-a362-ce5c88df92fb tempest-PortsTestJSON-2085221018 tempest-PortsTestJSON-2085221018-project] Received port after_create {{(pid=94174) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 23 11:32:10.023385 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.wsgi [-] (94175) accepted ('10.222.0.20', 37918) {{(pid=94175) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 11:32:10.025425 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8e9377c7-baab-4a02-a362-ce5c88df92fb tempest-PortsTestJSON-2085221018 tempest-PortsTestJSON-2085221018-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94174) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 11:32:10.025827 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron_lib.callbacks.manager [None req-8e9377c7-baab-4a02-a362-ce5c88df92fb tempest-PortsTestJSON-2085221018 tempest-PortsTestJSON-2085221018-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-217507'] for port, before_response {{(pid=94174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:32:10.058215 dv-neutron-601336-94-hyperv neutron-server[94175]: INFO neutron.wsgi [None req-0b0eef2f-7bc8-4add-8c39-e230325b74ad tempest-RoutersAdminTest-1813587668 tempest-RoutersAdminTest-1813587668-project] 10.222.0.20 "GET /v2.0/ports?device_id=3b204e2a-ec33-4015-867b-afaec135a02e HTTP/1.1" status: 200 len: 205 time: 0.0337644 Jun 23 11:32:10.060751 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.wsgi [-] (94174) accepted ('10.222.0.20', 37920) {{(pid=94174) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 11:32:10.104150 dv-neutron-601336-94-hyperv neutron-server[94174]: INFO neutron.api.v2.resource [None req-c5e874cd-da1f-4729-a6ae-a464a0d42c59 tempest-RoutersAdminTest-1813587668 tempest-RoutersAdminTest-1813587668-project] delete failed (client error): The resource could not be found. Jun 23 11:32:10.105297 dv-neutron-601336-94-hyperv neutron-server[94174]: INFO neutron.wsgi [None req-c5e874cd-da1f-4729-a6ae-a464a0d42c59 tempest-RoutersAdminTest-1813587668 tempest-RoutersAdminTest-1813587668-project] 10.222.0.20 "DELETE /v2.0/routers/3b204e2a-ec33-4015-867b-afaec135a02e HTTP/1.1" status: 404 len: 336 time: 0.0430458 Jun 23 11:32:10.108008 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.wsgi [-] (94174) accepted ('10.222.0.20', 37922) {{(pid=94174) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 11:32:10.147781 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron_lib.callbacks.manager [None req-3d8129c5-d2e1-48e6-a827-9e698cdb37a8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7996330'] for security_group, after_delete {{(pid=94175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:32:10.148275 dv-neutron-601336-94-hyperv neutron-server[94174]: INFO neutron.pecan_wsgi.hooks.translation [None req-c7a8f344-72a5-46f3-953e-4d7bcfbd5885 tempest-RoutersAdminTest-1813587668 tempest-RoutersAdminTest-1813587668-project] DELETE failed (client error): The resource could not be found. Jun 23 11:32:10.148745 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c7a8f344-72a5-46f3-953e-4d7bcfbd5885 tempest-RoutersAdminTest-1813587668 tempest-RoutersAdminTest-1813587668-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94174) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 23 11:32:10.153282 dv-neutron-601336-94-hyperv neutron-server[94174]: INFO neutron.wsgi [None req-c7a8f344-72a5-46f3-953e-4d7bcfbd5885 tempest-RoutersAdminTest-1813587668 tempest-RoutersAdminTest-1813587668-project] 10.222.0.20 "DELETE /v2.0/subnets/7b6d8efb-17fc-4331-ac89-9f717d934035 HTTP/1.1" status: 404 len: 337 time: 0.0413578 Jun 23 11:32:10.153363 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron_lib.callbacks.manager [None req-3d8129c5-d2e1-48e6-a827-9e698cdb37a8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:32:10.153363 dv-neutron-601336-94-hyperv neutron-server[94175]: INFO neutron.wsgi [None req-3d8129c5-d2e1-48e6-a827-9e698cdb37a8 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/8e350947-8e8c-45ce-87ee-18aef1e41a75 HTTP/1.1" status: 204 len: 168 time: 0.3663383 Jun 23 11:32:10.153363 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG oslo_concurrency.lockutils [None req-817c0350-799e-4828-b636-9d233f29a805 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94175) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 11:32:10.153727 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8174a271-1084-4b80-aedc-a4efc2520cb7 tempest-NetworksTestDHCPv6-162546708 tempest-NetworksTestDHCPv6-162546708-project] Made reservation on behalf of 5e61222a836c47229c94e37f3902e6bd for: {'port': 1} {{(pid=94174) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 23 11:32:10.169089 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d8129c5-d2e1-48e6-a827-9e698cdb37a8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8e350947-8e8c-45ce-87ee-18aef1e41a75,revision_number=None']} {{(pid=94175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 11:32:10.180437 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG oslo_concurrency.lockutils [None req-3d8129c5-d2e1-48e6-a827-9e698cdb37a8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.026s {{(pid=94175) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 11:32:10.196502 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron_lib.callbacks.manager [None req-29337d8e-ea70-4315-811a-0552e279b6a2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-923122'] for port, before_update {{(pid=94176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:32:10.229701 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron_lib.callbacks.manager [None req-f4e85053-46a9-47cc-af0d-5d00debba39e admin admin] Notify callbacks [] for security_group, before_create {{(pid=94175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:32:10.245958 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.plugins.ml2.db [None req-29337d8e-ea70-4315-811a-0552e279b6a2 None None] For port f739ee86-d817-42f0-847b-0b327b576437, host dv-neutron-601336-94-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-94-hyperv',level=0,port_id=f739ee86-d817-42f0-847b-0b327b576437,segment=NetworkSegment(6303a411-6e70-4139-a530-9ee4cf8ba843),segment_id=6303a411-6e70-4139-a530-9ee4cf8ba843)] {{(pid=94176) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 23 11:32:10.260327 dv-neutron-601336-94-hyperv neutron-server[94174]: INFO neutron.wsgi [None req-8e9377c7-baab-4a02-a362-ce5c88df92fb tempest-PortsTestJSON-2085221018 tempest-PortsTestJSON-2085221018-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 845 time: 1.7011862 Jun 23 11:32:10.260327 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.wsgi [-] (94174) accepted ('10.222.0.20', 37930) {{(pid=94174) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 11:32:10.265566 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.api.v2.base [None req-623c3134-8d79-4bcb-a13d-5c8b2e719c42 tempest-PortsTestJSON-2085221018 tempest-PortsTestJSON-2085221018-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-508112193'}} {{(pid=94174) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 23 11:32:10.274949 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron_lib.callbacks.manager [None req-8174a271-1084-4b80-aedc-a4efc2520cb7 tempest-NetworksTestDHCPv6-162546708 tempest-NetworksTestDHCPv6-162546708-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-923104'] for port, before_create {{(pid=94174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:32:10.310721 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.notifiers.nova [None req-8174a271-1084-4b80-aedc-a4efc2520cb7 tempest-NetworksTestDHCPv6-162546708 tempest-NetworksTestDHCPv6-162546708-project] device_id is not set on port ec0670a1-7f1c-43e5-9746-6fa6ae97770d yet. {{(pid=94174) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jun 23 11:32:10.346714 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron_lib.callbacks.manager [None req-29337d8e-ea70-4315-811a-0552e279b6a2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-922904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866062', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773700135042', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773699642233', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773699642278'] for port, after_update {{(pid=94176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:32:10.349329 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG oslo_concurrency.lockutils [None req-c4e22746-b4e0-4ee5-ac41-239327bc7ebf None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 11:32:10.377233 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron_lib.callbacks.manager [None req-f4e85053-46a9-47cc-af0d-5d00debba39e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:32:10.419671 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29337d8e-ea70-4315-811a-0552e279b6a2 None None] Pushing event updated for resources: {'Port': ['ID=f739ee86-d817-42f0-847b-0b327b576437,revision_number=5']} {{(pid=94176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 11:32:10.423482 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG oslo_concurrency.lockutils [None req-29337d8e-ea70-4315-811a-0552e279b6a2 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.074s {{(pid=94176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 11:32:10.483926 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron_lib.callbacks.manager [None req-f4e85053-46a9-47cc-af0d-5d00debba39e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7996330'] for security_group, after_create {{(pid=94175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:32:10.488269 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94175) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 11:32:10.496456 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.db.db_base_plugin_common [None req-8174a271-1084-4b80-aedc-a4efc2520cb7 tempest-NetworksTestDHCPv6-162546708 tempest-NetworksTestDHCPv6-162546708-project] Allocated IP 172.20.0.14 (f53f535d-bce4-4da8-9bd9-396677ff4e83/098c6a23-5a99-413b-9062-dd4a1e77268d/ec0670a1-7f1c-43e5-9746-6fa6ae97770d) {{(pid=94174) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 23 11:32:10.504550 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.db.db_base_plugin_common [None req-8174a271-1084-4b80-aedc-a4efc2520cb7 tempest-NetworksTestDHCPv6-162546708 tempest-NetworksTestDHCPv6-162546708-project] Allocated IP 2001:db8::f816:3eff:feff:c259 (f53f535d-bce4-4da8-9bd9-396677ff4e83/fc13185b-e413-49e6-bde4-8144aeeff9e3/ec0670a1-7f1c-43e5-9746-6fa6ae97770d) {{(pid=94174) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 23 11:32:10.527231 dv-neutron-601336-94-hyperv neutron-server[94175]: INFO neutron.wsgi [None req-f4e85053-46a9-47cc-af0d-5d00debba39e admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=51b0e0cd9ed34bf796d6d6019d257e0a&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6705124 Jun 23 11:32:10.528241 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4e85053-46a9-47cc-af0d-5d00debba39e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=46348cf4-ac87-4e63-93f0-bf687432985e,revision_number=1']} {{(pid=94175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 11:32:10.530731 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.wsgi [-] (94175) accepted ('10.222.0.20', 37934) {{(pid=94175) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 11:32:10.533506 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG oslo_concurrency.lockutils [None req-f4e85053-46a9-47cc-af0d-5d00debba39e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=94175) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 11:32:10.590909 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron_lib.callbacks.manager [None req-7c33e908-7797-47d2-a7be-0914bffe4f9b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:32:10.615690 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron_lib.callbacks.manager [None req-7c33e908-7797-47d2-a7be-0914bffe4f9b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:32:10.648392 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-623c3134-8d79-4bcb-a13d-5c8b2e719c42 tempest-PortsTestJSON-2085221018 tempest-PortsTestJSON-2085221018-project] Made reservation on behalf of 9e5461dd76964a018bba022fe5f7a0f1 for: {'network': 1} {{(pid=94174) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 23 11:32:10.651979 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron_lib.callbacks.manager [None req-623c3134-8d79-4bcb-a13d-5c8b2e719c42 tempest-PortsTestJSON-2085221018 tempest-PortsTestJSON-2085221018-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-923104'] for network, before_create {{(pid=94174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:32:10.679868 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.wsgi [-] (94175) accepted ('10.222.0.20', 37936) {{(pid=94175) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 11:32:10.680851 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron_lib.callbacks.manager [None req-8174a271-1084-4b80-aedc-a4efc2520cb7 tempest-NetworksTestDHCPv6-162546708 tempest-NetworksTestDHCPv6-162546708-project] Notify callbacks [] for port, precommit_create {{(pid=94174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:32:10.698691 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron_lib.callbacks.manager [None req-58eada00-fbfc-4c51-b831-3bfc012874d4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:32:10.752046 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.db.provisioning_blocks [None req-8174a271-1084-4b80-aedc-a4efc2520cb7 tempest-NetworksTestDHCPv6-162546708 tempest-NetworksTestDHCPv6-162546708-project] Transition to ACTIVE for port object ec0670a1-7f1c-43e5-9746-6fa6ae97770d will not be triggered until provisioned by entity DHCP. {{(pid=94174) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 23 11:32:10.753510 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-623c3134-8d79-4bcb-a13d-5c8b2e719c42 tempest-PortsTestJSON-2085221018 tempest-PortsTestJSON-2085221018-project] vlan segment allocate from pool success with {'vlan_id': 409, 'physical_network': 'physnet1'} {{(pid=94174) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 23 11:32:10.757694 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron_lib.callbacks.manager [None req-7c33e908-7797-47d2-a7be-0914bffe4f9b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7996330'] for security_group, after_delete {{(pid=94175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:32:10.760792 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron_lib.callbacks.manager [None req-7c33e908-7797-47d2-a7be-0914bffe4f9b admin admin] Notify callbacks [] for security_group, before_response {{(pid=94175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:32:10.764906 dv-neutron-601336-94-hyperv neutron-server[94175]: INFO neutron.wsgi [None req-7c33e908-7797-47d2-a7be-0914bffe4f9b admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/46348cf4-ac87-4e63-93f0-bf687432985e HTTP/1.1" status: 204 len: 168 time: 0.2325618 Jun 23 11:32:10.768617 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron_lib.callbacks.manager [None req-623c3134-8d79-4bcb-a13d-5c8b2e719c42 tempest-PortsTestJSON-2085221018 tempest-PortsTestJSON-2085221018-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3801'] for segment, precommit_create {{(pid=94174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:32:10.768966 dv-neutron-601336-94-hyperv neutron-server[94174]: INFO neutron.db.segments_db [None req-623c3134-8d79-4bcb-a13d-5c8b2e719c42 tempest-PortsTestJSON-2085221018 tempest-PortsTestJSON-2085221018-project] Added segment 3f41ea32-3d2b-4b74-8a28-cfd3baab7030 of type vlan for network a567619a-fc06-4df8-9f08-de67b41e7cd4 Jun 23 11:32:10.784102 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG oslo_concurrency.lockutils [None req-4409e2e6-eb92-483d-9704-4bb796292060 tempest-RoutersAdminTest-1733287776 tempest-RoutersAdminTest-1733287776-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94175) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 11:32:10.797730 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c33e908-7797-47d2-a7be-0914bffe4f9b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=46348cf4-ac87-4e63-93f0-bf687432985e,revision_number=None']} {{(pid=94175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 11:32:10.801671 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG oslo_concurrency.lockutils [None req-7c33e908-7797-47d2-a7be-0914bffe4f9b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.021s {{(pid=94175) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 11:32:10.835204 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron_lib.callbacks.manager [None req-623c3134-8d79-4bcb-a13d-5c8b2e719c42 tempest-PortsTestJSON-2085221018 tempest-PortsTestJSON-2085221018-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8773699596773'] for network, precommit_create {{(pid=94174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:32:10.884100 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron_lib.callbacks.manager [None req-882e0367-2bea-42b7-a6f8-353eccfc601f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773699952132', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-899307'] for agent, after_update {{(pid=94176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:32:10.894047 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron_lib.callbacks.manager [None req-58eada00-fbfc-4c51-b831-3bfc012874d4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:32:10.894155 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.plugins.ml2.rpc [None req-dc7542b2-afef-47f4-a763-e3a3cba144be None None] Device f739ee86-d817-42f0-847b-0b327b576437 up at agent ovs-agent-dv-neutron-601336-94-hyperv {{(pid=94176) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:298}} Jun 23 11:32:10.907989 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron_lib.callbacks.manager [None req-8174a271-1084-4b80-aedc-a4efc2520cb7 tempest-NetworksTestDHCPv6-162546708 tempest-NetworksTestDHCPv6-162546708-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-922915', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-239814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7866073', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773699642215', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-5196399'] for port, after_create {{(pid=94174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:32:10.913747 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG oslo_concurrency.lockutils [None req-6ee9cb39-3032-41f8-ba63-3bb4205418e1 tempest-FloatingIPAdminTestJSON-1420968783 tempest-FloatingIPAdminTestJSON-1420968783-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94174) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 11:32:10.937306 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.db.provisioning_blocks [None req-dc7542b2-afef-47f4-a763-e3a3cba144be None None] Provisioning complete for port f739ee86-d817-42f0-847b-0b327b576437 triggered by entity L2. {{(pid=94176) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 23 11:32:10.937617 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron_lib.callbacks.manager [None req-dc7542b2-afef-47f4-a763-e3a3cba144be None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-899258'] for port, provisioning_complete {{(pid=94176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:32:10.949821 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8174a271-1084-4b80-aedc-a4efc2520cb7 tempest-NetworksTestDHCPv6-162546708 tempest-NetworksTestDHCPv6-162546708-project] Network f53f535d-bce4-4da8-9bd9-396677ff4e83 is already hosted by enough agents. {{(pid=94174) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 23 11:32:10.953647 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.scheduler.base_scheduler [None req-8174a271-1084-4b80-aedc-a4efc2520cb7 tempest-NetworksTestDHCPv6-162546708 tempest-NetworksTestDHCPv6-162546708-project] Resources bound (agent type, host, resource id): {{(pid=94174) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 23 11:32:10.956053 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8174a271-1084-4b80-aedc-a4efc2520cb7 tempest-NetworksTestDHCPv6-162546708 tempest-NetworksTestDHCPv6-162546708-project] Received port after_create {{(pid=94174) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 23 11:32:10.989552 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.db.provisioning_blocks [None req-3e605311-f57e-4e11-a7c2-fff365110020 None None] Provisioning complete for port f739ee86-d817-42f0-847b-0b327b576437 triggered by entity DHCP. {{(pid=94176) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 23 11:32:10.989939 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron_lib.callbacks.manager [None req-3e605311-f57e-4e11-a7c2-fff365110020 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-899258'] for port, provisioning_complete {{(pid=94176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:32:10.994901 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron_lib.callbacks.manager [None req-58eada00-fbfc-4c51-b831-3bfc012874d4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7996330'] for security_group, after_create {{(pid=94175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:32:11.017749 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron_lib.callbacks.manager [None req-623c3134-8d79-4bcb-a13d-5c8b2e719c42 tempest-PortsTestJSON-2085221018 tempest-PortsTestJSON-2085221018-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8002400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7866073'] for network, after_create {{(pid=94174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:32:11.029131 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-623c3134-8d79-4bcb-a13d-5c8b2e719c42 tempest-PortsTestJSON-2085221018 tempest-PortsTestJSON-2085221018-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94174) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 11:32:11.029752 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron_lib.callbacks.manager [None req-623c3134-8d79-4bcb-a13d-5c8b2e719c42 tempest-PortsTestJSON-2085221018 tempest-PortsTestJSON-2085221018-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7865916'] for network, before_response {{(pid=94174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:32:11.034395 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8174a271-1084-4b80-aedc-a4efc2520cb7 tempest-NetworksTestDHCPv6-162546708 tempest-NetworksTestDHCPv6-162546708-project] Pushing event updated for resources: {'Port': ['ID=ec0670a1-7f1c-43e5-9746-6fa6ae97770d,revision_number=1']} {{(pid=94174) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 11:32:11.037529 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG oslo_concurrency.lockutils [None req-8174a271-1084-4b80-aedc-a4efc2520cb7 tempest-NetworksTestDHCPv6-162546708 tempest-NetworksTestDHCPv6-162546708-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.124s {{(pid=94174) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 11:32:11.041299 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG oslo_concurrency.lockutils [None req-97179165-cccc-466c-b43b-5d5d268c43ab tempest-NetworksIpV6TestAttrs-49342282 tempest-NetworksIpV6TestAttrs-49342282-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.007s {{(pid=94174) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 11:32:11.043455 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG oslo_concurrency.lockutils [None req-3563d790-9d03-4e80-959f-b0c6721f2f32 tempest-PortsTestJSON-2085221018 tempest-PortsTestJSON-2085221018-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94175) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 11:32:11.063410 dv-neutron-601336-94-hyperv neutron-server[94175]: INFO neutron.wsgi [None req-58eada00-fbfc-4c51-b831-3bfc012874d4 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=0b41e696066c4cb38e6df88f8299e527&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3825114 Jun 23 11:32:11.067139 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.wsgi [-] (94175) accepted ('10.222.0.20', 37944) {{(pid=94175) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 11:32:11.142850 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58eada00-fbfc-4c51-b831-3bfc012874d4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1a1ff131-7e90-4f51-838a-452b218a99f0,revision_number=1']} {{(pid=94175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 11:32:11.164138 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8174a271-1084-4b80-aedc-a4efc2520cb7 tempest-NetworksTestDHCPv6-162546708 tempest-NetworksTestDHCPv6-162546708-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94174) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 11:32:11.164807 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron_lib.callbacks.manager [None req-8174a271-1084-4b80-aedc-a4efc2520cb7 tempest-NetworksTestDHCPv6-162546708 tempest-NetworksTestDHCPv6-162546708-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-217507'] for port, before_response {{(pid=94174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:32:11.166883 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG oslo_concurrency.lockutils [None req-58eada00-fbfc-4c51-b831-3bfc012874d4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.130s {{(pid=94175) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 11:32:11.189534 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-623c3134-8d79-4bcb-a13d-5c8b2e719c42 tempest-PortsTestJSON-2085221018 tempest-PortsTestJSON-2085221018-project] Pushing event updated for resources: {'Network': ['ID=a567619a-fc06-4df8-9f08-de67b41e7cd4,revision_number=1']} {{(pid=94174) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 11:32:11.193285 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG oslo_concurrency.lockutils [None req-623c3134-8d79-4bcb-a13d-5c8b2e719c42 tempest-PortsTestJSON-2085221018 tempest-PortsTestJSON-2085221018-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.152s {{(pid=94174) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 11:32:11.194165 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.wsgi [-] (94174) accepted ('10.222.0.20', 37948) {{(pid=94174) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 11:32:11.204012 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.plugins.ml2.rpc [None req-dc7542b2-afef-47f4-a763-e3a3cba144be None None] Network a567619a-fc06-4df8-9f08-de67b41e7cd4 details requested by agent ovs-agent-dv-neutron-601336-94-hyperv with host dv-neutron-601336-94-hyperv {{(pid=94176) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:250}} Jun 23 11:32:11.206029 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.wsgi [-] (94175) accepted ('10.222.0.20', 37952) {{(pid=94175) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 11:32:11.207139 dv-neutron-601336-94-hyperv neutron-server[94174]: INFO neutron.wsgi [None req-623c3134-8d79-4bcb-a13d-5c8b2e719c42 tempest-PortsTestJSON-2085221018 tempest-PortsTestJSON-2085221018-project] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 767 time: 0.9458690 Jun 23 11:32:11.212877 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.api.v2.base [None req-60a72422-19e6-404c-ab43-a20945a1c969 tempest-PortsTestJSON-2085221018 tempest-PortsTestJSON-2085221018-project] Request body: {'ports': [{'network_id': 'c9584ed1-23c5-47a7-b4d6-264bedad0f19'}, {'network_id': 'a567619a-fc06-4df8-9f08-de67b41e7cd4'}]} {{(pid=94175) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 23 11:32:11.213412 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.api.v2.base [None req-60a72422-19e6-404c-ab43-a20945a1c969 tempest-PortsTestJSON-2085221018 tempest-PortsTestJSON-2085221018-project] Request body: {'port': {'network_id': 'c9584ed1-23c5-47a7-b4d6-264bedad0f19'}} {{(pid=94175) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 23 11:32:11.213933 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.api.v2.base [None req-60a72422-19e6-404c-ab43-a20945a1c969 tempest-PortsTestJSON-2085221018 tempest-PortsTestJSON-2085221018-project] Request body: {'port': {'network_id': 'a567619a-fc06-4df8-9f08-de67b41e7cd4'}} {{(pid=94175) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 23 11:32:11.244447 dv-neutron-601336-94-hyperv neutron-server[94174]: INFO neutron.wsgi [None req-8174a271-1084-4b80-aedc-a4efc2520cb7 tempest-NetworksTestDHCPv6-162546708 tempest-NetworksTestDHCPv6-162546708-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1027 time: 1.5182495 Jun 23 11:32:11.246847 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.wsgi [-] (94174) accepted ('10.222.0.20', 37954) {{(pid=94174) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 11:32:11.282150 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron_lib.callbacks.manager [None req-e0196262-98b5-45f1-9f23-99f19790625a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:32:11.325027 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron_lib.callbacks.manager [None req-e0196262-98b5-45f1-9f23-99f19790625a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:32:11.333445 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-67f36ba4-962e-40c7-981f-5f8877eb8471 tempest-NetworksTestDHCPv6-162546708 tempest-NetworksTestDHCPv6-162546708-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94174) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 11:32:11.339296 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-67f36ba4-962e-40c7-981f-5f8877eb8471 tempest-NetworksTestDHCPv6-162546708 tempest-NetworksTestDHCPv6-162546708-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94174) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 11:32:11.341395 dv-neutron-601336-94-hyperv neutron-server[94174]: INFO neutron.wsgi [None req-67f36ba4-962e-40c7-981f-5f8877eb8471 tempest-NetworksTestDHCPv6-162546708 tempest-NetworksTestDHCPv6-162546708-project] 10.222.0.20 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1863 time: 0.0927267 Jun 23 11:32:11.344095 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.wsgi [-] (94174) accepted ('10.222.0.20', 37956) {{(pid=94174) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 11:32:11.512422 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.db.provisioning_blocks [None req-e0cde77f-ad6d-4631-bd1c-f48d4e37362f None None] Provisioning for port ec0670a1-7f1c-43e5-9746-6fa6ae97770d completed by entity DHCP. {{(pid=94176) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 23 11:32:11.517973 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.db.provisioning_blocks [None req-e0cde77f-ad6d-4631-bd1c-f48d4e37362f None None] Provisioning complete for port ec0670a1-7f1c-43e5-9746-6fa6ae97770d triggered by entity DHCP. {{(pid=94176) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 23 11:32:11.518755 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron_lib.callbacks.manager [None req-e0cde77f-ad6d-4631-bd1c-f48d4e37362f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-899258'] for port, provisioning_complete {{(pid=94176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:32:11.536627 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-60a72422-19e6-404c-ab43-a20945a1c969 tempest-PortsTestJSON-2085221018 tempest-PortsTestJSON-2085221018-project] Made reservation on behalf of 9e5461dd76964a018bba022fe5f7a0f1 for: {'port': 2} {{(pid=94175) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 23 11:32:11.543893 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron_lib.callbacks.manager [None req-60a72422-19e6-404c-ab43-a20945a1c969 tempest-PortsTestJSON-2085221018 tempest-PortsTestJSON-2085221018-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-923104'] for port, before_create {{(pid=94175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:32:11.549228 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron_lib.callbacks.manager [None req-e0196262-98b5-45f1-9f23-99f19790625a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7996330'] for security_group, after_delete {{(pid=94175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:32:11.552185 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron_lib.callbacks.manager [None req-e0196262-98b5-45f1-9f23-99f19790625a admin admin] Notify callbacks [] for security_group, before_response {{(pid=94175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:32:11.553646 dv-neutron-601336-94-hyperv neutron-server[94175]: INFO neutron.wsgi [None req-e0196262-98b5-45f1-9f23-99f19790625a admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/1a1ff131-7e90-4f51-838a-452b218a99f0 HTTP/1.1" status: 204 len: 168 time: 0.4854002 Jun 23 11:32:11.563158 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG oslo_concurrency.lockutils [None req-96068102-9b3d-4c23-8ef0-6a3539227e99 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94175) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 11:32:11.566488 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.plugins.ml2.plugin [None req-e0cde77f-ad6d-4631-bd1c-f48d4e37362f None None] Port ec0670a1-7f1c-43e5-9746-6fa6ae97770d cannot update to ACTIVE because it is not bound. {{(pid=94176) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jun 23 11:32:11.575779 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0196262-98b5-45f1-9f23-99f19790625a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1a1ff131-7e90-4f51-838a-452b218a99f0,revision_number=None']} {{(pid=94175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 11:32:11.578510 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG oslo_concurrency.lockutils [None req-e0196262-98b5-45f1-9f23-99f19790625a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=94175) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 11:32:11.579830 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron_lib.callbacks.manager [None req-60a72422-19e6-404c-ab43-a20945a1c969 tempest-PortsTestJSON-2085221018 tempest-PortsTestJSON-2085221018-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-923104'] for port, before_create {{(pid=94175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:32:11.682218 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.notifiers.nova [None req-60a72422-19e6-404c-ab43-a20945a1c969 tempest-PortsTestJSON-2085221018 tempest-PortsTestJSON-2085221018-project] device_id is not set on port 5fbf0857-c654-4898-9fc6-bab0a1ab786a yet. {{(pid=94175) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jun 23 11:32:11.728771 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron_lib.callbacks.manager [None req-f98b572b-d4e4-47e8-b881-193f2ea8842f admin admin] Notify callbacks [] for security_group, before_create {{(pid=94174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:32:11.816718 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron_lib.callbacks.manager [None req-60a72422-19e6-404c-ab43-a20945a1c969 tempest-PortsTestJSON-2085221018 tempest-PortsTestJSON-2085221018-project] Notify callbacks [] for port, precommit_create {{(pid=94175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:32:11.833085 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.plugins.ml2.plugin [None req-65463817-3361-4395-b141-2705a7afae4f tempest-NetworksTestDHCPv6-162546708 tempest-NetworksTestDHCPv6-162546708-project] Deleting port ec0670a1-7f1c-43e5-9746-6fa6ae97770d {{(pid=94174) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1913}} Jun 23 11:32:11.833439 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron_lib.callbacks.manager [None req-65463817-3361-4395-b141-2705a7afae4f tempest-NetworksTestDHCPv6-162546708 tempest-NetworksTestDHCPv6-162546708-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773700079324'] for port, before_delete {{(pid=94174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:32:11.889336 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.notifiers.nova [None req-60a72422-19e6-404c-ab43-a20945a1c969 tempest-PortsTestJSON-2085221018 tempest-PortsTestJSON-2085221018-project] device_id is not set on port 129e11bf-94c3-4dd4-a1a4-73dfe20a0d8e yet. {{(pid=94175) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jun 23 11:32:11.929548 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron_lib.callbacks.manager [None req-f98b572b-d4e4-47e8-b881-193f2ea8842f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:32:11.936130 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.wsgi [-] (94174) accepted ('10.222.0.20', 37970) {{(pid=94174) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 11:32:11.955910 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron_lib.callbacks.manager [None req-65463817-3361-4395-b141-2705a7afae4f tempest-NetworksTestDHCPv6-162546708 tempest-NetworksTestDHCPv6-162546708-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-430722'] for port, precommit_delete {{(pid=94174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:32:11.972532 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.plugins.ml2.plugin [None req-65463817-3361-4395-b141-2705a7afae4f tempest-NetworksTestDHCPv6-162546708 tempest-NetworksTestDHCPv6-162546708-project] Calling delete_port for ec0670a1-7f1c-43e5-9746-6fa6ae97770d owned by {{(pid=94174) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1986}} Jun 23 11:32:12.004807 dv-neutron-601336-94-hyperv neutron-server[94174]: INFO neutron.wsgi [None req-46dc2c09-04a8-4324-ac97-3999f571d5dc admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=c8063d1ceb904c269373ae5b09b3dd39&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0650966 Jun 23 11:32:12.005830 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.wsgi [-] (94175) accepted ('10.222.0.20', 37972) {{(pid=94175) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 11:32:12.014063 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron_lib.callbacks.manager [None req-60a72422-19e6-404c-ab43-a20945a1c969 tempest-PortsTestJSON-2085221018 tempest-PortsTestJSON-2085221018-project] Notify callbacks [] for port, precommit_create {{(pid=94175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:32:12.037000 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron_lib.callbacks.manager [None req-f98b572b-d4e4-47e8-b881-193f2ea8842f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7996330'] for security_group, after_create {{(pid=94174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:32:12.041442 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94174) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 11:32:12.094933 dv-neutron-601336-94-hyperv neutron-server[94174]: INFO neutron.wsgi [None req-f98b572b-d4e4-47e8-b881-193f2ea8842f admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=42ec7436882c41e4a5603bda451ea02f&name=default HTTP/1.1" status: 200 len: 2979 time: 0.8997204 Jun 23 11:32:12.095911 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f98b572b-d4e4-47e8-b881-193f2ea8842f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ca956001-d367-48fd-8f65-a1b54773c4e1,revision_number=1']} {{(pid=94174) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 11:32:12.097550 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.wsgi [-] (94175) accepted ('10.222.0.20', 37978) {{(pid=94175) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 11:32:12.099704 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG oslo_concurrency.lockutils [None req-f98b572b-d4e4-47e8-b881-193f2ea8842f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.058s {{(pid=94174) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 11:32:12.104119 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron_lib.callbacks.manager [None req-52b0106f-6875-4359-bc75-986cff8db3d3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:32:12.154914 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron_lib.callbacks.manager [None req-52b0106f-6875-4359-bc75-986cff8db3d3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:32:12.181522 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron_lib.callbacks.manager [None req-60a72422-19e6-404c-ab43-a20945a1c969 tempest-PortsTestJSON-2085221018 tempest-PortsTestJSON-2085221018-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-922915', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-239814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7866073', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773699642215', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-5082457'] for port, after_create {{(pid=94175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:32:12.195637 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG oslo_concurrency.lockutils [None req-de5a0c62-1d8c-405c-b8fe-26c87c45f45e tempest-NetworksIpV6TestAttrs-49342282 tempest-NetworksIpV6TestAttrs-49342282-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94175) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 11:32:12.233841 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron_lib.callbacks.manager [None req-79ac4d87-d0d4-47c9-9042-5d023e91acf5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:32:12.268539 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-60a72422-19e6-404c-ab43-a20945a1c969 tempest-PortsTestJSON-2085221018 tempest-PortsTestJSON-2085221018-project] Network c9584ed1-23c5-47a7-b4d6-264bedad0f19 is already hosted by enough agents. {{(pid=94175) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 23 11:32:12.278630 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.scheduler.base_scheduler [None req-60a72422-19e6-404c-ab43-a20945a1c969 tempest-PortsTestJSON-2085221018 tempest-PortsTestJSON-2085221018-project] Resources bound (agent type, host, resource id): {{(pid=94175) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 23 11:32:12.284052 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60a72422-19e6-404c-ab43-a20945a1c969 tempest-PortsTestJSON-2085221018 tempest-PortsTestJSON-2085221018-project] Pushing event updated for resources: {'Port': ['ID=5fbf0857-c654-4898-9fc6-bab0a1ab786a,revision_number=1']} {{(pid=94175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 11:32:12.287593 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron_lib.callbacks.manager [None req-79ac4d87-d0d4-47c9-9042-5d023e91acf5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:32:12.289359 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.db.l3_dvrscheduler_db [None req-60a72422-19e6-404c-ab43-a20945a1c969 tempest-PortsTestJSON-2085221018 tempest-PortsTestJSON-2085221018-project] Received port after_create {{(pid=94175) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 23 11:32:12.292635 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron_lib.callbacks.manager [None req-60a72422-19e6-404c-ab43-a20945a1c969 tempest-PortsTestJSON-2085221018 tempest-PortsTestJSON-2085221018-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-922915', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-239814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7866073', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773699642215', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-5082457'] for port, after_create {{(pid=94175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:32:12.297539 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG oslo_concurrency.lockutils [None req-60a72422-19e6-404c-ab43-a20945a1c969 tempest-PortsTestJSON-2085221018 tempest-PortsTestJSON-2085221018-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.102s {{(pid=94175) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 11:32:12.301106 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG oslo_concurrency.lockutils [None req-5f358b6e-266a-4403-88fc-933397211507 tempest-NetworksTestDHCPv6-162546708 tempest-NetworksTestDHCPv6-162546708-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94175) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 11:32:12.317956 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron_lib.callbacks.manager [None req-65463817-3361-4395-b141-2705a7afae4f tempest-NetworksTestDHCPv6-162546708 tempest-NetworksTestDHCPv6-162546708-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-922904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866062', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773700135024', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773699642224', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5196390'] for port, after_delete {{(pid=94174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:32:12.322106 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG oslo_concurrency.lockutils [None req-a0956c33-f913-4ee8-bf16-ef2c3592d25b tempest-RoutersIpV6AdminTest-894294123 tempest-RoutersIpV6AdminTest-894294123-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94174) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 11:32:12.350578 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65463817-3361-4395-b141-2705a7afae4f tempest-NetworksTestDHCPv6-162546708 tempest-NetworksTestDHCPv6-162546708-project] Pushing event deleted for resources: {'Port': ['ID=ec0670a1-7f1c-43e5-9746-6fa6ae97770d,revision_number=None']} {{(pid=94174) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 11:32:12.354758 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG oslo_concurrency.lockutils [None req-65463817-3361-4395-b141-2705a7afae4f tempest-NetworksTestDHCPv6-162546708 tempest-NetworksTestDHCPv6-162546708-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.033s {{(pid=94174) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 11:32:12.373599 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60a72422-19e6-404c-ab43-a20945a1c969 tempest-PortsTestJSON-2085221018 tempest-PortsTestJSON-2085221018-project] Pushing event updated for resources: {'Port': ['ID=129e11bf-94c3-4dd4-a1a4-73dfe20a0d8e,revision_number=1']} {{(pid=94175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 11:32:12.378650 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG oslo_concurrency.lockutils [None req-60a72422-19e6-404c-ab43-a20945a1c969 tempest-PortsTestJSON-2085221018 tempest-PortsTestJSON-2085221018-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.077s {{(pid=94175) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 11:32:12.397661 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-60a72422-19e6-404c-ab43-a20945a1c969 tempest-PortsTestJSON-2085221018 tempest-PortsTestJSON-2085221018-project] Checking segment: {'id': '3f41ea32-3d2b-4b74-8a28-cfd3baab7030', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 409, 'network_id': 'a567619a-fc06-4df8-9f08-de67b41e7cd4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94175) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 23 11:32:12.397661 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-60a72422-19e6-404c-ab43-a20945a1c969 tempest-PortsTestJSON-2085221018 tempest-PortsTestJSON-2085221018-project] Network hostable DHCP agents. Network: a567619a-fc06-4df8-9f08-de67b41e7cd4, hostable agents: ['8cf29b10-0e57-4131-816f-a4b6ad00b249'], hosted agents: [] {{(pid=94175) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 23 11:32:12.450020 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron_lib.callbacks.manager [None req-52b0106f-6875-4359-bc75-986cff8db3d3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7996330'] for security_group, after_delete {{(pid=94175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:32:12.454305 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron_lib.callbacks.manager [None req-52b0106f-6875-4359-bc75-986cff8db3d3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:32:12.456390 dv-neutron-601336-94-hyperv neutron-server[94175]: INFO neutron.wsgi [None req-52b0106f-6875-4359-bc75-986cff8db3d3 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/a989717a-569e-4420-9ffd-4da471f50358 HTTP/1.1" status: 204 len: 168 time: 0.4490786 Jun 23 11:32:12.457376 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94175) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 11:32:12.472515 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52b0106f-6875-4359-bc75-986cff8db3d3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a989717a-569e-4420-9ffd-4da471f50358,revision_number=None']} {{(pid=94175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 11:32:12.477982 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG oslo_concurrency.lockutils [None req-52b0106f-6875-4359-bc75-986cff8db3d3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.020s {{(pid=94175) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 11:32:12.485584 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron_lib.callbacks.manager [None req-65463817-3361-4395-b141-2705a7afae4f tempest-NetworksTestDHCPv6-162546708 tempest-NetworksTestDHCPv6-162546708-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-217507'] for port, before_response {{(pid=94174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:32:12.488281 dv-neutron-601336-94-hyperv neutron-server[94174]: INFO neutron.wsgi [None req-65463817-3361-4395-b141-2705a7afae4f tempest-NetworksTestDHCPv6-162546708 tempest-NetworksTestDHCPv6-162546708-project] 10.222.0.20 "DELETE /v2.0/ports/ec0670a1-7f1c-43e5-9746-6fa6ae97770d HTTP/1.1" status: 204 len: 168 time: 1.1429524 Jun 23 11:32:12.490424 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.wsgi [-] (94174) accepted ('10.222.0.20', 37994) {{(pid=94174) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 11:32:12.506791 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron_lib.callbacks.manager [None req-79ac4d87-d0d4-47c9-9042-5d023e91acf5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7996330'] for security_group, after_delete {{(pid=94175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:32:12.518616 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron_lib.callbacks.manager [None req-79ac4d87-d0d4-47c9-9042-5d023e91acf5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:32:12.518616 dv-neutron-601336-94-hyperv neutron-server[94175]: INFO neutron.wsgi [None req-79ac4d87-d0d4-47c9-9042-5d023e91acf5 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/ca956001-d367-48fd-8f65-a1b54773c4e1 HTTP/1.1" status: 204 len: 168 time: 0.4125166 Jun 23 11:32:12.518616 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG oslo_concurrency.lockutils [None req-28b33bf0-3353-46eb-af1b-6a7b2be982d3 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94175) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 11:32:12.523476 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79ac4d87-d0d4-47c9-9042-5d023e91acf5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ca956001-d367-48fd-8f65-a1b54773c4e1,revision_number=None']} {{(pid=94175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 11:32:12.529686 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG oslo_concurrency.lockutils [None req-79ac4d87-d0d4-47c9-9042-5d023e91acf5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=94175) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 11:32:12.540877 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-60a72422-19e6-404c-ab43-a20945a1c969 tempest-PortsTestJSON-2085221018 tempest-PortsTestJSON-2085221018-project] Network a567619a-fc06-4df8-9f08-de67b41e7cd4 is scheduled to be hosted by DHCP agent 8cf29b10-0e57-4131-816f-a4b6ad00b249 with binding_index 1 {{(pid=94175) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 23 11:32:12.556280 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aa57d5a8-9112-4f1f-a37f-fcb5af072cfa tempest-NetworksTestDHCPv6-162546708 tempest-NetworksTestDHCPv6-162546708-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94174) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 11:32:12.558358 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aa57d5a8-9112-4f1f-a37f-fcb5af072cfa tempest-NetworksTestDHCPv6-162546708 tempest-NetworksTestDHCPv6-162546708-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94174) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 11:32:12.560131 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aa57d5a8-9112-4f1f-a37f-fcb5af072cfa tempest-NetworksTestDHCPv6-162546708 tempest-NetworksTestDHCPv6-162546708-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94174) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 11:32:12.561751 dv-neutron-601336-94-hyperv neutron-server[94174]: INFO neutron.wsgi [None req-aa57d5a8-9112-4f1f-a37f-fcb5af072cfa tempest-NetworksTestDHCPv6-162546708 tempest-NetworksTestDHCPv6-162546708-project] 10.222.0.20 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2049 time: 0.0701320 Jun 23 11:32:12.565005 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.wsgi [-] (94174) accepted ('10.222.0.20', 37998) {{(pid=94174) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 11:32:12.606431 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.wsgi [-] (94174) accepted ('10.222.0.20', 38002) {{(pid=94174) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 11:32:12.633662 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.db.db_base_plugin_v2 [None req-17f01dd1-7423-45f7-8a46-45bf95515526 tempest-NetworksTestDHCPv6-162546708 tempest-NetworksTestDHCPv6-162546708-project] Deleting subnet 098c6a23-5a99-413b-9062-dd4a1e77268d {{(pid=94174) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jun 23 11:32:12.637239 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron_lib.callbacks.manager [None req-17f01dd1-7423-45f7-8a46-45bf95515526 tempest-NetworksTestDHCPv6-162546708 tempest-NetworksTestDHCPv6-162546708-project] Notify callbacks [] for subnet, before_delete {{(pid=94174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:32:12.672023 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.scheduler.base_scheduler [None req-60a72422-19e6-404c-ab43-a20945a1c969 tempest-PortsTestJSON-2085221018 tempest-PortsTestJSON-2085221018-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-601336-94-hyperv, a567619a-fc06-4df8-9f08-de67b41e7cd4) {{(pid=94175) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 23 11:32:12.676519 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.db.l3_dvrscheduler_db [None req-60a72422-19e6-404c-ab43-a20945a1c969 tempest-PortsTestJSON-2085221018 tempest-PortsTestJSON-2085221018-project] Received port after_create {{(pid=94175) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 23 11:32:12.685888 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-60a72422-19e6-404c-ab43-a20945a1c969 tempest-PortsTestJSON-2085221018 tempest-PortsTestJSON-2085221018-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 11:32:12.686561 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron_lib.callbacks.manager [None req-17f01dd1-7423-45f7-8a46-45bf95515526 tempest-NetworksTestDHCPv6-162546708 tempest-NetworksTestDHCPv6-162546708-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4800256'] for subnet, precommit_delete_associations {{(pid=94174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:32:12.691778 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-04c2f780-e4d2-4a02-ac94-4d3aff7aa2cc None None] Network a567619a-fc06-4df8-9f08-de67b41e7cd4 requested from dv-neutron-601336-94-hyperv {{(pid=94176) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 23 11:32:12.693098 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-60a72422-19e6-404c-ab43-a20945a1c969 tempest-PortsTestJSON-2085221018 tempest-PortsTestJSON-2085221018-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 11:32:12.693991 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron_lib.callbacks.manager [None req-60a72422-19e6-404c-ab43-a20945a1c969 tempest-PortsTestJSON-2085221018 tempest-PortsTestJSON-2085221018-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-217507'] for port, before_response {{(pid=94175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:32:12.774261 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron_lib.callbacks.manager [None req-17f01dd1-7423-45f7-8a46-45bf95515526 tempest-NetworksTestDHCPv6-162546708 tempest-NetworksTestDHCPv6-162546708-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-897634'] for subnet, precommit_delete {{(pid=94174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:32:12.823660 dv-neutron-601336-94-hyperv neutron-server[94175]: INFO neutron.wsgi [None req-60a72422-19e6-404c-ab43-a20945a1c969 tempest-PortsTestJSON-2085221018 tempest-PortsTestJSON-2085221018-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1425 time: 1.6138058 Jun 23 11:32:12.824538 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.wsgi [-] (94175) accepted ('10.222.0.20', 38008) {{(pid=94175) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 11:32:12.924623 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.plugins.ml2.plugin [None req-f4d6ec08-59c1-4267-bd43-b2c586b93714 tempest-PortsTestJSON-2085221018 tempest-PortsTestJSON-2085221018-project] Deleting port 129e11bf-94c3-4dd4-a1a4-73dfe20a0d8e {{(pid=94175) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1913}} Jun 23 11:32:12.925064 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron_lib.callbacks.manager [None req-f4d6ec08-59c1-4267-bd43-b2c586b93714 tempest-PortsTestJSON-2085221018 tempest-PortsTestJSON-2085221018-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773700079324'] for port, before_delete {{(pid=94175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:32:12.958270 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron_lib.callbacks.manager [None req-17f01dd1-7423-45f7-8a46-45bf95515526 tempest-NetworksTestDHCPv6-162546708 tempest-NetworksTestDHCPv6-162546708-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-897627', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866062', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5195932', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4294216'] for subnet, after_delete {{(pid=94174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:32:12.961654 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG oslo_concurrency.lockutils [None req-3f869e56-b8e5-438e-8937-568bf0cd1e96 tempest-NetworksTestDHCPv6-162546708 tempest-NetworksTestDHCPv6-162546708-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94174) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 11:32:12.991450 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17f01dd1-7423-45f7-8a46-45bf95515526 tempest-NetworksTestDHCPv6-162546708 tempest-NetworksTestDHCPv6-162546708-project] Pushing event deleted for resources: {'Subnet': ['ID=098c6a23-5a99-413b-9062-dd4a1e77268d,revision_number=None']} {{(pid=94174) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 11:32:12.997879 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-13ac516d-8828-4627-9014-6320882098b7 None None] Network f53f535d-bce4-4da8-9bd9-396677ff4e83 requested from dv-neutron-601336-94-hyperv {{(pid=94176) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 23 11:32:12.998511 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron_lib.callbacks.manager [None req-17f01dd1-7423-45f7-8a46-45bf95515526 tempest-NetworksTestDHCPv6-162546708 tempest-NetworksTestDHCPv6-162546708-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7865916'] for subnet, before_response {{(pid=94174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:32:13.005028 dv-neutron-601336-94-hyperv neutron-server[94174]: INFO neutron.wsgi [None req-17f01dd1-7423-45f7-8a46-45bf95515526 tempest-NetworksTestDHCPv6-162546708 tempest-NetworksTestDHCPv6-162546708-project] 10.222.0.20 "DELETE /v2.0/subnets/098c6a23-5a99-413b-9062-dd4a1e77268d HTTP/1.1" status: 204 len: 168 time: 0.4386425 Jun 23 11:32:13.006424 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG oslo_concurrency.lockutils [None req-17f01dd1-7423-45f7-8a46-45bf95515526 tempest-NetworksTestDHCPv6-162546708 tempest-NetworksTestDHCPv6-162546708-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=94174) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 11:32:13.013504 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.wsgi [-] (94174) accepted ('10.222.0.20', 38014) {{(pid=94174) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 11:32:13.013638 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron_lib.callbacks.manager [None req-f4d6ec08-59c1-4267-bd43-b2c586b93714 tempest-PortsTestJSON-2085221018 tempest-PortsTestJSON-2085221018-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-430722'] for port, precommit_delete {{(pid=94175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:32:13.032606 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.plugins.ml2.plugin [None req-f4d6ec08-59c1-4267-bd43-b2c586b93714 tempest-PortsTestJSON-2085221018 tempest-PortsTestJSON-2085221018-project] Calling delete_port for 129e11bf-94c3-4dd4-a1a4-73dfe20a0d8e owned by {{(pid=94175) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1986}} Jun 23 11:32:13.069384 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.db.db_base_plugin_v2 [None req-59261015-e946-4a2d-bcaf-dffc5800f1c2 tempest-NetworksTestDHCPv6-162546708 tempest-NetworksTestDHCPv6-162546708-project] Deleting subnet fc13185b-e413-49e6-bde4-8144aeeff9e3 {{(pid=94174) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jun 23 11:32:13.073141 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron_lib.callbacks.manager [None req-59261015-e946-4a2d-bcaf-dffc5800f1c2 tempest-NetworksTestDHCPv6-162546708 tempest-NetworksTestDHCPv6-162546708-project] Notify callbacks [] for subnet, before_delete {{(pid=94174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:32:13.118029 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron_lib.callbacks.manager [None req-59261015-e946-4a2d-bcaf-dffc5800f1c2 tempest-NetworksTestDHCPv6-162546708 tempest-NetworksTestDHCPv6-162546708-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4800256'] for subnet, precommit_delete_associations {{(pid=94174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:32:13.197620 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron_lib.callbacks.manager [None req-b0973f95-e1f4-4c31-8840-e98d145f5c8b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773699952132', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-899307'] for agent, after_update {{(pid=94176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:32:13.213245 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.api.v2.base [None req-43d9ac00-c263-41a4-86b0-308e6c824f9b admin admin] Request body: {'network': {'name': 'tempest-ServerActionsTestJSON-2115701801-network', 'tenant_id': '252b24454ee04e36b666155dab1feb23'}} {{(pid=94174) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 23 11:32:13.248123 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron_lib.callbacks.manager [None req-59261015-e946-4a2d-bcaf-dffc5800f1c2 tempest-NetworksTestDHCPv6-162546708 tempest-NetworksTestDHCPv6-162546708-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-897634'] for subnet, precommit_delete {{(pid=94174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:32:13.285907 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron_lib.callbacks.manager [None req-f4d6ec08-59c1-4267-bd43-b2c586b93714 tempest-PortsTestJSON-2085221018 tempest-PortsTestJSON-2085221018-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-922904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866062', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773700135024', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773699642224', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5082448'] for port, after_delete {{(pid=94175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:32:13.293570 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG oslo_concurrency.lockutils [None req-0e50c5ee-21e1-4a38-aa4b-ece9cdd794ad admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94175) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 11:32:13.336148 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4d6ec08-59c1-4267-bd43-b2c586b93714 tempest-PortsTestJSON-2085221018 tempest-PortsTestJSON-2085221018-project] Pushing event deleted for resources: {'Port': ['ID=129e11bf-94c3-4dd4-a1a4-73dfe20a0d8e,revision_number=None']} {{(pid=94175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 11:32:13.339355 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG oslo_concurrency.lockutils [None req-f4d6ec08-59c1-4267-bd43-b2c586b93714 tempest-PortsTestJSON-2085221018 tempest-PortsTestJSON-2085221018-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=94175) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 11:32:13.340201 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron_lib.callbacks.manager [None req-f4d6ec08-59c1-4267-bd43-b2c586b93714 tempest-PortsTestJSON-2085221018 tempest-PortsTestJSON-2085221018-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-217507'] for port, before_response {{(pid=94175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:32:13.344430 dv-neutron-601336-94-hyperv neutron-server[94175]: INFO neutron.wsgi [None req-f4d6ec08-59c1-4267-bd43-b2c586b93714 tempest-PortsTestJSON-2085221018 tempest-PortsTestJSON-2085221018-project] 10.222.0.20 "DELETE /v2.0/ports/129e11bf-94c3-4dd4-a1a4-73dfe20a0d8e HTTP/1.1" status: 204 len: 168 time: 0.5170174 Jun 23 11:32:13.345481 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.wsgi [-] (94174) accepted ('10.222.0.20', 38022) {{(pid=94174) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 11:32:13.356610 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-43d9ac00-c263-41a4-86b0-308e6c824f9b admin admin] Made reservation on behalf of 252b24454ee04e36b666155dab1feb23 for: {'network': 1} {{(pid=94174) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 23 11:32:13.359534 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron_lib.callbacks.manager [None req-43d9ac00-c263-41a4-86b0-308e6c824f9b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-923104'] for network, before_create {{(pid=94174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:32:13.387019 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron_lib.callbacks.manager [None req-43d9ac00-c263-41a4-86b0-308e6c824f9b admin admin] Notify callbacks [] for security_group, before_create {{(pid=94174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:32:13.450701 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b049ce01-40bf-45a6-b6be-76bc01236709 tempest-PortsTestJSON-2085221018 tempest-PortsTestJSON-2085221018-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94174) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 11:32:13.457514 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b049ce01-40bf-45a6-b6be-76bc01236709 tempest-PortsTestJSON-2085221018 tempest-PortsTestJSON-2085221018-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94174) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 11:32:13.461986 dv-neutron-601336-94-hyperv neutron-server[94174]: INFO neutron.wsgi [None req-b049ce01-40bf-45a6-b6be-76bc01236709 tempest-PortsTestJSON-2085221018 tempest-PortsTestJSON-2085221018-project] 10.222.0.20 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1451 time: 0.1124814 Jun 23 11:32:13.462865 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.wsgi [-] (94174) accepted ('10.222.0.20', 38030) {{(pid=94174) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 11:32:13.474993 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron_lib.callbacks.manager [None req-59261015-e946-4a2d-bcaf-dffc5800f1c2 tempest-NetworksTestDHCPv6-162546708 tempest-NetworksTestDHCPv6-162546708-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-897627', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866062', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5195932', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4294216'] for subnet, after_delete {{(pid=94174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:32:13.480509 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG oslo_concurrency.lockutils [None req-17f01dd1-7423-45f7-8a46-45bf95515526 tempest-NetworksTestDHCPv6-162546708 tempest-NetworksTestDHCPv6-162546708-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94174) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 11:32:13.539188 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59261015-e946-4a2d-bcaf-dffc5800f1c2 tempest-NetworksTestDHCPv6-162546708 tempest-NetworksTestDHCPv6-162546708-project] Pushing event deleted for resources: {'Subnet': ['ID=fc13185b-e413-49e6-bde4-8144aeeff9e3,revision_number=None']} {{(pid=94174) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 11:32:13.546195 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG oslo_concurrency.lockutils [None req-59261015-e946-4a2d-bcaf-dffc5800f1c2 tempest-NetworksTestDHCPv6-162546708 tempest-NetworksTestDHCPv6-162546708-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.066s {{(pid=94174) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 11:32:13.552419 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron_lib.callbacks.manager [None req-59261015-e946-4a2d-bcaf-dffc5800f1c2 tempest-NetworksTestDHCPv6-162546708 tempest-NetworksTestDHCPv6-162546708-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7865916'] for subnet, before_response {{(pid=94174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:32:13.555406 dv-neutron-601336-94-hyperv neutron-server[94174]: INFO neutron.wsgi [None req-59261015-e946-4a2d-bcaf-dffc5800f1c2 tempest-NetworksTestDHCPv6-162546708 tempest-NetworksTestDHCPv6-162546708-project] 10.222.0.20 "DELETE /v2.0/subnets/fc13185b-e413-49e6-bde4-8144aeeff9e3 HTTP/1.1" status: 204 len: 168 time: 0.5462856 Jun 23 11:32:13.560958 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.wsgi [-] (94175) accepted ('10.222.0.20', 38036) {{(pid=94175) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 11:32:13.637258 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.wsgi [-] (94174) accepted ('10.222.0.20', 38038) {{(pid=94174) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 11:32:13.637489 dv-neutron-601336-94-hyperv neutron-server[94175]: INFO neutron.wsgi [None req-b3183533-53f8-4152-b46d-22694bd83c24 tempest-NetworksTestDHCPv6-162546708 tempest-NetworksTestDHCPv6-162546708-project] 10.222.0.20 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0720828 Jun 23 11:32:13.645068 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.api.v2.base [None req-1e668cba-aa1f-4e60-9b3b-93a40078891d tempest-NetworksTestDHCPv6-162546708 tempest-NetworksTestDHCPv6-162546708-project] Request body: {'subnet': {'network_id': 'f53f535d-bce4-4da8-9bd9-396677ff4e83', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=94174) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 23 11:32:13.700159 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.plugins.ml2.plugin [None req-5ff6e273-b859-4098-8eda-e7556a9dcf8b tempest-PortsTestJSON-2085221018 tempest-PortsTestJSON-2085221018-project] Deleting port 5fbf0857-c654-4898-9fc6-bab0a1ab786a {{(pid=94174) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1913}} Jun 23 11:32:13.700501 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron_lib.callbacks.manager [None req-5ff6e273-b859-4098-8eda-e7556a9dcf8b tempest-PortsTestJSON-2085221018 tempest-PortsTestJSON-2085221018-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773700079324'] for port, before_delete {{(pid=94174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:32:13.704390 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron_lib.callbacks.manager [None req-43d9ac00-c263-41a4-86b0-308e6c824f9b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:32:13.754330 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.wsgi [-] (94175) accepted ('10.222.0.20', 38042) {{(pid=94175) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 11:32:13.778721 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron_lib.callbacks.manager [None req-43d9ac00-c263-41a4-86b0-308e6c824f9b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7996330'] for security_group, after_create {{(pid=94174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:32:13.786389 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94174) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 11:32:13.828146 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron_lib.callbacks.manager [None req-5ff6e273-b859-4098-8eda-e7556a9dcf8b tempest-PortsTestJSON-2085221018 tempest-PortsTestJSON-2085221018-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-430722'] for port, precommit_delete {{(pid=94174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:32:13.830486 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-43d9ac00-c263-41a4-86b0-308e6c824f9b admin admin] vlan segment allocate from pool success with {'vlan_id': 403, 'physical_network': 'physnet1'} {{(pid=94174) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 23 11:32:13.835620 dv-neutron-601336-94-hyperv neutron-server[94175]: INFO neutron.wsgi [None req-057485c9-fac6-4e1a-924b-2b775416bbae admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=d78deddc61934e2ea53c23e0d10641f0&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0783627 Jun 23 11:32:13.841602 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.wsgi [-] (94175) accepted ('10.222.0.20', 38046) {{(pid=94175) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 11:32:13.862747 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5306c365-6750-4941-bfb5-3d05f49f4368 None None] Network f53f535d-bce4-4da8-9bd9-396677ff4e83 requested from dv-neutron-601336-94-hyperv {{(pid=94176) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 23 11:32:13.878359 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43d9ac00-c263-41a4-86b0-308e6c824f9b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=92e45f4c-0a9b-4b6c-912e-8c6ac5dabc80,revision_number=1']} {{(pid=94174) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 11:32:13.881211 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.plugins.ml2.plugin [None req-5ff6e273-b859-4098-8eda-e7556a9dcf8b tempest-PortsTestJSON-2085221018 tempest-PortsTestJSON-2085221018-project] Calling delete_port for 5fbf0857-c654-4898-9fc6-bab0a1ab786a owned by {{(pid=94174) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1986}} Jun 23 11:32:13.883400 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron_lib.callbacks.manager [None req-43d9ac00-c263-41a4-86b0-308e6c824f9b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3801'] for segment, precommit_create {{(pid=94174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:32:13.883745 dv-neutron-601336-94-hyperv neutron-server[94174]: INFO neutron.db.segments_db [None req-43d9ac00-c263-41a4-86b0-308e6c824f9b admin admin] Added segment 38a4352d-de94-4d68-8280-f5ea074ec139 of type vlan for network 34cf218b-02ad-4259-a49e-5807c729dd9a Jun 23 11:32:13.885316 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG oslo_concurrency.lockutils [None req-43d9ac00-c263-41a4-86b0-308e6c824f9b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.099s {{(pid=94174) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 11:32:13.888066 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron_lib.callbacks.manager [None req-dc7542b2-afef-47f4-a763-e3a3cba144be None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773699952132', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-899307'] for agent, after_update {{(pid=94176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:32:13.955949 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron_lib.callbacks.manager [None req-932fa071-854e-4ad0-982a-8116584d26e0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:32:13.960073 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1e668cba-aa1f-4e60-9b3b-93a40078891d tempest-NetworksTestDHCPv6-162546708 tempest-NetworksTestDHCPv6-162546708-project] Made reservation on behalf of 5e61222a836c47229c94e37f3902e6bd for: {'subnet': 1} {{(pid=94174) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 23 11:32:13.963561 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron_lib.callbacks.manager [None req-1e668cba-aa1f-4e60-9b3b-93a40078891d tempest-NetworksTestDHCPv6-162546708 tempest-NetworksTestDHCPv6-162546708-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4294245'] for subnet, before_create {{(pid=94174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:32:13.969590 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron_lib.callbacks.manager [None req-43d9ac00-c263-41a4-86b0-308e6c824f9b admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8773699596773'] for network, precommit_create {{(pid=94174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:32:13.989252 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron_lib.callbacks.manager [None req-932fa071-854e-4ad0-982a-8116584d26e0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:32:14.020018 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.db.provisioning_blocks [None req-aaf7451e-aa3f-44b5-804d-a791be251815 None None] Provisioning complete for port f739ee86-d817-42f0-847b-0b327b576437 triggered by entity DHCP. {{(pid=94176) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 23 11:32:14.020411 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron_lib.callbacks.manager [None req-aaf7451e-aa3f-44b5-804d-a791be251815 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-899258'] for port, provisioning_complete {{(pid=94176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:32:14.095492 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron_lib.callbacks.manager [None req-932fa071-854e-4ad0-982a-8116584d26e0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7996330'] for security_group, after_delete {{(pid=94175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:32:14.098976 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron_lib.callbacks.manager [None req-932fa071-854e-4ad0-982a-8116584d26e0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:32:14.100895 dv-neutron-601336-94-hyperv neutron-server[94175]: INFO neutron.wsgi [None req-932fa071-854e-4ad0-982a-8116584d26e0 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/4c1aa450-fdf0-484b-b188-6c5414b59f44 HTTP/1.1" status: 204 len: 168 time: 0.2595589 Jun 23 11:32:14.101991 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG oslo_concurrency.lockutils [None req-79fed436-ef75-4c1b-a54f-fb2a3ec64c0c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94175) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 11:32:14.114009 dv-neutron-601336-94-hyperv neutron-server[94177]: DEBUG neutron.db.agents_db [None req-90fb1279-e4c5-4e73-8d66-3a29811dc4e3 None None] Agent healthcheck: found 6 active agents {{(pid=94177) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 23 11:32:14.121202 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-932fa071-854e-4ad0-982a-8116584d26e0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4c1aa450-fdf0-484b-b188-6c5414b59f44,revision_number=None']} {{(pid=94175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 11:32:14.124078 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG oslo_concurrency.lockutils [None req-932fa071-854e-4ad0-982a-8116584d26e0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.022s {{(pid=94175) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 11:32:14.143192 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron_lib.callbacks.manager [None req-43d9ac00-c263-41a4-86b0-308e6c824f9b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8002400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7866073'] for network, after_create {{(pid=94174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:32:14.146529 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-43d9ac00-c263-41a4-86b0-308e6c824f9b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94174) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 11:32:14.147150 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron_lib.callbacks.manager [None req-43d9ac00-c263-41a4-86b0-308e6c824f9b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7865916'] for network, before_response {{(pid=94174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:32:14.152420 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94174) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 11:32:14.223152 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron_lib.callbacks.manager [None req-5ff6e273-b859-4098-8eda-e7556a9dcf8b tempest-PortsTestJSON-2085221018 tempest-PortsTestJSON-2085221018-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-922904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866062', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773700135024', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773699642224', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5196390'] for port, after_delete {{(pid=94174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:32:14.241296 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-37574f71-f87c-4c23-90b2-c1cb9590f276 None None] DHCP port deletion for f53f535d-bce4-4da8-9bd9-396677ff4e83 request from dv-neutron-601336-94-hyperv {{(pid=94176) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jun 23 11:32:14.265742 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43d9ac00-c263-41a4-86b0-308e6c824f9b admin admin] Pushing event updated for resources: {'Network': ['ID=34cf218b-02ad-4259-a49e-5807c729dd9a,revision_number=1']} {{(pid=94174) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 11:32:14.273554 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG oslo_concurrency.lockutils [None req-43d9ac00-c263-41a4-86b0-308e6c824f9b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.122s {{(pid=94174) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 11:32:14.275505 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG oslo_concurrency.lockutils [None req-9b5d9b0f-bdfc-4440-a7f7-0dde856e0edd tempest-AllowedAddressPairIpV6TestJSON-597468505 tempest-AllowedAddressPairIpV6TestJSON-597468505-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.045s {{(pid=94174) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 11:32:14.289709 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.plugins.ml2.rpc [None req-dc7542b2-afef-47f4-a763-e3a3cba144be None None] Network 34cf218b-02ad-4259-a49e-5807c729dd9a details requested by agent ovs-agent-dv-neutron-601336-94-hyperv with host dv-neutron-601336-94-hyperv {{(pid=94176) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:250}} Jun 23 11:32:14.290651 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron_lib.callbacks.manager [None req-5ff6e273-b859-4098-8eda-e7556a9dcf8b tempest-PortsTestJSON-2085221018 tempest-PortsTestJSON-2085221018-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-217507'] for port, before_response {{(pid=94174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:32:14.291969 dv-neutron-601336-94-hyperv neutron-server[94174]: INFO neutron.wsgi [None req-5ff6e273-b859-4098-8eda-e7556a9dcf8b tempest-PortsTestJSON-2085221018 tempest-PortsTestJSON-2085221018-project] 10.222.0.20 "DELETE /v2.0/ports/5fbf0857-c654-4898-9fc6-bab0a1ab786a HTTP/1.1" status: 204 len: 168 time: 0.8281970 Jun 23 11:32:14.294723 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.wsgi [-] (94175) accepted ('10.222.0.20', 38058) {{(pid=94175) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 11:32:14.305106 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.plugins.ml2.plugin [None req-37574f71-f87c-4c23-90b2-c1cb9590f276 None None] Deleting port f739ee86-d817-42f0-847b-0b327b576437 {{(pid=94176) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1913}} Jun 23 11:32:14.305600 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron_lib.callbacks.manager [None req-37574f71-f87c-4c23-90b2-c1cb9590f276 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773700079324'] for port, before_delete {{(pid=94176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:32:14.311639 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ff6e273-b859-4098-8eda-e7556a9dcf8b tempest-PortsTestJSON-2085221018 tempest-PortsTestJSON-2085221018-project] Pushing event deleted for resources: {'Port': ['ID=5fbf0857-c654-4898-9fc6-bab0a1ab786a,revision_number=None']} {{(pid=94174) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 11:32:14.314007 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG oslo_concurrency.lockutils [None req-5ff6e273-b859-4098-8eda-e7556a9dcf8b tempest-PortsTestJSON-2085221018 tempest-PortsTestJSON-2085221018-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.038s {{(pid=94174) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 11:32:14.329374 dv-neutron-601336-94-hyperv neutron-server[94174]: INFO neutron.wsgi [None req-43d9ac00-c263-41a4-86b0-308e6c824f9b admin admin] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 1.7214715 Jun 23 11:32:14.332319 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.wsgi [-] (94174) accepted ('10.222.0.20', 38060) {{(pid=94174) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 11:32:14.337820 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.api.v2.base [None req-8499daa2-26fe-490b-bc7d-e05905172d84 admin admin] Request body: {'subnet': {'network_id': '34cf218b-02ad-4259-a49e-5807c729dd9a', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerActionsTestJSON-2115701801-subnet', 'tenant_id': '252b24454ee04e36b666155dab1feb23', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=94174) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 23 11:32:14.369886 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron_lib.callbacks.manager [None req-1e668cba-aa1f-4e60-9b3b-93a40078891d tempest-NetworksTestDHCPv6-162546708 tempest-NetworksTestDHCPv6-162546708-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866062', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5195999', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4294259'] for subnet, after_create {{(pid=94174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:32:14.377611 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG oslo_concurrency.lockutils [None req-fc2440b3-e18e-4cd8-a950-d330e10bd481 tempest-NetworksTestDHCPv6-162546708 tempest-NetworksTestDHCPv6-162546708-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94174) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 11:32:14.398869 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7c390b7b-4c48-41f7-8a1d-9dd370b7e8db tempest-PortsTestJSON-2085221018 tempest-PortsTestJSON-2085221018-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 11:32:14.404543 dv-neutron-601336-94-hyperv neutron-server[94175]: INFO neutron.wsgi [None req-7c390b7b-4c48-41f7-8a1d-9dd370b7e8db tempest-PortsTestJSON-2085221018 tempest-PortsTestJSON-2085221018-project] 10.222.0.20 "GET /v2.0/ports HTTP/1.1" status: 200 len: 843 time: 0.1087260 Jun 23 11:32:14.408933 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.wsgi [-] (94175) accepted ('10.222.0.20', 38064) {{(pid=94175) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 11:32:14.433277 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1e668cba-aa1f-4e60-9b3b-93a40078891d tempest-NetworksTestDHCPv6-162546708 tempest-NetworksTestDHCPv6-162546708-project] Network f53f535d-bce4-4da8-9bd9-396677ff4e83 is already hosted by enough agents. {{(pid=94174) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 23 11:32:14.436167 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.plugins.ml2.db [None req-37574f71-f87c-4c23-90b2-c1cb9590f276 None None] For port f739ee86-d817-42f0-847b-0b327b576437, host dv-neutron-601336-94-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-94-hyperv',level=0,port_id=f739ee86-d817-42f0-847b-0b327b576437,segment=NetworkSegment(6303a411-6e70-4139-a530-9ee4cf8ba843),segment_id=6303a411-6e70-4139-a530-9ee4cf8ba843)] {{(pid=94176) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 23 11:32:14.436681 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.scheduler.base_scheduler [None req-1e668cba-aa1f-4e60-9b3b-93a40078891d tempest-NetworksTestDHCPv6-162546708 tempest-NetworksTestDHCPv6-162546708-project] Resources bound (agent type, host, resource id): {{(pid=94174) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 23 11:32:14.436987 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron_lib.callbacks.manager [None req-37574f71-f87c-4c23-90b2-c1cb9590f276 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-430722'] for port, precommit_delete {{(pid=94176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:32:14.443398 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1e668cba-aa1f-4e60-9b3b-93a40078891d tempest-NetworksTestDHCPv6-162546708 tempest-NetworksTestDHCPv6-162546708-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94174) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 11:32:14.444042 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron_lib.callbacks.manager [None req-1e668cba-aa1f-4e60-9b3b-93a40078891d tempest-NetworksTestDHCPv6-162546708 tempest-NetworksTestDHCPv6-162546708-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7865916'] for subnet, before_response {{(pid=94174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:32:14.464585 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e668cba-aa1f-4e60-9b3b-93a40078891d tempest-NetworksTestDHCPv6-162546708 tempest-NetworksTestDHCPv6-162546708-project] Pushing event updated for resources: {'Subnet': ['ID=2c9947c6-8feb-4341-94b2-613f966f67f4,revision_number=0']} {{(pid=94174) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 11:32:14.465642 dv-neutron-601336-94-hyperv neutron-server[94175]: INFO neutron.pecan_wsgi.hooks.translation [None req-dae585b1-0bfc-457a-af0b-72376c754504 tempest-PortsTestJSON-2085221018 tempest-PortsTestJSON-2085221018-project] GET failed (client error): The resource could not be found. Jun 23 11:32:14.467905 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG oslo_concurrency.lockutils [None req-1e668cba-aa1f-4e60-9b3b-93a40078891d tempest-NetworksTestDHCPv6-162546708 tempest-NetworksTestDHCPv6-162546708-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.093s {{(pid=94174) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 11:32:14.473999 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.plugins.ml2.plugin [None req-37574f71-f87c-4c23-90b2-c1cb9590f276 None None] Calling delete_port for f739ee86-d817-42f0-847b-0b327b576437 owned by network:dhcp {{(pid=94176) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1986}} Jun 23 11:32:14.474995 dv-neutron-601336-94-hyperv neutron-server[94175]: INFO neutron.wsgi [None req-dae585b1-0bfc-457a-af0b-72376c754504 tempest-PortsTestJSON-2085221018 tempest-PortsTestJSON-2085221018-project] 10.222.0.20 "GET /v2.0/ports/129e11bf-94c3-4dd4-a1a4-73dfe20a0d8e HTTP/1.1" status: 404 len: 333 time: 0.0637579 Jun 23 11:32:14.476905 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.wsgi [-] (94174) accepted ('10.222.0.20', 38068) {{(pid=94174) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 11:32:14.491193 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8499daa2-26fe-490b-bc7d-e05905172d84 admin admin] Made reservation on behalf of 252b24454ee04e36b666155dab1feb23 for: {'subnet': 1} {{(pid=94174) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 23 11:32:14.493589 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron_lib.callbacks.manager [None req-8499daa2-26fe-490b-bc7d-e05905172d84 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4294245'] for subnet, before_create {{(pid=94174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:32:14.518312 dv-neutron-601336-94-hyperv neutron-server[94174]: INFO neutron.pecan_wsgi.hooks.translation [None req-bb15f31a-47d4-429c-a058-fbfa54639109 tempest-PortsTestJSON-2085221018 tempest-PortsTestJSON-2085221018-project] GET failed (client error): The resource could not be found. Jun 23 11:32:14.519894 dv-neutron-601336-94-hyperv neutron-server[94174]: INFO neutron.wsgi [None req-bb15f31a-47d4-429c-a058-fbfa54639109 tempest-PortsTestJSON-2085221018 tempest-PortsTestJSON-2085221018-project] 10.222.0.20 "GET /v2.0/ports/5fbf0857-c654-4898-9fc6-bab0a1ab786a HTTP/1.1" status: 404 len: 333 time: 0.0419374 Jun 23 11:32:14.523108 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.wsgi [-] (94175) accepted ('10.222.0.20', 38072) {{(pid=94175) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 11:32:14.558915 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron_lib.callbacks.manager [None req-4c20ea5f-bc7f-4d4e-935d-57f082af6ccb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773699952132', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-899307'] for agent, after_update {{(pid=94176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:32:14.593704 dv-neutron-601336-94-hyperv neutron-server[94174]: INFO neutron.wsgi [None req-1e668cba-aa1f-4e60-9b3b-93a40078891d tempest-NetworksTestDHCPv6-162546708 tempest-NetworksTestDHCPv6-162546708-project] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.9484458 Jun 23 11:32:14.593947 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.wsgi [-] (94175) accepted ('10.222.0.20', 38074) {{(pid=94175) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 11:32:14.598120 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.api.v2.base [None req-e9be4ea6-8758-4ae1-93bd-8830644c38be tempest-NetworksTestDHCPv6-162546708 tempest-NetworksTestDHCPv6-162546708-project] Request body: {'subnet': {'network_id': 'f53f535d-bce4-4da8-9bd9-396677ff4e83', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=94175) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 23 11:32:14.627782 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron_lib.callbacks.manager [None req-37574f71-f87c-4c23-90b2-c1cb9590f276 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-922904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866062', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773700135024', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773699642224'] for port, after_delete {{(pid=94176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:32:14.629863 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG oslo_concurrency.lockutils [None req-ee2a457c-47b2-4673-97ae-1728456f7752 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 11:32:14.669355 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37574f71-f87c-4c23-90b2-c1cb9590f276 None None] Pushing event deleted for resources: {'Port': ['ID=f739ee86-d817-42f0-847b-0b327b576437,revision_number=None']} {{(pid=94176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 11:32:14.676202 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG oslo_concurrency.lockutils [None req-37574f71-f87c-4c23-90b2-c1cb9590f276 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=94176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 11:32:14.678929 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.db.l3_dvrscheduler_db [None req-37574f71-f87c-4c23-90b2-c1cb9590f276 None None] No DVR routers for this DVR port f739ee86-d817-42f0-847b-0b327b576437 on host dv-neutron-601336-94-hyperv {{(pid=94176) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 23 11:32:14.685459 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron_lib.callbacks.manager [None req-96eb7cc4-5f91-46d9-ab6b-a0ce8264f4a2 tempest-PortsTestJSON-2085221018 tempest-PortsTestJSON-2085221018-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-824874'] for network, before_delete {{(pid=94175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:32:14.694205 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6543bd8f-4b06-467b-9f8e-1da032fb68ee None None] Network f53f535d-bce4-4da8-9bd9-396677ff4e83 requested from dv-neutron-601336-94-hyperv {{(pid=94176) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 23 11:32:14.753781 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron_lib.callbacks.manager [None req-8499daa2-26fe-490b-bc7d-e05905172d84 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866062', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5195999', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4294259'] for subnet, after_create {{(pid=94174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:32:14.764094 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG oslo_concurrency.lockutils [None req-a93b721d-776b-447b-a77f-c6941e48892d tempest-NetworksIpV6TestAttrs-49342282 tempest-NetworksIpV6TestAttrs-49342282-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94174) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 11:32:14.834035 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8499daa2-26fe-490b-bc7d-e05905172d84 admin admin] Pushing event updated for resources: {'Subnet': ['ID=47ff68e9-949b-4720-9652-7e8da6276be9,revision_number=0']} {{(pid=94174) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 11:32:14.834836 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron_lib.callbacks.manager [None req-96eb7cc4-5f91-46d9-ab6b-a0ce8264f4a2 tempest-PortsTestJSON-2085221018 tempest-PortsTestJSON-2085221018-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-897259', 'neutron.services.segments.db._delete_segments_for_network-8773700168587'] for network, precommit_delete {{(pid=94175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:32:14.850305 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.services.segments.db [None req-96eb7cc4-5f91-46d9-ab6b-a0ce8264f4a2 tempest-PortsTestJSON-2085221018 tempest-PortsTestJSON-2085221018-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a567619a-fc06-4df8-9f08-de67b41e7cd4']}} {{(pid=94175) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 11:32:14.860702 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG oslo_concurrency.lockutils [None req-8499daa2-26fe-490b-bc7d-e05905172d84 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.086s {{(pid=94174) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 11:32:14.866539 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.services.segments.db [None req-96eb7cc4-5f91-46d9-ab6b-a0ce8264f4a2 tempest-PortsTestJSON-2085221018 tempest-PortsTestJSON-2085221018-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3f41ea32-3d2b-4b74-8a28-cfd3baab7030') {'for_net_delete': True} {{(pid=94175) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 11:32:14.867016 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.services.segments.db [None req-96eb7cc4-5f91-46d9-ab6b-a0ce8264f4a2 tempest-PortsTestJSON-2085221018 tempest-PortsTestJSON-2085221018-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3f41ea32-3d2b-4b74-8a28-cfd3baab7030') {} {{(pid=94175) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 11:32:14.877349 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron_lib.callbacks.manager [None req-96eb7cc4-5f91-46d9-ab6b-a0ce8264f4a2 tempest-PortsTestJSON-2085221018 tempest-PortsTestJSON-2085221018-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8773699955833', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5190677'] for segment, before_delete {{(pid=94175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:32:14.892769 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron_lib.callbacks.manager [None req-96eb7cc4-5f91-46d9-ab6b-a0ce8264f4a2 tempest-PortsTestJSON-2085221018 tempest-PortsTestJSON-2085221018-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3801'] for segment, precommit_delete {{(pid=94175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:32:14.900962 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-96eb7cc4-5f91-46d9-ab6b-a0ce8264f4a2 tempest-PortsTestJSON-2085221018 tempest-PortsTestJSON-2085221018-project] Releasing vlan 409 on physical network physnet1 to pool {{(pid=94175) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 23 11:32:14.901680 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron_lib.callbacks.manager [None req-96eb7cc4-5f91-46d9-ab6b-a0ce8264f4a2 tempest-PortsTestJSON-2085221018 tempest-PortsTestJSON-2085221018-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3801', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5082371'] for segment, after_delete {{(pid=94175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:32:14.905067 dv-neutron-601336-94-hyperv neutron-server[94175]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 23 11:32:14.905067 dv-neutron-601336-94-hyperv neutron-server[94175]: conditions |= (models_v2.Port.network_id.in_( Jun 23 11:32:14.905067 dv-neutron-601336-94-hyperv neutron-server[94175]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 23 11:32:14.905067 dv-neutron-601336-94-hyperv neutron-server[94175]: conditions |= (models_v2.Port.network_id.in_( Jun 23 11:32:14.905067 dv-neutron-601336-94-hyperv neutron-server[94175]: Traceback (most recent call last): Jun 23 11:32:14.905067 dv-neutron-601336-94-hyperv neutron-server[94175]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 23 11:32:14.905067 dv-neutron-601336-94-hyperv neutron-server[94175]: timer() Jun 23 11:32:14.905067 dv-neutron-601336-94-hyperv neutron-server[94175]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 23 11:32:14.905067 dv-neutron-601336-94-hyperv neutron-server[94175]: cb(*args, **kw) Jun 23 11:32:14.905067 dv-neutron-601336-94-hyperv neutron-server[94175]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 23 11:32:14.905067 dv-neutron-601336-94-hyperv neutron-server[94175]: return func(*args, **kwargs) Jun 23 11:32:14.905067 dv-neutron-601336-94-hyperv neutron-server[94175]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 23 11:32:14.905067 dv-neutron-601336-94-hyperv neutron-server[94175]: self._notify() Jun 23 11:32:14.905067 dv-neutron-601336-94-hyperv neutron-server[94175]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 23 11:32:14.905067 dv-neutron-601336-94-hyperv neutron-server[94175]: self.callback(batched_events) Jun 23 11:32:14.905067 dv-neutron-601336-94-hyperv neutron-server[94175]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 23 11:32:14.905067 dv-neutron-601336-94-hyperv neutron-server[94175]: event.method(event) Jun 23 11:32:14.905067 dv-neutron-601336-94-hyperv neutron-server[94175]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 23 11:32:14.905067 dv-neutron-601336-94-hyperv neutron-server[94175]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 23 11:32:14.905067 dv-neutron-601336-94-hyperv neutron-server[94175]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 23 11:32:14.905067 dv-neutron-601336-94-hyperv neutron-server[94175]: aggregate_uuid = self.p_client.list_aggregates( Jun 23 11:32:14.905067 dv-neutron-601336-94-hyperv neutron-server[94175]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 23 11:32:14.905067 dv-neutron-601336-94-hyperv neutron-server[94175]: return f(self, *a, **k) Jun 23 11:32:14.905067 dv-neutron-601336-94-hyperv neutron-server[94175]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 23 11:32:14.905067 dv-neutron-601336-94-hyperv neutron-server[94175]: return self._get(url).json() Jun 23 11:32:14.905067 dv-neutron-601336-94-hyperv neutron-server[94175]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 23 11:32:14.905067 dv-neutron-601336-94-hyperv neutron-server[94175]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 23 11:32:14.905067 dv-neutron-601336-94-hyperv neutron-server[94175]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 23 11:32:14.905067 dv-neutron-601336-94-hyperv neutron-server[94175]: return self.request(url, 'GET', **kwargs) Jun 23 11:32:14.905067 dv-neutron-601336-94-hyperv neutron-server[94175]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 23 11:32:14.905067 dv-neutron-601336-94-hyperv neutron-server[94175]: base_url = self.get_endpoint(auth, allow=allow, Jun 23 11:32:14.905067 dv-neutron-601336-94-hyperv neutron-server[94175]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 23 11:32:14.905067 dv-neutron-601336-94-hyperv neutron-server[94175]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 23 11:32:14.905067 dv-neutron-601336-94-hyperv neutron-server[94175]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 23 11:32:14.905067 dv-neutron-601336-94-hyperv neutron-server[94175]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 23 11:32:14.905067 dv-neutron-601336-94-hyperv neutron-server[94175]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 23 11:32:14.911303 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8499daa2-26fe-490b-bc7d-e05905172d84 admin admin] Checking segment: {'id': '38a4352d-de94-4d68-8280-f5ea074ec139', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 403, 'network_id': '34cf218b-02ad-4259-a49e-5807c729dd9a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94174) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 23 11:32:14.911303 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8499daa2-26fe-490b-bc7d-e05905172d84 admin admin] Network hostable DHCP agents. Network: 34cf218b-02ad-4259-a49e-5807c729dd9a, hostable agents: ['8cf29b10-0e57-4131-816f-a4b6ad00b249'], hosted agents: [] {{(pid=94174) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 23 11:32:14.947910 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.plugins.ml2.rpc [None req-dc7542b2-afef-47f4-a763-e3a3cba144be None None] Device f739ee86-d817-42f0-847b-0b327b576437 no longer exists at agent ovs-agent-dv-neutron-601336-94-hyperv {{(pid=94176) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:261}} Jun 23 11:32:14.954278 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5efab1e5-281f-4886-b49f-b51fd3469786 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1e0d828a-1fa4-563d-b7fd-53adf66a04ee-f53f535d-bce4-4da8-9bd9-396677ff4e83', 'network_id': 'f53f535d-bce4-4da8-9bd9-396677ff4e83', 'tenant_id': '5e61222a836c47229c94e37f3902e6bd', 'fixed_ips': [{'subnet_id': '2c9947c6-8feb-4341-94b2-613f966f67f4'}]}} from dv-neutron-601336-94-hyperv. {{(pid=94176) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 23 11:32:14.955130 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron_lib.callbacks.manager [None req-5efab1e5-281f-4886-b49f-b51fd3469786 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-923104'] for port, before_create {{(pid=94176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:32:14.964448 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e9be4ea6-8758-4ae1-93bd-8830644c38be tempest-NetworksTestDHCPv6-162546708 tempest-NetworksTestDHCPv6-162546708-project] Made reservation on behalf of 5e61222a836c47229c94e37f3902e6bd for: {'subnet': 1} {{(pid=94175) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 23 11:32:14.968631 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron_lib.callbacks.manager [None req-e9be4ea6-8758-4ae1-93bd-8830644c38be tempest-NetworksTestDHCPv6-162546708 tempest-NetworksTestDHCPv6-162546708-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4660073'] for subnet, before_create {{(pid=94175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:32:15.000915 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8499daa2-26fe-490b-bc7d-e05905172d84 admin admin] Network 34cf218b-02ad-4259-a49e-5807c729dd9a is scheduled to be hosted by DHCP agent 8cf29b10-0e57-4131-816f-a4b6ad00b249 with binding_index 1 {{(pid=94174) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 23 11:32:15.106943 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.scheduler.base_scheduler [None req-8499daa2-26fe-490b-bc7d-e05905172d84 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-601336-94-hyperv, 34cf218b-02ad-4259-a49e-5807c729dd9a) {{(pid=94174) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 23 11:32:15.111840 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8499daa2-26fe-490b-bc7d-e05905172d84 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94174) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 11:32:15.112366 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron_lib.callbacks.manager [None req-8499daa2-26fe-490b-bc7d-e05905172d84 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7865916'] for subnet, before_response {{(pid=94174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:32:15.125908 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b59edb1d-02d2-4e7a-8438-f70f9dc86467 None None] Network 34cf218b-02ad-4259-a49e-5807c729dd9a requested from dv-neutron-601336-94-hyperv {{(pid=94176) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 23 11:32:15.127551 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.plugins.ml2.plugin [None req-dc7542b2-afef-47f4-a763-e3a3cba144be None None] No Port match for: f739ee86-d817-42f0-847b-0b327b576437 {{(pid=94176) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2240}} Jun 23 11:32:15.127903 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.plugins.ml2.rpc [None req-dc7542b2-afef-47f4-a763-e3a3cba144be None None] Device f739ee86-d817-42f0-847b-0b327b576437 not bound to the agent host dv-neutron-601336-94-hyperv {{(pid=94176) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:271}} Jun 23 11:32:15.142517 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron_lib.callbacks.manager [None req-96eb7cc4-5f91-46d9-ab6b-a0ce8264f4a2 tempest-PortsTestJSON-2085221018 tempest-PortsTestJSON-2085221018-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-897248', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8002400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7866073', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-524247'] for network, after_delete {{(pid=94175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:32:15.147937 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG oslo_concurrency.lockutils [None req-c4201df7-3e16-4c77-bb2d-316cc612a1c5 tempest-NetworksIpV6TestAttrs-49342282 tempest-NetworksIpV6TestAttrs-49342282-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94175) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 11:32:15.156610 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron_lib.callbacks.manager [None req-96eb7cc4-5f91-46d9-ab6b-a0ce8264f4a2 tempest-PortsTestJSON-2085221018 tempest-PortsTestJSON-2085221018-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7865916'] for network, before_response {{(pid=94175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:32:15.156610 dv-neutron-601336-94-hyperv neutron-server[94175]: INFO neutron.wsgi [None req-96eb7cc4-5f91-46d9-ab6b-a0ce8264f4a2 tempest-PortsTestJSON-2085221018 tempest-PortsTestJSON-2085221018-project] 10.222.0.20 "DELETE /v2.0/networks/a567619a-fc06-4df8-9f08-de67b41e7cd4 HTTP/1.1" status: 204 len: 168 time: 0.6305685 Jun 23 11:32:15.160078 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.wsgi [-] (94174) accepted ('10.222.0.20', 38090) {{(pid=94174) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 11:32:15.165567 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.api.v2.base [None req-d8fe619a-cb46-48d7-b930-a12418d8a161 tempest-PortsTestJSON-2085221018 tempest-PortsTestJSON-2085221018-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-771259473'}} {{(pid=94174) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 23 11:32:15.173401 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96eb7cc4-5f91-46d9-ab6b-a0ce8264f4a2 tempest-PortsTestJSON-2085221018 tempest-PortsTestJSON-2085221018-project] Pushing event deleted for resources: {'Network': ['ID=a567619a-fc06-4df8-9f08-de67b41e7cd4,revision_number=None']} {{(pid=94175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 11:32:15.178823 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG oslo_concurrency.lockutils [None req-96eb7cc4-5f91-46d9-ab6b-a0ce8264f4a2 tempest-PortsTestJSON-2085221018 tempest-PortsTestJSON-2085221018-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.031s {{(pid=94175) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 11:32:15.280224 dv-neutron-601336-94-hyperv neutron-server[94174]: INFO neutron.wsgi [None req-8499daa2-26fe-490b-bc7d-e05905172d84 admin admin] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.9466698 Jun 23 11:32:15.283562 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.wsgi [-] (94175) accepted ('10.222.0.20', 38096) {{(pid=94175) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 11:32:15.288504 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.api.v2.base [None req-e4a2e2a1-5c54-4fc2-9a14-3098c529a1f4 admin admin] Request body: {'router': {'name': 'tempest-ServerActionsTestJSON-2115701801-router', 'tenant_id': '252b24454ee04e36b666155dab1feb23', 'external_gateway_info': {'network_id': '3e7e4eb3-cf02-4d47-ade9-0a579cdfc60f'}}} {{(pid=94175) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 23 11:32:15.341437 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.db.db_base_plugin_common [None req-5efab1e5-281f-4886-b49f-b51fd3469786 None None] Allocated IP 172.20.0.2 (f53f535d-bce4-4da8-9bd9-396677ff4e83/2c9947c6-8feb-4341-94b2-613f966f67f4/47dd6052-3af5-4f51-bbc9-97dc964c4a04) {{(pid=94176) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 23 11:32:15.393455 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-51db3dd8-65b8-48bb-8e4e-8ebc56f4dd4a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1e0d828a-1fa4-563d-b7fd-53adf66a04ee-34cf218b-02ad-4259-a49e-5807c729dd9a', 'network_id': '34cf218b-02ad-4259-a49e-5807c729dd9a', 'tenant_id': '252b24454ee04e36b666155dab1feb23', 'fixed_ips': [{'subnet_id': '47ff68e9-949b-4720-9652-7e8da6276be9'}]}} from dv-neutron-601336-94-hyperv. {{(pid=94176) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 23 11:32:15.394311 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron_lib.callbacks.manager [None req-51db3dd8-65b8-48bb-8e4e-8ebc56f4dd4a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-923104'] for port, before_create {{(pid=94176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:32:15.397890 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d8fe619a-cb46-48d7-b930-a12418d8a161 tempest-PortsTestJSON-2085221018 tempest-PortsTestJSON-2085221018-project] Made reservation on behalf of 9e5461dd76964a018bba022fe5f7a0f1 for: {'network': 1} {{(pid=94174) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 23 11:32:15.402011 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron_lib.callbacks.manager [None req-d8fe619a-cb46-48d7-b930-a12418d8a161 tempest-PortsTestJSON-2085221018 tempest-PortsTestJSON-2085221018-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-923104'] for network, before_create {{(pid=94174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:32:15.447850 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d8fe619a-cb46-48d7-b930-a12418d8a161 tempest-PortsTestJSON-2085221018 tempest-PortsTestJSON-2085221018-project] vlan segment allocate from pool success with {'vlan_id': 413, 'physical_network': 'physnet1'} {{(pid=94174) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 23 11:32:15.463733 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron_lib.callbacks.manager [None req-d8fe619a-cb46-48d7-b930-a12418d8a161 tempest-PortsTestJSON-2085221018 tempest-PortsTestJSON-2085221018-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3801'] for segment, precommit_create {{(pid=94174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:32:15.464305 dv-neutron-601336-94-hyperv neutron-server[94174]: INFO neutron.db.segments_db [None req-d8fe619a-cb46-48d7-b930-a12418d8a161 tempest-PortsTestJSON-2085221018 tempest-PortsTestJSON-2085221018-project] Added segment cdfb8e04-84f5-4321-bd9d-b07d0b3851c5 of type vlan for network badeca21-c4e5-4fe3-8b74-722eaf84a594 Jun 23 11:32:15.481952 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.objects.ports [None req-e9be4ea6-8758-4ae1-93bd-8830644c38be tempest-NetworksTestDHCPv6-162546708 tempest-NetworksTestDHCPv6-162546708-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=94175) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Jun 23 11:32:15.482848 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.wsgi [-] (94175) accepted ('10.222.0.20', 38106) {{(pid=94175) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 11:32:15.494765 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron_lib.callbacks.manager [None req-e9be4ea6-8758-4ae1-93bd-8830644c38be tempest-NetworksTestDHCPv6-162546708 tempest-NetworksTestDHCPv6-162546708-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866062', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5083113', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4660095'] for subnet, after_create {{(pid=94175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:32:15.496833 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94175) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 11:32:15.514566 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron_lib.callbacks.manager [None req-d8fe619a-cb46-48d7-b930-a12418d8a161 tempest-PortsTestJSON-2085221018 tempest-PortsTestJSON-2085221018-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8773699596773'] for network, precommit_create {{(pid=94174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:32:15.549088 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron_lib.callbacks.manager [None req-e4a2e2a1-5c54-4fc2-9a14-3098c529a1f4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-520407', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-32315'] for router, before_create {{(pid=94175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:32:15.550084 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron_lib.callbacks.manager [None req-e4a2e2a1-5c54-4fc2-9a14-3098c529a1f4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-520264', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-524122', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-414782', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-32290'] for router, precommit_create {{(pid=94175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:32:15.559615 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e9be4ea6-8758-4ae1-93bd-8830644c38be tempest-NetworksTestDHCPv6-162546708 tempest-NetworksTestDHCPv6-162546708-project] Network f53f535d-bce4-4da8-9bd9-396677ff4e83 is already hosted by enough agents. {{(pid=94175) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 23 11:32:15.565932 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.scheduler.base_scheduler [None req-e9be4ea6-8758-4ae1-93bd-8830644c38be tempest-NetworksTestDHCPv6-162546708 tempest-NetworksTestDHCPv6-162546708-project] Resources bound (agent type, host, resource id): {{(pid=94175) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 23 11:32:15.571639 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e9be4ea6-8758-4ae1-93bd-8830644c38be tempest-NetworksTestDHCPv6-162546708 tempest-NetworksTestDHCPv6-162546708-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 11:32:15.572225 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron_lib.callbacks.manager [None req-e9be4ea6-8758-4ae1-93bd-8830644c38be tempest-NetworksTestDHCPv6-162546708 tempest-NetworksTestDHCPv6-162546708-project] Notify callbacks [] for subnet, before_response {{(pid=94175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:32:15.584690 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9be4ea6-8758-4ae1-93bd-8830644c38be tempest-NetworksTestDHCPv6-162546708 tempest-NetworksTestDHCPv6-162546708-project] Pushing event updated for resources: {'Subnet': ['ID=0a2c3b08-0cf4-47d3-b0e1-60fb3b9deb79,revision_number=0']} {{(pid=94175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 11:32:15.589195 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG oslo_concurrency.lockutils [None req-e9be4ea6-8758-4ae1-93bd-8830644c38be tempest-NetworksTestDHCPv6-162546708 tempest-NetworksTestDHCPv6-162546708-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.092s {{(pid=94175) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 11:32:15.633990 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron_lib.callbacks.manager [None req-e4a2e2a1-5c54-4fc2-9a14-3098c529a1f4 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:32:15.667440 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron_lib.callbacks.manager [None req-d8fe619a-cb46-48d7-b930-a12418d8a161 tempest-PortsTestJSON-2085221018 tempest-PortsTestJSON-2085221018-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8002400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7866073'] for network, after_create {{(pid=94174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:32:15.672064 dv-neutron-601336-94-hyperv neutron-server[94175]: INFO neutron.wsgi [None req-e9be4ea6-8758-4ae1-93bd-8830644c38be tempest-NetworksTestDHCPv6-162546708 tempest-NetworksTestDHCPv6-162546708-project] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 1.0777152 Jun 23 11:32:15.674196 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d8fe619a-cb46-48d7-b930-a12418d8a161 tempest-PortsTestJSON-2085221018 tempest-PortsTestJSON-2085221018-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94174) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 11:32:15.675080 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron_lib.callbacks.manager [None req-d8fe619a-cb46-48d7-b930-a12418d8a161 tempest-PortsTestJSON-2085221018 tempest-PortsTestJSON-2085221018-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7865916'] for network, before_response {{(pid=94174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:32:15.676677 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.wsgi [-] (94175) accepted ('10.222.0.20', 38114) {{(pid=94175) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 11:32:15.679329 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94174) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 11:32:15.682111 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.api.v2.base [None req-ef128338-5545-4792-8f03-51c9cf474cca tempest-NetworksTestDHCPv6-162546708 tempest-NetworksTestDHCPv6-162546708-project] Request body: {'port': {'network_id': 'f53f535d-bce4-4da8-9bd9-396677ff4e83', 'mac_address': 'fa:16:3e:3a:04:83', 'name': 'tempest-NetworksTestDHCPv6-1778623124'}} {{(pid=94175) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 23 11:32:15.682236 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron_lib.callbacks.manager [None req-5efab1e5-281f-4886-b49f-b51fd3469786 None None] Notify callbacks [] for port, precommit_create {{(pid=94176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:32:15.689679 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.db.db_base_plugin_common [None req-51db3dd8-65b8-48bb-8e4e-8ebc56f4dd4a None None] Allocated IP 172.20.0.2 (34cf218b-02ad-4259-a49e-5807c729dd9a/47ff68e9-949b-4720-9652-7e8da6276be9/2b8b3c52-de07-4c52-9cf8-2a315cac8852) {{(pid=94176) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 23 11:32:15.699640 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.db.provisioning_blocks [None req-5efab1e5-281f-4886-b49f-b51fd3469786 None None] Transition to ACTIVE for port object 47dd6052-3af5-4f51-bbc9-97dc964c4a04 will not be triggered until provisioned by entity L2. {{(pid=94176) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 23 11:32:15.754359 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.db.provisioning_blocks [None req-5efab1e5-281f-4886-b49f-b51fd3469786 None None] Transition to ACTIVE for port object 47dd6052-3af5-4f51-bbc9-97dc964c4a04 will not be triggered until provisioned by entity DHCP. {{(pid=94176) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 23 11:32:15.766563 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8fe619a-cb46-48d7-b930-a12418d8a161 tempest-PortsTestJSON-2085221018 tempest-PortsTestJSON-2085221018-project] Pushing event updated for resources: {'Network': ['ID=badeca21-c4e5-4fe3-8b74-722eaf84a594,revision_number=1']} {{(pid=94174) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 11:32:15.780624 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG oslo_concurrency.lockutils [None req-d8fe619a-cb46-48d7-b930-a12418d8a161 tempest-PortsTestJSON-2085221018 tempest-PortsTestJSON-2085221018-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.101s {{(pid=94174) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 11:32:15.789880 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.plugins.ml2.rpc [None req-dc7542b2-afef-47f4-a763-e3a3cba144be None None] Network badeca21-c4e5-4fe3-8b74-722eaf84a594 details requested by agent ovs-agent-dv-neutron-601336-94-hyperv with host dv-neutron-601336-94-hyperv {{(pid=94176) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:250}} Jun 23 11:32:15.821632 dv-neutron-601336-94-hyperv neutron-server[94174]: INFO neutron.wsgi [None req-d8fe619a-cb46-48d7-b930-a12418d8a161 tempest-PortsTestJSON-2085221018 tempest-PortsTestJSON-2085221018-project] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 767 time: 0.6603868 Jun 23 11:32:15.824692 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.wsgi [-] (94174) accepted ('10.222.0.20', 38118) {{(pid=94174) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 11:32:15.831161 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.api.v2.base [None req-954d7a70-ab54-41bf-b061-4d9da36391bf tempest-PortsTestJSON-2085221018 tempest-PortsTestJSON-2085221018-project] Request body: {'subnet': {'network_id': 'badeca21-c4e5-4fe3-8b74-722eaf84a594', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=94174) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 23 11:32:15.876116 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron_lib.callbacks.manager [None req-5efab1e5-281f-4886-b49f-b51fd3469786 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-922915', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-239814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7866073', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773699642215'] for port, after_create {{(pid=94176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:32:15.886652 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG oslo_concurrency.lockutils [None req-cacf427d-f7bd-4e81-ab43-a636b64827ad None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 11:32:15.908985 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.api.v2.base [None req-cdf3845d-27c7-4190-ad67-ad333386ec00 tempest-BulkNetworkOpsIpV6Test-986121801 tempest-BulkNetworkOpsIpV6Test-986121801-project] Request body: {'networks': [{'name': 'tempest-network--95906684'}, {'name': 'tempest-network--56515861'}]} {{(pid=94175) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 23 11:32:15.909304 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.api.v2.base [None req-cdf3845d-27c7-4190-ad67-ad333386ec00 tempest-BulkNetworkOpsIpV6Test-986121801 tempest-BulkNetworkOpsIpV6Test-986121801-project] Request body: {'network': {'name': 'tempest-network--95906684'}} {{(pid=94175) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 23 11:32:15.909824 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.api.v2.base [None req-cdf3845d-27c7-4190-ad67-ad333386ec00 tempest-BulkNetworkOpsIpV6Test-986121801 tempest-BulkNetworkOpsIpV6Test-986121801-project] Request body: {'network': {'name': 'tempest-network--56515861'}} {{(pid=94175) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 23 11:32:15.967371 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.wsgi [-] (94174) accepted ('10.222.0.20', 38120) {{(pid=94174) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 11:32:15.974896 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron_lib.callbacks.manager [None req-e4a2e2a1-5c54-4fc2-9a14-3098c529a1f4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-524104', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-520389', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-32276'] for router, precommit_update {{(pid=94175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:32:15.976456 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5efab1e5-281f-4886-b49f-b51fd3469786 None None] Network f53f535d-bce4-4da8-9bd9-396677ff4e83 is already hosted by enough agents. {{(pid=94176) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 23 11:32:15.985169 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.scheduler.base_scheduler [None req-5efab1e5-281f-4886-b49f-b51fd3469786 None None] Resources bound (agent type, host, resource id): {{(pid=94176) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 23 11:32:15.988087 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5efab1e5-281f-4886-b49f-b51fd3469786 None None] Received port after_create {{(pid=94176) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 23 11:32:16.058993 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5efab1e5-281f-4886-b49f-b51fd3469786 None None] Pushing event updated for resources: {'Port': ['ID=47dd6052-3af5-4f51-bbc9-97dc964c4a04,revision_number=1']} {{(pid=94176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 11:32:16.061864 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG oslo_concurrency.lockutils [None req-5efab1e5-281f-4886-b49f-b51fd3469786 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.175s {{(pid=94176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 11:32:16.068902 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.api.v2.base [None req-4c6a0eaf-3a94-407f-9b5a-23b85e6d456c tempest-MeteringIpV6TestJSON-1257693620 tempest-MeteringIpV6TestJSON-1257693620-project-admin] Request body: {'metering_label': {'description': 'metering label created by tempest', 'name': 'tempest-metering-label-561190739'}} {{(pid=94174) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 23 11:32:16.069359 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.api.v2.base [None req-4c6a0eaf-3a94-407f-9b5a-23b85e6d456c tempest-MeteringIpV6TestJSON-1257693620 tempest-MeteringIpV6TestJSON-1257693620-project-admin] Unknown quota resources ['metering_label']. {{(pid=94174) _create /opt/stack/neutron/neutron/api/v2/base.py:495}} Jun 23 11:32:16.081007 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.plugins.ml2.managers [None req-5efab1e5-281f-4886-b49f-b51fd3469786 None None] Attempting to bind port 47dd6052-3af5-4f51-bbc9-97dc964c4a04 on host dv-neutron-601336-94-hyperv for vnic_type normal with profile {{(pid=94176) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 23 11:32:16.081175 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.plugins.ml2.managers [None req-5efab1e5-281f-4886-b49f-b51fd3469786 None None] Attempting to bind port 47dd6052-3af5-4f51-bbc9-97dc964c4a04 by drivers openvswitch,hyperv on host dv-neutron-601336-94-hyperv at level 0 using segments [{'id': '6303a411-6e70-4139-a530-9ee4cf8ba843', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 419, 'network_id': 'f53f535d-bce4-4da8-9bd9-396677ff4e83'}] {{(pid=94176) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 23 11:32:16.081444 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5efab1e5-281f-4886-b49f-b51fd3469786 None None] Attempting to bind port 47dd6052-3af5-4f51-bbc9-97dc964c4a04 on network f53f535d-bce4-4da8-9bd9-396677ff4e83 {{(pid=94176) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 23 11:32:16.082537 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cdf3845d-27c7-4190-ad67-ad333386ec00 tempest-BulkNetworkOpsIpV6Test-986121801 tempest-BulkNetworkOpsIpV6Test-986121801-project] Made reservation on behalf of 23ef76af747c4dd2ab3e1919971f3de2 for: {'network': 2} {{(pid=94175) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 23 11:32:16.088046 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron_lib.callbacks.manager [None req-51db3dd8-65b8-48bb-8e4e-8ebc56f4dd4a None None] Notify callbacks [] for port, precommit_create {{(pid=94176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:32:16.089914 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5efab1e5-281f-4886-b49f-b51fd3469786 None None] Checking agent: {'id': '4d05f899-5ac9-411b-8a03-f60c93f87cdf', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-601336-94-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 23, 11, 22, 14), 'started_at': datetime.datetime(2021, 6, 23, 11, 22, 44), 'heartbeat_timestamp': datetime.datetime(2021, 6, 23, 11, 32, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'monitor_allowed_address_pair_garp': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-601336-94-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94176) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 23 11:32:16.090295 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5efab1e5-281f-4886-b49f-b51fd3469786 None None] Checking segment: {'id': '6303a411-6e70-4139-a530-9ee4cf8ba843', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 419, 'network_id': 'f53f535d-bce4-4da8-9bd9-396677ff4e83'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94176) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 23 11:32:16.090705 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron_lib.callbacks.manager [None req-5efab1e5-281f-4886-b49f-b51fd3469786 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:32:16.090816 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron_lib.callbacks.manager [None req-cdf3845d-27c7-4190-ad67-ad333386ec00 tempest-BulkNetworkOpsIpV6Test-986121801 tempest-BulkNetworkOpsIpV6Test-986121801-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-923104'] for network, before_create {{(pid=94175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:32:16.091188 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5efab1e5-281f-4886-b49f-b51fd3469786 None None] Bound using segment: {'id': '6303a411-6e70-4139-a530-9ee4cf8ba843', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 419, 'network_id': 'f53f535d-bce4-4da8-9bd9-396677ff4e83'} {{(pid=94176) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 23 11:32:16.091849 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.plugins.ml2.managers [None req-5efab1e5-281f-4886-b49f-b51fd3469786 None None] Bound port: 47dd6052-3af5-4f51-bbc9-97dc964c4a04, host: dv-neutron-601336-94-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6303a411-6e70-4139-a530-9ee4cf8ba843', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 419, 'network_id': 'f53f535d-bce4-4da8-9bd9-396677ff4e83'}}] {{(pid=94176) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 23 11:32:16.092094 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron_lib.callbacks.manager [None req-5efab1e5-281f-4886-b49f-b51fd3469786 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-923122'] for port, before_update {{(pid=94176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:32:16.107884 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.db.provisioning_blocks [None req-51db3dd8-65b8-48bb-8e4e-8ebc56f4dd4a None None] Transition to ACTIVE for port object 2b8b3c52-de07-4c52-9cf8-2a315cac8852 will not be triggered until provisioned by entity L2. {{(pid=94176) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 23 11:32:16.130404 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron_lib.callbacks.manager [None req-cdf3845d-27c7-4190-ad67-ad333386ec00 tempest-BulkNetworkOpsIpV6Test-986121801 tempest-BulkNetworkOpsIpV6Test-986121801-project] Notify callbacks [] for security_group, before_create {{(pid=94175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:32:16.150859 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.db.provisioning_blocks [None req-51db3dd8-65b8-48bb-8e4e-8ebc56f4dd4a None None] Transition to ACTIVE for port object 2b8b3c52-de07-4c52-9cf8-2a315cac8852 will not be triggered until provisioned by entity DHCP. {{(pid=94176) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 23 11:32:16.182198 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.plugins.ml2.db [None req-5efab1e5-281f-4886-b49f-b51fd3469786 None None] For port 47dd6052-3af5-4f51-bbc9-97dc964c4a04, host dv-neutron-601336-94-hyperv, cleared binding levels {{(pid=94176) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 23 11:32:16.185358 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.plugins.ml2.db [None req-5efab1e5-281f-4886-b49f-b51fd3469786 None None] For port 47dd6052-3af5-4f51-bbc9-97dc964c4a04, host dv-neutron-601336-94-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-94-hyperv',level=0,port_id=47dd6052-3af5-4f51-bbc9-97dc964c4a04,segment=NetworkSegment(6303a411-6e70-4139-a530-9ee4cf8ba843),segment_id=6303a411-6e70-4139-a530-9ee4cf8ba843)] {{(pid=94176) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 23 11:32:16.226960 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-954d7a70-ab54-41bf-b061-4d9da36391bf tempest-PortsTestJSON-2085221018 tempest-PortsTestJSON-2085221018-project] Made reservation on behalf of 9e5461dd76964a018bba022fe5f7a0f1 for: {'subnet': 1} {{(pid=94174) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 23 11:32:16.227184 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron_lib.callbacks.manager [None req-51db3dd8-65b8-48bb-8e4e-8ebc56f4dd4a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-922915', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-239814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7866073', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773699642215'] for port, after_create {{(pid=94176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:32:16.229855 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG oslo_concurrency.lockutils [None req-55edbf66-5fa2-4920-bd7d-806a254dcfe5 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 11:32:16.231328 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron_lib.callbacks.manager [None req-954d7a70-ab54-41bf-b061-4d9da36391bf tempest-PortsTestJSON-2085221018 tempest-PortsTestJSON-2085221018-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4294245'] for subnet, before_create {{(pid=94174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:32:16.243571 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron_lib.db.api [None req-cdf3845d-27c7-4190-ad67-ad333386ec00 tempest-BulkNetworkOpsIpV6Test-986121801 tempest-BulkNetworkOpsIpV6Test-986121801-project] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Jun 23 11:32:16.243571 dv-neutron-601336-94-hyperv neutron-server[94175]: [SQL: DELETE FROM reservations WHERE reservations.project_id = %(project_id_1)s AND reservations.expiration < %(expiration_1)s] Jun 23 11:32:16.243571 dv-neutron-601336-94-hyperv neutron-server[94175]: [parameters: {'project_id_1': '23ef76af747c4dd2ab3e1919971f3de2', 'expiration_1': datetime.datetime(2021, 6, 23, 11, 32, 16, 187903)}] Jun 23 11:32:16.243571 dv-neutron-601336-94-hyperv neutron-server[94175]: (Background on this error at: http://sqlalche.me/e/14/e3q8) {{(pid=94175) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jun 23 11:32:16.244376 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG oslo_db.api [None req-cdf3845d-27c7-4190-ad67-ad333386ec00 tempest-BulkNetworkOpsIpV6Test-986121801 tempest-BulkNetworkOpsIpV6Test-986121801-project] Performing DB retry for function neutron.db.securitygroups_db.SecurityGroupDbMixin.create_security_group {{(pid=94175) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jun 23 11:32:16.264193 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-51db3dd8-65b8-48bb-8e4e-8ebc56f4dd4a None None] Network 34cf218b-02ad-4259-a49e-5807c729dd9a is already hosted by enough agents. {{(pid=94176) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 23 11:32:16.267418 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.scheduler.base_scheduler [None req-51db3dd8-65b8-48bb-8e4e-8ebc56f4dd4a None None] Resources bound (agent type, host, resource id): {{(pid=94176) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 23 11:32:16.273025 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.db.l3_dvrscheduler_db [None req-51db3dd8-65b8-48bb-8e4e-8ebc56f4dd4a None None] Received port after_create {{(pid=94176) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 23 11:32:16.304653 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.wsgi [-] (94174) accepted ('10.222.0.20', 38130) {{(pid=94174) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 11:32:16.311999 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron_lib.callbacks.manager [None req-5efab1e5-281f-4886-b49f-b51fd3469786 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-922904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866062', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773700135042', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773699642233', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773699642278'] for port, after_update {{(pid=94176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:32:16.356396 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51db3dd8-65b8-48bb-8e4e-8ebc56f4dd4a None None] Pushing event updated for resources: {'Port': ['ID=2b8b3c52-de07-4c52-9cf8-2a315cac8852,revision_number=1']} {{(pid=94176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 11:32:16.363116 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG oslo_concurrency.lockutils [None req-51db3dd8-65b8-48bb-8e4e-8ebc56f4dd4a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.133s {{(pid=94176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 11:32:16.367331 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG oslo_concurrency.lockutils [None req-d4d96d94-a464-41e1-b93a-48163d269671 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.027s {{(pid=94176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 11:32:16.423188 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ef128338-5545-4792-8f03-51c9cf474cca tempest-NetworksTestDHCPv6-162546708 tempest-NetworksTestDHCPv6-162546708-project] Made reservation on behalf of 5e61222a836c47229c94e37f3902e6bd for: {'port': 1} {{(pid=94175) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 23 11:32:16.433135 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.plugins.ml2.managers [None req-51db3dd8-65b8-48bb-8e4e-8ebc56f4dd4a None None] Attempting to bind port 2b8b3c52-de07-4c52-9cf8-2a315cac8852 on host dv-neutron-601336-94-hyperv for vnic_type normal with profile {{(pid=94176) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 23 11:32:16.433492 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.plugins.ml2.managers [None req-51db3dd8-65b8-48bb-8e4e-8ebc56f4dd4a None None] Attempting to bind port 2b8b3c52-de07-4c52-9cf8-2a315cac8852 by drivers openvswitch,hyperv on host dv-neutron-601336-94-hyperv at level 0 using segments [{'id': '38a4352d-de94-4d68-8280-f5ea074ec139', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 403, 'network_id': '34cf218b-02ad-4259-a49e-5807c729dd9a'}] {{(pid=94176) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 23 11:32:16.433778 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-51db3dd8-65b8-48bb-8e4e-8ebc56f4dd4a None None] Attempting to bind port 2b8b3c52-de07-4c52-9cf8-2a315cac8852 on network 34cf218b-02ad-4259-a49e-5807c729dd9a {{(pid=94176) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 23 11:32:16.465609 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-51db3dd8-65b8-48bb-8e4e-8ebc56f4dd4a None None] Checking agent: {'id': '4d05f899-5ac9-411b-8a03-f60c93f87cdf', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-601336-94-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 23, 11, 22, 14), 'started_at': datetime.datetime(2021, 6, 23, 11, 22, 44), 'heartbeat_timestamp': datetime.datetime(2021, 6, 23, 11, 32, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'monitor_allowed_address_pair_garp': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-601336-94-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94176) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 23 11:32:16.465908 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron_lib.callbacks.manager [None req-4c6a0eaf-3a94-407f-9b5a-23b85e6d456c tempest-MeteringIpV6TestJSON-1257693620 tempest-MeteringIpV6TestJSON-1257693620-project-admin] Notify callbacks [] for metering_label, before_response {{(pid=94174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:32:16.466371 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-51db3dd8-65b8-48bb-8e4e-8ebc56f4dd4a None None] Checking segment: {'id': '38a4352d-de94-4d68-8280-f5ea074ec139', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 403, 'network_id': '34cf218b-02ad-4259-a49e-5807c729dd9a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94176) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 23 11:32:16.466471 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron_lib.callbacks.manager [None req-51db3dd8-65b8-48bb-8e4e-8ebc56f4dd4a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:32:16.467647 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-51db3dd8-65b8-48bb-8e4e-8ebc56f4dd4a None None] Bound using segment: {'id': '38a4352d-de94-4d68-8280-f5ea074ec139', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 403, 'network_id': '34cf218b-02ad-4259-a49e-5807c729dd9a'} {{(pid=94176) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 23 11:32:16.467647 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.plugins.ml2.managers [None req-51db3dd8-65b8-48bb-8e4e-8ebc56f4dd4a None None] Bound port: 2b8b3c52-de07-4c52-9cf8-2a315cac8852, host: dv-neutron-601336-94-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '38a4352d-de94-4d68-8280-f5ea074ec139', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 403, 'network_id': '34cf218b-02ad-4259-a49e-5807c729dd9a'}}] {{(pid=94176) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 23 11:32:16.467886 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron_lib.callbacks.manager [None req-51db3dd8-65b8-48bb-8e4e-8ebc56f4dd4a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-923122'] for port, before_update {{(pid=94176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:32:16.470064 dv-neutron-601336-94-hyperv neutron-server[94174]: INFO neutron.wsgi [None req-4c6a0eaf-3a94-407f-9b5a-23b85e6d456c tempest-MeteringIpV6TestJSON-1257693620 tempest-MeteringIpV6TestJSON-1257693620-project-admin] 10.222.0.20 "POST /v2.0/metering/metering-labels HTTP/1.1" status: 201 len: 477 time: 0.5006614 Jun 23 11:32:16.485129 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.wsgi [-] (94175) accepted ('10.222.0.20', 38138) {{(pid=94175) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 11:32:16.504064 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5efab1e5-281f-4886-b49f-b51fd3469786 None None] Pushing event updated for resources: {'Port': ['ID=47dd6052-3af5-4f51-bbc9-97dc964c4a04,revision_number=2']} {{(pid=94176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 11:32:16.508797 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG oslo_concurrency.lockutils [None req-5efab1e5-281f-4886-b49f-b51fd3469786 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.144s {{(pid=94176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 11:32:16.532927 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.api.v2.base [None req-a38768d7-19dc-4c62-a7ec-a9150ba1259a tempest-MeteringIpV6TestJSON-1257693620 tempest-MeteringIpV6TestJSON-1257693620-project-admin] Request body: {'metering_label_rule': {'remote_ip_prefix': 'fd02::/64', 'direction': 'ingress', 'metering_label_id': 'aea8d6cb-d184-4c6a-a913-e9fdbb15c879'}} {{(pid=94175) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 23 11:32:16.533452 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.api.v2.base [None req-a38768d7-19dc-4c62-a7ec-a9150ba1259a tempest-MeteringIpV6TestJSON-1257693620 tempest-MeteringIpV6TestJSON-1257693620-project-admin] Unknown quota resources ['metering_label_rule']. {{(pid=94175) _create /opt/stack/neutron/neutron/api/v2/base.py:495}} Jun 23 11:32:16.577892 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.api.v2.base [None req-d24968d4-b01a-410c-adbc-390bb902579f tempest-PortsAdminExtendedAttrsTestJSON-1037346788 tempest-PortsAdminExtendedAttrsTestJSON-1037346788-project] Request body: {'network': {'name': 'tempest-PortsAdminExtendedAttrsTestJSON-test-network-1512427805'}} {{(pid=94174) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 23 11:32:16.587884 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.plugins.ml2.db [None req-51db3dd8-65b8-48bb-8e4e-8ebc56f4dd4a None None] For port 2b8b3c52-de07-4c52-9cf8-2a315cac8852, host dv-neutron-601336-94-hyperv, cleared binding levels {{(pid=94176) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 23 11:32:16.595218 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.plugins.ml2.db [None req-51db3dd8-65b8-48bb-8e4e-8ebc56f4dd4a None None] For port 2b8b3c52-de07-4c52-9cf8-2a315cac8852, host dv-neutron-601336-94-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-94-hyperv',level=0,port_id=2b8b3c52-de07-4c52-9cf8-2a315cac8852,segment=NetworkSegment(38a4352d-de94-4d68-8280-f5ea074ec139),segment_id=38a4352d-de94-4d68-8280-f5ea074ec139)] {{(pid=94176) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 23 11:32:16.605507 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron_lib.callbacks.manager [None req-95d6aa8f-24e7-4234-82ff-f502266c3285 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773699952132', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-899307'] for agent, after_update {{(pid=94176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:32:16.609522 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron_lib.callbacks.manager [None req-e4a2e2a1-5c54-4fc2-9a14-3098c529a1f4 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=94175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:32:16.667419 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron_lib.callbacks.manager [None req-51db3dd8-65b8-48bb-8e4e-8ebc56f4dd4a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-922904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866062', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773700135042', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773699642233', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773699642278'] for port, after_update {{(pid=94176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:32:16.676804 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG oslo_concurrency.lockutils [None req-54963b5b-c74c-4381-b8d4-5cd0e2527370 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 11:32:16.691221 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron_lib.callbacks.manager [None req-e4a2e2a1-5c54-4fc2-9a14-3098c529a1f4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-923104'] for port, before_create {{(pid=94175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:32:16.724375 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron_lib.callbacks.manager [None req-954d7a70-ab54-41bf-b061-4d9da36391bf tempest-PortsTestJSON-2085221018 tempest-PortsTestJSON-2085221018-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866062', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5195999', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4294259'] for subnet, after_create {{(pid=94174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:32:16.727895 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG oslo_concurrency.lockutils [None req-632fc8db-f5b4-4438-8070-659aca12bde3 tempest-NetworksTestDHCPv6-162546708 tempest-NetworksTestDHCPv6-162546708-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94174) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 11:32:16.747973 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron_lib.callbacks.manager [None req-cdf3845d-27c7-4190-ad67-ad333386ec00 tempest-BulkNetworkOpsIpV6Test-986121801 tempest-BulkNetworkOpsIpV6Test-986121801-project] Notify callbacks [] for security_group, before_create {{(pid=94175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:32:16.750373 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51db3dd8-65b8-48bb-8e4e-8ebc56f4dd4a None None] Pushing event updated for resources: {'Port': ['ID=2b8b3c52-de07-4c52-9cf8-2a315cac8852,revision_number=2']} {{(pid=94176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 11:32:16.753613 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG oslo_concurrency.lockutils [None req-51db3dd8-65b8-48bb-8e4e-8ebc56f4dd4a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.077s {{(pid=94176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 11:32:16.767303 dv-neutron-601336-94-hyperv neutron-server[94175]: WARNING neutron.services.metering.metering_plugin [None req-a38768d7-19dc-4c62-a7ec-a9150ba1259a tempest-MeteringIpV6TestJSON-1257693620 tempest-MeteringIpV6TestJSON-1257693620-project-admin] The use of 'remote_ip_prefix' in metering label rules is deprecated and will be removed in future releases. One should use instead the 'source_ip_prefix' and/or 'destination_ip_prefix' parameters. For more details, you can check the spec: https://review.opendev.org/#/c/744702/. Jun 23 11:32:16.775747 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d24968d4-b01a-410c-adbc-390bb902579f tempest-PortsAdminExtendedAttrsTestJSON-1037346788 tempest-PortsAdminExtendedAttrsTestJSON-1037346788-project] Made reservation on behalf of df94ecffdee54c03bc8eeb97d7b2ccf4 for: {'network': 1} {{(pid=94174) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 23 11:32:16.779397 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron_lib.callbacks.manager [None req-d24968d4-b01a-410c-adbc-390bb902579f tempest-PortsAdminExtendedAttrsTestJSON-1037346788 tempest-PortsAdminExtendedAttrsTestJSON-1037346788-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-923104'] for network, before_create {{(pid=94174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:32:16.782712 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron_lib.callbacks.manager [None req-ef128338-5545-4792-8f03-51c9cf474cca tempest-NetworksTestDHCPv6-162546708 tempest-NetworksTestDHCPv6-162546708-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-923104'] for port, before_create {{(pid=94175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:32:16.802893 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron_lib.callbacks.manager [None req-d24968d4-b01a-410c-adbc-390bb902579f tempest-PortsAdminExtendedAttrsTestJSON-1037346788 tempest-PortsAdminExtendedAttrsTestJSON-1037346788-project] Notify callbacks [] for security_group, before_create {{(pid=94174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:32:16.826395 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-954d7a70-ab54-41bf-b061-4d9da36391bf tempest-PortsTestJSON-2085221018 tempest-PortsTestJSON-2085221018-project] Pushing event updated for resources: {'Subnet': ['ID=bb749ec0-30e5-4f41-af44-efaa27f27a62,revision_number=0']} {{(pid=94174) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 11:32:16.834073 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG oslo_concurrency.lockutils [None req-954d7a70-ab54-41bf-b061-4d9da36391bf tempest-PortsTestJSON-2085221018 tempest-PortsTestJSON-2085221018-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.106s {{(pid=94174) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 11:32:16.848802 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-954d7a70-ab54-41bf-b061-4d9da36391bf tempest-PortsTestJSON-2085221018 tempest-PortsTestJSON-2085221018-project] Checking segment: {'id': 'cdfb8e04-84f5-4321-bd9d-b07d0b3851c5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 413, 'network_id': 'badeca21-c4e5-4fe3-8b74-722eaf84a594'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94174) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 23 11:32:16.849168 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-954d7a70-ab54-41bf-b061-4d9da36391bf tempest-PortsTestJSON-2085221018 tempest-PortsTestJSON-2085221018-project] Network hostable DHCP agents. Network: badeca21-c4e5-4fe3-8b74-722eaf84a594, hostable agents: ['8cf29b10-0e57-4131-816f-a4b6ad00b249'], hosted agents: [] {{(pid=94174) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 23 11:32:16.952876 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.wsgi [-] (94174) accepted ('10.222.0.20', 38142) {{(pid=94174) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 11:32:16.958644 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.plugins.ml2.rpc [None req-dc7542b2-afef-47f4-a763-e3a3cba144be None None] Device 47dd6052-3af5-4f51-bbc9-97dc964c4a04 up at agent ovs-agent-dv-neutron-601336-94-hyperv {{(pid=94176) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:298}} Jun 23 11:32:16.959117 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron_lib.callbacks.manager [None req-a38768d7-19dc-4c62-a7ec-a9150ba1259a tempest-MeteringIpV6TestJSON-1257693620 tempest-MeteringIpV6TestJSON-1257693620-project-admin] Notify callbacks [] for metering_label_rule, before_response {{(pid=94175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:32:16.960205 dv-neutron-601336-94-hyperv neutron-server[94175]: INFO neutron.wsgi [None req-a38768d7-19dc-4c62-a7ec-a9150ba1259a tempest-MeteringIpV6TestJSON-1257693620 tempest-MeteringIpV6TestJSON-1257693620-project-admin] 10.222.0.20 "POST /v2.0/metering/metering-label-rules HTTP/1.1" status: 201 len: 464 time: 0.4385855 Jun 23 11:32:16.966506 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.wsgi [-] (94175) accepted ('10.222.0.20', 38144) {{(pid=94175) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 11:32:16.976865 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-954d7a70-ab54-41bf-b061-4d9da36391bf tempest-PortsTestJSON-2085221018 tempest-PortsTestJSON-2085221018-project] Network badeca21-c4e5-4fe3-8b74-722eaf84a594 is scheduled to be hosted by DHCP agent 8cf29b10-0e57-4131-816f-a4b6ad00b249 with binding_index 1 {{(pid=94174) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 23 11:32:16.991363 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.api.v2.base [None req-38216c8d-806f-4c38-b30e-1e09f4f835bb tempest-MeteringIpV6TestJSON-1257693620 tempest-MeteringIpV6TestJSON-1257693620-project-admin] Request body: {'metering_label_rule': {'remote_ip_prefix': 'fd03::/64', 'direction': 'ingress', 'metering_label_id': 'aea8d6cb-d184-4c6a-a913-e9fdbb15c879'}} {{(pid=94175) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 23 11:32:16.991914 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.api.v2.base [None req-38216c8d-806f-4c38-b30e-1e09f4f835bb tempest-MeteringIpV6TestJSON-1257693620 tempest-MeteringIpV6TestJSON-1257693620-project-admin] Unknown quota resources ['metering_label_rule']. {{(pid=94175) _create /opt/stack/neutron/neutron/api/v2/base.py:495}} Jun 23 11:32:17.024327 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.notifiers.nova [None req-ef128338-5545-4792-8f03-51c9cf474cca tempest-NetworksTestDHCPv6-162546708 tempest-NetworksTestDHCPv6-162546708-project] device_id is not set on port e1dc2e38-de4a-464d-802e-b06ca0fad43b yet. {{(pid=94175) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jun 23 11:32:17.055109 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.scheduler.base_scheduler [None req-954d7a70-ab54-41bf-b061-4d9da36391bf tempest-PortsTestJSON-2085221018 tempest-PortsTestJSON-2085221018-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-601336-94-hyperv, badeca21-c4e5-4fe3-8b74-722eaf84a594) {{(pid=94174) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 23 11:32:17.061272 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-954d7a70-ab54-41bf-b061-4d9da36391bf tempest-PortsTestJSON-2085221018 tempest-PortsTestJSON-2085221018-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94174) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 11:32:17.063098 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron_lib.callbacks.manager [None req-954d7a70-ab54-41bf-b061-4d9da36391bf tempest-PortsTestJSON-2085221018 tempest-PortsTestJSON-2085221018-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7865916'] for subnet, before_response {{(pid=94174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:32:17.082042 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c07c2d98-641f-4868-a98e-7b2b9f27a3ee None None] Network badeca21-c4e5-4fe3-8b74-722eaf84a594 requested from dv-neutron-601336-94-hyperv {{(pid=94176) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 23 11:32:17.128137 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.db.provisioning_blocks [None req-dc7542b2-afef-47f4-a763-e3a3cba144be None None] Provisioning for port 47dd6052-3af5-4f51-bbc9-97dc964c4a04 completed by entity L2. {{(pid=94176) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 23 11:32:17.161374 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.api.v2.base [None req-d045b380-1a38-4d1f-9603-16f90eab7647 tempest-ExtraDHCPOptionsTestJSON-1313277810 tempest-ExtraDHCPOptionsTestJSON-1313277810-project] Request body: {'network': {'name': 'tempest-ExtraDHCPOptionsTestJSON-test-network-942133793'}} {{(pid=94174) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 23 11:32:17.221531 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron_lib.callbacks.manager [None req-cdf3845d-27c7-4190-ad67-ad333386ec00 tempest-BulkNetworkOpsIpV6Test-986121801 tempest-BulkNetworkOpsIpV6Test-986121801-project] Notify callbacks [] for security_group, precommit_create {{(pid=94175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:32:17.222987 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.db.db_base_plugin_common [None req-e4a2e2a1-5c54-4fc2-9a14-3098c529a1f4 admin admin] Allocated IP 172.26.3.171 (3e7e4eb3-cf02-4d47-ade9-0a579cdfc60f/a5ad15ab-c489-4a67-a9b0-d559fca0ec71/946affd4-ae12-4b9b-ba02-e48035525e66) {{(pid=94175) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 23 11:32:17.267631 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bf87dfcf-f041-463e-82fc-0d25a71f61aa None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1e0d828a-1fa4-563d-b7fd-53adf66a04ee-badeca21-c4e5-4fe3-8b74-722eaf84a594', 'network_id': 'badeca21-c4e5-4fe3-8b74-722eaf84a594', 'tenant_id': '9e5461dd76964a018bba022fe5f7a0f1', 'fixed_ips': [{'subnet_id': 'bb749ec0-30e5-4f41-af44-efaa27f27a62'}]}} from dv-neutron-601336-94-hyperv. {{(pid=94176) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 23 11:32:17.268742 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron_lib.callbacks.manager [None req-bf87dfcf-f041-463e-82fc-0d25a71f61aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-923104'] for port, before_create {{(pid=94176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:32:17.270767 dv-neutron-601336-94-hyperv neutron-server[94175]: WARNING neutron.services.metering.metering_plugin [None req-38216c8d-806f-4c38-b30e-1e09f4f835bb tempest-MeteringIpV6TestJSON-1257693620 tempest-MeteringIpV6TestJSON-1257693620-project-admin] The use of 'remote_ip_prefix' in metering label rules is deprecated and will be removed in future releases. One should use instead the 'source_ip_prefix' and/or 'destination_ip_prefix' parameters. For more details, you can check the spec: https://review.opendev.org/#/c/744702/. Jun 23 11:32:17.423886 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.db.db_base_plugin_common [None req-bf87dfcf-f041-463e-82fc-0d25a71f61aa None None] Allocated IP 172.20.0.2 (badeca21-c4e5-4fe3-8b74-722eaf84a594/bb749ec0-30e5-4f41-af44-efaa27f27a62/21830b21-0ba1-44a9-9cf5-f1743f01d6c5) {{(pid=94176) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 23 11:32:17.473290 dv-neutron-601336-94-hyperv neutron-server[94174]: INFO neutron.wsgi [None req-954d7a70-ab54-41bf-b061-4d9da36391bf tempest-PortsTestJSON-2085221018 tempest-PortsTestJSON-2085221018-project] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.6474745 Jun 23 11:32:17.476962 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.wsgi [-] (94174) accepted ('10.222.0.20', 38148) {{(pid=94174) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 11:32:17.482922 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.api.v2.base [None req-2862aa7a-44d1-447e-a6b8-8f0a10ba1285 tempest-PortsTestJSON-2085221018 tempest-PortsTestJSON-2085221018-project] Request body: {'port': {'network_id': 'badeca21-c4e5-4fe3-8b74-722eaf84a594', 'name': 'tempest-PortsTestJSON-832094502'}} {{(pid=94174) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 23 11:32:17.612924 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron_lib.callbacks.manager [None req-d24968d4-b01a-410c-adbc-390bb902579f tempest-PortsAdminExtendedAttrsTestJSON-1037346788 tempest-PortsAdminExtendedAttrsTestJSON-1037346788-project] Notify callbacks [] for security_group, precommit_create {{(pid=94174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:32:17.613124 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron_lib.callbacks.manager [None req-bf87dfcf-f041-463e-82fc-0d25a71f61aa None None] Notify callbacks [] for port, precommit_create {{(pid=94176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:32:17.625082 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.db.provisioning_blocks [None req-bf87dfcf-f041-463e-82fc-0d25a71f61aa None None] Transition to ACTIVE for port object 21830b21-0ba1-44a9-9cf5-f1743f01d6c5 will not be triggered until provisioned by entity L2. {{(pid=94176) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 23 11:32:17.643309 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.db.provisioning_blocks [None req-bf87dfcf-f041-463e-82fc-0d25a71f61aa None None] Transition to ACTIVE for port object 21830b21-0ba1-44a9-9cf5-f1743f01d6c5 will not be triggered until provisioned by entity DHCP. {{(pid=94176) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 23 11:32:17.651247 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f2ca3ced-b564-4181-8b1b-8222369c205c None None] Network f53f535d-bce4-4da8-9bd9-396677ff4e83 requested from dv-neutron-601336-94-hyperv {{(pid=94176) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 23 11:32:17.685936 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron_lib.callbacks.manager [None req-d24968d4-b01a-410c-adbc-390bb902579f tempest-PortsAdminExtendedAttrsTestJSON-1037346788 tempest-PortsAdminExtendedAttrsTestJSON-1037346788-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7996330'] for security_group, after_create {{(pid=94174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:32:17.698443 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG oslo_concurrency.lockutils [None req-d50ff4f7-0973-44e7-b000-fdeec3c7a96a tempest-QuotasNegativeTest-858964093 tempest-QuotasNegativeTest-858964093-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94174) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 11:32:17.704120 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron_lib.db.api [None req-2862aa7a-44d1-447e-a6b8-8f0a10ba1285 tempest-PortsTestJSON-2085221018 tempest-PortsTestJSON-2085221018-project] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Jun 23 11:32:17.704120 dv-neutron-601336-94-hyperv neutron-server[94174]: [SQL: DELETE FROM reservations WHERE reservations.project_id = %(project_id_1)s AND reservations.expiration < %(expiration_1)s] Jun 23 11:32:17.704120 dv-neutron-601336-94-hyperv neutron-server[94174]: [parameters: {'project_id_1': '9e5461dd76964a018bba022fe5f7a0f1', 'expiration_1': datetime.datetime(2021, 6, 23, 11, 32, 17, 633961)}] Jun 23 11:32:17.704120 dv-neutron-601336-94-hyperv neutron-server[94174]: (Background on this error at: http://sqlalche.me/e/14/e3q8) {{(pid=94174) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jun 23 11:32:17.704661 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG oslo_db.api [None req-2862aa7a-44d1-447e-a6b8-8f0a10ba1285 tempest-PortsTestJSON-2085221018 tempest-PortsTestJSON-2085221018-project] Performing DB retry for function neutron.db.quota.driver_nolock.DbQuotaNoLockDriver.make_reservation {{(pid=94174) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jun 23 11:32:17.713011 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron_lib.callbacks.manager [None req-cdf3845d-27c7-4190-ad67-ad333386ec00 tempest-BulkNetworkOpsIpV6Test-986121801 tempest-BulkNetworkOpsIpV6Test-986121801-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7996330'] for security_group, after_create {{(pid=94175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:32:17.713411 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron_lib.callbacks.manager [None req-cdf3845d-27c7-4190-ad67-ad333386ec00 tempest-BulkNetworkOpsIpV6Test-986121801 tempest-BulkNetworkOpsIpV6Test-986121801-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-923104'] for network, before_create {{(pid=94175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:32:17.725875 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG oslo_concurrency.lockutils [None req-a78603ad-ded5-421f-9cd8-dc6da601a6d7 tempest-ServersTestJSON-995612928 tempest-ServersTestJSON-995612928-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94175) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 11:32:17.728170 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron_lib.callbacks.manager [None req-bf87dfcf-f041-463e-82fc-0d25a71f61aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-922915', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-239814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7866073', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773699642215'] for port, after_create {{(pid=94176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:32:17.728403 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d24968d4-b01a-410c-adbc-390bb902579f tempest-PortsAdminExtendedAttrsTestJSON-1037346788 tempest-PortsAdminExtendedAttrsTestJSON-1037346788-project] vlan segment allocate from pool success with {'vlan_id': 402, 'physical_network': 'physnet1'} {{(pid=94174) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 23 11:32:17.732838 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG oslo_concurrency.lockutils [None req-e8bf57f9-d293-452a-b499-dd4b8d265dbe None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 11:32:17.743076 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d24968d4-b01a-410c-adbc-390bb902579f tempest-PortsAdminExtendedAttrsTestJSON-1037346788 tempest-PortsAdminExtendedAttrsTestJSON-1037346788-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c58fade8-43b0-400b-a64d-1f2654bf9a4c,revision_number=1']} {{(pid=94174) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 11:32:17.745845 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG oslo_concurrency.lockutils [None req-d24968d4-b01a-410c-adbc-390bb902579f tempest-PortsAdminExtendedAttrsTestJSON-1037346788 tempest-PortsAdminExtendedAttrsTestJSON-1037346788-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.054s {{(pid=94174) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 11:32:17.746890 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron_lib.callbacks.manager [None req-d24968d4-b01a-410c-adbc-390bb902579f tempest-PortsAdminExtendedAttrsTestJSON-1037346788 tempest-PortsAdminExtendedAttrsTestJSON-1037346788-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3801'] for segment, precommit_create {{(pid=94174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:32:17.747456 dv-neutron-601336-94-hyperv neutron-server[94174]: INFO neutron.db.segments_db [None req-d24968d4-b01a-410c-adbc-390bb902579f tempest-PortsAdminExtendedAttrsTestJSON-1037346788 tempest-PortsAdminExtendedAttrsTestJSON-1037346788-project] Added segment 51c52a79-52ae-4599-8fdf-ce32e6bbbadb of type vlan for network a2a3038f-d74f-4d71-9006-cee952f59bc9 Jun 23 11:32:17.797919 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron_lib.callbacks.manager [None req-d24968d4-b01a-410c-adbc-390bb902579f tempest-PortsAdminExtendedAttrsTestJSON-1037346788 tempest-PortsAdminExtendedAttrsTestJSON-1037346788-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8773699596773'] for network, precommit_create {{(pid=94174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:32:17.808263 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bf87dfcf-f041-463e-82fc-0d25a71f61aa None None] Network badeca21-c4e5-4fe3-8b74-722eaf84a594 is already hosted by enough agents. {{(pid=94176) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 23 11:32:17.816195 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.scheduler.base_scheduler [None req-bf87dfcf-f041-463e-82fc-0d25a71f61aa None None] Resources bound (agent type, host, resource id): {{(pid=94176) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 23 11:32:17.832290 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d045b380-1a38-4d1f-9603-16f90eab7647 tempest-ExtraDHCPOptionsTestJSON-1313277810 tempest-ExtraDHCPOptionsTestJSON-1313277810-project] Made reservation on behalf of 8b3481cba2d04e838a12ea4335400df9 for: {'network': 1} {{(pid=94174) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 23 11:32:17.836191 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron_lib.callbacks.manager [None req-d045b380-1a38-4d1f-9603-16f90eab7647 tempest-ExtraDHCPOptionsTestJSON-1313277810 tempest-ExtraDHCPOptionsTestJSON-1313277810-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-923104'] for network, before_create {{(pid=94174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:32:17.841663 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bf87dfcf-f041-463e-82fc-0d25a71f61aa None None] Received port after_create {{(pid=94176) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 23 11:32:17.848371 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf87dfcf-f041-463e-82fc-0d25a71f61aa None None] Pushing event updated for resources: {'Port': ['ID=21830b21-0ba1-44a9-9cf5-f1743f01d6c5,revision_number=1']} {{(pid=94176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 11:32:17.850796 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron_lib.callbacks.manager [None req-d045b380-1a38-4d1f-9603-16f90eab7647 tempest-ExtraDHCPOptionsTestJSON-1313277810 tempest-ExtraDHCPOptionsTestJSON-1313277810-project] Notify callbacks [] for security_group, before_create {{(pid=94174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:32:17.855447 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG oslo_concurrency.lockutils [None req-bf87dfcf-f041-463e-82fc-0d25a71f61aa None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.120s {{(pid=94176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 11:32:17.862887 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdf3845d-27c7-4190-ad67-ad333386ec00 tempest-BulkNetworkOpsIpV6Test-986121801 tempest-BulkNetworkOpsIpV6Test-986121801-project] Pushing event updated for resources: {'SecurityGroup': ['ID=1d6ea6d7-a1b3-4a3a-b747-5a58c441f8d1,revision_number=1']} {{(pid=94175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 11:32:17.896938 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron_lib.callbacks.manager [None req-38216c8d-806f-4c38-b30e-1e09f4f835bb tempest-MeteringIpV6TestJSON-1257693620 tempest-MeteringIpV6TestJSON-1257693620-project-admin] Notify callbacks [] for metering_label_rule, before_response {{(pid=94175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:32:17.898128 dv-neutron-601336-94-hyperv neutron-server[94175]: INFO neutron.wsgi [None req-38216c8d-806f-4c38-b30e-1e09f4f835bb tempest-MeteringIpV6TestJSON-1257693620 tempest-MeteringIpV6TestJSON-1257693620-project-admin] 10.222.0.20 "POST /v2.0/metering/metering-label-rules HTTP/1.1" status: 201 len: 464 time: 0.9305046 Jun 23 11:32:17.902493 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.wsgi [-] (94174) accepted ('10.222.0.20', 38150) {{(pid=94174) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 11:32:17.907796 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG oslo_concurrency.lockutils [None req-cdf3845d-27c7-4190-ad67-ad333386ec00 tempest-BulkNetworkOpsIpV6Test-986121801 tempest-BulkNetworkOpsIpV6Test-986121801-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.182s {{(pid=94175) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 11:32:17.914179 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.db.provisioning_blocks [None req-3b6b2a24-f4e0-4059-846a-dafef01f35e5 None None] Provisioning for port 47dd6052-3af5-4f51-bbc9-97dc964c4a04 completed by entity DHCP. {{(pid=94176) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 23 11:32:17.922403 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron_lib.callbacks.manager [None req-d24968d4-b01a-410c-adbc-390bb902579f tempest-PortsAdminExtendedAttrsTestJSON-1037346788 tempest-PortsAdminExtendedAttrsTestJSON-1037346788-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8002400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7866073'] for network, after_create {{(pid=94174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:32:17.928090 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d24968d4-b01a-410c-adbc-390bb902579f tempest-PortsAdminExtendedAttrsTestJSON-1037346788 tempest-PortsAdminExtendedAttrsTestJSON-1037346788-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94174) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 11:32:17.928934 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron_lib.callbacks.manager [None req-d24968d4-b01a-410c-adbc-390bb902579f tempest-PortsAdminExtendedAttrsTestJSON-1037346788 tempest-PortsAdminExtendedAttrsTestJSON-1037346788-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7865916'] for network, before_response {{(pid=94174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:32:17.934057 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG oslo_concurrency.lockutils [None req-c0be4c21-ea39-48f6-b5e6-f048da4d8b1d tempest-RoutersAdminTest-1733287776 tempest-RoutersAdminTest-1733287776-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94174) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 11:32:17.942493 dv-neutron-601336-94-hyperv neutron-server[94174]: INFO neutron.wsgi [None req-488cd7b1-0948-40eb-a4f4-313ebbaa02b7 tempest-MeteringIpV6TestJSON-1257693620 tempest-MeteringIpV6TestJSON-1257693620-project-admin] 10.222.0.20 "GET /v2.0/metering/metering-label-rules?id=1aa1a8ce-fe30-4caf-9ab7-094e1e66c571 HTTP/1.1" status: 200 len: 462 time: 0.0383618 Jun 23 11:32:17.943264 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.wsgi [-] (94174) accepted ('10.222.0.20', 38152) {{(pid=94174) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 11:32:17.944753 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron_lib.callbacks.manager [None req-e4a2e2a1-5c54-4fc2-9a14-3098c529a1f4 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:32:17.949212 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.db.db_base_plugin_common [None req-ef128338-5545-4792-8f03-51c9cf474cca tempest-NetworksTestDHCPv6-162546708 tempest-NetworksTestDHCPv6-162546708-project] Allocated IP 172.20.0.4 (f53f535d-bce4-4da8-9bd9-396677ff4e83/2c9947c6-8feb-4341-94b2-613f966f67f4/e1dc2e38-de4a-464d-802e-b06ca0fad43b) {{(pid=94175) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 23 11:32:17.957112 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.db.provisioning_blocks [None req-3b6b2a24-f4e0-4059-846a-dafef01f35e5 None None] Provisioning complete for port 47dd6052-3af5-4f51-bbc9-97dc964c4a04 triggered by entity DHCP. {{(pid=94176) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 23 11:32:17.957335 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-cdf3845d-27c7-4190-ad67-ad333386ec00 tempest-BulkNetworkOpsIpV6Test-986121801 tempest-BulkNetworkOpsIpV6Test-986121801-project] vlan segment allocate from pool success with {'vlan_id': 423, 'physical_network': 'physnet1'} {{(pid=94175) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 23 11:32:17.957573 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron_lib.callbacks.manager [None req-3b6b2a24-f4e0-4059-846a-dafef01f35e5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-899258'] for port, provisioning_complete {{(pid=94176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:32:17.960517 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.plugins.ml2.managers [None req-bf87dfcf-f041-463e-82fc-0d25a71f61aa None None] Attempting to bind port 21830b21-0ba1-44a9-9cf5-f1743f01d6c5 on host dv-neutron-601336-94-hyperv for vnic_type normal with profile {{(pid=94176) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 23 11:32:17.961058 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.plugins.ml2.managers [None req-bf87dfcf-f041-463e-82fc-0d25a71f61aa None None] Attempting to bind port 21830b21-0ba1-44a9-9cf5-f1743f01d6c5 by drivers openvswitch,hyperv on host dv-neutron-601336-94-hyperv at level 0 using segments [{'id': 'cdfb8e04-84f5-4321-bd9d-b07d0b3851c5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 413, 'network_id': 'badeca21-c4e5-4fe3-8b74-722eaf84a594'}] {{(pid=94176) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 23 11:32:17.961437 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bf87dfcf-f041-463e-82fc-0d25a71f61aa None None] Attempting to bind port 21830b21-0ba1-44a9-9cf5-f1743f01d6c5 on network badeca21-c4e5-4fe3-8b74-722eaf84a594 {{(pid=94176) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 23 11:32:17.964532 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.db.db_base_plugin_common [None req-ef128338-5545-4792-8f03-51c9cf474cca tempest-NetworksTestDHCPv6-162546708 tempest-NetworksTestDHCPv6-162546708-project] Allocated IP 2001:db8::f816:3eff:fe3a:483 (f53f535d-bce4-4da8-9bd9-396677ff4e83/0a2c3b08-0cf4-47d3-b0e1-60fb3b9deb79/e1dc2e38-de4a-464d-802e-b06ca0fad43b) {{(pid=94175) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 23 11:32:17.985670 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron_lib.callbacks.manager [None req-cdf3845d-27c7-4190-ad67-ad333386ec00 tempest-BulkNetworkOpsIpV6Test-986121801 tempest-BulkNetworkOpsIpV6Test-986121801-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3801'] for segment, precommit_create {{(pid=94175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:32:17.986287 dv-neutron-601336-94-hyperv neutron-server[94175]: INFO neutron.db.segments_db [None req-cdf3845d-27c7-4190-ad67-ad333386ec00 tempest-BulkNetworkOpsIpV6Test-986121801 tempest-BulkNetworkOpsIpV6Test-986121801-project] Added segment d9e6e27d-489b-4ca6-bb95-32ce731d6dc3 of type vlan for network f0f19845-4ddf-41f6-8e40-d2d24671952f Jun 23 11:32:17.988274 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bf87dfcf-f041-463e-82fc-0d25a71f61aa None None] Checking agent: {'id': '4d05f899-5ac9-411b-8a03-f60c93f87cdf', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-601336-94-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 23, 11, 22, 14), 'started_at': datetime.datetime(2021, 6, 23, 11, 22, 44), 'heartbeat_timestamp': datetime.datetime(2021, 6, 23, 11, 32, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'monitor_allowed_address_pair_garp': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-601336-94-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94176) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 23 11:32:17.992247 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bf87dfcf-f041-463e-82fc-0d25a71f61aa None None] Checking segment: {'id': 'cdfb8e04-84f5-4321-bd9d-b07d0b3851c5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 413, 'network_id': 'badeca21-c4e5-4fe3-8b74-722eaf84a594'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94176) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 23 11:32:17.992247 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron_lib.callbacks.manager [None req-bf87dfcf-f041-463e-82fc-0d25a71f61aa None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:32:17.992247 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bf87dfcf-f041-463e-82fc-0d25a71f61aa None None] Bound using segment: {'id': 'cdfb8e04-84f5-4321-bd9d-b07d0b3851c5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 413, 'network_id': 'badeca21-c4e5-4fe3-8b74-722eaf84a594'} {{(pid=94176) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 23 11:32:17.992247 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.plugins.ml2.managers [None req-bf87dfcf-f041-463e-82fc-0d25a71f61aa None None] Bound port: 21830b21-0ba1-44a9-9cf5-f1743f01d6c5, host: dv-neutron-601336-94-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cdfb8e04-84f5-4321-bd9d-b07d0b3851c5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 413, 'network_id': 'badeca21-c4e5-4fe3-8b74-722eaf84a594'}}] {{(pid=94176) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 23 11:32:17.992247 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron_lib.callbacks.manager [None req-bf87dfcf-f041-463e-82fc-0d25a71f61aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-923122'] for port, before_update {{(pid=94176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:32:18.039662 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d24968d4-b01a-410c-adbc-390bb902579f tempest-PortsAdminExtendedAttrsTestJSON-1037346788 tempest-PortsAdminExtendedAttrsTestJSON-1037346788-project] Pushing event updated for resources: {'Network': ['ID=a2a3038f-d74f-4d71-9006-cee952f59bc9,revision_number=1']} {{(pid=94174) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 11:32:18.050470 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG oslo_concurrency.lockutils [None req-d24968d4-b01a-410c-adbc-390bb902579f tempest-PortsAdminExtendedAttrsTestJSON-1037346788 tempest-PortsAdminExtendedAttrsTestJSON-1037346788-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.117s {{(pid=94174) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 11:32:18.059194 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.plugins.ml2.rpc [None req-dc7542b2-afef-47f4-a763-e3a3cba144be None None] Network a2a3038f-d74f-4d71-9006-cee952f59bc9 details requested by agent ovs-agent-dv-neutron-601336-94-hyperv with host dv-neutron-601336-94-hyperv {{(pid=94176) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:250}} Jun 23 11:32:18.073666 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron_lib.callbacks.manager [None req-cdf3845d-27c7-4190-ad67-ad333386ec00 tempest-BulkNetworkOpsIpV6Test-986121801 tempest-BulkNetworkOpsIpV6Test-986121801-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8773699596773'] for network, precommit_create {{(pid=94175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:32:18.095327 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron_lib.callbacks.manager [None req-d045b380-1a38-4d1f-9603-16f90eab7647 tempest-ExtraDHCPOptionsTestJSON-1313277810 tempest-ExtraDHCPOptionsTestJSON-1313277810-project] Notify callbacks [] for security_group, precommit_create {{(pid=94174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:32:18.185613 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron_lib.callbacks.manager [None req-d045b380-1a38-4d1f-9603-16f90eab7647 tempest-ExtraDHCPOptionsTestJSON-1313277810 tempest-ExtraDHCPOptionsTestJSON-1313277810-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7996330'] for security_group, after_create {{(pid=94174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:32:18.185814 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-67e4941c-0401-45e4-913a-586e1531f141 None None] Network 34cf218b-02ad-4259-a49e-5807c729dd9a requested from dv-neutron-601336-94-hyperv {{(pid=94176) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 23 11:32:18.190311 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94174) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 11:32:18.196645 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-cdf3845d-27c7-4190-ad67-ad333386ec00 tempest-BulkNetworkOpsIpV6Test-986121801 tempest-BulkNetworkOpsIpV6Test-986121801-project] vlan segment allocate from pool success with {'vlan_id': 406, 'physical_network': 'physnet1'} {{(pid=94175) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 23 11:32:18.204083 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron_lib.callbacks.manager [None req-e4a2e2a1-5c54-4fc2-9a14-3098c529a1f4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-922915', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-239814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7866073', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773699642215', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-5082457'] for port, after_create {{(pid=94175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:32:18.207236 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.plugins.ml2.db [None req-bf87dfcf-f041-463e-82fc-0d25a71f61aa None None] For port 21830b21-0ba1-44a9-9cf5-f1743f01d6c5, host dv-neutron-601336-94-hyperv, cleared binding levels {{(pid=94176) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 23 11:32:18.208827 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG oslo_concurrency.lockutils [None req-5203dc9f-1bac-471a-8b83-dbd6cdb290fe tempest-AllowedAddressPairIpV6TestJSON-597468505 tempest-AllowedAddressPairIpV6TestJSON-597468505-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94175) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 11:32:18.242534 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron_lib.callbacks.manager [None req-ff98ac6f-8e92-4f31-a0ef-7e3b409a1e96 tempest-MeteringIpV6TestJSON-1257693620 tempest-MeteringIpV6TestJSON-1257693620-project-admin] Notify callbacks [] for metering_label_rule, before_response {{(pid=94174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:32:18.245936 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron_lib.callbacks.manager [None req-cdf3845d-27c7-4190-ad67-ad333386ec00 tempest-BulkNetworkOpsIpV6Test-986121801 tempest-BulkNetworkOpsIpV6Test-986121801-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3801'] for segment, precommit_create {{(pid=94175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:32:18.246286 dv-neutron-601336-94-hyperv neutron-server[94175]: INFO neutron.db.segments_db [None req-cdf3845d-27c7-4190-ad67-ad333386ec00 tempest-BulkNetworkOpsIpV6Test-986121801 tempest-BulkNetworkOpsIpV6Test-986121801-project] Added segment 3ccb4b43-c3ea-4dbd-a496-a7e61fb9e82c of type vlan for network 05805562-cebe-4318-9980-a0a39a2ca314 Jun 23 11:32:18.246434 dv-neutron-601336-94-hyperv neutron-server[94174]: INFO neutron.wsgi [None req-ff98ac6f-8e92-4f31-a0ef-7e3b409a1e96 tempest-MeteringIpV6TestJSON-1257693620 tempest-MeteringIpV6TestJSON-1257693620-project-admin] 10.222.0.20 "DELETE /v2.0/metering/metering-label-rules/1aa1a8ce-fe30-4caf-9ab7-094e1e66c571 HTTP/1.1" status: 204 len: 168 time: 0.2944217 Jun 23 11:32:18.250523 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d045b380-1a38-4d1f-9603-16f90eab7647 tempest-ExtraDHCPOptionsTestJSON-1313277810 tempest-ExtraDHCPOptionsTestJSON-1313277810-project] vlan segment allocate from pool success with {'vlan_id': 436, 'physical_network': 'physnet1'} {{(pid=94174) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 23 11:32:18.251248 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.wsgi [-] (94175) accepted ('10.222.0.20', 38154) {{(pid=94175) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 11:32:18.267577 dv-neutron-601336-94-hyperv neutron-server[94174]: INFO neutron.wsgi [None req-d24968d4-b01a-410c-adbc-390bb902579f tempest-PortsAdminExtendedAttrsTestJSON-1037346788 tempest-PortsAdminExtendedAttrsTestJSON-1037346788-project] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 799 time: 1.9597738 Jun 23 11:32:18.272708 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron_lib.callbacks.manager [None req-d045b380-1a38-4d1f-9603-16f90eab7647 tempest-ExtraDHCPOptionsTestJSON-1313277810 tempest-ExtraDHCPOptionsTestJSON-1313277810-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3801'] for segment, precommit_create {{(pid=94174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:32:18.273521 dv-neutron-601336-94-hyperv neutron-server[94174]: INFO neutron.db.segments_db [None req-d045b380-1a38-4d1f-9603-16f90eab7647 tempest-ExtraDHCPOptionsTestJSON-1313277810 tempest-ExtraDHCPOptionsTestJSON-1313277810-project] Added segment c3eff70a-45a2-4f7e-b2ea-41a9bb082fe1 of type vlan for network 56af6ebb-cc8e-497b-afc5-4051abaf4f09 Jun 23 11:32:18.274994 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d045b380-1a38-4d1f-9603-16f90eab7647 tempest-ExtraDHCPOptionsTestJSON-1313277810 tempest-ExtraDHCPOptionsTestJSON-1313277810-project] Pushing event updated for resources: {'SecurityGroup': ['ID=793fafa3-c165-46c8-a38c-f588604dce0a,revision_number=1']} {{(pid=94174) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 11:32:18.287513 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG oslo_concurrency.lockutils [None req-d045b380-1a38-4d1f-9603-16f90eab7647 tempest-ExtraDHCPOptionsTestJSON-1313277810 tempest-ExtraDHCPOptionsTestJSON-1313277810-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.097s {{(pid=94174) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 11:32:18.291506 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e4a2e2a1-5c54-4fc2-9a14-3098c529a1f4 admin admin] Network 3e7e4eb3-cf02-4d47-ade9-0a579cdfc60f is already hosted by enough agents. {{(pid=94175) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 23 11:32:18.316202 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron_lib.callbacks.manager [None req-ef128338-5545-4792-8f03-51c9cf474cca tempest-NetworksTestDHCPv6-162546708 tempest-NetworksTestDHCPv6-162546708-project] Notify callbacks [] for port, precommit_create {{(pid=94175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:32:18.319570 dv-neutron-601336-94-hyperv neutron-server[94175]: INFO neutron.wsgi [None req-a88c34ec-fc4d-43a1-bbaf-4f6278050c4b tempest-MeteringIpV6TestJSON-1257693620 tempest-MeteringIpV6TestJSON-1257693620-project-admin] 10.222.0.20 "GET /v2.0/metering/metering-label-rules?id=1aa1a8ce-fe30-4caf-9ab7-094e1e66c571 HTTP/1.1" status: 200 len: 221 time: 0.0671384 Jun 23 11:32:18.326125 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.wsgi [-] (94174) accepted ('10.222.0.20', 38160) {{(pid=94174) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 11:32:18.328370 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.scheduler.base_scheduler [None req-e4a2e2a1-5c54-4fc2-9a14-3098c529a1f4 admin admin] Resources bound (agent type, host, resource id): {{(pid=94175) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 23 11:32:18.337011 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.api.v2.base [None req-6fcceb10-bdda-4fd2-a9e6-332e98f9cc28 tempest-MeteringIpV6TestJSON-1257693620 tempest-MeteringIpV6TestJSON-1257693620-project-admin] Request body: {'metering_label': {'name': 'tempest-metering-label--1570150568', 'description': 'label created by tempest'}} {{(pid=94174) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 23 11:32:18.337472 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.api.v2.base [None req-6fcceb10-bdda-4fd2-a9e6-332e98f9cc28 tempest-MeteringIpV6TestJSON-1257693620 tempest-MeteringIpV6TestJSON-1257693620-project-admin] Unknown quota resources ['metering_label']. {{(pid=94174) _create /opt/stack/neutron/neutron/api/v2/base.py:495}} Jun 23 11:32:18.343956 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e4a2e2a1-5c54-4fc2-9a14-3098c529a1f4 admin admin] Received port after_create {{(pid=94175) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 23 11:32:18.352416 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4a2e2a1-5c54-4fc2-9a14-3098c529a1f4 admin admin] Pushing event updated for resources: {'Port': ['ID=946affd4-ae12-4b9b-ba02-e48035525e66,revision_number=1']} {{(pid=94175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 11:32:18.375672 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron_lib.callbacks.manager [None req-cdf3845d-27c7-4190-ad67-ad333386ec00 tempest-BulkNetworkOpsIpV6Test-986121801 tempest-BulkNetworkOpsIpV6Test-986121801-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8773699596773'] for network, precommit_create {{(pid=94175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:32:18.381415 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG oslo_concurrency.lockutils [None req-e4a2e2a1-5c54-4fc2-9a14-3098c529a1f4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.172s {{(pid=94175) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 11:32:18.383342 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron_lib.callbacks.manager [None req-d045b380-1a38-4d1f-9603-16f90eab7647 tempest-ExtraDHCPOptionsTestJSON-1313277810 tempest-ExtraDHCPOptionsTestJSON-1313277810-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8773699596773'] for network, precommit_create {{(pid=94174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:32:18.387555 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.db.provisioning_blocks [None req-ef128338-5545-4792-8f03-51c9cf474cca tempest-NetworksTestDHCPv6-162546708 tempest-NetworksTestDHCPv6-162546708-project] Transition to ACTIVE for port object e1dc2e38-de4a-464d-802e-b06ca0fad43b will not be triggered until provisioned by entity DHCP. {{(pid=94175) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 23 11:32:18.389514 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2862aa7a-44d1-447e-a6b8-8f0a10ba1285 tempest-PortsTestJSON-2085221018 tempest-PortsTestJSON-2085221018-project] Made reservation on behalf of 9e5461dd76964a018bba022fe5f7a0f1 for: {'port': 1} {{(pid=94174) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 23 11:32:18.393541 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron_lib.callbacks.manager [None req-2862aa7a-44d1-447e-a6b8-8f0a10ba1285 tempest-PortsTestJSON-2085221018 tempest-PortsTestJSON-2085221018-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-923104'] for port, before_create {{(pid=94174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:32:18.433881 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.notifiers.nova [None req-2862aa7a-44d1-447e-a6b8-8f0a10ba1285 tempest-PortsTestJSON-2085221018 tempest-PortsTestJSON-2085221018-project] device_id is not set on port aa07c646-43e6-48d9-ab04-74b2449bab5b yet. {{(pid=94174) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jun 23 11:32:18.446300 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.plugins.ml2.db [None req-bf87dfcf-f041-463e-82fc-0d25a71f61aa None None] For port 21830b21-0ba1-44a9-9cf5-f1743f01d6c5, host dv-neutron-601336-94-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-94-hyperv',level=0,port_id=21830b21-0ba1-44a9-9cf5-f1743f01d6c5,segment=NetworkSegment(cdfb8e04-84f5-4321-bd9d-b07d0b3851c5),segment_id=cdfb8e04-84f5-4321-bd9d-b07d0b3851c5)] {{(pid=94176) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 23 11:32:18.451340 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron_lib.callbacks.manager [None req-3b6b2a24-f4e0-4059-846a-dafef01f35e5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-923122'] for port, before_update {{(pid=94176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:32:18.508397 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-71d22d17-e19e-4301-a78d-4b893d54247d None None] Update dhcp port {'port': {'network_id': 'f53f535d-bce4-4da8-9bd9-396677ff4e83', 'fixed_ips': [{'subnet_id': '2c9947c6-8feb-4341-94b2-613f966f67f4', 'ip_address': '172.20.0.2'}, {'subnet_id': '0a2c3b08-0cf4-47d3-b0e1-60fb3b9deb79'}], 'binding:host_id': 'dv-neutron-601336-94-hyperv'}, 'id': '47dd6052-3af5-4f51-bbc9-97dc964c4a04'} from dv-neutron-601336-94-hyperv. {{(pid=94176) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Jun 23 11:32:18.543018 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.plugins.ml2.db [None req-3b6b2a24-f4e0-4059-846a-dafef01f35e5 None None] For port 47dd6052-3af5-4f51-bbc9-97dc964c4a04, host dv-neutron-601336-94-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-94-hyperv',level=0,port_id=47dd6052-3af5-4f51-bbc9-97dc964c4a04,segment=NetworkSegment(6303a411-6e70-4139-a530-9ee4cf8ba843),segment_id=6303a411-6e70-4139-a530-9ee4cf8ba843)] {{(pid=94176) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 23 11:32:18.553113 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron_lib.callbacks.manager [None req-bf87dfcf-f041-463e-82fc-0d25a71f61aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-922904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866062', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773700135042', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773699642233', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773699642278'] for port, after_update {{(pid=94176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:32:18.558427 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG oslo_concurrency.lockutils [None req-dc7542b2-afef-47f4-a763-e3a3cba144be None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 11:32:18.563737 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron_lib.callbacks.manager [None req-cdf3845d-27c7-4190-ad67-ad333386ec00 tempest-BulkNetworkOpsIpV6Test-986121801 tempest-BulkNetworkOpsIpV6Test-986121801-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8002400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7866073'] for network, after_create {{(pid=94175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:32:18.564372 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron_lib.callbacks.manager [None req-cdf3845d-27c7-4190-ad67-ad333386ec00 tempest-BulkNetworkOpsIpV6Test-986121801 tempest-BulkNetworkOpsIpV6Test-986121801-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8002400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7866073'] for network, after_create {{(pid=94175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:32:18.569891 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cdf3845d-27c7-4190-ad67-ad333386ec00 tempest-BulkNetworkOpsIpV6Test-986121801 tempest-BulkNetworkOpsIpV6Test-986121801-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 11:32:18.574839 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cdf3845d-27c7-4190-ad67-ad333386ec00 tempest-BulkNetworkOpsIpV6Test-986121801 tempest-BulkNetworkOpsIpV6Test-986121801-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 11:32:18.575940 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron_lib.callbacks.manager [None req-cdf3845d-27c7-4190-ad67-ad333386ec00 tempest-BulkNetworkOpsIpV6Test-986121801 tempest-BulkNetworkOpsIpV6Test-986121801-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7865916'] for network, before_response {{(pid=94175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:32:18.578912 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG oslo_concurrency.lockutils [None req-05f36731-21aa-4906-83ef-e91beeb7e2fb tempest-NetworksIpV6TestAttrs-49342282 tempest-NetworksIpV6TestAttrs-49342282-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94175) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 11:32:18.587471 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron_lib.callbacks.manager [None req-d045b380-1a38-4d1f-9603-16f90eab7647 tempest-ExtraDHCPOptionsTestJSON-1313277810 tempest-ExtraDHCPOptionsTestJSON-1313277810-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8002400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7866073'] for network, after_create {{(pid=94174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:32:18.593620 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d045b380-1a38-4d1f-9603-16f90eab7647 tempest-ExtraDHCPOptionsTestJSON-1313277810 tempest-ExtraDHCPOptionsTestJSON-1313277810-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94174) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 11:32:18.594248 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron_lib.callbacks.manager [None req-d045b380-1a38-4d1f-9603-16f90eab7647 tempest-ExtraDHCPOptionsTestJSON-1313277810 tempest-ExtraDHCPOptionsTestJSON-1313277810-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7865916'] for network, before_response {{(pid=94174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:32:18.631363 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron_lib.callbacks.manager [None req-71d22d17-e19e-4301-a78d-4b893d54247d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-923122'] for port, before_update {{(pid=94176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:32:18.633734 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG oslo_concurrency.lockutils [None req-17de4d8d-a44a-4423-8e81-e31033129f27 tempest-NetworksIpV6TestAttrs-49342282 tempest-NetworksIpV6TestAttrs-49342282-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94174) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 11:32:18.638682 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron_lib.callbacks.manager [None req-6fcceb10-bdda-4fd2-a9e6-332e98f9cc28 tempest-MeteringIpV6TestJSON-1257693620 tempest-MeteringIpV6TestJSON-1257693620-project-admin] Notify callbacks [] for metering_label, before_response {{(pid=94174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:32:18.642720 dv-neutron-601336-94-hyperv neutron-server[94174]: INFO neutron.wsgi [None req-6fcceb10-bdda-4fd2-a9e6-332e98f9cc28 tempest-MeteringIpV6TestJSON-1257693620 tempest-MeteringIpV6TestJSON-1257693620-project-admin] 10.222.0.20 "POST /v2.0/metering/metering-labels HTTP/1.1" status: 201 len: 470 time: 0.3154168 Jun 23 11:32:18.643202 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron_lib.callbacks.manager [None req-ef128338-5545-4792-8f03-51c9cf474cca tempest-NetworksTestDHCPv6-162546708 tempest-NetworksTestDHCPv6-162546708-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-922915', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-239814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7866073', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773699642215', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-5082457'] for port, after_create {{(pid=94175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:32:18.644856 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.wsgi [-] (94175) accepted ('10.222.0.20', 38162) {{(pid=94175) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 11:32:18.662592 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron_lib.callbacks.manager [None req-3b6b2a24-f4e0-4059-846a-dafef01f35e5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-922904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866062', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773700135042', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773699642233', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773699642278'] for port, after_update {{(pid=94176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:32:18.680032 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf87dfcf-f041-463e-82fc-0d25a71f61aa None None] Pushing event updated for resources: {'Port': ['ID=21830b21-0ba1-44a9-9cf5-f1743f01d6c5,revision_number=2']} {{(pid=94176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 11:32:18.684404 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG oslo_concurrency.lockutils [None req-bf87dfcf-f041-463e-82fc-0d25a71f61aa None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.126s {{(pid=94176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 11:32:18.686152 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG oslo_concurrency.lockutils [None req-4ee1be84-41ba-49b5-b928-0d85e22fca70 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.016s {{(pid=94176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 11:32:18.744941 dv-neutron-601336-94-hyperv neutron-server[94175]: INFO neutron.wsgi [None req-cdf3845d-27c7-4190-ad67-ad333386ec00 tempest-BulkNetworkOpsIpV6Test-986121801 tempest-BulkNetworkOpsIpV6Test-986121801-project] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 1316 time: 3.2571752 Jun 23 11:32:18.745239 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.wsgi [-] (94174) accepted ('10.222.0.20', 38164) {{(pid=94174) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 11:32:18.770612 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d045b380-1a38-4d1f-9603-16f90eab7647 tempest-ExtraDHCPOptionsTestJSON-1313277810 tempest-ExtraDHCPOptionsTestJSON-1313277810-project] Pushing event updated for resources: {'Network': ['ID=56af6ebb-cc8e-497b-afc5-4051abaf4f09,revision_number=1']} {{(pid=94174) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 11:32:18.791441 dv-neutron-601336-94-hyperv neutron-server[94175]: INFO neutron.wsgi [None req-114299ff-aa48-45dc-8a5b-3e1f8ff7d33b tempest-MeteringIpV6TestJSON-1257693620 tempest-MeteringIpV6TestJSON-1257693620-project-admin] 10.222.0.20 "GET /v2.0/metering/metering-labels?id=c5a716e9-1e3e-4901-a9de-38dd4a065e4e HTTP/1.1" status: 200 len: 468 time: 0.1431212 Jun 23 11:32:18.792374 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdf3845d-27c7-4190-ad67-ad333386ec00 tempest-BulkNetworkOpsIpV6Test-986121801 tempest-BulkNetworkOpsIpV6Test-986121801-project] Pushing event updated for resources: {'Network': ['ID=f0f19845-4ddf-41f6-8e40-d2d24671952f,revision_number=1']} {{(pid=94175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 11:32:18.802228 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.wsgi [-] (94175) accepted ('10.222.0.20', 38166) {{(pid=94175) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 11:32:18.810329 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.plugins.ml2.rpc [None req-dc7542b2-afef-47f4-a763-e3a3cba144be None None] Network 56af6ebb-cc8e-497b-afc5-4051abaf4f09 details requested by agent ovs-agent-dv-neutron-601336-94-hyperv with host dv-neutron-601336-94-hyperv {{(pid=94176) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:250}} Jun 23 11:32:18.813447 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG oslo_concurrency.lockutils [None req-d045b380-1a38-4d1f-9603-16f90eab7647 tempest-ExtraDHCPOptionsTestJSON-1313277810 tempest-ExtraDHCPOptionsTestJSON-1313277810-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.179s {{(pid=94174) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 11:32:18.833773 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ef128338-5545-4792-8f03-51c9cf474cca tempest-NetworksTestDHCPv6-162546708 tempest-NetworksTestDHCPv6-162546708-project] Network f53f535d-bce4-4da8-9bd9-396677ff4e83 is already hosted by enough agents. {{(pid=94175) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 23 11:32:18.834780 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.wsgi [-] (94175) accepted ('10.222.0.20', 38168) {{(pid=94175) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 11:32:18.852187 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.db.db_base_plugin_common [None req-2862aa7a-44d1-447e-a6b8-8f0a10ba1285 tempest-PortsTestJSON-2085221018 tempest-PortsTestJSON-2085221018-project] Allocated IP 172.20.0.5 (badeca21-c4e5-4fe3-8b74-722eaf84a594/bb749ec0-30e5-4f41-af44-efaa27f27a62/aa07c646-43e6-48d9-ab04-74b2449bab5b) {{(pid=94174) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 23 11:32:18.855007 dv-neutron-601336-94-hyperv neutron-server[94174]: INFO neutron.wsgi [None req-d045b380-1a38-4d1f-9603-16f90eab7647 tempest-ExtraDHCPOptionsTestJSON-1313277810 tempest-ExtraDHCPOptionsTestJSON-1313277810-project] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 791 time: 1.9010973 Jun 23 11:32:18.871193 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.api.v2.base [None req-d98f24b1-9de0-4b94-8bf4-278ff28aabb9 tempest-PortsAdminExtendedAttrsTestJSON-1772465988 tempest-PortsAdminExtendedAttrsTestJSON-1772465988-project-admin] Request body: {'port': {'network_id': 'a2a3038f-d74f-4d71-9006-cee952f59bc9', 'binding:host_id': 'hv-neutron-6013', 'name': 'tempest-PortsAdminExtendedAttrsTestJSON-1444202120'}} {{(pid=94175) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 23 11:32:18.871559 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.wsgi [-] (94174) accepted ('10.222.0.20', 38170) {{(pid=94174) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 11:32:18.892556 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.scheduler.base_scheduler [None req-ef128338-5545-4792-8f03-51c9cf474cca tempest-NetworksTestDHCPv6-162546708 tempest-NetworksTestDHCPv6-162546708-project] Resources bound (agent type, host, resource id): {{(pid=94175) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 23 11:32:18.905289 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.plugins.ml2.rpc [None req-dc7542b2-afef-47f4-a763-e3a3cba144be None None] Network f0f19845-4ddf-41f6-8e40-d2d24671952f details requested by agent ovs-agent-dv-neutron-601336-94-hyperv with host dv-neutron-601336-94-hyperv {{(pid=94176) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:250}} Jun 23 11:32:18.906736 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ef128338-5545-4792-8f03-51c9cf474cca tempest-NetworksTestDHCPv6-162546708 tempest-NetworksTestDHCPv6-162546708-project] Received port after_create {{(pid=94175) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 23 11:32:18.974559 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.api.v2.base [None req-1f8bd0e4-1260-4670-9d8a-56e3fa4aff18 tempest-ExtraDHCPOptionsTestJSON-1313277810 tempest-ExtraDHCPOptionsTestJSON-1313277810-project] Request body: {'subnet': {'network_id': '56af6ebb-cc8e-497b-afc5-4051abaf4f09', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=94174) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 23 11:32:19.046722 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdf3845d-27c7-4190-ad67-ad333386ec00 tempest-BulkNetworkOpsIpV6Test-986121801 tempest-BulkNetworkOpsIpV6Test-986121801-project] Pushing event updated for resources: {'Network': ['ID=05805562-cebe-4318-9980-a0a39a2ca314,revision_number=1']} {{(pid=94175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 11:32:19.052482 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.plugins.ml2.rpc [None req-dc7542b2-afef-47f4-a763-e3a3cba144be None None] Device 2b8b3c52-de07-4c52-9cf8-2a315cac8852 up at agent ovs-agent-dv-neutron-601336-94-hyperv {{(pid=94176) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:298}} Jun 23 11:32:19.055666 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.db.provisioning_blocks [None req-fe9f9921-0e88-4e3c-8c1a-b2a387a865ec None None] Provisioning for port 2b8b3c52-de07-4c52-9cf8-2a315cac8852 completed by entity DHCP. {{(pid=94176) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 23 11:32:19.058047 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG oslo_concurrency.lockutils [None req-cdf3845d-27c7-4190-ad67-ad333386ec00 tempest-BulkNetworkOpsIpV6Test-986121801 tempest-BulkNetworkOpsIpV6Test-986121801-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.479s {{(pid=94175) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 11:32:19.059025 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b6b2a24-f4e0-4059-846a-dafef01f35e5 None None] Pushing event updated for resources: {'Port': ['ID=47dd6052-3af5-4f51-bbc9-97dc964c4a04,revision_number=3']} {{(pid=94176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 11:32:19.066624 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG oslo_concurrency.lockutils [None req-1bb59a04-8195-4a24-9131-a8e1fb160ac0 tempest-DHCPAgentSchedulersTestJSON-448050073 tempest-DHCPAgentSchedulersTestJSON-448050073-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.484s {{(pid=94175) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 11:32:19.067284 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG oslo_concurrency.lockutils [None req-1bb59a04-8195-4a24-9131-a8e1fb160ac0 tempest-DHCPAgentSchedulersTestJSON-448050073 tempest-DHCPAgentSchedulersTestJSON-448050073-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.001s {{(pid=94175) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 11:32:19.076387 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG oslo_concurrency.lockutils [None req-38f690a5-d264-40aa-8c8d-a4d54e02be95 tempest-NetworksTestDHCPv6-162546708 tempest-NetworksTestDHCPv6-162546708-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.417s {{(pid=94175) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 11:32:19.135216 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.plugins.ml2.rpc [None req-dc7542b2-afef-47f4-a763-e3a3cba144be None None] Network 05805562-cebe-4318-9980-a0a39a2ca314 details requested by agent ovs-agent-dv-neutron-601336-94-hyperv with host dv-neutron-601336-94-hyperv {{(pid=94176) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:250}} Jun 23 11:32:19.159219 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG oslo_concurrency.lockutils [None req-3b6b2a24-f4e0-4059-846a-dafef01f35e5 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.473s {{(pid=94176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 11:32:19.164019 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d98f24b1-9de0-4b94-8bf4-278ff28aabb9 tempest-PortsAdminExtendedAttrsTestJSON-1772465988 tempest-PortsAdminExtendedAttrsTestJSON-1772465988-project-admin] Made reservation on behalf of c87e2b51c2294a87bbb26a707b603e00 for: {'port': 1} {{(pid=94175) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 23 11:32:19.166473 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron_lib.callbacks.manager [None req-d98f24b1-9de0-4b94-8bf4-278ff28aabb9 tempest-PortsAdminExtendedAttrsTestJSON-1772465988 tempest-PortsAdminExtendedAttrsTestJSON-1772465988-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-923104'] for port, before_create {{(pid=94175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:32:19.174032 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ef128338-5545-4792-8f03-51c9cf474cca tempest-NetworksTestDHCPv6-162546708 tempest-NetworksTestDHCPv6-162546708-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 11:32:19.174674 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron_lib.callbacks.manager [None req-ef128338-5545-4792-8f03-51c9cf474cca tempest-NetworksTestDHCPv6-162546708 tempest-NetworksTestDHCPv6-162546708-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-217507'] for port, before_response {{(pid=94175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:32:19.225825 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron_lib.callbacks.manager [None req-e4a2e2a1-5c54-4fc2-9a14-3098c529a1f4 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=94175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:32:19.240428 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron_lib.callbacks.manager [None req-d98f24b1-9de0-4b94-8bf4-278ff28aabb9 tempest-PortsAdminExtendedAttrsTestJSON-1772465988 tempest-PortsAdminExtendedAttrsTestJSON-1772465988-project-admin] Notify callbacks [] for security_group, before_create {{(pid=94175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:32:19.316469 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.db.db_base_plugin_common [None req-71d22d17-e19e-4301-a78d-4b893d54247d None None] Allocated IP 2001:db8::f816:3eff:feae:e7c1 (f53f535d-bce4-4da8-9bd9-396677ff4e83/0a2c3b08-0cf4-47d3-b0e1-60fb3b9deb79/47dd6052-3af5-4f51-bbc9-97dc964c4a04) {{(pid=94176) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 23 11:32:19.345959 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef128338-5545-4792-8f03-51c9cf474cca tempest-NetworksTestDHCPv6-162546708 tempest-NetworksTestDHCPv6-162546708-project] Pushing event updated for resources: {'Port': ['ID=e1dc2e38-de4a-464d-802e-b06ca0fad43b,revision_number=1']} {{(pid=94175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 11:32:19.352621 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG oslo_concurrency.lockutils [None req-ef128338-5545-4792-8f03-51c9cf474cca tempest-NetworksTestDHCPv6-162546708 tempest-NetworksTestDHCPv6-162546708-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.276s {{(pid=94175) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 11:32:19.370821 dv-neutron-601336-94-hyperv neutron-server[94175]: INFO neutron.wsgi [None req-ef128338-5545-4792-8f03-51c9cf474cca tempest-NetworksTestDHCPv6-162546708 tempest-NetworksTestDHCPv6-162546708-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1026 time: 3.6930883 Jun 23 11:32:19.445491 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.plugins.ml2.db [None req-71d22d17-e19e-4301-a78d-4b893d54247d None None] For port 47dd6052-3af5-4f51-bbc9-97dc964c4a04, host dv-neutron-601336-94-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-94-hyperv',level=0,port_id=47dd6052-3af5-4f51-bbc9-97dc964c4a04,segment=NetworkSegment(6303a411-6e70-4139-a530-9ee4cf8ba843),segment_id=6303a411-6e70-4139-a530-9ee4cf8ba843)] {{(pid=94176) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 23 11:32:19.478658 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron_lib.callbacks.manager [None req-d98f24b1-9de0-4b94-8bf4-278ff28aabb9 tempest-PortsAdminExtendedAttrsTestJSON-1772465988 tempest-PortsAdminExtendedAttrsTestJSON-1772465988-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=94175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:32:19.478874 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron_lib.callbacks.manager [None req-71d22d17-e19e-4301-a78d-4b893d54247d None None] Notify callbacks [] for port, precommit_update {{(pid=94176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:32:19.493842 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.db.provisioning_blocks [None req-71d22d17-e19e-4301-a78d-4b893d54247d None None] Transition to ACTIVE for port object 47dd6052-3af5-4f51-bbc9-97dc964c4a04 will not be triggered until provisioned by entity DHCP. {{(pid=94176) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 23 11:32:19.495562 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.db.provisioning_blocks [None req-dc7542b2-afef-47f4-a763-e3a3cba144be None None] Provisioning for port 2b8b3c52-de07-4c52-9cf8-2a315cac8852 completed by entity L2. {{(pid=94176) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 23 11:32:19.500254 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.db.provisioning_blocks [None req-dc7542b2-afef-47f4-a763-e3a3cba144be None None] Provisioning complete for port 2b8b3c52-de07-4c52-9cf8-2a315cac8852 triggered by entity L2. {{(pid=94176) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 23 11:32:19.500638 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron_lib.callbacks.manager [None req-dc7542b2-afef-47f4-a763-e3a3cba144be None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-899258'] for port, provisioning_complete {{(pid=94176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:32:19.529214 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.wsgi [-] (94174) accepted ('10.222.0.20', 38174) {{(pid=94174) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 11:32:19.539810 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron_lib.callbacks.manager [None req-e209ca17-ffb0-454a-a4ee-be96f8168ea0 tempest-MeteringIpV6TestJSON-1257693620 tempest-MeteringIpV6TestJSON-1257693620-project-admin] Notify callbacks [] for metering_label, before_response {{(pid=94175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:32:19.544248 dv-neutron-601336-94-hyperv neutron-server[94175]: INFO neutron.wsgi [None req-e209ca17-ffb0-454a-a4ee-be96f8168ea0 tempest-MeteringIpV6TestJSON-1257693620 tempest-MeteringIpV6TestJSON-1257693620-project-admin] 10.222.0.20 "DELETE /v2.0/metering/metering-labels/c5a716e9-1e3e-4901-a9de-38dd4a065e4e HTTP/1.1" status: 204 len: 168 time: 0.7407029 Jun 23 11:32:19.545336 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.wsgi [-] (94175) accepted ('10.222.0.20', 38176) {{(pid=94175) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 11:32:19.556748 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron_lib.callbacks.manager [None req-d98f24b1-9de0-4b94-8bf4-278ff28aabb9 tempest-PortsAdminExtendedAttrsTestJSON-1772465988 tempest-PortsAdminExtendedAttrsTestJSON-1772465988-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7996330'] for security_group, after_create {{(pid=94175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:32:19.565225 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94175) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 11:32:19.569467 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.notifiers.nova [None req-d98f24b1-9de0-4b94-8bf4-278ff28aabb9 tempest-PortsAdminExtendedAttrsTestJSON-1772465988 tempest-PortsAdminExtendedAttrsTestJSON-1772465988-project-admin] device_id is not set on port 1345901d-4d30-461a-8908-f1faae905ecb yet. {{(pid=94175) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jun 23 11:32:19.587610 dv-neutron-601336-94-hyperv neutron-server[94175]: INFO neutron.wsgi [None req-c1304584-6bf5-46c9-8dee-7753a0049461 tempest-MeteringIpV6TestJSON-1257693620 tempest-MeteringIpV6TestJSON-1257693620-project-admin] 10.222.0.20 "GET /v2.0/metering/metering-labels?id=c5a716e9-1e3e-4901-a9de-38dd4a065e4e HTTP/1.1" status: 200 len: 216 time: 0.0388010 Jun 23 11:32:19.596383 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.wsgi [-] (94175) accepted ('10.222.0.20', 38178) {{(pid=94175) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 11:32:19.597063 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron_lib.callbacks.manager [None req-71d22d17-e19e-4301-a78d-4b893d54247d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-922904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866062', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773700135042', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773699642233', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773699642278'] for port, after_update {{(pid=94176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:32:19.602596 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG oslo_concurrency.lockutils [None req-5efab1e5-281f-4886-b49f-b51fd3469786 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.001s {{(pid=94176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 11:32:19.646873 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron_lib.callbacks.manager [None req-dc7542b2-afef-47f4-a763-e3a3cba144be None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-923122'] for port, before_update {{(pid=94176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:32:19.700654 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eca5ac4e-efc9-41a8-813f-52fdd50c90d5 tempest-BulkNetworkOpsIpV6Test-986121801 tempest-BulkNetworkOpsIpV6Test-986121801-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94174) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 11:32:19.707517 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eca5ac4e-efc9-41a8-813f-52fdd50c90d5 tempest-BulkNetworkOpsIpV6Test-986121801 tempest-BulkNetworkOpsIpV6Test-986121801-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94174) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 11:32:19.712032 dv-neutron-601336-94-hyperv neutron-server[94175]: INFO neutron.wsgi [None req-7530a704-a46c-42f6-8713-a7abd1294a1c tempest-MeteringIpV6TestJSON-1257693620 tempest-MeteringIpV6TestJSON-1257693620-project-admin] 10.222.0.20 "GET /v2.0/metering/metering-label-rules?id=33 HTTP/1.1" status: 200 len: 221 time: 0.1107268 Jun 23 11:32:19.712595 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.wsgi [-] (94175) accepted ('10.222.0.20', 38180) {{(pid=94175) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 11:32:19.713840 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eca5ac4e-efc9-41a8-813f-52fdd50c90d5 tempest-BulkNetworkOpsIpV6Test-986121801 tempest-BulkNetworkOpsIpV6Test-986121801-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94174) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 11:32:19.720197 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eca5ac4e-efc9-41a8-813f-52fdd50c90d5 tempest-BulkNetworkOpsIpV6Test-986121801 tempest-BulkNetworkOpsIpV6Test-986121801-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94174) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 11:32:19.725015 dv-neutron-601336-94-hyperv neutron-server[94174]: INFO neutron.wsgi [None req-eca5ac4e-efc9-41a8-813f-52fdd50c90d5 tempest-BulkNetworkOpsIpV6Test-986121801 tempest-BulkNetworkOpsIpV6Test-986121801-project] 10.222.0.20 "GET /v2.0/networks HTTP/1.1" status: 200 len: 2403 time: 0.9770145 Jun 23 11:32:19.726771 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.wsgi [-] (94174) accepted ('10.222.0.20', 38182) {{(pid=94174) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 11:32:19.728311 dv-neutron-601336-94-hyperv neutron-server[94175]: INFO neutron.wsgi [None req-5fa8a517-cf6f-4d95-ac9c-602166451888 tempest-MeteringIpV6TestJSON-1257693620 tempest-MeteringIpV6TestJSON-1257693620-project-admin] 10.222.0.20 "GET /v2.0/metering/metering-labels?id=33 HTTP/1.1" status: 200 len: 216 time: 0.0143611 Jun 23 11:32:19.730727 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d98f24b1-9de0-4b94-8bf4-278ff28aabb9 tempest-PortsAdminExtendedAttrsTestJSON-1772465988 tempest-PortsAdminExtendedAttrsTestJSON-1772465988-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=756ab37b-3c77-4d4c-b2cc-2454db343425,revision_number=1']} {{(pid=94175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 11:32:19.732024 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.wsgi [-] (94175) accepted ('10.222.0.20', 38184) {{(pid=94175) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 11:32:19.759603 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG oslo_concurrency.lockutils [None req-d98f24b1-9de0-4b94-8bf4-278ff28aabb9 tempest-PortsAdminExtendedAttrsTestJSON-1772465988 tempest-PortsAdminExtendedAttrsTestJSON-1772465988-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.194s {{(pid=94175) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 11:32:19.784524 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.db.provisioning_blocks [None req-465dc382-874b-4160-8e85-68a9c87b33ca None None] Provisioning complete for port 2b8b3c52-de07-4c52-9cf8-2a315cac8852 triggered by entity DHCP. {{(pid=94176) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 23 11:32:19.785076 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron_lib.callbacks.manager [None req-465dc382-874b-4160-8e85-68a9c87b33ca None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-899258'] for port, provisioning_complete {{(pid=94176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:32:19.795721 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.plugins.ml2.db [None req-dc7542b2-afef-47f4-a763-e3a3cba144be None None] For port 2b8b3c52-de07-4c52-9cf8-2a315cac8852, host dv-neutron-601336-94-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-94-hyperv',level=0,port_id=2b8b3c52-de07-4c52-9cf8-2a315cac8852,segment=NetworkSegment(38a4352d-de94-4d68-8280-f5ea074ec139),segment_id=38a4352d-de94-4d68-8280-f5ea074ec139)] {{(pid=94176) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 23 11:32:19.815122 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71d22d17-e19e-4301-a78d-4b893d54247d None None] Pushing event updated for resources: {'Port': ['ID=47dd6052-3af5-4f51-bbc9-97dc964c4a04,revision_number=4']} {{(pid=94176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 11:32:19.820221 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG oslo_concurrency.lockutils [None req-71d22d17-e19e-4301-a78d-4b893d54247d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.218s {{(pid=94176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 11:32:19.862663 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f929ee8c-a783-4cf1-ae19-fc65ee3be807 tempest-NetworksTestDHCPv6-162546708 tempest-NetworksTestDHCPv6-162546708-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94174) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 11:32:19.869007 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f929ee8c-a783-4cf1-ae19-fc65ee3be807 tempest-NetworksTestDHCPv6-162546708 tempest-NetworksTestDHCPv6-162546708-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94174) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 11:32:19.875932 dv-neutron-601336-94-hyperv neutron-server[94174]: INFO neutron.wsgi [None req-f929ee8c-a783-4cf1-ae19-fc65ee3be807 tempest-NetworksTestDHCPv6-162546708 tempest-NetworksTestDHCPv6-162546708-project] 10.222.0.20 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1862 time: 0.3348458 Jun 23 11:32:19.876215 dv-neutron-601336-94-hyperv neutron-server[94175]: INFO neutron.wsgi [None req-4f04bd42-859c-4b4e-a138-3e2c7e6b10a9 tempest-MeteringIpV6TestJSON-1257693620 tempest-MeteringIpV6TestJSON-1257693620-project-admin] 10.222.0.20 "GET /v2.0/metering/metering-labels/aea8d6cb-d184-4c6a-a913-e9fdbb15c879 HTTP/1.1" status: 200 len: 472 time: 0.1193061 Jun 23 11:32:19.876417 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.wsgi [-] (94175) accepted ('10.222.0.20', 38186) {{(pid=94175) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 11:32:19.877661 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.wsgi [-] (94175) accepted ('10.222.0.20', 38188) {{(pid=94175) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 11:32:19.905571 dv-neutron-601336-94-hyperv neutron-server[94175]: INFO neutron.wsgi [None req-d5839a21-9009-46d9-8144-cd96254ea675 tempest-MeteringIpV6TestJSON-1257693620 tempest-MeteringIpV6TestJSON-1257693620-project-admin] 10.222.0.20 "GET /v2.0/metering/metering-label-rules/a2750ee7-b604-455a-af42-dce107e40e89 HTTP/1.1" status: 200 len: 459 time: 0.0156446 Jun 23 11:32:19.919433 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron_lib.callbacks.manager [None req-dc7542b2-afef-47f4-a763-e3a3cba144be None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-922904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866062', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773700135042', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773699642233', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773699642278'] for port, after_update {{(pid=94176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:32:19.923798 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG oslo_concurrency.lockutils [None req-cbe45d45-1cdd-4a21-a305-e34cae55628e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 11:32:19.927508 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.wsgi [-] (94174) accepted ('10.222.0.20', 38190) {{(pid=94174) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 11:32:19.955483 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron_lib.callbacks.manager [None req-ae80f20d-2aaa-4fcf-90ea-b1765e8db5fb tempest-BulkNetworkOpsIpV6Test-986121801 tempest-BulkNetworkOpsIpV6Test-986121801-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-824874'] for network, before_delete {{(pid=94174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:32:19.978673 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1f8bd0e4-1260-4670-9d8a-56e3fa4aff18 tempest-ExtraDHCPOptionsTestJSON-1313277810 tempest-ExtraDHCPOptionsTestJSON-1313277810-project] Made reservation on behalf of 8b3481cba2d04e838a12ea4335400df9 for: {'subnet': 1} {{(pid=94174) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 23 11:32:19.982419 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron_lib.callbacks.manager [None req-465dc382-874b-4160-8e85-68a9c87b33ca None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-923122'] for port, before_update {{(pid=94176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:32:19.982835 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron_lib.callbacks.manager [None req-1f8bd0e4-1260-4670-9d8a-56e3fa4aff18 tempest-ExtraDHCPOptionsTestJSON-1313277810 tempest-ExtraDHCPOptionsTestJSON-1313277810-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4294245'] for subnet, before_create {{(pid=94174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:32:19.988273 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron_lib.callbacks.manager [None req-2862aa7a-44d1-447e-a6b8-8f0a10ba1285 tempest-PortsTestJSON-2085221018 tempest-PortsTestJSON-2085221018-project] Notify callbacks [] for port, precommit_create {{(pid=94174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:32:20.054514 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc7542b2-afef-47f4-a763-e3a3cba144be None None] Pushing event updated for resources: {'Port': ['ID=2b8b3c52-de07-4c52-9cf8-2a315cac8852,revision_number=3']} {{(pid=94176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 11:32:20.059177 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG oslo_concurrency.lockutils [None req-dc7542b2-afef-47f4-a763-e3a3cba144be None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.135s {{(pid=94176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 11:32:20.087917 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron_lib.db.api [None req-465dc382-874b-4160-8e85-68a9c87b33ca None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=94176) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jun 23 11:32:20.089199 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG oslo_db.api [None req-465dc382-874b-4160-8e85-68a9c87b33ca None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=94176) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jun 23 11:32:20.091805 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.db.provisioning_blocks [None req-2862aa7a-44d1-447e-a6b8-8f0a10ba1285 tempest-PortsTestJSON-2085221018 tempest-PortsTestJSON-2085221018-project] Transition to ACTIVE for port object aa07c646-43e6-48d9-ab04-74b2449bab5b will not be triggered until provisioned by entity DHCP. {{(pid=94174) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 23 11:32:20.099307 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eaf8d2de-8de3-4b30-8008-e551ac0caa49 None None] Network badeca21-c4e5-4fe3-8b74-722eaf84a594 requested from dv-neutron-601336-94-hyperv {{(pid=94176) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 23 11:32:20.193160 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.notifiers.nova [None req-d98f24b1-9de0-4b94-8bf4-278ff28aabb9 tempest-PortsAdminExtendedAttrsTestJSON-1772465988 tempest-PortsAdminExtendedAttrsTestJSON-1772465988-project-admin] device_id is not set on port 1345901d-4d30-461a-8908-f1faae905ecb yet. {{(pid=94175) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jun 23 11:32:20.213193 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron_lib.callbacks.manager [None req-e4a2e2a1-5c54-4fc2-9a14-3098c529a1f4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-520412', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-524143'] for router, after_create {{(pid=94175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:32:20.217889 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron_lib.callbacks.manager [None req-d98f24b1-9de0-4b94-8bf4-278ff28aabb9 tempest-PortsAdminExtendedAttrsTestJSON-1772465988 tempest-PortsAdminExtendedAttrsTestJSON-1772465988-project-admin] Notify callbacks [] for port, precommit_create {{(pid=94175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:32:20.273005 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.db.provisioning_blocks [None req-d98f24b1-9de0-4b94-8bf4-278ff28aabb9 tempest-PortsAdminExtendedAttrsTestJSON-1772465988 tempest-PortsAdminExtendedAttrsTestJSON-1772465988-project-admin] Transition to ACTIVE for port object 1345901d-4d30-461a-8908-f1faae905ecb will not be triggered until provisioned by entity L2. {{(pid=94175) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 23 11:32:20.304869 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron_lib.callbacks.manager [None req-ae80f20d-2aaa-4fcf-90ea-b1765e8db5fb tempest-BulkNetworkOpsIpV6Test-986121801 tempest-BulkNetworkOpsIpV6Test-986121801-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-897259', 'neutron.services.segments.db._delete_segments_for_network-8773700168587'] for network, precommit_delete {{(pid=94174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:32:20.319591 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron_lib.callbacks.manager [None req-e66848cd-82d3-4893-8522-8ce3a26022fe tempest-MeteringIpV6TestJSON-1257693620 tempest-MeteringIpV6TestJSON-1257693620-project-admin] Notify callbacks [] for metering_label_rule, before_response {{(pid=94174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:32:20.324470 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.wsgi [-] (94175) accepted ('10.222.0.20', 38192) {{(pid=94175) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 11:32:20.324838 dv-neutron-601336-94-hyperv neutron-server[94174]: INFO neutron.wsgi [None req-e66848cd-82d3-4893-8522-8ce3a26022fe tempest-MeteringIpV6TestJSON-1257693620 tempest-MeteringIpV6TestJSON-1257693620-project-admin] 10.222.0.20 "DELETE /v2.0/metering/metering-label-rules/a2750ee7-b604-455a-af42-dce107e40e89 HTTP/1.1" status: 204 len: 168 time: 0.3922093 Jun 23 11:32:20.349447 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.services.segments.db [None req-ae80f20d-2aaa-4fcf-90ea-b1765e8db5fb tempest-BulkNetworkOpsIpV6Test-986121801 tempest-BulkNetworkOpsIpV6Test-986121801-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f0f19845-4ddf-41f6-8e40-d2d24671952f']}} {{(pid=94174) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 11:32:20.367392 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.plugins.ml2.plugin [None req-9ad65816-0398-43d9-9026-077297304197 tempest-NetworksTestDHCPv6-162546708 tempest-NetworksTestDHCPv6-162546708-project] Deleting port e1dc2e38-de4a-464d-802e-b06ca0fad43b {{(pid=94175) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1913}} Jun 23 11:32:20.368035 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron_lib.callbacks.manager [None req-9ad65816-0398-43d9-9026-077297304197 tempest-NetworksTestDHCPv6-162546708 tempest-NetworksTestDHCPv6-162546708-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773700079324'] for port, before_delete {{(pid=94175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:32:20.368652 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.services.segments.db [None req-ae80f20d-2aaa-4fcf-90ea-b1765e8db5fb tempest-BulkNetworkOpsIpV6Test-986121801 tempest-BulkNetworkOpsIpV6Test-986121801-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd9e6e27d-489b-4ca6-bb95-32ce731d6dc3') {'for_net_delete': True} {{(pid=94174) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 11:32:20.368960 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.services.segments.db [None req-ae80f20d-2aaa-4fcf-90ea-b1765e8db5fb tempest-BulkNetworkOpsIpV6Test-986121801 tempest-BulkNetworkOpsIpV6Test-986121801-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd9e6e27d-489b-4ca6-bb95-32ce731d6dc3') {} {{(pid=94174) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 11:32:20.384230 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron_lib.callbacks.manager [None req-ae80f20d-2aaa-4fcf-90ea-b1765e8db5fb tempest-BulkNetworkOpsIpV6Test-986121801 tempest-BulkNetworkOpsIpV6Test-986121801-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8773699955833', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4800267'] for segment, before_delete {{(pid=94174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:32:20.408119 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron_lib.callbacks.manager [None req-ae80f20d-2aaa-4fcf-90ea-b1765e8db5fb tempest-BulkNetworkOpsIpV6Test-986121801 tempest-BulkNetworkOpsIpV6Test-986121801-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3801'] for segment, precommit_delete {{(pid=94174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:32:20.431874 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron_lib.callbacks.manager [None req-d98f24b1-9de0-4b94-8bf4-278ff28aabb9 tempest-PortsAdminExtendedAttrsTestJSON-1772465988 tempest-PortsAdminExtendedAttrsTestJSON-1772465988-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-922915', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-239814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7866073', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773699642215', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-5082457'] for port, after_create {{(pid=94175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:32:20.455235 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ae80f20d-2aaa-4fcf-90ea-b1765e8db5fb tempest-BulkNetworkOpsIpV6Test-986121801 tempest-BulkNetworkOpsIpV6Test-986121801-project] Releasing vlan 423 on physical network physnet1 to pool {{(pid=94174) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 23 11:32:20.455848 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron_lib.callbacks.manager [None req-ae80f20d-2aaa-4fcf-90ea-b1765e8db5fb tempest-BulkNetworkOpsIpV6Test-986121801 tempest-BulkNetworkOpsIpV6Test-986121801-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3801', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5196341'] for segment, after_delete {{(pid=94174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:32:20.459060 dv-neutron-601336-94-hyperv neutron-server[94174]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 23 11:32:20.459060 dv-neutron-601336-94-hyperv neutron-server[94174]: conditions |= (models_v2.Port.network_id.in_( Jun 23 11:32:20.459060 dv-neutron-601336-94-hyperv neutron-server[94174]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 23 11:32:20.459060 dv-neutron-601336-94-hyperv neutron-server[94174]: conditions |= (models_v2.Port.network_id.in_( Jun 23 11:32:20.459060 dv-neutron-601336-94-hyperv neutron-server[94174]: Traceback (most recent call last): Jun 23 11:32:20.459060 dv-neutron-601336-94-hyperv neutron-server[94174]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 23 11:32:20.459060 dv-neutron-601336-94-hyperv neutron-server[94174]: timer() Jun 23 11:32:20.459060 dv-neutron-601336-94-hyperv neutron-server[94174]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 23 11:32:20.459060 dv-neutron-601336-94-hyperv neutron-server[94174]: cb(*args, **kw) Jun 23 11:32:20.459060 dv-neutron-601336-94-hyperv neutron-server[94174]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 23 11:32:20.459060 dv-neutron-601336-94-hyperv neutron-server[94174]: return func(*args, **kwargs) Jun 23 11:32:20.459060 dv-neutron-601336-94-hyperv neutron-server[94174]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 23 11:32:20.459060 dv-neutron-601336-94-hyperv neutron-server[94174]: self._notify() Jun 23 11:32:20.459060 dv-neutron-601336-94-hyperv neutron-server[94174]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 23 11:32:20.459060 dv-neutron-601336-94-hyperv neutron-server[94174]: self.callback(batched_events) Jun 23 11:32:20.459060 dv-neutron-601336-94-hyperv neutron-server[94174]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 23 11:32:20.459060 dv-neutron-601336-94-hyperv neutron-server[94174]: event.method(event) Jun 23 11:32:20.459060 dv-neutron-601336-94-hyperv neutron-server[94174]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 23 11:32:20.459060 dv-neutron-601336-94-hyperv neutron-server[94174]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 23 11:32:20.459060 dv-neutron-601336-94-hyperv neutron-server[94174]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 23 11:32:20.459060 dv-neutron-601336-94-hyperv neutron-server[94174]: aggregate_uuid = self.p_client.list_aggregates( Jun 23 11:32:20.459060 dv-neutron-601336-94-hyperv neutron-server[94174]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 23 11:32:20.459060 dv-neutron-601336-94-hyperv neutron-server[94174]: return f(self, *a, **k) Jun 23 11:32:20.459060 dv-neutron-601336-94-hyperv neutron-server[94174]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 23 11:32:20.459060 dv-neutron-601336-94-hyperv neutron-server[94174]: return self._get(url).json() Jun 23 11:32:20.459060 dv-neutron-601336-94-hyperv neutron-server[94174]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 23 11:32:20.459060 dv-neutron-601336-94-hyperv neutron-server[94174]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 23 11:32:20.459060 dv-neutron-601336-94-hyperv neutron-server[94174]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 23 11:32:20.459060 dv-neutron-601336-94-hyperv neutron-server[94174]: return self.request(url, 'GET', **kwargs) Jun 23 11:32:20.459060 dv-neutron-601336-94-hyperv neutron-server[94174]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 23 11:32:20.459060 dv-neutron-601336-94-hyperv neutron-server[94174]: base_url = self.get_endpoint(auth, allow=allow, Jun 23 11:32:20.459060 dv-neutron-601336-94-hyperv neutron-server[94174]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 23 11:32:20.459060 dv-neutron-601336-94-hyperv neutron-server[94174]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 23 11:32:20.459060 dv-neutron-601336-94-hyperv neutron-server[94174]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 23 11:32:20.459060 dv-neutron-601336-94-hyperv neutron-server[94174]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 23 11:32:20.459060 dv-neutron-601336-94-hyperv neutron-server[94174]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 23 11:32:20.474702 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron_lib.callbacks.manager [None req-2862aa7a-44d1-447e-a6b8-8f0a10ba1285 tempest-PortsTestJSON-2085221018 tempest-PortsTestJSON-2085221018-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-922915', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-239814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7866073', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773699642215', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-5196399'] for port, after_create {{(pid=94174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:32:20.477325 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94175) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 11:32:20.517486 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94174) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 11:32:20.576180 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d98f24b1-9de0-4b94-8bf4-278ff28aabb9 tempest-PortsAdminExtendedAttrsTestJSON-1772465988 tempest-PortsAdminExtendedAttrsTestJSON-1772465988-project-admin] Pushing event updated for resources: {'Port': ['ID=1345901d-4d30-461a-8908-f1faae905ecb,revision_number=1']} {{(pid=94175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 11:32:20.583416 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2862aa7a-44d1-447e-a6b8-8f0a10ba1285 tempest-PortsTestJSON-2085221018 tempest-PortsTestJSON-2085221018-project] Network badeca21-c4e5-4fe3-8b74-722eaf84a594 is already hosted by enough agents. {{(pid=94174) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 23 11:32:20.590571 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.scheduler.base_scheduler [None req-2862aa7a-44d1-447e-a6b8-8f0a10ba1285 tempest-PortsTestJSON-2085221018 tempest-PortsTestJSON-2085221018-project] Resources bound (agent type, host, resource id): {{(pid=94174) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 23 11:32:20.590720 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG oslo_concurrency.lockutils [None req-d98f24b1-9de0-4b94-8bf4-278ff28aabb9 tempest-PortsAdminExtendedAttrsTestJSON-1772465988 tempest-PortsAdminExtendedAttrsTestJSON-1772465988-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.112s {{(pid=94175) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 11:32:20.599918 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2862aa7a-44d1-447e-a6b8-8f0a10ba1285 tempest-PortsTestJSON-2085221018 tempest-PortsTestJSON-2085221018-project] Received port after_create {{(pid=94174) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 23 11:32:20.646623 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron_lib.callbacks.manager [None req-1f8bd0e4-1260-4670-9d8a-56e3fa4aff18 tempest-ExtraDHCPOptionsTestJSON-1313277810 tempest-ExtraDHCPOptionsTestJSON-1313277810-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866062', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5195999', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4294259'] for subnet, after_create {{(pid=94174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:32:20.651627 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2862aa7a-44d1-447e-a6b8-8f0a10ba1285 tempest-PortsTestJSON-2085221018 tempest-PortsTestJSON-2085221018-project] Pushing event updated for resources: {'Port': ['ID=aa07c646-43e6-48d9-ab04-74b2449bab5b,revision_number=1']} {{(pid=94174) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 11:32:20.657731 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG oslo_concurrency.lockutils [None req-2862aa7a-44d1-447e-a6b8-8f0a10ba1285 tempest-PortsTestJSON-2085221018 tempest-PortsTestJSON-2085221018-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.140s {{(pid=94174) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 11:32:20.660996 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG oslo_concurrency.lockutils [None req-59261015-e946-4a2d-bcaf-dffc5800f1c2 tempest-NetworksTestDHCPv6-162546708 tempest-NetworksTestDHCPv6-162546708-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.010s {{(pid=94174) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 11:32:20.667236 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron_lib.callbacks.manager [None req-ae80f20d-2aaa-4fcf-90ea-b1765e8db5fb tempest-BulkNetworkOpsIpV6Test-986121801 tempest-BulkNetworkOpsIpV6Test-986121801-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-897248', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8002400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7866073', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-524247'] for network, after_delete {{(pid=94174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:32:20.677295 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2862aa7a-44d1-447e-a6b8-8f0a10ba1285 tempest-PortsTestJSON-2085221018 tempest-PortsTestJSON-2085221018-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94174) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 11:32:20.681964 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron_lib.callbacks.manager [None req-2862aa7a-44d1-447e-a6b8-8f0a10ba1285 tempest-PortsTestJSON-2085221018 tempest-PortsTestJSON-2085221018-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-217507'] for port, before_response {{(pid=94174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:32:20.703739 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron_lib.callbacks.manager [None req-ae80f20d-2aaa-4fcf-90ea-b1765e8db5fb tempest-BulkNetworkOpsIpV6Test-986121801 tempest-BulkNetworkOpsIpV6Test-986121801-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7865916'] for network, before_response {{(pid=94174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:32:20.707090 dv-neutron-601336-94-hyperv neutron-server[94174]: INFO neutron.wsgi [None req-ae80f20d-2aaa-4fcf-90ea-b1765e8db5fb tempest-BulkNetworkOpsIpV6Test-986121801 tempest-BulkNetworkOpsIpV6Test-986121801-project] 10.222.0.20 "DELETE /v2.0/networks/f0f19845-4ddf-41f6-8e40-d2d24671952f HTTP/1.1" status: 204 len: 168 time: 0.9685075 Jun 23 11:32:20.719109 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.wsgi [-] (94174) accepted ('10.222.0.20', 38194) {{(pid=94174) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 11:32:20.828024 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f8bd0e4-1260-4670-9d8a-56e3fa4aff18 tempest-ExtraDHCPOptionsTestJSON-1313277810 tempest-ExtraDHCPOptionsTestJSON-1313277810-project] Pushing event updated for resources: {'Subnet': ['ID=a4400784-cd8f-4790-811c-664f8edce42a,revision_number=0']} {{(pid=94174) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 11:32:20.844591 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG oslo_concurrency.lockutils [None req-1f8bd0e4-1260-4670-9d8a-56e3fa4aff18 tempest-ExtraDHCPOptionsTestJSON-1313277810 tempest-ExtraDHCPOptionsTestJSON-1313277810-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.184s {{(pid=94174) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 11:32:20.845085 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.142s {{(pid=94174) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 11:32:20.872325 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.db.provisioning_blocks [None req-c5b03b2c-9678-45cc-ad01-4b081a006f1f None None] Provisioning for port 21830b21-0ba1-44a9-9cf5-f1743f01d6c5 completed by entity DHCP. {{(pid=94176) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 23 11:32:20.893198 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron_lib.callbacks.manager [None req-2e7dc14d-af89-4c73-8418-5a47d72ed47e tempest-BulkNetworkOpsIpV6Test-986121801 tempest-BulkNetworkOpsIpV6Test-986121801-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-824874'] for network, before_delete {{(pid=94174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:32:20.897394 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae80f20d-2aaa-4fcf-90ea-b1765e8db5fb tempest-BulkNetworkOpsIpV6Test-986121801 tempest-BulkNetworkOpsIpV6Test-986121801-project] Pushing event deleted for resources: {'Network': ['ID=f0f19845-4ddf-41f6-8e40-d2d24671952f,revision_number=None']} {{(pid=94174) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 11:32:20.901403 dv-neutron-601336-94-hyperv neutron-server[94174]: INFO neutron.wsgi [None req-2862aa7a-44d1-447e-a6b8-8f0a10ba1285 tempest-PortsTestJSON-2085221018 tempest-PortsTestJSON-2085221018-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 923 time: 3.4230757 Jun 23 11:32:20.907336 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG oslo_concurrency.lockutils [None req-ae80f20d-2aaa-4fcf-90ea-b1765e8db5fb tempest-BulkNetworkOpsIpV6Test-986121801 tempest-BulkNetworkOpsIpV6Test-986121801-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.062s {{(pid=94174) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 11:32:20.907802 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.wsgi [-] (94174) accepted ('10.222.0.20', 38196) {{(pid=94174) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 11:32:20.910739 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1f8bd0e4-1260-4670-9d8a-56e3fa4aff18 tempest-ExtraDHCPOptionsTestJSON-1313277810 tempest-ExtraDHCPOptionsTestJSON-1313277810-project] Checking segment: {'id': 'c3eff70a-45a2-4f7e-b2ea-41a9bb082fe1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 436, 'network_id': '56af6ebb-cc8e-497b-afc5-4051abaf4f09'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94174) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 23 11:32:20.911147 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1f8bd0e4-1260-4670-9d8a-56e3fa4aff18 tempest-ExtraDHCPOptionsTestJSON-1313277810 tempest-ExtraDHCPOptionsTestJSON-1313277810-project] Network hostable DHCP agents. Network: 56af6ebb-cc8e-497b-afc5-4051abaf4f09, hostable agents: ['8cf29b10-0e57-4131-816f-a4b6ad00b249'], hosted agents: [] {{(pid=94174) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 23 11:32:20.969612 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.db.provisioning_blocks [None req-c5b03b2c-9678-45cc-ad01-4b081a006f1f None None] Provisioning for port 47dd6052-3af5-4f51-bbc9-97dc964c4a04 completed by entity DHCP. {{(pid=94176) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 23 11:32:20.985081 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.db.provisioning_blocks [None req-c5b03b2c-9678-45cc-ad01-4b081a006f1f None None] Provisioning complete for port 47dd6052-3af5-4f51-bbc9-97dc964c4a04 triggered by entity DHCP. {{(pid=94176) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 23 11:32:20.985470 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron_lib.callbacks.manager [None req-c5b03b2c-9678-45cc-ad01-4b081a006f1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-899258'] for port, provisioning_complete {{(pid=94176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:32:21.060414 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.plugins.ml2.rpc [None req-dc7542b2-afef-47f4-a763-e3a3cba144be None None] Device 2b8b3c52-de07-4c52-9cf8-2a315cac8852 up at agent ovs-agent-dv-neutron-601336-94-hyperv {{(pid=94176) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:298}} Jun 23 11:32:21.060583 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron_lib.callbacks.manager [None req-2e7dc14d-af89-4c73-8418-5a47d72ed47e tempest-BulkNetworkOpsIpV6Test-986121801 tempest-BulkNetworkOpsIpV6Test-986121801-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-897259', 'neutron.services.segments.db._delete_segments_for_network-8773700168587'] for network, precommit_delete {{(pid=94174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:32:21.071251 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.services.segments.db [None req-2e7dc14d-af89-4c73-8418-5a47d72ed47e tempest-BulkNetworkOpsIpV6Test-986121801 tempest-BulkNetworkOpsIpV6Test-986121801-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['05805562-cebe-4318-9980-a0a39a2ca314']}} {{(pid=94174) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 11:32:21.084664 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.services.segments.db [None req-2e7dc14d-af89-4c73-8418-5a47d72ed47e tempest-BulkNetworkOpsIpV6Test-986121801 tempest-BulkNetworkOpsIpV6Test-986121801-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3ccb4b43-c3ea-4dbd-a496-a7e61fb9e82c') {'for_net_delete': True} {{(pid=94174) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 11:32:21.085053 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.services.segments.db [None req-2e7dc14d-af89-4c73-8418-5a47d72ed47e tempest-BulkNetworkOpsIpV6Test-986121801 tempest-BulkNetworkOpsIpV6Test-986121801-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3ccb4b43-c3ea-4dbd-a496-a7e61fb9e82c') {} {{(pid=94174) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 11:32:21.085173 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron_lib.callbacks.manager [None req-9ad65816-0398-43d9-9026-077297304197 tempest-NetworksTestDHCPv6-162546708 tempest-NetworksTestDHCPv6-162546708-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-430722'] for port, precommit_delete {{(pid=94175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:32:21.086744 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1f8bd0e4-1260-4670-9d8a-56e3fa4aff18 tempest-ExtraDHCPOptionsTestJSON-1313277810 tempest-ExtraDHCPOptionsTestJSON-1313277810-project] Network 56af6ebb-cc8e-497b-afc5-4051abaf4f09 is scheduled to be hosted by DHCP agent 8cf29b10-0e57-4131-816f-a4b6ad00b249 with binding_index 1 {{(pid=94174) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 23 11:32:21.126559 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron_lib.callbacks.manager [None req-2e7dc14d-af89-4c73-8418-5a47d72ed47e tempest-BulkNetworkOpsIpV6Test-986121801 tempest-BulkNetworkOpsIpV6Test-986121801-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8773699955833', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4800267'] for segment, before_delete {{(pid=94174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:32:21.150498 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.db.provisioning_blocks [None req-dc7542b2-afef-47f4-a763-e3a3cba144be None None] Provisioning complete for port 2b8b3c52-de07-4c52-9cf8-2a315cac8852 triggered by entity L2. {{(pid=94176) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 23 11:32:21.150924 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron_lib.callbacks.manager [None req-dc7542b2-afef-47f4-a763-e3a3cba144be None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-899258'] for port, provisioning_complete {{(pid=94176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:32:21.151320 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron_lib.callbacks.manager [None req-2e7dc14d-af89-4c73-8418-5a47d72ed47e tempest-BulkNetworkOpsIpV6Test-986121801 tempest-BulkNetworkOpsIpV6Test-986121801-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3801'] for segment, precommit_delete {{(pid=94174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:32:21.162524 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.plugins.ml2.plugin [None req-9ad65816-0398-43d9-9026-077297304197 tempest-NetworksTestDHCPv6-162546708 tempest-NetworksTestDHCPv6-162546708-project] Calling delete_port for e1dc2e38-de4a-464d-802e-b06ca0fad43b owned by {{(pid=94175) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1986}} Jun 23 11:32:21.163676 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2e7dc14d-af89-4c73-8418-5a47d72ed47e tempest-BulkNetworkOpsIpV6Test-986121801 tempest-BulkNetworkOpsIpV6Test-986121801-project] Releasing vlan 406 on physical network physnet1 to pool {{(pid=94174) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 23 11:32:21.164094 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron_lib.callbacks.manager [None req-2e7dc14d-af89-4c73-8418-5a47d72ed47e tempest-BulkNetworkOpsIpV6Test-986121801 tempest-BulkNetworkOpsIpV6Test-986121801-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3801', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5196341'] for segment, after_delete {{(pid=94174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:32:21.168040 dv-neutron-601336-94-hyperv neutron-server[94174]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 23 11:32:21.168040 dv-neutron-601336-94-hyperv neutron-server[94174]: conditions |= (models_v2.Port.network_id.in_( Jun 23 11:32:21.168040 dv-neutron-601336-94-hyperv neutron-server[94174]: Traceback (most recent call last): Jun 23 11:32:21.168040 dv-neutron-601336-94-hyperv neutron-server[94174]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 23 11:32:21.168040 dv-neutron-601336-94-hyperv neutron-server[94174]: timer() Jun 23 11:32:21.168040 dv-neutron-601336-94-hyperv neutron-server[94174]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 23 11:32:21.168040 dv-neutron-601336-94-hyperv neutron-server[94174]: cb(*args, **kw) Jun 23 11:32:21.168040 dv-neutron-601336-94-hyperv neutron-server[94174]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 23 11:32:21.168040 dv-neutron-601336-94-hyperv neutron-server[94174]: return func(*args, **kwargs) Jun 23 11:32:21.168040 dv-neutron-601336-94-hyperv neutron-server[94174]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 23 11:32:21.168040 dv-neutron-601336-94-hyperv neutron-server[94174]: self._notify() Jun 23 11:32:21.168040 dv-neutron-601336-94-hyperv neutron-server[94174]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 23 11:32:21.168040 dv-neutron-601336-94-hyperv neutron-server[94174]: self.callback(batched_events) Jun 23 11:32:21.168040 dv-neutron-601336-94-hyperv neutron-server[94174]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 23 11:32:21.168040 dv-neutron-601336-94-hyperv neutron-server[94174]: event.method(event) Jun 23 11:32:21.168040 dv-neutron-601336-94-hyperv neutron-server[94174]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 23 11:32:21.168040 dv-neutron-601336-94-hyperv neutron-server[94174]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 23 11:32:21.168040 dv-neutron-601336-94-hyperv neutron-server[94174]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 23 11:32:21.168040 dv-neutron-601336-94-hyperv neutron-server[94174]: aggregate_uuid = self.p_client.list_aggregates( Jun 23 11:32:21.168040 dv-neutron-601336-94-hyperv neutron-server[94174]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 23 11:32:21.168040 dv-neutron-601336-94-hyperv neutron-server[94174]: return f(self, *a, **k) Jun 23 11:32:21.168040 dv-neutron-601336-94-hyperv neutron-server[94174]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 23 11:32:21.168040 dv-neutron-601336-94-hyperv neutron-server[94174]: return self._get(url).json() Jun 23 11:32:21.168040 dv-neutron-601336-94-hyperv neutron-server[94174]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 23 11:32:21.168040 dv-neutron-601336-94-hyperv neutron-server[94174]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 23 11:32:21.168040 dv-neutron-601336-94-hyperv neutron-server[94174]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 23 11:32:21.168040 dv-neutron-601336-94-hyperv neutron-server[94174]: return self.request(url, 'GET', **kwargs) Jun 23 11:32:21.168040 dv-neutron-601336-94-hyperv neutron-server[94174]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 23 11:32:21.168040 dv-neutron-601336-94-hyperv neutron-server[94174]: base_url = self.get_endpoint(auth, allow=allow, Jun 23 11:32:21.168040 dv-neutron-601336-94-hyperv neutron-server[94174]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 23 11:32:21.168040 dv-neutron-601336-94-hyperv neutron-server[94174]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 23 11:32:21.168040 dv-neutron-601336-94-hyperv neutron-server[94174]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 23 11:32:21.168040 dv-neutron-601336-94-hyperv neutron-server[94174]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 23 11:32:21.168040 dv-neutron-601336-94-hyperv neutron-server[94174]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 23 11:32:21.213705 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d98f24b1-9de0-4b94-8bf4-278ff28aabb9 tempest-PortsAdminExtendedAttrsTestJSON-1772465988 tempest-PortsAdminExtendedAttrsTestJSON-1772465988-project-admin] Checking segment: {'id': '51c52a79-52ae-4599-8fdf-ce32e6bbbadb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 402, 'network_id': 'a2a3038f-d74f-4d71-9006-cee952f59bc9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94175) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 23 11:32:21.214390 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d98f24b1-9de0-4b94-8bf4-278ff28aabb9 tempest-PortsAdminExtendedAttrsTestJSON-1772465988 tempest-PortsAdminExtendedAttrsTestJSON-1772465988-project-admin] Network hostable DHCP agents. Network: a2a3038f-d74f-4d71-9006-cee952f59bc9, hostable agents: ['8cf29b10-0e57-4131-816f-a4b6ad00b249'], hosted agents: [] {{(pid=94175) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 23 11:32:21.222700 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.scheduler.base_scheduler [None req-1f8bd0e4-1260-4670-9d8a-56e3fa4aff18 tempest-ExtraDHCPOptionsTestJSON-1313277810 tempest-ExtraDHCPOptionsTestJSON-1313277810-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-601336-94-hyperv, 56af6ebb-cc8e-497b-afc5-4051abaf4f09) {{(pid=94174) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 23 11:32:21.232180 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1f8bd0e4-1260-4670-9d8a-56e3fa4aff18 tempest-ExtraDHCPOptionsTestJSON-1313277810 tempest-ExtraDHCPOptionsTestJSON-1313277810-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94174) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 11:32:21.232916 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron_lib.callbacks.manager [None req-1f8bd0e4-1260-4670-9d8a-56e3fa4aff18 tempest-ExtraDHCPOptionsTestJSON-1313277810 tempest-ExtraDHCPOptionsTestJSON-1313277810-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7865916'] for subnet, before_response {{(pid=94174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:32:21.238218 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-66a5cd87-1465-439a-9429-7efb0ca6f640 None None] Network 56af6ebb-cc8e-497b-afc5-4051abaf4f09 requested from dv-neutron-601336-94-hyperv {{(pid=94176) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 23 11:32:21.241081 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.plugins.ml2.plugin [None req-b6c4aed8-4872-4142-a513-8dc05a5a3957 tempest-PortsTestJSON-2085221018 tempest-PortsTestJSON-2085221018-project] Deleting port aa07c646-43e6-48d9-ab04-74b2449bab5b {{(pid=94174) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1913}} Jun 23 11:32:21.241421 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron_lib.callbacks.manager [None req-b6c4aed8-4872-4142-a513-8dc05a5a3957 tempest-PortsTestJSON-2085221018 tempest-PortsTestJSON-2085221018-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773700079324'] for port, before_delete {{(pid=94174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:32:21.243933 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.plugins.ml2.rpc [None req-dc7542b2-afef-47f4-a763-e3a3cba144be None None] Device 47dd6052-3af5-4f51-bbc9-97dc964c4a04 up at agent ovs-agent-dv-neutron-601336-94-hyperv {{(pid=94176) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:298}} Jun 23 11:32:21.292436 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron_lib.callbacks.manager [None req-13e342a6-ed7a-4bf1-9522-a791bcce48a3 tempest-MeteringIpV6TestJSON-1257693620 tempest-MeteringIpV6TestJSON-1257693620-project-admin] Notify callbacks [] for metering_label, before_response {{(pid=94175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:32:21.293794 dv-neutron-601336-94-hyperv neutron-server[94175]: INFO neutron.wsgi [None req-13e342a6-ed7a-4bf1-9522-a791bcce48a3 tempest-MeteringIpV6TestJSON-1257693620 tempest-MeteringIpV6TestJSON-1257693620-project-admin] 10.222.0.20 "DELETE /v2.0/metering/metering-labels/aea8d6cb-d184-4c6a-a913-e9fdbb15c879 HTTP/1.1" status: 204 len: 168 time: 0.9674292 Jun 23 11:32:21.316389 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d98f24b1-9de0-4b94-8bf4-278ff28aabb9 tempest-PortsAdminExtendedAttrsTestJSON-1772465988 tempest-PortsAdminExtendedAttrsTestJSON-1772465988-project-admin] Network a2a3038f-d74f-4d71-9006-cee952f59bc9 is scheduled to be hosted by DHCP agent 8cf29b10-0e57-4131-816f-a4b6ad00b249 with binding_index 1 {{(pid=94175) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 23 11:32:21.318661 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e4a2e2a1-5c54-4fc2-9a14-3098c529a1f4 admin admin] Router e088c3b9-e76a-4661-91ae-fd789b04bbf1 is scheduled to L3 agent 50ef99c0-ef28-4db5-b303-b145898fae60 with binding_index 1 {{(pid=94175) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jun 23 11:32:21.333989 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron_lib.callbacks.manager [None req-2e7dc14d-af89-4c73-8418-5a47d72ed47e tempest-BulkNetworkOpsIpV6Test-986121801 tempest-BulkNetworkOpsIpV6Test-986121801-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-897248', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8002400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7866073', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-524247'] for network, after_delete {{(pid=94174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:32:21.337350 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.scheduler.base_scheduler [None req-d98f24b1-9de0-4b94-8bf4-278ff28aabb9 tempest-PortsAdminExtendedAttrsTestJSON-1772465988 tempest-PortsAdminExtendedAttrsTestJSON-1772465988-project-admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-601336-94-hyperv, a2a3038f-d74f-4d71-9006-cee952f59bc9) {{(pid=94175) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 23 11:32:21.344941 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG oslo_concurrency.lockutils [None req-aaf2126f-41e9-4111-a31b-a5a0160dee04 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94174) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 11:32:21.345945 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0c29ca3b-5b0f-4560-ae79-02366a7458bb None None] Network a2a3038f-d74f-4d71-9006-cee952f59bc9 requested from dv-neutron-601336-94-hyperv {{(pid=94176) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 23 11:32:21.355182 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d98f24b1-9de0-4b94-8bf4-278ff28aabb9 tempest-PortsAdminExtendedAttrsTestJSON-1772465988 tempest-PortsAdminExtendedAttrsTestJSON-1772465988-project-admin] Received port after_create {{(pid=94175) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 23 11:32:21.368832 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron_lib.callbacks.manager [None req-2e7dc14d-af89-4c73-8418-5a47d72ed47e tempest-BulkNetworkOpsIpV6Test-986121801 tempest-BulkNetworkOpsIpV6Test-986121801-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7865916'] for network, before_response {{(pid=94174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:32:21.371560 dv-neutron-601336-94-hyperv neutron-server[94174]: INFO neutron.wsgi [None req-2e7dc14d-af89-4c73-8418-5a47d72ed47e tempest-BulkNetworkOpsIpV6Test-986121801 tempest-BulkNetworkOpsIpV6Test-986121801-project] 10.222.0.20 "DELETE /v2.0/networks/05805562-cebe-4318-9980-a0a39a2ca314 HTTP/1.1" status: 204 len: 168 time: 0.6490989 Jun 23 11:32:21.372227 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.plugins.ml2.managers [None req-d98f24b1-9de0-4b94-8bf4-278ff28aabb9 tempest-PortsAdminExtendedAttrsTestJSON-1772465988 tempest-PortsAdminExtendedAttrsTestJSON-1772465988-project-admin] Attempting to bind port 1345901d-4d30-461a-8908-f1faae905ecb on host hv-neutron-6013 for vnic_type normal with profile {{(pid=94175) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 23 11:32:21.372711 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.plugins.ml2.managers [None req-d98f24b1-9de0-4b94-8bf4-278ff28aabb9 tempest-PortsAdminExtendedAttrsTestJSON-1772465988 tempest-PortsAdminExtendedAttrsTestJSON-1772465988-project-admin] Attempting to bind port 1345901d-4d30-461a-8908-f1faae905ecb by drivers openvswitch,hyperv on host hv-neutron-6013 at level 0 using segments [{'id': '51c52a79-52ae-4599-8fdf-ce32e6bbbadb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 402, 'network_id': 'a2a3038f-d74f-4d71-9006-cee952f59bc9'}] {{(pid=94175) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 23 11:32:21.372941 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e7dc14d-af89-4c73-8418-5a47d72ed47e tempest-BulkNetworkOpsIpV6Test-986121801 tempest-BulkNetworkOpsIpV6Test-986121801-project] Pushing event deleted for resources: {'Network': ['ID=05805562-cebe-4318-9980-a0a39a2ca314,revision_number=None']} {{(pid=94174) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 11:32:21.373112 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d98f24b1-9de0-4b94-8bf4-278ff28aabb9 tempest-PortsAdminExtendedAttrsTestJSON-1772465988 tempest-PortsAdminExtendedAttrsTestJSON-1772465988-project-admin] Attempting to bind port 1345901d-4d30-461a-8908-f1faae905ecb on network a2a3038f-d74f-4d71-9006-cee952f59bc9 {{(pid=94175) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 23 11:32:21.378211 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.wsgi [-] (94174) accepted ('10.222.0.20', 38200) {{(pid=94174) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 11:32:21.382004 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d98f24b1-9de0-4b94-8bf4-278ff28aabb9 tempest-PortsAdminExtendedAttrsTestJSON-1772465988 tempest-PortsAdminExtendedAttrsTestJSON-1772465988-project-admin] Port 1345901d-4d30-461a-8908-f1faae905ecb on network a2a3038f-d74f-4d71-9006-cee952f59bc9 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-6013 {{(pid=94175) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 23 11:32:21.382355 dv-neutron-601336-94-hyperv neutron-server[94175]: ERROR neutron.plugins.ml2.managers [None req-d98f24b1-9de0-4b94-8bf4-278ff28aabb9 tempest-PortsAdminExtendedAttrsTestJSON-1772465988 tempest-PortsAdminExtendedAttrsTestJSON-1772465988-project-admin] Failed to bind port 1345901d-4d30-461a-8908-f1faae905ecb on host hv-neutron-6013 for vnic_type normal using segments [{'id': '51c52a79-52ae-4599-8fdf-ce32e6bbbadb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 402, 'network_id': 'a2a3038f-d74f-4d71-9006-cee952f59bc9'}] Jun 23 11:32:21.389093 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG oslo_concurrency.lockutils [None req-2e7dc14d-af89-4c73-8418-5a47d72ed47e tempest-BulkNetworkOpsIpV6Test-986121801 tempest-BulkNetworkOpsIpV6Test-986121801-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.044s {{(pid=94174) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 11:32:21.397378 dv-neutron-601336-94-hyperv neutron-server[94174]: INFO neutron.wsgi [None req-1f8bd0e4-1260-4670-9d8a-56e3fa4aff18 tempest-ExtraDHCPOptionsTestJSON-1313277810 tempest-ExtraDHCPOptionsTestJSON-1313277810-project] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.5173597 Jun 23 11:32:21.399170 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.wsgi [-] (94174) accepted ('10.222.0.20', 38202) {{(pid=94174) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 11:32:21.410513 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.db.provisioning_blocks [None req-1c8669ea-1191-4b39-993a-5d34b6679ae9 None None] Provisioning for port aa07c646-43e6-48d9-ab04-74b2449bab5b completed by entity DHCP. {{(pid=94176) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 23 11:32:21.412085 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.api.v2.base [None req-71846536-f34e-4e76-9e82-049383eda758 tempest-ExtraDHCPOptionsTestJSON-1313277810 tempest-ExtraDHCPOptionsTestJSON-1313277810-project] Request body: {'port': {'network_id': '56af6ebb-cc8e-497b-afc5-4051abaf4f09', 'name': 'tempest-ExtraDHCPOptionsTestJSON-2058928150'}} {{(pid=94174) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 23 11:32:21.422822 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.db.provisioning_blocks [None req-dc7542b2-afef-47f4-a763-e3a3cba144be None None] Provisioning complete for port 47dd6052-3af5-4f51-bbc9-97dc964c4a04 triggered by entity L2. {{(pid=94176) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 23 11:32:21.423249 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron_lib.callbacks.manager [None req-dc7542b2-afef-47f4-a763-e3a3cba144be None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-899258'] for port, provisioning_complete {{(pid=94176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:32:21.424695 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.db.provisioning_blocks [None req-1c8669ea-1191-4b39-993a-5d34b6679ae9 None None] Provisioning complete for port aa07c646-43e6-48d9-ab04-74b2449bab5b triggered by entity DHCP. {{(pid=94176) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 23 11:32:21.425066 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron_lib.callbacks.manager [None req-1c8669ea-1191-4b39-993a-5d34b6679ae9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-899258'] for port, provisioning_complete {{(pid=94176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:32:21.440090 dv-neutron-601336-94-hyperv neutron-server[94175]: INFO neutron.plugins.ml2.plugin [None req-d98f24b1-9de0-4b94-8bf4-278ff28aabb9 tempest-PortsAdminExtendedAttrsTestJSON-1772465988 tempest-PortsAdminExtendedAttrsTestJSON-1772465988-project-admin] Attempt 2 to bind port 1345901d-4d30-461a-8908-f1faae905ecb Jun 23 11:32:21.472147 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron_lib.callbacks.manager [None req-b6c4aed8-4872-4142-a513-8dc05a5a3957 tempest-PortsTestJSON-2085221018 tempest-PortsTestJSON-2085221018-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-430722'] for port, precommit_delete {{(pid=94174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:32:21.524445 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.plugins.ml2.managers [None req-d98f24b1-9de0-4b94-8bf4-278ff28aabb9 tempest-PortsAdminExtendedAttrsTestJSON-1772465988 tempest-PortsAdminExtendedAttrsTestJSON-1772465988-project-admin] Attempting to bind port 1345901d-4d30-461a-8908-f1faae905ecb on host hv-neutron-6013 for vnic_type normal with profile {{(pid=94175) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 23 11:32:21.524826 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.plugins.ml2.managers [None req-d98f24b1-9de0-4b94-8bf4-278ff28aabb9 tempest-PortsAdminExtendedAttrsTestJSON-1772465988 tempest-PortsAdminExtendedAttrsTestJSON-1772465988-project-admin] Attempting to bind port 1345901d-4d30-461a-8908-f1faae905ecb by drivers openvswitch,hyperv on host hv-neutron-6013 at level 0 using segments [{'id': '51c52a79-52ae-4599-8fdf-ce32e6bbbadb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 402, 'network_id': 'a2a3038f-d74f-4d71-9006-cee952f59bc9'}] {{(pid=94175) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 23 11:32:21.525133 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d98f24b1-9de0-4b94-8bf4-278ff28aabb9 tempest-PortsAdminExtendedAttrsTestJSON-1772465988 tempest-PortsAdminExtendedAttrsTestJSON-1772465988-project-admin] Attempting to bind port 1345901d-4d30-461a-8908-f1faae905ecb on network a2a3038f-d74f-4d71-9006-cee952f59bc9 {{(pid=94175) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 23 11:32:21.529313 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.plugins.ml2.plugin [None req-b6c4aed8-4872-4142-a513-8dc05a5a3957 tempest-PortsTestJSON-2085221018 tempest-PortsTestJSON-2085221018-project] Calling delete_port for aa07c646-43e6-48d9-ab04-74b2449bab5b owned by {{(pid=94174) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1986}} Jun 23 11:32:21.550762 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d98f24b1-9de0-4b94-8bf4-278ff28aabb9 tempest-PortsAdminExtendedAttrsTestJSON-1772465988 tempest-PortsAdminExtendedAttrsTestJSON-1772465988-project-admin] Port 1345901d-4d30-461a-8908-f1faae905ecb on network a2a3038f-d74f-4d71-9006-cee952f59bc9 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-6013 {{(pid=94175) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 23 11:32:21.551140 dv-neutron-601336-94-hyperv neutron-server[94175]: ERROR neutron.plugins.ml2.managers [None req-d98f24b1-9de0-4b94-8bf4-278ff28aabb9 tempest-PortsAdminExtendedAttrsTestJSON-1772465988 tempest-PortsAdminExtendedAttrsTestJSON-1772465988-project-admin] Failed to bind port 1345901d-4d30-461a-8908-f1faae905ecb on host hv-neutron-6013 for vnic_type normal using segments [{'id': '51c52a79-52ae-4599-8fdf-ce32e6bbbadb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 402, 'network_id': 'a2a3038f-d74f-4d71-9006-cee952f59bc9'}] Jun 23 11:32:21.555954 dv-neutron-601336-94-hyperv neutron-server[94175]: INFO neutron.plugins.ml2.plugin [None req-d98f24b1-9de0-4b94-8bf4-278ff28aabb9 tempest-PortsAdminExtendedAttrsTestJSON-1772465988 tempest-PortsAdminExtendedAttrsTestJSON-1772465988-project-admin] Attempt 3 to bind port 1345901d-4d30-461a-8908-f1faae905ecb Jun 23 11:32:21.574747 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.plugins.ml2.managers [None req-d98f24b1-9de0-4b94-8bf4-278ff28aabb9 tempest-PortsAdminExtendedAttrsTestJSON-1772465988 tempest-PortsAdminExtendedAttrsTestJSON-1772465988-project-admin] Attempting to bind port 1345901d-4d30-461a-8908-f1faae905ecb on host hv-neutron-6013 for vnic_type normal with profile {{(pid=94175) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 23 11:32:21.574981 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.plugins.ml2.managers [None req-d98f24b1-9de0-4b94-8bf4-278ff28aabb9 tempest-PortsAdminExtendedAttrsTestJSON-1772465988 tempest-PortsAdminExtendedAttrsTestJSON-1772465988-project-admin] Attempting to bind port 1345901d-4d30-461a-8908-f1faae905ecb by drivers openvswitch,hyperv on host hv-neutron-6013 at level 0 using segments [{'id': '51c52a79-52ae-4599-8fdf-ce32e6bbbadb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 402, 'network_id': 'a2a3038f-d74f-4d71-9006-cee952f59bc9'}] {{(pid=94175) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 23 11:32:21.575332 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d98f24b1-9de0-4b94-8bf4-278ff28aabb9 tempest-PortsAdminExtendedAttrsTestJSON-1772465988 tempest-PortsAdminExtendedAttrsTestJSON-1772465988-project-admin] Attempting to bind port 1345901d-4d30-461a-8908-f1faae905ecb on network a2a3038f-d74f-4d71-9006-cee952f59bc9 {{(pid=94175) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 23 11:32:21.583298 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d98f24b1-9de0-4b94-8bf4-278ff28aabb9 tempest-PortsAdminExtendedAttrsTestJSON-1772465988 tempest-PortsAdminExtendedAttrsTestJSON-1772465988-project-admin] Port 1345901d-4d30-461a-8908-f1faae905ecb on network a2a3038f-d74f-4d71-9006-cee952f59bc9 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-6013 {{(pid=94175) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 23 11:32:21.583637 dv-neutron-601336-94-hyperv neutron-server[94175]: ERROR neutron.plugins.ml2.managers [None req-d98f24b1-9de0-4b94-8bf4-278ff28aabb9 tempest-PortsAdminExtendedAttrsTestJSON-1772465988 tempest-PortsAdminExtendedAttrsTestJSON-1772465988-project-admin] Failed to bind port 1345901d-4d30-461a-8908-f1faae905ecb on host hv-neutron-6013 for vnic_type normal using segments [{'id': '51c52a79-52ae-4599-8fdf-ce32e6bbbadb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 402, 'network_id': 'a2a3038f-d74f-4d71-9006-cee952f59bc9'}] Jun 23 11:32:21.586802 dv-neutron-601336-94-hyperv neutron-server[94175]: INFO neutron.plugins.ml2.plugin [None req-d98f24b1-9de0-4b94-8bf4-278ff28aabb9 tempest-PortsAdminExtendedAttrsTestJSON-1772465988 tempest-PortsAdminExtendedAttrsTestJSON-1772465988-project-admin] Attempt 4 to bind port 1345901d-4d30-461a-8908-f1faae905ecb Jun 23 11:32:21.617094 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e4a2e2a1-5c54-4fc2-9a14-3098c529a1f4 admin admin] Notify agent at l3_agent.dv-neutron-601336-94-hyperv the message routers_updated {{(pid=94175) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 23 11:32:21.648410 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.plugins.ml2.managers [None req-d98f24b1-9de0-4b94-8bf4-278ff28aabb9 tempest-PortsAdminExtendedAttrsTestJSON-1772465988 tempest-PortsAdminExtendedAttrsTestJSON-1772465988-project-admin] Attempting to bind port 1345901d-4d30-461a-8908-f1faae905ecb on host hv-neutron-6013 for vnic_type normal with profile {{(pid=94175) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 23 11:32:21.648646 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2823539e-74d4-4d51-a818-c367bb1adf34 None None] Sync routers for ids ['e088c3b9-e76a-4661-91ae-fd789b04bbf1'] in dv-neutron-601336-94-hyperv {{(pid=94176) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 23 11:32:21.649922 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.plugins.ml2.managers [None req-d98f24b1-9de0-4b94-8bf4-278ff28aabb9 tempest-PortsAdminExtendedAttrsTestJSON-1772465988 tempest-PortsAdminExtendedAttrsTestJSON-1772465988-project-admin] Attempting to bind port 1345901d-4d30-461a-8908-f1faae905ecb by drivers openvswitch,hyperv on host hv-neutron-6013 at level 0 using segments [{'id': '51c52a79-52ae-4599-8fdf-ce32e6bbbadb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 402, 'network_id': 'a2a3038f-d74f-4d71-9006-cee952f59bc9'}] {{(pid=94175) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 23 11:32:21.649922 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d98f24b1-9de0-4b94-8bf4-278ff28aabb9 tempest-PortsAdminExtendedAttrsTestJSON-1772465988 tempest-PortsAdminExtendedAttrsTestJSON-1772465988-project-admin] Attempting to bind port 1345901d-4d30-461a-8908-f1faae905ecb on network a2a3038f-d74f-4d71-9006-cee952f59bc9 {{(pid=94175) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 23 11:32:21.661335 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d98f24b1-9de0-4b94-8bf4-278ff28aabb9 tempest-PortsAdminExtendedAttrsTestJSON-1772465988 tempest-PortsAdminExtendedAttrsTestJSON-1772465988-project-admin] Port 1345901d-4d30-461a-8908-f1faae905ecb on network a2a3038f-d74f-4d71-9006-cee952f59bc9 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-6013 {{(pid=94175) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 23 11:32:21.662041 dv-neutron-601336-94-hyperv neutron-server[94175]: ERROR neutron.plugins.ml2.managers [None req-d98f24b1-9de0-4b94-8bf4-278ff28aabb9 tempest-PortsAdminExtendedAttrsTestJSON-1772465988 tempest-PortsAdminExtendedAttrsTestJSON-1772465988-project-admin] Failed to bind port 1345901d-4d30-461a-8908-f1faae905ecb on host hv-neutron-6013 for vnic_type normal using segments [{'id': '51c52a79-52ae-4599-8fdf-ce32e6bbbadb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 402, 'network_id': 'a2a3038f-d74f-4d71-9006-cee952f59bc9'}] Jun 23 11:32:21.663533 dv-neutron-601336-94-hyperv neutron-server[94175]: INFO neutron.plugins.ml2.plugin [None req-d98f24b1-9de0-4b94-8bf4-278ff28aabb9 tempest-PortsAdminExtendedAttrsTestJSON-1772465988 tempest-PortsAdminExtendedAttrsTestJSON-1772465988-project-admin] Attempt 5 to bind port 1345901d-4d30-461a-8908-f1faae905ecb Jun 23 11:32:21.668961 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e1e2b8d8-c78d-4899-8306-cb4212238309 tempest-BulkNetworkOpsIpV6Test-986121801 tempest-BulkNetworkOpsIpV6Test-986121801-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94174) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 11:32:21.675546 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e1e2b8d8-c78d-4899-8306-cb4212238309 tempest-BulkNetworkOpsIpV6Test-986121801 tempest-BulkNetworkOpsIpV6Test-986121801-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94174) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 11:32:21.677110 dv-neutron-601336-94-hyperv neutron-server[94174]: INFO neutron.wsgi [None req-e1e2b8d8-c78d-4899-8306-cb4212238309 tempest-BulkNetworkOpsIpV6Test-986121801 tempest-BulkNetworkOpsIpV6Test-986121801-project] 10.222.0.20 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1339 time: 0.2976179 Jun 23 11:32:21.677387 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.plugins.ml2.managers [None req-d98f24b1-9de0-4b94-8bf4-278ff28aabb9 tempest-PortsAdminExtendedAttrsTestJSON-1772465988 tempest-PortsAdminExtendedAttrsTestJSON-1772465988-project-admin] Attempting to bind port 1345901d-4d30-461a-8908-f1faae905ecb on host hv-neutron-6013 for vnic_type normal with profile {{(pid=94175) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 23 11:32:21.677799 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.plugins.ml2.managers [None req-d98f24b1-9de0-4b94-8bf4-278ff28aabb9 tempest-PortsAdminExtendedAttrsTestJSON-1772465988 tempest-PortsAdminExtendedAttrsTestJSON-1772465988-project-admin] Attempting to bind port 1345901d-4d30-461a-8908-f1faae905ecb by drivers openvswitch,hyperv on host hv-neutron-6013 at level 0 using segments [{'id': '51c52a79-52ae-4599-8fdf-ce32e6bbbadb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 402, 'network_id': 'a2a3038f-d74f-4d71-9006-cee952f59bc9'}] {{(pid=94175) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 23 11:32:21.681837 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.wsgi [-] (94174) accepted ('10.222.0.20', 38204) {{(pid=94174) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 11:32:21.689092 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d98f24b1-9de0-4b94-8bf4-278ff28aabb9 tempest-PortsAdminExtendedAttrsTestJSON-1772465988 tempest-PortsAdminExtendedAttrsTestJSON-1772465988-project-admin] Attempting to bind port 1345901d-4d30-461a-8908-f1faae905ecb on network a2a3038f-d74f-4d71-9006-cee952f59bc9 {{(pid=94175) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 23 11:32:21.690481 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.api.v2.base [None req-22c26542-a835-45a8-9cfb-0781cb297ca8 tempest-BulkNetworkOpsIpV6Test-986121801 tempest-BulkNetworkOpsIpV6Test-986121801-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsIpV6Test-test-network-1356356179'}} {{(pid=94174) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 23 11:32:21.707236 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron_lib.callbacks.manager [None req-e4a2e2a1-5c54-4fc2-9a14-3098c529a1f4 admin admin] Notify callbacks [] for router, before_response {{(pid=94175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:32:21.712501 dv-neutron-601336-94-hyperv neutron-server[94175]: INFO neutron.wsgi [None req-e4a2e2a1-5c54-4fc2-9a14-3098c529a1f4 admin admin] 10.222.0.20 "POST /v2.0/routers HTTP/1.1" status: 201 len: 924 time: 6.4244552 Jun 23 11:32:21.712662 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.wsgi [-] (94174) accepted ('10.222.0.20', 38208) {{(pid=94174) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 11:32:21.715169 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d98f24b1-9de0-4b94-8bf4-278ff28aabb9 tempest-PortsAdminExtendedAttrsTestJSON-1772465988 tempest-PortsAdminExtendedAttrsTestJSON-1772465988-project-admin] Port 1345901d-4d30-461a-8908-f1faae905ecb on network a2a3038f-d74f-4d71-9006-cee952f59bc9 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-6013 {{(pid=94175) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 23 11:32:21.715513 dv-neutron-601336-94-hyperv neutron-server[94175]: ERROR neutron.plugins.ml2.managers [None req-d98f24b1-9de0-4b94-8bf4-278ff28aabb9 tempest-PortsAdminExtendedAttrsTestJSON-1772465988 tempest-PortsAdminExtendedAttrsTestJSON-1772465988-project-admin] Failed to bind port 1345901d-4d30-461a-8908-f1faae905ecb on host hv-neutron-6013 for vnic_type normal using segments [{'id': '51c52a79-52ae-4599-8fdf-ce32e6bbbadb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 402, 'network_id': 'a2a3038f-d74f-4d71-9006-cee952f59bc9'}] Jun 23 11:32:21.715905 dv-neutron-601336-94-hyperv neutron-server[94175]: INFO neutron.plugins.ml2.plugin [None req-d98f24b1-9de0-4b94-8bf4-278ff28aabb9 tempest-PortsAdminExtendedAttrsTestJSON-1772465988 tempest-PortsAdminExtendedAttrsTestJSON-1772465988-project-admin] Attempt 6 to bind port 1345901d-4d30-461a-8908-f1faae905ecb Jun 23 11:32:21.723098 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2823539e-74d4-4d51-a818-c367bb1adf34 None None] Routers {'e088c3b9-e76a-4661-91ae-fd789b04bbf1'} bound to L3 agent in host dv-neutron-601336-94-hyperv {{(pid=94176) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 23 11:32:21.723860 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.db.l3_hamode_db [None req-2823539e-74d4-4d51-a818-c367bb1adf34 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-601336-94-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-06-23T11:22:13Z,description=,heartbeat_timestamp=2021-06-23T11:32:13Z,host='dv-neutron-601336-94-hyperv',id=50ef99c0-ef28-4db5-b303-b145898fae60,load=0,resource_versions=,resources_synced=,started_at=2021-06-23T11:22:14Z,topic='l3_agent')) {'router_ids': ['e088c3b9-e76a-4661-91ae-fd789b04bbf1'], 'active': True} {{(pid=94176) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 11:32:21.725873 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.plugins.ml2.plugin [None req-1c8669ea-1191-4b39-993a-5d34b6679ae9 None None] Port aa07c646-43e6-48d9-ab04-74b2449bab5b cannot update to ACTIVE because it is not bound. {{(pid=94176) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jun 23 11:32:21.738910 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.plugins.ml2.managers [None req-d98f24b1-9de0-4b94-8bf4-278ff28aabb9 tempest-PortsAdminExtendedAttrsTestJSON-1772465988 tempest-PortsAdminExtendedAttrsTestJSON-1772465988-project-admin] Attempting to bind port 1345901d-4d30-461a-8908-f1faae905ecb on host hv-neutron-6013 for vnic_type normal with profile {{(pid=94175) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 23 11:32:21.741812 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.plugins.ml2.managers [None req-d98f24b1-9de0-4b94-8bf4-278ff28aabb9 tempest-PortsAdminExtendedAttrsTestJSON-1772465988 tempest-PortsAdminExtendedAttrsTestJSON-1772465988-project-admin] Attempting to bind port 1345901d-4d30-461a-8908-f1faae905ecb by drivers openvswitch,hyperv on host hv-neutron-6013 at level 0 using segments [{'id': '51c52a79-52ae-4599-8fdf-ce32e6bbbadb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 402, 'network_id': 'a2a3038f-d74f-4d71-9006-cee952f59bc9'}] {{(pid=94175) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 23 11:32:21.741812 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d98f24b1-9de0-4b94-8bf4-278ff28aabb9 tempest-PortsAdminExtendedAttrsTestJSON-1772465988 tempest-PortsAdminExtendedAttrsTestJSON-1772465988-project-admin] Attempting to bind port 1345901d-4d30-461a-8908-f1faae905ecb on network a2a3038f-d74f-4d71-9006-cee952f59bc9 {{(pid=94175) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 23 11:32:21.747215 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron_lib.callbacks.manager [None req-9ad65816-0398-43d9-9026-077297304197 tempest-NetworksTestDHCPv6-162546708 tempest-NetworksTestDHCPv6-162546708-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-922904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866062', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773700135024', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773699642224', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5082448'] for port, after_delete {{(pid=94175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:32:21.749740 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d98f24b1-9de0-4b94-8bf4-278ff28aabb9 tempest-PortsAdminExtendedAttrsTestJSON-1772465988 tempest-PortsAdminExtendedAttrsTestJSON-1772465988-project-admin] Port 1345901d-4d30-461a-8908-f1faae905ecb on network a2a3038f-d74f-4d71-9006-cee952f59bc9 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-6013 {{(pid=94175) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 23 11:32:21.751284 dv-neutron-601336-94-hyperv neutron-server[94175]: ERROR neutron.plugins.ml2.managers [None req-d98f24b1-9de0-4b94-8bf4-278ff28aabb9 tempest-PortsAdminExtendedAttrsTestJSON-1772465988 tempest-PortsAdminExtendedAttrsTestJSON-1772465988-project-admin] Failed to bind port 1345901d-4d30-461a-8908-f1faae905ecb on host hv-neutron-6013 for vnic_type normal using segments [{'id': '51c52a79-52ae-4599-8fdf-ce32e6bbbadb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 402, 'network_id': 'a2a3038f-d74f-4d71-9006-cee952f59bc9'}] Jun 23 11:32:21.770146 dv-neutron-601336-94-hyperv neutron-server[94175]: INFO neutron.plugins.ml2.plugin [None req-d98f24b1-9de0-4b94-8bf4-278ff28aabb9 tempest-PortsAdminExtendedAttrsTestJSON-1772465988 tempest-PortsAdminExtendedAttrsTestJSON-1772465988-project-admin] Attempt 7 to bind port 1345901d-4d30-461a-8908-f1faae905ecb Jun 23 11:32:21.773468 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG oslo_concurrency.lockutils [None req-38f690a5-d264-40aa-8c8d-a4d54e02be95 tempest-NetworksTestDHCPv6-162546708 tempest-NetworksTestDHCPv6-162546708-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94175) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 11:32:21.788875 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.db.provisioning_blocks [None req-1c8669ea-1191-4b39-993a-5d34b6679ae9 None None] Could not find standard attr ID for object e1dc2e38-de4a-464d-802e-b06ca0fad43b. {{(pid=94176) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jun 23 11:32:21.806047 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron_lib.db.api [None req-22c26542-a835-45a8-9cfb-0781cb297ca8 tempest-BulkNetworkOpsIpV6Test-986121801 tempest-BulkNetworkOpsIpV6Test-986121801-project] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Jun 23 11:32:21.806047 dv-neutron-601336-94-hyperv neutron-server[94174]: [SQL: DELETE FROM reservations WHERE reservations.project_id = %(project_id_1)s AND reservations.expiration < %(expiration_1)s] Jun 23 11:32:21.806047 dv-neutron-601336-94-hyperv neutron-server[94174]: [parameters: {'project_id_1': '23ef76af747c4dd2ab3e1919971f3de2', 'expiration_1': datetime.datetime(2021, 6, 23, 11, 32, 21, 696731)}] Jun 23 11:32:21.806047 dv-neutron-601336-94-hyperv neutron-server[94174]: (Background on this error at: http://sqlalche.me/e/14/e3q8) {{(pid=94174) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jun 23 11:32:21.806531 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG oslo_db.api [None req-22c26542-a835-45a8-9cfb-0781cb297ca8 tempest-BulkNetworkOpsIpV6Test-986121801 tempest-BulkNetworkOpsIpV6Test-986121801-project] Performing DB retry for function neutron.db.quota.driver_nolock.DbQuotaNoLockDriver.make_reservation {{(pid=94174) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jun 23 11:32:21.810266 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.wsgi [-] (94174) accepted ('10.222.0.20', 38210) {{(pid=94174) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 11:32:21.833028 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c2151e09-b115-4002-ba60-0f94f7dcaedc None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1e0d828a-1fa4-563d-b7fd-53adf66a04ee-56af6ebb-cc8e-497b-afc5-4051abaf4f09', 'network_id': '56af6ebb-cc8e-497b-afc5-4051abaf4f09', 'tenant_id': '8b3481cba2d04e838a12ea4335400df9', 'fixed_ips': [{'subnet_id': 'a4400784-cd8f-4790-811c-664f8edce42a'}]}} from dv-neutron-601336-94-hyperv. {{(pid=94176) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 23 11:32:21.833028 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron_lib.callbacks.manager [None req-c2151e09-b115-4002-ba60-0f94f7dcaedc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-923104'] for port, before_create {{(pid=94176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:32:21.846093 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ad65816-0398-43d9-9026-077297304197 tempest-NetworksTestDHCPv6-162546708 tempest-NetworksTestDHCPv6-162546708-project] Pushing event deleted for resources: {'Port': ['ID=e1dc2e38-de4a-464d-802e-b06ca0fad43b,revision_number=None']} {{(pid=94175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 11:32:21.853206 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG oslo_concurrency.lockutils [None req-9ad65816-0398-43d9-9026-077297304197 tempest-NetworksTestDHCPv6-162546708 tempest-NetworksTestDHCPv6-162546708-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.080s {{(pid=94175) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 11:32:21.872604 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.plugins.ml2.managers [None req-d98f24b1-9de0-4b94-8bf4-278ff28aabb9 tempest-PortsAdminExtendedAttrsTestJSON-1772465988 tempest-PortsAdminExtendedAttrsTestJSON-1772465988-project-admin] Attempting to bind port 1345901d-4d30-461a-8908-f1faae905ecb on host hv-neutron-6013 for vnic_type normal with profile {{(pid=94175) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 23 11:32:21.872813 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.plugins.ml2.managers [None req-d98f24b1-9de0-4b94-8bf4-278ff28aabb9 tempest-PortsAdminExtendedAttrsTestJSON-1772465988 tempest-PortsAdminExtendedAttrsTestJSON-1772465988-project-admin] Attempting to bind port 1345901d-4d30-461a-8908-f1faae905ecb by drivers openvswitch,hyperv on host hv-neutron-6013 at level 0 using segments [{'id': '51c52a79-52ae-4599-8fdf-ce32e6bbbadb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 402, 'network_id': 'a2a3038f-d74f-4d71-9006-cee952f59bc9'}] {{(pid=94175) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 23 11:32:21.873298 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d98f24b1-9de0-4b94-8bf4-278ff28aabb9 tempest-PortsAdminExtendedAttrsTestJSON-1772465988 tempest-PortsAdminExtendedAttrsTestJSON-1772465988-project-admin] Attempting to bind port 1345901d-4d30-461a-8908-f1faae905ecb on network a2a3038f-d74f-4d71-9006-cee952f59bc9 {{(pid=94175) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 23 11:32:21.898327 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d98f24b1-9de0-4b94-8bf4-278ff28aabb9 tempest-PortsAdminExtendedAttrsTestJSON-1772465988 tempest-PortsAdminExtendedAttrsTestJSON-1772465988-project-admin] Port 1345901d-4d30-461a-8908-f1faae905ecb on network a2a3038f-d74f-4d71-9006-cee952f59bc9 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-6013 {{(pid=94175) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 23 11:32:21.898782 dv-neutron-601336-94-hyperv neutron-server[94175]: ERROR neutron.plugins.ml2.managers [None req-d98f24b1-9de0-4b94-8bf4-278ff28aabb9 tempest-PortsAdminExtendedAttrsTestJSON-1772465988 tempest-PortsAdminExtendedAttrsTestJSON-1772465988-project-admin] Failed to bind port 1345901d-4d30-461a-8908-f1faae905ecb on host hv-neutron-6013 for vnic_type normal using segments [{'id': '51c52a79-52ae-4599-8fdf-ce32e6bbbadb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 402, 'network_id': 'a2a3038f-d74f-4d71-9006-cee952f59bc9'}] Jun 23 11:32:21.901046 dv-neutron-601336-94-hyperv neutron-server[94175]: INFO neutron.plugins.ml2.plugin [None req-d98f24b1-9de0-4b94-8bf4-278ff28aabb9 tempest-PortsAdminExtendedAttrsTestJSON-1772465988 tempest-PortsAdminExtendedAttrsTestJSON-1772465988-project-admin] Attempt 8 to bind port 1345901d-4d30-461a-8908-f1faae905ecb Jun 23 11:32:21.938300 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.plugins.ml2.managers [None req-d98f24b1-9de0-4b94-8bf4-278ff28aabb9 tempest-PortsAdminExtendedAttrsTestJSON-1772465988 tempest-PortsAdminExtendedAttrsTestJSON-1772465988-project-admin] Attempting to bind port 1345901d-4d30-461a-8908-f1faae905ecb on host hv-neutron-6013 for vnic_type normal with profile {{(pid=94175) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 23 11:32:21.938758 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.plugins.ml2.managers [None req-d98f24b1-9de0-4b94-8bf4-278ff28aabb9 tempest-PortsAdminExtendedAttrsTestJSON-1772465988 tempest-PortsAdminExtendedAttrsTestJSON-1772465988-project-admin] Attempting to bind port 1345901d-4d30-461a-8908-f1faae905ecb by drivers openvswitch,hyperv on host hv-neutron-6013 at level 0 using segments [{'id': '51c52a79-52ae-4599-8fdf-ce32e6bbbadb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 402, 'network_id': 'a2a3038f-d74f-4d71-9006-cee952f59bc9'}] {{(pid=94175) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 23 11:32:21.939195 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d98f24b1-9de0-4b94-8bf4-278ff28aabb9 tempest-PortsAdminExtendedAttrsTestJSON-1772465988 tempest-PortsAdminExtendedAttrsTestJSON-1772465988-project-admin] Attempting to bind port 1345901d-4d30-461a-8908-f1faae905ecb on network a2a3038f-d74f-4d71-9006-cee952f59bc9 {{(pid=94175) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 23 11:32:21.950336 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-71846536-f34e-4e76-9e82-049383eda758 tempest-ExtraDHCPOptionsTestJSON-1313277810 tempest-ExtraDHCPOptionsTestJSON-1313277810-project] Made reservation on behalf of 8b3481cba2d04e838a12ea4335400df9 for: {'port': 1} {{(pid=94174) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 23 11:32:21.954176 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron_lib.callbacks.manager [None req-71846536-f34e-4e76-9e82-049383eda758 tempest-ExtraDHCPOptionsTestJSON-1313277810 tempest-ExtraDHCPOptionsTestJSON-1313277810-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-923104'] for port, before_create {{(pid=94174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:32:21.958035 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d98f24b1-9de0-4b94-8bf4-278ff28aabb9 tempest-PortsAdminExtendedAttrsTestJSON-1772465988 tempest-PortsAdminExtendedAttrsTestJSON-1772465988-project-admin] Port 1345901d-4d30-461a-8908-f1faae905ecb on network a2a3038f-d74f-4d71-9006-cee952f59bc9 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-6013 {{(pid=94175) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 23 11:32:21.959024 dv-neutron-601336-94-hyperv neutron-server[94175]: ERROR neutron.plugins.ml2.managers [None req-d98f24b1-9de0-4b94-8bf4-278ff28aabb9 tempest-PortsAdminExtendedAttrsTestJSON-1772465988 tempest-PortsAdminExtendedAttrsTestJSON-1772465988-project-admin] Failed to bind port 1345901d-4d30-461a-8908-f1faae905ecb on host hv-neutron-6013 for vnic_type normal using segments [{'id': '51c52a79-52ae-4599-8fdf-ce32e6bbbadb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 402, 'network_id': 'a2a3038f-d74f-4d71-9006-cee952f59bc9'}] Jun 23 11:32:21.961904 dv-neutron-601336-94-hyperv neutron-server[94175]: INFO neutron.plugins.ml2.plugin [None req-d98f24b1-9de0-4b94-8bf4-278ff28aabb9 tempest-PortsAdminExtendedAttrsTestJSON-1772465988 tempest-PortsAdminExtendedAttrsTestJSON-1772465988-project-admin] Attempt 9 to bind port 1345901d-4d30-461a-8908-f1faae905ecb Jun 23 11:32:21.965361 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron_lib.callbacks.manager [None req-b6c4aed8-4872-4142-a513-8dc05a5a3957 tempest-PortsTestJSON-2085221018 tempest-PortsTestJSON-2085221018-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-922904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866062', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773700135024', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773699642224', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5196390'] for port, after_delete {{(pid=94174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:32:21.987257 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron_lib.callbacks.manager [None req-9ad65816-0398-43d9-9026-077297304197 tempest-NetworksTestDHCPv6-162546708 tempest-NetworksTestDHCPv6-162546708-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-217507'] for port, before_response {{(pid=94175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:32:21.995150 dv-neutron-601336-94-hyperv neutron-server[94175]: INFO neutron.wsgi [None req-9ad65816-0398-43d9-9026-077297304197 tempest-NetworksTestDHCPv6-162546708 tempest-NetworksTestDHCPv6-162546708-project] 10.222.0.20 "DELETE /v2.0/ports/e1dc2e38-de4a-464d-802e-b06ca0fad43b HTTP/1.1" status: 204 len: 168 time: 2.1133099 Jun 23 11:32:21.996717 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.plugins.ml2.managers [None req-d98f24b1-9de0-4b94-8bf4-278ff28aabb9 tempest-PortsAdminExtendedAttrsTestJSON-1772465988 tempest-PortsAdminExtendedAttrsTestJSON-1772465988-project-admin] Attempting to bind port 1345901d-4d30-461a-8908-f1faae905ecb on host hv-neutron-6013 for vnic_type normal with profile {{(pid=94175) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 23 11:32:21.997261 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.plugins.ml2.managers [None req-d98f24b1-9de0-4b94-8bf4-278ff28aabb9 tempest-PortsAdminExtendedAttrsTestJSON-1772465988 tempest-PortsAdminExtendedAttrsTestJSON-1772465988-project-admin] Attempting to bind port 1345901d-4d30-461a-8908-f1faae905ecb by drivers openvswitch,hyperv on host hv-neutron-6013 at level 0 using segments [{'id': '51c52a79-52ae-4599-8fdf-ce32e6bbbadb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 402, 'network_id': 'a2a3038f-d74f-4d71-9006-cee952f59bc9'}] {{(pid=94175) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 23 11:32:21.998580 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d98f24b1-9de0-4b94-8bf4-278ff28aabb9 tempest-PortsAdminExtendedAttrsTestJSON-1772465988 tempest-PortsAdminExtendedAttrsTestJSON-1772465988-project-admin] Attempting to bind port 1345901d-4d30-461a-8908-f1faae905ecb on network a2a3038f-d74f-4d71-9006-cee952f59bc9 {{(pid=94175) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 23 11:32:22.001897 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG oslo_concurrency.lockutils [None req-32abc5af-db73-484b-afbf-7ac198ae6b8d tempest-FloatingIPAdminTestJSON-1420968783 tempest-FloatingIPAdminTestJSON-1420968783-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94174) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 11:32:22.005056 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.wsgi [-] (94174) accepted ('10.222.0.20', 38214) {{(pid=94174) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 11:32:22.011132 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.db.l3_dvr_db [None req-2823539e-74d4-4d51-a818-c367bb1adf34 None None] Set router e088c3b9-e76a-4661-91ae-fd789b04bbf1 gateway port host: dv-neutron-601336-94-hyperv {{(pid=94176) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:838}} Jun 23 11:32:22.018012 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.plugins.ml2.rpc [None req-dc7542b2-afef-47f4-a763-e3a3cba144be None None] Device 21830b21-0ba1-44a9-9cf5-f1743f01d6c5 up at agent ovs-agent-dv-neutron-601336-94-hyperv {{(pid=94176) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:298}} Jun 23 11:32:22.018662 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d98f24b1-9de0-4b94-8bf4-278ff28aabb9 tempest-PortsAdminExtendedAttrsTestJSON-1772465988 tempest-PortsAdminExtendedAttrsTestJSON-1772465988-project-admin] Port 1345901d-4d30-461a-8908-f1faae905ecb on network a2a3038f-d74f-4d71-9006-cee952f59bc9 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-6013 {{(pid=94175) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 23 11:32:22.019473 dv-neutron-601336-94-hyperv neutron-server[94175]: ERROR neutron.plugins.ml2.managers [None req-d98f24b1-9de0-4b94-8bf4-278ff28aabb9 tempest-PortsAdminExtendedAttrsTestJSON-1772465988 tempest-PortsAdminExtendedAttrsTestJSON-1772465988-project-admin] Failed to bind port 1345901d-4d30-461a-8908-f1faae905ecb on host hv-neutron-6013 for vnic_type normal using segments [{'id': '51c52a79-52ae-4599-8fdf-ce32e6bbbadb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 402, 'network_id': 'a2a3038f-d74f-4d71-9006-cee952f59bc9'}] Jun 23 11:32:22.020290 dv-neutron-601336-94-hyperv neutron-server[94175]: INFO neutron.plugins.ml2.plugin [None req-d98f24b1-9de0-4b94-8bf4-278ff28aabb9 tempest-PortsAdminExtendedAttrsTestJSON-1772465988 tempest-PortsAdminExtendedAttrsTestJSON-1772465988-project-admin] Attempt 10 to bind port 1345901d-4d30-461a-8908-f1faae905ecb Jun 23 11:32:22.036496 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.plugins.ml2.managers [None req-d98f24b1-9de0-4b94-8bf4-278ff28aabb9 tempest-PortsAdminExtendedAttrsTestJSON-1772465988 tempest-PortsAdminExtendedAttrsTestJSON-1772465988-project-admin] Attempting to bind port 1345901d-4d30-461a-8908-f1faae905ecb on host hv-neutron-6013 for vnic_type normal with profile {{(pid=94175) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 23 11:32:22.040669 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.plugins.ml2.managers [None req-d98f24b1-9de0-4b94-8bf4-278ff28aabb9 tempest-PortsAdminExtendedAttrsTestJSON-1772465988 tempest-PortsAdminExtendedAttrsTestJSON-1772465988-project-admin] Attempting to bind port 1345901d-4d30-461a-8908-f1faae905ecb by drivers openvswitch,hyperv on host hv-neutron-6013 at level 0 using segments [{'id': '51c52a79-52ae-4599-8fdf-ce32e6bbbadb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 402, 'network_id': 'a2a3038f-d74f-4d71-9006-cee952f59bc9'}] {{(pid=94175) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 23 11:32:22.040669 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d98f24b1-9de0-4b94-8bf4-278ff28aabb9 tempest-PortsAdminExtendedAttrsTestJSON-1772465988 tempest-PortsAdminExtendedAttrsTestJSON-1772465988-project-admin] Attempting to bind port 1345901d-4d30-461a-8908-f1faae905ecb on network a2a3038f-d74f-4d71-9006-cee952f59bc9 {{(pid=94175) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 23 11:32:22.051098 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d98f24b1-9de0-4b94-8bf4-278ff28aabb9 tempest-PortsAdminExtendedAttrsTestJSON-1772465988 tempest-PortsAdminExtendedAttrsTestJSON-1772465988-project-admin] Port 1345901d-4d30-461a-8908-f1faae905ecb on network a2a3038f-d74f-4d71-9006-cee952f59bc9 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-6013 {{(pid=94175) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 23 11:32:22.051430 dv-neutron-601336-94-hyperv neutron-server[94175]: ERROR neutron.plugins.ml2.managers [None req-d98f24b1-9de0-4b94-8bf4-278ff28aabb9 tempest-PortsAdminExtendedAttrsTestJSON-1772465988 tempest-PortsAdminExtendedAttrsTestJSON-1772465988-project-admin] Failed to bind port 1345901d-4d30-461a-8908-f1faae905ecb on host hv-neutron-6013 for vnic_type normal using segments [{'id': '51c52a79-52ae-4599-8fdf-ce32e6bbbadb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 402, 'network_id': 'a2a3038f-d74f-4d71-9006-cee952f59bc9'}] Jun 23 11:32:22.051802 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron_lib.callbacks.manager [None req-d98f24b1-9de0-4b94-8bf4-278ff28aabb9 tempest-PortsAdminExtendedAttrsTestJSON-1772465988 tempest-PortsAdminExtendedAttrsTestJSON-1772465988-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-923122'] for port, before_update {{(pid=94175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:32:22.083421 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6c4aed8-4872-4142-a513-8dc05a5a3957 tempest-PortsTestJSON-2085221018 tempest-PortsTestJSON-2085221018-project] Pushing event deleted for resources: {'Port': ['ID=aa07c646-43e6-48d9-ab04-74b2449bab5b,revision_number=None']} {{(pid=94174) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 11:32:22.089592 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.notifiers.nova [None req-71846536-f34e-4e76-9e82-049383eda758 tempest-ExtraDHCPOptionsTestJSON-1313277810 tempest-ExtraDHCPOptionsTestJSON-1313277810-project] device_id is not set on port 16153d14-ef96-45a7-a15b-2573e04d8e63 yet. {{(pid=94174) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jun 23 11:32:22.107058 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG oslo_concurrency.lockutils [None req-b6c4aed8-4872-4142-a513-8dc05a5a3957 tempest-PortsTestJSON-2085221018 tempest-PortsTestJSON-2085221018-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.105s {{(pid=94174) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 11:32:22.158568 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.plugins.ml2.db [None req-d98f24b1-9de0-4b94-8bf4-278ff28aabb9 tempest-PortsAdminExtendedAttrsTestJSON-1772465988 tempest-PortsAdminExtendedAttrsTestJSON-1772465988-project-admin] For port 1345901d-4d30-461a-8908-f1faae905ecb, host hv-neutron-6013, cleared binding levels {{(pid=94175) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 23 11:32:22.159215 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.plugins.ml2.db [None req-d98f24b1-9de0-4b94-8bf4-278ff28aabb9 tempest-PortsAdminExtendedAttrsTestJSON-1772465988 tempest-PortsAdminExtendedAttrsTestJSON-1772465988-project-admin] Attempted to set empty binding levels {{(pid=94175) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:65}} Jun 23 11:32:22.197932 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron_lib.callbacks.manager [None req-9b31adc4-5397-469c-b4e0-345ffecc9b08 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:32:22.227509 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron_lib.callbacks.manager [None req-d98f24b1-9de0-4b94-8bf4-278ff28aabb9 tempest-PortsAdminExtendedAttrsTestJSON-1772465988 tempest-PortsAdminExtendedAttrsTestJSON-1772465988-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-922904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866062', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773700135042', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773699642233', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773699642278', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5082471'] for port, after_update {{(pid=94175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:32:22.233314 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG oslo_concurrency.lockutils [None req-b6c5774b-6523-4123-9cae-15ffdafd35a0 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94175) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 11:32:22.250581 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-19495e05-7f62-4372-bacc-ba5593350870 tempest-NetworksTestDHCPv6-162546708 tempest-NetworksTestDHCPv6-162546708-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94174) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 11:32:22.252104 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-19495e05-7f62-4372-bacc-ba5593350870 tempest-NetworksTestDHCPv6-162546708 tempest-NetworksTestDHCPv6-162546708-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94174) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 11:32:22.253794 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-19495e05-7f62-4372-bacc-ba5593350870 tempest-NetworksTestDHCPv6-162546708 tempest-NetworksTestDHCPv6-162546708-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94174) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 11:32:22.258078 dv-neutron-601336-94-hyperv neutron-server[94174]: INFO neutron.wsgi [None req-19495e05-7f62-4372-bacc-ba5593350870 tempest-NetworksTestDHCPv6-162546708 tempest-NetworksTestDHCPv6-162546708-project] 10.222.0.20 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2071 time: 0.2453918 Jun 23 11:32:22.263106 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.db.db_base_plugin_common [None req-c2151e09-b115-4002-ba60-0f94f7dcaedc None None] Allocated IP 172.20.0.2 (56af6ebb-cc8e-497b-afc5-4051abaf4f09/a4400784-cd8f-4790-811c-664f8edce42a/d04a7b29-8039-4c68-839d-c8f1c2513d7b) {{(pid=94176) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 23 11:32:22.301928 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.wsgi [-] (94175) accepted ('10.222.0.20', 38216) {{(pid=94175) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 11:32:22.302965 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d98f24b1-9de0-4b94-8bf4-278ff28aabb9 tempest-PortsAdminExtendedAttrsTestJSON-1772465988 tempest-PortsAdminExtendedAttrsTestJSON-1772465988-project-admin] Pushing event updated for resources: {'Port': ['ID=1345901d-4d30-461a-8908-f1faae905ecb,revision_number=2']} {{(pid=94175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 11:32:22.370093 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG oslo_concurrency.lockutils [None req-d98f24b1-9de0-4b94-8bf4-278ff28aabb9 tempest-PortsAdminExtendedAttrsTestJSON-1772465988 tempest-PortsAdminExtendedAttrsTestJSON-1772465988-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.136s {{(pid=94175) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 11:32:22.376335 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.db.db_base_plugin_v2 [None req-15f93974-cfaf-484c-aeac-8ff014efd3de tempest-NetworksTestDHCPv6-162546708 tempest-NetworksTestDHCPv6-162546708-project] Deleting subnet 0a2c3b08-0cf4-47d3-b0e1-60fb3b9deb79 {{(pid=94175) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jun 23 11:32:22.380480 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.db.provisioning_blocks [None req-dc7542b2-afef-47f4-a763-e3a3cba144be None None] Provisioning for port 21830b21-0ba1-44a9-9cf5-f1743f01d6c5 completed by entity L2. {{(pid=94176) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 23 11:32:22.382768 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron_lib.callbacks.manager [None req-15f93974-cfaf-484c-aeac-8ff014efd3de tempest-NetworksTestDHCPv6-162546708 tempest-NetworksTestDHCPv6-162546708-project] Notify callbacks [] for subnet, before_delete {{(pid=94175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:32:22.398031 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d98f24b1-9de0-4b94-8bf4-278ff28aabb9 tempest-PortsAdminExtendedAttrsTestJSON-1772465988 tempest-PortsAdminExtendedAttrsTestJSON-1772465988-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 11:32:22.401037 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.db.provisioning_blocks [None req-dc7542b2-afef-47f4-a763-e3a3cba144be None None] Provisioning complete for port 21830b21-0ba1-44a9-9cf5-f1743f01d6c5 triggered by entity L2. {{(pid=94176) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 23 11:32:22.401429 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron_lib.callbacks.manager [None req-dc7542b2-afef-47f4-a763-e3a3cba144be None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-899258'] for port, provisioning_complete {{(pid=94176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:32:22.401998 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron_lib.callbacks.manager [None req-d98f24b1-9de0-4b94-8bf4-278ff28aabb9 tempest-PortsAdminExtendedAttrsTestJSON-1772465988 tempest-PortsAdminExtendedAttrsTestJSON-1772465988-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-217507'] for port, before_response {{(pid=94175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:32:22.456882 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron_lib.callbacks.manager [None req-15f93974-cfaf-484c-aeac-8ff014efd3de tempest-NetworksTestDHCPv6-162546708 tempest-NetworksTestDHCPv6-162546708-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5190686'] for subnet, precommit_delete_associations {{(pid=94175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:32:22.522476 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.db.l3_hamode_db [None req-2823539e-74d4-4d51-a818-c367bb1adf34 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e088c3b9-e76a-4661-91ae-fd789b04bbf1', 'name': 'tempest-ServerActionsTestJSON-2115701801-router', 'tenant_id': '252b24454ee04e36b666155dab1feb23', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3e7e4eb3-cf02-4d47-ade9-0a579cdfc60f', 'external_fixed_ips': [{'subnet_id': 'a5ad15ab-c489-4a67-a9b0-d559fca0ec71', 'ip_address': '172.26.3.171'}], 'enable_snat': True}, 'gw_port_id': '946affd4-ae12-4b9b-ba02-e48035525e66', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-23T11:32:15Z', 'updated_at': '2021-06-23T11:32:18Z', 'revision_number': 3, 'project_id': '252b24454ee04e36b666155dab1feb23', 'gw_port': {'id': '946affd4-ae12-4b9b-ba02-e48035525e66', 'name': '', 'network_id': '3e7e4eb3-cf02-4d47-ade9-0a579cdfc60f', 'tenant_id': '', 'mac_address': 'fa:16:3e:c7:1d:d8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e088c3b9-e76a-4661-91ae-fd789b04bbf1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 440, 'fixed_ips': [{'subnet_id': 'a5ad15ab-c489-4a67-a9b0-d559fca0ec71', 'ip_address': '172.26.3.171', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-23T11:32:16Z', 'updated_at': '2021-06-23T11:32:17Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'a5ad15ab-c489-4a67-a9b0-d559fca0ec71', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-601336-94-hyperv'}], 'dv-neutron-601336-94-hyperv', False) {} {{(pid=94176) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 11:32:22.527612 dv-neutron-601336-94-hyperv neutron-server[94175]: INFO neutron.wsgi [None req-d98f24b1-9de0-4b94-8bf4-278ff28aabb9 tempest-PortsAdminExtendedAttrsTestJSON-1772465988 tempest-PortsAdminExtendedAttrsTestJSON-1772465988-project-admin] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 982 time: 3.6603711 Jun 23 11:32:22.531911 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.wsgi [-] (94175) accepted ('10.222.0.20', 38218) {{(pid=94175) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 11:32:22.564738 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2823539e-74d4-4d51-a818-c367bb1adf34 None None] Checking router: e088c3b9-e76a-4661-91ae-fd789b04bbf1 for host: dv-neutron-601336-94-hyperv {{(pid=94176) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 23 11:32:22.565108 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2823539e-74d4-4d51-a818-c367bb1adf34 None None] Updating router e088c3b9-e76a-4661-91ae-fd789b04bbf1 port 946affd4-ae12-4b9b-ba02-e48035525e66 binding host dv-neutron-601336-94-hyperv {{(pid=94176) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 23 11:32:22.568134 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron_lib.callbacks.manager [None req-c2151e09-b115-4002-ba60-0f94f7dcaedc None None] Notify callbacks [] for port, precommit_create {{(pid=94176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:32:22.580531 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron_lib.callbacks.manager [None req-15f93974-cfaf-484c-aeac-8ff014efd3de tempest-NetworksTestDHCPv6-162546708 tempest-NetworksTestDHCPv6-162546708-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-897634'] for subnet, precommit_delete {{(pid=94175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:32:22.621546 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.db.provisioning_blocks [None req-c2151e09-b115-4002-ba60-0f94f7dcaedc None None] Transition to ACTIVE for port object d04a7b29-8039-4c68-839d-c8f1c2513d7b will not be triggered until provisioned by entity L2. {{(pid=94176) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 23 11:32:22.634859 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron_lib.callbacks.manager [None req-b6c4aed8-4872-4142-a513-8dc05a5a3957 tempest-PortsTestJSON-2085221018 tempest-PortsTestJSON-2085221018-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-217507'] for port, before_response {{(pid=94174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:32:22.640736 dv-neutron-601336-94-hyperv neutron-server[94174]: INFO neutron.wsgi [None req-b6c4aed8-4872-4142-a513-8dc05a5a3957 tempest-PortsTestJSON-2085221018 tempest-PortsTestJSON-2085221018-project] 10.222.0.20 "DELETE /v2.0/ports/aa07c646-43e6-48d9-ab04-74b2449bab5b HTTP/1.1" status: 204 len: 168 time: 1.7299194 Jun 23 11:32:22.640929 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.wsgi [-] (94175) accepted ('10.222.0.20', 38220) {{(pid=94175) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 11:32:22.649225 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron_lib.callbacks.manager [None req-dc7542b2-afef-47f4-a763-e3a3cba144be None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-923122'] for port, before_update {{(pid=94176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:32:22.652956 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron_lib.callbacks.manager [None req-2823539e-74d4-4d51-a818-c367bb1adf34 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-923122'] for port, before_update {{(pid=94176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:32:22.666043 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.db.provisioning_blocks [None req-c2151e09-b115-4002-ba60-0f94f7dcaedc None None] Transition to ACTIVE for port object d04a7b29-8039-4c68-839d-c8f1c2513d7b will not be triggered until provisioned by entity DHCP. {{(pid=94176) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 23 11:32:22.692161 dv-neutron-601336-94-hyperv neutron-server[94175]: INFO neutron.pecan_wsgi.hooks.translation [None req-3e6af215-9d3e-4669-935c-cecceee9350b tempest-PortsTestJSON-2085221018 tempest-PortsTestJSON-2085221018-project] DELETE failed (client error): The resource could not be found. Jun 23 11:32:22.692519 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-22c26542-a835-45a8-9cfb-0781cb297ca8 tempest-BulkNetworkOpsIpV6Test-986121801 tempest-BulkNetworkOpsIpV6Test-986121801-project] Made reservation on behalf of 23ef76af747c4dd2ab3e1919971f3de2 for: {'network': 1} {{(pid=94174) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 23 11:32:22.693541 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-3e6af215-9d3e-4669-935c-cecceee9350b tempest-PortsTestJSON-2085221018 tempest-PortsTestJSON-2085221018-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94175) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 23 11:32:22.696394 dv-neutron-601336-94-hyperv neutron-server[94175]: INFO neutron.wsgi [None req-3e6af215-9d3e-4669-935c-cecceee9350b tempest-PortsTestJSON-2085221018 tempest-PortsTestJSON-2085221018-project] 10.222.0.20 "DELETE /v2.0/ports/aa07c646-43e6-48d9-ab04-74b2449bab5b HTTP/1.1" status: 404 len: 333 time: 0.0521648 Jun 23 11:32:22.703287 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron_lib.callbacks.manager [None req-22c26542-a835-45a8-9cfb-0781cb297ca8 tempest-BulkNetworkOpsIpV6Test-986121801 tempest-BulkNetworkOpsIpV6Test-986121801-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-923104'] for network, before_create {{(pid=94174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:32:22.717088 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.wsgi [-] (94175) accepted ('10.222.0.20', 38222) {{(pid=94175) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 11:32:22.724589 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.plugins.ml2.db [None req-dc7542b2-afef-47f4-a763-e3a3cba144be None None] For port 21830b21-0ba1-44a9-9cf5-f1743f01d6c5, host dv-neutron-601336-94-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-94-hyperv',level=0,port_id=21830b21-0ba1-44a9-9cf5-f1743f01d6c5,segment=NetworkSegment(cdfb8e04-84f5-4321-bd9d-b07d0b3851c5),segment_id=cdfb8e04-84f5-4321-bd9d-b07d0b3851c5)] {{(pid=94176) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 23 11:32:22.751801 dv-neutron-601336-94-hyperv neutron-server[94175]: INFO neutron.pecan_wsgi.hooks.translation [None req-1575ff69-5743-4519-84e2-4b12844976b8 tempest-PortsTestJSON-2085221018 tempest-PortsTestJSON-2085221018-project] GET failed (client error): The resource could not be found. Jun 23 11:32:22.755872 dv-neutron-601336-94-hyperv neutron-server[94175]: INFO neutron.wsgi [None req-1575ff69-5743-4519-84e2-4b12844976b8 tempest-PortsTestJSON-2085221018 tempest-PortsTestJSON-2085221018-project] 10.222.0.20 "GET /v2.0/ports/aa07c646-43e6-48d9-ab04-74b2449bab5b HTTP/1.1" status: 404 len: 333 time: 0.0346029 Jun 23 11:32:22.760522 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.wsgi [-] (94175) accepted ('10.222.0.20', 38224) {{(pid=94175) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 11:32:22.775415 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron_lib.callbacks.manager [None req-c2151e09-b115-4002-ba60-0f94f7dcaedc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-922915', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-239814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7866073', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773699642215'] for port, after_create {{(pid=94176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:32:22.780950 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG oslo_concurrency.lockutils [None req-dc7542b2-afef-47f4-a763-e3a3cba144be None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 11:32:22.812493 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-22c26542-a835-45a8-9cfb-0781cb297ca8 tempest-BulkNetworkOpsIpV6Test-986121801 tempest-BulkNetworkOpsIpV6Test-986121801-project] vlan segment allocate from pool success with {'vlan_id': 432, 'physical_network': 'physnet1'} {{(pid=94174) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 23 11:32:22.822748 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron_lib.callbacks.manager [None req-dc7542b2-afef-47f4-a763-e3a3cba144be None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-922904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866062', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773700135042', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773699642233', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773699642278'] for port, after_update {{(pid=94176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:32:22.833799 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.db.db_base_plugin_v2 [None req-85f879b8-a548-467d-bd14-27cd89786c1e tempest-PortsTestJSON-2085221018 tempest-PortsTestJSON-2085221018-project] Deleting subnet bb749ec0-30e5-4f41-af44-efaa27f27a62 {{(pid=94175) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jun 23 11:32:22.834775 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c2151e09-b115-4002-ba60-0f94f7dcaedc None None] Network 56af6ebb-cc8e-497b-afc5-4051abaf4f09 is already hosted by enough agents. {{(pid=94176) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 23 11:32:22.838055 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron_lib.callbacks.manager [None req-85f879b8-a548-467d-bd14-27cd89786c1e tempest-PortsTestJSON-2085221018 tempest-PortsTestJSON-2085221018-project] Notify callbacks [] for subnet, before_delete {{(pid=94175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:32:22.844416 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.scheduler.base_scheduler [None req-c2151e09-b115-4002-ba60-0f94f7dcaedc None None] Resources bound (agent type, host, resource id): {{(pid=94176) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 23 11:32:22.845009 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c2151e09-b115-4002-ba60-0f94f7dcaedc None None] Received port after_create {{(pid=94176) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 23 11:32:22.853866 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron_lib.callbacks.manager [None req-22c26542-a835-45a8-9cfb-0781cb297ca8 tempest-BulkNetworkOpsIpV6Test-986121801 tempest-BulkNetworkOpsIpV6Test-986121801-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3801'] for segment, precommit_create {{(pid=94174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:32:22.854328 dv-neutron-601336-94-hyperv neutron-server[94174]: INFO neutron.db.segments_db [None req-22c26542-a835-45a8-9cfb-0781cb297ca8 tempest-BulkNetworkOpsIpV6Test-986121801 tempest-BulkNetworkOpsIpV6Test-986121801-project] Added segment be173b34-d274-4c59-8c17-a3c647b65050 of type vlan for network 52717dd2-93a8-42c3-932e-191f1498615b Jun 23 11:32:22.864666 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2151e09-b115-4002-ba60-0f94f7dcaedc None None] Pushing event updated for resources: {'Port': ['ID=d04a7b29-8039-4c68-839d-c8f1c2513d7b,revision_number=1']} {{(pid=94176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 11:32:22.868308 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG oslo_concurrency.lockutils [None req-c2151e09-b115-4002-ba60-0f94f7dcaedc None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.088s {{(pid=94176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 11:32:22.872996 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG oslo_concurrency.lockutils [None req-dc7542b2-afef-47f4-a763-e3a3cba144be None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.038s {{(pid=94176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 11:32:22.878721 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.plugins.ml2.plugin [None req-88cc2701-6b4e-4ae8-ad97-d7afa898a089 tempest-PortsAdminExtendedAttrsTestJSON-1772465988 tempest-PortsAdminExtendedAttrsTestJSON-1772465988-project-admin] Deleting port 1345901d-4d30-461a-8908-f1faae905ecb {{(pid=94175) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1913}} Jun 23 11:32:22.879154 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron_lib.callbacks.manager [None req-88cc2701-6b4e-4ae8-ad97-d7afa898a089 tempest-PortsAdminExtendedAttrsTestJSON-1772465988 tempest-PortsAdminExtendedAttrsTestJSON-1772465988-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773700079324'] for port, before_delete {{(pid=94175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:32:22.895908 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.db.db_base_plugin_common [None req-71846536-f34e-4e76-9e82-049383eda758 tempest-ExtraDHCPOptionsTestJSON-1313277810 tempest-ExtraDHCPOptionsTestJSON-1313277810-project] Allocated IP 172.20.0.9 (56af6ebb-cc8e-497b-afc5-4051abaf4f09/a4400784-cd8f-4790-811c-664f8edce42a/16153d14-ef96-45a7-a15b-2573e04d8e63) {{(pid=94174) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 23 11:32:22.896769 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron_lib.callbacks.manager [None req-15f93974-cfaf-484c-aeac-8ff014efd3de tempest-NetworksTestDHCPv6-162546708 tempest-NetworksTestDHCPv6-162546708-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-897627', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866062', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5083050', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4660036'] for subnet, after_delete {{(pid=94175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:32:22.925374 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG oslo_concurrency.lockutils [None req-14c339d9-31be-4644-ae37-4e6b340d6f3d tempest-NetworksTestDHCPv6-162546708 tempest-NetworksTestDHCPv6-162546708-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94175) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 11:32:22.938450 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron_lib.callbacks.manager [None req-85f879b8-a548-467d-bd14-27cd89786c1e tempest-PortsTestJSON-2085221018 tempest-PortsTestJSON-2085221018-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5190686'] for subnet, precommit_delete_associations {{(pid=94175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:32:22.990422 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron_lib.callbacks.manager [None req-22c26542-a835-45a8-9cfb-0781cb297ca8 tempest-BulkNetworkOpsIpV6Test-986121801 tempest-BulkNetworkOpsIpV6Test-986121801-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8773699596773'] for network, precommit_create {{(pid=94174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:32:22.990960 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron_lib.callbacks.manager [None req-15f93974-cfaf-484c-aeac-8ff014efd3de tempest-NetworksTestDHCPv6-162546708 tempest-NetworksTestDHCPv6-162546708-project] Notify callbacks [] for subnet, before_response {{(pid=94175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:32:22.995469 dv-neutron-601336-94-hyperv neutron-server[94175]: INFO neutron.wsgi [None req-15f93974-cfaf-484c-aeac-8ff014efd3de tempest-NetworksTestDHCPv6-162546708 tempest-NetworksTestDHCPv6-162546708-project] 10.222.0.20 "DELETE /v2.0/subnets/0a2c3b08-0cf4-47d3-b0e1-60fb3b9deb79 HTTP/1.1" status: 204 len: 168 time: 0.6827652 Jun 23 11:32:22.999818 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15f93974-cfaf-484c-aeac-8ff014efd3de tempest-NetworksTestDHCPv6-162546708 tempest-NetworksTestDHCPv6-162546708-project] Pushing event deleted for resources: {'Subnet': ['ID=0a2c3b08-0cf4-47d3-b0e1-60fb3b9deb79,revision_number=None']} {{(pid=94175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 11:32:23.000937 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.wsgi [-] (94175) accepted ('10.222.0.20', 38226) {{(pid=94175) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 11:32:23.011925 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG oslo_concurrency.lockutils [None req-15f93974-cfaf-484c-aeac-8ff014efd3de tempest-NetworksTestDHCPv6-162546708 tempest-NetworksTestDHCPv6-162546708-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.087s {{(pid=94175) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 11:32:23.015445 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8191a02e-d7ad-41e1-897c-53105c969091 None None] Network f53f535d-bce4-4da8-9bd9-396677ff4e83 requested from dv-neutron-601336-94-hyperv {{(pid=94176) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 23 11:32:23.033536 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron_lib.callbacks.manager [None req-a9dd612e-2239-4bc4-9e13-49fbb24dcb33 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-923104'] for port, before_create {{(pid=94174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:32:23.034935 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.plugins.ml2.managers [None req-c2151e09-b115-4002-ba60-0f94f7dcaedc None None] Attempting to bind port d04a7b29-8039-4c68-839d-c8f1c2513d7b on host dv-neutron-601336-94-hyperv for vnic_type normal with profile {{(pid=94176) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 23 11:32:23.035139 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.plugins.ml2.managers [None req-c2151e09-b115-4002-ba60-0f94f7dcaedc None None] Attempting to bind port d04a7b29-8039-4c68-839d-c8f1c2513d7b by drivers openvswitch,hyperv on host dv-neutron-601336-94-hyperv at level 0 using segments [{'id': 'c3eff70a-45a2-4f7e-b2ea-41a9bb082fe1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 436, 'network_id': '56af6ebb-cc8e-497b-afc5-4051abaf4f09'}] {{(pid=94176) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 23 11:32:23.038825 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c2151e09-b115-4002-ba60-0f94f7dcaedc None None] Attempting to bind port d04a7b29-8039-4c68-839d-c8f1c2513d7b on network 56af6ebb-cc8e-497b-afc5-4051abaf4f09 {{(pid=94176) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 23 11:32:23.056340 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.plugins.ml2.db [None req-88cc2701-6b4e-4ae8-ad97-d7afa898a089 tempest-PortsAdminExtendedAttrsTestJSON-1772465988 tempest-PortsAdminExtendedAttrsTestJSON-1772465988-project-admin] For port 1345901d-4d30-461a-8908-f1faae905ecb, host hv-neutron-6013, got binding levels [] {{(pid=94175) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 23 11:32:23.056705 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron_lib.callbacks.manager [None req-88cc2701-6b4e-4ae8-ad97-d7afa898a089 tempest-PortsAdminExtendedAttrsTestJSON-1772465988 tempest-PortsAdminExtendedAttrsTestJSON-1772465988-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-430722'] for port, precommit_delete {{(pid=94175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:32:23.072309 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc7542b2-afef-47f4-a763-e3a3cba144be None None] Pushing event updated for resources: {'Port': ['ID=21830b21-0ba1-44a9-9cf5-f1743f01d6c5,revision_number=3']} {{(pid=94176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 11:32:23.075651 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG oslo_concurrency.lockutils [None req-dc7542b2-afef-47f4-a763-e3a3cba144be None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.204s {{(pid=94176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 11:32:23.090966 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron_lib.callbacks.manager [None req-9b31adc4-5397-469c-b4e0-345ffecc9b08 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:32:23.095159 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c2151e09-b115-4002-ba60-0f94f7dcaedc None None] Checking agent: {'id': '4d05f899-5ac9-411b-8a03-f60c93f87cdf', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-601336-94-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 23, 11, 22, 14), 'started_at': datetime.datetime(2021, 6, 23, 11, 22, 44), 'heartbeat_timestamp': datetime.datetime(2021, 6, 23, 11, 32, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'monitor_allowed_address_pair_garp': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-601336-94-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94176) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 23 11:32:23.095462 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c2151e09-b115-4002-ba60-0f94f7dcaedc None None] Checking segment: {'id': 'c3eff70a-45a2-4f7e-b2ea-41a9bb082fe1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 436, 'network_id': '56af6ebb-cc8e-497b-afc5-4051abaf4f09'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94176) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 23 11:32:23.095883 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron_lib.callbacks.manager [None req-c2151e09-b115-4002-ba60-0f94f7dcaedc None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:32:23.096296 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c2151e09-b115-4002-ba60-0f94f7dcaedc None None] Bound using segment: {'id': 'c3eff70a-45a2-4f7e-b2ea-41a9bb082fe1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 436, 'network_id': '56af6ebb-cc8e-497b-afc5-4051abaf4f09'} {{(pid=94176) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 23 11:32:23.097942 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.plugins.ml2.managers [None req-c2151e09-b115-4002-ba60-0f94f7dcaedc None None] Bound port: d04a7b29-8039-4c68-839d-c8f1c2513d7b, host: dv-neutron-601336-94-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c3eff70a-45a2-4f7e-b2ea-41a9bb082fe1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 436, 'network_id': '56af6ebb-cc8e-497b-afc5-4051abaf4f09'}}] {{(pid=94176) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 23 11:32:23.097942 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron_lib.callbacks.manager [None req-c2151e09-b115-4002-ba60-0f94f7dcaedc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-923122'] for port, before_update {{(pid=94176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:32:23.098163 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.plugins.ml2.plugin [None req-88cc2701-6b4e-4ae8-ad97-d7afa898a089 tempest-PortsAdminExtendedAttrsTestJSON-1772465988 tempest-PortsAdminExtendedAttrsTestJSON-1772465988-project-admin] Calling delete_port for 1345901d-4d30-461a-8908-f1faae905ecb owned by {{(pid=94175) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1986}} Jun 23 11:32:23.148325 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.db.db_base_plugin_v2 [None req-194c456c-7520-4354-a965-23420aabb0dd tempest-NetworksTestDHCPv6-162546708 tempest-NetworksTestDHCPv6-162546708-project] Deleting subnet 2c9947c6-8feb-4341-94b2-613f966f67f4 {{(pid=94175) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jun 23 11:32:23.155792 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron_lib.callbacks.manager [None req-194c456c-7520-4354-a965-23420aabb0dd tempest-NetworksTestDHCPv6-162546708 tempest-NetworksTestDHCPv6-162546708-project] Notify callbacks [] for subnet, before_delete {{(pid=94175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:32:23.158905 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron_lib.callbacks.manager [None req-85f879b8-a548-467d-bd14-27cd89786c1e tempest-PortsTestJSON-2085221018 tempest-PortsTestJSON-2085221018-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-897634'] for subnet, precommit_delete {{(pid=94175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:32:23.173919 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron_lib.callbacks.manager [None req-97bd5441-1da2-49ee-a364-27795820ba27 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773699952132', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-899307'] for agent, after_update {{(pid=94176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:32:23.200289 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron_lib.callbacks.manager [None req-9b31adc4-5397-469c-b4e0-345ffecc9b08 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7996330'] for security_group, after_create {{(pid=94174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:32:23.203287 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron_lib.callbacks.manager [None req-22c26542-a835-45a8-9cfb-0781cb297ca8 tempest-BulkNetworkOpsIpV6Test-986121801 tempest-BulkNetworkOpsIpV6Test-986121801-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8002400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7866073'] for network, after_create {{(pid=94174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:32:23.208857 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-22c26542-a835-45a8-9cfb-0781cb297ca8 tempest-BulkNetworkOpsIpV6Test-986121801 tempest-BulkNetworkOpsIpV6Test-986121801-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94174) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 11:32:23.209573 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron_lib.callbacks.manager [None req-22c26542-a835-45a8-9cfb-0781cb297ca8 tempest-BulkNetworkOpsIpV6Test-986121801 tempest-BulkNetworkOpsIpV6Test-986121801-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7865916'] for network, before_response {{(pid=94174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:32:23.220693 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG oslo_concurrency.lockutils [None req-405abb67-9111-4fe9-9458-f9f63c48a4ed admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94174) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 11:32:23.276636 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron_lib.callbacks.manager [None req-194c456c-7520-4354-a965-23420aabb0dd tempest-NetworksTestDHCPv6-162546708 tempest-NetworksTestDHCPv6-162546708-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5190686'] for subnet, precommit_delete_associations {{(pid=94175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:32:23.295376 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.plugins.ml2.db [None req-c2151e09-b115-4002-ba60-0f94f7dcaedc None None] For port d04a7b29-8039-4c68-839d-c8f1c2513d7b, host dv-neutron-601336-94-hyperv, cleared binding levels {{(pid=94176) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 23 11:32:23.304014 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron_lib.callbacks.manager [None req-2823539e-74d4-4d51-a818-c367bb1adf34 None None] Notify callbacks [] for port, precommit_update {{(pid=94176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:32:23.310576 dv-neutron-601336-94-hyperv neutron-server[94174]: INFO neutron.wsgi [None req-9b31adc4-5397-469c-b4e0-345ffecc9b08 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=594e185d58b54a00bfb57178c010e720&name=default HTTP/1.1" status: 200 len: 2979 time: 1.4814546 Jun 23 11:32:23.325532 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.wsgi [-] (94175) accepted ('10.222.0.20', 38228) {{(pid=94175) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 11:32:23.333552 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.plugins.ml2.db [None req-c2151e09-b115-4002-ba60-0f94f7dcaedc None None] For port d04a7b29-8039-4c68-839d-c8f1c2513d7b, host dv-neutron-601336-94-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-94-hyperv',level=0,port_id=d04a7b29-8039-4c68-839d-c8f1c2513d7b,segment=NetworkSegment(c3eff70a-45a2-4f7e-b2ea-41a9bb082fe1),segment_id=c3eff70a-45a2-4f7e-b2ea-41a9bb082fe1)] {{(pid=94176) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 23 11:32:23.343875 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b31adc4-5397-469c-b4e0-345ffecc9b08 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9515f0e9-f1bd-4cac-b0aa-d3cfd28eb1fa,revision_number=1']} {{(pid=94174) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 11:32:23.359155 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG oslo_concurrency.lockutils [None req-9b31adc4-5397-469c-b4e0-345ffecc9b08 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.131s {{(pid=94174) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 11:32:23.359155 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG oslo_concurrency.lockutils [None req-d045b380-1a38-4d1f-9603-16f90eab7647 tempest-ExtraDHCPOptionsTestJSON-1313277810 tempest-ExtraDHCPOptionsTestJSON-1313277810-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.130s {{(pid=94174) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 11:32:23.420316 dv-neutron-601336-94-hyperv neutron-server[94174]: INFO neutron.wsgi [None req-22c26542-a835-45a8-9cfb-0781cb297ca8 tempest-BulkNetworkOpsIpV6Test-986121801 tempest-BulkNetworkOpsIpV6Test-986121801-project] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 790 time: 1.7379737 Jun 23 11:32:23.424957 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.wsgi [-] (94175) accepted ('10.222.0.20', 38230) {{(pid=94175) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 11:32:23.437916 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.api.v2.base [None req-99c4c689-c2df-4aed-96b4-385007b10822 tempest-BulkNetworkOpsIpV6Test-986121801 tempest-BulkNetworkOpsIpV6Test-986121801-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsIpV6Test-test-network-1800140022'}} {{(pid=94175) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 23 11:32:23.445681 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.db.provisioning_blocks [None req-2823539e-74d4-4d51-a818-c367bb1adf34 None None] Transition to ACTIVE for port object 946affd4-ae12-4b9b-ba02-e48035525e66 will not be triggered until provisioned by entity L2. {{(pid=94176) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 23 11:32:23.448546 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron_lib.callbacks.manager [None req-c2151e09-b115-4002-ba60-0f94f7dcaedc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-922904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866062', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773700135042', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773699642233', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773699642278'] for port, after_update {{(pid=94176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:32:23.454924 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG oslo_concurrency.lockutils [None req-f79a092d-e5b1-4cc1-8197-003415c91684 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 11:32:23.456192 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron_lib.callbacks.manager [None req-85f879b8-a548-467d-bd14-27cd89786c1e tempest-PortsTestJSON-2085221018 tempest-PortsTestJSON-2085221018-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-897627', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866062', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5083050', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4660036'] for subnet, after_delete {{(pid=94175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:32:23.462711 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG oslo_concurrency.lockutils [None req-e9be4ea6-8758-4ae1-93bd-8830644c38be tempest-NetworksTestDHCPv6-162546708 tempest-NetworksTestDHCPv6-162546708-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94175) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 11:32:23.466259 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron_lib.callbacks.manager [None req-0fd99f42-f4e6-419b-bbc6-069633227476 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:32:23.468063 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron_lib.callbacks.manager [None req-194c456c-7520-4354-a965-23420aabb0dd tempest-NetworksTestDHCPv6-162546708 tempest-NetworksTestDHCPv6-162546708-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-897634'] for subnet, precommit_delete {{(pid=94175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:32:23.503387 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron_lib.callbacks.manager [None req-71846536-f34e-4e76-9e82-049383eda758 tempest-ExtraDHCPOptionsTestJSON-1313277810 tempest-ExtraDHCPOptionsTestJSON-1313277810-project] Notify callbacks [] for port, precommit_create {{(pid=94174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:32:23.512281 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron_lib.callbacks.manager [None req-88cc2701-6b4e-4ae8-ad97-d7afa898a089 tempest-PortsAdminExtendedAttrsTestJSON-1772465988 tempest-PortsAdminExtendedAttrsTestJSON-1772465988-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-922904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866062', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773700135024', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773699642224', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5082448'] for port, after_delete {{(pid=94175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:32:23.515506 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22c26542-a835-45a8-9cfb-0781cb297ca8 tempest-BulkNetworkOpsIpV6Test-986121801 tempest-BulkNetworkOpsIpV6Test-986121801-project] Pushing event updated for resources: {'Network': ['ID=52717dd2-93a8-42c3-932e-191f1498615b,revision_number=1']} {{(pid=94174) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 11:32:23.519752 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG oslo_concurrency.lockutils [None req-22c26542-a835-45a8-9cfb-0781cb297ca8 tempest-BulkNetworkOpsIpV6Test-986121801 tempest-BulkNetworkOpsIpV6Test-986121801-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.167s {{(pid=94174) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 11:32:23.527472 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.plugins.ml2.rpc [None req-dc7542b2-afef-47f4-a763-e3a3cba144be None None] Network 52717dd2-93a8-42c3-932e-191f1498615b details requested by agent ovs-agent-dv-neutron-601336-94-hyperv with host dv-neutron-601336-94-hyperv {{(pid=94176) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:250}} Jun 23 11:32:23.545358 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85f879b8-a548-467d-bd14-27cd89786c1e tempest-PortsTestJSON-2085221018 tempest-PortsTestJSON-2085221018-project] Pushing event deleted for resources: {'Subnet': ['ID=bb749ec0-30e5-4f41-af44-efaa27f27a62,revision_number=None']} {{(pid=94175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 11:32:23.561642 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.db.provisioning_blocks [None req-71846536-f34e-4e76-9e82-049383eda758 tempest-ExtraDHCPOptionsTestJSON-1313277810 tempest-ExtraDHCPOptionsTestJSON-1313277810-project] Transition to ACTIVE for port object 16153d14-ef96-45a7-a15b-2573e04d8e63 will not be triggered until provisioned by entity DHCP. {{(pid=94174) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 23 11:32:23.580105 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.db.db_base_plugin_common [None req-a9dd612e-2239-4bc4-9e13-49fbb24dcb33 admin admin] Allocated IP 172.20.0.1 (34cf218b-02ad-4259-a49e-5807c729dd9a/47ff68e9-949b-4720-9652-7e8da6276be9/8b3f2607-1beb-44c0-92af-cbc38d0500bc) {{(pid=94174) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 23 11:32:23.584125 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG oslo_concurrency.lockutils [None req-85f879b8-a548-467d-bd14-27cd89786c1e tempest-PortsTestJSON-2085221018 tempest-PortsTestJSON-2085221018-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.121s {{(pid=94175) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 11:32:23.586117 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.041s {{(pid=94175) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 11:32:23.632692 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron_lib.callbacks.manager [None req-85f879b8-a548-467d-bd14-27cd89786c1e tempest-PortsTestJSON-2085221018 tempest-PortsTestJSON-2085221018-project] Notify callbacks [] for subnet, before_response {{(pid=94175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:32:23.635154 dv-neutron-601336-94-hyperv neutron-server[94175]: INFO neutron.wsgi [None req-85f879b8-a548-467d-bd14-27cd89786c1e tempest-PortsTestJSON-2085221018 tempest-PortsTestJSON-2085221018-project] 10.222.0.20 "DELETE /v2.0/subnets/bb749ec0-30e5-4f41-af44-efaa27f27a62 HTTP/1.1" status: 204 len: 168 time: 0.8735166 Jun 23 11:32:23.643431 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88cc2701-6b4e-4ae8-ad97-d7afa898a089 tempest-PortsAdminExtendedAttrsTestJSON-1772465988 tempest-PortsAdminExtendedAttrsTestJSON-1772465988-project-admin] Pushing event deleted for resources: {'Port': ['ID=1345901d-4d30-461a-8908-f1faae905ecb,revision_number=None']} {{(pid=94175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 11:32:23.665605 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.wsgi [-] (94175) accepted ('10.222.0.20', 38232) {{(pid=94175) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 11:32:23.666334 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-99c4c689-c2df-4aed-96b4-385007b10822 tempest-BulkNetworkOpsIpV6Test-986121801 tempest-BulkNetworkOpsIpV6Test-986121801-project] Made reservation on behalf of 23ef76af747c4dd2ab3e1919971f3de2 for: {'network': 1} {{(pid=94175) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 23 11:32:23.676364 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron_lib.callbacks.manager [None req-99c4c689-c2df-4aed-96b4-385007b10822 tempest-BulkNetworkOpsIpV6Test-986121801 tempest-BulkNetworkOpsIpV6Test-986121801-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-923104'] for network, before_create {{(pid=94175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:32:23.701590 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG oslo_concurrency.lockutils [None req-88cc2701-6b4e-4ae8-ad97-d7afa898a089 tempest-PortsAdminExtendedAttrsTestJSON-1772465988 tempest-PortsAdminExtendedAttrsTestJSON-1772465988-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.115s {{(pid=94175) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 11:32:23.742588 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron_lib.callbacks.manager [None req-88cc2701-6b4e-4ae8-ad97-d7afa898a089 tempest-PortsAdminExtendedAttrsTestJSON-1772465988 tempest-PortsAdminExtendedAttrsTestJSON-1772465988-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-217507'] for port, before_response {{(pid=94175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:32:23.744686 dv-neutron-601336-94-hyperv neutron-server[94175]: INFO neutron.wsgi [None req-88cc2701-6b4e-4ae8-ad97-d7afa898a089 tempest-PortsAdminExtendedAttrsTestJSON-1772465988 tempest-PortsAdminExtendedAttrsTestJSON-1772465988-project-admin] 10.222.0.20 "DELETE /v2.0/ports/1345901d-4d30-461a-8908-f1faae905ecb HTTP/1.1" status: 204 len: 168 time: 1.2116659 Jun 23 11:32:23.748264 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron_lib.callbacks.manager [None req-0fd99f42-f4e6-419b-bbc6-069633227476 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:32:23.756511 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron_lib.callbacks.manager [None req-71846536-f34e-4e76-9e82-049383eda758 tempest-ExtraDHCPOptionsTestJSON-1313277810 tempest-ExtraDHCPOptionsTestJSON-1313277810-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-922915', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-239814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7866073', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773699642215', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-5196399'] for port, after_create {{(pid=94174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:32:23.762110 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.wsgi [-] (94175) accepted ('10.222.0.20', 38234) {{(pid=94175) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 11:32:23.775908 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG oslo_concurrency.lockutils [None req-2862aa7a-44d1-447e-a6b8-8f0a10ba1285 tempest-PortsTestJSON-2085221018 tempest-PortsTestJSON-2085221018-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94174) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 11:32:23.837655 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron_lib.callbacks.manager [None req-2823539e-74d4-4d51-a818-c367bb1adf34 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-922904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866062', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773700135042', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773699642233', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773699642278'] for port, after_update {{(pid=94176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:32:23.846016 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron_lib.callbacks.manager [None req-a9dd612e-2239-4bc4-9e13-49fbb24dcb33 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:32:23.851959 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2151e09-b115-4002-ba60-0f94f7dcaedc None None] Pushing event updated for resources: {'Port': ['ID=d04a7b29-8039-4c68-839d-c8f1c2513d7b,revision_number=2']} {{(pid=94176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 11:32:23.855183 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-01eab9ea-3fc4-4bb1-8d06-a050d708cad0 None None] Network badeca21-c4e5-4fe3-8b74-722eaf84a594 requested from dv-neutron-601336-94-hyperv {{(pid=94176) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 23 11:32:23.860648 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG oslo_concurrency.lockutils [None req-c2151e09-b115-4002-ba60-0f94f7dcaedc None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.406s {{(pid=94176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 11:32:23.861941 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG oslo_concurrency.lockutils [None req-5efab1e5-281f-4886-b49f-b51fd3469786 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.010s {{(pid=94176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 11:32:23.895311 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron_lib.callbacks.manager [None req-194c456c-7520-4354-a965-23420aabb0dd tempest-NetworksTestDHCPv6-162546708 tempest-NetworksTestDHCPv6-162546708-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-897627', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866062', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5083050', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4660036'] for subnet, after_delete {{(pid=94175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:32:23.902521 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.db.provisioning_blocks [None req-a9dd612e-2239-4bc4-9e13-49fbb24dcb33 admin admin] Transition to ACTIVE for port object 8b3f2607-1beb-44c0-92af-cbc38d0500bc will not be triggered until provisioned by entity DHCP. {{(pid=94174) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 23 11:32:23.911957 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-71846536-f34e-4e76-9e82-049383eda758 tempest-ExtraDHCPOptionsTestJSON-1313277810 tempest-ExtraDHCPOptionsTestJSON-1313277810-project] Network 56af6ebb-cc8e-497b-afc5-4051abaf4f09 is already hosted by enough agents. {{(pid=94174) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 23 11:32:23.916994 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.scheduler.base_scheduler [None req-71846536-f34e-4e76-9e82-049383eda758 tempest-ExtraDHCPOptionsTestJSON-1313277810 tempest-ExtraDHCPOptionsTestJSON-1313277810-project] Resources bound (agent type, host, resource id): {{(pid=94174) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 23 11:32:23.926140 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94175) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 11:32:23.928663 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.db.l3_dvrscheduler_db [None req-71846536-f34e-4e76-9e82-049383eda758 tempest-ExtraDHCPOptionsTestJSON-1313277810 tempest-ExtraDHCPOptionsTestJSON-1313277810-project] Received port after_create {{(pid=94174) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 23 11:32:23.929514 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0a4b7d2-ad7a-435d-b59e-3f703a7472ad None None] Pushing event updated for resources: {'Port': ['ID=946affd4-ae12-4b9b-ba02-e48035525e66,revision_number=2']} {{(pid=94176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 11:32:23.932985 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron_lib.callbacks.manager [None req-194c456c-7520-4354-a965-23420aabb0dd tempest-NetworksTestDHCPv6-162546708 tempest-NetworksTestDHCPv6-162546708-project] Notify callbacks [] for subnet, before_response {{(pid=94175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:32:23.935778 dv-neutron-601336-94-hyperv neutron-server[94175]: INFO neutron.wsgi [None req-194c456c-7520-4354-a965-23420aabb0dd tempest-NetworksTestDHCPv6-162546708 tempest-NetworksTestDHCPv6-162546708-project] 10.222.0.20 "DELETE /v2.0/subnets/2c9947c6-8feb-4341-94b2-613f966f67f4 HTTP/1.1" status: 204 len: 168 time: 0.9300430 Jun 23 11:32:23.938744 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-99c4c689-c2df-4aed-96b4-385007b10822 tempest-BulkNetworkOpsIpV6Test-986121801 tempest-BulkNetworkOpsIpV6Test-986121801-project] vlan segment allocate from pool success with {'vlan_id': 429, 'physical_network': 'physnet1'} {{(pid=94175) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 23 11:32:23.950574 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG oslo_concurrency.lockutils [None req-e0a4b7d2-ad7a-435d-b59e-3f703a7472ad None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.083s {{(pid=94176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 11:32:23.950790 dv-neutron-601336-94-hyperv neutron-server[94175]: INFO neutron.pecan_wsgi.hooks.translation [None req-2084bae4-03a2-438a-b7ee-adf314e72e16 tempest-PortsAdminExtendedAttrsTestJSON-1772465988 tempest-PortsAdminExtendedAttrsTestJSON-1772465988-project-admin] GET failed (client error): The resource could not be found. Jun 23 11:32:23.951864 dv-neutron-601336-94-hyperv neutron-server[94175]: INFO neutron.wsgi [None req-2084bae4-03a2-438a-b7ee-adf314e72e16 tempest-PortsAdminExtendedAttrsTestJSON-1772465988 tempest-PortsAdminExtendedAttrsTestJSON-1772465988-project-admin] 10.222.0.20 "GET /v2.0/ports/1345901d-4d30-461a-8908-f1faae905ecb HTTP/1.1" status: 404 len: 333 time: 0.1866460 Jun 23 11:32:23.991146 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.wsgi [-] (94175) accepted ('10.222.0.20', 38236) {{(pid=94175) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 11:32:23.991646 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.wsgi [-] (94175) accepted ('10.222.0.20', 38238) {{(pid=94175) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 11:32:24.003690 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.api.v2.base [None req-3a4a8f8c-f175-4744-8acb-8f6b23de47f7 tempest-PortsAdminExtendedAttrsTestJSON-1772465988 tempest-PortsAdminExtendedAttrsTestJSON-1772465988-project-admin] Request body: {'port': {'network_id': 'a2a3038f-d74f-4d71-9006-cee952f59bc9', 'name': 'tempest-PortsAdminExtendedAttrsTestJSON-816519054'}} {{(pid=94175) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 23 11:32:24.015321 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71846536-f34e-4e76-9e82-049383eda758 tempest-ExtraDHCPOptionsTestJSON-1313277810 tempest-ExtraDHCPOptionsTestJSON-1313277810-project] Pushing event updated for resources: {'Port': ['ID=16153d14-ef96-45a7-a15b-2573e04d8e63,revision_number=1']} {{(pid=94174) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 11:32:24.023946 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-71846536-f34e-4e76-9e82-049383eda758 tempest-ExtraDHCPOptionsTestJSON-1313277810 tempest-ExtraDHCPOptionsTestJSON-1313277810-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94174) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 11:32:24.024743 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron_lib.callbacks.manager [None req-71846536-f34e-4e76-9e82-049383eda758 tempest-ExtraDHCPOptionsTestJSON-1313277810 tempest-ExtraDHCPOptionsTestJSON-1313277810-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-217507'] for port, before_response {{(pid=94174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:32:24.028953 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG oslo_concurrency.lockutils [None req-71846536-f34e-4e76-9e82-049383eda758 tempest-ExtraDHCPOptionsTestJSON-1313277810 tempest-ExtraDHCPOptionsTestJSON-1313277810-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.253s {{(pid=94174) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 11:32:24.046567 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-194c456c-7520-4354-a965-23420aabb0dd tempest-NetworksTestDHCPv6-162546708 tempest-NetworksTestDHCPv6-162546708-project] Pushing event deleted for resources: {'Subnet': ['ID=2c9947c6-8feb-4341-94b2-613f966f67f4,revision_number=None']} {{(pid=94175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 11:32:24.057203 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron_lib.callbacks.manager [None req-99c4c689-c2df-4aed-96b4-385007b10822 tempest-BulkNetworkOpsIpV6Test-986121801 tempest-BulkNetworkOpsIpV6Test-986121801-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3801'] for segment, precommit_create {{(pid=94175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:32:24.057557 dv-neutron-601336-94-hyperv neutron-server[94175]: INFO neutron.db.segments_db [None req-99c4c689-c2df-4aed-96b4-385007b10822 tempest-BulkNetworkOpsIpV6Test-986121801 tempest-BulkNetworkOpsIpV6Test-986121801-project] Added segment 288aca48-81cc-423a-b21a-d70cb32e58e5 of type vlan for network c0c855e9-b50b-43b9-939f-02d503c57577 Jun 23 11:32:24.096713 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG oslo_concurrency.lockutils [None req-194c456c-7520-4354-a965-23420aabb0dd tempest-NetworksTestDHCPv6-162546708 tempest-NetworksTestDHCPv6-162546708-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.171s {{(pid=94175) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 11:32:24.107987 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.plugins.ml2.managers [None req-2823539e-74d4-4d51-a818-c367bb1adf34 None None] Attempting to bind port 946affd4-ae12-4b9b-ba02-e48035525e66 on host dv-neutron-601336-94-hyperv for vnic_type normal with profile {{(pid=94176) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 23 11:32:24.109078 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.plugins.ml2.managers [None req-2823539e-74d4-4d51-a818-c367bb1adf34 None None] Attempting to bind port 946affd4-ae12-4b9b-ba02-e48035525e66 by drivers openvswitch,hyperv on host dv-neutron-601336-94-hyperv at level 0 using segments [{'id': 'c23be0a5-6980-48fb-bc9f-4a24717fe1de', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3e7e4eb3-cf02-4d47-ade9-0a579cdfc60f'}] {{(pid=94176) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 23 11:32:24.109312 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2823539e-74d4-4d51-a818-c367bb1adf34 None None] Attempting to bind port 946affd4-ae12-4b9b-ba02-e48035525e66 on network 3e7e4eb3-cf02-4d47-ade9-0a579cdfc60f {{(pid=94176) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 23 11:32:24.110998 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.wsgi [-] (94174) accepted ('10.222.0.20', 38240) {{(pid=94174) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 11:32:24.111527 dv-neutron-601336-94-hyperv neutron-server[94175]: INFO neutron.wsgi [None req-ad02dc44-a467-4af8-a52d-16a590cd8500 tempest-NetworksTestDHCPv6-162546708 tempest-NetworksTestDHCPv6-162546708-project] 10.222.0.20 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1185112 Jun 23 11:32:24.119125 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron_lib.callbacks.manager [None req-3cc136b8-02fe-4532-a704-a8cf6609077c tempest-PortsTestJSON-2085221018 tempest-PortsTestJSON-2085221018-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-824874'] for network, before_delete {{(pid=94175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:32:24.125091 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2823539e-74d4-4d51-a818-c367bb1adf34 None None] Checking agent: {'id': '4d05f899-5ac9-411b-8a03-f60c93f87cdf', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-601336-94-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 23, 11, 22, 14), 'started_at': datetime.datetime(2021, 6, 23, 11, 22, 44), 'heartbeat_timestamp': datetime.datetime(2021, 6, 23, 11, 32, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'monitor_allowed_address_pair_garp': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-601336-94-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94176) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 23 11:32:24.125493 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2823539e-74d4-4d51-a818-c367bb1adf34 None None] Checking segment: {'id': 'c23be0a5-6980-48fb-bc9f-4a24717fe1de', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3e7e4eb3-cf02-4d47-ade9-0a579cdfc60f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94176) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 23 11:32:24.125920 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron_lib.callbacks.manager [None req-2823539e-74d4-4d51-a818-c367bb1adf34 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:32:24.126341 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2823539e-74d4-4d51-a818-c367bb1adf34 None None] Bound using segment: {'id': 'c23be0a5-6980-48fb-bc9f-4a24717fe1de', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3e7e4eb3-cf02-4d47-ade9-0a579cdfc60f'} {{(pid=94176) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 23 11:32:24.126834 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.plugins.ml2.managers [None req-2823539e-74d4-4d51-a818-c367bb1adf34 None None] Bound port: 946affd4-ae12-4b9b-ba02-e48035525e66, host: dv-neutron-601336-94-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c23be0a5-6980-48fb-bc9f-4a24717fe1de', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3e7e4eb3-cf02-4d47-ade9-0a579cdfc60f'}}] {{(pid=94176) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 23 11:32:24.127263 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron_lib.callbacks.manager [None req-2823539e-74d4-4d51-a818-c367bb1adf34 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-923122'] for port, before_update {{(pid=94176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:32:24.137110 dv-neutron-601336-94-hyperv neutron-server[94174]: INFO neutron.wsgi [None req-71846536-f34e-4e76-9e82-049383eda758 tempest-ExtraDHCPOptionsTestJSON-1313277810 tempest-ExtraDHCPOptionsTestJSON-1313277810-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 935 time: 2.7328486 Jun 23 11:32:24.157002 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.wsgi [-] (94175) accepted ('10.222.0.20', 38242) {{(pid=94175) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 11:32:24.168282 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.api.v2.base [None req-4bc8310b-bee1-4c53-b945-218c6e2e15dd tempest-ExtraDHCPOptionsTestJSON-1313277810 tempest-ExtraDHCPOptionsTestJSON-1313277810-project] Request body: {'port': {'network_id': '56af6ebb-cc8e-497b-afc5-4051abaf4f09', 'name': 'tempest-ExtraDHCPOptionsTestJSON-1015017626', 'extra_dhcp_opts': [{'opt_value': 'pxelinux.0', 'opt_name': 'bootfile-name'}, {'opt_value': '123.123.123.123', 'opt_name': 'tftp-server'}, {'opt_value': '123.123.123.45', 'opt_name': 'server-ip-address'}]}} {{(pid=94175) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 23 11:32:24.169235 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron_lib.api.validators [None req-4bc8310b-bee1-4c53-b945-218c6e2e15dd tempest-ExtraDHCPOptionsTestJSON-1313277810 tempest-ExtraDHCPOptionsTestJSON-1313277810-project] bootfile-name is not in valid_values {{(pid=94175) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} Jun 23 11:32:24.169235 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron_lib.api.validators [None req-4bc8310b-bee1-4c53-b945-218c6e2e15dd tempest-ExtraDHCPOptionsTestJSON-1313277810 tempest-ExtraDHCPOptionsTestJSON-1313277810-project] tftp-server is not in valid_values {{(pid=94175) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} Jun 23 11:32:24.169491 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron_lib.api.validators [None req-4bc8310b-bee1-4c53-b945-218c6e2e15dd tempest-ExtraDHCPOptionsTestJSON-1313277810 tempest-ExtraDHCPOptionsTestJSON-1313277810-project] server-ip-address is not in valid_values {{(pid=94175) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} Jun 23 11:32:24.177187 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron_lib.callbacks.manager [None req-a9dd612e-2239-4bc4-9e13-49fbb24dcb33 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-922915', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-239814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7866073', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773699642215', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-5196399'] for port, after_create {{(pid=94174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:32:24.187640 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG oslo_concurrency.lockutils [None req-aaf2126f-41e9-4111-a31b-a5a0160dee04 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94174) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 11:32:24.203444 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron_lib.callbacks.manager [None req-99c4c689-c2df-4aed-96b4-385007b10822 tempest-BulkNetworkOpsIpV6Test-986121801 tempest-BulkNetworkOpsIpV6Test-986121801-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8773699596773'] for network, precommit_create {{(pid=94175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:32:24.222646 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.plugins.ml2.db [None req-2823539e-74d4-4d51-a818-c367bb1adf34 None None] For port 946affd4-ae12-4b9b-ba02-e48035525e66, host dv-neutron-601336-94-hyperv, cleared binding levels {{(pid=94176) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 23 11:32:24.227524 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.plugins.ml2.db [None req-2823539e-74d4-4d51-a818-c367bb1adf34 None None] For port 946affd4-ae12-4b9b-ba02-e48035525e66, host dv-neutron-601336-94-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-94-hyperv',level=0,port_id=946affd4-ae12-4b9b-ba02-e48035525e66,segment=NetworkSegment(c23be0a5-6980-48fb-bc9f-4a24717fe1de),segment_id=c23be0a5-6980-48fb-bc9f-4a24717fe1de)] {{(pid=94176) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 23 11:32:24.236851 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-52d97b45-69d1-4690-beb0-57a7b907bbac tempest-NetworksTestDHCPv6-162546708 tempest-NetworksTestDHCPv6-162546708-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94174) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 11:32:24.238406 dv-neutron-601336-94-hyperv neutron-server[94174]: INFO neutron.wsgi [None req-52d97b45-69d1-4690-beb0-57a7b907bbac tempest-NetworksTestDHCPv6-162546708 tempest-NetworksTestDHCPv6-162546708-project] 10.222.0.20 "GET /v2.0/ports HTTP/1.1" status: 200 len: 866 time: 0.1263709 Jun 23 11:32:24.244212 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.wsgi [-] (94174) accepted ('10.222.0.20', 38244) {{(pid=94174) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 11:32:24.265084 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a9dd612e-2239-4bc4-9e13-49fbb24dcb33 admin admin] Network 34cf218b-02ad-4259-a49e-5807c729dd9a is already hosted by enough agents. {{(pid=94174) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 23 11:32:24.294257 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.scheduler.base_scheduler [None req-a9dd612e-2239-4bc4-9e13-49fbb24dcb33 admin admin] Resources bound (agent type, host, resource id): {{(pid=94174) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 23 11:32:24.297359 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a9dd612e-2239-4bc4-9e13-49fbb24dcb33 admin admin] Received port after_create {{(pid=94174) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 23 11:32:24.302724 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9dd612e-2239-4bc4-9e13-49fbb24dcb33 admin admin] Pushing event updated for resources: {'Port': ['ID=8b3f2607-1beb-44c0-92af-cbc38d0500bc,revision_number=1']} {{(pid=94174) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 11:32:24.305958 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG oslo_concurrency.lockutils [None req-a9dd612e-2239-4bc4-9e13-49fbb24dcb33 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.124s {{(pid=94174) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 11:32:24.308004 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron_lib.callbacks.manager [None req-2823539e-74d4-4d51-a818-c367bb1adf34 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-922904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866062', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773700135042', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773699642233', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773699642278'] for port, after_update {{(pid=94176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:32:24.319641 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG oslo_concurrency.lockutils [None req-fdd86465-803c-45bf-a26c-8592ffac9cb9 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 11:32:24.321032 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron_lib.callbacks.manager [None req-99c4c689-c2df-4aed-96b4-385007b10822 tempest-BulkNetworkOpsIpV6Test-986121801 tempest-BulkNetworkOpsIpV6Test-986121801-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8002400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7866073'] for network, after_create {{(pid=94175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:32:24.329882 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-99c4c689-c2df-4aed-96b4-385007b10822 tempest-BulkNetworkOpsIpV6Test-986121801 tempest-BulkNetworkOpsIpV6Test-986121801-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 11:32:24.330613 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron_lib.callbacks.manager [None req-99c4c689-c2df-4aed-96b4-385007b10822 tempest-BulkNetworkOpsIpV6Test-986121801 tempest-BulkNetworkOpsIpV6Test-986121801-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7865916'] for network, before_response {{(pid=94175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:32:24.337192 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG oslo_concurrency.lockutils [None req-a5c82ba8-b60b-49d6-b2cd-3d8fa4513fc4 tempest-RoutersIpV6AdminTest-1878456168 tempest-RoutersIpV6AdminTest-1878456168-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94175) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 11:32:24.341623 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a4ffa6f6-c2d3-4be7-adb5-494f13a8f9a6 tempest-NetworksTestDHCPv6-162546708 tempest-NetworksTestDHCPv6-162546708-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94174) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 11:32:24.343141 dv-neutron-601336-94-hyperv neutron-server[94174]: INFO neutron.wsgi [None req-a4ffa6f6-c2d3-4be7-adb5-494f13a8f9a6 tempest-NetworksTestDHCPv6-162546708 tempest-NetworksTestDHCPv6-162546708-project] 10.222.0.20 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.0979733 Jun 23 11:32:24.345725 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.wsgi [-] (94174) accepted ('10.222.0.20', 38246) {{(pid=94174) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 11:32:24.373138 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-292945bf-d767-41ad-acb9-5ab10653c1a6 None None] DHCP port deletion for badeca21-c4e5-4fe3-8b74-722eaf84a594 request from dv-neutron-601336-94-hyperv {{(pid=94176) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jun 23 11:32:24.427289 dv-neutron-601336-94-hyperv neutron-server[94174]: INFO neutron.wsgi [None req-f6d0698f-4ba2-41f4-a268-a44a4223669a tempest-NetworksTestDHCPv6-162546708 tempest-NetworksTestDHCPv6-162546708-project] 10.222.0.20 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0761757 Jun 23 11:32:24.429646 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.wsgi [-] (94174) accepted ('10.222.0.20', 38248) {{(pid=94174) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 11:32:24.433657 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron_lib.callbacks.manager [None req-a9dd612e-2239-4bc4-9e13-49fbb24dcb33 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-452954'] for router_interface, before_create {{(pid=94174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:32:24.441547 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.api.v2.base [None req-94354815-a59c-40c8-882c-2095c85e3063 tempest-NetworksTestDHCPv6-162546708 tempest-NetworksTestDHCPv6-162546708-project] Request body: {'subnet': {'network_id': 'f53f535d-bce4-4da8-9bd9-396677ff4e83', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=94174) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 23 11:32:24.453927 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2823539e-74d4-4d51-a818-c367bb1adf34 None None] Routers {'e088c3b9-e76a-4661-91ae-fd789b04bbf1'} bound to L3 agent in host dv-neutron-601336-94-hyperv {{(pid=94176) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 23 11:32:24.454722 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.db.l3_hamode_db [None req-2823539e-74d4-4d51-a818-c367bb1adf34 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-601336-94-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-06-23T11:22:13Z,description=,heartbeat_timestamp=2021-06-23T11:32:13Z,host='dv-neutron-601336-94-hyperv',id=50ef99c0-ef28-4db5-b303-b145898fae60,load=0,resource_versions=,resources_synced=,started_at=2021-06-23T11:22:14Z,topic='l3_agent')) {'router_ids': ['e088c3b9-e76a-4661-91ae-fd789b04bbf1'], 'active': True} {{(pid=94176) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 11:32:24.468950 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d8a2a246-5bea-4fae-a9b1-3c2f1c25c9c7 None None] Network f53f535d-bce4-4da8-9bd9-396677ff4e83 requested from dv-neutron-601336-94-hyperv {{(pid=94176) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 23 11:32:24.491401 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3a4a8f8c-f175-4744-8acb-8f6b23de47f7 tempest-PortsAdminExtendedAttrsTestJSON-1772465988 tempest-PortsAdminExtendedAttrsTestJSON-1772465988-project-admin] Made reservation on behalf of c87e2b51c2294a87bbb26a707b603e00 for: {'port': 1} {{(pid=94175) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 23 11:32:24.502298 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron_lib.callbacks.manager [None req-3a4a8f8c-f175-4744-8acb-8f6b23de47f7 tempest-PortsAdminExtendedAttrsTestJSON-1772465988 tempest-PortsAdminExtendedAttrsTestJSON-1772465988-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-923104'] for port, before_create {{(pid=94175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:32:24.507193 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99c4c689-c2df-4aed-96b4-385007b10822 tempest-BulkNetworkOpsIpV6Test-986121801 tempest-BulkNetworkOpsIpV6Test-986121801-project] Pushing event updated for resources: {'Network': ['ID=c0c855e9-b50b-43b9-939f-02d503c57577,revision_number=1']} {{(pid=94175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 11:32:24.511317 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG oslo_concurrency.lockutils [None req-99c4c689-c2df-4aed-96b4-385007b10822 tempest-BulkNetworkOpsIpV6Test-986121801 tempest-BulkNetworkOpsIpV6Test-986121801-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.174s {{(pid=94175) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 11:32:24.528866 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.notifiers.nova [None req-3a4a8f8c-f175-4744-8acb-8f6b23de47f7 tempest-PortsAdminExtendedAttrsTestJSON-1772465988 tempest-PortsAdminExtendedAttrsTestJSON-1772465988-project-admin] device_id is not set on port 8e5fba37-f713-4acd-94a6-f5412919e56e yet. {{(pid=94175) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jun 23 11:32:24.599058 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.plugins.ml2.plugin [None req-3cc136b8-02fe-4532-a704-a8cf6609077c tempest-PortsTestJSON-2085221018 tempest-PortsTestJSON-2085221018-project] Deleting port 21830b21-0ba1-44a9-9cf5-f1743f01d6c5 {{(pid=94175) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1913}} Jun 23 11:32:24.599421 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron_lib.callbacks.manager [None req-3cc136b8-02fe-4532-a704-a8cf6609077c tempest-PortsTestJSON-2085221018 tempest-PortsTestJSON-2085221018-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773700079324'] for port, before_delete {{(pid=94175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:32:24.647613 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.plugins.ml2.rpc [None req-dc7542b2-afef-47f4-a763-e3a3cba144be None None] Network c0c855e9-b50b-43b9-939f-02d503c57577 details requested by agent ovs-agent-dv-neutron-601336-94-hyperv with host dv-neutron-601336-94-hyperv {{(pid=94176) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:250}} Jun 23 11:32:24.714877 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.plugins.ml2.db [None req-3cc136b8-02fe-4532-a704-a8cf6609077c tempest-PortsTestJSON-2085221018 tempest-PortsTestJSON-2085221018-project] For port 21830b21-0ba1-44a9-9cf5-f1743f01d6c5, host dv-neutron-601336-94-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-94-hyperv',level=0,port_id=21830b21-0ba1-44a9-9cf5-f1743f01d6c5,segment=NetworkSegment(cdfb8e04-84f5-4321-bd9d-b07d0b3851c5),segment_id=cdfb8e04-84f5-4321-bd9d-b07d0b3851c5)] {{(pid=94175) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 23 11:32:24.715267 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron_lib.callbacks.manager [None req-3cc136b8-02fe-4532-a704-a8cf6609077c tempest-PortsTestJSON-2085221018 tempest-PortsTestJSON-2085221018-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-430722'] for port, precommit_delete {{(pid=94175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:32:24.735477 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0a4b7d2-ad7a-435d-b59e-3f703a7472ad None None] Pushing event updated for resources: {'Port': ['ID=946affd4-ae12-4b9b-ba02-e48035525e66,revision_number=3']} {{(pid=94176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 11:32:24.743479 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.plugins.ml2.plugin [None req-3cc136b8-02fe-4532-a704-a8cf6609077c tempest-PortsTestJSON-2085221018 tempest-PortsTestJSON-2085221018-project] Calling delete_port for 21830b21-0ba1-44a9-9cf5-f1743f01d6c5 owned by network:dhcp {{(pid=94175) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1986}} Jun 23 11:32:24.743690 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.db.provisioning_blocks [None req-fe73709a-2262-4110-a089-c3dc0058782b None None] Provisioning complete for port 47dd6052-3af5-4f51-bbc9-97dc964c4a04 triggered by entity DHCP. {{(pid=94176) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 23 11:32:24.743873 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron_lib.callbacks.manager [None req-fe73709a-2262-4110-a089-c3dc0058782b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-899258'] for port, provisioning_complete {{(pid=94176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:32:24.753531 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG oslo_concurrency.lockutils [None req-e0a4b7d2-ad7a-435d-b59e-3f703a7472ad None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.436s {{(pid=94176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 11:32:24.820477 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.db.l3_dvr_db [None req-2823539e-74d4-4d51-a818-c367bb1adf34 None None] Set router e088c3b9-e76a-4661-91ae-fd789b04bbf1 gateway port host: dv-neutron-601336-94-hyperv {{(pid=94176) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:838}} Jun 23 11:32:24.834955 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron_lib.callbacks.manager [None req-0fd99f42-f4e6-419b-bbc6-069633227476 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7996330'] for security_group, after_delete {{(pid=94175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:32:24.837419 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron_lib.callbacks.manager [None req-0fd99f42-f4e6-419b-bbc6-069633227476 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:32:24.838586 dv-neutron-601336-94-hyperv neutron-server[94175]: INFO neutron.wsgi [None req-0fd99f42-f4e6-419b-bbc6-069633227476 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/9515f0e9-f1bd-4cac-b0aa-d3cfd28eb1fa HTTP/1.1" status: 204 len: 168 time: 1.5076857 Jun 23 11:32:24.843237 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG oslo_concurrency.lockutils [None req-7e7d1643-5df7-4fef-b00a-fb02f9540386 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94175) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 11:32:24.870037 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fd99f42-f4e6-419b-bbc6-069633227476 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9515f0e9-f1bd-4cac-b0aa-d3cfd28eb1fa,revision_number=None']} {{(pid=94175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 11:32:24.879729 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG oslo_concurrency.lockutils [None req-0fd99f42-f4e6-419b-bbc6-069633227476 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.037s {{(pid=94175) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 11:32:24.885036 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron_lib.callbacks.manager [None req-3a4a8f8c-f175-4744-8acb-8f6b23de47f7 tempest-PortsAdminExtendedAttrsTestJSON-1772465988 tempest-PortsAdminExtendedAttrsTestJSON-1772465988-project-admin] Notify callbacks [] for port, precommit_create {{(pid=94175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:32:24.888484 dv-neutron-601336-94-hyperv neutron-server[94175]: INFO neutron.wsgi [None req-99c4c689-c2df-4aed-96b4-385007b10822 tempest-BulkNetworkOpsIpV6Test-986121801 tempest-BulkNetworkOpsIpV6Test-986121801-project] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 790 time: 1.4623742 Jun 23 11:32:24.892628 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.wsgi [-] (94174) accepted ('10.222.0.20', 38252) {{(pid=94174) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 11:32:24.898732 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.api.v2.base [None req-f62d025e-26b3-4ea4-8837-329baff95c18 tempest-BulkNetworkOpsIpV6Test-986121801 tempest-BulkNetworkOpsIpV6Test-986121801-project] Request body: {'ports': [{'network_id': '52717dd2-93a8-42c3-932e-191f1498615b', 'name': 'tempest-port--471855881', 'admin_state_up': True}, {'network_id': 'c0c855e9-b50b-43b9-939f-02d503c57577', 'admin_state_up': False}]} {{(pid=94174) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 23 11:32:24.899316 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.api.v2.base [None req-f62d025e-26b3-4ea4-8837-329baff95c18 tempest-BulkNetworkOpsIpV6Test-986121801 tempest-BulkNetworkOpsIpV6Test-986121801-project] Request body: {'port': {'network_id': '52717dd2-93a8-42c3-932e-191f1498615b', 'name': 'tempest-port--471855881', 'admin_state_up': True}} {{(pid=94174) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 23 11:32:24.900283 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.api.v2.base [None req-f62d025e-26b3-4ea4-8837-329baff95c18 tempest-BulkNetworkOpsIpV6Test-986121801 tempest-BulkNetworkOpsIpV6Test-986121801-project] Request body: {'port': {'network_id': 'c0c855e9-b50b-43b9-939f-02d503c57577', 'admin_state_up': False}} {{(pid=94174) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 23 11:32:24.949206 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.plugins.ml2.plugin [None req-292945bf-d767-41ad-acb9-5ab10653c1a6 None None] Deleting port 21830b21-0ba1-44a9-9cf5-f1743f01d6c5 {{(pid=94176) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1913}} Jun 23 11:32:24.952660 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron_lib.callbacks.manager [None req-292945bf-d767-41ad-acb9-5ab10653c1a6 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773700079324'] for port, before_delete {{(pid=94176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:32:24.989468 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4bc8310b-bee1-4c53-b945-218c6e2e15dd tempest-ExtraDHCPOptionsTestJSON-1313277810 tempest-ExtraDHCPOptionsTestJSON-1313277810-project] Made reservation on behalf of 8b3481cba2d04e838a12ea4335400df9 for: {'port': 1} {{(pid=94175) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 23 11:32:24.994775 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron_lib.callbacks.manager [None req-4bc8310b-bee1-4c53-b945-218c6e2e15dd tempest-ExtraDHCPOptionsTestJSON-1313277810 tempest-ExtraDHCPOptionsTestJSON-1313277810-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-923104'] for port, before_create {{(pid=94175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:32:25.011211 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-48e8b512-39f5-40c0-bba2-5d383feba722 None None] Network 56af6ebb-cc8e-497b-afc5-4051abaf4f09 requested from dv-neutron-601336-94-hyperv {{(pid=94176) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 23 11:32:25.024950 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.notifiers.nova [None req-4bc8310b-bee1-4c53-b945-218c6e2e15dd tempest-ExtraDHCPOptionsTestJSON-1313277810 tempest-ExtraDHCPOptionsTestJSON-1313277810-project] device_id is not set on port cedf8386-3b51-4a0f-a490-e30a4c7758c2 yet. {{(pid=94175) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jun 23 11:32:25.028852 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron_lib.callbacks.manager [None req-a9dd612e-2239-4bc4-9e13-49fbb24dcb33 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-923122'] for port, before_update {{(pid=94174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:32:25.032336 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron_lib.callbacks.manager [None req-3cc136b8-02fe-4532-a704-a8cf6609077c tempest-PortsTestJSON-2085221018 tempest-PortsTestJSON-2085221018-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-922904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866062', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773700135024', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773699642224', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5082448'] for port, after_delete {{(pid=94175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:32:25.040750 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron_lib.callbacks.manager [None req-3a4a8f8c-f175-4744-8acb-8f6b23de47f7 tempest-PortsAdminExtendedAttrsTestJSON-1772465988 tempest-PortsAdminExtendedAttrsTestJSON-1772465988-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-922915', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-239814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7866073', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773699642215', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-5082457'] for port, after_create {{(pid=94175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:32:25.043611 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG oslo_concurrency.lockutils [None req-88cc2701-6b4e-4ae8-ad97-d7afa898a089 tempest-PortsAdminExtendedAttrsTestJSON-1772465988 tempest-PortsAdminExtendedAttrsTestJSON-1772465988-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94175) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 11:32:25.051881 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3cc136b8-02fe-4532-a704-a8cf6609077c tempest-PortsTestJSON-2085221018 tempest-PortsTestJSON-2085221018-project] No DVR routers for this DVR port 21830b21-0ba1-44a9-9cf5-f1743f01d6c5 on host dv-neutron-601336-94-hyperv {{(pid=94175) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 23 11:32:25.081955 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cc136b8-02fe-4532-a704-a8cf6609077c tempest-PortsTestJSON-2085221018 tempest-PortsTestJSON-2085221018-project] Pushing event deleted for resources: {'Port': ['ID=21830b21-0ba1-44a9-9cf5-f1743f01d6c5,revision_number=None']} {{(pid=94175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 11:32:25.121203 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.plugins.ml2.rpc [None req-dc7542b2-afef-47f4-a763-e3a3cba144be None None] Device d04a7b29-8039-4c68-839d-c8f1c2513d7b up at agent ovs-agent-dv-neutron-601336-94-hyperv {{(pid=94176) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:298}} Jun 23 11:32:25.140661 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG oslo_concurrency.lockutils [None req-3cc136b8-02fe-4532-a704-a8cf6609077c tempest-PortsTestJSON-2085221018 tempest-PortsTestJSON-2085221018-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.097s {{(pid=94175) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 11:32:25.144136 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG oslo_concurrency.lockutils [None req-ef128338-5545-4792-8f03-51c9cf474cca tempest-NetworksTestDHCPv6-162546708 tempest-NetworksTestDHCPv6-162546708-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.093s {{(pid=94175) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 11:32:25.156652 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-94354815-a59c-40c8-882c-2095c85e3063 tempest-NetworksTestDHCPv6-162546708 tempest-NetworksTestDHCPv6-162546708-project] Made reservation on behalf of 5e61222a836c47229c94e37f3902e6bd for: {'subnet': 1} {{(pid=94174) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 23 11:32:25.160560 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron_lib.callbacks.manager [None req-94354815-a59c-40c8-882c-2095c85e3063 tempest-NetworksTestDHCPv6-162546708 tempest-NetworksTestDHCPv6-162546708-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4294245'] for subnet, before_create {{(pid=94174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:32:25.162276 dv-neutron-601336-94-hyperv neutron-server[94174]: INFO neutron.pecan_wsgi.hooks.translation [None req-94354815-a59c-40c8-882c-2095c85e3063 tempest-NetworksTestDHCPv6-162546708 tempest-NetworksTestDHCPv6-162546708-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jun 23 11:32:25.162451 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-94354815-a59c-40c8-882c-2095c85e3063 tempest-NetworksTestDHCPv6-162546708 tempest-NetworksTestDHCPv6-162546708-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=94174) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 23 11:32:25.186697 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3a4a8f8c-f175-4744-8acb-8f6b23de47f7 tempest-PortsAdminExtendedAttrsTestJSON-1772465988 tempest-PortsAdminExtendedAttrsTestJSON-1772465988-project-admin] Network a2a3038f-d74f-4d71-9006-cee952f59bc9 is already hosted by enough agents. {{(pid=94175) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 23 11:32:25.236171 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.scheduler.base_scheduler [None req-3a4a8f8c-f175-4744-8acb-8f6b23de47f7 tempest-PortsAdminExtendedAttrsTestJSON-1772465988 tempest-PortsAdminExtendedAttrsTestJSON-1772465988-project-admin] Resources bound (agent type, host, resource id): {{(pid=94175) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 23 11:32:25.243260 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.plugins.ml2.db [None req-292945bf-d767-41ad-acb9-5ab10653c1a6 None None] For port 21830b21-0ba1-44a9-9cf5-f1743f01d6c5, host dv-neutron-601336-94-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-94-hyperv',level=0,port_id=21830b21-0ba1-44a9-9cf5-f1743f01d6c5,segment=NetworkSegment(cdfb8e04-84f5-4321-bd9d-b07d0b3851c5),segment_id=cdfb8e04-84f5-4321-bd9d-b07d0b3851c5)] {{(pid=94176) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 23 11:32:25.249950 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron_lib.callbacks.manager [None req-292945bf-d767-41ad-acb9-5ab10653c1a6 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-430722'] for port, precommit_delete {{(pid=94176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:32:25.250117 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3a4a8f8c-f175-4744-8acb-8f6b23de47f7 tempest-PortsAdminExtendedAttrsTestJSON-1772465988 tempest-PortsAdminExtendedAttrsTestJSON-1772465988-project-admin] Received port after_create {{(pid=94175) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 23 11:32:25.250117 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3a4a8f8c-f175-4744-8acb-8f6b23de47f7 tempest-PortsAdminExtendedAttrsTestJSON-1772465988 tempest-PortsAdminExtendedAttrsTestJSON-1772465988-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=94175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 11:32:25.250117 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron_lib.callbacks.manager [None req-3a4a8f8c-f175-4744-8acb-8f6b23de47f7 tempest-PortsAdminExtendedAttrsTestJSON-1772465988 tempest-PortsAdminExtendedAttrsTestJSON-1772465988-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-217507'] for port, before_response {{(pid=94175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:32:25.277651 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron_lib.callbacks.manager [None req-3cc136b8-02fe-4532-a704-a8cf6609077c tempest-PortsTestJSON-2085221018 tempest-PortsTestJSON-2085221018-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-897259', 'neutron.services.segments.db._delete_segments_for_network-8773700168587'] for network, precommit_delete {{(pid=94175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:32:25.281733 dv-neutron-601336-94-hyperv neutron-server[94174]: INFO neutron.wsgi [None req-94354815-a59c-40c8-882c-2095c85e3063 tempest-NetworksTestDHCPv6-162546708 tempest-NetworksTestDHCPv6-162546708-project] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 460 time: 0.8507311 Jun 23 11:32:25.288816 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.wsgi [-] (94174) accepted ('10.222.0.20', 38254) {{(pid=94174) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 11:32:25.294099 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.api.v2.base [None req-9f5f5d4d-f678-4dd9-aed2-8b99ed385c50 tempest-NetworksTestDHCPv6-162546708 tempest-NetworksTestDHCPv6-162546708-project] Request body: {'subnet': {'network_id': 'f53f535d-bce4-4da8-9bd9-396677ff4e83', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'slaac'}} {{(pid=94174) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 23 11:32:25.307198 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a4a8f8c-f175-4744-8acb-8f6b23de47f7 tempest-PortsAdminExtendedAttrsTestJSON-1772465988 tempest-PortsAdminExtendedAttrsTestJSON-1772465988-project-admin] Pushing event updated for resources: {'Port': ['ID=8e5fba37-f713-4acd-94a6-f5412919e56e,revision_number=1']} {{(pid=94175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 11:32:25.314805 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.plugins.ml2.plugin [None req-292945bf-d767-41ad-acb9-5ab10653c1a6 None None] Calling delete_port for 21830b21-0ba1-44a9-9cf5-f1743f01d6c5 owned by network:dhcp {{(pid=94176) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1986}} Jun 23 11:32:25.320643 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG oslo_concurrency.lockutils [None req-3a4a8f8c-f175-4744-8acb-8f6b23de47f7 tempest-PortsAdminExtendedAttrsTestJSON-1772465988 tempest-PortsAdminExtendedAttrsTestJSON-1772465988-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.176s {{(pid=94175) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 11:32:25.322178 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.services.segments.db [None req-3cc136b8-02fe-4532-a704-a8cf6609077c tempest-PortsTestJSON-2085221018 tempest-PortsTestJSON-2085221018-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['badeca21-c4e5-4fe3-8b74-722eaf84a594']}} {{(pid=94175) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 11:32:25.340145 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.services.segments.db [None req-3cc136b8-02fe-4532-a704-a8cf6609077c tempest-PortsTestJSON-2085221018 tempest-PortsTestJSON-2085221018-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'cdfb8e04-84f5-4321-bd9d-b07d0b3851c5') {'for_net_delete': True} {{(pid=94175) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 11:32:25.340450 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.services.segments.db [None req-3cc136b8-02fe-4532-a704-a8cf6609077c tempest-PortsTestJSON-2085221018 tempest-PortsTestJSON-2085221018-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'cdfb8e04-84f5-4321-bd9d-b07d0b3851c5') {} {{(pid=94175) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 11:32:25.355812 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron_lib.callbacks.manager [None req-3cc136b8-02fe-4532-a704-a8cf6609077c tempest-PortsTestJSON-2085221018 tempest-PortsTestJSON-2085221018-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8773699955833', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5190677'] for segment, before_delete {{(pid=94175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:32:25.371220 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.db.db_base_plugin_common [None req-4bc8310b-bee1-4c53-b945-218c6e2e15dd tempest-ExtraDHCPOptionsTestJSON-1313277810 tempest-ExtraDHCPOptionsTestJSON-1313277810-project] Allocated IP 172.20.0.10 (56af6ebb-cc8e-497b-afc5-4051abaf4f09/a4400784-cd8f-4790-811c-664f8edce42a/cedf8386-3b51-4a0f-a490-e30a4c7758c2) {{(pid=94175) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 23 11:32:25.377572 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron_lib.callbacks.manager [None req-3cc136b8-02fe-4532-a704-a8cf6609077c tempest-PortsTestJSON-2085221018 tempest-PortsTestJSON-2085221018-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3801'] for segment, precommit_delete {{(pid=94175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:32:25.389400 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3cc136b8-02fe-4532-a704-a8cf6609077c tempest-PortsTestJSON-2085221018 tempest-PortsTestJSON-2085221018-project] Releasing vlan 413 on physical network physnet1 to pool {{(pid=94175) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 23 11:32:25.390367 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron_lib.callbacks.manager [None req-3cc136b8-02fe-4532-a704-a8cf6609077c tempest-PortsTestJSON-2085221018 tempest-PortsTestJSON-2085221018-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3801', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5082371'] for segment, after_delete {{(pid=94175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:32:25.393458 dv-neutron-601336-94-hyperv neutron-server[94175]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 23 11:32:25.393458 dv-neutron-601336-94-hyperv neutron-server[94175]: conditions |= (models_v2.Port.network_id.in_( Jun 23 11:32:25.393458 dv-neutron-601336-94-hyperv neutron-server[94175]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 23 11:32:25.393458 dv-neutron-601336-94-hyperv neutron-server[94175]: conditions |= (models_v2.Port.network_id.in_( Jun 23 11:32:25.393458 dv-neutron-601336-94-hyperv neutron-server[94175]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 23 11:32:25.393458 dv-neutron-601336-94-hyperv neutron-server[94175]: conditions |= (models_v2.Port.network_id.in_( Jun 23 11:32:25.393458 dv-neutron-601336-94-hyperv neutron-server[94175]: Traceback (most recent call last): Jun 23 11:32:25.393458 dv-neutron-601336-94-hyperv neutron-server[94175]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 23 11:32:25.393458 dv-neutron-601336-94-hyperv neutron-server[94175]: timer() Jun 23 11:32:25.393458 dv-neutron-601336-94-hyperv neutron-server[94175]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 23 11:32:25.393458 dv-neutron-601336-94-hyperv neutron-server[94175]: cb(*args, **kw) Jun 23 11:32:25.393458 dv-neutron-601336-94-hyperv neutron-server[94175]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 23 11:32:25.393458 dv-neutron-601336-94-hyperv neutron-server[94175]: return func(*args, **kwargs) Jun 23 11:32:25.393458 dv-neutron-601336-94-hyperv neutron-server[94175]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 23 11:32:25.393458 dv-neutron-601336-94-hyperv neutron-server[94175]: self._notify() Jun 23 11:32:25.393458 dv-neutron-601336-94-hyperv neutron-server[94175]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 23 11:32:25.393458 dv-neutron-601336-94-hyperv neutron-server[94175]: self.callback(batched_events) Jun 23 11:32:25.393458 dv-neutron-601336-94-hyperv neutron-server[94175]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 23 11:32:25.393458 dv-neutron-601336-94-hyperv neutron-server[94175]: event.method(event) Jun 23 11:32:25.393458 dv-neutron-601336-94-hyperv neutron-server[94175]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 23 11:32:25.393458 dv-neutron-601336-94-hyperv neutron-server[94175]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 23 11:32:25.393458 dv-neutron-601336-94-hyperv neutron-server[94175]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 23 11:32:25.393458 dv-neutron-601336-94-hyperv neutron-server[94175]: aggregate_uuid = self.p_client.list_aggregates( Jun 23 11:32:25.393458 dv-neutron-601336-94-hyperv neutron-server[94175]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 23 11:32:25.393458 dv-neutron-601336-94-hyperv neutron-server[94175]: return f(self, *a, **k) Jun 23 11:32:25.393458 dv-neutron-601336-94-hyperv neutron-server[94175]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 23 11:32:25.393458 dv-neutron-601336-94-hyperv neutron-server[94175]: return self._get(url).json() Jun 23 11:32:25.393458 dv-neutron-601336-94-hyperv neutron-server[94175]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 23 11:32:25.393458 dv-neutron-601336-94-hyperv neutron-server[94175]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 23 11:32:25.393458 dv-neutron-601336-94-hyperv neutron-server[94175]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 23 11:32:25.393458 dv-neutron-601336-94-hyperv neutron-server[94175]: return self.request(url, 'GET', **kwargs) Jun 23 11:32:25.393458 dv-neutron-601336-94-hyperv neutron-server[94175]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 23 11:32:25.393458 dv-neutron-601336-94-hyperv neutron-server[94175]: base_url = self.get_endpoint(auth, allow=allow, Jun 23 11:32:25.393458 dv-neutron-601336-94-hyperv neutron-server[94175]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 23 11:32:25.393458 dv-neutron-601336-94-hyperv neutron-server[94175]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 23 11:32:25.393458 dv-neutron-601336-94-hyperv neutron-server[94175]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 23 11:32:25.393458 dv-neutron-601336-94-hyperv neutron-server[94175]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 23 11:32:25.393458 dv-neutron-601336-94-hyperv neutron-server[94175]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 23 11:32:25.451094 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron_lib.callbacks.manager [None req-a9dd612e-2239-4bc4-9e13-49fbb24dcb33 admin admin] Notify callbacks [] for port, precommit_update {{(pid=94174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:32:25.467795 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f62d025e-26b3-4ea4-8837-329baff95c18 tempest-BulkNetworkOpsIpV6Test-986121801 tempest-BulkNetworkOpsIpV6Test-986121801-project] Made reservation on behalf of 23ef76af747c4dd2ab3e1919971f3de2 for: {'port': 2} {{(pid=94174) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 23 11:32:25.474933 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron_lib.callbacks.manager [None req-f62d025e-26b3-4ea4-8837-329baff95c18 tempest-BulkNetworkOpsIpV6Test-986121801 tempest-BulkNetworkOpsIpV6Test-986121801-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-923104'] for port, before_create {{(pid=94174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:32:25.494351 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-96404b35-13fe-412d-9a1a-3ab67aa30770 None None] DHCP port deletion for f53f535d-bce4-4da8-9bd9-396677ff4e83 request from dv-neutron-601336-94-hyperv {{(pid=94176) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jun 23 11:32:25.500889 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron_lib.callbacks.manager [None req-f62d025e-26b3-4ea4-8837-329baff95c18 tempest-BulkNetworkOpsIpV6Test-986121801 tempest-BulkNetworkOpsIpV6Test-986121801-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-923104'] for port, before_create {{(pid=94174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:32:25.539901 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.db.provisioning_blocks [None req-dc7542b2-afef-47f4-a763-e3a3cba144be None None] Provisioning for port d04a7b29-8039-4c68-839d-c8f1c2513d7b completed by entity L2. {{(pid=94176) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 23 11:32:25.563749 dv-neutron-601336-94-hyperv neutron-server[94175]: INFO neutron.wsgi [None req-3a4a8f8c-f175-4744-8acb-8f6b23de47f7 tempest-PortsAdminExtendedAttrsTestJSON-1772465988 tempest-PortsAdminExtendedAttrsTestJSON-1772465988-project-admin] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 959 time: 1.5684202 Jun 23 11:32:25.567447 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron_lib.callbacks.manager [None req-3cc136b8-02fe-4532-a704-a8cf6609077c tempest-PortsTestJSON-2085221018 tempest-PortsTestJSON-2085221018-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-897248', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8002400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7866073', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-524247'] for network, after_delete {{(pid=94175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:32:25.570288 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron_lib.callbacks.manager [None req-3cc136b8-02fe-4532-a704-a8cf6609077c tempest-PortsTestJSON-2085221018 tempest-PortsTestJSON-2085221018-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7865916'] for network, before_response {{(pid=94175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:32:25.570448 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron_lib.callbacks.manager [None req-a9dd612e-2239-4bc4-9e13-49fbb24dcb33 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-922904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866062', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773700135042', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773699642233', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773699642278', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5196369'] for port, after_update {{(pid=94174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:32:25.575564 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.wsgi [-] (94174) accepted ('10.222.0.20', 38258) {{(pid=94174) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 11:32:25.578003 dv-neutron-601336-94-hyperv neutron-server[94175]: INFO neutron.wsgi [None req-3cc136b8-02fe-4532-a704-a8cf6609077c tempest-PortsTestJSON-2085221018 tempest-PortsTestJSON-2085221018-project] 10.222.0.20 "DELETE /v2.0/networks/badeca21-c4e5-4fe3-8b74-722eaf84a594 HTTP/1.1" status: 204 len: 168 time: 1.8766849 Jun 23 11:32:25.580118 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG oslo_concurrency.lockutils [None req-b6c4aed8-4872-4142-a513-8dc05a5a3957 tempest-PortsTestJSON-2085221018 tempest-PortsTestJSON-2085221018-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94174) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 11:32:25.582285 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG oslo_concurrency.lockutils [None req-96eb7cc4-5f91-46d9-ab6b-a0ce8264f4a2 tempest-PortsTestJSON-2085221018 tempest-PortsTestJSON-2085221018-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94175) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 11:32:25.583742 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.wsgi [-] (94174) accepted ('10.222.0.20', 38260) {{(pid=94174) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 11:32:25.602575 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cc136b8-02fe-4532-a704-a8cf6609077c tempest-PortsTestJSON-2085221018 tempest-PortsTestJSON-2085221018-project] Pushing event deleted for resources: {'Network': ['ID=badeca21-c4e5-4fe3-8b74-722eaf84a594,revision_number=None']} {{(pid=94175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 11:32:25.607046 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.api.v2.base [None req-ad72d912-00bb-4b6a-b334-17812b8d0db3 tempest-PortsAdminExtendedAttrsTestJSON-1772465988 tempest-PortsAdminExtendedAttrsTestJSON-1772465988-project-admin] Request body: {'port': {'binding:host_id': 'hv-neutron-6013'}} {{(pid=94174) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 23 11:32:25.610169 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG oslo_concurrency.lockutils [None req-3cc136b8-02fe-4532-a704-a8cf6609077c tempest-PortsTestJSON-2085221018 tempest-PortsTestJSON-2085221018-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.028s {{(pid=94175) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 11:32:25.617627 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.api.v2.base [None req-07fb42a9-3095-4775-a058-88e72f171050 tempest-PortsTestJSON-2085221018 tempest-PortsTestJSON-2085221018-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-1019567281'}} {{(pid=94174) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 23 11:32:25.631167 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.db.l3_hamode_db [None req-2823539e-74d4-4d51-a818-c367bb1adf34 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e088c3b9-e76a-4661-91ae-fd789b04bbf1', 'name': 'tempest-ServerActionsTestJSON-2115701801-router', 'tenant_id': '252b24454ee04e36b666155dab1feb23', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3e7e4eb3-cf02-4d47-ade9-0a579cdfc60f', 'external_fixed_ips': [{'subnet_id': 'a5ad15ab-c489-4a67-a9b0-d559fca0ec71', 'ip_address': '172.26.3.171'}], 'enable_snat': True}, 'gw_port_id': '946affd4-ae12-4b9b-ba02-e48035525e66', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-23T11:32:15Z', 'updated_at': '2021-06-23T11:32:18Z', 'revision_number': 3, 'project_id': '252b24454ee04e36b666155dab1feb23', 'gw_port': {'id': '946affd4-ae12-4b9b-ba02-e48035525e66', 'name': '', 'network_id': '3e7e4eb3-cf02-4d47-ade9-0a579cdfc60f', 'tenant_id': '', 'mac_address': 'fa:16:3e:c7:1d:d8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e088c3b9-e76a-4661-91ae-fd789b04bbf1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 440, 'fixed_ips': [{'subnet_id': 'a5ad15ab-c489-4a67-a9b0-d559fca0ec71', 'ip_address': '172.26.3.171', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-94-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-23T11:32:16Z', 'updated_at': '2021-06-23T11:32:24Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a5ad15ab-c489-4a67-a9b0-d559fca0ec71', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-601336-94-hyperv'}], 'dv-neutron-601336-94-hyperv', False) {} {{(pid=94176) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 11:32:25.665971 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron_lib.callbacks.manager [None req-292945bf-d767-41ad-acb9-5ab10653c1a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-922904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866062', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773700135024', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773699642224'] for port, after_delete {{(pid=94176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:32:25.667151 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron_lib.callbacks.manager [None req-4bc8310b-bee1-4c53-b945-218c6e2e15dd tempest-ExtraDHCPOptionsTestJSON-1313277810 tempest-ExtraDHCPOptionsTestJSON-1313277810-project] Notify callbacks [] for port, precommit_create {{(pid=94175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:32:25.672767 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG oslo_concurrency.lockutils [None req-bf5da578-0e22-4bb5-85d3-386243cc267d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 11:32:25.682870 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.plugins.ml2.rpc [None req-dc7542b2-afef-47f4-a763-e3a3cba144be None None] Device 21830b21-0ba1-44a9-9cf5-f1743f01d6c5 no longer exists at agent ovs-agent-dv-neutron-601336-94-hyperv {{(pid=94176) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:261}} Jun 23 11:32:25.683099 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2823539e-74d4-4d51-a818-c367bb1adf34 None None] The sync data for ids ['e088c3b9-e76a-4661-91ae-fd789b04bbf1'] in dv-neutron-601336-94-hyperv is: [{'id': 'e088c3b9-e76a-4661-91ae-fd789b04bbf1', 'name': 'tempest-ServerActionsTestJSON-2115701801-router', 'tenant_id': '252b24454ee04e36b666155dab1feb23', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3e7e4eb3-cf02-4d47-ade9-0a579cdfc60f', 'external_fixed_ips': [{'subnet_id': 'a5ad15ab-c489-4a67-a9b0-d559fca0ec71', 'ip_address': '172.26.3.171'}], 'enable_snat': True}, 'gw_port_id': '946affd4-ae12-4b9b-ba02-e48035525e66', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-23T11:32:15Z', 'updated_at': '2021-06-23T11:32:18Z', 'revision_number': 3, 'project_id': '252b24454ee04e36b666155dab1feb23', 'gw_port': {'id': '946affd4-ae12-4b9b-ba02-e48035525e66', 'name': '', 'network_id': '3e7e4eb3-cf02-4d47-ade9-0a579cdfc60f', 'tenant_id': '', 'mac_address': 'fa:16:3e:c7:1d:d8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e088c3b9-e76a-4661-91ae-fd789b04bbf1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 440, 'fixed_ips': [{'subnet_id': 'a5ad15ab-c489-4a67-a9b0-d559fca0ec71', 'ip_address': '172.26.3.171', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-94-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-23T11:32:16Z', 'updated_at': '2021-06-23T11:32:24Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a5ad15ab-c489-4a67-a9b0-d559fca0ec71', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-601336-94-hyperv'}] {{(pid=94176) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 23 11:32:25.688843 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.db.provisioning_blocks [None req-4bc8310b-bee1-4c53-b945-218c6e2e15dd tempest-ExtraDHCPOptionsTestJSON-1313277810 tempest-ExtraDHCPOptionsTestJSON-1313277810-project] Transition to ACTIVE for port object cedf8386-3b51-4a0f-a490-e30a4c7758c2 will not be triggered until provisioned by entity DHCP. {{(pid=94175) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 23 11:32:25.714209 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.notifiers.nova [None req-f62d025e-26b3-4ea4-8837-329baff95c18 tempest-BulkNetworkOpsIpV6Test-986121801 tempest-BulkNetworkOpsIpV6Test-986121801-project] device_id is not set on port a196bf45-421b-4dde-8491-d71db901e955 yet. {{(pid=94174) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jun 23 11:32:25.721873 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron_lib.callbacks.manager [None req-a9dd612e-2239-4bc4-9e13-49fbb24dcb33 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-7866091', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-453038'] for router_interface, after_create {{(pid=94174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:32:25.723246 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-292945bf-d767-41ad-acb9-5ab10653c1a6 None None] Network badeca21-c4e5-4fe3-8b74-722eaf84a594 is not hosted by any dhcp agent {{(pid=94176) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:232}} Jun 23 11:32:25.727310 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.db.l3_dvrscheduler_db [None req-292945bf-d767-41ad-acb9-5ab10653c1a6 None None] No DVR routers for this DVR port 21830b21-0ba1-44a9-9cf5-f1743f01d6c5 on host dv-neutron-601336-94-hyperv {{(pid=94176) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 23 11:32:25.730028 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-292945bf-d767-41ad-acb9-5ab10653c1a6 None None] Pushing event deleted for resources: {'Port': ['ID=21830b21-0ba1-44a9-9cf5-f1743f01d6c5,revision_number=None']} {{(pid=94176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 11:32:25.732679 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.plugins.ml2.plugin [None req-dc7542b2-afef-47f4-a763-e3a3cba144be None None] No Port match for: 21830b21-0ba1-44a9-9cf5-f1743f01d6c5 {{(pid=94176) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2240}} Jun 23 11:32:25.733034 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.plugins.ml2.rpc [None req-dc7542b2-afef-47f4-a763-e3a3cba144be None None] Device 21830b21-0ba1-44a9-9cf5-f1743f01d6c5 not bound to the agent host dv-neutron-601336-94-hyperv {{(pid=94176) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:271}} Jun 23 11:32:25.746502 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.db.provisioning_blocks [None req-b5b138a1-e697-4ed8-8472-a4a265a9072a None None] Provisioning for port 8b3f2607-1beb-44c0-92af-cbc38d0500bc completed by entity DHCP. {{(pid=94176) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 23 11:32:25.754589 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG oslo_concurrency.lockutils [None req-292945bf-d767-41ad-acb9-5ab10653c1a6 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.082s {{(pid=94176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 11:32:25.763904 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.db.provisioning_blocks [None req-b5b138a1-e697-4ed8-8472-a4a265a9072a None None] Provisioning complete for port 8b3f2607-1beb-44c0-92af-cbc38d0500bc triggered by entity DHCP. {{(pid=94176) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 23 11:32:25.763904 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron_lib.callbacks.manager [None req-b5b138a1-e697-4ed8-8472-a4a265a9072a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-899258'] for port, provisioning_complete {{(pid=94176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:32:25.781453 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9f5f5d4d-f678-4dd9-aed2-8b99ed385c50 tempest-NetworksTestDHCPv6-162546708 tempest-NetworksTestDHCPv6-162546708-project] Made reservation on behalf of 5e61222a836c47229c94e37f3902e6bd for: {'subnet': 1} {{(pid=94174) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 23 11:32:25.784888 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron_lib.callbacks.manager [None req-9f5f5d4d-f678-4dd9-aed2-8b99ed385c50 tempest-NetworksTestDHCPv6-162546708 tempest-NetworksTestDHCPv6-162546708-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4294245'] for subnet, before_create {{(pid=94174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:32:25.786289 dv-neutron-601336-94-hyperv neutron-server[94174]: INFO neutron.pecan_wsgi.hooks.translation [None req-9f5f5d4d-f678-4dd9-aed2-8b99ed385c50 tempest-NetworksTestDHCPv6-162546708 tempest-NetworksTestDHCPv6-162546708-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jun 23 11:32:25.786725 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-9f5f5d4d-f678-4dd9-aed2-8b99ed385c50 tempest-NetworksTestDHCPv6-162546708 tempest-NetworksTestDHCPv6-162546708-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=94174) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 23 11:32:25.789023 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9dd612e-2239-4bc4-9e13-49fbb24dcb33 admin admin] Pushing event updated for resources: {'Port': ['ID=8b3f2607-1beb-44c0-92af-cbc38d0500bc,revision_number=2']} {{(pid=94174) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 11:32:25.815949 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG oslo_concurrency.lockutils [None req-a9dd612e-2239-4bc4-9e13-49fbb24dcb33 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.236s {{(pid=94174) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 11:32:25.831638 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.plugins.ml2.plugin [None req-96404b35-13fe-412d-9a1a-3ab67aa30770 None None] Deleting port 47dd6052-3af5-4f51-bbc9-97dc964c4a04 {{(pid=94176) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1913}} Jun 23 11:32:25.838326 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron_lib.callbacks.manager [None req-96404b35-13fe-412d-9a1a-3ab67aa30770 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773700079324'] for port, before_delete {{(pid=94176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:32:25.838742 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.wsgi [-] (94175) accepted ('10.222.0.20', 38264) {{(pid=94175) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 11:32:25.840557 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.plugins.ml2.plugin [None req-b5b138a1-e697-4ed8-8472-a4a265a9072a None None] Port 8b3f2607-1beb-44c0-92af-cbc38d0500bc cannot update to ACTIVE because it is not bound. {{(pid=94176) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jun 23 11:32:25.854215 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron_lib.callbacks.manager [None req-eb1f56d5-8258-4569-8981-39d5345a6861 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:32:25.876053 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron_lib.callbacks.manager [None req-4bc8310b-bee1-4c53-b945-218c6e2e15dd tempest-ExtraDHCPOptionsTestJSON-1313277810 tempest-ExtraDHCPOptionsTestJSON-1313277810-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-922915', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-239814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7866073', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773699642215', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-5082457'] for port, after_create {{(pid=94175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:32:25.880976 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG oslo_concurrency.lockutils [None req-d98f24b1-9de0-4b94-8bf4-278ff28aabb9 tempest-PortsAdminExtendedAttrsTestJSON-1772465988 tempest-PortsAdminExtendedAttrsTestJSON-1772465988-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94175) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 11:32:25.926317 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.plugins.ml2.db [None req-96404b35-13fe-412d-9a1a-3ab67aa30770 None None] For port 47dd6052-3af5-4f51-bbc9-97dc964c4a04, host dv-neutron-601336-94-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-94-hyperv',level=0,port_id=47dd6052-3af5-4f51-bbc9-97dc964c4a04,segment=NetworkSegment(6303a411-6e70-4139-a530-9ee4cf8ba843),segment_id=6303a411-6e70-4139-a530-9ee4cf8ba843)] {{(pid=94176) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 23 11:32:25.926715 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron_lib.callbacks.manager [None req-96404b35-13fe-412d-9a1a-3ab67aa30770 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-430722'] for port, precommit_delete {{(pid=94176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:32:25.951060 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.plugins.ml2.plugin [None req-96404b35-13fe-412d-9a1a-3ab67aa30770 None None] Calling delete_port for 47dd6052-3af5-4f51-bbc9-97dc964c4a04 owned by network:dhcp {{(pid=94176) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1986}} Jun 23 11:32:25.958930 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4bc8310b-bee1-4c53-b945-218c6e2e15dd tempest-ExtraDHCPOptionsTestJSON-1313277810 tempest-ExtraDHCPOptionsTestJSON-1313277810-project] Network 56af6ebb-cc8e-497b-afc5-4051abaf4f09 is already hosted by enough agents. {{(pid=94175) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 23 11:32:25.972429 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.scheduler.base_scheduler [None req-4bc8310b-bee1-4c53-b945-218c6e2e15dd tempest-ExtraDHCPOptionsTestJSON-1313277810 tempest-ExtraDHCPOptionsTestJSON-1313277810-project] Resources bound (agent type, host, resource id): {{(pid=94175) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 23 11:32:25.987485 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4bc8310b-bee1-4c53-b945-218c6e2e15dd tempest-ExtraDHCPOptionsTestJSON-1313277810 tempest-ExtraDHCPOptionsTestJSON-1313277810-project] Received port after_create {{(pid=94175) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 23 11:32:26.029395 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bc8310b-bee1-4c53-b945-218c6e2e15dd tempest-ExtraDHCPOptionsTestJSON-1313277810 tempest-ExtraDHCPOptionsTestJSON-1313277810-project] Pushing event updated for resources: {'Port': ['ID=cedf8386-3b51-4a0f-a490-e30a4c7758c2,revision_number=1']} {{(pid=94175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 11:32:26.055803 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG oslo_concurrency.lockutils [None req-4bc8310b-bee1-4c53-b945-218c6e2e15dd tempest-ExtraDHCPOptionsTestJSON-1313277810 tempest-ExtraDHCPOptionsTestJSON-1313277810-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.175s {{(pid=94175) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 11:32:26.139938 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4bc8310b-bee1-4c53-b945-218c6e2e15dd tempest-ExtraDHCPOptionsTestJSON-1313277810 tempest-ExtraDHCPOptionsTestJSON-1313277810-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 11:32:26.140631 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron_lib.callbacks.manager [None req-4bc8310b-bee1-4c53-b945-218c6e2e15dd tempest-ExtraDHCPOptionsTestJSON-1313277810 tempest-ExtraDHCPOptionsTestJSON-1313277810-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-217507'] for port, before_response {{(pid=94175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:32:26.215215 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.db.provisioning_blocks [None req-b5b138a1-e697-4ed8-8472-a4a265a9072a None None] Provisioning for port d04a7b29-8039-4c68-839d-c8f1c2513d7b completed by entity DHCP. {{(pid=94176) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 23 11:32:26.228952 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.db.provisioning_blocks [None req-b5b138a1-e697-4ed8-8472-a4a265a9072a None None] Provisioning complete for port d04a7b29-8039-4c68-839d-c8f1c2513d7b triggered by entity DHCP. {{(pid=94176) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 23 11:32:26.229349 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron_lib.callbacks.manager [None req-b5b138a1-e697-4ed8-8472-a4a265a9072a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-899258'] for port, provisioning_complete {{(pid=94176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:32:26.236631 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron_lib.callbacks.manager [None req-eb1f56d5-8258-4569-8981-39d5345a6861 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:32:26.301958 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-07fb42a9-3095-4775-a058-88e72f171050 tempest-PortsTestJSON-2085221018 tempest-PortsTestJSON-2085221018-project] Made reservation on behalf of 9e5461dd76964a018bba022fe5f7a0f1 for: {'network': 1} {{(pid=94174) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 23 11:32:26.305739 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron_lib.callbacks.manager [None req-07fb42a9-3095-4775-a058-88e72f171050 tempest-PortsTestJSON-2085221018 tempest-PortsTestJSON-2085221018-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-923104'] for network, before_create {{(pid=94174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:32:26.315415 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron_lib.callbacks.manager [None req-ad72d912-00bb-4b6a-b334-17812b8d0db3 tempest-PortsAdminExtendedAttrsTestJSON-1772465988 tempest-PortsAdminExtendedAttrsTestJSON-1772465988-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-923122'] for port, before_update {{(pid=94174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:32:26.324638 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron_lib.callbacks.manager [None req-eb1f56d5-8258-4569-8981-39d5345a6861 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7996330'] for security_group, after_create {{(pid=94175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:32:26.328126 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG oslo_concurrency.lockutils [None req-576c6683-ff60-4cb8-8f8a-db93f7cf1da2 tempest-AllowedAddressPairIpV6TestJSON-597468505 tempest-AllowedAddressPairIpV6TestJSON-597468505-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94175) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 11:32:26.344416 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron_lib.callbacks.manager [None req-b5b138a1-e697-4ed8-8472-a4a265a9072a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-923122'] for port, before_update {{(pid=94176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:32:26.376030 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron_lib.callbacks.manager [None req-96404b35-13fe-412d-9a1a-3ab67aa30770 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-922904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866062', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773700135024', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773699642224'] for port, after_delete {{(pid=94176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:32:26.382482 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG oslo_concurrency.lockutils [None req-c2151e09-b115-4002-ba60-0f94f7dcaedc None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 11:32:26.406864 dv-neutron-601336-94-hyperv neutron-server[94175]: INFO neutron.wsgi [None req-eb1f56d5-8258-4569-8981-39d5345a6861 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=282d4b1fe80e4fbf8348b122e8410cb5&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5636735 Jun 23 11:32:26.406864 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb1f56d5-8258-4569-8981-39d5345a6861 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bc5118ae-0999-40ae-9387-6713f4ea65b2,revision_number=1']} {{(pid=94175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 11:32:26.412370 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.wsgi [-] (94175) accepted ('10.222.0.20', 38266) {{(pid=94175) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 11:32:26.423511 dv-neutron-601336-94-hyperv neutron-server[94175]: INFO neutron.wsgi [None req-4bc8310b-bee1-4c53-b945-218c6e2e15dd tempest-ExtraDHCPOptionsTestJSON-1313277810 tempest-ExtraDHCPOptionsTestJSON-1313277810-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1153 time: 2.2573562 Jun 23 11:32:26.423511 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG oslo_concurrency.lockutils [None req-eb1f56d5-8258-4569-8981-39d5345a6861 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.094s {{(pid=94175) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 11:32:26.433852 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96404b35-13fe-412d-9a1a-3ab67aa30770 None None] Pushing event deleted for resources: {'Port': ['ID=47dd6052-3af5-4f51-bbc9-97dc964c4a04,revision_number=None']} {{(pid=94176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 11:32:26.441647 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.wsgi [-] (94174) accepted ('10.222.0.20', 38268) {{(pid=94174) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 11:32:26.449500 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.plugins.ml2.db [None req-b5b138a1-e697-4ed8-8472-a4a265a9072a None None] For port d04a7b29-8039-4c68-839d-c8f1c2513d7b, host dv-neutron-601336-94-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-94-hyperv',level=0,port_id=d04a7b29-8039-4c68-839d-c8f1c2513d7b,segment=NetworkSegment(c3eff70a-45a2-4f7e-b2ea-41a9bb082fe1),segment_id=c3eff70a-45a2-4f7e-b2ea-41a9bb082fe1)] {{(pid=94176) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 23 11:32:26.450821 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG oslo_concurrency.lockutils [None req-96404b35-13fe-412d-9a1a-3ab67aa30770 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.069s {{(pid=94176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 11:32:26.458113 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.db.l3_dvrscheduler_db [None req-96404b35-13fe-412d-9a1a-3ab67aa30770 None None] No DVR routers for this DVR port 47dd6052-3af5-4f51-bbc9-97dc964c4a04 on host dv-neutron-601336-94-hyperv {{(pid=94176) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 23 11:32:26.462765 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron_lib.callbacks.manager [None req-f62d025e-26b3-4ea4-8837-329baff95c18 tempest-BulkNetworkOpsIpV6Test-986121801 tempest-BulkNetworkOpsIpV6Test-986121801-project] Notify callbacks [] for port, precommit_create {{(pid=94174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:32:26.493404 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-07fb42a9-3095-4775-a058-88e72f171050 tempest-PortsTestJSON-2085221018 tempest-PortsTestJSON-2085221018-project] vlan segment allocate from pool success with {'vlan_id': 428, 'physical_network': 'physnet1'} {{(pid=94174) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 23 11:32:26.496115 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron_lib.callbacks.manager [None req-a141eaa6-a728-4ed1-81fe-5695457ee00b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:32:26.499077 dv-neutron-601336-94-hyperv neutron-server[94174]: INFO neutron.wsgi [None req-9f5f5d4d-f678-4dd9-aed2-8b99ed385c50 tempest-NetworksTestDHCPv6-162546708 tempest-NetworksTestDHCPv6-162546708-project] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 450 time: 1.2111921 Jun 23 11:32:26.521456 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron_lib.callbacks.manager [None req-a141eaa6-a728-4ed1-81fe-5695457ee00b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:32:26.523175 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.wsgi [-] (94175) accepted ('10.222.0.20', 38270) {{(pid=94175) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 11:32:26.528467 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.api.v2.base [None req-cfbdcadc-e686-483d-8a03-0f2a7a2b7853 tempest-NetworksTestDHCPv6-162546708 tempest-NetworksTestDHCPv6-162546708-project] Request body: {'subnet': {'network_id': 'f53f535d-bce4-4da8-9bd9-396677ff4e83', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=94175) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 23 11:32:26.597840 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron_lib.callbacks.manager [None req-b5b138a1-e697-4ed8-8472-a4a265a9072a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-922904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866062', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773700135042', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773699642233', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773699642278'] for port, after_update {{(pid=94176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:32:26.599709 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG oslo_concurrency.lockutils [None req-92b21225-6044-4cec-add9-0a02adbaef2e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 11:32:26.627142 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.notifiers.nova [None req-f62d025e-26b3-4ea4-8837-329baff95c18 tempest-BulkNetworkOpsIpV6Test-986121801 tempest-BulkNetworkOpsIpV6Test-986121801-project] device_id is not set on port ebf6326b-6dfc-478d-816d-7c6db75875c5 yet. {{(pid=94174) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jun 23 11:32:26.670430 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5b138a1-e697-4ed8-8472-a4a265a9072a None None] Pushing event updated for resources: {'Port': ['ID=d04a7b29-8039-4c68-839d-c8f1c2513d7b,revision_number=3']} {{(pid=94176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 11:32:26.677211 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG oslo_concurrency.lockutils [None req-b5b138a1-e697-4ed8-8472-a4a265a9072a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.077s {{(pid=94176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 11:32:26.705961 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cfbdcadc-e686-483d-8a03-0f2a7a2b7853 tempest-NetworksTestDHCPv6-162546708 tempest-NetworksTestDHCPv6-162546708-project] Made reservation on behalf of 5e61222a836c47229c94e37f3902e6bd for: {'subnet': 1} {{(pid=94175) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 23 11:32:26.715566 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron_lib.callbacks.manager [None req-07fb42a9-3095-4775-a058-88e72f171050 tempest-PortsTestJSON-2085221018 tempest-PortsTestJSON-2085221018-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3801'] for segment, precommit_create {{(pid=94174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:32:26.715889 dv-neutron-601336-94-hyperv neutron-server[94174]: INFO neutron.db.segments_db [None req-07fb42a9-3095-4775-a058-88e72f171050 tempest-PortsTestJSON-2085221018 tempest-PortsTestJSON-2085221018-project] Added segment e4db645a-62fa-448e-a290-e5f9a283a473 of type vlan for network e8b68211-cf3e-4434-b556-c1bf98cd7bb3 Jun 23 11:32:26.716011 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron_lib.callbacks.manager [None req-cfbdcadc-e686-483d-8a03-0f2a7a2b7853 tempest-NetworksTestDHCPv6-162546708 tempest-NetworksTestDHCPv6-162546708-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4660073'] for subnet, before_create {{(pid=94175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:32:26.720815 dv-neutron-601336-94-hyperv neutron-server[94175]: INFO neutron.pecan_wsgi.hooks.translation [None req-cfbdcadc-e686-483d-8a03-0f2a7a2b7853 tempest-NetworksTestDHCPv6-162546708 tempest-NetworksTestDHCPv6-162546708-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jun 23 11:32:26.724027 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-cfbdcadc-e686-483d-8a03-0f2a7a2b7853 tempest-NetworksTestDHCPv6-162546708 tempest-NetworksTestDHCPv6-162546708-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=94175) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 23 11:32:26.734936 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a9dd612e-2239-4bc4-9e13-49fbb24dcb33 admin admin] Network 34cf218b-02ad-4259-a49e-5807c729dd9a is already hosted by enough agents. {{(pid=94174) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 23 11:32:26.750923 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.scheduler.base_scheduler [None req-a9dd612e-2239-4bc4-9e13-49fbb24dcb33 admin admin] Resources bound (agent type, host, resource id): {{(pid=94174) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 23 11:32:26.770516 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron_lib.callbacks.manager [None req-a141eaa6-a728-4ed1-81fe-5695457ee00b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7996330'] for security_group, after_delete {{(pid=94175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:32:26.773937 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron_lib.callbacks.manager [None req-a141eaa6-a728-4ed1-81fe-5695457ee00b admin admin] Notify callbacks [] for security_group, before_response {{(pid=94175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:32:26.775401 dv-neutron-601336-94-hyperv neutron-server[94175]: INFO neutron.wsgi [None req-a141eaa6-a728-4ed1-81fe-5695457ee00b admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/bc5118ae-0999-40ae-9387-6713f4ea65b2 HTTP/1.1" status: 204 len: 168 time: 0.3620398 Jun 23 11:32:26.776322 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG oslo_concurrency.lockutils [None req-f4e85053-46a9-47cc-af0d-5d00debba39e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94175) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 11:32:26.789117 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a141eaa6-a728-4ed1-81fe-5695457ee00b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bc5118ae-0999-40ae-9387-6713f4ea65b2,revision_number=None']} {{(pid=94175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 11:32:26.791831 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG oslo_concurrency.lockutils [None req-a141eaa6-a728-4ed1-81fe-5695457ee00b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.015s {{(pid=94175) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 11:32:26.820265 dv-neutron-601336-94-hyperv neutron-server[94175]: INFO neutron.wsgi [None req-cfbdcadc-e686-483d-8a03-0f2a7a2b7853 tempest-NetworksTestDHCPv6-162546708 tempest-NetworksTestDHCPv6-162546708-project] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 449 time: 0.2957723 Jun 23 11:32:26.820991 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.wsgi [-] (94175) accepted ('10.222.0.20', 38274) {{(pid=94175) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 11:32:26.828287 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.db.provisioning_blocks [None req-7b3029b6-07f0-4b5b-b8bd-cc05fd9d720a None None] Provisioning for port 16153d14-ef96-45a7-a15b-2573e04d8e63 completed by entity DHCP. {{(pid=94176) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 23 11:32:26.830755 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.api.v2.base [None req-2a4270da-cb92-4d23-bb67-83a02f41241b tempest-NetworksTestDHCPv6-162546708 tempest-NetworksTestDHCPv6-162546708-project] Request body: {'subnet': {'network_id': 'f53f535d-bce4-4da8-9bd9-396677ff4e83', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=94175) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 23 11:32:26.840448 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.db.provisioning_blocks [None req-7b3029b6-07f0-4b5b-b8bd-cc05fd9d720a None None] Provisioning complete for port 16153d14-ef96-45a7-a15b-2573e04d8e63 triggered by entity DHCP. {{(pid=94176) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 23 11:32:26.841424 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron_lib.callbacks.manager [None req-7b3029b6-07f0-4b5b-b8bd-cc05fd9d720a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-899258'] for port, provisioning_complete {{(pid=94176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:32:26.918237 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.plugins.ml2.plugin [None req-7b3029b6-07f0-4b5b-b8bd-cc05fd9d720a None None] Port 16153d14-ef96-45a7-a15b-2573e04d8e63 cannot update to ACTIVE because it is not bound. {{(pid=94176) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jun 23 11:32:26.941928 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.db.provisioning_blocks [None req-7b3029b6-07f0-4b5b-b8bd-cc05fd9d720a None None] Provisioning complete for port d04a7b29-8039-4c68-839d-c8f1c2513d7b triggered by entity DHCP. {{(pid=94176) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 23 11:32:26.942329 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron_lib.callbacks.manager [None req-7b3029b6-07f0-4b5b-b8bd-cc05fd9d720a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-899258'] for port, provisioning_complete {{(pid=94176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:32:27.060182 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.plugins.ml2.rpc [None req-dc7542b2-afef-47f4-a763-e3a3cba144be None None] Device d04a7b29-8039-4c68-839d-c8f1c2513d7b up at agent ovs-agent-dv-neutron-601336-94-hyperv {{(pid=94176) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:298}} Jun 23 11:32:27.117430 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2a4270da-cb92-4d23-bb67-83a02f41241b tempest-NetworksTestDHCPv6-162546708 tempest-NetworksTestDHCPv6-162546708-project] Made reservation on behalf of 5e61222a836c47229c94e37f3902e6bd for: {'subnet': 1} {{(pid=94175) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 23 11:32:27.118845 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.db.provisioning_blocks [None req-dc7542b2-afef-47f4-a763-e3a3cba144be None None] Provisioning complete for port d04a7b29-8039-4c68-839d-c8f1c2513d7b triggered by entity L2. {{(pid=94176) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 23 11:32:27.119276 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron_lib.callbacks.manager [None req-dc7542b2-afef-47f4-a763-e3a3cba144be None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-899258'] for port, provisioning_complete {{(pid=94176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:32:27.121821 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron_lib.callbacks.manager [None req-2a4270da-cb92-4d23-bb67-83a02f41241b tempest-NetworksTestDHCPv6-162546708 tempest-NetworksTestDHCPv6-162546708-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4660073'] for subnet, before_create {{(pid=94175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:32:27.123413 dv-neutron-601336-94-hyperv neutron-server[94175]: INFO neutron.pecan_wsgi.hooks.translation [None req-2a4270da-cb92-4d23-bb67-83a02f41241b tempest-NetworksTestDHCPv6-162546708 tempest-NetworksTestDHCPv6-162546708-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jun 23 11:32:27.124469 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-2a4270da-cb92-4d23-bb67-83a02f41241b tempest-NetworksTestDHCPv6-162546708 tempest-NetworksTestDHCPv6-162546708-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=94175) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 23 11:32:27.128476 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron_lib.callbacks.manager [None req-07fb42a9-3095-4775-a058-88e72f171050 tempest-PortsTestJSON-2085221018 tempest-PortsTestJSON-2085221018-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8773699596773'] for network, precommit_create {{(pid=94174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:32:27.149460 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-de44ee02-7b8d-4909-810b-10cb6b0094e1 tempest-ExtraDHCPOptionsTestJSON-1313277810 tempest-ExtraDHCPOptionsTestJSON-1313277810-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94174) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 11:32:27.155322 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-de44ee02-7b8d-4909-810b-10cb6b0094e1 tempest-ExtraDHCPOptionsTestJSON-1313277810 tempest-ExtraDHCPOptionsTestJSON-1313277810-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94174) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 11:32:27.161118 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-de44ee02-7b8d-4909-810b-10cb6b0094e1 tempest-ExtraDHCPOptionsTestJSON-1313277810 tempest-ExtraDHCPOptionsTestJSON-1313277810-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94174) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 11:32:27.162798 dv-neutron-601336-94-hyperv neutron-server[94174]: INFO neutron.wsgi [None req-de44ee02-7b8d-4909-810b-10cb6b0094e1 tempest-ExtraDHCPOptionsTestJSON-1313277810 tempest-ExtraDHCPOptionsTestJSON-1313277810-project] 10.222.0.20 "GET /v2.0/ports HTTP/1.1" status: 200 len: 2617 time: 0.7110486 Jun 23 11:32:27.166436 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.wsgi [-] (94175) accepted ('10.222.0.20', 38276) {{(pid=94175) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 11:32:27.192384 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.notifiers.nova [None req-ad72d912-00bb-4b6a-b334-17812b8d0db3 tempest-PortsAdminExtendedAttrsTestJSON-1772465988 tempest-PortsAdminExtendedAttrsTestJSON-1772465988-project-admin] device_id is not set on port 8e5fba37-f713-4acd-94a6-f5412919e56e yet. {{(pid=94174) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jun 23 11:32:27.208600 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.plugins.ml2.rpc [None req-dc7542b2-afef-47f4-a763-e3a3cba144be None None] Device 946affd4-ae12-4b9b-ba02-e48035525e66 up at agent ovs-agent-dv-neutron-601336-94-hyperv {{(pid=94176) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:298}} Jun 23 11:32:27.210773 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron_lib.callbacks.manager [None req-ad72d912-00bb-4b6a-b334-17812b8d0db3 tempest-PortsAdminExtendedAttrsTestJSON-1772465988 tempest-PortsAdminExtendedAttrsTestJSON-1772465988-project-admin] Notify callbacks [] for port, precommit_update {{(pid=94174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:32:27.222880 dv-neutron-601336-94-hyperv neutron-server[94175]: INFO neutron.wsgi [None req-2a4270da-cb92-4d23-bb67-83a02f41241b tempest-NetworksTestDHCPv6-162546708 tempest-NetworksTestDHCPv6-162546708-project] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 460 time: 0.4000592 Jun 23 11:32:27.229531 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.wsgi [-] (94175) accepted ('10.222.0.20', 38278) {{(pid=94175) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 11:32:27.238580 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.api.v2.base [None req-5e5d1b54-a7de-4ee5-b7fc-81b02c96571c tempest-NetworksTestDHCPv6-162546708 tempest-NetworksTestDHCPv6-162546708-project] Request body: {'subnet': {'network_id': 'f53f535d-bce4-4da8-9bd9-396677ff4e83', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'slaac'}} {{(pid=94175) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 23 11:32:27.253738 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.db.provisioning_blocks [None req-e42cf819-c0d4-4e8e-97d4-eb7af6287421 None None] Provisioning complete for port 8b3f2607-1beb-44c0-92af-cbc38d0500bc triggered by entity DHCP. {{(pid=94176) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 23 11:32:27.254346 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron_lib.callbacks.manager [None req-e42cf819-c0d4-4e8e-97d4-eb7af6287421 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-899258'] for port, provisioning_complete {{(pid=94176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:32:27.290266 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.plugins.ml2.plugin [None req-e42cf819-c0d4-4e8e-97d4-eb7af6287421 None None] Port 8b3f2607-1beb-44c0-92af-cbc38d0500bc cannot update to ACTIVE because it is not bound. {{(pid=94176) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jun 23 11:32:27.290651 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron_lib.callbacks.manager [None req-f62d025e-26b3-4ea4-8837-329baff95c18 tempest-BulkNetworkOpsIpV6Test-986121801 tempest-BulkNetworkOpsIpV6Test-986121801-project] Notify callbacks [] for port, precommit_create {{(pid=94174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:32:27.322629 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron_lib.db.resource_extend [None req-07fb42a9-3095-4775-a058-88e72f171050 tempest-PortsTestJSON-2085221018 tempest-PortsTestJSON-2085221018-project] It took 0.14 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=94174) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jun 23 11:32:27.326331 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a9dd612e-2239-4bc4-9e13-49fbb24dcb33 admin admin] Router e088c3b9-e76a-4661-91ae-fd789b04bbf1 has already been hosted by L3 agent 50ef99c0-ef28-4db5-b303-b145898fae60 {{(pid=94174) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 23 11:32:27.352135 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.db.provisioning_blocks [None req-ad72d912-00bb-4b6a-b334-17812b8d0db3 tempest-PortsAdminExtendedAttrsTestJSON-1772465988 tempest-PortsAdminExtendedAttrsTestJSON-1772465988-project-admin] Transition to ACTIVE for port object 8e5fba37-f713-4acd-94a6-f5412919e56e will not be triggered until provisioned by entity L2. {{(pid=94174) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 23 11:32:27.355830 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.plugins.ml2.plugin [None req-ccc9ed67-4717-4031-a867-27609288ddc8 tempest-ExtraDHCPOptionsTestJSON-1313277810 tempest-ExtraDHCPOptionsTestJSON-1313277810-project] Deleting port cedf8386-3b51-4a0f-a490-e30a4c7758c2 {{(pid=94175) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1913}} Jun 23 11:32:27.356033 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron_lib.callbacks.manager [None req-ccc9ed67-4717-4031-a867-27609288ddc8 tempest-ExtraDHCPOptionsTestJSON-1313277810 tempest-ExtraDHCPOptionsTestJSON-1313277810-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773700079324'] for port, before_delete {{(pid=94175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:32:27.364827 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.db.provisioning_blocks [None req-e42cf819-c0d4-4e8e-97d4-eb7af6287421 None None] Provisioning for port cedf8386-3b51-4a0f-a490-e30a4c7758c2 completed by entity DHCP. {{(pid=94176) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 23 11:32:27.372304 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.db.provisioning_blocks [None req-e42cf819-c0d4-4e8e-97d4-eb7af6287421 None None] Provisioning complete for port cedf8386-3b51-4a0f-a490-e30a4c7758c2 triggered by entity DHCP. {{(pid=94176) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 23 11:32:27.375373 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron_lib.callbacks.manager [None req-e42cf819-c0d4-4e8e-97d4-eb7af6287421 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-899258'] for port, provisioning_complete {{(pid=94176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:32:27.431600 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.plugins.ml2.plugin [None req-e42cf819-c0d4-4e8e-97d4-eb7af6287421 None None] Port cedf8386-3b51-4a0f-a490-e30a4c7758c2 cannot update to ACTIVE because it is not bound. {{(pid=94176) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jun 23 11:32:27.437335 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.db.provisioning_blocks [None req-dc7542b2-afef-47f4-a763-e3a3cba144be None None] Provisioning for port 946affd4-ae12-4b9b-ba02-e48035525e66 completed by entity L2. {{(pid=94176) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 23 11:32:27.447426 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.db.provisioning_blocks [None req-dc7542b2-afef-47f4-a763-e3a3cba144be None None] Provisioning complete for port 946affd4-ae12-4b9b-ba02-e48035525e66 triggered by entity L2. {{(pid=94176) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 23 11:32:27.448206 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron_lib.callbacks.manager [None req-dc7542b2-afef-47f4-a763-e3a3cba144be None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-899258'] for port, provisioning_complete {{(pid=94176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:32:27.468232 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron_lib.callbacks.manager [None req-07fb42a9-3095-4775-a058-88e72f171050 tempest-PortsTestJSON-2085221018 tempest-PortsTestJSON-2085221018-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8002400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7866073'] for network, after_create {{(pid=94174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:32:27.471385 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron_lib.callbacks.manager [None req-ccc9ed67-4717-4031-a867-27609288ddc8 tempest-ExtraDHCPOptionsTestJSON-1313277810 tempest-ExtraDHCPOptionsTestJSON-1313277810-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-430722'] for port, precommit_delete {{(pid=94175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:32:27.473935 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-07fb42a9-3095-4775-a058-88e72f171050 tempest-PortsTestJSON-2085221018 tempest-PortsTestJSON-2085221018-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94174) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 11:32:27.474488 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron_lib.callbacks.manager [None req-07fb42a9-3095-4775-a058-88e72f171050 tempest-PortsTestJSON-2085221018 tempest-PortsTestJSON-2085221018-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7865916'] for network, before_response {{(pid=94174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:32:27.480467 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG oslo_concurrency.lockutils [None req-3e560f71-6631-43de-a301-d3242bb63216 tempest-NetworksIpV6TestAttrs-49342282 tempest-NetworksIpV6TestAttrs-49342282-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94174) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 11:32:27.485758 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.plugins.ml2.plugin [None req-ccc9ed67-4717-4031-a867-27609288ddc8 tempest-ExtraDHCPOptionsTestJSON-1313277810 tempest-ExtraDHCPOptionsTestJSON-1313277810-project] Calling delete_port for cedf8386-3b51-4a0f-a490-e30a4c7758c2 owned by {{(pid=94175) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1986}} Jun 23 11:32:27.485948 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron_lib.callbacks.manager [None req-ad72d912-00bb-4b6a-b334-17812b8d0db3 tempest-PortsAdminExtendedAttrsTestJSON-1772465988 tempest-PortsAdminExtendedAttrsTestJSON-1772465988-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-922904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866062', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773700135042', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773699642233', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773699642278', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5196369'] for port, after_update {{(pid=94174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:32:27.488405 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron_lib.callbacks.manager [None req-f62d025e-26b3-4ea4-8837-329baff95c18 tempest-BulkNetworkOpsIpV6Test-986121801 tempest-BulkNetworkOpsIpV6Test-986121801-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-922915', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-239814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7866073', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773699642215', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-5196399'] for port, after_create {{(pid=94174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:32:27.553256 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron_lib.callbacks.manager [None req-dc7542b2-afef-47f4-a763-e3a3cba144be None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-923122'] for port, before_update {{(pid=94176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:32:27.575309 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5e5d1b54-a7de-4ee5-b7fc-81b02c96571c tempest-NetworksTestDHCPv6-162546708 tempest-NetworksTestDHCPv6-162546708-project] Made reservation on behalf of 5e61222a836c47229c94e37f3902e6bd for: {'subnet': 1} {{(pid=94175) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 23 11:32:27.578456 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.plugins.ml2.db [None req-dc7542b2-afef-47f4-a763-e3a3cba144be None None] For port 946affd4-ae12-4b9b-ba02-e48035525e66, host dv-neutron-601336-94-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-94-hyperv',level=0,port_id=946affd4-ae12-4b9b-ba02-e48035525e66,segment=NetworkSegment(c23be0a5-6980-48fb-bc9f-4a24717fe1de),segment_id=c23be0a5-6980-48fb-bc9f-4a24717fe1de)] {{(pid=94176) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 23 11:32:27.579272 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron_lib.callbacks.manager [None req-5e5d1b54-a7de-4ee5-b7fc-81b02c96571c tempest-NetworksTestDHCPv6-162546708 tempest-NetworksTestDHCPv6-162546708-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4660073'] for subnet, before_create {{(pid=94175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:32:27.580707 dv-neutron-601336-94-hyperv neutron-server[94175]: INFO neutron.pecan_wsgi.hooks.translation [None req-5e5d1b54-a7de-4ee5-b7fc-81b02c96571c tempest-NetworksTestDHCPv6-162546708 tempest-NetworksTestDHCPv6-162546708-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jun 23 11:32:27.585537 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-5e5d1b54-a7de-4ee5-b7fc-81b02c96571c tempest-NetworksTestDHCPv6-162546708 tempest-NetworksTestDHCPv6-162546708-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=94175) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 23 11:32:27.587841 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07fb42a9-3095-4775-a058-88e72f171050 tempest-PortsTestJSON-2085221018 tempest-PortsTestJSON-2085221018-project] Pushing event updated for resources: {'Network': ['ID=e8b68211-cf3e-4434-b556-c1bf98cd7bb3,revision_number=1']} {{(pid=94174) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 11:32:27.590382 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG oslo_concurrency.lockutils [None req-07fb42a9-3095-4775-a058-88e72f171050 tempest-PortsTestJSON-2085221018 tempest-PortsTestJSON-2085221018-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.110s {{(pid=94174) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 11:32:27.597991 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG oslo_concurrency.lockutils [None req-7284bc11-cc78-407f-8cf5-7519c7ddb127 tempest-FloatingIPAdminTestJSON-1420968783 tempest-FloatingIPAdminTestJSON-1420968783-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.092s {{(pid=94174) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 11:32:27.609234 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.plugins.ml2.rpc [None req-dc7542b2-afef-47f4-a763-e3a3cba144be None None] Network e8b68211-cf3e-4434-b556-c1bf98cd7bb3 details requested by agent ovs-agent-dv-neutron-601336-94-hyperv with host dv-neutron-601336-94-hyperv {{(pid=94176) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:250}} Jun 23 11:32:27.669802 dv-neutron-601336-94-hyperv neutron-server[94175]: INFO neutron.wsgi [None req-5e5d1b54-a7de-4ee5-b7fc-81b02c96571c tempest-NetworksTestDHCPv6-162546708 tempest-NetworksTestDHCPv6-162546708-project] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 449 time: 0.4347022 Jun 23 11:32:27.669966 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron_lib.callbacks.manager [None req-dc7542b2-afef-47f4-a763-e3a3cba144be None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-922904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866062', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773700135042', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773699642233', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773699642278'] for port, after_update {{(pid=94176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:32:27.670080 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.wsgi [-] (94175) accepted ('10.222.0.20', 38290) {{(pid=94175) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 11:32:27.683358 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG oslo_concurrency.lockutils [None req-37574f71-f87c-4c23-90b2-c1cb9590f276 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 11:32:27.686350 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.api.v2.base [None req-34f4771c-a89d-418e-889d-c0ff7459b1dd tempest-NetworksTestDHCPv6-162546708 tempest-NetworksTestDHCPv6-162546708-project] Request body: {'subnet': {'network_id': 'f53f535d-bce4-4da8-9bd9-396677ff4e83', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=94175) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 23 11:32:27.687756 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f62d025e-26b3-4ea4-8837-329baff95c18 tempest-BulkNetworkOpsIpV6Test-986121801 tempest-BulkNetworkOpsIpV6Test-986121801-project] Checking segment: {'id': 'be173b34-d274-4c59-8c17-a3c647b65050', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 432, 'network_id': '52717dd2-93a8-42c3-932e-191f1498615b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94174) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 23 11:32:27.688393 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f62d025e-26b3-4ea4-8837-329baff95c18 tempest-BulkNetworkOpsIpV6Test-986121801 tempest-BulkNetworkOpsIpV6Test-986121801-project] Network hostable DHCP agents. Network: 52717dd2-93a8-42c3-932e-191f1498615b, hostable agents: ['8cf29b10-0e57-4131-816f-a4b6ad00b249'], hosted agents: [] {{(pid=94174) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 23 11:32:27.691938 dv-neutron-601336-94-hyperv neutron-server[94174]: INFO neutron.wsgi [None req-07fb42a9-3095-4775-a058-88e72f171050 tempest-PortsTestJSON-2085221018 tempest-PortsTestJSON-2085221018-project] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 2.0796852 Jun 23 11:32:27.695108 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.wsgi [-] (94174) accepted ('10.222.0.20', 38292) {{(pid=94174) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 11:32:27.730369 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.api.v2.base [None req-329ff53d-41b1-44dc-be0a-bf860020fe62 tempest-PortsTestJSON-2085221018 tempest-PortsTestJSON-2085221018-project] Request body: {'subnet': {'network_id': 'e8b68211-cf3e-4434-b556-c1bf98cd7bb3', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=94174) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 23 11:32:27.734960 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad72d912-00bb-4b6a-b334-17812b8d0db3 tempest-PortsAdminExtendedAttrsTestJSON-1772465988 tempest-PortsAdminExtendedAttrsTestJSON-1772465988-project-admin] Pushing event updated for resources: {'Port': ['ID=8e5fba37-f713-4acd-94a6-f5412919e56e,revision_number=2']} {{(pid=94174) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 11:32:27.738245 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a9dd612e-2239-4bc4-9e13-49fbb24dcb33 admin admin] Notify agent at l3_agent.dv-neutron-601336-94-hyperv the message routers_updated {{(pid=94174) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 23 11:32:27.748555 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc7542b2-afef-47f4-a763-e3a3cba144be None None] Pushing event updated for resources: {'Port': ['ID=946affd4-ae12-4b9b-ba02-e48035525e66,revision_number=4']} {{(pid=94176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 11:32:27.753805 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.plugins.ml2.rpc [None req-dc7542b2-afef-47f4-a763-e3a3cba144be None None] Device 47dd6052-3af5-4f51-bbc9-97dc964c4a04 no longer exists at agent ovs-agent-dv-neutron-601336-94-hyperv {{(pid=94176) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:261}} Jun 23 11:32:27.759128 dv-neutron-601336-94-hyperv neutron-server[94174]: INFO neutron.wsgi [None req-a9dd612e-2239-4bc4-9e13-49fbb24dcb33 admin admin] 10.222.0.20 "PUT /v2.0/routers/e088c3b9-e76a-4661-91ae-fd789b04bbf1/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.0405543 Jun 23 11:32:27.759638 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG oslo_concurrency.lockutils [None req-dc7542b2-afef-47f4-a763-e3a3cba144be None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.082s {{(pid=94176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 11:32:27.785917 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.plugins.ml2.plugin [None req-dc7542b2-afef-47f4-a763-e3a3cba144be None None] No Port match for: 47dd6052-3af5-4f51-bbc9-97dc964c4a04 {{(pid=94176) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2240}} Jun 23 11:32:27.786294 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.plugins.ml2.rpc [None req-dc7542b2-afef-47f4-a763-e3a3cba144be None None] Device 47dd6052-3af5-4f51-bbc9-97dc964c4a04 not bound to the agent host dv-neutron-601336-94-hyperv {{(pid=94176) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:271}} Jun 23 11:32:27.799568 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron_lib.callbacks.manager [None req-ccc9ed67-4717-4031-a867-27609288ddc8 tempest-ExtraDHCPOptionsTestJSON-1313277810 tempest-ExtraDHCPOptionsTestJSON-1313277810-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-922904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866062', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773700135024', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773699642224', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5082448'] for port, after_delete {{(pid=94175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:32:27.806123 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG oslo_concurrency.lockutils [None req-60a72422-19e6-404c-ab43-a20945a1c969 tempest-PortsTestJSON-2085221018 tempest-PortsTestJSON-2085221018-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94175) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 11:32:27.848351 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccc9ed67-4717-4031-a867-27609288ddc8 tempest-ExtraDHCPOptionsTestJSON-1313277810 tempest-ExtraDHCPOptionsTestJSON-1313277810-project] Pushing event deleted for resources: {'Port': ['ID=cedf8386-3b51-4a0f-a490-e30a4c7758c2,revision_number=None']} {{(pid=94175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 11:32:27.853654 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG oslo_concurrency.lockutils [None req-ccc9ed67-4717-4031-a867-27609288ddc8 tempest-ExtraDHCPOptionsTestJSON-1313277810 tempest-ExtraDHCPOptionsTestJSON-1313277810-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=94175) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 11:32:27.891422 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.plugins.ml2.managers [None req-ad72d912-00bb-4b6a-b334-17812b8d0db3 tempest-PortsAdminExtendedAttrsTestJSON-1772465988 tempest-PortsAdminExtendedAttrsTestJSON-1772465988-project-admin] Attempting to bind port 8e5fba37-f713-4acd-94a6-f5412919e56e on host hv-neutron-6013 for vnic_type normal with profile {{(pid=94174) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 23 11:32:27.891422 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.plugins.ml2.managers [None req-ad72d912-00bb-4b6a-b334-17812b8d0db3 tempest-PortsAdminExtendedAttrsTestJSON-1772465988 tempest-PortsAdminExtendedAttrsTestJSON-1772465988-project-admin] Attempting to bind port 8e5fba37-f713-4acd-94a6-f5412919e56e by drivers openvswitch,hyperv on host hv-neutron-6013 at level 0 using segments [{'id': '51c52a79-52ae-4599-8fdf-ce32e6bbbadb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 402, 'network_id': 'a2a3038f-d74f-4d71-9006-cee952f59bc9'}] {{(pid=94174) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 23 11:32:27.891803 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ad72d912-00bb-4b6a-b334-17812b8d0db3 tempest-PortsAdminExtendedAttrsTestJSON-1772465988 tempest-PortsAdminExtendedAttrsTestJSON-1772465988-project-admin] Attempting to bind port 8e5fba37-f713-4acd-94a6-f5412919e56e on network a2a3038f-d74f-4d71-9006-cee952f59bc9 {{(pid=94174) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 23 11:32:27.912157 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f62d025e-26b3-4ea4-8837-329baff95c18 tempest-BulkNetworkOpsIpV6Test-986121801 tempest-BulkNetworkOpsIpV6Test-986121801-project] Pushing event updated for resources: {'Port': ['ID=a196bf45-421b-4dde-8491-d71db901e955,revision_number=1']} {{(pid=94174) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 11:32:27.925451 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG oslo_concurrency.lockutils [None req-f62d025e-26b3-4ea4-8837-329baff95c18 tempest-BulkNetworkOpsIpV6Test-986121801 tempest-BulkNetworkOpsIpV6Test-986121801-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.325s {{(pid=94174) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 11:32:27.927859 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG oslo_concurrency.lockutils [None req-a9dd612e-2239-4bc4-9e13-49fbb24dcb33 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.412s {{(pid=94174) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 11:32:27.928465 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG oslo_concurrency.lockutils [None req-a9dd612e-2239-4bc4-9e13-49fbb24dcb33 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.001s {{(pid=94174) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 11:32:27.940455 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ad72d912-00bb-4b6a-b334-17812b8d0db3 tempest-PortsAdminExtendedAttrsTestJSON-1772465988 tempest-PortsAdminExtendedAttrsTestJSON-1772465988-project-admin] Port 8e5fba37-f713-4acd-94a6-f5412919e56e on network a2a3038f-d74f-4d71-9006-cee952f59bc9 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-6013 {{(pid=94174) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 23 11:32:27.940455 dv-neutron-601336-94-hyperv neutron-server[94174]: ERROR neutron.plugins.ml2.managers [None req-ad72d912-00bb-4b6a-b334-17812b8d0db3 tempest-PortsAdminExtendedAttrsTestJSON-1772465988 tempest-PortsAdminExtendedAttrsTestJSON-1772465988-project-admin] Failed to bind port 8e5fba37-f713-4acd-94a6-f5412919e56e on host hv-neutron-6013 for vnic_type normal using segments [{'id': '51c52a79-52ae-4599-8fdf-ce32e6bbbadb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 402, 'network_id': 'a2a3038f-d74f-4d71-9006-cee952f59bc9'}] Jun 23 11:32:27.944240 dv-neutron-601336-94-hyperv neutron-server[94174]: INFO neutron.plugins.ml2.plugin [None req-ad72d912-00bb-4b6a-b334-17812b8d0db3 tempest-PortsAdminExtendedAttrsTestJSON-1772465988 tempest-PortsAdminExtendedAttrsTestJSON-1772465988-project-admin] Attempt 2 to bind port 8e5fba37-f713-4acd-94a6-f5412919e56e Jun 23 11:32:27.974142 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.plugins.ml2.managers [None req-ad72d912-00bb-4b6a-b334-17812b8d0db3 tempest-PortsAdminExtendedAttrsTestJSON-1772465988 tempest-PortsAdminExtendedAttrsTestJSON-1772465988-project-admin] Attempting to bind port 8e5fba37-f713-4acd-94a6-f5412919e56e on host hv-neutron-6013 for vnic_type normal with profile {{(pid=94174) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 23 11:32:27.974367 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.plugins.ml2.managers [None req-ad72d912-00bb-4b6a-b334-17812b8d0db3 tempest-PortsAdminExtendedAttrsTestJSON-1772465988 tempest-PortsAdminExtendedAttrsTestJSON-1772465988-project-admin] Attempting to bind port 8e5fba37-f713-4acd-94a6-f5412919e56e by drivers openvswitch,hyperv on host hv-neutron-6013 at level 0 using segments [{'id': '51c52a79-52ae-4599-8fdf-ce32e6bbbadb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 402, 'network_id': 'a2a3038f-d74f-4d71-9006-cee952f59bc9'}] {{(pid=94174) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 23 11:32:27.974845 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ad72d912-00bb-4b6a-b334-17812b8d0db3 tempest-PortsAdminExtendedAttrsTestJSON-1772465988 tempest-PortsAdminExtendedAttrsTestJSON-1772465988-project-admin] Attempting to bind port 8e5fba37-f713-4acd-94a6-f5412919e56e on network a2a3038f-d74f-4d71-9006-cee952f59bc9 {{(pid=94174) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 23 11:32:27.978609 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron_lib.callbacks.manager [None req-ccc9ed67-4717-4031-a867-27609288ddc8 tempest-ExtraDHCPOptionsTestJSON-1313277810 tempest-ExtraDHCPOptionsTestJSON-1313277810-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-217507'] for port, before_response {{(pid=94175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:32:27.979488 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ad72d912-00bb-4b6a-b334-17812b8d0db3 tempest-PortsAdminExtendedAttrsTestJSON-1772465988 tempest-PortsAdminExtendedAttrsTestJSON-1772465988-project-admin] Port 8e5fba37-f713-4acd-94a6-f5412919e56e on network a2a3038f-d74f-4d71-9006-cee952f59bc9 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-6013 {{(pid=94174) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 23 11:32:27.979830 dv-neutron-601336-94-hyperv neutron-server[94174]: ERROR neutron.plugins.ml2.managers [None req-ad72d912-00bb-4b6a-b334-17812b8d0db3 tempest-PortsAdminExtendedAttrsTestJSON-1772465988 tempest-PortsAdminExtendedAttrsTestJSON-1772465988-project-admin] Failed to bind port 8e5fba37-f713-4acd-94a6-f5412919e56e on host hv-neutron-6013 for vnic_type normal using segments [{'id': '51c52a79-52ae-4599-8fdf-ce32e6bbbadb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 402, 'network_id': 'a2a3038f-d74f-4d71-9006-cee952f59bc9'}] Jun 23 11:32:27.980243 dv-neutron-601336-94-hyperv neutron-server[94174]: INFO neutron.plugins.ml2.plugin [None req-ad72d912-00bb-4b6a-b334-17812b8d0db3 tempest-PortsAdminExtendedAttrsTestJSON-1772465988 tempest-PortsAdminExtendedAttrsTestJSON-1772465988-project-admin] Attempt 3 to bind port 8e5fba37-f713-4acd-94a6-f5412919e56e Jun 23 11:32:27.982271 dv-neutron-601336-94-hyperv neutron-server[94175]: INFO neutron.wsgi [None req-ccc9ed67-4717-4031-a867-27609288ddc8 tempest-ExtraDHCPOptionsTestJSON-1313277810 tempest-ExtraDHCPOptionsTestJSON-1313277810-project] 10.222.0.20 "DELETE /v2.0/ports/cedf8386-3b51-4a0f-a490-e30a4c7758c2 HTTP/1.1" status: 204 len: 168 time: 0.8153617 Jun 23 11:32:27.990155 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.wsgi [-] (94174) accepted ('10.222.0.20', 38302) {{(pid=94174) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 11:32:28.000258 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.api.v2.base [None req-c1eee0f6-63bb-4e47-9372-bed28d31b557 tempest-ExtraDHCPOptionsTestJSON-1313277810 tempest-ExtraDHCPOptionsTestJSON-1313277810-project] Request body: {'port': {'name': 'tempest-new-port-name-425091010', 'extra_dhcp_opts': [{'opt_value': 'pxelinux.0', 'opt_name': 'bootfile-name'}, {'opt_value': '123.123.123.123', 'opt_name': 'tftp-server'}, {'opt_value': '123.123.123.45', 'opt_name': 'server-ip-address'}]}} {{(pid=94174) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 23 11:32:28.000258 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron_lib.api.validators [None req-c1eee0f6-63bb-4e47-9372-bed28d31b557 tempest-ExtraDHCPOptionsTestJSON-1313277810 tempest-ExtraDHCPOptionsTestJSON-1313277810-project] bootfile-name is not in valid_values {{(pid=94174) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} Jun 23 11:32:28.000258 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron_lib.api.validators [None req-c1eee0f6-63bb-4e47-9372-bed28d31b557 tempest-ExtraDHCPOptionsTestJSON-1313277810 tempest-ExtraDHCPOptionsTestJSON-1313277810-project] tftp-server is not in valid_values {{(pid=94174) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} Jun 23 11:32:28.000258 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron_lib.api.validators [None req-c1eee0f6-63bb-4e47-9372-bed28d31b557 tempest-ExtraDHCPOptionsTestJSON-1313277810 tempest-ExtraDHCPOptionsTestJSON-1313277810-project] server-ip-address is not in valid_values {{(pid=94174) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} Jun 23 11:32:28.002471 dv-neutron-601336-94-hyperv neutron-server[94177]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9a89d470-7c20-4880-b67a-f3292bb71a11 None None] Sync routers for ids ['e088c3b9-e76a-4661-91ae-fd789b04bbf1'] in dv-neutron-601336-94-hyperv {{(pid=94177) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 23 11:32:28.029652 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f62d025e-26b3-4ea4-8837-329baff95c18 tempest-BulkNetworkOpsIpV6Test-986121801 tempest-BulkNetworkOpsIpV6Test-986121801-project] Network 52717dd2-93a8-42c3-932e-191f1498615b is scheduled to be hosted by DHCP agent 8cf29b10-0e57-4131-816f-a4b6ad00b249 with binding_index 1 {{(pid=94174) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 23 11:32:28.032554 dv-neutron-601336-94-hyperv neutron-server[94177]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9a89d470-7c20-4880-b67a-f3292bb71a11 None None] Routers {'e088c3b9-e76a-4661-91ae-fd789b04bbf1'} bound to L3 agent in host dv-neutron-601336-94-hyperv {{(pid=94177) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 23 11:32:28.033416 dv-neutron-601336-94-hyperv neutron-server[94177]: DEBUG neutron.db.l3_hamode_db [None req-9a89d470-7c20-4880-b67a-f3292bb71a11 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-601336-94-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-06-23T11:22:13Z,description=,heartbeat_timestamp=2021-06-23T11:32:13Z,host='dv-neutron-601336-94-hyperv',id=50ef99c0-ef28-4db5-b303-b145898fae60,load=0,resource_versions=,resources_synced=,started_at=2021-06-23T11:22:14Z,topic='l3_agent')) {'router_ids': ['e088c3b9-e76a-4661-91ae-fd789b04bbf1'], 'active': True} {{(pid=94177) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 11:32:28.037262 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.plugins.ml2.managers [None req-ad72d912-00bb-4b6a-b334-17812b8d0db3 tempest-PortsAdminExtendedAttrsTestJSON-1772465988 tempest-PortsAdminExtendedAttrsTestJSON-1772465988-project-admin] Attempting to bind port 8e5fba37-f713-4acd-94a6-f5412919e56e on host hv-neutron-6013 for vnic_type normal with profile {{(pid=94174) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 23 11:32:28.037551 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.plugins.ml2.managers [None req-ad72d912-00bb-4b6a-b334-17812b8d0db3 tempest-PortsAdminExtendedAttrsTestJSON-1772465988 tempest-PortsAdminExtendedAttrsTestJSON-1772465988-project-admin] Attempting to bind port 8e5fba37-f713-4acd-94a6-f5412919e56e by drivers openvswitch,hyperv on host hv-neutron-6013 at level 0 using segments [{'id': '51c52a79-52ae-4599-8fdf-ce32e6bbbadb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 402, 'network_id': 'a2a3038f-d74f-4d71-9006-cee952f59bc9'}] {{(pid=94174) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 23 11:32:28.037893 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ad72d912-00bb-4b6a-b334-17812b8d0db3 tempest-PortsAdminExtendedAttrsTestJSON-1772465988 tempest-PortsAdminExtendedAttrsTestJSON-1772465988-project-admin] Attempting to bind port 8e5fba37-f713-4acd-94a6-f5412919e56e on network a2a3038f-d74f-4d71-9006-cee952f59bc9 {{(pid=94174) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 23 11:32:28.053042 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ad72d912-00bb-4b6a-b334-17812b8d0db3 tempest-PortsAdminExtendedAttrsTestJSON-1772465988 tempest-PortsAdminExtendedAttrsTestJSON-1772465988-project-admin] Port 8e5fba37-f713-4acd-94a6-f5412919e56e on network a2a3038f-d74f-4d71-9006-cee952f59bc9 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-6013 {{(pid=94174) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 23 11:32:28.053383 dv-neutron-601336-94-hyperv neutron-server[94174]: ERROR neutron.plugins.ml2.managers [None req-ad72d912-00bb-4b6a-b334-17812b8d0db3 tempest-PortsAdminExtendedAttrsTestJSON-1772465988 tempest-PortsAdminExtendedAttrsTestJSON-1772465988-project-admin] Failed to bind port 8e5fba37-f713-4acd-94a6-f5412919e56e on host hv-neutron-6013 for vnic_type normal using segments [{'id': '51c52a79-52ae-4599-8fdf-ce32e6bbbadb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 402, 'network_id': 'a2a3038f-d74f-4d71-9006-cee952f59bc9'}] Jun 23 11:32:28.055611 dv-neutron-601336-94-hyperv neutron-server[94174]: INFO neutron.plugins.ml2.plugin [None req-ad72d912-00bb-4b6a-b334-17812b8d0db3 tempest-PortsAdminExtendedAttrsTestJSON-1772465988 tempest-PortsAdminExtendedAttrsTestJSON-1772465988-project-admin] Attempt 4 to bind port 8e5fba37-f713-4acd-94a6-f5412919e56e Jun 23 11:32:28.125475 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron_lib.callbacks.manager [None req-c1eee0f6-63bb-4e47-9372-bed28d31b557 tempest-ExtraDHCPOptionsTestJSON-1313277810 tempest-ExtraDHCPOptionsTestJSON-1313277810-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-923122'] for port, before_update {{(pid=94174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:32:28.127719 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.plugins.ml2.managers [None req-ad72d912-00bb-4b6a-b334-17812b8d0db3 tempest-PortsAdminExtendedAttrsTestJSON-1772465988 tempest-PortsAdminExtendedAttrsTestJSON-1772465988-project-admin] Attempting to bind port 8e5fba37-f713-4acd-94a6-f5412919e56e on host hv-neutron-6013 for vnic_type normal with profile {{(pid=94174) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 23 11:32:28.128073 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.plugins.ml2.managers [None req-ad72d912-00bb-4b6a-b334-17812b8d0db3 tempest-PortsAdminExtendedAttrsTestJSON-1772465988 tempest-PortsAdminExtendedAttrsTestJSON-1772465988-project-admin] Attempting to bind port 8e5fba37-f713-4acd-94a6-f5412919e56e by drivers openvswitch,hyperv on host hv-neutron-6013 at level 0 using segments [{'id': '51c52a79-52ae-4599-8fdf-ce32e6bbbadb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 402, 'network_id': 'a2a3038f-d74f-4d71-9006-cee952f59bc9'}] {{(pid=94174) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 23 11:32:28.128406 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ad72d912-00bb-4b6a-b334-17812b8d0db3 tempest-PortsAdminExtendedAttrsTestJSON-1772465988 tempest-PortsAdminExtendedAttrsTestJSON-1772465988-project-admin] Attempting to bind port 8e5fba37-f713-4acd-94a6-f5412919e56e on network a2a3038f-d74f-4d71-9006-cee952f59bc9 {{(pid=94174) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 23 11:32:28.130231 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-34f4771c-a89d-418e-889d-c0ff7459b1dd tempest-NetworksTestDHCPv6-162546708 tempest-NetworksTestDHCPv6-162546708-project] Made reservation on behalf of 5e61222a836c47229c94e37f3902e6bd for: {'subnet': 1} {{(pid=94175) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 23 11:32:28.134197 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron_lib.callbacks.manager [None req-34f4771c-a89d-418e-889d-c0ff7459b1dd tempest-NetworksTestDHCPv6-162546708 tempest-NetworksTestDHCPv6-162546708-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4660073'] for subnet, before_create {{(pid=94175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:32:28.138906 dv-neutron-601336-94-hyperv neutron-server[94175]: INFO neutron.pecan_wsgi.hooks.translation [None req-34f4771c-a89d-418e-889d-c0ff7459b1dd tempest-NetworksTestDHCPv6-162546708 tempest-NetworksTestDHCPv6-162546708-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jun 23 11:32:28.138906 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-34f4771c-a89d-418e-889d-c0ff7459b1dd tempest-NetworksTestDHCPv6-162546708 tempest-NetworksTestDHCPv6-162546708-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=94175) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 23 11:32:28.155285 dv-neutron-601336-94-hyperv neutron-server[94177]: DEBUG neutron.db.l3_dvr_db [None req-9a89d470-7c20-4880-b67a-f3292bb71a11 None None] Set router e088c3b9-e76a-4661-91ae-fd789b04bbf1 gateway port host: dv-neutron-601336-94-hyperv {{(pid=94177) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:838}} Jun 23 11:32:28.158979 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.scheduler.base_scheduler [None req-f62d025e-26b3-4ea4-8837-329baff95c18 tempest-BulkNetworkOpsIpV6Test-986121801 tempest-BulkNetworkOpsIpV6Test-986121801-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-601336-94-hyperv, 52717dd2-93a8-42c3-932e-191f1498615b) {{(pid=94174) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 23 11:32:28.169377 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ad72d912-00bb-4b6a-b334-17812b8d0db3 tempest-PortsAdminExtendedAttrsTestJSON-1772465988 tempest-PortsAdminExtendedAttrsTestJSON-1772465988-project-admin] Port 8e5fba37-f713-4acd-94a6-f5412919e56e on network a2a3038f-d74f-4d71-9006-cee952f59bc9 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-6013 {{(pid=94174) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 23 11:32:28.170040 dv-neutron-601336-94-hyperv neutron-server[94174]: ERROR neutron.plugins.ml2.managers [None req-ad72d912-00bb-4b6a-b334-17812b8d0db3 tempest-PortsAdminExtendedAttrsTestJSON-1772465988 tempest-PortsAdminExtendedAttrsTestJSON-1772465988-project-admin] Failed to bind port 8e5fba37-f713-4acd-94a6-f5412919e56e on host hv-neutron-6013 for vnic_type normal using segments [{'id': '51c52a79-52ae-4599-8fdf-ce32e6bbbadb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 402, 'network_id': 'a2a3038f-d74f-4d71-9006-cee952f59bc9'}] Jun 23 11:32:28.172159 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f62d025e-26b3-4ea4-8837-329baff95c18 tempest-BulkNetworkOpsIpV6Test-986121801 tempest-BulkNetworkOpsIpV6Test-986121801-project] Received port after_create {{(pid=94174) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 23 11:32:28.173243 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron_lib.callbacks.manager [None req-f62d025e-26b3-4ea4-8837-329baff95c18 tempest-BulkNetworkOpsIpV6Test-986121801 tempest-BulkNetworkOpsIpV6Test-986121801-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-922915', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-239814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7866073', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773699642215', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-5196399'] for port, after_create {{(pid=94174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:32:28.174395 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9c74225d-c95c-46e4-9790-8107e055da0b None None] Network 52717dd2-93a8-42c3-932e-191f1498615b requested from dv-neutron-601336-94-hyperv {{(pid=94176) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 23 11:32:28.175098 dv-neutron-601336-94-hyperv neutron-server[94174]: INFO neutron.plugins.ml2.plugin [None req-ad72d912-00bb-4b6a-b334-17812b8d0db3 tempest-PortsAdminExtendedAttrsTestJSON-1772465988 tempest-PortsAdminExtendedAttrsTestJSON-1772465988-project-admin] Attempt 5 to bind port 8e5fba37-f713-4acd-94a6-f5412919e56e Jun 23 11:32:28.225040 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.plugins.ml2.managers [None req-ad72d912-00bb-4b6a-b334-17812b8d0db3 tempest-PortsAdminExtendedAttrsTestJSON-1772465988 tempest-PortsAdminExtendedAttrsTestJSON-1772465988-project-admin] Attempting to bind port 8e5fba37-f713-4acd-94a6-f5412919e56e on host hv-neutron-6013 for vnic_type normal with profile {{(pid=94174) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 23 11:32:28.225311 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.plugins.ml2.managers [None req-ad72d912-00bb-4b6a-b334-17812b8d0db3 tempest-PortsAdminExtendedAttrsTestJSON-1772465988 tempest-PortsAdminExtendedAttrsTestJSON-1772465988-project-admin] Attempting to bind port 8e5fba37-f713-4acd-94a6-f5412919e56e by drivers openvswitch,hyperv on host hv-neutron-6013 at level 0 using segments [{'id': '51c52a79-52ae-4599-8fdf-ce32e6bbbadb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 402, 'network_id': 'a2a3038f-d74f-4d71-9006-cee952f59bc9'}] {{(pid=94174) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 23 11:32:28.225713 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ad72d912-00bb-4b6a-b334-17812b8d0db3 tempest-PortsAdminExtendedAttrsTestJSON-1772465988 tempest-PortsAdminExtendedAttrsTestJSON-1772465988-project-admin] Attempting to bind port 8e5fba37-f713-4acd-94a6-f5412919e56e on network a2a3038f-d74f-4d71-9006-cee952f59bc9 {{(pid=94174) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 23 11:32:28.230546 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG oslo_concurrency.lockutils [None req-71846536-f34e-4e76-9e82-049383eda758 tempest-ExtraDHCPOptionsTestJSON-1313277810 tempest-ExtraDHCPOptionsTestJSON-1313277810-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94174) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 11:32:28.291542 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ad72d912-00bb-4b6a-b334-17812b8d0db3 tempest-PortsAdminExtendedAttrsTestJSON-1772465988 tempest-PortsAdminExtendedAttrsTestJSON-1772465988-project-admin] Port 8e5fba37-f713-4acd-94a6-f5412919e56e on network a2a3038f-d74f-4d71-9006-cee952f59bc9 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-6013 {{(pid=94174) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 23 11:32:28.291857 dv-neutron-601336-94-hyperv neutron-server[94174]: ERROR neutron.plugins.ml2.managers [None req-ad72d912-00bb-4b6a-b334-17812b8d0db3 tempest-PortsAdminExtendedAttrsTestJSON-1772465988 tempest-PortsAdminExtendedAttrsTestJSON-1772465988-project-admin] Failed to bind port 8e5fba37-f713-4acd-94a6-f5412919e56e on host hv-neutron-6013 for vnic_type normal using segments [{'id': '51c52a79-52ae-4599-8fdf-ce32e6bbbadb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 402, 'network_id': 'a2a3038f-d74f-4d71-9006-cee952f59bc9'}] Jun 23 11:32:28.292508 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f62d025e-26b3-4ea4-8837-329baff95c18 tempest-BulkNetworkOpsIpV6Test-986121801 tempest-BulkNetworkOpsIpV6Test-986121801-project] Pushing event updated for resources: {'Port': ['ID=ebf6326b-6dfc-478d-816d-7c6db75875c5,revision_number=1']} {{(pid=94174) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 11:32:28.296666 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG oslo_concurrency.lockutils [None req-f62d025e-26b3-4ea4-8837-329baff95c18 tempest-BulkNetworkOpsIpV6Test-986121801 tempest-BulkNetworkOpsIpV6Test-986121801-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.066s {{(pid=94174) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 11:32:28.301946 dv-neutron-601336-94-hyperv neutron-server[94174]: INFO neutron.plugins.ml2.plugin [None req-ad72d912-00bb-4b6a-b334-17812b8d0db3 tempest-PortsAdminExtendedAttrsTestJSON-1772465988 tempest-PortsAdminExtendedAttrsTestJSON-1772465988-project-admin] Attempt 6 to bind port 8e5fba37-f713-4acd-94a6-f5412919e56e Jun 23 11:32:28.317756 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-329ff53d-41b1-44dc-be0a-bf860020fe62 tempest-PortsTestJSON-2085221018 tempest-PortsTestJSON-2085221018-project] Made reservation on behalf of 9e5461dd76964a018bba022fe5f7a0f1 for: {'subnet': 1} {{(pid=94174) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 23 11:32:28.321875 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron_lib.callbacks.manager [None req-329ff53d-41b1-44dc-be0a-bf860020fe62 tempest-PortsTestJSON-2085221018 tempest-PortsTestJSON-2085221018-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4294245'] for subnet, before_create {{(pid=94174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:32:28.333491 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.plugins.ml2.managers [None req-ad72d912-00bb-4b6a-b334-17812b8d0db3 tempest-PortsAdminExtendedAttrsTestJSON-1772465988 tempest-PortsAdminExtendedAttrsTestJSON-1772465988-project-admin] Attempting to bind port 8e5fba37-f713-4acd-94a6-f5412919e56e on host hv-neutron-6013 for vnic_type normal with profile {{(pid=94174) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 23 11:32:28.334110 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.plugins.ml2.managers [None req-ad72d912-00bb-4b6a-b334-17812b8d0db3 tempest-PortsAdminExtendedAttrsTestJSON-1772465988 tempest-PortsAdminExtendedAttrsTestJSON-1772465988-project-admin] Attempting to bind port 8e5fba37-f713-4acd-94a6-f5412919e56e by drivers openvswitch,hyperv on host hv-neutron-6013 at level 0 using segments [{'id': '51c52a79-52ae-4599-8fdf-ce32e6bbbadb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 402, 'network_id': 'a2a3038f-d74f-4d71-9006-cee952f59bc9'}] {{(pid=94174) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 23 11:32:28.334211 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ad72d912-00bb-4b6a-b334-17812b8d0db3 tempest-PortsAdminExtendedAttrsTestJSON-1772465988 tempest-PortsAdminExtendedAttrsTestJSON-1772465988-project-admin] Attempting to bind port 8e5fba37-f713-4acd-94a6-f5412919e56e on network a2a3038f-d74f-4d71-9006-cee952f59bc9 {{(pid=94174) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 23 11:32:28.362987 dv-neutron-601336-94-hyperv neutron-server[94175]: INFO neutron.wsgi [None req-34f4771c-a89d-418e-889d-c0ff7459b1dd tempest-NetworksTestDHCPv6-162546708 tempest-NetworksTestDHCPv6-162546708-project] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 450 time: 0.6915271 Jun 23 11:32:28.363594 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.wsgi [-] (94175) accepted ('10.222.0.20', 38310) {{(pid=94175) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 11:32:28.371598 dv-neutron-601336-94-hyperv neutron-server[94177]: DEBUG neutron.db.l3_hamode_db [None req-9a89d470-7c20-4880-b67a-f3292bb71a11 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e088c3b9-e76a-4661-91ae-fd789b04bbf1', 'name': 'tempest-ServerActionsTestJSON-2115701801-router', 'tenant_id': '252b24454ee04e36b666155dab1feb23', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3e7e4eb3-cf02-4d47-ade9-0a579cdfc60f', 'external_fixed_ips': [{'subnet_id': 'a5ad15ab-c489-4a67-a9b0-d559fca0ec71', 'ip_address': '172.26.3.171'}], 'enable_snat': True}, 'gw_port_id': '946affd4-ae12-4b9b-ba02-e48035525e66', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-23T11:32:15Z', 'updated_at': '2021-06-23T11:32:24Z', 'revision_number': 4, 'project_id': '252b24454ee04e36b666155dab1feb23', 'gw_port': {'id': '946affd4-ae12-4b9b-ba02-e48035525e66', 'name': '', 'network_id': '3e7e4eb3-cf02-4d47-ade9-0a579cdfc60f', 'tenant_id': '', 'mac_address': 'fa:16:3e:c7:1d:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e088c3b9-e76a-4661-91ae-fd789b04bbf1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 440, 'fixed_ips': [{'subnet_id': 'a5ad15ab-c489-4a67-a9b0-d559fca0ec71', 'ip_address': '172.26.3.171', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-94-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-23T11:32:16Z', 'updated_at': '2021-06-23T11:32:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a5ad15ab-c489-4a67-a9b0-d559fca0ec71', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-601336-94-hyperv', '_interfaces': [{'id': '8b3f2607-1beb-44c0-92af-cbc38d0500bc', 'name': '', 'network_id': '34cf218b-02ad-4259-a49e-5807c729dd9a', 'tenant_id': '252b24454ee04e36b666155dab1feb23', 'mac_address': 'fa:16:3e:cf:71:7a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e088c3b9-e76a-4661-91ae-fd789b04bbf1', 'device_owner': 'network:router_interface', 'standard_attr_id': 483, 'fixed_ips': [{'subnet_id': '47ff68e9-949b-4720-9652-7e8da6276be9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-23T11:32:23Z', 'updated_at': '2021-06-23T11:32:25Z', 'revision_number': 2, 'project_id': '252b24454ee04e36b666155dab1feb23', 'subnets': [{'id': '47ff68e9-949b-4720-9652-7e8da6276be9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-601336-94-hyperv', False) {} {{(pid=94177) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 11:32:28.375012 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ad72d912-00bb-4b6a-b334-17812b8d0db3 tempest-PortsAdminExtendedAttrsTestJSON-1772465988 tempest-PortsAdminExtendedAttrsTestJSON-1772465988-project-admin] Port 8e5fba37-f713-4acd-94a6-f5412919e56e on network a2a3038f-d74f-4d71-9006-cee952f59bc9 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-6013 {{(pid=94174) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 23 11:32:28.375012 dv-neutron-601336-94-hyperv neutron-server[94174]: ERROR neutron.plugins.ml2.managers [None req-ad72d912-00bb-4b6a-b334-17812b8d0db3 tempest-PortsAdminExtendedAttrsTestJSON-1772465988 tempest-PortsAdminExtendedAttrsTestJSON-1772465988-project-admin] Failed to bind port 8e5fba37-f713-4acd-94a6-f5412919e56e on host hv-neutron-6013 for vnic_type normal using segments [{'id': '51c52a79-52ae-4599-8fdf-ce32e6bbbadb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 402, 'network_id': 'a2a3038f-d74f-4d71-9006-cee952f59bc9'}] Jun 23 11:32:28.401721 dv-neutron-601336-94-hyperv neutron-server[94175]: INFO neutron.wsgi [None req-d6958863-d79c-44b6-b664-9e915f22cb03 tempest-NetworksTestDHCPv6-162546708 tempest-NetworksTestDHCPv6-162546708-project] 10.222.0.20 "GET /v2.0/ports HTTP/1.1" status: 200 len: 205 time: 0.0365198 Jun 23 11:32:28.402789 dv-neutron-601336-94-hyperv neutron-server[94177]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9a89d470-7c20-4880-b67a-f3292bb71a11 None None] Checking router: e088c3b9-e76a-4661-91ae-fd789b04bbf1 for host: dv-neutron-601336-94-hyperv {{(pid=94177) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 23 11:32:28.403062 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.wsgi [-] (94175) accepted ('10.222.0.20', 38312) {{(pid=94175) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 11:32:28.403487 dv-neutron-601336-94-hyperv neutron-server[94177]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9a89d470-7c20-4880-b67a-f3292bb71a11 None None] Updating router e088c3b9-e76a-4661-91ae-fd789b04bbf1 port 8b3f2607-1beb-44c0-92af-cbc38d0500bc binding host dv-neutron-601336-94-hyperv {{(pid=94177) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 23 11:32:28.439019 dv-neutron-601336-94-hyperv neutron-server[94174]: INFO neutron.plugins.ml2.plugin [None req-ad72d912-00bb-4b6a-b334-17812b8d0db3 tempest-PortsAdminExtendedAttrsTestJSON-1772465988 tempest-PortsAdminExtendedAttrsTestJSON-1772465988-project-admin] Attempt 7 to bind port 8e5fba37-f713-4acd-94a6-f5412919e56e Jun 23 11:32:28.453085 dv-neutron-601336-94-hyperv neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-9a89d470-7c20-4880-b67a-f3292bb71a11 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-923122'] for port, before_update {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:32:28.480389 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7f0b2b5d-a475-493e-b9d8-399e4d66864a tempest-NetworksTestDHCPv6-162546708 tempest-NetworksTestDHCPv6-162546708-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 11:32:28.485740 dv-neutron-601336-94-hyperv neutron-server[94175]: INFO neutron.wsgi [None req-7f0b2b5d-a475-493e-b9d8-399e4d66864a tempest-NetworksTestDHCPv6-162546708 tempest-NetworksTestDHCPv6-162546708-project] 10.222.0.20 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.0813358 Jun 23 11:32:28.492075 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.wsgi [-] (94175) accepted ('10.222.0.20', 38316) {{(pid=94175) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 11:32:28.534441 dv-neutron-601336-94-hyperv neutron-server[94175]: INFO neutron.wsgi [None req-d27d33c2-4644-4cb7-9d53-bf92ad560d17 tempest-NetworksTestDHCPv6-162546708 tempest-NetworksTestDHCPv6-162546708-project] 10.222.0.20 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0468163 Jun 23 11:32:28.537913 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.wsgi [-] (94175) accepted ('10.222.0.20', 38318) {{(pid=94175) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 11:32:28.539562 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.plugins.ml2.managers [None req-ad72d912-00bb-4b6a-b334-17812b8d0db3 tempest-PortsAdminExtendedAttrsTestJSON-1772465988 tempest-PortsAdminExtendedAttrsTestJSON-1772465988-project-admin] Attempting to bind port 8e5fba37-f713-4acd-94a6-f5412919e56e on host hv-neutron-6013 for vnic_type normal with profile {{(pid=94174) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 23 11:32:28.540094 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.plugins.ml2.managers [None req-ad72d912-00bb-4b6a-b334-17812b8d0db3 tempest-PortsAdminExtendedAttrsTestJSON-1772465988 tempest-PortsAdminExtendedAttrsTestJSON-1772465988-project-admin] Attempting to bind port 8e5fba37-f713-4acd-94a6-f5412919e56e by drivers openvswitch,hyperv on host hv-neutron-6013 at level 0 using segments [{'id': '51c52a79-52ae-4599-8fdf-ce32e6bbbadb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 402, 'network_id': 'a2a3038f-d74f-4d71-9006-cee952f59bc9'}] {{(pid=94174) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 23 11:32:28.540599 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ad72d912-00bb-4b6a-b334-17812b8d0db3 tempest-PortsAdminExtendedAttrsTestJSON-1772465988 tempest-PortsAdminExtendedAttrsTestJSON-1772465988-project-admin] Attempting to bind port 8e5fba37-f713-4acd-94a6-f5412919e56e on network a2a3038f-d74f-4d71-9006-cee952f59bc9 {{(pid=94174) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 23 11:32:28.541456 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.api.v2.base [None req-31fcaa13-bacc-47a9-bbcc-cdec49a7994e tempest-NetworksTestDHCPv6-162546708 tempest-NetworksTestDHCPv6-162546708-project] Request body: {'subnet': {'network_id': 'f53f535d-bce4-4da8-9bd9-396677ff4e83', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=94175) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 23 11:32:28.576023 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ad72d912-00bb-4b6a-b334-17812b8d0db3 tempest-PortsAdminExtendedAttrsTestJSON-1772465988 tempest-PortsAdminExtendedAttrsTestJSON-1772465988-project-admin] Port 8e5fba37-f713-4acd-94a6-f5412919e56e on network a2a3038f-d74f-4d71-9006-cee952f59bc9 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-6013 {{(pid=94174) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 23 11:32:28.576280 dv-neutron-601336-94-hyperv neutron-server[94174]: ERROR neutron.plugins.ml2.managers [None req-ad72d912-00bb-4b6a-b334-17812b8d0db3 tempest-PortsAdminExtendedAttrsTestJSON-1772465988 tempest-PortsAdminExtendedAttrsTestJSON-1772465988-project-admin] Failed to bind port 8e5fba37-f713-4acd-94a6-f5412919e56e on host hv-neutron-6013 for vnic_type normal using segments [{'id': '51c52a79-52ae-4599-8fdf-ce32e6bbbadb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 402, 'network_id': 'a2a3038f-d74f-4d71-9006-cee952f59bc9'}] Jun 23 11:32:28.582042 dv-neutron-601336-94-hyperv neutron-server[94174]: INFO neutron.plugins.ml2.plugin [None req-ad72d912-00bb-4b6a-b334-17812b8d0db3 tempest-PortsAdminExtendedAttrsTestJSON-1772465988 tempest-PortsAdminExtendedAttrsTestJSON-1772465988-project-admin] Attempt 8 to bind port 8e5fba37-f713-4acd-94a6-f5412919e56e Jun 23 11:32:28.626087 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f62d025e-26b3-4ea4-8837-329baff95c18 tempest-BulkNetworkOpsIpV6Test-986121801 tempest-BulkNetworkOpsIpV6Test-986121801-project] Checking segment: {'id': '288aca48-81cc-423a-b21a-d70cb32e58e5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 429, 'network_id': 'c0c855e9-b50b-43b9-939f-02d503c57577'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94174) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 23 11:32:28.626547 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f62d025e-26b3-4ea4-8837-329baff95c18 tempest-BulkNetworkOpsIpV6Test-986121801 tempest-BulkNetworkOpsIpV6Test-986121801-project] Network hostable DHCP agents. Network: c0c855e9-b50b-43b9-939f-02d503c57577, hostable agents: ['8cf29b10-0e57-4131-816f-a4b6ad00b249'], hosted agents: [] {{(pid=94174) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 23 11:32:28.633110 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.plugins.ml2.managers [None req-ad72d912-00bb-4b6a-b334-17812b8d0db3 tempest-PortsAdminExtendedAttrsTestJSON-1772465988 tempest-PortsAdminExtendedAttrsTestJSON-1772465988-project-admin] Attempting to bind port 8e5fba37-f713-4acd-94a6-f5412919e56e on host hv-neutron-6013 for vnic_type normal with profile {{(pid=94174) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 23 11:32:28.633473 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.plugins.ml2.managers [None req-ad72d912-00bb-4b6a-b334-17812b8d0db3 tempest-PortsAdminExtendedAttrsTestJSON-1772465988 tempest-PortsAdminExtendedAttrsTestJSON-1772465988-project-admin] Attempting to bind port 8e5fba37-f713-4acd-94a6-f5412919e56e by drivers openvswitch,hyperv on host hv-neutron-6013 at level 0 using segments [{'id': '51c52a79-52ae-4599-8fdf-ce32e6bbbadb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 402, 'network_id': 'a2a3038f-d74f-4d71-9006-cee952f59bc9'}] {{(pid=94174) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 23 11:32:28.633819 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ad72d912-00bb-4b6a-b334-17812b8d0db3 tempest-PortsAdminExtendedAttrsTestJSON-1772465988 tempest-PortsAdminExtendedAttrsTestJSON-1772465988-project-admin] Attempting to bind port 8e5fba37-f713-4acd-94a6-f5412919e56e on network a2a3038f-d74f-4d71-9006-cee952f59bc9 {{(pid=94174) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 23 11:32:28.656350 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ad72d912-00bb-4b6a-b334-17812b8d0db3 tempest-PortsAdminExtendedAttrsTestJSON-1772465988 tempest-PortsAdminExtendedAttrsTestJSON-1772465988-project-admin] Port 8e5fba37-f713-4acd-94a6-f5412919e56e on network a2a3038f-d74f-4d71-9006-cee952f59bc9 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-6013 {{(pid=94174) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 23 11:32:28.656690 dv-neutron-601336-94-hyperv neutron-server[94174]: ERROR neutron.plugins.ml2.managers [None req-ad72d912-00bb-4b6a-b334-17812b8d0db3 tempest-PortsAdminExtendedAttrsTestJSON-1772465988 tempest-PortsAdminExtendedAttrsTestJSON-1772465988-project-admin] Failed to bind port 8e5fba37-f713-4acd-94a6-f5412919e56e on host hv-neutron-6013 for vnic_type normal using segments [{'id': '51c52a79-52ae-4599-8fdf-ce32e6bbbadb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 402, 'network_id': 'a2a3038f-d74f-4d71-9006-cee952f59bc9'}] Jun 23 11:32:28.663046 dv-neutron-601336-94-hyperv neutron-server[94174]: INFO neutron.plugins.ml2.plugin [None req-ad72d912-00bb-4b6a-b334-17812b8d0db3 tempest-PortsAdminExtendedAttrsTestJSON-1772465988 tempest-PortsAdminExtendedAttrsTestJSON-1772465988-project-admin] Attempt 9 to bind port 8e5fba37-f713-4acd-94a6-f5412919e56e Jun 23 11:32:28.705982 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.wsgi [-] (94175) accepted ('10.222.0.20', 38322) {{(pid=94175) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 11:32:28.710917 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.api.v2.base [None req-1fd949a5-a8f9-4c5d-809b-25a78afaba2d tempest-ServerActionsTestJSON-161917335 tempest-ServerActionsTestJSON-161917335-project] Request body: {'security_group': {'name': 'tempest-securitygroup--423006855', 'description': 'tempest-description--2047927702'}} {{(pid=94175) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 23 11:32:28.723560 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.plugins.ml2.managers [None req-ad72d912-00bb-4b6a-b334-17812b8d0db3 tempest-PortsAdminExtendedAttrsTestJSON-1772465988 tempest-PortsAdminExtendedAttrsTestJSON-1772465988-project-admin] Attempting to bind port 8e5fba37-f713-4acd-94a6-f5412919e56e on host hv-neutron-6013 for vnic_type normal with profile {{(pid=94174) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 23 11:32:28.724000 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.plugins.ml2.managers [None req-ad72d912-00bb-4b6a-b334-17812b8d0db3 tempest-PortsAdminExtendedAttrsTestJSON-1772465988 tempest-PortsAdminExtendedAttrsTestJSON-1772465988-project-admin] Attempting to bind port 8e5fba37-f713-4acd-94a6-f5412919e56e by drivers openvswitch,hyperv on host hv-neutron-6013 at level 0 using segments [{'id': '51c52a79-52ae-4599-8fdf-ce32e6bbbadb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 402, 'network_id': 'a2a3038f-d74f-4d71-9006-cee952f59bc9'}] {{(pid=94174) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 23 11:32:28.724245 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ad72d912-00bb-4b6a-b334-17812b8d0db3 tempest-PortsAdminExtendedAttrsTestJSON-1772465988 tempest-PortsAdminExtendedAttrsTestJSON-1772465988-project-admin] Attempting to bind port 8e5fba37-f713-4acd-94a6-f5412919e56e on network a2a3038f-d74f-4d71-9006-cee952f59bc9 {{(pid=94174) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 23 11:32:28.745953 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ad72d912-00bb-4b6a-b334-17812b8d0db3 tempest-PortsAdminExtendedAttrsTestJSON-1772465988 tempest-PortsAdminExtendedAttrsTestJSON-1772465988-project-admin] Port 8e5fba37-f713-4acd-94a6-f5412919e56e on network a2a3038f-d74f-4d71-9006-cee952f59bc9 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-6013 {{(pid=94174) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 23 11:32:28.746214 dv-neutron-601336-94-hyperv neutron-server[94174]: ERROR neutron.plugins.ml2.managers [None req-ad72d912-00bb-4b6a-b334-17812b8d0db3 tempest-PortsAdminExtendedAttrsTestJSON-1772465988 tempest-PortsAdminExtendedAttrsTestJSON-1772465988-project-admin] Failed to bind port 8e5fba37-f713-4acd-94a6-f5412919e56e on host hv-neutron-6013 for vnic_type normal using segments [{'id': '51c52a79-52ae-4599-8fdf-ce32e6bbbadb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 402, 'network_id': 'a2a3038f-d74f-4d71-9006-cee952f59bc9'}] Jun 23 11:32:28.749528 dv-neutron-601336-94-hyperv neutron-server[94174]: INFO neutron.plugins.ml2.plugin [None req-ad72d912-00bb-4b6a-b334-17812b8d0db3 tempest-PortsAdminExtendedAttrsTestJSON-1772465988 tempest-PortsAdminExtendedAttrsTestJSON-1772465988-project-admin] Attempt 10 to bind port 8e5fba37-f713-4acd-94a6-f5412919e56e Jun 23 11:32:28.766888 dv-neutron-601336-94-hyperv neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-9a89d470-7c20-4880-b67a-f3292bb71a11 None None] Notify callbacks [] for port, precommit_update {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:32:28.772762 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-31fcaa13-bacc-47a9-bbcc-cdec49a7994e tempest-NetworksTestDHCPv6-162546708 tempest-NetworksTestDHCPv6-162546708-project] Made reservation on behalf of 5e61222a836c47229c94e37f3902e6bd for: {'subnet': 1} {{(pid=94175) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 23 11:32:28.776511 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron_lib.callbacks.manager [None req-31fcaa13-bacc-47a9-bbcc-cdec49a7994e tempest-NetworksTestDHCPv6-162546708 tempest-NetworksTestDHCPv6-162546708-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4660073'] for subnet, before_create {{(pid=94175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:32:28.785742 dv-neutron-601336-94-hyperv neutron-server[94177]: DEBUG neutron.db.provisioning_blocks [None req-9a89d470-7c20-4880-b67a-f3292bb71a11 None None] Transition to ACTIVE for port object 8b3f2607-1beb-44c0-92af-cbc38d0500bc will not be triggered until provisioned by entity L2. {{(pid=94177) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 23 11:32:28.803912 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.plugins.ml2.managers [None req-ad72d912-00bb-4b6a-b334-17812b8d0db3 tempest-PortsAdminExtendedAttrsTestJSON-1772465988 tempest-PortsAdminExtendedAttrsTestJSON-1772465988-project-admin] Attempting to bind port 8e5fba37-f713-4acd-94a6-f5412919e56e on host hv-neutron-6013 for vnic_type normal with profile {{(pid=94174) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 23 11:32:28.804312 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.plugins.ml2.managers [None req-ad72d912-00bb-4b6a-b334-17812b8d0db3 tempest-PortsAdminExtendedAttrsTestJSON-1772465988 tempest-PortsAdminExtendedAttrsTestJSON-1772465988-project-admin] Attempting to bind port 8e5fba37-f713-4acd-94a6-f5412919e56e by drivers openvswitch,hyperv on host hv-neutron-6013 at level 0 using segments [{'id': '51c52a79-52ae-4599-8fdf-ce32e6bbbadb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 402, 'network_id': 'a2a3038f-d74f-4d71-9006-cee952f59bc9'}] {{(pid=94174) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 23 11:32:28.804722 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ad72d912-00bb-4b6a-b334-17812b8d0db3 tempest-PortsAdminExtendedAttrsTestJSON-1772465988 tempest-PortsAdminExtendedAttrsTestJSON-1772465988-project-admin] Attempting to bind port 8e5fba37-f713-4acd-94a6-f5412919e56e on network a2a3038f-d74f-4d71-9006-cee952f59bc9 {{(pid=94174) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 23 11:32:28.828990 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f62d025e-26b3-4ea4-8837-329baff95c18 tempest-BulkNetworkOpsIpV6Test-986121801 tempest-BulkNetworkOpsIpV6Test-986121801-project] Network c0c855e9-b50b-43b9-939f-02d503c57577 is scheduled to be hosted by DHCP agent 8cf29b10-0e57-4131-816f-a4b6ad00b249 with binding_index 1 {{(pid=94174) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 23 11:32:28.834623 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron_lib.callbacks.manager [None req-c1eee0f6-63bb-4e47-9372-bed28d31b557 tempest-ExtraDHCPOptionsTestJSON-1313277810 tempest-ExtraDHCPOptionsTestJSON-1313277810-project] Notify callbacks [] for port, precommit_update {{(pid=94174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:32:28.839566 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ad72d912-00bb-4b6a-b334-17812b8d0db3 tempest-PortsAdminExtendedAttrsTestJSON-1772465988 tempest-PortsAdminExtendedAttrsTestJSON-1772465988-project-admin] Port 8e5fba37-f713-4acd-94a6-f5412919e56e on network a2a3038f-d74f-4d71-9006-cee952f59bc9 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-6013 {{(pid=94174) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 23 11:32:28.839980 dv-neutron-601336-94-hyperv neutron-server[94174]: ERROR neutron.plugins.ml2.managers [None req-ad72d912-00bb-4b6a-b334-17812b8d0db3 tempest-PortsAdminExtendedAttrsTestJSON-1772465988 tempest-PortsAdminExtendedAttrsTestJSON-1772465988-project-admin] Failed to bind port 8e5fba37-f713-4acd-94a6-f5412919e56e on host hv-neutron-6013 for vnic_type normal using segments [{'id': '51c52a79-52ae-4599-8fdf-ce32e6bbbadb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 402, 'network_id': 'a2a3038f-d74f-4d71-9006-cee952f59bc9'}] Jun 23 11:32:28.840742 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron_lib.callbacks.manager [None req-ad72d912-00bb-4b6a-b334-17812b8d0db3 tempest-PortsAdminExtendedAttrsTestJSON-1772465988 tempest-PortsAdminExtendedAttrsTestJSON-1772465988-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-923122'] for port, before_update {{(pid=94174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:32:28.872906 dv-neutron-601336-94-hyperv neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-9a89d470-7c20-4880-b67a-f3292bb71a11 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-922904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866062', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773700135042', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773699642233', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773699642278'] for port, after_update {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:32:28.876851 dv-neutron-601336-94-hyperv neutron-server[94177]: DEBUG oslo_concurrency.lockutils [None req-a147fdf3-654f-4406-8e8e-2316d1143e6e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94177) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 11:32:28.903598 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron_lib.callbacks.manager [None req-c1eee0f6-63bb-4e47-9372-bed28d31b557 tempest-ExtraDHCPOptionsTestJSON-1313277810 tempest-ExtraDHCPOptionsTestJSON-1313277810-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-922904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866062', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773700135042', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773699642233', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773699642278', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5196369'] for port, after_update {{(pid=94174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:32:28.906763 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron_lib.callbacks.manager [None req-329ff53d-41b1-44dc-be0a-bf860020fe62 tempest-PortsTestJSON-2085221018 tempest-PortsTestJSON-2085221018-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866062', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5195999', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4294259'] for subnet, after_create {{(pid=94174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:32:28.914826 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG oslo_concurrency.lockutils [None req-f62d025e-26b3-4ea4-8837-329baff95c18 tempest-BulkNetworkOpsIpV6Test-986121801 tempest-BulkNetworkOpsIpV6Test-986121801-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94174) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 11:32:28.921036 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.plugins.ml2.rpc [None req-dc7542b2-afef-47f4-a763-e3a3cba144be None None] Device 946affd4-ae12-4b9b-ba02-e48035525e66 up at agent ovs-agent-dv-neutron-601336-94-hyperv {{(pid=94176) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:298}} Jun 23 11:32:28.976616 dv-neutron-601336-94-hyperv neutron-server[94177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4efa687-72f4-44ea-ab44-52f124e3431b None None] Pushing event updated for resources: {'Port': ['ID=8b3f2607-1beb-44c0-92af-cbc38d0500bc,revision_number=3']} {{(pid=94177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 11:32:29.010965 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.db.provisioning_blocks [None req-dc7542b2-afef-47f4-a763-e3a3cba144be None None] Provisioning complete for port 946affd4-ae12-4b9b-ba02-e48035525e66 triggered by entity L2. {{(pid=94176) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 23 11:32:29.011886 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron_lib.callbacks.manager [None req-dc7542b2-afef-47f4-a763-e3a3cba144be None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-899258'] for port, provisioning_complete {{(pid=94176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:32:29.036058 dv-neutron-601336-94-hyperv neutron-server[94177]: DEBUG neutron.plugins.ml2.managers [None req-9a89d470-7c20-4880-b67a-f3292bb71a11 None None] Attempting to bind port 8b3f2607-1beb-44c0-92af-cbc38d0500bc on host dv-neutron-601336-94-hyperv for vnic_type normal with profile {{(pid=94177) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 23 11:32:29.037078 dv-neutron-601336-94-hyperv neutron-server[94177]: DEBUG neutron.plugins.ml2.managers [None req-9a89d470-7c20-4880-b67a-f3292bb71a11 None None] Attempting to bind port 8b3f2607-1beb-44c0-92af-cbc38d0500bc by drivers openvswitch,hyperv on host dv-neutron-601336-94-hyperv at level 0 using segments [{'id': '38a4352d-de94-4d68-8280-f5ea074ec139', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 403, 'network_id': '34cf218b-02ad-4259-a49e-5807c729dd9a'}] {{(pid=94177) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 23 11:32:29.037447 dv-neutron-601336-94-hyperv neutron-server[94177]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9a89d470-7c20-4880-b67a-f3292bb71a11 None None] Attempting to bind port 8b3f2607-1beb-44c0-92af-cbc38d0500bc on network 34cf218b-02ad-4259-a49e-5807c729dd9a {{(pid=94177) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 23 11:32:29.043323 dv-neutron-601336-94-hyperv neutron-server[94177]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4efa687-72f4-44ea-ab44-52f124e3431b None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-601336-94-hyperv {{(pid=94177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 11:32:29.043697 dv-neutron-601336-94-hyperv neutron-server[94177]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4efa687-72f4-44ea-ab44-52f124e3431b None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-94-hyperv {{(pid=94177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 11:32:29.044209 dv-neutron-601336-94-hyperv neutron-server[94177]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4efa687-72f4-44ea-ab44-52f124e3431b None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-94-hyperv {{(pid=94177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 11:32:29.044693 dv-neutron-601336-94-hyperv neutron-server[94177]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4efa687-72f4-44ea-ab44-52f124e3431b None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-601336-94-hyperv {{(pid=94177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 11:32:29.045185 dv-neutron-601336-94-hyperv neutron-server[94177]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4efa687-72f4-44ea-ab44-52f124e3431b None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-601336-94-hyperv {{(pid=94177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 11:32:29.045748 dv-neutron-601336-94-hyperv neutron-server[94177]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4efa687-72f4-44ea-ab44-52f124e3431b None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-601336-94-hyperv {{(pid=94177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 11:32:29.046217 dv-neutron-601336-94-hyperv neutron-server[94177]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4efa687-72f4-44ea-ab44-52f124e3431b None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-601336-94-hyperv {{(pid=94177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 11:32:29.046694 dv-neutron-601336-94-hyperv neutron-server[94177]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4efa687-72f4-44ea-ab44-52f124e3431b None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-601336-94-hyperv {{(pid=94177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 11:32:29.047202 dv-neutron-601336-94-hyperv neutron-server[94177]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4efa687-72f4-44ea-ab44-52f124e3431b None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-601336-94-hyperv {{(pid=94177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 11:32:29.047724 dv-neutron-601336-94-hyperv neutron-server[94177]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4efa687-72f4-44ea-ab44-52f124e3431b None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-94-hyperv {{(pid=94177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 11:32:29.048181 dv-neutron-601336-94-hyperv neutron-server[94177]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4efa687-72f4-44ea-ab44-52f124e3431b None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-601336-94-hyperv {{(pid=94177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 11:32:29.048657 dv-neutron-601336-94-hyperv neutron-server[94177]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4efa687-72f4-44ea-ab44-52f124e3431b None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-601336-94-hyperv {{(pid=94177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 11:32:29.050122 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.scheduler.base_scheduler [None req-f62d025e-26b3-4ea4-8837-329baff95c18 tempest-BulkNetworkOpsIpV6Test-986121801 tempest-BulkNetworkOpsIpV6Test-986121801-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-601336-94-hyperv, c0c855e9-b50b-43b9-939f-02d503c57577) {{(pid=94174) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 23 11:32:29.059224 dv-neutron-601336-94-hyperv neutron-server[94177]: DEBUG oslo_concurrency.lockutils [None req-c4efa687-72f4-44ea-ab44-52f124e3431b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.176s {{(pid=94177) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 11:32:29.059224 dv-neutron-601336-94-hyperv neutron-server[94177]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9a89d470-7c20-4880-b67a-f3292bb71a11 None None] Checking agent: {'id': '4d05f899-5ac9-411b-8a03-f60c93f87cdf', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-601336-94-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 23, 11, 22, 14), 'started_at': datetime.datetime(2021, 6, 23, 11, 22, 44), 'heartbeat_timestamp': datetime.datetime(2021, 6, 23, 11, 32, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'monitor_allowed_address_pair_garp': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-601336-94-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94177) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 23 11:32:29.059224 dv-neutron-601336-94-hyperv neutron-server[94177]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9a89d470-7c20-4880-b67a-f3292bb71a11 None None] Checking segment: {'id': '38a4352d-de94-4d68-8280-f5ea074ec139', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 403, 'network_id': '34cf218b-02ad-4259-a49e-5807c729dd9a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94177) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 23 11:32:29.059224 dv-neutron-601336-94-hyperv neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-9a89d470-7c20-4880-b67a-f3292bb71a11 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:32:29.059224 dv-neutron-601336-94-hyperv neutron-server[94177]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9a89d470-7c20-4880-b67a-f3292bb71a11 None None] Bound using segment: {'id': '38a4352d-de94-4d68-8280-f5ea074ec139', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 403, 'network_id': '34cf218b-02ad-4259-a49e-5807c729dd9a'} {{(pid=94177) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 23 11:32:29.059224 dv-neutron-601336-94-hyperv neutron-server[94177]: DEBUG neutron.plugins.ml2.managers [None req-9a89d470-7c20-4880-b67a-f3292bb71a11 None None] Bound port: 8b3f2607-1beb-44c0-92af-cbc38d0500bc, host: dv-neutron-601336-94-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '38a4352d-de94-4d68-8280-f5ea074ec139', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 403, 'network_id': '34cf218b-02ad-4259-a49e-5807c729dd9a'}}] {{(pid=94177) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 23 11:32:29.059224 dv-neutron-601336-94-hyperv neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-9a89d470-7c20-4880-b67a-f3292bb71a11 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-923122'] for port, before_update {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:32:29.080669 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1eee0f6-63bb-4e47-9372-bed28d31b557 tempest-ExtraDHCPOptionsTestJSON-1313277810 tempest-ExtraDHCPOptionsTestJSON-1313277810-project] Pushing event updated for resources: {'Port': ['ID=16153d14-ef96-45a7-a15b-2573e04d8e63,revision_number=2']} {{(pid=94174) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 11:32:29.082149 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a3ce3457-074b-4abe-8cbd-c166d443a418 None None] Network c0c855e9-b50b-43b9-939f-02d503c57577 requested from dv-neutron-601336-94-hyperv {{(pid=94176) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 23 11:32:29.098743 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f62d025e-26b3-4ea4-8837-329baff95c18 tempest-BulkNetworkOpsIpV6Test-986121801 tempest-BulkNetworkOpsIpV6Test-986121801-project] Received port after_create {{(pid=94174) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 23 11:32:29.107101 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f62d025e-26b3-4ea4-8837-329baff95c18 tempest-BulkNetworkOpsIpV6Test-986121801 tempest-BulkNetworkOpsIpV6Test-986121801-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94174) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 11:32:29.112719 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f62d025e-26b3-4ea4-8837-329baff95c18 tempest-BulkNetworkOpsIpV6Test-986121801 tempest-BulkNetworkOpsIpV6Test-986121801-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94174) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 11:32:29.113945 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron_lib.callbacks.manager [None req-f62d025e-26b3-4ea4-8837-329baff95c18 tempest-BulkNetworkOpsIpV6Test-986121801 tempest-BulkNetworkOpsIpV6Test-986121801-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-217507'] for port, before_response {{(pid=94174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:32:29.126446 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.plugins.ml2.db [None req-ad72d912-00bb-4b6a-b334-17812b8d0db3 tempest-PortsAdminExtendedAttrsTestJSON-1772465988 tempest-PortsAdminExtendedAttrsTestJSON-1772465988-project-admin] For port 8e5fba37-f713-4acd-94a6-f5412919e56e, host hv-neutron-6013, cleared binding levels {{(pid=94174) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 23 11:32:29.127884 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.plugins.ml2.db [None req-ad72d912-00bb-4b6a-b334-17812b8d0db3 tempest-PortsAdminExtendedAttrsTestJSON-1772465988 tempest-PortsAdminExtendedAttrsTestJSON-1772465988-project-admin] Attempted to set empty binding levels {{(pid=94174) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:65}} Jun 23 11:32:29.128758 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG oslo_concurrency.lockutils [None req-c1eee0f6-63bb-4e47-9372-bed28d31b557 tempest-ExtraDHCPOptionsTestJSON-1313277810 tempest-ExtraDHCPOptionsTestJSON-1313277810-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.214s {{(pid=94174) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 11:32:29.129786 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG oslo_concurrency.lockutils [None req-7c8f1dc9-643a-436e-87c1-49fb28dc5a6e tempest-NetworksIpV6TestAttrs-49342282 tempest-NetworksIpV6TestAttrs-49342282-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.089s {{(pid=94174) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 11:32:29.132987 dv-neutron-601336-94-hyperv neutron-server[94177]: DEBUG neutron.plugins.ml2.db [None req-9a89d470-7c20-4880-b67a-f3292bb71a11 None None] For port 8b3f2607-1beb-44c0-92af-cbc38d0500bc, host dv-neutron-601336-94-hyperv, cleared binding levels {{(pid=94177) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 23 11:32:29.142139 dv-neutron-601336-94-hyperv neutron-server[94177]: DEBUG neutron.plugins.ml2.db [None req-9a89d470-7c20-4880-b67a-f3292bb71a11 None None] For port 8b3f2607-1beb-44c0-92af-cbc38d0500bc, host dv-neutron-601336-94-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-94-hyperv',level=0,port_id=8b3f2607-1beb-44c0-92af-cbc38d0500bc,segment=NetworkSegment(38a4352d-de94-4d68-8280-f5ea074ec139),segment_id=38a4352d-de94-4d68-8280-f5ea074ec139)] {{(pid=94177) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 23 11:32:29.232670 dv-neutron-601336-94-hyperv neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-9a89d470-7c20-4880-b67a-f3292bb71a11 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-922904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866062', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773700135042', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773699642233', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773699642278'] for port, after_update {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:32:29.238000 dv-neutron-601336-94-hyperv neutron-server[94177]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94177) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 11:32:29.244542 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.plugins.ml2.plugin [None req-c1eee0f6-63bb-4e47-9372-bed28d31b557 tempest-ExtraDHCPOptionsTestJSON-1313277810 tempest-ExtraDHCPOptionsTestJSON-1313277810-project] In _notify_port_updated(), no bound segment for port 16153d14-ef96-45a7-a15b-2573e04d8e63 on network 56af6ebb-cc8e-497b-afc5-4051abaf4f09 {{(pid=94174) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:876}} Jun 23 11:32:29.250676 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c1eee0f6-63bb-4e47-9372-bed28d31b557 tempest-ExtraDHCPOptionsTestJSON-1313277810 tempest-ExtraDHCPOptionsTestJSON-1313277810-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94174) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 11:32:29.251830 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron_lib.callbacks.manager [None req-c1eee0f6-63bb-4e47-9372-bed28d31b557 tempest-ExtraDHCPOptionsTestJSON-1313277810 tempest-ExtraDHCPOptionsTestJSON-1313277810-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-217507'] for port, before_response {{(pid=94174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:32:29.255193 dv-neutron-601336-94-hyperv neutron-server[94174]: INFO neutron.wsgi [None req-c1eee0f6-63bb-4e47-9372-bed28d31b557 tempest-ExtraDHCPOptionsTestJSON-1313277810 tempest-ExtraDHCPOptionsTestJSON-1313277810-project] 10.222.0.20 "PUT /v2.0/ports/16153d14-ef96-45a7-a15b-2573e04d8e63 HTTP/1.1" status: 200 len: 1135 time: 1.2637777 Jun 23 11:32:29.282067 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.wsgi [-] (94174) accepted ('10.222.0.20', 38330) {{(pid=94174) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 11:32:29.284793 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron_lib.callbacks.manager [None req-ad72d912-00bb-4b6a-b334-17812b8d0db3 tempest-PortsAdminExtendedAttrsTestJSON-1772465988 tempest-PortsAdminExtendedAttrsTestJSON-1772465988-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-922904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866062', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773700135042', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773699642233', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773699642278', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5196369'] for port, after_update {{(pid=94174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:32:29.362557 dv-neutron-601336-94-hyperv neutron-server[94177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4efa687-72f4-44ea-ab44-52f124e3431b None None] Pushing event updated for resources: {'Port': ['ID=8b3f2607-1beb-44c0-92af-cbc38d0500bc,revision_number=4']} {{(pid=94177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 11:32:29.366524 dv-neutron-601336-94-hyperv neutron-server[94177]: DEBUG oslo_concurrency.lockutils [None req-c4efa687-72f4-44ea-ab44-52f124e3431b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.128s {{(pid=94177) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 11:32:29.386351 dv-neutron-601336-94-hyperv neutron-server[94177]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9a89d470-7c20-4880-b67a-f3292bb71a11 None None] Routers {'e088c3b9-e76a-4661-91ae-fd789b04bbf1'} bound to L3 agent in host dv-neutron-601336-94-hyperv {{(pid=94177) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 23 11:32:29.387271 dv-neutron-601336-94-hyperv neutron-server[94177]: DEBUG neutron.db.l3_hamode_db [None req-9a89d470-7c20-4880-b67a-f3292bb71a11 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-601336-94-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-06-23T11:22:13Z,description=,heartbeat_timestamp=2021-06-23T11:32:13Z,host='dv-neutron-601336-94-hyperv',id=50ef99c0-ef28-4db5-b303-b145898fae60,load=0,resource_versions=,resources_synced=,started_at=2021-06-23T11:22:14Z,topic='l3_agent')) {'router_ids': ['e088c3b9-e76a-4661-91ae-fd789b04bbf1'], 'active': True} {{(pid=94177) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 11:32:29.410979 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.plugins.ml2.plugin [None req-ad72d912-00bb-4b6a-b334-17812b8d0db3 tempest-PortsAdminExtendedAttrsTestJSON-1772465988 tempest-PortsAdminExtendedAttrsTestJSON-1772465988-project-admin] In _notify_port_updated(), no bound segment for port 8e5fba37-f713-4acd-94a6-f5412919e56e on network a2a3038f-d74f-4d71-9006-cee952f59bc9 {{(pid=94174) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:876}} Jun 23 11:32:29.417857 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ad72d912-00bb-4b6a-b334-17812b8d0db3 tempest-PortsAdminExtendedAttrsTestJSON-1772465988 tempest-PortsAdminExtendedAttrsTestJSON-1772465988-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94174) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 11:32:29.418826 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron_lib.callbacks.manager [None req-ad72d912-00bb-4b6a-b334-17812b8d0db3 tempest-PortsAdminExtendedAttrsTestJSON-1772465988 tempest-PortsAdminExtendedAttrsTestJSON-1772465988-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-217507'] for port, before_response {{(pid=94174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:32:29.434207 dv-neutron-601336-94-hyperv neutron-server[94174]: INFO neutron.wsgi [None req-ad72d912-00bb-4b6a-b334-17812b8d0db3 tempest-PortsAdminExtendedAttrsTestJSON-1772465988 tempest-PortsAdminExtendedAttrsTestJSON-1772465988-project-admin] 10.222.0.20 "PUT /v2.0/ports/8e5fba37-f713-4acd-94a6-f5412919e56e HTTP/1.1" status: 200 len: 976 time: 3.8504965 Jun 23 11:32:29.438336 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.wsgi [-] (94174) accepted ('10.222.0.20', 38334) {{(pid=94174) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 11:32:29.440795 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-329ff53d-41b1-44dc-be0a-bf860020fe62 tempest-PortsTestJSON-2085221018 tempest-PortsTestJSON-2085221018-project] Pushing event updated for resources: {'Subnet': ['ID=cc69824d-6e6d-4e57-b2b3-1c39e832a1f4,revision_number=0']} {{(pid=94174) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 11:32:29.456101 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron_lib.callbacks.manager [None req-1fd949a5-a8f9-4c5d-809b-25a78afaba2d tempest-ServerActionsTestJSON-161917335 tempest-ServerActionsTestJSON-161917335-project] Notify callbacks [] for security_group, before_create {{(pid=94175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:32:29.466290 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG oslo_concurrency.lockutils [None req-329ff53d-41b1-44dc-be0a-bf860020fe62 tempest-PortsTestJSON-2085221018 tempest-PortsTestJSON-2085221018-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.337s {{(pid=94174) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 11:32:29.468323 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG oslo_concurrency.lockutils [None req-efe43bdc-0ade-4323-a75c-867eb0668c9c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.155s {{(pid=94174) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 11:32:29.566107 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-329ff53d-41b1-44dc-be0a-bf860020fe62 tempest-PortsTestJSON-2085221018 tempest-PortsTestJSON-2085221018-project] Checking segment: {'id': 'e4db645a-62fa-448e-a290-e5f9a283a473', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 428, 'network_id': 'e8b68211-cf3e-4434-b556-c1bf98cd7bb3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94174) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 23 11:32:29.566640 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-329ff53d-41b1-44dc-be0a-bf860020fe62 tempest-PortsTestJSON-2085221018 tempest-PortsTestJSON-2085221018-project] Network hostable DHCP agents. Network: e8b68211-cf3e-4434-b556-c1bf98cd7bb3, hostable agents: ['8cf29b10-0e57-4131-816f-a4b6ad00b249'], hosted agents: [] {{(pid=94174) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 23 11:32:29.585738 dv-neutron-601336-94-hyperv neutron-server[94177]: DEBUG neutron.db.l3_dvr_db [None req-9a89d470-7c20-4880-b67a-f3292bb71a11 None None] Set router e088c3b9-e76a-4661-91ae-fd789b04bbf1 gateway port host: dv-neutron-601336-94-hyperv {{(pid=94177) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:838}} Jun 23 11:32:29.609132 dv-neutron-601336-94-hyperv neutron-server[94174]: INFO neutron.wsgi [None req-f62d025e-26b3-4ea4-8837-329baff95c18 tempest-BulkNetworkOpsIpV6Test-986121801 tempest-BulkNetworkOpsIpV6Test-986121801-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1449 time: 4.7147651 Jun 23 11:32:29.614478 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.wsgi [-] (94175) accepted ('10.222.0.20', 38338) {{(pid=94175) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 11:32:29.629090 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.db.provisioning_blocks [None req-7089a804-ebb7-46c9-834f-09a194c90772 None None] Provisioning complete for port 16153d14-ef96-45a7-a15b-2573e04d8e63 triggered by entity DHCP. {{(pid=94176) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 23 11:32:29.630918 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8ada8fe1-2198-4dce-9aa5-0d013ad859fa tempest-ExtraDHCPOptionsTestJSON-1313277810 tempest-ExtraDHCPOptionsTestJSON-1313277810-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94174) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 11:32:29.631072 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron_lib.callbacks.manager [None req-7089a804-ebb7-46c9-834f-09a194c90772 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-899258'] for port, provisioning_complete {{(pid=94176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:32:29.632791 dv-neutron-601336-94-hyperv neutron-server[94174]: INFO neutron.wsgi [None req-8ada8fe1-2198-4dce-9aa5-0d013ad859fa tempest-ExtraDHCPOptionsTestJSON-1313277810 tempest-ExtraDHCPOptionsTestJSON-1313277810-project] 10.222.0.20 "GET /v2.0/ports/16153d14-ef96-45a7-a15b-2573e04d8e63 HTTP/1.1" status: 200 len: 1135 time: 0.3455215 Jun 23 11:32:29.656407 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.wsgi [-] (94175) accepted ('10.222.0.20', 38340) {{(pid=94175) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 11:32:29.665031 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.wsgi [-] (94174) accepted ('10.222.0.20', 38342) {{(pid=94174) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 11:32:29.684460 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad72d912-00bb-4b6a-b334-17812b8d0db3 tempest-PortsAdminExtendedAttrsTestJSON-1772465988 tempest-PortsAdminExtendedAttrsTestJSON-1772465988-project-admin] Pushing event updated for resources: {'Port': ['ID=8e5fba37-f713-4acd-94a6-f5412919e56e,revision_number=3']} {{(pid=94174) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 11:32:29.695931 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG oslo_concurrency.lockutils [None req-ad72d912-00bb-4b6a-b334-17812b8d0db3 tempest-PortsAdminExtendedAttrsTestJSON-1772465988 tempest-PortsAdminExtendedAttrsTestJSON-1772465988-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.227s {{(pid=94174) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 11:32:29.725718 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.plugins.ml2.plugin [None req-7089a804-ebb7-46c9-834f-09a194c90772 None None] Port 16153d14-ef96-45a7-a15b-2573e04d8e63 cannot update to ACTIVE because it is not bound. {{(pid=94176) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jun 23 11:32:29.753583 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f524b43b-a427-40c1-a5b0-b8d7b8add34b tempest-PortsAdminExtendedAttrsTestJSON-1772465988 tempest-PortsAdminExtendedAttrsTestJSON-1772465988-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94174) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 11:32:29.754104 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f524b43b-a427-40c1-a5b0-b8d7b8add34b tempest-PortsAdminExtendedAttrsTestJSON-1772465988 tempest-PortsAdminExtendedAttrsTestJSON-1772465988-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94174) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 11:32:29.755206 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f524b43b-a427-40c1-a5b0-b8d7b8add34b tempest-PortsAdminExtendedAttrsTestJSON-1772465988 tempest-PortsAdminExtendedAttrsTestJSON-1772465988-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94174) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 11:32:29.755206 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f524b43b-a427-40c1-a5b0-b8d7b8add34b tempest-PortsAdminExtendedAttrsTestJSON-1772465988 tempest-PortsAdminExtendedAttrsTestJSON-1772465988-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94174) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 11:32:29.755561 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f524b43b-a427-40c1-a5b0-b8d7b8add34b tempest-PortsAdminExtendedAttrsTestJSON-1772465988 tempest-PortsAdminExtendedAttrsTestJSON-1772465988-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94174) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 11:32:29.756046 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f524b43b-a427-40c1-a5b0-b8d7b8add34b tempest-PortsAdminExtendedAttrsTestJSON-1772465988 tempest-PortsAdminExtendedAttrsTestJSON-1772465988-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94174) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 11:32:29.756609 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f524b43b-a427-40c1-a5b0-b8d7b8add34b tempest-PortsAdminExtendedAttrsTestJSON-1772465988 tempest-PortsAdminExtendedAttrsTestJSON-1772465988-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94174) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 11:32:29.756993 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f524b43b-a427-40c1-a5b0-b8d7b8add34b tempest-PortsAdminExtendedAttrsTestJSON-1772465988 tempest-PortsAdminExtendedAttrsTestJSON-1772465988-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94174) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 11:32:29.757468 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f524b43b-a427-40c1-a5b0-b8d7b8add34b tempest-PortsAdminExtendedAttrsTestJSON-1772465988 tempest-PortsAdminExtendedAttrsTestJSON-1772465988-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94174) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 11:32:29.757957 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f524b43b-a427-40c1-a5b0-b8d7b8add34b tempest-PortsAdminExtendedAttrsTestJSON-1772465988 tempest-PortsAdminExtendedAttrsTestJSON-1772465988-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94174) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 11:32:29.758428 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f524b43b-a427-40c1-a5b0-b8d7b8add34b tempest-PortsAdminExtendedAttrsTestJSON-1772465988 tempest-PortsAdminExtendedAttrsTestJSON-1772465988-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94174) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 11:32:29.759239 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f524b43b-a427-40c1-a5b0-b8d7b8add34b tempest-PortsAdminExtendedAttrsTestJSON-1772465988 tempest-PortsAdminExtendedAttrsTestJSON-1772465988-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94174) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 11:32:29.759729 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f524b43b-a427-40c1-a5b0-b8d7b8add34b tempest-PortsAdminExtendedAttrsTestJSON-1772465988 tempest-PortsAdminExtendedAttrsTestJSON-1772465988-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94174) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 11:32:29.765620 dv-neutron-601336-94-hyperv neutron-server[94174]: INFO neutron.wsgi [None req-f524b43b-a427-40c1-a5b0-b8d7b8add34b tempest-PortsAdminExtendedAttrsTestJSON-1772465988 tempest-PortsAdminExtendedAttrsTestJSON-1772465988-project-admin] 10.222.0.20 "GET /v2.0/ports HTTP/1.1" status: 200 len: 11675 time: 0.3257897 Jun 23 11:32:29.766250 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.wsgi [-] (94174) accepted ('10.222.0.20', 38346) {{(pid=94174) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 11:32:29.804059 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-329ff53d-41b1-44dc-be0a-bf860020fe62 tempest-PortsTestJSON-2085221018 tempest-PortsTestJSON-2085221018-project] Network e8b68211-cf3e-4434-b556-c1bf98cd7bb3 is scheduled to be hosted by DHCP agent 8cf29b10-0e57-4131-816f-a4b6ad00b249 with binding_index 1 {{(pid=94174) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 23 11:32:29.848796 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.api.v2.base [None req-2bc592cb-4210-479b-b87e-446aa339d097 tempest-RoutersTestDVR-73400567 tempest-RoutersTestDVR-73400567-project-admin] Request body: {'router': {'name': 'tempest-pretest-check-1740844621'}} {{(pid=94174) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 23 11:32:29.877414 dv-neutron-601336-94-hyperv neutron-server[94177]: DEBUG neutron.db.l3_hamode_db [None req-9a89d470-7c20-4880-b67a-f3292bb71a11 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e088c3b9-e76a-4661-91ae-fd789b04bbf1', 'name': 'tempest-ServerActionsTestJSON-2115701801-router', 'tenant_id': '252b24454ee04e36b666155dab1feb23', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3e7e4eb3-cf02-4d47-ade9-0a579cdfc60f', 'external_fixed_ips': [{'subnet_id': 'a5ad15ab-c489-4a67-a9b0-d559fca0ec71', 'ip_address': '172.26.3.171'}], 'enable_snat': True}, 'gw_port_id': '946affd4-ae12-4b9b-ba02-e48035525e66', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-23T11:32:15Z', 'updated_at': '2021-06-23T11:32:24Z', 'revision_number': 4, 'project_id': '252b24454ee04e36b666155dab1feb23', 'gw_port': {'id': '946affd4-ae12-4b9b-ba02-e48035525e66', 'name': '', 'network_id': '3e7e4eb3-cf02-4d47-ade9-0a579cdfc60f', 'tenant_id': '', 'mac_address': 'fa:16:3e:c7:1d:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e088c3b9-e76a-4661-91ae-fd789b04bbf1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 440, 'fixed_ips': [{'subnet_id': 'a5ad15ab-c489-4a67-a9b0-d559fca0ec71', 'ip_address': '172.26.3.171', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-94-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-23T11:32:16Z', 'updated_at': '2021-06-23T11:32:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a5ad15ab-c489-4a67-a9b0-d559fca0ec71', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-601336-94-hyperv', '_interfaces': [{'id': '8b3f2607-1beb-44c0-92af-cbc38d0500bc', 'name': '', 'network_id': '34cf218b-02ad-4259-a49e-5807c729dd9a', 'tenant_id': '252b24454ee04e36b666155dab1feb23', 'mac_address': 'fa:16:3e:cf:71:7a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e088c3b9-e76a-4661-91ae-fd789b04bbf1', 'device_owner': 'network:router_interface', 'standard_attr_id': 483, 'fixed_ips': [{'subnet_id': '47ff68e9-949b-4720-9652-7e8da6276be9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-94-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-23T11:32:23Z', 'updated_at': '2021-06-23T11:32:29Z', 'revision_number': 4, 'project_id': '252b24454ee04e36b666155dab1feb23', 'subnets': [{'id': '47ff68e9-949b-4720-9652-7e8da6276be9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-601336-94-hyperv', False) {} {{(pid=94177) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 11:32:29.883523 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.plugins.ml2.plugin [None req-b1e70f8b-386d-40ca-abb6-4e5be91b2bfc tempest-PortsAdminExtendedAttrsTestJSON-1772465988 tempest-PortsAdminExtendedAttrsTestJSON-1772465988-project-admin] Deleting port 8e5fba37-f713-4acd-94a6-f5412919e56e {{(pid=94174) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1913}} Jun 23 11:32:29.883882 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron_lib.callbacks.manager [None req-b1e70f8b-386d-40ca-abb6-4e5be91b2bfc tempest-PortsAdminExtendedAttrsTestJSON-1772465988 tempest-PortsAdminExtendedAttrsTestJSON-1772465988-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773700079324'] for port, before_delete {{(pid=94174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:32:29.886719 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron_lib.callbacks.manager [None req-1fd949a5-a8f9-4c5d-809b-25a78afaba2d tempest-ServerActionsTestJSON-161917335 tempest-ServerActionsTestJSON-161917335-project] Notify callbacks [] for security_group, precommit_create {{(pid=94175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:32:29.905743 dv-neutron-601336-94-hyperv neutron-server[94177]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9a89d470-7c20-4880-b67a-f3292bb71a11 None None] The sync data for ids ['e088c3b9-e76a-4661-91ae-fd789b04bbf1'] in dv-neutron-601336-94-hyperv is: [{'id': 'e088c3b9-e76a-4661-91ae-fd789b04bbf1', 'name': 'tempest-ServerActionsTestJSON-2115701801-router', 'tenant_id': '252b24454ee04e36b666155dab1feb23', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3e7e4eb3-cf02-4d47-ade9-0a579cdfc60f', 'external_fixed_ips': [{'subnet_id': 'a5ad15ab-c489-4a67-a9b0-d559fca0ec71', 'ip_address': '172.26.3.171'}], 'enable_snat': True}, 'gw_port_id': '946affd4-ae12-4b9b-ba02-e48035525e66', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-23T11:32:15Z', 'updated_at': '2021-06-23T11:32:24Z', 'revision_number': 4, 'project_id': '252b24454ee04e36b666155dab1feb23', 'gw_port': {'id': '946affd4-ae12-4b9b-ba02-e48035525e66', 'name': '', 'network_id': '3e7e4eb3-cf02-4d47-ade9-0a579cdfc60f', 'tenant_id': '', 'mac_address': 'fa:16:3e:c7:1d:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e088c3b9-e76a-4661-91ae-fd789b04bbf1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 440, 'fixed_ips': [{'subnet_id': 'a5ad15ab-c489-4a67-a9b0-d559fca0ec71', 'ip_address': '172.26.3.171', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-94-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-23T11:32:16Z', 'updated_at': '2021-06-23T11:32:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a5ad15ab-c489-4a67-a9b0-d559fca0ec71', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-601336-94-hyperv', '_interfaces': [{'id': '8b3f2607-1beb-44c0-92af-cbc38d0500bc', 'name': '', 'network_id': '34cf218b-02ad-4259-a49e-5807c729dd9a', 'tenant_id': '252b24454ee04e36b666155dab1feb23', 'mac_address': 'fa:16:3e:cf:71:7a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e088c3b9-e76a-4661-91ae-fd789b04bbf1', 'device_owner': 'network:router_interface', 'standard_attr_id': 483, 'fixed_ips': [{'subnet_id': '47ff68e9-949b-4720-9652-7e8da6276be9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-94-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-23T11:32:23Z', 'updated_at': '2021-06-23T11:32:29Z', 'revision_number': 4, 'project_id': '252b24454ee04e36b666155dab1feb23', 'subnets': [{'id': '47ff68e9-949b-4720-9652-7e8da6276be9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94177) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 23 11:32:29.919558 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.objects.ports [None req-31fcaa13-bacc-47a9-bbcc-cdec49a7994e tempest-NetworksTestDHCPv6-162546708 tempest-NetworksTestDHCPv6-162546708-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=94175) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Jun 23 11:32:29.925294 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron_lib.callbacks.manager [None req-31fcaa13-bacc-47a9-bbcc-cdec49a7994e tempest-NetworksTestDHCPv6-162546708 tempest-NetworksTestDHCPv6-162546708-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866062', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5083113', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4660095'] for subnet, after_create {{(pid=94175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:32:29.930361 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG oslo_concurrency.lockutils [None req-115c3a96-e6ab-43a9-9a02-5fb82d6af967 tempest-NetworksTestDHCPv6-162546708 tempest-NetworksTestDHCPv6-162546708-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94175) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 11:32:29.941584 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c47ecaa8-698e-4c11-893c-280f26e200e7 tempest-BulkNetworkOpsIpV6Test-986121801 tempest-BulkNetworkOpsIpV6Test-986121801-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 11:32:29.947822 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c47ecaa8-698e-4c11-893c-280f26e200e7 tempest-BulkNetworkOpsIpV6Test-986121801 tempest-BulkNetworkOpsIpV6Test-986121801-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 11:32:29.949933 dv-neutron-601336-94-hyperv neutron-server[94175]: INFO neutron.wsgi [None req-c47ecaa8-698e-4c11-893c-280f26e200e7 tempest-BulkNetworkOpsIpV6Test-986121801 tempest-BulkNetworkOpsIpV6Test-986121801-project] 10.222.0.20 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1444 time: 0.3334908 Jun 23 11:32:29.986670 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.wsgi [-] (94175) accepted ('10.222.0.20', 38348) {{(pid=94175) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 11:32:30.047907 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.plugins.ml2.plugin [None req-602edcf7-e55e-440d-9a40-931b2b07b1c9 tempest-ExtraDHCPOptionsTestJSON-1313277810 tempest-ExtraDHCPOptionsTestJSON-1313277810-project] Deleting port 16153d14-ef96-45a7-a15b-2573e04d8e63 {{(pid=94175) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1913}} Jun 23 11:32:30.047907 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron_lib.callbacks.manager [None req-602edcf7-e55e-440d-9a40-931b2b07b1c9 tempest-ExtraDHCPOptionsTestJSON-1313277810 tempest-ExtraDHCPOptionsTestJSON-1313277810-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773700079324'] for port, before_delete {{(pid=94175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:32:30.050378 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron_lib.callbacks.manager [None req-1fd949a5-a8f9-4c5d-809b-25a78afaba2d tempest-ServerActionsTestJSON-161917335 tempest-ServerActionsTestJSON-161917335-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7996330'] for security_group, after_create {{(pid=94175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:32:30.053922 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-31fcaa13-bacc-47a9-bbcc-cdec49a7994e tempest-NetworksTestDHCPv6-162546708 tempest-NetworksTestDHCPv6-162546708-project] Network f53f535d-bce4-4da8-9bd9-396677ff4e83 is already hosted by enough agents. {{(pid=94175) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 23 11:32:30.111538 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.scheduler.base_scheduler [None req-31fcaa13-bacc-47a9-bbcc-cdec49a7994e tempest-NetworksTestDHCPv6-162546708 tempest-NetworksTestDHCPv6-162546708-project] Resources bound (agent type, host, resource id): {{(pid=94175) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 23 11:32:30.123753 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-31fcaa13-bacc-47a9-bbcc-cdec49a7994e tempest-NetworksTestDHCPv6-162546708 tempest-NetworksTestDHCPv6-162546708-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 11:32:30.124318 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron_lib.callbacks.manager [None req-31fcaa13-bacc-47a9-bbcc-cdec49a7994e tempest-NetworksTestDHCPv6-162546708 tempest-NetworksTestDHCPv6-162546708-project] Notify callbacks [] for subnet, before_response {{(pid=94175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:32:30.125249 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9af16660-0734-46f1-90e7-7afa3080d5fc None None] Network f53f535d-bce4-4da8-9bd9-396677ff4e83 requested from dv-neutron-601336-94-hyperv {{(pid=94176) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 23 11:32:30.148909 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31fcaa13-bacc-47a9-bbcc-cdec49a7994e tempest-NetworksTestDHCPv6-162546708 tempest-NetworksTestDHCPv6-162546708-project] Pushing event updated for resources: {'Subnet': ['ID=5f515403-0312-4736-b2e6-dae527f2186a,revision_number=0']} {{(pid=94175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 11:32:30.156252 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG oslo_concurrency.lockutils [None req-31fcaa13-bacc-47a9-bbcc-cdec49a7994e tempest-NetworksTestDHCPv6-162546708 tempest-NetworksTestDHCPv6-162546708-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.226s {{(pid=94175) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 11:32:30.162271 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG oslo_concurrency.lockutils [None req-ac8b0885-7021-48c7-834d-af10d7aa96a3 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.101s {{(pid=94175) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 11:32:30.222341 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.scheduler.base_scheduler [None req-329ff53d-41b1-44dc-be0a-bf860020fe62 tempest-PortsTestJSON-2085221018 tempest-PortsTestJSON-2085221018-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-601336-94-hyperv, e8b68211-cf3e-4434-b556-c1bf98cd7bb3) {{(pid=94174) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 23 11:32:30.226869 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-329ff53d-41b1-44dc-be0a-bf860020fe62 tempest-PortsTestJSON-2085221018 tempest-PortsTestJSON-2085221018-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94174) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 11:32:30.227488 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron_lib.callbacks.manager [None req-329ff53d-41b1-44dc-be0a-bf860020fe62 tempest-PortsTestJSON-2085221018 tempest-PortsTestJSON-2085221018-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7865916'] for subnet, before_response {{(pid=94174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:32:30.234570 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9a7b85bb-6d7f-4a1d-b852-520a6175e84e None None] Network e8b68211-cf3e-4434-b556-c1bf98cd7bb3 requested from dv-neutron-601336-94-hyperv {{(pid=94176) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 23 11:32:30.242939 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fd949a5-a8f9-4c5d-809b-25a78afaba2d tempest-ServerActionsTestJSON-161917335 tempest-ServerActionsTestJSON-161917335-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f0520e5d-8f0e-4c28-b543-be4405698077,revision_number=1']} {{(pid=94175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 11:32:30.248642 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron_lib.callbacks.manager [None req-602edcf7-e55e-440d-9a40-931b2b07b1c9 tempest-ExtraDHCPOptionsTestJSON-1313277810 tempest-ExtraDHCPOptionsTestJSON-1313277810-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-430722'] for port, precommit_delete {{(pid=94175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:32:30.251249 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG oslo_concurrency.lockutils [None req-1fd949a5-a8f9-4c5d-809b-25a78afaba2d tempest-ServerActionsTestJSON-161917335 tempest-ServerActionsTestJSON-161917335-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.089s {{(pid=94175) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 11:32:30.267476 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.plugins.ml2.db [None req-b1e70f8b-386d-40ca-abb6-4e5be91b2bfc tempest-PortsAdminExtendedAttrsTestJSON-1772465988 tempest-PortsAdminExtendedAttrsTestJSON-1772465988-project-admin] For port 8e5fba37-f713-4acd-94a6-f5412919e56e, host hv-neutron-6013, got binding levels [] {{(pid=94174) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 23 11:32:30.268047 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron_lib.callbacks.manager [None req-b1e70f8b-386d-40ca-abb6-4e5be91b2bfc tempest-PortsAdminExtendedAttrsTestJSON-1772465988 tempest-PortsAdminExtendedAttrsTestJSON-1772465988-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-430722'] for port, precommit_delete {{(pid=94174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:32:30.272809 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.plugins.ml2.plugin [None req-602edcf7-e55e-440d-9a40-931b2b07b1c9 tempest-ExtraDHCPOptionsTestJSON-1313277810 tempest-ExtraDHCPOptionsTestJSON-1313277810-project] Calling delete_port for 16153d14-ef96-45a7-a15b-2573e04d8e63 owned by {{(pid=94175) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1986}} Jun 23 11:32:30.286673 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.plugins.ml2.plugin [None req-b1e70f8b-386d-40ca-abb6-4e5be91b2bfc tempest-PortsAdminExtendedAttrsTestJSON-1772465988 tempest-PortsAdminExtendedAttrsTestJSON-1772465988-project-admin] Calling delete_port for 8e5fba37-f713-4acd-94a6-f5412919e56e owned by {{(pid=94174) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1986}} Jun 23 11:32:30.339915 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.plugins.ml2.plugin [None req-c39ece41-30f3-4e6c-9b6b-973c248f49d4 tempest-BulkNetworkOpsIpV6Test-986121801 tempest-BulkNetworkOpsIpV6Test-986121801-project] Deleting port a196bf45-421b-4dde-8491-d71db901e955 {{(pid=94175) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1913}} Jun 23 11:32:30.340274 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron_lib.callbacks.manager [None req-c39ece41-30f3-4e6c-9b6b-973c248f49d4 tempest-BulkNetworkOpsIpV6Test-986121801 tempest-BulkNetworkOpsIpV6Test-986121801-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773700079324'] for port, before_delete {{(pid=94175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:32:30.351477 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron_lib.callbacks.manager [None req-2bc592cb-4210-479b-b87e-446aa339d097 tempest-RoutersTestDVR-73400567 tempest-RoutersTestDVR-73400567-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-520407', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-32315'] for router, before_create {{(pid=94174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:32:30.355278 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron_lib.callbacks.manager [None req-2bc592cb-4210-479b-b87e-446aa339d097 tempest-RoutersTestDVR-73400567 tempest-RoutersTestDVR-73400567-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-520264', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-524122', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-414782', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-32290'] for router, precommit_create {{(pid=94174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:32:30.408063 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4637b2ba-2c63-40fa-a28a-e1db03902ae9 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1e0d828a-1fa4-563d-b7fd-53adf66a04ee-f53f535d-bce4-4da8-9bd9-396677ff4e83', 'network_id': 'f53f535d-bce4-4da8-9bd9-396677ff4e83', 'tenant_id': '5e61222a836c47229c94e37f3902e6bd', 'fixed_ips': [{'subnet_id': '5f515403-0312-4736-b2e6-dae527f2186a'}]}} from dv-neutron-601336-94-hyperv. {{(pid=94176) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 23 11:32:30.409211 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron_lib.callbacks.manager [None req-4637b2ba-2c63-40fa-a28a-e1db03902ae9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-923104'] for port, before_create {{(pid=94176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:32:30.420037 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron_lib.callbacks.manager [None req-1fd949a5-a8f9-4c5d-809b-25a78afaba2d tempest-ServerActionsTestJSON-161917335 tempest-ServerActionsTestJSON-161917335-project] Notify callbacks [] for security_group, before_response {{(pid=94175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:32:30.421648 dv-neutron-601336-94-hyperv neutron-server[94175]: INFO neutron.wsgi [None req-1fd949a5-a8f9-4c5d-809b-25a78afaba2d tempest-ServerActionsTestJSON-161917335 tempest-ServerActionsTestJSON-161917335-project] 10.222.0.20 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1779 time: 1.7144547 Jun 23 11:32:30.431247 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.wsgi [-] (94175) accepted ('10.222.0.20', 38350) {{(pid=94175) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 11:32:30.441056 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.api.v2.base [None req-f45d3ef4-d9b4-42f4-aeb4-45f6611f222d tempest-ServerActionsTestJSON-161917335 tempest-ServerActionsTestJSON-161917335-project] Request body: {'security_group_rule': {'security_group_id': 'f0520e5d-8f0e-4c28-b543-be4405698077', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=94175) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 23 11:32:30.446481 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron_lib.callbacks.manager [None req-c39ece41-30f3-4e6c-9b6b-973c248f49d4 tempest-BulkNetworkOpsIpV6Test-986121801 tempest-BulkNetworkOpsIpV6Test-986121801-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-430722'] for port, precommit_delete {{(pid=94175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:32:30.457909 dv-neutron-601336-94-hyperv neutron-server[94174]: INFO neutron.wsgi [None req-329ff53d-41b1-44dc-be0a-bf860020fe62 tempest-PortsTestJSON-2085221018 tempest-PortsTestJSON-2085221018-project] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.7336409 Jun 23 11:32:30.458486 dv-neutron-601336-94-hyperv neutron-server[94175]: INFO neutron.wsgi [None req-31fcaa13-bacc-47a9-bbcc-cdec49a7994e tempest-NetworksTestDHCPv6-162546708 tempest-NetworksTestDHCPv6-162546708-project] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 827 time: 1.9219525 Jun 23 11:32:30.460838 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.wsgi [-] (94175) accepted ('10.222.0.20', 38352) {{(pid=94175) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 11:32:30.461171 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.wsgi [-] (94175) accepted ('10.222.0.20', 38354) {{(pid=94175) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 11:32:30.464062 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron_lib.callbacks.manager [None req-2bc592cb-4210-479b-b87e-446aa339d097 tempest-RoutersTestDVR-73400567 tempest-RoutersTestDVR-73400567-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:32:30.478358 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.api.v2.base [None req-51e0cbd3-a1a2-4db1-8152-aa1e33316a8b tempest-NetworksTestDHCPv6-162546708 tempest-NetworksTestDHCPv6-162546708-project] Request body: {'port': {'network_id': 'f53f535d-bce4-4da8-9bd9-396677ff4e83', 'mac_address': 'fa:16:3e:7b:c3:b5', 'name': 'tempest-NetworksTestDHCPv6-475506438'}} {{(pid=94175) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 23 11:32:30.485107 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.api.v2.base [None req-130211f9-f24d-49ea-8a69-7cdd0286ddb9 tempest-PortsTestJSON-2085221018 tempest-PortsTestJSON-2085221018-project] Request body: {'port': {'network_id': 'e8b68211-cf3e-4434-b556-c1bf98cd7bb3', 'security_groups': [], 'name': 'tempest-PortsTestJSON-1972829580'}} {{(pid=94175) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 23 11:32:30.507891 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.plugins.ml2.plugin [None req-c39ece41-30f3-4e6c-9b6b-973c248f49d4 tempest-BulkNetworkOpsIpV6Test-986121801 tempest-BulkNetworkOpsIpV6Test-986121801-project] Calling delete_port for a196bf45-421b-4dde-8491-d71db901e955 owned by {{(pid=94175) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1986}} Jun 23 11:32:30.575868 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5abea055-8943-413a-83c9-a8421146de82 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1e0d828a-1fa4-563d-b7fd-53adf66a04ee-e8b68211-cf3e-4434-b556-c1bf98cd7bb3', 'network_id': 'e8b68211-cf3e-4434-b556-c1bf98cd7bb3', 'tenant_id': '9e5461dd76964a018bba022fe5f7a0f1', 'fixed_ips': [{'subnet_id': 'cc69824d-6e6d-4e57-b2b3-1c39e832a1f4'}]}} from dv-neutron-601336-94-hyperv. {{(pid=94176) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 23 11:32:30.576779 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron_lib.callbacks.manager [None req-5abea055-8943-413a-83c9-a8421146de82 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-923104'] for port, before_create {{(pid=94176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:32:30.588173 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron_lib.callbacks.manager [None req-2bc592cb-4210-479b-b87e-446aa339d097 tempest-RoutersTestDVR-73400567 tempest-RoutersTestDVR-73400567-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-520412', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-524143'] for router, after_create {{(pid=94174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:32:30.636274 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron_lib.callbacks.manager [None req-b1e70f8b-386d-40ca-abb6-4e5be91b2bfc tempest-PortsAdminExtendedAttrsTestJSON-1772465988 tempest-PortsAdminExtendedAttrsTestJSON-1772465988-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-922904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866062', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773700135024', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773699642224', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5196390'] for port, after_delete {{(pid=94174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:32:30.646478 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG oslo_concurrency.lockutils [None req-17de4d8d-a44a-4423-8e81-e31033129f27 tempest-NetworksIpV6TestAttrs-49342282 tempest-NetworksIpV6TestAttrs-49342282-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94174) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 11:32:30.675443 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron_lib.callbacks.manager [None req-b1e70f8b-386d-40ca-abb6-4e5be91b2bfc tempest-PortsAdminExtendedAttrsTestJSON-1772465988 tempest-PortsAdminExtendedAttrsTestJSON-1772465988-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-217507'] for port, before_response {{(pid=94174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:32:30.679871 dv-neutron-601336-94-hyperv neutron-server[94174]: INFO neutron.wsgi [None req-b1e70f8b-386d-40ca-abb6-4e5be91b2bfc tempest-PortsAdminExtendedAttrsTestJSON-1772465988 tempest-PortsAdminExtendedAttrsTestJSON-1772465988-project-admin] 10.222.0.20 "DELETE /v2.0/ports/8e5fba37-f713-4acd-94a6-f5412919e56e HTTP/1.1" status: 204 len: 168 time: 0.9101734 Jun 23 11:32:30.680031 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.db.db_base_plugin_common [None req-4637b2ba-2c63-40fa-a28a-e1db03902ae9 None None] Allocated IP 2001:db8::f816:3eff:fe94:e733 (f53f535d-bce4-4da8-9bd9-396677ff4e83/5f515403-0312-4736-b2e6-dae527f2186a/b65348b2-97a2-4680-b16c-b724783b1070) {{(pid=94176) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 23 11:32:30.682723 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.wsgi [-] (94174) accepted ('10.222.0.20', 38356) {{(pid=94174) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 11:32:30.735316 dv-neutron-601336-94-hyperv neutron-server[94174]: INFO neutron.pecan_wsgi.hooks.translation [None req-b6fa9946-92f1-43db-a3e3-e863edd17591 tempest-PortsAdminExtendedAttrsTestJSON-1772465988 tempest-PortsAdminExtendedAttrsTestJSON-1772465988-project-admin] GET failed (client error): The resource could not be found. Jun 23 11:32:30.742759 dv-neutron-601336-94-hyperv neutron-server[94174]: INFO neutron.wsgi [None req-b6fa9946-92f1-43db-a3e3-e863edd17591 tempest-PortsAdminExtendedAttrsTestJSON-1772465988 tempest-PortsAdminExtendedAttrsTestJSON-1772465988-project-admin] 10.222.0.20 "GET /v2.0/ports/8e5fba37-f713-4acd-94a6-f5412919e56e HTTP/1.1" status: 404 len: 333 time: 0.0536766 Jun 23 11:32:30.742759 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1e70f8b-386d-40ca-abb6-4e5be91b2bfc tempest-PortsAdminExtendedAttrsTestJSON-1772465988 tempest-PortsAdminExtendedAttrsTestJSON-1772465988-project-admin] Pushing event deleted for resources: {'Port': ['ID=8e5fba37-f713-4acd-94a6-f5412919e56e,revision_number=None']} {{(pid=94174) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 11:32:30.742759 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG oslo_concurrency.lockutils [None req-b1e70f8b-386d-40ca-abb6-4e5be91b2bfc tempest-PortsAdminExtendedAttrsTestJSON-1772465988 tempest-PortsAdminExtendedAttrsTestJSON-1772465988-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.094s {{(pid=94174) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 11:32:30.742759 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.wsgi [-] (94174) accepted ('10.222.0.20', 38358) {{(pid=94174) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 11:32:30.748176 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.api.v2.base [None req-aef26167-5732-48ff-8643-5b7ef57de0b3 tempest-PortsAdminExtendedAttrsTestJSON-1772465988 tempest-PortsAdminExtendedAttrsTestJSON-1772465988-project-admin] Request body: {'port': {'name': 'tempest-PortsAdminExtendedAttrsTestJSON-847738550', 'network_id': 'a2a3038f-d74f-4d71-9006-cee952f59bc9'}} {{(pid=94174) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 23 11:32:30.774165 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron_lib.callbacks.manager [None req-f45d3ef4-d9b4-42f4-aeb4-45f6611f222d tempest-ServerActionsTestJSON-161917335 tempest-ServerActionsTestJSON-161917335-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:32:30.817404 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron_lib.callbacks.manager [None req-2bc592cb-4210-479b-b87e-446aa339d097 tempest-RoutersTestDVR-73400567 tempest-RoutersTestDVR-73400567-project-admin] Notify callbacks [] for router, before_response {{(pid=94174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:32:30.820324 dv-neutron-601336-94-hyperv neutron-server[94174]: INFO neutron.wsgi [None req-2bc592cb-4210-479b-b87e-446aa339d097 tempest-RoutersTestDVR-73400567 tempest-RoutersTestDVR-73400567-project-admin] 10.222.0.20 "POST /v2.0/routers HTTP/1.1" status: 201 len: 729 time: 1.1534133 Jun 23 11:32:30.824268 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.wsgi [-] (94174) accepted ('10.222.0.20', 38360) {{(pid=94174) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 11:32:30.851723 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.db.db_base_plugin_common [None req-5abea055-8943-413a-83c9-a8421146de82 None None] Allocated IP 172.20.0.2 (e8b68211-cf3e-4434-b556-c1bf98cd7bb3/cc69824d-6e6d-4e57-b2b3-1c39e832a1f4/2adeb85f-04ca-484f-8c6d-5456719d8cea) {{(pid=94176) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 23 11:32:30.864200 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron_lib.callbacks.manager [None req-f45d3ef4-d9b4-42f4-aeb4-45f6611f222d tempest-ServerActionsTestJSON-161917335 tempest-ServerActionsTestJSON-161917335-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:32:30.866951 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron_lib.callbacks.manager [None req-602edcf7-e55e-440d-9a40-931b2b07b1c9 tempest-ExtraDHCPOptionsTestJSON-1313277810 tempest-ExtraDHCPOptionsTestJSON-1313277810-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-922904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866062', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773700135024', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773699642224', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5082448'] for port, after_delete {{(pid=94175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:32:30.873338 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG oslo_concurrency.lockutils [None req-2506dc8e-81af-4a14-8ab2-7e51a5e5d135 tempest-NetworksTestDHCPv6-162546708 tempest-NetworksTestDHCPv6-162546708-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94175) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 11:32:30.939825 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-602edcf7-e55e-440d-9a40-931b2b07b1c9 tempest-ExtraDHCPOptionsTestJSON-1313277810 tempest-ExtraDHCPOptionsTestJSON-1313277810-project] Pushing event deleted for resources: {'Port': ['ID=16153d14-ef96-45a7-a15b-2573e04d8e63,revision_number=None']} {{(pid=94175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 11:32:30.943944 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG oslo_concurrency.lockutils [None req-602edcf7-e55e-440d-9a40-931b2b07b1c9 tempest-ExtraDHCPOptionsTestJSON-1313277810 tempest-ExtraDHCPOptionsTestJSON-1313277810-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.069s {{(pid=94175) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 11:32:30.943944 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron_lib.callbacks.manager [None req-c39ece41-30f3-4e6c-9b6b-973c248f49d4 tempest-BulkNetworkOpsIpV6Test-986121801 tempest-BulkNetworkOpsIpV6Test-986121801-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-922904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866062', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773700135024', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773699642224', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5082448'] for port, after_delete {{(pid=94175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:32:30.960978 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG oslo_concurrency.lockutils [None req-d0b65e1f-e5a1-4bbf-898f-07e8aa83d671 tempest-AllowedAddressPairIpV6TestJSON-597468505 tempest-AllowedAddressPairIpV6TestJSON-597468505-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94175) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 11:32:30.968572 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron_lib.callbacks.manager [None req-c39ece41-30f3-4e6c-9b6b-973c248f49d4 tempest-BulkNetworkOpsIpV6Test-986121801 tempest-BulkNetworkOpsIpV6Test-986121801-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-217507'] for port, before_response {{(pid=94175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:32:30.974834 dv-neutron-601336-94-hyperv neutron-server[94175]: INFO neutron.wsgi [None req-c39ece41-30f3-4e6c-9b6b-973c248f49d4 tempest-BulkNetworkOpsIpV6Test-986121801 tempest-BulkNetworkOpsIpV6Test-986121801-project] 10.222.0.20 "DELETE /v2.0/ports/a196bf45-421b-4dde-8491-d71db901e955 HTTP/1.1" status: 204 len: 168 time: 0.9860363 Jun 23 11:32:31.002885 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.wsgi [-] (94174) accepted ('10.222.0.20', 38362) {{(pid=94174) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 11:32:31.038570 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.plugins.ml2.rpc [None req-dc7542b2-afef-47f4-a763-e3a3cba144be None None] Device 8b3f2607-1beb-44c0-92af-cbc38d0500bc up at agent ovs-agent-dv-neutron-601336-94-hyperv {{(pid=94176) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:298}} Jun 23 11:32:31.039859 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron_lib.callbacks.manager [None req-f45d3ef4-d9b4-42f4-aeb4-45f6611f222d tempest-ServerActionsTestJSON-161917335 tempest-ServerActionsTestJSON-161917335-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7996355'] for security_group_rule, after_create {{(pid=94175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:32:31.058451 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c39ece41-30f3-4e6c-9b6b-973c248f49d4 tempest-BulkNetworkOpsIpV6Test-986121801 tempest-BulkNetworkOpsIpV6Test-986121801-project] Pushing event deleted for resources: {'Port': ['ID=a196bf45-421b-4dde-8491-d71db901e955,revision_number=None']} {{(pid=94175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 11:32:31.058451 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG oslo_concurrency.lockutils [None req-c39ece41-30f3-4e6c-9b6b-973c248f49d4 tempest-BulkNetworkOpsIpV6Test-986121801 tempest-BulkNetworkOpsIpV6Test-986121801-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.096s {{(pid=94175) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 11:32:31.058833 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron_lib.callbacks.manager [None req-92ffd8ee-ee76-4064-abbe-958a6b160012 tempest-RoutersTestDVR-73400567 tempest-RoutersTestDVR-73400567-project-admin] Notify callbacks [] for router, before_delete {{(pid=94174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:32:31.060472 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG oslo_concurrency.lockutils [None req-389fe2c3-8b4b-464f-8819-f4da469c34d1 tempest-ServersTestJSON-995612928 tempest-ServersTestJSON-995612928-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94175) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 11:32:31.064744 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron_lib.callbacks.manager [None req-4637b2ba-2c63-40fa-a28a-e1db03902ae9 None None] Notify callbacks [] for port, precommit_create {{(pid=94176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:32:31.079572 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f45d3ef4-d9b4-42f4-aeb4-45f6611f222d tempest-ServerActionsTestJSON-161917335 tempest-ServerActionsTestJSON-161917335-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2378ed76-1ea3-49b9-a83a-c6bb40f9a146,revision_number=0']} {{(pid=94175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 11:32:31.082888 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG oslo_concurrency.lockutils [None req-f45d3ef4-d9b4-42f4-aeb4-45f6611f222d tempest-ServerActionsTestJSON-161917335 tempest-ServerActionsTestJSON-161917335-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.022s {{(pid=94175) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 11:32:31.095264 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron_lib.callbacks.manager [None req-602edcf7-e55e-440d-9a40-931b2b07b1c9 tempest-ExtraDHCPOptionsTestJSON-1313277810 tempest-ExtraDHCPOptionsTestJSON-1313277810-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-217507'] for port, before_response {{(pid=94175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:32:31.099626 dv-neutron-601336-94-hyperv neutron-server[94175]: INFO neutron.wsgi [None req-602edcf7-e55e-440d-9a40-931b2b07b1c9 tempest-ExtraDHCPOptionsTestJSON-1313277810 tempest-ExtraDHCPOptionsTestJSON-1313277810-project] 10.222.0.20 "DELETE /v2.0/ports/16153d14-ef96-45a7-a15b-2573e04d8e63 HTTP/1.1" status: 204 len: 168 time: 1.4394517 Jun 23 11:32:31.100964 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.wsgi [-] (94175) accepted ('10.222.0.20', 38364) {{(pid=94175) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 11:32:31.153712 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-aef26167-5732-48ff-8643-5b7ef57de0b3 tempest-PortsAdminExtendedAttrsTestJSON-1772465988 tempest-PortsAdminExtendedAttrsTestJSON-1772465988-project-admin] Made reservation on behalf of c87e2b51c2294a87bbb26a707b603e00 for: {'port': 1} {{(pid=94174) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 23 11:32:31.156146 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron_lib.callbacks.manager [None req-aef26167-5732-48ff-8643-5b7ef57de0b3 tempest-PortsAdminExtendedAttrsTestJSON-1772465988 tempest-PortsAdminExtendedAttrsTestJSON-1772465988-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-923104'] for port, before_create {{(pid=94174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:32:31.180529 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.db.db_base_plugin_v2 [None req-6b2d14b4-a8ef-49f7-b7cd-014381bd9bec tempest-ExtraDHCPOptionsTestJSON-1313277810 tempest-ExtraDHCPOptionsTestJSON-1313277810-project] Deleting subnet a4400784-cd8f-4790-811c-664f8edce42a {{(pid=94175) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jun 23 11:32:31.184748 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron_lib.callbacks.manager [None req-6b2d14b4-a8ef-49f7-b7cd-014381bd9bec tempest-ExtraDHCPOptionsTestJSON-1313277810 tempest-ExtraDHCPOptionsTestJSON-1313277810-project] Notify callbacks [] for subnet, before_delete {{(pid=94175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:32:31.201752 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.notifiers.nova [None req-aef26167-5732-48ff-8643-5b7ef57de0b3 tempest-PortsAdminExtendedAttrsTestJSON-1772465988 tempest-PortsAdminExtendedAttrsTestJSON-1772465988-project-admin] device_id is not set on port 61fb1dd5-f96e-4209-b677-770fdb7b8cbd yet. {{(pid=94174) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jun 23 11:32:31.229678 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron_lib.callbacks.manager [None req-5abea055-8943-413a-83c9-a8421146de82 None None] Notify callbacks [] for port, precommit_create {{(pid=94176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:32:31.238551 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron_lib.callbacks.manager [None req-6b2d14b4-a8ef-49f7-b7cd-014381bd9bec tempest-ExtraDHCPOptionsTestJSON-1313277810 tempest-ExtraDHCPOptionsTestJSON-1313277810-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5190686'] for subnet, precommit_delete_associations {{(pid=94175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:32:31.243956 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.db.provisioning_blocks [None req-5abea055-8943-413a-83c9-a8421146de82 None None] Transition to ACTIVE for port object 2adeb85f-04ca-484f-8c6d-5456719d8cea will not be triggered until provisioned by entity L2. {{(pid=94176) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 23 11:32:31.262343 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.db.provisioning_blocks [None req-5abea055-8943-413a-83c9-a8421146de82 None None] Transition to ACTIVE for port object 2adeb85f-04ca-484f-8c6d-5456719d8cea will not be triggered until provisioned by entity DHCP. {{(pid=94176) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 23 11:32:31.265813 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.db.provisioning_blocks [None req-4637b2ba-2c63-40fa-a28a-e1db03902ae9 None None] Transition to ACTIVE for port object b65348b2-97a2-4680-b16c-b724783b1070 will not be triggered until provisioned by entity L2. {{(pid=94176) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 23 11:32:31.292165 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.db.provisioning_blocks [None req-4637b2ba-2c63-40fa-a28a-e1db03902ae9 None None] Transition to ACTIVE for port object b65348b2-97a2-4680-b16c-b724783b1070 will not be triggered until provisioned by entity DHCP. {{(pid=94176) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 23 11:32:31.322930 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-51e0cbd3-a1a2-4db1-8152-aa1e33316a8b tempest-NetworksTestDHCPv6-162546708 tempest-NetworksTestDHCPv6-162546708-project] Made reservation on behalf of 5e61222a836c47229c94e37f3902e6bd for: {'port': 1} {{(pid=94175) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 23 11:32:31.370196 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron_lib.callbacks.manager [None req-5abea055-8943-413a-83c9-a8421146de82 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-922915', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-239814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7866073', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773699642215'] for port, after_create {{(pid=94176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:32:31.374133 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG oslo_concurrency.lockutils [None req-cacf427d-f7bd-4e81-ab43-a636b64827ad None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 11:32:31.395394 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron_lib.callbacks.manager [None req-92ffd8ee-ee76-4064-abbe-958a6b160012 tempest-RoutersTestDVR-73400567 tempest-RoutersTestDVR-73400567-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-520417', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-32301'] for router, precommit_delete {{(pid=94174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:32:31.397191 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron_lib.callbacks.manager [None req-6b2d14b4-a8ef-49f7-b7cd-014381bd9bec tempest-ExtraDHCPOptionsTestJSON-1313277810 tempest-ExtraDHCPOptionsTestJSON-1313277810-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-897634'] for subnet, precommit_delete {{(pid=94175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:32:31.401586 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron_lib.callbacks.manager [None req-92ffd8ee-ee76-4064-abbe-958a6b160012 tempest-RoutersTestDVR-73400567 tempest-RoutersTestDVR-73400567-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:32:31.409022 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.db.provisioning_blocks [None req-dc7542b2-afef-47f4-a763-e3a3cba144be None None] Provisioning for port 8b3f2607-1beb-44c0-92af-cbc38d0500bc completed by entity L2. {{(pid=94176) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 23 11:32:31.411696 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron_lib.callbacks.manager [None req-4637b2ba-2c63-40fa-a28a-e1db03902ae9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-922915', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-239814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7866073', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773699642215'] for port, after_create {{(pid=94176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:32:31.423325 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5abea055-8943-413a-83c9-a8421146de82 None None] Network e8b68211-cf3e-4434-b556-c1bf98cd7bb3 is already hosted by enough agents. {{(pid=94176) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 23 11:32:31.427980 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.scheduler.base_scheduler [None req-5abea055-8943-413a-83c9-a8421146de82 None None] Resources bound (agent type, host, resource id): {{(pid=94176) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 23 11:32:31.430464 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5abea055-8943-413a-83c9-a8421146de82 None None] Received port after_create {{(pid=94176) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 23 11:32:31.438932 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.db.provisioning_blocks [None req-dc7542b2-afef-47f4-a763-e3a3cba144be None None] Provisioning complete for port 8b3f2607-1beb-44c0-92af-cbc38d0500bc triggered by entity L2. {{(pid=94176) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 23 11:32:31.439441 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron_lib.callbacks.manager [None req-dc7542b2-afef-47f4-a763-e3a3cba144be None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-899258'] for port, provisioning_complete {{(pid=94176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:32:31.471136 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron_lib.callbacks.manager [None req-51e0cbd3-a1a2-4db1-8152-aa1e33316a8b tempest-NetworksTestDHCPv6-162546708 tempest-NetworksTestDHCPv6-162546708-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-923104'] for port, before_create {{(pid=94175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:32:31.484291 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5abea055-8943-413a-83c9-a8421146de82 None None] Pushing event updated for resources: {'Port': ['ID=2adeb85f-04ca-484f-8c6d-5456719d8cea,revision_number=1']} {{(pid=94176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 11:32:31.487776 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG oslo_concurrency.lockutils [None req-5abea055-8943-413a-83c9-a8421146de82 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.114s {{(pid=94176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 11:32:31.495269 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-130211f9-f24d-49ea-8a69-7cdd0286ddb9 tempest-PortsTestJSON-2085221018 tempest-PortsTestJSON-2085221018-project] Made reservation on behalf of 9e5461dd76964a018bba022fe5f7a0f1 for: {'port': 1} {{(pid=94175) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 23 11:32:31.496941 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron_lib.callbacks.manager [None req-130211f9-f24d-49ea-8a69-7cdd0286ddb9 tempest-PortsTestJSON-2085221018 tempest-PortsTestJSON-2085221018-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-923104'] for port, before_create {{(pid=94175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:32:31.507238 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.plugins.ml2.plugin [None req-cdc55c07-8b00-48bc-b483-2a17f62745ea tempest-BulkNetworkOpsIpV6Test-986121801 tempest-BulkNetworkOpsIpV6Test-986121801-project] Deleting port ebf6326b-6dfc-478d-816d-7c6db75875c5 {{(pid=94174) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1913}} Jun 23 11:32:31.507837 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron_lib.callbacks.manager [None req-cdc55c07-8b00-48bc-b483-2a17f62745ea tempest-BulkNetworkOpsIpV6Test-986121801 tempest-BulkNetworkOpsIpV6Test-986121801-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773700079324'] for port, before_delete {{(pid=94174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:32:31.513471 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG oslo_concurrency.lockutils [None req-bf87dfcf-f041-463e-82fc-0d25a71f61aa None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.096s {{(pid=94176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 11:32:31.517719 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4637b2ba-2c63-40fa-a28a-e1db03902ae9 None None] Network f53f535d-bce4-4da8-9bd9-396677ff4e83 is already hosted by enough agents. {{(pid=94176) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 23 11:32:31.523352 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.notifiers.nova [None req-51e0cbd3-a1a2-4db1-8152-aa1e33316a8b tempest-NetworksTestDHCPv6-162546708 tempest-NetworksTestDHCPv6-162546708-project] device_id is not set on port a042c8ea-3c27-4a7e-8714-29c0dd1b81c1 yet. {{(pid=94175) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jun 23 11:32:31.536922 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.notifiers.nova [None req-130211f9-f24d-49ea-8a69-7cdd0286ddb9 tempest-PortsTestJSON-2085221018 tempest-PortsTestJSON-2085221018-project] device_id is not set on port 6a736b4f-c3e8-48dd-be0c-8d9985741d8e yet. {{(pid=94175) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jun 23 11:32:31.565356 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.scheduler.base_scheduler [None req-4637b2ba-2c63-40fa-a28a-e1db03902ae9 None None] Resources bound (agent type, host, resource id): {{(pid=94176) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 23 11:32:31.568295 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4637b2ba-2c63-40fa-a28a-e1db03902ae9 None None] Received port after_create {{(pid=94176) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 23 11:32:31.595153 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron_lib.callbacks.manager [None req-aef26167-5732-48ff-8643-5b7ef57de0b3 tempest-PortsAdminExtendedAttrsTestJSON-1772465988 tempest-PortsAdminExtendedAttrsTestJSON-1772465988-project-admin] Notify callbacks [] for port, precommit_create {{(pid=94174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:32:31.600342 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron_lib.callbacks.manager [None req-cdc55c07-8b00-48bc-b483-2a17f62745ea tempest-BulkNetworkOpsIpV6Test-986121801 tempest-BulkNetworkOpsIpV6Test-986121801-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-430722'] for port, precommit_delete {{(pid=94174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:32:31.616700 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.plugins.ml2.plugin [None req-cdc55c07-8b00-48bc-b483-2a17f62745ea tempest-BulkNetworkOpsIpV6Test-986121801 tempest-BulkNetworkOpsIpV6Test-986121801-project] Calling delete_port for ebf6326b-6dfc-478d-816d-7c6db75875c5 owned by {{(pid=94174) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1986}} Jun 23 11:32:31.626153 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.plugins.ml2.managers [None req-5abea055-8943-413a-83c9-a8421146de82 None None] Attempting to bind port 2adeb85f-04ca-484f-8c6d-5456719d8cea on host dv-neutron-601336-94-hyperv for vnic_type normal with profile {{(pid=94176) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 23 11:32:31.626627 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.plugins.ml2.managers [None req-5abea055-8943-413a-83c9-a8421146de82 None None] Attempting to bind port 2adeb85f-04ca-484f-8c6d-5456719d8cea by drivers openvswitch,hyperv on host dv-neutron-601336-94-hyperv at level 0 using segments [{'id': 'e4db645a-62fa-448e-a290-e5f9a283a473', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 428, 'network_id': 'e8b68211-cf3e-4434-b556-c1bf98cd7bb3'}] {{(pid=94176) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 23 11:32:31.627096 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5abea055-8943-413a-83c9-a8421146de82 None None] Attempting to bind port 2adeb85f-04ca-484f-8c6d-5456719d8cea on network e8b68211-cf3e-4434-b556-c1bf98cd7bb3 {{(pid=94176) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 23 11:32:31.634015 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron_lib.callbacks.manager [None req-f45d3ef4-d9b4-42f4-aeb4-45f6611f222d tempest-ServerActionsTestJSON-161917335 tempest-ServerActionsTestJSON-161917335-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:32:31.639867 dv-neutron-601336-94-hyperv neutron-server[94175]: INFO neutron.wsgi [None req-f45d3ef4-d9b4-42f4-aeb4-45f6611f222d tempest-ServerActionsTestJSON-161917335 tempest-ServerActionsTestJSON-161917335-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 1.2030210 Jun 23 11:32:31.639983 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.wsgi [-] (94174) accepted ('10.222.0.20', 38366) {{(pid=94174) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 11:32:31.644084 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.api.v2.base [None req-7b0a0e46-f8b1-4428-b7bb-a88e0f94eded tempest-ServerActionsTestJSON-161917335 tempest-ServerActionsTestJSON-161917335-project] Request body: {'security_group_rule': {'security_group_id': 'f0520e5d-8f0e-4c28-b543-be4405698077', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=94174) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 23 11:32:31.654760 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4637b2ba-2c63-40fa-a28a-e1db03902ae9 None None] Pushing event updated for resources: {'Port': ['ID=b65348b2-97a2-4680-b16c-b724783b1070,revision_number=1']} {{(pid=94176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 11:32:31.658196 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG oslo_concurrency.lockutils [None req-4637b2ba-2c63-40fa-a28a-e1db03902ae9 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.146s {{(pid=94176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 11:32:31.665587 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5abea055-8943-413a-83c9-a8421146de82 None None] Checking agent: {'id': '4d05f899-5ac9-411b-8a03-f60c93f87cdf', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-601336-94-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 23, 11, 22, 14), 'started_at': datetime.datetime(2021, 6, 23, 11, 22, 44), 'heartbeat_timestamp': datetime.datetime(2021, 6, 23, 11, 32, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'monitor_allowed_address_pair_garp': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-601336-94-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94176) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 23 11:32:31.666067 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5abea055-8943-413a-83c9-a8421146de82 None None] Checking segment: {'id': 'e4db645a-62fa-448e-a290-e5f9a283a473', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 428, 'network_id': 'e8b68211-cf3e-4434-b556-c1bf98cd7bb3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94176) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 23 11:32:31.666648 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron_lib.callbacks.manager [None req-5abea055-8943-413a-83c9-a8421146de82 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:32:31.667011 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5abea055-8943-413a-83c9-a8421146de82 None None] Bound using segment: {'id': 'e4db645a-62fa-448e-a290-e5f9a283a473', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 428, 'network_id': 'e8b68211-cf3e-4434-b556-c1bf98cd7bb3'} {{(pid=94176) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 23 11:32:31.667641 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.plugins.ml2.managers [None req-5abea055-8943-413a-83c9-a8421146de82 None None] Bound port: 2adeb85f-04ca-484f-8c6d-5456719d8cea, host: dv-neutron-601336-94-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e4db645a-62fa-448e-a290-e5f9a283a473', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 428, 'network_id': 'e8b68211-cf3e-4434-b556-c1bf98cd7bb3'}}] {{(pid=94176) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 23 11:32:31.668091 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron_lib.callbacks.manager [None req-5abea055-8943-413a-83c9-a8421146de82 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-923122'] for port, before_update {{(pid=94176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:32:31.689158 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron_lib.callbacks.manager [None req-92ffd8ee-ee76-4064-abbe-958a6b160012 tempest-RoutersTestDVR-73400567 tempest-RoutersTestDVR-73400567-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-494961'] for router, after_delete {{(pid=94174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:32:31.689685 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-92ffd8ee-ee76-4064-abbe-958a6b160012 tempest-RoutersTestDVR-73400567 tempest-RoutersTestDVR-73400567-project-admin] Fanout notify agent at l3_agent the message router_deleted on router d6bba0cc-8ea1-4a0f-ac0b-c2a0211b48ae {{(pid=94174) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jun 23 11:32:31.700497 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron_lib.callbacks.manager [None req-92ffd8ee-ee76-4064-abbe-958a6b160012 tempest-RoutersTestDVR-73400567 tempest-RoutersTestDVR-73400567-project-admin] Notify callbacks [] for router, before_response {{(pid=94174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:32:31.704703 dv-neutron-601336-94-hyperv neutron-server[94174]: INFO neutron.wsgi [None req-92ffd8ee-ee76-4064-abbe-958a6b160012 tempest-RoutersTestDVR-73400567 tempest-RoutersTestDVR-73400567-project-admin] 10.222.0.20 "DELETE /v2.0/routers/d6bba0cc-8ea1-4a0f-ac0b-c2a0211b48ae HTTP/1.1" status: 204 len: 168 time: 0.8758879 Jun 23 11:32:31.706486 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron_lib.callbacks.manager [None req-6b2d14b4-a8ef-49f7-b7cd-014381bd9bec tempest-ExtraDHCPOptionsTestJSON-1313277810 tempest-ExtraDHCPOptionsTestJSON-1313277810-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-897627', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866062', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5083050', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4660036'] for subnet, after_delete {{(pid=94175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:32:31.707452 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.wsgi [-] (94174) accepted ('10.222.0.20', 38368) {{(pid=94174) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 11:32:31.708011 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.plugins.ml2.managers [None req-4637b2ba-2c63-40fa-a28a-e1db03902ae9 None None] Attempting to bind port b65348b2-97a2-4680-b16c-b724783b1070 on host dv-neutron-601336-94-hyperv for vnic_type normal with profile {{(pid=94176) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 23 11:32:31.708462 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.plugins.ml2.managers [None req-4637b2ba-2c63-40fa-a28a-e1db03902ae9 None None] Attempting to bind port b65348b2-97a2-4680-b16c-b724783b1070 by drivers openvswitch,hyperv on host dv-neutron-601336-94-hyperv at level 0 using segments [{'id': '6303a411-6e70-4139-a530-9ee4cf8ba843', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 419, 'network_id': 'f53f535d-bce4-4da8-9bd9-396677ff4e83'}] {{(pid=94176) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 23 11:32:31.708977 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4637b2ba-2c63-40fa-a28a-e1db03902ae9 None None] Attempting to bind port b65348b2-97a2-4680-b16c-b724783b1070 on network f53f535d-bce4-4da8-9bd9-396677ff4e83 {{(pid=94176) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 23 11:32:31.713683 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG oslo_concurrency.lockutils [None req-bf55c4f4-e1f4-4312-9387-c98f131528f3 tempest-NetworksIpV6TestAttrs-49342282 tempest-NetworksIpV6TestAttrs-49342282-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94175) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 11:32:31.715745 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.api.v2.base [None req-aa4d6b07-4d12-4ce0-9775-b441bb70b1ad tempest-RoutersTestDVR-73400567 tempest-RoutersTestDVR-73400567-project-admin] Request body: {'router': {'name': 'tempest-router-1195476263', 'distributed': False}} {{(pid=94174) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 23 11:32:31.735198 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4637b2ba-2c63-40fa-a28a-e1db03902ae9 None None] Checking agent: {'id': '4d05f899-5ac9-411b-8a03-f60c93f87cdf', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-601336-94-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 23, 11, 22, 14), 'started_at': datetime.datetime(2021, 6, 23, 11, 22, 44), 'heartbeat_timestamp': datetime.datetime(2021, 6, 23, 11, 32, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'monitor_allowed_address_pair_garp': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-601336-94-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94176) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 23 11:32:31.735684 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4637b2ba-2c63-40fa-a28a-e1db03902ae9 None None] Checking segment: {'id': '6303a411-6e70-4139-a530-9ee4cf8ba843', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 419, 'network_id': 'f53f535d-bce4-4da8-9bd9-396677ff4e83'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94176) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 23 11:32:31.736233 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron_lib.callbacks.manager [None req-4637b2ba-2c63-40fa-a28a-e1db03902ae9 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:32:31.736693 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4637b2ba-2c63-40fa-a28a-e1db03902ae9 None None] Bound using segment: {'id': '6303a411-6e70-4139-a530-9ee4cf8ba843', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 419, 'network_id': 'f53f535d-bce4-4da8-9bd9-396677ff4e83'} {{(pid=94176) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 23 11:32:31.737376 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.plugins.ml2.managers [None req-4637b2ba-2c63-40fa-a28a-e1db03902ae9 None None] Bound port: b65348b2-97a2-4680-b16c-b724783b1070, host: dv-neutron-601336-94-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6303a411-6e70-4139-a530-9ee4cf8ba843', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 419, 'network_id': 'f53f535d-bce4-4da8-9bd9-396677ff4e83'}}] {{(pid=94176) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 23 11:32:31.737685 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron_lib.callbacks.manager [None req-4637b2ba-2c63-40fa-a28a-e1db03902ae9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-923122'] for port, before_update {{(pid=94176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:32:31.765593 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b2d14b4-a8ef-49f7-b7cd-014381bd9bec tempest-ExtraDHCPOptionsTestJSON-1313277810 tempest-ExtraDHCPOptionsTestJSON-1313277810-project] Pushing event deleted for resources: {'Subnet': ['ID=a4400784-cd8f-4790-811c-664f8edce42a,revision_number=None']} {{(pid=94175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 11:32:31.771149 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron_lib.callbacks.manager [None req-6b2d14b4-a8ef-49f7-b7cd-014381bd9bec tempest-ExtraDHCPOptionsTestJSON-1313277810 tempest-ExtraDHCPOptionsTestJSON-1313277810-project] Notify callbacks [] for subnet, before_response {{(pid=94175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:32:31.773010 dv-neutron-601336-94-hyperv neutron-server[94175]: INFO neutron.wsgi [None req-6b2d14b4-a8ef-49f7-b7cd-014381bd9bec tempest-ExtraDHCPOptionsTestJSON-1313277810 tempest-ExtraDHCPOptionsTestJSON-1313277810-project] 10.222.0.20 "DELETE /v2.0/subnets/a4400784-cd8f-4790-811c-664f8edce42a HTTP/1.1" status: 204 len: 168 time: 0.6710868 Jun 23 11:32:31.773969 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG oslo_concurrency.lockutils [None req-6b2d14b4-a8ef-49f7-b7cd-014381bd9bec tempest-ExtraDHCPOptionsTestJSON-1313277810 tempest-ExtraDHCPOptionsTestJSON-1313277810-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.060s {{(pid=94175) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 11:32:31.775608 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.wsgi [-] (94174) accepted ('10.222.0.20', 38370) {{(pid=94174) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 11:32:31.777140 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c46ea4c1-61ff-4d45-9464-3476bccc93d8 None None] Network 56af6ebb-cc8e-497b-afc5-4051abaf4f09 requested from dv-neutron-601336-94-hyperv {{(pid=94176) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 23 11:32:31.785493 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.db.db_base_plugin_common [None req-51e0cbd3-a1a2-4db1-8152-aa1e33316a8b tempest-NetworksTestDHCPv6-162546708 tempest-NetworksTestDHCPv6-162546708-project] Allocated IP 2001:db8::f816:3eff:fe7b:c3b5 (f53f535d-bce4-4da8-9bd9-396677ff4e83/5f515403-0312-4736-b2e6-dae527f2186a/a042c8ea-3c27-4a7e-8714-29c0dd1b81c1) {{(pid=94175) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 23 11:32:31.797700 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.db.db_base_plugin_common [None req-130211f9-f24d-49ea-8a69-7cdd0286ddb9 tempest-PortsTestJSON-2085221018 tempest-PortsTestJSON-2085221018-project] Allocated IP 172.20.0.9 (e8b68211-cf3e-4434-b556-c1bf98cd7bb3/cc69824d-6e6d-4e57-b2b3-1c39e832a1f4/6a736b4f-c3e8-48dd-be0c-8d9985741d8e) {{(pid=94175) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 23 11:32:31.823162 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron_lib.callbacks.manager [None req-aef26167-5732-48ff-8643-5b7ef57de0b3 tempest-PortsAdminExtendedAttrsTestJSON-1772465988 tempest-PortsAdminExtendedAttrsTestJSON-1772465988-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-922915', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-239814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7866073', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773699642215', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-5196399'] for port, after_create {{(pid=94174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:32:31.840064 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG oslo_concurrency.lockutils [None req-44db53b9-164f-4db7-829b-5db7f1d51da0 tempest-AllowedAddressPairIpV6TestJSON-597468505 tempest-AllowedAddressPairIpV6TestJSON-597468505-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94174) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 11:32:31.873005 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aef26167-5732-48ff-8643-5b7ef57de0b3 tempest-PortsAdminExtendedAttrsTestJSON-1772465988 tempest-PortsAdminExtendedAttrsTestJSON-1772465988-project-admin] Network a2a3038f-d74f-4d71-9006-cee952f59bc9 is already hosted by enough agents. {{(pid=94174) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 23 11:32:31.883215 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.scheduler.base_scheduler [None req-aef26167-5732-48ff-8643-5b7ef57de0b3 tempest-PortsAdminExtendedAttrsTestJSON-1772465988 tempest-PortsAdminExtendedAttrsTestJSON-1772465988-project-admin] Resources bound (agent type, host, resource id): {{(pid=94174) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 23 11:32:31.895857 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aef26167-5732-48ff-8643-5b7ef57de0b3 tempest-PortsAdminExtendedAttrsTestJSON-1772465988 tempest-PortsAdminExtendedAttrsTestJSON-1772465988-project-admin] Received port after_create {{(pid=94174) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 23 11:32:31.902898 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aef26167-5732-48ff-8643-5b7ef57de0b3 tempest-PortsAdminExtendedAttrsTestJSON-1772465988 tempest-PortsAdminExtendedAttrsTestJSON-1772465988-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=94174) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 11:32:31.902898 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron_lib.callbacks.manager [None req-aef26167-5732-48ff-8643-5b7ef57de0b3 tempest-PortsAdminExtendedAttrsTestJSON-1772465988 tempest-PortsAdminExtendedAttrsTestJSON-1772465988-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-217507'] for port, before_response {{(pid=94174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:32:31.913821 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron_lib.callbacks.manager [None req-cdc55c07-8b00-48bc-b483-2a17f62745ea tempest-BulkNetworkOpsIpV6Test-986121801 tempest-BulkNetworkOpsIpV6Test-986121801-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-922904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866062', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773700135024', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773699642224', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5196390'] for port, after_delete {{(pid=94174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:32:31.924436 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron_lib.callbacks.manager [None req-7b0a0e46-f8b1-4428-b7bb-a88e0f94eded tempest-ServerActionsTestJSON-161917335 tempest-ServerActionsTestJSON-161917335-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:32:31.953196 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aef26167-5732-48ff-8643-5b7ef57de0b3 tempest-PortsAdminExtendedAttrsTestJSON-1772465988 tempest-PortsAdminExtendedAttrsTestJSON-1772465988-project-admin] Pushing event updated for resources: {'Port': ['ID=61fb1dd5-f96e-4209-b677-770fdb7b8cbd,revision_number=1']} {{(pid=94174) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 11:32:31.959895 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron_lib.callbacks.manager [None req-2147f4a4-78fb-46df-b267-e25623462b33 tempest-ExtraDHCPOptionsTestJSON-1313277810 tempest-ExtraDHCPOptionsTestJSON-1313277810-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-824874'] for network, before_delete {{(pid=94174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:32:31.962005 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron_lib.callbacks.manager [None req-dc7542b2-afef-47f4-a763-e3a3cba144be None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-923122'] for port, before_update {{(pid=94176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:32:31.966664 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG oslo_concurrency.lockutils [None req-aef26167-5732-48ff-8643-5b7ef57de0b3 tempest-PortsAdminExtendedAttrsTestJSON-1772465988 tempest-PortsAdminExtendedAttrsTestJSON-1772465988-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.127s {{(pid=94174) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 11:32:31.967919 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG oslo_concurrency.lockutils [None req-65463817-3361-4395-b141-2705a7afae4f tempest-NetworksTestDHCPv6-162546708 tempest-NetworksTestDHCPv6-162546708-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.032s {{(pid=94174) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 11:32:31.993996 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdc55c07-8b00-48bc-b483-2a17f62745ea tempest-BulkNetworkOpsIpV6Test-986121801 tempest-BulkNetworkOpsIpV6Test-986121801-project] Pushing event deleted for resources: {'Port': ['ID=ebf6326b-6dfc-478d-816d-7c6db75875c5,revision_number=None']} {{(pid=94174) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 11:32:32.003790 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG oslo_concurrency.lockutils [None req-cdc55c07-8b00-48bc-b483-2a17f62745ea tempest-BulkNetworkOpsIpV6Test-986121801 tempest-BulkNetworkOpsIpV6Test-986121801-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.036s {{(pid=94174) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 11:32:32.009897 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron_lib.callbacks.manager [None req-cdc55c07-8b00-48bc-b483-2a17f62745ea tempest-BulkNetworkOpsIpV6Test-986121801 tempest-BulkNetworkOpsIpV6Test-986121801-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-217507'] for port, before_response {{(pid=94174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:32:32.014043 dv-neutron-601336-94-hyperv neutron-server[94174]: INFO neutron.wsgi [None req-cdc55c07-8b00-48bc-b483-2a17f62745ea tempest-BulkNetworkOpsIpV6Test-986121801 tempest-BulkNetworkOpsIpV6Test-986121801-project] 10.222.0.20 "DELETE /v2.0/ports/ebf6326b-6dfc-478d-816d-7c6db75875c5 HTTP/1.1" status: 204 len: 168 time: 1.0070331 Jun 23 11:32:32.017244 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.wsgi [-] (94174) accepted ('10.222.0.20', 38372) {{(pid=94174) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 11:32:32.031715 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.plugins.ml2.db [None req-5abea055-8943-413a-83c9-a8421146de82 None None] For port 2adeb85f-04ca-484f-8c6d-5456719d8cea, host dv-neutron-601336-94-hyperv, cleared binding levels {{(pid=94176) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 23 11:32:32.047149 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron_lib.callbacks.manager [None req-130211f9-f24d-49ea-8a69-7cdd0286ddb9 tempest-PortsTestJSON-2085221018 tempest-PortsTestJSON-2085221018-project] Notify callbacks [] for port, precommit_create {{(pid=94175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:32:32.072336 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.plugins.ml2.db [None req-5abea055-8943-413a-83c9-a8421146de82 None None] For port 2adeb85f-04ca-484f-8c6d-5456719d8cea, host dv-neutron-601336-94-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-94-hyperv',level=0,port_id=2adeb85f-04ca-484f-8c6d-5456719d8cea,segment=NetworkSegment(e4db645a-62fa-448e-a290-e5f9a283a473),segment_id=e4db645a-62fa-448e-a290-e5f9a283a473)] {{(pid=94176) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 23 11:32:32.074736 dv-neutron-601336-94-hyperv neutron-server[94174]: INFO neutron.wsgi [None req-5b7e45c8-6aeb-4f31-b23e-fe51837276fc tempest-BulkNetworkOpsIpV6Test-986121801 tempest-BulkNetworkOpsIpV6Test-986121801-project] 10.222.0.20 "GET /v2.0/ports HTTP/1.1" status: 200 len: 205 time: 0.0551789 Jun 23 11:32:32.080021 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron_lib.callbacks.manager [None req-51e0cbd3-a1a2-4db1-8152-aa1e33316a8b tempest-NetworksTestDHCPv6-162546708 tempest-NetworksTestDHCPv6-162546708-project] Notify callbacks [] for port, precommit_create {{(pid=94175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:32:32.080207 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.wsgi [-] (94174) accepted ('10.222.0.20', 38374) {{(pid=94174) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 11:32:32.080955 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron_lib.callbacks.manager [None req-aa4d6b07-4d12-4ce0-9775-b441bb70b1ad tempest-RoutersTestDVR-73400567 tempest-RoutersTestDVR-73400567-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-520407', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-32315'] for router, before_create {{(pid=94174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:32:32.081960 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron_lib.callbacks.manager [None req-aa4d6b07-4d12-4ce0-9775-b441bb70b1ad tempest-RoutersTestDVR-73400567 tempest-RoutersTestDVR-73400567-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-520264', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-524122', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-414782', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-32290'] for router, precommit_create {{(pid=94174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:32:32.084656 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.db.provisioning_blocks [None req-130211f9-f24d-49ea-8a69-7cdd0286ddb9 tempest-PortsTestJSON-2085221018 tempest-PortsTestJSON-2085221018-project] Transition to ACTIVE for port object 6a736b4f-c3e8-48dd-be0c-8d9985741d8e will not be triggered until provisioned by entity DHCP. {{(pid=94175) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 23 11:32:32.095114 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.plugins.ml2.db [None req-4637b2ba-2c63-40fa-a28a-e1db03902ae9 None None] For port b65348b2-97a2-4680-b16c-b724783b1070, host dv-neutron-601336-94-hyperv, cleared binding levels {{(pid=94176) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 23 11:32:32.100908 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.db.provisioning_blocks [None req-51e0cbd3-a1a2-4db1-8152-aa1e33316a8b tempest-NetworksTestDHCPv6-162546708 tempest-NetworksTestDHCPv6-162546708-project] Transition to ACTIVE for port object a042c8ea-3c27-4a7e-8714-29c0dd1b81c1 will not be triggered until provisioned by entity DHCP. {{(pid=94175) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 23 11:32:32.124967 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.plugins.ml2.db [None req-dc7542b2-afef-47f4-a763-e3a3cba144be None None] For port 8b3f2607-1beb-44c0-92af-cbc38d0500bc, host dv-neutron-601336-94-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-94-hyperv',level=0,port_id=8b3f2607-1beb-44c0-92af-cbc38d0500bc,segment=NetworkSegment(38a4352d-de94-4d68-8280-f5ea074ec139),segment_id=38a4352d-de94-4d68-8280-f5ea074ec139)] {{(pid=94176) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 23 11:32:32.129159 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.plugins.ml2.db [None req-4637b2ba-2c63-40fa-a28a-e1db03902ae9 None None] For port b65348b2-97a2-4680-b16c-b724783b1070, host dv-neutron-601336-94-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-94-hyperv',level=0,port_id=b65348b2-97a2-4680-b16c-b724783b1070,segment=NetworkSegment(6303a411-6e70-4139-a530-9ee4cf8ba843),segment_id=6303a411-6e70-4139-a530-9ee4cf8ba843)] {{(pid=94176) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 23 11:32:32.146706 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron_lib.callbacks.manager [None req-aa4d6b07-4d12-4ce0-9775-b441bb70b1ad tempest-RoutersTestDVR-73400567 tempest-RoutersTestDVR-73400567-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:32:32.152038 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.api.v2.base [None req-68053929-6b12-469a-9c04-6a6b8ab386a9 tempest-BulkNetworkOpsIpV6Test-986121801 tempest-BulkNetworkOpsIpV6Test-986121801-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsIpV6Test-test-network-1091166142'}} {{(pid=94174) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 23 11:32:32.170780 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron_lib.callbacks.manager [None req-7b0a0e46-f8b1-4428-b7bb-a88e0f94eded tempest-ServerActionsTestJSON-161917335 tempest-ServerActionsTestJSON-161917335-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:32:32.194588 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.plugins.ml2.plugin [None req-2147f4a4-78fb-46df-b267-e25623462b33 tempest-ExtraDHCPOptionsTestJSON-1313277810 tempest-ExtraDHCPOptionsTestJSON-1313277810-project] Deleting port d04a7b29-8039-4c68-839d-c8f1c2513d7b {{(pid=94174) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1913}} Jun 23 11:32:32.195081 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron_lib.callbacks.manager [None req-2147f4a4-78fb-46df-b267-e25623462b33 tempest-ExtraDHCPOptionsTestJSON-1313277810 tempest-ExtraDHCPOptionsTestJSON-1313277810-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773700079324'] for port, before_delete {{(pid=94174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:32:32.208048 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron_lib.callbacks.manager [None req-5abea055-8943-413a-83c9-a8421146de82 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-922904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866062', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773700135042', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773699642233', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773699642278'] for port, after_update {{(pid=94176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:32:32.211013 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG oslo_concurrency.lockutils [None req-e0a4b7d2-ad7a-435d-b59e-3f703a7472ad None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 11:32:32.241196 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-729427b8-05d2-4892-bce7-cfb48731dd3f None None] DHCP port deletion for 56af6ebb-cc8e-497b-afc5-4051abaf4f09 request from dv-neutron-601336-94-hyperv {{(pid=94176) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jun 23 11:32:32.250952 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron_lib.callbacks.manager [None req-51e0cbd3-a1a2-4db1-8152-aa1e33316a8b tempest-NetworksTestDHCPv6-162546708 tempest-NetworksTestDHCPv6-162546708-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-922915', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-239814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7866073', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773699642215', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-5082457'] for port, after_create {{(pid=94175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:32:32.251902 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron_lib.callbacks.manager [None req-dc7542b2-afef-47f4-a763-e3a3cba144be None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-922904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866062', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773700135042', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773699642233', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773699642278'] for port, after_update {{(pid=94176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:32:32.252936 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron_lib.callbacks.manager [None req-130211f9-f24d-49ea-8a69-7cdd0286ddb9 tempest-PortsTestJSON-2085221018 tempest-PortsTestJSON-2085221018-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-922915', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-239814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7866073', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773699642215', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-5082457'] for port, after_create {{(pid=94175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:32:32.254430 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron_lib.callbacks.manager [None req-4637b2ba-2c63-40fa-a28a-e1db03902ae9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-922904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866062', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773700135042', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773699642233', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773699642278'] for port, after_update {{(pid=94176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:32:32.261603 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron_lib.callbacks.manager [None req-aa4d6b07-4d12-4ce0-9775-b441bb70b1ad tempest-RoutersTestDVR-73400567 tempest-RoutersTestDVR-73400567-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-520412', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-524143'] for router, after_create {{(pid=94174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:32:32.267480 dv-neutron-601336-94-hyperv neutron-server[94174]: INFO neutron.wsgi [None req-aef26167-5732-48ff-8643-5b7ef57de0b3 tempest-PortsAdminExtendedAttrsTestJSON-1772465988 tempest-PortsAdminExtendedAttrsTestJSON-1772465988-project-admin] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 959 time: 1.5231028 Jun 23 11:32:32.274635 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG oslo_concurrency.lockutils [None req-72e02ad0-c354-4425-a3c3-de0c7b546024 tempest-FloatingIPAdminTestJSON-1438251879 tempest-FloatingIPAdminTestJSON-1438251879-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94175) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 11:32:32.275978 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.wsgi [-] (94174) accepted ('10.222.0.20', 38376) {{(pid=94174) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 11:32:32.311588 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-51e0cbd3-a1a2-4db1-8152-aa1e33316a8b tempest-NetworksTestDHCPv6-162546708 tempest-NetworksTestDHCPv6-162546708-project] Network f53f535d-bce4-4da8-9bd9-396677ff4e83 is already hosted by enough agents. {{(pid=94175) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 23 11:32:32.323880 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5abea055-8943-413a-83c9-a8421146de82 None None] Pushing event updated for resources: {'Port': ['ID=2adeb85f-04ca-484f-8c6d-5456719d8cea,revision_number=2']} {{(pid=94176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 11:32:32.324879 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.scheduler.base_scheduler [None req-51e0cbd3-a1a2-4db1-8152-aa1e33316a8b tempest-NetworksTestDHCPv6-162546708 tempest-NetworksTestDHCPv6-162546708-project] Resources bound (agent type, host, resource id): {{(pid=94175) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 23 11:32:32.328807 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG oslo_concurrency.lockutils [None req-5abea055-8943-413a-83c9-a8421146de82 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.118s {{(pid=94176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 11:32:32.329515 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG oslo_concurrency.lockutils [None req-51db3dd8-65b8-48bb-8e4e-8ebc56f4dd4a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.071s {{(pid=94176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 11:32:32.341046 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-130211f9-f24d-49ea-8a69-7cdd0286ddb9 tempest-PortsTestJSON-2085221018 tempest-PortsTestJSON-2085221018-project] Network e8b68211-cf3e-4434-b556-c1bf98cd7bb3 is already hosted by enough agents. {{(pid=94175) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 23 11:32:32.345215 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.plugins.ml2.db [None req-2147f4a4-78fb-46df-b267-e25623462b33 tempest-ExtraDHCPOptionsTestJSON-1313277810 tempest-ExtraDHCPOptionsTestJSON-1313277810-project] For port d04a7b29-8039-4c68-839d-c8f1c2513d7b, host dv-neutron-601336-94-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-94-hyperv',level=0,port_id=d04a7b29-8039-4c68-839d-c8f1c2513d7b,segment=NetworkSegment(c3eff70a-45a2-4f7e-b2ea-41a9bb082fe1),segment_id=c3eff70a-45a2-4f7e-b2ea-41a9bb082fe1)] {{(pid=94174) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 23 11:32:32.345215 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron_lib.callbacks.manager [None req-2147f4a4-78fb-46df-b267-e25623462b33 tempest-ExtraDHCPOptionsTestJSON-1313277810 tempest-ExtraDHCPOptionsTestJSON-1313277810-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-430722'] for port, precommit_delete {{(pid=94174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:32:32.349392 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron_lib.callbacks.manager [None req-7b0a0e46-f8b1-4428-b7bb-a88e0f94eded tempest-ServerActionsTestJSON-161917335 tempest-ServerActionsTestJSON-161917335-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7996355'] for security_group_rule, after_create {{(pid=94174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:32:32.350343 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.db.l3_dvrscheduler_db [None req-51e0cbd3-a1a2-4db1-8152-aa1e33316a8b tempest-NetworksTestDHCPv6-162546708 tempest-NetworksTestDHCPv6-162546708-project] Received port after_create {{(pid=94175) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 23 11:32:32.361673 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-51e0cbd3-a1a2-4db1-8152-aa1e33316a8b tempest-NetworksTestDHCPv6-162546708 tempest-NetworksTestDHCPv6-162546708-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 11:32:32.362587 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron_lib.callbacks.manager [None req-51e0cbd3-a1a2-4db1-8152-aa1e33316a8b tempest-NetworksTestDHCPv6-162546708 tempest-NetworksTestDHCPv6-162546708-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-217507'] for port, before_response {{(pid=94175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:32:32.362934 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG oslo_concurrency.lockutils [None req-83452cb9-5125-4e7a-aa90-7cceb45a9dad tempest-ServersTestJSON-995612928 tempest-ServersTestJSON-995612928-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94174) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 11:32:32.394125 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-130211f9-f24d-49ea-8a69-7cdd0286ddb9 tempest-PortsTestJSON-2085221018 tempest-PortsTestJSON-2085221018-project] Pushing event updated for resources: {'Port': ['ID=6a736b4f-c3e8-48dd-be0c-8d9985741d8e,revision_number=1']} {{(pid=94175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 11:32:32.397137 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.plugins.ml2.plugin [None req-2147f4a4-78fb-46df-b267-e25623462b33 tempest-ExtraDHCPOptionsTestJSON-1313277810 tempest-ExtraDHCPOptionsTestJSON-1313277810-project] Calling delete_port for d04a7b29-8039-4c68-839d-c8f1c2513d7b owned by network:dhcp {{(pid=94174) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1986}} Jun 23 11:32:32.408789 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d4107c70-a6f5-4fa3-89b5-a7666e6e5d7f tempest-PortsAdminExtendedAttrsTestJSON-1772465988 tempest-PortsAdminExtendedAttrsTestJSON-1772465988-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94174) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 11:32:32.410650 dv-neutron-601336-94-hyperv neutron-server[94174]: INFO neutron.wsgi [None req-d4107c70-a6f5-4fa3-89b5-a7666e6e5d7f tempest-PortsAdminExtendedAttrsTestJSON-1772465988 tempest-PortsAdminExtendedAttrsTestJSON-1772465988-project-admin] 10.222.0.20 "GET /v2.0/ports/61fb1dd5-f96e-4209-b677-770fdb7b8cbd HTTP/1.1" status: 200 len: 954 time: 0.1336019 Jun 23 11:32:32.413896 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.wsgi [-] (94174) accepted ('10.222.0.20', 38378) {{(pid=94174) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 11:32:32.416233 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b0a0e46-f8b1-4428-b7bb-a88e0f94eded tempest-ServerActionsTestJSON-161917335 tempest-ServerActionsTestJSON-161917335-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5bb2f58a-0243-4033-908f-570ca0d506cb,revision_number=0']} {{(pid=94174) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 11:32:32.417025 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc7542b2-afef-47f4-a763-e3a3cba144be None None] Pushing event updated for resources: {'Port': ['ID=8b3f2607-1beb-44c0-92af-cbc38d0500bc,revision_number=5']} {{(pid=94176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 11:32:32.425798 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.plugins.ml2.plugin [None req-729427b8-05d2-4892-bce7-cfb48731dd3f None None] Deleting port d04a7b29-8039-4c68-839d-c8f1c2513d7b {{(pid=94176) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1913}} Jun 23 11:32:32.426645 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron_lib.callbacks.manager [None req-729427b8-05d2-4892-bce7-cfb48731dd3f None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773700079324'] for port, before_delete {{(pid=94176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:32:32.444831 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG oslo_concurrency.lockutils [None req-7b0a0e46-f8b1-4428-b7bb-a88e0f94eded tempest-ServerActionsTestJSON-161917335 tempest-ServerActionsTestJSON-161917335-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.073s {{(pid=94174) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 11:32:32.454075 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-68053929-6b12-469a-9c04-6a6b8ab386a9 tempest-BulkNetworkOpsIpV6Test-986121801 tempest-BulkNetworkOpsIpV6Test-986121801-project] Made reservation on behalf of 23ef76af747c4dd2ab3e1919971f3de2 for: {'network': 1} {{(pid=94174) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 23 11:32:32.457306 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron_lib.callbacks.manager [None req-68053929-6b12-469a-9c04-6a6b8ab386a9 tempest-BulkNetworkOpsIpV6Test-986121801 tempest-BulkNetworkOpsIpV6Test-986121801-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-923104'] for network, before_create {{(pid=94174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:32:32.468256 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51e0cbd3-a1a2-4db1-8152-aa1e33316a8b tempest-NetworksTestDHCPv6-162546708 tempest-NetworksTestDHCPv6-162546708-project] Pushing event updated for resources: {'Port': ['ID=a042c8ea-3c27-4a7e-8714-29c0dd1b81c1,revision_number=1']} {{(pid=94175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 11:32:32.471546 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG oslo_concurrency.lockutils [None req-51e0cbd3-a1a2-4db1-8152-aa1e33316a8b tempest-NetworksTestDHCPv6-162546708 tempest-NetworksTestDHCPv6-162546708-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.197s {{(pid=94175) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 11:32:32.472582 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.scheduler.base_scheduler [None req-130211f9-f24d-49ea-8a69-7cdd0286ddb9 tempest-PortsTestJSON-2085221018 tempest-PortsTestJSON-2085221018-project] Resources bound (agent type, host, resource id): {{(pid=94175) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 23 11:32:32.474818 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.db.l3_dvrscheduler_db [None req-130211f9-f24d-49ea-8a69-7cdd0286ddb9 tempest-PortsTestJSON-2085221018 tempest-PortsTestJSON-2085221018-project] Received port after_create {{(pid=94175) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 23 11:32:32.478277 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG oslo_concurrency.lockutils [None req-ccc9ed67-4717-4031-a867-27609288ddc8 tempest-ExtraDHCPOptionsTestJSON-1313277810 tempest-ExtraDHCPOptionsTestJSON-1313277810-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.199s {{(pid=94175) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 11:32:32.478736 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG oslo_concurrency.lockutils [None req-ccc9ed67-4717-4031-a867-27609288ddc8 tempest-ExtraDHCPOptionsTestJSON-1313277810 tempest-ExtraDHCPOptionsTestJSON-1313277810-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.001s {{(pid=94175) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 11:32:32.535527 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-130211f9-f24d-49ea-8a69-7cdd0286ddb9 tempest-PortsTestJSON-2085221018 tempest-PortsTestJSON-2085221018-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 11:32:32.544494 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4637b2ba-2c63-40fa-a28a-e1db03902ae9 None None] Pushing event updated for resources: {'Port': ['ID=b65348b2-97a2-4680-b16c-b724783b1070,revision_number=2']} {{(pid=94176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 11:32:32.544877 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron_lib.callbacks.manager [None req-130211f9-f24d-49ea-8a69-7cdd0286ddb9 tempest-PortsTestJSON-2085221018 tempest-PortsTestJSON-2085221018-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-217507'] for port, before_response {{(pid=94175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:32:32.544987 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.plugins.ml2.db [None req-729427b8-05d2-4892-bce7-cfb48731dd3f None None] For port d04a7b29-8039-4c68-839d-c8f1c2513d7b, host dv-neutron-601336-94-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-94-hyperv',level=0,port_id=d04a7b29-8039-4c68-839d-c8f1c2513d7b,segment=NetworkSegment(c3eff70a-45a2-4f7e-b2ea-41a9bb082fe1),segment_id=c3eff70a-45a2-4f7e-b2ea-41a9bb082fe1)] {{(pid=94176) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 23 11:32:32.544987 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron_lib.callbacks.manager [None req-729427b8-05d2-4892-bce7-cfb48731dd3f None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-430722'] for port, precommit_delete {{(pid=94176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:32:32.544987 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG oslo_concurrency.lockutils [None req-4637b2ba-2c63-40fa-a28a-e1db03902ae9 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.214s {{(pid=94176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 11:32:32.545251 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron_lib.callbacks.manager [None req-7b0a0e46-f8b1-4428-b7bb-a88e0f94eded tempest-ServerActionsTestJSON-161917335 tempest-ServerActionsTestJSON-161917335-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:32:32.546240 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG oslo_concurrency.lockutils [None req-c2151e09-b115-4002-ba60-0f94f7dcaedc None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.285s {{(pid=94176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 11:32:32.546240 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG oslo_concurrency.lockutils [None req-c2151e09-b115-4002-ba60-0f94f7dcaedc None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.001s {{(pid=94176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 11:32:32.550533 dv-neutron-601336-94-hyperv neutron-server[94174]: INFO neutron.wsgi [None req-7b0a0e46-f8b1-4428-b7bb-a88e0f94eded tempest-ServerActionsTestJSON-161917335 tempest-ServerActionsTestJSON-161917335-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.9099045 Jun 23 11:32:32.555736 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.wsgi [-] (94175) accepted ('10.222.0.20', 38380) {{(pid=94175) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 11:32:32.556967 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.plugins.ml2.plugin [None req-729427b8-05d2-4892-bce7-cfb48731dd3f None None] Calling delete_port for d04a7b29-8039-4c68-839d-c8f1c2513d7b owned by network:dhcp {{(pid=94176) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1986}} Jun 23 11:32:32.570815 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.api.v2.base [None req-22b02466-f25b-45ed-8def-2c0d5d1ee321 tempest-ServerActionsTestJSON-161917335 tempest-ServerActionsTestJSON-161917335-project] Request body: {'floatingip': {'floating_network_id': '3e7e4eb3-cf02-4d47-ade9-0a579cdfc60f'}} {{(pid=94175) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 23 11:32:32.571271 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron_lib.callbacks.manager [None req-aa4d6b07-4d12-4ce0-9775-b441bb70b1ad tempest-RoutersTestDVR-73400567 tempest-RoutersTestDVR-73400567-project-admin] Notify callbacks [] for router, before_response {{(pid=94174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:32:32.573771 dv-neutron-601336-94-hyperv neutron-server[94174]: INFO neutron.wsgi [None req-aa4d6b07-4d12-4ce0-9775-b441bb70b1ad tempest-RoutersTestDVR-73400567 tempest-RoutersTestDVR-73400567-project-admin] 10.222.0.20 "POST /v2.0/routers HTTP/1.1" status: 201 len: 722 time: 0.8621066 Jun 23 11:32:32.600216 dv-neutron-601336-94-hyperv neutron-server[94175]: INFO neutron.wsgi [None req-51e0cbd3-a1a2-4db1-8152-aa1e33316a8b tempest-NetworksTestDHCPv6-162546708 tempest-NetworksTestDHCPv6-162546708-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 947 time: 2.1272388 Jun 23 11:32:32.602017 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.wsgi [-] (94175) accepted ('10.222.0.20', 38382) {{(pid=94175) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 11:32:32.618536 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.wsgi [-] (94175) accepted ('10.222.0.20', 38384) {{(pid=94175) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 11:32:32.645332 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-68053929-6b12-469a-9c04-6a6b8ab386a9 tempest-BulkNetworkOpsIpV6Test-986121801 tempest-BulkNetworkOpsIpV6Test-986121801-project] vlan segment allocate from pool success with {'vlan_id': 439, 'physical_network': 'physnet1'} {{(pid=94174) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 23 11:32:32.702118 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron_lib.callbacks.manager [None req-68053929-6b12-469a-9c04-6a6b8ab386a9 tempest-BulkNetworkOpsIpV6Test-986121801 tempest-BulkNetworkOpsIpV6Test-986121801-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3801'] for segment, precommit_create {{(pid=94174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:32:32.702730 dv-neutron-601336-94-hyperv neutron-server[94174]: INFO neutron.db.segments_db [None req-68053929-6b12-469a-9c04-6a6b8ab386a9 tempest-BulkNetworkOpsIpV6Test-986121801 tempest-BulkNetworkOpsIpV6Test-986121801-project] Added segment 13947540-3607-4d23-903c-58a391432f24 of type vlan for network 06c152a2-08dd-48ff-97f3-475017e92c2a Jun 23 11:32:32.763887 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron_lib.callbacks.manager [None req-68053929-6b12-469a-9c04-6a6b8ab386a9 tempest-BulkNetworkOpsIpV6Test-986121801 tempest-BulkNetworkOpsIpV6Test-986121801-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8773699596773'] for network, precommit_create {{(pid=94174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:32:32.766532 dv-neutron-601336-94-hyperv neutron-server[94175]: INFO neutron.wsgi [None req-130211f9-f24d-49ea-8a69-7cdd0286ddb9 tempest-PortsTestJSON-2085221018 tempest-PortsTestJSON-2085221018-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 886 time: 2.2928250 Jun 23 11:32:32.767956 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.wsgi [-] (94174) accepted ('10.222.0.20', 38386) {{(pid=94174) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 11:32:32.791622 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron_lib.callbacks.manager [None req-d903b244-4137-49bb-bf4e-847d1b0b9f61 tempest-RoutersTestDVR-73400567 tempest-RoutersTestDVR-73400567-project-admin] Notify callbacks [] for router, before_delete {{(pid=94175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:32:32.819177 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron_lib.callbacks.manager [None req-729427b8-05d2-4892-bce7-cfb48731dd3f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-922904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866062', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773700135024', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773699642224'] for port, after_delete {{(pid=94176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:32:32.819177 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG oslo_concurrency.lockutils [None req-dc7542b2-afef-47f4-a763-e3a3cba144be None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 11:32:32.843953 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.plugins.ml2.plugin [None req-4e5809cf-1236-498e-b60e-8de5c784151a tempest-PortsAdminExtendedAttrsTestJSON-1772465988 tempest-PortsAdminExtendedAttrsTestJSON-1772465988-project-admin] Deleting port 61fb1dd5-f96e-4209-b677-770fdb7b8cbd {{(pid=94174) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1913}} Jun 23 11:32:32.844542 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron_lib.callbacks.manager [None req-4e5809cf-1236-498e-b60e-8de5c784151a tempest-PortsAdminExtendedAttrsTestJSON-1772465988 tempest-PortsAdminExtendedAttrsTestJSON-1772465988-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773700079324'] for port, before_delete {{(pid=94174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:32:32.855870 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-729427b8-05d2-4892-bce7-cfb48731dd3f None None] Pushing event deleted for resources: {'Port': ['ID=d04a7b29-8039-4c68-839d-c8f1c2513d7b,revision_number=None']} {{(pid=94176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 11:32:32.861481 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG oslo_concurrency.lockutils [None req-729427b8-05d2-4892-bce7-cfb48731dd3f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.044s {{(pid=94176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 11:32:32.874958 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.db.l3_dvrscheduler_db [None req-729427b8-05d2-4892-bce7-cfb48731dd3f None None] No DVR routers for this DVR port d04a7b29-8039-4c68-839d-c8f1c2513d7b on host dv-neutron-601336-94-hyperv {{(pid=94176) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 23 11:32:32.894263 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron_lib.callbacks.manager [None req-2147f4a4-78fb-46df-b267-e25623462b33 tempest-ExtraDHCPOptionsTestJSON-1313277810 tempest-ExtraDHCPOptionsTestJSON-1313277810-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-922904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866062', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773700135024', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773699642224', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5196390'] for port, after_delete {{(pid=94174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:32:32.917424 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG oslo_concurrency.lockutils [None req-b1e70f8b-386d-40ca-abb6-4e5be91b2bfc tempest-PortsAdminExtendedAttrsTestJSON-1772465988 tempest-PortsAdminExtendedAttrsTestJSON-1772465988-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94174) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 11:32:32.940730 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2147f4a4-78fb-46df-b267-e25623462b33 tempest-ExtraDHCPOptionsTestJSON-1313277810 tempest-ExtraDHCPOptionsTestJSON-1313277810-project] No DVR routers for this DVR port d04a7b29-8039-4c68-839d-c8f1c2513d7b on host dv-neutron-601336-94-hyperv {{(pid=94174) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 23 11:32:32.948997 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2147f4a4-78fb-46df-b267-e25623462b33 tempest-ExtraDHCPOptionsTestJSON-1313277810 tempest-ExtraDHCPOptionsTestJSON-1313277810-project] Pushing event deleted for resources: {'Port': ['ID=d04a7b29-8039-4c68-839d-c8f1c2513d7b,revision_number=None']} {{(pid=94174) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 11:32:32.963010 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron_lib.callbacks.manager [None req-22b02466-f25b-45ed-8def-2c0d5d1ee321 tempest-ServerActionsTestJSON-161917335 tempest-ServerActionsTestJSON-161917335-project] Notify callbacks [] for floatingip, before_create {{(pid=94175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:32:32.972284 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG oslo_concurrency.lockutils [None req-2147f4a4-78fb-46df-b267-e25623462b33 tempest-ExtraDHCPOptionsTestJSON-1313277810 tempest-ExtraDHCPOptionsTestJSON-1313277810-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.055s {{(pid=94174) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 11:32:32.974719 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron_lib.callbacks.manager [None req-68053929-6b12-469a-9c04-6a6b8ab386a9 tempest-BulkNetworkOpsIpV6Test-986121801 tempest-BulkNetworkOpsIpV6Test-986121801-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8002400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7866073'] for network, after_create {{(pid=94174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:32:32.980245 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-68053929-6b12-469a-9c04-6a6b8ab386a9 tempest-BulkNetworkOpsIpV6Test-986121801 tempest-BulkNetworkOpsIpV6Test-986121801-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94174) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 11:32:32.980946 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron_lib.callbacks.manager [None req-68053929-6b12-469a-9c04-6a6b8ab386a9 tempest-BulkNetworkOpsIpV6Test-986121801 tempest-BulkNetworkOpsIpV6Test-986121801-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7865916'] for network, before_response {{(pid=94174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:32:32.986984 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94174) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 11:32:33.008906 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e1f4a8e5-4d60-430e-a5f5-c1fbf4846a5e tempest-NetworksTestDHCPv6-162546708 tempest-NetworksTestDHCPv6-162546708-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 11:32:33.018024 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e1f4a8e5-4d60-430e-a5f5-c1fbf4846a5e tempest-NetworksTestDHCPv6-162546708 tempest-NetworksTestDHCPv6-162546708-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 11:32:33.023724 dv-neutron-601336-94-hyperv neutron-server[94175]: INFO neutron.wsgi [None req-e1f4a8e5-4d60-430e-a5f5-c1fbf4846a5e tempest-NetworksTestDHCPv6-162546708 tempest-NetworksTestDHCPv6-162546708-project] 10.222.0.20 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1702 time: 0.4032924 Jun 23 11:32:33.036979 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.wsgi [-] (94175) accepted ('10.222.0.20', 38388) {{(pid=94175) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 11:32:33.049339 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron_lib.callbacks.manager [None req-d903b244-4137-49bb-bf4e-847d1b0b9f61 tempest-RoutersTestDVR-73400567 tempest-RoutersTestDVR-73400567-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-520417', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-32301'] for router, precommit_delete {{(pid=94175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:32:33.053817 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron_lib.callbacks.manager [None req-d903b244-4137-49bb-bf4e-847d1b0b9f61 tempest-RoutersTestDVR-73400567 tempest-RoutersTestDVR-73400567-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:32:33.078892 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron_lib.callbacks.manager [None req-4e5809cf-1236-498e-b60e-8de5c784151a tempest-PortsAdminExtendedAttrsTestJSON-1772465988 tempest-PortsAdminExtendedAttrsTestJSON-1772465988-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-430722'] for port, precommit_delete {{(pid=94174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:32:33.143244 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.plugins.ml2.plugin [None req-4e5809cf-1236-498e-b60e-8de5c784151a tempest-PortsAdminExtendedAttrsTestJSON-1772465988 tempest-PortsAdminExtendedAttrsTestJSON-1772465988-project-admin] Calling delete_port for 61fb1dd5-f96e-4209-b677-770fdb7b8cbd owned by {{(pid=94174) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1986}} Jun 23 11:32:33.143890 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.plugins.ml2.rpc [None req-dc7542b2-afef-47f4-a763-e3a3cba144be None None] Device 8b3f2607-1beb-44c0-92af-cbc38d0500bc up at agent ovs-agent-dv-neutron-601336-94-hyperv {{(pid=94176) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:298}} Jun 23 11:32:33.157843 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron_lib.callbacks.manager [None req-2147f4a4-78fb-46df-b267-e25623462b33 tempest-ExtraDHCPOptionsTestJSON-1313277810 tempest-ExtraDHCPOptionsTestJSON-1313277810-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-897259', 'neutron.services.segments.db._delete_segments_for_network-8773700168587'] for network, precommit_delete {{(pid=94174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:32:33.179241 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68053929-6b12-469a-9c04-6a6b8ab386a9 tempest-BulkNetworkOpsIpV6Test-986121801 tempest-BulkNetworkOpsIpV6Test-986121801-project] Pushing event updated for resources: {'Network': ['ID=06c152a2-08dd-48ff-97f3-475017e92c2a,revision_number=1']} {{(pid=94174) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 11:32:33.182788 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG oslo_concurrency.lockutils [None req-68053929-6b12-469a-9c04-6a6b8ab386a9 tempest-BulkNetworkOpsIpV6Test-986121801 tempest-BulkNetworkOpsIpV6Test-986121801-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.196s {{(pid=94174) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 11:32:33.192396 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.services.segments.db [None req-2147f4a4-78fb-46df-b267-e25623462b33 tempest-ExtraDHCPOptionsTestJSON-1313277810 tempest-ExtraDHCPOptionsTestJSON-1313277810-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['56af6ebb-cc8e-497b-afc5-4051abaf4f09']}} {{(pid=94174) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 11:32:33.197045 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.plugins.ml2.rpc [None req-dc7542b2-afef-47f4-a763-e3a3cba144be None None] Network 06c152a2-08dd-48ff-97f3-475017e92c2a details requested by agent ovs-agent-dv-neutron-601336-94-hyperv with host dv-neutron-601336-94-hyperv {{(pid=94176) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:250}} Jun 23 11:32:33.206268 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.services.segments.db [None req-2147f4a4-78fb-46df-b267-e25623462b33 tempest-ExtraDHCPOptionsTestJSON-1313277810 tempest-ExtraDHCPOptionsTestJSON-1313277810-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c3eff70a-45a2-4f7e-b2ea-41a9bb082fe1') {'for_net_delete': True} {{(pid=94174) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 11:32:33.206579 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.services.segments.db [None req-2147f4a4-78fb-46df-b267-e25623462b33 tempest-ExtraDHCPOptionsTestJSON-1313277810 tempest-ExtraDHCPOptionsTestJSON-1313277810-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c3eff70a-45a2-4f7e-b2ea-41a9bb082fe1') {} {{(pid=94174) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 11:32:33.219311 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron_lib.callbacks.manager [None req-2147f4a4-78fb-46df-b267-e25623462b33 tempest-ExtraDHCPOptionsTestJSON-1313277810 tempest-ExtraDHCPOptionsTestJSON-1313277810-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8773699955833', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4800267'] for segment, before_delete {{(pid=94174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:32:33.236584 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron_lib.callbacks.manager [None req-2147f4a4-78fb-46df-b267-e25623462b33 tempest-ExtraDHCPOptionsTestJSON-1313277810 tempest-ExtraDHCPOptionsTestJSON-1313277810-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3801'] for segment, precommit_delete {{(pid=94174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:32:33.244060 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2147f4a4-78fb-46df-b267-e25623462b33 tempest-ExtraDHCPOptionsTestJSON-1313277810 tempest-ExtraDHCPOptionsTestJSON-1313277810-project] Releasing vlan 436 on physical network physnet1 to pool {{(pid=94174) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 23 11:32:33.244512 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron_lib.callbacks.manager [None req-2147f4a4-78fb-46df-b267-e25623462b33 tempest-ExtraDHCPOptionsTestJSON-1313277810 tempest-ExtraDHCPOptionsTestJSON-1313277810-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3801', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5196341'] for segment, after_delete {{(pid=94174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:32:33.248069 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron_lib.callbacks.manager [None req-d903b244-4137-49bb-bf4e-847d1b0b9f61 tempest-RoutersTestDVR-73400567 tempest-RoutersTestDVR-73400567-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-494961'] for router, after_delete {{(pid=94175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:32:33.248833 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d903b244-4137-49bb-bf4e-847d1b0b9f61 tempest-RoutersTestDVR-73400567 tempest-RoutersTestDVR-73400567-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 5e52bd82-e7f0-457a-bc23-22afb530faec {{(pid=94175) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jun 23 11:32:33.255129 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron_lib.callbacks.manager [None req-d903b244-4137-49bb-bf4e-847d1b0b9f61 tempest-RoutersTestDVR-73400567 tempest-RoutersTestDVR-73400567-project-admin] Notify callbacks [] for router, before_response {{(pid=94175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:32:33.256937 dv-neutron-601336-94-hyperv neutron-server[94175]: INFO neutron.wsgi [None req-d903b244-4137-49bb-bf4e-847d1b0b9f61 tempest-RoutersTestDVR-73400567 tempest-RoutersTestDVR-73400567-project-admin] 10.222.0.20 "DELETE /v2.0/routers/5e52bd82-e7f0-457a-bc23-22afb530faec HTTP/1.1" status: 204 len: 168 time: 0.6539733 Jun 23 11:32:33.267212 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.wsgi [-] (94175) accepted ('10.222.0.20', 38390) {{(pid=94175) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 11:32:33.275557 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.api.v2.base [None req-b1fe2fbb-cec2-4368-b2c0-31cc34cc6e75 tempest-RoutersTestDVR-73400567 tempest-RoutersTestDVR-73400567-project-admin] Request body: {'router': {'name': 'tempest-router-571187048', 'distributed': False, 'admin_state_up': False, 'ha': False, 'project_id': '51952f9d9a384b88b4974635312ad1de'}} {{(pid=94175) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 23 11:32:33.317615 dv-neutron-601336-94-hyperv neutron-server[94174]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 23 11:32:33.317615 dv-neutron-601336-94-hyperv neutron-server[94174]: conditions |= (models_v2.Port.network_id.in_( Jun 23 11:32:33.317615 dv-neutron-601336-94-hyperv neutron-server[94174]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 23 11:32:33.317615 dv-neutron-601336-94-hyperv neutron-server[94174]: conditions |= (models_v2.Port.network_id.in_( Jun 23 11:32:33.317615 dv-neutron-601336-94-hyperv neutron-server[94174]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 23 11:32:33.317615 dv-neutron-601336-94-hyperv neutron-server[94174]: conditions |= (models_v2.Port.network_id.in_( Jun 23 11:32:33.317615 dv-neutron-601336-94-hyperv neutron-server[94174]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 23 11:32:33.317615 dv-neutron-601336-94-hyperv neutron-server[94174]: conditions |= (models_v2.Port.network_id.in_( Jun 23 11:32:33.317615 dv-neutron-601336-94-hyperv neutron-server[94174]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 23 11:32:33.317615 dv-neutron-601336-94-hyperv neutron-server[94174]: conditions |= (models_v2.Port.network_id.in_( Jun 23 11:32:33.317615 dv-neutron-601336-94-hyperv neutron-server[94174]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 23 11:32:33.317615 dv-neutron-601336-94-hyperv neutron-server[94174]: conditions |= (models_v2.Port.network_id.in_( Jun 23 11:32:33.317615 dv-neutron-601336-94-hyperv neutron-server[94174]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 23 11:32:33.317615 dv-neutron-601336-94-hyperv neutron-server[94174]: conditions |= (models_v2.Port.network_id.in_( Jun 23 11:32:33.317615 dv-neutron-601336-94-hyperv neutron-server[94174]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 23 11:32:33.317615 dv-neutron-601336-94-hyperv neutron-server[94174]: self.session.flush() Jun 23 11:32:33.317615 dv-neutron-601336-94-hyperv neutron-server[94174]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 23 11:32:33.317615 dv-neutron-601336-94-hyperv neutron-server[94174]: self.session.flush() Jun 23 11:32:33.317615 dv-neutron-601336-94-hyperv neutron-server[94174]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 23 11:32:33.317615 dv-neutron-601336-94-hyperv neutron-server[94174]: self.session.flush() Jun 23 11:32:33.317615 dv-neutron-601336-94-hyperv neutron-server[94174]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 23 11:32:33.317615 dv-neutron-601336-94-hyperv neutron-server[94174]: self.session.flush() Jun 23 11:32:33.317615 dv-neutron-601336-94-hyperv neutron-server[94174]: Traceback (most recent call last): Jun 23 11:32:33.317615 dv-neutron-601336-94-hyperv neutron-server[94174]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 23 11:32:33.317615 dv-neutron-601336-94-hyperv neutron-server[94174]: timer() Jun 23 11:32:33.317615 dv-neutron-601336-94-hyperv neutron-server[94174]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 23 11:32:33.317615 dv-neutron-601336-94-hyperv neutron-server[94174]: cb(*args, **kw) Jun 23 11:32:33.317615 dv-neutron-601336-94-hyperv neutron-server[94174]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 23 11:32:33.317615 dv-neutron-601336-94-hyperv neutron-server[94174]: return func(*args, **kwargs) Jun 23 11:32:33.317615 dv-neutron-601336-94-hyperv neutron-server[94174]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 23 11:32:33.317615 dv-neutron-601336-94-hyperv neutron-server[94174]: self._notify() Jun 23 11:32:33.317615 dv-neutron-601336-94-hyperv neutron-server[94174]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 23 11:32:33.317615 dv-neutron-601336-94-hyperv neutron-server[94174]: self.callback(batched_events) Jun 23 11:32:33.317615 dv-neutron-601336-94-hyperv neutron-server[94174]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 23 11:32:33.317615 dv-neutron-601336-94-hyperv neutron-server[94174]: event.method(event) Jun 23 11:32:33.317615 dv-neutron-601336-94-hyperv neutron-server[94174]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 23 11:32:33.317615 dv-neutron-601336-94-hyperv neutron-server[94174]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 23 11:32:33.317615 dv-neutron-601336-94-hyperv neutron-server[94174]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 23 11:32:33.317615 dv-neutron-601336-94-hyperv neutron-server[94174]: aggregate_uuid = self.p_client.list_aggregates( Jun 23 11:32:33.317615 dv-neutron-601336-94-hyperv neutron-server[94174]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 23 11:32:33.317615 dv-neutron-601336-94-hyperv neutron-server[94174]: return f(self, *a, **k) Jun 23 11:32:33.317615 dv-neutron-601336-94-hyperv neutron-server[94174]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 23 11:32:33.317615 dv-neutron-601336-94-hyperv neutron-server[94174]: return self._get(url).json() Jun 23 11:32:33.317615 dv-neutron-601336-94-hyperv neutron-server[94174]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 23 11:32:33.317615 dv-neutron-601336-94-hyperv neutron-server[94174]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 23 11:32:33.317615 dv-neutron-601336-94-hyperv neutron-server[94174]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 23 11:32:33.317615 dv-neutron-601336-94-hyperv neutron-server[94174]: return self.request(url, 'GET', **kwargs) Jun 23 11:32:33.317615 dv-neutron-601336-94-hyperv neutron-server[94174]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 23 11:32:33.317615 dv-neutron-601336-94-hyperv neutron-server[94174]: base_url = self.get_endpoint(auth, allow=allow, Jun 23 11:32:33.317615 dv-neutron-601336-94-hyperv neutron-server[94174]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 23 11:32:33.317615 dv-neutron-601336-94-hyperv neutron-server[94174]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 23 11:32:33.317615 dv-neutron-601336-94-hyperv neutron-server[94174]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 23 11:32:33.317615 dv-neutron-601336-94-hyperv neutron-server[94174]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 23 11:32:33.317615 dv-neutron-601336-94-hyperv neutron-server[94174]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 23 11:32:33.326423 dv-neutron-601336-94-hyperv neutron-server[94174]: INFO neutron.wsgi [None req-68053929-6b12-469a-9c04-6a6b8ab386a9 tempest-BulkNetworkOpsIpV6Test-986121801 tempest-BulkNetworkOpsIpV6Test-986121801-project] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 790 time: 1.1738372 Jun 23 11:32:33.328446 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.wsgi [-] (94174) accepted ('10.222.0.20', 38392) {{(pid=94174) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 11:32:33.343828 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.plugins.ml2.plugin [None req-3ff0ba1d-66ca-4b00-8ea7-7619958f387d tempest-NetworksTestDHCPv6-162546708 tempest-NetworksTestDHCPv6-162546708-project] Deleting port a042c8ea-3c27-4a7e-8714-29c0dd1b81c1 {{(pid=94175) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1913}} Jun 23 11:32:33.344621 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron_lib.callbacks.manager [None req-3ff0ba1d-66ca-4b00-8ea7-7619958f387d tempest-NetworksTestDHCPv6-162546708 tempest-NetworksTestDHCPv6-162546708-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773700079324'] for port, before_delete {{(pid=94175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:32:33.354282 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron_lib.callbacks.manager [None req-22b02466-f25b-45ed-8def-2c0d5d1ee321 tempest-ServerActionsTestJSON-161917335 tempest-ServerActionsTestJSON-161917335-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-923104'] for port, before_create {{(pid=94175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:32:33.361563 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.db.provisioning_blocks [None req-dc7542b2-afef-47f4-a763-e3a3cba144be None None] Provisioning complete for port 8b3f2607-1beb-44c0-92af-cbc38d0500bc triggered by entity L2. {{(pid=94176) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 23 11:32:33.362118 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron_lib.callbacks.manager [None req-dc7542b2-afef-47f4-a763-e3a3cba144be None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-899258'] for port, provisioning_complete {{(pid=94176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:32:33.373725 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.api.v2.base [None req-930511ec-7f8c-48de-9ba3-b0ef84cb16ca tempest-BulkNetworkOpsIpV6Test-986121801 tempest-BulkNetworkOpsIpV6Test-986121801-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsIpV6Test-test-network-1029133502'}} {{(pid=94174) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 23 11:32:33.455248 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron_lib.callbacks.manager [None req-b1fe2fbb-cec2-4368-b2c0-31cc34cc6e75 tempest-RoutersTestDVR-73400567 tempest-RoutersTestDVR-73400567-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-520407', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-32315'] for router, before_create {{(pid=94175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:32:33.456546 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron_lib.callbacks.manager [None req-b1fe2fbb-cec2-4368-b2c0-31cc34cc6e75 tempest-RoutersTestDVR-73400567 tempest-RoutersTestDVR-73400567-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-520264', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-524122', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-414782', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-32290'] for router, precommit_create {{(pid=94175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:32:33.519294 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.plugins.ml2.rpc [None req-dc7542b2-afef-47f4-a763-e3a3cba144be None None] Device b65348b2-97a2-4680-b16c-b724783b1070 up at agent ovs-agent-dv-neutron-601336-94-hyperv {{(pid=94176) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:298}} Jun 23 11:32:33.672245 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.db.provisioning_blocks [None req-dc7542b2-afef-47f4-a763-e3a3cba144be None None] Provisioning for port b65348b2-97a2-4680-b16c-b724783b1070 completed by entity L2. {{(pid=94176) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 23 11:32:33.679177 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.plugins.ml2.rpc [None req-dc7542b2-afef-47f4-a763-e3a3cba144be None None] Device 2adeb85f-04ca-484f-8c6d-5456719d8cea up at agent ovs-agent-dv-neutron-601336-94-hyperv {{(pid=94176) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:298}} Jun 23 11:32:33.735746 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-af584a5d-6a68-44c9-a5bd-70df757d5631 None None] Network e8b68211-cf3e-4434-b556-c1bf98cd7bb3 requested from dv-neutron-601336-94-hyperv {{(pid=94176) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 23 11:32:33.757152 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron_lib.callbacks.manager [None req-2147f4a4-78fb-46df-b267-e25623462b33 tempest-ExtraDHCPOptionsTestJSON-1313277810 tempest-ExtraDHCPOptionsTestJSON-1313277810-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-897248', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8002400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7866073', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-524247'] for network, after_delete {{(pid=94174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:32:33.762673 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron_lib.callbacks.manager [None req-2147f4a4-78fb-46df-b267-e25623462b33 tempest-ExtraDHCPOptionsTestJSON-1313277810 tempest-ExtraDHCPOptionsTestJSON-1313277810-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7865916'] for network, before_response {{(pid=94174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:32:33.765222 dv-neutron-601336-94-hyperv neutron-server[94174]: INFO neutron.wsgi [None req-2147f4a4-78fb-46df-b267-e25623462b33 tempest-ExtraDHCPOptionsTestJSON-1313277810 tempest-ExtraDHCPOptionsTestJSON-1313277810-project] 10.222.0.20 "DELETE /v2.0/networks/56af6ebb-cc8e-497b-afc5-4051abaf4f09 HTTP/1.1" status: 204 len: 168 time: 1.9885988 Jun 23 11:32:33.776599 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.plugins.ml2.plugin [None req-8a9f6074-b5b2-432a-843e-3390db4fca9f tempest-PortsTestJSON-2085221018 tempest-PortsTestJSON-2085221018-project] Deleting port 6a736b4f-c3e8-48dd-be0c-8d9985741d8e {{(pid=94174) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1913}} Jun 23 11:32:33.776954 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron_lib.callbacks.manager [None req-8a9f6074-b5b2-432a-843e-3390db4fca9f tempest-PortsTestJSON-2085221018 tempest-PortsTestJSON-2085221018-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773700079324'] for port, before_delete {{(pid=94174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:32:33.784965 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG oslo_concurrency.lockutils [None req-2e7dc14d-af89-4c73-8418-5a47d72ed47e tempest-BulkNetworkOpsIpV6Test-986121801 tempest-BulkNetworkOpsIpV6Test-986121801-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94174) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 11:32:33.882808 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-930511ec-7f8c-48de-9ba3-b0ef84cb16ca tempest-BulkNetworkOpsIpV6Test-986121801 tempest-BulkNetworkOpsIpV6Test-986121801-project] Made reservation on behalf of 23ef76af747c4dd2ab3e1919971f3de2 for: {'network': 1} {{(pid=94174) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 23 11:32:33.886625 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron_lib.callbacks.manager [None req-930511ec-7f8c-48de-9ba3-b0ef84cb16ca tempest-BulkNetworkOpsIpV6Test-986121801 tempest-BulkNetworkOpsIpV6Test-986121801-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-923104'] for network, before_create {{(pid=94174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:32:33.901790 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2147f4a4-78fb-46df-b267-e25623462b33 tempest-ExtraDHCPOptionsTestJSON-1313277810 tempest-ExtraDHCPOptionsTestJSON-1313277810-project] Pushing event deleted for resources: {'Network': ['ID=56af6ebb-cc8e-497b-afc5-4051abaf4f09,revision_number=None']} {{(pid=94174) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 11:32:33.904478 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG oslo_concurrency.lockutils [None req-2147f4a4-78fb-46df-b267-e25623462b33 tempest-ExtraDHCPOptionsTestJSON-1313277810 tempest-ExtraDHCPOptionsTestJSON-1313277810-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.120s {{(pid=94174) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 11:32:33.937584 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.db.provisioning_blocks [None req-dc7542b2-afef-47f4-a763-e3a3cba144be None None] Provisioning for port 2adeb85f-04ca-484f-8c6d-5456719d8cea completed by entity L2. {{(pid=94176) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 23 11:32:33.937755 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-930511ec-7f8c-48de-9ba3-b0ef84cb16ca tempest-BulkNetworkOpsIpV6Test-986121801 tempest-BulkNetworkOpsIpV6Test-986121801-project] vlan segment allocate from pool success with {'vlan_id': 425, 'physical_network': 'physnet1'} {{(pid=94174) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 23 11:32:33.977366 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.db.provisioning_blocks [None req-b5e8eb8e-7380-4f14-98c5-a893b34a9c49 None None] Provisioning for port 2adeb85f-04ca-484f-8c6d-5456719d8cea completed by entity DHCP. {{(pid=94176) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 23 11:32:33.992112 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron_lib.callbacks.manager [None req-930511ec-7f8c-48de-9ba3-b0ef84cb16ca tempest-BulkNetworkOpsIpV6Test-986121801 tempest-BulkNetworkOpsIpV6Test-986121801-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3801'] for segment, precommit_create {{(pid=94174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:32:33.992476 dv-neutron-601336-94-hyperv neutron-server[94174]: INFO neutron.db.segments_db [None req-930511ec-7f8c-48de-9ba3-b0ef84cb16ca tempest-BulkNetworkOpsIpV6Test-986121801 tempest-BulkNetworkOpsIpV6Test-986121801-project] Added segment 0a981d69-00eb-44fb-8329-abe5e476dcba of type vlan for network 4dbe8180-6497-4576-a300-f73d087f15c4 Jun 23 11:32:34.002402 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.db.provisioning_blocks [None req-b5e8eb8e-7380-4f14-98c5-a893b34a9c49 None None] Provisioning complete for port 2adeb85f-04ca-484f-8c6d-5456719d8cea triggered by entity DHCP. {{(pid=94176) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 23 11:32:34.003311 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron_lib.callbacks.manager [None req-b5e8eb8e-7380-4f14-98c5-a893b34a9c49 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-899258'] for port, provisioning_complete {{(pid=94176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:32:34.020539 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron_lib.callbacks.manager [None req-8a9f6074-b5b2-432a-843e-3390db4fca9f tempest-PortsTestJSON-2085221018 tempest-PortsTestJSON-2085221018-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-430722'] for port, precommit_delete {{(pid=94174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:32:34.057482 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.plugins.ml2.rpc [None req-dc7542b2-afef-47f4-a763-e3a3cba144be None None] Device d04a7b29-8039-4c68-839d-c8f1c2513d7b no longer exists at agent ovs-agent-dv-neutron-601336-94-hyperv {{(pid=94176) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:261}} Jun 23 11:32:34.085248 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.plugins.ml2.plugin [None req-8a9f6074-b5b2-432a-843e-3390db4fca9f tempest-PortsTestJSON-2085221018 tempest-PortsTestJSON-2085221018-project] Calling delete_port for 6a736b4f-c3e8-48dd-be0c-8d9985741d8e owned by {{(pid=94174) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1986}} Jun 23 11:32:34.090038 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.plugins.ml2.plugin [None req-dc7542b2-afef-47f4-a763-e3a3cba144be None None] No Port match for: d04a7b29-8039-4c68-839d-c8f1c2513d7b {{(pid=94176) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2240}} Jun 23 11:32:34.090679 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.plugins.ml2.rpc [None req-dc7542b2-afef-47f4-a763-e3a3cba144be None None] Device d04a7b29-8039-4c68-839d-c8f1c2513d7b not bound to the agent host dv-neutron-601336-94-hyperv {{(pid=94176) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:271}} Jun 23 11:32:34.094699 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron_lib.callbacks.manager [None req-4e5809cf-1236-498e-b60e-8de5c784151a tempest-PortsAdminExtendedAttrsTestJSON-1772465988 tempest-PortsAdminExtendedAttrsTestJSON-1772465988-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-922904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866062', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773700135024', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773699642224', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5196390'] for port, after_delete {{(pid=94174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:32:34.126561 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron_lib.callbacks.manager [None req-930511ec-7f8c-48de-9ba3-b0ef84cb16ca tempest-BulkNetworkOpsIpV6Test-986121801 tempest-BulkNetworkOpsIpV6Test-986121801-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8773699596773'] for network, precommit_create {{(pid=94174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:32:34.130264 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG oslo_concurrency.lockutils [None req-3e560f71-6631-43de-a301-d3242bb63216 tempest-NetworksIpV6TestAttrs-49342282 tempest-NetworksIpV6TestAttrs-49342282-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94174) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 11:32:34.155861 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron_lib.callbacks.manager [None req-4e5809cf-1236-498e-b60e-8de5c784151a tempest-PortsAdminExtendedAttrsTestJSON-1772465988 tempest-PortsAdminExtendedAttrsTestJSON-1772465988-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-217507'] for port, before_response {{(pid=94174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:32:34.160547 dv-neutron-601336-94-hyperv neutron-server[94174]: INFO neutron.wsgi [None req-4e5809cf-1236-498e-b60e-8de5c784151a tempest-PortsAdminExtendedAttrsTestJSON-1772465988 tempest-PortsAdminExtendedAttrsTestJSON-1772465988-project-admin] 10.222.0.20 "DELETE /v2.0/ports/61fb1dd5-f96e-4209-b677-770fdb7b8cbd HTTP/1.1" status: 204 len: 168 time: 1.7430871 Jun 23 11:32:34.163458 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e5809cf-1236-498e-b60e-8de5c784151a tempest-PortsAdminExtendedAttrsTestJSON-1772465988 tempest-PortsAdminExtendedAttrsTestJSON-1772465988-project-admin] Pushing event deleted for resources: {'Port': ['ID=61fb1dd5-f96e-4209-b677-770fdb7b8cbd,revision_number=None']} {{(pid=94174) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 11:32:34.163860 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron_lib.callbacks.manager [None req-b5e8eb8e-7380-4f14-98c5-a893b34a9c49 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-923122'] for port, before_update {{(pid=94176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:32:34.165080 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG oslo_concurrency.lockutils [None req-4e5809cf-1236-498e-b60e-8de5c784151a tempest-PortsAdminExtendedAttrsTestJSON-1772465988 tempest-PortsAdminExtendedAttrsTestJSON-1772465988-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.035s {{(pid=94174) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 11:32:34.167355 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.wsgi [-] (94174) accepted ('10.222.0.20', 38396) {{(pid=94174) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 11:32:34.228298 dv-neutron-601336-94-hyperv neutron-server[94174]: INFO neutron.pecan_wsgi.hooks.translation [None req-d03ce0da-4d83-4861-8c07-fed3c9c3c919 tempest-PortsAdminExtendedAttrsTestJSON-1772465988 tempest-PortsAdminExtendedAttrsTestJSON-1772465988-project-admin] GET failed (client error): The resource could not be found. Jun 23 11:32:34.229920 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron_lib.callbacks.manager [None req-b1fe2fbb-cec2-4368-b2c0-31cc34cc6e75 tempest-RoutersTestDVR-73400567 tempest-RoutersTestDVR-73400567-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:32:34.235420 dv-neutron-601336-94-hyperv neutron-server[94174]: INFO neutron.wsgi [None req-d03ce0da-4d83-4861-8c07-fed3c9c3c919 tempest-PortsAdminExtendedAttrsTestJSON-1772465988 tempest-PortsAdminExtendedAttrsTestJSON-1772465988-project-admin] 10.222.0.20 "GET /v2.0/ports/61fb1dd5-f96e-4209-b677-770fdb7b8cbd HTTP/1.1" status: 404 len: 333 time: 0.0589731 Jun 23 11:32:34.235603 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.plugins.ml2.db [None req-b5e8eb8e-7380-4f14-98c5-a893b34a9c49 None None] For port 2adeb85f-04ca-484f-8c6d-5456719d8cea, host dv-neutron-601336-94-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-94-hyperv',level=0,port_id=2adeb85f-04ca-484f-8c6d-5456719d8cea,segment=NetworkSegment(e4db645a-62fa-448e-a290-e5f9a283a473),segment_id=e4db645a-62fa-448e-a290-e5f9a283a473)] {{(pid=94176) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 23 11:32:34.240488 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.wsgi [-] (94175) accepted ('10.222.0.20', 38398) {{(pid=94175) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 11:32:34.251545 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.api.v2.base [None req-47117187-28aa-4a58-b07f-2a0313e85539 tempest-PortsAdminExtendedAttrsTestJSON-1772465988 tempest-PortsAdminExtendedAttrsTestJSON-1772465988-project-admin] Request body: {'port': {'network_id': 'a2a3038f-d74f-4d71-9006-cee952f59bc9', 'name': 'tempest-PortsAdminExtendedAttrsTestJSON-1266814309'}} {{(pid=94175) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 23 11:32:34.293584 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.db.db_base_plugin_common [None req-22b02466-f25b-45ed-8def-2c0d5d1ee321 tempest-ServerActionsTestJSON-161917335 tempest-ServerActionsTestJSON-161917335-project] Allocated IP 172.26.3.221 (3e7e4eb3-cf02-4d47-ade9-0a579cdfc60f/a5ad15ab-c489-4a67-a9b0-d559fca0ec71/bfa25ba4-a02a-4c1f-ad1d-c3aacfbeec31) {{(pid=94175) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 23 11:32:34.338138 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron_lib.callbacks.manager [None req-3ff0ba1d-66ca-4b00-8ea7-7619958f387d tempest-NetworksTestDHCPv6-162546708 tempest-NetworksTestDHCPv6-162546708-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-430722'] for port, precommit_delete {{(pid=94175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:32:34.354662 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron_lib.callbacks.manager [None req-b1fe2fbb-cec2-4368-b2c0-31cc34cc6e75 tempest-RoutersTestDVR-73400567 tempest-RoutersTestDVR-73400567-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-520412', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-524143'] for router, after_create {{(pid=94175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:32:34.369105 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron_lib.callbacks.manager [None req-b5e8eb8e-7380-4f14-98c5-a893b34a9c49 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-922904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866062', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773700135042', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773699642233', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773699642278'] for port, after_update {{(pid=94176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:32:34.372588 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG oslo_concurrency.lockutils [None req-3b6b2a24-f4e0-4059-846a-dafef01f35e5 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 11:32:34.377861 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron_lib.callbacks.manager [None req-930511ec-7f8c-48de-9ba3-b0ef84cb16ca tempest-BulkNetworkOpsIpV6Test-986121801 tempest-BulkNetworkOpsIpV6Test-986121801-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8002400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7866073'] for network, after_create {{(pid=94174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:32:34.395147 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-930511ec-7f8c-48de-9ba3-b0ef84cb16ca tempest-BulkNetworkOpsIpV6Test-986121801 tempest-BulkNetworkOpsIpV6Test-986121801-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94174) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 11:32:34.396048 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron_lib.callbacks.manager [None req-930511ec-7f8c-48de-9ba3-b0ef84cb16ca tempest-BulkNetworkOpsIpV6Test-986121801 tempest-BulkNetworkOpsIpV6Test-986121801-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7865916'] for network, before_response {{(pid=94174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:32:34.400457 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG oslo_concurrency.lockutils [None req-6fab7604-f774-4040-a976-1ff3732c20fd tempest-QuotasNegativeTest-858964093 tempest-QuotasNegativeTest-858964093-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94174) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 11:32:34.452937 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.plugins.ml2.plugin [None req-3ff0ba1d-66ca-4b00-8ea7-7619958f387d tempest-NetworksTestDHCPv6-162546708 tempest-NetworksTestDHCPv6-162546708-project] Calling delete_port for a042c8ea-3c27-4a7e-8714-29c0dd1b81c1 owned by {{(pid=94175) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1986}} Jun 23 11:32:34.498844 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron_lib.callbacks.manager [None req-8a9f6074-b5b2-432a-843e-3390db4fca9f tempest-PortsTestJSON-2085221018 tempest-PortsTestJSON-2085221018-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-922904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866062', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773700135024', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773699642224', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5196390'] for port, after_delete {{(pid=94174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:32:34.515615 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5e8eb8e-7380-4f14-98c5-a893b34a9c49 None None] Pushing event updated for resources: {'Port': ['ID=2adeb85f-04ca-484f-8c6d-5456719d8cea,revision_number=3']} {{(pid=94176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 11:32:34.526348 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG oslo_concurrency.lockutils [None req-b5e8eb8e-7380-4f14-98c5-a893b34a9c49 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.154s {{(pid=94176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 11:32:34.555755 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-930511ec-7f8c-48de-9ba3-b0ef84cb16ca tempest-BulkNetworkOpsIpV6Test-986121801 tempest-BulkNetworkOpsIpV6Test-986121801-project] Pushing event updated for resources: {'Network': ['ID=4dbe8180-6497-4576-a300-f73d087f15c4,revision_number=1']} {{(pid=94174) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 11:32:34.559105 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.wsgi [-] (94175) accepted ('10.222.0.20', 38402) {{(pid=94175) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 11:32:34.560357 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG oslo_concurrency.lockutils [None req-930511ec-7f8c-48de-9ba3-b0ef84cb16ca tempest-BulkNetworkOpsIpV6Test-986121801 tempest-BulkNetworkOpsIpV6Test-986121801-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.160s {{(pid=94174) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 11:32:34.563663 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG oslo_concurrency.lockutils [None req-3bb5d4a7-f5ae-41e1-bd22-15ad4dd44744 tempest-RoutersIpV6AdminTest-894294123 tempest-RoutersIpV6AdminTest-894294123-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.044s {{(pid=94174) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 11:32:34.573175 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.plugins.ml2.rpc [None req-dc7542b2-afef-47f4-a763-e3a3cba144be None None] Network 4dbe8180-6497-4576-a300-f73d087f15c4 details requested by agent ovs-agent-dv-neutron-601336-94-hyperv with host dv-neutron-601336-94-hyperv {{(pid=94176) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:250}} Jun 23 11:32:34.632634 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a9f6074-b5b2-432a-843e-3390db4fca9f tempest-PortsTestJSON-2085221018 tempest-PortsTestJSON-2085221018-project] Pushing event deleted for resources: {'Port': ['ID=6a736b4f-c3e8-48dd-be0c-8d9985741d8e,revision_number=None']} {{(pid=94174) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 11:32:34.638563 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-47117187-28aa-4a58-b07f-2a0313e85539 tempest-PortsAdminExtendedAttrsTestJSON-1772465988 tempest-PortsAdminExtendedAttrsTestJSON-1772465988-project-admin] Made reservation on behalf of c87e2b51c2294a87bbb26a707b603e00 for: {'port': 1} {{(pid=94175) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 23 11:32:34.641775 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG oslo_concurrency.lockutils [None req-8a9f6074-b5b2-432a-843e-3390db4fca9f tempest-PortsTestJSON-2085221018 tempest-PortsTestJSON-2085221018-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.078s {{(pid=94174) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 11:32:34.642106 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron_lib.callbacks.manager [None req-47117187-28aa-4a58-b07f-2a0313e85539 tempest-PortsAdminExtendedAttrsTestJSON-1772465988 tempest-PortsAdminExtendedAttrsTestJSON-1772465988-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-923104'] for port, before_create {{(pid=94175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:32:34.698734 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.db.provisioning_blocks [None req-28f1e2bb-b643-4e33-9040-041b5edb0fe5 None None] Provisioning for port b65348b2-97a2-4680-b16c-b724783b1070 completed by entity DHCP. {{(pid=94176) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 23 11:32:34.705986 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.db.provisioning_blocks [None req-28f1e2bb-b643-4e33-9040-041b5edb0fe5 None None] Provisioning complete for port b65348b2-97a2-4680-b16c-b724783b1070 triggered by entity DHCP. {{(pid=94176) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 23 11:32:34.706346 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron_lib.callbacks.manager [None req-28f1e2bb-b643-4e33-9040-041b5edb0fe5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-899258'] for port, provisioning_complete {{(pid=94176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:32:34.722562 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron_lib.callbacks.manager [None req-22b02466-f25b-45ed-8def-2c0d5d1ee321 tempest-ServerActionsTestJSON-161917335 tempest-ServerActionsTestJSON-161917335-project] Notify callbacks [] for port, precommit_create {{(pid=94175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:32:34.751151 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron_lib.callbacks.manager [None req-b1fe2fbb-cec2-4368-b2c0-31cc34cc6e75 tempest-RoutersTestDVR-73400567 tempest-RoutersTestDVR-73400567-project-admin] Notify callbacks [] for router, before_response {{(pid=94175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:32:34.751480 dv-neutron-601336-94-hyperv neutron-server[94174]: INFO neutron.wsgi [None req-930511ec-7f8c-48de-9ba3-b0ef84cb16ca tempest-BulkNetworkOpsIpV6Test-986121801 tempest-BulkNetworkOpsIpV6Test-986121801-project] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 790 time: 1.3787742 Jun 23 11:32:34.751567 dv-neutron-601336-94-hyperv neutron-server[94175]: INFO neutron.wsgi [None req-b1fe2fbb-cec2-4368-b2c0-31cc34cc6e75 tempest-RoutersTestDVR-73400567 tempest-RoutersTestDVR-73400567-project-admin] 10.222.0.20 "POST /v2.0/routers HTTP/1.1" status: 201 len: 722 time: 1.4774911 Jun 23 11:32:34.751643 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.wsgi [-] (94174) accepted ('10.222.0.20', 38406) {{(pid=94174) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 11:32:34.754363 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.api.v2.base [None req-3de605aa-e3e4-49a7-b0d2-fc343a79dfe4 tempest-RoutersTestDVR-73400567 tempest-RoutersTestDVR-73400567-project-admin] Request body: {'router': {'distributed': True}} {{(pid=94174) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 23 11:32:34.785366 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.notifiers.nova [None req-47117187-28aa-4a58-b07f-2a0313e85539 tempest-PortsAdminExtendedAttrsTestJSON-1772465988 tempest-PortsAdminExtendedAttrsTestJSON-1772465988-project-admin] device_id is not set on port 6f81fe5d-a5ad-47fe-b6d1-925cfc15e0c7 yet. {{(pid=94175) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jun 23 11:32:34.800908 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron_lib.callbacks.manager [None req-8a9f6074-b5b2-432a-843e-3390db4fca9f tempest-PortsTestJSON-2085221018 tempest-PortsTestJSON-2085221018-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-217507'] for port, before_response {{(pid=94174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:32:34.803763 dv-neutron-601336-94-hyperv neutron-server[94174]: INFO neutron.wsgi [None req-8a9f6074-b5b2-432a-843e-3390db4fca9f tempest-PortsTestJSON-2085221018 tempest-PortsTestJSON-2085221018-project] 10.222.0.20 "DELETE /v2.0/ports/6a736b4f-c3e8-48dd-be0c-8d9985741d8e HTTP/1.1" status: 204 len: 168 time: 2.0336154 Jun 23 11:32:34.825833 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.wsgi [-] (94175) accepted ('10.222.0.20', 38408) {{(pid=94175) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 11:32:34.891006 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron_lib.callbacks.manager [None req-28f1e2bb-b643-4e33-9040-041b5edb0fe5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-923122'] for port, before_update {{(pid=94176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:32:34.953764 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.plugins.ml2.db [None req-28f1e2bb-b643-4e33-9040-041b5edb0fe5 None None] For port b65348b2-97a2-4680-b16c-b724783b1070, host dv-neutron-601336-94-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-94-hyperv',level=0,port_id=b65348b2-97a2-4680-b16c-b724783b1070,segment=NetworkSegment(6303a411-6e70-4139-a530-9ee4cf8ba843),segment_id=6303a411-6e70-4139-a530-9ee4cf8ba843)] {{(pid=94176) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 23 11:32:34.977433 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron_lib.callbacks.manager [None req-3ff0ba1d-66ca-4b00-8ea7-7619958f387d tempest-NetworksTestDHCPv6-162546708 tempest-NetworksTestDHCPv6-162546708-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-922904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866062', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773700135024', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773699642224', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5082448'] for port, after_delete {{(pid=94175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:32:34.980302 dv-neutron-601336-94-hyperv neutron-server[94175]: INFO neutron.pecan_wsgi.hooks.translation [None req-520d0766-a70d-41e5-b7ff-7a7244f6136e tempest-PortsTestJSON-2085221018 tempest-PortsTestJSON-2085221018-project] GET failed (client error): The resource could not be found. Jun 23 11:32:34.981763 dv-neutron-601336-94-hyperv neutron-server[94175]: INFO neutron.wsgi [None req-520d0766-a70d-41e5-b7ff-7a7244f6136e tempest-PortsTestJSON-2085221018 tempest-PortsTestJSON-2085221018-project] 10.222.0.20 "GET /v2.0/ports/6a736b4f-c3e8-48dd-be0c-8d9985741d8e HTTP/1.1" status: 404 len: 333 time: 0.1477547 Jun 23 11:32:34.984769 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.wsgi [-] (94174) accepted ('10.222.0.20', 38410) {{(pid=94174) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 11:32:34.989825 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG oslo_concurrency.lockutils [None req-602edcf7-e55e-440d-9a40-931b2b07b1c9 tempest-ExtraDHCPOptionsTestJSON-1313277810 tempest-ExtraDHCPOptionsTestJSON-1313277810-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94175) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 11:32:34.990842 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.plugins.ml2.rpc [None req-dc7542b2-afef-47f4-a763-e3a3cba144be None None] Device 2adeb85f-04ca-484f-8c6d-5456719d8cea up at agent ovs-agent-dv-neutron-601336-94-hyperv {{(pid=94176) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:298}} Jun 23 11:32:35.043809 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron_lib.callbacks.manager [None req-28f1e2bb-b643-4e33-9040-041b5edb0fe5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-922904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866062', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773700135042', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773699642233', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773699642278'] for port, after_update {{(pid=94176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:32:35.046015 dv-neutron-601336-94-hyperv neutron-server[94175]: INFO neutron.wsgi [None req-aa6b49ce-c5f3-47dc-8099-b8dc39b73913 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=8b3481cba2d04e838a12ea4335400df9&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4856532 Jun 23 11:32:35.046906 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ff0ba1d-66ca-4b00-8ea7-7619958f387d tempest-NetworksTestDHCPv6-162546708 tempest-NetworksTestDHCPv6-162546708-project] Pushing event deleted for resources: {'Port': ['ID=a042c8ea-3c27-4a7e-8714-29c0dd1b81c1,revision_number=None']} {{(pid=94175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 11:32:35.055125 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.wsgi [-] (94175) accepted ('10.222.0.20', 38412) {{(pid=94175) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 11:32:35.059524 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG oslo_concurrency.lockutils [None req-3ff0ba1d-66ca-4b00-8ea7-7619958f387d tempest-NetworksTestDHCPv6-162546708 tempest-NetworksTestDHCPv6-162546708-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.070s {{(pid=94175) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 11:32:35.088686 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG oslo_concurrency.lockutils [None req-00bcf80c-25bc-4c35-80c8-b28850acfb8a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 11:32:35.142152 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron_lib.callbacks.manager [None req-3de605aa-e3e4-49a7-b0d2-fc343a79dfe4 tempest-RoutersTestDVR-73400567 tempest-RoutersTestDVR-73400567-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-524104', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-520389', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-32276'] for router, precommit_update {{(pid=94174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:32:35.142739 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron_lib.callbacks.manager [None req-3de605aa-e3e4-49a7-b0d2-fc343a79dfe4 tempest-RoutersTestDVR-73400567 tempest-RoutersTestDVR-73400567-project-admin] Notify callbacks [] for router, before_update {{(pid=94174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:32:35.159150 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron_lib.callbacks.manager [None req-3ff0ba1d-66ca-4b00-8ea7-7619958f387d tempest-NetworksTestDHCPv6-162546708 tempest-NetworksTestDHCPv6-162546708-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-217507'] for port, before_response {{(pid=94175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:32:35.168268 dv-neutron-601336-94-hyperv neutron-server[94175]: INFO neutron.wsgi [None req-3ff0ba1d-66ca-4b00-8ea7-7619958f387d tempest-NetworksTestDHCPv6-162546708 tempest-NetworksTestDHCPv6-162546708-project] 10.222.0.20 "DELETE /v2.0/ports/a042c8ea-3c27-4a7e-8714-29c0dd1b81c1 HTTP/1.1" status: 204 len: 168 time: 2.1301949 Jun 23 11:32:35.173511 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron_lib.callbacks.manager [None req-22b02466-f25b-45ed-8def-2c0d5d1ee321 tempest-ServerActionsTestJSON-161917335 tempest-ServerActionsTestJSON-161917335-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-922915', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-239814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7866073', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773699642215', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-5082457'] for port, after_create {{(pid=94175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:32:35.185174 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.wsgi [-] (94175) accepted ('10.222.0.20', 38414) {{(pid=94175) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 11:32:35.195945 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG oslo_concurrency.lockutils [None req-b589c1ae-1662-40a4-a529-f17d68b624b4 tempest-RoutersAdminTest-1813587668 tempest-RoutersAdminTest-1813587668-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94175) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 11:32:35.244857 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.db.provisioning_blocks [None req-dc7542b2-afef-47f4-a763-e3a3cba144be None None] Provisioning complete for port 2adeb85f-04ca-484f-8c6d-5456719d8cea triggered by entity L2. {{(pid=94176) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 23 11:32:35.245341 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron_lib.callbacks.manager [None req-dc7542b2-afef-47f4-a763-e3a3cba144be None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-899258'] for port, provisioning_complete {{(pid=94176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:32:35.300590 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.db.provisioning_blocks [None req-1b318b4c-4ea3-46fe-b90e-77ffcf1bcc01 None None] Provisioning complete for port 2adeb85f-04ca-484f-8c6d-5456719d8cea triggered by entity DHCP. {{(pid=94176) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 23 11:32:35.307711 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron_lib.callbacks.manager [None req-1b318b4c-4ea3-46fe-b90e-77ffcf1bcc01 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-899258'] for port, provisioning_complete {{(pid=94176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:32:35.309819 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28f1e2bb-b643-4e33-9040-041b5edb0fe5 None None] Pushing event updated for resources: {'Port': ['ID=b65348b2-97a2-4680-b16c-b724783b1070,revision_number=3']} {{(pid=94176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 11:32:35.325250 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG oslo_concurrency.lockutils [None req-28f1e2bb-b643-4e33-9040-041b5edb0fe5 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.237s {{(pid=94176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 11:32:35.332709 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.services.l3_router.service_providers.driver_controller [None req-3de605aa-e3e4-49a7-b0d2-fc343a79dfe4 tempest-RoutersTestDVR-73400567 tempest-RoutersTestDVR-73400567-project-admin] Get a provider driver handle based on the ha flag: False and distributed flag: True {{(pid=94174) _update_router_provider /opt/stack/neutron/neutron/services/l3_router/service_providers/driver_controller.py:155}} Jun 23 11:32:35.333217 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.services.l3_router.service_providers.driver_controller [None req-3de605aa-e3e4-49a7-b0d2-fc343a79dfe4 tempest-RoutersTestDVR-73400567 tempest-RoutersTestDVR-73400567-project-admin] Router 4912cfac-6901-4b61-9895-a494a808d579 migrating from provider to provider. {{(pid=94174) _update_router_provider /opt/stack/neutron/neutron/services/l3_router/service_providers/driver_controller.py:162}} Jun 23 11:32:35.333703 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron_lib.callbacks.manager [None req-3de605aa-e3e4-49a7-b0d2-fc343a79dfe4 tempest-RoutersTestDVR-73400567 tempest-RoutersTestDVR-73400567-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:32:35.364607 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.db.db_base_plugin_v2 [None req-758f9d2b-13e6-4eca-8b8f-035a178e1436 tempest-PortsTestJSON-2085221018 tempest-PortsTestJSON-2085221018-project] Deleting subnet cc69824d-6e6d-4e57-b2b3-1c39e832a1f4 {{(pid=94174) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jun 23 11:32:35.370296 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron_lib.callbacks.manager [None req-3de605aa-e3e4-49a7-b0d2-fc343a79dfe4 tempest-RoutersTestDVR-73400567 tempest-RoutersTestDVR-73400567-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:32:35.374170 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron_lib.callbacks.manager [None req-758f9d2b-13e6-4eca-8b8f-035a178e1436 tempest-PortsTestJSON-2085221018 tempest-PortsTestJSON-2085221018-project] Notify callbacks [] for subnet, before_delete {{(pid=94174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:32:35.426245 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron_lib.callbacks.manager [None req-758f9d2b-13e6-4eca-8b8f-035a178e1436 tempest-PortsTestJSON-2085221018 tempest-PortsTestJSON-2085221018-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4800256'] for subnet, precommit_delete_associations {{(pid=94174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:32:35.475776 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-22b02466-f25b-45ed-8def-2c0d5d1ee321 tempest-ServerActionsTestJSON-161917335 tempest-ServerActionsTestJSON-161917335-project] Network 3e7e4eb3-cf02-4d47-ade9-0a579cdfc60f is already hosted by enough agents. {{(pid=94175) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 23 11:32:35.494501 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.scheduler.base_scheduler [None req-22b02466-f25b-45ed-8def-2c0d5d1ee321 tempest-ServerActionsTestJSON-161917335 tempest-ServerActionsTestJSON-161917335-project] Resources bound (agent type, host, resource id): {{(pid=94175) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 23 11:32:35.504995 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.db.l3_dvrscheduler_db [None req-22b02466-f25b-45ed-8def-2c0d5d1ee321 tempest-ServerActionsTestJSON-161917335 tempest-ServerActionsTestJSON-161917335-project] Received port after_create {{(pid=94175) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 23 11:32:35.508691 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.db.provisioning_blocks [None req-1b318b4c-4ea3-46fe-b90e-77ffcf1bcc01 None None] Could not find standard attr ID for object 6a736b4f-c3e8-48dd-be0c-8d9985741d8e. {{(pid=94176) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jun 23 11:32:35.512026 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22b02466-f25b-45ed-8def-2c0d5d1ee321 tempest-ServerActionsTestJSON-161917335 tempest-ServerActionsTestJSON-161917335-project] Pushing event updated for resources: {'Port': ['ID=bfa25ba4-a02a-4c1f-ad1d-c3aacfbeec31,revision_number=1']} {{(pid=94175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 11:32:35.522860 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG oslo_concurrency.lockutils [None req-22b02466-f25b-45ed-8def-2c0d5d1ee321 tempest-ServerActionsTestJSON-161917335 tempest-ServerActionsTestJSON-161917335-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.327s {{(pid=94175) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 11:32:35.531112 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron_lib.callbacks.manager [None req-758f9d2b-13e6-4eca-8b8f-035a178e1436 tempest-PortsTestJSON-2085221018 tempest-PortsTestJSON-2085221018-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-897634'] for subnet, precommit_delete {{(pid=94174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:32:35.540263 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.db.provisioning_blocks [None req-1b318b4c-4ea3-46fe-b90e-77ffcf1bcc01 None None] Could not find standard attr ID for object a042c8ea-3c27-4a7e-8714-29c0dd1b81c1. {{(pid=94176) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jun 23 11:32:35.560013 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7646dbbd-11e1-4821-a2f4-8825d94bb4a9 tempest-NetworksTestDHCPv6-162546708 tempest-NetworksTestDHCPv6-162546708-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 11:32:35.562866 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7646dbbd-11e1-4821-a2f4-8825d94bb4a9 tempest-NetworksTestDHCPv6-162546708 tempest-NetworksTestDHCPv6-162546708-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 11:32:35.564471 dv-neutron-601336-94-hyperv neutron-server[94175]: INFO neutron.wsgi [None req-7646dbbd-11e1-4821-a2f4-8825d94bb4a9 tempest-NetworksTestDHCPv6-162546708 tempest-NetworksTestDHCPv6-162546708-project] 10.222.0.20 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1457 time: 0.3605881 Jun 23 11:32:35.570992 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.wsgi [-] (94175) accepted ('10.222.0.20', 38416) {{(pid=94175) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 11:32:35.591501 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron_lib.callbacks.manager [None req-3de605aa-e3e4-49a7-b0d2-fc343a79dfe4 tempest-RoutersTestDVR-73400567 tempest-RoutersTestDVR-73400567-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-524143', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-524145', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-524134', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-520394'] for router, after_update {{(pid=94174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:32:35.599305 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron_lib.callbacks.manager [None req-47117187-28aa-4a58-b07f-2a0313e85539 tempest-PortsAdminExtendedAttrsTestJSON-1772465988 tempest-PortsAdminExtendedAttrsTestJSON-1772465988-project-admin] Notify callbacks [] for port, precommit_create {{(pid=94175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:32:35.621205 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron_lib.callbacks.manager [None req-1b5268a0-3b91-41ab-b1ce-01828aec0c13 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:32:35.674494 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron_lib.callbacks.manager [None req-1b5268a0-3b91-41ab-b1ce-01828aec0c13 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:32:35.677804 dv-neutron-601336-94-hyperv neutron-server[94174]: WARNING neutron.scheduler.l3_agent_scheduler [None req-3de605aa-e3e4-49a7-b0d2-fc343a79dfe4 tempest-RoutersTestDVR-73400567 tempest-RoutersTestDVR-73400567-project-admin] No L3 agents can host the router 4912cfac-6901-4b61-9895-a494a808d579 Jun 23 11:32:35.691540 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.db.db_base_plugin_v2 [None req-153bbcbd-bb3a-43b2-9f52-9d51f597438f tempest-NetworksTestDHCPv6-162546708 tempest-NetworksTestDHCPv6-162546708-project] Deleting subnet 5f515403-0312-4736-b2e6-dae527f2186a {{(pid=94175) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jun 23 11:32:35.704867 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron_lib.callbacks.manager [None req-153bbcbd-bb3a-43b2-9f52-9d51f597438f tempest-NetworksTestDHCPv6-162546708 tempest-NetworksTestDHCPv6-162546708-project] Notify callbacks [] for subnet, before_delete {{(pid=94175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:32:35.723064 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron_lib.callbacks.manager [None req-758f9d2b-13e6-4eca-8b8f-035a178e1436 tempest-PortsTestJSON-2085221018 tempest-PortsTestJSON-2085221018-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-897627', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866062', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5195932', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4294216'] for subnet, after_delete {{(pid=94174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:32:35.733670 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG oslo_concurrency.lockutils [None req-954d7a70-ab54-41bf-b061-4d9da36391bf tempest-PortsTestJSON-2085221018 tempest-PortsTestJSON-2085221018-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94174) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 11:32:35.738133 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron_lib.callbacks.manager [None req-758f9d2b-13e6-4eca-8b8f-035a178e1436 tempest-PortsTestJSON-2085221018 tempest-PortsTestJSON-2085221018-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7865916'] for subnet, before_response {{(pid=94174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:32:35.740259 dv-neutron-601336-94-hyperv neutron-server[94174]: INFO neutron.wsgi [None req-758f9d2b-13e6-4eca-8b8f-035a178e1436 tempest-PortsTestJSON-2085221018 tempest-PortsTestJSON-2085221018-project] 10.222.0.20 "DELETE /v2.0/subnets/cc69824d-6e6d-4e57-b2b3-1c39e832a1f4 HTTP/1.1" status: 204 len: 168 time: 0.7542722 Jun 23 11:32:35.762280 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8b1baec6-d9d8-474d-81bc-67be92a790b5 None None] Network e8b68211-cf3e-4434-b556-c1bf98cd7bb3 requested from dv-neutron-601336-94-hyperv {{(pid=94176) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 23 11:32:35.768804 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.wsgi [-] (94175) accepted ('10.222.0.20', 38418) {{(pid=94175) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 11:32:35.856792 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron_lib.callbacks.manager [None req-153bbcbd-bb3a-43b2-9f52-9d51f597438f tempest-NetworksTestDHCPv6-162546708 tempest-NetworksTestDHCPv6-162546708-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5190686'] for subnet, precommit_delete_associations {{(pid=94175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:32:35.896934 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-758f9d2b-13e6-4eca-8b8f-035a178e1436 tempest-PortsTestJSON-2085221018 tempest-PortsTestJSON-2085221018-project] Pushing event deleted for resources: {'Subnet': ['ID=cc69824d-6e6d-4e57-b2b3-1c39e832a1f4,revision_number=None']} {{(pid=94174) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 11:32:35.897919 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG oslo_concurrency.lockutils [None req-758f9d2b-13e6-4eca-8b8f-035a178e1436 tempest-PortsTestJSON-2085221018 tempest-PortsTestJSON-2085221018-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.166s {{(pid=94174) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 11:32:35.898631 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3de605aa-e3e4-49a7-b0d2-fc343a79dfe4 tempest-RoutersTestDVR-73400567 tempest-RoutersTestDVR-73400567-project-admin] Hosts for router 4912cfac-6901-4b61-9895-a494a808d579: [] {{(pid=94174) _get_dvr_hosts_for_router /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:328}} Jun 23 11:32:35.902076 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron_lib.callbacks.manager [None req-22b02466-f25b-45ed-8def-2c0d5d1ee321 tempest-ServerActionsTestJSON-161917335 tempest-ServerActionsTestJSON-161917335-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:32:35.922336 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron_lib.callbacks.manager [None req-c9717c56-e082-4f10-a2ed-4e351dcdc482 tempest-PortsTestJSON-2085221018 tempest-PortsTestJSON-2085221018-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-824874'] for network, before_delete {{(pid=94175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:32:35.927340 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3de605aa-e3e4-49a7-b0d2-fc343a79dfe4 tempest-RoutersTestDVR-73400567 tempest-RoutersTestDVR-73400567-project-admin] Hosts for other DVR routers connected to router 4912cfac-6901-4b61-9895-a494a808d579: set() {{(pid=94174) _get_other_dvr_hosts /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:345}} Jun 23 11:32:35.930443 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron_lib.callbacks.manager [None req-3de605aa-e3e4-49a7-b0d2-fc343a79dfe4 tempest-RoutersTestDVR-73400567 tempest-RoutersTestDVR-73400567-project-admin] Notify callbacks [] for router, before_response {{(pid=94174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:32:35.931951 dv-neutron-601336-94-hyperv neutron-server[94174]: INFO neutron.wsgi [None req-3de605aa-e3e4-49a7-b0d2-fc343a79dfe4 tempest-RoutersTestDVR-73400567 tempest-RoutersTestDVR-73400567-project-admin] 10.222.0.20 "PUT /v2.0/routers/4912cfac-6901-4b61-9895-a494a808d579 HTTP/1.1" status: 200 len: 716 time: 1.1811693 Jun 23 11:32:35.934404 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.wsgi [-] (94174) accepted ('10.222.0.20', 38420) {{(pid=94174) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 11:32:35.938102 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron_lib.callbacks.manager [None req-47117187-28aa-4a58-b07f-2a0313e85539 tempest-PortsAdminExtendedAttrsTestJSON-1772465988 tempest-PortsAdminExtendedAttrsTestJSON-1772465988-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-922915', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-239814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7866073', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773699642215', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-5082457'] for port, after_create {{(pid=94175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:32:35.945730 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG oslo_concurrency.lockutils [None req-93b39476-60f6-4799-8520-802445d013e5 tempest-ServersTestJSON-995612928 tempest-ServersTestJSON-995612928-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94175) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 11:32:36.012540 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4c7cf750-75b3-4ebd-8d00-be742c688b08 None None] DHCP port deletion for e8b68211-cf3e-4434-b556-c1bf98cd7bb3 request from dv-neutron-601336-94-hyperv {{(pid=94176) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jun 23 11:32:36.019101 dv-neutron-601336-94-hyperv neutron-server[94174]: INFO neutron.wsgi [None req-f8c90267-ce54-45d0-b2c0-c193aba2d59e tempest-RoutersTestDVR-73400567 tempest-RoutersTestDVR-73400567-project-admin] 10.222.0.20 "GET /v2.0/routers/4912cfac-6901-4b61-9895-a494a808d579 HTTP/1.1" status: 200 len: 716 time: 0.0833285 Jun 23 11:32:36.022501 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.wsgi [-] (94174) accepted ('10.222.0.20', 38422) {{(pid=94174) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 11:32:36.057556 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-47117187-28aa-4a58-b07f-2a0313e85539 tempest-PortsAdminExtendedAttrsTestJSON-1772465988 tempest-PortsAdminExtendedAttrsTestJSON-1772465988-project-admin] Network a2a3038f-d74f-4d71-9006-cee952f59bc9 is already hosted by enough agents. {{(pid=94175) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 23 11:32:36.070478 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron_lib.callbacks.manager [None req-1b5268a0-3b91-41ab-b1ce-01828aec0c13 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7996330'] for security_group, after_delete {{(pid=94175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:32:36.074257 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron_lib.callbacks.manager [None req-1b5268a0-3b91-41ab-b1ce-01828aec0c13 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:32:36.076087 dv-neutron-601336-94-hyperv neutron-server[94175]: INFO neutron.wsgi [None req-1b5268a0-3b91-41ab-b1ce-01828aec0c13 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/793fafa3-c165-46c8-a38c-f588604dce0a HTTP/1.1" status: 204 len: 168 time: 1.0187335 Jun 23 11:32:36.091581 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.plugins.ml2.plugin [None req-4c7cf750-75b3-4ebd-8d00-be742c688b08 None None] Deleting port 2adeb85f-04ca-484f-8c6d-5456719d8cea {{(pid=94176) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1913}} Jun 23 11:32:36.093442 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron_lib.callbacks.manager [None req-4c7cf750-75b3-4ebd-8d00-be742c688b08 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773700079324'] for port, before_delete {{(pid=94176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:32:36.117659 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.scheduler.base_scheduler [None req-47117187-28aa-4a58-b07f-2a0313e85539 tempest-PortsAdminExtendedAttrsTestJSON-1772465988 tempest-PortsAdminExtendedAttrsTestJSON-1772465988-project-admin] Resources bound (agent type, host, resource id): {{(pid=94175) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 23 11:32:36.120414 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.db.l3_dvrscheduler_db [None req-47117187-28aa-4a58-b07f-2a0313e85539 tempest-PortsAdminExtendedAttrsTestJSON-1772465988 tempest-PortsAdminExtendedAttrsTestJSON-1772465988-project-admin] Received port after_create {{(pid=94175) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 23 11:32:36.121883 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-47117187-28aa-4a58-b07f-2a0313e85539 tempest-PortsAdminExtendedAttrsTestJSON-1772465988 tempest-PortsAdminExtendedAttrsTestJSON-1772465988-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=94175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 11:32:36.122566 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron_lib.callbacks.manager [None req-47117187-28aa-4a58-b07f-2a0313e85539 tempest-PortsAdminExtendedAttrsTestJSON-1772465988 tempest-PortsAdminExtendedAttrsTestJSON-1772465988-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-217507'] for port, before_response {{(pid=94175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:32:36.128579 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron_lib.callbacks.manager [None req-153bbcbd-bb3a-43b2-9f52-9d51f597438f tempest-NetworksTestDHCPv6-162546708 tempest-NetworksTestDHCPv6-162546708-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-897634'] for subnet, precommit_delete {{(pid=94175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:32:36.135148 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47117187-28aa-4a58-b07f-2a0313e85539 tempest-PortsAdminExtendedAttrsTestJSON-1772465988 tempest-PortsAdminExtendedAttrsTestJSON-1772465988-project-admin] Pushing event updated for resources: {'Port': ['ID=6f81fe5d-a5ad-47fe-b6d1-925cfc15e0c7,revision_number=1']} {{(pid=94175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 11:32:36.138587 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG oslo_concurrency.lockutils [None req-47117187-28aa-4a58-b07f-2a0313e85539 tempest-PortsAdminExtendedAttrsTestJSON-1772465988 tempest-PortsAdminExtendedAttrsTestJSON-1772465988-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.193s {{(pid=94175) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 11:32:36.177692 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG oslo_concurrency.lockutils [None req-14f6057c-13c2-40e0-b6c3-c8ad0bcf2fa1 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.062s {{(pid=94175) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 11:32:36.199274 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.plugins.ml2.db [None req-4c7cf750-75b3-4ebd-8d00-be742c688b08 None None] For port 2adeb85f-04ca-484f-8c6d-5456719d8cea, host dv-neutron-601336-94-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-94-hyperv',level=0,port_id=2adeb85f-04ca-484f-8c6d-5456719d8cea,segment=NetworkSegment(e4db645a-62fa-448e-a290-e5f9a283a473),segment_id=e4db645a-62fa-448e-a290-e5f9a283a473)] {{(pid=94176) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 23 11:32:36.199934 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron_lib.callbacks.manager [None req-4c7cf750-75b3-4ebd-8d00-be742c688b08 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-430722'] for port, precommit_delete {{(pid=94176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:32:36.213905 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.plugins.ml2.plugin [None req-4c7cf750-75b3-4ebd-8d00-be742c688b08 None None] Calling delete_port for 2adeb85f-04ca-484f-8c6d-5456719d8cea owned by network:dhcp {{(pid=94176) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1986}} Jun 23 11:32:36.235747 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron_lib.callbacks.manager [None req-22b02466-f25b-45ed-8def-2c0d5d1ee321 tempest-ServerActionsTestJSON-161917335 tempest-ServerActionsTestJSON-161917335-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-923122'] for port, before_update {{(pid=94175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:32:36.263189 dv-neutron-601336-94-hyperv neutron-server[94174]: INFO neutron.wsgi [None req-cbd0fcb2-952b-4140-b798-9fddbac98543 tempest-RoutersTestDVR-306357989 tempest-RoutersTestDVR-306357989-project] 10.222.0.20 "GET /v2.0/routers/4912cfac-6901-4b61-9895-a494a808d579 HTTP/1.1" status: 200 len: 682 time: 0.2385297 Jun 23 11:32:36.265936 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.wsgi [-] (94174) accepted ('10.222.0.20', 38428) {{(pid=94174) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 11:32:36.333813 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b5268a0-3b91-41ab-b1ce-01828aec0c13 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=793fafa3-c165-46c8-a38c-f588604dce0a,revision_number=None']} {{(pid=94175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 11:32:36.340633 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG oslo_concurrency.lockutils [None req-1b5268a0-3b91-41ab-b1ce-01828aec0c13 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.163s {{(pid=94175) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 11:32:36.351830 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron_lib.callbacks.manager [None req-553db85d-8d07-477b-a96f-f075b3eb2505 tempest-RoutersTestDVR-73400567 tempest-RoutersTestDVR-73400567-project-admin] Notify callbacks [] for router, before_delete {{(pid=94174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:32:36.374938 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.plugins.ml2.plugin [None req-c9717c56-e082-4f10-a2ed-4e351dcdc482 tempest-PortsTestJSON-2085221018 tempest-PortsTestJSON-2085221018-project] Deleting port 2adeb85f-04ca-484f-8c6d-5456719d8cea {{(pid=94175) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1913}} Jun 23 11:32:36.375312 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron_lib.callbacks.manager [None req-c9717c56-e082-4f10-a2ed-4e351dcdc482 tempest-PortsTestJSON-2085221018 tempest-PortsTestJSON-2085221018-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773700079324'] for port, before_delete {{(pid=94175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:32:36.391986 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron_lib.callbacks.manager [None req-4c7cf750-75b3-4ebd-8d00-be742c688b08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-922904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866062', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773700135024', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773699642224'] for port, after_delete {{(pid=94176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:32:36.394345 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG oslo_concurrency.lockutils [None req-bf87dfcf-f041-463e-82fc-0d25a71f61aa None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 11:32:36.422487 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c7cf750-75b3-4ebd-8d00-be742c688b08 None None] Pushing event deleted for resources: {'Port': ['ID=2adeb85f-04ca-484f-8c6d-5456719d8cea,revision_number=None']} {{(pid=94176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 11:32:36.432255 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG oslo_concurrency.lockutils [None req-4c7cf750-75b3-4ebd-8d00-be742c688b08 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.038s {{(pid=94176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 11:32:36.433330 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4c7cf750-75b3-4ebd-8d00-be742c688b08 None None] No DVR routers for this DVR port 2adeb85f-04ca-484f-8c6d-5456719d8cea on host dv-neutron-601336-94-hyperv {{(pid=94176) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 23 11:32:36.469119 dv-neutron-601336-94-hyperv neutron-server[94175]: INFO neutron.wsgi [None req-47117187-28aa-4a58-b07f-2a0313e85539 tempest-PortsAdminExtendedAttrsTestJSON-1772465988 tempest-PortsAdminExtendedAttrsTestJSON-1772465988-project-admin] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 960 time: 2.2252781 Jun 23 11:32:36.475873 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.wsgi [-] (94174) accepted ('10.222.0.20', 38430) {{(pid=94174) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 11:32:36.482795 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.api.v2.base [None req-e6f324b2-07ee-43c8-a4bf-119655c44b60 tempest-PortsAdminExtendedAttrsTestJSON-1772465988 tempest-PortsAdminExtendedAttrsTestJSON-1772465988-project-admin] Request body: {'port': {'binding:host_id': 'hv-neutron-6013'}} {{(pid=94174) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 23 11:32:36.521840 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.plugins.ml2.db [None req-c9717c56-e082-4f10-a2ed-4e351dcdc482 tempest-PortsTestJSON-2085221018 tempest-PortsTestJSON-2085221018-project] For port 2adeb85f-04ca-484f-8c6d-5456719d8cea, host dv-neutron-601336-94-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-94-hyperv',level=0,port_id=2adeb85f-04ca-484f-8c6d-5456719d8cea,segment=NetworkSegment(e4db645a-62fa-448e-a290-e5f9a283a473),segment_id=e4db645a-62fa-448e-a290-e5f9a283a473)] {{(pid=94175) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 23 11:32:36.522665 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron_lib.callbacks.manager [None req-c9717c56-e082-4f10-a2ed-4e351dcdc482 tempest-PortsTestJSON-2085221018 tempest-PortsTestJSON-2085221018-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-430722'] for port, precommit_delete {{(pid=94175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:32:36.547253 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.plugins.ml2.plugin [None req-c9717c56-e082-4f10-a2ed-4e351dcdc482 tempest-PortsTestJSON-2085221018 tempest-PortsTestJSON-2085221018-project] Calling delete_port for 2adeb85f-04ca-484f-8c6d-5456719d8cea owned by network:dhcp {{(pid=94175) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1986}} Jun 23 11:32:36.549414 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron_lib.callbacks.manager [None req-153bbcbd-bb3a-43b2-9f52-9d51f597438f tempest-NetworksTestDHCPv6-162546708 tempest-NetworksTestDHCPv6-162546708-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-897627', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866062', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5083050', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4660036'] for subnet, after_delete {{(pid=94175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:32:36.558178 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94175) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 11:32:36.580983 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron_lib.callbacks.manager [None req-553db85d-8d07-477b-a96f-f075b3eb2505 tempest-RoutersTestDVR-73400567 tempest-RoutersTestDVR-73400567-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-520417', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-32301'] for router, precommit_delete {{(pid=94174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:32:36.587419 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron_lib.callbacks.manager [None req-553db85d-8d07-477b-a96f-f075b3eb2505 tempest-RoutersTestDVR-73400567 tempest-RoutersTestDVR-73400567-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:32:36.594597 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-153bbcbd-bb3a-43b2-9f52-9d51f597438f tempest-NetworksTestDHCPv6-162546708 tempest-NetworksTestDHCPv6-162546708-project] Pushing event deleted for resources: {'Subnet': ['ID=5f515403-0312-4736-b2e6-dae527f2186a,revision_number=None']} {{(pid=94175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 11:32:36.605770 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG oslo_concurrency.lockutils [None req-153bbcbd-bb3a-43b2-9f52-9d51f597438f tempest-NetworksTestDHCPv6-162546708 tempest-NetworksTestDHCPv6-162546708-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=94175) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 11:32:36.616372 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron_lib.callbacks.manager [None req-153bbcbd-bb3a-43b2-9f52-9d51f597438f tempest-NetworksTestDHCPv6-162546708 tempest-NetworksTestDHCPv6-162546708-project] Notify callbacks [] for subnet, before_response {{(pid=94175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:32:36.621133 dv-neutron-601336-94-hyperv neutron-server[94175]: INFO neutron.wsgi [None req-153bbcbd-bb3a-43b2-9f52-9d51f597438f tempest-NetworksTestDHCPv6-162546708 tempest-NetworksTestDHCPv6-162546708-project] 10.222.0.20 "DELETE /v2.0/subnets/5f515403-0312-4736-b2e6-dae527f2186a HTTP/1.1" status: 204 len: 168 time: 1.0366852 Jun 23 11:32:36.624138 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.wsgi [-] (94175) accepted ('10.222.0.20', 38434) {{(pid=94175) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 11:32:36.624463 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7d571b80-8ef6-42d4-bd6f-a8d5d1a206d2 None None] Network f53f535d-bce4-4da8-9bd9-396677ff4e83 requested from dv-neutron-601336-94-hyperv {{(pid=94176) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 23 11:32:36.701541 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron_lib.callbacks.manager [None req-e6f324b2-07ee-43c8-a4bf-119655c44b60 tempest-PortsAdminExtendedAttrsTestJSON-1772465988 tempest-PortsAdminExtendedAttrsTestJSON-1772465988-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-923122'] for port, before_update {{(pid=94174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:32:36.719884 dv-neutron-601336-94-hyperv neutron-server[94175]: INFO neutron.wsgi [None req-395ae256-5906-4c35-b14f-cd3d52427e11 tempest-NetworksTestDHCPv6-162546708 tempest-NetworksTestDHCPv6-162546708-project] 10.222.0.20 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0927362 Jun 23 11:32:36.720626 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.wsgi [-] (94174) accepted ('10.222.0.20', 38438) {{(pid=94174) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 11:32:36.736896 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.api.v2.base [None req-562598b1-6df7-4d23-880b-32d81b08dd19 tempest-NetworksTestDHCPv6-162546708 tempest-NetworksTestDHCPv6-162546708-project] Request body: {'subnet': {'network_id': 'f53f535d-bce4-4da8-9bd9-396677ff4e83', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=94174) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 23 11:32:36.744663 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron_lib.callbacks.manager [None req-22b02466-f25b-45ed-8def-2c0d5d1ee321 tempest-ServerActionsTestJSON-161917335 tempest-ServerActionsTestJSON-161917335-project] Notify callbacks [] for port, precommit_update {{(pid=94175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:32:36.787430 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron_lib.callbacks.manager [None req-c9717c56-e082-4f10-a2ed-4e351dcdc482 tempest-PortsTestJSON-2085221018 tempest-PortsTestJSON-2085221018-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-922904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866062', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773700135024', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773699642224', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5082448'] for port, after_delete {{(pid=94175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:32:36.792417 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG oslo_concurrency.lockutils [None req-60a72422-19e6-404c-ab43-a20945a1c969 tempest-PortsTestJSON-2085221018 tempest-PortsTestJSON-2085221018-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94175) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 11:32:36.828974 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c9717c56-e082-4f10-a2ed-4e351dcdc482 tempest-PortsTestJSON-2085221018 tempest-PortsTestJSON-2085221018-project] No DVR routers for this DVR port 2adeb85f-04ca-484f-8c6d-5456719d8cea on host dv-neutron-601336-94-hyperv {{(pid=94175) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 23 11:32:36.838888 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9717c56-e082-4f10-a2ed-4e351dcdc482 tempest-PortsTestJSON-2085221018 tempest-PortsTestJSON-2085221018-project] Pushing event deleted for resources: {'Port': ['ID=2adeb85f-04ca-484f-8c6d-5456719d8cea,revision_number=None']} {{(pid=94175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 11:32:36.843820 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG oslo_concurrency.lockutils [None req-c9717c56-e082-4f10-a2ed-4e351dcdc482 tempest-PortsTestJSON-2085221018 tempest-PortsTestJSON-2085221018-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.052s {{(pid=94175) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 11:32:36.846100 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron_lib.callbacks.manager [None req-22b02466-f25b-45ed-8def-2c0d5d1ee321 tempest-ServerActionsTestJSON-161917335 tempest-ServerActionsTestJSON-161917335-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-922904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866062', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773700135042', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773699642233', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773699642278', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5082471'] for port, after_update {{(pid=94175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:32:36.875072 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG oslo_concurrency.lockutils [None req-47117187-28aa-4a58-b07f-2a0313e85539 tempest-PortsAdminExtendedAttrsTestJSON-1772465988 tempest-PortsAdminExtendedAttrsTestJSON-1772465988-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94175) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 11:32:36.935592 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron_lib.callbacks.manager [None req-553db85d-8d07-477b-a96f-f075b3eb2505 tempest-RoutersTestDVR-73400567 tempest-RoutersTestDVR-73400567-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-494961'] for router, after_delete {{(pid=94174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:32:36.936971 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-553db85d-8d07-477b-a96f-f075b3eb2505 tempest-RoutersTestDVR-73400567 tempest-RoutersTestDVR-73400567-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 4912cfac-6901-4b61-9895-a494a808d579 {{(pid=94174) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jun 23 11:32:36.976532 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-32d4b570-906a-4cf9-88d0-ec120faaa793 None None] DHCP port deletion for f53f535d-bce4-4da8-9bd9-396677ff4e83 request from dv-neutron-601336-94-hyperv {{(pid=94176) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jun 23 11:32:37.002690 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron_lib.callbacks.manager [None req-553db85d-8d07-477b-a96f-f075b3eb2505 tempest-RoutersTestDVR-73400567 tempest-RoutersTestDVR-73400567-project-admin] Notify callbacks [] for router, before_response {{(pid=94174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:32:37.004116 dv-neutron-601336-94-hyperv neutron-server[94174]: INFO neutron.wsgi [None req-553db85d-8d07-477b-a96f-f075b3eb2505 tempest-RoutersTestDVR-73400567 tempest-RoutersTestDVR-73400567-project-admin] 10.222.0.20 "DELETE /v2.0/routers/4912cfac-6901-4b61-9895-a494a808d579 HTTP/1.1" status: 204 len: 168 time: 0.7367830 Jun 23 11:32:37.010739 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.wsgi [-] (94174) accepted ('10.222.0.20', 38446) {{(pid=94174) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 11:32:37.027809 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.api.v2.base [None req-ba36a2a0-7f53-44bc-ac9e-9295972ef8b8 tempest-RoutersTestDVR-73400567 tempest-RoutersTestDVR-73400567-project-admin] Request body: {'router': {'name': 'tempest-router-321067447', 'distributed': True}} {{(pid=94174) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 23 11:32:37.072543 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron_lib.callbacks.manager [None req-c9717c56-e082-4f10-a2ed-4e351dcdc482 tempest-PortsTestJSON-2085221018 tempest-PortsTestJSON-2085221018-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-897259', 'neutron.services.segments.db._delete_segments_for_network-8773700168587'] for network, precommit_delete {{(pid=94175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:32:37.084940 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.services.segments.db [None req-c9717c56-e082-4f10-a2ed-4e351dcdc482 tempest-PortsTestJSON-2085221018 tempest-PortsTestJSON-2085221018-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e8b68211-cf3e-4434-b556-c1bf98cd7bb3']}} {{(pid=94175) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 11:32:37.098715 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.plugins.ml2.rpc [None req-dc7542b2-afef-47f4-a763-e3a3cba144be None None] Device 2adeb85f-04ca-484f-8c6d-5456719d8cea no longer exists at agent ovs-agent-dv-neutron-601336-94-hyperv {{(pid=94176) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:261}} Jun 23 11:32:37.101286 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.services.segments.db [None req-c9717c56-e082-4f10-a2ed-4e351dcdc482 tempest-PortsTestJSON-2085221018 tempest-PortsTestJSON-2085221018-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e4db645a-62fa-448e-a290-e5f9a283a473') {'for_net_delete': True} {{(pid=94175) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 11:32:37.101602 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.services.segments.db [None req-c9717c56-e082-4f10-a2ed-4e351dcdc482 tempest-PortsTestJSON-2085221018 tempest-PortsTestJSON-2085221018-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e4db645a-62fa-448e-a290-e5f9a283a473') {} {{(pid=94175) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 11:32:37.110718 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron_lib.callbacks.manager [None req-c9717c56-e082-4f10-a2ed-4e351dcdc482 tempest-PortsTestJSON-2085221018 tempest-PortsTestJSON-2085221018-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8773699955833', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5190677'] for segment, before_delete {{(pid=94175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:32:37.117477 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.notifiers.nova [None req-e6f324b2-07ee-43c8-a4bf-119655c44b60 tempest-PortsAdminExtendedAttrsTestJSON-1772465988 tempest-PortsAdminExtendedAttrsTestJSON-1772465988-project-admin] device_id is not set on port 6f81fe5d-a5ad-47fe-b6d1-925cfc15e0c7 yet. {{(pid=94174) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jun 23 11:32:37.120212 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.plugins.ml2.plugin [None req-dc7542b2-afef-47f4-a763-e3a3cba144be None None] No Port match for: 2adeb85f-04ca-484f-8c6d-5456719d8cea {{(pid=94176) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2240}} Jun 23 11:32:37.120639 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.plugins.ml2.rpc [None req-dc7542b2-afef-47f4-a763-e3a3cba144be None None] Device 2adeb85f-04ca-484f-8c6d-5456719d8cea not bound to the agent host dv-neutron-601336-94-hyperv {{(pid=94176) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:271}} Jun 23 11:32:37.124710 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.plugins.ml2.plugin [None req-32d4b570-906a-4cf9-88d0-ec120faaa793 None None] Deleting port b65348b2-97a2-4680-b16c-b724783b1070 {{(pid=94176) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1913}} Jun 23 11:32:37.125208 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron_lib.callbacks.manager [None req-32d4b570-906a-4cf9-88d0-ec120faaa793 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773700079324'] for port, before_delete {{(pid=94176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:32:37.133652 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron_lib.callbacks.manager [None req-e6f324b2-07ee-43c8-a4bf-119655c44b60 tempest-PortsAdminExtendedAttrsTestJSON-1772465988 tempest-PortsAdminExtendedAttrsTestJSON-1772465988-project-admin] Notify callbacks [] for port, precommit_update {{(pid=94174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:32:37.150007 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron_lib.callbacks.manager [None req-c9717c56-e082-4f10-a2ed-4e351dcdc482 tempest-PortsTestJSON-2085221018 tempest-PortsTestJSON-2085221018-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3801'] for segment, precommit_delete {{(pid=94175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:32:37.157541 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c9717c56-e082-4f10-a2ed-4e351dcdc482 tempest-PortsTestJSON-2085221018 tempest-PortsTestJSON-2085221018-project] Releasing vlan 428 on physical network physnet1 to pool {{(pid=94175) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 23 11:32:37.158181 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron_lib.callbacks.manager [None req-c9717c56-e082-4f10-a2ed-4e351dcdc482 tempest-PortsTestJSON-2085221018 tempest-PortsTestJSON-2085221018-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3801', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5082371'] for segment, after_delete {{(pid=94175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:32:37.200507 dv-neutron-601336-94-hyperv neutron-server[94175]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 23 11:32:37.200507 dv-neutron-601336-94-hyperv neutron-server[94175]: conditions |= (models_v2.Port.network_id.in_( Jun 23 11:32:37.200507 dv-neutron-601336-94-hyperv neutron-server[94175]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 23 11:32:37.200507 dv-neutron-601336-94-hyperv neutron-server[94175]: conditions |= (models_v2.Port.network_id.in_( Jun 23 11:32:37.200507 dv-neutron-601336-94-hyperv neutron-server[94175]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 23 11:32:37.200507 dv-neutron-601336-94-hyperv neutron-server[94175]: conditions |= (models_v2.Port.network_id.in_( Jun 23 11:32:37.200507 dv-neutron-601336-94-hyperv neutron-server[94175]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 23 11:32:37.200507 dv-neutron-601336-94-hyperv neutron-server[94175]: self.session.flush() Jun 23 11:32:37.200507 dv-neutron-601336-94-hyperv neutron-server[94175]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 23 11:32:37.200507 dv-neutron-601336-94-hyperv neutron-server[94175]: self.session.flush() Jun 23 11:32:37.200507 dv-neutron-601336-94-hyperv neutron-server[94175]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 23 11:32:37.200507 dv-neutron-601336-94-hyperv neutron-server[94175]: self.session.flush() Jun 23 11:32:37.200507 dv-neutron-601336-94-hyperv neutron-server[94175]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 23 11:32:37.200507 dv-neutron-601336-94-hyperv neutron-server[94175]: self.session.flush() Jun 23 11:32:37.200507 dv-neutron-601336-94-hyperv neutron-server[94175]: Traceback (most recent call last): Jun 23 11:32:37.200507 dv-neutron-601336-94-hyperv neutron-server[94175]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 23 11:32:37.200507 dv-neutron-601336-94-hyperv neutron-server[94175]: timer() Jun 23 11:32:37.200507 dv-neutron-601336-94-hyperv neutron-server[94175]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 23 11:32:37.200507 dv-neutron-601336-94-hyperv neutron-server[94175]: cb(*args, **kw) Jun 23 11:32:37.200507 dv-neutron-601336-94-hyperv neutron-server[94175]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 23 11:32:37.200507 dv-neutron-601336-94-hyperv neutron-server[94175]: return func(*args, **kwargs) Jun 23 11:32:37.200507 dv-neutron-601336-94-hyperv neutron-server[94175]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 23 11:32:37.200507 dv-neutron-601336-94-hyperv neutron-server[94175]: self._notify() Jun 23 11:32:37.200507 dv-neutron-601336-94-hyperv neutron-server[94175]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 23 11:32:37.200507 dv-neutron-601336-94-hyperv neutron-server[94175]: self.callback(batched_events) Jun 23 11:32:37.200507 dv-neutron-601336-94-hyperv neutron-server[94175]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 23 11:32:37.200507 dv-neutron-601336-94-hyperv neutron-server[94175]: event.method(event) Jun 23 11:32:37.200507 dv-neutron-601336-94-hyperv neutron-server[94175]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 23 11:32:37.200507 dv-neutron-601336-94-hyperv neutron-server[94175]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 23 11:32:37.200507 dv-neutron-601336-94-hyperv neutron-server[94175]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 23 11:32:37.200507 dv-neutron-601336-94-hyperv neutron-server[94175]: aggregate_uuid = self.p_client.list_aggregates( Jun 23 11:32:37.200507 dv-neutron-601336-94-hyperv neutron-server[94175]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 23 11:32:37.200507 dv-neutron-601336-94-hyperv neutron-server[94175]: return f(self, *a, **k) Jun 23 11:32:37.200507 dv-neutron-601336-94-hyperv neutron-server[94175]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 23 11:32:37.200507 dv-neutron-601336-94-hyperv neutron-server[94175]: return self._get(url).json() Jun 23 11:32:37.200507 dv-neutron-601336-94-hyperv neutron-server[94175]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 23 11:32:37.200507 dv-neutron-601336-94-hyperv neutron-server[94175]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 23 11:32:37.200507 dv-neutron-601336-94-hyperv neutron-server[94175]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 23 11:32:37.200507 dv-neutron-601336-94-hyperv neutron-server[94175]: return self.request(url, 'GET', **kwargs) Jun 23 11:32:37.200507 dv-neutron-601336-94-hyperv neutron-server[94175]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 23 11:32:37.200507 dv-neutron-601336-94-hyperv neutron-server[94175]: base_url = self.get_endpoint(auth, allow=allow, Jun 23 11:32:37.200507 dv-neutron-601336-94-hyperv neutron-server[94175]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 23 11:32:37.200507 dv-neutron-601336-94-hyperv neutron-server[94175]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 23 11:32:37.200507 dv-neutron-601336-94-hyperv neutron-server[94175]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 23 11:32:37.200507 dv-neutron-601336-94-hyperv neutron-server[94175]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 23 11:32:37.200507 dv-neutron-601336-94-hyperv neutron-server[94175]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 23 11:32:37.218388 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.plugins.ml2.db [None req-32d4b570-906a-4cf9-88d0-ec120faaa793 None None] For port b65348b2-97a2-4680-b16c-b724783b1070, host dv-neutron-601336-94-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-94-hyperv',level=0,port_id=b65348b2-97a2-4680-b16c-b724783b1070,segment=NetworkSegment(6303a411-6e70-4139-a530-9ee4cf8ba843),segment_id=6303a411-6e70-4139-a530-9ee4cf8ba843)] {{(pid=94176) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 23 11:32:37.218923 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron_lib.callbacks.manager [None req-32d4b570-906a-4cf9-88d0-ec120faaa793 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-430722'] for port, precommit_delete {{(pid=94176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:32:37.237273 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.plugins.ml2.plugin [None req-32d4b570-906a-4cf9-88d0-ec120faaa793 None None] Calling delete_port for b65348b2-97a2-4680-b16c-b724783b1070 owned by network:dhcp {{(pid=94176) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1986}} Jun 23 11:32:37.260023 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22b02466-f25b-45ed-8def-2c0d5d1ee321 tempest-ServerActionsTestJSON-161917335 tempest-ServerActionsTestJSON-161917335-project] Pushing event updated for resources: {'Port': ['ID=bfa25ba4-a02a-4c1f-ad1d-c3aacfbeec31,revision_number=2']} {{(pid=94175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 11:32:37.272073 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG oslo_concurrency.lockutils [None req-22b02466-f25b-45ed-8def-2c0d5d1ee321 tempest-ServerActionsTestJSON-161917335 tempest-ServerActionsTestJSON-161917335-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.397s {{(pid=94175) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 11:32:37.273546 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron_lib.callbacks.manager [None req-22b02466-f25b-45ed-8def-2c0d5d1ee321 tempest-ServerActionsTestJSON-161917335 tempest-ServerActionsTestJSON-161917335-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-524229'] for floatingip, after_update {{(pid=94175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:32:37.288884 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron_lib.callbacks.manager [None req-ba36a2a0-7f53-44bc-ac9e-9295972ef8b8 tempest-RoutersTestDVR-73400567 tempest-RoutersTestDVR-73400567-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-520407', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-32315'] for router, before_create {{(pid=94174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:32:37.289943 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron_lib.callbacks.manager [None req-ba36a2a0-7f53-44bc-ac9e-9295972ef8b8 tempest-RoutersTestDVR-73400567 tempest-RoutersTestDVR-73400567-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-520264', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-524122', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-414782', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-32290'] for router, precommit_create {{(pid=94174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:32:37.357808 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron_lib.callbacks.manager [None req-ba36a2a0-7f53-44bc-ac9e-9295972ef8b8 tempest-RoutersTestDVR-73400567 tempest-RoutersTestDVR-73400567-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:32:37.362410 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron_lib.callbacks.manager [None req-c9717c56-e082-4f10-a2ed-4e351dcdc482 tempest-PortsTestJSON-2085221018 tempest-PortsTestJSON-2085221018-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-897248', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8002400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7866073', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-524247'] for network, after_delete {{(pid=94175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:32:37.367464 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron_lib.callbacks.manager [None req-c9717c56-e082-4f10-a2ed-4e351dcdc482 tempest-PortsTestJSON-2085221018 tempest-PortsTestJSON-2085221018-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7865916'] for network, before_response {{(pid=94175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:32:37.373114 dv-neutron-601336-94-hyperv neutron-server[94175]: INFO neutron.wsgi [None req-c9717c56-e082-4f10-a2ed-4e351dcdc482 tempest-PortsTestJSON-2085221018 tempest-PortsTestJSON-2085221018-project] 10.222.0.20 "DELETE /v2.0/networks/e8b68211-cf3e-4434-b556-c1bf98cd7bb3 HTTP/1.1" status: 204 len: 168 time: 1.5985179 Jun 23 11:32:37.373114 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94175) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 11:32:37.373878 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.wsgi [-] (94174) accepted ('10.222.0.20', 38454) {{(pid=94174) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 11:32:37.379164 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.api.v2.base [None req-256cdbd3-578d-4d74-a80f-6fd5dc650090 tempest-PortsTestJSON-2085221018 tempest-PortsTestJSON-2085221018-project] Request body: {'port': {'network_id': 'c9584ed1-23c5-47a7-b4d6-264bedad0f19', 'name': 'tempest-PortsTestJSON-1496206563'}} {{(pid=94174) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 23 11:32:37.386970 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9717c56-e082-4f10-a2ed-4e351dcdc482 tempest-PortsTestJSON-2085221018 tempest-PortsTestJSON-2085221018-project] Pushing event deleted for resources: {'Network': ['ID=e8b68211-cf3e-4434-b556-c1bf98cd7bb3,revision_number=None']} {{(pid=94175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 11:32:37.390410 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG oslo_concurrency.lockutils [None req-c9717c56-e082-4f10-a2ed-4e351dcdc482 tempest-PortsTestJSON-2085221018 tempest-PortsTestJSON-2085221018-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.020s {{(pid=94175) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 11:32:37.394850 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-562598b1-6df7-4d23-880b-32d81b08dd19 tempest-NetworksTestDHCPv6-162546708 tempest-NetworksTestDHCPv6-162546708-project] Made reservation on behalf of 5e61222a836c47229c94e37f3902e6bd for: {'subnet': 1} {{(pid=94174) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 23 11:32:37.398273 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron_lib.callbacks.manager [None req-562598b1-6df7-4d23-880b-32d81b08dd19 tempest-NetworksTestDHCPv6-162546708 tempest-NetworksTestDHCPv6-162546708-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4294245'] for subnet, before_create {{(pid=94174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:32:37.438836 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron_lib.callbacks.manager [None req-32d4b570-906a-4cf9-88d0-ec120faaa793 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-922904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866062', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773700135024', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773699642224'] for port, after_delete {{(pid=94176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:32:37.442838 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG oslo_concurrency.lockutils [None req-d4d96d94-a464-41e1-b93a-48163d269671 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 11:32:37.443543 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.db.provisioning_blocks [None req-e6f324b2-07ee-43c8-a4bf-119655c44b60 tempest-PortsAdminExtendedAttrsTestJSON-1772465988 tempest-PortsAdminExtendedAttrsTestJSON-1772465988-project-admin] Transition to ACTIVE for port object 6f81fe5d-a5ad-47fe-b6d1-925cfc15e0c7 will not be triggered until provisioned by entity L2. {{(pid=94174) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 23 11:32:37.467508 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32d4b570-906a-4cf9-88d0-ec120faaa793 None None] Pushing event deleted for resources: {'Port': ['ID=b65348b2-97a2-4680-b16c-b724783b1070,revision_number=None']} {{(pid=94176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 11:32:37.471390 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG oslo_concurrency.lockutils [None req-32d4b570-906a-4cf9-88d0-ec120faaa793 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.029s {{(pid=94176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 11:32:37.475926 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.db.l3_dvrscheduler_db [None req-32d4b570-906a-4cf9-88d0-ec120faaa793 None None] No DVR routers for this DVR port b65348b2-97a2-4680-b16c-b724783b1070 on host dv-neutron-601336-94-hyperv {{(pid=94176) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 23 11:32:37.482149 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron_lib.callbacks.manager [None req-ba36a2a0-7f53-44bc-ac9e-9295972ef8b8 tempest-RoutersTestDVR-73400567 tempest-RoutersTestDVR-73400567-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-520412', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-524143'] for router, after_create {{(pid=94174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:32:37.535606 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron_lib.callbacks.manager [None req-22b02466-f25b-45ed-8def-2c0d5d1ee321 tempest-ServerActionsTestJSON-161917335 tempest-ServerActionsTestJSON-161917335-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-217507'] for floatingip, before_response {{(pid=94175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:32:37.537797 dv-neutron-601336-94-hyperv neutron-server[94175]: INFO neutron.wsgi [None req-22b02466-f25b-45ed-8def-2c0d5d1ee321 tempest-ServerActionsTestJSON-161917335 tempest-ServerActionsTestJSON-161917335-project] 10.222.0.20 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 4.9810555 Jun 23 11:32:37.605905 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.wsgi [-] (94175) accepted ('10.222.0.20', 38460) {{(pid=94175) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 11:32:37.622110 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron_lib.callbacks.manager [None req-ba36a2a0-7f53-44bc-ac9e-9295972ef8b8 tempest-RoutersTestDVR-73400567 tempest-RoutersTestDVR-73400567-project-admin] Notify callbacks [] for router, before_response {{(pid=94174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:32:37.624183 dv-neutron-601336-94-hyperv neutron-server[94174]: INFO neutron.wsgi [None req-ba36a2a0-7f53-44bc-ac9e-9295972ef8b8 tempest-RoutersTestDVR-73400567 tempest-RoutersTestDVR-73400567-project-admin] 10.222.0.20 "POST /v2.0/routers HTTP/1.1" status: 201 len: 720 time: 0.6118228 Jun 23 11:32:37.625050 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron_lib.callbacks.manager [None req-e6f324b2-07ee-43c8-a4bf-119655c44b60 tempest-PortsAdminExtendedAttrsTestJSON-1772465988 tempest-PortsAdminExtendedAttrsTestJSON-1772465988-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-922904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866062', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773700135042', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773699642233', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773699642278', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5196369'] for port, after_update {{(pid=94174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:32:37.628412 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.wsgi [-] (94175) accepted ('10.222.0.20', 38464) {{(pid=94175) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 11:32:37.637897 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG oslo_concurrency.lockutils [None req-5ff6e273-b859-4098-8eda-e7556a9dcf8b tempest-PortsTestJSON-2085221018 tempest-PortsTestJSON-2085221018-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94174) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 11:32:37.739023 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.api.v2.base [None req-947bd0ee-5e70-4fa0-ac22-ec6e885097ba tempest-RoutersNegativeTest-1531528216 tempest-RoutersNegativeTest-1531528216-project] Request body: {'router': {'name': 'tempest-RoutersNegativeTest-router-683353486', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=94175) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 23 11:32:37.759799 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6f324b2-07ee-43c8-a4bf-119655c44b60 tempest-PortsAdminExtendedAttrsTestJSON-1772465988 tempest-PortsAdminExtendedAttrsTestJSON-1772465988-project-admin] Pushing event updated for resources: {'Port': ['ID=6f81fe5d-a5ad-47fe-b6d1-925cfc15e0c7,revision_number=2']} {{(pid=94174) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 11:32:37.765758 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG oslo_concurrency.lockutils [None req-e6f324b2-07ee-43c8-a4bf-119655c44b60 tempest-PortsAdminExtendedAttrsTestJSON-1772465988 tempest-PortsAdminExtendedAttrsTestJSON-1772465988-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.128s {{(pid=94174) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 11:32:37.772385 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.plugins.ml2.managers [None req-e6f324b2-07ee-43c8-a4bf-119655c44b60 tempest-PortsAdminExtendedAttrsTestJSON-1772465988 tempest-PortsAdminExtendedAttrsTestJSON-1772465988-project-admin] Attempting to bind port 6f81fe5d-a5ad-47fe-b6d1-925cfc15e0c7 on host hv-neutron-6013 for vnic_type normal with profile {{(pid=94174) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 23 11:32:37.772738 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.plugins.ml2.managers [None req-e6f324b2-07ee-43c8-a4bf-119655c44b60 tempest-PortsAdminExtendedAttrsTestJSON-1772465988 tempest-PortsAdminExtendedAttrsTestJSON-1772465988-project-admin] Attempting to bind port 6f81fe5d-a5ad-47fe-b6d1-925cfc15e0c7 by drivers openvswitch,hyperv on host hv-neutron-6013 at level 0 using segments [{'id': '51c52a79-52ae-4599-8fdf-ce32e6bbbadb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 402, 'network_id': 'a2a3038f-d74f-4d71-9006-cee952f59bc9'}] {{(pid=94174) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 23 11:32:37.773080 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e6f324b2-07ee-43c8-a4bf-119655c44b60 tempest-PortsAdminExtendedAttrsTestJSON-1772465988 tempest-PortsAdminExtendedAttrsTestJSON-1772465988-project-admin] Attempting to bind port 6f81fe5d-a5ad-47fe-b6d1-925cfc15e0c7 on network a2a3038f-d74f-4d71-9006-cee952f59bc9 {{(pid=94174) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 23 11:32:37.780623 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-256cdbd3-578d-4d74-a80f-6fd5dc650090 tempest-PortsTestJSON-2085221018 tempest-PortsTestJSON-2085221018-project] Made reservation on behalf of 9e5461dd76964a018bba022fe5f7a0f1 for: {'port': 1} {{(pid=94174) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 23 11:32:37.784272 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron_lib.callbacks.manager [None req-256cdbd3-578d-4d74-a80f-6fd5dc650090 tempest-PortsTestJSON-2085221018 tempest-PortsTestJSON-2085221018-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-923104'] for port, before_create {{(pid=94174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:32:37.788748 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron_lib.callbacks.manager [None req-c57c12cc-ff82-4ee8-bed7-8c20e7c6a74b tempest-RoutersTestDVR-73400567 tempest-RoutersTestDVR-73400567-project-admin] Notify callbacks [] for router, before_delete {{(pid=94175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:32:37.800734 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e6f324b2-07ee-43c8-a4bf-119655c44b60 tempest-PortsAdminExtendedAttrsTestJSON-1772465988 tempest-PortsAdminExtendedAttrsTestJSON-1772465988-project-admin] Port 6f81fe5d-a5ad-47fe-b6d1-925cfc15e0c7 on network a2a3038f-d74f-4d71-9006-cee952f59bc9 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-6013 {{(pid=94174) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 23 11:32:37.801074 dv-neutron-601336-94-hyperv neutron-server[94174]: ERROR neutron.plugins.ml2.managers [None req-e6f324b2-07ee-43c8-a4bf-119655c44b60 tempest-PortsAdminExtendedAttrsTestJSON-1772465988 tempest-PortsAdminExtendedAttrsTestJSON-1772465988-project-admin] Failed to bind port 6f81fe5d-a5ad-47fe-b6d1-925cfc15e0c7 on host hv-neutron-6013 for vnic_type normal using segments [{'id': '51c52a79-52ae-4599-8fdf-ce32e6bbbadb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 402, 'network_id': 'a2a3038f-d74f-4d71-9006-cee952f59bc9'}] Jun 23 11:32:37.803814 dv-neutron-601336-94-hyperv neutron-server[94174]: INFO neutron.plugins.ml2.plugin [None req-e6f324b2-07ee-43c8-a4bf-119655c44b60 tempest-PortsAdminExtendedAttrsTestJSON-1772465988 tempest-PortsAdminExtendedAttrsTestJSON-1772465988-project-admin] Attempt 2 to bind port 6f81fe5d-a5ad-47fe-b6d1-925cfc15e0c7 Jun 23 11:32:37.808616 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.notifiers.nova [None req-256cdbd3-578d-4d74-a80f-6fd5dc650090 tempest-PortsTestJSON-2085221018 tempest-PortsTestJSON-2085221018-project] device_id is not set on port 349afffa-6536-44f7-b15a-1f7608b956c9 yet. {{(pid=94174) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jun 23 11:32:37.870009 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.plugins.ml2.managers [None req-e6f324b2-07ee-43c8-a4bf-119655c44b60 tempest-PortsAdminExtendedAttrsTestJSON-1772465988 tempest-PortsAdminExtendedAttrsTestJSON-1772465988-project-admin] Attempting to bind port 6f81fe5d-a5ad-47fe-b6d1-925cfc15e0c7 on host hv-neutron-6013 for vnic_type normal with profile {{(pid=94174) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 23 11:32:37.870319 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.plugins.ml2.managers [None req-e6f324b2-07ee-43c8-a4bf-119655c44b60 tempest-PortsAdminExtendedAttrsTestJSON-1772465988 tempest-PortsAdminExtendedAttrsTestJSON-1772465988-project-admin] Attempting to bind port 6f81fe5d-a5ad-47fe-b6d1-925cfc15e0c7 by drivers openvswitch,hyperv on host hv-neutron-6013 at level 0 using segments [{'id': '51c52a79-52ae-4599-8fdf-ce32e6bbbadb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 402, 'network_id': 'a2a3038f-d74f-4d71-9006-cee952f59bc9'}] {{(pid=94174) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 23 11:32:37.870665 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e6f324b2-07ee-43c8-a4bf-119655c44b60 tempest-PortsAdminExtendedAttrsTestJSON-1772465988 tempest-PortsAdminExtendedAttrsTestJSON-1772465988-project-admin] Attempting to bind port 6f81fe5d-a5ad-47fe-b6d1-925cfc15e0c7 on network a2a3038f-d74f-4d71-9006-cee952f59bc9 {{(pid=94174) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 23 11:32:37.904451 dv-neutron-601336-94-hyperv neutron-server[94174]: INFO neutron.wsgi [req-2be15162-a814-45c2-b912-04fe9ed889c4 req-5d036250-00c0-42ee-8345-c1a07554c07f tempest-ServerActionsTestJSON-161917335 tempest-ServerActionsTestJSON-161917335-project] 10.222.0.20 "GET /v2.0/security-groups?name=tempest-securitygroup--423006855&fields=id&tenant_id=252b24454ee04e36b666155dab1feb23 HTTP/1.1" status: 200 len: 267 time: 0.1013072 Jun 23 11:32:37.911275 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e6f324b2-07ee-43c8-a4bf-119655c44b60 tempest-PortsAdminExtendedAttrsTestJSON-1772465988 tempest-PortsAdminExtendedAttrsTestJSON-1772465988-project-admin] Port 6f81fe5d-a5ad-47fe-b6d1-925cfc15e0c7 on network a2a3038f-d74f-4d71-9006-cee952f59bc9 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-6013 {{(pid=94174) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 23 11:32:37.911614 dv-neutron-601336-94-hyperv neutron-server[94174]: ERROR neutron.plugins.ml2.managers [None req-e6f324b2-07ee-43c8-a4bf-119655c44b60 tempest-PortsAdminExtendedAttrsTestJSON-1772465988 tempest-PortsAdminExtendedAttrsTestJSON-1772465988-project-admin] Failed to bind port 6f81fe5d-a5ad-47fe-b6d1-925cfc15e0c7 on host hv-neutron-6013 for vnic_type normal using segments [{'id': '51c52a79-52ae-4599-8fdf-ce32e6bbbadb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 402, 'network_id': 'a2a3038f-d74f-4d71-9006-cee952f59bc9'}] Jun 23 11:32:37.916560 dv-neutron-601336-94-hyperv neutron-server[94174]: INFO neutron.plugins.ml2.plugin [None req-e6f324b2-07ee-43c8-a4bf-119655c44b60 tempest-PortsAdminExtendedAttrsTestJSON-1772465988 tempest-PortsAdminExtendedAttrsTestJSON-1772465988-project-admin] Attempt 3 to bind port 6f81fe5d-a5ad-47fe-b6d1-925cfc15e0c7 Jun 23 11:32:37.935073 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron_lib.callbacks.manager [None req-947bd0ee-5e70-4fa0-ac22-ec6e885097ba tempest-RoutersNegativeTest-1531528216 tempest-RoutersNegativeTest-1531528216-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-520407', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-32315'] for router, before_create {{(pid=94175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:32:37.936819 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron_lib.callbacks.manager [None req-947bd0ee-5e70-4fa0-ac22-ec6e885097ba tempest-RoutersNegativeTest-1531528216 tempest-RoutersNegativeTest-1531528216-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-520264', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-524122', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-414782', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-32290'] for router, precommit_create {{(pid=94175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:32:37.972829 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron_lib.callbacks.manager [None req-c57c12cc-ff82-4ee8-bed7-8c20e7c6a74b tempest-RoutersTestDVR-73400567 tempest-RoutersTestDVR-73400567-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-520417', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-32301'] for router, precommit_delete {{(pid=94175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:32:37.975790 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron_lib.callbacks.manager [None req-c57c12cc-ff82-4ee8-bed7-8c20e7c6a74b tempest-RoutersTestDVR-73400567 tempest-RoutersTestDVR-73400567-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:32:37.987527 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.wsgi [-] (94175) accepted ('10.222.0.20', 38480) {{(pid=94175) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 11:32:37.992710 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.api.v2.base [None req-c08717e6-b0fe-42d7-a389-a9f30f5feb44 tempest-BulkNetworkOpsIpV6Test-986121801 tempest-BulkNetworkOpsIpV6Test-986121801-project] Request body: {'subnets': [{'network_id': '06c152a2-08dd-48ff-97f3-475017e92c2a', 'cidr': '2001:db8::/64', 'name': 'tempest-subnet--125067805', 'ip_version': 6}, {'network_id': '4dbe8180-6497-4576-a300-f73d087f15c4', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6}]} {{(pid=94175) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 23 11:32:37.993035 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.api.v2.base [None req-c08717e6-b0fe-42d7-a389-a9f30f5feb44 tempest-BulkNetworkOpsIpV6Test-986121801 tempest-BulkNetworkOpsIpV6Test-986121801-project] Request body: {'subnet': {'network_id': '06c152a2-08dd-48ff-97f3-475017e92c2a', 'cidr': '2001:db8::/64', 'name': 'tempest-subnet--125067805', 'ip_version': 6}} {{(pid=94175) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 23 11:32:37.999820 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.api.v2.base [None req-c08717e6-b0fe-42d7-a389-a9f30f5feb44 tempest-BulkNetworkOpsIpV6Test-986121801 tempest-BulkNetworkOpsIpV6Test-986121801-project] Request body: {'subnet': {'network_id': '4dbe8180-6497-4576-a300-f73d087f15c4', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6}} {{(pid=94175) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 23 11:32:38.105728 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron_lib.callbacks.manager [None req-947bd0ee-5e70-4fa0-ac22-ec6e885097ba tempest-RoutersNegativeTest-1531528216 tempest-RoutersNegativeTest-1531528216-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:32:38.172564 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron_lib.callbacks.manager [None req-c57c12cc-ff82-4ee8-bed7-8c20e7c6a74b tempest-RoutersTestDVR-73400567 tempest-RoutersTestDVR-73400567-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-494961'] for router, after_delete {{(pid=94175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:32:38.172997 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c57c12cc-ff82-4ee8-bed7-8c20e7c6a74b tempest-RoutersTestDVR-73400567 tempest-RoutersTestDVR-73400567-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 671da6ab-2cd3-48df-8c01-363f20bb4fdb {{(pid=94175) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jun 23 11:32:38.190918 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron_lib.callbacks.manager [None req-c57c12cc-ff82-4ee8-bed7-8c20e7c6a74b tempest-RoutersTestDVR-73400567 tempest-RoutersTestDVR-73400567-project-admin] Notify callbacks [] for router, before_response {{(pid=94175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:32:38.190918 dv-neutron-601336-94-hyperv neutron-server[94175]: INFO neutron.wsgi [None req-c57c12cc-ff82-4ee8-bed7-8c20e7c6a74b tempest-RoutersTestDVR-73400567 tempest-RoutersTestDVR-73400567-project-admin] 10.222.0.20 "DELETE /v2.0/routers/671da6ab-2cd3-48df-8c01-363f20bb4fdb HTTP/1.1" status: 204 len: 168 time: 0.5494583 Jun 23 11:32:38.210714 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron_lib.callbacks.manager [None req-947bd0ee-5e70-4fa0-ac22-ec6e885097ba tempest-RoutersNegativeTest-1531528216 tempest-RoutersNegativeTest-1531528216-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-520412', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-524143'] for router, after_create {{(pid=94175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:32:38.296512 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.plugins.ml2.managers [None req-e6f324b2-07ee-43c8-a4bf-119655c44b60 tempest-PortsAdminExtendedAttrsTestJSON-1772465988 tempest-PortsAdminExtendedAttrsTestJSON-1772465988-project-admin] Attempting to bind port 6f81fe5d-a5ad-47fe-b6d1-925cfc15e0c7 on host hv-neutron-6013 for vnic_type normal with profile {{(pid=94174) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 23 11:32:38.297077 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.plugins.ml2.managers [None req-e6f324b2-07ee-43c8-a4bf-119655c44b60 tempest-PortsAdminExtendedAttrsTestJSON-1772465988 tempest-PortsAdminExtendedAttrsTestJSON-1772465988-project-admin] Attempting to bind port 6f81fe5d-a5ad-47fe-b6d1-925cfc15e0c7 by drivers openvswitch,hyperv on host hv-neutron-6013 at level 0 using segments [{'id': '51c52a79-52ae-4599-8fdf-ce32e6bbbadb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 402, 'network_id': 'a2a3038f-d74f-4d71-9006-cee952f59bc9'}] {{(pid=94174) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 23 11:32:38.297178 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e6f324b2-07ee-43c8-a4bf-119655c44b60 tempest-PortsAdminExtendedAttrsTestJSON-1772465988 tempest-PortsAdminExtendedAttrsTestJSON-1772465988-project-admin] Attempting to bind port 6f81fe5d-a5ad-47fe-b6d1-925cfc15e0c7 on network a2a3038f-d74f-4d71-9006-cee952f59bc9 {{(pid=94174) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 23 11:32:38.311505 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c08717e6-b0fe-42d7-a389-a9f30f5feb44 tempest-BulkNetworkOpsIpV6Test-986121801 tempest-BulkNetworkOpsIpV6Test-986121801-project] Made reservation on behalf of 23ef76af747c4dd2ab3e1919971f3de2 for: {'subnet': 2} {{(pid=94175) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 23 11:32:38.317597 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron_lib.callbacks.manager [None req-c08717e6-b0fe-42d7-a389-a9f30f5feb44 tempest-BulkNetworkOpsIpV6Test-986121801 tempest-BulkNetworkOpsIpV6Test-986121801-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4660073'] for subnet, before_create {{(pid=94175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:32:38.317597 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron_lib.callbacks.manager [None req-c08717e6-b0fe-42d7-a389-a9f30f5feb44 tempest-BulkNetworkOpsIpV6Test-986121801 tempest-BulkNetworkOpsIpV6Test-986121801-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4660073'] for subnet, before_create {{(pid=94175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:32:38.333261 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e6f324b2-07ee-43c8-a4bf-119655c44b60 tempest-PortsAdminExtendedAttrsTestJSON-1772465988 tempest-PortsAdminExtendedAttrsTestJSON-1772465988-project-admin] Port 6f81fe5d-a5ad-47fe-b6d1-925cfc15e0c7 on network a2a3038f-d74f-4d71-9006-cee952f59bc9 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-6013 {{(pid=94174) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 23 11:32:38.333599 dv-neutron-601336-94-hyperv neutron-server[94174]: ERROR neutron.plugins.ml2.managers [None req-e6f324b2-07ee-43c8-a4bf-119655c44b60 tempest-PortsAdminExtendedAttrsTestJSON-1772465988 tempest-PortsAdminExtendedAttrsTestJSON-1772465988-project-admin] Failed to bind port 6f81fe5d-a5ad-47fe-b6d1-925cfc15e0c7 on host hv-neutron-6013 for vnic_type normal using segments [{'id': '51c52a79-52ae-4599-8fdf-ce32e6bbbadb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 402, 'network_id': 'a2a3038f-d74f-4d71-9006-cee952f59bc9'}] Jun 23 11:32:38.347220 dv-neutron-601336-94-hyperv neutron-server[94174]: INFO neutron.plugins.ml2.plugin [None req-e6f324b2-07ee-43c8-a4bf-119655c44b60 tempest-PortsAdminExtendedAttrsTestJSON-1772465988 tempest-PortsAdminExtendedAttrsTestJSON-1772465988-project-admin] Attempt 4 to bind port 6f81fe5d-a5ad-47fe-b6d1-925cfc15e0c7 Jun 23 11:32:38.373814 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.objects.ports [None req-562598b1-6df7-4d23-880b-32d81b08dd19 tempest-NetworksTestDHCPv6-162546708 tempest-NetworksTestDHCPv6-162546708-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=94174) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Jun 23 11:32:38.392119 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron_lib.callbacks.manager [None req-562598b1-6df7-4d23-880b-32d81b08dd19 tempest-NetworksTestDHCPv6-162546708 tempest-NetworksTestDHCPv6-162546708-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866062', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5195999', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4294259'] for subnet, after_create {{(pid=94174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:32:38.418156 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG oslo_concurrency.lockutils [None req-758f9d2b-13e6-4eca-8b8f-035a178e1436 tempest-PortsTestJSON-2085221018 tempest-PortsTestJSON-2085221018-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94174) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 11:32:38.437383 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron_lib.callbacks.manager [None req-947bd0ee-5e70-4fa0-ac22-ec6e885097ba tempest-RoutersNegativeTest-1531528216 tempest-RoutersNegativeTest-1531528216-project] Notify callbacks [] for router, before_response {{(pid=94175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:32:38.438514 dv-neutron-601336-94-hyperv neutron-server[94175]: INFO neutron.wsgi [None req-947bd0ee-5e70-4fa0-ac22-ec6e885097ba tempest-RoutersNegativeTest-1531528216 tempest-RoutersNegativeTest-1531528216-project] 10.222.0.20 "POST /v2.0/routers HTTP/1.1" status: 201 len: 707 time: 0.8297746 Jun 23 11:32:38.460953 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.wsgi [-] (94175) accepted ('10.222.0.20', 38484) {{(pid=94175) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 11:32:38.468415 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.api.v2.base [None req-d7a7ada7-9b40-4b98-95f2-17b270faf675 tempest-RoutersNegativeTest-1531528216 tempest-RoutersNegativeTest-1531528216-project] Request body: {'network': {'name': 'tempest-RoutersNegativeTest-test-network-1317501243'}} {{(pid=94175) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 23 11:32:38.500610 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.plugins.ml2.managers [None req-e6f324b2-07ee-43c8-a4bf-119655c44b60 tempest-PortsAdminExtendedAttrsTestJSON-1772465988 tempest-PortsAdminExtendedAttrsTestJSON-1772465988-project-admin] Attempting to bind port 6f81fe5d-a5ad-47fe-b6d1-925cfc15e0c7 on host hv-neutron-6013 for vnic_type normal with profile {{(pid=94174) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 23 11:32:38.500954 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.plugins.ml2.managers [None req-e6f324b2-07ee-43c8-a4bf-119655c44b60 tempest-PortsAdminExtendedAttrsTestJSON-1772465988 tempest-PortsAdminExtendedAttrsTestJSON-1772465988-project-admin] Attempting to bind port 6f81fe5d-a5ad-47fe-b6d1-925cfc15e0c7 by drivers openvswitch,hyperv on host hv-neutron-6013 at level 0 using segments [{'id': '51c52a79-52ae-4599-8fdf-ce32e6bbbadb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 402, 'network_id': 'a2a3038f-d74f-4d71-9006-cee952f59bc9'}] {{(pid=94174) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 23 11:32:38.501299 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e6f324b2-07ee-43c8-a4bf-119655c44b60 tempest-PortsAdminExtendedAttrsTestJSON-1772465988 tempest-PortsAdminExtendedAttrsTestJSON-1772465988-project-admin] Attempting to bind port 6f81fe5d-a5ad-47fe-b6d1-925cfc15e0c7 on network a2a3038f-d74f-4d71-9006-cee952f59bc9 {{(pid=94174) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 23 11:32:38.543014 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-562598b1-6df7-4d23-880b-32d81b08dd19 tempest-NetworksTestDHCPv6-162546708 tempest-NetworksTestDHCPv6-162546708-project] Network f53f535d-bce4-4da8-9bd9-396677ff4e83 is already hosted by enough agents. {{(pid=94174) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 23 11:32:38.546497 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e6f324b2-07ee-43c8-a4bf-119655c44b60 tempest-PortsAdminExtendedAttrsTestJSON-1772465988 tempest-PortsAdminExtendedAttrsTestJSON-1772465988-project-admin] Port 6f81fe5d-a5ad-47fe-b6d1-925cfc15e0c7 on network a2a3038f-d74f-4d71-9006-cee952f59bc9 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-6013 {{(pid=94174) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 23 11:32:38.546841 dv-neutron-601336-94-hyperv neutron-server[94174]: ERROR neutron.plugins.ml2.managers [None req-e6f324b2-07ee-43c8-a4bf-119655c44b60 tempest-PortsAdminExtendedAttrsTestJSON-1772465988 tempest-PortsAdminExtendedAttrsTestJSON-1772465988-project-admin] Failed to bind port 6f81fe5d-a5ad-47fe-b6d1-925cfc15e0c7 on host hv-neutron-6013 for vnic_type normal using segments [{'id': '51c52a79-52ae-4599-8fdf-ce32e6bbbadb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 402, 'network_id': 'a2a3038f-d74f-4d71-9006-cee952f59bc9'}] Jun 23 11:32:38.555058 dv-neutron-601336-94-hyperv neutron-server[94174]: INFO neutron.plugins.ml2.plugin [None req-e6f324b2-07ee-43c8-a4bf-119655c44b60 tempest-PortsAdminExtendedAttrsTestJSON-1772465988 tempest-PortsAdminExtendedAttrsTestJSON-1772465988-project-admin] Attempt 5 to bind port 6f81fe5d-a5ad-47fe-b6d1-925cfc15e0c7 Jun 23 11:32:38.560606 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.scheduler.base_scheduler [None req-562598b1-6df7-4d23-880b-32d81b08dd19 tempest-NetworksTestDHCPv6-162546708 tempest-NetworksTestDHCPv6-162546708-project] Resources bound (agent type, host, resource id): {{(pid=94174) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 23 11:32:38.570052 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-562598b1-6df7-4d23-880b-32d81b08dd19 tempest-NetworksTestDHCPv6-162546708 tempest-NetworksTestDHCPv6-162546708-project] Pushing event updated for resources: {'Subnet': ['ID=dbe6fc38-1185-4e0a-9dd6-2092fda7e927,revision_number=0']} {{(pid=94174) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 11:32:38.573878 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5f623baf-909b-498d-9b24-01404d9ba4a3 None None] Network f53f535d-bce4-4da8-9bd9-396677ff4e83 requested from dv-neutron-601336-94-hyperv {{(pid=94176) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 23 11:32:38.578222 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2be15162-a814-45c2-b912-04fe9ed889c4 req-0c32812b-0be3-4293-a748-deee5bd30b8d tempest-ServerActionsTestJSON-161917335 tempest-ServerActionsTestJSON-161917335-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94174) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 11:32:38.579747 dv-neutron-601336-94-hyperv neutron-server[94174]: INFO neutron.wsgi [req-2be15162-a814-45c2-b912-04fe9ed889c4 req-0c32812b-0be3-4293-a748-deee5bd30b8d tempest-ServerActionsTestJSON-161917335 tempest-ServerActionsTestJSON-161917335-project] 10.222.0.20 "GET /v2.0/networks?id=34cf218b-02ad-4259-a49e-5807c729dd9a HTTP/1.1" status: 200 len: 812 time: 0.6404984 Jun 23 11:32:38.582774 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG oslo_concurrency.lockutils [None req-562598b1-6df7-4d23-880b-32d81b08dd19 tempest-NetworksTestDHCPv6-162546708 tempest-NetworksTestDHCPv6-162546708-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.164s {{(pid=94174) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 11:32:38.583754 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-562598b1-6df7-4d23-880b-32d81b08dd19 tempest-NetworksTestDHCPv6-162546708 tempest-NetworksTestDHCPv6-162546708-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94174) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 11:32:38.584767 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron_lib.callbacks.manager [None req-562598b1-6df7-4d23-880b-32d81b08dd19 tempest-NetworksTestDHCPv6-162546708 tempest-NetworksTestDHCPv6-162546708-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7865916'] for subnet, before_response {{(pid=94174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:32:38.585762 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d7a7ada7-9b40-4b98-95f2-17b270faf675 tempest-RoutersNegativeTest-1531528216 tempest-RoutersNegativeTest-1531528216-project] Made reservation on behalf of 73000ee9e8e84cbc8c10d08d73ff8c14 for: {'network': 1} {{(pid=94175) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 23 11:32:38.590058 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron_lib.callbacks.manager [None req-d7a7ada7-9b40-4b98-95f2-17b270faf675 tempest-RoutersNegativeTest-1531528216 tempest-RoutersNegativeTest-1531528216-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-923104'] for network, before_create {{(pid=94175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:32:38.605575 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron_lib.callbacks.manager [None req-d7a7ada7-9b40-4b98-95f2-17b270faf675 tempest-RoutersNegativeTest-1531528216 tempest-RoutersNegativeTest-1531528216-project] Notify callbacks [] for security_group, before_create {{(pid=94175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:32:38.612640 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron_lib.callbacks.manager [None req-256cdbd3-578d-4d74-a80f-6fd5dc650090 tempest-PortsTestJSON-2085221018 tempest-PortsTestJSON-2085221018-project] Notify callbacks [] for port, precommit_create {{(pid=94174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:32:38.614952 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.plugins.ml2.managers [None req-e6f324b2-07ee-43c8-a4bf-119655c44b60 tempest-PortsAdminExtendedAttrsTestJSON-1772465988 tempest-PortsAdminExtendedAttrsTestJSON-1772465988-project-admin] Attempting to bind port 6f81fe5d-a5ad-47fe-b6d1-925cfc15e0c7 on host hv-neutron-6013 for vnic_type normal with profile {{(pid=94174) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 23 11:32:38.615316 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.plugins.ml2.managers [None req-e6f324b2-07ee-43c8-a4bf-119655c44b60 tempest-PortsAdminExtendedAttrsTestJSON-1772465988 tempest-PortsAdminExtendedAttrsTestJSON-1772465988-project-admin] Attempting to bind port 6f81fe5d-a5ad-47fe-b6d1-925cfc15e0c7 by drivers openvswitch,hyperv on host hv-neutron-6013 at level 0 using segments [{'id': '51c52a79-52ae-4599-8fdf-ce32e6bbbadb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 402, 'network_id': 'a2a3038f-d74f-4d71-9006-cee952f59bc9'}] {{(pid=94174) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 23 11:32:38.615665 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e6f324b2-07ee-43c8-a4bf-119655c44b60 tempest-PortsAdminExtendedAttrsTestJSON-1772465988 tempest-PortsAdminExtendedAttrsTestJSON-1772465988-project-admin] Attempting to bind port 6f81fe5d-a5ad-47fe-b6d1-925cfc15e0c7 on network a2a3038f-d74f-4d71-9006-cee952f59bc9 {{(pid=94174) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 23 11:32:38.627393 dv-neutron-601336-94-hyperv neutron-server[94174]: INFO neutron.wsgi [req-2be15162-a814-45c2-b912-04fe9ed889c4 req-0771321a-cf55-48e8-ad60-4530ceba6f6f tempest-ServerActionsTestJSON-161917335 tempest-ServerActionsTestJSON-161917335-project] 10.222.0.20 "GET /v2.0/quotas/252b24454ee04e36b666155dab1feb23 HTTP/1.1" status: 200 len: 375 time: 0.0372145 Jun 23 11:32:38.630625 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e6f324b2-07ee-43c8-a4bf-119655c44b60 tempest-PortsAdminExtendedAttrsTestJSON-1772465988 tempest-PortsAdminExtendedAttrsTestJSON-1772465988-project-admin] Port 6f81fe5d-a5ad-47fe-b6d1-925cfc15e0c7 on network a2a3038f-d74f-4d71-9006-cee952f59bc9 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-6013 {{(pid=94174) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 23 11:32:38.630982 dv-neutron-601336-94-hyperv neutron-server[94174]: ERROR neutron.plugins.ml2.managers [None req-e6f324b2-07ee-43c8-a4bf-119655c44b60 tempest-PortsAdminExtendedAttrsTestJSON-1772465988 tempest-PortsAdminExtendedAttrsTestJSON-1772465988-project-admin] Failed to bind port 6f81fe5d-a5ad-47fe-b6d1-925cfc15e0c7 on host hv-neutron-6013 for vnic_type normal using segments [{'id': '51c52a79-52ae-4599-8fdf-ce32e6bbbadb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 402, 'network_id': 'a2a3038f-d74f-4d71-9006-cee952f59bc9'}] Jun 23 11:32:38.632555 dv-neutron-601336-94-hyperv neutron-server[94174]: INFO neutron.plugins.ml2.plugin [None req-e6f324b2-07ee-43c8-a4bf-119655c44b60 tempest-PortsAdminExtendedAttrsTestJSON-1772465988 tempest-PortsAdminExtendedAttrsTestJSON-1772465988-project-admin] Attempt 6 to bind port 6f81fe5d-a5ad-47fe-b6d1-925cfc15e0c7 Jun 23 11:32:38.719605 dv-neutron-601336-94-hyperv neutron-server[94174]: INFO neutron.wsgi [None req-562598b1-6df7-4d23-880b-32d81b08dd19 tempest-NetworksTestDHCPv6-162546708 tempest-NetworksTestDHCPv6-162546708-project] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 1.9972656 Jun 23 11:32:38.721167 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.plugins.ml2.managers [None req-e6f324b2-07ee-43c8-a4bf-119655c44b60 tempest-PortsAdminExtendedAttrsTestJSON-1772465988 tempest-PortsAdminExtendedAttrsTestJSON-1772465988-project-admin] Attempting to bind port 6f81fe5d-a5ad-47fe-b6d1-925cfc15e0c7 on host hv-neutron-6013 for vnic_type normal with profile {{(pid=94174) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 23 11:32:38.721520 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.plugins.ml2.managers [None req-e6f324b2-07ee-43c8-a4bf-119655c44b60 tempest-PortsAdminExtendedAttrsTestJSON-1772465988 tempest-PortsAdminExtendedAttrsTestJSON-1772465988-project-admin] Attempting to bind port 6f81fe5d-a5ad-47fe-b6d1-925cfc15e0c7 by drivers openvswitch,hyperv on host hv-neutron-6013 at level 0 using segments [{'id': '51c52a79-52ae-4599-8fdf-ce32e6bbbadb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 402, 'network_id': 'a2a3038f-d74f-4d71-9006-cee952f59bc9'}] {{(pid=94174) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 23 11:32:38.723098 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e6f324b2-07ee-43c8-a4bf-119655c44b60 tempest-PortsAdminExtendedAttrsTestJSON-1772465988 tempest-PortsAdminExtendedAttrsTestJSON-1772465988-project-admin] Attempting to bind port 6f81fe5d-a5ad-47fe-b6d1-925cfc15e0c7 on network a2a3038f-d74f-4d71-9006-cee952f59bc9 {{(pid=94174) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 23 11:32:38.728301 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.wsgi [-] (94174) accepted ('10.222.0.20', 38488) {{(pid=94174) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 11:32:38.735846 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.api.v2.base [None req-aa6e6ef0-84f4-41f3-b43e-7eac117cb915 tempest-NetworksTestDHCPv6-162546708 tempest-NetworksTestDHCPv6-162546708-project] Request body: {'port': {'network_id': 'f53f535d-bce4-4da8-9bd9-396677ff4e83', 'mac_address': 'fa:16:3e:56:31:5f', 'name': 'tempest-NetworksTestDHCPv6-1623216631'}} {{(pid=94174) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 23 11:32:38.760531 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e6f324b2-07ee-43c8-a4bf-119655c44b60 tempest-PortsAdminExtendedAttrsTestJSON-1772465988 tempest-PortsAdminExtendedAttrsTestJSON-1772465988-project-admin] Port 6f81fe5d-a5ad-47fe-b6d1-925cfc15e0c7 on network a2a3038f-d74f-4d71-9006-cee952f59bc9 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-6013 {{(pid=94174) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 23 11:32:38.760751 dv-neutron-601336-94-hyperv neutron-server[94174]: ERROR neutron.plugins.ml2.managers [None req-e6f324b2-07ee-43c8-a4bf-119655c44b60 tempest-PortsAdminExtendedAttrsTestJSON-1772465988 tempest-PortsAdminExtendedAttrsTestJSON-1772465988-project-admin] Failed to bind port 6f81fe5d-a5ad-47fe-b6d1-925cfc15e0c7 on host hv-neutron-6013 for vnic_type normal using segments [{'id': '51c52a79-52ae-4599-8fdf-ce32e6bbbadb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 402, 'network_id': 'a2a3038f-d74f-4d71-9006-cee952f59bc9'}] Jun 23 11:32:38.768785 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a211b5b9-293e-4930-949d-224afcd18f1b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1e0d828a-1fa4-563d-b7fd-53adf66a04ee-f53f535d-bce4-4da8-9bd9-396677ff4e83', 'network_id': 'f53f535d-bce4-4da8-9bd9-396677ff4e83', 'tenant_id': '5e61222a836c47229c94e37f3902e6bd', 'fixed_ips': [{'subnet_id': 'dbe6fc38-1185-4e0a-9dd6-2092fda7e927'}]}} from dv-neutron-601336-94-hyperv. {{(pid=94176) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 23 11:32:38.771009 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron_lib.callbacks.manager [None req-a211b5b9-293e-4930-949d-224afcd18f1b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-923104'] for port, before_create {{(pid=94176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:32:38.787264 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.wsgi [-] (94175) accepted ('10.222.0.20', 38490) {{(pid=94175) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 11:32:38.790966 dv-neutron-601336-94-hyperv neutron-server[94174]: INFO neutron.plugins.ml2.plugin [None req-e6f324b2-07ee-43c8-a4bf-119655c44b60 tempest-PortsAdminExtendedAttrsTestJSON-1772465988 tempest-PortsAdminExtendedAttrsTestJSON-1772465988-project-admin] Attempt 7 to bind port 6f81fe5d-a5ad-47fe-b6d1-925cfc15e0c7 Jun 23 11:32:38.809106 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron_lib.callbacks.manager [None req-d7a7ada7-9b40-4b98-95f2-17b270faf675 tempest-RoutersNegativeTest-1531528216 tempest-RoutersNegativeTest-1531528216-project] Notify callbacks [] for security_group, precommit_create {{(pid=94175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:32:38.828362 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.plugins.ml2.managers [None req-e6f324b2-07ee-43c8-a4bf-119655c44b60 tempest-PortsAdminExtendedAttrsTestJSON-1772465988 tempest-PortsAdminExtendedAttrsTestJSON-1772465988-project-admin] Attempting to bind port 6f81fe5d-a5ad-47fe-b6d1-925cfc15e0c7 on host hv-neutron-6013 for vnic_type normal with profile {{(pid=94174) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 23 11:32:38.828805 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.plugins.ml2.managers [None req-e6f324b2-07ee-43c8-a4bf-119655c44b60 tempest-PortsAdminExtendedAttrsTestJSON-1772465988 tempest-PortsAdminExtendedAttrsTestJSON-1772465988-project-admin] Attempting to bind port 6f81fe5d-a5ad-47fe-b6d1-925cfc15e0c7 by drivers openvswitch,hyperv on host hv-neutron-6013 at level 0 using segments [{'id': '51c52a79-52ae-4599-8fdf-ce32e6bbbadb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 402, 'network_id': 'a2a3038f-d74f-4d71-9006-cee952f59bc9'}] {{(pid=94174) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 23 11:32:38.829224 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e6f324b2-07ee-43c8-a4bf-119655c44b60 tempest-PortsAdminExtendedAttrsTestJSON-1772465988 tempest-PortsAdminExtendedAttrsTestJSON-1772465988-project-admin] Attempting to bind port 6f81fe5d-a5ad-47fe-b6d1-925cfc15e0c7 on network a2a3038f-d74f-4d71-9006-cee952f59bc9 {{(pid=94174) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 23 11:32:38.844875 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e6f324b2-07ee-43c8-a4bf-119655c44b60 tempest-PortsAdminExtendedAttrsTestJSON-1772465988 tempest-PortsAdminExtendedAttrsTestJSON-1772465988-project-admin] Port 6f81fe5d-a5ad-47fe-b6d1-925cfc15e0c7 on network a2a3038f-d74f-4d71-9006-cee952f59bc9 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-6013 {{(pid=94174) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 23 11:32:38.845297 dv-neutron-601336-94-hyperv neutron-server[94174]: ERROR neutron.plugins.ml2.managers [None req-e6f324b2-07ee-43c8-a4bf-119655c44b60 tempest-PortsAdminExtendedAttrsTestJSON-1772465988 tempest-PortsAdminExtendedAttrsTestJSON-1772465988-project-admin] Failed to bind port 6f81fe5d-a5ad-47fe-b6d1-925cfc15e0c7 on host hv-neutron-6013 for vnic_type normal using segments [{'id': '51c52a79-52ae-4599-8fdf-ce32e6bbbadb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 402, 'network_id': 'a2a3038f-d74f-4d71-9006-cee952f59bc9'}] Jun 23 11:32:38.851917 dv-neutron-601336-94-hyperv neutron-server[94174]: INFO neutron.plugins.ml2.plugin [None req-e6f324b2-07ee-43c8-a4bf-119655c44b60 tempest-PortsAdminExtendedAttrsTestJSON-1772465988 tempest-PortsAdminExtendedAttrsTestJSON-1772465988-project-admin] Attempt 8 to bind port 6f81fe5d-a5ad-47fe-b6d1-925cfc15e0c7 Jun 23 11:32:38.884681 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron_lib.callbacks.manager [None req-d7a7ada7-9b40-4b98-95f2-17b270faf675 tempest-RoutersNegativeTest-1531528216 tempest-RoutersNegativeTest-1531528216-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7996330'] for security_group, after_create {{(pid=94175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:32:38.893388 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron_lib.callbacks.manager [None req-256cdbd3-578d-4d74-a80f-6fd5dc650090 tempest-PortsTestJSON-2085221018 tempest-PortsTestJSON-2085221018-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-922915', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-239814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7866073', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773699642215', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-5196399'] for port, after_create {{(pid=94174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:32:38.904179 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG oslo_concurrency.lockutils [None req-4e5809cf-1236-498e-b60e-8de5c784151a tempest-PortsAdminExtendedAttrsTestJSON-1772465988 tempest-PortsAdminExtendedAttrsTestJSON-1772465988-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94174) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 11:32:38.906843 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.plugins.ml2.managers [None req-e6f324b2-07ee-43c8-a4bf-119655c44b60 tempest-PortsAdminExtendedAttrsTestJSON-1772465988 tempest-PortsAdminExtendedAttrsTestJSON-1772465988-project-admin] Attempting to bind port 6f81fe5d-a5ad-47fe-b6d1-925cfc15e0c7 on host hv-neutron-6013 for vnic_type normal with profile {{(pid=94174) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 23 11:32:38.906973 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.plugins.ml2.managers [None req-e6f324b2-07ee-43c8-a4bf-119655c44b60 tempest-PortsAdminExtendedAttrsTestJSON-1772465988 tempest-PortsAdminExtendedAttrsTestJSON-1772465988-project-admin] Attempting to bind port 6f81fe5d-a5ad-47fe-b6d1-925cfc15e0c7 by drivers openvswitch,hyperv on host hv-neutron-6013 at level 0 using segments [{'id': '51c52a79-52ae-4599-8fdf-ce32e6bbbadb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 402, 'network_id': 'a2a3038f-d74f-4d71-9006-cee952f59bc9'}] {{(pid=94174) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 23 11:32:38.907409 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e6f324b2-07ee-43c8-a4bf-119655c44b60 tempest-PortsAdminExtendedAttrsTestJSON-1772465988 tempest-PortsAdminExtendedAttrsTestJSON-1772465988-project-admin] Attempting to bind port 6f81fe5d-a5ad-47fe-b6d1-925cfc15e0c7 on network a2a3038f-d74f-4d71-9006-cee952f59bc9 {{(pid=94174) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 23 11:32:38.909092 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d7a7ada7-9b40-4b98-95f2-17b270faf675 tempest-RoutersNegativeTest-1531528216 tempest-RoutersNegativeTest-1531528216-project] vlan segment allocate from pool success with {'vlan_id': 407, 'physical_network': 'physnet1'} {{(pid=94175) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 23 11:32:38.923295 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron_lib.callbacks.manager [None req-d7a7ada7-9b40-4b98-95f2-17b270faf675 tempest-RoutersNegativeTest-1531528216 tempest-RoutersNegativeTest-1531528216-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3801'] for segment, precommit_create {{(pid=94175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:32:38.923903 dv-neutron-601336-94-hyperv neutron-server[94175]: INFO neutron.db.segments_db [None req-d7a7ada7-9b40-4b98-95f2-17b270faf675 tempest-RoutersNegativeTest-1531528216 tempest-RoutersNegativeTest-1531528216-project] Added segment b587c2ca-ac02-4df1-a824-b1a3ae1ad94c of type vlan for network 0adcd8b9-d403-4e2b-b765-9850dc5b2ccf Jun 23 11:32:38.927888 dv-neutron-601336-94-hyperv neutron-server[94174]: INFO neutron.wsgi [req-2be15162-a814-45c2-b912-04fe9ed889c4 req-ff7fe7b9-59b5-4559-ac8b-f93f5ba123cc tempest-ServerActionsTestJSON-161917335 tempest-ServerActionsTestJSON-161917335-project] 10.222.0.20 "GET /v2.0/ports?tenant_id=252b24454ee04e36b666155dab1feb23&fields=id HTTP/1.1" status: 200 len: 348 time: 0.2828195 Jun 23 11:32:38.940208 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.plugins.ml2.rpc [None req-dc7542b2-afef-47f4-a763-e3a3cba144be None None] Device b65348b2-97a2-4680-b16c-b724783b1070 no longer exists at agent ovs-agent-dv-neutron-601336-94-hyperv {{(pid=94176) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:261}} Jun 23 11:32:38.968142 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94175) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 11:32:38.969059 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.plugins.ml2.plugin [None req-dc7542b2-afef-47f4-a763-e3a3cba144be None None] No Port match for: b65348b2-97a2-4680-b16c-b724783b1070 {{(pid=94176) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2240}} Jun 23 11:32:38.969420 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.plugins.ml2.rpc [None req-dc7542b2-afef-47f4-a763-e3a3cba144be None None] Device b65348b2-97a2-4680-b16c-b724783b1070 not bound to the agent host dv-neutron-601336-94-hyperv {{(pid=94176) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:271}} Jun 23 11:32:38.982566 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.db.db_base_plugin_common [None req-a211b5b9-293e-4930-949d-224afcd18f1b None None] Allocated IP 2001:db8::f816:3eff:fe70:8a80 (f53f535d-bce4-4da8-9bd9-396677ff4e83/dbe6fc38-1185-4e0a-9dd6-2092fda7e927/00a87ae8-d2da-4a6d-8cee-6a7f19e315c4) {{(pid=94176) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 23 11:32:38.984283 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron_lib.callbacks.manager [None req-c08717e6-b0fe-42d7-a389-a9f30f5feb44 tempest-BulkNetworkOpsIpV6Test-986121801 tempest-BulkNetworkOpsIpV6Test-986121801-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866062', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5083113', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4660095'] for subnet, after_create {{(pid=94175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:32:38.994289 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e6f324b2-07ee-43c8-a4bf-119655c44b60 tempest-PortsAdminExtendedAttrsTestJSON-1772465988 tempest-PortsAdminExtendedAttrsTestJSON-1772465988-project-admin] Port 6f81fe5d-a5ad-47fe-b6d1-925cfc15e0c7 on network a2a3038f-d74f-4d71-9006-cee952f59bc9 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-6013 {{(pid=94174) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 23 11:32:38.995017 dv-neutron-601336-94-hyperv neutron-server[94174]: ERROR neutron.plugins.ml2.managers [None req-e6f324b2-07ee-43c8-a4bf-119655c44b60 tempest-PortsAdminExtendedAttrsTestJSON-1772465988 tempest-PortsAdminExtendedAttrsTestJSON-1772465988-project-admin] Failed to bind port 6f81fe5d-a5ad-47fe-b6d1-925cfc15e0c7 on host hv-neutron-6013 for vnic_type normal using segments [{'id': '51c52a79-52ae-4599-8fdf-ce32e6bbbadb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 402, 'network_id': 'a2a3038f-d74f-4d71-9006-cee952f59bc9'}] Jun 23 11:32:39.020649 dv-neutron-601336-94-hyperv neutron-server[94174]: INFO neutron.plugins.ml2.plugin [None req-e6f324b2-07ee-43c8-a4bf-119655c44b60 tempest-PortsAdminExtendedAttrsTestJSON-1772465988 tempest-PortsAdminExtendedAttrsTestJSON-1772465988-project-admin] Attempt 9 to bind port 6f81fe5d-a5ad-47fe-b6d1-925cfc15e0c7 Jun 23 11:32:39.022892 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron_lib.callbacks.manager [None req-d7a7ada7-9b40-4b98-95f2-17b270faf675 tempest-RoutersNegativeTest-1531528216 tempest-RoutersNegativeTest-1531528216-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8773699596773'] for network, precommit_create {{(pid=94175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:32:39.031203 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron_lib.callbacks.manager [None req-7c52111c-bb4e-45ed-864e-3bd50149bced admin admin] Notify callbacks [] for security_group, before_create {{(pid=94175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:32:39.041013 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7a7ada7-9b40-4b98-95f2-17b270faf675 tempest-RoutersNegativeTest-1531528216 tempest-RoutersNegativeTest-1531528216-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a95b94e6-3ed6-420e-b3b8-16a5d68abf98,revision_number=1']} {{(pid=94175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 11:32:39.050898 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG oslo_concurrency.lockutils [None req-d7a7ada7-9b40-4b98-95f2-17b270faf675 tempest-RoutersNegativeTest-1531528216 tempest-RoutersNegativeTest-1531528216-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.083s {{(pid=94175) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 11:32:39.053369 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.053s {{(pid=94175) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 11:32:39.069646 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-256cdbd3-578d-4d74-a80f-6fd5dc650090 tempest-PortsTestJSON-2085221018 tempest-PortsTestJSON-2085221018-project] Network c9584ed1-23c5-47a7-b4d6-264bedad0f19 is already hosted by enough agents. {{(pid=94174) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 23 11:32:39.074879 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-256cdbd3-578d-4d74-a80f-6fd5dc650090 tempest-PortsTestJSON-2085221018 tempest-PortsTestJSON-2085221018-project] Pushing event updated for resources: {'Port': ['ID=349afffa-6536-44f7-b15a-1f7608b956c9,revision_number=1']} {{(pid=94174) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 11:32:39.082015 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG oslo_concurrency.lockutils [None req-256cdbd3-578d-4d74-a80f-6fd5dc650090 tempest-PortsTestJSON-2085221018 tempest-PortsTestJSON-2085221018-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.179s {{(pid=94174) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 11:32:39.084639 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.scheduler.base_scheduler [None req-256cdbd3-578d-4d74-a80f-6fd5dc650090 tempest-PortsTestJSON-2085221018 tempest-PortsTestJSON-2085221018-project] Resources bound (agent type, host, resource id): {{(pid=94174) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 23 11:32:39.086780 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.plugins.ml2.managers [None req-e6f324b2-07ee-43c8-a4bf-119655c44b60 tempest-PortsAdminExtendedAttrsTestJSON-1772465988 tempest-PortsAdminExtendedAttrsTestJSON-1772465988-project-admin] Attempting to bind port 6f81fe5d-a5ad-47fe-b6d1-925cfc15e0c7 on host hv-neutron-6013 for vnic_type normal with profile {{(pid=94174) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 23 11:32:39.086938 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.plugins.ml2.managers [None req-e6f324b2-07ee-43c8-a4bf-119655c44b60 tempest-PortsAdminExtendedAttrsTestJSON-1772465988 tempest-PortsAdminExtendedAttrsTestJSON-1772465988-project-admin] Attempting to bind port 6f81fe5d-a5ad-47fe-b6d1-925cfc15e0c7 by drivers openvswitch,hyperv on host hv-neutron-6013 at level 0 using segments [{'id': '51c52a79-52ae-4599-8fdf-ce32e6bbbadb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 402, 'network_id': 'a2a3038f-d74f-4d71-9006-cee952f59bc9'}] {{(pid=94174) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 23 11:32:39.087258 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e6f324b2-07ee-43c8-a4bf-119655c44b60 tempest-PortsAdminExtendedAttrsTestJSON-1772465988 tempest-PortsAdminExtendedAttrsTestJSON-1772465988-project-admin] Attempting to bind port 6f81fe5d-a5ad-47fe-b6d1-925cfc15e0c7 on network a2a3038f-d74f-4d71-9006-cee952f59bc9 {{(pid=94174) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 23 11:32:39.091558 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.db.l3_dvrscheduler_db [None req-256cdbd3-578d-4d74-a80f-6fd5dc650090 tempest-PortsTestJSON-2085221018 tempest-PortsTestJSON-2085221018-project] Received port after_create {{(pid=94174) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 23 11:32:39.097541 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-256cdbd3-578d-4d74-a80f-6fd5dc650090 tempest-PortsTestJSON-2085221018 tempest-PortsTestJSON-2085221018-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94174) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 11:32:39.097746 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron_lib.callbacks.manager [None req-256cdbd3-578d-4d74-a80f-6fd5dc650090 tempest-PortsTestJSON-2085221018 tempest-PortsTestJSON-2085221018-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-217507'] for port, before_response {{(pid=94174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:32:39.125588 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e6f324b2-07ee-43c8-a4bf-119655c44b60 tempest-PortsAdminExtendedAttrsTestJSON-1772465988 tempest-PortsAdminExtendedAttrsTestJSON-1772465988-project-admin] Port 6f81fe5d-a5ad-47fe-b6d1-925cfc15e0c7 on network a2a3038f-d74f-4d71-9006-cee952f59bc9 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-6013 {{(pid=94174) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 23 11:32:39.125588 dv-neutron-601336-94-hyperv neutron-server[94174]: ERROR neutron.plugins.ml2.managers [None req-e6f324b2-07ee-43c8-a4bf-119655c44b60 tempest-PortsAdminExtendedAttrsTestJSON-1772465988 tempest-PortsAdminExtendedAttrsTestJSON-1772465988-project-admin] Failed to bind port 6f81fe5d-a5ad-47fe-b6d1-925cfc15e0c7 on host hv-neutron-6013 for vnic_type normal using segments [{'id': '51c52a79-52ae-4599-8fdf-ce32e6bbbadb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 402, 'network_id': 'a2a3038f-d74f-4d71-9006-cee952f59bc9'}] Jun 23 11:32:39.127569 dv-neutron-601336-94-hyperv neutron-server[94174]: INFO neutron.plugins.ml2.plugin [None req-e6f324b2-07ee-43c8-a4bf-119655c44b60 tempest-PortsAdminExtendedAttrsTestJSON-1772465988 tempest-PortsAdminExtendedAttrsTestJSON-1772465988-project-admin] Attempt 10 to bind port 6f81fe5d-a5ad-47fe-b6d1-925cfc15e0c7 Jun 23 11:32:39.146131 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c08717e6-b0fe-42d7-a389-a9f30f5feb44 tempest-BulkNetworkOpsIpV6Test-986121801 tempest-BulkNetworkOpsIpV6Test-986121801-project] Checking segment: {'id': '13947540-3607-4d23-903c-58a391432f24', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 439, 'network_id': '06c152a2-08dd-48ff-97f3-475017e92c2a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94175) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 23 11:32:39.146564 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c08717e6-b0fe-42d7-a389-a9f30f5feb44 tempest-BulkNetworkOpsIpV6Test-986121801 tempest-BulkNetworkOpsIpV6Test-986121801-project] Network hostable DHCP agents. Network: 06c152a2-08dd-48ff-97f3-475017e92c2a, hostable agents: ['8cf29b10-0e57-4131-816f-a4b6ad00b249'], hosted agents: [] {{(pid=94175) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 23 11:32:39.148778 dv-neutron-601336-94-hyperv neutron-server[94174]: INFO neutron.wsgi [req-2be15162-a814-45c2-b912-04fe9ed889c4 req-0f527cb6-43e3-4963-889c-cf1a89da2807 service neutron] 10.222.0.20 "GET /v2.0/networks/34cf218b-02ad-4259-a49e-5807c729dd9a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2199428 Jun 23 11:32:39.149996 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.plugins.ml2.managers [None req-e6f324b2-07ee-43c8-a4bf-119655c44b60 tempest-PortsAdminExtendedAttrsTestJSON-1772465988 tempest-PortsAdminExtendedAttrsTestJSON-1772465988-project-admin] Attempting to bind port 6f81fe5d-a5ad-47fe-b6d1-925cfc15e0c7 on host hv-neutron-6013 for vnic_type normal with profile {{(pid=94174) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 23 11:32:39.150349 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.plugins.ml2.managers [None req-e6f324b2-07ee-43c8-a4bf-119655c44b60 tempest-PortsAdminExtendedAttrsTestJSON-1772465988 tempest-PortsAdminExtendedAttrsTestJSON-1772465988-project-admin] Attempting to bind port 6f81fe5d-a5ad-47fe-b6d1-925cfc15e0c7 by drivers openvswitch,hyperv on host hv-neutron-6013 at level 0 using segments [{'id': '51c52a79-52ae-4599-8fdf-ce32e6bbbadb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 402, 'network_id': 'a2a3038f-d74f-4d71-9006-cee952f59bc9'}] {{(pid=94174) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 23 11:32:39.150690 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e6f324b2-07ee-43c8-a4bf-119655c44b60 tempest-PortsAdminExtendedAttrsTestJSON-1772465988 tempest-PortsAdminExtendedAttrsTestJSON-1772465988-project-admin] Attempting to bind port 6f81fe5d-a5ad-47fe-b6d1-925cfc15e0c7 on network a2a3038f-d74f-4d71-9006-cee952f59bc9 {{(pid=94174) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 23 11:32:39.152064 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c08717e6-b0fe-42d7-a389-a9f30f5feb44 tempest-BulkNetworkOpsIpV6Test-986121801 tempest-BulkNetworkOpsIpV6Test-986121801-project] Pushing event updated for resources: {'Subnet': ['ID=5c4737e3-3056-49e1-977b-e6eff383d103,revision_number=0']} {{(pid=94175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 11:32:39.156931 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG oslo_concurrency.lockutils [None req-c08717e6-b0fe-42d7-a389-a9f30f5feb44 tempest-BulkNetworkOpsIpV6Test-986121801 tempest-BulkNetworkOpsIpV6Test-986121801-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.104s {{(pid=94175) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 11:32:39.171397 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e6f324b2-07ee-43c8-a4bf-119655c44b60 tempest-PortsAdminExtendedAttrsTestJSON-1772465988 tempest-PortsAdminExtendedAttrsTestJSON-1772465988-project-admin] Port 6f81fe5d-a5ad-47fe-b6d1-925cfc15e0c7 on network a2a3038f-d74f-4d71-9006-cee952f59bc9 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-6013 {{(pid=94174) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 23 11:32:39.171766 dv-neutron-601336-94-hyperv neutron-server[94174]: ERROR neutron.plugins.ml2.managers [None req-e6f324b2-07ee-43c8-a4bf-119655c44b60 tempest-PortsAdminExtendedAttrsTestJSON-1772465988 tempest-PortsAdminExtendedAttrsTestJSON-1772465988-project-admin] Failed to bind port 6f81fe5d-a5ad-47fe-b6d1-925cfc15e0c7 on host hv-neutron-6013 for vnic_type normal using segments [{'id': '51c52a79-52ae-4599-8fdf-ce32e6bbbadb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 402, 'network_id': 'a2a3038f-d74f-4d71-9006-cee952f59bc9'}] Jun 23 11:32:39.172204 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron_lib.callbacks.manager [None req-e6f324b2-07ee-43c8-a4bf-119655c44b60 tempest-PortsAdminExtendedAttrsTestJSON-1772465988 tempest-PortsAdminExtendedAttrsTestJSON-1772465988-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-923122'] for port, before_update {{(pid=94174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:32:39.215518 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-aa6e6ef0-84f4-41f3-b43e-7eac117cb915 tempest-NetworksTestDHCPv6-162546708 tempest-NetworksTestDHCPv6-162546708-project] Made reservation on behalf of 5e61222a836c47229c94e37f3902e6bd for: {'port': 1} {{(pid=94174) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 23 11:32:39.244038 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron_lib.callbacks.manager [None req-d7a7ada7-9b40-4b98-95f2-17b270faf675 tempest-RoutersNegativeTest-1531528216 tempest-RoutersNegativeTest-1531528216-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8002400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7866073'] for network, after_create {{(pid=94175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:32:39.250757 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d7a7ada7-9b40-4b98-95f2-17b270faf675 tempest-RoutersNegativeTest-1531528216 tempest-RoutersNegativeTest-1531528216-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 11:32:39.251391 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron_lib.callbacks.manager [None req-d7a7ada7-9b40-4b98-95f2-17b270faf675 tempest-RoutersNegativeTest-1531528216 tempest-RoutersNegativeTest-1531528216-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7865916'] for network, before_response {{(pid=94175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:32:39.254758 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG oslo_concurrency.lockutils [None req-cdf3845d-27c7-4190-ad67-ad333386ec00 tempest-BulkNetworkOpsIpV6Test-986121801 tempest-BulkNetworkOpsIpV6Test-986121801-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94175) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 11:32:39.282476 dv-neutron-601336-94-hyperv neutron-server[94174]: INFO neutron.wsgi [None req-256cdbd3-578d-4d74-a80f-6fd5dc650090 tempest-PortsTestJSON-2085221018 tempest-PortsTestJSON-2085221018-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 846 time: 1.9050353 Jun 23 11:32:39.282781 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron_lib.callbacks.manager [None req-a211b5b9-293e-4930-949d-224afcd18f1b None None] Notify callbacks [] for port, precommit_create {{(pid=94176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:32:39.290993 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.db.provisioning_blocks [None req-a211b5b9-293e-4930-949d-224afcd18f1b None None] Transition to ACTIVE for port object 00a87ae8-d2da-4a6d-8cee-6a7f19e315c4 will not be triggered until provisioned by entity L2. {{(pid=94176) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 23 11:32:39.301771 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.wsgi [-] (94174) accepted ('10.222.0.20', 38494) {{(pid=94174) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 11:32:39.306050 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.db.provisioning_blocks [None req-a211b5b9-293e-4930-949d-224afcd18f1b None None] Transition to ACTIVE for port object 00a87ae8-d2da-4a6d-8cee-6a7f19e315c4 will not be triggered until provisioned by entity DHCP. {{(pid=94176) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 23 11:32:39.318579 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c08717e6-b0fe-42d7-a389-a9f30f5feb44 tempest-BulkNetworkOpsIpV6Test-986121801 tempest-BulkNetworkOpsIpV6Test-986121801-project] Network 06c152a2-08dd-48ff-97f3-475017e92c2a is scheduled to be hosted by DHCP agent 8cf29b10-0e57-4131-816f-a4b6ad00b249 with binding_index 1 {{(pid=94175) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 23 11:32:39.365440 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7a7ada7-9b40-4b98-95f2-17b270faf675 tempest-RoutersNegativeTest-1531528216 tempest-RoutersNegativeTest-1531528216-project] Pushing event updated for resources: {'Network': ['ID=0adcd8b9-d403-4e2b-b765-9850dc5b2ccf,revision_number=1']} {{(pid=94175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 11:32:39.369122 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG oslo_concurrency.lockutils [None req-d7a7ada7-9b40-4b98-95f2-17b270faf675 tempest-RoutersNegativeTest-1531528216 tempest-RoutersNegativeTest-1531528216-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.114s {{(pid=94175) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 11:32:39.370368 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron_lib.callbacks.manager [None req-a211b5b9-293e-4930-949d-224afcd18f1b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-922915', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-239814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7866073', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773699642215'] for port, after_create {{(pid=94176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:32:39.374556 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG oslo_concurrency.lockutils [None req-28f1e2bb-b643-4e33-9040-041b5edb0fe5 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 11:32:39.385640 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.plugins.ml2.rpc [None req-dc7542b2-afef-47f4-a763-e3a3cba144be None None] Network 0adcd8b9-d403-4e2b-b765-9850dc5b2ccf details requested by agent ovs-agent-dv-neutron-601336-94-hyperv with host dv-neutron-601336-94-hyperv {{(pid=94176) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:250}} Jun 23 11:32:39.409086 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.scheduler.base_scheduler [None req-c08717e6-b0fe-42d7-a389-a9f30f5feb44 tempest-BulkNetworkOpsIpV6Test-986121801 tempest-BulkNetworkOpsIpV6Test-986121801-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-601336-94-hyperv, 06c152a2-08dd-48ff-97f3-475017e92c2a) {{(pid=94175) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 23 11:32:39.413524 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron_lib.callbacks.manager [None req-c08717e6-b0fe-42d7-a389-a9f30f5feb44 tempest-BulkNetworkOpsIpV6Test-986121801 tempest-BulkNetworkOpsIpV6Test-986121801-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866062', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5083113', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4660095'] for subnet, after_create {{(pid=94175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:32:39.421409 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG oslo_concurrency.lockutils [None req-4b99ea04-d436-4735-bbfb-a076b80b54b3 tempest-NetworksIpV6TestAttrs-49342282 tempest-NetworksIpV6TestAttrs-49342282-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.001s {{(pid=94175) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 11:32:39.427249 dv-neutron-601336-94-hyperv neutron-server[94174]: INFO neutron.wsgi [req-2be15162-a814-45c2-b912-04fe9ed889c4 req-bfbc5c98-3f91-4a82-a3fb-060b0d3f4d11 service neutron] 10.222.0.20 "GET /v2.0/networks/34cf218b-02ad-4259-a49e-5807c729dd9a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2667530 Jun 23 11:32:39.451131 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.plugins.ml2.db [None req-e6f324b2-07ee-43c8-a4bf-119655c44b60 tempest-PortsAdminExtendedAttrsTestJSON-1772465988 tempest-PortsAdminExtendedAttrsTestJSON-1772465988-project-admin] For port 6f81fe5d-a5ad-47fe-b6d1-925cfc15e0c7, host hv-neutron-6013, cleared binding levels {{(pid=94174) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 23 11:32:39.451563 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.plugins.ml2.db [None req-e6f324b2-07ee-43c8-a4bf-119655c44b60 tempest-PortsAdminExtendedAttrsTestJSON-1772465988 tempest-PortsAdminExtendedAttrsTestJSON-1772465988-project-admin] Attempted to set empty binding levels {{(pid=94174) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:65}} Jun 23 11:32:39.455933 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a211b5b9-293e-4930-949d-224afcd18f1b None None] Network f53f535d-bce4-4da8-9bd9-396677ff4e83 is already hosted by enough agents. {{(pid=94176) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 23 11:32:39.458217 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron_lib.callbacks.manager [None req-aa6e6ef0-84f4-41f3-b43e-7eac117cb915 tempest-NetworksTestDHCPv6-162546708 tempest-NetworksTestDHCPv6-162546708-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-923104'] for port, before_create {{(pid=94174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:32:39.458310 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-265f4458-cf5e-4efa-88d0-81d0618ee11c None None] Network 06c152a2-08dd-48ff-97f3-475017e92c2a requested from dv-neutron-601336-94-hyperv {{(pid=94176) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 23 11:32:39.486832 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.notifiers.nova [None req-aa6e6ef0-84f4-41f3-b43e-7eac117cb915 tempest-NetworksTestDHCPv6-162546708 tempest-NetworksTestDHCPv6-162546708-project] device_id is not set on port 6eca43e1-b85d-4793-a970-c69cec6ed283 yet. {{(pid=94174) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jun 23 11:32:39.490696 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c08717e6-b0fe-42d7-a389-a9f30f5feb44 tempest-BulkNetworkOpsIpV6Test-986121801 tempest-BulkNetworkOpsIpV6Test-986121801-project] Checking segment: {'id': '0a981d69-00eb-44fb-8329-abe5e476dcba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 425, 'network_id': '4dbe8180-6497-4576-a300-f73d087f15c4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94175) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 23 11:32:39.491135 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c08717e6-b0fe-42d7-a389-a9f30f5feb44 tempest-BulkNetworkOpsIpV6Test-986121801 tempest-BulkNetworkOpsIpV6Test-986121801-project] Network hostable DHCP agents. Network: 4dbe8180-6497-4576-a300-f73d087f15c4, hostable agents: ['8cf29b10-0e57-4131-816f-a4b6ad00b249'], hosted agents: [] {{(pid=94175) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 23 11:32:39.504767 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c08717e6-b0fe-42d7-a389-a9f30f5feb44 tempest-BulkNetworkOpsIpV6Test-986121801 tempest-BulkNetworkOpsIpV6Test-986121801-project] Pushing event updated for resources: {'Subnet': ['ID=2553ac77-ff20-4333-a42c-ce8a1cacd8c5,revision_number=0']} {{(pid=94175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 11:32:39.509856 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG oslo_concurrency.lockutils [None req-c08717e6-b0fe-42d7-a389-a9f30f5feb44 tempest-BulkNetworkOpsIpV6Test-986121801 tempest-BulkNetworkOpsIpV6Test-986121801-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.089s {{(pid=94175) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 11:32:39.530525 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.scheduler.base_scheduler [None req-a211b5b9-293e-4930-949d-224afcd18f1b None None] Resources bound (agent type, host, resource id): {{(pid=94176) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 23 11:32:39.540269 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.plugins.ml2.plugin [None req-ad5394d4-b04f-47bf-a2a3-32404e4140cb tempest-PortsTestJSON-2085221018 tempest-PortsTestJSON-2085221018-project] Deleting port 349afffa-6536-44f7-b15a-1f7608b956c9 {{(pid=94174) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1913}} Jun 23 11:32:39.540614 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron_lib.callbacks.manager [None req-ad5394d4-b04f-47bf-a2a3-32404e4140cb tempest-PortsTestJSON-2085221018 tempest-PortsTestJSON-2085221018-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773700079324'] for port, before_delete {{(pid=94174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:32:39.543188 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a211b5b9-293e-4930-949d-224afcd18f1b None None] Received port after_create {{(pid=94176) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 23 11:32:39.557171 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a211b5b9-293e-4930-949d-224afcd18f1b None None] Pushing event updated for resources: {'Port': ['ID=00a87ae8-d2da-4a6d-8cee-6a7f19e315c4,revision_number=1']} {{(pid=94176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 11:32:39.564645 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG oslo_concurrency.lockutils [None req-a211b5b9-293e-4930-949d-224afcd18f1b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.190s {{(pid=94176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 11:32:39.567218 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron_lib.callbacks.manager [None req-e6f324b2-07ee-43c8-a4bf-119655c44b60 tempest-PortsAdminExtendedAttrsTestJSON-1772465988 tempest-PortsAdminExtendedAttrsTestJSON-1772465988-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-922904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866062', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773700135042', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773699642233', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773699642278', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5196369'] for port, after_update {{(pid=94174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:32:39.598357 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron_lib.callbacks.manager [None req-7c52111c-bb4e-45ed-864e-3bd50149bced admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:32:39.601128 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c08717e6-b0fe-42d7-a389-a9f30f5feb44 tempest-BulkNetworkOpsIpV6Test-986121801 tempest-BulkNetworkOpsIpV6Test-986121801-project] Network 4dbe8180-6497-4576-a300-f73d087f15c4 is scheduled to be hosted by DHCP agent 8cf29b10-0e57-4131-816f-a4b6ad00b249 with binding_index 1 {{(pid=94175) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 23 11:32:39.601267 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG oslo_concurrency.lockutils [None req-ad72d912-00bb-4b6a-b334-17812b8d0db3 tempest-PortsAdminExtendedAttrsTestJSON-1772465988 tempest-PortsAdminExtendedAttrsTestJSON-1772465988-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94174) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 11:32:39.661382 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.plugins.ml2.managers [None req-a211b5b9-293e-4930-949d-224afcd18f1b None None] Attempting to bind port 00a87ae8-d2da-4a6d-8cee-6a7f19e315c4 on host dv-neutron-601336-94-hyperv for vnic_type normal with profile {{(pid=94176) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 23 11:32:39.661949 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.plugins.ml2.managers [None req-a211b5b9-293e-4930-949d-224afcd18f1b None None] Attempting to bind port 00a87ae8-d2da-4a6d-8cee-6a7f19e315c4 by drivers openvswitch,hyperv on host dv-neutron-601336-94-hyperv at level 0 using segments [{'id': '6303a411-6e70-4139-a530-9ee4cf8ba843', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 419, 'network_id': 'f53f535d-bce4-4da8-9bd9-396677ff4e83'}] {{(pid=94176) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 23 11:32:39.662281 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a211b5b9-293e-4930-949d-224afcd18f1b None None] Attempting to bind port 00a87ae8-d2da-4a6d-8cee-6a7f19e315c4 on network f53f535d-bce4-4da8-9bd9-396677ff4e83 {{(pid=94176) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 23 11:32:39.673498 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a211b5b9-293e-4930-949d-224afcd18f1b None None] Checking agent: {'id': '4d05f899-5ac9-411b-8a03-f60c93f87cdf', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-601336-94-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 23, 11, 22, 14), 'started_at': datetime.datetime(2021, 6, 23, 11, 22, 44), 'heartbeat_timestamp': datetime.datetime(2021, 6, 23, 11, 32, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'monitor_allowed_address_pair_garp': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-601336-94-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94176) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 23 11:32:39.674000 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a211b5b9-293e-4930-949d-224afcd18f1b None None] Checking segment: {'id': '6303a411-6e70-4139-a530-9ee4cf8ba843', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 419, 'network_id': 'f53f535d-bce4-4da8-9bd9-396677ff4e83'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94176) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 23 11:32:39.674478 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron_lib.callbacks.manager [None req-a211b5b9-293e-4930-949d-224afcd18f1b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:32:39.675436 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a211b5b9-293e-4930-949d-224afcd18f1b None None] Bound using segment: {'id': '6303a411-6e70-4139-a530-9ee4cf8ba843', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 419, 'network_id': 'f53f535d-bce4-4da8-9bd9-396677ff4e83'} {{(pid=94176) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 23 11:32:39.675436 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.plugins.ml2.managers [None req-a211b5b9-293e-4930-949d-224afcd18f1b None None] Bound port: 00a87ae8-d2da-4a6d-8cee-6a7f19e315c4, host: dv-neutron-601336-94-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6303a411-6e70-4139-a530-9ee4cf8ba843', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 419, 'network_id': 'f53f535d-bce4-4da8-9bd9-396677ff4e83'}}] {{(pid=94176) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 23 11:32:39.675906 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron_lib.callbacks.manager [None req-a211b5b9-293e-4930-949d-224afcd18f1b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-923122'] for port, before_update {{(pid=94176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:32:39.683364 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.plugins.ml2.plugin [None req-e6f324b2-07ee-43c8-a4bf-119655c44b60 tempest-PortsAdminExtendedAttrsTestJSON-1772465988 tempest-PortsAdminExtendedAttrsTestJSON-1772465988-project-admin] In _notify_port_updated(), no bound segment for port 6f81fe5d-a5ad-47fe-b6d1-925cfc15e0c7 on network a2a3038f-d74f-4d71-9006-cee952f59bc9 {{(pid=94174) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:876}} Jun 23 11:32:39.684231 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e6f324b2-07ee-43c8-a4bf-119655c44b60 tempest-PortsAdminExtendedAttrsTestJSON-1772465988 tempest-PortsAdminExtendedAttrsTestJSON-1772465988-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94174) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 11:32:39.684839 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron_lib.callbacks.manager [None req-e6f324b2-07ee-43c8-a4bf-119655c44b60 tempest-PortsAdminExtendedAttrsTestJSON-1772465988 tempest-PortsAdminExtendedAttrsTestJSON-1772465988-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-217507'] for port, before_response {{(pid=94174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:32:39.686158 dv-neutron-601336-94-hyperv neutron-server[94174]: INFO neutron.wsgi [None req-e6f324b2-07ee-43c8-a4bf-119655c44b60 tempest-PortsAdminExtendedAttrsTestJSON-1772465988 tempest-PortsAdminExtendedAttrsTestJSON-1772465988-project-admin] 10.222.0.20 "PUT /v2.0/ports/6f81fe5d-a5ad-47fe-b6d1-925cfc15e0c7 HTTP/1.1" status: 200 len: 977 time: 3.2086101 Jun 23 11:32:39.690313 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.wsgi [-] (94175) accepted ('10.222.0.20', 38496) {{(pid=94175) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 11:32:39.693802 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron_lib.callbacks.manager [None req-ad5394d4-b04f-47bf-a2a3-32404e4140cb tempest-PortsTestJSON-2085221018 tempest-PortsTestJSON-2085221018-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-430722'] for port, precommit_delete {{(pid=94174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:32:39.702992 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron_lib.callbacks.manager [None req-7c52111c-bb4e-45ed-864e-3bd50149bced admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7996330'] for security_group, after_create {{(pid=94175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:32:39.708610 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f769bf2b-5c85-41d3-be36-af5f20c8bcac None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1e0d828a-1fa4-563d-b7fd-53adf66a04ee-06c152a2-08dd-48ff-97f3-475017e92c2a', 'network_id': '06c152a2-08dd-48ff-97f3-475017e92c2a', 'tenant_id': '23ef76af747c4dd2ab3e1919971f3de2', 'fixed_ips': [{'subnet_id': '5c4737e3-3056-49e1-977b-e6eff383d103'}]}} from dv-neutron-601336-94-hyperv. {{(pid=94176) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 23 11:32:39.709452 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron_lib.callbacks.manager [None req-f769bf2b-5c85-41d3-be36-af5f20c8bcac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-923104'] for port, before_create {{(pid=94176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:32:39.717636 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.plugins.ml2.plugin [None req-ad5394d4-b04f-47bf-a2a3-32404e4140cb tempest-PortsTestJSON-2085221018 tempest-PortsTestJSON-2085221018-project] Calling delete_port for 349afffa-6536-44f7-b15a-1f7608b956c9 owned by {{(pid=94174) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1986}} Jun 23 11:32:39.726107 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6f324b2-07ee-43c8-a4bf-119655c44b60 tempest-PortsAdminExtendedAttrsTestJSON-1772465988 tempest-PortsAdminExtendedAttrsTestJSON-1772465988-project-admin] Pushing event updated for resources: {'Port': ['ID=6f81fe5d-a5ad-47fe-b6d1-925cfc15e0c7,revision_number=3']} {{(pid=94174) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 11:32:39.729313 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG oslo_concurrency.lockutils [None req-d24527e9-fa92-4773-b5c6-48c4205ace54 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94175) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 11:32:39.731099 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.scheduler.base_scheduler [None req-c08717e6-b0fe-42d7-a389-a9f30f5feb44 tempest-BulkNetworkOpsIpV6Test-986121801 tempest-BulkNetworkOpsIpV6Test-986121801-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-601336-94-hyperv, 4dbe8180-6497-4576-a300-f73d087f15c4) {{(pid=94175) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 23 11:32:39.734095 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG oslo_concurrency.lockutils [None req-e6f324b2-07ee-43c8-a4bf-119655c44b60 tempest-PortsAdminExtendedAttrsTestJSON-1772465988 tempest-PortsAdminExtendedAttrsTestJSON-1772465988-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.133s {{(pid=94174) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 11:32:39.741841 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.db.db_base_plugin_common [None req-aa6e6ef0-84f4-41f3-b43e-7eac117cb915 tempest-NetworksTestDHCPv6-162546708 tempest-NetworksTestDHCPv6-162546708-project] Allocated IP 2001:db8::f816:3eff:fe56:315f (f53f535d-bce4-4da8-9bd9-396677ff4e83/dbe6fc38-1185-4e0a-9dd6-2092fda7e927/6eca43e1-b85d-4793-a970-c69cec6ed283) {{(pid=94174) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 23 11:32:39.751967 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-195904d0-d32f-4c7d-98bb-3aaaa2c13751 None None] Network 4dbe8180-6497-4576-a300-f73d087f15c4 requested from dv-neutron-601336-94-hyperv {{(pid=94176) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 23 11:32:39.792366 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c08717e6-b0fe-42d7-a389-a9f30f5feb44 tempest-BulkNetworkOpsIpV6Test-986121801 tempest-BulkNetworkOpsIpV6Test-986121801-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 11:32:39.793154 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c08717e6-b0fe-42d7-a389-a9f30f5feb44 tempest-BulkNetworkOpsIpV6Test-986121801 tempest-BulkNetworkOpsIpV6Test-986121801-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 11:32:39.794024 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron_lib.callbacks.manager [None req-c08717e6-b0fe-42d7-a389-a9f30f5feb44 tempest-BulkNetworkOpsIpV6Test-986121801 tempest-BulkNetworkOpsIpV6Test-986121801-project] Notify callbacks [] for subnet, before_response {{(pid=94175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:32:39.800033 dv-neutron-601336-94-hyperv neutron-server[94175]: INFO neutron.wsgi [None req-d7a7ada7-9b40-4b98-95f2-17b270faf675 tempest-RoutersNegativeTest-1531528216 tempest-RoutersNegativeTest-1531528216-project] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 787 time: 1.3380883 Jun 23 11:32:39.805524 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.wsgi [-] (94174) accepted ('10.222.0.20', 38500) {{(pid=94174) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 11:32:39.814182 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.api.v2.base [None req-1533085e-8ce8-4573-9153-62eb10ea3737 tempest-RoutersNegativeTest-1531528216 tempest-RoutersNegativeTest-1531528216-project] Request body: {'subnet': {'network_id': '0adcd8b9-d403-4e2b-b765-9850dc5b2ccf', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=94174) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 23 11:32:39.857356 dv-neutron-601336-94-hyperv neutron-server[94175]: INFO neutron.wsgi [None req-7c52111c-bb4e-45ed-864e-3bd50149bced admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=51952f9d9a384b88b4974635312ad1de&name=default HTTP/1.1" status: 200 len: 2979 time: 1.0672822 Jun 23 11:32:39.877699 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c52111c-bb4e-45ed-864e-3bd50149bced admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=63ad926f-1a96-4b32-90a3-718d43fcaf4d,revision_number=1']} {{(pid=94175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 11:32:39.877865 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.wsgi [-] (94174) accepted ('10.222.0.20', 38504) {{(pid=94174) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 11:32:39.883054 dv-neutron-601336-94-hyperv neutron-server[94175]: INFO neutron.wsgi [req-e10a6984-0dec-4fbd-8a5c-279c77057705 req-637f9a44-0b83-4893-9f95-e947137cbcbf tempest-ServerActionsTestJSON-161917335 tempest-ServerActionsTestJSON-161917335-project] 10.222.0.20 "GET /v2.0/ports?device_id=85769616-6b8b-4da7-ad73-344986edf607 HTTP/1.1" status: 200 len: 210 time: 0.0581431 Jun 23 11:32:39.884288 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG oslo_concurrency.lockutils [None req-7c52111c-bb4e-45ed-864e-3bd50149bced admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.155s {{(pid=94175) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 11:32:39.929400 dv-neutron-601336-94-hyperv neutron-server[94175]: INFO neutron.wsgi [None req-c08717e6-b0fe-42d7-a389-a9f30f5feb44 tempest-BulkNetworkOpsIpV6Test-986121801 tempest-BulkNetworkOpsIpV6Test-986121801-project] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 1475 time: 1.9385133 Jun 23 11:32:39.932736 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.wsgi [-] (94175) accepted ('10.222.0.20', 38508) {{(pid=94175) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 11:32:39.991215 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.plugins.ml2.db [None req-a211b5b9-293e-4930-949d-224afcd18f1b None None] For port 00a87ae8-d2da-4a6d-8cee-6a7f19e315c4, host dv-neutron-601336-94-hyperv, cleared binding levels {{(pid=94176) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 23 11:32:40.006209 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8f2d91c8-f8b6-49c0-8b93-7d11df6294b3 tempest-BulkNetworkOpsIpV6Test-986121801 tempest-BulkNetworkOpsIpV6Test-986121801-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 11:32:40.007870 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8f2d91c8-f8b6-49c0-8b93-7d11df6294b3 tempest-BulkNetworkOpsIpV6Test-986121801 tempest-BulkNetworkOpsIpV6Test-986121801-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 11:32:40.009736 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.plugins.ml2.db [None req-a211b5b9-293e-4930-949d-224afcd18f1b None None] For port 00a87ae8-d2da-4a6d-8cee-6a7f19e315c4, host dv-neutron-601336-94-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-94-hyperv',level=0,port_id=00a87ae8-d2da-4a6d-8cee-6a7f19e315c4,segment=NetworkSegment(6303a411-6e70-4139-a530-9ee4cf8ba843),segment_id=6303a411-6e70-4139-a530-9ee4cf8ba843)] {{(pid=94176) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 23 11:32:40.010005 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8f2d91c8-f8b6-49c0-8b93-7d11df6294b3 tempest-BulkNetworkOpsIpV6Test-986121801 tempest-BulkNetworkOpsIpV6Test-986121801-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 11:32:40.012991 dv-neutron-601336-94-hyperv neutron-server[94175]: INFO neutron.wsgi [None req-8f2d91c8-f8b6-49c0-8b93-7d11df6294b3 tempest-BulkNetworkOpsIpV6Test-986121801 tempest-BulkNetworkOpsIpV6Test-986121801-project] 10.222.0.20 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2101 time: 0.0770602 Jun 23 11:32:40.015816 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.plugins.ml2.plugin [None req-fcba2a12-fad2-46be-9a06-822754d49391 tempest-PortsAdminExtendedAttrsTestJSON-1772465988 tempest-PortsAdminExtendedAttrsTestJSON-1772465988-project-admin] Deleting port 6f81fe5d-a5ad-47fe-b6d1-925cfc15e0c7 {{(pid=94175) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1913}} Jun 23 11:32:40.016348 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron_lib.callbacks.manager [None req-fcba2a12-fad2-46be-9a06-822754d49391 tempest-PortsAdminExtendedAttrsTestJSON-1772465988 tempest-PortsAdminExtendedAttrsTestJSON-1772465988-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773700079324'] for port, before_delete {{(pid=94175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:32:40.023855 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.wsgi [-] (94174) accepted ('10.222.0.20', 38512) {{(pid=94174) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 11:32:40.078607 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.db.db_base_plugin_common [None req-f769bf2b-5c85-41d3-be36-af5f20c8bcac None None] Allocated IP 2001:db8::1 (06c152a2-08dd-48ff-97f3-475017e92c2a/5c4737e3-3056-49e1-977b-e6eff383d103/4cdea75b-c375-464e-bc52-40c4dd830bf7) {{(pid=94176) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 23 11:32:40.116484 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.plugins.ml2.db [None req-fcba2a12-fad2-46be-9a06-822754d49391 tempest-PortsAdminExtendedAttrsTestJSON-1772465988 tempest-PortsAdminExtendedAttrsTestJSON-1772465988-project-admin] For port 6f81fe5d-a5ad-47fe-b6d1-925cfc15e0c7, host hv-neutron-6013, got binding levels [] {{(pid=94175) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 23 11:32:40.117414 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron_lib.callbacks.manager [None req-fcba2a12-fad2-46be-9a06-822754d49391 tempest-PortsAdminExtendedAttrsTestJSON-1772465988 tempest-PortsAdminExtendedAttrsTestJSON-1772465988-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-430722'] for port, precommit_delete {{(pid=94175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:32:40.121348 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron_lib.callbacks.manager [None req-a211b5b9-293e-4930-949d-224afcd18f1b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-922904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866062', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773700135042', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773699642233', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773699642278'] for port, after_update {{(pid=94176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:32:40.125092 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG oslo_concurrency.lockutils [None req-32d4b570-906a-4cf9-88d0-ec120faaa793 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 11:32:40.125959 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron_lib.callbacks.manager [None req-64e06b7b-cb65-441b-a2a1-212b89eb0fee admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:32:40.133318 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.plugins.ml2.plugin [None req-fcba2a12-fad2-46be-9a06-822754d49391 tempest-PortsAdminExtendedAttrsTestJSON-1772465988 tempest-PortsAdminExtendedAttrsTestJSON-1772465988-project-admin] Calling delete_port for 6f81fe5d-a5ad-47fe-b6d1-925cfc15e0c7 owned by {{(pid=94175) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1986}} Jun 23 11:32:40.141949 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.db.db_base_plugin_v2 [None req-d98323a0-3156-435a-8e98-ad230631a887 tempest-BulkNetworkOpsIpV6Test-986121801 tempest-BulkNetworkOpsIpV6Test-986121801-project] Deleting subnet 5c4737e3-3056-49e1-977b-e6eff383d103 {{(pid=94174) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jun 23 11:32:40.152022 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron_lib.callbacks.manager [None req-ad5394d4-b04f-47bf-a2a3-32404e4140cb tempest-PortsTestJSON-2085221018 tempest-PortsTestJSON-2085221018-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-922904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866062', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773700135024', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773699642224', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5196390'] for port, after_delete {{(pid=94174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:32:40.165987 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG oslo_concurrency.lockutils [None req-7a9d9c4c-91a6-4547-80e1-179ae6939dc6 tempest-RoutersAdminNegativeTest-145254802 tempest-RoutersAdminNegativeTest-145254802-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94174) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 11:32:40.211017 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad5394d4-b04f-47bf-a2a3-32404e4140cb tempest-PortsTestJSON-2085221018 tempest-PortsTestJSON-2085221018-project] Pushing event deleted for resources: {'Port': ['ID=349afffa-6536-44f7-b15a-1f7608b956c9,revision_number=None']} {{(pid=94174) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 11:32:40.219861 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron_lib.callbacks.manager [None req-64e06b7b-cb65-441b-a2a1-212b89eb0fee admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:32:40.221486 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9f63ca90-cd29-46c3-99fd-7c9aff6c9ef3 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1e0d828a-1fa4-563d-b7fd-53adf66a04ee-4dbe8180-6497-4576-a300-f73d087f15c4', 'network_id': '4dbe8180-6497-4576-a300-f73d087f15c4', 'tenant_id': '23ef76af747c4dd2ab3e1919971f3de2', 'fixed_ips': [{'subnet_id': '2553ac77-ff20-4333-a42c-ce8a1cacd8c5'}]}} from dv-neutron-601336-94-hyperv. {{(pid=94176) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 23 11:32:40.221638 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1533085e-8ce8-4573-9153-62eb10ea3737 tempest-RoutersNegativeTest-1531528216 tempest-RoutersNegativeTest-1531528216-project] Made reservation on behalf of 73000ee9e8e84cbc8c10d08d73ff8c14 for: {'subnet': 1} {{(pid=94174) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 23 11:32:40.222904 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron_lib.callbacks.manager [None req-9f63ca90-cd29-46c3-99fd-7c9aff6c9ef3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-923104'] for port, before_create {{(pid=94176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:32:40.224857 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron_lib.callbacks.manager [None req-1533085e-8ce8-4573-9153-62eb10ea3737 tempest-RoutersNegativeTest-1531528216 tempest-RoutersNegativeTest-1531528216-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4294245'] for subnet, before_create {{(pid=94174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:32:40.232991 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG oslo_concurrency.lockutils [None req-ad5394d4-b04f-47bf-a2a3-32404e4140cb tempest-PortsTestJSON-2085221018 tempest-PortsTestJSON-2085221018-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.066s {{(pid=94174) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 11:32:40.240561 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron_lib.callbacks.manager [None req-aa6e6ef0-84f4-41f3-b43e-7eac117cb915 tempest-NetworksTestDHCPv6-162546708 tempest-NetworksTestDHCPv6-162546708-project] Notify callbacks [] for port, precommit_create {{(pid=94174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:32:40.282774 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron_lib.callbacks.manager [None req-ad5394d4-b04f-47bf-a2a3-32404e4140cb tempest-PortsTestJSON-2085221018 tempest-PortsTestJSON-2085221018-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-217507'] for port, before_response {{(pid=94174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:32:40.287384 dv-neutron-601336-94-hyperv neutron-server[94174]: INFO neutron.wsgi [None req-ad5394d4-b04f-47bf-a2a3-32404e4140cb tempest-PortsTestJSON-2085221018 tempest-PortsTestJSON-2085221018-project] 10.222.0.20 "DELETE /v2.0/ports/349afffa-6536-44f7-b15a-1f7608b956c9 HTTP/1.1" status: 204 len: 168 time: 0.9763556 Jun 23 11:32:40.287570 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a211b5b9-293e-4930-949d-224afcd18f1b None None] Pushing event updated for resources: {'Port': ['ID=00a87ae8-d2da-4a6d-8cee-6a7f19e315c4,revision_number=2']} {{(pid=94176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 11:32:40.290273 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.wsgi [-] (94175) accepted ('10.222.0.20', 38514) {{(pid=94175) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 11:32:40.298567 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.api.v2.base [None req-023b7de7-4652-481c-a681-595877ff0f4f tempest-PortsTestJSON-2085221018 tempest-PortsTestJSON-2085221018-project] Request body: {'port': {'network_id': 'c9584ed1-23c5-47a7-b4d6-264bedad0f19', 'mac_address': 'fa:16:3e:d8:63:ea', 'name': 'tempest-PortsTestJSON-775180439'}} {{(pid=94175) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 23 11:32:40.300012 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG oslo_concurrency.lockutils [None req-a211b5b9-293e-4930-949d-224afcd18f1b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.175s {{(pid=94176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 11:32:40.321945 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.db.provisioning_blocks [None req-aa6e6ef0-84f4-41f3-b43e-7eac117cb915 tempest-NetworksTestDHCPv6-162546708 tempest-NetworksTestDHCPv6-162546708-project] Transition to ACTIVE for port object 6eca43e1-b85d-4793-a970-c69cec6ed283 will not be triggered until provisioned by entity DHCP. {{(pid=94174) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 23 11:32:40.367277 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron_lib.callbacks.manager [None req-fcba2a12-fad2-46be-9a06-822754d49391 tempest-PortsAdminExtendedAttrsTestJSON-1772465988 tempest-PortsAdminExtendedAttrsTestJSON-1772465988-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-922904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866062', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773700135024', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773699642224', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5082448'] for port, after_delete {{(pid=94175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:32:40.383391 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG oslo_concurrency.lockutils [None req-c9717c56-e082-4f10-a2ed-4e351dcdc482 tempest-PortsTestJSON-2085221018 tempest-PortsTestJSON-2085221018-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94175) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 11:32:40.430869 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron_lib.callbacks.manager [None req-fcba2a12-fad2-46be-9a06-822754d49391 tempest-PortsAdminExtendedAttrsTestJSON-1772465988 tempest-PortsAdminExtendedAttrsTestJSON-1772465988-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-217507'] for port, before_response {{(pid=94175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:32:40.433073 dv-neutron-601336-94-hyperv neutron-server[94175]: INFO neutron.wsgi [None req-fcba2a12-fad2-46be-9a06-822754d49391 tempest-PortsAdminExtendedAttrsTestJSON-1772465988 tempest-PortsAdminExtendedAttrsTestJSON-1772465988-project-admin] 10.222.0.20 "DELETE /v2.0/ports/6f81fe5d-a5ad-47fe-b6d1-925cfc15e0c7 HTTP/1.1" status: 204 len: 168 time: 0.7414978 Jun 23 11:32:40.434195 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcba2a12-fad2-46be-9a06-822754d49391 tempest-PortsAdminExtendedAttrsTestJSON-1772465988 tempest-PortsAdminExtendedAttrsTestJSON-1772465988-project-admin] Pushing event deleted for resources: {'Port': ['ID=6f81fe5d-a5ad-47fe-b6d1-925cfc15e0c7,revision_number=None']} {{(pid=94175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 11:32:40.438609 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.wsgi [-] (94174) accepted ('10.222.0.20', 38516) {{(pid=94174) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 11:32:40.442330 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG oslo_concurrency.lockutils [None req-fcba2a12-fad2-46be-9a06-822754d49391 tempest-PortsAdminExtendedAttrsTestJSON-1772465988 tempest-PortsAdminExtendedAttrsTestJSON-1772465988-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.061s {{(pid=94175) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 11:32:40.474954 dv-neutron-601336-94-hyperv neutron-server[94174]: INFO neutron.pecan_wsgi.hooks.translation [None req-61d5430c-2cc7-4924-b535-eadeb5fe453e tempest-PortsAdminExtendedAttrsTestJSON-1772465988 tempest-PortsAdminExtendedAttrsTestJSON-1772465988-project-admin] GET failed (client error): The resource could not be found. Jun 23 11:32:40.476511 dv-neutron-601336-94-hyperv neutron-server[94174]: INFO neutron.wsgi [None req-61d5430c-2cc7-4924-b535-eadeb5fe453e tempest-PortsAdminExtendedAttrsTestJSON-1772465988 tempest-PortsAdminExtendedAttrsTestJSON-1772465988-project-admin] 10.222.0.20 "GET /v2.0/ports/6f81fe5d-a5ad-47fe-b6d1-925cfc15e0c7 HTTP/1.1" status: 404 len: 333 time: 0.0368819 Jun 23 11:32:40.481617 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.wsgi [-] (94175) accepted ('10.222.0.20', 38518) {{(pid=94175) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 11:32:40.540419 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron_lib.callbacks.manager [None req-64e06b7b-cb65-441b-a2a1-212b89eb0fee admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7996330'] for security_group, after_delete {{(pid=94174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:32:40.543250 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron_lib.callbacks.manager [None req-64e06b7b-cb65-441b-a2a1-212b89eb0fee admin admin] Notify callbacks [] for security_group, before_response {{(pid=94174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:32:40.547077 dv-neutron-601336-94-hyperv neutron-server[94174]: INFO neutron.wsgi [None req-64e06b7b-cb65-441b-a2a1-212b89eb0fee admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/63ad926f-1a96-4b32-90a3-718d43fcaf4d HTTP/1.1" status: 204 len: 168 time: 0.6648638 Jun 23 11:32:40.547077 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG oslo_concurrency.lockutils [None req-d045b380-1a38-4d1f-9603-16f90eab7647 tempest-ExtraDHCPOptionsTestJSON-1313277810 tempest-ExtraDHCPOptionsTestJSON-1313277810-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94174) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 11:32:40.572671 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64e06b7b-cb65-441b-a2a1-212b89eb0fee admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=63ad926f-1a96-4b32-90a3-718d43fcaf4d,revision_number=None']} {{(pid=94174) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 11:32:40.574646 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron_lib.callbacks.manager [None req-f769bf2b-5c85-41d3-be36-af5f20c8bcac None None] Notify callbacks [] for port, precommit_create {{(pid=94176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:32:40.591106 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron_lib.callbacks.manager [None req-aa6e6ef0-84f4-41f3-b43e-7eac117cb915 tempest-NetworksTestDHCPv6-162546708 tempest-NetworksTestDHCPv6-162546708-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-922915', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-239814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7866073', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773699642215', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-5196399'] for port, after_create {{(pid=94174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:32:40.603663 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.db.provisioning_blocks [None req-f769bf2b-5c85-41d3-be36-af5f20c8bcac None None] Transition to ACTIVE for port object 4cdea75b-c375-464e-bc52-40c4dd830bf7 will not be triggered until provisioned by entity L2. {{(pid=94176) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 23 11:32:40.605177 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron_lib.callbacks.manager [None req-25982845-3808-49c0-a471-b7f6f540f65d tempest-PortsAdminExtendedAttrsTestJSON-1037346788 tempest-PortsAdminExtendedAttrsTestJSON-1037346788-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-824874'] for network, before_delete {{(pid=94175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:32:40.606381 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG oslo_concurrency.lockutils [None req-64e06b7b-cb65-441b-a2a1-212b89eb0fee admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.060s {{(pid=94174) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 11:32:40.607012 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG oslo_concurrency.lockutils [None req-871a0df1-1d29-41b6-bdb7-387196eb76b7 tempest-ServersTestManualDisk-1703480083 tempest-ServersTestManualDisk-1703480083-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94174) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 11:32:40.636512 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.db.provisioning_blocks [None req-f769bf2b-5c85-41d3-be36-af5f20c8bcac None None] Transition to ACTIVE for port object 4cdea75b-c375-464e-bc52-40c4dd830bf7 will not be triggered until provisioned by entity DHCP. {{(pid=94176) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 23 11:32:40.638667 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.db.db_base_plugin_common [None req-9f63ca90-cd29-46c3-99fd-7c9aff6c9ef3 None None] Allocated IP 2001:db8:0:1::1 (4dbe8180-6497-4576-a300-f73d087f15c4/2553ac77-ff20-4333-a42c-ce8a1cacd8c5/6edcd777-ee1e-444d-8352-67a472bd6e73) {{(pid=94176) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 23 11:32:40.654934 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-023b7de7-4652-481c-a681-595877ff0f4f tempest-PortsTestJSON-2085221018 tempest-PortsTestJSON-2085221018-project] Made reservation on behalf of 9e5461dd76964a018bba022fe5f7a0f1 for: {'port': 1} {{(pid=94175) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 23 11:32:40.693696 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron_lib.callbacks.manager [None req-1533085e-8ce8-4573-9153-62eb10ea3737 tempest-RoutersNegativeTest-1531528216 tempest-RoutersNegativeTest-1531528216-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866062', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5195999', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4294259'] for subnet, after_create {{(pid=94174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:32:40.705668 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aa6e6ef0-84f4-41f3-b43e-7eac117cb915 tempest-NetworksTestDHCPv6-162546708 tempest-NetworksTestDHCPv6-162546708-project] Network f53f535d-bce4-4da8-9bd9-396677ff4e83 is already hosted by enough agents. {{(pid=94174) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 23 11:32:40.718091 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.scheduler.base_scheduler [None req-aa6e6ef0-84f4-41f3-b43e-7eac117cb915 tempest-NetworksTestDHCPv6-162546708 tempest-NetworksTestDHCPv6-162546708-project] Resources bound (agent type, host, resource id): {{(pid=94174) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 23 11:32:40.729363 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aa6e6ef0-84f4-41f3-b43e-7eac117cb915 tempest-NetworksTestDHCPv6-162546708 tempest-NetworksTestDHCPv6-162546708-project] Received port after_create {{(pid=94174) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 23 11:32:40.737772 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aa6e6ef0-84f4-41f3-b43e-7eac117cb915 tempest-NetworksTestDHCPv6-162546708 tempest-NetworksTestDHCPv6-162546708-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94174) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 11:32:40.738626 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron_lib.callbacks.manager [None req-aa6e6ef0-84f4-41f3-b43e-7eac117cb915 tempest-NetworksTestDHCPv6-162546708 tempest-NetworksTestDHCPv6-162546708-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-217507'] for port, before_response {{(pid=94174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:32:40.759580 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron_lib.callbacks.manager [None req-d98323a0-3156-435a-8e98-ad230631a887 tempest-BulkNetworkOpsIpV6Test-986121801 tempest-BulkNetworkOpsIpV6Test-986121801-project] Notify callbacks [] for subnet, before_delete {{(pid=94174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:32:40.759879 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron_lib.callbacks.manager [None req-f769bf2b-5c85-41d3-be36-af5f20c8bcac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-922915', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-239814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7866073', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773699642215'] for port, after_create {{(pid=94176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:32:40.765768 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG oslo_concurrency.lockutils [None req-729427b8-05d2-4892-bce7-cfb48731dd3f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 11:32:40.771442 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa6e6ef0-84f4-41f3-b43e-7eac117cb915 tempest-NetworksTestDHCPv6-162546708 tempest-NetworksTestDHCPv6-162546708-project] Pushing event updated for resources: {'Port': ['ID=6eca43e1-b85d-4793-a970-c69cec6ed283,revision_number=1']} {{(pid=94174) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 11:32:40.788436 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron_lib.callbacks.manager [None req-25982845-3808-49c0-a471-b7f6f540f65d tempest-PortsAdminExtendedAttrsTestJSON-1037346788 tempest-PortsAdminExtendedAttrsTestJSON-1037346788-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-897259', 'neutron.services.segments.db._delete_segments_for_network-8773700168587'] for network, precommit_delete {{(pid=94175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:32:40.794497 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG oslo_concurrency.lockutils [None req-aa6e6ef0-84f4-41f3-b43e-7eac117cb915 tempest-NetworksTestDHCPv6-162546708 tempest-NetworksTestDHCPv6-162546708-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.187s {{(pid=94174) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 11:32:40.794905 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG oslo_concurrency.lockutils [None req-c2637a91-8fe6-463c-9882-19545f10814b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.092s {{(pid=94174) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 11:32:40.799194 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.services.segments.db [None req-25982845-3808-49c0-a471-b7f6f540f65d tempest-PortsAdminExtendedAttrsTestJSON-1037346788 tempest-PortsAdminExtendedAttrsTestJSON-1037346788-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a2a3038f-d74f-4d71-9006-cee952f59bc9']}} {{(pid=94175) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 11:32:40.810337 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.services.segments.db [None req-25982845-3808-49c0-a471-b7f6f540f65d tempest-PortsAdminExtendedAttrsTestJSON-1037346788 tempest-PortsAdminExtendedAttrsTestJSON-1037346788-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '51c52a79-52ae-4599-8fdf-ce32e6bbbadb') {'for_net_delete': True} {{(pid=94175) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 11:32:40.810776 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.services.segments.db [None req-25982845-3808-49c0-a471-b7f6f540f65d tempest-PortsAdminExtendedAttrsTestJSON-1037346788 tempest-PortsAdminExtendedAttrsTestJSON-1037346788-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '51c52a79-52ae-4599-8fdf-ce32e6bbbadb') {} {{(pid=94175) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 11:32:40.821955 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron_lib.callbacks.manager [None req-25982845-3808-49c0-a471-b7f6f540f65d tempest-PortsAdminExtendedAttrsTestJSON-1037346788 tempest-PortsAdminExtendedAttrsTestJSON-1037346788-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8773699955833', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5190677'] for segment, before_delete {{(pid=94175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:32:40.831975 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron_lib.callbacks.manager [None req-023b7de7-4652-481c-a681-595877ff0f4f tempest-PortsTestJSON-2085221018 tempest-PortsTestJSON-2085221018-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-923104'] for port, before_create {{(pid=94175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:32:40.842298 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f769bf2b-5c85-41d3-be36-af5f20c8bcac None None] Network 06c152a2-08dd-48ff-97f3-475017e92c2a is already hosted by enough agents. {{(pid=94176) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 23 11:32:40.851380 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron_lib.callbacks.manager [None req-25982845-3808-49c0-a471-b7f6f540f65d tempest-PortsAdminExtendedAttrsTestJSON-1037346788 tempest-PortsAdminExtendedAttrsTestJSON-1037346788-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3801'] for segment, precommit_delete {{(pid=94175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:32:40.861899 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.scheduler.base_scheduler [None req-f769bf2b-5c85-41d3-be36-af5f20c8bcac None None] Resources bound (agent type, host, resource id): {{(pid=94176) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 23 11:32:40.863697 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.notifiers.nova [None req-023b7de7-4652-481c-a681-595877ff0f4f tempest-PortsTestJSON-2085221018 tempest-PortsTestJSON-2085221018-project] device_id is not set on port c454d9ad-617b-40fd-94b3-3a74e484b132 yet. {{(pid=94175) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jun 23 11:32:40.868604 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f769bf2b-5c85-41d3-be36-af5f20c8bcac None None] Pushing event updated for resources: {'Port': ['ID=4cdea75b-c375-464e-bc52-40c4dd830bf7,revision_number=1']} {{(pid=94176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 11:32:40.868852 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-25982845-3808-49c0-a471-b7f6f540f65d tempest-PortsAdminExtendedAttrsTestJSON-1037346788 tempest-PortsAdminExtendedAttrsTestJSON-1037346788-project] Releasing vlan 402 on physical network physnet1 to pool {{(pid=94175) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 23 11:32:40.869333 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron_lib.callbacks.manager [None req-25982845-3808-49c0-a471-b7f6f540f65d tempest-PortsAdminExtendedAttrsTestJSON-1037346788 tempest-PortsAdminExtendedAttrsTestJSON-1037346788-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3801', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5082371'] for segment, after_delete {{(pid=94175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:32:40.872685 dv-neutron-601336-94-hyperv neutron-server[94175]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 23 11:32:40.872685 dv-neutron-601336-94-hyperv neutron-server[94175]: conditions |= (models_v2.Port.network_id.in_( Jun 23 11:32:40.872685 dv-neutron-601336-94-hyperv neutron-server[94175]: Traceback (most recent call last): Jun 23 11:32:40.872685 dv-neutron-601336-94-hyperv neutron-server[94175]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 23 11:32:40.872685 dv-neutron-601336-94-hyperv neutron-server[94175]: timer() Jun 23 11:32:40.872685 dv-neutron-601336-94-hyperv neutron-server[94175]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 23 11:32:40.872685 dv-neutron-601336-94-hyperv neutron-server[94175]: cb(*args, **kw) Jun 23 11:32:40.872685 dv-neutron-601336-94-hyperv neutron-server[94175]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 23 11:32:40.872685 dv-neutron-601336-94-hyperv neutron-server[94175]: return func(*args, **kwargs) Jun 23 11:32:40.872685 dv-neutron-601336-94-hyperv neutron-server[94175]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 23 11:32:40.872685 dv-neutron-601336-94-hyperv neutron-server[94175]: self._notify() Jun 23 11:32:40.872685 dv-neutron-601336-94-hyperv neutron-server[94175]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 23 11:32:40.872685 dv-neutron-601336-94-hyperv neutron-server[94175]: self.callback(batched_events) Jun 23 11:32:40.872685 dv-neutron-601336-94-hyperv neutron-server[94175]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 23 11:32:40.872685 dv-neutron-601336-94-hyperv neutron-server[94175]: event.method(event) Jun 23 11:32:40.872685 dv-neutron-601336-94-hyperv neutron-server[94175]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 23 11:32:40.872685 dv-neutron-601336-94-hyperv neutron-server[94175]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 23 11:32:40.872685 dv-neutron-601336-94-hyperv neutron-server[94175]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 23 11:32:40.872685 dv-neutron-601336-94-hyperv neutron-server[94175]: aggregate_uuid = self.p_client.list_aggregates( Jun 23 11:32:40.872685 dv-neutron-601336-94-hyperv neutron-server[94175]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 23 11:32:40.872685 dv-neutron-601336-94-hyperv neutron-server[94175]: return f(self, *a, **k) Jun 23 11:32:40.872685 dv-neutron-601336-94-hyperv neutron-server[94175]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 23 11:32:40.872685 dv-neutron-601336-94-hyperv neutron-server[94175]: return self._get(url).json() Jun 23 11:32:40.872685 dv-neutron-601336-94-hyperv neutron-server[94175]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 23 11:32:40.872685 dv-neutron-601336-94-hyperv neutron-server[94175]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 23 11:32:40.872685 dv-neutron-601336-94-hyperv neutron-server[94175]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 23 11:32:40.872685 dv-neutron-601336-94-hyperv neutron-server[94175]: return self.request(url, 'GET', **kwargs) Jun 23 11:32:40.872685 dv-neutron-601336-94-hyperv neutron-server[94175]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 23 11:32:40.872685 dv-neutron-601336-94-hyperv neutron-server[94175]: base_url = self.get_endpoint(auth, allow=allow, Jun 23 11:32:40.872685 dv-neutron-601336-94-hyperv neutron-server[94175]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 23 11:32:40.872685 dv-neutron-601336-94-hyperv neutron-server[94175]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 23 11:32:40.872685 dv-neutron-601336-94-hyperv neutron-server[94175]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 23 11:32:40.872685 dv-neutron-601336-94-hyperv neutron-server[94175]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 23 11:32:40.872685 dv-neutron-601336-94-hyperv neutron-server[94175]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 23 11:32:40.885558 dv-neutron-601336-94-hyperv neutron-server[94174]: INFO neutron.wsgi [None req-aa6e6ef0-84f4-41f3-b43e-7eac117cb915 tempest-NetworksTestDHCPv6-162546708 tempest-NetworksTestDHCPv6-162546708-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 948 time: 2.1534030 Jun 23 11:32:40.888677 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.wsgi [-] (94175) accepted ('10.222.0.20', 38524) {{(pid=94175) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 11:32:40.889301 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron_lib.callbacks.manager [None req-d98323a0-3156-435a-8e98-ad230631a887 tempest-BulkNetworkOpsIpV6Test-986121801 tempest-BulkNetworkOpsIpV6Test-986121801-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4800256'] for subnet, precommit_delete_associations {{(pid=94174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:32:40.922692 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1533085e-8ce8-4573-9153-62eb10ea3737 tempest-RoutersNegativeTest-1531528216 tempest-RoutersNegativeTest-1531528216-project] Pushing event updated for resources: {'Subnet': ['ID=defc4a6a-123c-4f18-9b6c-a16ec9f19f17,revision_number=0']} {{(pid=94174) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 11:32:40.926019 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG oslo_concurrency.lockutils [None req-1533085e-8ce8-4573-9153-62eb10ea3737 tempest-RoutersNegativeTest-1531528216 tempest-RoutersNegativeTest-1531528216-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.131s {{(pid=94174) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 11:32:40.934254 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1533085e-8ce8-4573-9153-62eb10ea3737 tempest-RoutersNegativeTest-1531528216 tempest-RoutersNegativeTest-1531528216-project] Checking segment: {'id': 'b587c2ca-ac02-4df1-a824-b1a3ae1ad94c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 407, 'network_id': '0adcd8b9-d403-4e2b-b765-9850dc5b2ccf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94174) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 23 11:32:40.934699 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1533085e-8ce8-4573-9153-62eb10ea3737 tempest-RoutersNegativeTest-1531528216 tempest-RoutersNegativeTest-1531528216-project] Network hostable DHCP agents. Network: 0adcd8b9-d403-4e2b-b765-9850dc5b2ccf, hostable agents: ['8cf29b10-0e57-4131-816f-a4b6ad00b249'], hosted agents: [] {{(pid=94174) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 23 11:32:40.979143 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f769bf2b-5c85-41d3-be36-af5f20c8bcac None None] Received port after_create {{(pid=94176) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 23 11:32:40.981858 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG oslo_concurrency.lockutils [None req-f769bf2b-5c85-41d3-be36-af5f20c8bcac None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.216s {{(pid=94176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 11:32:40.995080 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron_lib.callbacks.manager [None req-53fad281-66c7-42f7-8379-bd391c709ff6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773699952132', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-899307'] for agent, after_update {{(pid=94176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:32:41.043356 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.plugins.ml2.rpc [None req-dc7542b2-afef-47f4-a763-e3a3cba144be None None] Device 00a87ae8-d2da-4a6d-8cee-6a7f19e315c4 up at agent ovs-agent-dv-neutron-601336-94-hyperv {{(pid=94176) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:298}} Jun 23 11:32:41.079006 dv-neutron-601336-94-hyperv neutron-server[94174]: INFO neutron.wsgi [req-a02b615c-d524-48e1-a333-b9b3913e7ffa req-9aed5c84-87b7-407d-8409-9c11cef7efbe tempest-ServerActionsTestJSON-161917335 tempest-ServerActionsTestJSON-161917335-project] 10.222.0.20 "GET /v2.0/ports?device_id=85769616-6b8b-4da7-ad73-344986edf607 HTTP/1.1" status: 200 len: 210 time: 0.0892339 Jun 23 11:32:41.121407 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron_lib.callbacks.manager [None req-25982845-3808-49c0-a471-b7f6f540f65d tempest-PortsAdminExtendedAttrsTestJSON-1037346788 tempest-PortsAdminExtendedAttrsTestJSON-1037346788-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-897248', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8002400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7866073', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-524247'] for network, after_delete {{(pid=94175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:32:41.128199 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG oslo_concurrency.lockutils [None req-11e000b6-96ff-4ed6-8f14-9329b99493c8 tempest-FloatingIPNegativeTestJSON-1295786409 tempest-FloatingIPNegativeTestJSON-1295786409-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94175) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 11:32:41.128749 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron_lib.callbacks.manager [None req-d98323a0-3156-435a-8e98-ad230631a887 tempest-BulkNetworkOpsIpV6Test-986121801 tempest-BulkNetworkOpsIpV6Test-986121801-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-897634'] for subnet, precommit_delete {{(pid=94174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:32:41.138357 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron_lib.callbacks.manager [None req-9f63ca90-cd29-46c3-99fd-7c9aff6c9ef3 None None] Notify callbacks [] for port, precommit_create {{(pid=94176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:32:41.150702 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5449a215-613c-4485-8224-a1d4888e6733 tempest-NetworksTestDHCPv6-162546708 tempest-NetworksTestDHCPv6-162546708-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 11:32:41.157156 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5449a215-613c-4485-8224-a1d4888e6733 tempest-NetworksTestDHCPv6-162546708 tempest-NetworksTestDHCPv6-162546708-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 11:32:41.158651 dv-neutron-601336-94-hyperv neutron-server[94175]: INFO neutron.wsgi [None req-5449a215-613c-4485-8224-a1d4888e6733 tempest-NetworksTestDHCPv6-162546708 tempest-NetworksTestDHCPv6-162546708-project] 10.222.0.20 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1703 time: 0.2689271 Jun 23 11:32:41.161539 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron_lib.callbacks.manager [None req-25982845-3808-49c0-a471-b7f6f540f65d tempest-PortsAdminExtendedAttrsTestJSON-1037346788 tempest-PortsAdminExtendedAttrsTestJSON-1037346788-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7865916'] for network, before_response {{(pid=94175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:32:41.163442 dv-neutron-601336-94-hyperv neutron-server[94175]: INFO neutron.wsgi [None req-25982845-3808-49c0-a471-b7f6f540f65d tempest-PortsAdminExtendedAttrsTestJSON-1037346788 tempest-PortsAdminExtendedAttrsTestJSON-1037346788-project] 10.222.0.20 "DELETE /v2.0/networks/a2a3038f-d74f-4d71-9006-cee952f59bc9 HTTP/1.1" status: 204 len: 168 time: 0.6808326 Jun 23 11:32:41.169354 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.db.provisioning_blocks [None req-9f63ca90-cd29-46c3-99fd-7c9aff6c9ef3 None None] Transition to ACTIVE for port object 6edcd777-ee1e-444d-8352-67a472bd6e73 will not be triggered until provisioned by entity L2. {{(pid=94176) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 23 11:32:41.173870 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.wsgi [-] (94175) accepted ('10.222.0.20', 38530) {{(pid=94175) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 11:32:41.175831 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.plugins.ml2.managers [None req-f769bf2b-5c85-41d3-be36-af5f20c8bcac None None] Attempting to bind port 4cdea75b-c375-464e-bc52-40c4dd830bf7 on host dv-neutron-601336-94-hyperv for vnic_type normal with profile {{(pid=94176) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 23 11:32:41.176224 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.plugins.ml2.managers [None req-f769bf2b-5c85-41d3-be36-af5f20c8bcac None None] Attempting to bind port 4cdea75b-c375-464e-bc52-40c4dd830bf7 by drivers openvswitch,hyperv on host dv-neutron-601336-94-hyperv at level 0 using segments [{'id': '13947540-3607-4d23-903c-58a391432f24', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 439, 'network_id': '06c152a2-08dd-48ff-97f3-475017e92c2a'}] {{(pid=94176) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 23 11:32:41.176600 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f769bf2b-5c85-41d3-be36-af5f20c8bcac None None] Attempting to bind port 4cdea75b-c375-464e-bc52-40c4dd830bf7 on network 06c152a2-08dd-48ff-97f3-475017e92c2a {{(pid=94176) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 23 11:32:41.184586 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f769bf2b-5c85-41d3-be36-af5f20c8bcac None None] Checking agent: {'id': '4d05f899-5ac9-411b-8a03-f60c93f87cdf', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-601336-94-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 23, 11, 22, 14), 'started_at': datetime.datetime(2021, 6, 23, 11, 22, 44), 'heartbeat_timestamp': datetime.datetime(2021, 6, 23, 11, 32, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'monitor_allowed_address_pair_garp': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-601336-94-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94176) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 23 11:32:41.184979 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f769bf2b-5c85-41d3-be36-af5f20c8bcac None None] Checking segment: {'id': '13947540-3607-4d23-903c-58a391432f24', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 439, 'network_id': '06c152a2-08dd-48ff-97f3-475017e92c2a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94176) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 23 11:32:41.185387 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron_lib.callbacks.manager [None req-f769bf2b-5c85-41d3-be36-af5f20c8bcac None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:32:41.186363 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f769bf2b-5c85-41d3-be36-af5f20c8bcac None None] Bound using segment: {'id': '13947540-3607-4d23-903c-58a391432f24', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 439, 'network_id': '06c152a2-08dd-48ff-97f3-475017e92c2a'} {{(pid=94176) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 23 11:32:41.186844 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.plugins.ml2.managers [None req-f769bf2b-5c85-41d3-be36-af5f20c8bcac None None] Bound port: 4cdea75b-c375-464e-bc52-40c4dd830bf7, host: dv-neutron-601336-94-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '13947540-3607-4d23-903c-58a391432f24', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 439, 'network_id': '06c152a2-08dd-48ff-97f3-475017e92c2a'}}] {{(pid=94176) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 23 11:32:41.187520 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron_lib.callbacks.manager [None req-f769bf2b-5c85-41d3-be36-af5f20c8bcac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-923122'] for port, before_update {{(pid=94176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:32:41.194384 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1533085e-8ce8-4573-9153-62eb10ea3737 tempest-RoutersNegativeTest-1531528216 tempest-RoutersNegativeTest-1531528216-project] Network 0adcd8b9-d403-4e2b-b765-9850dc5b2ccf is scheduled to be hosted by DHCP agent 8cf29b10-0e57-4131-816f-a4b6ad00b249 with binding_index 1 {{(pid=94174) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 23 11:32:41.231492 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.db.provisioning_blocks [None req-9f63ca90-cd29-46c3-99fd-7c9aff6c9ef3 None None] Transition to ACTIVE for port object 6edcd777-ee1e-444d-8352-67a472bd6e73 will not be triggered until provisioned by entity DHCP. {{(pid=94176) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 23 11:32:41.238611 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.db.provisioning_blocks [None req-dc7542b2-afef-47f4-a763-e3a3cba144be None None] Provisioning for port 00a87ae8-d2da-4a6d-8cee-6a7f19e315c4 completed by entity L2. {{(pid=94176) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 23 11:32:41.328423 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.scheduler.base_scheduler [None req-1533085e-8ce8-4573-9153-62eb10ea3737 tempest-RoutersNegativeTest-1531528216 tempest-RoutersNegativeTest-1531528216-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-601336-94-hyperv, 0adcd8b9-d403-4e2b-b765-9850dc5b2ccf) {{(pid=94174) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 23 11:32:41.334544 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1533085e-8ce8-4573-9153-62eb10ea3737 tempest-RoutersNegativeTest-1531528216 tempest-RoutersNegativeTest-1531528216-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94174) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 11:32:41.335532 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron_lib.callbacks.manager [None req-1533085e-8ce8-4573-9153-62eb10ea3737 tempest-RoutersNegativeTest-1531528216 tempest-RoutersNegativeTest-1531528216-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7865916'] for subnet, before_response {{(pid=94174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:32:41.339837 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7b386157-fc59-4edd-9f7b-6177e21ac8d4 None None] Network 0adcd8b9-d403-4e2b-b765-9850dc5b2ccf requested from dv-neutron-601336-94-hyperv {{(pid=94176) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 23 11:32:41.369084 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron_lib.callbacks.manager [None req-d98323a0-3156-435a-8e98-ad230631a887 tempest-BulkNetworkOpsIpV6Test-986121801 tempest-BulkNetworkOpsIpV6Test-986121801-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-897627', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866062', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5195932', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4294216'] for subnet, after_delete {{(pid=94174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:32:41.371589 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG oslo_concurrency.lockutils [None req-8499daa2-26fe-490b-bc7d-e05905172d84 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94174) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 11:32:41.387053 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron_lib.callbacks.manager [None req-9f63ca90-cd29-46c3-99fd-7c9aff6c9ef3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-922915', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-239814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7866073', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773699642215'] for port, after_create {{(pid=94176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:32:41.392099 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG oslo_concurrency.lockutils [None req-29337d8e-ea70-4315-811a-0552e279b6a2 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 11:32:41.394480 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.plugins.ml2.db [None req-f769bf2b-5c85-41d3-be36-af5f20c8bcac None None] For port 4cdea75b-c375-464e-bc52-40c4dd830bf7, host dv-neutron-601336-94-hyperv, cleared binding levels {{(pid=94176) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 23 11:32:41.436751 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d98323a0-3156-435a-8e98-ad230631a887 tempest-BulkNetworkOpsIpV6Test-986121801 tempest-BulkNetworkOpsIpV6Test-986121801-project] Pushing event deleted for resources: {'Subnet': ['ID=5c4737e3-3056-49e1-977b-e6eff383d103,revision_number=None']} {{(pid=94174) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 11:32:41.440295 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG oslo_concurrency.lockutils [None req-d98323a0-3156-435a-8e98-ad230631a887 tempest-BulkNetworkOpsIpV6Test-986121801 tempest-BulkNetworkOpsIpV6Test-986121801-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.069s {{(pid=94174) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 11:32:41.441354 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron_lib.callbacks.manager [None req-d98323a0-3156-435a-8e98-ad230631a887 tempest-BulkNetworkOpsIpV6Test-986121801 tempest-BulkNetworkOpsIpV6Test-986121801-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7865916'] for subnet, before_response {{(pid=94174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:32:41.446095 dv-neutron-601336-94-hyperv neutron-server[94174]: INFO neutron.wsgi [None req-d98323a0-3156-435a-8e98-ad230631a887 tempest-BulkNetworkOpsIpV6Test-986121801 tempest-BulkNetworkOpsIpV6Test-986121801-project] 10.222.0.20 "DELETE /v2.0/subnets/5c4737e3-3056-49e1-977b-e6eff383d103 HTTP/1.1" status: 204 len: 168 time: 1.4176991 Jun 23 11:32:41.446095 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.wsgi [-] (94174) accepted ('10.222.0.20', 38534) {{(pid=94174) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 11:32:41.469926 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9f63ca90-cd29-46c3-99fd-7c9aff6c9ef3 None None] Network 4dbe8180-6497-4576-a300-f73d087f15c4 is already hosted by enough agents. {{(pid=94176) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 23 11:32:41.474970 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.plugins.ml2.db [None req-f769bf2b-5c85-41d3-be36-af5f20c8bcac None None] For port 4cdea75b-c375-464e-bc52-40c4dd830bf7, host dv-neutron-601336-94-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-94-hyperv',level=0,port_id=4cdea75b-c375-464e-bc52-40c4dd830bf7,segment=NetworkSegment(13947540-3607-4d23-903c-58a391432f24),segment_id=13947540-3607-4d23-903c-58a391432f24)] {{(pid=94176) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 23 11:32:41.479807 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.scheduler.base_scheduler [None req-9f63ca90-cd29-46c3-99fd-7c9aff6c9ef3 None None] Resources bound (agent type, host, resource id): {{(pid=94176) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 23 11:32:41.487191 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9f63ca90-cd29-46c3-99fd-7c9aff6c9ef3 None None] Received port after_create {{(pid=94176) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 23 11:32:41.527074 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.db.db_base_plugin_v2 [None req-d0a74f8e-fae8-4ac8-b5b2-3210f4b34f13 tempest-BulkNetworkOpsIpV6Test-986121801 tempest-BulkNetworkOpsIpV6Test-986121801-project] Deleting subnet 2553ac77-ff20-4333-a42c-ce8a1cacd8c5 {{(pid=94174) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jun 23 11:32:41.532492 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron_lib.callbacks.manager [None req-d0a74f8e-fae8-4ac8-b5b2-3210f4b34f13 tempest-BulkNetworkOpsIpV6Test-986121801 tempest-BulkNetworkOpsIpV6Test-986121801-project] Notify callbacks [] for subnet, before_delete {{(pid=94174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:32:41.577249 dv-neutron-601336-94-hyperv neutron-server[94174]: INFO neutron.wsgi [None req-1533085e-8ce8-4573-9153-62eb10ea3737 tempest-RoutersNegativeTest-1531528216 tempest-RoutersNegativeTest-1531528216-project] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.7691209 Jun 23 11:32:41.580923 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.wsgi [-] (94174) accepted ('10.222.0.20', 38536) {{(pid=94174) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 11:32:41.582255 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f63ca90-cd29-46c3-99fd-7c9aff6c9ef3 None None] Pushing event updated for resources: {'Port': ['ID=6edcd777-ee1e-444d-8352-67a472bd6e73,revision_number=1']} {{(pid=94176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 11:32:41.585654 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.api.v2.base [None req-b5d89012-fb26-4dfa-8017-3b89a7d8148b tempest-RoutersNegativeTest-1531528216 tempest-RoutersNegativeTest-1531528216-project] Request body: {'network': {'name': 'tempest-router-network01--853651601'}} {{(pid=94174) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 23 11:32:41.592448 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG oslo_concurrency.lockutils [None req-9f63ca90-cd29-46c3-99fd-7c9aff6c9ef3 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.199s {{(pid=94176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 11:32:41.619440 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.wsgi [-] (94174) accepted ('10.222.0.20', 38538) {{(pid=94174) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 11:32:41.631274 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron_lib.callbacks.manager [None req-f769bf2b-5c85-41d3-be36-af5f20c8bcac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-922904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866062', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773700135042', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773699642233', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773699642278'] for port, after_update {{(pid=94176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:32:41.633617 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron_lib.callbacks.manager [None req-d0a74f8e-fae8-4ac8-b5b2-3210f4b34f13 tempest-BulkNetworkOpsIpV6Test-986121801 tempest-BulkNetworkOpsIpV6Test-986121801-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4800256'] for subnet, precommit_delete_associations {{(pid=94174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:32:41.656001 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG oslo_concurrency.lockutils [None req-dc7542b2-afef-47f4-a763-e3a3cba144be None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 11:32:41.662937 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron_lib.callbacks.manager [None req-ceddfe31-d7ad-4885-a27a-7c46d25f1ff1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:32:41.678930 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25982845-3808-49c0-a471-b7f6f540f65d tempest-PortsAdminExtendedAttrsTestJSON-1037346788 tempest-PortsAdminExtendedAttrsTestJSON-1037346788-project] Pushing event deleted for resources: {'Network': ['ID=a2a3038f-d74f-4d71-9006-cee952f59bc9,revision_number=None']} {{(pid=94175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 11:32:41.684405 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG oslo_concurrency.lockutils [None req-25982845-3808-49c0-a471-b7f6f540f65d tempest-PortsAdminExtendedAttrsTestJSON-1037346788 tempest-PortsAdminExtendedAttrsTestJSON-1037346788-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.556s {{(pid=94175) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 11:32:41.707514 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.plugins.ml2.managers [None req-9f63ca90-cd29-46c3-99fd-7c9aff6c9ef3 None None] Attempting to bind port 6edcd777-ee1e-444d-8352-67a472bd6e73 on host dv-neutron-601336-94-hyperv for vnic_type normal with profile {{(pid=94176) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 23 11:32:41.707905 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.plugins.ml2.managers [None req-9f63ca90-cd29-46c3-99fd-7c9aff6c9ef3 None None] Attempting to bind port 6edcd777-ee1e-444d-8352-67a472bd6e73 by drivers openvswitch,hyperv on host dv-neutron-601336-94-hyperv at level 0 using segments [{'id': '0a981d69-00eb-44fb-8329-abe5e476dcba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 425, 'network_id': '4dbe8180-6497-4576-a300-f73d087f15c4'}] {{(pid=94176) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 23 11:32:41.708294 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9f63ca90-cd29-46c3-99fd-7c9aff6c9ef3 None None] Attempting to bind port 6edcd777-ee1e-444d-8352-67a472bd6e73 on network 4dbe8180-6497-4576-a300-f73d087f15c4 {{(pid=94176) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 23 11:32:41.720627 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron_lib.callbacks.manager [None req-023b7de7-4652-481c-a681-595877ff0f4f tempest-PortsTestJSON-2085221018 tempest-PortsTestJSON-2085221018-project] Notify callbacks [] for port, precommit_create {{(pid=94175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:32:41.724756 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b5d89012-fb26-4dfa-8017-3b89a7d8148b tempest-RoutersNegativeTest-1531528216 tempest-RoutersNegativeTest-1531528216-project] Made reservation on behalf of 73000ee9e8e84cbc8c10d08d73ff8c14 for: {'network': 1} {{(pid=94174) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 23 11:32:41.728783 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron_lib.callbacks.manager [None req-b5d89012-fb26-4dfa-8017-3b89a7d8148b tempest-RoutersNegativeTest-1531528216 tempest-RoutersNegativeTest-1531528216-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-923104'] for network, before_create {{(pid=94174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:32:41.728962 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9f63ca90-cd29-46c3-99fd-7c9aff6c9ef3 None None] Checking agent: {'id': '4d05f899-5ac9-411b-8a03-f60c93f87cdf', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-601336-94-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 23, 11, 22, 14), 'started_at': datetime.datetime(2021, 6, 23, 11, 22, 44), 'heartbeat_timestamp': datetime.datetime(2021, 6, 23, 11, 32, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'monitor_allowed_address_pair_garp': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-601336-94-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94176) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 23 11:32:41.733438 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9f63ca90-cd29-46c3-99fd-7c9aff6c9ef3 None None] Checking segment: {'id': '0a981d69-00eb-44fb-8329-abe5e476dcba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 425, 'network_id': '4dbe8180-6497-4576-a300-f73d087f15c4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94176) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 23 11:32:41.733438 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron_lib.callbacks.manager [None req-9f63ca90-cd29-46c3-99fd-7c9aff6c9ef3 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:32:41.733438 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9f63ca90-cd29-46c3-99fd-7c9aff6c9ef3 None None] Bound using segment: {'id': '0a981d69-00eb-44fb-8329-abe5e476dcba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 425, 'network_id': '4dbe8180-6497-4576-a300-f73d087f15c4'} {{(pid=94176) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 23 11:32:41.733438 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.plugins.ml2.managers [None req-9f63ca90-cd29-46c3-99fd-7c9aff6c9ef3 None None] Bound port: 6edcd777-ee1e-444d-8352-67a472bd6e73, host: dv-neutron-601336-94-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0a981d69-00eb-44fb-8329-abe5e476dcba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 425, 'network_id': '4dbe8180-6497-4576-a300-f73d087f15c4'}}] {{(pid=94176) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 23 11:32:41.733438 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron_lib.callbacks.manager [None req-9f63ca90-cd29-46c3-99fd-7c9aff6c9ef3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-923122'] for port, before_update {{(pid=94176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:32:41.844252 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.plugins.ml2.plugin [None req-f889fef9-f830-47a3-a736-ff04e9bc94b1 tempest-NetworksTestDHCPv6-162546708 tempest-NetworksTestDHCPv6-162546708-project] Deleting port 6eca43e1-b85d-4793-a970-c69cec6ed283 {{(pid=94175) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1913}} Jun 23 11:32:41.845096 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron_lib.callbacks.manager [None req-f889fef9-f830-47a3-a736-ff04e9bc94b1 tempest-NetworksTestDHCPv6-162546708 tempest-NetworksTestDHCPv6-162546708-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773700079324'] for port, before_delete {{(pid=94175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:32:41.874316 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f769bf2b-5c85-41d3-be36-af5f20c8bcac None None] Pushing event updated for resources: {'Port': ['ID=4cdea75b-c375-464e-bc52-40c4dd830bf7,revision_number=3']} {{(pid=94176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 11:32:41.879317 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG oslo_concurrency.lockutils [None req-f769bf2b-5c85-41d3-be36-af5f20c8bcac None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.223s {{(pid=94176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 11:32:41.885081 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d3c01526-5b37-465f-bb34-510f2080284f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1e0d828a-1fa4-563d-b7fd-53adf66a04ee-0adcd8b9-d403-4e2b-b765-9850dc5b2ccf', 'network_id': '0adcd8b9-d403-4e2b-b765-9850dc5b2ccf', 'tenant_id': '73000ee9e8e84cbc8c10d08d73ff8c14', 'fixed_ips': [{'subnet_id': 'defc4a6a-123c-4f18-9b6c-a16ec9f19f17'}]}} from dv-neutron-601336-94-hyperv. {{(pid=94176) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 23 11:32:41.886110 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron_lib.callbacks.manager [None req-d3c01526-5b37-465f-bb34-510f2080284f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-923104'] for port, before_create {{(pid=94176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:32:41.894183 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron_lib.callbacks.manager [None req-023b7de7-4652-481c-a681-595877ff0f4f tempest-PortsTestJSON-2085221018 tempest-PortsTestJSON-2085221018-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-922915', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-239814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7866073', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773699642215', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-5082457'] for port, after_create {{(pid=94175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:32:41.931361 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.plugins.ml2.db [None req-9f63ca90-cd29-46c3-99fd-7c9aff6c9ef3 None None] For port 6edcd777-ee1e-444d-8352-67a472bd6e73, host dv-neutron-601336-94-hyperv, cleared binding levels {{(pid=94176) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 23 11:32:41.936654 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.plugins.ml2.db [None req-9f63ca90-cd29-46c3-99fd-7c9aff6c9ef3 None None] For port 6edcd777-ee1e-444d-8352-67a472bd6e73, host dv-neutron-601336-94-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-94-hyperv',level=0,port_id=6edcd777-ee1e-444d-8352-67a472bd6e73,segment=NetworkSegment(0a981d69-00eb-44fb-8329-abe5e476dcba),segment_id=0a981d69-00eb-44fb-8329-abe5e476dcba)] {{(pid=94176) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 23 11:32:41.982474 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG oslo_concurrency.lockutils [None req-51e0cbd3-a1a2-4db1-8152-aa1e33316a8b tempest-NetworksTestDHCPv6-162546708 tempest-NetworksTestDHCPv6-162546708-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94175) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 11:32:41.996295 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.db.provisioning_blocks [None req-8d8b1ebc-2cd2-43c8-b579-9f6585343e33 None None] Provisioning for port 00a87ae8-d2da-4a6d-8cee-6a7f19e315c4 completed by entity DHCP. {{(pid=94176) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 23 11:32:42.045255 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-023b7de7-4652-481c-a681-595877ff0f4f tempest-PortsTestJSON-2085221018 tempest-PortsTestJSON-2085221018-project] Network c9584ed1-23c5-47a7-b4d6-264bedad0f19 is already hosted by enough agents. {{(pid=94175) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 23 11:32:42.049554 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.wsgi [-] (94175) accepted ('10.222.0.20', 38542) {{(pid=94175) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 11:32:42.054456 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-023b7de7-4652-481c-a681-595877ff0f4f tempest-PortsTestJSON-2085221018 tempest-PortsTestJSON-2085221018-project] Pushing event updated for resources: {'Port': ['ID=c454d9ad-617b-40fd-94b3-3a74e484b132,revision_number=1']} {{(pid=94175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 11:32:42.054456 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.scheduler.base_scheduler [None req-023b7de7-4652-481c-a681-595877ff0f4f tempest-PortsTestJSON-2085221018 tempest-PortsTestJSON-2085221018-project] Resources bound (agent type, host, resource id): {{(pid=94175) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 23 11:32:42.059501 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.db.l3_dvrscheduler_db [None req-023b7de7-4652-481c-a681-595877ff0f4f tempest-PortsTestJSON-2085221018 tempest-PortsTestJSON-2085221018-project] Received port after_create {{(pid=94175) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 23 11:32:42.066641 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-023b7de7-4652-481c-a681-595877ff0f4f tempest-PortsTestJSON-2085221018 tempest-PortsTestJSON-2085221018-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 11:32:42.067397 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron_lib.callbacks.manager [None req-023b7de7-4652-481c-a681-595877ff0f4f tempest-PortsTestJSON-2085221018 tempest-PortsTestJSON-2085221018-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-217507'] for port, before_response {{(pid=94175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:32:42.084660 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG oslo_concurrency.lockutils [None req-023b7de7-4652-481c-a681-595877ff0f4f tempest-PortsTestJSON-2085221018 tempest-PortsTestJSON-2085221018-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.102s {{(pid=94175) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 11:32:42.253970 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron_lib.callbacks.manager [None req-f889fef9-f830-47a3-a736-ff04e9bc94b1 tempest-NetworksTestDHCPv6-162546708 tempest-NetworksTestDHCPv6-162546708-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-430722'] for port, precommit_delete {{(pid=94175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:32:42.291687 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.plugins.ml2.plugin [None req-f889fef9-f830-47a3-a736-ff04e9bc94b1 tempest-NetworksTestDHCPv6-162546708 tempest-NetworksTestDHCPv6-162546708-project] Calling delete_port for 6eca43e1-b85d-4793-a970-c69cec6ed283 owned by {{(pid=94175) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1986}} Jun 23 11:32:42.331202 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b5d89012-fb26-4dfa-8017-3b89a7d8148b tempest-RoutersNegativeTest-1531528216 tempest-RoutersNegativeTest-1531528216-project] vlan segment allocate from pool success with {'vlan_id': 412, 'physical_network': 'physnet1'} {{(pid=94174) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 23 11:32:42.339182 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.db.provisioning_blocks [None req-8d8b1ebc-2cd2-43c8-b579-9f6585343e33 None None] Provisioning complete for port 00a87ae8-d2da-4a6d-8cee-6a7f19e315c4 triggered by entity DHCP. {{(pid=94176) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 23 11:32:42.341564 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron_lib.callbacks.manager [None req-8d8b1ebc-2cd2-43c8-b579-9f6585343e33 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-899258'] for port, provisioning_complete {{(pid=94176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:32:42.346573 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron_lib.callbacks.manager [None req-9f63ca90-cd29-46c3-99fd-7c9aff6c9ef3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-922904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866062', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773700135042', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773699642233', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773699642278'] for port, after_update {{(pid=94176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:32:42.361333 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron_lib.callbacks.manager [None req-b5d89012-fb26-4dfa-8017-3b89a7d8148b tempest-RoutersNegativeTest-1531528216 tempest-RoutersNegativeTest-1531528216-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3801'] for segment, precommit_create {{(pid=94174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:32:42.361333 dv-neutron-601336-94-hyperv neutron-server[94174]: INFO neutron.db.segments_db [None req-b5d89012-fb26-4dfa-8017-3b89a7d8148b tempest-RoutersNegativeTest-1531528216 tempest-RoutersNegativeTest-1531528216-project] Added segment 62789cd2-36c1-429e-bd72-4031abbd9f73 of type vlan for network e8ee6fca-c31d-4c6b-9908-888c79fac63c Jun 23 11:32:42.368673 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG oslo_concurrency.lockutils [None req-71d22d17-e19e-4301-a78d-4b893d54247d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 11:32:42.416130 dv-neutron-601336-94-hyperv neutron-server[94175]: INFO neutron.wsgi [req-533cf641-ce08-45b8-a993-3622534d233e req-a069308b-f266-434c-9dbc-56c9394735aa tempest-ServerActionsTestJSON-161917335 tempest-ServerActionsTestJSON-161917335-project] 10.222.0.20 "GET /v2.0/ports?device_id=85769616-6b8b-4da7-ad73-344986edf607 HTTP/1.1" status: 200 len: 210 time: 0.0363567 Jun 23 11:32:42.445846 dv-neutron-601336-94-hyperv neutron-server[94175]: INFO neutron.wsgi [None req-47295cb2-4fe8-401a-a855-8ac9c1bf09bc admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=df94ecffdee54c03bc8eeb97d7b2ccf4&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3894222 Jun 23 11:32:42.446408 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.wsgi [-] (94175) accepted ('10.222.0.20', 38548) {{(pid=94175) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 11:32:42.462273 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron_lib.callbacks.manager [None req-b5d89012-fb26-4dfa-8017-3b89a7d8148b tempest-RoutersNegativeTest-1531528216 tempest-RoutersNegativeTest-1531528216-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8773699596773'] for network, precommit_create {{(pid=94174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:32:42.472397 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron_lib.callbacks.manager [None req-d0a74f8e-fae8-4ac8-b5b2-3210f4b34f13 tempest-BulkNetworkOpsIpV6Test-986121801 tempest-BulkNetworkOpsIpV6Test-986121801-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-897634'] for subnet, precommit_delete {{(pid=94174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:32:42.483472 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.db.db_base_plugin_common [None req-d3c01526-5b37-465f-bb34-510f2080284f None None] Allocated IP 172.20.0.2 (0adcd8b9-d403-4e2b-b765-9850dc5b2ccf/defc4a6a-123c-4f18-9b6c-a16ec9f19f17/ad647f2d-fdb8-4ed5-bb99-6852f829f584) {{(pid=94176) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 23 11:32:42.490141 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f63ca90-cd29-46c3-99fd-7c9aff6c9ef3 None None] Pushing event updated for resources: {'Port': ['ID=6edcd777-ee1e-444d-8352-67a472bd6e73,revision_number=2']} {{(pid=94176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 11:32:42.493726 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG oslo_concurrency.lockutils [None req-9f63ca90-cd29-46c3-99fd-7c9aff6c9ef3 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.125s {{(pid=94176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 11:32:42.540699 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron_lib.callbacks.manager [None req-82d5e601-7267-47ca-a750-dcd2b9905511 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:32:42.564867 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron_lib.callbacks.manager [None req-82d5e601-7267-47ca-a750-dcd2b9905511 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:32:42.589268 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron_lib.callbacks.manager [None req-8d8b1ebc-2cd2-43c8-b579-9f6585343e33 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-923122'] for port, before_update {{(pid=94176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:32:42.619966 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron_lib.callbacks.manager [None req-ceddfe31-d7ad-4885-a27a-7c46d25f1ff1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:32:42.642340 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron_lib.callbacks.manager [None req-b5d89012-fb26-4dfa-8017-3b89a7d8148b tempest-RoutersNegativeTest-1531528216 tempest-RoutersNegativeTest-1531528216-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8002400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7866073'] for network, after_create {{(pid=94174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:32:42.650869 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b5d89012-fb26-4dfa-8017-3b89a7d8148b tempest-RoutersNegativeTest-1531528216 tempest-RoutersNegativeTest-1531528216-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94174) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 11:32:42.653781 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron_lib.callbacks.manager [None req-b5d89012-fb26-4dfa-8017-3b89a7d8148b tempest-RoutersNegativeTest-1531528216 tempest-RoutersNegativeTest-1531528216-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7865916'] for network, before_response {{(pid=94174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:32:42.663516 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG oslo_concurrency.lockutils [None req-d50ff4f7-0973-44e7-b000-fdeec3c7a96a tempest-QuotasNegativeTest-858964093 tempest-QuotasNegativeTest-858964093-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94174) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 11:32:42.676376 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.plugins.ml2.db [None req-8d8b1ebc-2cd2-43c8-b579-9f6585343e33 None None] For port 00a87ae8-d2da-4a6d-8cee-6a7f19e315c4, host dv-neutron-601336-94-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-94-hyperv',level=0,port_id=00a87ae8-d2da-4a6d-8cee-6a7f19e315c4,segment=NetworkSegment(6303a411-6e70-4139-a530-9ee4cf8ba843),segment_id=6303a411-6e70-4139-a530-9ee4cf8ba843)] {{(pid=94176) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 23 11:32:42.735320 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron_lib.callbacks.manager [None req-82d5e601-7267-47ca-a750-dcd2b9905511 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7996330'] for security_group, after_delete {{(pid=94175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:32:42.738082 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron_lib.callbacks.manager [None req-d3c01526-5b37-465f-bb34-510f2080284f None None] Notify callbacks [] for port, precommit_create {{(pid=94176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:32:42.738831 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron_lib.callbacks.manager [None req-82d5e601-7267-47ca-a750-dcd2b9905511 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:32:42.740255 dv-neutron-601336-94-hyperv neutron-server[94175]: INFO neutron.wsgi [None req-82d5e601-7267-47ca-a750-dcd2b9905511 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/c58fade8-43b0-400b-a64d-1f2654bf9a4c HTTP/1.1" status: 204 len: 168 time: 0.2741048 Jun 23 11:32:42.741385 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG oslo_concurrency.lockutils [None req-d640e6ad-8eb6-41c8-846c-d3c8555fa8e4 tempest-ServersTestManualDisk-1703480083 tempest-ServersTestManualDisk-1703480083-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94175) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 11:32:42.754730 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron_lib.callbacks.manager [None req-8d8b1ebc-2cd2-43c8-b579-9f6585343e33 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-922904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866062', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773700135042', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773699642233', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773699642278'] for port, after_update {{(pid=94176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:32:42.759457 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG oslo_concurrency.lockutils [None req-0ea75421-8d1e-4fa7-b8fc-70c626b346a1 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 11:32:42.762739 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron_lib.callbacks.manager [None req-f889fef9-f830-47a3-a736-ff04e9bc94b1 tempest-NetworksTestDHCPv6-162546708 tempest-NetworksTestDHCPv6-162546708-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-922904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866062', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773700135024', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773699642224', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5082448'] for port, after_delete {{(pid=94175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:32:42.764839 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.db.provisioning_blocks [None req-d3c01526-5b37-465f-bb34-510f2080284f None None] Transition to ACTIVE for port object ad647f2d-fdb8-4ed5-bb99-6852f829f584 will not be triggered until provisioned by entity L2. {{(pid=94176) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 23 11:32:42.770280 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82d5e601-7267-47ca-a750-dcd2b9905511 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c58fade8-43b0-400b-a64d-1f2654bf9a4c,revision_number=None']} {{(pid=94175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 11:32:42.774822 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron_lib.callbacks.manager [None req-ceddfe31-d7ad-4885-a27a-7c46d25f1ff1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7996330'] for security_group, after_create {{(pid=94174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:32:42.786578 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG oslo_concurrency.lockutils [None req-82d5e601-7267-47ca-a750-dcd2b9905511 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.040s {{(pid=94175) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 11:32:42.794611 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG oslo_concurrency.lockutils [None req-3ff0ba1d-66ca-4b00-8ea7-7619958f387d tempest-NetworksTestDHCPv6-162546708 tempest-NetworksTestDHCPv6-162546708-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.025s {{(pid=94175) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 11:32:42.806418 dv-neutron-601336-94-hyperv neutron-server[94175]: INFO neutron.wsgi [None req-023b7de7-4652-481c-a681-595877ff0f4f tempest-PortsTestJSON-2085221018 tempest-PortsTestJSON-2085221018-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 845 time: 2.5142562 Jun 23 11:32:42.807119 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.wsgi [-] (94175) accepted ('10.222.0.20', 38552) {{(pid=94175) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 11:32:42.851553 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.db.provisioning_blocks [None req-d3c01526-5b37-465f-bb34-510f2080284f None None] Transition to ACTIVE for port object ad647f2d-fdb8-4ed5-bb99-6852f829f584 will not be triggered until provisioned by entity DHCP. {{(pid=94176) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 23 11:32:42.888518 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5d89012-fb26-4dfa-8017-3b89a7d8148b tempest-RoutersNegativeTest-1531528216 tempest-RoutersNegativeTest-1531528216-project] Pushing event updated for resources: {'Network': ['ID=e8ee6fca-c31d-4c6b-9908-888c79fac63c,revision_number=1']} {{(pid=94174) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 11:32:42.907895 dv-neutron-601336-94-hyperv neutron-server[94174]: INFO neutron.wsgi [None req-b5d89012-fb26-4dfa-8017-3b89a7d8148b tempest-RoutersNegativeTest-1531528216 tempest-RoutersNegativeTest-1531528216-project] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 771 time: 1.3236721 Jun 23 11:32:42.907895 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG oslo_concurrency.lockutils [None req-b5d89012-fb26-4dfa-8017-3b89a7d8148b tempest-RoutersNegativeTest-1531528216 tempest-RoutersNegativeTest-1531528216-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.243s {{(pid=94174) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 11:32:42.909367 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG oslo_concurrency.lockutils [None req-d24968d4-b01a-410c-adbc-390bb902579f tempest-PortsAdminExtendedAttrsTestJSON-1037346788 tempest-PortsAdminExtendedAttrsTestJSON-1037346788-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.098s {{(pid=94174) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 11:32:42.912113 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.wsgi [-] (94174) accepted ('10.222.0.20', 38554) {{(pid=94174) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 11:32:42.925011 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.plugins.ml2.rpc [None req-dc7542b2-afef-47f4-a763-e3a3cba144be None None] Network e8ee6fca-c31d-4c6b-9908-888c79fac63c details requested by agent ovs-agent-dv-neutron-601336-94-hyperv with host dv-neutron-601336-94-hyperv {{(pid=94176) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:250}} Jun 23 11:32:42.929429 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.api.v2.base [None req-fe413305-4c7e-460f-b040-a6c813eaef36 tempest-RoutersNegativeTest-1531528216 tempest-RoutersNegativeTest-1531528216-project] Request body: {'network': {'name': 'tempest-router-network02--758860250'}} {{(pid=94174) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 23 11:32:42.930806 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d8b1ebc-2cd2-43c8-b579-9f6585343e33 None None] Pushing event updated for resources: {'Port': ['ID=00a87ae8-d2da-4a6d-8cee-6a7f19e315c4,revision_number=3']} {{(pid=94176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 11:32:42.939783 dv-neutron-601336-94-hyperv neutron-server[94174]: INFO neutron.wsgi [None req-ceddfe31-d7ad-4885-a27a-7c46d25f1ff1 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=4fdf61a27b414dedacd59e03b759a7d6&name=default HTTP/1.1" status: 200 len: 2979 time: 1.3192096 Jun 23 11:32:42.940991 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron_lib.callbacks.manager [None req-d3c01526-5b37-465f-bb34-510f2080284f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-922915', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-239814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7866073', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773699642215'] for port, after_create {{(pid=94176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:32:42.944811 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG oslo_concurrency.lockutils [None req-8d8b1ebc-2cd2-43c8-b579-9f6585343e33 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.185s {{(pid=94176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 11:32:42.945370 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG oslo_concurrency.lockutils [None req-8d8b1ebc-2cd2-43c8-b579-9f6585343e33 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 11:32:42.945684 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.wsgi [-] (94174) accepted ('10.222.0.20', 38556) {{(pid=94174) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 11:32:42.965257 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.db.provisioning_blocks [None req-4b91e8e0-9ed7-4c04-9b93-7efd35177a3a None None] Could not find standard attr ID for object 6eca43e1-b85d-4793-a970-c69cec6ed283. {{(pid=94176) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jun 23 11:32:42.981335 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f889fef9-f830-47a3-a736-ff04e9bc94b1 tempest-NetworksTestDHCPv6-162546708 tempest-NetworksTestDHCPv6-162546708-project] Pushing event deleted for resources: {'Port': ['ID=6eca43e1-b85d-4793-a970-c69cec6ed283,revision_number=None']} {{(pid=94175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 11:32:42.987953 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG oslo_concurrency.lockutils [None req-f889fef9-f830-47a3-a736-ff04e9bc94b1 tempest-NetworksTestDHCPv6-162546708 tempest-NetworksTestDHCPv6-162546708-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.193s {{(pid=94175) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 11:32:43.011951 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ceddfe31-d7ad-4885-a27a-7c46d25f1ff1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a9d1221a-5571-456d-9a1b-87a1bd806736,revision_number=1']} {{(pid=94174) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 11:32:43.014933 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron_lib.callbacks.manager [None req-f889fef9-f830-47a3-a736-ff04e9bc94b1 tempest-NetworksTestDHCPv6-162546708 tempest-NetworksTestDHCPv6-162546708-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-217507'] for port, before_response {{(pid=94175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:32:43.018984 dv-neutron-601336-94-hyperv neutron-server[94175]: INFO neutron.wsgi [None req-f889fef9-f830-47a3-a736-ff04e9bc94b1 tempest-NetworksTestDHCPv6-162546708 tempest-NetworksTestDHCPv6-162546708-project] 10.222.0.20 "DELETE /v2.0/ports/6eca43e1-b85d-4793-a970-c69cec6ed283 HTTP/1.1" status: 204 len: 168 time: 1.8280556 Jun 23 11:32:43.026024 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.wsgi [-] (94175) accepted ('10.222.0.20', 38558) {{(pid=94175) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 11:32:43.083994 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG oslo_concurrency.lockutils [None req-ceddfe31-d7ad-4885-a27a-7c46d25f1ff1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.175s {{(pid=94174) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 11:32:43.084603 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fe413305-4c7e-460f-b040-a6c813eaef36 tempest-RoutersNegativeTest-1531528216 tempest-RoutersNegativeTest-1531528216-project] Made reservation on behalf of 73000ee9e8e84cbc8c10d08d73ff8c14 for: {'network': 1} {{(pid=94174) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 23 11:32:43.088761 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron_lib.callbacks.manager [None req-fe413305-4c7e-460f-b040-a6c813eaef36 tempest-RoutersNegativeTest-1531528216 tempest-RoutersNegativeTest-1531528216-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-923104'] for network, before_create {{(pid=94174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:32:43.101464 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d3c01526-5b37-465f-bb34-510f2080284f None None] Network 0adcd8b9-d403-4e2b-b765-9850dc5b2ccf is already hosted by enough agents. {{(pid=94176) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 23 11:32:43.103758 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron_lib.callbacks.manager [None req-d0a74f8e-fae8-4ac8-b5b2-3210f4b34f13 tempest-BulkNetworkOpsIpV6Test-986121801 tempest-BulkNetworkOpsIpV6Test-986121801-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-897627', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866062', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5195932', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4294216'] for subnet, after_delete {{(pid=94174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:32:43.119537 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.scheduler.base_scheduler [None req-d3c01526-5b37-465f-bb34-510f2080284f None None] Resources bound (agent type, host, resource id): {{(pid=94176) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 23 11:32:43.134082 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d3c01526-5b37-465f-bb34-510f2080284f None None] Received port after_create {{(pid=94176) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 23 11:32:43.142546 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3c01526-5b37-465f-bb34-510f2080284f None None] Pushing event updated for resources: {'Port': ['ID=ad647f2d-fdb8-4ed5-bb99-6852f829f584,revision_number=1']} {{(pid=94176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 11:32:43.146702 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94174) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 11:32:43.149308 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG oslo_concurrency.lockutils [None req-d3c01526-5b37-465f-bb34-510f2080284f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.204s {{(pid=94176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 11:32:43.206274 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-61362754-b8ec-4484-b423-441be014118a tempest-PortsTestJSON-2085221018 tempest-PortsTestJSON-2085221018-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 11:32:43.210430 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0a74f8e-fae8-4ac8-b5b2-3210f4b34f13 tempest-BulkNetworkOpsIpV6Test-986121801 tempest-BulkNetworkOpsIpV6Test-986121801-project] Pushing event deleted for resources: {'Subnet': ['ID=2553ac77-ff20-4333-a42c-ce8a1cacd8c5,revision_number=None']} {{(pid=94174) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 11:32:43.235900 dv-neutron-601336-94-hyperv neutron-server[94175]: INFO neutron.wsgi [None req-61362754-b8ec-4484-b423-441be014118a tempest-PortsTestJSON-2085221018 tempest-PortsTestJSON-2085221018-project] 10.222.0.20 "GET /v2.0/ports/c454d9ad-617b-40fd-94b3-3a74e484b132 HTTP/1.1" status: 200 len: 840 time: 0.4226921 Jun 23 11:32:43.241350 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.wsgi [-] (94175) accepted ('10.222.0.20', 38562) {{(pid=94175) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 11:32:43.271269 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron_lib.callbacks.manager [None req-f0d9a24a-4715-46dd-ac3c-bc9c0ca94b47 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773699952132', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-899307'] for agent, after_update {{(pid=94176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:32:43.279003 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG oslo_concurrency.lockutils [None req-d0a74f8e-fae8-4ac8-b5b2-3210f4b34f13 tempest-BulkNetworkOpsIpV6Test-986121801 tempest-BulkNetworkOpsIpV6Test-986121801-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.132s {{(pid=94174) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 11:32:43.293137 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.plugins.ml2.managers [None req-d3c01526-5b37-465f-bb34-510f2080284f None None] Attempting to bind port ad647f2d-fdb8-4ed5-bb99-6852f829f584 on host dv-neutron-601336-94-hyperv for vnic_type normal with profile {{(pid=94176) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 23 11:32:43.297725 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.plugins.ml2.managers [None req-d3c01526-5b37-465f-bb34-510f2080284f None None] Attempting to bind port ad647f2d-fdb8-4ed5-bb99-6852f829f584 by drivers openvswitch,hyperv on host dv-neutron-601336-94-hyperv at level 0 using segments [{'id': 'b587c2ca-ac02-4df1-a824-b1a3ae1ad94c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 407, 'network_id': '0adcd8b9-d403-4e2b-b765-9850dc5b2ccf'}] {{(pid=94176) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 23 11:32:43.298124 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d3c01526-5b37-465f-bb34-510f2080284f None None] Attempting to bind port ad647f2d-fdb8-4ed5-bb99-6852f829f584 on network 0adcd8b9-d403-4e2b-b765-9850dc5b2ccf {{(pid=94176) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 23 11:32:43.309268 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.plugins.ml2.rpc [None req-dc7542b2-afef-47f4-a763-e3a3cba144be None None] Device 4cdea75b-c375-464e-bc52-40c4dd830bf7 up at agent ovs-agent-dv-neutron-601336-94-hyperv {{(pid=94176) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:298}} Jun 23 11:32:43.323903 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-05685a3f-6510-41d7-9f33-c8359e305339 tempest-NetworksTestDHCPv6-162546708 tempest-NetworksTestDHCPv6-162546708-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 11:32:43.325638 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-05685a3f-6510-41d7-9f33-c8359e305339 tempest-NetworksTestDHCPv6-162546708 tempest-NetworksTestDHCPv6-162546708-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 11:32:43.330056 dv-neutron-601336-94-hyperv neutron-server[94175]: INFO neutron.wsgi [None req-05685a3f-6510-41d7-9f33-c8359e305339 tempest-NetworksTestDHCPv6-162546708 tempest-NetworksTestDHCPv6-162546708-project] 10.222.0.20 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.2974417 Jun 23 11:32:43.330056 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.wsgi [-] (94175) accepted ('10.222.0.20', 38564) {{(pid=94175) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 11:32:43.353392 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d3c01526-5b37-465f-bb34-510f2080284f None None] Checking agent: {'id': '4d05f899-5ac9-411b-8a03-f60c93f87cdf', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-601336-94-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 23, 11, 22, 14), 'started_at': datetime.datetime(2021, 6, 23, 11, 22, 44), 'heartbeat_timestamp': datetime.datetime(2021, 6, 23, 11, 32, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'monitor_allowed_address_pair_garp': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-601336-94-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94176) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 23 11:32:43.354081 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d3c01526-5b37-465f-bb34-510f2080284f None None] Checking segment: {'id': 'b587c2ca-ac02-4df1-a824-b1a3ae1ad94c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 407, 'network_id': '0adcd8b9-d403-4e2b-b765-9850dc5b2ccf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94176) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 23 11:32:43.366515 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron_lib.callbacks.manager [None req-d3c01526-5b37-465f-bb34-510f2080284f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:32:43.367148 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d3c01526-5b37-465f-bb34-510f2080284f None None] Bound using segment: {'id': 'b587c2ca-ac02-4df1-a824-b1a3ae1ad94c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 407, 'network_id': '0adcd8b9-d403-4e2b-b765-9850dc5b2ccf'} {{(pid=94176) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 23 11:32:43.367692 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.plugins.ml2.managers [None req-d3c01526-5b37-465f-bb34-510f2080284f None None] Bound port: ad647f2d-fdb8-4ed5-bb99-6852f829f584, host: dv-neutron-601336-94-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b587c2ca-ac02-4df1-a824-b1a3ae1ad94c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 407, 'network_id': '0adcd8b9-d403-4e2b-b765-9850dc5b2ccf'}}] {{(pid=94176) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 23 11:32:43.368112 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron_lib.callbacks.manager [None req-d3c01526-5b37-465f-bb34-510f2080284f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-923122'] for port, before_update {{(pid=94176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:32:43.389018 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron_lib.callbacks.manager [None req-7927aec8-3e77-4670-baf3-e8e87ed7d20e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:32:43.389615 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.db.db_base_plugin_v2 [None req-2ca53a17-26b5-4b8b-af3f-5be37c01b0b5 tempest-NetworksTestDHCPv6-162546708 tempest-NetworksTestDHCPv6-162546708-project] Deleting subnet dbe6fc38-1185-4e0a-9dd6-2092fda7e927 {{(pid=94175) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jun 23 11:32:43.399463 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron_lib.callbacks.manager [None req-2ca53a17-26b5-4b8b-af3f-5be37c01b0b5 tempest-NetworksTestDHCPv6-162546708 tempest-NetworksTestDHCPv6-162546708-project] Notify callbacks [] for subnet, before_delete {{(pid=94175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:32:43.426388 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron_lib.callbacks.manager [None req-d0a74f8e-fae8-4ac8-b5b2-3210f4b34f13 tempest-BulkNetworkOpsIpV6Test-986121801 tempest-BulkNetworkOpsIpV6Test-986121801-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7865916'] for subnet, before_response {{(pid=94174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:32:43.448444 dv-neutron-601336-94-hyperv neutron-server[94174]: INFO neutron.wsgi [None req-d0a74f8e-fae8-4ac8-b5b2-3210f4b34f13 tempest-BulkNetworkOpsIpV6Test-986121801 tempest-BulkNetworkOpsIpV6Test-986121801-project] 10.222.0.20 "DELETE /v2.0/subnets/2553ac77-ff20-4333-a42c-ce8a1cacd8c5 HTTP/1.1" status: 204 len: 168 time: 1.9971693 Jun 23 11:32:43.448444 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-fe413305-4c7e-460f-b040-a6c813eaef36 tempest-RoutersNegativeTest-1531528216 tempest-RoutersNegativeTest-1531528216-project] vlan segment allocate from pool success with {'vlan_id': 414, 'physical_network': 'physnet1'} {{(pid=94174) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 23 11:32:43.450135 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.wsgi [-] (94175) accepted ('10.222.0.20', 38566) {{(pid=94175) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 11:32:43.522027 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron_lib.callbacks.manager [None req-2ca53a17-26b5-4b8b-af3f-5be37c01b0b5 tempest-NetworksTestDHCPv6-162546708 tempest-NetworksTestDHCPv6-162546708-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5190686'] for subnet, precommit_delete_associations {{(pid=94175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:32:43.527209 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron_lib.callbacks.manager [None req-fe413305-4c7e-460f-b040-a6c813eaef36 tempest-RoutersNegativeTest-1531528216 tempest-RoutersNegativeTest-1531528216-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3801'] for segment, precommit_create {{(pid=94174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:32:43.527617 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.plugins.ml2.db [None req-d3c01526-5b37-465f-bb34-510f2080284f None None] For port ad647f2d-fdb8-4ed5-bb99-6852f829f584, host dv-neutron-601336-94-hyperv, cleared binding levels {{(pid=94176) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 23 11:32:43.527741 dv-neutron-601336-94-hyperv neutron-server[94174]: INFO neutron.db.segments_db [None req-fe413305-4c7e-460f-b040-a6c813eaef36 tempest-RoutersNegativeTest-1531528216 tempest-RoutersNegativeTest-1531528216-project] Added segment 43488563-e679-46e8-bfe2-4399a9389284 of type vlan for network 74761b13-522f-4ff1-a122-43eeb589602c Jun 23 11:32:43.533468 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.plugins.ml2.db [None req-d3c01526-5b37-465f-bb34-510f2080284f None None] For port ad647f2d-fdb8-4ed5-bb99-6852f829f584, host dv-neutron-601336-94-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-94-hyperv',level=0,port_id=ad647f2d-fdb8-4ed5-bb99-6852f829f584,segment=NetworkSegment(b587c2ca-ac02-4df1-a824-b1a3ae1ad94c),segment_id=b587c2ca-ac02-4df1-a824-b1a3ae1ad94c)] {{(pid=94176) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 23 11:32:43.563639 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d3017411-0515-42df-9fb7-eab8409090a6 tempest-BulkNetworkOpsIpV6Test-986121801 tempest-BulkNetworkOpsIpV6Test-986121801-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 11:32:43.568274 dv-neutron-601336-94-hyperv neutron-server[94175]: INFO neutron.wsgi [None req-d3017411-0515-42df-9fb7-eab8409090a6 tempest-BulkNetworkOpsIpV6Test-986121801 tempest-BulkNetworkOpsIpV6Test-986121801-project] 10.222.0.20 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.1120324 Jun 23 11:32:43.573947 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.wsgi [-] (94175) accepted ('10.222.0.20', 38570) {{(pid=94175) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 11:32:43.597228 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron_lib.callbacks.manager [None req-fe413305-4c7e-460f-b040-a6c813eaef36 tempest-RoutersNegativeTest-1531528216 tempest-RoutersNegativeTest-1531528216-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8773699596773'] for network, precommit_create {{(pid=94174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:32:43.607437 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron_lib.callbacks.manager [None req-7927aec8-3e77-4670-baf3-e8e87ed7d20e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:32:43.629615 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fe0ef516-4364-4695-a18a-2996f84386a7 None None] Network 06c152a2-08dd-48ff-97f3-475017e92c2a requested from dv-neutron-601336-94-hyperv {{(pid=94176) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 23 11:32:43.638353 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.plugins.ml2.plugin [None req-ef6618a1-6af7-4d61-ae2c-0188a365fc2e tempest-PortsTestJSON-2085221018 tempest-PortsTestJSON-2085221018-project] Deleting port c454d9ad-617b-40fd-94b3-3a74e484b132 {{(pid=94175) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1913}} Jun 23 11:32:43.638353 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron_lib.callbacks.manager [None req-ef6618a1-6af7-4d61-ae2c-0188a365fc2e tempest-PortsTestJSON-2085221018 tempest-PortsTestJSON-2085221018-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773700079324'] for port, before_delete {{(pid=94175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:32:43.682584 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.db.provisioning_blocks [None req-dc7542b2-afef-47f4-a763-e3a3cba144be None None] Provisioning for port 4cdea75b-c375-464e-bc52-40c4dd830bf7 completed by entity L2. {{(pid=94176) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 23 11:32:43.685025 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron_lib.callbacks.manager [None req-d3c01526-5b37-465f-bb34-510f2080284f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-922904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866062', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773700135042', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773699642233', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773699642278'] for port, after_update {{(pid=94176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:32:43.708113 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG oslo_concurrency.lockutils [None req-c2151e09-b115-4002-ba60-0f94f7dcaedc None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 11:32:43.723858 dv-neutron-601336-94-hyperv neutron-server[94174]: INFO neutron.wsgi [req-2dc8585c-c647-4a53-9b69-b19cb053d27c req-3320b20e-309d-4533-a2bd-b3e1e55842ff tempest-ServerActionsTestJSON-161917335 tempest-ServerActionsTestJSON-161917335-project] 10.222.0.20 "GET /v2.0/ports?device_id=85769616-6b8b-4da7-ad73-344986edf607 HTTP/1.1" status: 200 len: 210 time: 0.0551991 Jun 23 11:32:43.774045 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2be15162-a814-45c2-b912-04fe9ed889c4 req-4edea7a1-a017-48a7-9c2e-00265ca5aacd tempest-ServerActionsTestJSON-161917335 tempest-ServerActionsTestJSON-161917335-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94174) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 11:32:43.775906 dv-neutron-601336-94-hyperv neutron-server[94174]: INFO neutron.wsgi [req-2be15162-a814-45c2-b912-04fe9ed889c4 req-4edea7a1-a017-48a7-9c2e-00265ca5aacd tempest-ServerActionsTestJSON-161917335 tempest-ServerActionsTestJSON-161917335-project] 10.222.0.52 "GET /v2.0/networks?id=34cf218b-02ad-4259-a49e-5807c729dd9a HTTP/1.1" status: 200 len: 812 time: 0.6849859 Jun 23 11:32:43.796022 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3c01526-5b37-465f-bb34-510f2080284f None None] Pushing event updated for resources: {'Port': ['ID=ad647f2d-fdb8-4ed5-bb99-6852f829f584,revision_number=2']} {{(pid=94176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 11:32:43.811333 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.plugins.ml2.rpc [None req-dc7542b2-afef-47f4-a763-e3a3cba144be None None] Device 6edcd777-ee1e-444d-8352-67a472bd6e73 up at agent ovs-agent-dv-neutron-601336-94-hyperv {{(pid=94176) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:298}} Jun 23 11:32:43.834044 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.wsgi [-] (94174) accepted ('10.222.0.20', 38572) {{(pid=94174) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 11:32:43.842483 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron_lib.callbacks.manager [None req-ef6618a1-6af7-4d61-ae2c-0188a365fc2e tempest-PortsTestJSON-2085221018 tempest-PortsTestJSON-2085221018-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-430722'] for port, precommit_delete {{(pid=94175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:32:43.868168 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.plugins.ml2.plugin [None req-ef6618a1-6af7-4d61-ae2c-0188a365fc2e tempest-PortsTestJSON-2085221018 tempest-PortsTestJSON-2085221018-project] Calling delete_port for c454d9ad-617b-40fd-94b3-3a74e484b132 owned by {{(pid=94175) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1986}} Jun 23 11:32:43.869255 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG oslo_concurrency.lockutils [None req-d3c01526-5b37-465f-bb34-510f2080284f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.161s {{(pid=94176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 11:32:43.899785 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron_lib.callbacks.manager [None req-fe413305-4c7e-460f-b040-a6c813eaef36 tempest-RoutersNegativeTest-1531528216 tempest-RoutersNegativeTest-1531528216-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8002400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7866073'] for network, after_create {{(pid=94174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:32:43.905591 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fe413305-4c7e-460f-b040-a6c813eaef36 tempest-RoutersNegativeTest-1531528216 tempest-RoutersNegativeTest-1531528216-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94174) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 11:32:43.906248 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron_lib.callbacks.manager [None req-fe413305-4c7e-460f-b040-a6c813eaef36 tempest-RoutersNegativeTest-1531528216 tempest-RoutersNegativeTest-1531528216-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7865916'] for network, before_response {{(pid=94174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:32:43.914024 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron_lib.callbacks.manager [None req-7927aec8-3e77-4670-baf3-e8e87ed7d20e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7996330'] for security_group, after_delete {{(pid=94174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:32:43.917314 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron_lib.callbacks.manager [None req-7927aec8-3e77-4670-baf3-e8e87ed7d20e admin admin] Notify callbacks [] for security_group, before_response {{(pid=94174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:32:43.918488 dv-neutron-601336-94-hyperv neutron-server[94174]: INFO neutron.wsgi [None req-7927aec8-3e77-4670-baf3-e8e87ed7d20e admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/a9d1221a-5571-456d-9a1b-87a1bd806736 HTTP/1.1" status: 204 len: 168 time: 0.9635780 Jun 23 11:32:43.922861 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG oslo_concurrency.lockutils [None req-623c3134-8d79-4bcb-a13d-5c8b2e719c42 tempest-PortsTestJSON-2085221018 tempest-PortsTestJSON-2085221018-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94174) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 11:32:43.999693 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.db.provisioning_blocks [None req-09e8523d-4273-480b-80d0-5ce6dad96acf None None] Provisioning for port 4cdea75b-c375-464e-bc52-40c4dd830bf7 completed by entity DHCP. {{(pid=94176) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 23 11:32:44.004112 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron_lib.callbacks.manager [None req-dc7542b2-afef-47f4-a763-e3a3cba144be None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773699952132', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-899307'] for agent, after_update {{(pid=94176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:32:44.017588 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.db.provisioning_blocks [None req-09e8523d-4273-480b-80d0-5ce6dad96acf None None] Provisioning complete for port 4cdea75b-c375-464e-bc52-40c4dd830bf7 triggered by entity DHCP. {{(pid=94176) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 23 11:32:44.017588 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron_lib.callbacks.manager [None req-09e8523d-4273-480b-80d0-5ce6dad96acf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-899258'] for port, provisioning_complete {{(pid=94176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:32:44.037222 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron_lib.callbacks.manager [None req-aef0759f-4280-45d2-8543-e2ff6a55f910 tempest-BulkNetworkOpsIpV6Test-986121801 tempest-BulkNetworkOpsIpV6Test-986121801-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-824874'] for network, before_delete {{(pid=94175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:32:44.054399 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron_lib.callbacks.manager [None req-2ca53a17-26b5-4b8b-af3f-5be37c01b0b5 tempest-NetworksTestDHCPv6-162546708 tempest-NetworksTestDHCPv6-162546708-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-897634'] for subnet, precommit_delete {{(pid=94175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:32:44.088572 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.db.provisioning_blocks [None req-dc7542b2-afef-47f4-a763-e3a3cba144be None None] Provisioning for port 6edcd777-ee1e-444d-8352-67a472bd6e73 completed by entity L2. {{(pid=94176) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 23 11:32:44.096545 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe413305-4c7e-460f-b040-a6c813eaef36 tempest-RoutersNegativeTest-1531528216 tempest-RoutersNegativeTest-1531528216-project] Pushing event updated for resources: {'Network': ['ID=74761b13-522f-4ff1-a122-43eeb589602c,revision_number=1']} {{(pid=94174) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 11:32:44.098158 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0c8d1100-d2b0-4b38-8d0b-66d3a4bab438 None None] DHCP port deletion for 06c152a2-08dd-48ff-97f3-475017e92c2a request from dv-neutron-601336-94-hyperv {{(pid=94176) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jun 23 11:32:44.102866 dv-neutron-601336-94-hyperv neutron-server[94174]: INFO neutron.wsgi [req-2be15162-a814-45c2-b912-04fe9ed889c4 req-c4d7425b-26fb-4c37-9a1b-3c3c117e7075 tempest-ServerActionsTestJSON-161917335 tempest-ServerActionsTestJSON-161917335-project] 10.222.0.52 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=252b24454ee04e36b666155dab1feb23 HTTP/1.1" status: 200 len: 379 time: 0.3164959 Jun 23 11:32:44.106568 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG oslo_concurrency.lockutils [None req-fe413305-4c7e-460f-b040-a6c813eaef36 tempest-RoutersNegativeTest-1531528216 tempest-RoutersNegativeTest-1531528216-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.183s {{(pid=94174) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 11:32:44.106715 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG oslo_concurrency.lockutils [None req-ac80ee26-2010-4321-ae7c-caf270e7e56e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.016s {{(pid=94174) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 11:32:44.120186 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.api.v2.base [req-2be15162-a814-45c2-b912-04fe9ed889c4 req-529b0724-0710-430f-ab69-163e340a676d tempest-ServerActionsTestJSON-161917335 tempest-ServerActionsTestJSON-161917335-project] Request body: {'port': {'device_id': '85769616-6b8b-4da7-ad73-344986edf607', 'network_id': '34cf218b-02ad-4259-a49e-5807c729dd9a', 'admin_state_up': True, 'tenant_id': '252b24454ee04e36b666155dab1feb23', 'security_groups': ['f0520e5d-8f0e-4c28-b543-be4405698077']}} {{(pid=94174) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 23 11:32:44.121822 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron_lib.callbacks.manager [None req-ef6618a1-6af7-4d61-ae2c-0188a365fc2e tempest-PortsTestJSON-2085221018 tempest-PortsTestJSON-2085221018-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-922904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866062', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773700135024', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773699642224', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5082448'] for port, after_delete {{(pid=94175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:32:44.142868 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG oslo_concurrency.lockutils [None req-13c6d102-2ba1-4520-a09e-5dc742a19c6b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94175) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 11:32:44.171684 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.plugins.ml2.rpc [None req-dc7542b2-afef-47f4-a763-e3a3cba144be None None] Network 74761b13-522f-4ff1-a122-43eeb589602c details requested by agent ovs-agent-dv-neutron-601336-94-hyperv with host dv-neutron-601336-94-hyperv {{(pid=94176) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:250}} Jun 23 11:32:44.230760 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron_lib.callbacks.manager [None req-ef6618a1-6af7-4d61-ae2c-0188a365fc2e tempest-PortsTestJSON-2085221018 tempest-PortsTestJSON-2085221018-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-217507'] for port, before_response {{(pid=94175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:32:44.234203 dv-neutron-601336-94-hyperv neutron-server[94175]: INFO neutron.wsgi [None req-ef6618a1-6af7-4d61-ae2c-0188a365fc2e tempest-PortsTestJSON-2085221018 tempest-PortsTestJSON-2085221018-project] 10.222.0.20 "DELETE /v2.0/ports/c454d9ad-617b-40fd-94b3-3a74e484b132 HTTP/1.1" status: 204 len: 168 time: 0.9912000 Jun 23 11:32:44.238053 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef6618a1-6af7-4d61-ae2c-0188a365fc2e tempest-PortsTestJSON-2085221018 tempest-PortsTestJSON-2085221018-project] Pushing event deleted for resources: {'Port': ['ID=c454d9ad-617b-40fd-94b3-3a74e484b132,revision_number=None']} {{(pid=94175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 11:32:44.243376 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.wsgi [-] (94175) accepted ('10.222.0.20', 38580) {{(pid=94175) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 11:32:44.251284 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG oslo_concurrency.lockutils [None req-ef6618a1-6af7-4d61-ae2c-0188a365fc2e tempest-PortsTestJSON-2085221018 tempest-PortsTestJSON-2085221018-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.105s {{(pid=94175) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 11:32:44.258766 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7927aec8-3e77-4670-baf3-e8e87ed7d20e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a9d1221a-5571-456d-9a1b-87a1bd806736,revision_number=None']} {{(pid=94174) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 11:32:44.281995 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG oslo_concurrency.lockutils [None req-7927aec8-3e77-4670-baf3-e8e87ed7d20e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.175s {{(pid=94174) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 11:32:44.283819 dv-neutron-601336-94-hyperv neutron-server[94174]: INFO neutron.wsgi [None req-fe413305-4c7e-460f-b040-a6c813eaef36 tempest-RoutersNegativeTest-1531528216 tempest-RoutersNegativeTest-1531528216-project] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 771 time: 1.3695009 Jun 23 11:32:44.289209 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.wsgi [-] (94174) accepted ('10.222.0.20', 38582) {{(pid=94174) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 11:32:44.298417 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.api.v2.base [None req-c1c4c139-2a1d-4d26-bc10-41e537eb14f8 tempest-RoutersNegativeTest-1531528216 tempest-RoutersNegativeTest-1531528216-project] Request body: {'subnet': {'network_id': 'e8ee6fca-c31d-4c6b-9908-888c79fac63c', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=94174) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 23 11:32:44.301543 dv-neutron-601336-94-hyperv neutron-server[94175]: INFO neutron.pecan_wsgi.hooks.translation [None req-29c7158c-23a6-4ab7-8c6e-613b9a830f1d tempest-PortsTestJSON-2085221018 tempest-PortsTestJSON-2085221018-project] GET failed (client error): The resource could not be found. Jun 23 11:32:44.306677 dv-neutron-601336-94-hyperv neutron-server[94175]: INFO neutron.wsgi [None req-29c7158c-23a6-4ab7-8c6e-613b9a830f1d tempest-PortsTestJSON-2085221018 tempest-PortsTestJSON-2085221018-project] 10.222.0.20 "GET /v2.0/ports/c454d9ad-617b-40fd-94b3-3a74e484b132 HTTP/1.1" status: 404 len: 333 time: 0.0569847 Jun 23 11:32:44.307606 dv-neutron-601336-94-hyperv neutron-server[94174]: INFO neutron.wsgi [None req-62f04988-dc3e-431a-bba0-c5fd997825bd admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=c87e2b51c2294a87bbb26a707b603e00&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4678214 Jun 23 11:32:44.308291 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.wsgi [-] (94174) accepted ('10.222.0.20', 38584) {{(pid=94174) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 11:32:44.310617 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.wsgi [-] (94175) accepted ('10.222.0.20', 38586) {{(pid=94175) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 11:32:44.319897 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fffb0bca-770c-4d41-8756-f187d10d2fae None None] Network 4dbe8180-6497-4576-a300-f73d087f15c4 requested from dv-neutron-601336-94-hyperv {{(pid=94176) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 23 11:32:44.343254 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.plugins.ml2.plugin [None req-aef0759f-4280-45d2-8543-e2ff6a55f910 tempest-BulkNetworkOpsIpV6Test-986121801 tempest-BulkNetworkOpsIpV6Test-986121801-project] Deleting port 6edcd777-ee1e-444d-8352-67a472bd6e73 {{(pid=94175) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1913}} Jun 23 11:32:44.343608 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron_lib.callbacks.manager [None req-aef0759f-4280-45d2-8543-e2ff6a55f910 tempest-BulkNetworkOpsIpV6Test-986121801 tempest-BulkNetworkOpsIpV6Test-986121801-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773700079324'] for port, before_delete {{(pid=94175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:32:44.372213 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.api.v2.base [None req-668dbb3a-7166-4934-9e90-4640ba8690c5 tempest-PortsTestJSON-2085221018 tempest-PortsTestJSON-2085221018-project] Request body: {'port': {'network_id': 'c9584ed1-23c5-47a7-b4d6-264bedad0f19', 'name': 'tempest-PortsTestJSON-1354720821'}} {{(pid=94174) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 23 11:32:44.399988 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron_lib.callbacks.manager [None req-2ca53a17-26b5-4b8b-af3f-5be37c01b0b5 tempest-NetworksTestDHCPv6-162546708 tempest-NetworksTestDHCPv6-162546708-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-897627', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866062', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5083050', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4660036'] for subnet, after_delete {{(pid=94175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:32:44.413714 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG oslo_concurrency.lockutils [None req-153bbcbd-bb3a-43b2-9f52-9d51f597438f tempest-NetworksTestDHCPv6-162546708 tempest-NetworksTestDHCPv6-162546708-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94175) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 11:32:44.480097 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron_lib.callbacks.manager [None req-2ca53a17-26b5-4b8b-af3f-5be37c01b0b5 tempest-NetworksTestDHCPv6-162546708 tempest-NetworksTestDHCPv6-162546708-project] Notify callbacks [] for subnet, before_response {{(pid=94175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:32:44.482733 dv-neutron-601336-94-hyperv neutron-server[94175]: INFO neutron.wsgi [None req-2ca53a17-26b5-4b8b-af3f-5be37c01b0b5 tempest-NetworksTestDHCPv6-162546708 tempest-NetworksTestDHCPv6-162546708-project] 10.222.0.20 "DELETE /v2.0/subnets/dbe6fc38-1185-4e0a-9dd6-2092fda7e927 HTTP/1.1" status: 204 len: 168 time: 1.1518540 Jun 23 11:32:44.489376 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.wsgi [-] (94175) accepted ('10.222.0.20', 38590) {{(pid=94175) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 11:32:44.504850 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.plugins.ml2.plugin [None req-0c8d1100-d2b0-4b38-8d0b-66d3a4bab438 None None] Deleting port 4cdea75b-c375-464e-bc52-40c4dd830bf7 {{(pid=94176) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1913}} Jun 23 11:32:44.505246 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron_lib.callbacks.manager [None req-0c8d1100-d2b0-4b38-8d0b-66d3a4bab438 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773700079324'] for port, before_delete {{(pid=94176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:32:44.507021 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-841260b4-1a70-44a7-9dcf-1f9e038ebbe5 None None] Network f53f535d-bce4-4da8-9bd9-396677ff4e83 requested from dv-neutron-601336-94-hyperv {{(pid=94176) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 23 11:32:44.538443 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron_lib.db.api [None req-668dbb3a-7166-4934-9e90-4640ba8690c5 tempest-PortsTestJSON-2085221018 tempest-PortsTestJSON-2085221018-project] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Jun 23 11:32:44.538443 dv-neutron-601336-94-hyperv neutron-server[94174]: [SQL: INSERT INTO reservations (project_id, id, expiration) VALUES (%(project_id)s, %(id)s, %(expiration)s)] Jun 23 11:32:44.538443 dv-neutron-601336-94-hyperv neutron-server[94174]: [parameters: {'project_id': '9e5461dd76964a018bba022fe5f7a0f1', 'id': '0912b0a8-7686-4f0e-a463-2f40a136dac0', 'expiration': datetime.datetime(2021, 6, 23, 11, 34, 44, 526675)}] Jun 23 11:32:44.538443 dv-neutron-601336-94-hyperv neutron-server[94174]: (Background on this error at: http://sqlalche.me/e/14/e3q8) {{(pid=94174) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jun 23 11:32:44.539221 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG oslo_db.api [None req-668dbb3a-7166-4934-9e90-4640ba8690c5 tempest-PortsTestJSON-2085221018 tempest-PortsTestJSON-2085221018-project] Performing DB retry for function neutron.db.quota.driver_nolock.DbQuotaNoLockDriver.make_reservation {{(pid=94174) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jun 23 11:32:44.540463 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron_lib.db.api [None req-c1c4c139-2a1d-4d26-bc10-41e537eb14f8 tempest-RoutersNegativeTest-1531528216 tempest-RoutersNegativeTest-1531528216-project] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Jun 23 11:32:44.540463 dv-neutron-601336-94-hyperv neutron-server[94174]: [SQL: INSERT INTO reservations (project_id, id, expiration) VALUES (%(project_id)s, %(id)s, %(expiration)s)] Jun 23 11:32:44.540463 dv-neutron-601336-94-hyperv neutron-server[94174]: [parameters: {'project_id': '73000ee9e8e84cbc8c10d08d73ff8c14', 'id': 'f8dc69b5-917f-4a86-8972-3295205181a9', 'expiration': datetime.datetime(2021, 6, 23, 11, 34, 44, 528344)}] Jun 23 11:32:44.540463 dv-neutron-601336-94-hyperv neutron-server[94174]: (Background on this error at: http://sqlalche.me/e/14/e3q8) {{(pid=94174) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jun 23 11:32:44.540814 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG oslo_db.api [None req-c1c4c139-2a1d-4d26-bc10-41e537eb14f8 tempest-RoutersNegativeTest-1531528216 tempest-RoutersNegativeTest-1531528216-project] Performing DB retry for function neutron.db.quota.driver_nolock.DbQuotaNoLockDriver.make_reservation {{(pid=94174) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jun 23 11:32:44.550950 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ca53a17-26b5-4b8b-af3f-5be37c01b0b5 tempest-NetworksTestDHCPv6-162546708 tempest-NetworksTestDHCPv6-162546708-project] Pushing event deleted for resources: {'Subnet': ['ID=dbe6fc38-1185-4e0a-9dd6-2092fda7e927,revision_number=None']} {{(pid=94175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 11:32:44.557141 dv-neutron-601336-94-hyperv neutron-server[94175]: INFO neutron.wsgi [None req-d7144378-3101-4a15-bfa7-43cf6dc82530 tempest-NetworksTestDHCPv6-162546708 tempest-NetworksTestDHCPv6-162546708-project] 10.222.0.20 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0600615 Jun 23 11:32:44.557854 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.wsgi [-] (94174) accepted ('10.222.0.20', 38592) {{(pid=94174) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 11:32:44.561894 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron_lib.callbacks.manager [None req-09e8523d-4273-480b-80d0-5ce6dad96acf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-923122'] for port, before_update {{(pid=94176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:32:44.566565 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG oslo_concurrency.lockutils [None req-2ca53a17-26b5-4b8b-af3f-5be37c01b0b5 tempest-NetworksTestDHCPv6-162546708 tempest-NetworksTestDHCPv6-162546708-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.153s {{(pid=94175) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 11:32:44.585502 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron_lib.callbacks.manager [None req-e354e48d-57a1-483c-be29-d882fd00a228 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:32:44.595077 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.plugins.ml2.db [None req-aef0759f-4280-45d2-8543-e2ff6a55f910 tempest-BulkNetworkOpsIpV6Test-986121801 tempest-BulkNetworkOpsIpV6Test-986121801-project] For port 6edcd777-ee1e-444d-8352-67a472bd6e73, host dv-neutron-601336-94-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-94-hyperv',level=0,port_id=6edcd777-ee1e-444d-8352-67a472bd6e73,segment=NetworkSegment(0a981d69-00eb-44fb-8329-abe5e476dcba),segment_id=0a981d69-00eb-44fb-8329-abe5e476dcba)] {{(pid=94175) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 23 11:32:44.595998 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron_lib.callbacks.manager [None req-aef0759f-4280-45d2-8543-e2ff6a55f910 tempest-BulkNetworkOpsIpV6Test-986121801 tempest-BulkNetworkOpsIpV6Test-986121801-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-430722'] for port, precommit_delete {{(pid=94175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:32:44.621910 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.plugins.ml2.plugin [None req-aef0759f-4280-45d2-8543-e2ff6a55f910 tempest-BulkNetworkOpsIpV6Test-986121801 tempest-BulkNetworkOpsIpV6Test-986121801-project] Calling delete_port for 6edcd777-ee1e-444d-8352-67a472bd6e73 owned by network:dhcp {{(pid=94175) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1986}} Jun 23 11:32:44.635395 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron_lib.callbacks.manager [None req-e354e48d-57a1-483c-be29-d882fd00a228 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:32:44.648862 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dae43e5f-3ca8-49a2-bfc8-2a6b1209e9b2 tempest-NetworksTestDHCPv6-162546708 tempest-NetworksTestDHCPv6-162546708-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94174) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 11:32:44.652963 dv-neutron-601336-94-hyperv neutron-server[94174]: INFO neutron.wsgi [None req-dae43e5f-3ca8-49a2-bfc8-2a6b1209e9b2 tempest-NetworksTestDHCPv6-162546708 tempest-NetworksTestDHCPv6-162546708-project] 10.222.0.20 "GET /v2.0/ports HTTP/1.1" status: 200 len: 866 time: 0.0916688 Jun 23 11:32:44.656544 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.wsgi [-] (94174) accepted ('10.222.0.20', 38596) {{(pid=94174) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 11:32:44.695283 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.plugins.ml2.db [None req-09e8523d-4273-480b-80d0-5ce6dad96acf None None] For port 4cdea75b-c375-464e-bc52-40c4dd830bf7, host dv-neutron-601336-94-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-94-hyperv',level=0,port_id=4cdea75b-c375-464e-bc52-40c4dd830bf7,segment=NetworkSegment(13947540-3607-4d23-903c-58a391432f24),segment_id=13947540-3607-4d23-903c-58a391432f24)] {{(pid=94176) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 23 11:32:44.714659 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron_lib.callbacks.manager [None req-4c20ea5f-bc7f-4d4e-935d-57f082af6ccb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773699952132', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-899307'] for agent, after_update {{(pid=94176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:32:44.725426 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a5ae25b5-da32-4c89-b8bf-00a7ad41f426 tempest-NetworksTestDHCPv6-162546708 tempest-NetworksTestDHCPv6-162546708-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94174) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 11:32:44.727539 dv-neutron-601336-94-hyperv neutron-server[94174]: INFO neutron.wsgi [None req-a5ae25b5-da32-4c89-b8bf-00a7ad41f426 tempest-NetworksTestDHCPv6-162546708 tempest-NetworksTestDHCPv6-162546708-project] 10.222.0.20 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.0733664 Jun 23 11:32:44.728453 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-2be15162-a814-45c2-b912-04fe9ed889c4 req-529b0724-0710-430f-ab69-163e340a676d tempest-ServerActionsTestJSON-161917335 tempest-ServerActionsTestJSON-161917335-project] Made reservation on behalf of 252b24454ee04e36b666155dab1feb23 for: {'port': 1} {{(pid=94174) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 23 11:32:44.730901 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.wsgi [-] (94175) accepted ('10.222.0.20', 38602) {{(pid=94175) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 11:32:44.734492 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron_lib.callbacks.manager [req-2be15162-a814-45c2-b912-04fe9ed889c4 req-529b0724-0710-430f-ab69-163e340a676d tempest-ServerActionsTestJSON-161917335 tempest-ServerActionsTestJSON-161917335-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-923104'] for port, before_create {{(pid=94174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:32:44.772713 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.plugins.ml2.db [None req-0c8d1100-d2b0-4b38-8d0b-66d3a4bab438 None None] For port 4cdea75b-c375-464e-bc52-40c4dd830bf7, host dv-neutron-601336-94-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-94-hyperv',level=0,port_id=4cdea75b-c375-464e-bc52-40c4dd830bf7,segment=NetworkSegment(13947540-3607-4d23-903c-58a391432f24),segment_id=13947540-3607-4d23-903c-58a391432f24)] {{(pid=94176) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 23 11:32:44.773808 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron_lib.callbacks.manager [None req-0c8d1100-d2b0-4b38-8d0b-66d3a4bab438 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-430722'] for port, precommit_delete {{(pid=94176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:32:44.796534 dv-neutron-601336-94-hyperv neutron-server[94175]: INFO neutron.wsgi [None req-64f7ed34-008c-4197-b625-507b7e03dd18 tempest-NetworksTestDHCPv6-162546708 tempest-NetworksTestDHCPv6-162546708-project] 10.222.0.20 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0627449 Jun 23 11:32:44.808583 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.wsgi [-] (94175) accepted ('10.222.0.20', 38606) {{(pid=94175) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 11:32:44.814231 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.api.v2.base [None req-f9a410d2-5feb-46a5-8967-dc5169bb40bf tempest-NetworksTestDHCPv6-162546708 tempest-NetworksTestDHCPv6-162546708-project] Request body: {'subnet': {'network_id': 'f53f535d-bce4-4da8-9bd9-396677ff4e83', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'slaac'}} {{(pid=94175) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 23 11:32:44.836357 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron_lib.callbacks.manager [None req-09e8523d-4273-480b-80d0-5ce6dad96acf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-922904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866062', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773700135042', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773699642233', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773699642278'] for port, after_update {{(pid=94176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:32:44.851298 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG oslo_concurrency.lockutils [None req-9f63ca90-cd29-46c3-99fd-7c9aff6c9ef3 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 11:32:44.853194 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1b2ad249-9492-4c46-b074-85f236b01f64 None None] DHCP port deletion for 4dbe8180-6497-4576-a300-f73d087f15c4 request from dv-neutron-601336-94-hyperv {{(pid=94176) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jun 23 11:32:44.886547 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.plugins.ml2.plugin [None req-0c8d1100-d2b0-4b38-8d0b-66d3a4bab438 None None] Calling delete_port for 4cdea75b-c375-464e-bc52-40c4dd830bf7 owned by network:dhcp {{(pid=94176) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1986}} Jun 23 11:32:45.014383 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron_lib.callbacks.manager [None req-e354e48d-57a1-483c-be29-d882fd00a228 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7996330'] for security_group, after_delete {{(pid=94175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:32:45.019788 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron_lib.callbacks.manager [None req-e354e48d-57a1-483c-be29-d882fd00a228 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:32:45.020767 dv-neutron-601336-94-hyperv neutron-server[94175]: INFO neutron.wsgi [None req-e354e48d-57a1-483c-be29-d882fd00a228 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/756ab37b-3c77-4d4c-b2cc-2454db343425 HTTP/1.1" status: 204 len: 168 time: 0.7087703 Jun 23 11:32:45.052208 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG oslo_concurrency.lockutils [None req-52b0106f-6875-4359-bc75-986cff8db3d3 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94175) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 11:32:45.053496 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.db.db_base_plugin_common [req-2be15162-a814-45c2-b912-04fe9ed889c4 req-529b0724-0710-430f-ab69-163e340a676d tempest-ServerActionsTestJSON-161917335 tempest-ServerActionsTestJSON-161917335-project] Allocated IP 172.20.0.3 (34cf218b-02ad-4259-a49e-5807c729dd9a/47ff68e9-949b-4720-9652-7e8da6276be9/4428b5cd-2ee2-4454-b711-d13a003d5236) {{(pid=94174) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 23 11:32:45.059615 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09e8523d-4273-480b-80d0-5ce6dad96acf None None] Pushing event updated for resources: {'Port': ['ID=4cdea75b-c375-464e-bc52-40c4dd830bf7,revision_number=4']} {{(pid=94176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 11:32:45.064035 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG oslo_concurrency.lockutils [None req-09e8523d-4273-480b-80d0-5ce6dad96acf None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.212s {{(pid=94176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 11:32:45.064688 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.db.provisioning_blocks [None req-c436a914-f1bf-4563-a37d-42b739a77071 None None] Provisioning complete for port 6edcd777-ee1e-444d-8352-67a472bd6e73 triggered by entity DHCP. {{(pid=94176) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 23 11:32:45.065070 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron_lib.callbacks.manager [None req-c436a914-f1bf-4563-a37d-42b739a77071 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-899258'] for port, provisioning_complete {{(pid=94176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:32:45.114444 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron_lib.callbacks.manager [None req-aef0759f-4280-45d2-8543-e2ff6a55f910 tempest-BulkNetworkOpsIpV6Test-986121801 tempest-BulkNetworkOpsIpV6Test-986121801-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-922904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866062', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773700135024', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773699642224', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5082448'] for port, after_delete {{(pid=94175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:32:45.128858 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.plugins.ml2.plugin [None req-c436a914-f1bf-4563-a37d-42b739a77071 None None] Port 6edcd777-ee1e-444d-8352-67a472bd6e73 was deleted so its status cannot be updated. {{(pid=94176) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:336}} Jun 23 11:32:45.155141 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.plugins.ml2.rpc [None req-dc7542b2-afef-47f4-a763-e3a3cba144be None None] Device ad647f2d-fdb8-4ed5-bb99-6852f829f584 up at agent ovs-agent-dv-neutron-601336-94-hyperv {{(pid=94176) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:298}} Jun 23 11:32:45.189009 dv-neutron-601336-94-hyperv neutron-server[94175]: INFO neutron.wsgi [req-ad5f8498-b417-44fe-a438-3edc90c9f402 req-6c453792-7f32-4ccf-93a5-8a9a4c714d16 tempest-ServerActionsTestJSON-161917335 tempest-ServerActionsTestJSON-161917335-project] 10.222.0.20 "GET /v2.0/ports?device_id=85769616-6b8b-4da7-ad73-344986edf607 HTTP/1.1" status: 200 len: 210 time: 0.2137647 Jun 23 11:32:45.190436 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aef0759f-4280-45d2-8543-e2ff6a55f910 tempest-BulkNetworkOpsIpV6Test-986121801 tempest-BulkNetworkOpsIpV6Test-986121801-project] No DVR routers for this DVR port 6edcd777-ee1e-444d-8352-67a472bd6e73 on host dv-neutron-601336-94-hyperv {{(pid=94175) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 23 11:32:45.203709 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f9a410d2-5feb-46a5-8967-dc5169bb40bf tempest-NetworksTestDHCPv6-162546708 tempest-NetworksTestDHCPv6-162546708-project] Made reservation on behalf of 5e61222a836c47229c94e37f3902e6bd for: {'subnet': 1} {{(pid=94175) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 23 11:32:45.206543 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron_lib.callbacks.manager [None req-f9a410d2-5feb-46a5-8967-dc5169bb40bf tempest-NetworksTestDHCPv6-162546708 tempest-NetworksTestDHCPv6-162546708-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4660073'] for subnet, before_create {{(pid=94175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:32:45.221672 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.plugins.ml2.plugin [None req-1b2ad249-9492-4c46-b074-85f236b01f64 None None] Deleting port 6edcd777-ee1e-444d-8352-67a472bd6e73 {{(pid=94176) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1913}} Jun 23 11:32:45.222063 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron_lib.callbacks.manager [None req-1b2ad249-9492-4c46-b074-85f236b01f64 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773700079324'] for port, before_delete {{(pid=94176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:32:45.253385 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c1c4c139-2a1d-4d26-bc10-41e537eb14f8 tempest-RoutersNegativeTest-1531528216 tempest-RoutersNegativeTest-1531528216-project] Made reservation on behalf of 73000ee9e8e84cbc8c10d08d73ff8c14 for: {'subnet': 1} {{(pid=94174) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 23 11:32:45.259778 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f334354b-9916-48cf-a2f2-9be3cc5f0e5c None None] DHCP port deletion for f53f535d-bce4-4da8-9bd9-396677ff4e83 request from dv-neutron-601336-94-hyperv {{(pid=94176) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jun 23 11:32:45.264675 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron_lib.callbacks.manager [None req-c1c4c139-2a1d-4d26-bc10-41e537eb14f8 tempest-RoutersNegativeTest-1531528216 tempest-RoutersNegativeTest-1531528216-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4294245'] for subnet, before_create {{(pid=94174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:32:45.342859 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-668dbb3a-7166-4934-9e90-4640ba8690c5 tempest-PortsTestJSON-2085221018 tempest-PortsTestJSON-2085221018-project] Made reservation on behalf of 9e5461dd76964a018bba022fe5f7a0f1 for: {'port': 1} {{(pid=94174) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 23 11:32:45.347953 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron_lib.callbacks.manager [None req-668dbb3a-7166-4934-9e90-4640ba8690c5 tempest-PortsTestJSON-2085221018 tempest-PortsTestJSON-2085221018-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-923104'] for port, before_create {{(pid=94174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:32:45.395011 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.plugins.ml2.db [None req-1b2ad249-9492-4c46-b074-85f236b01f64 None None] For port 6edcd777-ee1e-444d-8352-67a472bd6e73, host dv-neutron-601336-94-hyperv, got binding levels [] {{(pid=94176) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 23 11:32:45.400967 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron_lib.callbacks.manager [None req-1b2ad249-9492-4c46-b074-85f236b01f64 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-430722'] for port, precommit_delete {{(pid=94176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:32:45.423369 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.plugins.ml2.plugin [None req-1b2ad249-9492-4c46-b074-85f236b01f64 None None] Calling delete_port for 6edcd777-ee1e-444d-8352-67a472bd6e73 owned by network:dhcp {{(pid=94176) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1986}} Jun 23 11:32:45.430450 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.db.ipam_backend_mixin [None req-1b2ad249-9492-4c46-b074-85f236b01f64 None None] Port 6edcd777-ee1e-444d-8352-67a472bd6e73 was not found and therefore no delete operation was performed {{(pid=94176) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Jun 23 11:32:45.434400 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron_lib.callbacks.manager [None req-1b2ad249-9492-4c46-b074-85f236b01f64 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-922904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866062', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773700135024', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773699642224'] for port, after_delete {{(pid=94176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:32:45.436823 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron_lib.callbacks.manager [None req-0c8d1100-d2b0-4b38-8d0b-66d3a4bab438 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-922904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866062', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773700135024', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773699642224'] for port, after_delete {{(pid=94176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:32:45.440921 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG oslo_concurrency.lockutils [None req-51db3dd8-65b8-48bb-8e4e-8ebc56f4dd4a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 11:32:45.444195 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.notifiers.nova [None req-668dbb3a-7166-4934-9e90-4640ba8690c5 tempest-PortsTestJSON-2085221018 tempest-PortsTestJSON-2085221018-project] device_id is not set on port bc075c28-6c12-454f-a5b5-d6a52c7eed2c yet. {{(pid=94174) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jun 23 11:32:45.462657 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e354e48d-57a1-483c-be29-d882fd00a228 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=756ab37b-3c77-4d4c-b2cc-2454db343425,revision_number=None']} {{(pid=94175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 11:32:45.473652 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG oslo_concurrency.lockutils [None req-e354e48d-57a1-483c-be29-d882fd00a228 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.450s {{(pid=94175) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 11:32:45.474436 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG oslo_concurrency.lockutils [None req-023b7de7-4652-481c-a681-595877ff0f4f tempest-PortsTestJSON-2085221018 tempest-PortsTestJSON-2085221018-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.320s {{(pid=94175) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 11:32:45.485681 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b2ad249-9492-4c46-b074-85f236b01f64 None None] Pushing event deleted for resources: {'Port': ['ID=6edcd777-ee1e-444d-8352-67a472bd6e73,revision_number=None']} {{(pid=94176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 11:32:45.490759 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0c8d1100-d2b0-4b38-8d0b-66d3a4bab438 None None] No DVR routers for this DVR port 4cdea75b-c375-464e-bc52-40c4dd830bf7 on host dv-neutron-601336-94-hyperv {{(pid=94176) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 23 11:32:45.502567 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1b2ad249-9492-4c46-b074-85f236b01f64 None None] No DVR routers for this DVR port 6edcd777-ee1e-444d-8352-67a472bd6e73 on host dv-neutron-601336-94-hyperv {{(pid=94176) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 23 11:32:45.543630 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aef0759f-4280-45d2-8543-e2ff6a55f910 tempest-BulkNetworkOpsIpV6Test-986121801 tempest-BulkNetworkOpsIpV6Test-986121801-project] Pushing event deleted for resources: {'Port': ['ID=6edcd777-ee1e-444d-8352-67a472bd6e73,revision_number=None']} {{(pid=94175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 11:32:45.547605 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.plugins.ml2.plugin [None req-f334354b-9916-48cf-a2f2-9be3cc5f0e5c None None] Deleting port 00a87ae8-d2da-4a6d-8cee-6a7f19e315c4 {{(pid=94176) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1913}} Jun 23 11:32:45.548066 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron_lib.callbacks.manager [None req-f334354b-9916-48cf-a2f2-9be3cc5f0e5c None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773700079324'] for port, before_delete {{(pid=94176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:32:45.554608 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c8d1100-d2b0-4b38-8d0b-66d3a4bab438 None None] Pushing event deleted for resources: {'Port': ['ID=4cdea75b-c375-464e-bc52-40c4dd830bf7,revision_number=None']} {{(pid=94176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 11:32:45.571547 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron_lib.callbacks.manager [req-2be15162-a814-45c2-b912-04fe9ed889c4 req-529b0724-0710-430f-ab69-163e340a676d tempest-ServerActionsTestJSON-161917335 tempest-ServerActionsTestJSON-161917335-project] Notify callbacks [] for port, precommit_create {{(pid=94174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:32:45.575249 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.db.provisioning_blocks [None req-dc7542b2-afef-47f4-a763-e3a3cba144be None None] Provisioning for port ad647f2d-fdb8-4ed5-bb99-6852f829f584 completed by entity L2. {{(pid=94176) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 23 11:32:45.585192 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG oslo_concurrency.lockutils [None req-0c8d1100-d2b0-4b38-8d0b-66d3a4bab438 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.144s {{(pid=94176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 11:32:45.622148 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG oslo_concurrency.lockutils [None req-a211b5b9-293e-4930-949d-224afcd18f1b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.179s {{(pid=94176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 11:32:45.622597 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG oslo_concurrency.lockutils [None req-a211b5b9-293e-4930-949d-224afcd18f1b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.001s {{(pid=94176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 11:32:45.630387 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b401a8a1-40a9-4ed8-8f9b-ae6391aaee68 None None] Network 0adcd8b9-d403-4e2b-b765-9850dc5b2ccf requested from dv-neutron-601336-94-hyperv {{(pid=94176) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 23 11:32:45.637383 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.plugins.ml2.rpc [None req-dc7542b2-afef-47f4-a763-e3a3cba144be None None] Device 00a87ae8-d2da-4a6d-8cee-6a7f19e315c4 up at agent ovs-agent-dv-neutron-601336-94-hyperv {{(pid=94176) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:298}} Jun 23 11:32:45.645085 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron_lib.callbacks.manager [None req-aef0759f-4280-45d2-8543-e2ff6a55f910 tempest-BulkNetworkOpsIpV6Test-986121801 tempest-BulkNetworkOpsIpV6Test-986121801-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-897259', 'neutron.services.segments.db._delete_segments_for_network-8773700168587'] for network, precommit_delete {{(pid=94175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:32:45.657321 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.services.segments.db [None req-aef0759f-4280-45d2-8543-e2ff6a55f910 tempest-BulkNetworkOpsIpV6Test-986121801 tempest-BulkNetworkOpsIpV6Test-986121801-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4dbe8180-6497-4576-a300-f73d087f15c4']}} {{(pid=94175) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 11:32:45.671853 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.services.segments.db [None req-aef0759f-4280-45d2-8543-e2ff6a55f910 tempest-BulkNetworkOpsIpV6Test-986121801 tempest-BulkNetworkOpsIpV6Test-986121801-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0a981d69-00eb-44fb-8329-abe5e476dcba') {'for_net_delete': True} {{(pid=94175) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 11:32:45.672162 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.services.segments.db [None req-aef0759f-4280-45d2-8543-e2ff6a55f910 tempest-BulkNetworkOpsIpV6Test-986121801 tempest-BulkNetworkOpsIpV6Test-986121801-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0a981d69-00eb-44fb-8329-abe5e476dcba') {} {{(pid=94175) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 11:32:45.682454 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron_lib.callbacks.manager [None req-aef0759f-4280-45d2-8543-e2ff6a55f910 tempest-BulkNetworkOpsIpV6Test-986121801 tempest-BulkNetworkOpsIpV6Test-986121801-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8773699955833', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5190677'] for segment, before_delete {{(pid=94175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:32:45.697638 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron_lib.callbacks.manager [None req-aef0759f-4280-45d2-8543-e2ff6a55f910 tempest-BulkNetworkOpsIpV6Test-986121801 tempest-BulkNetworkOpsIpV6Test-986121801-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3801'] for segment, precommit_delete {{(pid=94175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:32:45.704309 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-aef0759f-4280-45d2-8543-e2ff6a55f910 tempest-BulkNetworkOpsIpV6Test-986121801 tempest-BulkNetworkOpsIpV6Test-986121801-project] Releasing vlan 425 on physical network physnet1 to pool {{(pid=94175) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 23 11:32:45.704632 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron_lib.callbacks.manager [None req-aef0759f-4280-45d2-8543-e2ff6a55f910 tempest-BulkNetworkOpsIpV6Test-986121801 tempest-BulkNetworkOpsIpV6Test-986121801-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3801', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5082371'] for segment, after_delete {{(pid=94175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:32:45.728300 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.db.provisioning_blocks [req-2be15162-a814-45c2-b912-04fe9ed889c4 req-529b0724-0710-430f-ab69-163e340a676d tempest-ServerActionsTestJSON-161917335 tempest-ServerActionsTestJSON-161917335-project] Transition to ACTIVE for port object 4428b5cd-2ee2-4454-b711-d13a003d5236 will not be triggered until provisioned by entity DHCP. {{(pid=94174) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 23 11:32:45.784344 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.plugins.ml2.db [None req-f334354b-9916-48cf-a2f2-9be3cc5f0e5c None None] For port 00a87ae8-d2da-4a6d-8cee-6a7f19e315c4, host dv-neutron-601336-94-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-94-hyperv',level=0,port_id=00a87ae8-d2da-4a6d-8cee-6a7f19e315c4,segment=NetworkSegment(6303a411-6e70-4139-a530-9ee4cf8ba843),segment_id=6303a411-6e70-4139-a530-9ee4cf8ba843)] {{(pid=94176) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 23 11:32:45.785133 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron_lib.callbacks.manager [None req-f334354b-9916-48cf-a2f2-9be3cc5f0e5c None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-430722'] for port, precommit_delete {{(pid=94176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:32:45.802877 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG oslo_concurrency.lockutils [None req-aef0759f-4280-45d2-8543-e2ff6a55f910 tempest-BulkNetworkOpsIpV6Test-986121801 tempest-BulkNetworkOpsIpV6Test-986121801-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.328s {{(pid=94175) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 11:32:45.803987 dv-neutron-601336-94-hyperv neutron-server[94175]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 23 11:32:45.803987 dv-neutron-601336-94-hyperv neutron-server[94175]: conditions |= (models_v2.Port.network_id.in_( Jun 23 11:32:45.803987 dv-neutron-601336-94-hyperv neutron-server[94175]: Traceback (most recent call last): Jun 23 11:32:45.803987 dv-neutron-601336-94-hyperv neutron-server[94175]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 23 11:32:45.803987 dv-neutron-601336-94-hyperv neutron-server[94175]: timer() Jun 23 11:32:45.803987 dv-neutron-601336-94-hyperv neutron-server[94175]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 23 11:32:45.803987 dv-neutron-601336-94-hyperv neutron-server[94175]: cb(*args, **kw) Jun 23 11:32:45.803987 dv-neutron-601336-94-hyperv neutron-server[94175]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 23 11:32:45.803987 dv-neutron-601336-94-hyperv neutron-server[94175]: return func(*args, **kwargs) Jun 23 11:32:45.803987 dv-neutron-601336-94-hyperv neutron-server[94175]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 23 11:32:45.803987 dv-neutron-601336-94-hyperv neutron-server[94175]: self._notify() Jun 23 11:32:45.803987 dv-neutron-601336-94-hyperv neutron-server[94175]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 23 11:32:45.803987 dv-neutron-601336-94-hyperv neutron-server[94175]: self.callback(batched_events) Jun 23 11:32:45.803987 dv-neutron-601336-94-hyperv neutron-server[94175]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 23 11:32:45.803987 dv-neutron-601336-94-hyperv neutron-server[94175]: event.method(event) Jun 23 11:32:45.803987 dv-neutron-601336-94-hyperv neutron-server[94175]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 23 11:32:45.803987 dv-neutron-601336-94-hyperv neutron-server[94175]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 23 11:32:45.803987 dv-neutron-601336-94-hyperv neutron-server[94175]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 23 11:32:45.803987 dv-neutron-601336-94-hyperv neutron-server[94175]: aggregate_uuid = self.p_client.list_aggregates( Jun 23 11:32:45.803987 dv-neutron-601336-94-hyperv neutron-server[94175]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 23 11:32:45.803987 dv-neutron-601336-94-hyperv neutron-server[94175]: return f(self, *a, **k) Jun 23 11:32:45.803987 dv-neutron-601336-94-hyperv neutron-server[94175]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 23 11:32:45.803987 dv-neutron-601336-94-hyperv neutron-server[94175]: return self._get(url).json() Jun 23 11:32:45.803987 dv-neutron-601336-94-hyperv neutron-server[94175]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 23 11:32:45.803987 dv-neutron-601336-94-hyperv neutron-server[94175]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 23 11:32:45.803987 dv-neutron-601336-94-hyperv neutron-server[94175]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 23 11:32:45.803987 dv-neutron-601336-94-hyperv neutron-server[94175]: return self.request(url, 'GET', **kwargs) Jun 23 11:32:45.803987 dv-neutron-601336-94-hyperv neutron-server[94175]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 23 11:32:45.803987 dv-neutron-601336-94-hyperv neutron-server[94175]: base_url = self.get_endpoint(auth, allow=allow, Jun 23 11:32:45.803987 dv-neutron-601336-94-hyperv neutron-server[94175]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 23 11:32:45.803987 dv-neutron-601336-94-hyperv neutron-server[94175]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 23 11:32:45.803987 dv-neutron-601336-94-hyperv neutron-server[94175]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 23 11:32:45.803987 dv-neutron-601336-94-hyperv neutron-server[94175]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 23 11:32:45.803987 dv-neutron-601336-94-hyperv neutron-server[94175]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 23 11:32:45.810340 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.plugins.ml2.plugin [None req-f334354b-9916-48cf-a2f2-9be3cc5f0e5c None None] Calling delete_port for 00a87ae8-d2da-4a6d-8cee-6a7f19e315c4 owned by network:dhcp {{(pid=94176) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1986}} Jun 23 11:32:45.825637 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron_lib.callbacks.manager [None req-c1c4c139-2a1d-4d26-bc10-41e537eb14f8 tempest-RoutersNegativeTest-1531528216 tempest-RoutersNegativeTest-1531528216-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866062', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5195999', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4294259'] for subnet, after_create {{(pid=94174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:32:45.848101 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG oslo_concurrency.lockutils [None req-f33bc533-576c-4125-a932-f6ee8d52ee17 tempest-NetworksIpV6TestAttrs-49342282 tempest-NetworksIpV6TestAttrs-49342282-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94174) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 11:32:45.947145 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron_lib.callbacks.manager [None req-aef0759f-4280-45d2-8543-e2ff6a55f910 tempest-BulkNetworkOpsIpV6Test-986121801 tempest-BulkNetworkOpsIpV6Test-986121801-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-897248', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8002400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7866073', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-524247'] for network, after_delete {{(pid=94175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:32:45.972704 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG oslo_concurrency.lockutils [None req-1bb59a04-8195-4a24-9131-a8e1fb160ac0 tempest-DHCPAgentSchedulersTestJSON-448050073 tempest-DHCPAgentSchedulersTestJSON-448050073-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94175) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 11:32:45.977655 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron_lib.callbacks.manager [None req-668dbb3a-7166-4934-9e90-4640ba8690c5 tempest-PortsTestJSON-2085221018 tempest-PortsTestJSON-2085221018-project] Notify callbacks [] for port, precommit_create {{(pid=94174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:32:45.981768 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1c4c139-2a1d-4d26-bc10-41e537eb14f8 tempest-RoutersNegativeTest-1531528216 tempest-RoutersNegativeTest-1531528216-project] Pushing event updated for resources: {'Subnet': ['ID=be3ce504-4275-4202-bb9e-0c2f772f98b1,revision_number=0']} {{(pid=94174) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 11:32:45.981909 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron_lib.callbacks.manager [None req-aef0759f-4280-45d2-8543-e2ff6a55f910 tempest-BulkNetworkOpsIpV6Test-986121801 tempest-BulkNetworkOpsIpV6Test-986121801-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7865916'] for network, before_response {{(pid=94175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:32:45.989597 dv-neutron-601336-94-hyperv neutron-server[94175]: INFO neutron.wsgi [None req-aef0759f-4280-45d2-8543-e2ff6a55f910 tempest-BulkNetworkOpsIpV6Test-986121801 tempest-BulkNetworkOpsIpV6Test-986121801-project] 10.222.0.20 "DELETE /v2.0/networks/4dbe8180-6497-4576-a300-f73d087f15c4 HTTP/1.1" status: 204 len: 168 time: 2.4089887 Jun 23 11:32:45.989597 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.wsgi [-] (94175) accepted ('10.222.0.20', 38624) {{(pid=94175) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 11:32:45.993651 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.db.provisioning_blocks [None req-d82148b9-81bc-439c-a36c-c5b4712705d5 None None] Provisioning for port ad647f2d-fdb8-4ed5-bb99-6852f829f584 completed by entity DHCP. {{(pid=94176) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 23 11:32:46.000922 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG oslo_concurrency.lockutils [None req-c1c4c139-2a1d-4d26-bc10-41e537eb14f8 tempest-RoutersNegativeTest-1531528216 tempest-RoutersNegativeTest-1531528216-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.153s {{(pid=94174) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 11:32:46.001390 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.wsgi [-] (94174) accepted ('10.222.0.20', 38626) {{(pid=94174) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 11:32:46.002166 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c1c4c139-2a1d-4d26-bc10-41e537eb14f8 tempest-RoutersNegativeTest-1531528216 tempest-RoutersNegativeTest-1531528216-project] Checking segment: {'id': '62789cd2-36c1-429e-bd72-4031abbd9f73', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 412, 'network_id': 'e8ee6fca-c31d-4c6b-9908-888c79fac63c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94174) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 23 11:32:46.002532 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c1c4c139-2a1d-4d26-bc10-41e537eb14f8 tempest-RoutersNegativeTest-1531528216 tempest-RoutersNegativeTest-1531528216-project] Network hostable DHCP agents. Network: e8ee6fca-c31d-4c6b-9908-888c79fac63c, hostable agents: ['8cf29b10-0e57-4131-816f-a4b6ad00b249'], hosted agents: [] {{(pid=94174) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 23 11:32:46.021724 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron_lib.callbacks.manager [req-2be15162-a814-45c2-b912-04fe9ed889c4 req-529b0724-0710-430f-ab69-163e340a676d tempest-ServerActionsTestJSON-161917335 tempest-ServerActionsTestJSON-161917335-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-922915', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-239814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7866073', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773699642215', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-5196399'] for port, after_create {{(pid=94174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:32:46.027541 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.db.provisioning_blocks [None req-dc7542b2-afef-47f4-a763-e3a3cba144be None None] Provisioning complete for port 00a87ae8-d2da-4a6d-8cee-6a7f19e315c4 triggered by entity L2. {{(pid=94176) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 23 11:32:46.028387 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron_lib.callbacks.manager [None req-dc7542b2-afef-47f4-a763-e3a3cba144be None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-899258'] for port, provisioning_complete {{(pid=94176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:32:46.042957 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aef0759f-4280-45d2-8543-e2ff6a55f910 tempest-BulkNetworkOpsIpV6Test-986121801 tempest-BulkNetworkOpsIpV6Test-986121801-project] Pushing event deleted for resources: {'Network': ['ID=4dbe8180-6497-4576-a300-f73d087f15c4,revision_number=None']} {{(pid=94175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 11:32:46.055748 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG oslo_concurrency.lockutils [None req-aef0759f-4280-45d2-8543-e2ff6a55f910 tempest-BulkNetworkOpsIpV6Test-986121801 tempest-BulkNetworkOpsIpV6Test-986121801-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.092s {{(pid=94175) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 11:32:46.055976 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.db.provisioning_blocks [None req-d82148b9-81bc-439c-a36c-c5b4712705d5 None None] Provisioning complete for port ad647f2d-fdb8-4ed5-bb99-6852f829f584 triggered by entity DHCP. {{(pid=94176) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 23 11:32:46.056263 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron_lib.callbacks.manager [None req-d82148b9-81bc-439c-a36c-c5b4712705d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-899258'] for port, provisioning_complete {{(pid=94176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:32:46.060112 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.objects.ports [None req-f9a410d2-5feb-46a5-8967-dc5169bb40bf tempest-NetworksTestDHCPv6-162546708 tempest-NetworksTestDHCPv6-162546708-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=94175) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Jun 23 11:32:46.161378 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG oslo_concurrency.lockutils [None req-aef26167-5732-48ff-8643-5b7ef57de0b3 tempest-PortsAdminExtendedAttrsTestJSON-1772465988 tempest-PortsAdminExtendedAttrsTestJSON-1772465988-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94174) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 11:32:46.250402 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron_lib.callbacks.manager [None req-de1c7ec7-991a-47ef-92f6-b766174e41ed tempest-BulkNetworkOpsIpV6Test-986121801 tempest-BulkNetworkOpsIpV6Test-986121801-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-824874'] for network, before_delete {{(pid=94174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:32:46.260725 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-529b0724-0710-430f-ab69-163e340a676d tempest-ServerActionsTestJSON-161917335 tempest-ServerActionsTestJSON-161917335-project] Pushing event updated for resources: {'Port': ['ID=4428b5cd-2ee2-4454-b711-d13a003d5236,revision_number=1']} {{(pid=94174) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 11:32:46.265212 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron_lib.callbacks.manager [None req-d82148b9-81bc-439c-a36c-c5b4712705d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-923122'] for port, before_update {{(pid=94176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:32:46.276952 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron_lib.callbacks.manager [None req-f334354b-9916-48cf-a2f2-9be3cc5f0e5c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-922904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866062', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773700135024', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773699642224'] for port, after_delete {{(pid=94176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:32:46.281914 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2be15162-a814-45c2-b912-04fe9ed889c4 req-529b0724-0710-430f-ab69-163e340a676d tempest-ServerActionsTestJSON-161917335 tempest-ServerActionsTestJSON-161917335-project] Network 34cf218b-02ad-4259-a49e-5807c729dd9a is already hosted by enough agents. {{(pid=94174) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 23 11:32:46.282489 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG oslo_concurrency.lockutils [None req-9f63ca90-cd29-46c3-99fd-7c9aff6c9ef3 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 11:32:46.285914 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG oslo_concurrency.lockutils [None req-529b0724-0710-430f-ab69-163e340a676d tempest-ServerActionsTestJSON-161917335 tempest-ServerActionsTestJSON-161917335-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.122s {{(pid=94174) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 11:32:46.295212 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.api.v2.base [None req-9de1641f-1655-441c-9ebf-53bb689c4009 tempest-RoutersNegativeIpV6Test-1628881962 tempest-RoutersNegativeIpV6Test-1628881962-project] Request body: {'router': {'name': 'tempest-RoutersNegativeIpV6Test-router-1764544642', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=94175) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 23 11:32:46.304528 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.scheduler.base_scheduler [req-2be15162-a814-45c2-b912-04fe9ed889c4 req-529b0724-0710-430f-ab69-163e340a676d tempest-ServerActionsTestJSON-161917335 tempest-ServerActionsTestJSON-161917335-project] Resources bound (agent type, host, resource id): {{(pid=94174) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 23 11:32:46.321980 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f334354b-9916-48cf-a2f2-9be3cc5f0e5c None None] Pushing event deleted for resources: {'Port': ['ID=00a87ae8-d2da-4a6d-8cee-6a7f19e315c4,revision_number=None']} {{(pid=94176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 11:32:46.334441 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG oslo_concurrency.lockutils [None req-f334354b-9916-48cf-a2f2-9be3cc5f0e5c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.052s {{(pid=94176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 11:32:46.339214 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f334354b-9916-48cf-a2f2-9be3cc5f0e5c None None] No DVR routers for this DVR port 00a87ae8-d2da-4a6d-8cee-6a7f19e315c4 on host dv-neutron-601336-94-hyperv {{(pid=94176) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 23 11:32:46.351297 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.db.l3_dvrscheduler_db [req-2be15162-a814-45c2-b912-04fe9ed889c4 req-529b0724-0710-430f-ab69-163e340a676d tempest-ServerActionsTestJSON-161917335 tempest-ServerActionsTestJSON-161917335-project] Received port after_create {{(pid=94174) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 23 11:32:46.366086 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.plugins.ml2.rpc [None req-dc7542b2-afef-47f4-a763-e3a3cba144be None None] Device 4cdea75b-c375-464e-bc52-40c4dd830bf7 no longer exists at agent ovs-agent-dv-neutron-601336-94-hyperv {{(pid=94176) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:261}} Jun 23 11:32:46.372985 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.plugins.ml2.db [None req-d82148b9-81bc-439c-a36c-c5b4712705d5 None None] For port ad647f2d-fdb8-4ed5-bb99-6852f829f584, host dv-neutron-601336-94-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-94-hyperv',level=0,port_id=ad647f2d-fdb8-4ed5-bb99-6852f829f584,segment=NetworkSegment(b587c2ca-ac02-4df1-a824-b1a3ae1ad94c),segment_id=b587c2ca-ac02-4df1-a824-b1a3ae1ad94c)] {{(pid=94176) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 23 11:32:46.398689 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.plugins.ml2.plugin [None req-dc7542b2-afef-47f4-a763-e3a3cba144be None None] No Port match for: 4cdea75b-c375-464e-bc52-40c4dd830bf7 {{(pid=94176) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2240}} Jun 23 11:32:46.399304 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.plugins.ml2.rpc [None req-dc7542b2-afef-47f4-a763-e3a3cba144be None None] Device 4cdea75b-c375-464e-bc52-40c4dd830bf7 not bound to the agent host dv-neutron-601336-94-hyperv {{(pid=94176) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:271}} Jun 23 11:32:46.400073 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.plugins.ml2.rpc [None req-dc7542b2-afef-47f4-a763-e3a3cba144be None None] Device 6edcd777-ee1e-444d-8352-67a472bd6e73 no longer exists at agent ovs-agent-dv-neutron-601336-94-hyperv {{(pid=94176) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:261}} Jun 23 11:32:46.421688 dv-neutron-601336-94-hyperv neutron-server[94175]: WARNING neutron.services.revisions.revision_plugin [None req-f9a410d2-5feb-46a5-8967-dc5169bb40bf tempest-NetworksTestDHCPv6-162546708 tempest-NetworksTestDHCPv6-162546708-project] Could not find related port for resource to bump revision. Jun 23 11:32:46.426175 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.plugins.ml2.plugin [None req-dc7542b2-afef-47f4-a763-e3a3cba144be None None] No Port match for: 6edcd777-ee1e-444d-8352-67a472bd6e73 {{(pid=94176) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2240}} Jun 23 11:32:46.426748 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.plugins.ml2.rpc [None req-dc7542b2-afef-47f4-a763-e3a3cba144be None None] Device 6edcd777-ee1e-444d-8352-67a472bd6e73 not bound to the agent host dv-neutron-601336-94-hyperv {{(pid=94176) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:271}} Jun 23 11:32:46.465557 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c1c4c139-2a1d-4d26-bc10-41e537eb14f8 tempest-RoutersNegativeTest-1531528216 tempest-RoutersNegativeTest-1531528216-project] Network e8ee6fca-c31d-4c6b-9908-888c79fac63c is scheduled to be hosted by DHCP agent 8cf29b10-0e57-4131-816f-a4b6ad00b249 with binding_index 1 {{(pid=94174) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 23 11:32:46.483989 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron_lib.callbacks.manager [None req-9de1641f-1655-441c-9ebf-53bb689c4009 tempest-RoutersNegativeIpV6Test-1628881962 tempest-RoutersNegativeIpV6Test-1628881962-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-520407', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-32315'] for router, before_create {{(pid=94175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:32:46.484444 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron_lib.callbacks.manager [None req-d82148b9-81bc-439c-a36c-c5b4712705d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-922904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866062', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773700135042', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773699642233', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773699642278'] for port, after_update {{(pid=94176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:32:46.485094 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron_lib.callbacks.manager [None req-9de1641f-1655-441c-9ebf-53bb689c4009 tempest-RoutersNegativeIpV6Test-1628881962 tempest-RoutersNegativeIpV6Test-1628881962-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-520264', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-524122', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-414782', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-32290'] for router, precommit_create {{(pid=94175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:32:46.488483 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG oslo_concurrency.lockutils [None req-5abea055-8943-413a-83c9-a8421146de82 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 11:32:46.491250 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.db.ipam_pluggable_backend [None req-f9a410d2-5feb-46a5-8967-dc5169bb40bf tempest-NetworksTestDHCPv6-162546708 tempest-NetworksTestDHCPv6-162546708-project] Port 00a87ae8-d2da-4a6d-8cee-6a7f19e315c4 was deleted while updating it with an IPv6 auto-address. Ignoring. {{(pid=94175) add_auto_addrs_on_network_ports /opt/stack/neutron/neutron/db/ipam_pluggable_backend.py:572}} Jun 23 11:32:46.491566 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.db.ipam_pluggable_backend [None req-f9a410d2-5feb-46a5-8967-dc5169bb40bf tempest-NetworksTestDHCPv6-162546708 tempest-NetworksTestDHCPv6-162546708-project] Reverting IP allocation for 2001:db8::f816:3eff:fe70:8a80 {{(pid=94175) add_auto_addrs_on_network_ports /opt/stack/neutron/neutron/db/ipam_pluggable_backend.py:574}} Jun 23 11:32:46.497923 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.db.ipam_pluggable_backend [None req-f9a410d2-5feb-46a5-8967-dc5169bb40bf tempest-NetworksTestDHCPv6-162546708 tempest-NetworksTestDHCPv6-162546708-project] Reverting IP allocation failed for 2001:db8::f816:3eff:fe70:8a80 {{(pid=94175) add_auto_addrs_on_network_ports /opt/stack/neutron/neutron/db/ipam_pluggable_backend.py:580}} Jun 23 11:32:46.504732 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron_lib.callbacks.manager [None req-f9a410d2-5feb-46a5-8967-dc5169bb40bf tempest-NetworksTestDHCPv6-162546708 tempest-NetworksTestDHCPv6-162546708-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866062', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5083113', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4660095'] for subnet, after_create {{(pid=94175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:32:46.512803 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG oslo_concurrency.lockutils [None req-30f82019-374e-4eb2-a4fc-c50659d329b9 tempest-NetworksTestDHCPv6-162546708 tempest-NetworksTestDHCPv6-162546708-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94175) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 11:32:46.542794 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f9a410d2-5feb-46a5-8967-dc5169bb40bf tempest-NetworksTestDHCPv6-162546708 tempest-NetworksTestDHCPv6-162546708-project] Network f53f535d-bce4-4da8-9bd9-396677ff4e83 is already hosted by enough agents. {{(pid=94175) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 23 11:32:46.544493 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.scheduler.base_scheduler [None req-f9a410d2-5feb-46a5-8967-dc5169bb40bf tempest-NetworksTestDHCPv6-162546708 tempest-NetworksTestDHCPv6-162546708-project] Resources bound (agent type, host, resource id): {{(pid=94175) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 23 11:32:46.552777 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f9a410d2-5feb-46a5-8967-dc5169bb40bf tempest-NetworksTestDHCPv6-162546708 tempest-NetworksTestDHCPv6-162546708-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 11:32:46.553448 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron_lib.callbacks.manager [None req-f9a410d2-5feb-46a5-8967-dc5169bb40bf tempest-NetworksTestDHCPv6-162546708 tempest-NetworksTestDHCPv6-162546708-project] Notify callbacks [] for subnet, before_response {{(pid=94175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:32:46.555820 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-524dad32-db7b-47ed-9d11-ed5f80587e91 None None] Network f53f535d-bce4-4da8-9bd9-396677ff4e83 requested from dv-neutron-601336-94-hyperv {{(pid=94176) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 23 11:32:46.630174 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron_lib.callbacks.manager [None req-95d6aa8f-24e7-4234-82ff-f502266c3285 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773699952132', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-899307'] for agent, after_update {{(pid=94176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:32:46.657616 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron_lib.callbacks.manager [None req-de1c7ec7-991a-47ef-92f6-b766174e41ed tempest-BulkNetworkOpsIpV6Test-986121801 tempest-BulkNetworkOpsIpV6Test-986121801-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-897259', 'neutron.services.segments.db._delete_segments_for_network-8773700168587'] for network, precommit_delete {{(pid=94174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:32:46.661613 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d82148b9-81bc-439c-a36c-c5b4712705d5 None None] Pushing event updated for resources: {'Port': ['ID=ad647f2d-fdb8-4ed5-bb99-6852f829f584,revision_number=3']} {{(pid=94176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 11:32:46.677727 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG oslo_concurrency.lockutils [None req-d82148b9-81bc-439c-a36c-c5b4712705d5 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.189s {{(pid=94176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 11:32:46.702992 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.services.segments.db [None req-de1c7ec7-991a-47ef-92f6-b766174e41ed tempest-BulkNetworkOpsIpV6Test-986121801 tempest-BulkNetworkOpsIpV6Test-986121801-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['06c152a2-08dd-48ff-97f3-475017e92c2a']}} {{(pid=94174) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 11:32:46.707376 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron_lib.callbacks.manager [None req-9de1641f-1655-441c-9ebf-53bb689c4009 tempest-RoutersNegativeIpV6Test-1628881962 tempest-RoutersNegativeIpV6Test-1628881962-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:32:46.709184 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.scheduler.base_scheduler [None req-c1c4c139-2a1d-4d26-bc10-41e537eb14f8 tempest-RoutersNegativeTest-1531528216 tempest-RoutersNegativeTest-1531528216-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-601336-94-hyperv, e8ee6fca-c31d-4c6b-9908-888c79fac63c) {{(pid=94174) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 23 11:32:46.711098 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9a410d2-5feb-46a5-8967-dc5169bb40bf tempest-NetworksTestDHCPv6-162546708 tempest-NetworksTestDHCPv6-162546708-project] Pushing event updated for resources: {'Subnet': ['ID=3e6fcb2c-af29-4e47-b34a-57231ebb60f2,revision_number=0']} {{(pid=94175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 11:32:46.714206 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG oslo_concurrency.lockutils [None req-f9a410d2-5feb-46a5-8967-dc5169bb40bf tempest-NetworksTestDHCPv6-162546708 tempest-NetworksTestDHCPv6-162546708-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.201s {{(pid=94175) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 11:32:46.716053 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron_lib.callbacks.manager [None req-668dbb3a-7166-4934-9e90-4640ba8690c5 tempest-PortsTestJSON-2085221018 tempest-PortsTestJSON-2085221018-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-922915', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-239814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7866073', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773699642215', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-5196399'] for port, after_create {{(pid=94174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:32:46.722802 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2d538cb3-2ca6-4b7e-b1af-1171e02fd101 None None] Network e8ee6fca-c31d-4c6b-9908-888c79fac63c requested from dv-neutron-601336-94-hyperv {{(pid=94176) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 23 11:32:46.729607 dv-neutron-601336-94-hyperv neutron-server[94175]: INFO neutron.wsgi [None req-f9a410d2-5feb-46a5-8967-dc5169bb40bf tempest-NetworksTestDHCPv6-162546708 tempest-NetworksTestDHCPv6-162546708-project] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 824 time: 1.9199121 Jun 23 11:32:46.733027 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.wsgi [-] (94175) accepted ('10.222.0.20', 38644) {{(pid=94175) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 11:32:46.738370 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.api.v2.base [None req-bbd4f96c-09c7-4287-9a8a-24cb01eeeb45 tempest-NetworksTestDHCPv6-162546708 tempest-NetworksTestDHCPv6-162546708-project] Request body: {'port': {'network_id': 'f53f535d-bce4-4da8-9bd9-396677ff4e83', 'mac_address': 'fa:16:3e:18:48:a8', 'name': 'tempest-NetworksTestDHCPv6-603763038'}} {{(pid=94175) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 23 11:32:46.740092 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG oslo_concurrency.lockutils [None req-80eecbea-2037-4c96-b49d-2edb26bf42ab tempest-RoutersAdminTest-1813587668 tempest-RoutersAdminTest-1813587668-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94174) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 11:32:46.749693 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2be15162-a814-45c2-b912-04fe9ed889c4 req-529b0724-0710-430f-ab69-163e340a676d tempest-ServerActionsTestJSON-161917335 tempest-ServerActionsTestJSON-161917335-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94174) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 11:32:46.750540 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron_lib.callbacks.manager [req-2be15162-a814-45c2-b912-04fe9ed889c4 req-529b0724-0710-430f-ab69-163e340a676d tempest-ServerActionsTestJSON-161917335 tempest-ServerActionsTestJSON-161917335-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-217507'] for port, before_response {{(pid=94174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:32:46.755332 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c1c4c139-2a1d-4d26-bc10-41e537eb14f8 tempest-RoutersNegativeTest-1531528216 tempest-RoutersNegativeTest-1531528216-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94174) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 11:32:46.755986 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron_lib.callbacks.manager [None req-c1c4c139-2a1d-4d26-bc10-41e537eb14f8 tempest-RoutersNegativeTest-1531528216 tempest-RoutersNegativeTest-1531528216-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7865916'] for subnet, before_response {{(pid=94174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:32:46.762956 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.services.segments.db [None req-de1c7ec7-991a-47ef-92f6-b766174e41ed tempest-BulkNetworkOpsIpV6Test-986121801 tempest-BulkNetworkOpsIpV6Test-986121801-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '13947540-3607-4d23-903c-58a391432f24') {'for_net_delete': True} {{(pid=94174) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 11:32:46.763310 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.services.segments.db [None req-de1c7ec7-991a-47ef-92f6-b766174e41ed tempest-BulkNetworkOpsIpV6Test-986121801 tempest-BulkNetworkOpsIpV6Test-986121801-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '13947540-3607-4d23-903c-58a391432f24') {} {{(pid=94174) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 11:32:46.799287 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron_lib.callbacks.manager [None req-9de1641f-1655-441c-9ebf-53bb689c4009 tempest-RoutersNegativeIpV6Test-1628881962 tempest-RoutersNegativeIpV6Test-1628881962-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-520412', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-524143'] for router, after_create {{(pid=94175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:32:46.799642 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.db.provisioning_blocks [None req-6de3535c-ecf4-4477-843b-79da2c6c0a5e None None] Provisioning complete for port ad647f2d-fdb8-4ed5-bb99-6852f829f584 triggered by entity DHCP. {{(pid=94176) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 23 11:32:46.799909 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron_lib.callbacks.manager [None req-6de3535c-ecf4-4477-843b-79da2c6c0a5e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-899258'] for port, provisioning_complete {{(pid=94176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:32:46.818591 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron_lib.callbacks.manager [None req-de1c7ec7-991a-47ef-92f6-b766174e41ed tempest-BulkNetworkOpsIpV6Test-986121801 tempest-BulkNetworkOpsIpV6Test-986121801-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8773699955833', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4800267'] for segment, before_delete {{(pid=94174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:32:46.823381 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-668dbb3a-7166-4934-9e90-4640ba8690c5 tempest-PortsTestJSON-2085221018 tempest-PortsTestJSON-2085221018-project] Network c9584ed1-23c5-47a7-b4d6-264bedad0f19 is already hosted by enough agents. {{(pid=94174) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 23 11:32:46.852842 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.scheduler.base_scheduler [None req-668dbb3a-7166-4934-9e90-4640ba8690c5 tempest-PortsTestJSON-2085221018 tempest-PortsTestJSON-2085221018-project] Resources bound (agent type, host, resource id): {{(pid=94174) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 23 11:32:46.855550 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.db.l3_dvrscheduler_db [None req-668dbb3a-7166-4934-9e90-4640ba8690c5 tempest-PortsTestJSON-2085221018 tempest-PortsTestJSON-2085221018-project] Received port after_create {{(pid=94174) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 23 11:32:46.862563 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-668dbb3a-7166-4934-9e90-4640ba8690c5 tempest-PortsTestJSON-2085221018 tempest-PortsTestJSON-2085221018-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94174) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 11:32:46.863306 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron_lib.callbacks.manager [None req-668dbb3a-7166-4934-9e90-4640ba8690c5 tempest-PortsTestJSON-2085221018 tempest-PortsTestJSON-2085221018-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-217507'] for port, before_response {{(pid=94174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:32:46.878830 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-668dbb3a-7166-4934-9e90-4640ba8690c5 tempest-PortsTestJSON-2085221018 tempest-PortsTestJSON-2085221018-project] Pushing event updated for resources: {'Port': ['ID=bc075c28-6c12-454f-a5b5-d6a52c7eed2c,revision_number=1']} {{(pid=94174) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 11:32:46.881929 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG oslo_concurrency.lockutils [None req-668dbb3a-7166-4934-9e90-4640ba8690c5 tempest-PortsTestJSON-2085221018 tempest-PortsTestJSON-2085221018-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.142s {{(pid=94174) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 11:32:46.887620 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron_lib.callbacks.manager [None req-de1c7ec7-991a-47ef-92f6-b766174e41ed tempest-BulkNetworkOpsIpV6Test-986121801 tempest-BulkNetworkOpsIpV6Test-986121801-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3801'] for segment, precommit_delete {{(pid=94174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:32:46.895415 dv-neutron-601336-94-hyperv neutron-server[94174]: INFO neutron.wsgi [req-2be15162-a814-45c2-b912-04fe9ed889c4 req-529b0724-0710-430f-ab69-163e340a676d tempest-ServerActionsTestJSON-161917335 tempest-ServerActionsTestJSON-161917335-project] 10.222.0.52 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.7847571 Jun 23 11:32:46.903388 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-de1c7ec7-991a-47ef-92f6-b766174e41ed tempest-BulkNetworkOpsIpV6Test-986121801 tempest-BulkNetworkOpsIpV6Test-986121801-project] Releasing vlan 439 on physical network physnet1 to pool {{(pid=94174) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 23 11:32:46.904216 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron_lib.callbacks.manager [None req-de1c7ec7-991a-47ef-92f6-b766174e41ed tempest-BulkNetworkOpsIpV6Test-986121801 tempest-BulkNetworkOpsIpV6Test-986121801-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3801', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5196341'] for segment, after_delete {{(pid=94174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:32:46.908093 dv-neutron-601336-94-hyperv neutron-server[94174]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 23 11:32:46.908093 dv-neutron-601336-94-hyperv neutron-server[94174]: conditions |= (models_v2.Port.network_id.in_( Jun 23 11:32:46.908093 dv-neutron-601336-94-hyperv neutron-server[94174]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 23 11:32:46.908093 dv-neutron-601336-94-hyperv neutron-server[94174]: conditions |= (models_v2.Port.network_id.in_( Jun 23 11:32:46.908093 dv-neutron-601336-94-hyperv neutron-server[94174]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 23 11:32:46.908093 dv-neutron-601336-94-hyperv neutron-server[94174]: conditions |= (models_v2.Port.network_id.in_( Jun 23 11:32:46.908093 dv-neutron-601336-94-hyperv neutron-server[94174]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 23 11:32:46.908093 dv-neutron-601336-94-hyperv neutron-server[94174]: conditions |= (models_v2.Port.network_id.in_( Jun 23 11:32:46.908093 dv-neutron-601336-94-hyperv neutron-server[94174]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 23 11:32:46.908093 dv-neutron-601336-94-hyperv neutron-server[94174]: conditions |= (models_v2.Port.network_id.in_( Jun 23 11:32:46.908093 dv-neutron-601336-94-hyperv neutron-server[94174]: Traceback (most recent call last): Jun 23 11:32:46.908093 dv-neutron-601336-94-hyperv neutron-server[94174]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 23 11:32:46.908093 dv-neutron-601336-94-hyperv neutron-server[94174]: timer() Jun 23 11:32:46.908093 dv-neutron-601336-94-hyperv neutron-server[94174]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 23 11:32:46.908093 dv-neutron-601336-94-hyperv neutron-server[94174]: cb(*args, **kw) Jun 23 11:32:46.908093 dv-neutron-601336-94-hyperv neutron-server[94174]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 23 11:32:46.908093 dv-neutron-601336-94-hyperv neutron-server[94174]: return func(*args, **kwargs) Jun 23 11:32:46.908093 dv-neutron-601336-94-hyperv neutron-server[94174]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 23 11:32:46.908093 dv-neutron-601336-94-hyperv neutron-server[94174]: self._notify() Jun 23 11:32:46.908093 dv-neutron-601336-94-hyperv neutron-server[94174]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 23 11:32:46.908093 dv-neutron-601336-94-hyperv neutron-server[94174]: self.callback(batched_events) Jun 23 11:32:46.908093 dv-neutron-601336-94-hyperv neutron-server[94174]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 23 11:32:46.908093 dv-neutron-601336-94-hyperv neutron-server[94174]: event.method(event) Jun 23 11:32:46.908093 dv-neutron-601336-94-hyperv neutron-server[94174]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 23 11:32:46.908093 dv-neutron-601336-94-hyperv neutron-server[94174]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 23 11:32:46.908093 dv-neutron-601336-94-hyperv neutron-server[94174]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 23 11:32:46.908093 dv-neutron-601336-94-hyperv neutron-server[94174]: aggregate_uuid = self.p_client.list_aggregates( Jun 23 11:32:46.908093 dv-neutron-601336-94-hyperv neutron-server[94174]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 23 11:32:46.908093 dv-neutron-601336-94-hyperv neutron-server[94174]: return f(self, *a, **k) Jun 23 11:32:46.908093 dv-neutron-601336-94-hyperv neutron-server[94174]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 23 11:32:46.908093 dv-neutron-601336-94-hyperv neutron-server[94174]: return self._get(url).json() Jun 23 11:32:46.908093 dv-neutron-601336-94-hyperv neutron-server[94174]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 23 11:32:46.908093 dv-neutron-601336-94-hyperv neutron-server[94174]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 23 11:32:46.908093 dv-neutron-601336-94-hyperv neutron-server[94174]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 23 11:32:46.908093 dv-neutron-601336-94-hyperv neutron-server[94174]: return self.request(url, 'GET', **kwargs) Jun 23 11:32:46.908093 dv-neutron-601336-94-hyperv neutron-server[94174]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 23 11:32:46.908093 dv-neutron-601336-94-hyperv neutron-server[94174]: base_url = self.get_endpoint(auth, allow=allow, Jun 23 11:32:46.908093 dv-neutron-601336-94-hyperv neutron-server[94174]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 23 11:32:46.908093 dv-neutron-601336-94-hyperv neutron-server[94174]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 23 11:32:46.908093 dv-neutron-601336-94-hyperv neutron-server[94174]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 23 11:32:46.908093 dv-neutron-601336-94-hyperv neutron-server[94174]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 23 11:32:46.908093 dv-neutron-601336-94-hyperv neutron-server[94174]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 23 11:32:46.922108 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e0446cd7-7d03-40a6-8cd6-db78c18fc8cb None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1e0d828a-1fa4-563d-b7fd-53adf66a04ee-f53f535d-bce4-4da8-9bd9-396677ff4e83', 'network_id': 'f53f535d-bce4-4da8-9bd9-396677ff4e83', 'tenant_id': '5e61222a836c47229c94e37f3902e6bd', 'fixed_ips': [{'subnet_id': '3e6fcb2c-af29-4e47-b34a-57231ebb60f2'}]}} from dv-neutron-601336-94-hyperv. {{(pid=94176) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 23 11:32:46.922950 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron_lib.callbacks.manager [None req-e0446cd7-7d03-40a6-8cd6-db78c18fc8cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-923104'] for port, before_create {{(pid=94176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:32:46.931075 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.api.v2.base [req-2be15162-a814-45c2-b912-04fe9ed889c4 req-9c1e6a49-bf89-437c-854d-fa1ffffaf525 service neutron] Request body: {'port': {'device_id': '85769616-6b8b-4da7-ad73-344986edf607', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-6013'}} {{(pid=94174) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 23 11:32:46.945877 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron_lib.callbacks.manager [None req-9de1641f-1655-441c-9ebf-53bb689c4009 tempest-RoutersNegativeIpV6Test-1628881962 tempest-RoutersNegativeIpV6Test-1628881962-project] Notify callbacks [] for router, before_response {{(pid=94175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:32:46.947196 dv-neutron-601336-94-hyperv neutron-server[94175]: INFO neutron.wsgi [None req-9de1641f-1655-441c-9ebf-53bb689c4009 tempest-RoutersNegativeIpV6Test-1628881962 tempest-RoutersNegativeIpV6Test-1628881962-project] 10.222.0.20 "POST /v2.0/routers HTTP/1.1" status: 201 len: 712 time: 0.9462106 Jun 23 11:32:46.950056 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.wsgi [-] (94175) accepted ('10.222.0.20', 38648) {{(pid=94175) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 11:32:46.959101 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.api.v2.base [None req-0831095b-b5f1-495d-be3d-ac82100e135a tempest-RoutersNegativeIpV6Test-1628881962 tempest-RoutersNegativeIpV6Test-1628881962-project] Request body: {'network': {'name': 'tempest-RoutersNegativeIpV6Test-test-network-489556239'}} {{(pid=94175) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 23 11:32:46.970588 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4b97579-d66b-4d90-b573-10614e76a2c9 req-2b9b91f6-b49f-4a8d-bccf-22f6ded81336 tempest-ServerActionsTestJSON-161917335 tempest-ServerActionsTestJSON-161917335-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94174) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 11:32:46.972579 dv-neutron-601336-94-hyperv neutron-server[94174]: INFO neutron.wsgi [req-e4b97579-d66b-4d90-b573-10614e76a2c9 req-2b9b91f6-b49f-4a8d-bccf-22f6ded81336 tempest-ServerActionsTestJSON-161917335 tempest-ServerActionsTestJSON-161917335-project] 10.222.0.20 "GET /v2.0/ports?device_id=85769616-6b8b-4da7-ad73-344986edf607 HTTP/1.1" status: 200 len: 931 time: 0.4708736 Jun 23 11:32:47.000021 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.plugins.ml2.rpc [None req-dc7542b2-afef-47f4-a763-e3a3cba144be None None] Device ad647f2d-fdb8-4ed5-bb99-6852f829f584 up at agent ovs-agent-dv-neutron-601336-94-hyperv {{(pid=94176) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:298}} Jun 23 11:32:47.010533 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.wsgi [-] (94175) accepted ('10.222.0.20', 38650) {{(pid=94175) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 11:32:47.010801 dv-neutron-601336-94-hyperv neutron-server[94174]: INFO neutron.wsgi [None req-c1c4c139-2a1d-4d26-bc10-41e537eb14f8 tempest-RoutersNegativeTest-1531528216 tempest-RoutersNegativeTest-1531528216-project] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.7186317 Jun 23 11:32:47.012205 dv-neutron-601336-94-hyperv neutron-server[94174]: INFO neutron.wsgi [None req-668dbb3a-7166-4934-9e90-4640ba8690c5 tempest-PortsTestJSON-2085221018 tempest-PortsTestJSON-2085221018-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 846 time: 2.6771460 Jun 23 11:32:47.019545 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.api.v2.base [None req-b831661b-dc1c-42d9-af48-33fb1b528913 tempest-RoutersNegativeTest-1531528216 tempest-RoutersNegativeTest-1531528216-project] Request body: {'subnet': {'network_id': '74761b13-522f-4ff1-a122-43eeb589602c', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=94175) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 23 11:32:47.023586 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.wsgi [-] (94174) accepted ('10.222.0.20', 38652) {{(pid=94174) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 11:32:47.037464 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.wsgi [-] (94175) accepted ('10.222.0.20', 38654) {{(pid=94175) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 11:32:47.042174 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.api.v2.base [None req-d19e191d-d779-4635-88a1-fff8150e0940 tempest-PortsTestJSON-2085221018 tempest-PortsTestJSON-2085221018-project] Request body: {'port': {'name': 'New_Port', 'admin_state_up': False}} {{(pid=94174) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 23 11:32:47.095054 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bbd4f96c-09c7-4287-9a8a-24cb01eeeb45 tempest-NetworksTestDHCPv6-162546708 tempest-NetworksTestDHCPv6-162546708-project] Made reservation on behalf of 5e61222a836c47229c94e37f3902e6bd for: {'port': 1} {{(pid=94175) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 23 11:32:47.134937 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron_lib.callbacks.manager [req-2be15162-a814-45c2-b912-04fe9ed889c4 req-9c1e6a49-bf89-437c-854d-fa1ffffaf525 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-923122'] for port, before_update {{(pid=94174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:32:47.150304 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron_lib.callbacks.manager [None req-de1c7ec7-991a-47ef-92f6-b766174e41ed tempest-BulkNetworkOpsIpV6Test-986121801 tempest-BulkNetworkOpsIpV6Test-986121801-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-897248', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8002400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7866073', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-524247'] for network, after_delete {{(pid=94174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:32:47.167366 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-020e72da-2962-4bfb-b969-4f4cb634732b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1e0d828a-1fa4-563d-b7fd-53adf66a04ee-e8ee6fca-c31d-4c6b-9908-888c79fac63c', 'network_id': 'e8ee6fca-c31d-4c6b-9908-888c79fac63c', 'tenant_id': '73000ee9e8e84cbc8c10d08d73ff8c14', 'fixed_ips': [{'subnet_id': 'be3ce504-4275-4202-bb9e-0c2f772f98b1'}]}} from dv-neutron-601336-94-hyperv. {{(pid=94176) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 23 11:32:47.168226 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron_lib.callbacks.manager [None req-020e72da-2962-4bfb-b969-4f4cb634732b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-923104'] for port, before_create {{(pid=94176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:32:47.194216 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94174) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 11:32:47.197916 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron_lib.callbacks.manager [None req-de1c7ec7-991a-47ef-92f6-b766174e41ed tempest-BulkNetworkOpsIpV6Test-986121801 tempest-BulkNetworkOpsIpV6Test-986121801-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7865916'] for network, before_response {{(pid=94174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:32:47.212518 dv-neutron-601336-94-hyperv neutron-server[94174]: INFO neutron.wsgi [None req-de1c7ec7-991a-47ef-92f6-b766174e41ed tempest-BulkNetworkOpsIpV6Test-986121801 tempest-BulkNetworkOpsIpV6Test-986121801-project] 10.222.0.20 "DELETE /v2.0/networks/06c152a2-08dd-48ff-97f3-475017e92c2a HTTP/1.1" status: 204 len: 168 time: 1.2052944 Jun 23 11:32:47.219876 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.wsgi [-] (94174) accepted ('10.222.0.20', 38658) {{(pid=94174) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 11:32:47.225463 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.db.db_base_plugin_common [None req-e0446cd7-7d03-40a6-8cd6-db78c18fc8cb None None] Allocated IP 2001:db8::f816:3eff:feb1:97ed (f53f535d-bce4-4da8-9bd9-396677ff4e83/3e6fcb2c-af29-4e47-b34a-57231ebb60f2/659acfe0-f111-4f77-b816-b91ce156f30e) {{(pid=94176) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 23 11:32:47.242722 dv-neutron-601336-94-hyperv neutron-server[94174]: INFO neutron.wsgi [req-e4b97579-d66b-4d90-b573-10614e76a2c9 req-86a628c8-170f-483e-ad36-37580e40f210 tempest-ServerActionsTestJSON-161917335 tempest-ServerActionsTestJSON-161917335-project] 10.222.0.20 "GET /v2.0/security-groups?id=f0520e5d-8f0e-4c28-b543-be4405698077&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2413347 Jun 23 11:32:47.258445 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron_lib.callbacks.manager [None req-bbd4f96c-09c7-4287-9a8a-24cb01eeeb45 tempest-NetworksTestDHCPv6-162546708 tempest-NetworksTestDHCPv6-162546708-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-923104'] for port, before_create {{(pid=94175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:32:47.267723 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.api.v2.base [None req-28bc2c10-0b12-476d-9a0a-75f2839fdc3b tempest-AllowedAddressPairTestJSON-1962660266 tempest-AllowedAddressPairTestJSON-1962660266-project] Request body: {'network': {'name': 'tempest-AllowedAddressPairTestJSON-test-network-797661527'}} {{(pid=94175) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 23 11:32:47.273721 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de1c7ec7-991a-47ef-92f6-b766174e41ed tempest-BulkNetworkOpsIpV6Test-986121801 tempest-BulkNetworkOpsIpV6Test-986121801-project] Pushing event deleted for resources: {'Network': ['ID=06c152a2-08dd-48ff-97f3-475017e92c2a,revision_number=None']} {{(pid=94174) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 11:32:47.292745 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG oslo_concurrency.lockutils [None req-de1c7ec7-991a-47ef-92f6-b766174e41ed tempest-BulkNetworkOpsIpV6Test-986121801 tempest-BulkNetworkOpsIpV6Test-986121801-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.098s {{(pid=94174) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 11:32:47.309132 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0831095b-b5f1-495d-be3d-ac82100e135a tempest-RoutersNegativeIpV6Test-1628881962 tempest-RoutersNegativeIpV6Test-1628881962-project] Made reservation on behalf of 82c51a8a2e054769b0c98a77cf1b7153 for: {'network': 1} {{(pid=94175) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 23 11:32:47.314239 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron_lib.callbacks.manager [None req-0831095b-b5f1-495d-be3d-ac82100e135a tempest-RoutersNegativeIpV6Test-1628881962 tempest-RoutersNegativeIpV6Test-1628881962-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-923104'] for network, before_create {{(pid=94175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:32:47.336555 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron_lib.callbacks.manager [None req-0831095b-b5f1-495d-be3d-ac82100e135a tempest-RoutersNegativeIpV6Test-1628881962 tempest-RoutersNegativeIpV6Test-1628881962-project] Notify callbacks [] for security_group, before_create {{(pid=94175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:32:47.343088 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.notifiers.nova [None req-bbd4f96c-09c7-4287-9a8a-24cb01eeeb45 tempest-NetworksTestDHCPv6-162546708 tempest-NetworksTestDHCPv6-162546708-project] device_id is not set on port 6b2fe717-8cfc-4e62-8d2c-3203f18f9e8d yet. {{(pid=94175) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jun 23 11:32:47.345445 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.db.provisioning_blocks [None req-6de3535c-ecf4-4477-843b-79da2c6c0a5e None None] Provisioning for port 4428b5cd-2ee2-4454-b711-d13a003d5236 completed by entity DHCP. {{(pid=94176) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 23 11:32:47.350578 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.db.provisioning_blocks [None req-dc7542b2-afef-47f4-a763-e3a3cba144be None None] Provisioning complete for port ad647f2d-fdb8-4ed5-bb99-6852f829f584 triggered by entity L2. {{(pid=94176) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 23 11:32:47.350974 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron_lib.callbacks.manager [None req-dc7542b2-afef-47f4-a763-e3a3cba144be None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-899258'] for port, provisioning_complete {{(pid=94176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:32:47.357271 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.db.provisioning_blocks [None req-6de3535c-ecf4-4477-843b-79da2c6c0a5e None None] Provisioning complete for port 4428b5cd-2ee2-4454-b711-d13a003d5236 triggered by entity DHCP. {{(pid=94176) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 23 11:32:47.358392 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron_lib.callbacks.manager [None req-6de3535c-ecf4-4477-843b-79da2c6c0a5e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-899258'] for port, provisioning_complete {{(pid=94176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:32:47.432970 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b831661b-dc1c-42d9-af48-33fb1b528913 tempest-RoutersNegativeTest-1531528216 tempest-RoutersNegativeTest-1531528216-project] Made reservation on behalf of 73000ee9e8e84cbc8c10d08d73ff8c14 for: {'subnet': 1} {{(pid=94175) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 23 11:32:47.438113 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron_lib.callbacks.manager [None req-b831661b-dc1c-42d9-af48-33fb1b528913 tempest-RoutersNegativeTest-1531528216 tempest-RoutersNegativeTest-1531528216-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4660073'] for subnet, before_create {{(pid=94175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:32:47.474602 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron_lib.callbacks.manager [None req-d19e191d-d779-4635-88a1-fff8150e0940 tempest-PortsTestJSON-2085221018 tempest-PortsTestJSON-2085221018-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-923122'] for port, before_update {{(pid=94174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:32:47.487532 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron_lib.callbacks.manager [None req-a9c2f195-05ac-471b-b637-50c99d6afec4 tempest-BulkNetworkOpsIpV6Test-986121801 tempest-BulkNetworkOpsIpV6Test-986121801-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-824874'] for network, before_delete {{(pid=94174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:32:47.542671 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.plugins.ml2.plugin [None req-6de3535c-ecf4-4477-843b-79da2c6c0a5e None None] Port 4428b5cd-2ee2-4454-b711-d13a003d5236 cannot update to ACTIVE because it is not bound. {{(pid=94176) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jun 23 11:32:47.614821 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-28bc2c10-0b12-476d-9a0a-75f2839fdc3b tempest-AllowedAddressPairTestJSON-1962660266 tempest-AllowedAddressPairTestJSON-1962660266-project] Made reservation on behalf of a1521393984a421295a738f29331a229 for: {'network': 1} {{(pid=94175) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 23 11:32:47.618410 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron_lib.callbacks.manager [None req-28bc2c10-0b12-476d-9a0a-75f2839fdc3b tempest-AllowedAddressPairTestJSON-1962660266 tempest-AllowedAddressPairTestJSON-1962660266-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-923104'] for network, before_create {{(pid=94175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:32:47.637527 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron_lib.callbacks.manager [None req-28bc2c10-0b12-476d-9a0a-75f2839fdc3b tempest-AllowedAddressPairTestJSON-1962660266 tempest-AllowedAddressPairTestJSON-1962660266-project] Notify callbacks [] for security_group, before_create {{(pid=94175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:32:47.641661 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.db.db_base_plugin_common [None req-020e72da-2962-4bfb-b969-4f4cb634732b None None] Allocated IP 172.20.0.2 (e8ee6fca-c31d-4c6b-9908-888c79fac63c/be3ce504-4275-4202-bb9e-0c2f772f98b1/9ba707af-3897-4ac6-80dd-5433d56f9a62) {{(pid=94176) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 23 11:32:47.664799 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron_lib.callbacks.manager [None req-e0446cd7-7d03-40a6-8cd6-db78c18fc8cb None None] Notify callbacks [] for port, precommit_create {{(pid=94176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:32:47.685014 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.db.provisioning_blocks [None req-e0446cd7-7d03-40a6-8cd6-db78c18fc8cb None None] Transition to ACTIVE for port object 659acfe0-f111-4f77-b816-b91ce156f30e will not be triggered until provisioned by entity L2. {{(pid=94176) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 23 11:32:47.742619 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.db.provisioning_blocks [None req-e0446cd7-7d03-40a6-8cd6-db78c18fc8cb None None] Transition to ACTIVE for port object 659acfe0-f111-4f77-b816-b91ce156f30e will not be triggered until provisioned by entity DHCP. {{(pid=94176) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 23 11:32:47.762431 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.plugins.ml2.rpc [None req-dc7542b2-afef-47f4-a763-e3a3cba144be None None] Device 00a87ae8-d2da-4a6d-8cee-6a7f19e315c4 no longer exists at agent ovs-agent-dv-neutron-601336-94-hyperv {{(pid=94176) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:261}} Jun 23 11:32:47.777319 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron_lib.callbacks.manager [None req-0831095b-b5f1-495d-be3d-ac82100e135a tempest-RoutersNegativeIpV6Test-1628881962 tempest-RoutersNegativeIpV6Test-1628881962-project] Notify callbacks [] for security_group, precommit_create {{(pid=94175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:32:47.784893 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.plugins.ml2.plugin [None req-dc7542b2-afef-47f4-a763-e3a3cba144be None None] No Port match for: 00a87ae8-d2da-4a6d-8cee-6a7f19e315c4 {{(pid=94176) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2240}} Jun 23 11:32:47.785248 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.plugins.ml2.rpc [None req-dc7542b2-afef-47f4-a763-e3a3cba144be None None] Device 00a87ae8-d2da-4a6d-8cee-6a7f19e315c4 not bound to the agent host dv-neutron-601336-94-hyperv {{(pid=94176) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:271}} Jun 23 11:32:47.848326 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron_lib.callbacks.manager [None req-e0446cd7-7d03-40a6-8cd6-db78c18fc8cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-922915', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-239814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7866073', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773699642215'] for port, after_create {{(pid=94176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:32:47.851915 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG oslo_concurrency.lockutils [None req-96404b35-13fe-412d-9a1a-3ab67aa30770 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 11:32:47.869606 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron_lib.callbacks.manager [None req-0831095b-b5f1-495d-be3d-ac82100e135a tempest-RoutersNegativeIpV6Test-1628881962 tempest-RoutersNegativeIpV6Test-1628881962-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7996330'] for security_group, after_create {{(pid=94175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:32:47.874115 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron_lib.callbacks.manager [None req-b831661b-dc1c-42d9-af48-33fb1b528913 tempest-RoutersNegativeTest-1531528216 tempest-RoutersNegativeTest-1531528216-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866062', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5083113', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4660095'] for subnet, after_create {{(pid=94175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:32:47.883226 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94175) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 11:32:47.906657 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e0446cd7-7d03-40a6-8cd6-db78c18fc8cb None None] Network f53f535d-bce4-4da8-9bd9-396677ff4e83 is already hosted by enough agents. {{(pid=94176) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 23 11:32:47.908576 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron_lib.callbacks.manager [None req-020e72da-2962-4bfb-b969-4f4cb634732b None None] Notify callbacks [] for port, precommit_create {{(pid=94176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:32:47.914906 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.scheduler.base_scheduler [None req-e0446cd7-7d03-40a6-8cd6-db78c18fc8cb None None] Resources bound (agent type, host, resource id): {{(pid=94176) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 23 11:32:47.922628 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e0446cd7-7d03-40a6-8cd6-db78c18fc8cb None None] Received port after_create {{(pid=94176) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 23 11:32:47.930801 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0446cd7-7d03-40a6-8cd6-db78c18fc8cb None None] Pushing event updated for resources: {'Port': ['ID=659acfe0-f111-4f77-b816-b91ce156f30e,revision_number=1']} {{(pid=94176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 11:32:47.933686 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.db.provisioning_blocks [None req-020e72da-2962-4bfb-b969-4f4cb634732b None None] Transition to ACTIVE for port object 9ba707af-3897-4ac6-80dd-5433d56f9a62 will not be triggered until provisioned by entity L2. {{(pid=94176) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 23 11:32:47.936246 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG oslo_concurrency.lockutils [None req-e0446cd7-7d03-40a6-8cd6-db78c18fc8cb None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.084s {{(pid=94176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 11:32:47.940263 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.db.db_base_plugin_common [None req-bbd4f96c-09c7-4287-9a8a-24cb01eeeb45 tempest-NetworksTestDHCPv6-162546708 tempest-NetworksTestDHCPv6-162546708-project] Allocated IP 2001:db8::f816:3eff:fe18:48a8 (f53f535d-bce4-4da8-9bd9-396677ff4e83/3e6fcb2c-af29-4e47-b34a-57231ebb60f2/6b2fe717-8cfc-4e62-8d2c-3203f18f9e8d) {{(pid=94175) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 23 11:32:47.946935 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0831095b-b5f1-495d-be3d-ac82100e135a tempest-RoutersNegativeIpV6Test-1628881962 tempest-RoutersNegativeIpV6Test-1628881962-project] vlan segment allocate from pool success with {'vlan_id': 436, 'physical_network': 'physnet1'} {{(pid=94175) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 23 11:32:47.970651 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0831095b-b5f1-495d-be3d-ac82100e135a tempest-RoutersNegativeIpV6Test-1628881962 tempest-RoutersNegativeIpV6Test-1628881962-project] Pushing event updated for resources: {'SecurityGroup': ['ID=efd5bc64-1d9a-42c7-9031-0b12b06b3258,revision_number=1']} {{(pid=94175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 11:32:47.977969 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG oslo_concurrency.lockutils [None req-0831095b-b5f1-495d-be3d-ac82100e135a tempest-RoutersNegativeIpV6Test-1628881962 tempest-RoutersNegativeIpV6Test-1628881962-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.095s {{(pid=94175) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 11:32:47.979107 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron_lib.callbacks.manager [None req-0831095b-b5f1-495d-be3d-ac82100e135a tempest-RoutersNegativeIpV6Test-1628881962 tempest-RoutersNegativeIpV6Test-1628881962-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3801'] for segment, precommit_create {{(pid=94175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:32:47.979415 dv-neutron-601336-94-hyperv neutron-server[94175]: INFO neutron.db.segments_db [None req-0831095b-b5f1-495d-be3d-ac82100e135a tempest-RoutersNegativeIpV6Test-1628881962 tempest-RoutersNegativeIpV6Test-1628881962-project] Added segment 5f57951d-b999-4886-927d-ac2312a6c0a4 of type vlan for network 4b29730c-2a64-448a-b6cc-096066871e0d Jun 23 11:32:47.982206 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG oslo_concurrency.lockutils [None req-32f1a51e-a928-443d-b8a0-f7e0b30e4694 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.096s {{(pid=94175) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 11:32:47.996291 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.db.provisioning_blocks [None req-020e72da-2962-4bfb-b969-4f4cb634732b None None] Transition to ACTIVE for port object 9ba707af-3897-4ac6-80dd-5433d56f9a62 will not be triggered until provisioned by entity DHCP. {{(pid=94176) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 23 11:32:48.002333 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.plugins.ml2.managers [None req-e0446cd7-7d03-40a6-8cd6-db78c18fc8cb None None] Attempting to bind port 659acfe0-f111-4f77-b816-b91ce156f30e on host dv-neutron-601336-94-hyperv for vnic_type normal with profile {{(pid=94176) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 23 11:32:48.002951 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.plugins.ml2.managers [None req-e0446cd7-7d03-40a6-8cd6-db78c18fc8cb None None] Attempting to bind port 659acfe0-f111-4f77-b816-b91ce156f30e by drivers openvswitch,hyperv on host dv-neutron-601336-94-hyperv at level 0 using segments [{'id': '6303a411-6e70-4139-a530-9ee4cf8ba843', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 419, 'network_id': 'f53f535d-bce4-4da8-9bd9-396677ff4e83'}] {{(pid=94176) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 23 11:32:48.003097 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e0446cd7-7d03-40a6-8cd6-db78c18fc8cb None None] Attempting to bind port 659acfe0-f111-4f77-b816-b91ce156f30e on network f53f535d-bce4-4da8-9bd9-396677ff4e83 {{(pid=94176) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 23 11:32:48.009064 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e0446cd7-7d03-40a6-8cd6-db78c18fc8cb None None] Checking agent: {'id': '4d05f899-5ac9-411b-8a03-f60c93f87cdf', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-601336-94-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 23, 11, 22, 14), 'started_at': datetime.datetime(2021, 6, 23, 11, 22, 44), 'heartbeat_timestamp': datetime.datetime(2021, 6, 23, 11, 32, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'monitor_allowed_address_pair_garp': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-601336-94-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94176) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 23 11:32:48.009064 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e0446cd7-7d03-40a6-8cd6-db78c18fc8cb None None] Checking segment: {'id': '6303a411-6e70-4139-a530-9ee4cf8ba843', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 419, 'network_id': 'f53f535d-bce4-4da8-9bd9-396677ff4e83'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94176) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 23 11:32:48.009427 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron_lib.callbacks.manager [None req-e0446cd7-7d03-40a6-8cd6-db78c18fc8cb None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:32:48.009870 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e0446cd7-7d03-40a6-8cd6-db78c18fc8cb None None] Bound using segment: {'id': '6303a411-6e70-4139-a530-9ee4cf8ba843', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 419, 'network_id': 'f53f535d-bce4-4da8-9bd9-396677ff4e83'} {{(pid=94176) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 23 11:32:48.010367 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.plugins.ml2.managers [None req-e0446cd7-7d03-40a6-8cd6-db78c18fc8cb None None] Bound port: 659acfe0-f111-4f77-b816-b91ce156f30e, host: dv-neutron-601336-94-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6303a411-6e70-4139-a530-9ee4cf8ba843', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 419, 'network_id': 'f53f535d-bce4-4da8-9bd9-396677ff4e83'}}] {{(pid=94176) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 23 11:32:48.010745 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron_lib.callbacks.manager [None req-e0446cd7-7d03-40a6-8cd6-db78c18fc8cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-923122'] for port, before_update {{(pid=94176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:32:48.036822 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron_lib.callbacks.manager [None req-a9c2f195-05ac-471b-b637-50c99d6afec4 tempest-BulkNetworkOpsIpV6Test-986121801 tempest-BulkNetworkOpsIpV6Test-986121801-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-897259', 'neutron.services.segments.db._delete_segments_for_network-8773700168587'] for network, precommit_delete {{(pid=94174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:32:48.053444 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.services.segments.db [None req-a9c2f195-05ac-471b-b637-50c99d6afec4 tempest-BulkNetworkOpsIpV6Test-986121801 tempest-BulkNetworkOpsIpV6Test-986121801-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c0c855e9-b50b-43b9-939f-02d503c57577']}} {{(pid=94174) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 11:32:48.077125 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.services.segments.db [None req-a9c2f195-05ac-471b-b637-50c99d6afec4 tempest-BulkNetworkOpsIpV6Test-986121801 tempest-BulkNetworkOpsIpV6Test-986121801-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '288aca48-81cc-423a-b21a-d70cb32e58e5') {'for_net_delete': True} {{(pid=94174) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 11:32:48.077494 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.services.segments.db [None req-a9c2f195-05ac-471b-b637-50c99d6afec4 tempest-BulkNetworkOpsIpV6Test-986121801 tempest-BulkNetworkOpsIpV6Test-986121801-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '288aca48-81cc-423a-b21a-d70cb32e58e5') {} {{(pid=94174) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 11:32:48.101294 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron_lib.callbacks.manager [None req-a9c2f195-05ac-471b-b637-50c99d6afec4 tempest-BulkNetworkOpsIpV6Test-986121801 tempest-BulkNetworkOpsIpV6Test-986121801-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8773699955833', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4800267'] for segment, before_delete {{(pid=94174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:32:48.112676 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b831661b-dc1c-42d9-af48-33fb1b528913 tempest-RoutersNegativeTest-1531528216 tempest-RoutersNegativeTest-1531528216-project] Checking segment: {'id': '43488563-e679-46e8-bfe2-4399a9389284', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 414, 'network_id': '74761b13-522f-4ff1-a122-43eeb589602c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94175) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 23 11:32:48.113422 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b831661b-dc1c-42d9-af48-33fb1b528913 tempest-RoutersNegativeTest-1531528216 tempest-RoutersNegativeTest-1531528216-project] Network hostable DHCP agents. Network: 74761b13-522f-4ff1-a122-43eeb589602c, hostable agents: ['8cf29b10-0e57-4131-816f-a4b6ad00b249'], hosted agents: [] {{(pid=94175) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 23 11:32:48.144632 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron_lib.callbacks.manager [None req-0831095b-b5f1-495d-be3d-ac82100e135a tempest-RoutersNegativeIpV6Test-1628881962 tempest-RoutersNegativeIpV6Test-1628881962-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8773699596773'] for network, precommit_create {{(pid=94175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:32:48.148258 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b831661b-dc1c-42d9-af48-33fb1b528913 tempest-RoutersNegativeTest-1531528216 tempest-RoutersNegativeTest-1531528216-project] Pushing event updated for resources: {'Subnet': ['ID=3924ec87-ec7f-4671-ba53-6412287ad950,revision_number=0']} {{(pid=94175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 11:32:48.156708 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG oslo_concurrency.lockutils [None req-b831661b-dc1c-42d9-af48-33fb1b528913 tempest-RoutersNegativeTest-1531528216 tempest-RoutersNegativeTest-1531528216-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.172s {{(pid=94175) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 11:32:48.162783 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron_lib.callbacks.manager [None req-a9c2f195-05ac-471b-b637-50c99d6afec4 tempest-BulkNetworkOpsIpV6Test-986121801 tempest-BulkNetworkOpsIpV6Test-986121801-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3801'] for segment, precommit_delete {{(pid=94174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:32:48.184596 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a9c2f195-05ac-471b-b637-50c99d6afec4 tempest-BulkNetworkOpsIpV6Test-986121801 tempest-BulkNetworkOpsIpV6Test-986121801-project] Releasing vlan 429 on physical network physnet1 to pool {{(pid=94174) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 23 11:32:48.185082 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron_lib.callbacks.manager [None req-a9c2f195-05ac-471b-b637-50c99d6afec4 tempest-BulkNetworkOpsIpV6Test-986121801 tempest-BulkNetworkOpsIpV6Test-986121801-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3801', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5196341'] for segment, after_delete {{(pid=94174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:32:48.190254 dv-neutron-601336-94-hyperv neutron-server[94174]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 23 11:32:48.190254 dv-neutron-601336-94-hyperv neutron-server[94174]: conditions |= (models_v2.Port.network_id.in_( Jun 23 11:32:48.190254 dv-neutron-601336-94-hyperv neutron-server[94174]: Traceback (most recent call last): Jun 23 11:32:48.190254 dv-neutron-601336-94-hyperv neutron-server[94174]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 23 11:32:48.190254 dv-neutron-601336-94-hyperv neutron-server[94174]: timer() Jun 23 11:32:48.190254 dv-neutron-601336-94-hyperv neutron-server[94174]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 23 11:32:48.190254 dv-neutron-601336-94-hyperv neutron-server[94174]: cb(*args, **kw) Jun 23 11:32:48.190254 dv-neutron-601336-94-hyperv neutron-server[94174]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 23 11:32:48.190254 dv-neutron-601336-94-hyperv neutron-server[94174]: return func(*args, **kwargs) Jun 23 11:32:48.190254 dv-neutron-601336-94-hyperv neutron-server[94174]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 23 11:32:48.190254 dv-neutron-601336-94-hyperv neutron-server[94174]: self._notify() Jun 23 11:32:48.190254 dv-neutron-601336-94-hyperv neutron-server[94174]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 23 11:32:48.190254 dv-neutron-601336-94-hyperv neutron-server[94174]: self.callback(batched_events) Jun 23 11:32:48.190254 dv-neutron-601336-94-hyperv neutron-server[94174]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 23 11:32:48.190254 dv-neutron-601336-94-hyperv neutron-server[94174]: event.method(event) Jun 23 11:32:48.190254 dv-neutron-601336-94-hyperv neutron-server[94174]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 23 11:32:48.190254 dv-neutron-601336-94-hyperv neutron-server[94174]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 23 11:32:48.190254 dv-neutron-601336-94-hyperv neutron-server[94174]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 23 11:32:48.190254 dv-neutron-601336-94-hyperv neutron-server[94174]: aggregate_uuid = self.p_client.list_aggregates( Jun 23 11:32:48.190254 dv-neutron-601336-94-hyperv neutron-server[94174]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 23 11:32:48.190254 dv-neutron-601336-94-hyperv neutron-server[94174]: return f(self, *a, **k) Jun 23 11:32:48.190254 dv-neutron-601336-94-hyperv neutron-server[94174]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 23 11:32:48.190254 dv-neutron-601336-94-hyperv neutron-server[94174]: return self._get(url).json() Jun 23 11:32:48.190254 dv-neutron-601336-94-hyperv neutron-server[94174]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 23 11:32:48.190254 dv-neutron-601336-94-hyperv neutron-server[94174]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 23 11:32:48.190254 dv-neutron-601336-94-hyperv neutron-server[94174]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 23 11:32:48.190254 dv-neutron-601336-94-hyperv neutron-server[94174]: return self.request(url, 'GET', **kwargs) Jun 23 11:32:48.190254 dv-neutron-601336-94-hyperv neutron-server[94174]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 23 11:32:48.190254 dv-neutron-601336-94-hyperv neutron-server[94174]: base_url = self.get_endpoint(auth, allow=allow, Jun 23 11:32:48.190254 dv-neutron-601336-94-hyperv neutron-server[94174]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 23 11:32:48.190254 dv-neutron-601336-94-hyperv neutron-server[94174]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 23 11:32:48.190254 dv-neutron-601336-94-hyperv neutron-server[94174]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 23 11:32:48.190254 dv-neutron-601336-94-hyperv neutron-server[94174]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 23 11:32:48.190254 dv-neutron-601336-94-hyperv neutron-server[94174]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 23 11:32:48.208860 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron_lib.callbacks.manager [None req-020e72da-2962-4bfb-b969-4f4cb634732b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-922915', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-239814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7866073', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773699642215'] for port, after_create {{(pid=94176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:32:48.214580 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG oslo_concurrency.lockutils [None req-292945bf-d767-41ad-acb9-5ab10653c1a6 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 11:32:48.236982 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.notifiers.nova [req-2be15162-a814-45c2-b912-04fe9ed889c4 req-9c1e6a49-bf89-437c-854d-fa1ffffaf525 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4428b5cd-2ee2-4454-b711-d13a003d5236 {{(pid=94174) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 23 11:32:48.252724 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.plugins.ml2.db [None req-e0446cd7-7d03-40a6-8cd6-db78c18fc8cb None None] For port 659acfe0-f111-4f77-b816-b91ce156f30e, host dv-neutron-601336-94-hyperv, cleared binding levels {{(pid=94176) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 23 11:32:48.257863 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron_lib.callbacks.manager [None req-d19e191d-d779-4635-88a1-fff8150e0940 tempest-PortsTestJSON-2085221018 tempest-PortsTestJSON-2085221018-project] Notify callbacks [] for port, precommit_update {{(pid=94174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:32:48.262841 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron_lib.callbacks.manager [req-2be15162-a814-45c2-b912-04fe9ed889c4 req-9c1e6a49-bf89-437c-854d-fa1ffffaf525 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:32:48.269206 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-020e72da-2962-4bfb-b969-4f4cb634732b None None] Network e8ee6fca-c31d-4c6b-9908-888c79fac63c is already hosted by enough agents. {{(pid=94176) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 23 11:32:48.280210 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.plugins.ml2.db [None req-e0446cd7-7d03-40a6-8cd6-db78c18fc8cb None None] For port 659acfe0-f111-4f77-b816-b91ce156f30e, host dv-neutron-601336-94-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-94-hyperv',level=0,port_id=659acfe0-f111-4f77-b816-b91ce156f30e,segment=NetworkSegment(6303a411-6e70-4139-a530-9ee4cf8ba843),segment_id=6303a411-6e70-4139-a530-9ee4cf8ba843)] {{(pid=94176) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 23 11:32:48.281331 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron_lib.callbacks.manager [None req-28bc2c10-0b12-476d-9a0a-75f2839fdc3b tempest-AllowedAddressPairTestJSON-1962660266 tempest-AllowedAddressPairTestJSON-1962660266-project] Notify callbacks [] for security_group, precommit_create {{(pid=94175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:32:48.281934 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.scheduler.base_scheduler [None req-020e72da-2962-4bfb-b969-4f4cb634732b None None] Resources bound (agent type, host, resource id): {{(pid=94176) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 23 11:32:48.283746 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-020e72da-2962-4bfb-b969-4f4cb634732b None None] Pushing event updated for resources: {'Port': ['ID=9ba707af-3897-4ac6-80dd-5433d56f9a62,revision_number=1']} {{(pid=94176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 11:32:48.285939 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.db.l3_dvrscheduler_db [None req-020e72da-2962-4bfb-b969-4f4cb634732b None None] Received port after_create {{(pid=94176) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 23 11:32:48.288031 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG oslo_concurrency.lockutils [None req-020e72da-2962-4bfb-b969-4f4cb634732b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.073s {{(pid=94176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 11:32:48.297050 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.db.provisioning_blocks [req-2be15162-a814-45c2-b912-04fe9ed889c4 req-9c1e6a49-bf89-437c-854d-fa1ffffaf525 service neutron] Transition to ACTIVE for port object 4428b5cd-2ee2-4454-b711-d13a003d5236 will not be triggered until provisioned by entity L2. {{(pid=94174) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 23 11:32:48.312299 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b831661b-dc1c-42d9-af48-33fb1b528913 tempest-RoutersNegativeTest-1531528216 tempest-RoutersNegativeTest-1531528216-project] Network 74761b13-522f-4ff1-a122-43eeb589602c is scheduled to be hosted by DHCP agent 8cf29b10-0e57-4131-816f-a4b6ad00b249 with binding_index 1 {{(pid=94175) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 23 11:32:48.338352 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron_lib.callbacks.manager [None req-bbd4f96c-09c7-4287-9a8a-24cb01eeeb45 tempest-NetworksTestDHCPv6-162546708 tempest-NetworksTestDHCPv6-162546708-project] Notify callbacks [] for port, precommit_create {{(pid=94175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:32:48.342557 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.plugins.ml2.managers [None req-020e72da-2962-4bfb-b969-4f4cb634732b None None] Attempting to bind port 9ba707af-3897-4ac6-80dd-5433d56f9a62 on host dv-neutron-601336-94-hyperv for vnic_type normal with profile {{(pid=94176) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 23 11:32:48.342942 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.plugins.ml2.managers [None req-020e72da-2962-4bfb-b969-4f4cb634732b None None] Attempting to bind port 9ba707af-3897-4ac6-80dd-5433d56f9a62 by drivers openvswitch,hyperv on host dv-neutron-601336-94-hyperv at level 0 using segments [{'id': '62789cd2-36c1-429e-bd72-4031abbd9f73', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 412, 'network_id': 'e8ee6fca-c31d-4c6b-9908-888c79fac63c'}] {{(pid=94176) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 23 11:32:48.343365 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-020e72da-2962-4bfb-b969-4f4cb634732b None None] Attempting to bind port 9ba707af-3897-4ac6-80dd-5433d56f9a62 on network e8ee6fca-c31d-4c6b-9908-888c79fac63c {{(pid=94176) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 23 11:32:48.348312 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-020e72da-2962-4bfb-b969-4f4cb634732b None None] Checking agent: {'id': '4d05f899-5ac9-411b-8a03-f60c93f87cdf', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-601336-94-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 23, 11, 22, 14), 'started_at': datetime.datetime(2021, 6, 23, 11, 22, 44), 'heartbeat_timestamp': datetime.datetime(2021, 6, 23, 11, 32, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'monitor_allowed_address_pair_garp': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-601336-94-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94176) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 23 11:32:48.348974 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-020e72da-2962-4bfb-b969-4f4cb634732b None None] Checking segment: {'id': '62789cd2-36c1-429e-bd72-4031abbd9f73', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 412, 'network_id': 'e8ee6fca-c31d-4c6b-9908-888c79fac63c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94176) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 23 11:32:48.349196 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron_lib.callbacks.manager [None req-020e72da-2962-4bfb-b969-4f4cb634732b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:32:48.349509 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-020e72da-2962-4bfb-b969-4f4cb634732b None None] Bound using segment: {'id': '62789cd2-36c1-429e-bd72-4031abbd9f73', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 412, 'network_id': 'e8ee6fca-c31d-4c6b-9908-888c79fac63c'} {{(pid=94176) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 23 11:32:48.349980 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.plugins.ml2.managers [None req-020e72da-2962-4bfb-b969-4f4cb634732b None None] Bound port: 9ba707af-3897-4ac6-80dd-5433d56f9a62, host: dv-neutron-601336-94-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '62789cd2-36c1-429e-bd72-4031abbd9f73', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 412, 'network_id': 'e8ee6fca-c31d-4c6b-9908-888c79fac63c'}}] {{(pid=94176) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 23 11:32:48.350364 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron_lib.callbacks.manager [None req-020e72da-2962-4bfb-b969-4f4cb634732b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-923122'] for port, before_update {{(pid=94176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:32:48.352612 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron_lib.callbacks.manager [None req-d19e191d-d779-4635-88a1-fff8150e0940 tempest-PortsTestJSON-2085221018 tempest-PortsTestJSON-2085221018-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-922904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866062', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773700135042', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773699642233', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773699642278', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5196369'] for port, after_update {{(pid=94174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:32:48.354037 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron_lib.callbacks.manager [None req-e0446cd7-7d03-40a6-8cd6-db78c18fc8cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-922904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866062', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773700135042', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773699642233', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773699642278'] for port, after_update {{(pid=94176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:32:48.355802 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG oslo_concurrency.lockutils [None req-8174a271-1084-4b80-aedc-a4efc2520cb7 tempest-NetworksTestDHCPv6-162546708 tempest-NetworksTestDHCPv6-162546708-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94174) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 11:32:48.360624 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.db.provisioning_blocks [None req-bbd4f96c-09c7-4287-9a8a-24cb01eeeb45 tempest-NetworksTestDHCPv6-162546708 tempest-NetworksTestDHCPv6-162546708-project] Transition to ACTIVE for port object 6b2fe717-8cfc-4e62-8d2c-3203f18f9e8d will not be triggered until provisioned by entity DHCP. {{(pid=94175) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 23 11:32:48.363494 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG oslo_concurrency.lockutils [None req-4637b2ba-2c63-40fa-a28a-e1db03902ae9 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 11:32:48.387383 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron_lib.callbacks.manager [None req-0831095b-b5f1-495d-be3d-ac82100e135a tempest-RoutersNegativeIpV6Test-1628881962 tempest-RoutersNegativeIpV6Test-1628881962-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8002400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7866073'] for network, after_create {{(pid=94175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:32:48.393578 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.plugins.ml2.plugin [None req-d19e191d-d779-4635-88a1-fff8150e0940 tempest-PortsTestJSON-2085221018 tempest-PortsTestJSON-2085221018-project] In _notify_port_updated(), no bound segment for port bc075c28-6c12-454f-a5b5-d6a52c7eed2c on network c9584ed1-23c5-47a7-b4d6-264bedad0f19 {{(pid=94174) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:876}} Jun 23 11:32:48.396847 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0831095b-b5f1-495d-be3d-ac82100e135a tempest-RoutersNegativeIpV6Test-1628881962 tempest-RoutersNegativeIpV6Test-1628881962-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 11:32:48.397420 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron_lib.callbacks.manager [None req-0831095b-b5f1-495d-be3d-ac82100e135a tempest-RoutersNegativeIpV6Test-1628881962 tempest-RoutersNegativeIpV6Test-1628881962-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7865916'] for network, before_response {{(pid=94175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:32:48.401134 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d19e191d-d779-4635-88a1-fff8150e0940 tempest-PortsTestJSON-2085221018 tempest-PortsTestJSON-2085221018-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94174) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 11:32:48.401988 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron_lib.callbacks.manager [None req-d19e191d-d779-4635-88a1-fff8150e0940 tempest-PortsTestJSON-2085221018 tempest-PortsTestJSON-2085221018-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-217507'] for port, before_response {{(pid=94174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:32:48.412079 dv-neutron-601336-94-hyperv neutron-server[94174]: INFO neutron.wsgi [None req-d19e191d-d779-4635-88a1-fff8150e0940 tempest-PortsTestJSON-2085221018 tempest-PortsTestJSON-2085221018-project] 10.222.0.20 "PUT /v2.0/ports/bc075c28-6c12-454f-a5b5-d6a52c7eed2c HTTP/1.1" status: 200 len: 818 time: 1.3767591 Jun 23 11:32:48.412079 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.wsgi [-] (94174) accepted ('10.222.0.20', 38662) {{(pid=94174) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 11:32:48.412321 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG oslo_concurrency.lockutils [None req-c9717c56-e082-4f10-a2ed-4e351dcdc482 tempest-PortsTestJSON-2085221018 tempest-PortsTestJSON-2085221018-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.001s {{(pid=94175) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 11:32:48.441575 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron_lib.callbacks.manager [None req-a9c2f195-05ac-471b-b637-50c99d6afec4 tempest-BulkNetworkOpsIpV6Test-986121801 tempest-BulkNetworkOpsIpV6Test-986121801-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-897248', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8002400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7866073', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-524247'] for network, after_delete {{(pid=94174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:32:48.450058 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron_lib.callbacks.manager [req-2be15162-a814-45c2-b912-04fe9ed889c4 req-9c1e6a49-bf89-437c-854d-fa1ffffaf525 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-922904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866062', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773700135042', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773699642233', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773699642278', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5196369'] for port, after_update {{(pid=94174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:32:48.456094 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0446cd7-7d03-40a6-8cd6-db78c18fc8cb None None] Pushing event updated for resources: {'Port': ['ID=659acfe0-f111-4f77-b816-b91ce156f30e,revision_number=2']} {{(pid=94176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 11:32:48.466053 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron_lib.callbacks.manager [None req-a9c2f195-05ac-471b-b637-50c99d6afec4 tempest-BulkNetworkOpsIpV6Test-986121801 tempest-BulkNetworkOpsIpV6Test-986121801-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7865916'] for network, before_response {{(pid=94174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:32:48.466486 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG oslo_concurrency.lockutils [None req-e0446cd7-7d03-40a6-8cd6-db78c18fc8cb None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.103s {{(pid=94176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 11:32:48.476076 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron_lib.callbacks.manager [None req-28bc2c10-0b12-476d-9a0a-75f2839fdc3b tempest-AllowedAddressPairTestJSON-1962660266 tempest-AllowedAddressPairTestJSON-1962660266-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7996330'] for security_group, after_create {{(pid=94175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:32:48.478257 dv-neutron-601336-94-hyperv neutron-server[94174]: INFO neutron.wsgi [None req-a9c2f195-05ac-471b-b637-50c99d6afec4 tempest-BulkNetworkOpsIpV6Test-986121801 tempest-BulkNetworkOpsIpV6Test-986121801-project] 10.222.0.20 "DELETE /v2.0/networks/c0c855e9-b50b-43b9-939f-02d503c57577 HTTP/1.1" status: 204 len: 168 time: 1.2558935 Jun 23 11:32:48.483333 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d19e191d-d779-4635-88a1-fff8150e0940 tempest-PortsTestJSON-2085221018 tempest-PortsTestJSON-2085221018-project] Pushing event updated for resources: {'Port': ['ID=bc075c28-6c12-454f-a5b5-d6a52c7eed2c,revision_number=2']} {{(pid=94174) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 11:32:48.490168 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.wsgi [-] (94174) accepted ('10.222.0.20', 38664) {{(pid=94174) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 11:32:48.494080 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG oslo_concurrency.lockutils [None req-d19e191d-d779-4635-88a1-fff8150e0940 tempest-PortsTestJSON-2085221018 tempest-PortsTestJSON-2085221018-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.138s {{(pid=94174) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 11:32:48.502527 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG oslo_concurrency.lockutils [None req-e6f324b2-07ee-43c8-a4bf-119655c44b60 tempest-PortsAdminExtendedAttrsTestJSON-1772465988 tempest-PortsAdminExtendedAttrsTestJSON-1772465988-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.043s {{(pid=94174) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 11:32:48.522103 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.scheduler.base_scheduler [None req-b831661b-dc1c-42d9-af48-33fb1b528913 tempest-RoutersNegativeTest-1531528216 tempest-RoutersNegativeTest-1531528216-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-601336-94-hyperv, 74761b13-522f-4ff1-a122-43eeb589602c) {{(pid=94175) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 23 11:32:48.530273 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-569d5333-15c8-4071-9012-18442b15b31f None None] Network 74761b13-522f-4ff1-a122-43eeb589602c requested from dv-neutron-601336-94-hyperv {{(pid=94176) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 23 11:32:48.545698 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-28bc2c10-0b12-476d-9a0a-75f2839fdc3b tempest-AllowedAddressPairTestJSON-1962660266 tempest-AllowedAddressPairTestJSON-1962660266-project] vlan segment allocate from pool success with {'vlan_id': 415, 'physical_network': 'physnet1'} {{(pid=94175) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 23 11:32:48.551213 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b831661b-dc1c-42d9-af48-33fb1b528913 tempest-RoutersNegativeTest-1531528216 tempest-RoutersNegativeTest-1531528216-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 11:32:48.551747 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron_lib.callbacks.manager [None req-b831661b-dc1c-42d9-af48-33fb1b528913 tempest-RoutersNegativeTest-1531528216 tempest-RoutersNegativeTest-1531528216-project] Notify callbacks [] for subnet, before_response {{(pid=94175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:32:48.570102 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0831095b-b5f1-495d-be3d-ac82100e135a tempest-RoutersNegativeIpV6Test-1628881962 tempest-RoutersNegativeIpV6Test-1628881962-project] Pushing event updated for resources: {'Network': ['ID=4b29730c-2a64-448a-b6cc-096066871e0d,revision_number=1']} {{(pid=94175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 11:32:48.577791 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG oslo_concurrency.lockutils [None req-0831095b-b5f1-495d-be3d-ac82100e135a tempest-RoutersNegativeIpV6Test-1628881962 tempest-RoutersNegativeIpV6Test-1628881962-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.166s {{(pid=94175) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 11:32:48.577791 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG oslo_concurrency.lockutils [None req-d98f24b1-9de0-4b94-8bf4-278ff28aabb9 tempest-PortsAdminExtendedAttrsTestJSON-1772465988 tempest-PortsAdminExtendedAttrsTestJSON-1772465988-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.066s {{(pid=94175) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 11:32:48.586565 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron_lib.callbacks.manager [None req-28bc2c10-0b12-476d-9a0a-75f2839fdc3b tempest-AllowedAddressPairTestJSON-1962660266 tempest-AllowedAddressPairTestJSON-1962660266-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3801'] for segment, precommit_create {{(pid=94175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:32:48.586910 dv-neutron-601336-94-hyperv neutron-server[94175]: INFO neutron.db.segments_db [None req-28bc2c10-0b12-476d-9a0a-75f2839fdc3b tempest-AllowedAddressPairTestJSON-1962660266 tempest-AllowedAddressPairTestJSON-1962660266-project] Added segment b1760ab5-2963-48df-8a7c-36a33caba95c of type vlan for network 6a6c8949-9850-44f7-bca7-3fd76c05cabf Jun 23 11:32:48.594111 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.plugins.ml2.rpc [None req-dc7542b2-afef-47f4-a763-e3a3cba144be None None] Network 4b29730c-2a64-448a-b6cc-096066871e0d details requested by agent ovs-agent-dv-neutron-601336-94-hyperv with host dv-neutron-601336-94-hyperv {{(pid=94176) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:250}} Jun 23 11:32:48.672997 dv-neutron-601336-94-hyperv neutron-server[94175]: INFO neutron.wsgi [None req-0831095b-b5f1-495d-be3d-ac82100e135a tempest-RoutersNegativeIpV6Test-1628881962 tempest-RoutersNegativeIpV6Test-1628881962-project] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 790 time: 1.7193372 Jun 23 11:32:48.677914 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.plugins.ml2.db [None req-020e72da-2962-4bfb-b969-4f4cb634732b None None] For port 9ba707af-3897-4ac6-80dd-5433d56f9a62, host dv-neutron-601336-94-hyperv, cleared binding levels {{(pid=94176) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 23 11:32:48.696618 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron_lib.callbacks.manager [None req-bbd4f96c-09c7-4287-9a8a-24cb01eeeb45 tempest-NetworksTestDHCPv6-162546708 tempest-NetworksTestDHCPv6-162546708-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-922915', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-239814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7866073', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773699642215', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-5082457'] for port, after_create {{(pid=94175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:32:48.697664 dv-neutron-601336-94-hyperv neutron-server[94175]: INFO neutron.wsgi [None req-b831661b-dc1c-42d9-af48-33fb1b528913 tempest-RoutersNegativeTest-1531528216 tempest-RoutersNegativeTest-1531528216-project] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.6848953 Jun 23 11:32:48.700851 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.wsgi [-] (94175) accepted ('10.222.0.20', 38666) {{(pid=94175) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 11:32:48.706289 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.wsgi [-] (94174) accepted ('10.222.0.20', 38668) {{(pid=94174) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 11:32:48.731898 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.plugins.ml2.db [None req-020e72da-2962-4bfb-b969-4f4cb634732b None None] For port 9ba707af-3897-4ac6-80dd-5433d56f9a62, host dv-neutron-601336-94-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-94-hyperv',level=0,port_id=9ba707af-3897-4ac6-80dd-5433d56f9a62,segment=NetworkSegment(62789cd2-36c1-429e-bd72-4031abbd9f73),segment_id=62789cd2-36c1-429e-bd72-4031abbd9f73)] {{(pid=94176) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 23 11:32:48.739319 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.api.v2.base [None req-64a0b96c-5461-46d3-bf5c-43d9bc3de280 tempest-RoutersNegativeIpV6Test-1628881962 tempest-RoutersNegativeIpV6Test-1628881962-project] Request body: {'subnet': {'network_id': '4b29730c-2a64-448a-b6cc-096066871e0d', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=94175) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 23 11:32:48.757117 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28bc2c10-0b12-476d-9a0a-75f2839fdc3b tempest-AllowedAddressPairTestJSON-1962660266 tempest-AllowedAddressPairTestJSON-1962660266-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b016318c-288f-4647-92b6-ad7588d4797b,revision_number=1']} {{(pid=94175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 11:32:48.781165 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG oslo_concurrency.lockutils [None req-28bc2c10-0b12-476d-9a0a-75f2839fdc3b tempest-AllowedAddressPairTestJSON-1962660266 tempest-AllowedAddressPairTestJSON-1962660266-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.203s {{(pid=94175) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 11:32:48.783737 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron_lib.callbacks.manager [None req-28bc2c10-0b12-476d-9a0a-75f2839fdc3b tempest-AllowedAddressPairTestJSON-1962660266 tempest-AllowedAddressPairTestJSON-1962660266-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8773699596773'] for network, precommit_create {{(pid=94175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:32:48.790115 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron_lib.callbacks.manager [None req-726a643f-ab32-40f7-abf4-e12d203d1c60 tempest-BulkNetworkOpsIpV6Test-986121801 tempest-BulkNetworkOpsIpV6Test-986121801-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-824874'] for network, before_delete {{(pid=94174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:32:48.850168 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron_lib.callbacks.manager [None req-020e72da-2962-4bfb-b969-4f4cb634732b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-922904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866062', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773700135042', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773699642233', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773699642278'] for port, after_update {{(pid=94176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:32:48.860627 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG oslo_concurrency.lockutils [None req-f769bf2b-5c85-41d3-be36-af5f20c8bcac None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 11:32:48.872147 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1be29a27-8e76-4bec-b3f6-58b5269318ae None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1e0d828a-1fa4-563d-b7fd-53adf66a04ee-74761b13-522f-4ff1-a122-43eeb589602c', 'network_id': '74761b13-522f-4ff1-a122-43eeb589602c', 'tenant_id': '73000ee9e8e84cbc8c10d08d73ff8c14', 'fixed_ips': [{'subnet_id': '3924ec87-ec7f-4671-ba53-6412287ad950'}]}} from dv-neutron-601336-94-hyperv. {{(pid=94176) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 23 11:32:48.872839 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron_lib.callbacks.manager [None req-1be29a27-8e76-4bec-b3f6-58b5269318ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-923104'] for port, before_create {{(pid=94176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:32:48.912762 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG oslo_concurrency.lockutils [None req-22e1022f-4e34-43d5-8eb6-41e181c620e6 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.179s {{(pid=94175) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 11:32:48.925397 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c1e6a49-bf89-437c-854d-fa1ffffaf525 service neutron] Pushing event updated for resources: {'Port': ['ID=4428b5cd-2ee2-4454-b711-d13a003d5236,revision_number=2']} {{(pid=94174) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 11:32:48.945141 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG oslo_concurrency.lockutils [None req-9c1e6a49-bf89-437c-854d-fa1ffffaf525 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.443s {{(pid=94174) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 11:32:48.948175 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG oslo_concurrency.lockutils [None req-22c26542-a835-45a8-9cfb-0781cb297ca8 tempest-BulkNetworkOpsIpV6Test-986121801 tempest-BulkNetworkOpsIpV6Test-986121801-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.488s {{(pid=94174) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 11:32:48.961551 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bbd4f96c-09c7-4287-9a8a-24cb01eeeb45 tempest-NetworksTestDHCPv6-162546708 tempest-NetworksTestDHCPv6-162546708-project] Network f53f535d-bce4-4da8-9bd9-396677ff4e83 is already hosted by enough agents. {{(pid=94175) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 23 11:32:48.972657 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.scheduler.base_scheduler [None req-bbd4f96c-09c7-4287-9a8a-24cb01eeeb45 tempest-NetworksTestDHCPv6-162546708 tempest-NetworksTestDHCPv6-162546708-project] Resources bound (agent type, host, resource id): {{(pid=94175) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 23 11:32:49.000898 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bbd4f96c-09c7-4287-9a8a-24cb01eeeb45 tempest-NetworksTestDHCPv6-162546708 tempest-NetworksTestDHCPv6-162546708-project] Received port after_create {{(pid=94175) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 23 11:32:49.006747 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bbd4f96c-09c7-4287-9a8a-24cb01eeeb45 tempest-NetworksTestDHCPv6-162546708 tempest-NetworksTestDHCPv6-162546708-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 11:32:49.006909 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9c2f195-05ac-471b-b637-50c99d6afec4 tempest-BulkNetworkOpsIpV6Test-986121801 tempest-BulkNetworkOpsIpV6Test-986121801-project] Pushing event deleted for resources: {'Network': ['ID=c0c855e9-b50b-43b9-939f-02d503c57577,revision_number=None']} {{(pid=94174) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 11:32:49.007941 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron_lib.callbacks.manager [None req-bbd4f96c-09c7-4287-9a8a-24cb01eeeb45 tempest-NetworksTestDHCPv6-162546708 tempest-NetworksTestDHCPv6-162546708-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-217507'] for port, before_response {{(pid=94175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:32:49.036598 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG oslo_concurrency.lockutils [None req-a9c2f195-05ac-471b-b637-50c99d6afec4 tempest-BulkNetworkOpsIpV6Test-986121801 tempest-BulkNetworkOpsIpV6Test-986121801-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.089s {{(pid=94174) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 11:32:49.091287 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01bcb766-484d-4771-a1d4-3f1126149b22 req-3789cb1d-5d21-42fb-9faf-70304023a9d4 tempest-ServerActionsTestJSON-161917335 tempest-ServerActionsTestJSON-161917335-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 11:32:49.092981 dv-neutron-601336-94-hyperv neutron-server[94175]: INFO neutron.wsgi [req-01bcb766-484d-4771-a1d4-3f1126149b22 req-3789cb1d-5d21-42fb-9faf-70304023a9d4 tempest-ServerActionsTestJSON-161917335 tempest-ServerActionsTestJSON-161917335-project] 10.222.0.20 "GET /v2.0/ports?device_id=85769616-6b8b-4da7-ad73-344986edf607 HTTP/1.1" status: 200 len: 943 time: 0.7070770 Jun 23 11:32:49.096003 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.db.db_base_plugin_common [None req-1be29a27-8e76-4bec-b3f6-58b5269318ae None None] Allocated IP 172.20.0.2 (74761b13-522f-4ff1-a122-43eeb589602c/3924ec87-ec7f-4671-ba53-6412287ad950/6996ebc7-6f79-4066-86a1-3d11c4834846) {{(pid=94176) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 23 11:32:49.096180 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbd4f96c-09c7-4287-9a8a-24cb01eeeb45 tempest-NetworksTestDHCPv6-162546708 tempest-NetworksTestDHCPv6-162546708-project] Pushing event updated for resources: {'Port': ['ID=6b2fe717-8cfc-4e62-8d2c-3203f18f9e8d,revision_number=1']} {{(pid=94175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 11:32:49.101246 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG oslo_concurrency.lockutils [None req-bbd4f96c-09c7-4287-9a8a-24cb01eeeb45 tempest-NetworksTestDHCPv6-162546708 tempest-NetworksTestDHCPv6-162546708-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.189s {{(pid=94175) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 11:32:49.105551 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.plugins.ml2.managers [req-2be15162-a814-45c2-b912-04fe9ed889c4 req-9c1e6a49-bf89-437c-854d-fa1ffffaf525 service neutron] Attempting to bind port 4428b5cd-2ee2-4454-b711-d13a003d5236 on host hv-neutron-6013 for vnic_type normal with profile {{(pid=94174) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 23 11:32:49.106071 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.plugins.ml2.managers [req-2be15162-a814-45c2-b912-04fe9ed889c4 req-9c1e6a49-bf89-437c-854d-fa1ffffaf525 service neutron] Attempting to bind port 4428b5cd-2ee2-4454-b711-d13a003d5236 by drivers openvswitch,hyperv on host hv-neutron-6013 at level 0 using segments [{'id': '38a4352d-de94-4d68-8280-f5ea074ec139', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 403, 'network_id': '34cf218b-02ad-4259-a49e-5807c729dd9a'}] {{(pid=94174) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 23 11:32:49.106211 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2be15162-a814-45c2-b912-04fe9ed889c4 req-9c1e6a49-bf89-437c-854d-fa1ffffaf525 service neutron] Attempting to bind port 4428b5cd-2ee2-4454-b711-d13a003d5236 on network 34cf218b-02ad-4259-a49e-5807c729dd9a {{(pid=94174) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 23 11:32:49.134998 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-64a0b96c-5461-46d3-bf5c-43d9bc3de280 tempest-RoutersNegativeIpV6Test-1628881962 tempest-RoutersNegativeIpV6Test-1628881962-project] Made reservation on behalf of 82c51a8a2e054769b0c98a77cf1b7153 for: {'subnet': 1} {{(pid=94175) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 23 11:32:49.140990 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron_lib.callbacks.manager [None req-64a0b96c-5461-46d3-bf5c-43d9bc3de280 tempest-RoutersNegativeIpV6Test-1628881962 tempest-RoutersNegativeIpV6Test-1628881962-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4660073'] for subnet, before_create {{(pid=94175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:32:49.240048 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.plugins.ml2.rpc [None req-dc7542b2-afef-47f4-a763-e3a3cba144be None None] Device 659acfe0-f111-4f77-b816-b91ce156f30e up at agent ovs-agent-dv-neutron-601336-94-hyperv {{(pid=94176) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:298}} Jun 23 11:32:49.260596 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron_lib.callbacks.manager [None req-726a643f-ab32-40f7-abf4-e12d203d1c60 tempest-BulkNetworkOpsIpV6Test-986121801 tempest-BulkNetworkOpsIpV6Test-986121801-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-897259', 'neutron.services.segments.db._delete_segments_for_network-8773700168587'] for network, precommit_delete {{(pid=94174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:32:49.268862 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2be15162-a814-45c2-b912-04fe9ed889c4 req-9c1e6a49-bf89-437c-854d-fa1ffffaf525 service neutron] Port 4428b5cd-2ee2-4454-b711-d13a003d5236 on network 34cf218b-02ad-4259-a49e-5807c729dd9a not bound, no agent of type Open vSwitch agent registered on host hv-neutron-6013 {{(pid=94174) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 23 11:32:49.269201 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2be15162-a814-45c2-b912-04fe9ed889c4 req-9c1e6a49-bf89-437c-854d-fa1ffffaf525 service neutron] Attempting to bind port 4428b5cd-2ee2-4454-b711-d13a003d5236 on network 34cf218b-02ad-4259-a49e-5807c729dd9a {{(pid=94174) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 23 11:32:49.286540 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2be15162-a814-45c2-b912-04fe9ed889c4 req-9c1e6a49-bf89-437c-854d-fa1ffffaf525 service neutron] Checking agent: {'id': '3a130b41-5b27-406b-aeb2-5a923af79f10', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-6013', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 23, 11, 28, 23), 'started_at': datetime.datetime(2021, 6, 23, 11, 28, 23), 'heartbeat_timestamp': datetime.datetime(2021, 6, 23, 11, 32, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94174) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 23 11:32:49.287116 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2be15162-a814-45c2-b912-04fe9ed889c4 req-9c1e6a49-bf89-437c-854d-fa1ffffaf525 service neutron] Checking segment: {'id': '38a4352d-de94-4d68-8280-f5ea074ec139', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 403, 'network_id': '34cf218b-02ad-4259-a49e-5807c729dd9a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94174) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 23 11:32:49.288913 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2be15162-a814-45c2-b912-04fe9ed889c4 req-9c1e6a49-bf89-437c-854d-fa1ffffaf525 service neutron] Bound using segment: {'id': '38a4352d-de94-4d68-8280-f5ea074ec139', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 403, 'network_id': '34cf218b-02ad-4259-a49e-5807c729dd9a'} {{(pid=94174) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 23 11:32:49.288913 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.plugins.ml2.managers [req-2be15162-a814-45c2-b912-04fe9ed889c4 req-9c1e6a49-bf89-437c-854d-fa1ffffaf525 service neutron] Bound port: 4428b5cd-2ee2-4454-b711-d13a003d5236, host: hv-neutron-6013, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '38a4352d-de94-4d68-8280-f5ea074ec139', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 403, 'network_id': '34cf218b-02ad-4259-a49e-5807c729dd9a'}}] {{(pid=94174) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 23 11:32:49.288913 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron_lib.callbacks.manager [req-2be15162-a814-45c2-b912-04fe9ed889c4 req-9c1e6a49-bf89-437c-854d-fa1ffffaf525 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-923122'] for port, before_update {{(pid=94174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:32:49.304508 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.plugins.ml2.plugin [None req-001d2744-b9d4-4cf4-9e24-dd5aefa8d3b1 tempest-PortsTestJSON-2085221018 tempest-PortsTestJSON-2085221018-project] Deleting port bc075c28-6c12-454f-a5b5-d6a52c7eed2c {{(pid=94174) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1913}} Jun 23 11:32:49.304850 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron_lib.callbacks.manager [None req-001d2744-b9d4-4cf4-9e24-dd5aefa8d3b1 tempest-PortsTestJSON-2085221018 tempest-PortsTestJSON-2085221018-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773700079324'] for port, before_delete {{(pid=94174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:32:49.311452 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.services.segments.db [None req-726a643f-ab32-40f7-abf4-e12d203d1c60 tempest-BulkNetworkOpsIpV6Test-986121801 tempest-BulkNetworkOpsIpV6Test-986121801-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['52717dd2-93a8-42c3-932e-191f1498615b']}} {{(pid=94174) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 11:32:49.352307 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron_lib.callbacks.manager [None req-1be29a27-8e76-4bec-b3f6-58b5269318ae None None] Notify callbacks [] for port, precommit_create {{(pid=94176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:32:49.371625 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.services.segments.db [None req-726a643f-ab32-40f7-abf4-e12d203d1c60 tempest-BulkNetworkOpsIpV6Test-986121801 tempest-BulkNetworkOpsIpV6Test-986121801-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'be173b34-d274-4c59-8c17-a3c647b65050') {'for_net_delete': True} {{(pid=94174) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 11:32:49.371922 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.services.segments.db [None req-726a643f-ab32-40f7-abf4-e12d203d1c60 tempest-BulkNetworkOpsIpV6Test-986121801 tempest-BulkNetworkOpsIpV6Test-986121801-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'be173b34-d274-4c59-8c17-a3c647b65050') {} {{(pid=94174) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 11:32:49.383559 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.db.provisioning_blocks [None req-1be29a27-8e76-4bec-b3f6-58b5269318ae None None] Transition to ACTIVE for port object 6996ebc7-6f79-4066-86a1-3d11c4834846 will not be triggered until provisioned by entity L2. {{(pid=94176) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 23 11:32:49.386301 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-020e72da-2962-4bfb-b969-4f4cb634732b None None] Pushing event updated for resources: {'Port': ['ID=9ba707af-3897-4ac6-80dd-5433d56f9a62,revision_number=2']} {{(pid=94176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 11:32:49.403471 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG oslo_concurrency.lockutils [None req-020e72da-2962-4bfb-b969-4f4cb634732b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.543s {{(pid=94176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 11:32:49.426794 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.db.provisioning_blocks [None req-1be29a27-8e76-4bec-b3f6-58b5269318ae None None] Transition to ACTIVE for port object 6996ebc7-6f79-4066-86a1-3d11c4834846 will not be triggered until provisioned by entity DHCP. {{(pid=94176) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 23 11:32:49.470052 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron_lib.callbacks.manager [None req-726a643f-ab32-40f7-abf4-e12d203d1c60 tempest-BulkNetworkOpsIpV6Test-986121801 tempest-BulkNetworkOpsIpV6Test-986121801-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8773699955833', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4800267'] for segment, before_delete {{(pid=94174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:32:49.505683 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron_lib.callbacks.manager [None req-001d2744-b9d4-4cf4-9e24-dd5aefa8d3b1 tempest-PortsTestJSON-2085221018 tempest-PortsTestJSON-2085221018-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-430722'] for port, precommit_delete {{(pid=94174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:32:49.508367 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron_lib.callbacks.manager [None req-726a643f-ab32-40f7-abf4-e12d203d1c60 tempest-BulkNetworkOpsIpV6Test-986121801 tempest-BulkNetworkOpsIpV6Test-986121801-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3801'] for segment, precommit_delete {{(pid=94174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:32:49.523164 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron_lib.callbacks.manager [None req-1be29a27-8e76-4bec-b3f6-58b5269318ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-922915', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-239814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7866073', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773699642215'] for port, after_create {{(pid=94176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:32:49.525757 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG oslo_concurrency.lockutils [None req-8558a809-75b9-4170-ae40-852ef67c981b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 11:32:49.551071 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-726a643f-ab32-40f7-abf4-e12d203d1c60 tempest-BulkNetworkOpsIpV6Test-986121801 tempest-BulkNetworkOpsIpV6Test-986121801-project] Releasing vlan 432 on physical network physnet1 to pool {{(pid=94174) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 23 11:32:49.551483 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron_lib.callbacks.manager [None req-726a643f-ab32-40f7-abf4-e12d203d1c60 tempest-BulkNetworkOpsIpV6Test-986121801 tempest-BulkNetworkOpsIpV6Test-986121801-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3801', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5196341'] for segment, after_delete {{(pid=94174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:32:49.554487 dv-neutron-601336-94-hyperv neutron-server[94174]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 23 11:32:49.554487 dv-neutron-601336-94-hyperv neutron-server[94174]: conditions |= (models_v2.Port.network_id.in_( Jun 23 11:32:49.554487 dv-neutron-601336-94-hyperv neutron-server[94174]: Traceback (most recent call last): Jun 23 11:32:49.554487 dv-neutron-601336-94-hyperv neutron-server[94174]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 23 11:32:49.554487 dv-neutron-601336-94-hyperv neutron-server[94174]: timer() Jun 23 11:32:49.554487 dv-neutron-601336-94-hyperv neutron-server[94174]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 23 11:32:49.554487 dv-neutron-601336-94-hyperv neutron-server[94174]: cb(*args, **kw) Jun 23 11:32:49.554487 dv-neutron-601336-94-hyperv neutron-server[94174]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 23 11:32:49.554487 dv-neutron-601336-94-hyperv neutron-server[94174]: return func(*args, **kwargs) Jun 23 11:32:49.554487 dv-neutron-601336-94-hyperv neutron-server[94174]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 23 11:32:49.554487 dv-neutron-601336-94-hyperv neutron-server[94174]: self._notify() Jun 23 11:32:49.554487 dv-neutron-601336-94-hyperv neutron-server[94174]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 23 11:32:49.554487 dv-neutron-601336-94-hyperv neutron-server[94174]: self.callback(batched_events) Jun 23 11:32:49.554487 dv-neutron-601336-94-hyperv neutron-server[94174]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 23 11:32:49.554487 dv-neutron-601336-94-hyperv neutron-server[94174]: event.method(event) Jun 23 11:32:49.554487 dv-neutron-601336-94-hyperv neutron-server[94174]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 23 11:32:49.554487 dv-neutron-601336-94-hyperv neutron-server[94174]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 23 11:32:49.554487 dv-neutron-601336-94-hyperv neutron-server[94174]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 23 11:32:49.554487 dv-neutron-601336-94-hyperv neutron-server[94174]: aggregate_uuid = self.p_client.list_aggregates( Jun 23 11:32:49.554487 dv-neutron-601336-94-hyperv neutron-server[94174]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 23 11:32:49.554487 dv-neutron-601336-94-hyperv neutron-server[94174]: return f(self, *a, **k) Jun 23 11:32:49.554487 dv-neutron-601336-94-hyperv neutron-server[94174]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 23 11:32:49.554487 dv-neutron-601336-94-hyperv neutron-server[94174]: return self._get(url).json() Jun 23 11:32:49.554487 dv-neutron-601336-94-hyperv neutron-server[94174]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 23 11:32:49.554487 dv-neutron-601336-94-hyperv neutron-server[94174]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 23 11:32:49.554487 dv-neutron-601336-94-hyperv neutron-server[94174]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 23 11:32:49.554487 dv-neutron-601336-94-hyperv neutron-server[94174]: return self.request(url, 'GET', **kwargs) Jun 23 11:32:49.554487 dv-neutron-601336-94-hyperv neutron-server[94174]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 23 11:32:49.554487 dv-neutron-601336-94-hyperv neutron-server[94174]: base_url = self.get_endpoint(auth, allow=allow, Jun 23 11:32:49.554487 dv-neutron-601336-94-hyperv neutron-server[94174]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 23 11:32:49.554487 dv-neutron-601336-94-hyperv neutron-server[94174]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 23 11:32:49.554487 dv-neutron-601336-94-hyperv neutron-server[94174]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 23 11:32:49.554487 dv-neutron-601336-94-hyperv neutron-server[94174]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 23 11:32:49.554487 dv-neutron-601336-94-hyperv neutron-server[94174]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 23 11:32:49.596955 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1be29a27-8e76-4bec-b3f6-58b5269318ae None None] Pushing event updated for resources: {'Port': ['ID=6996ebc7-6f79-4066-86a1-3d11c4834846,revision_number=1']} {{(pid=94176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 11:32:49.601115 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1be29a27-8e76-4bec-b3f6-58b5269318ae None None] Network 74761b13-522f-4ff1-a122-43eeb589602c is already hosted by enough agents. {{(pid=94176) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 23 11:32:49.603653 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG oslo_concurrency.lockutils [None req-1be29a27-8e76-4bec-b3f6-58b5269318ae None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.077s {{(pid=94176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 11:32:49.604062 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron_lib.callbacks.manager [None req-28bc2c10-0b12-476d-9a0a-75f2839fdc3b tempest-AllowedAddressPairTestJSON-1962660266 tempest-AllowedAddressPairTestJSON-1962660266-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8002400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7866073'] for network, after_create {{(pid=94175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:32:49.604275 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.db.provisioning_blocks [None req-dc7542b2-afef-47f4-a763-e3a3cba144be None None] Provisioning for port 659acfe0-f111-4f77-b816-b91ce156f30e completed by entity L2. {{(pid=94176) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 23 11:32:49.606909 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.scheduler.base_scheduler [None req-1be29a27-8e76-4bec-b3f6-58b5269318ae None None] Resources bound (agent type, host, resource id): {{(pid=94176) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 23 11:32:49.611261 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.plugins.ml2.plugin [None req-001d2744-b9d4-4cf4-9e24-dd5aefa8d3b1 tempest-PortsTestJSON-2085221018 tempest-PortsTestJSON-2085221018-project] Calling delete_port for bc075c28-6c12-454f-a5b5-d6a52c7eed2c owned by {{(pid=94174) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1986}} Jun 23 11:32:49.611784 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-28bc2c10-0b12-476d-9a0a-75f2839fdc3b tempest-AllowedAddressPairTestJSON-1962660266 tempest-AllowedAddressPairTestJSON-1962660266-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 11:32:49.615880 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1be29a27-8e76-4bec-b3f6-58b5269318ae None None] Received port after_create {{(pid=94176) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 23 11:32:49.616001 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron_lib.callbacks.manager [None req-28bc2c10-0b12-476d-9a0a-75f2839fdc3b tempest-AllowedAddressPairTestJSON-1962660266 tempest-AllowedAddressPairTestJSON-1962660266-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7865916'] for network, before_response {{(pid=94175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:32:49.624085 dv-neutron-601336-94-hyperv neutron-server[94175]: INFO neutron.wsgi [req-01bcb766-484d-4771-a1d4-3f1126149b22 req-67a207b4-6ac9-48d9-b0fc-d217170c629d tempest-ServerActionsTestJSON-161917335 tempest-ServerActionsTestJSON-161917335-project] 10.222.0.20 "GET /v2.0/security-groups?id=f0520e5d-8f0e-4c28-b543-be4405698077&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.5198362 Jun 23 11:32:49.637950 dv-neutron-601336-94-hyperv neutron-server[94175]: INFO neutron.wsgi [None req-bbd4f96c-09c7-4287-9a8a-24cb01eeeb45 tempest-NetworksTestDHCPv6-162546708 tempest-NetworksTestDHCPv6-162546708-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 947 time: 2.9021218 Jun 23 11:32:49.642069 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.wsgi [-] (94175) accepted ('10.222.0.20', 38670) {{(pid=94175) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 11:32:49.645495 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG oslo_concurrency.lockutils [None req-99c4c689-c2df-4aed-96b4-385007b10822 tempest-BulkNetworkOpsIpV6Test-986121801 tempest-BulkNetworkOpsIpV6Test-986121801-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94175) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 11:32:49.692600 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.plugins.ml2.db [req-2be15162-a814-45c2-b912-04fe9ed889c4 req-9c1e6a49-bf89-437c-854d-fa1ffffaf525 service neutron] For port 4428b5cd-2ee2-4454-b711-d13a003d5236, host hv-neutron-6013, cleared binding levels {{(pid=94174) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 23 11:32:49.702910 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.plugins.ml2.managers [None req-1be29a27-8e76-4bec-b3f6-58b5269318ae None None] Attempting to bind port 6996ebc7-6f79-4066-86a1-3d11c4834846 on host dv-neutron-601336-94-hyperv for vnic_type normal with profile {{(pid=94176) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 23 11:32:49.703369 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.plugins.ml2.managers [None req-1be29a27-8e76-4bec-b3f6-58b5269318ae None None] Attempting to bind port 6996ebc7-6f79-4066-86a1-3d11c4834846 by drivers openvswitch,hyperv on host dv-neutron-601336-94-hyperv at level 0 using segments [{'id': '43488563-e679-46e8-bfe2-4399a9389284', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 414, 'network_id': '74761b13-522f-4ff1-a122-43eeb589602c'}] {{(pid=94176) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 23 11:32:49.703936 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1be29a27-8e76-4bec-b3f6-58b5269318ae None None] Attempting to bind port 6996ebc7-6f79-4066-86a1-3d11c4834846 on network 74761b13-522f-4ff1-a122-43eeb589602c {{(pid=94176) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 23 11:32:49.714719 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1be29a27-8e76-4bec-b3f6-58b5269318ae None None] Checking agent: {'id': '4d05f899-5ac9-411b-8a03-f60c93f87cdf', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-601336-94-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 23, 11, 22, 14), 'started_at': datetime.datetime(2021, 6, 23, 11, 22, 44), 'heartbeat_timestamp': datetime.datetime(2021, 6, 23, 11, 32, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'monitor_allowed_address_pair_garp': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-601336-94-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94176) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 23 11:32:49.718336 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1be29a27-8e76-4bec-b3f6-58b5269318ae None None] Checking segment: {'id': '43488563-e679-46e8-bfe2-4399a9389284', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 414, 'network_id': '74761b13-522f-4ff1-a122-43eeb589602c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94176) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 23 11:32:49.718336 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron_lib.callbacks.manager [None req-1be29a27-8e76-4bec-b3f6-58b5269318ae None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:32:49.718336 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1be29a27-8e76-4bec-b3f6-58b5269318ae None None] Bound using segment: {'id': '43488563-e679-46e8-bfe2-4399a9389284', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 414, 'network_id': '74761b13-522f-4ff1-a122-43eeb589602c'} {{(pid=94176) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 23 11:32:49.718336 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.plugins.ml2.managers [None req-1be29a27-8e76-4bec-b3f6-58b5269318ae None None] Bound port: 6996ebc7-6f79-4066-86a1-3d11c4834846, host: dv-neutron-601336-94-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '43488563-e679-46e8-bfe2-4399a9389284', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 414, 'network_id': '74761b13-522f-4ff1-a122-43eeb589602c'}}] {{(pid=94176) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 23 11:32:49.718336 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron_lib.callbacks.manager [None req-1be29a27-8e76-4bec-b3f6-58b5269318ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-923122'] for port, before_update {{(pid=94176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:32:49.743558 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.plugins.ml2.db [req-2be15162-a814-45c2-b912-04fe9ed889c4 req-9c1e6a49-bf89-437c-854d-fa1ffffaf525 service neutron] For port 4428b5cd-2ee2-4454-b711-d13a003d5236, host hv-neutron-6013, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-6013',level=0,port_id=4428b5cd-2ee2-4454-b711-d13a003d5236,segment=NetworkSegment(38a4352d-de94-4d68-8280-f5ea074ec139),segment_id=38a4352d-de94-4d68-8280-f5ea074ec139)] {{(pid=94174) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 23 11:32:49.766134 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron_lib.callbacks.manager [None req-47796f1a-c579-4197-abd5-9aa5d2dbc156 tempest-RoutersNegativeTest-1531528216 tempest-RoutersNegativeTest-1531528216-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-923104'] for port, before_create {{(pid=94174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:32:49.793107 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28bc2c10-0b12-476d-9a0a-75f2839fdc3b tempest-AllowedAddressPairTestJSON-1962660266 tempest-AllowedAddressPairTestJSON-1962660266-project] Pushing event updated for resources: {'Network': ['ID=6a6c8949-9850-44f7-bca7-3fd76c05cabf,revision_number=1']} {{(pid=94175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 11:32:49.797475 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG oslo_concurrency.lockutils [None req-28bc2c10-0b12-476d-9a0a-75f2839fdc3b tempest-AllowedAddressPairTestJSON-1962660266 tempest-AllowedAddressPairTestJSON-1962660266-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.152s {{(pid=94175) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 11:32:49.809489 dv-neutron-601336-94-hyperv neutron-server[94175]: INFO neutron.wsgi [None req-28bc2c10-0b12-476d-9a0a-75f2839fdc3b tempest-AllowedAddressPairTestJSON-1962660266 tempest-AllowedAddressPairTestJSON-1962660266-project] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 793 time: 2.7708817 Jun 23 11:32:49.812048 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.wsgi [-] (94175) accepted ('10.222.0.20', 38672) {{(pid=94175) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 11:32:49.821481 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.api.v2.base [None req-a42ca786-f4a4-4d59-b9d7-3472a06f5ac0 tempest-AllowedAddressPairTestJSON-1962660266 tempest-AllowedAddressPairTestJSON-1962660266-project] Request body: {'subnet': {'network_id': '6a6c8949-9850-44f7-bca7-3fd76c05cabf', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=94175) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 23 11:32:49.834740 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron_lib.callbacks.manager [req-2be15162-a814-45c2-b912-04fe9ed889c4 req-9c1e6a49-bf89-437c-854d-fa1ffffaf525 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-922904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866062', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773700135042', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773699642233', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773699642278', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5196369'] for port, after_update {{(pid=94174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:32:49.836975 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron_lib.callbacks.manager [None req-726a643f-ab32-40f7-abf4-e12d203d1c60 tempest-BulkNetworkOpsIpV6Test-986121801 tempest-BulkNetworkOpsIpV6Test-986121801-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-897248', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8002400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7866073', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-524247'] for network, after_delete {{(pid=94174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:32:49.838331 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.plugins.ml2.db [None req-1be29a27-8e76-4bec-b3f6-58b5269318ae None None] For port 6996ebc7-6f79-4066-86a1-3d11c4834846, host dv-neutron-601336-94-hyperv, cleared binding levels {{(pid=94176) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 23 11:32:49.842869 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.plugins.ml2.db [None req-1be29a27-8e76-4bec-b3f6-58b5269318ae None None] For port 6996ebc7-6f79-4066-86a1-3d11c4834846, host dv-neutron-601336-94-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-94-hyperv',level=0,port_id=6996ebc7-6f79-4066-86a1-3d11c4834846,segment=NetworkSegment(43488563-e679-46e8-bfe2-4399a9389284),segment_id=43488563-e679-46e8-bfe2-4399a9389284)] {{(pid=94176) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 23 11:32:49.847214 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.plugins.ml2.rpc [None req-dc7542b2-afef-47f4-a763-e3a3cba144be None None] Network 6a6c8949-9850-44f7-bca7-3fd76c05cabf details requested by agent ovs-agent-dv-neutron-601336-94-hyperv with host dv-neutron-601336-94-hyperv {{(pid=94176) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:250}} Jun 23 11:32:49.867179 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG oslo_concurrency.lockutils [None req-256cdbd3-578d-4d74-a80f-6fd5dc650090 tempest-PortsTestJSON-2085221018 tempest-PortsTestJSON-2085221018-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94174) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 11:32:49.881084 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron_lib.callbacks.manager [None req-726a643f-ab32-40f7-abf4-e12d203d1c60 tempest-BulkNetworkOpsIpV6Test-986121801 tempest-BulkNetworkOpsIpV6Test-986121801-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7865916'] for network, before_response {{(pid=94174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:32:49.885897 dv-neutron-601336-94-hyperv neutron-server[94174]: INFO neutron.wsgi [None req-726a643f-ab32-40f7-abf4-e12d203d1c60 tempest-BulkNetworkOpsIpV6Test-986121801 tempest-BulkNetworkOpsIpV6Test-986121801-project] 10.222.0.20 "DELETE /v2.0/networks/52717dd2-93a8-42c3-932e-191f1498615b HTTP/1.1" status: 204 len: 168 time: 1.3947086 Jun 23 11:32:49.901393 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-72ab2270-1704-4e07-bd3b-e5f772377e8f tempest-NetworksTestDHCPv6-162546708 tempest-NetworksTestDHCPv6-162546708-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 11:32:49.907670 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-72ab2270-1704-4e07-bd3b-e5f772377e8f tempest-NetworksTestDHCPv6-162546708 tempest-NetworksTestDHCPv6-162546708-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 11:32:49.912243 dv-neutron-601336-94-hyperv neutron-server[94175]: INFO neutron.wsgi [None req-72ab2270-1704-4e07-bd3b-e5f772377e8f tempest-NetworksTestDHCPv6-162546708 tempest-NetworksTestDHCPv6-162546708-project] 10.222.0.20 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1702 time: 0.2625811 Jun 23 11:32:49.912928 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.wsgi [-] (94175) accepted ('10.222.0.20', 38676) {{(pid=94175) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 11:32:49.917459 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron_lib.callbacks.manager [None req-1be29a27-8e76-4bec-b3f6-58b5269318ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-922904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866062', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773700135042', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773699642233', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773699642278'] for port, after_update {{(pid=94176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:32:49.921199 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG oslo_concurrency.lockutils [None req-f334354b-9916-48cf-a2f2-9be3cc5f0e5c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 11:32:49.943825 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2be15162-a814-45c2-b912-04fe9ed889c4 req-9c1e6a49-bf89-437c-854d-fa1ffffaf525 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94174) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 11:32:49.944843 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron_lib.callbacks.manager [req-2be15162-a814-45c2-b912-04fe9ed889c4 req-9c1e6a49-bf89-437c-854d-fa1ffffaf525 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-217507'] for port, before_response {{(pid=94174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:32:49.946788 dv-neutron-601336-94-hyperv neutron-server[94174]: INFO neutron.wsgi [req-2be15162-a814-45c2-b912-04fe9ed889c4 req-9c1e6a49-bf89-437c-854d-fa1ffffaf525 service neutron] 10.222.0.52 "PUT /v2.0/ports/4428b5cd-2ee2-4454-b711-d13a003d5236 HTTP/1.1" status: 200 len: 1093 time: 3.0378590 Jun 23 11:32:49.987325 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '85769616-6b8b-4da7-ad73-344986edf607', 'tag': '4428b5cd-2ee2-4454-b711-d13a003d5236'}] {{(pid=94174) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 23 11:32:49.989739 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6ff47218258ed5bf6cae7f276c9622ae488f9e8ebc13d1a310221fbcfb04c5dd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4bfddd67-85fa-4ae3-9add-213dfbcf2432" -d '{"events": [{"name": "network-changed", "server_uuid": "85769616-6b8b-4da7-ad73-344986edf607", "tag": "4428b5cd-2ee2-4454-b711-d13a003d5236"}]}' {{(pid=94174) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 23 11:32:50.020652 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1be29a27-8e76-4bec-b3f6-58b5269318ae None None] Pushing event updated for resources: {'Port': ['ID=6996ebc7-6f79-4066-86a1-3d11c4834846,revision_number=2']} {{(pid=94176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 11:32:50.024250 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG oslo_concurrency.lockutils [None req-1be29a27-8e76-4bec-b3f6-58b5269318ae None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.103s {{(pid=94176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 11:32:50.179627 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 23 Jun 2021 11:32:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3c277627-fcb6-47c8-b294-fb8909b01d61 x-openstack-request-id: req-3c277627-fcb6-47c8-b294-fb8909b01d61 {{(pid=94174) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 23 11:32:50.180186 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "85769616-6b8b-4da7-ad73-344986edf607", "tag": "4428b5cd-2ee2-4454-b711-d13a003d5236", "status": "completed", "code": 200}]} {{(pid=94174) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 23 11:32:50.180270 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-3c277627-fcb6-47c8-b294-fb8909b01d61 {{(pid=94174) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 23 11:32:50.180705 dv-neutron-601336-94-hyperv neutron-server[94174]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '85769616-6b8b-4da7-ad73-344986edf607', 'tag': '4428b5cd-2ee2-4454-b711-d13a003d5236', 'status': 'completed', 'code': 200} Jun 23 11:32:50.203483 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.db.provisioning_blocks [None req-58bb9de9-e117-40ab-b877-1c864e9862cb None None] Provisioning for port 659acfe0-f111-4f77-b816-b91ce156f30e completed by entity DHCP. {{(pid=94176) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 23 11:32:50.210213 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.db.provisioning_blocks [None req-58bb9de9-e117-40ab-b877-1c864e9862cb None None] Provisioning complete for port 659acfe0-f111-4f77-b816-b91ce156f30e triggered by entity DHCP. {{(pid=94176) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 23 11:32:50.210607 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron_lib.callbacks.manager [None req-58bb9de9-e117-40ab-b877-1c864e9862cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-899258'] for port, provisioning_complete {{(pid=94176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:32:50.220153 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron_lib.callbacks.manager [None req-001d2744-b9d4-4cf4-9e24-dd5aefa8d3b1 tempest-PortsTestJSON-2085221018 tempest-PortsTestJSON-2085221018-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-922904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866062', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773700135024', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773699642224', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5196390'] for port, after_delete {{(pid=94174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:32:50.221877 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c1e6a49-bf89-437c-854d-fa1ffffaf525 service neutron] Pushing event updated for resources: {'Port': ['ID=4428b5cd-2ee2-4454-b711-d13a003d5236,revision_number=3']} {{(pid=94174) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 11:32:50.239582 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.plugins.ml2.plugin [None req-51c4b47b-c409-46d1-903c-0d7b62630f30 tempest-NetworksTestDHCPv6-162546708 tempest-NetworksTestDHCPv6-162546708-project] Deleting port 6b2fe717-8cfc-4e62-8d2c-3203f18f9e8d {{(pid=94175) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1913}} Jun 23 11:32:50.240126 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron_lib.callbacks.manager [None req-51c4b47b-c409-46d1-903c-0d7b62630f30 tempest-NetworksTestDHCPv6-162546708 tempest-NetworksTestDHCPv6-162546708-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773700079324'] for port, before_delete {{(pid=94175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:32:50.249876 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG oslo_concurrency.lockutils [None req-9c1e6a49-bf89-437c-854d-fa1ffffaf525 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.383s {{(pid=94174) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 11:32:50.251458 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.374s {{(pid=94174) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 11:32:50.323753 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-726a643f-ab32-40f7-abf4-e12d203d1c60 tempest-BulkNetworkOpsIpV6Test-986121801 tempest-BulkNetworkOpsIpV6Test-986121801-project] Pushing event deleted for resources: {'Network': ['ID=52717dd2-93a8-42c3-932e-191f1498615b,revision_number=None']} {{(pid=94174) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 11:32:50.334332 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG oslo_concurrency.lockutils [None req-726a643f-ab32-40f7-abf4-e12d203d1c60 tempest-BulkNetworkOpsIpV6Test-986121801 tempest-BulkNetworkOpsIpV6Test-986121801-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.083s {{(pid=94174) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 11:32:50.348262 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG oslo_concurrency.lockutils [None req-8a9f6074-b5b2-432a-843e-3390db4fca9f tempest-PortsTestJSON-2085221018 tempest-PortsTestJSON-2085221018-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.106s {{(pid=94174) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 11:32:50.351485 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron_lib.callbacks.manager [None req-64a0b96c-5461-46d3-bf5c-43d9bc3de280 tempest-RoutersNegativeIpV6Test-1628881962 tempest-RoutersNegativeIpV6Test-1628881962-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866062', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5083113', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4660095'] for subnet, after_create {{(pid=94175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:32:50.362325 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a42ca786-f4a4-4d59-b9d7-3472a06f5ac0 tempest-AllowedAddressPairTestJSON-1962660266 tempest-AllowedAddressPairTestJSON-1962660266-project] Made reservation on behalf of a1521393984a421295a738f29331a229 for: {'subnet': 1} {{(pid=94175) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 23 11:32:50.366983 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron_lib.callbacks.manager [None req-a42ca786-f4a4-4d59-b9d7-3472a06f5ac0 tempest-AllowedAddressPairTestJSON-1962660266 tempest-AllowedAddressPairTestJSON-1962660266-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4660073'] for subnet, before_create {{(pid=94175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:32:50.385887 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron_lib.callbacks.manager [None req-58bb9de9-e117-40ab-b877-1c864e9862cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-923122'] for port, before_update {{(pid=94176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:32:50.386426 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG oslo_concurrency.lockutils [None req-cd82fdaf-a67f-43e9-8c39-62dba6608706 tempest-RoutersIpV6AdminTest-1878456168 tempest-RoutersIpV6AdminTest-1878456168-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94175) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 11:32:50.411740 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron_lib.callbacks.manager [None req-001d2744-b9d4-4cf4-9e24-dd5aefa8d3b1 tempest-PortsTestJSON-2085221018 tempest-PortsTestJSON-2085221018-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-217507'] for port, before_response {{(pid=94174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:32:50.417690 dv-neutron-601336-94-hyperv neutron-server[94174]: INFO neutron.wsgi [None req-001d2744-b9d4-4cf4-9e24-dd5aefa8d3b1 tempest-PortsTestJSON-2085221018 tempest-PortsTestJSON-2085221018-project] 10.222.0.20 "DELETE /v2.0/ports/bc075c28-6c12-454f-a5b5-d6a52c7eed2c HTTP/1.1" status: 204 len: 168 time: 2.0102403 Jun 23 11:32:50.422738 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.wsgi [-] (94174) accepted ('10.222.0.20', 38680) {{(pid=94174) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 11:32:50.430888 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.plugins.ml2.db [None req-58bb9de9-e117-40ab-b877-1c864e9862cb None None] For port 659acfe0-f111-4f77-b816-b91ce156f30e, host dv-neutron-601336-94-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-94-hyperv',level=0,port_id=659acfe0-f111-4f77-b816-b91ce156f30e,segment=NetworkSegment(6303a411-6e70-4139-a530-9ee4cf8ba843),segment_id=6303a411-6e70-4139-a530-9ee4cf8ba843)] {{(pid=94176) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 23 11:32:50.442698 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-001d2744-b9d4-4cf4-9e24-dd5aefa8d3b1 tempest-PortsTestJSON-2085221018 tempest-PortsTestJSON-2085221018-project] Pushing event deleted for resources: {'Port': ['ID=bc075c28-6c12-454f-a5b5-d6a52c7eed2c,revision_number=None']} {{(pid=94174) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 11:32:50.486460 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG oslo_concurrency.lockutils [None req-001d2744-b9d4-4cf4-9e24-dd5aefa8d3b1 tempest-PortsTestJSON-2085221018 tempest-PortsTestJSON-2085221018-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.138s {{(pid=94174) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 11:32:50.493690 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron_lib.callbacks.manager [None req-58bb9de9-e117-40ab-b877-1c864e9862cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-922904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866062', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773700135042', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773699642233', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773699642278'] for port, after_update {{(pid=94176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:32:50.503809 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG oslo_concurrency.lockutils [None req-e0a4b7d2-ad7a-435d-b59e-3f703a7472ad None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 11:32:50.556200 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2be15162-a814-45c2-b912-04fe9ed889c4 req-3005c228-7b87-479d-af3e-025f9b62e6a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94174) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 11:32:50.557927 dv-neutron-601336-94-hyperv neutron-server[94174]: INFO neutron.wsgi [req-2be15162-a814-45c2-b912-04fe9ed889c4 req-3005c228-7b87-479d-af3e-025f9b62e6a5 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=252b24454ee04e36b666155dab1feb23&device_id=85769616-6b8b-4da7-ad73-344986edf607 HTTP/1.1" status: 200 len: 1096 time: 0.4733169 Jun 23 11:32:50.589601 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58bb9de9-e117-40ab-b877-1c864e9862cb None None] Pushing event updated for resources: {'Port': ['ID=659acfe0-f111-4f77-b816-b91ce156f30e,revision_number=3']} {{(pid=94176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 11:32:50.593860 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG oslo_concurrency.lockutils [None req-58bb9de9-e117-40ab-b877-1c864e9862cb None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.090s {{(pid=94176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 11:32:50.676909 dv-neutron-601336-94-hyperv neutron-server[94174]: INFO neutron.wsgi [req-2be15162-a814-45c2-b912-04fe9ed889c4 req-8718f6f3-771c-487d-84a1-69613562f1e4 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=4428b5cd-2ee2-4454-b711-d13a003d5236 HTTP/1.1" status: 200 len: 217 time: 0.1101060 Jun 23 11:32:50.743700 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.db.db_base_plugin_common [None req-47796f1a-c579-4197-abd5-9aa5d2dbc156 tempest-RoutersNegativeTest-1531528216 tempest-RoutersNegativeTest-1531528216-project] Allocated IP 172.20.0.1 (e8ee6fca-c31d-4c6b-9908-888c79fac63c/be3ce504-4275-4202-bb9e-0c2f772f98b1/727a85bd-2ec3-483c-bf7e-93b8a6119cdd) {{(pid=94174) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 23 11:32:50.745464 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.db.provisioning_blocks [None req-455d3f27-683a-43ee-807c-49d686d2fda2 None None] Provisioning for port 6b2fe717-8cfc-4e62-8d2c-3203f18f9e8d completed by entity DHCP. {{(pid=94176) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 23 11:32:50.752041 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.db.provisioning_blocks [None req-455d3f27-683a-43ee-807c-49d686d2fda2 None None] Provisioning complete for port 6b2fe717-8cfc-4e62-8d2c-3203f18f9e8d triggered by entity DHCP. {{(pid=94176) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 23 11:32:50.752041 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron_lib.callbacks.manager [None req-455d3f27-683a-43ee-807c-49d686d2fda2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-899258'] for port, provisioning_complete {{(pid=94176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:32:50.799566 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron_lib.callbacks.manager [None req-51c4b47b-c409-46d1-903c-0d7b62630f30 tempest-NetworksTestDHCPv6-162546708 tempest-NetworksTestDHCPv6-162546708-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-430722'] for port, precommit_delete {{(pid=94175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:32:50.821360 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.wsgi [-] (94174) accepted ('10.222.0.20', 38686) {{(pid=94174) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 11:32:50.826839 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.plugins.ml2.plugin [None req-455d3f27-683a-43ee-807c-49d686d2fda2 None None] Port 6b2fe717-8cfc-4e62-8d2c-3203f18f9e8d cannot update to ACTIVE because it is not bound. {{(pid=94176) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jun 23 11:32:50.843927 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eeeb7a49-9808-40e7-acff-ad9d3ce70c96 tempest-PortsTestJSON-2085221018 tempest-PortsTestJSON-2085221018-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94174) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 11:32:50.845428 dv-neutron-601336-94-hyperv neutron-server[94174]: INFO neutron.wsgi [None req-eeeb7a49-9808-40e7-acff-ad9d3ce70c96 tempest-PortsTestJSON-2085221018 tempest-PortsTestJSON-2085221018-project] 10.222.0.20 "GET /v2.0/ports HTTP/1.1" status: 200 len: 843 time: 0.4217153 Jun 23 11:32:50.851694 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.wsgi [-] (94174) accepted ('10.222.0.20', 38690) {{(pid=94174) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 11:32:50.858792 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-22d670b2-bd5b-4025-a87e-bc882c3f97b7 None None] Network e8ee6fca-c31d-4c6b-9908-888c79fac63c requested from dv-neutron-601336-94-hyperv {{(pid=94176) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 23 11:32:50.870639 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.plugins.ml2.plugin [None req-51c4b47b-c409-46d1-903c-0d7b62630f30 tempest-NetworksTestDHCPv6-162546708 tempest-NetworksTestDHCPv6-162546708-project] Calling delete_port for 6b2fe717-8cfc-4e62-8d2c-3203f18f9e8d owned by {{(pid=94175) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1986}} Jun 23 11:32:50.872753 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64a0b96c-5461-46d3-bf5c-43d9bc3de280 tempest-RoutersNegativeIpV6Test-1628881962 tempest-RoutersNegativeIpV6Test-1628881962-project] Pushing event updated for resources: {'Subnet': ['ID=d9256b8b-a560-49a5-b266-0822452b8caf,revision_number=0']} {{(pid=94175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 11:32:50.910240 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron_lib.callbacks.manager [None req-a42ca786-f4a4-4d59-b9d7-3472a06f5ac0 tempest-AllowedAddressPairTestJSON-1962660266 tempest-AllowedAddressPairTestJSON-1962660266-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866062', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5083113', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4660095'] for subnet, after_create {{(pid=94175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:32:50.914255 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG oslo_concurrency.lockutils [None req-64a0b96c-5461-46d3-bf5c-43d9bc3de280 tempest-RoutersNegativeIpV6Test-1628881962 tempest-RoutersNegativeIpV6Test-1628881962-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.530s {{(pid=94175) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 11:32:50.914992 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG oslo_concurrency.lockutils [None req-64a0b96c-5461-46d3-bf5c-43d9bc3de280 tempest-RoutersNegativeIpV6Test-1628881962 tempest-RoutersNegativeIpV6Test-1628881962-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94175) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 11:32:50.931517 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2be15162-a814-45c2-b912-04fe9ed889c4 req-227f622a-16ce-4771-8145-0c0ad92159bf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94174) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 11:32:50.932979 dv-neutron-601336-94-hyperv neutron-server[94174]: INFO neutron.wsgi [req-2be15162-a814-45c2-b912-04fe9ed889c4 req-227f622a-16ce-4771-8145-0c0ad92159bf service neutron] 10.222.0.52 "GET /v2.0/subnets?id=47ff68e9-949b-4720-9652-7e8da6276be9 HTTP/1.1" status: 200 len: 851 time: 0.2427316 Jun 23 11:32:50.933966 dv-neutron-601336-94-hyperv neutron-server[94174]: INFO neutron.pecan_wsgi.hooks.translation [None req-22a18e9d-1d29-4648-a997-aeec7e3410d8 tempest-PortsTestJSON-2085221018 tempest-PortsTestJSON-2085221018-project] GET failed (client error): The resource could not be found. Jun 23 11:32:50.935722 dv-neutron-601336-94-hyperv neutron-server[94174]: INFO neutron.wsgi [None req-22a18e9d-1d29-4648-a997-aeec7e3410d8 tempest-PortsTestJSON-2085221018 tempest-PortsTestJSON-2085221018-project] 10.222.0.20 "GET /v2.0/ports/bc075c28-6c12-454f-a5b5-d6a52c7eed2c HTTP/1.1" status: 404 len: 333 time: 0.0797648 Jun 23 11:32:50.944535 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.wsgi [-] (94174) accepted ('10.222.0.20', 38692) {{(pid=94174) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 11:32:50.952936 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.api.v2.base [None req-d12ada54-e22a-40f8-9e26-bc0acbe255b2 tempest-PortsTestJSON-2085221018 tempest-PortsTestJSON-2085221018-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-806805872'}} {{(pid=94174) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 23 11:32:51.010732 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a42ca786-f4a4-4d59-b9d7-3472a06f5ac0 tempest-AllowedAddressPairTestJSON-1962660266 tempest-AllowedAddressPairTestJSON-1962660266-project] Pushing event updated for resources: {'Subnet': ['ID=2e5e37f0-b513-4130-97e1-75912538707b,revision_number=0']} {{(pid=94175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 11:32:51.025598 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG oslo_concurrency.lockutils [None req-a42ca786-f4a4-4d59-b9d7-3472a06f5ac0 tempest-AllowedAddressPairTestJSON-1962660266 tempest-AllowedAddressPairTestJSON-1962660266-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.110s {{(pid=94175) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 11:32:51.049336 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-64a0b96c-5461-46d3-bf5c-43d9bc3de280 tempest-RoutersNegativeIpV6Test-1628881962 tempest-RoutersNegativeIpV6Test-1628881962-project] Checking segment: {'id': '5f57951d-b999-4886-927d-ac2312a6c0a4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 436, 'network_id': '4b29730c-2a64-448a-b6cc-096066871e0d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94175) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 23 11:32:51.049714 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-64a0b96c-5461-46d3-bf5c-43d9bc3de280 tempest-RoutersNegativeIpV6Test-1628881962 tempest-RoutersNegativeIpV6Test-1628881962-project] Network hostable DHCP agents. Network: 4b29730c-2a64-448a-b6cc-096066871e0d, hostable agents: ['8cf29b10-0e57-4131-816f-a4b6ad00b249'], hosted agents: [] {{(pid=94175) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 23 11:32:51.061603 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.db.provisioning_blocks [None req-6eb69e8f-9cf7-432d-ba14-067e782bcd34 None None] Provisioning for port 9ba707af-3897-4ac6-80dd-5433d56f9a62 completed by entity DHCP. {{(pid=94176) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 23 11:32:51.113904 dv-neutron-601336-94-hyperv neutron-server[94177]: DEBUG neutron.db.agents_db [None req-90fb1279-e4c5-4e73-8d66-3a29811dc4e3 None None] Agent healthcheck: found 6 active agents {{(pid=94177) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 23 11:32:51.148771 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.plugins.ml2.rpc [None req-dc7542b2-afef-47f4-a763-e3a3cba144be None None] Device 9ba707af-3897-4ac6-80dd-5433d56f9a62 up at agent ovs-agent-dv-neutron-601336-94-hyperv {{(pid=94176) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:298}} Jun 23 11:32:51.247809 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85e824fd-f25a-4b69-b3aa-8651a5fd3487 req-83ead11b-bede-4563-96f6-e50d42420fd4 tempest-ServerActionsTestJSON-161917335 tempest-ServerActionsTestJSON-161917335-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 11:32:51.249612 dv-neutron-601336-94-hyperv neutron-server[94175]: INFO neutron.wsgi [req-85e824fd-f25a-4b69-b3aa-8651a5fd3487 req-83ead11b-bede-4563-96f6-e50d42420fd4 tempest-ServerActionsTestJSON-161917335 tempest-ServerActionsTestJSON-161917335-project] 10.222.0.20 "GET /v2.0/ports?device_id=85769616-6b8b-4da7-ad73-344986edf607 HTTP/1.1" status: 200 len: 943 time: 0.4181488 Jun 23 11:32:51.261948 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-64a0b96c-5461-46d3-bf5c-43d9bc3de280 tempest-RoutersNegativeIpV6Test-1628881962 tempest-RoutersNegativeIpV6Test-1628881962-project] Network 4b29730c-2a64-448a-b6cc-096066871e0d is scheduled to be hosted by DHCP agent 8cf29b10-0e57-4131-816f-a4b6ad00b249 with binding_index 1 {{(pid=94175) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 23 11:32:51.264606 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a42ca786-f4a4-4d59-b9d7-3472a06f5ac0 tempest-AllowedAddressPairTestJSON-1962660266 tempest-AllowedAddressPairTestJSON-1962660266-project] Checking segment: {'id': 'b1760ab5-2963-48df-8a7c-36a33caba95c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 415, 'network_id': '6a6c8949-9850-44f7-bca7-3fd76c05cabf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94175) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 23 11:32:51.264972 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a42ca786-f4a4-4d59-b9d7-3472a06f5ac0 tempest-AllowedAddressPairTestJSON-1962660266 tempest-AllowedAddressPairTestJSON-1962660266-project] Network hostable DHCP agents. Network: 6a6c8949-9850-44f7-bca7-3fd76c05cabf, hostable agents: ['8cf29b10-0e57-4131-816f-a4b6ad00b249'], hosted agents: [] {{(pid=94175) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 23 11:32:51.300665 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.db.provisioning_blocks [None req-dc7542b2-afef-47f4-a763-e3a3cba144be None None] Provisioning for port 9ba707af-3897-4ac6-80dd-5433d56f9a62 completed by entity L2. {{(pid=94176) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 23 11:32:51.305683 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.db.provisioning_blocks [None req-dc7542b2-afef-47f4-a763-e3a3cba144be None None] Provisioning complete for port 9ba707af-3897-4ac6-80dd-5433d56f9a62 triggered by entity L2. {{(pid=94176) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 23 11:32:51.306266 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron_lib.callbacks.manager [None req-dc7542b2-afef-47f4-a763-e3a3cba144be None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-899258'] for port, provisioning_complete {{(pid=94176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:32:51.337258 dv-neutron-601336-94-hyperv neutron-server[94175]: INFO neutron.wsgi [req-85e824fd-f25a-4b69-b3aa-8651a5fd3487 req-a84c0656-8414-44a9-91b0-8e45dc9a61a6 tempest-ServerActionsTestJSON-161917335 tempest-ServerActionsTestJSON-161917335-project] 10.222.0.20 "GET /v2.0/security-groups?id=f0520e5d-8f0e-4c28-b543-be4405698077&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0816793 Jun 23 11:32:51.340314 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.scheduler.base_scheduler [None req-64a0b96c-5461-46d3-bf5c-43d9bc3de280 tempest-RoutersNegativeIpV6Test-1628881962 tempest-RoutersNegativeIpV6Test-1628881962-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-601336-94-hyperv, 4b29730c-2a64-448a-b6cc-096066871e0d) {{(pid=94175) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 23 11:32:51.353993 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8202ba2d-da91-4b6e-87c8-b745cfb3f1d6 None None] Network 4b29730c-2a64-448a-b6cc-096066871e0d requested from dv-neutron-601336-94-hyperv {{(pid=94176) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 23 11:32:51.362280 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-64a0b96c-5461-46d3-bf5c-43d9bc3de280 tempest-RoutersNegativeIpV6Test-1628881962 tempest-RoutersNegativeIpV6Test-1628881962-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 11:32:51.362881 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron_lib.callbacks.manager [None req-64a0b96c-5461-46d3-bf5c-43d9bc3de280 tempest-RoutersNegativeIpV6Test-1628881962 tempest-RoutersNegativeIpV6Test-1628881962-project] Notify callbacks [] for subnet, before_response {{(pid=94175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:32:51.371228 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron_lib.callbacks.manager [None req-51c4b47b-c409-46d1-903c-0d7b62630f30 tempest-NetworksTestDHCPv6-162546708 tempest-NetworksTestDHCPv6-162546708-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-922904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866062', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773700135024', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773699642224', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5082448'] for port, after_delete {{(pid=94175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:32:51.396756 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG oslo_concurrency.lockutils [None req-9ad65816-0398-43d9-9026-077297304197 tempest-NetworksTestDHCPv6-162546708 tempest-NetworksTestDHCPv6-162546708-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94175) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 11:32:51.429712 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51c4b47b-c409-46d1-903c-0d7b62630f30 tempest-NetworksTestDHCPv6-162546708 tempest-NetworksTestDHCPv6-162546708-project] Pushing event deleted for resources: {'Port': ['ID=6b2fe717-8cfc-4e62-8d2c-3203f18f9e8d,revision_number=None']} {{(pid=94175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 11:32:51.433183 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG oslo_concurrency.lockutils [None req-51c4b47b-c409-46d1-903c-0d7b62630f30 tempest-NetworksTestDHCPv6-162546708 tempest-NetworksTestDHCPv6-162546708-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.037s {{(pid=94175) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 11:32:51.468489 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron_lib.callbacks.manager [None req-51c4b47b-c409-46d1-903c-0d7b62630f30 tempest-NetworksTestDHCPv6-162546708 tempest-NetworksTestDHCPv6-162546708-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-217507'] for port, before_response {{(pid=94175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:32:51.477018 dv-neutron-601336-94-hyperv neutron-server[94175]: INFO neutron.wsgi [None req-51c4b47b-c409-46d1-903c-0d7b62630f30 tempest-NetworksTestDHCPv6-162546708 tempest-NetworksTestDHCPv6-162546708-project] 10.222.0.20 "DELETE /v2.0/ports/6b2fe717-8cfc-4e62-8d2c-3203f18f9e8d HTTP/1.1" status: 204 len: 168 time: 1.5559196 Jun 23 11:32:51.478833 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.wsgi [-] (94175) accepted ('10.222.0.20', 38694) {{(pid=94175) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 11:32:51.488966 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a42ca786-f4a4-4d59-b9d7-3472a06f5ac0 tempest-AllowedAddressPairTestJSON-1962660266 tempest-AllowedAddressPairTestJSON-1962660266-project] Network 6a6c8949-9850-44f7-bca7-3fd76c05cabf is scheduled to be hosted by DHCP agent 8cf29b10-0e57-4131-816f-a4b6ad00b249 with binding_index 1 {{(pid=94175) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 23 11:32:51.491337 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron_lib.callbacks.manager [None req-47796f1a-c579-4197-abd5-9aa5d2dbc156 tempest-RoutersNegativeTest-1531528216 tempest-RoutersNegativeTest-1531528216-project] Notify callbacks [] for port, precommit_create {{(pid=94174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:32:51.503803 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d12ada54-e22a-40f8-9e26-bc0acbe255b2 tempest-PortsTestJSON-2085221018 tempest-PortsTestJSON-2085221018-project] Made reservation on behalf of 9e5461dd76964a018bba022fe5f7a0f1 for: {'network': 1} {{(pid=94174) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 23 11:32:51.511595 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron_lib.callbacks.manager [None req-dc7542b2-afef-47f4-a763-e3a3cba144be None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-923122'] for port, before_update {{(pid=94176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:32:51.514308 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron_lib.callbacks.manager [None req-d12ada54-e22a-40f8-9e26-bc0acbe255b2 tempest-PortsTestJSON-2085221018 tempest-PortsTestJSON-2085221018-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-923104'] for network, before_create {{(pid=94174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:32:51.533584 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.scheduler.base_scheduler [None req-a42ca786-f4a4-4d59-b9d7-3472a06f5ac0 tempest-AllowedAddressPairTestJSON-1962660266 tempest-AllowedAddressPairTestJSON-1962660266-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-601336-94-hyperv, 6a6c8949-9850-44f7-bca7-3fd76c05cabf) {{(pid=94175) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 23 11:32:51.541899 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a42ca786-f4a4-4d59-b9d7-3472a06f5ac0 tempest-AllowedAddressPairTestJSON-1962660266 tempest-AllowedAddressPairTestJSON-1962660266-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 11:32:51.542508 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron_lib.callbacks.manager [None req-a42ca786-f4a4-4d59-b9d7-3472a06f5ac0 tempest-AllowedAddressPairTestJSON-1962660266 tempest-AllowedAddressPairTestJSON-1962660266-project] Notify callbacks [] for subnet, before_response {{(pid=94175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:32:51.573537 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.wsgi [-] (94175) accepted ('10.222.0.20', 38696) {{(pid=94175) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 11:32:51.575345 dv-neutron-601336-94-hyperv neutron-server[94174]: INFO neutron.wsgi [None req-dbc270a7-cdea-4d41-9f7a-69da75491a43 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=23ef76af747c4dd2ab3e1919971f3de2&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7432883 Jun 23 11:32:51.588394 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2be15162-a814-45c2-b912-04fe9ed889c4 req-65037d18-975a-480f-9b9e-f94a398b9d6a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94174) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 11:32:51.590615 dv-neutron-601336-94-hyperv neutron-server[94174]: INFO neutron.wsgi [req-2be15162-a814-45c2-b912-04fe9ed889c4 req-65037d18-975a-480f-9b9e-f94a398b9d6a service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=34cf218b-02ad-4259-a49e-5807c729dd9a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1178 time: 0.6441603 Jun 23 11:32:51.592333 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.db.provisioning_blocks [None req-47796f1a-c579-4197-abd5-9aa5d2dbc156 tempest-RoutersNegativeTest-1531528216 tempest-RoutersNegativeTest-1531528216-project] Transition to ACTIVE for port object 727a85bd-2ec3-483c-bf7e-93b8a6119cdd will not be triggered until provisioned by entity DHCP. {{(pid=94174) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 23 11:32:51.607739 dv-neutron-601336-94-hyperv neutron-server[94175]: INFO neutron.wsgi [None req-64a0b96c-5461-46d3-bf5c-43d9bc3de280 tempest-RoutersNegativeIpV6Test-1628881962 tempest-RoutersNegativeIpV6Test-1628881962-project] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 2.8745320 Jun 23 11:32:51.608370 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.wsgi [-] (94175) accepted ('10.222.0.20', 38698) {{(pid=94175) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 11:32:51.620556 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-471d3577-c812-44d3-8d4b-3b4e29ac6c06 tempest-NetworksTestDHCPv6-162546708 tempest-NetworksTestDHCPv6-162546708-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 11:32:51.622115 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4bd79d77-7f3a-4ae6-9d4c-85b562a36d07 None None] Network 6a6c8949-9850-44f7-bca7-3fd76c05cabf requested from dv-neutron-601336-94-hyperv {{(pid=94176) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 23 11:32:51.626775 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-471d3577-c812-44d3-8d4b-3b4e29ac6c06 tempest-NetworksTestDHCPv6-162546708 tempest-NetworksTestDHCPv6-162546708-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 11:32:51.628899 dv-neutron-601336-94-hyperv neutron-server[94175]: INFO neutron.wsgi [None req-471d3577-c812-44d3-8d4b-3b4e29ac6c06 tempest-NetworksTestDHCPv6-162546708 tempest-NetworksTestDHCPv6-162546708-project] 10.222.0.20 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1454 time: 0.1409955 Jun 23 11:32:51.632983 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.api.v2.base [None req-1fcc3c97-1b3b-4d75-a0ef-ec62e755cc20 tempest-RoutersNegativeIpV6Test-1628881962 tempest-RoutersNegativeIpV6Test-1628881962-project] Request body: {'network': {'name': 'tempest-router-network01--819399873'}} {{(pid=94175) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 23 11:32:51.638676 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.wsgi [-] (94174) accepted ('10.222.0.20', 38700) {{(pid=94174) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 11:32:51.692884 dv-neutron-601336-94-hyperv neutron-server[94175]: INFO neutron.wsgi [None req-a42ca786-f4a4-4d59-b9d7-3472a06f5ac0 tempest-AllowedAddressPairTestJSON-1962660266 tempest-AllowedAddressPairTestJSON-1962660266-project] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.8785708 Jun 23 11:32:51.698306 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.wsgi [-] (94175) accepted ('10.222.0.20', 38702) {{(pid=94175) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 11:32:51.714384 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.api.v2.base [None req-9e358603-961a-4af1-a442-3994e781748c tempest-AllowedAddressPairTestJSON-1962660266 tempest-AllowedAddressPairTestJSON-1962660266-project] Request body: {'port': {'network_id': '6a6c8949-9850-44f7-bca7-3fd76c05cabf', 'name': 'tempest-AllowedAddressPairTestJSON-1352817720'}} {{(pid=94175) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 23 11:32:51.720598 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d12ada54-e22a-40f8-9e26-bc0acbe255b2 tempest-PortsTestJSON-2085221018 tempest-PortsTestJSON-2085221018-project] vlan segment allocate from pool success with {'vlan_id': 431, 'physical_network': 'physnet1'} {{(pid=94174) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 23 11:32:51.730008 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a2d299d1-a7cc-4723-a7f1-71b461abb69b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1e0d828a-1fa4-563d-b7fd-53adf66a04ee-4b29730c-2a64-448a-b6cc-096066871e0d', 'network_id': '4b29730c-2a64-448a-b6cc-096066871e0d', 'tenant_id': '82c51a8a2e054769b0c98a77cf1b7153', 'fixed_ips': [{'subnet_id': 'd9256b8b-a560-49a5-b266-0822452b8caf'}]}} from dv-neutron-601336-94-hyperv. {{(pid=94176) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 23 11:32:51.732448 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron_lib.callbacks.manager [None req-a2d299d1-a7cc-4723-a7f1-71b461abb69b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-923104'] for port, before_create {{(pid=94176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:32:51.737147 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.plugins.ml2.db [None req-dc7542b2-afef-47f4-a763-e3a3cba144be None None] For port 9ba707af-3897-4ac6-80dd-5433d56f9a62, host dv-neutron-601336-94-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-94-hyperv',level=0,port_id=9ba707af-3897-4ac6-80dd-5433d56f9a62,segment=NetworkSegment(62789cd2-36c1-429e-bd72-4031abbd9f73),segment_id=62789cd2-36c1-429e-bd72-4031abbd9f73)] {{(pid=94176) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 23 11:32:51.767407 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.db.provisioning_blocks [None req-c5a98412-b444-4a09-baa1-16deee908110 None None] Provisioning complete for port 9ba707af-3897-4ac6-80dd-5433d56f9a62 triggered by entity DHCP. {{(pid=94176) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 23 11:32:51.768039 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron_lib.callbacks.manager [None req-c5a98412-b444-4a09-baa1-16deee908110 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-899258'] for port, provisioning_complete {{(pid=94176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:32:51.785947 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron_lib.callbacks.manager [None req-d12ada54-e22a-40f8-9e26-bc0acbe255b2 tempest-PortsTestJSON-2085221018 tempest-PortsTestJSON-2085221018-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3801'] for segment, precommit_create {{(pid=94174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:32:51.786299 dv-neutron-601336-94-hyperv neutron-server[94174]: INFO neutron.db.segments_db [None req-d12ada54-e22a-40f8-9e26-bc0acbe255b2 tempest-PortsTestJSON-2085221018 tempest-PortsTestJSON-2085221018-project] Added segment 93314192-b55b-45be-8ef1-2041fea40614 of type vlan for network 2e1f816f-7464-4079-b100-cd7a8bb81164 Jun 23 11:32:51.812879 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron_lib.callbacks.manager [None req-197285ad-d15f-40a4-b017-314a6e46beff admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:32:51.837535 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron_lib.callbacks.manager [None req-dc7542b2-afef-47f4-a763-e3a3cba144be None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-922904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866062', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773700135042', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773699642233', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773699642278'] for port, after_update {{(pid=94176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:32:51.838514 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.plugins.ml2.rpc [None req-dc7542b2-afef-47f4-a763-e3a3cba144be None None] Device 659acfe0-f111-4f77-b816-b91ce156f30e up at agent ovs-agent-dv-neutron-601336-94-hyperv {{(pid=94176) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:298}} Jun 23 11:32:51.843805 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG oslo_concurrency.lockutils [None req-f769bf2b-5c85-41d3-be36-af5f20c8bcac None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 11:32:51.847154 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.db.db_base_plugin_v2 [None req-2ce87340-a0a6-43a5-94b7-ce2af10714cd tempest-NetworksTestDHCPv6-162546708 tempest-NetworksTestDHCPv6-162546708-project] Deleting subnet 3e6fcb2c-af29-4e47-b34a-57231ebb60f2 {{(pid=94174) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jun 23 11:32:51.871197 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron_lib.callbacks.manager [None req-2ce87340-a0a6-43a5-94b7-ce2af10714cd tempest-NetworksTestDHCPv6-162546708 tempest-NetworksTestDHCPv6-162546708-project] Notify callbacks [] for subnet, before_delete {{(pid=94174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:32:51.876767 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron_lib.callbacks.manager [None req-197285ad-d15f-40a4-b017-314a6e46beff admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:32:51.890511 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1fcc3c97-1b3b-4d75-a0ef-ec62e755cc20 tempest-RoutersNegativeIpV6Test-1628881962 tempest-RoutersNegativeIpV6Test-1628881962-project] Made reservation on behalf of 82c51a8a2e054769b0c98a77cf1b7153 for: {'network': 1} {{(pid=94175) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 23 11:32:51.894490 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron_lib.callbacks.manager [None req-1fcc3c97-1b3b-4d75-a0ef-ec62e755cc20 tempest-RoutersNegativeIpV6Test-1628881962 tempest-RoutersNegativeIpV6Test-1628881962-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-923104'] for network, before_create {{(pid=94175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:32:51.900019 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron_lib.callbacks.manager [None req-d12ada54-e22a-40f8-9e26-bc0acbe255b2 tempest-PortsTestJSON-2085221018 tempest-PortsTestJSON-2085221018-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8773699596773'] for network, precommit_create {{(pid=94174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:32:51.906976 dv-neutron-601336-94-hyperv neutron-server[94174]: INFO neutron.wsgi [req-2be15162-a814-45c2-b912-04fe9ed889c4 req-d00ec728-d1bf-4ea1-863c-ee1123ee9fb6 service neutron] 10.222.0.52 "GET /v2.0/networks/34cf218b-02ad-4259-a49e-5807c729dd9a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3065004 Jun 23 11:32:51.946312 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9339e900-e8f1-4322-8dab-afb46c7fee9d None None] Network 74761b13-522f-4ff1-a122-43eeb589602c requested from dv-neutron-601336-94-hyperv {{(pid=94176) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 23 11:32:51.959664 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1fcc3c97-1b3b-4d75-a0ef-ec62e755cc20 tempest-RoutersNegativeIpV6Test-1628881962 tempest-RoutersNegativeIpV6Test-1628881962-project] vlan segment allocate from pool success with {'vlan_id': 401, 'physical_network': 'physnet1'} {{(pid=94175) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 23 11:32:51.973951 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron_lib.callbacks.manager [None req-2ce87340-a0a6-43a5-94b7-ce2af10714cd tempest-NetworksTestDHCPv6-162546708 tempest-NetworksTestDHCPv6-162546708-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4800256'] for subnet, precommit_delete_associations {{(pid=94174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:32:51.977119 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron_lib.callbacks.manager [None req-47796f1a-c579-4197-abd5-9aa5d2dbc156 tempest-RoutersNegativeTest-1531528216 tempest-RoutersNegativeTest-1531528216-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-922915', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-239814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7866073', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773699642215', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-5196399'] for port, after_create {{(pid=94174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:32:51.984394 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron_lib.callbacks.manager [None req-1fcc3c97-1b3b-4d75-a0ef-ec62e755cc20 tempest-RoutersNegativeIpV6Test-1628881962 tempest-RoutersNegativeIpV6Test-1628881962-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3801'] for segment, precommit_create {{(pid=94175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:32:51.984746 dv-neutron-601336-94-hyperv neutron-server[94175]: INFO neutron.db.segments_db [None req-1fcc3c97-1b3b-4d75-a0ef-ec62e755cc20 tempest-RoutersNegativeIpV6Test-1628881962 tempest-RoutersNegativeIpV6Test-1628881962-project] Added segment 0895d7d9-54bf-46f2-b34f-96bdf089bc42 of type vlan for network 13d4f792-a7d0-4acb-b0a5-e21b141310d7 Jun 23 11:32:52.001338 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG oslo_concurrency.lockutils [None req-c1eee0f6-63bb-4e47-9372-bed28d31b557 tempest-ExtraDHCPOptionsTestJSON-1313277810 tempest-ExtraDHCPOptionsTestJSON-1313277810-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94174) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 11:32:52.036108 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron_lib.callbacks.manager [None req-1fcc3c97-1b3b-4d75-a0ef-ec62e755cc20 tempest-RoutersNegativeIpV6Test-1628881962 tempest-RoutersNegativeIpV6Test-1628881962-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8773699596773'] for network, precommit_create {{(pid=94175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:32:52.077835 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-47796f1a-c579-4197-abd5-9aa5d2dbc156 tempest-RoutersNegativeTest-1531528216 tempest-RoutersNegativeTest-1531528216-project] Network e8ee6fca-c31d-4c6b-9908-888c79fac63c is already hosted by enough agents. {{(pid=94174) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 23 11:32:52.088383 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron_lib.callbacks.manager [None req-197285ad-d15f-40a4-b017-314a6e46beff admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7996330'] for security_group, after_delete {{(pid=94175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:32:52.089473 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.scheduler.base_scheduler [None req-47796f1a-c579-4197-abd5-9aa5d2dbc156 tempest-RoutersNegativeTest-1531528216 tempest-RoutersNegativeTest-1531528216-project] Resources bound (agent type, host, resource id): {{(pid=94174) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 23 11:32:52.093633 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron_lib.callbacks.manager [None req-197285ad-d15f-40a4-b017-314a6e46beff admin admin] Notify callbacks [] for security_group, before_response {{(pid=94175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:32:52.095785 dv-neutron-601336-94-hyperv neutron-server[94175]: INFO neutron.wsgi [None req-197285ad-d15f-40a4-b017-314a6e46beff admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/1d6ea6d7-a1b3-4a3a-b747-5a58c441f8d1 HTTP/1.1" status: 204 len: 168 time: 0.5202146 Jun 23 11:32:52.096791 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG oslo_concurrency.lockutils [None req-eb1f56d5-8258-4569-8981-39d5345a6861 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94175) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 11:32:52.101161 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.db.l3_dvrscheduler_db [None req-47796f1a-c579-4197-abd5-9aa5d2dbc156 tempest-RoutersNegativeTest-1531528216 tempest-RoutersNegativeTest-1531528216-project] Received port after_create {{(pid=94174) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 23 11:32:52.105778 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-197285ad-d15f-40a4-b017-314a6e46beff admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1d6ea6d7-a1b3-4a3a-b747-5a58c441f8d1,revision_number=None']} {{(pid=94175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 11:32:52.116407 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG oslo_concurrency.lockutils [None req-197285ad-d15f-40a4-b017-314a6e46beff admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=94175) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 11:32:52.153195 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47796f1a-c579-4197-abd5-9aa5d2dbc156 tempest-RoutersNegativeTest-1531528216 tempest-RoutersNegativeTest-1531528216-project] Pushing event updated for resources: {'Port': ['ID=727a85bd-2ec3-483c-bf7e-93b8a6119cdd,revision_number=1']} {{(pid=94174) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 11:32:52.158956 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9e358603-961a-4af1-a442-3994e781748c tempest-AllowedAddressPairTestJSON-1962660266 tempest-AllowedAddressPairTestJSON-1962660266-project] Made reservation on behalf of a1521393984a421295a738f29331a229 for: {'port': 1} {{(pid=94175) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 23 11:32:52.173658 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron_lib.callbacks.manager [None req-9e358603-961a-4af1-a442-3994e781748c tempest-AllowedAddressPairTestJSON-1962660266 tempest-AllowedAddressPairTestJSON-1962660266-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-923104'] for port, before_create {{(pid=94175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:32:52.192991 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG oslo_concurrency.lockutils [None req-47796f1a-c579-4197-abd5-9aa5d2dbc156 tempest-RoutersNegativeTest-1531528216 tempest-RoutersNegativeTest-1531528216-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.192s {{(pid=94174) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 11:32:52.198542 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron_lib.callbacks.manager [None req-d12ada54-e22a-40f8-9e26-bc0acbe255b2 tempest-PortsTestJSON-2085221018 tempest-PortsTestJSON-2085221018-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8002400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7866073'] for network, after_create {{(pid=94174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:32:52.205442 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d12ada54-e22a-40f8-9e26-bc0acbe255b2 tempest-PortsTestJSON-2085221018 tempest-PortsTestJSON-2085221018-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94174) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 11:32:52.206080 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron_lib.callbacks.manager [None req-d12ada54-e22a-40f8-9e26-bc0acbe255b2 tempest-PortsTestJSON-2085221018 tempest-PortsTestJSON-2085221018-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7865916'] for network, before_response {{(pid=94174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:32:52.212128 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron_lib.callbacks.manager [None req-1fcc3c97-1b3b-4d75-a0ef-ec62e755cc20 tempest-RoutersNegativeIpV6Test-1628881962 tempest-RoutersNegativeIpV6Test-1628881962-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8002400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7866073'] for network, after_create {{(pid=94175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:32:52.218651 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1fcc3c97-1b3b-4d75-a0ef-ec62e755cc20 tempest-RoutersNegativeIpV6Test-1628881962 tempest-RoutersNegativeIpV6Test-1628881962-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 11:32:52.219492 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron_lib.callbacks.manager [None req-1fcc3c97-1b3b-4d75-a0ef-ec62e755cc20 tempest-RoutersNegativeIpV6Test-1628881962 tempest-RoutersNegativeIpV6Test-1628881962-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7865916'] for network, before_response {{(pid=94175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:32:52.224340 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG oslo_concurrency.lockutils [None req-a9c2f195-05ac-471b-b637-50c99d6afec4 tempest-BulkNetworkOpsIpV6Test-986121801 tempest-BulkNetworkOpsIpV6Test-986121801-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94174) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 11:32:52.226871 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94175) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 11:32:52.237916 dv-neutron-601336-94-hyperv neutron-server[94174]: INFO neutron.wsgi [req-2be15162-a814-45c2-b912-04fe9ed889c4 req-f0dc5974-7df5-4eff-a1c6-7e6a57b2003f service neutron] 10.222.0.52 "GET /v2.0/networks/34cf218b-02ad-4259-a49e-5807c729dd9a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3242874 Jun 23 11:32:52.248899 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.notifiers.nova [None req-9e358603-961a-4af1-a442-3994e781748c tempest-AllowedAddressPairTestJSON-1962660266 tempest-AllowedAddressPairTestJSON-1962660266-project] device_id is not set on port 9d0e9ce7-1b95-41e0-b76a-bcf304db67e0 yet. {{(pid=94175) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jun 23 11:32:52.314701 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc7542b2-afef-47f4-a763-e3a3cba144be None None] Pushing event updated for resources: {'Port': ['ID=9ba707af-3897-4ac6-80dd-5433d56f9a62,revision_number=3']} {{(pid=94176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 11:32:52.333404 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG oslo_concurrency.lockutils [None req-dc7542b2-afef-47f4-a763-e3a3cba144be None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.490s {{(pid=94176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 11:32:52.376776 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron_lib.callbacks.manager [None req-47796f1a-c579-4197-abd5-9aa5d2dbc156 tempest-RoutersNegativeTest-1531528216 tempest-RoutersNegativeTest-1531528216-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-452954'] for router_interface, before_create {{(pid=94174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:32:52.383102 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron_lib.callbacks.manager [None req-2ce87340-a0a6-43a5-94b7-ce2af10714cd tempest-NetworksTestDHCPv6-162546708 tempest-NetworksTestDHCPv6-162546708-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-897634'] for subnet, precommit_delete {{(pid=94174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:32:52.395798 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.db.db_base_plugin_common [None req-a2d299d1-a7cc-4723-a7f1-71b461abb69b None None] Allocated IP 2001:db8::2 (4b29730c-2a64-448a-b6cc-096066871e0d/d9256b8b-a560-49a5-b266-0822452b8caf/d118550e-b27b-4ff1-9330-46712197a0fe) {{(pid=94176) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 23 11:32:52.454864 dv-neutron-601336-94-hyperv neutron-server[94174]: INFO neutron.wsgi [None req-d12ada54-e22a-40f8-9e26-bc0acbe255b2 tempest-PortsTestJSON-2085221018 tempest-PortsTestJSON-2085221018-project] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 767 time: 1.5092204 Jun 23 11:32:52.458113 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.wsgi [-] (94174) accepted ('10.222.0.20', 38708) {{(pid=94174) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 11:32:52.476709 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.api.v2.base [None req-9a611141-c456-4d9d-bd12-79de222d18ac tempest-PortsTestJSON-2085221018 tempest-PortsTestJSON-2085221018-project] Request body: {'subnet': {'network_id': '2e1f816f-7464-4079-b100-cd7a8bb81164', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=94174) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 23 11:32:52.482957 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.db.provisioning_blocks [None req-dc7542b2-afef-47f4-a763-e3a3cba144be None None] Provisioning complete for port 659acfe0-f111-4f77-b816-b91ce156f30e triggered by entity L2. {{(pid=94176) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 23 11:32:52.483375 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron_lib.callbacks.manager [None req-dc7542b2-afef-47f4-a763-e3a3cba144be None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-899258'] for port, provisioning_complete {{(pid=94176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:32:52.511050 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6b87356c-74e5-44c0-83b1-c2f7098f439e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1e0d828a-1fa4-563d-b7fd-53adf66a04ee-6a6c8949-9850-44f7-bca7-3fd76c05cabf', 'network_id': '6a6c8949-9850-44f7-bca7-3fd76c05cabf', 'tenant_id': 'a1521393984a421295a738f29331a229', 'fixed_ips': [{'subnet_id': '2e5e37f0-b513-4130-97e1-75912538707b'}]}} from dv-neutron-601336-94-hyperv. {{(pid=94176) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 23 11:32:52.522296 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron_lib.callbacks.manager [None req-6b87356c-74e5-44c0-83b1-c2f7098f439e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-923104'] for port, before_create {{(pid=94176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:32:52.523156 dv-neutron-601336-94-hyperv neutron-server[94175]: INFO neutron.wsgi [None req-1fcc3c97-1b3b-4d75-a0ef-ec62e755cc20 tempest-RoutersNegativeIpV6Test-1628881962 tempest-RoutersNegativeIpV6Test-1628881962-project] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 771 time: 0.9060478 Jun 23 11:32:52.528442 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d12ada54-e22a-40f8-9e26-bc0acbe255b2 tempest-PortsTestJSON-2085221018 tempest-PortsTestJSON-2085221018-project] Pushing event updated for resources: {'Network': ['ID=2e1f816f-7464-4079-b100-cd7a8bb81164,revision_number=1']} {{(pid=94174) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 11:32:52.533307 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.wsgi [-] (94175) accepted ('10.222.0.20', 38710) {{(pid=94175) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 11:32:52.537308 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG oslo_concurrency.lockutils [None req-d12ada54-e22a-40f8-9e26-bc0acbe255b2 tempest-PortsTestJSON-2085221018 tempest-PortsTestJSON-2085221018-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.313s {{(pid=94174) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 11:32:52.546215 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.api.v2.base [None req-14df54e2-b5d6-4fdb-a5d1-e11a682e9c10 tempest-RoutersNegativeIpV6Test-1628881962 tempest-RoutersNegativeIpV6Test-1628881962-project] Request body: {'network': {'name': 'tempest-router-network02--1525828527'}} {{(pid=94175) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 23 11:32:52.555928 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fcc3c97-1b3b-4d75-a0ef-ec62e755cc20 tempest-RoutersNegativeIpV6Test-1628881962 tempest-RoutersNegativeIpV6Test-1628881962-project] Pushing event updated for resources: {'Network': ['ID=13d4f792-a7d0-4acb-b0a5-e21b141310d7,revision_number=1']} {{(pid=94175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 11:32:52.560254 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG oslo_concurrency.lockutils [None req-1fcc3c97-1b3b-4d75-a0ef-ec62e755cc20 tempest-RoutersNegativeIpV6Test-1628881962 tempest-RoutersNegativeIpV6Test-1628881962-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.335s {{(pid=94175) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 11:32:52.581443 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.plugins.ml2.rpc [None req-dc7542b2-afef-47f4-a763-e3a3cba144be None None] Network 2e1f816f-7464-4079-b100-cd7a8bb81164 details requested by agent ovs-agent-dv-neutron-601336-94-hyperv with host dv-neutron-601336-94-hyperv {{(pid=94176) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:250}} Jun 23 11:32:52.593038 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.plugins.ml2.rpc [None req-dc7542b2-afef-47f4-a763-e3a3cba144be None None] Network 13d4f792-a7d0-4acb-b0a5-e21b141310d7 details requested by agent ovs-agent-dv-neutron-601336-94-hyperv with host dv-neutron-601336-94-hyperv {{(pid=94176) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:250}} Jun 23 11:32:52.636396 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.db.db_base_plugin_common [None req-9e358603-961a-4af1-a442-3994e781748c tempest-AllowedAddressPairTestJSON-1962660266 tempest-AllowedAddressPairTestJSON-1962660266-project] Allocated IP 172.20.0.12 (6a6c8949-9850-44f7-bca7-3fd76c05cabf/2e5e37f0-b513-4130-97e1-75912538707b/9d0e9ce7-1b95-41e0-b76a-bcf304db67e0) {{(pid=94175) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 23 11:32:52.697491 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bfddd67-85fa-4ae3-9add-213dfbcf2432 req-7977aedc-a52c-4594-81d1-801f2018c02e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94174) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 11:32:52.698970 dv-neutron-601336-94-hyperv neutron-server[94174]: INFO neutron.wsgi [req-4bfddd67-85fa-4ae3-9add-213dfbcf2432 req-7977aedc-a52c-4594-81d1-801f2018c02e service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=252b24454ee04e36b666155dab1feb23&device_id=85769616-6b8b-4da7-ad73-344986edf607 HTTP/1.1" status: 200 len: 1096 time: 0.2399893 Jun 23 11:32:52.707842 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-14df54e2-b5d6-4fdb-a5d1-e11a682e9c10 tempest-RoutersNegativeIpV6Test-1628881962 tempest-RoutersNegativeIpV6Test-1628881962-project] Made reservation on behalf of 82c51a8a2e054769b0c98a77cf1b7153 for: {'network': 1} {{(pid=94175) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 23 11:32:52.714281 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron_lib.callbacks.manager [None req-14df54e2-b5d6-4fdb-a5d1-e11a682e9c10 tempest-RoutersNegativeIpV6Test-1628881962 tempest-RoutersNegativeIpV6Test-1628881962-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-923104'] for network, before_create {{(pid=94175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:32:52.813800 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d71770f-3ed8-4a10-9018-8a481b555d29 req-d5902215-8d84-4bf7-a82c-99e3da31c264 tempest-ServerActionsTestJSON-161917335 tempest-ServerActionsTestJSON-161917335-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94174) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 11:32:52.815358 dv-neutron-601336-94-hyperv neutron-server[94174]: INFO neutron.wsgi [req-6d71770f-3ed8-4a10-9018-8a481b555d29 req-d5902215-8d84-4bf7-a82c-99e3da31c264 tempest-ServerActionsTestJSON-161917335 tempest-ServerActionsTestJSON-161917335-project] 10.222.0.20 "GET /v2.0/ports?device_id=85769616-6b8b-4da7-ad73-344986edf607 HTTP/1.1" status: 200 len: 943 time: 0.3088138 Jun 23 11:32:52.840267 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron_lib.callbacks.manager [None req-2ce87340-a0a6-43a5-94b7-ce2af10714cd tempest-NetworksTestDHCPv6-162546708 tempest-NetworksTestDHCPv6-162546708-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-897627', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866062', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5195932', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4294216'] for subnet, after_delete {{(pid=94174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:32:52.844162 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-14df54e2-b5d6-4fdb-a5d1-e11a682e9c10 tempest-RoutersNegativeIpV6Test-1628881962 tempest-RoutersNegativeIpV6Test-1628881962-project] vlan segment allocate from pool success with {'vlan_id': 433, 'physical_network': 'physnet1'} {{(pid=94175) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 23 11:32:52.857554 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94174) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 11:32:52.868668 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron_lib.callbacks.manager [None req-14df54e2-b5d6-4fdb-a5d1-e11a682e9c10 tempest-RoutersNegativeIpV6Test-1628881962 tempest-RoutersNegativeIpV6Test-1628881962-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3801'] for segment, precommit_create {{(pid=94175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:32:52.869018 dv-neutron-601336-94-hyperv neutron-server[94175]: INFO neutron.db.segments_db [None req-14df54e2-b5d6-4fdb-a5d1-e11a682e9c10 tempest-RoutersNegativeIpV6Test-1628881962 tempest-RoutersNegativeIpV6Test-1628881962-project] Added segment 6214cf8a-e32a-401f-a5e8-7269da7de376 of type vlan for network 38727e60-b515-4bb7-834a-df5ac00f4df4 Jun 23 11:32:52.894295 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.db.provisioning_blocks [None req-643d05f0-795e-4a23-8423-9d4dbe936463 None None] Provisioning for port 727a85bd-2ec3-483c-bf7e-93b8a6119cdd completed by entity DHCP. {{(pid=94176) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 23 11:32:52.916199 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.db.provisioning_blocks [None req-643d05f0-795e-4a23-8423-9d4dbe936463 None None] Provisioning complete for port 727a85bd-2ec3-483c-bf7e-93b8a6119cdd triggered by entity DHCP. {{(pid=94176) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 23 11:32:52.923306 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron_lib.callbacks.manager [None req-643d05f0-795e-4a23-8423-9d4dbe936463 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-899258'] for port, provisioning_complete {{(pid=94176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:32:52.923450 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ce87340-a0a6-43a5-94b7-ce2af10714cd tempest-NetworksTestDHCPv6-162546708 tempest-NetworksTestDHCPv6-162546708-project] Pushing event deleted for resources: {'Subnet': ['ID=3e6fcb2c-af29-4e47-b34a-57231ebb60f2,revision_number=None']} {{(pid=94174) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 11:32:52.932090 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9a611141-c456-4d9d-bd12-79de222d18ac tempest-PortsTestJSON-2085221018 tempest-PortsTestJSON-2085221018-project] Made reservation on behalf of 9e5461dd76964a018bba022fe5f7a0f1 for: {'subnet': 1} {{(pid=94174) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 23 11:32:52.935640 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron_lib.callbacks.manager [None req-9a611141-c456-4d9d-bd12-79de222d18ac tempest-PortsTestJSON-2085221018 tempest-PortsTestJSON-2085221018-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4294245'] for subnet, before_create {{(pid=94174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:32:52.940215 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG oslo_concurrency.lockutils [None req-2ce87340-a0a6-43a5-94b7-ce2af10714cd tempest-NetworksTestDHCPv6-162546708 tempest-NetworksTestDHCPv6-162546708-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.083s {{(pid=94174) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 11:32:52.961964 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron_lib.callbacks.manager [None req-2ce87340-a0a6-43a5-94b7-ce2af10714cd tempest-NetworksTestDHCPv6-162546708 tempest-NetworksTestDHCPv6-162546708-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7865916'] for subnet, before_response {{(pid=94174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:32:52.966203 dv-neutron-601336-94-hyperv neutron-server[94174]: INFO neutron.wsgi [None req-2ce87340-a0a6-43a5-94b7-ce2af10714cd tempest-NetworksTestDHCPv6-162546708 tempest-NetworksTestDHCPv6-162546708-project] 10.222.0.20 "DELETE /v2.0/subnets/3e6fcb2c-af29-4e47-b34a-57231ebb60f2 HTTP/1.1" status: 204 len: 168 time: 1.2567954 Jun 23 11:32:52.972639 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.wsgi [-] (94175) accepted ('10.222.0.20', 38722) {{(pid=94175) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 11:32:52.974451 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron_lib.callbacks.manager [None req-14df54e2-b5d6-4fdb-a5d1-e11a682e9c10 tempest-RoutersNegativeIpV6Test-1628881962 tempest-RoutersNegativeIpV6Test-1628881962-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8773699596773'] for network, precommit_create {{(pid=94175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:32:52.978635 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron_lib.callbacks.manager [None req-47796f1a-c579-4197-abd5-9aa5d2dbc156 tempest-RoutersNegativeTest-1531528216 tempest-RoutersNegativeTest-1531528216-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-923122'] for port, before_update {{(pid=94174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:32:53.028487 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron_lib.callbacks.manager [None req-9e358603-961a-4af1-a442-3994e781748c tempest-AllowedAddressPairTestJSON-1962660266 tempest-AllowedAddressPairTestJSON-1962660266-project] Notify callbacks [] for port, precommit_create {{(pid=94175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:32:53.036848 dv-neutron-601336-94-hyperv neutron-server[94175]: INFO neutron.wsgi [None req-af98aa6b-1e90-45b0-8fb9-5121cc7f37aa tempest-NetworksTestDHCPv6-162546708 tempest-NetworksTestDHCPv6-162546708-project] 10.222.0.20 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0554917 Jun 23 11:32:53.038722 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.wsgi [-] (94175) accepted ('10.222.0.20', 38724) {{(pid=94175) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 11:32:53.040246 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron_lib.callbacks.manager [None req-a2d299d1-a7cc-4723-a7f1-71b461abb69b None None] Notify callbacks [] for port, precommit_create {{(pid=94176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:32:53.050534 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.api.v2.base [None req-44c2d1d6-dbe0-413f-a4e5-950543b12f98 tempest-NetworksTestDHCPv6-162546708 tempest-NetworksTestDHCPv6-162546708-project] Request body: {'subnet': {'network_id': 'f53f535d-bce4-4da8-9bd9-396677ff4e83', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=94175) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 23 11:32:53.052593 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.db.provisioning_blocks [None req-a2d299d1-a7cc-4723-a7f1-71b461abb69b None None] Transition to ACTIVE for port object d118550e-b27b-4ff1-9330-46712197a0fe will not be triggered until provisioned by entity L2. {{(pid=94176) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 23 11:32:53.059554 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-24b60713-4bf6-4082-86f3-b6e03c218066 None None] Network f53f535d-bce4-4da8-9bd9-396677ff4e83 requested from dv-neutron-601336-94-hyperv {{(pid=94176) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 23 11:32:53.059781 dv-neutron-601336-94-hyperv neutron-server[94174]: INFO neutron.wsgi [req-6d71770f-3ed8-4a10-9018-8a481b555d29 req-4bc79540-1417-4616-8007-d042b1a31c92 tempest-ServerActionsTestJSON-161917335 tempest-ServerActionsTestJSON-161917335-project] 10.222.0.20 "GET /v2.0/security-groups?id=f0520e5d-8f0e-4c28-b543-be4405698077&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2153468 Jun 23 11:32:53.071156 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bfddd67-85fa-4ae3-9add-213dfbcf2432 req-65b855dc-56a1-41e7-88f5-0ae7f75f2f2b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94174) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 11:32:53.077657 dv-neutron-601336-94-hyperv neutron-server[94174]: INFO neutron.wsgi [req-4bfddd67-85fa-4ae3-9add-213dfbcf2432 req-65b855dc-56a1-41e7-88f5-0ae7f75f2f2b service neutron] 10.222.0.52 "GET /v2.0/networks?id=34cf218b-02ad-4259-a49e-5807c729dd9a HTTP/1.1" status: 200 len: 913 time: 0.3641911 Jun 23 11:32:53.139944 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.db.provisioning_blocks [None req-9e358603-961a-4af1-a442-3994e781748c tempest-AllowedAddressPairTestJSON-1962660266 tempest-AllowedAddressPairTestJSON-1962660266-project] Transition to ACTIVE for port object 9d0e9ce7-1b95-41e0-b76a-bcf304db67e0 will not be triggered until provisioned by entity DHCP. {{(pid=94175) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 23 11:32:53.150302 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.plugins.ml2.plugin [None req-643d05f0-795e-4a23-8423-9d4dbe936463 None None] Port 727a85bd-2ec3-483c-bf7e-93b8a6119cdd cannot update to ACTIVE because it is not bound. {{(pid=94176) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jun 23 11:32:53.158110 dv-neutron-601336-94-hyperv neutron-server[94174]: INFO neutron.wsgi [req-4bfddd67-85fa-4ae3-9add-213dfbcf2432 req-219c0277-6724-41c3-a2e5-2a90c577a1a2 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=4428b5cd-2ee2-4454-b711-d13a003d5236 HTTP/1.1" status: 200 len: 217 time: 0.0618453 Jun 23 11:32:53.190058 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.plugins.ml2.rpc [None req-dc7542b2-afef-47f4-a763-e3a3cba144be None None] Device 6996ebc7-6f79-4066-86a1-3d11c4834846 up at agent ovs-agent-dv-neutron-601336-94-hyperv {{(pid=94176) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:298}} Jun 23 11:32:53.249865 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron_lib.callbacks.manager [None req-14df54e2-b5d6-4fdb-a5d1-e11a682e9c10 tempest-RoutersNegativeIpV6Test-1628881962 tempest-RoutersNegativeIpV6Test-1628881962-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8002400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7866073'] for network, after_create {{(pid=94175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:32:53.260241 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-14df54e2-b5d6-4fdb-a5d1-e11a682e9c10 tempest-RoutersNegativeIpV6Test-1628881962 tempest-RoutersNegativeIpV6Test-1628881962-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 11:32:53.261867 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron_lib.callbacks.manager [None req-14df54e2-b5d6-4fdb-a5d1-e11a682e9c10 tempest-RoutersNegativeIpV6Test-1628881962 tempest-RoutersNegativeIpV6Test-1628881962-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7865916'] for network, before_response {{(pid=94175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:32:53.266732 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG oslo_concurrency.lockutils [None req-3563d790-9d03-4e80-959f-b0c6721f2f32 tempest-PortsTestJSON-2085221018 tempest-PortsTestJSON-2085221018-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94175) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 11:32:53.270530 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.db.provisioning_blocks [None req-a2d299d1-a7cc-4723-a7f1-71b461abb69b None None] Transition to ACTIVE for port object d118550e-b27b-4ff1-9330-46712197a0fe will not be triggered until provisioned by entity DHCP. {{(pid=94176) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 23 11:32:53.278143 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.db.provisioning_blocks [None req-643d05f0-795e-4a23-8423-9d4dbe936463 None None] Provisioning for port 6996ebc7-6f79-4066-86a1-3d11c4834846 completed by entity DHCP. {{(pid=94176) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 23 11:32:53.317037 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bfddd67-85fa-4ae3-9add-213dfbcf2432 req-e0e762ac-61e0-46c7-b328-c66fb5d52715 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94174) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 11:32:53.318523 dv-neutron-601336-94-hyperv neutron-server[94174]: INFO neutron.wsgi [req-4bfddd67-85fa-4ae3-9add-213dfbcf2432 req-e0e762ac-61e0-46c7-b328-c66fb5d52715 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=47ff68e9-949b-4720-9652-7e8da6276be9 HTTP/1.1" status: 200 len: 851 time: 0.1535935 Jun 23 11:32:53.368387 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14df54e2-b5d6-4fdb-a5d1-e11a682e9c10 tempest-RoutersNegativeIpV6Test-1628881962 tempest-RoutersNegativeIpV6Test-1628881962-project] Pushing event updated for resources: {'Network': ['ID=38727e60-b515-4bb7-834a-df5ac00f4df4,revision_number=1']} {{(pid=94175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 11:32:53.371799 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG oslo_concurrency.lockutils [None req-14df54e2-b5d6-4fdb-a5d1-e11a682e9c10 tempest-RoutersNegativeIpV6Test-1628881962 tempest-RoutersNegativeIpV6Test-1628881962-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.105s {{(pid=94175) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 11:32:53.385376 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron_lib.callbacks.manager [None req-9e358603-961a-4af1-a442-3994e781748c tempest-AllowedAddressPairTestJSON-1962660266 tempest-AllowedAddressPairTestJSON-1962660266-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-922915', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-239814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7866073', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773699642215', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-5082457'] for port, after_create {{(pid=94175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:32:53.390360 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-44c2d1d6-dbe0-413f-a4e5-950543b12f98 tempest-NetworksTestDHCPv6-162546708 tempest-NetworksTestDHCPv6-162546708-project] Made reservation on behalf of 5e61222a836c47229c94e37f3902e6bd for: {'subnet': 1} {{(pid=94175) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 23 11:32:53.395754 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron_lib.callbacks.manager [None req-44c2d1d6-dbe0-413f-a4e5-950543b12f98 tempest-NetworksTestDHCPv6-162546708 tempest-NetworksTestDHCPv6-162546708-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4660073'] for subnet, before_create {{(pid=94175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:32:53.413860 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.plugins.ml2.rpc [None req-dc7542b2-afef-47f4-a763-e3a3cba144be None None] Network 38727e60-b515-4bb7-834a-df5ac00f4df4 details requested by agent ovs-agent-dv-neutron-601336-94-hyperv with host dv-neutron-601336-94-hyperv {{(pid=94176) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:250}} Jun 23 11:32:53.477856 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-66c8b554-8302-48ed-ad2c-8a57927a5b45 None None] DHCP port deletion for f53f535d-bce4-4da8-9bd9-396677ff4e83 request from dv-neutron-601336-94-hyperv {{(pid=94176) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jun 23 11:32:53.480040 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.db.provisioning_blocks [None req-dc7542b2-afef-47f4-a763-e3a3cba144be None None] Provisioning for port 6996ebc7-6f79-4066-86a1-3d11c4834846 completed by entity L2. {{(pid=94176) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 23 11:32:53.502106 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron_lib.callbacks.manager [None req-97bd5441-1da2-49ee-a364-27795820ba27 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773699952132', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-899307'] for agent, after_update {{(pid=94176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:32:53.503928 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron_lib.callbacks.manager [None req-a2d299d1-a7cc-4723-a7f1-71b461abb69b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-922915', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-239814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7866073', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773699642215'] for port, after_create {{(pid=94176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:32:53.505604 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG oslo_concurrency.lockutils [None req-bbd4f96c-09c7-4287-9a8a-24cb01eeeb45 tempest-NetworksTestDHCPv6-162546708 tempest-NetworksTestDHCPv6-162546708-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94175) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 11:32:53.512076 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG oslo_concurrency.lockutils [None req-d82148b9-81bc-439c-a36c-c5b4712705d5 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 11:32:53.554367 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2d299d1-a7cc-4723-a7f1-71b461abb69b None None] Pushing event updated for resources: {'Port': ['ID=d118550e-b27b-4ff1-9330-46712197a0fe,revision_number=1']} {{(pid=94176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 11:32:53.557289 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.db.provisioning_blocks [None req-dc7542b2-afef-47f4-a763-e3a3cba144be None None] Provisioning complete for port 6996ebc7-6f79-4066-86a1-3d11c4834846 triggered by entity L2. {{(pid=94176) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 23 11:32:53.557814 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron_lib.callbacks.manager [None req-dc7542b2-afef-47f4-a763-e3a3cba144be None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-899258'] for port, provisioning_complete {{(pid=94176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:32:53.560031 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG oslo_concurrency.lockutils [None req-a2d299d1-a7cc-4723-a7f1-71b461abb69b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=94176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 11:32:53.630133 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.wsgi [-] (94174) accepted ('10.222.0.20', 38734) {{(pid=94174) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 11:32:53.639214 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a2d299d1-a7cc-4723-a7f1-71b461abb69b None None] Network 4b29730c-2a64-448a-b6cc-096066871e0d is already hosted by enough agents. {{(pid=94176) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 23 11:32:53.642825 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.db.db_base_plugin_common [None req-6b87356c-74e5-44c0-83b1-c2f7098f439e None None] Allocated IP 172.20.0.2 (6a6c8949-9850-44f7-bca7-3fd76c05cabf/2e5e37f0-b513-4130-97e1-75912538707b/1fe4f200-35a0-40be-b361-c23193315cd6) {{(pid=94176) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 23 11:32:53.646473 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bfddd67-85fa-4ae3-9add-213dfbcf2432 req-016c44b9-6bad-47cc-b80c-d57ca31b71f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94174) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 11:32:53.648070 dv-neutron-601336-94-hyperv neutron-server[94174]: INFO neutron.wsgi [req-4bfddd67-85fa-4ae3-9add-213dfbcf2432 req-016c44b9-6bad-47cc-b80c-d57ca31b71f8 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=34cf218b-02ad-4259-a49e-5807c729dd9a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1178 time: 0.3192782 Jun 23 11:32:53.655267 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.scheduler.base_scheduler [None req-a2d299d1-a7cc-4723-a7f1-71b461abb69b None None] Resources bound (agent type, host, resource id): {{(pid=94176) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 23 11:32:53.663303 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a2d299d1-a7cc-4723-a7f1-71b461abb69b None None] Received port after_create {{(pid=94176) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 23 11:32:53.680195 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e358603-961a-4af1-a442-3994e781748c tempest-AllowedAddressPairTestJSON-1962660266 tempest-AllowedAddressPairTestJSON-1962660266-project] Pushing event updated for resources: {'Port': ['ID=9d0e9ce7-1b95-41e0-b76a-bcf304db67e0,revision_number=1']} {{(pid=94175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 11:32:53.680666 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron_lib.callbacks.manager [None req-9a611141-c456-4d9d-bd12-79de222d18ac tempest-PortsTestJSON-2085221018 tempest-PortsTestJSON-2085221018-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866062', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5195999', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4294259'] for subnet, after_create {{(pid=94174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:32:53.689222 dv-neutron-601336-94-hyperv neutron-server[94175]: INFO neutron.wsgi [None req-14df54e2-b5d6-4fdb-a5d1-e11a682e9c10 tempest-RoutersNegativeIpV6Test-1628881962 tempest-RoutersNegativeIpV6Test-1628881962-project] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 1.1489165 Jun 23 11:32:53.689754 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.db.provisioning_blocks [None req-cfc6d16c-d4b6-420a-96be-bacc479b619d None None] Provisioning complete for port 6996ebc7-6f79-4066-86a1-3d11c4834846 triggered by entity DHCP. {{(pid=94176) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 23 11:32:53.690242 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron_lib.callbacks.manager [None req-cfc6d16c-d4b6-420a-96be-bacc479b619d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-899258'] for port, provisioning_complete {{(pid=94176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:32:53.694572 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.wsgi [-] (94175) accepted ('10.222.0.20', 38738) {{(pid=94175) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 11:32:53.694572 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG oslo_concurrency.lockutils [None req-9e358603-961a-4af1-a442-3994e781748c tempest-AllowedAddressPairTestJSON-1962660266 tempest-AllowedAddressPairTestJSON-1962660266-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.188s {{(pid=94175) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 11:32:53.699481 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.api.v2.base [None req-3b4985de-5ce2-46a8-9f40-ed169df9c26a tempest-RoutersNegativeIpV6Test-1628881962 tempest-RoutersNegativeIpV6Test-1628881962-project] Request body: {'subnet': {'network_id': '13d4f792-a7d0-4acb-b0a5-e21b141310d7', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=94175) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 23 11:32:53.700039 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG oslo_concurrency.lockutils [None req-c1c4c139-2a1d-4d26-bc10-41e537eb14f8 tempest-RoutersNegativeTest-1531528216 tempest-RoutersNegativeTest-1531528216-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94174) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 11:32:53.786039 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9e358603-961a-4af1-a442-3994e781748c tempest-AllowedAddressPairTestJSON-1962660266 tempest-AllowedAddressPairTestJSON-1962660266-project] Network 6a6c8949-9850-44f7-bca7-3fd76c05cabf is already hosted by enough agents. {{(pid=94175) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 23 11:32:53.798078 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.scheduler.base_scheduler [None req-9e358603-961a-4af1-a442-3994e781748c tempest-AllowedAddressPairTestJSON-1962660266 tempest-AllowedAddressPairTestJSON-1962660266-project] Resources bound (agent type, host, resource id): {{(pid=94175) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 23 11:32:53.804331 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9e358603-961a-4af1-a442-3994e781748c tempest-AllowedAddressPairTestJSON-1962660266 tempest-AllowedAddressPairTestJSON-1962660266-project] Received port after_create {{(pid=94175) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 23 11:32:53.833917 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.plugins.ml2.plugin [None req-66c8b554-8302-48ed-ad2c-8a57927a5b45 None None] Deleting port 659acfe0-f111-4f77-b816-b91ce156f30e {{(pid=94176) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1913}} Jun 23 11:32:53.834463 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron_lib.callbacks.manager [None req-66c8b554-8302-48ed-ad2c-8a57927a5b45 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773700079324'] for port, before_delete {{(pid=94176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:32:53.860982 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9e358603-961a-4af1-a442-3994e781748c tempest-AllowedAddressPairTestJSON-1962660266 tempest-AllowedAddressPairTestJSON-1962660266-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 11:32:53.861648 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron_lib.callbacks.manager [None req-9e358603-961a-4af1-a442-3994e781748c tempest-AllowedAddressPairTestJSON-1962660266 tempest-AllowedAddressPairTestJSON-1962660266-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-217507'] for port, before_response {{(pid=94175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:32:53.866375 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.plugins.ml2.managers [None req-a2d299d1-a7cc-4723-a7f1-71b461abb69b None None] Attempting to bind port d118550e-b27b-4ff1-9330-46712197a0fe on host dv-neutron-601336-94-hyperv for vnic_type normal with profile {{(pid=94176) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 23 11:32:53.866894 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.plugins.ml2.managers [None req-a2d299d1-a7cc-4723-a7f1-71b461abb69b None None] Attempting to bind port d118550e-b27b-4ff1-9330-46712197a0fe by drivers openvswitch,hyperv on host dv-neutron-601336-94-hyperv at level 0 using segments [{'id': '5f57951d-b999-4886-927d-ac2312a6c0a4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 436, 'network_id': '4b29730c-2a64-448a-b6cc-096066871e0d'}] {{(pid=94176) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 23 11:32:53.867395 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a2d299d1-a7cc-4723-a7f1-71b461abb69b None None] Attempting to bind port d118550e-b27b-4ff1-9330-46712197a0fe on network 4b29730c-2a64-448a-b6cc-096066871e0d {{(pid=94176) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 23 11:32:53.925939 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a2d299d1-a7cc-4723-a7f1-71b461abb69b None None] Checking agent: {'id': '4d05f899-5ac9-411b-8a03-f60c93f87cdf', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-601336-94-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 23, 11, 22, 14), 'started_at': datetime.datetime(2021, 6, 23, 11, 22, 44), 'heartbeat_timestamp': datetime.datetime(2021, 6, 23, 11, 32, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'monitor_allowed_address_pair_garp': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-601336-94-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94176) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 23 11:32:53.926559 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a2d299d1-a7cc-4723-a7f1-71b461abb69b None None] Checking segment: {'id': '5f57951d-b999-4886-927d-ac2312a6c0a4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 436, 'network_id': '4b29730c-2a64-448a-b6cc-096066871e0d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94176) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 23 11:32:53.927071 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron_lib.callbacks.manager [None req-a2d299d1-a7cc-4723-a7f1-71b461abb69b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:32:53.927575 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a2d299d1-a7cc-4723-a7f1-71b461abb69b None None] Bound using segment: {'id': '5f57951d-b999-4886-927d-ac2312a6c0a4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 436, 'network_id': '4b29730c-2a64-448a-b6cc-096066871e0d'} {{(pid=94176) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 23 11:32:53.928182 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.plugins.ml2.managers [None req-a2d299d1-a7cc-4723-a7f1-71b461abb69b None None] Bound port: d118550e-b27b-4ff1-9330-46712197a0fe, host: dv-neutron-601336-94-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5f57951d-b999-4886-927d-ac2312a6c0a4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 436, 'network_id': '4b29730c-2a64-448a-b6cc-096066871e0d'}}] {{(pid=94176) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 23 11:32:53.928678 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron_lib.callbacks.manager [None req-a2d299d1-a7cc-4723-a7f1-71b461abb69b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-923122'] for port, before_update {{(pid=94176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:32:53.956769 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3b4985de-5ce2-46a8-9f40-ed169df9c26a tempest-RoutersNegativeIpV6Test-1628881962 tempest-RoutersNegativeIpV6Test-1628881962-project] Made reservation on behalf of 82c51a8a2e054769b0c98a77cf1b7153 for: {'subnet': 1} {{(pid=94175) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 23 11:32:53.960383 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron_lib.callbacks.manager [None req-3b4985de-5ce2-46a8-9f40-ed169df9c26a tempest-RoutersNegativeIpV6Test-1628881962 tempest-RoutersNegativeIpV6Test-1628881962-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4660073'] for subnet, before_create {{(pid=94175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:32:53.972198 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron_lib.callbacks.manager [None req-dc7542b2-afef-47f4-a763-e3a3cba144be None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-923122'] for port, before_update {{(pid=94176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:32:54.037847 dv-neutron-601336-94-hyperv neutron-server[94175]: INFO neutron.wsgi [None req-9e358603-961a-4af1-a442-3994e781748c tempest-AllowedAddressPairTestJSON-1962660266 tempest-AllowedAddressPairTestJSON-1962660266-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 2.3380468 Jun 23 11:32:54.041137 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.wsgi [-] (94175) accepted ('10.222.0.20', 38740) {{(pid=94175) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 11:32:54.054663 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.api.v2.base [None req-b3cc3dac-6144-4bfe-a293-cae51692a6fe tempest-AllowedAddressPairTestJSON-1962660266 tempest-AllowedAddressPairTestJSON-1962660266-project] Request body: {'port': {'network_id': '6a6c8949-9850-44f7-bca7-3fd76c05cabf', 'name': 'tempest-AllowedAddressPairTestJSON-1523504420', 'allowed_address_pairs': [{'ip_address': '172.20.0.12', 'mac_address': 'fa:16:3e:c2:34:f4'}]}} {{(pid=94175) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 23 11:32:54.065391 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.objects.ports [None req-44c2d1d6-dbe0-413f-a4e5-950543b12f98 tempest-NetworksTestDHCPv6-162546708 tempest-NetworksTestDHCPv6-162546708-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=94175) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Jun 23 11:32:54.085907 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.plugins.ml2.db [None req-66c8b554-8302-48ed-ad2c-8a57927a5b45 None None] For port 659acfe0-f111-4f77-b816-b91ce156f30e, host dv-neutron-601336-94-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-94-hyperv',level=0,port_id=659acfe0-f111-4f77-b816-b91ce156f30e,segment=NetworkSegment(6303a411-6e70-4139-a530-9ee4cf8ba843),segment_id=6303a411-6e70-4139-a530-9ee4cf8ba843)] {{(pid=94176) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 23 11:32:54.086408 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron_lib.callbacks.manager [None req-66c8b554-8302-48ed-ad2c-8a57927a5b45 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-430722'] for port, precommit_delete {{(pid=94176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:32:54.097254 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.api.v2.base [None req-69e55afc-abf7-4ef5-a64b-353c36d49229 tempest-BulkNetworkOpsTest-447796090 tempest-BulkNetworkOpsTest-447796090-project] Request body: {'networks': [{'name': 'tempest-network--1103927036'}, {'name': 'tempest-network--1739377534'}]} {{(pid=94174) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 23 11:32:54.097539 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.api.v2.base [None req-69e55afc-abf7-4ef5-a64b-353c36d49229 tempest-BulkNetworkOpsTest-447796090 tempest-BulkNetworkOpsTest-447796090-project] Request body: {'network': {'name': 'tempest-network--1103927036'}} {{(pid=94174) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 23 11:32:54.097954 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.api.v2.base [None req-69e55afc-abf7-4ef5-a64b-353c36d49229 tempest-BulkNetworkOpsTest-447796090 tempest-BulkNetworkOpsTest-447796090-project] Request body: {'network': {'name': 'tempest-network--1739377534'}} {{(pid=94174) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 23 11:32:54.123248 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron_lib.callbacks.manager [None req-cfc6d16c-d4b6-420a-96be-bacc479b619d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-923122'] for port, before_update {{(pid=94176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:32:54.126754 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.plugins.ml2.plugin [None req-66c8b554-8302-48ed-ad2c-8a57927a5b45 None None] Calling delete_port for 659acfe0-f111-4f77-b816-b91ce156f30e owned by network:dhcp {{(pid=94176) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1986}} Jun 23 11:32:54.141943 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron_lib.callbacks.manager [None req-47796f1a-c579-4197-abd5-9aa5d2dbc156 tempest-RoutersNegativeTest-1531528216 tempest-RoutersNegativeTest-1531528216-project] Notify callbacks [] for port, precommit_update {{(pid=94174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:32:54.164882 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron_lib.callbacks.manager [None req-6b87356c-74e5-44c0-83b1-c2f7098f439e None None] Notify callbacks [] for port, precommit_create {{(pid=94176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:32:54.172672 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.plugins.ml2.db [None req-dc7542b2-afef-47f4-a763-e3a3cba144be None None] For port 6996ebc7-6f79-4066-86a1-3d11c4834846, host dv-neutron-601336-94-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-94-hyperv',level=0,port_id=6996ebc7-6f79-4066-86a1-3d11c4834846,segment=NetworkSegment(43488563-e679-46e8-bfe2-4399a9389284),segment_id=43488563-e679-46e8-bfe2-4399a9389284)] {{(pid=94176) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 23 11:32:54.174345 dv-neutron-601336-94-hyperv neutron-server[94174]: INFO neutron.wsgi [req-4bfddd67-85fa-4ae3-9add-213dfbcf2432 req-7c598b77-91f3-4949-8794-cc1aa08c98f8 service neutron] 10.222.0.52 "GET /v2.0/networks/34cf218b-02ad-4259-a49e-5807c729dd9a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5094349 Jun 23 11:32:54.176196 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a611141-c456-4d9d-bd12-79de222d18ac tempest-PortsTestJSON-2085221018 tempest-PortsTestJSON-2085221018-project] Pushing event updated for resources: {'Subnet': ['ID=657751ef-9b43-4a21-b943-ced80e557256,revision_number=0']} {{(pid=94174) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 11:32:54.180061 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG oslo_concurrency.lockutils [None req-9a611141-c456-4d9d-bd12-79de222d18ac tempest-PortsTestJSON-2085221018 tempest-PortsTestJSON-2085221018-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.480s {{(pid=94174) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 11:32:54.188550 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9a611141-c456-4d9d-bd12-79de222d18ac tempest-PortsTestJSON-2085221018 tempest-PortsTestJSON-2085221018-project] Checking segment: {'id': '93314192-b55b-45be-8ef1-2041fea40614', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 431, 'network_id': '2e1f816f-7464-4079-b100-cd7a8bb81164'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94174) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 23 11:32:54.188918 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9a611141-c456-4d9d-bd12-79de222d18ac tempest-PortsTestJSON-2085221018 tempest-PortsTestJSON-2085221018-project] Network hostable DHCP agents. Network: 2e1f816f-7464-4079-b100-cd7a8bb81164, hostable agents: ['8cf29b10-0e57-4131-816f-a4b6ad00b249'], hosted agents: [] {{(pid=94174) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 23 11:32:54.193379 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.db.provisioning_blocks [None req-6b87356c-74e5-44c0-83b1-c2f7098f439e None None] Transition to ACTIVE for port object 1fe4f200-35a0-40be-b361-c23193315cd6 will not be triggered until provisioned by entity L2. {{(pid=94176) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 23 11:32:54.206686 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.plugins.ml2.db [None req-a2d299d1-a7cc-4723-a7f1-71b461abb69b None None] For port d118550e-b27b-4ff1-9330-46712197a0fe, host dv-neutron-601336-94-hyperv, cleared binding levels {{(pid=94176) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 23 11:32:54.229391 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron_lib.callbacks.manager [None req-47796f1a-c579-4197-abd5-9aa5d2dbc156 tempest-RoutersNegativeTest-1531528216 tempest-RoutersNegativeTest-1531528216-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-922904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866062', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773700135042', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773699642233', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773699642278', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5196369'] for port, after_update {{(pid=94174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:32:54.236549 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG oslo_concurrency.lockutils [None req-2147f4a4-78fb-46df-b267-e25623462b33 tempest-ExtraDHCPOptionsTestJSON-1313277810 tempest-ExtraDHCPOptionsTestJSON-1313277810-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94174) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 11:32:54.252001 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.db.provisioning_blocks [None req-6b87356c-74e5-44c0-83b1-c2f7098f439e None None] Transition to ACTIVE for port object 1fe4f200-35a0-40be-b361-c23193315cd6 will not be triggered until provisioned by entity DHCP. {{(pid=94176) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 23 11:32:54.253679 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron_lib.callbacks.manager [None req-dc7542b2-afef-47f4-a763-e3a3cba144be None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-922904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866062', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773700135042', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773699642233', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773699642278'] for port, after_update {{(pid=94176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:32:54.259328 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.plugins.ml2.db [None req-a2d299d1-a7cc-4723-a7f1-71b461abb69b None None] For port d118550e-b27b-4ff1-9330-46712197a0fe, host dv-neutron-601336-94-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-94-hyperv',level=0,port_id=d118550e-b27b-4ff1-9330-46712197a0fe,segment=NetworkSegment(5f57951d-b999-4886-927d-ac2312a6c0a4),segment_id=5f57951d-b999-4886-927d-ac2312a6c0a4)] {{(pid=94176) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 23 11:32:54.260412 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG oslo_concurrency.lockutils [None req-5abea055-8943-413a-83c9-a8421146de82 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 11:32:54.299770 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-69e55afc-abf7-4ef5-a64b-353c36d49229 tempest-BulkNetworkOpsTest-447796090 tempest-BulkNetworkOpsTest-447796090-project] Made reservation on behalf of 55ea178908f9451e95a34ef8a97f34a7 for: {'network': 2} {{(pid=94174) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 23 11:32:54.304444 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron_lib.callbacks.manager [None req-69e55afc-abf7-4ef5-a64b-353c36d49229 tempest-BulkNetworkOpsTest-447796090 tempest-BulkNetworkOpsTest-447796090-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-923104'] for network, before_create {{(pid=94174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:32:54.348760 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron_lib.callbacks.manager [None req-69e55afc-abf7-4ef5-a64b-353c36d49229 tempest-BulkNetworkOpsTest-447796090 tempest-BulkNetworkOpsTest-447796090-project] Notify callbacks [] for security_group, before_create {{(pid=94174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:32:54.392995 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47796f1a-c579-4197-abd5-9aa5d2dbc156 tempest-RoutersNegativeTest-1531528216 tempest-RoutersNegativeTest-1531528216-project] Pushing event updated for resources: {'Port': ['ID=727a85bd-2ec3-483c-bf7e-93b8a6119cdd,revision_number=2']} {{(pid=94174) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 11:32:54.392995 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG oslo_concurrency.lockutils [None req-47796f1a-c579-4197-abd5-9aa5d2dbc156 tempest-RoutersNegativeTest-1531528216 tempest-RoutersNegativeTest-1531528216-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.140s {{(pid=94174) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 11:32:54.392995 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron_lib.callbacks.manager [None req-47796f1a-c579-4197-abd5-9aa5d2dbc156 tempest-RoutersNegativeTest-1531528216 tempest-RoutersNegativeTest-1531528216-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-7866091', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-453038'] for router_interface, after_create {{(pid=94174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:32:54.404814 dv-neutron-601336-94-hyperv neutron-server[94174]: INFO neutron.wsgi [req-4bfddd67-85fa-4ae3-9add-213dfbcf2432 req-661d226a-9319-43ec-a218-17961f251af5 service neutron] 10.222.0.52 "GET /v2.0/networks/34cf218b-02ad-4259-a49e-5807c729dd9a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2229249 Jun 23 11:32:54.475837 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.plugins.ml2.rpc [None req-dc7542b2-afef-47f4-a763-e3a3cba144be None None] Device 9ba707af-3897-4ac6-80dd-5433d56f9a62 up at agent ovs-agent-dv-neutron-601336-94-hyperv {{(pid=94176) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:298}} Jun 23 11:32:54.480550 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9a611141-c456-4d9d-bd12-79de222d18ac tempest-PortsTestJSON-2085221018 tempest-PortsTestJSON-2085221018-project] Network 2e1f816f-7464-4079-b100-cd7a8bb81164 is scheduled to be hosted by DHCP agent 8cf29b10-0e57-4131-816f-a4b6ad00b249 with binding_index 1 {{(pid=94174) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 23 11:32:54.484637 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron_lib.callbacks.manager [None req-a2d299d1-a7cc-4723-a7f1-71b461abb69b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-922904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866062', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773700135042', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773699642233', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773699642278'] for port, after_update {{(pid=94176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:32:54.486956 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron_lib.callbacks.manager [None req-6b87356c-74e5-44c0-83b1-c2f7098f439e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-922915', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-239814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7866073', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773699642215'] for port, after_create {{(pid=94176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:32:54.554999 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-47796f1a-c579-4197-abd5-9aa5d2dbc156 tempest-RoutersNegativeTest-1531528216 tempest-RoutersNegativeTest-1531528216-project] Network e8ee6fca-c31d-4c6b-9908-888c79fac63c is already hosted by enough agents. {{(pid=94174) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 23 11:32:54.557980 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.scheduler.base_scheduler [None req-47796f1a-c579-4197-abd5-9aa5d2dbc156 tempest-RoutersNegativeTest-1531528216 tempest-RoutersNegativeTest-1531528216-project] Resources bound (agent type, host, resource id): {{(pid=94174) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 23 11:32:54.569263 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron_lib.db.api [None req-cfc6d16c-d4b6-420a-96be-bacc479b619d None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=94176) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jun 23 11:32:54.569695 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG oslo_db.api [None req-cfc6d16c-d4b6-420a-96be-bacc479b619d None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=94176) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jun 23 11:32:54.595885 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6b87356c-74e5-44c0-83b1-c2f7098f439e None None] Network 6a6c8949-9850-44f7-bca7-3fd76c05cabf is already hosted by enough agents. {{(pid=94176) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 23 11:32:54.602553 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.scheduler.base_scheduler [None req-6b87356c-74e5-44c0-83b1-c2f7098f439e None None] Resources bound (agent type, host, resource id): {{(pid=94176) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 23 11:32:54.607682 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6b87356c-74e5-44c0-83b1-c2f7098f439e None None] Received port after_create {{(pid=94176) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 23 11:32:54.612648 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc7542b2-afef-47f4-a763-e3a3cba144be None None] Pushing event updated for resources: {'Port': ['ID=6996ebc7-6f79-4066-86a1-3d11c4834846,revision_number=3']} {{(pid=94176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 11:32:54.618173 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG oslo_concurrency.lockutils [None req-dc7542b2-afef-47f4-a763-e3a3cba144be None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.358s {{(pid=94176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 11:32:54.618863 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG oslo_concurrency.lockutils [None req-d3c01526-5b37-465f-bb34-510f2080284f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.107s {{(pid=94176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 11:32:54.658682 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.scheduler.base_scheduler [None req-9a611141-c456-4d9d-bd12-79de222d18ac tempest-PortsTestJSON-2085221018 tempest-PortsTestJSON-2085221018-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-601336-94-hyperv, 2e1f816f-7464-4079-b100-cd7a8bb81164) {{(pid=94174) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 23 11:32:54.663532 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9a611141-c456-4d9d-bd12-79de222d18ac tempest-PortsTestJSON-2085221018 tempest-PortsTestJSON-2085221018-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94174) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 11:32:54.664422 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron_lib.callbacks.manager [None req-9a611141-c456-4d9d-bd12-79de222d18ac tempest-PortsTestJSON-2085221018 tempest-PortsTestJSON-2085221018-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7865916'] for subnet, before_response {{(pid=94174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:32:54.768335 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.db.provisioning_blocks [None req-dc7542b2-afef-47f4-a763-e3a3cba144be None None] Provisioning complete for port 9ba707af-3897-4ac6-80dd-5433d56f9a62 triggered by entity L2. {{(pid=94176) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 23 11:32:54.768999 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron_lib.callbacks.manager [None req-dc7542b2-afef-47f4-a763-e3a3cba144be None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-899258'] for port, provisioning_complete {{(pid=94176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:32:54.790667 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron_lib.callbacks.manager [None req-69e55afc-abf7-4ef5-a64b-353c36d49229 tempest-BulkNetworkOpsTest-447796090 tempest-BulkNetworkOpsTest-447796090-project] Notify callbacks [] for security_group, precommit_create {{(pid=94174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:32:54.811536 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a8356d73-ff52-49d9-ae3a-2c420e698d45 None None] Network 2e1f816f-7464-4079-b100-cd7a8bb81164 requested from dv-neutron-601336-94-hyperv {{(pid=94176) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 23 11:32:54.813696 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron_lib.callbacks.manager [None req-66c8b554-8302-48ed-ad2c-8a57927a5b45 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-922904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866062', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773700135024', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773699642224'] for port, after_delete {{(pid=94176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:32:54.819164 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b3cc3dac-6144-4bfe-a293-cae51692a6fe tempest-AllowedAddressPairTestJSON-1962660266 tempest-AllowedAddressPairTestJSON-1962660266-project] Made reservation on behalf of a1521393984a421295a738f29331a229 for: {'port': 1} {{(pid=94175) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 23 11:32:54.828355 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.plugins.ml2.managers [None req-6b87356c-74e5-44c0-83b1-c2f7098f439e None None] Attempting to bind port 1fe4f200-35a0-40be-b361-c23193315cd6 on host dv-neutron-601336-94-hyperv for vnic_type normal with profile {{(pid=94176) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 23 11:32:54.828743 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.plugins.ml2.managers [None req-6b87356c-74e5-44c0-83b1-c2f7098f439e None None] Attempting to bind port 1fe4f200-35a0-40be-b361-c23193315cd6 by drivers openvswitch,hyperv on host dv-neutron-601336-94-hyperv at level 0 using segments [{'id': 'b1760ab5-2963-48df-8a7c-36a33caba95c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 415, 'network_id': '6a6c8949-9850-44f7-bca7-3fd76c05cabf'}] {{(pid=94176) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 23 11:32:54.829122 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6b87356c-74e5-44c0-83b1-c2f7098f439e None None] Attempting to bind port 1fe4f200-35a0-40be-b361-c23193315cd6 on network 6a6c8949-9850-44f7-bca7-3fd76c05cabf {{(pid=94176) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 23 11:32:54.833294 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-47796f1a-c579-4197-abd5-9aa5d2dbc156 tempest-RoutersNegativeTest-1531528216 tempest-RoutersNegativeTest-1531528216-project] Router f3a582d0-cf71-4615-8514-0ec9e7d5e430 is scheduled to L3 agent 50ef99c0-ef28-4db5-b303-b145898fae60 with binding_index 1 {{(pid=94174) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jun 23 11:32:54.861351 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6b87356c-74e5-44c0-83b1-c2f7098f439e None None] Checking agent: {'id': '4d05f899-5ac9-411b-8a03-f60c93f87cdf', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-601336-94-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 23, 11, 22, 14), 'started_at': datetime.datetime(2021, 6, 23, 11, 22, 44), 'heartbeat_timestamp': datetime.datetime(2021, 6, 23, 11, 32, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'monitor_allowed_address_pair_garp': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-601336-94-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94176) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 23 11:32:54.862342 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6b87356c-74e5-44c0-83b1-c2f7098f439e None None] Checking segment: {'id': 'b1760ab5-2963-48df-8a7c-36a33caba95c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 415, 'network_id': '6a6c8949-9850-44f7-bca7-3fd76c05cabf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94176) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 23 11:32:54.862928 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron_lib.callbacks.manager [None req-6b87356c-74e5-44c0-83b1-c2f7098f439e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:32:54.863506 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6b87356c-74e5-44c0-83b1-c2f7098f439e None None] Bound using segment: {'id': 'b1760ab5-2963-48df-8a7c-36a33caba95c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 415, 'network_id': '6a6c8949-9850-44f7-bca7-3fd76c05cabf'} {{(pid=94176) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 23 11:32:54.864211 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.plugins.ml2.managers [None req-6b87356c-74e5-44c0-83b1-c2f7098f439e None None] Bound port: 1fe4f200-35a0-40be-b361-c23193315cd6, host: dv-neutron-601336-94-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b1760ab5-2963-48df-8a7c-36a33caba95c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 415, 'network_id': '6a6c8949-9850-44f7-bca7-3fd76c05cabf'}}] {{(pid=94176) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 23 11:32:54.864786 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron_lib.callbacks.manager [None req-6b87356c-74e5-44c0-83b1-c2f7098f439e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-923122'] for port, before_update {{(pid=94176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:32:54.931666 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron_lib.callbacks.manager [None req-69e55afc-abf7-4ef5-a64b-353c36d49229 tempest-BulkNetworkOpsTest-447796090 tempest-BulkNetworkOpsTest-447796090-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7996330'] for security_group, after_create {{(pid=94174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:32:54.932223 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron_lib.callbacks.manager [None req-69e55afc-abf7-4ef5-a64b-353c36d49229 tempest-BulkNetworkOpsTest-447796090 tempest-BulkNetworkOpsTest-447796090-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-923104'] for network, before_create {{(pid=94174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:32:54.932328 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab770b3a-a733-4621-b0fc-d0e4c6b45217 req-016acdd8-5463-497d-be07-4edef68b4e8f tempest-ServerActionsTestJSON-161917335 tempest-ServerActionsTestJSON-161917335-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 11:32:54.933916 dv-neutron-601336-94-hyperv neutron-server[94175]: INFO neutron.wsgi [req-ab770b3a-a733-4621-b0fc-d0e4c6b45217 req-016acdd8-5463-497d-be07-4edef68b4e8f tempest-ServerActionsTestJSON-161917335 tempest-ServerActionsTestJSON-161917335-project] 10.222.0.20 "GET /v2.0/ports?device_id=85769616-6b8b-4da7-ad73-344986edf607 HTTP/1.1" status: 200 len: 943 time: 0.7116876 Jun 23 11:32:54.937008 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG oslo_concurrency.lockutils [None req-64e06b7b-cb65-441b-a2a1-212b89eb0fee admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94174) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 11:32:54.958877 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.db.l3_dvrscheduler_db [None req-66c8b554-8302-48ed-ad2c-8a57927a5b45 None None] No DVR routers for this DVR port 659acfe0-f111-4f77-b816-b91ce156f30e on host dv-neutron-601336-94-hyperv {{(pid=94176) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 23 11:32:54.965015 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2d299d1-a7cc-4723-a7f1-71b461abb69b None None] Pushing event updated for resources: {'Port': ['ID=d118550e-b27b-4ff1-9330-46712197a0fe,revision_number=2']} {{(pid=94176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 11:32:55.008811 dv-neutron-601336-94-hyperv neutron-server[94174]: INFO neutron.wsgi [None req-9a611141-c456-4d9d-bd12-79de222d18ac tempest-PortsTestJSON-2085221018 tempest-PortsTestJSON-2085221018-project] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.5334287 Jun 23 11:32:55.015956 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.wsgi [-] (94174) accepted ('10.222.0.20', 38744) {{(pid=94174) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 11:32:55.029756 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.db.ipam_pluggable_backend [None req-44c2d1d6-dbe0-413f-a4e5-950543b12f98 tempest-NetworksTestDHCPv6-162546708 tempest-NetworksTestDHCPv6-162546708-project] Port 659acfe0-f111-4f77-b816-b91ce156f30e was deleted while updating it with an IPv6 auto-address. Ignoring. {{(pid=94175) add_auto_addrs_on_network_ports /opt/stack/neutron/neutron/db/ipam_pluggable_backend.py:572}} Jun 23 11:32:55.030341 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.db.ipam_pluggable_backend [None req-44c2d1d6-dbe0-413f-a4e5-950543b12f98 tempest-NetworksTestDHCPv6-162546708 tempest-NetworksTestDHCPv6-162546708-project] Reverting IP allocation for 2001:db8::f816:3eff:feb1:97ed {{(pid=94175) add_auto_addrs_on_network_ports /opt/stack/neutron/neutron/db/ipam_pluggable_backend.py:574}} Jun 23 11:32:55.031320 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.api.v2.base [None req-aebdf986-bfc9-4e34-a506-278fd03ca346 tempest-PortsTestJSON-2085221018 tempest-PortsTestJSON-2085221018-project] Request body: {'subnet': {'network_id': '2e1f816f-7464-4079-b100-cd7a8bb81164', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=94174) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 23 11:32:55.064856 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.plugins.ml2.db [None req-6b87356c-74e5-44c0-83b1-c2f7098f439e None None] For port 1fe4f200-35a0-40be-b361-c23193315cd6, host dv-neutron-601336-94-hyperv, cleared binding levels {{(pid=94176) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 23 11:32:55.074325 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b87356c-74e5-44c0-83b1-c2f7098f439e None None] Pushing event updated for resources: {'Port': ['ID=1fe4f200-35a0-40be-b361-c23193315cd6,revision_number=1']} {{(pid=94176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 11:32:55.109824 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG oslo_concurrency.lockutils [None req-6b87356c-74e5-44c0-83b1-c2f7098f439e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.491s {{(pid=94176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 11:32:55.116767 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.db.ipam_pluggable_backend [None req-44c2d1d6-dbe0-413f-a4e5-950543b12f98 tempest-NetworksTestDHCPv6-162546708 tempest-NetworksTestDHCPv6-162546708-project] Reverting IP allocation failed for 2001:db8::f816:3eff:feb1:97ed {{(pid=94175) add_auto_addrs_on_network_ports /opt/stack/neutron/neutron/db/ipam_pluggable_backend.py:580}} Jun 23 11:32:55.118380 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-69e55afc-abf7-4ef5-a64b-353c36d49229 tempest-BulkNetworkOpsTest-447796090 tempest-BulkNetworkOpsTest-447796090-project] vlan segment allocate from pool success with {'vlan_id': 448, 'physical_network': 'physnet1'} {{(pid=94174) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 23 11:32:55.120404 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69e55afc-abf7-4ef5-a64b-353c36d49229 tempest-BulkNetworkOpsTest-447796090 tempest-BulkNetworkOpsTest-447796090-project] Pushing event updated for resources: {'SecurityGroup': ['ID=66d7780b-8375-4617-94ce-1693c9a1f005,revision_number=1']} {{(pid=94174) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 11:32:55.121457 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron_lib.callbacks.manager [None req-b3cc3dac-6144-4bfe-a293-cae51692a6fe tempest-AllowedAddressPairTestJSON-1962660266 tempest-AllowedAddressPairTestJSON-1962660266-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-923104'] for port, before_create {{(pid=94175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:32:55.127302 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG oslo_concurrency.lockutils [None req-b5e8eb8e-7380-4f14-98c5-a893b34a9c49 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.615s {{(pid=94176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 11:32:55.135400 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG oslo_concurrency.lockutils [None req-69e55afc-abf7-4ef5-a64b-353c36d49229 tempest-BulkNetworkOpsTest-447796090 tempest-BulkNetworkOpsTest-447796090-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.192s {{(pid=94174) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 11:32:55.135637 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.plugins.ml2.db [None req-6b87356c-74e5-44c0-83b1-c2f7098f439e None None] For port 1fe4f200-35a0-40be-b361-c23193315cd6, host dv-neutron-601336-94-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-94-hyperv',level=0,port_id=1fe4f200-35a0-40be-b361-c23193315cd6,segment=NetworkSegment(b1760ab5-2963-48df-8a7c-36a33caba95c),segment_id=b1760ab5-2963-48df-8a7c-36a33caba95c)] {{(pid=94176) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 23 11:32:55.150590 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-47796f1a-c579-4197-abd5-9aa5d2dbc156 tempest-RoutersNegativeTest-1531528216 tempest-RoutersNegativeTest-1531528216-project] Notify agent at l3_agent.dv-neutron-601336-94-hyperv the message routers_updated {{(pid=94174) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 23 11:32:55.155709 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron_lib.callbacks.manager [None req-69e55afc-abf7-4ef5-a64b-353c36d49229 tempest-BulkNetworkOpsTest-447796090 tempest-BulkNetworkOpsTest-447796090-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3801'] for segment, precommit_create {{(pid=94174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:32:55.156062 dv-neutron-601336-94-hyperv neutron-server[94174]: INFO neutron.db.segments_db [None req-69e55afc-abf7-4ef5-a64b-353c36d49229 tempest-BulkNetworkOpsTest-447796090 tempest-BulkNetworkOpsTest-447796090-project] Added segment 2429f812-b178-4634-b730-50a1be366d41 of type vlan for network e0519f89-6573-4a9d-8263-d1ce5b3c0c4e Jun 23 11:32:55.160748 dv-neutron-601336-94-hyperv neutron-server[94174]: INFO neutron.wsgi [None req-47796f1a-c579-4197-abd5-9aa5d2dbc156 tempest-RoutersNegativeTest-1531528216 tempest-RoutersNegativeTest-1531528216-project] 10.222.0.20 "PUT /v2.0/routers/f3a582d0-cf71-4615-8514-0ec9e7d5e430/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.3901687 Jun 23 11:32:55.167239 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66c8b554-8302-48ed-ad2c-8a57927a5b45 None None] Pushing event deleted for resources: {'Port': ['ID=659acfe0-f111-4f77-b816-b91ce156f30e,revision_number=None']} {{(pid=94176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 11:32:55.175307 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.notifiers.nova [None req-b3cc3dac-6144-4bfe-a293-cae51692a6fe tempest-AllowedAddressPairTestJSON-1962660266 tempest-AllowedAddressPairTestJSON-1962660266-project] device_id is not set on port 50f113b0-17e5-4a55-877e-7fe9d641027b yet. {{(pid=94175) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jun 23 11:32:55.175721 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.wsgi [-] (94174) accepted ('10.222.0.20', 38746) {{(pid=94174) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 11:32:55.176008 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-16284a5d-fdad-40bc-a945-eb4d4156728e None None] Sync routers for ids ['f3a582d0-cf71-4615-8514-0ec9e7d5e430'] in dv-neutron-601336-94-hyperv {{(pid=94176) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 23 11:32:55.180255 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG oslo_concurrency.lockutils [None req-66c8b554-8302-48ed-ad2c-8a57927a5b45 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.053s {{(pid=94176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 11:32:55.185735 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG oslo_concurrency.lockutils [None req-0c8d1100-d2b0-4b38-8d0b-66d3a4bab438 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.358s {{(pid=94176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 11:32:55.186106 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG oslo_concurrency.lockutils [None req-0c8d1100-d2b0-4b38-8d0b-66d3a4bab438 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.001s {{(pid=94176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 11:32:55.233460 dv-neutron-601336-94-hyperv neutron-server[94175]: INFO neutron.wsgi [req-ab770b3a-a733-4621-b0fc-d0e4c6b45217 req-3df52174-4a30-4572-832d-719ce42ad5b7 tempest-ServerActionsTestJSON-161917335 tempest-ServerActionsTestJSON-161917335-project] 10.222.0.20 "GET /v2.0/security-groups?id=f0520e5d-8f0e-4c28-b543-be4405698077&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2816217 Jun 23 11:32:55.237620 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron_lib.callbacks.manager [None req-6b87356c-74e5-44c0-83b1-c2f7098f439e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-922904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866062', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773700135042', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773699642233', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773699642278'] for port, after_update {{(pid=94176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:32:55.239491 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG oslo_concurrency.lockutils [None req-1be29a27-8e76-4bec-b3f6-58b5269318ae None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 11:32:55.243728 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.db.l3_dvrscheduler_db [None req-16284a5d-fdad-40bc-a945-eb4d4156728e None None] Routers {'f3a582d0-cf71-4615-8514-0ec9e7d5e430'} bound to L3 agent in host dv-neutron-601336-94-hyperv {{(pid=94176) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 23 11:32:55.244476 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.db.l3_hamode_db [None req-16284a5d-fdad-40bc-a945-eb4d4156728e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-601336-94-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-06-23T11:22:13Z,description=,heartbeat_timestamp=2021-06-23T11:32:43Z,host='dv-neutron-601336-94-hyperv',id=50ef99c0-ef28-4db5-b303-b145898fae60,load=0,resource_versions=,resources_synced=,started_at=2021-06-23T11:22:14Z,topic='l3_agent')) {'router_ids': ['f3a582d0-cf71-4615-8514-0ec9e7d5e430'], 'active': True} {{(pid=94176) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 11:32:55.244675 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron_lib.callbacks.manager [None req-3b4985de-5ce2-46a8-9f40-ed169df9c26a tempest-RoutersNegativeIpV6Test-1628881962 tempest-RoutersNegativeIpV6Test-1628881962-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866062', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5083113', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4660095'] for subnet, after_create {{(pid=94175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:32:55.251981 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron_lib.callbacks.manager [None req-44c2d1d6-dbe0-413f-a4e5-950543b12f98 tempest-NetworksTestDHCPv6-162546708 tempest-NetworksTestDHCPv6-162546708-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866062', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5083113', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4660095'] for subnet, after_create {{(pid=94175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:32:55.263296 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG oslo_concurrency.lockutils [None req-85b72bce-1e22-46ba-933b-91f0bd3d0e11 tempest-NetworksTestDHCPv6-162546708 tempest-NetworksTestDHCPv6-162546708-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94175) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 11:32:55.312636 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.plugins.ml2.rpc [None req-dc7542b2-afef-47f4-a763-e3a3cba144be None None] Device 659acfe0-f111-4f77-b816-b91ce156f30e no longer exists at agent ovs-agent-dv-neutron-601336-94-hyperv {{(pid=94176) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:261}} Jun 23 11:32:55.314923 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron_lib.callbacks.manager [None req-69e55afc-abf7-4ef5-a64b-353c36d49229 tempest-BulkNetworkOpsTest-447796090 tempest-BulkNetworkOpsTest-447796090-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8773699596773'] for network, precommit_create {{(pid=94174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:32:55.320692 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.db.l3_hamode_db [None req-16284a5d-fdad-40bc-a945-eb4d4156728e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-601336-94-hyperv', False) {} {{(pid=94176) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 11:32:55.330771 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-44c2d1d6-dbe0-413f-a4e5-950543b12f98 tempest-NetworksTestDHCPv6-162546708 tempest-NetworksTestDHCPv6-162546708-project] Network f53f535d-bce4-4da8-9bd9-396677ff4e83 is already hosted by enough agents. {{(pid=94175) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 23 11:32:55.343511 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.scheduler.base_scheduler [None req-44c2d1d6-dbe0-413f-a4e5-950543b12f98 tempest-NetworksTestDHCPv6-162546708 tempest-NetworksTestDHCPv6-162546708-project] Resources bound (agent type, host, resource id): {{(pid=94175) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 23 11:32:55.348061 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-44c2d1d6-dbe0-413f-a4e5-950543b12f98 tempest-NetworksTestDHCPv6-162546708 tempest-NetworksTestDHCPv6-162546708-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 11:32:55.348061 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron_lib.callbacks.manager [None req-44c2d1d6-dbe0-413f-a4e5-950543b12f98 tempest-NetworksTestDHCPv6-162546708 tempest-NetworksTestDHCPv6-162546708-project] Notify callbacks [] for subnet, before_response {{(pid=94175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:32:55.368498 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.plugins.ml2.plugin [None req-dc7542b2-afef-47f4-a763-e3a3cba144be None None] No Port match for: 659acfe0-f111-4f77-b816-b91ce156f30e {{(pid=94176) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2240}} Jun 23 11:32:55.368784 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.plugins.ml2.rpc [None req-dc7542b2-afef-47f4-a763-e3a3cba144be None None] Device 659acfe0-f111-4f77-b816-b91ce156f30e not bound to the agent host dv-neutron-601336-94-hyperv {{(pid=94176) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:271}} Jun 23 11:32:55.404029 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b4985de-5ce2-46a8-9f40-ed169df9c26a tempest-RoutersNegativeIpV6Test-1628881962 tempest-RoutersNegativeIpV6Test-1628881962-project] Pushing event updated for resources: {'Subnet': ['ID=3d31ab23-46f2-4cf4-bfc1-e54b7f42fbe9,revision_number=0']} {{(pid=94175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 11:32:55.420907 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-66dc0244-830b-46ee-b8d5-b742caf4136d None None] Network f53f535d-bce4-4da8-9bd9-396677ff4e83 requested from dv-neutron-601336-94-hyperv {{(pid=94176) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 23 11:32:55.453818 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-69e55afc-abf7-4ef5-a64b-353c36d49229 tempest-BulkNetworkOpsTest-447796090 tempest-BulkNetworkOpsTest-447796090-project] vlan segment allocate from pool success with {'vlan_id': 418, 'physical_network': 'physnet1'} {{(pid=94174) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 23 11:32:55.466268 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3b4985de-5ce2-46a8-9f40-ed169df9c26a tempest-RoutersNegativeIpV6Test-1628881962 tempest-RoutersNegativeIpV6Test-1628881962-project] Checking segment: {'id': '0895d7d9-54bf-46f2-b34f-96bdf089bc42', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 401, 'network_id': '13d4f792-a7d0-4acb-b0a5-e21b141310d7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94175) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 23 11:32:55.466671 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3b4985de-5ce2-46a8-9f40-ed169df9c26a tempest-RoutersNegativeIpV6Test-1628881962 tempest-RoutersNegativeIpV6Test-1628881962-project] Network hostable DHCP agents. Network: 13d4f792-a7d0-4acb-b0a5-e21b141310d7, hostable agents: ['8cf29b10-0e57-4131-816f-a4b6ad00b249'], hosted agents: [] {{(pid=94175) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 23 11:32:55.475619 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b87356c-74e5-44c0-83b1-c2f7098f439e None None] Pushing event updated for resources: {'Port': ['ID=1fe4f200-35a0-40be-b361-c23193315cd6,revision_number=2']} {{(pid=94176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 11:32:55.482323 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG oslo_concurrency.lockutils [None req-6b87356c-74e5-44c0-83b1-c2f7098f439e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.243s {{(pid=94176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 11:32:55.482880 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.db.l3_dvrscheduler_db [None req-16284a5d-fdad-40bc-a945-eb4d4156728e None None] Routers {'f3a582d0-cf71-4615-8514-0ec9e7d5e430'} bound to L3 agent in host dv-neutron-601336-94-hyperv {{(pid=94176) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 23 11:32:55.483532 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.db.l3_hamode_db [None req-16284a5d-fdad-40bc-a945-eb4d4156728e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-601336-94-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-06-23T11:22:13Z,description=,heartbeat_timestamp=2021-06-23T11:32:43Z,host='dv-neutron-601336-94-hyperv',id=50ef99c0-ef28-4db5-b303-b145898fae60,load=0,resource_versions=,resources_synced=,started_at=2021-06-23T11:22:14Z,topic='l3_agent')) {'router_ids': ['f3a582d0-cf71-4615-8514-0ec9e7d5e430'], 'active': True} {{(pid=94176) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 11:32:55.504995 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron_lib.callbacks.manager [None req-69e55afc-abf7-4ef5-a64b-353c36d49229 tempest-BulkNetworkOpsTest-447796090 tempest-BulkNetworkOpsTest-447796090-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3801'] for segment, precommit_create {{(pid=94174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:32:55.505393 dv-neutron-601336-94-hyperv neutron-server[94174]: INFO neutron.db.segments_db [None req-69e55afc-abf7-4ef5-a64b-353c36d49229 tempest-BulkNetworkOpsTest-447796090 tempest-BulkNetworkOpsTest-447796090-project] Added segment cda4c680-1857-42f5-8080-5b384ea10b50 of type vlan for network a6e4d201-4146-41b4-9dd0-b4a3e39e5621 Jun 23 11:32:55.508926 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.db.db_base_plugin_common [None req-b3cc3dac-6144-4bfe-a293-cae51692a6fe tempest-AllowedAddressPairTestJSON-1962660266 tempest-AllowedAddressPairTestJSON-1962660266-project] Allocated IP 172.20.0.6 (6a6c8949-9850-44f7-bca7-3fd76c05cabf/2e5e37f0-b513-4130-97e1-75912538707b/50f113b0-17e5-4a55-877e-7fe9d641027b) {{(pid=94175) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 23 11:32:55.559662 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.db.provisioning_blocks [None req-2ba37591-2aef-456f-b80d-0864ae3106e5 None None] Provisioning complete for port 727a85bd-2ec3-483c-bf7e-93b8a6119cdd triggered by entity DHCP. {{(pid=94176) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 23 11:32:55.559662 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron_lib.callbacks.manager [None req-2ba37591-2aef-456f-b80d-0864ae3106e5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-899258'] for port, provisioning_complete {{(pid=94176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:32:55.561266 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44c2d1d6-dbe0-413f-a4e5-950543b12f98 tempest-NetworksTestDHCPv6-162546708 tempest-NetworksTestDHCPv6-162546708-project] Pushing event updated for resources: {'Subnet': ['ID=ca5eb39c-9735-4470-a6bd-9a859dd49203,revision_number=0']} {{(pid=94175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 11:32:55.561361 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.db.l3_hamode_db [None req-16284a5d-fdad-40bc-a945-eb4d4156728e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-601336-94-hyperv', False) {} {{(pid=94176) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 11:32:55.561447 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG oslo_concurrency.lockutils [None req-44c2d1d6-dbe0-413f-a4e5-950543b12f98 tempest-NetworksTestDHCPv6-162546708 tempest-NetworksTestDHCPv6-162546708-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.268s {{(pid=94175) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 11:32:55.561532 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-16284a5d-fdad-40bc-a945-eb4d4156728e None None] The sync data for ids ['f3a582d0-cf71-4615-8514-0ec9e7d5e430'] in dv-neutron-601336-94-hyperv is: [] {{(pid=94176) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 23 11:32:55.561620 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG oslo_concurrency.lockutils [None req-a42ca786-f4a4-4d59-b9d7-3472a06f5ac0 tempest-AllowedAddressPairTestJSON-1962660266 tempest-AllowedAddressPairTestJSON-1962660266-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.241s {{(pid=94175) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 11:32:55.561620 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG oslo_concurrency.lockutils [None req-a42ca786-f4a4-4d59-b9d7-3472a06f5ac0 tempest-AllowedAddressPairTestJSON-1962660266 tempest-AllowedAddressPairTestJSON-1962660266-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.001s {{(pid=94175) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 11:32:55.588906 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron_lib.callbacks.manager [None req-69e55afc-abf7-4ef5-a64b-353c36d49229 tempest-BulkNetworkOpsTest-447796090 tempest-BulkNetworkOpsTest-447796090-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8773699596773'] for network, precommit_create {{(pid=94174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:32:55.589329 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.plugins.ml2.plugin [None req-2ba37591-2aef-456f-b80d-0864ae3106e5 None None] Port 727a85bd-2ec3-483c-bf7e-93b8a6119cdd cannot update to ACTIVE because it is not bound. {{(pid=94176) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jun 23 11:32:55.641109 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b460dbab-3232-47b6-a613-cab5da8c2af4 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1e0d828a-1fa4-563d-b7fd-53adf66a04ee-2e1f816f-7464-4079-b100-cd7a8bb81164', 'network_id': '2e1f816f-7464-4079-b100-cd7a8bb81164', 'tenant_id': '9e5461dd76964a018bba022fe5f7a0f1', 'fixed_ips': [{'subnet_id': '657751ef-9b43-4a21-b943-ced80e557256'}]}} from dv-neutron-601336-94-hyperv. {{(pid=94176) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 23 11:32:55.641109 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron_lib.callbacks.manager [None req-b460dbab-3232-47b6-a613-cab5da8c2af4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-923104'] for port, before_create {{(pid=94176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:32:55.728181 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron_lib.callbacks.manager [None req-b3cc3dac-6144-4bfe-a293-cae51692a6fe tempest-AllowedAddressPairTestJSON-1962660266 tempest-AllowedAddressPairTestJSON-1962660266-project] Notify callbacks [] for port, precommit_create {{(pid=94175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:32:55.746722 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.db.provisioning_blocks [None req-b3cc3dac-6144-4bfe-a293-cae51692a6fe tempest-AllowedAddressPairTestJSON-1962660266 tempest-AllowedAddressPairTestJSON-1962660266-project] Transition to ACTIVE for port object 50f113b0-17e5-4a55-877e-7fe9d641027b will not be triggered until provisioned by entity DHCP. {{(pid=94175) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 23 11:32:55.757670 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-db4b2020-b7bf-4227-bbb3-d9884b02bf2a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1e0d828a-1fa4-563d-b7fd-53adf66a04ee-f53f535d-bce4-4da8-9bd9-396677ff4e83', 'network_id': 'f53f535d-bce4-4da8-9bd9-396677ff4e83', 'tenant_id': '5e61222a836c47229c94e37f3902e6bd', 'fixed_ips': [{'subnet_id': 'ca5eb39c-9735-4470-a6bd-9a859dd49203'}]}} from dv-neutron-601336-94-hyperv. {{(pid=94176) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 23 11:32:55.759181 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron_lib.callbacks.manager [None req-db4b2020-b7bf-4227-bbb3-d9884b02bf2a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-923104'] for port, before_create {{(pid=94176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:32:55.816907 dv-neutron-601336-94-hyperv neutron-server[94174]: INFO neutron.api.v2.resource [None req-88f29aa0-c308-403e-bcf5-b6565dda398e tempest-RoutersNegativeTest-1531528216 tempest-RoutersNegativeTest-1531528216-project] add_router_interface failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jun 23 11:32:55.817969 dv-neutron-601336-94-hyperv neutron-server[94174]: INFO neutron.wsgi [None req-88f29aa0-c308-403e-bcf5-b6565dda398e tempest-RoutersNegativeTest-1531528216 tempest-RoutersNegativeTest-1531528216-project] 10.222.0.20 "PUT /v2.0/routers/f3a582d0-cf71-4615-8514-0ec9e7d5e430/add_router_interface HTTP/1.1" status: 400 len: 438 time: 0.6446202 Jun 23 11:32:55.823114 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.wsgi [-] (94175) accepted ('10.222.0.20', 38748) {{(pid=94175) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 11:32:55.900132 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-aebdf986-bfc9-4e34-a506-278fd03ca346 tempest-PortsTestJSON-2085221018 tempest-PortsTestJSON-2085221018-project] Made reservation on behalf of 9e5461dd76964a018bba022fe5f7a0f1 for: {'subnet': 1} {{(pid=94174) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 23 11:32:55.903839 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3b4985de-5ce2-46a8-9f40-ed169df9c26a tempest-RoutersNegativeIpV6Test-1628881962 tempest-RoutersNegativeIpV6Test-1628881962-project] Network 13d4f792-a7d0-4acb-b0a5-e21b141310d7 is scheduled to be hosted by DHCP agent 8cf29b10-0e57-4131-816f-a4b6ad00b249 with binding_index 1 {{(pid=94175) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 23 11:32:55.905478 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron_lib.callbacks.manager [None req-b3cc3dac-6144-4bfe-a293-cae51692a6fe tempest-AllowedAddressPairTestJSON-1962660266 tempest-AllowedAddressPairTestJSON-1962660266-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-922915', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-239814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7866073', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773699642215', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-5082457'] for port, after_create {{(pid=94175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:32:55.906403 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron_lib.callbacks.manager [None req-aebdf986-bfc9-4e34-a506-278fd03ca346 tempest-PortsTestJSON-2085221018 tempest-PortsTestJSON-2085221018-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4294245'] for subnet, before_create {{(pid=94174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:32:55.912118 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron_lib.callbacks.manager [None req-69e55afc-abf7-4ef5-a64b-353c36d49229 tempest-BulkNetworkOpsTest-447796090 tempest-BulkNetworkOpsTest-447796090-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8002400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7866073'] for network, after_create {{(pid=94174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:32:55.913030 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron_lib.callbacks.manager [None req-69e55afc-abf7-4ef5-a64b-353c36d49229 tempest-BulkNetworkOpsTest-447796090 tempest-BulkNetworkOpsTest-447796090-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8002400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7866073'] for network, after_create {{(pid=94174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:32:55.917747 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG oslo_concurrency.lockutils [None req-9e358603-961a-4af1-a442-3994e781748c tempest-AllowedAddressPairTestJSON-1962660266 tempest-AllowedAddressPairTestJSON-1962660266-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94175) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 11:32:55.922260 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-69e55afc-abf7-4ef5-a64b-353c36d49229 tempest-BulkNetworkOpsTest-447796090 tempest-BulkNetworkOpsTest-447796090-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94174) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 11:32:55.929453 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-69e55afc-abf7-4ef5-a64b-353c36d49229 tempest-BulkNetworkOpsTest-447796090 tempest-BulkNetworkOpsTest-447796090-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94174) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 11:32:55.931400 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron_lib.callbacks.manager [None req-69e55afc-abf7-4ef5-a64b-353c36d49229 tempest-BulkNetworkOpsTest-447796090 tempest-BulkNetworkOpsTest-447796090-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7865916'] for network, before_response {{(pid=94174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:32:55.937764 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94174) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 11:32:55.991241 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.db.db_base_plugin_common [None req-b460dbab-3232-47b6-a613-cab5da8c2af4 None None] Allocated IP 172.20.0.2 (2e1f816f-7464-4079-b100-cd7a8bb81164/657751ef-9b43-4a21-b943-ced80e557256/39134afe-23ad-4cc1-a2ce-bd4dc25ab186) {{(pid=94176) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 23 11:32:56.026577 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3cc3dac-6144-4bfe-a293-cae51692a6fe tempest-AllowedAddressPairTestJSON-1962660266 tempest-AllowedAddressPairTestJSON-1962660266-project] Pushing event updated for resources: {'Port': ['ID=50f113b0-17e5-4a55-877e-7fe9d641027b,revision_number=1']} {{(pid=94175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 11:32:56.038347 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG oslo_concurrency.lockutils [None req-b3cc3dac-6144-4bfe-a293-cae51692a6fe tempest-AllowedAddressPairTestJSON-1962660266 tempest-AllowedAddressPairTestJSON-1962660266-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.121s {{(pid=94175) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 11:32:56.057076 dv-neutron-601336-94-hyperv neutron-server[94175]: INFO neutron.wsgi [None req-44c2d1d6-dbe0-413f-a4e5-950543b12f98 tempest-NetworksTestDHCPv6-162546708 tempest-NetworksTestDHCPv6-162546708-project] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 835 time: 3.0130847 Jun 23 11:32:56.057310 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.wsgi [-] (94174) accepted ('10.222.0.20', 38750) {{(pid=94174) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 11:32:56.068040 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.api.v2.base [None req-2ae2ed58-dcc1-42ae-a675-5483a44b68e6 tempest-NetworksTestDHCPv6-162546708 tempest-NetworksTestDHCPv6-162546708-project] Request body: {'port': {'network_id': 'f53f535d-bce4-4da8-9bd9-396677ff4e83', 'mac_address': 'fa:16:3e:95:ed:22', 'name': 'tempest-NetworksTestDHCPv6-1738270078'}} {{(pid=94174) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 23 11:32:56.071273 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.scheduler.base_scheduler [None req-3b4985de-5ce2-46a8-9f40-ed169df9c26a tempest-RoutersNegativeIpV6Test-1628881962 tempest-RoutersNegativeIpV6Test-1628881962-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-601336-94-hyperv, 13d4f792-a7d0-4acb-b0a5-e21b141310d7) {{(pid=94175) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 23 11:32:56.077823 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3b4985de-5ce2-46a8-9f40-ed169df9c26a tempest-RoutersNegativeIpV6Test-1628881962 tempest-RoutersNegativeIpV6Test-1628881962-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 11:32:56.078525 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron_lib.callbacks.manager [None req-3b4985de-5ce2-46a8-9f40-ed169df9c26a tempest-RoutersNegativeIpV6Test-1628881962 tempest-RoutersNegativeIpV6Test-1628881962-project] Notify callbacks [] for subnet, before_response {{(pid=94175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:32:56.082748 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.db.db_base_plugin_common [None req-db4b2020-b7bf-4227-bbb3-d9884b02bf2a None None] Allocated IP 2001:db8::f816:3eff:fef2:bf48 (f53f535d-bce4-4da8-9bd9-396677ff4e83/ca5eb39c-9735-4470-a6bd-9a859dd49203/9920e4c9-c6c7-4536-ad81-ffa58f0e33ab) {{(pid=94176) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 23 11:32:56.088655 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-70c26c83-05da-4a32-bb03-34d834f188c3 None None] Network 13d4f792-a7d0-4acb-b0a5-e21b141310d7 requested from dv-neutron-601336-94-hyperv {{(pid=94176) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 23 11:32:56.122255 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b3cc3dac-6144-4bfe-a293-cae51692a6fe tempest-AllowedAddressPairTestJSON-1962660266 tempest-AllowedAddressPairTestJSON-1962660266-project] Network 6a6c8949-9850-44f7-bca7-3fd76c05cabf is already hosted by enough agents. {{(pid=94175) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 23 11:32:56.141556 dv-neutron-601336-94-hyperv neutron-server[94174]: INFO neutron.wsgi [None req-69e55afc-abf7-4ef5-a64b-353c36d49229 tempest-BulkNetworkOpsTest-447796090 tempest-BulkNetworkOpsTest-447796090-project] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 1320 time: 2.5074105 Jun 23 11:32:56.144829 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.wsgi [-] (94174) accepted ('10.222.0.20', 38752) {{(pid=94174) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 11:32:56.152912 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69e55afc-abf7-4ef5-a64b-353c36d49229 tempest-BulkNetworkOpsTest-447796090 tempest-BulkNetworkOpsTest-447796090-project] Pushing event updated for resources: {'Network': ['ID=e0519f89-6573-4a9d-8263-d1ce5b3c0c4e,revision_number=1']} {{(pid=94174) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 11:32:56.170971 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.scheduler.base_scheduler [None req-b3cc3dac-6144-4bfe-a293-cae51692a6fe tempest-AllowedAddressPairTestJSON-1962660266 tempest-AllowedAddressPairTestJSON-1962660266-project] Resources bound (agent type, host, resource id): {{(pid=94175) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 23 11:32:56.173502 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b3cc3dac-6144-4bfe-a293-cae51692a6fe tempest-AllowedAddressPairTestJSON-1962660266 tempest-AllowedAddressPairTestJSON-1962660266-project] Received port after_create {{(pid=94175) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 23 11:32:56.235221 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b3cc3dac-6144-4bfe-a293-cae51692a6fe tempest-AllowedAddressPairTestJSON-1962660266 tempest-AllowedAddressPairTestJSON-1962660266-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 11:32:56.235967 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron_lib.callbacks.manager [None req-b3cc3dac-6144-4bfe-a293-cae51692a6fe tempest-AllowedAddressPairTestJSON-1962660266 tempest-AllowedAddressPairTestJSON-1962660266-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-217507'] for port, before_response {{(pid=94175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:32:56.336499 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron_lib.callbacks.manager [None req-db4b2020-b7bf-4227-bbb3-d9884b02bf2a None None] Notify callbacks [] for port, precommit_create {{(pid=94176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:32:56.354337 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.db.provisioning_blocks [None req-db4b2020-b7bf-4227-bbb3-d9884b02bf2a None None] Transition to ACTIVE for port object 9920e4c9-c6c7-4536-ad81-ffa58f0e33ab will not be triggered until provisioned by entity L2. {{(pid=94176) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 23 11:32:56.368049 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.db.provisioning_blocks [None req-db4b2020-b7bf-4227-bbb3-d9884b02bf2a None None] Transition to ACTIVE for port object 9920e4c9-c6c7-4536-ad81-ffa58f0e33ab will not be triggered until provisioned by entity DHCP. {{(pid=94176) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 23 11:32:56.384714 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.plugins.ml2.rpc [None req-dc7542b2-afef-47f4-a763-e3a3cba144be None None] Network e0519f89-6573-4a9d-8263-d1ce5b3c0c4e details requested by agent ovs-agent-dv-neutron-601336-94-hyperv with host dv-neutron-601336-94-hyperv {{(pid=94176) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:250}} Jun 23 11:32:56.387554 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.plugins.ml2.rpc [None req-97bd5441-1da2-49ee-a364-27795820ba27 None None] Device 4428b5cd-2ee2-4454-b711-d13a003d5236 details requested by agent hyperv_hv-neutron-6013 with host hv-neutron-6013 {{(pid=94176) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:104}} Jun 23 11:32:56.416264 dv-neutron-601336-94-hyperv neutron-server[94174]: INFO neutron.db.ipam_backend_mixin [None req-aebdf986-bfc9-4e34-a506-278fd03ca346 tempest-PortsTestJSON-2085221018 tempest-PortsTestJSON-2085221018-project] Validation for CIDR: 172.20.0.0/28 failed - overlaps with subnet 657751ef-9b43-4a21-b943-ced80e557256 (CIDR: 172.20.0.0/28) Jun 23 11:32:56.448352 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69e55afc-abf7-4ef5-a64b-353c36d49229 tempest-BulkNetworkOpsTest-447796090 tempest-BulkNetworkOpsTest-447796090-project] Pushing event updated for resources: {'Network': ['ID=a6e4d201-4146-41b4-9dd0-b4a3e39e5621,revision_number=1']} {{(pid=94174) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 11:32:56.459427 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG oslo_concurrency.lockutils [None req-69e55afc-abf7-4ef5-a64b-353c36d49229 tempest-BulkNetworkOpsTest-447796090 tempest-BulkNetworkOpsTest-447796090-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.522s {{(pid=94174) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 11:32:56.459951 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG oslo_concurrency.lockutils [None req-1ac15df9-6a21-4e29-9955-cb16f2b119b0 tempest-QuotasNegativeTest-858964093 tempest-QuotasNegativeTest-858964093-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.516s {{(pid=94174) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 11:32:56.460340 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG oslo_concurrency.lockutils [None req-1ac15df9-6a21-4e29-9955-cb16f2b119b0 tempest-QuotasNegativeTest-858964093 tempest-QuotasNegativeTest-858964093-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.000s {{(pid=94174) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 11:32:56.494134 dv-neutron-601336-94-hyperv neutron-server[94174]: INFO neutron.pecan_wsgi.hooks.translation [None req-aebdf986-bfc9-4e34-a506-278fd03ca346 tempest-PortsTestJSON-2085221018 tempest-PortsTestJSON-2085221018-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jun 23 11:32:56.494633 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-aebdf986-bfc9-4e34-a506-278fd03ca346 tempest-PortsTestJSON-2085221018 tempest-PortsTestJSON-2085221018-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=94174) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 23 11:32:56.529620 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron_lib.db.resource_extend [None req-97bd5441-1da2-49ee-a364-27795820ba27 None None] It took 0.13 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=94176) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jun 23 11:32:56.575433 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron_lib.callbacks.manager [None req-db4b2020-b7bf-4227-bbb3-d9884b02bf2a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-922915', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-239814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7866073', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773699642215'] for port, after_create {{(pid=94176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:32:56.575691 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2ae2ed58-dcc1-42ae-a675-5483a44b68e6 tempest-NetworksTestDHCPv6-162546708 tempest-NetworksTestDHCPv6-162546708-project] Made reservation on behalf of 5e61222a836c47229c94e37f3902e6bd for: {'port': 1} {{(pid=94174) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 23 11:32:56.587916 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron_lib.callbacks.manager [None req-d2e20dbc-4d04-40c4-b142-fd5fb6110eda tempest-RoutersNegativeTest-1531528216 tempest-RoutersNegativeTest-1531528216-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-453061'] for router_interface, before_delete {{(pid=94175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:32:56.592268 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-088bcec0-d3ee-4bc0-bae0-9dc48cfeb502 tempest-BulkNetworkOpsTest-447796090 tempest-BulkNetworkOpsTest-447796090-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94174) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 11:32:56.598967 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-088bcec0-d3ee-4bc0-bae0-9dc48cfeb502 tempest-BulkNetworkOpsTest-447796090 tempest-BulkNetworkOpsTest-447796090-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94174) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 11:32:56.605055 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-088bcec0-d3ee-4bc0-bae0-9dc48cfeb502 tempest-BulkNetworkOpsTest-447796090 tempest-BulkNetworkOpsTest-447796090-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94174) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 11:32:56.611177 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-088bcec0-d3ee-4bc0-bae0-9dc48cfeb502 tempest-BulkNetworkOpsTest-447796090 tempest-BulkNetworkOpsTest-447796090-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94174) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 11:32:56.612448 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.plugins.ml2.rpc [None req-dc7542b2-afef-47f4-a763-e3a3cba144be None None] Network a6e4d201-4146-41b4-9dd0-b4a3e39e5621 details requested by agent ovs-agent-dv-neutron-601336-94-hyperv with host dv-neutron-601336-94-hyperv {{(pid=94176) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:250}} Jun 23 11:32:56.612918 dv-neutron-601336-94-hyperv neutron-server[94174]: INFO neutron.wsgi [None req-088bcec0-d3ee-4bc0-bae0-9dc48cfeb502 tempest-BulkNetworkOpsTest-447796090 tempest-BulkNetworkOpsTest-447796090-project] 10.222.0.20 "GET /v2.0/networks HTTP/1.1" status: 200 len: 2407 time: 0.4561534 Jun 23 11:32:56.615231 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6460e015-6bef-40e2-8721-7225b549c923 None None] Network 4b29730c-2a64-448a-b6cc-096066871e0d requested from dv-neutron-601336-94-hyperv {{(pid=94176) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 23 11:32:56.625130 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.wsgi [-] (94174) accepted ('10.222.0.20', 38756) {{(pid=94174) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 11:32:56.649003 dv-neutron-601336-94-hyperv neutron-server[94175]: INFO neutron.wsgi [None req-3b4985de-5ce2-46a8-9f40-ed169df9c26a tempest-RoutersNegativeIpV6Test-1628881962 tempest-RoutersNegativeIpV6Test-1628881962-project] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 2.9545536 Jun 23 11:32:56.649928 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.wsgi [-] (94175) accepted ('10.222.0.20', 38758) {{(pid=94175) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 11:32:56.682753 dv-neutron-601336-94-hyperv neutron-server[94174]: INFO neutron.wsgi [None req-aebdf986-bfc9-4e34-a506-278fd03ca346 tempest-PortsTestJSON-2085221018 tempest-PortsTestJSON-2085221018-project] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 1.6611218 Jun 23 11:32:56.686022 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.wsgi [-] (94175) accepted ('10.222.0.20', 38760) {{(pid=94175) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 11:32:56.692455 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.api.v2.base [None req-5b7a0ad4-3b9a-4450-8e8f-a323a55ac940 tempest-PortsTestJSON-2085221018 tempest-PortsTestJSON-2085221018-project] Request body: {'subnet': {'network_id': '2e1f816f-7464-4079-b100-cd7a8bb81164', 'cidr': '172.20.0.16/28', 'ip_version': 4, 'gateway_ip': '172.20.0.17'}} {{(pid=94175) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 23 11:32:56.703153 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.api.v2.base [None req-b4b22723-4ea1-4b47-aeac-cf5c1fed41e5 tempest-RoutersNegativeIpV6Test-1628881962 tempest-RoutersNegativeIpV6Test-1628881962-project] Request body: {'subnet': {'network_id': '38727e60-b515-4bb7-834a-df5ac00f4df4', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=94175) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 23 11:32:56.708459 dv-neutron-601336-94-hyperv neutron-server[94175]: INFO neutron.wsgi [None req-b3cc3dac-6144-4bfe-a293-cae51692a6fe tempest-AllowedAddressPairTestJSON-1962660266 tempest-AllowedAddressPairTestJSON-1962660266-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1013 time: 2.6595638 Jun 23 11:32:56.719638 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.wsgi [-] (94174) accepted ('10.222.0.20', 38762) {{(pid=94174) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 11:32:56.805341 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d22a142a-6bb3-4dfd-907f-820b43c5c644 req-8dab35af-85b4-4e6f-91ec-5f40f830b5bd tempest-ServerActionsTestJSON-161917335 tempest-ServerActionsTestJSON-161917335-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94174) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 11:32:56.807266 dv-neutron-601336-94-hyperv neutron-server[94174]: INFO neutron.wsgi [req-d22a142a-6bb3-4dfd-907f-820b43c5c644 req-8dab35af-85b4-4e6f-91ec-5f40f830b5bd tempest-ServerActionsTestJSON-161917335 tempest-ServerActionsTestJSON-161917335-project] 10.222.0.20 "GET /v2.0/ports?device_id=85769616-6b8b-4da7-ad73-344986edf607 HTTP/1.1" status: 200 len: 943 time: 0.3215117 Jun 23 11:32:56.823381 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron_lib.callbacks.manager [None req-b2f00087-2476-450f-89e6-478542ec58b0 tempest-BulkNetworkOpsTest-447796090 tempest-BulkNetworkOpsTest-447796090-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-824874'] for network, before_delete {{(pid=94174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:32:56.876608 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron_lib.callbacks.manager [None req-2ae2ed58-dcc1-42ae-a675-5483a44b68e6 tempest-NetworksTestDHCPv6-162546708 tempest-NetworksTestDHCPv6-162546708-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-923104'] for port, before_create {{(pid=94174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:32:56.921832 dv-neutron-601336-94-hyperv neutron-server[94174]: INFO neutron.wsgi [req-d22a142a-6bb3-4dfd-907f-820b43c5c644 req-2ae2ef74-fd80-4f79-ad31-611fc201fc55 tempest-ServerActionsTestJSON-161917335 tempest-ServerActionsTestJSON-161917335-project] 10.222.0.20 "GET /v2.0/security-groups?id=f0520e5d-8f0e-4c28-b543-be4405698077&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1042860 Jun 23 11:32:56.922870 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG oslo_concurrency.lockutils [None req-0c8d1100-d2b0-4b38-8d0b-66d3a4bab438 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 11:32:56.930859 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.plugins.ml2.rpc [None req-dc7542b2-afef-47f4-a763-e3a3cba144be None None] Device d118550e-b27b-4ff1-9330-46712197a0fe up at agent ovs-agent-dv-neutron-601336-94-hyperv {{(pid=94176) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:298}} Jun 23 11:32:56.933951 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-78f44006-078d-4371-8600-b27491b36b8a None None] Network 6a6c8949-9850-44f7-bca7-3fd76c05cabf requested from dv-neutron-601336-94-hyperv {{(pid=94176) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 23 11:32:56.988061 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.notifiers.nova [None req-2ae2ed58-dcc1-42ae-a675-5483a44b68e6 tempest-NetworksTestDHCPv6-162546708 tempest-NetworksTestDHCPv6-162546708-project] device_id is not set on port 2b56cbf6-1056-450e-b84b-0cc0ebdbfbb6 yet. {{(pid=94174) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jun 23 11:32:56.998503 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-db4b2020-b7bf-4227-bbb3-d9884b02bf2a None None] Network f53f535d-bce4-4da8-9bd9-396677ff4e83 is already hosted by enough agents. {{(pid=94176) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 23 11:32:57.006149 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-49b1603e-e46a-45de-b4a8-46c146c4d2f9 tempest-AllowedAddressPairTestJSON-1962660266 tempest-AllowedAddressPairTestJSON-1962660266-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94174) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 11:32:57.011933 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-49b1603e-e46a-45de-b4a8-46c146c4d2f9 tempest-AllowedAddressPairTestJSON-1962660266 tempest-AllowedAddressPairTestJSON-1962660266-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94174) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 11:32:57.018242 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-49b1603e-e46a-45de-b4a8-46c146c4d2f9 tempest-AllowedAddressPairTestJSON-1962660266 tempest-AllowedAddressPairTestJSON-1962660266-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94174) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 11:32:57.019923 dv-neutron-601336-94-hyperv neutron-server[94174]: INFO neutron.wsgi [None req-49b1603e-e46a-45de-b4a8-46c146c4d2f9 tempest-AllowedAddressPairTestJSON-1962660266 tempest-AllowedAddressPairTestJSON-1962660266-project] 10.222.0.20 "GET /v2.0/ports HTTP/1.1" status: 200 len: 2480 time: 0.2892590 Jun 23 11:32:57.023960 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.wsgi [-] (94174) accepted ('10.222.0.20', 38772) {{(pid=94174) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 11:32:57.053375 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b4b22723-4ea1-4b47-aeac-cf5c1fed41e5 tempest-RoutersNegativeIpV6Test-1628881962 tempest-RoutersNegativeIpV6Test-1628881962-project] Made reservation on behalf of 82c51a8a2e054769b0c98a77cf1b7153 for: {'subnet': 1} {{(pid=94175) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 23 11:32:57.059491 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron_lib.callbacks.manager [None req-b4b22723-4ea1-4b47-aeac-cf5c1fed41e5 tempest-RoutersNegativeIpV6Test-1628881962 tempest-RoutersNegativeIpV6Test-1628881962-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4660073'] for subnet, before_create {{(pid=94175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:32:57.059625 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron_lib.callbacks.manager [None req-b2f00087-2476-450f-89e6-478542ec58b0 tempest-BulkNetworkOpsTest-447796090 tempest-BulkNetworkOpsTest-447796090-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-897259', 'neutron.services.segments.db._delete_segments_for_network-8773700168587'] for network, precommit_delete {{(pid=94174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:32:57.080583 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.scheduler.base_scheduler [None req-db4b2020-b7bf-4227-bbb3-d9884b02bf2a None None] Resources bound (agent type, host, resource id): {{(pid=94176) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 23 11:32:57.092314 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.services.segments.db [None req-b2f00087-2476-450f-89e6-478542ec58b0 tempest-BulkNetworkOpsTest-447796090 tempest-BulkNetworkOpsTest-447796090-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e0519f89-6573-4a9d-8263-d1ce5b3c0c4e']}} {{(pid=94174) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 11:32:57.102477 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.db.l3_dvrscheduler_db [None req-db4b2020-b7bf-4227-bbb3-d9884b02bf2a None None] Received port after_create {{(pid=94176) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 23 11:32:57.114247 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.services.segments.db [None req-b2f00087-2476-450f-89e6-478542ec58b0 tempest-BulkNetworkOpsTest-447796090 tempest-BulkNetworkOpsTest-447796090-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2429f812-b178-4634-b730-50a1be366d41') {'for_net_delete': True} {{(pid=94174) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 11:32:57.114247 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.services.segments.db [None req-b2f00087-2476-450f-89e6-478542ec58b0 tempest-BulkNetworkOpsTest-447796090 tempest-BulkNetworkOpsTest-447796090-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2429f812-b178-4634-b730-50a1be366d41') {} {{(pid=94174) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 11:32:57.140288 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron_lib.callbacks.manager [None req-b460dbab-3232-47b6-a613-cab5da8c2af4 None None] Notify callbacks [] for port, precommit_create {{(pid=94176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:32:57.165648 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5b7a0ad4-3b9a-4450-8e8f-a323a55ac940 tempest-PortsTestJSON-2085221018 tempest-PortsTestJSON-2085221018-project] Made reservation on behalf of 9e5461dd76964a018bba022fe5f7a0f1 for: {'subnet': 1} {{(pid=94175) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 23 11:32:57.169408 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron_lib.callbacks.manager [None req-5b7a0ad4-3b9a-4450-8e8f-a323a55ac940 tempest-PortsTestJSON-2085221018 tempest-PortsTestJSON-2085221018-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4660073'] for subnet, before_create {{(pid=94175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:32:57.238898 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.db.provisioning_blocks [None req-a80fb536-ce2b-449d-a133-bf290529e131 None None] Provisioning for port d118550e-b27b-4ff1-9330-46712197a0fe completed by entity DHCP. {{(pid=94176) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 23 11:32:57.251249 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.db.provisioning_blocks [None req-b460dbab-3232-47b6-a613-cab5da8c2af4 None None] Transition to ACTIVE for port object 39134afe-23ad-4cc1-a2ce-bd4dc25ab186 will not be triggered until provisioned by entity L2. {{(pid=94176) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 23 11:32:57.335143 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.plugins.ml2.plugin [None req-d2e20dbc-4d04-40c4-b142-fd5fb6110eda tempest-RoutersNegativeTest-1531528216 tempest-RoutersNegativeTest-1531528216-project] Deleting port 727a85bd-2ec3-483c-bf7e-93b8a6119cdd {{(pid=94175) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1913}} Jun 23 11:32:57.335659 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron_lib.callbacks.manager [None req-d2e20dbc-4d04-40c4-b142-fd5fb6110eda tempest-RoutersNegativeTest-1531528216 tempest-RoutersNegativeTest-1531528216-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773700079324'] for port, before_delete {{(pid=94175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:32:57.392130 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db4b2020-b7bf-4227-bbb3-d9884b02bf2a None None] Pushing event updated for resources: {'Port': ['ID=9920e4c9-c6c7-4536-ad81-ffa58f0e33ab,revision_number=1']} {{(pid=94176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 11:32:57.395684 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG oslo_concurrency.lockutils [None req-db4b2020-b7bf-4227-bbb3-d9884b02bf2a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.473s {{(pid=94176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 11:32:57.410641 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.db.provisioning_blocks [None req-b460dbab-3232-47b6-a613-cab5da8c2af4 None None] Transition to ACTIVE for port object 39134afe-23ad-4cc1-a2ce-bd4dc25ab186 will not be triggered until provisioned by entity DHCP. {{(pid=94176) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 23 11:32:57.448690 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron_lib.callbacks.manager [None req-b2f00087-2476-450f-89e6-478542ec58b0 tempest-BulkNetworkOpsTest-447796090 tempest-BulkNetworkOpsTest-447796090-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8773699955833', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4800267'] for segment, before_delete {{(pid=94174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:32:57.467511 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.plugins.ml2.db [None req-97bd5441-1da2-49ee-a364-27795820ba27 None None] For port 4428b5cd-2ee2-4454-b711-d13a003d5236, host hv-neutron-6013, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-6013',level=0,port_id=4428b5cd-2ee2-4454-b711-d13a003d5236,segment=NetworkSegment(38a4352d-de94-4d68-8280-f5ea074ec139),segment_id=38a4352d-de94-4d68-8280-f5ea074ec139)] {{(pid=94176) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 23 11:32:57.505667 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.plugins.ml2.managers [None req-db4b2020-b7bf-4227-bbb3-d9884b02bf2a None None] Attempting to bind port 9920e4c9-c6c7-4536-ad81-ffa58f0e33ab on host dv-neutron-601336-94-hyperv for vnic_type normal with profile {{(pid=94176) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 23 11:32:57.506055 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.plugins.ml2.managers [None req-db4b2020-b7bf-4227-bbb3-d9884b02bf2a None None] Attempting to bind port 9920e4c9-c6c7-4536-ad81-ffa58f0e33ab by drivers openvswitch,hyperv on host dv-neutron-601336-94-hyperv at level 0 using segments [{'id': '6303a411-6e70-4139-a530-9ee4cf8ba843', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 419, 'network_id': 'f53f535d-bce4-4da8-9bd9-396677ff4e83'}] {{(pid=94176) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 23 11:32:57.506434 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-db4b2020-b7bf-4227-bbb3-d9884b02bf2a None None] Attempting to bind port 9920e4c9-c6c7-4536-ad81-ffa58f0e33ab on network f53f535d-bce4-4da8-9bd9-396677ff4e83 {{(pid=94176) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 23 11:32:57.513671 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron_lib.callbacks.manager [None req-b2f00087-2476-450f-89e6-478542ec58b0 tempest-BulkNetworkOpsTest-447796090 tempest-BulkNetworkOpsTest-447796090-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3801'] for segment, precommit_delete {{(pid=94174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:32:57.517040 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron_lib.callbacks.manager [None req-b460dbab-3232-47b6-a613-cab5da8c2af4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-922915', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-239814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7866073', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773699642215'] for port, after_create {{(pid=94176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:32:57.530762 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b2f00087-2476-450f-89e6-478542ec58b0 tempest-BulkNetworkOpsTest-447796090 tempest-BulkNetworkOpsTest-447796090-project] Releasing vlan 448 on physical network physnet1 to pool {{(pid=94174) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 23 11:32:57.531225 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron_lib.callbacks.manager [None req-b2f00087-2476-450f-89e6-478542ec58b0 tempest-BulkNetworkOpsTest-447796090 tempest-BulkNetworkOpsTest-447796090-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3801', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5196341'] for segment, after_delete {{(pid=94174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:32:57.531427 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG oslo_concurrency.lockutils [None req-a2d299d1-a7cc-4723-a7f1-71b461abb69b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 11:32:57.533606 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-db4b2020-b7bf-4227-bbb3-d9884b02bf2a None None] Checking agent: {'id': '4d05f899-5ac9-411b-8a03-f60c93f87cdf', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-601336-94-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 23, 11, 22, 14), 'started_at': datetime.datetime(2021, 6, 23, 11, 22, 44), 'heartbeat_timestamp': datetime.datetime(2021, 6, 23, 11, 32, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'monitor_allowed_address_pair_garp': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-601336-94-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94176) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 23 11:32:57.534000 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-db4b2020-b7bf-4227-bbb3-d9884b02bf2a None None] Checking segment: {'id': '6303a411-6e70-4139-a530-9ee4cf8ba843', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 419, 'network_id': 'f53f535d-bce4-4da8-9bd9-396677ff4e83'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94176) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 23 11:32:57.534609 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron_lib.callbacks.manager [None req-db4b2020-b7bf-4227-bbb3-d9884b02bf2a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:32:57.535001 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-db4b2020-b7bf-4227-bbb3-d9884b02bf2a None None] Bound using segment: {'id': '6303a411-6e70-4139-a530-9ee4cf8ba843', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 419, 'network_id': 'f53f535d-bce4-4da8-9bd9-396677ff4e83'} {{(pid=94176) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 23 11:32:57.535516 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.plugins.ml2.managers [None req-db4b2020-b7bf-4227-bbb3-d9884b02bf2a None None] Bound port: 9920e4c9-c6c7-4536-ad81-ffa58f0e33ab, host: dv-neutron-601336-94-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6303a411-6e70-4139-a530-9ee4cf8ba843', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 419, 'network_id': 'f53f535d-bce4-4da8-9bd9-396677ff4e83'}}] {{(pid=94176) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 23 11:32:57.535910 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron_lib.callbacks.manager [None req-db4b2020-b7bf-4227-bbb3-d9884b02bf2a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-923122'] for port, before_update {{(pid=94176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:32:57.538148 dv-neutron-601336-94-hyperv neutron-server[94174]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 23 11:32:57.538148 dv-neutron-601336-94-hyperv neutron-server[94174]: conditions |= (models_v2.Port.network_id.in_( Jun 23 11:32:57.538148 dv-neutron-601336-94-hyperv neutron-server[94174]: Traceback (most recent call last): Jun 23 11:32:57.538148 dv-neutron-601336-94-hyperv neutron-server[94174]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 23 11:32:57.538148 dv-neutron-601336-94-hyperv neutron-server[94174]: timer() Jun 23 11:32:57.538148 dv-neutron-601336-94-hyperv neutron-server[94174]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 23 11:32:57.538148 dv-neutron-601336-94-hyperv neutron-server[94174]: cb(*args, **kw) Jun 23 11:32:57.538148 dv-neutron-601336-94-hyperv neutron-server[94174]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 23 11:32:57.538148 dv-neutron-601336-94-hyperv neutron-server[94174]: return func(*args, **kwargs) Jun 23 11:32:57.538148 dv-neutron-601336-94-hyperv neutron-server[94174]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 23 11:32:57.538148 dv-neutron-601336-94-hyperv neutron-server[94174]: self._notify() Jun 23 11:32:57.538148 dv-neutron-601336-94-hyperv neutron-server[94174]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 23 11:32:57.538148 dv-neutron-601336-94-hyperv neutron-server[94174]: self.callback(batched_events) Jun 23 11:32:57.538148 dv-neutron-601336-94-hyperv neutron-server[94174]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 23 11:32:57.538148 dv-neutron-601336-94-hyperv neutron-server[94174]: event.method(event) Jun 23 11:32:57.538148 dv-neutron-601336-94-hyperv neutron-server[94174]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 23 11:32:57.538148 dv-neutron-601336-94-hyperv neutron-server[94174]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 23 11:32:57.538148 dv-neutron-601336-94-hyperv neutron-server[94174]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 23 11:32:57.538148 dv-neutron-601336-94-hyperv neutron-server[94174]: aggregate_uuid = self.p_client.list_aggregates( Jun 23 11:32:57.538148 dv-neutron-601336-94-hyperv neutron-server[94174]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 23 11:32:57.538148 dv-neutron-601336-94-hyperv neutron-server[94174]: return f(self, *a, **k) Jun 23 11:32:57.538148 dv-neutron-601336-94-hyperv neutron-server[94174]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 23 11:32:57.538148 dv-neutron-601336-94-hyperv neutron-server[94174]: return self._get(url).json() Jun 23 11:32:57.538148 dv-neutron-601336-94-hyperv neutron-server[94174]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 23 11:32:57.538148 dv-neutron-601336-94-hyperv neutron-server[94174]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 23 11:32:57.538148 dv-neutron-601336-94-hyperv neutron-server[94174]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 23 11:32:57.538148 dv-neutron-601336-94-hyperv neutron-server[94174]: return self.request(url, 'GET', **kwargs) Jun 23 11:32:57.538148 dv-neutron-601336-94-hyperv neutron-server[94174]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 23 11:32:57.538148 dv-neutron-601336-94-hyperv neutron-server[94174]: base_url = self.get_endpoint(auth, allow=allow, Jun 23 11:32:57.538148 dv-neutron-601336-94-hyperv neutron-server[94174]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 23 11:32:57.538148 dv-neutron-601336-94-hyperv neutron-server[94174]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 23 11:32:57.538148 dv-neutron-601336-94-hyperv neutron-server[94174]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 23 11:32:57.538148 dv-neutron-601336-94-hyperv neutron-server[94174]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 23 11:32:57.538148 dv-neutron-601336-94-hyperv neutron-server[94174]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 23 11:32:57.542058 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron_lib.callbacks.manager [None req-d2e20dbc-4d04-40c4-b142-fd5fb6110eda tempest-RoutersNegativeTest-1531528216 tempest-RoutersNegativeTest-1531528216-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-430722'] for port, precommit_delete {{(pid=94175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:32:57.560529 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.plugins.ml2.rpc [None req-97bd5441-1da2-49ee-a364-27795820ba27 None None] Returning: {'device': '4428b5cd-2ee2-4454-b711-d13a003d5236', 'network_id': '34cf218b-02ad-4259-a49e-5807c729dd9a', 'port_id': '4428b5cd-2ee2-4454-b711-d13a003d5236', 'mac_address': 'fa:16:3e:ba:22:7c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 403, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '47ff68e9-949b-4720-9652-7e8da6276be9', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94176) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:186}} Jun 23 11:32:57.563743 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.plugins.ml2.plugin [None req-d2e20dbc-4d04-40c4-b142-fd5fb6110eda tempest-RoutersNegativeTest-1531528216 tempest-RoutersNegativeTest-1531528216-project] Calling delete_port for 727a85bd-2ec3-483c-bf7e-93b8a6119cdd owned by network:router_interface {{(pid=94175) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1986}} Jun 23 11:32:57.595008 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron_lib.callbacks.manager [None req-b4b22723-4ea1-4b47-aeac-cf5c1fed41e5 tempest-RoutersNegativeIpV6Test-1628881962 tempest-RoutersNegativeIpV6Test-1628881962-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866062', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5083113', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4660095'] for subnet, after_create {{(pid=94175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:32:57.597641 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.db.db_base_plugin_common [None req-2ae2ed58-dcc1-42ae-a675-5483a44b68e6 tempest-NetworksTestDHCPv6-162546708 tempest-NetworksTestDHCPv6-162546708-project] Allocated IP 2001:db8::f816:3eff:fe95:ed22 (f53f535d-bce4-4da8-9bd9-396677ff4e83/ca5eb39c-9735-4470-a6bd-9a859dd49203/2b56cbf6-1056-450e-b84b-0cc0ebdbfbb6) {{(pid=94174) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 23 11:32:57.599851 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG oslo_concurrency.lockutils [None req-3239a4fb-f95d-49b4-a98f-c5b2cac8d386 tempest-NetworksIpV6TestAttrs-49342282 tempest-NetworksIpV6TestAttrs-49342282-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94175) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 11:32:57.628259 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b460dbab-3232-47b6-a613-cab5da8c2af4 None None] Network 2e1f816f-7464-4079-b100-cd7a8bb81164 is already hosted by enough agents. {{(pid=94176) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 23 11:32:57.657070 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.plugins.ml2.plugin [None req-59e9bb56-5e30-44cf-a008-77c8d651ed8b tempest-AllowedAddressPairTestJSON-1962660266 tempest-AllowedAddressPairTestJSON-1962660266-project] Deleting port 50f113b0-17e5-4a55-877e-7fe9d641027b {{(pid=94174) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1913}} Jun 23 11:32:57.657422 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron_lib.callbacks.manager [None req-59e9bb56-5e30-44cf-a008-77c8d651ed8b tempest-AllowedAddressPairTestJSON-1962660266 tempest-AllowedAddressPairTestJSON-1962660266-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773700079324'] for port, before_delete {{(pid=94174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:32:57.676409 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.db.provisioning_blocks [None req-dc7542b2-afef-47f4-a763-e3a3cba144be None None] Provisioning for port d118550e-b27b-4ff1-9330-46712197a0fe completed by entity L2. {{(pid=94176) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 23 11:32:57.678304 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.db.provisioning_blocks [None req-7ffd417f-b150-4f73-aaf5-b4309c5ff13e None None] Provisioning for port 1fe4f200-35a0-40be-b361-c23193315cd6 completed by entity DHCP. {{(pid=94176) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 23 11:32:57.693185 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.scheduler.base_scheduler [None req-b460dbab-3232-47b6-a613-cab5da8c2af4 None None] Resources bound (agent type, host, resource id): {{(pid=94176) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 23 11:32:57.698448 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b460dbab-3232-47b6-a613-cab5da8c2af4 None None] Received port after_create {{(pid=94176) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 23 11:32:57.704842 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron_lib.callbacks.manager [None req-b2f00087-2476-450f-89e6-478542ec58b0 tempest-BulkNetworkOpsTest-447796090 tempest-BulkNetworkOpsTest-447796090-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-897248', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8002400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7866073', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-524247'] for network, after_delete {{(pid=94174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:32:57.722310 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94174) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 11:32:57.727440 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron_lib.callbacks.manager [None req-b2f00087-2476-450f-89e6-478542ec58b0 tempest-BulkNetworkOpsTest-447796090 tempest-BulkNetworkOpsTest-447796090-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7865916'] for network, before_response {{(pid=94174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:32:57.729267 dv-neutron-601336-94-hyperv neutron-server[94174]: INFO neutron.wsgi [None req-b2f00087-2476-450f-89e6-478542ec58b0 tempest-BulkNetworkOpsTest-447796090 tempest-BulkNetworkOpsTest-447796090-project] 10.222.0.20 "DELETE /v2.0/networks/e0519f89-6573-4a9d-8263-d1ce5b3c0c4e HTTP/1.1" status: 204 len: 168 time: 1.1022453 Jun 23 11:32:57.734745 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.wsgi [-] (94175) accepted ('10.222.0.20', 38774) {{(pid=94175) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 11:32:57.735801 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.db.provisioning_blocks [None req-dc7542b2-afef-47f4-a763-e3a3cba144be None None] Provisioning complete for port d118550e-b27b-4ff1-9330-46712197a0fe triggered by entity L2. {{(pid=94176) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 23 11:32:57.736188 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron_lib.callbacks.manager [None req-dc7542b2-afef-47f4-a763-e3a3cba144be None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-899258'] for port, provisioning_complete {{(pid=94176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:32:57.740102 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4b22723-4ea1-4b47-aeac-cf5c1fed41e5 tempest-RoutersNegativeIpV6Test-1628881962 tempest-RoutersNegativeIpV6Test-1628881962-project] Pushing event updated for resources: {'Subnet': ['ID=c67452df-949b-4749-9c4b-23efd0f7a7e6,revision_number=0']} {{(pid=94175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 11:32:57.748834 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b460dbab-3232-47b6-a613-cab5da8c2af4 None None] Pushing event updated for resources: {'Port': ['ID=39134afe-23ad-4cc1-a2ce-bd4dc25ab186,revision_number=1']} {{(pid=94176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 11:32:57.751488 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG oslo_concurrency.lockutils [None req-b460dbab-3232-47b6-a613-cab5da8c2af4 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.220s {{(pid=94176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 11:32:57.775095 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2f00087-2476-450f-89e6-478542ec58b0 tempest-BulkNetworkOpsTest-447796090 tempest-BulkNetworkOpsTest-447796090-project] Pushing event deleted for resources: {'Network': ['ID=e0519f89-6573-4a9d-8263-d1ce5b3c0c4e,revision_number=None']} {{(pid=94174) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 11:32:57.778127 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG oslo_concurrency.lockutils [None req-b4b22723-4ea1-4b47-aeac-cf5c1fed41e5 tempest-RoutersNegativeIpV6Test-1628881962 tempest-RoutersNegativeIpV6Test-1628881962-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.178s {{(pid=94175) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 11:32:57.781605 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG oslo_concurrency.lockutils [None req-b2f00087-2476-450f-89e6-478542ec58b0 tempest-BulkNetworkOpsTest-447796090 tempest-BulkNetworkOpsTest-447796090-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.060s {{(pid=94174) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 11:32:57.790999 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-07c1a3e7-3f0b-4aae-af91-e6b85727d73e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1e0d828a-1fa4-563d-b7fd-53adf66a04ee-13d4f792-a7d0-4acb-b0a5-e21b141310d7', 'network_id': '13d4f792-a7d0-4acb-b0a5-e21b141310d7', 'tenant_id': '82c51a8a2e054769b0c98a77cf1b7153', 'fixed_ips': [{'subnet_id': '3d31ab23-46f2-4cf4-bfc1-e54b7f42fbe9'}]}} from dv-neutron-601336-94-hyperv. {{(pid=94176) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 23 11:32:57.791836 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron_lib.callbacks.manager [None req-07c1a3e7-3f0b-4aae-af91-e6b85727d73e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-923104'] for port, before_create {{(pid=94176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:32:57.837635 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron_lib.callbacks.manager [None req-59e9bb56-5e30-44cf-a008-77c8d651ed8b tempest-AllowedAddressPairTestJSON-1962660266 tempest-AllowedAddressPairTestJSON-1962660266-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-430722'] for port, precommit_delete {{(pid=94174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:32:57.860806 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron_lib.callbacks.manager [None req-97bd5441-1da2-49ee-a364-27795820ba27 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-923122'] for port, before_update {{(pid=94176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:32:57.861745 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.plugins.ml2.plugin [None req-59e9bb56-5e30-44cf-a008-77c8d651ed8b tempest-AllowedAddressPairTestJSON-1962660266 tempest-AllowedAddressPairTestJSON-1962660266-project] Calling delete_port for 50f113b0-17e5-4a55-877e-7fe9d641027b owned by {{(pid=94174) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1986}} Jun 23 11:32:57.881159 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron_lib.callbacks.manager [None req-2ae2ed58-dcc1-42ae-a675-5483a44b68e6 tempest-NetworksTestDHCPv6-162546708 tempest-NetworksTestDHCPv6-162546708-project] Notify callbacks [] for port, precommit_create {{(pid=94174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:32:57.930562 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.plugins.ml2.db [None req-db4b2020-b7bf-4227-bbb3-d9884b02bf2a None None] For port 9920e4c9-c6c7-4536-ad81-ffa58f0e33ab, host dv-neutron-601336-94-hyperv, cleared binding levels {{(pid=94176) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 23 11:32:57.931163 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.db.provisioning_blocks [None req-2ae2ed58-dcc1-42ae-a675-5483a44b68e6 tempest-NetworksTestDHCPv6-162546708 tempest-NetworksTestDHCPv6-162546708-project] Transition to ACTIVE for port object 2b56cbf6-1056-450e-b84b-0cc0ebdbfbb6 will not be triggered until provisioned by entity DHCP. {{(pid=94174) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 23 11:32:58.047399 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron_lib.callbacks.manager [None req-2ae2ed58-dcc1-42ae-a675-5483a44b68e6 tempest-NetworksTestDHCPv6-162546708 tempest-NetworksTestDHCPv6-162546708-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-922915', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-239814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7866073', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773699642215', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-5196399'] for port, after_create {{(pid=94174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:32:58.059652 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.notifiers.nova [None req-97bd5441-1da2-49ee-a364-27795820ba27 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4428b5cd-2ee2-4454-b711-d13a003d5236 {{(pid=94176) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 23 11:32:58.059907 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG oslo_concurrency.lockutils [None req-001d2744-b9d4-4cf4-9e24-dd5aefa8d3b1 tempest-PortsTestJSON-2085221018 tempest-PortsTestJSON-2085221018-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94174) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 11:32:58.066053 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.plugins.ml2.db [None req-db4b2020-b7bf-4227-bbb3-d9884b02bf2a None None] For port 9920e4c9-c6c7-4536-ad81-ffa58f0e33ab, host dv-neutron-601336-94-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-94-hyperv',level=0,port_id=9920e4c9-c6c7-4536-ad81-ffa58f0e33ab,segment=NetworkSegment(6303a411-6e70-4139-a530-9ee4cf8ba843),segment_id=6303a411-6e70-4139-a530-9ee4cf8ba843)] {{(pid=94176) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 23 11:32:58.084253 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.plugins.ml2.managers [None req-b460dbab-3232-47b6-a613-cab5da8c2af4 None None] Attempting to bind port 39134afe-23ad-4cc1-a2ce-bd4dc25ab186 on host dv-neutron-601336-94-hyperv for vnic_type normal with profile {{(pid=94176) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 23 11:32:58.084665 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.plugins.ml2.managers [None req-b460dbab-3232-47b6-a613-cab5da8c2af4 None None] Attempting to bind port 39134afe-23ad-4cc1-a2ce-bd4dc25ab186 by drivers openvswitch,hyperv on host dv-neutron-601336-94-hyperv at level 0 using segments [{'id': '93314192-b55b-45be-8ef1-2041fea40614', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 431, 'network_id': '2e1f816f-7464-4079-b100-cd7a8bb81164'}] {{(pid=94176) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 23 11:32:58.085050 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b460dbab-3232-47b6-a613-cab5da8c2af4 None None] Attempting to bind port 39134afe-23ad-4cc1-a2ce-bd4dc25ab186 on network 2e1f816f-7464-4079-b100-cd7a8bb81164 {{(pid=94176) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 23 11:32:58.120408 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.plugins.ml2.db [None req-97bd5441-1da2-49ee-a364-27795820ba27 None None] For port 4428b5cd-2ee2-4454-b711-d13a003d5236, host hv-neutron-6013, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-6013',level=0,port_id=4428b5cd-2ee2-4454-b711-d13a003d5236,segment=NetworkSegment(38a4352d-de94-4d68-8280-f5ea074ec139),segment_id=38a4352d-de94-4d68-8280-f5ea074ec139)] {{(pid=94176) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 23 11:32:58.141205 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2ae2ed58-dcc1-42ae-a675-5483a44b68e6 tempest-NetworksTestDHCPv6-162546708 tempest-NetworksTestDHCPv6-162546708-project] Network f53f535d-bce4-4da8-9bd9-396677ff4e83 is already hosted by enough agents. {{(pid=94174) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 23 11:32:58.148526 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.scheduler.base_scheduler [None req-2ae2ed58-dcc1-42ae-a675-5483a44b68e6 tempest-NetworksTestDHCPv6-162546708 tempest-NetworksTestDHCPv6-162546708-project] Resources bound (agent type, host, resource id): {{(pid=94174) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 23 11:32:58.148798 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron_lib.callbacks.manager [None req-db4b2020-b7bf-4227-bbb3-d9884b02bf2a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-922904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866062', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773700135042', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773699642233', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773699642278'] for port, after_update {{(pid=94176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:32:58.151691 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b460dbab-3232-47b6-a613-cab5da8c2af4 None None] Checking agent: {'id': '4d05f899-5ac9-411b-8a03-f60c93f87cdf', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-601336-94-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 23, 11, 22, 14), 'started_at': datetime.datetime(2021, 6, 23, 11, 22, 44), 'heartbeat_timestamp': datetime.datetime(2021, 6, 23, 11, 32, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'monitor_allowed_address_pair_garp': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-601336-94-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94176) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 23 11:32:58.152081 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b460dbab-3232-47b6-a613-cab5da8c2af4 None None] Checking segment: {'id': '93314192-b55b-45be-8ef1-2041fea40614', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 431, 'network_id': '2e1f816f-7464-4079-b100-cd7a8bb81164'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94176) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 23 11:32:58.152690 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron_lib.callbacks.manager [None req-b460dbab-3232-47b6-a613-cab5da8c2af4 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:32:58.153105 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b460dbab-3232-47b6-a613-cab5da8c2af4 None None] Bound using segment: {'id': '93314192-b55b-45be-8ef1-2041fea40614', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 431, 'network_id': '2e1f816f-7464-4079-b100-cd7a8bb81164'} {{(pid=94176) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 23 11:32:58.153615 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.plugins.ml2.managers [None req-b460dbab-3232-47b6-a613-cab5da8c2af4 None None] Bound port: 39134afe-23ad-4cc1-a2ce-bd4dc25ab186, host: dv-neutron-601336-94-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '93314192-b55b-45be-8ef1-2041fea40614', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 431, 'network_id': '2e1f816f-7464-4079-b100-cd7a8bb81164'}}] {{(pid=94176) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 23 11:32:58.154079 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron_lib.callbacks.manager [None req-b460dbab-3232-47b6-a613-cab5da8c2af4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-923122'] for port, before_update {{(pid=94176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:32:58.156460 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron_lib.callbacks.manager [None req-5b7a0ad4-3b9a-4450-8e8f-a323a55ac940 tempest-PortsTestJSON-2085221018 tempest-PortsTestJSON-2085221018-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866062', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5083113', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4660095'] for subnet, after_create {{(pid=94175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:32:58.162531 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG oslo_concurrency.lockutils [None req-020e72da-2962-4bfb-b969-4f4cb634732b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 11:32:58.167852 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG oslo_concurrency.lockutils [None req-194c456c-7520-4354-a965-23420aabb0dd tempest-NetworksTestDHCPv6-162546708 tempest-NetworksTestDHCPv6-162546708-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94175) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 11:32:58.168404 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2ae2ed58-dcc1-42ae-a675-5483a44b68e6 tempest-NetworksTestDHCPv6-162546708 tempest-NetworksTestDHCPv6-162546708-project] Received port after_create {{(pid=94174) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 23 11:32:58.177766 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2ae2ed58-dcc1-42ae-a675-5483a44b68e6 tempest-NetworksTestDHCPv6-162546708 tempest-NetworksTestDHCPv6-162546708-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94174) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 11:32:58.192978 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron_lib.callbacks.manager [None req-2ae2ed58-dcc1-42ae-a675-5483a44b68e6 tempest-NetworksTestDHCPv6-162546708 tempest-NetworksTestDHCPv6-162546708-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-217507'] for port, before_response {{(pid=94174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:32:58.192978 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron_lib.callbacks.manager [None req-59e9bb56-5e30-44cf-a008-77c8d651ed8b tempest-AllowedAddressPairTestJSON-1962660266 tempest-AllowedAddressPairTestJSON-1962660266-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-922904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866062', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773700135024', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773699642224', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5196390'] for port, after_delete {{(pid=94174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:32:58.203159 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ae2ed58-dcc1-42ae-a675-5483a44b68e6 tempest-NetworksTestDHCPv6-162546708 tempest-NetworksTestDHCPv6-162546708-project] Pushing event updated for resources: {'Port': ['ID=2b56cbf6-1056-450e-b84b-0cc0ebdbfbb6,revision_number=1']} {{(pid=94174) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 11:32:58.211017 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG oslo_concurrency.lockutils [None req-2ae2ed58-dcc1-42ae-a675-5483a44b68e6 tempest-NetworksTestDHCPv6-162546708 tempest-NetworksTestDHCPv6-162546708-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.151s {{(pid=94174) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 11:32:58.212969 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG oslo_concurrency.lockutils [None req-9c1e6a49-bf89-437c-854d-fa1ffffaf525 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.015s {{(pid=94174) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 11:32:58.228201 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron_lib.callbacks.manager [None req-97bd5441-1da2-49ee-a364-27795820ba27 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-922904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866062', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773700135042', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773699642233', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773699642278'] for port, after_update {{(pid=94176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:32:58.247556 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b4b22723-4ea1-4b47-aeac-cf5c1fed41e5 tempest-RoutersNegativeIpV6Test-1628881962 tempest-RoutersNegativeIpV6Test-1628881962-project] Checking segment: {'id': '6214cf8a-e32a-401f-a5e8-7269da7de376', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 433, 'network_id': '38727e60-b515-4bb7-834a-df5ac00f4df4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94175) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 23 11:32:58.250645 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b4b22723-4ea1-4b47-aeac-cf5c1fed41e5 tempest-RoutersNegativeIpV6Test-1628881962 tempest-RoutersNegativeIpV6Test-1628881962-project] Network hostable DHCP agents. Network: 38727e60-b515-4bb7-834a-df5ac00f4df4, hostable agents: ['8cf29b10-0e57-4131-816f-a4b6ad00b249'], hosted agents: [] {{(pid=94175) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 23 11:32:58.268674 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59e9bb56-5e30-44cf-a008-77c8d651ed8b tempest-AllowedAddressPairTestJSON-1962660266 tempest-AllowedAddressPairTestJSON-1962660266-project] Pushing event deleted for resources: {'Port': ['ID=50f113b0-17e5-4a55-877e-7fe9d641027b,revision_number=None']} {{(pid=94174) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 11:32:58.273021 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG oslo_concurrency.lockutils [None req-59e9bb56-5e30-44cf-a008-77c8d651ed8b tempest-AllowedAddressPairTestJSON-1962660266 tempest-AllowedAddressPairTestJSON-1962660266-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.060s {{(pid=94174) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 11:32:58.276473 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron_lib.callbacks.manager [None req-dc7542b2-afef-47f4-a763-e3a3cba144be None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-923122'] for port, before_update {{(pid=94176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:32:58.292159 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5b7a0ad4-3b9a-4450-8e8f-a323a55ac940 tempest-PortsTestJSON-2085221018 tempest-PortsTestJSON-2085221018-project] Network 2e1f816f-7464-4079-b100-cd7a8bb81164 is already hosted by enough agents. {{(pid=94175) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 23 11:32:58.299473 dv-neutron-601336-94-hyperv neutron-server[94174]: INFO neutron.wsgi [None req-2ae2ed58-dcc1-42ae-a675-5483a44b68e6 tempest-NetworksTestDHCPv6-162546708 tempest-NetworksTestDHCPv6-162546708-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 948 time: 2.2374485 Jun 23 11:32:58.319600 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.wsgi [-] (94174) accepted ('10.222.0.20', 38778) {{(pid=94174) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 11:32:58.325353 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b7a0ad4-3b9a-4450-8e8f-a323a55ac940 tempest-PortsTestJSON-2085221018 tempest-PortsTestJSON-2085221018-project] Pushing event updated for resources: {'Subnet': ['ID=704d9e83-b755-4f85-bdf5-600ee754443f,revision_number=0']} {{(pid=94175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 11:32:58.355304 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.db.db_base_plugin_common [None req-07c1a3e7-3f0b-4aae-af91-e6b85727d73e None None] Allocated IP 2001:db8::2 (13d4f792-a7d0-4acb-b0a5-e21b141310d7/3d31ab23-46f2-4cf4-bfc1-e54b7f42fbe9/756c8c16-c8e1-4b85-856d-461fda2d7076) {{(pid=94176) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 23 11:32:58.359845 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG oslo_concurrency.lockutils [None req-5b7a0ad4-3b9a-4450-8e8f-a323a55ac940 tempest-PortsTestJSON-2085221018 tempest-PortsTestJSON-2085221018-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.190s {{(pid=94175) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 11:32:58.365530 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron_lib.callbacks.manager [None req-a99f554c-4655-4cab-a2c8-0a1f6671facd tempest-BulkNetworkOpsTest-447796090 tempest-BulkNetworkOpsTest-447796090-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-824874'] for network, before_delete {{(pid=94175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:32:58.370785 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.scheduler.base_scheduler [None req-5b7a0ad4-3b9a-4450-8e8f-a323a55ac940 tempest-PortsTestJSON-2085221018 tempest-PortsTestJSON-2085221018-project] Resources bound (agent type, host, resource id): {{(pid=94175) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 23 11:32:58.385859 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db4b2020-b7bf-4227-bbb3-d9884b02bf2a None None] Pushing event updated for resources: {'Port': ['ID=9920e4c9-c6c7-4536-ad81-ffa58f0e33ab,revision_number=2']} {{(pid=94176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 11:32:58.386184 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5b7a0ad4-3b9a-4450-8e8f-a323a55ac940 tempest-PortsTestJSON-2085221018 tempest-PortsTestJSON-2085221018-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 11:32:58.389004 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron_lib.callbacks.manager [None req-5b7a0ad4-3b9a-4450-8e8f-a323a55ac940 tempest-PortsTestJSON-2085221018 tempest-PortsTestJSON-2085221018-project] Notify callbacks [] for subnet, before_response {{(pid=94175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:32:58.389774 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG oslo_concurrency.lockutils [None req-db4b2020-b7bf-4227-bbb3-d9884b02bf2a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.227s {{(pid=94176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 11:32:58.402000 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG oslo_concurrency.lockutils [None req-4637b2ba-2c63-40fa-a28a-e1db03902ae9 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.161s {{(pid=94176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 11:32:58.435093 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.db.provisioning_blocks [None req-fb87c8da-1085-403f-93c9-4e56ba9601a3 None None] Provisioning complete for port d118550e-b27b-4ff1-9330-46712197a0fe triggered by entity DHCP. {{(pid=94176) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 23 11:32:58.436681 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron_lib.callbacks.manager [None req-fb87c8da-1085-403f-93c9-4e56ba9601a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-899258'] for port, provisioning_complete {{(pid=94176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:32:58.443564 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b4b22723-4ea1-4b47-aeac-cf5c1fed41e5 tempest-RoutersNegativeIpV6Test-1628881962 tempest-RoutersNegativeIpV6Test-1628881962-project] Network 38727e60-b515-4bb7-834a-df5ac00f4df4 is scheduled to be hosted by DHCP agent 8cf29b10-0e57-4131-816f-a4b6ad00b249 with binding_index 1 {{(pid=94175) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 23 11:32:58.473826 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.plugins.ml2.db [None req-dc7542b2-afef-47f4-a763-e3a3cba144be None None] For port d118550e-b27b-4ff1-9330-46712197a0fe, host dv-neutron-601336-94-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-94-hyperv',level=0,port_id=d118550e-b27b-4ff1-9330-46712197a0fe,segment=NetworkSegment(5f57951d-b999-4886-927d-ac2312a6c0a4),segment_id=5f57951d-b999-4886-927d-ac2312a6c0a4)] {{(pid=94176) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 23 11:32:58.483504 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.plugins.ml2.db [None req-97bd5441-1da2-49ee-a364-27795820ba27 None None] get_ports_and_sgs() called for port_ids ['4428b5cd-2ee2-4454-b711-d13a003d5236'] {{(pid=94176) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 23 11:32:58.488063 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.plugins.ml2.db [None req-b460dbab-3232-47b6-a613-cab5da8c2af4 None None] For port 39134afe-23ad-4cc1-a2ce-bd4dc25ab186, host dv-neutron-601336-94-hyperv, cleared binding levels {{(pid=94176) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 23 11:32:58.502960 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron_lib.callbacks.manager [None req-59e9bb56-5e30-44cf-a008-77c8d651ed8b tempest-AllowedAddressPairTestJSON-1962660266 tempest-AllowedAddressPairTestJSON-1962660266-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-217507'] for port, before_response {{(pid=94174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:32:58.509085 dv-neutron-601336-94-hyperv neutron-server[94174]: INFO neutron.wsgi [None req-59e9bb56-5e30-44cf-a008-77c8d651ed8b tempest-AllowedAddressPairTestJSON-1962660266 tempest-AllowedAddressPairTestJSON-1962660266-project] 10.222.0.20 "DELETE /v2.0/ports/50f113b0-17e5-4a55-877e-7fe9d641027b HTTP/1.1" status: 204 len: 168 time: 1.4804265 Jun 23 11:32:58.524554 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c59408cf-e826-4b8d-a661-ab327eb9fd95 tempest-NetworksTestDHCPv6-162546708 tempest-NetworksTestDHCPv6-162546708-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94174) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 11:32:58.532026 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c59408cf-e826-4b8d-a661-ab327eb9fd95 tempest-NetworksTestDHCPv6-162546708 tempest-NetworksTestDHCPv6-162546708-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94174) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 11:32:58.534367 dv-neutron-601336-94-hyperv neutron-server[94174]: INFO neutron.wsgi [None req-c59408cf-e826-4b8d-a661-ab327eb9fd95 tempest-NetworksTestDHCPv6-162546708 tempest-NetworksTestDHCPv6-162546708-project] 10.222.0.20 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1703 time: 0.2131748 Jun 23 11:32:58.535110 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.wsgi [-] (94174) accepted ('10.222.0.20', 38780) {{(pid=94174) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 11:32:58.547446 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbf855de-153e-46ae-a34b-f57c728d9cab req-1bde223e-9d30-41bf-83ab-eccabc5181c4 tempest-ServerActionsTestJSON-161917335 tempest-ServerActionsTestJSON-161917335-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 11:32:58.556555 dv-neutron-601336-94-hyperv neutron-server[94175]: INFO neutron.wsgi [req-fbf855de-153e-46ae-a34b-f57c728d9cab req-1bde223e-9d30-41bf-83ab-eccabc5181c4 tempest-ServerActionsTestJSON-161917335 tempest-ServerActionsTestJSON-161917335-project] 10.222.0.20 "GET /v2.0/ports?device_id=85769616-6b8b-4da7-ad73-344986edf607 HTTP/1.1" status: 200 len: 944 time: 0.4075487 Jun 23 11:32:58.561231 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.wsgi [-] (94174) accepted ('10.222.0.20', 38782) {{(pid=94174) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 11:32:58.584581 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.plugins.ml2.db [None req-b460dbab-3232-47b6-a613-cab5da8c2af4 None None] For port 39134afe-23ad-4cc1-a2ce-bd4dc25ab186, host dv-neutron-601336-94-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-94-hyperv',level=0,port_id=39134afe-23ad-4cc1-a2ce-bd4dc25ab186,segment=NetworkSegment(93314192-b55b-45be-8ef1-2041fea40614),segment_id=93314192-b55b-45be-8ef1-2041fea40614)] {{(pid=94176) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 23 11:32:58.589484 dv-neutron-601336-94-hyperv neutron-server[94175]: INFO neutron.wsgi [None req-5b7a0ad4-3b9a-4450-8e8f-a323a55ac940 tempest-PortsTestJSON-2085221018 tempest-PortsTestJSON-2085221018-project] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 804 time: 1.8986933 Jun 23 11:32:58.597400 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron_lib.callbacks.manager [None req-dc7542b2-afef-47f4-a763-e3a3cba144be None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-922904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866062', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773700135042', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773699642233', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773699642278'] for port, after_update {{(pid=94176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:32:58.598359 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.plugins.ml2.rpc [None req-dc7542b2-afef-47f4-a763-e3a3cba144be None None] Device 6996ebc7-6f79-4066-86a1-3d11c4834846 up at agent ovs-agent-dv-neutron-601336-94-hyperv {{(pid=94176) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:298}} Jun 23 11:32:58.617788 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.scheduler.base_scheduler [None req-b4b22723-4ea1-4b47-aeac-cf5c1fed41e5 tempest-RoutersNegativeIpV6Test-1628881962 tempest-RoutersNegativeIpV6Test-1628881962-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-601336-94-hyperv, 38727e60-b515-4bb7-834a-df5ac00f4df4) {{(pid=94175) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 23 11:32:58.625594 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.wsgi [-] (94175) accepted ('10.222.0.20', 38784) {{(pid=94175) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 11:32:58.639843 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.api.v2.base [None req-2bb49e96-b419-45e6-b6f0-e0ec34cf2ac1 tempest-PortsTestJSON-2085221018 tempest-PortsTestJSON-2085221018-project] Request body: {'port': {'network_id': '2e1f816f-7464-4079-b100-cd7a8bb81164', 'fixed_ips': [{'subnet_id': '657751ef-9b43-4a21-b943-ced80e557256'}, {'subnet_id': '704d9e83-b755-4f85-bdf5-600ee754443f'}], 'name': 'tempest-PortsTestJSON-1145161179'}} {{(pid=94175) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 23 11:32:58.640795 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97bd5441-1da2-49ee-a364-27795820ba27 None None] Pushing event updated for resources: {'Port': ['ID=4428b5cd-2ee2-4454-b711-d13a003d5236,revision_number=4']} {{(pid=94176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 11:32:58.651382 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG oslo_concurrency.lockutils [None req-97bd5441-1da2-49ee-a364-27795820ba27 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.249s {{(pid=94176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 11:32:58.656995 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG oslo_concurrency.lockutils [None req-58bb9de9-e117-40ab-b877-1c864e9862cb None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.054s {{(pid=94176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 11:32:58.660785 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9c20d9fd-c70d-4eb9-a332-0de23cd19920 None None] Network 38727e60-b515-4bb7-834a-df5ac00f4df4 requested from dv-neutron-601336-94-hyperv {{(pid=94176) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 23 11:32:58.701007 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron_lib.callbacks.manager [None req-b460dbab-3232-47b6-a613-cab5da8c2af4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-922904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866062', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773700135042', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773699642233', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773699642278'] for port, after_update {{(pid=94176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:32:58.797547 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b4b22723-4ea1-4b47-aeac-cf5c1fed41e5 tempest-RoutersNegativeIpV6Test-1628881962 tempest-RoutersNegativeIpV6Test-1628881962-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 11:32:58.798154 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron_lib.callbacks.manager [None req-b4b22723-4ea1-4b47-aeac-cf5c1fed41e5 tempest-RoutersNegativeIpV6Test-1628881962 tempest-RoutersNegativeIpV6Test-1628881962-project] Notify callbacks [] for subnet, before_response {{(pid=94175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:32:58.802603 dv-neutron-601336-94-hyperv neutron-server[94174]: INFO neutron.pecan_wsgi.hooks.translation [None req-e813896d-0717-4bd1-9666-e917720e7a00 tempest-AllowedAddressPairTestJSON-1962660266 tempest-AllowedAddressPairTestJSON-1962660266-project] GET failed (client error): The resource could not be found. Jun 23 11:32:58.804648 dv-neutron-601336-94-hyperv neutron-server[94174]: INFO neutron.wsgi [None req-e813896d-0717-4bd1-9666-e917720e7a00 tempest-AllowedAddressPairTestJSON-1962660266 tempest-AllowedAddressPairTestJSON-1962660266-project] 10.222.0.20 "GET /v2.0/ports/50f113b0-17e5-4a55-877e-7fe9d641027b HTTP/1.1" status: 404 len: 333 time: 0.2671778 Jun 23 11:32:58.812665 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.wsgi [-] (94174) accepted ('10.222.0.20', 38786) {{(pid=94174) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 11:32:58.842426 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.api.v2.base [None req-05c7fd63-0641-4eba-9f0e-50dc8a0f24fe tempest-AllowedAddressPairTestJSON-1962660266 tempest-AllowedAddressPairTestJSON-1962660266-project] Request body: {'port': {'network_id': '6a6c8949-9850-44f7-bca7-3fd76c05cabf', 'name': 'tempest-AllowedAddressPairTestJSON-1974037405'}} {{(pid=94174) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 23 11:32:58.889556 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron_lib.callbacks.manager [None req-d2e20dbc-4d04-40c4-b142-fd5fb6110eda tempest-RoutersNegativeTest-1531528216 tempest-RoutersNegativeTest-1531528216-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-922904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866062', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773700135024', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773699642224', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5082448'] for port, after_delete {{(pid=94175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:32:58.897652 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG oslo_concurrency.lockutils [None req-51c4b47b-c409-46d1-903c-0d7b62630f30 tempest-NetworksTestDHCPv6-162546708 tempest-NetworksTestDHCPv6-162546708-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94175) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 11:32:58.939023 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.plugins.ml2.plugin [None req-4e39e386-d6d6-4973-a4ce-83084cf595b6 tempest-NetworksTestDHCPv6-162546708 tempest-NetworksTestDHCPv6-162546708-project] Deleting port 2b56cbf6-1056-450e-b84b-0cc0ebdbfbb6 {{(pid=94174) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1913}} Jun 23 11:32:58.939791 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron_lib.callbacks.manager [None req-4e39e386-d6d6-4973-a4ce-83084cf595b6 tempest-NetworksTestDHCPv6-162546708 tempest-NetworksTestDHCPv6-162546708-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773700079324'] for port, before_delete {{(pid=94174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:32:58.946001 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2e20dbc-4d04-40c4-b142-fd5fb6110eda tempest-RoutersNegativeTest-1531528216 tempest-RoutersNegativeTest-1531528216-project] Pushing event deleted for resources: {'Port': ['ID=727a85bd-2ec3-483c-bf7e-93b8a6119cdd,revision_number=None']} {{(pid=94175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 11:32:58.951781 dv-neutron-601336-94-hyperv neutron-server[94175]: INFO neutron.wsgi [None req-b4b22723-4ea1-4b47-aeac-cf5c1fed41e5 tempest-RoutersNegativeIpV6Test-1628881962 tempest-RoutersNegativeIpV6Test-1628881962-project] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 2.2677753 Jun 23 11:32:58.956331 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc7542b2-afef-47f4-a763-e3a3cba144be None None] Pushing event updated for resources: {'Port': ['ID=d118550e-b27b-4ff1-9330-46712197a0fe,revision_number=3']} {{(pid=94176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 11:32:58.960930 dv-neutron-601336-94-hyperv neutron-server[94175]: INFO neutron.wsgi [req-fbf855de-153e-46ae-a34b-f57c728d9cab req-35d8ae90-7ed7-49a1-86fe-5938ad4a2c56 tempest-ServerActionsTestJSON-161917335 tempest-ServerActionsTestJSON-161917335-project] 10.222.0.20 "GET /v2.0/security-groups?id=f0520e5d-8f0e-4c28-b543-be4405698077&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4027059 Jun 23 11:32:58.966206 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG oslo_concurrency.lockutils [None req-dc7542b2-afef-47f4-a763-e3a3cba144be None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.309s {{(pid=94176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 11:32:58.971748 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG oslo_concurrency.lockutils [None req-d2e20dbc-4d04-40c4-b142-fd5fb6110eda tempest-RoutersNegativeTest-1531528216 tempest-RoutersNegativeTest-1531528216-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.070s {{(pid=94175) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 11:32:58.974339 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.wsgi [-] (94175) accepted ('10.222.0.20', 38788) {{(pid=94175) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 11:32:58.977444 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG oslo_concurrency.lockutils [None req-db4b2020-b7bf-4227-bbb3-d9884b02bf2a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.238s {{(pid=94176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 11:32:58.986211 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron_lib.callbacks.manager [None req-a99f554c-4655-4cab-a2c8-0a1f6671facd tempest-BulkNetworkOpsTest-447796090 tempest-BulkNetworkOpsTest-447796090-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-897259', 'neutron.services.segments.db._delete_segments_for_network-8773700168587'] for network, precommit_delete {{(pid=94175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:32:59.063552 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.services.segments.db [None req-a99f554c-4655-4cab-a2c8-0a1f6671facd tempest-BulkNetworkOpsTest-447796090 tempest-BulkNetworkOpsTest-447796090-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a6e4d201-4146-41b4-9dd0-b4a3e39e5621']}} {{(pid=94175) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 11:32:59.153727 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron_lib.callbacks.manager [None req-4e39e386-d6d6-4973-a4ce-83084cf595b6 tempest-NetworksTestDHCPv6-162546708 tempest-NetworksTestDHCPv6-162546708-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-430722'] for port, precommit_delete {{(pid=94174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:32:59.170900 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.plugins.ml2.plugin [None req-4e39e386-d6d6-4973-a4ce-83084cf595b6 tempest-NetworksTestDHCPv6-162546708 tempest-NetworksTestDHCPv6-162546708-project] Calling delete_port for 2b56cbf6-1056-450e-b84b-0cc0ebdbfbb6 owned by {{(pid=94174) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1986}} Jun 23 11:32:59.200872 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2bb49e96-b419-45e6-b6f0-e0ec34cf2ac1 tempest-PortsTestJSON-2085221018 tempest-PortsTestJSON-2085221018-project] Made reservation on behalf of 9e5461dd76964a018bba022fe5f7a0f1 for: {'port': 1} {{(pid=94175) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 23 11:32:59.227065 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.services.segments.db [None req-a99f554c-4655-4cab-a2c8-0a1f6671facd tempest-BulkNetworkOpsTest-447796090 tempest-BulkNetworkOpsTest-447796090-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'cda4c680-1857-42f5-8080-5b384ea10b50') {'for_net_delete': True} {{(pid=94175) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 11:32:59.227381 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.services.segments.db [None req-a99f554c-4655-4cab-a2c8-0a1f6671facd tempest-BulkNetworkOpsTest-447796090 tempest-BulkNetworkOpsTest-447796090-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'cda4c680-1857-42f5-8080-5b384ea10b50') {} {{(pid=94175) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 11:32:59.313080 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron_lib.callbacks.manager [None req-a99f554c-4655-4cab-a2c8-0a1f6671facd tempest-BulkNetworkOpsTest-447796090 tempest-BulkNetworkOpsTest-447796090-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8773699955833', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5190677'] for segment, before_delete {{(pid=94175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:32:59.347390 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.db.provisioning_blocks [None req-dc7542b2-afef-47f4-a763-e3a3cba144be None None] Provisioning complete for port 6996ebc7-6f79-4066-86a1-3d11c4834846 triggered by entity L2. {{(pid=94176) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 23 11:32:59.347784 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron_lib.callbacks.manager [None req-dc7542b2-afef-47f4-a763-e3a3cba144be None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-899258'] for port, provisioning_complete {{(pid=94176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:32:59.425401 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-05c7fd63-0641-4eba-9f0e-50dc8a0f24fe tempest-AllowedAddressPairTestJSON-1962660266 tempest-AllowedAddressPairTestJSON-1962660266-project] Made reservation on behalf of a1521393984a421295a738f29331a229 for: {'port': 1} {{(pid=94174) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 23 11:32:59.428897 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron_lib.callbacks.manager [None req-05c7fd63-0641-4eba-9f0e-50dc8a0f24fe tempest-AllowedAddressPairTestJSON-1962660266 tempest-AllowedAddressPairTestJSON-1962660266-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-923104'] for port, before_create {{(pid=94174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:32:59.454226 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron_lib.callbacks.manager [None req-a99f554c-4655-4cab-a2c8-0a1f6671facd tempest-BulkNetworkOpsTest-447796090 tempest-BulkNetworkOpsTest-447796090-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3801'] for segment, precommit_delete {{(pid=94175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:32:59.480375 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.notifiers.nova [None req-05c7fd63-0641-4eba-9f0e-50dc8a0f24fe tempest-AllowedAddressPairTestJSON-1962660266 tempest-AllowedAddressPairTestJSON-1962660266-project] device_id is not set on port fe2c6061-be46-4066-8254-7c442616b553 yet. {{(pid=94174) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jun 23 11:32:59.492235 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a99f554c-4655-4cab-a2c8-0a1f6671facd tempest-BulkNetworkOpsTest-447796090 tempest-BulkNetworkOpsTest-447796090-project] Releasing vlan 418 on physical network physnet1 to pool {{(pid=94175) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 23 11:32:59.494153 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron_lib.callbacks.manager [None req-a99f554c-4655-4cab-a2c8-0a1f6671facd tempest-BulkNetworkOpsTest-447796090 tempest-BulkNetworkOpsTest-447796090-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3801', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5082371'] for segment, after_delete {{(pid=94175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:32:59.501405 dv-neutron-601336-94-hyperv neutron-server[94175]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 23 11:32:59.501405 dv-neutron-601336-94-hyperv neutron-server[94175]: conditions |= (models_v2.Port.network_id.in_( Jun 23 11:32:59.501405 dv-neutron-601336-94-hyperv neutron-server[94175]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 23 11:32:59.501405 dv-neutron-601336-94-hyperv neutron-server[94175]: conditions |= (models_v2.Port.network_id.in_( Jun 23 11:32:59.501405 dv-neutron-601336-94-hyperv neutron-server[94175]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 23 11:32:59.501405 dv-neutron-601336-94-hyperv neutron-server[94175]: conditions |= (models_v2.Port.network_id.in_( Jun 23 11:32:59.501405 dv-neutron-601336-94-hyperv neutron-server[94175]: Traceback (most recent call last): Jun 23 11:32:59.501405 dv-neutron-601336-94-hyperv neutron-server[94175]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 23 11:32:59.501405 dv-neutron-601336-94-hyperv neutron-server[94175]: timer() Jun 23 11:32:59.501405 dv-neutron-601336-94-hyperv neutron-server[94175]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 23 11:32:59.501405 dv-neutron-601336-94-hyperv neutron-server[94175]: cb(*args, **kw) Jun 23 11:32:59.501405 dv-neutron-601336-94-hyperv neutron-server[94175]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 23 11:32:59.501405 dv-neutron-601336-94-hyperv neutron-server[94175]: return func(*args, **kwargs) Jun 23 11:32:59.501405 dv-neutron-601336-94-hyperv neutron-server[94175]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 23 11:32:59.501405 dv-neutron-601336-94-hyperv neutron-server[94175]: self._notify() Jun 23 11:32:59.501405 dv-neutron-601336-94-hyperv neutron-server[94175]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 23 11:32:59.501405 dv-neutron-601336-94-hyperv neutron-server[94175]: self.callback(batched_events) Jun 23 11:32:59.501405 dv-neutron-601336-94-hyperv neutron-server[94175]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 23 11:32:59.501405 dv-neutron-601336-94-hyperv neutron-server[94175]: event.method(event) Jun 23 11:32:59.501405 dv-neutron-601336-94-hyperv neutron-server[94175]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 23 11:32:59.501405 dv-neutron-601336-94-hyperv neutron-server[94175]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 23 11:32:59.501405 dv-neutron-601336-94-hyperv neutron-server[94175]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 23 11:32:59.501405 dv-neutron-601336-94-hyperv neutron-server[94175]: aggregate_uuid = self.p_client.list_aggregates( Jun 23 11:32:59.501405 dv-neutron-601336-94-hyperv neutron-server[94175]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 23 11:32:59.501405 dv-neutron-601336-94-hyperv neutron-server[94175]: return f(self, *a, **k) Jun 23 11:32:59.501405 dv-neutron-601336-94-hyperv neutron-server[94175]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 23 11:32:59.501405 dv-neutron-601336-94-hyperv neutron-server[94175]: return self._get(url).json() Jun 23 11:32:59.501405 dv-neutron-601336-94-hyperv neutron-server[94175]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 23 11:32:59.501405 dv-neutron-601336-94-hyperv neutron-server[94175]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 23 11:32:59.501405 dv-neutron-601336-94-hyperv neutron-server[94175]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 23 11:32:59.501405 dv-neutron-601336-94-hyperv neutron-server[94175]: return self.request(url, 'GET', **kwargs) Jun 23 11:32:59.501405 dv-neutron-601336-94-hyperv neutron-server[94175]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 23 11:32:59.501405 dv-neutron-601336-94-hyperv neutron-server[94175]: base_url = self.get_endpoint(auth, allow=allow, Jun 23 11:32:59.501405 dv-neutron-601336-94-hyperv neutron-server[94175]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 23 11:32:59.501405 dv-neutron-601336-94-hyperv neutron-server[94175]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 23 11:32:59.501405 dv-neutron-601336-94-hyperv neutron-server[94175]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 23 11:32:59.501405 dv-neutron-601336-94-hyperv neutron-server[94175]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 23 11:32:59.501405 dv-neutron-601336-94-hyperv neutron-server[94175]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 23 11:32:59.582081 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron_lib.callbacks.manager [None req-4e39e386-d6d6-4973-a4ce-83084cf595b6 tempest-NetworksTestDHCPv6-162546708 tempest-NetworksTestDHCPv6-162546708-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-922904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866062', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773700135024', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773699642224', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5196390'] for port, after_delete {{(pid=94174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:32:59.598595 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG oslo_concurrency.lockutils [None req-fc2440b3-e18e-4cd8-a950-d330e10bd481 tempest-NetworksTestDHCPv6-162546708 tempest-NetworksTestDHCPv6-162546708-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94174) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 11:32:59.618722 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron_lib.callbacks.manager [None req-07c1a3e7-3f0b-4aae-af91-e6b85727d73e None None] Notify callbacks [] for port, precommit_create {{(pid=94176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:32:59.627901 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.db.provisioning_blocks [None req-07c1a3e7-3f0b-4aae-af91-e6b85727d73e None None] Transition to ACTIVE for port object 756c8c16-c8e1-4b85-856d-461fda2d7076 will not be triggered until provisioned by entity L2. {{(pid=94176) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 23 11:32:59.640517 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e39e386-d6d6-4973-a4ce-83084cf595b6 tempest-NetworksTestDHCPv6-162546708 tempest-NetworksTestDHCPv6-162546708-project] Pushing event deleted for resources: {'Port': ['ID=2b56cbf6-1056-450e-b84b-0cc0ebdbfbb6,revision_number=None']} {{(pid=94174) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 11:32:59.644508 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.db.provisioning_blocks [None req-07c1a3e7-3f0b-4aae-af91-e6b85727d73e None None] Transition to ACTIVE for port object 756c8c16-c8e1-4b85-856d-461fda2d7076 will not be triggered until provisioned by entity DHCP. {{(pid=94176) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 23 11:32:59.670450 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e39e386-d6d6-4973-a4ce-83084cf595b6 tempest-NetworksTestDHCPv6-162546708 tempest-NetworksTestDHCPv6-162546708-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-601336-94-hyperv {{(pid=94174) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 11:32:59.670916 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e39e386-d6d6-4973-a4ce-83084cf595b6 tempest-NetworksTestDHCPv6-162546708 tempest-NetworksTestDHCPv6-162546708-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-94-hyperv {{(pid=94174) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 11:32:59.671446 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e39e386-d6d6-4973-a4ce-83084cf595b6 tempest-NetworksTestDHCPv6-162546708 tempest-NetworksTestDHCPv6-162546708-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-94-hyperv {{(pid=94174) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 11:32:59.671907 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e39e386-d6d6-4973-a4ce-83084cf595b6 tempest-NetworksTestDHCPv6-162546708 tempest-NetworksTestDHCPv6-162546708-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-601336-94-hyperv {{(pid=94174) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 11:32:59.672312 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e39e386-d6d6-4973-a4ce-83084cf595b6 tempest-NetworksTestDHCPv6-162546708 tempest-NetworksTestDHCPv6-162546708-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-601336-94-hyperv {{(pid=94174) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 11:32:59.672743 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e39e386-d6d6-4973-a4ce-83084cf595b6 tempest-NetworksTestDHCPv6-162546708 tempest-NetworksTestDHCPv6-162546708-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-601336-94-hyperv {{(pid=94174) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 11:32:59.673189 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e39e386-d6d6-4973-a4ce-83084cf595b6 tempest-NetworksTestDHCPv6-162546708 tempest-NetworksTestDHCPv6-162546708-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-601336-94-hyperv {{(pid=94174) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 11:32:59.673619 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e39e386-d6d6-4973-a4ce-83084cf595b6 tempest-NetworksTestDHCPv6-162546708 tempest-NetworksTestDHCPv6-162546708-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-601336-94-hyperv {{(pid=94174) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 11:32:59.674161 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e39e386-d6d6-4973-a4ce-83084cf595b6 tempest-NetworksTestDHCPv6-162546708 tempest-NetworksTestDHCPv6-162546708-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-601336-94-hyperv {{(pid=94174) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 11:32:59.674538 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e39e386-d6d6-4973-a4ce-83084cf595b6 tempest-NetworksTestDHCPv6-162546708 tempest-NetworksTestDHCPv6-162546708-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-94-hyperv {{(pid=94174) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 11:32:59.674919 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e39e386-d6d6-4973-a4ce-83084cf595b6 tempest-NetworksTestDHCPv6-162546708 tempest-NetworksTestDHCPv6-162546708-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-601336-94-hyperv {{(pid=94174) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 11:32:59.675295 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e39e386-d6d6-4973-a4ce-83084cf595b6 tempest-NetworksTestDHCPv6-162546708 tempest-NetworksTestDHCPv6-162546708-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-601336-94-hyperv {{(pid=94174) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 11:32:59.683428 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG oslo_concurrency.lockutils [None req-4e39e386-d6d6-4973-a4ce-83084cf595b6 tempest-NetworksTestDHCPv6-162546708 tempest-NetworksTestDHCPv6-162546708-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.085s {{(pid=94174) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 11:32:59.687160 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b460dbab-3232-47b6-a613-cab5da8c2af4 None None] Pushing event updated for resources: {'Port': ['ID=39134afe-23ad-4cc1-a2ce-bd4dc25ab186,revision_number=2']} {{(pid=94176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 11:32:59.692913 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.db.provisioning_blocks [None req-9863decf-c466-4bdd-8e6f-7d5d2d6e9c1f None None] Could not find standard attr ID for object 50f113b0-17e5-4a55-877e-7fe9d641027b. {{(pid=94176) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jun 23 11:32:59.722233 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG oslo_concurrency.lockutils [None req-b460dbab-3232-47b6-a613-cab5da8c2af4 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.745s {{(pid=94176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 11:32:59.730454 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron_lib.callbacks.manager [None req-07c1a3e7-3f0b-4aae-af91-e6b85727d73e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-922915', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-239814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7866073', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773699642215'] for port, after_create {{(pid=94176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:32:59.737015 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG oslo_concurrency.lockutils [None req-020e72da-2962-4bfb-b969-4f4cb634732b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 11:32:59.778953 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron_lib.callbacks.manager [None req-4e39e386-d6d6-4973-a4ce-83084cf595b6 tempest-NetworksTestDHCPv6-162546708 tempest-NetworksTestDHCPv6-162546708-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-217507'] for port, before_response {{(pid=94174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:32:59.785171 dv-neutron-601336-94-hyperv neutron-server[94174]: INFO neutron.wsgi [None req-4e39e386-d6d6-4973-a4ce-83084cf595b6 tempest-NetworksTestDHCPv6-162546708 tempest-NetworksTestDHCPv6-162546708-project] 10.222.0.20 "DELETE /v2.0/ports/2b56cbf6-1056-450e-b84b-0cc0ebdbfbb6 HTTP/1.1" status: 204 len: 168 time: 1.2238865 Jun 23 11:32:59.790291 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.wsgi [-] (94174) accepted ('10.222.0.20', 38790) {{(pid=94174) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 11:32:59.804756 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron_lib.callbacks.manager [None req-2bb49e96-b419-45e6-b6f0-e0ec34cf2ac1 tempest-PortsTestJSON-2085221018 tempest-PortsTestJSON-2085221018-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-923104'] for port, before_create {{(pid=94175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:32:59.808473 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-46236242-2bb1-4a71-b3f9-0d9f7bffce36 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1e0d828a-1fa4-563d-b7fd-53adf66a04ee-38727e60-b515-4bb7-834a-df5ac00f4df4', 'network_id': '38727e60-b515-4bb7-834a-df5ac00f4df4', 'tenant_id': '82c51a8a2e054769b0c98a77cf1b7153', 'fixed_ips': [{'subnet_id': 'c67452df-949b-4749-9c4b-23efd0f7a7e6'}]}} from dv-neutron-601336-94-hyperv. {{(pid=94176) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 23 11:32:59.809346 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron_lib.callbacks.manager [None req-46236242-2bb1-4a71-b3f9-0d9f7bffce36 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-923104'] for port, before_create {{(pid=94176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:32:59.822216 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron_lib.callbacks.manager [None req-d2e20dbc-4d04-40c4-b142-fd5fb6110eda tempest-RoutersNegativeTest-1531528216 tempest-RoutersNegativeTest-1531528216-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-7866080', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-516693'] for router_interface, after_delete {{(pid=94175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:32:59.828352 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.db.db_base_plugin_common [None req-05c7fd63-0641-4eba-9f0e-50dc8a0f24fe tempest-AllowedAddressPairTestJSON-1962660266 tempest-AllowedAddressPairTestJSON-1962660266-project] Allocated IP 172.20.0.10 (6a6c8949-9850-44f7-bca7-3fd76c05cabf/2e5e37f0-b513-4130-97e1-75912538707b/fe2c6061-be46-4066-8254-7c442616b553) {{(pid=94174) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 23 11:32:59.870400 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.notifiers.nova [None req-2bb49e96-b419-45e6-b6f0-e0ec34cf2ac1 tempest-PortsTestJSON-2085221018 tempest-PortsTestJSON-2085221018-project] device_id is not set on port 7e9eb631-d7bd-49c2-97cf-701ecbe0c796 yet. {{(pid=94175) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jun 23 11:32:59.888023 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-07c1a3e7-3f0b-4aae-af91-e6b85727d73e None None] Network 13d4f792-a7d0-4acb-b0a5-e21b141310d7 is already hosted by enough agents. {{(pid=94176) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 23 11:32:59.946301 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8940696a-e741-4c2a-a559-4daa6bb04611 tempest-NetworksTestDHCPv6-162546708 tempest-NetworksTestDHCPv6-162546708-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94174) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 11:32:59.952145 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8940696a-e741-4c2a-a559-4daa6bb04611 tempest-NetworksTestDHCPv6-162546708 tempest-NetworksTestDHCPv6-162546708-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94174) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 11:32:59.959377 dv-neutron-601336-94-hyperv neutron-server[94174]: INFO neutron.wsgi [None req-8940696a-e741-4c2a-a559-4daa6bb04611 tempest-NetworksTestDHCPv6-162546708 tempest-NetworksTestDHCPv6-162546708-project] 10.222.0.20 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1465 time: 0.1265299 Jun 23 11:32:59.963569 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.wsgi [-] (94174) accepted ('10.222.0.20', 38792) {{(pid=94174) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 11:32:59.996643 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07c1a3e7-3f0b-4aae-af91-e6b85727d73e None None] Pushing event updated for resources: {'Port': ['ID=756c8c16-c8e1-4b85-856d-461fda2d7076,revision_number=1']} {{(pid=94176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 11:33:00.020980 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG oslo_concurrency.lockutils [None req-07c1a3e7-3f0b-4aae-af91-e6b85727d73e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.284s {{(pid=94176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 11:33:00.021638 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.db.provisioning_blocks [None req-9863decf-c466-4bdd-8e6f-7d5d2d6e9c1f None None] Provisioning for port 9d0e9ce7-1b95-41e0-b76a-bcf304db67e0 completed by entity DHCP. {{(pid=94176) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 23 11:33:00.023849 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.scheduler.base_scheduler [None req-07c1a3e7-3f0b-4aae-af91-e6b85727d73e None None] Resources bound (agent type, host, resource id): {{(pid=94176) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 23 11:33:00.036132 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.db.l3_dvrscheduler_db [None req-07c1a3e7-3f0b-4aae-af91-e6b85727d73e None None] Received port after_create {{(pid=94176) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 23 11:33:00.046839 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.db.provisioning_blocks [None req-9863decf-c466-4bdd-8e6f-7d5d2d6e9c1f None None] Provisioning complete for port 9d0e9ce7-1b95-41e0-b76a-bcf304db67e0 triggered by entity DHCP. {{(pid=94176) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 23 11:33:00.046839 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron_lib.callbacks.manager [None req-9863decf-c466-4bdd-8e6f-7d5d2d6e9c1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-899258'] for port, provisioning_complete {{(pid=94176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:33:00.090079 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron_lib.callbacks.manager [None req-a99f554c-4655-4cab-a2c8-0a1f6671facd tempest-BulkNetworkOpsTest-447796090 tempest-BulkNetworkOpsTest-447796090-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-897248', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8002400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7866073', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-524247'] for network, after_delete {{(pid=94175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:33:00.116373 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.db.db_base_plugin_v2 [None req-7c6eb8bd-0dc9-44c9-a1fa-0a495ac03141 tempest-NetworksTestDHCPv6-162546708 tempest-NetworksTestDHCPv6-162546708-project] Deleting subnet ca5eb39c-9735-4470-a6bd-9a859dd49203 {{(pid=94174) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jun 23 11:33:00.119988 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron_lib.callbacks.manager [None req-7c6eb8bd-0dc9-44c9-a1fa-0a495ac03141 tempest-NetworksTestDHCPv6-162546708 tempest-NetworksTestDHCPv6-162546708-project] Notify callbacks [] for subnet, before_delete {{(pid=94174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:33:00.127320 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG oslo_concurrency.lockutils [None req-28bc2c10-0b12-476d-9a0a-75f2839fdc3b tempest-AllowedAddressPairTestJSON-1962660266 tempest-AllowedAddressPairTestJSON-1962660266-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94175) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 11:33:00.164506 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron_lib.callbacks.manager [None req-a99f554c-4655-4cab-a2c8-0a1f6671facd tempest-BulkNetworkOpsTest-447796090 tempest-BulkNetworkOpsTest-447796090-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7865916'] for network, before_response {{(pid=94175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:33:00.166736 dv-neutron-601336-94-hyperv neutron-server[94175]: INFO neutron.wsgi [None req-a99f554c-4655-4cab-a2c8-0a1f6671facd tempest-BulkNetworkOpsTest-447796090 tempest-BulkNetworkOpsTest-447796090-project] 10.222.0.20 "DELETE /v2.0/networks/a6e4d201-4146-41b4-9dd0-b4a3e39e5621 HTTP/1.1" status: 204 len: 168 time: 2.4279552 Jun 23 11:33:00.176613 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.db.db_base_plugin_common [None req-46236242-2bb1-4a71-b3f9-0d9f7bffce36 None None] Allocated IP 2001:db8::2 (38727e60-b515-4bb7-834a-df5ac00f4df4/c67452df-949b-4749-9c4b-23efd0f7a7e6/37e6325d-5601-4c11-8cd7-08ad34b00c9a) {{(pid=94176) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 23 11:33:00.177474 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron_lib.callbacks.manager [None req-7c6eb8bd-0dc9-44c9-a1fa-0a495ac03141 tempest-NetworksTestDHCPv6-162546708 tempest-NetworksTestDHCPv6-162546708-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4800256'] for subnet, precommit_delete_associations {{(pid=94174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:33:00.231213 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.wsgi [-] (94175) accepted ('10.222.0.20', 38796) {{(pid=94175) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 11:33:00.232635 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron_lib.callbacks.manager [None req-e125989c-66fa-4a44-9c72-3f6f2aec936e tempest-RoutersNegativeIpV6Test-1628881962 tempest-RoutersNegativeIpV6Test-1628881962-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-923104'] for port, before_create {{(pid=94175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:33:00.320659 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron_lib.callbacks.manager [None req-7c6eb8bd-0dc9-44c9-a1fa-0a495ac03141 tempest-NetworksTestDHCPv6-162546708 tempest-NetworksTestDHCPv6-162546708-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-897634'] for subnet, precommit_delete {{(pid=94174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:33:00.353498 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron_lib.callbacks.manager [None req-46236242-2bb1-4a71-b3f9-0d9f7bffce36 None None] Notify callbacks [] for port, precommit_create {{(pid=94176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:33:00.364684 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.db.provisioning_blocks [None req-46236242-2bb1-4a71-b3f9-0d9f7bffce36 None None] Transition to ACTIVE for port object 37e6325d-5601-4c11-8cd7-08ad34b00c9a will not be triggered until provisioned by entity L2. {{(pid=94176) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 23 11:33:00.372436 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a99f554c-4655-4cab-a2c8-0a1f6671facd tempest-BulkNetworkOpsTest-447796090 tempest-BulkNetworkOpsTest-447796090-project] Pushing event deleted for resources: {'Network': ['ID=a6e4d201-4146-41b4-9dd0-b4a3e39e5621,revision_number=None']} {{(pid=94175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 11:33:00.382679 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.db.provisioning_blocks [None req-46236242-2bb1-4a71-b3f9-0d9f7bffce36 None None] Transition to ACTIVE for port object 37e6325d-5601-4c11-8cd7-08ad34b00c9a will not be triggered until provisioned by entity DHCP. {{(pid=94176) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 23 11:33:00.419378 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.plugins.ml2.rpc [None req-dc7542b2-afef-47f4-a763-e3a3cba144be None None] Device 1fe4f200-35a0-40be-b361-c23193315cd6 up at agent ovs-agent-dv-neutron-601336-94-hyperv {{(pid=94176) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:298}} Jun 23 11:33:00.472952 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron_lib.callbacks.manager [None req-46236242-2bb1-4a71-b3f9-0d9f7bffce36 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-922915', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-239814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7866073', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773699642215'] for port, after_create {{(pid=94176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:33:00.488706 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron_lib.callbacks.manager [None req-05c7fd63-0641-4eba-9f0e-50dc8a0f24fe tempest-AllowedAddressPairTestJSON-1962660266 tempest-AllowedAddressPairTestJSON-1962660266-project] Notify callbacks [] for port, precommit_create {{(pid=94174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:33:00.500196 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG oslo_concurrency.lockutils [None req-b5b138a1-e697-4ed8-8472-a4a265a9072a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 11:33:00.502256 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.plugins.ml2.managers [None req-07c1a3e7-3f0b-4aae-af91-e6b85727d73e None None] Attempting to bind port 756c8c16-c8e1-4b85-856d-461fda2d7076 on host dv-neutron-601336-94-hyperv for vnic_type normal with profile {{(pid=94176) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 23 11:33:00.502646 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.plugins.ml2.managers [None req-07c1a3e7-3f0b-4aae-af91-e6b85727d73e None None] Attempting to bind port 756c8c16-c8e1-4b85-856d-461fda2d7076 by drivers openvswitch,hyperv on host dv-neutron-601336-94-hyperv at level 0 using segments [{'id': '0895d7d9-54bf-46f2-b34f-96bdf089bc42', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 401, 'network_id': '13d4f792-a7d0-4acb-b0a5-e21b141310d7'}] {{(pid=94176) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 23 11:33:00.503064 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-07c1a3e7-3f0b-4aae-af91-e6b85727d73e None None] Attempting to bind port 756c8c16-c8e1-4b85-856d-461fda2d7076 on network 13d4f792-a7d0-4acb-b0a5-e21b141310d7 {{(pid=94176) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 23 11:33:00.518605 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc0ebc66-c639-4a58-8cce-b1181835148c req-a9368a45-d233-4785-8c83-9d4cfc061b8e tempest-ServerActionsTestJSON-161917335 tempest-ServerActionsTestJSON-161917335-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94174) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 11:33:00.524643 dv-neutron-601336-94-hyperv neutron-server[94174]: INFO neutron.wsgi [req-bc0ebc66-c639-4a58-8cce-b1181835148c req-a9368a45-d233-4785-8c83-9d4cfc061b8e tempest-ServerActionsTestJSON-161917335 tempest-ServerActionsTestJSON-161917335-project] 10.222.0.20 "GET /v2.0/ports?device_id=85769616-6b8b-4da7-ad73-344986edf607 HTTP/1.1" status: 200 len: 944 time: 0.2500811 Jun 23 11:33:00.526184 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.db.provisioning_blocks [None req-05c7fd63-0641-4eba-9f0e-50dc8a0f24fe tempest-AllowedAddressPairTestJSON-1962660266 tempest-AllowedAddressPairTestJSON-1962660266-project] Transition to ACTIVE for port object fe2c6061-be46-4066-8254-7c442616b553 will not be triggered until provisioned by entity DHCP. {{(pid=94174) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 23 11:33:00.545630 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.plugins.ml2.plugin [None req-9863decf-c466-4bdd-8e6f-7d5d2d6e9c1f None None] Port 9d0e9ce7-1b95-41e0-b76a-bcf304db67e0 cannot update to ACTIVE because it is not bound. {{(pid=94176) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jun 23 11:33:00.548289 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-07c1a3e7-3f0b-4aae-af91-e6b85727d73e None None] Checking agent: {'id': '4d05f899-5ac9-411b-8a03-f60c93f87cdf', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-601336-94-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 23, 11, 22, 14), 'started_at': datetime.datetime(2021, 6, 23, 11, 22, 44), 'heartbeat_timestamp': datetime.datetime(2021, 6, 23, 11, 32, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'monitor_allowed_address_pair_garp': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-601336-94-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94176) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 23 11:33:00.548688 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-07c1a3e7-3f0b-4aae-af91-e6b85727d73e None None] Checking segment: {'id': '0895d7d9-54bf-46f2-b34f-96bdf089bc42', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 401, 'network_id': '13d4f792-a7d0-4acb-b0a5-e21b141310d7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94176) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 23 11:33:00.549251 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron_lib.callbacks.manager [None req-07c1a3e7-3f0b-4aae-af91-e6b85727d73e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:33:00.549666 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-07c1a3e7-3f0b-4aae-af91-e6b85727d73e None None] Bound using segment: {'id': '0895d7d9-54bf-46f2-b34f-96bdf089bc42', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 401, 'network_id': '13d4f792-a7d0-4acb-b0a5-e21b141310d7'} {{(pid=94176) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 23 11:33:00.550390 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.plugins.ml2.managers [None req-07c1a3e7-3f0b-4aae-af91-e6b85727d73e None None] Bound port: 756c8c16-c8e1-4b85-856d-461fda2d7076, host: dv-neutron-601336-94-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0895d7d9-54bf-46f2-b34f-96bdf089bc42', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 401, 'network_id': '13d4f792-a7d0-4acb-b0a5-e21b141310d7'}}] {{(pid=94176) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 23 11:33:00.550789 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron_lib.callbacks.manager [None req-07c1a3e7-3f0b-4aae-af91-e6b85727d73e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-923122'] for port, before_update {{(pid=94176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:33:00.564210 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron_lib.callbacks.manager [None req-7c6eb8bd-0dc9-44c9-a1fa-0a495ac03141 tempest-NetworksTestDHCPv6-162546708 tempest-NetworksTestDHCPv6-162546708-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-897627', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866062', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5195932', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4294216'] for subnet, after_delete {{(pid=94174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:33:00.580664 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94174) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 11:33:00.588433 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4070c3ab-e884-4a86-9680-c74ff1f21d1a None None] Network 2e1f816f-7464-4079-b100-cd7a8bb81164 requested from dv-neutron-601336-94-hyperv {{(pid=94176) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 23 11:33:00.610699 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-46236242-2bb1-4a71-b3f9-0d9f7bffce36 None None] Network 38727e60-b515-4bb7-834a-df5ac00f4df4 is already hosted by enough agents. {{(pid=94176) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 23 11:33:00.618651 dv-neutron-601336-94-hyperv neutron-server[94174]: INFO neutron.wsgi [req-bc0ebc66-c639-4a58-8cce-b1181835148c req-eac727ad-782d-4dd3-aa6a-3d64c47ddcd5 tempest-ServerActionsTestJSON-161917335 tempest-ServerActionsTestJSON-161917335-project] 10.222.0.20 "GET /v2.0/security-groups?id=f0520e5d-8f0e-4c28-b543-be4405698077&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0842321 Jun 23 11:33:00.635352 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.scheduler.base_scheduler [None req-46236242-2bb1-4a71-b3f9-0d9f7bffce36 None None] Resources bound (agent type, host, resource id): {{(pid=94176) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 23 11:33:00.638057 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.db.l3_dvrscheduler_db [None req-46236242-2bb1-4a71-b3f9-0d9f7bffce36 None None] Received port after_create {{(pid=94176) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 23 11:33:00.665720 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c6eb8bd-0dc9-44c9-a1fa-0a495ac03141 tempest-NetworksTestDHCPv6-162546708 tempest-NetworksTestDHCPv6-162546708-project] Pushing event deleted for resources: {'Subnet': ['ID=ca5eb39c-9735-4470-a6bd-9a859dd49203,revision_number=None']} {{(pid=94174) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 11:33:00.668230 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron_lib.callbacks.manager [None req-7c6eb8bd-0dc9-44c9-a1fa-0a495ac03141 tempest-NetworksTestDHCPv6-162546708 tempest-NetworksTestDHCPv6-162546708-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7865916'] for subnet, before_response {{(pid=94174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:33:00.672416 dv-neutron-601336-94-hyperv neutron-server[94174]: INFO neutron.wsgi [None req-7c6eb8bd-0dc9-44c9-a1fa-0a495ac03141 tempest-NetworksTestDHCPv6-162546708 tempest-NetworksTestDHCPv6-162546708-project] 10.222.0.20 "DELETE /v2.0/subnets/ca5eb39c-9735-4470-a6bd-9a859dd49203 HTTP/1.1" status: 204 len: 168 time: 0.7056615 Jun 23 11:33:00.672416 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG oslo_concurrency.lockutils [None req-7c6eb8bd-0dc9-44c9-a1fa-0a495ac03141 tempest-NetworksTestDHCPv6-162546708 tempest-NetworksTestDHCPv6-162546708-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.092s {{(pid=94174) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 11:33:00.672715 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.wsgi [-] (94174) accepted ('10.222.0.20', 38798) {{(pid=94174) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 11:33:00.719688 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron_lib.callbacks.manager [None req-05c7fd63-0641-4eba-9f0e-50dc8a0f24fe tempest-AllowedAddressPairTestJSON-1962660266 tempest-AllowedAddressPairTestJSON-1962660266-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-922915', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-239814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7866073', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773699642215', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-5196399'] for port, after_create {{(pid=94174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:33:00.723188 dv-neutron-601336-94-hyperv neutron-server[94174]: INFO neutron.wsgi [None req-c787c542-8e70-4854-a06d-f981eb49ead0 tempest-NetworksTestDHCPv6-162546708 tempest-NetworksTestDHCPv6-162546708-project] 10.222.0.20 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0489671 Jun 23 11:33:00.723867 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46236242-2bb1-4a71-b3f9-0d9f7bffce36 None None] Pushing event updated for resources: {'Port': ['ID=37e6325d-5601-4c11-8cd7-08ad34b00c9a,revision_number=1']} {{(pid=94176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 11:33:00.726579 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG oslo_concurrency.lockutils [None req-4e39e386-d6d6-4973-a4ce-83084cf595b6 tempest-NetworksTestDHCPv6-162546708 tempest-NetworksTestDHCPv6-162546708-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94174) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 11:33:00.726803 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG oslo_concurrency.lockutils [None req-46236242-2bb1-4a71-b3f9-0d9f7bffce36 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.227s {{(pid=94176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 11:33:00.739380 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.wsgi [-] (94174) accepted ('10.222.0.20', 38800) {{(pid=94174) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 11:33:00.739492 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8b8ec33c-43bb-4bca-b81e-1f6b6b891efb None None] Network f53f535d-bce4-4da8-9bd9-396677ff4e83 requested from dv-neutron-601336-94-hyperv {{(pid=94176) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 23 11:33:00.783897 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.db.provisioning_blocks [None req-6b1cedd3-4a59-47a6-8a77-f78afd9172a6 None None] Could not find standard attr ID for object 2b56cbf6-1056-450e-b84b-0cc0ebdbfbb6. {{(pid=94176) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jun 23 11:33:00.807217 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a99f554c-4655-4cab-a2c8-0a1f6671facd tempest-BulkNetworkOpsTest-447796090 tempest-BulkNetworkOpsTest-447796090-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-601336-94-hyperv {{(pid=94175) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 11:33:00.807604 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a99f554c-4655-4cab-a2c8-0a1f6671facd tempest-BulkNetworkOpsTest-447796090 tempest-BulkNetworkOpsTest-447796090-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-94-hyperv {{(pid=94175) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 11:33:00.807962 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a99f554c-4655-4cab-a2c8-0a1f6671facd tempest-BulkNetworkOpsTest-447796090 tempest-BulkNetworkOpsTest-447796090-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-94-hyperv {{(pid=94175) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 11:33:00.808325 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a99f554c-4655-4cab-a2c8-0a1f6671facd tempest-BulkNetworkOpsTest-447796090 tempest-BulkNetworkOpsTest-447796090-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-601336-94-hyperv {{(pid=94175) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 11:33:00.808678 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a99f554c-4655-4cab-a2c8-0a1f6671facd tempest-BulkNetworkOpsTest-447796090 tempest-BulkNetworkOpsTest-447796090-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-601336-94-hyperv {{(pid=94175) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 11:33:00.809040 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a99f554c-4655-4cab-a2c8-0a1f6671facd tempest-BulkNetworkOpsTest-447796090 tempest-BulkNetworkOpsTest-447796090-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-601336-94-hyperv {{(pid=94175) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 11:33:00.809396 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a99f554c-4655-4cab-a2c8-0a1f6671facd tempest-BulkNetworkOpsTest-447796090 tempest-BulkNetworkOpsTest-447796090-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-601336-94-hyperv {{(pid=94175) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 11:33:00.809747 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a99f554c-4655-4cab-a2c8-0a1f6671facd tempest-BulkNetworkOpsTest-447796090 tempest-BulkNetworkOpsTest-447796090-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-601336-94-hyperv {{(pid=94175) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 11:33:00.810625 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a99f554c-4655-4cab-a2c8-0a1f6671facd tempest-BulkNetworkOpsTest-447796090 tempest-BulkNetworkOpsTest-447796090-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-601336-94-hyperv {{(pid=94175) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 11:33:00.811000 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a99f554c-4655-4cab-a2c8-0a1f6671facd tempest-BulkNetworkOpsTest-447796090 tempest-BulkNetworkOpsTest-447796090-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-94-hyperv {{(pid=94175) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 11:33:00.811363 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a99f554c-4655-4cab-a2c8-0a1f6671facd tempest-BulkNetworkOpsTest-447796090 tempest-BulkNetworkOpsTest-447796090-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-601336-94-hyperv {{(pid=94175) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 11:33:00.811710 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a99f554c-4655-4cab-a2c8-0a1f6671facd tempest-BulkNetworkOpsTest-447796090 tempest-BulkNetworkOpsTest-447796090-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-601336-94-hyperv {{(pid=94175) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 11:33:00.823750 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-05c7fd63-0641-4eba-9f0e-50dc8a0f24fe tempest-AllowedAddressPairTestJSON-1962660266 tempest-AllowedAddressPairTestJSON-1962660266-project] Network 6a6c8949-9850-44f7-bca7-3fd76c05cabf is already hosted by enough agents. {{(pid=94174) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 23 11:33:00.827450 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG oslo_concurrency.lockutils [None req-a99f554c-4655-4cab-a2c8-0a1f6671facd tempest-BulkNetworkOpsTest-447796090 tempest-BulkNetworkOpsTest-447796090-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.700s {{(pid=94175) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 11:33:00.829286 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05c7fd63-0641-4eba-9f0e-50dc8a0f24fe tempest-AllowedAddressPairTestJSON-1962660266 tempest-AllowedAddressPairTestJSON-1962660266-project] Pushing event updated for resources: {'Port': ['ID=fe2c6061-be46-4066-8254-7c442616b553,revision_number=1']} {{(pid=94174) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 11:33:00.832664 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.scheduler.base_scheduler [None req-05c7fd63-0641-4eba-9f0e-50dc8a0f24fe tempest-AllowedAddressPairTestJSON-1962660266 tempest-AllowedAddressPairTestJSON-1962660266-project] Resources bound (agent type, host, resource id): {{(pid=94174) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 23 11:33:00.834700 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG oslo_concurrency.lockutils [None req-05c7fd63-0641-4eba-9f0e-50dc8a0f24fe tempest-AllowedAddressPairTestJSON-1962660266 tempest-AllowedAddressPairTestJSON-1962660266-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.108s {{(pid=94174) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 11:33:00.837828 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.db.l3_dvrscheduler_db [None req-05c7fd63-0641-4eba-9f0e-50dc8a0f24fe tempest-AllowedAddressPairTestJSON-1962660266 tempest-AllowedAddressPairTestJSON-1962660266-project] Received port after_create {{(pid=94174) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 23 11:33:00.852938 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.db.provisioning_blocks [None req-6b1cedd3-4a59-47a6-8a77-f78afd9172a6 None None] Could not find standard attr ID for object 50f113b0-17e5-4a55-877e-7fe9d641027b. {{(pid=94176) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jun 23 11:33:00.871065 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.plugins.ml2.db [None req-07c1a3e7-3f0b-4aae-af91-e6b85727d73e None None] For port 756c8c16-c8e1-4b85-856d-461fda2d7076, host dv-neutron-601336-94-hyperv, cleared binding levels {{(pid=94176) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 23 11:33:00.878894 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.plugins.ml2.managers [None req-46236242-2bb1-4a71-b3f9-0d9f7bffce36 None None] Attempting to bind port 37e6325d-5601-4c11-8cd7-08ad34b00c9a on host dv-neutron-601336-94-hyperv for vnic_type normal with profile {{(pid=94176) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 23 11:33:00.879255 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.plugins.ml2.managers [None req-46236242-2bb1-4a71-b3f9-0d9f7bffce36 None None] Attempting to bind port 37e6325d-5601-4c11-8cd7-08ad34b00c9a by drivers openvswitch,hyperv on host dv-neutron-601336-94-hyperv at level 0 using segments [{'id': '6214cf8a-e32a-401f-a5e8-7269da7de376', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 433, 'network_id': '38727e60-b515-4bb7-834a-df5ac00f4df4'}] {{(pid=94176) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 23 11:33:00.879558 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-46236242-2bb1-4a71-b3f9-0d9f7bffce36 None None] Attempting to bind port 37e6325d-5601-4c11-8cd7-08ad34b00c9a on network 38727e60-b515-4bb7-834a-df5ac00f4df4 {{(pid=94176) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 23 11:33:00.892990 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-46236242-2bb1-4a71-b3f9-0d9f7bffce36 None None] Checking agent: {'id': '4d05f899-5ac9-411b-8a03-f60c93f87cdf', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-601336-94-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 23, 11, 22, 14), 'started_at': datetime.datetime(2021, 6, 23, 11, 22, 44), 'heartbeat_timestamp': datetime.datetime(2021, 6, 23, 11, 32, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'monitor_allowed_address_pair_garp': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-601336-94-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94176) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 23 11:33:00.893379 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-46236242-2bb1-4a71-b3f9-0d9f7bffce36 None None] Checking segment: {'id': '6214cf8a-e32a-401f-a5e8-7269da7de376', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 433, 'network_id': '38727e60-b515-4bb7-834a-df5ac00f4df4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94176) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 23 11:33:00.893820 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron_lib.callbacks.manager [None req-46236242-2bb1-4a71-b3f9-0d9f7bffce36 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:33:00.894236 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-46236242-2bb1-4a71-b3f9-0d9f7bffce36 None None] Bound using segment: {'id': '6214cf8a-e32a-401f-a5e8-7269da7de376', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 433, 'network_id': '38727e60-b515-4bb7-834a-df5ac00f4df4'} {{(pid=94176) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 23 11:33:00.894678 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-05c7fd63-0641-4eba-9f0e-50dc8a0f24fe tempest-AllowedAddressPairTestJSON-1962660266 tempest-AllowedAddressPairTestJSON-1962660266-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94174) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 11:33:00.894833 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.plugins.ml2.managers [None req-46236242-2bb1-4a71-b3f9-0d9f7bffce36 None None] Bound port: 37e6325d-5601-4c11-8cd7-08ad34b00c9a, host: dv-neutron-601336-94-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6214cf8a-e32a-401f-a5e8-7269da7de376', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 433, 'network_id': '38727e60-b515-4bb7-834a-df5ac00f4df4'}}] {{(pid=94176) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 23 11:33:00.895137 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron_lib.callbacks.manager [None req-46236242-2bb1-4a71-b3f9-0d9f7bffce36 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-923122'] for port, before_update {{(pid=94176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:33:00.895814 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron_lib.callbacks.manager [None req-05c7fd63-0641-4eba-9f0e-50dc8a0f24fe tempest-AllowedAddressPairTestJSON-1962660266 tempest-AllowedAddressPairTestJSON-1962660266-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-217507'] for port, before_response {{(pid=94174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:33:00.904896 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.db.provisioning_blocks [None req-dc7542b2-afef-47f4-a763-e3a3cba144be None None] Provisioning for port 1fe4f200-35a0-40be-b361-c23193315cd6 completed by entity L2. {{(pid=94176) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 23 11:33:00.907093 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5f27b9dd-1412-41ac-a609-c802edf39722 tempest-NetworksTestDHCPv6-162546708 tempest-NetworksTestDHCPv6-162546708-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94174) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 11:33:00.908787 dv-neutron-601336-94-hyperv neutron-server[94174]: INFO neutron.wsgi [None req-5f27b9dd-1412-41ac-a609-c802edf39722 tempest-NetworksTestDHCPv6-162546708 tempest-NetworksTestDHCPv6-162546708-project] 10.222.0.20 "GET /v2.0/ports HTTP/1.1" status: 200 len: 864 time: 0.1751387 Jun 23 11:33:00.911315 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.wsgi [-] (94174) accepted ('10.222.0.20', 38802) {{(pid=94174) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 11:33:00.920532 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.plugins.ml2.db [None req-07c1a3e7-3f0b-4aae-af91-e6b85727d73e None None] For port 756c8c16-c8e1-4b85-856d-461fda2d7076, host dv-neutron-601336-94-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-94-hyperv',level=0,port_id=756c8c16-c8e1-4b85-856d-461fda2d7076,segment=NetworkSegment(0895d7d9-54bf-46f2-b34f-96bdf089bc42),segment_id=0895d7d9-54bf-46f2-b34f-96bdf089bc42)] {{(pid=94176) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 23 11:33:00.943227 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.db.provisioning_blocks [None req-dc7542b2-afef-47f4-a763-e3a3cba144be None None] Provisioning complete for port 1fe4f200-35a0-40be-b361-c23193315cd6 triggered by entity L2. {{(pid=94176) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 23 11:33:00.943622 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron_lib.callbacks.manager [None req-dc7542b2-afef-47f4-a763-e3a3cba144be None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-899258'] for port, provisioning_complete {{(pid=94176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:33:00.990769 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9ab5b5b0-657a-41fa-8e61-ab415e2458c2 tempest-NetworksTestDHCPv6-162546708 tempest-NetworksTestDHCPv6-162546708-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94174) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 11:33:00.995302 dv-neutron-601336-94-hyperv neutron-server[94174]: INFO neutron.wsgi [None req-9ab5b5b0-657a-41fa-8e61-ab415e2458c2 tempest-NetworksTestDHCPv6-162546708 tempest-NetworksTestDHCPv6-162546708-project] 10.222.0.20 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.0823257 Jun 23 11:33:00.996322 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.wsgi [-] (94174) accepted ('10.222.0.20', 38804) {{(pid=94174) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 11:33:01.013089 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron_lib.callbacks.manager [None req-07c1a3e7-3f0b-4aae-af91-e6b85727d73e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-922904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866062', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773700135042', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773699642233', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773699642278'] for port, after_update {{(pid=94176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:33:01.054325 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG oslo_concurrency.lockutils [None req-09e8523d-4273-480b-80d0-5ce6dad96acf None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 11:33:01.059620 dv-neutron-601336-94-hyperv neutron-server[94174]: INFO neutron.wsgi [None req-5aef2cb6-42c9-49d0-a181-5594a8c21e1b tempest-NetworksTestDHCPv6-162546708 tempest-NetworksTestDHCPv6-162546708-project] 10.222.0.20 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0615096 Jun 23 11:33:01.060790 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.wsgi [-] (94174) accepted ('10.222.0.20', 38806) {{(pid=94174) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 11:33:01.066257 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.api.v2.base [None req-6f232b5a-698d-4e0a-a41f-65aa5ef0a055 tempest-NetworksTestDHCPv6-162546708 tempest-NetworksTestDHCPv6-162546708-project] Request body: {'subnet': {'network_id': 'f53f535d-bce4-4da8-9bd9-396677ff4e83', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=94174) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 23 11:33:01.075335 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.db.provisioning_blocks [None req-6b1cedd3-4a59-47a6-8a77-f78afd9172a6 None None] Provisioning for port 9920e4c9-c6c7-4536-ad81-ffa58f0e33ab completed by entity DHCP. {{(pid=94176) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 23 11:33:01.111503 dv-neutron-601336-94-hyperv neutron-server[94174]: INFO neutron.wsgi [None req-05c7fd63-0641-4eba-9f0e-50dc8a0f24fe tempest-AllowedAddressPairTestJSON-1962660266 tempest-AllowedAddressPairTestJSON-1962660266-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 2.2930360 Jun 23 11:33:01.115406 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.wsgi [-] (94174) accepted ('10.222.0.20', 38808) {{(pid=94174) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 11:33:01.121751 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.api.v2.base [None req-184969f8-2126-4675-828e-f329c7b058fe tempest-AllowedAddressPairTestJSON-1962660266 tempest-AllowedAddressPairTestJSON-1962660266-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '172.20.0.12', 'mac_address': 'fa:16:3e:c2:34:f4'}]}} {{(pid=94174) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 23 11:33:01.173173 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.plugins.ml2.db [None req-46236242-2bb1-4a71-b3f9-0d9f7bffce36 None None] For port 37e6325d-5601-4c11-8cd7-08ad34b00c9a, host dv-neutron-601336-94-hyperv, cleared binding levels {{(pid=94176) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 23 11:33:01.190395 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.plugins.ml2.db [None req-46236242-2bb1-4a71-b3f9-0d9f7bffce36 None None] For port 37e6325d-5601-4c11-8cd7-08ad34b00c9a, host dv-neutron-601336-94-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-94-hyperv',level=0,port_id=37e6325d-5601-4c11-8cd7-08ad34b00c9a,segment=NetworkSegment(6214cf8a-e32a-401f-a5e8-7269da7de376),segment_id=6214cf8a-e32a-401f-a5e8-7269da7de376)] {{(pid=94176) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 23 11:33:01.228390 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d2e20dbc-4d04-40c4-b142-fd5fb6110eda tempest-RoutersNegativeTest-1531528216 tempest-RoutersNegativeTest-1531528216-project] Router f3a582d0-cf71-4615-8514-0ec9e7d5e430 has already been hosted by L3 agent 50ef99c0-ef28-4db5-b303-b145898fae60 {{(pid=94175) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 23 11:33:01.245752 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07c1a3e7-3f0b-4aae-af91-e6b85727d73e None None] Pushing event updated for resources: {'Port': ['ID=756c8c16-c8e1-4b85-856d-461fda2d7076,revision_number=2']} {{(pid=94176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 11:33:01.260313 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG oslo_concurrency.lockutils [None req-07c1a3e7-3f0b-4aae-af91-e6b85727d73e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.206s {{(pid=94176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 11:33:01.276035 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron_lib.callbacks.manager [None req-46236242-2bb1-4a71-b3f9-0d9f7bffce36 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-922904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866062', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773700135042', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773699642233', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773699642278'] for port, after_update {{(pid=94176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:33:01.285713 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG oslo_concurrency.lockutils [None req-a211b5b9-293e-4930-949d-224afcd18f1b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 11:33:01.320119 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron_lib.callbacks.manager [None req-dc7542b2-afef-47f4-a763-e3a3cba144be None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-923122'] for port, before_update {{(pid=94176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:33:01.328950 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.db.provisioning_blocks [None req-6b1cedd3-4a59-47a6-8a77-f78afd9172a6 None None] Provisioning for port 39134afe-23ad-4cc1-a2ce-bd4dc25ab186 completed by entity DHCP. {{(pid=94176) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 23 11:33:01.360143 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron_lib.callbacks.manager [None req-184969f8-2126-4675-828e-f329c7b058fe tempest-AllowedAddressPairTestJSON-1962660266 tempest-AllowedAddressPairTestJSON-1962660266-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-923122'] for port, before_update {{(pid=94174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:33:01.426150 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.plugins.ml2.db [None req-dc7542b2-afef-47f4-a763-e3a3cba144be None None] For port 1fe4f200-35a0-40be-b361-c23193315cd6, host dv-neutron-601336-94-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-94-hyperv',level=0,port_id=1fe4f200-35a0-40be-b361-c23193315cd6,segment=NetworkSegment(b1760ab5-2963-48df-8a7c-36a33caba95c),segment_id=b1760ab5-2963-48df-8a7c-36a33caba95c)] {{(pid=94176) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 23 11:33:01.429151 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f3e113fa-135f-4acd-a3b7-7127d5c7b0c6 tempest-BulkNetworkOpsTest-447796090 tempest-BulkNetworkOpsTest-447796090-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 11:33:01.444737 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46236242-2bb1-4a71-b3f9-0d9f7bffce36 None None] Pushing event updated for resources: {'Port': ['ID=37e6325d-5601-4c11-8cd7-08ad34b00c9a,revision_number=2']} {{(pid=94176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 11:33:01.444854 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f3e113fa-135f-4acd-a3b7-7127d5c7b0c6 tempest-BulkNetworkOpsTest-447796090 tempest-BulkNetworkOpsTest-447796090-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 11:33:01.444854 dv-neutron-601336-94-hyperv neutron-server[94175]: INFO neutron.wsgi [None req-f3e113fa-135f-4acd-a3b7-7127d5c7b0c6 tempest-BulkNetworkOpsTest-447796090 tempest-BulkNetworkOpsTest-447796090-project] 10.222.0.20 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1339 time: 1.2054379 Jun 23 11:33:01.448104 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG oslo_concurrency.lockutils [None req-46236242-2bb1-4a71-b3f9-0d9f7bffce36 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.162s {{(pid=94176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 11:33:01.454620 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.wsgi [-] (94174) accepted ('10.222.0.20', 38810) {{(pid=94174) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 11:33:01.454620 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6f232b5a-698d-4e0a-a41f-65aa5ef0a055 tempest-NetworksTestDHCPv6-162546708 tempest-NetworksTestDHCPv6-162546708-project] Made reservation on behalf of 5e61222a836c47229c94e37f3902e6bd for: {'subnet': 1} {{(pid=94174) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 23 11:33:01.457608 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron_lib.callbacks.manager [None req-6f232b5a-698d-4e0a-a41f-65aa5ef0a055 tempest-NetworksTestDHCPv6-162546708 tempest-NetworksTestDHCPv6-162546708-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4294245'] for subnet, before_create {{(pid=94174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:33:01.470096 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.api.v2.base [None req-340a941c-c11e-4902-bbd8-3ffef4912aab tempest-BulkNetworkOpsTest-447796090 tempest-BulkNetworkOpsTest-447796090-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsTest-test-network-705892081'}} {{(pid=94174) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 23 11:33:01.491089 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron_lib.callbacks.manager [None req-dc7542b2-afef-47f4-a763-e3a3cba144be None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-922904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866062', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773700135042', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773699642233', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773699642278'] for port, after_update {{(pid=94176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:33:01.496285 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG oslo_concurrency.lockutils [None req-1be29a27-8e76-4bec-b3f6-58b5269318ae None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 11:33:01.586690 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d494237a-28a1-4242-af30-3ba5867c962f None None] DHCP port deletion for f53f535d-bce4-4da8-9bd9-396677ff4e83 request from dv-neutron-601336-94-hyperv {{(pid=94176) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jun 23 11:33:01.599091 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.db.provisioning_blocks [None req-a07f2d6a-0db1-4b8b-ac1f-7051ac4aaf52 None None] Provisioning for port fe2c6061-be46-4066-8254-7c442616b553 completed by entity DHCP. {{(pid=94176) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 23 11:33:01.608251 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d2e20dbc-4d04-40c4-b142-fd5fb6110eda tempest-RoutersNegativeTest-1531528216 tempest-RoutersNegativeTest-1531528216-project] Notify agent at l3_agent.dv-neutron-601336-94-hyperv the message routers_updated {{(pid=94175) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 23 11:33:01.620360 dv-neutron-601336-94-hyperv neutron-server[94175]: INFO neutron.wsgi [None req-d2e20dbc-4d04-40c4-b142-fd5fb6110eda tempest-RoutersNegativeTest-1531528216 tempest-RoutersNegativeTest-1531528216-project] 10.222.0.20 "PUT /v2.0/routers/f3a582d0-cf71-4615-8514-0ec9e7d5e430/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.7931216 Jun 23 11:33:01.620471 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.db.provisioning_blocks [None req-a07f2d6a-0db1-4b8b-ac1f-7051ac4aaf52 None None] Provisioning complete for port fe2c6061-be46-4066-8254-7c442616b553 triggered by entity DHCP. {{(pid=94176) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 23 11:33:01.620471 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron_lib.callbacks.manager [None req-a07f2d6a-0db1-4b8b-ac1f-7051ac4aaf52 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-899258'] for port, provisioning_complete {{(pid=94176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:33:01.623954 dv-neutron-601336-94-hyperv neutron-server[94177]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8eeb3706-6016-4501-98b6-a9f5a544f08e None None] Sync routers for ids ['f3a582d0-cf71-4615-8514-0ec9e7d5e430'] in dv-neutron-601336-94-hyperv {{(pid=94177) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 23 11:33:01.646539 dv-neutron-601336-94-hyperv neutron-server[94177]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8eeb3706-6016-4501-98b6-a9f5a544f08e None None] Routers {'f3a582d0-cf71-4615-8514-0ec9e7d5e430'} bound to L3 agent in host dv-neutron-601336-94-hyperv {{(pid=94177) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 23 11:33:01.647215 dv-neutron-601336-94-hyperv neutron-server[94177]: DEBUG neutron.db.l3_hamode_db [None req-8eeb3706-6016-4501-98b6-a9f5a544f08e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-601336-94-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-06-23T11:22:13Z,description=,heartbeat_timestamp=2021-06-23T11:32:43Z,host='dv-neutron-601336-94-hyperv',id=50ef99c0-ef28-4db5-b303-b145898fae60,load=0,resource_versions=,resources_synced=,started_at=2021-06-23T11:22:14Z,topic='l3_agent')) {'router_ids': ['f3a582d0-cf71-4615-8514-0ec9e7d5e430'], 'active': True} {{(pid=94177) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 11:33:01.649265 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.wsgi [-] (94174) accepted ('10.222.0.20', 38812) {{(pid=94174) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 11:33:01.655912 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc7542b2-afef-47f4-a763-e3a3cba144be None None] Pushing event updated for resources: {'Port': ['ID=1fe4f200-35a0-40be-b361-c23193315cd6,revision_number=3']} {{(pid=94176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 11:33:01.692608 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG oslo_concurrency.lockutils [None req-dc7542b2-afef-47f4-a763-e3a3cba144be None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.196s {{(pid=94176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 11:33:01.694749 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.db.db_base_plugin_common [None req-e125989c-66fa-4a44-9c72-3f6f2aec936e tempest-RoutersNegativeIpV6Test-1628881962 tempest-RoutersNegativeIpV6Test-1628881962-project] Allocated IP 2001:db8::1 (13d4f792-a7d0-4acb-b0a5-e21b141310d7/3d31ab23-46f2-4cf4-bfc1-e54b7f42fbe9/ea7385ee-b124-444f-8e55-97a9f86a8100) {{(pid=94175) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 23 11:33:01.721710 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5c347c8d-19ed-4c15-807a-b48ddf9e892e None None] Update dhcp port {'port': {'network_id': '2e1f816f-7464-4079-b100-cd7a8bb81164', 'fixed_ips': [{'subnet_id': '657751ef-9b43-4a21-b943-ced80e557256', 'ip_address': '172.20.0.2'}, {'subnet_id': '704d9e83-b755-4f85-bdf5-600ee754443f'}], 'binding:host_id': 'dv-neutron-601336-94-hyperv'}, 'id': '39134afe-23ad-4cc1-a2ce-bd4dc25ab186'} from dv-neutron-601336-94-hyperv. {{(pid=94176) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Jun 23 11:33:01.807153 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.plugins.ml2.plugin [None req-a07f2d6a-0db1-4b8b-ac1f-7051ac4aaf52 None None] Port fe2c6061-be46-4066-8254-7c442616b553 cannot update to ACTIVE because it is not bound. {{(pid=94176) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jun 23 11:33:01.809832 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron_lib.callbacks.manager [None req-5c347c8d-19ed-4c15-807a-b48ddf9e892e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-923122'] for port, before_update {{(pid=94176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:33:01.866598 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.db.db_base_plugin_common [None req-2bb49e96-b419-45e6-b6f0-e0ec34cf2ac1 tempest-PortsTestJSON-2085221018 tempest-PortsTestJSON-2085221018-project] Allocated IP 172.20.0.11 (2e1f816f-7464-4079-b100-cd7a8bb81164/657751ef-9b43-4a21-b943-ced80e557256/7e9eb631-d7bd-49c2-97cf-701ecbe0c796) {{(pid=94175) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 23 11:33:01.876089 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.db.db_base_plugin_common [None req-2bb49e96-b419-45e6-b6f0-e0ec34cf2ac1 tempest-PortsTestJSON-2085221018 tempest-PortsTestJSON-2085221018-project] Allocated IP 172.20.0.19 (2e1f816f-7464-4079-b100-cd7a8bb81164/704d9e83-b755-4f85-bdf5-600ee754443f/7e9eb631-d7bd-49c2-97cf-701ecbe0c796) {{(pid=94175) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 23 11:33:02.005881 dv-neutron-601336-94-hyperv neutron-server[94177]: DEBUG neutron.db.l3_hamode_db [None req-8eeb3706-6016-4501-98b6-a9f5a544f08e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-601336-94-hyperv', False) {} {{(pid=94177) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 11:33:02.015212 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron_lib.callbacks.manager [None req-184969f8-2126-4675-828e-f329c7b058fe tempest-AllowedAddressPairTestJSON-1962660266 tempest-AllowedAddressPairTestJSON-1962660266-project] Notify callbacks [] for port, precommit_update {{(pid=94174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:33:02.017579 dv-neutron-601336-94-hyperv neutron-server[94177]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8eeb3706-6016-4501-98b6-a9f5a544f08e None None] Routers {'f3a582d0-cf71-4615-8514-0ec9e7d5e430'} bound to L3 agent in host dv-neutron-601336-94-hyperv {{(pid=94177) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 23 11:33:02.018752 dv-neutron-601336-94-hyperv neutron-server[94177]: DEBUG neutron.db.l3_hamode_db [None req-8eeb3706-6016-4501-98b6-a9f5a544f08e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-601336-94-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-06-23T11:22:13Z,description=,heartbeat_timestamp=2021-06-23T11:32:43Z,host='dv-neutron-601336-94-hyperv',id=50ef99c0-ef28-4db5-b303-b145898fae60,load=0,resource_versions=,resources_synced=,started_at=2021-06-23T11:22:14Z,topic='l3_agent')) {'router_ids': ['f3a582d0-cf71-4615-8514-0ec9e7d5e430'], 'active': True} {{(pid=94177) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 11:33:02.046293 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.plugins.ml2.rpc [None req-dc7542b2-afef-47f4-a763-e3a3cba144be None None] Device 39134afe-23ad-4cc1-a2ce-bd4dc25ab186 up at agent ovs-agent-dv-neutron-601336-94-hyperv {{(pid=94176) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:298}} Jun 23 11:33:02.069200 dv-neutron-601336-94-hyperv neutron-server[94177]: DEBUG neutron.db.l3_hamode_db [None req-8eeb3706-6016-4501-98b6-a9f5a544f08e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-601336-94-hyperv', False) {} {{(pid=94177) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 11:33:02.069866 dv-neutron-601336-94-hyperv neutron-server[94177]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8eeb3706-6016-4501-98b6-a9f5a544f08e None None] The sync data for ids ['f3a582d0-cf71-4615-8514-0ec9e7d5e430'] in dv-neutron-601336-94-hyperv is: [] {{(pid=94177) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 23 11:33:02.086363 dv-neutron-601336-94-hyperv neutron-server[94174]: INFO neutron.api.v2.resource [None req-50c8e2af-ec12-4005-bdac-1552bd326287 tempest-RoutersNegativeTest-1531528216 tempest-RoutersNegativeTest-1531528216-project] delete failed (client error): The resource could not be found. Jun 23 11:33:02.093524 dv-neutron-601336-94-hyperv neutron-server[94174]: INFO neutron.wsgi [None req-50c8e2af-ec12-4005-bdac-1552bd326287 tempest-RoutersNegativeTest-1531528216 tempest-RoutersNegativeTest-1531528216-project] 10.222.0.20 "DELETE /v2.0/routers/tempest-non_exist_router-1809087917 HTTP/1.1" status: 404 len: 335 time: 0.4065077 Jun 23 11:33:02.093524 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron_lib.callbacks.manager [None req-184969f8-2126-4675-828e-f329c7b058fe tempest-AllowedAddressPairTestJSON-1962660266 tempest-AllowedAddressPairTestJSON-1962660266-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-922904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866062', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773700135042', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773699642233', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773699642278', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5196369'] for port, after_update {{(pid=94174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:33:02.093524 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG oslo_concurrency.lockutils [None req-f62d025e-26b3-4ea4-8837-329baff95c18 tempest-BulkNetworkOpsIpV6Test-986121801 tempest-BulkNetworkOpsIpV6Test-986121801-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94174) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 11:33:02.099836 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.wsgi [-] (94174) accepted ('10.222.0.20', 38816) {{(pid=94174) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 11:33:02.105456 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.plugins.ml2.plugin [None req-d494237a-28a1-4242-af30-3ba5867c962f None None] Deleting port 9920e4c9-c6c7-4536-ad81-ffa58f0e33ab {{(pid=94176) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1913}} Jun 23 11:33:02.105809 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron_lib.callbacks.manager [None req-d494237a-28a1-4242-af30-3ba5867c962f None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773700079324'] for port, before_delete {{(pid=94176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:33:02.122701 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.api.v2.base [None req-f2ad086a-d3a9-4fe2-9fce-ed9404af7c48 tempest-RoutersNegativeTest-1531528216 tempest-RoutersNegativeTest-1531528216-project] Request body: {'router': {'external_gateway_info': {'network_id': 'f3a582d0-cf71-4615-8514-0ec9e7d5e430'}}} {{(pid=94174) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 23 11:33:02.237195 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-340a941c-c11e-4902-bbd8-3ffef4912aab tempest-BulkNetworkOpsTest-447796090 tempest-BulkNetworkOpsTest-447796090-project] Made reservation on behalf of 55ea178908f9451e95a34ef8a97f34a7 for: {'network': 1} {{(pid=94174) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 23 11:33:02.242172 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron_lib.callbacks.manager [None req-340a941c-c11e-4902-bbd8-3ffef4912aab tempest-BulkNetworkOpsTest-447796090 tempest-BulkNetworkOpsTest-447796090-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-923104'] for network, before_create {{(pid=94174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:33:02.267973 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.plugins.ml2.rpc [None req-97bd5441-1da2-49ee-a364-27795820ba27 None None] Device 4428b5cd-2ee2-4454-b711-d13a003d5236 up at agent hyperv_hv-neutron-6013 {{(pid=94176) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:298}} Jun 23 11:33:02.283463 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-105fe3c1-79b5-4ae6-bd37-bf1ed5888981 req-dfe6d95e-227e-4b5b-8395-22b7f89d6757 tempest-ServerActionsTestJSON-161917335 tempest-ServerActionsTestJSON-161917335-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 11:33:02.285029 dv-neutron-601336-94-hyperv neutron-server[94175]: INFO neutron.wsgi [req-105fe3c1-79b5-4ae6-bd37-bf1ed5888981 req-dfe6d95e-227e-4b5b-8395-22b7f89d6757 tempest-ServerActionsTestJSON-161917335 tempest-ServerActionsTestJSON-161917335-project] 10.222.0.20 "GET /v2.0/ports?device_id=85769616-6b8b-4da7-ad73-344986edf607 HTTP/1.1" status: 200 len: 944 time: 0.2380183 Jun 23 11:33:02.288109 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron_lib.callbacks.manager [None req-2bb49e96-b419-45e6-b6f0-e0ec34cf2ac1 tempest-PortsTestJSON-2085221018 tempest-PortsTestJSON-2085221018-project] Notify callbacks [] for port, precommit_create {{(pid=94175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:33:02.325454 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.plugins.ml2.db [None req-d494237a-28a1-4242-af30-3ba5867c962f None None] For port 9920e4c9-c6c7-4536-ad81-ffa58f0e33ab, host dv-neutron-601336-94-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-94-hyperv',level=0,port_id=9920e4c9-c6c7-4536-ad81-ffa58f0e33ab,segment=NetworkSegment(6303a411-6e70-4139-a530-9ee4cf8ba843),segment_id=6303a411-6e70-4139-a530-9ee4cf8ba843)] {{(pid=94176) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 23 11:33:02.326007 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron_lib.callbacks.manager [None req-d494237a-28a1-4242-af30-3ba5867c962f None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-430722'] for port, precommit_delete {{(pid=94176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:33:02.347744 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.plugins.ml2.plugin [None req-d494237a-28a1-4242-af30-3ba5867c962f None None] Calling delete_port for 9920e4c9-c6c7-4536-ad81-ffa58f0e33ab owned by network:dhcp {{(pid=94176) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1986}} Jun 23 11:33:02.359434 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron_lib.callbacks.manager [None req-e125989c-66fa-4a44-9c72-3f6f2aec936e tempest-RoutersNegativeIpV6Test-1628881962 tempest-RoutersNegativeIpV6Test-1628881962-project] Notify callbacks [] for port, precommit_create {{(pid=94175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:33:02.369683 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.db.provisioning_blocks [None req-2bb49e96-b419-45e6-b6f0-e0ec34cf2ac1 tempest-PortsTestJSON-2085221018 tempest-PortsTestJSON-2085221018-project] Transition to ACTIVE for port object 7e9eb631-d7bd-49c2-97cf-701ecbe0c796 will not be triggered until provisioned by entity DHCP. {{(pid=94175) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 23 11:33:02.395648 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.db.provisioning_blocks [None req-e125989c-66fa-4a44-9c72-3f6f2aec936e tempest-RoutersNegativeIpV6Test-1628881962 tempest-RoutersNegativeIpV6Test-1628881962-project] Transition to ACTIVE for port object ea7385ee-b124-444f-8e55-97a9f86a8100 will not be triggered until provisioned by entity DHCP. {{(pid=94175) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 23 11:33:02.402973 dv-neutron-601336-94-hyperv neutron-server[94175]: INFO neutron.wsgi [req-105fe3c1-79b5-4ae6-bd37-bf1ed5888981 req-8bdeb950-4180-424a-a8f1-87f84f63bca5 tempest-ServerActionsTestJSON-161917335 tempest-ServerActionsTestJSON-161917335-project] 10.222.0.20 "GET /v2.0/security-groups?id=f0520e5d-8f0e-4c28-b543-be4405698077&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1093388 Jun 23 11:33:02.459957 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.db.provisioning_blocks [None req-97bd5441-1da2-49ee-a364-27795820ba27 None None] Provisioning for port 4428b5cd-2ee2-4454-b711-d13a003d5236 completed by entity L2. {{(pid=94176) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 23 11:33:02.467430 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.db.provisioning_blocks [None req-dc7542b2-afef-47f4-a763-e3a3cba144be None None] Provisioning for port 39134afe-23ad-4cc1-a2ce-bd4dc25ab186 completed by entity L2. {{(pid=94176) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 23 11:33:02.491573 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.db.provisioning_blocks [None req-97bd5441-1da2-49ee-a364-27795820ba27 None None] Provisioning complete for port 4428b5cd-2ee2-4454-b711-d13a003d5236 triggered by entity L2. {{(pid=94176) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 23 11:33:02.492123 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron_lib.callbacks.manager [None req-97bd5441-1da2-49ee-a364-27795820ba27 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-899258'] for port, provisioning_complete {{(pid=94176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:33:02.498879 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.db.provisioning_blocks [None req-dc7542b2-afef-47f4-a763-e3a3cba144be None None] Provisioning complete for port 39134afe-23ad-4cc1-a2ce-bd4dc25ab186 triggered by entity L2. {{(pid=94176) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 23 11:33:02.499518 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron_lib.callbacks.manager [None req-dc7542b2-afef-47f4-a763-e3a3cba144be None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-899258'] for port, provisioning_complete {{(pid=94176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:33:02.530234 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron_lib.callbacks.manager [None req-2bb49e96-b419-45e6-b6f0-e0ec34cf2ac1 tempest-PortsTestJSON-2085221018 tempest-PortsTestJSON-2085221018-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-922915', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-239814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7866073', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773699642215', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-5082457'] for port, after_create {{(pid=94175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:33:02.534013 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG oslo_concurrency.lockutils [None req-aef0759f-4280-45d2-8543-e2ff6a55f910 tempest-BulkNetworkOpsIpV6Test-986121801 tempest-BulkNetworkOpsIpV6Test-986121801-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94175) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 11:33:02.589891 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.db.db_base_plugin_common [None req-5c347c8d-19ed-4c15-807a-b48ddf9e892e None None] Allocated IP 172.20.0.18 (2e1f816f-7464-4079-b100-cd7a8bb81164/704d9e83-b755-4f85-bdf5-600ee754443f/39134afe-23ad-4cc1-a2ce-bd4dc25ab186) {{(pid=94176) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 23 11:33:02.594544 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bb49e96-b419-45e6-b6f0-e0ec34cf2ac1 tempest-PortsTestJSON-2085221018 tempest-PortsTestJSON-2085221018-project] Pushing event updated for resources: {'Port': ['ID=7e9eb631-d7bd-49c2-97cf-701ecbe0c796,revision_number=1']} {{(pid=94175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 11:33:02.601525 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron_lib.callbacks.manager [None req-e125989c-66fa-4a44-9c72-3f6f2aec936e tempest-RoutersNegativeIpV6Test-1628881962 tempest-RoutersNegativeIpV6Test-1628881962-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-922915', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-239814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7866073', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773699642215', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-5082457'] for port, after_create {{(pid=94175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:33:02.607430 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG oslo_concurrency.lockutils [None req-2bb49e96-b419-45e6-b6f0-e0ec34cf2ac1 tempest-PortsTestJSON-2085221018 tempest-PortsTestJSON-2085221018-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.073s {{(pid=94175) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 11:33:02.608018 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG oslo_concurrency.lockutils [None req-2bb49e96-b419-45e6-b6f0-e0ec34cf2ac1 tempest-PortsTestJSON-2085221018 tempest-PortsTestJSON-2085221018-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94175) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 11:33:02.664909 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2bb49e96-b419-45e6-b6f0-e0ec34cf2ac1 tempest-PortsTestJSON-2085221018 tempest-PortsTestJSON-2085221018-project] Network 2e1f816f-7464-4079-b100-cd7a8bb81164 is already hosted by enough agents. {{(pid=94175) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 23 11:33:02.670386 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.scheduler.base_scheduler [None req-2bb49e96-b419-45e6-b6f0-e0ec34cf2ac1 tempest-PortsTestJSON-2085221018 tempest-PortsTestJSON-2085221018-project] Resources bound (agent type, host, resource id): {{(pid=94175) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 23 11:33:02.678953 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2bb49e96-b419-45e6-b6f0-e0ec34cf2ac1 tempest-PortsTestJSON-2085221018 tempest-PortsTestJSON-2085221018-project] Received port after_create {{(pid=94175) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 23 11:33:02.735104 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e125989c-66fa-4a44-9c72-3f6f2aec936e tempest-RoutersNegativeIpV6Test-1628881962 tempest-RoutersNegativeIpV6Test-1628881962-project] Network 13d4f792-a7d0-4acb-b0a5-e21b141310d7 is already hosted by enough agents. {{(pid=94175) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 23 11:33:02.738489 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2bb49e96-b419-45e6-b6f0-e0ec34cf2ac1 tempest-PortsTestJSON-2085221018 tempest-PortsTestJSON-2085221018-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 11:33:02.739309 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron_lib.callbacks.manager [None req-2bb49e96-b419-45e6-b6f0-e0ec34cf2ac1 tempest-PortsTestJSON-2085221018 tempest-PortsTestJSON-2085221018-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-217507'] for port, before_response {{(pid=94175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:33:02.747498 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.scheduler.base_scheduler [None req-e125989c-66fa-4a44-9c72-3f6f2aec936e tempest-RoutersNegativeIpV6Test-1628881962 tempest-RoutersNegativeIpV6Test-1628881962-project] Resources bound (agent type, host, resource id): {{(pid=94175) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 23 11:33:02.758725 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e125989c-66fa-4a44-9c72-3f6f2aec936e tempest-RoutersNegativeIpV6Test-1628881962 tempest-RoutersNegativeIpV6Test-1628881962-project] Received port after_create {{(pid=94175) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 23 11:33:02.759436 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron_lib.callbacks.manager [None req-e125989c-66fa-4a44-9c72-3f6f2aec936e tempest-RoutersNegativeIpV6Test-1628881962 tempest-RoutersNegativeIpV6Test-1628881962-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-452954'] for router_interface, before_create {{(pid=94175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:33:02.784378 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e125989c-66fa-4a44-9c72-3f6f2aec936e tempest-RoutersNegativeIpV6Test-1628881962 tempest-RoutersNegativeIpV6Test-1628881962-project] Pushing event updated for resources: {'Port': ['ID=ea7385ee-b124-444f-8e55-97a9f86a8100,revision_number=1']} {{(pid=94175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 11:33:02.786705 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0ec474ac-fff9-4bd6-a971-538c045ef609 None None] Network 13d4f792-a7d0-4acb-b0a5-e21b141310d7 requested from dv-neutron-601336-94-hyperv {{(pid=94176) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 23 11:33:02.798615 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.plugins.ml2.plugin [None req-184969f8-2126-4675-828e-f329c7b058fe tempest-AllowedAddressPairTestJSON-1962660266 tempest-AllowedAddressPairTestJSON-1962660266-project] In _notify_port_updated(), no bound segment for port fe2c6061-be46-4066-8254-7c442616b553 on network 6a6c8949-9850-44f7-bca7-3fd76c05cabf {{(pid=94174) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:876}} Jun 23 11:33:02.804359 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-184969f8-2126-4675-828e-f329c7b058fe tempest-AllowedAddressPairTestJSON-1962660266 tempest-AllowedAddressPairTestJSON-1962660266-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94174) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 11:33:02.805177 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron_lib.callbacks.manager [None req-184969f8-2126-4675-828e-f329c7b058fe tempest-AllowedAddressPairTestJSON-1962660266 tempest-AllowedAddressPairTestJSON-1962660266-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-217507'] for port, before_response {{(pid=94174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:33:02.809682 dv-neutron-601336-94-hyperv neutron-server[94174]: INFO neutron.wsgi [None req-184969f8-2126-4675-828e-f329c7b058fe tempest-AllowedAddressPairTestJSON-1962660266 tempest-AllowedAddressPairTestJSON-1962660266-project] 10.222.0.20 "PUT /v2.0/ports/fe2c6061-be46-4066-8254-7c442616b553 HTTP/1.1" status: 200 len: 1009 time: 1.6933310 Jun 23 11:33:02.814768 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.wsgi [-] (94174) accepted ('10.222.0.20', 38818) {{(pid=94174) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 11:33:02.820563 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG oslo_concurrency.lockutils [None req-e125989c-66fa-4a44-9c72-3f6f2aec936e tempest-RoutersNegativeIpV6Test-1628881962 tempest-RoutersNegativeIpV6Test-1628881962-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.212s {{(pid=94175) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 11:33:02.869451 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.plugins.ml2.db [None req-5c347c8d-19ed-4c15-807a-b48ddf9e892e None None] For port 39134afe-23ad-4cc1-a2ce-bd4dc25ab186, host dv-neutron-601336-94-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-94-hyperv',level=0,port_id=39134afe-23ad-4cc1-a2ce-bd4dc25ab186,segment=NetworkSegment(93314192-b55b-45be-8ef1-2041fea40614),segment_id=93314192-b55b-45be-8ef1-2041fea40614)] {{(pid=94176) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 23 11:33:02.874548 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-340a941c-c11e-4902-bbd8-3ffef4912aab tempest-BulkNetworkOpsTest-447796090 tempest-BulkNetworkOpsTest-447796090-project] vlan segment allocate from pool success with {'vlan_id': 420, 'physical_network': 'physnet1'} {{(pid=94174) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 23 11:33:02.879026 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron_lib.callbacks.manager [None req-d494237a-28a1-4242-af30-3ba5867c962f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-922904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866062', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773700135024', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773699642224'] for port, after_delete {{(pid=94176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:33:02.884146 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron_lib.callbacks.manager [None req-340a941c-c11e-4902-bbd8-3ffef4912aab tempest-BulkNetworkOpsTest-447796090 tempest-BulkNetworkOpsTest-447796090-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3801'] for segment, precommit_create {{(pid=94174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:33:02.884729 dv-neutron-601336-94-hyperv neutron-server[94174]: INFO neutron.db.segments_db [None req-340a941c-c11e-4902-bbd8-3ffef4912aab tempest-BulkNetworkOpsTest-447796090 tempest-BulkNetworkOpsTest-447796090-project] Added segment 2d3dffbf-8889-48bf-b957-7398f8fc83cc of type vlan for network 2a0c9ef3-f73e-47bb-8a1b-f52cc88c260d Jun 23 11:33:02.901266 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG oslo_concurrency.lockutils [None req-46236242-2bb1-4a71-b3f9-0d9f7bffce36 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 11:33:02.924945 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d494237a-28a1-4242-af30-3ba5867c962f None None] Pushing event deleted for resources: {'Port': ['ID=9920e4c9-c6c7-4536-ad81-ffa58f0e33ab,revision_number=None']} {{(pid=94176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 11:33:02.929415 dv-neutron-601336-94-hyperv neutron-server[94175]: INFO neutron.wsgi [None req-2bb49e96-b419-45e6-b6f0-e0ec34cf2ac1 tempest-PortsTestJSON-2085221018 tempest-PortsTestJSON-2085221018-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1005 time: 4.2982254 Jun 23 11:33:02.932137 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.wsgi [-] (94175) accepted ('10.222.0.20', 38820) {{(pid=94175) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 11:33:02.932856 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.db.provisioning_blocks [None req-5effc62c-5973-40d6-9a4a-3bf7909be8f2 None None] Provisioning complete for port fe2c6061-be46-4066-8254-7c442616b553 triggered by entity DHCP. {{(pid=94176) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 23 11:33:02.938236 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron_lib.callbacks.manager [None req-5effc62c-5973-40d6-9a4a-3bf7909be8f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-899258'] for port, provisioning_complete {{(pid=94176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:33:02.938371 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-184969f8-2126-4675-828e-f329c7b058fe tempest-AllowedAddressPairTestJSON-1962660266 tempest-AllowedAddressPairTestJSON-1962660266-project] Pushing event updated for resources: {'Port': ['ID=fe2c6061-be46-4066-8254-7c442616b553,revision_number=2']} {{(pid=94174) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 11:33:02.938469 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.api.v2.base [None req-fd8151fa-2d9f-4fcc-999d-5b0a0a824a7d tempest-PortsTestJSON-2085221018 tempest-PortsTestJSON-2085221018-project] Request body: {'port': {'fixed_ips': [{'subnet_id': '657751ef-9b43-4a21-b943-ced80e557256'}]}} {{(pid=94175) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 23 11:33:02.939160 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d494237a-28a1-4242-af30-3ba5867c962f None None] No DVR routers for this DVR port 9920e4c9-c6c7-4536-ad81-ffa58f0e33ab on host dv-neutron-601336-94-hyperv {{(pid=94176) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 23 11:33:02.947427 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG oslo_concurrency.lockutils [None req-184969f8-2126-4675-828e-f329c7b058fe tempest-AllowedAddressPairTestJSON-1962660266 tempest-AllowedAddressPairTestJSON-1962660266-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.854s {{(pid=94174) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 11:33:02.964801 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron_lib.callbacks.manager [None req-340a941c-c11e-4902-bbd8-3ffef4912aab tempest-BulkNetworkOpsTest-447796090 tempest-BulkNetworkOpsTest-447796090-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8773699596773'] for network, precommit_create {{(pid=94174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:33:03.045365 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron_lib.callbacks.manager [None req-fd8151fa-2d9f-4fcc-999d-5b0a0a824a7d tempest-PortsTestJSON-2085221018 tempest-PortsTestJSON-2085221018-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-923122'] for port, before_update {{(pid=94175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:33:03.049306 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron_lib.callbacks.manager [None req-5c347c8d-19ed-4c15-807a-b48ddf9e892e None None] Notify callbacks [] for port, precommit_update {{(pid=94176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:33:03.064388 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.db.provisioning_blocks [None req-5c347c8d-19ed-4c15-807a-b48ddf9e892e None None] Transition to ACTIVE for port object 39134afe-23ad-4cc1-a2ce-bd4dc25ab186 will not be triggered until provisioned by entity DHCP. {{(pid=94176) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 23 11:33:03.075341 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron_lib.callbacks.manager [None req-dc7542b2-afef-47f4-a763-e3a3cba144be None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-923122'] for port, before_update {{(pid=94176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:33:03.077902 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d494237a-28a1-4242-af30-3ba5867c962f None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-601336-94-hyperv {{(pid=94176) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 11:33:03.078149 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d494237a-28a1-4242-af30-3ba5867c962f None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-94-hyperv {{(pid=94176) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 11:33:03.078495 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d494237a-28a1-4242-af30-3ba5867c962f None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-94-hyperv {{(pid=94176) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 11:33:03.078834 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d494237a-28a1-4242-af30-3ba5867c962f None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-601336-94-hyperv {{(pid=94176) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 11:33:03.079206 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d494237a-28a1-4242-af30-3ba5867c962f None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-601336-94-hyperv {{(pid=94176) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 11:33:03.079542 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d494237a-28a1-4242-af30-3ba5867c962f None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-601336-94-hyperv {{(pid=94176) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 11:33:03.079873 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d494237a-28a1-4242-af30-3ba5867c962f None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-601336-94-hyperv {{(pid=94176) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 11:33:03.080203 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d494237a-28a1-4242-af30-3ba5867c962f None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-601336-94-hyperv {{(pid=94176) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 11:33:03.080533 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d494237a-28a1-4242-af30-3ba5867c962f None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-601336-94-hyperv {{(pid=94176) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 11:33:03.080858 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d494237a-28a1-4242-af30-3ba5867c962f None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-94-hyperv {{(pid=94176) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 11:33:03.081308 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d494237a-28a1-4242-af30-3ba5867c962f None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-601336-94-hyperv {{(pid=94176) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 11:33:03.082122 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d494237a-28a1-4242-af30-3ba5867c962f None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-601336-94-hyperv {{(pid=94176) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 11:33:03.084748 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.plugins.ml2.plugin [None req-5effc62c-5973-40d6-9a4a-3bf7909be8f2 None None] Port fe2c6061-be46-4066-8254-7c442616b553 cannot update to ACTIVE because it is not bound. {{(pid=94176) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jun 23 11:33:03.086797 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG oslo_concurrency.lockutils [None req-d494237a-28a1-4242-af30-3ba5867c962f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.190s {{(pid=94176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 11:33:03.102675 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-70e5ab3c-18dd-4b7a-a71c-c819aed1ea26 None None] Network 38727e60-b515-4bb7-834a-df5ac00f4df4 requested from dv-neutron-601336-94-hyperv {{(pid=94176) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 23 11:33:03.129417 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron_lib.db.resource_extend [None req-340a941c-c11e-4902-bbd8-3ffef4912aab tempest-BulkNetworkOpsTest-447796090 tempest-BulkNetworkOpsTest-447796090-project] It took 0.11 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=94174) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jun 23 11:33:03.153370 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron_lib.callbacks.manager [None req-e125989c-66fa-4a44-9c72-3f6f2aec936e tempest-RoutersNegativeIpV6Test-1628881962 tempest-RoutersNegativeIpV6Test-1628881962-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-923122'] for port, before_update {{(pid=94175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:33:03.223225 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron_lib.callbacks.manager [None req-5c347c8d-19ed-4c15-807a-b48ddf9e892e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-922904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866062', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773700135042', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773699642233', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773699642278'] for port, after_update {{(pid=94176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:33:03.230922 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG oslo_concurrency.lockutils [None req-dc7542b2-afef-47f4-a763-e3a3cba144be None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 11:33:03.237116 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron_lib.callbacks.manager [None req-f2ad086a-d3a9-4fe2-9fce-ed9404af7c48 tempest-RoutersNegativeTest-1531528216 tempest-RoutersNegativeTest-1531528216-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-524104', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-520389', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-32276'] for router, precommit_update {{(pid=94174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:33:03.259521 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron_lib.callbacks.manager [None req-6f232b5a-698d-4e0a-a41f-65aa5ef0a055 tempest-NetworksTestDHCPv6-162546708 tempest-NetworksTestDHCPv6-162546708-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866062', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5195999', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4294259'] for subnet, after_create {{(pid=94174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:33:03.264457 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94174) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 11:33:03.316850 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f232b5a-698d-4e0a-a41f-65aa5ef0a055 tempest-NetworksTestDHCPv6-162546708 tempest-NetworksTestDHCPv6-162546708-project] Pushing event updated for resources: {'Subnet': ['ID=7ee4243f-44db-4732-bbf3-b772d51d03c1,revision_number=0']} {{(pid=94174) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 11:33:03.324413 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG oslo_concurrency.lockutils [None req-6f232b5a-698d-4e0a-a41f-65aa5ef0a055 tempest-NetworksTestDHCPv6-162546708 tempest-NetworksTestDHCPv6-162546708-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.061s {{(pid=94174) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 11:33:03.326502 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.plugins.ml2.plugin [None req-07d50d7c-8b46-473a-80a0-c831aec874ca tempest-AllowedAddressPairTestJSON-1962660266 tempest-AllowedAddressPairTestJSON-1962660266-project] Deleting port fe2c6061-be46-4066-8254-7c442616b553 {{(pid=94174) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1913}} Jun 23 11:33:03.326848 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron_lib.callbacks.manager [None req-07d50d7c-8b46-473a-80a0-c831aec874ca tempest-AllowedAddressPairTestJSON-1962660266 tempest-AllowedAddressPairTestJSON-1962660266-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773700079324'] for port, before_delete {{(pid=94174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:33:03.332478 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron_lib.callbacks.manager [None req-340a941c-c11e-4902-bbd8-3ffef4912aab tempest-BulkNetworkOpsTest-447796090 tempest-BulkNetworkOpsTest-447796090-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8002400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7866073'] for network, after_create {{(pid=94174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:33:03.337931 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-340a941c-c11e-4902-bbd8-3ffef4912aab tempest-BulkNetworkOpsTest-447796090 tempest-BulkNetworkOpsTest-447796090-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94174) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 11:33:03.342767 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron_lib.callbacks.manager [None req-340a941c-c11e-4902-bbd8-3ffef4912aab tempest-BulkNetworkOpsTest-447796090 tempest-BulkNetworkOpsTest-447796090-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7865916'] for network, before_response {{(pid=94174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:33:03.345246 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron_lib.callbacks.manager [None req-97bd5441-1da2-49ee-a364-27795820ba27 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-923122'] for port, before_update {{(pid=94176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:33:03.352190 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG oslo_concurrency.lockutils [None req-d12ada54-e22a-40f8-9e26-bc0acbe255b2 tempest-PortsTestJSON-2085221018 tempest-PortsTestJSON-2085221018-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94174) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 11:33:03.402871 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron_lib.db.api [None req-dc7542b2-afef-47f4-a763-e3a3cba144be None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=94176) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jun 23 11:33:03.402871 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG oslo_db.api [None req-dc7542b2-afef-47f4-a763-e3a3cba144be None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=94176) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jun 23 11:33:03.424654 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.db.provisioning_blocks [None req-99a76702-9d7f-4ec0-a6bd-4bb4d0f1a199 None None] Provisioning for port 37e6325d-5601-4c11-8cd7-08ad34b00c9a completed by entity DHCP. {{(pid=94176) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 23 11:33:03.426522 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c347c8d-19ed-4c15-807a-b48ddf9e892e None None] Pushing event updated for resources: {'Port': ['ID=39134afe-23ad-4cc1-a2ce-bd4dc25ab186,revision_number=3']} {{(pid=94176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 11:33:03.440818 dv-neutron-601336-94-hyperv neutron-server[94174]: INFO neutron.api.v2.resource [None req-f2ad086a-d3a9-4fe2-9fce-ed9404af7c48 tempest-RoutersNegativeTest-1531528216 tempest-RoutersNegativeTest-1531528216-project] update failed (client error): The resource could not be found. Jun 23 11:33:03.448349 dv-neutron-601336-94-hyperv neutron-server[94174]: INFO neutron.wsgi [None req-f2ad086a-d3a9-4fe2-9fce-ed9404af7c48 tempest-RoutersNegativeTest-1531528216 tempest-RoutersNegativeTest-1531528216-project] 10.222.0.20 "PUT /v2.0/routers/f3a582d0-cf71-4615-8514-0ec9e7d5e430 HTTP/1.1" status: 404 len: 339 time: 1.3380775 Jun 23 11:33:03.448449 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.wsgi [-] (94175) accepted ('10.222.0.20', 38824) {{(pid=94175) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 11:33:03.448562 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6f232b5a-698d-4e0a-a41f-65aa5ef0a055 tempest-NetworksTestDHCPv6-162546708 tempest-NetworksTestDHCPv6-162546708-project] Network f53f535d-bce4-4da8-9bd9-396677ff4e83 is already hosted by enough agents. {{(pid=94174) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 23 11:33:03.462527 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.scheduler.base_scheduler [None req-6f232b5a-698d-4e0a-a41f-65aa5ef0a055 tempest-NetworksTestDHCPv6-162546708 tempest-NetworksTestDHCPv6-162546708-project] Resources bound (agent type, host, resource id): {{(pid=94174) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 23 11:33:03.469708 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6f232b5a-698d-4e0a-a41f-65aa5ef0a055 tempest-NetworksTestDHCPv6-162546708 tempest-NetworksTestDHCPv6-162546708-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94174) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 11:33:03.470319 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron_lib.callbacks.manager [None req-6f232b5a-698d-4e0a-a41f-65aa5ef0a055 tempest-NetworksTestDHCPv6-162546708 tempest-NetworksTestDHCPv6-162546708-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7865916'] for subnet, before_response {{(pid=94174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:33:03.477169 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG oslo_concurrency.lockutils [None req-5c347c8d-19ed-4c15-807a-b48ddf9e892e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.242s {{(pid=94176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 11:33:03.481158 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e6145da8-e90b-4eb8-8f4c-2549fd042b2a None None] Network f53f535d-bce4-4da8-9bd9-396677ff4e83 requested from dv-neutron-601336-94-hyperv {{(pid=94176) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 23 11:33:03.493788 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '85769616-6b8b-4da7-ad73-344986edf607', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4428b5cd-2ee2-4454-b711-d13a003d5236'}] {{(pid=94176) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 23 11:33:03.496119 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}887b0dfc0393de878080286a57e4a08d4fa60dd0cddd118f338ebfcd351ddd4c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c6cb69c0-34cb-4659-8ae3-f23bb633f1a8" -d '{"events": [{"server_uuid": "85769616-6b8b-4da7-ad73-344986edf607", "name": "network-vif-plugged", "status": "completed", "tag": "4428b5cd-2ee2-4454-b711-d13a003d5236"}]}' {{(pid=94176) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 23 11:33:03.506043 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-340a941c-c11e-4902-bbd8-3ffef4912aab tempest-BulkNetworkOpsTest-447796090 tempest-BulkNetworkOpsTest-447796090-project] Pushing event updated for resources: {'Network': ['ID=2a0c9ef3-f73e-47bb-8a1b-f52cc88c260d,revision_number=1']} {{(pid=94174) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 11:33:03.517515 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG oslo_concurrency.lockutils [None req-340a941c-c11e-4902-bbd8-3ffef4912aab tempest-BulkNetworkOpsTest-447796090 tempest-BulkNetworkOpsTest-447796090-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.165s {{(pid=94174) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 11:33:03.534168 dv-neutron-601336-94-hyperv neutron-server[94174]: INFO neutron.wsgi [None req-340a941c-c11e-4902-bbd8-3ffef4912aab tempest-BulkNetworkOpsTest-447796090 tempest-BulkNetworkOpsTest-447796090-project] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 785 time: 2.0721610 Jun 23 11:33:03.541482 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.wsgi [-] (94174) accepted ('10.222.0.20', 38828) {{(pid=94174) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 11:33:03.554291 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.api.v2.base [None req-270d8760-dd95-4536-9cf7-99ea5e9b526b tempest-BulkNetworkOpsTest-447796090 tempest-BulkNetworkOpsTest-447796090-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsTest-test-network-605129312'}} {{(pid=94174) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 23 11:33:03.585789 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron_lib.callbacks.manager [None req-07d50d7c-8b46-473a-80a0-c831aec874ca tempest-AllowedAddressPairTestJSON-1962660266 tempest-AllowedAddressPairTestJSON-1962660266-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-430722'] for port, precommit_delete {{(pid=94174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:33:03.601116 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.plugins.ml2.rpc [None req-dc7542b2-afef-47f4-a763-e3a3cba144be None None] Network 2a0c9ef3-f73e-47bb-8a1b-f52cc88c260d details requested by agent ovs-agent-dv-neutron-601336-94-hyperv with host dv-neutron-601336-94-hyperv {{(pid=94176) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:250}} Jun 23 11:33:03.606668 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 23 Jun 2021 11:33:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6c8e27e9-65d3-4359-b737-9827d656f73e x-openstack-request-id: req-6c8e27e9-65d3-4359-b737-9827d656f73e {{(pid=94176) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 23 11:33:03.607323 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "85769616-6b8b-4da7-ad73-344986edf607", "name": "network-vif-plugged", "status": "completed", "tag": "4428b5cd-2ee2-4454-b711-d13a003d5236", "code": 200}]} {{(pid=94176) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 23 11:33:03.607732 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-6c8e27e9-65d3-4359-b737-9827d656f73e {{(pid=94176) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 23 11:33:03.608301 dv-neutron-601336-94-hyperv neutron-server[94176]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '85769616-6b8b-4da7-ad73-344986edf607', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4428b5cd-2ee2-4454-b711-d13a003d5236', 'code': 200} Jun 23 11:33:03.639026 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.plugins.ml2.db [None req-97bd5441-1da2-49ee-a364-27795820ba27 None None] For port 4428b5cd-2ee2-4454-b711-d13a003d5236, host hv-neutron-6013, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-6013',level=0,port_id=4428b5cd-2ee2-4454-b711-d13a003d5236,segment=NetworkSegment(38a4352d-de94-4d68-8280-f5ea074ec139),segment_id=38a4352d-de94-4d68-8280-f5ea074ec139)] {{(pid=94176) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 23 11:33:03.648238 dv-neutron-601336-94-hyperv neutron-server[94174]: INFO neutron.wsgi [None req-6f232b5a-698d-4e0a-a41f-65aa5ef0a055 tempest-NetworksTestDHCPv6-162546708 tempest-NetworksTestDHCPv6-162546708-project] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 2.5860093 Jun 23 11:33:03.664585 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.wsgi [-] (94174) accepted ('10.222.0.20', 38830) {{(pid=94174) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 11:33:03.670363 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.api.v2.base [None req-0c9792d3-adf6-4b96-a620-4829a284f254 tempest-NetworksTestDHCPv6-162546708 tempest-NetworksTestDHCPv6-162546708-project] Request body: {'port': {'network_id': 'f53f535d-bce4-4da8-9bd9-396677ff4e83', 'mac_address': 'fa:16:3e:ea:cf:7b', 'name': 'tempest-NetworksTestDHCPv6-1627063618'}} {{(pid=94174) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 23 11:33:03.676382 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.plugins.ml2.plugin [None req-07d50d7c-8b46-473a-80a0-c831aec874ca tempest-AllowedAddressPairTestJSON-1962660266 tempest-AllowedAddressPairTestJSON-1962660266-project] Calling delete_port for fe2c6061-be46-4066-8254-7c442616b553 owned by {{(pid=94174) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1986}} Jun 23 11:33:03.806719 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron_lib.callbacks.manager [None req-97bd5441-1da2-49ee-a364-27795820ba27 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-922904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866062', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773700135042', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773699642233', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773699642278'] for port, after_update {{(pid=94176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:33:03.833739 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG oslo_concurrency.lockutils [None req-b460dbab-3232-47b6-a613-cab5da8c2af4 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 11:33:03.835494 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-090155eb-ca9c-4b76-85d6-e7c3ebf7bd0e req-a4cdf790-a72e-42be-b4f8-7ce57c2930d5 tempest-ServerActionsTestJSON-161917335 tempest-ServerActionsTestJSON-161917335-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94174) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 11:33:03.842765 dv-neutron-601336-94-hyperv neutron-server[94174]: INFO neutron.wsgi [req-090155eb-ca9c-4b76-85d6-e7c3ebf7bd0e req-a4cdf790-a72e-42be-b4f8-7ce57c2930d5 tempest-ServerActionsTestJSON-161917335 tempest-ServerActionsTestJSON-161917335-project] 10.222.0.20 "GET /v2.0/ports?device_id=85769616-6b8b-4da7-ad73-344986edf607 HTTP/1.1" status: 200 len: 944 time: 0.2728913 Jun 23 11:33:03.849866 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-270d8760-dd95-4536-9cf7-99ea5e9b526b tempest-BulkNetworkOpsTest-447796090 tempest-BulkNetworkOpsTest-447796090-project] Made reservation on behalf of 55ea178908f9451e95a34ef8a97f34a7 for: {'network': 1} {{(pid=94174) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 23 11:33:03.858179 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.db.provisioning_blocks [None req-99a76702-9d7f-4ec0-a6bd-4bb4d0f1a199 None None] Provisioning for port 756c8c16-c8e1-4b85-856d-461fda2d7076 completed by entity DHCP. {{(pid=94176) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 23 11:33:03.858478 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron_lib.callbacks.manager [None req-270d8760-dd95-4536-9cf7-99ea5e9b526b tempest-BulkNetworkOpsTest-447796090 tempest-BulkNetworkOpsTest-447796090-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-923104'] for network, before_create {{(pid=94174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:33:03.934157 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97bd5441-1da2-49ee-a364-27795820ba27 None None] Pushing event updated for resources: {'Port': ['ID=4428b5cd-2ee2-4454-b711-d13a003d5236,revision_number=5']} {{(pid=94176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 11:33:03.940630 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.db.db_base_plugin_common [None req-fd8151fa-2d9f-4fcc-999d-5b0a0a824a7d tempest-PortsTestJSON-2085221018 tempest-PortsTestJSON-2085221018-project] Delete allocated IP 172.20.0.19 (2e1f816f-7464-4079-b100-cd7a8bb81164/704d9e83-b755-4f85-bdf5-600ee754443f) {{(pid=94175) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}} Jun 23 11:33:03.970953 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG oslo_concurrency.lockutils [None req-97bd5441-1da2-49ee-a364-27795820ba27 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.137s {{(pid=94176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 11:33:04.007170 dv-neutron-601336-94-hyperv neutron-server[94174]: INFO neutron.wsgi [req-090155eb-ca9c-4b76-85d6-e7c3ebf7bd0e req-fe2d216a-3e2f-43fe-99b7-70167f98855c tempest-ServerActionsTestJSON-161917335 tempest-ServerActionsTestJSON-161917335-project] 10.222.0.20 "GET /v2.0/security-groups?id=f0520e5d-8f0e-4c28-b543-be4405698077&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1631753 Jun 23 11:33:04.054750 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron_lib.callbacks.manager [None req-dc7542b2-afef-47f4-a763-e3a3cba144be None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-923122'] for port, before_update {{(pid=94176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:33:04.071368 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-270d8760-dd95-4536-9cf7-99ea5e9b526b tempest-BulkNetworkOpsTest-447796090 tempest-BulkNetworkOpsTest-447796090-project] vlan segment allocate from pool success with {'vlan_id': 444, 'physical_network': 'physnet1'} {{(pid=94174) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 23 11:33:04.090901 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8e4109c7-78ea-481f-89d8-7c8fb014f2ae None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1e0d828a-1fa4-563d-b7fd-53adf66a04ee-f53f535d-bce4-4da8-9bd9-396677ff4e83', 'network_id': 'f53f535d-bce4-4da8-9bd9-396677ff4e83', 'tenant_id': '5e61222a836c47229c94e37f3902e6bd', 'fixed_ips': [{'subnet_id': '7ee4243f-44db-4732-bbf3-b772d51d03c1'}]}} from dv-neutron-601336-94-hyperv. {{(pid=94176) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 23 11:33:04.095863 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron_lib.callbacks.manager [None req-8e4109c7-78ea-481f-89d8-7c8fb014f2ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-923104'] for port, before_create {{(pid=94176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:33:04.130059 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.plugins.ml2.db [None req-dc7542b2-afef-47f4-a763-e3a3cba144be None None] For port 39134afe-23ad-4cc1-a2ce-bd4dc25ab186, host dv-neutron-601336-94-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-94-hyperv',level=0,port_id=39134afe-23ad-4cc1-a2ce-bd4dc25ab186,segment=NetworkSegment(93314192-b55b-45be-8ef1-2041fea40614),segment_id=93314192-b55b-45be-8ef1-2041fea40614)] {{(pid=94176) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 23 11:33:04.146544 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron_lib.callbacks.manager [None req-270d8760-dd95-4536-9cf7-99ea5e9b526b tempest-BulkNetworkOpsTest-447796090 tempest-BulkNetworkOpsTest-447796090-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3801'] for segment, precommit_create {{(pid=94174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:33:04.147059 dv-neutron-601336-94-hyperv neutron-server[94174]: INFO neutron.db.segments_db [None req-270d8760-dd95-4536-9cf7-99ea5e9b526b tempest-BulkNetworkOpsTest-447796090 tempest-BulkNetworkOpsTest-447796090-project] Added segment 63ea303a-ab81-4d9e-a764-4af5bd14abe0 of type vlan for network 95f9afa5-35c4-480c-b881-557fde616bf2 Jun 23 11:33:04.244929 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron_lib.callbacks.manager [None req-dc7542b2-afef-47f4-a763-e3a3cba144be None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-922904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866062', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773700135042', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773699642233', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773699642278'] for port, after_update {{(pid=94176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:33:04.245744 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.plugins.ml2.rpc [None req-dc7542b2-afef-47f4-a763-e3a3cba144be None None] Device d118550e-b27b-4ff1-9330-46712197a0fe up at agent ovs-agent-dv-neutron-601336-94-hyperv {{(pid=94176) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:298}} Jun 23 11:33:04.250911 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG oslo_concurrency.lockutils [None req-d3c01526-5b37-465f-bb34-510f2080284f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 11:33:04.256542 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a7d8eb12-c2c1-479e-9eae-e7461c8e841f None None] Network 2e1f816f-7464-4079-b100-cd7a8bb81164 requested from dv-neutron-601336-94-hyperv {{(pid=94176) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 23 11:33:04.298663 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31daaf7e-c4cc-4010-b3a9-3ea7a0c3dacc req-263f7585-9a16-4f56-a1db-b410bec1f45b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94174) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 11:33:04.300148 dv-neutron-601336-94-hyperv neutron-server[94174]: INFO neutron.wsgi [req-31daaf7e-c4cc-4010-b3a9-3ea7a0c3dacc req-263f7585-9a16-4f56-a1db-b410bec1f45b service neutron] 10.222.0.52 "GET /v2.0/ports?device_id=85769616-6b8b-4da7-ad73-344986edf607 HTTP/1.1" status: 200 len: 1098 time: 0.3762774 Jun 23 11:33:04.333282 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron_lib.callbacks.manager [None req-270d8760-dd95-4536-9cf7-99ea5e9b526b tempest-BulkNetworkOpsTest-447796090 tempest-BulkNetworkOpsTest-447796090-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8773699596773'] for network, precommit_create {{(pid=94174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:33:04.355861 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0c9792d3-adf6-4b96-a620-4829a284f254 tempest-NetworksTestDHCPv6-162546708 tempest-NetworksTestDHCPv6-162546708-project] Made reservation on behalf of 5e61222a836c47229c94e37f3902e6bd for: {'port': 1} {{(pid=94174) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 23 11:33:04.451241 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron_lib.callbacks.manager [None req-07d50d7c-8b46-473a-80a0-c831aec874ca tempest-AllowedAddressPairTestJSON-1962660266 tempest-AllowedAddressPairTestJSON-1962660266-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-922904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866062', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773700135024', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773699642224', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5196390'] for port, after_delete {{(pid=94174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:33:04.456963 dv-neutron-601336-94-hyperv neutron-server[94174]: INFO neutron.wsgi [req-31daaf7e-c4cc-4010-b3a9-3ea7a0c3dacc req-64f4e6ed-73c4-40d9-963e-e5d849472604 service neutron] 10.222.0.52 "GET /v2.0/security-groups?id=f0520e5d-8f0e-4c28-b543-be4405698077&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1469297 Jun 23 11:33:04.462675 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG oslo_concurrency.lockutils [None req-a9dd612e-2239-4bc4-9e13-49fbb24dcb33 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94174) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 11:33:04.502332 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07d50d7c-8b46-473a-80a0-c831aec874ca tempest-AllowedAddressPairTestJSON-1962660266 tempest-AllowedAddressPairTestJSON-1962660266-project] Pushing event deleted for resources: {'Port': ['ID=fe2c6061-be46-4066-8254-7c442616b553,revision_number=None']} {{(pid=94174) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 11:33:04.507097 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron_lib.callbacks.manager [None req-fd8151fa-2d9f-4fcc-999d-5b0a0a824a7d tempest-PortsTestJSON-2085221018 tempest-PortsTestJSON-2085221018-project] Notify callbacks [] for port, precommit_update {{(pid=94175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:33:04.512202 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG oslo_concurrency.lockutils [None req-07d50d7c-8b46-473a-80a0-c831aec874ca tempest-AllowedAddressPairTestJSON-1962660266 tempest-AllowedAddressPairTestJSON-1962660266-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=94174) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 11:33:04.546127 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.db.provisioning_blocks [None req-fd8151fa-2d9f-4fcc-999d-5b0a0a824a7d tempest-PortsTestJSON-2085221018 tempest-PortsTestJSON-2085221018-project] Ignored duplicate provisioning block setup for port 7e9eb631-d7bd-49c2-97cf-701ecbe0c796 by entity DHCP. {{(pid=94175) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:68}} Jun 23 11:33:04.558951 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron_lib.callbacks.manager [None req-270d8760-dd95-4536-9cf7-99ea5e9b526b tempest-BulkNetworkOpsTest-447796090 tempest-BulkNetworkOpsTest-447796090-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8002400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7866073'] for network, after_create {{(pid=94174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:33:04.564556 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-270d8760-dd95-4536-9cf7-99ea5e9b526b tempest-BulkNetworkOpsTest-447796090 tempest-BulkNetworkOpsTest-447796090-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94174) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 11:33:04.565189 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron_lib.callbacks.manager [None req-270d8760-dd95-4536-9cf7-99ea5e9b526b tempest-BulkNetworkOpsTest-447796090 tempest-BulkNetworkOpsTest-447796090-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7865916'] for network, before_response {{(pid=94174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:33:04.572380 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG oslo_concurrency.lockutils [None req-ae80f20d-2aaa-4fcf-90ea-b1765e8db5fb tempest-BulkNetworkOpsIpV6Test-986121801 tempest-BulkNetworkOpsIpV6Test-986121801-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94174) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 11:33:04.581159 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron_lib.callbacks.manager [None req-3870aa0d-f442-4b0e-be9b-d4ab487f5f9d tempest-RoutersNegativeTest-1531528216 tempest-RoutersNegativeTest-1531528216-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-923104'] for port, before_create {{(pid=94175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:33:04.598967 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron_lib.callbacks.manager [None req-e125989c-66fa-4a44-9c72-3f6f2aec936e tempest-RoutersNegativeIpV6Test-1628881962 tempest-RoutersNegativeIpV6Test-1628881962-project] Notify callbacks [] for port, precommit_update {{(pid=94175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:33:04.647534 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-270d8760-dd95-4536-9cf7-99ea5e9b526b tempest-BulkNetworkOpsTest-447796090 tempest-BulkNetworkOpsTest-447796090-project] Pushing event updated for resources: {'Network': ['ID=95f9afa5-35c4-480c-b881-557fde616bf2,revision_number=1']} {{(pid=94174) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 11:33:04.655917 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron_lib.callbacks.manager [None req-0c9792d3-adf6-4b96-a620-4829a284f254 tempest-NetworksTestDHCPv6-162546708 tempest-NetworksTestDHCPv6-162546708-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-923104'] for port, before_create {{(pid=94174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:33:04.661043 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG oslo_concurrency.lockutils [None req-270d8760-dd95-4536-9cf7-99ea5e9b526b tempest-BulkNetworkOpsTest-447796090 tempest-BulkNetworkOpsTest-447796090-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.089s {{(pid=94174) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 11:33:04.671102 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.plugins.ml2.rpc [None req-dc7542b2-afef-47f4-a763-e3a3cba144be None None] Network 95f9afa5-35c4-480c-b881-557fde616bf2 details requested by agent ovs-agent-dv-neutron-601336-94-hyperv with host dv-neutron-601336-94-hyperv {{(pid=94176) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:250}} Jun 23 11:33:04.684815 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.db.db_base_plugin_common [None req-8e4109c7-78ea-481f-89d8-7c8fb014f2ae None None] Allocated IP 2001:db8::2 (f53f535d-bce4-4da8-9bd9-396677ff4e83/7ee4243f-44db-4732-bbf3-b772d51d03c1/653750bd-d98d-45bc-8ee2-f388a1a8e38f) {{(pid=94176) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 23 11:33:04.751597 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc7542b2-afef-47f4-a763-e3a3cba144be None None] Pushing event updated for resources: {'Port': ['ID=39134afe-23ad-4cc1-a2ce-bd4dc25ab186,revision_number=4']} {{(pid=94176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 11:33:04.762141 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.db.provisioning_blocks [None req-de7fece9-df0c-4e45-89ff-188b04417430 None None] Provisioning for port 39134afe-23ad-4cc1-a2ce-bd4dc25ab186 completed by entity DHCP. {{(pid=94176) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 23 11:33:04.765979 dv-neutron-601336-94-hyperv neutron-server[94174]: INFO neutron.wsgi [None req-270d8760-dd95-4536-9cf7-99ea5e9b526b tempest-BulkNetworkOpsTest-447796090 tempest-BulkNetworkOpsTest-447796090-project] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 785 time: 1.2147033 Jun 23 11:33:04.765979 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.notifiers.nova [None req-0c9792d3-adf6-4b96-a620-4829a284f254 tempest-NetworksTestDHCPv6-162546708 tempest-NetworksTestDHCPv6-162546708-project] device_id is not set on port 8f655210-36c6-4cf5-b139-8a8491fd21ec yet. {{(pid=94174) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jun 23 11:33:04.768336 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.wsgi [-] (94175) accepted ('10.222.0.20', 38832) {{(pid=94175) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 11:33:04.775939 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG oslo_concurrency.lockutils [None req-dc7542b2-afef-47f4-a763-e3a3cba144be None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.525s {{(pid=94176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 11:33:04.777765 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.api.v2.base [None req-90012cec-8169-4469-a934-ba3eac5943e5 tempest-BulkNetworkOpsTest-447796090 tempest-BulkNetworkOpsTest-447796090-project] Request body: {'ports': [{'network_id': '2a0c9ef3-f73e-47bb-8a1b-f52cc88c260d', 'name': 'tempest-port--805782784', 'admin_state_up': True}, {'network_id': '95f9afa5-35c4-480c-b881-557fde616bf2', 'admin_state_up': False}]} {{(pid=94175) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 23 11:33:04.778499 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.api.v2.base [None req-90012cec-8169-4469-a934-ba3eac5943e5 tempest-BulkNetworkOpsTest-447796090 tempest-BulkNetworkOpsTest-447796090-project] Request body: {'port': {'network_id': '2a0c9ef3-f73e-47bb-8a1b-f52cc88c260d', 'name': 'tempest-port--805782784', 'admin_state_up': True}} {{(pid=94175) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 23 11:33:04.778636 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.api.v2.base [None req-90012cec-8169-4469-a934-ba3eac5943e5 tempest-BulkNetworkOpsTest-447796090 tempest-BulkNetworkOpsTest-447796090-project] Request body: {'port': {'network_id': '95f9afa5-35c4-480c-b881-557fde616bf2', 'admin_state_up': False}} {{(pid=94175) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 23 11:33:04.782874 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron_lib.callbacks.manager [None req-fd8151fa-2d9f-4fcc-999d-5b0a0a824a7d tempest-PortsTestJSON-2085221018 tempest-PortsTestJSON-2085221018-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-922904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866062', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773700135042', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773699642233', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773699642278', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5082471'] for port, after_update {{(pid=94175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:33:04.784537 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron_lib.callbacks.manager [None req-e125989c-66fa-4a44-9c72-3f6f2aec936e tempest-RoutersNegativeIpV6Test-1628881962 tempest-RoutersNegativeIpV6Test-1628881962-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-922904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866062', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773700135042', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773699642233', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773699642278', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5082471'] for port, after_update {{(pid=94175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:33:04.785375 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron_lib.callbacks.manager [None req-e125989c-66fa-4a44-9c72-3f6f2aec936e tempest-RoutersNegativeIpV6Test-1628881962 tempest-RoutersNegativeIpV6Test-1628881962-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-7866091', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-453038'] for router_interface, after_create {{(pid=94175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:33:04.790913 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.db.provisioning_blocks [None req-de7fece9-df0c-4e45-89ff-188b04417430 None None] Provisioning complete for port 39134afe-23ad-4cc1-a2ce-bd4dc25ab186 triggered by entity DHCP. {{(pid=94176) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 23 11:33:04.797702 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron_lib.callbacks.manager [None req-de7fece9-df0c-4e45-89ff-188b04417430 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-899258'] for port, provisioning_complete {{(pid=94176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:33:04.805390 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG oslo_concurrency.lockutils [None req-4bc8310b-bee1-4c53-b945-218c6e2e15dd tempest-ExtraDHCPOptionsTestJSON-1313277810 tempest-ExtraDHCPOptionsTestJSON-1313277810-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94175) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 11:33:04.818709 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.db.provisioning_blocks [None req-dc7542b2-afef-47f4-a763-e3a3cba144be None None] Provisioning complete for port d118550e-b27b-4ff1-9330-46712197a0fe triggered by entity L2. {{(pid=94176) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 23 11:33:04.819459 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron_lib.callbacks.manager [None req-dc7542b2-afef-47f4-a763-e3a3cba144be None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-899258'] for port, provisioning_complete {{(pid=94176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:33:04.903134 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron_lib.callbacks.manager [None req-07d50d7c-8b46-473a-80a0-c831aec874ca tempest-AllowedAddressPairTestJSON-1962660266 tempest-AllowedAddressPairTestJSON-1962660266-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-217507'] for port, before_response {{(pid=94174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:33:04.909407 dv-neutron-601336-94-hyperv neutron-server[94174]: INFO neutron.wsgi [None req-07d50d7c-8b46-473a-80a0-c831aec874ca tempest-AllowedAddressPairTestJSON-1962660266 tempest-AllowedAddressPairTestJSON-1962660266-project] 10.222.0.20 "DELETE /v2.0/ports/fe2c6061-be46-4066-8254-7c442616b553 HTTP/1.1" status: 204 len: 168 time: 2.0903575 Jun 23 11:33:04.913273 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.wsgi [-] (94174) accepted ('10.222.0.20', 38834) {{(pid=94174) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 11:33:04.945473 dv-neutron-601336-94-hyperv neutron-server[94174]: INFO neutron.pecan_wsgi.hooks.translation [None req-144b31a9-a81c-4e04-8e65-1edfac4d02e1 tempest-AllowedAddressPairTestJSON-1962660266 tempest-AllowedAddressPairTestJSON-1962660266-project] GET failed (client error): The resource could not be found. Jun 23 11:33:04.951517 dv-neutron-601336-94-hyperv neutron-server[94174]: INFO neutron.wsgi [None req-144b31a9-a81c-4e04-8e65-1edfac4d02e1 tempest-AllowedAddressPairTestJSON-1962660266 tempest-AllowedAddressPairTestJSON-1962660266-project] 10.222.0.20 "GET /v2.0/ports/fe2c6061-be46-4066-8254-7c442616b553 HTTP/1.1" status: 404 len: 333 time: 0.0372770 Jun 23 11:33:04.953003 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.wsgi [-] (94174) accepted ('10.222.0.20', 38836) {{(pid=94174) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 11:33:04.958806 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.api.v2.base [None req-8eaf451d-a480-43ec-a2dc-8a76f60eef2c tempest-AllowedAddressPairTestJSON-1962660266 tempest-AllowedAddressPairTestJSON-1962660266-project] Request body: {'port': {'network_id': '6a6c8949-9850-44f7-bca7-3fd76c05cabf', 'name': 'tempest-AllowedAddressPairTestJSON-1522953903'}} {{(pid=94174) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 23 11:33:05.083401 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e125989c-66fa-4a44-9c72-3f6f2aec936e tempest-RoutersNegativeIpV6Test-1628881962 tempest-RoutersNegativeIpV6Test-1628881962-project] Pushing event updated for resources: {'Port': ['ID=ea7385ee-b124-444f-8e55-97a9f86a8100,revision_number=2']} {{(pid=94175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 11:33:05.160715 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.plugins.ml2.rpc [None req-dc7542b2-afef-47f4-a763-e3a3cba144be None None] Device 756c8c16-c8e1-4b85-856d-461fda2d7076 up at agent ovs-agent-dv-neutron-601336-94-hyperv {{(pid=94176) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:298}} Jun 23 11:33:05.170031 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8eaf451d-a480-43ec-a2dc-8a76f60eef2c tempest-AllowedAddressPairTestJSON-1962660266 tempest-AllowedAddressPairTestJSON-1962660266-project] Made reservation on behalf of a1521393984a421295a738f29331a229 for: {'port': 1} {{(pid=94174) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 23 11:33:05.174222 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron_lib.callbacks.manager [None req-8eaf451d-a480-43ec-a2dc-8a76f60eef2c tempest-AllowedAddressPairTestJSON-1962660266 tempest-AllowedAddressPairTestJSON-1962660266-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-923104'] for port, before_create {{(pid=94174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:33:05.193102 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.notifiers.nova [None req-8eaf451d-a480-43ec-a2dc-8a76f60eef2c tempest-AllowedAddressPairTestJSON-1962660266 tempest-AllowedAddressPairTestJSON-1962660266-project] device_id is not set on port 6992950e-ec36-4497-995d-d32afac6774f yet. {{(pid=94174) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jun 23 11:33:05.241118 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron_lib.callbacks.manager [None req-8e4109c7-78ea-481f-89d8-7c8fb014f2ae None None] Notify callbacks [] for port, precommit_create {{(pid=94176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:33:05.246768 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.plugins.ml2.plugin [None req-fd8151fa-2d9f-4fcc-999d-5b0a0a824a7d tempest-PortsTestJSON-2085221018 tempest-PortsTestJSON-2085221018-project] In _notify_port_updated(), no bound segment for port 7e9eb631-d7bd-49c2-97cf-701ecbe0c796 on network 2e1f816f-7464-4079-b100-cd7a8bb81164 {{(pid=94175) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:876}} Jun 23 11:33:05.252244 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fd8151fa-2d9f-4fcc-999d-5b0a0a824a7d tempest-PortsTestJSON-2085221018 tempest-PortsTestJSON-2085221018-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 11:33:05.252874 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron_lib.callbacks.manager [None req-fd8151fa-2d9f-4fcc-999d-5b0a0a824a7d tempest-PortsTestJSON-2085221018 tempest-PortsTestJSON-2085221018-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-217507'] for port, before_response {{(pid=94175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:33:05.256886 dv-neutron-601336-94-hyperv neutron-server[94175]: INFO neutron.wsgi [None req-fd8151fa-2d9f-4fcc-999d-5b0a0a824a7d tempest-PortsTestJSON-2085221018 tempest-PortsTestJSON-2085221018-project] 10.222.0.20 "PUT /v2.0/ports/7e9eb631-d7bd-49c2-97cf-701ecbe0c796 HTTP/1.1" status: 200 len: 920 time: 2.3208137 Jun 23 11:33:05.257635 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.wsgi [-] (94174) accepted ('10.222.0.20', 38840) {{(pid=94174) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 11:33:05.262508 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.db.provisioning_blocks [None req-8e4109c7-78ea-481f-89d8-7c8fb014f2ae None None] Transition to ACTIVE for port object 653750bd-d98d-45bc-8ee2-f388a1a8e38f will not be triggered until provisioned by entity L2. {{(pid=94176) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 23 11:33:05.264981 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.api.v2.base [None req-4f974974-cc72-492d-b9a6-82fb1c7e9fc9 tempest-PortsTestJSON-2085221018 tempest-PortsTestJSON-2085221018-project] Request body: {'port': {'fixed_ips': [{'subnet_id': '657751ef-9b43-4a21-b943-ced80e557256'}, {'subnet_id': '704d9e83-b755-4f85-bdf5-600ee754443f'}]}} {{(pid=94174) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 23 11:33:05.303912 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.db.provisioning_blocks [None req-8e4109c7-78ea-481f-89d8-7c8fb014f2ae None None] Transition to ACTIVE for port object 653750bd-d98d-45bc-8ee2-f388a1a8e38f will not be triggered until provisioned by entity DHCP. {{(pid=94176) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 23 11:33:05.313931 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.db.db_base_plugin_common [None req-3870aa0d-f442-4b0e-be9b-d4ab487f5f9d tempest-RoutersNegativeTest-1531528216 tempest-RoutersNegativeTest-1531528216-project] Allocated IP 172.20.0.1 (0adcd8b9-d403-4e2b-b765-9850dc5b2ccf/defc4a6a-123c-4f18-9b6c-a16ec9f19f17/77ab36eb-5e11-453d-b636-da457a2b7f5a) {{(pid=94175) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 23 11:33:05.333978 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e125989c-66fa-4a44-9c72-3f6f2aec936e tempest-RoutersNegativeIpV6Test-1628881962 tempest-RoutersNegativeIpV6Test-1628881962-project] Network 13d4f792-a7d0-4acb-b0a5-e21b141310d7 is already hosted by enough agents. {{(pid=94175) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 23 11:33:05.336789 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd8151fa-2d9f-4fcc-999d-5b0a0a824a7d tempest-PortsTestJSON-2085221018 tempest-PortsTestJSON-2085221018-project] Pushing event updated for resources: {'Port': ['ID=7e9eb631-d7bd-49c2-97cf-701ecbe0c796,revision_number=2']} {{(pid=94175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 11:33:05.339515 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.db.provisioning_blocks [None req-dc7542b2-afef-47f4-a763-e3a3cba144be None None] Provisioning for port 756c8c16-c8e1-4b85-856d-461fda2d7076 completed by entity L2. {{(pid=94176) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 23 11:33:05.344054 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.db.provisioning_blocks [None req-dc7542b2-afef-47f4-a763-e3a3cba144be None None] Provisioning complete for port 756c8c16-c8e1-4b85-856d-461fda2d7076 triggered by entity L2. {{(pid=94176) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 23 11:33:05.356558 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG oslo_concurrency.lockutils [None req-fd8151fa-2d9f-4fcc-999d-5b0a0a824a7d tempest-PortsTestJSON-2085221018 tempest-PortsTestJSON-2085221018-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.539s {{(pid=94175) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 11:33:05.357746 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron_lib.callbacks.manager [None req-dc7542b2-afef-47f4-a763-e3a3cba144be None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-899258'] for port, provisioning_complete {{(pid=94176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:33:05.357836 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.scheduler.base_scheduler [None req-e125989c-66fa-4a44-9c72-3f6f2aec936e tempest-RoutersNegativeIpV6Test-1628881962 tempest-RoutersNegativeIpV6Test-1628881962-project] Resources bound (agent type, host, resource id): {{(pid=94175) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 23 11:33:05.357836 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG oslo_concurrency.lockutils [None req-f4d6ec08-59c1-4267-bd43-b2c586b93714 tempest-PortsTestJSON-2085221018 tempest-PortsTestJSON-2085221018-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.542s {{(pid=94175) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 11:33:05.357836 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG oslo_concurrency.lockutils [None req-f4d6ec08-59c1-4267-bd43-b2c586b93714 tempest-PortsTestJSON-2085221018 tempest-PortsTestJSON-2085221018-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.000s {{(pid=94175) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 11:33:05.381182 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.db.db_base_plugin_common [None req-8eaf451d-a480-43ec-a2dc-8a76f60eef2c tempest-AllowedAddressPairTestJSON-1962660266 tempest-AllowedAddressPairTestJSON-1962660266-project] Allocated IP 172.20.0.5 (6a6c8949-9850-44f7-bca7-3fd76c05cabf/2e5e37f0-b513-4130-97e1-75912538707b/6992950e-ec36-4497-995d-d32afac6774f) {{(pid=94174) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 23 11:33:05.449447 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron_lib.callbacks.manager [None req-8e4109c7-78ea-481f-89d8-7c8fb014f2ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-922915', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-239814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7866073', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773699642215'] for port, after_create {{(pid=94176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:33:05.463048 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron_lib.callbacks.manager [None req-dc7542b2-afef-47f4-a763-e3a3cba144be None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-923122'] for port, before_update {{(pid=94176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:33:05.478794 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG oslo_concurrency.lockutils [None req-e0446cd7-7d03-40a6-8cd6-db78c18fc8cb None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 11:33:05.480589 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.db.db_base_plugin_common [None req-0c9792d3-adf6-4b96-a620-4829a284f254 tempest-NetworksTestDHCPv6-162546708 tempest-NetworksTestDHCPv6-162546708-project] Allocated IP 2001:db8::132 (f53f535d-bce4-4da8-9bd9-396677ff4e83/7ee4243f-44db-4732-bbf3-b772d51d03c1/8f655210-36c6-4cf5-b139-8a8491fd21ec) {{(pid=94174) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 23 11:33:05.549204 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8e4109c7-78ea-481f-89d8-7c8fb014f2ae None None] Network f53f535d-bce4-4da8-9bd9-396677ff4e83 is already hosted by enough agents. {{(pid=94176) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 23 11:33:05.556421 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.plugins.ml2.db [None req-dc7542b2-afef-47f4-a763-e3a3cba144be None None] For port 756c8c16-c8e1-4b85-856d-461fda2d7076, host dv-neutron-601336-94-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-94-hyperv',level=0,port_id=756c8c16-c8e1-4b85-856d-461fda2d7076,segment=NetworkSegment(0895d7d9-54bf-46f2-b34f-96bdf089bc42),segment_id=0895d7d9-54bf-46f2-b34f-96bdf089bc42)] {{(pid=94176) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 23 11:33:05.560319 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.scheduler.base_scheduler [None req-8e4109c7-78ea-481f-89d8-7c8fb014f2ae None None] Resources bound (agent type, host, resource id): {{(pid=94176) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 23 11:33:05.563608 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8e4109c7-78ea-481f-89d8-7c8fb014f2ae None None] Received port after_create {{(pid=94176) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 23 11:33:05.573008 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ef5ac91-bd69-44d6-85e5-a9016fd82982 req-e9a2c34c-705f-4f8d-92ba-be091e108417 tempest-ServerActionsTestJSON-161917335 tempest-ServerActionsTestJSON-161917335-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 11:33:05.579565 dv-neutron-601336-94-hyperv neutron-server[94175]: INFO neutron.wsgi [req-2ef5ac91-bd69-44d6-85e5-a9016fd82982 req-e9a2c34c-705f-4f8d-92ba-be091e108417 tempest-ServerActionsTestJSON-161917335 tempest-ServerActionsTestJSON-161917335-project] 10.222.0.20 "GET /v2.0/ports?device_id=85769616-6b8b-4da7-ad73-344986edf607 HTTP/1.1" status: 200 len: 945 time: 0.4539723 Jun 23 11:33:05.598144 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-90012cec-8169-4469-a934-ba3eac5943e5 tempest-BulkNetworkOpsTest-447796090 tempest-BulkNetworkOpsTest-447796090-project] Made reservation on behalf of 55ea178908f9451e95a34ef8a97f34a7 for: {'port': 2} {{(pid=94175) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 23 11:33:05.602756 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron_lib.callbacks.manager [None req-90012cec-8169-4469-a934-ba3eac5943e5 tempest-BulkNetworkOpsTest-447796090 tempest-BulkNetworkOpsTest-447796090-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-923104'] for port, before_create {{(pid=94175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:33:05.650070 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.db.provisioning_blocks [None req-c8f98c93-749d-42ea-91d5-211446468389 None None] Provisioning for port ea7385ee-b124-444f-8e55-97a9f86a8100 completed by entity DHCP. {{(pid=94176) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 23 11:33:05.656602 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.db.provisioning_blocks [None req-c8f98c93-749d-42ea-91d5-211446468389 None None] Provisioning complete for port ea7385ee-b124-444f-8e55-97a9f86a8100 triggered by entity DHCP. {{(pid=94176) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 23 11:33:05.657060 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron_lib.callbacks.manager [None req-c8f98c93-749d-42ea-91d5-211446468389 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-899258'] for port, provisioning_complete {{(pid=94176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:33:05.674472 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron_lib.callbacks.manager [None req-90012cec-8169-4469-a934-ba3eac5943e5 tempest-BulkNetworkOpsTest-447796090 tempest-BulkNetworkOpsTest-447796090-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-923104'] for port, before_create {{(pid=94175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:33:05.695874 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e4109c7-78ea-481f-89d8-7c8fb014f2ae None None] Pushing event updated for resources: {'Port': ['ID=653750bd-d98d-45bc-8ee2-f388a1a8e38f,revision_number=1']} {{(pid=94176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 11:33:05.699844 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG oslo_concurrency.lockutils [None req-8e4109c7-78ea-481f-89d8-7c8fb014f2ae None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.221s {{(pid=94176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 11:33:05.703235 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.plugins.ml2.plugin [None req-c8f98c93-749d-42ea-91d5-211446468389 None None] Port ea7385ee-b124-444f-8e55-97a9f86a8100 cannot update to ACTIVE because it is not bound. {{(pid=94176) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jun 23 11:33:05.709659 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron_lib.callbacks.manager [None req-dc7542b2-afef-47f4-a763-e3a3cba144be None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-922904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866062', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773700135042', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773699642233', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773699642278'] for port, after_update {{(pid=94176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:33:05.714259 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG oslo_concurrency.lockutils [None req-e0446cd7-7d03-40a6-8cd6-db78c18fc8cb None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 11:33:05.717463 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.plugins.ml2.managers [None req-8e4109c7-78ea-481f-89d8-7c8fb014f2ae None None] Attempting to bind port 653750bd-d98d-45bc-8ee2-f388a1a8e38f on host dv-neutron-601336-94-hyperv for vnic_type normal with profile {{(pid=94176) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 23 11:33:05.717918 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.plugins.ml2.managers [None req-8e4109c7-78ea-481f-89d8-7c8fb014f2ae None None] Attempting to bind port 653750bd-d98d-45bc-8ee2-f388a1a8e38f by drivers openvswitch,hyperv on host dv-neutron-601336-94-hyperv at level 0 using segments [{'id': '6303a411-6e70-4139-a530-9ee4cf8ba843', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 419, 'network_id': 'f53f535d-bce4-4da8-9bd9-396677ff4e83'}] {{(pid=94176) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 23 11:33:05.718403 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8e4109c7-78ea-481f-89d8-7c8fb014f2ae None None] Attempting to bind port 653750bd-d98d-45bc-8ee2-f388a1a8e38f on network f53f535d-bce4-4da8-9bd9-396677ff4e83 {{(pid=94176) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 23 11:33:05.727770 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8e4109c7-78ea-481f-89d8-7c8fb014f2ae None None] Checking agent: {'id': '4d05f899-5ac9-411b-8a03-f60c93f87cdf', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-601336-94-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 23, 11, 22, 14), 'started_at': datetime.datetime(2021, 6, 23, 11, 22, 44), 'heartbeat_timestamp': datetime.datetime(2021, 6, 23, 11, 32, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'monitor_allowed_address_pair_garp': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-601336-94-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94176) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 23 11:33:05.728274 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8e4109c7-78ea-481f-89d8-7c8fb014f2ae None None] Checking segment: {'id': '6303a411-6e70-4139-a530-9ee4cf8ba843', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 419, 'network_id': 'f53f535d-bce4-4da8-9bd9-396677ff4e83'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94176) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 23 11:33:05.728758 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron_lib.callbacks.manager [None req-8e4109c7-78ea-481f-89d8-7c8fb014f2ae None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:33:05.729463 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8e4109c7-78ea-481f-89d8-7c8fb014f2ae None None] Bound using segment: {'id': '6303a411-6e70-4139-a530-9ee4cf8ba843', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 419, 'network_id': 'f53f535d-bce4-4da8-9bd9-396677ff4e83'} {{(pid=94176) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 23 11:33:05.730008 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.plugins.ml2.managers [None req-8e4109c7-78ea-481f-89d8-7c8fb014f2ae None None] Bound port: 653750bd-d98d-45bc-8ee2-f388a1a8e38f, host: dv-neutron-601336-94-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6303a411-6e70-4139-a530-9ee4cf8ba843', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 419, 'network_id': 'f53f535d-bce4-4da8-9bd9-396677ff4e83'}}] {{(pid=94176) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 23 11:33:05.730548 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron_lib.callbacks.manager [None req-8e4109c7-78ea-481f-89d8-7c8fb014f2ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-923122'] for port, before_update {{(pid=94176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:33:05.774985 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron_lib.callbacks.manager [None req-3870aa0d-f442-4b0e-be9b-d4ab487f5f9d tempest-RoutersNegativeTest-1531528216 tempest-RoutersNegativeTest-1531528216-project] Notify callbacks [] for port, precommit_create {{(pid=94175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:33:05.781362 dv-neutron-601336-94-hyperv neutron-server[94175]: INFO neutron.wsgi [req-2ef5ac91-bd69-44d6-85e5-a9016fd82982 req-33dc54c7-9af7-41fc-a77e-043ba5f9ad2d tempest-ServerActionsTestJSON-161917335 tempest-ServerActionsTestJSON-161917335-project] 10.222.0.20 "GET /v2.0/security-groups?id=f0520e5d-8f0e-4c28-b543-be4405698077&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1885905 Jun 23 11:33:05.843646 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.db.provisioning_blocks [None req-c8f98c93-749d-42ea-91d5-211446468389 None None] Provisioning complete for port 756c8c16-c8e1-4b85-856d-461fda2d7076 triggered by entity DHCP. {{(pid=94176) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 23 11:33:05.844066 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron_lib.callbacks.manager [None req-c8f98c93-749d-42ea-91d5-211446468389 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-899258'] for port, provisioning_complete {{(pid=94176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:33:05.870153 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.plugins.ml2.db [None req-8e4109c7-78ea-481f-89d8-7c8fb014f2ae None None] For port 653750bd-d98d-45bc-8ee2-f388a1a8e38f, host dv-neutron-601336-94-hyperv, cleared binding levels {{(pid=94176) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 23 11:33:05.900926 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.db.provisioning_blocks [None req-3870aa0d-f442-4b0e-be9b-d4ab487f5f9d tempest-RoutersNegativeTest-1531528216 tempest-RoutersNegativeTest-1531528216-project] Transition to ACTIVE for port object 77ab36eb-5e11-453d-b636-da457a2b7f5a will not be triggered until provisioned by entity DHCP. {{(pid=94175) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 23 11:33:05.918836 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.plugins.ml2.db [None req-8e4109c7-78ea-481f-89d8-7c8fb014f2ae None None] For port 653750bd-d98d-45bc-8ee2-f388a1a8e38f, host dv-neutron-601336-94-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-94-hyperv',level=0,port_id=653750bd-d98d-45bc-8ee2-f388a1a8e38f,segment=NetworkSegment(6303a411-6e70-4139-a530-9ee4cf8ba843),segment_id=6303a411-6e70-4139-a530-9ee4cf8ba843)] {{(pid=94176) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 23 11:33:05.937852 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.notifiers.nova [None req-90012cec-8169-4469-a934-ba3eac5943e5 tempest-BulkNetworkOpsTest-447796090 tempest-BulkNetworkOpsTest-447796090-project] device_id is not set on port d31f4bca-bc98-4e42-bf33-ca6a6271bf53 yet. {{(pid=94175) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jun 23 11:33:05.957245 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc7542b2-afef-47f4-a763-e3a3cba144be None None] Pushing event updated for resources: {'Port': ['ID=756c8c16-c8e1-4b85-856d-461fda2d7076,revision_number=3']} {{(pid=94176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 11:33:05.965762 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG oslo_concurrency.lockutils [None req-dc7542b2-afef-47f4-a763-e3a3cba144be None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.251s {{(pid=94176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 11:33:06.025743 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.plugins.ml2.rpc [None req-dc7542b2-afef-47f4-a763-e3a3cba144be None None] Device 39134afe-23ad-4cc1-a2ce-bd4dc25ab186 up at agent ovs-agent-dv-neutron-601336-94-hyperv {{(pid=94176) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:298}} Jun 23 11:33:06.031603 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron_lib.callbacks.manager [None req-4f974974-cc72-492d-b9a6-82fb1c7e9fc9 tempest-PortsTestJSON-2085221018 tempest-PortsTestJSON-2085221018-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-923122'] for port, before_update {{(pid=94174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:33:06.032122 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron_lib.callbacks.manager [None req-8e4109c7-78ea-481f-89d8-7c8fb014f2ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-922904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866062', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773700135042', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773699642233', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773699642278'] for port, after_update {{(pid=94176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:33:06.038769 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG oslo_concurrency.lockutils [None req-dc7542b2-afef-47f4-a763-e3a3cba144be None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 11:33:06.082410 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron_lib.callbacks.manager [None req-8eaf451d-a480-43ec-a2dc-8a76f60eef2c tempest-AllowedAddressPairTestJSON-1962660266 tempest-AllowedAddressPairTestJSON-1962660266-project] Notify callbacks [] for port, precommit_create {{(pid=94174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:33:06.094333 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron_lib.callbacks.manager [None req-3870aa0d-f442-4b0e-be9b-d4ab487f5f9d tempest-RoutersNegativeTest-1531528216 tempest-RoutersNegativeTest-1531528216-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-922915', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-239814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7866073', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773699642215', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-5082457'] for port, after_create {{(pid=94175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:33:06.098334 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e125989c-66fa-4a44-9c72-3f6f2aec936e tempest-RoutersNegativeIpV6Test-1628881962 tempest-RoutersNegativeIpV6Test-1628881962-project] Router 177dc9cb-62af-46b2-b17a-0e63fc73dee2 is scheduled to L3 agent 50ef99c0-ef28-4db5-b303-b145898fae60 with binding_index 1 {{(pid=94175) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jun 23 11:33:06.108386 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG oslo_concurrency.lockutils [None req-fcba2a12-fad2-46be-9a06-822754d49391 tempest-PortsAdminExtendedAttrsTestJSON-1772465988 tempest-PortsAdminExtendedAttrsTestJSON-1772465988-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94175) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 11:33:06.116794 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e4109c7-78ea-481f-89d8-7c8fb014f2ae None None] Pushing event updated for resources: {'Port': ['ID=653750bd-d98d-45bc-8ee2-f388a1a8e38f,revision_number=2']} {{(pid=94176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 11:33:06.134811 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG oslo_concurrency.lockutils [None req-8e4109c7-78ea-481f-89d8-7c8fb014f2ae None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.097s {{(pid=94176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 11:33:06.138358 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.db.provisioning_blocks [None req-8eaf451d-a480-43ec-a2dc-8a76f60eef2c tempest-AllowedAddressPairTestJSON-1962660266 tempest-AllowedAddressPairTestJSON-1962660266-project] Transition to ACTIVE for port object 6992950e-ec36-4497-995d-d32afac6774f will not be triggered until provisioned by entity DHCP. {{(pid=94174) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 23 11:33:06.175045 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron_lib.callbacks.manager [None req-0c9792d3-adf6-4b96-a620-4829a284f254 tempest-NetworksTestDHCPv6-162546708 tempest-NetworksTestDHCPv6-162546708-project] Notify callbacks [] for port, precommit_create {{(pid=94174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:33:06.190326 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron_lib.callbacks.manager [None req-90012cec-8169-4469-a934-ba3eac5943e5 tempest-BulkNetworkOpsTest-447796090 tempest-BulkNetworkOpsTest-447796090-project] Notify callbacks [] for port, precommit_create {{(pid=94175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:33:06.192825 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.db.provisioning_blocks [None req-0c9792d3-adf6-4b96-a620-4829a284f254 tempest-NetworksTestDHCPv6-162546708 tempest-NetworksTestDHCPv6-162546708-project] Transition to ACTIVE for port object 8f655210-36c6-4cf5-b139-8a8491fd21ec will not be triggered until provisioned by entity DHCP. {{(pid=94174) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 23 11:33:06.205407 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.db.provisioning_blocks [None req-dc7542b2-afef-47f4-a763-e3a3cba144be None None] Provisioning complete for port 39134afe-23ad-4cc1-a2ce-bd4dc25ab186 triggered by entity L2. {{(pid=94176) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 23 11:33:06.208041 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron_lib.callbacks.manager [None req-dc7542b2-afef-47f4-a763-e3a3cba144be None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-899258'] for port, provisioning_complete {{(pid=94176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:33:06.267724 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.notifiers.nova [None req-90012cec-8169-4469-a934-ba3eac5943e5 tempest-BulkNetworkOpsTest-447796090 tempest-BulkNetworkOpsTest-447796090-project] device_id is not set on port 46aca81d-a01b-41ae-a371-e1d76bb45482 yet. {{(pid=94175) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jun 23 11:33:06.288063 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3870aa0d-f442-4b0e-be9b-d4ab487f5f9d tempest-RoutersNegativeTest-1531528216 tempest-RoutersNegativeTest-1531528216-project] Network 0adcd8b9-d403-4e2b-b765-9850dc5b2ccf is already hosted by enough agents. {{(pid=94175) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 23 11:33:06.300088 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.scheduler.base_scheduler [None req-3870aa0d-f442-4b0e-be9b-d4ab487f5f9d tempest-RoutersNegativeTest-1531528216 tempest-RoutersNegativeTest-1531528216-project] Resources bound (agent type, host, resource id): {{(pid=94175) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 23 11:33:06.308570 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.plugins.ml2.rpc [None req-dc7542b2-afef-47f4-a763-e3a3cba144be None None] Device 1fe4f200-35a0-40be-b361-c23193315cd6 up at agent ovs-agent-dv-neutron-601336-94-hyperv {{(pid=94176) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:298}} Jun 23 11:33:06.337835 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.db.provisioning_blocks [None req-0fde28b1-dd3e-4179-9609-755dfe6105ac None None] Provisioning complete for port 39134afe-23ad-4cc1-a2ce-bd4dc25ab186 triggered by entity DHCP. {{(pid=94176) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 23 11:33:06.338301 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron_lib.callbacks.manager [None req-0fde28b1-dd3e-4179-9609-755dfe6105ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-899258'] for port, provisioning_complete {{(pid=94176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:33:06.350038 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3870aa0d-f442-4b0e-be9b-d4ab487f5f9d tempest-RoutersNegativeTest-1531528216 tempest-RoutersNegativeTest-1531528216-project] Received port after_create {{(pid=94175) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 23 11:33:06.408600 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron_lib.callbacks.manager [None req-0c9792d3-adf6-4b96-a620-4829a284f254 tempest-NetworksTestDHCPv6-162546708 tempest-NetworksTestDHCPv6-162546708-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-922915', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-239814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7866073', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773699642215', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-5196399'] for port, after_create {{(pid=94174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:33:06.423428 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron_lib.callbacks.manager [None req-8eaf451d-a480-43ec-a2dc-8a76f60eef2c tempest-AllowedAddressPairTestJSON-1962660266 tempest-AllowedAddressPairTestJSON-1962660266-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-922915', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-239814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7866073', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773699642215', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-5196399'] for port, after_create {{(pid=94174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:33:06.428680 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron_lib.callbacks.manager [None req-3870aa0d-f442-4b0e-be9b-d4ab487f5f9d tempest-RoutersNegativeTest-1531528216 tempest-RoutersNegativeTest-1531528216-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-452954'] for router_interface, before_create {{(pid=94175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:33:06.436155 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG oslo_concurrency.lockutils [None req-cdc55c07-8b00-48bc-b483-2a17f62745ea tempest-BulkNetworkOpsIpV6Test-986121801 tempest-BulkNetworkOpsIpV6Test-986121801-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94174) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 11:33:06.465799 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.db.provisioning_blocks [None req-dc7542b2-afef-47f4-a763-e3a3cba144be None None] Provisioning complete for port 1fe4f200-35a0-40be-b361-c23193315cd6 triggered by entity L2. {{(pid=94176) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 23 11:33:06.466569 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron_lib.callbacks.manager [None req-dc7542b2-afef-47f4-a763-e3a3cba144be None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-899258'] for port, provisioning_complete {{(pid=94176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:33:06.495465 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0c9792d3-adf6-4b96-a620-4829a284f254 tempest-NetworksTestDHCPv6-162546708 tempest-NetworksTestDHCPv6-162546708-project] Network f53f535d-bce4-4da8-9bd9-396677ff4e83 is already hosted by enough agents. {{(pid=94174) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 23 11:33:06.517054 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.scheduler.base_scheduler [None req-0c9792d3-adf6-4b96-a620-4829a284f254 tempest-NetworksTestDHCPv6-162546708 tempest-NetworksTestDHCPv6-162546708-project] Resources bound (agent type, host, resource id): {{(pid=94174) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 23 11:33:06.520105 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0c9792d3-adf6-4b96-a620-4829a284f254 tempest-NetworksTestDHCPv6-162546708 tempest-NetworksTestDHCPv6-162546708-project] Received port after_create {{(pid=94174) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 23 11:33:06.535271 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0c9792d3-adf6-4b96-a620-4829a284f254 tempest-NetworksTestDHCPv6-162546708 tempest-NetworksTestDHCPv6-162546708-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94174) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 11:33:06.536027 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron_lib.callbacks.manager [None req-0c9792d3-adf6-4b96-a620-4829a284f254 tempest-NetworksTestDHCPv6-162546708 tempest-NetworksTestDHCPv6-162546708-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-217507'] for port, before_response {{(pid=94174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:33:06.539510 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.db.provisioning_blocks [None req-0fde28b1-dd3e-4179-9609-755dfe6105ac None None] Provisioning complete for port ea7385ee-b124-444f-8e55-97a9f86a8100 triggered by entity DHCP. {{(pid=94176) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 23 11:33:06.539908 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron_lib.callbacks.manager [None req-0fde28b1-dd3e-4179-9609-755dfe6105ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-899258'] for port, provisioning_complete {{(pid=94176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:33:06.545806 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8eaf451d-a480-43ec-a2dc-8a76f60eef2c tempest-AllowedAddressPairTestJSON-1962660266 tempest-AllowedAddressPairTestJSON-1962660266-project] Network 6a6c8949-9850-44f7-bca7-3fd76c05cabf is already hosted by enough agents. {{(pid=94174) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 23 11:33:06.560140 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.scheduler.base_scheduler [None req-8eaf451d-a480-43ec-a2dc-8a76f60eef2c tempest-AllowedAddressPairTestJSON-1962660266 tempest-AllowedAddressPairTestJSON-1962660266-project] Resources bound (agent type, host, resource id): {{(pid=94174) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 23 11:33:06.563734 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8eaf451d-a480-43ec-a2dc-8a76f60eef2c tempest-AllowedAddressPairTestJSON-1962660266 tempest-AllowedAddressPairTestJSON-1962660266-project] Received port after_create {{(pid=94174) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 23 11:33:06.618119 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c9792d3-adf6-4b96-a620-4829a284f254 tempest-NetworksTestDHCPv6-162546708 tempest-NetworksTestDHCPv6-162546708-project] Pushing event updated for resources: {'Port': ['ID=8f655210-36c6-4cf5-b139-8a8491fd21ec,revision_number=1']} {{(pid=94174) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 11:33:06.631117 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.plugins.ml2.rpc [None req-dc7542b2-afef-47f4-a763-e3a3cba144be None None] Device 37e6325d-5601-4c11-8cd7-08ad34b00c9a up at agent ovs-agent-dv-neutron-601336-94-hyperv {{(pid=94176) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:298}} Jun 23 11:33:06.693548 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.plugins.ml2.plugin [None req-0fde28b1-dd3e-4179-9609-755dfe6105ac None None] Port ea7385ee-b124-444f-8e55-97a9f86a8100 cannot update to ACTIVE because it is not bound. {{(pid=94176) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jun 23 11:33:06.698878 dv-neutron-601336-94-hyperv neutron-server[94174]: INFO neutron.wsgi [None req-0c9792d3-adf6-4b96-a620-4829a284f254 tempest-NetworksTestDHCPv6-162546708 tempest-NetworksTestDHCPv6-162546708-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 932 time: 3.0331848 Jun 23 11:33:06.717910 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.wsgi [-] (94174) accepted ('10.222.0.20', 38842) {{(pid=94174) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 11:33:06.792670 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8eaf451d-a480-43ec-a2dc-8a76f60eef2c tempest-AllowedAddressPairTestJSON-1962660266 tempest-AllowedAddressPairTestJSON-1962660266-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94174) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 11:33:06.793345 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron_lib.callbacks.manager [None req-8eaf451d-a480-43ec-a2dc-8a76f60eef2c tempest-AllowedAddressPairTestJSON-1962660266 tempest-AllowedAddressPairTestJSON-1962660266-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-217507'] for port, before_response {{(pid=94174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:33:06.799167 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8eaf451d-a480-43ec-a2dc-8a76f60eef2c tempest-AllowedAddressPairTestJSON-1962660266 tempest-AllowedAddressPairTestJSON-1962660266-project] Pushing event updated for resources: {'Port': ['ID=6992950e-ec36-4497-995d-d32afac6774f,revision_number=1']} {{(pid=94174) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 11:33:06.802977 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.db.provisioning_blocks [None req-0fde28b1-dd3e-4179-9609-755dfe6105ac None None] Provisioning for port 7e9eb631-d7bd-49c2-97cf-701ecbe0c796 completed by entity DHCP. {{(pid=94176) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 23 11:33:06.809024 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG oslo_concurrency.lockutils [None req-8eaf451d-a480-43ec-a2dc-8a76f60eef2c tempest-AllowedAddressPairTestJSON-1962660266 tempest-AllowedAddressPairTestJSON-1962660266-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.376s {{(pid=94174) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 11:33:06.812820 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.db.provisioning_blocks [None req-0fde28b1-dd3e-4179-9609-755dfe6105ac None None] Provisioning complete for port 7e9eb631-d7bd-49c2-97cf-701ecbe0c796 triggered by entity DHCP. {{(pid=94176) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 23 11:33:06.813286 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron_lib.callbacks.manager [None req-0fde28b1-dd3e-4179-9609-755dfe6105ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-899258'] for port, provisioning_complete {{(pid=94176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:33:06.814524 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG oslo_concurrency.lockutils [None req-05c7fd63-0641-4eba-9f0e-50dc8a0f24fe tempest-AllowedAddressPairTestJSON-1962660266 tempest-AllowedAddressPairTestJSON-1962660266-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.373s {{(pid=94174) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 11:33:06.814925 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG oslo_concurrency.lockutils [None req-05c7fd63-0641-4eba-9f0e-50dc8a0f24fe tempest-AllowedAddressPairTestJSON-1962660266 tempest-AllowedAddressPairTestJSON-1962660266-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.001s {{(pid=94174) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 11:33:06.839813 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.db.db_base_plugin_common [None req-4f974974-cc72-492d-b9a6-82fb1c7e9fc9 tempest-PortsTestJSON-2085221018 tempest-PortsTestJSON-2085221018-project] Allocated IP 172.20.0.29 (2e1f816f-7464-4079-b100-cd7a8bb81164/704d9e83-b755-4f85-bdf5-600ee754443f/7e9eb631-d7bd-49c2-97cf-701ecbe0c796) {{(pid=94174) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 23 11:33:06.865423 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.db.provisioning_blocks [None req-dc7542b2-afef-47f4-a763-e3a3cba144be None None] Provisioning for port 37e6325d-5601-4c11-8cd7-08ad34b00c9a completed by entity L2. {{(pid=94176) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 23 11:33:06.870755 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.db.provisioning_blocks [None req-dc7542b2-afef-47f4-a763-e3a3cba144be None None] Provisioning complete for port 37e6325d-5601-4c11-8cd7-08ad34b00c9a triggered by entity L2. {{(pid=94176) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 23 11:33:06.873070 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron_lib.callbacks.manager [None req-dc7542b2-afef-47f4-a763-e3a3cba144be None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-899258'] for port, provisioning_complete {{(pid=94176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:33:06.937248 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3870aa0d-f442-4b0e-be9b-d4ab487f5f9d tempest-RoutersNegativeTest-1531528216 tempest-RoutersNegativeTest-1531528216-project] Pushing event updated for resources: {'Port': ['ID=77ab36eb-5e11-453d-b636-da457a2b7f5a,revision_number=1']} {{(pid=94175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 11:33:06.944113 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG oslo_concurrency.lockutils [None req-3870aa0d-f442-4b0e-be9b-d4ab487f5f9d tempest-RoutersNegativeTest-1531528216 tempest-RoutersNegativeTest-1531528216-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.836s {{(pid=94175) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 11:33:06.965410 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.plugins.ml2.plugin [None req-0fde28b1-dd3e-4179-9609-755dfe6105ac None None] Port 7e9eb631-d7bd-49c2-97cf-701ecbe0c796 cannot update to ACTIVE because it is not bound. {{(pid=94176) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jun 23 11:33:06.973360 dv-neutron-601336-94-hyperv neutron-server[94174]: INFO neutron.wsgi [None req-8eaf451d-a480-43ec-a2dc-8a76f60eef2c tempest-AllowedAddressPairTestJSON-1962660266 tempest-AllowedAddressPairTestJSON-1962660266-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 2.0189154 Jun 23 11:33:06.980826 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.wsgi [-] (94175) accepted ('10.222.0.20', 38846) {{(pid=94175) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 11:33:06.993073 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.api.v2.base [None req-6edc88e0-1080-4885-8bfc-ac02f94cb472 tempest-AllowedAddressPairTestJSON-1962660266 tempest-AllowedAddressPairTestJSON-1962660266-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '172.20.0.0/16', 'mac_address': 'fa:16:3e:c2:34:f4'}]}} {{(pid=94175) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 23 11:33:06.995818 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a7e878ac-79c6-4c34-9684-f58b89c0b9c5 tempest-NetworksTestDHCPv6-162546708 tempest-NetworksTestDHCPv6-162546708-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94174) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 11:33:07.001673 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a7e878ac-79c6-4c34-9684-f58b89c0b9c5 tempest-NetworksTestDHCPv6-162546708 tempest-NetworksTestDHCPv6-162546708-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94174) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 11:33:07.003276 dv-neutron-601336-94-hyperv neutron-server[94174]: INFO neutron.wsgi [None req-a7e878ac-79c6-4c34-9684-f58b89c0b9c5 tempest-NetworksTestDHCPv6-162546708 tempest-NetworksTestDHCPv6-162546708-project] 10.222.0.20 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1669 time: 0.2844512 Jun 23 11:33:07.018326 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.wsgi [-] (94174) accepted ('10.222.0.20', 38848) {{(pid=94174) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 11:33:07.024737 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron_lib.callbacks.manager [None req-dc7542b2-afef-47f4-a763-e3a3cba144be None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-923122'] for port, before_update {{(pid=94176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:33:07.058784 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.plugins.ml2.db [None req-dc7542b2-afef-47f4-a763-e3a3cba144be None None] For port 37e6325d-5601-4c11-8cd7-08ad34b00c9a, host dv-neutron-601336-94-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-94-hyperv',level=0,port_id=37e6325d-5601-4c11-8cd7-08ad34b00c9a,segment=NetworkSegment(6214cf8a-e32a-401f-a5e8-7269da7de376),segment_id=6214cf8a-e32a-401f-a5e8-7269da7de376)] {{(pid=94176) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 23 11:33:07.081746 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e125989c-66fa-4a44-9c72-3f6f2aec936e tempest-RoutersNegativeIpV6Test-1628881962 tempest-RoutersNegativeIpV6Test-1628881962-project] Notify agent at l3_agent.dv-neutron-601336-94-hyperv the message routers_updated {{(pid=94175) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 23 11:33:07.101285 dv-neutron-601336-94-hyperv neutron-server[94175]: INFO neutron.wsgi [None req-e125989c-66fa-4a44-9c72-3f6f2aec936e tempest-RoutersNegativeIpV6Test-1628881962 tempest-RoutersNegativeIpV6Test-1628881962-project] 10.222.0.20 "PUT /v2.0/routers/177dc9cb-62af-46b2-b17a-0e63fc73dee2/add_router_interface HTTP/1.1" status: 200 len: 503 time: 8.1217229 Jun 23 11:33:07.101968 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-806087e2-f128-4560-88ee-e25016f96881 None None] Sync routers for ids ['177dc9cb-62af-46b2-b17a-0e63fc73dee2'] in dv-neutron-601336-94-hyperv {{(pid=94176) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 23 11:33:07.105351 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.wsgi [-] (94175) accepted ('10.222.0.20', 38850) {{(pid=94175) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 11:33:07.117362 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.db.l3_dvrscheduler_db [None req-806087e2-f128-4560-88ee-e25016f96881 None None] Routers {'177dc9cb-62af-46b2-b17a-0e63fc73dee2'} bound to L3 agent in host dv-neutron-601336-94-hyperv {{(pid=94176) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 23 11:33:07.118605 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.db.l3_hamode_db [None req-806087e2-f128-4560-88ee-e25016f96881 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-601336-94-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-06-23T11:22:13Z,description=,heartbeat_timestamp=2021-06-23T11:32:43Z,host='dv-neutron-601336-94-hyperv',id=50ef99c0-ef28-4db5-b303-b145898fae60,load=0,resource_versions=,resources_synced=,started_at=2021-06-23T11:22:14Z,topic='l3_agent')) {'router_ids': ['177dc9cb-62af-46b2-b17a-0e63fc73dee2'], 'active': True} {{(pid=94176) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 11:33:07.168641 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron_lib.callbacks.manager [None req-dc7542b2-afef-47f4-a763-e3a3cba144be None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-922904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866062', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773700135042', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773699642233', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773699642278'] for port, after_update {{(pid=94176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:33:07.176709 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG oslo_concurrency.lockutils [None req-dc7542b2-afef-47f4-a763-e3a3cba144be None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.005s {{(pid=94176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 11:33:07.179765 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.db.l3_hamode_db [None req-806087e2-f128-4560-88ee-e25016f96881 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-601336-94-hyperv', False) {} {{(pid=94176) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 11:33:07.196794 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.plugins.ml2.rpc [None req-dc7542b2-afef-47f4-a763-e3a3cba144be None None] Device 9920e4c9-c6c7-4536-ad81-ffa58f0e33ab no longer exists at agent ovs-agent-dv-neutron-601336-94-hyperv {{(pid=94176) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:261}} Jun 23 11:33:07.243056 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.db.l3_dvrscheduler_db [None req-806087e2-f128-4560-88ee-e25016f96881 None None] Routers {'177dc9cb-62af-46b2-b17a-0e63fc73dee2'} bound to L3 agent in host dv-neutron-601336-94-hyperv {{(pid=94176) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 23 11:33:07.243701 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.db.l3_hamode_db [None req-806087e2-f128-4560-88ee-e25016f96881 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-601336-94-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-06-23T11:22:13Z,description=,heartbeat_timestamp=2021-06-23T11:32:43Z,host='dv-neutron-601336-94-hyperv',id=50ef99c0-ef28-4db5-b303-b145898fae60,load=0,resource_versions=,resources_synced=,started_at=2021-06-23T11:22:14Z,topic='l3_agent')) {'router_ids': ['177dc9cb-62af-46b2-b17a-0e63fc73dee2'], 'active': True} {{(pid=94176) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 11:33:07.246333 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.plugins.ml2.plugin [None req-dc7542b2-afef-47f4-a763-e3a3cba144be None None] No Port match for: 9920e4c9-c6c7-4536-ad81-ffa58f0e33ab {{(pid=94176) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2240}} Jun 23 11:33:07.246768 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.plugins.ml2.rpc [None req-dc7542b2-afef-47f4-a763-e3a3cba144be None None] Device 9920e4c9-c6c7-4536-ad81-ffa58f0e33ab not bound to the agent host dv-neutron-601336-94-hyperv {{(pid=94176) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:271}} Jun 23 11:33:07.255493 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.db.provisioning_blocks [None req-d9f4b677-7f13-4d53-859f-7a543d2934a6 None None] Provisioning for port 6992950e-ec36-4497-995d-d32afac6774f completed by entity DHCP. {{(pid=94176) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 23 11:33:07.304507 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.db.provisioning_blocks [None req-d9f4b677-7f13-4d53-859f-7a543d2934a6 None None] Provisioning complete for port 6992950e-ec36-4497-995d-d32afac6774f triggered by entity DHCP. {{(pid=94176) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 23 11:33:07.304845 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron_lib.callbacks.manager [None req-d9f4b677-7f13-4d53-859f-7a543d2934a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-899258'] for port, provisioning_complete {{(pid=94176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:33:07.341102 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.db.l3_hamode_db [None req-806087e2-f128-4560-88ee-e25016f96881 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-601336-94-hyperv', False) {} {{(pid=94176) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 11:33:07.342409 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-806087e2-f128-4560-88ee-e25016f96881 None None] The sync data for ids ['177dc9cb-62af-46b2-b17a-0e63fc73dee2'] in dv-neutron-601336-94-hyperv is: [] {{(pid=94176) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 23 11:33:07.359797 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.plugins.ml2.plugin [None req-d9f4b677-7f13-4d53-859f-7a543d2934a6 None None] Port 6992950e-ec36-4497-995d-d32afac6774f cannot update to ACTIVE because it is not bound. {{(pid=94176) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jun 23 11:33:07.376247 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron_lib.callbacks.manager [None req-90012cec-8169-4469-a934-ba3eac5943e5 tempest-BulkNetworkOpsTest-447796090 tempest-BulkNetworkOpsTest-447796090-project] Notify callbacks [] for port, precommit_create {{(pid=94175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:33:07.379608 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc7542b2-afef-47f4-a763-e3a3cba144be None None] Pushing event updated for resources: {'Port': ['ID=37e6325d-5601-4c11-8cd7-08ad34b00c9a,revision_number=3']} {{(pid=94176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 11:33:07.393010 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG oslo_concurrency.lockutils [None req-dc7542b2-afef-47f4-a763-e3a3cba144be None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.216s {{(pid=94176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 11:33:07.453320 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron_lib.callbacks.manager [None req-3870aa0d-f442-4b0e-be9b-d4ab487f5f9d tempest-RoutersNegativeTest-1531528216 tempest-RoutersNegativeTest-1531528216-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-923122'] for port, before_update {{(pid=94175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:33:07.478747 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.db.provisioning_blocks [None req-d9f4b677-7f13-4d53-859f-7a543d2934a6 None None] Provisioning for port 77ab36eb-5e11-453d-b636-da457a2b7f5a completed by entity DHCP. {{(pid=94176) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 23 11:33:07.480375 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron_lib.callbacks.manager [None req-4f974974-cc72-492d-b9a6-82fb1c7e9fc9 tempest-PortsTestJSON-2085221018 tempest-PortsTestJSON-2085221018-project] Notify callbacks [] for port, precommit_update {{(pid=94174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:33:07.484980 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.db.provisioning_blocks [None req-d9f4b677-7f13-4d53-859f-7a543d2934a6 None None] Provisioning complete for port 77ab36eb-5e11-453d-b636-da457a2b7f5a triggered by entity DHCP. {{(pid=94176) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 23 11:33:07.485606 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron_lib.callbacks.manager [None req-d9f4b677-7f13-4d53-859f-7a543d2934a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-899258'] for port, provisioning_complete {{(pid=94176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:33:07.519566 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.db.provisioning_blocks [None req-4f974974-cc72-492d-b9a6-82fb1c7e9fc9 tempest-PortsTestJSON-2085221018 tempest-PortsTestJSON-2085221018-project] Ignored duplicate provisioning block setup for port 7e9eb631-d7bd-49c2-97cf-701ecbe0c796 by entity DHCP. {{(pid=94174) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:68}} Jun 23 11:33:07.534686 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94817060-b43b-42e1-9f23-8f672cc2ddfd req-ad011fde-889f-404f-bb2f-e89e2bbb7b9d tempest-ServerActionsTestJSON-161917335 tempest-ServerActionsTestJSON-161917335-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94174) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 11:33:07.536280 dv-neutron-601336-94-hyperv neutron-server[94174]: INFO neutron.wsgi [req-94817060-b43b-42e1-9f23-8f672cc2ddfd req-ad011fde-889f-404f-bb2f-e89e2bbb7b9d tempest-ServerActionsTestJSON-161917335 tempest-ServerActionsTestJSON-161917335-project] 10.222.0.20 "GET /v2.0/ports?device_id=85769616-6b8b-4da7-ad73-344986edf607 HTTP/1.1" status: 200 len: 945 time: 0.5590887 Jun 23 11:33:07.536478 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.plugins.ml2.plugin [None req-d9f4b677-7f13-4d53-859f-7a543d2934a6 None None] Port 77ab36eb-5e11-453d-b636-da457a2b7f5a cannot update to ACTIVE because it is not bound. {{(pid=94176) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jun 23 11:33:07.581235 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.plugins.ml2.plugin [None req-b1795132-0e66-4a02-955a-241776750975 tempest-NetworksTestDHCPv6-162546708 tempest-NetworksTestDHCPv6-162546708-project] Deleting port 8f655210-36c6-4cf5-b139-8a8491fd21ec {{(pid=94174) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1913}} Jun 23 11:33:07.581580 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron_lib.callbacks.manager [None req-b1795132-0e66-4a02-955a-241776750975 tempest-NetworksTestDHCPv6-162546708 tempest-NetworksTestDHCPv6-162546708-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773700079324'] for port, before_delete {{(pid=94174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:33:07.595883 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron_lib.callbacks.manager [None req-4f974974-cc72-492d-b9a6-82fb1c7e9fc9 tempest-PortsTestJSON-2085221018 tempest-PortsTestJSON-2085221018-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-922904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866062', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773700135042', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773699642233', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773699642278', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5196369'] for port, after_update {{(pid=94174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:33:07.630241 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG oslo_concurrency.lockutils [None req-59e9bb56-5e30-44cf-a008-77c8d651ed8b tempest-AllowedAddressPairTestJSON-1962660266 tempest-AllowedAddressPairTestJSON-1962660266-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94174) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 11:33:07.672747 dv-neutron-601336-94-hyperv neutron-server[94174]: INFO neutron.wsgi [req-94817060-b43b-42e1-9f23-8f672cc2ddfd req-a002fa45-9538-44f2-a17c-8d426ebf1851 tempest-ServerActionsTestJSON-161917335 tempest-ServerActionsTestJSON-161917335-project] 10.222.0.20 "GET /v2.0/security-groups?id=f0520e5d-8f0e-4c28-b543-be4405698077&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1282446 Jun 23 11:33:07.727985 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron_lib.callbacks.manager [None req-6edc88e0-1080-4885-8bfc-ac02f94cb472 tempest-AllowedAddressPairTestJSON-1962660266 tempest-AllowedAddressPairTestJSON-1962660266-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-923122'] for port, before_update {{(pid=94175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:33:07.738849 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.db.provisioning_blocks [None req-0d0361bf-3515-497b-8564-b597a5267d69 None None] Provisioning for port 653750bd-d98d-45bc-8ee2-f388a1a8e38f completed by entity DHCP. {{(pid=94176) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 23 11:33:07.804978 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f974974-cc72-492d-b9a6-82fb1c7e9fc9 tempest-PortsTestJSON-2085221018 tempest-PortsTestJSON-2085221018-project] Pushing event updated for resources: {'Port': ['ID=7e9eb631-d7bd-49c2-97cf-701ecbe0c796,revision_number=3']} {{(pid=94174) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 11:33:07.820904 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron_lib.callbacks.manager [None req-90012cec-8169-4469-a934-ba3eac5943e5 tempest-BulkNetworkOpsTest-447796090 tempest-BulkNetworkOpsTest-447796090-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-922915', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-239814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7866073', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773699642215', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-5082457'] for port, after_create {{(pid=94175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:33:07.824307 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG oslo_concurrency.lockutils [None req-4f974974-cc72-492d-b9a6-82fb1c7e9fc9 tempest-PortsTestJSON-2085221018 tempest-PortsTestJSON-2085221018-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.194s {{(pid=94174) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 11:33:07.841199 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG oslo_concurrency.lockutils [None req-d98f24b1-9de0-4b94-8bf4-278ff28aabb9 tempest-PortsAdminExtendedAttrsTestJSON-1772465988 tempest-PortsAdminExtendedAttrsTestJSON-1772465988-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94175) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 11:33:07.859544 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron_lib.callbacks.manager [None req-b1795132-0e66-4a02-955a-241776750975 tempest-NetworksTestDHCPv6-162546708 tempest-NetworksTestDHCPv6-162546708-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-430722'] for port, precommit_delete {{(pid=94174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:33:07.896143 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.plugins.ml2.plugin [None req-b1795132-0e66-4a02-955a-241776750975 tempest-NetworksTestDHCPv6-162546708 tempest-NetworksTestDHCPv6-162546708-project] Calling delete_port for 8f655210-36c6-4cf5-b139-8a8491fd21ec owned by {{(pid=94174) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1986}} Jun 23 11:33:07.916124 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.plugins.ml2.plugin [None req-4f974974-cc72-492d-b9a6-82fb1c7e9fc9 tempest-PortsTestJSON-2085221018 tempest-PortsTestJSON-2085221018-project] In _notify_port_updated(), no bound segment for port 7e9eb631-d7bd-49c2-97cf-701ecbe0c796 on network 2e1f816f-7464-4079-b100-cd7a8bb81164 {{(pid=94174) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:876}} Jun 23 11:33:07.922170 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4f974974-cc72-492d-b9a6-82fb1c7e9fc9 tempest-PortsTestJSON-2085221018 tempest-PortsTestJSON-2085221018-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94174) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 11:33:07.923069 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron_lib.callbacks.manager [None req-4f974974-cc72-492d-b9a6-82fb1c7e9fc9 tempest-PortsTestJSON-2085221018 tempest-PortsTestJSON-2085221018-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-217507'] for port, before_response {{(pid=94174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:33:07.924220 dv-neutron-601336-94-hyperv neutron-server[94174]: INFO neutron.wsgi [None req-4f974974-cc72-492d-b9a6-82fb1c7e9fc9 tempest-PortsTestJSON-2085221018 tempest-PortsTestJSON-2085221018-project] 10.222.0.20 "PUT /v2.0/ports/7e9eb631-d7bd-49c2-97cf-701ecbe0c796 HTTP/1.1" status: 200 len: 1000 time: 2.6643283 Jun 23 11:33:07.927485 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.wsgi [-] (94174) accepted ('10.222.0.20', 38856) {{(pid=94174) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 11:33:07.938231 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.db.provisioning_blocks [None req-e06091b1-e9c8-4d8f-a5b8-b792b0c864f3 None None] Provisioning for port 8f655210-36c6-4cf5-b139-8a8491fd21ec completed by entity DHCP. {{(pid=94176) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 23 11:33:07.944465 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.db.provisioning_blocks [None req-e06091b1-e9c8-4d8f-a5b8-b792b0c864f3 None None] Provisioning complete for port 8f655210-36c6-4cf5-b139-8a8491fd21ec triggered by entity DHCP. {{(pid=94176) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 23 11:33:07.945265 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron_lib.callbacks.manager [None req-e06091b1-e9c8-4d8f-a5b8-b792b0c864f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-899258'] for port, provisioning_complete {{(pid=94176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:33:07.989340 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.plugins.ml2.rpc [None req-dc7542b2-afef-47f4-a763-e3a3cba144be None None] Device 653750bd-d98d-45bc-8ee2-f388a1a8e38f up at agent ovs-agent-dv-neutron-601336-94-hyperv {{(pid=94176) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:298}} Jun 23 11:33:08.012851 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90012cec-8169-4469-a934-ba3eac5943e5 tempest-BulkNetworkOpsTest-447796090 tempest-BulkNetworkOpsTest-447796090-project] Pushing event updated for resources: {'Port': ['ID=d31f4bca-bc98-4e42-bf33-ca6a6271bf53,revision_number=1']} {{(pid=94175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 11:33:08.015735 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG oslo_concurrency.lockutils [None req-90012cec-8169-4469-a934-ba3eac5943e5 tempest-BulkNetworkOpsTest-447796090 tempest-BulkNetworkOpsTest-447796090-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.175s {{(pid=94175) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 11:33:08.028398 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.plugins.ml2.plugin [None req-e06091b1-e9c8-4d8f-a5b8-b792b0c864f3 None None] Port 8f655210-36c6-4cf5-b139-8a8491fd21ec cannot update to ACTIVE because it is not bound. {{(pid=94176) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jun 23 11:33:08.105217 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.db.provisioning_blocks [None req-dc7542b2-afef-47f4-a763-e3a3cba144be None None] Provisioning for port 653750bd-d98d-45bc-8ee2-f388a1a8e38f completed by entity L2. {{(pid=94176) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 23 11:33:08.110713 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.db.provisioning_blocks [None req-dc7542b2-afef-47f4-a763-e3a3cba144be None None] Provisioning complete for port 653750bd-d98d-45bc-8ee2-f388a1a8e38f triggered by entity L2. {{(pid=94176) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 23 11:33:08.111201 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron_lib.callbacks.manager [None req-dc7542b2-afef-47f4-a763-e3a3cba144be None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-899258'] for port, provisioning_complete {{(pid=94176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:33:08.152877 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.plugins.ml2.plugin [None req-9a2f6c22-302c-4821-8e3c-71ad2ec60992 tempest-PortsTestJSON-2085221018 tempest-PortsTestJSON-2085221018-project] Deleting port 7e9eb631-d7bd-49c2-97cf-701ecbe0c796 {{(pid=94174) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1913}} Jun 23 11:33:08.153064 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron_lib.callbacks.manager [None req-9a2f6c22-302c-4821-8e3c-71ad2ec60992 tempest-PortsTestJSON-2085221018 tempest-PortsTestJSON-2085221018-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773700079324'] for port, before_delete {{(pid=94174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:33:08.160031 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.db.provisioning_blocks [None req-a1422bea-20f3-4cc4-bf98-ed2944fd1871 None None] Provisioning complete for port 7e9eb631-d7bd-49c2-97cf-701ecbe0c796 triggered by entity DHCP. {{(pid=94176) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 23 11:33:08.160414 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron_lib.callbacks.manager [None req-a1422bea-20f3-4cc4-bf98-ed2944fd1871 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-899258'] for port, provisioning_complete {{(pid=94176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:33:08.219511 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.plugins.ml2.plugin [None req-a1422bea-20f3-4cc4-bf98-ed2944fd1871 None None] Port 7e9eb631-d7bd-49c2-97cf-701ecbe0c796 cannot update to ACTIVE because it is not bound. {{(pid=94176) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jun 23 11:33:08.235999 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron_lib.callbacks.manager [None req-dc7542b2-afef-47f4-a763-e3a3cba144be None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-923122'] for port, before_update {{(pid=94176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:33:08.257900 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron_lib.callbacks.manager [None req-9a2f6c22-302c-4821-8e3c-71ad2ec60992 tempest-PortsTestJSON-2085221018 tempest-PortsTestJSON-2085221018-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-430722'] for port, precommit_delete {{(pid=94174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:33:08.263699 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-90012cec-8169-4469-a934-ba3eac5943e5 tempest-BulkNetworkOpsTest-447796090 tempest-BulkNetworkOpsTest-447796090-project] Checking segment: {'id': '2d3dffbf-8889-48bf-b957-7398f8fc83cc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 420, 'network_id': '2a0c9ef3-f73e-47bb-8a1b-f52cc88c260d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94175) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 23 11:33:08.264312 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-90012cec-8169-4469-a934-ba3eac5943e5 tempest-BulkNetworkOpsTest-447796090 tempest-BulkNetworkOpsTest-447796090-project] Network hostable DHCP agents. Network: 2a0c9ef3-f73e-47bb-8a1b-f52cc88c260d, hostable agents: ['8cf29b10-0e57-4131-816f-a4b6ad00b249'], hosted agents: [] {{(pid=94175) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 23 11:33:08.270267 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.plugins.ml2.db [None req-dc7542b2-afef-47f4-a763-e3a3cba144be None None] For port 653750bd-d98d-45bc-8ee2-f388a1a8e38f, host dv-neutron-601336-94-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-94-hyperv',level=0,port_id=653750bd-d98d-45bc-8ee2-f388a1a8e38f,segment=NetworkSegment(6303a411-6e70-4139-a530-9ee4cf8ba843),segment_id=6303a411-6e70-4139-a530-9ee4cf8ba843)] {{(pid=94176) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 23 11:33:08.270957 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.plugins.ml2.plugin [None req-9a2f6c22-302c-4821-8e3c-71ad2ec60992 tempest-PortsTestJSON-2085221018 tempest-PortsTestJSON-2085221018-project] Calling delete_port for 7e9eb631-d7bd-49c2-97cf-701ecbe0c796 owned by {{(pid=94174) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1986}} Jun 23 11:33:08.284476 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron_lib.callbacks.manager [None req-b1795132-0e66-4a02-955a-241776750975 tempest-NetworksTestDHCPv6-162546708 tempest-NetworksTestDHCPv6-162546708-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-922904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866062', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773700135024', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773699642224', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5196390'] for port, after_delete {{(pid=94174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:33:08.303592 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4954305f-779a-46a3-ba9f-30e2b5e82b48 req-2ffcd28e-fed3-4a7c-8c5e-9aefe5159c0f tempest-ServerActionsTestJSON-161917335 tempest-ServerActionsTestJSON-161917335-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 11:33:08.305212 dv-neutron-601336-94-hyperv neutron-server[94175]: INFO neutron.wsgi [req-4954305f-779a-46a3-ba9f-30e2b5e82b48 req-2ffcd28e-fed3-4a7c-8c5e-9aefe5159c0f tempest-ServerActionsTestJSON-161917335 tempest-ServerActionsTestJSON-161917335-project] 10.222.0.20 "GET /v2.0/ports?device_id=85769616-6b8b-4da7-ad73-344986edf607 HTTP/1.1" status: 200 len: 945 time: 0.4082277 Jun 23 11:33:08.317850 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.wsgi [-] (94174) accepted ('10.222.0.20', 38858) {{(pid=94174) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 11:33:08.321581 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG oslo_concurrency.lockutils [None req-a9dd612e-2239-4bc4-9e13-49fbb24dcb33 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94174) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 11:33:08.327566 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.api.v2.base [None req-5a903980-0dcd-4c2b-9371-5f043c64700c tempest-ServerActionsTestJSON-161917335 tempest-ServerActionsTestJSON-161917335-project] Request body: {'floatingip': {'port_id': '4428b5cd-2ee2-4454-b711-d13a003d5236'}} {{(pid=94174) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 23 11:33:08.367275 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron_lib.callbacks.manager [None req-dc7542b2-afef-47f4-a763-e3a3cba144be None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-922904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866062', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773700135042', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773699642233', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773699642278'] for port, after_update {{(pid=94176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:33:08.368368 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.plugins.ml2.rpc [None req-dc7542b2-afef-47f4-a763-e3a3cba144be None None] Device 37e6325d-5601-4c11-8cd7-08ad34b00c9a up at agent ovs-agent-dv-neutron-601336-94-hyperv {{(pid=94176) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:298}} Jun 23 11:33:08.371797 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG oslo_concurrency.lockutils [None req-dc7542b2-afef-47f4-a763-e3a3cba144be None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 11:33:08.385614 dv-neutron-601336-94-hyperv neutron-server[94175]: INFO neutron.api.v2.resource [None req-0c2fac5f-68a3-4f6a-a7c5-900acfe98314 tempest-RoutersNegativeIpV6Test-1628881962 tempest-RoutersNegativeIpV6Test-1628881962-project] add_router_interface failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jun 23 11:33:08.389977 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1795132-0e66-4a02-955a-241776750975 tempest-NetworksTestDHCPv6-162546708 tempest-NetworksTestDHCPv6-162546708-project] Pushing event deleted for resources: {'Port': ['ID=8f655210-36c6-4cf5-b139-8a8491fd21ec,revision_number=None']} {{(pid=94174) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 11:33:08.390145 dv-neutron-601336-94-hyperv neutron-server[94175]: INFO neutron.wsgi [None req-0c2fac5f-68a3-4f6a-a7c5-900acfe98314 tempest-RoutersNegativeIpV6Test-1628881962 tempest-RoutersNegativeIpV6Test-1628881962-project] 10.222.0.20 "PUT /v2.0/routers/177dc9cb-62af-46b2-b17a-0e63fc73dee2/add_router_interface HTTP/1.1" status: 400 len: 438 time: 1.2784872 Jun 23 11:33:08.392000 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG oslo_concurrency.lockutils [None req-b1795132-0e66-4a02-955a-241776750975 tempest-NetworksTestDHCPv6-162546708 tempest-NetworksTestDHCPv6-162546708-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.070s {{(pid=94174) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 11:33:08.392781 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.wsgi [-] (94174) accepted ('10.222.0.20', 38860) {{(pid=94174) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 11:33:08.441916 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron_lib.callbacks.manager [None req-3870aa0d-f442-4b0e-be9b-d4ab487f5f9d tempest-RoutersNegativeTest-1531528216 tempest-RoutersNegativeTest-1531528216-project] Notify callbacks [] for port, precommit_update {{(pid=94175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:33:08.468515 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-90012cec-8169-4469-a934-ba3eac5943e5 tempest-BulkNetworkOpsTest-447796090 tempest-BulkNetworkOpsTest-447796090-project] Network 2a0c9ef3-f73e-47bb-8a1b-f52cc88c260d is scheduled to be hosted by DHCP agent 8cf29b10-0e57-4131-816f-a4b6ad00b249 with binding_index 1 {{(pid=94175) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 23 11:33:08.479918 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron_lib.callbacks.manager [None req-6edc88e0-1080-4885-8bfc-ac02f94cb472 tempest-AllowedAddressPairTestJSON-1962660266 tempest-AllowedAddressPairTestJSON-1962660266-project] Notify callbacks [] for port, precommit_update {{(pid=94175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:33:08.491254 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron_lib.callbacks.manager [None req-5a903980-0dcd-4c2b-9371-5f043c64700c tempest-ServerActionsTestJSON-161917335 tempest-ServerActionsTestJSON-161917335-project] Notify callbacks [] for floatingip, before_update {{(pid=94174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:33:08.533395 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron_lib.callbacks.manager [None req-b1795132-0e66-4a02-955a-241776750975 tempest-NetworksTestDHCPv6-162546708 tempest-NetworksTestDHCPv6-162546708-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-217507'] for port, before_response {{(pid=94174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:33:08.535267 dv-neutron-601336-94-hyperv neutron-server[94174]: INFO neutron.wsgi [None req-b1795132-0e66-4a02-955a-241776750975 tempest-NetworksTestDHCPv6-162546708 tempest-NetworksTestDHCPv6-162546708-project] 10.222.0.20 "DELETE /v2.0/ports/8f655210-36c6-4cf5-b139-8a8491fd21ec HTTP/1.1" status: 204 len: 168 time: 1.5163639 Jun 23 11:33:08.538364 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.wsgi [-] (94175) accepted ('10.222.0.20', 38862) {{(pid=94175) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 11:33:08.552354 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron_lib.callbacks.manager [None req-3870aa0d-f442-4b0e-be9b-d4ab487f5f9d tempest-RoutersNegativeTest-1531528216 tempest-RoutersNegativeTest-1531528216-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-922904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866062', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773700135042', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773699642233', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773699642278', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5082471'] for port, after_update {{(pid=94175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:33:08.598245 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG oslo_concurrency.lockutils [None req-d2e20dbc-4d04-40c4-b142-fd5fb6110eda tempest-RoutersNegativeTest-1531528216 tempest-RoutersNegativeTest-1531528216-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94175) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 11:33:08.622743 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc7542b2-afef-47f4-a763-e3a3cba144be None None] Pushing event updated for resources: {'Port': ['ID=653750bd-d98d-45bc-8ee2-f388a1a8e38f,revision_number=3']} {{(pid=94176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 11:33:08.633603 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG oslo_concurrency.lockutils [None req-dc7542b2-afef-47f4-a763-e3a3cba144be None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.262s {{(pid=94176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 11:33:08.634268 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.db.provisioning_blocks [None req-dc7542b2-afef-47f4-a763-e3a3cba144be None None] Provisioning complete for port 37e6325d-5601-4c11-8cd7-08ad34b00c9a triggered by entity L2. {{(pid=94176) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 23 11:33:08.634652 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron_lib.callbacks.manager [None req-dc7542b2-afef-47f4-a763-e3a3cba144be None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-899258'] for port, provisioning_complete {{(pid=94176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:33:08.646041 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.scheduler.base_scheduler [None req-90012cec-8169-4469-a934-ba3eac5943e5 tempest-BulkNetworkOpsTest-447796090 tempest-BulkNetworkOpsTest-447796090-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-601336-94-hyperv, 2a0c9ef3-f73e-47bb-8a1b-f52cc88c260d) {{(pid=94175) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 23 11:33:08.647723 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron_lib.callbacks.manager [None req-6edc88e0-1080-4885-8bfc-ac02f94cb472 tempest-AllowedAddressPairTestJSON-1962660266 tempest-AllowedAddressPairTestJSON-1962660266-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-922904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866062', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773700135042', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773699642233', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773699642278', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5082471'] for port, after_update {{(pid=94175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:33:08.657022 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-97462e86-984d-436b-bb29-13d73124d096 None None] Network 2a0c9ef3-f73e-47bb-8a1b-f52cc88c260d requested from dv-neutron-601336-94-hyperv {{(pid=94176) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 23 11:33:08.660625 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.db.l3_dvrscheduler_db [None req-90012cec-8169-4469-a934-ba3eac5943e5 tempest-BulkNetworkOpsTest-447796090 tempest-BulkNetworkOpsTest-447796090-project] Received port after_create {{(pid=94175) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 23 11:33:08.661174 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron_lib.callbacks.manager [None req-90012cec-8169-4469-a934-ba3eac5943e5 tempest-BulkNetworkOpsTest-447796090 tempest-BulkNetworkOpsTest-447796090-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-922915', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-239814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7866073', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773699642215', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-5082457'] for port, after_create {{(pid=94175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:33:08.744374 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-150c2d58-4109-4ce4-a914-e11c8c8e026e tempest-NetworksTestDHCPv6-162546708 tempest-NetworksTestDHCPv6-162546708-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 11:33:08.745664 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-150c2d58-4109-4ce4-a914-e11c8c8e026e tempest-NetworksTestDHCPv6-162546708 tempest-NetworksTestDHCPv6-162546708-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 11:33:08.750879 dv-neutron-601336-94-hyperv neutron-server[94175]: INFO neutron.wsgi [None req-150c2d58-4109-4ce4-a914-e11c8c8e026e tempest-NetworksTestDHCPv6-162546708 tempest-NetworksTestDHCPv6-162546708-project] 10.222.0.20 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1451 time: 0.2066569 Jun 23 11:33:08.751759 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3870aa0d-f442-4b0e-be9b-d4ab487f5f9d tempest-RoutersNegativeTest-1531528216 tempest-RoutersNegativeTest-1531528216-project] Pushing event updated for resources: {'Port': ['ID=77ab36eb-5e11-453d-b636-da457a2b7f5a,revision_number=2']} {{(pid=94175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 11:33:08.783270 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.wsgi [-] (94175) accepted ('10.222.0.20', 38864) {{(pid=94175) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 11:33:08.784205 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron_lib.callbacks.manager [None req-3870aa0d-f442-4b0e-be9b-d4ab487f5f9d tempest-RoutersNegativeTest-1531528216 tempest-RoutersNegativeTest-1531528216-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-7866091', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-453038'] for router_interface, after_create {{(pid=94175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:33:08.790835 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.plugins.ml2.plugin [None req-6edc88e0-1080-4885-8bfc-ac02f94cb472 tempest-AllowedAddressPairTestJSON-1962660266 tempest-AllowedAddressPairTestJSON-1962660266-project] In _notify_port_updated(), no bound segment for port 6992950e-ec36-4497-995d-d32afac6774f on network 6a6c8949-9850-44f7-bca7-3fd76c05cabf {{(pid=94175) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:876}} Jun 23 11:33:08.796524 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6edc88e0-1080-4885-8bfc-ac02f94cb472 tempest-AllowedAddressPairTestJSON-1962660266 tempest-AllowedAddressPairTestJSON-1962660266-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 11:33:08.797175 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron_lib.callbacks.manager [None req-6edc88e0-1080-4885-8bfc-ac02f94cb472 tempest-AllowedAddressPairTestJSON-1962660266 tempest-AllowedAddressPairTestJSON-1962660266-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-217507'] for port, before_response {{(pid=94175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:33:08.801523 dv-neutron-601336-94-hyperv neutron-server[94175]: INFO neutron.wsgi [None req-6edc88e0-1080-4885-8bfc-ac02f94cb472 tempest-AllowedAddressPairTestJSON-1962660266 tempest-AllowedAddressPairTestJSON-1962660266-project] 10.222.0.20 "PUT /v2.0/ports/6992950e-ec36-4497-995d-d32afac6774f HTTP/1.1" status: 200 len: 1010 time: 1.8159516 Jun 23 11:33:08.803320 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.wsgi [-] (94174) accepted ('10.222.0.20', 38866) {{(pid=94174) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 11:33:08.811408 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG oslo_concurrency.lockutils [None req-3870aa0d-f442-4b0e-be9b-d4ab487f5f9d tempest-RoutersNegativeTest-1531528216 tempest-RoutersNegativeTest-1531528216-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.217s {{(pid=94175) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 11:33:08.813784 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG oslo_concurrency.lockutils [None req-22b02466-f25b-45ed-8def-2c0d5d1ee321 tempest-ServerActionsTestJSON-161917335 tempest-ServerActionsTestJSON-161917335-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.156s {{(pid=94175) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 11:33:08.836783 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.plugins.ml2.rpc [None req-dc7542b2-afef-47f4-a763-e3a3cba144be None None] Device 756c8c16-c8e1-4b85-856d-461fda2d7076 up at agent ovs-agent-dv-neutron-601336-94-hyperv {{(pid=94176) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:298}} Jun 23 11:33:08.909423 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.db.provisioning_blocks [None req-dc7542b2-afef-47f4-a763-e3a3cba144be None None] Provisioning complete for port 756c8c16-c8e1-4b85-856d-461fda2d7076 triggered by entity L2. {{(pid=94176) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 23 11:33:08.910126 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron_lib.callbacks.manager [None req-dc7542b2-afef-47f4-a763-e3a3cba144be None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-899258'] for port, provisioning_complete {{(pid=94176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:33:09.046338 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.db.provisioning_blocks [None req-72014bd3-85a7-4fcd-94d7-2022e6078051 None None] Provisioning complete for port 6992950e-ec36-4497-995d-d32afac6774f triggered by entity DHCP. {{(pid=94176) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 23 11:33:09.046664 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron_lib.callbacks.manager [None req-72014bd3-85a7-4fcd-94d7-2022e6078051 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-899258'] for port, provisioning_complete {{(pid=94176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:33:09.081398 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.plugins.ml2.plugin [None req-72014bd3-85a7-4fcd-94d7-2022e6078051 None None] Port 6992950e-ec36-4497-995d-d32afac6774f cannot update to ACTIVE because it is not bound. {{(pid=94176) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jun 23 11:33:09.228215 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.db.db_base_plugin_v2 [None req-b236fd1b-7e3e-4da0-90bc-4dc2f03d4505 tempest-NetworksTestDHCPv6-162546708 tempest-NetworksTestDHCPv6-162546708-project] Deleting subnet 7ee4243f-44db-4732-bbf3-b772d51d03c1 {{(pid=94175) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jun 23 11:33:09.234807 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron_lib.callbacks.manager [None req-b236fd1b-7e3e-4da0-90bc-4dc2f03d4505 tempest-NetworksTestDHCPv6-162546708 tempest-NetworksTestDHCPv6-162546708-project] Notify callbacks [] for subnet, before_delete {{(pid=94175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:33:09.238606 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6edc88e0-1080-4885-8bfc-ac02f94cb472 tempest-AllowedAddressPairTestJSON-1962660266 tempest-AllowedAddressPairTestJSON-1962660266-project] Pushing event updated for resources: {'Port': ['ID=6992950e-ec36-4497-995d-d32afac6774f,revision_number=2']} {{(pid=94175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 11:33:09.259623 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron_lib.callbacks.manager [None req-9a2f6c22-302c-4821-8e3c-71ad2ec60992 tempest-PortsTestJSON-2085221018 tempest-PortsTestJSON-2085221018-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-922904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866062', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773700135024', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773699642224', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5196390'] for port, after_delete {{(pid=94174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:33:09.271026 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG oslo_concurrency.lockutils [None req-8e9377c7-baab-4a02-a362-ce5c88df92fb tempest-PortsTestJSON-2085221018 tempest-PortsTestJSON-2085221018-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94174) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 11:33:09.278166 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-90012cec-8169-4469-a934-ba3eac5943e5 tempest-BulkNetworkOpsTest-447796090 tempest-BulkNetworkOpsTest-447796090-project] Checking segment: {'id': '63ea303a-ab81-4d9e-a764-4af5bd14abe0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 444, 'network_id': '95f9afa5-35c4-480c-b881-557fde616bf2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94175) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 23 11:33:09.278706 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-90012cec-8169-4469-a934-ba3eac5943e5 tempest-BulkNetworkOpsTest-447796090 tempest-BulkNetworkOpsTest-447796090-project] Network hostable DHCP agents. Network: 95f9afa5-35c4-480c-b881-557fde616bf2, hostable agents: ['8cf29b10-0e57-4131-816f-a4b6ad00b249'], hosted agents: [] {{(pid=94175) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 23 11:33:09.333199 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a2f6c22-302c-4821-8e3c-71ad2ec60992 tempest-PortsTestJSON-2085221018 tempest-PortsTestJSON-2085221018-project] Pushing event deleted for resources: {'Port': ['ID=7e9eb631-d7bd-49c2-97cf-701ecbe0c796,revision_number=None']} {{(pid=94174) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 11:33:09.334805 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG oslo_concurrency.lockutils [None req-9a2f6c22-302c-4821-8e3c-71ad2ec60992 tempest-PortsTestJSON-2085221018 tempest-PortsTestJSON-2085221018-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.064s {{(pid=94174) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 11:33:09.337204 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron_lib.callbacks.manager [None req-b236fd1b-7e3e-4da0-90bc-4dc2f03d4505 tempest-NetworksTestDHCPv6-162546708 tempest-NetworksTestDHCPv6-162546708-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5190686'] for subnet, precommit_delete_associations {{(pid=94175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:33:09.384322 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90012cec-8169-4469-a934-ba3eac5943e5 tempest-BulkNetworkOpsTest-447796090 tempest-BulkNetworkOpsTest-447796090-project] Pushing event updated for resources: {'Port': ['ID=46aca81d-a01b-41ae-a371-e1d76bb45482,revision_number=1']} {{(pid=94175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 11:33:09.396612 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG oslo_concurrency.lockutils [None req-90012cec-8169-4469-a934-ba3eac5943e5 tempest-BulkNetworkOpsTest-447796090 tempest-BulkNetworkOpsTest-447796090-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.583s {{(pid=94175) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 11:33:09.397138 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG oslo_concurrency.lockutils [None req-fd8151fa-2d9f-4fcc-999d-5b0a0a824a7d tempest-PortsTestJSON-2085221018 tempest-PortsTestJSON-2085221018-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.724s {{(pid=94175) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 11:33:09.397522 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG oslo_concurrency.lockutils [None req-fd8151fa-2d9f-4fcc-999d-5b0a0a824a7d tempest-PortsTestJSON-2085221018 tempest-PortsTestJSON-2085221018-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.000s {{(pid=94175) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 11:33:09.399308 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3870aa0d-f442-4b0e-be9b-d4ab487f5f9d tempest-RoutersNegativeTest-1531528216 tempest-RoutersNegativeTest-1531528216-project] Network 0adcd8b9-d403-4e2b-b765-9850dc5b2ccf is already hosted by enough agents. {{(pid=94175) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 23 11:33:09.402575 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.scheduler.base_scheduler [None req-3870aa0d-f442-4b0e-be9b-d4ab487f5f9d tempest-RoutersNegativeTest-1531528216 tempest-RoutersNegativeTest-1531528216-project] Resources bound (agent type, host, resource id): {{(pid=94175) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 23 11:33:09.449231 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.plugins.ml2.plugin [None req-bcb84775-3cbc-4794-85e3-7eb8a47b1f50 tempest-AllowedAddressPairTestJSON-1962660266 tempest-AllowedAddressPairTestJSON-1962660266-project] Deleting port 6992950e-ec36-4497-995d-d32afac6774f {{(pid=94174) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1913}} Jun 23 11:33:09.449592 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron_lib.callbacks.manager [None req-bcb84775-3cbc-4794-85e3-7eb8a47b1f50 tempest-AllowedAddressPairTestJSON-1962660266 tempest-AllowedAddressPairTestJSON-1962660266-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773700079324'] for port, before_delete {{(pid=94174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:33:09.506375 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-90012cec-8169-4469-a934-ba3eac5943e5 tempest-BulkNetworkOpsTest-447796090 tempest-BulkNetworkOpsTest-447796090-project] Network 95f9afa5-35c4-480c-b881-557fde616bf2 is scheduled to be hosted by DHCP agent 8cf29b10-0e57-4131-816f-a4b6ad00b249 with binding_index 1 {{(pid=94175) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 23 11:33:09.537654 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron_lib.callbacks.manager [None req-b236fd1b-7e3e-4da0-90bc-4dc2f03d4505 tempest-NetworksTestDHCPv6-162546708 tempest-NetworksTestDHCPv6-162546708-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-897634'] for subnet, precommit_delete {{(pid=94175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:33:09.576131 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3870aa0d-f442-4b0e-be9b-d4ab487f5f9d tempest-RoutersNegativeTest-1531528216 tempest-RoutersNegativeTest-1531528216-project] Router f3a582d0-cf71-4615-8514-0ec9e7d5e430 has already been hosted by L3 agent 50ef99c0-ef28-4db5-b303-b145898fae60 {{(pid=94175) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 23 11:33:09.667426 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.scheduler.base_scheduler [None req-90012cec-8169-4469-a934-ba3eac5943e5 tempest-BulkNetworkOpsTest-447796090 tempest-BulkNetworkOpsTest-447796090-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-601336-94-hyperv, 95f9afa5-35c4-480c-b881-557fde616bf2) {{(pid=94175) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 23 11:33:09.677356 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.db.l3_dvrscheduler_db [None req-90012cec-8169-4469-a934-ba3eac5943e5 tempest-BulkNetworkOpsTest-447796090 tempest-BulkNetworkOpsTest-447796090-project] Received port after_create {{(pid=94175) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 23 11:33:09.678456 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-45b2f6c5-676d-4de2-b0de-9ae51aab74fb None None] Network 95f9afa5-35c4-480c-b881-557fde616bf2 requested from dv-neutron-601336-94-hyperv {{(pid=94176) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 23 11:33:09.683123 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-90012cec-8169-4469-a934-ba3eac5943e5 tempest-BulkNetworkOpsTest-447796090 tempest-BulkNetworkOpsTest-447796090-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 11:33:09.687935 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-90012cec-8169-4469-a934-ba3eac5943e5 tempest-BulkNetworkOpsTest-447796090 tempest-BulkNetworkOpsTest-447796090-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 11:33:09.688644 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron_lib.callbacks.manager [None req-90012cec-8169-4469-a934-ba3eac5943e5 tempest-BulkNetworkOpsTest-447796090 tempest-BulkNetworkOpsTest-447796090-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-217507'] for port, before_response {{(pid=94175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:33:09.715296 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3870aa0d-f442-4b0e-be9b-d4ab487f5f9d tempest-RoutersNegativeTest-1531528216 tempest-RoutersNegativeTest-1531528216-project] Notify agent at l3_agent.dv-neutron-601336-94-hyperv the message routers_updated {{(pid=94175) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 23 11:33:09.722071 dv-neutron-601336-94-hyperv neutron-server[94175]: INFO neutron.wsgi [None req-3870aa0d-f442-4b0e-be9b-d4ab487f5f9d tempest-RoutersNegativeTest-1531528216 tempest-RoutersNegativeTest-1531528216-project] 10.222.0.20 "PUT /v2.0/routers/f3a582d0-cf71-4615-8514-0ec9e7d5e430/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.2730856 Jun 23 11:33:09.729050 dv-neutron-601336-94-hyperv neutron-server[94177]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1cdbfdf1-2375-441e-bbcb-3b2faf3029d4 None None] Sync routers for ids ['f3a582d0-cf71-4615-8514-0ec9e7d5e430'] in dv-neutron-601336-94-hyperv {{(pid=94177) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 23 11:33:09.735619 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.wsgi [-] (94175) accepted ('10.222.0.20', 38868) {{(pid=94175) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 11:33:09.744157 dv-neutron-601336-94-hyperv neutron-server[94177]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1cdbfdf1-2375-441e-bbcb-3b2faf3029d4 None None] Routers {'f3a582d0-cf71-4615-8514-0ec9e7d5e430'} bound to L3 agent in host dv-neutron-601336-94-hyperv {{(pid=94177) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 23 11:33:09.744895 dv-neutron-601336-94-hyperv neutron-server[94177]: DEBUG neutron.db.l3_hamode_db [None req-1cdbfdf1-2375-441e-bbcb-3b2faf3029d4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-601336-94-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-06-23T11:22:13Z,description=,heartbeat_timestamp=2021-06-23T11:32:43Z,host='dv-neutron-601336-94-hyperv',id=50ef99c0-ef28-4db5-b303-b145898fae60,load=0,resource_versions=,resources_synced=,started_at=2021-06-23T11:22:14Z,topic='l3_agent')) {'router_ids': ['f3a582d0-cf71-4615-8514-0ec9e7d5e430'], 'active': True} {{(pid=94177) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 11:33:09.778226 dv-neutron-601336-94-hyperv neutron-server[94177]: DEBUG neutron.db.l3_hamode_db [None req-1cdbfdf1-2375-441e-bbcb-3b2faf3029d4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-601336-94-hyperv', False) {} {{(pid=94177) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 11:33:09.782675 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron_lib.callbacks.manager [None req-b236fd1b-7e3e-4da0-90bc-4dc2f03d4505 tempest-NetworksTestDHCPv6-162546708 tempest-NetworksTestDHCPv6-162546708-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-897627', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866062', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5083050', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4660036'] for subnet, after_delete {{(pid=94175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:33:09.788196 dv-neutron-601336-94-hyperv neutron-server[94177]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1cdbfdf1-2375-441e-bbcb-3b2faf3029d4 None None] Routers {'f3a582d0-cf71-4615-8514-0ec9e7d5e430'} bound to L3 agent in host dv-neutron-601336-94-hyperv {{(pid=94177) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 23 11:33:09.788960 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG oslo_concurrency.lockutils [None req-0d094c19-830c-46e3-bc07-3475129b3609 tempest-DHCPAgentSchedulersTestJSON-448050073 tempest-DHCPAgentSchedulersTestJSON-448050073-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94175) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 11:33:09.794121 dv-neutron-601336-94-hyperv neutron-server[94177]: DEBUG neutron.db.l3_hamode_db [None req-1cdbfdf1-2375-441e-bbcb-3b2faf3029d4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-601336-94-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-06-23T11:22:13Z,description=,heartbeat_timestamp=2021-06-23T11:32:43Z,host='dv-neutron-601336-94-hyperv',id=50ef99c0-ef28-4db5-b303-b145898fae60,load=0,resource_versions=,resources_synced=,started_at=2021-06-23T11:22:14Z,topic='l3_agent')) {'router_ids': ['f3a582d0-cf71-4615-8514-0ec9e7d5e430'], 'active': True} {{(pid=94177) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 11:33:09.843690 dv-neutron-601336-94-hyperv neutron-server[94177]: DEBUG neutron.db.l3_hamode_db [None req-1cdbfdf1-2375-441e-bbcb-3b2faf3029d4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-601336-94-hyperv', False) {} {{(pid=94177) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 11:33:09.844629 dv-neutron-601336-94-hyperv neutron-server[94177]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1cdbfdf1-2375-441e-bbcb-3b2faf3029d4 None None] The sync data for ids ['f3a582d0-cf71-4615-8514-0ec9e7d5e430'] in dv-neutron-601336-94-hyperv is: [] {{(pid=94177) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 23 11:33:09.862013 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b236fd1b-7e3e-4da0-90bc-4dc2f03d4505 tempest-NetworksTestDHCPv6-162546708 tempest-NetworksTestDHCPv6-162546708-project] Pushing event deleted for resources: {'Subnet': ['ID=7ee4243f-44db-4732-bbf3-b772d51d03c1,revision_number=None']} {{(pid=94175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 11:33:09.866756 dv-neutron-601336-94-hyperv neutron-server[94175]: INFO neutron.wsgi [None req-90012cec-8169-4469-a934-ba3eac5943e5 tempest-BulkNetworkOpsTest-447796090 tempest-BulkNetworkOpsTest-447796090-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1449 time: 5.0968368 Jun 23 11:33:09.868989 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG oslo_concurrency.lockutils [None req-b236fd1b-7e3e-4da0-90bc-4dc2f03d4505 tempest-NetworksTestDHCPv6-162546708 tempest-NetworksTestDHCPv6-162546708-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.080s {{(pid=94175) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 11:33:09.871002 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.wsgi [-] (94175) accepted ('10.222.0.20', 38870) {{(pid=94175) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 11:33:09.872004 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron_lib.callbacks.manager [None req-b236fd1b-7e3e-4da0-90bc-4dc2f03d4505 tempest-NetworksTestDHCPv6-162546708 tempest-NetworksTestDHCPv6-162546708-project] Notify callbacks [] for subnet, before_response {{(pid=94175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:33:09.874907 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.db.provisioning_blocks [None req-fca894c2-5c34-4c06-b4fe-baf4ec3221b4 None None] Provisioning complete for port 77ab36eb-5e11-453d-b636-da457a2b7f5a triggered by entity DHCP. {{(pid=94176) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 23 11:33:09.875320 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron_lib.callbacks.manager [None req-fca894c2-5c34-4c06-b4fe-baf4ec3221b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-899258'] for port, provisioning_complete {{(pid=94176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:33:09.876674 dv-neutron-601336-94-hyperv neutron-server[94175]: INFO neutron.wsgi [None req-b236fd1b-7e3e-4da0-90bc-4dc2f03d4505 tempest-NetworksTestDHCPv6-162546708 tempest-NetworksTestDHCPv6-162546708-project] 10.222.0.20 "DELETE /v2.0/subnets/7ee4243f-44db-4732-bbf3-b772d51d03c1 HTTP/1.1" status: 204 len: 168 time: 1.0766904 Jun 23 11:33:09.887238 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.wsgi [-] (94175) accepted ('10.222.0.20', 38872) {{(pid=94175) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 11:33:09.914244 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.plugins.ml2.plugin [None req-fca894c2-5c34-4c06-b4fe-baf4ec3221b4 None None] Port 77ab36eb-5e11-453d-b636-da457a2b7f5a cannot update to ACTIVE because it is not bound. {{(pid=94176) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jun 23 11:33:09.915816 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.plugins.ml2.rpc [None req-dc7542b2-afef-47f4-a763-e3a3cba144be None None] Device 653750bd-d98d-45bc-8ee2-f388a1a8e38f up at agent ovs-agent-dv-neutron-601336-94-hyperv {{(pid=94176) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:298}} Jun 23 11:33:09.917675 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1a6fb14a-7fb6-4d97-9266-63956fe979f2 None None] Network f53f535d-bce4-4da8-9bd9-396677ff4e83 requested from dv-neutron-601336-94-hyperv {{(pid=94176) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 23 11:33:09.975083 dv-neutron-601336-94-hyperv neutron-server[94175]: INFO neutron.wsgi [None req-94d0c819-cada-45cc-98db-f17c3bf93a9d tempest-NetworksTestDHCPv6-162546708 tempest-NetworksTestDHCPv6-162546708-project] 10.222.0.20 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0862026 Jun 23 11:33:09.977998 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.wsgi [-] (94175) accepted ('10.222.0.20', 38874) {{(pid=94175) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 11:33:09.992283 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron_lib.callbacks.manager [None req-7c7da217-3f3d-4a3e-89b6-7877c7daec3e tempest-RoutersNegativeTest-1531528216 tempest-RoutersNegativeTest-1531528216-project] Notify callbacks [] for router, before_delete {{(pid=94175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:33:10.043990 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron_lib.callbacks.manager [None req-9a2f6c22-302c-4821-8e3c-71ad2ec60992 tempest-PortsTestJSON-2085221018 tempest-PortsTestJSON-2085221018-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-217507'] for port, before_response {{(pid=94174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:33:10.046100 dv-neutron-601336-94-hyperv neutron-server[94174]: INFO neutron.wsgi [None req-9a2f6c22-302c-4821-8e3c-71ad2ec60992 tempest-PortsTestJSON-2085221018 tempest-PortsTestJSON-2085221018-project] 10.222.0.20 "DELETE /v2.0/ports/7e9eb631-d7bd-49c2-97cf-701ecbe0c796 HTTP/1.1" status: 204 len: 168 time: 2.0707507 Jun 23 11:33:10.069505 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.wsgi [-] (94174) accepted ('10.222.0.20', 38876) {{(pid=94174) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 11:33:10.096554 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.db.provisioning_blocks [None req-dc7542b2-afef-47f4-a763-e3a3cba144be None None] Provisioning complete for port 653750bd-d98d-45bc-8ee2-f388a1a8e38f triggered by entity L2. {{(pid=94176) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 23 11:33:10.096937 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron_lib.callbacks.manager [None req-dc7542b2-afef-47f4-a763-e3a3cba144be None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-899258'] for port, provisioning_complete {{(pid=94176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:33:10.123209 dv-neutron-601336-94-hyperv neutron-server[94175]: INFO neutron.api.v2.resource [None req-7c7da217-3f3d-4a3e-89b6-7877c7daec3e tempest-RoutersNegativeTest-1531528216 tempest-RoutersNegativeTest-1531528216-project] delete failed (client error): There was a conflict when trying to complete your request. Jun 23 11:33:10.127401 dv-neutron-601336-94-hyperv neutron-server[94175]: INFO neutron.wsgi [None req-7c7da217-3f3d-4a3e-89b6-7877c7daec3e tempest-RoutersNegativeTest-1531528216 tempest-RoutersNegativeTest-1531528216-project] 10.222.0.20 "DELETE /v2.0/routers/f3a582d0-cf71-4615-8514-0ec9e7d5e430 HTTP/1.1" status: 409 len: 329 time: 0.3874779 Jun 23 11:33:10.132870 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.wsgi [-] (94174) accepted ('10.222.0.20', 38878) {{(pid=94174) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 11:33:10.133248 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-06799174-0349-4678-96bf-0611ce68ae58 tempest-BulkNetworkOpsTest-447796090 tempest-BulkNetworkOpsTest-447796090-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 11:33:10.136537 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron_lib.db.resource_extend [None req-5a903980-0dcd-4c2b-9371-5f043c64700c tempest-ServerActionsTestJSON-161917335 tempest-ServerActionsTestJSON-161917335-project] It took 0.18 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=94174) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jun 23 11:33:10.139711 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-06799174-0349-4678-96bf-0611ce68ae58 tempest-BulkNetworkOpsTest-447796090 tempest-BulkNetworkOpsTest-447796090-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 11:33:10.143669 dv-neutron-601336-94-hyperv neutron-server[94175]: INFO neutron.wsgi [None req-06799174-0349-4678-96bf-0611ce68ae58 tempest-BulkNetworkOpsTest-447796090 tempest-BulkNetworkOpsTest-447796090-project] 10.222.0.20 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1444 time: 0.2635653 Jun 23 11:33:10.145122 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.wsgi [-] (94175) accepted ('10.222.0.20', 38880) {{(pid=94175) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 11:33:10.176797 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron_lib.callbacks.manager [None req-bcb84775-3cbc-4794-85e3-7eb8a47b1f50 tempest-AllowedAddressPairTestJSON-1962660266 tempest-AllowedAddressPairTestJSON-1962660266-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-430722'] for port, precommit_delete {{(pid=94174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:33:10.183882 dv-neutron-601336-94-hyperv neutron-server[94174]: INFO neutron.pecan_wsgi.hooks.translation [None req-e78b8166-8903-4aa0-a49c-cbcb270c8664 tempest-PortsTestJSON-2085221018 tempest-PortsTestJSON-2085221018-project] GET failed (client error): The resource could not be found. Jun 23 11:33:10.188172 dv-neutron-601336-94-hyperv neutron-server[94174]: INFO neutron.wsgi [None req-e78b8166-8903-4aa0-a49c-cbcb270c8664 tempest-PortsTestJSON-2085221018 tempest-PortsTestJSON-2085221018-project] 10.222.0.20 "GET /v2.0/ports/7e9eb631-d7bd-49c2-97cf-701ecbe0c796 HTTP/1.1" status: 404 len: 333 time: 0.1083164 Jun 23 11:33:10.190697 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3300606f-4eb6-4e0a-ba3f-0d80a91a134b tempest-NetworksTestDHCPv6-162546708 tempest-NetworksTestDHCPv6-162546708-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 11:33:10.192316 dv-neutron-601336-94-hyperv neutron-server[94175]: INFO neutron.wsgi [None req-3300606f-4eb6-4e0a-ba3f-0d80a91a134b tempest-NetworksTestDHCPv6-162546708 tempest-NetworksTestDHCPv6-162546708-project] 10.222.0.20 "GET /v2.0/ports HTTP/1.1" status: 200 len: 866 time: 0.2119997 Jun 23 11:33:10.195177 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.wsgi [-] (94175) accepted ('10.222.0.20', 38882) {{(pid=94175) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 11:33:10.195303 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.wsgi [-] (94175) accepted ('10.222.0.20', 38884) {{(pid=94175) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 11:33:10.238092 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.plugins.ml2.plugin [None req-bcb84775-3cbc-4794-85e3-7eb8a47b1f50 tempest-AllowedAddressPairTestJSON-1962660266 tempest-AllowedAddressPairTestJSON-1962660266-project] Calling delete_port for 6992950e-ec36-4497-995d-d32afac6774f owned by {{(pid=94174) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1986}} Jun 23 11:33:10.240940 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f5154b1e-6f48-4be4-ba33-681a1f5f5898 None None] DHCP port deletion for f53f535d-bce4-4da8-9bd9-396677ff4e83 request from dv-neutron-601336-94-hyperv {{(pid=94176) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jun 23 11:33:10.295653 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.plugins.ml2.plugin [None req-f5154b1e-6f48-4be4-ba33-681a1f5f5898 None None] Deleting port 653750bd-d98d-45bc-8ee2-f388a1a8e38f {{(pid=94176) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1913}} Jun 23 11:33:10.296179 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron_lib.callbacks.manager [None req-f5154b1e-6f48-4be4-ba33-681a1f5f5898 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773700079324'] for port, before_delete {{(pid=94176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:33:10.309634 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron_lib.callbacks.manager [None req-5a903980-0dcd-4c2b-9371-5f043c64700c tempest-ServerActionsTestJSON-161917335 tempest-ServerActionsTestJSON-161917335-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:33:10.335430 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-94a634e1-77a4-4027-b0a1-816340de5cb4 tempest-NetworksTestDHCPv6-162546708 tempest-NetworksTestDHCPv6-162546708-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 11:33:10.336907 dv-neutron-601336-94-hyperv neutron-server[94175]: INFO neutron.wsgi [None req-94a634e1-77a4-4027-b0a1-816340de5cb4 tempest-NetworksTestDHCPv6-162546708 tempest-NetworksTestDHCPv6-162546708-project] 10.222.0.20 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.1396067 Jun 23 11:33:10.341952 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.db.db_base_plugin_v2 [None req-dc8c3c41-c978-486d-b78c-84bf758c4cb8 tempest-PortsTestJSON-2085221018 tempest-PortsTestJSON-2085221018-project] Deleting subnet 704d9e83-b755-4f85-bdf5-600ee754443f {{(pid=94175) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jun 23 11:33:10.345368 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.wsgi [-] (94175) accepted ('10.222.0.20', 38886) {{(pid=94175) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 11:33:10.352041 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron_lib.callbacks.manager [None req-dc8c3c41-c978-486d-b78c-84bf758c4cb8 tempest-PortsTestJSON-2085221018 tempest-PortsTestJSON-2085221018-project] Notify callbacks [] for subnet, before_delete {{(pid=94175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:33:10.366862 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.plugins.ml2.db [None req-f5154b1e-6f48-4be4-ba33-681a1f5f5898 None None] For port 653750bd-d98d-45bc-8ee2-f388a1a8e38f, host dv-neutron-601336-94-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-94-hyperv',level=0,port_id=653750bd-d98d-45bc-8ee2-f388a1a8e38f,segment=NetworkSegment(6303a411-6e70-4139-a530-9ee4cf8ba843),segment_id=6303a411-6e70-4139-a530-9ee4cf8ba843)] {{(pid=94176) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 23 11:33:10.370052 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron_lib.callbacks.manager [None req-f5154b1e-6f48-4be4-ba33-681a1f5f5898 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-430722'] for port, precommit_delete {{(pid=94176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:33:10.378351 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron_lib.callbacks.manager [None req-1fc922a8-b1cd-420a-81f8-6144d41523fe tempest-RoutersNegativeIpV6Test-1628881962 tempest-RoutersNegativeIpV6Test-1628881962-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-453061'] for router_interface, before_delete {{(pid=94174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:33:10.386148 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.plugins.ml2.plugin [None req-f5154b1e-6f48-4be4-ba33-681a1f5f5898 None None] Calling delete_port for 653750bd-d98d-45bc-8ee2-f388a1a8e38f owned by network:dhcp {{(pid=94176) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1986}} Jun 23 11:33:10.416111 dv-neutron-601336-94-hyperv neutron-server[94175]: INFO neutron.wsgi [None req-f3b7ff75-dbe0-4be2-9854-9d57ec43693d tempest-NetworksTestDHCPv6-162546708 tempest-NetworksTestDHCPv6-162546708-project] 10.222.0.20 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0652382 Jun 23 11:33:10.417351 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.wsgi [-] (94175) accepted ('10.222.0.20', 38888) {{(pid=94175) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 11:33:10.423531 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.api.v2.base [None req-b0a57d38-ed32-4163-8858-2280982ca304 tempest-NetworksTestDHCPv6-162546708 tempest-NetworksTestDHCPv6-162546708-project] Request body: {'subnet': {'network_id': 'f53f535d-bce4-4da8-9bd9-396677ff4e83', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=94175) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 23 11:33:10.501989 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron_lib.callbacks.manager [None req-dc8c3c41-c978-486d-b78c-84bf758c4cb8 tempest-PortsTestJSON-2085221018 tempest-PortsTestJSON-2085221018-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5190686'] for subnet, precommit_delete_associations {{(pid=94175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:33:10.507834 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron_lib.callbacks.manager [None req-5a903980-0dcd-4c2b-9371-5f043c64700c tempest-ServerActionsTestJSON-161917335 tempest-ServerActionsTestJSON-161917335-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-524229'] for floatingip, after_update {{(pid=94174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:33:10.535368 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron_lib.callbacks.manager [None req-f5154b1e-6f48-4be4-ba33-681a1f5f5898 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-922904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866062', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773700135024', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773699642224'] for port, after_delete {{(pid=94176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:33:10.538875 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG oslo_concurrency.lockutils [None req-46236242-2bb1-4a71-b3f9-0d9f7bffce36 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 11:33:10.563725 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.plugins.ml2.plugin [None req-143a4676-fa63-46df-81d9-b28654968a7a tempest-BulkNetworkOpsTest-447796090 tempest-BulkNetworkOpsTest-447796090-project] Deleting port d31f4bca-bc98-4e42-bf33-ca6a6271bf53 {{(pid=94175) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1913}} Jun 23 11:33:10.564078 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron_lib.callbacks.manager [None req-143a4676-fa63-46df-81d9-b28654968a7a tempest-BulkNetworkOpsTest-447796090 tempest-BulkNetworkOpsTest-447796090-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773700079324'] for port, before_delete {{(pid=94175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:33:10.570380 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5154b1e-6f48-4be4-ba33-681a1f5f5898 None None] Pushing event deleted for resources: {'Port': ['ID=653750bd-d98d-45bc-8ee2-f388a1a8e38f,revision_number=None']} {{(pid=94176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 11:33:10.573186 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f5154b1e-6f48-4be4-ba33-681a1f5f5898 None None] No DVR routers for this DVR port 653750bd-d98d-45bc-8ee2-f388a1a8e38f on host dv-neutron-601336-94-hyperv {{(pid=94176) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 23 11:33:10.575230 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG oslo_concurrency.lockutils [None req-f5154b1e-6f48-4be4-ba33-681a1f5f5898 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.036s {{(pid=94176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 11:33:10.682930 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron_lib.callbacks.manager [None req-143a4676-fa63-46df-81d9-b28654968a7a tempest-BulkNetworkOpsTest-447796090 tempest-BulkNetworkOpsTest-447796090-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-430722'] for port, precommit_delete {{(pid=94175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:33:10.703364 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.plugins.ml2.plugin [None req-143a4676-fa63-46df-81d9-b28654968a7a tempest-BulkNetworkOpsTest-447796090 tempest-BulkNetworkOpsTest-447796090-project] Calling delete_port for d31f4bca-bc98-4e42-bf33-ca6a6271bf53 owned by {{(pid=94175) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1986}} Jun 23 11:33:10.708988 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron_lib.callbacks.manager [None req-dc8c3c41-c978-486d-b78c-84bf758c4cb8 tempest-PortsTestJSON-2085221018 tempest-PortsTestJSON-2085221018-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-897634'] for subnet, precommit_delete {{(pid=94175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:33:10.738306 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b0a57d38-ed32-4163-8858-2280982ca304 tempest-NetworksTestDHCPv6-162546708 tempest-NetworksTestDHCPv6-162546708-project] Made reservation on behalf of 5e61222a836c47229c94e37f3902e6bd for: {'subnet': 1} {{(pid=94175) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 23 11:33:10.742500 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron_lib.callbacks.manager [None req-b0a57d38-ed32-4163-8858-2280982ca304 tempest-NetworksTestDHCPv6-162546708 tempest-NetworksTestDHCPv6-162546708-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4660073'] for subnet, before_create {{(pid=94175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:33:10.808910 dv-neutron-601336-94-hyperv neutron-server[94174]: INFO neutron.db.l3_db [None req-5a903980-0dcd-4c2b-9371-5f043c64700c tempest-ServerActionsTestJSON-161917335 tempest-ServerActionsTestJSON-161917335-project] Floating IP 7b014b36-60b1-4186-8858-e0c8e125fb60 associated. External IP: 172.26.3.221, port: 4428b5cd-2ee2-4454-b711-d13a003d5236. Jun 23 11:33:10.905557 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron_lib.callbacks.manager [None req-9bf78769-627c-436e-a4b5-813e4dd06fbe None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773699952132', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-899307'] for agent, after_update {{(pid=94176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:33:10.995127 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron_lib.callbacks.manager [None req-bcb84775-3cbc-4794-85e3-7eb8a47b1f50 tempest-AllowedAddressPairTestJSON-1962660266 tempest-AllowedAddressPairTestJSON-1962660266-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-922904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866062', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773700135024', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773699642224', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5196390'] for port, after_delete {{(pid=94174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:33:11.004955 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG oslo_concurrency.lockutils [None req-1bb3ef72-6553-4763-a9ea-a881444347d4 tempest-RoutersIpV6AdminTest-894294123 tempest-RoutersIpV6AdminTest-894294123-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94174) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 11:33:11.005460 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron_lib.callbacks.manager [None req-143a4676-fa63-46df-81d9-b28654968a7a tempest-BulkNetworkOpsTest-447796090 tempest-BulkNetworkOpsTest-447796090-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-922904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866062', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773700135024', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773699642224', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5082448'] for port, after_delete {{(pid=94175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:33:11.007425 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron_lib.callbacks.manager [None req-dc8c3c41-c978-486d-b78c-84bf758c4cb8 tempest-PortsTestJSON-2085221018 tempest-PortsTestJSON-2085221018-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-897627', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866062', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5083050', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4660036'] for subnet, after_delete {{(pid=94175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:33:11.013543 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG oslo_concurrency.lockutils [None req-44c2d1d6-dbe0-413f-a4e5-950543b12f98 tempest-NetworksTestDHCPv6-162546708 tempest-NetworksTestDHCPv6-162546708-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94175) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 11:33:11.052113 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc8c3c41-c978-486d-b78c-84bf758c4cb8 tempest-PortsTestJSON-2085221018 tempest-PortsTestJSON-2085221018-project] Pushing event deleted for resources: {'Subnet': ['ID=704d9e83-b755-4f85-bdf5-600ee754443f,revision_number=None']} {{(pid=94175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 11:33:11.060399 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-db3f9516-f837-4ae4-aea5-d5212b9dc6ee None None] Network 2e1f816f-7464-4079-b100-cd7a8bb81164 requested from dv-neutron-601336-94-hyperv {{(pid=94176) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 23 11:33:11.065616 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron_lib.callbacks.manager [None req-dc8c3c41-c978-486d-b78c-84bf758c4cb8 tempest-PortsTestJSON-2085221018 tempest-PortsTestJSON-2085221018-project] Notify callbacks [] for subnet, before_response {{(pid=94175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:33:11.065809 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcb84775-3cbc-4794-85e3-7eb8a47b1f50 tempest-AllowedAddressPairTestJSON-1962660266 tempest-AllowedAddressPairTestJSON-1962660266-project] Pushing event deleted for resources: {'Port': ['ID=6992950e-ec36-4497-995d-d32afac6774f,revision_number=None']} {{(pid=94174) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 11:33:11.070018 dv-neutron-601336-94-hyperv neutron-server[94175]: INFO neutron.wsgi [None req-dc8c3c41-c978-486d-b78c-84bf758c4cb8 tempest-PortsTestJSON-2085221018 tempest-PortsTestJSON-2085221018-project] 10.222.0.20 "DELETE /v2.0/subnets/704d9e83-b755-4f85-bdf5-600ee754443f HTTP/1.1" status: 204 len: 168 time: 0.8713067 Jun 23 11:33:11.070018 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG oslo_concurrency.lockutils [None req-dc8c3c41-c978-486d-b78c-84bf758c4cb8 tempest-PortsTestJSON-2085221018 tempest-PortsTestJSON-2085221018-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.055s {{(pid=94175) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 11:33:11.070838 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG oslo_concurrency.lockutils [None req-3a4a8f8c-f175-4744-8acb-8f6b23de47f7 tempest-PortsAdminExtendedAttrsTestJSON-1772465988 tempest-PortsAdminExtendedAttrsTestJSON-1772465988-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.054s {{(pid=94175) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 11:33:11.074290 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.wsgi [-] (94175) accepted ('10.222.0.20', 38892) {{(pid=94175) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 11:33:11.110821 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG oslo_concurrency.lockutils [None req-bcb84775-3cbc-4794-85e3-7eb8a47b1f50 tempest-AllowedAddressPairTestJSON-1962660266 tempest-AllowedAddressPairTestJSON-1962660266-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.106s {{(pid=94174) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 11:33:11.126500 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-143a4676-fa63-46df-81d9-b28654968a7a tempest-BulkNetworkOpsTest-447796090 tempest-BulkNetworkOpsTest-447796090-project] Pushing event deleted for resources: {'Port': ['ID=d31f4bca-bc98-4e42-bf33-ca6a6271bf53,revision_number=None']} {{(pid=94175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 11:33:11.160198 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG oslo_concurrency.lockutils [None req-143a4676-fa63-46df-81d9-b28654968a7a tempest-BulkNetworkOpsTest-447796090 tempest-BulkNetworkOpsTest-447796090-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.089s {{(pid=94175) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 11:33:11.188232 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron_lib.callbacks.manager [None req-143a4676-fa63-46df-81d9-b28654968a7a tempest-BulkNetworkOpsTest-447796090 tempest-BulkNetworkOpsTest-447796090-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-217507'] for port, before_response {{(pid=94175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:33:11.190126 dv-neutron-601336-94-hyperv neutron-server[94175]: INFO neutron.wsgi [None req-143a4676-fa63-46df-81d9-b28654968a7a tempest-BulkNetworkOpsTest-447796090 tempest-BulkNetworkOpsTest-447796090-project] 10.222.0.20 "DELETE /v2.0/ports/d31f4bca-bc98-4e42-bf33-ca6a6271bf53 HTTP/1.1" status: 204 len: 168 time: 1.0440767 Jun 23 11:33:11.193045 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.wsgi [-] (94175) accepted ('10.222.0.20', 38894) {{(pid=94175) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 11:33:11.204812 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.db.db_base_plugin_v2 [None req-e5e51e4e-3c65-4342-b763-19ab325e4c0e tempest-PortsTestJSON-2085221018 tempest-PortsTestJSON-2085221018-project] Deleting subnet 657751ef-9b43-4a21-b943-ced80e557256 {{(pid=94175) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jun 23 11:33:11.229759 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron_lib.callbacks.manager [None req-e5e51e4e-3c65-4342-b763-19ab325e4c0e tempest-PortsTestJSON-2085221018 tempest-PortsTestJSON-2085221018-project] Notify callbacks [] for subnet, before_delete {{(pid=94175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:33:11.260339 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron_lib.callbacks.manager [None req-bcb84775-3cbc-4794-85e3-7eb8a47b1f50 tempest-AllowedAddressPairTestJSON-1962660266 tempest-AllowedAddressPairTestJSON-1962660266-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-217507'] for port, before_response {{(pid=94174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:33:11.265391 dv-neutron-601336-94-hyperv neutron-server[94174]: INFO neutron.wsgi [None req-bcb84775-3cbc-4794-85e3-7eb8a47b1f50 tempest-AllowedAddressPairTestJSON-1962660266 tempest-AllowedAddressPairTestJSON-1962660266-project] 10.222.0.20 "DELETE /v2.0/ports/6992950e-ec36-4497-995d-d32afac6774f HTTP/1.1" status: 204 len: 168 time: 2.4531112 Jun 23 11:33:11.267874 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.wsgi [-] (94175) accepted ('10.222.0.20', 38896) {{(pid=94175) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 11:33:11.272972 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron_lib.callbacks.manager [None req-8d5a4baa-958e-46f9-88b5-6ecfcf21edc7 tempest-RoutersNegativeTest-1531528216 tempest-RoutersNegativeTest-1531528216-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-453061'] for router_interface, before_delete {{(pid=94174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:33:11.325040 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron_lib.callbacks.manager [None req-e5e51e4e-3c65-4342-b763-19ab325e4c0e tempest-PortsTestJSON-2085221018 tempest-PortsTestJSON-2085221018-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5190686'] for subnet, precommit_delete_associations {{(pid=94175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:33:11.651477 dv-neutron-601336-94-hyperv neutron-server[94175]: INFO neutron.pecan_wsgi.hooks.translation [None req-946507fd-1e01-4cc7-8e29-632674ee00e5 tempest-AllowedAddressPairTestJSON-1962660266 tempest-AllowedAddressPairTestJSON-1962660266-project] GET failed (client error): The resource could not be found. Jun 23 11:33:11.659360 dv-neutron-601336-94-hyperv neutron-server[94175]: INFO neutron.wsgi [None req-946507fd-1e01-4cc7-8e29-632674ee00e5 tempest-AllowedAddressPairTestJSON-1962660266 tempest-AllowedAddressPairTestJSON-1962660266-project] 10.222.0.20 "GET /v2.0/ports/6992950e-ec36-4497-995d-d32afac6774f HTTP/1.1" status: 404 len: 333 time: 0.3825963 Jun 23 11:33:11.663438 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.wsgi [-] (94175) accepted ('10.222.0.20', 38900) {{(pid=94175) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 11:33:11.683676 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.api.v2.base [None req-0778eddd-2f86-4f35-8174-165cb08f657e tempest-AllowedAddressPairTestJSON-1962660266 tempest-AllowedAddressPairTestJSON-1962660266-project] Request body: {'port': {'network_id': '6a6c8949-9850-44f7-bca7-3fd76c05cabf', 'name': 'tempest-AllowedAddressPairTestJSON-2099642411'}} {{(pid=94175) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 23 11:33:11.688357 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5a903980-0dcd-4c2b-9371-5f043c64700c tempest-ServerActionsTestJSON-161917335 tempest-ServerActionsTestJSON-161917335-project] Router e088c3b9-e76a-4661-91ae-fd789b04bbf1 has already been hosted by L3 agent 50ef99c0-ef28-4db5-b303-b145898fae60 {{(pid=94174) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 23 11:33:11.689843 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.plugins.ml2.plugin [None req-1fc922a8-b1cd-420a-81f8-6144d41523fe tempest-RoutersNegativeIpV6Test-1628881962 tempest-RoutersNegativeIpV6Test-1628881962-project] Deleting port ea7385ee-b124-444f-8e55-97a9f86a8100 {{(pid=94174) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1913}} Jun 23 11:33:11.690187 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron_lib.callbacks.manager [None req-1fc922a8-b1cd-420a-81f8-6144d41523fe tempest-RoutersNegativeIpV6Test-1628881962 tempest-RoutersNegativeIpV6Test-1628881962-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773700079324'] for port, before_delete {{(pid=94174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:33:11.829814 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.plugins.ml2.rpc [None req-dc7542b2-afef-47f4-a763-e3a3cba144be None None] Device 653750bd-d98d-45bc-8ee2-f388a1a8e38f no longer exists at agent ovs-agent-dv-neutron-601336-94-hyperv {{(pid=94176) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:261}} Jun 23 11:33:11.874323 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.plugins.ml2.plugin [None req-dc7542b2-afef-47f4-a763-e3a3cba144be None None] No Port match for: 653750bd-d98d-45bc-8ee2-f388a1a8e38f {{(pid=94176) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2240}} Jun 23 11:33:11.875070 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.plugins.ml2.rpc [None req-dc7542b2-afef-47f4-a763-e3a3cba144be None None] Device 653750bd-d98d-45bc-8ee2-f388a1a8e38f not bound to the agent host dv-neutron-601336-94-hyperv {{(pid=94176) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:271}} Jun 23 11:33:11.886117 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron_lib.callbacks.manager [None req-1fc922a8-b1cd-420a-81f8-6144d41523fe tempest-RoutersNegativeIpV6Test-1628881962 tempest-RoutersNegativeIpV6Test-1628881962-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-430722'] for port, precommit_delete {{(pid=94174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:33:11.886361 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.plugins.ml2.plugin [None req-10eb7d17-0dd9-40f1-9803-7ac01c5d9c2e tempest-BulkNetworkOpsTest-447796090 tempest-BulkNetworkOpsTest-447796090-project] Deleting port 46aca81d-a01b-41ae-a371-e1d76bb45482 {{(pid=94175) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1913}} Jun 23 11:33:11.886714 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron_lib.callbacks.manager [None req-10eb7d17-0dd9-40f1-9803-7ac01c5d9c2e tempest-BulkNetworkOpsTest-447796090 tempest-BulkNetworkOpsTest-447796090-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773700079324'] for port, before_delete {{(pid=94175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:33:11.893633 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron_lib.callbacks.manager [None req-e5e51e4e-3c65-4342-b763-19ab325e4c0e tempest-PortsTestJSON-2085221018 tempest-PortsTestJSON-2085221018-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-897634'] for subnet, precommit_delete {{(pid=94175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:33:11.929660 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.plugins.ml2.plugin [None req-1fc922a8-b1cd-420a-81f8-6144d41523fe tempest-RoutersNegativeIpV6Test-1628881962 tempest-RoutersNegativeIpV6Test-1628881962-project] Calling delete_port for ea7385ee-b124-444f-8e55-97a9f86a8100 owned by network:router_interface {{(pid=94174) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1986}} Jun 23 11:33:11.961943 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.db.provisioning_blocks [None req-907ca9ab-3a9a-4779-b735-95f5af499b46 None None] Provisioning complete for port 39134afe-23ad-4cc1-a2ce-bd4dc25ab186 triggered by entity DHCP. {{(pid=94176) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 23 11:33:11.962512 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron_lib.callbacks.manager [None req-907ca9ab-3a9a-4779-b735-95f5af499b46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-899258'] for port, provisioning_complete {{(pid=94176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:33:11.995112 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.objects.ports [None req-b0a57d38-ed32-4163-8858-2280982ca304 tempest-NetworksTestDHCPv6-162546708 tempest-NetworksTestDHCPv6-162546708-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=94175) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Jun 23 11:33:12.006442 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron_lib.callbacks.manager [None req-b0a57d38-ed32-4163-8858-2280982ca304 tempest-NetworksTestDHCPv6-162546708 tempest-NetworksTestDHCPv6-162546708-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866062', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5083113', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4660095'] for subnet, after_create {{(pid=94175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:33:12.010424 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5a903980-0dcd-4c2b-9371-5f043c64700c tempest-ServerActionsTestJSON-161917335 tempest-ServerActionsTestJSON-161917335-project] Notify agent at l3_agent.dv-neutron-601336-94-hyperv the message routers_updated {{(pid=94174) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 23 11:33:12.017347 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94175) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 11:33:12.023201 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron_lib.callbacks.manager [None req-5a903980-0dcd-4c2b-9371-5f043c64700c tempest-ServerActionsTestJSON-161917335 tempest-ServerActionsTestJSON-161917335-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-217507'] for floatingip, before_response {{(pid=94174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:33:12.033828 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c92bf482-6225-4f05-8c39-15bc9bfb2ac9 None None] Sync routers for ids ['e088c3b9-e76a-4661-91ae-fd789b04bbf1'] in dv-neutron-601336-94-hyperv {{(pid=94176) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 23 11:33:12.053516 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c92bf482-6225-4f05-8c39-15bc9bfb2ac9 None None] Routers {'e088c3b9-e76a-4661-91ae-fd789b04bbf1'} bound to L3 agent in host dv-neutron-601336-94-hyperv {{(pid=94176) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 23 11:33:12.054150 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.db.l3_hamode_db [None req-c92bf482-6225-4f05-8c39-15bc9bfb2ac9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-601336-94-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-06-23T11:22:13Z,description=,heartbeat_timestamp=2021-06-23T11:32:43Z,host='dv-neutron-601336-94-hyperv',id=50ef99c0-ef28-4db5-b303-b145898fae60,load=0,resource_versions=,resources_synced=,started_at=2021-06-23T11:22:14Z,topic='l3_agent')) {'router_ids': ['e088c3b9-e76a-4661-91ae-fd789b04bbf1'], 'active': True} {{(pid=94176) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 11:33:12.062124 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron_lib.callbacks.manager [None req-10eb7d17-0dd9-40f1-9803-7ac01c5d9c2e tempest-BulkNetworkOpsTest-447796090 tempest-BulkNetworkOpsTest-447796090-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-430722'] for port, precommit_delete {{(pid=94175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:33:12.094468 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.plugins.ml2.plugin [None req-10eb7d17-0dd9-40f1-9803-7ac01c5d9c2e tempest-BulkNetworkOpsTest-447796090 tempest-BulkNetworkOpsTest-447796090-project] Calling delete_port for 46aca81d-a01b-41ae-a371-e1d76bb45482 owned by {{(pid=94175) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1986}} Jun 23 11:33:12.103720 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b0a57d38-ed32-4163-8858-2280982ca304 tempest-NetworksTestDHCPv6-162546708 tempest-NetworksTestDHCPv6-162546708-project] Network f53f535d-bce4-4da8-9bd9-396677ff4e83 is already hosted by enough agents. {{(pid=94175) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 23 11:33:12.121194 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.scheduler.base_scheduler [None req-b0a57d38-ed32-4163-8858-2280982ca304 tempest-NetworksTestDHCPv6-162546708 tempest-NetworksTestDHCPv6-162546708-project] Resources bound (agent type, host, resource id): {{(pid=94175) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 23 11:33:12.123397 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0778eddd-2f86-4f35-8174-165cb08f657e tempest-AllowedAddressPairTestJSON-1962660266 tempest-AllowedAddressPairTestJSON-1962660266-project] Made reservation on behalf of a1521393984a421295a738f29331a229 for: {'port': 1} {{(pid=94175) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 23 11:33:12.126919 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron_lib.callbacks.manager [None req-0778eddd-2f86-4f35-8174-165cb08f657e tempest-AllowedAddressPairTestJSON-1962660266 tempest-AllowedAddressPairTestJSON-1962660266-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-923104'] for port, before_create {{(pid=94175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:33:12.128474 dv-neutron-601336-94-hyperv neutron-server[94174]: INFO neutron.wsgi [None req-5a903980-0dcd-4c2b-9371-5f043c64700c tempest-ServerActionsTestJSON-161917335 tempest-ServerActionsTestJSON-161917335-project] 10.222.0.20 "PUT /v2.0/floatingips/7b014b36-60b1-4186-8858-e0c8e125fb60 HTTP/1.1" status: 200 len: 991 time: 3.8077617 Jun 23 11:33:12.133582 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '85769616-6b8b-4da7-ad73-344986edf607', 'tag': '4428b5cd-2ee2-4454-b711-d13a003d5236'}] {{(pid=94174) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 23 11:33:12.135446 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b0a57d38-ed32-4163-8858-2280982ca304 tempest-NetworksTestDHCPv6-162546708 tempest-NetworksTestDHCPv6-162546708-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 11:33:12.136050 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron_lib.callbacks.manager [None req-b0a57d38-ed32-4163-8858-2280982ca304 tempest-NetworksTestDHCPv6-162546708 tempest-NetworksTestDHCPv6-162546708-project] Notify callbacks [] for subnet, before_response {{(pid=94175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:33:12.136266 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6ff47218258ed5bf6cae7f276c9622ae488f9e8ebc13d1a310221fbcfb04c5dd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b81c98d7-3059-4631-af8c-96e54d4d5e53" -d '{"events": [{"name": "network-changed", "server_uuid": "85769616-6b8b-4da7-ad73-344986edf607", "tag": "4428b5cd-2ee2-4454-b711-d13a003d5236"}]}' {{(pid=94174) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 23 11:33:12.182299 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.db.l3_dvr_db [None req-c92bf482-6225-4f05-8c39-15bc9bfb2ac9 None None] Set router e088c3b9-e76a-4661-91ae-fd789b04bbf1 gateway port host: dv-neutron-601336-94-hyperv {{(pid=94176) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:838}} Jun 23 11:33:12.215240 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0a57d38-ed32-4163-8858-2280982ca304 tempest-NetworksTestDHCPv6-162546708 tempest-NetworksTestDHCPv6-162546708-project] Pushing event updated for resources: {'Subnet': ['ID=fb40600f-4c00-4e35-8b0e-dea56a134ae1,revision_number=0']} {{(pid=94175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 11:33:12.224479 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG oslo_concurrency.lockutils [None req-b0a57d38-ed32-4163-8858-2280982ca304 tempest-NetworksTestDHCPv6-162546708 tempest-NetworksTestDHCPv6-162546708-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.207s {{(pid=94175) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 11:33:12.232750 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron_lib.callbacks.manager [None req-e5e51e4e-3c65-4342-b763-19ab325e4c0e tempest-PortsTestJSON-2085221018 tempest-PortsTestJSON-2085221018-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-897627', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866062', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5083050', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4660036'] for subnet, after_delete {{(pid=94175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:33:12.236674 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.notifiers.nova [None req-0778eddd-2f86-4f35-8174-165cb08f657e tempest-AllowedAddressPairTestJSON-1962660266 tempest-AllowedAddressPairTestJSON-1962660266-project] device_id is not set on port 27dd60a6-955b-45f5-b161-a96369b3af34 yet. {{(pid=94175) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jun 23 11:33:12.241073 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG oslo_concurrency.lockutils [None req-31fcaa13-bacc-47a9-bbcc-cdec49a7994e tempest-NetworksTestDHCPv6-162546708 tempest-NetworksTestDHCPv6-162546708-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94175) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 11:33:12.268765 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a9953f53-1239-4f55-abad-40ae93323480 None None] Network f53f535d-bce4-4da8-9bd9-396677ff4e83 requested from dv-neutron-601336-94-hyperv {{(pid=94176) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 23 11:33:12.291125 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 23 Jun 2021 11:33:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b631101d-3568-490a-bf17-59d32c2b8b8e x-openstack-request-id: req-b631101d-3568-490a-bf17-59d32c2b8b8e {{(pid=94174) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 23 11:33:12.291460 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "85769616-6b8b-4da7-ad73-344986edf607", "tag": "4428b5cd-2ee2-4454-b711-d13a003d5236", "status": "completed", "code": 200}]} {{(pid=94174) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 23 11:33:12.291759 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-b631101d-3568-490a-bf17-59d32c2b8b8e {{(pid=94174) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 23 11:33:12.292359 dv-neutron-601336-94-hyperv neutron-server[94174]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '85769616-6b8b-4da7-ad73-344986edf607', 'tag': '4428b5cd-2ee2-4454-b711-d13a003d5236', 'status': 'completed', 'code': 200} Jun 23 11:33:12.317422 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5e51e4e-3c65-4342-b763-19ab325e4c0e tempest-PortsTestJSON-2085221018 tempest-PortsTestJSON-2085221018-project] Pushing event deleted for resources: {'Subnet': ['ID=657751ef-9b43-4a21-b943-ced80e557256,revision_number=None']} {{(pid=94175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 11:33:12.320088 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG oslo_concurrency.lockutils [None req-e5e51e4e-3c65-4342-b763-19ab325e4c0e tempest-PortsTestJSON-2085221018 tempest-PortsTestJSON-2085221018-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.079s {{(pid=94175) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 11:33:12.323157 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron_lib.callbacks.manager [None req-e5e51e4e-3c65-4342-b763-19ab325e4c0e tempest-PortsTestJSON-2085221018 tempest-PortsTestJSON-2085221018-project] Notify callbacks [] for subnet, before_response {{(pid=94175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:33:12.331249 dv-neutron-601336-94-hyperv neutron-server[94175]: INFO neutron.wsgi [None req-e5e51e4e-3c65-4342-b763-19ab325e4c0e tempest-PortsTestJSON-2085221018 tempest-PortsTestJSON-2085221018-project] 10.222.0.20 "DELETE /v2.0/subnets/657751ef-9b43-4a21-b943-ced80e557256 HTTP/1.1" status: 204 len: 168 time: 1.2495959 Jun 23 11:33:12.333083 dv-neutron-601336-94-hyperv neutron-server[94175]: INFO neutron.wsgi [None req-b0a57d38-ed32-4163-8858-2280982ca304 tempest-NetworksTestDHCPv6-162546708 tempest-NetworksTestDHCPv6-162546708-project] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 827 time: 1.9155543 Jun 23 11:33:12.333708 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.wsgi [-] (94175) accepted ('10.222.0.20', 38906) {{(pid=94175) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 11:33:12.340302 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0de76006-81e7-4339-84f0-4ae4366295c4 None None] Network 2e1f816f-7464-4079-b100-cd7a8bb81164 requested from dv-neutron-601336-94-hyperv {{(pid=94176) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 23 11:33:12.343514 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.wsgi [-] (94174) accepted ('10.222.0.20', 38908) {{(pid=94174) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 11:33:12.351071 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.api.v2.base [None req-9fc4f785-091d-4ba3-b543-73945bf82a37 tempest-NetworksTestDHCPv6-162546708 tempest-NetworksTestDHCPv6-162546708-project] Request body: {'subnet': {'network_id': 'f53f535d-bce4-4da8-9bd9-396677ff4e83', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=94174) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 23 11:33:12.415472 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron_lib.callbacks.manager [None req-1fc922a8-b1cd-420a-81f8-6144d41523fe tempest-RoutersNegativeIpV6Test-1628881962 tempest-RoutersNegativeIpV6Test-1628881962-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-922904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866062', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773700135024', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773699642224', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5196390'] for port, after_delete {{(pid=94174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:33:12.422530 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG oslo_concurrency.lockutils [None req-e6f324b2-07ee-43c8-a4bf-119655c44b60 tempest-PortsAdminExtendedAttrsTestJSON-1772465988 tempest-PortsAdminExtendedAttrsTestJSON-1772465988-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94174) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 11:33:12.431397 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.plugins.ml2.plugin [None req-8d5a4baa-958e-46f9-88b5-6ecfcf21edc7 tempest-RoutersNegativeTest-1531528216 tempest-RoutersNegativeTest-1531528216-project] Deleting port 77ab36eb-5e11-453d-b636-da457a2b7f5a {{(pid=94174) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1913}} Jun 23 11:33:12.431744 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron_lib.callbacks.manager [None req-8d5a4baa-958e-46f9-88b5-6ecfcf21edc7 tempest-RoutersNegativeTest-1531528216 tempest-RoutersNegativeTest-1531528216-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773700079324'] for port, before_delete {{(pid=94174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:33:12.489971 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron_lib.callbacks.manager [None req-df172bad-fb15-4adb-9441-181f3341a8c0 tempest-PortsTestJSON-2085221018 tempest-PortsTestJSON-2085221018-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-824874'] for network, before_delete {{(pid=94175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:33:12.505547 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fc922a8-b1cd-420a-81f8-6144d41523fe tempest-RoutersNegativeIpV6Test-1628881962 tempest-RoutersNegativeIpV6Test-1628881962-project] Pushing event deleted for resources: {'Port': ['ID=ea7385ee-b124-444f-8e55-97a9f86a8100,revision_number=None']} {{(pid=94174) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 11:33:12.517794 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG oslo_concurrency.lockutils [None req-1fc922a8-b1cd-420a-81f8-6144d41523fe tempest-RoutersNegativeIpV6Test-1628881962 tempest-RoutersNegativeIpV6Test-1628881962-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.097s {{(pid=94174) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 11:33:12.545714 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b81c98d7-3059-4631-af8c-96e54d4d5e53 req-581006ce-f3f0-40c0-b27d-a4c80c23aee9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94174) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 11:33:12.547250 dv-neutron-601336-94-hyperv neutron-server[94174]: INFO neutron.wsgi [req-b81c98d7-3059-4631-af8c-96e54d4d5e53 req-581006ce-f3f0-40c0-b27d-a4c80c23aee9 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=252b24454ee04e36b666155dab1feb23&device_id=85769616-6b8b-4da7-ad73-344986edf607 HTTP/1.1" status: 200 len: 1098 time: 0.2593880 Jun 23 11:33:12.551257 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.db.db_base_plugin_common [None req-0778eddd-2f86-4f35-8174-165cb08f657e tempest-AllowedAddressPairTestJSON-1962660266 tempest-AllowedAddressPairTestJSON-1962660266-project] Allocated IP 172.20.0.6 (6a6c8949-9850-44f7-bca7-3fd76c05cabf/2e5e37f0-b513-4130-97e1-75912538707b/27dd60a6-955b-45f5-b161-a96369b3af34) {{(pid=94175) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 23 11:33:12.574449 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron_lib.callbacks.manager [None req-10eb7d17-0dd9-40f1-9803-7ac01c5d9c2e tempest-BulkNetworkOpsTest-447796090 tempest-BulkNetworkOpsTest-447796090-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-922904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866062', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773700135024', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773699642224', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5082448'] for port, after_delete {{(pid=94175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:33:12.584566 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG oslo_concurrency.lockutils [None req-22b02466-f25b-45ed-8def-2c0d5d1ee321 tempest-ServerActionsTestJSON-161917335 tempest-ServerActionsTestJSON-161917335-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94175) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 11:33:12.643441 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10eb7d17-0dd9-40f1-9803-7ac01c5d9c2e tempest-BulkNetworkOpsTest-447796090 tempest-BulkNetworkOpsTest-447796090-project] Pushing event deleted for resources: {'Port': ['ID=46aca81d-a01b-41ae-a371-e1d76bb45482,revision_number=None']} {{(pid=94175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 11:33:12.663349 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG oslo_concurrency.lockutils [None req-10eb7d17-0dd9-40f1-9803-7ac01c5d9c2e tempest-BulkNetworkOpsTest-447796090 tempest-BulkNetworkOpsTest-447796090-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.079s {{(pid=94175) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 11:33:12.666915 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron_lib.callbacks.manager [None req-10eb7d17-0dd9-40f1-9803-7ac01c5d9c2e tempest-BulkNetworkOpsTest-447796090 tempest-BulkNetworkOpsTest-447796090-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-217507'] for port, before_response {{(pid=94175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:33:12.671603 dv-neutron-601336-94-hyperv neutron-server[94175]: INFO neutron.wsgi [None req-10eb7d17-0dd9-40f1-9803-7ac01c5d9c2e tempest-BulkNetworkOpsTest-447796090 tempest-BulkNetworkOpsTest-447796090-project] 10.222.0.20 "DELETE /v2.0/ports/46aca81d-a01b-41ae-a371-e1d76bb45482 HTTP/1.1" status: 204 len: 168 time: 1.4773512 Jun 23 11:33:12.674731 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-451dfb3b-052e-4d2e-93ff-4d7bc5836b9c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1e0d828a-1fa4-563d-b7fd-53adf66a04ee-f53f535d-bce4-4da8-9bd9-396677ff4e83', 'network_id': 'f53f535d-bce4-4da8-9bd9-396677ff4e83', 'tenant_id': '5e61222a836c47229c94e37f3902e6bd', 'fixed_ips': [{'subnet_id': 'fb40600f-4c00-4e35-8b0e-dea56a134ae1'}]}} from dv-neutron-601336-94-hyperv. {{(pid=94176) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 23 11:33:12.676439 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron_lib.callbacks.manager [None req-451dfb3b-052e-4d2e-93ff-4d7bc5836b9c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-923104'] for port, before_create {{(pid=94176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:33:12.676686 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.wsgi [-] (94175) accepted ('10.222.0.20', 38910) {{(pid=94175) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 11:33:12.727391 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.db.l3_hamode_db [None req-c92bf482-6225-4f05-8c39-15bc9bfb2ac9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e088c3b9-e76a-4661-91ae-fd789b04bbf1', 'name': 'tempest-ServerActionsTestJSON-2115701801-router', 'tenant_id': '252b24454ee04e36b666155dab1feb23', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3e7e4eb3-cf02-4d47-ade9-0a579cdfc60f', 'external_fixed_ips': [{'subnet_id': 'a5ad15ab-c489-4a67-a9b0-d559fca0ec71', 'ip_address': '172.26.3.171'}], 'enable_snat': True}, 'gw_port_id': '946affd4-ae12-4b9b-ba02-e48035525e66', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-23T11:32:15Z', 'updated_at': '2021-06-23T11:32:24Z', 'revision_number': 4, 'project_id': '252b24454ee04e36b666155dab1feb23', 'gw_port': {'id': '946affd4-ae12-4b9b-ba02-e48035525e66', 'name': '', 'network_id': '3e7e4eb3-cf02-4d47-ade9-0a579cdfc60f', 'tenant_id': '', 'mac_address': 'fa:16:3e:c7:1d:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e088c3b9-e76a-4661-91ae-fd789b04bbf1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 440, 'fixed_ips': [{'subnet_id': 'a5ad15ab-c489-4a67-a9b0-d559fca0ec71', 'ip_address': '172.26.3.171', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-94-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-23T11:32:16Z', 'updated_at': '2021-06-23T11:32:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a5ad15ab-c489-4a67-a9b0-d559fca0ec71', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-601336-94-hyperv', '_floatingips': [{'id': '7b014b36-60b1-4186-8858-e0c8e125fb60', 'tenant_id': '252b24454ee04e36b666155dab1feb23', 'floating_ip_address': '172.26.3.221', 'floating_network_id': '3e7e4eb3-cf02-4d47-ade9-0a579cdfc60f', 'router_id': 'e088c3b9-e76a-4661-91ae-fd789b04bbf1', 'port_id': '4428b5cd-2ee2-4454-b711-d13a003d5236', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 518, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '34cf218b-02ad-4259-a49e-5807c729dd9a', 'mac_address': 'fa:16:3e:ba:22:7c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '85769616-6b8b-4da7-ad73-344986edf607', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-23T11:32:35Z', 'updated_at': '2021-06-23T11:33:09Z', 'revision_number': 1, 'project_id': '252b24454ee04e36b666155dab1feb23', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8b3f2607-1beb-44c0-92af-cbc38d0500bc', 'name': '', 'network_id': '34cf218b-02ad-4259-a49e-5807c729dd9a', 'tenant_id': '252b24454ee04e36b666155dab1feb23', 'mac_address': 'fa:16:3e:cf:71:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e088c3b9-e76a-4661-91ae-fd789b04bbf1', 'device_owner': 'network:router_interface', 'standard_attr_id': 483, 'fixed_ips': [{'subnet_id': '47ff68e9-949b-4720-9652-7e8da6276be9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-94-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-23T11:32:23Z', 'updated_at': '2021-06-23T11:32:32Z', 'revision_number': 5, 'project_id': '252b24454ee04e36b666155dab1feb23', 'subnets': [{'id': '47ff68e9-949b-4720-9652-7e8da6276be9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-601336-94-hyperv', False) {} {{(pid=94176) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 11:33:12.740860 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron_lib.callbacks.manager [None req-1fc922a8-b1cd-420a-81f8-6144d41523fe tempest-RoutersNegativeIpV6Test-1628881962 tempest-RoutersNegativeIpV6Test-1628881962-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-7866080', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-516693'] for router_interface, after_delete {{(pid=94174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:33:12.752532 dv-neutron-601336-94-hyperv neutron-server[94175]: INFO neutron.wsgi [None req-2d0a52f1-db92-4617-8975-3099a7b95139 tempest-BulkNetworkOpsTest-447796090 tempest-BulkNetworkOpsTest-447796090-project] 10.222.0.20 "GET /v2.0/ports HTTP/1.1" status: 200 len: 205 time: 0.0727129 Jun 23 11:33:12.753217 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.wsgi [-] (94174) accepted ('10.222.0.20', 38912) {{(pid=94174) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 11:33:12.760113 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c92bf482-6225-4f05-8c39-15bc9bfb2ac9 None None] Checking router: e088c3b9-e76a-4661-91ae-fd789b04bbf1 for host: dv-neutron-601336-94-hyperv {{(pid=94176) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 23 11:33:12.766279 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.api.v2.base [None req-30300688-befa-462b-9eb5-2c14926e0b01 tempest-BulkNetworkOpsTest-447796090 tempest-BulkNetworkOpsTest-447796090-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsTest-test-network-1871187871'}} {{(pid=94174) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 23 11:33:12.773275 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.plugins.ml2.plugin [None req-df172bad-fb15-4adb-9441-181f3341a8c0 tempest-PortsTestJSON-2085221018 tempest-PortsTestJSON-2085221018-project] Deleting port 39134afe-23ad-4cc1-a2ce-bd4dc25ab186 {{(pid=94175) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1913}} Jun 23 11:33:12.773631 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron_lib.callbacks.manager [None req-df172bad-fb15-4adb-9441-181f3341a8c0 tempest-PortsTestJSON-2085221018 tempest-PortsTestJSON-2085221018-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773700079324'] for port, before_delete {{(pid=94175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:33:12.792943 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron_lib.callbacks.manager [None req-8d5a4baa-958e-46f9-88b5-6ecfcf21edc7 tempest-RoutersNegativeTest-1531528216 tempest-RoutersNegativeTest-1531528216-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-430722'] for port, precommit_delete {{(pid=94174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:33:12.823076 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c92bf482-6225-4f05-8c39-15bc9bfb2ac9 None None] Routers {'e088c3b9-e76a-4661-91ae-fd789b04bbf1'} bound to L3 agent in host dv-neutron-601336-94-hyperv {{(pid=94176) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 23 11:33:12.823076 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.db.l3_hamode_db [None req-c92bf482-6225-4f05-8c39-15bc9bfb2ac9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-601336-94-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-06-23T11:22:13Z,description=,heartbeat_timestamp=2021-06-23T11:32:43Z,host='dv-neutron-601336-94-hyperv',id=50ef99c0-ef28-4db5-b303-b145898fae60,load=0,resource_versions=,resources_synced=,started_at=2021-06-23T11:22:14Z,topic='l3_agent')) {'router_ids': ['e088c3b9-e76a-4661-91ae-fd789b04bbf1'], 'active': True} {{(pid=94176) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 11:33:12.825065 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f162915f-3f4c-4bf9-90f4-0dd608f751a3 None None] DHCP port deletion for 2e1f816f-7464-4079-b100-cd7a8bb81164 request from dv-neutron-601336-94-hyperv {{(pid=94176) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jun 23 11:33:12.827913 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.plugins.ml2.plugin [None req-8d5a4baa-958e-46f9-88b5-6ecfcf21edc7 tempest-RoutersNegativeTest-1531528216 tempest-RoutersNegativeTest-1531528216-project] Calling delete_port for 77ab36eb-5e11-453d-b636-da457a2b7f5a owned by network:router_interface {{(pid=94174) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1986}} Jun 23 11:33:12.893526 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.plugins.ml2.db [None req-df172bad-fb15-4adb-9441-181f3341a8c0 tempest-PortsTestJSON-2085221018 tempest-PortsTestJSON-2085221018-project] For port 39134afe-23ad-4cc1-a2ce-bd4dc25ab186, host dv-neutron-601336-94-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-94-hyperv',level=0,port_id=39134afe-23ad-4cc1-a2ce-bd4dc25ab186,segment=NetworkSegment(93314192-b55b-45be-8ef1-2041fea40614),segment_id=93314192-b55b-45be-8ef1-2041fea40614)] {{(pid=94175) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 23 11:33:12.893758 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron_lib.callbacks.manager [None req-df172bad-fb15-4adb-9441-181f3341a8c0 tempest-PortsTestJSON-2085221018 tempest-PortsTestJSON-2085221018-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-430722'] for port, precommit_delete {{(pid=94175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:33:12.921942 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.plugins.ml2.plugin [None req-df172bad-fb15-4adb-9441-181f3341a8c0 tempest-PortsTestJSON-2085221018 tempest-PortsTestJSON-2085221018-project] Calling delete_port for 39134afe-23ad-4cc1-a2ce-bd4dc25ab186 owned by network:dhcp {{(pid=94175) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1986}} Jun 23 11:33:12.931655 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b81c98d7-3059-4631-af8c-96e54d4d5e53 req-642e0d6b-0091-4608-8af5-33a99bfcf2d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94174) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 11:33:12.933436 dv-neutron-601336-94-hyperv neutron-server[94174]: INFO neutron.wsgi [req-b81c98d7-3059-4631-af8c-96e54d4d5e53 req-642e0d6b-0091-4608-8af5-33a99bfcf2d1 service neutron] 10.222.0.52 "GET /v2.0/networks?id=34cf218b-02ad-4259-a49e-5807c729dd9a HTTP/1.1" status: 200 len: 913 time: 0.3648310 Jun 23 11:33:12.950336 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron_lib.callbacks.manager [None req-0778eddd-2f86-4f35-8174-165cb08f657e tempest-AllowedAddressPairTestJSON-1962660266 tempest-AllowedAddressPairTestJSON-1962660266-project] Notify callbacks [] for port, precommit_create {{(pid=94175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:33:12.979278 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-30300688-befa-462b-9eb5-2c14926e0b01 tempest-BulkNetworkOpsTest-447796090 tempest-BulkNetworkOpsTest-447796090-project] Made reservation on behalf of 55ea178908f9451e95a34ef8a97f34a7 for: {'network': 1} {{(pid=94174) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 23 11:33:12.983376 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron_lib.callbacks.manager [None req-30300688-befa-462b-9eb5-2c14926e0b01 tempest-BulkNetworkOpsTest-447796090 tempest-BulkNetworkOpsTest-447796090-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-923104'] for network, before_create {{(pid=94174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:33:13.006486 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.db.provisioning_blocks [None req-0778eddd-2f86-4f35-8174-165cb08f657e tempest-AllowedAddressPairTestJSON-1962660266 tempest-AllowedAddressPairTestJSON-1962660266-project] Transition to ACTIVE for port object 27dd60a6-955b-45f5-b161-a96369b3af34 will not be triggered until provisioned by entity DHCP. {{(pid=94175) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 23 11:33:13.145751 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron_lib.callbacks.manager [None req-df172bad-fb15-4adb-9441-181f3341a8c0 tempest-PortsTestJSON-2085221018 tempest-PortsTestJSON-2085221018-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-922904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866062', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773700135024', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773699642224', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5082448'] for port, after_delete {{(pid=94175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:33:13.149614 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG oslo_concurrency.lockutils [None req-90012cec-8169-4469-a934-ba3eac5943e5 tempest-BulkNetworkOpsTest-447796090 tempest-BulkNetworkOpsTest-447796090-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94175) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 11:33:13.170212 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.db.db_base_plugin_common [None req-451dfb3b-052e-4d2e-93ff-4d7bc5836b9c None None] Allocated IP 2001:db8::f816:3eff:fe8f:a776 (f53f535d-bce4-4da8-9bd9-396677ff4e83/fb40600f-4c00-4e35-8b0e-dea56a134ae1/b2b29dee-81f7-440b-a241-1dad6c1dfc99) {{(pid=94176) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 23 11:33:13.179911 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df172bad-fb15-4adb-9441-181f3341a8c0 tempest-PortsTestJSON-2085221018 tempest-PortsTestJSON-2085221018-project] Pushing event deleted for resources: {'Port': ['ID=39134afe-23ad-4cc1-a2ce-bd4dc25ab186,revision_number=None']} {{(pid=94175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 11:33:13.181921 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.plugins.ml2.plugin [None req-f162915f-3f4c-4bf9-90f4-0dd608f751a3 None None] Deleting port 39134afe-23ad-4cc1-a2ce-bd4dc25ab186 {{(pid=94176) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1913}} Jun 23 11:33:13.182314 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron_lib.callbacks.manager [None req-f162915f-3f4c-4bf9-90f4-0dd608f751a3 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773700079324'] for port, before_delete {{(pid=94176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:33:13.182824 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.db.l3_dvrscheduler_db [None req-df172bad-fb15-4adb-9441-181f3341a8c0 tempest-PortsTestJSON-2085221018 tempest-PortsTestJSON-2085221018-project] No DVR routers for this DVR port 39134afe-23ad-4cc1-a2ce-bd4dc25ab186 on host dv-neutron-601336-94-hyperv {{(pid=94175) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 23 11:33:13.184643 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG oslo_concurrency.lockutils [None req-df172bad-fb15-4adb-9441-181f3341a8c0 tempest-PortsTestJSON-2085221018 tempest-PortsTestJSON-2085221018-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.035s {{(pid=94175) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 11:33:13.187339 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.db.l3_dvr_db [None req-c92bf482-6225-4f05-8c39-15bc9bfb2ac9 None None] Set router e088c3b9-e76a-4661-91ae-fd789b04bbf1 gateway port host: dv-neutron-601336-94-hyperv {{(pid=94176) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:838}} Jun 23 11:33:13.200127 dv-neutron-601336-94-hyperv neutron-server[94174]: INFO neutron.wsgi [req-b81c98d7-3059-4631-af8c-96e54d4d5e53 req-528d1dbb-8d67-4967-8ec9-54e9cf2124b1 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=4428b5cd-2ee2-4454-b711-d13a003d5236 HTTP/1.1" status: 200 len: 999 time: 0.2325070 Jun 23 11:33:13.205059 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9fc4f785-091d-4ba3-b543-73945bf82a37 tempest-NetworksTestDHCPv6-162546708 tempest-NetworksTestDHCPv6-162546708-project] Made reservation on behalf of 5e61222a836c47229c94e37f3902e6bd for: {'subnet': 1} {{(pid=94174) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 23 11:33:13.208850 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron_lib.callbacks.manager [None req-9fc4f785-091d-4ba3-b543-73945bf82a37 tempest-NetworksTestDHCPv6-162546708 tempest-NetworksTestDHCPv6-162546708-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4294245'] for subnet, before_create {{(pid=94174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:33:13.215397 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-30300688-befa-462b-9eb5-2c14926e0b01 tempest-BulkNetworkOpsTest-447796090 tempest-BulkNetworkOpsTest-447796090-project] vlan segment allocate from pool success with {'vlan_id': 417, 'physical_network': 'physnet1'} {{(pid=94174) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 23 11:33:13.224041 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron_lib.callbacks.manager [None req-0778eddd-2f86-4f35-8174-165cb08f657e tempest-AllowedAddressPairTestJSON-1962660266 tempest-AllowedAddressPairTestJSON-1962660266-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-922915', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-239814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7866073', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773699642215', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-5082457'] for port, after_create {{(pid=94175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:33:13.242761 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1fc922a8-b1cd-420a-81f8-6144d41523fe tempest-RoutersNegativeIpV6Test-1628881962 tempest-RoutersNegativeIpV6Test-1628881962-project] Router 177dc9cb-62af-46b2-b17a-0e63fc73dee2 has already been hosted by L3 agent 50ef99c0-ef28-4db5-b303-b145898fae60 {{(pid=94174) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 23 11:33:13.260018 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG oslo_concurrency.lockutils [None req-7f8de92f-4651-468e-a893-01277e439b56 tempest-ServersTestJSON-995612928 tempest-ServersTestJSON-995612928-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94175) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 11:33:13.314788 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron_lib.callbacks.manager [None req-df172bad-fb15-4adb-9441-181f3341a8c0 tempest-PortsTestJSON-2085221018 tempest-PortsTestJSON-2085221018-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-897259', 'neutron.services.segments.db._delete_segments_for_network-8773700168587'] for network, precommit_delete {{(pid=94175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:33:13.318421 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0778eddd-2f86-4f35-8174-165cb08f657e tempest-AllowedAddressPairTestJSON-1962660266 tempest-AllowedAddressPairTestJSON-1962660266-project] Network 6a6c8949-9850-44f7-bca7-3fd76c05cabf is already hosted by enough agents. {{(pid=94175) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 23 11:33:13.328969 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.scheduler.base_scheduler [None req-0778eddd-2f86-4f35-8174-165cb08f657e tempest-AllowedAddressPairTestJSON-1962660266 tempest-AllowedAddressPairTestJSON-1962660266-project] Resources bound (agent type, host, resource id): {{(pid=94175) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 23 11:33:13.338589 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0778eddd-2f86-4f35-8174-165cb08f657e tempest-AllowedAddressPairTestJSON-1962660266 tempest-AllowedAddressPairTestJSON-1962660266-project] Received port after_create {{(pid=94175) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 23 11:33:13.347357 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.services.segments.db [None req-df172bad-fb15-4adb-9441-181f3341a8c0 tempest-PortsTestJSON-2085221018 tempest-PortsTestJSON-2085221018-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2e1f816f-7464-4079-b100-cd7a8bb81164']}} {{(pid=94175) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 11:33:13.347568 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron_lib.callbacks.manager [None req-30300688-befa-462b-9eb5-2c14926e0b01 tempest-BulkNetworkOpsTest-447796090 tempest-BulkNetworkOpsTest-447796090-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3801'] for segment, precommit_create {{(pid=94174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:33:13.347904 dv-neutron-601336-94-hyperv neutron-server[94174]: INFO neutron.db.segments_db [None req-30300688-befa-462b-9eb5-2c14926e0b01 tempest-BulkNetworkOpsTest-447796090 tempest-BulkNetworkOpsTest-447796090-project] Added segment 2b853d9d-4358-44a3-bbd3-3c5149fe5cb8 of type vlan for network ac5069cf-09cf-426f-84af-fd0411aa3923 Jun 23 11:33:13.368239 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0778eddd-2f86-4f35-8174-165cb08f657e tempest-AllowedAddressPairTestJSON-1962660266 tempest-AllowedAddressPairTestJSON-1962660266-project] Pushing event updated for resources: {'Port': ['ID=27dd60a6-955b-45f5-b161-a96369b3af34,revision_number=1']} {{(pid=94175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 11:33:13.380260 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG oslo_concurrency.lockutils [None req-0778eddd-2f86-4f35-8174-165cb08f657e tempest-AllowedAddressPairTestJSON-1962660266 tempest-AllowedAddressPairTestJSON-1962660266-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.120s {{(pid=94175) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 11:33:13.385071 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.services.segments.db [None req-df172bad-fb15-4adb-9441-181f3341a8c0 tempest-PortsTestJSON-2085221018 tempest-PortsTestJSON-2085221018-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '93314192-b55b-45be-8ef1-2041fea40614') {'for_net_delete': True} {{(pid=94175) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 11:33:13.385398 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.services.segments.db [None req-df172bad-fb15-4adb-9441-181f3341a8c0 tempest-PortsTestJSON-2085221018 tempest-PortsTestJSON-2085221018-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '93314192-b55b-45be-8ef1-2041fea40614') {} {{(pid=94175) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 11:33:13.411980 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron_lib.callbacks.manager [None req-df172bad-fb15-4adb-9441-181f3341a8c0 tempest-PortsTestJSON-2085221018 tempest-PortsTestJSON-2085221018-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8773699955833', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5190677'] for segment, before_delete {{(pid=94175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:33:13.431307 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron_lib.callbacks.manager [None req-df172bad-fb15-4adb-9441-181f3341a8c0 tempest-PortsTestJSON-2085221018 tempest-PortsTestJSON-2085221018-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3801'] for segment, precommit_delete {{(pid=94175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:33:13.442273 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-df172bad-fb15-4adb-9441-181f3341a8c0 tempest-PortsTestJSON-2085221018 tempest-PortsTestJSON-2085221018-project] Releasing vlan 431 on physical network physnet1 to pool {{(pid=94175) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 23 11:33:13.442695 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron_lib.callbacks.manager [None req-df172bad-fb15-4adb-9441-181f3341a8c0 tempest-PortsTestJSON-2085221018 tempest-PortsTestJSON-2085221018-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3801', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5082371'] for segment, after_delete {{(pid=94175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:33:13.453341 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b81c98d7-3059-4631-af8c-96e54d4d5e53 req-2aa8cd5d-8909-4a40-8d62-a46bee07de15 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94174) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 11:33:13.454978 dv-neutron-601336-94-hyperv neutron-server[94174]: INFO neutron.wsgi [req-b81c98d7-3059-4631-af8c-96e54d4d5e53 req-2aa8cd5d-8909-4a40-8d62-a46bee07de15 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=47ff68e9-949b-4720-9652-7e8da6276be9 HTTP/1.1" status: 200 len: 851 time: 0.2405181 Jun 23 11:33:13.457636 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron_lib.callbacks.manager [None req-30300688-befa-462b-9eb5-2c14926e0b01 tempest-BulkNetworkOpsTest-447796090 tempest-BulkNetworkOpsTest-447796090-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8773699596773'] for network, precommit_create {{(pid=94174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:33:13.484961 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron_lib.callbacks.manager [None req-cf41cad1-e03b-4bcc-815d-b141a42725d0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773699952132', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-899307'] for agent, after_update {{(pid=94176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:33:13.518677 dv-neutron-601336-94-hyperv neutron-server[94175]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 23 11:33:13.518677 dv-neutron-601336-94-hyperv neutron-server[94175]: conditions |= (models_v2.Port.network_id.in_( Jun 23 11:33:13.518677 dv-neutron-601336-94-hyperv neutron-server[94175]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 23 11:33:13.518677 dv-neutron-601336-94-hyperv neutron-server[94175]: conditions |= (models_v2.Port.network_id.in_( Jun 23 11:33:13.518677 dv-neutron-601336-94-hyperv neutron-server[94175]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 23 11:33:13.518677 dv-neutron-601336-94-hyperv neutron-server[94175]: conditions |= (models_v2.Port.network_id.in_( Jun 23 11:33:13.518677 dv-neutron-601336-94-hyperv neutron-server[94175]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 23 11:33:13.518677 dv-neutron-601336-94-hyperv neutron-server[94175]: conditions |= (models_v2.Port.network_id.in_( Jun 23 11:33:13.518677 dv-neutron-601336-94-hyperv neutron-server[94175]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 23 11:33:13.518677 dv-neutron-601336-94-hyperv neutron-server[94175]: conditions |= (models_v2.Port.network_id.in_( Jun 23 11:33:13.518677 dv-neutron-601336-94-hyperv neutron-server[94175]: Traceback (most recent call last): Jun 23 11:33:13.518677 dv-neutron-601336-94-hyperv neutron-server[94175]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 23 11:33:13.518677 dv-neutron-601336-94-hyperv neutron-server[94175]: timer() Jun 23 11:33:13.518677 dv-neutron-601336-94-hyperv neutron-server[94175]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 23 11:33:13.518677 dv-neutron-601336-94-hyperv neutron-server[94175]: cb(*args, **kw) Jun 23 11:33:13.518677 dv-neutron-601336-94-hyperv neutron-server[94175]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 23 11:33:13.518677 dv-neutron-601336-94-hyperv neutron-server[94175]: return func(*args, **kwargs) Jun 23 11:33:13.518677 dv-neutron-601336-94-hyperv neutron-server[94175]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 23 11:33:13.518677 dv-neutron-601336-94-hyperv neutron-server[94175]: self._notify() Jun 23 11:33:13.518677 dv-neutron-601336-94-hyperv neutron-server[94175]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 23 11:33:13.518677 dv-neutron-601336-94-hyperv neutron-server[94175]: self.callback(batched_events) Jun 23 11:33:13.518677 dv-neutron-601336-94-hyperv neutron-server[94175]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 23 11:33:13.518677 dv-neutron-601336-94-hyperv neutron-server[94175]: event.method(event) Jun 23 11:33:13.518677 dv-neutron-601336-94-hyperv neutron-server[94175]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 23 11:33:13.518677 dv-neutron-601336-94-hyperv neutron-server[94175]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 23 11:33:13.518677 dv-neutron-601336-94-hyperv neutron-server[94175]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 23 11:33:13.518677 dv-neutron-601336-94-hyperv neutron-server[94175]: aggregate_uuid = self.p_client.list_aggregates( Jun 23 11:33:13.518677 dv-neutron-601336-94-hyperv neutron-server[94175]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 23 11:33:13.518677 dv-neutron-601336-94-hyperv neutron-server[94175]: return f(self, *a, **k) Jun 23 11:33:13.518677 dv-neutron-601336-94-hyperv neutron-server[94175]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 23 11:33:13.518677 dv-neutron-601336-94-hyperv neutron-server[94175]: return self._get(url).json() Jun 23 11:33:13.518677 dv-neutron-601336-94-hyperv neutron-server[94175]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 23 11:33:13.518677 dv-neutron-601336-94-hyperv neutron-server[94175]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 23 11:33:13.518677 dv-neutron-601336-94-hyperv neutron-server[94175]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 23 11:33:13.518677 dv-neutron-601336-94-hyperv neutron-server[94175]: return self.request(url, 'GET', **kwargs) Jun 23 11:33:13.518677 dv-neutron-601336-94-hyperv neutron-server[94175]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 23 11:33:13.518677 dv-neutron-601336-94-hyperv neutron-server[94175]: base_url = self.get_endpoint(auth, allow=allow, Jun 23 11:33:13.518677 dv-neutron-601336-94-hyperv neutron-server[94175]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 23 11:33:13.518677 dv-neutron-601336-94-hyperv neutron-server[94175]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 23 11:33:13.518677 dv-neutron-601336-94-hyperv neutron-server[94175]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 23 11:33:13.518677 dv-neutron-601336-94-hyperv neutron-server[94175]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 23 11:33:13.518677 dv-neutron-601336-94-hyperv neutron-server[94175]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 23 11:33:13.535078 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0778eddd-2f86-4f35-8174-165cb08f657e tempest-AllowedAddressPairTestJSON-1962660266 tempest-AllowedAddressPairTestJSON-1962660266-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 11:33:13.535742 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron_lib.callbacks.manager [None req-0778eddd-2f86-4f35-8174-165cb08f657e tempest-AllowedAddressPairTestJSON-1962660266 tempest-AllowedAddressPairTestJSON-1962660266-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-217507'] for port, before_response {{(pid=94175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:33:13.573479 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.plugins.ml2.db [None req-f162915f-3f4c-4bf9-90f4-0dd608f751a3 None None] For port 39134afe-23ad-4cc1-a2ce-bd4dc25ab186, host dv-neutron-601336-94-hyperv, got binding levels [] {{(pid=94176) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 23 11:33:13.573878 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron_lib.callbacks.manager [None req-f162915f-3f4c-4bf9-90f4-0dd608f751a3 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-430722'] for port, precommit_delete {{(pid=94176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:33:13.605438 dv-neutron-601336-94-hyperv neutron-server[94174]: INFO neutron.db.ipam_backend_mixin [None req-9fc4f785-091d-4ba3-b543-73945bf82a37 tempest-NetworksTestDHCPv6-162546708 tempest-NetworksTestDHCPv6-162546708-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet fb40600f-4c00-4e35-8b0e-dea56a134ae1 (CIDR: 2001:db8::/64) Jun 23 11:33:13.609398 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron_lib.callbacks.manager [None req-df172bad-fb15-4adb-9441-181f3341a8c0 tempest-PortsTestJSON-2085221018 tempest-PortsTestJSON-2085221018-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-897248', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8002400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7866073', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-524247'] for network, after_delete {{(pid=94175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:33:13.609610 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.plugins.ml2.plugin [None req-f162915f-3f4c-4bf9-90f4-0dd608f751a3 None None] Calling delete_port for 39134afe-23ad-4cc1-a2ce-bd4dc25ab186 owned by network:dhcp {{(pid=94176) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1986}} Jun 23 11:33:13.613561 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94175) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 11:33:13.620503 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron_lib.callbacks.manager [None req-df172bad-fb15-4adb-9441-181f3341a8c0 tempest-PortsTestJSON-2085221018 tempest-PortsTestJSON-2085221018-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7865916'] for network, before_response {{(pid=94175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:33:13.621635 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.db.ipam_backend_mixin [None req-f162915f-3f4c-4bf9-90f4-0dd608f751a3 None None] Port 39134afe-23ad-4cc1-a2ce-bd4dc25ab186 was not found and therefore no delete operation was performed {{(pid=94176) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Jun 23 11:33:13.626791 dv-neutron-601336-94-hyperv neutron-server[94175]: INFO neutron.wsgi [None req-df172bad-fb15-4adb-9441-181f3341a8c0 tempest-PortsTestJSON-2085221018 tempest-PortsTestJSON-2085221018-project] 10.222.0.20 "DELETE /v2.0/networks/2e1f816f-7464-4079-b100-cd7a8bb81164 HTTP/1.1" status: 204 len: 168 time: 1.2838237 Jun 23 11:33:13.629867 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1fc922a8-b1cd-420a-81f8-6144d41523fe tempest-RoutersNegativeIpV6Test-1628881962 tempest-RoutersNegativeIpV6Test-1628881962-project] Notify agent at l3_agent.dv-neutron-601336-94-hyperv the message routers_updated {{(pid=94174) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 23 11:33:13.631900 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron_lib.callbacks.manager [None req-f162915f-3f4c-4bf9-90f4-0dd608f751a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-922904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866062', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773700135024', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773699642224'] for port, after_delete {{(pid=94176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:33:13.635918 dv-neutron-601336-94-hyperv neutron-server[94174]: INFO neutron.wsgi [None req-1fc922a8-b1cd-420a-81f8-6144d41523fe tempest-RoutersNegativeIpV6Test-1628881962 tempest-RoutersNegativeIpV6Test-1628881962-project] 10.222.0.20 "PUT /v2.0/routers/177dc9cb-62af-46b2-b17a-0e63fc73dee2/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.2391613 Jun 23 11:33:13.641186 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG oslo_concurrency.lockutils [None req-8e4109c7-78ea-481f-89d8-7c8fb014f2ae None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 11:33:13.643218 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-f162915f-3f4c-4bf9-90f4-0dd608f751a3 None None] Network 2e1f816f-7464-4079-b100-cd7a8bb81164 is not hosted by any dhcp agent {{(pid=94176) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:232}} Jun 23 11:33:13.643373 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.wsgi [-] (94175) accepted ('10.222.0.20', 38916) {{(pid=94175) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 11:33:13.643684 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f162915f-3f4c-4bf9-90f4-0dd608f751a3 None None] No DVR routers for this DVR port 39134afe-23ad-4cc1-a2ce-bd4dc25ab186 on host dv-neutron-601336-94-hyperv {{(pid=94176) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 23 11:33:13.643795 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.wsgi [-] (94175) accepted ('10.222.0.20', 38918) {{(pid=94175) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 11:33:13.645917 dv-neutron-601336-94-hyperv neutron-server[94175]: INFO neutron.wsgi [None req-0778eddd-2f86-4f35-8174-165cb08f657e tempest-AllowedAddressPairTestJSON-1962660266 tempest-AllowedAddressPairTestJSON-1962660266-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 1.9655263 Jun 23 11:33:13.647237 dv-neutron-601336-94-hyperv neutron-server[94177]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2adca1db-af4e-46c9-b0d2-9dfe6e3ffca3 None None] Sync routers for ids ['177dc9cb-62af-46b2-b17a-0e63fc73dee2'] in dv-neutron-601336-94-hyperv {{(pid=94177) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 23 11:33:13.663106 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.wsgi [-] (94174) accepted ('10.222.0.20', 38920) {{(pid=94174) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 11:33:13.664464 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df172bad-fb15-4adb-9441-181f3341a8c0 tempest-PortsTestJSON-2085221018 tempest-PortsTestJSON-2085221018-project] Pushing event deleted for resources: {'Network': ['ID=2e1f816f-7464-4079-b100-cd7a8bb81164,revision_number=None']} {{(pid=94175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 11:33:13.668201 dv-neutron-601336-94-hyperv neutron-server[94177]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2adca1db-af4e-46c9-b0d2-9dfe6e3ffca3 None None] Routers {'177dc9cb-62af-46b2-b17a-0e63fc73dee2'} bound to L3 agent in host dv-neutron-601336-94-hyperv {{(pid=94177) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 23 11:33:13.668844 dv-neutron-601336-94-hyperv neutron-server[94177]: DEBUG neutron.db.l3_hamode_db [None req-2adca1db-af4e-46c9-b0d2-9dfe6e3ffca3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-601336-94-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-06-23T11:22:13Z,description=,heartbeat_timestamp=2021-06-23T11:33:13Z,host='dv-neutron-601336-94-hyperv',id=50ef99c0-ef28-4db5-b303-b145898fae60,load=0,resource_versions=,resources_synced=,started_at=2021-06-23T11:22:14Z,topic='l3_agent')) {'router_ids': ['177dc9cb-62af-46b2-b17a-0e63fc73dee2'], 'active': True} {{(pid=94177) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 11:33:13.674768 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.api.v2.base [None req-9d93b4c8-7456-48cd-8adb-1e5b172b75f2 tempest-AllowedAddressPairTestJSON-1962660266 tempest-AllowedAddressPairTestJSON-1962660266-project] Request body: {'port': {'network_id': '6a6c8949-9850-44f7-bca7-3fd76c05cabf', 'name': 'tempest-AllowedAddressPairTestJSON-777900110'}} {{(pid=94174) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 23 11:33:13.682649 dv-neutron-601336-94-hyperv neutron-server[94174]: INFO neutron.pecan_wsgi.hooks.translation [None req-9fc4f785-091d-4ba3-b543-73945bf82a37 tempest-NetworksTestDHCPv6-162546708 tempest-NetworksTestDHCPv6-162546708-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jun 23 11:33:13.683256 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-9fc4f785-091d-4ba3-b543-73945bf82a37 tempest-NetworksTestDHCPv6-162546708 tempest-NetworksTestDHCPv6-162546708-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=94174) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 23 11:33:13.718237 dv-neutron-601336-94-hyperv neutron-server[94177]: DEBUG neutron.db.l3_hamode_db [None req-2adca1db-af4e-46c9-b0d2-9dfe6e3ffca3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-601336-94-hyperv', False) {} {{(pid=94177) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 11:33:13.724304 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG oslo_concurrency.lockutils [None req-df172bad-fb15-4adb-9441-181f3341a8c0 tempest-PortsTestJSON-2085221018 tempest-PortsTestJSON-2085221018-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.110s {{(pid=94175) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 11:33:13.724448 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f162915f-3f4c-4bf9-90f4-0dd608f751a3 None None] Pushing event deleted for resources: {'Port': ['ID=39134afe-23ad-4cc1-a2ce-bd4dc25ab186,revision_number=None']} {{(pid=94176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 11:33:13.726879 dv-neutron-601336-94-hyperv neutron-server[94175]: INFO neutron.api.v2.resource [None req-852f652e-c284-4f45-80ab-8bdf463ffd32 tempest-RoutersNegativeIpV6Test-1628881962 tempest-RoutersNegativeIpV6Test-1628881962-project] delete failed (client error): The resource could not be found. Jun 23 11:33:13.734462 dv-neutron-601336-94-hyperv neutron-server[94175]: INFO neutron.wsgi [None req-852f652e-c284-4f45-80ab-8bdf463ffd32 tempest-RoutersNegativeIpV6Test-1628881962 tempest-RoutersNegativeIpV6Test-1628881962-project] 10.222.0.20 "DELETE /v2.0/routers/tempest-non_exist_router-122942167 HTTP/1.1" status: 404 len: 334 time: 0.0784464 Jun 23 11:33:13.736819 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.wsgi [-] (94175) accepted ('10.222.0.20', 38922) {{(pid=94175) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 11:33:13.742598 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.api.v2.base [None req-48e61380-a0c5-46e8-8426-e24bddeda912 tempest-RoutersNegativeIpV6Test-1628881962 tempest-RoutersNegativeIpV6Test-1628881962-project] Request body: {'router': {'external_gateway_info': {'network_id': '177dc9cb-62af-46b2-b17a-0e63fc73dee2'}}} {{(pid=94175) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 23 11:33:13.747575 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG oslo_concurrency.lockutils [None req-f162915f-3f4c-4bf9-90f4-0dd608f751a3 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.106s {{(pid=94176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 11:33:13.750860 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.db.provisioning_blocks [None req-d886e196-0dba-476b-a08c-28caa18502e9 None None] Provisioning for port 27dd60a6-955b-45f5-b161-a96369b3af34 completed by entity DHCP. {{(pid=94176) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 23 11:33:13.754141 dv-neutron-601336-94-hyperv neutron-server[94177]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2adca1db-af4e-46c9-b0d2-9dfe6e3ffca3 None None] Routers {'177dc9cb-62af-46b2-b17a-0e63fc73dee2'} bound to L3 agent in host dv-neutron-601336-94-hyperv {{(pid=94177) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 23 11:33:13.756233 dv-neutron-601336-94-hyperv neutron-server[94177]: DEBUG neutron.db.l3_hamode_db [None req-2adca1db-af4e-46c9-b0d2-9dfe6e3ffca3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-601336-94-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-06-23T11:22:13Z,description=,heartbeat_timestamp=2021-06-23T11:33:13Z,host='dv-neutron-601336-94-hyperv',id=50ef99c0-ef28-4db5-b303-b145898fae60,load=0,resource_versions=,resources_synced=,started_at=2021-06-23T11:22:14Z,topic='l3_agent')) {'router_ids': ['177dc9cb-62af-46b2-b17a-0e63fc73dee2'], 'active': True} {{(pid=94177) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 11:33:13.765592 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron_lib.callbacks.manager [None req-8d5a4baa-958e-46f9-88b5-6ecfcf21edc7 tempest-RoutersNegativeTest-1531528216 tempest-RoutersNegativeTest-1531528216-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-922904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866062', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773700135024', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773699642224', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5196390'] for port, after_delete {{(pid=94174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:33:13.768046 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.db.provisioning_blocks [None req-d886e196-0dba-476b-a08c-28caa18502e9 None None] Provisioning complete for port 27dd60a6-955b-45f5-b161-a96369b3af34 triggered by entity DHCP. {{(pid=94176) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 23 11:33:13.768436 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron_lib.callbacks.manager [None req-d886e196-0dba-476b-a08c-28caa18502e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-899258'] for port, provisioning_complete {{(pid=94176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:33:13.778028 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG oslo_concurrency.lockutils [None req-1fc922a8-b1cd-420a-81f8-6144d41523fe tempest-RoutersNegativeIpV6Test-1628881962 tempest-RoutersNegativeIpV6Test-1628881962-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94174) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 11:33:13.804881 dv-neutron-601336-94-hyperv neutron-server[94177]: DEBUG neutron.db.l3_hamode_db [None req-2adca1db-af4e-46c9-b0d2-9dfe6e3ffca3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-601336-94-hyperv', False) {} {{(pid=94177) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 11:33:13.805856 dv-neutron-601336-94-hyperv neutron-server[94177]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2adca1db-af4e-46c9-b0d2-9dfe6e3ffca3 None None] The sync data for ids ['177dc9cb-62af-46b2-b17a-0e63fc73dee2'] in dv-neutron-601336-94-hyperv is: [] {{(pid=94177) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 23 11:33:13.834607 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.plugins.ml2.plugin [None req-d886e196-0dba-476b-a08c-28caa18502e9 None None] Port 27dd60a6-955b-45f5-b161-a96369b3af34 cannot update to ACTIVE because it is not bound. {{(pid=94176) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jun 23 11:33:13.846899 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron_lib.callbacks.manager [None req-451dfb3b-052e-4d2e-93ff-4d7bc5836b9c None None] Notify callbacks [] for port, precommit_create {{(pid=94176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:33:13.863128 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.db.provisioning_blocks [None req-451dfb3b-052e-4d2e-93ff-4d7bc5836b9c None None] Transition to ACTIVE for port object b2b29dee-81f7-440b-a241-1dad6c1dfc99 will not be triggered until provisioned by entity L2. {{(pid=94176) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 23 11:33:13.876282 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.db.l3_hamode_db [None req-c92bf482-6225-4f05-8c39-15bc9bfb2ac9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e088c3b9-e76a-4661-91ae-fd789b04bbf1', 'name': 'tempest-ServerActionsTestJSON-2115701801-router', 'tenant_id': '252b24454ee04e36b666155dab1feb23', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3e7e4eb3-cf02-4d47-ade9-0a579cdfc60f', 'external_fixed_ips': [{'subnet_id': 'a5ad15ab-c489-4a67-a9b0-d559fca0ec71', 'ip_address': '172.26.3.171'}], 'enable_snat': True}, 'gw_port_id': '946affd4-ae12-4b9b-ba02-e48035525e66', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-23T11:32:15Z', 'updated_at': '2021-06-23T11:32:24Z', 'revision_number': 4, 'project_id': '252b24454ee04e36b666155dab1feb23', 'gw_port': {'id': '946affd4-ae12-4b9b-ba02-e48035525e66', 'name': '', 'network_id': '3e7e4eb3-cf02-4d47-ade9-0a579cdfc60f', 'tenant_id': '', 'mac_address': 'fa:16:3e:c7:1d:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e088c3b9-e76a-4661-91ae-fd789b04bbf1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 440, 'fixed_ips': [{'subnet_id': 'a5ad15ab-c489-4a67-a9b0-d559fca0ec71', 'ip_address': '172.26.3.171', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-94-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-23T11:32:16Z', 'updated_at': '2021-06-23T11:32:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a5ad15ab-c489-4a67-a9b0-d559fca0ec71', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-601336-94-hyperv', '_floatingips': [{'id': '7b014b36-60b1-4186-8858-e0c8e125fb60', 'tenant_id': '252b24454ee04e36b666155dab1feb23', 'floating_ip_address': '172.26.3.221', 'floating_network_id': '3e7e4eb3-cf02-4d47-ade9-0a579cdfc60f', 'router_id': 'e088c3b9-e76a-4661-91ae-fd789b04bbf1', 'port_id': '4428b5cd-2ee2-4454-b711-d13a003d5236', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 518, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '34cf218b-02ad-4259-a49e-5807c729dd9a', 'mac_address': 'fa:16:3e:ba:22:7c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '85769616-6b8b-4da7-ad73-344986edf607', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-23T11:32:35Z', 'updated_at': '2021-06-23T11:33:09Z', 'revision_number': 1, 'project_id': '252b24454ee04e36b666155dab1feb23', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8b3f2607-1beb-44c0-92af-cbc38d0500bc', 'name': '', 'network_id': '34cf218b-02ad-4259-a49e-5807c729dd9a', 'tenant_id': '252b24454ee04e36b666155dab1feb23', 'mac_address': 'fa:16:3e:cf:71:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e088c3b9-e76a-4661-91ae-fd789b04bbf1', 'device_owner': 'network:router_interface', 'standard_attr_id': 483, 'fixed_ips': [{'subnet_id': '47ff68e9-949b-4720-9652-7e8da6276be9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-94-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-23T11:32:23Z', 'updated_at': '2021-06-23T11:32:32Z', 'revision_number': 5, 'project_id': '252b24454ee04e36b666155dab1feb23', 'subnets': [{'id': '47ff68e9-949b-4720-9652-7e8da6276be9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-601336-94-hyperv', False) {} {{(pid=94176) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 11:33:13.887230 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron_lib.callbacks.manager [None req-30300688-befa-462b-9eb5-2c14926e0b01 tempest-BulkNetworkOpsTest-447796090 tempest-BulkNetworkOpsTest-447796090-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8002400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7866073'] for network, after_create {{(pid=94174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:33:13.890892 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.plugins.ml2.rpc [None req-dc7542b2-afef-47f4-a763-e3a3cba144be None None] Device 39134afe-23ad-4cc1-a2ce-bd4dc25ab186 no longer exists at agent ovs-agent-dv-neutron-601336-94-hyperv {{(pid=94176) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:261}} Jun 23 11:33:13.893290 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-30300688-befa-462b-9eb5-2c14926e0b01 tempest-BulkNetworkOpsTest-447796090 tempest-BulkNetworkOpsTest-447796090-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94174) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 11:33:13.893893 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron_lib.callbacks.manager [None req-30300688-befa-462b-9eb5-2c14926e0b01 tempest-BulkNetworkOpsTest-447796090 tempest-BulkNetworkOpsTest-447796090-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7865916'] for network, before_response {{(pid=94174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:33:13.920434 dv-neutron-601336-94-hyperv neutron-server[94174]: INFO neutron.wsgi [None req-9fc4f785-091d-4ba3-b543-73945bf82a37 tempest-NetworksTestDHCPv6-162546708 tempest-NetworksTestDHCPv6-162546708-project] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 1.5733433 Jun 23 11:33:13.923447 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.db.provisioning_blocks [None req-451dfb3b-052e-4d2e-93ff-4d7bc5836b9c None None] Transition to ACTIVE for port object b2b29dee-81f7-440b-a241-1dad6c1dfc99 will not be triggered until provisioned by entity DHCP. {{(pid=94176) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 23 11:33:13.928664 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.wsgi [-] (94174) accepted ('10.222.0.20', 38924) {{(pid=94174) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 11:33:13.946693 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.plugins.ml2.plugin [None req-dc7542b2-afef-47f4-a763-e3a3cba144be None None] No Port match for: 39134afe-23ad-4cc1-a2ce-bd4dc25ab186 {{(pid=94176) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2240}} Jun 23 11:33:13.947344 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.plugins.ml2.rpc [None req-dc7542b2-afef-47f4-a763-e3a3cba144be None None] Device 39134afe-23ad-4cc1-a2ce-bd4dc25ab186 not bound to the agent host dv-neutron-601336-94-hyperv {{(pid=94176) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:271}} Jun 23 11:33:13.951412 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c92bf482-6225-4f05-8c39-15bc9bfb2ac9 None None] The sync data for ids ['e088c3b9-e76a-4661-91ae-fd789b04bbf1'] in dv-neutron-601336-94-hyperv is: [{'id': 'e088c3b9-e76a-4661-91ae-fd789b04bbf1', 'name': 'tempest-ServerActionsTestJSON-2115701801-router', 'tenant_id': '252b24454ee04e36b666155dab1feb23', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3e7e4eb3-cf02-4d47-ade9-0a579cdfc60f', 'external_fixed_ips': [{'subnet_id': 'a5ad15ab-c489-4a67-a9b0-d559fca0ec71', 'ip_address': '172.26.3.171'}], 'enable_snat': True}, 'gw_port_id': '946affd4-ae12-4b9b-ba02-e48035525e66', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-23T11:32:15Z', 'updated_at': '2021-06-23T11:32:24Z', 'revision_number': 4, 'project_id': '252b24454ee04e36b666155dab1feb23', 'gw_port': {'id': '946affd4-ae12-4b9b-ba02-e48035525e66', 'name': '', 'network_id': '3e7e4eb3-cf02-4d47-ade9-0a579cdfc60f', 'tenant_id': '', 'mac_address': 'fa:16:3e:c7:1d:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e088c3b9-e76a-4661-91ae-fd789b04bbf1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 440, 'fixed_ips': [{'subnet_id': 'a5ad15ab-c489-4a67-a9b0-d559fca0ec71', 'ip_address': '172.26.3.171', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-94-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-23T11:32:16Z', 'updated_at': '2021-06-23T11:32:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a5ad15ab-c489-4a67-a9b0-d559fca0ec71', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-601336-94-hyperv', '_floatingips': [{'id': '7b014b36-60b1-4186-8858-e0c8e125fb60', 'tenant_id': '252b24454ee04e36b666155dab1feb23', 'floating_ip_address': '172.26.3.221', 'floating_network_id': '3e7e4eb3-cf02-4d47-ade9-0a579cdfc60f', 'router_id': 'e088c3b9-e76a-4661-91ae-fd789b04bbf1', 'port_id': '4428b5cd-2ee2-4454-b711-d13a003d5236', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 518, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '34cf218b-02ad-4259-a49e-5807c729dd9a', 'mac_address': 'fa:16:3e:ba:22:7c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '85769616-6b8b-4da7-ad73-344986edf607', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-23T11:32:35Z', 'updated_at': '2021-06-23T11:33:09Z', 'revision_number': 1, 'project_id': '252b24454ee04e36b666155dab1feb23', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8b3f2607-1beb-44c0-92af-cbc38d0500bc', 'name': '', 'network_id': '34cf218b-02ad-4259-a49e-5807c729dd9a', 'tenant_id': '252b24454ee04e36b666155dab1feb23', 'mac_address': 'fa:16:3e:cf:71:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e088c3b9-e76a-4661-91ae-fd789b04bbf1', 'device_owner': 'network:router_interface', 'standard_attr_id': 483, 'fixed_ips': [{'subnet_id': '47ff68e9-949b-4720-9652-7e8da6276be9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-94-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-23T11:32:23Z', 'updated_at': '2021-06-23T11:32:32Z', 'revision_number': 5, 'project_id': '252b24454ee04e36b666155dab1feb23', 'subnets': [{'id': '47ff68e9-949b-4720-9652-7e8da6276be9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94176) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 23 11:33:13.956231 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron_lib.callbacks.manager [None req-dc7542b2-afef-47f4-a763-e3a3cba144be None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773699952132', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-899307'] for agent, after_update {{(pid=94176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:33:13.971085 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.api.v2.base [None req-5a0d7876-2b40-4b96-b3d7-a90f5028b9f5 tempest-NetworksTestDHCPv6-162546708 tempest-NetworksTestDHCPv6-162546708-project] Request body: {'subnet': {'network_id': 'f53f535d-bce4-4da8-9bd9-396677ff4e83', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=94174) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 23 11:33:13.996618 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron_lib.callbacks.manager [None req-48e61380-a0c5-46e8-8426-e24bddeda912 tempest-RoutersNegativeIpV6Test-1628881962 tempest-RoutersNegativeIpV6Test-1628881962-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-524104', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-520389', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-32276'] for router, precommit_update {{(pid=94175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:33:13.998055 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron_lib.callbacks.manager [None req-451dfb3b-052e-4d2e-93ff-4d7bc5836b9c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-922915', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-239814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7866073', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773699642215'] for port, after_create {{(pid=94176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:33:14.010042 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG oslo_concurrency.lockutils [None req-dc7542b2-afef-47f4-a763-e3a3cba144be None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 11:33:14.012232 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5a83e6e2-9fec-42bb-8dca-8fab15ad9291 tempest-PortsTestJSON-2085221018 tempest-PortsTestJSON-2085221018-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 11:33:14.014320 dv-neutron-601336-94-hyperv neutron-server[94175]: INFO neutron.wsgi [None req-5a83e6e2-9fec-42bb-8dca-8fab15ad9291 tempest-PortsTestJSON-2085221018 tempest-PortsTestJSON-2085221018-project] 10.222.0.20 "GET /v2.0/ports HTTP/1.1" status: 200 len: 843 time: 0.3682106 Jun 23 11:33:14.018656 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.wsgi [-] (94175) accepted ('10.222.0.20', 38926) {{(pid=94175) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 11:33:14.026829 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d5a4baa-958e-46f9-88b5-6ecfcf21edc7 tempest-RoutersNegativeTest-1531528216 tempest-RoutersNegativeTest-1531528216-project] Pushing event deleted for resources: {'Port': ['ID=77ab36eb-5e11-453d-b636-da457a2b7f5a,revision_number=None']} {{(pid=94174) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 11:33:14.045824 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG oslo_concurrency.lockutils [None req-8d5a4baa-958e-46f9-88b5-6ecfcf21edc7 tempest-RoutersNegativeTest-1531528216 tempest-RoutersNegativeTest-1531528216-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.268s {{(pid=94174) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 11:33:14.052461 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-451dfb3b-052e-4d2e-93ff-4d7bc5836b9c None None] Network f53f535d-bce4-4da8-9bd9-396677ff4e83 is already hosted by enough agents. {{(pid=94176) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 23 11:33:14.055731 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.scheduler.base_scheduler [None req-451dfb3b-052e-4d2e-93ff-4d7bc5836b9c None None] Resources bound (agent type, host, resource id): {{(pid=94176) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 23 11:33:14.058433 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.db.l3_dvrscheduler_db [None req-451dfb3b-052e-4d2e-93ff-4d7bc5836b9c None None] Received port after_create {{(pid=94176) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 23 11:33:14.082453 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG oslo_concurrency.lockutils [None req-340a941c-c11e-4902-bbd8-3ffef4912aab tempest-BulkNetworkOpsTest-447796090 tempest-BulkNetworkOpsTest-447796090-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.186s {{(pid=94174) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 11:33:14.101420 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-451dfb3b-052e-4d2e-93ff-4d7bc5836b9c None None] Pushing event updated for resources: {'Port': ['ID=b2b29dee-81f7-440b-a241-1dad6c1dfc99,revision_number=1']} {{(pid=94176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 11:33:14.105775 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG oslo_concurrency.lockutils [None req-451dfb3b-052e-4d2e-93ff-4d7bc5836b9c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.094s {{(pid=94176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 11:33:14.105905 dv-neutron-601336-94-hyperv neutron-server[94175]: INFO neutron.api.v2.resource [None req-48e61380-a0c5-46e8-8426-e24bddeda912 tempest-RoutersNegativeIpV6Test-1628881962 tempest-RoutersNegativeIpV6Test-1628881962-project] update failed (client error): The resource could not be found. Jun 23 11:33:14.106271 dv-neutron-601336-94-hyperv neutron-server[94175]: INFO neutron.wsgi [None req-48e61380-a0c5-46e8-8426-e24bddeda912 tempest-RoutersNegativeIpV6Test-1628881962 tempest-RoutersNegativeIpV6Test-1628881962-project] 10.222.0.20 "PUT /v2.0/routers/177dc9cb-62af-46b2-b17a-0e63fc73dee2 HTTP/1.1" status: 404 len: 339 time: 0.3681934 Jun 23 11:33:14.111538 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.wsgi [-] (94175) accepted ('10.222.0.20', 38928) {{(pid=94175) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 11:33:14.121502 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.api.v2.base [None req-642e4a7d-48e0-4ca1-bb92-50969adc9e9d tempest-RoutersNegativeIpV6Test-1628881962 tempest-RoutersNegativeIpV6Test-1628881962-project] Request body: {'network': {'name': 'tempest-RoutersNegativeIpV6Test-test-network-1050023572'}} {{(pid=94175) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 23 11:33:14.151232 dv-neutron-601336-94-hyperv neutron-server[94175]: INFO neutron.wsgi [None req-e8a22def-2760-4d05-8e90-a5f396a4ce88 tempest-PortsTestJSON-2085221018 tempest-PortsTestJSON-2085221018-project] 10.222.0.20 "GET /v2.0/ports?fields=id&fields=mac_address HTTP/1.1" status: 200 len: 284 time: 0.1290827 Jun 23 11:33:14.152479 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.wsgi [-] (94175) accepted ('10.222.0.20', 38930) {{(pid=94175) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 11:33:14.152863 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.plugins.ml2.managers [None req-451dfb3b-052e-4d2e-93ff-4d7bc5836b9c None None] Attempting to bind port b2b29dee-81f7-440b-a241-1dad6c1dfc99 on host dv-neutron-601336-94-hyperv for vnic_type normal with profile {{(pid=94176) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 23 11:33:14.153398 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.plugins.ml2.managers [None req-451dfb3b-052e-4d2e-93ff-4d7bc5836b9c None None] Attempting to bind port b2b29dee-81f7-440b-a241-1dad6c1dfc99 by drivers openvswitch,hyperv on host dv-neutron-601336-94-hyperv at level 0 using segments [{'id': '6303a411-6e70-4139-a530-9ee4cf8ba843', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 419, 'network_id': 'f53f535d-bce4-4da8-9bd9-396677ff4e83'}] {{(pid=94176) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 23 11:33:14.157657 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.api.v2.base [None req-901f821f-f5f9-4abf-83cc-77b549b4ebac tempest-PortsTestJSON-2085221018 tempest-PortsTestJSON-2085221018-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-1541418362'}} {{(pid=94175) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 23 11:33:14.159615 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-451dfb3b-052e-4d2e-93ff-4d7bc5836b9c None None] Attempting to bind port b2b29dee-81f7-440b-a241-1dad6c1dfc99 on network f53f535d-bce4-4da8-9bd9-396677ff4e83 {{(pid=94176) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 23 11:33:14.166833 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-451dfb3b-052e-4d2e-93ff-4d7bc5836b9c None None] Checking agent: {'id': '4d05f899-5ac9-411b-8a03-f60c93f87cdf', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-601336-94-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 23, 11, 22, 14), 'started_at': datetime.datetime(2021, 6, 23, 11, 22, 44), 'heartbeat_timestamp': datetime.datetime(2021, 6, 23, 11, 33, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'monitor_allowed_address_pair_garp': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-601336-94-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94176) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 23 11:33:14.167386 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-451dfb3b-052e-4d2e-93ff-4d7bc5836b9c None None] Checking segment: {'id': '6303a411-6e70-4139-a530-9ee4cf8ba843', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 419, 'network_id': 'f53f535d-bce4-4da8-9bd9-396677ff4e83'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94176) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 23 11:33:14.167913 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron_lib.callbacks.manager [None req-451dfb3b-052e-4d2e-93ff-4d7bc5836b9c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:33:14.168406 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-451dfb3b-052e-4d2e-93ff-4d7bc5836b9c None None] Bound using segment: {'id': '6303a411-6e70-4139-a530-9ee4cf8ba843', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 419, 'network_id': 'f53f535d-bce4-4da8-9bd9-396677ff4e83'} {{(pid=94176) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 23 11:33:14.168893 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.plugins.ml2.managers [None req-451dfb3b-052e-4d2e-93ff-4d7bc5836b9c None None] Bound port: b2b29dee-81f7-440b-a241-1dad6c1dfc99, host: dv-neutron-601336-94-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6303a411-6e70-4139-a530-9ee4cf8ba843', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 419, 'network_id': 'f53f535d-bce4-4da8-9bd9-396677ff4e83'}}] {{(pid=94176) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 23 11:33:14.169308 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron_lib.callbacks.manager [None req-451dfb3b-052e-4d2e-93ff-4d7bc5836b9c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-923122'] for port, before_update {{(pid=94176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:33:14.215730 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b81c98d7-3059-4631-af8c-96e54d4d5e53 req-72af7d54-9a20-4b85-9563-bee4d60c8a07 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94174) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 11:33:14.217441 dv-neutron-601336-94-hyperv neutron-server[94174]: INFO neutron.wsgi [req-b81c98d7-3059-4631-af8c-96e54d4d5e53 req-72af7d54-9a20-4b85-9563-bee4d60c8a07 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=34cf218b-02ad-4259-a49e-5807c729dd9a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1178 time: 0.7515457 Jun 23 11:33:14.237077 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.plugins.ml2.db [None req-451dfb3b-052e-4d2e-93ff-4d7bc5836b9c None None] For port b2b29dee-81f7-440b-a241-1dad6c1dfc99, host dv-neutron-601336-94-hyperv, cleared binding levels {{(pid=94176) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 23 11:33:14.240618 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.plugins.ml2.db [None req-451dfb3b-052e-4d2e-93ff-4d7bc5836b9c None None] For port b2b29dee-81f7-440b-a241-1dad6c1dfc99, host dv-neutron-601336-94-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-94-hyperv',level=0,port_id=b2b29dee-81f7-440b-a241-1dad6c1dfc99,segment=NetworkSegment(6303a411-6e70-4139-a530-9ee4cf8ba843),segment_id=6303a411-6e70-4139-a530-9ee4cf8ba843)] {{(pid=94176) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 23 11:33:14.252961 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-551055a0-0e0e-4dff-bfcc-b228af1670d0 None None] New status for floating IP 7b014b36-60b1-4186-8858-e0c8e125fb60: ACTIVE {{(pid=94176) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 23 11:33:14.344516 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron_lib.callbacks.manager [None req-451dfb3b-052e-4d2e-93ff-4d7bc5836b9c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-922904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866062', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773700135042', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773699642233', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773699642278'] for port, after_update {{(pid=94176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:33:14.348023 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG oslo_concurrency.lockutils [None req-dc7542b2-afef-47f4-a763-e3a3cba144be None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 11:33:14.440302 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-642e4a7d-48e0-4ca1-bb92-50969adc9e9d tempest-RoutersNegativeIpV6Test-1628881962 tempest-RoutersNegativeIpV6Test-1628881962-project] Made reservation on behalf of 82c51a8a2e054769b0c98a77cf1b7153 for: {'network': 1} {{(pid=94175) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 23 11:33:14.445215 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron_lib.callbacks.manager [None req-642e4a7d-48e0-4ca1-bb92-50969adc9e9d tempest-RoutersNegativeIpV6Test-1628881962 tempest-RoutersNegativeIpV6Test-1628881962-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-923104'] for network, before_create {{(pid=94175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:33:14.449899 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-451dfb3b-052e-4d2e-93ff-4d7bc5836b9c None None] Pushing event updated for resources: {'Port': ['ID=b2b29dee-81f7-440b-a241-1dad6c1dfc99,revision_number=2']} {{(pid=94176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 11:33:14.454104 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG oslo_concurrency.lockutils [None req-451dfb3b-052e-4d2e-93ff-4d7bc5836b9c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.106s {{(pid=94176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 11:33:14.503235 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-642e4a7d-48e0-4ca1-bb92-50969adc9e9d tempest-RoutersNegativeIpV6Test-1628881962 tempest-RoutersNegativeIpV6Test-1628881962-project] vlan segment allocate from pool success with {'vlan_id': 432, 'physical_network': 'physnet1'} {{(pid=94175) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 23 11:33:14.516100 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron_lib.callbacks.manager [None req-642e4a7d-48e0-4ca1-bb92-50969adc9e9d tempest-RoutersNegativeIpV6Test-1628881962 tempest-RoutersNegativeIpV6Test-1628881962-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3801'] for segment, precommit_create {{(pid=94175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:33:14.516531 dv-neutron-601336-94-hyperv neutron-server[94175]: INFO neutron.db.segments_db [None req-642e4a7d-48e0-4ca1-bb92-50969adc9e9d tempest-RoutersNegativeIpV6Test-1628881962 tempest-RoutersNegativeIpV6Test-1628881962-project] Added segment b3319d45-f96f-442c-8df2-0558480e618a of type vlan for network b04cfd8d-f3c9-4845-aa79-eaf5d5ae37e5 Jun 23 11:33:14.563522 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron_lib.callbacks.manager [None req-4c20ea5f-bc7f-4d4e-935d-57f082af6ccb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773699952132', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-899307'] for agent, after_update {{(pid=94176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:33:14.563647 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-901f821f-f5f9-4abf-83cc-77b549b4ebac tempest-PortsTestJSON-2085221018 tempest-PortsTestJSON-2085221018-project] Made reservation on behalf of 9e5461dd76964a018bba022fe5f7a0f1 for: {'network': 1} {{(pid=94175) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 23 11:33:14.568213 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron_lib.callbacks.manager [None req-901f821f-f5f9-4abf-83cc-77b549b4ebac tempest-PortsTestJSON-2085221018 tempest-PortsTestJSON-2085221018-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-923104'] for network, before_create {{(pid=94175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:33:14.594535 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron_lib.callbacks.manager [None req-642e4a7d-48e0-4ca1-bb92-50969adc9e9d tempest-RoutersNegativeIpV6Test-1628881962 tempest-RoutersNegativeIpV6Test-1628881962-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8773699596773'] for network, precommit_create {{(pid=94175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:33:14.658495 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-901f821f-f5f9-4abf-83cc-77b549b4ebac tempest-PortsTestJSON-2085221018 tempest-PortsTestJSON-2085221018-project] vlan segment allocate from pool success with {'vlan_id': 405, 'physical_network': 'physnet1'} {{(pid=94175) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 23 11:33:14.685707 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron_lib.callbacks.manager [None req-901f821f-f5f9-4abf-83cc-77b549b4ebac tempest-PortsTestJSON-2085221018 tempest-PortsTestJSON-2085221018-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3801'] for segment, precommit_create {{(pid=94175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:33:14.686287 dv-neutron-601336-94-hyperv neutron-server[94175]: INFO neutron.db.segments_db [None req-901f821f-f5f9-4abf-83cc-77b549b4ebac tempest-PortsTestJSON-2085221018 tempest-PortsTestJSON-2085221018-project] Added segment 93ac6be4-5f23-4075-9bf4-9cacfb009c9a of type vlan for network d85cfa3d-97a7-4683-b568-8e4a9da8aa25 Jun 23 11:33:14.692880 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron_lib.callbacks.manager [None req-8d5a4baa-958e-46f9-88b5-6ecfcf21edc7 tempest-RoutersNegativeTest-1531528216 tempest-RoutersNegativeTest-1531528216-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-7866080', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-516693'] for router_interface, after_delete {{(pid=94174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:33:14.694481 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9d93b4c8-7456-48cd-8adb-1e5b172b75f2 tempest-AllowedAddressPairTestJSON-1962660266 tempest-AllowedAddressPairTestJSON-1962660266-project] Made reservation on behalf of a1521393984a421295a738f29331a229 for: {'port': 1} {{(pid=94174) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 23 11:33:14.698319 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron_lib.callbacks.manager [None req-9d93b4c8-7456-48cd-8adb-1e5b172b75f2 tempest-AllowedAddressPairTestJSON-1962660266 tempest-AllowedAddressPairTestJSON-1962660266-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-923104'] for port, before_create {{(pid=94174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:33:14.718684 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30300688-befa-462b-9eb5-2c14926e0b01 tempest-BulkNetworkOpsTest-447796090 tempest-BulkNetworkOpsTest-447796090-project] Pushing event updated for resources: {'Network': ['ID=ac5069cf-09cf-426f-84af-fd0411aa3923,revision_number=1']} {{(pid=94174) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 11:33:14.721765 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG oslo_concurrency.lockutils [None req-30300688-befa-462b-9eb5-2c14926e0b01 tempest-BulkNetworkOpsTest-447796090 tempest-BulkNetworkOpsTest-447796090-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.639s {{(pid=94174) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 11:33:14.723437 dv-neutron-601336-94-hyperv neutron-server[94174]: INFO neutron.wsgi [None req-30300688-befa-462b-9eb5-2c14926e0b01 tempest-BulkNetworkOpsTest-447796090 tempest-BulkNetworkOpsTest-447796090-project] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 786 time: 1.9642098 Jun 23 11:33:14.726758 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.wsgi [-] (94175) accepted ('10.222.0.20', 38934) {{(pid=94175) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 11:33:14.733467 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.plugins.ml2.rpc [None req-dc7542b2-afef-47f4-a763-e3a3cba144be None None] Network ac5069cf-09cf-426f-84af-fd0411aa3923 details requested by agent ovs-agent-dv-neutron-601336-94-hyperv with host dv-neutron-601336-94-hyperv {{(pid=94176) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:250}} Jun 23 11:33:14.739015 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.api.v2.base [None req-118a5d98-9875-443d-94ca-9d713cdabe6c tempest-BulkNetworkOpsTest-447796090 tempest-BulkNetworkOpsTest-447796090-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsTest-test-network-806926884'}} {{(pid=94175) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 23 11:33:14.744370 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron_lib.callbacks.manager [None req-901f821f-f5f9-4abf-83cc-77b549b4ebac tempest-PortsTestJSON-2085221018 tempest-PortsTestJSON-2085221018-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8773699596773'] for network, precommit_create {{(pid=94175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:33:14.777526 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron_lib.callbacks.manager [None req-642e4a7d-48e0-4ca1-bb92-50969adc9e9d tempest-RoutersNegativeIpV6Test-1628881962 tempest-RoutersNegativeIpV6Test-1628881962-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8002400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7866073'] for network, after_create {{(pid=94175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:33:14.783933 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-642e4a7d-48e0-4ca1-bb92-50969adc9e9d tempest-RoutersNegativeIpV6Test-1628881962 tempest-RoutersNegativeIpV6Test-1628881962-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 11:33:14.803561 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron_lib.callbacks.manager [None req-642e4a7d-48e0-4ca1-bb92-50969adc9e9d tempest-RoutersNegativeIpV6Test-1628881962 tempest-RoutersNegativeIpV6Test-1628881962-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7865916'] for network, before_response {{(pid=94175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:33:14.809680 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94175) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 11:33:14.845659 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.notifiers.nova [None req-9d93b4c8-7456-48cd-8adb-1e5b172b75f2 tempest-AllowedAddressPairTestJSON-1962660266 tempest-AllowedAddressPairTestJSON-1962660266-project] device_id is not set on port 0b062638-a194-4afb-8f20-882ac014492e yet. {{(pid=94174) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jun 23 11:33:14.870440 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-118a5d98-9875-443d-94ca-9d713cdabe6c tempest-BulkNetworkOpsTest-447796090 tempest-BulkNetworkOpsTest-447796090-project] Made reservation on behalf of 55ea178908f9451e95a34ef8a97f34a7 for: {'network': 1} {{(pid=94175) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 23 11:33:14.873867 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron_lib.callbacks.manager [None req-118a5d98-9875-443d-94ca-9d713cdabe6c tempest-BulkNetworkOpsTest-447796090 tempest-BulkNetworkOpsTest-447796090-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-923104'] for network, before_create {{(pid=94175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:33:14.899932 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-642e4a7d-48e0-4ca1-bb92-50969adc9e9d tempest-RoutersNegativeIpV6Test-1628881962 tempest-RoutersNegativeIpV6Test-1628881962-project] Pushing event updated for resources: {'Network': ['ID=b04cfd8d-f3c9-4845-aa79-eaf5d5ae37e5,revision_number=1']} {{(pid=94175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 11:33:14.903249 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG oslo_concurrency.lockutils [None req-642e4a7d-48e0-4ca1-bb92-50969adc9e9d tempest-RoutersNegativeIpV6Test-1628881962 tempest-RoutersNegativeIpV6Test-1628881962-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.094s {{(pid=94175) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 11:33:14.911909 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-118a5d98-9875-443d-94ca-9d713cdabe6c tempest-BulkNetworkOpsTest-447796090 tempest-BulkNetworkOpsTest-447796090-project] vlan segment allocate from pool success with {'vlan_id': 404, 'physical_network': 'physnet1'} {{(pid=94175) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 23 11:33:14.913087 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.plugins.ml2.rpc [None req-dc7542b2-afef-47f4-a763-e3a3cba144be None None] Network b04cfd8d-f3c9-4845-aa79-eaf5d5ae37e5 details requested by agent ovs-agent-dv-neutron-601336-94-hyperv with host dv-neutron-601336-94-hyperv {{(pid=94176) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:250}} Jun 23 11:33:14.916413 dv-neutron-601336-94-hyperv neutron-server[94174]: INFO neutron.wsgi [req-b81c98d7-3059-4631-af8c-96e54d4d5e53 req-27586b5c-9683-4048-bccb-a467b93d81ce service neutron] 10.222.0.52 "GET /v2.0/networks/34cf218b-02ad-4259-a49e-5807c729dd9a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6695852 Jun 23 11:33:14.921961 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron_lib.callbacks.manager [None req-118a5d98-9875-443d-94ca-9d713cdabe6c tempest-BulkNetworkOpsTest-447796090 tempest-BulkNetworkOpsTest-447796090-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3801'] for segment, precommit_create {{(pid=94175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:33:14.923468 dv-neutron-601336-94-hyperv neutron-server[94175]: INFO neutron.db.segments_db [None req-118a5d98-9875-443d-94ca-9d713cdabe6c tempest-BulkNetworkOpsTest-447796090 tempest-BulkNetworkOpsTest-447796090-project] Added segment 769ec9d2-9811-4877-b44d-0743a1e82f26 of type vlan for network 8d3cb0e3-5870-44e4-95c0-1c9de58a0806 Jun 23 11:33:14.938513 dv-neutron-601336-94-hyperv neutron-server[94175]: INFO neutron.wsgi [None req-642e4a7d-48e0-4ca1-bb92-50969adc9e9d tempest-RoutersNegativeIpV6Test-1628881962 tempest-RoutersNegativeIpV6Test-1628881962-project] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 791 time: 0.8203006 Jun 23 11:33:14.954642 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.wsgi [-] (94175) accepted ('10.222.0.20', 38936) {{(pid=94175) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 11:33:14.964118 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.api.v2.base [None req-1d57cb07-0e22-406c-9fc0-45b3829e68e2 tempest-RoutersNegativeIpV6Test-1628881962 tempest-RoutersNegativeIpV6Test-1628881962-project] Request body: {'subnet': {'network_id': 'b04cfd8d-f3c9-4845-aa79-eaf5d5ae37e5', 'cidr': '2001:db8:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:1::1'}} {{(pid=94175) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 23 11:33:14.972248 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron_lib.callbacks.manager [None req-901f821f-f5f9-4abf-83cc-77b549b4ebac tempest-PortsTestJSON-2085221018 tempest-PortsTestJSON-2085221018-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8002400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7866073'] for network, after_create {{(pid=94175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:33:14.977408 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-901f821f-f5f9-4abf-83cc-77b549b4ebac tempest-PortsTestJSON-2085221018 tempest-PortsTestJSON-2085221018-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 11:33:14.978626 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron_lib.callbacks.manager [None req-901f821f-f5f9-4abf-83cc-77b549b4ebac tempest-PortsTestJSON-2085221018 tempest-PortsTestJSON-2085221018-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7865916'] for network, before_response {{(pid=94175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:33:14.999540 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG oslo_concurrency.lockutils [None req-df172bad-fb15-4adb-9441-181f3341a8c0 tempest-PortsTestJSON-2085221018 tempest-PortsTestJSON-2085221018-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94175) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 11:33:15.088555 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron_lib.callbacks.manager [None req-118a5d98-9875-443d-94ca-9d713cdabe6c tempest-BulkNetworkOpsTest-447796090 tempest-BulkNetworkOpsTest-447796090-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8773699596773'] for network, precommit_create {{(pid=94175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:33:15.112476 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8d5a4baa-958e-46f9-88b5-6ecfcf21edc7 tempest-RoutersNegativeTest-1531528216 tempest-RoutersNegativeTest-1531528216-project] Router f3a582d0-cf71-4615-8514-0ec9e7d5e430 has already been hosted by L3 agent 50ef99c0-ef28-4db5-b303-b145898fae60 {{(pid=94174) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 23 11:33:15.129269 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-901f821f-f5f9-4abf-83cc-77b549b4ebac tempest-PortsTestJSON-2085221018 tempest-PortsTestJSON-2085221018-project] Pushing event updated for resources: {'Network': ['ID=d85cfa3d-97a7-4683-b568-8e4a9da8aa25,revision_number=1']} {{(pid=94175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 11:33:15.135412 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG oslo_concurrency.lockutils [None req-901f821f-f5f9-4abf-83cc-77b549b4ebac tempest-PortsTestJSON-2085221018 tempest-PortsTestJSON-2085221018-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.136s {{(pid=94175) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 11:33:15.143356 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.plugins.ml2.rpc [None req-dc7542b2-afef-47f4-a763-e3a3cba144be None None] Network d85cfa3d-97a7-4683-b568-8e4a9da8aa25 details requested by agent ovs-agent-dv-neutron-601336-94-hyperv with host dv-neutron-601336-94-hyperv {{(pid=94176) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:250}} Jun 23 11:33:15.143776 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.db.db_base_plugin_common [None req-9d93b4c8-7456-48cd-8adb-1e5b172b75f2 tempest-AllowedAddressPairTestJSON-1962660266 tempest-AllowedAddressPairTestJSON-1962660266-project] Allocated IP 172.20.0.9 (6a6c8949-9850-44f7-bca7-3fd76c05cabf/2e5e37f0-b513-4130-97e1-75912538707b/0b062638-a194-4afb-8f20-882ac014492e) {{(pid=94174) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 23 11:33:15.161660 dv-neutron-601336-94-hyperv neutron-server[94174]: INFO neutron.wsgi [req-b81c98d7-3059-4631-af8c-96e54d4d5e53 req-0d928fcf-14f4-4247-8d51-fa39726f47dc service neutron] 10.222.0.52 "GET /v2.0/networks/34cf218b-02ad-4259-a49e-5807c729dd9a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2357073 Jun 23 11:33:15.199662 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5a0d7876-2b40-4b96-b3d7-a90f5028b9f5 tempest-NetworksTestDHCPv6-162546708 tempest-NetworksTestDHCPv6-162546708-project] Made reservation on behalf of 5e61222a836c47229c94e37f3902e6bd for: {'subnet': 1} {{(pid=94174) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 23 11:33:15.203775 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron_lib.callbacks.manager [None req-5a0d7876-2b40-4b96-b3d7-a90f5028b9f5 tempest-NetworksTestDHCPv6-162546708 tempest-NetworksTestDHCPv6-162546708-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4294245'] for subnet, before_create {{(pid=94174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:33:15.214295 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron_lib.callbacks.manager [None req-118a5d98-9875-443d-94ca-9d713cdabe6c tempest-BulkNetworkOpsTest-447796090 tempest-BulkNetworkOpsTest-447796090-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8002400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7866073'] for network, after_create {{(pid=94175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:33:15.220670 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-118a5d98-9875-443d-94ca-9d713cdabe6c tempest-BulkNetworkOpsTest-447796090 tempest-BulkNetworkOpsTest-447796090-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 11:33:15.221337 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron_lib.callbacks.manager [None req-118a5d98-9875-443d-94ca-9d713cdabe6c tempest-BulkNetworkOpsTest-447796090 tempest-BulkNetworkOpsTest-447796090-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7865916'] for network, before_response {{(pid=94175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:33:15.224833 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94175) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 11:33:15.296593 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-118a5d98-9875-443d-94ca-9d713cdabe6c tempest-BulkNetworkOpsTest-447796090 tempest-BulkNetworkOpsTest-447796090-project] Pushing event updated for resources: {'Network': ['ID=8d3cb0e3-5870-44e4-95c0-1c9de58a0806,revision_number=1']} {{(pid=94175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 11:33:15.299668 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG oslo_concurrency.lockutils [None req-118a5d98-9875-443d-94ca-9d713cdabe6c tempest-BulkNetworkOpsTest-447796090 tempest-BulkNetworkOpsTest-447796090-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.075s {{(pid=94175) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 11:33:15.306747 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8d5a4baa-958e-46f9-88b5-6ecfcf21edc7 tempest-RoutersNegativeTest-1531528216 tempest-RoutersNegativeTest-1531528216-project] Notify agent at l3_agent.dv-neutron-601336-94-hyperv the message routers_updated {{(pid=94174) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 23 11:33:15.308641 dv-neutron-601336-94-hyperv neutron-server[94175]: INFO neutron.wsgi [None req-901f821f-f5f9-4abf-83cc-77b549b4ebac tempest-PortsTestJSON-2085221018 tempest-PortsTestJSON-2085221018-project] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 1.1551247 Jun 23 11:33:15.309098 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.plugins.ml2.rpc [None req-dc7542b2-afef-47f4-a763-e3a3cba144be None None] Network 8d3cb0e3-5870-44e4-95c0-1c9de58a0806 details requested by agent ovs-agent-dv-neutron-601336-94-hyperv with host dv-neutron-601336-94-hyperv {{(pid=94176) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:250}} Jun 23 11:33:15.312236 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.wsgi [-] (94175) accepted ('10.222.0.20', 38938) {{(pid=94175) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 11:33:15.316915 dv-neutron-601336-94-hyperv neutron-server[94174]: INFO neutron.wsgi [None req-8d5a4baa-958e-46f9-88b5-6ecfcf21edc7 tempest-RoutersNegativeTest-1531528216 tempest-RoutersNegativeTest-1531528216-project] 10.222.0.20 "PUT /v2.0/routers/f3a582d0-cf71-4615-8514-0ec9e7d5e430/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.1762574 Jun 23 11:33:15.317919 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.api.v2.base [None req-cf2b0350-39eb-440d-81bc-d94a2f3865c8 tempest-PortsTestJSON-2085221018 tempest-PortsTestJSON-2085221018-project] Request body: {'subnet': {'network_id': 'd85cfa3d-97a7-4683-b568-8e4a9da8aa25', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=94175) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 23 11:33:15.320577 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.wsgi [-] (94174) accepted ('10.222.0.20', 38940) {{(pid=94174) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 11:33:15.325975 dv-neutron-601336-94-hyperv neutron-server[94177]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9bc0e776-6850-4b23-9b8b-28fddb9c0e38 None None] Sync routers for ids ['f3a582d0-cf71-4615-8514-0ec9e7d5e430'] in dv-neutron-601336-94-hyperv {{(pid=94177) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 23 11:33:15.344257 dv-neutron-601336-94-hyperv neutron-server[94177]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9bc0e776-6850-4b23-9b8b-28fddb9c0e38 None None] Routers {'f3a582d0-cf71-4615-8514-0ec9e7d5e430'} bound to L3 agent in host dv-neutron-601336-94-hyperv {{(pid=94177) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 23 11:33:15.345263 dv-neutron-601336-94-hyperv neutron-server[94177]: DEBUG neutron.db.l3_hamode_db [None req-9bc0e776-6850-4b23-9b8b-28fddb9c0e38 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-601336-94-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-06-23T11:22:13Z,description=,heartbeat_timestamp=2021-06-23T11:33:13Z,host='dv-neutron-601336-94-hyperv',id=50ef99c0-ef28-4db5-b303-b145898fae60,load=0,resource_versions=,resources_synced=,started_at=2021-06-23T11:22:14Z,topic='l3_agent')) {'router_ids': ['f3a582d0-cf71-4615-8514-0ec9e7d5e430'], 'active': True} {{(pid=94177) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 11:33:15.395538 dv-neutron-601336-94-hyperv neutron-server[94174]: INFO neutron.api.v2.resource [None req-89e82c17-3b20-4c9b-93cb-0751ae0b3230 tempest-RoutersNegativeTest-1531528216 tempest-RoutersNegativeTest-1531528216-project] show failed (client error): The resource could not be found. Jun 23 11:33:15.397645 dv-neutron-601336-94-hyperv neutron-server[94174]: INFO neutron.wsgi [None req-89e82c17-3b20-4c9b-93cb-0751ae0b3230 tempest-RoutersNegativeTest-1531528216 tempest-RoutersNegativeTest-1531528216-project] 10.222.0.20 "GET /v2.0/routers/tempest-non_exist_router-722385209 HTTP/1.1" status: 404 len: 334 time: 0.0737138 Jun 23 11:33:15.403186 dv-neutron-601336-94-hyperv neutron-server[94177]: DEBUG neutron.db.l3_hamode_db [None req-9bc0e776-6850-4b23-9b8b-28fddb9c0e38 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-601336-94-hyperv', False) {} {{(pid=94177) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 11:33:15.408867 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.wsgi [-] (94174) accepted ('10.222.0.20', 38942) {{(pid=94174) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 11:33:15.430000 dv-neutron-601336-94-hyperv neutron-server[94177]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9bc0e776-6850-4b23-9b8b-28fddb9c0e38 None None] Routers {'f3a582d0-cf71-4615-8514-0ec9e7d5e430'} bound to L3 agent in host dv-neutron-601336-94-hyperv {{(pid=94177) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 23 11:33:15.430956 dv-neutron-601336-94-hyperv neutron-server[94177]: DEBUG neutron.db.l3_hamode_db [None req-9bc0e776-6850-4b23-9b8b-28fddb9c0e38 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-601336-94-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-06-23T11:22:13Z,description=,heartbeat_timestamp=2021-06-23T11:33:13Z,host='dv-neutron-601336-94-hyperv',id=50ef99c0-ef28-4db5-b303-b145898fae60,load=0,resource_versions=,resources_synced=,started_at=2021-06-23T11:22:14Z,topic='l3_agent')) {'router_ids': ['f3a582d0-cf71-4615-8514-0ec9e7d5e430'], 'active': True} {{(pid=94177) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 11:33:15.436643 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.api.v2.base [None req-0f63dd7e-4721-46e8-8c9d-cf06eb512a40 tempest-RoutersNegativeTest-1531528216 tempest-RoutersNegativeTest-1531528216-project] Request body: {'router': {'name': 'new_name'}} {{(pid=94174) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 23 11:33:15.469491 dv-neutron-601336-94-hyperv neutron-server[94177]: DEBUG neutron.db.l3_hamode_db [None req-9bc0e776-6850-4b23-9b8b-28fddb9c0e38 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-601336-94-hyperv', False) {} {{(pid=94177) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 11:33:15.470448 dv-neutron-601336-94-hyperv neutron-server[94177]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9bc0e776-6850-4b23-9b8b-28fddb9c0e38 None None] The sync data for ids ['f3a582d0-cf71-4615-8514-0ec9e7d5e430'] in dv-neutron-601336-94-hyperv is: [] {{(pid=94177) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 23 11:33:15.472636 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1d57cb07-0e22-406c-9fc0-45b3829e68e2 tempest-RoutersNegativeIpV6Test-1628881962 tempest-RoutersNegativeIpV6Test-1628881962-project] Made reservation on behalf of 82c51a8a2e054769b0c98a77cf1b7153 for: {'subnet': 1} {{(pid=94175) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 23 11:33:15.482889 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron_lib.callbacks.manager [None req-1d57cb07-0e22-406c-9fc0-45b3829e68e2 tempest-RoutersNegativeIpV6Test-1628881962 tempest-RoutersNegativeIpV6Test-1628881962-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4660073'] for subnet, before_create {{(pid=94175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:33:15.511009 dv-neutron-601336-94-hyperv neutron-server[94174]: INFO neutron.api.v2.resource [None req-0f63dd7e-4721-46e8-8c9d-cf06eb512a40 tempest-RoutersNegativeTest-1531528216 tempest-RoutersNegativeTest-1531528216-project] update failed (client error): The resource could not be found. Jun 23 11:33:15.516988 dv-neutron-601336-94-hyperv neutron-server[94174]: INFO neutron.wsgi [None req-0f63dd7e-4721-46e8-8c9d-cf06eb512a40 tempest-RoutersNegativeTest-1531528216 tempest-RoutersNegativeTest-1531528216-project] 10.222.0.20 "PUT /v2.0/routers/tempest-non_exist_router-1493006881 HTTP/1.1" status: 404 len: 335 time: 0.0899427 Jun 23 11:33:15.518966 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.wsgi [-] (94175) accepted ('10.222.0.20', 38944) {{(pid=94175) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 11:33:15.564265 dv-neutron-601336-94-hyperv neutron-server[94175]: INFO neutron.wsgi [None req-118a5d98-9875-443d-94ca-9d713cdabe6c tempest-BulkNetworkOpsTest-447796090 tempest-BulkNetworkOpsTest-447796090-project] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 785 time: 0.8360629 Jun 23 11:33:15.600222 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron_lib.callbacks.manager [None req-9d93b4c8-7456-48cd-8adb-1e5b172b75f2 tempest-AllowedAddressPairTestJSON-1962660266 tempest-AllowedAddressPairTestJSON-1962660266-project] Notify callbacks [] for port, precommit_create {{(pid=94174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:33:15.612258 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.db.db_base_plugin_v2 [None req-fa1c81b0-2a96-4cdf-97a3-7174e9373f50 tempest-RoutersNegativeTest-1531528216 tempest-RoutersNegativeTest-1531528216-project] Deleting subnet 3924ec87-ec7f-4671-ba53-6412287ad950 {{(pid=94175) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jun 23 11:33:15.628412 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron_lib.callbacks.manager [None req-fa1c81b0-2a96-4cdf-97a3-7174e9373f50 tempest-RoutersNegativeTest-1531528216 tempest-RoutersNegativeTest-1531528216-project] Notify callbacks [] for subnet, before_delete {{(pid=94175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:33:15.642671 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.db.provisioning_blocks [None req-9d93b4c8-7456-48cd-8adb-1e5b172b75f2 tempest-AllowedAddressPairTestJSON-1962660266 tempest-AllowedAddressPairTestJSON-1962660266-project] Transition to ACTIVE for port object 0b062638-a194-4afb-8f20-882ac014492e will not be triggered until provisioned by entity DHCP. {{(pid=94174) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 23 11:33:15.672126 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cf2b0350-39eb-440d-81bc-d94a2f3865c8 tempest-PortsTestJSON-2085221018 tempest-PortsTestJSON-2085221018-project] Made reservation on behalf of 9e5461dd76964a018bba022fe5f7a0f1 for: {'subnet': 1} {{(pid=94175) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 23 11:33:15.676634 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron_lib.callbacks.manager [None req-cf2b0350-39eb-440d-81bc-d94a2f3865c8 tempest-PortsTestJSON-2085221018 tempest-PortsTestJSON-2085221018-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4660073'] for subnet, before_create {{(pid=94175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:33:15.697708 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.wsgi [-] (94174) accepted ('10.222.0.20', 38948) {{(pid=94174) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 11:33:15.721455 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.api.v2.base [None req-96d99250-14ae-44c7-aa5e-6c9c7da5474f tempest-BulkNetworkOpsTest-447796090 tempest-BulkNetworkOpsTest-447796090-project] Request body: {'subnets': [{'network_id': 'ac5069cf-09cf-426f-84af-fd0411aa3923', 'cidr': '172.20.0.0/28', 'name': 'tempest-subnet--1569606482', 'ip_version': 4}, {'network_id': '8d3cb0e3-5870-44e4-95c0-1c9de58a0806', 'cidr': '172.20.0.16/28', 'ip_version': 4}]} {{(pid=94174) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 23 11:33:15.721620 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.api.v2.base [None req-96d99250-14ae-44c7-aa5e-6c9c7da5474f tempest-BulkNetworkOpsTest-447796090 tempest-BulkNetworkOpsTest-447796090-project] Request body: {'subnet': {'network_id': 'ac5069cf-09cf-426f-84af-fd0411aa3923', 'cidr': '172.20.0.0/28', 'name': 'tempest-subnet--1569606482', 'ip_version': 4}} {{(pid=94174) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 23 11:33:15.722214 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.api.v2.base [None req-96d99250-14ae-44c7-aa5e-6c9c7da5474f tempest-BulkNetworkOpsTest-447796090 tempest-BulkNetworkOpsTest-447796090-project] Request body: {'subnet': {'network_id': '8d3cb0e3-5870-44e4-95c0-1c9de58a0806', 'cidr': '172.20.0.16/28', 'ip_version': 4}} {{(pid=94174) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 23 11:33:15.751092 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.db.provisioning_blocks [None req-ff11a09e-884b-4b7a-a573-dbe425bf2df2 None None] Provisioning for port b2b29dee-81f7-440b-a241-1dad6c1dfc99 completed by entity DHCP. {{(pid=94176) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 23 11:33:15.766683 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron_lib.callbacks.manager [None req-fa1c81b0-2a96-4cdf-97a3-7174e9373f50 tempest-RoutersNegativeTest-1531528216 tempest-RoutersNegativeTest-1531528216-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5190686'] for subnet, precommit_delete_associations {{(pid=94175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:33:15.856202 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.plugins.ml2.rpc [None req-dc7542b2-afef-47f4-a763-e3a3cba144be None None] Device b2b29dee-81f7-440b-a241-1dad6c1dfc99 up at agent ovs-agent-dv-neutron-601336-94-hyperv {{(pid=94176) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:298}} Jun 23 11:33:15.857640 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron_lib.callbacks.manager [None req-9d93b4c8-7456-48cd-8adb-1e5b172b75f2 tempest-AllowedAddressPairTestJSON-1962660266 tempest-AllowedAddressPairTestJSON-1962660266-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-922915', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-239814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7866073', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773699642215', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-5196399'] for port, after_create {{(pid=94174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:33:15.893560 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG oslo_concurrency.lockutils [None req-ad5394d4-b04f-47bf-a2a3-32404e4140cb tempest-PortsTestJSON-2085221018 tempest-PortsTestJSON-2085221018-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94174) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 11:33:15.935853 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron_lib.callbacks.manager [None req-5a0d7876-2b40-4b96-b3d7-a90f5028b9f5 tempest-NetworksTestDHCPv6-162546708 tempest-NetworksTestDHCPv6-162546708-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866062', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5195999', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4294259'] for subnet, after_create {{(pid=94174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:33:15.965023 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9d93b4c8-7456-48cd-8adb-1e5b172b75f2 tempest-AllowedAddressPairTestJSON-1962660266 tempest-AllowedAddressPairTestJSON-1962660266-project] Network 6a6c8949-9850-44f7-bca7-3fd76c05cabf is already hosted by enough agents. {{(pid=94174) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 23 11:33:15.971821 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.scheduler.base_scheduler [None req-9d93b4c8-7456-48cd-8adb-1e5b172b75f2 tempest-AllowedAddressPairTestJSON-1962660266 tempest-AllowedAddressPairTestJSON-1962660266-project] Resources bound (agent type, host, resource id): {{(pid=94174) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 23 11:33:15.974273 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9d93b4c8-7456-48cd-8adb-1e5b172b75f2 tempest-AllowedAddressPairTestJSON-1962660266 tempest-AllowedAddressPairTestJSON-1962660266-project] Received port after_create {{(pid=94174) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 23 11:33:15.981110 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.db.provisioning_blocks [None req-dc7542b2-afef-47f4-a763-e3a3cba144be None None] Provisioning for port b2b29dee-81f7-440b-a241-1dad6c1dfc99 completed by entity L2. {{(pid=94176) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 23 11:33:15.987690 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.db.provisioning_blocks [None req-dc7542b2-afef-47f4-a763-e3a3cba144be None None] Provisioning complete for port b2b29dee-81f7-440b-a241-1dad6c1dfc99 triggered by entity L2. {{(pid=94176) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 23 11:33:15.990858 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron_lib.callbacks.manager [None req-dc7542b2-afef-47f4-a763-e3a3cba144be None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-899258'] for port, provisioning_complete {{(pid=94176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:33:16.014487 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5a0d7876-2b40-4b96-b3d7-a90f5028b9f5 tempest-NetworksTestDHCPv6-162546708 tempest-NetworksTestDHCPv6-162546708-project] Network f53f535d-bce4-4da8-9bd9-396677ff4e83 is already hosted by enough agents. {{(pid=94174) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 23 11:33:16.021733 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d93b4c8-7456-48cd-8adb-1e5b172b75f2 tempest-AllowedAddressPairTestJSON-1962660266 tempest-AllowedAddressPairTestJSON-1962660266-project] Pushing event updated for resources: {'Port': ['ID=0b062638-a194-4afb-8f20-882ac014492e,revision_number=1']} {{(pid=94174) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 11:33:16.024799 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG oslo_concurrency.lockutils [None req-9d93b4c8-7456-48cd-8adb-1e5b172b75f2 tempest-AllowedAddressPairTestJSON-1962660266 tempest-AllowedAddressPairTestJSON-1962660266-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.131s {{(pid=94174) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 11:33:16.030082 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG oslo_concurrency.lockutils [None req-329ff53d-41b1-44dc-be0a-bf860020fe62 tempest-PortsTestJSON-2085221018 tempest-PortsTestJSON-2085221018-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.087s {{(pid=94174) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 11:33:16.033300 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.scheduler.base_scheduler [None req-5a0d7876-2b40-4b96-b3d7-a90f5028b9f5 tempest-NetworksTestDHCPv6-162546708 tempest-NetworksTestDHCPv6-162546708-project] Resources bound (agent type, host, resource id): {{(pid=94174) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 23 11:33:16.036220 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5a0d7876-2b40-4b96-b3d7-a90f5028b9f5 tempest-NetworksTestDHCPv6-162546708 tempest-NetworksTestDHCPv6-162546708-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94174) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 11:33:16.036877 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron_lib.callbacks.manager [None req-5a0d7876-2b40-4b96-b3d7-a90f5028b9f5 tempest-NetworksTestDHCPv6-162546708 tempest-NetworksTestDHCPv6-162546708-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7865916'] for subnet, before_response {{(pid=94174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:33:16.048550 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bd79cea4-3a8a-447c-9b6a-0381a0e80ca9 None None] Network f53f535d-bce4-4da8-9bd9-396677ff4e83 requested from dv-neutron-601336-94-hyperv {{(pid=94176) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 23 11:33:16.117849 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9d93b4c8-7456-48cd-8adb-1e5b172b75f2 tempest-AllowedAddressPairTestJSON-1962660266 tempest-AllowedAddressPairTestJSON-1962660266-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94174) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 11:33:16.123006 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron_lib.callbacks.manager [None req-9d93b4c8-7456-48cd-8adb-1e5b172b75f2 tempest-AllowedAddressPairTestJSON-1962660266 tempest-AllowedAddressPairTestJSON-1962660266-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-217507'] for port, before_response {{(pid=94174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:33:16.131169 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a0d7876-2b40-4b96-b3d7-a90f5028b9f5 tempest-NetworksTestDHCPv6-162546708 tempest-NetworksTestDHCPv6-162546708-project] Pushing event updated for resources: {'Subnet': ['ID=8d6a50e6-9212-4018-a840-b11fe640e353,revision_number=0']} {{(pid=94174) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 11:33:16.134082 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG oslo_concurrency.lockutils [None req-5a0d7876-2b40-4b96-b3d7-a90f5028b9f5 tempest-NetworksTestDHCPv6-162546708 tempest-NetworksTestDHCPv6-162546708-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.104s {{(pid=94174) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 11:33:16.157875 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron_lib.callbacks.manager [None req-dc7542b2-afef-47f4-a763-e3a3cba144be None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-923122'] for port, before_update {{(pid=94176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:33:16.164131 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-96d99250-14ae-44c7-aa5e-6c9c7da5474f tempest-BulkNetworkOpsTest-447796090 tempest-BulkNetworkOpsTest-447796090-project] Made reservation on behalf of 55ea178908f9451e95a34ef8a97f34a7 for: {'subnet': 2} {{(pid=94174) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 23 11:33:16.169645 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron_lib.callbacks.manager [None req-96d99250-14ae-44c7-aa5e-6c9c7da5474f tempest-BulkNetworkOpsTest-447796090 tempest-BulkNetworkOpsTest-447796090-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4294245'] for subnet, before_create {{(pid=94174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:33:16.169993 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron_lib.callbacks.manager [None req-96d99250-14ae-44c7-aa5e-6c9c7da5474f tempest-BulkNetworkOpsTest-447796090 tempest-BulkNetworkOpsTest-447796090-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4294245'] for subnet, before_create {{(pid=94174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:33:16.248041 dv-neutron-601336-94-hyperv neutron-server[94174]: INFO neutron.wsgi [None req-5a0d7876-2b40-4b96-b3d7-a90f5028b9f5 tempest-NetworksTestDHCPv6-162546708 tempest-NetworksTestDHCPv6-162546708-project] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 2.2814941 Jun 23 11:33:16.252848 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.wsgi [-] (94174) accepted ('10.222.0.20', 38950) {{(pid=94174) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 11:33:16.254920 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.plugins.ml2.db [None req-dc7542b2-afef-47f4-a763-e3a3cba144be None None] For port b2b29dee-81f7-440b-a241-1dad6c1dfc99, host dv-neutron-601336-94-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-94-hyperv',level=0,port_id=b2b29dee-81f7-440b-a241-1dad6c1dfc99,segment=NetworkSegment(6303a411-6e70-4139-a530-9ee4cf8ba843),segment_id=6303a411-6e70-4139-a530-9ee4cf8ba843)] {{(pid=94176) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 23 11:33:16.258171 dv-neutron-601336-94-hyperv neutron-server[94174]: INFO neutron.wsgi [None req-9d93b4c8-7456-48cd-8adb-1e5b172b75f2 tempest-AllowedAddressPairTestJSON-1962660266 tempest-AllowedAddressPairTestJSON-1962660266-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 936 time: 2.5911124 Jun 23 11:33:16.258943 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.wsgi [-] (94175) accepted ('10.222.0.20', 38952) {{(pid=94175) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 11:33:16.263423 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron_lib.callbacks.manager [None req-fa1c81b0-2a96-4cdf-97a3-7174e9373f50 tempest-RoutersNegativeTest-1531528216 tempest-RoutersNegativeTest-1531528216-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-897634'] for subnet, precommit_delete {{(pid=94175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:33:16.264014 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.api.v2.base [None req-9a0c2cae-3df2-4287-bd6a-70d13ffd7ed7 tempest-NetworksTestDHCPv6-162546708 tempest-NetworksTestDHCPv6-162546708-project] Request body: {'port': {'network_id': 'f53f535d-bce4-4da8-9bd9-396677ff4e83', 'mac_address': 'fa:16:3e:ab:f1:ff', 'name': 'tempest-NetworksTestDHCPv6-1310503094'}} {{(pid=94174) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 23 11:33:16.270460 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.api.v2.base [None req-777ea7d0-43bd-4b8e-8090-512d5bb6b43f tempest-AllowedAddressPairTestJSON-1962660266 tempest-AllowedAddressPairTestJSON-1962660266-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '172.20.0.12', 'mac_address': 'fa:16:3e:c2:34:f4'}, {'ip_address': '172.20.0.6', 'mac_address': 'fa:16:3e:03:83:ea'}]}} {{(pid=94175) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 23 11:33:16.316965 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron_lib.callbacks.manager [None req-dc7542b2-afef-47f4-a763-e3a3cba144be None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-922904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866062', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773700135042', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773699642233', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773699642278'] for port, after_update {{(pid=94176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:33:16.320847 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG oslo_concurrency.lockutils [None req-f162915f-3f4c-4bf9-90f4-0dd608f751a3 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 11:33:16.321007 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron_lib.callbacks.manager [None req-1d57cb07-0e22-406c-9fc0-45b3829e68e2 tempest-RoutersNegativeIpV6Test-1628881962 tempest-RoutersNegativeIpV6Test-1628881962-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866062', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5083113', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4660095'] for subnet, after_create {{(pid=94175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:33:16.330925 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG oslo_concurrency.lockutils [None req-6b2d14b4-a8ef-49f7-b7cd-014381bd9bec tempest-ExtraDHCPOptionsTestJSON-1313277810 tempest-ExtraDHCPOptionsTestJSON-1313277810-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94175) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 11:33:16.388110 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc7542b2-afef-47f4-a763-e3a3cba144be None None] Pushing event updated for resources: {'Port': ['ID=b2b29dee-81f7-440b-a241-1dad6c1dfc99,revision_number=3']} {{(pid=94176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 11:33:16.392546 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG oslo_concurrency.lockutils [None req-dc7542b2-afef-47f4-a763-e3a3cba144be None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.072s {{(pid=94176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 11:33:16.492397 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-08c3ec8e-0383-4900-9415-724b885033f8 None None] Update dhcp port {'port': {'network_id': 'f53f535d-bce4-4da8-9bd9-396677ff4e83', 'fixed_ips': [{'subnet_id': 'fb40600f-4c00-4e35-8b0e-dea56a134ae1', 'ip_address': '2001:db8::f816:3eff:fe8f:a776'}, {'subnet_id': '8d6a50e6-9212-4018-a840-b11fe640e353'}], 'binding:host_id': 'dv-neutron-601336-94-hyperv'}, 'id': 'b2b29dee-81f7-440b-a241-1dad6c1dfc99'} from dv-neutron-601336-94-hyperv. {{(pid=94176) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Jun 23 11:33:16.499930 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d57cb07-0e22-406c-9fc0-45b3829e68e2 tempest-RoutersNegativeIpV6Test-1628881962 tempest-RoutersNegativeIpV6Test-1628881962-project] Pushing event updated for resources: {'Subnet': ['ID=28cf6e91-850b-4b7e-976b-aff0fb1a0b38,revision_number=0']} {{(pid=94175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 11:33:16.511868 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG oslo_concurrency.lockutils [None req-1d57cb07-0e22-406c-9fc0-45b3829e68e2 tempest-RoutersNegativeIpV6Test-1628881962 tempest-RoutersNegativeIpV6Test-1628881962-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.181s {{(pid=94175) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 11:33:16.515875 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.db.provisioning_blocks [None req-6403339c-67ae-4757-8438-8597cf43d9ac None None] Provisioning for port 0b062638-a194-4afb-8f20-882ac014492e completed by entity DHCP. {{(pid=94176) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 23 11:33:16.525283 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.db.provisioning_blocks [None req-6403339c-67ae-4757-8438-8597cf43d9ac None None] Provisioning complete for port 0b062638-a194-4afb-8f20-882ac014492e triggered by entity DHCP. {{(pid=94176) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 23 11:33:16.525501 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron_lib.callbacks.manager [None req-6403339c-67ae-4757-8438-8597cf43d9ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-899258'] for port, provisioning_complete {{(pid=94176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:33:16.528988 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1d57cb07-0e22-406c-9fc0-45b3829e68e2 tempest-RoutersNegativeIpV6Test-1628881962 tempest-RoutersNegativeIpV6Test-1628881962-project] Checking segment: {'id': 'b3319d45-f96f-442c-8df2-0558480e618a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 432, 'network_id': 'b04cfd8d-f3c9-4845-aa79-eaf5d5ae37e5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94175) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 23 11:33:16.529346 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1d57cb07-0e22-406c-9fc0-45b3829e68e2 tempest-RoutersNegativeIpV6Test-1628881962 tempest-RoutersNegativeIpV6Test-1628881962-project] Network hostable DHCP agents. Network: b04cfd8d-f3c9-4845-aa79-eaf5d5ae37e5, hostable agents: ['8cf29b10-0e57-4131-816f-a4b6ad00b249'], hosted agents: [] {{(pid=94175) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 23 11:33:16.556778 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron_lib.callbacks.manager [None req-08c3ec8e-0383-4900-9415-724b885033f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-923122'] for port, before_update {{(pid=94176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:33:16.572888 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9a0c2cae-3df2-4287-bd6a-70d13ffd7ed7 tempest-NetworksTestDHCPv6-162546708 tempest-NetworksTestDHCPv6-162546708-project] Made reservation on behalf of 5e61222a836c47229c94e37f3902e6bd for: {'port': 1} {{(pid=94174) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 23 11:33:16.575990 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.plugins.ml2.plugin [None req-6403339c-67ae-4757-8438-8597cf43d9ac None None] Port 0b062638-a194-4afb-8f20-882ac014492e cannot update to ACTIVE because it is not bound. {{(pid=94176) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jun 23 11:33:16.617134 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron_lib.callbacks.manager [None req-777ea7d0-43bd-4b8e-8090-512d5bb6b43f tempest-AllowedAddressPairTestJSON-1962660266 tempest-AllowedAddressPairTestJSON-1962660266-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-923122'] for port, before_update {{(pid=94175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:33:16.631513 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron_lib.callbacks.manager [None req-cf2b0350-39eb-440d-81bc-d94a2f3865c8 tempest-PortsTestJSON-2085221018 tempest-PortsTestJSON-2085221018-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866062', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5083113', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4660095'] for subnet, after_create {{(pid=94175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:33:16.637181 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG oslo_concurrency.lockutils [None req-7a8104a3-3bb5-4894-9a2a-da2b6fe53de4 tempest-FloatingIPNegativeTestJSON-1295786409 tempest-FloatingIPNegativeTestJSON-1295786409-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94175) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 11:33:16.650742 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron_lib.callbacks.manager [None req-fa1c81b0-2a96-4cdf-97a3-7174e9373f50 tempest-RoutersNegativeTest-1531528216 tempest-RoutersNegativeTest-1531528216-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-897627', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866062', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5083050', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4660036'] for subnet, after_delete {{(pid=94175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:33:16.663826 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron_lib.callbacks.manager [None req-95d6aa8f-24e7-4234-82ff-f502266c3285 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773699952132', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-899307'] for agent, after_update {{(pid=94176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:33:16.707382 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1d57cb07-0e22-406c-9fc0-45b3829e68e2 tempest-RoutersNegativeIpV6Test-1628881962 tempest-RoutersNegativeIpV6Test-1628881962-project] Network b04cfd8d-f3c9-4845-aa79-eaf5d5ae37e5 is scheduled to be hosted by DHCP agent 8cf29b10-0e57-4131-816f-a4b6ad00b249 with binding_index 1 {{(pid=94175) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 23 11:33:16.726330 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron_lib.callbacks.manager [None req-fa1c81b0-2a96-4cdf-97a3-7174e9373f50 tempest-RoutersNegativeTest-1531528216 tempest-RoutersNegativeTest-1531528216-project] Notify callbacks [] for subnet, before_response {{(pid=94175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:33:16.729770 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron_lib.callbacks.manager [None req-9a0c2cae-3df2-4287-bd6a-70d13ffd7ed7 tempest-NetworksTestDHCPv6-162546708 tempest-NetworksTestDHCPv6-162546708-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-923104'] for port, before_create {{(pid=94174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:33:16.730925 dv-neutron-601336-94-hyperv neutron-server[94175]: INFO neutron.wsgi [None req-fa1c81b0-2a96-4cdf-97a3-7174e9373f50 tempest-RoutersNegativeTest-1531528216 tempest-RoutersNegativeTest-1531528216-project] 10.222.0.20 "DELETE /v2.0/subnets/3924ec87-ec7f-4671-ba53-6412287ad950 HTTP/1.1" status: 204 len: 168 time: 1.2108455 Jun 23 11:33:16.732595 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.wsgi [-] (94174) accepted ('10.222.0.20', 38954) {{(pid=94174) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 11:33:16.736929 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3feb44ab-c36e-43d3-8c1d-f4530edffb8e None None] Network 74761b13-522f-4ff1-a122-43eeb589602c requested from dv-neutron-601336-94-hyperv {{(pid=94176) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 23 11:33:16.754546 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.db.db_base_plugin_common [None req-08c3ec8e-0383-4900-9415-724b885033f8 None None] Allocated IP 2001:db8:0:1::2 (f53f535d-bce4-4da8-9bd9-396677ff4e83/8d6a50e6-9212-4018-a840-b11fe640e353/b2b29dee-81f7-440b-a241-1dad6c1dfc99) {{(pid=94176) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 23 11:33:16.771696 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf2b0350-39eb-440d-81bc-d94a2f3865c8 tempest-PortsTestJSON-2085221018 tempest-PortsTestJSON-2085221018-project] Pushing event updated for resources: {'Subnet': ['ID=d6526bd9-dba8-4b98-abd6-fde27d04c267,revision_number=0']} {{(pid=94175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 11:33:16.772404 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG oslo_concurrency.lockutils [None req-cf2b0350-39eb-440d-81bc-d94a2f3865c8 tempest-PortsTestJSON-2085221018 tempest-PortsTestJSON-2085221018-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.135s {{(pid=94175) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 11:33:16.776506 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG oslo_concurrency.lockutils [None req-ea969890-4a87-4d58-84b8-09613b707619 tempest-NetworksTestDHCPv6-162546708 tempest-NetworksTestDHCPv6-162546708-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.085s {{(pid=94175) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 11:33:16.812107 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa1c81b0-2a96-4cdf-97a3-7174e9373f50 tempest-RoutersNegativeTest-1531528216 tempest-RoutersNegativeTest-1531528216-project] Pushing event deleted for resources: {'Subnet': ['ID=3924ec87-ec7f-4671-ba53-6412287ad950,revision_number=None']} {{(pid=94175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 11:33:16.814786 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG oslo_concurrency.lockutils [None req-fa1c81b0-2a96-4cdf-97a3-7174e9373f50 tempest-RoutersNegativeTest-1531528216 tempest-RoutersNegativeTest-1531528216-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.038s {{(pid=94175) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 11:33:16.827169 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cf2b0350-39eb-440d-81bc-d94a2f3865c8 tempest-PortsTestJSON-2085221018 tempest-PortsTestJSON-2085221018-project] Checking segment: {'id': '93ac6be4-5f23-4075-9bf4-9cacfb009c9a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 405, 'network_id': 'd85cfa3d-97a7-4683-b568-8e4a9da8aa25'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94175) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 23 11:33:16.827542 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cf2b0350-39eb-440d-81bc-d94a2f3865c8 tempest-PortsTestJSON-2085221018 tempest-PortsTestJSON-2085221018-project] Network hostable DHCP agents. Network: d85cfa3d-97a7-4683-b568-8e4a9da8aa25, hostable agents: ['8cf29b10-0e57-4131-816f-a4b6ad00b249'], hosted agents: [] {{(pid=94175) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 23 11:33:16.831426 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.db.db_base_plugin_v2 [None req-81d44fde-56b4-47fb-ab5d-7cc3ad90789a tempest-RoutersNegativeTest-1531528216 tempest-RoutersNegativeTest-1531528216-project] Deleting subnet be3ce504-4275-4202-bb9e-0c2f772f98b1 {{(pid=94174) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jun 23 11:33:16.839781 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron_lib.callbacks.manager [None req-81d44fde-56b4-47fb-ab5d-7cc3ad90789a tempest-RoutersNegativeTest-1531528216 tempest-RoutersNegativeTest-1531528216-project] Notify callbacks [] for subnet, before_delete {{(pid=94174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:33:16.845152 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron_lib.callbacks.manager [None req-96d99250-14ae-44c7-aa5e-6c9c7da5474f tempest-BulkNetworkOpsTest-447796090 tempest-BulkNetworkOpsTest-447796090-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866062', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5195999', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4294259'] for subnet, after_create {{(pid=94174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:33:16.862341 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.scheduler.base_scheduler [None req-1d57cb07-0e22-406c-9fc0-45b3829e68e2 tempest-RoutersNegativeIpV6Test-1628881962 tempest-RoutersNegativeIpV6Test-1628881962-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-601336-94-hyperv, b04cfd8d-f3c9-4845-aa79-eaf5d5ae37e5) {{(pid=94175) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 23 11:33:16.866833 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1d57cb07-0e22-406c-9fc0-45b3829e68e2 tempest-RoutersNegativeIpV6Test-1628881962 tempest-RoutersNegativeIpV6Test-1628881962-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 11:33:16.867662 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron_lib.callbacks.manager [None req-1d57cb07-0e22-406c-9fc0-45b3829e68e2 tempest-RoutersNegativeIpV6Test-1628881962 tempest-RoutersNegativeIpV6Test-1628881962-project] Notify callbacks [] for subnet, before_response {{(pid=94175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:33:16.884702 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG oslo_concurrency.lockutils [None req-e2af1856-6fc0-4e99-a992-072e300480a1 tempest-NetworksTestDHCPv6-162546708 tempest-NetworksTestDHCPv6-162546708-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94174) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 11:33:16.885969 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2cd1f67a-4c8f-4452-a847-5a2caa712ce5 None None] Network b04cfd8d-f3c9-4845-aa79-eaf5d5ae37e5 requested from dv-neutron-601336-94-hyperv {{(pid=94176) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 23 11:33:16.930405 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron_lib.callbacks.manager [None req-81d44fde-56b4-47fb-ab5d-7cc3ad90789a tempest-RoutersNegativeTest-1531528216 tempest-RoutersNegativeTest-1531528216-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4800256'] for subnet, precommit_delete_associations {{(pid=94174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:33:16.935969 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.notifiers.nova [None req-9a0c2cae-3df2-4287-bd6a-70d13ffd7ed7 tempest-NetworksTestDHCPv6-162546708 tempest-NetworksTestDHCPv6-162546708-project] device_id is not set on port 80771ebd-430b-406f-8cef-9348e17d97c4 yet. {{(pid=94174) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jun 23 11:33:16.971135 dv-neutron-601336-94-hyperv neutron-server[94175]: INFO neutron.wsgi [None req-1d57cb07-0e22-406c-9fc0-45b3829e68e2 tempest-RoutersNegativeIpV6Test-1628881962 tempest-RoutersNegativeIpV6Test-1628881962-project] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 830 time: 2.0138290 Jun 23 11:33:16.972663 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.wsgi [-] (94175) accepted ('10.222.0.20', 38958) {{(pid=94175) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 11:33:16.979937 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.api.v2.base [None req-dea98dd2-6024-472b-89d3-61c491d33fa1 tempest-RoutersNegativeIpV6Test-1628881962 tempest-RoutersNegativeIpV6Test-1628881962-project] Request body: {'router': {'external_gateway_info': {'network_id': 'b04cfd8d-f3c9-4845-aa79-eaf5d5ae37e5'}}} {{(pid=94175) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 23 11:33:16.985802 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cf2b0350-39eb-440d-81bc-d94a2f3865c8 tempest-PortsTestJSON-2085221018 tempest-PortsTestJSON-2085221018-project] Network d85cfa3d-97a7-4683-b568-8e4a9da8aa25 is scheduled to be hosted by DHCP agent 8cf29b10-0e57-4131-816f-a4b6ad00b249 with binding_index 1 {{(pid=94175) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 23 11:33:17.041590 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96d99250-14ae-44c7-aa5e-6c9c7da5474f tempest-BulkNetworkOpsTest-447796090 tempest-BulkNetworkOpsTest-447796090-project] Pushing event updated for resources: {'Subnet': ['ID=2bb89b08-551b-4455-8160-41081de9f0b5,revision_number=0']} {{(pid=94174) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 11:33:17.055433 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG oslo_concurrency.lockutils [None req-96d99250-14ae-44c7-aa5e-6c9c7da5474f tempest-BulkNetworkOpsTest-447796090 tempest-BulkNetworkOpsTest-447796090-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.170s {{(pid=94174) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 11:33:17.061561 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.scheduler.base_scheduler [None req-cf2b0350-39eb-440d-81bc-d94a2f3865c8 tempest-PortsTestJSON-2085221018 tempest-PortsTestJSON-2085221018-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-601336-94-hyperv, d85cfa3d-97a7-4683-b568-8e4a9da8aa25) {{(pid=94175) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 23 11:33:17.066927 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cf2b0350-39eb-440d-81bc-d94a2f3865c8 tempest-PortsTestJSON-2085221018 tempest-PortsTestJSON-2085221018-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 11:33:17.066927 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron_lib.callbacks.manager [None req-cf2b0350-39eb-440d-81bc-d94a2f3865c8 tempest-PortsTestJSON-2085221018 tempest-PortsTestJSON-2085221018-project] Notify callbacks [] for subnet, before_response {{(pid=94175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:33:17.069145 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-96d99250-14ae-44c7-aa5e-6c9c7da5474f tempest-BulkNetworkOpsTest-447796090 tempest-BulkNetworkOpsTest-447796090-project] Checking segment: {'id': '2b853d9d-4358-44a3-bbd3-3c5149fe5cb8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 417, 'network_id': 'ac5069cf-09cf-426f-84af-fd0411aa3923'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94174) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 23 11:33:17.069421 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-96d99250-14ae-44c7-aa5e-6c9c7da5474f tempest-BulkNetworkOpsTest-447796090 tempest-BulkNetworkOpsTest-447796090-project] Network hostable DHCP agents. Network: ac5069cf-09cf-426f-84af-fd0411aa3923, hostable agents: ['8cf29b10-0e57-4131-816f-a4b6ad00b249'], hosted agents: [] {{(pid=94174) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 23 11:33:17.090494 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron_lib.callbacks.manager [None req-777ea7d0-43bd-4b8e-8090-512d5bb6b43f tempest-AllowedAddressPairTestJSON-1962660266 tempest-AllowedAddressPairTestJSON-1962660266-project] Notify callbacks [] for port, precommit_update {{(pid=94175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:33:17.092411 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cf03b8a7-8e8c-47a9-b60f-8fe39cf31d73 None None] Network d85cfa3d-97a7-4683-b568-8e4a9da8aa25 requested from dv-neutron-601336-94-hyperv {{(pid=94176) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 23 11:33:17.117560 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron_lib.callbacks.manager [None req-81d44fde-56b4-47fb-ab5d-7cc3ad90789a tempest-RoutersNegativeTest-1531528216 tempest-RoutersNegativeTest-1531528216-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-897634'] for subnet, precommit_delete {{(pid=94174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:33:17.162878 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron_lib.callbacks.manager [None req-777ea7d0-43bd-4b8e-8090-512d5bb6b43f tempest-AllowedAddressPairTestJSON-1962660266 tempest-AllowedAddressPairTestJSON-1962660266-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-922904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866062', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773700135042', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773699642233', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773699642278', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5082471'] for port, after_update {{(pid=94175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:33:17.166709 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG oslo_concurrency.lockutils [None req-5a621c67-93cc-4c14-bbd2-cd40aefbe806 tempest-RoutersAdminTest-1733287776 tempest-RoutersAdminTest-1733287776-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94175) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 11:33:17.187553 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-96d99250-14ae-44c7-aa5e-6c9c7da5474f tempest-BulkNetworkOpsTest-447796090 tempest-BulkNetworkOpsTest-447796090-project] Network ac5069cf-09cf-426f-84af-fd0411aa3923 is scheduled to be hosted by DHCP agent 8cf29b10-0e57-4131-816f-a4b6ad00b249 with binding_index 1 {{(pid=94174) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 23 11:33:17.237970 dv-neutron-601336-94-hyperv neutron-server[94175]: INFO neutron.wsgi [None req-cf2b0350-39eb-440d-81bc-d94a2f3865c8 tempest-PortsTestJSON-2085221018 tempest-PortsTestJSON-2085221018-project] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.9221838 Jun 23 11:33:17.238591 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.plugins.ml2.db [None req-08c3ec8e-0383-4900-9415-724b885033f8 None None] For port b2b29dee-81f7-440b-a241-1dad6c1dfc99, host dv-neutron-601336-94-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-94-hyperv',level=0,port_id=b2b29dee-81f7-440b-a241-1dad6c1dfc99,segment=NetworkSegment(6303a411-6e70-4139-a530-9ee4cf8ba843),segment_id=6303a411-6e70-4139-a530-9ee4cf8ba843)] {{(pid=94176) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 23 11:33:17.238981 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.wsgi [-] (94174) accepted ('10.222.0.20', 38960) {{(pid=94174) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 11:33:17.252810 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.api.v2.base [None req-931b2b14-a665-44e9-be04-8dd37d3c9431 tempest-PortsTestJSON-2085221018 tempest-PortsTestJSON-2085221018-project] Request body: {'port': {'network_id': 'd85cfa3d-97a7-4683-b568-8e4a9da8aa25', 'name': 'tempest-PortsTestJSON-2104434815'}} {{(pid=94174) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 23 11:33:17.293087 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-777ea7d0-43bd-4b8e-8090-512d5bb6b43f tempest-AllowedAddressPairTestJSON-1962660266 tempest-AllowedAddressPairTestJSON-1962660266-project] Pushing event updated for resources: {'Port': ['ID=0b062638-a194-4afb-8f20-882ac014492e,revision_number=2']} {{(pid=94175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 11:33:17.297941 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.scheduler.base_scheduler [None req-96d99250-14ae-44c7-aa5e-6c9c7da5474f tempest-BulkNetworkOpsTest-447796090 tempest-BulkNetworkOpsTest-447796090-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-601336-94-hyperv, ac5069cf-09cf-426f-84af-fd0411aa3923) {{(pid=94174) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 23 11:33:17.311815 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron_lib.callbacks.manager [None req-96d99250-14ae-44c7-aa5e-6c9c7da5474f tempest-BulkNetworkOpsTest-447796090 tempest-BulkNetworkOpsTest-447796090-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866062', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5195999', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4294259'] for subnet, after_create {{(pid=94174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:33:17.314867 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron_lib.callbacks.manager [None req-81d44fde-56b4-47fb-ab5d-7cc3ad90789a tempest-RoutersNegativeTest-1531528216 tempest-RoutersNegativeTest-1531528216-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-897627', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866062', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5195932', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4294216'] for subnet, after_delete {{(pid=94174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:33:17.320188 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG oslo_concurrency.lockutils [None req-d0a74f8e-fae8-4ac8-b5b2-3210f4b34f13 tempest-BulkNetworkOpsIpV6Test-986121801 tempest-BulkNetworkOpsIpV6Test-986121801-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94174) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 11:33:17.322697 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b389c0d0-f7c1-43cd-919f-287a3a354e4b None None] Network ac5069cf-09cf-426f-84af-fd0411aa3923 requested from dv-neutron-601336-94-hyperv {{(pid=94176) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 23 11:33:17.329464 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron_lib.callbacks.manager [None req-08c3ec8e-0383-4900-9415-724b885033f8 None None] Notify callbacks [] for port, precommit_update {{(pid=94176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:33:17.365928 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron_lib.callbacks.manager [None req-dea98dd2-6024-472b-89d3-61c491d33fa1 tempest-RoutersNegativeIpV6Test-1628881962 tempest-RoutersNegativeIpV6Test-1628881962-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-524104', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-520389', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-32276'] for router, precommit_update {{(pid=94175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:33:17.380547 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.plugins.ml2.plugin [None req-777ea7d0-43bd-4b8e-8090-512d5bb6b43f tempest-AllowedAddressPairTestJSON-1962660266 tempest-AllowedAddressPairTestJSON-1962660266-project] In _notify_port_updated(), no bound segment for port 0b062638-a194-4afb-8f20-882ac014492e on network 6a6c8949-9850-44f7-bca7-3fd76c05cabf {{(pid=94175) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:876}} Jun 23 11:33:17.382054 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron_lib.callbacks.manager [None req-81d44fde-56b4-47fb-ab5d-7cc3ad90789a tempest-RoutersNegativeTest-1531528216 tempest-RoutersNegativeTest-1531528216-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7865916'] for subnet, before_response {{(pid=94174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:33:17.390304 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-777ea7d0-43bd-4b8e-8090-512d5bb6b43f tempest-AllowedAddressPairTestJSON-1962660266 tempest-AllowedAddressPairTestJSON-1962660266-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 11:33:17.390463 dv-neutron-601336-94-hyperv neutron-server[94174]: INFO neutron.wsgi [None req-81d44fde-56b4-47fb-ab5d-7cc3ad90789a tempest-RoutersNegativeTest-1531528216 tempest-RoutersNegativeTest-1531528216-project] 10.222.0.20 "DELETE /v2.0/subnets/be3ce504-4275-4202-bb9e-0c2f772f98b1 HTTP/1.1" status: 204 len: 168 time: 0.6539192 Jun 23 11:33:17.390562 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron_lib.callbacks.manager [None req-777ea7d0-43bd-4b8e-8090-512d5bb6b43f tempest-AllowedAddressPairTestJSON-1962660266 tempest-AllowedAddressPairTestJSON-1962660266-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-217507'] for port, before_response {{(pid=94175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:33:17.390562 dv-neutron-601336-94-hyperv neutron-server[94175]: INFO neutron.wsgi [None req-777ea7d0-43bd-4b8e-8090-512d5bb6b43f tempest-AllowedAddressPairTestJSON-1962660266 tempest-AllowedAddressPairTestJSON-1962660266-project] 10.222.0.20 "PUT /v2.0/ports/0b062638-a194-4afb-8f20-882ac014492e HTTP/1.1" status: 200 len: 1083 time: 1.1282082 Jun 23 11:33:17.391021 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.wsgi [-] (94175) accepted ('10.222.0.20', 38962) {{(pid=94175) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 11:33:17.392204 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG oslo_concurrency.lockutils [None req-777ea7d0-43bd-4b8e-8090-512d5bb6b43f tempest-AllowedAddressPairTestJSON-1962660266 tempest-AllowedAddressPairTestJSON-1962660266-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.226s {{(pid=94175) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 11:33:17.398356 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.wsgi [-] (94174) accepted ('10.222.0.20', 38964) {{(pid=94174) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 11:33:17.425983 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4bde75eb-3249-44c7-8881-12bbcf4f2a64 None None] Network e8ee6fca-c31d-4c6b-9908-888c79fac63c requested from dv-neutron-601336-94-hyperv {{(pid=94176) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 23 11:33:17.465084 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.db.provisioning_blocks [None req-08c3ec8e-0383-4900-9415-724b885033f8 None None] Transition to ACTIVE for port object b2b29dee-81f7-440b-a241-1dad6c1dfc99 will not be triggered until provisioned by entity DHCP. {{(pid=94176) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 23 11:33:17.467476 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9a51d0c4-0c3a-452d-b7e3-1f5a1b6f3b29 None None] DHCP port deletion for 74761b13-522f-4ff1-a122-43eeb589602c request from dv-neutron-601336-94-hyperv {{(pid=94176) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jun 23 11:33:17.496769 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96d99250-14ae-44c7-aa5e-6c9c7da5474f tempest-BulkNetworkOpsTest-447796090 tempest-BulkNetworkOpsTest-447796090-project] Pushing event updated for resources: {'Subnet': ['ID=5e74135c-6e20-4153-87e8-a229c8e982ae,revision_number=0']} {{(pid=94174) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 11:33:17.511868 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron_lib.callbacks.manager [None req-ab56cef7-65e4-4ee8-842c-444349779721 tempest-RoutersNegativeTest-1531528216 tempest-RoutersNegativeTest-1531528216-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-824874'] for network, before_delete {{(pid=94175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:33:17.513472 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ebcba1f7-784c-41a1-88e0-480083598631 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1e0d828a-1fa4-563d-b7fd-53adf66a04ee-d85cfa3d-97a7-4683-b568-8e4a9da8aa25', 'network_id': 'd85cfa3d-97a7-4683-b568-8e4a9da8aa25', 'tenant_id': '9e5461dd76964a018bba022fe5f7a0f1', 'fixed_ips': [{'subnet_id': 'd6526bd9-dba8-4b98-abd6-fde27d04c267'}]}} from dv-neutron-601336-94-hyperv. {{(pid=94176) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 23 11:33:17.514406 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron_lib.callbacks.manager [None req-ebcba1f7-784c-41a1-88e0-480083598631 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-923104'] for port, before_create {{(pid=94176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:33:17.551805 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81d44fde-56b4-47fb-ab5d-7cc3ad90789a tempest-RoutersNegativeTest-1531528216 tempest-RoutersNegativeTest-1531528216-project] Pushing event deleted for resources: {'Subnet': ['ID=be3ce504-4275-4202-bb9e-0c2f772f98b1,revision_number=None']} {{(pid=94174) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 11:33:17.554226 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-96d99250-14ae-44c7-aa5e-6c9c7da5474f tempest-BulkNetworkOpsTest-447796090 tempest-BulkNetworkOpsTest-447796090-project] Checking segment: {'id': '769ec9d2-9811-4877-b44d-0743a1e82f26', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 404, 'network_id': '8d3cb0e3-5870-44e4-95c0-1c9de58a0806'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94174) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 23 11:33:17.554602 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-96d99250-14ae-44c7-aa5e-6c9c7da5474f tempest-BulkNetworkOpsTest-447796090 tempest-BulkNetworkOpsTest-447796090-project] Network hostable DHCP agents. Network: 8d3cb0e3-5870-44e4-95c0-1c9de58a0806, hostable agents: ['8cf29b10-0e57-4131-816f-a4b6ad00b249'], hosted agents: [] {{(pid=94174) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 23 11:33:17.556932 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG oslo_concurrency.lockutils [None req-81d44fde-56b4-47fb-ab5d-7cc3ad90789a tempest-RoutersNegativeTest-1531528216 tempest-RoutersNegativeTest-1531528216-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.237s {{(pid=94174) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 11:33:17.557745 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG oslo_concurrency.lockutils [None req-2ce87340-a0a6-43a5-94b7-ce2af10714cd tempest-NetworksTestDHCPv6-162546708 tempest-NetworksTestDHCPv6-162546708-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.234s {{(pid=94174) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 11:33:17.558131 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG oslo_concurrency.lockutils [None req-2ce87340-a0a6-43a5-94b7-ce2af10714cd tempest-NetworksTestDHCPv6-162546708 tempest-NetworksTestDHCPv6-162546708-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.000s {{(pid=94174) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 11:33:17.593103 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron_lib.callbacks.manager [None req-08c3ec8e-0383-4900-9415-724b885033f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-922904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866062', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773700135042', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773699642233', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773699642278'] for port, after_update {{(pid=94176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:33:17.602959 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG oslo_concurrency.lockutils [None req-4c7cf750-75b3-4ebd-8d00-be742c688b08 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 11:33:17.617710 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fccb71d7-a3ee-408e-af9c-88d8a51bd856 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1e0d828a-1fa4-563d-b7fd-53adf66a04ee-b04cfd8d-f3c9-4845-aa79-eaf5d5ae37e5', 'network_id': 'b04cfd8d-f3c9-4845-aa79-eaf5d5ae37e5', 'tenant_id': '82c51a8a2e054769b0c98a77cf1b7153', 'fixed_ips': [{'subnet_id': '28cf6e91-850b-4b7e-976b-aff0fb1a0b38'}]}} from dv-neutron-601336-94-hyperv. {{(pid=94176) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 23 11:33:17.618611 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron_lib.callbacks.manager [None req-fccb71d7-a3ee-408e-af9c-88d8a51bd856 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-923104'] for port, before_create {{(pid=94176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:33:17.645924 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.plugins.ml2.plugin [None req-ab56cef7-65e4-4ee8-842c-444349779721 tempest-RoutersNegativeTest-1531528216 tempest-RoutersNegativeTest-1531528216-project] Deleting port 6996ebc7-6f79-4066-86a1-3d11c4834846 {{(pid=94175) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1913}} Jun 23 11:33:17.646255 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron_lib.callbacks.manager [None req-ab56cef7-65e4-4ee8-842c-444349779721 tempest-RoutersNegativeTest-1531528216 tempest-RoutersNegativeTest-1531528216-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773700079324'] for port, before_delete {{(pid=94175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:33:17.658468 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-931b2b14-a665-44e9-be04-8dd37d3c9431 tempest-PortsTestJSON-2085221018 tempest-PortsTestJSON-2085221018-project] Made reservation on behalf of 9e5461dd76964a018bba022fe5f7a0f1 for: {'port': 1} {{(pid=94174) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 23 11:33:17.662810 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron_lib.callbacks.manager [None req-931b2b14-a665-44e9-be04-8dd37d3c9431 tempest-PortsTestJSON-2085221018 tempest-PortsTestJSON-2085221018-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-923104'] for port, before_create {{(pid=94174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:33:17.721592 dv-neutron-601336-94-hyperv neutron-server[94175]: INFO neutron.api.v2.resource [None req-dea98dd2-6024-472b-89d3-61c491d33fa1 tempest-RoutersNegativeIpV6Test-1628881962 tempest-RoutersNegativeIpV6Test-1628881962-project] update failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jun 23 11:33:17.726773 dv-neutron-601336-94-hyperv neutron-server[94175]: INFO neutron.wsgi [None req-dea98dd2-6024-472b-89d3-61c491d33fa1 tempest-RoutersNegativeIpV6Test-1628881962 tempest-RoutersNegativeIpV6Test-1628881962-project] 10.222.0.20 "PUT /v2.0/routers/177dc9cb-62af-46b2-b17a-0e63fc73dee2 HTTP/1.1" status: 400 len: 364 time: 0.7529066 Jun 23 11:33:17.729063 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.wsgi [-] (94175) accepted ('10.222.0.20', 38966) {{(pid=94175) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 11:33:17.739744 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.notifiers.nova [None req-931b2b14-a665-44e9-be04-8dd37d3c9431 tempest-PortsTestJSON-2085221018 tempest-PortsTestJSON-2085221018-project] device_id is not set on port 6df3f831-5132-45d0-baa1-3a8d01875edc yet. {{(pid=94174) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jun 23 11:33:17.740278 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.plugins.ml2.db [None req-ab56cef7-65e4-4ee8-842c-444349779721 tempest-RoutersNegativeTest-1531528216 tempest-RoutersNegativeTest-1531528216-project] For port 6996ebc7-6f79-4066-86a1-3d11c4834846, host dv-neutron-601336-94-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-94-hyperv',level=0,port_id=6996ebc7-6f79-4066-86a1-3d11c4834846,segment=NetworkSegment(43488563-e679-46e8-bfe2-4399a9389284),segment_id=43488563-e679-46e8-bfe2-4399a9389284)] {{(pid=94175) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 23 11:33:17.740646 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron_lib.callbacks.manager [None req-ab56cef7-65e4-4ee8-842c-444349779721 tempest-RoutersNegativeTest-1531528216 tempest-RoutersNegativeTest-1531528216-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-430722'] for port, precommit_delete {{(pid=94175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:33:17.803355 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.plugins.ml2.plugin [None req-7805e3f3-3db4-45b0-8603-ba871b080609 tempest-AllowedAddressPairTestJSON-1962660266 tempest-AllowedAddressPairTestJSON-1962660266-project] Deleting port 0b062638-a194-4afb-8f20-882ac014492e {{(pid=94174) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1913}} Jun 23 11:33:17.803666 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron_lib.callbacks.manager [None req-7805e3f3-3db4-45b0-8603-ba871b080609 tempest-AllowedAddressPairTestJSON-1962660266 tempest-AllowedAddressPairTestJSON-1962660266-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773700079324'] for port, before_delete {{(pid=94174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:33:17.806171 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-96d99250-14ae-44c7-aa5e-6c9c7da5474f tempest-BulkNetworkOpsTest-447796090 tempest-BulkNetworkOpsTest-447796090-project] Network 8d3cb0e3-5870-44e4-95c0-1c9de58a0806 is scheduled to be hosted by DHCP agent 8cf29b10-0e57-4131-816f-a4b6ad00b249 with binding_index 1 {{(pid=94174) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 23 11:33:17.813054 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.plugins.ml2.plugin [None req-ab56cef7-65e4-4ee8-842c-444349779721 tempest-RoutersNegativeTest-1531528216 tempest-RoutersNegativeTest-1531528216-project] Calling delete_port for 6996ebc7-6f79-4066-86a1-3d11c4834846 owned by network:dhcp {{(pid=94175) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1986}} Jun 23 11:33:17.868725 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.db.provisioning_blocks [None req-df34a699-9749-466b-af2b-1a9f95442647 None None] Provisioning complete for port 0b062638-a194-4afb-8f20-882ac014492e triggered by entity DHCP. {{(pid=94176) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 23 11:33:17.869111 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron_lib.callbacks.manager [None req-df34a699-9749-466b-af2b-1a9f95442647 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-899258'] for port, provisioning_complete {{(pid=94176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:33:17.892040 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.plugins.ml2.rpc [None req-dc7542b2-afef-47f4-a763-e3a3cba144be None None] Device b2b29dee-81f7-440b-a241-1dad6c1dfc99 up at agent ovs-agent-dv-neutron-601336-94-hyperv {{(pid=94176) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:298}} Jun 23 11:33:17.986348 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.db.db_base_plugin_common [None req-ebcba1f7-784c-41a1-88e0-480083598631 None None] Allocated IP 172.20.0.2 (d85cfa3d-97a7-4683-b568-8e4a9da8aa25/d6526bd9-dba8-4b98-abd6-fde27d04c267/7e92a820-029c-4e20-84fb-999b81fc12e0) {{(pid=94176) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 23 11:33:18.128991 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron_lib.callbacks.manager [None req-0947f631-8754-4f2f-a7e3-6d83f0431f7c tempest-RoutersNegativeIpV6Test-1628881962 tempest-RoutersNegativeIpV6Test-1628881962-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-923104'] for port, before_create {{(pid=94175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:33:18.257375 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08c3ec8e-0383-4900-9415-724b885033f8 None None] Pushing event updated for resources: {'Port': ['ID=b2b29dee-81f7-440b-a241-1dad6c1dfc99,revision_number=4']} {{(pid=94176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 11:33:18.259013 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.db.db_base_plugin_common [None req-9a0c2cae-3df2-4287-bd6a-70d13ffd7ed7 tempest-NetworksTestDHCPv6-162546708 tempest-NetworksTestDHCPv6-162546708-project] Allocated IP 2001:db8:0:1::369 (f53f535d-bce4-4da8-9bd9-396677ff4e83/8d6a50e6-9212-4018-a840-b11fe640e353/80771ebd-430b-406f-8cef-9348e17d97c4) {{(pid=94174) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 23 11:33:18.265319 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.scheduler.base_scheduler [None req-96d99250-14ae-44c7-aa5e-6c9c7da5474f tempest-BulkNetworkOpsTest-447796090 tempest-BulkNetworkOpsTest-447796090-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-601336-94-hyperv, 8d3cb0e3-5870-44e4-95c0-1c9de58a0806) {{(pid=94174) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 23 11:33:18.271010 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG oslo_concurrency.lockutils [None req-08c3ec8e-0383-4900-9415-724b885033f8 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.669s {{(pid=94176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 11:33:18.280727 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.db.db_base_plugin_common [None req-9a0c2cae-3df2-4287-bd6a-70d13ffd7ed7 tempest-NetworksTestDHCPv6-162546708 tempest-NetworksTestDHCPv6-162546708-project] Allocated IP 2001:db8::f816:3eff:feab:f1ff (f53f535d-bce4-4da8-9bd9-396677ff4e83/fb40600f-4c00-4e35-8b0e-dea56a134ae1/80771ebd-430b-406f-8cef-9348e17d97c4) {{(pid=94174) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 23 11:33:18.287344 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-96d99250-14ae-44c7-aa5e-6c9c7da5474f tempest-BulkNetworkOpsTest-447796090 tempest-BulkNetworkOpsTest-447796090-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94174) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 11:33:18.287825 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-96d99250-14ae-44c7-aa5e-6c9c7da5474f tempest-BulkNetworkOpsTest-447796090 tempest-BulkNetworkOpsTest-447796090-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94174) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 11:33:18.288454 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron_lib.callbacks.manager [None req-96d99250-14ae-44c7-aa5e-6c9c7da5474f tempest-BulkNetworkOpsTest-447796090 tempest-BulkNetworkOpsTest-447796090-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7865916'] for subnet, before_response {{(pid=94174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:33:18.292969 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-92c4190a-078a-4cfd-93fa-5d7c3d8589d6 None None] Network 8d3cb0e3-5870-44e4-95c0-1c9de58a0806 requested from dv-neutron-601336-94-hyperv {{(pid=94176) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 23 11:33:18.293173 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron_lib.callbacks.manager [None req-ab56cef7-65e4-4ee8-842c-444349779721 tempest-RoutersNegativeTest-1531528216 tempest-RoutersNegativeTest-1531528216-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-922904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866062', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773700135024', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773699642224', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5082448'] for port, after_delete {{(pid=94175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:33:18.299146 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG oslo_concurrency.lockutils [None req-df172bad-fb15-4adb-9441-181f3341a8c0 tempest-PortsTestJSON-2085221018 tempest-PortsTestJSON-2085221018-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94175) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 11:33:18.350365 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab56cef7-65e4-4ee8-842c-444349779721 tempest-RoutersNegativeTest-1531528216 tempest-RoutersNegativeTest-1531528216-project] Pushing event deleted for resources: {'Port': ['ID=6996ebc7-6f79-4066-86a1-3d11c4834846,revision_number=None']} {{(pid=94175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 11:33:18.356875 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ab56cef7-65e4-4ee8-842c-444349779721 tempest-RoutersNegativeTest-1531528216 tempest-RoutersNegativeTest-1531528216-project] No DVR routers for this DVR port 6996ebc7-6f79-4066-86a1-3d11c4834846 on host dv-neutron-601336-94-hyperv {{(pid=94175) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 23 11:33:18.365868 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG oslo_concurrency.lockutils [None req-ab56cef7-65e4-4ee8-842c-444349779721 tempest-RoutersNegativeTest-1531528216 tempest-RoutersNegativeTest-1531528216-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.067s {{(pid=94175) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 11:33:18.369046 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron_lib.callbacks.manager [None req-7805e3f3-3db4-45b0-8603-ba871b080609 tempest-AllowedAddressPairTestJSON-1962660266 tempest-AllowedAddressPairTestJSON-1962660266-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-430722'] for port, precommit_delete {{(pid=94174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:33:18.373505 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.plugins.ml2.plugin [None req-9a51d0c4-0c3a-452d-b7e3-1f5a1b6f3b29 None None] Deleting port 6996ebc7-6f79-4066-86a1-3d11c4834846 {{(pid=94176) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1913}} Jun 23 11:33:18.374037 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron_lib.callbacks.manager [None req-9a51d0c4-0c3a-452d-b7e3-1f5a1b6f3b29 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773700079324'] for port, before_delete {{(pid=94176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:33:18.392313 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.plugins.ml2.plugin [None req-7805e3f3-3db4-45b0-8603-ba871b080609 tempest-AllowedAddressPairTestJSON-1962660266 tempest-AllowedAddressPairTestJSON-1962660266-project] Calling delete_port for 0b062638-a194-4afb-8f20-882ac014492e owned by {{(pid=94174) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1986}} Jun 23 11:33:18.420247 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron_lib.callbacks.manager [None req-ebcba1f7-784c-41a1-88e0-480083598631 None None] Notify callbacks [] for port, precommit_create {{(pid=94176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:33:18.435559 dv-neutron-601336-94-hyperv neutron-server[94174]: INFO neutron.wsgi [None req-96d99250-14ae-44c7-aa5e-6c9c7da5474f tempest-BulkNetworkOpsTest-447796090 tempest-BulkNetworkOpsTest-447796090-project] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 1426 time: 2.7185788 Jun 23 11:33:18.440759 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.wsgi [-] (94174) accepted ('10.222.0.20', 38970) {{(pid=94174) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 11:33:18.502881 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-533c9497-75c1-4b54-af02-21f13141dc24 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1e0d828a-1fa4-563d-b7fd-53adf66a04ee-ac5069cf-09cf-426f-84af-fd0411aa3923', 'network_id': 'ac5069cf-09cf-426f-84af-fd0411aa3923', 'tenant_id': '55ea178908f9451e95a34ef8a97f34a7', 'fixed_ips': [{'subnet_id': '2bb89b08-551b-4455-8160-41081de9f0b5'}]}} from dv-neutron-601336-94-hyperv. {{(pid=94176) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 23 11:33:18.504387 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron_lib.callbacks.manager [None req-533c9497-75c1-4b54-af02-21f13141dc24 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-923104'] for port, before_create {{(pid=94176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:33:18.514207 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron_lib.callbacks.manager [None req-ab56cef7-65e4-4ee8-842c-444349779721 tempest-RoutersNegativeTest-1531528216 tempest-RoutersNegativeTest-1531528216-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-897259', 'neutron.services.segments.db._delete_segments_for_network-8773700168587'] for network, precommit_delete {{(pid=94175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:33:18.514883 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.plugins.ml2.plugin [None req-df34a699-9749-466b-af2b-1a9f95442647 None None] Port 0b062638-a194-4afb-8f20-882ac014492e cannot update to ACTIVE because it is not bound. {{(pid=94176) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jun 23 11:33:18.517826 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.db.provisioning_blocks [None req-ebcba1f7-784c-41a1-88e0-480083598631 None None] Transition to ACTIVE for port object 7e92a820-029c-4e20-84fb-999b81fc12e0 will not be triggered until provisioned by entity L2. {{(pid=94176) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 23 11:33:18.553385 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-580f0365-2a5b-43af-a7fa-20367231f5c3 tempest-BulkNetworkOpsTest-447796090 tempest-BulkNetworkOpsTest-447796090-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94174) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 11:33:18.554901 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-580f0365-2a5b-43af-a7fa-20367231f5c3 tempest-BulkNetworkOpsTest-447796090 tempest-BulkNetworkOpsTest-447796090-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94174) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 11:33:18.556593 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-580f0365-2a5b-43af-a7fa-20367231f5c3 tempest-BulkNetworkOpsTest-447796090 tempest-BulkNetworkOpsTest-447796090-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94174) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 11:33:18.562079 dv-neutron-601336-94-hyperv neutron-server[94174]: INFO neutron.wsgi [None req-580f0365-2a5b-43af-a7fa-20367231f5c3 tempest-BulkNetworkOpsTest-447796090 tempest-BulkNetworkOpsTest-447796090-project] 10.222.0.20 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2052 time: 0.1149378 Jun 23 11:33:18.562825 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.wsgi [-] (94175) accepted ('10.222.0.20', 38972) {{(pid=94175) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 11:33:18.606729 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.plugins.ml2.db [None req-9a51d0c4-0c3a-452d-b7e3-1f5a1b6f3b29 None None] For port 6996ebc7-6f79-4066-86a1-3d11c4834846, host dv-neutron-601336-94-hyperv, got binding levels [] {{(pid=94176) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 23 11:33:18.607057 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron_lib.callbacks.manager [None req-9a51d0c4-0c3a-452d-b7e3-1f5a1b6f3b29 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-430722'] for port, precommit_delete {{(pid=94176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:33:18.614623 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.db.provisioning_blocks [None req-ebcba1f7-784c-41a1-88e0-480083598631 None None] Transition to ACTIVE for port object 7e92a820-029c-4e20-84fb-999b81fc12e0 will not be triggered until provisioned by entity DHCP. {{(pid=94176) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 23 11:33:18.620647 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.db.db_base_plugin_common [None req-fccb71d7-a3ee-408e-af9c-88d8a51bd856 None None] Allocated IP 2001:db8:1::2 (b04cfd8d-f3c9-4845-aa79-eaf5d5ae37e5/28cf6e91-850b-4b7e-976b-aff0fb1a0b38/2f2cbdcf-987b-451f-b330-6e77e4de6378) {{(pid=94176) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 23 11:33:18.652871 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.plugins.ml2.plugin [None req-9a51d0c4-0c3a-452d-b7e3-1f5a1b6f3b29 None None] Calling delete_port for 6996ebc7-6f79-4066-86a1-3d11c4834846 owned by network:dhcp {{(pid=94176) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1986}} Jun 23 11:33:18.701845 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.db.ipam_backend_mixin [None req-9a51d0c4-0c3a-452d-b7e3-1f5a1b6f3b29 None None] Port 6996ebc7-6f79-4066-86a1-3d11c4834846 was not found and therefore no delete operation was performed {{(pid=94176) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Jun 23 11:33:18.718078 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron_lib.callbacks.manager [None req-9a51d0c4-0c3a-452d-b7e3-1f5a1b6f3b29 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-922904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866062', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773700135024', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773699642224'] for port, after_delete {{(pid=94176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:33:18.721079 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron_lib.callbacks.manager [None req-9a0c2cae-3df2-4287-bd6a-70d13ffd7ed7 tempest-NetworksTestDHCPv6-162546708 tempest-NetworksTestDHCPv6-162546708-project] Notify callbacks [] for port, precommit_create {{(pid=94174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:33:18.724170 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG oslo_concurrency.lockutils [None req-dc7542b2-afef-47f4-a763-e3a3cba144be None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 11:33:18.821422 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron_lib.callbacks.manager [None req-ebcba1f7-784c-41a1-88e0-480083598631 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-922915', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-239814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7866073', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773699642215'] for port, after_create {{(pid=94176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:33:18.824444 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.db.provisioning_blocks [None req-9a0c2cae-3df2-4287-bd6a-70d13ffd7ed7 tempest-NetworksTestDHCPv6-162546708 tempest-NetworksTestDHCPv6-162546708-project] Transition to ACTIVE for port object 80771ebd-430b-406f-8cef-9348e17d97c4 will not be triggered until provisioned by entity DHCP. {{(pid=94174) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 23 11:33:18.830729 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron_lib.callbacks.manager [None req-7805e3f3-3db4-45b0-8603-ba871b080609 tempest-AllowedAddressPairTestJSON-1962660266 tempest-AllowedAddressPairTestJSON-1962660266-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-922904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866062', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773700135024', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773699642224', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5196390'] for port, after_delete {{(pid=94174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:33:18.831853 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.plugins.ml2.rpc [None req-dc7542b2-afef-47f4-a763-e3a3cba144be None None] Device 6996ebc7-6f79-4066-86a1-3d11c4834846 no longer exists at agent ovs-agent-dv-neutron-601336-94-hyperv {{(pid=94176) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:261}} Jun 23 11:33:18.834069 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-10e68c79-50ad-44c9-9ecc-1d3a3f58cd58 None None] DHCP port deletion for e8ee6fca-c31d-4c6b-9908-888c79fac63c request from dv-neutron-601336-94-hyperv {{(pid=94176) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jun 23 11:33:18.841528 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG oslo_concurrency.lockutils [None req-9c1e6a49-bf89-437c-854d-fa1ffffaf525 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94174) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 11:33:18.845231 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a51d0c4-0c3a-452d-b7e3-1f5a1b6f3b29 None None] Pushing event deleted for resources: {'Port': ['ID=6996ebc7-6f79-4066-86a1-3d11c4834846,revision_number=None']} {{(pid=94176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 11:33:18.882623 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.services.segments.db [None req-ab56cef7-65e4-4ee8-842c-444349779721 tempest-RoutersNegativeTest-1531528216 tempest-RoutersNegativeTest-1531528216-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['74761b13-522f-4ff1-a122-43eeb589602c']}} {{(pid=94175) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 11:33:18.884647 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7805e3f3-3db4-45b0-8603-ba871b080609 tempest-AllowedAddressPairTestJSON-1962660266 tempest-AllowedAddressPairTestJSON-1962660266-project] Pushing event deleted for resources: {'Port': ['ID=0b062638-a194-4afb-8f20-882ac014492e,revision_number=None']} {{(pid=94174) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 11:33:18.890332 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG oslo_concurrency.lockutils [None req-7805e3f3-3db4-45b0-8603-ba871b080609 tempest-AllowedAddressPairTestJSON-1962660266 tempest-AllowedAddressPairTestJSON-1962660266-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=94174) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 11:33:18.902189 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.services.segments.db [None req-ab56cef7-65e4-4ee8-842c-444349779721 tempest-RoutersNegativeTest-1531528216 tempest-RoutersNegativeTest-1531528216-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '43488563-e679-46e8-bfe2-4399a9389284') {'for_net_delete': True} {{(pid=94175) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 11:33:18.902521 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.services.segments.db [None req-ab56cef7-65e4-4ee8-842c-444349779721 tempest-RoutersNegativeTest-1531528216 tempest-RoutersNegativeTest-1531528216-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '43488563-e679-46e8-bfe2-4399a9389284') {} {{(pid=94175) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 11:33:18.923176 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron_lib.db.api [None req-931b2b14-a665-44e9-be04-8dd37d3c9431 tempest-PortsTestJSON-2085221018 tempest-PortsTestJSON-2085221018-project] Retry wrapper got retriable exception: Failed to create a duplicate IpamAllocation: for attribute(s) ['ipamallocations.PRIMARY'] with value(s) 172.20.0.2-9dc76198-be5a-4a69-a9da-4425d451a631 {{(pid=94174) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jun 23 11:33:18.923510 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG oslo_db.api [None req-931b2b14-a665-44e9-be04-8dd37d3c9431 tempest-PortsTestJSON-2085221018 tempest-PortsTestJSON-2085221018-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.create_port {{(pid=94174) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jun 23 11:33:18.943682 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron_lib.callbacks.manager [None req-ab56cef7-65e4-4ee8-842c-444349779721 tempest-RoutersNegativeTest-1531528216 tempest-RoutersNegativeTest-1531528216-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8773699955833', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5190677'] for segment, before_delete {{(pid=94175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:33:18.972384 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron_lib.callbacks.manager [None req-ab56cef7-65e4-4ee8-842c-444349779721 tempest-RoutersNegativeTest-1531528216 tempest-RoutersNegativeTest-1531528216-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3801'] for segment, precommit_delete {{(pid=94175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:33:18.977613 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ab56cef7-65e4-4ee8-842c-444349779721 tempest-RoutersNegativeTest-1531528216 tempest-RoutersNegativeTest-1531528216-project] Releasing vlan 414 on physical network physnet1 to pool {{(pid=94175) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 23 11:33:18.978897 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron_lib.callbacks.manager [None req-ab56cef7-65e4-4ee8-842c-444349779721 tempest-RoutersNegativeTest-1531528216 tempest-RoutersNegativeTest-1531528216-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3801', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5082371'] for segment, after_delete {{(pid=94175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:33:19.033987 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG oslo_concurrency.lockutils [None req-9a51d0c4-0c3a-452d-b7e3-1f5a1b6f3b29 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.310s {{(pid=94176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 11:33:19.037283 dv-neutron-601336-94-hyperv neutron-server[94175]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 23 11:33:19.037283 dv-neutron-601336-94-hyperv neutron-server[94175]: conditions |= (models_v2.Port.network_id.in_( Jun 23 11:33:19.037283 dv-neutron-601336-94-hyperv neutron-server[94175]: Traceback (most recent call last): Jun 23 11:33:19.037283 dv-neutron-601336-94-hyperv neutron-server[94175]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 23 11:33:19.037283 dv-neutron-601336-94-hyperv neutron-server[94175]: timer() Jun 23 11:33:19.037283 dv-neutron-601336-94-hyperv neutron-server[94175]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 23 11:33:19.037283 dv-neutron-601336-94-hyperv neutron-server[94175]: cb(*args, **kw) Jun 23 11:33:19.037283 dv-neutron-601336-94-hyperv neutron-server[94175]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 23 11:33:19.037283 dv-neutron-601336-94-hyperv neutron-server[94175]: return func(*args, **kwargs) Jun 23 11:33:19.037283 dv-neutron-601336-94-hyperv neutron-server[94175]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 23 11:33:19.037283 dv-neutron-601336-94-hyperv neutron-server[94175]: self._notify() Jun 23 11:33:19.037283 dv-neutron-601336-94-hyperv neutron-server[94175]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 23 11:33:19.037283 dv-neutron-601336-94-hyperv neutron-server[94175]: self.callback(batched_events) Jun 23 11:33:19.037283 dv-neutron-601336-94-hyperv neutron-server[94175]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 23 11:33:19.037283 dv-neutron-601336-94-hyperv neutron-server[94175]: event.method(event) Jun 23 11:33:19.037283 dv-neutron-601336-94-hyperv neutron-server[94175]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 23 11:33:19.037283 dv-neutron-601336-94-hyperv neutron-server[94175]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 23 11:33:19.037283 dv-neutron-601336-94-hyperv neutron-server[94175]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 23 11:33:19.037283 dv-neutron-601336-94-hyperv neutron-server[94175]: aggregate_uuid = self.p_client.list_aggregates( Jun 23 11:33:19.037283 dv-neutron-601336-94-hyperv neutron-server[94175]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 23 11:33:19.037283 dv-neutron-601336-94-hyperv neutron-server[94175]: return f(self, *a, **k) Jun 23 11:33:19.037283 dv-neutron-601336-94-hyperv neutron-server[94175]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 23 11:33:19.037283 dv-neutron-601336-94-hyperv neutron-server[94175]: return self._get(url).json() Jun 23 11:33:19.037283 dv-neutron-601336-94-hyperv neutron-server[94175]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 23 11:33:19.037283 dv-neutron-601336-94-hyperv neutron-server[94175]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 23 11:33:19.037283 dv-neutron-601336-94-hyperv neutron-server[94175]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 23 11:33:19.037283 dv-neutron-601336-94-hyperv neutron-server[94175]: return self.request(url, 'GET', **kwargs) Jun 23 11:33:19.037283 dv-neutron-601336-94-hyperv neutron-server[94175]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 23 11:33:19.037283 dv-neutron-601336-94-hyperv neutron-server[94175]: base_url = self.get_endpoint(auth, allow=allow, Jun 23 11:33:19.037283 dv-neutron-601336-94-hyperv neutron-server[94175]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 23 11:33:19.037283 dv-neutron-601336-94-hyperv neutron-server[94175]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 23 11:33:19.037283 dv-neutron-601336-94-hyperv neutron-server[94175]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 23 11:33:19.037283 dv-neutron-601336-94-hyperv neutron-server[94175]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 23 11:33:19.037283 dv-neutron-601336-94-hyperv neutron-server[94175]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 23 11:33:19.039756 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.db.db_base_plugin_common [None req-0947f631-8754-4f2f-a7e3-6d83f0431f7c tempest-RoutersNegativeIpV6Test-1628881962 tempest-RoutersNegativeIpV6Test-1628881962-project] Allocated IP 2001:db8::1 (4b29730c-2a64-448a-b6cc-096066871e0d/d9256b8b-a560-49a5-b266-0822452b8caf/be43c0a5-113a-4302-8a6e-903a4844374f) {{(pid=94175) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 23 11:33:19.040706 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9a51d0c4-0c3a-452d-b7e3-1f5a1b6f3b29 None None] No DVR routers for this DVR port 6996ebc7-6f79-4066-86a1-3d11c4834846 on host dv-neutron-601336-94-hyperv {{(pid=94176) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 23 11:33:19.054097 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron_lib.callbacks.manager [None req-9a0c2cae-3df2-4287-bd6a-70d13ffd7ed7 tempest-NetworksTestDHCPv6-162546708 tempest-NetworksTestDHCPv6-162546708-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-922915', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-239814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7866073', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773699642215', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-5196399'] for port, after_create {{(pid=94174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:33:19.054384 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.db.db_base_plugin_v2 [None req-7ae06db1-3d4f-4326-aa39-58fb4b80ba7f tempest-BulkNetworkOpsTest-447796090 tempest-BulkNetworkOpsTest-447796090-project] Deleting subnet 2bb89b08-551b-4455-8160-41081de9f0b5 {{(pid=94175) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jun 23 11:33:19.060446 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG oslo_concurrency.lockutils [None req-0980d52b-4b4c-4c52-8f51-c6a7c57d99b7 tempest-RoutersAdminNegativeTest-145254802 tempest-RoutersAdminNegativeTest-145254802-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94174) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 11:33:19.065063 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG oslo_concurrency.lockutils [None req-8e4109c7-78ea-481f-89d8-7c8fb014f2ae None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.234s {{(pid=94176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 11:33:19.106295 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.plugins.ml2.plugin [None req-dc7542b2-afef-47f4-a763-e3a3cba144be None None] No Port match for: 6996ebc7-6f79-4066-86a1-3d11c4834846 {{(pid=94176) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2240}} Jun 23 11:33:19.107734 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.plugins.ml2.rpc [None req-dc7542b2-afef-47f4-a763-e3a3cba144be None None] Device 6996ebc7-6f79-4066-86a1-3d11c4834846 not bound to the agent host dv-neutron-601336-94-hyperv {{(pid=94176) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:271}} Jun 23 11:33:19.176949 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9a0c2cae-3df2-4287-bd6a-70d13ffd7ed7 tempest-NetworksTestDHCPv6-162546708 tempest-NetworksTestDHCPv6-162546708-project] Network f53f535d-bce4-4da8-9bd9-396677ff4e83 is already hosted by enough agents. {{(pid=94174) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 23 11:33:19.183985 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ebcba1f7-784c-41a1-88e0-480083598631 None None] Network d85cfa3d-97a7-4683-b568-8e4a9da8aa25 is already hosted by enough agents. {{(pid=94176) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 23 11:33:19.187166 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.db.provisioning_blocks [None req-8d47a353-da87-4e83-bbeb-7eeb110cd037 None None] Provisioning for port b2b29dee-81f7-440b-a241-1dad6c1dfc99 completed by entity DHCP. {{(pid=94176) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 23 11:33:19.193371 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.scheduler.base_scheduler [None req-9a0c2cae-3df2-4287-bd6a-70d13ffd7ed7 tempest-NetworksTestDHCPv6-162546708 tempest-NetworksTestDHCPv6-162546708-project] Resources bound (agent type, host, resource id): {{(pid=94174) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 23 11:33:19.201120 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9a0c2cae-3df2-4287-bd6a-70d13ffd7ed7 tempest-NetworksTestDHCPv6-162546708 tempest-NetworksTestDHCPv6-162546708-project] Received port after_create {{(pid=94174) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 23 11:33:19.201927 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron_lib.callbacks.manager [None req-ab56cef7-65e4-4ee8-842c-444349779721 tempest-RoutersNegativeTest-1531528216 tempest-RoutersNegativeTest-1531528216-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-897248', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8002400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7866073', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-524247'] for network, after_delete {{(pid=94175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:33:19.207282 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9a0c2cae-3df2-4287-bd6a-70d13ffd7ed7 tempest-NetworksTestDHCPv6-162546708 tempest-NetworksTestDHCPv6-162546708-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94174) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 11:33:19.207728 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron_lib.callbacks.manager [None req-9a0c2cae-3df2-4287-bd6a-70d13ffd7ed7 tempest-NetworksTestDHCPv6-162546708 tempest-NetworksTestDHCPv6-162546708-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-217507'] for port, before_response {{(pid=94174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:33:19.208459 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG oslo_concurrency.lockutils [None req-0263af9c-206e-4d03-a14c-d38ea09549ea tempest-QuotasNegativeTest-858964093 tempest-QuotasNegativeTest-858964093-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94175) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 11:33:19.214206 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a0c2cae-3df2-4287-bd6a-70d13ffd7ed7 tempest-NetworksTestDHCPv6-162546708 tempest-NetworksTestDHCPv6-162546708-project] Pushing event updated for resources: {'Port': ['ID=80771ebd-430b-406f-8cef-9348e17d97c4,revision_number=1']} {{(pid=94174) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 11:33:19.220651 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG oslo_concurrency.lockutils [None req-9a0c2cae-3df2-4287-bd6a-70d13ffd7ed7 tempest-NetworksTestDHCPv6-162546708 tempest-NetworksTestDHCPv6-162546708-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.161s {{(pid=94174) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 11:33:19.222338 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron_lib.callbacks.manager [None req-ab56cef7-65e4-4ee8-842c-444349779721 tempest-RoutersNegativeTest-1531528216 tempest-RoutersNegativeTest-1531528216-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7865916'] for network, before_response {{(pid=94175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:33:19.225153 dv-neutron-601336-94-hyperv neutron-server[94175]: INFO neutron.wsgi [None req-ab56cef7-65e4-4ee8-842c-444349779721 tempest-RoutersNegativeTest-1531528216 tempest-RoutersNegativeTest-1531528216-project] 10.222.0.20 "DELETE /v2.0/networks/74761b13-522f-4ff1-a122-43eeb589602c HTTP/1.1" status: 204 len: 168 time: 1.8311472 Jun 23 11:33:19.227306 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.wsgi [-] (94174) accepted ('10.222.0.20', 38976) {{(pid=94174) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 11:33:19.239639 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron_lib.callbacks.manager [None req-7805e3f3-3db4-45b0-8603-ba871b080609 tempest-AllowedAddressPairTestJSON-1962660266 tempest-AllowedAddressPairTestJSON-1962660266-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-217507'] for port, before_response {{(pid=94174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:33:19.239639 dv-neutron-601336-94-hyperv neutron-server[94174]: INFO neutron.wsgi [None req-7805e3f3-3db4-45b0-8603-ba871b080609 tempest-AllowedAddressPairTestJSON-1962660266 tempest-AllowedAddressPairTestJSON-1962660266-project] 10.222.0.20 "DELETE /v2.0/ports/0b062638-a194-4afb-8f20-882ac014492e HTTP/1.1" status: 204 len: 168 time: 1.8374398 Jun 23 11:33:19.242295 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.wsgi [-] (94174) accepted ('10.222.0.20', 38978) {{(pid=94174) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 11:33:19.246330 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab56cef7-65e4-4ee8-842c-444349779721 tempest-RoutersNegativeTest-1531528216 tempest-RoutersNegativeTest-1531528216-project] Pushing event deleted for resources: {'Network': ['ID=74761b13-522f-4ff1-a122-43eeb589602c,revision_number=None']} {{(pid=94175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 11:33:19.251047 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.scheduler.base_scheduler [None req-ebcba1f7-784c-41a1-88e0-480083598631 None None] Resources bound (agent type, host, resource id): {{(pid=94176) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 23 11:33:19.256889 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.db.provisioning_blocks [None req-8d47a353-da87-4e83-bbeb-7eeb110cd037 None None] Provisioning complete for port b2b29dee-81f7-440b-a241-1dad6c1dfc99 triggered by entity DHCP. {{(pid=94176) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 23 11:33:19.257065 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron_lib.callbacks.manager [None req-8d47a353-da87-4e83-bbeb-7eeb110cd037 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-899258'] for port, provisioning_complete {{(pid=94176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:33:19.259788 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG oslo_concurrency.lockutils [None req-ab56cef7-65e4-4ee8-842c-444349779721 tempest-RoutersNegativeTest-1531528216 tempest-RoutersNegativeTest-1531528216-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=94175) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 11:33:19.264272 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ebcba1f7-784c-41a1-88e0-480083598631 None None] Received port after_create {{(pid=94176) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 23 11:33:19.272933 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebcba1f7-784c-41a1-88e0-480083598631 None None] Pushing event updated for resources: {'Port': ['ID=7e92a820-029c-4e20-84fb-999b81fc12e0,revision_number=1']} {{(pid=94176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 11:33:19.301392 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG oslo_concurrency.lockutils [None req-ebcba1f7-784c-41a1-88e0-480083598631 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.236s {{(pid=94176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 11:33:19.303927 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0a3bd72b-4e36-4bf8-a75a-6ed349fe4726 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1e0d828a-1fa4-563d-b7fd-53adf66a04ee-8d3cb0e3-5870-44e4-95c0-1c9de58a0806', 'network_id': '8d3cb0e3-5870-44e4-95c0-1c9de58a0806', 'tenant_id': '55ea178908f9451e95a34ef8a97f34a7', 'fixed_ips': [{'subnet_id': '5e74135c-6e20-4153-87e8-a229c8e982ae'}]}} from dv-neutron-601336-94-hyperv. {{(pid=94176) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 23 11:33:19.303927 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron_lib.callbacks.manager [None req-0a3bd72b-4e36-4bf8-a75a-6ed349fe4726 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-923104'] for port, before_create {{(pid=94176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:33:19.318741 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.db.db_base_plugin_common [None req-533c9497-75c1-4b54-af02-21f13141dc24 None None] Allocated IP 172.20.0.2 (ac5069cf-09cf-426f-84af-fd0411aa3923/2bb89b08-551b-4455-8160-41081de9f0b5/0ca4f9c6-6469-4f2e-b159-b15de5e0b039) {{(pid=94176) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 23 11:33:19.324141 dv-neutron-601336-94-hyperv neutron-server[94174]: INFO neutron.pecan_wsgi.hooks.translation [None req-14fe1bfd-77a7-4527-aa58-bb4babeb0f77 tempest-AllowedAddressPairTestJSON-1962660266 tempest-AllowedAddressPairTestJSON-1962660266-project] GET failed (client error): The resource could not be found. Jun 23 11:33:19.325914 dv-neutron-601336-94-hyperv neutron-server[94174]: INFO neutron.wsgi [None req-14fe1bfd-77a7-4527-aa58-bb4babeb0f77 tempest-AllowedAddressPairTestJSON-1962660266 tempest-AllowedAddressPairTestJSON-1962660266-project] 10.222.0.20 "GET /v2.0/ports/0b062638-a194-4afb-8f20-882ac014492e HTTP/1.1" status: 404 len: 333 time: 0.0826175 Jun 23 11:33:19.328718 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.wsgi [-] (94174) accepted ('10.222.0.20', 38980) {{(pid=94174) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 11:33:19.331092 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron_lib.callbacks.manager [None req-0947f631-8754-4f2f-a7e3-6d83f0431f7c tempest-RoutersNegativeIpV6Test-1628881962 tempest-RoutersNegativeIpV6Test-1628881962-project] Notify callbacks [] for port, precommit_create {{(pid=94175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:33:19.343787 dv-neutron-601336-94-hyperv neutron-server[94174]: INFO neutron.wsgi [None req-9a0c2cae-3df2-4287-bd6a-70d13ffd7ed7 tempest-NetworksTestDHCPv6-162546708 tempest-NetworksTestDHCPv6-162546708-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1034 time: 3.0843999 Jun 23 11:33:19.347562 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.wsgi [-] (94175) accepted ('10.222.0.20', 38982) {{(pid=94175) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 11:33:19.387391 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.db.provisioning_blocks [None req-0947f631-8754-4f2f-a7e3-6d83f0431f7c tempest-RoutersNegativeIpV6Test-1628881962 tempest-RoutersNegativeIpV6Test-1628881962-project] Transition to ACTIVE for port object be43c0a5-113a-4302-8a6e-903a4844374f will not be triggered until provisioned by entity DHCP. {{(pid=94175) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 23 11:33:19.393134 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron_lib.callbacks.manager [None req-1d6f6b16-d86d-4164-9278-44053e29bf02 tempest-RoutersNegativeTest-1531528216 tempest-RoutersNegativeTest-1531528216-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-824874'] for network, before_delete {{(pid=94174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:33:19.433683 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron_lib.callbacks.manager [None req-931b2b14-a665-44e9-be04-8dd37d3c9431 tempest-PortsTestJSON-2085221018 tempest-PortsTestJSON-2085221018-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-923104'] for port, before_create {{(pid=94174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:33:19.483992 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.notifiers.nova [None req-931b2b14-a665-44e9-be04-8dd37d3c9431 tempest-PortsTestJSON-2085221018 tempest-PortsTestJSON-2085221018-project] device_id is not set on port 7ec1c253-f666-4305-a40e-e82869c0c656 yet. {{(pid=94174) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jun 23 11:33:19.523568 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.plugins.ml2.plugin [None req-e300dd8d-7ca6-49e5-bae7-e13ea70b4989 tempest-NetworksTestDHCPv6-162546708 tempest-NetworksTestDHCPv6-162546708-project] Deleting port 80771ebd-430b-406f-8cef-9348e17d97c4 {{(pid=94175) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1913}} Jun 23 11:33:19.524201 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron_lib.callbacks.manager [None req-e300dd8d-7ca6-49e5-bae7-e13ea70b4989 tempest-NetworksTestDHCPv6-162546708 tempest-NetworksTestDHCPv6-162546708-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773700079324'] for port, before_delete {{(pid=94175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:33:19.574612 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron_lib.callbacks.manager [None req-0947f631-8754-4f2f-a7e3-6d83f0431f7c tempest-RoutersNegativeIpV6Test-1628881962 tempest-RoutersNegativeIpV6Test-1628881962-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-922915', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-239814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7866073', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773699642215', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-5082457'] for port, after_create {{(pid=94175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:33:19.574899 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.plugins.ml2.plugin [None req-e9b04974-5869-4365-b181-c03da3af69e0 tempest-AllowedAddressPairTestJSON-1962660266 tempest-AllowedAddressPairTestJSON-1962660266-project] Deleting port 27dd60a6-955b-45f5-b161-a96369b3af34 {{(pid=94174) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1913}} Jun 23 11:33:19.575361 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron_lib.callbacks.manager [None req-e9b04974-5869-4365-b181-c03da3af69e0 tempest-AllowedAddressPairTestJSON-1962660266 tempest-AllowedAddressPairTestJSON-1962660266-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773700079324'] for port, before_delete {{(pid=94174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:33:19.580895 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG oslo_concurrency.lockutils [None req-f889fef9-f830-47a3-a736-ff04e9bc94b1 tempest-NetworksTestDHCPv6-162546708 tempest-NetworksTestDHCPv6-162546708-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94175) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 11:33:19.584268 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron_lib.callbacks.manager [None req-fccb71d7-a3ee-408e-af9c-88d8a51bd856 None None] Notify callbacks [] for port, precommit_create {{(pid=94176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:33:19.598327 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.plugins.ml2.managers [None req-ebcba1f7-784c-41a1-88e0-480083598631 None None] Attempting to bind port 7e92a820-029c-4e20-84fb-999b81fc12e0 on host dv-neutron-601336-94-hyperv for vnic_type normal with profile {{(pid=94176) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 23 11:33:19.602764 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.plugins.ml2.managers [None req-ebcba1f7-784c-41a1-88e0-480083598631 None None] Attempting to bind port 7e92a820-029c-4e20-84fb-999b81fc12e0 by drivers openvswitch,hyperv on host dv-neutron-601336-94-hyperv at level 0 using segments [{'id': '93ac6be4-5f23-4075-9bf4-9cacfb009c9a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 405, 'network_id': 'd85cfa3d-97a7-4683-b568-8e4a9da8aa25'}] {{(pid=94176) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 23 11:33:19.602764 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ebcba1f7-784c-41a1-88e0-480083598631 None None] Attempting to bind port 7e92a820-029c-4e20-84fb-999b81fc12e0 on network d85cfa3d-97a7-4683-b568-8e4a9da8aa25 {{(pid=94176) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 23 11:33:19.610447 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.plugins.ml2.plugin [None req-10e68c79-50ad-44c9-9ecc-1d3a3f58cd58 None None] Deleting port 9ba707af-3897-4ac6-80dd-5433d56f9a62 {{(pid=94176) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1913}} Jun 23 11:33:19.610904 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron_lib.callbacks.manager [None req-10e68c79-50ad-44c9-9ecc-1d3a3f58cd58 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773700079324'] for port, before_delete {{(pid=94176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:33:19.625015 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.db.provisioning_blocks [None req-fccb71d7-a3ee-408e-af9c-88d8a51bd856 None None] Transition to ACTIVE for port object 2f2cbdcf-987b-451f-b330-6e77e4de6378 will not be triggered until provisioned by entity L2. {{(pid=94176) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 23 11:33:19.643895 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0947f631-8754-4f2f-a7e3-6d83f0431f7c tempest-RoutersNegativeIpV6Test-1628881962 tempest-RoutersNegativeIpV6Test-1628881962-project] Network 4b29730c-2a64-448a-b6cc-096066871e0d is already hosted by enough agents. {{(pid=94175) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 23 11:33:19.647165 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ebcba1f7-784c-41a1-88e0-480083598631 None None] Checking agent: {'id': '4d05f899-5ac9-411b-8a03-f60c93f87cdf', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-601336-94-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 23, 11, 22, 14), 'started_at': datetime.datetime(2021, 6, 23, 11, 22, 44), 'heartbeat_timestamp': datetime.datetime(2021, 6, 23, 11, 33, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'monitor_allowed_address_pair_garp': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-601336-94-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94176) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 23 11:33:19.647652 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ebcba1f7-784c-41a1-88e0-480083598631 None None] Checking segment: {'id': '93ac6be4-5f23-4075-9bf4-9cacfb009c9a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 405, 'network_id': 'd85cfa3d-97a7-4683-b568-8e4a9da8aa25'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94176) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 23 11:33:19.649967 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron_lib.callbacks.manager [None req-ebcba1f7-784c-41a1-88e0-480083598631 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:33:19.650401 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ebcba1f7-784c-41a1-88e0-480083598631 None None] Bound using segment: {'id': '93ac6be4-5f23-4075-9bf4-9cacfb009c9a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 405, 'network_id': 'd85cfa3d-97a7-4683-b568-8e4a9da8aa25'} {{(pid=94176) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 23 11:33:19.650909 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.plugins.ml2.managers [None req-ebcba1f7-784c-41a1-88e0-480083598631 None None] Bound port: 7e92a820-029c-4e20-84fb-999b81fc12e0, host: dv-neutron-601336-94-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '93ac6be4-5f23-4075-9bf4-9cacfb009c9a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 405, 'network_id': 'd85cfa3d-97a7-4683-b568-8e4a9da8aa25'}}] {{(pid=94176) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 23 11:33:19.651326 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron_lib.callbacks.manager [None req-ebcba1f7-784c-41a1-88e0-480083598631 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-923122'] for port, before_update {{(pid=94176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:33:19.659751 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.scheduler.base_scheduler [None req-0947f631-8754-4f2f-a7e3-6d83f0431f7c tempest-RoutersNegativeIpV6Test-1628881962 tempest-RoutersNegativeIpV6Test-1628881962-project] Resources bound (agent type, host, resource id): {{(pid=94175) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 23 11:33:19.661936 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.plugins.ml2.plugin [None req-1d6f6b16-d86d-4164-9278-44053e29bf02 tempest-RoutersNegativeTest-1531528216 tempest-RoutersNegativeTest-1531528216-project] Deleting port 9ba707af-3897-4ac6-80dd-5433d56f9a62 {{(pid=94174) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1913}} Jun 23 11:33:19.662397 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron_lib.callbacks.manager [None req-1d6f6b16-d86d-4164-9278-44053e29bf02 tempest-RoutersNegativeTest-1531528216 tempest-RoutersNegativeTest-1531528216-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773700079324'] for port, before_delete {{(pid=94174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:33:19.666695 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0947f631-8754-4f2f-a7e3-6d83f0431f7c tempest-RoutersNegativeIpV6Test-1628881962 tempest-RoutersNegativeIpV6Test-1628881962-project] Received port after_create {{(pid=94175) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 23 11:33:19.667099 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron_lib.callbacks.manager [None req-0947f631-8754-4f2f-a7e3-6d83f0431f7c tempest-RoutersNegativeIpV6Test-1628881962 tempest-RoutersNegativeIpV6Test-1628881962-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-452954'] for router_interface, before_create {{(pid=94175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:33:19.674875 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0947f631-8754-4f2f-a7e3-6d83f0431f7c tempest-RoutersNegativeIpV6Test-1628881962 tempest-RoutersNegativeIpV6Test-1628881962-project] Pushing event updated for resources: {'Port': ['ID=be43c0a5-113a-4302-8a6e-903a4844374f,revision_number=1']} {{(pid=94175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 11:33:19.711140 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG oslo_concurrency.lockutils [None req-0947f631-8754-4f2f-a7e3-6d83f0431f7c tempest-RoutersNegativeIpV6Test-1628881962 tempest-RoutersNegativeIpV6Test-1628881962-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.130s {{(pid=94175) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 11:33:19.724429 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron_lib.callbacks.manager [None req-e300dd8d-7ca6-49e5-bae7-e13ea70b4989 tempest-NetworksTestDHCPv6-162546708 tempest-NetworksTestDHCPv6-162546708-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-430722'] for port, precommit_delete {{(pid=94175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:33:19.762027 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.plugins.ml2.plugin [None req-e300dd8d-7ca6-49e5-bae7-e13ea70b4989 tempest-NetworksTestDHCPv6-162546708 tempest-NetworksTestDHCPv6-162546708-project] Calling delete_port for 80771ebd-430b-406f-8cef-9348e17d97c4 owned by {{(pid=94175) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1986}} Jun 23 11:33:19.774640 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.db.provisioning_blocks [None req-fccb71d7-a3ee-408e-af9c-88d8a51bd856 None None] Transition to ACTIVE for port object 2f2cbdcf-987b-451f-b330-6e77e4de6378 will not be triggered until provisioned by entity DHCP. {{(pid=94176) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 23 11:33:19.788957 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.db.db_base_plugin_common [None req-931b2b14-a665-44e9-be04-8dd37d3c9431 tempest-PortsTestJSON-2085221018 tempest-PortsTestJSON-2085221018-project] Allocated IP 172.20.0.9 (d85cfa3d-97a7-4683-b568-8e4a9da8aa25/d6526bd9-dba8-4b98-abd6-fde27d04c267/7ec1c253-f666-4305-a40e-e82869c0c656) {{(pid=94174) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 23 11:33:19.802011 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.plugins.ml2.db [None req-1d6f6b16-d86d-4164-9278-44053e29bf02 tempest-RoutersNegativeTest-1531528216 tempest-RoutersNegativeTest-1531528216-project] For port 9ba707af-3897-4ac6-80dd-5433d56f9a62, host dv-neutron-601336-94-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-94-hyperv',level=0,port_id=9ba707af-3897-4ac6-80dd-5433d56f9a62,segment=NetworkSegment(62789cd2-36c1-429e-bd72-4031abbd9f73),segment_id=62789cd2-36c1-429e-bd72-4031abbd9f73)] {{(pid=94174) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 23 11:33:19.802942 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron_lib.callbacks.manager [None req-1d6f6b16-d86d-4164-9278-44053e29bf02 tempest-RoutersNegativeTest-1531528216 tempest-RoutersNegativeTest-1531528216-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-430722'] for port, precommit_delete {{(pid=94174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:33:19.808219 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron_lib.callbacks.manager [None req-e9b04974-5869-4365-b181-c03da3af69e0 tempest-AllowedAddressPairTestJSON-1962660266 tempest-AllowedAddressPairTestJSON-1962660266-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-430722'] for port, precommit_delete {{(pid=94174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:33:19.831334 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.plugins.ml2.plugin [None req-1d6f6b16-d86d-4164-9278-44053e29bf02 tempest-RoutersNegativeTest-1531528216 tempest-RoutersNegativeTest-1531528216-project] Calling delete_port for 9ba707af-3897-4ac6-80dd-5433d56f9a62 owned by network:dhcp {{(pid=94174) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1986}} Jun 23 11:33:19.851607 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.plugins.ml2.plugin [None req-e9b04974-5869-4365-b181-c03da3af69e0 tempest-AllowedAddressPairTestJSON-1962660266 tempest-AllowedAddressPairTestJSON-1962660266-project] Calling delete_port for 27dd60a6-955b-45f5-b161-a96369b3af34 owned by {{(pid=94174) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1986}} Jun 23 11:33:19.929758 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.plugins.ml2.db [None req-10e68c79-50ad-44c9-9ecc-1d3a3f58cd58 None None] For port 9ba707af-3897-4ac6-80dd-5433d56f9a62, host dv-neutron-601336-94-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-94-hyperv',level=0,port_id=9ba707af-3897-4ac6-80dd-5433d56f9a62,segment=NetworkSegment(62789cd2-36c1-429e-bd72-4031abbd9f73),segment_id=62789cd2-36c1-429e-bd72-4031abbd9f73)] {{(pid=94176) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 23 11:33:19.930192 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron_lib.callbacks.manager [None req-10e68c79-50ad-44c9-9ecc-1d3a3f58cd58 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-430722'] for port, precommit_delete {{(pid=94176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:33:19.934382 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.plugins.ml2.rpc [None req-dc7542b2-afef-47f4-a763-e3a3cba144be None None] Device b2b29dee-81f7-440b-a241-1dad6c1dfc99 up at agent ovs-agent-dv-neutron-601336-94-hyperv {{(pid=94176) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:298}} Jun 23 11:33:19.952035 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron_lib.callbacks.manager [None req-fccb71d7-a3ee-408e-af9c-88d8a51bd856 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-922915', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-239814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7866073', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773699642215'] for port, after_create {{(pid=94176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:33:19.954410 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron_lib.callbacks.manager [None req-0947f631-8754-4f2f-a7e3-6d83f0431f7c tempest-RoutersNegativeIpV6Test-1628881962 tempest-RoutersNegativeIpV6Test-1628881962-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-923122'] for port, before_update {{(pid=94175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:33:19.983745 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG oslo_concurrency.lockutils [None req-ebcba1f7-784c-41a1-88e0-480083598631 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 11:33:19.987880 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.db.db_base_plugin_common [None req-0a3bd72b-4e36-4bf8-a75a-6ed349fe4726 None None] Allocated IP 172.20.0.18 (8d3cb0e3-5870-44e4-95c0-1c9de58a0806/5e74135c-6e20-4153-87e8-a229c8e982ae/a8bcfd6f-f1b5-40a3-adfa-49127e882de0) {{(pid=94176) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 23 11:33:20.017245 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.plugins.ml2.plugin [None req-10e68c79-50ad-44c9-9ecc-1d3a3f58cd58 None None] Calling delete_port for 9ba707af-3897-4ac6-80dd-5433d56f9a62 owned by network:dhcp {{(pid=94176) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1986}} Jun 23 11:33:20.087671 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fccb71d7-a3ee-408e-af9c-88d8a51bd856 None None] Network b04cfd8d-f3c9-4845-aa79-eaf5d5ae37e5 is already hosted by enough agents. {{(pid=94176) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 23 11:33:20.112751 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron_lib.callbacks.manager [None req-1d6f6b16-d86d-4164-9278-44053e29bf02 tempest-RoutersNegativeTest-1531528216 tempest-RoutersNegativeTest-1531528216-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-922904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866062', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773700135024', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773699642224', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5196390'] for port, after_delete {{(pid=94174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:33:20.119064 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG oslo_concurrency.lockutils [None req-5674439f-a084-4e33-ae97-39673b060cf0 tempest-AllowedAddressPairIpV6TestJSON-597468505 tempest-AllowedAddressPairIpV6TestJSON-597468505-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94174) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 11:33:20.119870 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron_lib.callbacks.manager [None req-533c9497-75c1-4b54-af02-21f13141dc24 None None] Notify callbacks [] for port, precommit_create {{(pid=94176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:33:20.121874 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.scheduler.base_scheduler [None req-fccb71d7-a3ee-408e-af9c-88d8a51bd856 None None] Resources bound (agent type, host, resource id): {{(pid=94176) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 23 11:33:20.147296 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d6f6b16-d86d-4164-9278-44053e29bf02 tempest-RoutersNegativeTest-1531528216 tempest-RoutersNegativeTest-1531528216-project] Pushing event deleted for resources: {'Port': ['ID=9ba707af-3897-4ac6-80dd-5433d56f9a62,revision_number=None']} {{(pid=94174) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 11:33:20.149898 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG oslo_concurrency.lockutils [None req-1d6f6b16-d86d-4164-9278-44053e29bf02 tempest-RoutersNegativeTest-1531528216 tempest-RoutersNegativeTest-1531528216-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.031s {{(pid=94174) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 11:33:20.153010 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1d6f6b16-d86d-4164-9278-44053e29bf02 tempest-RoutersNegativeTest-1531528216 tempest-RoutersNegativeTest-1531528216-project] No DVR routers for this DVR port 9ba707af-3897-4ac6-80dd-5433d56f9a62 on host dv-neutron-601336-94-hyperv {{(pid=94174) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 23 11:33:20.161805 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fccb71d7-a3ee-408e-af9c-88d8a51bd856 None None] Received port after_create {{(pid=94176) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 23 11:33:20.173393 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron_lib.callbacks.manager [None req-e300dd8d-7ca6-49e5-bae7-e13ea70b4989 tempest-NetworksTestDHCPv6-162546708 tempest-NetworksTestDHCPv6-162546708-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-922904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866062', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773700135024', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773699642224', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5082448'] for port, after_delete {{(pid=94175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:33:20.180325 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG oslo_concurrency.lockutils [None req-0778eddd-2f86-4f35-8174-165cb08f657e tempest-AllowedAddressPairTestJSON-1962660266 tempest-AllowedAddressPairTestJSON-1962660266-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94175) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 11:33:20.193500 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fccb71d7-a3ee-408e-af9c-88d8a51bd856 None None] Pushing event updated for resources: {'Port': ['ID=2f2cbdcf-987b-451f-b330-6e77e4de6378,revision_number=1']} {{(pid=94176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 11:33:20.203253 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.plugins.ml2.db [None req-ebcba1f7-784c-41a1-88e0-480083598631 None None] For port 7e92a820-029c-4e20-84fb-999b81fc12e0, host dv-neutron-601336-94-hyperv, cleared binding levels {{(pid=94176) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 23 11:33:20.207018 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.db.provisioning_blocks [None req-533c9497-75c1-4b54-af02-21f13141dc24 None None] Transition to ACTIVE for port object 0ca4f9c6-6469-4f2e-b159-b15de5e0b039 will not be triggered until provisioned by entity L2. {{(pid=94176) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 23 11:33:20.208884 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG oslo_concurrency.lockutils [None req-fccb71d7-a3ee-408e-af9c-88d8a51bd856 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.225s {{(pid=94176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 11:33:20.212555 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e300dd8d-7ca6-49e5-bae7-e13ea70b4989 tempest-NetworksTestDHCPv6-162546708 tempest-NetworksTestDHCPv6-162546708-project] Pushing event deleted for resources: {'Port': ['ID=80771ebd-430b-406f-8cef-9348e17d97c4,revision_number=None']} {{(pid=94175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 11:33:20.218053 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.db.provisioning_blocks [None req-0b5b6648-e808-43d6-9885-4b695d20db4f None None] Provisioning for port 80771ebd-430b-406f-8cef-9348e17d97c4 completed by entity DHCP. {{(pid=94176) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 23 11:33:20.221818 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG oslo_concurrency.lockutils [None req-e300dd8d-7ca6-49e5-bae7-e13ea70b4989 tempest-NetworksTestDHCPv6-162546708 tempest-NetworksTestDHCPv6-162546708-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.041s {{(pid=94175) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 11:33:20.268919 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.db.provisioning_blocks [None req-0b5b6648-e808-43d6-9885-4b695d20db4f None None] Provisioning complete for port 80771ebd-430b-406f-8cef-9348e17d97c4 triggered by entity DHCP. {{(pid=94176) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 23 11:33:20.268919 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron_lib.callbacks.manager [None req-0b5b6648-e808-43d6-9885-4b695d20db4f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-899258'] for port, provisioning_complete {{(pid=94176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:33:20.272047 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron_lib.callbacks.manager [None req-e9b04974-5869-4365-b181-c03da3af69e0 tempest-AllowedAddressPairTestJSON-1962660266 tempest-AllowedAddressPairTestJSON-1962660266-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-922904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866062', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773700135024', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773699642224', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5196390'] for port, after_delete {{(pid=94174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:33:20.298179 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.plugins.ml2.db [None req-ebcba1f7-784c-41a1-88e0-480083598631 None None] For port 7e92a820-029c-4e20-84fb-999b81fc12e0, host dv-neutron-601336-94-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-94-hyperv',level=0,port_id=7e92a820-029c-4e20-84fb-999b81fc12e0,segment=NetworkSegment(93ac6be4-5f23-4075-9bf4-9cacfb009c9a),segment_id=93ac6be4-5f23-4075-9bf4-9cacfb009c9a)] {{(pid=94176) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 23 11:33:20.315301 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG oslo_concurrency.lockutils [None req-8eaf451d-a480-43ec-a2dc-8a76f60eef2c tempest-AllowedAddressPairTestJSON-1962660266 tempest-AllowedAddressPairTestJSON-1962660266-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94174) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 11:33:20.360088 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.db.provisioning_blocks [None req-533c9497-75c1-4b54-af02-21f13141dc24 None None] Transition to ACTIVE for port object 0ca4f9c6-6469-4f2e-b159-b15de5e0b039 will not be triggered until provisioned by entity DHCP. {{(pid=94176) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 23 11:33:20.369696 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.plugins.ml2.plugin [None req-0b5b6648-e808-43d6-9885-4b695d20db4f None None] Port 80771ebd-430b-406f-8cef-9348e17d97c4 was deleted so its status cannot be updated. {{(pid=94176) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:336}} Jun 23 11:33:20.372760 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron_lib.callbacks.manager [None req-ebcba1f7-784c-41a1-88e0-480083598631 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-922904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866062', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773700135042', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773699642233', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773699642278'] for port, after_update {{(pid=94176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:33:20.383020 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9b04974-5869-4365-b181-c03da3af69e0 tempest-AllowedAddressPairTestJSON-1962660266 tempest-AllowedAddressPairTestJSON-1962660266-project] Pushing event deleted for resources: {'Port': ['ID=27dd60a6-955b-45f5-b161-a96369b3af34,revision_number=None']} {{(pid=94174) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 11:33:20.396352 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG oslo_concurrency.lockutils [None req-07c1a3e7-3f0b-4aae-af91-e6b85727d73e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 11:33:20.406657 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG oslo_concurrency.lockutils [None req-e9b04974-5869-4365-b181-c03da3af69e0 tempest-AllowedAddressPairTestJSON-1962660266 tempest-AllowedAddressPairTestJSON-1962660266-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.091s {{(pid=94174) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 11:33:20.435966 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron_lib.callbacks.manager [None req-e300dd8d-7ca6-49e5-bae7-e13ea70b4989 tempest-NetworksTestDHCPv6-162546708 tempest-NetworksTestDHCPv6-162546708-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-217507'] for port, before_response {{(pid=94175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:33:20.451963 dv-neutron-601336-94-hyperv neutron-server[94175]: INFO neutron.wsgi [None req-e300dd8d-7ca6-49e5-bae7-e13ea70b4989 tempest-NetworksTestDHCPv6-162546708 tempest-NetworksTestDHCPv6-162546708-project] 10.222.0.20 "DELETE /v2.0/ports/80771ebd-430b-406f-8cef-9348e17d97c4 HTTP/1.1" status: 204 len: 168 time: 1.1030529 Jun 23 11:33:20.456963 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.wsgi [-] (94175) accepted ('10.222.0.20', 38986) {{(pid=94175) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 11:33:20.478234 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron_lib.callbacks.manager [None req-1d6f6b16-d86d-4164-9278-44053e29bf02 tempest-RoutersNegativeTest-1531528216 tempest-RoutersNegativeTest-1531528216-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-897259', 'neutron.services.segments.db._delete_segments_for_network-8773700168587'] for network, precommit_delete {{(pid=94174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:33:20.499024 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron_lib.callbacks.manager [None req-7ae06db1-3d4f-4326-aa39-58fb4b80ba7f tempest-BulkNetworkOpsTest-447796090 tempest-BulkNetworkOpsTest-447796090-project] Notify callbacks [] for subnet, before_delete {{(pid=94175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:33:20.505850 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron_lib.callbacks.manager [None req-0947f631-8754-4f2f-a7e3-6d83f0431f7c tempest-RoutersNegativeIpV6Test-1628881962 tempest-RoutersNegativeIpV6Test-1628881962-project] Notify callbacks [] for port, precommit_update {{(pid=94175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:33:20.543385 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.services.segments.db [None req-1d6f6b16-d86d-4164-9278-44053e29bf02 tempest-RoutersNegativeTest-1531528216 tempest-RoutersNegativeTest-1531528216-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e8ee6fca-c31d-4c6b-9908-888c79fac63c']}} {{(pid=94174) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 11:33:20.547933 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron_lib.callbacks.manager [None req-0a3bd72b-4e36-4bf8-a75a-6ed349fe4726 None None] Notify callbacks [] for port, precommit_create {{(pid=94176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:33:20.565264 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.db.provisioning_blocks [None req-0a3bd72b-4e36-4bf8-a75a-6ed349fe4726 None None] Transition to ACTIVE for port object a8bcfd6f-f1b5-40a3-adfa-49127e882de0 will not be triggered until provisioned by entity L2. {{(pid=94176) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 23 11:33:20.567394 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron_lib.callbacks.manager [None req-10e68c79-50ad-44c9-9ecc-1d3a3f58cd58 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-922904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866062', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773700135024', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773699642224'] for port, after_delete {{(pid=94176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:33:20.572192 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron_lib.callbacks.manager [None req-7ae06db1-3d4f-4326-aa39-58fb4b80ba7f tempest-BulkNetworkOpsTest-447796090 tempest-BulkNetworkOpsTest-447796090-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5190686'] for subnet, precommit_delete_associations {{(pid=94175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:33:20.578095 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.services.segments.db [None req-1d6f6b16-d86d-4164-9278-44053e29bf02 tempest-RoutersNegativeTest-1531528216 tempest-RoutersNegativeTest-1531528216-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '62789cd2-36c1-429e-bd72-4031abbd9f73') {'for_net_delete': True} {{(pid=94174) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 11:33:20.578404 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.services.segments.db [None req-1d6f6b16-d86d-4164-9278-44053e29bf02 tempest-RoutersNegativeTest-1531528216 tempest-RoutersNegativeTest-1531528216-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '62789cd2-36c1-429e-bd72-4031abbd9f73') {} {{(pid=94174) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 11:33:20.590886 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron_lib.callbacks.manager [None req-931b2b14-a665-44e9-be04-8dd37d3c9431 tempest-PortsTestJSON-2085221018 tempest-PortsTestJSON-2085221018-project] Notify callbacks [] for port, precommit_create {{(pid=94174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:33:20.594603 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.plugins.ml2.managers [None req-fccb71d7-a3ee-408e-af9c-88d8a51bd856 None None] Attempting to bind port 2f2cbdcf-987b-451f-b330-6e77e4de6378 on host dv-neutron-601336-94-hyperv for vnic_type normal with profile {{(pid=94176) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 23 11:33:20.595151 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.plugins.ml2.managers [None req-fccb71d7-a3ee-408e-af9c-88d8a51bd856 None None] Attempting to bind port 2f2cbdcf-987b-451f-b330-6e77e4de6378 by drivers openvswitch,hyperv on host dv-neutron-601336-94-hyperv at level 0 using segments [{'id': 'b3319d45-f96f-442c-8df2-0558480e618a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 432, 'network_id': 'b04cfd8d-f3c9-4845-aa79-eaf5d5ae37e5'}] {{(pid=94176) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 23 11:33:20.595459 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fccb71d7-a3ee-408e-af9c-88d8a51bd856 None None] Attempting to bind port 2f2cbdcf-987b-451f-b330-6e77e4de6378 on network b04cfd8d-f3c9-4845-aa79-eaf5d5ae37e5 {{(pid=94176) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 23 11:33:20.601848 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.db.l3_dvrscheduler_db [None req-10e68c79-50ad-44c9-9ecc-1d3a3f58cd58 None None] No DVR routers for this DVR port 9ba707af-3897-4ac6-80dd-5433d56f9a62 on host dv-neutron-601336-94-hyperv {{(pid=94176) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 23 11:33:20.605320 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.db.provisioning_blocks [None req-dc7542b2-afef-47f4-a763-e3a3cba144be None None] Provisioning complete for port b2b29dee-81f7-440b-a241-1dad6c1dfc99 triggered by entity L2. {{(pid=94176) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 23 11:33:20.605722 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron_lib.callbacks.manager [None req-dc7542b2-afef-47f4-a763-e3a3cba144be None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-899258'] for port, provisioning_complete {{(pid=94176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:33:20.607048 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron_lib.callbacks.manager [None req-1d6f6b16-d86d-4164-9278-44053e29bf02 tempest-RoutersNegativeTest-1531528216 tempest-RoutersNegativeTest-1531528216-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8773699955833', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4800267'] for segment, before_delete {{(pid=94174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:33:20.607536 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9a8f5e8d-6538-43ad-a9d6-9b015e5397f2 tempest-NetworksTestDHCPv6-162546708 tempest-NetworksTestDHCPv6-162546708-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 11:33:20.609292 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron_lib.callbacks.manager [None req-533c9497-75c1-4b54-af02-21f13141dc24 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-922915', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-239814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7866073', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773699642215'] for port, after_create {{(pid=94176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:33:20.613546 dv-neutron-601336-94-hyperv neutron-server[94175]: INFO neutron.wsgi [None req-9a8f5e8d-6538-43ad-a9d6-9b015e5397f2 tempest-NetworksTestDHCPv6-162546708 tempest-NetworksTestDHCPv6-162546708-project] 10.222.0.20 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1047 time: 0.1555567 Jun 23 11:33:20.614814 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.wsgi [-] (94175) accepted ('10.222.0.20', 38988) {{(pid=94175) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 11:33:20.632767 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron_lib.callbacks.manager [None req-e9b04974-5869-4365-b181-c03da3af69e0 tempest-AllowedAddressPairTestJSON-1962660266 tempest-AllowedAddressPairTestJSON-1962660266-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-217507'] for port, before_response {{(pid=94174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:33:20.636937 dv-neutron-601336-94-hyperv neutron-server[94174]: INFO neutron.wsgi [None req-e9b04974-5869-4365-b181-c03da3af69e0 tempest-AllowedAddressPairTestJSON-1962660266 tempest-AllowedAddressPairTestJSON-1962660266-project] 10.222.0.20 "DELETE /v2.0/ports/27dd60a6-955b-45f5-b161-a96369b3af34 HTTP/1.1" status: 204 len: 168 time: 1.3070941 Jun 23 11:33:20.644661 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.wsgi [-] (94174) accepted ('10.222.0.20', 38990) {{(pid=94174) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 11:33:20.666393 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fccb71d7-a3ee-408e-af9c-88d8a51bd856 None None] Checking agent: {'id': '4d05f899-5ac9-411b-8a03-f60c93f87cdf', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-601336-94-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 23, 11, 22, 14), 'started_at': datetime.datetime(2021, 6, 23, 11, 22, 44), 'heartbeat_timestamp': datetime.datetime(2021, 6, 23, 11, 33, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'monitor_allowed_address_pair_garp': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-601336-94-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94176) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 23 11:33:20.668400 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fccb71d7-a3ee-408e-af9c-88d8a51bd856 None None] Checking segment: {'id': 'b3319d45-f96f-442c-8df2-0558480e618a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 432, 'network_id': 'b04cfd8d-f3c9-4845-aa79-eaf5d5ae37e5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94176) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 23 11:33:20.669705 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron_lib.callbacks.manager [None req-fccb71d7-a3ee-408e-af9c-88d8a51bd856 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:33:20.670344 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fccb71d7-a3ee-408e-af9c-88d8a51bd856 None None] Bound using segment: {'id': 'b3319d45-f96f-442c-8df2-0558480e618a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 432, 'network_id': 'b04cfd8d-f3c9-4845-aa79-eaf5d5ae37e5'} {{(pid=94176) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 23 11:33:20.671023 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.plugins.ml2.managers [None req-fccb71d7-a3ee-408e-af9c-88d8a51bd856 None None] Bound port: 2f2cbdcf-987b-451f-b330-6e77e4de6378, host: dv-neutron-601336-94-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b3319d45-f96f-442c-8df2-0558480e618a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 432, 'network_id': 'b04cfd8d-f3c9-4845-aa79-eaf5d5ae37e5'}}] {{(pid=94176) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 23 11:33:20.671617 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron_lib.callbacks.manager [None req-fccb71d7-a3ee-408e-af9c-88d8a51bd856 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-923122'] for port, before_update {{(pid=94176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:33:20.674861 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron_lib.callbacks.manager [None req-0947f631-8754-4f2f-a7e3-6d83f0431f7c tempest-RoutersNegativeIpV6Test-1628881962 tempest-RoutersNegativeIpV6Test-1628881962-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-922904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866062', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773700135042', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773699642233', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773699642278', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5082471'] for port, after_update {{(pid=94175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:33:20.676116 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron_lib.callbacks.manager [None req-0947f631-8754-4f2f-a7e3-6d83f0431f7c tempest-RoutersNegativeIpV6Test-1628881962 tempest-RoutersNegativeIpV6Test-1628881962-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-7866091', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-453038'] for router_interface, after_create {{(pid=94175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:33:20.677761 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.db.provisioning_blocks [None req-0a3bd72b-4e36-4bf8-a75a-6ed349fe4726 None None] Transition to ACTIVE for port object a8bcfd6f-f1b5-40a3-adfa-49127e882de0 will not be triggered until provisioned by entity DHCP. {{(pid=94176) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 23 11:33:20.692417 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.db.provisioning_blocks [None req-931b2b14-a665-44e9-be04-8dd37d3c9431 tempest-PortsTestJSON-2085221018 tempest-PortsTestJSON-2085221018-project] Transition to ACTIVE for port object 7ec1c253-f666-4305-a40e-e82869c0c656 will not be triggered until provisioned by entity DHCP. {{(pid=94174) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 23 11:33:20.693398 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron_lib.callbacks.manager [None req-1d6f6b16-d86d-4164-9278-44053e29bf02 tempest-RoutersNegativeTest-1531528216 tempest-RoutersNegativeTest-1531528216-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3801'] for segment, precommit_delete {{(pid=94174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:33:20.700257 dv-neutron-601336-94-hyperv neutron-server[94174]: INFO neutron.pecan_wsgi.hooks.translation [None req-e5012981-47da-45f9-abe1-0740524662ae tempest-AllowedAddressPairTestJSON-1962660266 tempest-AllowedAddressPairTestJSON-1962660266-project] GET failed (client error): The resource could not be found. Jun 23 11:33:20.702757 dv-neutron-601336-94-hyperv neutron-server[94174]: INFO neutron.wsgi [None req-e5012981-47da-45f9-abe1-0740524662ae tempest-AllowedAddressPairTestJSON-1962660266 tempest-AllowedAddressPairTestJSON-1962660266-project] 10.222.0.20 "GET /v2.0/ports/27dd60a6-955b-45f5-b161-a96369b3af34 HTTP/1.1" status: 404 len: 333 time: 0.0589457 Jun 23 11:33:20.703481 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG oslo_concurrency.lockutils [None req-ccc9ed67-4717-4031-a867-27609288ddc8 tempest-ExtraDHCPOptionsTestJSON-1313277810 tempest-ExtraDHCPOptionsTestJSON-1313277810-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94175) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 11:33:20.709086 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1d6f6b16-d86d-4164-9278-44053e29bf02 tempest-RoutersNegativeTest-1531528216 tempest-RoutersNegativeTest-1531528216-project] Releasing vlan 412 on physical network physnet1 to pool {{(pid=94174) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 23 11:33:20.709499 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron_lib.callbacks.manager [None req-1d6f6b16-d86d-4164-9278-44053e29bf02 tempest-RoutersNegativeTest-1531528216 tempest-RoutersNegativeTest-1531528216-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3801', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5196341'] for segment, after_delete {{(pid=94174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:33:20.712677 dv-neutron-601336-94-hyperv neutron-server[94174]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 23 11:33:20.712677 dv-neutron-601336-94-hyperv neutron-server[94174]: conditions |= (models_v2.Port.network_id.in_( Jun 23 11:33:20.712677 dv-neutron-601336-94-hyperv neutron-server[94174]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 23 11:33:20.712677 dv-neutron-601336-94-hyperv neutron-server[94174]: conditions |= (models_v2.Port.network_id.in_( Jun 23 11:33:20.712677 dv-neutron-601336-94-hyperv neutron-server[94174]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 23 11:33:20.712677 dv-neutron-601336-94-hyperv neutron-server[94174]: conditions |= (models_v2.Port.network_id.in_( Jun 23 11:33:20.712677 dv-neutron-601336-94-hyperv neutron-server[94174]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 23 11:33:20.712677 dv-neutron-601336-94-hyperv neutron-server[94174]: conditions |= (models_v2.Port.network_id.in_( Jun 23 11:33:20.712677 dv-neutron-601336-94-hyperv neutron-server[94174]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 23 11:33:20.712677 dv-neutron-601336-94-hyperv neutron-server[94174]: conditions |= (models_v2.Port.network_id.in_( Jun 23 11:33:20.712677 dv-neutron-601336-94-hyperv neutron-server[94174]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 23 11:33:20.712677 dv-neutron-601336-94-hyperv neutron-server[94174]: conditions |= (models_v2.Port.network_id.in_( Jun 23 11:33:20.712677 dv-neutron-601336-94-hyperv neutron-server[94174]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 23 11:33:20.712677 dv-neutron-601336-94-hyperv neutron-server[94174]: conditions |= (models_v2.Port.network_id.in_( Jun 23 11:33:20.712677 dv-neutron-601336-94-hyperv neutron-server[94174]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 23 11:33:20.712677 dv-neutron-601336-94-hyperv neutron-server[94174]: conditions |= (models_v2.Port.network_id.in_( Jun 23 11:33:20.712677 dv-neutron-601336-94-hyperv neutron-server[94174]: Traceback (most recent call last): Jun 23 11:33:20.712677 dv-neutron-601336-94-hyperv neutron-server[94174]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 23 11:33:20.712677 dv-neutron-601336-94-hyperv neutron-server[94174]: timer() Jun 23 11:33:20.712677 dv-neutron-601336-94-hyperv neutron-server[94174]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 23 11:33:20.712677 dv-neutron-601336-94-hyperv neutron-server[94174]: cb(*args, **kw) Jun 23 11:33:20.712677 dv-neutron-601336-94-hyperv neutron-server[94174]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 23 11:33:20.712677 dv-neutron-601336-94-hyperv neutron-server[94174]: return func(*args, **kwargs) Jun 23 11:33:20.712677 dv-neutron-601336-94-hyperv neutron-server[94174]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 23 11:33:20.712677 dv-neutron-601336-94-hyperv neutron-server[94174]: self._notify() Jun 23 11:33:20.712677 dv-neutron-601336-94-hyperv neutron-server[94174]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 23 11:33:20.712677 dv-neutron-601336-94-hyperv neutron-server[94174]: self.callback(batched_events) Jun 23 11:33:20.712677 dv-neutron-601336-94-hyperv neutron-server[94174]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 23 11:33:20.712677 dv-neutron-601336-94-hyperv neutron-server[94174]: event.method(event) Jun 23 11:33:20.712677 dv-neutron-601336-94-hyperv neutron-server[94174]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 23 11:33:20.712677 dv-neutron-601336-94-hyperv neutron-server[94174]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 23 11:33:20.712677 dv-neutron-601336-94-hyperv neutron-server[94174]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 23 11:33:20.712677 dv-neutron-601336-94-hyperv neutron-server[94174]: aggregate_uuid = self.p_client.list_aggregates( Jun 23 11:33:20.712677 dv-neutron-601336-94-hyperv neutron-server[94174]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 23 11:33:20.712677 dv-neutron-601336-94-hyperv neutron-server[94174]: return f(self, *a, **k) Jun 23 11:33:20.712677 dv-neutron-601336-94-hyperv neutron-server[94174]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 23 11:33:20.712677 dv-neutron-601336-94-hyperv neutron-server[94174]: return self._get(url).json() Jun 23 11:33:20.712677 dv-neutron-601336-94-hyperv neutron-server[94174]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 23 11:33:20.712677 dv-neutron-601336-94-hyperv neutron-server[94174]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 23 11:33:20.712677 dv-neutron-601336-94-hyperv neutron-server[94174]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 23 11:33:20.712677 dv-neutron-601336-94-hyperv neutron-server[94174]: return self.request(url, 'GET', **kwargs) Jun 23 11:33:20.712677 dv-neutron-601336-94-hyperv neutron-server[94174]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 23 11:33:20.712677 dv-neutron-601336-94-hyperv neutron-server[94174]: base_url = self.get_endpoint(auth, allow=allow, Jun 23 11:33:20.712677 dv-neutron-601336-94-hyperv neutron-server[94174]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 23 11:33:20.712677 dv-neutron-601336-94-hyperv neutron-server[94174]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 23 11:33:20.712677 dv-neutron-601336-94-hyperv neutron-server[94174]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 23 11:33:20.712677 dv-neutron-601336-94-hyperv neutron-server[94174]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 23 11:33:20.712677 dv-neutron-601336-94-hyperv neutron-server[94174]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 23 11:33:20.715526 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.wsgi [-] (94174) accepted ('10.222.0.20', 38992) {{(pid=94174) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 11:33:20.727310 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-533c9497-75c1-4b54-af02-21f13141dc24 None None] Network ac5069cf-09cf-426f-84af-fd0411aa3923 is already hosted by enough agents. {{(pid=94176) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 23 11:33:20.743497 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.scheduler.base_scheduler [None req-533c9497-75c1-4b54-af02-21f13141dc24 None None] Resources bound (agent type, host, resource id): {{(pid=94176) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 23 11:33:20.755053 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.db.l3_dvrscheduler_db [None req-533c9497-75c1-4b54-af02-21f13141dc24 None None] Received port after_create {{(pid=94176) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 23 11:33:20.762733 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebcba1f7-784c-41a1-88e0-480083598631 None None] Pushing event updated for resources: {'Port': ['ID=7e92a820-029c-4e20-84fb-999b81fc12e0,revision_number=2']} {{(pid=94176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 11:33:20.825533 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG oslo_concurrency.lockutils [None req-ebcba1f7-784c-41a1-88e0-480083598631 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.429s {{(pid=94176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 11:33:20.830712 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG oslo_concurrency.lockutils [None req-451dfb3b-052e-4d2e-93ff-4d7bc5836b9c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.255s {{(pid=94176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 11:33:20.841878 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.db.provisioning_blocks [None req-3faf2f99-4599-40a2-a408-a41676d8d9a6 None None] Provisioning for port be43c0a5-113a-4302-8a6e-903a4844374f completed by entity DHCP. {{(pid=94176) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 23 11:33:20.844077 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron_lib.callbacks.manager [None req-0a3bd72b-4e36-4bf8-a75a-6ed349fe4726 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-922915', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-239814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7866073', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773699642215'] for port, after_create {{(pid=94176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:33:20.890840 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0947f631-8754-4f2f-a7e3-6d83f0431f7c tempest-RoutersNegativeIpV6Test-1628881962 tempest-RoutersNegativeIpV6Test-1628881962-project] Pushing event updated for resources: {'Port': ['ID=be43c0a5-113a-4302-8a6e-903a4844374f,revision_number=2']} {{(pid=94175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 11:33:20.898839 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG oslo_concurrency.lockutils [None req-0947f631-8754-4f2f-a7e3-6d83f0431f7c tempest-RoutersNegativeIpV6Test-1628881962 tempest-RoutersNegativeIpV6Test-1628881962-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.196s {{(pid=94175) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 11:33:20.928839 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.plugins.ml2.managers [None req-533c9497-75c1-4b54-af02-21f13141dc24 None None] Attempting to bind port 0ca4f9c6-6469-4f2e-b159-b15de5e0b039 on host dv-neutron-601336-94-hyperv for vnic_type normal with profile {{(pid=94176) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 23 11:33:20.928839 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.plugins.ml2.managers [None req-533c9497-75c1-4b54-af02-21f13141dc24 None None] Attempting to bind port 0ca4f9c6-6469-4f2e-b159-b15de5e0b039 by drivers openvswitch,hyperv on host dv-neutron-601336-94-hyperv at level 0 using segments [{'id': '2b853d9d-4358-44a3-bbd3-3c5149fe5cb8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 417, 'network_id': 'ac5069cf-09cf-426f-84af-fd0411aa3923'}] {{(pid=94176) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 23 11:33:20.929280 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-533c9497-75c1-4b54-af02-21f13141dc24 None None] Attempting to bind port 0ca4f9c6-6469-4f2e-b159-b15de5e0b039 on network ac5069cf-09cf-426f-84af-fd0411aa3923 {{(pid=94176) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 23 11:33:20.929407 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron_lib.callbacks.manager [None req-7ae06db1-3d4f-4326-aa39-58fb4b80ba7f tempest-BulkNetworkOpsTest-447796090 tempest-BulkNetworkOpsTest-447796090-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-897634'] for subnet, precommit_delete {{(pid=94175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:33:20.931665 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.db.provisioning_blocks [None req-3faf2f99-4599-40a2-a408-a41676d8d9a6 None None] Provisioning complete for port be43c0a5-113a-4302-8a6e-903a4844374f triggered by entity DHCP. {{(pid=94176) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 23 11:33:20.932038 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron_lib.callbacks.manager [None req-3faf2f99-4599-40a2-a408-a41676d8d9a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-899258'] for port, provisioning_complete {{(pid=94176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:33:20.954691 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.plugins.ml2.plugin [None req-4bc29083-ec82-481f-949c-03aa588e15c8 tempest-AllowedAddressPairTestJSON-1962660266 tempest-AllowedAddressPairTestJSON-1962660266-project] Deleting port 9d0e9ce7-1b95-41e0-b76a-bcf304db67e0 {{(pid=94174) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1913}} Jun 23 11:33:20.955707 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron_lib.callbacks.manager [None req-4bc29083-ec82-481f-949c-03aa588e15c8 tempest-AllowedAddressPairTestJSON-1962660266 tempest-AllowedAddressPairTestJSON-1962660266-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773700079324'] for port, before_delete {{(pid=94174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:33:20.969568 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e8e3fc4b-c830-4042-a17c-c34711ea4b14 tempest-NetworksTestDHCPv6-162546708 tempest-NetworksTestDHCPv6-162546708-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 11:33:20.971351 dv-neutron-601336-94-hyperv neutron-server[94175]: INFO neutron.wsgi [None req-e8e3fc4b-c830-4042-a17c-c34711ea4b14 tempest-NetworksTestDHCPv6-162546708 tempest-NetworksTestDHCPv6-162546708-project] 10.222.0.20 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1047 time: 0.3528466 Jun 23 11:33:20.982813 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0947f631-8754-4f2f-a7e3-6d83f0431f7c tempest-RoutersNegativeIpV6Test-1628881962 tempest-RoutersNegativeIpV6Test-1628881962-project] Network 4b29730c-2a64-448a-b6cc-096066871e0d is already hosted by enough agents. {{(pid=94175) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 23 11:33:21.002357 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.wsgi [-] (94175) accepted ('10.222.0.20', 38994) {{(pid=94175) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 11:33:21.006021 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10e68c79-50ad-44c9-9ecc-1d3a3f58cd58 None None] Pushing event deleted for resources: {'Port': ['ID=9ba707af-3897-4ac6-80dd-5433d56f9a62,revision_number=None']} {{(pid=94176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 11:33:21.013209 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-533c9497-75c1-4b54-af02-21f13141dc24 None None] Checking agent: {'id': '4d05f899-5ac9-411b-8a03-f60c93f87cdf', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-601336-94-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 23, 11, 22, 14), 'started_at': datetime.datetime(2021, 6, 23, 11, 22, 44), 'heartbeat_timestamp': datetime.datetime(2021, 6, 23, 11, 33, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'monitor_allowed_address_pair_garp': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-601336-94-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94176) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 23 11:33:21.013706 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-533c9497-75c1-4b54-af02-21f13141dc24 None None] Checking segment: {'id': '2b853d9d-4358-44a3-bbd3-3c5149fe5cb8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 417, 'network_id': 'ac5069cf-09cf-426f-84af-fd0411aa3923'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94176) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 23 11:33:21.014089 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron_lib.callbacks.manager [None req-533c9497-75c1-4b54-af02-21f13141dc24 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:33:21.014540 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-533c9497-75c1-4b54-af02-21f13141dc24 None None] Bound using segment: {'id': '2b853d9d-4358-44a3-bbd3-3c5149fe5cb8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 417, 'network_id': 'ac5069cf-09cf-426f-84af-fd0411aa3923'} {{(pid=94176) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 23 11:33:21.014999 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.plugins.ml2.managers [None req-533c9497-75c1-4b54-af02-21f13141dc24 None None] Bound port: 0ca4f9c6-6469-4f2e-b159-b15de5e0b039, host: dv-neutron-601336-94-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2b853d9d-4358-44a3-bbd3-3c5149fe5cb8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 417, 'network_id': 'ac5069cf-09cf-426f-84af-fd0411aa3923'}}] {{(pid=94176) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 23 11:33:21.015411 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron_lib.callbacks.manager [None req-533c9497-75c1-4b54-af02-21f13141dc24 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-923122'] for port, before_update {{(pid=94176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:33:21.017261 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.plugins.ml2.plugin [None req-3faf2f99-4599-40a2-a408-a41676d8d9a6 None None] Port be43c0a5-113a-4302-8a6e-903a4844374f cannot update to ACTIVE because it is not bound. {{(pid=94176) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jun 23 11:33:21.031949 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.plugins.ml2.db [None req-fccb71d7-a3ee-408e-af9c-88d8a51bd856 None None] For port 2f2cbdcf-987b-451f-b330-6e77e4de6378, host dv-neutron-601336-94-hyperv, cleared binding levels {{(pid=94176) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 23 11:33:21.043783 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.scheduler.base_scheduler [None req-0947f631-8754-4f2f-a7e3-6d83f0431f7c tempest-RoutersNegativeIpV6Test-1628881962 tempest-RoutersNegativeIpV6Test-1628881962-project] Resources bound (agent type, host, resource id): {{(pid=94175) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 23 11:33:21.047983 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0a3bd72b-4e36-4bf8-a75a-6ed349fe4726 None None] Network 8d3cb0e3-5870-44e4-95c0-1c9de58a0806 is already hosted by enough agents. {{(pid=94176) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 23 11:33:21.084020 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron_lib.callbacks.manager [None req-931b2b14-a665-44e9-be04-8dd37d3c9431 tempest-PortsTestJSON-2085221018 tempest-PortsTestJSON-2085221018-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-922915', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-239814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7866073', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773699642215', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-5196399'] for port, after_create {{(pid=94174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:33:21.090051 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.scheduler.base_scheduler [None req-0a3bd72b-4e36-4bf8-a75a-6ed349fe4726 None None] Resources bound (agent type, host, resource id): {{(pid=94176) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 23 11:33:21.094841 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron_lib.callbacks.manager [None req-1d6f6b16-d86d-4164-9278-44053e29bf02 tempest-RoutersNegativeTest-1531528216 tempest-RoutersNegativeTest-1531528216-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-897248', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8002400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7866073', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-524247'] for network, after_delete {{(pid=94174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:33:21.096383 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.plugins.ml2.db [None req-fccb71d7-a3ee-408e-af9c-88d8a51bd856 None None] For port 2f2cbdcf-987b-451f-b330-6e77e4de6378, host dv-neutron-601336-94-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-94-hyperv',level=0,port_id=2f2cbdcf-987b-451f-b330-6e77e4de6378,segment=NetworkSegment(b3319d45-f96f-442c-8df2-0558480e618a),segment_id=b3319d45-f96f-442c-8df2-0558480e618a)] {{(pid=94176) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 23 11:33:21.099727 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0a3bd72b-4e36-4bf8-a75a-6ed349fe4726 None None] Received port after_create {{(pid=94176) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 23 11:33:21.108251 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron_lib.callbacks.manager [None req-1d6f6b16-d86d-4164-9278-44053e29bf02 tempest-RoutersNegativeTest-1531528216 tempest-RoutersNegativeTest-1531528216-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7865916'] for network, before_response {{(pid=94174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:33:21.121800 dv-neutron-601336-94-hyperv neutron-server[94174]: INFO neutron.wsgi [None req-1d6f6b16-d86d-4164-9278-44053e29bf02 tempest-RoutersNegativeTest-1531528216 tempest-RoutersNegativeTest-1531528216-project] 10.222.0.20 "DELETE /v2.0/networks/e8ee6fca-c31d-4c6b-9908-888c79fac63c HTTP/1.1" status: 204 len: 168 time: 1.8931532 Jun 23 11:33:21.122701 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.wsgi [-] (94174) accepted ('10.222.0.20', 38996) {{(pid=94174) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 11:33:21.126455 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG oslo_concurrency.lockutils [None req-05c7fd63-0641-4eba-9f0e-50dc8a0f24fe tempest-AllowedAddressPairTestJSON-1962660266 tempest-AllowedAddressPairTestJSON-1962660266-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94174) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 11:33:21.204113 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-533c9497-75c1-4b54-af02-21f13141dc24 None None] Pushing event updated for resources: {'Port': ['ID=0ca4f9c6-6469-4f2e-b159-b15de5e0b039,revision_number=1']} {{(pid=94176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 11:33:21.212727 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG oslo_concurrency.lockutils [None req-533c9497-75c1-4b54-af02-21f13141dc24 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.382s {{(pid=94176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 11:33:21.213818 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.plugins.ml2.rpc [None req-dc7542b2-afef-47f4-a763-e3a3cba144be None None] Device 9ba707af-3897-4ac6-80dd-5433d56f9a62 no longer exists at agent ovs-agent-dv-neutron-601336-94-hyperv {{(pid=94176) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:261}} Jun 23 11:33:21.216868 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron_lib.callbacks.manager [None req-fccb71d7-a3ee-408e-af9c-88d8a51bd856 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-922904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866062', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773700135042', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773699642233', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773699642278'] for port, after_update {{(pid=94176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:33:21.219465 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG oslo_concurrency.lockutils [None req-97bd5441-1da2-49ee-a364-27795820ba27 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.592s {{(pid=94176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 11:33:21.252431 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-31aa9132-5f37-438c-9e71-2c60f160692e tempest-NetworksTestDHCPv6-162546708 tempest-NetworksTestDHCPv6-162546708-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 11:33:21.254249 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-31aa9132-5f37-438c-9e71-2c60f160692e tempest-NetworksTestDHCPv6-162546708 tempest-NetworksTestDHCPv6-162546708-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 11:33:21.255771 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-31aa9132-5f37-438c-9e71-2c60f160692e tempest-NetworksTestDHCPv6-162546708 tempest-NetworksTestDHCPv6-162546708-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 11:33:21.260862 dv-neutron-601336-94-hyperv neutron-server[94175]: INFO neutron.wsgi [None req-31aa9132-5f37-438c-9e71-2c60f160692e tempest-NetworksTestDHCPv6-162546708 tempest-NetworksTestDHCPv6-162546708-project] 10.222.0.20 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2097 time: 0.2590334 Jun 23 11:33:21.265931 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.wsgi [-] (94175) accepted ('10.222.0.20', 38998) {{(pid=94175) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 11:33:21.285875 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.db.db_base_plugin_v2 [None req-05545c44-d24b-46a9-9338-601b36aeee19 tempest-RoutersNegativeTest-1531528216 tempest-RoutersNegativeTest-1531528216-project] Deleting subnet defc4a6a-123c-4f18-9b6c-a16ec9f19f17 {{(pid=94174) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jun 23 11:33:21.299689 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron_lib.callbacks.manager [None req-05545c44-d24b-46a9-9338-601b36aeee19 tempest-RoutersNegativeTest-1531528216 tempest-RoutersNegativeTest-1531528216-project] Notify callbacks [] for subnet, before_delete {{(pid=94174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:33:21.330027 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.db.db_base_plugin_v2 [None req-1718df89-71a0-4df9-baba-0b60309077e9 tempest-NetworksTestDHCPv6-162546708 tempest-NetworksTestDHCPv6-162546708-project] Deleting subnet 8d6a50e6-9212-4018-a840-b11fe640e353 {{(pid=94175) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jun 23 11:33:21.333796 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron_lib.callbacks.manager [None req-1718df89-71a0-4df9-baba-0b60309077e9 tempest-NetworksTestDHCPv6-162546708 tempest-NetworksTestDHCPv6-162546708-project] Notify callbacks [] for subnet, before_delete {{(pid=94175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:33:21.350454 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-931b2b14-a665-44e9-be04-8dd37d3c9431 tempest-PortsTestJSON-2085221018 tempest-PortsTestJSON-2085221018-project] Network d85cfa3d-97a7-4683-b568-8e4a9da8aa25 is already hosted by enough agents. {{(pid=94174) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 23 11:33:21.364840 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.scheduler.base_scheduler [None req-931b2b14-a665-44e9-be04-8dd37d3c9431 tempest-PortsTestJSON-2085221018 tempest-PortsTestJSON-2085221018-project] Resources bound (agent type, host, resource id): {{(pid=94174) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 23 11:33:21.381936 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.db.l3_dvrscheduler_db [None req-931b2b14-a665-44e9-be04-8dd37d3c9431 tempest-PortsTestJSON-2085221018 tempest-PortsTestJSON-2085221018-project] Received port after_create {{(pid=94174) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 23 11:33:21.384864 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron_lib.callbacks.manager [None req-1718df89-71a0-4df9-baba-0b60309077e9 tempest-NetworksTestDHCPv6-162546708 tempest-NetworksTestDHCPv6-162546708-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5190686'] for subnet, precommit_delete_associations {{(pid=94175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:33:21.431179 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-931b2b14-a665-44e9-be04-8dd37d3c9431 tempest-PortsTestJSON-2085221018 tempest-PortsTestJSON-2085221018-project] Pushing event updated for resources: {'Port': ['ID=7ec1c253-f666-4305-a40e-e82869c0c656,revision_number=1']} {{(pid=94174) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 11:33:21.436247 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron_lib.callbacks.manager [None req-4bc29083-ec82-481f-949c-03aa588e15c8 tempest-AllowedAddressPairTestJSON-1962660266 tempest-AllowedAddressPairTestJSON-1962660266-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-430722'] for port, precommit_delete {{(pid=94174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:33:21.442990 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron_lib.callbacks.manager [None req-05545c44-d24b-46a9-9338-601b36aeee19 tempest-RoutersNegativeTest-1531528216 tempest-RoutersNegativeTest-1531528216-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4800256'] for subnet, precommit_delete_associations {{(pid=94174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:33:21.445794 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0947f631-8754-4f2f-a7e3-6d83f0431f7c tempest-RoutersNegativeIpV6Test-1628881962 tempest-RoutersNegativeIpV6Test-1628881962-project] Router 177dc9cb-62af-46b2-b17a-0e63fc73dee2 has already been hosted by L3 agent 50ef99c0-ef28-4db5-b303-b145898fae60 {{(pid=94175) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 23 11:33:21.458756 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG oslo_concurrency.lockutils [None req-931b2b14-a665-44e9-be04-8dd37d3c9431 tempest-PortsTestJSON-2085221018 tempest-PortsTestJSON-2085221018-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.332s {{(pid=94174) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 11:33:21.459696 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG oslo_concurrency.lockutils [None req-dae1903e-2ead-4d28-b11d-ae78e8ba9eb7 tempest-NetworksIpV6TestAttrs-49342282 tempest-NetworksIpV6TestAttrs-49342282-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.314s {{(pid=94174) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 11:33:21.514800 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.plugins.ml2.plugin [None req-4bc29083-ec82-481f-949c-03aa588e15c8 tempest-AllowedAddressPairTestJSON-1962660266 tempest-AllowedAddressPairTestJSON-1962660266-project] Calling delete_port for 9d0e9ce7-1b95-41e0-b76a-bcf304db67e0 owned by {{(pid=94174) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1986}} Jun 23 11:33:21.527083 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d6f6b16-d86d-4164-9278-44053e29bf02 tempest-RoutersNegativeTest-1531528216 tempest-RoutersNegativeTest-1531528216-project] Pushing event deleted for resources: {'Network': ['ID=e8ee6fca-c31d-4c6b-9908-888c79fac63c,revision_number=None']} {{(pid=94174) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 11:33:21.536337 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG oslo_concurrency.lockutils [None req-1d6f6b16-d86d-4164-9278-44053e29bf02 tempest-RoutersNegativeTest-1531528216 tempest-RoutersNegativeTest-1531528216-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.077s {{(pid=94174) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 11:33:21.551694 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-931b2b14-a665-44e9-be04-8dd37d3c9431 tempest-PortsTestJSON-2085221018 tempest-PortsTestJSON-2085221018-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94174) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 11:33:21.552335 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron_lib.callbacks.manager [None req-931b2b14-a665-44e9-be04-8dd37d3c9431 tempest-PortsTestJSON-2085221018 tempest-PortsTestJSON-2085221018-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-217507'] for port, before_response {{(pid=94174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:33:21.576665 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.plugins.ml2.plugin [None req-dc7542b2-afef-47f4-a763-e3a3cba144be None None] No Port match for: 9ba707af-3897-4ac6-80dd-5433d56f9a62 {{(pid=94176) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2240}} Jun 23 11:33:21.577021 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.plugins.ml2.rpc [None req-dc7542b2-afef-47f4-a763-e3a3cba144be None None] Device 9ba707af-3897-4ac6-80dd-5433d56f9a62 not bound to the agent host dv-neutron-601336-94-hyperv {{(pid=94176) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:271}} Jun 23 11:33:21.584252 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0947f631-8754-4f2f-a7e3-6d83f0431f7c tempest-RoutersNegativeIpV6Test-1628881962 tempest-RoutersNegativeIpV6Test-1628881962-project] Notify agent at l3_agent.dv-neutron-601336-94-hyperv the message routers_updated {{(pid=94175) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 23 11:33:21.594314 dv-neutron-601336-94-hyperv neutron-server[94175]: INFO neutron.wsgi [None req-0947f631-8754-4f2f-a7e3-6d83f0431f7c tempest-RoutersNegativeIpV6Test-1628881962 tempest-RoutersNegativeIpV6Test-1628881962-project] 10.222.0.20 "PUT /v2.0/routers/177dc9cb-62af-46b2-b17a-0e63fc73dee2/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.8617494 Jun 23 11:33:21.595994 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron_lib.callbacks.manager [None req-7ae06db1-3d4f-4326-aa39-58fb4b80ba7f tempest-BulkNetworkOpsTest-447796090 tempest-BulkNetworkOpsTest-447796090-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-897627', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866062', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5083050', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4660036'] for subnet, after_delete {{(pid=94175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:33:21.597894 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.wsgi [-] (94175) accepted ('10.222.0.20', 39002) {{(pid=94175) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 11:33:21.603010 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG oslo_concurrency.lockutils [None req-3f66ae10-e6c8-4c35-85ca-0d443af42e2a tempest-NetworksIpV6TestAttrs-49342282 tempest-NetworksIpV6TestAttrs-49342282-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94175) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 11:33:21.611434 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.plugins.ml2.db [None req-533c9497-75c1-4b54-af02-21f13141dc24 None None] For port 0ca4f9c6-6469-4f2e-b159-b15de5e0b039, host dv-neutron-601336-94-hyperv, cleared binding levels {{(pid=94176) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 23 11:33:21.613623 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.plugins.ml2.managers [None req-0a3bd72b-4e36-4bf8-a75a-6ed349fe4726 None None] Attempting to bind port a8bcfd6f-f1b5-40a3-adfa-49127e882de0 on host dv-neutron-601336-94-hyperv for vnic_type normal with profile {{(pid=94176) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 23 11:33:21.613986 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.plugins.ml2.managers [None req-0a3bd72b-4e36-4bf8-a75a-6ed349fe4726 None None] Attempting to bind port a8bcfd6f-f1b5-40a3-adfa-49127e882de0 by drivers openvswitch,hyperv on host dv-neutron-601336-94-hyperv at level 0 using segments [{'id': '769ec9d2-9811-4877-b44d-0743a1e82f26', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 404, 'network_id': '8d3cb0e3-5870-44e4-95c0-1c9de58a0806'}] {{(pid=94176) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 23 11:33:21.614364 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0a3bd72b-4e36-4bf8-a75a-6ed349fe4726 None None] Attempting to bind port a8bcfd6f-f1b5-40a3-adfa-49127e882de0 on network 8d3cb0e3-5870-44e4-95c0-1c9de58a0806 {{(pid=94176) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 23 11:33:21.621340 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0d2aced8-adb0-4985-83c9-27eb1803a825 None None] Sync routers for ids ['177dc9cb-62af-46b2-b17a-0e63fc73dee2'] in dv-neutron-601336-94-hyperv {{(pid=94176) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 23 11:33:21.647299 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a3bd72b-4e36-4bf8-a75a-6ed349fe4726 None None] Pushing event updated for resources: {'Port': ['ID=a8bcfd6f-f1b5-40a3-adfa-49127e882de0,revision_number=1']} {{(pid=94176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 11:33:21.666917 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.plugins.ml2.db [None req-533c9497-75c1-4b54-af02-21f13141dc24 None None] For port 0ca4f9c6-6469-4f2e-b159-b15de5e0b039, host dv-neutron-601336-94-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-94-hyperv',level=0,port_id=0ca4f9c6-6469-4f2e-b159-b15de5e0b039,segment=NetworkSegment(2b853d9d-4358-44a3-bbd3-3c5149fe5cb8),segment_id=2b853d9d-4358-44a3-bbd3-3c5149fe5cb8)] {{(pid=94176) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 23 11:33:21.670028 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0a3bd72b-4e36-4bf8-a75a-6ed349fe4726 None None] Checking agent: {'id': '4d05f899-5ac9-411b-8a03-f60c93f87cdf', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-601336-94-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 23, 11, 22, 14), 'started_at': datetime.datetime(2021, 6, 23, 11, 22, 44), 'heartbeat_timestamp': datetime.datetime(2021, 6, 23, 11, 33, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'monitor_allowed_address_pair_garp': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-601336-94-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94176) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 23 11:33:21.670423 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0a3bd72b-4e36-4bf8-a75a-6ed349fe4726 None None] Checking segment: {'id': '769ec9d2-9811-4877-b44d-0743a1e82f26', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 404, 'network_id': '8d3cb0e3-5870-44e4-95c0-1c9de58a0806'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94176) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 23 11:33:21.670842 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron_lib.callbacks.manager [None req-0a3bd72b-4e36-4bf8-a75a-6ed349fe4726 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:33:21.671384 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0a3bd72b-4e36-4bf8-a75a-6ed349fe4726 None None] Bound using segment: {'id': '769ec9d2-9811-4877-b44d-0743a1e82f26', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 404, 'network_id': '8d3cb0e3-5870-44e4-95c0-1c9de58a0806'} {{(pid=94176) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 23 11:33:21.671839 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.plugins.ml2.managers [None req-0a3bd72b-4e36-4bf8-a75a-6ed349fe4726 None None] Bound port: a8bcfd6f-f1b5-40a3-adfa-49127e882de0, host: dv-neutron-601336-94-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '769ec9d2-9811-4877-b44d-0743a1e82f26', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 404, 'network_id': '8d3cb0e3-5870-44e4-95c0-1c9de58a0806'}}] {{(pid=94176) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 23 11:33:21.672385 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron_lib.callbacks.manager [None req-0a3bd72b-4e36-4bf8-a75a-6ed349fe4726 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-923122'] for port, before_update {{(pid=94176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:33:21.684223 dv-neutron-601336-94-hyperv neutron-server[94174]: INFO neutron.wsgi [None req-931b2b14-a665-44e9-be04-8dd37d3c9431 tempest-PortsTestJSON-2085221018 tempest-PortsTestJSON-2085221018-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 924 time: 4.4417238 Jun 23 11:33:21.686172 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.wsgi [-] (94174) accepted ('10.222.0.20', 39004) {{(pid=94174) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 11:33:21.692982 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.api.v2.base [None req-16635d3a-1643-429e-a220-c6d607c201c1 tempest-PortsTestJSON-2085221018 tempest-PortsTestJSON-2085221018-project] Request body: {'port': {'network_id': 'd85cfa3d-97a7-4683-b568-8e4a9da8aa25', 'name': 'tempest-PortsTestJSON-692803647'}} {{(pid=94174) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 23 11:33:21.702396 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ae06db1-3d4f-4326-aa39-58fb4b80ba7f tempest-BulkNetworkOpsTest-447796090 tempest-BulkNetworkOpsTest-447796090-project] Pushing event deleted for resources: {'Subnet': ['ID=2bb89b08-551b-4455-8160-41081de9f0b5,revision_number=None']} {{(pid=94175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 11:33:21.709841 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron_lib.callbacks.manager [None req-05545c44-d24b-46a9-9338-601b36aeee19 tempest-RoutersNegativeTest-1531528216 tempest-RoutersNegativeTest-1531528216-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-897634'] for subnet, precommit_delete {{(pid=94174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:33:21.717568 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG oslo_concurrency.lockutils [None req-7ae06db1-3d4f-4326-aa39-58fb4b80ba7f tempest-BulkNetworkOpsTest-447796090 tempest-BulkNetworkOpsTest-447796090-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.116s {{(pid=94175) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 11:33:21.719205 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.db.provisioning_blocks [None req-e0f14d5c-9470-44d3-b7e3-0cf3bebf058d None None] Provisioning complete for port be43c0a5-113a-4302-8a6e-903a4844374f triggered by entity DHCP. {{(pid=94176) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 23 11:33:21.719657 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron_lib.callbacks.manager [None req-e0f14d5c-9470-44d3-b7e3-0cf3bebf058d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-899258'] for port, provisioning_complete {{(pid=94176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:33:21.802714 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron_lib.callbacks.manager [None req-7ae06db1-3d4f-4326-aa39-58fb4b80ba7f tempest-BulkNetworkOpsTest-447796090 tempest-BulkNetworkOpsTest-447796090-project] Notify callbacks [] for subnet, before_response {{(pid=94175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:33:21.804632 dv-neutron-601336-94-hyperv neutron-server[94175]: INFO neutron.wsgi [None req-7ae06db1-3d4f-4326-aa39-58fb4b80ba7f tempest-BulkNetworkOpsTest-447796090 tempest-BulkNetworkOpsTest-447796090-project] 10.222.0.20 "DELETE /v2.0/subnets/2bb89b08-551b-4455-8160-41081de9f0b5 HTTP/1.1" status: 204 len: 168 time: 3.2412972 Jun 23 11:33:21.810370 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.wsgi [-] (94175) accepted ('10.222.0.20', 39006) {{(pid=94175) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 11:33:21.861700 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fccb71d7-a3ee-408e-af9c-88d8a51bd856 None None] Pushing event updated for resources: {'Port': ['ID=2f2cbdcf-987b-451f-b330-6e77e4de6378,revision_number=2']} {{(pid=94176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 11:33:21.870354 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG oslo_concurrency.lockutils [None req-fccb71d7-a3ee-408e-af9c-88d8a51bd856 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.651s {{(pid=94176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 11:33:21.875360 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0d2aced8-adb0-4985-83c9-27eb1803a825 None None] Routers {'177dc9cb-62af-46b2-b17a-0e63fc73dee2'} bound to L3 agent in host dv-neutron-601336-94-hyperv {{(pid=94176) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 23 11:33:21.875878 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.db.l3_hamode_db [None req-0d2aced8-adb0-4985-83c9-27eb1803a825 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-601336-94-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-06-23T11:22:13Z,description=,heartbeat_timestamp=2021-06-23T11:33:13Z,host='dv-neutron-601336-94-hyperv',id=50ef99c0-ef28-4db5-b303-b145898fae60,load=0,resource_versions=,resources_synced=,started_at=2021-06-23T11:22:14Z,topic='l3_agent')) {'router_ids': ['177dc9cb-62af-46b2-b17a-0e63fc73dee2'], 'active': True} {{(pid=94176) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 11:33:21.923876 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron_lib.callbacks.manager [None req-1718df89-71a0-4df9-baba-0b60309077e9 tempest-NetworksTestDHCPv6-162546708 tempest-NetworksTestDHCPv6-162546708-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-897634'] for subnet, precommit_delete {{(pid=94175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:33:21.932313 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG oslo_concurrency.lockutils [None req-97bd5441-1da2-49ee-a364-27795820ba27 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 1.062s {{(pid=94176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 11:33:21.932723 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG oslo_concurrency.lockutils [None req-97bd5441-1da2-49ee-a364-27795820ba27 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.002s {{(pid=94176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 11:33:21.936174 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron_lib.callbacks.manager [None req-533c9497-75c1-4b54-af02-21f13141dc24 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-922904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866062', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773700135042', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773699642233', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773699642278'] for port, after_update {{(pid=94176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:33:22.022104 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron_lib.callbacks.manager [None req-1cdfd2cc-d5ec-4290-a2a4-f759a8086163 tempest-RoutersNegativeIpV6Test-1628881962 tempest-RoutersNegativeIpV6Test-1628881962-project] Notify callbacks [] for router, before_delete {{(pid=94175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:33:22.025586 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG oslo_concurrency.lockutils [None req-dc7542b2-afef-47f4-a763-e3a3cba144be None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.796s {{(pid=94176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 11:33:22.031714 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.plugins.ml2.rpc [None req-dc7542b2-afef-47f4-a763-e3a3cba144be None None] Device 7e92a820-029c-4e20-84fb-999b81fc12e0 up at agent ovs-agent-dv-neutron-601336-94-hyperv {{(pid=94176) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:298}} Jun 23 11:33:22.033906 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.db.db_base_plugin_v2 [None req-ee06ff69-ebdb-4eb4-b0f7-b66d63dd2835 tempest-BulkNetworkOpsTest-447796090 tempest-BulkNetworkOpsTest-447796090-project] Deleting subnet 5e74135c-6e20-4153-87e8-a229c8e982ae {{(pid=94175) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jun 23 11:33:22.034701 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.db.l3_hamode_db [None req-0d2aced8-adb0-4985-83c9-27eb1803a825 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-601336-94-hyperv', False) {} {{(pid=94176) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 11:33:22.076347 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron_lib.callbacks.manager [None req-05545c44-d24b-46a9-9338-601b36aeee19 tempest-RoutersNegativeTest-1531528216 tempest-RoutersNegativeTest-1531528216-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-897627', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866062', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5195932', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4294216'] for subnet, after_delete {{(pid=94174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:33:22.087122 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron_lib.callbacks.manager [None req-ee06ff69-ebdb-4eb4-b0f7-b66d63dd2835 tempest-BulkNetworkOpsTest-447796090 tempest-BulkNetworkOpsTest-447796090-project] Notify callbacks [] for subnet, before_delete {{(pid=94175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:33:22.088221 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG oslo_concurrency.lockutils [None req-288580a3-ffc8-42e3-b6dd-4924a57ad11b tempest-AllowedAddressPairIpV6TestJSON-597468505 tempest-AllowedAddressPairIpV6TestJSON-597468505-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94174) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 11:33:22.101507 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron_lib.callbacks.manager [None req-4bc29083-ec82-481f-949c-03aa588e15c8 tempest-AllowedAddressPairTestJSON-1962660266 tempest-AllowedAddressPairTestJSON-1962660266-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-922904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866062', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773700135024', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773699642224', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5196390'] for port, after_delete {{(pid=94174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:33:22.145923 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-16635d3a-1643-429e-a220-c6d607c201c1 tempest-PortsTestJSON-2085221018 tempest-PortsTestJSON-2085221018-project] Made reservation on behalf of 9e5461dd76964a018bba022fe5f7a0f1 for: {'port': 1} {{(pid=94174) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 23 11:33:22.149616 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0d2aced8-adb0-4985-83c9-27eb1803a825 None None] Routers {'177dc9cb-62af-46b2-b17a-0e63fc73dee2'} bound to L3 agent in host dv-neutron-601336-94-hyperv {{(pid=94176) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 23 11:33:22.150458 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.db.l3_hamode_db [None req-0d2aced8-adb0-4985-83c9-27eb1803a825 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-601336-94-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-06-23T11:22:13Z,description=,heartbeat_timestamp=2021-06-23T11:33:13Z,host='dv-neutron-601336-94-hyperv',id=50ef99c0-ef28-4db5-b303-b145898fae60,load=0,resource_versions=,resources_synced=,started_at=2021-06-23T11:22:14Z,topic='l3_agent')) {'router_ids': ['177dc9cb-62af-46b2-b17a-0e63fc73dee2'], 'active': True} {{(pid=94176) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 11:33:22.154330 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron_lib.callbacks.manager [None req-16635d3a-1643-429e-a220-c6d607c201c1 tempest-PortsTestJSON-2085221018 tempest-PortsTestJSON-2085221018-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-923104'] for port, before_create {{(pid=94174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:33:22.164333 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05545c44-d24b-46a9-9338-601b36aeee19 tempest-RoutersNegativeTest-1531528216 tempest-RoutersNegativeTest-1531528216-project] Pushing event deleted for resources: {'Subnet': ['ID=defc4a6a-123c-4f18-9b6c-a16ec9f19f17,revision_number=None']} {{(pid=94174) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 11:33:22.170230 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d6430186-07e7-4fc9-9702-1e468638ba72 None None] Network 0adcd8b9-d403-4e2b-b765-9850dc5b2ccf requested from dv-neutron-601336-94-hyperv {{(pid=94176) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 23 11:33:22.179095 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron_lib.callbacks.manager [None req-05545c44-d24b-46a9-9338-601b36aeee19 tempest-RoutersNegativeTest-1531528216 tempest-RoutersNegativeTest-1531528216-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7865916'] for subnet, before_response {{(pid=94174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:33:22.182301 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron_lib.callbacks.manager [None req-ee06ff69-ebdb-4eb4-b0f7-b66d63dd2835 tempest-BulkNetworkOpsTest-447796090 tempest-BulkNetworkOpsTest-447796090-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5190686'] for subnet, precommit_delete_associations {{(pid=94175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:33:22.187082 dv-neutron-601336-94-hyperv neutron-server[94174]: INFO neutron.wsgi [None req-05545c44-d24b-46a9-9338-601b36aeee19 tempest-RoutersNegativeTest-1531528216 tempest-RoutersNegativeTest-1531528216-project] 10.222.0.20 "DELETE /v2.0/subnets/defc4a6a-123c-4f18-9b6c-a16ec9f19f17 HTTP/1.1" status: 204 len: 168 time: 1.0382640 Jun 23 11:33:22.215003 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG oslo_concurrency.lockutils [None req-05545c44-d24b-46a9-9338-601b36aeee19 tempest-RoutersNegativeTest-1531528216 tempest-RoutersNegativeTest-1531528216-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.128s {{(pid=94174) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 11:33:22.232302 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG oslo_concurrency.lockutils [None req-1d6f6b16-d86d-4164-9278-44053e29bf02 tempest-RoutersNegativeTest-1531528216 tempest-RoutersNegativeTest-1531528216-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.078s {{(pid=94174) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 11:33:22.240497 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.plugins.ml2.plugin [None req-e0f14d5c-9470-44d3-b7e3-0cf3bebf058d None None] Port be43c0a5-113a-4302-8a6e-903a4844374f cannot update to ACTIVE because it is not bound. {{(pid=94176) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jun 23 11:33:22.283522 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.wsgi [-] (94174) accepted ('10.222.0.20', 39008) {{(pid=94174) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 11:33:22.284915 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.db.l3_hamode_db [None req-0d2aced8-adb0-4985-83c9-27eb1803a825 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-601336-94-hyperv', False) {} {{(pid=94176) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 11:33:22.285824 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0d2aced8-adb0-4985-83c9-27eb1803a825 None None] The sync data for ids ['177dc9cb-62af-46b2-b17a-0e63fc73dee2'] in dv-neutron-601336-94-hyperv is: [] {{(pid=94176) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 23 11:33:22.301613 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bc29083-ec82-481f-949c-03aa588e15c8 tempest-AllowedAddressPairTestJSON-1962660266 tempest-AllowedAddressPairTestJSON-1962660266-project] Pushing event deleted for resources: {'Port': ['ID=9d0e9ce7-1b95-41e0-b76a-bcf304db67e0,revision_number=None']} {{(pid=94174) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 11:33:22.306558 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG oslo_concurrency.lockutils [None req-4bc29083-ec82-481f-949c-03aa588e15c8 tempest-AllowedAddressPairTestJSON-1962660266 tempest-AllowedAddressPairTestJSON-1962660266-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.088s {{(pid=94174) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 11:33:22.311290 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.plugins.ml2.db [None req-0a3bd72b-4e36-4bf8-a75a-6ed349fe4726 None None] For port a8bcfd6f-f1b5-40a3-adfa-49127e882de0, host dv-neutron-601336-94-hyperv, cleared binding levels {{(pid=94176) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 23 11:33:22.328847 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-533c9497-75c1-4b54-af02-21f13141dc24 None None] Pushing event updated for resources: {'Port': ['ID=0ca4f9c6-6469-4f2e-b159-b15de5e0b039,revision_number=3']} {{(pid=94176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 11:33:22.339680 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG oslo_concurrency.lockutils [None req-533c9497-75c1-4b54-af02-21f13141dc24 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.314s {{(pid=94176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 11:33:22.344184 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG oslo_concurrency.lockutils [None req-b460dbab-3232-47b6-a613-cab5da8c2af4 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.316s {{(pid=94176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 11:33:22.344544 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG oslo_concurrency.lockutils [None req-b460dbab-3232-47b6-a613-cab5da8c2af4 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.000s {{(pid=94176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 11:33:22.346242 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.plugins.ml2.db [None req-0a3bd72b-4e36-4bf8-a75a-6ed349fe4726 None None] For port a8bcfd6f-f1b5-40a3-adfa-49127e882de0, host dv-neutron-601336-94-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-94-hyperv',level=0,port_id=a8bcfd6f-f1b5-40a3-adfa-49127e882de0,segment=NetworkSegment(769ec9d2-9811-4877-b44d-0743a1e82f26),segment_id=769ec9d2-9811-4877-b44d-0743a1e82f26)] {{(pid=94176) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 23 11:33:22.354486 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron_lib.callbacks.manager [None req-1718df89-71a0-4df9-baba-0b60309077e9 tempest-NetworksTestDHCPv6-162546708 tempest-NetworksTestDHCPv6-162546708-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-897627', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866062', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5083050', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4660036'] for subnet, after_delete {{(pid=94175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:33:22.361180 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG oslo_concurrency.lockutils [None req-7ae06db1-3d4f-4326-aa39-58fb4b80ba7f tempest-BulkNetworkOpsTest-447796090 tempest-BulkNetworkOpsTest-447796090-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94175) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 11:33:22.431896 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1718df89-71a0-4df9-baba-0b60309077e9 tempest-NetworksTestDHCPv6-162546708 tempest-NetworksTestDHCPv6-162546708-project] Pushing event deleted for resources: {'Subnet': ['ID=8d6a50e6-9212-4018-a840-b11fe640e353,revision_number=None']} {{(pid=94175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 11:33:22.440869 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG oslo_concurrency.lockutils [None req-1718df89-71a0-4df9-baba-0b60309077e9 tempest-NetworksTestDHCPv6-162546708 tempest-NetworksTestDHCPv6-162546708-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.080s {{(pid=94175) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 11:33:22.442528 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron_lib.callbacks.manager [None req-1718df89-71a0-4df9-baba-0b60309077e9 tempest-NetworksTestDHCPv6-162546708 tempest-NetworksTestDHCPv6-162546708-project] Notify callbacks [] for subnet, before_response {{(pid=94175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:33:22.447640 dv-neutron-601336-94-hyperv neutron-server[94175]: INFO neutron.wsgi [None req-1718df89-71a0-4df9-baba-0b60309077e9 tempest-NetworksTestDHCPv6-162546708 tempest-NetworksTestDHCPv6-162546708-project] 10.222.0.20 "DELETE /v2.0/subnets/8d6a50e6-9212-4018-a840-b11fe640e353 HTTP/1.1" status: 204 len: 168 time: 1.1774366 Jun 23 11:33:22.449301 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.wsgi [-] (94175) accepted ('10.222.0.20', 39010) {{(pid=94175) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 11:33:22.451821 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron_lib.callbacks.manager [None req-8d31ad25-9060-482e-b329-b7860a31147d tempest-RoutersNegativeTest-1531528216 tempest-RoutersNegativeTest-1531528216-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-824874'] for network, before_delete {{(pid=94174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:33:22.474351 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron_lib.callbacks.manager [None req-ee06ff69-ebdb-4eb4-b0f7-b66d63dd2835 tempest-BulkNetworkOpsTest-447796090 tempest-BulkNetworkOpsTest-447796090-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-897634'] for subnet, precommit_delete {{(pid=94175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:33:22.478823 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5400dc89-110e-42da-9e8b-46e12d828007 None None] Network f53f535d-bce4-4da8-9bd9-396677ff4e83 requested from dv-neutron-601336-94-hyperv {{(pid=94176) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 23 11:33:22.484926 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.db.provisioning_blocks [None req-dc7542b2-afef-47f4-a763-e3a3cba144be None None] Provisioning for port 7e92a820-029c-4e20-84fb-999b81fc12e0 completed by entity L2. {{(pid=94176) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 23 11:33:22.485238 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.notifiers.nova [None req-16635d3a-1643-429e-a220-c6d607c201c1 tempest-PortsTestJSON-2085221018 tempest-PortsTestJSON-2085221018-project] device_id is not set on port 1fd97c52-28dd-4e80-a991-41181f66bd76 yet. {{(pid=94174) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jun 23 11:33:22.488038 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron_lib.callbacks.manager [None req-0a3bd72b-4e36-4bf8-a75a-6ed349fe4726 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-922904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866062', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773700135042', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773699642233', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773699642278'] for port, after_update {{(pid=94176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:33:22.506090 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG oslo_concurrency.lockutils [None req-fccb71d7-a3ee-408e-af9c-88d8a51bd856 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 11:33:22.537128 dv-neutron-601336-94-hyperv neutron-server[94175]: INFO neutron.api.v2.resource [None req-1cdfd2cc-d5ec-4290-a2a4-f759a8086163 tempest-RoutersNegativeIpV6Test-1628881962 tempest-RoutersNegativeIpV6Test-1628881962-project] delete failed (client error): There was a conflict when trying to complete your request. Jun 23 11:33:22.538172 dv-neutron-601336-94-hyperv neutron-server[94175]: INFO neutron.wsgi [None req-1cdfd2cc-d5ec-4290-a2a4-f759a8086163 tempest-RoutersNegativeIpV6Test-1628881962 tempest-RoutersNegativeIpV6Test-1628881962-project] 10.222.0.20 "DELETE /v2.0/routers/177dc9cb-62af-46b2-b17a-0e63fc73dee2 HTTP/1.1" status: 409 len: 329 time: 0.9014859 Jun 23 11:33:22.550314 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.wsgi [-] (94175) accepted ('10.222.0.20', 39012) {{(pid=94175) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 11:33:22.586357 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-18687c77-a9c6-451b-9e99-9de4c835811b None None] Network d85cfa3d-97a7-4683-b568-8e4a9da8aa25 requested from dv-neutron-601336-94-hyperv {{(pid=94176) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 23 11:33:22.741181 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.db.db_base_plugin_common [None req-16635d3a-1643-429e-a220-c6d607c201c1 tempest-PortsTestJSON-2085221018 tempest-PortsTestJSON-2085221018-project] Allocated IP 172.20.0.11 (d85cfa3d-97a7-4683-b568-8e4a9da8aa25/d6526bd9-dba8-4b98-abd6-fde27d04c267/1fd97c52-28dd-4e80-a991-41181f66bd76) {{(pid=94174) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 23 11:33:22.758731 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.db.provisioning_blocks [None req-e0a7282e-6f85-47fc-8b29-46cb74f6b301 None None] Provisioning for port 7e92a820-029c-4e20-84fb-999b81fc12e0 completed by entity DHCP. {{(pid=94176) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 23 11:33:22.773379 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.db.provisioning_blocks [None req-e0a7282e-6f85-47fc-8b29-46cb74f6b301 None None] Provisioning complete for port 7e92a820-029c-4e20-84fb-999b81fc12e0 triggered by entity DHCP. {{(pid=94176) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 23 11:33:22.774149 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron_lib.callbacks.manager [None req-e0a7282e-6f85-47fc-8b29-46cb74f6b301 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-899258'] for port, provisioning_complete {{(pid=94176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:33:22.775599 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a3bd72b-4e36-4bf8-a75a-6ed349fe4726 None None] Pushing event updated for resources: {'Port': ['ID=a8bcfd6f-f1b5-40a3-adfa-49127e882de0,revision_number=2']} {{(pid=94176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 11:33:22.787342 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG oslo_concurrency.lockutils [None req-0a3bd72b-4e36-4bf8-a75a-6ed349fe4726 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.283s {{(pid=94176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 11:33:23.040071 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aaa7e5bb-6827-4965-9ad6-fe5e8400a520 None None] DHCP port deletion for 0adcd8b9-d403-4e2b-b765-9850dc5b2ccf request from dv-neutron-601336-94-hyperv {{(pid=94176) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jun 23 11:33:23.086723 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron_lib.callbacks.manager [None req-16635d3a-1643-429e-a220-c6d607c201c1 tempest-PortsTestJSON-2085221018 tempest-PortsTestJSON-2085221018-project] Notify callbacks [] for port, precommit_create {{(pid=94174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:33:23.158639 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.db.provisioning_blocks [None req-16635d3a-1643-429e-a220-c6d607c201c1 tempest-PortsTestJSON-2085221018 tempest-PortsTestJSON-2085221018-project] Transition to ACTIVE for port object 1fd97c52-28dd-4e80-a991-41181f66bd76 will not be triggered until provisioned by entity DHCP. {{(pid=94174) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 23 11:33:23.182522 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron_lib.callbacks.manager [None req-4bc29083-ec82-481f-949c-03aa588e15c8 tempest-AllowedAddressPairTestJSON-1962660266 tempest-AllowedAddressPairTestJSON-1962660266-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-217507'] for port, before_response {{(pid=94174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:33:23.185956 dv-neutron-601336-94-hyperv neutron-server[94174]: INFO neutron.wsgi [None req-4bc29083-ec82-481f-949c-03aa588e15c8 tempest-AllowedAddressPairTestJSON-1962660266 tempest-AllowedAddressPairTestJSON-1962660266-project] 10.222.0.20 "DELETE /v2.0/ports/9d0e9ce7-1b95-41e0-b76a-bcf304db67e0 HTTP/1.1" status: 204 len: 168 time: 2.4705040 Jun 23 11:33:23.189208 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.wsgi [-] (94174) accepted ('10.222.0.20', 39016) {{(pid=94174) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 11:33:23.233484 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.db.db_base_plugin_v2 [None req-1055b29f-04aa-4197-90df-2181f15785df tempest-NetworksTestDHCPv6-162546708 tempest-NetworksTestDHCPv6-162546708-project] Deleting subnet fb40600f-4c00-4e35-8b0e-dea56a134ae1 {{(pid=94175) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jun 23 11:33:23.244706 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron_lib.callbacks.manager [None req-1055b29f-04aa-4197-90df-2181f15785df tempest-NetworksTestDHCPv6-162546708 tempest-NetworksTestDHCPv6-162546708-project] Notify callbacks [] for subnet, before_delete {{(pid=94175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:33:23.273178 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.plugins.ml2.plugin [None req-8d31ad25-9060-482e-b329-b7860a31147d tempest-RoutersNegativeTest-1531528216 tempest-RoutersNegativeTest-1531528216-project] Deleting port ad647f2d-fdb8-4ed5-bb99-6852f829f584 {{(pid=94174) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1913}} Jun 23 11:33:23.273663 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron_lib.callbacks.manager [None req-8d31ad25-9060-482e-b329-b7860a31147d tempest-RoutersNegativeTest-1531528216 tempest-RoutersNegativeTest-1531528216-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773700079324'] for port, before_delete {{(pid=94174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:33:23.312808 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron_lib.callbacks.manager [None req-e0a7282e-6f85-47fc-8b29-46cb74f6b301 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-923122'] for port, before_update {{(pid=94176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:33:23.347296 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron_lib.callbacks.manager [None req-1055b29f-04aa-4197-90df-2181f15785df tempest-NetworksTestDHCPv6-162546708 tempest-NetworksTestDHCPv6-162546708-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5190686'] for subnet, precommit_delete_associations {{(pid=94175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:33:23.382206 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.plugins.ml2.db [None req-e0a7282e-6f85-47fc-8b29-46cb74f6b301 None None] For port 7e92a820-029c-4e20-84fb-999b81fc12e0, host dv-neutron-601336-94-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-94-hyperv',level=0,port_id=7e92a820-029c-4e20-84fb-999b81fc12e0,segment=NetworkSegment(93ac6be4-5f23-4075-9bf4-9cacfb009c9a),segment_id=93ac6be4-5f23-4075-9bf4-9cacfb009c9a)] {{(pid=94176) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 23 11:33:23.386295 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron_lib.callbacks.manager [None req-97bd5441-1da2-49ee-a364-27795820ba27 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773699952132', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-899307'] for agent, after_update {{(pid=94176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:33:23.408268 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.db.db_base_plugin_v2 [None req-5a0655c5-7573-4aa4-9266-8fac0df3bf3f tempest-AllowedAddressPairTestJSON-1962660266 tempest-AllowedAddressPairTestJSON-1962660266-project] Deleting subnet 2e5e37f0-b513-4130-97e1-75912538707b {{(pid=94174) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jun 23 11:33:23.415140 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron_lib.callbacks.manager [None req-5a0655c5-7573-4aa4-9266-8fac0df3bf3f tempest-AllowedAddressPairTestJSON-1962660266 tempest-AllowedAddressPairTestJSON-1962660266-project] Notify callbacks [] for subnet, before_delete {{(pid=94174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:33:23.451229 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron_lib.callbacks.manager [None req-e0a7282e-6f85-47fc-8b29-46cb74f6b301 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-922904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866062', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773700135042', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773699642233', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773699642278'] for port, after_update {{(pid=94176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:33:23.470964 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.plugins.ml2.db [None req-8d31ad25-9060-482e-b329-b7860a31147d tempest-RoutersNegativeTest-1531528216 tempest-RoutersNegativeTest-1531528216-project] For port ad647f2d-fdb8-4ed5-bb99-6852f829f584, host dv-neutron-601336-94-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-94-hyperv',level=0,port_id=ad647f2d-fdb8-4ed5-bb99-6852f829f584,segment=NetworkSegment(b587c2ca-ac02-4df1-a824-b1a3ae1ad94c),segment_id=b587c2ca-ac02-4df1-a824-b1a3ae1ad94c)] {{(pid=94174) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 23 11:33:23.471455 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron_lib.callbacks.manager [None req-8d31ad25-9060-482e-b329-b7860a31147d tempest-RoutersNegativeTest-1531528216 tempest-RoutersNegativeTest-1531528216-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-430722'] for port, precommit_delete {{(pid=94174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:33:23.471574 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG oslo_concurrency.lockutils [None req-db4b2020-b7bf-4227-bbb3-d9884b02bf2a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 11:33:23.483197 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron_lib.callbacks.manager [None req-1055b29f-04aa-4197-90df-2181f15785df tempest-NetworksTestDHCPv6-162546708 tempest-NetworksTestDHCPv6-162546708-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-897634'] for subnet, precommit_delete {{(pid=94175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:33:23.483462 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron_lib.callbacks.manager [None req-16635d3a-1643-429e-a220-c6d607c201c1 tempest-PortsTestJSON-2085221018 tempest-PortsTestJSON-2085221018-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-922915', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-239814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7866073', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773699642215', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-5196399'] for port, after_create {{(pid=94174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:33:23.500617 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG oslo_concurrency.lockutils [None req-4bc29083-ec82-481f-949c-03aa588e15c8 tempest-AllowedAddressPairTestJSON-1962660266 tempest-AllowedAddressPairTestJSON-1962660266-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94174) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 11:33:23.515060 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.plugins.ml2.plugin [None req-aaa7e5bb-6827-4965-9ad6-fe5e8400a520 None None] Deleting port ad647f2d-fdb8-4ed5-bb99-6852f829f584 {{(pid=94176) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1913}} Jun 23 11:33:23.515466 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron_lib.callbacks.manager [None req-aaa7e5bb-6827-4965-9ad6-fe5e8400a520 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773700079324'] for port, before_delete {{(pid=94176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:33:23.525122 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.plugins.ml2.plugin [None req-8d31ad25-9060-482e-b329-b7860a31147d tempest-RoutersNegativeTest-1531528216 tempest-RoutersNegativeTest-1531528216-project] Calling delete_port for ad647f2d-fdb8-4ed5-bb99-6852f829f584 owned by network:dhcp {{(pid=94174) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1986}} Jun 23 11:33:23.564131 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron_lib.callbacks.manager [None req-5a0655c5-7573-4aa4-9266-8fac0df3bf3f tempest-AllowedAddressPairTestJSON-1962660266 tempest-AllowedAddressPairTestJSON-1962660266-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4800256'] for subnet, precommit_delete_associations {{(pid=94174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:33:23.609835 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron_lib.callbacks.manager [None req-ee06ff69-ebdb-4eb4-b0f7-b66d63dd2835 tempest-BulkNetworkOpsTest-447796090 tempest-BulkNetworkOpsTest-447796090-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-897627', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866062', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5083050', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4660036'] for subnet, after_delete {{(pid=94175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:33:23.625311 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0a7282e-6f85-47fc-8b29-46cb74f6b301 None None] Pushing event updated for resources: {'Port': ['ID=7e92a820-029c-4e20-84fb-999b81fc12e0,revision_number=3']} {{(pid=94176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 11:33:23.635003 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG oslo_concurrency.lockutils [None req-e0a7282e-6f85-47fc-8b29-46cb74f6b301 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.164s {{(pid=94176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 11:33:23.647741 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.plugins.ml2.db [None req-aaa7e5bb-6827-4965-9ad6-fe5e8400a520 None None] For port ad647f2d-fdb8-4ed5-bb99-6852f829f584, host dv-neutron-601336-94-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-94-hyperv',level=0,port_id=ad647f2d-fdb8-4ed5-bb99-6852f829f584,segment=NetworkSegment(b587c2ca-ac02-4df1-a824-b1a3ae1ad94c),segment_id=b587c2ca-ac02-4df1-a824-b1a3ae1ad94c)] {{(pid=94176) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 23 11:33:23.648237 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron_lib.callbacks.manager [None req-aaa7e5bb-6827-4965-9ad6-fe5e8400a520 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-430722'] for port, precommit_delete {{(pid=94176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:33:23.671586 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.plugins.ml2.plugin [None req-aaa7e5bb-6827-4965-9ad6-fe5e8400a520 None None] Calling delete_port for ad647f2d-fdb8-4ed5-bb99-6852f829f584 owned by network:dhcp {{(pid=94176) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1986}} Jun 23 11:33:23.683505 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG oslo_concurrency.lockutils [None req-e5e51e4e-3c65-4342-b763-19ab325e4c0e tempest-PortsTestJSON-2085221018 tempest-PortsTestJSON-2085221018-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94175) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 11:33:23.714506 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16635d3a-1643-429e-a220-c6d607c201c1 tempest-PortsTestJSON-2085221018 tempest-PortsTestJSON-2085221018-project] Pushing event updated for resources: {'Port': ['ID=1fd97c52-28dd-4e80-a991-41181f66bd76,revision_number=1']} {{(pid=94174) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 11:33:23.744063 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron_lib.callbacks.manager [None req-1055b29f-04aa-4197-90df-2181f15785df tempest-NetworksTestDHCPv6-162546708 tempest-NetworksTestDHCPv6-162546708-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-897627', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866062', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5083050', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4660036'] for subnet, after_delete {{(pid=94175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:33:23.767842 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-81b4b945-1773-48aa-9c5d-28f5b6ea4c35 None None] Network b04cfd8d-f3c9-4845-aa79-eaf5d5ae37e5 requested from dv-neutron-601336-94-hyperv {{(pid=94176) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 23 11:33:23.831329 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee06ff69-ebdb-4eb4-b0f7-b66d63dd2835 tempest-BulkNetworkOpsTest-447796090 tempest-BulkNetworkOpsTest-447796090-project] Pushing event deleted for resources: {'Subnet': ['ID=5e74135c-6e20-4153-87e8-a229c8e982ae,revision_number=None']} {{(pid=94175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 11:33:23.833156 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron_lib.callbacks.manager [None req-5a0655c5-7573-4aa4-9266-8fac0df3bf3f tempest-AllowedAddressPairTestJSON-1962660266 tempest-AllowedAddressPairTestJSON-1962660266-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-897634'] for subnet, precommit_delete {{(pid=94174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:33:23.842695 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron_lib.callbacks.manager [None req-ee06ff69-ebdb-4eb4-b0f7-b66d63dd2835 tempest-BulkNetworkOpsTest-447796090 tempest-BulkNetworkOpsTest-447796090-project] Notify callbacks [] for subnet, before_response {{(pid=94175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:33:23.849138 dv-neutron-601336-94-hyperv neutron-server[94175]: INFO neutron.wsgi [None req-ee06ff69-ebdb-4eb4-b0f7-b66d63dd2835 tempest-BulkNetworkOpsTest-447796090 tempest-BulkNetworkOpsTest-447796090-project] 10.222.0.20 "DELETE /v2.0/subnets/5e74135c-6e20-4153-87e8-a229c8e982ae HTTP/1.1" status: 204 len: 168 time: 2.0358889 Jun 23 11:33:23.866610 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG oslo_concurrency.lockutils [None req-ee06ff69-ebdb-4eb4-b0f7-b66d63dd2835 tempest-BulkNetworkOpsTest-447796090 tempest-BulkNetworkOpsTest-447796090-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.183s {{(pid=94175) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 11:33:23.867137 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.wsgi [-] (94175) accepted ('10.222.0.20', 39018) {{(pid=94175) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 11:33:23.878055 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG oslo_concurrency.lockutils [None req-f9a410d2-5feb-46a5-8967-dc5169bb40bf tempest-NetworksTestDHCPv6-162546708 tempest-NetworksTestDHCPv6-162546708-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.078s {{(pid=94175) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 11:33:23.987428 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron_lib.callbacks.manager [None req-1055b29f-04aa-4197-90df-2181f15785df tempest-NetworksTestDHCPv6-162546708 tempest-NetworksTestDHCPv6-162546708-project] Notify callbacks [] for subnet, before_response {{(pid=94175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:33:23.990181 dv-neutron-601336-94-hyperv neutron-server[94175]: INFO neutron.wsgi [None req-1055b29f-04aa-4197-90df-2181f15785df tempest-NetworksTestDHCPv6-162546708 tempest-NetworksTestDHCPv6-162546708-project] 10.222.0.20 "DELETE /v2.0/subnets/fb40600f-4c00-4e35-8b0e-dea56a134ae1 HTTP/1.1" status: 204 len: 168 time: 1.5325804 Jun 23 11:33:23.996833 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-16635d3a-1643-429e-a220-c6d607c201c1 tempest-PortsTestJSON-2085221018 tempest-PortsTestJSON-2085221018-project] Network d85cfa3d-97a7-4683-b568-8e4a9da8aa25 is already hosted by enough agents. {{(pid=94174) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 23 11:33:23.998836 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG oslo_concurrency.lockutils [None req-16635d3a-1643-429e-a220-c6d607c201c1 tempest-PortsTestJSON-2085221018 tempest-PortsTestJSON-2085221018-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.498s {{(pid=94174) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 11:33:23.999761 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.scheduler.base_scheduler [None req-16635d3a-1643-429e-a220-c6d607c201c1 tempest-PortsTestJSON-2085221018 tempest-PortsTestJSON-2085221018-project] Resources bound (agent type, host, resource id): {{(pid=94174) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 23 11:33:24.002797 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.wsgi [-] (94174) accepted ('10.222.0.20', 39020) {{(pid=94174) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 11:33:24.005442 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron_lib.callbacks.manager [None req-5a0655c5-7573-4aa4-9266-8fac0df3bf3f tempest-AllowedAddressPairTestJSON-1962660266 tempest-AllowedAddressPairTestJSON-1962660266-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-897627', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866062', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5195932', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4294216'] for subnet, after_delete {{(pid=94174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:33:24.036496 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1055b29f-04aa-4197-90df-2181f15785df tempest-NetworksTestDHCPv6-162546708 tempest-NetworksTestDHCPv6-162546708-project] Pushing event deleted for resources: {'Subnet': ['ID=fb40600f-4c00-4e35-8b0e-dea56a134ae1,revision_number=None']} {{(pid=94175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 11:33:24.052555 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG oslo_concurrency.lockutils [None req-1055b29f-04aa-4197-90df-2181f15785df tempest-NetworksTestDHCPv6-162546708 tempest-NetworksTestDHCPv6-162546708-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.175s {{(pid=94175) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 11:33:24.073197 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.db.l3_dvrscheduler_db [None req-16635d3a-1643-429e-a220-c6d607c201c1 tempest-PortsTestJSON-2085221018 tempest-PortsTestJSON-2085221018-project] Received port after_create {{(pid=94174) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 23 11:33:24.076627 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG oslo_concurrency.lockutils [None req-1b6c8fd6-7492-47e4-9a71-0a5d99258b84 tempest-NetworksTestDHCPv6-162546708 tempest-NetworksTestDHCPv6-162546708-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94174) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 11:33:24.089766 dv-neutron-601336-94-hyperv neutron-server[94174]: INFO neutron.wsgi [None req-22674ae9-a40d-4ade-9b13-f722e2ef70c5 tempest-NetworksTestDHCPv6-162546708 tempest-NetworksTestDHCPv6-162546708-project] 10.222.0.20 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0664806 Jun 23 11:33:24.092093 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron_lib.callbacks.manager [None req-8d31ad25-9060-482e-b329-b7860a31147d tempest-RoutersNegativeTest-1531528216 tempest-RoutersNegativeTest-1531528216-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-922904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866062', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773700135024', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773699642224', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5196390'] for port, after_delete {{(pid=94174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:33:24.094707 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.wsgi [-] (94174) accepted ('10.222.0.20', 39024) {{(pid=94174) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 11:33:24.096219 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron_lib.callbacks.manager [None req-5a0655c5-7573-4aa4-9266-8fac0df3bf3f tempest-AllowedAddressPairTestJSON-1962660266 tempest-AllowedAddressPairTestJSON-1962660266-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7865916'] for subnet, before_response {{(pid=94174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:33:24.099747 dv-neutron-601336-94-hyperv neutron-server[94174]: INFO neutron.wsgi [None req-5a0655c5-7573-4aa4-9266-8fac0df3bf3f tempest-AllowedAddressPairTestJSON-1962660266 tempest-AllowedAddressPairTestJSON-1962660266-project] 10.222.0.20 "DELETE /v2.0/subnets/2e5e37f0-b513-4130-97e1-75912538707b HTTP/1.1" status: 204 len: 168 time: 0.9091709 Jun 23 11:33:24.111998 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.api.v2.base [None req-342e29e1-5531-426c-80af-4afdecc1d35b tempest-NetworksTestDHCPv6-162546708 tempest-NetworksTestDHCPv6-162546708-project] Request body: {'subnet': {'network_id': 'f53f535d-bce4-4da8-9bd9-396677ff4e83', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=94174) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 23 11:33:24.118756 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.wsgi [-] (94175) accepted ('10.222.0.20', 39026) {{(pid=94175) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 11:33:24.162386 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dc0b719e-6256-425a-9aac-a0f9fa875594 None None] Network 6a6c8949-9850-44f7-bca7-3fd76c05cabf requested from dv-neutron-601336-94-hyperv {{(pid=94176) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 23 11:33:24.170825 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.db.provisioning_blocks [None req-d3f5be13-e1ab-4f8f-ace4-fdee96623791 None None] Provisioning for port 2f2cbdcf-987b-451f-b330-6e77e4de6378 completed by entity DHCP. {{(pid=94176) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 23 11:33:24.324177 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-30e1637a-ea29-408b-9bb3-c324c7eef3e6 tempest-BulkNetworkOpsTest-447796090 tempest-BulkNetworkOpsTest-447796090-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 11:33:24.326291 dv-neutron-601336-94-hyperv neutron-server[94175]: INFO neutron.wsgi [None req-30e1637a-ea29-408b-9bb3-c324c7eef3e6 tempest-BulkNetworkOpsTest-447796090 tempest-BulkNetworkOpsTest-447796090-project] 10.222.0.20 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.4328735 Jun 23 11:33:24.334058 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.plugins.ml2.rpc [None req-dc7542b2-afef-47f4-a763-e3a3cba144be None None] Device a8bcfd6f-f1b5-40a3-adfa-49127e882de0 up at agent ovs-agent-dv-neutron-601336-94-hyperv {{(pid=94176) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:298}} Jun 23 11:33:24.350605 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.wsgi [-] (94175) accepted ('10.222.0.20', 39028) {{(pid=94175) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 11:33:24.401205 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cc3a4c6a-dad3-4fe1-83bf-8f2937f8e6e8 None None] Network ac5069cf-09cf-426f-84af-fd0411aa3923 requested from dv-neutron-601336-94-hyperv {{(pid=94176) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 23 11:33:24.538254 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron_lib.callbacks.manager [None req-aaa7e5bb-6827-4965-9ad6-fe5e8400a520 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-922904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866062', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773700135024', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773699642224'] for port, after_delete {{(pid=94176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:33:24.567284 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG oslo_concurrency.lockutils [None req-e0a7282e-6f85-47fc-8b29-46cb74f6b301 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 11:33:24.578279 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron_lib.callbacks.manager [None req-6fbeec93-c4f9-41b1-a0d5-ddecf725cff1 tempest-AllowedAddressPairTestJSON-1962660266 tempest-AllowedAddressPairTestJSON-1962660266-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-824874'] for network, before_delete {{(pid=94175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:33:24.612681 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron_lib.callbacks.manager [None req-c7e49e2e-344a-4c24-94f2-6125a75708da tempest-BulkNetworkOpsTest-447796090 tempest-BulkNetworkOpsTest-447796090-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-824874'] for network, before_delete {{(pid=94175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:33:24.645913 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aaa7e5bb-6827-4965-9ad6-fe5e8400a520 None None] Pushing event deleted for resources: {'Port': ['ID=ad647f2d-fdb8-4ed5-bb99-6852f829f584,revision_number=None']} {{(pid=94176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 11:33:24.659239 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG oslo_concurrency.lockutils [None req-aaa7e5bb-6827-4965-9ad6-fe5e8400a520 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.092s {{(pid=94176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 11:33:24.660681 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aaa7e5bb-6827-4965-9ad6-fe5e8400a520 None None] No DVR routers for this DVR port ad647f2d-fdb8-4ed5-bb99-6852f829f584 on host dv-neutron-601336-94-hyperv {{(pid=94176) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 23 11:33:24.836003 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.plugins.ml2.plugin [None req-6fbeec93-c4f9-41b1-a0d5-ddecf725cff1 tempest-AllowedAddressPairTestJSON-1962660266 tempest-AllowedAddressPairTestJSON-1962660266-project] Deleting port 1fe4f200-35a0-40be-b361-c23193315cd6 {{(pid=94175) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1913}} Jun 23 11:33:24.836753 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron_lib.callbacks.manager [None req-6fbeec93-c4f9-41b1-a0d5-ddecf725cff1 tempest-AllowedAddressPairTestJSON-1962660266 tempest-AllowedAddressPairTestJSON-1962660266-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773700079324'] for port, before_delete {{(pid=94175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:33:24.873204 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a0655c5-7573-4aa4-9266-8fac0df3bf3f tempest-AllowedAddressPairTestJSON-1962660266 tempest-AllowedAddressPairTestJSON-1962660266-project] Pushing event deleted for resources: {'Subnet': ['ID=2e5e37f0-b513-4130-97e1-75912538707b,revision_number=None']} {{(pid=94174) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 11:33:24.879603 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG oslo_concurrency.lockutils [None req-5a0655c5-7573-4aa4-9266-8fac0df3bf3f tempest-AllowedAddressPairTestJSON-1962660266 tempest-AllowedAddressPairTestJSON-1962660266-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.799s {{(pid=94174) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 11:33:24.880847 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG oslo_concurrency.lockutils [None req-d19e191d-d779-4635-88a1-fff8150e0940 tempest-PortsTestJSON-2085221018 tempest-PortsTestJSON-2085221018-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.775s {{(pid=94174) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 11:33:24.885741 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8d31ad25-9060-482e-b329-b7860a31147d tempest-RoutersNegativeTest-1531528216 tempest-RoutersNegativeTest-1531528216-project] No DVR routers for this DVR port ad647f2d-fdb8-4ed5-bb99-6852f829f584 on host dv-neutron-601336-94-hyperv {{(pid=94174) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 23 11:33:24.900461 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.plugins.ml2.plugin [None req-c7e49e2e-344a-4c24-94f2-6125a75708da tempest-BulkNetworkOpsTest-447796090 tempest-BulkNetworkOpsTest-447796090-project] Deleting port a8bcfd6f-f1b5-40a3-adfa-49127e882de0 {{(pid=94175) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1913}} Jun 23 11:33:24.900816 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron_lib.callbacks.manager [None req-c7e49e2e-344a-4c24-94f2-6125a75708da tempest-BulkNetworkOpsTest-447796090 tempest-BulkNetworkOpsTest-447796090-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773700079324'] for port, before_delete {{(pid=94175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:33:24.904128 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-82b69a97-43c0-4774-ad05-5d9c4004a6f7 None None] Network 8d3cb0e3-5870-44e4-95c0-1c9de58a0806 requested from dv-neutron-601336-94-hyperv {{(pid=94176) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 23 11:33:24.908274 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-178c6194-0b4b-4da8-8fad-a0b61b672336 None None] Network f53f535d-bce4-4da8-9bd9-396677ff4e83 requested from dv-neutron-601336-94-hyperv {{(pid=94176) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 23 11:33:24.911072 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.db.provisioning_blocks [None req-3357959e-25e7-4629-93f8-8202b6e5b623 None None] Provisioning for port 0ca4f9c6-6469-4f2e-b159-b15de5e0b039 completed by entity DHCP. {{(pid=94176) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 23 11:33:24.913187 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.db.provisioning_blocks [None req-dc7542b2-afef-47f4-a763-e3a3cba144be None None] Provisioning for port a8bcfd6f-f1b5-40a3-adfa-49127e882de0 completed by entity L2. {{(pid=94176) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 23 11:33:24.929447 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d31ad25-9060-482e-b329-b7860a31147d tempest-RoutersNegativeTest-1531528216 tempest-RoutersNegativeTest-1531528216-project] Pushing event deleted for resources: {'Port': ['ID=ad647f2d-fdb8-4ed5-bb99-6852f829f584,revision_number=None']} {{(pid=94174) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 11:33:24.931896 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG oslo_concurrency.lockutils [None req-8d31ad25-9060-482e-b329-b7860a31147d tempest-RoutersNegativeTest-1531528216 tempest-RoutersNegativeTest-1531528216-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=94174) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 11:33:24.963473 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-16635d3a-1643-429e-a220-c6d607c201c1 tempest-PortsTestJSON-2085221018 tempest-PortsTestJSON-2085221018-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94174) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 11:33:24.964715 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron_lib.callbacks.manager [None req-16635d3a-1643-429e-a220-c6d607c201c1 tempest-PortsTestJSON-2085221018 tempest-PortsTestJSON-2085221018-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-217507'] for port, before_response {{(pid=94174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:33:24.980760 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron_lib.callbacks.manager [None req-79c80000-0072-42ce-bc7e-cbf968d3fd9d tempest-RoutersNegativeIpV6Test-1628881962 tempest-RoutersNegativeIpV6Test-1628881962-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-453061'] for router_interface, before_delete {{(pid=94175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:33:24.992773 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-342e29e1-5531-426c-80af-4afdecc1d35b tempest-NetworksTestDHCPv6-162546708 tempest-NetworksTestDHCPv6-162546708-project] Made reservation on behalf of 5e61222a836c47229c94e37f3902e6bd for: {'subnet': 1} {{(pid=94174) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 23 11:33:24.996274 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron_lib.callbacks.manager [None req-342e29e1-5531-426c-80af-4afdecc1d35b tempest-NetworksTestDHCPv6-162546708 tempest-NetworksTestDHCPv6-162546708-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4294245'] for subnet, before_create {{(pid=94174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:33:25.012860 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.plugins.ml2.rpc [None req-dc7542b2-afef-47f4-a763-e3a3cba144be None None] Device 2f2cbdcf-987b-451f-b330-6e77e4de6378 up at agent ovs-agent-dv-neutron-601336-94-hyperv {{(pid=94176) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:298}} Jun 23 11:33:25.072943 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron_lib.callbacks.manager [None req-8d31ad25-9060-482e-b329-b7860a31147d tempest-RoutersNegativeTest-1531528216 tempest-RoutersNegativeTest-1531528216-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-897259', 'neutron.services.segments.db._delete_segments_for_network-8773700168587'] for network, precommit_delete {{(pid=94174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:33:25.073987 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.plugins.ml2.db [None req-6fbeec93-c4f9-41b1-a0d5-ddecf725cff1 tempest-AllowedAddressPairTestJSON-1962660266 tempest-AllowedAddressPairTestJSON-1962660266-project] For port 1fe4f200-35a0-40be-b361-c23193315cd6, host dv-neutron-601336-94-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-94-hyperv',level=0,port_id=1fe4f200-35a0-40be-b361-c23193315cd6,segment=NetworkSegment(b1760ab5-2963-48df-8a7c-36a33caba95c),segment_id=b1760ab5-2963-48df-8a7c-36a33caba95c)] {{(pid=94175) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 23 11:33:25.074364 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron_lib.callbacks.manager [None req-6fbeec93-c4f9-41b1-a0d5-ddecf725cff1 tempest-AllowedAddressPairTestJSON-1962660266 tempest-AllowedAddressPairTestJSON-1962660266-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-430722'] for port, precommit_delete {{(pid=94175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:33:25.078205 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.plugins.ml2.db [None req-c7e49e2e-344a-4c24-94f2-6125a75708da tempest-BulkNetworkOpsTest-447796090 tempest-BulkNetworkOpsTest-447796090-project] For port a8bcfd6f-f1b5-40a3-adfa-49127e882de0, host dv-neutron-601336-94-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-94-hyperv',level=0,port_id=a8bcfd6f-f1b5-40a3-adfa-49127e882de0,segment=NetworkSegment(769ec9d2-9811-4877-b44d-0743a1e82f26),segment_id=769ec9d2-9811-4877-b44d-0743a1e82f26)] {{(pid=94175) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 23 11:33:25.078573 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron_lib.callbacks.manager [None req-c7e49e2e-344a-4c24-94f2-6125a75708da tempest-BulkNetworkOpsTest-447796090 tempest-BulkNetworkOpsTest-447796090-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-430722'] for port, precommit_delete {{(pid=94175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:33:25.094642 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.services.segments.db [None req-8d31ad25-9060-482e-b329-b7860a31147d tempest-RoutersNegativeTest-1531528216 tempest-RoutersNegativeTest-1531528216-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0adcd8b9-d403-4e2b-b765-9850dc5b2ccf']}} {{(pid=94174) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 11:33:25.102723 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.plugins.ml2.plugin [None req-c7e49e2e-344a-4c24-94f2-6125a75708da tempest-BulkNetworkOpsTest-447796090 tempest-BulkNetworkOpsTest-447796090-project] Calling delete_port for a8bcfd6f-f1b5-40a3-adfa-49127e882de0 owned by network:dhcp {{(pid=94175) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1986}} Jun 23 11:33:25.104581 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.plugins.ml2.plugin [None req-6fbeec93-c4f9-41b1-a0d5-ddecf725cff1 tempest-AllowedAddressPairTestJSON-1962660266 tempest-AllowedAddressPairTestJSON-1962660266-project] Calling delete_port for 1fe4f200-35a0-40be-b361-c23193315cd6 owned by network:dhcp {{(pid=94175) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1986}} Jun 23 11:33:25.114195 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.services.segments.db [None req-8d31ad25-9060-482e-b329-b7860a31147d tempest-RoutersNegativeTest-1531528216 tempest-RoutersNegativeTest-1531528216-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b587c2ca-ac02-4df1-a824-b1a3ae1ad94c') {'for_net_delete': True} {{(pid=94174) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 11:33:25.114754 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.services.segments.db [None req-8d31ad25-9060-482e-b329-b7860a31147d tempest-RoutersNegativeTest-1531528216 tempest-RoutersNegativeTest-1531528216-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b587c2ca-ac02-4df1-a824-b1a3ae1ad94c') {} {{(pid=94174) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 11:33:25.130005 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron_lib.callbacks.manager [None req-8d31ad25-9060-482e-b329-b7860a31147d tempest-RoutersNegativeTest-1531528216 tempest-RoutersNegativeTest-1531528216-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8773699955833', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4800267'] for segment, before_delete {{(pid=94174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:33:25.156681 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron_lib.callbacks.manager [None req-8d31ad25-9060-482e-b329-b7860a31147d tempest-RoutersNegativeTest-1531528216 tempest-RoutersNegativeTest-1531528216-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3801'] for segment, precommit_delete {{(pid=94174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:33:25.167697 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8d31ad25-9060-482e-b329-b7860a31147d tempest-RoutersNegativeTest-1531528216 tempest-RoutersNegativeTest-1531528216-project] Releasing vlan 407 on physical network physnet1 to pool {{(pid=94174) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 23 11:33:25.178437 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron_lib.callbacks.manager [None req-8d31ad25-9060-482e-b329-b7860a31147d tempest-RoutersNegativeTest-1531528216 tempest-RoutersNegativeTest-1531528216-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3801', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5196341'] for segment, after_delete {{(pid=94174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:33:25.194562 dv-neutron-601336-94-hyperv neutron-server[94174]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 23 11:33:25.194562 dv-neutron-601336-94-hyperv neutron-server[94174]: conditions |= (models_v2.Port.network_id.in_( Jun 23 11:33:25.194562 dv-neutron-601336-94-hyperv neutron-server[94174]: Traceback (most recent call last): Jun 23 11:33:25.194562 dv-neutron-601336-94-hyperv neutron-server[94174]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 23 11:33:25.194562 dv-neutron-601336-94-hyperv neutron-server[94174]: timer() Jun 23 11:33:25.194562 dv-neutron-601336-94-hyperv neutron-server[94174]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 23 11:33:25.194562 dv-neutron-601336-94-hyperv neutron-server[94174]: cb(*args, **kw) Jun 23 11:33:25.194562 dv-neutron-601336-94-hyperv neutron-server[94174]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 23 11:33:25.194562 dv-neutron-601336-94-hyperv neutron-server[94174]: return func(*args, **kwargs) Jun 23 11:33:25.194562 dv-neutron-601336-94-hyperv neutron-server[94174]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 23 11:33:25.194562 dv-neutron-601336-94-hyperv neutron-server[94174]: self._notify() Jun 23 11:33:25.194562 dv-neutron-601336-94-hyperv neutron-server[94174]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 23 11:33:25.194562 dv-neutron-601336-94-hyperv neutron-server[94174]: self.callback(batched_events) Jun 23 11:33:25.194562 dv-neutron-601336-94-hyperv neutron-server[94174]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 23 11:33:25.194562 dv-neutron-601336-94-hyperv neutron-server[94174]: event.method(event) Jun 23 11:33:25.194562 dv-neutron-601336-94-hyperv neutron-server[94174]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 23 11:33:25.194562 dv-neutron-601336-94-hyperv neutron-server[94174]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 23 11:33:25.194562 dv-neutron-601336-94-hyperv neutron-server[94174]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 23 11:33:25.194562 dv-neutron-601336-94-hyperv neutron-server[94174]: aggregate_uuid = self.p_client.list_aggregates( Jun 23 11:33:25.194562 dv-neutron-601336-94-hyperv neutron-server[94174]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 23 11:33:25.194562 dv-neutron-601336-94-hyperv neutron-server[94174]: return f(self, *a, **k) Jun 23 11:33:25.194562 dv-neutron-601336-94-hyperv neutron-server[94174]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 23 11:33:25.194562 dv-neutron-601336-94-hyperv neutron-server[94174]: return self._get(url).json() Jun 23 11:33:25.194562 dv-neutron-601336-94-hyperv neutron-server[94174]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 23 11:33:25.194562 dv-neutron-601336-94-hyperv neutron-server[94174]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 23 11:33:25.194562 dv-neutron-601336-94-hyperv neutron-server[94174]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 23 11:33:25.194562 dv-neutron-601336-94-hyperv neutron-server[94174]: return self.request(url, 'GET', **kwargs) Jun 23 11:33:25.194562 dv-neutron-601336-94-hyperv neutron-server[94174]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 23 11:33:25.194562 dv-neutron-601336-94-hyperv neutron-server[94174]: base_url = self.get_endpoint(auth, allow=allow, Jun 23 11:33:25.194562 dv-neutron-601336-94-hyperv neutron-server[94174]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 23 11:33:25.194562 dv-neutron-601336-94-hyperv neutron-server[94174]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 23 11:33:25.194562 dv-neutron-601336-94-hyperv neutron-server[94174]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 23 11:33:25.194562 dv-neutron-601336-94-hyperv neutron-server[94174]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 23 11:33:25.194562 dv-neutron-601336-94-hyperv neutron-server[94174]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 23 11:33:25.196851 dv-neutron-601336-94-hyperv neutron-server[94174]: INFO neutron.wsgi [None req-16635d3a-1643-429e-a220-c6d607c201c1 tempest-PortsTestJSON-2085221018 tempest-PortsTestJSON-2085221018-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 924 time: 3.5077379 Jun 23 11:33:25.198062 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.db.provisioning_blocks [None req-3357959e-25e7-4629-93f8-8202b6e5b623 None None] Provisioning for port 7ec1c253-f666-4305-a40e-e82869c0c656 completed by entity DHCP. {{(pid=94176) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 23 11:33:25.208986 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.wsgi [-] (94175) accepted ('10.222.0.20', 39030) {{(pid=94175) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 11:33:25.249672 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.db.provisioning_blocks [None req-3357959e-25e7-4629-93f8-8202b6e5b623 None None] Provisioning complete for port 7ec1c253-f666-4305-a40e-e82869c0c656 triggered by entity DHCP. {{(pid=94176) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 23 11:33:25.250333 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron_lib.callbacks.manager [None req-3357959e-25e7-4629-93f8-8202b6e5b623 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-899258'] for port, provisioning_complete {{(pid=94176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:33:25.328858 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.plugins.ml2.plugin [None req-3357959e-25e7-4629-93f8-8202b6e5b623 None None] Port 7ec1c253-f666-4305-a40e-e82869c0c656 cannot update to ACTIVE because it is not bound. {{(pid=94176) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jun 23 11:33:25.366038 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.db.provisioning_blocks [None req-3357959e-25e7-4629-93f8-8202b6e5b623 None None] Provisioning complete for port 7e92a820-029c-4e20-84fb-999b81fc12e0 triggered by entity DHCP. {{(pid=94176) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 23 11:33:25.366424 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron_lib.callbacks.manager [None req-3357959e-25e7-4629-93f8-8202b6e5b623 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-899258'] for port, provisioning_complete {{(pid=94176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:33:25.449780 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1fa08a94-2622-4cbe-a1e2-188a63f8589a None None] DHCP port deletion for 6a6c8949-9850-44f7-bca7-3fd76c05cabf request from dv-neutron-601336-94-hyperv {{(pid=94176) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jun 23 11:33:25.483857 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.db.provisioning_blocks [None req-dc7542b2-afef-47f4-a763-e3a3cba144be None None] Provisioning for port 2f2cbdcf-987b-451f-b330-6e77e4de6378 completed by entity L2. {{(pid=94176) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 23 11:33:25.492039 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.db.provisioning_blocks [None req-dc7542b2-afef-47f4-a763-e3a3cba144be None None] Provisioning complete for port 2f2cbdcf-987b-451f-b330-6e77e4de6378 triggered by entity L2. {{(pid=94176) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 23 11:33:25.504455 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron_lib.callbacks.manager [None req-dc7542b2-afef-47f4-a763-e3a3cba144be None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-899258'] for port, provisioning_complete {{(pid=94176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:33:25.542820 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-57ea75b5-9210-4144-ba45-25cf6d72981d None None] DHCP port deletion for ac5069cf-09cf-426f-84af-fd0411aa3923 request from dv-neutron-601336-94-hyperv {{(pid=94176) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jun 23 11:33:25.551575 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-480fe7c0-2dde-4cc7-9669-bfba198fa958 None None] DHCP port deletion for f53f535d-bce4-4da8-9bd9-396677ff4e83 request from dv-neutron-601336-94-hyperv {{(pid=94176) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jun 23 11:33:25.555758 dv-neutron-601336-94-hyperv neutron-server[94174]: INFO neutron.wsgi [req-517ba5b8-2809-4695-a403-5ae3ef66fac8 req-88475998-b5d3-4d36-963e-3b5c70c329ab service neutron] 10.222.0.52 "GET /v2.0/ports?device_id=85769616-6b8b-4da7-ad73-344986edf607&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.1978092 Jun 23 11:33:25.559090 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron_lib.callbacks.manager [None req-8d31ad25-9060-482e-b329-b7860a31147d tempest-RoutersNegativeTest-1531528216 tempest-RoutersNegativeTest-1531528216-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-897248', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8002400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7866073', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-524247'] for network, after_delete {{(pid=94174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:33:25.564813 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron_lib.callbacks.manager [None req-8d31ad25-9060-482e-b329-b7860a31147d tempest-RoutersNegativeTest-1531528216 tempest-RoutersNegativeTest-1531528216-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7865916'] for network, before_response {{(pid=94174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:33:25.570152 dv-neutron-601336-94-hyperv neutron-server[94174]: INFO neutron.wsgi [None req-8d31ad25-9060-482e-b329-b7860a31147d tempest-RoutersNegativeTest-1531528216 tempest-RoutersNegativeTest-1531528216-project] 10.222.0.20 "DELETE /v2.0/networks/0adcd8b9-d403-4e2b-b765-9850dc5b2ccf HTTP/1.1" status: 204 len: 168 time: 3.2623925 Jun 23 11:33:25.571104 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.wsgi [-] (94174) accepted ('10.222.0.20', 39034) {{(pid=94174) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 11:33:25.575797 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG oslo_concurrency.lockutils [None req-68053929-6b12-469a-9c04-6a6b8ab386a9 tempest-BulkNetworkOpsIpV6Test-986121801 tempest-BulkNetworkOpsIpV6Test-986121801-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94174) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 11:33:25.586324 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ab1b5333-6639-45bf-a8ac-555e4948181d None None] DHCP port deletion for 8d3cb0e3-5870-44e4-95c0-1c9de58a0806 request from dv-neutron-601336-94-hyperv {{(pid=94176) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jun 23 11:33:25.594256 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fcd9dacb-e6fd-4c1c-8577-c8ffdc3b087f tempest-PortsTestJSON-2085221018 tempest-PortsTestJSON-2085221018-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 11:33:25.596252 dv-neutron-601336-94-hyperv neutron-server[94175]: INFO neutron.wsgi [None req-fcd9dacb-e6fd-4c1c-8577-c8ffdc3b087f tempest-PortsTestJSON-2085221018 tempest-PortsTestJSON-2085221018-project] 10.222.0.20 "GET /v2.0/ports?fixed_ips=ip_address%3D172.20.0.9 HTTP/1.1" status: 200 len: 922 time: 0.3842874 Jun 23 11:33:25.599279 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.wsgi [-] (94175) accepted ('10.222.0.20', 39036) {{(pid=94175) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 11:33:25.618610 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d31ad25-9060-482e-b329-b7860a31147d tempest-RoutersNegativeTest-1531528216 tempest-RoutersNegativeTest-1531528216-project] Pushing event deleted for resources: {'Network': ['ID=0adcd8b9-d403-4e2b-b765-9850dc5b2ccf,revision_number=None']} {{(pid=94174) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 11:33:25.621336 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG oslo_concurrency.lockutils [None req-8d31ad25-9060-482e-b329-b7860a31147d tempest-RoutersNegativeTest-1531528216 tempest-RoutersNegativeTest-1531528216-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=94174) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 11:33:25.663877 dv-neutron-601336-94-hyperv neutron-server[94174]: INFO neutron.wsgi [None req-91654b17-12d2-4754-9061-14ce2389ce70 tempest-RoutersNegativeTest-1531528216 tempest-RoutersNegativeTest-1531528216-project] 10.222.0.20 "GET /v2.0/ports?device_id=f3a582d0-cf71-4615-8514-0ec9e7d5e430 HTTP/1.1" status: 200 len: 205 time: 0.0804160 Jun 23 11:33:25.676887 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.wsgi [-] (94175) accepted ('10.222.0.20', 39038) {{(pid=94175) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 11:33:25.694435 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron_lib.callbacks.manager [None req-c7e49e2e-344a-4c24-94f2-6125a75708da tempest-BulkNetworkOpsTest-447796090 tempest-BulkNetworkOpsTest-447796090-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-922904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866062', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773700135024', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773699642224', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5082448'] for port, after_delete {{(pid=94175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:33:25.732912 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG oslo_concurrency.lockutils [None req-0947f631-8754-4f2f-a7e3-6d83f0431f7c tempest-RoutersNegativeIpV6Test-1628881962 tempest-RoutersNegativeIpV6Test-1628881962-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94175) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 11:33:25.734844 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron_lib.callbacks.manager [None req-6fbeec93-c4f9-41b1-a0d5-ddecf725cff1 tempest-AllowedAddressPairTestJSON-1962660266 tempest-AllowedAddressPairTestJSON-1962660266-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-922904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866062', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773700135024', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773699642224', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5082448'] for port, after_delete {{(pid=94175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:33:25.736390 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.objects.ports [None req-342e29e1-5531-426c-80af-4afdecc1d35b tempest-NetworksTestDHCPv6-162546708 tempest-NetworksTestDHCPv6-162546708-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=94174) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Jun 23 11:33:25.746664 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.plugins.ml2.plugin [None req-1fa08a94-2622-4cbe-a1e2-188a63f8589a None None] Deleting port 1fe4f200-35a0-40be-b361-c23193315cd6 {{(pid=94176) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1913}} Jun 23 11:33:25.747637 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron_lib.callbacks.manager [None req-1fa08a94-2622-4cbe-a1e2-188a63f8589a None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773700079324'] for port, before_delete {{(pid=94176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:33:25.804343 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-517ba5b8-2809-4695-a403-5ae3ef66fac8 req-effb79f8-37a3-42cc-9f9f-42deda71d94c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94174) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 11:33:25.805866 dv-neutron-601336-94-hyperv neutron-server[94174]: INFO neutron.wsgi [req-517ba5b8-2809-4695-a403-5ae3ef66fac8 req-effb79f8-37a3-42cc-9f9f-42deda71d94c service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=252b24454ee04e36b666155dab1feb23&device_id=85769616-6b8b-4da7-ad73-344986edf607 HTTP/1.1" status: 200 len: 1098 time: 0.1980395 Jun 23 11:33:25.816377 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.db.provisioning_blocks [None req-9e6545e9-349b-436d-b69b-8d757575137d None None] Provisioning complete for port 2f2cbdcf-987b-451f-b330-6e77e4de6378 triggered by entity DHCP. {{(pid=94176) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 23 11:33:25.816377 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron_lib.callbacks.manager [None req-9e6545e9-349b-436d-b69b-8d757575137d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-899258'] for port, provisioning_complete {{(pid=94176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:33:25.846493 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7e49e2e-344a-4c24-94f2-6125a75708da tempest-BulkNetworkOpsTest-447796090 tempest-BulkNetworkOpsTest-447796090-project] Pushing event deleted for resources: {'Port': ['ID=a8bcfd6f-f1b5-40a3-adfa-49127e882de0,revision_number=None']} {{(pid=94175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 11:33:25.857597 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.plugins.ml2.plugin [None req-480fe7c0-2dde-4cc7-9669-bfba198fa958 None None] Deleting port b2b29dee-81f7-440b-a241-1dad6c1dfc99 {{(pid=94176) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1913}} Jun 23 11:33:25.857597 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron_lib.callbacks.manager [None req-480fe7c0-2dde-4cc7-9669-bfba198fa958 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773700079324'] for port, before_delete {{(pid=94176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:33:25.857759 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG oslo_concurrency.lockutils [None req-c7e49e2e-344a-4c24-94f2-6125a75708da tempest-BulkNetworkOpsTest-447796090 tempest-BulkNetworkOpsTest-447796090-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.122s {{(pid=94175) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 11:33:25.859768 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.plugins.ml2.plugin [None req-ab1b5333-6639-45bf-a8ac-555e4948181d None None] Deleting port a8bcfd6f-f1b5-40a3-adfa-49127e882de0 {{(pid=94176) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1913}} Jun 23 11:33:25.860028 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG oslo_concurrency.lockutils [None req-e125989c-66fa-4a44-9c72-3f6f2aec936e tempest-RoutersNegativeIpV6Test-1628881962 tempest-RoutersNegativeIpV6Test-1628881962-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.114s {{(pid=94175) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 11:33:25.860135 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron_lib.callbacks.manager [None req-ab1b5333-6639-45bf-a8ac-555e4948181d None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773700079324'] for port, before_delete {{(pid=94176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:33:25.861698 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron_lib.callbacks.manager [None req-dc7542b2-afef-47f4-a763-e3a3cba144be None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-923122'] for port, before_update {{(pid=94176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:33:25.866778 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c7e49e2e-344a-4c24-94f2-6125a75708da tempest-BulkNetworkOpsTest-447796090 tempest-BulkNetworkOpsTest-447796090-project] No DVR routers for this DVR port a8bcfd6f-f1b5-40a3-adfa-49127e882de0 on host dv-neutron-601336-94-hyperv {{(pid=94175) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 23 11:33:25.878620 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.plugins.ml2.plugin [None req-57ea75b5-9210-4144-ba45-25cf6d72981d None None] Deleting port 0ca4f9c6-6469-4f2e-b159-b15de5e0b039 {{(pid=94176) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1913}} Jun 23 11:33:25.879006 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron_lib.callbacks.manager [None req-57ea75b5-9210-4144-ba45-25cf6d72981d None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773700079324'] for port, before_delete {{(pid=94176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:33:25.888655 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron_lib.callbacks.manager [None req-2c4dfd64-a99f-4f66-8084-c60f8d60dfe5 tempest-RoutersNegativeTest-1531528216 tempest-RoutersNegativeTest-1531528216-project] Notify callbacks [] for router, before_delete {{(pid=94175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:33:25.932854 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6fbeec93-c4f9-41b1-a0d5-ddecf725cff1 tempest-AllowedAddressPairTestJSON-1962660266 tempest-AllowedAddressPairTestJSON-1962660266-project] No DVR routers for this DVR port 1fe4f200-35a0-40be-b361-c23193315cd6 on host dv-neutron-601336-94-hyperv {{(pid=94175) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 23 11:33:25.937089 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fbeec93-c4f9-41b1-a0d5-ddecf725cff1 tempest-AllowedAddressPairTestJSON-1962660266 tempest-AllowedAddressPairTestJSON-1962660266-project] Pushing event deleted for resources: {'Port': ['ID=1fe4f200-35a0-40be-b361-c23193315cd6,revision_number=None']} {{(pid=94175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 11:33:25.974882 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.plugins.ml2.db [None req-1fa08a94-2622-4cbe-a1e2-188a63f8589a None None] For port 1fe4f200-35a0-40be-b361-c23193315cd6, host dv-neutron-601336-94-hyperv, got binding levels [] {{(pid=94176) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 23 11:33:25.975483 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron_lib.callbacks.manager [None req-1fa08a94-2622-4cbe-a1e2-188a63f8589a None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-430722'] for port, precommit_delete {{(pid=94176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:33:25.977347 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-517ba5b8-2809-4695-a403-5ae3ef66fac8 req-f1e2c54c-424e-4de3-adf2-5c58a2491898 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94174) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 11:33:25.978947 dv-neutron-601336-94-hyperv neutron-server[94174]: INFO neutron.wsgi [req-517ba5b8-2809-4695-a403-5ae3ef66fac8 req-f1e2c54c-424e-4de3-adf2-5c58a2491898 service neutron] 10.222.0.52 "GET /v2.0/networks?id=34cf218b-02ad-4259-a49e-5807c729dd9a HTTP/1.1" status: 200 len: 913 time: 0.1348612 Jun 23 11:33:26.047932 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.plugins.ml2.plugin [None req-1fa08a94-2622-4cbe-a1e2-188a63f8589a None None] Calling delete_port for 1fe4f200-35a0-40be-b361-c23193315cd6 owned by network:dhcp {{(pid=94176) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1986}} Jun 23 11:33:26.054920 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.db.ipam_backend_mixin [None req-1fa08a94-2622-4cbe-a1e2-188a63f8589a None None] Port 1fe4f200-35a0-40be-b361-c23193315cd6 was not found and therefore no delete operation was performed {{(pid=94176) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Jun 23 11:33:26.084029 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron_lib.callbacks.manager [None req-1fa08a94-2622-4cbe-a1e2-188a63f8589a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-922904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866062', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773700135024', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773699642224'] for port, after_delete {{(pid=94176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:33:26.098662 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG oslo_concurrency.lockutils [None req-b460dbab-3232-47b6-a613-cab5da8c2af4 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 11:33:26.098972 dv-neutron-601336-94-hyperv neutron-server[94174]: INFO neutron.wsgi [req-517ba5b8-2809-4695-a403-5ae3ef66fac8 req-9546b316-b816-4e3f-9416-717bb476a04a service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=4428b5cd-2ee2-4454-b711-d13a003d5236 HTTP/1.1" status: 200 len: 1001 time: 0.1126020 Jun 23 11:33:26.116953 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron_lib.callbacks.manager [None req-342e29e1-5531-426c-80af-4afdecc1d35b tempest-NetworksTestDHCPv6-162546708 tempest-NetworksTestDHCPv6-162546708-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-923122'] for port, before_update {{(pid=94174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:33:26.136136 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.plugins.ml2.db [None req-dc7542b2-afef-47f4-a763-e3a3cba144be None None] For port 2f2cbdcf-987b-451f-b330-6e77e4de6378, host dv-neutron-601336-94-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-94-hyperv',level=0,port_id=2f2cbdcf-987b-451f-b330-6e77e4de6378,segment=NetworkSegment(b3319d45-f96f-442c-8df2-0558480e618a),segment_id=b3319d45-f96f-442c-8df2-0558480e618a)] {{(pid=94176) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 23 11:33:26.137573 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.plugins.ml2.db [None req-ab1b5333-6639-45bf-a8ac-555e4948181d None None] For port a8bcfd6f-f1b5-40a3-adfa-49127e882de0, host dv-neutron-601336-94-hyperv, got binding levels [] {{(pid=94176) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 23 11:33:26.138162 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron_lib.callbacks.manager [None req-ab1b5333-6639-45bf-a8ac-555e4948181d None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-430722'] for port, precommit_delete {{(pid=94176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:33:26.152123 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.plugins.ml2.db [None req-57ea75b5-9210-4144-ba45-25cf6d72981d None None] For port 0ca4f9c6-6469-4f2e-b159-b15de5e0b039, host dv-neutron-601336-94-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-94-hyperv',level=0,port_id=0ca4f9c6-6469-4f2e-b159-b15de5e0b039,segment=NetworkSegment(2b853d9d-4358-44a3-bbd3-3c5149fe5cb8),segment_id=2b853d9d-4358-44a3-bbd3-3c5149fe5cb8)] {{(pid=94176) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 23 11:33:26.152529 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron_lib.callbacks.manager [None req-57ea75b5-9210-4144-ba45-25cf6d72981d None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-430722'] for port, precommit_delete {{(pid=94176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:33:26.160368 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fa08a94-2622-4cbe-a1e2-188a63f8589a None None] Pushing event deleted for resources: {'Port': ['ID=1fe4f200-35a0-40be-b361-c23193315cd6,revision_number=None']} {{(pid=94176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 11:33:26.172382 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG oslo_concurrency.lockutils [None req-1fa08a94-2622-4cbe-a1e2-188a63f8589a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.074s {{(pid=94176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 11:33:26.180164 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-517ba5b8-2809-4695-a403-5ae3ef66fac8 req-0882a1ab-30bc-42d9-bd83-94dfcfdff2b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94174) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 11:33:26.182000 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1fa08a94-2622-4cbe-a1e2-188a63f8589a None None] No DVR routers for this DVR port 1fe4f200-35a0-40be-b361-c23193315cd6 on host dv-neutron-601336-94-hyperv {{(pid=94176) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 23 11:33:26.182231 dv-neutron-601336-94-hyperv neutron-server[94174]: INFO neutron.wsgi [req-517ba5b8-2809-4695-a403-5ae3ef66fac8 req-0882a1ab-30bc-42d9-bd83-94dfcfdff2b8 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=47ff68e9-949b-4720-9652-7e8da6276be9 HTTP/1.1" status: 200 len: 851 time: 0.0743332 Jun 23 11:33:26.185228 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.plugins.ml2.plugin [None req-ab1b5333-6639-45bf-a8ac-555e4948181d None None] Calling delete_port for a8bcfd6f-f1b5-40a3-adfa-49127e882de0 owned by network:dhcp {{(pid=94176) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1986}} Jun 23 11:33:26.190570 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.db.ipam_backend_mixin [None req-ab1b5333-6639-45bf-a8ac-555e4948181d None None] Port a8bcfd6f-f1b5-40a3-adfa-49127e882de0 was not found and therefore no delete operation was performed {{(pid=94176) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Jun 23 11:33:26.200597 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.plugins.ml2.db [None req-480fe7c0-2dde-4cc7-9669-bfba198fa958 None None] For port b2b29dee-81f7-440b-a241-1dad6c1dfc99, host dv-neutron-601336-94-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-94-hyperv',level=0,port_id=b2b29dee-81f7-440b-a241-1dad6c1dfc99,segment=NetworkSegment(6303a411-6e70-4139-a530-9ee4cf8ba843),segment_id=6303a411-6e70-4139-a530-9ee4cf8ba843)] {{(pid=94176) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 23 11:33:26.200597 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron_lib.callbacks.manager [None req-480fe7c0-2dde-4cc7-9669-bfba198fa958 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-430722'] for port, precommit_delete {{(pid=94176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:33:26.201895 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.plugins.ml2.plugin [None req-57ea75b5-9210-4144-ba45-25cf6d72981d None None] Calling delete_port for 0ca4f9c6-6469-4f2e-b159-b15de5e0b039 owned by network:dhcp {{(pid=94176) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1986}} Jun 23 11:33:26.209352 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron_lib.callbacks.manager [None req-ab1b5333-6639-45bf-a8ac-555e4948181d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-922904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866062', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773700135024', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773699642224'] for port, after_delete {{(pid=94176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:33:26.211370 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron_lib.callbacks.manager [None req-dc7542b2-afef-47f4-a763-e3a3cba144be None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-922904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866062', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773700135042', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773699642233', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773699642278'] for port, after_update {{(pid=94176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:33:26.212213 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.plugins.ml2.rpc [None req-dc7542b2-afef-47f4-a763-e3a3cba144be None None] Device 7e92a820-029c-4e20-84fb-999b81fc12e0 up at agent ovs-agent-dv-neutron-601336-94-hyperv {{(pid=94176) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:298}} Jun 23 11:33:26.235824 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG oslo_concurrency.lockutils [None req-6b87356c-74e5-44c0-83b1-c2f7098f439e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 11:33:26.255307 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG oslo_concurrency.lockutils [None req-6fbeec93-c4f9-41b1-a0d5-ddecf725cff1 tempest-AllowedAddressPairTestJSON-1962660266 tempest-AllowedAddressPairTestJSON-1962660266-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.395s {{(pid=94175) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 11:33:26.290528 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.plugins.ml2.plugin [None req-480fe7c0-2dde-4cc7-9669-bfba198fa958 None None] Calling delete_port for b2b29dee-81f7-440b-a241-1dad6c1dfc99 owned by network:dhcp {{(pid=94176) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1986}} Jun 23 11:33:26.298528 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab1b5333-6639-45bf-a8ac-555e4948181d None None] Pushing event deleted for resources: {'Port': ['ID=a8bcfd6f-f1b5-40a3-adfa-49127e882de0,revision_number=None']} {{(pid=94176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 11:33:26.341361 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ab1b5333-6639-45bf-a8ac-555e4948181d None None] No DVR routers for this DVR port a8bcfd6f-f1b5-40a3-adfa-49127e882de0 on host dv-neutron-601336-94-hyperv {{(pid=94176) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 23 11:33:26.368724 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-517ba5b8-2809-4695-a403-5ae3ef66fac8 req-96ac4966-ea6f-48d6-b64a-016a73ed0923 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94174) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 11:33:26.370200 dv-neutron-601336-94-hyperv neutron-server[94174]: INFO neutron.wsgi [req-517ba5b8-2809-4695-a403-5ae3ef66fac8 req-96ac4966-ea6f-48d6-b64a-016a73ed0923 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=34cf218b-02ad-4259-a49e-5807c729dd9a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1178 time: 0.1643481 Jun 23 11:33:26.439371 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.plugins.ml2.db [None req-342e29e1-5531-426c-80af-4afdecc1d35b tempest-NetworksTestDHCPv6-162546708 tempest-NetworksTestDHCPv6-162546708-project] For port b2b29dee-81f7-440b-a241-1dad6c1dfc99, host dv-neutron-601336-94-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-94-hyperv',level=0,port_id=b2b29dee-81f7-440b-a241-1dad6c1dfc99,segment=NetworkSegment(6303a411-6e70-4139-a530-9ee4cf8ba843),segment_id=6303a411-6e70-4139-a530-9ee4cf8ba843)] {{(pid=94174) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 23 11:33:26.473239 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc7542b2-afef-47f4-a763-e3a3cba144be None None] Pushing event updated for resources: {'Port': ['ID=2f2cbdcf-987b-451f-b330-6e77e4de6378,revision_number=3']} {{(pid=94176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 11:33:26.479492 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG oslo_concurrency.lockutils [None req-dc7542b2-afef-47f4-a763-e3a3cba144be None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.244s {{(pid=94176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 11:33:26.483231 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG oslo_concurrency.lockutils [None req-533c9497-75c1-4b54-af02-21f13141dc24 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.245s {{(pid=94176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 11:33:26.483934 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG oslo_concurrency.lockutils [None req-533c9497-75c1-4b54-af02-21f13141dc24 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.001s {{(pid=94176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 11:33:26.490185 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron_lib.callbacks.manager [None req-342e29e1-5531-426c-80af-4afdecc1d35b tempest-NetworksTestDHCPv6-162546708 tempest-NetworksTestDHCPv6-162546708-project] Notify callbacks [] for port, precommit_update {{(pid=94174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:33:26.497599 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.db.provisioning_blocks [None req-9e6545e9-349b-436d-b69b-8d757575137d None None] Provisioning complete for port 7ec1c253-f666-4305-a40e-e82869c0c656 triggered by entity DHCP. {{(pid=94176) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 23 11:33:26.497982 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron_lib.callbacks.manager [None req-9e6545e9-349b-436d-b69b-8d757575137d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-899258'] for port, provisioning_complete {{(pid=94176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:33:26.509213 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.db.provisioning_blocks [None req-dc7542b2-afef-47f4-a763-e3a3cba144be None None] Provisioning complete for port 7e92a820-029c-4e20-84fb-999b81fc12e0 triggered by entity L2. {{(pid=94176) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 23 11:33:26.509459 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron_lib.callbacks.manager [None req-dc7542b2-afef-47f4-a763-e3a3cba144be None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-899258'] for port, provisioning_complete {{(pid=94176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:33:26.512260 dv-neutron-601336-94-hyperv neutron-server[94174]: INFO neutron.wsgi [req-517ba5b8-2809-4695-a403-5ae3ef66fac8 req-c6b0a781-467e-48f3-86f0-d58da64b225d service neutron] 10.222.0.52 "GET /v2.0/networks/34cf218b-02ad-4259-a49e-5807c729dd9a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1344359 Jun 23 11:33:26.520121 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron_lib.callbacks.manager [None req-c7e49e2e-344a-4c24-94f2-6125a75708da tempest-BulkNetworkOpsTest-447796090 tempest-BulkNetworkOpsTest-447796090-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-897259', 'neutron.services.segments.db._delete_segments_for_network-8773700168587'] for network, precommit_delete {{(pid=94175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:33:26.584602 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.plugins.ml2.plugin [None req-9e6545e9-349b-436d-b69b-8d757575137d None None] Port 7ec1c253-f666-4305-a40e-e82869c0c656 cannot update to ACTIVE because it is not bound. {{(pid=94176) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jun 23 11:33:26.603704 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.db.provisioning_blocks [None req-9e6545e9-349b-436d-b69b-8d757575137d None None] Provisioning complete for port b2b29dee-81f7-440b-a241-1dad6c1dfc99 triggered by entity DHCP. {{(pid=94176) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 23 11:33:26.604180 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron_lib.callbacks.manager [None req-9e6545e9-349b-436d-b69b-8d757575137d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-899258'] for port, provisioning_complete {{(pid=94176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:33:26.610239 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron_lib.callbacks.manager [None req-342e29e1-5531-426c-80af-4afdecc1d35b tempest-NetworksTestDHCPv6-162546708 tempest-NetworksTestDHCPv6-162546708-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-922904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866062', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773700135042', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773699642233', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773699642278', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5196369'] for port, after_update {{(pid=94174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:33:26.611206 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron_lib.callbacks.manager [None req-342e29e1-5531-426c-80af-4afdecc1d35b tempest-NetworksTestDHCPv6-162546708 tempest-NetworksTestDHCPv6-162546708-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866062', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5195999', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4294259'] for subnet, after_create {{(pid=94174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:33:26.615478 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG oslo_concurrency.lockutils [None req-931b2b14-a665-44e9-be04-8dd37d3c9431 tempest-PortsTestJSON-2085221018 tempest-PortsTestJSON-2085221018-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94174) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 11:33:26.619535 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron_lib.callbacks.manager [None req-2c4dfd64-a99f-4f66-8084-c60f8d60dfe5 tempest-RoutersNegativeTest-1531528216 tempest-RoutersNegativeTest-1531528216-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-520417', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-32301'] for router, precommit_delete {{(pid=94175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:33:26.622244 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron_lib.callbacks.manager [None req-2c4dfd64-a99f-4f66-8084-c60f8d60dfe5 tempest-RoutersNegativeTest-1531528216 tempest-RoutersNegativeTest-1531528216-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:33:26.680093 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-342e29e1-5531-426c-80af-4afdecc1d35b tempest-NetworksTestDHCPv6-162546708 tempest-NetworksTestDHCPv6-162546708-project] Network f53f535d-bce4-4da8-9bd9-396677ff4e83 is already hosted by enough agents. {{(pid=94174) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 23 11:33:26.684138 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.scheduler.base_scheduler [None req-342e29e1-5531-426c-80af-4afdecc1d35b tempest-NetworksTestDHCPv6-162546708 tempest-NetworksTestDHCPv6-162546708-project] Resources bound (agent type, host, resource id): {{(pid=94174) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 23 11:33:26.684412 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron_lib.callbacks.manager [None req-6fbeec93-c4f9-41b1-a0d5-ddecf725cff1 tempest-AllowedAddressPairTestJSON-1962660266 tempest-AllowedAddressPairTestJSON-1962660266-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-897259', 'neutron.services.segments.db._delete_segments_for_network-8773700168587'] for network, precommit_delete {{(pid=94175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:33:26.690007 dv-neutron-601336-94-hyperv neutron-server[94174]: INFO neutron.wsgi [req-517ba5b8-2809-4695-a403-5ae3ef66fac8 req-3fea67ed-1e28-45cc-833c-619d699d2584 service neutron] 10.222.0.52 "GET /v2.0/networks/34cf218b-02ad-4259-a49e-5807c729dd9a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1705730 Jun 23 11:33:26.695888 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-342e29e1-5531-426c-80af-4afdecc1d35b tempest-NetworksTestDHCPv6-162546708 tempest-NetworksTestDHCPv6-162546708-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94174) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 11:33:26.698842 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron_lib.callbacks.manager [None req-342e29e1-5531-426c-80af-4afdecc1d35b tempest-NetworksTestDHCPv6-162546708 tempest-NetworksTestDHCPv6-162546708-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7865916'] for subnet, before_response {{(pid=94174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:33:26.711227 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.services.segments.db [None req-6fbeec93-c4f9-41b1-a0d5-ddecf725cff1 tempest-AllowedAddressPairTestJSON-1962660266 tempest-AllowedAddressPairTestJSON-1962660266-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6a6c8949-9850-44f7-bca7-3fd76c05cabf']}} {{(pid=94175) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 11:33:26.724945 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.services.segments.db [None req-c7e49e2e-344a-4c24-94f2-6125a75708da tempest-BulkNetworkOpsTest-447796090 tempest-BulkNetworkOpsTest-447796090-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8d3cb0e3-5870-44e4-95c0-1c9de58a0806']}} {{(pid=94175) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 11:33:26.727965 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-342e29e1-5531-426c-80af-4afdecc1d35b tempest-NetworksTestDHCPv6-162546708 tempest-NetworksTestDHCPv6-162546708-project] Pushing event updated for resources: {'Port': ['ID=b2b29dee-81f7-440b-a241-1dad6c1dfc99,revision_number=8']} {{(pid=94174) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 11:33:26.730986 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG oslo_concurrency.lockutils [None req-342e29e1-5531-426c-80af-4afdecc1d35b tempest-NetworksTestDHCPv6-162546708 tempest-NetworksTestDHCPv6-162546708-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.116s {{(pid=94174) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 11:33:26.734960 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.113s {{(pid=94174) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 11:33:26.745531 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.services.segments.db [None req-6fbeec93-c4f9-41b1-a0d5-ddecf725cff1 tempest-AllowedAddressPairTestJSON-1962660266 tempest-AllowedAddressPairTestJSON-1962660266-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b1760ab5-2963-48df-8a7c-36a33caba95c') {'for_net_delete': True} {{(pid=94175) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 11:33:26.745841 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.services.segments.db [None req-6fbeec93-c4f9-41b1-a0d5-ddecf725cff1 tempest-AllowedAddressPairTestJSON-1962660266 tempest-AllowedAddressPairTestJSON-1962660266-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b1760ab5-2963-48df-8a7c-36a33caba95c') {} {{(pid=94175) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 11:33:26.759117 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.plugins.ml2.plugin [None req-024de8a6-9154-4e40-96f4-e846bed329e1 tempest-PortsTestJSON-2085221018 tempest-PortsTestJSON-2085221018-project] Deleting port 1fd97c52-28dd-4e80-a991-41181f66bd76 {{(pid=94175) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1913}} Jun 23 11:33:26.763404 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron_lib.callbacks.manager [None req-024de8a6-9154-4e40-96f4-e846bed329e1 tempest-PortsTestJSON-2085221018 tempest-PortsTestJSON-2085221018-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773700079324'] for port, before_delete {{(pid=94175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:33:26.764029 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.services.segments.db [None req-c7e49e2e-344a-4c24-94f2-6125a75708da tempest-BulkNetworkOpsTest-447796090 tempest-BulkNetworkOpsTest-447796090-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '769ec9d2-9811-4877-b44d-0743a1e82f26') {'for_net_delete': True} {{(pid=94175) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 11:33:26.764336 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.services.segments.db [None req-c7e49e2e-344a-4c24-94f2-6125a75708da tempest-BulkNetworkOpsTest-447796090 tempest-BulkNetworkOpsTest-447796090-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '769ec9d2-9811-4877-b44d-0743a1e82f26') {} {{(pid=94175) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 11:33:26.778975 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron_lib.callbacks.manager [None req-6fbeec93-c4f9-41b1-a0d5-ddecf725cff1 tempest-AllowedAddressPairTestJSON-1962660266 tempest-AllowedAddressPairTestJSON-1962660266-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8773699955833', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5190677'] for segment, before_delete {{(pid=94175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:33:26.780721 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron_lib.callbacks.manager [None req-57ea75b5-9210-4144-ba45-25cf6d72981d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-922904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866062', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773700135024', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773699642224'] for port, after_delete {{(pid=94176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:33:26.781477 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron_lib.callbacks.manager [None req-480fe7c0-2dde-4cc7-9669-bfba198fa958 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-922904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866062', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773700135024', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773699642224'] for port, after_delete {{(pid=94176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:33:26.781714 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron_lib.callbacks.manager [None req-2c4dfd64-a99f-4f66-8084-c60f8d60dfe5 tempest-RoutersNegativeTest-1531528216 tempest-RoutersNegativeTest-1531528216-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-494961'] for router, after_delete {{(pid=94175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:33:26.782253 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2c4dfd64-a99f-4f66-8084-c60f8d60dfe5 tempest-RoutersNegativeTest-1531528216 tempest-RoutersNegativeTest-1531528216-project] Fanout notify agent at l3_agent the message router_deleted on router f3a582d0-cf71-4615-8514-0ec9e7d5e430 {{(pid=94175) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jun 23 11:33:26.788311 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-342e29e1-5531-426c-80af-4afdecc1d35b tempest-NetworksTestDHCPv6-162546708 tempest-NetworksTestDHCPv6-162546708-project] Pushing event updated for resources: {'Subnet': ['ID=86ab0a8c-5743-4f7f-87b5-df4b3b612c5f,revision_number=0']} {{(pid=94174) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 11:33:26.791435 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG oslo_concurrency.lockutils [None req-342e29e1-5531-426c-80af-4afdecc1d35b tempest-NetworksTestDHCPv6-162546708 tempest-NetworksTestDHCPv6-162546708-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.060s {{(pid=94174) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 11:33:26.799544 dv-neutron-601336-94-hyperv neutron-server[94174]: INFO neutron.wsgi [None req-342e29e1-5531-426c-80af-4afdecc1d35b tempest-NetworksTestDHCPv6-162546708 tempest-NetworksTestDHCPv6-162546708-project] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 2.6934302 Jun 23 11:33:26.802525 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.wsgi [-] (94174) accepted ('10.222.0.20', 39042) {{(pid=94174) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 11:33:26.802673 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG oslo_concurrency.lockutils [None req-fccb71d7-a3ee-408e-af9c-88d8a51bd856 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 11:33:26.806708 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.api.v2.base [None req-ecdc6a05-a0d9-4fbb-b5e9-99e965787f1e tempest-NetworksTestDHCPv6-162546708 tempest-NetworksTestDHCPv6-162546708-project] Request body: {'subnet': {'network_id': 'f53f535d-bce4-4da8-9bd9-396677ff4e83', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=94174) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 23 11:33:26.837875 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron_lib.callbacks.manager [None req-c7e49e2e-344a-4c24-94f2-6125a75708da tempest-BulkNetworkOpsTest-447796090 tempest-BulkNetworkOpsTest-447796090-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8773699955833', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5190677'] for segment, before_delete {{(pid=94175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:33:26.842638 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57ea75b5-9210-4144-ba45-25cf6d72981d None None] Pushing event deleted for resources: {'Port': ['ID=0ca4f9c6-6469-4f2e-b159-b15de5e0b039,revision_number=None']} {{(pid=94176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 11:33:26.844955 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.db.l3_dvrscheduler_db [None req-480fe7c0-2dde-4cc7-9669-bfba198fa958 None None] No DVR routers for this DVR port b2b29dee-81f7-440b-a241-1dad6c1dfc99 on host dv-neutron-601336-94-hyperv {{(pid=94176) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 23 11:33:26.852642 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron_lib.callbacks.manager [None req-2c4dfd64-a99f-4f66-8084-c60f8d60dfe5 tempest-RoutersNegativeTest-1531528216 tempest-RoutersNegativeTest-1531528216-project] Notify callbacks [] for router, before_response {{(pid=94175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:33:26.856029 dv-neutron-601336-94-hyperv neutron-server[94175]: INFO neutron.wsgi [None req-2c4dfd64-a99f-4f66-8084-c60f8d60dfe5 tempest-RoutersNegativeTest-1531528216 tempest-RoutersNegativeTest-1531528216-project] 10.222.0.20 "DELETE /v2.0/routers/f3a582d0-cf71-4615-8514-0ec9e7d5e430 HTTP/1.1" status: 204 len: 168 time: 1.1703167 Jun 23 11:33:26.857990 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.plugins.ml2.plugin [None req-79c80000-0072-42ce-bc7e-cbf968d3fd9d tempest-RoutersNegativeIpV6Test-1628881962 tempest-RoutersNegativeIpV6Test-1628881962-project] Deleting port be43c0a5-113a-4302-8a6e-903a4844374f {{(pid=94175) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1913}} Jun 23 11:33:26.859675 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.db.l3_dvrscheduler_db [None req-57ea75b5-9210-4144-ba45-25cf6d72981d None None] No DVR routers for this DVR port 0ca4f9c6-6469-4f2e-b159-b15de5e0b039 on host dv-neutron-601336-94-hyperv {{(pid=94176) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 23 11:33:26.863138 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron_lib.callbacks.manager [None req-79c80000-0072-42ce-bc7e-cbf968d3fd9d tempest-RoutersNegativeIpV6Test-1628881962 tempest-RoutersNegativeIpV6Test-1628881962-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773700079324'] for port, before_delete {{(pid=94175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:33:26.884625 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-24a7088d-f339-4c66-ae59-846a47abe058 None None] Network f53f535d-bce4-4da8-9bd9-396677ff4e83 requested from dv-neutron-601336-94-hyperv {{(pid=94176) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 23 11:33:26.888857 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.db.provisioning_blocks [None req-9e6545e9-349b-436d-b69b-8d757575137d None None] Could not find standard attr ID for object b2b29dee-81f7-440b-a241-1dad6c1dfc99. {{(pid=94176) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jun 23 11:33:26.890433 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-480fe7c0-2dde-4cc7-9669-bfba198fa958 None None] Pushing event deleted for resources: {'Port': ['ID=b2b29dee-81f7-440b-a241-1dad6c1dfc99,revision_number=None']} {{(pid=94176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 11:33:26.902654 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.plugins.ml2.rpc [None req-dc7542b2-afef-47f4-a763-e3a3cba144be None None] Device 0ca4f9c6-6469-4f2e-b159-b15de5e0b039 up at agent ovs-agent-dv-neutron-601336-94-hyperv {{(pid=94176) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:298}} Jun 23 11:33:26.927645 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG oslo_concurrency.lockutils [None req-480fe7c0-2dde-4cc7-9669-bfba198fa958 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.125s {{(pid=94176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 11:33:26.928458 dv-neutron-601336-94-hyperv neutron-server[94176]: INFO neutron.plugins.ml2.db [None req-9e6545e9-349b-436d-b69b-8d757575137d None None] No ports have port_id starting with b2b29dee-81f7-440b-a241-1dad6c1dfc99 Jun 23 11:33:26.929171 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG oslo_concurrency.lockutils [None req-451dfb3b-052e-4d2e-93ff-4d7bc5836b9c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.125s {{(pid=94176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 11:33:26.929491 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG oslo_concurrency.lockutils [None req-451dfb3b-052e-4d2e-93ff-4d7bc5836b9c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.000s {{(pid=94176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 11:33:26.951322 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.plugins.ml2.plugin [None req-dc7542b2-afef-47f4-a763-e3a3cba144be None None] No Port match for: 0ca4f9c6-6469-4f2e-b159-b15de5e0b039 {{(pid=94176) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2240}} Jun 23 11:33:26.951679 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.plugins.ml2.rpc [None req-dc7542b2-afef-47f4-a763-e3a3cba144be None None] Device 0ca4f9c6-6469-4f2e-b159-b15de5e0b039 not bound to the agent host dv-neutron-601336-94-hyperv {{(pid=94176) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:306}} Jun 23 11:33:26.972263 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron_lib.callbacks.manager [None req-6fbeec93-c4f9-41b1-a0d5-ddecf725cff1 tempest-AllowedAddressPairTestJSON-1962660266 tempest-AllowedAddressPairTestJSON-1962660266-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3801'] for segment, precommit_delete {{(pid=94175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:33:26.979297 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron_lib.callbacks.manager [None req-c7e49e2e-344a-4c24-94f2-6125a75708da tempest-BulkNetworkOpsTest-447796090 tempest-BulkNetworkOpsTest-447796090-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3801'] for segment, precommit_delete {{(pid=94175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:33:26.984646 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.db.provisioning_blocks [None req-9e6545e9-349b-436d-b69b-8d757575137d None None] Could not find standard attr ID for object a8bcfd6f-f1b5-40a3-adfa-49127e882de0. {{(pid=94176) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jun 23 11:33:26.987489 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.plugins.ml2.rpc [None req-dc7542b2-afef-47f4-a763-e3a3cba144be None None] Port 0ca4f9c6-6469-4f2e-b159-b15de5e0b039 not found, will not notify nova. {{(pid=94176) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:316}} Jun 23 11:33:27.010448 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6fbeec93-c4f9-41b1-a0d5-ddecf725cff1 tempest-AllowedAddressPairTestJSON-1962660266 tempest-AllowedAddressPairTestJSON-1962660266-project] Releasing vlan 415 on physical network physnet1 to pool {{(pid=94175) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 23 11:33:27.010448 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron_lib.callbacks.manager [None req-6fbeec93-c4f9-41b1-a0d5-ddecf725cff1 tempest-AllowedAddressPairTestJSON-1962660266 tempest-AllowedAddressPairTestJSON-1962660266-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3801', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5082371'] for segment, after_delete {{(pid=94175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:33:27.013099 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ecdc6a05-a0d9-4fbb-b5e9-99e965787f1e tempest-NetworksTestDHCPv6-162546708 tempest-NetworksTestDHCPv6-162546708-project] Made reservation on behalf of 5e61222a836c47229c94e37f3902e6bd for: {'subnet': 1} {{(pid=94174) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 23 11:33:27.016717 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c7e49e2e-344a-4c24-94f2-6125a75708da tempest-BulkNetworkOpsTest-447796090 tempest-BulkNetworkOpsTest-447796090-project] Releasing vlan 404 on physical network physnet1 to pool {{(pid=94175) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 23 11:33:27.016717 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron_lib.callbacks.manager [None req-c7e49e2e-344a-4c24-94f2-6125a75708da tempest-BulkNetworkOpsTest-447796090 tempest-BulkNetworkOpsTest-447796090-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3801', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5082371'] for segment, after_delete {{(pid=94175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:33:27.019280 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron_lib.callbacks.manager [None req-ecdc6a05-a0d9-4fbb-b5e9-99e965787f1e tempest-NetworksTestDHCPv6-162546708 tempest-NetworksTestDHCPv6-162546708-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4294245'] for subnet, before_create {{(pid=94174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:33:27.019420 dv-neutron-601336-94-hyperv neutron-server[94175]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 23 11:33:27.019420 dv-neutron-601336-94-hyperv neutron-server[94175]: conditions |= (models_v2.Port.network_id.in_( Jun 23 11:33:27.019420 dv-neutron-601336-94-hyperv neutron-server[94175]: Traceback (most recent call last): Jun 23 11:33:27.019420 dv-neutron-601336-94-hyperv neutron-server[94175]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 23 11:33:27.019420 dv-neutron-601336-94-hyperv neutron-server[94175]: timer() Jun 23 11:33:27.019420 dv-neutron-601336-94-hyperv neutron-server[94175]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 23 11:33:27.019420 dv-neutron-601336-94-hyperv neutron-server[94175]: cb(*args, **kw) Jun 23 11:33:27.019420 dv-neutron-601336-94-hyperv neutron-server[94175]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 23 11:33:27.019420 dv-neutron-601336-94-hyperv neutron-server[94175]: return func(*args, **kwargs) Jun 23 11:33:27.019420 dv-neutron-601336-94-hyperv neutron-server[94175]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 23 11:33:27.019420 dv-neutron-601336-94-hyperv neutron-server[94175]: self._notify() Jun 23 11:33:27.019420 dv-neutron-601336-94-hyperv neutron-server[94175]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 23 11:33:27.019420 dv-neutron-601336-94-hyperv neutron-server[94175]: self.callback(batched_events) Jun 23 11:33:27.019420 dv-neutron-601336-94-hyperv neutron-server[94175]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 23 11:33:27.019420 dv-neutron-601336-94-hyperv neutron-server[94175]: event.method(event) Jun 23 11:33:27.019420 dv-neutron-601336-94-hyperv neutron-server[94175]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 23 11:33:27.019420 dv-neutron-601336-94-hyperv neutron-server[94175]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 23 11:33:27.019420 dv-neutron-601336-94-hyperv neutron-server[94175]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 23 11:33:27.019420 dv-neutron-601336-94-hyperv neutron-server[94175]: aggregate_uuid = self.p_client.list_aggregates( Jun 23 11:33:27.019420 dv-neutron-601336-94-hyperv neutron-server[94175]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 23 11:33:27.019420 dv-neutron-601336-94-hyperv neutron-server[94175]: return f(self, *a, **k) Jun 23 11:33:27.019420 dv-neutron-601336-94-hyperv neutron-server[94175]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 23 11:33:27.019420 dv-neutron-601336-94-hyperv neutron-server[94175]: return self._get(url).json() Jun 23 11:33:27.019420 dv-neutron-601336-94-hyperv neutron-server[94175]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 23 11:33:27.019420 dv-neutron-601336-94-hyperv neutron-server[94175]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 23 11:33:27.019420 dv-neutron-601336-94-hyperv neutron-server[94175]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 23 11:33:27.019420 dv-neutron-601336-94-hyperv neutron-server[94175]: return self.request(url, 'GET', **kwargs) Jun 23 11:33:27.019420 dv-neutron-601336-94-hyperv neutron-server[94175]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 23 11:33:27.019420 dv-neutron-601336-94-hyperv neutron-server[94175]: base_url = self.get_endpoint(auth, allow=allow, Jun 23 11:33:27.019420 dv-neutron-601336-94-hyperv neutron-server[94175]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 23 11:33:27.019420 dv-neutron-601336-94-hyperv neutron-server[94175]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 23 11:33:27.019420 dv-neutron-601336-94-hyperv neutron-server[94175]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 23 11:33:27.019420 dv-neutron-601336-94-hyperv neutron-server[94175]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 23 11:33:27.019420 dv-neutron-601336-94-hyperv neutron-server[94175]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 23 11:33:27.055252 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.plugins.ml2.rpc [None req-dc7542b2-afef-47f4-a763-e3a3cba144be None None] Device ad647f2d-fdb8-4ed5-bb99-6852f829f584 no longer exists at agent ovs-agent-dv-neutron-601336-94-hyperv {{(pid=94176) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:261}} Jun 23 11:33:27.081071 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.plugins.ml2.plugin [None req-dc7542b2-afef-47f4-a763-e3a3cba144be None None] No Port match for: ad647f2d-fdb8-4ed5-bb99-6852f829f584 {{(pid=94176) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2240}} Jun 23 11:33:27.081717 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.plugins.ml2.rpc [None req-dc7542b2-afef-47f4-a763-e3a3cba144be None None] Device ad647f2d-fdb8-4ed5-bb99-6852f829f584 not bound to the agent host dv-neutron-601336-94-hyperv {{(pid=94176) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:271}} Jun 23 11:33:27.123359 dv-neutron-601336-94-hyperv neutron-server[94174]: INFO neutron.db.ipam_backend_mixin [None req-ecdc6a05-a0d9-4fbb-b5e9-99e965787f1e tempest-NetworksTestDHCPv6-162546708 tempest-NetworksTestDHCPv6-162546708-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet 86ab0a8c-5743-4f7f-87b5-df4b3b612c5f (CIDR: 2001:db8::/64) Jun 23 11:33:27.132850 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.db.provisioning_blocks [None req-9e6545e9-349b-436d-b69b-8d757575137d None None] Provisioning for port 1fd97c52-28dd-4e80-a991-41181f66bd76 completed by entity DHCP. {{(pid=94176) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 23 11:33:27.140007 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.db.provisioning_blocks [None req-9e6545e9-349b-436d-b69b-8d757575137d None None] Provisioning complete for port 1fd97c52-28dd-4e80-a991-41181f66bd76 triggered by entity DHCP. {{(pid=94176) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 23 11:33:27.140398 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron_lib.callbacks.manager [None req-9e6545e9-349b-436d-b69b-8d757575137d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-899258'] for port, provisioning_complete {{(pid=94176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:33:27.146180 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-51e4c766-67a1-4fc5-89f4-61dcc2555436 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1e0d828a-1fa4-563d-b7fd-53adf66a04ee-f53f535d-bce4-4da8-9bd9-396677ff4e83', 'network_id': 'f53f535d-bce4-4da8-9bd9-396677ff4e83', 'tenant_id': '5e61222a836c47229c94e37f3902e6bd', 'fixed_ips': [{'subnet_id': '86ab0a8c-5743-4f7f-87b5-df4b3b612c5f'}]}} from dv-neutron-601336-94-hyperv. {{(pid=94176) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 23 11:33:27.151261 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron_lib.callbacks.manager [None req-51e4c766-67a1-4fc5-89f4-61dcc2555436 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-923104'] for port, before_create {{(pid=94176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:33:27.164591 dv-neutron-601336-94-hyperv neutron-server[94174]: INFO neutron.pecan_wsgi.hooks.translation [None req-ecdc6a05-a0d9-4fbb-b5e9-99e965787f1e tempest-NetworksTestDHCPv6-162546708 tempest-NetworksTestDHCPv6-162546708-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jun 23 11:33:27.169378 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ecdc6a05-a0d9-4fbb-b5e9-99e965787f1e tempest-NetworksTestDHCPv6-162546708 tempest-NetworksTestDHCPv6-162546708-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=94174) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 23 11:33:27.169748 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron_lib.callbacks.manager [None req-024de8a6-9154-4e40-96f4-e846bed329e1 tempest-PortsTestJSON-2085221018 tempest-PortsTestJSON-2085221018-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-430722'] for port, precommit_delete {{(pid=94175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:33:27.191799 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron_lib.callbacks.manager [None req-79c80000-0072-42ce-bc7e-cbf968d3fd9d tempest-RoutersNegativeIpV6Test-1628881962 tempest-RoutersNegativeIpV6Test-1628881962-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-430722'] for port, precommit_delete {{(pid=94175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:33:27.194328 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.plugins.ml2.plugin [None req-024de8a6-9154-4e40-96f4-e846bed329e1 tempest-PortsTestJSON-2085221018 tempest-PortsTestJSON-2085221018-project] Calling delete_port for 1fd97c52-28dd-4e80-a991-41181f66bd76 owned by {{(pid=94175) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1986}} Jun 23 11:33:27.210546 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.plugins.ml2.plugin [None req-9e6545e9-349b-436d-b69b-8d757575137d None None] Port 1fd97c52-28dd-4e80-a991-41181f66bd76 cannot update to ACTIVE because it is not bound. {{(pid=94176) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jun 23 11:33:27.211903 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.plugins.ml2.plugin [None req-79c80000-0072-42ce-bc7e-cbf968d3fd9d tempest-RoutersNegativeIpV6Test-1628881962 tempest-RoutersNegativeIpV6Test-1628881962-project] Calling delete_port for be43c0a5-113a-4302-8a6e-903a4844374f owned by network:router_interface {{(pid=94175) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1986}} Jun 23 11:33:27.244679 dv-neutron-601336-94-hyperv neutron-server[94174]: INFO neutron.wsgi [None req-ecdc6a05-a0d9-4fbb-b5e9-99e965787f1e tempest-NetworksTestDHCPv6-162546708 tempest-NetworksTestDHCPv6-162546708-project] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.4412622 Jun 23 11:33:27.257476 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.wsgi [-] (94174) accepted ('10.222.0.20', 39046) {{(pid=94174) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 11:33:27.261927 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.plugins.ml2.rpc [None req-dc7542b2-afef-47f4-a763-e3a3cba144be None None] Device 2f2cbdcf-987b-451f-b330-6e77e4de6378 up at agent ovs-agent-dv-neutron-601336-94-hyperv {{(pid=94176) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:298}} Jun 23 11:33:27.263202 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.api.v2.base [None req-0ab18ab5-4a04-4d4e-863c-794ae6f002f4 tempest-NetworksTestDHCPv6-162546708 tempest-NetworksTestDHCPv6-162546708-project] Request body: {'subnet': {'network_id': 'f53f535d-bce4-4da8-9bd9-396677ff4e83', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=94174) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 23 11:33:27.292766 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron_lib.callbacks.manager [None req-6fbeec93-c4f9-41b1-a0d5-ddecf725cff1 tempest-AllowedAddressPairTestJSON-1962660266 tempest-AllowedAddressPairTestJSON-1962660266-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-897248', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8002400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7866073', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-524247'] for network, after_delete {{(pid=94175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:33:27.297861 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron_lib.callbacks.manager [None req-c7e49e2e-344a-4c24-94f2-6125a75708da tempest-BulkNetworkOpsTest-447796090 tempest-BulkNetworkOpsTest-447796090-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-897248', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8002400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7866073', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-524247'] for network, after_delete {{(pid=94175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:33:27.303980 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG oslo_concurrency.lockutils [None req-0e50c5ee-21e1-4a38-aa4b-ece9cdd794ad admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94175) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 11:33:27.308539 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron_lib.callbacks.manager [None req-6fbeec93-c4f9-41b1-a0d5-ddecf725cff1 tempest-AllowedAddressPairTestJSON-1962660266 tempest-AllowedAddressPairTestJSON-1962660266-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7865916'] for network, before_response {{(pid=94175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:33:27.319351 dv-neutron-601336-94-hyperv neutron-server[94175]: INFO neutron.wsgi [None req-6fbeec93-c4f9-41b1-a0d5-ddecf725cff1 tempest-AllowedAddressPairTestJSON-1962660266 tempest-AllowedAddressPairTestJSON-1962660266-project] 10.222.0.20 "DELETE /v2.0/networks/6a6c8949-9850-44f7-bca7-3fd76c05cabf HTTP/1.1" status: 204 len: 168 time: 3.1813343 Jun 23 11:33:27.335444 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron_lib.callbacks.manager [None req-c7e49e2e-344a-4c24-94f2-6125a75708da tempest-BulkNetworkOpsTest-447796090 tempest-BulkNetworkOpsTest-447796090-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7865916'] for network, before_response {{(pid=94175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:33:27.338726 dv-neutron-601336-94-hyperv neutron-server[94175]: INFO neutron.wsgi [None req-c7e49e2e-344a-4c24-94f2-6125a75708da tempest-BulkNetworkOpsTest-447796090 tempest-BulkNetworkOpsTest-447796090-project] 10.222.0.20 "DELETE /v2.0/networks/8d3cb0e3-5870-44e4-95c0-1c9de58a0806 HTTP/1.1" status: 204 len: 168 time: 2.9870384 Jun 23 11:33:27.342325 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.wsgi [-] (94174) accepted ('10.222.0.20', 39052) {{(pid=94174) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 11:33:27.363259 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fbeec93-c4f9-41b1-a0d5-ddecf725cff1 tempest-AllowedAddressPairTestJSON-1962660266 tempest-AllowedAddressPairTestJSON-1962660266-project] Pushing event deleted for resources: {'Network': ['ID=6a6c8949-9850-44f7-bca7-3fd76c05cabf,revision_number=None']} {{(pid=94175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 11:33:27.366590 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.db.provisioning_blocks [None req-dc7542b2-afef-47f4-a763-e3a3cba144be None None] Provisioning complete for port 2f2cbdcf-987b-451f-b330-6e77e4de6378 triggered by entity L2. {{(pid=94176) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 23 11:33:27.366918 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron_lib.callbacks.manager [None req-dc7542b2-afef-47f4-a763-e3a3cba144be None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-899258'] for port, provisioning_complete {{(pid=94176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:33:27.368938 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.db.db_base_plugin_common [None req-51e4c766-67a1-4fc5-89f4-61dcc2555436 None None] Allocated IP 2001:db8::f816:3eff:fece:2266 (f53f535d-bce4-4da8-9bd9-396677ff4e83/86ab0a8c-5743-4f7f-87b5-df4b3b612c5f/def2b37c-d6b5-47ec-affe-9ff93780ee34) {{(pid=94176) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 23 11:33:27.373043 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG oslo_concurrency.lockutils [None req-6fbeec93-c4f9-41b1-a0d5-ddecf725cff1 tempest-AllowedAddressPairTestJSON-1962660266 tempest-AllowedAddressPairTestJSON-1962660266-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.069s {{(pid=94175) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 11:33:27.375058 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG oslo_concurrency.lockutils [None req-0831095b-b5f1-495d-be3d-ac82100e135a tempest-RoutersNegativeIpV6Test-1628881962 tempest-RoutersNegativeIpV6Test-1628881962-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.043s {{(pid=94175) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 11:33:27.426535 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7e49e2e-344a-4c24-94f2-6125a75708da tempest-BulkNetworkOpsTest-447796090 tempest-BulkNetworkOpsTest-447796090-project] Pushing event deleted for resources: {'Network': ['ID=8d3cb0e3-5870-44e4-95c0-1c9de58a0806,revision_number=None']} {{(pid=94175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 11:33:27.430979 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG oslo_concurrency.lockutils [None req-c7e49e2e-344a-4c24-94f2-6125a75708da tempest-BulkNetworkOpsTest-447796090 tempest-BulkNetworkOpsTest-447796090-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.056s {{(pid=94175) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 11:33:27.474601 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.wsgi [-] (94174) accepted ('10.222.0.20', 39054) {{(pid=94174) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 11:33:27.526625 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron_lib.callbacks.manager [None req-e07a94f5-1970-4d90-9d2b-e17b51f149b1 tempest-BulkNetworkOpsTest-447796090 tempest-BulkNetworkOpsTest-447796090-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-824874'] for network, before_delete {{(pid=94174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:33:27.621337 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron_lib.callbacks.manager [None req-024de8a6-9154-4e40-96f4-e846bed329e1 tempest-PortsTestJSON-2085221018 tempest-PortsTestJSON-2085221018-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-922904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866062', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773700135024', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773699642224', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5082448'] for port, after_delete {{(pid=94175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:33:27.621987 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron_lib.callbacks.manager [None req-51e4c766-67a1-4fc5-89f4-61dcc2555436 None None] Notify callbacks [] for port, precommit_create {{(pid=94176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:33:27.629942 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG oslo_concurrency.lockutils [None req-777ea7d0-43bd-4b8e-8090-512d5bb6b43f tempest-AllowedAddressPairTestJSON-1962660266 tempest-AllowedAddressPairTestJSON-1962660266-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.001s {{(pid=94175) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 11:33:27.634488 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.db.provisioning_blocks [None req-51e4c766-67a1-4fc5-89f4-61dcc2555436 None None] Transition to ACTIVE for port object def2b37c-d6b5-47ec-affe-9ff93780ee34 will not be triggered until provisioned by entity L2. {{(pid=94176) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 23 11:33:27.636226 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.plugins.ml2.rpc [None req-dc7542b2-afef-47f4-a763-e3a3cba144be None None] Device 1fe4f200-35a0-40be-b361-c23193315cd6 no longer exists at agent ovs-agent-dv-neutron-601336-94-hyperv {{(pid=94176) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:261}} Jun 23 11:33:27.655301 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-024de8a6-9154-4e40-96f4-e846bed329e1 tempest-PortsTestJSON-2085221018 tempest-PortsTestJSON-2085221018-project] Pushing event deleted for resources: {'Port': ['ID=1fd97c52-28dd-4e80-a991-41181f66bd76,revision_number=None']} {{(pid=94175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 11:33:27.671206 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG oslo_concurrency.lockutils [None req-024de8a6-9154-4e40-96f4-e846bed329e1 tempest-PortsTestJSON-2085221018 tempest-PortsTestJSON-2085221018-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.039s {{(pid=94175) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 11:33:27.690970 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.plugins.ml2.plugin [None req-dc7542b2-afef-47f4-a763-e3a3cba144be None None] No Port match for: 1fe4f200-35a0-40be-b361-c23193315cd6 {{(pid=94176) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2240}} Jun 23 11:33:27.691891 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.plugins.ml2.rpc [None req-dc7542b2-afef-47f4-a763-e3a3cba144be None None] Device 1fe4f200-35a0-40be-b361-c23193315cd6 not bound to the agent host dv-neutron-601336-94-hyperv {{(pid=94176) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:271}} Jun 23 11:33:27.692593 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.plugins.ml2.rpc [None req-dc7542b2-afef-47f4-a763-e3a3cba144be None None] Device 0ca4f9c6-6469-4f2e-b159-b15de5e0b039 no longer exists at agent ovs-agent-dv-neutron-601336-94-hyperv {{(pid=94176) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:261}} Jun 23 11:33:27.699116 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron_lib.callbacks.manager [None req-e07a94f5-1970-4d90-9d2b-e17b51f149b1 tempest-BulkNetworkOpsTest-447796090 tempest-BulkNetworkOpsTest-447796090-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-897259', 'neutron.services.segments.db._delete_segments_for_network-8773700168587'] for network, precommit_delete {{(pid=94174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:33:27.718013 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0ab18ab5-4a04-4d4e-863c-794ae6f002f4 tempest-NetworksTestDHCPv6-162546708 tempest-NetworksTestDHCPv6-162546708-project] Made reservation on behalf of 5e61222a836c47229c94e37f3902e6bd for: {'subnet': 1} {{(pid=94174) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 23 11:33:27.722126 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron_lib.callbacks.manager [None req-0ab18ab5-4a04-4d4e-863c-794ae6f002f4 tempest-NetworksTestDHCPv6-162546708 tempest-NetworksTestDHCPv6-162546708-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4294245'] for subnet, before_create {{(pid=94174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:33:27.724272 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.plugins.ml2.plugin [None req-dc7542b2-afef-47f4-a763-e3a3cba144be None None] No Port match for: 0ca4f9c6-6469-4f2e-b159-b15de5e0b039 {{(pid=94176) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2240}} Jun 23 11:33:27.724891 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.plugins.ml2.rpc [None req-dc7542b2-afef-47f4-a763-e3a3cba144be None None] Device 0ca4f9c6-6469-4f2e-b159-b15de5e0b039 not bound to the agent host dv-neutron-601336-94-hyperv {{(pid=94176) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:271}} Jun 23 11:33:27.728175 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.services.segments.db [None req-e07a94f5-1970-4d90-9d2b-e17b51f149b1 tempest-BulkNetworkOpsTest-447796090 tempest-BulkNetworkOpsTest-447796090-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ac5069cf-09cf-426f-84af-fd0411aa3923']}} {{(pid=94174) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 11:33:27.728451 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.plugins.ml2.rpc [None req-dc7542b2-afef-47f4-a763-e3a3cba144be None None] Device b2b29dee-81f7-440b-a241-1dad6c1dfc99 no longer exists at agent ovs-agent-dv-neutron-601336-94-hyperv {{(pid=94176) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:261}} Jun 23 11:33:27.759705 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.db.provisioning_blocks [None req-51e4c766-67a1-4fc5-89f4-61dcc2555436 None None] Transition to ACTIVE for port object def2b37c-d6b5-47ec-affe-9ff93780ee34 will not be triggered until provisioned by entity DHCP. {{(pid=94176) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 23 11:33:27.761619 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.plugins.ml2.plugin [None req-dc7542b2-afef-47f4-a763-e3a3cba144be None None] No Port match for: b2b29dee-81f7-440b-a241-1dad6c1dfc99 {{(pid=94176) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2240}} Jun 23 11:33:27.762269 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.plugins.ml2.rpc [None req-dc7542b2-afef-47f4-a763-e3a3cba144be None None] Device b2b29dee-81f7-440b-a241-1dad6c1dfc99 not bound to the agent host dv-neutron-601336-94-hyperv {{(pid=94176) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:271}} Jun 23 11:33:27.762962 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.plugins.ml2.rpc [None req-dc7542b2-afef-47f4-a763-e3a3cba144be None None] Device a8bcfd6f-f1b5-40a3-adfa-49127e882de0 no longer exists at agent ovs-agent-dv-neutron-601336-94-hyperv {{(pid=94176) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:261}} Jun 23 11:33:27.782754 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron_lib.callbacks.manager [None req-024de8a6-9154-4e40-96f4-e846bed329e1 tempest-PortsTestJSON-2085221018 tempest-PortsTestJSON-2085221018-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-217507'] for port, before_response {{(pid=94175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:33:27.788042 dv-neutron-601336-94-hyperv neutron-server[94175]: INFO neutron.wsgi [None req-024de8a6-9154-4e40-96f4-e846bed329e1 tempest-PortsTestJSON-2085221018 tempest-PortsTestJSON-2085221018-project] 10.222.0.20 "DELETE /v2.0/ports/1fd97c52-28dd-4e80-a991-41181f66bd76 HTTP/1.1" status: 204 len: 168 time: 2.1877458 Jun 23 11:33:27.788776 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.wsgi [-] (94175) accepted ('10.222.0.20', 39060) {{(pid=94175) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 11:33:27.794864 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.services.segments.db [None req-e07a94f5-1970-4d90-9d2b-e17b51f149b1 tempest-BulkNetworkOpsTest-447796090 tempest-BulkNetworkOpsTest-447796090-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2b853d9d-4358-44a3-bbd3-3c5149fe5cb8') {'for_net_delete': True} {{(pid=94174) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 11:33:27.800785 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.services.segments.db [None req-e07a94f5-1970-4d90-9d2b-e17b51f149b1 tempest-BulkNetworkOpsTest-447796090 tempest-BulkNetworkOpsTest-447796090-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2b853d9d-4358-44a3-bbd3-3c5149fe5cb8') {} {{(pid=94174) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 11:33:27.805504 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.plugins.ml2.plugin [None req-dc7542b2-afef-47f4-a763-e3a3cba144be None None] No Port match for: a8bcfd6f-f1b5-40a3-adfa-49127e882de0 {{(pid=94176) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2240}} Jun 23 11:33:27.809095 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.plugins.ml2.rpc [None req-dc7542b2-afef-47f4-a763-e3a3cba144be None None] Device a8bcfd6f-f1b5-40a3-adfa-49127e882de0 not bound to the agent host dv-neutron-601336-94-hyperv {{(pid=94176) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:271}} Jun 23 11:33:27.816343 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron_lib.callbacks.manager [None req-e07a94f5-1970-4d90-9d2b-e17b51f149b1 tempest-BulkNetworkOpsTest-447796090 tempest-BulkNetworkOpsTest-447796090-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8773699955833', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4800267'] for segment, before_delete {{(pid=94174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:33:27.830248 dv-neutron-601336-94-hyperv neutron-server[94174]: INFO neutron.wsgi [None req-deb36ba5-2db4-4ac6-abaa-877622f520e4 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=73000ee9e8e84cbc8c10d08d73ff8c14&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3528271 Jun 23 11:33:27.833973 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.wsgi [-] (94174) accepted ('10.222.0.20', 39062) {{(pid=94174) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 11:33:27.852517 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron_lib.callbacks.manager [None req-51e4c766-67a1-4fc5-89f4-61dcc2555436 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-922915', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-239814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7866073', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773699642215'] for port, after_create {{(pid=94176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:33:27.865368 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron_lib.callbacks.manager [None req-79c80000-0072-42ce-bc7e-cbf968d3fd9d tempest-RoutersNegativeIpV6Test-1628881962 tempest-RoutersNegativeIpV6Test-1628881962-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-922904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866062', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773700135024', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773699642224', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5082448'] for port, after_delete {{(pid=94175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:33:27.871805 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron_lib.callbacks.manager [None req-e07a94f5-1970-4d90-9d2b-e17b51f149b1 tempest-BulkNetworkOpsTest-447796090 tempest-BulkNetworkOpsTest-447796090-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3801'] for segment, precommit_delete {{(pid=94174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:33:27.874656 dv-neutron-601336-94-hyperv neutron-server[94175]: INFO neutron.pecan_wsgi.hooks.translation [None req-045cfc4a-2db0-4587-8722-334dd781a214 tempest-PortsTestJSON-2085221018 tempest-PortsTestJSON-2085221018-project] GET failed (client error): The resource could not be found. Jun 23 11:33:27.877072 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG oslo_concurrency.lockutils [None req-a211b5b9-293e-4930-949d-224afcd18f1b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 11:33:27.879339 dv-neutron-601336-94-hyperv neutron-server[94175]: INFO neutron.wsgi [None req-045cfc4a-2db0-4587-8722-334dd781a214 tempest-PortsTestJSON-2085221018 tempest-PortsTestJSON-2085221018-project] 10.222.0.20 "GET /v2.0/ports/1fd97c52-28dd-4e80-a991-41181f66bd76 HTTP/1.1" status: 404 len: 333 time: 0.0891943 Jun 23 11:33:27.880650 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG oslo_concurrency.lockutils [None req-10eb7d17-0dd9-40f1-9803-7ac01c5d9c2e tempest-BulkNetworkOpsTest-447796090 tempest-BulkNetworkOpsTest-447796090-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.001s {{(pid=94175) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 11:33:27.888099 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.wsgi [-] (94175) accepted ('10.222.0.20', 39066) {{(pid=94175) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 11:33:27.910481 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e07a94f5-1970-4d90-9d2b-e17b51f149b1 tempest-BulkNetworkOpsTest-447796090 tempest-BulkNetworkOpsTest-447796090-project] Releasing vlan 417 on physical network physnet1 to pool {{(pid=94174) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 23 11:33:27.910750 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron_lib.callbacks.manager [None req-e07a94f5-1970-4d90-9d2b-e17b51f149b1 tempest-BulkNetworkOpsTest-447796090 tempest-BulkNetworkOpsTest-447796090-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3801', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5196341'] for segment, after_delete {{(pid=94174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:33:27.918550 dv-neutron-601336-94-hyperv neutron-server[94174]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 23 11:33:27.918550 dv-neutron-601336-94-hyperv neutron-server[94174]: conditions |= (models_v2.Port.network_id.in_( Jun 23 11:33:27.918550 dv-neutron-601336-94-hyperv neutron-server[94174]: Traceback (most recent call last): Jun 23 11:33:27.918550 dv-neutron-601336-94-hyperv neutron-server[94174]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 23 11:33:27.918550 dv-neutron-601336-94-hyperv neutron-server[94174]: timer() Jun 23 11:33:27.918550 dv-neutron-601336-94-hyperv neutron-server[94174]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 23 11:33:27.918550 dv-neutron-601336-94-hyperv neutron-server[94174]: cb(*args, **kw) Jun 23 11:33:27.918550 dv-neutron-601336-94-hyperv neutron-server[94174]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 23 11:33:27.918550 dv-neutron-601336-94-hyperv neutron-server[94174]: return func(*args, **kwargs) Jun 23 11:33:27.918550 dv-neutron-601336-94-hyperv neutron-server[94174]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 23 11:33:27.918550 dv-neutron-601336-94-hyperv neutron-server[94174]: self._notify() Jun 23 11:33:27.918550 dv-neutron-601336-94-hyperv neutron-server[94174]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 23 11:33:27.918550 dv-neutron-601336-94-hyperv neutron-server[94174]: self.callback(batched_events) Jun 23 11:33:27.918550 dv-neutron-601336-94-hyperv neutron-server[94174]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 23 11:33:27.918550 dv-neutron-601336-94-hyperv neutron-server[94174]: event.method(event) Jun 23 11:33:27.918550 dv-neutron-601336-94-hyperv neutron-server[94174]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 23 11:33:27.918550 dv-neutron-601336-94-hyperv neutron-server[94174]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 23 11:33:27.918550 dv-neutron-601336-94-hyperv neutron-server[94174]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 23 11:33:27.918550 dv-neutron-601336-94-hyperv neutron-server[94174]: aggregate_uuid = self.p_client.list_aggregates( Jun 23 11:33:27.918550 dv-neutron-601336-94-hyperv neutron-server[94174]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 23 11:33:27.918550 dv-neutron-601336-94-hyperv neutron-server[94174]: return f(self, *a, **k) Jun 23 11:33:27.918550 dv-neutron-601336-94-hyperv neutron-server[94174]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 23 11:33:27.918550 dv-neutron-601336-94-hyperv neutron-server[94174]: return self._get(url).json() Jun 23 11:33:27.918550 dv-neutron-601336-94-hyperv neutron-server[94174]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 23 11:33:27.918550 dv-neutron-601336-94-hyperv neutron-server[94174]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 23 11:33:27.918550 dv-neutron-601336-94-hyperv neutron-server[94174]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 23 11:33:27.918550 dv-neutron-601336-94-hyperv neutron-server[94174]: return self.request(url, 'GET', **kwargs) Jun 23 11:33:27.918550 dv-neutron-601336-94-hyperv neutron-server[94174]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 23 11:33:27.918550 dv-neutron-601336-94-hyperv neutron-server[94174]: base_url = self.get_endpoint(auth, allow=allow, Jun 23 11:33:27.918550 dv-neutron-601336-94-hyperv neutron-server[94174]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 23 11:33:27.918550 dv-neutron-601336-94-hyperv neutron-server[94174]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 23 11:33:27.918550 dv-neutron-601336-94-hyperv neutron-server[94174]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 23 11:33:27.918550 dv-neutron-601336-94-hyperv neutron-server[94174]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 23 11:33:27.918550 dv-neutron-601336-94-hyperv neutron-server[94174]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 23 11:33:27.928455 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-51e4c766-67a1-4fc5-89f4-61dcc2555436 None None] Network f53f535d-bce4-4da8-9bd9-396677ff4e83 is already hosted by enough agents. {{(pid=94176) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 23 11:33:27.937198 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.scheduler.base_scheduler [None req-51e4c766-67a1-4fc5-89f4-61dcc2555436 None None] Resources bound (agent type, host, resource id): {{(pid=94176) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 23 11:33:27.951181 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.db.l3_dvrscheduler_db [None req-51e4c766-67a1-4fc5-89f4-61dcc2555436 None None] Received port after_create {{(pid=94176) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 23 11:33:27.991899 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.wsgi [-] (94174) accepted ('10.222.0.20', 39068) {{(pid=94174) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 11:33:28.014181 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79c80000-0072-42ce-bc7e-cbf968d3fd9d tempest-RoutersNegativeIpV6Test-1628881962 tempest-RoutersNegativeIpV6Test-1628881962-project] Pushing event deleted for resources: {'Port': ['ID=be43c0a5-113a-4302-8a6e-903a4844374f,revision_number=None']} {{(pid=94175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 11:33:28.018105 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG oslo_concurrency.lockutils [None req-79c80000-0072-42ce-bc7e-cbf968d3fd9d tempest-RoutersNegativeIpV6Test-1628881962 tempest-RoutersNegativeIpV6Test-1628881962-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.136s {{(pid=94175) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 11:33:28.020658 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51e4c766-67a1-4fc5-89f4-61dcc2555436 None None] Pushing event updated for resources: {'Port': ['ID=def2b37c-d6b5-47ec-affe-9ff93780ee34,revision_number=1']} {{(pid=94176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 11:33:28.035582 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG oslo_concurrency.lockutils [None req-51e4c766-67a1-4fc5-89f4-61dcc2555436 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.159s {{(pid=94176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 11:33:28.074488 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron_lib.callbacks.manager [None req-a0133930-e28d-4b3a-861e-24fea6c38b58 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:33:28.096902 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.plugins.ml2.managers [None req-51e4c766-67a1-4fc5-89f4-61dcc2555436 None None] Attempting to bind port def2b37c-d6b5-47ec-affe-9ff93780ee34 on host dv-neutron-601336-94-hyperv for vnic_type normal with profile {{(pid=94176) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 23 11:33:28.097289 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.plugins.ml2.managers [None req-51e4c766-67a1-4fc5-89f4-61dcc2555436 None None] Attempting to bind port def2b37c-d6b5-47ec-affe-9ff93780ee34 by drivers openvswitch,hyperv on host dv-neutron-601336-94-hyperv at level 0 using segments [{'id': '6303a411-6e70-4139-a530-9ee4cf8ba843', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 419, 'network_id': 'f53f535d-bce4-4da8-9bd9-396677ff4e83'}] {{(pid=94176) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 23 11:33:28.097674 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-51e4c766-67a1-4fc5-89f4-61dcc2555436 None None] Attempting to bind port def2b37c-d6b5-47ec-affe-9ff93780ee34 on network f53f535d-bce4-4da8-9bd9-396677ff4e83 {{(pid=94176) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 23 11:33:28.109536 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-51e4c766-67a1-4fc5-89f4-61dcc2555436 None None] Checking agent: {'id': '4d05f899-5ac9-411b-8a03-f60c93f87cdf', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-601336-94-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 23, 11, 22, 14), 'started_at': datetime.datetime(2021, 6, 23, 11, 22, 44), 'heartbeat_timestamp': datetime.datetime(2021, 6, 23, 11, 33, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'monitor_allowed_address_pair_garp': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-601336-94-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94176) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 23 11:33:28.112440 dv-neutron-601336-94-hyperv neutron-server[94177]: DEBUG neutron.db.agents_db [None req-90fb1279-e4c5-4e73-8d66-3a29811dc4e3 None None] Agent healthcheck: found 6 active agents {{(pid=94177) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 23 11:33:28.114733 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-51e4c766-67a1-4fc5-89f4-61dcc2555436 None None] Checking segment: {'id': '6303a411-6e70-4139-a530-9ee4cf8ba843', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 419, 'network_id': 'f53f535d-bce4-4da8-9bd9-396677ff4e83'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94176) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 23 11:33:28.115301 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron_lib.callbacks.manager [None req-51e4c766-67a1-4fc5-89f4-61dcc2555436 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:33:28.115431 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron_lib.callbacks.manager [None req-a0133930-e28d-4b3a-861e-24fea6c38b58 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:33:28.115732 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-51e4c766-67a1-4fc5-89f4-61dcc2555436 None None] Bound using segment: {'id': '6303a411-6e70-4139-a530-9ee4cf8ba843', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 419, 'network_id': 'f53f535d-bce4-4da8-9bd9-396677ff4e83'} {{(pid=94176) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 23 11:33:28.118345 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.plugins.ml2.managers [None req-51e4c766-67a1-4fc5-89f4-61dcc2555436 None None] Bound port: def2b37c-d6b5-47ec-affe-9ff93780ee34, host: dv-neutron-601336-94-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6303a411-6e70-4139-a530-9ee4cf8ba843', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 419, 'network_id': 'f53f535d-bce4-4da8-9bd9-396677ff4e83'}}] {{(pid=94176) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 23 11:33:28.119890 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron_lib.callbacks.manager [None req-51e4c766-67a1-4fc5-89f4-61dcc2555436 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-923122'] for port, before_update {{(pid=94176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:33:28.163823 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron_lib.callbacks.manager [None req-79c80000-0072-42ce-bc7e-cbf968d3fd9d tempest-RoutersNegativeIpV6Test-1628881962 tempest-RoutersNegativeIpV6Test-1628881962-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-7866080', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-516693'] for router_interface, after_delete {{(pid=94175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:33:28.186057 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron_lib.callbacks.manager [None req-e07a94f5-1970-4d90-9d2b-e17b51f149b1 tempest-BulkNetworkOpsTest-447796090 tempest-BulkNetworkOpsTest-447796090-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-897248', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8002400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7866073', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-524247'] for network, after_delete {{(pid=94174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:33:28.211525 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.plugins.ml2.db [None req-51e4c766-67a1-4fc5-89f4-61dcc2555436 None None] For port def2b37c-d6b5-47ec-affe-9ff93780ee34, host dv-neutron-601336-94-hyperv, cleared binding levels {{(pid=94176) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 23 11:33:28.214729 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.plugins.ml2.db [None req-51e4c766-67a1-4fc5-89f4-61dcc2555436 None None] For port def2b37c-d6b5-47ec-affe-9ff93780ee34, host dv-neutron-601336-94-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-94-hyperv',level=0,port_id=def2b37c-d6b5-47ec-affe-9ff93780ee34,segment=NetworkSegment(6303a411-6e70-4139-a530-9ee4cf8ba843),segment_id=6303a411-6e70-4139-a530-9ee4cf8ba843)] {{(pid=94176) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 23 11:33:28.216247 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG oslo_concurrency.lockutils [None req-d24968d4-b01a-410c-adbc-390bb902579f tempest-PortsAdminExtendedAttrsTestJSON-1037346788 tempest-PortsAdminExtendedAttrsTestJSON-1037346788-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94174) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 11:33:28.223516 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron_lib.callbacks.manager [None req-e07a94f5-1970-4d90-9d2b-e17b51f149b1 tempest-BulkNetworkOpsTest-447796090 tempest-BulkNetworkOpsTest-447796090-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7865916'] for network, before_response {{(pid=94174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:33:28.225339 dv-neutron-601336-94-hyperv neutron-server[94174]: INFO neutron.wsgi [None req-e07a94f5-1970-4d90-9d2b-e17b51f149b1 tempest-BulkNetworkOpsTest-447796090 tempest-BulkNetworkOpsTest-447796090-project] 10.222.0.20 "DELETE /v2.0/networks/ac5069cf-09cf-426f-84af-fd0411aa3923 HTTP/1.1" status: 204 len: 168 time: 0.8758066 Jun 23 11:33:28.228624 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.wsgi [-] (94175) accepted ('10.222.0.20', 39072) {{(pid=94175) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 11:33:28.245621 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e07a94f5-1970-4d90-9d2b-e17b51f149b1 tempest-BulkNetworkOpsTest-447796090 tempest-BulkNetworkOpsTest-447796090-project] Pushing event deleted for resources: {'Network': ['ID=ac5069cf-09cf-426f-84af-fd0411aa3923,revision_number=None']} {{(pid=94174) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 11:33:28.254136 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG oslo_concurrency.lockutils [None req-e07a94f5-1970-4d90-9d2b-e17b51f149b1 tempest-BulkNetworkOpsTest-447796090 tempest-BulkNetworkOpsTest-447796090-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.039s {{(pid=94174) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 11:33:28.292562 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron_lib.callbacks.manager [None req-51e4c766-67a1-4fc5-89f4-61dcc2555436 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-922904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866062', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773700135042', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773699642233', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773699642278'] for port, after_update {{(pid=94176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:33:28.296096 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG oslo_concurrency.lockutils [None req-0a3bd72b-4e36-4bf8-a75a-6ed349fe4726 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 11:33:28.310236 dv-neutron-601336-94-hyperv neutron-server[94174]: INFO neutron.wsgi [None req-a408c028-3b1c-4e72-aebe-905b8b701883 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=a1521393984a421295a738f29331a229&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3162620 Jun 23 11:33:28.312950 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.wsgi [-] (94175) accepted ('10.222.0.20', 39074) {{(pid=94175) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 11:33:28.359068 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51e4c766-67a1-4fc5-89f4-61dcc2555436 None None] Pushing event updated for resources: {'Port': ['ID=def2b37c-d6b5-47ec-affe-9ff93780ee34,revision_number=2']} {{(pid=94176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 11:33:28.363962 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG oslo_concurrency.lockutils [None req-51e4c766-67a1-4fc5-89f4-61dcc2555436 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.068s {{(pid=94176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 11:33:28.372341 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron_lib.callbacks.manager [None req-a0133930-e28d-4b3a-861e-24fea6c38b58 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7996330'] for security_group, after_delete {{(pid=94174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:33:28.372341 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron_lib.callbacks.manager [None req-a0133930-e28d-4b3a-861e-24fea6c38b58 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:33:28.373437 dv-neutron-601336-94-hyperv neutron-server[94174]: INFO neutron.wsgi [None req-a0133930-e28d-4b3a-861e-24fea6c38b58 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/a95b94e6-3ed6-420e-b3b8-16a5d68abf98 HTTP/1.1" status: 204 len: 168 time: 0.5304556 Jun 23 11:33:28.374286 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94174) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 11:33:28.382818 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0133930-e28d-4b3a-861e-24fea6c38b58 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a95b94e6-3ed6-420e-b3b8-16a5d68abf98,revision_number=None']} {{(pid=94174) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 11:33:28.385364 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG oslo_concurrency.lockutils [None req-a0133930-e28d-4b3a-861e-24fea6c38b58 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.010s {{(pid=94174) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 11:33:28.429683 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron_lib.callbacks.manager [None req-f9dafa3b-f70e-4ceb-977a-469bece59290 tempest-BulkNetworkOpsTest-447796090 tempest-BulkNetworkOpsTest-447796090-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-824874'] for network, before_delete {{(pid=94175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:33:28.437365 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron_lib.callbacks.manager [None req-0ab18ab5-4a04-4d4e-863c-794ae6f002f4 tempest-NetworksTestDHCPv6-162546708 tempest-NetworksTestDHCPv6-162546708-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866062', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5195999', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4294259'] for subnet, after_create {{(pid=94174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:33:28.442488 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG oslo_concurrency.lockutils [None req-81d44fde-56b4-47fb-ab5d-7cc3ad90789a tempest-RoutersNegativeTest-1531528216 tempest-RoutersNegativeTest-1531528216-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94174) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 11:33:28.466375 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.plugins.ml2.plugin [None req-1e3f4500-5b3c-40e8-a1e4-a09f4e0e6f5c tempest-PortsTestJSON-2085221018 tempest-PortsTestJSON-2085221018-project] Deleting port 7ec1c253-f666-4305-a40e-e82869c0c656 {{(pid=94175) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1913}} Jun 23 11:33:28.466375 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron_lib.callbacks.manager [None req-1e3f4500-5b3c-40e8-a1e4-a09f4e0e6f5c tempest-PortsTestJSON-2085221018 tempest-PortsTestJSON-2085221018-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773700079324'] for port, before_delete {{(pid=94175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:33:28.499339 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0ab18ab5-4a04-4d4e-863c-794ae6f002f4 tempest-NetworksTestDHCPv6-162546708 tempest-NetworksTestDHCPv6-162546708-project] Network f53f535d-bce4-4da8-9bd9-396677ff4e83 is already hosted by enough agents. {{(pid=94174) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 23 11:33:28.499339 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.scheduler.base_scheduler [None req-0ab18ab5-4a04-4d4e-863c-794ae6f002f4 tempest-NetworksTestDHCPv6-162546708 tempest-NetworksTestDHCPv6-162546708-project] Resources bound (agent type, host, resource id): {{(pid=94174) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 23 11:33:28.499339 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0ab18ab5-4a04-4d4e-863c-794ae6f002f4 tempest-NetworksTestDHCPv6-162546708 tempest-NetworksTestDHCPv6-162546708-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94174) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 11:33:28.499339 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron_lib.callbacks.manager [None req-0ab18ab5-4a04-4d4e-863c-794ae6f002f4 tempest-NetworksTestDHCPv6-162546708 tempest-NetworksTestDHCPv6-162546708-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7865916'] for subnet, before_response {{(pid=94174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:33:28.504563 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ab18ab5-4a04-4d4e-863c-794ae6f002f4 tempest-NetworksTestDHCPv6-162546708 tempest-NetworksTestDHCPv6-162546708-project] Pushing event updated for resources: {'Subnet': ['ID=c11c819d-7eab-4975-8a72-eacf11437913,revision_number=0']} {{(pid=94174) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 11:33:28.507331 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG oslo_concurrency.lockutils [None req-0ab18ab5-4a04-4d4e-863c-794ae6f002f4 tempest-NetworksTestDHCPv6-162546708 tempest-NetworksTestDHCPv6-162546708-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.067s {{(pid=94174) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 11:33:28.521500 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron_lib.callbacks.manager [None req-4be43088-62c0-442e-b4bd-e40138231723 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:33:28.538185 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-79c80000-0072-42ce-bc7e-cbf968d3fd9d tempest-RoutersNegativeIpV6Test-1628881962 tempest-RoutersNegativeIpV6Test-1628881962-project] Router 177dc9cb-62af-46b2-b17a-0e63fc73dee2 has already been hosted by L3 agent 50ef99c0-ef28-4db5-b303-b145898fae60 {{(pid=94175) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 23 11:33:28.592446 dv-neutron-601336-94-hyperv neutron-server[94174]: INFO neutron.wsgi [None req-0ab18ab5-4a04-4d4e-863c-794ae6f002f4 tempest-NetworksTestDHCPv6-162546708 tempest-NetworksTestDHCPv6-162546708-project] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 1.3332818 Jun 23 11:33:28.597373 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.wsgi [-] (94174) accepted ('10.222.0.20', 39078) {{(pid=94174) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 11:33:28.602517 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.api.v2.base [None req-0886e731-cbb5-4c60-b2fd-2eebb3efc6c0 tempest-NetworksTestDHCPv6-162546708 tempest-NetworksTestDHCPv6-162546708-project] Request body: {'port': {'network_id': 'f53f535d-bce4-4da8-9bd9-396677ff4e83', 'mac_address': 'fa:16:3e:ad:74:4d', 'name': 'tempest-NetworksTestDHCPv6-230093959'}} {{(pid=94174) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 23 11:33:28.626022 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron_lib.callbacks.manager [None req-4be43088-62c0-442e-b4bd-e40138231723 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:33:28.803893 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-79c80000-0072-42ce-bc7e-cbf968d3fd9d tempest-RoutersNegativeIpV6Test-1628881962 tempest-RoutersNegativeIpV6Test-1628881962-project] Notify agent at l3_agent.dv-neutron-601336-94-hyperv the message routers_updated {{(pid=94175) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 23 11:33:28.814472 dv-neutron-601336-94-hyperv neutron-server[94177]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1c968d54-3019-485f-bd25-2b617ecfb128 None None] Sync routers for ids ['177dc9cb-62af-46b2-b17a-0e63fc73dee2'] in dv-neutron-601336-94-hyperv {{(pid=94177) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 23 11:33:28.819104 dv-neutron-601336-94-hyperv neutron-server[94175]: INFO neutron.wsgi [None req-79c80000-0072-42ce-bc7e-cbf968d3fd9d tempest-RoutersNegativeIpV6Test-1628881962 tempest-RoutersNegativeIpV6Test-1628881962-project] 10.222.0.20 "PUT /v2.0/routers/177dc9cb-62af-46b2-b17a-0e63fc73dee2/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 6.2645805 Jun 23 11:33:28.823069 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.wsgi [-] (94174) accepted ('10.222.0.20', 39084) {{(pid=94174) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 11:33:28.825632 dv-neutron-601336-94-hyperv neutron-server[94177]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1c968d54-3019-485f-bd25-2b617ecfb128 None None] Routers {'177dc9cb-62af-46b2-b17a-0e63fc73dee2'} bound to L3 agent in host dv-neutron-601336-94-hyperv {{(pid=94177) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 23 11:33:28.826307 dv-neutron-601336-94-hyperv neutron-server[94177]: DEBUG neutron.db.l3_hamode_db [None req-1c968d54-3019-485f-bd25-2b617ecfb128 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-601336-94-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-06-23T11:22:13Z,description=,heartbeat_timestamp=2021-06-23T11:33:13Z,host='dv-neutron-601336-94-hyperv',id=50ef99c0-ef28-4db5-b303-b145898fae60,load=0,resource_versions=,resources_synced=,started_at=2021-06-23T11:22:14Z,topic='l3_agent')) {'router_ids': ['177dc9cb-62af-46b2-b17a-0e63fc73dee2'], 'active': True} {{(pid=94177) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 11:33:28.832123 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron_lib.callbacks.manager [None req-f9dafa3b-f70e-4ceb-977a-469bece59290 tempest-BulkNetworkOpsTest-447796090 tempest-BulkNetworkOpsTest-447796090-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-897259', 'neutron.services.segments.db._delete_segments_for_network-8773700168587'] for network, precommit_delete {{(pid=94175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:33:28.841976 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.services.segments.db [None req-f9dafa3b-f70e-4ceb-977a-469bece59290 tempest-BulkNetworkOpsTest-447796090 tempest-BulkNetworkOpsTest-447796090-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['95f9afa5-35c4-480c-b881-557fde616bf2']}} {{(pid=94175) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 11:33:28.854222 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.services.segments.db [None req-f9dafa3b-f70e-4ceb-977a-469bece59290 tempest-BulkNetworkOpsTest-447796090 tempest-BulkNetworkOpsTest-447796090-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '63ea303a-ab81-4d9e-a764-4af5bd14abe0') {'for_net_delete': True} {{(pid=94175) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 11:33:28.854528 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.services.segments.db [None req-f9dafa3b-f70e-4ceb-977a-469bece59290 tempest-BulkNetworkOpsTest-447796090 tempest-BulkNetworkOpsTest-447796090-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '63ea303a-ab81-4d9e-a764-4af5bd14abe0') {} {{(pid=94175) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 11:33:28.863074 dv-neutron-601336-94-hyperv neutron-server[94177]: DEBUG neutron.db.l3_hamode_db [None req-1c968d54-3019-485f-bd25-2b617ecfb128 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-601336-94-hyperv', False) {} {{(pid=94177) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 11:33:28.864706 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron_lib.callbacks.manager [None req-f9dafa3b-f70e-4ceb-977a-469bece59290 tempest-BulkNetworkOpsTest-447796090 tempest-BulkNetworkOpsTest-447796090-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8773699955833', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5190677'] for segment, before_delete {{(pid=94175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:33:28.869343 dv-neutron-601336-94-hyperv neutron-server[94174]: INFO neutron.api.v2.resource [None req-3ebb7eef-4594-4785-8bc1-8fb59bfe6d14 tempest-RoutersNegativeIpV6Test-1628881962 tempest-RoutersNegativeIpV6Test-1628881962-project] show failed (client error): The resource could not be found. Jun 23 11:33:28.873683 dv-neutron-601336-94-hyperv neutron-server[94177]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1c968d54-3019-485f-bd25-2b617ecfb128 None None] Routers {'177dc9cb-62af-46b2-b17a-0e63fc73dee2'} bound to L3 agent in host dv-neutron-601336-94-hyperv {{(pid=94177) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 23 11:33:28.874558 dv-neutron-601336-94-hyperv neutron-server[94177]: DEBUG neutron.db.l3_hamode_db [None req-1c968d54-3019-485f-bd25-2b617ecfb128 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-601336-94-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-06-23T11:22:13Z,description=,heartbeat_timestamp=2021-06-23T11:33:13Z,host='dv-neutron-601336-94-hyperv',id=50ef99c0-ef28-4db5-b303-b145898fae60,load=0,resource_versions=,resources_synced=,started_at=2021-06-23T11:22:14Z,topic='l3_agent')) {'router_ids': ['177dc9cb-62af-46b2-b17a-0e63fc73dee2'], 'active': True} {{(pid=94177) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 11:33:28.883236 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron_lib.callbacks.manager [None req-f9dafa3b-f70e-4ceb-977a-469bece59290 tempest-BulkNetworkOpsTest-447796090 tempest-BulkNetworkOpsTest-447796090-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3801'] for segment, precommit_delete {{(pid=94175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:33:28.888917 dv-neutron-601336-94-hyperv neutron-server[94174]: INFO neutron.wsgi [None req-3ebb7eef-4594-4785-8bc1-8fb59bfe6d14 tempest-RoutersNegativeIpV6Test-1628881962 tempest-RoutersNegativeIpV6Test-1628881962-project] 10.222.0.20 "GET /v2.0/routers/tempest-non_exist_router-1354752262 HTTP/1.1" status: 404 len: 335 time: 0.0508342 Jun 23 11:33:28.899466 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.wsgi [-] (94174) accepted ('10.222.0.20', 39090) {{(pid=94174) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 11:33:28.899764 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f9dafa3b-f70e-4ceb-977a-469bece59290 tempest-BulkNetworkOpsTest-447796090 tempest-BulkNetworkOpsTest-447796090-project] Releasing vlan 444 on physical network physnet1 to pool {{(pid=94175) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 23 11:33:28.899764 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron_lib.callbacks.manager [None req-f9dafa3b-f70e-4ceb-977a-469bece59290 tempest-BulkNetworkOpsTest-447796090 tempest-BulkNetworkOpsTest-447796090-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3801', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5082371'] for segment, after_delete {{(pid=94175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:33:28.915586 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.api.v2.base [None req-b0a90c7b-7f7b-4fa2-9fed-420095705652 tempest-RoutersNegativeIpV6Test-1628881962 tempest-RoutersNegativeIpV6Test-1628881962-project] Request body: {'router': {'name': 'new_name'}} {{(pid=94174) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 23 11:33:28.923744 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0886e731-cbb5-4c60-b2fd-2eebb3efc6c0 tempest-NetworksTestDHCPv6-162546708 tempest-NetworksTestDHCPv6-162546708-project] Made reservation on behalf of 5e61222a836c47229c94e37f3902e6bd for: {'port': 1} {{(pid=94174) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 23 11:33:28.924173 dv-neutron-601336-94-hyperv neutron-server[94177]: DEBUG neutron.db.l3_hamode_db [None req-1c968d54-3019-485f-bd25-2b617ecfb128 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-601336-94-hyperv', False) {} {{(pid=94177) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 11:33:28.924861 dv-neutron-601336-94-hyperv neutron-server[94177]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1c968d54-3019-485f-bd25-2b617ecfb128 None None] The sync data for ids ['177dc9cb-62af-46b2-b17a-0e63fc73dee2'] in dv-neutron-601336-94-hyperv is: [] {{(pid=94177) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 23 11:33:28.954815 dv-neutron-601336-94-hyperv neutron-server[94175]: Traceback (most recent call last): Jun 23 11:33:28.954815 dv-neutron-601336-94-hyperv neutron-server[94175]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 23 11:33:28.954815 dv-neutron-601336-94-hyperv neutron-server[94175]: timer() Jun 23 11:33:28.954815 dv-neutron-601336-94-hyperv neutron-server[94175]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 23 11:33:28.954815 dv-neutron-601336-94-hyperv neutron-server[94175]: cb(*args, **kw) Jun 23 11:33:28.954815 dv-neutron-601336-94-hyperv neutron-server[94175]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 23 11:33:28.954815 dv-neutron-601336-94-hyperv neutron-server[94175]: return func(*args, **kwargs) Jun 23 11:33:28.954815 dv-neutron-601336-94-hyperv neutron-server[94175]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 23 11:33:28.954815 dv-neutron-601336-94-hyperv neutron-server[94175]: self._notify() Jun 23 11:33:28.954815 dv-neutron-601336-94-hyperv neutron-server[94175]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 23 11:33:28.954815 dv-neutron-601336-94-hyperv neutron-server[94175]: self.callback(batched_events) Jun 23 11:33:28.954815 dv-neutron-601336-94-hyperv neutron-server[94175]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 23 11:33:28.954815 dv-neutron-601336-94-hyperv neutron-server[94175]: event.method(event) Jun 23 11:33:28.954815 dv-neutron-601336-94-hyperv neutron-server[94175]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 23 11:33:28.954815 dv-neutron-601336-94-hyperv neutron-server[94175]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 23 11:33:28.954815 dv-neutron-601336-94-hyperv neutron-server[94175]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 23 11:33:28.954815 dv-neutron-601336-94-hyperv neutron-server[94175]: aggregate_uuid = self.p_client.list_aggregates( Jun 23 11:33:28.954815 dv-neutron-601336-94-hyperv neutron-server[94175]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 23 11:33:28.954815 dv-neutron-601336-94-hyperv neutron-server[94175]: return f(self, *a, **k) Jun 23 11:33:28.954815 dv-neutron-601336-94-hyperv neutron-server[94175]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 23 11:33:28.954815 dv-neutron-601336-94-hyperv neutron-server[94175]: return self._get(url).json() Jun 23 11:33:28.954815 dv-neutron-601336-94-hyperv neutron-server[94175]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 23 11:33:28.954815 dv-neutron-601336-94-hyperv neutron-server[94175]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 23 11:33:28.954815 dv-neutron-601336-94-hyperv neutron-server[94175]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 23 11:33:28.954815 dv-neutron-601336-94-hyperv neutron-server[94175]: return self.request(url, 'GET', **kwargs) Jun 23 11:33:28.954815 dv-neutron-601336-94-hyperv neutron-server[94175]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 23 11:33:28.954815 dv-neutron-601336-94-hyperv neutron-server[94175]: base_url = self.get_endpoint(auth, allow=allow, Jun 23 11:33:28.954815 dv-neutron-601336-94-hyperv neutron-server[94175]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 23 11:33:28.954815 dv-neutron-601336-94-hyperv neutron-server[94175]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 23 11:33:28.954815 dv-neutron-601336-94-hyperv neutron-server[94175]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 23 11:33:28.954815 dv-neutron-601336-94-hyperv neutron-server[94175]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 23 11:33:28.954815 dv-neutron-601336-94-hyperv neutron-server[94175]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 23 11:33:28.957557 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron_lib.callbacks.manager [None req-1e3f4500-5b3c-40e8-a1e4-a09f4e0e6f5c tempest-PortsTestJSON-2085221018 tempest-PortsTestJSON-2085221018-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-430722'] for port, precommit_delete {{(pid=94175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:33:28.975213 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.plugins.ml2.plugin [None req-1e3f4500-5b3c-40e8-a1e4-a09f4e0e6f5c tempest-PortsTestJSON-2085221018 tempest-PortsTestJSON-2085221018-project] Calling delete_port for 7ec1c253-f666-4305-a40e-e82869c0c656 owned by {{(pid=94175) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1986}} Jun 23 11:33:28.976183 dv-neutron-601336-94-hyperv neutron-server[94174]: INFO neutron.api.v2.resource [None req-b0a90c7b-7f7b-4fa2-9fed-420095705652 tempest-RoutersNegativeIpV6Test-1628881962 tempest-RoutersNegativeIpV6Test-1628881962-project] update failed (client error): The resource could not be found. Jun 23 11:33:28.980878 dv-neutron-601336-94-hyperv neutron-server[94174]: INFO neutron.wsgi [None req-b0a90c7b-7f7b-4fa2-9fed-420095705652 tempest-RoutersNegativeIpV6Test-1628881962 tempest-RoutersNegativeIpV6Test-1628881962-project] 10.222.0.20 "PUT /v2.0/routers/tempest-non_exist_router-1364000829 HTTP/1.1" status: 404 len: 335 time: 0.0827057 Jun 23 11:33:28.982070 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.wsgi [-] (94174) accepted ('10.222.0.20', 39094) {{(pid=94174) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 11:33:29.036986 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron_lib.callbacks.manager [None req-f9dafa3b-f70e-4ceb-977a-469bece59290 tempest-BulkNetworkOpsTest-447796090 tempest-BulkNetworkOpsTest-447796090-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-897248', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8002400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7866073', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-524247'] for network, after_delete {{(pid=94175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:33:29.051957 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG oslo_concurrency.lockutils [None req-a99f554c-4655-4cab-a2c8-0a1f6671facd tempest-BulkNetworkOpsTest-447796090 tempest-BulkNetworkOpsTest-447796090-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94175) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 11:33:29.056186 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron_lib.callbacks.manager [None req-f9dafa3b-f70e-4ceb-977a-469bece59290 tempest-BulkNetworkOpsTest-447796090 tempest-BulkNetworkOpsTest-447796090-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7865916'] for network, before_response {{(pid=94175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:33:29.061066 dv-neutron-601336-94-hyperv neutron-server[94175]: INFO neutron.wsgi [None req-f9dafa3b-f70e-4ceb-977a-469bece59290 tempest-BulkNetworkOpsTest-447796090 tempest-BulkNetworkOpsTest-447796090-project] 10.222.0.20 "DELETE /v2.0/networks/95f9afa5-35c4-480c-b881-557fde616bf2 HTTP/1.1" status: 204 len: 168 time: 0.8314455 Jun 23 11:33:29.063606 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.wsgi [-] (94174) accepted ('10.222.0.20', 39098) {{(pid=94174) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 11:33:29.068411 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron_lib.callbacks.manager [None req-4be43088-62c0-442e-b4bd-e40138231723 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7996330'] for security_group, after_delete {{(pid=94175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:33:29.071238 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron_lib.callbacks.manager [None req-4be43088-62c0-442e-b4bd-e40138231723 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:33:29.072660 dv-neutron-601336-94-hyperv neutron-server[94175]: INFO neutron.wsgi [None req-4be43088-62c0-442e-b4bd-e40138231723 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/b016318c-288f-4647-92b6-ad7588d4797b HTTP/1.1" status: 204 len: 168 time: 0.7577810 Jun 23 11:33:29.086247 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9dafa3b-f70e-4ceb-977a-469bece59290 tempest-BulkNetworkOpsTest-447796090 tempest-BulkNetworkOpsTest-447796090-project] Pushing event deleted for resources: {'Network': ['ID=95f9afa5-35c4-480c-b881-557fde616bf2,revision_number=None']} {{(pid=94175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 11:33:29.089458 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG oslo_concurrency.lockutils [None req-f9dafa3b-f70e-4ceb-977a-469bece59290 tempest-BulkNetworkOpsTest-447796090 tempest-BulkNetworkOpsTest-447796090-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.042s {{(pid=94175) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 11:33:29.089969 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG oslo_concurrency.lockutils [None req-0fd99f42-f4e6-419b-bbc6-069633227476 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.006s {{(pid=94175) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 11:33:29.099896 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4be43088-62c0-442e-b4bd-e40138231723 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b016318c-288f-4647-92b6-ad7588d4797b,revision_number=None']} {{(pid=94175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 11:33:29.103329 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG oslo_concurrency.lockutils [None req-4be43088-62c0-442e-b4bd-e40138231723 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.013s {{(pid=94175) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 11:33:29.128897 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.db.db_base_plugin_v2 [None req-95f68fa2-62d6-4d5c-8837-f871ddb5cdd6 tempest-RoutersNegativeIpV6Test-1628881962 tempest-RoutersNegativeIpV6Test-1628881962-project] Deleting subnet 28cf6e91-850b-4b7e-976b-aff0fb1a0b38 {{(pid=94174) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jun 23 11:33:29.139650 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron_lib.callbacks.manager [None req-95f68fa2-62d6-4d5c-8837-f871ddb5cdd6 tempest-RoutersNegativeIpV6Test-1628881962 tempest-RoutersNegativeIpV6Test-1628881962-project] Notify callbacks [] for subnet, before_delete {{(pid=94174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:33:29.202634 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron_lib.callbacks.manager [None req-0886e731-cbb5-4c60-b2fd-2eebb3efc6c0 tempest-NetworksTestDHCPv6-162546708 tempest-NetworksTestDHCPv6-162546708-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-923104'] for port, before_create {{(pid=94174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:33:29.228298 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.notifiers.nova [None req-0886e731-cbb5-4c60-b2fd-2eebb3efc6c0 tempest-NetworksTestDHCPv6-162546708 tempest-NetworksTestDHCPv6-162546708-project] device_id is not set on port 0eea95b1-2894-4eee-8d73-8fac889c66a2 yet. {{(pid=94174) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jun 23 11:33:29.285328 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron_lib.callbacks.manager [None req-b8935fd8-c917-4d8d-9a4c-d2163e6b4679 tempest-BulkNetworkOpsTest-447796090 tempest-BulkNetworkOpsTest-447796090-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-824874'] for network, before_delete {{(pid=94174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:33:29.292130 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron_lib.callbacks.manager [None req-95f68fa2-62d6-4d5c-8837-f871ddb5cdd6 tempest-RoutersNegativeIpV6Test-1628881962 tempest-RoutersNegativeIpV6Test-1628881962-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4800256'] for subnet, precommit_delete_associations {{(pid=94174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:33:29.300295 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron_lib.callbacks.manager [None req-1e3f4500-5b3c-40e8-a1e4-a09f4e0e6f5c tempest-PortsTestJSON-2085221018 tempest-PortsTestJSON-2085221018-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-922904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866062', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773700135024', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773699642224', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5082448'] for port, after_delete {{(pid=94175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:33:29.313346 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG oslo_concurrency.lockutils [None req-90012cec-8169-4469-a934-ba3eac5943e5 tempest-BulkNetworkOpsTest-447796090 tempest-BulkNetworkOpsTest-447796090-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94175) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 11:33:29.336482 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.plugins.ml2.rpc [None req-dc7542b2-afef-47f4-a763-e3a3cba144be None None] Device def2b37c-d6b5-47ec-affe-9ff93780ee34 up at agent ovs-agent-dv-neutron-601336-94-hyperv {{(pid=94176) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:298}} Jun 23 11:33:29.407245 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e3f4500-5b3c-40e8-a1e4-a09f4e0e6f5c tempest-PortsTestJSON-2085221018 tempest-PortsTestJSON-2085221018-project] Pushing event deleted for resources: {'Port': ['ID=7ec1c253-f666-4305-a40e-e82869c0c656,revision_number=None']} {{(pid=94175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 11:33:29.415076 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG oslo_concurrency.lockutils [None req-1e3f4500-5b3c-40e8-a1e4-a09f4e0e6f5c tempest-PortsTestJSON-2085221018 tempest-PortsTestJSON-2085221018-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.100s {{(pid=94175) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 11:33:29.500346 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.db.provisioning_blocks [None req-dc7542b2-afef-47f4-a763-e3a3cba144be None None] Provisioning for port def2b37c-d6b5-47ec-affe-9ff93780ee34 completed by entity L2. {{(pid=94176) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 23 11:33:29.576801 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron_lib.callbacks.manager [None req-b8935fd8-c917-4d8d-9a4c-d2163e6b4679 tempest-BulkNetworkOpsTest-447796090 tempest-BulkNetworkOpsTest-447796090-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-897259', 'neutron.services.segments.db._delete_segments_for_network-8773700168587'] for network, precommit_delete {{(pid=94174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:33:29.624155 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron_lib.callbacks.manager [None req-95f68fa2-62d6-4d5c-8837-f871ddb5cdd6 tempest-RoutersNegativeIpV6Test-1628881962 tempest-RoutersNegativeIpV6Test-1628881962-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-897634'] for subnet, precommit_delete {{(pid=94174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:33:29.663544 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.services.segments.db [None req-b8935fd8-c917-4d8d-9a4c-d2163e6b4679 tempest-BulkNetworkOpsTest-447796090 tempest-BulkNetworkOpsTest-447796090-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2a0c9ef3-f73e-47bb-8a1b-f52cc88c260d']}} {{(pid=94174) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 11:33:29.686077 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.services.segments.db [None req-b8935fd8-c917-4d8d-9a4c-d2163e6b4679 tempest-BulkNetworkOpsTest-447796090 tempest-BulkNetworkOpsTest-447796090-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2d3dffbf-8889-48bf-b957-7398f8fc83cc') {'for_net_delete': True} {{(pid=94174) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 11:33:29.686428 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.services.segments.db [None req-b8935fd8-c917-4d8d-9a4c-d2163e6b4679 tempest-BulkNetworkOpsTest-447796090 tempest-BulkNetworkOpsTest-447796090-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2d3dffbf-8889-48bf-b957-7398f8fc83cc') {} {{(pid=94174) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 11:33:29.709993 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron_lib.callbacks.manager [None req-b8935fd8-c917-4d8d-9a4c-d2163e6b4679 tempest-BulkNetworkOpsTest-447796090 tempest-BulkNetworkOpsTest-447796090-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8773699955833', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4800267'] for segment, before_delete {{(pid=94174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:33:29.737312 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.db.db_base_plugin_common [None req-0886e731-cbb5-4c60-b2fd-2eebb3efc6c0 tempest-NetworksTestDHCPv6-162546708 tempest-NetworksTestDHCPv6-162546708-project] Allocated IP 2001:db8:0:1::12c (f53f535d-bce4-4da8-9bd9-396677ff4e83/c11c819d-7eab-4975-8a72-eacf11437913/0eea95b1-2894-4eee-8d73-8fac889c66a2) {{(pid=94174) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 23 11:33:29.743689 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron_lib.callbacks.manager [None req-b8935fd8-c917-4d8d-9a4c-d2163e6b4679 tempest-BulkNetworkOpsTest-447796090 tempest-BulkNetworkOpsTest-447796090-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3801'] for segment, precommit_delete {{(pid=94174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:33:29.758864 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.db.db_base_plugin_common [None req-0886e731-cbb5-4c60-b2fd-2eebb3efc6c0 tempest-NetworksTestDHCPv6-162546708 tempest-NetworksTestDHCPv6-162546708-project] Allocated IP 2001:db8::f816:3eff:fead:744d (f53f535d-bce4-4da8-9bd9-396677ff4e83/86ab0a8c-5743-4f7f-87b5-df4b3b612c5f/0eea95b1-2894-4eee-8d73-8fac889c66a2) {{(pid=94174) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 23 11:33:29.779239 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b8935fd8-c917-4d8d-9a4c-d2163e6b4679 tempest-BulkNetworkOpsTest-447796090 tempest-BulkNetworkOpsTest-447796090-project] Releasing vlan 420 on physical network physnet1 to pool {{(pid=94174) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 23 11:33:29.779663 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron_lib.callbacks.manager [None req-b8935fd8-c917-4d8d-9a4c-d2163e6b4679 tempest-BulkNetworkOpsTest-447796090 tempest-BulkNetworkOpsTest-447796090-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3801', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5196341'] for segment, after_delete {{(pid=94174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:33:29.784600 dv-neutron-601336-94-hyperv neutron-server[94174]: Traceback (most recent call last): Jun 23 11:33:29.784600 dv-neutron-601336-94-hyperv neutron-server[94174]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 23 11:33:29.784600 dv-neutron-601336-94-hyperv neutron-server[94174]: timer() Jun 23 11:33:29.784600 dv-neutron-601336-94-hyperv neutron-server[94174]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 23 11:33:29.784600 dv-neutron-601336-94-hyperv neutron-server[94174]: cb(*args, **kw) Jun 23 11:33:29.784600 dv-neutron-601336-94-hyperv neutron-server[94174]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 23 11:33:29.784600 dv-neutron-601336-94-hyperv neutron-server[94174]: return func(*args, **kwargs) Jun 23 11:33:29.784600 dv-neutron-601336-94-hyperv neutron-server[94174]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 23 11:33:29.784600 dv-neutron-601336-94-hyperv neutron-server[94174]: self._notify() Jun 23 11:33:29.784600 dv-neutron-601336-94-hyperv neutron-server[94174]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 23 11:33:29.784600 dv-neutron-601336-94-hyperv neutron-server[94174]: self.callback(batched_events) Jun 23 11:33:29.784600 dv-neutron-601336-94-hyperv neutron-server[94174]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 23 11:33:29.784600 dv-neutron-601336-94-hyperv neutron-server[94174]: event.method(event) Jun 23 11:33:29.784600 dv-neutron-601336-94-hyperv neutron-server[94174]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 23 11:33:29.784600 dv-neutron-601336-94-hyperv neutron-server[94174]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 23 11:33:29.784600 dv-neutron-601336-94-hyperv neutron-server[94174]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 23 11:33:29.784600 dv-neutron-601336-94-hyperv neutron-server[94174]: aggregate_uuid = self.p_client.list_aggregates( Jun 23 11:33:29.784600 dv-neutron-601336-94-hyperv neutron-server[94174]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 23 11:33:29.784600 dv-neutron-601336-94-hyperv neutron-server[94174]: return f(self, *a, **k) Jun 23 11:33:29.784600 dv-neutron-601336-94-hyperv neutron-server[94174]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 23 11:33:29.784600 dv-neutron-601336-94-hyperv neutron-server[94174]: return self._get(url).json() Jun 23 11:33:29.784600 dv-neutron-601336-94-hyperv neutron-server[94174]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 23 11:33:29.784600 dv-neutron-601336-94-hyperv neutron-server[94174]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 23 11:33:29.784600 dv-neutron-601336-94-hyperv neutron-server[94174]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 23 11:33:29.784600 dv-neutron-601336-94-hyperv neutron-server[94174]: return self.request(url, 'GET', **kwargs) Jun 23 11:33:29.784600 dv-neutron-601336-94-hyperv neutron-server[94174]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 23 11:33:29.784600 dv-neutron-601336-94-hyperv neutron-server[94174]: base_url = self.get_endpoint(auth, allow=allow, Jun 23 11:33:29.784600 dv-neutron-601336-94-hyperv neutron-server[94174]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 23 11:33:29.784600 dv-neutron-601336-94-hyperv neutron-server[94174]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 23 11:33:29.784600 dv-neutron-601336-94-hyperv neutron-server[94174]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 23 11:33:29.784600 dv-neutron-601336-94-hyperv neutron-server[94174]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 23 11:33:29.784600 dv-neutron-601336-94-hyperv neutron-server[94174]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 23 11:33:29.811921 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d39b8687-b4e6-4dc3-b859-3f6eee4f1849 None None] Network f53f535d-bce4-4da8-9bd9-396677ff4e83 requested from dv-neutron-601336-94-hyperv {{(pid=94176) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 23 11:33:29.823011 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.wsgi [-] (94174) accepted ('10.222.0.20', 39116) {{(pid=94174) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 11:33:29.912671 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron_lib.callbacks.manager [None req-1e3f4500-5b3c-40e8-a1e4-a09f4e0e6f5c tempest-PortsTestJSON-2085221018 tempest-PortsTestJSON-2085221018-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-217507'] for port, before_response {{(pid=94175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:33:29.917052 dv-neutron-601336-94-hyperv neutron-server[94175]: INFO neutron.wsgi [None req-1e3f4500-5b3c-40e8-a1e4-a09f4e0e6f5c tempest-PortsTestJSON-2085221018 tempest-PortsTestJSON-2085221018-project] 10.222.0.20 "DELETE /v2.0/ports/7ec1c253-f666-4305-a40e-e82869c0c656 HTTP/1.1" status: 204 len: 168 time: 2.0244007 Jun 23 11:33:29.918067 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.wsgi [-] (94175) accepted ('10.222.0.20', 39122) {{(pid=94175) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 11:33:29.950581 dv-neutron-601336-94-hyperv neutron-server[94175]: INFO neutron.pecan_wsgi.hooks.translation [None req-b1fd7024-0db0-4ae8-a796-dbb14f9980b9 tempest-PortsTestJSON-2085221018 tempest-PortsTestJSON-2085221018-project] GET failed (client error): The resource could not be found. Jun 23 11:33:29.951825 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron_lib.callbacks.manager [None req-95f68fa2-62d6-4d5c-8837-f871ddb5cdd6 tempest-RoutersNegativeIpV6Test-1628881962 tempest-RoutersNegativeIpV6Test-1628881962-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-897627', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866062', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5195932', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4294216'] for subnet, after_delete {{(pid=94174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:33:29.954839 dv-neutron-601336-94-hyperv neutron-server[94175]: INFO neutron.wsgi [None req-b1fd7024-0db0-4ae8-a796-dbb14f9980b9 tempest-PortsTestJSON-2085221018 tempest-PortsTestJSON-2085221018-project] 10.222.0.20 "GET /v2.0/ports/7ec1c253-f666-4305-a40e-e82869c0c656 HTTP/1.1" status: 404 len: 333 time: 0.0332038 Jun 23 11:33:29.955053 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.wsgi [-] (94175) accepted ('10.222.0.20', 39124) {{(pid=94175) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 11:33:29.962045 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG oslo_concurrency.lockutils [None req-7cf35988-0e54-47e0-bde3-326f490c0e6f tempest-FloatingIPAdminTestJSON-1420968783 tempest-FloatingIPAdminTestJSON-1420968783-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94174) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 11:33:29.971071 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron_lib.callbacks.manager [None req-95f68fa2-62d6-4d5c-8837-f871ddb5cdd6 tempest-RoutersNegativeIpV6Test-1628881962 tempest-RoutersNegativeIpV6Test-1628881962-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7865916'] for subnet, before_response {{(pid=94174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:33:29.973112 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.db.provisioning_blocks [None req-a6d6d290-9f89-42b1-8dd9-de5739853eb5 None None] Provisioning for port def2b37c-d6b5-47ec-affe-9ff93780ee34 completed by entity DHCP. {{(pid=94176) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 23 11:33:29.973227 dv-neutron-601336-94-hyperv neutron-server[94174]: INFO neutron.wsgi [None req-95f68fa2-62d6-4d5c-8837-f871ddb5cdd6 tempest-RoutersNegativeIpV6Test-1628881962 tempest-RoutersNegativeIpV6Test-1628881962-project] 10.222.0.20 "DELETE /v2.0/subnets/28cf6e91-850b-4b7e-976b-aff0fb1a0b38 HTTP/1.1" status: 204 len: 168 time: 0.9658837 Jun 23 11:33:29.977936 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-61c9f1a3-fba9-438f-be48-6f3137df2a8b None None] Network b04cfd8d-f3c9-4845-aa79-eaf5d5ae37e5 requested from dv-neutron-601336-94-hyperv {{(pid=94176) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 23 11:33:29.995713 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.wsgi [-] (94174) accepted ('10.222.0.20', 39126) {{(pid=94174) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 11:33:29.997365 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95f68fa2-62d6-4d5c-8837-f871ddb5cdd6 tempest-RoutersNegativeIpV6Test-1628881962 tempest-RoutersNegativeIpV6Test-1628881962-project] Pushing event deleted for resources: {'Subnet': ['ID=28cf6e91-850b-4b7e-976b-aff0fb1a0b38,revision_number=None']} {{(pid=94174) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 11:33:30.007347 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG oslo_concurrency.lockutils [None req-95f68fa2-62d6-4d5c-8837-f871ddb5cdd6 tempest-RoutersNegativeIpV6Test-1628881962 tempest-RoutersNegativeIpV6Test-1628881962-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.041s {{(pid=94174) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 11:33:30.007669 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.db.provisioning_blocks [None req-a6d6d290-9f89-42b1-8dd9-de5739853eb5 None None] Provisioning complete for port def2b37c-d6b5-47ec-affe-9ff93780ee34 triggered by entity DHCP. {{(pid=94176) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 23 11:33:30.007862 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron_lib.callbacks.manager [None req-a6d6d290-9f89-42b1-8dd9-de5739853eb5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-899258'] for port, provisioning_complete {{(pid=94176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:33:30.035826 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.api.v2.base [None req-0a0c6929-7e3d-4184-9ce3-d638b3448650 tempest-NegativeSecGroupTest-178874014 tempest-NegativeSecGroupTest-178874014-project] Request body: {'security_group': {'name': 'default'}} {{(pid=94174) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 23 11:33:30.036625 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.db.db_base_plugin_v2 [None req-81e5280d-edb6-4787-b97f-9a3356731b30 tempest-PortsTestJSON-2085221018 tempest-PortsTestJSON-2085221018-project] Deleting subnet d6526bd9-dba8-4b98-abd6-fde27d04c267 {{(pid=94175) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jun 23 11:33:30.036864 dv-neutron-601336-94-hyperv neutron-server[94174]: WARNING neutron.api.v2.base [None req-0a0c6929-7e3d-4184-9ce3-d638b3448650 tempest-NegativeSecGroupTest-178874014 tempest-NegativeSecGroupTest-178874014-project] An exception happened while processing the request body. The exception message is [Default security group already exists.].: neutron.extensions.securitygroup.SecurityGroupDefaultAlreadyExists: Default security group already exists. Jun 23 11:33:30.037525 dv-neutron-601336-94-hyperv neutron-server[94174]: INFO neutron.api.v2.resource [None req-0a0c6929-7e3d-4184-9ce3-d638b3448650 tempest-NegativeSecGroupTest-178874014 tempest-NegativeSecGroupTest-178874014-project] create failed (client error): There was a conflict when trying to complete your request. Jun 23 11:33:30.044900 dv-neutron-601336-94-hyperv neutron-server[94174]: INFO neutron.wsgi [None req-0a0c6929-7e3d-4184-9ce3-d638b3448650 tempest-NegativeSecGroupTest-178874014 tempest-NegativeSecGroupTest-178874014-project] 10.222.0.20 "POST /v2.0/security-groups HTTP/1.1" status: 409 len: 330 time: 0.2057762 Jun 23 11:33:30.052418 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.wsgi [-] (94175) accepted ('10.222.0.20', 39132) {{(pid=94175) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 11:33:30.053937 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron_lib.callbacks.manager [None req-81e5280d-edb6-4787-b97f-9a3356731b30 tempest-PortsTestJSON-2085221018 tempest-PortsTestJSON-2085221018-project] Notify callbacks [] for subnet, before_delete {{(pid=94175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:33:30.064919 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.api.v2.base [None req-31d79858-bd13-4c3d-a13f-731dd4fbabf2 tempest-NegativeSecGroupTest-178874014 tempest-NegativeSecGroupTest-178874014-project] Request body: {'security_group': {'name': 'tempest-secgroup--306916221'}} {{(pid=94175) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 23 11:33:30.093270 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron_lib.callbacks.manager [None req-b8935fd8-c917-4d8d-9a4c-d2163e6b4679 tempest-BulkNetworkOpsTest-447796090 tempest-BulkNetworkOpsTest-447796090-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-897248', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8002400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7866073', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-524247'] for network, after_delete {{(pid=94174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:33:30.105793 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG oslo_concurrency.lockutils [None req-930511ec-7f8c-48de-9ba3-b0ef84cb16ca tempest-BulkNetworkOpsIpV6Test-986121801 tempest-BulkNetworkOpsIpV6Test-986121801-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94174) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 11:33:30.113839 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron_lib.callbacks.manager [None req-b8935fd8-c917-4d8d-9a4c-d2163e6b4679 tempest-BulkNetworkOpsTest-447796090 tempest-BulkNetworkOpsTest-447796090-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7865916'] for network, before_response {{(pid=94174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:33:30.115994 dv-neutron-601336-94-hyperv neutron-server[94174]: INFO neutron.wsgi [None req-b8935fd8-c917-4d8d-9a4c-d2163e6b4679 tempest-BulkNetworkOpsTest-447796090 tempest-BulkNetworkOpsTest-447796090-project] 10.222.0.20 "DELETE /v2.0/networks/2a0c9ef3-f73e-47bb-8a1b-f52cc88c260d HTTP/1.1" status: 204 len: 168 time: 1.0510836 Jun 23 11:33:30.148798 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8935fd8-c917-4d8d-9a4c-d2163e6b4679 tempest-BulkNetworkOpsTest-447796090 tempest-BulkNetworkOpsTest-447796090-project] Pushing event deleted for resources: {'Network': ['ID=2a0c9ef3-f73e-47bb-8a1b-f52cc88c260d,revision_number=None']} {{(pid=94174) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 11:33:30.156337 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG oslo_concurrency.lockutils [None req-b8935fd8-c917-4d8d-9a4c-d2163e6b4679 tempest-BulkNetworkOpsTest-447796090 tempest-BulkNetworkOpsTest-447796090-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=94174) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 11:33:30.163297 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron_lib.callbacks.manager [None req-cdb24f9c-1392-495a-8064-1b0d5f8b0e26 tempest-RoutersNegativeIpV6Test-1628881962 tempest-RoutersNegativeIpV6Test-1628881962-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-824874'] for network, before_delete {{(pid=94174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:33:30.181425 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron_lib.callbacks.manager [None req-0886e731-cbb5-4c60-b2fd-2eebb3efc6c0 tempest-NetworksTestDHCPv6-162546708 tempest-NetworksTestDHCPv6-162546708-project] Notify callbacks [] for port, precommit_create {{(pid=94174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:33:30.185811 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron_lib.callbacks.manager [None req-81e5280d-edb6-4787-b97f-9a3356731b30 tempest-PortsTestJSON-2085221018 tempest-PortsTestJSON-2085221018-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5190686'] for subnet, precommit_delete_associations {{(pid=94175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:33:30.218313 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.db.provisioning_blocks [None req-0886e731-cbb5-4c60-b2fd-2eebb3efc6c0 tempest-NetworksTestDHCPv6-162546708 tempest-NetworksTestDHCPv6-162546708-project] Transition to ACTIVE for port object 0eea95b1-2894-4eee-8d73-8fac889c66a2 will not be triggered until provisioned by entity DHCP. {{(pid=94174) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 23 11:33:30.269789 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron_lib.callbacks.manager [None req-a6d6d290-9f89-42b1-8dd9-de5739853eb5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-923122'] for port, before_update {{(pid=94176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:33:30.289031 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.plugins.ml2.plugin [None req-cdb24f9c-1392-495a-8064-1b0d5f8b0e26 tempest-RoutersNegativeIpV6Test-1628881962 tempest-RoutersNegativeIpV6Test-1628881962-project] Deleting port 2f2cbdcf-987b-451f-b330-6e77e4de6378 {{(pid=94174) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1913}} Jun 23 11:33:30.289389 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron_lib.callbacks.manager [None req-cdb24f9c-1392-495a-8064-1b0d5f8b0e26 tempest-RoutersNegativeIpV6Test-1628881962 tempest-RoutersNegativeIpV6Test-1628881962-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773700079324'] for port, before_delete {{(pid=94174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:33:30.290649 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron_lib.callbacks.manager [None req-81e5280d-edb6-4787-b97f-9a3356731b30 tempest-PortsTestJSON-2085221018 tempest-PortsTestJSON-2085221018-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-897634'] for subnet, precommit_delete {{(pid=94175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:33:30.342411 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron_lib.callbacks.manager [None req-31d79858-bd13-4c3d-a13f-731dd4fbabf2 tempest-NegativeSecGroupTest-178874014 tempest-NegativeSecGroupTest-178874014-project] Notify callbacks [] for security_group, before_create {{(pid=94175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:33:30.355892 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron_lib.callbacks.manager [None req-31d79858-bd13-4c3d-a13f-731dd4fbabf2 tempest-NegativeSecGroupTest-178874014 tempest-NegativeSecGroupTest-178874014-project] Notify callbacks [] for security_group, before_create {{(pid=94175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:33:30.363797 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron_lib.callbacks.manager [None req-0886e731-cbb5-4c60-b2fd-2eebb3efc6c0 tempest-NetworksTestDHCPv6-162546708 tempest-NetworksTestDHCPv6-162546708-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-922915', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-239814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7866073', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773699642215', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-5196399'] for port, after_create {{(pid=94174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:33:30.378271 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.plugins.ml2.db [None req-a6d6d290-9f89-42b1-8dd9-de5739853eb5 None None] For port def2b37c-d6b5-47ec-affe-9ff93780ee34, host dv-neutron-601336-94-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-94-hyperv',level=0,port_id=def2b37c-d6b5-47ec-affe-9ff93780ee34,segment=NetworkSegment(6303a411-6e70-4139-a530-9ee4cf8ba843),segment_id=6303a411-6e70-4139-a530-9ee4cf8ba843)] {{(pid=94176) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 23 11:33:30.381448 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG oslo_concurrency.lockutils [None req-b1795132-0e66-4a02-955a-241776750975 tempest-NetworksTestDHCPv6-162546708 tempest-NetworksTestDHCPv6-162546708-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94174) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 11:33:30.429172 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0886e731-cbb5-4c60-b2fd-2eebb3efc6c0 tempest-NetworksTestDHCPv6-162546708 tempest-NetworksTestDHCPv6-162546708-project] Network f53f535d-bce4-4da8-9bd9-396677ff4e83 is already hosted by enough agents. {{(pid=94174) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 23 11:33:30.440439 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.scheduler.base_scheduler [None req-0886e731-cbb5-4c60-b2fd-2eebb3efc6c0 tempest-NetworksTestDHCPv6-162546708 tempest-NetworksTestDHCPv6-162546708-project] Resources bound (agent type, host, resource id): {{(pid=94174) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 23 11:33:30.447559 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0886e731-cbb5-4c60-b2fd-2eebb3efc6c0 tempest-NetworksTestDHCPv6-162546708 tempest-NetworksTestDHCPv6-162546708-project] Received port after_create {{(pid=94174) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 23 11:33:30.453248 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0886e731-cbb5-4c60-b2fd-2eebb3efc6c0 tempest-NetworksTestDHCPv6-162546708 tempest-NetworksTestDHCPv6-162546708-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94174) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 11:33:30.453891 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron_lib.callbacks.manager [None req-0886e731-cbb5-4c60-b2fd-2eebb3efc6c0 tempest-NetworksTestDHCPv6-162546708 tempest-NetworksTestDHCPv6-162546708-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-217507'] for port, before_response {{(pid=94174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:33:30.456454 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a1a563c3-9c00-4f0b-82ec-c9504ec05f48 None None] Update dhcp port {'port': {'network_id': 'f53f535d-bce4-4da8-9bd9-396677ff4e83', 'fixed_ips': [{'subnet_id': '86ab0a8c-5743-4f7f-87b5-df4b3b612c5f', 'ip_address': '2001:db8::f816:3eff:fece:2266'}, {'subnet_id': 'c11c819d-7eab-4975-8a72-eacf11437913'}], 'binding:host_id': 'dv-neutron-601336-94-hyperv'}, 'id': 'def2b37c-d6b5-47ec-affe-9ff93780ee34'} from dv-neutron-601336-94-hyperv. {{(pid=94176) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Jun 23 11:33:30.457446 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.plugins.ml2.db [None req-cdb24f9c-1392-495a-8064-1b0d5f8b0e26 tempest-RoutersNegativeIpV6Test-1628881962 tempest-RoutersNegativeIpV6Test-1628881962-project] For port 2f2cbdcf-987b-451f-b330-6e77e4de6378, host dv-neutron-601336-94-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-94-hyperv',level=0,port_id=2f2cbdcf-987b-451f-b330-6e77e4de6378,segment=NetworkSegment(b3319d45-f96f-442c-8df2-0558480e618a),segment_id=b3319d45-f96f-442c-8df2-0558480e618a)] {{(pid=94174) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 23 11:33:30.457866 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron_lib.callbacks.manager [None req-cdb24f9c-1392-495a-8064-1b0d5f8b0e26 tempest-RoutersNegativeIpV6Test-1628881962 tempest-RoutersNegativeIpV6Test-1628881962-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-430722'] for port, precommit_delete {{(pid=94174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:33:30.485241 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0886e731-cbb5-4c60-b2fd-2eebb3efc6c0 tempest-NetworksTestDHCPv6-162546708 tempest-NetworksTestDHCPv6-162546708-project] Pushing event updated for resources: {'Port': ['ID=0eea95b1-2894-4eee-8d73-8fac889c66a2,revision_number=1']} {{(pid=94174) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 11:33:30.486361 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG oslo_concurrency.lockutils [None req-0886e731-cbb5-4c60-b2fd-2eebb3efc6c0 tempest-NetworksTestDHCPv6-162546708 tempest-NetworksTestDHCPv6-162546708-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.105s {{(pid=94174) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 11:33:30.487269 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.plugins.ml2.plugin [None req-cdb24f9c-1392-495a-8064-1b0d5f8b0e26 tempest-RoutersNegativeIpV6Test-1628881962 tempest-RoutersNegativeIpV6Test-1628881962-project] Calling delete_port for 2f2cbdcf-987b-451f-b330-6e77e4de6378 owned by network:dhcp {{(pid=94174) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1986}} Jun 23 11:33:30.504598 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron_lib.callbacks.manager [None req-81e5280d-edb6-4787-b97f-9a3356731b30 tempest-PortsTestJSON-2085221018 tempest-PortsTestJSON-2085221018-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-897627', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866062', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5083050', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4660036'] for subnet, after_delete {{(pid=94175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:33:30.508941 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG oslo_concurrency.lockutils [None req-5b7a0ad4-3b9a-4450-8e8f-a323a55ac940 tempest-PortsTestJSON-2085221018 tempest-PortsTestJSON-2085221018-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94175) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 11:33:30.515726 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-25bd5680-0130-40d0-bfe2-999c3898456e None None] DHCP port deletion for b04cfd8d-f3c9-4845-aa79-eaf5d5ae37e5 request from dv-neutron-601336-94-hyperv {{(pid=94176) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jun 23 11:33:30.520863 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron_lib.callbacks.manager [None req-a6d6d290-9f89-42b1-8dd9-de5739853eb5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-922904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866062', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773700135042', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773699642233', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773699642278'] for port, after_update {{(pid=94176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:33:30.523438 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG oslo_concurrency.lockutils [None req-533c9497-75c1-4b54-af02-21f13141dc24 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 11:33:30.541719 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81e5280d-edb6-4787-b97f-9a3356731b30 tempest-PortsTestJSON-2085221018 tempest-PortsTestJSON-2085221018-project] Pushing event deleted for resources: {'Subnet': ['ID=d6526bd9-dba8-4b98-abd6-fde27d04c267,revision_number=None']} {{(pid=94175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 11:33:30.545604 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG oslo_concurrency.lockutils [None req-81e5280d-edb6-4787-b97f-9a3356731b30 tempest-PortsTestJSON-2085221018 tempest-PortsTestJSON-2085221018-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.037s {{(pid=94175) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 11:33:30.547723 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron_lib.callbacks.manager [None req-81e5280d-edb6-4787-b97f-9a3356731b30 tempest-PortsTestJSON-2085221018 tempest-PortsTestJSON-2085221018-project] Notify callbacks [] for subnet, before_response {{(pid=94175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:33:30.552543 dv-neutron-601336-94-hyperv neutron-server[94175]: INFO neutron.wsgi [None req-81e5280d-edb6-4787-b97f-9a3356731b30 tempest-PortsTestJSON-2085221018 tempest-PortsTestJSON-2085221018-project] 10.222.0.20 "DELETE /v2.0/subnets/d6526bd9-dba8-4b98-abd6-fde27d04c267 HTTP/1.1" status: 204 len: 168 time: 0.5965178 Jun 23 11:33:30.555609 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.wsgi [-] (94174) accepted ('10.222.0.20', 39142) {{(pid=94174) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 11:33:30.571854 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron_lib.callbacks.manager [None req-a1a563c3-9c00-4f0b-82ec-c9504ec05f48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-923122'] for port, before_update {{(pid=94176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:33:30.575007 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f8704961-fd92-4e15-ae75-a687c6c6e59a None None] Network d85cfa3d-97a7-4683-b568-8e4a9da8aa25 requested from dv-neutron-601336-94-hyperv {{(pid=94176) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 23 11:33:30.586366 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6d6d290-9f89-42b1-8dd9-de5739853eb5 None None] Pushing event updated for resources: {'Port': ['ID=def2b37c-d6b5-47ec-affe-9ff93780ee34,revision_number=3']} {{(pid=94176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 11:33:30.629655 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron_lib.callbacks.manager [None req-31d79858-bd13-4c3d-a13f-731dd4fbabf2 tempest-NegativeSecGroupTest-178874014 tempest-NegativeSecGroupTest-178874014-project] Notify callbacks [] for security_group, precommit_create {{(pid=94175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:33:30.644498 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG oslo_concurrency.lockutils [None req-a6d6d290-9f89-42b1-8dd9-de5739853eb5 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.121s {{(pid=94176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 11:33:30.646736 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron_lib.callbacks.manager [None req-f531c8f2-a5fe-46c5-aa4f-aef57118f434 tempest-PortsTestJSON-2085221018 tempest-PortsTestJSON-2085221018-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-824874'] for network, before_delete {{(pid=94174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:33:30.703167 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.plugins.ml2.plugin [None req-f531c8f2-a5fe-46c5-aa4f-aef57118f434 tempest-PortsTestJSON-2085221018 tempest-PortsTestJSON-2085221018-project] Deleting port 7e92a820-029c-4e20-84fb-999b81fc12e0 {{(pid=94174) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1913}} Jun 23 11:33:30.706344 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron_lib.callbacks.manager [None req-f531c8f2-a5fe-46c5-aa4f-aef57118f434 tempest-PortsTestJSON-2085221018 tempest-PortsTestJSON-2085221018-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773700079324'] for port, before_delete {{(pid=94174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:33:30.734681 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron_lib.callbacks.manager [None req-31d79858-bd13-4c3d-a13f-731dd4fbabf2 tempest-NegativeSecGroupTest-178874014 tempest-NegativeSecGroupTest-178874014-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7996330'] for security_group, after_create {{(pid=94175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:33:30.738877 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG oslo_concurrency.lockutils [None req-4be43088-62c0-442e-b4bd-e40138231723 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94175) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 11:33:30.755935 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.wsgi [-] (94175) accepted ('10.222.0.20', 39148) {{(pid=94175) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 11:33:30.774953 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron_lib.callbacks.manager [None req-cdb24f9c-1392-495a-8064-1b0d5f8b0e26 tempest-RoutersNegativeIpV6Test-1628881962 tempest-RoutersNegativeIpV6Test-1628881962-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-922904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866062', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773700135024', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773699642224', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5196390'] for port, after_delete {{(pid=94174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:33:30.780921 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG oslo_concurrency.lockutils [None req-47796f1a-c579-4197-abd5-9aa5d2dbc156 tempest-RoutersNegativeTest-1531528216 tempest-RoutersNegativeTest-1531528216-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94174) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 11:33:30.785036 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31d79858-bd13-4c3d-a13f-731dd4fbabf2 tempest-NegativeSecGroupTest-178874014 tempest-NegativeSecGroupTest-178874014-project] Pushing event updated for resources: {'SecurityGroup': ['ID=1b1e0e49-f372-4ce2-acf3-46f20bbcc792,revision_number=1']} {{(pid=94175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 11:33:30.797547 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG oslo_concurrency.lockutils [None req-31d79858-bd13-4c3d-a13f-731dd4fbabf2 tempest-NegativeSecGroupTest-178874014 tempest-NegativeSecGroupTest-178874014-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.059s {{(pid=94175) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 11:33:30.812734 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdb24f9c-1392-495a-8064-1b0d5f8b0e26 tempest-RoutersNegativeIpV6Test-1628881962 tempest-RoutersNegativeIpV6Test-1628881962-project] Pushing event deleted for resources: {'Port': ['ID=2f2cbdcf-987b-451f-b330-6e77e4de6378,revision_number=None']} {{(pid=94174) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 11:33:30.814585 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cdb24f9c-1392-495a-8064-1b0d5f8b0e26 tempest-RoutersNegativeIpV6Test-1628881962 tempest-RoutersNegativeIpV6Test-1628881962-project] No DVR routers for this DVR port 2f2cbdcf-987b-451f-b330-6e77e4de6378 on host dv-neutron-601336-94-hyperv {{(pid=94174) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 23 11:33:30.818647 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG oslo_concurrency.lockutils [None req-cdb24f9c-1392-495a-8064-1b0d5f8b0e26 tempest-RoutersNegativeIpV6Test-1628881962 tempest-RoutersNegativeIpV6Test-1628881962-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.038s {{(pid=94174) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 11:33:30.855388 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.plugins.ml2.plugin [None req-25bd5680-0130-40d0-bfe2-999c3898456e None None] Deleting port 2f2cbdcf-987b-451f-b330-6e77e4de6378 {{(pid=94176) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1913}} Jun 23 11:33:30.855607 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron_lib.callbacks.manager [None req-25bd5680-0130-40d0-bfe2-999c3898456e None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773700079324'] for port, before_delete {{(pid=94176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:33:30.864110 dv-neutron-601336-94-hyperv neutron-server[94174]: INFO neutron.wsgi [None req-0886e731-cbb5-4c60-b2fd-2eebb3efc6c0 tempest-NetworksTestDHCPv6-162546708 tempest-NetworksTestDHCPv6-162546708-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1033 time: 2.2656772 Jun 23 11:33:30.868486 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.plugins.ml2.db [None req-f531c8f2-a5fe-46c5-aa4f-aef57118f434 tempest-PortsTestJSON-2085221018 tempest-PortsTestJSON-2085221018-project] For port 7e92a820-029c-4e20-84fb-999b81fc12e0, host dv-neutron-601336-94-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-94-hyperv',level=0,port_id=7e92a820-029c-4e20-84fb-999b81fc12e0,segment=NetworkSegment(93ac6be4-5f23-4075-9bf4-9cacfb009c9a),segment_id=93ac6be4-5f23-4075-9bf4-9cacfb009c9a)] {{(pid=94174) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 23 11:33:30.871989 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron_lib.callbacks.manager [None req-f531c8f2-a5fe-46c5-aa4f-aef57118f434 tempest-PortsTestJSON-2085221018 tempest-PortsTestJSON-2085221018-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-430722'] for port, precommit_delete {{(pid=94174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:33:30.872135 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.wsgi [-] (94175) accepted ('10.222.0.20', 39152) {{(pid=94175) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 11:33:30.891324 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.wsgi [-] (94174) accepted ('10.222.0.20', 39154) {{(pid=94174) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 11:33:30.941707 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.db.db_base_plugin_common [None req-a1a563c3-9c00-4f0b-82ec-c9504ec05f48 None None] Allocated IP 2001:db8:0:1::2 (f53f535d-bce4-4da8-9bd9-396677ff4e83/c11c819d-7eab-4975-8a72-eacf11437913/def2b37c-d6b5-47ec-affe-9ff93780ee34) {{(pid=94176) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 23 11:33:30.943970 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.plugins.ml2.db [None req-25bd5680-0130-40d0-bfe2-999c3898456e None None] For port 2f2cbdcf-987b-451f-b330-6e77e4de6378, host dv-neutron-601336-94-hyperv, got binding levels [] {{(pid=94176) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 23 11:33:30.944415 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron_lib.callbacks.manager [None req-25bd5680-0130-40d0-bfe2-999c3898456e None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-430722'] for port, precommit_delete {{(pid=94176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:33:30.978306 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.plugins.ml2.plugin [None req-25bd5680-0130-40d0-bfe2-999c3898456e None None] Calling delete_port for 2f2cbdcf-987b-451f-b330-6e77e4de6378 owned by network:dhcp {{(pid=94176) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1986}} Jun 23 11:33:30.982265 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.db.ipam_backend_mixin [None req-25bd5680-0130-40d0-bfe2-999c3898456e None None] Port 2f2cbdcf-987b-451f-b330-6e77e4de6378 was not found and therefore no delete operation was performed {{(pid=94176) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Jun 23 11:33:30.989348 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron_lib.callbacks.manager [None req-25bd5680-0130-40d0-bfe2-999c3898456e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-922904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866062', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773700135024', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773699642224'] for port, after_delete {{(pid=94176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:33:31.001085 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG oslo_concurrency.lockutils [None req-66c8b554-8302-48ed-ad2c-8a57927a5b45 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 11:33:31.054381 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25bd5680-0130-40d0-bfe2-999c3898456e None None] Pushing event deleted for resources: {'Port': ['ID=2f2cbdcf-987b-451f-b330-6e77e4de6378,revision_number=None']} {{(pid=94176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 11:33:31.058146 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.plugins.ml2.plugin [None req-41b123c2-7116-4d11-af62-98061ab0ec53 tempest-NetworksTestDHCPv6-162546708 tempest-NetworksTestDHCPv6-162546708-project] Deleting port 0eea95b1-2894-4eee-8d73-8fac889c66a2 {{(pid=94175) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1913}} Jun 23 11:33:31.058146 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron_lib.callbacks.manager [None req-41b123c2-7116-4d11-af62-98061ab0ec53 tempest-NetworksTestDHCPv6-162546708 tempest-NetworksTestDHCPv6-162546708-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773700079324'] for port, before_delete {{(pid=94175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:33:31.058805 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG oslo_concurrency.lockutils [None req-25bd5680-0130-40d0-bfe2-999c3898456e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.057s {{(pid=94176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 11:33:31.064430 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.db.l3_dvrscheduler_db [None req-25bd5680-0130-40d0-bfe2-999c3898456e None None] No DVR routers for this DVR port 2f2cbdcf-987b-451f-b330-6e77e4de6378 on host dv-neutron-601336-94-hyperv {{(pid=94176) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 23 11:33:31.067474 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron_lib.callbacks.manager [None req-31d79858-bd13-4c3d-a13f-731dd4fbabf2 tempest-NegativeSecGroupTest-178874014 tempest-NegativeSecGroupTest-178874014-project] Notify callbacks [] for security_group, precommit_create {{(pid=94175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:33:31.110665 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.plugins.ml2.db [None req-a1a563c3-9c00-4f0b-82ec-c9504ec05f48 None None] For port def2b37c-d6b5-47ec-affe-9ff93780ee34, host dv-neutron-601336-94-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-94-hyperv',level=0,port_id=def2b37c-d6b5-47ec-affe-9ff93780ee34,segment=NetworkSegment(6303a411-6e70-4139-a530-9ee4cf8ba843),segment_id=6303a411-6e70-4139-a530-9ee4cf8ba843)] {{(pid=94176) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 23 11:33:31.141099 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.wsgi [None req-9c81df3f-2a0e-4b98-a8e6-647b760aa599 tempest-ExtensionsTestJSON-1227250319 tempest-ExtensionsTestJSON-1227250319-project] http://10.222.0.20:9696/v2.0/extensions returned with HTTP 200 {{(pid=94175) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 23 11:33:31.146107 dv-neutron-601336-94-hyperv neutron-server[94175]: INFO neutron.wsgi [None req-9c81df3f-2a0e-4b98-a8e6-647b760aa599 tempest-ExtensionsTestJSON-1227250319 tempest-ExtensionsTestJSON-1227250319-project] 10.222.0.20 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13928 time: 0.3887649 Jun 23 11:33:31.149712 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.wsgi [-] (94175) accepted ('10.222.0.20', 39156) {{(pid=94175) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 11:33:31.150317 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron_lib.callbacks.manager [None req-a1a563c3-9c00-4f0b-82ec-c9504ec05f48 None None] Notify callbacks [] for port, precommit_update {{(pid=94176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:33:31.154704 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.wsgi [None req-5857ce1a-1656-4ada-91e2-9433a59f086b tempest-ExtensionsTestJSON-1227250319 tempest-ExtensionsTestJSON-1227250319-project] http://10.222.0.20:9696/v2.0/extensions/address-group returned with HTTP 200 {{(pid=94175) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 23 11:33:31.159263 dv-neutron-601336-94-hyperv neutron-server[94175]: INFO neutron.wsgi [None req-5857ce1a-1656-4ada-91e2-9433a59f086b tempest-ExtensionsTestJSON-1227250319 tempest-ExtensionsTestJSON-1227250319-project] 10.222.0.20 "GET /v2.0/extensions/address-group HTTP/1.1" status: 200 len: 353 time: 0.0086229 Jun 23 11:33:31.162209 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.wsgi [-] (94175) accepted ('10.222.0.20', 39158) {{(pid=94175) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 11:33:31.166602 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.wsgi [None req-ff598f31-974d-4bc6-b568-0fbc0b1a60e4 tempest-ExtensionsTestJSON-1227250319 tempest-ExtensionsTestJSON-1227250319-project] http://10.222.0.20:9696/v2.0/extensions/address-scope returned with HTTP 200 {{(pid=94175) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 23 11:33:31.171980 dv-neutron-601336-94-hyperv neutron-server[94175]: INFO neutron.wsgi [None req-ff598f31-974d-4bc6-b568-0fbc0b1a60e4 tempest-ExtensionsTestJSON-1227250319 tempest-ExtensionsTestJSON-1227250319-project] 10.222.0.20 "GET /v2.0/extensions/address-scope HTTP/1.1" status: 200 len: 357 time: 0.0087605 Jun 23 11:33:31.176014 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.wsgi [-] (94175) accepted ('10.222.0.20', 39160) {{(pid=94175) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 11:33:31.176714 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron_lib.callbacks.manager [None req-31d79858-bd13-4c3d-a13f-731dd4fbabf2 tempest-NegativeSecGroupTest-178874014 tempest-NegativeSecGroupTest-178874014-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7996330'] for security_group, after_create {{(pid=94175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:33:31.183939 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.db.provisioning_blocks [None req-a1a563c3-9c00-4f0b-82ec-c9504ec05f48 None None] Transition to ACTIVE for port object def2b37c-d6b5-47ec-affe-9ff93780ee34 will not be triggered until provisioned by entity DHCP. {{(pid=94176) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 23 11:33:31.184892 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.wsgi [None req-1056989e-5252-4a53-aec4-ddfc4500a998 tempest-ExtensionsTestJSON-1227250319 tempest-ExtensionsTestJSON-1227250319-project] http://10.222.0.20:9696/v2.0/extensions/router-admin-state-down-before-update returned with HTTP 200 {{(pid=94175) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 23 11:33:31.187120 dv-neutron-601336-94-hyperv neutron-server[94175]: INFO neutron.wsgi [None req-1056989e-5252-4a53-aec4-ddfc4500a998 tempest-ExtensionsTestJSON-1227250319 tempest-ExtensionsTestJSON-1227250319-project] 10.222.0.20 "GET /v2.0/extensions/router-admin-state-down-before-update HTTP/1.1" status: 200 len: 506 time: 0.0063200 Jun 23 11:33:31.190066 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG oslo_concurrency.lockutils [None req-7c52111c-bb4e-45ed-864e-3bd50149bced admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94175) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 11:33:31.210749 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8bf74021-cfc6-4cab-b672-289d09247389 None None] DHCP port deletion for d85cfa3d-97a7-4683-b568-8e4a9da8aa25 request from dv-neutron-601336-94-hyperv {{(pid=94176) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jun 23 11:33:31.213603 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.wsgi [-] (94175) accepted ('10.222.0.20', 39162) {{(pid=94175) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 11:33:31.247959 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.plugins.ml2.rpc [None req-dc7542b2-afef-47f4-a763-e3a3cba144be None None] Device def2b37c-d6b5-47ec-affe-9ff93780ee34 up at agent ovs-agent-dv-neutron-601336-94-hyperv {{(pid=94176) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:298}} Jun 23 11:33:31.249716 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.wsgi [None req-40b27a1d-a713-4b51-955a-052d1fc53602 tempest-ExtensionsTestJSON-1227250319 tempest-ExtensionsTestJSON-1227250319-project] http://10.222.0.20:9696/v2.0/extensions/agent returned with HTTP 200 {{(pid=94175) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 23 11:33:31.253181 dv-neutron-601336-94-hyperv neutron-server[94175]: INFO neutron.wsgi [None req-40b27a1d-a713-4b51-955a-052d1fc53602 tempest-ExtensionsTestJSON-1227250319 tempest-ExtensionsTestJSON-1227250319-project] 10.222.0.20 "GET /v2.0/extensions/agent HTTP/1.1" status: 200 len: 347 time: 0.0359614 Jun 23 11:33:31.259622 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.wsgi [-] (94175) accepted ('10.222.0.20', 39164) {{(pid=94175) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 11:33:31.269267 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.wsgi [None req-b0a8b297-b371-4c1e-8946-df6c1de20671 tempest-ExtensionsTestJSON-1227250319 tempest-ExtensionsTestJSON-1227250319-project] http://10.222.0.20:9696/v2.0/extensions/agent-resources-synced returned with HTTP 200 {{(pid=94175) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 23 11:33:31.274821 dv-neutron-601336-94-hyperv neutron-server[94175]: INFO neutron.wsgi [None req-b0a8b297-b371-4c1e-8946-df6c1de20671 tempest-ExtensionsTestJSON-1227250319 tempest-ExtensionsTestJSON-1227250319-project] 10.222.0.20 "GET /v2.0/extensions/agent-resources-synced HTTP/1.1" status: 200 len: 417 time: 0.0065403 Jun 23 11:33:31.274821 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31d79858-bd13-4c3d-a13f-731dd4fbabf2 tempest-NegativeSecGroupTest-178874014 tempest-NegativeSecGroupTest-178874014-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d79f3dbc-e1d7-410a-9174-626b71caccee,revision_number=1']} {{(pid=94175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 11:33:31.280751 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron_lib.callbacks.manager [None req-a1a563c3-9c00-4f0b-82ec-c9504ec05f48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-922904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866062', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773700135042', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773699642233', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773699642278'] for port, after_update {{(pid=94176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:33:31.280904 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG oslo_concurrency.lockutils [None req-31d79858-bd13-4c3d-a13f-731dd4fbabf2 tempest-NegativeSecGroupTest-178874014 tempest-NegativeSecGroupTest-178874014-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.091s {{(pid=94175) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 11:33:31.281265 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.wsgi [-] (94175) accepted ('10.222.0.20', 39166) {{(pid=94175) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 11:33:31.283690 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.plugins.ml2.plugin [None req-f531c8f2-a5fe-46c5-aa4f-aef57118f434 tempest-PortsTestJSON-2085221018 tempest-PortsTestJSON-2085221018-project] Calling delete_port for 7e92a820-029c-4e20-84fb-999b81fc12e0 owned by network:dhcp {{(pid=94174) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1986}} Jun 23 11:33:31.294692 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG oslo_concurrency.lockutils [None req-480fe7c0-2dde-4cc7-9669-bfba198fa958 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 11:33:31.310580 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron_lib.callbacks.manager [None req-cdb24f9c-1392-495a-8064-1b0d5f8b0e26 tempest-RoutersNegativeIpV6Test-1628881962 tempest-RoutersNegativeIpV6Test-1628881962-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-897259', 'neutron.services.segments.db._delete_segments_for_network-8773700168587'] for network, precommit_delete {{(pid=94174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:33:31.310765 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.wsgi [None req-c81a26f5-acd1-4e6a-b090-ff22caa1ef24 tempest-ExtensionsTestJSON-1227250319 tempest-ExtensionsTestJSON-1227250319-project] http://10.222.0.20:9696/v2.0/extensions/allowed-address-pairs-active-vip returned with HTTP 200 {{(pid=94175) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 23 11:33:31.312706 dv-neutron-601336-94-hyperv neutron-server[94175]: INFO neutron.wsgi [None req-c81a26f5-acd1-4e6a-b090-ff22caa1ef24 tempest-ExtensionsTestJSON-1227250319 tempest-ExtensionsTestJSON-1227250319-project] 10.222.0.20 "GET /v2.0/extensions/allowed-address-pairs-active-vip HTTP/1.1" status: 200 len: 500 time: 0.0122635 Jun 23 11:33:31.319707 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.wsgi [-] (94174) accepted ('10.222.0.20', 39172) {{(pid=94174) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 11:33:31.331819 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron_lib.callbacks.manager [None req-31d79858-bd13-4c3d-a13f-731dd4fbabf2 tempest-NegativeSecGroupTest-178874014 tempest-NegativeSecGroupTest-178874014-project] Notify callbacks [] for security_group, before_response {{(pid=94175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:33:31.343063 dv-neutron-601336-94-hyperv neutron-server[94175]: INFO neutron.wsgi [None req-31d79858-bd13-4c3d-a13f-731dd4fbabf2 tempest-NegativeSecGroupTest-178874014 tempest-NegativeSecGroupTest-178874014-project] 10.222.0.20 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1743 time: 1.2810066 Jun 23 11:33:31.348102 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron_lib.callbacks.manager [None req-41b123c2-7116-4d11-af62-98061ab0ec53 tempest-NetworksTestDHCPv6-162546708 tempest-NetworksTestDHCPv6-162546708-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-430722'] for port, precommit_delete {{(pid=94175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:33:31.352656 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.wsgi [-] (94175) accepted ('10.222.0.20', 39174) {{(pid=94175) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 11:33:31.373956 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.api.v2.base [None req-d0e793b3-b208-41df-8129-25e0156786d1 tempest-NegativeSecGroupTest-178874014 tempest-NegativeSecGroupTest-178874014-project] Request body: {'security_group_rule': {'security_group_id': 'd79f3dbc-e1d7-410a-9174-626b71caccee', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'tcp', 'port_range_min': 66, 'port_range_max': 67}} {{(pid=94175) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 23 11:33:31.385931 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.plugins.ml2.plugin [None req-41b123c2-7116-4d11-af62-98061ab0ec53 tempest-NetworksTestDHCPv6-162546708 tempest-NetworksTestDHCPv6-162546708-project] Calling delete_port for 0eea95b1-2894-4eee-8d73-8fac889c66a2 owned by {{(pid=94175) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1986}} Jun 23 11:33:31.386269 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1a563c3-9c00-4f0b-82ec-c9504ec05f48 None None] Pushing event updated for resources: {'Port': ['ID=def2b37c-d6b5-47ec-affe-9ff93780ee34,revision_number=4']} {{(pid=94176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 11:33:31.393502 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG oslo_concurrency.lockutils [None req-a1a563c3-9c00-4f0b-82ec-c9504ec05f48 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.100s {{(pid=94176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 11:33:31.397923 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.wsgi [None req-d990e23d-a023-42ee-bceb-a92c1f103d56 tempest-ExtensionsTestJSON-1227250319 tempest-ExtensionsTestJSON-1227250319-project] http://10.222.0.20:9696/v2.0/extensions/allowed-address-pairs returned with HTTP 200 {{(pid=94174) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 23 11:33:31.402471 dv-neutron-601336-94-hyperv neutron-server[94174]: INFO neutron.wsgi [None req-d990e23d-a023-42ee-bceb-a92c1f103d56 tempest-ExtensionsTestJSON-1227250319 tempest-ExtensionsTestJSON-1227250319-project] 10.222.0.20 "GET /v2.0/extensions/allowed-address-pairs HTTP/1.1" status: 200 len: 378 time: 0.0047748 Jun 23 11:33:31.402858 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.services.segments.db [None req-cdb24f9c-1392-495a-8064-1b0d5f8b0e26 tempest-RoutersNegativeIpV6Test-1628881962 tempest-RoutersNegativeIpV6Test-1628881962-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b04cfd8d-f3c9-4845-aa79-eaf5d5ae37e5']}} {{(pid=94174) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 11:33:31.403774 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.wsgi [-] (94175) accepted ('10.222.0.20', 39176) {{(pid=94175) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 11:33:31.419295 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.wsgi [None req-2a344293-1edb-42e9-953a-34870d540d0d tempest-ExtensionsTestJSON-1227250319 tempest-ExtensionsTestJSON-1227250319-project] http://10.222.0.20:9696/v2.0/extensions/auto-allocated-topology returned with HTTP 200 {{(pid=94175) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 23 11:33:31.420286 dv-neutron-601336-94-hyperv neutron-server[94175]: INFO neutron.wsgi [None req-2a344293-1edb-42e9-953a-34870d540d0d tempest-ExtensionsTestJSON-1227250319 tempest-ExtensionsTestJSON-1227250319-project] 10.222.0.20 "GET /v2.0/extensions/auto-allocated-topology HTTP/1.1" status: 200 len: 394 time: 0.0104620 Jun 23 11:33:31.425749 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.services.segments.db [None req-cdb24f9c-1392-495a-8064-1b0d5f8b0e26 tempest-RoutersNegativeIpV6Test-1628881962 tempest-RoutersNegativeIpV6Test-1628881962-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b3319d45-f96f-442c-8df2-0558480e618a') {'for_net_delete': True} {{(pid=94174) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 11:33:31.425957 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.wsgi [-] (94175) accepted ('10.222.0.20', 39178) {{(pid=94175) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 11:33:31.426053 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.services.segments.db [None req-cdb24f9c-1392-495a-8064-1b0d5f8b0e26 tempest-RoutersNegativeIpV6Test-1628881962 tempest-RoutersNegativeIpV6Test-1628881962-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b3319d45-f96f-442c-8df2-0558480e618a') {} {{(pid=94174) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 11:33:31.433664 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.wsgi [None req-1d96c32c-78cd-43d1-87c4-c33afd5e3ce7 tempest-ExtensionsTestJSON-1227250319 tempest-ExtensionsTestJSON-1227250319-project] http://10.222.0.20:9696/v2.0/extensions/availability_zone returned with HTTP 200 {{(pid=94175) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 23 11:33:31.434684 dv-neutron-601336-94-hyperv neutron-server[94175]: INFO neutron.wsgi [None req-1d96c32c-78cd-43d1-87c4-c33afd5e3ce7 tempest-ExtensionsTestJSON-1227250319 tempest-ExtensionsTestJSON-1227250319-project] 10.222.0.20 "GET /v2.0/extensions/availability_zone HTTP/1.1" status: 200 len: 372 time: 0.0079339 Jun 23 11:33:31.437950 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.wsgi [-] (94175) accepted ('10.222.0.20', 39180) {{(pid=94175) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 11:33:31.442561 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron_lib.callbacks.manager [None req-cdb24f9c-1392-495a-8064-1b0d5f8b0e26 tempest-RoutersNegativeIpV6Test-1628881962 tempest-RoutersNegativeIpV6Test-1628881962-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8773699955833', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4800267'] for segment, before_delete {{(pid=94174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:33:31.443999 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.wsgi [None req-4b02058d-2e6d-43d0-bb5c-0dadb856c750 tempest-ExtensionsTestJSON-1227250319 tempest-ExtensionsTestJSON-1227250319-project] http://10.222.0.20:9696/v2.0/extensions/availability_zone_filter returned with HTTP 200 {{(pid=94175) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 23 11:33:31.445265 dv-neutron-601336-94-hyperv neutron-server[94175]: INFO neutron.wsgi [None req-4b02058d-2e6d-43d0-bb5c-0dadb856c750 tempest-ExtensionsTestJSON-1227250319 tempest-ExtensionsTestJSON-1227250319-project] 10.222.0.20 "GET /v2.0/extensions/availability_zone_filter HTTP/1.1" status: 200 len: 414 time: 0.0061381 Jun 23 11:33:31.456058 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.wsgi [-] (94174) accepted ('10.222.0.20', 39182) {{(pid=94174) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 11:33:31.463832 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron_lib.callbacks.manager [None req-f531c8f2-a5fe-46c5-aa4f-aef57118f434 tempest-PortsTestJSON-2085221018 tempest-PortsTestJSON-2085221018-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-922904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866062', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773700135024', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773699642224', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5196390'] for port, after_delete {{(pid=94174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:33:31.472629 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.wsgi [None req-4281d8eb-9304-4d58-8775-11b85e00924f tempest-ExtensionsTestJSON-1227250319 tempest-ExtensionsTestJSON-1227250319-project] http://10.222.0.20:9696/v2.0/extensions/default-subnetpools returned with HTTP 200 {{(pid=94174) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 23 11:33:31.473613 dv-neutron-601336-94-hyperv neutron-server[94174]: INFO neutron.wsgi [None req-4281d8eb-9304-4d58-8775-11b85e00924f tempest-ExtensionsTestJSON-1227250319 tempest-ExtensionsTestJSON-1227250319-project] 10.222.0.20 "GET /v2.0/extensions/default-subnetpools HTTP/1.1" status: 200 len: 405 time: 0.0109556 Jun 23 11:33:31.474341 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG oslo_concurrency.lockutils [None req-16635d3a-1643-429e-a220-c6d607c201c1 tempest-PortsTestJSON-2085221018 tempest-PortsTestJSON-2085221018-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94174) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 11:33:31.476744 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.wsgi [-] (94175) accepted ('10.222.0.20', 39184) {{(pid=94175) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 11:33:31.483457 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.wsgi [None req-15c9b5b5-fa48-4388-b73a-1c7af79a70b2 tempest-ExtensionsTestJSON-1227250319 tempest-ExtensionsTestJSON-1227250319-project] http://10.222.0.20:9696/v2.0/extensions/dhcp_agent_scheduler returned with HTTP 200 {{(pid=94175) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 23 11:33:31.484892 dv-neutron-601336-94-hyperv neutron-server[94175]: INFO neutron.wsgi [None req-15c9b5b5-fa48-4388-b73a-1c7af79a70b2 tempest-ExtensionsTestJSON-1227250319 tempest-ExtensionsTestJSON-1227250319-project] 10.222.0.20 "GET /v2.0/extensions/dhcp_agent_scheduler HTTP/1.1" status: 200 len: 381 time: 0.0070324 Jun 23 11:33:31.491417 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.wsgi [-] (94175) accepted ('10.222.0.20', 39186) {{(pid=94175) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 11:33:31.496348 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.wsgi [None req-d579c380-a7f4-4e32-a355-436e4011678e tempest-ExtensionsTestJSON-1227250319 tempest-ExtensionsTestJSON-1227250319-project] http://10.222.0.20:9696/v2.0/extensions/dvr returned with HTTP 200 {{(pid=94175) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 23 11:33:31.497633 dv-neutron-601336-94-hyperv neutron-server[94175]: INFO neutron.wsgi [None req-d579c380-a7f4-4e32-a355-436e4011678e tempest-ExtensionsTestJSON-1227250319 tempest-ExtensionsTestJSON-1227250319-project] 10.222.0.20 "GET /v2.0/extensions/dvr HTTP/1.1" status: 200 len: 387 time: 0.0049019 Jun 23 11:33:31.500189 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.wsgi [-] (94175) accepted ('10.222.0.20', 39188) {{(pid=94175) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 11:33:31.504782 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.wsgi [None req-4726cfef-86b1-4a6f-855e-1b6aeefcb6b6 tempest-ExtensionsTestJSON-1227250319 tempest-ExtensionsTestJSON-1227250319-project] http://10.222.0.20:9696/v2.0/extensions/empty-string-filtering returned with HTTP 200 {{(pid=94175) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 23 11:33:31.505731 dv-neutron-601336-94-hyperv neutron-server[94175]: INFO neutron.wsgi [None req-4726cfef-86b1-4a6f-855e-1b6aeefcb6b6 tempest-ExtensionsTestJSON-1227250319 tempest-ExtensionsTestJSON-1227250319-project] 10.222.0.20 "GET /v2.0/extensions/empty-string-filtering HTTP/1.1" status: 200 len: 413 time: 0.0045087 Jun 23 11:33:31.508617 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.wsgi [-] (94175) accepted ('10.222.0.20', 39190) {{(pid=94175) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 11:33:31.513548 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f531c8f2-a5fe-46c5-aa4f-aef57118f434 tempest-PortsTestJSON-2085221018 tempest-PortsTestJSON-2085221018-project] Pushing event deleted for resources: {'Port': ['ID=7e92a820-029c-4e20-84fb-999b81fc12e0,revision_number=None']} {{(pid=94174) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 11:33:31.515849 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron_lib.callbacks.manager [None req-cdb24f9c-1392-495a-8064-1b0d5f8b0e26 tempest-RoutersNegativeIpV6Test-1628881962 tempest-RoutersNegativeIpV6Test-1628881962-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3801'] for segment, precommit_delete {{(pid=94174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:33:31.516684 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.wsgi [None req-9ecaf331-0592-4d18-a78a-6aa53b05b81f tempest-ExtensionsTestJSON-1227250319 tempest-ExtensionsTestJSON-1227250319-project] http://10.222.0.20:9696/v2.0/extensions/external-net returned with HTTP 200 {{(pid=94175) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 23 11:33:31.518079 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f531c8f2-a5fe-46c5-aa4f-aef57118f434 tempest-PortsTestJSON-2085221018 tempest-PortsTestJSON-2085221018-project] No DVR routers for this DVR port 7e92a820-029c-4e20-84fb-999b81fc12e0 on host dv-neutron-601336-94-hyperv {{(pid=94174) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 23 11:33:31.518207 dv-neutron-601336-94-hyperv neutron-server[94175]: INFO neutron.wsgi [None req-9ecaf331-0592-4d18-a78a-6aa53b05b81f tempest-ExtensionsTestJSON-1227250319 tempest-ExtensionsTestJSON-1227250319-project] 10.222.0.20 "GET /v2.0/extensions/external-net HTTP/1.1" status: 200 len: 394 time: 0.0081532 Jun 23 11:33:31.520810 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG oslo_concurrency.lockutils [None req-f531c8f2-a5fe-46c5-aa4f-aef57118f434 tempest-PortsTestJSON-2085221018 tempest-PortsTestJSON-2085221018-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=94174) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 11:33:31.521273 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.wsgi [-] (94174) accepted ('10.222.0.20', 39192) {{(pid=94174) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 11:33:31.539589 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron_lib.callbacks.manager [None req-d0e793b3-b208-41df-8129-25e0156786d1 tempest-NegativeSecGroupTest-178874014 tempest-NegativeSecGroupTest-178874014-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:33:31.547630 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.wsgi [None req-a3d0f545-a69d-4e0f-8917-4553189e168b tempest-ExtensionsTestJSON-1227250319 tempest-ExtensionsTestJSON-1227250319-project] http://10.222.0.20:9696/v2.0/extensions/extra_dhcp_opt returned with HTTP 200 {{(pid=94174) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 23 11:33:31.548608 dv-neutron-601336-94-hyperv neutron-server[94174]: INFO neutron.wsgi [None req-a3d0f545-a69d-4e0f-8917-4553189e168b tempest-ExtensionsTestJSON-1227250319 tempest-ExtensionsTestJSON-1227250319-project] 10.222.0.20 "GET /v2.0/extensions/extra_dhcp_opt HTTP/1.1" status: 200 len: 498 time: 0.0263803 Jun 23 11:33:31.551854 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.wsgi [-] (94174) accepted ('10.222.0.20', 39194) {{(pid=94174) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 11:33:31.556679 dv-neutron-601336-94-hyperv neutron-server[94174]: INFO neutron.wsgi [None req-327e6822-d922-4984-94fc-867e585dd9e0 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=55ea178908f9451e95a34ef8a97f34a7&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6621797 Jun 23 11:33:31.559339 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.wsgi [None req-52bf2d64-a245-436f-8ead-50bc72b0b8ba tempest-ExtensionsTestJSON-1227250319 tempest-ExtensionsTestJSON-1227250319-project] http://10.222.0.20:9696/v2.0/extensions/extraroute returned with HTTP 200 {{(pid=94174) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 23 11:33:31.562525 dv-neutron-601336-94-hyperv neutron-server[94174]: INFO neutron.wsgi [None req-52bf2d64-a245-436f-8ead-50bc72b0b8ba tempest-ExtensionsTestJSON-1227250319 tempest-ExtensionsTestJSON-1227250319-project] 10.222.0.20 "GET /v2.0/extensions/extraroute HTTP/1.1" status: 200 len: 375 time: 0.0069010 Jun 23 11:33:31.564650 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.wsgi [-] (94174) accepted ('10.222.0.20', 39196) {{(pid=94174) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 11:33:31.564989 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.wsgi [-] (94174) accepted ('10.222.0.20', 39198) {{(pid=94174) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 11:33:31.567100 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-cdb24f9c-1392-495a-8064-1b0d5f8b0e26 tempest-RoutersNegativeIpV6Test-1628881962 tempest-RoutersNegativeIpV6Test-1628881962-project] Releasing vlan 432 on physical network physnet1 to pool {{(pid=94174) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 23 11:33:31.567575 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron_lib.callbacks.manager [None req-cdb24f9c-1392-495a-8064-1b0d5f8b0e26 tempest-RoutersNegativeIpV6Test-1628881962 tempest-RoutersNegativeIpV6Test-1628881962-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3801', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5196341'] for segment, after_delete {{(pid=94174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:33:31.573016 dv-neutron-601336-94-hyperv neutron-server[94174]: Traceback (most recent call last): Jun 23 11:33:31.573016 dv-neutron-601336-94-hyperv neutron-server[94174]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 23 11:33:31.573016 dv-neutron-601336-94-hyperv neutron-server[94174]: timer() Jun 23 11:33:31.573016 dv-neutron-601336-94-hyperv neutron-server[94174]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 23 11:33:31.573016 dv-neutron-601336-94-hyperv neutron-server[94174]: cb(*args, **kw) Jun 23 11:33:31.573016 dv-neutron-601336-94-hyperv neutron-server[94174]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 23 11:33:31.573016 dv-neutron-601336-94-hyperv neutron-server[94174]: return func(*args, **kwargs) Jun 23 11:33:31.573016 dv-neutron-601336-94-hyperv neutron-server[94174]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 23 11:33:31.573016 dv-neutron-601336-94-hyperv neutron-server[94174]: self._notify() Jun 23 11:33:31.573016 dv-neutron-601336-94-hyperv neutron-server[94174]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 23 11:33:31.573016 dv-neutron-601336-94-hyperv neutron-server[94174]: self.callback(batched_events) Jun 23 11:33:31.573016 dv-neutron-601336-94-hyperv neutron-server[94174]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 23 11:33:31.573016 dv-neutron-601336-94-hyperv neutron-server[94174]: event.method(event) Jun 23 11:33:31.573016 dv-neutron-601336-94-hyperv neutron-server[94174]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 23 11:33:31.573016 dv-neutron-601336-94-hyperv neutron-server[94174]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 23 11:33:31.573016 dv-neutron-601336-94-hyperv neutron-server[94174]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 23 11:33:31.573016 dv-neutron-601336-94-hyperv neutron-server[94174]: aggregate_uuid = self.p_client.list_aggregates( Jun 23 11:33:31.573016 dv-neutron-601336-94-hyperv neutron-server[94174]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 23 11:33:31.573016 dv-neutron-601336-94-hyperv neutron-server[94174]: return f(self, *a, **k) Jun 23 11:33:31.573016 dv-neutron-601336-94-hyperv neutron-server[94174]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 23 11:33:31.573016 dv-neutron-601336-94-hyperv neutron-server[94174]: return self._get(url).json() Jun 23 11:33:31.573016 dv-neutron-601336-94-hyperv neutron-server[94174]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 23 11:33:31.573016 dv-neutron-601336-94-hyperv neutron-server[94174]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 23 11:33:31.573016 dv-neutron-601336-94-hyperv neutron-server[94174]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 23 11:33:31.573016 dv-neutron-601336-94-hyperv neutron-server[94174]: return self.request(url, 'GET', **kwargs) Jun 23 11:33:31.573016 dv-neutron-601336-94-hyperv neutron-server[94174]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 23 11:33:31.573016 dv-neutron-601336-94-hyperv neutron-server[94174]: base_url = self.get_endpoint(auth, allow=allow, Jun 23 11:33:31.573016 dv-neutron-601336-94-hyperv neutron-server[94174]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 23 11:33:31.573016 dv-neutron-601336-94-hyperv neutron-server[94174]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 23 11:33:31.573016 dv-neutron-601336-94-hyperv neutron-server[94174]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 23 11:33:31.573016 dv-neutron-601336-94-hyperv neutron-server[94174]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 23 11:33:31.573016 dv-neutron-601336-94-hyperv neutron-server[94174]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 23 11:33:31.586183 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.wsgi [None req-b29ba285-f5f1-4978-ba94-bc05d3520d4f tempest-ExtensionsTestJSON-1227250319 tempest-ExtensionsTestJSON-1227250319-project] http://10.222.0.20:9696/v2.0/extensions/extraroute-atomic returned with HTTP 200 {{(pid=94174) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 23 11:33:31.589821 dv-neutron-601336-94-hyperv neutron-server[94174]: INFO neutron.wsgi [None req-b29ba285-f5f1-4978-ba94-bc05d3520d4f tempest-ExtensionsTestJSON-1227250319 tempest-ExtensionsTestJSON-1227250319-project] 10.222.0.20 "GET /v2.0/extensions/extraroute-atomic HTTP/1.1" status: 200 len: 444 time: 0.0153992 Jun 23 11:33:31.590150 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.wsgi [-] (94175) accepted ('10.222.0.20', 39200) {{(pid=94175) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 11:33:31.596709 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.wsgi [None req-fe2a908a-dd90-47ca-b155-b596e586fa29 tempest-ExtensionsTestJSON-1227250319 tempest-ExtensionsTestJSON-1227250319-project] http://10.222.0.20:9696/v2.0/extensions/filter-validation returned with HTTP 200 {{(pid=94175) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 23 11:33:31.599947 dv-neutron-601336-94-hyperv neutron-server[94175]: INFO neutron.wsgi [None req-fe2a908a-dd90-47ca-b155-b596e586fa29 tempest-ExtensionsTestJSON-1227250319 tempest-ExtensionsTestJSON-1227250319-project] 10.222.0.20 "GET /v2.0/extensions/filter-validation HTTP/1.1" status: 200 len: 392 time: 0.0054877 Jun 23 11:33:31.600905 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.wsgi [-] (94175) accepted ('10.222.0.20', 39202) {{(pid=94175) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 11:33:31.604881 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.plugins.ml2.plugin [None req-8bf74021-cfc6-4cab-b672-289d09247389 None None] Deleting port 7e92a820-029c-4e20-84fb-999b81fc12e0 {{(pid=94176) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1913}} Jun 23 11:33:31.610455 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron_lib.callbacks.manager [None req-8bf74021-cfc6-4cab-b672-289d09247389 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773700079324'] for port, before_delete {{(pid=94176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:33:31.610568 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.wsgi [None req-7864bb0a-4b46-4286-acb4-7a33b047bc85 tempest-ExtensionsTestJSON-1227250319 tempest-ExtensionsTestJSON-1227250319-project] http://10.222.0.20:9696/v2.0/extensions/fip-port-details returned with HTTP 200 {{(pid=94175) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 23 11:33:31.610568 dv-neutron-601336-94-hyperv neutron-server[94175]: INFO neutron.wsgi [None req-7864bb0a-4b46-4286-acb4-7a33b047bc85 tempest-ExtensionsTestJSON-1227250319 tempest-ExtensionsTestJSON-1227250319-project] 10.222.0.20 "GET /v2.0/extensions/fip-port-details HTTP/1.1" status: 200 len: 406 time: 0.0062404 Jun 23 11:33:31.612546 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.wsgi [-] (94175) accepted ('10.222.0.20', 39204) {{(pid=94175) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 11:33:31.638270 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.wsgi [None req-ea4360e9-f4e1-4a4c-a7d5-4a55cc486ca3 tempest-ExtensionsTestJSON-1227250319 tempest-ExtensionsTestJSON-1227250319-project] http://10.222.0.20:9696/v2.0/extensions/flavors returned with HTTP 200 {{(pid=94175) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 23 11:33:31.641466 dv-neutron-601336-94-hyperv neutron-server[94175]: INFO neutron.wsgi [None req-ea4360e9-f4e1-4a4c-a7d5-4a55cc486ca3 tempest-ExtensionsTestJSON-1227250319 tempest-ExtensionsTestJSON-1227250319-project] 10.222.0.20 "GET /v2.0/extensions/flavors HTTP/1.1" status: 200 len: 387 time: 0.0240176 Jun 23 11:33:31.646609 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.wsgi [-] (94175) accepted ('10.222.0.20', 39206) {{(pid=94175) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 11:33:31.651116 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.wsgi [None req-d34832c2-9582-44d4-815f-b525dc716039 tempest-ExtensionsTestJSON-1227250319 tempest-ExtensionsTestJSON-1227250319-project] http://10.222.0.20:9696/v2.0/extensions/floatingip-pools returned with HTTP 200 {{(pid=94175) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 23 11:33:31.654969 dv-neutron-601336-94-hyperv neutron-server[94175]: INFO neutron.wsgi [None req-d34832c2-9582-44d4-815f-b525dc716039 tempest-ExtensionsTestJSON-1227250319 tempest-ExtensionsTestJSON-1227250319-project] 10.222.0.20 "GET /v2.0/extensions/floatingip-pools HTTP/1.1" status: 200 len: 382 time: 0.0045097 Jun 23 11:33:31.662817 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.wsgi [-] (94175) accepted ('10.222.0.20', 39208) {{(pid=94175) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 11:33:31.664508 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron_lib.callbacks.manager [None req-d0e793b3-b208-41df-8129-25e0156786d1 tempest-NegativeSecGroupTest-178874014 tempest-NegativeSecGroupTest-178874014-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:33:31.671386 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.wsgi [None req-cdd896d1-7b4d-4e73-ad46-b2735263524b tempest-ExtensionsTestJSON-1227250319 tempest-ExtensionsTestJSON-1227250319-project] http://10.222.0.20:9696/v2.0/extensions/ip-substring-filtering returned with HTTP 200 {{(pid=94175) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 23 11:33:31.675177 dv-neutron-601336-94-hyperv neutron-server[94175]: INFO neutron.wsgi [None req-cdd896d1-7b4d-4e73-ad46-b2735263524b tempest-ExtensionsTestJSON-1227250319 tempest-ExtensionsTestJSON-1227250319-project] 10.222.0.20 "GET /v2.0/extensions/ip-substring-filtering HTTP/1.1" status: 200 len: 416 time: 0.0066314 Jun 23 11:33:31.677840 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.wsgi [-] (94175) accepted ('10.222.0.20', 39210) {{(pid=94175) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 11:33:31.682368 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.plugins.ml2.db [None req-8bf74021-cfc6-4cab-b672-289d09247389 None None] For port 7e92a820-029c-4e20-84fb-999b81fc12e0, host dv-neutron-601336-94-hyperv, got binding levels [] {{(pid=94176) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 23 11:33:31.683415 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron_lib.callbacks.manager [None req-8bf74021-cfc6-4cab-b672-289d09247389 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-430722'] for port, precommit_delete {{(pid=94176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:33:31.684410 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.wsgi [None req-115acd3a-77e6-46e8-8d70-bde38bf4ff06 tempest-ExtensionsTestJSON-1227250319 tempest-ExtensionsTestJSON-1227250319-project] http://10.222.0.20:9696/v2.0/extensions/router returned with HTTP 200 {{(pid=94175) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 23 11:33:31.687652 dv-neutron-601336-94-hyperv neutron-server[94175]: INFO neutron.wsgi [None req-115acd3a-77e6-46e8-8d70-bde38bf4ff06 tempest-ExtensionsTestJSON-1227250319 tempest-ExtensionsTestJSON-1227250319-project] 10.222.0.20 "GET /v2.0/extensions/router HTTP/1.1" status: 200 len: 450 time: 0.0076227 Jun 23 11:33:31.689821 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.wsgi [-] (94175) accepted ('10.222.0.20', 39212) {{(pid=94175) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 11:33:31.700531 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.wsgi [None req-d98a033f-a2e1-482d-afeb-5fc99ca53969 tempest-ExtensionsTestJSON-1227250319 tempest-ExtensionsTestJSON-1227250319-project] http://10.222.0.20:9696/v2.0/extensions/ext-gw-mode returned with HTTP 200 {{(pid=94175) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 23 11:33:31.700531 dv-neutron-601336-94-hyperv neutron-server[94175]: INFO neutron.wsgi [None req-d98a033f-a2e1-482d-afeb-5fc99ca53969 tempest-ExtensionsTestJSON-1227250319 tempest-ExtensionsTestJSON-1227250319-project] 10.222.0.20 "GET /v2.0/extensions/ext-gw-mode HTTP/1.1" status: 200 len: 462 time: 0.0082307 Jun 23 11:33:31.700836 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.wsgi [-] (94175) accepted ('10.222.0.20', 39214) {{(pid=94175) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 11:33:31.701730 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron_lib.callbacks.manager [None req-f531c8f2-a5fe-46c5-aa4f-aef57118f434 tempest-PortsTestJSON-2085221018 tempest-PortsTestJSON-2085221018-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-897259', 'neutron.services.segments.db._delete_segments_for_network-8773700168587'] for network, precommit_delete {{(pid=94174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:33:31.709642 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.wsgi [None req-c2acff9c-ff49-4e0e-9d09-7499c98e1381 tempest-ExtensionsTestJSON-1227250319 tempest-ExtensionsTestJSON-1227250319-project] http://10.222.0.20:9696/v2.0/extensions/l3-ha returned with HTTP 200 {{(pid=94175) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 23 11:33:31.709642 dv-neutron-601336-94-hyperv neutron-server[94175]: INFO neutron.wsgi [None req-c2acff9c-ff49-4e0e-9d09-7499c98e1381 tempest-ExtensionsTestJSON-1227250319 tempest-ExtensionsTestJSON-1227250319-project] 10.222.0.20 "GET /v2.0/extensions/l3-ha HTTP/1.1" status: 200 len: 360 time: 0.0057609 Jun 23 11:33:31.709913 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.wsgi [-] (94175) accepted ('10.222.0.20', 39216) {{(pid=94175) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 11:33:31.714552 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.wsgi [None req-9938c5c4-73cd-4663-830b-a64fd3a433b0 tempest-ExtensionsTestJSON-1227250319 tempest-ExtensionsTestJSON-1227250319-project] http://10.222.0.20:9696/v2.0/extensions/l3-flavors returned with HTTP 200 {{(pid=94175) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 23 11:33:31.714698 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.plugins.ml2.plugin [None req-8bf74021-cfc6-4cab-b672-289d09247389 None None] Calling delete_port for 7e92a820-029c-4e20-84fb-999b81fc12e0 owned by network:dhcp {{(pid=94176) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1986}} Jun 23 11:33:31.718108 dv-neutron-601336-94-hyperv neutron-server[94175]: INFO neutron.wsgi [None req-9938c5c4-73cd-4663-830b-a64fd3a433b0 tempest-ExtensionsTestJSON-1227250319 tempest-ExtensionsTestJSON-1227250319-project] 10.222.0.20 "GET /v2.0/extensions/l3-flavors HTTP/1.1" status: 200 len: 366 time: 0.0046849 Jun 23 11:33:31.718409 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.wsgi [-] (94174) accepted ('10.222.0.20', 39218) {{(pid=94174) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 11:33:31.724768 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.services.segments.db [None req-f531c8f2-a5fe-46c5-aa4f-aef57118f434 tempest-PortsTestJSON-2085221018 tempest-PortsTestJSON-2085221018-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d85cfa3d-97a7-4683-b568-8e4a9da8aa25']}} {{(pid=94174) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 11:33:31.728759 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.db.ipam_backend_mixin [None req-8bf74021-cfc6-4cab-b672-289d09247389 None None] Port 7e92a820-029c-4e20-84fb-999b81fc12e0 was not found and therefore no delete operation was performed {{(pid=94176) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Jun 23 11:33:31.729492 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.wsgi [None req-9bedf05c-7ee7-41e4-8a4b-c0592387b8f1 tempest-ExtensionsTestJSON-1227250319 tempest-ExtensionsTestJSON-1227250319-project] http://10.222.0.20:9696/v2.0/extensions/l3-port-ip-change-not-allowed returned with HTTP 200 {{(pid=94174) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 23 11:33:31.731882 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron_lib.callbacks.manager [None req-8bf74021-cfc6-4cab-b672-289d09247389 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-922904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866062', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773700135024', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773699642224'] for port, after_delete {{(pid=94176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:33:31.738073 dv-neutron-601336-94-hyperv neutron-server[94174]: INFO neutron.wsgi [None req-9bedf05c-7ee7-41e4-8a4b-c0592387b8f1 tempest-ExtensionsTestJSON-1227250319 tempest-ExtensionsTestJSON-1227250319-project] 10.222.0.20 "GET /v2.0/extensions/l3-port-ip-change-not-allowed HTTP/1.1" status: 200 len: 439 time: 0.0148828 Jun 23 11:33:31.740805 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG oslo_concurrency.lockutils [None req-dc7542b2-afef-47f4-a763-e3a3cba144be None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 11:33:31.742074 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.wsgi [-] (94174) accepted ('10.222.0.20', 39220) {{(pid=94174) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 11:33:31.745147 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8bf74021-cfc6-4cab-b672-289d09247389 None None] No DVR routers for this DVR port 7e92a820-029c-4e20-84fb-999b81fc12e0 on host dv-neutron-601336-94-hyperv {{(pid=94176) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 23 11:33:31.749158 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.wsgi [None req-2be54356-3e61-4ddf-bc96-ca9f4195a302 tempest-ExtensionsTestJSON-1227250319 tempest-ExtensionsTestJSON-1227250319-project] http://10.222.0.20:9696/v2.0/extensions/l3_agent_scheduler returned with HTTP 200 {{(pid=94174) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 23 11:33:31.752460 dv-neutron-601336-94-hyperv neutron-server[94174]: INFO neutron.wsgi [None req-2be54356-3e61-4ddf-bc96-ca9f4195a302 tempest-ExtensionsTestJSON-1227250319 tempest-ExtensionsTestJSON-1227250319-project] 10.222.0.20 "GET /v2.0/extensions/l3_agent_scheduler HTTP/1.1" status: 200 len: 374 time: 0.0069921 Jun 23 11:33:31.753635 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.wsgi [-] (94175) accepted ('10.222.0.20', 39222) {{(pid=94175) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 11:33:31.759455 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.services.segments.db [None req-f531c8f2-a5fe-46c5-aa4f-aef57118f434 tempest-PortsTestJSON-2085221018 tempest-PortsTestJSON-2085221018-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '93ac6be4-5f23-4075-9bf4-9cacfb009c9a') {'for_net_delete': True} {{(pid=94174) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 11:33:31.759757 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.services.segments.db [None req-f531c8f2-a5fe-46c5-aa4f-aef57118f434 tempest-PortsTestJSON-2085221018 tempest-PortsTestJSON-2085221018-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '93ac6be4-5f23-4075-9bf4-9cacfb009c9a') {} {{(pid=94174) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 11:33:31.767352 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.plugins.ml2.rpc [None req-dc7542b2-afef-47f4-a763-e3a3cba144be None None] Device 2f2cbdcf-987b-451f-b330-6e77e4de6378 no longer exists at agent ovs-agent-dv-neutron-601336-94-hyperv {{(pid=94176) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:261}} Jun 23 11:33:31.771626 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron_lib.callbacks.manager [None req-f531c8f2-a5fe-46c5-aa4f-aef57118f434 tempest-PortsTestJSON-2085221018 tempest-PortsTestJSON-2085221018-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8773699955833', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4800267'] for segment, before_delete {{(pid=94174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:33:31.771947 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bf74021-cfc6-4cab-b672-289d09247389 None None] Pushing event deleted for resources: {'Port': ['ID=7e92a820-029c-4e20-84fb-999b81fc12e0,revision_number=None']} {{(pid=94176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 11:33:31.775248 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG oslo_concurrency.lockutils [None req-8bf74021-cfc6-4cab-b672-289d09247389 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.034s {{(pid=94176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 11:33:31.777132 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.wsgi [None req-b062ca5d-9b94-4ede-b42c-5b08fa57a590 tempest-ExtensionsTestJSON-1227250319 tempest-ExtensionsTestJSON-1227250319-project] http://10.222.0.20:9696/v2.0/extensions/metering returned with HTTP 200 {{(pid=94175) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 23 11:33:31.781883 dv-neutron-601336-94-hyperv neutron-server[94175]: INFO neutron.wsgi [None req-b062ca5d-9b94-4ede-b42c-5b08fa57a590 tempest-ExtensionsTestJSON-1227250319 tempest-ExtensionsTestJSON-1227250319-project] 10.222.0.20 "GET /v2.0/extensions/metering HTTP/1.1" status: 200 len: 357 time: 0.0107250 Jun 23 11:33:31.785927 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.wsgi [-] (94175) accepted ('10.222.0.20', 39224) {{(pid=94175) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 11:33:31.791125 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.wsgi [None req-9f1b25b9-64c0-4c60-8ba5-b6568140ba78 tempest-ExtensionsTestJSON-1227250319 tempest-ExtensionsTestJSON-1227250319-project] http://10.222.0.20:9696/v2.0/extensions/metering_source_and_destination_fields returned with HTTP 200 {{(pid=94175) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 23 11:33:31.795425 dv-neutron-601336-94-hyperv neutron-server[94175]: INFO neutron.wsgi [None req-9f1b25b9-64c0-4c60-8ba5-b6568140ba78 tempest-ExtensionsTestJSON-1227250319 tempest-ExtensionsTestJSON-1227250319-project] 10.222.0.20 "GET /v2.0/extensions/metering_source_and_destination_fields HTTP/1.1" status: 200 len: 515 time: 0.0081739 Jun 23 11:33:31.796257 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.plugins.ml2.plugin [None req-dc7542b2-afef-47f4-a763-e3a3cba144be None None] No Port match for: 2f2cbdcf-987b-451f-b330-6e77e4de6378 {{(pid=94176) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2240}} Jun 23 11:33:31.797229 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.plugins.ml2.rpc [None req-dc7542b2-afef-47f4-a763-e3a3cba144be None None] Device 2f2cbdcf-987b-451f-b330-6e77e4de6378 not bound to the agent host dv-neutron-601336-94-hyperv {{(pid=94176) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:271}} Jun 23 11:33:31.797874 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.wsgi [-] (94174) accepted ('10.222.0.20', 39226) {{(pid=94174) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 11:33:31.800765 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron_lib.callbacks.manager [None req-d0e793b3-b208-41df-8129-25e0156786d1 tempest-NegativeSecGroupTest-178874014 tempest-NegativeSecGroupTest-178874014-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7996355'] for security_group_rule, after_create {{(pid=94175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:33:31.810444 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.wsgi [None req-f48b7c95-6a02-4517-85bc-e300a5075f5f tempest-ExtensionsTestJSON-1227250319 tempest-ExtensionsTestJSON-1227250319-project] http://10.222.0.20:9696/v2.0/extensions/multi-provider returned with HTTP 200 {{(pid=94174) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 23 11:33:31.810444 dv-neutron-601336-94-hyperv neutron-server[94174]: INFO neutron.wsgi [None req-f48b7c95-6a02-4517-85bc-e300a5075f5f tempest-ExtensionsTestJSON-1227250319 tempest-ExtensionsTestJSON-1227250319-project] 10.222.0.20 "GET /v2.0/extensions/multi-provider HTTP/1.1" status: 200 len: 406 time: 0.0073221 Jun 23 11:33:31.810444 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron_lib.callbacks.manager [None req-cdb24f9c-1392-495a-8064-1b0d5f8b0e26 tempest-RoutersNegativeIpV6Test-1628881962 tempest-RoutersNegativeIpV6Test-1628881962-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-897248', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8002400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7866073', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-524247'] for network, after_delete {{(pid=94174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:33:31.810444 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron_lib.callbacks.manager [None req-72428056-1c84-42e2-b4fe-16383b9961e9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:33:31.813098 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.wsgi [-] (94174) accepted ('10.222.0.20', 39228) {{(pid=94174) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 11:33:31.813246 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94175) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 11:33:31.813366 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG oslo_concurrency.lockutils [None req-e07a94f5-1970-4d90-9d2b-e17b51f149b1 tempest-BulkNetworkOpsTest-447796090 tempest-BulkNetworkOpsTest-447796090-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94174) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 11:33:31.820005 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron_lib.callbacks.manager [None req-f531c8f2-a5fe-46c5-aa4f-aef57118f434 tempest-PortsTestJSON-2085221018 tempest-PortsTestJSON-2085221018-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3801'] for segment, precommit_delete {{(pid=94174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:33:31.825966 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.wsgi [None req-397d4478-daad-414f-a3e4-061773ca59de tempest-ExtensionsTestJSON-1227250319 tempest-ExtensionsTestJSON-1227250319-project] http://10.222.0.20:9696/v2.0/extensions/net-mtu returned with HTTP 200 {{(pid=94174) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 23 11:33:31.826940 dv-neutron-601336-94-hyperv neutron-server[94174]: INFO neutron.wsgi [None req-397d4478-daad-414f-a3e4-061773ca59de tempest-ExtensionsTestJSON-1227250319 tempest-ExtensionsTestJSON-1227250319-project] 10.222.0.20 "GET /v2.0/extensions/net-mtu HTTP/1.1" status: 200 len: 370 time: 0.0103464 Jun 23 11:33:31.828084 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron_lib.callbacks.manager [None req-cdb24f9c-1392-495a-8064-1b0d5f8b0e26 tempest-RoutersNegativeIpV6Test-1628881962 tempest-RoutersNegativeIpV6Test-1628881962-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7865916'] for network, before_response {{(pid=94174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:33:31.832916 dv-neutron-601336-94-hyperv neutron-server[94174]: INFO neutron.wsgi [None req-cdb24f9c-1392-495a-8064-1b0d5f8b0e26 tempest-RoutersNegativeIpV6Test-1628881962 tempest-RoutersNegativeIpV6Test-1628881962-project] 10.222.0.20 "DELETE /v2.0/networks/b04cfd8d-f3c9-4845-aa79-eaf5d5ae37e5 HTTP/1.1" status: 204 len: 168 time: 1.8302708 Jun 23 11:33:31.837893 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.wsgi [-] (94175) accepted ('10.222.0.20', 39230) {{(pid=94175) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 11:33:31.838347 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.wsgi [-] (94175) accepted ('10.222.0.20', 39232) {{(pid=94175) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 11:33:31.854764 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.wsgi [None req-47a6c7b2-4d44-4d64-aa61-2745dfbc37ef tempest-ExtensionsTestJSON-1227250319 tempest-ExtensionsTestJSON-1227250319-project] http://10.222.0.20:9696/v2.0/extensions/net-mtu-writable returned with HTTP 200 {{(pid=94175) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 23 11:33:31.858258 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdb24f9c-1392-495a-8064-1b0d5f8b0e26 tempest-RoutersNegativeIpV6Test-1628881962 tempest-RoutersNegativeIpV6Test-1628881962-project] Pushing event deleted for resources: {'Network': ['ID=b04cfd8d-f3c9-4845-aa79-eaf5d5ae37e5,revision_number=None']} {{(pid=94174) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 11:33:31.858416 dv-neutron-601336-94-hyperv neutron-server[94175]: INFO neutron.wsgi [None req-47a6c7b2-4d44-4d64-aa61-2745dfbc37ef tempest-ExtensionsTestJSON-1227250319 tempest-ExtensionsTestJSON-1227250319-project] 10.222.0.20 "GET /v2.0/extensions/net-mtu-writable HTTP/1.1" status: 200 len: 401 time: 0.0150502 Jun 23 11:33:31.858542 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f531c8f2-a5fe-46c5-aa4f-aef57118f434 tempest-PortsTestJSON-2085221018 tempest-PortsTestJSON-2085221018-project] Releasing vlan 405 on physical network physnet1 to pool {{(pid=94174) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 23 11:33:31.858638 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0e793b3-b208-41df-8129-25e0156786d1 tempest-NegativeSecGroupTest-178874014 tempest-NegativeSecGroupTest-178874014-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=435da887-0f7f-45e7-84b1-eac4171961e2,revision_number=0']} {{(pid=94175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 11:33:31.858726 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron_lib.callbacks.manager [None req-f531c8f2-a5fe-46c5-aa4f-aef57118f434 tempest-PortsTestJSON-2085221018 tempest-PortsTestJSON-2085221018-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3801', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5196341'] for segment, after_delete {{(pid=94174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:33:31.866300 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.wsgi [-] (94175) accepted ('10.222.0.20', 39234) {{(pid=94175) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 11:33:31.866300 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.wsgi [None req-0d684866-5fb9-41cb-bd2d-7073b77317b4 tempest-ExtensionsTestJSON-1227250319 tempest-ExtensionsTestJSON-1227250319-project] http://10.222.0.20:9696/v2.0/extensions/network_availability_zone returned with HTTP 200 {{(pid=94175) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 23 11:33:31.869749 dv-neutron-601336-94-hyperv neutron-server[94174]: Traceback (most recent call last): Jun 23 11:33:31.869749 dv-neutron-601336-94-hyperv neutron-server[94174]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 23 11:33:31.869749 dv-neutron-601336-94-hyperv neutron-server[94174]: timer() Jun 23 11:33:31.869749 dv-neutron-601336-94-hyperv neutron-server[94174]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 23 11:33:31.869749 dv-neutron-601336-94-hyperv neutron-server[94174]: cb(*args, **kw) Jun 23 11:33:31.869749 dv-neutron-601336-94-hyperv neutron-server[94174]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 23 11:33:31.869749 dv-neutron-601336-94-hyperv neutron-server[94174]: return func(*args, **kwargs) Jun 23 11:33:31.869749 dv-neutron-601336-94-hyperv neutron-server[94174]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 23 11:33:31.869749 dv-neutron-601336-94-hyperv neutron-server[94174]: self._notify() Jun 23 11:33:31.869749 dv-neutron-601336-94-hyperv neutron-server[94174]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 23 11:33:31.869749 dv-neutron-601336-94-hyperv neutron-server[94174]: self.callback(batched_events) Jun 23 11:33:31.869749 dv-neutron-601336-94-hyperv neutron-server[94174]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 23 11:33:31.869749 dv-neutron-601336-94-hyperv neutron-server[94174]: event.method(event) Jun 23 11:33:31.869749 dv-neutron-601336-94-hyperv neutron-server[94174]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 23 11:33:31.869749 dv-neutron-601336-94-hyperv neutron-server[94174]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 23 11:33:31.869749 dv-neutron-601336-94-hyperv neutron-server[94174]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 23 11:33:31.869749 dv-neutron-601336-94-hyperv neutron-server[94174]: aggregate_uuid = self.p_client.list_aggregates( Jun 23 11:33:31.869749 dv-neutron-601336-94-hyperv neutron-server[94174]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 23 11:33:31.869749 dv-neutron-601336-94-hyperv neutron-server[94174]: return f(self, *a, **k) Jun 23 11:33:31.869749 dv-neutron-601336-94-hyperv neutron-server[94174]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 23 11:33:31.869749 dv-neutron-601336-94-hyperv neutron-server[94174]: return self._get(url).json() Jun 23 11:33:31.869749 dv-neutron-601336-94-hyperv neutron-server[94174]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 23 11:33:31.869749 dv-neutron-601336-94-hyperv neutron-server[94174]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 23 11:33:31.869749 dv-neutron-601336-94-hyperv neutron-server[94174]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 23 11:33:31.869749 dv-neutron-601336-94-hyperv neutron-server[94174]: return self.request(url, 'GET', **kwargs) Jun 23 11:33:31.869749 dv-neutron-601336-94-hyperv neutron-server[94174]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 23 11:33:31.869749 dv-neutron-601336-94-hyperv neutron-server[94174]: base_url = self.get_endpoint(auth, allow=allow, Jun 23 11:33:31.869749 dv-neutron-601336-94-hyperv neutron-server[94174]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 23 11:33:31.869749 dv-neutron-601336-94-hyperv neutron-server[94174]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 23 11:33:31.869749 dv-neutron-601336-94-hyperv neutron-server[94174]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 23 11:33:31.869749 dv-neutron-601336-94-hyperv neutron-server[94174]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 23 11:33:31.869749 dv-neutron-601336-94-hyperv neutron-server[94174]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 23 11:33:31.872171 dv-neutron-601336-94-hyperv neutron-server[94175]: INFO neutron.wsgi [None req-0d684866-5fb9-41cb-bd2d-7073b77317b4 tempest-ExtensionsTestJSON-1227250319 tempest-ExtensionsTestJSON-1227250319-project] 10.222.0.20 "GET /v2.0/extensions/network_availability_zone HTTP/1.1" status: 200 len: 394 time: 0.0055261 Jun 23 11:33:31.872265 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG oslo_concurrency.lockutils [None req-cdb24f9c-1392-495a-8064-1b0d5f8b0e26 tempest-RoutersNegativeIpV6Test-1628881962 tempest-RoutersNegativeIpV6Test-1628881962-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.054s {{(pid=94174) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 11:33:31.880671 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.wsgi [-] (94174) accepted ('10.222.0.20', 39236) {{(pid=94174) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 11:33:31.894463 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG oslo_concurrency.lockutils [None req-d0e793b3-b208-41df-8129-25e0156786d1 tempest-NegativeSecGroupTest-178874014 tempest-NegativeSecGroupTest-178874014-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.083s {{(pid=94175) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 11:33:31.913476 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.wsgi [None req-59290c73-3204-431e-a272-bc190f9051e8 tempest-ExtensionsTestJSON-1227250319 tempest-ExtensionsTestJSON-1227250319-project] http://10.222.0.20:9696/v2.0/extensions/network-ip-availability returned with HTTP 200 {{(pid=94174) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 23 11:33:31.913708 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron_lib.callbacks.manager [None req-41b123c2-7116-4d11-af62-98061ab0ec53 tempest-NetworksTestDHCPv6-162546708 tempest-NetworksTestDHCPv6-162546708-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-922904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866062', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773700135024', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773699642224', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5082448'] for port, after_delete {{(pid=94175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:33:31.916628 dv-neutron-601336-94-hyperv neutron-server[94174]: INFO neutron.wsgi [None req-59290c73-3204-431e-a272-bc190f9051e8 tempest-ExtensionsTestJSON-1227250319 tempest-ExtensionsTestJSON-1227250319-project] 10.222.0.20 "GET /v2.0/extensions/network-ip-availability HTTP/1.1" status: 200 len: 410 time: 0.0328364 Jun 23 11:33:31.919427 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.wsgi [-] (94174) accepted ('10.222.0.20', 39238) {{(pid=94174) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 11:33:31.923585 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG oslo_concurrency.lockutils [None req-3cc136b8-02fe-4532-a704-a8cf6609077c tempest-PortsTestJSON-2085221018 tempest-PortsTestJSON-2085221018-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94175) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 11:33:31.935481 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.wsgi [None req-91a87c44-e337-42d2-8201-5f64b8abf28a tempest-ExtensionsTestJSON-1227250319 tempest-ExtensionsTestJSON-1227250319-project] http://10.222.0.20:9696/v2.0/extensions/pagination returned with HTTP 200 {{(pid=94174) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 23 11:33:31.936480 dv-neutron-601336-94-hyperv neutron-server[94174]: INFO neutron.wsgi [None req-91a87c44-e337-42d2-8201-5f64b8abf28a tempest-ExtensionsTestJSON-1227250319 tempest-ExtensionsTestJSON-1227250319-project] 10.222.0.20 "GET /v2.0/extensions/pagination HTTP/1.1" status: 200 len: 386 time: 0.0093186 Jun 23 11:33:31.940908 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron_lib.callbacks.manager [None req-72428056-1c84-42e2-b4fe-16383b9961e9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:33:31.942408 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.wsgi [-] (94174) accepted ('10.222.0.20', 39240) {{(pid=94174) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 11:33:31.948953 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.db.db_base_plugin_v2 [None req-3892f5d7-3074-4ac7-b750-d17a0749a2bb tempest-RoutersNegativeIpV6Test-1628881962 tempest-RoutersNegativeIpV6Test-1628881962-project] Deleting subnet c67452df-949b-4749-9c4b-23efd0f7a7e6 {{(pid=94175) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jun 23 11:33:31.955190 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.wsgi [None req-a91b425a-8e02-400b-a718-ab8e62309eac tempest-ExtensionsTestJSON-1227250319 tempest-ExtensionsTestJSON-1227250319-project] http://10.222.0.20:9696/v2.0/extensions/port-device-profile returned with HTTP 200 {{(pid=94174) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 23 11:33:31.955190 dv-neutron-601336-94-hyperv neutron-server[94174]: INFO neutron.wsgi [None req-a91b425a-8e02-400b-a718-ab8e62309eac tempest-ExtensionsTestJSON-1227250319 tempest-ExtensionsTestJSON-1227250319-project] 10.222.0.20 "GET /v2.0/extensions/port-device-profile HTTP/1.1" status: 200 len: 383 time: 0.0054715 Jun 23 11:33:31.956371 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41b123c2-7116-4d11-af62-98061ab0ec53 tempest-NetworksTestDHCPv6-162546708 tempest-NetworksTestDHCPv6-162546708-project] Pushing event deleted for resources: {'Port': ['ID=0eea95b1-2894-4eee-8d73-8fac889c66a2,revision_number=None']} {{(pid=94175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 11:33:31.958203 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.wsgi [-] (94174) accepted ('10.222.0.20', 39242) {{(pid=94174) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 11:33:31.962674 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron_lib.callbacks.manager [None req-d0e793b3-b208-41df-8129-25e0156786d1 tempest-NegativeSecGroupTest-178874014 tempest-NegativeSecGroupTest-178874014-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:33:31.967140 dv-neutron-601336-94-hyperv neutron-server[94175]: INFO neutron.wsgi [None req-d0e793b3-b208-41df-8129-25e0156786d1 tempest-NegativeSecGroupTest-178874014 tempest-NegativeSecGroupTest-178874014-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.6103008 Jun 23 11:33:31.967140 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron_lib.callbacks.manager [None req-3892f5d7-3074-4ac7-b750-d17a0749a2bb tempest-RoutersNegativeIpV6Test-1628881962 tempest-RoutersNegativeIpV6Test-1628881962-project] Notify callbacks [] for subnet, before_delete {{(pid=94175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:33:31.967356 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.wsgi [None req-0c604942-a026-40da-aa0f-819be10cfd79 tempest-ExtensionsTestJSON-1227250319 tempest-ExtensionsTestJSON-1227250319-project] http://10.222.0.20:9696/v2.0/extensions/port-mac-address-regenerate returned with HTTP 200 {{(pid=94174) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 23 11:33:31.970183 dv-neutron-601336-94-hyperv neutron-server[94174]: INFO neutron.wsgi [None req-0c604942-a026-40da-aa0f-819be10cfd79 tempest-ExtensionsTestJSON-1227250319 tempest-ExtensionsTestJSON-1227250319-project] 10.222.0.20 "GET /v2.0/extensions/port-mac-address-regenerate HTTP/1.1" status: 200 len: 403 time: 0.0081847 Jun 23 11:33:31.970183 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.wsgi [-] (94174) accepted ('10.222.0.20', 39244) {{(pid=94174) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 11:33:31.970495 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG oslo_concurrency.lockutils [None req-41b123c2-7116-4d11-af62-98061ab0ec53 tempest-NetworksTestDHCPv6-162546708 tempest-NetworksTestDHCPv6-162546708-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=94175) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 11:33:31.970995 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.wsgi [-] (94175) accepted ('10.222.0.20', 39246) {{(pid=94175) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 11:33:31.979979 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.api.v2.base [None req-7e0248da-d1df-46b6-9bd5-aed0cf3b0ecb tempest-NegativeSecGroupTest-178874014 tempest-NegativeSecGroupTest-178874014-project] Request body: {'security_group_rule': {'security_group_id': 'd79f3dbc-e1d7-410a-9174-626b71caccee', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'port_range_min': 66, 'port_range_max': 67}} {{(pid=94174) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 23 11:33:31.993533 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.wsgi [None req-910415e5-85b7-4534-a6bf-939f2aab81aa tempest-ExtensionsTestJSON-1227250319 tempest-ExtensionsTestJSON-1227250319-project] http://10.222.0.20:9696/v2.0/extensions/port-numa-affinity-policy returned with HTTP 200 {{(pid=94175) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 23 11:33:31.997642 dv-neutron-601336-94-hyperv neutron-server[94175]: INFO neutron.wsgi [None req-910415e5-85b7-4534-a6bf-939f2aab81aa tempest-ExtensionsTestJSON-1227250319 tempest-ExtensionsTestJSON-1227250319-project] 10.222.0.20 "GET /v2.0/extensions/port-numa-affinity-policy HTTP/1.1" status: 200 len: 392 time: 0.0047169 Jun 23 11:33:31.998949 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.wsgi [-] (94175) accepted ('10.222.0.20', 39248) {{(pid=94175) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 11:33:32.005182 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.wsgi [None req-bb3f6f7a-bbce-43ab-bb15-fbc4e0f7a22a tempest-ExtensionsTestJSON-1227250319 tempest-ExtensionsTestJSON-1227250319-project] http://10.222.0.20:9696/v2.0/extensions/binding returned with HTTP 200 {{(pid=94175) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 23 11:33:32.009168 dv-neutron-601336-94-hyperv neutron-server[94175]: INFO neutron.wsgi [None req-bb3f6f7a-bbce-43ab-bb15-fbc4e0f7a22a tempest-ExtensionsTestJSON-1227250319 tempest-ExtensionsTestJSON-1227250319-project] 10.222.0.20 "GET /v2.0/extensions/binding HTTP/1.1" status: 200 len: 387 time: 0.0043986 Jun 23 11:33:32.011800 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.wsgi [-] (94174) accepted ('10.222.0.20', 39250) {{(pid=94174) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 11:33:32.016773 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.wsgi [None req-39d845fb-11c1-4176-a482-04e0649b46e7 tempest-ExtensionsTestJSON-1227250319 tempest-ExtensionsTestJSON-1227250319-project] http://10.222.0.20:9696/v2.0/extensions/binding-extended returned with HTTP 200 {{(pid=94174) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 23 11:33:32.017715 dv-neutron-601336-94-hyperv neutron-server[94174]: INFO neutron.wsgi [None req-39d845fb-11c1-4176-a482-04e0649b46e7 tempest-ExtensionsTestJSON-1227250319 tempest-ExtensionsTestJSON-1227250319-project] 10.222.0.20 "GET /v2.0/extensions/binding-extended HTTP/1.1" status: 200 len: 406 time: 0.0044115 Jun 23 11:33:32.020549 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.wsgi [-] (94174) accepted ('10.222.0.20', 39252) {{(pid=94174) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 11:33:32.024941 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.wsgi [None req-d422ecae-366b-4c18-869f-a69319fa9e42 tempest-ExtensionsTestJSON-1227250319 tempest-ExtensionsTestJSON-1227250319-project] http://10.222.0.20:9696/v2.0/extensions/port-security returned with HTTP 200 {{(pid=94174) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 23 11:33:32.026090 dv-neutron-601336-94-hyperv neutron-server[94174]: INFO neutron.wsgi [None req-d422ecae-366b-4c18-869f-a69319fa9e42 tempest-ExtensionsTestJSON-1227250319 tempest-ExtensionsTestJSON-1227250319-project] 10.222.0.20 "GET /v2.0/extensions/port-security HTTP/1.1" status: 200 len: 354 time: 0.0045009 Jun 23 11:33:32.028779 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.wsgi [-] (94174) accepted ('10.222.0.20', 39254) {{(pid=94174) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 11:33:32.033621 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.wsgi [None req-c11fa4dd-a3d4-4fe7-b7b1-7546a4045668 tempest-ExtensionsTestJSON-1227250319 tempest-ExtensionsTestJSON-1227250319-project] http://10.222.0.20:9696/v2.0/extensions/project-id returned with HTTP 200 {{(pid=94174) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 23 11:33:32.035626 dv-neutron-601336-94-hyperv neutron-server[94174]: INFO neutron.wsgi [None req-c11fa4dd-a3d4-4fe7-b7b1-7546a4045668 tempest-ExtensionsTestJSON-1227250319 tempest-ExtensionsTestJSON-1227250319-project] 10.222.0.20 "GET /v2.0/extensions/project-id HTTP/1.1" status: 200 len: 398 time: 0.0056133 Jun 23 11:33:32.040334 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron_lib.callbacks.manager [None req-f531c8f2-a5fe-46c5-aa4f-aef57118f434 tempest-PortsTestJSON-2085221018 tempest-PortsTestJSON-2085221018-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-897248', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8002400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7866073', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-524247'] for network, after_delete {{(pid=94174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:33:32.041418 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.wsgi [-] (94174) accepted ('10.222.0.20', 39256) {{(pid=94174) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 11:33:32.049515 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.wsgi [None req-e90683ce-56ed-4e97-9d33-c20e3bd3e1c4 tempest-ExtensionsTestJSON-1227250319 tempest-ExtensionsTestJSON-1227250319-project] http://10.222.0.20:9696/v2.0/extensions/provider returned with HTTP 200 {{(pid=94174) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 23 11:33:32.050463 dv-neutron-601336-94-hyperv neutron-server[94174]: INFO neutron.wsgi [None req-e90683ce-56ed-4e97-9d33-c20e3bd3e1c4 tempest-ExtensionsTestJSON-1227250319 tempest-ExtensionsTestJSON-1227250319-project] 10.222.0.20 "GET /v2.0/extensions/provider HTTP/1.1" status: 200 len: 385 time: 0.0063751 Jun 23 11:33:32.051113 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94174) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 11:33:32.054405 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.wsgi [-] (94174) accepted ('10.222.0.20', 39258) {{(pid=94174) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 11:33:32.055746 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron_lib.callbacks.manager [None req-f531c8f2-a5fe-46c5-aa4f-aef57118f434 tempest-PortsTestJSON-2085221018 tempest-PortsTestJSON-2085221018-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7865916'] for network, before_response {{(pid=94174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:33:32.057795 dv-neutron-601336-94-hyperv neutron-server[94174]: INFO neutron.wsgi [None req-f531c8f2-a5fe-46c5-aa4f-aef57118f434 tempest-PortsTestJSON-2085221018 tempest-PortsTestJSON-2085221018-project] 10.222.0.20 "DELETE /v2.0/networks/d85cfa3d-97a7-4683-b568-8e4a9da8aa25 HTTP/1.1" status: 204 len: 168 time: 1.5037582 Jun 23 11:33:32.061937 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.wsgi [-] (94174) accepted ('10.222.0.20', 39260) {{(pid=94174) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 11:33:32.066773 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron_lib.callbacks.manager [None req-3892f5d7-3074-4ac7-b750-d17a0749a2bb tempest-RoutersNegativeIpV6Test-1628881962 tempest-RoutersNegativeIpV6Test-1628881962-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5190686'] for subnet, precommit_delete_associations {{(pid=94175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:33:32.076938 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.api.v2.base [None req-4fae7460-f71a-4caf-aecf-efe98c9d6aa3 tempest-PortsTestJSON-2085221018 tempest-PortsTestJSON-2085221018-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-921517124'}} {{(pid=94174) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 23 11:33:32.086150 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.wsgi [None req-7e3d675e-f2d8-4ff0-92cb-2fef68e0579d tempest-ExtensionsTestJSON-1227250319 tempest-ExtensionsTestJSON-1227250319-project] http://10.222.0.20:9696/v2.0/extensions/quotas returned with HTTP 200 {{(pid=94174) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 23 11:33:32.087865 dv-neutron-601336-94-hyperv neutron-server[94174]: INFO neutron.wsgi [None req-7e3d675e-f2d8-4ff0-92cb-2fef68e0579d tempest-ExtensionsTestJSON-1227250319 tempest-ExtensionsTestJSON-1227250319-project] 10.222.0.20 "GET /v2.0/extensions/quotas HTTP/1.1" status: 200 len: 385 time: 0.0288737 Jun 23 11:33:32.090074 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron_lib.callbacks.manager [None req-41b123c2-7116-4d11-af62-98061ab0ec53 tempest-NetworksTestDHCPv6-162546708 tempest-NetworksTestDHCPv6-162546708-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-217507'] for port, before_response {{(pid=94175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:33:32.092067 dv-neutron-601336-94-hyperv neutron-server[94175]: INFO neutron.wsgi [None req-41b123c2-7116-4d11-af62-98061ab0ec53 tempest-NetworksTestDHCPv6-162546708 tempest-NetworksTestDHCPv6-162546708-project] 10.222.0.20 "DELETE /v2.0/ports/0eea95b1-2894-4eee-8d73-8fac889c66a2 HTTP/1.1" status: 204 len: 168 time: 1.2183580 Jun 23 11:33:32.092467 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f531c8f2-a5fe-46c5-aa4f-aef57118f434 tempest-PortsTestJSON-2085221018 tempest-PortsTestJSON-2085221018-project] Pushing event deleted for resources: {'Network': ['ID=d85cfa3d-97a7-4683-b568-8e4a9da8aa25,revision_number=None']} {{(pid=94174) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 11:33:32.094707 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.wsgi [-] (94175) accepted ('10.222.0.20', 39262) {{(pid=94175) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 11:33:32.095126 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG oslo_concurrency.lockutils [None req-f531c8f2-a5fe-46c5-aa4f-aef57118f434 tempest-PortsTestJSON-2085221018 tempest-PortsTestJSON-2085221018-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.044s {{(pid=94174) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 11:33:32.097742 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.wsgi [-] (94174) accepted ('10.222.0.20', 39264) {{(pid=94174) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 11:33:32.099152 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.wsgi [None req-ad6fa0ee-66d6-44f6-bea5-56e556273c1c tempest-ExtensionsTestJSON-1227250319 tempest-ExtensionsTestJSON-1227250319-project] http://10.222.0.20:9696/v2.0/extensions/quota_details returned with HTTP 200 {{(pid=94175) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 23 11:33:32.102525 dv-neutron-601336-94-hyperv neutron-server[94175]: INFO neutron.wsgi [None req-ad6fa0ee-66d6-44f6-bea5-56e556273c1c tempest-ExtensionsTestJSON-1227250319 tempest-ExtensionsTestJSON-1227250319-project] 10.222.0.20 "GET /v2.0/extensions/quota_details HTTP/1.1" status: 200 len: 407 time: 0.0044403 Jun 23 11:33:32.103529 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.wsgi [-] (94175) accepted ('10.222.0.20', 39266) {{(pid=94175) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 11:33:32.109226 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.wsgi [None req-3c886741-4e7a-4bb2-8e58-c1157af548bb tempest-ExtensionsTestJSON-1227250319 tempest-ExtensionsTestJSON-1227250319-project] http://10.222.0.20:9696/v2.0/extensions/rbac-policies returned with HTTP 200 {{(pid=94175) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 23 11:33:32.110195 dv-neutron-601336-94-hyperv neutron-server[94175]: INFO neutron.wsgi [None req-3c886741-4e7a-4bb2-8e58-c1157af548bb tempest-ExtensionsTestJSON-1227250319 tempest-ExtensionsTestJSON-1227250319-project] 10.222.0.20 "GET /v2.0/extensions/rbac-policies HTTP/1.1" status: 200 len: 417 time: 0.0064003 Jun 23 11:33:32.112947 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.wsgi [-] (94175) accepted ('10.222.0.20', 39268) {{(pid=94175) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 11:33:32.125202 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.wsgi [None req-2ad47756-3e25-40ec-a174-297edfe4b1c6 tempest-ExtensionsTestJSON-1227250319 tempest-ExtensionsTestJSON-1227250319-project] http://10.222.0.20:9696/v2.0/extensions/rbac-address-group returned with HTTP 200 {{(pid=94175) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 23 11:33:32.128728 dv-neutron-601336-94-hyperv neutron-server[94175]: INFO neutron.wsgi [None req-2ad47756-3e25-40ec-a174-297edfe4b1c6 tempest-ExtensionsTestJSON-1227250319 tempest-ExtensionsTestJSON-1227250319-project] 10.222.0.20 "GET /v2.0/extensions/rbac-address-group HTTP/1.1" status: 200 len: 392 time: 0.0124688 Jun 23 11:33:32.130138 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.wsgi [-] (94175) accepted ('10.222.0.20', 39270) {{(pid=94175) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 11:33:32.134847 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.wsgi [None req-277a8f95-31b2-4c2a-8eef-1461a71166a0 tempest-ExtensionsTestJSON-1227250319 tempest-ExtensionsTestJSON-1227250319-project] http://10.222.0.20:9696/v2.0/extensions/rbac-address-scope returned with HTTP 200 {{(pid=94175) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 23 11:33:32.139125 dv-neutron-601336-94-hyperv neutron-server[94175]: INFO neutron.wsgi [None req-277a8f95-31b2-4c2a-8eef-1461a71166a0 tempest-ExtensionsTestJSON-1227250319 tempest-ExtensionsTestJSON-1227250319-project] 10.222.0.20 "GET /v2.0/extensions/rbac-address-scope HTTP/1.1" status: 200 len: 384 time: 0.0046651 Jun 23 11:33:32.148138 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.wsgi [-] (94175) accepted ('10.222.0.20', 39272) {{(pid=94175) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 11:33:32.148138 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.wsgi [None req-0b8fb854-a09c-49b3-87bf-aa8a13902b4b tempest-ExtensionsTestJSON-1227250319 tempest-ExtensionsTestJSON-1227250319-project] http://10.222.0.20:9696/v2.0/extensions/rbac-security-groups returned with HTTP 200 {{(pid=94175) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 23 11:33:32.148138 dv-neutron-601336-94-hyperv neutron-server[94175]: INFO neutron.wsgi [None req-0b8fb854-a09c-49b3-87bf-aa8a13902b4b tempest-ExtensionsTestJSON-1227250319 tempest-ExtensionsTestJSON-1227250319-project] 10.222.0.20 "GET /v2.0/extensions/rbac-security-groups HTTP/1.1" status: 200 len: 404 time: 0.0044782 Jun 23 11:33:32.150429 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.wsgi [-] (94175) accepted ('10.222.0.20', 39274) {{(pid=94175) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 11:33:32.154633 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron_lib.callbacks.manager [None req-7e0248da-d1df-46b6-9bd5-aed0cf3b0ecb tempest-NegativeSecGroupTest-178874014 tempest-NegativeSecGroupTest-178874014-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:33:32.155094 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.wsgi [None req-61e31cc1-c0f0-4ebf-bce2-0080e2c3bb56 tempest-ExtensionsTestJSON-1227250319 tempest-ExtensionsTestJSON-1227250319-project] http://10.222.0.20:9696/v2.0/extensions/rbac-subnetpool returned with HTTP 200 {{(pid=94175) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 23 11:33:32.158365 dv-neutron-601336-94-hyperv neutron-server[94175]: INFO neutron.wsgi [None req-61e31cc1-c0f0-4ebf-bce2-0080e2c3bb56 tempest-ExtensionsTestJSON-1227250319 tempest-ExtensionsTestJSON-1227250319-project] 10.222.0.20 "GET /v2.0/extensions/rbac-subnetpool HTTP/1.1" status: 200 len: 375 time: 0.0047290 Jun 23 11:33:32.158983 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.wsgi [-] (94175) accepted ('10.222.0.20', 39276) {{(pid=94175) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 11:33:32.164606 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.wsgi [None req-12632f3f-45a4-4047-8b19-a5abcd9fc24e tempest-ExtensionsTestJSON-1227250319 tempest-ExtensionsTestJSON-1227250319-project] http://10.222.0.20:9696/v2.0/extensions/revision-if-match returned with HTTP 200 {{(pid=94175) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 23 11:33:32.167841 dv-neutron-601336-94-hyperv neutron-server[94175]: INFO neutron.wsgi [None req-12632f3f-45a4-4047-8b19-a5abcd9fc24e tempest-ExtensionsTestJSON-1227250319 tempest-ExtensionsTestJSON-1227250319-project] 10.222.0.20 "GET /v2.0/extensions/revision-if-match HTTP/1.1" status: 200 len: 441 time: 0.0057347 Jun 23 11:33:32.169783 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.wsgi [-] (94175) accepted ('10.222.0.20', 39278) {{(pid=94175) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 11:33:32.175313 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.wsgi [None req-245427a3-f0a8-4a2e-a77f-a5994eb98b7c tempest-ExtensionsTestJSON-1227250319 tempest-ExtensionsTestJSON-1227250319-project] http://10.222.0.20:9696/v2.0/extensions/standard-attr-revisions returned with HTTP 200 {{(pid=94175) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 23 11:33:32.182625 dv-neutron-601336-94-hyperv neutron-server[94175]: INFO neutron.wsgi [None req-245427a3-f0a8-4a2e-a77f-a5994eb98b7c tempest-ExtensionsTestJSON-1227250319 tempest-ExtensionsTestJSON-1227250319-project] 10.222.0.20 "GET /v2.0/extensions/standard-attr-revisions HTTP/1.1" status: 200 len: 423 time: 0.0060489 Jun 23 11:33:32.182753 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron_lib.callbacks.manager [None req-72428056-1c84-42e2-b4fe-16383b9961e9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7996330'] for security_group, after_delete {{(pid=94174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:33:32.182753 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron_lib.callbacks.manager [None req-72428056-1c84-42e2-b4fe-16383b9961e9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:33:32.182753 dv-neutron-601336-94-hyperv neutron-server[94174]: INFO neutron.wsgi [None req-72428056-1c84-42e2-b4fe-16383b9961e9 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/66d7780b-8375-4617-94ce-1693c9a1f005 HTTP/1.1" status: 204 len: 168 time: 0.6104271 Jun 23 11:33:32.185050 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.wsgi [-] (94174) accepted ('10.222.0.20', 39280) {{(pid=94174) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 11:33:32.191429 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG oslo_concurrency.lockutils [None req-e675f2a9-bb9c-41fe-8f88-1856800c196c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94174) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 11:33:32.199199 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.wsgi [None req-fe762511-76ec-4863-8195-676ca6ae7e83 tempest-ExtensionsTestJSON-1227250319 tempest-ExtensionsTestJSON-1227250319-project] http://10.222.0.20:9696/v2.0/extensions/router_availability_zone returned with HTTP 200 {{(pid=94174) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 23 11:33:32.203602 dv-neutron-601336-94-hyperv neutron-server[94174]: INFO neutron.wsgi [None req-fe762511-76ec-4863-8195-676ca6ae7e83 tempest-ExtensionsTestJSON-1227250319 tempest-ExtensionsTestJSON-1227250319-project] 10.222.0.20 "GET /v2.0/extensions/router_availability_zone HTTP/1.1" status: 200 len: 391 time: 0.0098896 Jun 23 11:33:32.204155 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.wsgi [-] (94175) accepted ('10.222.0.20', 39284) {{(pid=94175) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 11:33:32.216957 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.wsgi [None req-2a12dffa-3857-4d7b-885d-de537c0d0073 tempest-ExtensionsTestJSON-1227250319 tempest-ExtensionsTestJSON-1227250319-project] http://10.222.0.20:9696/v2.0/extensions/security-groups-normalized-cidr returned with HTTP 200 {{(pid=94175) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 23 11:33:32.220877 dv-neutron-601336-94-hyperv neutron-server[94175]: INFO neutron.wsgi [None req-2a12dffa-3857-4d7b-885d-de537c0d0073 tempest-ExtensionsTestJSON-1227250319 tempest-ExtensionsTestJSON-1227250319-project] 10.222.0.20 "GET /v2.0/extensions/security-groups-normalized-cidr HTTP/1.1" status: 200 len: 445 time: 0.0117171 Jun 23 11:33:32.220877 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.wsgi [-] (94175) accepted ('10.222.0.20', 39286) {{(pid=94175) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 11:33:32.225385 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72428056-1c84-42e2-b4fe-16383b9961e9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=66d7780b-8375-4617-94ce-1693c9a1f005,revision_number=None']} {{(pid=94174) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 11:33:32.227340 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.wsgi [None req-2074376d-2eb7-42d3-8dc2-41d60d46d147 tempest-ExtensionsTestJSON-1227250319 tempest-ExtensionsTestJSON-1227250319-project] http://10.222.0.20:9696/v2.0/extensions/port-security-groups-filtering returned with HTTP 200 {{(pid=94175) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 23 11:33:32.228277 dv-neutron-601336-94-hyperv neutron-server[94175]: INFO neutron.wsgi [None req-2074376d-2eb7-42d3-8dc2-41d60d46d147 tempest-ExtensionsTestJSON-1227250319 tempest-ExtensionsTestJSON-1227250319-project] 10.222.0.20 "GET /v2.0/extensions/port-security-groups-filtering HTTP/1.1" status: 200 len: 422 time: 0.0062072 Jun 23 11:33:32.231821 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.wsgi [-] (94175) accepted ('10.222.0.20', 39288) {{(pid=94175) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 11:33:32.232043 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG oslo_concurrency.lockutils [None req-72428056-1c84-42e2-b4fe-16383b9961e9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.037s {{(pid=94174) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 11:33:32.255915 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.wsgi [None req-4d27f8cc-6010-45ec-8b4a-2400d0004f06 tempest-ExtensionsTestJSON-1227250319 tempest-ExtensionsTestJSON-1227250319-project] http://10.222.0.20:9696/v2.0/extensions/security-groups-remote-address-group returned with HTTP 200 {{(pid=94175) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 23 11:33:32.259435 dv-neutron-601336-94-hyperv neutron-server[94175]: INFO neutron.wsgi [None req-4d27f8cc-6010-45ec-8b4a-2400d0004f06 tempest-ExtensionsTestJSON-1227250319 tempest-ExtensionsTestJSON-1227250319-project] 10.222.0.20 "GET /v2.0/extensions/security-groups-remote-address-group HTTP/1.1" status: 200 len: 448 time: 0.0270841 Jun 23 11:33:32.265422 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.wsgi [-] (94175) accepted ('10.222.0.20', 39290) {{(pid=94175) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 11:33:32.266729 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4fae7460-f71a-4caf-aecf-efe98c9d6aa3 tempest-PortsTestJSON-2085221018 tempest-PortsTestJSON-2085221018-project] Made reservation on behalf of 9e5461dd76964a018bba022fe5f7a0f1 for: {'network': 1} {{(pid=94174) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 23 11:33:32.270702 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron_lib.callbacks.manager [None req-4fae7460-f71a-4caf-aecf-efe98c9d6aa3 tempest-PortsTestJSON-2085221018 tempest-PortsTestJSON-2085221018-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-923104'] for network, before_create {{(pid=94174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:33:32.272248 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.wsgi [None req-7600cf1a-ae89-42d1-af1e-fef6d99317c1 tempest-ExtensionsTestJSON-1227250319 tempest-ExtensionsTestJSON-1227250319-project] http://10.222.0.20:9696/v2.0/extensions/security-group returned with HTTP 200 {{(pid=94175) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 23 11:33:32.273351 dv-neutron-601336-94-hyperv neutron-server[94175]: INFO neutron.wsgi [None req-7600cf1a-ae89-42d1-af1e-fef6d99317c1 tempest-ExtensionsTestJSON-1227250319 tempest-ExtensionsTestJSON-1227250319-project] 10.222.0.20 "GET /v2.0/extensions/security-group HTTP/1.1" status: 200 len: 364 time: 0.0047500 Jun 23 11:33:32.275907 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.wsgi [-] (94175) accepted ('10.222.0.20', 39292) {{(pid=94175) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 11:33:32.283083 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.wsgi [None req-7202ffad-1cf5-4db4-904c-4f3e69de33c3 tempest-ExtensionsTestJSON-1227250319 tempest-ExtensionsTestJSON-1227250319-project] http://10.222.0.20:9696/v2.0/extensions/service-type returned with HTTP 200 {{(pid=94175) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 23 11:33:32.284187 dv-neutron-601336-94-hyperv neutron-server[94175]: INFO neutron.wsgi [None req-7202ffad-1cf5-4db4-904c-4f3e69de33c3 tempest-ExtensionsTestJSON-1227250319 tempest-ExtensionsTestJSON-1227250319-project] 10.222.0.20 "GET /v2.0/extensions/service-type HTTP/1.1" status: 200 len: 415 time: 0.0072889 Jun 23 11:33:32.290466 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.wsgi [-] (94175) accepted ('10.222.0.20', 39294) {{(pid=94175) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 11:33:32.302529 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.wsgi [None req-6d96c4a4-0d01-44fb-8384-a6a19977a5d7 tempest-ExtensionsTestJSON-1227250319 tempest-ExtensionsTestJSON-1227250319-project] http://10.222.0.20:9696/v2.0/extensions/sorting returned with HTTP 200 {{(pid=94175) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 23 11:33:32.302529 dv-neutron-601336-94-hyperv neutron-server[94175]: INFO neutron.wsgi [None req-6d96c4a4-0d01-44fb-8384-a6a19977a5d7 tempest-ExtensionsTestJSON-1227250319 tempest-ExtensionsTestJSON-1227250319-project] 10.222.0.20 "GET /v2.0/extensions/sorting HTTP/1.1" status: 200 len: 377 time: 0.0063708 Jun 23 11:33:32.303093 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b9e49e82-6b91-425f-aefb-f4fa39e55893 tempest-NetworksTestDHCPv6-162546708 tempest-NetworksTestDHCPv6-162546708-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94174) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 11:33:32.303093 dv-neutron-601336-94-hyperv neutron-server[94174]: INFO neutron.wsgi [None req-b9e49e82-6b91-425f-aefb-f4fa39e55893 tempest-NetworksTestDHCPv6-162546708 tempest-NetworksTestDHCPv6-162546708-project] 10.222.0.20 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1047 time: 0.2006912 Jun 23 11:33:32.303652 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron_lib.callbacks.manager [None req-3892f5d7-3074-4ac7-b750-d17a0749a2bb tempest-RoutersNegativeIpV6Test-1628881962 tempest-RoutersNegativeIpV6Test-1628881962-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-897634'] for subnet, precommit_delete {{(pid=94175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:33:32.304514 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.wsgi [-] (94175) accepted ('10.222.0.20', 39296) {{(pid=94175) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 11:33:32.306243 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.wsgi [-] (94175) accepted ('10.222.0.20', 39298) {{(pid=94175) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 11:33:32.320414 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4fae7460-f71a-4caf-aecf-efe98c9d6aa3 tempest-PortsTestJSON-2085221018 tempest-PortsTestJSON-2085221018-project] vlan segment allocate from pool success with {'vlan_id': 402, 'physical_network': 'physnet1'} {{(pid=94174) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 23 11:33:32.334426 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron_lib.callbacks.manager [None req-4fae7460-f71a-4caf-aecf-efe98c9d6aa3 tempest-PortsTestJSON-2085221018 tempest-PortsTestJSON-2085221018-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3801'] for segment, precommit_create {{(pid=94174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:33:32.335111 dv-neutron-601336-94-hyperv neutron-server[94174]: INFO neutron.db.segments_db [None req-4fae7460-f71a-4caf-aecf-efe98c9d6aa3 tempest-PortsTestJSON-2085221018 tempest-PortsTestJSON-2085221018-project] Added segment 695b18de-5917-4ef2-b897-03f591244fa7 of type vlan for network 2b18360e-4cca-4e3f-a94d-91958471301b Jun 23 11:33:32.344079 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.wsgi [None req-39cfacb3-e387-4f87-9c96-4f45dce85abe tempest-ExtensionsTestJSON-1227250319 tempest-ExtensionsTestJSON-1227250319-project] http://10.222.0.20:9696/v2.0/extensions/standard-attr-description returned with HTTP 200 {{(pid=94175) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 23 11:33:32.345037 dv-neutron-601336-94-hyperv neutron-server[94175]: INFO neutron.wsgi [None req-39cfacb3-e387-4f87-9c96-4f45dce85abe tempest-ExtensionsTestJSON-1227250319 tempest-ExtensionsTestJSON-1227250319-project] 10.222.0.20 "GET /v2.0/extensions/standard-attr-description HTTP/1.1" status: 200 len: 408 time: 0.0046542 Jun 23 11:33:32.352027 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.wsgi [-] (94175) accepted ('10.222.0.20', 39300) {{(pid=94175) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 11:33:32.374761 dv-neutron-601336-94-hyperv neutron-server[94174]: INFO neutron.api.v2.resource [None req-7e0248da-d1df-46b6-9bd5-aed0cf3b0ecb tempest-NegativeSecGroupTest-178874014 tempest-NegativeSecGroupTest-178874014-project] create failed (client error): There was a conflict when trying to complete your request. Jun 23 11:33:32.375846 dv-neutron-601336-94-hyperv neutron-server[94174]: INFO neutron.wsgi [None req-7e0248da-d1df-46b6-9bd5-aed0cf3b0ecb tempest-NegativeSecGroupTest-178874014 tempest-NegativeSecGroupTest-178874014-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 409 len: 366 time: 0.4031763 Jun 23 11:33:32.377533 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.wsgi [None req-a0824376-8fff-4f0a-b7d5-3ee6038cf01d tempest-ExtensionsTestJSON-1227250319 tempest-ExtensionsTestJSON-1227250319-project] http://10.222.0.20:9696/v2.0/extensions/stateful-security-group returned with HTTP 200 {{(pid=94175) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 23 11:33:32.382335 dv-neutron-601336-94-hyperv neutron-server[94175]: INFO neutron.wsgi [None req-a0824376-8fff-4f0a-b7d5-3ee6038cf01d tempest-ExtensionsTestJSON-1227250319 tempest-ExtensionsTestJSON-1227250319-project] 10.222.0.20 "GET /v2.0/extensions/stateful-security-group HTTP/1.1" status: 200 len: 402 time: 0.0131674 Jun 23 11:33:32.386749 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.wsgi [-] (94174) accepted ('10.222.0.20', 39302) {{(pid=94174) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 11:33:32.387127 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.wsgi [-] (94174) accepted ('10.222.0.20', 39304) {{(pid=94174) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 11:33:32.396230 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.wsgi [None req-159229e0-dd82-4bbe-b354-eb6900ccac67 tempest-ExtensionsTestJSON-1227250319 tempest-ExtensionsTestJSON-1227250319-project] http://10.222.0.20:9696/v2.0/extensions/subnet_onboard returned with HTTP 200 {{(pid=94174) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 23 11:33:32.397203 dv-neutron-601336-94-hyperv neutron-server[94174]: INFO neutron.wsgi [None req-159229e0-dd82-4bbe-b354-eb6900ccac67 tempest-ExtensionsTestJSON-1227250319 tempest-ExtensionsTestJSON-1227250319-project] 10.222.0.20 "GET /v2.0/extensions/subnet_onboard HTTP/1.1" status: 200 len: 391 time: 0.0055273 Jun 23 11:33:32.403749 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.wsgi [-] (94175) accepted ('10.222.0.20', 39306) {{(pid=94175) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 11:33:32.406778 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron_lib.callbacks.manager [None req-4fae7460-f71a-4caf-aecf-efe98c9d6aa3 tempest-PortsTestJSON-2085221018 tempest-PortsTestJSON-2085221018-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8773699596773'] for network, precommit_create {{(pid=94174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:33:32.414961 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.wsgi [None req-7d32e18d-5566-457b-9e13-2db47edd59c9 tempest-ExtensionsTestJSON-1227250319 tempest-ExtensionsTestJSON-1227250319-project] http://10.222.0.20:9696/v2.0/extensions/subnet-service-types returned with HTTP 200 {{(pid=94175) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 23 11:33:32.419252 dv-neutron-601336-94-hyperv neutron-server[94175]: INFO neutron.wsgi [None req-7d32e18d-5566-457b-9e13-2db47edd59c9 tempest-ExtensionsTestJSON-1227250319 tempest-ExtensionsTestJSON-1227250319-project] 10.222.0.20 "GET /v2.0/extensions/subnet-service-types HTTP/1.1" status: 200 len: 400 time: 0.0097401 Jun 23 11:33:32.423389 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.wsgi [-] (94175) accepted ('10.222.0.20', 39308) {{(pid=94175) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 11:33:32.428794 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.wsgi [None req-77586e72-cc84-4c34-b9f1-4cf67dff69b4 tempest-ExtensionsTestJSON-1227250319 tempest-ExtensionsTestJSON-1227250319-project] http://10.222.0.20:9696/v2.0/extensions/subnet_allocation returned with HTTP 200 {{(pid=94175) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 23 11:33:32.432424 dv-neutron-601336-94-hyperv neutron-server[94175]: INFO neutron.wsgi [None req-77586e72-cc84-4c34-b9f1-4cf67dff69b4 tempest-ExtensionsTestJSON-1227250319 tempest-ExtensionsTestJSON-1227250319-project] 10.222.0.20 "GET /v2.0/extensions/subnet_allocation HTTP/1.1" status: 200 len: 388 time: 0.0070734 Jun 23 11:33:32.432990 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.wsgi [-] (94174) accepted ('10.222.0.20', 39310) {{(pid=94174) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 11:33:32.442238 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.wsgi [None req-ca0237a5-cacc-4c4c-8ebf-e9969efebbd8 tempest-ExtensionsTestJSON-1227250319 tempest-ExtensionsTestJSON-1227250319-project] http://10.222.0.20:9696/v2.0/extensions/subnetpool-prefix-ops returned with HTTP 200 {{(pid=94174) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 23 11:33:32.444377 dv-neutron-601336-94-hyperv neutron-server[94174]: INFO neutron.wsgi [None req-ca0237a5-cacc-4c4c-8ebf-e9969efebbd8 tempest-ExtensionsTestJSON-1227250319 tempest-ExtensionsTestJSON-1227250319-project] 10.222.0.20 "GET /v2.0/extensions/subnetpool-prefix-ops HTTP/1.1" status: 200 len: 418 time: 0.0058830 Jun 23 11:33:32.447547 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.wsgi [-] (94174) accepted ('10.222.0.20', 39312) {{(pid=94174) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 11:33:32.462056 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.wsgi [None req-9740ff02-3fe0-453b-a08c-2efb61525359 tempest-ExtensionsTestJSON-1227250319 tempest-ExtensionsTestJSON-1227250319-project] http://10.222.0.20:9696/v2.0/extensions/standard-attr-tag returned with HTTP 200 {{(pid=94174) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 23 11:33:32.463543 dv-neutron-601336-94-hyperv neutron-server[94174]: INFO neutron.wsgi [None req-9740ff02-3fe0-453b-a08c-2efb61525359 tempest-ExtensionsTestJSON-1227250319 tempest-ExtensionsTestJSON-1227250319-project] 10.222.0.20 "GET /v2.0/extensions/standard-attr-tag HTTP/1.1" status: 200 len: 537 time: 0.0099235 Jun 23 11:33:32.466235 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-57a4a843-d1c6-4b39-9e5e-be6fc1d947ca tempest-NetworksTestDHCPv6-162546708 tempest-NetworksTestDHCPv6-162546708-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 11:33:32.467537 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.wsgi [-] (94174) accepted ('10.222.0.20', 39316) {{(pid=94174) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 11:33:32.468435 dv-neutron-601336-94-hyperv neutron-server[94175]: INFO neutron.wsgi [None req-57a4a843-d1c6-4b39-9e5e-be6fc1d947ca tempest-NetworksTestDHCPv6-162546708 tempest-NetworksTestDHCPv6-162546708-project] 10.222.0.20 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1047 time: 0.1629317 Jun 23 11:33:32.473780 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.wsgi [-] (94175) accepted ('10.222.0.20', 39318) {{(pid=94175) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 11:33:32.475425 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.wsgi [None req-1bd1f560-f8b5-465e-81ee-f2512c4b1dfd tempest-ExtensionsTestJSON-1227250319 tempest-ExtensionsTestJSON-1227250319-project] http://10.222.0.20:9696/v2.0/extensions/standard-attr-timestamp returned with HTTP 200 {{(pid=94174) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 23 11:33:32.479270 dv-neutron-601336-94-hyperv neutron-server[94174]: INFO neutron.wsgi [None req-1bd1f560-f8b5-465e-81ee-f2512c4b1dfd tempest-ExtensionsTestJSON-1227250319 tempest-ExtensionsTestJSON-1227250319-project] 10.222.0.20 "GET /v2.0/extensions/standard-attr-timestamp HTTP/1.1" status: 200 len: 449 time: 0.0076468 Jun 23 11:33:32.500375 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron_lib.callbacks.manager [None req-575bd7d7-198d-46d0-bd03-e47f216d2faa tempest-NegativeSecGroupTest-178874014 tempest-NegativeSecGroupTest-178874014-project] Notify callbacks [] for security_group, before_delete {{(pid=94174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:33:32.543407 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron_lib.callbacks.manager [None req-575bd7d7-198d-46d0-bd03-e47f216d2faa tempest-NegativeSecGroupTest-178874014 tempest-NegativeSecGroupTest-178874014-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:33:32.588331 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5e516940-8fd7-43ba-835b-88ed250f8782 tempest-NetworksTestDHCPv6-162546708 tempest-NetworksTestDHCPv6-162546708-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 11:33:32.592260 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5e516940-8fd7-43ba-835b-88ed250f8782 tempest-NetworksTestDHCPv6-162546708 tempest-NetworksTestDHCPv6-162546708-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 11:33:32.593918 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5e516940-8fd7-43ba-835b-88ed250f8782 tempest-NetworksTestDHCPv6-162546708 tempest-NetworksTestDHCPv6-162546708-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 11:33:32.598417 dv-neutron-601336-94-hyperv neutron-server[94175]: INFO neutron.wsgi [None req-5e516940-8fd7-43ba-835b-88ed250f8782 tempest-NetworksTestDHCPv6-162546708 tempest-NetworksTestDHCPv6-162546708-project] 10.222.0.20 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2119 time: 0.1200809 Jun 23 11:33:32.602064 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.wsgi [-] (94175) accepted ('10.222.0.20', 39324) {{(pid=94175) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 11:33:32.619791 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.db.provisioning_blocks [None req-dae08011-d0cf-4801-a929-9bb5d73bff48 None None] Provisioning for port def2b37c-d6b5-47ec-affe-9ff93780ee34 completed by entity DHCP. {{(pid=94176) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 23 11:33:32.625341 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron_lib.callbacks.manager [None req-4fae7460-f71a-4caf-aecf-efe98c9d6aa3 tempest-PortsTestJSON-2085221018 tempest-PortsTestJSON-2085221018-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8002400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7866073'] for network, after_create {{(pid=94174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:33:32.625829 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.db.provisioning_blocks [None req-dae08011-d0cf-4801-a929-9bb5d73bff48 None None] Provisioning complete for port def2b37c-d6b5-47ec-affe-9ff93780ee34 triggered by entity DHCP. {{(pid=94176) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 23 11:33:32.626222 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron_lib.callbacks.manager [None req-dae08011-d0cf-4801-a929-9bb5d73bff48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-899258'] for port, provisioning_complete {{(pid=94176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:33:32.626629 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4fae7460-f71a-4caf-aecf-efe98c9d6aa3 tempest-PortsTestJSON-2085221018 tempest-PortsTestJSON-2085221018-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94174) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 11:33:32.627679 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron_lib.callbacks.manager [None req-4fae7460-f71a-4caf-aecf-efe98c9d6aa3 tempest-PortsTestJSON-2085221018 tempest-PortsTestJSON-2085221018-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7865916'] for network, before_response {{(pid=94174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:33:32.630572 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron_lib.callbacks.manager [None req-3892f5d7-3074-4ac7-b750-d17a0749a2bb tempest-RoutersNegativeIpV6Test-1628881962 tempest-RoutersNegativeIpV6Test-1628881962-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-897627', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866062', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5083050', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4660036'] for subnet, after_delete {{(pid=94175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:33:32.635350 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG oslo_concurrency.lockutils [None req-a42ca786-f4a4-4d59-b9d7-3472a06f5ac0 tempest-AllowedAddressPairTestJSON-1962660266 tempest-AllowedAddressPairTestJSON-1962660266-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94175) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 11:33:32.639560 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94174) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 11:33:32.704731 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3892f5d7-3074-4ac7-b750-d17a0749a2bb tempest-RoutersNegativeIpV6Test-1628881962 tempest-RoutersNegativeIpV6Test-1628881962-project] Pushing event deleted for resources: {'Subnet': ['ID=c67452df-949b-4749-9c4b-23efd0f7a7e6,revision_number=None']} {{(pid=94175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 11:33:32.709905 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron_lib.callbacks.manager [None req-3892f5d7-3074-4ac7-b750-d17a0749a2bb tempest-RoutersNegativeIpV6Test-1628881962 tempest-RoutersNegativeIpV6Test-1628881962-project] Notify callbacks [] for subnet, before_response {{(pid=94175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:33:32.715742 dv-neutron-601336-94-hyperv neutron-server[94175]: INFO neutron.wsgi [None req-3892f5d7-3074-4ac7-b750-d17a0749a2bb tempest-RoutersNegativeIpV6Test-1628881962 tempest-RoutersNegativeIpV6Test-1628881962-project] 10.222.0.20 "DELETE /v2.0/subnets/c67452df-949b-4749-9c4b-23efd0f7a7e6 HTTP/1.1" status: 204 len: 168 time: 0.8735037 Jun 23 11:33:32.722502 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG oslo_concurrency.lockutils [None req-3892f5d7-3074-4ac7-b750-d17a0749a2bb tempest-RoutersNegativeIpV6Test-1628881962 tempest-RoutersNegativeIpV6Test-1628881962-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.087s {{(pid=94175) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 11:33:32.725380 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.wsgi [-] (94175) accepted ('10.222.0.20', 39326) {{(pid=94175) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 11:33:32.737204 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron_lib.callbacks.manager [None req-575bd7d7-198d-46d0-bd03-e47f216d2faa tempest-NegativeSecGroupTest-178874014 tempest-NegativeSecGroupTest-178874014-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7996330'] for security_group, after_delete {{(pid=94174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:33:32.737693 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ee81e45b-da6a-4c60-83ee-270aee6c6c93 None None] Network 38727e60-b515-4bb7-834a-df5ac00f4df4 requested from dv-neutron-601336-94-hyperv {{(pid=94176) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 23 11:33:32.740073 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron_lib.callbacks.manager [None req-575bd7d7-198d-46d0-bd03-e47f216d2faa tempest-NegativeSecGroupTest-178874014 tempest-NegativeSecGroupTest-178874014-project] Notify callbacks [] for security_group, before_response {{(pid=94174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:33:32.743663 dv-neutron-601336-94-hyperv neutron-server[94174]: INFO neutron.wsgi [None req-575bd7d7-198d-46d0-bd03-e47f216d2faa tempest-NegativeSecGroupTest-178874014 tempest-NegativeSecGroupTest-178874014-project] 10.222.0.20 "DELETE /v2.0/security-groups/d79f3dbc-e1d7-410a-9174-626b71caccee HTTP/1.1" status: 204 len: 168 time: 0.3532021 Jun 23 11:33:32.750811 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.wsgi [-] (94174) accepted ('10.222.0.20', 39328) {{(pid=94174) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 11:33:32.779780 dv-neutron-601336-94-hyperv neutron-server[94174]: INFO neutron.wsgi [None req-4fae7460-f71a-4caf-aecf-efe98c9d6aa3 tempest-PortsTestJSON-2085221018 tempest-PortsTestJSON-2085221018-project] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 767 time: 0.7137156 Jun 23 11:33:32.780011 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.db.db_base_plugin_v2 [None req-8990fff3-ad1f-4b6a-ad35-7bd269f7276e tempest-NetworksTestDHCPv6-162546708 tempest-NetworksTestDHCPv6-162546708-project] Deleting subnet 86ab0a8c-5743-4f7f-87b5-df4b3b612c5f {{(pid=94175) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jun 23 11:33:32.781461 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.wsgi [-] (94174) accepted ('10.222.0.20', 39332) {{(pid=94174) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 11:33:32.787540 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron_lib.callbacks.manager [None req-8990fff3-ad1f-4b6a-ad35-7bd269f7276e tempest-NetworksTestDHCPv6-162546708 tempest-NetworksTestDHCPv6-162546708-project] Notify callbacks [] for subnet, before_delete {{(pid=94175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:33:32.787735 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.api.v2.base [None req-c8227713-7481-4481-9423-a1e01271613d tempest-PortsTestJSON-2085221018 tempest-PortsTestJSON-2085221018-project] Request body: {'subnet': {'network_id': '2b18360e-4cca-4e3f-a94d-91958471301b', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=94174) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 23 11:33:32.851296 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.db.db_base_plugin_v2 [None req-a1a74eab-8aea-4929-8cb7-72aac4e2e931 tempest-RoutersNegativeIpV6Test-1628881962 tempest-RoutersNegativeIpV6Test-1628881962-project] Deleting subnet 3d31ab23-46f2-4cf4-bfc1-e54b7f42fbe9 {{(pid=94175) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jun 23 11:33:32.858954 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron_lib.callbacks.manager [None req-a1a74eab-8aea-4929-8cb7-72aac4e2e931 tempest-RoutersNegativeIpV6Test-1628881962 tempest-RoutersNegativeIpV6Test-1628881962-project] Notify callbacks [] for subnet, before_delete {{(pid=94175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:33:32.887354 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron_lib.callbacks.manager [None req-8990fff3-ad1f-4b6a-ad35-7bd269f7276e tempest-NetworksTestDHCPv6-162546708 tempest-NetworksTestDHCPv6-162546708-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5190686'] for subnet, precommit_delete_associations {{(pid=94175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:33:32.892964 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fae7460-f71a-4caf-aecf-efe98c9d6aa3 tempest-PortsTestJSON-2085221018 tempest-PortsTestJSON-2085221018-project] Pushing event updated for resources: {'Network': ['ID=2b18360e-4cca-4e3f-a94d-91958471301b,revision_number=1']} {{(pid=94174) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 11:33:32.909992 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.plugins.ml2.rpc [None req-dc7542b2-afef-47f4-a763-e3a3cba144be None None] Network 2b18360e-4cca-4e3f-a94d-91958471301b details requested by agent ovs-agent-dv-neutron-601336-94-hyperv with host dv-neutron-601336-94-hyperv {{(pid=94176) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:250}} Jun 23 11:33:32.951479 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron_lib.callbacks.manager [None req-a1a74eab-8aea-4929-8cb7-72aac4e2e931 tempest-RoutersNegativeIpV6Test-1628881962 tempest-RoutersNegativeIpV6Test-1628881962-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5190686'] for subnet, precommit_delete_associations {{(pid=94175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:33:32.952483 dv-neutron-601336-94-hyperv neutron-server[94174]: INFO neutron.wsgi [None req-bdb82db3-c4cc-45a9-89f3-22006b2e4d6b tempest-NegativeSecGroupTest-178874014 tempest-NegativeSecGroupTest-178874014-project] 10.222.0.20 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2979 time: 0.2007003 Jun 23 11:33:32.953501 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.wsgi [-] (94175) accepted ('10.222.0.20', 39338) {{(pid=94175) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 11:33:32.960604 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.api.v2.base [None req-0ff48d64-1b9f-4843-8d19-34543f43e1f1 tempest-NegativeSecGroupTest-178874014 tempest-NegativeSecGroupTest-178874014-project] Request body: {'security_group': {'name': 'tempest-secgroup--1274009612'}} {{(pid=94175) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 23 11:33:32.993913 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG oslo_concurrency.lockutils [None req-4fae7460-f71a-4caf-aecf-efe98c9d6aa3 tempest-PortsTestJSON-2085221018 tempest-PortsTestJSON-2085221018-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.354s {{(pid=94174) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 11:33:32.997482 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG oslo_concurrency.lockutils [None req-41d531eb-6b7f-4735-be98-d9cd9671eed5 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.247s {{(pid=94174) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 11:33:33.011740 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-575bd7d7-198d-46d0-bd03-e47f216d2faa tempest-NegativeSecGroupTest-178874014 tempest-NegativeSecGroupTest-178874014-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=d79f3dbc-e1d7-410a-9174-626b71caccee,revision_number=None']} {{(pid=94174) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 11:33:33.014424 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG oslo_concurrency.lockutils [None req-575bd7d7-198d-46d0-bd03-e47f216d2faa tempest-NegativeSecGroupTest-178874014 tempest-NegativeSecGroupTest-178874014-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=94174) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 11:33:33.034099 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron_lib.db.api [None req-0ff48d64-1b9f-4843-8d19-34543f43e1f1 tempest-NegativeSecGroupTest-178874014 tempest-NegativeSecGroupTest-178874014-project] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Jun 23 11:33:33.034099 dv-neutron-601336-94-hyperv neutron-server[94175]: [SQL: INSERT INTO reservations (project_id, id, expiration) VALUES (%(project_id)s, %(id)s, %(expiration)s)] Jun 23 11:33:33.034099 dv-neutron-601336-94-hyperv neutron-server[94175]: [parameters: {'project_id': '81fa06f520844fd3a36ee55a65964dd8', 'id': '48bf18e9-7ca1-481a-8f0f-31f78ea83834', 'expiration': datetime.datetime(2021, 6, 23, 11, 35, 33, 21820)}] Jun 23 11:33:33.034099 dv-neutron-601336-94-hyperv neutron-server[94175]: (Background on this error at: http://sqlalche.me/e/14/e3q8) {{(pid=94175) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jun 23 11:33:33.034543 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG oslo_db.api [None req-0ff48d64-1b9f-4843-8d19-34543f43e1f1 tempest-NegativeSecGroupTest-178874014 tempest-NegativeSecGroupTest-178874014-project] Performing DB retry for function neutron.db.quota.driver_nolock.DbQuotaNoLockDriver.make_reservation {{(pid=94175) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jun 23 11:33:33.059466 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron_lib.callbacks.manager [None req-8990fff3-ad1f-4b6a-ad35-7bd269f7276e tempest-NetworksTestDHCPv6-162546708 tempest-NetworksTestDHCPv6-162546708-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-897634'] for subnet, precommit_delete {{(pid=94175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:33:33.089005 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.db.provisioning_blocks [None req-0e5589da-ac5b-4093-81ac-a58a16e959ff None None] Could not find standard attr ID for object 0eea95b1-2894-4eee-8d73-8fac889c66a2. {{(pid=94176) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jun 23 11:33:33.142921 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-01acdbe1-858f-4d59-8dd0-b9f9180cd64f None None] DHCP port deletion for 38727e60-b515-4bb7-834a-df5ac00f4df4 request from dv-neutron-601336-94-hyperv {{(pid=94176) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jun 23 11:33:33.146981 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c8227713-7481-4481-9423-a1e01271613d tempest-PortsTestJSON-2085221018 tempest-PortsTestJSON-2085221018-project] Made reservation on behalf of 9e5461dd76964a018bba022fe5f7a0f1 for: {'subnet': 1} {{(pid=94174) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 23 11:33:33.149798 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron_lib.callbacks.manager [None req-a1a74eab-8aea-4929-8cb7-72aac4e2e931 tempest-RoutersNegativeIpV6Test-1628881962 tempest-RoutersNegativeIpV6Test-1628881962-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-897634'] for subnet, precommit_delete {{(pid=94175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:33:33.155841 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron_lib.callbacks.manager [None req-c8227713-7481-4481-9423-a1e01271613d tempest-PortsTestJSON-2085221018 tempest-PortsTestJSON-2085221018-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4294245'] for subnet, before_create {{(pid=94174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:33:33.244339 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.plugins.ml2.rpc [None req-dc7542b2-afef-47f4-a763-e3a3cba144be None None] Device def2b37c-d6b5-47ec-affe-9ff93780ee34 up at agent ovs-agent-dv-neutron-601336-94-hyperv {{(pid=94176) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:298}} Jun 23 11:33:33.261464 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.wsgi [-] (94175) accepted ('10.222.0.20', 39344) {{(pid=94175) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 11:33:33.276609 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.plugins.ml2.plugin [None req-01acdbe1-858f-4d59-8dd0-b9f9180cd64f None None] Deleting port 37e6325d-5601-4c11-8cd7-08ad34b00c9a {{(pid=94176) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1913}} Jun 23 11:33:33.277454 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron_lib.callbacks.manager [None req-01acdbe1-858f-4d59-8dd0-b9f9180cd64f None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773700079324'] for port, before_delete {{(pid=94176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:33:33.280569 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron_lib.callbacks.manager [None req-8990fff3-ad1f-4b6a-ad35-7bd269f7276e tempest-NetworksTestDHCPv6-162546708 tempest-NetworksTestDHCPv6-162546708-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-897627', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866062', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5083050', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4660036'] for subnet, after_delete {{(pid=94175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:33:33.292081 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG oslo_concurrency.lockutils [None req-81e5280d-edb6-4787-b97f-9a3356731b30 tempest-PortsTestJSON-2085221018 tempest-PortsTestJSON-2085221018-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94175) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 11:33:33.328453 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8990fff3-ad1f-4b6a-ad35-7bd269f7276e tempest-NetworksTestDHCPv6-162546708 tempest-NetworksTestDHCPv6-162546708-project] Pushing event deleted for resources: {'Subnet': ['ID=86ab0a8c-5743-4f7f-87b5-df4b3b612c5f,revision_number=None']} {{(pid=94175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 11:33:33.333702 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG oslo_concurrency.lockutils [None req-8990fff3-ad1f-4b6a-ad35-7bd269f7276e tempest-NetworksTestDHCPv6-162546708 tempest-NetworksTestDHCPv6-162546708-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.042s {{(pid=94175) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 11:33:33.335947 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron_lib.callbacks.manager [None req-8990fff3-ad1f-4b6a-ad35-7bd269f7276e tempest-NetworksTestDHCPv6-162546708 tempest-NetworksTestDHCPv6-162546708-project] Notify callbacks [] for subnet, before_response {{(pid=94175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:33:33.341707 dv-neutron-601336-94-hyperv neutron-server[94175]: INFO neutron.wsgi [None req-8990fff3-ad1f-4b6a-ad35-7bd269f7276e tempest-NetworksTestDHCPv6-162546708 tempest-NetworksTestDHCPv6-162546708-project] 10.222.0.20 "DELETE /v2.0/subnets/86ab0a8c-5743-4f7f-87b5-df4b3b612c5f HTTP/1.1" status: 204 len: 168 time: 0.7338340 Jun 23 11:33:33.341707 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron_lib.callbacks.manager [None req-a1a74eab-8aea-4929-8cb7-72aac4e2e931 tempest-RoutersNegativeIpV6Test-1628881962 tempest-RoutersNegativeIpV6Test-1628881962-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-897627', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866062', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5083050', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4660036'] for subnet, after_delete {{(pid=94175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:33:33.344530 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.wsgi [-] (94174) accepted ('10.222.0.20', 39348) {{(pid=94174) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 11:33:33.346446 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG oslo_concurrency.lockutils [None req-b236fd1b-7e3e-4da0-90bc-4dc2f03d4505 tempest-NetworksTestDHCPv6-162546708 tempest-NetworksTestDHCPv6-162546708-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94175) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 11:33:33.412557 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.plugins.ml2.db [None req-01acdbe1-858f-4d59-8dd0-b9f9180cd64f None None] For port 37e6325d-5601-4c11-8cd7-08ad34b00c9a, host dv-neutron-601336-94-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-94-hyperv',level=0,port_id=37e6325d-5601-4c11-8cd7-08ad34b00c9a,segment=NetworkSegment(6214cf8a-e32a-401f-a5e8-7269da7de376),segment_id=6214cf8a-e32a-401f-a5e8-7269da7de376)] {{(pid=94176) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 23 11:33:33.413105 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron_lib.callbacks.manager [None req-01acdbe1-858f-4d59-8dd0-b9f9180cd64f None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-430722'] for port, precommit_delete {{(pid=94176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:33:33.416824 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1a74eab-8aea-4929-8cb7-72aac4e2e931 tempest-RoutersNegativeIpV6Test-1628881962 tempest-RoutersNegativeIpV6Test-1628881962-project] Pushing event deleted for resources: {'Subnet': ['ID=3d31ab23-46f2-4cf4-bfc1-e54b7f42fbe9,revision_number=None']} {{(pid=94175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 11:33:33.426801 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron_lib.callbacks.manager [None req-a1a74eab-8aea-4929-8cb7-72aac4e2e931 tempest-RoutersNegativeIpV6Test-1628881962 tempest-RoutersNegativeIpV6Test-1628881962-project] Notify callbacks [] for subnet, before_response {{(pid=94175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:33:33.430062 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.plugins.ml2.plugin [None req-01acdbe1-858f-4d59-8dd0-b9f9180cd64f None None] Calling delete_port for 37e6325d-5601-4c11-8cd7-08ad34b00c9a owned by network:dhcp {{(pid=94176) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1986}} Jun 23 11:33:33.433813 dv-neutron-601336-94-hyperv neutron-server[94175]: INFO neutron.wsgi [None req-a1a74eab-8aea-4929-8cb7-72aac4e2e931 tempest-RoutersNegativeIpV6Test-1628881962 tempest-RoutersNegativeIpV6Test-1628881962-project] 10.222.0.20 "DELETE /v2.0/subnets/3d31ab23-46f2-4cf4-bfc1-e54b7f42fbe9 HTTP/1.1" status: 204 len: 168 time: 0.7076569 Jun 23 11:33:33.451990 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.wsgi [-] (94175) accepted ('10.222.0.20', 39352) {{(pid=94175) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 11:33:33.453802 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG oslo_concurrency.lockutils [None req-a1a74eab-8aea-4929-8cb7-72aac4e2e931 tempest-RoutersNegativeIpV6Test-1628881962 tempest-RoutersNegativeIpV6Test-1628881962-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.107s {{(pid=94175) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 11:33:33.491090 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.db.db_base_plugin_v2 [None req-57837df4-3a3b-47cc-a2f4-ae1c64304054 tempest-NetworksTestDHCPv6-162546708 tempest-NetworksTestDHCPv6-162546708-project] Deleting subnet c11c819d-7eab-4975-8a72-eacf11437913 {{(pid=94174) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jun 23 11:33:33.503656 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron_lib.callbacks.manager [None req-57837df4-3a3b-47cc-a2f4-ae1c64304054 tempest-NetworksTestDHCPv6-162546708 tempest-NetworksTestDHCPv6-162546708-project] Notify callbacks [] for subnet, before_delete {{(pid=94174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:33:33.537336 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aa23e541-dc94-47f3-a83a-4284497aa4d8 None None] Network f53f535d-bce4-4da8-9bd9-396677ff4e83 requested from dv-neutron-601336-94-hyperv {{(pid=94176) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 23 11:33:33.539278 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-50154f03-1e62-4a03-b5f5-febce8694834 None None] Network 13d4f792-a7d0-4acb-b0a5-e21b141310d7 requested from dv-neutron-601336-94-hyperv {{(pid=94176) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 23 11:33:33.553433 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron_lib.callbacks.manager [None req-9cdd6988-dd42-4662-ab4b-1987cf723827 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:33:33.596725 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron_lib.callbacks.manager [None req-57837df4-3a3b-47cc-a2f4-ae1c64304054 tempest-NetworksTestDHCPv6-162546708 tempest-NetworksTestDHCPv6-162546708-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4800256'] for subnet, precommit_delete_associations {{(pid=94174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:33:33.597169 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron_lib.callbacks.manager [None req-10a2195e-a705-4740-b6f3-970a9a743003 tempest-RoutersNegativeIpV6Test-1628881962 tempest-RoutersNegativeIpV6Test-1628881962-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-824874'] for network, before_delete {{(pid=94175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:33:33.632676 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron_lib.callbacks.manager [None req-01acdbe1-858f-4d59-8dd0-b9f9180cd64f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-922904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866062', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773700135024', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773699642224'] for port, after_delete {{(pid=94176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:33:33.675636 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG oslo_concurrency.lockutils [None req-9a51d0c4-0c3a-452d-b7e3-1f5a1b6f3b29 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 11:33:33.680562 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.db.provisioning_blocks [None req-dc7542b2-afef-47f4-a763-e3a3cba144be None None] Provisioning complete for port def2b37c-d6b5-47ec-affe-9ff93780ee34 triggered by entity L2. {{(pid=94176) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 23 11:33:33.681273 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron_lib.callbacks.manager [None req-dc7542b2-afef-47f4-a763-e3a3cba144be None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-899258'] for port, provisioning_complete {{(pid=94176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:33:33.753089 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron_lib.callbacks.manager [None req-0ff48d64-1b9f-4843-8d19-34543f43e1f1 tempest-NegativeSecGroupTest-178874014 tempest-NegativeSecGroupTest-178874014-project] Notify callbacks [] for security_group, before_create {{(pid=94175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:33:33.755502 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.db.l3_dvrscheduler_db [None req-01acdbe1-858f-4d59-8dd0-b9f9180cd64f None None] No DVR routers for this DVR port 37e6325d-5601-4c11-8cd7-08ad34b00c9a on host dv-neutron-601336-94-hyperv {{(pid=94176) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 23 11:33:33.762226 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01acdbe1-858f-4d59-8dd0-b9f9180cd64f None None] Pushing event deleted for resources: {'Port': ['ID=37e6325d-5601-4c11-8cd7-08ad34b00c9a,revision_number=None']} {{(pid=94176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 11:33:33.790136 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG oslo_concurrency.lockutils [None req-01acdbe1-858f-4d59-8dd0-b9f9180cd64f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.101s {{(pid=94176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 11:33:33.807339 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron_lib.callbacks.manager [None req-57837df4-3a3b-47cc-a2f4-ae1c64304054 tempest-NetworksTestDHCPv6-162546708 tempest-NetworksTestDHCPv6-162546708-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-897634'] for subnet, precommit_delete {{(pid=94174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:33:33.834160 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.wsgi [-] (94174) accepted ('10.222.0.20', 39362) {{(pid=94174) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 11:33:33.839272 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron_lib.callbacks.manager [None req-10a2195e-a705-4740-b6f3-970a9a743003 tempest-RoutersNegativeIpV6Test-1628881962 tempest-RoutersNegativeIpV6Test-1628881962-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-897259', 'neutron.services.segments.db._delete_segments_for_network-8773700168587'] for network, precommit_delete {{(pid=94175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:33:33.857333 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron_lib.callbacks.manager [None req-c8227713-7481-4481-9423-a1e01271613d tempest-PortsTestJSON-2085221018 tempest-PortsTestJSON-2085221018-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866062', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5195999', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4294259'] for subnet, after_create {{(pid=94174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:33:33.862721 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG oslo_concurrency.lockutils [None req-1533085e-8ce8-4573-9153-62eb10ea3737 tempest-RoutersNegativeTest-1531528216 tempest-RoutersNegativeTest-1531528216-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94174) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 11:33:33.866979 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.services.segments.db [None req-10a2195e-a705-4740-b6f3-970a9a743003 tempest-RoutersNegativeIpV6Test-1628881962 tempest-RoutersNegativeIpV6Test-1628881962-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['38727e60-b515-4bb7-834a-df5ac00f4df4']}} {{(pid=94175) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 11:33:33.882265 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.services.segments.db [None req-10a2195e-a705-4740-b6f3-970a9a743003 tempest-RoutersNegativeIpV6Test-1628881962 tempest-RoutersNegativeIpV6Test-1628881962-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6214cf8a-e32a-401f-a5e8-7269da7de376') {'for_net_delete': True} {{(pid=94175) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 11:33:33.882773 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.services.segments.db [None req-10a2195e-a705-4740-b6f3-970a9a743003 tempest-RoutersNegativeIpV6Test-1628881962 tempest-RoutersNegativeIpV6Test-1628881962-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6214cf8a-e32a-401f-a5e8-7269da7de376') {} {{(pid=94175) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 11:33:33.898082 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron_lib.callbacks.manager [None req-10a2195e-a705-4740-b6f3-970a9a743003 tempest-RoutersNegativeIpV6Test-1628881962 tempest-RoutersNegativeIpV6Test-1628881962-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8773699955833', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5190677'] for segment, before_delete {{(pid=94175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:33:33.918193 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron_lib.callbacks.manager [None req-10a2195e-a705-4740-b6f3-970a9a743003 tempest-RoutersNegativeIpV6Test-1628881962 tempest-RoutersNegativeIpV6Test-1628881962-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3801'] for segment, precommit_delete {{(pid=94175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:33:33.930033 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-10a2195e-a705-4740-b6f3-970a9a743003 tempest-RoutersNegativeIpV6Test-1628881962 tempest-RoutersNegativeIpV6Test-1628881962-project] Releasing vlan 433 on physical network physnet1 to pool {{(pid=94175) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 23 11:33:33.930683 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron_lib.callbacks.manager [None req-10a2195e-a705-4740-b6f3-970a9a743003 tempest-RoutersNegativeIpV6Test-1628881962 tempest-RoutersNegativeIpV6Test-1628881962-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3801', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5082371'] for segment, after_delete {{(pid=94175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:33:33.934867 dv-neutron-601336-94-hyperv neutron-server[94175]: Traceback (most recent call last): Jun 23 11:33:33.934867 dv-neutron-601336-94-hyperv neutron-server[94175]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 23 11:33:33.934867 dv-neutron-601336-94-hyperv neutron-server[94175]: timer() Jun 23 11:33:33.934867 dv-neutron-601336-94-hyperv neutron-server[94175]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 23 11:33:33.934867 dv-neutron-601336-94-hyperv neutron-server[94175]: cb(*args, **kw) Jun 23 11:33:33.934867 dv-neutron-601336-94-hyperv neutron-server[94175]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 23 11:33:33.934867 dv-neutron-601336-94-hyperv neutron-server[94175]: return func(*args, **kwargs) Jun 23 11:33:33.934867 dv-neutron-601336-94-hyperv neutron-server[94175]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 23 11:33:33.934867 dv-neutron-601336-94-hyperv neutron-server[94175]: self._notify() Jun 23 11:33:33.934867 dv-neutron-601336-94-hyperv neutron-server[94175]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 23 11:33:33.934867 dv-neutron-601336-94-hyperv neutron-server[94175]: self.callback(batched_events) Jun 23 11:33:33.934867 dv-neutron-601336-94-hyperv neutron-server[94175]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 23 11:33:33.934867 dv-neutron-601336-94-hyperv neutron-server[94175]: event.method(event) Jun 23 11:33:33.934867 dv-neutron-601336-94-hyperv neutron-server[94175]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 23 11:33:33.934867 dv-neutron-601336-94-hyperv neutron-server[94175]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 23 11:33:33.934867 dv-neutron-601336-94-hyperv neutron-server[94175]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 23 11:33:33.934867 dv-neutron-601336-94-hyperv neutron-server[94175]: aggregate_uuid = self.p_client.list_aggregates( Jun 23 11:33:33.934867 dv-neutron-601336-94-hyperv neutron-server[94175]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 23 11:33:33.934867 dv-neutron-601336-94-hyperv neutron-server[94175]: return f(self, *a, **k) Jun 23 11:33:33.934867 dv-neutron-601336-94-hyperv neutron-server[94175]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 23 11:33:33.934867 dv-neutron-601336-94-hyperv neutron-server[94175]: return self._get(url).json() Jun 23 11:33:33.934867 dv-neutron-601336-94-hyperv neutron-server[94175]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 23 11:33:33.934867 dv-neutron-601336-94-hyperv neutron-server[94175]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 23 11:33:33.934867 dv-neutron-601336-94-hyperv neutron-server[94175]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 23 11:33:33.934867 dv-neutron-601336-94-hyperv neutron-server[94175]: return self.request(url, 'GET', **kwargs) Jun 23 11:33:33.934867 dv-neutron-601336-94-hyperv neutron-server[94175]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 23 11:33:33.934867 dv-neutron-601336-94-hyperv neutron-server[94175]: base_url = self.get_endpoint(auth, allow=allow, Jun 23 11:33:33.934867 dv-neutron-601336-94-hyperv neutron-server[94175]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 23 11:33:33.934867 dv-neutron-601336-94-hyperv neutron-server[94175]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 23 11:33:33.934867 dv-neutron-601336-94-hyperv neutron-server[94175]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 23 11:33:33.934867 dv-neutron-601336-94-hyperv neutron-server[94175]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 23 11:33:33.934867 dv-neutron-601336-94-hyperv neutron-server[94175]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 23 11:33:33.953316 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8227713-7481-4481-9423-a1e01271613d tempest-PortsTestJSON-2085221018 tempest-PortsTestJSON-2085221018-project] Pushing event updated for resources: {'Subnet': ['ID=27b692f3-23ab-4045-9f4f-bc6ca715b34c,revision_number=0']} {{(pid=94174) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 11:33:33.957683 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG oslo_concurrency.lockutils [None req-c8227713-7481-4481-9423-a1e01271613d tempest-PortsTestJSON-2085221018 tempest-PortsTestJSON-2085221018-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.095s {{(pid=94174) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 11:33:33.963811 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c8227713-7481-4481-9423-a1e01271613d tempest-PortsTestJSON-2085221018 tempest-PortsTestJSON-2085221018-project] Checking segment: {'id': '695b18de-5917-4ef2-b897-03f591244fa7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 402, 'network_id': '2b18360e-4cca-4e3f-a94d-91958471301b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94174) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 23 11:33:33.964185 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c8227713-7481-4481-9423-a1e01271613d tempest-PortsTestJSON-2085221018 tempest-PortsTestJSON-2085221018-project] Network hostable DHCP agents. Network: 2b18360e-4cca-4e3f-a94d-91958471301b, hostable agents: ['8cf29b10-0e57-4131-816f-a4b6ad00b249'], hosted agents: [] {{(pid=94174) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 23 11:33:34.020346 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron_lib.callbacks.manager [None req-57837df4-3a3b-47cc-a2f4-ae1c64304054 tempest-NetworksTestDHCPv6-162546708 tempest-NetworksTestDHCPv6-162546708-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-897627', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866062', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5195932', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4294216'] for subnet, after_delete {{(pid=94174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:33:34.023485 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG oslo_concurrency.lockutils [None req-234bcb35-b507-4eed-a44f-5f5d7abf8e5f tempest-NetworksTestDHCPv6-162546708 tempest-NetworksTestDHCPv6-162546708-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94174) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 11:33:34.027865 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron_lib.callbacks.manager [None req-9cdd6988-dd42-4662-ab4b-1987cf723827 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:33:34.055636 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.api.v2.base [None req-9b1ed406-1661-4ea4-b164-4b51b2334c8c tempest-PortsIpV6TestJSON-1781383748 tempest-PortsIpV6TestJSON-1781383748-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-test-network-426292058'}} {{(pid=94174) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 23 11:33:34.058848 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57837df4-3a3b-47cc-a2f4-ae1c64304054 tempest-NetworksTestDHCPv6-162546708 tempest-NetworksTestDHCPv6-162546708-project] Pushing event deleted for resources: {'Subnet': ['ID=c11c819d-7eab-4975-8a72-eacf11437913,revision_number=None']} {{(pid=94174) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 11:33:34.063510 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG oslo_concurrency.lockutils [None req-57837df4-3a3b-47cc-a2f4-ae1c64304054 tempest-NetworksTestDHCPv6-162546708 tempest-NetworksTestDHCPv6-162546708-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.040s {{(pid=94174) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 11:33:34.066626 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron_lib.callbacks.manager [None req-57837df4-3a3b-47cc-a2f4-ae1c64304054 tempest-NetworksTestDHCPv6-162546708 tempest-NetworksTestDHCPv6-162546708-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7865916'] for subnet, before_response {{(pid=94174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:33:34.068695 dv-neutron-601336-94-hyperv neutron-server[94174]: INFO neutron.wsgi [None req-57837df4-3a3b-47cc-a2f4-ae1c64304054 tempest-NetworksTestDHCPv6-162546708 tempest-NetworksTestDHCPv6-162546708-project] 10.222.0.20 "DELETE /v2.0/subnets/c11c819d-7eab-4975-8a72-eacf11437913 HTTP/1.1" status: 204 len: 168 time: 0.7232044 Jun 23 11:33:34.071541 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.wsgi [-] (94175) accepted ('10.222.0.20', 39366) {{(pid=94175) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 11:33:34.076506 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c8227713-7481-4481-9423-a1e01271613d tempest-PortsTestJSON-2085221018 tempest-PortsTestJSON-2085221018-project] Network 2b18360e-4cca-4e3f-a94d-91958471301b is scheduled to be hosted by DHCP agent 8cf29b10-0e57-4131-816f-a4b6ad00b249 with binding_index 1 {{(pid=94174) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 23 11:33:34.131554 dv-neutron-601336-94-hyperv neutron-server[94175]: INFO neutron.wsgi [None req-089f7af3-6de2-4541-9b44-13cd724e0c84 tempest-NetworksTestDHCPv6-162546708 tempest-NetworksTestDHCPv6-162546708-project] 10.222.0.20 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0582175 Jun 23 11:33:34.134422 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.wsgi [-] (94174) accepted ('10.222.0.20', 39368) {{(pid=94174) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 11:33:34.135354 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron_lib.callbacks.manager [None req-9cdd6988-dd42-4662-ab4b-1987cf723827 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7996330'] for security_group, after_create {{(pid=94175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:33:34.138001 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron_lib.callbacks.manager [None req-10a2195e-a705-4740-b6f3-970a9a743003 tempest-RoutersNegativeIpV6Test-1628881962 tempest-RoutersNegativeIpV6Test-1628881962-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-897248', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8002400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7866073', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-524247'] for network, after_delete {{(pid=94175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:33:34.141175 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.api.v2.base [None req-d503b5c8-fe61-4d54-8f3d-77b34d61a53e tempest-NetworksTestDHCPv6-162546708 tempest-NetworksTestDHCPv6-162546708-project] Request body: {'subnet': {'network_id': 'f53f535d-bce4-4da8-9bd9-396677ff4e83', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=94174) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 23 11:33:34.143458 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG oslo_concurrency.lockutils [None req-82d5e601-7267-47ca-a750-dcd2b9905511 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94175) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 11:33:34.162564 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron_lib.callbacks.manager [None req-10a2195e-a705-4740-b6f3-970a9a743003 tempest-RoutersNegativeIpV6Test-1628881962 tempest-RoutersNegativeIpV6Test-1628881962-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7865916'] for network, before_response {{(pid=94175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:33:34.166062 dv-neutron-601336-94-hyperv neutron-server[94175]: INFO neutron.wsgi [None req-10a2195e-a705-4740-b6f3-970a9a743003 tempest-RoutersNegativeIpV6Test-1628881962 tempest-RoutersNegativeIpV6Test-1628881962-project] 10.222.0.20 "DELETE /v2.0/networks/38727e60-b515-4bb7-834a-df5ac00f4df4 HTTP/1.1" status: 204 len: 168 time: 0.7107327 Jun 23 11:33:34.178458 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.wsgi [-] (94175) accepted ('10.222.0.20', 39370) {{(pid=94175) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 11:33:34.201103 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-767ba968-e254-46aa-9311-768afc6a9d5a None None] DHCP port deletion for 13d4f792-a7d0-4acb-b0a5-e21b141310d7 request from dv-neutron-601336-94-hyperv {{(pid=94176) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jun 23 11:33:34.243113 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.scheduler.base_scheduler [None req-c8227713-7481-4481-9423-a1e01271613d tempest-PortsTestJSON-2085221018 tempest-PortsTestJSON-2085221018-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-601336-94-hyperv, 2b18360e-4cca-4e3f-a94d-91958471301b) {{(pid=94174) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 23 11:33:34.249881 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c8227713-7481-4481-9423-a1e01271613d tempest-PortsTestJSON-2085221018 tempest-PortsTestJSON-2085221018-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94174) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 11:33:34.250924 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron_lib.callbacks.manager [None req-c8227713-7481-4481-9423-a1e01271613d tempest-PortsTestJSON-2085221018 tempest-PortsTestJSON-2085221018-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7865916'] for subnet, before_response {{(pid=94174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:33:34.257666 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.plugins.ml2.rpc [None req-dc7542b2-afef-47f4-a763-e3a3cba144be None None] Device 7e92a820-029c-4e20-84fb-999b81fc12e0 no longer exists at agent ovs-agent-dv-neutron-601336-94-hyperv {{(pid=94176) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:261}} Jun 23 11:33:34.260973 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cdd6988-dd42-4662-ab4b-1987cf723827 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f2b2bd18-d382-42af-b8dc-33afe49417ee,revision_number=1']} {{(pid=94175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 11:33:34.265583 dv-neutron-601336-94-hyperv neutron-server[94175]: INFO neutron.wsgi [None req-9cdd6988-dd42-4662-ab4b-1987cf723827 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=31ad79cf61d542f0ac2c8502274016ee&name=default HTTP/1.1" status: 200 len: 2979 time: 1.0046129 Jun 23 11:33:34.271381 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG oslo_concurrency.lockutils [None req-9cdd6988-dd42-4662-ab4b-1987cf723827 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.126s {{(pid=94175) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 11:33:34.271514 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.wsgi [-] (94174) accepted ('10.222.0.20', 39372) {{(pid=94174) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 11:33:34.273902 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG oslo_concurrency.lockutils [None req-6fbeec93-c4f9-41b1-a0d5-ddecf725cff1 tempest-AllowedAddressPairTestJSON-1962660266 tempest-AllowedAddressPairTestJSON-1962660266-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.112s {{(pid=94175) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 11:33:34.282657 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-283a39dc-8853-4570-8cf9-ab1bada69c2d None None] Network 2b18360e-4cca-4e3f-a94d-91958471301b requested from dv-neutron-601336-94-hyperv {{(pid=94176) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 23 11:33:34.307641 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10a2195e-a705-4740-b6f3-970a9a743003 tempest-RoutersNegativeIpV6Test-1628881962 tempest-RoutersNegativeIpV6Test-1628881962-project] Pushing event deleted for resources: {'Network': ['ID=38727e60-b515-4bb7-834a-df5ac00f4df4,revision_number=None']} {{(pid=94175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 11:33:34.317912 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG oslo_concurrency.lockutils [None req-10a2195e-a705-4740-b6f3-970a9a743003 tempest-RoutersNegativeIpV6Test-1628881962 tempest-RoutersNegativeIpV6Test-1628881962-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.044s {{(pid=94175) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 11:33:34.330393 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron_lib.callbacks.manager [None req-582eb3f8-edf6-4367-b200-8be43f0d9f52 tempest-RoutersNegativeIpV6Test-1628881962 tempest-RoutersNegativeIpV6Test-1628881962-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-824874'] for network, before_delete {{(pid=94175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:33:34.346425 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron_lib.callbacks.manager [None req-57317446-18bf-4fb3-b9b7-eb8901185b5a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:33:34.348519 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.plugins.ml2.plugin [None req-dc7542b2-afef-47f4-a763-e3a3cba144be None None] No Port match for: 7e92a820-029c-4e20-84fb-999b81fc12e0 {{(pid=94176) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2240}} Jun 23 11:33:34.349600 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.plugins.ml2.rpc [None req-dc7542b2-afef-47f4-a763-e3a3cba144be None None] Device 7e92a820-029c-4e20-84fb-999b81fc12e0 not bound to the agent host dv-neutron-601336-94-hyperv {{(pid=94176) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:271}} Jun 23 11:33:34.380236 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron_lib.callbacks.manager [None req-57317446-18bf-4fb3-b9b7-eb8901185b5a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:33:34.392820 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron_lib.callbacks.manager [None req-0ff48d64-1b9f-4843-8d19-34543f43e1f1 tempest-NegativeSecGroupTest-178874014 tempest-NegativeSecGroupTest-178874014-project] Notify callbacks [] for security_group, precommit_create {{(pid=94175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:33:34.394234 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3fc299f7-5b3d-4e08-873a-86857a30138f None None] Update dhcp port {'port': {'network_id': 'f53f535d-bce4-4da8-9bd9-396677ff4e83', 'fixed_ips': [{'subnet_id': 'c11c819d-7eab-4975-8a72-eacf11437913'}], 'binding:host_id': 'dv-neutron-601336-94-hyperv'}, 'id': 'def2b37c-d6b5-47ec-affe-9ff93780ee34'} from dv-neutron-601336-94-hyperv. {{(pid=94176) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Jun 23 11:33:34.422823 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.plugins.ml2.plugin [None req-582eb3f8-edf6-4367-b200-8be43f0d9f52 tempest-RoutersNegativeIpV6Test-1628881962 tempest-RoutersNegativeIpV6Test-1628881962-project] Deleting port 756c8c16-c8e1-4b85-856d-461fda2d7076 {{(pid=94175) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1913}} Jun 23 11:33:34.423206 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron_lib.callbacks.manager [None req-582eb3f8-edf6-4367-b200-8be43f0d9f52 tempest-RoutersNegativeIpV6Test-1628881962 tempest-RoutersNegativeIpV6Test-1628881962-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773700079324'] for port, before_delete {{(pid=94175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:33:34.435593 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron_lib.callbacks.manager [None req-3fc299f7-5b3d-4e08-873a-86857a30138f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-923122'] for port, before_update {{(pid=94176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:33:34.460190 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.plugins.ml2.plugin [None req-767ba968-e254-46aa-9311-768afc6a9d5a None None] Deleting port 756c8c16-c8e1-4b85-856d-461fda2d7076 {{(pid=94176) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1913}} Jun 23 11:33:34.460576 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron_lib.callbacks.manager [None req-767ba968-e254-46aa-9311-768afc6a9d5a None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773700079324'] for port, before_delete {{(pid=94176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:33:34.470410 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron_lib.callbacks.manager [None req-0ff48d64-1b9f-4843-8d19-34543f43e1f1 tempest-NegativeSecGroupTest-178874014 tempest-NegativeSecGroupTest-178874014-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7996330'] for security_group, after_create {{(pid=94175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:33:34.476817 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG oslo_concurrency.lockutils [None req-0831095b-b5f1-495d-be3d-ac82100e135a tempest-RoutersNegativeIpV6Test-1628881962 tempest-RoutersNegativeIpV6Test-1628881962-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94175) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 11:33:34.516044 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.plugins.ml2.db [None req-582eb3f8-edf6-4367-b200-8be43f0d9f52 tempest-RoutersNegativeIpV6Test-1628881962 tempest-RoutersNegativeIpV6Test-1628881962-project] For port 756c8c16-c8e1-4b85-856d-461fda2d7076, host dv-neutron-601336-94-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-94-hyperv',level=0,port_id=756c8c16-c8e1-4b85-856d-461fda2d7076,segment=NetworkSegment(0895d7d9-54bf-46f2-b34f-96bdf089bc42),segment_id=0895d7d9-54bf-46f2-b34f-96bdf089bc42)] {{(pid=94175) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 23 11:33:34.516313 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron_lib.callbacks.manager [None req-582eb3f8-edf6-4367-b200-8be43f0d9f52 tempest-RoutersNegativeIpV6Test-1628881962 tempest-RoutersNegativeIpV6Test-1628881962-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-430722'] for port, precommit_delete {{(pid=94175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:33:34.520489 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron_lib.callbacks.manager [None req-57317446-18bf-4fb3-b9b7-eb8901185b5a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7996330'] for security_group, after_delete {{(pid=94174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:33:34.523969 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ff48d64-1b9f-4843-8d19-34543f43e1f1 tempest-NegativeSecGroupTest-178874014 tempest-NegativeSecGroupTest-178874014-project] Pushing event updated for resources: {'SecurityGroup': ['ID=83969170-1c10-426e-9c04-99891de90b75,revision_number=1']} {{(pid=94175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 11:33:34.524286 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron_lib.callbacks.manager [None req-57317446-18bf-4fb3-b9b7-eb8901185b5a admin admin] Notify callbacks [] for security_group, before_response {{(pid=94174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:33:34.528467 dv-neutron-601336-94-hyperv neutron-server[94174]: INFO neutron.wsgi [None req-57317446-18bf-4fb3-b9b7-eb8901185b5a admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/f2b2bd18-d382-42af-b8dc-33afe49417ee HTTP/1.1" status: 204 len: 168 time: 0.2521429 Jun 23 11:33:34.528467 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG oslo_concurrency.lockutils [None req-a0133930-e28d-4b3a-861e-24fea6c38b58 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94174) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 11:33:34.529897 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG oslo_concurrency.lockutils [None req-0ff48d64-1b9f-4843-8d19-34543f43e1f1 tempest-NegativeSecGroupTest-178874014 tempest-NegativeSecGroupTest-178874014-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.054s {{(pid=94175) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 11:33:34.534439 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.plugins.ml2.plugin [None req-582eb3f8-edf6-4367-b200-8be43f0d9f52 tempest-RoutersNegativeIpV6Test-1628881962 tempest-RoutersNegativeIpV6Test-1628881962-project] Calling delete_port for 756c8c16-c8e1-4b85-856d-461fda2d7076 owned by network:dhcp {{(pid=94175) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1986}} Jun 23 11:33:34.547804 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57317446-18bf-4fb3-b9b7-eb8901185b5a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f2b2bd18-d382-42af-b8dc-33afe49417ee,revision_number=None']} {{(pid=94174) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 11:33:34.559206 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG oslo_concurrency.lockutils [None req-57317446-18bf-4fb3-b9b7-eb8901185b5a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.032s {{(pid=94174) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 11:33:34.560589 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9b1ed406-1661-4ea4-b164-4b51b2334c8c tempest-PortsIpV6TestJSON-1781383748 tempest-PortsIpV6TestJSON-1781383748-project] Made reservation on behalf of 4a9805c328414e068d83db5c9b76c3c7 for: {'network': 1} {{(pid=94174) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 23 11:33:34.564710 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron_lib.callbacks.manager [None req-9b1ed406-1661-4ea4-b164-4b51b2334c8c tempest-PortsIpV6TestJSON-1781383748 tempest-PortsIpV6TestJSON-1781383748-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-923104'] for network, before_create {{(pid=94174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:33:34.578155 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron_lib.callbacks.manager [None req-9b1ed406-1661-4ea4-b164-4b51b2334c8c tempest-PortsIpV6TestJSON-1781383748 tempest-PortsIpV6TestJSON-1781383748-project] Notify callbacks [] for security_group, before_create {{(pid=94174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:33:34.656081 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron_lib.callbacks.manager [None req-0ff48d64-1b9f-4843-8d19-34543f43e1f1 tempest-NegativeSecGroupTest-178874014 tempest-NegativeSecGroupTest-178874014-project] Notify callbacks [] for security_group, before_response {{(pid=94175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:33:34.657800 dv-neutron-601336-94-hyperv neutron-server[94175]: INFO neutron.wsgi [None req-0ff48d64-1b9f-4843-8d19-34543f43e1f1 tempest-NegativeSecGroupTest-178874014 tempest-NegativeSecGroupTest-178874014-project] 10.222.0.20 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1744 time: 1.7010646 Jun 23 11:33:34.660649 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.wsgi [-] (94175) accepted ('10.222.0.20', 39376) {{(pid=94175) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 11:33:34.664028 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9a230821-0391-4934-a5aa-ecb24c5f245b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1e0d828a-1fa4-563d-b7fd-53adf66a04ee-2b18360e-4cca-4e3f-a94d-91958471301b', 'network_id': '2b18360e-4cca-4e3f-a94d-91958471301b', 'tenant_id': '9e5461dd76964a018bba022fe5f7a0f1', 'fixed_ips': [{'subnet_id': '27b692f3-23ab-4045-9f4f-bc6ca715b34c'}]}} from dv-neutron-601336-94-hyperv. {{(pid=94176) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 23 11:33:34.664890 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron_lib.callbacks.manager [None req-9a230821-0391-4934-a5aa-ecb24c5f245b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-923104'] for port, before_create {{(pid=94176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:33:34.665402 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.api.v2.base [None req-b9e31d03-8597-4e5c-9c6c-a824b6d96367 tempest-NegativeSecGroupTest-178874014 tempest-NegativeSecGroupTest-178874014-project] Request body: {'security_group_rule': {'security_group_id': '83969170-1c10-426e-9c04-99891de90b75', 'protocol': 'udp', 'direction': 'ingress', 'ethertype': 'bad_ethertype'}} {{(pid=94175) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 23 11:33:34.666194 dv-neutron-601336-94-hyperv neutron-server[94175]: WARNING neutron.api.v2.base [None req-b9e31d03-8597-4e5c-9c6c-a824b6d96367 tempest-NegativeSecGroupTest-178874014 tempest-NegativeSecGroupTest-178874014-project] An exception happened while processing the request body. The exception message is [Security group rule for ethertype 'bad_ethertype' not supported. Allowed values are ['IPv4', 'IPv6'].].: securitygroup.SecurityGroupRuleInvalidEtherType: Security group rule for ethertype 'bad_ethertype' not supported. Allowed values are ['IPv4', 'IPv6']. Jun 23 11:33:34.666670 dv-neutron-601336-94-hyperv neutron-server[94175]: INFO neutron.api.v2.resource [None req-b9e31d03-8597-4e5c-9c6c-a824b6d96367 tempest-NegativeSecGroupTest-178874014 tempest-NegativeSecGroupTest-178874014-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jun 23 11:33:34.667664 dv-neutron-601336-94-hyperv neutron-server[94175]: INFO neutron.wsgi [None req-b9e31d03-8597-4e5c-9c6c-a824b6d96367 tempest-NegativeSecGroupTest-178874014 tempest-NegativeSecGroupTest-178874014-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 396 time: 0.0060794 Jun 23 11:33:34.670885 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.wsgi [-] (94174) accepted ('10.222.0.20', 39378) {{(pid=94174) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 11:33:34.673382 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.plugins.ml2.db [None req-767ba968-e254-46aa-9311-768afc6a9d5a None None] For port 756c8c16-c8e1-4b85-856d-461fda2d7076, host dv-neutron-601336-94-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-94-hyperv',level=0,port_id=756c8c16-c8e1-4b85-856d-461fda2d7076,segment=NetworkSegment(0895d7d9-54bf-46f2-b34f-96bdf089bc42),segment_id=0895d7d9-54bf-46f2-b34f-96bdf089bc42)] {{(pid=94176) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 23 11:33:34.673788 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron_lib.callbacks.manager [None req-767ba968-e254-46aa-9311-768afc6a9d5a None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-430722'] for port, precommit_delete {{(pid=94176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:33:34.705490 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron_lib.callbacks.manager [None req-582eb3f8-edf6-4367-b200-8be43f0d9f52 tempest-RoutersNegativeIpV6Test-1628881962 tempest-RoutersNegativeIpV6Test-1628881962-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-922904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866062', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773700135024', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773699642224', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5082448'] for port, after_delete {{(pid=94175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:33:34.709247 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG oslo_concurrency.lockutils [None req-e300dd8d-7ca6-49e5-bae7-e13ea70b4989 tempest-NetworksTestDHCPv6-162546708 tempest-NetworksTestDHCPv6-162546708-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94175) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 11:33:34.730169 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron_lib.callbacks.manager [None req-243d11ac-eec2-41e6-a6b5-634166275a34 tempest-NegativeSecGroupTest-178874014 tempest-NegativeSecGroupTest-178874014-project] Notify callbacks [] for security_group, before_delete {{(pid=94174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:33:34.747269 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-582eb3f8-edf6-4367-b200-8be43f0d9f52 tempest-RoutersNegativeIpV6Test-1628881962 tempest-RoutersNegativeIpV6Test-1628881962-project] Pushing event deleted for resources: {'Port': ['ID=756c8c16-c8e1-4b85-856d-461fda2d7076,revision_number=None']} {{(pid=94175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 11:33:34.752976 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG oslo_concurrency.lockutils [None req-582eb3f8-edf6-4367-b200-8be43f0d9f52 tempest-RoutersNegativeIpV6Test-1628881962 tempest-RoutersNegativeIpV6Test-1628881962-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.044s {{(pid=94175) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 11:33:34.756643 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.db.l3_dvrscheduler_db [None req-582eb3f8-edf6-4367-b200-8be43f0d9f52 tempest-RoutersNegativeIpV6Test-1628881962 tempest-RoutersNegativeIpV6Test-1628881962-project] No DVR routers for this DVR port 756c8c16-c8e1-4b85-856d-461fda2d7076 on host dv-neutron-601336-94-hyperv {{(pid=94175) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 23 11:33:34.758078 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d503b5c8-fe61-4d54-8f3d-77b34d61a53e tempest-NetworksTestDHCPv6-162546708 tempest-NetworksTestDHCPv6-162546708-project] Made reservation on behalf of 5e61222a836c47229c94e37f3902e6bd for: {'subnet': 1} {{(pid=94174) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 23 11:33:34.763694 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron_lib.callbacks.manager [None req-d503b5c8-fe61-4d54-8f3d-77b34d61a53e tempest-NetworksTestDHCPv6-162546708 tempest-NetworksTestDHCPv6-162546708-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4294245'] for subnet, before_create {{(pid=94174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:33:34.802677 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.plugins.ml2.plugin [None req-767ba968-e254-46aa-9311-768afc6a9d5a None None] Calling delete_port for 756c8c16-c8e1-4b85-856d-461fda2d7076 owned by network:dhcp {{(pid=94176) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1986}} Jun 23 11:33:34.805630 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-163a8e8b-eb62-4c91-a744-de485ca8fd26 None None] Network f53f535d-bce4-4da8-9bd9-396677ff4e83 requested from dv-neutron-601336-94-hyperv {{(pid=94176) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 23 11:33:34.827113 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron_lib.callbacks.manager [None req-243d11ac-eec2-41e6-a6b5-634166275a34 tempest-NegativeSecGroupTest-178874014 tempest-NegativeSecGroupTest-178874014-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:33:34.830519 dv-neutron-601336-94-hyperv neutron-server[94174]: INFO neutron.wsgi [None req-c8227713-7481-4481-9423-a1e01271613d tempest-PortsTestJSON-2085221018 tempest-PortsTestJSON-2085221018-project] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.0478785 Jun 23 11:33:34.844477 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.wsgi [-] (94174) accepted ('10.222.0.20', 39380) {{(pid=94174) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 11:33:34.849521 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.api.v2.base [None req-5247eb8b-a2e1-49fb-b6af-48f0308185b6 tempest-PortsTestJSON-2085221018 tempest-PortsTestJSON-2085221018-project] Request body: {'port': {'network_id': '2b18360e-4cca-4e3f-a94d-91958471301b', 'name': 'tempest-PortsTestJSON-725228657', 'fixed_ips': [{'subnet_id': '27b692f3-23ab-4045-9f4f-bc6ca715b34c', 'ip_address': '172.20.0.10'}]}} {{(pid=94174) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 23 11:33:34.866997 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron_lib.callbacks.manager [None req-582eb3f8-edf6-4367-b200-8be43f0d9f52 tempest-RoutersNegativeIpV6Test-1628881962 tempest-RoutersNegativeIpV6Test-1628881962-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-897259', 'neutron.services.segments.db._delete_segments_for_network-8773700168587'] for network, precommit_delete {{(pid=94175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:33:34.893461 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.services.segments.db [None req-582eb3f8-edf6-4367-b200-8be43f0d9f52 tempest-RoutersNegativeIpV6Test-1628881962 tempest-RoutersNegativeIpV6Test-1628881962-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['13d4f792-a7d0-4acb-b0a5-e21b141310d7']}} {{(pid=94175) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 11:33:34.920078 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.services.segments.db [None req-582eb3f8-edf6-4367-b200-8be43f0d9f52 tempest-RoutersNegativeIpV6Test-1628881962 tempest-RoutersNegativeIpV6Test-1628881962-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0895d7d9-54bf-46f2-b34f-96bdf089bc42') {'for_net_delete': True} {{(pid=94175) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 11:33:34.922502 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.services.segments.db [None req-582eb3f8-edf6-4367-b200-8be43f0d9f52 tempest-RoutersNegativeIpV6Test-1628881962 tempest-RoutersNegativeIpV6Test-1628881962-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0895d7d9-54bf-46f2-b34f-96bdf089bc42') {} {{(pid=94175) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 11:33:34.925872 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.db.db_base_plugin_common [None req-9a230821-0391-4934-a5aa-ecb24c5f245b None None] Allocated IP 172.20.0.2 (2b18360e-4cca-4e3f-a94d-91958471301b/27b692f3-23ab-4045-9f4f-bc6ca715b34c/f62bc371-8c83-4482-b747-01df66f08724) {{(pid=94176) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 23 11:33:34.943497 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron_lib.callbacks.manager [None req-582eb3f8-edf6-4367-b200-8be43f0d9f52 tempest-RoutersNegativeIpV6Test-1628881962 tempest-RoutersNegativeIpV6Test-1628881962-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8773699955833', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5190677'] for segment, before_delete {{(pid=94175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:33:34.946775 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.db.provisioning_blocks [None req-7f6ae7eb-ea78-4f88-bd43-6e73d9a0568d None None] Provisioning complete for port def2b37c-d6b5-47ec-affe-9ff93780ee34 triggered by entity DHCP. {{(pid=94176) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 23 11:33:34.947444 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron_lib.callbacks.manager [None req-7f6ae7eb-ea78-4f88-bd43-6e73d9a0568d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-899258'] for port, provisioning_complete {{(pid=94176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:33:35.005458 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron_lib.callbacks.manager [None req-582eb3f8-edf6-4367-b200-8be43f0d9f52 tempest-RoutersNegativeIpV6Test-1628881962 tempest-RoutersNegativeIpV6Test-1628881962-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3801'] for segment, precommit_delete {{(pid=94175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:33:35.018385 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-582eb3f8-edf6-4367-b200-8be43f0d9f52 tempest-RoutersNegativeIpV6Test-1628881962 tempest-RoutersNegativeIpV6Test-1628881962-project] Releasing vlan 401 on physical network physnet1 to pool {{(pid=94175) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 23 11:33:35.019344 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron_lib.callbacks.manager [None req-582eb3f8-edf6-4367-b200-8be43f0d9f52 tempest-RoutersNegativeIpV6Test-1628881962 tempest-RoutersNegativeIpV6Test-1628881962-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3801', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5082371'] for segment, after_delete {{(pid=94175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:33:35.067573 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron_lib.callbacks.manager [None req-243d11ac-eec2-41e6-a6b5-634166275a34 tempest-NegativeSecGroupTest-178874014 tempest-NegativeSecGroupTest-178874014-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7996330'] for security_group, after_delete {{(pid=94174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:33:35.072453 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron_lib.callbacks.manager [None req-243d11ac-eec2-41e6-a6b5-634166275a34 tempest-NegativeSecGroupTest-178874014 tempest-NegativeSecGroupTest-178874014-project] Notify callbacks [] for security_group, before_response {{(pid=94174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:33:35.073688 dv-neutron-601336-94-hyperv neutron-server[94174]: INFO neutron.wsgi [None req-243d11ac-eec2-41e6-a6b5-634166275a34 tempest-NegativeSecGroupTest-178874014 tempest-NegativeSecGroupTest-178874014-project] 10.222.0.20 "DELETE /v2.0/security-groups/83969170-1c10-426e-9c04-99891de90b75 HTTP/1.1" status: 204 len: 168 time: 0.4003448 Jun 23 11:33:35.080336 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94174) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 11:33:35.083960 dv-neutron-601336-94-hyperv neutron-server[94175]: Traceback (most recent call last): Jun 23 11:33:35.083960 dv-neutron-601336-94-hyperv neutron-server[94175]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 23 11:33:35.083960 dv-neutron-601336-94-hyperv neutron-server[94175]: timer() Jun 23 11:33:35.083960 dv-neutron-601336-94-hyperv neutron-server[94175]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 23 11:33:35.083960 dv-neutron-601336-94-hyperv neutron-server[94175]: cb(*args, **kw) Jun 23 11:33:35.083960 dv-neutron-601336-94-hyperv neutron-server[94175]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 23 11:33:35.083960 dv-neutron-601336-94-hyperv neutron-server[94175]: return func(*args, **kwargs) Jun 23 11:33:35.083960 dv-neutron-601336-94-hyperv neutron-server[94175]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 23 11:33:35.083960 dv-neutron-601336-94-hyperv neutron-server[94175]: self._notify() Jun 23 11:33:35.083960 dv-neutron-601336-94-hyperv neutron-server[94175]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 23 11:33:35.083960 dv-neutron-601336-94-hyperv neutron-server[94175]: self.callback(batched_events) Jun 23 11:33:35.083960 dv-neutron-601336-94-hyperv neutron-server[94175]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 23 11:33:35.083960 dv-neutron-601336-94-hyperv neutron-server[94175]: event.method(event) Jun 23 11:33:35.083960 dv-neutron-601336-94-hyperv neutron-server[94175]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 23 11:33:35.083960 dv-neutron-601336-94-hyperv neutron-server[94175]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 23 11:33:35.083960 dv-neutron-601336-94-hyperv neutron-server[94175]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 23 11:33:35.083960 dv-neutron-601336-94-hyperv neutron-server[94175]: aggregate_uuid = self.p_client.list_aggregates( Jun 23 11:33:35.083960 dv-neutron-601336-94-hyperv neutron-server[94175]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 23 11:33:35.083960 dv-neutron-601336-94-hyperv neutron-server[94175]: return f(self, *a, **k) Jun 23 11:33:35.083960 dv-neutron-601336-94-hyperv neutron-server[94175]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 23 11:33:35.083960 dv-neutron-601336-94-hyperv neutron-server[94175]: return self._get(url).json() Jun 23 11:33:35.083960 dv-neutron-601336-94-hyperv neutron-server[94175]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 23 11:33:35.083960 dv-neutron-601336-94-hyperv neutron-server[94175]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 23 11:33:35.083960 dv-neutron-601336-94-hyperv neutron-server[94175]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 23 11:33:35.083960 dv-neutron-601336-94-hyperv neutron-server[94175]: return self.request(url, 'GET', **kwargs) Jun 23 11:33:35.083960 dv-neutron-601336-94-hyperv neutron-server[94175]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 23 11:33:35.083960 dv-neutron-601336-94-hyperv neutron-server[94175]: base_url = self.get_endpoint(auth, allow=allow, Jun 23 11:33:35.083960 dv-neutron-601336-94-hyperv neutron-server[94175]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 23 11:33:35.083960 dv-neutron-601336-94-hyperv neutron-server[94175]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 23 11:33:35.083960 dv-neutron-601336-94-hyperv neutron-server[94175]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 23 11:33:35.083960 dv-neutron-601336-94-hyperv neutron-server[94175]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 23 11:33:35.083960 dv-neutron-601336-94-hyperv neutron-server[94175]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 23 11:33:35.090168 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.wsgi [-] (94175) accepted ('10.222.0.20', 39388) {{(pid=94175) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 11:33:35.145518 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-243d11ac-eec2-41e6-a6b5-634166275a34 tempest-NegativeSecGroupTest-178874014 tempest-NegativeSecGroupTest-178874014-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=83969170-1c10-426e-9c04-99891de90b75,revision_number=None']} {{(pid=94174) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 11:33:35.153305 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG oslo_concurrency.lockutils [None req-243d11ac-eec2-41e6-a6b5-634166275a34 tempest-NegativeSecGroupTest-178874014 tempest-NegativeSecGroupTest-178874014-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.072s {{(pid=94174) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 11:33:35.183177 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron_lib.callbacks.manager [None req-582eb3f8-edf6-4367-b200-8be43f0d9f52 tempest-RoutersNegativeIpV6Test-1628881962 tempest-RoutersNegativeIpV6Test-1628881962-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-897248', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8002400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7866073', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-524247'] for network, after_delete {{(pid=94175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:33:35.190495 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron_lib.callbacks.manager [None req-582eb3f8-edf6-4367-b200-8be43f0d9f52 tempest-RoutersNegativeIpV6Test-1628881962 tempest-RoutersNegativeIpV6Test-1628881962-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7865916'] for network, before_response {{(pid=94175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:33:35.192772 dv-neutron-601336-94-hyperv neutron-server[94175]: INFO neutron.wsgi [None req-582eb3f8-edf6-4367-b200-8be43f0d9f52 tempest-RoutersNegativeIpV6Test-1628881962 tempest-RoutersNegativeIpV6Test-1628881962-project] 10.222.0.20 "DELETE /v2.0/networks/13d4f792-a7d0-4acb-b0a5-e21b141310d7 HTTP/1.1" status: 204 len: 168 time: 1.0100377 Jun 23 11:33:35.198349 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG oslo_concurrency.lockutils [None req-3cc136b8-02fe-4532-a704-a8cf6609077c tempest-PortsTestJSON-2085221018 tempest-PortsTestJSON-2085221018-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94175) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 11:33:35.201079 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.wsgi [-] (94174) accepted ('10.222.0.20', 39394) {{(pid=94174) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 11:33:35.226301 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-582eb3f8-edf6-4367-b200-8be43f0d9f52 tempest-RoutersNegativeIpV6Test-1628881962 tempest-RoutersNegativeIpV6Test-1628881962-project] Pushing event deleted for resources: {'Network': ['ID=13d4f792-a7d0-4acb-b0a5-e21b141310d7,revision_number=None']} {{(pid=94175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 11:33:35.229319 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG oslo_concurrency.lockutils [None req-582eb3f8-edf6-4367-b200-8be43f0d9f52 tempest-RoutersNegativeIpV6Test-1628881962 tempest-RoutersNegativeIpV6Test-1628881962-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.031s {{(pid=94175) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 11:33:35.234282 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.plugins.ml2.rpc [None req-dc7542b2-afef-47f4-a763-e3a3cba144be None None] Device def2b37c-d6b5-47ec-affe-9ff93780ee34 no longer exists at agent ovs-agent-dv-neutron-601336-94-hyperv {{(pid=94176) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:261}} Jun 23 11:33:35.235163 dv-neutron-601336-94-hyperv neutron-server[94175]: INFO neutron.wsgi [None req-68db4c79-e583-4bbd-bed6-c193ff8f498a tempest-NegativeSecGroupTest-178874014 tempest-NegativeSecGroupTest-178874014-project] 10.222.0.20 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2979 time: 0.1433532 Jun 23 11:33:35.243462 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.wsgi [-] (94175) accepted ('10.222.0.20', 39398) {{(pid=94175) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 11:33:35.254735 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.api.v2.base [None req-6dea68f3-bebb-4ad3-b476-a6fbca8212f2 tempest-NegativeSecGroupTest-178874014 tempest-NegativeSecGroupTest-178874014-project] Request body: {'security_group': {'name': 'tempest-secgroup--2009295152'}} {{(pid=94175) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 23 11:33:35.297259 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.db.db_base_plugin_v2 [None req-4a4f5e85-9787-447d-94f2-1a22b61b7d29 tempest-RoutersNegativeIpV6Test-1628881962 tempest-RoutersNegativeIpV6Test-1628881962-project] Deleting subnet d9256b8b-a560-49a5-b266-0822452b8caf {{(pid=94174) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jun 23 11:33:35.302936 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron_lib.callbacks.manager [None req-4a4f5e85-9787-447d-94f2-1a22b61b7d29 tempest-RoutersNegativeIpV6Test-1628881962 tempest-RoutersNegativeIpV6Test-1628881962-project] Notify callbacks [] for subnet, before_delete {{(pid=94174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:33:35.306503 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron_lib.callbacks.manager [None req-9b1ed406-1661-4ea4-b164-4b51b2334c8c tempest-PortsIpV6TestJSON-1781383748 tempest-PortsIpV6TestJSON-1781383748-project] Notify callbacks [] for security_group, precommit_create {{(pid=94174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:33:35.336257 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron_lib.callbacks.manager [None req-d503b5c8-fe61-4d54-8f3d-77b34d61a53e tempest-NetworksTestDHCPv6-162546708 tempest-NetworksTestDHCPv6-162546708-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866062', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5195999', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4294259'] for subnet, after_create {{(pid=94174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:33:35.341351 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG oslo_concurrency.lockutils [None req-57cfc5b2-d9dc-49f9-ac89-c394e51b2c1f tempest-NetworksTestDHCPv6-162546708 tempest-NetworksTestDHCPv6-162546708-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94174) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 11:33:35.344763 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron_lib.callbacks.manager [None req-767ba968-e254-46aa-9311-768afc6a9d5a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-922904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866062', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773700135024', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773699642224'] for port, after_delete {{(pid=94176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:33:35.349741 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG oslo_concurrency.lockutils [None req-d494237a-28a1-4242-af30-3ba5867c962f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 11:33:35.389429 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-767ba968-e254-46aa-9311-768afc6a9d5a None None] Network 13d4f792-a7d0-4acb-b0a5-e21b141310d7 is not hosted by any dhcp agent {{(pid=94176) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:232}} Jun 23 11:33:35.389904 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.db.l3_dvrscheduler_db [None req-767ba968-e254-46aa-9311-768afc6a9d5a None None] No DVR routers for this DVR port 756c8c16-c8e1-4b85-856d-461fda2d7076 on host dv-neutron-601336-94-hyperv {{(pid=94176) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 23 11:33:35.391828 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron_lib.callbacks.manager [None req-4a4f5e85-9787-447d-94f2-1a22b61b7d29 tempest-RoutersNegativeIpV6Test-1628881962 tempest-RoutersNegativeIpV6Test-1628881962-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4800256'] for subnet, precommit_delete_associations {{(pid=94174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:33:35.397958 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-767ba968-e254-46aa-9311-768afc6a9d5a None None] Pushing event deleted for resources: {'Port': ['ID=756c8c16-c8e1-4b85-856d-461fda2d7076,revision_number=None']} {{(pid=94176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 11:33:35.402277 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d503b5c8-fe61-4d54-8f3d-77b34d61a53e tempest-NetworksTestDHCPv6-162546708 tempest-NetworksTestDHCPv6-162546708-project] Network f53f535d-bce4-4da8-9bd9-396677ff4e83 is already hosted by enough agents. {{(pid=94174) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 23 11:33:35.408130 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG oslo_concurrency.lockutils [None req-767ba968-e254-46aa-9311-768afc6a9d5a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.058s {{(pid=94176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 11:33:35.429287 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron_lib.callbacks.manager [None req-9b1ed406-1661-4ea4-b164-4b51b2334c8c tempest-PortsIpV6TestJSON-1781383748 tempest-PortsIpV6TestJSON-1781383748-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7996330'] for security_group, after_create {{(pid=94174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:33:35.432489 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.scheduler.base_scheduler [None req-d503b5c8-fe61-4d54-8f3d-77b34d61a53e tempest-NetworksTestDHCPv6-162546708 tempest-NetworksTestDHCPv6-162546708-project] Resources bound (agent type, host, resource id): {{(pid=94174) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 23 11:33:35.436070 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d503b5c8-fe61-4d54-8f3d-77b34d61a53e tempest-NetworksTestDHCPv6-162546708 tempest-NetworksTestDHCPv6-162546708-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94174) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 11:33:35.436676 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron_lib.callbacks.manager [None req-d503b5c8-fe61-4d54-8f3d-77b34d61a53e tempest-NetworksTestDHCPv6-162546708 tempest-NetworksTestDHCPv6-162546708-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7865916'] for subnet, before_response {{(pid=94174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:33:35.461558 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d503b5c8-fe61-4d54-8f3d-77b34d61a53e tempest-NetworksTestDHCPv6-162546708 tempest-NetworksTestDHCPv6-162546708-project] Pushing event updated for resources: {'Subnet': ['ID=e6076bb0-bdf2-4230-8fbe-17f4a513c1d2,revision_number=0']} {{(pid=94174) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 11:33:35.464371 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG oslo_concurrency.lockutils [None req-d503b5c8-fe61-4d54-8f3d-77b34d61a53e tempest-NetworksTestDHCPv6-162546708 tempest-NetworksTestDHCPv6-162546708-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.123s {{(pid=94174) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 11:33:35.471658 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG oslo_concurrency.lockutils [None req-29ed1961-ed54-4d15-97d0-d74dba3607a2 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.025s {{(pid=94174) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 11:33:35.482905 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9b1ed406-1661-4ea4-b164-4b51b2334c8c tempest-PortsIpV6TestJSON-1781383748 tempest-PortsIpV6TestJSON-1781383748-project] vlan segment allocate from pool success with {'vlan_id': 441, 'physical_network': 'physnet1'} {{(pid=94174) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 23 11:33:35.519785 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-338fb535-8658-4f81-abd6-0939292d9369 None None] DHCP port deletion for f53f535d-bce4-4da8-9bd9-396677ff4e83 request from dv-neutron-601336-94-hyperv {{(pid=94176) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jun 23 11:33:35.521479 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron_lib.callbacks.manager [None req-9b1ed406-1661-4ea4-b164-4b51b2334c8c tempest-PortsIpV6TestJSON-1781383748 tempest-PortsIpV6TestJSON-1781383748-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3801'] for segment, precommit_create {{(pid=94174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:33:35.521784 dv-neutron-601336-94-hyperv neutron-server[94174]: INFO neutron.db.segments_db [None req-9b1ed406-1661-4ea4-b164-4b51b2334c8c tempest-PortsIpV6TestJSON-1781383748 tempest-PortsIpV6TestJSON-1781383748-project] Added segment ce6843e5-0568-4431-a1aa-a79d3ba677dc of type vlan for network c16c789a-641f-4c9b-ac33-977ceb9ea600 Jun 23 11:33:35.537490 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron_lib.callbacks.manager [None req-dc7542b2-afef-47f4-a763-e3a3cba144be None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-923122'] for port, before_update {{(pid=94176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:33:35.552454 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b1ed406-1661-4ea4-b164-4b51b2334c8c tempest-PortsIpV6TestJSON-1781383748 tempest-PortsIpV6TestJSON-1781383748-project] Pushing event updated for resources: {'SecurityGroup': ['ID=47c2043a-4998-4296-a3d9-ba76f9e0af87,revision_number=1']} {{(pid=94174) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 11:33:35.552637 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG oslo_concurrency.lockutils [None req-9b1ed406-1661-4ea4-b164-4b51b2334c8c tempest-PortsIpV6TestJSON-1781383748 tempest-PortsIpV6TestJSON-1781383748-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.081s {{(pid=94174) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 11:33:35.599736 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron_lib.callbacks.manager [None req-9a230821-0391-4934-a5aa-ecb24c5f245b None None] Notify callbacks [] for port, precommit_create {{(pid=94176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:33:35.602652 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron_lib.callbacks.manager [None req-9b1ed406-1661-4ea4-b164-4b51b2334c8c tempest-PortsIpV6TestJSON-1781383748 tempest-PortsIpV6TestJSON-1781383748-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8773699596773'] for network, precommit_create {{(pid=94174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:33:35.610021 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron_lib.callbacks.manager [None req-4a4f5e85-9787-447d-94f2-1a22b61b7d29 tempest-RoutersNegativeIpV6Test-1628881962 tempest-RoutersNegativeIpV6Test-1628881962-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-897634'] for subnet, precommit_delete {{(pid=94174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:33:35.613762 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5247eb8b-a2e1-49fb-b6af-48f0308185b6 tempest-PortsTestJSON-2085221018 tempest-PortsTestJSON-2085221018-project] Made reservation on behalf of 9e5461dd76964a018bba022fe5f7a0f1 for: {'port': 1} {{(pid=94174) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 23 11:33:35.616391 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.db.provisioning_blocks [None req-9a230821-0391-4934-a5aa-ecb24c5f245b None None] Transition to ACTIVE for port object f62bc371-8c83-4482-b747-01df66f08724 will not be triggered until provisioned by entity L2. {{(pid=94176) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 23 11:33:35.619885 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.plugins.ml2.db [None req-dc7542b2-afef-47f4-a763-e3a3cba144be None None] For port def2b37c-d6b5-47ec-affe-9ff93780ee34, host dv-neutron-601336-94-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-94-hyperv',level=0,port_id=def2b37c-d6b5-47ec-affe-9ff93780ee34,segment=NetworkSegment(6303a411-6e70-4139-a530-9ee4cf8ba843),segment_id=6303a411-6e70-4139-a530-9ee4cf8ba843)] {{(pid=94176) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 23 11:33:35.642608 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.db.provisioning_blocks [None req-9a230821-0391-4934-a5aa-ecb24c5f245b None None] Transition to ACTIVE for port object f62bc371-8c83-4482-b747-01df66f08724 will not be triggered until provisioned by entity DHCP. {{(pid=94176) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 23 11:33:35.648223 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.plugins.ml2.plugin [None req-338fb535-8658-4f81-abd6-0939292d9369 None None] Deleting port def2b37c-d6b5-47ec-affe-9ff93780ee34 {{(pid=94176) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1913}} Jun 23 11:33:35.648601 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron_lib.callbacks.manager [None req-338fb535-8658-4f81-abd6-0939292d9369 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773700079324'] for port, before_delete {{(pid=94176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:33:35.701790 dv-neutron-601336-94-hyperv neutron-server[94174]: INFO neutron.wsgi [None req-d503b5c8-fe61-4d54-8f3d-77b34d61a53e tempest-NetworksTestDHCPv6-162546708 tempest-NetworksTestDHCPv6-162546708-project] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 1.5649245 Jun 23 11:33:35.704450 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.wsgi [-] (94175) accepted ('10.222.0.20', 39408) {{(pid=94175) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 11:33:35.710542 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.api.v2.base [None req-32419811-ff90-4f90-b5fa-58ebc2f182ac tempest-NetworksTestDHCPv6-162546708 tempest-NetworksTestDHCPv6-162546708-project] Request body: {'subnet': {'network_id': 'f53f535d-bce4-4da8-9bd9-396677ff4e83', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=94175) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 23 11:33:35.716163 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron_lib.callbacks.manager [None req-9a230821-0391-4934-a5aa-ecb24c5f245b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-922915', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-239814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7866073', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773699642215'] for port, after_create {{(pid=94176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:33:35.729508 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG oslo_concurrency.lockutils [None req-f5154b1e-6f48-4be4-ba33-681a1f5f5898 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 11:33:35.732125 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron_lib.callbacks.manager [None req-dc7542b2-afef-47f4-a763-e3a3cba144be None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-922904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866062', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773700135042', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773699642233', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773699642278'] for port, after_update {{(pid=94176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:33:35.733019 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.plugins.ml2.rpc [None req-dc7542b2-afef-47f4-a763-e3a3cba144be None None] Device 37e6325d-5601-4c11-8cd7-08ad34b00c9a no longer exists at agent ovs-agent-dv-neutron-601336-94-hyperv {{(pid=94176) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:261}} Jun 23 11:33:35.758559 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron_lib.callbacks.manager [None req-5247eb8b-a2e1-49fb-b6af-48f0308185b6 tempest-PortsTestJSON-2085221018 tempest-PortsTestJSON-2085221018-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-923104'] for port, before_create {{(pid=94174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:33:35.780346 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.plugins.ml2.plugin [None req-dc7542b2-afef-47f4-a763-e3a3cba144be None None] No Port match for: 37e6325d-5601-4c11-8cd7-08ad34b00c9a {{(pid=94176) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2240}} Jun 23 11:33:35.780701 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.plugins.ml2.rpc [None req-dc7542b2-afef-47f4-a763-e3a3cba144be None None] Device 37e6325d-5601-4c11-8cd7-08ad34b00c9a not bound to the agent host dv-neutron-601336-94-hyperv {{(pid=94176) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:271}} Jun 23 11:33:35.781125 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.plugins.ml2.rpc [None req-dc7542b2-afef-47f4-a763-e3a3cba144be None None] Device 756c8c16-c8e1-4b85-856d-461fda2d7076 no longer exists at agent ovs-agent-dv-neutron-601336-94-hyperv {{(pid=94176) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:261}} Jun 23 11:33:35.788977 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.notifiers.nova [None req-5247eb8b-a2e1-49fb-b6af-48f0308185b6 tempest-PortsTestJSON-2085221018 tempest-PortsTestJSON-2085221018-project] device_id is not set on port 9981df00-ca45-49eb-8461-e9439de22963 yet. {{(pid=94174) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jun 23 11:33:35.798055 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron_lib.callbacks.manager [None req-9b1ed406-1661-4ea4-b164-4b51b2334c8c tempest-PortsIpV6TestJSON-1781383748 tempest-PortsIpV6TestJSON-1781383748-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8002400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7866073'] for network, after_create {{(pid=94174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:33:35.804396 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9b1ed406-1661-4ea4-b164-4b51b2334c8c tempest-PortsIpV6TestJSON-1781383748 tempest-PortsIpV6TestJSON-1781383748-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94174) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 11:33:35.804832 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron_lib.callbacks.manager [None req-9b1ed406-1661-4ea4-b164-4b51b2334c8c tempest-PortsIpV6TestJSON-1781383748 tempest-PortsIpV6TestJSON-1781383748-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7865916'] for network, before_response {{(pid=94174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:33:35.809928 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG oslo_concurrency.lockutils [None req-4fae7460-f71a-4caf-aecf-efe98c9d6aa3 tempest-PortsTestJSON-2085221018 tempest-PortsTestJSON-2085221018-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94174) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 11:33:35.816378 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9a230821-0391-4934-a5aa-ecb24c5f245b None None] Network 2b18360e-4cca-4e3f-a94d-91958471301b is already hosted by enough agents. {{(pid=94176) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 23 11:33:35.828017 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron_lib.callbacks.manager [None req-6dea68f3-bebb-4ad3-b476-a6fbca8212f2 tempest-NegativeSecGroupTest-178874014 tempest-NegativeSecGroupTest-178874014-project] Notify callbacks [] for security_group, before_create {{(pid=94175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:33:35.832590 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.scheduler.base_scheduler [None req-9a230821-0391-4934-a5aa-ecb24c5f245b None None] Resources bound (agent type, host, resource id): {{(pid=94176) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 23 11:33:35.832590 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.plugins.ml2.plugin [None req-dc7542b2-afef-47f4-a763-e3a3cba144be None None] No Port match for: 756c8c16-c8e1-4b85-856d-461fda2d7076 {{(pid=94176) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2240}} Jun 23 11:33:35.832590 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.plugins.ml2.rpc [None req-dc7542b2-afef-47f4-a763-e3a3cba144be None None] Device 756c8c16-c8e1-4b85-856d-461fda2d7076 not bound to the agent host dv-neutron-601336-94-hyperv {{(pid=94176) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:271}} Jun 23 11:33:35.835502 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.plugins.ml2.db [None req-338fb535-8658-4f81-abd6-0939292d9369 None None] For port def2b37c-d6b5-47ec-affe-9ff93780ee34, host dv-neutron-601336-94-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-94-hyperv',level=0,port_id=def2b37c-d6b5-47ec-affe-9ff93780ee34,segment=NetworkSegment(6303a411-6e70-4139-a530-9ee4cf8ba843),segment_id=6303a411-6e70-4139-a530-9ee4cf8ba843)] {{(pid=94176) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 23 11:33:35.835916 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron_lib.callbacks.manager [None req-338fb535-8658-4f81-abd6-0939292d9369 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-430722'] for port, precommit_delete {{(pid=94176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:33:35.838457 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9a230821-0391-4934-a5aa-ecb24c5f245b None None] Received port after_create {{(pid=94176) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 23 11:33:35.843799 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a230821-0391-4934-a5aa-ecb24c5f245b None None] Pushing event updated for resources: {'Port': ['ID=f62bc371-8c83-4482-b747-01df66f08724,revision_number=1']} {{(pid=94176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 11:33:35.851487 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG oslo_concurrency.lockutils [None req-9a230821-0391-4934-a5aa-ecb24c5f245b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.124s {{(pid=94176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 11:33:35.852140 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG oslo_concurrency.lockutils [None req-07c1a3e7-3f0b-4aae-af91-e6b85727d73e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.112s {{(pid=94176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 11:33:35.873257 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron_lib.callbacks.manager [None req-4a4f5e85-9787-447d-94f2-1a22b61b7d29 tempest-RoutersNegativeIpV6Test-1628881962 tempest-RoutersNegativeIpV6Test-1628881962-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-897627', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866062', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5195932', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4294216'] for subnet, after_delete {{(pid=94174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:33:35.907070 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.plugins.ml2.plugin [None req-338fb535-8658-4f81-abd6-0939292d9369 None None] Calling delete_port for def2b37c-d6b5-47ec-affe-9ff93780ee34 owned by network:dhcp {{(pid=94176) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1986}} Jun 23 11:33:35.937489 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron_lib.callbacks.manager [None req-4a4f5e85-9787-447d-94f2-1a22b61b7d29 tempest-RoutersNegativeIpV6Test-1628881962 tempest-RoutersNegativeIpV6Test-1628881962-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7865916'] for subnet, before_response {{(pid=94174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:33:35.939568 dv-neutron-601336-94-hyperv neutron-server[94174]: INFO neutron.wsgi [None req-4a4f5e85-9787-447d-94f2-1a22b61b7d29 tempest-RoutersNegativeIpV6Test-1628881962 tempest-RoutersNegativeIpV6Test-1628881962-project] 10.222.0.20 "DELETE /v2.0/subnets/d9256b8b-a560-49a5-b266-0822452b8caf HTTP/1.1" status: 204 len: 168 time: 0.7375190 Jun 23 11:33:35.943689 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.wsgi [-] (94175) accepted ('10.222.0.20', 39414) {{(pid=94175) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 11:33:35.948783 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b1ed406-1661-4ea4-b164-4b51b2334c8c tempest-PortsIpV6TestJSON-1781383748 tempest-PortsIpV6TestJSON-1781383748-project] Pushing event updated for resources: {'Network': ['ID=c16c789a-641f-4c9b-ac33-977ceb9ea600,revision_number=1']} {{(pid=94174) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 11:33:35.951565 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG oslo_concurrency.lockutils [None req-9b1ed406-1661-4ea4-b164-4b51b2334c8c tempest-PortsIpV6TestJSON-1781383748 tempest-PortsIpV6TestJSON-1781383748-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.142s {{(pid=94174) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 11:33:35.962254 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-660f1347-3205-4b53-ace9-78d9aee3bca2 None None] Network 4b29730c-2a64-448a-b6cc-096066871e0d requested from dv-neutron-601336-94-hyperv {{(pid=94176) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 23 11:33:35.974050 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-32419811-ff90-4f90-b5fa-58ebc2f182ac tempest-NetworksTestDHCPv6-162546708 tempest-NetworksTestDHCPv6-162546708-project] Made reservation on behalf of 5e61222a836c47229c94e37f3902e6bd for: {'subnet': 1} {{(pid=94175) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 23 11:33:35.974301 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.plugins.ml2.rpc [None req-dc7542b2-afef-47f4-a763-e3a3cba144be None None] Network c16c789a-641f-4c9b-ac33-977ceb9ea600 details requested by agent ovs-agent-dv-neutron-601336-94-hyperv with host dv-neutron-601336-94-hyperv {{(pid=94176) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:250}} Jun 23 11:33:35.977860 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron_lib.callbacks.manager [None req-32419811-ff90-4f90-b5fa-58ebc2f182ac tempest-NetworksTestDHCPv6-162546708 tempest-NetworksTestDHCPv6-162546708-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4660073'] for subnet, before_create {{(pid=94175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:33:35.985490 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG oslo_concurrency.lockutils [None req-7c6eb8bd-0dc9-44c9-a1fa-0a495ac03141 tempest-NetworksTestDHCPv6-162546708 tempest-NetworksTestDHCPv6-162546708-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.081s {{(pid=94174) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 11:33:36.013942 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.wsgi [-] (94174) accepted ('10.222.0.20', 39416) {{(pid=94174) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 11:33:36.021938 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a4f5e85-9787-447d-94f2-1a22b61b7d29 tempest-RoutersNegativeIpV6Test-1628881962 tempest-RoutersNegativeIpV6Test-1628881962-project] Pushing event deleted for resources: {'Subnet': ['ID=d9256b8b-a560-49a5-b266-0822452b8caf,revision_number=None']} {{(pid=94174) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 11:33:36.024548 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG oslo_concurrency.lockutils [None req-4a4f5e85-9787-447d-94f2-1a22b61b7d29 tempest-RoutersNegativeIpV6Test-1628881962 tempest-RoutersNegativeIpV6Test-1628881962-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.039s {{(pid=94174) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 11:33:36.084333 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.wsgi [-] (94175) accepted ('10.222.0.20', 39422) {{(pid=94175) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 11:33:36.084549 dv-neutron-601336-94-hyperv neutron-server[94174]: INFO neutron.wsgi [None req-9b1ed406-1661-4ea4-b164-4b51b2334c8c tempest-PortsIpV6TestJSON-1781383748 tempest-PortsIpV6TestJSON-1781383748-project] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 2.2485654 Jun 23 11:33:36.094875 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.api.v2.base [None req-6f441097-1323-4675-a32b-ee5a4c7e3c2c tempest-PortsIpV6TestJSON-1781383748 tempest-PortsIpV6TestJSON-1781383748-project] Request body: {'port': {'network_id': 'c16c789a-641f-4c9b-ac33-977ceb9ea600', 'name': 'tempest-PortsIpV6TestJSON-863323367'}} {{(pid=94175) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 23 11:33:36.112978 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.db.db_base_plugin_common [None req-5247eb8b-a2e1-49fb-b6af-48f0308185b6 tempest-PortsTestJSON-2085221018 tempest-PortsTestJSON-2085221018-project] Allocated IP 172.20.0.10 (2b18360e-4cca-4e3f-a94d-91958471301b/27b692f3-23ab-4045-9f4f-bc6ca715b34c/9981df00-ca45-49eb-8461-e9439de22963) {{(pid=94174) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 23 11:33:36.132779 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc7542b2-afef-47f4-a763-e3a3cba144be None None] Pushing event updated for resources: {'Port': ['ID=def2b37c-d6b5-47ec-affe-9ff93780ee34,revision_number=7']} {{(pid=94176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 11:33:36.158139 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG oslo_concurrency.lockutils [None req-dc7542b2-afef-47f4-a763-e3a3cba144be None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.306s {{(pid=94176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 11:33:36.159299 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.plugins.ml2.managers [None req-9a230821-0391-4934-a5aa-ecb24c5f245b None None] Attempting to bind port f62bc371-8c83-4482-b747-01df66f08724 on host dv-neutron-601336-94-hyperv for vnic_type normal with profile {{(pid=94176) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 23 11:33:36.159817 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.plugins.ml2.managers [None req-9a230821-0391-4934-a5aa-ecb24c5f245b None None] Attempting to bind port f62bc371-8c83-4482-b747-01df66f08724 by drivers openvswitch,hyperv on host dv-neutron-601336-94-hyperv at level 0 using segments [{'id': '695b18de-5917-4ef2-b897-03f591244fa7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 402, 'network_id': '2b18360e-4cca-4e3f-a94d-91958471301b'}] {{(pid=94176) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 23 11:33:36.160258 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9a230821-0391-4934-a5aa-ecb24c5f245b None None] Attempting to bind port f62bc371-8c83-4482-b747-01df66f08724 on network 2b18360e-4cca-4e3f-a94d-91958471301b {{(pid=94176) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 23 11:33:36.180855 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.api.v2.base [None req-67741ac4-c4f5-4821-836c-49251e139ce2 tempest-NetworksTest-2133396914 tempest-NetworksTest-2133396914-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-1540008042'}} {{(pid=94174) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 23 11:33:36.197725 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron_lib.callbacks.manager [None req-c3d5c8d0-686c-4ed8-9da1-d089ad6e9fa8 tempest-RoutersNegativeIpV6Test-1628881962 tempest-RoutersNegativeIpV6Test-1628881962-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-824874'] for network, before_delete {{(pid=94175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:33:36.218883 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9a230821-0391-4934-a5aa-ecb24c5f245b None None] Checking agent: {'id': '4d05f899-5ac9-411b-8a03-f60c93f87cdf', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-601336-94-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 23, 11, 22, 14), 'started_at': datetime.datetime(2021, 6, 23, 11, 22, 44), 'heartbeat_timestamp': datetime.datetime(2021, 6, 23, 11, 33, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'monitor_allowed_address_pair_garp': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-601336-94-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94176) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 23 11:33:36.219399 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9a230821-0391-4934-a5aa-ecb24c5f245b None None] Checking segment: {'id': '695b18de-5917-4ef2-b897-03f591244fa7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 402, 'network_id': '2b18360e-4cca-4e3f-a94d-91958471301b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94176) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 23 11:33:36.220013 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron_lib.callbacks.manager [None req-9a230821-0391-4934-a5aa-ecb24c5f245b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:33:36.220651 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9a230821-0391-4934-a5aa-ecb24c5f245b None None] Bound using segment: {'id': '695b18de-5917-4ef2-b897-03f591244fa7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 402, 'network_id': '2b18360e-4cca-4e3f-a94d-91958471301b'} {{(pid=94176) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 23 11:33:36.221636 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.plugins.ml2.managers [None req-9a230821-0391-4934-a5aa-ecb24c5f245b None None] Bound port: f62bc371-8c83-4482-b747-01df66f08724, host: dv-neutron-601336-94-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '695b18de-5917-4ef2-b897-03f591244fa7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 402, 'network_id': '2b18360e-4cca-4e3f-a94d-91958471301b'}}] {{(pid=94176) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 23 11:33:36.221636 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron_lib.callbacks.manager [None req-9a230821-0391-4934-a5aa-ecb24c5f245b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-923122'] for port, before_update {{(pid=94176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:33:36.231775 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron_lib.callbacks.manager [None req-338fb535-8658-4f81-abd6-0939292d9369 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-922904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866062', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773700135024', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773699642224'] for port, after_delete {{(pid=94176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:33:36.249641 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG oslo_concurrency.lockutils [None req-08c3ec8e-0383-4900-9415-724b885033f8 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.001s {{(pid=94176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 11:33:36.251503 dv-neutron-601336-94-hyperv neutron-server[94175]: INFO neutron.db.ipam_backend_mixin [None req-32419811-ff90-4f90-b5fa-58ebc2f182ac tempest-NetworksTestDHCPv6-162546708 tempest-NetworksTestDHCPv6-162546708-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet e6076bb0-bdf2-4230-8fbe-17f4a513c1d2 (CIDR: 2001:db8::/64) Jun 23 11:33:36.297950 dv-neutron-601336-94-hyperv neutron-server[94175]: INFO neutron.pecan_wsgi.hooks.translation [None req-32419811-ff90-4f90-b5fa-58ebc2f182ac tempest-NetworksTestDHCPv6-162546708 tempest-NetworksTestDHCPv6-162546708-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jun 23 11:33:36.298702 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-32419811-ff90-4f90-b5fa-58ebc2f182ac tempest-NetworksTestDHCPv6-162546708 tempest-NetworksTestDHCPv6-162546708-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=94175) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 23 11:33:36.302619 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-338fb535-8658-4f81-abd6-0939292d9369 None None] Pushing event deleted for resources: {'Port': ['ID=def2b37c-d6b5-47ec-affe-9ff93780ee34,revision_number=None']} {{(pid=94176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 11:33:36.308853 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG oslo_concurrency.lockutils [None req-338fb535-8658-4f81-abd6-0939292d9369 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.059s {{(pid=94176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 11:33:36.323875 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron_lib.callbacks.manager [None req-5247eb8b-a2e1-49fb-b6af-48f0308185b6 tempest-PortsTestJSON-2085221018 tempest-PortsTestJSON-2085221018-project] Notify callbacks [] for port, precommit_create {{(pid=94174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:33:36.332926 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron_lib.callbacks.manager [None req-6dea68f3-bebb-4ad3-b476-a6fbca8212f2 tempest-NegativeSecGroupTest-178874014 tempest-NegativeSecGroupTest-178874014-project] Notify callbacks [] for security_group, precommit_create {{(pid=94175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:33:36.339774 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.db.provisioning_blocks [None req-5247eb8b-a2e1-49fb-b6af-48f0308185b6 tempest-PortsTestJSON-2085221018 tempest-PortsTestJSON-2085221018-project] Transition to ACTIVE for port object 9981df00-ca45-49eb-8461-e9439de22963 will not be triggered until provisioned by entity DHCP. {{(pid=94174) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 23 11:33:36.346077 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.db.l3_dvrscheduler_db [None req-338fb535-8658-4f81-abd6-0939292d9369 None None] No DVR routers for this DVR port def2b37c-d6b5-47ec-affe-9ff93780ee34 on host dv-neutron-601336-94-hyperv {{(pid=94176) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 23 11:33:36.347432 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.plugins.ml2.plugin [None req-c3d5c8d0-686c-4ed8-9da1-d089ad6e9fa8 tempest-RoutersNegativeIpV6Test-1628881962 tempest-RoutersNegativeIpV6Test-1628881962-project] Deleting port d118550e-b27b-4ff1-9330-46712197a0fe {{(pid=94175) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1913}} Jun 23 11:33:36.347810 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron_lib.callbacks.manager [None req-c3d5c8d0-686c-4ed8-9da1-d089ad6e9fa8 tempest-RoutersNegativeIpV6Test-1628881962 tempest-RoutersNegativeIpV6Test-1628881962-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773700079324'] for port, before_delete {{(pid=94175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:33:36.378036 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-39a96f29-0aeb-4b6d-95e3-c9b995574972 None None] Network f53f535d-bce4-4da8-9bd9-396677ff4e83 requested from dv-neutron-601336-94-hyperv {{(pid=94176) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 23 11:33:36.416813 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.plugins.ml2.db [None req-c3d5c8d0-686c-4ed8-9da1-d089ad6e9fa8 tempest-RoutersNegativeIpV6Test-1628881962 tempest-RoutersNegativeIpV6Test-1628881962-project] For port d118550e-b27b-4ff1-9330-46712197a0fe, host dv-neutron-601336-94-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-94-hyperv',level=0,port_id=d118550e-b27b-4ff1-9330-46712197a0fe,segment=NetworkSegment(5f57951d-b999-4886-927d-ac2312a6c0a4),segment_id=5f57951d-b999-4886-927d-ac2312a6c0a4)] {{(pid=94175) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 23 11:33:36.417175 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron_lib.callbacks.manager [None req-c3d5c8d0-686c-4ed8-9da1-d089ad6e9fa8 tempest-RoutersNegativeIpV6Test-1628881962 tempest-RoutersNegativeIpV6Test-1628881962-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-430722'] for port, precommit_delete {{(pid=94175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:33:36.424590 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.plugins.ml2.db [None req-9a230821-0391-4934-a5aa-ecb24c5f245b None None] For port f62bc371-8c83-4482-b747-01df66f08724, host dv-neutron-601336-94-hyperv, cleared binding levels {{(pid=94176) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 23 11:33:36.430853 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.plugins.ml2.plugin [None req-c3d5c8d0-686c-4ed8-9da1-d089ad6e9fa8 tempest-RoutersNegativeIpV6Test-1628881962 tempest-RoutersNegativeIpV6Test-1628881962-project] Calling delete_port for d118550e-b27b-4ff1-9330-46712197a0fe owned by network:dhcp {{(pid=94175) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1986}} Jun 23 11:33:36.444817 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.plugins.ml2.db [None req-9a230821-0391-4934-a5aa-ecb24c5f245b None None] For port f62bc371-8c83-4482-b747-01df66f08724, host dv-neutron-601336-94-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-94-hyperv',level=0,port_id=f62bc371-8c83-4482-b747-01df66f08724,segment=NetworkSegment(695b18de-5917-4ef2-b897-03f591244fa7),segment_id=695b18de-5917-4ef2-b897-03f591244fa7)] {{(pid=94176) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 23 11:33:36.473962 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron_lib.callbacks.manager [None req-6dea68f3-bebb-4ad3-b476-a6fbca8212f2 tempest-NegativeSecGroupTest-178874014 tempest-NegativeSecGroupTest-178874014-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7996330'] for security_group, after_create {{(pid=94175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:33:36.478772 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG oslo_concurrency.lockutils [None req-a141eaa6-a728-4ed1-81fe-5695457ee00b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94175) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 11:33:36.494670 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron_lib.callbacks.manager [None req-5247eb8b-a2e1-49fb-b6af-48f0308185b6 tempest-PortsTestJSON-2085221018 tempest-PortsTestJSON-2085221018-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-922915', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-239814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7866073', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773699642215', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-5196399'] for port, after_create {{(pid=94174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:33:36.500907 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG oslo_concurrency.lockutils [None req-4f974974-cc72-492d-b9a6-82fb1c7e9fc9 tempest-PortsTestJSON-2085221018 tempest-PortsTestJSON-2085221018-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94174) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 11:33:36.523336 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6dea68f3-bebb-4ad3-b476-a6fbca8212f2 tempest-NegativeSecGroupTest-178874014 tempest-NegativeSecGroupTest-178874014-project] Pushing event updated for resources: {'SecurityGroup': ['ID=39f6e889-5e45-43f3-87c8-b61fd6c9ef37,revision_number=1']} {{(pid=94175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 11:33:36.527133 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG oslo_concurrency.lockutils [None req-6dea68f3-bebb-4ad3-b476-a6fbca8212f2 tempest-NegativeSecGroupTest-178874014 tempest-NegativeSecGroupTest-178874014-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=94175) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 11:33:36.551188 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4ad21df2-7dd3-4391-aa37-e4c9a4798c76 None None] DHCP port deletion for 4b29730c-2a64-448a-b6cc-096066871e0d request from dv-neutron-601336-94-hyperv {{(pid=94176) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jun 23 11:33:36.554680 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron_lib.callbacks.manager [None req-9a230821-0391-4934-a5aa-ecb24c5f245b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-922904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866062', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773700135042', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773699642233', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773699642278'] for port, after_update {{(pid=94176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:33:36.558762 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG oslo_concurrency.lockutils [None req-533c9497-75c1-4b54-af02-21f13141dc24 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 11:33:36.561847 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5247eb8b-a2e1-49fb-b6af-48f0308185b6 tempest-PortsTestJSON-2085221018 tempest-PortsTestJSON-2085221018-project] Network 2b18360e-4cca-4e3f-a94d-91958471301b is already hosted by enough agents. {{(pid=94174) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 23 11:33:36.566040 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.scheduler.base_scheduler [None req-5247eb8b-a2e1-49fb-b6af-48f0308185b6 tempest-PortsTestJSON-2085221018 tempest-PortsTestJSON-2085221018-project] Resources bound (agent type, host, resource id): {{(pid=94174) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 23 11:33:36.569137 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5247eb8b-a2e1-49fb-b6af-48f0308185b6 tempest-PortsTestJSON-2085221018 tempest-PortsTestJSON-2085221018-project] Received port after_create {{(pid=94174) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 23 11:33:36.588812 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a7736bc9-f1b5-476c-a14c-1a68dc82cf64 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1e0d828a-1fa4-563d-b7fd-53adf66a04ee-f53f535d-bce4-4da8-9bd9-396677ff4e83', 'network_id': 'f53f535d-bce4-4da8-9bd9-396677ff4e83', 'tenant_id': '5e61222a836c47229c94e37f3902e6bd', 'fixed_ips': [{'subnet_id': 'e6076bb0-bdf2-4230-8fbe-17f4a513c1d2'}]}} from dv-neutron-601336-94-hyperv. {{(pid=94176) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 23 11:33:36.588812 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron_lib.callbacks.manager [None req-a7736bc9-f1b5-476c-a14c-1a68dc82cf64 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-923104'] for port, before_create {{(pid=94176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:33:36.597585 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5247eb8b-a2e1-49fb-b6af-48f0308185b6 tempest-PortsTestJSON-2085221018 tempest-PortsTestJSON-2085221018-project] Pushing event updated for resources: {'Port': ['ID=9981df00-ca45-49eb-8461-e9439de22963,revision_number=1']} {{(pid=94174) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 11:33:36.601989 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG oslo_concurrency.lockutils [None req-5247eb8b-a2e1-49fb-b6af-48f0308185b6 tempest-PortsTestJSON-2085221018 tempest-PortsTestJSON-2085221018-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.101s {{(pid=94174) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 11:33:36.626022 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5247eb8b-a2e1-49fb-b6af-48f0308185b6 tempest-PortsTestJSON-2085221018 tempest-PortsTestJSON-2085221018-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94174) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 11:33:36.626598 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron_lib.callbacks.manager [None req-5247eb8b-a2e1-49fb-b6af-48f0308185b6 tempest-PortsTestJSON-2085221018 tempest-PortsTestJSON-2085221018-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-217507'] for port, before_response {{(pid=94174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:33:36.638588 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-67741ac4-c4f5-4821-836c-49251e139ce2 tempest-NetworksTest-2133396914 tempest-NetworksTest-2133396914-project] Made reservation on behalf of dfecc9776e0d4947a3f7218fbe96de01 for: {'network': 1} {{(pid=94174) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 23 11:33:36.646343 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron_lib.callbacks.manager [None req-67741ac4-c4f5-4821-836c-49251e139ce2 tempest-NetworksTest-2133396914 tempest-NetworksTest-2133396914-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-923104'] for network, before_create {{(pid=94174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:33:36.652175 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron_lib.callbacks.manager [None req-67741ac4-c4f5-4821-836c-49251e139ce2 tempest-NetworksTest-2133396914 tempest-NetworksTest-2133396914-project] Notify callbacks [] for security_group, before_create {{(pid=94174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:33:36.688373 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron_lib.callbacks.manager [None req-c3d5c8d0-686c-4ed8-9da1-d089ad6e9fa8 tempest-RoutersNegativeIpV6Test-1628881962 tempest-RoutersNegativeIpV6Test-1628881962-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-922904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866062', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773700135024', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773699642224', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5082448'] for port, after_delete {{(pid=94175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:33:36.691996 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG oslo_concurrency.lockutils [None req-3870aa0d-f442-4b0e-be9b-d4ab487f5f9d tempest-RoutersNegativeTest-1531528216 tempest-RoutersNegativeTest-1531528216-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94175) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 11:33:36.717166 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a230821-0391-4934-a5aa-ecb24c5f245b None None] Pushing event updated for resources: {'Port': ['ID=f62bc371-8c83-4482-b747-01df66f08724,revision_number=2']} {{(pid=94176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 11:33:36.726269 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG oslo_concurrency.lockutils [None req-9a230821-0391-4934-a5aa-ecb24c5f245b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.164s {{(pid=94176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 11:33:36.731731 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c3d5c8d0-686c-4ed8-9da1-d089ad6e9fa8 tempest-RoutersNegativeIpV6Test-1628881962 tempest-RoutersNegativeIpV6Test-1628881962-project] No DVR routers for this DVR port d118550e-b27b-4ff1-9330-46712197a0fe on host dv-neutron-601336-94-hyperv {{(pid=94175) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 23 11:33:36.736295 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3d5c8d0-686c-4ed8-9da1-d089ad6e9fa8 tempest-RoutersNegativeIpV6Test-1628881962 tempest-RoutersNegativeIpV6Test-1628881962-project] Pushing event deleted for resources: {'Port': ['ID=d118550e-b27b-4ff1-9330-46712197a0fe,revision_number=None']} {{(pid=94175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 11:33:36.739174 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG oslo_concurrency.lockutils [None req-c3d5c8d0-686c-4ed8-9da1-d089ad6e9fa8 tempest-RoutersNegativeIpV6Test-1628881962 tempest-RoutersNegativeIpV6Test-1628881962-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=94175) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 11:33:36.756497 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.plugins.ml2.plugin [None req-4ad21df2-7dd3-4391-aa37-e4c9a4798c76 None None] Deleting port d118550e-b27b-4ff1-9330-46712197a0fe {{(pid=94176) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1913}} Jun 23 11:33:36.756882 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron_lib.callbacks.manager [None req-4ad21df2-7dd3-4391-aa37-e4c9a4798c76 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773700079324'] for port, before_delete {{(pid=94176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:33:36.763243 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron_lib.callbacks.manager [None req-6dea68f3-bebb-4ad3-b476-a6fbca8212f2 tempest-NegativeSecGroupTest-178874014 tempest-NegativeSecGroupTest-178874014-project] Notify callbacks [] for security_group, before_response {{(pid=94175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:33:36.764360 dv-neutron-601336-94-hyperv neutron-server[94175]: INFO neutron.wsgi [None req-6dea68f3-bebb-4ad3-b476-a6fbca8212f2 tempest-NegativeSecGroupTest-178874014 tempest-NegativeSecGroupTest-178874014-project] 10.222.0.20 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1744 time: 1.5199006 Jun 23 11:33:36.767620 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.wsgi [-] (94174) accepted ('10.222.0.20', 39424) {{(pid=94174) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 11:33:36.772454 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.api.v2.base [None req-a9cbdf3e-d3d0-40b1-a4fa-330849f65a63 tempest-NegativeSecGroupTest-178874014 tempest-NegativeSecGroupTest-178874014-project] Request body: {'security_group_rule': {'security_group_id': '39f6e889-5e45-43f3-87c8-b61fd6c9ef37', 'protocol': 'bad_protocol_name', 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=94174) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 23 11:33:36.774040 dv-neutron-601336-94-hyperv neutron-server[94174]: WARNING neutron.api.v2.base [None req-a9cbdf3e-d3d0-40b1-a4fa-330849f65a63 tempest-NegativeSecGroupTest-178874014 tempest-NegativeSecGroupTest-178874014-project] An exception happened while processing the request body. The exception message is [Security group rule protocol bad_protocol_name not supported. Only protocol values [None, 'ah', 'dccp', 'egp', 'esp', 'gre', 'hopopt', 'icmp', 'igmp', 'ip', 'ipip', 'ipv6-encap', 'ipv6-frag', 'ipv6-icmp', 'icmpv6', 'ipv6-nonxt', 'ipv6-opts', 'ipv6-route', 'ospf', 'pgm', 'rsvp', 'sctp', 'tcp', 'udp', 'udplite', 'vrrp'] and integer representations [0 to 255] are supported.].: securitygroup.SecurityGroupRuleInvalidProtocol: Security group rule protocol bad_protocol_name not supported. Only protocol values [None, 'ah', 'dccp', 'egp', 'esp', 'gre', 'hopopt', 'icmp', 'igmp', 'ip', 'ipip', 'ipv6-encap', 'ipv6-frag', 'ipv6-icmp', 'icmpv6', 'ipv6-nonxt', 'ipv6-opts', 'ipv6-route', 'ospf', 'pgm', 'rsvp', 'sctp', 'tcp', 'udp', 'udplite', 'vrrp'] and integer representations [0 to 255] are supported. Jun 23 11:33:36.774555 dv-neutron-601336-94-hyperv neutron-server[94174]: INFO neutron.api.v2.resource [None req-a9cbdf3e-d3d0-40b1-a4fa-330849f65a63 tempest-NegativeSecGroupTest-178874014 tempest-NegativeSecGroupTest-178874014-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jun 23 11:33:36.775582 dv-neutron-601336-94-hyperv neutron-server[94174]: INFO neutron.wsgi [None req-a9cbdf3e-d3d0-40b1-a4fa-330849f65a63 tempest-NegativeSecGroupTest-178874014 tempest-NegativeSecGroupTest-178874014-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 667 time: 0.0069580 Jun 23 11:33:36.778442 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.wsgi [-] (94174) accepted ('10.222.0.20', 39426) {{(pid=94174) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 11:33:36.875664 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron_lib.callbacks.manager [None req-c3d5c8d0-686c-4ed8-9da1-d089ad6e9fa8 tempest-RoutersNegativeIpV6Test-1628881962 tempest-RoutersNegativeIpV6Test-1628881962-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-897259', 'neutron.services.segments.db._delete_segments_for_network-8773700168587'] for network, precommit_delete {{(pid=94175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:33:36.877661 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.db.db_base_plugin_common [None req-a7736bc9-f1b5-476c-a14c-1a68dc82cf64 None None] Allocated IP 2001:db8::2 (f53f535d-bce4-4da8-9bd9-396677ff4e83/e6076bb0-bdf2-4230-8fbe-17f4a513c1d2/5bacd06a-7515-4863-a0bb-0909ebfedcb2) {{(pid=94176) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 23 11:33:36.879866 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron_lib.callbacks.manager [None req-1cfc5182-7e5c-49bb-90da-4048cb3e4ffe tempest-NegativeSecGroupTest-178874014 tempest-NegativeSecGroupTest-178874014-project] Notify callbacks [] for security_group, before_delete {{(pid=94174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:33:36.884603 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.plugins.ml2.db [None req-4ad21df2-7dd3-4391-aa37-e4c9a4798c76 None None] For port d118550e-b27b-4ff1-9330-46712197a0fe, host dv-neutron-601336-94-hyperv, got binding levels [] {{(pid=94176) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 23 11:33:36.887905 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron_lib.callbacks.manager [None req-4ad21df2-7dd3-4391-aa37-e4c9a4798c76 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-430722'] for port, precommit_delete {{(pid=94176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:33:36.899687 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.services.segments.db [None req-c3d5c8d0-686c-4ed8-9da1-d089ad6e9fa8 tempest-RoutersNegativeIpV6Test-1628881962 tempest-RoutersNegativeIpV6Test-1628881962-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4b29730c-2a64-448a-b6cc-096066871e0d']}} {{(pid=94175) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 11:33:36.909155 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.plugins.ml2.plugin [None req-4ad21df2-7dd3-4391-aa37-e4c9a4798c76 None None] Calling delete_port for d118550e-b27b-4ff1-9330-46712197a0fe owned by network:dhcp {{(pid=94176) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1986}} Jun 23 11:33:36.912507 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.services.segments.db [None req-c3d5c8d0-686c-4ed8-9da1-d089ad6e9fa8 tempest-RoutersNegativeIpV6Test-1628881962 tempest-RoutersNegativeIpV6Test-1628881962-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5f57951d-b999-4886-927d-ac2312a6c0a4') {'for_net_delete': True} {{(pid=94175) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 11:33:36.912806 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.services.segments.db [None req-c3d5c8d0-686c-4ed8-9da1-d089ad6e9fa8 tempest-RoutersNegativeIpV6Test-1628881962 tempest-RoutersNegativeIpV6Test-1628881962-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5f57951d-b999-4886-927d-ac2312a6c0a4') {} {{(pid=94175) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 11:33:36.913554 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.db.ipam_backend_mixin [None req-4ad21df2-7dd3-4391-aa37-e4c9a4798c76 None None] Port d118550e-b27b-4ff1-9330-46712197a0fe was not found and therefore no delete operation was performed {{(pid=94176) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Jun 23 11:33:36.916322 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron_lib.callbacks.manager [None req-4ad21df2-7dd3-4391-aa37-e4c9a4798c76 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-922904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866062', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773700135024', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773699642224'] for port, after_delete {{(pid=94176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:33:36.925798 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron_lib.callbacks.manager [None req-c3d5c8d0-686c-4ed8-9da1-d089ad6e9fa8 tempest-RoutersNegativeIpV6Test-1628881962 tempest-RoutersNegativeIpV6Test-1628881962-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8773699955833', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5190677'] for segment, before_delete {{(pid=94175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:33:36.930928 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron_lib.callbacks.manager [None req-1cfc5182-7e5c-49bb-90da-4048cb3e4ffe tempest-NegativeSecGroupTest-178874014 tempest-NegativeSecGroupTest-178874014-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:33:36.931101 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG oslo_concurrency.lockutils [None req-1fa08a94-2622-4cbe-a1e2-188a63f8589a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 11:33:36.947886 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron_lib.callbacks.manager [None req-c3d5c8d0-686c-4ed8-9da1-d089ad6e9fa8 tempest-RoutersNegativeIpV6Test-1628881962 tempest-RoutersNegativeIpV6Test-1628881962-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3801'] for segment, precommit_delete {{(pid=94175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:33:36.954882 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6f441097-1323-4675-a32b-ee5a4c7e3c2c tempest-PortsIpV6TestJSON-1781383748 tempest-PortsIpV6TestJSON-1781383748-project] Made reservation on behalf of 4a9805c328414e068d83db5c9b76c3c7 for: {'port': 1} {{(pid=94175) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 23 11:33:36.966747 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron_lib.callbacks.manager [None req-6f441097-1323-4675-a32b-ee5a4c7e3c2c tempest-PortsIpV6TestJSON-1781383748 tempest-PortsIpV6TestJSON-1781383748-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-923104'] for port, before_create {{(pid=94175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:33:36.970950 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c3d5c8d0-686c-4ed8-9da1-d089ad6e9fa8 tempest-RoutersNegativeIpV6Test-1628881962 tempest-RoutersNegativeIpV6Test-1628881962-project] Releasing vlan 436 on physical network physnet1 to pool {{(pid=94175) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 23 11:33:36.971566 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron_lib.callbacks.manager [None req-c3d5c8d0-686c-4ed8-9da1-d089ad6e9fa8 tempest-RoutersNegativeIpV6Test-1628881962 tempest-RoutersNegativeIpV6Test-1628881962-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3801', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5082371'] for segment, after_delete {{(pid=94175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:33:36.974540 dv-neutron-601336-94-hyperv neutron-server[94175]: Traceback (most recent call last): Jun 23 11:33:36.974540 dv-neutron-601336-94-hyperv neutron-server[94175]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 23 11:33:36.974540 dv-neutron-601336-94-hyperv neutron-server[94175]: timer() Jun 23 11:33:36.974540 dv-neutron-601336-94-hyperv neutron-server[94175]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 23 11:33:36.974540 dv-neutron-601336-94-hyperv neutron-server[94175]: cb(*args, **kw) Jun 23 11:33:36.974540 dv-neutron-601336-94-hyperv neutron-server[94175]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 23 11:33:36.974540 dv-neutron-601336-94-hyperv neutron-server[94175]: return func(*args, **kwargs) Jun 23 11:33:36.974540 dv-neutron-601336-94-hyperv neutron-server[94175]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 23 11:33:36.974540 dv-neutron-601336-94-hyperv neutron-server[94175]: self._notify() Jun 23 11:33:36.974540 dv-neutron-601336-94-hyperv neutron-server[94175]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 23 11:33:36.974540 dv-neutron-601336-94-hyperv neutron-server[94175]: self.callback(batched_events) Jun 23 11:33:36.974540 dv-neutron-601336-94-hyperv neutron-server[94175]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 23 11:33:36.974540 dv-neutron-601336-94-hyperv neutron-server[94175]: event.method(event) Jun 23 11:33:36.974540 dv-neutron-601336-94-hyperv neutron-server[94175]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 23 11:33:36.974540 dv-neutron-601336-94-hyperv neutron-server[94175]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 23 11:33:36.974540 dv-neutron-601336-94-hyperv neutron-server[94175]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 23 11:33:36.974540 dv-neutron-601336-94-hyperv neutron-server[94175]: aggregate_uuid = self.p_client.list_aggregates( Jun 23 11:33:36.974540 dv-neutron-601336-94-hyperv neutron-server[94175]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 23 11:33:36.974540 dv-neutron-601336-94-hyperv neutron-server[94175]: return f(self, *a, **k) Jun 23 11:33:36.974540 dv-neutron-601336-94-hyperv neutron-server[94175]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 23 11:33:36.974540 dv-neutron-601336-94-hyperv neutron-server[94175]: return self._get(url).json() Jun 23 11:33:36.974540 dv-neutron-601336-94-hyperv neutron-server[94175]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 23 11:33:36.974540 dv-neutron-601336-94-hyperv neutron-server[94175]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 23 11:33:36.974540 dv-neutron-601336-94-hyperv neutron-server[94175]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 23 11:33:36.974540 dv-neutron-601336-94-hyperv neutron-server[94175]: return self.request(url, 'GET', **kwargs) Jun 23 11:33:36.974540 dv-neutron-601336-94-hyperv neutron-server[94175]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 23 11:33:36.974540 dv-neutron-601336-94-hyperv neutron-server[94175]: base_url = self.get_endpoint(auth, allow=allow, Jun 23 11:33:36.974540 dv-neutron-601336-94-hyperv neutron-server[94175]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 23 11:33:36.974540 dv-neutron-601336-94-hyperv neutron-server[94175]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 23 11:33:36.974540 dv-neutron-601336-94-hyperv neutron-server[94175]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 23 11:33:36.974540 dv-neutron-601336-94-hyperv neutron-server[94175]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 23 11:33:36.974540 dv-neutron-601336-94-hyperv neutron-server[94175]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 23 11:33:37.033793 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.notifiers.nova [None req-6f441097-1323-4675-a32b-ee5a4c7e3c2c tempest-PortsIpV6TestJSON-1781383748 tempest-PortsIpV6TestJSON-1781383748-project] device_id is not set on port 55b0eff6-d88f-4310-b778-2c822e3d8f1a yet. {{(pid=94175) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jun 23 11:33:37.045583 dv-neutron-601336-94-hyperv neutron-server[94175]: INFO neutron.wsgi [None req-32419811-ff90-4f90-b5fa-58ebc2f182ac tempest-NetworksTestDHCPv6-162546708 tempest-NetworksTestDHCPv6-162546708-project] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 1.3396187 Jun 23 11:33:37.048309 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.wsgi [-] (94174) accepted ('10.222.0.20', 39428) {{(pid=94174) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 11:33:37.054742 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.api.v2.base [None req-adde8170-7bfe-48df-852f-de788b85454a tempest-NetworksTestDHCPv6-162546708 tempest-NetworksTestDHCPv6-162546708-project] Request body: {'subnet': {'network_id': 'f53f535d-bce4-4da8-9bd9-396677ff4e83', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=94174) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 23 11:33:37.105412 dv-neutron-601336-94-hyperv neutron-server[94174]: INFO neutron.wsgi [None req-5247eb8b-a2e1-49fb-b6af-48f0308185b6 tempest-PortsTestJSON-2085221018 tempest-PortsTestJSON-2085221018-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 924 time: 2.2597184 Jun 23 11:33:37.106950 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron_lib.callbacks.manager [None req-1cfc5182-7e5c-49bb-90da-4048cb3e4ffe tempest-NegativeSecGroupTest-178874014 tempest-NegativeSecGroupTest-178874014-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7996330'] for security_group, after_delete {{(pid=94174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:33:37.110105 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.wsgi [-] (94175) accepted ('10.222.0.20', 39430) {{(pid=94175) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 11:33:37.111680 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron_lib.callbacks.manager [None req-1cfc5182-7e5c-49bb-90da-4048cb3e4ffe tempest-NegativeSecGroupTest-178874014 tempest-NegativeSecGroupTest-178874014-project] Notify callbacks [] for security_group, before_response {{(pid=94174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:33:37.112995 dv-neutron-601336-94-hyperv neutron-server[94174]: INFO neutron.wsgi [None req-1cfc5182-7e5c-49bb-90da-4048cb3e4ffe tempest-NegativeSecGroupTest-178874014 tempest-NegativeSecGroupTest-178874014-project] 10.222.0.20 "DELETE /v2.0/security-groups/39f6e889-5e45-43f3-87c8-b61fd6c9ef37 HTTP/1.1" status: 204 len: 168 time: 0.3334956 Jun 23 11:33:37.116087 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.api.v2.base [None req-03420b17-ac78-4b62-bc1d-04c96773b183 tempest-PortsTestJSON-2085221018 tempest-PortsTestJSON-2085221018-project] Request body: {'port': {'network_id': '2b18360e-4cca-4e3f-a94d-91958471301b', 'name': 'tempest-PortsTestJSON-1859731113', 'fixed_ips': [{'subnet_id': '27b692f3-23ab-4045-9f4f-bc6ca715b34c', 'ip_address': '172.20.0.9'}]}} {{(pid=94175) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 23 11:33:37.119476 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG oslo_concurrency.lockutils [None req-7a9d9c4c-91a6-4547-80e1-179ae6939dc6 tempest-RoutersAdminNegativeTest-145254802 tempest-RoutersAdminNegativeTest-145254802-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94174) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 11:33:37.122481 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.wsgi [-] (94175) accepted ('10.222.0.20', 39432) {{(pid=94175) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 11:33:37.142767 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ad21df2-7dd3-4391-aa37-e4c9a4798c76 None None] Pushing event deleted for resources: {'Port': ['ID=d118550e-b27b-4ff1-9330-46712197a0fe,revision_number=None']} {{(pid=94176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 11:33:37.146062 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4ad21df2-7dd3-4391-aa37-e4c9a4798c76 None None] No DVR routers for this DVR port d118550e-b27b-4ff1-9330-46712197a0fe on host dv-neutron-601336-94-hyperv {{(pid=94176) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 23 11:33:37.150651 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG oslo_concurrency.lockutils [None req-4ad21df2-7dd3-4391-aa37-e4c9a4798c76 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.224s {{(pid=94176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 11:33:37.156253 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron_lib.callbacks.manager [None req-c3d5c8d0-686c-4ed8-9da1-d089ad6e9fa8 tempest-RoutersNegativeIpV6Test-1628881962 tempest-RoutersNegativeIpV6Test-1628881962-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-897248', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8002400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7866073', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-524247'] for network, after_delete {{(pid=94175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:33:37.160435 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron_lib.callbacks.manager [None req-c3d5c8d0-686c-4ed8-9da1-d089ad6e9fa8 tempest-RoutersNegativeIpV6Test-1628881962 tempest-RoutersNegativeIpV6Test-1628881962-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7865916'] for network, before_response {{(pid=94175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:33:37.162498 dv-neutron-601336-94-hyperv neutron-server[94175]: INFO neutron.wsgi [None req-c3d5c8d0-686c-4ed8-9da1-d089ad6e9fa8 tempest-RoutersNegativeIpV6Test-1628881962 tempest-RoutersNegativeIpV6Test-1628881962-project] 10.222.0.20 "DELETE /v2.0/networks/4b29730c-2a64-448a-b6cc-096066871e0d HTTP/1.1" status: 204 len: 168 time: 1.2160728 Jun 23 11:33:37.164053 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cfc5182-7e5c-49bb-90da-4048cb3e4ffe tempest-NegativeSecGroupTest-178874014 tempest-NegativeSecGroupTest-178874014-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=39f6e889-5e45-43f3-87c8-b61fd6c9ef37,revision_number=None']} {{(pid=94174) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 11:33:37.171809 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.wsgi [-] (94174) accepted ('10.222.0.20', 39434) {{(pid=94174) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 11:33:37.199974 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94175) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 11:33:37.211562 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG oslo_concurrency.lockutils [None req-1cfc5182-7e5c-49bb-90da-4048cb3e4ffe tempest-NegativeSecGroupTest-178874014 tempest-NegativeSecGroupTest-178874014-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.092s {{(pid=94174) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 11:33:37.224937 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3d5c8d0-686c-4ed8-9da1-d089ad6e9fa8 tempest-RoutersNegativeIpV6Test-1628881962 tempest-RoutersNegativeIpV6Test-1628881962-project] Pushing event deleted for resources: {'Network': ['ID=4b29730c-2a64-448a-b6cc-096066871e0d,revision_number=None']} {{(pid=94175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 11:33:37.227548 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG oslo_concurrency.lockutils [None req-c3d5c8d0-686c-4ed8-9da1-d089ad6e9fa8 tempest-RoutersNegativeIpV6Test-1628881962 tempest-RoutersNegativeIpV6Test-1628881962-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.029s {{(pid=94175) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 11:33:37.309728 dv-neutron-601336-94-hyperv neutron-server[94174]: INFO neutron.wsgi [None req-99012cf0-918d-4bb1-a647-9b2c57062161 tempest-RoutersNegativeIpV6Test-1628881962 tempest-RoutersNegativeIpV6Test-1628881962-project] 10.222.0.20 "GET /v2.0/ports?device_id=177dc9cb-62af-46b2-b17a-0e63fc73dee2 HTTP/1.1" status: 200 len: 205 time: 0.1278915 Jun 23 11:33:37.313185 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.plugins.ml2.rpc [None req-dc7542b2-afef-47f4-a763-e3a3cba144be None None] Device f62bc371-8c83-4482-b747-01df66f08724 up at agent ovs-agent-dv-neutron-601336-94-hyperv {{(pid=94176) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:298}} Jun 23 11:33:37.313530 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.wsgi [-] (94174) accepted ('10.222.0.20', 39438) {{(pid=94174) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 11:33:37.333597 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron_lib.callbacks.manager [None req-a7736bc9-f1b5-476c-a14c-1a68dc82cf64 None None] Notify callbacks [] for port, precommit_create {{(pid=94176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:33:37.347725 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.db.provisioning_blocks [None req-a7736bc9-f1b5-476c-a14c-1a68dc82cf64 None None] Transition to ACTIVE for port object 5bacd06a-7515-4863-a0bb-0909ebfedcb2 will not be triggered until provisioned by entity L2. {{(pid=94176) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 23 11:33:37.347943 dv-neutron-601336-94-hyperv neutron-server[94175]: INFO neutron.wsgi [None req-4ef2999b-fa6f-4965-8269-c4a1da545af3 tempest-NegativeSecGroupTest-178874014 tempest-NegativeSecGroupTest-178874014-project] 10.222.0.20 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2979 time: 0.2231150 Jun 23 11:33:37.353003 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.wsgi [-] (94175) accepted ('10.222.0.20', 39440) {{(pid=94175) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 11:33:37.363778 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.api.v2.base [None req-11c068bd-69f8-4385-8f48-f4d74460ba92 tempest-NegativeSecGroupTest-178874014 tempest-NegativeSecGroupTest-178874014-project] Request body: {'security_group': {'name': 'tempest-secgroup--1601462890'}} {{(pid=94175) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 23 11:33:37.379935 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.db.provisioning_blocks [None req-a7736bc9-f1b5-476c-a14c-1a68dc82cf64 None None] Transition to ACTIVE for port object 5bacd06a-7515-4863-a0bb-0909ebfedcb2 will not be triggered until provisioned by entity DHCP. {{(pid=94176) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 23 11:33:37.396089 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron_lib.callbacks.manager [None req-6f441097-1323-4675-a32b-ee5a4c7e3c2c tempest-PortsIpV6TestJSON-1781383748 tempest-PortsIpV6TestJSON-1781383748-project] Notify callbacks [] for port, precommit_create {{(pid=94175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:33:37.440985 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron_lib.callbacks.manager [None req-45389ae1-1df8-4841-b9e6-f6a0062d9c72 tempest-RoutersNegativeIpV6Test-1628881962 tempest-RoutersNegativeIpV6Test-1628881962-project] Notify callbacks [] for router, before_delete {{(pid=94174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:33:37.483861 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron_lib.callbacks.manager [None req-a7736bc9-f1b5-476c-a14c-1a68dc82cf64 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-922915', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-239814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7866073', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773699642215'] for port, after_create {{(pid=94176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:33:37.486726 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG oslo_concurrency.lockutils [None req-9a230821-0391-4934-a5aa-ecb24c5f245b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 11:33:37.505686 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron_lib.callbacks.manager [None req-6f441097-1323-4675-a32b-ee5a4c7e3c2c tempest-PortsIpV6TestJSON-1781383748 tempest-PortsIpV6TestJSON-1781383748-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-922915', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-239814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7866073', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773699642215', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-5082457'] for port, after_create {{(pid=94175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:33:37.510218 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG oslo_concurrency.lockutils [None req-ab56cef7-65e4-4ee8-842c-444349779721 tempest-RoutersNegativeTest-1531528216 tempest-RoutersNegativeTest-1531528216-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94175) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 11:33:37.534162 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron_lib.callbacks.manager [None req-67741ac4-c4f5-4821-836c-49251e139ce2 tempest-NetworksTest-2133396914 tempest-NetworksTest-2133396914-project] Notify callbacks [] for security_group, precommit_create {{(pid=94174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:33:37.534716 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a7736bc9-f1b5-476c-a14c-1a68dc82cf64 None None] Network f53f535d-bce4-4da8-9bd9-396677ff4e83 is already hosted by enough agents. {{(pid=94176) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 23 11:33:37.538351 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.scheduler.base_scheduler [None req-a7736bc9-f1b5-476c-a14c-1a68dc82cf64 None None] Resources bound (agent type, host, resource id): {{(pid=94176) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 23 11:33:37.542195 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a7736bc9-f1b5-476c-a14c-1a68dc82cf64 None None] Received port after_create {{(pid=94176) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 23 11:33:37.558269 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7736bc9-f1b5-476c-a14c-1a68dc82cf64 None None] Pushing event updated for resources: {'Port': ['ID=5bacd06a-7515-4863-a0bb-0909ebfedcb2,revision_number=1']} {{(pid=94176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 11:33:37.576114 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f441097-1323-4675-a32b-ee5a4c7e3c2c tempest-PortsIpV6TestJSON-1781383748 tempest-PortsIpV6TestJSON-1781383748-project] Pushing event updated for resources: {'Port': ['ID=55b0eff6-d88f-4310-b778-2c822e3d8f1a,revision_number=1']} {{(pid=94175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 11:33:37.580093 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG oslo_concurrency.lockutils [None req-6f441097-1323-4675-a32b-ee5a4c7e3c2c tempest-PortsIpV6TestJSON-1781383748 tempest-PortsIpV6TestJSON-1781383748-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.070s {{(pid=94175) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 11:33:37.582780 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG oslo_concurrency.lockutils [None req-a7736bc9-f1b5-476c-a14c-1a68dc82cf64 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.096s {{(pid=94176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 11:33:37.603478 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6f441097-1323-4675-a32b-ee5a4c7e3c2c tempest-PortsIpV6TestJSON-1781383748 tempest-PortsIpV6TestJSON-1781383748-project] Checking segment: {'id': 'ce6843e5-0568-4431-a1aa-a79d3ba677dc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 441, 'network_id': 'c16c789a-641f-4c9b-ac33-977ceb9ea600'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94175) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 23 11:33:37.603853 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6f441097-1323-4675-a32b-ee5a4c7e3c2c tempest-PortsIpV6TestJSON-1781383748 tempest-PortsIpV6TestJSON-1781383748-project] Network hostable DHCP agents. Network: c16c789a-641f-4c9b-ac33-977ceb9ea600, hostable agents: ['8cf29b10-0e57-4131-816f-a4b6ad00b249'], hosted agents: [] {{(pid=94175) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 23 11:33:37.608237 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.db.provisioning_blocks [None req-dc7542b2-afef-47f4-a763-e3a3cba144be None None] Provisioning for port f62bc371-8c83-4482-b747-01df66f08724 completed by entity L2. {{(pid=94176) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 23 11:33:37.621811 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.plugins.ml2.managers [None req-a7736bc9-f1b5-476c-a14c-1a68dc82cf64 None None] Attempting to bind port 5bacd06a-7515-4863-a0bb-0909ebfedcb2 on host dv-neutron-601336-94-hyperv for vnic_type normal with profile {{(pid=94176) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 23 11:33:37.622207 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.plugins.ml2.managers [None req-a7736bc9-f1b5-476c-a14c-1a68dc82cf64 None None] Attempting to bind port 5bacd06a-7515-4863-a0bb-0909ebfedcb2 by drivers openvswitch,hyperv on host dv-neutron-601336-94-hyperv at level 0 using segments [{'id': '6303a411-6e70-4139-a530-9ee4cf8ba843', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 419, 'network_id': 'f53f535d-bce4-4da8-9bd9-396677ff4e83'}] {{(pid=94176) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 23 11:33:37.622593 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a7736bc9-f1b5-476c-a14c-1a68dc82cf64 None None] Attempting to bind port 5bacd06a-7515-4863-a0bb-0909ebfedcb2 on network f53f535d-bce4-4da8-9bd9-396677ff4e83 {{(pid=94176) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 23 11:33:37.628516 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a7736bc9-f1b5-476c-a14c-1a68dc82cf64 None None] Checking agent: {'id': '4d05f899-5ac9-411b-8a03-f60c93f87cdf', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-601336-94-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 23, 11, 22, 14), 'started_at': datetime.datetime(2021, 6, 23, 11, 22, 44), 'heartbeat_timestamp': datetime.datetime(2021, 6, 23, 11, 33, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'monitor_allowed_address_pair_garp': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-601336-94-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94176) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 23 11:33:37.628910 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a7736bc9-f1b5-476c-a14c-1a68dc82cf64 None None] Checking segment: {'id': '6303a411-6e70-4139-a530-9ee4cf8ba843', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 419, 'network_id': 'f53f535d-bce4-4da8-9bd9-396677ff4e83'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94176) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 23 11:33:37.629336 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron_lib.callbacks.manager [None req-a7736bc9-f1b5-476c-a14c-1a68dc82cf64 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:33:37.629760 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a7736bc9-f1b5-476c-a14c-1a68dc82cf64 None None] Bound using segment: {'id': '6303a411-6e70-4139-a530-9ee4cf8ba843', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 419, 'network_id': 'f53f535d-bce4-4da8-9bd9-396677ff4e83'} {{(pid=94176) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 23 11:33:37.630238 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.plugins.ml2.managers [None req-a7736bc9-f1b5-476c-a14c-1a68dc82cf64 None None] Bound port: 5bacd06a-7515-4863-a0bb-0909ebfedcb2, host: dv-neutron-601336-94-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6303a411-6e70-4139-a530-9ee4cf8ba843', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 419, 'network_id': 'f53f535d-bce4-4da8-9bd9-396677ff4e83'}}] {{(pid=94176) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 23 11:33:37.630626 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron_lib.callbacks.manager [None req-a7736bc9-f1b5-476c-a14c-1a68dc82cf64 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-923122'] for port, before_update {{(pid=94176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:33:37.643786 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron_lib.callbacks.manager [None req-45389ae1-1df8-4841-b9e6-f6a0062d9c72 tempest-RoutersNegativeIpV6Test-1628881962 tempest-RoutersNegativeIpV6Test-1628881962-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-520417', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-32301'] for router, precommit_delete {{(pid=94174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:33:37.646262 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron_lib.callbacks.manager [None req-45389ae1-1df8-4841-b9e6-f6a0062d9c72 tempest-RoutersNegativeIpV6Test-1628881962 tempest-RoutersNegativeIpV6Test-1628881962-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:33:37.649348 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron_lib.callbacks.manager [None req-67741ac4-c4f5-4821-836c-49251e139ce2 tempest-NetworksTest-2133396914 tempest-NetworksTest-2133396914-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7996330'] for security_group, after_create {{(pid=94174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:33:37.663406 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-67741ac4-c4f5-4821-836c-49251e139ce2 tempest-NetworksTest-2133396914 tempest-NetworksTest-2133396914-project] vlan segment allocate from pool success with {'vlan_id': 421, 'physical_network': 'physnet1'} {{(pid=94174) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 23 11:33:37.667110 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG oslo_concurrency.lockutils [None req-243d11ac-eec2-41e6-a6b5-634166275a34 tempest-NegativeSecGroupTest-178874014 tempest-NegativeSecGroupTest-178874014-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94174) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 11:33:37.696647 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.plugins.ml2.rpc [None req-dc7542b2-afef-47f4-a763-e3a3cba144be None None] Device d118550e-b27b-4ff1-9330-46712197a0fe no longer exists at agent ovs-agent-dv-neutron-601336-94-hyperv {{(pid=94176) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:261}} Jun 23 11:33:37.710802 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6f441097-1323-4675-a32b-ee5a4c7e3c2c tempest-PortsIpV6TestJSON-1781383748 tempest-PortsIpV6TestJSON-1781383748-project] Network c16c789a-641f-4c9b-ac33-977ceb9ea600 is scheduled to be hosted by DHCP agent 8cf29b10-0e57-4131-816f-a4b6ad00b249 with binding_index 1 {{(pid=94175) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 23 11:33:37.725021 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron_lib.callbacks.manager [None req-67741ac4-c4f5-4821-836c-49251e139ce2 tempest-NetworksTest-2133396914 tempest-NetworksTest-2133396914-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3801'] for segment, precommit_create {{(pid=94174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:33:37.725021 dv-neutron-601336-94-hyperv neutron-server[94174]: INFO neutron.db.segments_db [None req-67741ac4-c4f5-4821-836c-49251e139ce2 tempest-NetworksTest-2133396914 tempest-NetworksTest-2133396914-project] Added segment 81a3abfe-7e1b-4a03-9c0e-4c4da0a4c6b1 of type vlan for network c779ad6d-a60d-4ffd-8db1-e7c8e9962bbb Jun 23 11:33:37.731466 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.plugins.ml2.plugin [None req-dc7542b2-afef-47f4-a763-e3a3cba144be None None] No Port match for: d118550e-b27b-4ff1-9330-46712197a0fe {{(pid=94176) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2240}} Jun 23 11:33:37.732078 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.plugins.ml2.rpc [None req-dc7542b2-afef-47f4-a763-e3a3cba144be None None] Device d118550e-b27b-4ff1-9330-46712197a0fe not bound to the agent host dv-neutron-601336-94-hyperv {{(pid=94176) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:271}} Jun 23 11:33:37.743183 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.plugins.ml2.db [None req-a7736bc9-f1b5-476c-a14c-1a68dc82cf64 None None] For port 5bacd06a-7515-4863-a0bb-0909ebfedcb2, host dv-neutron-601336-94-hyperv, cleared binding levels {{(pid=94176) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 23 11:33:37.748218 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.plugins.ml2.db [None req-a7736bc9-f1b5-476c-a14c-1a68dc82cf64 None None] For port 5bacd06a-7515-4863-a0bb-0909ebfedcb2, host dv-neutron-601336-94-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-94-hyperv',level=0,port_id=5bacd06a-7515-4863-a0bb-0909ebfedcb2,segment=NetworkSegment(6303a411-6e70-4139-a530-9ee4cf8ba843),segment_id=6303a411-6e70-4139-a530-9ee4cf8ba843)] {{(pid=94176) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 23 11:33:37.755380 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron_lib.callbacks.manager [None req-11c068bd-69f8-4385-8f48-f4d74460ba92 tempest-NegativeSecGroupTest-178874014 tempest-NegativeSecGroupTest-178874014-project] Notify callbacks [] for security_group, before_create {{(pid=94175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:33:37.760610 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67741ac4-c4f5-4821-836c-49251e139ce2 tempest-NetworksTest-2133396914 tempest-NetworksTest-2133396914-project] Pushing event updated for resources: {'SecurityGroup': ['ID=5de6652c-4915-4634-bf9d-110554415caa,revision_number=1']} {{(pid=94174) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 11:33:37.766244 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG oslo_concurrency.lockutils [None req-67741ac4-c4f5-4821-836c-49251e139ce2 tempest-NetworksTest-2133396914 tempest-NetworksTest-2133396914-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.099s {{(pid=94174) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 11:33:37.779429 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron_lib.callbacks.manager [None req-67741ac4-c4f5-4821-836c-49251e139ce2 tempest-NetworksTest-2133396914 tempest-NetworksTest-2133396914-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8773699596773'] for network, precommit_create {{(pid=94174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:33:37.790908 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.scheduler.base_scheduler [None req-6f441097-1323-4675-a32b-ee5a4c7e3c2c tempest-PortsIpV6TestJSON-1781383748 tempest-PortsIpV6TestJSON-1781383748-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-601336-94-hyperv, c16c789a-641f-4c9b-ac33-977ceb9ea600) {{(pid=94175) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 23 11:33:37.795291 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6f441097-1323-4675-a32b-ee5a4c7e3c2c tempest-PortsIpV6TestJSON-1781383748 tempest-PortsIpV6TestJSON-1781383748-project] Received port after_create {{(pid=94175) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 23 11:33:37.803146 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6f441097-1323-4675-a32b-ee5a4c7e3c2c tempest-PortsIpV6TestJSON-1781383748 tempest-PortsIpV6TestJSON-1781383748-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 11:33:37.803807 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron_lib.callbacks.manager [None req-6f441097-1323-4675-a32b-ee5a4c7e3c2c tempest-PortsIpV6TestJSON-1781383748 tempest-PortsIpV6TestJSON-1781383748-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-217507'] for port, before_response {{(pid=94175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:33:37.803967 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0fa92f5a-1f39-45c0-8252-d77fcf24fcc7 None None] Network c16c789a-641f-4c9b-ac33-977ceb9ea600 requested from dv-neutron-601336-94-hyperv {{(pid=94176) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 23 11:33:37.819993 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron_lib.callbacks.manager [None req-45389ae1-1df8-4841-b9e6-f6a0062d9c72 tempest-RoutersNegativeIpV6Test-1628881962 tempest-RoutersNegativeIpV6Test-1628881962-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-494961'] for router, after_delete {{(pid=94174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:33:37.820919 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-45389ae1-1df8-4841-b9e6-f6a0062d9c72 tempest-RoutersNegativeIpV6Test-1628881962 tempest-RoutersNegativeIpV6Test-1628881962-project] Fanout notify agent at l3_agent the message router_deleted on router 177dc9cb-62af-46b2-b17a-0e63fc73dee2 {{(pid=94174) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jun 23 11:33:37.821059 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-03420b17-ac78-4b62-bc1d-04c96773b183 tempest-PortsTestJSON-2085221018 tempest-PortsTestJSON-2085221018-project] Made reservation on behalf of 9e5461dd76964a018bba022fe5f7a0f1 for: {'port': 1} {{(pid=94175) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 23 11:33:37.831186 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron_lib.callbacks.manager [None req-45389ae1-1df8-4841-b9e6-f6a0062d9c72 tempest-RoutersNegativeIpV6Test-1628881962 tempest-RoutersNegativeIpV6Test-1628881962-project] Notify callbacks [] for router, before_response {{(pid=94174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:33:37.832308 dv-neutron-601336-94-hyperv neutron-server[94174]: INFO neutron.wsgi [None req-45389ae1-1df8-4841-b9e6-f6a0062d9c72 tempest-RoutersNegativeIpV6Test-1628881962 tempest-RoutersNegativeIpV6Test-1628881962-project] 10.222.0.20 "DELETE /v2.0/routers/177dc9cb-62af-46b2-b17a-0e63fc73dee2 HTTP/1.1" status: 204 len: 168 time: 0.5095000 Jun 23 11:33:37.849148 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron_lib.callbacks.manager [None req-a7736bc9-f1b5-476c-a14c-1a68dc82cf64 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-922904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866062', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773700135042', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773699642233', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773699642278'] for port, after_update {{(pid=94176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:33:37.858742 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG oslo_concurrency.lockutils [None req-51e4c766-67a1-4fc5-89f4-61dcc2555436 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 11:33:37.875026 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron_lib.callbacks.manager [None req-67741ac4-c4f5-4821-836c-49251e139ce2 tempest-NetworksTest-2133396914 tempest-NetworksTest-2133396914-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8002400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7866073'] for network, after_create {{(pid=94174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:33:37.881901 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-67741ac4-c4f5-4821-836c-49251e139ce2 tempest-NetworksTest-2133396914 tempest-NetworksTest-2133396914-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94174) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 11:33:37.882554 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron_lib.callbacks.manager [None req-67741ac4-c4f5-4821-836c-49251e139ce2 tempest-NetworksTest-2133396914 tempest-NetworksTest-2133396914-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7865916'] for network, before_response {{(pid=94174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:33:37.887723 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG oslo_concurrency.lockutils [None req-43d9ac00-c263-41a4-86b0-308e6c824f9b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94174) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 11:33:37.892962 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-47c06596-a68e-487e-b148-83254dfe0712 None None] Network 2b18360e-4cca-4e3f-a94d-91958471301b requested from dv-neutron-601336-94-hyperv {{(pid=94176) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 23 11:33:37.982067 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67741ac4-c4f5-4821-836c-49251e139ce2 tempest-NetworksTest-2133396914 tempest-NetworksTest-2133396914-project] Pushing event updated for resources: {'Network': ['ID=c779ad6d-a60d-4ffd-8db1-e7c8e9962bbb,revision_number=1']} {{(pid=94174) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 11:33:37.985803 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG oslo_concurrency.lockutils [None req-67741ac4-c4f5-4821-836c-49251e139ce2 tempest-NetworksTest-2133396914 tempest-NetworksTest-2133396914-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.099s {{(pid=94174) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 11:33:38.003325 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.plugins.ml2.rpc [None req-dc7542b2-afef-47f4-a763-e3a3cba144be None None] Network c779ad6d-a60d-4ffd-8db1-e7c8e9962bbb details requested by agent ovs-agent-dv-neutron-601336-94-hyperv with host dv-neutron-601336-94-hyperv {{(pid=94176) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:250}} Jun 23 11:33:38.053931 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-adde8170-7bfe-48df-852f-de788b85454a tempest-NetworksTestDHCPv6-162546708 tempest-NetworksTestDHCPv6-162546708-project] Made reservation on behalf of 5e61222a836c47229c94e37f3902e6bd for: {'subnet': 1} {{(pid=94174) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 23 11:33:38.058688 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7736bc9-f1b5-476c-a14c-1a68dc82cf64 None None] Pushing event updated for resources: {'Port': ['ID=5bacd06a-7515-4863-a0bb-0909ebfedcb2,revision_number=2']} {{(pid=94176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 11:33:38.060176 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron_lib.callbacks.manager [None req-adde8170-7bfe-48df-852f-de788b85454a tempest-NetworksTestDHCPv6-162546708 tempest-NetworksTestDHCPv6-162546708-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4294245'] for subnet, before_create {{(pid=94174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:33:38.112121 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG oslo_concurrency.lockutils [None req-a7736bc9-f1b5-476c-a14c-1a68dc82cf64 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.253s {{(pid=94176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 11:33:38.112577 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.db.provisioning_blocks [None req-d429827b-367c-49f5-9451-5db4fb908726 None None] Provisioning for port f62bc371-8c83-4482-b747-01df66f08724 completed by entity DHCP. {{(pid=94176) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 23 11:33:38.136392 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.db.provisioning_blocks [None req-d429827b-367c-49f5-9451-5db4fb908726 None None] Provisioning complete for port f62bc371-8c83-4482-b747-01df66f08724 triggered by entity DHCP. {{(pid=94176) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 23 11:33:38.136392 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron_lib.callbacks.manager [None req-d429827b-367c-49f5-9451-5db4fb908726 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-899258'] for port, provisioning_complete {{(pid=94176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:33:38.136686 dv-neutron-601336-94-hyperv neutron-server[94174]: INFO neutron.wsgi [None req-67741ac4-c4f5-4821-836c-49251e139ce2 tempest-NetworksTest-2133396914 tempest-NetworksTest-2133396914-project] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 2.1205115 Jun 23 11:33:38.243927 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron_lib.callbacks.manager [None req-11c068bd-69f8-4385-8f48-f4d74460ba92 tempest-NegativeSecGroupTest-178874014 tempest-NegativeSecGroupTest-178874014-project] Notify callbacks [] for security_group, precommit_create {{(pid=94175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:33:38.247540 dv-neutron-601336-94-hyperv neutron-server[94175]: INFO neutron.wsgi [None req-6f441097-1323-4675-a32b-ee5a4c7e3c2c tempest-PortsIpV6TestJSON-1781383748 tempest-PortsIpV6TestJSON-1781383748-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 849 time: 2.1621909 Jun 23 11:33:38.249963 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.wsgi [-] (94175) accepted ('10.222.0.20', 39444) {{(pid=94175) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 11:33:38.250337 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.wsgi [-] (94175) accepted ('10.222.0.20', 39446) {{(pid=94175) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 11:33:38.260291 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.api.v2.base [None req-55edc2b7-caad-4682-9140-56159e9dbddb tempest-NetworksTest-2133396914 tempest-NetworksTest-2133396914-project] Request body: {'subnet': {'network_id': 'c779ad6d-a60d-4ffd-8db1-e7c8e9962bbb', 'cidr': '172.20.255.240/28', 'ip_version': 4, 'gateway_ip': '172.20.255.241'}} {{(pid=94175) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 23 11:33:38.270604 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.api.v2.base [None req-435044f1-ac5a-42b9-88f2-059eaad6ac22 tempest-PortsIpV6TestJSON-1781383748 tempest-PortsIpV6TestJSON-1781383748-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-897580371'}} {{(pid=94175) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 23 11:33:38.347377 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron_lib.callbacks.manager [None req-11c068bd-69f8-4385-8f48-f4d74460ba92 tempest-NegativeSecGroupTest-178874014 tempest-NegativeSecGroupTest-178874014-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7996330'] for security_group, after_create {{(pid=94175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:33:38.362480 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG oslo_concurrency.lockutils [None req-79ac4d87-d0d4-47c9-9042-5d023e91acf5 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94175) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 11:33:38.426746 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron_lib.callbacks.manager [None req-d429827b-367c-49f5-9451-5db4fb908726 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-923122'] for port, before_update {{(pid=94176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:33:38.494608 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11c068bd-69f8-4385-8f48-f4d74460ba92 tempest-NegativeSecGroupTest-178874014 tempest-NegativeSecGroupTest-178874014-project] Pushing event updated for resources: {'SecurityGroup': ['ID=79cf8c94-432e-4646-94bc-db39a5ce6da4,revision_number=1']} {{(pid=94175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 11:33:38.504901 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron_lib.callbacks.manager [None req-03420b17-ac78-4b62-bc1d-04c96773b183 tempest-PortsTestJSON-2085221018 tempest-PortsTestJSON-2085221018-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-923104'] for port, before_create {{(pid=94175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:33:38.508915 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG oslo_concurrency.lockutils [None req-11c068bd-69f8-4385-8f48-f4d74460ba92 tempest-NegativeSecGroupTest-178874014 tempest-NegativeSecGroupTest-178874014-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.147s {{(pid=94175) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 11:33:38.523705 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.wsgi [-] (94174) accepted ('10.222.0.20', 39452) {{(pid=94174) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 11:33:38.524146 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.plugins.ml2.db [None req-d429827b-367c-49f5-9451-5db4fb908726 None None] For port f62bc371-8c83-4482-b747-01df66f08724, host dv-neutron-601336-94-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-94-hyperv',level=0,port_id=f62bc371-8c83-4482-b747-01df66f08724,segment=NetworkSegment(695b18de-5917-4ef2-b897-03f591244fa7),segment_id=695b18de-5917-4ef2-b897-03f591244fa7)] {{(pid=94176) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 23 11:33:38.534527 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-435044f1-ac5a-42b9-88f2-059eaad6ac22 tempest-PortsIpV6TestJSON-1781383748 tempest-PortsIpV6TestJSON-1781383748-project] Made reservation on behalf of 4a9805c328414e068d83db5c9b76c3c7 for: {'network': 1} {{(pid=94175) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 23 11:33:38.538870 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron_lib.callbacks.manager [None req-435044f1-ac5a-42b9-88f2-059eaad6ac22 tempest-PortsIpV6TestJSON-1781383748 tempest-PortsIpV6TestJSON-1781383748-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-923104'] for network, before_create {{(pid=94175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:33:38.565353 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.notifiers.nova [None req-03420b17-ac78-4b62-bc1d-04c96773b183 tempest-PortsTestJSON-2085221018 tempest-PortsTestJSON-2085221018-project] device_id is not set on port 0d223e32-38e6-4eb4-83f5-10dd52aa47a6 yet. {{(pid=94175) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jun 23 11:33:38.622809 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-435044f1-ac5a-42b9-88f2-059eaad6ac22 tempest-PortsIpV6TestJSON-1781383748 tempest-PortsIpV6TestJSON-1781383748-project] vlan segment allocate from pool success with {'vlan_id': 420, 'physical_network': 'physnet1'} {{(pid=94175) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 23 11:33:38.647486 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron_lib.callbacks.manager [None req-d429827b-367c-49f5-9451-5db4fb908726 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-922904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866062', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773700135042', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773699642233', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773699642278'] for port, after_update {{(pid=94176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:33:38.650429 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG oslo_concurrency.lockutils [None req-aaa7e5bb-6827-4965-9ad6-fe5e8400a520 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 11:33:38.661762 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron_lib.callbacks.manager [None req-11c068bd-69f8-4385-8f48-f4d74460ba92 tempest-NegativeSecGroupTest-178874014 tempest-NegativeSecGroupTest-178874014-project] Notify callbacks [] for security_group, before_response {{(pid=94175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:33:38.661762 dv-neutron-601336-94-hyperv neutron-server[94175]: INFO neutron.wsgi [None req-11c068bd-69f8-4385-8f48-f4d74460ba92 tempest-NegativeSecGroupTest-178874014 tempest-NegativeSecGroupTest-178874014-project] 10.222.0.20 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1744 time: 1.3016708 Jun 23 11:33:38.664900 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.wsgi [-] (94174) accepted ('10.222.0.20', 39456) {{(pid=94174) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 11:33:38.679252 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron_lib.callbacks.manager [None req-435044f1-ac5a-42b9-88f2-059eaad6ac22 tempest-PortsIpV6TestJSON-1781383748 tempest-PortsIpV6TestJSON-1781383748-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3801'] for segment, precommit_create {{(pid=94175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:33:38.679660 dv-neutron-601336-94-hyperv neutron-server[94175]: INFO neutron.db.segments_db [None req-435044f1-ac5a-42b9-88f2-059eaad6ac22 tempest-PortsIpV6TestJSON-1781383748 tempest-PortsIpV6TestJSON-1781383748-project] Added segment 3888eeb0-1baf-4f3d-9ba0-bd8b0bf5b649 of type vlan for network 93eb1d87-cffb-4680-8e62-36c561348940 Jun 23 11:33:38.685029 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.api.v2.base [None req-78b0e0dd-e865-43bf-82f4-f9f17a18cd38 tempest-NegativeSecGroupTest-178874014 tempest-NegativeSecGroupTest-178874014-project] Request body: {'security_group_rule': {'security_group_id': '79cf8c94-432e-4646-94bc-db39a5ce6da4', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': '192.168.1./24'}} {{(pid=94174) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 23 11:33:38.699409 dv-neutron-601336-94-hyperv neutron-server[94174]: WARNING neutron.api.v2.base [None req-78b0e0dd-e865-43bf-82f4-f9f17a18cd38 tempest-NegativeSecGroupTest-178874014 tempest-NegativeSecGroupTest-178874014-project] An exception happened while processing the request body. The exception message is [Invalid CIDR 192.168.1./24 given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR 192.168.1./24 given as IP prefix. Jun 23 11:33:38.700178 dv-neutron-601336-94-hyperv neutron-server[94174]: INFO neutron.api.v2.resource [None req-78b0e0dd-e865-43bf-82f4-f9f17a18cd38 tempest-NegativeSecGroupTest-178874014 tempest-NegativeSecGroupTest-178874014-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jun 23 11:33:38.704692 dv-neutron-601336-94-hyperv neutron-server[94174]: INFO neutron.wsgi [None req-78b0e0dd-e865-43bf-82f4-f9f17a18cd38 tempest-NegativeSecGroupTest-178874014 tempest-NegativeSecGroupTest-178874014-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 319 time: 0.0348952 Jun 23 11:33:38.722272 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.wsgi [-] (94174) accepted ('10.222.0.20', 39458) {{(pid=94174) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 11:33:38.732889 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-55edc2b7-caad-4682-9140-56159e9dbddb tempest-NetworksTest-2133396914 tempest-NetworksTest-2133396914-project] Made reservation on behalf of dfecc9776e0d4947a3f7218fbe96de01 for: {'subnet': 1} {{(pid=94175) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 23 11:33:38.737145 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron_lib.callbacks.manager [None req-55edc2b7-caad-4682-9140-56159e9dbddb tempest-NetworksTest-2133396914 tempest-NetworksTest-2133396914-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4660073'] for subnet, before_create {{(pid=94175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:33:38.766955 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d429827b-367c-49f5-9451-5db4fb908726 None None] Pushing event updated for resources: {'Port': ['ID=f62bc371-8c83-4482-b747-01df66f08724,revision_number=3']} {{(pid=94176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 11:33:38.773005 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.api.v2.base [None req-eedd9241-c07e-4cb5-9c93-f7f9a1e6c1c2 tempest-NegativeSecGroupTest-178874014 tempest-NegativeSecGroupTest-178874014-project] Request body: {'security_group_rule': {'security_group_id': '79cf8c94-432e-4646-94bc-db39a5ce6da4', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': '192.168.1.1/33'}} {{(pid=94174) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 23 11:33:38.773793 dv-neutron-601336-94-hyperv neutron-server[94174]: WARNING neutron.api.v2.base [None req-eedd9241-c07e-4cb5-9c93-f7f9a1e6c1c2 tempest-NegativeSecGroupTest-178874014 tempest-NegativeSecGroupTest-178874014-project] An exception happened while processing the request body. The exception message is [Invalid CIDR 192.168.1.1/33 given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR 192.168.1.1/33 given as IP prefix. Jun 23 11:33:38.774454 dv-neutron-601336-94-hyperv neutron-server[94174]: INFO neutron.api.v2.resource [None req-eedd9241-c07e-4cb5-9c93-f7f9a1e6c1c2 tempest-NegativeSecGroupTest-178874014 tempest-NegativeSecGroupTest-178874014-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jun 23 11:33:38.778703 dv-neutron-601336-94-hyperv neutron-server[94174]: INFO neutron.wsgi [None req-eedd9241-c07e-4cb5-9c93-f7f9a1e6c1c2 tempest-NegativeSecGroupTest-178874014 tempest-NegativeSecGroupTest-178874014-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 320 time: 0.0511045 Jun 23 11:33:38.779548 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.wsgi [-] (94174) accepted ('10.222.0.20', 39460) {{(pid=94174) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 11:33:38.780608 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG oslo_concurrency.lockutils [None req-d429827b-367c-49f5-9451-5db4fb908726 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.130s {{(pid=94176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 11:33:38.801676 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.api.v2.base [None req-82cf3753-3060-420f-8c9f-dd3cd00681b2 tempest-NegativeSecGroupTest-178874014 tempest-NegativeSecGroupTest-178874014-project] Request body: {'security_group_rule': {'security_group_id': '79cf8c94-432e-4646-94bc-db39a5ce6da4', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': 'bad_prefix'}} {{(pid=94174) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 23 11:33:38.802409 dv-neutron-601336-94-hyperv neutron-server[94174]: WARNING neutron.api.v2.base [None req-82cf3753-3060-420f-8c9f-dd3cd00681b2 tempest-NegativeSecGroupTest-178874014 tempest-NegativeSecGroupTest-178874014-project] An exception happened while processing the request body. The exception message is [Invalid CIDR bad_prefix given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR bad_prefix given as IP prefix. Jun 23 11:33:38.807607 dv-neutron-601336-94-hyperv neutron-server[94174]: INFO neutron.api.v2.resource [None req-82cf3753-3060-420f-8c9f-dd3cd00681b2 tempest-NegativeSecGroupTest-178874014 tempest-NegativeSecGroupTest-178874014-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jun 23 11:33:38.807607 dv-neutron-601336-94-hyperv neutron-server[94174]: INFO neutron.wsgi [None req-82cf3753-3060-420f-8c9f-dd3cd00681b2 tempest-NegativeSecGroupTest-178874014 tempest-NegativeSecGroupTest-178874014-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 316 time: 0.0209093 Jun 23 11:33:38.809761 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.wsgi [-] (94174) accepted ('10.222.0.20', 39462) {{(pid=94174) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 11:33:38.828025 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.api.v2.base [None req-482174a9-5190-4e96-95fa-c006db820465 tempest-NegativeSecGroupTest-178874014 tempest-NegativeSecGroupTest-178874014-project] Request body: {'security_group_rule': {'security_group_id': '79cf8c94-432e-4646-94bc-db39a5ce6da4', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': '256'}} {{(pid=94174) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 23 11:33:38.828915 dv-neutron-601336-94-hyperv neutron-server[94174]: WARNING neutron.api.v2.base [None req-482174a9-5190-4e96-95fa-c006db820465 tempest-NegativeSecGroupTest-178874014 tempest-NegativeSecGroupTest-178874014-project] An exception happened while processing the request body. The exception message is [Invalid CIDR 256 given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR 256 given as IP prefix. Jun 23 11:33:38.829413 dv-neutron-601336-94-hyperv neutron-server[94174]: INFO neutron.api.v2.resource [None req-482174a9-5190-4e96-95fa-c006db820465 tempest-NegativeSecGroupTest-178874014 tempest-NegativeSecGroupTest-178874014-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jun 23 11:33:38.833052 dv-neutron-601336-94-hyperv neutron-server[94174]: INFO neutron.wsgi [None req-482174a9-5190-4e96-95fa-c006db820465 tempest-NegativeSecGroupTest-178874014 tempest-NegativeSecGroupTest-178874014-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 309 time: 0.0169246 Jun 23 11:33:38.839922 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.wsgi [-] (94174) accepted ('10.222.0.20', 39464) {{(pid=94174) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 11:33:38.861880 dv-neutron-601336-94-hyperv neutron-server[94174]: INFO neutron.wsgi [None req-7355c93d-831c-47dd-9e64-a2369dd34135 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=82c51a8a2e054769b0c98a77cf1b7153&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3376708 Jun 23 11:33:38.868762 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.wsgi [-] (94174) accepted ('10.222.0.20', 39466) {{(pid=94174) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 11:33:38.870922 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.objects.ports [None req-adde8170-7bfe-48df-852f-de788b85454a tempest-NetworksTestDHCPv6-162546708 tempest-NetworksTestDHCPv6-162546708-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=94174) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Jun 23 11:33:38.873191 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron_lib.callbacks.manager [None req-435044f1-ac5a-42b9-88f2-059eaad6ac22 tempest-PortsIpV6TestJSON-1781383748 tempest-PortsIpV6TestJSON-1781383748-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8773699596773'] for network, precommit_create {{(pid=94175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:33:38.962610 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.db.provisioning_blocks [None req-d98b28fc-7c32-4657-8987-a219ed656410 None None] Provisioning for port 9981df00-ca45-49eb-8461-e9439de22963 completed by entity DHCP. {{(pid=94176) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 23 11:33:38.967193 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.db.provisioning_blocks [None req-d98b28fc-7c32-4657-8987-a219ed656410 None None] Provisioning complete for port 9981df00-ca45-49eb-8461-e9439de22963 triggered by entity DHCP. {{(pid=94176) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 23 11:33:38.967589 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron_lib.callbacks.manager [None req-d98b28fc-7c32-4657-8987-a219ed656410 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-899258'] for port, provisioning_complete {{(pid=94176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:33:38.983836 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.db.db_base_plugin_common [None req-03420b17-ac78-4b62-bc1d-04c96773b183 tempest-PortsTestJSON-2085221018 tempest-PortsTestJSON-2085221018-project] Allocated IP 172.20.0.9 (2b18360e-4cca-4e3f-a94d-91958471301b/27b692f3-23ab-4045-9f4f-bc6ca715b34c/0d223e32-38e6-4eb4-83f5-10dd52aa47a6) {{(pid=94175) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 23 11:33:39.020091 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron_lib.callbacks.manager [None req-3e8806ca-5aca-4a89-aee4-393d05734f0e tempest-NegativeSecGroupTest-178874014 tempest-NegativeSecGroupTest-178874014-project] Notify callbacks [] for security_group, before_delete {{(pid=94174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:33:39.028273 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.plugins.ml2.plugin [None req-d98b28fc-7c32-4657-8987-a219ed656410 None None] Port 9981df00-ca45-49eb-8461-e9439de22963 cannot update to ACTIVE because it is not bound. {{(pid=94176) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jun 23 11:33:39.044627 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.db.provisioning_blocks [None req-d98b28fc-7c32-4657-8987-a219ed656410 None None] Provisioning complete for port f62bc371-8c83-4482-b747-01df66f08724 triggered by entity DHCP. {{(pid=94176) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 23 11:33:39.045039 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron_lib.callbacks.manager [None req-d98b28fc-7c32-4657-8987-a219ed656410 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-899258'] for port, provisioning_complete {{(pid=94176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:33:39.093082 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron_lib.callbacks.manager [None req-435044f1-ac5a-42b9-88f2-059eaad6ac22 tempest-PortsIpV6TestJSON-1781383748 tempest-PortsIpV6TestJSON-1781383748-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8002400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7866073'] for network, after_create {{(pid=94175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:33:39.098802 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-435044f1-ac5a-42b9-88f2-059eaad6ac22 tempest-PortsIpV6TestJSON-1781383748 tempest-PortsIpV6TestJSON-1781383748-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 11:33:39.099482 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron_lib.callbacks.manager [None req-435044f1-ac5a-42b9-88f2-059eaad6ac22 tempest-PortsIpV6TestJSON-1781383748 tempest-PortsIpV6TestJSON-1781383748-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7865916'] for network, before_response {{(pid=94175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:33:39.109590 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG oslo_concurrency.lockutils [None req-118a5d98-9875-443d-94ca-9d713cdabe6c tempest-BulkNetworkOpsTest-447796090 tempest-BulkNetworkOpsTest-447796090-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94175) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 11:33:39.293082 dv-neutron-601336-94-hyperv neutron-server[94175]: INFO neutron.wsgi [None req-435044f1-ac5a-42b9-88f2-059eaad6ac22 tempest-PortsIpV6TestJSON-1781383748 tempest-PortsIpV6TestJSON-1781383748-project] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 771 time: 1.0380912 Jun 23 11:33:39.293082 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-435044f1-ac5a-42b9-88f2-059eaad6ac22 tempest-PortsIpV6TestJSON-1781383748 tempest-PortsIpV6TestJSON-1781383748-project] Pushing event updated for resources: {'Network': ['ID=93eb1d87-cffb-4680-8e62-36c561348940,revision_number=1']} {{(pid=94175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 11:33:39.312944 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.plugins.ml2.rpc [None req-dc7542b2-afef-47f4-a763-e3a3cba144be None None] Network 93eb1d87-cffb-4680-8e62-36c561348940 details requested by agent ovs-agent-dv-neutron-601336-94-hyperv with host dv-neutron-601336-94-hyperv {{(pid=94176) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:250}} Jun 23 11:33:39.326105 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.wsgi [-] (94175) accepted ('10.222.0.20', 39468) {{(pid=94175) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 11:33:39.336044 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG oslo_concurrency.lockutils [None req-435044f1-ac5a-42b9-88f2-059eaad6ac22 tempest-PortsIpV6TestJSON-1781383748 tempest-PortsIpV6TestJSON-1781383748-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.226s {{(pid=94175) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 11:33:39.342172 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.db.provisioning_blocks [None req-0b945a6b-e7ef-4ff5-bfdb-9cd1576b583f None None] Provisioning complete for port 9981df00-ca45-49eb-8461-e9439de22963 triggered by entity DHCP. {{(pid=94176) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 23 11:33:39.342769 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron_lib.callbacks.manager [None req-0b945a6b-e7ef-4ff5-bfdb-9cd1576b583f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-899258'] for port, provisioning_complete {{(pid=94176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:33:39.343117 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.api.v2.base [None req-4f3ea23d-df8d-48e9-bde9-ae1e2b5a5235 tempest-PortsIpV6TestJSON-1781383748 tempest-PortsIpV6TestJSON-1781383748-project] Request body: {'ports': [{'network_id': 'c16c789a-641f-4c9b-ac33-977ceb9ea600'}, {'network_id': '93eb1d87-cffb-4680-8e62-36c561348940'}]} {{(pid=94175) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 23 11:33:39.343390 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.api.v2.base [None req-4f3ea23d-df8d-48e9-bde9-ae1e2b5a5235 tempest-PortsIpV6TestJSON-1781383748 tempest-PortsIpV6TestJSON-1781383748-project] Request body: {'port': {'network_id': 'c16c789a-641f-4c9b-ac33-977ceb9ea600'}} {{(pid=94175) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 23 11:33:39.343888 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.api.v2.base [None req-4f3ea23d-df8d-48e9-bde9-ae1e2b5a5235 tempest-PortsIpV6TestJSON-1781383748 tempest-PortsIpV6TestJSON-1781383748-project] Request body: {'port': {'network_id': '93eb1d87-cffb-4680-8e62-36c561348940'}} {{(pid=94175) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 23 11:33:39.434620 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.plugins.ml2.rpc [None req-dc7542b2-afef-47f4-a763-e3a3cba144be None None] Device 5bacd06a-7515-4863-a0bb-0909ebfedcb2 up at agent ovs-agent-dv-neutron-601336-94-hyperv {{(pid=94176) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:298}} Jun 23 11:33:39.447955 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron_lib.callbacks.manager [None req-3e8806ca-5aca-4a89-aee4-393d05734f0e tempest-NegativeSecGroupTest-178874014 tempest-NegativeSecGroupTest-178874014-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:33:39.462207 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron_lib.callbacks.manager [None req-8f0a47a0-5d1f-4a12-9a59-6b2cbf1fffef admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:33:39.466731 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.plugins.ml2.plugin [None req-0b945a6b-e7ef-4ff5-bfdb-9cd1576b583f None None] Port 9981df00-ca45-49eb-8461-e9439de22963 cannot update to ACTIVE because it is not bound. {{(pid=94176) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jun 23 11:33:39.474647 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron_lib.callbacks.manager [None req-03420b17-ac78-4b62-bc1d-04c96773b183 tempest-PortsTestJSON-2085221018 tempest-PortsTestJSON-2085221018-project] Notify callbacks [] for port, precommit_create {{(pid=94175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:33:39.487353 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron_lib.callbacks.manager [None req-8f0a47a0-5d1f-4a12-9a59-6b2cbf1fffef admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:33:39.523782 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron_lib.callbacks.manager [None req-55edc2b7-caad-4682-9140-56159e9dbddb tempest-NetworksTest-2133396914 tempest-NetworksTest-2133396914-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866062', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5083113', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4660095'] for subnet, after_create {{(pid=94175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:33:39.534720 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG oslo_concurrency.lockutils [None req-85f879b8-a548-467d-bd14-27cd89786c1e tempest-PortsTestJSON-2085221018 tempest-PortsTestJSON-2085221018-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94175) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 11:33:39.576390 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.db.provisioning_blocks [None req-03420b17-ac78-4b62-bc1d-04c96773b183 tempest-PortsTestJSON-2085221018 tempest-PortsTestJSON-2085221018-project] Transition to ACTIVE for port object 0d223e32-38e6-4eb4-83f5-10dd52aa47a6 will not be triggered until provisioned by entity DHCP. {{(pid=94175) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 23 11:33:39.618926 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55edc2b7-caad-4682-9140-56159e9dbddb tempest-NetworksTest-2133396914 tempest-NetworksTest-2133396914-project] Pushing event updated for resources: {'Subnet': ['ID=ed0c27f6-8fb0-4a40-8038-7d4344390008,revision_number=0']} {{(pid=94175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 11:33:39.625565 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.db.provisioning_blocks [None req-dc7542b2-afef-47f4-a763-e3a3cba144be None None] Provisioning for port 5bacd06a-7515-4863-a0bb-0909ebfedcb2 completed by entity L2. {{(pid=94176) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 23 11:33:39.629618 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.plugins.ml2.rpc [None req-dc7542b2-afef-47f4-a763-e3a3cba144be None None] Device f62bc371-8c83-4482-b747-01df66f08724 up at agent ovs-agent-dv-neutron-601336-94-hyperv {{(pid=94176) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:298}} Jun 23 11:33:39.631582 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG oslo_concurrency.lockutils [None req-55edc2b7-caad-4682-9140-56159e9dbddb tempest-NetworksTest-2133396914 tempest-NetworksTest-2133396914-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.097s {{(pid=94175) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 11:33:39.661199 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-55edc2b7-caad-4682-9140-56159e9dbddb tempest-NetworksTest-2133396914 tempest-NetworksTest-2133396914-project] Checking segment: {'id': '81a3abfe-7e1b-4a03-9c0e-4c4da0a4c6b1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 421, 'network_id': 'c779ad6d-a60d-4ffd-8db1-e7c8e9962bbb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94175) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 23 11:33:39.661576 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-55edc2b7-caad-4682-9140-56159e9dbddb tempest-NetworksTest-2133396914 tempest-NetworksTest-2133396914-project] Network hostable DHCP agents. Network: c779ad6d-a60d-4ffd-8db1-e7c8e9962bbb, hostable agents: ['8cf29b10-0e57-4131-816f-a4b6ad00b249'], hosted agents: [] {{(pid=94175) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 23 11:33:39.683882 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.db.provisioning_blocks [None req-dc7542b2-afef-47f4-a763-e3a3cba144be None None] Provisioning complete for port f62bc371-8c83-4482-b747-01df66f08724 triggered by entity L2. {{(pid=94176) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 23 11:33:39.684792 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron_lib.callbacks.manager [None req-dc7542b2-afef-47f4-a763-e3a3cba144be None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-899258'] for port, provisioning_complete {{(pid=94176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:33:39.712434 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron_lib.callbacks.manager [None req-3e8806ca-5aca-4a89-aee4-393d05734f0e tempest-NegativeSecGroupTest-178874014 tempest-NegativeSecGroupTest-178874014-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7996330'] for security_group, after_delete {{(pid=94174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:33:39.715443 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron_lib.callbacks.manager [None req-3e8806ca-5aca-4a89-aee4-393d05734f0e tempest-NegativeSecGroupTest-178874014 tempest-NegativeSecGroupTest-178874014-project] Notify callbacks [] for security_group, before_response {{(pid=94174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:33:39.719280 dv-neutron-601336-94-hyperv neutron-server[94174]: INFO neutron.wsgi [None req-3e8806ca-5aca-4a89-aee4-393d05734f0e tempest-NegativeSecGroupTest-178874014 tempest-NegativeSecGroupTest-178874014-project] 10.222.0.20 "DELETE /v2.0/security-groups/79cf8c94-432e-4646-94bc-db39a5ce6da4 HTTP/1.1" status: 204 len: 168 time: 0.8755064 Jun 23 11:33:39.719734 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG oslo_concurrency.lockutils [None req-43d9ac00-c263-41a4-86b0-308e6c824f9b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94174) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 11:33:39.719862 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.wsgi [-] (94175) accepted ('10.222.0.20', 39472) {{(pid=94175) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 11:33:39.739551 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron_lib.callbacks.manager [None req-8f0a47a0-5d1f-4a12-9a59-6b2cbf1fffef admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7996330'] for security_group, after_delete {{(pid=94174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:33:39.739551 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron_lib.callbacks.manager [None req-8f0a47a0-5d1f-4a12-9a59-6b2cbf1fffef admin admin] Notify callbacks [] for security_group, before_response {{(pid=94174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:33:39.739551 dv-neutron-601336-94-hyperv neutron-server[94174]: INFO neutron.wsgi [None req-8f0a47a0-5d1f-4a12-9a59-6b2cbf1fffef admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/efd5bc64-1d9a-42c7-9031-0b12b06b3258 HTTP/1.1" status: 204 len: 168 time: 0.8569200 Jun 23 11:33:39.759528 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4f3ea23d-df8d-48e9-bde9-ae1e2b5a5235 tempest-PortsIpV6TestJSON-1781383748 tempest-PortsIpV6TestJSON-1781383748-project] Made reservation on behalf of 4a9805c328414e068d83db5c9b76c3c7 for: {'port': 2} {{(pid=94175) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 23 11:33:39.761618 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e8806ca-5aca-4a89-aee4-393d05734f0e tempest-NegativeSecGroupTest-178874014 tempest-NegativeSecGroupTest-178874014-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=79cf8c94-432e-4646-94bc-db39a5ce6da4,revision_number=None']} {{(pid=94174) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 11:33:39.766371 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG oslo_concurrency.lockutils [None req-3e8806ca-5aca-4a89-aee4-393d05734f0e tempest-NegativeSecGroupTest-178874014 tempest-NegativeSecGroupTest-178874014-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=94174) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 11:33:39.766915 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG oslo_concurrency.lockutils [None req-7a929716-4702-44a4-b45c-96def2be424f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.035s {{(pid=94174) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 11:33:39.785392 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron_lib.callbacks.manager [None req-4f3ea23d-df8d-48e9-bde9-ae1e2b5a5235 tempest-PortsIpV6TestJSON-1781383748 tempest-PortsIpV6TestJSON-1781383748-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-923104'] for port, before_create {{(pid=94175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:33:39.786041 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f0a47a0-5d1f-4a12-9a59-6b2cbf1fffef admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=efd5bc64-1d9a-42c7-9031-0b12b06b3258,revision_number=None']} {{(pid=94174) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 11:33:39.786153 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron_lib.callbacks.manager [None req-03420b17-ac78-4b62-bc1d-04c96773b183 tempest-PortsTestJSON-2085221018 tempest-PortsTestJSON-2085221018-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-922915', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-239814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7866073', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773699642215', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-5082457'] for port, after_create {{(pid=94175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:33:39.786253 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG oslo_concurrency.lockutils [None req-8f0a47a0-5d1f-4a12-9a59-6b2cbf1fffef admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=94174) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 11:33:39.798341 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG oslo_concurrency.lockutils [None req-143a4676-fa63-46df-81d9-b28654968a7a tempest-BulkNetworkOpsTest-447796090 tempest-BulkNetworkOpsTest-447796090-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94175) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 11:33:39.799976 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron_lib.callbacks.manager [None req-adde8170-7bfe-48df-852f-de788b85454a tempest-NetworksTestDHCPv6-162546708 tempest-NetworksTestDHCPv6-162546708-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-923122'] for port, before_update {{(pid=94174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:33:39.814658 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.db.provisioning_blocks [None req-a9f44a3e-6a03-4116-b46d-52caa091d0fa None None] Provisioning for port 5bacd06a-7515-4863-a0bb-0909ebfedcb2 completed by entity DHCP. {{(pid=94176) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 23 11:33:39.831785 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.db.provisioning_blocks [None req-a9f44a3e-6a03-4116-b46d-52caa091d0fa None None] Provisioning complete for port 5bacd06a-7515-4863-a0bb-0909ebfedcb2 triggered by entity DHCP. {{(pid=94176) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 23 11:33:39.832254 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron_lib.callbacks.manager [None req-a9f44a3e-6a03-4116-b46d-52caa091d0fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-899258'] for port, provisioning_complete {{(pid=94176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:33:39.833649 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-55edc2b7-caad-4682-9140-56159e9dbddb tempest-NetworksTest-2133396914 tempest-NetworksTest-2133396914-project] Network c779ad6d-a60d-4ffd-8db1-e7c8e9962bbb is scheduled to be hosted by DHCP agent 8cf29b10-0e57-4131-816f-a4b6ad00b249 with binding_index 1 {{(pid=94175) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 23 11:33:39.845162 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron_lib.callbacks.manager [None req-4f3ea23d-df8d-48e9-bde9-ae1e2b5a5235 tempest-PortsIpV6TestJSON-1781383748 tempest-PortsIpV6TestJSON-1781383748-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-923104'] for port, before_create {{(pid=94175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:33:39.853667 dv-neutron-601336-94-hyperv neutron-server[94175]: INFO neutron.wsgi [None req-1e0470b4-d906-4c2e-b459-10b4d581077c tempest-NegativeSecGroupTest-178874014 tempest-NegativeSecGroupTest-178874014-project] 10.222.0.20 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2979 time: 0.1293633 Jun 23 11:33:39.854729 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.wsgi [-] (94174) accepted ('10.222.0.20', 39476) {{(pid=94174) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 11:33:39.862155 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.api.v2.base [None req-8c063aa0-9b95-4663-91a0-259b2956d54c tempest-NegativeSecGroupTest-178874014 tempest-NegativeSecGroupTest-178874014-project] Request body: {'security_group': {'name': 'tempest-secgroup--1527940480'}} {{(pid=94174) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 23 11:33:39.886936 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-03420b17-ac78-4b62-bc1d-04c96773b183 tempest-PortsTestJSON-2085221018 tempest-PortsTestJSON-2085221018-project] Network 2b18360e-4cca-4e3f-a94d-91958471301b is already hosted by enough agents. {{(pid=94175) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 23 11:33:39.901433 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03420b17-ac78-4b62-bc1d-04c96773b183 tempest-PortsTestJSON-2085221018 tempest-PortsTestJSON-2085221018-project] Pushing event updated for resources: {'Port': ['ID=0d223e32-38e6-4eb4-83f5-10dd52aa47a6,revision_number=1']} {{(pid=94175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 11:33:39.904058 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.scheduler.base_scheduler [None req-03420b17-ac78-4b62-bc1d-04c96773b183 tempest-PortsTestJSON-2085221018 tempest-PortsTestJSON-2085221018-project] Resources bound (agent type, host, resource id): {{(pid=94175) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 23 11:33:39.905888 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG oslo_concurrency.lockutils [None req-03420b17-ac78-4b62-bc1d-04c96773b183 tempest-PortsTestJSON-2085221018 tempest-PortsTestJSON-2085221018-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.108s {{(pid=94175) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 11:33:39.925895 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron_lib.callbacks.manager [None req-a9f44a3e-6a03-4116-b46d-52caa091d0fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-923122'] for port, before_update {{(pid=94176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:33:39.932284 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.db.l3_dvrscheduler_db [None req-03420b17-ac78-4b62-bc1d-04c96773b183 tempest-PortsTestJSON-2085221018 tempest-PortsTestJSON-2085221018-project] Received port after_create {{(pid=94175) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 23 11:33:39.943602 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.scheduler.base_scheduler [None req-55edc2b7-caad-4682-9140-56159e9dbddb tempest-NetworksTest-2133396914 tempest-NetworksTest-2133396914-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-601336-94-hyperv, c779ad6d-a60d-4ffd-8db1-e7c8e9962bbb) {{(pid=94175) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 23 11:33:39.960803 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3de3965b-6ae5-4f15-b984-569db5eb075c None None] Network c779ad6d-a60d-4ffd-8db1-e7c8e9962bbb requested from dv-neutron-601336-94-hyperv {{(pid=94176) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 23 11:33:39.970819 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-55edc2b7-caad-4682-9140-56159e9dbddb tempest-NetworksTest-2133396914 tempest-NetworksTest-2133396914-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 11:33:39.971452 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron_lib.callbacks.manager [None req-55edc2b7-caad-4682-9140-56159e9dbddb tempest-NetworksTest-2133396914 tempest-NetworksTest-2133396914-project] Notify callbacks [] for subnet, before_response {{(pid=94175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:33:40.000116 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.plugins.ml2.db [None req-adde8170-7bfe-48df-852f-de788b85454a tempest-NetworksTestDHCPv6-162546708 tempest-NetworksTestDHCPv6-162546708-project] For port 5bacd06a-7515-4863-a0bb-0909ebfedcb2, host dv-neutron-601336-94-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-94-hyperv',level=0,port_id=5bacd06a-7515-4863-a0bb-0909ebfedcb2,segment=NetworkSegment(6303a411-6e70-4139-a530-9ee4cf8ba843),segment_id=6303a411-6e70-4139-a530-9ee4cf8ba843)] {{(pid=94174) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 23 11:33:40.004283 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.notifiers.nova [None req-4f3ea23d-df8d-48e9-bde9-ae1e2b5a5235 tempest-PortsIpV6TestJSON-1781383748 tempest-PortsIpV6TestJSON-1781383748-project] device_id is not set on port cf33c57b-758f-4471-acc8-a87a220dfbe1 yet. {{(pid=94175) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jun 23 11:33:40.015244 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron_lib.callbacks.manager [None req-8c063aa0-9b95-4663-91a0-259b2956d54c tempest-NegativeSecGroupTest-178874014 tempest-NegativeSecGroupTest-178874014-project] Notify callbacks [] for security_group, before_create {{(pid=94174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:33:40.050366 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron_lib.callbacks.manager [None req-adde8170-7bfe-48df-852f-de788b85454a tempest-NetworksTestDHCPv6-162546708 tempest-NetworksTestDHCPv6-162546708-project] Notify callbacks [] for port, precommit_update {{(pid=94174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:33:40.061393 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-03420b17-ac78-4b62-bc1d-04c96773b183 tempest-PortsTestJSON-2085221018 tempest-PortsTestJSON-2085221018-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 11:33:40.062000 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron_lib.callbacks.manager [None req-03420b17-ac78-4b62-bc1d-04c96773b183 tempest-PortsTestJSON-2085221018 tempest-PortsTestJSON-2085221018-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-217507'] for port, before_response {{(pid=94175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:33:40.099761 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron_lib.callbacks.manager [None req-adde8170-7bfe-48df-852f-de788b85454a tempest-NetworksTestDHCPv6-162546708 tempest-NetworksTestDHCPv6-162546708-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-922904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866062', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773700135042', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773699642233', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773699642278', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5196369'] for port, after_update {{(pid=94174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:33:40.101226 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron_lib.callbacks.manager [None req-adde8170-7bfe-48df-852f-de788b85454a tempest-NetworksTestDHCPv6-162546708 tempest-NetworksTestDHCPv6-162546708-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866062', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5195999', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4294259'] for subnet, after_create {{(pid=94174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:33:40.106962 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG oslo_concurrency.lockutils [None req-8d31ad25-9060-482e-b329-b7860a31147d tempest-RoutersNegativeTest-1531528216 tempest-RoutersNegativeTest-1531528216-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.001s {{(pid=94174) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 11:33:40.176474 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-adde8170-7bfe-48df-852f-de788b85454a tempest-NetworksTestDHCPv6-162546708 tempest-NetworksTestDHCPv6-162546708-project] Pushing event updated for resources: {'Port': ['ID=5bacd06a-7515-4863-a0bb-0909ebfedcb2,revision_number=4']} {{(pid=94174) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 11:33:40.187386 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG oslo_concurrency.lockutils [None req-adde8170-7bfe-48df-852f-de788b85454a tempest-NetworksTestDHCPv6-162546708 tempest-NetworksTestDHCPv6-162546708-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.077s {{(pid=94174) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 11:33:40.194716 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG oslo_concurrency.lockutils [None req-1f8bd0e4-1260-4670-9d8a-56e3fa4aff18 tempest-ExtraDHCPOptionsTestJSON-1313277810 tempest-ExtraDHCPOptionsTestJSON-1313277810-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.024s {{(pid=94174) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 11:33:40.211730 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron_lib.db.api [None req-a9f44a3e-6a03-4116-b46d-52caa091d0fa None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=94176) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jun 23 11:33:40.212157 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG oslo_db.api [None req-a9f44a3e-6a03-4116-b46d-52caa091d0fa None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=94176) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jun 23 11:33:40.221148 dv-neutron-601336-94-hyperv neutron-server[94175]: INFO neutron.wsgi [None req-55edc2b7-caad-4682-9140-56159e9dbddb tempest-NetworksTest-2133396914 tempest-NetworksTest-2133396914-project] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 816 time: 1.9695444 Jun 23 11:33:40.221386 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-55700f79-a211-41e3-b8e1-f0cd172372bc None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1e0d828a-1fa4-563d-b7fd-53adf66a04ee-c779ad6d-a60d-4ffd-8db1-e7c8e9962bbb', 'network_id': 'c779ad6d-a60d-4ffd-8db1-e7c8e9962bbb', 'tenant_id': 'dfecc9776e0d4947a3f7218fbe96de01', 'fixed_ips': [{'subnet_id': 'ed0c27f6-8fb0-4a40-8038-7d4344390008'}]}} from dv-neutron-601336-94-hyperv. {{(pid=94176) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 23 11:33:40.222304 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron_lib.callbacks.manager [None req-55700f79-a211-41e3-b8e1-f0cd172372bc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-923104'] for port, before_create {{(pid=94176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:33:40.223689 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron_lib.callbacks.manager [None req-4f3ea23d-df8d-48e9-bde9-ae1e2b5a5235 tempest-PortsIpV6TestJSON-1781383748 tempest-PortsIpV6TestJSON-1781383748-project] Notify callbacks [] for port, precommit_create {{(pid=94175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:33:40.228605 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.wsgi [-] (94175) accepted ('10.222.0.20', 39480) {{(pid=94175) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 11:33:40.241038 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.api.v2.base [None req-67ea8e43-c58a-423f-a46c-969350ce109d tempest-NetworksTest-2133396914 tempest-NetworksTest-2133396914-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-670550473'}} {{(pid=94175) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 23 11:33:40.268594 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-adde8170-7bfe-48df-852f-de788b85454a tempest-NetworksTestDHCPv6-162546708 tempest-NetworksTestDHCPv6-162546708-project] Network f53f535d-bce4-4da8-9bd9-396677ff4e83 is already hosted by enough agents. {{(pid=94174) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 23 11:33:40.286194 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.scheduler.base_scheduler [None req-adde8170-7bfe-48df-852f-de788b85454a tempest-NetworksTestDHCPv6-162546708 tempest-NetworksTestDHCPv6-162546708-project] Resources bound (agent type, host, resource id): {{(pid=94174) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 23 11:33:40.286839 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-adde8170-7bfe-48df-852f-de788b85454a tempest-NetworksTestDHCPv6-162546708 tempest-NetworksTestDHCPv6-162546708-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94174) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 11:33:40.287713 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron_lib.callbacks.manager [None req-adde8170-7bfe-48df-852f-de788b85454a tempest-NetworksTestDHCPv6-162546708 tempest-NetworksTestDHCPv6-162546708-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7865916'] for subnet, before_response {{(pid=94174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:33:40.303965 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-adde8170-7bfe-48df-852f-de788b85454a tempest-NetworksTestDHCPv6-162546708 tempest-NetworksTestDHCPv6-162546708-project] Pushing event updated for resources: {'Subnet': ['ID=c4832234-5cef-46f1-b012-b0465eea3206,revision_number=0']} {{(pid=94174) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 11:33:40.314547 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG oslo_concurrency.lockutils [None req-adde8170-7bfe-48df-852f-de788b85454a tempest-NetworksTestDHCPv6-162546708 tempest-NetworksTestDHCPv6-162546708-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.121s {{(pid=94174) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 11:33:40.320181 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a8711569-ed8b-4c4a-987b-6a655476bfcb None None] Network f53f535d-bce4-4da8-9bd9-396677ff4e83 requested from dv-neutron-601336-94-hyperv {{(pid=94176) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 23 11:33:40.326667 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron_lib.callbacks.manager [None req-8c063aa0-9b95-4663-91a0-259b2956d54c tempest-NegativeSecGroupTest-178874014 tempest-NegativeSecGroupTest-178874014-project] Notify callbacks [] for security_group, precommit_create {{(pid=94174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:33:40.331872 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.notifiers.nova [None req-4f3ea23d-df8d-48e9-bde9-ae1e2b5a5235 tempest-PortsIpV6TestJSON-1781383748 tempest-PortsIpV6TestJSON-1781383748-project] device_id is not set on port 429ed973-b170-4f2c-8910-5e826453e081 yet. {{(pid=94175) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jun 23 11:33:40.421652 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron_lib.callbacks.manager [None req-8c063aa0-9b95-4663-91a0-259b2956d54c tempest-NegativeSecGroupTest-178874014 tempest-NegativeSecGroupTest-178874014-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7996330'] for security_group, after_create {{(pid=94174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:33:40.425631 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG oslo_concurrency.lockutils [None req-9b31adc4-5397-469c-b4e0-345ffecc9b08 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94174) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 11:33:40.443372 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.db.db_base_plugin_common [None req-55700f79-a211-41e3-b8e1-f0cd172372bc None None] Allocated IP 172.20.255.242 (c779ad6d-a60d-4ffd-8db1-e7c8e9962bbb/ed0c27f6-8fb0-4a40-8038-7d4344390008/21073c86-d493-4a1e-83c8-6046b34abfc3) {{(pid=94176) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 23 11:33:40.453530 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron_lib.callbacks.manager [None req-4f3ea23d-df8d-48e9-bde9-ae1e2b5a5235 tempest-PortsIpV6TestJSON-1781383748 tempest-PortsIpV6TestJSON-1781383748-project] Notify callbacks [] for port, precommit_create {{(pid=94175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:33:40.460904 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c063aa0-9b95-4663-91a0-259b2956d54c tempest-NegativeSecGroupTest-178874014 tempest-NegativeSecGroupTest-178874014-project] Pushing event updated for resources: {'SecurityGroup': ['ID=06226112-26ae-4e86-8b7a-e97c8d39614f,revision_number=1']} {{(pid=94174) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 11:33:40.463774 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG oslo_concurrency.lockutils [None req-8c063aa0-9b95-4663-91a0-259b2956d54c tempest-NegativeSecGroupTest-178874014 tempest-NegativeSecGroupTest-178874014-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.038s {{(pid=94174) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 11:33:40.522821 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron_lib.callbacks.manager [None req-8c063aa0-9b95-4663-91a0-259b2956d54c tempest-NegativeSecGroupTest-178874014 tempest-NegativeSecGroupTest-178874014-project] Notify callbacks [] for security_group, before_response {{(pid=94174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:33:40.525086 dv-neutron-601336-94-hyperv neutron-server[94175]: INFO neutron.wsgi [None req-03420b17-ac78-4b62-bc1d-04c96773b183 tempest-PortsTestJSON-2085221018 tempest-PortsTestJSON-2085221018-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 924 time: 3.4138784 Jun 23 11:33:40.528338 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.wsgi [-] (94175) accepted ('10.222.0.20', 39490) {{(pid=94175) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 11:33:40.531888 dv-neutron-601336-94-hyperv neutron-server[94174]: INFO neutron.wsgi [None req-8c063aa0-9b95-4663-91a0-259b2956d54c tempest-NegativeSecGroupTest-178874014 tempest-NegativeSecGroupTest-178874014-project] 10.222.0.20 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1744 time: 0.6759365 Jun 23 11:33:40.537241 dv-neutron-601336-94-hyperv neutron-server[94174]: INFO neutron.wsgi [None req-adde8170-7bfe-48df-852f-de788b85454a tempest-NetworksTestDHCPv6-162546708 tempest-NetworksTestDHCPv6-162546708-project] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 842 time: 3.4840686 Jun 23 11:33:40.537241 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.wsgi [-] (94174) accepted ('10.222.0.20', 39492) {{(pid=94174) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 11:33:40.538771 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.api.v2.base [None req-c4b50e78-4ba9-4701-932d-367747aa4946 tempest-NegativeSecGroupTest-178874014 tempest-NegativeSecGroupTest-178874014-project] Request body: {'security_group_rule': {'security_group_id': '06226112-26ae-4e86-8b7a-e97c8d39614f', 'protocol': 'tcp', 'port_range_min': -16, 'port_range_max': 80, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=94174) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 23 11:33:40.539567 dv-neutron-601336-94-hyperv neutron-server[94174]: WARNING neutron.api.v2.base [None req-c4b50e78-4ba9-4701-932d-367747aa4946 tempest-NegativeSecGroupTest-178874014 tempest-NegativeSecGroupTest-178874014-project] An exception happened while processing the request body. The exception message is [Invalid value for port -16].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port -16 Jun 23 11:33:40.540072 dv-neutron-601336-94-hyperv neutron-server[94174]: INFO neutron.api.v2.resource [None req-c4b50e78-4ba9-4701-932d-367747aa4946 tempest-NegativeSecGroupTest-178874014 tempest-NegativeSecGroupTest-178874014-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jun 23 11:33:40.545437 dv-neutron-601336-94-hyperv neutron-server[94174]: INFO neutron.wsgi [None req-c4b50e78-4ba9-4701-932d-367747aa4946 tempest-NegativeSecGroupTest-178874014 tempest-NegativeSecGroupTest-178874014-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 317 time: 0.0104709 Jun 23 11:33:40.546056 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.wsgi [-] (94174) accepted ('10.222.0.20', 39494) {{(pid=94174) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 11:33:40.546394 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.wsgi [-] (94174) accepted ('10.222.0.20', 39496) {{(pid=94174) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 11:33:40.554732 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.api.v2.base [None req-5bd302c1-a7d2-485d-a04f-28e816e94780 tempest-NegativeSecGroupTest-178874014 tempest-NegativeSecGroupTest-178874014-project] Request body: {'security_group_rule': {'security_group_id': '06226112-26ae-4e86-8b7a-e97c8d39614f', 'protocol': 'tcp', 'port_range_min': 80, 'port_range_max': 79, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=94174) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 23 11:33:40.566272 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.api.v2.base [None req-bbeaf26c-0ffb-4918-8e6a-3a3ca36d0fb4 tempest-NetworksTestDHCPv6-162546708 tempest-NetworksTestDHCPv6-162546708-project] Request body: {'port': {'network_id': 'f53f535d-bce4-4da8-9bd9-396677ff4e83', 'mac_address': 'fa:16:3e:69:45:d3', 'name': 'tempest-NetworksTestDHCPv6-1653476378'}} {{(pid=94174) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 23 11:33:40.592111 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron_lib.callbacks.manager [None req-4f3ea23d-df8d-48e9-bde9-ae1e2b5a5235 tempest-PortsIpV6TestJSON-1781383748 tempest-PortsIpV6TestJSON-1781383748-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-922915', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-239814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7866073', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773699642215', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-5082457'] for port, after_create {{(pid=94175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:33:40.605705 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG oslo_concurrency.lockutils [None req-c7e49e2e-344a-4c24-94f2-6125a75708da tempest-BulkNetworkOpsTest-447796090 tempest-BulkNetworkOpsTest-447796090-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94175) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 11:33:40.674140 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron_lib.callbacks.manager [None req-55700f79-a211-41e3-b8e1-f0cd172372bc None None] Notify callbacks [] for port, precommit_create {{(pid=94176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:33:40.678438 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4f3ea23d-df8d-48e9-bde9-ae1e2b5a5235 tempest-PortsIpV6TestJSON-1781383748 tempest-PortsIpV6TestJSON-1781383748-project] Network c16c789a-641f-4c9b-ac33-977ceb9ea600 is already hosted by enough agents. {{(pid=94175) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 23 11:33:40.683538 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-67ea8e43-c58a-423f-a46c-969350ce109d tempest-NetworksTest-2133396914 tempest-NetworksTest-2133396914-project] Made reservation on behalf of dfecc9776e0d4947a3f7218fbe96de01 for: {'network': 1} {{(pid=94175) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 23 11:33:40.684522 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.db.provisioning_blocks [None req-55700f79-a211-41e3-b8e1-f0cd172372bc None None] Transition to ACTIVE for port object 21073c86-d493-4a1e-83c8-6046b34abfc3 will not be triggered until provisioned by entity L2. {{(pid=94176) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 23 11:33:40.687114 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron_lib.callbacks.manager [None req-67ea8e43-c58a-423f-a46c-969350ce109d tempest-NetworksTest-2133396914 tempest-NetworksTest-2133396914-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-923104'] for network, before_create {{(pid=94175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:33:40.691489 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.scheduler.base_scheduler [None req-4f3ea23d-df8d-48e9-bde9-ae1e2b5a5235 tempest-PortsIpV6TestJSON-1781383748 tempest-PortsIpV6TestJSON-1781383748-project] Resources bound (agent type, host, resource id): {{(pid=94175) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 23 11:33:40.702674 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.db.provisioning_blocks [None req-55700f79-a211-41e3-b8e1-f0cd172372bc None None] Transition to ACTIVE for port object 21073c86-d493-4a1e-83c8-6046b34abfc3 will not be triggered until provisioned by entity DHCP. {{(pid=94176) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 23 11:33:40.709755 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f3ea23d-df8d-48e9-bde9-ae1e2b5a5235 tempest-PortsIpV6TestJSON-1781383748 tempest-PortsIpV6TestJSON-1781383748-project] Pushing event updated for resources: {'Port': ['ID=cf33c57b-758f-4471-acc8-a87a220dfbe1,revision_number=1']} {{(pid=94175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 11:33:40.712212 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4f3ea23d-df8d-48e9-bde9-ae1e2b5a5235 tempest-PortsIpV6TestJSON-1781383748 tempest-PortsIpV6TestJSON-1781383748-project] Received port after_create {{(pid=94175) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 23 11:33:40.713067 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron_lib.callbacks.manager [None req-4f3ea23d-df8d-48e9-bde9-ae1e2b5a5235 tempest-PortsIpV6TestJSON-1781383748 tempest-PortsIpV6TestJSON-1781383748-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-922915', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-239814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7866073', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773699642215', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-5082457'] for port, after_create {{(pid=94175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:33:40.725473 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG oslo_concurrency.lockutils [None req-4f3ea23d-df8d-48e9-bde9-ae1e2b5a5235 tempest-PortsIpV6TestJSON-1781383748 tempest-PortsIpV6TestJSON-1781383748-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.120s {{(pid=94175) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 11:33:40.725976 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG oslo_concurrency.lockutils [None req-4f3ea23d-df8d-48e9-bde9-ae1e2b5a5235 tempest-PortsIpV6TestJSON-1781383748 tempest-PortsIpV6TestJSON-1781383748-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94175) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 11:33:40.819255 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8dcc24f1-3401-4ba9-9396-fbaa563514ad tempest-PortsTestJSON-2085221018 tempest-PortsTestJSON-2085221018-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 11:33:40.822389 dv-neutron-601336-94-hyperv neutron-server[94175]: INFO neutron.wsgi [None req-8dcc24f1-3401-4ba9-9396-fbaa563514ad tempest-PortsTestJSON-2085221018 tempest-PortsTestJSON-2085221018-project] 10.222.0.20 "GET /v2.0/ports?fixed_ips=ip_address_substr%3D172.20.0.1 HTTP/1.1" status: 200 len: 922 time: 0.2915154 Jun 23 11:33:40.827638 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.wsgi [-] (94174) accepted ('10.222.0.20', 39504) {{(pid=94174) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 11:33:40.879915 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f3ea23d-df8d-48e9-bde9-ae1e2b5a5235 tempest-PortsIpV6TestJSON-1781383748 tempest-PortsIpV6TestJSON-1781383748-project] Pushing event updated for resources: {'Port': ['ID=429ed973-b170-4f2c-8910-5e826453e081,revision_number=1']} {{(pid=94175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 11:33:40.885012 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-67ea8e43-c58a-423f-a46c-969350ce109d tempest-NetworksTest-2133396914 tempest-NetworksTest-2133396914-project] vlan segment allocate from pool success with {'vlan_id': 400, 'physical_network': 'physnet1'} {{(pid=94175) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 23 11:33:40.885012 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG oslo_concurrency.lockutils [None req-4f3ea23d-df8d-48e9-bde9-ae1e2b5a5235 tempest-PortsIpV6TestJSON-1781383748 tempest-PortsIpV6TestJSON-1781383748-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.159s {{(pid=94175) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 11:33:40.936655 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron_lib.callbacks.manager [None req-67ea8e43-c58a-423f-a46c-969350ce109d tempest-NetworksTest-2133396914 tempest-NetworksTest-2133396914-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3801'] for segment, precommit_create {{(pid=94175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:33:40.937010 dv-neutron-601336-94-hyperv neutron-server[94175]: INFO neutron.db.segments_db [None req-67ea8e43-c58a-423f-a46c-969350ce109d tempest-NetworksTest-2133396914 tempest-NetworksTest-2133396914-project] Added segment 63cd8ddf-1b46-4ac1-a3d7-f5352027ca9d of type vlan for network fa6d6274-a45d-4474-b668-554c6aac49e8 Jun 23 11:33:40.944247 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron_lib.callbacks.manager [None req-55700f79-a211-41e3-b8e1-f0cd172372bc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-922915', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-239814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7866073', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773699642215'] for port, after_create {{(pid=94176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:33:40.948966 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bbeaf26c-0ffb-4918-8e6a-3a3ca36d0fb4 tempest-NetworksTestDHCPv6-162546708 tempest-NetworksTestDHCPv6-162546708-project] Made reservation on behalf of 5e61222a836c47229c94e37f3902e6bd for: {'port': 1} {{(pid=94174) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 23 11:33:40.951336 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4f3ea23d-df8d-48e9-bde9-ae1e2b5a5235 tempest-PortsIpV6TestJSON-1781383748 tempest-PortsIpV6TestJSON-1781383748-project] Checking segment: {'id': '3888eeb0-1baf-4f3d-9ba0-bd8b0bf5b649', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 420, 'network_id': '93eb1d87-cffb-4680-8e62-36c561348940'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94175) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 23 11:33:40.951746 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4f3ea23d-df8d-48e9-bde9-ae1e2b5a5235 tempest-PortsIpV6TestJSON-1781383748 tempest-PortsIpV6TestJSON-1781383748-project] Network hostable DHCP agents. Network: 93eb1d87-cffb-4680-8e62-36c561348940, hostable agents: ['8cf29b10-0e57-4131-816f-a4b6ad00b249'], hosted agents: [] {{(pid=94175) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 23 11:33:40.958467 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG oslo_concurrency.lockutils [None req-dc7542b2-afef-47f4-a763-e3a3cba144be None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 11:33:40.999089 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron_lib.callbacks.manager [None req-67ea8e43-c58a-423f-a46c-969350ce109d tempest-NetworksTest-2133396914 tempest-NetworksTest-2133396914-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8773699596773'] for network, precommit_create {{(pid=94175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:33:41.010737 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron_lib.callbacks.manager [None req-a9f44a3e-6a03-4116-b46d-52caa091d0fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-923122'] for port, before_update {{(pid=94176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:33:41.024832 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-55700f79-a211-41e3-b8e1-f0cd172372bc None None] Network c779ad6d-a60d-4ffd-8db1-e7c8e9962bbb is already hosted by enough agents. {{(pid=94176) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 23 11:33:41.038561 dv-neutron-601336-94-hyperv neutron-server[94174]: INFO neutron.api.v2.resource [None req-5bd302c1-a7d2-485d-a04f-28e816e94780 tempest-NegativeSecGroupTest-178874014 tempest-NegativeSecGroupTest-178874014-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jun 23 11:33:41.038787 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.scheduler.base_scheduler [None req-55700f79-a211-41e3-b8e1-f0cd172372bc None None] Resources bound (agent type, host, resource id): {{(pid=94176) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 23 11:33:41.039618 dv-neutron-601336-94-hyperv neutron-server[94174]: INFO neutron.wsgi [None req-5bd302c1-a7d2-485d-a04f-28e816e94780 tempest-NegativeSecGroupTest-178874014 tempest-NegativeSecGroupTest-178874014-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 354 time: 0.4900529 Jun 23 11:33:41.041414 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55700f79-a211-41e3-b8e1-f0cd172372bc None None] Pushing event updated for resources: {'Port': ['ID=21073c86-d493-4a1e-83c8-6046b34abfc3,revision_number=1']} {{(pid=94176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 11:33:41.047020 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.wsgi [-] (94174) accepted ('10.222.0.20', 39508) {{(pid=94174) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 11:33:41.051270 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.db.l3_dvrscheduler_db [None req-55700f79-a211-41e3-b8e1-f0cd172372bc None None] Received port after_create {{(pid=94176) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 23 11:33:41.051270 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG oslo_concurrency.lockutils [None req-55700f79-a211-41e3-b8e1-f0cd172372bc None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.092s {{(pid=94176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 11:33:41.064876 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.api.v2.base [None req-6accbb33-163a-4ba6-8f5e-fd34e1155f57 tempest-NegativeSecGroupTest-178874014 tempest-NegativeSecGroupTest-178874014-project] Request body: {'security_group_rule': {'security_group_id': '06226112-26ae-4e86-8b7a-e97c8d39614f', 'protocol': 'tcp', 'port_range_min': 80, 'port_range_max': 65536, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=94174) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 23 11:33:41.065164 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.plugins.ml2.db [None req-a9f44a3e-6a03-4116-b46d-52caa091d0fa None None] For port 5bacd06a-7515-4863-a0bb-0909ebfedcb2, host dv-neutron-601336-94-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-94-hyperv',level=0,port_id=5bacd06a-7515-4863-a0bb-0909ebfedcb2,segment=NetworkSegment(6303a411-6e70-4139-a530-9ee4cf8ba843),segment_id=6303a411-6e70-4139-a530-9ee4cf8ba843)] {{(pid=94176) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 23 11:33:41.065987 dv-neutron-601336-94-hyperv neutron-server[94174]: WARNING neutron.api.v2.base [None req-6accbb33-163a-4ba6-8f5e-fd34e1155f57 tempest-NegativeSecGroupTest-178874014 tempest-NegativeSecGroupTest-178874014-project] An exception happened while processing the request body. The exception message is [Invalid value for port 65536].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port 65536 Jun 23 11:33:41.066651 dv-neutron-601336-94-hyperv neutron-server[94174]: INFO neutron.api.v2.resource [None req-6accbb33-163a-4ba6-8f5e-fd34e1155f57 tempest-NegativeSecGroupTest-178874014 tempest-NegativeSecGroupTest-178874014-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jun 23 11:33:41.070649 dv-neutron-601336-94-hyperv neutron-server[94174]: INFO neutron.wsgi [None req-6accbb33-163a-4ba6-8f5e-fd34e1155f57 tempest-NegativeSecGroupTest-178874014 tempest-NegativeSecGroupTest-178874014-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 319 time: 0.0135603 Jun 23 11:33:41.070803 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.wsgi [-] (94175) accepted ('10.222.0.20', 39510) {{(pid=94175) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 11:33:41.076735 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.api.v2.base [None req-7aab2036-fe8f-4503-9ef7-b280418fc18c tempest-NegativeSecGroupTest-178874014 tempest-NegativeSecGroupTest-178874014-project] Request body: {'security_group_rule': {'security_group_id': '06226112-26ae-4e86-8b7a-e97c8d39614f', 'protocol': 'tcp', 'port_range_min': None, 'port_range_max': 6, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=94175) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 23 11:33:41.106659 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron_lib.callbacks.manager [None req-67ea8e43-c58a-423f-a46c-969350ce109d tempest-NetworksTest-2133396914 tempest-NetworksTest-2133396914-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8002400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7866073'] for network, after_create {{(pid=94175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:33:41.112527 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-67ea8e43-c58a-423f-a46c-969350ce109d tempest-NetworksTest-2133396914 tempest-NetworksTest-2133396914-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 11:33:41.113123 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron_lib.callbacks.manager [None req-67ea8e43-c58a-423f-a46c-969350ce109d tempest-NetworksTest-2133396914 tempest-NetworksTest-2133396914-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7865916'] for network, before_response {{(pid=94175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:33:41.117559 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG oslo_concurrency.lockutils [None req-8f01ca9f-b6d5-4398-b3b0-afe8dd847407 tempest-NetworksIpV6TestAttrs-49342282 tempest-NetworksIpV6TestAttrs-49342282-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94175) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 11:33:41.125079 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron_lib.callbacks.manager [None req-5c825082-7a0e-4c70-bd8d-f83c764b84ec None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773699952132', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-899307'] for agent, after_update {{(pid=94176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:33:41.142218 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.plugins.ml2.managers [None req-55700f79-a211-41e3-b8e1-f0cd172372bc None None] Attempting to bind port 21073c86-d493-4a1e-83c8-6046b34abfc3 on host dv-neutron-601336-94-hyperv for vnic_type normal with profile {{(pid=94176) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 23 11:33:41.142605 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.plugins.ml2.managers [None req-55700f79-a211-41e3-b8e1-f0cd172372bc None None] Attempting to bind port 21073c86-d493-4a1e-83c8-6046b34abfc3 by drivers openvswitch,hyperv on host dv-neutron-601336-94-hyperv at level 0 using segments [{'id': '81a3abfe-7e1b-4a03-9c0e-4c4da0a4c6b1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 421, 'network_id': 'c779ad6d-a60d-4ffd-8db1-e7c8e9962bbb'}] {{(pid=94176) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 23 11:33:41.143617 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-55700f79-a211-41e3-b8e1-f0cd172372bc None None] Attempting to bind port 21073c86-d493-4a1e-83c8-6046b34abfc3 on network c779ad6d-a60d-4ffd-8db1-e7c8e9962bbb {{(pid=94176) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 23 11:33:41.171655 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron_lib.callbacks.manager [None req-a9f44a3e-6a03-4116-b46d-52caa091d0fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-922904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866062', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773700135042', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773699642233', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773699642278'] for port, after_update {{(pid=94176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:33:41.174186 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG oslo_concurrency.lockutils [None req-51e4c766-67a1-4fc5-89f4-61dcc2555436 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 11:33:41.183613 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-764927f3-913d-44be-99a0-27d4b758b28d tempest-PortsTestJSON-2085221018 tempest-PortsTestJSON-2085221018-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94174) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 11:33:41.191371 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-764927f3-913d-44be-99a0-27d4b758b28d tempest-PortsTestJSON-2085221018 tempest-PortsTestJSON-2085221018-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94174) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 11:33:41.205260 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-55700f79-a211-41e3-b8e1-f0cd172372bc None None] Checking agent: {'id': '4d05f899-5ac9-411b-8a03-f60c93f87cdf', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-601336-94-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 23, 11, 22, 14), 'started_at': datetime.datetime(2021, 6, 23, 11, 22, 44), 'heartbeat_timestamp': datetime.datetime(2021, 6, 23, 11, 33, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'monitor_allowed_address_pair_garp': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-601336-94-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94176) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 23 11:33:41.205260 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-55700f79-a211-41e3-b8e1-f0cd172372bc None None] Checking segment: {'id': '81a3abfe-7e1b-4a03-9c0e-4c4da0a4c6b1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 421, 'network_id': 'c779ad6d-a60d-4ffd-8db1-e7c8e9962bbb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94176) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 23 11:33:41.205260 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron_lib.callbacks.manager [None req-55700f79-a211-41e3-b8e1-f0cd172372bc None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:33:41.205608 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-764927f3-913d-44be-99a0-27d4b758b28d tempest-PortsTestJSON-2085221018 tempest-PortsTestJSON-2085221018-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94174) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 11:33:41.205608 dv-neutron-601336-94-hyperv neutron-server[94174]: INFO neutron.wsgi [None req-764927f3-913d-44be-99a0-27d4b758b28d tempest-PortsTestJSON-2085221018 tempest-PortsTestJSON-2085221018-project] 10.222.0.20 "GET /v2.0/ports?fixed_ips=ip_address_substr%3D172.20.0. HTTP/1.1" status: 200 len: 2379 time: 0.3720169 Jun 23 11:33:41.205811 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-55700f79-a211-41e3-b8e1-f0cd172372bc None None] Bound using segment: {'id': '81a3abfe-7e1b-4a03-9c0e-4c4da0a4c6b1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 421, 'network_id': 'c779ad6d-a60d-4ffd-8db1-e7c8e9962bbb'} {{(pid=94176) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 23 11:33:41.205811 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.plugins.ml2.managers [None req-55700f79-a211-41e3-b8e1-f0cd172372bc None None] Bound port: 21073c86-d493-4a1e-83c8-6046b34abfc3, host: dv-neutron-601336-94-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '81a3abfe-7e1b-4a03-9c0e-4c4da0a4c6b1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 421, 'network_id': 'c779ad6d-a60d-4ffd-8db1-e7c8e9962bbb'}}] {{(pid=94176) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 23 11:33:41.205811 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron_lib.callbacks.manager [None req-55700f79-a211-41e3-b8e1-f0cd172372bc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-923122'] for port, before_update {{(pid=94176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:33:41.207502 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.wsgi [-] (94174) accepted ('10.222.0.20', 39514) {{(pid=94174) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 11:33:41.236863 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67ea8e43-c58a-423f-a46c-969350ce109d tempest-NetworksTest-2133396914 tempest-NetworksTest-2133396914-project] Pushing event updated for resources: {'Network': ['ID=fa6d6274-a45d-4474-b668-554c6aac49e8,revision_number=1']} {{(pid=94175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 11:33:41.247361 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4f3ea23d-df8d-48e9-bde9-ae1e2b5a5235 tempest-PortsIpV6TestJSON-1781383748 tempest-PortsIpV6TestJSON-1781383748-project] Network 93eb1d87-cffb-4680-8e62-36c561348940 is scheduled to be hosted by DHCP agent 8cf29b10-0e57-4131-816f-a4b6ad00b249 with binding_index 1 {{(pid=94175) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 23 11:33:41.259672 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG oslo_concurrency.lockutils [None req-67ea8e43-c58a-423f-a46c-969350ce109d tempest-NetworksTest-2133396914 tempest-NetworksTest-2133396914-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.142s {{(pid=94175) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 11:33:41.266666 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron_lib.callbacks.manager [None req-bbeaf26c-0ffb-4918-8e6a-3a3ca36d0fb4 tempest-NetworksTestDHCPv6-162546708 tempest-NetworksTestDHCPv6-162546708-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-923104'] for port, before_create {{(pid=94174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:33:41.267754 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.plugins.ml2.rpc [None req-dc7542b2-afef-47f4-a763-e3a3cba144be None None] Network fa6d6274-a45d-4474-b668-554c6aac49e8 details requested by agent ovs-agent-dv-neutron-601336-94-hyperv with host dv-neutron-601336-94-hyperv {{(pid=94176) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:250}} Jun 23 11:33:41.270157 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.plugins.ml2.rpc [None req-dc7542b2-afef-47f4-a763-e3a3cba144be None None] Device 5bacd06a-7515-4863-a0bb-0909ebfedcb2 up at agent ovs-agent-dv-neutron-601336-94-hyperv {{(pid=94176) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:298}} Jun 23 11:33:41.296461 dv-neutron-601336-94-hyperv neutron-server[94175]: INFO neutron.wsgi [None req-67ea8e43-c58a-423f-a46c-969350ce109d tempest-NetworksTest-2133396914 tempest-NetworksTest-2133396914-project] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 779 time: 1.0666819 Jun 23 11:33:41.305039 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.wsgi [-] (94175) accepted ('10.222.0.20', 39516) {{(pid=94175) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 11:33:41.312317 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.api.v2.base [None req-ee659073-bec6-440f-b2a1-e33b5fa4baed tempest-NetworksTest-2133396914 tempest-NetworksTest-2133396914-project] Request body: {'subnet': {'network_id': 'fa6d6274-a45d-4474-b668-554c6aac49e8', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'enable_dhcp': True, 'host_routes': [{'destination': '10.20.0.0/32', 'nexthop': '10.100.1.1'}], 'dns_nameservers': ['8.8.4.4', '8.8.8.8']}} {{(pid=94175) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 23 11:33:41.325989 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.notifiers.nova [None req-bbeaf26c-0ffb-4918-8e6a-3a3ca36d0fb4 tempest-NetworksTestDHCPv6-162546708 tempest-NetworksTestDHCPv6-162546708-project] device_id is not set on port 95286c61-22bc-49bd-8799-82554fcab37b yet. {{(pid=94174) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jun 23 11:33:41.373981 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.wsgi [-] (94175) accepted ('10.222.0.20', 39518) {{(pid=94175) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 11:33:41.393761 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9f44a3e-6a03-4116-b46d-52caa091d0fa None None] Pushing event updated for resources: {'Port': ['ID=5bacd06a-7515-4863-a0bb-0909ebfedcb2,revision_number=5']} {{(pid=94176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 11:33:41.397052 dv-neutron-601336-94-hyperv neutron-server[94175]: INFO neutron.api.v2.resource [None req-7aab2036-fe8f-4503-9ef7-b280418fc18c tempest-NegativeSecGroupTest-178874014 tempest-NegativeSecGroupTest-178874014-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jun 23 11:33:41.397484 dv-neutron-601336-94-hyperv neutron-server[94175]: INFO neutron.wsgi [None req-7aab2036-fe8f-4503-9ef7-b280418fc18c tempest-NegativeSecGroupTest-178874014 tempest-NegativeSecGroupTest-178874014-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 354 time: 0.3256269 Jun 23 11:33:41.398132 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.scheduler.base_scheduler [None req-4f3ea23d-df8d-48e9-bde9-ae1e2b5a5235 tempest-PortsIpV6TestJSON-1781383748 tempest-PortsIpV6TestJSON-1781383748-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-601336-94-hyperv, 93eb1d87-cffb-4680-8e62-36c561348940) {{(pid=94175) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 23 11:33:41.401632 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.wsgi [-] (94175) accepted ('10.222.0.20', 39522) {{(pid=94175) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 11:33:41.420412 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.api.v2.base [None req-4f9eeeff-7a0f-46a8-9da6-f006484286f5 tempest-NegativeSecGroupTest-178874014 tempest-NegativeSecGroupTest-178874014-project] Request body: {'security_group_rule': {'security_group_id': '06226112-26ae-4e86-8b7a-e97c8d39614f', 'protocol': 'tcp', 'port_range_min': -16, 'port_range_max': 65536, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=94175) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 23 11:33:41.421172 dv-neutron-601336-94-hyperv neutron-server[94175]: WARNING neutron.api.v2.base [None req-4f9eeeff-7a0f-46a8-9da6-f006484286f5 tempest-NegativeSecGroupTest-178874014 tempest-NegativeSecGroupTest-178874014-project] An exception happened while processing the request body. The exception message is [Invalid value for port -16].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port -16 Jun 23 11:33:41.421681 dv-neutron-601336-94-hyperv neutron-server[94175]: INFO neutron.api.v2.resource [None req-4f9eeeff-7a0f-46a8-9da6-f006484286f5 tempest-NegativeSecGroupTest-178874014 tempest-NegativeSecGroupTest-178874014-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jun 23 11:33:41.422668 dv-neutron-601336-94-hyperv neutron-server[94175]: INFO neutron.wsgi [None req-4f9eeeff-7a0f-46a8-9da6-f006484286f5 tempest-NegativeSecGroupTest-178874014 tempest-NegativeSecGroupTest-178874014-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 317 time: 0.0202179 Jun 23 11:33:41.427385 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG oslo_concurrency.lockutils [None req-a9f44a3e-6a03-4116-b46d-52caa091d0fa None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.253s {{(pid=94176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 11:33:41.433571 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.wsgi [-] (94174) accepted ('10.222.0.20', 39524) {{(pid=94174) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 11:33:41.438438 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4f3ea23d-df8d-48e9-bde9-ae1e2b5a5235 tempest-PortsIpV6TestJSON-1781383748 tempest-PortsIpV6TestJSON-1781383748-project] Received port after_create {{(pid=94175) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 23 11:33:41.442524 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-622b81db-2742-47c4-ab90-1d3ede0c3fdd None None] Network 93eb1d87-cffb-4680-8e62-36c561348940 requested from dv-neutron-601336-94-hyperv {{(pid=94176) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 23 11:33:41.442684 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.api.v2.base [None req-4095945e-ca16-450c-8e02-3ecfdd94af4e tempest-NegativeSecGroupTest-178874014 tempest-NegativeSecGroupTest-178874014-project] Request body: {'security_group_rule': {'security_group_id': '06226112-26ae-4e86-8b7a-e97c8d39614f', 'protocol': 'icmp', 'port_range_min': 1, 'port_range_max': 256, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=94174) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 23 11:33:41.443679 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4f3ea23d-df8d-48e9-bde9-ae1e2b5a5235 tempest-PortsIpV6TestJSON-1781383748 tempest-PortsIpV6TestJSON-1781383748-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 11:33:41.462845 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4f3ea23d-df8d-48e9-bde9-ae1e2b5a5235 tempest-PortsIpV6TestJSON-1781383748 tempest-PortsIpV6TestJSON-1781383748-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 11:33:41.469171 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron_lib.callbacks.manager [None req-4f3ea23d-df8d-48e9-bde9-ae1e2b5a5235 tempest-PortsIpV6TestJSON-1781383748 tempest-PortsIpV6TestJSON-1781383748-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-217507'] for port, before_response {{(pid=94175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:33:41.485345 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.plugins.ml2.plugin [None req-dee71314-50b4-4d21-8525-1b79b4a00d48 tempest-PortsTestJSON-2085221018 tempest-PortsTestJSON-2085221018-project] Deleting port 0d223e32-38e6-4eb4-83f5-10dd52aa47a6 {{(pid=94174) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1913}} Jun 23 11:33:41.485832 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron_lib.callbacks.manager [None req-dee71314-50b4-4d21-8525-1b79b4a00d48 tempest-PortsTestJSON-2085221018 tempest-PortsTestJSON-2085221018-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773700079324'] for port, before_delete {{(pid=94174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:33:41.551458 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.api.v2.base [None req-0eced19f-237d-416e-9862-b13eb69deb1a tempest-SecGroupIPv6Test-1528675894 tempest-SecGroupIPv6Test-1528675894-project] Request body: {'security_group': {'name': 'tempest-secgroup--1851325426'}} {{(pid=94175) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 23 11:33:41.567785 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.db.provisioning_blocks [None req-51a7c57a-78ce-4560-9473-4f1396722fc9 None None] Provisioning for port 0d223e32-38e6-4eb4-83f5-10dd52aa47a6 completed by entity DHCP. {{(pid=94176) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 23 11:33:41.583407 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.db.provisioning_blocks [None req-51a7c57a-78ce-4560-9473-4f1396722fc9 None None] Provisioning complete for port 0d223e32-38e6-4eb4-83f5-10dd52aa47a6 triggered by entity DHCP. {{(pid=94176) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 23 11:33:41.583795 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron_lib.callbacks.manager [None req-51a7c57a-78ce-4560-9473-4f1396722fc9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-899258'] for port, provisioning_complete {{(pid=94176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:33:41.586553 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.plugins.ml2.db [None req-55700f79-a211-41e3-b8e1-f0cd172372bc None None] For port 21073c86-d493-4a1e-83c8-6046b34abfc3, host dv-neutron-601336-94-hyperv, cleared binding levels {{(pid=94176) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 23 11:33:41.592716 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.plugins.ml2.db [None req-55700f79-a211-41e3-b8e1-f0cd172372bc None None] For port 21073c86-d493-4a1e-83c8-6046b34abfc3, host dv-neutron-601336-94-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-94-hyperv',level=0,port_id=21073c86-d493-4a1e-83c8-6046b34abfc3,segment=NetworkSegment(81a3abfe-7e1b-4a03-9c0e-4c4da0a4c6b1),segment_id=81a3abfe-7e1b-4a03-9c0e-4c4da0a4c6b1)] {{(pid=94176) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 23 11:33:41.657051 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.plugins.ml2.plugin [None req-51a7c57a-78ce-4560-9473-4f1396722fc9 None None] Port 0d223e32-38e6-4eb4-83f5-10dd52aa47a6 cannot update to ACTIVE because it is not bound. {{(pid=94176) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jun 23 11:33:41.661016 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.db.provisioning_blocks [None req-dc7542b2-afef-47f4-a763-e3a3cba144be None None] Provisioning complete for port 5bacd06a-7515-4863-a0bb-0909ebfedcb2 triggered by entity L2. {{(pid=94176) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 23 11:33:41.661404 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron_lib.callbacks.manager [None req-dc7542b2-afef-47f4-a763-e3a3cba144be None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-899258'] for port, provisioning_complete {{(pid=94176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:33:41.680195 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron_lib.callbacks.manager [None req-dee71314-50b4-4d21-8525-1b79b4a00d48 tempest-PortsTestJSON-2085221018 tempest-PortsTestJSON-2085221018-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-430722'] for port, precommit_delete {{(pid=94174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:33:41.693689 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.db.db_base_plugin_common [None req-bbeaf26c-0ffb-4918-8e6a-3a3ca36d0fb4 tempest-NetworksTestDHCPv6-162546708 tempest-NetworksTestDHCPv6-162546708-project] Allocated IP 2001:db8::330 (f53f535d-bce4-4da8-9bd9-396677ff4e83/e6076bb0-bdf2-4230-8fbe-17f4a513c1d2/95286c61-22bc-49bd-8799-82554fcab37b) {{(pid=94174) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 23 11:33:41.697053 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron_lib.callbacks.manager [None req-55700f79-a211-41e3-b8e1-f0cd172372bc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-922904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866062', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773700135042', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773699642233', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773699642278'] for port, after_update {{(pid=94176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:33:41.700966 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.plugins.ml2.plugin [None req-dee71314-50b4-4d21-8525-1b79b4a00d48 tempest-PortsTestJSON-2085221018 tempest-PortsTestJSON-2085221018-project] Calling delete_port for 0d223e32-38e6-4eb4-83f5-10dd52aa47a6 owned by {{(pid=94174) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1986}} Jun 23 11:33:41.702486 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG oslo_concurrency.lockutils [None req-5c347c8d-19ed-4c15-807a-b48ddf9e892e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 11:33:41.706069 dv-neutron-601336-94-hyperv neutron-server[94175]: INFO neutron.wsgi [None req-4f3ea23d-df8d-48e9-bde9-ae1e2b5a5235 tempest-PortsIpV6TestJSON-1781383748 tempest-PortsIpV6TestJSON-1781383748-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1425 time: 2.3759124 Jun 23 11:33:41.706187 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.wsgi [-] (94174) accepted ('10.222.0.20', 39526) {{(pid=94174) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 11:33:41.718307 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron_lib.db.api [None req-0eced19f-237d-416e-9862-b13eb69deb1a tempest-SecGroupIPv6Test-1528675894 tempest-SecGroupIPv6Test-1528675894-project] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Jun 23 11:33:41.718307 dv-neutron-601336-94-hyperv neutron-server[94175]: [SQL: DELETE FROM reservations WHERE reservations.project_id = %(project_id_1)s AND reservations.expiration < %(expiration_1)s] Jun 23 11:33:41.718307 dv-neutron-601336-94-hyperv neutron-server[94175]: [parameters: {'project_id_1': 'b821b46e1b324d8b841a47a523d22ab1', 'expiration_1': datetime.datetime(2021, 6, 23, 11, 33, 41, 558555)}] Jun 23 11:33:41.718307 dv-neutron-601336-94-hyperv neutron-server[94175]: (Background on this error at: http://sqlalche.me/e/14/e3q8) {{(pid=94175) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jun 23 11:33:41.718797 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.db.db_base_plugin_common [None req-bbeaf26c-0ffb-4918-8e6a-3a3ca36d0fb4 tempest-NetworksTestDHCPv6-162546708 tempest-NetworksTestDHCPv6-162546708-project] Allocated IP 2001:db8:0:1:f816:3eff:fe69:45d3 (f53f535d-bce4-4da8-9bd9-396677ff4e83/c4832234-5cef-46f1-b012-b0465eea3206/95286c61-22bc-49bd-8799-82554fcab37b) {{(pid=94174) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 23 11:33:41.719113 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG oslo_db.api [None req-0eced19f-237d-416e-9862-b13eb69deb1a tempest-SecGroupIPv6Test-1528675894 tempest-SecGroupIPv6Test-1528675894-project] Performing DB retry for function neutron.db.quota.driver_nolock.DbQuotaNoLockDriver.make_reservation {{(pid=94175) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jun 23 11:33:41.786005 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ee659073-bec6-440f-b2a1-e33b5fa4baed tempest-NetworksTest-2133396914 tempest-NetworksTest-2133396914-project] Made reservation on behalf of dfecc9776e0d4947a3f7218fbe96de01 for: {'subnet': 1} {{(pid=94175) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 23 11:33:41.789550 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron_lib.callbacks.manager [None req-ee659073-bec6-440f-b2a1-e33b5fa4baed tempest-NetworksTest-2133396914 tempest-NetworksTest-2133396914-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4660073'] for subnet, before_create {{(pid=94175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:33:41.792011 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55700f79-a211-41e3-b8e1-f0cd172372bc None None] Pushing event updated for resources: {'Port': ['ID=21073c86-d493-4a1e-83c8-6046b34abfc3,revision_number=2']} {{(pid=94176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 11:33:41.801559 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG oslo_concurrency.lockutils [None req-55700f79-a211-41e3-b8e1-f0cd172372bc None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.099s {{(pid=94176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 11:33:41.827130 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.db.provisioning_blocks [None req-9bb093f7-6779-4704-b70c-1e48e36cfa11 None None] Provisioning complete for port 5bacd06a-7515-4863-a0bb-0909ebfedcb2 triggered by entity DHCP. {{(pid=94176) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 23 11:33:41.827508 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron_lib.callbacks.manager [None req-9bb093f7-6779-4704-b70c-1e48e36cfa11 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-899258'] for port, provisioning_complete {{(pid=94176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:33:41.882331 dv-neutron-601336-94-hyperv neutron-server[94174]: INFO neutron.api.v2.resource [None req-4095945e-ca16-450c-8e02-3ecfdd94af4e tempest-NegativeSecGroupTest-178874014 tempest-NegativeSecGroupTest-178874014-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jun 23 11:33:41.883429 dv-neutron-601336-94-hyperv neutron-server[94174]: INFO neutron.wsgi [None req-4095945e-ca16-450c-8e02-3ecfdd94af4e tempest-NegativeSecGroupTest-178874014 tempest-NegativeSecGroupTest-178874014-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 361 time: 0.4447730 Jun 23 11:33:41.889262 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.wsgi [-] (94175) accepted ('10.222.0.20', 39528) {{(pid=94175) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 11:33:41.895810 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.api.v2.base [None req-b407414b-b865-474b-986f-317cf15b797c tempest-NegativeSecGroupTest-178874014 tempest-NegativeSecGroupTest-178874014-project] Request body: {'security_group_rule': {'security_group_id': '06226112-26ae-4e86-8b7a-e97c8d39614f', 'protocol': 'icmp', 'port_range_min': -1, 'port_range_max': 25, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=94175) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 23 11:33:41.896381 dv-neutron-601336-94-hyperv neutron-server[94175]: WARNING neutron.api.v2.base [None req-b407414b-b865-474b-986f-317cf15b797c tempest-NegativeSecGroupTest-178874014 tempest-NegativeSecGroupTest-178874014-project] An exception happened while processing the request body. The exception message is [Invalid value for port -1].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port -1 Jun 23 11:33:41.896948 dv-neutron-601336-94-hyperv neutron-server[94175]: INFO neutron.api.v2.resource [None req-b407414b-b865-474b-986f-317cf15b797c tempest-NegativeSecGroupTest-178874014 tempest-NegativeSecGroupTest-178874014-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jun 23 11:33:41.898170 dv-neutron-601336-94-hyperv neutron-server[94175]: INFO neutron.wsgi [None req-b407414b-b865-474b-986f-317cf15b797c tempest-NegativeSecGroupTest-178874014 tempest-NegativeSecGroupTest-178874014-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 316 time: 0.0078390 Jun 23 11:33:41.901324 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.wsgi [-] (94175) accepted ('10.222.0.20', 39530) {{(pid=94175) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 11:33:41.907490 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.api.v2.base [None req-5ee8d8c7-e313-4486-ad3a-4bfe982d0160 tempest-NegativeSecGroupTest-178874014 tempest-NegativeSecGroupTest-178874014-project] Request body: {'security_group_rule': {'security_group_id': '06226112-26ae-4e86-8b7a-e97c8d39614f', 'protocol': 'icmp', 'port_range_min': None, 'port_range_max': 6, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=94175) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 23 11:33:42.036817 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.plugins.ml2.plugin [None req-40ade3b6-14cc-4288-a945-528da7af88b8 tempest-PortsIpV6TestJSON-1781383748 tempest-PortsIpV6TestJSON-1781383748-project] Deleting port 429ed973-b170-4f2c-8910-5e826453e081 {{(pid=94174) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1913}} Jun 23 11:33:42.036817 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron_lib.callbacks.manager [None req-40ade3b6-14cc-4288-a945-528da7af88b8 tempest-PortsIpV6TestJSON-1781383748 tempest-PortsIpV6TestJSON-1781383748-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773700079324'] for port, before_delete {{(pid=94174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:33:42.143254 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron_lib.callbacks.manager [None req-bbeaf26c-0ffb-4918-8e6a-3a3ca36d0fb4 tempest-NetworksTestDHCPv6-162546708 tempest-NetworksTestDHCPv6-162546708-project] Notify callbacks [] for port, precommit_create {{(pid=94174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:33:42.162698 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron_lib.callbacks.manager [None req-ee659073-bec6-440f-b2a1-e33b5fa4baed tempest-NetworksTest-2133396914 tempest-NetworksTest-2133396914-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866062', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5083113', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4660095'] for subnet, after_create {{(pid=94175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:33:42.164292 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron_lib.callbacks.manager [None req-40ade3b6-14cc-4288-a945-528da7af88b8 tempest-PortsIpV6TestJSON-1781383748 tempest-PortsIpV6TestJSON-1781383748-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-430722'] for port, precommit_delete {{(pid=94174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:33:42.166424 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG oslo_concurrency.lockutils [None req-dc8c3c41-c978-486d-b78c-84bf758c4cb8 tempest-PortsTestJSON-2085221018 tempest-PortsTestJSON-2085221018-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94175) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 11:33:42.173533 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.db.provisioning_blocks [None req-bbeaf26c-0ffb-4918-8e6a-3a3ca36d0fb4 tempest-NetworksTestDHCPv6-162546708 tempest-NetworksTestDHCPv6-162546708-project] Transition to ACTIVE for port object 95286c61-22bc-49bd-8799-82554fcab37b will not be triggered until provisioned by entity DHCP. {{(pid=94174) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 23 11:33:42.181749 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.plugins.ml2.plugin [None req-40ade3b6-14cc-4288-a945-528da7af88b8 tempest-PortsIpV6TestJSON-1781383748 tempest-PortsIpV6TestJSON-1781383748-project] Calling delete_port for 429ed973-b170-4f2c-8910-5e826453e081 owned by {{(pid=94174) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1986}} Jun 23 11:33:42.202980 dv-neutron-601336-94-hyperv neutron-server[94175]: INFO neutron.api.v2.resource [None req-5ee8d8c7-e313-4486-ad3a-4bfe982d0160 tempest-NegativeSecGroupTest-178874014 tempest-NegativeSecGroupTest-178874014-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jun 23 11:33:42.206750 dv-neutron-601336-94-hyperv neutron-server[94175]: INFO neutron.wsgi [None req-5ee8d8c7-e313-4486-ad3a-4bfe982d0160 tempest-NegativeSecGroupTest-178874014 tempest-NegativeSecGroupTest-178874014-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 373 time: 0.3017561 Jun 23 11:33:42.208878 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.wsgi [-] (94175) accepted ('10.222.0.20', 39534) {{(pid=94175) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 11:33:42.217821 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.api.v2.base [None req-8679b5e6-3684-42d5-8a75-6b85c791b261 tempest-NegativeSecGroupTest-178874014 tempest-NegativeSecGroupTest-178874014-project] Request body: {'security_group_rule': {'security_group_id': '06226112-26ae-4e86-8b7a-e97c8d39614f', 'protocol': 'icmp', 'port_range_min': 300, 'port_range_max': 1, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=94175) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 23 11:33:42.242437 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron_lib.callbacks.manager [None req-dee71314-50b4-4d21-8525-1b79b4a00d48 tempest-PortsTestJSON-2085221018 tempest-PortsTestJSON-2085221018-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-922904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866062', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773700135024', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773699642224', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5196390'] for port, after_delete {{(pid=94174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:33:42.253073 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG oslo_concurrency.lockutils [None req-9a2f6c22-302c-4821-8e3c-71ad2ec60992 tempest-PortsTestJSON-2085221018 tempest-PortsTestJSON-2085221018-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94174) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 11:33:42.262708 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron_lib.db.api [None req-8679b5e6-3684-42d5-8a75-6b85c791b261 tempest-NegativeSecGroupTest-178874014 tempest-NegativeSecGroupTest-178874014-project] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Jun 23 11:33:42.262708 dv-neutron-601336-94-hyperv neutron-server[94175]: [SQL: DELETE FROM reservations WHERE reservations.project_id = %(project_id_1)s AND reservations.expiration < %(expiration_1)s] Jun 23 11:33:42.262708 dv-neutron-601336-94-hyperv neutron-server[94175]: [parameters: {'project_id_1': '81fa06f520844fd3a36ee55a65964dd8', 'expiration_1': datetime.datetime(2021, 6, 23, 11, 33, 42, 237462)}] Jun 23 11:33:42.262708 dv-neutron-601336-94-hyperv neutron-server[94175]: (Background on this error at: http://sqlalche.me/e/14/e3q8) {{(pid=94175) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jun 23 11:33:42.263127 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG oslo_db.api [None req-8679b5e6-3684-42d5-8a75-6b85c791b261 tempest-NegativeSecGroupTest-178874014 tempest-NegativeSecGroupTest-178874014-project] Performing DB retry for function neutron.db.quota.driver_nolock.DbQuotaNoLockDriver.make_reservation {{(pid=94175) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jun 23 11:33:42.263664 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee659073-bec6-440f-b2a1-e33b5fa4baed tempest-NetworksTest-2133396914 tempest-NetworksTest-2133396914-project] Pushing event updated for resources: {'Subnet': ['ID=66c4d946-178e-4b12-968c-b7f73f0f5c7a,revision_number=0']} {{(pid=94175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 11:33:42.268402 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG oslo_concurrency.lockutils [None req-ee659073-bec6-440f-b2a1-e33b5fa4baed tempest-NetworksTest-2133396914 tempest-NetworksTest-2133396914-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.102s {{(pid=94175) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 11:33:42.275392 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ee659073-bec6-440f-b2a1-e33b5fa4baed tempest-NetworksTest-2133396914 tempest-NetworksTest-2133396914-project] Checking segment: {'id': '63cd8ddf-1b46-4ac1-a3d7-f5352027ca9d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 400, 'network_id': 'fa6d6274-a45d-4474-b668-554c6aac49e8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94175) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 23 11:33:42.275740 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ee659073-bec6-440f-b2a1-e33b5fa4baed tempest-NetworksTest-2133396914 tempest-NetworksTest-2133396914-project] Network hostable DHCP agents. Network: fa6d6274-a45d-4474-b668-554c6aac49e8, hostable agents: ['8cf29b10-0e57-4131-816f-a4b6ad00b249'], hosted agents: [] {{(pid=94175) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 23 11:33:42.289964 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dee71314-50b4-4d21-8525-1b79b4a00d48 tempest-PortsTestJSON-2085221018 tempest-PortsTestJSON-2085221018-project] Pushing event deleted for resources: {'Port': ['ID=0d223e32-38e6-4eb4-83f5-10dd52aa47a6,revision_number=None']} {{(pid=94174) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 11:33:42.296536 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG oslo_concurrency.lockutils [None req-dee71314-50b4-4d21-8525-1b79b4a00d48 tempest-PortsTestJSON-2085221018 tempest-PortsTestJSON-2085221018-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.043s {{(pid=94174) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 11:33:42.338540 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron_lib.callbacks.manager [None req-0eced19f-237d-416e-9862-b13eb69deb1a tempest-SecGroupIPv6Test-1528675894 tempest-SecGroupIPv6Test-1528675894-project] Notify callbacks [] for security_group, before_create {{(pid=94175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:33:42.347596 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron_lib.callbacks.manager [None req-0eced19f-237d-416e-9862-b13eb69deb1a tempest-SecGroupIPv6Test-1528675894 tempest-SecGroupIPv6Test-1528675894-project] Notify callbacks [] for security_group, before_create {{(pid=94175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:33:42.383070 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron_lib.callbacks.manager [None req-dee71314-50b4-4d21-8525-1b79b4a00d48 tempest-PortsTestJSON-2085221018 tempest-PortsTestJSON-2085221018-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-217507'] for port, before_response {{(pid=94174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:33:42.385319 dv-neutron-601336-94-hyperv neutron-server[94174]: INFO neutron.wsgi [None req-dee71314-50b4-4d21-8525-1b79b4a00d48 tempest-PortsTestJSON-2085221018 tempest-PortsTestJSON-2085221018-project] 10.222.0.20 "DELETE /v2.0/ports/0d223e32-38e6-4eb4-83f5-10dd52aa47a6 HTTP/1.1" status: 204 len: 168 time: 1.1766162 Jun 23 11:33:42.388014 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.wsgi [-] (94174) accepted ('10.222.0.20', 39536) {{(pid=94174) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 11:33:42.396658 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ee659073-bec6-440f-b2a1-e33b5fa4baed tempest-NetworksTest-2133396914 tempest-NetworksTest-2133396914-project] Network fa6d6274-a45d-4474-b668-554c6aac49e8 is scheduled to be hosted by DHCP agent 8cf29b10-0e57-4131-816f-a4b6ad00b249 with binding_index 1 {{(pid=94175) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 23 11:33:42.399704 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron_lib.callbacks.manager [None req-bbeaf26c-0ffb-4918-8e6a-3a3ca36d0fb4 tempest-NetworksTestDHCPv6-162546708 tempest-NetworksTestDHCPv6-162546708-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-922915', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-239814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7866073', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773699642215', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-5196399'] for port, after_create {{(pid=94174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:33:42.420657 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG oslo_concurrency.lockutils [None req-aa6e6ef0-84f4-41f3-b43e-7eac117cb915 tempest-NetworksTestDHCPv6-162546708 tempest-NetworksTestDHCPv6-162546708-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94174) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 11:33:42.426628 dv-neutron-601336-94-hyperv neutron-server[94174]: INFO neutron.pecan_wsgi.hooks.translation [None req-13b699eb-29b7-43d0-90bb-c8bb52b46081 tempest-PortsTestJSON-2085221018 tempest-PortsTestJSON-2085221018-project] GET failed (client error): The resource could not be found. Jun 23 11:33:42.428294 dv-neutron-601336-94-hyperv neutron-server[94174]: INFO neutron.wsgi [None req-13b699eb-29b7-43d0-90bb-c8bb52b46081 tempest-PortsTestJSON-2085221018 tempest-PortsTestJSON-2085221018-project] 10.222.0.20 "GET /v2.0/ports/0d223e32-38e6-4eb4-83f5-10dd52aa47a6 HTTP/1.1" status: 404 len: 333 time: 0.0392170 Jun 23 11:33:42.431197 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.wsgi [-] (94175) accepted ('10.222.0.20', 39538) {{(pid=94175) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 11:33:42.471705 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bbeaf26c-0ffb-4918-8e6a-3a3ca36d0fb4 tempest-NetworksTestDHCPv6-162546708 tempest-NetworksTestDHCPv6-162546708-project] Network f53f535d-bce4-4da8-9bd9-396677ff4e83 is already hosted by enough agents. {{(pid=94174) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 23 11:33:42.477341 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.scheduler.base_scheduler [None req-bbeaf26c-0ffb-4918-8e6a-3a3ca36d0fb4 tempest-NetworksTestDHCPv6-162546708 tempest-NetworksTestDHCPv6-162546708-project] Resources bound (agent type, host, resource id): {{(pid=94174) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 23 11:33:42.484055 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bbeaf26c-0ffb-4918-8e6a-3a3ca36d0fb4 tempest-NetworksTestDHCPv6-162546708 tempest-NetworksTestDHCPv6-162546708-project] Received port after_create {{(pid=94174) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 23 11:33:42.489875 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bbeaf26c-0ffb-4918-8e6a-3a3ca36d0fb4 tempest-NetworksTestDHCPv6-162546708 tempest-NetworksTestDHCPv6-162546708-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94174) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 11:33:42.490684 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron_lib.callbacks.manager [None req-bbeaf26c-0ffb-4918-8e6a-3a3ca36d0fb4 tempest-NetworksTestDHCPv6-162546708 tempest-NetworksTestDHCPv6-162546708-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-217507'] for port, before_response {{(pid=94174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:33:42.497485 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron_lib.callbacks.manager [None req-40ade3b6-14cc-4288-a945-528da7af88b8 tempest-PortsIpV6TestJSON-1781383748 tempest-PortsIpV6TestJSON-1781383748-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-922904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866062', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773700135024', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773699642224', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5196390'] for port, after_delete {{(pid=94174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:33:42.499150 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbeaf26c-0ffb-4918-8e6a-3a3ca36d0fb4 tempest-NetworksTestDHCPv6-162546708 tempest-NetworksTestDHCPv6-162546708-project] Pushing event updated for resources: {'Port': ['ID=95286c61-22bc-49bd-8799-82554fcab37b,revision_number=1']} {{(pid=94174) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 11:33:42.506276 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG oslo_concurrency.lockutils [None req-bbeaf26c-0ffb-4918-8e6a-3a3ca36d0fb4 tempest-NetworksTestDHCPv6-162546708 tempest-NetworksTestDHCPv6-162546708-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.086s {{(pid=94174) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 11:33:42.507527 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG oslo_concurrency.lockutils [None req-9a0c2cae-3df2-4287-bd6a-70d13ffd7ed7 tempest-NetworksTestDHCPv6-162546708 tempest-NetworksTestDHCPv6-162546708-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.002s {{(pid=94174) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 11:33:42.531674 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.scheduler.base_scheduler [None req-ee659073-bec6-440f-b2a1-e33b5fa4baed tempest-NetworksTest-2133396914 tempest-NetworksTest-2133396914-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-601336-94-hyperv, fa6d6274-a45d-4474-b668-554c6aac49e8) {{(pid=94175) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 23 11:33:42.536209 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ee659073-bec6-440f-b2a1-e33b5fa4baed tempest-NetworksTest-2133396914 tempest-NetworksTest-2133396914-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 11:33:42.537123 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron_lib.callbacks.manager [None req-ee659073-bec6-440f-b2a1-e33b5fa4baed tempest-NetworksTest-2133396914 tempest-NetworksTest-2133396914-project] Notify callbacks [] for subnet, before_response {{(pid=94175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:33:42.539576 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40ade3b6-14cc-4288-a945-528da7af88b8 tempest-PortsIpV6TestJSON-1781383748 tempest-PortsIpV6TestJSON-1781383748-project] Pushing event deleted for resources: {'Port': ['ID=429ed973-b170-4f2c-8910-5e826453e081,revision_number=None']} {{(pid=94174) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 11:33:42.542924 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG oslo_concurrency.lockutils [None req-40ade3b6-14cc-4288-a945-528da7af88b8 tempest-PortsIpV6TestJSON-1781383748 tempest-PortsIpV6TestJSON-1781383748-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.035s {{(pid=94174) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 11:33:42.544560 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron_lib.callbacks.manager [None req-40ade3b6-14cc-4288-a945-528da7af88b8 tempest-PortsIpV6TestJSON-1781383748 tempest-PortsIpV6TestJSON-1781383748-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-217507'] for port, before_response {{(pid=94174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:33:42.546583 dv-neutron-601336-94-hyperv neutron-server[94174]: INFO neutron.wsgi [None req-40ade3b6-14cc-4288-a945-528da7af88b8 tempest-PortsIpV6TestJSON-1781383748 tempest-PortsIpV6TestJSON-1781383748-project] 10.222.0.20 "DELETE /v2.0/ports/429ed973-b170-4f2c-8910-5e826453e081 HTTP/1.1" status: 204 len: 168 time: 0.8393788 Jun 23 11:33:42.547839 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c67d1019-fcb2-43c7-a4b0-da1a80e3217f None None] Network fa6d6274-a45d-4474-b668-554c6aac49e8 requested from dv-neutron-601336-94-hyperv {{(pid=94176) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 23 11:33:42.554141 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.wsgi [-] (94174) accepted ('10.222.0.20', 39540) {{(pid=94174) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 11:33:42.618821 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.plugins.ml2.plugin [None req-6593fee6-651d-49b5-9e25-bbfd59fa5d26 tempest-PortsTestJSON-2085221018 tempest-PortsTestJSON-2085221018-project] Deleting port 9981df00-ca45-49eb-8461-e9439de22963 {{(pid=94175) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1913}} Jun 23 11:33:42.619432 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron_lib.callbacks.manager [None req-6593fee6-651d-49b5-9e25-bbfd59fa5d26 tempest-PortsTestJSON-2085221018 tempest-PortsTestJSON-2085221018-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773700079324'] for port, before_delete {{(pid=94175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:33:42.662632 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c2a20954-f82e-4c1b-bf91-074bcc1e62aa tempest-PortsIpV6TestJSON-1781383748 tempest-PortsIpV6TestJSON-1781383748-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94174) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 11:33:42.669975 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c2a20954-f82e-4c1b-bf91-074bcc1e62aa tempest-PortsIpV6TestJSON-1781383748 tempest-PortsIpV6TestJSON-1781383748-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94174) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 11:33:42.672064 dv-neutron-601336-94-hyperv neutron-server[94174]: INFO neutron.wsgi [None req-c2a20954-f82e-4c1b-bf91-074bcc1e62aa tempest-PortsIpV6TestJSON-1781383748 tempest-PortsIpV6TestJSON-1781383748-project] 10.222.0.20 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1455 time: 0.1168828 Jun 23 11:33:42.674925 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.wsgi [-] (94174) accepted ('10.222.0.20', 39542) {{(pid=94174) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 11:33:42.750019 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cd3d4172-7984-4218-9032-cffc0587648b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1e0d828a-1fa4-563d-b7fd-53adf66a04ee-fa6d6274-a45d-4474-b668-554c6aac49e8', 'network_id': 'fa6d6274-a45d-4474-b668-554c6aac49e8', 'tenant_id': 'dfecc9776e0d4947a3f7218fbe96de01', 'fixed_ips': [{'subnet_id': '66c4d946-178e-4b12-968c-b7f73f0f5c7a'}]}} from dv-neutron-601336-94-hyperv. {{(pid=94176) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 23 11:33:42.750928 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron_lib.callbacks.manager [None req-cd3d4172-7984-4218-9032-cffc0587648b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-923104'] for port, before_create {{(pid=94176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:33:42.787089 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron_lib.callbacks.manager [None req-0eced19f-237d-416e-9862-b13eb69deb1a tempest-SecGroupIPv6Test-1528675894 tempest-SecGroupIPv6Test-1528675894-project] Notify callbacks [] for security_group, precommit_create {{(pid=94175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:33:42.801826 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron_lib.callbacks.manager [None req-6593fee6-651d-49b5-9e25-bbfd59fa5d26 tempest-PortsTestJSON-2085221018 tempest-PortsTestJSON-2085221018-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-430722'] for port, precommit_delete {{(pid=94175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:33:42.817288 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.plugins.ml2.plugin [None req-b48ebca3-5669-4d17-a4b7-2e8deaaf7399 tempest-PortsIpV6TestJSON-1781383748 tempest-PortsIpV6TestJSON-1781383748-project] Deleting port cf33c57b-758f-4471-acc8-a87a220dfbe1 {{(pid=94174) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1913}} Jun 23 11:33:42.817655 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron_lib.callbacks.manager [None req-b48ebca3-5669-4d17-a4b7-2e8deaaf7399 tempest-PortsIpV6TestJSON-1781383748 tempest-PortsIpV6TestJSON-1781383748-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773700079324'] for port, before_delete {{(pid=94174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:33:42.832739 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.plugins.ml2.plugin [None req-6593fee6-651d-49b5-9e25-bbfd59fa5d26 tempest-PortsTestJSON-2085221018 tempest-PortsTestJSON-2085221018-project] Calling delete_port for 9981df00-ca45-49eb-8461-e9439de22963 owned by {{(pid=94175) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1986}} Jun 23 11:33:42.900793 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron_lib.callbacks.manager [None req-0eced19f-237d-416e-9862-b13eb69deb1a tempest-SecGroupIPv6Test-1528675894 tempest-SecGroupIPv6Test-1528675894-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7996330'] for security_group, after_create {{(pid=94175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:33:42.906787 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron_lib.callbacks.manager [None req-b48ebca3-5669-4d17-a4b7-2e8deaaf7399 tempest-PortsIpV6TestJSON-1781383748 tempest-PortsIpV6TestJSON-1781383748-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-430722'] for port, precommit_delete {{(pid=94174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:33:42.907564 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG oslo_concurrency.lockutils [None req-1fd949a5-a8f9-4c5d-809b-25a78afaba2d tempest-ServerActionsTestJSON-161917335 tempest-ServerActionsTestJSON-161917335-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94175) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 11:33:42.923512 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.db.db_base_plugin_common [None req-cd3d4172-7984-4218-9032-cffc0587648b None None] Allocated IP 172.20.0.2 (fa6d6274-a45d-4474-b668-554c6aac49e8/66c4d946-178e-4b12-968c-b7f73f0f5c7a/b5ede130-20e6-4c5b-9fb6-4b3ce990b859) {{(pid=94176) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 23 11:33:42.930808 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.plugins.ml2.plugin [None req-b48ebca3-5669-4d17-a4b7-2e8deaaf7399 tempest-PortsIpV6TestJSON-1781383748 tempest-PortsIpV6TestJSON-1781383748-project] Calling delete_port for cf33c57b-758f-4471-acc8-a87a220dfbe1 owned by {{(pid=94174) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1986}} Jun 23 11:33:42.948427 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0eced19f-237d-416e-9862-b13eb69deb1a tempest-SecGroupIPv6Test-1528675894 tempest-SecGroupIPv6Test-1528675894-project] Pushing event updated for resources: {'SecurityGroup': ['ID=fcc7c273-8962-447f-8608-229c7f97c020,revision_number=1']} {{(pid=94175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 11:33:42.953119 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG oslo_concurrency.lockutils [None req-0eced19f-237d-416e-9862-b13eb69deb1a tempest-SecGroupIPv6Test-1528675894 tempest-SecGroupIPv6Test-1528675894-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=94175) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 11:33:42.985024 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.db.provisioning_blocks [None req-840e280b-b471-4e14-bde6-e05287fce157 None None] Provisioning for port 95286c61-22bc-49bd-8799-82554fcab37b completed by entity DHCP. {{(pid=94176) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 23 11:33:42.992911 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.db.provisioning_blocks [None req-840e280b-b471-4e14-bde6-e05287fce157 None None] Provisioning complete for port 95286c61-22bc-49bd-8799-82554fcab37b triggered by entity DHCP. {{(pid=94176) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 23 11:33:42.993421 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron_lib.callbacks.manager [None req-840e280b-b471-4e14-bde6-e05287fce157 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-899258'] for port, provisioning_complete {{(pid=94176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:33:43.004335 dv-neutron-601336-94-hyperv neutron-server[94175]: INFO neutron.wsgi [None req-ee659073-bec6-440f-b2a1-e33b5fa4baed tempest-NetworksTest-2133396914 tempest-NetworksTest-2133396914-project] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 873 time: 1.6952834 Jun 23 11:33:43.007157 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.wsgi [-] (94175) accepted ('10.222.0.20', 39544) {{(pid=94175) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 11:33:43.027384 dv-neutron-601336-94-hyperv neutron-server[94174]: INFO neutron.wsgi [None req-bbeaf26c-0ffb-4918-8e6a-3a3ca36d0fb4 tempest-NetworksTestDHCPv6-162546708 tempest-NetworksTestDHCPv6-162546708-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1033 time: 2.4798932 Jun 23 11:33:43.028829 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.wsgi [-] (94174) accepted ('10.222.0.20', 39546) {{(pid=94174) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 11:33:43.056886 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.plugins.ml2.plugin [None req-840e280b-b471-4e14-bde6-e05287fce157 None None] Port 95286c61-22bc-49bd-8799-82554fcab37b cannot update to ACTIVE because it is not bound. {{(pid=94176) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jun 23 11:33:43.103310 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8cc7c1f2-e250-4c46-9291-0b4d1956eec6 None None] Network c779ad6d-a60d-4ffd-8db1-e7c8e9962bbb requested from dv-neutron-601336-94-hyperv {{(pid=94176) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 23 11:33:43.109664 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron_lib.callbacks.manager [None req-b48ebca3-5669-4d17-a4b7-2e8deaaf7399 tempest-PortsIpV6TestJSON-1781383748 tempest-PortsIpV6TestJSON-1781383748-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-922904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866062', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773700135024', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773699642224', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5196390'] for port, after_delete {{(pid=94174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:33:43.117046 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG oslo_concurrency.lockutils [None req-f531c8f2-a5fe-46c5-aa4f-aef57118f434 tempest-PortsTestJSON-2085221018 tempest-PortsTestJSON-2085221018-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94174) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 11:33:43.166045 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron_lib.callbacks.manager [None req-2c2e7afb-9541-4f24-a3a9-7626246e18b1 tempest-NetworksTest-2133396914 tempest-NetworksTest-2133396914-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-824874'] for network, before_delete {{(pid=94175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:33:43.169747 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b48ebca3-5669-4d17-a4b7-2e8deaaf7399 tempest-PortsIpV6TestJSON-1781383748 tempest-PortsIpV6TestJSON-1781383748-project] Pushing event deleted for resources: {'Port': ['ID=cf33c57b-758f-4471-acc8-a87a220dfbe1,revision_number=None']} {{(pid=94174) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 11:33:43.174114 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG oslo_concurrency.lockutils [None req-b48ebca3-5669-4d17-a4b7-2e8deaaf7399 tempest-PortsIpV6TestJSON-1781383748 tempest-PortsIpV6TestJSON-1781383748-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.056s {{(pid=94174) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 11:33:43.181818 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron_lib.callbacks.manager [None req-b48ebca3-5669-4d17-a4b7-2e8deaaf7399 tempest-PortsIpV6TestJSON-1781383748 tempest-PortsIpV6TestJSON-1781383748-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-217507'] for port, before_response {{(pid=94174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:33:43.188642 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron_lib.callbacks.manager [None req-6593fee6-651d-49b5-9e25-bbfd59fa5d26 tempest-PortsTestJSON-2085221018 tempest-PortsTestJSON-2085221018-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-922904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866062', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773700135024', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773699642224', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5082448'] for port, after_delete {{(pid=94175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:33:43.194525 dv-neutron-601336-94-hyperv neutron-server[94174]: INFO neutron.wsgi [None req-b48ebca3-5669-4d17-a4b7-2e8deaaf7399 tempest-PortsIpV6TestJSON-1781383748 tempest-PortsIpV6TestJSON-1781383748-project] 10.222.0.20 "DELETE /v2.0/ports/cf33c57b-758f-4471-acc8-a87a220dfbe1 HTTP/1.1" status: 204 len: 168 time: 0.5131631 Jun 23 11:33:43.194972 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.wsgi [-] (94175) accepted ('10.222.0.20', 39550) {{(pid=94175) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 11:33:43.204351 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron_lib.callbacks.manager [None req-9bb8708a-6203-419f-8f19-e2e4d1aa640b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773699952132', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-899307'] for agent, after_update {{(pid=94176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:33:43.208106 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG oslo_concurrency.lockutils [None req-6f441097-1323-4675-a32b-ee5a4c7e3c2c tempest-PortsIpV6TestJSON-1781383748 tempest-PortsIpV6TestJSON-1781383748-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94175) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 11:33:43.221841 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.plugins.ml2.plugin [None req-0240560a-f845-487a-af5c-eacc0f75bfe0 tempest-NetworksTestDHCPv6-162546708 tempest-NetworksTestDHCPv6-162546708-project] Deleting port 95286c61-22bc-49bd-8799-82554fcab37b {{(pid=94174) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1913}} Jun 23 11:33:43.223209 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron_lib.callbacks.manager [None req-0240560a-f845-487a-af5c-eacc0f75bfe0 tempest-NetworksTestDHCPv6-162546708 tempest-NetworksTestDHCPv6-162546708-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773700079324'] for port, before_delete {{(pid=94174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:33:43.269782 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron_lib.callbacks.manager [None req-cd3d4172-7984-4218-9032-cffc0587648b None None] Notify callbacks [] for port, precommit_create {{(pid=94176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:33:43.277352 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6593fee6-651d-49b5-9e25-bbfd59fa5d26 tempest-PortsTestJSON-2085221018 tempest-PortsTestJSON-2085221018-project] Pushing event deleted for resources: {'Port': ['ID=9981df00-ca45-49eb-8461-e9439de22963,revision_number=None']} {{(pid=94175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 11:33:43.280432 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.db.provisioning_blocks [None req-cd3d4172-7984-4218-9032-cffc0587648b None None] Transition to ACTIVE for port object b5ede130-20e6-4c5b-9fb6-4b3ce990b859 will not be triggered until provisioned by entity L2. {{(pid=94176) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 23 11:33:43.292233 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG oslo_concurrency.lockutils [None req-6593fee6-651d-49b5-9e25-bbfd59fa5d26 tempest-PortsTestJSON-2085221018 tempest-PortsTestJSON-2085221018-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.084s {{(pid=94175) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 11:33:43.317300 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.db.provisioning_blocks [None req-cd3d4172-7984-4218-9032-cffc0587648b None None] Transition to ACTIVE for port object b5ede130-20e6-4c5b-9fb6-4b3ce990b859 will not be triggered until provisioned by entity DHCP. {{(pid=94176) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 23 11:33:43.376974 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron_lib.callbacks.manager [None req-cd3d4172-7984-4218-9032-cffc0587648b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-922915', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-239814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7866073', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773699642215'] for port, after_create {{(pid=94176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:33:43.386852 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG oslo_concurrency.lockutils [None req-55700f79-a211-41e3-b8e1-f0cd172372bc None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 11:33:43.437663 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron_lib.callbacks.manager [None req-0240560a-f845-487a-af5c-eacc0f75bfe0 tempest-NetworksTestDHCPv6-162546708 tempest-NetworksTestDHCPv6-162546708-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-430722'] for port, precommit_delete {{(pid=94174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:33:43.454396 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.plugins.ml2.rpc [None req-dc7542b2-afef-47f4-a763-e3a3cba144be None None] Device 21073c86-d493-4a1e-83c8-6046b34abfc3 up at agent ovs-agent-dv-neutron-601336-94-hyperv {{(pid=94176) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:298}} Jun 23 11:33:43.455802 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.plugins.ml2.plugin [None req-0240560a-f845-487a-af5c-eacc0f75bfe0 tempest-NetworksTestDHCPv6-162546708 tempest-NetworksTestDHCPv6-162546708-project] Calling delete_port for 95286c61-22bc-49bd-8799-82554fcab37b owned by {{(pid=94174) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1986}} Jun 23 11:33:43.462008 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.db.provisioning_blocks [None req-c1213e54-002d-4969-a2da-a851ec5f86da None None] Provisioning for port 21073c86-d493-4a1e-83c8-6046b34abfc3 completed by entity DHCP. {{(pid=94176) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 23 11:33:43.536789 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd3d4172-7984-4218-9032-cffc0587648b None None] Pushing event updated for resources: {'Port': ['ID=b5ede130-20e6-4c5b-9fb6-4b3ce990b859,revision_number=1']} {{(pid=94176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 11:33:43.556077 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cd3d4172-7984-4218-9032-cffc0587648b None None] Network fa6d6274-a45d-4474-b668-554c6aac49e8 is already hosted by enough agents. {{(pid=94176) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 23 11:33:43.562794 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.scheduler.base_scheduler [None req-cd3d4172-7984-4218-9032-cffc0587648b None None] Resources bound (agent type, host, resource id): {{(pid=94176) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 23 11:33:43.566693 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG oslo_concurrency.lockutils [None req-cd3d4172-7984-4218-9032-cffc0587648b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.182s {{(pid=94176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 11:33:43.575018 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cd3d4172-7984-4218-9032-cffc0587648b None None] Received port after_create {{(pid=94176) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 23 11:33:43.685565 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.plugins.ml2.managers [None req-cd3d4172-7984-4218-9032-cffc0587648b None None] Attempting to bind port b5ede130-20e6-4c5b-9fb6-4b3ce990b859 on host dv-neutron-601336-94-hyperv for vnic_type normal with profile {{(pid=94176) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 23 11:33:43.686116 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.plugins.ml2.managers [None req-cd3d4172-7984-4218-9032-cffc0587648b None None] Attempting to bind port b5ede130-20e6-4c5b-9fb6-4b3ce990b859 by drivers openvswitch,hyperv on host dv-neutron-601336-94-hyperv at level 0 using segments [{'id': '63cd8ddf-1b46-4ac1-a3d7-f5352027ca9d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 400, 'network_id': 'fa6d6274-a45d-4474-b668-554c6aac49e8'}] {{(pid=94176) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 23 11:33:43.686592 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cd3d4172-7984-4218-9032-cffc0587648b None None] Attempting to bind port b5ede130-20e6-4c5b-9fb6-4b3ce990b859 on network fa6d6274-a45d-4474-b668-554c6aac49e8 {{(pid=94176) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 23 11:33:43.695225 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cd3d4172-7984-4218-9032-cffc0587648b None None] Checking agent: {'id': '4d05f899-5ac9-411b-8a03-f60c93f87cdf', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-601336-94-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 23, 11, 22, 14), 'started_at': datetime.datetime(2021, 6, 23, 11, 22, 44), 'heartbeat_timestamp': datetime.datetime(2021, 6, 23, 11, 33, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'monitor_allowed_address_pair_garp': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-601336-94-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94176) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 23 11:33:43.695726 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cd3d4172-7984-4218-9032-cffc0587648b None None] Checking segment: {'id': '63cd8ddf-1b46-4ac1-a3d7-f5352027ca9d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 400, 'network_id': 'fa6d6274-a45d-4474-b668-554c6aac49e8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94176) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 23 11:33:43.696212 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron_lib.callbacks.manager [None req-cd3d4172-7984-4218-9032-cffc0587648b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:33:43.696683 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cd3d4172-7984-4218-9032-cffc0587648b None None] Bound using segment: {'id': '63cd8ddf-1b46-4ac1-a3d7-f5352027ca9d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 400, 'network_id': 'fa6d6274-a45d-4474-b668-554c6aac49e8'} {{(pid=94176) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 23 11:33:43.697501 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.plugins.ml2.managers [None req-cd3d4172-7984-4218-9032-cffc0587648b None None] Bound port: b5ede130-20e6-4c5b-9fb6-4b3ce990b859, host: dv-neutron-601336-94-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '63cd8ddf-1b46-4ac1-a3d7-f5352027ca9d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 400, 'network_id': 'fa6d6274-a45d-4474-b668-554c6aac49e8'}}] {{(pid=94176) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 23 11:33:43.697946 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron_lib.callbacks.manager [None req-cd3d4172-7984-4218-9032-cffc0587648b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-923122'] for port, before_update {{(pid=94176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:33:43.731267 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron_lib.callbacks.manager [None req-0eced19f-237d-416e-9862-b13eb69deb1a tempest-SecGroupIPv6Test-1528675894 tempest-SecGroupIPv6Test-1528675894-project] Notify callbacks [] for security_group, precommit_create {{(pid=94175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:33:43.754095 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.db.provisioning_blocks [None req-dc7542b2-afef-47f4-a763-e3a3cba144be None None] Provisioning for port 21073c86-d493-4a1e-83c8-6046b34abfc3 completed by entity L2. {{(pid=94176) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 23 11:33:43.763431 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron_lib.callbacks.manager [None req-2c2e7afb-9541-4f24-a3a9-7626246e18b1 tempest-NetworksTest-2133396914 tempest-NetworksTest-2133396914-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-897634'] for subnet, precommit_delete {{(pid=94175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:33:43.764168 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron_lib.callbacks.manager [None req-0240560a-f845-487a-af5c-eacc0f75bfe0 tempest-NetworksTestDHCPv6-162546708 tempest-NetworksTestDHCPv6-162546708-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-922904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866062', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773700135024', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773699642224', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5196390'] for port, after_delete {{(pid=94174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:33:43.766277 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.db.provisioning_blocks [None req-dc7542b2-afef-47f4-a763-e3a3cba144be None None] Provisioning complete for port 21073c86-d493-4a1e-83c8-6046b34abfc3 triggered by entity L2. {{(pid=94176) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 23 11:33:43.766798 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron_lib.callbacks.manager [None req-dc7542b2-afef-47f4-a763-e3a3cba144be None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-899258'] for port, provisioning_complete {{(pid=94176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:33:43.773291 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG oslo_concurrency.lockutils [None req-cdb24f9c-1392-495a-8064-1b0d5f8b0e26 tempest-RoutersNegativeIpV6Test-1628881962 tempest-RoutersNegativeIpV6Test-1628881962-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94174) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 11:33:43.797277 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.plugins.ml2.db [None req-cd3d4172-7984-4218-9032-cffc0587648b None None] For port b5ede130-20e6-4c5b-9fb6-4b3ce990b859, host dv-neutron-601336-94-hyperv, cleared binding levels {{(pid=94176) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 23 11:33:43.808188 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0240560a-f845-487a-af5c-eacc0f75bfe0 tempest-NetworksTestDHCPv6-162546708 tempest-NetworksTestDHCPv6-162546708-project] Pushing event deleted for resources: {'Port': ['ID=95286c61-22bc-49bd-8799-82554fcab37b,revision_number=None']} {{(pid=94174) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 11:33:43.818597 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG oslo_concurrency.lockutils [None req-0240560a-f845-487a-af5c-eacc0f75bfe0 tempest-NetworksTestDHCPv6-162546708 tempest-NetworksTestDHCPv6-162546708-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=94174) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 11:33:43.821698 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.plugins.ml2.db [None req-cd3d4172-7984-4218-9032-cffc0587648b None None] For port b5ede130-20e6-4c5b-9fb6-4b3ce990b859, host dv-neutron-601336-94-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-94-hyperv',level=0,port_id=b5ede130-20e6-4c5b-9fb6-4b3ce990b859,segment=NetworkSegment(63cd8ddf-1b46-4ac1-a3d7-f5352027ca9d),segment_id=63cd8ddf-1b46-4ac1-a3d7-f5352027ca9d)] {{(pid=94176) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 23 11:33:43.831725 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron_lib.callbacks.manager [None req-6593fee6-651d-49b5-9e25-bbfd59fa5d26 tempest-PortsTestJSON-2085221018 tempest-PortsTestJSON-2085221018-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-217507'] for port, before_response {{(pid=94175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:33:43.836572 dv-neutron-601336-94-hyperv neutron-server[94175]: INFO neutron.wsgi [None req-6593fee6-651d-49b5-9e25-bbfd59fa5d26 tempest-PortsTestJSON-2085221018 tempest-PortsTestJSON-2085221018-project] 10.222.0.20 "DELETE /v2.0/ports/9981df00-ca45-49eb-8461-e9439de22963 HTTP/1.1" status: 204 len: 168 time: 1.4006033 Jun 23 11:33:43.841754 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron_lib.callbacks.manager [None req-0eced19f-237d-416e-9862-b13eb69deb1a tempest-SecGroupIPv6Test-1528675894 tempest-SecGroupIPv6Test-1528675894-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7996330'] for security_group, after_create {{(pid=94175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:33:43.844410 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.wsgi [-] (94175) accepted ('10.222.0.20', 39554) {{(pid=94175) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 11:33:43.858019 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG oslo_concurrency.lockutils [None req-31d79858-bd13-4c3d-a13f-731dd4fbabf2 tempest-NegativeSecGroupTest-178874014 tempest-NegativeSecGroupTest-178874014-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94175) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 11:33:43.872397 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-65b1d494-b5ba-4783-9fb2-481362e10de5 tempest-PortsIpV6TestJSON-1781383748 tempest-PortsIpV6TestJSON-1781383748-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 11:33:43.873957 dv-neutron-601336-94-hyperv neutron-server[94175]: INFO neutron.wsgi [None req-65b1d494-b5ba-4783-9fb2-481362e10de5 tempest-PortsIpV6TestJSON-1781383748 tempest-PortsIpV6TestJSON-1781383748-project] 10.222.0.20 "GET /v2.0/ports HTTP/1.1" status: 200 len: 847 time: 0.6809967 Jun 23 11:33:43.888616 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.wsgi [-] (94174) accepted ('10.222.0.20', 39556) {{(pid=94174) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 11:33:43.916149 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron_lib.callbacks.manager [None req-dc7542b2-afef-47f4-a763-e3a3cba144be None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-923122'] for port, before_update {{(pid=94176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:33:43.932423 dv-neutron-601336-94-hyperv neutron-server[94174]: INFO neutron.pecan_wsgi.hooks.translation [None req-353285a1-322c-4ef3-979a-de801ac28aa8 tempest-PortsIpV6TestJSON-1781383748 tempest-PortsIpV6TestJSON-1781383748-project] GET failed (client error): The resource could not be found. Jun 23 11:33:43.934636 dv-neutron-601336-94-hyperv neutron-server[94174]: INFO neutron.wsgi [None req-353285a1-322c-4ef3-979a-de801ac28aa8 tempest-PortsIpV6TestJSON-1781383748 tempest-PortsIpV6TestJSON-1781383748-project] 10.222.0.20 "GET /v2.0/ports/429ed973-b170-4f2c-8910-5e826453e081 HTTP/1.1" status: 404 len: 333 time: 0.0440540 Jun 23 11:33:43.935930 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron_lib.callbacks.manager [None req-0240560a-f845-487a-af5c-eacc0f75bfe0 tempest-NetworksTestDHCPv6-162546708 tempest-NetworksTestDHCPv6-162546708-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-217507'] for port, before_response {{(pid=94174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:33:43.938773 dv-neutron-601336-94-hyperv neutron-server[94174]: INFO neutron.wsgi [None req-0240560a-f845-487a-af5c-eacc0f75bfe0 tempest-NetworksTestDHCPv6-162546708 tempest-NetworksTestDHCPv6-162546708-project] 10.222.0.20 "DELETE /v2.0/ports/95286c61-22bc-49bd-8799-82554fcab37b HTTP/1.1" status: 204 len: 168 time: 0.9085753 Jun 23 11:33:43.939580 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.wsgi [-] (94174) accepted ('10.222.0.20', 39558) {{(pid=94174) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 11:33:43.947931 dv-neutron-601336-94-hyperv neutron-server[94175]: INFO neutron.api.v2.resource [None req-8679b5e6-3684-42d5-8a75-6b85c791b261 tempest-NegativeSecGroupTest-178874014 tempest-NegativeSecGroupTest-178874014-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jun 23 11:33:43.952156 dv-neutron-601336-94-hyperv neutron-server[94175]: INFO neutron.wsgi [None req-8679b5e6-3684-42d5-8a75-6b85c791b261 tempest-NegativeSecGroupTest-178874014 tempest-NegativeSecGroupTest-178874014-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 361 time: 1.7402294 Jun 23 11:33:43.958579 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.wsgi [-] (94175) accepted ('10.222.0.20', 39560) {{(pid=94175) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 11:33:43.958917 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.wsgi [-] (94175) accepted ('10.222.0.20', 39562) {{(pid=94175) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 11:33:43.959999 dv-neutron-601336-94-hyperv neutron-server[94175]: INFO neutron.pecan_wsgi.hooks.translation [None req-980178e5-442d-43d4-bf5e-4b25559b7905 tempest-PortsTestJSON-2085221018 tempest-PortsTestJSON-2085221018-project] GET failed (client error): The resource could not be found. Jun 23 11:33:43.964187 dv-neutron-601336-94-hyperv neutron-server[94175]: INFO neutron.wsgi [None req-980178e5-442d-43d4-bf5e-4b25559b7905 tempest-PortsTestJSON-2085221018 tempest-PortsTestJSON-2085221018-project] 10.222.0.20 "GET /v2.0/ports/9981df00-ca45-49eb-8461-e9439de22963 HTTP/1.1" status: 404 len: 333 time: 0.0978036 Jun 23 11:33:43.964342 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.plugins.ml2.db [None req-dc7542b2-afef-47f4-a763-e3a3cba144be None None] For port 21073c86-d493-4a1e-83c8-6046b34abfc3, host dv-neutron-601336-94-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-94-hyperv',level=0,port_id=21073c86-d493-4a1e-83c8-6046b34abfc3,segment=NetworkSegment(81a3abfe-7e1b-4a03-9c0e-4c4da0a4c6b1),segment_id=81a3abfe-7e1b-4a03-9c0e-4c4da0a4c6b1)] {{(pid=94176) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 23 11:33:43.964781 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron_lib.callbacks.manager [None req-cd3d4172-7984-4218-9032-cffc0587648b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-922904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866062', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773700135042', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773699642233', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773699642278'] for port, after_update {{(pid=94176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:33:43.967518 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG oslo_concurrency.lockutils [None req-9a230821-0391-4934-a5aa-ecb24c5f245b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 11:33:43.970224 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.wsgi [-] (94175) accepted ('10.222.0.20', 39564) {{(pid=94175) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 11:33:43.977142 dv-neutron-601336-94-hyperv neutron-server[94174]: INFO neutron.pecan_wsgi.hooks.translation [None req-be5bcec4-abd5-48f7-9b12-f6d7b9d27666 tempest-PortsIpV6TestJSON-1781383748 tempest-PortsIpV6TestJSON-1781383748-project] GET failed (client error): The resource could not be found. Jun 23 11:33:43.984600 dv-neutron-601336-94-hyperv neutron-server[94174]: INFO neutron.wsgi [None req-be5bcec4-abd5-48f7-9b12-f6d7b9d27666 tempest-PortsIpV6TestJSON-1781383748 tempest-PortsIpV6TestJSON-1781383748-project] 10.222.0.20 "GET /v2.0/ports/cf33c57b-758f-4471-acc8-a87a220dfbe1 HTTP/1.1" status: 404 len: 333 time: 0.0440714 Jun 23 11:33:43.992683 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.wsgi [-] (94175) accepted ('10.222.0.20', 39566) {{(pid=94175) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 11:33:43.997868 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron_lib.callbacks.manager [None req-dc7542b2-afef-47f4-a763-e3a3cba144be None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773699952132', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-899307'] for agent, after_update {{(pid=94176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:33:44.040266 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd3d4172-7984-4218-9032-cffc0587648b None None] Pushing event updated for resources: {'Port': ['ID=b5ede130-20e6-4c5b-9fb6-4b3ce990b859,revision_number=2']} {{(pid=94176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 11:33:44.057775 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG oslo_concurrency.lockutils [None req-cd3d4172-7984-4218-9032-cffc0587648b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.090s {{(pid=94176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 11:33:44.059220 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron_lib.callbacks.manager [None req-dc7542b2-afef-47f4-a763-e3a3cba144be None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-922904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866062', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773700135042', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773699642233', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773699642278'] for port, after_update {{(pid=94176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:33:44.060082 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.plugins.ml2.rpc [None req-dc7542b2-afef-47f4-a763-e3a3cba144be None None] Device 5bacd06a-7515-4863-a0bb-0909ebfedcb2 up at agent ovs-agent-dv-neutron-601336-94-hyperv {{(pid=94176) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:298}} Jun 23 11:33:44.061921 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG oslo_concurrency.lockutils [None req-55700f79-a211-41e3-b8e1-f0cd172372bc None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 11:33:44.073898 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0eced19f-237d-416e-9862-b13eb69deb1a tempest-SecGroupIPv6Test-1528675894 tempest-SecGroupIPv6Test-1528675894-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b6c10e6d-582a-4a27-bd3f-c5d4ef7a119c,revision_number=1']} {{(pid=94175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 11:33:44.080415 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG oslo_concurrency.lockutils [None req-0eced19f-237d-416e-9862-b13eb69deb1a tempest-SecGroupIPv6Test-1528675894 tempest-SecGroupIPv6Test-1528675894-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.222s {{(pid=94175) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 11:33:44.091436 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron_lib.callbacks.manager [None req-0eced19f-237d-416e-9862-b13eb69deb1a tempest-SecGroupIPv6Test-1528675894 tempest-SecGroupIPv6Test-1528675894-project] Notify callbacks [] for security_group, before_response {{(pid=94175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:33:44.095347 dv-neutron-601336-94-hyperv neutron-server[94175]: INFO neutron.wsgi [None req-0eced19f-237d-416e-9862-b13eb69deb1a tempest-SecGroupIPv6Test-1528675894 tempest-SecGroupIPv6Test-1528675894-project] 10.222.0.20 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1744 time: 2.7175117 Jun 23 11:33:44.096315 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.wsgi [-] (94174) accepted ('10.222.0.20', 39570) {{(pid=94174) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 11:33:44.183025 dv-neutron-601336-94-hyperv neutron-server[94174]: INFO neutron.wsgi [None req-0b9a21dd-2863-4833-9c19-71f6fb528c3f tempest-SecGroupIPv6Test-1528675894 tempest-SecGroupIPv6Test-1528675894-project] 10.222.0.20 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4505 time: 0.0829511 Jun 23 11:33:44.183275 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.db.provisioning_blocks [None req-4a264386-4c20-4974-986f-eac57b907335 None None] Provisioning complete for port 21073c86-d493-4a1e-83c8-6046b34abfc3 triggered by entity DHCP. {{(pid=94176) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 23 11:33:44.183275 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron_lib.callbacks.manager [None req-4a264386-4c20-4974-986f-eac57b907335 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-899258'] for port, provisioning_complete {{(pid=94176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:33:44.183730 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.wsgi [-] (94174) accepted ('10.222.0.20', 39572) {{(pid=94174) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 11:33:44.190449 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.api.v2.base [None req-7d11bcc2-1c6e-4acb-8be7-152c967d8e6d tempest-SecGroupIPv6Test-1528675894 tempest-SecGroupIPv6Test-1528675894-project] Request body: {'security_group': {'name': 'tempest-security--562808623', 'description': 'tempest-security-description-563406858'}} {{(pid=94174) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 23 11:33:44.204141 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc7542b2-afef-47f4-a763-e3a3cba144be None None] Pushing event updated for resources: {'Port': ['ID=21073c86-d493-4a1e-83c8-6046b34abfc3,revision_number=3']} {{(pid=94176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 11:33:44.210372 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG oslo_concurrency.lockutils [None req-dc7542b2-afef-47f4-a763-e3a3cba144be None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.148s {{(pid=94176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 11:33:44.229745 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.db.provisioning_blocks [None req-dc7542b2-afef-47f4-a763-e3a3cba144be None None] Provisioning complete for port 5bacd06a-7515-4863-a0bb-0909ebfedcb2 triggered by entity L2. {{(pid=94176) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 23 11:33:44.230130 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron_lib.callbacks.manager [None req-dc7542b2-afef-47f4-a763-e3a3cba144be None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-899258'] for port, provisioning_complete {{(pid=94176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:33:44.233158 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron_lib.callbacks.manager [None req-7d11bcc2-1c6e-4acb-8be7-152c967d8e6d tempest-SecGroupIPv6Test-1528675894 tempest-SecGroupIPv6Test-1528675894-project] Notify callbacks [] for security_group, before_update {{(pid=94174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:33:44.275263 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f37d389-6df7-4bfe-b1e4-137358a77b95 req-1ad8c570-bc00-4e6a-8d31-f66070046ccf tempest-ServerActionsTestJSON-161917335 tempest-ServerActionsTestJSON-161917335-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 11:33:44.278412 dv-neutron-601336-94-hyperv neutron-server[94175]: INFO neutron.wsgi [req-4f37d389-6df7-4bfe-b1e4-137358a77b95 req-1ad8c570-bc00-4e6a-8d31-f66070046ccf tempest-ServerActionsTestJSON-161917335 tempest-ServerActionsTestJSON-161917335-project] 10.222.0.20 "GET /v2.0/ports?device_id=85769616-6b8b-4da7-ad73-344986edf607 HTTP/1.1" status: 200 len: 945 time: 0.5704014 Jun 23 11:33:44.306544 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron_lib.callbacks.manager [None req-7d11bcc2-1c6e-4acb-8be7-152c967d8e6d tempest-SecGroupIPv6Test-1528675894 tempest-SecGroupIPv6Test-1528675894-project] Notify callbacks [] for security_group, precommit_update {{(pid=94174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:33:44.307703 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.db.db_base_plugin_v2 [None req-2a2a8d83-1b06-4daf-8e98-dd5da90d6600 tempest-PortsTestJSON-2085221018 tempest-PortsTestJSON-2085221018-project] Deleting subnet 27b692f3-23ab-4045-9f4f-bc6ca715b34c {{(pid=94175) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jun 23 11:33:44.314793 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron_lib.callbacks.manager [None req-2a2a8d83-1b06-4daf-8e98-dd5da90d6600 tempest-PortsTestJSON-2085221018 tempest-PortsTestJSON-2085221018-project] Notify callbacks [] for subnet, before_delete {{(pid=94175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:33:44.347242 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron_lib.callbacks.manager [None req-f049018c-cceb-4ea2-b288-9f46c3450d1c tempest-PortsIpV6TestJSON-1781383748 tempest-PortsIpV6TestJSON-1781383748-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-824874'] for network, before_delete {{(pid=94175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:33:44.378631 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron_lib.callbacks.manager [None req-2c2e7afb-9541-4f24-a3a9-7626246e18b1 tempest-NetworksTest-2133396914 tempest-NetworksTest-2133396914-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-897627', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866062', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5083050', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4660036'] for subnet, after_delete {{(pid=94175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:33:44.383527 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron_lib.callbacks.manager [None req-7d11bcc2-1c6e-4acb-8be7-152c967d8e6d tempest-SecGroupIPv6Test-1528675894 tempest-SecGroupIPv6Test-1528675894-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7996330'] for security_group, after_update {{(pid=94174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:33:44.386741 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron_lib.callbacks.manager [None req-7d11bcc2-1c6e-4acb-8be7-152c967d8e6d tempest-SecGroupIPv6Test-1528675894 tempest-SecGroupIPv6Test-1528675894-project] Notify callbacks [] for security_group, before_response {{(pid=94174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:33:44.389787 dv-neutron-601336-94-hyperv neutron-server[94174]: INFO neutron.wsgi [None req-7d11bcc2-1c6e-4acb-8be7-152c967d8e6d tempest-SecGroupIPv6Test-1528675894 tempest-SecGroupIPv6Test-1528675894-project] 10.222.0.20 "PUT /v2.0/security-groups/b6c10e6d-582a-4a27-bd3f-c5d4ef7a119c HTTP/1.1" status: 200 len: 1776 time: 0.2028646 Jun 23 11:33:44.391319 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG oslo_concurrency.lockutils [None req-b6120774-2586-4fce-b1f8-c4df6bb52b55 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94174) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 11:33:44.397544 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG oslo_concurrency.lockutils [None req-b0a57d38-ed32-4163-8858-2280982ca304 tempest-NetworksTestDHCPv6-162546708 tempest-NetworksTestDHCPv6-162546708-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94175) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 11:33:44.420363 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.wsgi [-] (94175) accepted ('10.222.0.20', 39574) {{(pid=94175) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 11:33:44.431105 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d11bcc2-1c6e-4acb-8be7-152c967d8e6d tempest-SecGroupIPv6Test-1528675894 tempest-SecGroupIPv6Test-1528675894-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b6c10e6d-582a-4a27-bd3f-c5d4ef7a119c,revision_number=2']} {{(pid=94174) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 11:33:44.435169 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG oslo_concurrency.lockutils [None req-7d11bcc2-1c6e-4acb-8be7-152c967d8e6d tempest-SecGroupIPv6Test-1528675894 tempest-SecGroupIPv6Test-1528675894-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.044s {{(pid=94174) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 11:33:44.466914 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c2e7afb-9541-4f24-a3a9-7626246e18b1 tempest-NetworksTest-2133396914 tempest-NetworksTest-2133396914-project] Pushing event deleted for resources: {'Subnet': ['ID=66c4d946-178e-4b12-968c-b7f73f0f5c7a,revision_number=None']} {{(pid=94175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 11:33:44.476176 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron_lib.callbacks.manager [None req-2a2a8d83-1b06-4daf-8e98-dd5da90d6600 tempest-PortsTestJSON-2085221018 tempest-PortsTestJSON-2085221018-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5190686'] for subnet, precommit_delete_associations {{(pid=94175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:33:44.483441 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG oslo_concurrency.lockutils [None req-2c2e7afb-9541-4f24-a3a9-7626246e18b1 tempest-NetworksTest-2133396914 tempest-NetworksTest-2133396914-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.086s {{(pid=94175) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 11:33:44.509945 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron_lib.callbacks.manager [None req-aa327d7d-e4ce-4a84-a0d6-c4726c51bd61 tempest-NegativeSecGroupTest-178874014 tempest-NegativeSecGroupTest-178874014-project] Notify callbacks [] for security_group, before_delete {{(pid=94175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:33:44.600361 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron_lib.callbacks.manager [None req-4c20ea5f-bc7f-4d4e-935d-57f082af6ccb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773699952132', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-899307'] for agent, after_update {{(pid=94176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:33:44.628622 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-69842166-9346-4b2f-aed2-7bcdaf9435d6 tempest-NetworksTestDHCPv6-162546708 tempest-NetworksTestDHCPv6-162546708-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 11:33:44.630176 dv-neutron-601336-94-hyperv neutron-server[94175]: INFO neutron.wsgi [None req-69842166-9346-4b2f-aed2-7bcdaf9435d6 tempest-NetworksTestDHCPv6-162546708 tempest-NetworksTestDHCPv6-162546708-project] 10.222.0.20 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1046 time: 0.6674700 Jun 23 11:33:44.634636 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.wsgi [-] (94174) accepted ('10.222.0.20', 39576) {{(pid=94174) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 11:33:44.692067 dv-neutron-601336-94-hyperv neutron-server[94175]: INFO neutron.wsgi [req-4f37d389-6df7-4bfe-b1e4-137358a77b95 req-5bbb37e8-08b7-4273-ae20-8bc98360dd3d tempest-ServerActionsTestJSON-161917335 tempest-ServerActionsTestJSON-161917335-project] 10.222.0.20 "GET /v2.0/security-groups?id=f0520e5d-8f0e-4c28-b543-be4405698077&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3717055 Jun 23 11:33:44.695024 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-763a71f3-88af-4c24-8703-fdd8991b6d05 tempest-NetworksTestDHCPv6-162546708 tempest-NetworksTestDHCPv6-162546708-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94174) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 11:33:44.699082 dv-neutron-601336-94-hyperv neutron-server[94174]: INFO neutron.wsgi [None req-763a71f3-88af-4c24-8703-fdd8991b6d05 tempest-NetworksTestDHCPv6-162546708 tempest-NetworksTestDHCPv6-162546708-project] 10.222.0.20 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1046 time: 0.0626142 Jun 23 11:33:44.699971 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.wsgi [-] (94174) accepted ('10.222.0.20', 39578) {{(pid=94174) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 11:33:44.706785 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron_lib.callbacks.manager [None req-aa327d7d-e4ce-4a84-a0d6-c4726c51bd61 tempest-NegativeSecGroupTest-178874014 tempest-NegativeSecGroupTest-178874014-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:33:44.734970 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron_lib.callbacks.manager [None req-2c2e7afb-9541-4f24-a3a9-7626246e18b1 tempest-NetworksTest-2133396914 tempest-NetworksTest-2133396914-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-897259', 'neutron.services.segments.db._delete_segments_for_network-8773700168587'] for network, precommit_delete {{(pid=94175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:33:44.755505 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e78cffa5-3db1-45c5-9a96-c657f456de6e tempest-NetworksTestDHCPv6-162546708 tempest-NetworksTestDHCPv6-162546708-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94174) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 11:33:44.759005 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e78cffa5-3db1-45c5-9a96-c657f456de6e tempest-NetworksTestDHCPv6-162546708 tempest-NetworksTestDHCPv6-162546708-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94174) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 11:33:44.761746 dv-neutron-601336-94-hyperv neutron-server[94175]: INFO neutron.wsgi [None req-10456b37-94e6-4591-b062-d6134bb5cad0 tempest-SecGroupIPv6Test-1528675894 tempest-SecGroupIPv6Test-1528675894-project] 10.222.0.20 "GET /v2.0/security-groups/b6c10e6d-582a-4a27-bd3f-c5d4ef7a119c HTTP/1.1" status: 200 len: 1776 time: 0.3377752 Jun 23 11:33:44.762951 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e78cffa5-3db1-45c5-9a96-c657f456de6e tempest-NetworksTestDHCPv6-162546708 tempest-NetworksTestDHCPv6-162546708-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94174) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 11:33:44.767552 dv-neutron-601336-94-hyperv neutron-server[94174]: INFO neutron.wsgi [None req-e78cffa5-3db1-45c5-9a96-c657f456de6e tempest-NetworksTestDHCPv6-162546708 tempest-NetworksTestDHCPv6-162546708-project] 10.222.0.20 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2097 time: 0.0643225 Jun 23 11:33:44.767552 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.wsgi [-] (94174) accepted ('10.222.0.20', 39582) {{(pid=94174) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 11:33:44.767839 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron_lib.callbacks.manager [None req-f049018c-cceb-4ea2-b288-9f46c3450d1c tempest-PortsIpV6TestJSON-1781383748 tempest-PortsIpV6TestJSON-1781383748-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-897259', 'neutron.services.segments.db._delete_segments_for_network-8773700168587'] for network, precommit_delete {{(pid=94175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:33:44.767960 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.wsgi [-] (94174) accepted ('10.222.0.20', 39584) {{(pid=94174) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 11:33:44.776944 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.services.segments.db [None req-2c2e7afb-9541-4f24-a3a9-7626246e18b1 tempest-NetworksTest-2133396914 tempest-NetworksTest-2133396914-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['fa6d6274-a45d-4474-b668-554c6aac49e8']}} {{(pid=94175) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 11:33:44.829288 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.services.segments.db [None req-2c2e7afb-9541-4f24-a3a9-7626246e18b1 tempest-NetworksTest-2133396914 tempest-NetworksTest-2133396914-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '63cd8ddf-1b46-4ac1-a3d7-f5352027ca9d') {'for_net_delete': True} {{(pid=94175) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 11:33:44.829607 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.services.segments.db [None req-2c2e7afb-9541-4f24-a3a9-7626246e18b1 tempest-NetworksTest-2133396914 tempest-NetworksTest-2133396914-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '63cd8ddf-1b46-4ac1-a3d7-f5352027ca9d') {} {{(pid=94175) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 11:33:44.832261 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.services.segments.db [None req-f049018c-cceb-4ea2-b288-9f46c3450d1c tempest-PortsIpV6TestJSON-1781383748 tempest-PortsIpV6TestJSON-1781383748-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['93eb1d87-cffb-4680-8e62-36c561348940']}} {{(pid=94175) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 11:33:44.853378 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.services.segments.db [None req-f049018c-cceb-4ea2-b288-9f46c3450d1c tempest-PortsIpV6TestJSON-1781383748 tempest-PortsIpV6TestJSON-1781383748-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3888eeb0-1baf-4f3d-9ba0-bd8b0bf5b649') {'for_net_delete': True} {{(pid=94175) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 11:33:44.853610 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.services.segments.db [None req-f049018c-cceb-4ea2-b288-9f46c3450d1c tempest-PortsIpV6TestJSON-1781383748 tempest-PortsIpV6TestJSON-1781383748-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3888eeb0-1baf-4f3d-9ba0-bd8b0bf5b649') {} {{(pid=94175) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 11:33:44.862886 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron_lib.callbacks.manager [None req-2c2e7afb-9541-4f24-a3a9-7626246e18b1 tempest-NetworksTest-2133396914 tempest-NetworksTest-2133396914-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8773699955833', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5190677'] for segment, before_delete {{(pid=94175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:33:44.866765 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.db.db_base_plugin_v2 [None req-8f9f58c1-2b5c-48ab-b604-92bfd02acf2a tempest-NetworksTestDHCPv6-162546708 tempest-NetworksTestDHCPv6-162546708-project] Deleting subnet c4832234-5cef-46f1-b012-b0465eea3206 {{(pid=94174) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jun 23 11:33:44.873334 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron_lib.callbacks.manager [None req-8f9f58c1-2b5c-48ab-b604-92bfd02acf2a tempest-NetworksTestDHCPv6-162546708 tempest-NetworksTestDHCPv6-162546708-project] Notify callbacks [] for subnet, before_delete {{(pid=94174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:33:44.883483 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron_lib.callbacks.manager [None req-2a2a8d83-1b06-4daf-8e98-dd5da90d6600 tempest-PortsTestJSON-2085221018 tempest-PortsTestJSON-2085221018-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-897634'] for subnet, precommit_delete {{(pid=94175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:33:44.898034 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron_lib.callbacks.manager [None req-f049018c-cceb-4ea2-b288-9f46c3450d1c tempest-PortsIpV6TestJSON-1781383748 tempest-PortsIpV6TestJSON-1781383748-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8773699955833', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5190677'] for segment, before_delete {{(pid=94175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:33:44.909877 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron_lib.callbacks.manager [None req-e69de7a1-8d50-4475-8005-d74a09ef46b7 tempest-SecGroupIPv6Test-1528675894 tempest-SecGroupIPv6Test-1528675894-project] Notify callbacks [] for security_group, before_delete {{(pid=94174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:33:44.914432 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron_lib.callbacks.manager [None req-2c2e7afb-9541-4f24-a3a9-7626246e18b1 tempest-NetworksTest-2133396914 tempest-NetworksTest-2133396914-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3801'] for segment, precommit_delete {{(pid=94175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:33:44.931716 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron_lib.callbacks.manager [None req-8f9f58c1-2b5c-48ab-b604-92bfd02acf2a tempest-NetworksTestDHCPv6-162546708 tempest-NetworksTestDHCPv6-162546708-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4800256'] for subnet, precommit_delete_associations {{(pid=94174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:33:44.947068 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2c2e7afb-9541-4f24-a3a9-7626246e18b1 tempest-NetworksTest-2133396914 tempest-NetworksTest-2133396914-project] Releasing vlan 400 on physical network physnet1 to pool {{(pid=94175) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 23 11:33:44.947068 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron_lib.callbacks.manager [None req-2c2e7afb-9541-4f24-a3a9-7626246e18b1 tempest-NetworksTest-2133396914 tempest-NetworksTest-2133396914-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3801', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5082371'] for segment, after_delete {{(pid=94175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:33:44.951166 dv-neutron-601336-94-hyperv neutron-server[94175]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 23 11:33:44.951166 dv-neutron-601336-94-hyperv neutron-server[94175]: conditions |= (models_v2.Port.network_id.in_( Jun 23 11:33:44.951166 dv-neutron-601336-94-hyperv neutron-server[94175]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 23 11:33:44.951166 dv-neutron-601336-94-hyperv neutron-server[94175]: conditions |= (models_v2.Port.network_id.in_( Jun 23 11:33:44.951166 dv-neutron-601336-94-hyperv neutron-server[94175]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 23 11:33:44.951166 dv-neutron-601336-94-hyperv neutron-server[94175]: conditions |= (models_v2.Port.network_id.in_( Jun 23 11:33:44.951166 dv-neutron-601336-94-hyperv neutron-server[94175]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 23 11:33:44.951166 dv-neutron-601336-94-hyperv neutron-server[94175]: conditions |= (models_v2.Port.network_id.in_( Jun 23 11:33:44.951166 dv-neutron-601336-94-hyperv neutron-server[94175]: Traceback (most recent call last): Jun 23 11:33:44.951166 dv-neutron-601336-94-hyperv neutron-server[94175]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 23 11:33:44.951166 dv-neutron-601336-94-hyperv neutron-server[94175]: timer() Jun 23 11:33:44.951166 dv-neutron-601336-94-hyperv neutron-server[94175]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 23 11:33:44.951166 dv-neutron-601336-94-hyperv neutron-server[94175]: cb(*args, **kw) Jun 23 11:33:44.951166 dv-neutron-601336-94-hyperv neutron-server[94175]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 23 11:33:44.951166 dv-neutron-601336-94-hyperv neutron-server[94175]: return func(*args, **kwargs) Jun 23 11:33:44.951166 dv-neutron-601336-94-hyperv neutron-server[94175]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 23 11:33:44.951166 dv-neutron-601336-94-hyperv neutron-server[94175]: self._notify() Jun 23 11:33:44.951166 dv-neutron-601336-94-hyperv neutron-server[94175]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 23 11:33:44.951166 dv-neutron-601336-94-hyperv neutron-server[94175]: self.callback(batched_events) Jun 23 11:33:44.951166 dv-neutron-601336-94-hyperv neutron-server[94175]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 23 11:33:44.951166 dv-neutron-601336-94-hyperv neutron-server[94175]: event.method(event) Jun 23 11:33:44.951166 dv-neutron-601336-94-hyperv neutron-server[94175]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 23 11:33:44.951166 dv-neutron-601336-94-hyperv neutron-server[94175]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 23 11:33:44.951166 dv-neutron-601336-94-hyperv neutron-server[94175]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 23 11:33:44.951166 dv-neutron-601336-94-hyperv neutron-server[94175]: aggregate_uuid = self.p_client.list_aggregates( Jun 23 11:33:44.951166 dv-neutron-601336-94-hyperv neutron-server[94175]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 23 11:33:44.951166 dv-neutron-601336-94-hyperv neutron-server[94175]: return f(self, *a, **k) Jun 23 11:33:44.951166 dv-neutron-601336-94-hyperv neutron-server[94175]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 23 11:33:44.951166 dv-neutron-601336-94-hyperv neutron-server[94175]: return self._get(url).json() Jun 23 11:33:44.951166 dv-neutron-601336-94-hyperv neutron-server[94175]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 23 11:33:44.951166 dv-neutron-601336-94-hyperv neutron-server[94175]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 23 11:33:44.951166 dv-neutron-601336-94-hyperv neutron-server[94175]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 23 11:33:44.951166 dv-neutron-601336-94-hyperv neutron-server[94175]: return self.request(url, 'GET', **kwargs) Jun 23 11:33:44.951166 dv-neutron-601336-94-hyperv neutron-server[94175]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 23 11:33:44.951166 dv-neutron-601336-94-hyperv neutron-server[94175]: base_url = self.get_endpoint(auth, allow=allow, Jun 23 11:33:44.951166 dv-neutron-601336-94-hyperv neutron-server[94175]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 23 11:33:44.951166 dv-neutron-601336-94-hyperv neutron-server[94175]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 23 11:33:44.951166 dv-neutron-601336-94-hyperv neutron-server[94175]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 23 11:33:44.951166 dv-neutron-601336-94-hyperv neutron-server[94175]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 23 11:33:44.951166 dv-neutron-601336-94-hyperv neutron-server[94175]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 23 11:33:44.957612 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron_lib.callbacks.manager [None req-f049018c-cceb-4ea2-b288-9f46c3450d1c tempest-PortsIpV6TestJSON-1781383748 tempest-PortsIpV6TestJSON-1781383748-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3801'] for segment, precommit_delete {{(pid=94175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:33:44.966148 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron_lib.callbacks.manager [None req-e69de7a1-8d50-4475-8005-d74a09ef46b7 tempest-SecGroupIPv6Test-1528675894 tempest-SecGroupIPv6Test-1528675894-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:33:44.966756 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron_lib.callbacks.manager [None req-aa327d7d-e4ce-4a84-a0d6-c4726c51bd61 tempest-NegativeSecGroupTest-178874014 tempest-NegativeSecGroupTest-178874014-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7996330'] for security_group, after_delete {{(pid=94175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:33:44.968952 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron_lib.callbacks.manager [None req-aa327d7d-e4ce-4a84-a0d6-c4726c51bd61 tempest-NegativeSecGroupTest-178874014 tempest-NegativeSecGroupTest-178874014-project] Notify callbacks [] for security_group, before_response {{(pid=94175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:33:44.970156 dv-neutron-601336-94-hyperv neutron-server[94175]: INFO neutron.wsgi [None req-aa327d7d-e4ce-4a84-a0d6-c4726c51bd61 tempest-NegativeSecGroupTest-178874014 tempest-NegativeSecGroupTest-178874014-project] 10.222.0.20 "DELETE /v2.0/security-groups/06226112-26ae-4e86-8b7a-e97c8d39614f HTTP/1.1" status: 204 len: 168 time: 1.0063469 Jun 23 11:33:44.970929 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG oslo_concurrency.lockutils [None req-0eced19f-237d-416e-9862-b13eb69deb1a tempest-SecGroupIPv6Test-1528675894 tempest-SecGroupIPv6Test-1528675894-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94175) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 11:33:44.976679 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.wsgi [-] (94174) accepted ('10.222.0.20', 39586) {{(pid=94174) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 11:33:45.023324 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f049018c-cceb-4ea2-b288-9f46c3450d1c tempest-PortsIpV6TestJSON-1781383748 tempest-PortsIpV6TestJSON-1781383748-project] Releasing vlan 420 on physical network physnet1 to pool {{(pid=94175) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 23 11:33:45.023877 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron_lib.callbacks.manager [None req-f049018c-cceb-4ea2-b288-9f46c3450d1c tempest-PortsIpV6TestJSON-1781383748 tempest-PortsIpV6TestJSON-1781383748-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3801', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5082371'] for segment, after_delete {{(pid=94175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:33:45.027365 dv-neutron-601336-94-hyperv neutron-server[94175]: Traceback (most recent call last): Jun 23 11:33:45.027365 dv-neutron-601336-94-hyperv neutron-server[94175]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 23 11:33:45.027365 dv-neutron-601336-94-hyperv neutron-server[94175]: timer() Jun 23 11:33:45.027365 dv-neutron-601336-94-hyperv neutron-server[94175]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 23 11:33:45.027365 dv-neutron-601336-94-hyperv neutron-server[94175]: cb(*args, **kw) Jun 23 11:33:45.027365 dv-neutron-601336-94-hyperv neutron-server[94175]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 23 11:33:45.027365 dv-neutron-601336-94-hyperv neutron-server[94175]: return func(*args, **kwargs) Jun 23 11:33:45.027365 dv-neutron-601336-94-hyperv neutron-server[94175]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 23 11:33:45.027365 dv-neutron-601336-94-hyperv neutron-server[94175]: self._notify() Jun 23 11:33:45.027365 dv-neutron-601336-94-hyperv neutron-server[94175]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 23 11:33:45.027365 dv-neutron-601336-94-hyperv neutron-server[94175]: self.callback(batched_events) Jun 23 11:33:45.027365 dv-neutron-601336-94-hyperv neutron-server[94175]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 23 11:33:45.027365 dv-neutron-601336-94-hyperv neutron-server[94175]: event.method(event) Jun 23 11:33:45.027365 dv-neutron-601336-94-hyperv neutron-server[94175]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 23 11:33:45.027365 dv-neutron-601336-94-hyperv neutron-server[94175]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 23 11:33:45.027365 dv-neutron-601336-94-hyperv neutron-server[94175]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 23 11:33:45.027365 dv-neutron-601336-94-hyperv neutron-server[94175]: aggregate_uuid = self.p_client.list_aggregates( Jun 23 11:33:45.027365 dv-neutron-601336-94-hyperv neutron-server[94175]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 23 11:33:45.027365 dv-neutron-601336-94-hyperv neutron-server[94175]: return f(self, *a, **k) Jun 23 11:33:45.027365 dv-neutron-601336-94-hyperv neutron-server[94175]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 23 11:33:45.027365 dv-neutron-601336-94-hyperv neutron-server[94175]: return self._get(url).json() Jun 23 11:33:45.027365 dv-neutron-601336-94-hyperv neutron-server[94175]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 23 11:33:45.027365 dv-neutron-601336-94-hyperv neutron-server[94175]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 23 11:33:45.027365 dv-neutron-601336-94-hyperv neutron-server[94175]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 23 11:33:45.027365 dv-neutron-601336-94-hyperv neutron-server[94175]: return self.request(url, 'GET', **kwargs) Jun 23 11:33:45.027365 dv-neutron-601336-94-hyperv neutron-server[94175]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 23 11:33:45.027365 dv-neutron-601336-94-hyperv neutron-server[94175]: base_url = self.get_endpoint(auth, allow=allow, Jun 23 11:33:45.027365 dv-neutron-601336-94-hyperv neutron-server[94175]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 23 11:33:45.027365 dv-neutron-601336-94-hyperv neutron-server[94175]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 23 11:33:45.027365 dv-neutron-601336-94-hyperv neutron-server[94175]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 23 11:33:45.027365 dv-neutron-601336-94-hyperv neutron-server[94175]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 23 11:33:45.027365 dv-neutron-601336-94-hyperv neutron-server[94175]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 23 11:33:45.062138 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa327d7d-e4ce-4a84-a0d6-c4726c51bd61 tempest-NegativeSecGroupTest-178874014 tempest-NegativeSecGroupTest-178874014-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=06226112-26ae-4e86-8b7a-e97c8d39614f,revision_number=None']} {{(pid=94175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 11:33:45.089112 dv-neutron-601336-94-hyperv neutron-server[94174]: INFO neutron.wsgi [None req-decf7588-aeaa-4680-a3fc-7e97caebbfa2 tempest-NegativeSecGroupTest-178874014 tempest-NegativeSecGroupTest-178874014-project] 10.222.0.20 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2979 time: 0.1106732 Jun 23 11:33:45.096093 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.wsgi [-] (94174) accepted ('10.222.0.20', 39588) {{(pid=94174) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 11:33:45.111605 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.api.v2.base [None req-2ba15254-8266-4eda-a37a-b69e5989c192 tempest-NegativeSecGroupTest-178874014 tempest-NegativeSecGroupTest-178874014-project] Request body: {'security_group': {'name': 'tempest-secgroup--397813172'}} {{(pid=94174) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 23 11:33:45.111743 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG oslo_concurrency.lockutils [None req-aa327d7d-e4ce-4a84-a0d6-c4726c51bd61 tempest-NegativeSecGroupTest-178874014 tempest-NegativeSecGroupTest-178874014-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.133s {{(pid=94175) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 11:33:45.111839 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron_lib.callbacks.manager [None req-8f9f58c1-2b5c-48ab-b604-92bfd02acf2a tempest-NetworksTestDHCPv6-162546708 tempest-NetworksTestDHCPv6-162546708-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-897634'] for subnet, precommit_delete {{(pid=94174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:33:45.160804 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron_lib.db.api [None req-2c2e7afb-9541-4f24-a3a9-7626246e18b1 tempest-NetworksTest-2133396914 tempest-NetworksTest-2133396914-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Jun 23 11:33:45.160804 dv-neutron-601336-94-hyperv neutron-server[94175]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Jun 23 11:33:45.160804 dv-neutron-601336-94-hyperv neutron-server[94175]: [parameters: {'id': 'fa6d6274-a45d-4474-b668-554c6aac49e8'}] Jun 23 11:33:45.160804 dv-neutron-601336-94-hyperv neutron-server[94175]: (Background on this error at: http://sqlalche.me/e/14/gkpj) {{(pid=94175) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jun 23 11:33:45.161213 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG oslo_db.api [None req-2c2e7afb-9541-4f24-a3a9-7626246e18b1 tempest-NetworksTest-2133396914 tempest-NetworksTest-2133396914-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=94175) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jun 23 11:33:45.191344 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron_lib.callbacks.manager [None req-e69de7a1-8d50-4475-8005-d74a09ef46b7 tempest-SecGroupIPv6Test-1528675894 tempest-SecGroupIPv6Test-1528675894-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7996330'] for security_group, after_delete {{(pid=94174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:33:45.195168 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron_lib.callbacks.manager [None req-e69de7a1-8d50-4475-8005-d74a09ef46b7 tempest-SecGroupIPv6Test-1528675894 tempest-SecGroupIPv6Test-1528675894-project] Notify callbacks [] for security_group, before_response {{(pid=94174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:33:45.196413 dv-neutron-601336-94-hyperv neutron-server[94174]: INFO neutron.wsgi [None req-e69de7a1-8d50-4475-8005-d74a09ef46b7 tempest-SecGroupIPv6Test-1528675894 tempest-SecGroupIPv6Test-1528675894-project] 10.222.0.20 "DELETE /v2.0/security-groups/b6c10e6d-582a-4a27-bd3f-c5d4ef7a119c HTTP/1.1" status: 204 len: 168 time: 0.4294093 Jun 23 11:33:45.197561 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG oslo_concurrency.lockutils [None req-23b397dc-295d-49b6-9660-11eddc235ac0 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94174) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 11:33:45.199649 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.wsgi [-] (94175) accepted ('10.222.0.20', 39590) {{(pid=94175) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 11:33:45.207624 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e69de7a1-8d50-4475-8005-d74a09ef46b7 tempest-SecGroupIPv6Test-1528675894 tempest-SecGroupIPv6Test-1528675894-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=b6c10e6d-582a-4a27-bd3f-c5d4ef7a119c,revision_number=None']} {{(pid=94174) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 11:33:45.217225 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG oslo_concurrency.lockutils [None req-e69de7a1-8d50-4475-8005-d74a09ef46b7 tempest-SecGroupIPv6Test-1528675894 tempest-SecGroupIPv6Test-1528675894-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=94174) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 11:33:45.252214 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-85b17b81-6b56-470f-9800-e89e78e9dec9 None None] Network fa6d6274-a45d-4474-b668-554c6aac49e8 requested from dv-neutron-601336-94-hyperv {{(pid=94176) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 23 11:33:45.270564 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron_lib.callbacks.manager [None req-2a2a8d83-1b06-4daf-8e98-dd5da90d6600 tempest-PortsTestJSON-2085221018 tempest-PortsTestJSON-2085221018-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-897627', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866062', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5083050', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4660036'] for subnet, after_delete {{(pid=94175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:33:45.272685 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron_lib.callbacks.manager [None req-f049018c-cceb-4ea2-b288-9f46c3450d1c tempest-PortsIpV6TestJSON-1781383748 tempest-PortsIpV6TestJSON-1781383748-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-897248', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8002400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7866073', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-524247'] for network, after_delete {{(pid=94175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:33:45.277184 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron_lib.callbacks.manager [None req-f049018c-cceb-4ea2-b288-9f46c3450d1c tempest-PortsIpV6TestJSON-1781383748 tempest-PortsIpV6TestJSON-1781383748-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7865916'] for network, before_response {{(pid=94175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:33:45.283739 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.wsgi [-] (94174) accepted ('10.222.0.20', 39592) {{(pid=94174) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 11:33:45.283893 dv-neutron-601336-94-hyperv neutron-server[94175]: INFO neutron.wsgi [None req-f049018c-cceb-4ea2-b288-9f46c3450d1c tempest-PortsIpV6TestJSON-1781383748 tempest-PortsIpV6TestJSON-1781383748-project] 10.222.0.20 "DELETE /v2.0/networks/93eb1d87-cffb-4680-8e62-36c561348940 HTTP/1.1" status: 204 len: 168 time: 1.2776892 Jun 23 11:33:45.288569 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG oslo_concurrency.lockutils [None req-cf2b0350-39eb-440d-81bc-d94a2f3865c8 tempest-PortsTestJSON-2085221018 tempest-PortsTestJSON-2085221018-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94175) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 11:33:45.291135 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.api.v2.base [None req-cb497572-cb7c-4b54-a6c8-9413256bd4c6 tempest-PortsIpV6TestJSON-1781383748 tempest-PortsIpV6TestJSON-1781383748-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-510654184'}} {{(pid=94174) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 23 11:33:45.312043 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron_lib.callbacks.manager [None req-8f9f58c1-2b5c-48ab-b604-92bfd02acf2a tempest-NetworksTestDHCPv6-162546708 tempest-NetworksTestDHCPv6-162546708-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-897627', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866062', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5195932', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4294216'] for subnet, after_delete {{(pid=94174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:33:45.323144 dv-neutron-601336-94-hyperv neutron-server[94175]: INFO neutron.wsgi [None req-a1a73a27-721f-4837-bc07-6482fc92bf0a tempest-SecGroupIPv6Test-1528675894 tempest-SecGroupIPv6Test-1528675894-project] 10.222.0.20 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2979 time: 0.1220098 Jun 23 11:33:45.326176 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron_lib.callbacks.manager [None req-2a2a8d83-1b06-4daf-8e98-dd5da90d6600 tempest-PortsTestJSON-2085221018 tempest-PortsTestJSON-2085221018-project] Notify callbacks [] for subnet, before_response {{(pid=94175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:33:45.330970 dv-neutron-601336-94-hyperv neutron-server[94175]: INFO neutron.wsgi [None req-2a2a8d83-1b06-4daf-8e98-dd5da90d6600 tempest-PortsTestJSON-2085221018 tempest-PortsTestJSON-2085221018-project] 10.222.0.20 "DELETE /v2.0/subnets/27b692f3-23ab-4045-9f4f-bc6ca715b34c HTTP/1.1" status: 204 len: 168 time: 1.3483667 Jun 23 11:33:45.330970 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a2a8d83-1b06-4daf-8e98-dd5da90d6600 tempest-PortsTestJSON-2085221018 tempest-PortsTestJSON-2085221018-project] Pushing event deleted for resources: {'Subnet': ['ID=27b692f3-23ab-4045-9f4f-bc6ca715b34c,revision_number=None']} {{(pid=94175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 11:33:45.331765 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG oslo_concurrency.lockutils [None req-2a2a8d83-1b06-4daf-8e98-dd5da90d6600 tempest-PortsTestJSON-2085221018 tempest-PortsTestJSON-2085221018-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.043s {{(pid=94175) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 11:33:45.332251 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.wsgi [-] (94175) accepted ('10.222.0.20', 39596) {{(pid=94175) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 11:33:45.332626 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.wsgi [-] (94175) accepted ('10.222.0.20', 39598) {{(pid=94175) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 11:33:45.333713 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG oslo_concurrency.lockutils [None req-ab56cef7-65e4-4ee8-842c-444349779721 tempest-RoutersNegativeTest-1531528216 tempest-RoutersNegativeTest-1531528216-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.041s {{(pid=94175) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 11:33:45.337234 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e8229dad-75f1-4216-ae3d-ffbc6f76810d None None] Network 2b18360e-4cca-4e3f-a94d-91958471301b requested from dv-neutron-601336-94-hyperv {{(pid=94176) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 23 11:33:45.353817 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.plugins.ml2.rpc [None req-dc7542b2-afef-47f4-a763-e3a3cba144be None None] Device 21073c86-d493-4a1e-83c8-6046b34abfc3 up at agent ovs-agent-dv-neutron-601336-94-hyperv {{(pid=94176) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:298}} Jun 23 11:33:45.358838 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG oslo_concurrency.lockutils [None req-0ab18ab5-4a04-4d4e-863c-794ae6f002f4 tempest-NetworksTestDHCPv6-162546708 tempest-NetworksTestDHCPv6-162546708-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94174) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 11:33:45.364291 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron_lib.callbacks.manager [None req-2ba15254-8266-4eda-a37a-b69e5989c192 tempest-NegativeSecGroupTest-178874014 tempest-NegativeSecGroupTest-178874014-project] Notify callbacks [] for security_group, before_create {{(pid=94174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:33:45.412060 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f9f58c1-2b5c-48ab-b604-92bfd02acf2a tempest-NetworksTestDHCPv6-162546708 tempest-NetworksTestDHCPv6-162546708-project] Pushing event deleted for resources: {'Subnet': ['ID=c4832234-5cef-46f1-b012-b0465eea3206,revision_number=None']} {{(pid=94174) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 11:33:45.416011 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron_lib.callbacks.manager [None req-8f9f58c1-2b5c-48ab-b604-92bfd02acf2a tempest-NetworksTestDHCPv6-162546708 tempest-NetworksTestDHCPv6-162546708-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7865916'] for subnet, before_response {{(pid=94174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:33:45.421514 dv-neutron-601336-94-hyperv neutron-server[94174]: INFO neutron.wsgi [None req-8f9f58c1-2b5c-48ab-b604-92bfd02acf2a tempest-NetworksTestDHCPv6-162546708 tempest-NetworksTestDHCPv6-162546708-project] 10.222.0.20 "DELETE /v2.0/subnets/c4832234-5cef-46f1-b012-b0465eea3206 HTTP/1.1" status: 204 len: 168 time: 0.6480253 Jun 23 11:33:45.422176 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.wsgi [-] (94174) accepted ('10.222.0.20', 39600) {{(pid=94174) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 11:33:45.423118 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f049018c-cceb-4ea2-b288-9f46c3450d1c tempest-PortsIpV6TestJSON-1781383748 tempest-PortsIpV6TestJSON-1781383748-project] Pushing event deleted for resources: {'Network': ['ID=93eb1d87-cffb-4680-8e62-36c561348940,revision_number=None']} {{(pid=94175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 11:33:45.423258 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG oslo_concurrency.lockutils [None req-8f9f58c1-2b5c-48ab-b604-92bfd02acf2a tempest-NetworksTestDHCPv6-162546708 tempest-NetworksTestDHCPv6-162546708-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.064s {{(pid=94174) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 11:33:45.426214 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG oslo_concurrency.lockutils [None req-f049018c-cceb-4ea2-b288-9f46c3450d1c tempest-PortsIpV6TestJSON-1781383748 tempest-PortsIpV6TestJSON-1781383748-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.093s {{(pid=94175) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 11:33:45.435171 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.db.provisioning_blocks [None req-07d41e83-9fd8-4240-b8a2-5fd1a293f218 None None] Provisioning for port b5ede130-20e6-4c5b-9fb6-4b3ce990b859 completed by entity DHCP. {{(pid=94176) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 23 11:33:45.437305 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4a1ae698-4c10-4931-ba26-ddf231996724 None None] Network f53f535d-bce4-4da8-9bd9-396677ff4e83 requested from dv-neutron-601336-94-hyperv {{(pid=94176) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 23 11:33:45.461955 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cb497572-cb7c-4b54-a6c8-9413256bd4c6 tempest-PortsIpV6TestJSON-1781383748 tempest-PortsIpV6TestJSON-1781383748-project] Made reservation on behalf of 4a9805c328414e068d83db5c9b76c3c7 for: {'network': 1} {{(pid=94174) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 23 11:33:45.465876 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron_lib.callbacks.manager [None req-cb497572-cb7c-4b54-a6c8-9413256bd4c6 tempest-PortsIpV6TestJSON-1781383748 tempest-PortsIpV6TestJSON-1781383748-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-923104'] for network, before_create {{(pid=94174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:33:45.478483 dv-neutron-601336-94-hyperv neutron-server[94175]: INFO neutron.api.v2.resource [None req-42a5c1ce-6f0c-452b-a020-897215b5daf0 tempest-SecGroupIPv6Test-1528675894 tempest-SecGroupIPv6Test-1528675894-project] delete failed (client error): The resource could not be found. Jun 23 11:33:45.479538 dv-neutron-601336-94-hyperv neutron-server[94175]: INFO neutron.wsgi [None req-42a5c1ce-6f0c-452b-a020-897215b5daf0 tempest-SecGroupIPv6Test-1528675894 tempest-SecGroupIPv6Test-1528675894-project] 10.222.0.20 "DELETE /v2.0/security-groups/b6c10e6d-582a-4a27-bd3f-c5d4ef7a119c HTTP/1.1" status: 404 len: 347 time: 0.1296790 Jun 23 11:33:45.484759 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.wsgi [-] (94175) accepted ('10.222.0.20', 39602) {{(pid=94175) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 11:33:45.490230 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.api.v2.base [None req-b761f54c-05a8-4497-b218-5d57ed1f402c tempest-SecGroupIPv6Test-1528675894 tempest-SecGroupIPv6Test-1528675894-project] Request body: {'security_group': {'name': 'tempest-secgroup--480778518'}} {{(pid=94175) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 23 11:33:45.500540 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron_lib.callbacks.manager [None req-0526b4fe-63f3-48b1-a32c-c4fc704afda5 tempest-PortsTestJSON-2085221018 tempest-PortsTestJSON-2085221018-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-824874'] for network, before_delete {{(pid=94175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:33:45.517764 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.db.db_base_plugin_v2 [None req-1eafaf41-f9c7-4b5a-8fe4-43bc88a74432 tempest-NetworksTestDHCPv6-162546708 tempest-NetworksTestDHCPv6-162546708-project] Deleting subnet e6076bb0-bdf2-4230-8fbe-17f4a513c1d2 {{(pid=94174) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jun 23 11:33:45.526206 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron_lib.callbacks.manager [None req-1eafaf41-f9c7-4b5a-8fe4-43bc88a74432 tempest-NetworksTestDHCPv6-162546708 tempest-NetworksTestDHCPv6-162546708-project] Notify callbacks [] for subnet, before_delete {{(pid=94174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:33:45.564327 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e005629-2268-44dd-8903-5c0d3a0ba997 req-71dc8d6b-34c9-449b-894a-7598102ff085 tempest-ServerActionsTestJSON-161917335 tempest-ServerActionsTestJSON-161917335-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 11:33:45.565820 dv-neutron-601336-94-hyperv neutron-server[94175]: INFO neutron.wsgi [req-7e005629-2268-44dd-8903-5c0d3a0ba997 req-71dc8d6b-34c9-449b-894a-7598102ff085 tempest-ServerActionsTestJSON-161917335 tempest-ServerActionsTestJSON-161917335-project] 10.222.0.20 "GET /v2.0/ports?device_id=85769616-6b8b-4da7-ad73-344986edf607 HTTP/1.1" status: 200 len: 945 time: 0.1454732 Jun 23 11:33:45.571435 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron_lib.callbacks.manager [None req-1eafaf41-f9c7-4b5a-8fe4-43bc88a74432 tempest-NetworksTestDHCPv6-162546708 tempest-NetworksTestDHCPv6-162546708-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4800256'] for subnet, precommit_delete_associations {{(pid=94174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:33:45.593149 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.plugins.ml2.plugin [None req-0526b4fe-63f3-48b1-a32c-c4fc704afda5 tempest-PortsTestJSON-2085221018 tempest-PortsTestJSON-2085221018-project] Deleting port f62bc371-8c83-4482-b747-01df66f08724 {{(pid=94175) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1913}} Jun 23 11:33:45.594110 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron_lib.callbacks.manager [None req-0526b4fe-63f3-48b1-a32c-c4fc704afda5 tempest-PortsTestJSON-2085221018 tempest-PortsTestJSON-2085221018-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773700079324'] for port, before_delete {{(pid=94175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:33:45.625846 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-cb497572-cb7c-4b54-a6c8-9413256bd4c6 tempest-PortsIpV6TestJSON-1781383748 tempest-PortsIpV6TestJSON-1781383748-project] vlan segment allocate from pool success with {'vlan_id': 447, 'physical_network': 'physnet1'} {{(pid=94174) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 23 11:33:45.660316 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.db.provisioning_blocks [None req-dc7542b2-afef-47f4-a763-e3a3cba144be None None] Provisioning complete for port 21073c86-d493-4a1e-83c8-6046b34abfc3 triggered by entity L2. {{(pid=94176) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 23 11:33:45.660316 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron_lib.callbacks.manager [None req-dc7542b2-afef-47f4-a763-e3a3cba144be None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-899258'] for port, provisioning_complete {{(pid=94176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:33:45.662929 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron_lib.callbacks.manager [None req-2c2e7afb-9541-4f24-a3a9-7626246e18b1 tempest-NetworksTest-2133396914 tempest-NetworksTest-2133396914-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-824874'] for network, before_delete {{(pid=94175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:33:45.664772 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron_lib.callbacks.manager [None req-cb497572-cb7c-4b54-a6c8-9413256bd4c6 tempest-PortsIpV6TestJSON-1781383748 tempest-PortsIpV6TestJSON-1781383748-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3801'] for segment, precommit_create {{(pid=94174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:33:45.664772 dv-neutron-601336-94-hyperv neutron-server[94174]: INFO neutron.db.segments_db [None req-cb497572-cb7c-4b54-a6c8-9413256bd4c6 tempest-PortsIpV6TestJSON-1781383748 tempest-PortsIpV6TestJSON-1781383748-project] Added segment 93b684aa-dc92-438b-b0b1-1c09223c7cf0 of type vlan for network 002b74b6-2c24-49a1-b447-10bece8bbaae Jun 23 11:33:45.673888 dv-neutron-601336-94-hyperv neutron-server[94175]: INFO neutron.wsgi [req-7e005629-2268-44dd-8903-5c0d3a0ba997 req-63db065b-adbb-4735-b3f1-8bf07de2576f tempest-ServerActionsTestJSON-161917335 tempest-ServerActionsTestJSON-161917335-project] 10.222.0.20 "GET /v2.0/security-groups?id=f0520e5d-8f0e-4c28-b543-be4405698077&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0913818 Jun 23 11:33:45.691887 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.plugins.ml2.db [None req-0526b4fe-63f3-48b1-a32c-c4fc704afda5 tempest-PortsTestJSON-2085221018 tempest-PortsTestJSON-2085221018-project] For port f62bc371-8c83-4482-b747-01df66f08724, host dv-neutron-601336-94-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-94-hyperv',level=0,port_id=f62bc371-8c83-4482-b747-01df66f08724,segment=NetworkSegment(695b18de-5917-4ef2-b897-03f591244fa7),segment_id=695b18de-5917-4ef2-b897-03f591244fa7)] {{(pid=94175) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 23 11:33:45.692288 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron_lib.callbacks.manager [None req-0526b4fe-63f3-48b1-a32c-c4fc704afda5 tempest-PortsTestJSON-2085221018 tempest-PortsTestJSON-2085221018-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-430722'] for port, precommit_delete {{(pid=94175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:33:45.709104 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.plugins.ml2.plugin [None req-0526b4fe-63f3-48b1-a32c-c4fc704afda5 tempest-PortsTestJSON-2085221018 tempest-PortsTestJSON-2085221018-project] Calling delete_port for f62bc371-8c83-4482-b747-01df66f08724 owned by network:dhcp {{(pid=94175) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1986}} Jun 23 11:33:45.750368 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron_lib.callbacks.manager [None req-1eafaf41-f9c7-4b5a-8fe4-43bc88a74432 tempest-NetworksTestDHCPv6-162546708 tempest-NetworksTestDHCPv6-162546708-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-897634'] for subnet, precommit_delete {{(pid=94174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:33:45.815324 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.plugins.ml2.plugin [None req-2c2e7afb-9541-4f24-a3a9-7626246e18b1 tempest-NetworksTest-2133396914 tempest-NetworksTest-2133396914-project] Deleting port b5ede130-20e6-4c5b-9fb6-4b3ce990b859 {{(pid=94175) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1913}} Jun 23 11:33:45.815324 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron_lib.callbacks.manager [None req-2c2e7afb-9541-4f24-a3a9-7626246e18b1 tempest-NetworksTest-2133396914 tempest-NetworksTest-2133396914-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773700079324'] for port, before_delete {{(pid=94175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:33:45.833833 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.plugins.ml2.rpc [None req-dc7542b2-afef-47f4-a763-e3a3cba144be None None] Device b5ede130-20e6-4c5b-9fb6-4b3ce990b859 up at agent ovs-agent-dv-neutron-601336-94-hyperv {{(pid=94176) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:298}} Jun 23 11:33:45.893330 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.plugins.ml2.db [None req-2c2e7afb-9541-4f24-a3a9-7626246e18b1 tempest-NetworksTest-2133396914 tempest-NetworksTest-2133396914-project] For port b5ede130-20e6-4c5b-9fb6-4b3ce990b859, host dv-neutron-601336-94-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-94-hyperv',level=0,port_id=b5ede130-20e6-4c5b-9fb6-4b3ce990b859,segment=NetworkSegment(63cd8ddf-1b46-4ac1-a3d7-f5352027ca9d),segment_id=63cd8ddf-1b46-4ac1-a3d7-f5352027ca9d)] {{(pid=94175) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 23 11:33:45.893738 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron_lib.callbacks.manager [None req-2c2e7afb-9541-4f24-a3a9-7626246e18b1 tempest-NetworksTest-2133396914 tempest-NetworksTest-2133396914-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-430722'] for port, precommit_delete {{(pid=94175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:33:45.903807 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2a5341a4-aaeb-4a92-b709-bd96de9f6fd1 None None] DHCP port deletion for fa6d6274-a45d-4474-b668-554c6aac49e8 request from dv-neutron-601336-94-hyperv {{(pid=94176) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jun 23 11:33:45.912003 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.plugins.ml2.plugin [None req-2c2e7afb-9541-4f24-a3a9-7626246e18b1 tempest-NetworksTest-2133396914 tempest-NetworksTest-2133396914-project] Calling delete_port for b5ede130-20e6-4c5b-9fb6-4b3ce990b859 owned by network:dhcp {{(pid=94175) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1986}} Jun 23 11:33:45.915049 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron_lib.callbacks.manager [None req-cb497572-cb7c-4b54-a6c8-9413256bd4c6 tempest-PortsIpV6TestJSON-1781383748 tempest-PortsIpV6TestJSON-1781383748-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8773699596773'] for network, precommit_create {{(pid=94174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:33:45.939681 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron_lib.callbacks.manager [None req-2ba15254-8266-4eda-a37a-b69e5989c192 tempest-NegativeSecGroupTest-178874014 tempest-NegativeSecGroupTest-178874014-project] Notify callbacks [] for security_group, precommit_create {{(pid=94174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:33:45.974595 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-784ae3dd-5253-49b2-8452-2cb67656813e None None] DHCP port deletion for 2b18360e-4cca-4e3f-a94d-91958471301b request from dv-neutron-601336-94-hyperv {{(pid=94176) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jun 23 11:33:45.999499 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron_lib.callbacks.manager [None req-0526b4fe-63f3-48b1-a32c-c4fc704afda5 tempest-PortsTestJSON-2085221018 tempest-PortsTestJSON-2085221018-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-922904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866062', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773700135024', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773699642224', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5082448'] for port, after_delete {{(pid=94175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:33:46.002202 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG oslo_concurrency.lockutils [None req-1e3f4500-5b3c-40e8-a1e4-a09f4e0e6f5c tempest-PortsTestJSON-2085221018 tempest-PortsTestJSON-2085221018-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94175) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 11:33:46.008514 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.plugins.ml2.plugin [None req-2a5341a4-aaeb-4a92-b709-bd96de9f6fd1 None None] Deleting port b5ede130-20e6-4c5b-9fb6-4b3ce990b859 {{(pid=94176) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1913}} Jun 23 11:33:46.009390 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron_lib.callbacks.manager [None req-2a5341a4-aaeb-4a92-b709-bd96de9f6fd1 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773700079324'] for port, before_delete {{(pid=94176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:33:46.024741 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron_lib.callbacks.manager [None req-2ba15254-8266-4eda-a37a-b69e5989c192 tempest-NegativeSecGroupTest-178874014 tempest-NegativeSecGroupTest-178874014-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7996330'] for security_group, after_create {{(pid=94174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:33:46.028215 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG oslo_concurrency.lockutils [None req-3b25167e-e7c8-4224-9f66-8d21c0289125 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94174) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 11:33:46.038680 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0526b4fe-63f3-48b1-a32c-c4fc704afda5 tempest-PortsTestJSON-2085221018 tempest-PortsTestJSON-2085221018-project] Pushing event deleted for resources: {'Port': ['ID=f62bc371-8c83-4482-b747-01df66f08724,revision_number=None']} {{(pid=94175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 11:33:46.048047 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0526b4fe-63f3-48b1-a32c-c4fc704afda5 tempest-PortsTestJSON-2085221018 tempest-PortsTestJSON-2085221018-project] No DVR routers for this DVR port f62bc371-8c83-4482-b747-01df66f08724 on host dv-neutron-601336-94-hyperv {{(pid=94175) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 23 11:33:46.049640 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG oslo_concurrency.lockutils [None req-0526b4fe-63f3-48b1-a32c-c4fc704afda5 tempest-PortsTestJSON-2085221018 tempest-PortsTestJSON-2085221018-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=94175) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 11:33:46.053807 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.db.provisioning_blocks [None req-dc7542b2-afef-47f4-a763-e3a3cba144be None None] Provisioning for port b5ede130-20e6-4c5b-9fb6-4b3ce990b859 completed by entity L2. {{(pid=94176) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 23 11:33:46.061001 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.db.provisioning_blocks [None req-dc7542b2-afef-47f4-a763-e3a3cba144be None None] Provisioning complete for port b5ede130-20e6-4c5b-9fb6-4b3ce990b859 triggered by entity L2. {{(pid=94176) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 23 11:33:46.066253 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron_lib.callbacks.manager [None req-dc7542b2-afef-47f4-a763-e3a3cba144be None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-899258'] for port, provisioning_complete {{(pid=94176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:33:46.066556 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ba15254-8266-4eda-a37a-b69e5989c192 tempest-NegativeSecGroupTest-178874014 tempest-NegativeSecGroupTest-178874014-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ff5c5266-4bc8-4b3f-a1eb-ca172c35e5f7,revision_number=1']} {{(pid=94174) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 11:33:46.069083 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG oslo_concurrency.lockutils [None req-2ba15254-8266-4eda-a37a-b69e5989c192 tempest-NegativeSecGroupTest-178874014 tempest-NegativeSecGroupTest-178874014-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.041s {{(pid=94174) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 11:33:46.086664 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron_lib.callbacks.manager [None req-cb497572-cb7c-4b54-a6c8-9413256bd4c6 tempest-PortsIpV6TestJSON-1781383748 tempest-PortsIpV6TestJSON-1781383748-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8002400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7866073'] for network, after_create {{(pid=94174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:33:46.096024 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cb497572-cb7c-4b54-a6c8-9413256bd4c6 tempest-PortsIpV6TestJSON-1781383748 tempest-PortsIpV6TestJSON-1781383748-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94174) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 11:33:46.096024 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron_lib.callbacks.manager [None req-cb497572-cb7c-4b54-a6c8-9413256bd4c6 tempest-PortsIpV6TestJSON-1781383748 tempest-PortsIpV6TestJSON-1781383748-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7865916'] for network, before_response {{(pid=94174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:33:46.101685 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron_lib.callbacks.manager [None req-1eafaf41-f9c7-4b5a-8fe4-43bc88a74432 tempest-NetworksTestDHCPv6-162546708 tempest-NetworksTestDHCPv6-162546708-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-897627', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866062', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5195932', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4294216'] for subnet, after_delete {{(pid=94174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:33:46.107634 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG oslo_concurrency.lockutils [None req-1ac15df9-6a21-4e29-9955-cb16f2b119b0 tempest-QuotasNegativeTest-858964093 tempest-QuotasNegativeTest-858964093-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94174) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 11:33:46.115688 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron_lib.callbacks.manager [None req-2c2e7afb-9541-4f24-a3a9-7626246e18b1 tempest-NetworksTest-2133396914 tempest-NetworksTest-2133396914-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-922904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866062', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773700135024', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773699642224', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5082448'] for port, after_delete {{(pid=94175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:33:46.124512 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG oslo_concurrency.lockutils [None req-397e38ed-7f6d-4f74-92ea-aeafb6c73b42 tempest-RoutersAdminTest-1813587668 tempest-RoutersAdminTest-1813587668-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94175) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 11:33:46.148760 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.db.provisioning_blocks [None req-dc7542b2-afef-47f4-a763-e3a3cba144be None None] Could not find standard attr ID for object b5ede130-20e6-4c5b-9fb6-4b3ce990b859. {{(pid=94176) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jun 23 11:33:46.159839 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.plugins.ml2.db [None req-2a5341a4-aaeb-4a92-b709-bd96de9f6fd1 None None] For port b5ede130-20e6-4c5b-9fb6-4b3ce990b859, host dv-neutron-601336-94-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-94-hyperv',level=0,port_id=b5ede130-20e6-4c5b-9fb6-4b3ce990b859,segment=NetworkSegment(63cd8ddf-1b46-4ac1-a3d7-f5352027ca9d),segment_id=63cd8ddf-1b46-4ac1-a3d7-f5352027ca9d)] {{(pid=94176) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 23 11:33:46.160639 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron_lib.callbacks.manager [None req-2a5341a4-aaeb-4a92-b709-bd96de9f6fd1 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-430722'] for port, precommit_delete {{(pid=94176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:33:46.162823 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c2e7afb-9541-4f24-a3a9-7626246e18b1 tempest-NetworksTest-2133396914 tempest-NetworksTest-2133396914-project] Pushing event deleted for resources: {'Port': ['ID=b5ede130-20e6-4c5b-9fb6-4b3ce990b859,revision_number=None']} {{(pid=94175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 11:33:46.163605 dv-neutron-601336-94-hyperv neutron-server[94176]: INFO neutron.plugins.ml2.db [None req-dc7542b2-afef-47f4-a763-e3a3cba144be None None] No ports have port_id starting with b5ede130-20e6-4c5b-9fb6-4b3ce990b859 Jun 23 11:33:46.165826 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron_lib.callbacks.manager [None req-0526b4fe-63f3-48b1-a32c-c4fc704afda5 tempest-PortsTestJSON-2085221018 tempest-PortsTestJSON-2085221018-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-897259', 'neutron.services.segments.db._delete_segments_for_network-8773700168587'] for network, precommit_delete {{(pid=94175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:33:46.174278 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG oslo_concurrency.lockutils [None req-2c2e7afb-9541-4f24-a3a9-7626246e18b1 tempest-NetworksTest-2133396914 tempest-NetworksTest-2133396914-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=94175) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 11:33:46.176519 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2c2e7afb-9541-4f24-a3a9-7626246e18b1 tempest-NetworksTest-2133396914 tempest-NetworksTest-2133396914-project] No DVR routers for this DVR port b5ede130-20e6-4c5b-9fb6-4b3ce990b859 on host dv-neutron-601336-94-hyperv {{(pid=94175) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 23 11:33:46.178927 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.services.segments.db [None req-0526b4fe-63f3-48b1-a32c-c4fc704afda5 tempest-PortsTestJSON-2085221018 tempest-PortsTestJSON-2085221018-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2b18360e-4cca-4e3f-a94d-91958471301b']}} {{(pid=94175) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 11:33:46.189387 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron_lib.callbacks.manager [None req-b761f54c-05a8-4497-b218-5d57ed1f402c tempest-SecGroupIPv6Test-1528675894 tempest-SecGroupIPv6Test-1528675894-project] Notify callbacks [] for security_group, before_create {{(pid=94175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:33:46.200526 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.plugins.ml2.plugin [None req-2a5341a4-aaeb-4a92-b709-bd96de9f6fd1 None None] Calling delete_port for b5ede130-20e6-4c5b-9fb6-4b3ce990b859 owned by network:dhcp {{(pid=94176) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1986}} Jun 23 11:33:46.206050 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.plugins.ml2.plugin [None req-784ae3dd-5253-49b2-8452-2cb67656813e None None] Deleting port f62bc371-8c83-4482-b747-01df66f08724 {{(pid=94176) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1913}} Jun 23 11:33:46.206693 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron_lib.callbacks.manager [None req-784ae3dd-5253-49b2-8452-2cb67656813e None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773700079324'] for port, before_delete {{(pid=94176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:33:46.212785 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron_lib.callbacks.manager [None req-1eafaf41-f9c7-4b5a-8fe4-43bc88a74432 tempest-NetworksTestDHCPv6-162546708 tempest-NetworksTestDHCPv6-162546708-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7865916'] for subnet, before_response {{(pid=94174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:33:46.214892 dv-neutron-601336-94-hyperv neutron-server[94174]: INFO neutron.wsgi [None req-1eafaf41-f9c7-4b5a-8fe4-43bc88a74432 tempest-NetworksTestDHCPv6-162546708 tempest-NetworksTestDHCPv6-162546708-project] 10.222.0.20 "DELETE /v2.0/subnets/e6076bb0-bdf2-4230-8fbe-17f4a513c1d2 HTTP/1.1" status: 204 len: 168 time: 0.7905226 Jun 23 11:33:46.219163 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.wsgi [-] (94174) accepted ('10.222.0.20', 39608) {{(pid=94174) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 11:33:46.241332 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.services.segments.db [None req-0526b4fe-63f3-48b1-a32c-c4fc704afda5 tempest-PortsTestJSON-2085221018 tempest-PortsTestJSON-2085221018-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '695b18de-5917-4ef2-b897-03f591244fa7') {'for_net_delete': True} {{(pid=94175) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 11:33:46.241926 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.services.segments.db [None req-0526b4fe-63f3-48b1-a32c-c4fc704afda5 tempest-PortsTestJSON-2085221018 tempest-PortsTestJSON-2085221018-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '695b18de-5917-4ef2-b897-03f591244fa7') {} {{(pid=94175) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 11:33:46.285110 dv-neutron-601336-94-hyperv neutron-server[94174]: INFO neutron.wsgi [None req-0421ca51-dc34-4c4a-bb9a-67337ac71285 tempest-NetworksTestDHCPv6-162546708 tempest-NetworksTestDHCPv6-162546708-project] 10.222.0.20 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0644519 Jun 23 11:33:46.285954 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.plugins.ml2.db [None req-784ae3dd-5253-49b2-8452-2cb67656813e None None] For port f62bc371-8c83-4482-b747-01df66f08724, host dv-neutron-601336-94-hyperv, got binding levels [] {{(pid=94176) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 23 11:33:46.286360 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron_lib.callbacks.manager [None req-784ae3dd-5253-49b2-8452-2cb67656813e None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-430722'] for port, precommit_delete {{(pid=94176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:33:46.287700 dv-neutron-601336-94-hyperv neutron-server[94174]: INFO neutron.wsgi [None req-cb497572-cb7c-4b54-a6c8-9413256bd4c6 tempest-PortsIpV6TestJSON-1781383748 tempest-PortsIpV6TestJSON-1781383748-project] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 771 time: 1.0024948 Jun 23 11:33:46.288532 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.wsgi [-] (94174) accepted ('10.222.0.20', 39610) {{(pid=94174) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 11:33:46.295774 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb497572-cb7c-4b54-a6c8-9413256bd4c6 tempest-PortsIpV6TestJSON-1781383748 tempest-PortsIpV6TestJSON-1781383748-project] Pushing event updated for resources: {'Network': ['ID=002b74b6-2c24-49a1-b447-10bece8bbaae,revision_number=1']} {{(pid=94174) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 11:33:46.296315 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.api.v2.base [None req-d3480daa-9d29-4cca-8563-cbaf2f9d1ddb tempest-NetworksTestDHCPv6-162546708 tempest-NetworksTestDHCPv6-162546708-project] Request body: {'subnet': {'network_id': 'f53f535d-bce4-4da8-9bd9-396677ff4e83', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=94174) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 23 11:33:46.301783 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.wsgi [-] (94174) accepted ('10.222.0.20', 39612) {{(pid=94174) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 11:33:46.305895 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG oslo_concurrency.lockutils [None req-cb497572-cb7c-4b54-a6c8-9413256bd4c6 tempest-PortsIpV6TestJSON-1781383748 tempest-PortsIpV6TestJSON-1781383748-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.198s {{(pid=94174) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 11:33:46.313804 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.plugins.ml2.plugin [None req-784ae3dd-5253-49b2-8452-2cb67656813e None None] Calling delete_port for f62bc371-8c83-4482-b747-01df66f08724 owned by network:dhcp {{(pid=94176) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1986}} Jun 23 11:33:46.316789 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.db.ipam_backend_mixin [None req-784ae3dd-5253-49b2-8452-2cb67656813e None None] Port f62bc371-8c83-4482-b747-01df66f08724 was not found and therefore no delete operation was performed {{(pid=94176) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Jun 23 11:33:46.321017 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.api.v2.base [None req-4a6a8083-5a75-4c53-bf00-5eda89e5d83e tempest-PortsIpV6TestJSON-1781383748 tempest-PortsIpV6TestJSON-1781383748-project] Request body: {'subnet': {'network_id': '002b74b6-2c24-49a1-b447-10bece8bbaae', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=94174) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 23 11:33:46.321186 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron_lib.callbacks.manager [None req-784ae3dd-5253-49b2-8452-2cb67656813e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-922904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866062', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773700135024', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773699642224'] for port, after_delete {{(pid=94176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:33:46.323555 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.plugins.ml2.rpc [None req-dc7542b2-afef-47f4-a763-e3a3cba144be None None] Network 002b74b6-2c24-49a1-b447-10bece8bbaae details requested by agent ovs-agent-dv-neutron-601336-94-hyperv with host dv-neutron-601336-94-hyperv {{(pid=94176) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:250}} Jun 23 11:33:46.325971 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG oslo_concurrency.lockutils [None req-d98323a0-3156-435a-8e98-ad230631a887 tempest-BulkNetworkOpsIpV6Test-986121801 tempest-BulkNetworkOpsIpV6Test-986121801-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.211s {{(pid=94174) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 11:33:46.327740 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron_lib.callbacks.manager [None req-0526b4fe-63f3-48b1-a32c-c4fc704afda5 tempest-PortsTestJSON-2085221018 tempest-PortsTestJSON-2085221018-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8773699955833', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5190677'] for segment, before_delete {{(pid=94175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:33:46.330338 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG oslo_concurrency.lockutils [None req-ebcba1f7-784c-41a1-88e0-480083598631 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 11:33:46.346696 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron_lib.callbacks.manager [None req-2ba15254-8266-4eda-a37a-b69e5989c192 tempest-NegativeSecGroupTest-178874014 tempest-NegativeSecGroupTest-178874014-project] Notify callbacks [] for security_group, before_response {{(pid=94174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:33:46.350818 dv-neutron-601336-94-hyperv neutron-server[94174]: INFO neutron.wsgi [None req-2ba15254-8266-4eda-a37a-b69e5989c192 tempest-NegativeSecGroupTest-178874014 tempest-NegativeSecGroupTest-178874014-project] 10.222.0.20 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1743 time: 1.2508986 Jun 23 11:33:46.355224 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.wsgi [-] (94175) accepted ('10.222.0.20', 39614) {{(pid=94175) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 11:33:46.366886 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.api.v2.base [None req-5592eb1b-a7c0-4906-b8bd-2777b9f2522c tempest-NegativeSecGroupTest-178874014 tempest-NegativeSecGroupTest-178874014-project] Request body: {'security_group_rule': {'security_group_id': 'ff5c5266-4bc8-4b3f-a1eb-ca172c35e5f7', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_group_id': 'bad_group_id'}} {{(pid=94175) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 23 11:33:46.375057 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron_lib.callbacks.manager [None req-0526b4fe-63f3-48b1-a32c-c4fc704afda5 tempest-PortsTestJSON-2085221018 tempest-PortsTestJSON-2085221018-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3801'] for segment, precommit_delete {{(pid=94175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:33:46.380015 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron_lib.callbacks.manager [None req-2c2e7afb-9541-4f24-a3a9-7626246e18b1 tempest-NetworksTest-2133396914 tempest-NetworksTest-2133396914-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-897259', 'neutron.services.segments.db._delete_segments_for_network-8773700168587'] for network, precommit_delete {{(pid=94175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:33:46.398333 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0526b4fe-63f3-48b1-a32c-c4fc704afda5 tempest-PortsTestJSON-2085221018 tempest-PortsTestJSON-2085221018-project] Releasing vlan 402 on physical network physnet1 to pool {{(pid=94175) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 23 11:33:46.398674 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron_lib.callbacks.manager [None req-0526b4fe-63f3-48b1-a32c-c4fc704afda5 tempest-PortsTestJSON-2085221018 tempest-PortsTestJSON-2085221018-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3801', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5082371'] for segment, after_delete {{(pid=94175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:33:46.406937 dv-neutron-601336-94-hyperv neutron-server[94175]: Traceback (most recent call last): Jun 23 11:33:46.406937 dv-neutron-601336-94-hyperv neutron-server[94175]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 23 11:33:46.406937 dv-neutron-601336-94-hyperv neutron-server[94175]: timer() Jun 23 11:33:46.406937 dv-neutron-601336-94-hyperv neutron-server[94175]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 23 11:33:46.406937 dv-neutron-601336-94-hyperv neutron-server[94175]: cb(*args, **kw) Jun 23 11:33:46.406937 dv-neutron-601336-94-hyperv neutron-server[94175]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 23 11:33:46.406937 dv-neutron-601336-94-hyperv neutron-server[94175]: return func(*args, **kwargs) Jun 23 11:33:46.406937 dv-neutron-601336-94-hyperv neutron-server[94175]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 23 11:33:46.406937 dv-neutron-601336-94-hyperv neutron-server[94175]: self._notify() Jun 23 11:33:46.406937 dv-neutron-601336-94-hyperv neutron-server[94175]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 23 11:33:46.406937 dv-neutron-601336-94-hyperv neutron-server[94175]: self.callback(batched_events) Jun 23 11:33:46.406937 dv-neutron-601336-94-hyperv neutron-server[94175]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 23 11:33:46.406937 dv-neutron-601336-94-hyperv neutron-server[94175]: event.method(event) Jun 23 11:33:46.406937 dv-neutron-601336-94-hyperv neutron-server[94175]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 23 11:33:46.406937 dv-neutron-601336-94-hyperv neutron-server[94175]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 23 11:33:46.406937 dv-neutron-601336-94-hyperv neutron-server[94175]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 23 11:33:46.406937 dv-neutron-601336-94-hyperv neutron-server[94175]: aggregate_uuid = self.p_client.list_aggregates( Jun 23 11:33:46.406937 dv-neutron-601336-94-hyperv neutron-server[94175]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 23 11:33:46.406937 dv-neutron-601336-94-hyperv neutron-server[94175]: return f(self, *a, **k) Jun 23 11:33:46.406937 dv-neutron-601336-94-hyperv neutron-server[94175]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 23 11:33:46.406937 dv-neutron-601336-94-hyperv neutron-server[94175]: return self._get(url).json() Jun 23 11:33:46.406937 dv-neutron-601336-94-hyperv neutron-server[94175]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 23 11:33:46.406937 dv-neutron-601336-94-hyperv neutron-server[94175]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 23 11:33:46.406937 dv-neutron-601336-94-hyperv neutron-server[94175]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 23 11:33:46.406937 dv-neutron-601336-94-hyperv neutron-server[94175]: return self.request(url, 'GET', **kwargs) Jun 23 11:33:46.406937 dv-neutron-601336-94-hyperv neutron-server[94175]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 23 11:33:46.406937 dv-neutron-601336-94-hyperv neutron-server[94175]: base_url = self.get_endpoint(auth, allow=allow, Jun 23 11:33:46.406937 dv-neutron-601336-94-hyperv neutron-server[94175]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 23 11:33:46.406937 dv-neutron-601336-94-hyperv neutron-server[94175]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 23 11:33:46.406937 dv-neutron-601336-94-hyperv neutron-server[94175]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 23 11:33:46.406937 dv-neutron-601336-94-hyperv neutron-server[94175]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 23 11:33:46.406937 dv-neutron-601336-94-hyperv neutron-server[94175]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 23 11:33:46.423349 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.services.segments.db [None req-2c2e7afb-9541-4f24-a3a9-7626246e18b1 tempest-NetworksTest-2133396914 tempest-NetworksTest-2133396914-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['fa6d6274-a45d-4474-b668-554c6aac49e8']}} {{(pid=94175) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 11:33:46.441591 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-784ae3dd-5253-49b2-8452-2cb67656813e None None] Pushing event deleted for resources: {'Port': ['ID=f62bc371-8c83-4482-b747-01df66f08724,revision_number=None']} {{(pid=94176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 11:33:46.444124 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG oslo_concurrency.lockutils [None req-784ae3dd-5253-49b2-8452-2cb67656813e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.114s {{(pid=94176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 11:33:46.447118 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.db.l3_dvrscheduler_db [None req-784ae3dd-5253-49b2-8452-2cb67656813e None None] No DVR routers for this DVR port f62bc371-8c83-4482-b747-01df66f08724 on host dv-neutron-601336-94-hyperv {{(pid=94176) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 23 11:33:46.466959 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1eafaf41-f9c7-4b5a-8fe4-43bc88a74432 tempest-NetworksTestDHCPv6-162546708 tempest-NetworksTestDHCPv6-162546708-project] Pushing event deleted for resources: {'Subnet': ['ID=e6076bb0-bdf2-4230-8fbe-17f4a513c1d2,revision_number=None']} {{(pid=94174) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 11:33:46.468748 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.services.segments.db [None req-2c2e7afb-9541-4f24-a3a9-7626246e18b1 tempest-NetworksTest-2133396914 tempest-NetworksTest-2133396914-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '63cd8ddf-1b46-4ac1-a3d7-f5352027ca9d') {'for_net_delete': True} {{(pid=94175) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 11:33:46.468882 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.services.segments.db [None req-2c2e7afb-9541-4f24-a3a9-7626246e18b1 tempest-NetworksTest-2133396914 tempest-NetworksTest-2133396914-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '63cd8ddf-1b46-4ac1-a3d7-f5352027ca9d') {} {{(pid=94175) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 11:33:46.472918 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG oslo_concurrency.lockutils [None req-1eafaf41-f9c7-4b5a-8fe4-43bc88a74432 tempest-NetworksTestDHCPv6-162546708 tempest-NetworksTestDHCPv6-162546708-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.147s {{(pid=94174) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 11:33:46.505362 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron_lib.callbacks.manager [None req-2c2e7afb-9541-4f24-a3a9-7626246e18b1 tempest-NetworksTest-2133396914 tempest-NetworksTest-2133396914-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8773699955833', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5190677'] for segment, before_delete {{(pid=94175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:33:46.525270 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron_lib.callbacks.manager [None req-2c2e7afb-9541-4f24-a3a9-7626246e18b1 tempest-NetworksTest-2133396914 tempest-NetworksTest-2133396914-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3801'] for segment, precommit_delete {{(pid=94175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:33:46.539648 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron_lib.callbacks.manager [None req-2a5341a4-aaeb-4a92-b709-bd96de9f6fd1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-922904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866062', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773700135024', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773699642224'] for port, after_delete {{(pid=94176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:33:46.541615 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG oslo_concurrency.lockutils [None req-767ba968-e254-46aa-9311-768afc6a9d5a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 11:33:46.582112 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a5341a4-aaeb-4a92-b709-bd96de9f6fd1 None None] Pushing event deleted for resources: {'Port': ['ID=b5ede130-20e6-4c5b-9fb6-4b3ce990b859,revision_number=None']} {{(pid=94176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 11:33:46.585292 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG oslo_concurrency.lockutils [None req-2a5341a4-aaeb-4a92-b709-bd96de9f6fd1 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.044s {{(pid=94176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 11:33:46.590494 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2a5341a4-aaeb-4a92-b709-bd96de9f6fd1 None None] No DVR routers for this DVR port b5ede130-20e6-4c5b-9fb6-4b3ce990b859 on host dv-neutron-601336-94-hyperv {{(pid=94176) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 23 11:33:46.609985 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron_lib.callbacks.manager [None req-b761f54c-05a8-4497-b218-5d57ed1f402c tempest-SecGroupIPv6Test-1528675894 tempest-SecGroupIPv6Test-1528675894-project] Notify callbacks [] for security_group, precommit_create {{(pid=94175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:33:46.611796 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron_lib.callbacks.manager [None req-0526b4fe-63f3-48b1-a32c-c4fc704afda5 tempest-PortsTestJSON-2085221018 tempest-PortsTestJSON-2085221018-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-897248', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8002400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7866073', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-524247'] for network, after_delete {{(pid=94175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:33:46.615544 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG oslo_concurrency.lockutils [None req-aece0b14-2510-45e1-9a39-bc03ad94ed1b tempest-NetworksIpV6TestAttrs-49342282 tempest-NetworksIpV6TestAttrs-49342282-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94175) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 11:33:46.631380 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron_lib.callbacks.manager [None req-0526b4fe-63f3-48b1-a32c-c4fc704afda5 tempest-PortsTestJSON-2085221018 tempest-PortsTestJSON-2085221018-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7865916'] for network, before_response {{(pid=94175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:33:46.635082 dv-neutron-601336-94-hyperv neutron-server[94175]: INFO neutron.wsgi [None req-0526b4fe-63f3-48b1-a32c-c4fc704afda5 tempest-PortsTestJSON-2085221018 tempest-PortsTestJSON-2085221018-project] 10.222.0.20 "DELETE /v2.0/networks/2b18360e-4cca-4e3f-a94d-91958471301b HTTP/1.1" status: 204 len: 168 time: 1.2822833 Jun 23 11:33:46.637641 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.wsgi [-] (94174) accepted ('10.222.0.20', 39618) {{(pid=94174) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 11:33:46.638607 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0526b4fe-63f3-48b1-a32c-c4fc704afda5 tempest-PortsTestJSON-2085221018 tempest-PortsTestJSON-2085221018-project] Pushing event deleted for resources: {'Network': ['ID=2b18360e-4cca-4e3f-a94d-91958471301b,revision_number=None']} {{(pid=94175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 11:33:46.641206 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG oslo_concurrency.lockutils [None req-0526b4fe-63f3-48b1-a32c-c4fc704afda5 tempest-PortsTestJSON-2085221018 tempest-PortsTestJSON-2085221018-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.026s {{(pid=94175) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 11:33:46.642825 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2c2e7afb-9541-4f24-a3a9-7626246e18b1 tempest-NetworksTest-2133396914 tempest-NetworksTest-2133396914-project] Releasing vlan 400 on physical network physnet1 to pool {{(pid=94175) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 23 11:33:46.642955 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.api.v2.base [None req-cec45acc-52cc-428b-884e-80a1f0852462 tempest-PortsTestJSON-2085221018 tempest-PortsTestJSON-2085221018-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-363242907'}} {{(pid=94174) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 23 11:33:46.643374 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron_lib.callbacks.manager [None req-2c2e7afb-9541-4f24-a3a9-7626246e18b1 tempest-NetworksTest-2133396914 tempest-NetworksTest-2133396914-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3801', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5082371'] for segment, after_delete {{(pid=94175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:33:46.643828 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron_lib.callbacks.manager [None req-95d6aa8f-24e7-4234-82ff-f502266c3285 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773699952132', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-899307'] for agent, after_update {{(pid=94176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:33:46.647737 dv-neutron-601336-94-hyperv neutron-server[94175]: Traceback (most recent call last): Jun 23 11:33:46.647737 dv-neutron-601336-94-hyperv neutron-server[94175]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 23 11:33:46.647737 dv-neutron-601336-94-hyperv neutron-server[94175]: timer() Jun 23 11:33:46.647737 dv-neutron-601336-94-hyperv neutron-server[94175]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 23 11:33:46.647737 dv-neutron-601336-94-hyperv neutron-server[94175]: cb(*args, **kw) Jun 23 11:33:46.647737 dv-neutron-601336-94-hyperv neutron-server[94175]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 23 11:33:46.647737 dv-neutron-601336-94-hyperv neutron-server[94175]: return func(*args, **kwargs) Jun 23 11:33:46.647737 dv-neutron-601336-94-hyperv neutron-server[94175]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 23 11:33:46.647737 dv-neutron-601336-94-hyperv neutron-server[94175]: self._notify() Jun 23 11:33:46.647737 dv-neutron-601336-94-hyperv neutron-server[94175]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 23 11:33:46.647737 dv-neutron-601336-94-hyperv neutron-server[94175]: self.callback(batched_events) Jun 23 11:33:46.647737 dv-neutron-601336-94-hyperv neutron-server[94175]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 23 11:33:46.647737 dv-neutron-601336-94-hyperv neutron-server[94175]: event.method(event) Jun 23 11:33:46.647737 dv-neutron-601336-94-hyperv neutron-server[94175]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 23 11:33:46.647737 dv-neutron-601336-94-hyperv neutron-server[94175]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 23 11:33:46.647737 dv-neutron-601336-94-hyperv neutron-server[94175]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 23 11:33:46.647737 dv-neutron-601336-94-hyperv neutron-server[94175]: aggregate_uuid = self.p_client.list_aggregates( Jun 23 11:33:46.647737 dv-neutron-601336-94-hyperv neutron-server[94175]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 23 11:33:46.647737 dv-neutron-601336-94-hyperv neutron-server[94175]: return f(self, *a, **k) Jun 23 11:33:46.647737 dv-neutron-601336-94-hyperv neutron-server[94175]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 23 11:33:46.647737 dv-neutron-601336-94-hyperv neutron-server[94175]: return self._get(url).json() Jun 23 11:33:46.647737 dv-neutron-601336-94-hyperv neutron-server[94175]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 23 11:33:46.647737 dv-neutron-601336-94-hyperv neutron-server[94175]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 23 11:33:46.647737 dv-neutron-601336-94-hyperv neutron-server[94175]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 23 11:33:46.647737 dv-neutron-601336-94-hyperv neutron-server[94175]: return self.request(url, 'GET', **kwargs) Jun 23 11:33:46.647737 dv-neutron-601336-94-hyperv neutron-server[94175]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 23 11:33:46.647737 dv-neutron-601336-94-hyperv neutron-server[94175]: base_url = self.get_endpoint(auth, allow=allow, Jun 23 11:33:46.647737 dv-neutron-601336-94-hyperv neutron-server[94175]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 23 11:33:46.647737 dv-neutron-601336-94-hyperv neutron-server[94175]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 23 11:33:46.647737 dv-neutron-601336-94-hyperv neutron-server[94175]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 23 11:33:46.647737 dv-neutron-601336-94-hyperv neutron-server[94175]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 23 11:33:46.647737 dv-neutron-601336-94-hyperv neutron-server[94175]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 23 11:33:46.698661 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron_lib.callbacks.manager [None req-b761f54c-05a8-4497-b218-5d57ed1f402c tempest-SecGroupIPv6Test-1528675894 tempest-SecGroupIPv6Test-1528675894-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7996330'] for security_group, after_create {{(pid=94175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:33:46.706163 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG oslo_concurrency.lockutils [None req-aa327d7d-e4ce-4a84-a0d6-c4726c51bd61 tempest-NegativeSecGroupTest-178874014 tempest-NegativeSecGroupTest-178874014-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94175) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 11:33:46.749962 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-24cf2f3d-b91e-468f-be29-be7f0273b3aa None None] Network f53f535d-bce4-4da8-9bd9-396677ff4e83 requested from dv-neutron-601336-94-hyperv {{(pid=94176) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 23 11:33:46.751612 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b761f54c-05a8-4497-b218-5d57ed1f402c tempest-SecGroupIPv6Test-1528675894 tempest-SecGroupIPv6Test-1528675894-project] Pushing event updated for resources: {'SecurityGroup': ['ID=7ceafecf-0721-4d4b-b003-487b37b57c18,revision_number=1']} {{(pid=94175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 11:33:46.754173 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG oslo_concurrency.lockutils [None req-b761f54c-05a8-4497-b218-5d57ed1f402c tempest-SecGroupIPv6Test-1528675894 tempest-SecGroupIPv6Test-1528675894-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=94175) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 11:33:46.864659 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.db.provisioning_blocks [None req-f446d148-f6aa-4cdc-8078-9aca65296bbf None None] Provisioning complete for port 5bacd06a-7515-4863-a0bb-0909ebfedcb2 triggered by entity DHCP. {{(pid=94176) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 23 11:33:46.865006 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron_lib.callbacks.manager [None req-2c2e7afb-9541-4f24-a3a9-7626246e18b1 tempest-NetworksTest-2133396914 tempest-NetworksTest-2133396914-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-897248', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8002400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7866073', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-524247'] for network, after_delete {{(pid=94175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:33:46.865486 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron_lib.callbacks.manager [None req-f446d148-f6aa-4cdc-8078-9aca65296bbf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-899258'] for port, provisioning_complete {{(pid=94176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:33:46.868425 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG oslo_concurrency.lockutils [None req-0ec7936d-617c-43ab-b8dc-83c3f7218a62 tempest-FloatingIPAdminTestJSON-1420968783 tempest-FloatingIPAdminTestJSON-1420968783-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94175) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 11:33:46.875273 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron_lib.callbacks.manager [None req-2c2e7afb-9541-4f24-a3a9-7626246e18b1 tempest-NetworksTest-2133396914 tempest-NetworksTest-2133396914-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7865916'] for network, before_response {{(pid=94175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:33:46.876718 dv-neutron-601336-94-hyperv neutron-server[94175]: INFO neutron.wsgi [None req-2c2e7afb-9541-4f24-a3a9-7626246e18b1 tempest-NetworksTest-2133396914 tempest-NetworksTest-2133396914-project] 10.222.0.20 "DELETE /v2.0/networks/fa6d6274-a45d-4474-b668-554c6aac49e8 HTTP/1.1" status: 204 len: 168 time: 3.8668237 Jun 23 11:33:46.880703 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.wsgi [-] (94174) accepted ('10.222.0.20', 39620) {{(pid=94174) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 11:33:46.886747 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c2e7afb-9541-4f24-a3a9-7626246e18b1 tempest-NetworksTest-2133396914 tempest-NetworksTest-2133396914-project] Pushing event deleted for resources: {'Network': ['ID=fa6d6274-a45d-4474-b668-554c6aac49e8,revision_number=None']} {{(pid=94175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 11:33:46.886910 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.api.v2.base [None req-6c5ffdb8-8562-497d-9a9f-fd47f047d080 tempest-NetworksTest-2133396914 tempest-NetworksTest-2133396914-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-1344205219'}} {{(pid=94174) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 23 11:33:46.889064 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG oslo_concurrency.lockutils [None req-2c2e7afb-9541-4f24-a3a9-7626246e18b1 tempest-NetworksTest-2133396914 tempest-NetworksTest-2133396914-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.021s {{(pid=94175) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 11:33:46.894773 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d3480daa-9d29-4cca-8563-cbaf2f9d1ddb tempest-NetworksTestDHCPv6-162546708 tempest-NetworksTestDHCPv6-162546708-project] Made reservation on behalf of 5e61222a836c47229c94e37f3902e6bd for: {'subnet': 1} {{(pid=94174) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 23 11:33:46.898474 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron_lib.callbacks.manager [None req-d3480daa-9d29-4cca-8563-cbaf2f9d1ddb tempest-NetworksTestDHCPv6-162546708 tempest-NetworksTestDHCPv6-162546708-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4294245'] for subnet, before_create {{(pid=94174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:33:46.985550 dv-neutron-601336-94-hyperv neutron-server[94175]: INFO neutron.api.v2.resource [None req-5592eb1b-a7c0-4906-b8bd-2777b9f2522c tempest-NegativeSecGroupTest-178874014 tempest-NegativeSecGroupTest-178874014-project] create failed (client error): The resource could not be found. Jun 23 11:33:46.987256 dv-neutron-601336-94-hyperv neutron-server[94175]: INFO neutron.wsgi [None req-5592eb1b-a7c0-4906-b8bd-2777b9f2522c tempest-NegativeSecGroupTest-178874014 tempest-NegativeSecGroupTest-178874014-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 323 time: 0.6287811 Jun 23 11:33:46.990501 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.wsgi [-] (94175) accepted ('10.222.0.20', 39624) {{(pid=94175) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 11:33:47.002472 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b3c00ded-7743-42c7-928e-350a45997ca8 None None] DHCP port deletion for f53f535d-bce4-4da8-9bd9-396677ff4e83 request from dv-neutron-601336-94-hyperv {{(pid=94176) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jun 23 11:33:47.002743 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.api.v2.base [None req-6ae0fd7a-d83a-4d57-a2cb-cdbd848aade0 tempest-NegativeSecGroupTest-178874014 tempest-NegativeSecGroupTest-178874014-project] Request body: {'security_group_rule': {'security_group_id': 'ff5c5266-4bc8-4b3f-a1eb-ca172c35e5f7', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_group_id': 'b81eec3c-1a35-4393-bc21-2f523af12d05'}} {{(pid=94175) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 23 11:33:47.005997 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron_lib.db.api [None req-6c5ffdb8-8562-497d-9a9f-fd47f047d080 tempest-NetworksTest-2133396914 tempest-NetworksTest-2133396914-project] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Jun 23 11:33:47.005997 dv-neutron-601336-94-hyperv neutron-server[94174]: [SQL: DELETE FROM reservations WHERE reservations.project_id = %(project_id_1)s AND reservations.expiration < %(expiration_1)s] Jun 23 11:33:47.005997 dv-neutron-601336-94-hyperv neutron-server[94174]: [parameters: {'project_id_1': 'dfecc9776e0d4947a3f7218fbe96de01', 'expiration_1': datetime.datetime(2021, 6, 23, 11, 33, 46, 891632)}] Jun 23 11:33:47.005997 dv-neutron-601336-94-hyperv neutron-server[94174]: (Background on this error at: http://sqlalche.me/e/14/e3q8) {{(pid=94174) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jun 23 11:33:47.006462 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG oslo_db.api [None req-6c5ffdb8-8562-497d-9a9f-fd47f047d080 tempest-NetworksTest-2133396914 tempest-NetworksTest-2133396914-project] Performing DB retry for function neutron.db.quota.driver_nolock.DbQuotaNoLockDriver.make_reservation {{(pid=94174) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jun 23 11:33:47.010900 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron_lib.db.api [None req-cec45acc-52cc-428b-884e-80a1f0852462 tempest-PortsTestJSON-2085221018 tempest-PortsTestJSON-2085221018-project] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Jun 23 11:33:47.010900 dv-neutron-601336-94-hyperv neutron-server[94174]: [SQL: DELETE FROM reservations WHERE reservations.project_id = %(project_id_1)s AND reservations.expiration < %(expiration_1)s] Jun 23 11:33:47.010900 dv-neutron-601336-94-hyperv neutron-server[94174]: [parameters: {'project_id_1': '9e5461dd76964a018bba022fe5f7a0f1', 'expiration_1': datetime.datetime(2021, 6, 23, 11, 33, 46, 652839)}] Jun 23 11:33:47.010900 dv-neutron-601336-94-hyperv neutron-server[94174]: (Background on this error at: http://sqlalche.me/e/14/e3q8) {{(pid=94174) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jun 23 11:33:47.011337 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG oslo_db.api [None req-cec45acc-52cc-428b-884e-80a1f0852462 tempest-PortsTestJSON-2085221018 tempest-PortsTestJSON-2085221018-project] Performing DB retry for function neutron.db.quota.driver_nolock.DbQuotaNoLockDriver.make_reservation {{(pid=94174) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jun 23 11:33:47.057288 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.plugins.ml2.plugin [None req-b3c00ded-7743-42c7-928e-350a45997ca8 None None] Deleting port 5bacd06a-7515-4863-a0bb-0909ebfedcb2 {{(pid=94176) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1913}} Jun 23 11:33:47.058075 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron_lib.callbacks.manager [None req-b3c00ded-7743-42c7-928e-350a45997ca8 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773700079324'] for port, before_delete {{(pid=94176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:33:47.122414 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4a6a8083-5a75-4c53-bf00-5eda89e5d83e tempest-PortsIpV6TestJSON-1781383748 tempest-PortsIpV6TestJSON-1781383748-project] Made reservation on behalf of 4a9805c328414e068d83db5c9b76c3c7 for: {'subnet': 1} {{(pid=94174) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 23 11:33:47.136730 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron_lib.callbacks.manager [None req-4a6a8083-5a75-4c53-bf00-5eda89e5d83e tempest-PortsIpV6TestJSON-1781383748 tempest-PortsIpV6TestJSON-1781383748-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4294245'] for subnet, before_create {{(pid=94174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:33:47.137056 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.plugins.ml2.db [None req-b3c00ded-7743-42c7-928e-350a45997ca8 None None] For port 5bacd06a-7515-4863-a0bb-0909ebfedcb2, host dv-neutron-601336-94-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-94-hyperv',level=0,port_id=5bacd06a-7515-4863-a0bb-0909ebfedcb2,segment=NetworkSegment(6303a411-6e70-4139-a530-9ee4cf8ba843),segment_id=6303a411-6e70-4139-a530-9ee4cf8ba843)] {{(pid=94176) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 23 11:33:47.146367 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron_lib.callbacks.manager [None req-b3c00ded-7743-42c7-928e-350a45997ca8 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-430722'] for port, precommit_delete {{(pid=94176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:33:47.161592 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8caa5d2b-c73f-44e2-9a96-738075f5817e req-a87ac25b-1969-4ca9-b123-09dc94383dcf tempest-ServerActionsTestJSON-161917335 tempest-ServerActionsTestJSON-161917335-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 11:33:47.163414 dv-neutron-601336-94-hyperv neutron-server[94175]: INFO neutron.wsgi [req-8caa5d2b-c73f-44e2-9a96-738075f5817e req-a87ac25b-1969-4ca9-b123-09dc94383dcf tempest-ServerActionsTestJSON-161917335 tempest-ServerActionsTestJSON-161917335-project] 10.222.0.20 "GET /v2.0/ports?device_id=85769616-6b8b-4da7-ad73-344986edf607 HTTP/1.1" status: 200 len: 945 time: 0.0785429 Jun 23 11:33:47.177653 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.plugins.ml2.plugin [None req-b3c00ded-7743-42c7-928e-350a45997ca8 None None] Calling delete_port for 5bacd06a-7515-4863-a0bb-0909ebfedcb2 owned by network:dhcp {{(pid=94176) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1986}} Jun 23 11:33:47.192015 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron_lib.callbacks.manager [None req-d3480daa-9d29-4cca-8563-cbaf2f9d1ddb tempest-NetworksTestDHCPv6-162546708 tempest-NetworksTestDHCPv6-162546708-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866062', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5195999', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4294259'] for subnet, after_create {{(pid=94174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:33:47.211416 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG oslo_concurrency.lockutils [None req-57837df4-3a3b-47cc-a2f4-ae1c64304054 tempest-NetworksTestDHCPv6-162546708 tempest-NetworksTestDHCPv6-162546708-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94174) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 11:33:47.216015 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron_lib.callbacks.manager [None req-b761f54c-05a8-4497-b218-5d57ed1f402c tempest-SecGroupIPv6Test-1528675894 tempest-SecGroupIPv6Test-1528675894-project] Notify callbacks [] for security_group, before_response {{(pid=94175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:33:47.219948 dv-neutron-601336-94-hyperv neutron-server[94175]: INFO neutron.wsgi [None req-b761f54c-05a8-4497-b218-5d57ed1f402c tempest-SecGroupIPv6Test-1528675894 tempest-SecGroupIPv6Test-1528675894-project] 10.222.0.20 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1743 time: 1.7316284 Jun 23 11:33:47.220805 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.wsgi [-] (94174) accepted ('10.222.0.20', 39626) {{(pid=94174) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 11:33:47.224558 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.plugins.ml2.rpc [None req-dc7542b2-afef-47f4-a763-e3a3cba144be None None] Device b5ede130-20e6-4c5b-9fb6-4b3ce990b859 no longer exists at agent ovs-agent-dv-neutron-601336-94-hyperv {{(pid=94176) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:261}} Jun 23 11:33:47.238288 dv-neutron-601336-94-hyperv neutron-server[94175]: INFO neutron.wsgi [req-8caa5d2b-c73f-44e2-9a96-738075f5817e req-82606625-8ca7-4239-8a93-942060e9360a tempest-ServerActionsTestJSON-161917335 tempest-ServerActionsTestJSON-161917335-project] 10.222.0.20 "GET /v2.0/security-groups?id=f0520e5d-8f0e-4c28-b543-be4405698077&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0674903 Jun 23 11:33:47.247757 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.api.v2.base [None req-1ac0fea8-b01e-42b2-a9af-5dcee7738587 tempest-SecGroupIPv6Test-1528675894 tempest-SecGroupIPv6Test-1528675894-project] Request body: {'security_group_rule': {'security_group_id': '7ceafecf-0721-4d4b-b003-487b37b57c18', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'tcp', 'port_range_min': 77, 'port_range_max': 77, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=94174) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 23 11:33:47.248297 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.plugins.ml2.plugin [None req-dc7542b2-afef-47f4-a763-e3a3cba144be None None] No Port match for: b5ede130-20e6-4c5b-9fb6-4b3ce990b859 {{(pid=94176) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2240}} Jun 23 11:33:47.248676 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.plugins.ml2.rpc [None req-dc7542b2-afef-47f4-a763-e3a3cba144be None None] Device b5ede130-20e6-4c5b-9fb6-4b3ce990b859 not bound to the agent host dv-neutron-601336-94-hyperv {{(pid=94176) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:271}} Jun 23 11:33:47.249120 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.plugins.ml2.rpc [None req-dc7542b2-afef-47f4-a763-e3a3cba144be None None] Device f62bc371-8c83-4482-b747-01df66f08724 no longer exists at agent ovs-agent-dv-neutron-601336-94-hyperv {{(pid=94176) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:261}} Jun 23 11:33:47.268916 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.plugins.ml2.plugin [None req-dc7542b2-afef-47f4-a763-e3a3cba144be None None] No Port match for: f62bc371-8c83-4482-b747-01df66f08724 {{(pid=94176) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2240}} Jun 23 11:33:47.269314 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.plugins.ml2.rpc [None req-dc7542b2-afef-47f4-a763-e3a3cba144be None None] Device f62bc371-8c83-4482-b747-01df66f08724 not bound to the agent host dv-neutron-601336-94-hyperv {{(pid=94176) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:271}} Jun 23 11:33:47.274160 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.plugins.ml2.rpc [None req-dc7542b2-afef-47f4-a763-e3a3cba144be None None] Device 5bacd06a-7515-4863-a0bb-0909ebfedcb2 no longer exists at agent ovs-agent-dv-neutron-601336-94-hyperv {{(pid=94176) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:261}} Jun 23 11:33:47.288044 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d3480daa-9d29-4cca-8563-cbaf2f9d1ddb tempest-NetworksTestDHCPv6-162546708 tempest-NetworksTestDHCPv6-162546708-project] Network f53f535d-bce4-4da8-9bd9-396677ff4e83 is already hosted by enough agents. {{(pid=94174) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 23 11:33:47.297171 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.scheduler.base_scheduler [None req-d3480daa-9d29-4cca-8563-cbaf2f9d1ddb tempest-NetworksTestDHCPv6-162546708 tempest-NetworksTestDHCPv6-162546708-project] Resources bound (agent type, host, resource id): {{(pid=94174) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 23 11:33:47.303948 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d3480daa-9d29-4cca-8563-cbaf2f9d1ddb tempest-NetworksTestDHCPv6-162546708 tempest-NetworksTestDHCPv6-162546708-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94174) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 11:33:47.304549 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron_lib.callbacks.manager [None req-d3480daa-9d29-4cca-8563-cbaf2f9d1ddb tempest-NetworksTestDHCPv6-162546708 tempest-NetworksTestDHCPv6-162546708-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7865916'] for subnet, before_response {{(pid=94174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:33:47.315407 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3480daa-9d29-4cca-8563-cbaf2f9d1ddb tempest-NetworksTestDHCPv6-162546708 tempest-NetworksTestDHCPv6-162546708-project] Pushing event updated for resources: {'Subnet': ['ID=3466b96a-d26a-4c05-80ce-08e1c15fca5d,revision_number=0']} {{(pid=94174) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 11:33:47.321368 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG oslo_concurrency.lockutils [None req-d3480daa-9d29-4cca-8563-cbaf2f9d1ddb tempest-NetworksTestDHCPv6-162546708 tempest-NetworksTestDHCPv6-162546708-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.114s {{(pid=94174) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 11:33:47.414896 dv-neutron-601336-94-hyperv neutron-server[94174]: INFO neutron.wsgi [None req-d3480daa-9d29-4cca-8563-cbaf2f9d1ddb tempest-NetworksTestDHCPv6-162546708 tempest-NetworksTestDHCPv6-162546708-project] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 1.1229181 Jun 23 11:33:47.417866 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.wsgi [-] (94175) accepted ('10.222.0.20', 39628) {{(pid=94175) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 11:33:47.423268 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.api.v2.base [None req-c0e7e4a1-c287-45dd-a2d8-141d58c616c1 tempest-NetworksTestDHCPv6-162546708 tempest-NetworksTestDHCPv6-162546708-project] Request body: {'subnet': {'network_id': 'f53f535d-bce4-4da8-9bd9-396677ff4e83', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=94175) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 23 11:33:47.514577 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron_lib.callbacks.manager [None req-dc7542b2-afef-47f4-a763-e3a3cba144be None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-923122'] for port, before_update {{(pid=94176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:33:47.534257 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron_lib.callbacks.manager [None req-4a6a8083-5a75-4c53-bf00-5eda89e5d83e tempest-PortsIpV6TestJSON-1781383748 tempest-PortsIpV6TestJSON-1781383748-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866062', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5195999', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4294259'] for subnet, after_create {{(pid=94174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:33:47.538078 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG oslo_concurrency.lockutils [None req-d3480daa-9d29-4cca-8563-cbaf2f9d1ddb tempest-NetworksTestDHCPv6-162546708 tempest-NetworksTestDHCPv6-162546708-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94174) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 11:33:47.601105 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a6a8083-5a75-4c53-bf00-5eda89e5d83e tempest-PortsIpV6TestJSON-1781383748 tempest-PortsIpV6TestJSON-1781383748-project] Pushing event updated for resources: {'Subnet': ['ID=65dec3a7-17db-4fc1-bb16-e2f2068e9aa3,revision_number=0']} {{(pid=94174) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 11:33:47.603669 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG oslo_concurrency.lockutils [None req-4a6a8083-5a75-4c53-bf00-5eda89e5d83e tempest-PortsIpV6TestJSON-1781383748 tempest-PortsIpV6TestJSON-1781383748-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.067s {{(pid=94174) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 11:33:47.604497 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron_lib.callbacks.manager [None req-1ac0fea8-b01e-42b2-a9af-5dcee7738587 tempest-SecGroupIPv6Test-1528675894 tempest-SecGroupIPv6Test-1528675894-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:33:47.626582 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron_lib.callbacks.manager [None req-b3c00ded-7743-42c7-928e-350a45997ca8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-922904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866062', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773700135024', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773699642224'] for port, after_delete {{(pid=94176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:33:47.627907 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4a6a8083-5a75-4c53-bf00-5eda89e5d83e tempest-PortsIpV6TestJSON-1781383748 tempest-PortsIpV6TestJSON-1781383748-project] Checking segment: {'id': '93b684aa-dc92-438b-b0b1-1c09223c7cf0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 447, 'network_id': '002b74b6-2c24-49a1-b447-10bece8bbaae'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94174) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 23 11:33:47.628276 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4a6a8083-5a75-4c53-bf00-5eda89e5d83e tempest-PortsIpV6TestJSON-1781383748 tempest-PortsIpV6TestJSON-1781383748-project] Network hostable DHCP agents. Network: 002b74b6-2c24-49a1-b447-10bece8bbaae, hostable agents: ['8cf29b10-0e57-4131-816f-a4b6ad00b249'], hosted agents: [] {{(pid=94174) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 23 11:33:47.630988 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG oslo_concurrency.lockutils [None req-97bd5441-1da2-49ee-a364-27795820ba27 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 11:33:47.659656 dv-neutron-601336-94-hyperv neutron-server[94175]: INFO neutron.api.v2.resource [None req-6ae0fd7a-d83a-4d57-a2cb-cdbd848aade0 tempest-NegativeSecGroupTest-178874014 tempest-NegativeSecGroupTest-178874014-project] create failed (client error): The resource could not be found. Jun 23 11:33:47.663706 dv-neutron-601336-94-hyperv neutron-server[94175]: INFO neutron.wsgi [None req-6ae0fd7a-d83a-4d57-a2cb-cdbd848aade0 tempest-NegativeSecGroupTest-178874014 tempest-NegativeSecGroupTest-178874014-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 347 time: 0.6695328 Jun 23 11:33:47.664054 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.wsgi [-] (94175) accepted ('10.222.0.20', 39630) {{(pid=94175) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 11:33:47.671680 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3c00ded-7743-42c7-928e-350a45997ca8 None None] Pushing event deleted for resources: {'Port': ['ID=5bacd06a-7515-4863-a0bb-0909ebfedcb2,revision_number=None']} {{(pid=94176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 11:33:47.674091 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b3c00ded-7743-42c7-928e-350a45997ca8 None None] No DVR routers for this DVR port 5bacd06a-7515-4863-a0bb-0909ebfedcb2 on host dv-neutron-601336-94-hyperv {{(pid=94176) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 23 11:33:47.675633 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG oslo_concurrency.lockutils [None req-b3c00ded-7743-42c7-928e-350a45997ca8 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=94176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 11:33:47.698775 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b40bf908-046c-4236-b411-93ff53d4fc53 None None] Network f53f535d-bce4-4da8-9bd9-396677ff4e83 requested from dv-neutron-601336-94-hyperv {{(pid=94176) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 23 11:33:47.702395 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron_lib.callbacks.manager [None req-1ac0fea8-b01e-42b2-a9af-5dcee7738587 tempest-SecGroupIPv6Test-1528675894 tempest-SecGroupIPv6Test-1528675894-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:33:47.731794 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron_lib.callbacks.manager [None req-0994a97d-6e52-4b0c-bd13-6e015bfe6dd1 tempest-NegativeSecGroupTest-178874014 tempest-NegativeSecGroupTest-178874014-project] Notify callbacks [] for security_group, before_delete {{(pid=94175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:33:47.752493 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4a6a8083-5a75-4c53-bf00-5eda89e5d83e tempest-PortsIpV6TestJSON-1781383748 tempest-PortsIpV6TestJSON-1781383748-project] Network 002b74b6-2c24-49a1-b447-10bece8bbaae is scheduled to be hosted by DHCP agent 8cf29b10-0e57-4131-816f-a4b6ad00b249 with binding_index 1 {{(pid=94174) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 23 11:33:47.756149 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron_lib.callbacks.manager [None req-0994a97d-6e52-4b0c-bd13-6e015bfe6dd1 tempest-NegativeSecGroupTest-178874014 tempest-NegativeSecGroupTest-178874014-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:33:47.776353 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6c5ffdb8-8562-497d-9a9f-fd47f047d080 tempest-NetworksTest-2133396914 tempest-NetworksTest-2133396914-project] Made reservation on behalf of dfecc9776e0d4947a3f7218fbe96de01 for: {'network': 1} {{(pid=94174) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 23 11:33:47.784553 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron_lib.callbacks.manager [None req-6c5ffdb8-8562-497d-9a9f-fd47f047d080 tempest-NetworksTest-2133396914 tempest-NetworksTest-2133396914-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-923104'] for network, before_create {{(pid=94174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:33:47.791015 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron_lib.callbacks.manager [None req-1ac0fea8-b01e-42b2-a9af-5dcee7738587 tempest-SecGroupIPv6Test-1528675894 tempest-SecGroupIPv6Test-1528675894-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7996355'] for security_group_rule, after_create {{(pid=94174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:33:47.818006 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94174) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 11:33:47.837626 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.scheduler.base_scheduler [None req-4a6a8083-5a75-4c53-bf00-5eda89e5d83e tempest-PortsIpV6TestJSON-1781383748 tempest-PortsIpV6TestJSON-1781383748-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-601336-94-hyperv, 002b74b6-2c24-49a1-b447-10bece8bbaae) {{(pid=94174) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 23 11:33:47.844122 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ac0fea8-b01e-42b2-a9af-5dcee7738587 tempest-SecGroupIPv6Test-1528675894 tempest-SecGroupIPv6Test-1528675894-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7905787f-3ef3-4dfc-9acd-18759c3abda6,revision_number=0']} {{(pid=94174) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 11:33:47.858756 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4a6a8083-5a75-4c53-bf00-5eda89e5d83e tempest-PortsIpV6TestJSON-1781383748 tempest-PortsIpV6TestJSON-1781383748-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94174) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 11:33:47.859676 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron_lib.callbacks.manager [None req-4a6a8083-5a75-4c53-bf00-5eda89e5d83e tempest-PortsIpV6TestJSON-1781383748 tempest-PortsIpV6TestJSON-1781383748-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7865916'] for subnet, before_response {{(pid=94174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:33:47.860678 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e2a72054-f983-4d78-b201-afaf03878028 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1e0d828a-1fa4-563d-b7fd-53adf66a04ee-f53f535d-bce4-4da8-9bd9-396677ff4e83', 'network_id': 'f53f535d-bce4-4da8-9bd9-396677ff4e83', 'tenant_id': '5e61222a836c47229c94e37f3902e6bd', 'fixed_ips': [{'subnet_id': '3466b96a-d26a-4c05-80ce-08e1c15fca5d'}]}} from dv-neutron-601336-94-hyperv. {{(pid=94176) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 23 11:33:47.863404 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron_lib.callbacks.manager [None req-e2a72054-f983-4d78-b201-afaf03878028 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-923104'] for port, before_create {{(pid=94176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:33:47.864620 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG oslo_concurrency.lockutils [None req-1ac0fea8-b01e-42b2-a9af-5dcee7738587 tempest-SecGroupIPv6Test-1528675894 tempest-SecGroupIPv6Test-1528675894-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=94174) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 11:33:47.865492 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1bcbd834-97b4-48cb-a66a-1eb66ed23286 None None] Network 002b74b6-2c24-49a1-b447-10bece8bbaae requested from dv-neutron-601336-94-hyperv {{(pid=94176) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 23 11:33:47.887569 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cec45acc-52cc-428b-884e-80a1f0852462 tempest-PortsTestJSON-2085221018 tempest-PortsTestJSON-2085221018-project] Made reservation on behalf of 9e5461dd76964a018bba022fe5f7a0f1 for: {'network': 1} {{(pid=94174) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 23 11:33:47.891256 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron_lib.callbacks.manager [None req-cec45acc-52cc-428b-884e-80a1f0852462 tempest-PortsTestJSON-2085221018 tempest-PortsTestJSON-2085221018-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-923104'] for network, before_create {{(pid=94174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:33:47.908955 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron_lib.callbacks.manager [None req-0994a97d-6e52-4b0c-bd13-6e015bfe6dd1 tempest-NegativeSecGroupTest-178874014 tempest-NegativeSecGroupTest-178874014-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7996330'] for security_group, after_delete {{(pid=94175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:33:47.911634 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron_lib.callbacks.manager [None req-0994a97d-6e52-4b0c-bd13-6e015bfe6dd1 tempest-NegativeSecGroupTest-178874014 tempest-NegativeSecGroupTest-178874014-project] Notify callbacks [] for security_group, before_response {{(pid=94175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:33:47.912792 dv-neutron-601336-94-hyperv neutron-server[94175]: INFO neutron.wsgi [None req-0994a97d-6e52-4b0c-bd13-6e015bfe6dd1 tempest-NegativeSecGroupTest-178874014 tempest-NegativeSecGroupTest-178874014-project] 10.222.0.20 "DELETE /v2.0/security-groups/ff5c5266-4bc8-4b3f-a1eb-ca172c35e5f7 HTTP/1.1" status: 204 len: 168 time: 0.2477701 Jun 23 11:33:47.913598 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG oslo_concurrency.lockutils [None req-0ff48d64-1b9f-4843-8d19-34543f43e1f1 tempest-NegativeSecGroupTest-178874014 tempest-NegativeSecGroupTest-178874014-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94175) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 11:33:47.917717 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.wsgi [-] (94174) accepted ('10.222.0.20', 39632) {{(pid=94174) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 11:33:47.919764 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6c5ffdb8-8562-497d-9a9f-fd47f047d080 tempest-NetworksTest-2133396914 tempest-NetworksTest-2133396914-project] vlan segment allocate from pool success with {'vlan_id': 412, 'physical_network': 'physnet1'} {{(pid=94174) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 23 11:33:47.929171 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0994a97d-6e52-4b0c-bd13-6e015bfe6dd1 tempest-NegativeSecGroupTest-178874014 tempest-NegativeSecGroupTest-178874014-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=ff5c5266-4bc8-4b3f-a1eb-ca172c35e5f7,revision_number=None']} {{(pid=94175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 11:33:47.934924 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-cec45acc-52cc-428b-884e-80a1f0852462 tempest-PortsTestJSON-2085221018 tempest-PortsTestJSON-2085221018-project] vlan segment allocate from pool success with {'vlan_id': 425, 'physical_network': 'physnet1'} {{(pid=94174) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 23 11:33:47.947215 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG oslo_concurrency.lockutils [None req-0994a97d-6e52-4b0c-bd13-6e015bfe6dd1 tempest-NegativeSecGroupTest-178874014 tempest-NegativeSecGroupTest-178874014-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.033s {{(pid=94175) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 11:33:47.952248 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron_lib.callbacks.manager [None req-6c5ffdb8-8562-497d-9a9f-fd47f047d080 tempest-NetworksTest-2133396914 tempest-NetworksTest-2133396914-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3801'] for segment, precommit_create {{(pid=94174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:33:47.952885 dv-neutron-601336-94-hyperv neutron-server[94174]: INFO neutron.db.segments_db [None req-6c5ffdb8-8562-497d-9a9f-fd47f047d080 tempest-NetworksTest-2133396914 tempest-NetworksTest-2133396914-project] Added segment d9150c67-731d-4b4d-b2dd-9de4ab7a4ea3 of type vlan for network 5c4bfd99-ddc0-472e-81fa-a5d585a669e3 Jun 23 11:33:47.988621 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron_lib.callbacks.manager [None req-cec45acc-52cc-428b-884e-80a1f0852462 tempest-PortsTestJSON-2085221018 tempest-PortsTestJSON-2085221018-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3801'] for segment, precommit_create {{(pid=94174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:33:47.988960 dv-neutron-601336-94-hyperv neutron-server[94174]: INFO neutron.db.segments_db [None req-cec45acc-52cc-428b-884e-80a1f0852462 tempest-PortsTestJSON-2085221018 tempest-PortsTestJSON-2085221018-project] Added segment 826193ba-f841-429e-ad83-6fb7fb8c1446 of type vlan for network 7cc6a096-5b5a-48b7-b45e-38a16064cf71 Jun 23 11:33:47.993618 dv-neutron-601336-94-hyperv neutron-server[94174]: INFO neutron.wsgi [None req-4a6a8083-5a75-4c53-bf00-5eda89e5d83e tempest-PortsIpV6TestJSON-1781383748 tempest-PortsIpV6TestJSON-1781383748-project] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.6814713 Jun 23 11:33:47.994737 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.wsgi [-] (94175) accepted ('10.222.0.20', 39634) {{(pid=94175) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 11:33:48.005480 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.api.v2.base [None req-9394acf4-2ff1-41ab-9cc7-13c7d634078d tempest-PortsIpV6TestJSON-1781383748 tempest-PortsIpV6TestJSON-1781383748-project] Request body: {'port': {'network_id': '002b74b6-2c24-49a1-b447-10bece8bbaae', 'name': 'tempest-PortsIpV6TestJSON-842150272'}} {{(pid=94175) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 23 11:33:48.045489 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron_lib.callbacks.manager [None req-6c5ffdb8-8562-497d-9a9f-fd47f047d080 tempest-NetworksTest-2133396914 tempest-NetworksTest-2133396914-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8773699596773'] for network, precommit_create {{(pid=94174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:33:48.060084 dv-neutron-601336-94-hyperv neutron-server[94174]: INFO neutron.wsgi [None req-ce980233-9bbf-462e-95e8-52c5b22f3d15 tempest-NegativeSecGroupTest-178874014 tempest-NegativeSecGroupTest-178874014-project] 10.222.0.20 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2979 time: 0.1410873 Jun 23 11:33:48.063427 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.wsgi [-] (94174) accepted ('10.222.0.20', 39636) {{(pid=94174) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 11:33:48.070324 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.api.v2.base [None req-c2abf1da-697c-4d96-94f3-81f0106e625f tempest-NegativeSecGroupTest-178874014 tempest-NegativeSecGroupTest-178874014-project] Request body: {'security_group_rule': {'security_group_id': '040db5e0-5eae-45c3-ad64-2f99c0c24d6e', 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=94174) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 23 11:33:48.082710 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c0e7e4a1-c287-45dd-a2d8-141d58c616c1 tempest-NetworksTestDHCPv6-162546708 tempest-NetworksTestDHCPv6-162546708-project] Made reservation on behalf of 5e61222a836c47229c94e37f3902e6bd for: {'subnet': 1} {{(pid=94175) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 23 11:33:48.086506 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron_lib.callbacks.manager [None req-cec45acc-52cc-428b-884e-80a1f0852462 tempest-PortsTestJSON-2085221018 tempest-PortsTestJSON-2085221018-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8773699596773'] for network, precommit_create {{(pid=94174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:33:48.087148 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron_lib.callbacks.manager [None req-c0e7e4a1-c287-45dd-a2d8-141d58c616c1 tempest-NetworksTestDHCPv6-162546708 tempest-NetworksTestDHCPv6-162546708-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4660073'] for subnet, before_create {{(pid=94175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:33:48.131787 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.db.db_base_plugin_common [None req-e2a72054-f983-4d78-b201-afaf03878028 None None] Allocated IP 2001:db8::2 (f53f535d-bce4-4da8-9bd9-396677ff4e83/3466b96a-d26a-4c05-80ce-08e1c15fca5d/8359baae-c42b-4225-9991-fbcdd5b35b6c) {{(pid=94176) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 23 11:33:48.187622 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bf4f30d4-7797-470b-b2a2-003150cbe30d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1e0d828a-1fa4-563d-b7fd-53adf66a04ee-002b74b6-2c24-49a1-b447-10bece8bbaae', 'network_id': '002b74b6-2c24-49a1-b447-10bece8bbaae', 'tenant_id': '4a9805c328414e068d83db5c9b76c3c7', 'fixed_ips': [{'subnet_id': '65dec3a7-17db-4fc1-bb16-e2f2068e9aa3'}]}} from dv-neutron-601336-94-hyperv. {{(pid=94176) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 23 11:33:48.188535 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron_lib.callbacks.manager [None req-bf4f30d4-7797-470b-b2a2-003150cbe30d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-923104'] for port, before_create {{(pid=94176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:33:48.236360 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron_lib.callbacks.manager [None req-1ac0fea8-b01e-42b2-a9af-5dcee7738587 tempest-SecGroupIPv6Test-1528675894 tempest-SecGroupIPv6Test-1528675894-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:33:48.237844 dv-neutron-601336-94-hyperv neutron-server[94174]: INFO neutron.wsgi [None req-1ac0fea8-b01e-42b2-a9af-5dcee7738587 tempest-SecGroupIPv6Test-1528675894 tempest-SecGroupIPv6Test-1528675894-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 1.0157754 Jun 23 11:33:48.241012 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.wsgi [-] (94174) accepted ('10.222.0.20', 39638) {{(pid=94174) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 11:33:48.254238 dv-neutron-601336-94-hyperv neutron-server[94175]: INFO neutron.db.ipam_backend_mixin [None req-c0e7e4a1-c287-45dd-a2d8-141d58c616c1 tempest-NetworksTestDHCPv6-162546708 tempest-NetworksTestDHCPv6-162546708-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet 3466b96a-d26a-4c05-80ce-08e1c15fca5d (CIDR: 2001:db8::/64) Jun 23 11:33:48.284001 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron_lib.callbacks.manager [None req-09a0632b-49ae-45e4-9795-6ef088d1588a tempest-SecGroupIPv6Test-1528675894 tempest-SecGroupIPv6Test-1528675894-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=94174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:33:48.293934 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron_lib.callbacks.manager [None req-09a0632b-49ae-45e4-9795-6ef088d1588a tempest-SecGroupIPv6Test-1528675894 tempest-SecGroupIPv6Test-1528675894-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=94174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:33:48.420907 dv-neutron-601336-94-hyperv neutron-server[94175]: INFO neutron.pecan_wsgi.hooks.translation [None req-c0e7e4a1-c287-45dd-a2d8-141d58c616c1 tempest-NetworksTestDHCPv6-162546708 tempest-NetworksTestDHCPv6-162546708-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jun 23 11:33:48.421430 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-802c185e-5222-4055-9510-1c7f68f426c9 req-dc524250-ceb9-4192-805b-f97d4d596b30 tempest-ServerActionsTestJSON-161917335 tempest-ServerActionsTestJSON-161917335-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94174) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 11:33:48.421563 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c0e7e4a1-c287-45dd-a2d8-141d58c616c1 tempest-NetworksTestDHCPv6-162546708 tempest-NetworksTestDHCPv6-162546708-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=94175) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 23 11:33:48.424870 dv-neutron-601336-94-hyperv neutron-server[94174]: INFO neutron.wsgi [req-802c185e-5222-4055-9510-1c7f68f426c9 req-dc524250-ceb9-4192-805b-f97d4d596b30 tempest-ServerActionsTestJSON-161917335 tempest-ServerActionsTestJSON-161917335-project] 10.222.0.20 "GET /v2.0/ports?device_id=85769616-6b8b-4da7-ad73-344986edf607 HTTP/1.1" status: 200 len: 945 time: 0.0617273 Jun 23 11:33:48.429453 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.db.db_base_plugin_common [None req-bf4f30d4-7797-470b-b2a2-003150cbe30d None None] Allocated IP 2001:db8::2 (002b74b6-2c24-49a1-b447-10bece8bbaae/65dec3a7-17db-4fc1-bb16-e2f2068e9aa3/469c324d-9e40-4f7f-b022-fad3bda3ec66) {{(pid=94176) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 23 11:33:48.429599 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron_lib.callbacks.manager [None req-6c5ffdb8-8562-497d-9a9f-fd47f047d080 tempest-NetworksTest-2133396914 tempest-NetworksTest-2133396914-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8002400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7866073'] for network, after_create {{(pid=94174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:33:48.430834 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6c5ffdb8-8562-497d-9a9f-fd47f047d080 tempest-NetworksTest-2133396914 tempest-NetworksTest-2133396914-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94174) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 11:33:48.431658 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron_lib.callbacks.manager [None req-6c5ffdb8-8562-497d-9a9f-fd47f047d080 tempest-NetworksTest-2133396914 tempest-NetworksTest-2133396914-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7865916'] for network, before_response {{(pid=94174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:33:48.436886 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG oslo_concurrency.lockutils [None req-d8fe619a-cb46-48d7-b930-a12418d8a161 tempest-PortsTestJSON-2085221018 tempest-PortsTestJSON-2085221018-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94174) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 11:33:48.488585 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron_lib.callbacks.manager [None req-e2a72054-f983-4d78-b201-afaf03878028 None None] Notify callbacks [] for port, precommit_create {{(pid=94176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:33:48.502507 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron_lib.callbacks.manager [None req-09a0632b-49ae-45e4-9795-6ef088d1588a tempest-SecGroupIPv6Test-1528675894 tempest-SecGroupIPv6Test-1528675894-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7996355'] for security_group_rule, after_delete {{(pid=94174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:33:48.505559 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron_lib.callbacks.manager [None req-cec45acc-52cc-428b-884e-80a1f0852462 tempest-PortsTestJSON-2085221018 tempest-PortsTestJSON-2085221018-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8002400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7866073'] for network, after_create {{(pid=94174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:33:48.506512 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.db.provisioning_blocks [None req-e2a72054-f983-4d78-b201-afaf03878028 None None] Transition to ACTIVE for port object 8359baae-c42b-4225-9991-fbcdd5b35b6c will not be triggered until provisioned by entity L2. {{(pid=94176) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 23 11:33:48.510932 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cec45acc-52cc-428b-884e-80a1f0852462 tempest-PortsTestJSON-2085221018 tempest-PortsTestJSON-2085221018-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94174) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 11:33:48.511550 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron_lib.callbacks.manager [None req-cec45acc-52cc-428b-884e-80a1f0852462 tempest-PortsTestJSON-2085221018 tempest-PortsTestJSON-2085221018-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7865916'] for network, before_response {{(pid=94174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:33:48.536069 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.db.provisioning_blocks [None req-e2a72054-f983-4d78-b201-afaf03878028 None None] Transition to ACTIVE for port object 8359baae-c42b-4225-9991-fbcdd5b35b6c will not be triggered until provisioned by entity DHCP. {{(pid=94176) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 23 11:33:48.539457 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron_lib.callbacks.manager [None req-09a0632b-49ae-45e4-9795-6ef088d1588a tempest-SecGroupIPv6Test-1528675894 tempest-SecGroupIPv6Test-1528675894-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:33:48.540595 dv-neutron-601336-94-hyperv neutron-server[94174]: INFO neutron.wsgi [None req-09a0632b-49ae-45e4-9795-6ef088d1588a tempest-SecGroupIPv6Test-1528675894 tempest-SecGroupIPv6Test-1528675894-project] 10.222.0.20 "DELETE /v2.0/security-group-rules/7905787f-3ef3-4dfc-9acd-18759c3abda6 HTTP/1.1" status: 204 len: 168 time: 0.2984378 Jun 23 11:33:48.544815 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.wsgi [-] (94175) accepted ('10.222.0.20', 39642) {{(pid=94175) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 11:33:48.558321 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c5ffdb8-8562-497d-9a9f-fd47f047d080 tempest-NetworksTest-2133396914 tempest-NetworksTest-2133396914-project] Pushing event updated for resources: {'Network': ['ID=5c4bfd99-ddc0-472e-81fa-a5d585a669e3,revision_number=1']} {{(pid=94174) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 11:33:48.564739 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG oslo_concurrency.lockutils [None req-6c5ffdb8-8562-497d-9a9f-fd47f047d080 tempest-NetworksTest-2133396914 tempest-NetworksTest-2133396914-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.128s {{(pid=94174) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 11:33:48.565362 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG oslo_concurrency.lockutils [None req-1d6f6b16-d86d-4164-9278-44053e29bf02 tempest-RoutersNegativeTest-1531528216 tempest-RoutersNegativeTest-1531528216-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.047s {{(pid=94174) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 11:33:48.571298 dv-neutron-601336-94-hyperv neutron-server[94174]: INFO neutron.wsgi [req-802c185e-5222-4055-9510-1c7f68f426c9 req-7cf534ce-19e4-473c-924b-e424bf08ab75 tempest-ServerActionsTestJSON-161917335 tempest-ServerActionsTestJSON-161917335-project] 10.222.0.20 "GET /v2.0/security-groups?id=f0520e5d-8f0e-4c28-b543-be4405698077&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1362786 Jun 23 11:33:48.580173 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.plugins.ml2.rpc [None req-dc7542b2-afef-47f4-a763-e3a3cba144be None None] Network 5c4bfd99-ddc0-472e-81fa-a5d585a669e3 details requested by agent ovs-agent-dv-neutron-601336-94-hyperv with host dv-neutron-601336-94-hyperv {{(pid=94176) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:250}} Jun 23 11:33:48.581592 dv-neutron-601336-94-hyperv neutron-server[94175]: INFO neutron.wsgi [None req-c0e7e4a1-c287-45dd-a2d8-141d58c616c1 tempest-NetworksTestDHCPv6-162546708 tempest-NetworksTestDHCPv6-162546708-project] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 1.1625090 Jun 23 11:33:48.585629 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.wsgi [-] (94174) accepted ('10.222.0.20', 39644) {{(pid=94174) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 11:33:48.612986 dv-neutron-601336-94-hyperv neutron-server[94175]: INFO neutron.wsgi [None req-a1197549-2b4b-412c-b878-6f2b0a032de0 tempest-SecGroupIPv6Test-1528675894 tempest-SecGroupIPv6Test-1528675894-project] 10.222.0.20 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.0669849 Jun 23 11:33:48.614866 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.api.v2.base [None req-dcfaaa60-9d4f-4c72-805b-732cd4b78ac3 tempest-NetworksTestDHCPv6-162546708 tempest-NetworksTestDHCPv6-162546708-project] Request body: {'subnet': {'network_id': 'f53f535d-bce4-4da8-9bd9-396677ff4e83', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=94174) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 23 11:33:48.619760 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.wsgi [-] (94175) accepted ('10.222.0.20', 39646) {{(pid=94175) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 11:33:48.628929 dv-neutron-601336-94-hyperv neutron-server[94174]: INFO neutron.wsgi [None req-6c5ffdb8-8562-497d-9a9f-fd47f047d080 tempest-NetworksTest-2133396914 tempest-NetworksTest-2133396914-project] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 1.7469833 Jun 23 11:33:48.642576 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.wsgi [-] (94174) accepted ('10.222.0.20', 39648) {{(pid=94174) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 11:33:48.644985 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron_lib.callbacks.manager [None req-e2a72054-f983-4d78-b201-afaf03878028 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-922915', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-239814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7866073', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773699642215'] for port, after_create {{(pid=94176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:33:48.652928 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG oslo_concurrency.lockutils [None req-a1a563c3-9c00-4f0b-82ec-c9504ec05f48 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 11:33:48.704013 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron_lib.callbacks.manager [None req-c981d0f3-6c0e-465e-a6ed-99649cf2ccc5 tempest-SecGroupIPv6Test-1528675894 tempest-SecGroupIPv6Test-1528675894-project] Notify callbacks [] for security_group, before_delete {{(pid=94175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:33:48.710527 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e2a72054-f983-4d78-b201-afaf03878028 None None] Network f53f535d-bce4-4da8-9bd9-396677ff4e83 is already hosted by enough agents. {{(pid=94176) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 23 11:33:48.723827 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.scheduler.base_scheduler [None req-e2a72054-f983-4d78-b201-afaf03878028 None None] Resources bound (agent type, host, resource id): {{(pid=94176) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 23 11:33:48.726145 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron_lib.callbacks.manager [None req-bf4f30d4-7797-470b-b2a2-003150cbe30d None None] Notify callbacks [] for port, precommit_create {{(pid=94176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:33:48.735764 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron_lib.callbacks.manager [None req-c981d0f3-6c0e-465e-a6ed-99649cf2ccc5 tempest-SecGroupIPv6Test-1528675894 tempest-SecGroupIPv6Test-1528675894-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:33:48.736604 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e2a72054-f983-4d78-b201-afaf03878028 None None] Received port after_create {{(pid=94176) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 23 11:33:48.749210 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2a72054-f983-4d78-b201-afaf03878028 None None] Pushing event updated for resources: {'Port': ['ID=8359baae-c42b-4225-9991-fbcdd5b35b6c,revision_number=1']} {{(pid=94176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 11:33:48.752927 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.db.provisioning_blocks [None req-bf4f30d4-7797-470b-b2a2-003150cbe30d None None] Transition to ACTIVE for port object 469c324d-9e40-4f7f-b022-fad3bda3ec66 will not be triggered until provisioned by entity L2. {{(pid=94176) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 23 11:33:48.755196 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG oslo_concurrency.lockutils [None req-e2a72054-f983-4d78-b201-afaf03878028 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.102s {{(pid=94176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 11:33:48.788815 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9394acf4-2ff1-41ab-9cc7-13c7d634078d tempest-PortsIpV6TestJSON-1781383748 tempest-PortsIpV6TestJSON-1781383748-project] Made reservation on behalf of 4a9805c328414e068d83db5c9b76c3c7 for: {'port': 1} {{(pid=94175) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 23 11:33:48.793337 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron_lib.callbacks.manager [None req-9394acf4-2ff1-41ab-9cc7-13c7d634078d tempest-PortsIpV6TestJSON-1781383748 tempest-PortsIpV6TestJSON-1781383748-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-923104'] for port, before_create {{(pid=94175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:33:48.812356 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.db.provisioning_blocks [None req-bf4f30d4-7797-470b-b2a2-003150cbe30d None None] Transition to ACTIVE for port object 469c324d-9e40-4f7f-b022-fad3bda3ec66 will not be triggered until provisioned by entity DHCP. {{(pid=94176) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 23 11:33:48.815063 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.notifiers.nova [None req-9394acf4-2ff1-41ab-9cc7-13c7d634078d tempest-PortsIpV6TestJSON-1781383748 tempest-PortsIpV6TestJSON-1781383748-project] device_id is not set on port cebd74c5-ed1b-4c88-853b-efc5f25be8f2 yet. {{(pid=94175) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jun 23 11:33:48.826957 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.plugins.ml2.managers [None req-e2a72054-f983-4d78-b201-afaf03878028 None None] Attempting to bind port 8359baae-c42b-4225-9991-fbcdd5b35b6c on host dv-neutron-601336-94-hyperv for vnic_type normal with profile {{(pid=94176) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 23 11:33:48.828576 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.plugins.ml2.managers [None req-e2a72054-f983-4d78-b201-afaf03878028 None None] Attempting to bind port 8359baae-c42b-4225-9991-fbcdd5b35b6c by drivers openvswitch,hyperv on host dv-neutron-601336-94-hyperv at level 0 using segments [{'id': '6303a411-6e70-4139-a530-9ee4cf8ba843', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 419, 'network_id': 'f53f535d-bce4-4da8-9bd9-396677ff4e83'}] {{(pid=94176) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 23 11:33:48.828576 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e2a72054-f983-4d78-b201-afaf03878028 None None] Attempting to bind port 8359baae-c42b-4225-9991-fbcdd5b35b6c on network f53f535d-bce4-4da8-9bd9-396677ff4e83 {{(pid=94176) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 23 11:33:48.833305 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e2a72054-f983-4d78-b201-afaf03878028 None None] Checking agent: {'id': '4d05f899-5ac9-411b-8a03-f60c93f87cdf', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-601336-94-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 23, 11, 22, 14), 'started_at': datetime.datetime(2021, 6, 23, 11, 22, 44), 'heartbeat_timestamp': datetime.datetime(2021, 6, 23, 11, 33, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'monitor_allowed_address_pair_garp': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-601336-94-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94176) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 23 11:33:48.833694 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e2a72054-f983-4d78-b201-afaf03878028 None None] Checking segment: {'id': '6303a411-6e70-4139-a530-9ee4cf8ba843', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 419, 'network_id': 'f53f535d-bce4-4da8-9bd9-396677ff4e83'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94176) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 23 11:33:48.834109 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron_lib.callbacks.manager [None req-e2a72054-f983-4d78-b201-afaf03878028 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:33:48.834513 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e2a72054-f983-4d78-b201-afaf03878028 None None] Bound using segment: {'id': '6303a411-6e70-4139-a530-9ee4cf8ba843', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 419, 'network_id': 'f53f535d-bce4-4da8-9bd9-396677ff4e83'} {{(pid=94176) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 23 11:33:48.834990 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.plugins.ml2.managers [None req-e2a72054-f983-4d78-b201-afaf03878028 None None] Bound port: 8359baae-c42b-4225-9991-fbcdd5b35b6c, host: dv-neutron-601336-94-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6303a411-6e70-4139-a530-9ee4cf8ba843', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 419, 'network_id': 'f53f535d-bce4-4da8-9bd9-396677ff4e83'}}] {{(pid=94176) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 23 11:33:48.835462 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron_lib.callbacks.manager [None req-e2a72054-f983-4d78-b201-afaf03878028 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-923122'] for port, before_update {{(pid=94176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:33:48.865082 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron_lib.callbacks.manager [None req-c981d0f3-6c0e-465e-a6ed-99649cf2ccc5 tempest-SecGroupIPv6Test-1528675894 tempest-SecGroupIPv6Test-1528675894-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7996330'] for security_group, after_delete {{(pid=94175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:33:48.867945 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron_lib.callbacks.manager [None req-c981d0f3-6c0e-465e-a6ed-99649cf2ccc5 tempest-SecGroupIPv6Test-1528675894 tempest-SecGroupIPv6Test-1528675894-project] Notify callbacks [] for security_group, before_response {{(pid=94175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:33:48.872041 dv-neutron-601336-94-hyperv neutron-server[94175]: INFO neutron.wsgi [None req-c981d0f3-6c0e-465e-a6ed-99649cf2ccc5 tempest-SecGroupIPv6Test-1528675894 tempest-SecGroupIPv6Test-1528675894-project] 10.222.0.20 "DELETE /v2.0/security-groups/7ceafecf-0721-4d4b-b003-487b37b57c18 HTTP/1.1" status: 204 len: 168 time: 0.2468805 Jun 23 11:33:48.873346 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG oslo_concurrency.lockutils [None req-d7a7ada7-9b40-4b98-95f2-17b270faf675 tempest-RoutersNegativeTest-1531528216 tempest-RoutersNegativeTest-1531528216-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94175) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 11:33:48.876478 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.wsgi [-] (94175) accepted ('10.222.0.20', 39650) {{(pid=94175) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 11:33:48.890134 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron_lib.callbacks.manager [None req-bf4f30d4-7797-470b-b2a2-003150cbe30d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-922915', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-239814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7866073', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773699642215'] for port, after_create {{(pid=94176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:33:48.897942 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG oslo_concurrency.lockutils [None req-451dfb3b-052e-4d2e-93ff-4d7bc5836b9c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 11:33:48.951233 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.plugins.ml2.db [None req-e2a72054-f983-4d78-b201-afaf03878028 None None] For port 8359baae-c42b-4225-9991-fbcdd5b35b6c, host dv-neutron-601336-94-hyperv, cleared binding levels {{(pid=94176) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 23 11:33:48.954632 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bf4f30d4-7797-470b-b2a2-003150cbe30d None None] Network 002b74b6-2c24-49a1-b447-10bece8bbaae is already hosted by enough agents. {{(pid=94176) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 23 11:33:48.956510 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.plugins.ml2.db [None req-e2a72054-f983-4d78-b201-afaf03878028 None None] For port 8359baae-c42b-4225-9991-fbcdd5b35b6c, host dv-neutron-601336-94-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-94-hyperv',level=0,port_id=8359baae-c42b-4225-9991-fbcdd5b35b6c,segment=NetworkSegment(6303a411-6e70-4139-a530-9ee4cf8ba843),segment_id=6303a411-6e70-4139-a530-9ee4cf8ba843)] {{(pid=94176) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 23 11:33:48.958086 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf4f30d4-7797-470b-b2a2-003150cbe30d None None] Pushing event updated for resources: {'Port': ['ID=469c324d-9e40-4f7f-b022-fad3bda3ec66,revision_number=1']} {{(pid=94176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 11:33:48.960862 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.scheduler.base_scheduler [None req-bf4f30d4-7797-470b-b2a2-003150cbe30d None None] Resources bound (agent type, host, resource id): {{(pid=94176) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 23 11:33:48.962590 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG oslo_concurrency.lockutils [None req-bf4f30d4-7797-470b-b2a2-003150cbe30d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.065s {{(pid=94176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 11:33:48.963348 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bf4f30d4-7797-470b-b2a2-003150cbe30d None None] Received port after_create {{(pid=94176) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 23 11:33:49.014975 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.api.v2.base [None req-b608c6db-470e-44ac-98c0-1bfd8b7b5a0c tempest-NetworksTest-2133396914 tempest-NetworksTest-2133396914-project] Request body: {'subnet': {'network_id': '5c4bfd99-ddc0-472e-81fa-a5d585a669e3', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': None, 'allocation_pools': [{'start': '172.20.0.3', 'end': '172.20.0.7'}]}} {{(pid=94174) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 23 11:33:49.027475 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.plugins.ml2.managers [None req-bf4f30d4-7797-470b-b2a2-003150cbe30d None None] Attempting to bind port 469c324d-9e40-4f7f-b022-fad3bda3ec66 on host dv-neutron-601336-94-hyperv for vnic_type normal with profile {{(pid=94176) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 23 11:33:49.027913 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.plugins.ml2.managers [None req-bf4f30d4-7797-470b-b2a2-003150cbe30d None None] Attempting to bind port 469c324d-9e40-4f7f-b022-fad3bda3ec66 by drivers openvswitch,hyperv on host dv-neutron-601336-94-hyperv at level 0 using segments [{'id': '93b684aa-dc92-438b-b0b1-1c09223c7cf0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 447, 'network_id': '002b74b6-2c24-49a1-b447-10bece8bbaae'}] {{(pid=94176) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 23 11:33:49.028269 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bf4f30d4-7797-470b-b2a2-003150cbe30d None None] Attempting to bind port 469c324d-9e40-4f7f-b022-fad3bda3ec66 on network 002b74b6-2c24-49a1-b447-10bece8bbaae {{(pid=94176) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 23 11:33:49.028664 dv-neutron-601336-94-hyperv neutron-server[94174]: INFO neutron.api.v2.resource [None req-c2abf1da-697c-4d96-94f3-81f0106e625f tempest-NegativeSecGroupTest-178874014 tempest-NegativeSecGroupTest-178874014-project] create failed (client error): The resource could not be found. Jun 23 11:33:49.031260 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron_lib.callbacks.manager [None req-e2a72054-f983-4d78-b201-afaf03878028 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-922904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866062', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773700135042', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773699642233', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773699642278'] for port, after_update {{(pid=94176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:33:49.031957 dv-neutron-601336-94-hyperv neutron-server[94174]: INFO neutron.wsgi [None req-c2abf1da-697c-4d96-94f3-81f0106e625f tempest-NegativeSecGroupTest-178874014 tempest-NegativeSecGroupTest-178874014-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 347 time: 0.9648559 Jun 23 11:33:49.033205 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG oslo_concurrency.lockutils [None req-a6d6d290-9f89-42b1-8dd9-de5739853eb5 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 11:33:49.037408 dv-neutron-601336-94-hyperv neutron-server[94174]: INFO neutron.wsgi [None req-cec45acc-52cc-428b-884e-80a1f0852462 tempest-PortsTestJSON-2085221018 tempest-PortsTestJSON-2085221018-project] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 767 time: 2.3967979 Jun 23 11:33:49.048324 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.wsgi [-] (94174) accepted ('10.222.0.20', 39652) {{(pid=94174) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 11:33:49.051117 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.wsgi [-] (94174) accepted ('10.222.0.20', 39654) {{(pid=94174) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 11:33:49.054919 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.api.v2.base [None req-5ac91628-56c9-4eac-b768-3891bfdd3eca tempest-PortsTestJSON-2085221018 tempest-PortsTestJSON-2085221018-project] Request body: {'subnet': {'network_id': '7cc6a096-5b5a-48b7-b45e-38a16064cf71', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=94174) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 23 11:33:49.060353 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bf4f30d4-7797-470b-b2a2-003150cbe30d None None] Checking agent: {'id': '4d05f899-5ac9-411b-8a03-f60c93f87cdf', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-601336-94-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 23, 11, 22, 14), 'started_at': datetime.datetime(2021, 6, 23, 11, 22, 44), 'heartbeat_timestamp': datetime.datetime(2021, 6, 23, 11, 33, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'monitor_allowed_address_pair_garp': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-601336-94-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94176) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 23 11:33:49.060742 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bf4f30d4-7797-470b-b2a2-003150cbe30d None None] Checking segment: {'id': '93b684aa-dc92-438b-b0b1-1c09223c7cf0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 447, 'network_id': '002b74b6-2c24-49a1-b447-10bece8bbaae'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94176) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 23 11:33:49.061630 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron_lib.callbacks.manager [None req-bf4f30d4-7797-470b-b2a2-003150cbe30d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:33:49.061630 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bf4f30d4-7797-470b-b2a2-003150cbe30d None None] Bound using segment: {'id': '93b684aa-dc92-438b-b0b1-1c09223c7cf0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 447, 'network_id': '002b74b6-2c24-49a1-b447-10bece8bbaae'} {{(pid=94176) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 23 11:33:49.062047 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.plugins.ml2.managers [None req-bf4f30d4-7797-470b-b2a2-003150cbe30d None None] Bound port: 469c324d-9e40-4f7f-b022-fad3bda3ec66, host: dv-neutron-601336-94-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '93b684aa-dc92-438b-b0b1-1c09223c7cf0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 447, 'network_id': '002b74b6-2c24-49a1-b447-10bece8bbaae'}}] {{(pid=94176) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 23 11:33:49.062436 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron_lib.callbacks.manager [None req-bf4f30d4-7797-470b-b2a2-003150cbe30d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-923122'] for port, before_update {{(pid=94176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:33:49.088170 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.api.v2.base [None req-3877061d-9bc4-4633-81ef-4d0340d906fb tempest-NegativeSecGroupTest-178874014 tempest-NegativeSecGroupTest-178874014-project] Request body: {'security_group': {'name': 'tempest-secgroup--1270270831'}} {{(pid=94174) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 23 11:33:49.092623 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cec45acc-52cc-428b-884e-80a1f0852462 tempest-PortsTestJSON-2085221018 tempest-PortsTestJSON-2085221018-project] Pushing event updated for resources: {'Network': ['ID=7cc6a096-5b5a-48b7-b45e-38a16064cf71,revision_number=1']} {{(pid=94174) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 11:33:49.136938 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.plugins.ml2.rpc [None req-dc7542b2-afef-47f4-a763-e3a3cba144be None None] Network 7cc6a096-5b5a-48b7-b45e-38a16064cf71 details requested by agent ovs-agent-dv-neutron-601336-94-hyperv with host dv-neutron-601336-94-hyperv {{(pid=94176) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:250}} Jun 23 11:33:49.202422 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2a72054-f983-4d78-b201-afaf03878028 None None] Pushing event updated for resources: {'Port': ['ID=8359baae-c42b-4225-9991-fbcdd5b35b6c,revision_number=2']} {{(pid=94176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 11:33:49.205796 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c981d0f3-6c0e-465e-a6ed-99649cf2ccc5 tempest-SecGroupIPv6Test-1528675894 tempest-SecGroupIPv6Test-1528675894-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=7ceafecf-0721-4d4b-b003-487b37b57c18,revision_number=None']} {{(pid=94175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 11:33:49.208179 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG oslo_concurrency.lockutils [None req-c981d0f3-6c0e-465e-a6ed-99649cf2ccc5 tempest-SecGroupIPv6Test-1528675894 tempest-SecGroupIPv6Test-1528675894-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.335s {{(pid=94175) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 11:33:49.228683 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG oslo_concurrency.lockutils [None req-e2a72054-f983-4d78-b201-afaf03878028 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.195s {{(pid=94176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 11:33:49.274235 dv-neutron-601336-94-hyperv neutron-server[94175]: INFO neutron.wsgi [None req-a5465fd9-2f3a-4b22-9552-05955dd90449 tempest-SecGroupIPv6Test-1528675894 tempest-SecGroupIPv6Test-1528675894-project] 10.222.0.20 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2979 time: 0.3931043 Jun 23 11:33:49.277106 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.plugins.ml2.db [None req-bf4f30d4-7797-470b-b2a2-003150cbe30d None None] For port 469c324d-9e40-4f7f-b022-fad3bda3ec66, host dv-neutron-601336-94-hyperv, cleared binding levels {{(pid=94176) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 23 11:33:49.282579 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.plugins.ml2.db [None req-bf4f30d4-7797-470b-b2a2-003150cbe30d None None] For port 469c324d-9e40-4f7f-b022-fad3bda3ec66, host dv-neutron-601336-94-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-94-hyperv',level=0,port_id=469c324d-9e40-4f7f-b022-fad3bda3ec66,segment=NetworkSegment(93b684aa-dc92-438b-b0b1-1c09223c7cf0),segment_id=93b684aa-dc92-438b-b0b1-1c09223c7cf0)] {{(pid=94176) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 23 11:33:49.283283 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG oslo_concurrency.lockutils [None req-cec45acc-52cc-428b-884e-80a1f0852462 tempest-PortsTestJSON-2085221018 tempest-PortsTestJSON-2085221018-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.717s {{(pid=94174) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 11:33:49.284467 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.755s {{(pid=94174) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 11:33:49.292573 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.wsgi [-] (94174) accepted ('10.222.0.20', 39656) {{(pid=94174) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 11:33:49.297660 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.api.v2.base [None req-8f41bb4a-e7e3-4596-a3b4-46ea28dce37c tempest-SecGroupIPv6Test-1528675894 tempest-SecGroupIPv6Test-1528675894-project] Request body: {'security_group': {'name': 'tempest-secgroup--502681574'}} {{(pid=94174) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 23 11:33:49.305239 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.db.db_base_plugin_common [None req-9394acf4-2ff1-41ab-9cc7-13c7d634078d tempest-PortsIpV6TestJSON-1781383748 tempest-PortsIpV6TestJSON-1781383748-project] Allocated IP 2001:db8::3b1 (002b74b6-2c24-49a1-b447-10bece8bbaae/65dec3a7-17db-4fc1-bb16-e2f2068e9aa3/cebd74c5-ed1b-4c88-853b-efc5f25be8f2) {{(pid=94175) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 23 11:33:49.329341 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09a0632b-49ae-45e4-9795-6ef088d1588a tempest-SecGroupIPv6Test-1528675894 tempest-SecGroupIPv6Test-1528675894-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=7905787f-3ef3-4dfc-9acd-18759c3abda6,revision_number=None']} {{(pid=94174) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 11:33:49.337991 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG oslo_concurrency.lockutils [None req-09a0632b-49ae-45e4-9795-6ef088d1588a tempest-SecGroupIPv6Test-1528675894 tempest-SecGroupIPv6Test-1528675894-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.053s {{(pid=94174) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 11:33:49.363357 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b608c6db-470e-44ac-98c0-1bfd8b7b5a0c tempest-NetworksTest-2133396914 tempest-NetworksTest-2133396914-project] Made reservation on behalf of dfecc9776e0d4947a3f7218fbe96de01 for: {'subnet': 1} {{(pid=94174) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 23 11:33:49.366861 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron_lib.callbacks.manager [None req-b608c6db-470e-44ac-98c0-1bfd8b7b5a0c tempest-NetworksTest-2133396914 tempest-NetworksTest-2133396914-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4294245'] for subnet, before_create {{(pid=94174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:33:49.389121 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron_lib.callbacks.manager [None req-bf4f30d4-7797-470b-b2a2-003150cbe30d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-922904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866062', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773700135042', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773699642233', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773699642278'] for port, after_update {{(pid=94176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:33:49.393513 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG oslo_concurrency.lockutils [None req-bf4f30d4-7797-470b-b2a2-003150cbe30d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 11:33:49.441632 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.db.ipam_backend_mixin [None req-b608c6db-470e-44ac-98c0-1bfd8b7b5a0c tempest-NetworksTest-2133396914 tempest-NetworksTest-2133396914-project] Performing IP validity checks on allocation pools {{(pid=94174) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:325}} Jun 23 11:33:49.442178 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.db.ipam_backend_mixin [None req-b608c6db-470e-44ac-98c0-1bfd8b7b5a0c tempest-NetworksTest-2133396914 tempest-NetworksTest-2133396914-project] Checking for overlaps among allocation pools and gateway ip {{(pid=94174) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:346}} Jun 23 11:33:49.466275 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf4f30d4-7797-470b-b2a2-003150cbe30d None None] Pushing event updated for resources: {'Port': ['ID=469c324d-9e40-4f7f-b022-fad3bda3ec66,revision_number=2']} {{(pid=94176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 11:33:49.470881 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG oslo_concurrency.lockutils [None req-bf4f30d4-7797-470b-b2a2-003150cbe30d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.080s {{(pid=94176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 11:33:49.533629 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron_lib.callbacks.manager [None req-9394acf4-2ff1-41ab-9cc7-13c7d634078d tempest-PortsIpV6TestJSON-1781383748 tempest-PortsIpV6TestJSON-1781383748-project] Notify callbacks [] for port, precommit_create {{(pid=94175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:33:49.549009 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.db.provisioning_blocks [None req-9394acf4-2ff1-41ab-9cc7-13c7d634078d tempest-PortsIpV6TestJSON-1781383748 tempest-PortsIpV6TestJSON-1781383748-project] Transition to ACTIVE for port object cebd74c5-ed1b-4c88-853b-efc5f25be8f2 will not be triggered until provisioned by entity DHCP. {{(pid=94175) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 23 11:33:49.590770 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dcfaaa60-9d4f-4c72-805b-732cd4b78ac3 tempest-NetworksTestDHCPv6-162546708 tempest-NetworksTestDHCPv6-162546708-project] Made reservation on behalf of 5e61222a836c47229c94e37f3902e6bd for: {'subnet': 1} {{(pid=94174) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 23 11:33:49.594302 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron_lib.callbacks.manager [None req-dcfaaa60-9d4f-4c72-805b-732cd4b78ac3 tempest-NetworksTestDHCPv6-162546708 tempest-NetworksTestDHCPv6-162546708-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4294245'] for subnet, before_create {{(pid=94174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:33:49.601210 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron_lib.db.api [None req-5ac91628-56c9-4eac-b768-3891bfdd3eca tempest-PortsTestJSON-2085221018 tempest-PortsTestJSON-2085221018-project] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Jun 23 11:33:49.601210 dv-neutron-601336-94-hyperv neutron-server[94174]: [SQL: DELETE FROM reservations WHERE reservations.project_id = %(project_id_1)s AND reservations.expiration < %(expiration_1)s] Jun 23 11:33:49.601210 dv-neutron-601336-94-hyperv neutron-server[94174]: [parameters: {'project_id_1': '9e5461dd76964a018bba022fe5f7a0f1', 'expiration_1': datetime.datetime(2021, 6, 23, 11, 33, 49, 354831)}] Jun 23 11:33:49.601210 dv-neutron-601336-94-hyperv neutron-server[94174]: (Background on this error at: http://sqlalche.me/e/14/e3q8) {{(pid=94174) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jun 23 11:33:49.601681 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG oslo_db.api [None req-5ac91628-56c9-4eac-b768-3891bfdd3eca tempest-PortsTestJSON-2085221018 tempest-PortsTestJSON-2085221018-project] Performing DB retry for function neutron.db.quota.driver_nolock.DbQuotaNoLockDriver.make_reservation {{(pid=94174) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jun 23 11:33:49.611815 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron_lib.db.api [None req-8f41bb4a-e7e3-4596-a3b4-46ea28dce37c tempest-SecGroupIPv6Test-1528675894 tempest-SecGroupIPv6Test-1528675894-project] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Jun 23 11:33:49.611815 dv-neutron-601336-94-hyperv neutron-server[94174]: [SQL: DELETE FROM reservations WHERE reservations.project_id = %(project_id_1)s AND reservations.expiration < %(expiration_1)s] Jun 23 11:33:49.611815 dv-neutron-601336-94-hyperv neutron-server[94174]: [parameters: {'project_id_1': 'b821b46e1b324d8b841a47a523d22ab1', 'expiration_1': datetime.datetime(2021, 6, 23, 11, 33, 49, 310767)}] Jun 23 11:33:49.611815 dv-neutron-601336-94-hyperv neutron-server[94174]: (Background on this error at: http://sqlalche.me/e/14/e3q8) {{(pid=94174) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jun 23 11:33:49.612152 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG oslo_db.api [None req-8f41bb4a-e7e3-4596-a3b4-46ea28dce37c tempest-SecGroupIPv6Test-1528675894 tempest-SecGroupIPv6Test-1528675894-project] Performing DB retry for function neutron.db.quota.driver_nolock.DbQuotaNoLockDriver.make_reservation {{(pid=94174) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jun 23 11:33:49.640096 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron_lib.callbacks.manager [None req-9394acf4-2ff1-41ab-9cc7-13c7d634078d tempest-PortsIpV6TestJSON-1781383748 tempest-PortsIpV6TestJSON-1781383748-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-922915', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-239814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7866073', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773699642215', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-5082457'] for port, after_create {{(pid=94175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:33:49.664348 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG oslo_concurrency.lockutils [None req-b3cc3dac-6144-4bfe-a293-cae51692a6fe tempest-AllowedAddressPairTestJSON-1962660266 tempest-AllowedAddressPairTestJSON-1962660266-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94175) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 11:33:49.679216 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron_lib.callbacks.manager [None req-b608c6db-470e-44ac-98c0-1bfd8b7b5a0c tempest-NetworksTest-2133396914 tempest-NetworksTest-2133396914-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866062', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5195999', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4294259'] for subnet, after_create {{(pid=94174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:33:49.684710 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG oslo_concurrency.lockutils [None req-7d66a112-709d-454e-a617-20d734afd7f7 tempest-FloatingIPAdminTestJSON-1420968783 tempest-FloatingIPAdminTestJSON-1420968783-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94174) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 11:33:49.740389 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9394acf4-2ff1-41ab-9cc7-13c7d634078d tempest-PortsIpV6TestJSON-1781383748 tempest-PortsIpV6TestJSON-1781383748-project] Pushing event updated for resources: {'Port': ['ID=cebd74c5-ed1b-4c88-853b-efc5f25be8f2,revision_number=1']} {{(pid=94175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 11:33:49.752825 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG oslo_concurrency.lockutils [None req-9394acf4-2ff1-41ab-9cc7-13c7d634078d tempest-PortsIpV6TestJSON-1781383748 tempest-PortsIpV6TestJSON-1781383748-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.089s {{(pid=94175) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 11:33:49.759289 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9394acf4-2ff1-41ab-9cc7-13c7d634078d tempest-PortsIpV6TestJSON-1781383748 tempest-PortsIpV6TestJSON-1781383748-project] Network 002b74b6-2c24-49a1-b447-10bece8bbaae is already hosted by enough agents. {{(pid=94175) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 23 11:33:49.771936 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.scheduler.base_scheduler [None req-9394acf4-2ff1-41ab-9cc7-13c7d634078d tempest-PortsIpV6TestJSON-1781383748 tempest-PortsIpV6TestJSON-1781383748-project] Resources bound (agent type, host, resource id): {{(pid=94175) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 23 11:33:49.775681 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9394acf4-2ff1-41ab-9cc7-13c7d634078d tempest-PortsIpV6TestJSON-1781383748 tempest-PortsIpV6TestJSON-1781383748-project] Received port after_create {{(pid=94175) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 23 11:33:49.782533 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9394acf4-2ff1-41ab-9cc7-13c7d634078d tempest-PortsIpV6TestJSON-1781383748 tempest-PortsIpV6TestJSON-1781383748-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 11:33:49.784405 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron_lib.callbacks.manager [None req-9394acf4-2ff1-41ab-9cc7-13c7d634078d tempest-PortsIpV6TestJSON-1781383748 tempest-PortsIpV6TestJSON-1781383748-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-217507'] for port, before_response {{(pid=94175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:33:49.784978 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron_lib.callbacks.manager [None req-3877061d-9bc4-4633-81ef-4d0340d906fb tempest-NegativeSecGroupTest-178874014 tempest-NegativeSecGroupTest-178874014-project] Notify callbacks [] for security_group, before_create {{(pid=94174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:33:49.815448 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b608c6db-470e-44ac-98c0-1bfd8b7b5a0c tempest-NetworksTest-2133396914 tempest-NetworksTest-2133396914-project] Pushing event updated for resources: {'Subnet': ['ID=473c3e8b-0631-464c-9789-c6dbd5843933,revision_number=0']} {{(pid=94174) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 11:33:49.825634 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG oslo_concurrency.lockutils [None req-b608c6db-470e-44ac-98c0-1bfd8b7b5a0c tempest-NetworksTest-2133396914 tempest-NetworksTest-2133396914-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.141s {{(pid=94174) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 11:33:49.830520 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b608c6db-470e-44ac-98c0-1bfd8b7b5a0c tempest-NetworksTest-2133396914 tempest-NetworksTest-2133396914-project] Checking segment: {'id': 'd9150c67-731d-4b4d-b2dd-9de4ab7a4ea3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 412, 'network_id': '5c4bfd99-ddc0-472e-81fa-a5d585a669e3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94174) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 23 11:33:49.830893 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b608c6db-470e-44ac-98c0-1bfd8b7b5a0c tempest-NetworksTest-2133396914 tempest-NetworksTest-2133396914-project] Network hostable DHCP agents. Network: 5c4bfd99-ddc0-472e-81fa-a5d585a669e3, hostable agents: ['8cf29b10-0e57-4131-816f-a4b6ad00b249'], hosted agents: [] {{(pid=94174) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 23 11:33:49.850606 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17c3b197-1c09-4c7e-8f01-0cff2e92c97d req-6f228fc9-9c94-4f38-ae5e-452215498ade tempest-ServerActionsTestJSON-161917335 tempest-ServerActionsTestJSON-161917335-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 11:33:49.852169 dv-neutron-601336-94-hyperv neutron-server[94175]: INFO neutron.wsgi [req-17c3b197-1c09-4c7e-8f01-0cff2e92c97d req-6f228fc9-9c94-4f38-ae5e-452215498ade tempest-ServerActionsTestJSON-161917335 tempest-ServerActionsTestJSON-161917335-project] 10.222.0.20 "GET /v2.0/ports?device_id=85769616-6b8b-4da7-ad73-344986edf607 HTTP/1.1" status: 200 len: 945 time: 0.0917652 Jun 23 11:33:49.892064 dv-neutron-601336-94-hyperv neutron-server[94175]: INFO neutron.wsgi [req-17c3b197-1c09-4c7e-8f01-0cff2e92c97d req-42a3138e-f2a5-4bc3-95e1-31d30fc11ba8 tempest-ServerActionsTestJSON-161917335 tempest-ServerActionsTestJSON-161917335-project] 10.222.0.20 "GET /v2.0/security-groups?id=f0520e5d-8f0e-4c28-b543-be4405698077&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0339763 Jun 23 11:33:49.896095 dv-neutron-601336-94-hyperv neutron-server[94175]: INFO neutron.wsgi [None req-9394acf4-2ff1-41ab-9cc7-13c7d634078d tempest-PortsIpV6TestJSON-1781383748 tempest-PortsIpV6TestJSON-1781383748-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 930 time: 1.8973536 Jun 23 11:33:49.896388 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.wsgi [-] (94175) accepted ('10.222.0.20', 39660) {{(pid=94175) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 11:33:49.958616 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b608c6db-470e-44ac-98c0-1bfd8b7b5a0c tempest-NetworksTest-2133396914 tempest-NetworksTest-2133396914-project] Network 5c4bfd99-ddc0-472e-81fa-a5d585a669e3 is scheduled to be hosted by DHCP agent 8cf29b10-0e57-4131-816f-a4b6ad00b249 with binding_index 1 {{(pid=94174) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 23 11:33:50.002648 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.plugins.ml2.plugin [None req-ca026ec3-83d3-45bf-9278-7daf021c2495 tempest-PortsIpV6TestJSON-1781383748 tempest-PortsIpV6TestJSON-1781383748-project] Deleting port cebd74c5-ed1b-4c88-853b-efc5f25be8f2 {{(pid=94175) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1913}} Jun 23 11:33:50.003134 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron_lib.callbacks.manager [None req-ca026ec3-83d3-45bf-9278-7daf021c2495 tempest-PortsIpV6TestJSON-1781383748 tempest-PortsIpV6TestJSON-1781383748-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773700079324'] for port, before_delete {{(pid=94175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:33:50.027897 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron_lib.callbacks.manager [None req-3877061d-9bc4-4633-81ef-4d0340d906fb tempest-NegativeSecGroupTest-178874014 tempest-NegativeSecGroupTest-178874014-project] Notify callbacks [] for security_group, precommit_create {{(pid=94174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:33:50.036646 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.scheduler.base_scheduler [None req-b608c6db-470e-44ac-98c0-1bfd8b7b5a0c tempest-NetworksTest-2133396914 tempest-NetworksTest-2133396914-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-601336-94-hyperv, 5c4bfd99-ddc0-472e-81fa-a5d585a669e3) {{(pid=94174) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 23 11:33:50.041010 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b608c6db-470e-44ac-98c0-1bfd8b7b5a0c tempest-NetworksTest-2133396914 tempest-NetworksTest-2133396914-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94174) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 11:33:50.047228 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron_lib.callbacks.manager [None req-b608c6db-470e-44ac-98c0-1bfd8b7b5a0c tempest-NetworksTest-2133396914 tempest-NetworksTest-2133396914-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7865916'] for subnet, before_response {{(pid=94174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:33:50.049763 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-781ceb19-fc37-4b0f-b401-90cadec66e57 None None] Network 5c4bfd99-ddc0-472e-81fa-a5d585a669e3 requested from dv-neutron-601336-94-hyperv {{(pid=94176) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 23 11:33:50.107072 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron_lib.callbacks.manager [None req-ca026ec3-83d3-45bf-9278-7daf021c2495 tempest-PortsIpV6TestJSON-1781383748 tempest-PortsIpV6TestJSON-1781383748-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-430722'] for port, precommit_delete {{(pid=94175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:33:50.122755 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.plugins.ml2.plugin [None req-ca026ec3-83d3-45bf-9278-7daf021c2495 tempest-PortsIpV6TestJSON-1781383748 tempest-PortsIpV6TestJSON-1781383748-project] Calling delete_port for cebd74c5-ed1b-4c88-853b-efc5f25be8f2 owned by {{(pid=94175) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1986}} Jun 23 11:33:50.134029 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron_lib.callbacks.manager [None req-3877061d-9bc4-4633-81ef-4d0340d906fb tempest-NegativeSecGroupTest-178874014 tempest-NegativeSecGroupTest-178874014-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7996330'] for security_group, after_create {{(pid=94174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:33:50.139133 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG oslo_concurrency.lockutils [None req-1cfc5182-7e5c-49bb-90da-4048cb3e4ffe tempest-NegativeSecGroupTest-178874014 tempest-NegativeSecGroupTest-178874014-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94174) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 11:33:50.196013 dv-neutron-601336-94-hyperv neutron-server[94174]: INFO neutron.wsgi [None req-b608c6db-470e-44ac-98c0-1bfd8b7b5a0c tempest-NetworksTest-2133396914 tempest-NetworksTest-2133396914-project] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 792 time: 1.5523322 Jun 23 11:33:50.227167 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.wsgi [-] (94174) accepted ('10.222.0.20', 39662) {{(pid=94174) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 11:33:50.241219 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2d1332d2-5b4f-4aaa-84b1-d67202830a06 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1e0d828a-1fa4-563d-b7fd-53adf66a04ee-5c4bfd99-ddc0-472e-81fa-a5d585a669e3', 'network_id': '5c4bfd99-ddc0-472e-81fa-a5d585a669e3', 'tenant_id': 'dfecc9776e0d4947a3f7218fbe96de01', 'fixed_ips': [{'subnet_id': '473c3e8b-0631-464c-9789-c6dbd5843933'}]}} from dv-neutron-601336-94-hyperv. {{(pid=94176) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 23 11:33:50.242091 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron_lib.callbacks.manager [None req-2d1332d2-5b4f-4aaa-84b1-d67202830a06 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-923104'] for port, before_create {{(pid=94176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:33:50.272878 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3877061d-9bc4-4633-81ef-4d0340d906fb tempest-NegativeSecGroupTest-178874014 tempest-NegativeSecGroupTest-178874014-project] Pushing event updated for resources: {'SecurityGroup': ['ID=2166f026-2138-4aeb-9ec1-ebf1aee79715,revision_number=1']} {{(pid=94174) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 11:33:50.299212 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG oslo_concurrency.lockutils [None req-3877061d-9bc4-4633-81ef-4d0340d906fb tempest-NegativeSecGroupTest-178874014 tempest-NegativeSecGroupTest-178874014-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.160s {{(pid=94174) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 11:33:50.338720 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5ac91628-56c9-4eac-b768-3891bfdd3eca tempest-PortsTestJSON-2085221018 tempest-PortsTestJSON-2085221018-project] Made reservation on behalf of 9e5461dd76964a018bba022fe5f7a0f1 for: {'subnet': 1} {{(pid=94174) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 23 11:33:50.342714 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron_lib.callbacks.manager [None req-5ac91628-56c9-4eac-b768-3891bfdd3eca tempest-PortsTestJSON-2085221018 tempest-PortsTestJSON-2085221018-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4294245'] for subnet, before_create {{(pid=94174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:33:50.345455 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron_lib.callbacks.manager [None req-ca026ec3-83d3-45bf-9278-7daf021c2495 tempest-PortsIpV6TestJSON-1781383748 tempest-PortsIpV6TestJSON-1781383748-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-922904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866062', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773700135024', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773699642224', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5082448'] for port, after_delete {{(pid=94175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:33:50.350597 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG oslo_concurrency.lockutils [None req-fd8151fa-2d9f-4fcc-999d-5b0a0a824a7d tempest-PortsTestJSON-2085221018 tempest-PortsTestJSON-2085221018-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94175) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 11:33:50.390722 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca026ec3-83d3-45bf-9278-7daf021c2495 tempest-PortsIpV6TestJSON-1781383748 tempest-PortsIpV6TestJSON-1781383748-project] Pushing event deleted for resources: {'Port': ['ID=cebd74c5-ed1b-4c88-853b-efc5f25be8f2,revision_number=None']} {{(pid=94175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 11:33:50.397234 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG oslo_concurrency.lockutils [None req-ca026ec3-83d3-45bf-9278-7daf021c2495 tempest-PortsIpV6TestJSON-1781383748 tempest-PortsIpV6TestJSON-1781383748-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=94175) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 11:33:50.422167 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.objects.ports [None req-dcfaaa60-9d4f-4c72-805b-732cd4b78ac3 tempest-NetworksTestDHCPv6-162546708 tempest-NetworksTestDHCPv6-162546708-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=94174) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Jun 23 11:33:50.423402 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron_lib.callbacks.manager [None req-3877061d-9bc4-4633-81ef-4d0340d906fb tempest-NegativeSecGroupTest-178874014 tempest-NegativeSecGroupTest-178874014-project] Notify callbacks [] for security_group, before_response {{(pid=94174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:33:50.424796 dv-neutron-601336-94-hyperv neutron-server[94174]: INFO neutron.wsgi [None req-3877061d-9bc4-4633-81ef-4d0340d906fb tempest-NegativeSecGroupTest-178874014 tempest-NegativeSecGroupTest-178874014-project] 10.222.0.20 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1744 time: 1.3750358 Jun 23 11:33:50.428744 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron_lib.callbacks.manager [None req-ca026ec3-83d3-45bf-9278-7daf021c2495 tempest-PortsIpV6TestJSON-1781383748 tempest-PortsIpV6TestJSON-1781383748-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-217507'] for port, before_response {{(pid=94175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:33:50.441383 dv-neutron-601336-94-hyperv neutron-server[94175]: INFO neutron.wsgi [None req-ca026ec3-83d3-45bf-9278-7daf021c2495 tempest-PortsIpV6TestJSON-1781383748 tempest-PortsIpV6TestJSON-1781383748-project] 10.222.0.20 "DELETE /v2.0/ports/cebd74c5-ed1b-4c88-853b-efc5f25be8f2 HTTP/1.1" status: 204 len: 168 time: 0.5342743 Jun 23 11:33:50.441383 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.wsgi [-] (94175) accepted ('10.222.0.20', 39664) {{(pid=94175) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 11:33:50.441383 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.api.v2.base [None req-8f5df6a1-22da-45bb-8a2b-9e3da28558d8 tempest-NegativeSecGroupTest-178874014 tempest-NegativeSecGroupTest-178874014-project] Request body: {'security_group': {'name': 'tempest-secgroup--772882381'}} {{(pid=94175) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 23 11:33:50.446215 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.wsgi [-] (94175) accepted ('10.222.0.20', 39666) {{(pid=94175) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 11:33:50.478340 dv-neutron-601336-94-hyperv neutron-server[94175]: INFO neutron.pecan_wsgi.hooks.translation [None req-5aa1f922-66bf-46ce-b107-19cbb08ad588 tempest-PortsIpV6TestJSON-1781383748 tempest-PortsIpV6TestJSON-1781383748-project] DELETE failed (client error): The resource could not be found. Jun 23 11:33:50.479196 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-5aa1f922-66bf-46ce-b107-19cbb08ad588 tempest-PortsIpV6TestJSON-1781383748 tempest-PortsIpV6TestJSON-1781383748-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94175) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 23 11:33:50.481288 dv-neutron-601336-94-hyperv neutron-server[94175]: INFO neutron.wsgi [None req-5aa1f922-66bf-46ce-b107-19cbb08ad588 tempest-PortsIpV6TestJSON-1781383748 tempest-PortsIpV6TestJSON-1781383748-project] 10.222.0.20 "DELETE /v2.0/ports/cebd74c5-ed1b-4c88-853b-efc5f25be8f2 HTTP/1.1" status: 404 len: 333 time: 0.0336475 Jun 23 11:33:50.484975 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.wsgi [-] (94175) accepted ('10.222.0.20', 39668) {{(pid=94175) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 11:33:50.511054 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.db.db_base_plugin_common [None req-2d1332d2-5b4f-4aaa-84b1-d67202830a06 None None] Allocated IP 172.20.0.3 (5c4bfd99-ddc0-472e-81fa-a5d585a669e3/473c3e8b-0631-464c-9789-c6dbd5843933/ebfb257f-fa7b-4cd3-91a7-37d81eac8254) {{(pid=94176) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 23 11:33:50.515975 dv-neutron-601336-94-hyperv neutron-server[94175]: INFO neutron.pecan_wsgi.hooks.translation [None req-942f10c7-eade-4506-9ef4-f8ec20b1a657 tempest-PortsIpV6TestJSON-1781383748 tempest-PortsIpV6TestJSON-1781383748-project] GET failed (client error): The resource could not be found. Jun 23 11:33:50.518109 dv-neutron-601336-94-hyperv neutron-server[94175]: INFO neutron.wsgi [None req-942f10c7-eade-4506-9ef4-f8ec20b1a657 tempest-PortsIpV6TestJSON-1781383748 tempest-PortsIpV6TestJSON-1781383748-project] 10.222.0.20 "GET /v2.0/ports/cebd74c5-ed1b-4c88-853b-efc5f25be8f2 HTTP/1.1" status: 404 len: 333 time: 0.0319381 Jun 23 11:33:50.520673 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.wsgi [-] (94175) accepted ('10.222.0.20', 39670) {{(pid=94175) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 11:33:50.577182 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.db.db_base_plugin_v2 [None req-8633d25b-bd10-42aa-8a79-5af556b819db tempest-PortsIpV6TestJSON-1781383748 tempest-PortsIpV6TestJSON-1781383748-project] Deleting subnet 65dec3a7-17db-4fc1-bb16-e2f2068e9aa3 {{(pid=94175) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jun 23 11:33:50.580766 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.db.provisioning_blocks [None req-59d278a0-f8ec-4c32-b2c2-2233b63a9b9e None None] Provisioning for port 8359baae-c42b-4225-9991-fbcdd5b35b6c completed by entity DHCP. {{(pid=94176) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 23 11:33:50.580950 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron_lib.callbacks.manager [None req-8633d25b-bd10-42aa-8a79-5af556b819db tempest-PortsIpV6TestJSON-1781383748 tempest-PortsIpV6TestJSON-1781383748-project] Notify callbacks [] for subnet, before_delete {{(pid=94175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:33:50.592572 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron_lib.callbacks.manager [None req-73dbdfd0-cb5b-4285-ae3a-aebe000a1185 tempest-NetworksTest-2133396914 tempest-NetworksTest-2133396914-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-824874'] for network, before_delete {{(pid=94174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:33:50.638920 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron_lib.callbacks.manager [None req-8633d25b-bd10-42aa-8a79-5af556b819db tempest-PortsIpV6TestJSON-1781383748 tempest-PortsIpV6TestJSON-1781383748-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5190686'] for subnet, precommit_delete_associations {{(pid=94175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:33:50.675667 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron_lib.callbacks.manager [None req-8f41bb4a-e7e3-4596-a3b4-46ea28dce37c tempest-SecGroupIPv6Test-1528675894 tempest-SecGroupIPv6Test-1528675894-project] Notify callbacks [] for security_group, before_create {{(pid=94174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:33:50.691547 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron_lib.callbacks.manager [None req-2d1332d2-5b4f-4aaa-84b1-d67202830a06 None None] Notify callbacks [] for port, precommit_create {{(pid=94176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:33:50.702773 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.db.provisioning_blocks [None req-2d1332d2-5b4f-4aaa-84b1-d67202830a06 None None] Transition to ACTIVE for port object ebfb257f-fa7b-4cd3-91a7-37d81eac8254 will not be triggered until provisioned by entity L2. {{(pid=94176) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 23 11:33:50.723489 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.db.provisioning_blocks [None req-2d1332d2-5b4f-4aaa-84b1-d67202830a06 None None] Transition to ACTIVE for port object ebfb257f-fa7b-4cd3-91a7-37d81eac8254 will not be triggered until provisioned by entity DHCP. {{(pid=94176) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 23 11:33:50.748066 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron_lib.callbacks.manager [None req-8633d25b-bd10-42aa-8a79-5af556b819db tempest-PortsIpV6TestJSON-1781383748 tempest-PortsIpV6TestJSON-1781383748-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-897634'] for subnet, precommit_delete {{(pid=94175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:33:50.781034 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron_lib.callbacks.manager [None req-8f5df6a1-22da-45bb-8a2b-9e3da28558d8 tempest-NegativeSecGroupTest-178874014 tempest-NegativeSecGroupTest-178874014-project] Notify callbacks [] for security_group, before_create {{(pid=94175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:33:50.786133 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron_lib.callbacks.manager [None req-73dbdfd0-cb5b-4285-ae3a-aebe000a1185 tempest-NetworksTest-2133396914 tempest-NetworksTest-2133396914-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-897634'] for subnet, precommit_delete {{(pid=94174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:33:50.834935 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-47f04702-d7a4-47fb-9996-a34094069058 None None] Network 002b74b6-2c24-49a1-b447-10bece8bbaae requested from dv-neutron-601336-94-hyperv {{(pid=94176) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 23 11:33:50.848283 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron_lib.callbacks.manager [None req-2d1332d2-5b4f-4aaa-84b1-d67202830a06 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-922915', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-239814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7866073', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773699642215'] for port, after_create {{(pid=94176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:33:50.873295 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG oslo_concurrency.lockutils [None req-2a5341a4-aaeb-4a92-b709-bd96de9f6fd1 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 11:33:50.917723 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron_lib.callbacks.manager [None req-8633d25b-bd10-42aa-8a79-5af556b819db tempest-PortsIpV6TestJSON-1781383748 tempest-PortsIpV6TestJSON-1781383748-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-897627', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866062', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5083050', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4660036'] for subnet, after_delete {{(pid=94175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:33:50.922107 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG oslo_concurrency.lockutils [None req-3892f5d7-3074-4ac7-b750-d17a0749a2bb tempest-RoutersNegativeIpV6Test-1628881962 tempest-RoutersNegativeIpV6Test-1628881962-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94175) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 11:33:50.927542 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron_lib.callbacks.manager [None req-dcfaaa60-9d4f-4c72-805b-732cd4b78ac3 tempest-NetworksTestDHCPv6-162546708 tempest-NetworksTestDHCPv6-162546708-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-923122'] for port, before_update {{(pid=94174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:33:50.956404 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8633d25b-bd10-42aa-8a79-5af556b819db tempest-PortsIpV6TestJSON-1781383748 tempest-PortsIpV6TestJSON-1781383748-project] Pushing event deleted for resources: {'Subnet': ['ID=65dec3a7-17db-4fc1-bb16-e2f2068e9aa3,revision_number=None']} {{(pid=94175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 11:33:50.960484 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG oslo_concurrency.lockutils [None req-8633d25b-bd10-42aa-8a79-5af556b819db tempest-PortsIpV6TestJSON-1781383748 tempest-PortsIpV6TestJSON-1781383748-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.038s {{(pid=94175) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 11:33:50.961088 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron_lib.callbacks.manager [None req-8633d25b-bd10-42aa-8a79-5af556b819db tempest-PortsIpV6TestJSON-1781383748 tempest-PortsIpV6TestJSON-1781383748-project] Notify callbacks [] for subnet, before_response {{(pid=94175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:33:50.963002 dv-neutron-601336-94-hyperv neutron-server[94175]: INFO neutron.wsgi [None req-8633d25b-bd10-42aa-8a79-5af556b819db tempest-PortsIpV6TestJSON-1781383748 tempest-PortsIpV6TestJSON-1781383748-project] 10.222.0.20 "DELETE /v2.0/subnets/65dec3a7-17db-4fc1-bb16-e2f2068e9aa3 HTTP/1.1" status: 204 len: 168 time: 0.4411879 Jun 23 11:33:50.966212 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.wsgi [-] (94175) accepted ('10.222.0.20', 39674) {{(pid=94175) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 11:33:50.994526 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron_lib.callbacks.manager [None req-5ac91628-56c9-4eac-b768-3891bfdd3eca tempest-PortsTestJSON-2085221018 tempest-PortsTestJSON-2085221018-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866062', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5195999', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4294259'] for subnet, after_create {{(pid=94174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:33:51.004734 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG oslo_concurrency.lockutils [None req-9a611141-c456-4d9d-bd12-79de222d18ac tempest-PortsTestJSON-2085221018 tempest-PortsTestJSON-2085221018-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94174) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 11:33:51.009622 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron_lib.callbacks.manager [None req-8f41bb4a-e7e3-4596-a3b4-46ea28dce37c tempest-SecGroupIPv6Test-1528675894 tempest-SecGroupIPv6Test-1528675894-project] Notify callbacks [] for security_group, precommit_create {{(pid=94174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:33:51.053856 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron_lib.callbacks.manager [None req-525021ee-0211-4048-98e2-99f68ea6b2a0 tempest-PortsIpV6TestJSON-1781383748 tempest-PortsIpV6TestJSON-1781383748-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-824874'] for network, before_delete {{(pid=94175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:33:51.059171 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron_lib.callbacks.manager [None req-73dbdfd0-cb5b-4285-ae3a-aebe000a1185 tempest-NetworksTest-2133396914 tempest-NetworksTest-2133396914-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-897627', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866062', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5195932', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4294216'] for subnet, after_delete {{(pid=94174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:33:51.076920 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2d1332d2-5b4f-4aaa-84b1-d67202830a06 None None] Network 5c4bfd99-ddc0-472e-81fa-a5d585a669e3 is already hosted by enough agents. {{(pid=94176) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 23 11:33:51.081546 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.scheduler.base_scheduler [None req-2d1332d2-5b4f-4aaa-84b1-d67202830a06 None None] Resources bound (agent type, host, resource id): {{(pid=94176) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 23 11:33:51.091157 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2d1332d2-5b4f-4aaa-84b1-d67202830a06 None None] Received port after_create {{(pid=94176) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 23 11:33:51.113049 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d1332d2-5b4f-4aaa-84b1-d67202830a06 None None] Pushing event updated for resources: {'Port': ['ID=ebfb257f-fa7b-4cd3-91a7-37d81eac8254,revision_number=1']} {{(pid=94176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 11:33:51.119301 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG oslo_concurrency.lockutils [None req-2d1332d2-5b4f-4aaa-84b1-d67202830a06 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.245s {{(pid=94176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 11:33:51.171842 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron_lib.callbacks.manager [None req-8f41bb4a-e7e3-4596-a3b4-46ea28dce37c tempest-SecGroupIPv6Test-1528675894 tempest-SecGroupIPv6Test-1528675894-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7996330'] for security_group, after_create {{(pid=94174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:33:51.179952 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.plugins.ml2.managers [None req-2d1332d2-5b4f-4aaa-84b1-d67202830a06 None None] Attempting to bind port ebfb257f-fa7b-4cd3-91a7-37d81eac8254 on host dv-neutron-601336-94-hyperv for vnic_type normal with profile {{(pid=94176) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 23 11:33:51.180333 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.plugins.ml2.managers [None req-2d1332d2-5b4f-4aaa-84b1-d67202830a06 None None] Attempting to bind port ebfb257f-fa7b-4cd3-91a7-37d81eac8254 by drivers openvswitch,hyperv on host dv-neutron-601336-94-hyperv at level 0 using segments [{'id': 'd9150c67-731d-4b4d-b2dd-9de4ab7a4ea3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 412, 'network_id': '5c4bfd99-ddc0-472e-81fa-a5d585a669e3'}] {{(pid=94176) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 23 11:33:51.180704 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2d1332d2-5b4f-4aaa-84b1-d67202830a06 None None] Attempting to bind port ebfb257f-fa7b-4cd3-91a7-37d81eac8254 on network 5c4bfd99-ddc0-472e-81fa-a5d585a669e3 {{(pid=94176) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 23 11:33:51.198723 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.db.provisioning_blocks [None req-00a22925-ab78-4648-bdb3-cfe498b1e827 None None] Provisioning for port 469c324d-9e40-4f7f-b022-fad3bda3ec66 completed by entity DHCP. {{(pid=94176) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 23 11:33:51.207779 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron_lib.callbacks.manager [None req-8f5df6a1-22da-45bb-8a2b-9e3da28558d8 tempest-NegativeSecGroupTest-178874014 tempest-NegativeSecGroupTest-178874014-project] Notify callbacks [] for security_group, precommit_create {{(pid=94175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:33:51.209409 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2d1332d2-5b4f-4aaa-84b1-d67202830a06 None None] Checking agent: {'id': '4d05f899-5ac9-411b-8a03-f60c93f87cdf', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-601336-94-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 23, 11, 22, 14), 'started_at': datetime.datetime(2021, 6, 23, 11, 22, 44), 'heartbeat_timestamp': datetime.datetime(2021, 6, 23, 11, 33, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'monitor_allowed_address_pair_garp': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-601336-94-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94176) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 23 11:33:51.209718 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2d1332d2-5b4f-4aaa-84b1-d67202830a06 None None] Checking segment: {'id': 'd9150c67-731d-4b4d-b2dd-9de4ab7a4ea3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 412, 'network_id': '5c4bfd99-ddc0-472e-81fa-a5d585a669e3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94176) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 23 11:33:51.210232 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron_lib.callbacks.manager [None req-2d1332d2-5b4f-4aaa-84b1-d67202830a06 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:33:51.210647 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2d1332d2-5b4f-4aaa-84b1-d67202830a06 None None] Bound using segment: {'id': 'd9150c67-731d-4b4d-b2dd-9de4ab7a4ea3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 412, 'network_id': '5c4bfd99-ddc0-472e-81fa-a5d585a669e3'} {{(pid=94176) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 23 11:33:51.211171 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.plugins.ml2.managers [None req-2d1332d2-5b4f-4aaa-84b1-d67202830a06 None None] Bound port: ebfb257f-fa7b-4cd3-91a7-37d81eac8254, host: dv-neutron-601336-94-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd9150c67-731d-4b4d-b2dd-9de4ab7a4ea3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 412, 'network_id': '5c4bfd99-ddc0-472e-81fa-a5d585a669e3'}}] {{(pid=94176) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 23 11:33:51.211558 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron_lib.callbacks.manager [None req-2d1332d2-5b4f-4aaa-84b1-d67202830a06 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-923122'] for port, before_update {{(pid=94176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:33:51.214876 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.plugins.ml2.plugin [None req-525021ee-0211-4048-98e2-99f68ea6b2a0 tempest-PortsIpV6TestJSON-1781383748 tempest-PortsIpV6TestJSON-1781383748-project] Deleting port 469c324d-9e40-4f7f-b022-fad3bda3ec66 {{(pid=94175) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1913}} Jun 23 11:33:51.215253 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron_lib.callbacks.manager [None req-525021ee-0211-4048-98e2-99f68ea6b2a0 tempest-PortsIpV6TestJSON-1781383748 tempest-PortsIpV6TestJSON-1781383748-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773700079324'] for port, before_delete {{(pid=94175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:33:51.231450 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ac91628-56c9-4eac-b768-3891bfdd3eca tempest-PortsTestJSON-2085221018 tempest-PortsTestJSON-2085221018-project] Pushing event updated for resources: {'Subnet': ['ID=44806553-bbba-43ae-a691-67ba0c8faf45,revision_number=0']} {{(pid=94174) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 11:33:51.234954 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG oslo_concurrency.lockutils [None req-5ac91628-56c9-4eac-b768-3891bfdd3eca tempest-PortsTestJSON-2085221018 tempest-PortsTestJSON-2085221018-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.230s {{(pid=94174) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 11:33:51.264475 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG oslo_concurrency.lockutils [None req-342e29e1-5531-426c-80af-4afdecc1d35b tempest-NetworksTestDHCPv6-162546708 tempest-NetworksTestDHCPv6-162546708-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.196s {{(pid=94174) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 11:33:51.296675 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.plugins.ml2.db [None req-2d1332d2-5b4f-4aaa-84b1-d67202830a06 None None] For port ebfb257f-fa7b-4cd3-91a7-37d81eac8254, host dv-neutron-601336-94-hyperv, cleared binding levels {{(pid=94176) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 23 11:33:51.299594 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.plugins.ml2.db [None req-525021ee-0211-4048-98e2-99f68ea6b2a0 tempest-PortsIpV6TestJSON-1781383748 tempest-PortsIpV6TestJSON-1781383748-project] For port 469c324d-9e40-4f7f-b022-fad3bda3ec66, host dv-neutron-601336-94-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-94-hyperv',level=0,port_id=469c324d-9e40-4f7f-b022-fad3bda3ec66,segment=NetworkSegment(93b684aa-dc92-438b-b0b1-1c09223c7cf0),segment_id=93b684aa-dc92-438b-b0b1-1c09223c7cf0)] {{(pid=94175) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 23 11:33:51.299862 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.plugins.ml2.db [None req-2d1332d2-5b4f-4aaa-84b1-d67202830a06 None None] For port ebfb257f-fa7b-4cd3-91a7-37d81eac8254, host dv-neutron-601336-94-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-94-hyperv',level=0,port_id=ebfb257f-fa7b-4cd3-91a7-37d81eac8254,segment=NetworkSegment(d9150c67-731d-4b4d-b2dd-9de4ab7a4ea3),segment_id=d9150c67-731d-4b4d-b2dd-9de4ab7a4ea3)] {{(pid=94176) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 23 11:33:51.299984 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron_lib.callbacks.manager [None req-525021ee-0211-4048-98e2-99f68ea6b2a0 tempest-PortsIpV6TestJSON-1781383748 tempest-PortsIpV6TestJSON-1781383748-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-430722'] for port, precommit_delete {{(pid=94175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:33:51.320421 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.plugins.ml2.plugin [None req-525021ee-0211-4048-98e2-99f68ea6b2a0 tempest-PortsIpV6TestJSON-1781383748 tempest-PortsIpV6TestJSON-1781383748-project] Calling delete_port for 469c324d-9e40-4f7f-b022-fad3bda3ec66 owned by network:dhcp {{(pid=94175) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1986}} Jun 23 11:33:51.322363 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron_lib.callbacks.manager [None req-73dbdfd0-cb5b-4285-ae3a-aebe000a1185 tempest-NetworksTest-2133396914 tempest-NetworksTest-2133396914-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-897259', 'neutron.services.segments.db._delete_segments_for_network-8773700168587'] for network, precommit_delete {{(pid=94174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:33:51.342531 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.plugins.ml2.rpc [None req-dc7542b2-afef-47f4-a763-e3a3cba144be None None] Device 469c324d-9e40-4f7f-b022-fad3bda3ec66 up at agent ovs-agent-dv-neutron-601336-94-hyperv {{(pid=94176) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:298}} Jun 23 11:33:51.343112 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73dbdfd0-cb5b-4285-ae3a-aebe000a1185 tempest-NetworksTest-2133396914 tempest-NetworksTest-2133396914-project] Pushing event deleted for resources: {'Subnet': ['ID=473c3e8b-0631-464c-9789-c6dbd5843933,revision_number=None']} {{(pid=94174) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 11:33:51.346059 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG oslo_concurrency.lockutils [None req-73dbdfd0-cb5b-4285-ae3a-aebe000a1185 tempest-NetworksTest-2133396914 tempest-NetworksTest-2133396914-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.082s {{(pid=94174) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 11:33:51.352354 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG oslo_concurrency.lockutils [None req-af3c33ab-7a4d-4f0e-96c4-525161dc21cc admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.162s {{(pid=94174) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 11:33:51.357089 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.services.segments.db [None req-73dbdfd0-cb5b-4285-ae3a-aebe000a1185 tempest-NetworksTest-2133396914 tempest-NetworksTest-2133396914-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5c4bfd99-ddc0-472e-81fa-a5d585a669e3']}} {{(pid=94174) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 11:33:51.382483 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5ac91628-56c9-4eac-b768-3891bfdd3eca tempest-PortsTestJSON-2085221018 tempest-PortsTestJSON-2085221018-project] Checking segment: {'id': '826193ba-f841-429e-ad83-6fb7fb8c1446', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 425, 'network_id': '7cc6a096-5b5a-48b7-b45e-38a16064cf71'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94174) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 23 11:33:51.382883 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5ac91628-56c9-4eac-b768-3891bfdd3eca tempest-PortsTestJSON-2085221018 tempest-PortsTestJSON-2085221018-project] Network hostable DHCP agents. Network: 7cc6a096-5b5a-48b7-b45e-38a16064cf71, hostable agents: ['8cf29b10-0e57-4131-816f-a4b6ad00b249'], hosted agents: [] {{(pid=94174) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 23 11:33:51.387741 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron_lib.callbacks.manager [None req-8f5df6a1-22da-45bb-8a2b-9e3da28558d8 tempest-NegativeSecGroupTest-178874014 tempest-NegativeSecGroupTest-178874014-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7996330'] for security_group, after_create {{(pid=94175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:33:51.394532 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG oslo_concurrency.lockutils [None req-1b5268a0-3b91-41ab-b1ce-01828aec0c13 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94175) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 11:33:51.397457 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron_lib.callbacks.manager [None req-2d1332d2-5b4f-4aaa-84b1-d67202830a06 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-922904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866062', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773700135042', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773699642233', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773699642278'] for port, after_update {{(pid=94176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:33:51.401456 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron_lib.callbacks.manager [None req-8f41bb4a-e7e3-4596-a3b4-46ea28dce37c tempest-SecGroupIPv6Test-1528675894 tempest-SecGroupIPv6Test-1528675894-project] Notify callbacks [] for security_group, before_response {{(pid=94174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:33:51.402020 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG oslo_concurrency.lockutils [None req-338fb535-8658-4f81-abd6-0939292d9369 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 11:33:51.402696 dv-neutron-601336-94-hyperv neutron-server[94174]: INFO neutron.wsgi [None req-8f41bb4a-e7e3-4596-a3b4-46ea28dce37c tempest-SecGroupIPv6Test-1528675894 tempest-SecGroupIPv6Test-1528675894-project] 10.222.0.20 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1743 time: 2.1086099 Jun 23 11:33:51.408131 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1d47da85-c9f2-4077-84fc-c8ae7d6228bc None None] DHCP port deletion for 002b74b6-2c24-49a1-b447-10bece8bbaae request from dv-neutron-601336-94-hyperv {{(pid=94176) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jun 23 11:33:51.414080 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.services.segments.db [None req-73dbdfd0-cb5b-4285-ae3a-aebe000a1185 tempest-NetworksTest-2133396914 tempest-NetworksTest-2133396914-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd9150c67-731d-4b4d-b2dd-9de4ab7a4ea3') {'for_net_delete': True} {{(pid=94174) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 11:33:51.414431 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.services.segments.db [None req-73dbdfd0-cb5b-4285-ae3a-aebe000a1185 tempest-NetworksTest-2133396914 tempest-NetworksTest-2133396914-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd9150c67-731d-4b4d-b2dd-9de4ab7a4ea3') {} {{(pid=94174) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 11:33:51.425479 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.wsgi [-] (94174) accepted ('10.222.0.20', 39676) {{(pid=94174) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 11:33:51.435221 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f5df6a1-22da-45bb-8a2b-9e3da28558d8 tempest-NegativeSecGroupTest-178874014 tempest-NegativeSecGroupTest-178874014-project] Pushing event updated for resources: {'SecurityGroup': ['ID=eba2616a-f337-4dc0-a3f2-f16d06116278,revision_number=1']} {{(pid=94175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 11:33:51.436080 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.api.v2.base [None req-b92987ab-2c50-4d01-9559-dd13cb436a3e tempest-SecGroupIPv6Test-1528675894 tempest-SecGroupIPv6Test-1528675894-project] Request body: {'security_group_rule': {'security_group_id': '70421f0d-3441-4091-b7ec-3465db58d6a1', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'ipv6-icmp', 'port_range_min': 3, 'port_range_max': 2, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=94174) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 23 11:33:51.443285 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG oslo_concurrency.lockutils [None req-8f5df6a1-22da-45bb-8a2b-9e3da28558d8 tempest-NegativeSecGroupTest-178874014 tempest-NegativeSecGroupTest-178874014-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=94175) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 11:33:51.449401 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron_lib.callbacks.manager [None req-73dbdfd0-cb5b-4285-ae3a-aebe000a1185 tempest-NetworksTest-2133396914 tempest-NetworksTest-2133396914-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8773699955833', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4800267'] for segment, before_delete {{(pid=94174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:33:51.469689 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f41bb4a-e7e3-4596-a3b4-46ea28dce37c tempest-SecGroupIPv6Test-1528675894 tempest-SecGroupIPv6Test-1528675894-project] Pushing event updated for resources: {'SecurityGroup': ['ID=70421f0d-3441-4091-b7ec-3465db58d6a1,revision_number=1']} {{(pid=94174) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 11:33:51.473032 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG oslo_concurrency.lockutils [None req-8f41bb4a-e7e3-4596-a3b4-46ea28dce37c tempest-SecGroupIPv6Test-1528675894 tempest-SecGroupIPv6Test-1528675894-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.120s {{(pid=94174) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 11:33:51.484135 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.plugins.ml2.db [None req-dcfaaa60-9d4f-4c72-805b-732cd4b78ac3 tempest-NetworksTestDHCPv6-162546708 tempest-NetworksTestDHCPv6-162546708-project] For port 8359baae-c42b-4225-9991-fbcdd5b35b6c, host dv-neutron-601336-94-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-94-hyperv',level=0,port_id=8359baae-c42b-4225-9991-fbcdd5b35b6c,segment=NetworkSegment(6303a411-6e70-4139-a530-9ee4cf8ba843),segment_id=6303a411-6e70-4139-a530-9ee4cf8ba843)] {{(pid=94174) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 23 11:33:51.500436 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron_lib.callbacks.manager [None req-73dbdfd0-cb5b-4285-ae3a-aebe000a1185 tempest-NetworksTest-2133396914 tempest-NetworksTest-2133396914-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3801'] for segment, precommit_delete {{(pid=94174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:33:51.503880 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron_lib.callbacks.manager [None req-8f5df6a1-22da-45bb-8a2b-9e3da28558d8 tempest-NegativeSecGroupTest-178874014 tempest-NegativeSecGroupTest-178874014-project] Notify callbacks [] for security_group, before_response {{(pid=94175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:33:51.508756 dv-neutron-601336-94-hyperv neutron-server[94175]: INFO neutron.wsgi [None req-8f5df6a1-22da-45bb-8a2b-9e3da28558d8 tempest-NegativeSecGroupTest-178874014 tempest-NegativeSecGroupTest-178874014-project] 10.222.0.20 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1743 time: 1.0755918 Jun 23 11:33:51.512214 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.wsgi [-] (94175) accepted ('10.222.0.20', 39678) {{(pid=94175) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 11:33:51.515531 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.api.v2.base [None req-6345f6bd-7df7-41c1-acce-434cf6416090 tempest-NegativeSecGroupTest-178874014 tempest-NegativeSecGroupTest-178874014-project] Request body: {'security_group_rule': {'security_group_id': '2166f026-2138-4aeb-9ec1-ebf1aee79715', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': '172.20.0.0/16', 'remote_group_id': 'eba2616a-f337-4dc0-a3f2-f16d06116278'}} {{(pid=94175) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 23 11:33:51.520602 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-73dbdfd0-cb5b-4285-ae3a-aebe000a1185 tempest-NetworksTest-2133396914 tempest-NetworksTest-2133396914-project] Releasing vlan 412 on physical network physnet1 to pool {{(pid=94174) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 23 11:33:51.521308 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron_lib.callbacks.manager [None req-73dbdfd0-cb5b-4285-ae3a-aebe000a1185 tempest-NetworksTest-2133396914 tempest-NetworksTest-2133396914-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3801', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5196341'] for segment, after_delete {{(pid=94174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:33:51.524338 dv-neutron-601336-94-hyperv neutron-server[94174]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 23 11:33:51.524338 dv-neutron-601336-94-hyperv neutron-server[94174]: conditions |= (models_v2.Port.network_id.in_( Jun 23 11:33:51.524338 dv-neutron-601336-94-hyperv neutron-server[94174]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 23 11:33:51.524338 dv-neutron-601336-94-hyperv neutron-server[94174]: conditions |= (models_v2.Port.network_id.in_( Jun 23 11:33:51.524338 dv-neutron-601336-94-hyperv neutron-server[94174]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 23 11:33:51.524338 dv-neutron-601336-94-hyperv neutron-server[94174]: conditions |= (models_v2.Port.network_id.in_( Jun 23 11:33:51.524338 dv-neutron-601336-94-hyperv neutron-server[94174]: Traceback (most recent call last): Jun 23 11:33:51.524338 dv-neutron-601336-94-hyperv neutron-server[94174]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 23 11:33:51.524338 dv-neutron-601336-94-hyperv neutron-server[94174]: timer() Jun 23 11:33:51.524338 dv-neutron-601336-94-hyperv neutron-server[94174]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 23 11:33:51.524338 dv-neutron-601336-94-hyperv neutron-server[94174]: cb(*args, **kw) Jun 23 11:33:51.524338 dv-neutron-601336-94-hyperv neutron-server[94174]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 23 11:33:51.524338 dv-neutron-601336-94-hyperv neutron-server[94174]: return func(*args, **kwargs) Jun 23 11:33:51.524338 dv-neutron-601336-94-hyperv neutron-server[94174]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 23 11:33:51.524338 dv-neutron-601336-94-hyperv neutron-server[94174]: self._notify() Jun 23 11:33:51.524338 dv-neutron-601336-94-hyperv neutron-server[94174]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 23 11:33:51.524338 dv-neutron-601336-94-hyperv neutron-server[94174]: self.callback(batched_events) Jun 23 11:33:51.524338 dv-neutron-601336-94-hyperv neutron-server[94174]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 23 11:33:51.524338 dv-neutron-601336-94-hyperv neutron-server[94174]: event.method(event) Jun 23 11:33:51.524338 dv-neutron-601336-94-hyperv neutron-server[94174]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 23 11:33:51.524338 dv-neutron-601336-94-hyperv neutron-server[94174]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 23 11:33:51.524338 dv-neutron-601336-94-hyperv neutron-server[94174]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 23 11:33:51.524338 dv-neutron-601336-94-hyperv neutron-server[94174]: aggregate_uuid = self.p_client.list_aggregates( Jun 23 11:33:51.524338 dv-neutron-601336-94-hyperv neutron-server[94174]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 23 11:33:51.524338 dv-neutron-601336-94-hyperv neutron-server[94174]: return f(self, *a, **k) Jun 23 11:33:51.524338 dv-neutron-601336-94-hyperv neutron-server[94174]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 23 11:33:51.524338 dv-neutron-601336-94-hyperv neutron-server[94174]: return self._get(url).json() Jun 23 11:33:51.524338 dv-neutron-601336-94-hyperv neutron-server[94174]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 23 11:33:51.524338 dv-neutron-601336-94-hyperv neutron-server[94174]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 23 11:33:51.524338 dv-neutron-601336-94-hyperv neutron-server[94174]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 23 11:33:51.524338 dv-neutron-601336-94-hyperv neutron-server[94174]: return self.request(url, 'GET', **kwargs) Jun 23 11:33:51.524338 dv-neutron-601336-94-hyperv neutron-server[94174]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 23 11:33:51.524338 dv-neutron-601336-94-hyperv neutron-server[94174]: base_url = self.get_endpoint(auth, allow=allow, Jun 23 11:33:51.524338 dv-neutron-601336-94-hyperv neutron-server[94174]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 23 11:33:51.524338 dv-neutron-601336-94-hyperv neutron-server[94174]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 23 11:33:51.524338 dv-neutron-601336-94-hyperv neutron-server[94174]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 23 11:33:51.524338 dv-neutron-601336-94-hyperv neutron-server[94174]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 23 11:33:51.524338 dv-neutron-601336-94-hyperv neutron-server[94174]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 23 11:33:51.526827 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d1332d2-5b4f-4aaa-84b1-d67202830a06 None None] Pushing event updated for resources: {'Port': ['ID=ebfb257f-fa7b-4cd3-91a7-37d81eac8254,revision_number=2']} {{(pid=94176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 11:33:51.529229 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron_lib.callbacks.manager [None req-525021ee-0211-4048-98e2-99f68ea6b2a0 tempest-PortsIpV6TestJSON-1781383748 tempest-PortsIpV6TestJSON-1781383748-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-922904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866062', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773700135024', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773699642224', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5082448'] for port, after_delete {{(pid=94175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:33:51.532342 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG oslo_concurrency.lockutils [None req-2d1332d2-5b4f-4aaa-84b1-d67202830a06 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.130s {{(pid=94176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 11:33:51.534114 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG oslo_concurrency.lockutils [None req-6fbeec93-c4f9-41b1-a0d5-ddecf725cff1 tempest-AllowedAddressPairTestJSON-1962660266 tempest-AllowedAddressPairTestJSON-1962660266-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94175) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 11:33:51.538806 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.db.provisioning_blocks [None req-dc7542b2-afef-47f4-a763-e3a3cba144be None None] Provisioning for port 469c324d-9e40-4f7f-b022-fad3bda3ec66 completed by entity L2. {{(pid=94176) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 23 11:33:51.545920 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.db.provisioning_blocks [None req-dc7542b2-afef-47f4-a763-e3a3cba144be None None] Provisioning complete for port 469c324d-9e40-4f7f-b022-fad3bda3ec66 triggered by entity L2. {{(pid=94176) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 23 11:33:51.546099 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron_lib.callbacks.manager [None req-dc7542b2-afef-47f4-a763-e3a3cba144be None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-899258'] for port, provisioning_complete {{(pid=94176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:33:51.554066 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18d8d37f-6f23-42c5-8c57-6f27fb09ed55 req-c2f7035e-93c0-4d9e-855d-bac16b8b0578 tempest-ServerActionsTestJSON-161917335 tempest-ServerActionsTestJSON-161917335-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94174) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 11:33:51.561659 dv-neutron-601336-94-hyperv neutron-server[94174]: INFO neutron.wsgi [req-18d8d37f-6f23-42c5-8c57-6f27fb09ed55 req-c2f7035e-93c0-4d9e-855d-bac16b8b0578 tempest-ServerActionsTestJSON-161917335 tempest-ServerActionsTestJSON-161917335-project] 10.222.0.20 "GET /v2.0/ports?device_id=85769616-6b8b-4da7-ad73-344986edf607 HTTP/1.1" status: 200 len: 945 time: 0.4673684 Jun 23 11:33:51.570202 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-525021ee-0211-4048-98e2-99f68ea6b2a0 tempest-PortsIpV6TestJSON-1781383748 tempest-PortsIpV6TestJSON-1781383748-project] Pushing event deleted for resources: {'Port': ['ID=469c324d-9e40-4f7f-b022-fad3bda3ec66,revision_number=None']} {{(pid=94175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 11:33:51.570927 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d87e7d26-e456-4adf-8b64-db3142f11534 None None] Network 5c4bfd99-ddc0-472e-81fa-a5d585a669e3 requested from dv-neutron-601336-94-hyperv {{(pid=94176) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 23 11:33:51.575014 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.plugins.ml2.plugin [None req-dc7542b2-afef-47f4-a763-e3a3cba144be None None] Port 469c324d-9e40-4f7f-b022-fad3bda3ec66 was deleted so its status cannot be updated. {{(pid=94176) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:336}} Jun 23 11:33:51.575655 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.plugins.ml2.rpc [None req-dc7542b2-afef-47f4-a763-e3a3cba144be None None] Device 8359baae-c42b-4225-9991-fbcdd5b35b6c up at agent ovs-agent-dv-neutron-601336-94-hyperv {{(pid=94176) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:298}} Jun 23 11:33:51.576282 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG oslo_concurrency.lockutils [None req-525021ee-0211-4048-98e2-99f68ea6b2a0 tempest-PortsIpV6TestJSON-1781383748 tempest-PortsIpV6TestJSON-1781383748-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.042s {{(pid=94175) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 11:33:51.579861 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.db.l3_dvrscheduler_db [None req-525021ee-0211-4048-98e2-99f68ea6b2a0 tempest-PortsIpV6TestJSON-1781383748 tempest-PortsIpV6TestJSON-1781383748-project] No DVR routers for this DVR port 469c324d-9e40-4f7f-b022-fad3bda3ec66 on host dv-neutron-601336-94-hyperv {{(pid=94175) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 23 11:33:51.579994 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.plugins.ml2.plugin [None req-1d47da85-c9f2-4077-84fc-c8ae7d6228bc None None] Deleting port 469c324d-9e40-4f7f-b022-fad3bda3ec66 {{(pid=94176) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1913}} Jun 23 11:33:51.580381 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron_lib.callbacks.manager [None req-1d47da85-c9f2-4077-84fc-c8ae7d6228bc None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773700079324'] for port, before_delete {{(pid=94176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:33:51.624826 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron_lib.callbacks.manager [None req-dcfaaa60-9d4f-4c72-805b-732cd4b78ac3 tempest-NetworksTestDHCPv6-162546708 tempest-NetworksTestDHCPv6-162546708-project] Notify callbacks [] for port, precommit_update {{(pid=94174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:33:51.626568 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5ac91628-56c9-4eac-b768-3891bfdd3eca tempest-PortsTestJSON-2085221018 tempest-PortsTestJSON-2085221018-project] Network 7cc6a096-5b5a-48b7-b45e-38a16064cf71 is scheduled to be hosted by DHCP agent 8cf29b10-0e57-4131-816f-a4b6ad00b249 with binding_index 1 {{(pid=94174) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 23 11:33:51.660904 dv-neutron-601336-94-hyperv neutron-server[94174]: INFO neutron.wsgi [req-18d8d37f-6f23-42c5-8c57-6f27fb09ed55 req-8dd057c0-bf18-474e-9da2-852ee519e5e0 tempest-ServerActionsTestJSON-161917335 tempest-ServerActionsTestJSON-161917335-project] 10.222.0.20 "GET /v2.0/security-groups?id=f0520e5d-8f0e-4c28-b543-be4405698077&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0980985 Jun 23 11:33:51.666411 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron_lib.callbacks.manager [None req-525021ee-0211-4048-98e2-99f68ea6b2a0 tempest-PortsIpV6TestJSON-1781383748 tempest-PortsIpV6TestJSON-1781383748-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-897259', 'neutron.services.segments.db._delete_segments_for_network-8773700168587'] for network, precommit_delete {{(pid=94175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:33:51.681292 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron_lib.callbacks.manager [None req-b92987ab-2c50-4d01-9559-dd13cb436a3e tempest-SecGroupIPv6Test-1528675894 tempest-SecGroupIPv6Test-1528675894-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:33:51.688673 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.services.segments.db [None req-525021ee-0211-4048-98e2-99f68ea6b2a0 tempest-PortsIpV6TestJSON-1781383748 tempest-PortsIpV6TestJSON-1781383748-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['002b74b6-2c24-49a1-b447-10bece8bbaae']}} {{(pid=94175) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 11:33:51.704510 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron_lib.db.api [None req-73dbdfd0-cb5b-4285-ae3a-aebe000a1185 tempest-NetworksTest-2133396914 tempest-NetworksTest-2133396914-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Jun 23 11:33:51.704510 dv-neutron-601336-94-hyperv neutron-server[94174]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Jun 23 11:33:51.704510 dv-neutron-601336-94-hyperv neutron-server[94174]: [parameters: {'id': '5c4bfd99-ddc0-472e-81fa-a5d585a669e3'}] Jun 23 11:33:51.704510 dv-neutron-601336-94-hyperv neutron-server[94174]: (Background on this error at: http://sqlalche.me/e/14/gkpj) {{(pid=94174) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jun 23 11:33:51.710049 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG oslo_db.api [None req-73dbdfd0-cb5b-4285-ae3a-aebe000a1185 tempest-NetworksTest-2133396914 tempest-NetworksTest-2133396914-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=94174) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jun 23 11:33:51.710136 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.services.segments.db [None req-525021ee-0211-4048-98e2-99f68ea6b2a0 tempest-PortsIpV6TestJSON-1781383748 tempest-PortsIpV6TestJSON-1781383748-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '93b684aa-dc92-438b-b0b1-1c09223c7cf0') {'for_net_delete': True} {{(pid=94175) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 11:33:51.710136 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.services.segments.db [None req-525021ee-0211-4048-98e2-99f68ea6b2a0 tempest-PortsIpV6TestJSON-1781383748 tempest-PortsIpV6TestJSON-1781383748-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '93b684aa-dc92-438b-b0b1-1c09223c7cf0') {} {{(pid=94175) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 11:33:51.710332 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron_lib.callbacks.manager [None req-dcfaaa60-9d4f-4c72-805b-732cd4b78ac3 tempest-NetworksTestDHCPv6-162546708 tempest-NetworksTestDHCPv6-162546708-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-922904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866062', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773700135042', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773699642233', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773699642278', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5196369'] for port, after_update {{(pid=94174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:33:51.711022 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron_lib.callbacks.manager [None req-dcfaaa60-9d4f-4c72-805b-732cd4b78ac3 tempest-NetworksTestDHCPv6-162546708 tempest-NetworksTestDHCPv6-162546708-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866062', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5195999', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4294259'] for subnet, after_create {{(pid=94174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:33:51.716574 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG oslo_concurrency.lockutils [None req-5247eb8b-a2e1-49fb-b6af-48f0308185b6 tempest-PortsTestJSON-2085221018 tempest-PortsTestJSON-2085221018-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94174) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 11:33:51.717088 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron_lib.callbacks.manager [None req-525021ee-0211-4048-98e2-99f68ea6b2a0 tempest-PortsIpV6TestJSON-1781383748 tempest-PortsIpV6TestJSON-1781383748-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8773699955833', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5190677'] for segment, before_delete {{(pid=94175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:33:51.723459 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.plugins.ml2.db [None req-1d47da85-c9f2-4077-84fc-c8ae7d6228bc None None] For port 469c324d-9e40-4f7f-b022-fad3bda3ec66, host dv-neutron-601336-94-hyperv, got binding levels [] {{(pid=94176) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 23 11:33:51.723860 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron_lib.callbacks.manager [None req-1d47da85-c9f2-4077-84fc-c8ae7d6228bc None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-430722'] for port, precommit_delete {{(pid=94176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:33:51.733731 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron_lib.callbacks.manager [None req-525021ee-0211-4048-98e2-99f68ea6b2a0 tempest-PortsIpV6TestJSON-1781383748 tempest-PortsIpV6TestJSON-1781383748-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3801'] for segment, precommit_delete {{(pid=94175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:33:51.739814 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-525021ee-0211-4048-98e2-99f68ea6b2a0 tempest-PortsIpV6TestJSON-1781383748 tempest-PortsIpV6TestJSON-1781383748-project] Releasing vlan 447 on physical network physnet1 to pool {{(pid=94175) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 23 11:33:51.740217 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron_lib.callbacks.manager [None req-525021ee-0211-4048-98e2-99f68ea6b2a0 tempest-PortsIpV6TestJSON-1781383748 tempest-PortsIpV6TestJSON-1781383748-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3801', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5082371'] for segment, after_delete {{(pid=94175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:33:51.743661 dv-neutron-601336-94-hyperv neutron-server[94175]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 23 11:33:51.743661 dv-neutron-601336-94-hyperv neutron-server[94175]: conditions |= (models_v2.Port.network_id.in_( Jun 23 11:33:51.743661 dv-neutron-601336-94-hyperv neutron-server[94175]: Traceback (most recent call last): Jun 23 11:33:51.743661 dv-neutron-601336-94-hyperv neutron-server[94175]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 23 11:33:51.743661 dv-neutron-601336-94-hyperv neutron-server[94175]: timer() Jun 23 11:33:51.743661 dv-neutron-601336-94-hyperv neutron-server[94175]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 23 11:33:51.743661 dv-neutron-601336-94-hyperv neutron-server[94175]: cb(*args, **kw) Jun 23 11:33:51.743661 dv-neutron-601336-94-hyperv neutron-server[94175]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 23 11:33:51.743661 dv-neutron-601336-94-hyperv neutron-server[94175]: return func(*args, **kwargs) Jun 23 11:33:51.743661 dv-neutron-601336-94-hyperv neutron-server[94175]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 23 11:33:51.743661 dv-neutron-601336-94-hyperv neutron-server[94175]: self._notify() Jun 23 11:33:51.743661 dv-neutron-601336-94-hyperv neutron-server[94175]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 23 11:33:51.743661 dv-neutron-601336-94-hyperv neutron-server[94175]: self.callback(batched_events) Jun 23 11:33:51.743661 dv-neutron-601336-94-hyperv neutron-server[94175]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 23 11:33:51.743661 dv-neutron-601336-94-hyperv neutron-server[94175]: event.method(event) Jun 23 11:33:51.743661 dv-neutron-601336-94-hyperv neutron-server[94175]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 23 11:33:51.743661 dv-neutron-601336-94-hyperv neutron-server[94175]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 23 11:33:51.743661 dv-neutron-601336-94-hyperv neutron-server[94175]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 23 11:33:51.743661 dv-neutron-601336-94-hyperv neutron-server[94175]: aggregate_uuid = self.p_client.list_aggregates( Jun 23 11:33:51.743661 dv-neutron-601336-94-hyperv neutron-server[94175]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 23 11:33:51.743661 dv-neutron-601336-94-hyperv neutron-server[94175]: return f(self, *a, **k) Jun 23 11:33:51.743661 dv-neutron-601336-94-hyperv neutron-server[94175]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 23 11:33:51.743661 dv-neutron-601336-94-hyperv neutron-server[94175]: return self._get(url).json() Jun 23 11:33:51.743661 dv-neutron-601336-94-hyperv neutron-server[94175]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 23 11:33:51.743661 dv-neutron-601336-94-hyperv neutron-server[94175]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 23 11:33:51.743661 dv-neutron-601336-94-hyperv neutron-server[94175]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 23 11:33:51.743661 dv-neutron-601336-94-hyperv neutron-server[94175]: return self.request(url, 'GET', **kwargs) Jun 23 11:33:51.743661 dv-neutron-601336-94-hyperv neutron-server[94175]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 23 11:33:51.743661 dv-neutron-601336-94-hyperv neutron-server[94175]: base_url = self.get_endpoint(auth, allow=allow, Jun 23 11:33:51.743661 dv-neutron-601336-94-hyperv neutron-server[94175]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 23 11:33:51.743661 dv-neutron-601336-94-hyperv neutron-server[94175]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 23 11:33:51.743661 dv-neutron-601336-94-hyperv neutron-server[94175]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 23 11:33:51.743661 dv-neutron-601336-94-hyperv neutron-server[94175]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 23 11:33:51.743661 dv-neutron-601336-94-hyperv neutron-server[94175]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 23 11:33:51.759501 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.scheduler.base_scheduler [None req-5ac91628-56c9-4eac-b768-3891bfdd3eca tempest-PortsTestJSON-2085221018 tempest-PortsTestJSON-2085221018-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-601336-94-hyperv, 7cc6a096-5b5a-48b7-b45e-38a16064cf71) {{(pid=94174) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 23 11:33:51.766625 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5ac91628-56c9-4eac-b768-3891bfdd3eca tempest-PortsTestJSON-2085221018 tempest-PortsTestJSON-2085221018-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94174) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 11:33:51.767419 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron_lib.callbacks.manager [None req-5ac91628-56c9-4eac-b768-3891bfdd3eca tempest-PortsTestJSON-2085221018 tempest-PortsTestJSON-2085221018-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7865916'] for subnet, before_response {{(pid=94174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:33:51.776241 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.plugins.ml2.plugin [None req-1d47da85-c9f2-4077-84fc-c8ae7d6228bc None None] Calling delete_port for 469c324d-9e40-4f7f-b022-fad3bda3ec66 owned by network:dhcp {{(pid=94176) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1986}} Jun 23 11:33:51.780472 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-32942d79-37ba-490e-9cd9-e4aeb95ef788 None None] Network 7cc6a096-5b5a-48b7-b45e-38a16064cf71 requested from dv-neutron-601336-94-hyperv {{(pid=94176) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 23 11:33:51.783545 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dcfaaa60-9d4f-4c72-805b-732cd4b78ac3 tempest-NetworksTestDHCPv6-162546708 tempest-NetworksTestDHCPv6-162546708-project] Network f53f535d-bce4-4da8-9bd9-396677ff4e83 is already hosted by enough agents. {{(pid=94174) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 23 11:33:51.783883 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.db.ipam_backend_mixin [None req-1d47da85-c9f2-4077-84fc-c8ae7d6228bc None None] Port 469c324d-9e40-4f7f-b022-fad3bda3ec66 was not found and therefore no delete operation was performed {{(pid=94176) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Jun 23 11:33:51.790323 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron_lib.callbacks.manager [None req-1d47da85-c9f2-4077-84fc-c8ae7d6228bc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-922904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866062', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773700135024', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773699642224'] for port, after_delete {{(pid=94176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:33:51.800922 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.scheduler.base_scheduler [None req-dcfaaa60-9d4f-4c72-805b-732cd4b78ac3 tempest-NetworksTestDHCPv6-162546708 tempest-NetworksTestDHCPv6-162546708-project] Resources bound (agent type, host, resource id): {{(pid=94174) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 23 11:33:51.802652 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG oslo_concurrency.lockutils [None req-dc7542b2-afef-47f4-a763-e3a3cba144be None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 11:33:51.804097 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dcfaaa60-9d4f-4c72-805b-732cd4b78ac3 tempest-NetworksTestDHCPv6-162546708 tempest-NetworksTestDHCPv6-162546708-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94174) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 11:33:51.804706 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron_lib.callbacks.manager [None req-dcfaaa60-9d4f-4c72-805b-732cd4b78ac3 tempest-NetworksTestDHCPv6-162546708 tempest-NetworksTestDHCPv6-162546708-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7865916'] for subnet, before_response {{(pid=94174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:33:51.844092 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcfaaa60-9d4f-4c72-805b-732cd4b78ac3 tempest-NetworksTestDHCPv6-162546708 tempest-NetworksTestDHCPv6-162546708-project] Pushing event updated for resources: {'Port': ['ID=8359baae-c42b-4225-9991-fbcdd5b35b6c,revision_number=4']} {{(pid=94174) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 11:33:51.847642 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG oslo_concurrency.lockutils [None req-dcfaaa60-9d4f-4c72-805b-732cd4b78ac3 tempest-NetworksTestDHCPv6-162546708 tempest-NetworksTestDHCPv6-162546708-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.131s {{(pid=94174) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 11:33:51.852536 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f5df8a13-73d5-4fc9-a87b-5db494a2003a None None] Network f53f535d-bce4-4da8-9bd9-396677ff4e83 requested from dv-neutron-601336-94-hyperv {{(pid=94176) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 23 11:33:51.853728 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG oslo_concurrency.lockutils [None req-05545c44-d24b-46a9-9338-601b36aeee19 tempest-RoutersNegativeTest-1531528216 tempest-RoutersNegativeTest-1531528216-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.133s {{(pid=94174) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 11:33:51.858366 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron_lib.callbacks.manager [None req-b92987ab-2c50-4d01-9559-dd13cb436a3e tempest-SecGroupIPv6Test-1528675894 tempest-SecGroupIPv6Test-1528675894-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:33:51.874637 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d47da85-c9f2-4077-84fc-c8ae7d6228bc None None] Pushing event deleted for resources: {'Port': ['ID=469c324d-9e40-4f7f-b022-fad3bda3ec66,revision_number=None']} {{(pid=94176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 11:33:51.898093 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron_lib.callbacks.manager [None req-525021ee-0211-4048-98e2-99f68ea6b2a0 tempest-PortsIpV6TestJSON-1781383748 tempest-PortsIpV6TestJSON-1781383748-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-897248', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8002400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7866073', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-524247'] for network, after_delete {{(pid=94175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:33:51.898304 dv-neutron-601336-94-hyperv neutron-server[94174]: INFO neutron.wsgi [None req-5ac91628-56c9-4eac-b768-3891bfdd3eca tempest-PortsTestJSON-2085221018 tempest-PortsTestJSON-2085221018-project] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.8470514 Jun 23 11:33:51.900207 dv-neutron-601336-94-hyperv neutron-server[94175]: INFO neutron.api.v2.resource [None req-6345f6bd-7df7-41c1-acce-434cf6416090 tempest-NegativeSecGroupTest-178874014 tempest-NegativeSecGroupTest-178874014-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jun 23 11:33:51.907259 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1d47da85-c9f2-4077-84fc-c8ae7d6228bc None None] No DVR routers for this DVR port 469c324d-9e40-4f7f-b022-fad3bda3ec66 on host dv-neutron-601336-94-hyperv {{(pid=94176) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 23 11:33:51.907407 dv-neutron-601336-94-hyperv neutron-server[94175]: INFO neutron.wsgi [None req-6345f6bd-7df7-41c1-acce-434cf6416090 tempest-NegativeSecGroupTest-178874014 tempest-NegativeSecGroupTest-178874014-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 387 time: 0.3912618 Jun 23 11:33:51.907499 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.wsgi [-] (94174) accepted ('10.222.0.20', 39680) {{(pid=94174) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 11:33:51.907585 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG oslo_concurrency.lockutils [None req-1fcc3c97-1b3b-4d75-a0ef-ec62e755cc20 tempest-RoutersNegativeIpV6Test-1628881962 tempest-RoutersNegativeIpV6Test-1628881962-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94175) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 11:33:51.909537 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.wsgi [-] (94174) accepted ('10.222.0.20', 39682) {{(pid=94174) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 11:33:51.909759 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.db.provisioning_blocks [None req-dc7542b2-afef-47f4-a763-e3a3cba144be None None] Provisioning for port 8359baae-c42b-4225-9991-fbcdd5b35b6c completed by entity L2. {{(pid=94176) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 23 11:33:51.914102 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.api.v2.base [None req-d35904dd-1bdc-49be-8832-7e39d64ab689 tempest-PortsTestJSON-2085221018 tempest-PortsTestJSON-2085221018-project] Request body: {'router': {'name': 'tempest-PortsTestJSON-router-1594327856', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=94174) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 23 11:33:51.915724 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG oslo_concurrency.lockutils [None req-1d47da85-c9f2-4077-84fc-c8ae7d6228bc None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.113s {{(pid=94176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 11:33:51.923269 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron_lib.callbacks.manager [None req-525021ee-0211-4048-98e2-99f68ea6b2a0 tempest-PortsIpV6TestJSON-1781383748 tempest-PortsIpV6TestJSON-1781383748-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7865916'] for network, before_response {{(pid=94175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:33:51.929200 dv-neutron-601336-94-hyperv neutron-server[94175]: INFO neutron.wsgi [None req-525021ee-0211-4048-98e2-99f68ea6b2a0 tempest-PortsIpV6TestJSON-1781383748 tempest-PortsIpV6TestJSON-1781383748-project] 10.222.0.20 "DELETE /v2.0/networks/002b74b6-2c24-49a1-b447-10bece8bbaae HTTP/1.1" status: 204 len: 168 time: 0.9567688 Jun 23 11:33:51.929200 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-525021ee-0211-4048-98e2-99f68ea6b2a0 tempest-PortsIpV6TestJSON-1781383748 tempest-PortsIpV6TestJSON-1781383748-project] Pushing event deleted for resources: {'Network': ['ID=002b74b6-2c24-49a1-b447-10bece8bbaae,revision_number=None']} {{(pid=94175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 11:33:51.933564 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG oslo_concurrency.lockutils [None req-525021ee-0211-4048-98e2-99f68ea6b2a0 tempest-PortsIpV6TestJSON-1781383748 tempest-PortsIpV6TestJSON-1781383748-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.029s {{(pid=94175) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 11:33:51.934791 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.wsgi [-] (94175) accepted ('10.222.0.20', 39684) {{(pid=94175) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 11:33:51.936374 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcfaaa60-9d4f-4c72-805b-732cd4b78ac3 tempest-NetworksTestDHCPv6-162546708 tempest-NetworksTestDHCPv6-162546708-project] Pushing event updated for resources: {'Subnet': ['ID=e0d5aa90-b174-4ce1-bb8f-441099ee6367,revision_number=0']} {{(pid=94174) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 11:33:51.939710 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG oslo_concurrency.lockutils [None req-dcfaaa60-9d4f-4c72-805b-732cd4b78ac3 tempest-NetworksTestDHCPv6-162546708 tempest-NetworksTestDHCPv6-162546708-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.087s {{(pid=94174) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 11:33:51.945774 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.api.v2.base [None req-a6aa4048-f669-4c57-8ce2-8673aa096b59 tempest-PortsIpV6TestJSON-1781383748 tempest-PortsIpV6TestJSON-1781383748-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-1146644680'}} {{(pid=94175) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 23 11:33:51.948735 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.db.provisioning_blocks [None req-dc7542b2-afef-47f4-a763-e3a3cba144be None None] Provisioning complete for port 8359baae-c42b-4225-9991-fbcdd5b35b6c triggered by entity L2. {{(pid=94176) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 23 11:33:51.949458 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron_lib.callbacks.manager [None req-dc7542b2-afef-47f4-a763-e3a3cba144be None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-899258'] for port, provisioning_complete {{(pid=94176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:33:51.992169 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron_lib.callbacks.manager [None req-b92987ab-2c50-4d01-9559-dd13cb436a3e tempest-SecGroupIPv6Test-1528675894 tempest-SecGroupIPv6Test-1528675894-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7996355'] for security_group_rule, after_create {{(pid=94174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:33:51.997990 dv-neutron-601336-94-hyperv neutron-server[94174]: INFO neutron.wsgi [None req-dcfaaa60-9d4f-4c72-805b-732cd4b78ac3 tempest-NetworksTestDHCPv6-162546708 tempest-NetworksTestDHCPv6-162546708-project] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 864 time: 3.4113858 Jun 23 11:33:52.000876 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.wsgi [-] (94175) accepted ('10.222.0.20', 39686) {{(pid=94175) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 11:33:52.006140 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.api.v2.base [None req-ef984124-aa5c-49ff-952d-e83ca72b3d9e tempest-NetworksTestDHCPv6-162546708 tempest-NetworksTestDHCPv6-162546708-project] Request body: {'port': {'network_id': 'f53f535d-bce4-4da8-9bd9-396677ff4e83', 'mac_address': 'fa:16:3e:51:cf:6d', 'name': 'tempest-NetworksTestDHCPv6-1619465038'}} {{(pid=94175) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 23 11:33:52.009475 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94174) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 11:33:52.012029 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron_lib.callbacks.manager [None req-090c885b-4132-43b9-b239-ad5266ee6f0a tempest-NegativeSecGroupTest-178874014 tempest-NegativeSecGroupTest-178874014-project] Notify callbacks [] for security_group, before_delete {{(pid=94174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:33:52.039415 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b92987ab-2c50-4d01-9559-dd13cb436a3e tempest-SecGroupIPv6Test-1528675894 tempest-SecGroupIPv6Test-1528675894-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5bc3e2e6-d260-46dd-b756-7ba623dea320,revision_number=0']} {{(pid=94174) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 11:33:52.041368 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG oslo_concurrency.lockutils [None req-b92987ab-2c50-4d01-9559-dd13cb436a3e tempest-SecGroupIPv6Test-1528675894 tempest-SecGroupIPv6Test-1528675894-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.032s {{(pid=94174) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 11:33:52.052271 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron_lib.callbacks.manager [None req-090c885b-4132-43b9-b239-ad5266ee6f0a tempest-NegativeSecGroupTest-178874014 tempest-NegativeSecGroupTest-178874014-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:33:52.091895 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron_lib.callbacks.manager [None req-d35904dd-1bdc-49be-8832-7e39d64ab689 tempest-PortsTestJSON-2085221018 tempest-PortsTestJSON-2085221018-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-520407', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-32315'] for router, before_create {{(pid=94174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:33:52.092980 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron_lib.callbacks.manager [None req-d35904dd-1bdc-49be-8832-7e39d64ab689 tempest-PortsTestJSON-2085221018 tempest-PortsTestJSON-2085221018-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-520264', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-524122', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-414782', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-32290'] for router, precommit_create {{(pid=94174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:33:52.139278 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b4a8496e-357a-4d38-9442-c2655c9c25e1 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1e0d828a-1fa4-563d-b7fd-53adf66a04ee-7cc6a096-5b5a-48b7-b45e-38a16064cf71', 'network_id': '7cc6a096-5b5a-48b7-b45e-38a16064cf71', 'tenant_id': '9e5461dd76964a018bba022fe5f7a0f1', 'fixed_ips': [{'subnet_id': '44806553-bbba-43ae-a691-67ba0c8faf45'}]}} from dv-neutron-601336-94-hyperv. {{(pid=94176) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 23 11:33:52.142389 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron_lib.callbacks.manager [None req-b4a8496e-357a-4d38-9442-c2655c9c25e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-923104'] for port, before_create {{(pid=94176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:33:52.161625 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron_lib.callbacks.manager [None req-b92987ab-2c50-4d01-9559-dd13cb436a3e tempest-SecGroupIPv6Test-1528675894 tempest-SecGroupIPv6Test-1528675894-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:33:52.162946 dv-neutron-601336-94-hyperv neutron-server[94174]: INFO neutron.wsgi [None req-b92987ab-2c50-4d01-9559-dd13cb436a3e tempest-SecGroupIPv6Test-1528675894 tempest-SecGroupIPv6Test-1528675894-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.7343066 Jun 23 11:33:52.165808 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron_lib.callbacks.manager [None req-090c885b-4132-43b9-b239-ad5266ee6f0a tempest-NegativeSecGroupTest-178874014 tempest-NegativeSecGroupTest-178874014-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7996330'] for security_group, after_delete {{(pid=94174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:33:52.171826 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.wsgi [-] (94175) accepted ('10.222.0.20', 39688) {{(pid=94175) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 11:33:52.171990 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron_lib.callbacks.manager [None req-090c885b-4132-43b9-b239-ad5266ee6f0a tempest-NegativeSecGroupTest-178874014 tempest-NegativeSecGroupTest-178874014-project] Notify callbacks [] for security_group, before_response {{(pid=94174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:33:52.171990 dv-neutron-601336-94-hyperv neutron-server[94174]: INFO neutron.wsgi [None req-090c885b-4132-43b9-b239-ad5266ee6f0a tempest-NegativeSecGroupTest-178874014 tempest-NegativeSecGroupTest-178874014-project] 10.222.0.20 "DELETE /v2.0/security-groups/eba2616a-f337-4dc0-a3f2-f16d06116278 HTTP/1.1" status: 204 len: 168 time: 0.2596636 Jun 23 11:33:52.172624 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG oslo_concurrency.lockutils [None req-e69de7a1-8d50-4475-8005-d74a09ef46b7 tempest-SecGroupIPv6Test-1528675894 tempest-SecGroupIPv6Test-1528675894-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94174) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 11:33:52.177334 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.wsgi [-] (94174) accepted ('10.222.0.20', 39690) {{(pid=94174) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 11:33:52.177423 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.api.v2.base [None req-1ccf72fe-e477-44ce-a79b-9cc6e7bd011f tempest-SecGroupIPv6Test-1528675894 tempest-SecGroupIPv6Test-1528675894-project] Request body: {'security_group_rule': {'security_group_id': '70421f0d-3441-4091-b7ec-3465db58d6a1', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'ipv6-icmp', 'port_range_min': 3, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=94175) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 23 11:33:52.192920 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron_lib.db.api [None req-ef984124-aa5c-49ff-952d-e83ca72b3d9e tempest-NetworksTestDHCPv6-162546708 tempest-NetworksTestDHCPv6-162546708-project] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Jun 23 11:33:52.192920 dv-neutron-601336-94-hyperv neutron-server[94175]: [SQL: DELETE FROM reservations WHERE reservations.project_id = %(project_id_1)s AND reservations.expiration < %(expiration_1)s] Jun 23 11:33:52.192920 dv-neutron-601336-94-hyperv neutron-server[94175]: [parameters: {'project_id_1': '5e61222a836c47229c94e37f3902e6bd', 'expiration_1': datetime.datetime(2021, 6, 23, 11, 33, 52, 120925)}] Jun 23 11:33:52.192920 dv-neutron-601336-94-hyperv neutron-server[94175]: (Background on this error at: http://sqlalche.me/e/14/e3q8) {{(pid=94175) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jun 23 11:33:52.193352 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG oslo_db.api [None req-ef984124-aa5c-49ff-952d-e83ca72b3d9e tempest-NetworksTestDHCPv6-162546708 tempest-NetworksTestDHCPv6-162546708-project] Performing DB retry for function neutron.db.quota.driver_nolock.DbQuotaNoLockDriver.make_reservation {{(pid=94175) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jun 23 11:33:52.205956 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron_lib.callbacks.manager [None req-73dbdfd0-cb5b-4285-ae3a-aebe000a1185 tempest-NetworksTest-2133396914 tempest-NetworksTest-2133396914-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-824874'] for network, before_delete {{(pid=94174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:33:52.207800 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-090c885b-4132-43b9-b239-ad5266ee6f0a tempest-NegativeSecGroupTest-178874014 tempest-NegativeSecGroupTest-178874014-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=eba2616a-f337-4dc0-a3f2-f16d06116278,revision_number=None']} {{(pid=94174) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 11:33:52.208619 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron_lib.callbacks.manager [None req-dc7542b2-afef-47f4-a763-e3a3cba144be None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-923122'] for port, before_update {{(pid=94176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:33:52.222639 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG oslo_concurrency.lockutils [None req-090c885b-4132-43b9-b239-ad5266ee6f0a tempest-NegativeSecGroupTest-178874014 tempest-NegativeSecGroupTest-178874014-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=94174) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 11:33:52.254820 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron_lib.callbacks.manager [None req-d35904dd-1bdc-49be-8832-7e39d64ab689 tempest-PortsTestJSON-2085221018 tempest-PortsTestJSON-2085221018-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:33:52.285853 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a6aa4048-f669-4c57-8ce2-8673aa096b59 tempest-PortsIpV6TestJSON-1781383748 tempest-PortsIpV6TestJSON-1781383748-project] Made reservation on behalf of 4a9805c328414e068d83db5c9b76c3c7 for: {'network': 1} {{(pid=94175) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 23 11:33:52.289693 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron_lib.callbacks.manager [None req-a6aa4048-f669-4c57-8ce2-8673aa096b59 tempest-PortsIpV6TestJSON-1781383748 tempest-PortsIpV6TestJSON-1781383748-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-923104'] for network, before_create {{(pid=94175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:33:52.320347 dv-neutron-601336-94-hyperv neutron-server[94174]: INFO neutron.wsgi [None req-d5450e5a-2794-4efc-a1fa-0a294224b03f tempest-NegativeSecGroupTest-178874014 tempest-NegativeSecGroupTest-178874014-project] 10.222.0.20 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4505 time: 0.1410446 Jun 23 11:33:52.323591 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.wsgi [-] (94174) accepted ('10.222.0.20', 39692) {{(pid=94174) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 11:33:52.330302 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a6aa4048-f669-4c57-8ce2-8673aa096b59 tempest-PortsIpV6TestJSON-1781383748 tempest-PortsIpV6TestJSON-1781383748-project] vlan segment allocate from pool success with {'vlan_id': 434, 'physical_network': 'physnet1'} {{(pid=94175) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 23 11:33:52.339068 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.plugins.ml2.db [None req-dc7542b2-afef-47f4-a763-e3a3cba144be None None] For port 8359baae-c42b-4225-9991-fbcdd5b35b6c, host dv-neutron-601336-94-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-94-hyperv',level=0,port_id=8359baae-c42b-4225-9991-fbcdd5b35b6c,segment=NetworkSegment(6303a411-6e70-4139-a530-9ee4cf8ba843),segment_id=6303a411-6e70-4139-a530-9ee4cf8ba843)] {{(pid=94176) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 23 11:33:52.341454 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron_lib.callbacks.manager [None req-a6aa4048-f669-4c57-8ce2-8673aa096b59 tempest-PortsIpV6TestJSON-1781383748 tempest-PortsIpV6TestJSON-1781383748-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3801'] for segment, precommit_create {{(pid=94175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:33:52.341877 dv-neutron-601336-94-hyperv neutron-server[94175]: INFO neutron.db.segments_db [None req-a6aa4048-f669-4c57-8ce2-8673aa096b59 tempest-PortsIpV6TestJSON-1781383748 tempest-PortsIpV6TestJSON-1781383748-project] Added segment 206ca7b3-ca9f-47bf-9c99-f3455dfb0ab6 of type vlan for network 9938a96c-aaeb-4be8-894e-2eca22a32938 Jun 23 11:33:52.369668 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.db.db_base_plugin_common [None req-b4a8496e-357a-4d38-9442-c2655c9c25e1 None None] Allocated IP 172.20.0.2 (7cc6a096-5b5a-48b7-b45e-38a16064cf71/44806553-bbba-43ae-a691-67ba0c8faf45/a9d73b3b-33bc-41b0-9652-5d7168e6badc) {{(pid=94176) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 23 11:33:52.370952 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.plugins.ml2.plugin [None req-73dbdfd0-cb5b-4285-ae3a-aebe000a1185 tempest-NetworksTest-2133396914 tempest-NetworksTest-2133396914-project] Deleting port ebfb257f-fa7b-4cd3-91a7-37d81eac8254 {{(pid=94174) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1913}} Jun 23 11:33:52.371370 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron_lib.callbacks.manager [None req-73dbdfd0-cb5b-4285-ae3a-aebe000a1185 tempest-NetworksTest-2133396914 tempest-NetworksTest-2133396914-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773700079324'] for port, before_delete {{(pid=94174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:33:52.396175 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron_lib.callbacks.manager [None req-a6aa4048-f669-4c57-8ce2-8673aa096b59 tempest-PortsIpV6TestJSON-1781383748 tempest-PortsIpV6TestJSON-1781383748-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8773699596773'] for network, precommit_create {{(pid=94175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:33:52.414706 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron_lib.callbacks.manager [None req-d35904dd-1bdc-49be-8832-7e39d64ab689 tempest-PortsTestJSON-2085221018 tempest-PortsTestJSON-2085221018-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-520412', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-524143'] for router, after_create {{(pid=94174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:33:52.423163 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron_lib.callbacks.manager [None req-1ccf72fe-e477-44ce-a79b-9cc6e7bd011f tempest-SecGroupIPv6Test-1528675894 tempest-SecGroupIPv6Test-1528675894-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:33:52.441793 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron_lib.callbacks.manager [None req-dc7542b2-afef-47f4-a763-e3a3cba144be None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-922904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866062', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773700135042', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773699642233', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773699642278'] for port, after_update {{(pid=94176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:33:52.443054 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron_lib.callbacks.manager [None req-0d7c01c8-6d44-47c0-afdb-6ba83248b11a tempest-NegativeSecGroupTest-178874014 tempest-NegativeSecGroupTest-178874014-project] Notify callbacks [] for security_group, before_delete {{(pid=94174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:33:52.445961 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG oslo_concurrency.lockutils [None req-cd3d4172-7984-4218-9032-cffc0587648b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 11:33:52.483534 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.plugins.ml2.db [None req-73dbdfd0-cb5b-4285-ae3a-aebe000a1185 tempest-NetworksTest-2133396914 tempest-NetworksTest-2133396914-project] For port ebfb257f-fa7b-4cd3-91a7-37d81eac8254, host dv-neutron-601336-94-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-94-hyperv',level=0,port_id=ebfb257f-fa7b-4cd3-91a7-37d81eac8254,segment=NetworkSegment(d9150c67-731d-4b4d-b2dd-9de4ab7a4ea3),segment_id=d9150c67-731d-4b4d-b2dd-9de4ab7a4ea3)] {{(pid=94174) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 23 11:33:52.483897 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron_lib.callbacks.manager [None req-73dbdfd0-cb5b-4285-ae3a-aebe000a1185 tempest-NetworksTest-2133396914 tempest-NetworksTest-2133396914-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-430722'] for port, precommit_delete {{(pid=94174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:33:52.490851 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron_lib.callbacks.manager [None req-1ccf72fe-e477-44ce-a79b-9cc6e7bd011f tempest-SecGroupIPv6Test-1528675894 tempest-SecGroupIPv6Test-1528675894-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:33:52.504926 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron_lib.callbacks.manager [None req-0d7c01c8-6d44-47c0-afdb-6ba83248b11a tempest-NegativeSecGroupTest-178874014 tempest-NegativeSecGroupTest-178874014-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:33:52.514785 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.plugins.ml2.plugin [None req-73dbdfd0-cb5b-4285-ae3a-aebe000a1185 tempest-NetworksTest-2133396914 tempest-NetworksTest-2133396914-project] Calling delete_port for ebfb257f-fa7b-4cd3-91a7-37d81eac8254 owned by network:dhcp {{(pid=94174) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1986}} Jun 23 11:33:52.522404 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc7542b2-afef-47f4-a763-e3a3cba144be None None] Pushing event updated for resources: {'Port': ['ID=8359baae-c42b-4225-9991-fbcdd5b35b6c,revision_number=5']} {{(pid=94176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 11:33:52.523819 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron_lib.callbacks.manager [None req-a6aa4048-f669-4c57-8ce2-8673aa096b59 tempest-PortsIpV6TestJSON-1781383748 tempest-PortsIpV6TestJSON-1781383748-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8002400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7866073'] for network, after_create {{(pid=94175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:33:52.529441 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG oslo_concurrency.lockutils [None req-dc7542b2-afef-47f4-a763-e3a3cba144be None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.083s {{(pid=94176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 11:33:52.534003 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a6aa4048-f669-4c57-8ce2-8673aa096b59 tempest-PortsIpV6TestJSON-1781383748 tempest-PortsIpV6TestJSON-1781383748-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 11:33:52.535602 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron_lib.callbacks.manager [None req-a6aa4048-f669-4c57-8ce2-8673aa096b59 tempest-PortsIpV6TestJSON-1781383748 tempest-PortsIpV6TestJSON-1781383748-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7865916'] for network, before_response {{(pid=94175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:33:52.541520 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG oslo_concurrency.lockutils [None req-10a2195e-a705-4740-b6f3-970a9a743003 tempest-RoutersNegativeIpV6Test-1628881962 tempest-RoutersNegativeIpV6Test-1628881962-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94175) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 11:33:52.619804 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6aa4048-f669-4c57-8ce2-8673aa096b59 tempest-PortsIpV6TestJSON-1781383748 tempest-PortsIpV6TestJSON-1781383748-project] Pushing event updated for resources: {'Network': ['ID=9938a96c-aaeb-4be8-894e-2eca22a32938,revision_number=1']} {{(pid=94175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 11:33:52.620027 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron_lib.callbacks.manager [None req-d35904dd-1bdc-49be-8832-7e39d64ab689 tempest-PortsTestJSON-2085221018 tempest-PortsTestJSON-2085221018-project] Notify callbacks [] for router, before_response {{(pid=94174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:33:52.621150 dv-neutron-601336-94-hyperv neutron-server[94174]: INFO neutron.wsgi [None req-d35904dd-1bdc-49be-8832-7e39d64ab689 tempest-PortsTestJSON-2085221018 tempest-PortsTestJSON-2085221018-project] 10.222.0.20 "POST /v2.0/routers HTTP/1.1" status: 201 len: 702 time: 0.7129087 Jun 23 11:33:52.624194 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.wsgi [-] (94174) accepted ('10.222.0.20', 39694) {{(pid=94174) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 11:33:52.624891 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG oslo_concurrency.lockutils [None req-a6aa4048-f669-4c57-8ce2-8673aa096b59 tempest-PortsIpV6TestJSON-1781383748 tempest-PortsIpV6TestJSON-1781383748-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.083s {{(pid=94175) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 11:33:52.630068 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.api.v2.base [None req-4d12ff0f-d56f-46c7-98c1-0f2ffd9b7f67 tempest-PortsTestJSON-2085221018 tempest-PortsTestJSON-2085221018-project] Request body: {'port': {'network_id': '7cc6a096-5b5a-48b7-b45e-38a16064cf71', 'name': 'tempest-PortsTestJSON-1724943503'}} {{(pid=94174) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 23 11:33:52.632552 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.plugins.ml2.rpc [None req-dc7542b2-afef-47f4-a763-e3a3cba144be None None] Network 9938a96c-aaeb-4be8-894e-2eca22a32938 details requested by agent ovs-agent-dv-neutron-601336-94-hyperv with host dv-neutron-601336-94-hyperv {{(pid=94176) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:250}} Jun 23 11:33:52.665446 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron_lib.callbacks.manager [None req-1ccf72fe-e477-44ce-a79b-9cc6e7bd011f tempest-SecGroupIPv6Test-1528675894 tempest-SecGroupIPv6Test-1528675894-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7996355'] for security_group_rule, after_create {{(pid=94175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:33:52.668070 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG oslo_concurrency.lockutils [None req-f45d3ef4-d9b4-42f4-aeb4-45f6611f222d tempest-ServerActionsTestJSON-161917335 tempest-ServerActionsTestJSON-161917335-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94175) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 11:33:52.683604 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ccf72fe-e477-44ce-a79b-9cc6e7bd011f tempest-SecGroupIPv6Test-1528675894 tempest-SecGroupIPv6Test-1528675894-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7125e521-23b8-46af-99c2-166fc52f1f7f,revision_number=0']} {{(pid=94175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 11:33:52.690696 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG oslo_concurrency.lockutils [None req-1ccf72fe-e477-44ce-a79b-9cc6e7bd011f tempest-SecGroupIPv6Test-1528675894 tempest-SecGroupIPv6Test-1528675894-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.021s {{(pid=94175) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 11:33:52.721991 dv-neutron-601336-94-hyperv neutron-server[94175]: INFO neutron.wsgi [None req-a6aa4048-f669-4c57-8ce2-8673aa096b59 tempest-PortsIpV6TestJSON-1781383748 tempest-PortsIpV6TestJSON-1781383748-project] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 0.7858381 Jun 23 11:33:52.725063 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.wsgi [-] (94175) accepted ('10.222.0.20', 39698) {{(pid=94175) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 11:33:52.732029 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.api.v2.base [None req-07b21b0f-c8ab-4e12-b9fc-8b8ab49e32e9 tempest-PortsIpV6TestJSON-1781383748 tempest-PortsIpV6TestJSON-1781383748-project] Request body: {'subnet': {'network_id': '9938a96c-aaeb-4be8-894e-2eca22a32938', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=94175) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 23 11:33:52.734883 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron_lib.callbacks.manager [None req-0d7c01c8-6d44-47c0-afdb-6ba83248b11a tempest-NegativeSecGroupTest-178874014 tempest-NegativeSecGroupTest-178874014-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7996330'] for security_group, after_delete {{(pid=94174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:33:52.737429 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron_lib.callbacks.manager [None req-0d7c01c8-6d44-47c0-afdb-6ba83248b11a tempest-NegativeSecGroupTest-178874014 tempest-NegativeSecGroupTest-178874014-project] Notify callbacks [] for security_group, before_response {{(pid=94174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:33:52.744576 dv-neutron-601336-94-hyperv neutron-server[94174]: INFO neutron.wsgi [None req-0d7c01c8-6d44-47c0-afdb-6ba83248b11a tempest-NegativeSecGroupTest-178874014 tempest-NegativeSecGroupTest-178874014-project] 10.222.0.20 "DELETE /v2.0/security-groups/2166f026-2138-4aeb-9ec1-ebf1aee79715 HTTP/1.1" status: 204 len: 168 time: 0.4197352 Jun 23 11:33:52.748769 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG oslo_concurrency.lockutils [None req-72428056-1c84-42e2-b4fe-16383b9961e9 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94174) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 11:33:52.751653 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.wsgi [-] (94174) accepted ('10.222.0.20', 39700) {{(pid=94174) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 11:33:52.762157 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron_lib.callbacks.manager [None req-b4a8496e-357a-4d38-9442-c2655c9c25e1 None None] Notify callbacks [] for port, precommit_create {{(pid=94176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:33:52.771761 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.db.provisioning_blocks [None req-b4a8496e-357a-4d38-9442-c2655c9c25e1 None None] Transition to ACTIVE for port object a9d73b3b-33bc-41b0-9652-5d7168e6badc will not be triggered until provisioned by entity L2. {{(pid=94176) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 23 11:33:52.800891 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.db.provisioning_blocks [None req-b4a8496e-357a-4d38-9442-c2655c9c25e1 None None] Transition to ACTIVE for port object a9d73b3b-33bc-41b0-9652-5d7168e6badc will not be triggered until provisioned by entity DHCP. {{(pid=94176) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 23 11:33:52.803393 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d7c01c8-6d44-47c0-afdb-6ba83248b11a tempest-NegativeSecGroupTest-178874014 tempest-NegativeSecGroupTest-178874014-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=2166f026-2138-4aeb-9ec1-ebf1aee79715,revision_number=None']} {{(pid=94174) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 11:33:52.811724 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG oslo_concurrency.lockutils [None req-0d7c01c8-6d44-47c0-afdb-6ba83248b11a tempest-NegativeSecGroupTest-178874014 tempest-NegativeSecGroupTest-178874014-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.063s {{(pid=94174) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 11:33:52.814310 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron_lib.callbacks.manager [None req-1ccf72fe-e477-44ce-a79b-9cc6e7bd011f tempest-SecGroupIPv6Test-1528675894 tempest-SecGroupIPv6Test-1528675894-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:33:52.817972 dv-neutron-601336-94-hyperv neutron-server[94175]: INFO neutron.wsgi [None req-1ccf72fe-e477-44ce-a79b-9cc6e7bd011f tempest-SecGroupIPv6Test-1528675894 tempest-SecGroupIPv6Test-1528675894-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.6458344 Jun 23 11:33:52.821403 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.wsgi [-] (94175) accepted ('10.222.0.20', 39702) {{(pid=94175) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 11:33:52.827531 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.api.v2.base [None req-c034e356-fe01-4848-94ec-6d43d089e555 tempest-SecGroupIPv6Test-1528675894 tempest-SecGroupIPv6Test-1528675894-project] Request body: {'security_group_rule': {'security_group_id': '70421f0d-3441-4091-b7ec-3465db58d6a1', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'ipv6-icmp', 'port_range_min': 8, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=94175) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 23 11:33:52.860705 dv-neutron-601336-94-hyperv neutron-server[94174]: INFO neutron.wsgi [None req-6102953f-ae72-49ff-a418-a1b02eb378de tempest-NegativeSecGroupTest-178874014 tempest-NegativeSecGroupTest-178874014-project] 10.222.0.20 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2979 time: 0.1003699 Jun 23 11:33:52.861033 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.wsgi [-] (94174) accepted ('10.222.0.20', 39704) {{(pid=94174) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 11:33:52.865771 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.api.v2.base [None req-f5b6ce03-301c-4ae5-a546-96d9b40d234b tempest-NegativeSecGroupTest-178874014 tempest-NegativeSecGroupTest-178874014-project] Request body: {'security_group': {'name': 'tempest-secgroup--168501612'}} {{(pid=94174) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 23 11:33:52.871306 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron_lib.callbacks.manager [None req-b4a8496e-357a-4d38-9442-c2655c9c25e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-922915', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-239814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7866073', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773699642215'] for port, after_create {{(pid=94176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:33:52.874484 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG oslo_concurrency.lockutils [None req-a7736bc9-f1b5-476c-a14c-1a68dc82cf64 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 11:33:52.900801 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron_lib.callbacks.manager [None req-73dbdfd0-cb5b-4285-ae3a-aebe000a1185 tempest-NetworksTest-2133396914 tempest-NetworksTest-2133396914-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-922904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866062', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773700135024', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773699642224', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5196390'] for port, after_delete {{(pid=94174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:33:52.911410 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG oslo_concurrency.lockutils [None req-e9b04974-5869-4365-b181-c03da3af69e0 tempest-AllowedAddressPairTestJSON-1962660266 tempest-AllowedAddressPairTestJSON-1962660266-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94174) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 11:33:52.911911 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b4a8496e-357a-4d38-9442-c2655c9c25e1 None None] Network 7cc6a096-5b5a-48b7-b45e-38a16064cf71 is already hosted by enough agents. {{(pid=94176) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 23 11:33:52.914810 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.scheduler.base_scheduler [None req-b4a8496e-357a-4d38-9442-c2655c9c25e1 None None] Resources bound (agent type, host, resource id): {{(pid=94176) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 23 11:33:52.917889 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b4a8496e-357a-4d38-9442-c2655c9c25e1 None None] Received port after_create {{(pid=94176) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 23 11:33:52.932450 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4a8496e-357a-4d38-9442-c2655c9c25e1 None None] Pushing event updated for resources: {'Port': ['ID=a9d73b3b-33bc-41b0-9652-5d7168e6badc,revision_number=1']} {{(pid=94176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 11:33:52.939187 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG oslo_concurrency.lockutils [None req-b4a8496e-357a-4d38-9442-c2655c9c25e1 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.062s {{(pid=94176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 11:33:52.943339 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73dbdfd0-cb5b-4285-ae3a-aebe000a1185 tempest-NetworksTest-2133396914 tempest-NetworksTest-2133396914-project] Pushing event deleted for resources: {'Port': ['ID=ebfb257f-fa7b-4cd3-91a7-37d81eac8254,revision_number=None']} {{(pid=94174) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 11:33:52.951596 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG oslo_concurrency.lockutils [None req-73dbdfd0-cb5b-4285-ae3a-aebe000a1185 tempest-NetworksTest-2133396914 tempest-NetworksTest-2133396914-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.040s {{(pid=94174) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 11:33:52.953946 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.db.l3_dvrscheduler_db [None req-73dbdfd0-cb5b-4285-ae3a-aebe000a1185 tempest-NetworksTest-2133396914 tempest-NetworksTest-2133396914-project] No DVR routers for this DVR port ebfb257f-fa7b-4cd3-91a7-37d81eac8254 on host dv-neutron-601336-94-hyperv {{(pid=94174) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 23 11:33:52.969465 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f3d3708-0650-493d-9044-c23eabf012a1 req-91ec3b6e-850d-478a-8c82-48c78a1d78ed tempest-ServerActionsTestJSON-161917335 tempest-ServerActionsTestJSON-161917335-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 11:33:52.976734 dv-neutron-601336-94-hyperv neutron-server[94175]: INFO neutron.wsgi [req-0f3d3708-0650-493d-9044-c23eabf012a1 req-91ec3b6e-850d-478a-8c82-48c78a1d78ed tempest-ServerActionsTestJSON-161917335 tempest-ServerActionsTestJSON-161917335-project] 10.222.0.20 "GET /v2.0/ports?device_id=85769616-6b8b-4da7-ad73-344986edf607 HTTP/1.1" status: 200 len: 945 time: 0.0976913 Jun 23 11:33:52.978566 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ef984124-aa5c-49ff-952d-e83ca72b3d9e tempest-NetworksTestDHCPv6-162546708 tempest-NetworksTestDHCPv6-162546708-project] Made reservation on behalf of 5e61222a836c47229c94e37f3902e6bd for: {'port': 1} {{(pid=94175) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 23 11:33:53.001170 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.plugins.ml2.managers [None req-b4a8496e-357a-4d38-9442-c2655c9c25e1 None None] Attempting to bind port a9d73b3b-33bc-41b0-9652-5d7168e6badc on host dv-neutron-601336-94-hyperv for vnic_type normal with profile {{(pid=94176) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 23 11:33:53.002100 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.plugins.ml2.managers [None req-b4a8496e-357a-4d38-9442-c2655c9c25e1 None None] Attempting to bind port a9d73b3b-33bc-41b0-9652-5d7168e6badc by drivers openvswitch,hyperv on host dv-neutron-601336-94-hyperv at level 0 using segments [{'id': '826193ba-f841-429e-ad83-6fb7fb8c1446', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 425, 'network_id': '7cc6a096-5b5a-48b7-b45e-38a16064cf71'}] {{(pid=94176) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 23 11:33:53.002622 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b4a8496e-357a-4d38-9442-c2655c9c25e1 None None] Attempting to bind port a9d73b3b-33bc-41b0-9652-5d7168e6badc on network 7cc6a096-5b5a-48b7-b45e-38a16064cf71 {{(pid=94176) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 23 11:33:53.008517 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b4a8496e-357a-4d38-9442-c2655c9c25e1 None None] Checking agent: {'id': '4d05f899-5ac9-411b-8a03-f60c93f87cdf', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-601336-94-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 23, 11, 22, 14), 'started_at': datetime.datetime(2021, 6, 23, 11, 22, 44), 'heartbeat_timestamp': datetime.datetime(2021, 6, 23, 11, 33, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'monitor_allowed_address_pair_garp': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-601336-94-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94176) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 23 11:33:53.009204 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b4a8496e-357a-4d38-9442-c2655c9c25e1 None None] Checking segment: {'id': '826193ba-f841-429e-ad83-6fb7fb8c1446', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 425, 'network_id': '7cc6a096-5b5a-48b7-b45e-38a16064cf71'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94176) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 23 11:33:53.009808 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron_lib.callbacks.manager [None req-b4a8496e-357a-4d38-9442-c2655c9c25e1 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:33:53.010405 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b4a8496e-357a-4d38-9442-c2655c9c25e1 None None] Bound using segment: {'id': '826193ba-f841-429e-ad83-6fb7fb8c1446', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 425, 'network_id': '7cc6a096-5b5a-48b7-b45e-38a16064cf71'} {{(pid=94176) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 23 11:33:53.013900 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.plugins.ml2.managers [None req-b4a8496e-357a-4d38-9442-c2655c9c25e1 None None] Bound port: a9d73b3b-33bc-41b0-9652-5d7168e6badc, host: dv-neutron-601336-94-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '826193ba-f841-429e-ad83-6fb7fb8c1446', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 425, 'network_id': '7cc6a096-5b5a-48b7-b45e-38a16064cf71'}}] {{(pid=94176) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 23 11:33:53.014289 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron_lib.callbacks.manager [None req-b4a8496e-357a-4d38-9442-c2655c9c25e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-923122'] for port, before_update {{(pid=94176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:33:53.057295 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron_lib.callbacks.manager [None req-73dbdfd0-cb5b-4285-ae3a-aebe000a1185 tempest-NetworksTest-2133396914 tempest-NetworksTest-2133396914-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-897259', 'neutron.services.segments.db._delete_segments_for_network-8773700168587'] for network, precommit_delete {{(pid=94174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:33:53.062157 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4d12ff0f-d56f-46c7-98c1-0f2ffd9b7f67 tempest-PortsTestJSON-2085221018 tempest-PortsTestJSON-2085221018-project] Made reservation on behalf of 9e5461dd76964a018bba022fe5f7a0f1 for: {'port': 1} {{(pid=94174) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 23 11:33:53.065832 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron_lib.callbacks.manager [None req-4d12ff0f-d56f-46c7-98c1-0f2ffd9b7f67 tempest-PortsTestJSON-2085221018 tempest-PortsTestJSON-2085221018-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-923104'] for port, before_create {{(pid=94174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:33:53.085594 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.services.segments.db [None req-73dbdfd0-cb5b-4285-ae3a-aebe000a1185 tempest-NetworksTest-2133396914 tempest-NetworksTest-2133396914-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5c4bfd99-ddc0-472e-81fa-a5d585a669e3']}} {{(pid=94174) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 11:33:53.097268 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron_lib.callbacks.manager [None req-ef984124-aa5c-49ff-952d-e83ca72b3d9e tempest-NetworksTestDHCPv6-162546708 tempest-NetworksTestDHCPv6-162546708-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-923104'] for port, before_create {{(pid=94175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:33:53.099313 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.services.segments.db [None req-73dbdfd0-cb5b-4285-ae3a-aebe000a1185 tempest-NetworksTest-2133396914 tempest-NetworksTest-2133396914-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd9150c67-731d-4b4d-b2dd-9de4ab7a4ea3') {'for_net_delete': True} {{(pid=94174) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 11:33:53.099626 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.services.segments.db [None req-73dbdfd0-cb5b-4285-ae3a-aebe000a1185 tempest-NetworksTest-2133396914 tempest-NetworksTest-2133396914-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd9150c67-731d-4b4d-b2dd-9de4ab7a4ea3') {} {{(pid=94174) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 11:33:53.101751 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.notifiers.nova [None req-4d12ff0f-d56f-46c7-98c1-0f2ffd9b7f67 tempest-PortsTestJSON-2085221018 tempest-PortsTestJSON-2085221018-project] device_id is not set on port 688604c2-c46f-4ece-8c3f-f7d80e4ff091 yet. {{(pid=94174) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jun 23 11:33:53.108254 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.plugins.ml2.db [None req-b4a8496e-357a-4d38-9442-c2655c9c25e1 None None] For port a9d73b3b-33bc-41b0-9652-5d7168e6badc, host dv-neutron-601336-94-hyperv, cleared binding levels {{(pid=94176) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 23 11:33:53.111975 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.plugins.ml2.db [None req-b4a8496e-357a-4d38-9442-c2655c9c25e1 None None] For port a9d73b3b-33bc-41b0-9652-5d7168e6badc, host dv-neutron-601336-94-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-94-hyperv',level=0,port_id=a9d73b3b-33bc-41b0-9652-5d7168e6badc,segment=NetworkSegment(826193ba-f841-429e-ad83-6fb7fb8c1446),segment_id=826193ba-f841-429e-ad83-6fb7fb8c1446)] {{(pid=94176) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 23 11:33:53.116131 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron_lib.callbacks.manager [None req-73dbdfd0-cb5b-4285-ae3a-aebe000a1185 tempest-NetworksTest-2133396914 tempest-NetworksTest-2133396914-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8773699955833', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4800267'] for segment, before_delete {{(pid=94174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:33:53.125338 dv-neutron-601336-94-hyperv neutron-server[94175]: INFO neutron.wsgi [req-0f3d3708-0650-493d-9044-c23eabf012a1 req-6012d67c-1ffd-472c-a12e-d89a509bc1ed tempest-ServerActionsTestJSON-161917335 tempest-ServerActionsTestJSON-161917335-project] 10.222.0.20 "GET /v2.0/security-groups?id=f0520e5d-8f0e-4c28-b543-be4405698077&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1476634 Jun 23 11:33:53.147224 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.notifiers.nova [None req-ef984124-aa5c-49ff-952d-e83ca72b3d9e tempest-NetworksTestDHCPv6-162546708 tempest-NetworksTestDHCPv6-162546708-project] device_id is not set on port 5ca50092-fcde-47f7-9dc0-bab3d2746e4a yet. {{(pid=94175) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jun 23 11:33:53.156811 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.db.provisioning_blocks [None req-7d09149d-c120-4f31-a4ef-7f6bb34997a4 None None] Provisioning complete for port 8359baae-c42b-4225-9991-fbcdd5b35b6c triggered by entity DHCP. {{(pid=94176) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 23 11:33:53.157274 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron_lib.callbacks.manager [None req-7d09149d-c120-4f31-a4ef-7f6bb34997a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-899258'] for port, provisioning_complete {{(pid=94176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:33:53.208048 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron_lib.callbacks.manager [None req-73dbdfd0-cb5b-4285-ae3a-aebe000a1185 tempest-NetworksTest-2133396914 tempest-NetworksTest-2133396914-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3801'] for segment, precommit_delete {{(pid=94174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:33:53.214214 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-73dbdfd0-cb5b-4285-ae3a-aebe000a1185 tempest-NetworksTest-2133396914 tempest-NetworksTest-2133396914-project] Releasing vlan 412 on physical network physnet1 to pool {{(pid=94174) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 23 11:33:53.214612 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron_lib.callbacks.manager [None req-73dbdfd0-cb5b-4285-ae3a-aebe000a1185 tempest-NetworksTest-2133396914 tempest-NetworksTest-2133396914-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3801', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5196341'] for segment, after_delete {{(pid=94174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:33:53.217803 dv-neutron-601336-94-hyperv neutron-server[94174]: Traceback (most recent call last): Jun 23 11:33:53.217803 dv-neutron-601336-94-hyperv neutron-server[94174]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 23 11:33:53.217803 dv-neutron-601336-94-hyperv neutron-server[94174]: timer() Jun 23 11:33:53.217803 dv-neutron-601336-94-hyperv neutron-server[94174]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 23 11:33:53.217803 dv-neutron-601336-94-hyperv neutron-server[94174]: cb(*args, **kw) Jun 23 11:33:53.217803 dv-neutron-601336-94-hyperv neutron-server[94174]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 23 11:33:53.217803 dv-neutron-601336-94-hyperv neutron-server[94174]: return func(*args, **kwargs) Jun 23 11:33:53.217803 dv-neutron-601336-94-hyperv neutron-server[94174]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 23 11:33:53.217803 dv-neutron-601336-94-hyperv neutron-server[94174]: self._notify() Jun 23 11:33:53.217803 dv-neutron-601336-94-hyperv neutron-server[94174]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 23 11:33:53.217803 dv-neutron-601336-94-hyperv neutron-server[94174]: self.callback(batched_events) Jun 23 11:33:53.217803 dv-neutron-601336-94-hyperv neutron-server[94174]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 23 11:33:53.217803 dv-neutron-601336-94-hyperv neutron-server[94174]: event.method(event) Jun 23 11:33:53.217803 dv-neutron-601336-94-hyperv neutron-server[94174]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 23 11:33:53.217803 dv-neutron-601336-94-hyperv neutron-server[94174]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 23 11:33:53.217803 dv-neutron-601336-94-hyperv neutron-server[94174]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 23 11:33:53.217803 dv-neutron-601336-94-hyperv neutron-server[94174]: aggregate_uuid = self.p_client.list_aggregates( Jun 23 11:33:53.217803 dv-neutron-601336-94-hyperv neutron-server[94174]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 23 11:33:53.217803 dv-neutron-601336-94-hyperv neutron-server[94174]: return f(self, *a, **k) Jun 23 11:33:53.217803 dv-neutron-601336-94-hyperv neutron-server[94174]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 23 11:33:53.217803 dv-neutron-601336-94-hyperv neutron-server[94174]: return self._get(url).json() Jun 23 11:33:53.217803 dv-neutron-601336-94-hyperv neutron-server[94174]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 23 11:33:53.217803 dv-neutron-601336-94-hyperv neutron-server[94174]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 23 11:33:53.217803 dv-neutron-601336-94-hyperv neutron-server[94174]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 23 11:33:53.217803 dv-neutron-601336-94-hyperv neutron-server[94174]: return self.request(url, 'GET', **kwargs) Jun 23 11:33:53.217803 dv-neutron-601336-94-hyperv neutron-server[94174]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 23 11:33:53.217803 dv-neutron-601336-94-hyperv neutron-server[94174]: base_url = self.get_endpoint(auth, allow=allow, Jun 23 11:33:53.217803 dv-neutron-601336-94-hyperv neutron-server[94174]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 23 11:33:53.217803 dv-neutron-601336-94-hyperv neutron-server[94174]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 23 11:33:53.217803 dv-neutron-601336-94-hyperv neutron-server[94174]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 23 11:33:53.217803 dv-neutron-601336-94-hyperv neutron-server[94174]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 23 11:33:53.217803 dv-neutron-601336-94-hyperv neutron-server[94174]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 23 11:33:53.241158 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.plugins.ml2.rpc [None req-dc7542b2-afef-47f4-a763-e3a3cba144be None None] Device 8359baae-c42b-4225-9991-fbcdd5b35b6c up at agent ovs-agent-dv-neutron-601336-94-hyperv {{(pid=94176) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:298}} Jun 23 11:33:53.247315 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron_lib.callbacks.manager [None req-97bd5441-1da2-49ee-a364-27795820ba27 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773699952132', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-899307'] for agent, after_update {{(pid=94176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:33:53.253361 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron_lib.callbacks.manager [None req-b4a8496e-357a-4d38-9442-c2655c9c25e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-922904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866062', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773700135042', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773699642233', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773699642278'] for port, after_update {{(pid=94176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:33:53.255374 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG oslo_concurrency.lockutils [None req-e2a72054-f983-4d78-b201-afaf03878028 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 11:33:53.257630 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron_lib.callbacks.manager [None req-c034e356-fe01-4848-94ec-6d43d089e555 tempest-SecGroupIPv6Test-1528675894 tempest-SecGroupIPv6Test-1528675894-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:33:53.322651 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.db.db_base_plugin_common [None req-4d12ff0f-d56f-46c7-98c1-0f2ffd9b7f67 tempest-PortsTestJSON-2085221018 tempest-PortsTestJSON-2085221018-project] Allocated IP 172.20.0.10 (7cc6a096-5b5a-48b7-b45e-38a16064cf71/44806553-bbba-43ae-a691-67ba0c8faf45/688604c2-c46f-4ece-8c3f-f7d80e4ff091) {{(pid=94174) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 23 11:33:53.323753 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron_lib.db.api [None req-07b21b0f-c8ab-4e12-b9fc-8b8ab49e32e9 tempest-PortsIpV6TestJSON-1781383748 tempest-PortsIpV6TestJSON-1781383748-project] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Jun 23 11:33:53.323753 dv-neutron-601336-94-hyperv neutron-server[94175]: [SQL: DELETE FROM reservations WHERE reservations.project_id = %(project_id_1)s AND reservations.expiration < %(expiration_1)s] Jun 23 11:33:53.323753 dv-neutron-601336-94-hyperv neutron-server[94175]: [parameters: {'project_id_1': '4a9805c328414e068d83db5c9b76c3c7', 'expiration_1': datetime.datetime(2021, 6, 23, 11, 33, 52, 879959)}] Jun 23 11:33:53.323753 dv-neutron-601336-94-hyperv neutron-server[94175]: (Background on this error at: http://sqlalche.me/e/14/e3q8) {{(pid=94175) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jun 23 11:33:53.324060 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG oslo_db.api [None req-07b21b0f-c8ab-4e12-b9fc-8b8ab49e32e9 tempest-PortsIpV6TestJSON-1781383748 tempest-PortsIpV6TestJSON-1781383748-project] Performing DB retry for function neutron.db.quota.driver_nolock.DbQuotaNoLockDriver.make_reservation {{(pid=94175) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jun 23 11:33:53.371700 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron_lib.callbacks.manager [None req-c034e356-fe01-4848-94ec-6d43d089e555 tempest-SecGroupIPv6Test-1528675894 tempest-SecGroupIPv6Test-1528675894-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:33:53.373699 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4a8496e-357a-4d38-9442-c2655c9c25e1 None None] Pushing event updated for resources: {'Port': ['ID=a9d73b3b-33bc-41b0-9652-5d7168e6badc,revision_number=2']} {{(pid=94176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 11:33:53.376898 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG oslo_concurrency.lockutils [None req-b4a8496e-357a-4d38-9442-c2655c9c25e1 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.122s {{(pid=94176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 11:33:53.380277 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron_lib.callbacks.manager [None req-f5b6ce03-301c-4ae5-a546-96d9b40d234b tempest-NegativeSecGroupTest-178874014 tempest-NegativeSecGroupTest-178874014-project] Notify callbacks [] for security_group, before_create {{(pid=94174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:33:53.395721 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.db.provisioning_blocks [None req-dc7542b2-afef-47f4-a763-e3a3cba144be None None] Provisioning complete for port 8359baae-c42b-4225-9991-fbcdd5b35b6c triggered by entity L2. {{(pid=94176) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 23 11:33:53.395721 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron_lib.callbacks.manager [None req-dc7542b2-afef-47f4-a763-e3a3cba144be None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-899258'] for port, provisioning_complete {{(pid=94176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:33:53.403449 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.db.db_base_plugin_common [None req-ef984124-aa5c-49ff-952d-e83ca72b3d9e tempest-NetworksTestDHCPv6-162546708 tempest-NetworksTestDHCPv6-162546708-project] Allocated IP 2001:db8::297 (f53f535d-bce4-4da8-9bd9-396677ff4e83/3466b96a-d26a-4c05-80ce-08e1c15fca5d/5ca50092-fcde-47f7-9dc0-bab3d2746e4a) {{(pid=94175) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 23 11:33:53.415678 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron_lib.callbacks.manager [None req-73dbdfd0-cb5b-4285-ae3a-aebe000a1185 tempest-NetworksTest-2133396914 tempest-NetworksTest-2133396914-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-897248', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8002400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7866073', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-524247'] for network, after_delete {{(pid=94174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:33:53.420289 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG oslo_concurrency.lockutils [None req-d1ec5c92-130b-4104-a079-688bcdd7e1da tempest-FloatingIPNegativeTestJSON-1295786409 tempest-FloatingIPNegativeTestJSON-1295786409-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94174) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 11:33:53.425609 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron_lib.callbacks.manager [None req-73dbdfd0-cb5b-4285-ae3a-aebe000a1185 tempest-NetworksTest-2133396914 tempest-NetworksTest-2133396914-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7865916'] for network, before_response {{(pid=94174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:33:53.427471 dv-neutron-601336-94-hyperv neutron-server[94174]: INFO neutron.wsgi [None req-73dbdfd0-cb5b-4285-ae3a-aebe000a1185 tempest-NetworksTest-2133396914 tempest-NetworksTest-2133396914-project] 10.222.0.20 "DELETE /v2.0/networks/5c4bfd99-ddc0-472e-81fa-a5d585a669e3 HTTP/1.1" status: 204 len: 168 time: 3.1973317 Jun 23 11:33:53.431109 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.wsgi [-] (94175) accepted ('10.222.0.20', 39706) {{(pid=94175) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 11:33:53.436875 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.api.v2.base [None req-3b733ecc-7db8-4978-83b2-5137a070a577 tempest-NetworksTest-2133396914 tempest-NetworksTest-2133396914-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-212505685'}} {{(pid=94175) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 23 11:33:53.443571 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron_lib.callbacks.manager [None req-c034e356-fe01-4848-94ec-6d43d089e555 tempest-SecGroupIPv6Test-1528675894 tempest-SecGroupIPv6Test-1528675894-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7996355'] for security_group_rule, after_create {{(pid=94175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:33:53.445611 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94175) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 11:33:53.458322 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73dbdfd0-cb5b-4285-ae3a-aebe000a1185 tempest-NetworksTest-2133396914 tempest-NetworksTest-2133396914-project] Pushing event deleted for resources: {'Network': ['ID=5c4bfd99-ddc0-472e-81fa-a5d585a669e3,revision_number=None']} {{(pid=94174) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 11:33:53.463562 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c034e356-fe01-4848-94ec-6d43d089e555 tempest-SecGroupIPv6Test-1528675894 tempest-SecGroupIPv6Test-1528675894-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=def69975-fb3d-4d43-9f5f-115b604d67ba,revision_number=0']} {{(pid=94175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 11:33:53.467126 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG oslo_concurrency.lockutils [None req-c034e356-fe01-4848-94ec-6d43d089e555 tempest-SecGroupIPv6Test-1528675894 tempest-SecGroupIPv6Test-1528675894-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.021s {{(pid=94175) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 11:33:53.471388 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG oslo_concurrency.lockutils [None req-73dbdfd0-cb5b-4285-ae3a-aebe000a1185 tempest-NetworksTest-2133396914 tempest-NetworksTest-2133396914-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=94174) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 11:33:53.475317 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.db.db_base_plugin_common [None req-ef984124-aa5c-49ff-952d-e83ca72b3d9e tempest-NetworksTestDHCPv6-162546708 tempest-NetworksTestDHCPv6-162546708-project] Allocated IP 2001:db8:0:1:f816:3eff:fe51:cf6d (f53f535d-bce4-4da8-9bd9-396677ff4e83/e0d5aa90-b174-4ce1-bb8f-441099ee6367/5ca50092-fcde-47f7-9dc0-bab3d2746e4a) {{(pid=94175) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 23 11:33:53.570373 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.plugins.ml2.rpc [None req-dc7542b2-afef-47f4-a763-e3a3cba144be None None] Device 469c324d-9e40-4f7f-b022-fad3bda3ec66 no longer exists at agent ovs-agent-dv-neutron-601336-94-hyperv {{(pid=94176) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:261}} Jun 23 11:33:53.610065 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.plugins.ml2.plugin [None req-dc7542b2-afef-47f4-a763-e3a3cba144be None None] No Port match for: 469c324d-9e40-4f7f-b022-fad3bda3ec66 {{(pid=94176) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2240}} Jun 23 11:33:53.610448 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.plugins.ml2.rpc [None req-dc7542b2-afef-47f4-a763-e3a3cba144be None None] Device 469c324d-9e40-4f7f-b022-fad3bda3ec66 not bound to the agent host dv-neutron-601336-94-hyperv {{(pid=94176) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:271}} Jun 23 11:33:53.666267 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron_lib.callbacks.manager [None req-ef984124-aa5c-49ff-952d-e83ca72b3d9e tempest-NetworksTestDHCPv6-162546708 tempest-NetworksTestDHCPv6-162546708-project] Notify callbacks [] for port, precommit_create {{(pid=94175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:33:53.669069 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron_lib.callbacks.manager [None req-f5b6ce03-301c-4ae5-a546-96d9b40d234b tempest-NegativeSecGroupTest-178874014 tempest-NegativeSecGroupTest-178874014-project] Notify callbacks [] for security_group, precommit_create {{(pid=94174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:33:53.681764 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.db.provisioning_blocks [None req-ef984124-aa5c-49ff-952d-e83ca72b3d9e tempest-NetworksTestDHCPv6-162546708 tempest-NetworksTestDHCPv6-162546708-project] Transition to ACTIVE for port object 5ca50092-fcde-47f7-9dc0-bab3d2746e4a will not be triggered until provisioned by entity DHCP. {{(pid=94175) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 23 11:33:53.708951 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron_lib.callbacks.manager [None req-4d12ff0f-d56f-46c7-98c1-0f2ffd9b7f67 tempest-PortsTestJSON-2085221018 tempest-PortsTestJSON-2085221018-project] Notify callbacks [] for port, precommit_create {{(pid=94174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:33:53.727671 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.db.provisioning_blocks [None req-4d12ff0f-d56f-46c7-98c1-0f2ffd9b7f67 tempest-PortsTestJSON-2085221018 tempest-PortsTestJSON-2085221018-project] Transition to ACTIVE for port object 688604c2-c46f-4ece-8c3f-f7d80e4ff091 will not be triggered until provisioned by entity DHCP. {{(pid=94174) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 23 11:33:53.748012 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron_lib.callbacks.manager [None req-f5b6ce03-301c-4ae5-a546-96d9b40d234b tempest-NegativeSecGroupTest-178874014 tempest-NegativeSecGroupTest-178874014-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7996330'] for security_group, after_create {{(pid=94174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:33:53.752371 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG oslo_concurrency.lockutils [None req-8f0a47a0-5d1f-4a12-9a59-6b2cbf1fffef admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94174) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 11:33:53.781983 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5b6ce03-301c-4ae5-a546-96d9b40d234b tempest-NegativeSecGroupTest-178874014 tempest-NegativeSecGroupTest-178874014-project] Pushing event updated for resources: {'SecurityGroup': ['ID=628bd86e-e720-4a03-a9eb-3214a87d0804,revision_number=1']} {{(pid=94174) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 11:33:53.784561 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG oslo_concurrency.lockutils [None req-f5b6ce03-301c-4ae5-a546-96d9b40d234b tempest-NegativeSecGroupTest-178874014 tempest-NegativeSecGroupTest-178874014-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.032s {{(pid=94174) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 11:33:53.802753 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron_lib.callbacks.manager [None req-ef984124-aa5c-49ff-952d-e83ca72b3d9e tempest-NetworksTestDHCPv6-162546708 tempest-NetworksTestDHCPv6-162546708-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-922915', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-239814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7866073', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773699642215', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-5082457'] for port, after_create {{(pid=94175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:33:53.807892 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG oslo_concurrency.lockutils [None req-ca026ec3-83d3-45bf-9278-7daf021c2495 tempest-PortsIpV6TestJSON-1781383748 tempest-PortsIpV6TestJSON-1781383748-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94175) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 11:33:53.859152 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ef984124-aa5c-49ff-952d-e83ca72b3d9e tempest-NetworksTestDHCPv6-162546708 tempest-NetworksTestDHCPv6-162546708-project] Network f53f535d-bce4-4da8-9bd9-396677ff4e83 is already hosted by enough agents. {{(pid=94175) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 23 11:33:53.859928 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron_lib.callbacks.manager [None req-4d12ff0f-d56f-46c7-98c1-0f2ffd9b7f67 tempest-PortsTestJSON-2085221018 tempest-PortsTestJSON-2085221018-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-922915', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-239814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7866073', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773699642215', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-5196399'] for port, after_create {{(pid=94174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:33:53.865271 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG oslo_concurrency.lockutils [None req-9d93b4c8-7456-48cd-8adb-1e5b172b75f2 tempest-AllowedAddressPairTestJSON-1962660266 tempest-AllowedAddressPairTestJSON-1962660266-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94174) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 11:33:53.866178 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron_lib.callbacks.manager [None req-c034e356-fe01-4848-94ec-6d43d089e555 tempest-SecGroupIPv6Test-1528675894 tempest-SecGroupIPv6Test-1528675894-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:33:53.867412 dv-neutron-601336-94-hyperv neutron-server[94175]: INFO neutron.wsgi [None req-c034e356-fe01-4848-94ec-6d43d089e555 tempest-SecGroupIPv6Test-1528675894 tempest-SecGroupIPv6Test-1528675894-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 1.0447834 Jun 23 11:33:53.869433 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.scheduler.base_scheduler [None req-ef984124-aa5c-49ff-952d-e83ca72b3d9e tempest-NetworksTestDHCPv6-162546708 tempest-NetworksTestDHCPv6-162546708-project] Resources bound (agent type, host, resource id): {{(pid=94175) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 23 11:33:53.875446 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.wsgi [-] (94174) accepted ('10.222.0.20', 39710) {{(pid=94174) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 11:33:53.876604 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ef984124-aa5c-49ff-952d-e83ca72b3d9e tempest-NetworksTestDHCPv6-162546708 tempest-NetworksTestDHCPv6-162546708-project] Received port after_create {{(pid=94175) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 23 11:33:53.880008 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.api.v2.base [None req-83040524-0d64-4dac-bc4e-17a978a2c6dd tempest-SecGroupIPv6Test-1528675894 tempest-SecGroupIPv6Test-1528675894-project] Request body: {'security_group_rule': {'security_group_id': '70421f0d-3441-4091-b7ec-3465db58d6a1', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'ipv6-icmp', 'port_range_min': 0, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=94174) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 23 11:33:53.882325 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ef984124-aa5c-49ff-952d-e83ca72b3d9e tempest-NetworksTestDHCPv6-162546708 tempest-NetworksTestDHCPv6-162546708-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 11:33:53.882975 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron_lib.callbacks.manager [None req-ef984124-aa5c-49ff-952d-e83ca72b3d9e tempest-NetworksTestDHCPv6-162546708 tempest-NetworksTestDHCPv6-162546708-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-217507'] for port, before_response {{(pid=94175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:33:53.898237 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef984124-aa5c-49ff-952d-e83ca72b3d9e tempest-NetworksTestDHCPv6-162546708 tempest-NetworksTestDHCPv6-162546708-project] Pushing event updated for resources: {'Port': ['ID=5ca50092-fcde-47f7-9dc0-bab3d2746e4a,revision_number=1']} {{(pid=94175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 11:33:53.901951 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG oslo_concurrency.lockutils [None req-ef984124-aa5c-49ff-952d-e83ca72b3d9e tempest-NetworksTestDHCPv6-162546708 tempest-NetworksTestDHCPv6-162546708-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.094s {{(pid=94175) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 11:33:53.931285 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4d12ff0f-d56f-46c7-98c1-0f2ffd9b7f67 tempest-PortsTestJSON-2085221018 tempest-PortsTestJSON-2085221018-project] Network 7cc6a096-5b5a-48b7-b45e-38a16064cf71 is already hosted by enough agents. {{(pid=94174) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 23 11:33:53.934641 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.scheduler.base_scheduler [None req-4d12ff0f-d56f-46c7-98c1-0f2ffd9b7f67 tempest-PortsTestJSON-2085221018 tempest-PortsTestJSON-2085221018-project] Resources bound (agent type, host, resource id): {{(pid=94174) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 23 11:33:53.938567 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4d12ff0f-d56f-46c7-98c1-0f2ffd9b7f67 tempest-PortsTestJSON-2085221018 tempest-PortsTestJSON-2085221018-project] Received port after_create {{(pid=94174) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 23 11:33:53.972721 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d12ff0f-d56f-46c7-98c1-0f2ffd9b7f67 tempest-PortsTestJSON-2085221018 tempest-PortsTestJSON-2085221018-project] Pushing event updated for resources: {'Port': ['ID=688604c2-c46f-4ece-8c3f-f7d80e4ff091,revision_number=1']} {{(pid=94174) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 11:33:53.975680 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG oslo_concurrency.lockutils [None req-4d12ff0f-d56f-46c7-98c1-0f2ffd9b7f67 tempest-PortsTestJSON-2085221018 tempest-PortsTestJSON-2085221018-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.110s {{(pid=94174) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 11:33:53.992448 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3b733ecc-7db8-4978-83b2-5137a070a577 tempest-NetworksTest-2133396914 tempest-NetworksTest-2133396914-project] Made reservation on behalf of dfecc9776e0d4947a3f7218fbe96de01 for: {'network': 1} {{(pid=94175) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 23 11:33:53.996108 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron_lib.callbacks.manager [None req-3b733ecc-7db8-4978-83b2-5137a070a577 tempest-NetworksTest-2133396914 tempest-NetworksTest-2133396914-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-923104'] for network, before_create {{(pid=94175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:33:54.003636 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4d12ff0f-d56f-46c7-98c1-0f2ffd9b7f67 tempest-PortsTestJSON-2085221018 tempest-PortsTestJSON-2085221018-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94174) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 11:33:54.004375 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron_lib.callbacks.manager [None req-4d12ff0f-d56f-46c7-98c1-0f2ffd9b7f67 tempest-PortsTestJSON-2085221018 tempest-PortsTestJSON-2085221018-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-217507'] for port, before_response {{(pid=94174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:33:54.022004 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3b733ecc-7db8-4978-83b2-5137a070a577 tempest-NetworksTest-2133396914 tempest-NetworksTest-2133396914-project] vlan segment allocate from pool success with {'vlan_id': 438, 'physical_network': 'physnet1'} {{(pid=94175) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 23 11:33:54.031886 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron_lib.callbacks.manager [None req-3b733ecc-7db8-4978-83b2-5137a070a577 tempest-NetworksTest-2133396914 tempest-NetworksTest-2133396914-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3801'] for segment, precommit_create {{(pid=94175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:33:54.032228 dv-neutron-601336-94-hyperv neutron-server[94175]: INFO neutron.db.segments_db [None req-3b733ecc-7db8-4978-83b2-5137a070a577 tempest-NetworksTest-2133396914 tempest-NetworksTest-2133396914-project] Added segment 0d7e86cb-2cba-4df4-b018-b3edac292e60 of type vlan for network 5f8b1201-8a83-4b3a-8bf6-cae66fcad781 Jun 23 11:33:54.047900 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron_lib.callbacks.manager [None req-f5b6ce03-301c-4ae5-a546-96d9b40d234b tempest-NegativeSecGroupTest-178874014 tempest-NegativeSecGroupTest-178874014-project] Notify callbacks [] for security_group, before_response {{(pid=94174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:33:54.049484 dv-neutron-601336-94-hyperv neutron-server[94174]: INFO neutron.wsgi [None req-f5b6ce03-301c-4ae5-a546-96d9b40d234b tempest-NegativeSecGroupTest-178874014 tempest-NegativeSecGroupTest-178874014-project] 10.222.0.20 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1743 time: 1.1871073 Jun 23 11:33:54.052086 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.wsgi [-] (94174) accepted ('10.222.0.20', 39714) {{(pid=94174) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 11:33:54.057055 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.api.v2.base [None req-f044f1c4-fd3d-41c7-8465-e23c45e53593 tempest-NegativeSecGroupTest-178874014 tempest-NegativeSecGroupTest-178874014-project] Request body: {'security_group': {'name': 'default'}} {{(pid=94174) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 23 11:33:54.058604 dv-neutron-601336-94-hyperv neutron-server[94174]: WARNING neutron.api.v2.base [None req-f044f1c4-fd3d-41c7-8465-e23c45e53593 tempest-NegativeSecGroupTest-178874014 tempest-NegativeSecGroupTest-178874014-project] An exception happened while processing the request body. The exception message is [Default security group already exists.].: neutron.extensions.securitygroup.SecurityGroupDefaultAlreadyExists: Default security group already exists. Jun 23 11:33:54.058604 dv-neutron-601336-94-hyperv neutron-server[94174]: INFO neutron.api.v2.resource [None req-f044f1c4-fd3d-41c7-8465-e23c45e53593 tempest-NegativeSecGroupTest-178874014 tempest-NegativeSecGroupTest-178874014-project] update failed (client error): There was a conflict when trying to complete your request. Jun 23 11:33:54.059195 dv-neutron-601336-94-hyperv neutron-server[94174]: INFO neutron.wsgi [None req-f044f1c4-fd3d-41c7-8465-e23c45e53593 tempest-NegativeSecGroupTest-178874014 tempest-NegativeSecGroupTest-178874014-project] 10.222.0.20 "PUT /v2.0/security-groups/628bd86e-e720-4a03-a9eb-3214a87d0804 HTTP/1.1" status: 409 len: 330 time: 0.0058117 Jun 23 11:33:54.061570 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.wsgi [-] (94174) accepted ('10.222.0.20', 39716) {{(pid=94174) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 11:33:54.078192 dv-neutron-601336-94-hyperv neutron-server[94174]: INFO neutron.wsgi [None req-4d12ff0f-d56f-46c7-98c1-0f2ffd9b7f67 tempest-PortsTestJSON-2085221018 tempest-PortsTestJSON-2085221018-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 925 time: 1.4524283 Jun 23 11:33:54.081810 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron_lib.callbacks.manager [None req-3b733ecc-7db8-4978-83b2-5137a070a577 tempest-NetworksTest-2133396914 tempest-NetworksTest-2133396914-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8773699596773'] for network, precommit_create {{(pid=94175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:33:54.085386 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.wsgi [-] (94175) accepted ('10.222.0.20', 39718) {{(pid=94175) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 11:33:54.093857 dv-neutron-601336-94-hyperv neutron-server[94175]: INFO neutron.wsgi [None req-ef984124-aa5c-49ff-952d-e83ca72b3d9e tempest-NetworksTestDHCPv6-162546708 tempest-NetworksTestDHCPv6-162546708-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1033 time: 2.0891740 Jun 23 11:33:54.095398 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.wsgi [-] (94174) accepted ('10.222.0.20', 39720) {{(pid=94174) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 11:33:54.193750 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron_lib.callbacks.manager [None req-3cbd5ad3-6d3c-483c-929f-9f27c0666b84 tempest-NegativeSecGroupTest-178874014 tempest-NegativeSecGroupTest-178874014-project] Notify callbacks [] for security_group, before_delete {{(pid=94174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:33:54.219915 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron_lib.callbacks.manager [None req-3cbd5ad3-6d3c-483c-929f-9f27c0666b84 tempest-NegativeSecGroupTest-178874014 tempest-NegativeSecGroupTest-178874014-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:33:54.231449 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.db.provisioning_blocks [None req-46dcc098-65bd-4208-b452-dbfab88ce050 None None] Provisioning for port 5ca50092-fcde-47f7-9dc0-bab3d2746e4a completed by entity DHCP. {{(pid=94176) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 23 11:33:54.245105 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.db.provisioning_blocks [None req-46dcc098-65bd-4208-b452-dbfab88ce050 None None] Provisioning complete for port 5ca50092-fcde-47f7-9dc0-bab3d2746e4a triggered by entity DHCP. {{(pid=94176) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 23 11:33:54.245105 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron_lib.callbacks.manager [None req-46dcc098-65bd-4208-b452-dbfab88ce050 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-899258'] for port, provisioning_complete {{(pid=94176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:33:54.274599 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-07b21b0f-c8ab-4e12-b9fc-8b8ab49e32e9 tempest-PortsIpV6TestJSON-1781383748 tempest-PortsIpV6TestJSON-1781383748-project] Made reservation on behalf of 4a9805c328414e068d83db5c9b76c3c7 for: {'subnet': 1} {{(pid=94175) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 23 11:33:54.278887 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron_lib.callbacks.manager [None req-07b21b0f-c8ab-4e12-b9fc-8b8ab49e32e9 tempest-PortsIpV6TestJSON-1781383748 tempest-PortsIpV6TestJSON-1781383748-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4660073'] for subnet, before_create {{(pid=94175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:33:54.315109 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.plugins.ml2.plugin [None req-46dcc098-65bd-4208-b452-dbfab88ce050 None None] Port 5ca50092-fcde-47f7-9dc0-bab3d2746e4a cannot update to ACTIVE because it is not bound. {{(pid=94176) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jun 23 11:33:54.322350 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.plugins.ml2.plugin [None req-679b8193-2535-42c3-bc26-3385b424f17e tempest-NetworksTestDHCPv6-162546708 tempest-NetworksTestDHCPv6-162546708-project] Deleting port 5ca50092-fcde-47f7-9dc0-bab3d2746e4a {{(pid=94174) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1913}} Jun 23 11:33:54.322700 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron_lib.callbacks.manager [None req-679b8193-2535-42c3-bc26-3385b424f17e tempest-NetworksTestDHCPv6-162546708 tempest-NetworksTestDHCPv6-162546708-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773700079324'] for port, before_delete {{(pid=94174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:33:54.324871 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron_lib.callbacks.manager [None req-3b733ecc-7db8-4978-83b2-5137a070a577 tempest-NetworksTest-2133396914 tempest-NetworksTest-2133396914-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8002400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7866073'] for network, after_create {{(pid=94175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:33:54.331251 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3b733ecc-7db8-4978-83b2-5137a070a577 tempest-NetworksTest-2133396914 tempest-NetworksTest-2133396914-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 11:33:54.331871 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron_lib.callbacks.manager [None req-3b733ecc-7db8-4978-83b2-5137a070a577 tempest-NetworksTest-2133396914 tempest-NetworksTest-2133396914-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7865916'] for network, before_response {{(pid=94175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:33:54.344382 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG oslo_concurrency.lockutils [None req-aef0759f-4280-45d2-8543-e2ff6a55f910 tempest-BulkNetworkOpsIpV6Test-986121801 tempest-BulkNetworkOpsIpV6Test-986121801-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94175) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 11:33:54.378034 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron_lib.callbacks.manager [None req-3cbd5ad3-6d3c-483c-929f-9f27c0666b84 tempest-NegativeSecGroupTest-178874014 tempest-NegativeSecGroupTest-178874014-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7996330'] for security_group, after_delete {{(pid=94174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:33:54.380760 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron_lib.callbacks.manager [None req-3cbd5ad3-6d3c-483c-929f-9f27c0666b84 tempest-NegativeSecGroupTest-178874014 tempest-NegativeSecGroupTest-178874014-project] Notify callbacks [] for security_group, before_response {{(pid=94174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:33:54.384208 dv-neutron-601336-94-hyperv neutron-server[94174]: INFO neutron.wsgi [None req-3cbd5ad3-6d3c-483c-929f-9f27c0666b84 tempest-NegativeSecGroupTest-178874014 tempest-NegativeSecGroupTest-178874014-project] 10.222.0.20 "DELETE /v2.0/security-groups/628bd86e-e720-4a03-a9eb-3214a87d0804 HTTP/1.1" status: 204 len: 168 time: 0.3194199 Jun 23 11:33:54.388049 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG oslo_concurrency.lockutils [None req-69e55afc-abf7-4ef5-a64b-353c36d49229 tempest-BulkNetworkOpsTest-447796090 tempest-BulkNetworkOpsTest-447796090-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94174) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 11:33:54.392210 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.wsgi [-] (94174) accepted ('10.222.0.20', 39726) {{(pid=94174) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 11:33:54.447144 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron_lib.callbacks.manager [None req-83040524-0d64-4dac-bc4e-17a978a2c6dd tempest-SecGroupIPv6Test-1528675894 tempest-SecGroupIPv6Test-1528675894-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:33:54.457822 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cbd5ad3-6d3c-483c-929f-9f27c0666b84 tempest-NegativeSecGroupTest-178874014 tempest-NegativeSecGroupTest-178874014-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=628bd86e-e720-4a03-a9eb-3214a87d0804,revision_number=None']} {{(pid=94174) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 11:33:54.460066 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG oslo_concurrency.lockutils [None req-3cbd5ad3-6d3c-483c-929f-9f27c0666b84 tempest-NegativeSecGroupTest-178874014 tempest-NegativeSecGroupTest-178874014-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.074s {{(pid=94174) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 11:33:54.494241 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b733ecc-7db8-4978-83b2-5137a070a577 tempest-NetworksTest-2133396914 tempest-NetworksTest-2133396914-project] Pushing event updated for resources: {'Network': ['ID=5f8b1201-8a83-4b3a-8bf6-cae66fcad781,revision_number=1']} {{(pid=94175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 11:33:54.498751 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG oslo_concurrency.lockutils [None req-3b733ecc-7db8-4978-83b2-5137a070a577 tempest-NetworksTest-2133396914 tempest-NetworksTest-2133396914-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.154s {{(pid=94175) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 11:33:54.513770 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.plugins.ml2.rpc [None req-dc7542b2-afef-47f4-a763-e3a3cba144be None None] Network 5f8b1201-8a83-4b3a-8bf6-cae66fcad781 details requested by agent ovs-agent-dv-neutron-601336-94-hyperv with host dv-neutron-601336-94-hyperv {{(pid=94176) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:250}} Jun 23 11:33:54.525978 dv-neutron-601336-94-hyperv neutron-server[94175]: INFO neutron.wsgi [None req-3b733ecc-7db8-4978-83b2-5137a070a577 tempest-NetworksTest-2133396914 tempest-NetworksTest-2133396914-project] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 779 time: 1.0937421 Jun 23 11:33:54.528705 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.wsgi [-] (94175) accepted ('10.222.0.20', 39728) {{(pid=94175) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 11:33:54.536786 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.api.v2.base [None req-9fe82136-6b7d-4acd-8d2a-a0ef42e74037 tempest-NetworksTest-2133396914 tempest-NetworksTest-2133396914-project] Request body: {'subnet': {'network_id': '5f8b1201-8a83-4b3a-8bf6-cae66fcad781', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': None, 'enable_dhcp': True}} {{(pid=94175) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 23 11:33:54.547725 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron_lib.callbacks.manager [None req-679b8193-2535-42c3-bc26-3385b424f17e tempest-NetworksTestDHCPv6-162546708 tempest-NetworksTestDHCPv6-162546708-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-430722'] for port, precommit_delete {{(pid=94174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:33:54.576304 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4048155a-325d-42be-afd5-adaa6e0c2e19 None None] Network 7cc6a096-5b5a-48b7-b45e-38a16064cf71 requested from dv-neutron-601336-94-hyperv {{(pid=94176) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 23 11:33:54.581077 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.plugins.ml2.plugin [None req-679b8193-2535-42c3-bc26-3385b424f17e tempest-NetworksTestDHCPv6-162546708 tempest-NetworksTestDHCPv6-162546708-project] Calling delete_port for 5ca50092-fcde-47f7-9dc0-bab3d2746e4a owned by {{(pid=94174) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1986}} Jun 23 11:33:54.597301 dv-neutron-601336-94-hyperv neutron-server[94174]: INFO neutron.wsgi [None req-8364e3eb-8cbe-4aa6-b93c-3af366cb0b52 tempest-NegativeSecGroupTest-178874014 tempest-NegativeSecGroupTest-178874014-project] 10.222.0.20 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2979 time: 0.1800997 Jun 23 11:33:54.598284 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.wsgi [-] (94175) accepted ('10.222.0.20', 39730) {{(pid=94175) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 11:33:54.611538 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron_lib.callbacks.manager [None req-83040524-0d64-4dac-bc4e-17a978a2c6dd tempest-SecGroupIPv6Test-1528675894 tempest-SecGroupIPv6Test-1528675894-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:33:54.627827 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91cc0640-5429-49ad-9008-a4ff35d00d3c req-0063d73e-16e3-4b5c-aacb-df0c36bc02a8 tempest-ServerActionsTestJSON-161917335 tempest-ServerActionsTestJSON-161917335-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94174) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 11:33:54.629445 dv-neutron-601336-94-hyperv neutron-server[94174]: INFO neutron.wsgi [req-91cc0640-5429-49ad-9008-a4ff35d00d3c req-0063d73e-16e3-4b5c-aacb-df0c36bc02a8 tempest-ServerActionsTestJSON-161917335 tempest-ServerActionsTestJSON-161917335-project] 10.222.0.20 "GET /v2.0/ports?device_id=85769616-6b8b-4da7-ad73-344986edf607 HTTP/1.1" status: 200 len: 945 time: 0.2610142 Jun 23 11:33:54.666539 dv-neutron-601336-94-hyperv neutron-server[94175]: INFO neutron.api.v2.resource [None req-84ae37f7-0c9c-441c-bf5f-2e486fb737a1 tempest-NegativeSecGroupTest-178874014 tempest-NegativeSecGroupTest-178874014-project] delete failed (client error): The resource could not be found. Jun 23 11:33:54.672340 dv-neutron-601336-94-hyperv neutron-server[94175]: INFO neutron.wsgi [None req-84ae37f7-0c9c-441c-bf5f-2e486fb737a1 tempest-NegativeSecGroupTest-178874014 tempest-NegativeSecGroupTest-178874014-project] 10.222.0.20 "DELETE /v2.0/security-groups/5e0c3125-c238-4a00-96a9-b63834cdc6c4 HTTP/1.1" status: 404 len: 347 time: 0.0679114 Jun 23 11:33:54.673613 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.wsgi [-] (94174) accepted ('10.222.0.20', 39732) {{(pid=94174) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 11:33:54.699729 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron_lib.callbacks.manager [None req-83040524-0d64-4dac-bc4e-17a978a2c6dd tempest-SecGroupIPv6Test-1528675894 tempest-SecGroupIPv6Test-1528675894-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7996355'] for security_group_rule, after_create {{(pid=94174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:33:54.722983 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG oslo_concurrency.lockutils [None req-79a363ec-dc0c-4197-afe5-e04ad13f7347 tempest-ServersTestManualDisk-1703480083 tempest-ServersTestManualDisk-1703480083-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94174) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 11:33:54.725824 dv-neutron-601336-94-hyperv neutron-server[94174]: INFO neutron.api.v2.resource [None req-0e0ab4cf-8a0b-43d8-9228-c97dc53fb1d6 tempest-NegativeSecGroupTest-178874014 tempest-NegativeSecGroupTest-178874014-project] show failed (client error): The resource could not be found. Jun 23 11:33:54.732082 dv-neutron-601336-94-hyperv neutron-server[94174]: INFO neutron.wsgi [None req-0e0ab4cf-8a0b-43d8-9228-c97dc53fb1d6 tempest-NegativeSecGroupTest-178874014 tempest-NegativeSecGroupTest-178874014-project] 10.222.0.20 "GET /v2.0/security-groups/da98d53f-203a-4c88-8e7d-a2970d3289d2 HTTP/1.1" status: 404 len: 347 time: 0.0523458 Jun 23 11:33:54.738324 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.wsgi [-] (94174) accepted ('10.222.0.20', 39734) {{(pid=94174) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 11:33:54.765410 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83040524-0d64-4dac-bc4e-17a978a2c6dd tempest-SecGroupIPv6Test-1528675894 tempest-SecGroupIPv6Test-1528675894-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=41a5cc5a-711f-40f0-a615-71b5175b927c,revision_number=0']} {{(pid=94174) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 11:33:54.771285 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG oslo_concurrency.lockutils [None req-83040524-0d64-4dac-bc4e-17a978a2c6dd tempest-SecGroupIPv6Test-1528675894 tempest-SecGroupIPv6Test-1528675894-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=94174) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 11:33:54.786337 dv-neutron-601336-94-hyperv neutron-server[94174]: INFO neutron.wsgi [req-91cc0640-5429-49ad-9008-a4ff35d00d3c req-7e1b240f-1c33-44cf-8014-845b2bdf003e tempest-ServerActionsTestJSON-161917335 tempest-ServerActionsTestJSON-161917335-project] 10.222.0.20 "GET /v2.0/security-groups?id=f0520e5d-8f0e-4c28-b543-be4405698077&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1222804 Jun 23 11:33:54.818474 dv-neutron-601336-94-hyperv neutron-server[94174]: INFO neutron.api.v2.resource [None req-4e279cc1-fa9d-4d0c-a5e1-079b4a03ad41 tempest-NegativeSecGroupTest-178874014 tempest-NegativeSecGroupTest-178874014-project] show failed (client error): The resource could not be found. Jun 23 11:33:54.818474 dv-neutron-601336-94-hyperv neutron-server[94174]: INFO neutron.wsgi [None req-4e279cc1-fa9d-4d0c-a5e1-079b4a03ad41 tempest-NegativeSecGroupTest-178874014 tempest-NegativeSecGroupTest-178874014-project] 10.222.0.20 "GET /v2.0/security-group-rules/459a1627-ab1b-4b0f-88b4-61d02cf6b5eb HTTP/1.1" status: 404 len: 356 time: 0.0552349 Jun 23 11:33:54.818662 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron_lib.callbacks.manager [None req-938a908b-2c0e-4510-ac5f-eb6c04a9faf3 tempest-PortsTestJSON-2085221018 tempest-PortsTestJSON-2085221018-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-923122'] for port, before_update {{(pid=94175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:33:54.971367 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.db.provisioning_blocks [None req-8d1ba985-58bf-4363-abb2-860dbbeeb2ec None None] Provisioning for port a9d73b3b-33bc-41b0-9652-5d7168e6badc completed by entity DHCP. {{(pid=94176) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 23 11:33:55.002247 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron_lib.callbacks.manager [None req-83040524-0d64-4dac-bc4e-17a978a2c6dd tempest-SecGroupIPv6Test-1528675894 tempest-SecGroupIPv6Test-1528675894-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:33:55.006134 dv-neutron-601336-94-hyperv neutron-server[94174]: INFO neutron.wsgi [None req-83040524-0d64-4dac-bc4e-17a978a2c6dd tempest-SecGroupIPv6Test-1528675894 tempest-SecGroupIPv6Test-1528675894-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 1.1271696 Jun 23 11:33:55.006401 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.wsgi [-] (94174) accepted ('10.222.0.20', 39738) {{(pid=94174) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 11:33:55.011363 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.api.v2.base [None req-0bad6c6a-4f82-4893-8ea3-67a39032f736 tempest-SecGroupIPv6Test-1528675894 tempest-SecGroupIPv6Test-1528675894-project] Request body: {'security_group_rule': {'security_group_id': '70421f0d-3441-4091-b7ec-3465db58d6a1', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'ipv6-icmp', 'port_range_min': 11, 'port_range_max': None, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=94174) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 23 11:33:55.060038 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron_lib.callbacks.manager [None req-679b8193-2535-42c3-bc26-3385b424f17e tempest-NetworksTestDHCPv6-162546708 tempest-NetworksTestDHCPv6-162546708-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-922904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866062', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773700135024', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773699642224', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5196390'] for port, after_delete {{(pid=94174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:33:55.065406 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG oslo_concurrency.lockutils [None req-7805e3f3-3db4-45b0-8603-ba871b080609 tempest-AllowedAddressPairTestJSON-1962660266 tempest-AllowedAddressPairTestJSON-1962660266-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94174) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 11:33:55.098402 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-679b8193-2535-42c3-bc26-3385b424f17e tempest-NetworksTestDHCPv6-162546708 tempest-NetworksTestDHCPv6-162546708-project] Pushing event deleted for resources: {'Port': ['ID=5ca50092-fcde-47f7-9dc0-bab3d2746e4a,revision_number=None']} {{(pid=94174) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 11:33:55.101931 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG oslo_concurrency.lockutils [None req-679b8193-2535-42c3-bc26-3385b424f17e tempest-NetworksTestDHCPv6-162546708 tempest-NetworksTestDHCPv6-162546708-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.037s {{(pid=94174) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 11:33:55.223724 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9fe82136-6b7d-4acd-8d2a-a0ef42e74037 tempest-NetworksTest-2133396914 tempest-NetworksTest-2133396914-project] Made reservation on behalf of dfecc9776e0d4947a3f7218fbe96de01 for: {'subnet': 1} {{(pid=94175) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 23 11:33:55.227391 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron_lib.callbacks.manager [None req-9fe82136-6b7d-4acd-8d2a-a0ef42e74037 tempest-NetworksTest-2133396914 tempest-NetworksTest-2133396914-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4660073'] for subnet, before_create {{(pid=94175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:33:55.284497 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.plugins.ml2.rpc [None req-dc7542b2-afef-47f4-a763-e3a3cba144be None None] Device a9d73b3b-33bc-41b0-9652-5d7168e6badc up at agent ovs-agent-dv-neutron-601336-94-hyperv {{(pid=94176) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:298}} Jun 23 11:33:55.295004 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron_lib.callbacks.manager [None req-07b21b0f-c8ab-4e12-b9fc-8b8ab49e32e9 tempest-PortsIpV6TestJSON-1781383748 tempest-PortsIpV6TestJSON-1781383748-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866062', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5083113', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4660095'] for subnet, after_create {{(pid=94175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:33:55.302732 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG oslo_concurrency.lockutils [None req-b4b22723-4ea1-4b47-aeac-cf5c1fed41e5 tempest-RoutersNegativeIpV6Test-1628881962 tempest-RoutersNegativeIpV6Test-1628881962-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94175) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 11:33:55.474230 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.wsgi [-] (94175) accepted ('10.222.0.20', 39744) {{(pid=94175) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 11:33:55.488144 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.db.provisioning_blocks [None req-e84c60f1-11f6-4717-af14-d6ff552ebe4a None None] Provisioning for port 688604c2-c46f-4ece-8c3f-f7d80e4ff091 completed by entity DHCP. {{(pid=94176) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 23 11:33:55.499689 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.db.provisioning_blocks [None req-e84c60f1-11f6-4717-af14-d6ff552ebe4a None None] Provisioning complete for port 688604c2-c46f-4ece-8c3f-f7d80e4ff091 triggered by entity DHCP. {{(pid=94176) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 23 11:33:55.501937 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron_lib.callbacks.manager [None req-e84c60f1-11f6-4717-af14-d6ff552ebe4a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-899258'] for port, provisioning_complete {{(pid=94176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:33:55.553869 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.db.provisioning_blocks [None req-dc7542b2-afef-47f4-a763-e3a3cba144be None None] Provisioning for port a9d73b3b-33bc-41b0-9652-5d7168e6badc completed by entity L2. {{(pid=94176) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 23 11:33:55.585794 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07b21b0f-c8ab-4e12-b9fc-8b8ab49e32e9 tempest-PortsIpV6TestJSON-1781383748 tempest-PortsIpV6TestJSON-1781383748-project] Pushing event updated for resources: {'Subnet': ['ID=b77aac3c-8490-41eb-87e6-53cba6463466,revision_number=0']} {{(pid=94175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 11:33:55.593630 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG oslo_concurrency.lockutils [None req-07b21b0f-c8ab-4e12-b9fc-8b8ab49e32e9 tempest-PortsIpV6TestJSON-1781383748 tempest-PortsIpV6TestJSON-1781383748-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.291s {{(pid=94175) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 11:33:55.597596 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.db.provisioning_blocks [None req-dc7542b2-afef-47f4-a763-e3a3cba144be None None] Provisioning complete for port a9d73b3b-33bc-41b0-9652-5d7168e6badc triggered by entity L2. {{(pid=94176) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 23 11:33:55.598583 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron_lib.callbacks.manager [None req-dc7542b2-afef-47f4-a763-e3a3cba144be None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-899258'] for port, provisioning_complete {{(pid=94176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:33:55.606525 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b2410709-f498-4f45-9143-9f167b183713 None None] get_active_networks_info from dv-neutron-601336-94-hyperv {{(pid=94176) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Jun 23 11:33:55.624752 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-07b21b0f-c8ab-4e12-b9fc-8b8ab49e32e9 tempest-PortsIpV6TestJSON-1781383748 tempest-PortsIpV6TestJSON-1781383748-project] Checking segment: {'id': '206ca7b3-ca9f-47bf-9c99-f3455dfb0ab6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 434, 'network_id': '9938a96c-aaeb-4be8-894e-2eca22a32938'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94175) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 23 11:33:55.625476 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-07b21b0f-c8ab-4e12-b9fc-8b8ab49e32e9 tempest-PortsIpV6TestJSON-1781383748 tempest-PortsIpV6TestJSON-1781383748-project] Network hostable DHCP agents. Network: 9938a96c-aaeb-4be8-894e-2eca22a32938, hostable agents: ['8cf29b10-0e57-4131-816f-a4b6ad00b249'], hosted agents: [] {{(pid=94175) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 23 11:33:55.661533 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron_lib.callbacks.manager [None req-679b8193-2535-42c3-bc26-3385b424f17e tempest-NetworksTestDHCPv6-162546708 tempest-NetworksTestDHCPv6-162546708-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-217507'] for port, before_response {{(pid=94174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:33:55.664689 dv-neutron-601336-94-hyperv neutron-server[94174]: INFO neutron.wsgi [None req-679b8193-2535-42c3-bc26-3385b424f17e tempest-NetworksTestDHCPv6-162546708 tempest-NetworksTestDHCPv6-162546708-project] 10.222.0.20 "DELETE /v2.0/ports/5ca50092-fcde-47f7-9dc0-bab3d2746e4a HTTP/1.1" status: 204 len: 168 time: 1.5694609 Jun 23 11:33:55.667370 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron_lib.callbacks.manager [None req-0bad6c6a-4f82-4893-8ea3-67a39032f736 tempest-SecGroupIPv6Test-1528675894 tempest-SecGroupIPv6Test-1528675894-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:33:55.670038 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.wsgi [-] (94174) accepted ('10.222.0.20', 39748) {{(pid=94174) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 11:33:55.671601 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.plugins.ml2.plugin [None req-e84c60f1-11f6-4717-af14-d6ff552ebe4a None None] Port 688604c2-c46f-4ece-8c3f-f7d80e4ff091 cannot update to ACTIVE because it is not bound. {{(pid=94176) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jun 23 11:33:55.719979 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.db.provisioning_blocks [None req-e84c60f1-11f6-4717-af14-d6ff552ebe4a None None] Provisioning complete for port a9d73b3b-33bc-41b0-9652-5d7168e6badc triggered by entity DHCP. {{(pid=94176) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 23 11:33:55.720366 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron_lib.callbacks.manager [None req-e84c60f1-11f6-4717-af14-d6ff552ebe4a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-899258'] for port, provisioning_complete {{(pid=94176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:33:55.790060 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cc536377-3a45-46ac-9a27-58bdd0211d40 tempest-NetworksTestDHCPv6-162546708 tempest-NetworksTestDHCPv6-162546708-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94174) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 11:33:55.791381 dv-neutron-601336-94-hyperv neutron-server[94174]: INFO neutron.wsgi [None req-cc536377-3a45-46ac-9a27-58bdd0211d40 tempest-NetworksTestDHCPv6-162546708 tempest-NetworksTestDHCPv6-162546708-project] 10.222.0.20 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1046 time: 0.1203635 Jun 23 11:33:55.793819 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron_lib.callbacks.manager [None req-0bad6c6a-4f82-4893-8ea3-67a39032f736 tempest-SecGroupIPv6Test-1528675894 tempest-SecGroupIPv6Test-1528675894-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:33:55.794544 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.wsgi [-] (94174) accepted ('10.222.0.20', 39750) {{(pid=94174) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 11:33:55.798168 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron_lib.callbacks.manager [None req-938a908b-2c0e-4510-ac5f-eb6c04a9faf3 tempest-PortsTestJSON-2085221018 tempest-PortsTestJSON-2085221018-project] Notify callbacks [] for port, precommit_update {{(pid=94175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:33:55.804209 dv-neutron-601336-94-hyperv neutron-server[94175]: INFO neutron.wsgi [None req-d41f41b3-4b36-4961-b32f-333774fc9ee2 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=81fa06f520844fd3a36ee55a65964dd8&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3266001 Jun 23 11:33:55.804493 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.wsgi [-] (94174) accepted ('10.222.0.20', 39752) {{(pid=94174) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 11:33:55.811903 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-07b21b0f-c8ab-4e12-b9fc-8b8ab49e32e9 tempest-PortsIpV6TestJSON-1781383748 tempest-PortsIpV6TestJSON-1781383748-project] Network 9938a96c-aaeb-4be8-894e-2eca22a32938 is scheduled to be hosted by DHCP agent 8cf29b10-0e57-4131-816f-a4b6ad00b249 with binding_index 1 {{(pid=94175) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 23 11:33:55.866056 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron_lib.callbacks.manager [None req-dc7542b2-afef-47f4-a763-e3a3cba144be None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-923122'] for port, before_update {{(pid=94176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:33:55.871506 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron_lib.callbacks.manager [None req-0bad6c6a-4f82-4893-8ea3-67a39032f736 tempest-SecGroupIPv6Test-1528675894 tempest-SecGroupIPv6Test-1528675894-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7996355'] for security_group_rule, after_create {{(pid=94174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:33:55.879571 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94174) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 11:33:55.895374 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.scheduler.base_scheduler [None req-07b21b0f-c8ab-4e12-b9fc-8b8ab49e32e9 tempest-PortsIpV6TestJSON-1781383748 tempest-PortsIpV6TestJSON-1781383748-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-601336-94-hyperv, 9938a96c-aaeb-4be8-894e-2eca22a32938) {{(pid=94175) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 23 11:33:55.902075 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron_lib.callbacks.manager [None req-9fe82136-6b7d-4acd-8d2a-a0ef42e74037 tempest-NetworksTest-2133396914 tempest-NetworksTest-2133396914-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866062', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5083113', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4660095'] for subnet, after_create {{(pid=94175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:33:55.904601 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bad6c6a-4f82-4893-8ea3-67a39032f736 tempest-SecGroupIPv6Test-1528675894 tempest-SecGroupIPv6Test-1528675894-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=660512ca-6481-4e58-bd6b-4d12d92376b4,revision_number=0']} {{(pid=94174) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 11:33:55.907907 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron_lib.callbacks.manager [None req-938a908b-2c0e-4510-ac5f-eb6c04a9faf3 tempest-PortsTestJSON-2085221018 tempest-PortsTestJSON-2085221018-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-922904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866062', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773700135042', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773699642233', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773699642278', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5082471'] for port, after_update {{(pid=94175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:33:55.918341 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG oslo_concurrency.lockutils [None req-0bad6c6a-4f82-4893-8ea3-67a39032f736 tempest-SecGroupIPv6Test-1528675894 tempest-SecGroupIPv6Test-1528675894-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.039s {{(pid=94174) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 11:33:55.925665 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron_lib.callbacks.manager [None req-43efa4e2-e956-4517-b03b-b3d49c1890aa admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:33:55.936883 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG oslo_concurrency.lockutils [None req-ee659073-bec6-440f-b2a1-e33b5fa4baed tempest-NetworksTest-2133396914 tempest-NetworksTest-2133396914-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94175) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 11:33:55.939599 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7bf9c281-dc91-435a-bec2-e2ba394540e5 tempest-NetworksTestDHCPv6-162546708 tempest-NetworksTestDHCPv6-162546708-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94174) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 11:33:55.942448 dv-neutron-601336-94-hyperv neutron-server[94174]: INFO neutron.wsgi [None req-7bf9c281-dc91-435a-bec2-e2ba394540e5 tempest-NetworksTestDHCPv6-162546708 tempest-NetworksTestDHCPv6-162546708-project] 10.222.0.20 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1046 time: 0.1456411 Jun 23 11:33:55.944397 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-07b21b0f-c8ab-4e12-b9fc-8b8ab49e32e9 tempest-PortsIpV6TestJSON-1781383748 tempest-PortsIpV6TestJSON-1781383748-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 11:33:55.945357 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron_lib.callbacks.manager [None req-07b21b0f-c8ab-4e12-b9fc-8b8ab49e32e9 tempest-PortsIpV6TestJSON-1781383748 tempest-PortsIpV6TestJSON-1781383748-project] Notify callbacks [] for subnet, before_response {{(pid=94175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:33:55.946265 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.wsgi [-] (94174) accepted ('10.222.0.20', 39756) {{(pid=94174) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 11:33:55.954114 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.plugins.ml2.db [None req-dc7542b2-afef-47f4-a763-e3a3cba144be None None] For port a9d73b3b-33bc-41b0-9652-5d7168e6badc, host dv-neutron-601336-94-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-94-hyperv',level=0,port_id=a9d73b3b-33bc-41b0-9652-5d7168e6badc,segment=NetworkSegment(826193ba-f841-429e-ad83-6fb7fb8c1446),segment_id=826193ba-f841-429e-ad83-6fb7fb8c1446)] {{(pid=94176) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 23 11:33:55.956840 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron_lib.callbacks.manager [None req-e84c60f1-11f6-4717-af14-d6ff552ebe4a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-923122'] for port, before_update {{(pid=94176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:33:55.989975 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron_lib.callbacks.manager [None req-43efa4e2-e956-4517-b03b-b3d49c1890aa admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:33:56.005587 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b2410709-f498-4f45-9143-9f167b183713 None None] Unable to find a vacant binding_index for network 9938a96c-aaeb-4be8-894e-2eca22a32938 and agent 8cf29b10-0e57-4131-816f-a4b6ad00b249 {{(pid=94176) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:209}} Jun 23 11:33:56.006319 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron_lib.callbacks.manager [None req-0bad6c6a-4f82-4893-8ea3-67a39032f736 tempest-SecGroupIPv6Test-1528675894 tempest-SecGroupIPv6Test-1528675894-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:33:56.010411 dv-neutron-601336-94-hyperv neutron-server[94174]: INFO neutron.wsgi [None req-0bad6c6a-4f82-4893-8ea3-67a39032f736 tempest-SecGroupIPv6Test-1528675894 tempest-SecGroupIPv6Test-1528675894-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 772 time: 1.0028393 Jun 23 11:33:56.010811 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.wsgi [-] (94175) accepted ('10.222.0.20', 39758) {{(pid=94175) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 11:33:56.013961 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b2410709-f498-4f45-9143-9f167b183713 None None] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-601336-94-hyperv, 9938a96c-aaeb-4be8-894e-2eca22a32938) {{(pid=94176) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Jun 23 11:33:56.026911 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron_lib.callbacks.manager [None req-dc7542b2-afef-47f4-a763-e3a3cba144be None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-922904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866062', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773700135042', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773699642233', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773699642278'] for port, after_update {{(pid=94176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:33:56.029916 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG oslo_concurrency.lockutils [None req-6b87356c-74e5-44c0-83b1-c2f7098f439e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 11:33:56.044851 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5269dffd-0a26-4c9c-a047-57e87c6a001c tempest-NetworksTestDHCPv6-162546708 tempest-NetworksTestDHCPv6-162546708-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94174) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 11:33:56.046279 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5269dffd-0a26-4c9c-a047-57e87c6a001c tempest-NetworksTestDHCPv6-162546708 tempest-NetworksTestDHCPv6-162546708-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94174) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 11:33:56.047948 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5269dffd-0a26-4c9c-a047-57e87c6a001c tempest-NetworksTestDHCPv6-162546708 tempest-NetworksTestDHCPv6-162546708-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94174) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 11:33:56.049557 dv-neutron-601336-94-hyperv neutron-server[94174]: INFO neutron.wsgi [None req-5269dffd-0a26-4c9c-a047-57e87c6a001c tempest-NetworksTestDHCPv6-162546708 tempest-NetworksTestDHCPv6-162546708-project] 10.222.0.20 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2119 time: 0.1020761 Jun 23 11:33:56.052845 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.wsgi [-] (94174) accepted ('10.222.0.20', 39760) {{(pid=94174) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 11:33:56.104951 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fe82136-6b7d-4acd-8d2a-a0ef42e74037 tempest-NetworksTest-2133396914 tempest-NetworksTest-2133396914-project] Pushing event updated for resources: {'Subnet': ['ID=49331b79-22ae-4268-b593-6d4d566c579e,revision_number=0']} {{(pid=94175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 11:33:56.107584 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG oslo_concurrency.lockutils [None req-9fe82136-6b7d-4acd-8d2a-a0ef42e74037 tempest-NetworksTest-2133396914 tempest-NetworksTest-2133396914-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.171s {{(pid=94175) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 11:33:56.109427 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.db.db_base_plugin_v2 [None req-167cd877-235d-4327-af6e-78847211074a tempest-NetworksTestDHCPv6-162546708 tempest-NetworksTestDHCPv6-162546708-project] Deleting subnet 3466b96a-d26a-4c05-80ce-08e1c15fca5d {{(pid=94174) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jun 23 11:33:56.112944 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron_lib.callbacks.manager [None req-167cd877-235d-4327-af6e-78847211074a tempest-NetworksTestDHCPv6-162546708 tempest-NetworksTestDHCPv6-162546708-project] Notify callbacks [] for subnet, before_delete {{(pid=94174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:33:56.113822 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG oslo_concurrency.lockutils [None req-024de8a6-9154-4e40-96f4-e846bed329e1 tempest-PortsTestJSON-2085221018 tempest-PortsTestJSON-2085221018-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.171s {{(pid=94175) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 11:33:56.142821 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron_lib.db.api [None req-e84c60f1-11f6-4717-af14-d6ff552ebe4a None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=94176) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jun 23 11:33:56.142821 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG oslo_db.api [None req-e84c60f1-11f6-4717-af14-d6ff552ebe4a None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=94176) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jun 23 11:33:56.155831 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron_lib.callbacks.manager [None req-167cd877-235d-4327-af6e-78847211074a tempest-NetworksTestDHCPv6-162546708 tempest-NetworksTestDHCPv6-162546708-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4800256'] for subnet, precommit_delete_associations {{(pid=94174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:33:56.164151 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc7542b2-afef-47f4-a763-e3a3cba144be None None] Pushing event updated for resources: {'Port': ['ID=a9d73b3b-33bc-41b0-9652-5d7168e6badc,revision_number=3']} {{(pid=94176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 11:33:56.168584 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG oslo_concurrency.lockutils [None req-dc7542b2-afef-47f4-a763-e3a3cba144be None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.139s {{(pid=94176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 11:33:56.171218 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron_lib.callbacks.manager [None req-e02b360d-bbc0-4465-a716-0fb8f693888e tempest-SecGroupIPv6Test-1528675894 tempest-SecGroupIPv6Test-1528675894-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=94175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:33:56.178125 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron_lib.callbacks.manager [None req-43efa4e2-e956-4517-b03b-b3d49c1890aa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7996330'] for security_group, after_delete {{(pid=94174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:33:56.180812 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron_lib.callbacks.manager [None req-43efa4e2-e956-4517-b03b-b3d49c1890aa admin admin] Notify callbacks [] for security_group, before_response {{(pid=94174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:33:56.181412 dv-neutron-601336-94-hyperv neutron-server[94175]: INFO neutron.wsgi [None req-07b21b0f-c8ab-4e12-b9fc-8b8ab49e32e9 tempest-PortsIpV6TestJSON-1781383748 tempest-PortsIpV6TestJSON-1781383748-project] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 3.4549139 Jun 23 11:33:56.185478 dv-neutron-601336-94-hyperv neutron-server[94174]: INFO neutron.wsgi [None req-43efa4e2-e956-4517-b03b-b3d49c1890aa admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/1b1e0e49-f372-4ce2-acf3-46f20bbcc792 HTTP/1.1" status: 204 len: 168 time: 0.3800573 Jun 23 11:33:56.186385 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.wsgi [-] (94174) accepted ('10.222.0.20', 39762) {{(pid=94174) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 11:33:56.191316 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG oslo_concurrency.lockutils [None req-9b1ed406-1661-4ea4-b164-4b51b2334c8c tempest-PortsIpV6TestJSON-1781383748 tempest-PortsIpV6TestJSON-1781383748-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94174) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 11:33:56.204757 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43efa4e2-e956-4517-b03b-b3d49c1890aa admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1b1e0e49-f372-4ce2-acf3-46f20bbcc792,revision_number=None']} {{(pid=94174) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 11:33:56.207203 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG oslo_concurrency.lockutils [None req-43efa4e2-e956-4517-b03b-b3d49c1890aa admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=94174) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 11:33:56.210974 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.api.v2.base [None req-8fa3f3bf-7f4e-4d3a-ad0e-4a28ac9b853d tempest-PortsIpV6TestJSON-1781383748 tempest-PortsIpV6TestJSON-1781383748-project] Request body: {'port': {'network_id': '9938a96c-aaeb-4be8-894e-2eca22a32938', 'security_groups': [], 'name': 'tempest-PortsIpV6TestJSON-862118152'}} {{(pid=94174) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 23 11:33:56.217715 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron_lib.callbacks.manager [None req-e02b360d-bbc0-4465-a716-0fb8f693888e tempest-SecGroupIPv6Test-1528675894 tempest-SecGroupIPv6Test-1528675894-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=94175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:33:56.257966 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9fe82136-6b7d-4acd-8d2a-a0ef42e74037 tempest-NetworksTest-2133396914 tempest-NetworksTest-2133396914-project] Checking segment: {'id': '0d7e86cb-2cba-4df4-b018-b3edac292e60', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 438, 'network_id': '5f8b1201-8a83-4b3a-8bf6-cae66fcad781'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94175) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 23 11:33:56.258993 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9fe82136-6b7d-4acd-8d2a-a0ef42e74037 tempest-NetworksTest-2133396914 tempest-NetworksTest-2133396914-project] Network hostable DHCP agents. Network: 5f8b1201-8a83-4b3a-8bf6-cae66fcad781, hostable agents: ['8cf29b10-0e57-4131-816f-a4b6ad00b249'], hosted agents: [] {{(pid=94175) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 23 11:33:56.327177 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-938a908b-2c0e-4510-ac5f-eb6c04a9faf3 tempest-PortsTestJSON-2085221018 tempest-PortsTestJSON-2085221018-project] Pushing event updated for resources: {'Port': ['ID=688604c2-c46f-4ece-8c3f-f7d80e4ff091,revision_number=2']} {{(pid=94175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 11:33:56.337871 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG oslo_concurrency.lockutils [None req-938a908b-2c0e-4510-ac5f-eb6c04a9faf3 tempest-PortsTestJSON-2085221018 tempest-PortsTestJSON-2085221018-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.224s {{(pid=94175) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 11:33:56.351219 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4d65019-8a6d-42e6-ae87-cecec9618822 req-d8821166-00a3-4aa9-94c6-f740a08ab9f6 tempest-ServerActionsTestJSON-161917335 tempest-ServerActionsTestJSON-161917335-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 11:33:56.352755 dv-neutron-601336-94-hyperv neutron-server[94175]: INFO neutron.wsgi [req-b4d65019-8a6d-42e6-ae87-cecec9618822 req-d8821166-00a3-4aa9-94c6-f740a08ab9f6 tempest-ServerActionsTestJSON-161917335 tempest-ServerActionsTestJSON-161917335-project] 10.222.0.20 "GET /v2.0/ports?device_id=85769616-6b8b-4da7-ad73-344986edf607 HTTP/1.1" status: 200 len: 945 time: 0.4170136 Jun 23 11:33:56.367929 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron_lib.callbacks.manager [None req-167cd877-235d-4327-af6e-78847211074a tempest-NetworksTestDHCPv6-162546708 tempest-NetworksTestDHCPv6-162546708-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-897634'] for subnet, precommit_delete {{(pid=94174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:33:56.406185 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9fe82136-6b7d-4acd-8d2a-a0ef42e74037 tempest-NetworksTest-2133396914 tempest-NetworksTest-2133396914-project] Network 5f8b1201-8a83-4b3a-8bf6-cae66fcad781 is scheduled to be hosted by DHCP agent 8cf29b10-0e57-4131-816f-a4b6ad00b249 with binding_index 1 {{(pid=94175) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 23 11:33:56.409043 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d74d217d-aa38-4828-9ff1-acbd86162ef0 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1e0d828a-1fa4-563d-b7fd-53adf66a04ee-9938a96c-aaeb-4be8-894e-2eca22a32938', 'network_id': '9938a96c-aaeb-4be8-894e-2eca22a32938', 'tenant_id': '4a9805c328414e068d83db5c9b76c3c7', 'fixed_ips': [{'subnet_id': 'b77aac3c-8490-41eb-87e6-53cba6463466'}]}} from dv-neutron-601336-94-hyperv. {{(pid=94176) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 23 11:33:56.410511 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron_lib.callbacks.manager [None req-d74d217d-aa38-4828-9ff1-acbd86162ef0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-923104'] for port, before_create {{(pid=94176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:33:56.455643 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron_lib.callbacks.manager [None req-e02b360d-bbc0-4465-a716-0fb8f693888e tempest-SecGroupIPv6Test-1528675894 tempest-SecGroupIPv6Test-1528675894-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7996355'] for security_group_rule, after_delete {{(pid=94175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:33:56.463292 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94175) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 11:33:56.470558 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron_lib.callbacks.manager [None req-e02b360d-bbc0-4465-a716-0fb8f693888e tempest-SecGroupIPv6Test-1528675894 tempest-SecGroupIPv6Test-1528675894-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:33:56.474817 dv-neutron-601336-94-hyperv neutron-server[94175]: INFO neutron.wsgi [None req-e02b360d-bbc0-4465-a716-0fb8f693888e tempest-SecGroupIPv6Test-1528675894 tempest-SecGroupIPv6Test-1528675894-project] 10.222.0.20 "DELETE /v2.0/security-group-rules/660512ca-6481-4e58-bd6b-4d12d92376b4 HTTP/1.1" status: 204 len: 168 time: 0.4545317 Jun 23 11:33:56.475117 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.wsgi [-] (94174) accepted ('10.222.0.20', 39768) {{(pid=94174) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 11:33:56.476195 dv-neutron-601336-94-hyperv neutron-server[94175]: INFO neutron.wsgi [req-b4d65019-8a6d-42e6-ae87-cecec9618822 req-83f7677a-e066-4cd7-9d0c-9b0364430cd8 tempest-ServerActionsTestJSON-161917335 tempest-ServerActionsTestJSON-161917335-project] 10.222.0.20 "GET /v2.0/security-groups?id=f0520e5d-8f0e-4c28-b543-be4405698077&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1017745 Jun 23 11:33:56.482858 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e02b360d-bbc0-4465-a716-0fb8f693888e tempest-SecGroupIPv6Test-1528675894 tempest-SecGroupIPv6Test-1528675894-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=660512ca-6481-4e58-bd6b-4d12d92376b4,revision_number=None']} {{(pid=94175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 11:33:56.488918 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG oslo_concurrency.lockutils [None req-e02b360d-bbc0-4465-a716-0fb8f693888e tempest-SecGroupIPv6Test-1528675894 tempest-SecGroupIPv6Test-1528675894-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.026s {{(pid=94175) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 11:33:56.509576 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron_lib.callbacks.manager [None req-938a908b-2c0e-4510-ac5f-eb6c04a9faf3 tempest-PortsTestJSON-2085221018 tempest-PortsTestJSON-2085221018-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-452954'] for router_interface, before_create {{(pid=94175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:33:56.538952 dv-neutron-601336-94-hyperv neutron-server[94174]: INFO neutron.wsgi [None req-17628bda-7fe1-49d3-9efc-d1500d89c90e tempest-SecGroupIPv6Test-1528675894 tempest-SecGroupIPv6Test-1528675894-project] 10.222.0.20 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 5751 time: 0.0628142 Jun 23 11:33:56.541959 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.wsgi [-] (94174) accepted ('10.222.0.20', 39772) {{(pid=94174) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 11:33:56.550553 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8fa3f3bf-7f4e-4d3a-ad0e-4a28ac9b853d tempest-PortsIpV6TestJSON-1781383748 tempest-PortsIpV6TestJSON-1781383748-project] Made reservation on behalf of 4a9805c328414e068d83db5c9b76c3c7 for: {'port': 1} {{(pid=94174) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 23 11:33:56.554203 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron_lib.callbacks.manager [None req-8fa3f3bf-7f4e-4d3a-ad0e-4a28ac9b853d tempest-PortsIpV6TestJSON-1781383748 tempest-PortsIpV6TestJSON-1781383748-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-923104'] for port, before_create {{(pid=94174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:33:56.581339 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.notifiers.nova [None req-8fa3f3bf-7f4e-4d3a-ad0e-4a28ac9b853d tempest-PortsIpV6TestJSON-1781383748 tempest-PortsIpV6TestJSON-1781383748-project] device_id is not set on port 78e88db9-2246-4e93-b088-19d3a44cf0d4 yet. {{(pid=94174) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jun 23 11:33:56.592006 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.scheduler.base_scheduler [None req-9fe82136-6b7d-4acd-8d2a-a0ef42e74037 tempest-NetworksTest-2133396914 tempest-NetworksTest-2133396914-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-601336-94-hyperv, 5f8b1201-8a83-4b3a-8bf6-cae66fcad781) {{(pid=94175) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 23 11:33:56.595892 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron_lib.callbacks.manager [None req-167cd877-235d-4327-af6e-78847211074a tempest-NetworksTestDHCPv6-162546708 tempest-NetworksTestDHCPv6-162546708-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-897627', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866062', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5195932', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4294216'] for subnet, after_delete {{(pid=94174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:33:56.601669 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG oslo_concurrency.lockutils [None req-562598b1-6df7-4d23-880b-32d81b08dd19 tempest-NetworksTestDHCPv6-162546708 tempest-NetworksTestDHCPv6-162546708-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94174) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 11:33:56.612362 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9fe82136-6b7d-4acd-8d2a-a0ef42e74037 tempest-NetworksTest-2133396914 tempest-NetworksTest-2133396914-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 11:33:56.612959 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron_lib.callbacks.manager [None req-9fe82136-6b7d-4acd-8d2a-a0ef42e74037 tempest-NetworksTest-2133396914 tempest-NetworksTest-2133396914-project] Notify callbacks [] for subnet, before_response {{(pid=94175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:33:56.625656 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.db.db_base_plugin_common [None req-d74d217d-aa38-4828-9ff1-acbd86162ef0 None None] Allocated IP 2001:db8::2 (9938a96c-aaeb-4be8-894e-2eca22a32938/b77aac3c-8490-41eb-87e6-53cba6463466/bcf73169-a899-4f2b-9f1c-529313db428c) {{(pid=94176) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 23 11:33:56.637613 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron_lib.callbacks.manager [None req-27b15518-7687-4ae6-95b5-42763107b9ab tempest-SecGroupIPv6Test-1528675894 tempest-SecGroupIPv6Test-1528675894-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=94174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:33:56.671491 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-167cd877-235d-4327-af6e-78847211074a tempest-NetworksTestDHCPv6-162546708 tempest-NetworksTestDHCPv6-162546708-project] Pushing event deleted for resources: {'Subnet': ['ID=3466b96a-d26a-4c05-80ce-08e1c15fca5d,revision_number=None']} {{(pid=94174) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 11:33:56.676229 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron_lib.callbacks.manager [None req-27b15518-7687-4ae6-95b5-42763107b9ab tempest-SecGroupIPv6Test-1528675894 tempest-SecGroupIPv6Test-1528675894-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=94174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:33:56.678464 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron_lib.callbacks.manager [None req-167cd877-235d-4327-af6e-78847211074a tempest-NetworksTestDHCPv6-162546708 tempest-NetworksTestDHCPv6-162546708-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7865916'] for subnet, before_response {{(pid=94174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:33:56.684127 dv-neutron-601336-94-hyperv neutron-server[94174]: INFO neutron.wsgi [None req-167cd877-235d-4327-af6e-78847211074a tempest-NetworksTestDHCPv6-162546708 tempest-NetworksTestDHCPv6-162546708-project] 10.222.0.20 "DELETE /v2.0/subnets/3466b96a-d26a-4c05-80ce-08e1c15fca5d HTTP/1.1" status: 204 len: 168 time: 0.6300395 Jun 23 11:33:56.684421 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.wsgi [-] (94174) accepted ('10.222.0.20', 39778) {{(pid=94174) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 11:33:56.685291 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG oslo_concurrency.lockutils [None req-167cd877-235d-4327-af6e-78847211074a tempest-NetworksTestDHCPv6-162546708 tempest-NetworksTestDHCPv6-162546708-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.084s {{(pid=94174) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 11:33:56.726589 dv-neutron-601336-94-hyperv neutron-server[94175]: INFO neutron.wsgi [None req-9fe82136-6b7d-4acd-8d2a-a0ef42e74037 tempest-NetworksTest-2133396914 tempest-NetworksTest-2133396914-project] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 793 time: 2.1966293 Jun 23 11:33:56.729696 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.wsgi [-] (94175) accepted ('10.222.0.20', 39782) {{(pid=94175) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 11:33:56.771465 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.db.db_base_plugin_v2 [None req-55c3920b-8fb2-4aed-89bc-7e205b32560b tempest-NetworksTestDHCPv6-162546708 tempest-NetworksTestDHCPv6-162546708-project] Deleting subnet e0d5aa90-b174-4ce1-bb8f-441099ee6367 {{(pid=94174) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jun 23 11:33:56.774638 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron_lib.callbacks.manager [None req-55c3920b-8fb2-4aed-89bc-7e205b32560b tempest-NetworksTestDHCPv6-162546708 tempest-NetworksTestDHCPv6-162546708-project] Notify callbacks [] for subnet, before_delete {{(pid=94174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:33:56.806267 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron_lib.callbacks.manager [None req-938a908b-2c0e-4510-ac5f-eb6c04a9faf3 tempest-PortsTestJSON-2085221018 tempest-PortsTestJSON-2085221018-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-923122'] for port, before_update {{(pid=94175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:33:56.819420 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron_lib.callbacks.manager [None req-55c3920b-8fb2-4aed-89bc-7e205b32560b tempest-NetworksTestDHCPv6-162546708 tempest-NetworksTestDHCPv6-162546708-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4800256'] for subnet, precommit_delete_associations {{(pid=94174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:33:56.825577 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron_lib.callbacks.manager [None req-d74d217d-aa38-4828-9ff1-acbd86162ef0 None None] Notify callbacks [] for port, precommit_create {{(pid=94176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:33:56.868841 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.db.provisioning_blocks [None req-d74d217d-aa38-4828-9ff1-acbd86162ef0 None None] Transition to ACTIVE for port object bcf73169-a899-4f2b-9f1c-529313db428c will not be triggered until provisioned by entity L2. {{(pid=94176) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 23 11:33:56.873015 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron_lib.callbacks.manager [None req-27b15518-7687-4ae6-95b5-42763107b9ab tempest-SecGroupIPv6Test-1528675894 tempest-SecGroupIPv6Test-1528675894-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7996355'] for security_group_rule, after_delete {{(pid=94174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:33:56.894350 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.db.provisioning_blocks [None req-d74d217d-aa38-4828-9ff1-acbd86162ef0 None None] Transition to ACTIVE for port object bcf73169-a899-4f2b-9f1c-529313db428c will not be triggered until provisioned by entity DHCP. {{(pid=94176) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 23 11:33:56.894876 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG oslo_concurrency.lockutils [None req-09a0632b-49ae-45e4-9795-6ef088d1588a tempest-SecGroupIPv6Test-1528675894 tempest-SecGroupIPv6Test-1528675894-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94174) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 11:33:56.906333 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron_lib.callbacks.manager [None req-d20a88ed-32bd-4ea2-b636-ac445d781165 tempest-NetworksTest-2133396914 tempest-NetworksTest-2133396914-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-824874'] for network, before_delete {{(pid=94175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:33:56.907097 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron_lib.callbacks.manager [None req-27b15518-7687-4ae6-95b5-42763107b9ab tempest-SecGroupIPv6Test-1528675894 tempest-SecGroupIPv6Test-1528675894-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:33:56.908249 dv-neutron-601336-94-hyperv neutron-server[94174]: INFO neutron.wsgi [None req-27b15518-7687-4ae6-95b5-42763107b9ab tempest-SecGroupIPv6Test-1528675894 tempest-SecGroupIPv6Test-1528675894-project] 10.222.0.20 "DELETE /v2.0/security-group-rules/41a5cc5a-711f-40f0-a615-71b5175b927c HTTP/1.1" status: 204 len: 168 time: 0.3654392 Jun 23 11:33:56.914192 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.wsgi [-] (94174) accepted ('10.222.0.20', 39786) {{(pid=94174) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 11:33:56.924190 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27b15518-7687-4ae6-95b5-42763107b9ab tempest-SecGroupIPv6Test-1528675894 tempest-SecGroupIPv6Test-1528675894-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=41a5cc5a-711f-40f0-a615-71b5175b927c,revision_number=None']} {{(pid=94174) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 11:33:56.935509 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.db.provisioning_blocks [None req-5ea6562b-7f34-4fbb-950d-62f2178dfa98 None None] Provisioning complete for port 688604c2-c46f-4ece-8c3f-f7d80e4ff091 triggered by entity DHCP. {{(pid=94176) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 23 11:33:56.936189 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron_lib.callbacks.manager [None req-5ea6562b-7f34-4fbb-950d-62f2178dfa98 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-899258'] for port, provisioning_complete {{(pid=94176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:33:56.945817 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG oslo_concurrency.lockutils [None req-27b15518-7687-4ae6-95b5-42763107b9ab tempest-SecGroupIPv6Test-1528675894 tempest-SecGroupIPv6Test-1528675894-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=94174) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 11:33:56.964420 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron_lib.callbacks.manager [None req-55c3920b-8fb2-4aed-89bc-7e205b32560b tempest-NetworksTestDHCPv6-162546708 tempest-NetworksTestDHCPv6-162546708-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-897634'] for subnet, precommit_delete {{(pid=94174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:33:56.986833 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron_lib.callbacks.manager [None req-d74d217d-aa38-4828-9ff1-acbd86162ef0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-922915', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-239814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7866073', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773699642215'] for port, after_create {{(pid=94176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:33:56.988932 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG oslo_concurrency.lockutils [None req-8bf74021-cfc6-4cab-b672-289d09247389 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 11:33:56.990590 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.plugins.ml2.plugin [None req-5ea6562b-7f34-4fbb-950d-62f2178dfa98 None None] Port 688604c2-c46f-4ece-8c3f-f7d80e4ff091 cannot update to ACTIVE because it is not bound. {{(pid=94176) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jun 23 11:33:57.028700 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d74d217d-aa38-4828-9ff1-acbd86162ef0 None None] Network 9938a96c-aaeb-4be8-894e-2eca22a32938 is already hosted by enough agents. {{(pid=94176) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 23 11:33:57.031289 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.scheduler.base_scheduler [None req-d74d217d-aa38-4828-9ff1-acbd86162ef0 None None] Resources bound (agent type, host, resource id): {{(pid=94176) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 23 11:33:57.033664 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d74d217d-aa38-4828-9ff1-acbd86162ef0 None None] Received port after_create {{(pid=94176) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 23 11:33:57.050511 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.db.db_base_plugin_common [None req-8fa3f3bf-7f4e-4d3a-ad0e-4a28ac9b853d tempest-PortsIpV6TestJSON-1781383748 tempest-PortsIpV6TestJSON-1781383748-project] Allocated IP 2001:db8::138 (9938a96c-aaeb-4be8-894e-2eca22a32938/b77aac3c-8490-41eb-87e6-53cba6463466/78e88db9-2246-4e93-b088-19d3a44cf0d4) {{(pid=94174) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 23 11:33:57.083516 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d74d217d-aa38-4828-9ff1-acbd86162ef0 None None] Pushing event updated for resources: {'Port': ['ID=bcf73169-a899-4f2b-9f1c-529313db428c,revision_number=1']} {{(pid=94176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 11:33:57.083516 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG oslo_concurrency.lockutils [None req-d74d217d-aa38-4828-9ff1-acbd86162ef0 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.092s {{(pid=94176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 11:33:57.090256 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron_lib.callbacks.manager [None req-d20a88ed-32bd-4ea2-b636-ac445d781165 tempest-NetworksTest-2133396914 tempest-NetworksTest-2133396914-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-897634'] for subnet, precommit_delete {{(pid=94175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:33:57.114894 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.plugins.ml2.managers [None req-d74d217d-aa38-4828-9ff1-acbd86162ef0 None None] Attempting to bind port bcf73169-a899-4f2b-9f1c-529313db428c on host dv-neutron-601336-94-hyperv for vnic_type normal with profile {{(pid=94176) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 23 11:33:57.115442 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.plugins.ml2.managers [None req-d74d217d-aa38-4828-9ff1-acbd86162ef0 None None] Attempting to bind port bcf73169-a899-4f2b-9f1c-529313db428c by drivers openvswitch,hyperv on host dv-neutron-601336-94-hyperv at level 0 using segments [{'id': '206ca7b3-ca9f-47bf-9c99-f3455dfb0ab6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 434, 'network_id': '9938a96c-aaeb-4be8-894e-2eca22a32938'}] {{(pid=94176) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 23 11:33:57.115947 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d74d217d-aa38-4828-9ff1-acbd86162ef0 None None] Attempting to bind port bcf73169-a899-4f2b-9f1c-529313db428c on network 9938a96c-aaeb-4be8-894e-2eca22a32938 {{(pid=94176) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 23 11:33:57.124350 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d74d217d-aa38-4828-9ff1-acbd86162ef0 None None] Checking agent: {'id': '4d05f899-5ac9-411b-8a03-f60c93f87cdf', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-601336-94-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 23, 11, 22, 14), 'started_at': datetime.datetime(2021, 6, 23, 11, 22, 44), 'heartbeat_timestamp': datetime.datetime(2021, 6, 23, 11, 33, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'monitor_allowed_address_pair_garp': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-601336-94-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94176) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 23 11:33:57.124603 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d74d217d-aa38-4828-9ff1-acbd86162ef0 None None] Checking segment: {'id': '206ca7b3-ca9f-47bf-9c99-f3455dfb0ab6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 434, 'network_id': '9938a96c-aaeb-4be8-894e-2eca22a32938'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94176) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 23 11:33:57.124926 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron_lib.callbacks.manager [None req-d74d217d-aa38-4828-9ff1-acbd86162ef0 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:33:57.125333 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d74d217d-aa38-4828-9ff1-acbd86162ef0 None None] Bound using segment: {'id': '206ca7b3-ca9f-47bf-9c99-f3455dfb0ab6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 434, 'network_id': '9938a96c-aaeb-4be8-894e-2eca22a32938'} {{(pid=94176) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 23 11:33:57.126469 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.plugins.ml2.managers [None req-d74d217d-aa38-4828-9ff1-acbd86162ef0 None None] Bound port: bcf73169-a899-4f2b-9f1c-529313db428c, host: dv-neutron-601336-94-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '206ca7b3-ca9f-47bf-9c99-f3455dfb0ab6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 434, 'network_id': '9938a96c-aaeb-4be8-894e-2eca22a32938'}}] {{(pid=94176) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 23 11:33:57.126997 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron_lib.callbacks.manager [None req-d74d217d-aa38-4828-9ff1-acbd86162ef0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-923122'] for port, before_update {{(pid=94176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:33:57.210557 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron_lib.callbacks.manager [None req-8fa3f3bf-7f4e-4d3a-ad0e-4a28ac9b853d tempest-PortsIpV6TestJSON-1781383748 tempest-PortsIpV6TestJSON-1781383748-project] Notify callbacks [] for port, precommit_create {{(pid=94174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:33:57.211675 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.plugins.ml2.db [None req-d74d217d-aa38-4828-9ff1-acbd86162ef0 None None] For port bcf73169-a899-4f2b-9f1c-529313db428c, host dv-neutron-601336-94-hyperv, cleared binding levels {{(pid=94176) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 23 11:33:57.216101 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.plugins.ml2.db [None req-d74d217d-aa38-4828-9ff1-acbd86162ef0 None None] For port bcf73169-a899-4f2b-9f1c-529313db428c, host dv-neutron-601336-94-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-94-hyperv',level=0,port_id=bcf73169-a899-4f2b-9f1c-529313db428c,segment=NetworkSegment(206ca7b3-ca9f-47bf-9c99-f3455dfb0ab6),segment_id=206ca7b3-ca9f-47bf-9c99-f3455dfb0ab6)] {{(pid=94176) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 23 11:33:57.228511 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.plugins.ml2.rpc [None req-dc7542b2-afef-47f4-a763-e3a3cba144be None None] Device a9d73b3b-33bc-41b0-9652-5d7168e6badc up at agent ovs-agent-dv-neutron-601336-94-hyperv {{(pid=94176) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:298}} Jun 23 11:33:57.239667 dv-neutron-601336-94-hyperv neutron-server[94174]: INFO neutron.wsgi [None req-4db50ebe-9106-40b5-933c-f6815e3ffec8 tempest-SecGroupIPv6Test-1528675894 tempest-SecGroupIPv6Test-1528675894-project] 10.222.0.20 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 5205 time: 0.3242497 Jun 23 11:33:57.244995 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.wsgi [-] (94175) accepted ('10.222.0.20', 39794) {{(pid=94175) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 11:33:57.253465 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.db.provisioning_blocks [None req-8fa3f3bf-7f4e-4d3a-ad0e-4a28ac9b853d tempest-PortsIpV6TestJSON-1781383748 tempest-PortsIpV6TestJSON-1781383748-project] Transition to ACTIVE for port object 78e88db9-2246-4e93-b088-19d3a44cf0d4 will not be triggered until provisioned by entity DHCP. {{(pid=94174) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 23 11:33:57.284983 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron_lib.callbacks.manager [None req-938a908b-2c0e-4510-ac5f-eb6c04a9faf3 tempest-PortsTestJSON-2085221018 tempest-PortsTestJSON-2085221018-project] Notify callbacks [] for port, precommit_update {{(pid=94175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:33:57.286097 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron_lib.callbacks.manager [None req-d74d217d-aa38-4828-9ff1-acbd86162ef0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-922904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866062', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773700135042', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773699642233', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773699642278'] for port, after_update {{(pid=94176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:33:57.287944 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron_lib.callbacks.manager [None req-a14be627-af74-44c0-971d-0cc803c58c07 tempest-SecGroupIPv6Test-1528675894 tempest-SecGroupIPv6Test-1528675894-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=94175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:33:57.288169 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG oslo_concurrency.lockutils [None req-a9f44a3e-6a03-4116-b46d-52caa091d0fa None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 11:33:57.296030 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron_lib.callbacks.manager [None req-a14be627-af74-44c0-971d-0cc803c58c07 tempest-SecGroupIPv6Test-1528675894 tempest-SecGroupIPv6Test-1528675894-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=94175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:33:57.311081 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron_lib.callbacks.manager [None req-d20a88ed-32bd-4ea2-b636-ac445d781165 tempest-NetworksTest-2133396914 tempest-NetworksTest-2133396914-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-897627', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866062', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5083050', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4660036'] for subnet, after_delete {{(pid=94175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:33:57.318366 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG oslo_concurrency.lockutils [None req-1718df89-71a0-4df9-baba-0b60309077e9 tempest-NetworksTestDHCPv6-162546708 tempest-NetworksTestDHCPv6-162546708-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94175) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 11:33:57.318574 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.db.provisioning_blocks [None req-dc7542b2-afef-47f4-a763-e3a3cba144be None None] Provisioning complete for port a9d73b3b-33bc-41b0-9652-5d7168e6badc triggered by entity L2. {{(pid=94176) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 23 11:33:57.318855 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron_lib.callbacks.manager [None req-dc7542b2-afef-47f4-a763-e3a3cba144be None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-899258'] for port, provisioning_complete {{(pid=94176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:33:57.358575 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d20a88ed-32bd-4ea2-b636-ac445d781165 tempest-NetworksTest-2133396914 tempest-NetworksTest-2133396914-project] Pushing event deleted for resources: {'Subnet': ['ID=49331b79-22ae-4268-b593-6d4d566c579e,revision_number=None']} {{(pid=94175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 11:33:57.364416 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG oslo_concurrency.lockutils [None req-d20a88ed-32bd-4ea2-b636-ac445d781165 tempest-NetworksTest-2133396914 tempest-NetworksTest-2133396914-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=94175) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 11:33:57.367611 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron_lib.callbacks.manager [None req-55c3920b-8fb2-4aed-89bc-7e205b32560b tempest-NetworksTestDHCPv6-162546708 tempest-NetworksTestDHCPv6-162546708-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-897627', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866062', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5195932', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4294216'] for subnet, after_delete {{(pid=94174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:33:57.380054 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d74d217d-aa38-4828-9ff1-acbd86162ef0 None None] Pushing event updated for resources: {'Port': ['ID=bcf73169-a899-4f2b-9f1c-529313db428c,revision_number=2']} {{(pid=94176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 11:33:57.383625 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG oslo_concurrency.lockutils [None req-d74d217d-aa38-4828-9ff1-acbd86162ef0 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.095s {{(pid=94176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 11:33:57.384377 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG oslo_concurrency.lockutils [None req-5a0d7876-2b40-4b96-b3d7-a90f5028b9f5 tempest-NetworksTestDHCPv6-162546708 tempest-NetworksTestDHCPv6-162546708-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94174) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 11:33:57.415766 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron_lib.callbacks.manager [None req-938a908b-2c0e-4510-ac5f-eb6c04a9faf3 tempest-PortsTestJSON-2085221018 tempest-PortsTestJSON-2085221018-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-922904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866062', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773700135042', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773699642233', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773699642278', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5082471'] for port, after_update {{(pid=94175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:33:57.436186 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron_lib.callbacks.manager [None req-55c3920b-8fb2-4aed-89bc-7e205b32560b tempest-NetworksTestDHCPv6-162546708 tempest-NetworksTestDHCPv6-162546708-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7865916'] for subnet, before_response {{(pid=94174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:33:57.441537 dv-neutron-601336-94-hyperv neutron-server[94174]: INFO neutron.wsgi [None req-55c3920b-8fb2-4aed-89bc-7e205b32560b tempest-NetworksTestDHCPv6-162546708 tempest-NetworksTestDHCPv6-162546708-project] 10.222.0.20 "DELETE /v2.0/subnets/e0d5aa90-b174-4ce1-bb8f-441099ee6367 HTTP/1.1" status: 204 len: 168 time: 0.7492650 Jun 23 11:33:57.446778 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55c3920b-8fb2-4aed-89bc-7e205b32560b tempest-NetworksTestDHCPv6-162546708 tempest-NetworksTestDHCPv6-162546708-project] Pushing event deleted for resources: {'Subnet': ['ID=e0d5aa90-b174-4ce1-bb8f-441099ee6367,revision_number=None']} {{(pid=94174) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 11:33:57.446778 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.wsgi [-] (94174) accepted ('10.222.0.20', 39798) {{(pid=94174) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 11:33:57.447288 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron_lib.callbacks.manager [None req-8fa3f3bf-7f4e-4d3a-ad0e-4a28ac9b853d tempest-PortsIpV6TestJSON-1781383748 tempest-PortsIpV6TestJSON-1781383748-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-922915', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-239814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7866073', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773699642215', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-5196399'] for port, after_create {{(pid=94174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:33:57.464480 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG oslo_concurrency.lockutils [None req-55c3920b-8fb2-4aed-89bc-7e205b32560b tempest-NetworksTestDHCPv6-162546708 tempest-NetworksTestDHCPv6-162546708-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.080s {{(pid=94174) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 11:33:57.466139 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG oslo_concurrency.lockutils [None req-bcb84775-3cbc-4794-85e3-7eb8a47b1f50 tempest-AllowedAddressPairTestJSON-1962660266 tempest-AllowedAddressPairTestJSON-1962660266-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.001s {{(pid=94174) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 11:33:57.466570 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG oslo_concurrency.lockutils [None req-e4a2e2a1-5c54-4fc2-9a14-3098c529a1f4 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94175) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 11:33:57.494479 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.wsgi [-] (94175) accepted ('10.222.0.20', 39800) {{(pid=94175) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 11:33:57.500281 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron_lib.callbacks.manager [None req-a14be627-af74-44c0-971d-0cc803c58c07 tempest-SecGroupIPv6Test-1528675894 tempest-SecGroupIPv6Test-1528675894-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7996355'] for security_group_rule, after_delete {{(pid=94175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:33:57.515870 dv-neutron-601336-94-hyperv neutron-server[94174]: INFO neutron.wsgi [None req-9542465b-752e-4069-994f-6a7ae578a508 tempest-NetworksTestDHCPv6-162546708 tempest-NetworksTestDHCPv6-162546708-project] 10.222.0.20 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0649943 Jun 23 11:33:57.519655 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.wsgi [-] (94175) accepted ('10.222.0.20', 39806) {{(pid=94175) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 11:33:57.564112 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron_lib.callbacks.manager [None req-a14be627-af74-44c0-971d-0cc803c58c07 tempest-SecGroupIPv6Test-1528675894 tempest-SecGroupIPv6Test-1528675894-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:33:57.568205 dv-neutron-601336-94-hyperv neutron-server[94175]: INFO neutron.wsgi [None req-a14be627-af74-44c0-971d-0cc803c58c07 tempest-SecGroupIPv6Test-1528675894 tempest-SecGroupIPv6Test-1528675894-project] 10.222.0.20 "DELETE /v2.0/security-group-rules/def69975-fb3d-4d43-9f5f-115b604d67ba HTTP/1.1" status: 204 len: 168 time: 0.3218491 Jun 23 11:33:57.573724 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron_lib.callbacks.manager [None req-d20a88ed-32bd-4ea2-b636-ac445d781165 tempest-NetworksTest-2133396914 tempest-NetworksTest-2133396914-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-897259', 'neutron.services.segments.db._delete_segments_for_network-8773700168587'] for network, precommit_delete {{(pid=94175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:33:57.577813 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.wsgi [-] (94174) accepted ('10.222.0.20', 39808) {{(pid=94174) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 11:33:57.581826 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fa3f3bf-7f4e-4d3a-ad0e-4a28ac9b853d tempest-PortsIpV6TestJSON-1781383748 tempest-PortsIpV6TestJSON-1781383748-project] Pushing event updated for resources: {'Port': ['ID=78e88db9-2246-4e93-b088-19d3a44cf0d4,revision_number=1']} {{(pid=94174) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 11:33:57.586625 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG oslo_concurrency.lockutils [None req-8fa3f3bf-7f4e-4d3a-ad0e-4a28ac9b853d tempest-PortsIpV6TestJSON-1781383748 tempest-PortsIpV6TestJSON-1781383748-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.120s {{(pid=94174) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 11:33:57.614698 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron_lib.callbacks.manager [None req-938a908b-2c0e-4510-ac5f-eb6c04a9faf3 tempest-PortsTestJSON-2085221018 tempest-PortsTestJSON-2085221018-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-7866091', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-453038'] for router_interface, after_create {{(pid=94175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:33:57.618785 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.services.segments.db [None req-d20a88ed-32bd-4ea2-b636-ac445d781165 tempest-NetworksTest-2133396914 tempest-NetworksTest-2133396914-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5f8b1201-8a83-4b3a-8bf6-cae66fcad781']}} {{(pid=94175) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 11:33:57.628097 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-938a908b-2c0e-4510-ac5f-eb6c04a9faf3 tempest-PortsTestJSON-2085221018 tempest-PortsTestJSON-2085221018-project] Pushing event updated for resources: {'Port': ['ID=688604c2-c46f-4ece-8c3f-f7d80e4ff091,revision_number=3']} {{(pid=94175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 11:33:57.647698 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8fa3f3bf-7f4e-4d3a-ad0e-4a28ac9b853d tempest-PortsIpV6TestJSON-1781383748 tempest-PortsIpV6TestJSON-1781383748-project] Network 9938a96c-aaeb-4be8-894e-2eca22a32938 is already hosted by enough agents. {{(pid=94174) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 23 11:33:57.648758 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.services.segments.db [None req-d20a88ed-32bd-4ea2-b636-ac445d781165 tempest-NetworksTest-2133396914 tempest-NetworksTest-2133396914-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0d7e86cb-2cba-4df4-b018-b3edac292e60') {'for_net_delete': True} {{(pid=94175) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 11:33:57.648758 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.services.segments.db [None req-d20a88ed-32bd-4ea2-b636-ac445d781165 tempest-NetworksTest-2133396914 tempest-NetworksTest-2133396914-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0d7e86cb-2cba-4df4-b018-b3edac292e60') {} {{(pid=94175) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 11:33:57.648758 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG oslo_concurrency.lockutils [None req-938a908b-2c0e-4510-ac5f-eb6c04a9faf3 tempest-PortsTestJSON-2085221018 tempest-PortsTestJSON-2085221018-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.181s {{(pid=94175) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 11:33:57.648758 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG oslo_concurrency.lockutils [None req-1ccf72fe-e477-44ce-a79b-9cc6e7bd011f tempest-SecGroupIPv6Test-1528675894 tempest-SecGroupIPv6Test-1528675894-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.124s {{(pid=94175) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 11:33:57.663559 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a14be627-af74-44c0-971d-0cc803c58c07 tempest-SecGroupIPv6Test-1528675894 tempest-SecGroupIPv6Test-1528675894-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=def69975-fb3d-4d43-9f5f-115b604d67ba,revision_number=None']} {{(pid=94175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 11:33:57.672855 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG oslo_concurrency.lockutils [None req-a14be627-af74-44c0-971d-0cc803c58c07 tempest-SecGroupIPv6Test-1528675894 tempest-SecGroupIPv6Test-1528675894-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.024s {{(pid=94175) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 11:33:57.674480 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron_lib.callbacks.manager [None req-d20a88ed-32bd-4ea2-b636-ac445d781165 tempest-NetworksTest-2133396914 tempest-NetworksTest-2133396914-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8773699955833', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5190677'] for segment, before_delete {{(pid=94175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:33:57.690470 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.scheduler.base_scheduler [None req-8fa3f3bf-7f4e-4d3a-ad0e-4a28ac9b853d tempest-PortsIpV6TestJSON-1781383748 tempest-PortsIpV6TestJSON-1781383748-project] Resources bound (agent type, host, resource id): {{(pid=94174) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 23 11:33:57.693586 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8fa3f3bf-7f4e-4d3a-ad0e-4a28ac9b853d tempest-PortsIpV6TestJSON-1781383748 tempest-PortsIpV6TestJSON-1781383748-project] Received port after_create {{(pid=94174) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 23 11:33:57.707448 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8fa3f3bf-7f4e-4d3a-ad0e-4a28ac9b853d tempest-PortsIpV6TestJSON-1781383748 tempest-PortsIpV6TestJSON-1781383748-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94174) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 11:33:57.709058 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron_lib.callbacks.manager [None req-8fa3f3bf-7f4e-4d3a-ad0e-4a28ac9b853d tempest-PortsIpV6TestJSON-1781383748 tempest-PortsIpV6TestJSON-1781383748-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-217507'] for port, before_response {{(pid=94174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:33:57.740030 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron_lib.callbacks.manager [None req-d20a88ed-32bd-4ea2-b636-ac445d781165 tempest-NetworksTest-2133396914 tempest-NetworksTest-2133396914-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3801'] for segment, precommit_delete {{(pid=94175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:33:57.771140 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dcdf640c-eb68-45cf-86fc-4d9d9a5a394d tempest-NetworksTestDHCPv6-162546708 tempest-NetworksTestDHCPv6-162546708-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 11:33:57.772679 dv-neutron-601336-94-hyperv neutron-server[94175]: INFO neutron.wsgi [None req-dcdf640c-eb68-45cf-86fc-4d9d9a5a394d tempest-NetworksTestDHCPv6-162546708 tempest-NetworksTestDHCPv6-162546708-project] 10.222.0.20 "GET /v2.0/ports HTTP/1.1" status: 200 len: 866 time: 0.2485023 Jun 23 11:33:57.776051 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d20a88ed-32bd-4ea2-b636-ac445d781165 tempest-NetworksTest-2133396914 tempest-NetworksTest-2133396914-project] Releasing vlan 438 on physical network physnet1 to pool {{(pid=94175) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 23 11:33:57.776469 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron_lib.callbacks.manager [None req-d20a88ed-32bd-4ea2-b636-ac445d781165 tempest-NetworksTest-2133396914 tempest-NetworksTest-2133396914-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3801', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5082371'] for segment, after_delete {{(pid=94175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:33:57.780068 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.wsgi [-] (94174) accepted ('10.222.0.20', 39810) {{(pid=94174) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 11:33:57.782589 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.api.v2.base [None req-b5d5ec72-069e-48e0-a547-811dbfbbc4f0 tempest-TagsTest-463466438 tempest-TagsTest-463466438-project] Request body: {'network': {'name': 'tempest-TagsTest-test-network-1807961984'}} {{(pid=94175) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 23 11:33:57.785650 dv-neutron-601336-94-hyperv neutron-server[94175]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 23 11:33:57.785650 dv-neutron-601336-94-hyperv neutron-server[94175]: conditions |= (models_v2.Port.network_id.in_( Jun 23 11:33:57.785650 dv-neutron-601336-94-hyperv neutron-server[94175]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 23 11:33:57.785650 dv-neutron-601336-94-hyperv neutron-server[94175]: conditions |= (models_v2.Port.network_id.in_( Jun 23 11:33:57.785650 dv-neutron-601336-94-hyperv neutron-server[94175]: Traceback (most recent call last): Jun 23 11:33:57.785650 dv-neutron-601336-94-hyperv neutron-server[94175]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 23 11:33:57.785650 dv-neutron-601336-94-hyperv neutron-server[94175]: timer() Jun 23 11:33:57.785650 dv-neutron-601336-94-hyperv neutron-server[94175]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 23 11:33:57.785650 dv-neutron-601336-94-hyperv neutron-server[94175]: cb(*args, **kw) Jun 23 11:33:57.785650 dv-neutron-601336-94-hyperv neutron-server[94175]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 23 11:33:57.785650 dv-neutron-601336-94-hyperv neutron-server[94175]: return func(*args, **kwargs) Jun 23 11:33:57.785650 dv-neutron-601336-94-hyperv neutron-server[94175]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 23 11:33:57.785650 dv-neutron-601336-94-hyperv neutron-server[94175]: self._notify() Jun 23 11:33:57.785650 dv-neutron-601336-94-hyperv neutron-server[94175]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 23 11:33:57.785650 dv-neutron-601336-94-hyperv neutron-server[94175]: self.callback(batched_events) Jun 23 11:33:57.785650 dv-neutron-601336-94-hyperv neutron-server[94175]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 23 11:33:57.785650 dv-neutron-601336-94-hyperv neutron-server[94175]: event.method(event) Jun 23 11:33:57.785650 dv-neutron-601336-94-hyperv neutron-server[94175]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 23 11:33:57.785650 dv-neutron-601336-94-hyperv neutron-server[94175]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 23 11:33:57.785650 dv-neutron-601336-94-hyperv neutron-server[94175]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 23 11:33:57.785650 dv-neutron-601336-94-hyperv neutron-server[94175]: aggregate_uuid = self.p_client.list_aggregates( Jun 23 11:33:57.785650 dv-neutron-601336-94-hyperv neutron-server[94175]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 23 11:33:57.785650 dv-neutron-601336-94-hyperv neutron-server[94175]: return f(self, *a, **k) Jun 23 11:33:57.785650 dv-neutron-601336-94-hyperv neutron-server[94175]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 23 11:33:57.785650 dv-neutron-601336-94-hyperv neutron-server[94175]: return self._get(url).json() Jun 23 11:33:57.785650 dv-neutron-601336-94-hyperv neutron-server[94175]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 23 11:33:57.785650 dv-neutron-601336-94-hyperv neutron-server[94175]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 23 11:33:57.785650 dv-neutron-601336-94-hyperv neutron-server[94175]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 23 11:33:57.785650 dv-neutron-601336-94-hyperv neutron-server[94175]: return self.request(url, 'GET', **kwargs) Jun 23 11:33:57.785650 dv-neutron-601336-94-hyperv neutron-server[94175]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 23 11:33:57.785650 dv-neutron-601336-94-hyperv neutron-server[94175]: base_url = self.get_endpoint(auth, allow=allow, Jun 23 11:33:57.785650 dv-neutron-601336-94-hyperv neutron-server[94175]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 23 11:33:57.785650 dv-neutron-601336-94-hyperv neutron-server[94175]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 23 11:33:57.785650 dv-neutron-601336-94-hyperv neutron-server[94175]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 23 11:33:57.785650 dv-neutron-601336-94-hyperv neutron-server[94175]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 23 11:33:57.785650 dv-neutron-601336-94-hyperv neutron-server[94175]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 23 11:33:57.816207 dv-neutron-601336-94-hyperv neutron-server[94174]: INFO neutron.wsgi [None req-ae4058c0-f573-4773-89f3-8934166a4356 tempest-SecGroupIPv6Test-1528675894 tempest-SecGroupIPv6Test-1528675894-project] 10.222.0.20 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4659 time: 0.2258043 Jun 23 11:33:57.817566 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.wsgi [-] (94174) accepted ('10.222.0.20', 39812) {{(pid=94174) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 11:33:57.870168 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-938a908b-2c0e-4510-ac5f-eb6c04a9faf3 tempest-PortsTestJSON-2085221018 tempest-PortsTestJSON-2085221018-project] Network 7cc6a096-5b5a-48b7-b45e-38a16064cf71 is already hosted by enough agents. {{(pid=94175) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 23 11:33:57.875386 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.scheduler.base_scheduler [None req-938a908b-2c0e-4510-ac5f-eb6c04a9faf3 tempest-PortsTestJSON-2085221018 tempest-PortsTestJSON-2085221018-project] Resources bound (agent type, host, resource id): {{(pid=94175) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 23 11:33:57.884812 dv-neutron-601336-94-hyperv neutron-server[94174]: INFO neutron.wsgi [None req-8fa3f3bf-7f4e-4d3a-ad0e-4a28ac9b853d tempest-PortsIpV6TestJSON-1781383748 tempest-PortsIpV6TestJSON-1781383748-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 892 time: 1.6831872 Jun 23 11:33:57.888824 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.wsgi [-] (94175) accepted ('10.222.0.20', 39814) {{(pid=94175) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 11:33:57.888962 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron_lib.callbacks.manager [None req-c8126501-18a3-4b22-8a80-b665b4398163 tempest-SecGroupIPv6Test-1528675894 tempest-SecGroupIPv6Test-1528675894-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=94174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:33:57.902780 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron_lib.callbacks.manager [None req-c8126501-18a3-4b22-8a80-b665b4398163 tempest-SecGroupIPv6Test-1528675894 tempest-SecGroupIPv6Test-1528675894-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=94174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:33:57.911518 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7a7ff6e-c5cf-4699-badb-8dbfe1725733 req-80d6f25c-6ca7-44f8-8617-6c29eeb3eb30 tempest-ServerActionsTestJSON-161917335 tempest-ServerActionsTestJSON-161917335-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94174) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 11:33:57.912963 dv-neutron-601336-94-hyperv neutron-server[94174]: INFO neutron.wsgi [req-a7a7ff6e-c5cf-4699-badb-8dbfe1725733 req-80d6f25c-6ca7-44f8-8617-6c29eeb3eb30 tempest-ServerActionsTestJSON-161917335 tempest-ServerActionsTestJSON-161917335-project] 10.222.0.20 "GET /v2.0/ports?device_id=85769616-6b8b-4da7-ad73-344986edf607 HTTP/1.1" status: 200 len: 945 time: 0.2261026 Jun 23 11:33:57.923547 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ddac4cd1-41e8-494d-b443-68c173432873 tempest-NetworksTestDHCPv6-162546708 tempest-NetworksTestDHCPv6-162546708-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94174) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 11:33:57.927438 dv-neutron-601336-94-hyperv neutron-server[94174]: INFO neutron.wsgi [None req-ddac4cd1-41e8-494d-b443-68c173432873 tempest-NetworksTestDHCPv6-162546708 tempest-NetworksTestDHCPv6-162546708-project] 10.222.0.20 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.1436765 Jun 23 11:33:57.931396 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.wsgi [-] (94174) accepted ('10.222.0.20', 39816) {{(pid=94174) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 11:33:57.935097 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron_lib.callbacks.manager [None req-d20a88ed-32bd-4ea2-b636-ac445d781165 tempest-NetworksTest-2133396914 tempest-NetworksTest-2133396914-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-897248', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8002400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7866073', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-524247'] for network, after_delete {{(pid=94175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:33:57.979873 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94175) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 11:33:57.986252 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron_lib.callbacks.manager [None req-d20a88ed-32bd-4ea2-b636-ac445d781165 tempest-NetworksTest-2133396914 tempest-NetworksTest-2133396914-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7865916'] for network, before_response {{(pid=94175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:33:57.996718 dv-neutron-601336-94-hyperv neutron-server[94174]: INFO neutron.wsgi [None req-b00ced73-aadd-4d6e-bf63-42dedf72e9b0 tempest-NetworksTestDHCPv6-162546708 tempest-NetworksTestDHCPv6-162546708-project] 10.222.0.20 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0472145 Jun 23 11:33:57.996928 dv-neutron-601336-94-hyperv neutron-server[94175]: INFO neutron.wsgi [None req-d20a88ed-32bd-4ea2-b636-ac445d781165 tempest-NetworksTest-2133396914 tempest-NetworksTest-2133396914-project] 10.222.0.20 "DELETE /v2.0/networks/5f8b1201-8a83-4b3a-8bf6-cae66fcad781 HTTP/1.1" status: 204 len: 168 time: 1.2564030 Jun 23 11:33:57.996928 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b5d5ec72-069e-48e0-a547-811dbfbbc4f0 tempest-TagsTest-463466438 tempest-TagsTest-463466438-project] Made reservation on behalf of 3ff013feb2d142a6aa6813bf9865571e for: {'network': 1} {{(pid=94175) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 23 11:33:57.997103 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.wsgi [-] (94174) accepted ('10.222.0.20', 39818) {{(pid=94174) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 11:33:57.997190 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron_lib.callbacks.manager [None req-b5d5ec72-069e-48e0-a547-811dbfbbc4f0 tempest-TagsTest-463466438 tempest-TagsTest-463466438-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-923104'] for network, before_create {{(pid=94175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:33:57.997269 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.wsgi [-] (94174) accepted ('10.222.0.20', 39820) {{(pid=94174) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 11:33:57.999949 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.api.v2.base [None req-f50ba402-28ab-4b17-b2bd-b419441aa550 tempest-NetworksTest-2133396914 tempest-NetworksTest-2133396914-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-1927621371'}} {{(pid=94174) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 23 11:33:58.026895 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d20a88ed-32bd-4ea2-b636-ac445d781165 tempest-NetworksTest-2133396914 tempest-NetworksTest-2133396914-project] Pushing event deleted for resources: {'Network': ['ID=5f8b1201-8a83-4b3a-8bf6-cae66fcad781,revision_number=None']} {{(pid=94175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 11:33:58.032598 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron_lib.callbacks.manager [None req-b5d5ec72-069e-48e0-a547-811dbfbbc4f0 tempest-TagsTest-463466438 tempest-TagsTest-463466438-project] Notify callbacks [] for security_group, before_create {{(pid=94175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:33:58.034716 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG oslo_concurrency.lockutils [None req-d20a88ed-32bd-4ea2-b636-ac445d781165 tempest-NetworksTest-2133396914 tempest-NetworksTest-2133396914-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.055s {{(pid=94175) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 11:33:58.048702 dv-neutron-601336-94-hyperv neutron-server[94174]: INFO neutron.pecan_wsgi.hooks.translation [None req-72a9e230-43a4-403f-b6c7-60edd4079857 tempest-NetworksTestDHCPv6-162546708 tempest-NetworksTestDHCPv6-162546708-project] DELETE failed (client error): The resource could not be found. Jun 23 11:33:58.049385 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-72a9e230-43a4-403f-b6c7-60edd4079857 tempest-NetworksTestDHCPv6-162546708 tempest-NetworksTestDHCPv6-162546708-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94174) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 23 11:33:58.053751 dv-neutron-601336-94-hyperv neutron-server[94174]: INFO neutron.wsgi [None req-72a9e230-43a4-403f-b6c7-60edd4079857 tempest-NetworksTestDHCPv6-162546708 tempest-NetworksTestDHCPv6-162546708-project] 10.222.0.20 "DELETE /v2.0/ports/5ca50092-fcde-47f7-9dc0-bab3d2746e4a HTTP/1.1" status: 404 len: 333 time: 0.0558918 Jun 23 11:33:58.059230 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.wsgi [-] (94174) accepted ('10.222.0.20', 39822) {{(pid=94174) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 11:33:58.066149 dv-neutron-601336-94-hyperv neutron-server[94174]: INFO neutron.wsgi [req-a7a7ff6e-c5cf-4699-badb-8dbfe1725733 req-4afcb888-8469-4bca-98d7-9ae6f1ac9974 tempest-ServerActionsTestJSON-161917335 tempest-ServerActionsTestJSON-161917335-project] 10.222.0.20 "GET /v2.0/security-groups?id=f0520e5d-8f0e-4c28-b543-be4405698077&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1460116 Jun 23 11:33:58.089598 dv-neutron-601336-94-hyperv neutron-server[94174]: INFO neutron.pecan_wsgi.hooks.translation [None req-4fefd938-819c-4e4c-b142-665224889099 tempest-NetworksTestDHCPv6-162546708 tempest-NetworksTestDHCPv6-162546708-project] DELETE failed (client error): The resource could not be found. Jun 23 11:33:58.089896 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4fefd938-819c-4e4c-b142-665224889099 tempest-NetworksTestDHCPv6-162546708 tempest-NetworksTestDHCPv6-162546708-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94174) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 23 11:33:58.091631 dv-neutron-601336-94-hyperv neutron-server[94174]: INFO neutron.wsgi [None req-4fefd938-819c-4e4c-b142-665224889099 tempest-NetworksTestDHCPv6-162546708 tempest-NetworksTestDHCPv6-162546708-project] 10.222.0.20 "DELETE /v2.0/subnets/e0d5aa90-b174-4ce1-bb8f-441099ee6367 HTTP/1.1" status: 404 len: 337 time: 0.0365462 Jun 23 11:33:58.092492 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron_lib.callbacks.manager [None req-c8126501-18a3-4b22-8a80-b665b4398163 tempest-SecGroupIPv6Test-1528675894 tempest-SecGroupIPv6Test-1528675894-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7996355'] for security_group_rule, after_delete {{(pid=94174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:33:58.095403 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.wsgi [-] (94175) accepted ('10.222.0.20', 39824) {{(pid=94175) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 11:33:58.098144 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron_lib.callbacks.manager [None req-c8126501-18a3-4b22-8a80-b665b4398163 tempest-SecGroupIPv6Test-1528675894 tempest-SecGroupIPv6Test-1528675894-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:33:58.099218 dv-neutron-601336-94-hyperv neutron-server[94174]: INFO neutron.wsgi [None req-c8126501-18a3-4b22-8a80-b665b4398163 tempest-SecGroupIPv6Test-1528675894 tempest-SecGroupIPv6Test-1528675894-project] 10.222.0.20 "DELETE /v2.0/security-group-rules/7125e521-23b8-46af-99c2-166fc52f1f7f HTTP/1.1" status: 204 len: 168 time: 0.2795525 Jun 23 11:33:58.100048 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG oslo_concurrency.lockutils [None req-83040524-0d64-4dac-bc4e-17a978a2c6dd tempest-SecGroupIPv6Test-1528675894 tempest-SecGroupIPv6Test-1528675894-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94174) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 11:33:58.102525 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.wsgi [-] (94174) accepted ('10.222.0.20', 39826) {{(pid=94174) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 11:33:58.114003 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8126501-18a3-4b22-8a80-b665b4398163 tempest-SecGroupIPv6Test-1528675894 tempest-SecGroupIPv6Test-1528675894-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=7125e521-23b8-46af-99c2-166fc52f1f7f,revision_number=None']} {{(pid=94174) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 11:33:58.116290 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG oslo_concurrency.lockutils [None req-c8126501-18a3-4b22-8a80-b665b4398163 tempest-SecGroupIPv6Test-1528675894 tempest-SecGroupIPv6Test-1528675894-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=94174) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 11:33:58.131200 dv-neutron-601336-94-hyperv neutron-server[94175]: INFO neutron.pecan_wsgi.hooks.translation [None req-69588bb8-b554-47ca-bb9a-8ea1b346dd6b tempest-NetworksTestDHCPv6-162546708 tempest-NetworksTestDHCPv6-162546708-project] DELETE failed (client error): The resource could not be found. Jun 23 11:33:58.131663 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-69588bb8-b554-47ca-bb9a-8ea1b346dd6b tempest-NetworksTestDHCPv6-162546708 tempest-NetworksTestDHCPv6-162546708-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94175) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 23 11:33:58.133369 dv-neutron-601336-94-hyperv neutron-server[94175]: INFO neutron.wsgi [None req-69588bb8-b554-47ca-bb9a-8ea1b346dd6b tempest-NetworksTestDHCPv6-162546708 tempest-NetworksTestDHCPv6-162546708-project] 10.222.0.20 "DELETE /v2.0/subnets/3466b96a-d26a-4c05-80ce-08e1c15fca5d HTTP/1.1" status: 404 len: 337 time: 0.0369012 Jun 23 11:33:58.136881 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.wsgi [-] (94174) accepted ('10.222.0.20', 39828) {{(pid=94174) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 11:33:58.158641 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.plugins.ml2.plugin [None req-69d24106-9570-4a49-a642-4a954e45b2cb tempest-PortsIpV6TestJSON-1781383748 tempest-PortsIpV6TestJSON-1781383748-project] Deleting port 78e88db9-2246-4e93-b088-19d3a44cf0d4 {{(pid=94175) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1913}} Jun 23 11:33:58.158963 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron_lib.callbacks.manager [None req-69d24106-9570-4a49-a642-4a954e45b2cb tempest-PortsIpV6TestJSON-1781383748 tempest-PortsIpV6TestJSON-1781383748-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773700079324'] for port, before_delete {{(pid=94175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:33:58.172988 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f50ba402-28ab-4b17-b2bd-b419441aa550 tempest-NetworksTest-2133396914 tempest-NetworksTest-2133396914-project] Made reservation on behalf of dfecc9776e0d4947a3f7218fbe96de01 for: {'network': 1} {{(pid=94174) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 23 11:33:58.176513 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron_lib.callbacks.manager [None req-f50ba402-28ab-4b17-b2bd-b419441aa550 tempest-NetworksTest-2133396914 tempest-NetworksTest-2133396914-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-923104'] for network, before_create {{(pid=94174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:33:58.184328 dv-neutron-601336-94-hyperv neutron-server[94174]: INFO neutron.pecan_wsgi.hooks.translation [None req-aaa08fa9-50b2-438f-ac38-99694b45118f tempest-NetworksTestDHCPv6-162546708 tempest-NetworksTestDHCPv6-162546708-project] DELETE failed (client error): The resource could not be found. Jun 23 11:33:58.185099 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-aaa08fa9-50b2-438f-ac38-99694b45118f tempest-NetworksTestDHCPv6-162546708 tempest-NetworksTestDHCPv6-162546708-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94174) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 23 11:33:58.189175 dv-neutron-601336-94-hyperv neutron-server[94174]: INFO neutron.wsgi [None req-aaa08fa9-50b2-438f-ac38-99694b45118f tempest-NetworksTestDHCPv6-162546708 tempest-NetworksTestDHCPv6-162546708-project] 10.222.0.20 "DELETE /v2.0/ports/95286c61-22bc-49bd-8799-82554fcab37b HTTP/1.1" status: 404 len: 333 time: 0.0486219 Jun 23 11:33:58.193300 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.wsgi [-] (94174) accepted ('10.222.0.20', 39830) {{(pid=94174) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 11:33:58.204068 dv-neutron-601336-94-hyperv neutron-server[94174]: INFO neutron.wsgi [None req-ed16f7fc-47bb-4993-95d3-26b5402e357f tempest-SecGroupIPv6Test-1528675894 tempest-SecGroupIPv6Test-1528675894-project] 10.222.0.20 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4113 time: 0.0994864 Jun 23 11:33:58.208020 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.wsgi [-] (94175) accepted ('10.222.0.20', 39832) {{(pid=94175) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 11:33:58.224098 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-938a908b-2c0e-4510-ac5f-eb6c04a9faf3 tempest-PortsTestJSON-2085221018 tempest-PortsTestJSON-2085221018-project] Router 33b628b5-44d2-4910-8fbd-3ddfdeb482ef is scheduled to L3 agent 50ef99c0-ef28-4db5-b303-b145898fae60 with binding_index 1 {{(pid=94175) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jun 23 11:33:58.239713 dv-neutron-601336-94-hyperv neutron-server[94174]: INFO neutron.pecan_wsgi.hooks.translation [None req-ad79b46d-73b7-4aca-b83f-e9ed1143b732 tempest-NetworksTestDHCPv6-162546708 tempest-NetworksTestDHCPv6-162546708-project] DELETE failed (client error): The resource could not be found. Jun 23 11:33:58.240171 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ad79b46d-73b7-4aca-b83f-e9ed1143b732 tempest-NetworksTestDHCPv6-162546708 tempest-NetworksTestDHCPv6-162546708-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94174) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 23 11:33:58.242049 dv-neutron-601336-94-hyperv neutron-server[94174]: INFO neutron.wsgi [None req-ad79b46d-73b7-4aca-b83f-e9ed1143b732 tempest-NetworksTestDHCPv6-162546708 tempest-NetworksTestDHCPv6-162546708-project] 10.222.0.20 "DELETE /v2.0/subnets/c4832234-5cef-46f1-b012-b0465eea3206 HTTP/1.1" status: 404 len: 337 time: 0.0369489 Jun 23 11:33:58.244462 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.wsgi [-] (94174) accepted ('10.222.0.20', 39834) {{(pid=94174) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 11:33:58.257816 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f50ba402-28ab-4b17-b2bd-b419441aa550 tempest-NetworksTest-2133396914 tempest-NetworksTest-2133396914-project] vlan segment allocate from pool success with {'vlan_id': 427, 'physical_network': 'physnet1'} {{(pid=94174) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 23 11:33:58.284554 dv-neutron-601336-94-hyperv neutron-server[94174]: INFO neutron.pecan_wsgi.hooks.translation [None req-52cd6f37-5f82-4b68-855d-e6808ef58f06 tempest-NetworksTestDHCPv6-162546708 tempest-NetworksTestDHCPv6-162546708-project] DELETE failed (client error): The resource could not be found. Jun 23 11:33:58.285021 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-52cd6f37-5f82-4b68-855d-e6808ef58f06 tempest-NetworksTestDHCPv6-162546708 tempest-NetworksTestDHCPv6-162546708-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94174) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 23 11:33:58.289243 dv-neutron-601336-94-hyperv neutron-server[94174]: INFO neutron.wsgi [None req-52cd6f37-5f82-4b68-855d-e6808ef58f06 tempest-NetworksTestDHCPv6-162546708 tempest-NetworksTestDHCPv6-162546708-project] 10.222.0.20 "DELETE /v2.0/subnets/e6076bb0-bdf2-4230-8fbe-17f4a513c1d2 HTTP/1.1" status: 404 len: 337 time: 0.0414059 Jun 23 11:33:58.289443 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron_lib.callbacks.manager [None req-d6850caa-7711-4734-ad72-d161f19c76b0 tempest-SecGroupIPv6Test-1528675894 tempest-SecGroupIPv6Test-1528675894-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=94175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:33:58.289534 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.wsgi [-] (94174) accepted ('10.222.0.20', 39836) {{(pid=94174) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 11:33:58.299801 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron_lib.callbacks.manager [None req-f50ba402-28ab-4b17-b2bd-b419441aa550 tempest-NetworksTest-2133396914 tempest-NetworksTest-2133396914-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3801'] for segment, precommit_create {{(pid=94174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:33:58.305231 dv-neutron-601336-94-hyperv neutron-server[94174]: INFO neutron.db.segments_db [None req-f50ba402-28ab-4b17-b2bd-b419441aa550 tempest-NetworksTest-2133396914 tempest-NetworksTest-2133396914-project] Added segment 62d38252-5632-4696-b3f1-ea61dc865a32 of type vlan for network 5a5ace35-38b6-48b8-ae07-f59bdda4e0e7 Jun 23 11:33:58.308479 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron_lib.callbacks.manager [None req-d6850caa-7711-4734-ad72-d161f19c76b0 tempest-SecGroupIPv6Test-1528675894 tempest-SecGroupIPv6Test-1528675894-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=94175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:33:58.326281 dv-neutron-601336-94-hyperv neutron-server[94174]: INFO neutron.pecan_wsgi.hooks.translation [None req-24d76322-b75b-46d5-a37a-cd015148e871 tempest-NetworksTestDHCPv6-162546708 tempest-NetworksTestDHCPv6-162546708-project] DELETE failed (client error): The resource could not be found. Jun 23 11:33:58.327050 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-24d76322-b75b-46d5-a37a-cd015148e871 tempest-NetworksTestDHCPv6-162546708 tempest-NetworksTestDHCPv6-162546708-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94174) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 23 11:33:58.329397 dv-neutron-601336-94-hyperv neutron-server[94174]: INFO neutron.wsgi [None req-24d76322-b75b-46d5-a37a-cd015148e871 tempest-NetworksTestDHCPv6-162546708 tempest-NetworksTestDHCPv6-162546708-project] 10.222.0.20 "DELETE /v2.0/ports/0eea95b1-2894-4eee-8d73-8fac889c66a2 HTTP/1.1" status: 404 len: 333 time: 0.0384526 Jun 23 11:33:58.331289 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.wsgi [-] (94174) accepted ('10.222.0.20', 39838) {{(pid=94174) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 11:33:58.384392 dv-neutron-601336-94-hyperv neutron-server[94174]: INFO neutron.pecan_wsgi.hooks.translation [None req-4d63906b-176d-4d87-81c6-18a852db8ee4 tempest-NetworksTestDHCPv6-162546708 tempest-NetworksTestDHCPv6-162546708-project] DELETE failed (client error): The resource could not be found. Jun 23 11:33:58.384777 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4d63906b-176d-4d87-81c6-18a852db8ee4 tempest-NetworksTestDHCPv6-162546708 tempest-NetworksTestDHCPv6-162546708-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94174) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 23 11:33:58.386613 dv-neutron-601336-94-hyperv neutron-server[94174]: INFO neutron.wsgi [None req-4d63906b-176d-4d87-81c6-18a852db8ee4 tempest-NetworksTestDHCPv6-162546708 tempest-NetworksTestDHCPv6-162546708-project] 10.222.0.20 "DELETE /v2.0/subnets/c11c819d-7eab-4975-8a72-eacf11437913 HTTP/1.1" status: 404 len: 337 time: 0.0541387 Jun 23 11:33:58.389289 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.wsgi [-] (94174) accepted ('10.222.0.20', 39840) {{(pid=94174) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 11:33:58.399375 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron_lib.callbacks.manager [None req-f50ba402-28ab-4b17-b2bd-b419441aa550 tempest-NetworksTest-2133396914 tempest-NetworksTest-2133396914-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8773699596773'] for network, precommit_create {{(pid=94174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:33:58.429363 dv-neutron-601336-94-hyperv neutron-server[94174]: INFO neutron.pecan_wsgi.hooks.translation [None req-18a626ed-e2e3-430b-9f61-9648ae587856 tempest-NetworksTestDHCPv6-162546708 tempest-NetworksTestDHCPv6-162546708-project] DELETE failed (client error): The resource could not be found. Jun 23 11:33:58.429837 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-18a626ed-e2e3-430b-9f61-9648ae587856 tempest-NetworksTestDHCPv6-162546708 tempest-NetworksTestDHCPv6-162546708-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94174) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 23 11:33:58.431630 dv-neutron-601336-94-hyperv neutron-server[94174]: INFO neutron.wsgi [None req-18a626ed-e2e3-430b-9f61-9648ae587856 tempest-NetworksTestDHCPv6-162546708 tempest-NetworksTestDHCPv6-162546708-project] 10.222.0.20 "DELETE /v2.0/subnets/86ab0a8c-5743-4f7f-87b5-df4b3b612c5f HTTP/1.1" status: 404 len: 337 time: 0.0413389 Jun 23 11:33:58.435481 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.wsgi [-] (94174) accepted ('10.222.0.20', 39842) {{(pid=94174) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 11:33:58.477185 dv-neutron-601336-94-hyperv neutron-server[94174]: INFO neutron.pecan_wsgi.hooks.translation [None req-6b4ba43e-fb48-4d6f-b6f9-be5e08bba49e tempest-NetworksTestDHCPv6-162546708 tempest-NetworksTestDHCPv6-162546708-project] DELETE failed (client error): The resource could not be found. Jun 23 11:33:58.477980 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-6b4ba43e-fb48-4d6f-b6f9-be5e08bba49e tempest-NetworksTestDHCPv6-162546708 tempest-NetworksTestDHCPv6-162546708-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94174) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 23 11:33:58.483222 dv-neutron-601336-94-hyperv neutron-server[94174]: INFO neutron.wsgi [None req-6b4ba43e-fb48-4d6f-b6f9-be5e08bba49e tempest-NetworksTestDHCPv6-162546708 tempest-NetworksTestDHCPv6-162546708-project] 10.222.0.20 "DELETE /v2.0/ports/80771ebd-430b-406f-8cef-9348e17d97c4 HTTP/1.1" status: 404 len: 333 time: 0.0433671 Jun 23 11:33:58.483222 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.wsgi [-] (94174) accepted ('10.222.0.20', 39844) {{(pid=94174) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 11:33:58.512352 dv-neutron-601336-94-hyperv neutron-server[94174]: INFO neutron.pecan_wsgi.hooks.translation [None req-95e31f9e-8c67-468f-8cd5-00e68de0dfed tempest-NetworksTestDHCPv6-162546708 tempest-NetworksTestDHCPv6-162546708-project] DELETE failed (client error): The resource could not be found. Jun 23 11:33:58.512685 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-95e31f9e-8c67-468f-8cd5-00e68de0dfed tempest-NetworksTestDHCPv6-162546708 tempest-NetworksTestDHCPv6-162546708-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94174) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 23 11:33:58.514456 dv-neutron-601336-94-hyperv neutron-server[94174]: INFO neutron.wsgi [None req-95e31f9e-8c67-468f-8cd5-00e68de0dfed tempest-NetworksTestDHCPv6-162546708 tempest-NetworksTestDHCPv6-162546708-project] 10.222.0.20 "DELETE /v2.0/subnets/8d6a50e6-9212-4018-a840-b11fe640e353 HTTP/1.1" status: 404 len: 337 time: 0.0303426 Jun 23 11:33:58.516999 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.wsgi [-] (94174) accepted ('10.222.0.20', 39846) {{(pid=94174) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 11:33:58.544700 dv-neutron-601336-94-hyperv neutron-server[94174]: INFO neutron.pecan_wsgi.hooks.translation [None req-5f44bb2d-cb40-475c-b43b-8776d49d1a94 tempest-NetworksTestDHCPv6-162546708 tempest-NetworksTestDHCPv6-162546708-project] DELETE failed (client error): The resource could not be found. Jun 23 11:33:58.545172 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-5f44bb2d-cb40-475c-b43b-8776d49d1a94 tempest-NetworksTestDHCPv6-162546708 tempest-NetworksTestDHCPv6-162546708-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94174) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 23 11:33:58.547423 dv-neutron-601336-94-hyperv neutron-server[94174]: INFO neutron.wsgi [None req-5f44bb2d-cb40-475c-b43b-8776d49d1a94 tempest-NetworksTestDHCPv6-162546708 tempest-NetworksTestDHCPv6-162546708-project] 10.222.0.20 "DELETE /v2.0/subnets/fb40600f-4c00-4e35-8b0e-dea56a134ae1 HTTP/1.1" status: 404 len: 337 time: 0.0293453 Jun 23 11:33:58.550119 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.wsgi [-] (94174) accepted ('10.222.0.20', 39848) {{(pid=94174) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 11:33:58.556198 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bafbcafd-2c16-49e4-9c26-b42c4a867bdc None None] Network 9938a96c-aaeb-4be8-894e-2eca22a32938 requested from dv-neutron-601336-94-hyperv {{(pid=94176) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 23 11:33:58.574418 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9c0a7d92-362f-45ab-9cf0-6957ef75f507 None None] Network 5f8b1201-8a83-4b3a-8bf6-cae66fcad781 requested from dv-neutron-601336-94-hyperv {{(pid=94176) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 23 11:33:58.579077 dv-neutron-601336-94-hyperv neutron-server[94174]: INFO neutron.pecan_wsgi.hooks.translation [None req-f0006aa5-1a64-4e26-8c9f-954feea1fa4d tempest-NetworksTestDHCPv6-162546708 tempest-NetworksTestDHCPv6-162546708-project] DELETE failed (client error): The resource could not be found. Jun 23 11:33:58.579809 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f0006aa5-1a64-4e26-8c9f-954feea1fa4d tempest-NetworksTestDHCPv6-162546708 tempest-NetworksTestDHCPv6-162546708-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94174) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 23 11:33:58.581765 dv-neutron-601336-94-hyperv neutron-server[94174]: INFO neutron.wsgi [None req-f0006aa5-1a64-4e26-8c9f-954feea1fa4d tempest-NetworksTestDHCPv6-162546708 tempest-NetworksTestDHCPv6-162546708-project] 10.222.0.20 "DELETE /v2.0/ports/8f655210-36c6-4cf5-b139-8a8491fd21ec HTTP/1.1" status: 404 len: 333 time: 0.0307019 Jun 23 11:33:58.582478 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron_lib.callbacks.manager [None req-f50ba402-28ab-4b17-b2bd-b419441aa550 tempest-NetworksTest-2133396914 tempest-NetworksTest-2133396914-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8002400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7866073'] for network, after_create {{(pid=94174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:33:58.588151 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f50ba402-28ab-4b17-b2bd-b419441aa550 tempest-NetworksTest-2133396914 tempest-NetworksTest-2133396914-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94174) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 11:33:58.588795 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron_lib.callbacks.manager [None req-f50ba402-28ab-4b17-b2bd-b419441aa550 tempest-NetworksTest-2133396914 tempest-NetworksTest-2133396914-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7865916'] for network, before_response {{(pid=94174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:33:58.599026 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.wsgi [-] (94174) accepted ('10.222.0.20', 39852) {{(pid=94174) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 11:33:58.599917 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG oslo_concurrency.lockutils [None req-8d31ad25-9060-482e-b329-b7860a31147d tempest-RoutersNegativeTest-1531528216 tempest-RoutersNegativeTest-1531528216-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94174) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 11:33:58.635588 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8306dc69-721c-4de7-b386-8bd0943783f7 None None] Network f53f535d-bce4-4da8-9bd9-396677ff4e83 requested from dv-neutron-601336-94-hyperv {{(pid=94176) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 23 11:33:58.660232 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9c0a7d92-362f-45ab-9cf0-6957ef75f507 None None] Network 5f8b1201-8a83-4b3a-8bf6-cae66fcad781 could not be found, it might have been deleted concurrently. {{(pid=94176) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:225}} Jun 23 11:33:58.677083 dv-neutron-601336-94-hyperv neutron-server[94174]: INFO neutron.pecan_wsgi.hooks.translation [None req-bcac6ce2-cc5f-4e38-8c02-d82a5d1baa58 tempest-NetworksTestDHCPv6-162546708 tempest-NetworksTestDHCPv6-162546708-project] DELETE failed (client error): The resource could not be found. Jun 23 11:33:58.677548 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-bcac6ce2-cc5f-4e38-8c02-d82a5d1baa58 tempest-NetworksTestDHCPv6-162546708 tempest-NetworksTestDHCPv6-162546708-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94174) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 23 11:33:58.681703 dv-neutron-601336-94-hyperv neutron-server[94174]: INFO neutron.wsgi [None req-bcac6ce2-cc5f-4e38-8c02-d82a5d1baa58 tempest-NetworksTestDHCPv6-162546708 tempest-NetworksTestDHCPv6-162546708-project] 10.222.0.20 "DELETE /v2.0/subnets/7ee4243f-44db-4732-bbf3-b772d51d03c1 HTTP/1.1" status: 404 len: 337 time: 0.0754538 Jun 23 11:33:58.683450 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.wsgi [-] (94174) accepted ('10.222.0.20', 39854) {{(pid=94174) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 11:33:58.694805 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron_lib.callbacks.manager [None req-69d24106-9570-4a49-a642-4a954e45b2cb tempest-PortsIpV6TestJSON-1781383748 tempest-PortsIpV6TestJSON-1781383748-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-430722'] for port, precommit_delete {{(pid=94175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:33:58.695376 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-be9c8ab1-a96e-46e5-902d-8dd66b03ca55 None None] Network 5f8b1201-8a83-4b3a-8bf6-cae66fcad781 requested from dv-neutron-601336-94-hyperv {{(pid=94176) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 23 11:33:58.712691 dv-neutron-601336-94-hyperv neutron-server[94174]: INFO neutron.pecan_wsgi.hooks.translation [None req-7af7f4dd-af00-49a7-9c67-17b191d97767 tempest-NetworksTestDHCPv6-162546708 tempest-NetworksTestDHCPv6-162546708-project] DELETE failed (client error): The resource could not be found. Jun 23 11:33:58.713826 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-7af7f4dd-af00-49a7-9c67-17b191d97767 tempest-NetworksTestDHCPv6-162546708 tempest-NetworksTestDHCPv6-162546708-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94174) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 23 11:33:58.718096 dv-neutron-601336-94-hyperv neutron-server[94174]: INFO neutron.wsgi [None req-7af7f4dd-af00-49a7-9c67-17b191d97767 tempest-NetworksTestDHCPv6-162546708 tempest-NetworksTestDHCPv6-162546708-project] 10.222.0.20 "DELETE /v2.0/ports/2b56cbf6-1056-450e-b84b-0cc0ebdbfbb6 HTTP/1.1" status: 404 len: 333 time: 0.0316539 Jun 23 11:33:58.718315 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-be9c8ab1-a96e-46e5-902d-8dd66b03ca55 None None] Network 5f8b1201-8a83-4b3a-8bf6-cae66fcad781 could not be found, it might have been deleted concurrently. {{(pid=94176) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:225}} Jun 23 11:33:58.719910 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.wsgi [-] (94174) accepted ('10.222.0.20', 39856) {{(pid=94174) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 11:33:58.726127 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.plugins.ml2.plugin [None req-69d24106-9570-4a49-a642-4a954e45b2cb tempest-PortsIpV6TestJSON-1781383748 tempest-PortsIpV6TestJSON-1781383748-project] Calling delete_port for 78e88db9-2246-4e93-b088-19d3a44cf0d4 owned by {{(pid=94175) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1986}} Jun 23 11:33:58.748701 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f50ba402-28ab-4b17-b2bd-b419441aa550 tempest-NetworksTest-2133396914 tempest-NetworksTest-2133396914-project] Pushing event updated for resources: {'Network': ['ID=5a5ace35-38b6-48b8-ae07-f59bdda4e0e7,revision_number=1']} {{(pid=94174) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 11:33:58.751643 dv-neutron-601336-94-hyperv neutron-server[94174]: INFO neutron.pecan_wsgi.hooks.translation [None req-0e3d50de-d827-4ada-b66d-2c6342fa3eb6 tempest-NetworksTestDHCPv6-162546708 tempest-NetworksTestDHCPv6-162546708-project] DELETE failed (client error): The resource could not be found. Jun 23 11:33:58.751913 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0e3d50de-d827-4ada-b66d-2c6342fa3eb6 tempest-NetworksTestDHCPv6-162546708 tempest-NetworksTestDHCPv6-162546708-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94174) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 23 11:33:58.753753 dv-neutron-601336-94-hyperv neutron-server[94174]: INFO neutron.wsgi [None req-0e3d50de-d827-4ada-b66d-2c6342fa3eb6 tempest-NetworksTestDHCPv6-162546708 tempest-NetworksTestDHCPv6-162546708-project] 10.222.0.20 "DELETE /v2.0/subnets/ca5eb39c-9735-4470-a6bd-9a859dd49203 HTTP/1.1" status: 404 len: 337 time: 0.0334961 Jun 23 11:33:58.754696 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG oslo_concurrency.lockutils [None req-f50ba402-28ab-4b17-b2bd-b419441aa550 tempest-NetworksTest-2133396914 tempest-NetworksTest-2133396914-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.155s {{(pid=94174) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 11:33:58.756950 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.wsgi [-] (94175) accepted ('10.222.0.20', 39858) {{(pid=94175) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 11:33:58.767746 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.plugins.ml2.rpc [None req-dc7542b2-afef-47f4-a763-e3a3cba144be None None] Network 5a5ace35-38b6-48b8-ae07-f59bdda4e0e7 details requested by agent ovs-agent-dv-neutron-601336-94-hyperv with host dv-neutron-601336-94-hyperv {{(pid=94176) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:250}} Jun 23 11:33:58.782782 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.db.provisioning_blocks [None req-69612432-050a-4584-a7f8-d06199807e98 None None] Provisioning for port bcf73169-a899-4f2b-9f1c-529313db428c completed by entity DHCP. {{(pid=94176) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 23 11:33:58.799357 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-938a908b-2c0e-4510-ac5f-eb6c04a9faf3 tempest-PortsTestJSON-2085221018 tempest-PortsTestJSON-2085221018-project] Notify agent at l3_agent.dv-neutron-601336-94-hyperv the message routers_updated {{(pid=94175) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 23 11:33:58.812449 dv-neutron-601336-94-hyperv neutron-server[94175]: INFO neutron.wsgi [None req-938a908b-2c0e-4510-ac5f-eb6c04a9faf3 tempest-PortsTestJSON-2085221018 tempest-PortsTestJSON-2085221018-project] 10.222.0.20 "PUT /v2.0/routers/33b628b5-44d2-4910-8fbd-3ddfdeb482ef/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.7211280 Jun 23 11:33:58.812909 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.wsgi [-] (94174) accepted ('10.222.0.20', 39860) {{(pid=94174) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 11:33:58.823138 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b8d7d0ba-1469-4872-9e19-0bf193e9199d None None] Sync routers for ids ['33b628b5-44d2-4910-8fbd-3ddfdeb482ef'] in dv-neutron-601336-94-hyperv {{(pid=94176) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 23 11:33:58.867655 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron_lib.callbacks.manager [None req-b5d5ec72-069e-48e0-a547-811dbfbbc4f0 tempest-TagsTest-463466438 tempest-TagsTest-463466438-project] Notify callbacks [] for security_group, precommit_create {{(pid=94175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:33:58.874866 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron_lib.callbacks.manager [None req-d6850caa-7711-4734-ad72-d161f19c76b0 tempest-SecGroupIPv6Test-1528675894 tempest-SecGroupIPv6Test-1528675894-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7996355'] for security_group_rule, after_delete {{(pid=94175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:33:58.878143 dv-neutron-601336-94-hyperv neutron-server[94175]: INFO neutron.pecan_wsgi.hooks.translation [None req-ed0d1915-bcc6-4825-85a6-c58ce23c6eef tempest-NetworksTestDHCPv6-162546708 tempest-NetworksTestDHCPv6-162546708-project] DELETE failed (client error): The resource could not be found. Jun 23 11:33:58.879239 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ed0d1915-bcc6-4825-85a6-c58ce23c6eef tempest-NetworksTestDHCPv6-162546708 tempest-NetworksTestDHCPv6-162546708-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94175) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 23 11:33:58.883518 dv-neutron-601336-94-hyperv neutron-server[94175]: INFO neutron.wsgi [None req-ed0d1915-bcc6-4825-85a6-c58ce23c6eef tempest-NetworksTestDHCPv6-162546708 tempest-NetworksTestDHCPv6-162546708-project] 10.222.0.20 "DELETE /v2.0/ports/6b2fe717-8cfc-4e62-8d2c-3203f18f9e8d HTTP/1.1" status: 404 len: 333 time: 0.1243441 Jun 23 11:33:58.885508 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.wsgi [-] (94174) accepted ('10.222.0.20', 39862) {{(pid=94174) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 11:33:58.906101 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron_lib.callbacks.manager [None req-d6850caa-7711-4734-ad72-d161f19c76b0 tempest-SecGroupIPv6Test-1528675894 tempest-SecGroupIPv6Test-1528675894-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:33:58.911657 dv-neutron-601336-94-hyperv neutron-server[94175]: INFO neutron.wsgi [None req-d6850caa-7711-4734-ad72-d161f19c76b0 tempest-SecGroupIPv6Test-1528675894 tempest-SecGroupIPv6Test-1528675894-project] 10.222.0.20 "DELETE /v2.0/security-group-rules/5bc3e2e6-d260-46dd-b756-7ba623dea320 HTTP/1.1" status: 204 len: 168 time: 0.6989045 Jun 23 11:33:58.911657 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG oslo_concurrency.lockutils [None req-a14be627-af74-44c0-971d-0cc803c58c07 tempest-SecGroupIPv6Test-1528675894 tempest-SecGroupIPv6Test-1528675894-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94175) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 11:33:58.919655 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.wsgi [-] (94175) accepted ('10.222.0.20', 39864) {{(pid=94175) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 11:33:58.926845 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b8d7d0ba-1469-4872-9e19-0bf193e9199d None None] Routers {'33b628b5-44d2-4910-8fbd-3ddfdeb482ef'} bound to L3 agent in host dv-neutron-601336-94-hyperv {{(pid=94176) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 23 11:33:58.927533 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.db.l3_hamode_db [None req-b8d7d0ba-1469-4872-9e19-0bf193e9199d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-601336-94-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-06-23T11:22:13Z,description=,heartbeat_timestamp=2021-06-23T11:33:43Z,host='dv-neutron-601336-94-hyperv',id=50ef99c0-ef28-4db5-b303-b145898fae60,load=0,resource_versions=,resources_synced=,started_at=2021-06-23T11:22:14Z,topic='l3_agent')) {'router_ids': ['33b628b5-44d2-4910-8fbd-3ddfdeb482ef'], 'active': True} {{(pid=94176) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 11:33:58.928358 dv-neutron-601336-94-hyperv neutron-server[94174]: INFO neutron.pecan_wsgi.hooks.translation [None req-17fc3896-cf29-4a0b-9ea6-6035712fc0e4 tempest-NetworksTestDHCPv6-162546708 tempest-NetworksTestDHCPv6-162546708-project] DELETE failed (client error): The resource could not be found. Jun 23 11:33:58.928881 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-17fc3896-cf29-4a0b-9ea6-6035712fc0e4 tempest-NetworksTestDHCPv6-162546708 tempest-NetworksTestDHCPv6-162546708-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94174) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 23 11:33:58.930871 dv-neutron-601336-94-hyperv neutron-server[94174]: INFO neutron.wsgi [None req-17fc3896-cf29-4a0b-9ea6-6035712fc0e4 tempest-NetworksTestDHCPv6-162546708 tempest-NetworksTestDHCPv6-162546708-project] 10.222.0.20 "DELETE /v2.0/subnets/3e6fcb2c-af29-4e47-b34a-57231ebb60f2 HTTP/1.1" status: 404 len: 337 time: 0.0428460 Jun 23 11:33:58.935357 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.wsgi [-] (94174) accepted ('10.222.0.20', 39866) {{(pid=94174) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 11:33:58.966271 dv-neutron-601336-94-hyperv neutron-server[94174]: INFO neutron.pecan_wsgi.hooks.translation [None req-35fcf3c0-a63b-4842-ae8a-a1c07b916fbc tempest-NetworksTestDHCPv6-162546708 tempest-NetworksTestDHCPv6-162546708-project] DELETE failed (client error): The resource could not be found. Jun 23 11:33:58.967009 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-35fcf3c0-a63b-4842-ae8a-a1c07b916fbc tempest-NetworksTestDHCPv6-162546708 tempest-NetworksTestDHCPv6-162546708-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94174) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 23 11:33:58.968934 dv-neutron-601336-94-hyperv neutron-server[94174]: INFO neutron.wsgi [None req-35fcf3c0-a63b-4842-ae8a-a1c07b916fbc tempest-NetworksTestDHCPv6-162546708 tempest-NetworksTestDHCPv6-162546708-project] 10.222.0.20 "DELETE /v2.0/ports/6eca43e1-b85d-4793-a970-c69cec6ed283 HTTP/1.1" status: 404 len: 333 time: 0.0318244 Jun 23 11:33:58.971992 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6850caa-7711-4734-ad72-d161f19c76b0 tempest-SecGroupIPv6Test-1528675894 tempest-SecGroupIPv6Test-1528675894-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=5bc3e2e6-d260-46dd-b756-7ba623dea320,revision_number=None']} {{(pid=94175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 11:33:58.974713 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG oslo_concurrency.lockutils [None req-d6850caa-7711-4734-ad72-d161f19c76b0 tempest-SecGroupIPv6Test-1528675894 tempest-SecGroupIPv6Test-1528675894-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.063s {{(pid=94175) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 11:33:58.981209 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.wsgi [-] (94175) accepted ('10.222.0.20', 39868) {{(pid=94175) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 11:33:58.984364 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.db.l3_hamode_db [None req-b8d7d0ba-1469-4872-9e19-0bf193e9199d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-601336-94-hyperv', False) {} {{(pid=94176) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 11:33:58.986399 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d9640685-8613-4b35-a673-ece8c3f41f25 tempest-PortsTestJSON-2085221018 tempest-PortsTestJSON-2085221018-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94174) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 11:33:58.988408 dv-neutron-601336-94-hyperv neutron-server[94174]: INFO neutron.wsgi [None req-d9640685-8613-4b35-a673-ece8c3f41f25 tempest-PortsTestJSON-2085221018 tempest-PortsTestJSON-2085221018-project] 10.222.0.20 "GET /v2.0/ports?device_id=33b628b5-44d2-4910-8fbd-3ddfdeb482ef HTTP/1.1" status: 200 len: 983 time: 0.1743639 Jun 23 11:33:58.991255 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.wsgi [-] (94174) accepted ('10.222.0.20', 39870) {{(pid=94174) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 11:33:58.995651 dv-neutron-601336-94-hyperv neutron-server[94175]: INFO neutron.wsgi [None req-b5837dc9-d24c-4649-bb6b-980438c1b9db tempest-SecGroupIPv6Test-1528675894 tempest-SecGroupIPv6Test-1528675894-project] 10.222.0.20 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.0722611 Jun 23 11:33:58.997783 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.wsgi [-] (94174) accepted ('10.222.0.20', 39872) {{(pid=94174) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 11:33:59.026453 dv-neutron-601336-94-hyperv neutron-server[94175]: INFO neutron.pecan_wsgi.hooks.translation [None req-0d9a2628-f7c8-4411-979b-22d152ac8978 tempest-NetworksTestDHCPv6-162546708 tempest-NetworksTestDHCPv6-162546708-project] DELETE failed (client error): The resource could not be found. Jun 23 11:33:59.027014 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0d9a2628-f7c8-4411-979b-22d152ac8978 tempest-NetworksTestDHCPv6-162546708 tempest-NetworksTestDHCPv6-162546708-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94175) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 23 11:33:59.030389 dv-neutron-601336-94-hyperv neutron-server[94175]: INFO neutron.wsgi [None req-0d9a2628-f7c8-4411-979b-22d152ac8978 tempest-NetworksTestDHCPv6-162546708 tempest-NetworksTestDHCPv6-162546708-project] 10.222.0.20 "DELETE /v2.0/subnets/dbe6fc38-1185-4e0a-9dd6-2092fda7e927 HTTP/1.1" status: 404 len: 337 time: 0.0358014 Jun 23 11:33:59.031286 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron_lib.callbacks.manager [None req-b5d5ec72-069e-48e0-a547-811dbfbbc4f0 tempest-TagsTest-463466438 tempest-TagsTest-463466438-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7996330'] for security_group, after_create {{(pid=94175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:33:59.037097 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG oslo_concurrency.lockutils [None req-8f5df6a1-22da-45bb-8a2b-9e3da28558d8 tempest-NegativeSecGroupTest-178874014 tempest-NegativeSecGroupTest-178874014-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94175) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 11:33:59.042612 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.wsgi [-] (94175) accepted ('10.222.0.20', 39874) {{(pid=94175) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 11:33:59.061145 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.db.provisioning_blocks [None req-d4890da6-a083-4433-8eaf-c807cb3e3783 None None] Provisioning complete for port 688604c2-c46f-4ece-8c3f-f7d80e4ff091 triggered by entity DHCP. {{(pid=94176) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 23 11:33:59.061540 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron_lib.callbacks.manager [None req-d4890da6-a083-4433-8eaf-c807cb3e3783 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-899258'] for port, provisioning_complete {{(pid=94176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:33:59.080554 dv-neutron-601336-94-hyperv neutron-server[94175]: INFO neutron.pecan_wsgi.hooks.translation [None req-f8735286-a351-4500-b8a1-e4f911c7332c tempest-NetworksTestDHCPv6-162546708 tempest-NetworksTestDHCPv6-162546708-project] DELETE failed (client error): The resource could not be found. Jun 23 11:33:59.082048 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f8735286-a351-4500-b8a1-e4f911c7332c tempest-NetworksTestDHCPv6-162546708 tempest-NetworksTestDHCPv6-162546708-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94175) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 23 11:33:59.086663 dv-neutron-601336-94-hyperv neutron-server[94175]: INFO neutron.wsgi [None req-f8735286-a351-4500-b8a1-e4f911c7332c tempest-NetworksTestDHCPv6-162546708 tempest-NetworksTestDHCPv6-162546708-project] 10.222.0.20 "DELETE /v2.0/ports/a042c8ea-3c27-4a7e-8714-29c0dd1b81c1 HTTP/1.1" status: 404 len: 333 time: 0.0417135 Jun 23 11:33:59.087368 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.wsgi [-] (94175) accepted ('10.222.0.20', 39876) {{(pid=94175) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 11:33:59.089689 dv-neutron-601336-94-hyperv neutron-server[94174]: INFO neutron.wsgi [None req-f50ba402-28ab-4b17-b2bd-b419441aa550 tempest-NetworksTest-2133396914 tempest-NetworksTest-2133396914-project] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 1.0969048 Jun 23 11:33:59.095357 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.wsgi [-] (94174) accepted ('10.222.0.20', 39878) {{(pid=94174) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 11:33:59.116740 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b8d7d0ba-1469-4872-9e19-0bf193e9199d None None] Routers {'33b628b5-44d2-4910-8fbd-3ddfdeb482ef'} bound to L3 agent in host dv-neutron-601336-94-hyperv {{(pid=94176) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 23 11:33:59.117570 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.db.l3_hamode_db [None req-b8d7d0ba-1469-4872-9e19-0bf193e9199d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-601336-94-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-06-23T11:22:13Z,description=,heartbeat_timestamp=2021-06-23T11:33:43Z,host='dv-neutron-601336-94-hyperv',id=50ef99c0-ef28-4db5-b303-b145898fae60,load=0,resource_versions=,resources_synced=,started_at=2021-06-23T11:22:14Z,topic='l3_agent')) {'router_ids': ['33b628b5-44d2-4910-8fbd-3ddfdeb482ef'], 'active': True} {{(pid=94176) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 11:33:59.120250 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.api.v2.base [None req-370f14ba-440d-466d-8128-970edc05227b tempest-NetworksTest-2133396914 tempest-NetworksTest-2133396914-project] Request body: {'subnet': {'network_id': '5a5ace35-38b6-48b8-ae07-f59bdda4e0e7', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=94174) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 23 11:33:59.156254 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.plugins.ml2.plugin [None req-d4890da6-a083-4433-8eaf-c807cb3e3783 None None] Port 688604c2-c46f-4ece-8c3f-f7d80e4ff091 cannot update to ACTIVE because it is not bound. {{(pid=94176) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jun 23 11:33:59.161820 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.db.l3_hamode_db [None req-b8d7d0ba-1469-4872-9e19-0bf193e9199d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-601336-94-hyperv', False) {} {{(pid=94176) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 11:33:59.162671 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b8d7d0ba-1469-4872-9e19-0bf193e9199d None None] The sync data for ids ['33b628b5-44d2-4910-8fbd-3ddfdeb482ef'] in dv-neutron-601336-94-hyperv is: [] {{(pid=94176) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 23 11:33:59.178782 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b5d5ec72-069e-48e0-a547-811dbfbbc4f0 tempest-TagsTest-463466438 tempest-TagsTest-463466438-project] vlan segment allocate from pool success with {'vlan_id': 408, 'physical_network': 'physnet1'} {{(pid=94175) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 23 11:33:59.191372 dv-neutron-601336-94-hyperv neutron-server[94175]: INFO neutron.pecan_wsgi.hooks.translation [None req-b8dcb32b-6422-48c4-9fc1-dc5abfc8fd50 tempest-NetworksTestDHCPv6-162546708 tempest-NetworksTestDHCPv6-162546708-project] DELETE failed (client error): The resource could not be found. Jun 23 11:33:59.191930 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b8dcb32b-6422-48c4-9fc1-dc5abfc8fd50 tempest-NetworksTestDHCPv6-162546708 tempest-NetworksTestDHCPv6-162546708-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94175) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 23 11:33:59.196859 dv-neutron-601336-94-hyperv neutron-server[94175]: INFO neutron.wsgi [None req-b8dcb32b-6422-48c4-9fc1-dc5abfc8fd50 tempest-NetworksTestDHCPv6-162546708 tempest-NetworksTestDHCPv6-162546708-project] 10.222.0.20 "DELETE /v2.0/subnets/5f515403-0312-4736-b2e6-dae527f2186a HTTP/1.1" status: 404 len: 337 time: 0.1032166 Jun 23 11:33:59.204212 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.wsgi [-] (94175) accepted ('10.222.0.20', 39882) {{(pid=94175) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 11:33:59.275666 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-75cdf500-a259-4b8d-80d5-a89a577b966c None None] DHCP port deletion for f53f535d-bce4-4da8-9bd9-396677ff4e83 request from dv-neutron-601336-94-hyperv {{(pid=94176) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jun 23 11:33:59.282424 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron_lib.callbacks.manager [None req-29b8251b-e4e4-4a58-91fc-2e8b11f1d24b tempest-SecGroupIPv6Test-1528675894 tempest-SecGroupIPv6Test-1528675894-project] Notify callbacks [] for security_group, before_delete {{(pid=94174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:33:59.297682 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5d5ec72-069e-48e0-a547-811dbfbbc4f0 tempest-TagsTest-463466438 tempest-TagsTest-463466438-project] Pushing event updated for resources: {'SecurityGroup': ['ID=85227b34-88c9-4064-8271-5a97e4ccb74f,revision_number=1']} {{(pid=94175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 11:33:59.300714 dv-neutron-601336-94-hyperv neutron-server[94175]: INFO neutron.pecan_wsgi.hooks.translation [None req-16adcb5d-02dc-4f48-82e8-d8f3583c490e tempest-NetworksTestDHCPv6-162546708 tempest-NetworksTestDHCPv6-162546708-project] DELETE failed (client error): The resource could not be found. Jun 23 11:33:59.301467 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-16adcb5d-02dc-4f48-82e8-d8f3583c490e tempest-NetworksTestDHCPv6-162546708 tempest-NetworksTestDHCPv6-162546708-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94175) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 23 11:33:59.307245 dv-neutron-601336-94-hyperv neutron-server[94175]: INFO neutron.wsgi [None req-16adcb5d-02dc-4f48-82e8-d8f3583c490e tempest-NetworksTestDHCPv6-162546708 tempest-NetworksTestDHCPv6-162546708-project] 10.222.0.20 "DELETE /v2.0/ports/e1dc2e38-de4a-464d-802e-b06ca0fad43b HTTP/1.1" status: 404 len: 333 time: 0.0953698 Jun 23 11:33:59.307245 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG oslo_concurrency.lockutils [None req-b5d5ec72-069e-48e0-a547-811dbfbbc4f0 tempest-TagsTest-463466438 tempest-TagsTest-463466438-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.267s {{(pid=94175) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 11:33:59.307606 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.wsgi [-] (94174) accepted ('10.222.0.20', 39884) {{(pid=94174) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 11:33:59.325817 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron_lib.callbacks.manager [None req-b5d5ec72-069e-48e0-a547-811dbfbbc4f0 tempest-TagsTest-463466438 tempest-TagsTest-463466438-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3801'] for segment, precommit_create {{(pid=94175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:33:59.326143 dv-neutron-601336-94-hyperv neutron-server[94175]: INFO neutron.db.segments_db [None req-b5d5ec72-069e-48e0-a547-811dbfbbc4f0 tempest-TagsTest-463466438 tempest-TagsTest-463466438-project] Added segment 904e012e-f2eb-490b-ab0b-d26800e60f43 of type vlan for network 64f7864a-7528-42ee-a33b-aeaabbf0ddab Jun 23 11:33:59.331179 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.plugins.ml2.rpc [None req-dc7542b2-afef-47f4-a763-e3a3cba144be None None] Device bcf73169-a899-4f2b-9f1c-529313db428c up at agent ovs-agent-dv-neutron-601336-94-hyperv {{(pid=94176) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:298}} Jun 23 11:33:59.347488 dv-neutron-601336-94-hyperv neutron-server[94174]: INFO neutron.pecan_wsgi.hooks.translation [None req-2467f3b5-70d6-48d9-94ce-f8d0e541d306 tempest-NetworksTestDHCPv6-162546708 tempest-NetworksTestDHCPv6-162546708-project] DELETE failed (client error): The resource could not be found. Jun 23 11:33:59.347958 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-2467f3b5-70d6-48d9-94ce-f8d0e541d306 tempest-NetworksTestDHCPv6-162546708 tempest-NetworksTestDHCPv6-162546708-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94174) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 23 11:33:59.352075 dv-neutron-601336-94-hyperv neutron-server[94174]: INFO neutron.wsgi [None req-2467f3b5-70d6-48d9-94ce-f8d0e541d306 tempest-NetworksTestDHCPv6-162546708 tempest-NetworksTestDHCPv6-162546708-project] 10.222.0.20 "DELETE /v2.0/subnets/0a2c3b08-0cf4-47d3-b0e1-60fb3b9deb79 HTTP/1.1" status: 404 len: 337 time: 0.0395396 Jun 23 11:33:59.358730 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.wsgi [-] (94175) accepted ('10.222.0.20', 39886) {{(pid=94175) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 11:33:59.405555 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron_lib.callbacks.manager [None req-69d24106-9570-4a49-a642-4a954e45b2cb tempest-PortsIpV6TestJSON-1781383748 tempest-PortsIpV6TestJSON-1781383748-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-922904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866062', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773700135024', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773699642224', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5082448'] for port, after_delete {{(pid=94175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:33:59.418302 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG oslo_concurrency.lockutils [None req-aece0b14-2510-45e1-9a39-bc03ad94ed1b tempest-NetworksIpV6TestAttrs-49342282 tempest-NetworksIpV6TestAttrs-49342282-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94175) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 11:33:59.438207 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron_lib.callbacks.manager [None req-29b8251b-e4e4-4a58-91fc-2e8b11f1d24b tempest-SecGroupIPv6Test-1528675894 tempest-SecGroupIPv6Test-1528675894-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:33:59.448026 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69d24106-9570-4a49-a642-4a954e45b2cb tempest-PortsIpV6TestJSON-1781383748 tempest-PortsIpV6TestJSON-1781383748-project] Pushing event deleted for resources: {'Port': ['ID=78e88db9-2246-4e93-b088-19d3a44cf0d4,revision_number=None']} {{(pid=94175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 11:33:59.466179 dv-neutron-601336-94-hyperv neutron-server[94175]: INFO neutron.pecan_wsgi.hooks.translation [None req-2a945ad3-ee05-475b-b194-249af1659b37 tempest-NetworksTestDHCPv6-162546708 tempest-NetworksTestDHCPv6-162546708-project] DELETE failed (client error): The resource could not be found. Jun 23 11:33:59.467116 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-2a945ad3-ee05-475b-b194-249af1659b37 tempest-NetworksTestDHCPv6-162546708 tempest-NetworksTestDHCPv6-162546708-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94175) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 23 11:33:59.471619 dv-neutron-601336-94-hyperv neutron-server[94175]: INFO neutron.wsgi [None req-2a945ad3-ee05-475b-b194-249af1659b37 tempest-NetworksTestDHCPv6-162546708 tempest-NetworksTestDHCPv6-162546708-project] 10.222.0.20 "DELETE /v2.0/subnets/2c9947c6-8feb-4341-94b2-613f966f67f4 HTTP/1.1" status: 404 len: 337 time: 0.1117861 Jun 23 11:33:59.474435 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG oslo_concurrency.lockutils [None req-69d24106-9570-4a49-a642-4a954e45b2cb tempest-PortsIpV6TestJSON-1781383748 tempest-PortsIpV6TestJSON-1781383748-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.057s {{(pid=94175) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 11:33:59.475137 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.wsgi [-] (94174) accepted ('10.222.0.20', 39888) {{(pid=94174) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 11:33:59.477317 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron_lib.callbacks.manager [None req-b5d5ec72-069e-48e0-a547-811dbfbbc4f0 tempest-TagsTest-463466438 tempest-TagsTest-463466438-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8773699596773'] for network, precommit_create {{(pid=94175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:33:59.531269 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron_lib.callbacks.manager [None req-69d24106-9570-4a49-a642-4a954e45b2cb tempest-PortsIpV6TestJSON-1781383748 tempest-PortsIpV6TestJSON-1781383748-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-217507'] for port, before_response {{(pid=94175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:33:59.535646 dv-neutron-601336-94-hyperv neutron-server[94175]: INFO neutron.wsgi [None req-69d24106-9570-4a49-a642-4a954e45b2cb tempest-PortsIpV6TestJSON-1781383748 tempest-PortsIpV6TestJSON-1781383748-project] 10.222.0.20 "DELETE /v2.0/ports/78e88db9-2246-4e93-b088-19d3a44cf0d4 HTTP/1.1" status: 204 len: 168 time: 1.6426880 Jun 23 11:33:59.546658 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dc86763-1abd-4efe-af0a-d505cea39e84 req-4ac78bae-9896-444d-a4b0-3e5ac8713f14 tempest-ServerActionsTestJSON-161917335 tempest-ServerActionsTestJSON-161917335-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 11:33:59.547124 dv-neutron-601336-94-hyperv neutron-server[94174]: INFO neutron.pecan_wsgi.hooks.translation [None req-e30fae75-1974-47cf-9a88-026b2bdecab8 tempest-NetworksTestDHCPv6-162546708 tempest-NetworksTestDHCPv6-162546708-project] DELETE failed (client error): The resource could not be found. Jun 23 11:33:59.548179 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e30fae75-1974-47cf-9a88-026b2bdecab8 tempest-NetworksTestDHCPv6-162546708 tempest-NetworksTestDHCPv6-162546708-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94174) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 23 11:33:59.550281 dv-neutron-601336-94-hyperv neutron-server[94174]: INFO neutron.wsgi [None req-e30fae75-1974-47cf-9a88-026b2bdecab8 tempest-NetworksTestDHCPv6-162546708 tempest-NetworksTestDHCPv6-162546708-project] 10.222.0.20 "DELETE /v2.0/ports/ec0670a1-7f1c-43e5-9746-6fa6ae97770d HTTP/1.1" status: 404 len: 333 time: 0.0706420 Jun 23 11:33:59.552178 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.wsgi [-] (94174) accepted ('10.222.0.20', 39890) {{(pid=94174) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 11:33:59.552752 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.wsgi [-] (94174) accepted ('10.222.0.20', 39892) {{(pid=94174) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 11:33:59.554960 dv-neutron-601336-94-hyperv neutron-server[94175]: INFO neutron.wsgi [req-7dc86763-1abd-4efe-af0a-d505cea39e84 req-4ac78bae-9896-444d-a4b0-3e5ac8713f14 tempest-ServerActionsTestJSON-161917335 tempest-ServerActionsTestJSON-161917335-project] 10.222.0.20 "GET /v2.0/ports?device_id=85769616-6b8b-4da7-ad73-344986edf607 HTTP/1.1" status: 200 len: 945 time: 0.2632830 Jun 23 11:33:59.562450 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.db.provisioning_blocks [None req-b8485993-fb47-469b-a68e-3da28e466a19 None None] Provisioning complete for port 688604c2-c46f-4ece-8c3f-f7d80e4ff091 triggered by entity DHCP. {{(pid=94176) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 23 11:33:59.562987 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron_lib.callbacks.manager [None req-b8485993-fb47-469b-a68e-3da28e466a19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-899258'] for port, provisioning_complete {{(pid=94176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:33:59.602834 dv-neutron-601336-94-hyperv neutron-server[94175]: INFO neutron.wsgi [req-7dc86763-1abd-4efe-af0a-d505cea39e84 req-9b037dd8-d181-4405-bc80-d89d71a4a547 tempest-ServerActionsTestJSON-161917335 tempest-ServerActionsTestJSON-161917335-project] 10.222.0.20 "GET /v2.0/security-groups?id=f0520e5d-8f0e-4c28-b543-be4405698077&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0469527 Jun 23 11:33:59.628624 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.plugins.ml2.plugin [None req-b8485993-fb47-469b-a68e-3da28e466a19 None None] Port 688604c2-c46f-4ece-8c3f-f7d80e4ff091 cannot update to ACTIVE because it is not bound. {{(pid=94176) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jun 23 11:33:59.633438 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.plugins.ml2.plugin [None req-75cdf500-a259-4b8d-80d5-a89a577b966c None None] Deleting port 8359baae-c42b-4225-9991-fbcdd5b35b6c {{(pid=94176) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1913}} Jun 23 11:33:59.633438 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron_lib.callbacks.manager [None req-75cdf500-a259-4b8d-80d5-a89a577b966c None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773700079324'] for port, before_delete {{(pid=94176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:33:59.643088 dv-neutron-601336-94-hyperv neutron-server[94174]: INFO neutron.pecan_wsgi.hooks.translation [None req-2dc9e32f-b55c-4245-bd47-dedc2a250e7d tempest-PortsIpV6TestJSON-1781383748 tempest-PortsIpV6TestJSON-1781383748-project] GET failed (client error): The resource could not be found. Jun 23 11:33:59.645020 dv-neutron-601336-94-hyperv neutron-server[94174]: INFO neutron.wsgi [None req-2dc9e32f-b55c-4245-bd47-dedc2a250e7d tempest-PortsIpV6TestJSON-1781383748 tempest-PortsIpV6TestJSON-1781383748-project] 10.222.0.20 "GET /v2.0/ports/78e88db9-2246-4e93-b088-19d3a44cf0d4 HTTP/1.1" status: 404 len: 333 time: 0.0909586 Jun 23 11:33:59.647727 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.wsgi [-] (94175) accepted ('10.222.0.20', 39896) {{(pid=94175) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 11:33:59.661871 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron_lib.callbacks.manager [None req-b5d5ec72-069e-48e0-a547-811dbfbbc4f0 tempest-TagsTest-463466438 tempest-TagsTest-463466438-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8002400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7866073'] for network, after_create {{(pid=94175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:33:59.665770 dv-neutron-601336-94-hyperv neutron-server[94174]: INFO neutron.pecan_wsgi.hooks.translation [None req-6bfe2bb1-05a3-4622-9a03-24a2efde5018 tempest-NetworksTestDHCPv6-162546708 tempest-NetworksTestDHCPv6-162546708-project] DELETE failed (client error): The resource could not be found. Jun 23 11:33:59.666226 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-6bfe2bb1-05a3-4622-9a03-24a2efde5018 tempest-NetworksTestDHCPv6-162546708 tempest-NetworksTestDHCPv6-162546708-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94174) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 23 11:33:59.666851 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b5d5ec72-069e-48e0-a547-811dbfbbc4f0 tempest-TagsTest-463466438 tempest-TagsTest-463466438-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 11:33:59.667526 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron_lib.callbacks.manager [None req-b5d5ec72-069e-48e0-a547-811dbfbbc4f0 tempest-TagsTest-463466438 tempest-TagsTest-463466438-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7865916'] for network, before_response {{(pid=94175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:33:59.671256 dv-neutron-601336-94-hyperv neutron-server[94174]: INFO neutron.wsgi [None req-6bfe2bb1-05a3-4622-9a03-24a2efde5018 tempest-NetworksTestDHCPv6-162546708 tempest-NetworksTestDHCPv6-162546708-project] 10.222.0.20 "DELETE /v2.0/subnets/fc13185b-e413-49e6-bde4-8144aeeff9e3 HTTP/1.1" status: 404 len: 337 time: 0.1161869 Jun 23 11:33:59.671997 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-370f14ba-440d-466d-8128-970edc05227b tempest-NetworksTest-2133396914 tempest-NetworksTest-2133396914-project] Made reservation on behalf of dfecc9776e0d4947a3f7218fbe96de01 for: {'subnet': 1} {{(pid=94174) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 23 11:33:59.675847 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron_lib.callbacks.manager [None req-370f14ba-440d-466d-8128-970edc05227b tempest-NetworksTest-2133396914 tempest-NetworksTest-2133396914-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4294245'] for subnet, before_create {{(pid=94174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:33:59.678831 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.wsgi [-] (94174) accepted ('10.222.0.20', 39898) {{(pid=94174) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 11:33:59.708933 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG oslo_concurrency.lockutils [None req-525021ee-0211-4048-98e2-99f68ea6b2a0 tempest-PortsIpV6TestJSON-1781383748 tempest-PortsIpV6TestJSON-1781383748-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94175) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 11:33:59.722032 dv-neutron-601336-94-hyperv neutron-server[94174]: INFO neutron.pecan_wsgi.hooks.translation [None req-0be59aa3-a742-4796-8532-53ecfc548be9 tempest-NetworksTestDHCPv6-162546708 tempest-NetworksTestDHCPv6-162546708-project] DELETE failed (client error): The resource could not be found. Jun 23 11:33:59.722597 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0be59aa3-a742-4796-8532-53ecfc548be9 tempest-NetworksTestDHCPv6-162546708 tempest-NetworksTestDHCPv6-162546708-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94174) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 23 11:33:59.729447 dv-neutron-601336-94-hyperv neutron-server[94174]: INFO neutron.wsgi [None req-0be59aa3-a742-4796-8532-53ecfc548be9 tempest-NetworksTestDHCPv6-162546708 tempest-NetworksTestDHCPv6-162546708-project] 10.222.0.20 "DELETE /v2.0/subnets/098c6a23-5a99-413b-9062-dd4a1e77268d HTTP/1.1" status: 404 len: 337 time: 0.0480688 Jun 23 11:33:59.731841 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.wsgi [-] (94174) accepted ('10.222.0.20', 39900) {{(pid=94174) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 11:33:59.747882 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.plugins.ml2.db [None req-75cdf500-a259-4b8d-80d5-a89a577b966c None None] For port 8359baae-c42b-4225-9991-fbcdd5b35b6c, host dv-neutron-601336-94-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-94-hyperv',level=0,port_id=8359baae-c42b-4225-9991-fbcdd5b35b6c,segment=NetworkSegment(6303a411-6e70-4139-a530-9ee4cf8ba843),segment_id=6303a411-6e70-4139-a530-9ee4cf8ba843)] {{(pid=94176) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 23 11:33:59.749111 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron_lib.callbacks.manager [None req-75cdf500-a259-4b8d-80d5-a89a577b966c None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-430722'] for port, precommit_delete {{(pid=94176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:33:59.754873 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.db.provisioning_blocks [None req-dc7542b2-afef-47f4-a763-e3a3cba144be None None] Provisioning for port bcf73169-a899-4f2b-9f1c-529313db428c completed by entity L2. {{(pid=94176) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 23 11:33:59.775516 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.db.provisioning_blocks [None req-dc7542b2-afef-47f4-a763-e3a3cba144be None None] Provisioning complete for port bcf73169-a899-4f2b-9f1c-529313db428c triggered by entity L2. {{(pid=94176) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 23 11:33:59.779848 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron_lib.callbacks.manager [None req-dc7542b2-afef-47f4-a763-e3a3cba144be None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-899258'] for port, provisioning_complete {{(pid=94176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:33:59.789284 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.plugins.ml2.plugin [None req-75cdf500-a259-4b8d-80d5-a89a577b966c None None] Calling delete_port for 8359baae-c42b-4225-9991-fbcdd5b35b6c owned by network:dhcp {{(pid=94176) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1986}} Jun 23 11:33:59.808423 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron_lib.callbacks.manager [None req-29b8251b-e4e4-4a58-91fc-2e8b11f1d24b tempest-SecGroupIPv6Test-1528675894 tempest-SecGroupIPv6Test-1528675894-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7996330'] for security_group, after_delete {{(pid=94174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:33:59.811015 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron_lib.callbacks.manager [None req-29b8251b-e4e4-4a58-91fc-2e8b11f1d24b tempest-SecGroupIPv6Test-1528675894 tempest-SecGroupIPv6Test-1528675894-project] Notify callbacks [] for security_group, before_response {{(pid=94174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:33:59.817055 dv-neutron-601336-94-hyperv neutron-server[94174]: INFO neutron.wsgi [None req-29b8251b-e4e4-4a58-91fc-2e8b11f1d24b tempest-SecGroupIPv6Test-1528675894 tempest-SecGroupIPv6Test-1528675894-project] 10.222.0.20 "DELETE /v2.0/security-groups/70421f0d-3441-4091-b7ec-3465db58d6a1 HTTP/1.1" status: 204 len: 168 time: 0.8124146 Jun 23 11:33:59.839072 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG oslo_concurrency.lockutils [None req-f5b6ce03-301c-4ae5-a546-96d9b40d234b tempest-NegativeSecGroupTest-178874014 tempest-NegativeSecGroupTest-178874014-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94174) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 11:33:59.842505 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.db.db_base_plugin_v2 [None req-f3c53686-f652-4884-b129-359edcd69857 tempest-PortsIpV6TestJSON-1781383748 tempest-PortsIpV6TestJSON-1781383748-project] Deleting subnet b77aac3c-8490-41eb-87e6-53cba6463466 {{(pid=94175) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jun 23 11:33:59.848286 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.wsgi [-] (94175) accepted ('10.222.0.20', 39902) {{(pid=94175) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 11:33:59.853974 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29b8251b-e4e4-4a58-91fc-2e8b11f1d24b tempest-SecGroupIPv6Test-1528675894 tempest-SecGroupIPv6Test-1528675894-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=70421f0d-3441-4091-b7ec-3465db58d6a1,revision_number=None']} {{(pid=94174) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 11:33:59.859516 dv-neutron-601336-94-hyperv neutron-server[94174]: INFO neutron.pecan_wsgi.hooks.translation [None req-e13e9e36-4e13-4d38-90a9-9141e442c73e tempest-NetworksTestDHCPv6-162546708 tempest-NetworksTestDHCPv6-162546708-project] DELETE failed (client error): The resource could not be found. Jun 23 11:33:59.860251 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e13e9e36-4e13-4d38-90a9-9141e442c73e tempest-NetworksTestDHCPv6-162546708 tempest-NetworksTestDHCPv6-162546708-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94174) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 23 11:33:59.862409 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron_lib.callbacks.manager [None req-f3c53686-f652-4884-b129-359edcd69857 tempest-PortsIpV6TestJSON-1781383748 tempest-PortsIpV6TestJSON-1781383748-project] Notify callbacks [] for subnet, before_delete {{(pid=94175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:33:59.865353 dv-neutron-601336-94-hyperv neutron-server[94174]: INFO neutron.wsgi [None req-e13e9e36-4e13-4d38-90a9-9141e442c73e tempest-NetworksTestDHCPv6-162546708 tempest-NetworksTestDHCPv6-162546708-project] 10.222.0.20 "DELETE /v2.0/ports/c779db8d-fff2-48d1-8362-98777cb5b0e1 HTTP/1.1" status: 404 len: 333 time: 0.1214778 Jun 23 11:33:59.868905 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.wsgi [-] (94175) accepted ('10.222.0.20', 39904) {{(pid=94175) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 11:33:59.899502 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29b8251b-e4e4-4a58-91fc-2e8b11f1d24b tempest-SecGroupIPv6Test-1528675894 tempest-SecGroupIPv6Test-1528675894-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-601336-94-hyperv {{(pid=94174) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 11:33:59.903094 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29b8251b-e4e4-4a58-91fc-2e8b11f1d24b tempest-SecGroupIPv6Test-1528675894 tempest-SecGroupIPv6Test-1528675894-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-94-hyperv {{(pid=94174) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 11:33:59.903094 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29b8251b-e4e4-4a58-91fc-2e8b11f1d24b tempest-SecGroupIPv6Test-1528675894 tempest-SecGroupIPv6Test-1528675894-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-94-hyperv {{(pid=94174) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 11:33:59.903094 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29b8251b-e4e4-4a58-91fc-2e8b11f1d24b tempest-SecGroupIPv6Test-1528675894 tempest-SecGroupIPv6Test-1528675894-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-601336-94-hyperv {{(pid=94174) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 11:33:59.903094 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29b8251b-e4e4-4a58-91fc-2e8b11f1d24b tempest-SecGroupIPv6Test-1528675894 tempest-SecGroupIPv6Test-1528675894-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-601336-94-hyperv {{(pid=94174) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 11:33:59.903094 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29b8251b-e4e4-4a58-91fc-2e8b11f1d24b tempest-SecGroupIPv6Test-1528675894 tempest-SecGroupIPv6Test-1528675894-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-601336-94-hyperv {{(pid=94174) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 11:33:59.903094 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29b8251b-e4e4-4a58-91fc-2e8b11f1d24b tempest-SecGroupIPv6Test-1528675894 tempest-SecGroupIPv6Test-1528675894-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-601336-94-hyperv {{(pid=94174) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 11:33:59.903094 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29b8251b-e4e4-4a58-91fc-2e8b11f1d24b tempest-SecGroupIPv6Test-1528675894 tempest-SecGroupIPv6Test-1528675894-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-601336-94-hyperv {{(pid=94174) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 11:33:59.903094 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29b8251b-e4e4-4a58-91fc-2e8b11f1d24b tempest-SecGroupIPv6Test-1528675894 tempest-SecGroupIPv6Test-1528675894-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-601336-94-hyperv {{(pid=94174) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 11:33:59.903783 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29b8251b-e4e4-4a58-91fc-2e8b11f1d24b tempest-SecGroupIPv6Test-1528675894 tempest-SecGroupIPv6Test-1528675894-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-94-hyperv {{(pid=94174) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 11:33:59.903783 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29b8251b-e4e4-4a58-91fc-2e8b11f1d24b tempest-SecGroupIPv6Test-1528675894 tempest-SecGroupIPv6Test-1528675894-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-601336-94-hyperv {{(pid=94174) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 11:33:59.904086 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29b8251b-e4e4-4a58-91fc-2e8b11f1d24b tempest-SecGroupIPv6Test-1528675894 tempest-SecGroupIPv6Test-1528675894-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-601336-94-hyperv {{(pid=94174) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 11:33:59.910652 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG oslo_concurrency.lockutils [None req-29b8251b-e4e4-4a58-91fc-2e8b11f1d24b tempest-SecGroupIPv6Test-1528675894 tempest-SecGroupIPv6Test-1528675894-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.071s {{(pid=94174) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 11:33:59.951979 dv-neutron-601336-94-hyperv neutron-server[94175]: INFO neutron.wsgi [None req-b5d5ec72-069e-48e0-a547-811dbfbbc4f0 tempest-TagsTest-463466438 tempest-TagsTest-463466438-project] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 776 time: 2.4469049 Jun 23 11:33:59.952718 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5d5ec72-069e-48e0-a547-811dbfbbc4f0 tempest-TagsTest-463466438 tempest-TagsTest-463466438-project] Pushing event updated for resources: {'Network': ['ID=64f7864a-7528-42ee-a33b-aeaabbf0ddab,revision_number=1']} {{(pid=94175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 11:33:59.956804 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.wsgi [-] (94174) accepted ('10.222.0.20', 39906) {{(pid=94174) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 11:33:59.971490 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.services.tag.tag_plugin [None req-44acb363-750f-450f-b2db-b76712d3f732 tempest-TagsTest-463466438 tempest-TagsTest-463466438-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'networks', '64f7864a-7528-42ee-a33b-aeaabbf0ddab', 'tempest-TagsTest-Tag-569083683') {} {{(pid=94174) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 11:33:59.974109 dv-neutron-601336-94-hyperv neutron-server[94175]: INFO neutron.pecan_wsgi.hooks.translation [None req-bd526bfa-c7b7-45f9-b973-d66a9a7e5286 tempest-NetworksTestDHCPv6-162546708 tempest-NetworksTestDHCPv6-162546708-project] DELETE failed (client error): The resource could not be found. Jun 23 11:33:59.974681 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-bd526bfa-c7b7-45f9-b973-d66a9a7e5286 tempest-NetworksTestDHCPv6-162546708 tempest-NetworksTestDHCPv6-162546708-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94175) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 23 11:33:59.975858 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.plugins.ml2.rpc [None req-dc7542b2-afef-47f4-a763-e3a3cba144be None None] Network 64f7864a-7528-42ee-a33b-aeaabbf0ddab details requested by agent ovs-agent-dv-neutron-601336-94-hyperv with host dv-neutron-601336-94-hyperv {{(pid=94176) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:250}} Jun 23 11:33:59.976676 dv-neutron-601336-94-hyperv neutron-server[94175]: INFO neutron.wsgi [None req-bd526bfa-c7b7-45f9-b973-d66a9a7e5286 tempest-NetworksTestDHCPv6-162546708 tempest-NetworksTestDHCPv6-162546708-project] 10.222.0.20 "DELETE /v2.0/subnets/fdb4a502-4fb5-48d4-9863-ada17f666455 HTTP/1.1" status: 404 len: 337 time: 0.1068475 Jun 23 11:33:59.983572 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG oslo_concurrency.lockutils [None req-b5d5ec72-069e-48e0-a547-811dbfbbc4f0 tempest-TagsTest-463466438 tempest-TagsTest-463466438-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.274s {{(pid=94175) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 11:33:59.985572 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.wsgi [-] (94174) accepted ('10.222.0.20', 39908) {{(pid=94174) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 11:34:00.016271 dv-neutron-601336-94-hyperv neutron-server[94175]: INFO neutron.wsgi [None req-67ac93bc-8251-4266-80a8-ff39b74f1f7b tempest-SecGroupIPv6Test-1528675894 tempest-SecGroupIPv6Test-1528675894-project] 10.222.0.20 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2979 time: 0.1627629 Jun 23 11:34:00.019089 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.wsgi [-] (94175) accepted ('10.222.0.20', 39910) {{(pid=94175) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 11:34:00.023633 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron_lib.callbacks.manager [None req-f3c53686-f652-4884-b129-359edcd69857 tempest-PortsIpV6TestJSON-1781383748 tempest-PortsIpV6TestJSON-1781383748-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5190686'] for subnet, precommit_delete_associations {{(pid=94175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:34:00.028936 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.api.v2.base [None req-001f3a6b-4f33-4a9f-bb13-22de3ad982af tempest-SecGroupIPv6Test-1528675894 tempest-SecGroupIPv6Test-1528675894-project] Request body: {'security_group': {'name': 'tempest-secgroup--1983058579'}} {{(pid=94175) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 23 11:34:00.051875 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron_lib.callbacks.manager [None req-dc7542b2-afef-47f4-a763-e3a3cba144be None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-923122'] for port, before_update {{(pid=94176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:34:00.083460 dv-neutron-601336-94-hyperv neutron-server[94174]: INFO neutron.pecan_wsgi.hooks.translation [None req-ae82e332-e0ad-48e0-be43-2403565e5c02 tempest-NetworksTestDHCPv6-162546708 tempest-NetworksTestDHCPv6-162546708-project] DELETE failed (client error): The resource could not be found. Jun 23 11:34:00.084059 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ae82e332-e0ad-48e0-be43-2403565e5c02 tempest-NetworksTestDHCPv6-162546708 tempest-NetworksTestDHCPv6-162546708-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94174) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 23 11:34:00.085887 dv-neutron-601336-94-hyperv neutron-server[94174]: INFO neutron.wsgi [None req-ae82e332-e0ad-48e0-be43-2403565e5c02 tempest-NetworksTestDHCPv6-162546708 tempest-NetworksTestDHCPv6-162546708-project] 10.222.0.20 "DELETE /v2.0/subnets/9ade129a-e461-4b0b-bf9f-365eab22d569 HTTP/1.1" status: 404 len: 337 time: 0.0911403 Jun 23 11:34:00.090240 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.wsgi [-] (94174) accepted ('10.222.0.20', 39914) {{(pid=94174) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 11:34:00.113245 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.plugins.ml2.db [None req-dc7542b2-afef-47f4-a763-e3a3cba144be None None] For port bcf73169-a899-4f2b-9f1c-529313db428c, host dv-neutron-601336-94-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-94-hyperv',level=0,port_id=bcf73169-a899-4f2b-9f1c-529313db428c,segment=NetworkSegment(206ca7b3-ca9f-47bf-9c99-f3455dfb0ab6),segment_id=206ca7b3-ca9f-47bf-9c99-f3455dfb0ab6)] {{(pid=94176) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 23 11:34:00.137203 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-84c2a697-b44e-4e68-93d5-1d495c50583a None None] Network 9938a96c-aaeb-4be8-894e-2eca22a32938 requested from dv-neutron-601336-94-hyperv {{(pid=94176) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 23 11:34:00.153702 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron_lib.callbacks.manager [None req-001f3a6b-4f33-4a9f-bb13-22de3ad982af tempest-SecGroupIPv6Test-1528675894 tempest-SecGroupIPv6Test-1528675894-project] Notify callbacks [] for security_group, before_create {{(pid=94175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:34:00.157832 dv-neutron-601336-94-hyperv neutron-server[94174]: INFO neutron.pecan_wsgi.hooks.translation [None req-e8c3fa87-5b60-4bff-b8ea-198e9e3ddba6 tempest-NetworksTestDHCPv6-162546708 tempest-NetworksTestDHCPv6-162546708-project] DELETE failed (client error): The resource could not be found. Jun 23 11:34:00.158649 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e8c3fa87-5b60-4bff-b8ea-198e9e3ddba6 tempest-NetworksTestDHCPv6-162546708 tempest-NetworksTestDHCPv6-162546708-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94174) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 23 11:34:00.160731 dv-neutron-601336-94-hyperv neutron-server[94174]: INFO neutron.wsgi [None req-e8c3fa87-5b60-4bff-b8ea-198e9e3ddba6 tempest-NetworksTestDHCPv6-162546708 tempest-NetworksTestDHCPv6-162546708-project] 10.222.0.20 "DELETE /v2.0/ports/024f2310-d6b0-4148-9189-2a09b75a9095 HTTP/1.1" status: 404 len: 333 time: 0.0407736 Jun 23 11:34:00.167564 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.wsgi [-] (94175) accepted ('10.222.0.20', 39916) {{(pid=94175) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 11:34:00.220157 dv-neutron-601336-94-hyperv neutron-server[94175]: INFO neutron.pecan_wsgi.hooks.translation [None req-288c09b2-12c6-42b3-8248-aec9ed45202f tempest-NetworksTestDHCPv6-162546708 tempest-NetworksTestDHCPv6-162546708-project] DELETE failed (client error): The resource could not be found. Jun 23 11:34:00.220988 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-288c09b2-12c6-42b3-8248-aec9ed45202f tempest-NetworksTestDHCPv6-162546708 tempest-NetworksTestDHCPv6-162546708-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94175) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 23 11:34:00.223434 dv-neutron-601336-94-hyperv neutron-server[94175]: INFO neutron.wsgi [None req-288c09b2-12c6-42b3-8248-aec9ed45202f tempest-NetworksTestDHCPv6-162546708 tempest-NetworksTestDHCPv6-162546708-project] 10.222.0.20 "DELETE /v2.0/subnets/07977db6-5029-405a-a4b5-928774884e62 HTTP/1.1" status: 404 len: 337 time: 0.0473878 Jun 23 11:34:00.229580 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron_lib.callbacks.manager [None req-f3c53686-f652-4884-b129-359edcd69857 tempest-PortsIpV6TestJSON-1781383748 tempest-PortsIpV6TestJSON-1781383748-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-897634'] for subnet, precommit_delete {{(pid=94175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:34:00.236016 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.wsgi [-] (94175) accepted ('10.222.0.20', 39918) {{(pid=94175) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 11:34:00.238775 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron_lib.callbacks.manager [None req-dc7542b2-afef-47f4-a763-e3a3cba144be None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-922904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866062', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773700135042', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773699642233', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773699642278'] for port, after_update {{(pid=94176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:34:00.240697 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron_lib.callbacks.manager [None req-75cdf500-a259-4b8d-80d5-a89a577b966c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-922904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866062', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773700135024', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773699642224'] for port, after_delete {{(pid=94176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:34:00.267935 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG oslo_concurrency.lockutils [None req-d74d217d-aa38-4828-9ff1-acbd86162ef0 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 11:34:00.275383 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.db.l3_dvrscheduler_db [None req-75cdf500-a259-4b8d-80d5-a89a577b966c None None] No DVR routers for this DVR port 8359baae-c42b-4225-9991-fbcdd5b35b6c on host dv-neutron-601336-94-hyperv {{(pid=94176) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 23 11:34:00.289609 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron_lib.callbacks.manager [None req-3232e922-94f0-4af0-a79b-8a134f796620 tempest-PortsTestJSON-2085221018 tempest-PortsTestJSON-2085221018-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-453061'] for router_interface, before_delete {{(pid=94174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:34:00.315867 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.db.provisioning_blocks [None req-3fae51c3-4fb7-4259-b88d-4bcf2efb94eb None None] Provisioning complete for port bcf73169-a899-4f2b-9f1c-529313db428c triggered by entity DHCP. {{(pid=94176) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 23 11:34:00.316259 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron_lib.callbacks.manager [None req-3fae51c3-4fb7-4259-b88d-4bcf2efb94eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-899258'] for port, provisioning_complete {{(pid=94176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:34:00.337983 dv-neutron-601336-94-hyperv neutron-server[94175]: INFO neutron.pecan_wsgi.hooks.translation [None req-cb649e6d-0ec4-470d-95f5-24d6ec684ec0 tempest-NetworksTestDHCPv6-162546708 tempest-NetworksTestDHCPv6-162546708-project] DELETE failed (client error): The resource could not be found. Jun 23 11:34:00.338451 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-cb649e6d-0ec4-470d-95f5-24d6ec684ec0 tempest-NetworksTestDHCPv6-162546708 tempest-NetworksTestDHCPv6-162546708-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94175) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 23 11:34:00.343310 dv-neutron-601336-94-hyperv neutron-server[94175]: INFO neutron.wsgi [None req-cb649e6d-0ec4-470d-95f5-24d6ec684ec0 tempest-NetworksTestDHCPv6-162546708 tempest-NetworksTestDHCPv6-162546708-project] 10.222.0.20 "DELETE /v2.0/subnets/b4df557f-3b4a-4121-bbe8-1e223a5ed426 HTTP/1.1" status: 404 len: 337 time: 0.1033463 Jun 23 11:34:00.348696 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.wsgi [-] (94174) accepted ('10.222.0.20', 39920) {{(pid=94174) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 11:34:00.386943 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc7542b2-afef-47f4-a763-e3a3cba144be None None] Pushing event updated for resources: {'Port': ['ID=bcf73169-a899-4f2b-9f1c-529313db428c,revision_number=3']} {{(pid=94176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 11:34:00.425598 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75cdf500-a259-4b8d-80d5-a89a577b966c None None] Pushing event deleted for resources: {'Port': ['ID=8359baae-c42b-4225-9991-fbcdd5b35b6c,revision_number=None']} {{(pid=94176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 11:34:00.426060 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG oslo_concurrency.lockutils [None req-75cdf500-a259-4b8d-80d5-a89a577b966c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.158s {{(pid=94176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 11:34:00.427144 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG oslo_concurrency.lockutils [None req-25bd5680-0130-40d0-bfe2-999c3898456e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.157s {{(pid=94176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 11:34:00.427508 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG oslo_concurrency.lockutils [None req-25bd5680-0130-40d0-bfe2-999c3898456e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.000s {{(pid=94176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 11:34:00.465247 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24e34104-9a7c-45ed-b647-fb573a7646c1 req-05617e82-8b0b-4392-8ee0-bc9f9c86cd1d tempest-ServerActionsTestJSON-161917335 tempest-ServerActionsTestJSON-161917335-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 11:34:00.466875 dv-neutron-601336-94-hyperv neutron-server[94175]: INFO neutron.wsgi [req-24e34104-9a7c-45ed-b647-fb573a7646c1 req-05617e82-8b0b-4392-8ee0-bc9f9c86cd1d tempest-ServerActionsTestJSON-161917335 tempest-ServerActionsTestJSON-161917335-project] 10.222.0.20 "GET /v2.0/ports?device_id=85769616-6b8b-4da7-ad73-344986edf607 HTTP/1.1" status: 200 len: 945 time: 0.1831090 Jun 23 11:34:00.483771 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.db.provisioning_blocks [None req-3fae51c3-4fb7-4259-b88d-4bcf2efb94eb None None] Could not find standard attr ID for object 78e88db9-2246-4e93-b088-19d3a44cf0d4. {{(pid=94176) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jun 23 11:34:00.515048 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron_lib.callbacks.manager [None req-001f3a6b-4f33-4a9f-bb13-22de3ad982af tempest-SecGroupIPv6Test-1528675894 tempest-SecGroupIPv6Test-1528675894-project] Notify callbacks [] for security_group, precommit_create {{(pid=94175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:34:00.534963 dv-neutron-601336-94-hyperv neutron-server[94175]: INFO neutron.wsgi [req-24e34104-9a7c-45ed-b647-fb573a7646c1 req-e9208e8b-7f4c-41fa-88fc-6679b1ff92da tempest-ServerActionsTestJSON-161917335 tempest-ServerActionsTestJSON-161917335-project] 10.222.0.20 "GET /v2.0/security-groups?id=f0520e5d-8f0e-4c28-b543-be4405698077&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0510390 Jun 23 11:34:00.546449 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron_lib.callbacks.manager [None req-f3c53686-f652-4884-b129-359edcd69857 tempest-PortsIpV6TestJSON-1781383748 tempest-PortsIpV6TestJSON-1781383748-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-897627', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866062', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5083050', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4660036'] for subnet, after_delete {{(pid=94175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:34:00.550545 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG oslo_concurrency.lockutils [None req-fa1c81b0-2a96-4cdf-97a3-7174e9373f50 tempest-RoutersNegativeTest-1531528216 tempest-RoutersNegativeTest-1531528216-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94175) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 11:34:00.585957 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3c53686-f652-4884-b129-359edcd69857 tempest-PortsIpV6TestJSON-1781383748 tempest-PortsIpV6TestJSON-1781383748-project] Pushing event deleted for resources: {'Subnet': ['ID=b77aac3c-8490-41eb-87e6-53cba6463466,revision_number=None']} {{(pid=94175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 11:34:00.588150 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron_lib.callbacks.manager [None req-f3c53686-f652-4884-b129-359edcd69857 tempest-PortsIpV6TestJSON-1781383748 tempest-PortsIpV6TestJSON-1781383748-project] Notify callbacks [] for subnet, before_response {{(pid=94175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:34:00.593976 dv-neutron-601336-94-hyperv neutron-server[94175]: INFO neutron.wsgi [None req-f3c53686-f652-4884-b129-359edcd69857 tempest-PortsIpV6TestJSON-1781383748 tempest-PortsIpV6TestJSON-1781383748-project] 10.222.0.20 "DELETE /v2.0/subnets/b77aac3c-8490-41eb-87e6-53cba6463466 HTTP/1.1" status: 204 len: 168 time: 0.9411287 Jun 23 11:34:00.593976 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG oslo_concurrency.lockutils [None req-f3c53686-f652-4884-b129-359edcd69857 tempest-PortsIpV6TestJSON-1781383748 tempest-PortsIpV6TestJSON-1781383748-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.041s {{(pid=94175) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 11:34:00.593976 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron_lib.callbacks.manager [None req-001f3a6b-4f33-4a9f-bb13-22de3ad982af tempest-SecGroupIPv6Test-1528675894 tempest-SecGroupIPv6Test-1528675894-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7996330'] for security_group, after_create {{(pid=94175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:34:00.594804 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.wsgi [-] (94175) accepted ('10.222.0.20', 39922) {{(pid=94175) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 11:34:00.595362 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG oslo_concurrency.lockutils [None req-197285ad-d15f-40a4-b017-314a6e46beff admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94175) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 11:34:00.686159 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-001f3a6b-4f33-4a9f-bb13-22de3ad982af tempest-SecGroupIPv6Test-1528675894 tempest-SecGroupIPv6Test-1528675894-project] Pushing event updated for resources: {'SecurityGroup': ['ID=81de3d34-bc5a-4aae-8409-274a6f4dbe70,revision_number=1']} {{(pid=94175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 11:34:00.691133 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG oslo_concurrency.lockutils [None req-001f3a6b-4f33-4a9f-bb13-22de3ad982af tempest-SecGroupIPv6Test-1528675894 tempest-SecGroupIPv6Test-1528675894-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.096s {{(pid=94175) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 11:34:00.708051 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron_lib.callbacks.manager [None req-28908bb9-3c85-47f8-a5ce-935b033dc2c9 tempest-PortsIpV6TestJSON-1781383748 tempest-PortsIpV6TestJSON-1781383748-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-824874'] for network, before_delete {{(pid=94175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:34:00.721607 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9ecabc82-a7a7-45f5-ab63-c2c16199df78 None None] Network 9938a96c-aaeb-4be8-894e-2eca22a32938 requested from dv-neutron-601336-94-hyperv {{(pid=94176) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 23 11:34:00.750806 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron_lib.callbacks.manager [None req-001f3a6b-4f33-4a9f-bb13-22de3ad982af tempest-SecGroupIPv6Test-1528675894 tempest-SecGroupIPv6Test-1528675894-project] Notify callbacks [] for security_group, before_response {{(pid=94175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:34:00.754699 dv-neutron-601336-94-hyperv neutron-server[94175]: INFO neutron.wsgi [None req-001f3a6b-4f33-4a9f-bb13-22de3ad982af tempest-SecGroupIPv6Test-1528675894 tempest-SecGroupIPv6Test-1528675894-project] 10.222.0.20 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1744 time: 0.7319493 Jun 23 11:34:00.754699 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.wsgi [-] (94175) accepted ('10.222.0.20', 39924) {{(pid=94175) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 11:34:00.759400 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.api.v2.base [None req-94b25273-8e2f-4086-b386-439d6cef5f2e tempest-SecGroupIPv6Test-1528675894 tempest-SecGroupIPv6Test-1528675894-project] Request body: {'security_group_rule': {'security_group_id': '81de3d34-bc5a-4aae-8409-274a6f4dbe70', 'direction': 'ingress', 'protocol': 17}} {{(pid=94175) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 23 11:34:00.766570 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.db.provisioning_blocks [None req-e56f0df3-8770-46e3-b3be-5bfe9c15c3e8 None None] Provisioning complete for port bcf73169-a899-4f2b-9f1c-529313db428c triggered by entity DHCP. {{(pid=94176) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 23 11:34:00.767061 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron_lib.callbacks.manager [None req-e56f0df3-8770-46e3-b3be-5bfe9c15c3e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-899258'] for port, provisioning_complete {{(pid=94176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:34:00.789300 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.plugins.ml2.plugin [None req-28908bb9-3c85-47f8-a5ce-935b033dc2c9 tempest-PortsIpV6TestJSON-1781383748 tempest-PortsIpV6TestJSON-1781383748-project] Deleting port bcf73169-a899-4f2b-9f1c-529313db428c {{(pid=94175) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1913}} Jun 23 11:34:00.789772 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron_lib.callbacks.manager [None req-28908bb9-3c85-47f8-a5ce-935b033dc2c9 tempest-PortsIpV6TestJSON-1781383748 tempest-PortsIpV6TestJSON-1781383748-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773700079324'] for port, before_delete {{(pid=94175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:34:00.826740 dv-neutron-601336-94-hyperv neutron-server[94174]: INFO neutron.wsgi [None req-6918f778-dbc6-40dd-aa5b-dd75f44e5cfc tempest-NetworksTestDHCPv6-162546708 tempest-NetworksTestDHCPv6-162546708-project] 10.222.0.20 "GET /v2.0/ports?device_id=716bde58-0a43-473c-9d67-8375495d6d83 HTTP/1.1" status: 200 len: 205 time: 0.4740174 Jun 23 11:34:00.834503 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.wsgi [-] (94174) accepted ('10.222.0.20', 39926) {{(pid=94174) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 11:34:00.865427 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.plugins.ml2.db [None req-28908bb9-3c85-47f8-a5ce-935b033dc2c9 tempest-PortsIpV6TestJSON-1781383748 tempest-PortsIpV6TestJSON-1781383748-project] For port bcf73169-a899-4f2b-9f1c-529313db428c, host dv-neutron-601336-94-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-94-hyperv',level=0,port_id=bcf73169-a899-4f2b-9f1c-529313db428c,segment=NetworkSegment(206ca7b3-ca9f-47bf-9c99-f3455dfb0ab6),segment_id=206ca7b3-ca9f-47bf-9c99-f3455dfb0ab6)] {{(pid=94175) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 23 11:34:00.865906 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron_lib.callbacks.manager [None req-28908bb9-3c85-47f8-a5ce-935b033dc2c9 tempest-PortsIpV6TestJSON-1781383748 tempest-PortsIpV6TestJSON-1781383748-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-430722'] for port, precommit_delete {{(pid=94175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:34:00.883256 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.plugins.ml2.plugin [None req-28908bb9-3c85-47f8-a5ce-935b033dc2c9 tempest-PortsIpV6TestJSON-1781383748 tempest-PortsIpV6TestJSON-1781383748-project] Calling delete_port for bcf73169-a899-4f2b-9f1c-529313db428c owned by network:dhcp {{(pid=94175) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1986}} Jun 23 11:34:00.885020 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron_lib.callbacks.manager [None req-94b25273-8e2f-4086-b386-439d6cef5f2e tempest-SecGroupIPv6Test-1528675894 tempest-SecGroupIPv6Test-1528675894-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:34:00.922728 dv-neutron-601336-94-hyperv neutron-server[94174]: INFO neutron.api.v2.resource [None req-4a6f3775-e2ab-4770-9068-9e86214f140c tempest-NetworksTestDHCPv6-162546708 tempest-NetworksTestDHCPv6-162546708-project] delete failed (client error): The resource could not be found. Jun 23 11:34:00.929607 dv-neutron-601336-94-hyperv neutron-server[94174]: INFO neutron.wsgi [None req-4a6f3775-e2ab-4770-9068-9e86214f140c tempest-NetworksTestDHCPv6-162546708 tempest-NetworksTestDHCPv6-162546708-project] 10.222.0.20 "DELETE /v2.0/routers/716bde58-0a43-473c-9d67-8375495d6d83 HTTP/1.1" status: 404 len: 336 time: 0.0861583 Jun 23 11:34:00.936373 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.wsgi [-] (94174) accepted ('10.222.0.20', 39928) {{(pid=94174) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 11:34:00.961334 dv-neutron-601336-94-hyperv neutron-server[94174]: INFO neutron.wsgi [None req-44acb363-750f-450f-b2db-b76712d3f732 tempest-TagsTest-463466438 tempest-TagsTest-463466438-project] 10.222.0.20 "PUT /v2.0/networks/64f7864a-7528-42ee-a33b-aeaabbf0ddab/tags/tempest-TagsTest-Tag-569083683 HTTP/1.1" status: 201 len: 201 time: 0.9943571 Jun 23 11:34:00.962677 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.wsgi [-] (94175) accepted ('10.222.0.20', 39930) {{(pid=94175) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 11:34:00.968659 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.services.tag.tag_plugin [None req-25569d89-491f-43bf-9fe6-0d256551f328 tempest-TagsTest-463466438 tempest-TagsTest-463466438-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'networks', '64f7864a-7528-42ee-a33b-aeaabbf0ddab', 'tempest-TagsTest-Tag-569083683') {} {{(pid=94175) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 11:34:01.014104 dv-neutron-601336-94-hyperv neutron-server[94174]: INFO neutron.pecan_wsgi.hooks.translation [None req-5c45dea6-392d-4441-bde4-7d314923c02e tempest-NetworksTestDHCPv6-162546708 tempest-NetworksTestDHCPv6-162546708-project] DELETE failed (client error): The resource could not be found. Jun 23 11:34:01.014104 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-5c45dea6-392d-4441-bde4-7d314923c02e tempest-NetworksTestDHCPv6-162546708 tempest-NetworksTestDHCPv6-162546708-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94174) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 23 11:34:01.014104 dv-neutron-601336-94-hyperv neutron-server[94174]: INFO neutron.wsgi [None req-5c45dea6-392d-4441-bde4-7d314923c02e tempest-NetworksTestDHCPv6-162546708 tempest-NetworksTestDHCPv6-162546708-project] 10.222.0.20 "DELETE /v2.0/subnets/bcddd507-888f-4bc7-964f-15c0c4f1ae32 HTTP/1.1" status: 404 len: 337 time: 0.0691524 Jun 23 11:34:01.014476 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3b4e1914-1d51-47d3-8522-cd4262d73a5e None None] DHCP port deletion for 9938a96c-aaeb-4be8-894e-2eca22a32938 request from dv-neutron-601336-94-hyperv {{(pid=94176) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jun 23 11:34:01.014580 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.wsgi [-] (94174) accepted ('10.222.0.20', 39932) {{(pid=94174) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 11:34:01.043898 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron_lib.callbacks.manager [None req-94b25273-8e2f-4086-b386-439d6cef5f2e tempest-SecGroupIPv6Test-1528675894 tempest-SecGroupIPv6Test-1528675894-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:34:01.062171 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.plugins.ml2.plugin [None req-3b4e1914-1d51-47d3-8522-cd4262d73a5e None None] Deleting port bcf73169-a899-4f2b-9f1c-529313db428c {{(pid=94176) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1913}} Jun 23 11:34:01.062550 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron_lib.callbacks.manager [None req-3b4e1914-1d51-47d3-8522-cd4262d73a5e None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773700079324'] for port, before_delete {{(pid=94176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:34:01.070063 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron_lib.callbacks.manager [None req-370f14ba-440d-466d-8128-970edc05227b tempest-NetworksTest-2133396914 tempest-NetworksTest-2133396914-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866062', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5195999', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4294259'] for subnet, after_create {{(pid=94174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:34:01.073803 dv-neutron-601336-94-hyperv neutron-server[94174]: INFO neutron.wsgi [None req-843e2128-5754-4680-a78f-26e21ed77638 tempest-NetworksTestDHCPv6-162546708 tempest-NetworksTestDHCPv6-162546708-project] 10.222.0.20 "GET /v2.0/ports?device_id=c11b44fd-4598-432f-8c10-d8757eeb2c2f HTTP/1.1" status: 200 len: 205 time: 0.0583596 Jun 23 11:34:01.076306 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG oslo_concurrency.lockutils [None req-6f232b5a-698d-4e0a-a41f-65aa5ef0a055 tempest-NetworksTestDHCPv6-162546708 tempest-NetworksTestDHCPv6-162546708-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94174) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 11:34:01.076645 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.wsgi [-] (94175) accepted ('10.222.0.20', 39934) {{(pid=94175) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 11:34:01.085561 dv-neutron-601336-94-hyperv neutron-server[94175]: INFO neutron.wsgi [None req-25569d89-491f-43bf-9fe6-0d256551f328 tempest-TagsTest-463466438 tempest-TagsTest-463466438-project] 10.222.0.20 "GET /v2.0/networks/64f7864a-7528-42ee-a33b-aeaabbf0ddab/tags/tempest-TagsTest-Tag-569083683 HTTP/1.1" status: 204 len: 168 time: 0.1217477 Jun 23 11:34:01.085791 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ca788cf-7ecc-4604-94f2-862e33a542dc req-68c726bc-595c-49a7-9c71-ee09a2d04e8c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94174) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 11:34:01.087072 dv-neutron-601336-94-hyperv neutron-server[94174]: INFO neutron.wsgi [req-4ca788cf-7ecc-4604-94f2-862e33a542dc req-68c726bc-595c-49a7-9c71-ee09a2d04e8c service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=252b24454ee04e36b666155dab1feb23&device_id=85769616-6b8b-4da7-ad73-344986edf607 HTTP/1.1" status: 200 len: 1098 time: 0.7532203 Jun 23 11:34:01.106336 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.wsgi [-] (94174) accepted ('10.222.0.20', 39936) {{(pid=94174) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 11:34:01.113717 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.services.tag.tag_plugin [None req-f4deaeca-8932-4583-9ab7-47afe0c09126 tempest-TagsTest-463466438 tempest-TagsTest-463466438-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'networks', '64f7864a-7528-42ee-a33b-aeaabbf0ddab') {} {{(pid=94174) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 11:34:01.115700 dv-neutron-601336-94-hyperv neutron-server[94175]: INFO neutron.api.v2.resource [None req-034c8082-3161-4ace-8f09-0a824baf15f4 tempest-NetworksTestDHCPv6-162546708 tempest-NetworksTestDHCPv6-162546708-project] delete failed (client error): The resource could not be found. Jun 23 11:34:01.119954 dv-neutron-601336-94-hyperv neutron-server[94175]: INFO neutron.wsgi [None req-034c8082-3161-4ace-8f09-0a824baf15f4 tempest-NetworksTestDHCPv6-162546708 tempest-NetworksTestDHCPv6-162546708-project] 10.222.0.20 "DELETE /v2.0/routers/c11b44fd-4598-432f-8c10-d8757eeb2c2f HTTP/1.1" status: 404 len: 336 time: 0.0398753 Jun 23 11:34:01.119954 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron_lib.callbacks.manager [None req-94b25273-8e2f-4086-b386-439d6cef5f2e tempest-SecGroupIPv6Test-1528675894 tempest-SecGroupIPv6Test-1528675894-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7996355'] for security_group_rule, after_create {{(pid=94175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:34:01.121910 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.wsgi [-] (94175) accepted ('10.222.0.20', 39938) {{(pid=94175) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 11:34:01.122541 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94175) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 11:34:01.145939 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.plugins.ml2.db [None req-3b4e1914-1d51-47d3-8522-cd4262d73a5e None None] For port bcf73169-a899-4f2b-9f1c-529313db428c, host dv-neutron-601336-94-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-94-hyperv',level=0,port_id=bcf73169-a899-4f2b-9f1c-529313db428c,segment=NetworkSegment(206ca7b3-ca9f-47bf-9c99-f3455dfb0ab6),segment_id=206ca7b3-ca9f-47bf-9c99-f3455dfb0ab6)] {{(pid=94176) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 23 11:34:01.146456 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron_lib.callbacks.manager [None req-3b4e1914-1d51-47d3-8522-cd4262d73a5e None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-430722'] for port, precommit_delete {{(pid=94176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:34:01.165310 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.plugins.ml2.plugin [None req-3b4e1914-1d51-47d3-8522-cd4262d73a5e None None] Calling delete_port for bcf73169-a899-4f2b-9f1c-529313db428c owned by network:dhcp {{(pid=94176) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1986}} Jun 23 11:34:01.181619 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron_lib.callbacks.manager [None req-28908bb9-3c85-47f8-a5ce-935b033dc2c9 tempest-PortsIpV6TestJSON-1781383748 tempest-PortsIpV6TestJSON-1781383748-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-922904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866062', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773700135024', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773699642224', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5082448'] for port, after_delete {{(pid=94175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:34:01.190966 dv-neutron-601336-94-hyperv neutron-server[94175]: INFO neutron.pecan_wsgi.hooks.translation [None req-8bbebff7-d64e-444b-b41c-ba27945e7df0 tempest-NetworksTestDHCPv6-162546708 tempest-NetworksTestDHCPv6-162546708-project] DELETE failed (client error): The resource could not be found. Jun 23 11:34:01.191456 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-8bbebff7-d64e-444b-b41c-ba27945e7df0 tempest-NetworksTestDHCPv6-162546708 tempest-NetworksTestDHCPv6-162546708-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94175) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 23 11:34:01.195418 dv-neutron-601336-94-hyperv neutron-server[94175]: INFO neutron.wsgi [None req-8bbebff7-d64e-444b-b41c-ba27945e7df0 tempest-NetworksTestDHCPv6-162546708 tempest-NetworksTestDHCPv6-162546708-project] 10.222.0.20 "DELETE /v2.0/subnets/aead9b4c-8cd4-400d-b497-e25c8102dd09 HTTP/1.1" status: 404 len: 337 time: 0.0676706 Jun 23 11:34:01.195418 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94b25273-8e2f-4086-b386-439d6cef5f2e tempest-SecGroupIPv6Test-1528675894 tempest-SecGroupIPv6Test-1528675894-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e67e7d54-b52e-4b09-84fc-c8fe7acbc7b3,revision_number=0']} {{(pid=94175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 11:34:01.195804 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.wsgi [-] (94175) accepted ('10.222.0.20', 39940) {{(pid=94175) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 11:34:01.214053 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.db.l3_dvrscheduler_db [None req-28908bb9-3c85-47f8-a5ce-935b033dc2c9 tempest-PortsIpV6TestJSON-1781383748 tempest-PortsIpV6TestJSON-1781383748-project] No DVR routers for this DVR port bcf73169-a899-4f2b-9f1c-529313db428c on host dv-neutron-601336-94-hyperv {{(pid=94175) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 23 11:34:01.216355 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94b25273-8e2f-4086-b386-439d6cef5f2e tempest-SecGroupIPv6Test-1528675894 tempest-SecGroupIPv6Test-1528675894-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-601336-94-hyperv {{(pid=94175) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 11:34:01.216746 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94b25273-8e2f-4086-b386-439d6cef5f2e tempest-SecGroupIPv6Test-1528675894 tempest-SecGroupIPv6Test-1528675894-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-94-hyperv {{(pid=94175) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 11:34:01.217385 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94b25273-8e2f-4086-b386-439d6cef5f2e tempest-SecGroupIPv6Test-1528675894 tempest-SecGroupIPv6Test-1528675894-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-94-hyperv {{(pid=94175) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 11:34:01.217497 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94b25273-8e2f-4086-b386-439d6cef5f2e tempest-SecGroupIPv6Test-1528675894 tempest-SecGroupIPv6Test-1528675894-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-601336-94-hyperv {{(pid=94175) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 11:34:01.217851 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94b25273-8e2f-4086-b386-439d6cef5f2e tempest-SecGroupIPv6Test-1528675894 tempest-SecGroupIPv6Test-1528675894-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-601336-94-hyperv {{(pid=94175) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 11:34:01.218219 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94b25273-8e2f-4086-b386-439d6cef5f2e tempest-SecGroupIPv6Test-1528675894 tempest-SecGroupIPv6Test-1528675894-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-601336-94-hyperv {{(pid=94175) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 11:34:01.218582 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94b25273-8e2f-4086-b386-439d6cef5f2e tempest-SecGroupIPv6Test-1528675894 tempest-SecGroupIPv6Test-1528675894-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-601336-94-hyperv {{(pid=94175) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 11:34:01.218949 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94b25273-8e2f-4086-b386-439d6cef5f2e tempest-SecGroupIPv6Test-1528675894 tempest-SecGroupIPv6Test-1528675894-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-601336-94-hyperv {{(pid=94175) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 11:34:01.219336 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94b25273-8e2f-4086-b386-439d6cef5f2e tempest-SecGroupIPv6Test-1528675894 tempest-SecGroupIPv6Test-1528675894-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-601336-94-hyperv {{(pid=94175) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 11:34:01.219698 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94b25273-8e2f-4086-b386-439d6cef5f2e tempest-SecGroupIPv6Test-1528675894 tempest-SecGroupIPv6Test-1528675894-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-94-hyperv {{(pid=94175) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 11:34:01.220058 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94b25273-8e2f-4086-b386-439d6cef5f2e tempest-SecGroupIPv6Test-1528675894 tempest-SecGroupIPv6Test-1528675894-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-601336-94-hyperv {{(pid=94175) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 11:34:01.220416 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94b25273-8e2f-4086-b386-439d6cef5f2e tempest-SecGroupIPv6Test-1528675894 tempest-SecGroupIPv6Test-1528675894-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-601336-94-hyperv {{(pid=94175) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 11:34:01.243200 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG oslo_concurrency.lockutils [None req-94b25273-8e2f-4086-b386-439d6cef5f2e tempest-SecGroupIPv6Test-1528675894 tempest-SecGroupIPv6Test-1528675894-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.120s {{(pid=94175) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 11:34:01.244417 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG oslo_concurrency.lockutils [None req-938a908b-2c0e-4510-ac5f-eb6c04a9faf3 tempest-PortsTestJSON-2085221018 tempest-PortsTestJSON-2085221018-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.056s {{(pid=94175) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 11:34:01.249967 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-370f14ba-440d-466d-8128-970edc05227b tempest-NetworksTest-2133396914 tempest-NetworksTest-2133396914-project] Pushing event updated for resources: {'Subnet': ['ID=c7fe6b06-c252-440a-bf37-66182819113e,revision_number=0']} {{(pid=94174) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 11:34:01.257681 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.plugins.ml2.rpc [None req-dc7542b2-afef-47f4-a763-e3a3cba144be None None] Device bcf73169-a899-4f2b-9f1c-529313db428c no longer exists at agent ovs-agent-dv-neutron-601336-94-hyperv {{(pid=94176) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:261}} Jun 23 11:34:01.262579 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG oslo_concurrency.lockutils [None req-370f14ba-440d-466d-8128-970edc05227b tempest-NetworksTest-2133396914 tempest-NetworksTest-2133396914-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.184s {{(pid=94174) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 11:34:01.266150 dv-neutron-601336-94-hyperv neutron-server[94175]: INFO neutron.pecan_wsgi.hooks.translation [None req-7c3b4ece-86d2-4662-b5cb-cbc8e6e1b836 tempest-NetworksTestDHCPv6-162546708 tempest-NetworksTestDHCPv6-162546708-project] DELETE failed (client error): The resource could not be found. Jun 23 11:34:01.266547 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-7c3b4ece-86d2-4662-b5cb-cbc8e6e1b836 tempest-NetworksTestDHCPv6-162546708 tempest-NetworksTestDHCPv6-162546708-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94175) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 23 11:34:01.270616 dv-neutron-601336-94-hyperv neutron-server[94175]: INFO neutron.wsgi [None req-7c3b4ece-86d2-4662-b5cb-cbc8e6e1b836 tempest-NetworksTestDHCPv6-162546708 tempest-NetworksTestDHCPv6-162546708-project] 10.222.0.20 "DELETE /v2.0/subnets/e73159d3-8709-45a0-af92-886d6c8fd3a2 HTTP/1.1" status: 404 len: 337 time: 0.0692773 Jun 23 11:34:01.270616 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28908bb9-3c85-47f8-a5ce-935b033dc2c9 tempest-PortsIpV6TestJSON-1781383748 tempest-PortsIpV6TestJSON-1781383748-project] Pushing event deleted for resources: {'Port': ['ID=bcf73169-a899-4f2b-9f1c-529313db428c,revision_number=None']} {{(pid=94175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 11:34:01.275527 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.wsgi [-] (94174) accepted ('10.222.0.20', 39942) {{(pid=94174) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 11:34:01.284219 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.plugins.ml2.plugin [None req-dc7542b2-afef-47f4-a763-e3a3cba144be None None] No Port match for: bcf73169-a899-4f2b-9f1c-529313db428c {{(pid=94176) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2240}} Jun 23 11:34:01.284903 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.plugins.ml2.rpc [None req-dc7542b2-afef-47f4-a763-e3a3cba144be None None] Device bcf73169-a899-4f2b-9f1c-529313db428c not bound to the agent host dv-neutron-601336-94-hyperv {{(pid=94176) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:271}} Jun 23 11:34:01.285435 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.plugins.ml2.rpc [None req-dc7542b2-afef-47f4-a763-e3a3cba144be None None] Device 8359baae-c42b-4225-9991-fbcdd5b35b6c no longer exists at agent ovs-agent-dv-neutron-601336-94-hyperv {{(pid=94176) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:261}} Jun 23 11:34:01.289454 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG oslo_concurrency.lockutils [None req-28908bb9-3c85-47f8-a5ce-935b033dc2c9 tempest-PortsIpV6TestJSON-1781383748 tempest-PortsIpV6TestJSON-1781383748-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=94175) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 11:34:01.294230 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron_lib.callbacks.manager [None req-94b25273-8e2f-4086-b386-439d6cef5f2e tempest-SecGroupIPv6Test-1528675894 tempest-SecGroupIPv6Test-1528675894-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:34:01.295439 dv-neutron-601336-94-hyperv neutron-server[94175]: INFO neutron.wsgi [None req-94b25273-8e2f-4086-b386-439d6cef5f2e tempest-SecGroupIPv6Test-1528675894 tempest-SecGroupIPv6Test-1528675894-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 767 time: 0.5397620 Jun 23 11:34:01.305119 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.wsgi [-] (94175) accepted ('10.222.0.20', 39944) {{(pid=94175) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 11:34:01.313021 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.plugins.ml2.plugin [None req-dc7542b2-afef-47f4-a763-e3a3cba144be None None] No Port match for: 8359baae-c42b-4225-9991-fbcdd5b35b6c {{(pid=94176) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2240}} Jun 23 11:34:01.313497 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.plugins.ml2.rpc [None req-dc7542b2-afef-47f4-a763-e3a3cba144be None None] Device 8359baae-c42b-4225-9991-fbcdd5b35b6c not bound to the agent host dv-neutron-601336-94-hyperv {{(pid=94176) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:271}} Jun 23 11:34:01.322280 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-370f14ba-440d-466d-8128-970edc05227b tempest-NetworksTest-2133396914 tempest-NetworksTest-2133396914-project] Checking segment: {'id': '62d38252-5632-4696-b3f1-ea61dc865a32', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 427, 'network_id': '5a5ace35-38b6-48b8-ae07-f59bdda4e0e7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94174) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 23 11:34:01.322663 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-370f14ba-440d-466d-8128-970edc05227b tempest-NetworksTest-2133396914 tempest-NetworksTest-2133396914-project] Network hostable DHCP agents. Network: 5a5ace35-38b6-48b8-ae07-f59bdda4e0e7, hostable agents: ['8cf29b10-0e57-4131-816f-a4b6ad00b249'], hosted agents: [] {{(pid=94174) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 23 11:34:01.324853 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron_lib.callbacks.manager [None req-3b4e1914-1d51-47d3-8522-cd4262d73a5e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-922904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866062', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773700135024', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773699642224'] for port, after_delete {{(pid=94176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:34:01.328313 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG oslo_concurrency.lockutils [None req-01acdbe1-858f-4d59-8dd0-b9f9180cd64f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 11:34:01.334305 dv-neutron-601336-94-hyperv neutron-server[94174]: INFO neutron.pecan_wsgi.hooks.translation [None req-a20dc3b1-1a4b-4c9d-805f-7987471aebb3 tempest-NetworksTestDHCPv6-162546708 tempest-NetworksTestDHCPv6-162546708-project] DELETE failed (client error): The resource could not be found. Jun 23 11:34:01.335280 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a20dc3b1-1a4b-4c9d-805f-7987471aebb3 tempest-NetworksTestDHCPv6-162546708 tempest-NetworksTestDHCPv6-162546708-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94174) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 23 11:34:01.337344 dv-neutron-601336-94-hyperv neutron-server[94174]: INFO neutron.wsgi [None req-a20dc3b1-1a4b-4c9d-805f-7987471aebb3 tempest-NetworksTestDHCPv6-162546708 tempest-NetworksTestDHCPv6-162546708-project] 10.222.0.20 "DELETE /v2.0/ports/96d20c30-9791-48d7-bda6-5ca6bda8d6c2 HTTP/1.1" status: 404 len: 333 time: 0.0567827 Jun 23 11:34:01.341343 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.wsgi [-] (94175) accepted ('10.222.0.20', 39946) {{(pid=94175) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 11:34:01.350509 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ca788cf-7ecc-4604-94f2-862e33a542dc req-744e5c93-1cb3-401e-a403-6cbb2a477b7a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94174) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 11:34:01.352934 dv-neutron-601336-94-hyperv neutron-server[94174]: INFO neutron.wsgi [req-4ca788cf-7ecc-4604-94f2-862e33a542dc req-744e5c93-1cb3-401e-a403-6cbb2a477b7a service neutron] 10.222.0.52 "GET /v2.0/networks?id=34cf218b-02ad-4259-a49e-5807c729dd9a HTTP/1.1" status: 200 len: 913 time: 0.2461801 Jun 23 11:34:01.357513 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3b4e1914-1d51-47d3-8522-cd4262d73a5e None None] No DVR routers for this DVR port bcf73169-a899-4f2b-9f1c-529313db428c on host dv-neutron-601336-94-hyperv {{(pid=94176) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 23 11:34:01.370400 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b4e1914-1d51-47d3-8522-cd4262d73a5e None None] Pushing event deleted for resources: {'Port': ['ID=bcf73169-a899-4f2b-9f1c-529313db428c,revision_number=None']} {{(pid=94176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 11:34:01.370400 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG oslo_concurrency.lockutils [None req-3b4e1914-1d51-47d3-8522-cd4262d73a5e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.039s {{(pid=94176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 11:34:01.396142 dv-neutron-601336-94-hyperv neutron-server[94175]: INFO neutron.pecan_wsgi.hooks.translation [None req-2d820c41-d718-46d7-903a-715dadbe7123 tempest-NetworksTestDHCPv6-162546708 tempest-NetworksTestDHCPv6-162546708-project] DELETE failed (client error): The resource could not be found. Jun 23 11:34:01.396697 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-2d820c41-d718-46d7-903a-715dadbe7123 tempest-NetworksTestDHCPv6-162546708 tempest-NetworksTestDHCPv6-162546708-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94175) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 23 11:34:01.398497 dv-neutron-601336-94-hyperv neutron-server[94175]: INFO neutron.wsgi [None req-2d820c41-d718-46d7-903a-715dadbe7123 tempest-NetworksTestDHCPv6-162546708 tempest-NetworksTestDHCPv6-162546708-project] 10.222.0.20 "DELETE /v2.0/subnets/62ae796d-a930-4516-9537-0e36f0d32334 HTTP/1.1" status: 404 len: 337 time: 0.0551162 Jun 23 11:34:01.405755 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.wsgi [-] (94175) accepted ('10.222.0.20', 39948) {{(pid=94175) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 11:34:01.410795 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron_lib.callbacks.manager [None req-28908bb9-3c85-47f8-a5ce-935b033dc2c9 tempest-PortsIpV6TestJSON-1781383748 tempest-PortsIpV6TestJSON-1781383748-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-897259', 'neutron.services.segments.db._delete_segments_for_network-8773700168587'] for network, precommit_delete {{(pid=94175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:34:01.421492 dv-neutron-601336-94-hyperv neutron-server[94174]: INFO neutron.wsgi [None req-f4deaeca-8932-4583-9ab7-47afe0c09126 tempest-TagsTest-463466438 tempest-TagsTest-463466438-project] 10.222.0.20 "GET /v2.0/networks/64f7864a-7528-42ee-a33b-aeaabbf0ddab/tags HTTP/1.1" status: 200 len: 237 time: 0.3106749 Jun 23 11:34:01.427975 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.wsgi [-] (94174) accepted ('10.222.0.20', 39950) {{(pid=94174) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 11:34:01.435136 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.services.tag.tag_plugin [None req-f8fdf65a-684e-45a7-9fc7-b1358d9d0267 tempest-TagsTest-463466438 tempest-TagsTest-463466438-project] neutron.services.tag.tag_plugin.TagPlugin method update_tags called with arguments (, 'networks', '64f7864a-7528-42ee-a33b-aeaabbf0ddab', {'tags': ['tempest-TagsTest-Tag-1484312539', 'tempest-TagsTest-Tag-973846666', 'tempest-TagsTest-Tag-645664253']}) {} {{(pid=94174) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 11:34:01.452679 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.services.segments.db [None req-28908bb9-3c85-47f8-a5ce-935b033dc2c9 tempest-PortsIpV6TestJSON-1781383748 tempest-PortsIpV6TestJSON-1781383748-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9938a96c-aaeb-4be8-894e-2eca22a32938']}} {{(pid=94175) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 11:34:01.455351 dv-neutron-601336-94-hyperv neutron-server[94175]: INFO neutron.pecan_wsgi.hooks.translation [None req-185644a1-f94a-4d1d-8347-0b6b72c30005 tempest-NetworksTestDHCPv6-162546708 tempest-NetworksTestDHCPv6-162546708-project] DELETE failed (client error): The resource could not be found. Jun 23 11:34:01.456080 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-185644a1-f94a-4d1d-8347-0b6b72c30005 tempest-NetworksTestDHCPv6-162546708 tempest-NetworksTestDHCPv6-162546708-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94175) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 23 11:34:01.457818 dv-neutron-601336-94-hyperv neutron-server[94175]: INFO neutron.wsgi [None req-185644a1-f94a-4d1d-8347-0b6b72c30005 tempest-NetworksTestDHCPv6-162546708 tempest-NetworksTestDHCPv6-162546708-project] 10.222.0.20 "DELETE /v2.0/ports/c0ed6019-3512-424b-984b-27348032c072 HTTP/1.1" status: 404 len: 333 time: 0.0487702 Jun 23 11:34:01.463778 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.wsgi [-] (94175) accepted ('10.222.0.20', 39952) {{(pid=94175) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 11:34:01.495469 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.services.segments.db [None req-28908bb9-3c85-47f8-a5ce-935b033dc2c9 tempest-PortsIpV6TestJSON-1781383748 tempest-PortsIpV6TestJSON-1781383748-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '206ca7b3-ca9f-47bf-9c99-f3455dfb0ab6') {'for_net_delete': True} {{(pid=94175) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 11:34:01.495791 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.services.segments.db [None req-28908bb9-3c85-47f8-a5ce-935b033dc2c9 tempest-PortsIpV6TestJSON-1781383748 tempest-PortsIpV6TestJSON-1781383748-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '206ca7b3-ca9f-47bf-9c99-f3455dfb0ab6') {} {{(pid=94175) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 11:34:01.500219 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-370f14ba-440d-466d-8128-970edc05227b tempest-NetworksTest-2133396914 tempest-NetworksTest-2133396914-project] Network 5a5ace35-38b6-48b8-ae07-f59bdda4e0e7 is scheduled to be hosted by DHCP agent 8cf29b10-0e57-4131-816f-a4b6ad00b249 with binding_index 1 {{(pid=94174) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 23 11:34:01.505904 dv-neutron-601336-94-hyperv neutron-server[94175]: INFO neutron.pecan_wsgi.hooks.translation [None req-8d369f8b-3e4a-4781-a0d5-819321fa42d8 tempest-NetworksTestDHCPv6-162546708 tempest-NetworksTestDHCPv6-162546708-project] DELETE failed (client error): The resource could not be found. Jun 23 11:34:01.506272 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-8d369f8b-3e4a-4781-a0d5-819321fa42d8 tempest-NetworksTestDHCPv6-162546708 tempest-NetworksTestDHCPv6-162546708-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94175) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 23 11:34:01.508070 dv-neutron-601336-94-hyperv neutron-server[94175]: INFO neutron.wsgi [None req-8d369f8b-3e4a-4781-a0d5-819321fa42d8 tempest-NetworksTestDHCPv6-162546708 tempest-NetworksTestDHCPv6-162546708-project] 10.222.0.20 "DELETE /v2.0/subnets/a693b49c-4dbf-483e-b9f1-80ae6f82c45a HTTP/1.1" status: 404 len: 337 time: 0.0418761 Jun 23 11:34:01.515609 dv-neutron-601336-94-hyperv neutron-server[94174]: INFO neutron.wsgi [req-4ca788cf-7ecc-4604-94f2-862e33a542dc req-ce85db2e-85c4-46b8-b647-f026aea8d80e service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=4428b5cd-2ee2-4454-b711-d13a003d5236 HTTP/1.1" status: 200 len: 1001 time: 0.1545172 Jun 23 11:34:01.519173 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.wsgi [-] (94174) accepted ('10.222.0.20', 39954) {{(pid=94174) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 11:34:01.522888 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron_lib.callbacks.manager [None req-28908bb9-3c85-47f8-a5ce-935b033dc2c9 tempest-PortsIpV6TestJSON-1781383748 tempest-PortsIpV6TestJSON-1781383748-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8773699955833', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5190677'] for segment, before_delete {{(pid=94175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:34:01.531755 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron_lib.callbacks.manager [None req-a54f571e-5e25-4412-8c1c-a4adbf43b15f tempest-SecGroupIPv6Test-1528675894 tempest-SecGroupIPv6Test-1528675894-project] Notify callbacks [] for security_group, before_delete {{(pid=94175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:34:01.546663 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron_lib.callbacks.manager [None req-28908bb9-3c85-47f8-a5ce-935b033dc2c9 tempest-PortsIpV6TestJSON-1781383748 tempest-PortsIpV6TestJSON-1781383748-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3801'] for segment, precommit_delete {{(pid=94175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:34:01.559477 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-28908bb9-3c85-47f8-a5ce-935b033dc2c9 tempest-PortsIpV6TestJSON-1781383748 tempest-PortsIpV6TestJSON-1781383748-project] Releasing vlan 434 on physical network physnet1 to pool {{(pid=94175) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 23 11:34:01.559855 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron_lib.callbacks.manager [None req-28908bb9-3c85-47f8-a5ce-935b033dc2c9 tempest-PortsIpV6TestJSON-1781383748 tempest-PortsIpV6TestJSON-1781383748-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3801', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5082371'] for segment, after_delete {{(pid=94175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:34:01.562959 dv-neutron-601336-94-hyperv neutron-server[94175]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 23 11:34:01.562959 dv-neutron-601336-94-hyperv neutron-server[94175]: conditions |= (models_v2.Port.network_id.in_( Jun 23 11:34:01.562959 dv-neutron-601336-94-hyperv neutron-server[94175]: Traceback (most recent call last): Jun 23 11:34:01.562959 dv-neutron-601336-94-hyperv neutron-server[94175]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 23 11:34:01.562959 dv-neutron-601336-94-hyperv neutron-server[94175]: timer() Jun 23 11:34:01.562959 dv-neutron-601336-94-hyperv neutron-server[94175]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 23 11:34:01.562959 dv-neutron-601336-94-hyperv neutron-server[94175]: cb(*args, **kw) Jun 23 11:34:01.562959 dv-neutron-601336-94-hyperv neutron-server[94175]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 23 11:34:01.562959 dv-neutron-601336-94-hyperv neutron-server[94175]: return func(*args, **kwargs) Jun 23 11:34:01.562959 dv-neutron-601336-94-hyperv neutron-server[94175]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 23 11:34:01.562959 dv-neutron-601336-94-hyperv neutron-server[94175]: self._notify() Jun 23 11:34:01.562959 dv-neutron-601336-94-hyperv neutron-server[94175]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 23 11:34:01.562959 dv-neutron-601336-94-hyperv neutron-server[94175]: self.callback(batched_events) Jun 23 11:34:01.562959 dv-neutron-601336-94-hyperv neutron-server[94175]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 23 11:34:01.562959 dv-neutron-601336-94-hyperv neutron-server[94175]: event.method(event) Jun 23 11:34:01.562959 dv-neutron-601336-94-hyperv neutron-server[94175]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 23 11:34:01.562959 dv-neutron-601336-94-hyperv neutron-server[94175]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 23 11:34:01.562959 dv-neutron-601336-94-hyperv neutron-server[94175]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 23 11:34:01.562959 dv-neutron-601336-94-hyperv neutron-server[94175]: aggregate_uuid = self.p_client.list_aggregates( Jun 23 11:34:01.562959 dv-neutron-601336-94-hyperv neutron-server[94175]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 23 11:34:01.562959 dv-neutron-601336-94-hyperv neutron-server[94175]: return f(self, *a, **k) Jun 23 11:34:01.562959 dv-neutron-601336-94-hyperv neutron-server[94175]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 23 11:34:01.562959 dv-neutron-601336-94-hyperv neutron-server[94175]: return self._get(url).json() Jun 23 11:34:01.562959 dv-neutron-601336-94-hyperv neutron-server[94175]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 23 11:34:01.562959 dv-neutron-601336-94-hyperv neutron-server[94175]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 23 11:34:01.562959 dv-neutron-601336-94-hyperv neutron-server[94175]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 23 11:34:01.562959 dv-neutron-601336-94-hyperv neutron-server[94175]: return self.request(url, 'GET', **kwargs) Jun 23 11:34:01.562959 dv-neutron-601336-94-hyperv neutron-server[94175]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 23 11:34:01.562959 dv-neutron-601336-94-hyperv neutron-server[94175]: base_url = self.get_endpoint(auth, allow=allow, Jun 23 11:34:01.562959 dv-neutron-601336-94-hyperv neutron-server[94175]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 23 11:34:01.562959 dv-neutron-601336-94-hyperv neutron-server[94175]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 23 11:34:01.562959 dv-neutron-601336-94-hyperv neutron-server[94175]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 23 11:34:01.562959 dv-neutron-601336-94-hyperv neutron-server[94175]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 23 11:34:01.562959 dv-neutron-601336-94-hyperv neutron-server[94175]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 23 11:34:01.567515 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron_lib.callbacks.manager [None req-a54f571e-5e25-4412-8c1c-a4adbf43b15f tempest-SecGroupIPv6Test-1528675894 tempest-SecGroupIPv6Test-1528675894-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:34:01.583324 dv-neutron-601336-94-hyperv neutron-server[94174]: INFO neutron.pecan_wsgi.hooks.translation [None req-ae0eac35-5543-425f-9078-45ef9a51a343 tempest-NetworksTestDHCPv6-162546708 tempest-NetworksTestDHCPv6-162546708-project] DELETE failed (client error): The resource could not be found. Jun 23 11:34:01.584067 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ae0eac35-5543-425f-9078-45ef9a51a343 tempest-NetworksTestDHCPv6-162546708 tempest-NetworksTestDHCPv6-162546708-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94174) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 23 11:34:01.585809 dv-neutron-601336-94-hyperv neutron-server[94174]: INFO neutron.wsgi [None req-ae0eac35-5543-425f-9078-45ef9a51a343 tempest-NetworksTestDHCPv6-162546708 tempest-NetworksTestDHCPv6-162546708-project] 10.222.0.20 "DELETE /v2.0/ports/2ae12273-4a54-4778-ba59-d6cfbf6a878c HTTP/1.1" status: 404 len: 333 time: 0.0636086 Jun 23 11:34:01.592060 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.wsgi [-] (94174) accepted ('10.222.0.20', 39958) {{(pid=94174) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 11:34:01.630624 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.scheduler.base_scheduler [None req-370f14ba-440d-466d-8128-970edc05227b tempest-NetworksTest-2133396914 tempest-NetworksTest-2133396914-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-601336-94-hyperv, 5a5ace35-38b6-48b8-ae07-f59bdda4e0e7) {{(pid=94174) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 23 11:34:01.637253 dv-neutron-601336-94-hyperv neutron-server[94174]: INFO neutron.pecan_wsgi.hooks.translation [None req-0bf8aecb-7030-4e17-af6f-94d945fc7019 tempest-NetworksTestDHCPv6-162546708 tempest-NetworksTestDHCPv6-162546708-project] DELETE failed (client error): The resource could not be found. Jun 23 11:34:01.637715 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0bf8aecb-7030-4e17-af6f-94d945fc7019 tempest-NetworksTestDHCPv6-162546708 tempest-NetworksTestDHCPv6-162546708-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94174) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 23 11:34:01.639674 dv-neutron-601336-94-hyperv neutron-server[94174]: INFO neutron.wsgi [None req-0bf8aecb-7030-4e17-af6f-94d945fc7019 tempest-NetworksTestDHCPv6-162546708 tempest-NetworksTestDHCPv6-162546708-project] 10.222.0.20 "DELETE /v2.0/subnets/71b0a3f2-2847-429f-bdf7-1b1f6a985be8 HTTP/1.1" status: 404 len: 337 time: 0.0464966 Jun 23 11:34:01.642034 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.plugins.ml2.plugin [None req-3232e922-94f0-4af0-a79b-8a134f796620 tempest-PortsTestJSON-2085221018 tempest-PortsTestJSON-2085221018-project] Deleting port 688604c2-c46f-4ece-8c3f-f7d80e4ff091 {{(pid=94174) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1913}} Jun 23 11:34:01.642547 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron_lib.callbacks.manager [None req-3232e922-94f0-4af0-a79b-8a134f796620 tempest-PortsTestJSON-2085221018 tempest-PortsTestJSON-2085221018-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773700079324'] for port, before_delete {{(pid=94174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:34:01.644914 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.wsgi [-] (94175) accepted ('10.222.0.20', 39960) {{(pid=94175) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 11:34:01.649042 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-370f14ba-440d-466d-8128-970edc05227b tempest-NetworksTest-2133396914 tempest-NetworksTest-2133396914-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94174) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 11:34:01.654457 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron_lib.callbacks.manager [None req-370f14ba-440d-466d-8128-970edc05227b tempest-NetworksTest-2133396914 tempest-NetworksTest-2133396914-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7865916'] for subnet, before_response {{(pid=94174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:34:01.658084 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a693e28f-4f45-40d9-88f9-fad6d30cd722 None None] Network 5a5ace35-38b6-48b8-ae07-f59bdda4e0e7 requested from dv-neutron-601336-94-hyperv {{(pid=94176) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 23 11:34:01.676699 dv-neutron-601336-94-hyperv neutron-server[94175]: INFO neutron.pecan_wsgi.hooks.translation [None req-ecf5a460-5d11-43df-a2da-8569925bd92b tempest-NetworksTestDHCPv6-162546708 tempest-NetworksTestDHCPv6-162546708-project] DELETE failed (client error): The resource could not be found. Jun 23 11:34:01.677561 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ecf5a460-5d11-43df-a2da-8569925bd92b tempest-NetworksTestDHCPv6-162546708 tempest-NetworksTestDHCPv6-162546708-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94175) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 23 11:34:01.679398 dv-neutron-601336-94-hyperv neutron-server[94175]: INFO neutron.wsgi [None req-ecf5a460-5d11-43df-a2da-8569925bd92b tempest-NetworksTestDHCPv6-162546708 tempest-NetworksTestDHCPv6-162546708-project] 10.222.0.20 "DELETE /v2.0/ports/41d58ad6-21a5-44e4-baeb-7e3983380432 HTTP/1.1" status: 404 len: 333 time: 0.0334125 Jun 23 11:34:01.681949 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.wsgi [-] (94175) accepted ('10.222.0.20', 39962) {{(pid=94175) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 11:34:01.692978 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ca788cf-7ecc-4604-94f2-862e33a542dc req-91bccb04-1cc0-4cc4-a156-9b79f2cc1459 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94174) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 11:34:01.694408 dv-neutron-601336-94-hyperv neutron-server[94174]: INFO neutron.wsgi [req-4ca788cf-7ecc-4604-94f2-862e33a542dc req-91bccb04-1cc0-4cc4-a156-9b79f2cc1459 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=47ff68e9-949b-4720-9652-7e8da6276be9 HTTP/1.1" status: 200 len: 851 time: 0.1624625 Jun 23 11:34:01.716312 dv-neutron-601336-94-hyperv neutron-server[94175]: INFO neutron.pecan_wsgi.hooks.translation [None req-1031b4f8-e22f-4add-b67e-8b363f447929 tempest-NetworksTestDHCPv6-162546708 tempest-NetworksTestDHCPv6-162546708-project] DELETE failed (client error): The resource could not be found. Jun 23 11:34:01.716916 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-1031b4f8-e22f-4add-b67e-8b363f447929 tempest-NetworksTestDHCPv6-162546708 tempest-NetworksTestDHCPv6-162546708-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94175) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 23 11:34:01.718773 dv-neutron-601336-94-hyperv neutron-server[94175]: INFO neutron.wsgi [None req-1031b4f8-e22f-4add-b67e-8b363f447929 tempest-NetworksTestDHCPv6-162546708 tempest-NetworksTestDHCPv6-162546708-project] 10.222.0.20 "DELETE /v2.0/subnets/06e5a8f0-b09e-49f5-814b-b5461c171945 HTTP/1.1" status: 404 len: 337 time: 0.0358701 Jun 23 11:34:01.721463 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.wsgi [-] (94175) accepted ('10.222.0.20', 39964) {{(pid=94175) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 11:34:01.730590 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron_lib.callbacks.manager [None req-28908bb9-3c85-47f8-a5ce-935b033dc2c9 tempest-PortsIpV6TestJSON-1781383748 tempest-PortsIpV6TestJSON-1781383748-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-897248', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8002400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7866073', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-524247'] for network, after_delete {{(pid=94175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:34:01.750321 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG oslo_concurrency.lockutils [None req-a6aa4048-f669-4c57-8ce2-8673aa096b59 tempest-PortsIpV6TestJSON-1781383748 tempest-PortsIpV6TestJSON-1781383748-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94175) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 11:34:01.754806 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron_lib.callbacks.manager [None req-28908bb9-3c85-47f8-a5ce-935b033dc2c9 tempest-PortsIpV6TestJSON-1781383748 tempest-PortsIpV6TestJSON-1781383748-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7865916'] for network, before_response {{(pid=94175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:34:01.760298 dv-neutron-601336-94-hyperv neutron-server[94175]: INFO neutron.wsgi [None req-28908bb9-3c85-47f8-a5ce-935b033dc2c9 tempest-PortsIpV6TestJSON-1781383748 tempest-PortsIpV6TestJSON-1781383748-project] 10.222.0.20 "DELETE /v2.0/networks/9938a96c-aaeb-4be8-894e-2eca22a32938 HTTP/1.1" status: 204 len: 168 time: 1.1581190 Jun 23 11:34:01.760298 dv-neutron-601336-94-hyperv neutron-server[94175]: INFO neutron.pecan_wsgi.hooks.translation [None req-3c1b9718-66c2-4f51-8d2e-b9775a4905d3 tempest-NetworksTestDHCPv6-162546708 tempest-NetworksTestDHCPv6-162546708-project] DELETE failed (client error): The resource could not be found. Jun 23 11:34:01.760298 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-3c1b9718-66c2-4f51-8d2e-b9775a4905d3 tempest-NetworksTestDHCPv6-162546708 tempest-NetworksTestDHCPv6-162546708-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94175) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 23 11:34:01.763420 dv-neutron-601336-94-hyperv neutron-server[94175]: INFO neutron.wsgi [None req-3c1b9718-66c2-4f51-8d2e-b9775a4905d3 tempest-NetworksTestDHCPv6-162546708 tempest-NetworksTestDHCPv6-162546708-project] 10.222.0.20 "DELETE /v2.0/ports/e0ff7a06-fe96-463a-81f9-8b1e0db69b3a HTTP/1.1" status: 404 len: 333 time: 0.0401857 Jun 23 11:34:01.763420 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.wsgi [-] (94175) accepted ('10.222.0.20', 39966) {{(pid=94175) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 11:34:01.768844 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.wsgi [-] (94174) accepted ('10.222.0.20', 39968) {{(pid=94174) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 11:34:01.776742 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.api.v2.base [None req-5ef75caf-805d-4537-bcd9-e345041276ba tempest-PortsIpV6TestJSON-1781383748 tempest-PortsIpV6TestJSON-1781383748-project] Request body: {'port': {'network_id': 'c16c789a-641f-4c9b-ac33-977ceb9ea600', 'name': 'tempest-PortsIpV6TestJSON-2063934219'}} {{(pid=94175) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 23 11:34:01.782172 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28908bb9-3c85-47f8-a5ce-935b033dc2c9 tempest-PortsIpV6TestJSON-1781383748 tempest-PortsIpV6TestJSON-1781383748-project] Pushing event deleted for resources: {'Network': ['ID=9938a96c-aaeb-4be8-894e-2eca22a32938,revision_number=None']} {{(pid=94175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 11:34:01.794204 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG oslo_concurrency.lockutils [None req-28908bb9-3c85-47f8-a5ce-935b033dc2c9 tempest-PortsIpV6TestJSON-1781383748 tempest-PortsIpV6TestJSON-1781383748-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.044s {{(pid=94175) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 11:34:01.818728 dv-neutron-601336-94-hyperv neutron-server[94174]: INFO neutron.wsgi [None req-370f14ba-440d-466d-8128-970edc05227b tempest-NetworksTest-2133396914 tempest-NetworksTest-2133396914-project] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.7022073 Jun 23 11:34:01.821777 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.wsgi [-] (94175) accepted ('10.222.0.20', 39970) {{(pid=94175) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 11:34:01.824828 dv-neutron-601336-94-hyperv neutron-server[94174]: INFO neutron.pecan_wsgi.hooks.translation [None req-46bfa1ac-9fdb-4c99-a70e-94c0974dc1d8 tempest-NetworksTestDHCPv6-162546708 tempest-NetworksTestDHCPv6-162546708-project] DELETE failed (client error): The resource could not be found. Jun 23 11:34:01.825292 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-46bfa1ac-9fdb-4c99-a70e-94c0974dc1d8 tempest-NetworksTestDHCPv6-162546708 tempest-NetworksTestDHCPv6-162546708-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94174) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 23 11:34:01.830005 dv-neutron-601336-94-hyperv neutron-server[94174]: INFO neutron.wsgi [None req-46bfa1ac-9fdb-4c99-a70e-94c0974dc1d8 tempest-NetworksTestDHCPv6-162546708 tempest-NetworksTestDHCPv6-162546708-project] 10.222.0.20 "DELETE /v2.0/subnets/5c7974de-effe-44c4-a474-d79dc45f6604 HTTP/1.1" status: 404 len: 337 time: 0.0564728 Jun 23 11:34:01.832028 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.wsgi [-] (94174) accepted ('10.222.0.20', 39972) {{(pid=94174) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 11:34:01.837444 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron_lib.callbacks.manager [None req-a54f571e-5e25-4412-8c1c-a4adbf43b15f tempest-SecGroupIPv6Test-1528675894 tempest-SecGroupIPv6Test-1528675894-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7996330'] for security_group, after_delete {{(pid=94175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:34:01.840706 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bbc89f04-7b2c-4a0d-9dd6-8cdf1520ace2 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1e0d828a-1fa4-563d-b7fd-53adf66a04ee-5a5ace35-38b6-48b8-ae07-f59bdda4e0e7', 'network_id': '5a5ace35-38b6-48b8-ae07-f59bdda4e0e7', 'tenant_id': 'dfecc9776e0d4947a3f7218fbe96de01', 'fixed_ips': [{'subnet_id': 'c7fe6b06-c252-440a-bf37-66182819113e'}]}} from dv-neutron-601336-94-hyperv. {{(pid=94176) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 23 11:34:01.841227 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron_lib.callbacks.manager [None req-a54f571e-5e25-4412-8c1c-a4adbf43b15f tempest-SecGroupIPv6Test-1528675894 tempest-SecGroupIPv6Test-1528675894-project] Notify callbacks [] for security_group, before_response {{(pid=94175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:34:01.841633 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron_lib.callbacks.manager [None req-bbc89f04-7b2c-4a0d-9dd6-8cdf1520ace2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-923104'] for port, before_create {{(pid=94176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:34:01.842035 dv-neutron-601336-94-hyperv neutron-server[94175]: INFO neutron.wsgi [None req-a54f571e-5e25-4412-8c1c-a4adbf43b15f tempest-SecGroupIPv6Test-1528675894 tempest-SecGroupIPv6Test-1528675894-project] 10.222.0.20 "DELETE /v2.0/security-groups/81de3d34-bc5a-4aae-8409-274a6f4dbe70 HTTP/1.1" status: 204 len: 168 time: 0.5359261 Jun 23 11:34:01.846566 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG oslo_concurrency.lockutils [None req-11c068bd-69f8-4385-8f48-f4d74460ba92 tempest-NegativeSecGroupTest-178874014 tempest-NegativeSecGroupTest-178874014-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94175) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 11:34:01.846708 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.wsgi [-] (94174) accepted ('10.222.0.20', 39974) {{(pid=94174) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 11:34:01.885517 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron_lib.callbacks.manager [None req-3232e922-94f0-4af0-a79b-8a134f796620 tempest-PortsTestJSON-2085221018 tempest-PortsTestJSON-2085221018-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-430722'] for port, precommit_delete {{(pid=94174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:34:01.895825 dv-neutron-601336-94-hyperv neutron-server[94174]: INFO neutron.pecan_wsgi.hooks.translation [None req-71734581-75f0-484c-a877-2074a05e8809 tempest-NetworksTestDHCPv6-162546708 tempest-NetworksTestDHCPv6-162546708-project] DELETE failed (client error): The resource could not be found. Jun 23 11:34:01.896524 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-71734581-75f0-484c-a877-2074a05e8809 tempest-NetworksTestDHCPv6-162546708 tempest-NetworksTestDHCPv6-162546708-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94174) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 23 11:34:01.901966 dv-neutron-601336-94-hyperv neutron-server[94174]: INFO neutron.wsgi [None req-71734581-75f0-484c-a877-2074a05e8809 tempest-NetworksTestDHCPv6-162546708 tempest-NetworksTestDHCPv6-162546708-project] 10.222.0.20 "DELETE /v2.0/ports/33e07cfc-de10-4edb-b889-b5b091e04dfd HTTP/1.1" status: 404 len: 333 time: 0.0652757 Jun 23 11:34:01.905518 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.wsgi [-] (94175) accepted ('10.222.0.20', 39976) {{(pid=94175) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 11:34:01.912957 dv-neutron-601336-94-hyperv neutron-server[94174]: INFO neutron.wsgi [None req-f8fdf65a-684e-45a7-9fc7-b1358d9d0267 tempest-TagsTest-463466438 tempest-TagsTest-463466438-project] 10.222.0.20 "PUT /v2.0/networks/64f7864a-7528-42ee-a33b-aeaabbf0ddab/tags HTTP/1.1" status: 200 len: 307 time: 0.4816141 Jun 23 11:34:01.919410 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.plugins.ml2.plugin [None req-3232e922-94f0-4af0-a79b-8a134f796620 tempest-PortsTestJSON-2085221018 tempest-PortsTestJSON-2085221018-project] Calling delete_port for 688604c2-c46f-4ece-8c3f-f7d80e4ff091 owned by network:router_interface {{(pid=94174) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1986}} Jun 23 11:34:01.920873 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.wsgi [-] (94174) accepted ('10.222.0.20', 39978) {{(pid=94174) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 11:34:01.922307 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a54f571e-5e25-4412-8c1c-a4adbf43b15f tempest-SecGroupIPv6Test-1528675894 tempest-SecGroupIPv6Test-1528675894-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=81de3d34-bc5a-4aae-8409-274a6f4dbe70,revision_number=None']} {{(pid=94175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 11:34:01.926674 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG oslo_concurrency.lockutils [None req-a54f571e-5e25-4412-8c1c-a4adbf43b15f tempest-SecGroupIPv6Test-1528675894 tempest-SecGroupIPv6Test-1528675894-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.080s {{(pid=94175) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 11:34:01.933525 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.services.tag.tag_plugin [None req-aea46cf2-0e49-465c-88b4-3b8670cc00d9 tempest-TagsTest-463466438 tempest-TagsTest-463466438-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tag called with arguments (, 'networks', '64f7864a-7528-42ee-a33b-aeaabbf0ddab', 'tempest-TagsTest-Tag-1484312539') {} {{(pid=94174) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 11:34:01.968153 dv-neutron-601336-94-hyperv neutron-server[94175]: INFO neutron.pecan_wsgi.hooks.translation [None req-8eeac458-6e60-4456-ba11-1e535da232bd tempest-NetworksTestDHCPv6-162546708 tempest-NetworksTestDHCPv6-162546708-project] DELETE failed (client error): The resource could not be found. Jun 23 11:34:01.968618 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-8eeac458-6e60-4456-ba11-1e535da232bd tempest-NetworksTestDHCPv6-162546708 tempest-NetworksTestDHCPv6-162546708-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94175) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 23 11:34:01.973640 dv-neutron-601336-94-hyperv neutron-server[94175]: INFO neutron.wsgi [None req-8eeac458-6e60-4456-ba11-1e535da232bd tempest-NetworksTestDHCPv6-162546708 tempest-NetworksTestDHCPv6-162546708-project] 10.222.0.20 "DELETE /v2.0/subnets/63ba3b2b-7a06-4a79-8b6e-f803e3406fc9 HTTP/1.1" status: 404 len: 337 time: 0.0636468 Jun 23 11:34:01.977447 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.wsgi [-] (94174) accepted ('10.222.0.20', 39980) {{(pid=94174) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 11:34:02.001216 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.db.db_base_plugin_common [None req-bbc89f04-7b2c-4a0d-9dd6-8cdf1520ace2 None None] Allocated IP 172.20.0.2 (5a5ace35-38b6-48b8-ae07-f59bdda4e0e7/c7fe6b06-c252-440a-bf37-66182819113e/9a740065-1ccc-4b32-8277-5f005edd7f19) {{(pid=94176) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 23 11:34:02.017965 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron_lib.callbacks.manager [None req-d804e6f0-2895-4b3c-a8de-45b122074d3e tempest-NetworksTest-2133396914 tempest-NetworksTest-2133396914-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-824874'] for network, before_delete {{(pid=94175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:34:02.029448 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a139922-096f-483a-ad78-d5dcc5f04397 req-4e0ead39-1dab-447b-9d87-d296e9f2f0a1 tempest-ServerActionsTestJSON-161917335 tempest-ServerActionsTestJSON-161917335-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94174) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 11:34:02.030836 dv-neutron-601336-94-hyperv neutron-server[94174]: INFO neutron.wsgi [req-8a139922-096f-483a-ad78-d5dcc5f04397 req-4e0ead39-1dab-447b-9d87-d296e9f2f0a1 tempest-ServerActionsTestJSON-161917335 tempest-ServerActionsTestJSON-161917335-project] 10.222.0.20 "GET /v2.0/ports?device_id=85769616-6b8b-4da7-ad73-344986edf607 HTTP/1.1" status: 200 len: 945 time: 0.3397412 Jun 23 11:34:02.076904 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron_lib.callbacks.manager [None req-d804e6f0-2895-4b3c-a8de-45b122074d3e tempest-NetworksTest-2133396914 tempest-NetworksTest-2133396914-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-897634'] for subnet, precommit_delete {{(pid=94175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:34:02.090933 dv-neutron-601336-94-hyperv neutron-server[94174]: INFO neutron.wsgi [None req-62c74bc6-b029-49fd-9063-b4968df1599d tempest-SecGroupIPv6Test-1528675894 tempest-SecGroupIPv6Test-1528675894-project] 10.222.0.20 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2979 time: 0.2390532 Jun 23 11:34:02.098200 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.wsgi [-] (94175) accepted ('10.222.0.20', 39982) {{(pid=94175) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 11:34:02.099174 dv-neutron-601336-94-hyperv neutron-server[94174]: INFO neutron.pecan_wsgi.hooks.translation [None req-e4faf5d5-376a-4020-807e-fa9f1c348036 tempest-NetworksTestDHCPv6-162546708 tempest-NetworksTestDHCPv6-162546708-project] DELETE failed (client error): The resource could not be found. Jun 23 11:34:02.099946 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e4faf5d5-376a-4020-807e-fa9f1c348036 tempest-NetworksTestDHCPv6-162546708 tempest-NetworksTestDHCPv6-162546708-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94174) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 23 11:34:02.104100 dv-neutron-601336-94-hyperv neutron-server[94174]: INFO neutron.wsgi [None req-e4faf5d5-376a-4020-807e-fa9f1c348036 tempest-NetworksTestDHCPv6-162546708 tempest-NetworksTestDHCPv6-162546708-project] 10.222.0.20 "DELETE /v2.0/ports/990d511f-34b2-4f7d-b9da-c4bfa2b432b2 HTTP/1.1" status: 404 len: 333 time: 0.1232574 Jun 23 11:34:02.104100 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ca788cf-7ecc-4604-94f2-862e33a542dc req-78bbe681-6c56-416b-942c-fc6b89fed186 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94174) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 11:34:02.105003 dv-neutron-601336-94-hyperv neutron-server[94174]: INFO neutron.wsgi [req-4ca788cf-7ecc-4604-94f2-862e33a542dc req-78bbe681-6c56-416b-942c-fc6b89fed186 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=34cf218b-02ad-4259-a49e-5807c729dd9a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1178 time: 0.4045005 Jun 23 11:34:02.105510 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.wsgi [-] (94174) accepted ('10.222.0.20', 39984) {{(pid=94174) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 11:34:02.106037 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.api.v2.base [None req-7fdd824a-40e5-41e3-8658-617bff7b5fee tempest-SecGroupIPv6Test-1528675894 tempest-SecGroupIPv6Test-1528675894-project] Request body: {'security_group': {'name': 'tempest-secgroup--258912074'}} {{(pid=94175) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 23 11:34:02.115109 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5ef75caf-805d-4537-bcd9-e345041276ba tempest-PortsIpV6TestJSON-1781383748 tempest-PortsIpV6TestJSON-1781383748-project] Made reservation on behalf of 4a9805c328414e068d83db5c9b76c3c7 for: {'port': 1} {{(pid=94175) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 23 11:34:02.118626 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron_lib.callbacks.manager [None req-5ef75caf-805d-4537-bcd9-e345041276ba tempest-PortsIpV6TestJSON-1781383748 tempest-PortsIpV6TestJSON-1781383748-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-923104'] for port, before_create {{(pid=94175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:34:02.161490 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron_lib.callbacks.manager [None req-bbc89f04-7b2c-4a0d-9dd6-8cdf1520ace2 None None] Notify callbacks [] for port, precommit_create {{(pid=94176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:34:02.170450 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.db.provisioning_blocks [None req-bbc89f04-7b2c-4a0d-9dd6-8cdf1520ace2 None None] Transition to ACTIVE for port object 9a740065-1ccc-4b32-8277-5f005edd7f19 will not be triggered until provisioned by entity L2. {{(pid=94176) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 23 11:34:02.170817 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.notifiers.nova [None req-5ef75caf-805d-4537-bcd9-e345041276ba tempest-PortsIpV6TestJSON-1781383748 tempest-PortsIpV6TestJSON-1781383748-project] device_id is not set on port aa06282b-92b1-4fbc-8dad-e6e55452f584 yet. {{(pid=94175) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jun 23 11:34:02.186413 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.db.provisioning_blocks [None req-bbc89f04-7b2c-4a0d-9dd6-8cdf1520ace2 None None] Transition to ACTIVE for port object 9a740065-1ccc-4b32-8277-5f005edd7f19 will not be triggered until provisioned by entity DHCP. {{(pid=94176) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 23 11:34:02.198650 dv-neutron-601336-94-hyperv neutron-server[94174]: INFO neutron.pecan_wsgi.hooks.translation [None req-6e254c18-9e9f-484a-bd6c-479eff142f73 tempest-NetworksTestDHCPv6-162546708 tempest-NetworksTestDHCPv6-162546708-project] DELETE failed (client error): The resource could not be found. Jun 23 11:34:02.199709 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-6e254c18-9e9f-484a-bd6c-479eff142f73 tempest-NetworksTestDHCPv6-162546708 tempest-NetworksTestDHCPv6-162546708-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94174) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 23 11:34:02.201423 dv-neutron-601336-94-hyperv neutron-server[94174]: INFO neutron.wsgi [None req-6e254c18-9e9f-484a-bd6c-479eff142f73 tempest-NetworksTestDHCPv6-162546708 tempest-NetworksTestDHCPv6-162546708-project] 10.222.0.20 "DELETE /v2.0/subnets/8dfc626c-8207-4153-be81-86d4ef8c80c1 HTTP/1.1" status: 404 len: 337 time: 0.0889921 Jun 23 11:34:02.210838 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.wsgi [-] (94175) accepted ('10.222.0.20', 39986) {{(pid=94175) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 11:34:02.249969 dv-neutron-601336-94-hyperv neutron-server[94174]: INFO neutron.wsgi [req-8a139922-096f-483a-ad78-d5dcc5f04397 req-76e10dbb-5da6-4ec9-9751-e347b7cfac43 tempest-ServerActionsTestJSON-161917335 tempest-ServerActionsTestJSON-161917335-project] 10.222.0.20 "GET /v2.0/security-groups?id=f0520e5d-8f0e-4c28-b543-be4405698077&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1670201 Jun 23 11:34:02.293672 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron_lib.callbacks.manager [None req-7fdd824a-40e5-41e3-8658-617bff7b5fee tempest-SecGroupIPv6Test-1528675894 tempest-SecGroupIPv6Test-1528675894-project] Notify callbacks [] for security_group, before_create {{(pid=94175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:34:02.305659 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron_lib.callbacks.manager [None req-bbc89f04-7b2c-4a0d-9dd6-8cdf1520ace2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-922915', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-239814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7866073', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773699642215'] for port, after_create {{(pid=94176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:34:02.310129 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG oslo_concurrency.lockutils [None req-dc7542b2-afef-47f4-a763-e3a3cba144be None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 11:34:02.332031 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron_lib.callbacks.manager [None req-31a1a802-19d7-4211-89da-64f9b773040a tempest-NetworksTestDHCPv6-162546708 tempest-NetworksTestDHCPv6-162546708-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-824874'] for network, before_delete {{(pid=94175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:34:02.337854 dv-neutron-601336-94-hyperv neutron-server[94174]: INFO neutron.wsgi [req-4ca788cf-7ecc-4604-94f2-862e33a542dc req-eaea6b4c-a4ab-443a-9384-f7d48ad43505 service neutron] 10.222.0.52 "GET /v2.0/networks/34cf218b-02ad-4259-a49e-5807c729dd9a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2235038 Jun 23 11:34:02.349081 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bbc89f04-7b2c-4a0d-9dd6-8cdf1520ace2 None None] Network 5a5ace35-38b6-48b8-ae07-f59bdda4e0e7 is already hosted by enough agents. {{(pid=94176) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 23 11:34:02.353648 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.scheduler.base_scheduler [None req-bbc89f04-7b2c-4a0d-9dd6-8cdf1520ace2 None None] Resources bound (agent type, host, resource id): {{(pid=94176) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 23 11:34:02.360344 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bbc89f04-7b2c-4a0d-9dd6-8cdf1520ace2 None None] Received port after_create {{(pid=94176) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 23 11:34:02.368137 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbc89f04-7b2c-4a0d-9dd6-8cdf1520ace2 None None] Pushing event updated for resources: {'Port': ['ID=9a740065-1ccc-4b32-8277-5f005edd7f19,revision_number=1']} {{(pid=94176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 11:34:02.373151 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG oslo_concurrency.lockutils [None req-bbc89f04-7b2c-4a0d-9dd6-8cdf1520ace2 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.063s {{(pid=94176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 11:34:02.422976 dv-neutron-601336-94-hyperv neutron-server[94174]: INFO neutron.wsgi [None req-aea46cf2-0e49-465c-88b4-3b8670cc00d9 tempest-TagsTest-463466438 tempest-TagsTest-463466438-project] 10.222.0.20 "DELETE /v2.0/networks/64f7864a-7528-42ee-a33b-aeaabbf0ddab/tags/tempest-TagsTest-Tag-1484312539 HTTP/1.1" status: 204 len: 168 time: 0.5001345 Jun 23 11:34:02.426667 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.wsgi [-] (94174) accepted ('10.222.0.20', 39988) {{(pid=94174) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 11:34:02.426807 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.plugins.ml2.managers [None req-bbc89f04-7b2c-4a0d-9dd6-8cdf1520ace2 None None] Attempting to bind port 9a740065-1ccc-4b32-8277-5f005edd7f19 on host dv-neutron-601336-94-hyperv for vnic_type normal with profile {{(pid=94176) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 23 11:34:02.427295 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.plugins.ml2.managers [None req-bbc89f04-7b2c-4a0d-9dd6-8cdf1520ace2 None None] Attempting to bind port 9a740065-1ccc-4b32-8277-5f005edd7f19 by drivers openvswitch,hyperv on host dv-neutron-601336-94-hyperv at level 0 using segments [{'id': '62d38252-5632-4696-b3f1-ea61dc865a32', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 427, 'network_id': '5a5ace35-38b6-48b8-ae07-f59bdda4e0e7'}] {{(pid=94176) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 23 11:34:02.427776 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bbc89f04-7b2c-4a0d-9dd6-8cdf1520ace2 None None] Attempting to bind port 9a740065-1ccc-4b32-8277-5f005edd7f19 on network 5a5ace35-38b6-48b8-ae07-f59bdda4e0e7 {{(pid=94176) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 23 11:34:02.433150 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bbc89f04-7b2c-4a0d-9dd6-8cdf1520ace2 None None] Checking agent: {'id': '4d05f899-5ac9-411b-8a03-f60c93f87cdf', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-601336-94-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 23, 11, 22, 14), 'started_at': datetime.datetime(2021, 6, 23, 11, 22, 44), 'heartbeat_timestamp': datetime.datetime(2021, 6, 23, 11, 33, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'monitor_allowed_address_pair_garp': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-601336-94-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94176) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 23 11:34:02.434217 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bbc89f04-7b2c-4a0d-9dd6-8cdf1520ace2 None None] Checking segment: {'id': '62d38252-5632-4696-b3f1-ea61dc865a32', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 427, 'network_id': '5a5ace35-38b6-48b8-ae07-f59bdda4e0e7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94176) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 23 11:34:02.434757 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron_lib.callbacks.manager [None req-bbc89f04-7b2c-4a0d-9dd6-8cdf1520ace2 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:34:02.434959 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.services.tag.tag_plugin [None req-75a1058d-1c80-4af5-bec0-920f18296e8e tempest-TagsTest-463466438 tempest-TagsTest-463466438-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'networks', '64f7864a-7528-42ee-a33b-aeaabbf0ddab', 'tempest-TagsTest-Tag-1484312539') {} {{(pid=94174) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 11:34:02.435518 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bbc89f04-7b2c-4a0d-9dd6-8cdf1520ace2 None None] Bound using segment: {'id': '62d38252-5632-4696-b3f1-ea61dc865a32', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 427, 'network_id': '5a5ace35-38b6-48b8-ae07-f59bdda4e0e7'} {{(pid=94176) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 23 11:34:02.438213 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.plugins.ml2.managers [None req-bbc89f04-7b2c-4a0d-9dd6-8cdf1520ace2 None None] Bound port: 9a740065-1ccc-4b32-8277-5f005edd7f19, host: dv-neutron-601336-94-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '62d38252-5632-4696-b3f1-ea61dc865a32', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 427, 'network_id': '5a5ace35-38b6-48b8-ae07-f59bdda4e0e7'}}] {{(pid=94176) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 23 11:34:02.438213 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron_lib.callbacks.manager [None req-bbc89f04-7b2c-4a0d-9dd6-8cdf1520ace2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-923122'] for port, before_update {{(pid=94176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:34:02.462580 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron_lib.callbacks.manager [None req-d804e6f0-2895-4b3c-a8de-45b122074d3e tempest-NetworksTest-2133396914 tempest-NetworksTest-2133396914-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-897627', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866062', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5083050', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4660036'] for subnet, after_delete {{(pid=94175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:34:02.468986 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG oslo_concurrency.lockutils [None req-07b21b0f-c8ab-4e12-b9fc-8b8ab49e32e9 tempest-PortsIpV6TestJSON-1781383748 tempest-PortsIpV6TestJSON-1781383748-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94175) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 11:34:02.505566 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.plugins.ml2.db [None req-bbc89f04-7b2c-4a0d-9dd6-8cdf1520ace2 None None] For port 9a740065-1ccc-4b32-8277-5f005edd7f19, host dv-neutron-601336-94-hyperv, cleared binding levels {{(pid=94176) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 23 11:34:02.510147 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.plugins.ml2.db [None req-bbc89f04-7b2c-4a0d-9dd6-8cdf1520ace2 None None] For port 9a740065-1ccc-4b32-8277-5f005edd7f19, host dv-neutron-601336-94-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-94-hyperv',level=0,port_id=9a740065-1ccc-4b32-8277-5f005edd7f19,segment=NetworkSegment(62d38252-5632-4696-b3f1-ea61dc865a32),segment_id=62d38252-5632-4696-b3f1-ea61dc865a32)] {{(pid=94176) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 23 11:34:02.511122 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d804e6f0-2895-4b3c-a8de-45b122074d3e tempest-NetworksTest-2133396914 tempest-NetworksTest-2133396914-project] Pushing event deleted for resources: {'Subnet': ['ID=c7fe6b06-c252-440a-bf37-66182819113e,revision_number=None']} {{(pid=94175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 11:34:02.513562 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG oslo_concurrency.lockutils [None req-d804e6f0-2895-4b3c-a8de-45b122074d3e tempest-NetworksTest-2133396914 tempest-NetworksTest-2133396914-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=94175) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 11:34:02.515387 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron_lib.callbacks.manager [None req-31a1a802-19d7-4211-89da-64f9b773040a tempest-NetworksTestDHCPv6-162546708 tempest-NetworksTestDHCPv6-162546708-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-897259', 'neutron.services.segments.db._delete_segments_for_network-8773700168587'] for network, precommit_delete {{(pid=94175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:34:02.533932 dv-neutron-601336-94-hyperv neutron-server[94174]: INFO neutron.wsgi [req-4ca788cf-7ecc-4604-94f2-862e33a542dc req-c2c6733f-02b7-4523-8327-eb5e87efe370 service neutron] 10.222.0.52 "GET /v2.0/networks/34cf218b-02ad-4259-a49e-5807c729dd9a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1900909 Jun 23 11:34:02.541624 dv-neutron-601336-94-hyperv neutron-server[94174]: INFO neutron.api.v2.resource [None req-75a1058d-1c80-4af5-bec0-920f18296e8e tempest-TagsTest-463466438 tempest-TagsTest-463466438-project] show failed (client error): The resource could not be found. Jun 23 11:34:02.543255 dv-neutron-601336-94-hyperv neutron-server[94174]: INFO neutron.wsgi [None req-75a1058d-1c80-4af5-bec0-920f18296e8e tempest-TagsTest-463466438 tempest-TagsTest-463466438-project] 10.222.0.20 "GET /v2.0/networks/64f7864a-7528-42ee-a33b-aeaabbf0ddab/tags/tempest-TagsTest-Tag-1484312539 HTTP/1.1" status: 404 len: 326 time: 0.1132710 Jun 23 11:34:02.544490 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron_lib.callbacks.manager [None req-3232e922-94f0-4af0-a79b-8a134f796620 tempest-PortsTestJSON-2085221018 tempest-PortsTestJSON-2085221018-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-922904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866062', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773700135024', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773699642224', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5196390'] for port, after_delete {{(pid=94174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:34:02.545961 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.wsgi [-] (94174) accepted ('10.222.0.20', 39990) {{(pid=94174) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 11:34:02.550500 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.services.tag.tag_plugin [None req-f86df93c-8266-4f77-8e01-6701a3e935d1 tempest-TagsTest-463466438 tempest-TagsTest-463466438-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'networks', '64f7864a-7528-42ee-a33b-aeaabbf0ddab', 'tempest-TagsTest-Tag-973846666') {} {{(pid=94174) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 11:34:02.552207 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.services.segments.db [None req-31a1a802-19d7-4211-89da-64f9b773040a tempest-NetworksTestDHCPv6-162546708 tempest-NetworksTestDHCPv6-162546708-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f53f535d-bce4-4da8-9bd9-396677ff4e83']}} {{(pid=94175) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 11:34:02.555154 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG oslo_concurrency.lockutils [None req-8fa3f3bf-7f4e-4d3a-ad0e-4a28ac9b853d tempest-PortsIpV6TestJSON-1781383748 tempest-PortsIpV6TestJSON-1781383748-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94174) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 11:34:02.596487 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3232e922-94f0-4af0-a79b-8a134f796620 tempest-PortsTestJSON-2085221018 tempest-PortsTestJSON-2085221018-project] Pushing event deleted for resources: {'Port': ['ID=688604c2-c46f-4ece-8c3f-f7d80e4ff091,revision_number=None']} {{(pid=94174) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 11:34:02.609670 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron_lib.callbacks.manager [None req-bbc89f04-7b2c-4a0d-9dd6-8cdf1520ace2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-922904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866062', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773700135042', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773699642233', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773699642278'] for port, after_update {{(pid=94176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:34:02.612633 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG oslo_concurrency.lockutils [None req-75cdf500-a259-4b8d-80d5-a89a577b966c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 11:34:02.626345 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG oslo_concurrency.lockutils [None req-3232e922-94f0-4af0-a79b-8a134f796620 tempest-PortsTestJSON-2085221018 tempest-PortsTestJSON-2085221018-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.071s {{(pid=94174) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 11:34:02.639980 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.services.segments.db [None req-31a1a802-19d7-4211-89da-64f9b773040a tempest-NetworksTestDHCPv6-162546708 tempest-NetworksTestDHCPv6-162546708-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6303a411-6e70-4139-a530-9ee4cf8ba843') {'for_net_delete': True} {{(pid=94175) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 11:34:02.640469 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.services.segments.db [None req-31a1a802-19d7-4211-89da-64f9b773040a tempest-NetworksTestDHCPv6-162546708 tempest-NetworksTestDHCPv6-162546708-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6303a411-6e70-4139-a530-9ee4cf8ba843') {} {{(pid=94175) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 11:34:02.650529 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron_lib.callbacks.manager [None req-31a1a802-19d7-4211-89da-64f9b773040a tempest-NetworksTestDHCPv6-162546708 tempest-NetworksTestDHCPv6-162546708-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8773699955833', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5190677'] for segment, before_delete {{(pid=94175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:34:02.669985 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron_lib.callbacks.manager [None req-31a1a802-19d7-4211-89da-64f9b773040a tempest-NetworksTestDHCPv6-162546708 tempest-NetworksTestDHCPv6-162546708-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3801'] for segment, precommit_delete {{(pid=94175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:34:02.679729 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-31a1a802-19d7-4211-89da-64f9b773040a tempest-NetworksTestDHCPv6-162546708 tempest-NetworksTestDHCPv6-162546708-project] Releasing vlan 419 on physical network physnet1 to pool {{(pid=94175) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 23 11:34:02.680454 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron_lib.callbacks.manager [None req-31a1a802-19d7-4211-89da-64f9b773040a tempest-NetworksTestDHCPv6-162546708 tempest-NetworksTestDHCPv6-162546708-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3801', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5082371'] for segment, after_delete {{(pid=94175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:34:02.709067 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbc89f04-7b2c-4a0d-9dd6-8cdf1520ace2 None None] Pushing event updated for resources: {'Port': ['ID=9a740065-1ccc-4b32-8277-5f005edd7f19,revision_number=2']} {{(pid=94176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 11:34:02.714717 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG oslo_concurrency.lockutils [None req-bbc89f04-7b2c-4a0d-9dd6-8cdf1520ace2 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.102s {{(pid=94176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 11:34:02.735169 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-927d853f-02c9-41a5-aefb-b264d65e2ad7 None None] Network 5a5ace35-38b6-48b8-ae07-f59bdda4e0e7 requested from dv-neutron-601336-94-hyperv {{(pid=94176) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 23 11:34:02.754679 dv-neutron-601336-94-hyperv neutron-server[94174]: INFO neutron.wsgi [None req-f86df93c-8266-4f77-8e01-6701a3e935d1 tempest-TagsTest-463466438 tempest-TagsTest-463466438-project] 10.222.0.20 "GET /v2.0/networks/64f7864a-7528-42ee-a33b-aeaabbf0ddab/tags/tempest-TagsTest-Tag-973846666 HTTP/1.1" status: 204 len: 168 time: 0.2052939 Jun 23 11:34:02.761318 dv-neutron-601336-94-hyperv neutron-server[94175]: Traceback (most recent call last): Jun 23 11:34:02.761318 dv-neutron-601336-94-hyperv neutron-server[94175]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 23 11:34:02.761318 dv-neutron-601336-94-hyperv neutron-server[94175]: timer() Jun 23 11:34:02.761318 dv-neutron-601336-94-hyperv neutron-server[94175]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 23 11:34:02.761318 dv-neutron-601336-94-hyperv neutron-server[94175]: cb(*args, **kw) Jun 23 11:34:02.761318 dv-neutron-601336-94-hyperv neutron-server[94175]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 23 11:34:02.761318 dv-neutron-601336-94-hyperv neutron-server[94175]: return func(*args, **kwargs) Jun 23 11:34:02.761318 dv-neutron-601336-94-hyperv neutron-server[94175]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 23 11:34:02.761318 dv-neutron-601336-94-hyperv neutron-server[94175]: self._notify() Jun 23 11:34:02.761318 dv-neutron-601336-94-hyperv neutron-server[94175]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 23 11:34:02.761318 dv-neutron-601336-94-hyperv neutron-server[94175]: self.callback(batched_events) Jun 23 11:34:02.761318 dv-neutron-601336-94-hyperv neutron-server[94175]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 23 11:34:02.761318 dv-neutron-601336-94-hyperv neutron-server[94175]: event.method(event) Jun 23 11:34:02.761318 dv-neutron-601336-94-hyperv neutron-server[94175]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 23 11:34:02.761318 dv-neutron-601336-94-hyperv neutron-server[94175]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 23 11:34:02.761318 dv-neutron-601336-94-hyperv neutron-server[94175]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 23 11:34:02.761318 dv-neutron-601336-94-hyperv neutron-server[94175]: aggregate_uuid = self.p_client.list_aggregates( Jun 23 11:34:02.761318 dv-neutron-601336-94-hyperv neutron-server[94175]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 23 11:34:02.761318 dv-neutron-601336-94-hyperv neutron-server[94175]: return f(self, *a, **k) Jun 23 11:34:02.761318 dv-neutron-601336-94-hyperv neutron-server[94175]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 23 11:34:02.761318 dv-neutron-601336-94-hyperv neutron-server[94175]: return self._get(url).json() Jun 23 11:34:02.761318 dv-neutron-601336-94-hyperv neutron-server[94175]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 23 11:34:02.761318 dv-neutron-601336-94-hyperv neutron-server[94175]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 23 11:34:02.761318 dv-neutron-601336-94-hyperv neutron-server[94175]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 23 11:34:02.761318 dv-neutron-601336-94-hyperv neutron-server[94175]: return self.request(url, 'GET', **kwargs) Jun 23 11:34:02.761318 dv-neutron-601336-94-hyperv neutron-server[94175]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 23 11:34:02.761318 dv-neutron-601336-94-hyperv neutron-server[94175]: base_url = self.get_endpoint(auth, allow=allow, Jun 23 11:34:02.761318 dv-neutron-601336-94-hyperv neutron-server[94175]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 23 11:34:02.761318 dv-neutron-601336-94-hyperv neutron-server[94175]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 23 11:34:02.761318 dv-neutron-601336-94-hyperv neutron-server[94175]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 23 11:34:02.761318 dv-neutron-601336-94-hyperv neutron-server[94175]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 23 11:34:02.761318 dv-neutron-601336-94-hyperv neutron-server[94175]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 23 11:34:02.777616 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.wsgi [-] (94174) accepted ('10.222.0.20', 39992) {{(pid=94174) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 11:34:02.784202 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.services.tag.tag_plugin [None req-8408d06e-226e-46ed-bd93-1829b54e65c5 tempest-TagsTest-463466438 tempest-TagsTest-463466438-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'networks', '64f7864a-7528-42ee-a33b-aeaabbf0ddab', 'tempest-TagsTest-Tag-645664253') {} {{(pid=94174) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 11:34:02.796311 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron_lib.callbacks.manager [None req-7fdd824a-40e5-41e3-8658-617bff7b5fee tempest-SecGroupIPv6Test-1528675894 tempest-SecGroupIPv6Test-1528675894-project] Notify callbacks [] for security_group, precommit_create {{(pid=94175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:34:02.811433 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron_lib.callbacks.manager [None req-d804e6f0-2895-4b3c-a8de-45b122074d3e tempest-NetworksTest-2133396914 tempest-NetworksTest-2133396914-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-897259', 'neutron.services.segments.db._delete_segments_for_network-8773700168587'] for network, precommit_delete {{(pid=94175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:34:02.812994 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron_lib.callbacks.manager [None req-3232e922-94f0-4af0-a79b-8a134f796620 tempest-PortsTestJSON-2085221018 tempest-PortsTestJSON-2085221018-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-7866080', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-516693'] for router_interface, after_delete {{(pid=94174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:34:02.832845 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.services.segments.db [None req-d804e6f0-2895-4b3c-a8de-45b122074d3e tempest-NetworksTest-2133396914 tempest-NetworksTest-2133396914-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5a5ace35-38b6-48b8-ae07-f59bdda4e0e7']}} {{(pid=94175) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 11:34:02.836736 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron_lib.callbacks.manager [None req-31a1a802-19d7-4211-89da-64f9b773040a tempest-NetworksTestDHCPv6-162546708 tempest-NetworksTestDHCPv6-162546708-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-897248', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8002400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7866073', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-524247'] for network, after_delete {{(pid=94175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:34:02.849493 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG oslo_concurrency.lockutils [None req-67ea8e43-c58a-423f-a46c-969350ce109d tempest-NetworksTest-2133396914 tempest-NetworksTest-2133396914-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94175) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 11:34:02.858196 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron_lib.callbacks.manager [None req-31a1a802-19d7-4211-89da-64f9b773040a tempest-NetworksTestDHCPv6-162546708 tempest-NetworksTestDHCPv6-162546708-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7865916'] for network, before_response {{(pid=94175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:34:02.864493 dv-neutron-601336-94-hyperv neutron-server[94175]: INFO neutron.wsgi [None req-31a1a802-19d7-4211-89da-64f9b773040a tempest-NetworksTestDHCPv6-162546708 tempest-NetworksTestDHCPv6-162546708-project] 10.222.0.20 "DELETE /v2.0/networks/f53f535d-bce4-4da8-9bd9-396677ff4e83 HTTP/1.1" status: 204 len: 168 time: 0.6525745 Jun 23 11:34:02.866942 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.services.segments.db [None req-d804e6f0-2895-4b3c-a8de-45b122074d3e tempest-NetworksTest-2133396914 tempest-NetworksTest-2133396914-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '62d38252-5632-4696-b3f1-ea61dc865a32') {'for_net_delete': True} {{(pid=94175) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 11:34:02.867090 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.services.segments.db [None req-d804e6f0-2895-4b3c-a8de-45b122074d3e tempest-NetworksTest-2133396914 tempest-NetworksTest-2133396914-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '62d38252-5632-4696-b3f1-ea61dc865a32') {} {{(pid=94175) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 11:34:02.897457 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron_lib.callbacks.manager [None req-7fdd824a-40e5-41e3-8658-617bff7b5fee tempest-SecGroupIPv6Test-1528675894 tempest-SecGroupIPv6Test-1528675894-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7996330'] for security_group, after_create {{(pid=94175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:34:02.901033 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron_lib.callbacks.manager [None req-d804e6f0-2895-4b3c-a8de-45b122074d3e tempest-NetworksTest-2133396914 tempest-NetworksTest-2133396914-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8773699955833', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5190677'] for segment, before_delete {{(pid=94175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:34:02.910284 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron_lib.callbacks.manager [None req-5ef75caf-805d-4537-bcd9-e345041276ba tempest-PortsIpV6TestJSON-1781383748 tempest-PortsIpV6TestJSON-1781383748-project] Notify callbacks [] for port, precommit_create {{(pid=94175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:34:02.913198 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31a1a802-19d7-4211-89da-64f9b773040a tempest-NetworksTestDHCPv6-162546708 tempest-NetworksTestDHCPv6-162546708-project] Pushing event deleted for resources: {'Network': ['ID=f53f535d-bce4-4da8-9bd9-396677ff4e83,revision_number=None']} {{(pid=94175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 11:34:02.940229 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG oslo_concurrency.lockutils [None req-31a1a802-19d7-4211-89da-64f9b773040a tempest-NetworksTestDHCPv6-162546708 tempest-NetworksTestDHCPv6-162546708-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.091s {{(pid=94175) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 11:34:02.951619 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG oslo_concurrency.lockutils [None req-b5d5ec72-069e-48e0-a547-811dbfbbc4f0 tempest-TagsTest-463466438 tempest-TagsTest-463466438-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.039s {{(pid=94175) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 11:34:02.975315 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8a262aca-134d-4f64-a60e-d8e66dabada4 None None] get_active_networks_info from dv-neutron-601336-94-hyperv {{(pid=94176) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Jun 23 11:34:03.008146 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fdd824a-40e5-41e3-8658-617bff7b5fee tempest-SecGroupIPv6Test-1528675894 tempest-SecGroupIPv6Test-1528675894-project] Pushing event updated for resources: {'SecurityGroup': ['ID=722f11b7-3a59-4e90-a468-7392d500ed0f,revision_number=1']} {{(pid=94175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 11:34:03.011006 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron_lib.callbacks.manager [None req-d804e6f0-2895-4b3c-a8de-45b122074d3e tempest-NetworksTest-2133396914 tempest-NetworksTest-2133396914-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3801'] for segment, precommit_delete {{(pid=94175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:34:03.015436 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG oslo_concurrency.lockutils [None req-7fdd824a-40e5-41e3-8658-617bff7b5fee tempest-SecGroupIPv6Test-1528675894 tempest-SecGroupIPv6Test-1528675894-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.064s {{(pid=94175) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 11:34:03.023288 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d804e6f0-2895-4b3c-a8de-45b122074d3e tempest-NetworksTest-2133396914 tempest-NetworksTest-2133396914-project] Releasing vlan 427 on physical network physnet1 to pool {{(pid=94175) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 23 11:34:03.023886 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron_lib.callbacks.manager [None req-d804e6f0-2895-4b3c-a8de-45b122074d3e tempest-NetworksTest-2133396914 tempest-NetworksTest-2133396914-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3801', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5082371'] for segment, after_delete {{(pid=94175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:34:03.028687 dv-neutron-601336-94-hyperv neutron-server[94175]: Traceback (most recent call last): Jun 23 11:34:03.028687 dv-neutron-601336-94-hyperv neutron-server[94175]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 23 11:34:03.028687 dv-neutron-601336-94-hyperv neutron-server[94175]: timer() Jun 23 11:34:03.028687 dv-neutron-601336-94-hyperv neutron-server[94175]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 23 11:34:03.028687 dv-neutron-601336-94-hyperv neutron-server[94175]: cb(*args, **kw) Jun 23 11:34:03.028687 dv-neutron-601336-94-hyperv neutron-server[94175]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 23 11:34:03.028687 dv-neutron-601336-94-hyperv neutron-server[94175]: return func(*args, **kwargs) Jun 23 11:34:03.028687 dv-neutron-601336-94-hyperv neutron-server[94175]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 23 11:34:03.028687 dv-neutron-601336-94-hyperv neutron-server[94175]: self._notify() Jun 23 11:34:03.028687 dv-neutron-601336-94-hyperv neutron-server[94175]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 23 11:34:03.028687 dv-neutron-601336-94-hyperv neutron-server[94175]: self.callback(batched_events) Jun 23 11:34:03.028687 dv-neutron-601336-94-hyperv neutron-server[94175]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 23 11:34:03.028687 dv-neutron-601336-94-hyperv neutron-server[94175]: event.method(event) Jun 23 11:34:03.028687 dv-neutron-601336-94-hyperv neutron-server[94175]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 23 11:34:03.028687 dv-neutron-601336-94-hyperv neutron-server[94175]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 23 11:34:03.028687 dv-neutron-601336-94-hyperv neutron-server[94175]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 23 11:34:03.028687 dv-neutron-601336-94-hyperv neutron-server[94175]: aggregate_uuid = self.p_client.list_aggregates( Jun 23 11:34:03.028687 dv-neutron-601336-94-hyperv neutron-server[94175]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 23 11:34:03.028687 dv-neutron-601336-94-hyperv neutron-server[94175]: return f(self, *a, **k) Jun 23 11:34:03.028687 dv-neutron-601336-94-hyperv neutron-server[94175]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 23 11:34:03.028687 dv-neutron-601336-94-hyperv neutron-server[94175]: return self._get(url).json() Jun 23 11:34:03.028687 dv-neutron-601336-94-hyperv neutron-server[94175]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 23 11:34:03.028687 dv-neutron-601336-94-hyperv neutron-server[94175]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 23 11:34:03.028687 dv-neutron-601336-94-hyperv neutron-server[94175]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 23 11:34:03.028687 dv-neutron-601336-94-hyperv neutron-server[94175]: return self.request(url, 'GET', **kwargs) Jun 23 11:34:03.028687 dv-neutron-601336-94-hyperv neutron-server[94175]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 23 11:34:03.028687 dv-neutron-601336-94-hyperv neutron-server[94175]: base_url = self.get_endpoint(auth, allow=allow, Jun 23 11:34:03.028687 dv-neutron-601336-94-hyperv neutron-server[94175]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 23 11:34:03.028687 dv-neutron-601336-94-hyperv neutron-server[94175]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 23 11:34:03.028687 dv-neutron-601336-94-hyperv neutron-server[94175]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 23 11:34:03.028687 dv-neutron-601336-94-hyperv neutron-server[94175]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 23 11:34:03.028687 dv-neutron-601336-94-hyperv neutron-server[94175]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 23 11:34:03.076642 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron_lib.callbacks.manager [None req-7fdd824a-40e5-41e3-8658-617bff7b5fee tempest-SecGroupIPv6Test-1528675894 tempest-SecGroupIPv6Test-1528675894-project] Notify callbacks [] for security_group, before_response {{(pid=94175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:34:03.080430 dv-neutron-601336-94-hyperv neutron-server[94175]: INFO neutron.wsgi [None req-7fdd824a-40e5-41e3-8658-617bff7b5fee tempest-SecGroupIPv6Test-1528675894 tempest-SecGroupIPv6Test-1528675894-project] 10.222.0.20 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1743 time: 0.9785657 Jun 23 11:34:03.086533 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.wsgi [-] (94175) accepted ('10.222.0.20', 39996) {{(pid=94175) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 11:34:03.090364 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8a262aca-134d-4f64-a60e-d8e66dabada4 None None] Resources bound (agent type, host, resource id): {{(pid=94176) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Jun 23 11:34:03.102793 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.api.v2.base [None req-1aa02041-660b-4cf6-9718-4f1e75b8cb3c tempest-SecGroupIPv6Test-1528675894 tempest-SecGroupIPv6Test-1528675894-project] Request body: {'security_group': {'name': 'tempest-secgroup--818075965'}} {{(pid=94175) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 23 11:34:03.173941 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron_lib.db.api [None req-d804e6f0-2895-4b3c-a8de-45b122074d3e tempest-NetworksTest-2133396914 tempest-NetworksTest-2133396914-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Jun 23 11:34:03.173941 dv-neutron-601336-94-hyperv neutron-server[94175]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Jun 23 11:34:03.173941 dv-neutron-601336-94-hyperv neutron-server[94175]: [parameters: {'id': '5a5ace35-38b6-48b8-ae07-f59bdda4e0e7'}] Jun 23 11:34:03.173941 dv-neutron-601336-94-hyperv neutron-server[94175]: (Background on this error at: http://sqlalche.me/e/14/gkpj) {{(pid=94175) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jun 23 11:34:03.174781 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG oslo_db.api [None req-d804e6f0-2895-4b3c-a8de-45b122074d3e tempest-NetworksTest-2133396914 tempest-NetworksTest-2133396914-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=94175) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jun 23 11:34:03.266083 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron_lib.callbacks.manager [None req-1aa02041-660b-4cf6-9718-4f1e75b8cb3c tempest-SecGroupIPv6Test-1528675894 tempest-SecGroupIPv6Test-1528675894-project] Notify callbacks [] for security_group, before_create {{(pid=94175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:34:03.270393 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron_lib.callbacks.manager [None req-5ef75caf-805d-4537-bcd9-e345041276ba tempest-PortsIpV6TestJSON-1781383748 tempest-PortsIpV6TestJSON-1781383748-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-922915', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-239814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7866073', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773699642215', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-5082457'] for port, after_create {{(pid=94175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:34:03.298560 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG oslo_concurrency.lockutils [None req-0947f631-8754-4f2f-a7e3-6d83f0431f7c tempest-RoutersNegativeIpV6Test-1628881962 tempest-RoutersNegativeIpV6Test-1628881962-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94175) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 11:34:03.333154 dv-neutron-601336-94-hyperv neutron-server[94174]: INFO neutron.wsgi [None req-8408d06e-226e-46ed-bd93-1829b54e65c5 tempest-TagsTest-463466438 tempest-TagsTest-463466438-project] 10.222.0.20 "GET /v2.0/networks/64f7864a-7528-42ee-a33b-aeaabbf0ddab/tags/tempest-TagsTest-Tag-645664253 HTTP/1.1" status: 204 len: 168 time: 0.5545309 Jun 23 11:34:03.335740 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.wsgi [-] (94174) accepted ('10.222.0.20', 40002) {{(pid=94174) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 11:34:03.341149 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.services.tag.tag_plugin [None req-5e85ec18-96f1-4c2c-9cb1-9a275db492d0 tempest-TagsTest-463466438 tempest-TagsTest-463466438-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'networks', '64f7864a-7528-42ee-a33b-aeaabbf0ddab') {} {{(pid=94174) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 11:34:03.365186 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3232e922-94f0-4af0-a79b-8a134f796620 tempest-PortsTestJSON-2085221018 tempest-PortsTestJSON-2085221018-project] Router 33b628b5-44d2-4910-8fbd-3ddfdeb482ef has already been hosted by L3 agent 50ef99c0-ef28-4db5-b303-b145898fae60 {{(pid=94174) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 23 11:34:03.415937 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5ef75caf-805d-4537-bcd9-e345041276ba tempest-PortsIpV6TestJSON-1781383748 tempest-PortsIpV6TestJSON-1781383748-project] Network c16c789a-641f-4c9b-ac33-977ceb9ea600 is already hosted by enough agents. {{(pid=94175) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 23 11:34:03.430044 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.scheduler.base_scheduler [None req-5ef75caf-805d-4537-bcd9-e345041276ba tempest-PortsIpV6TestJSON-1781383748 tempest-PortsIpV6TestJSON-1781383748-project] Resources bound (agent type, host, resource id): {{(pid=94175) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 23 11:34:03.432534 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5ef75caf-805d-4537-bcd9-e345041276ba tempest-PortsIpV6TestJSON-1781383748 tempest-PortsIpV6TestJSON-1781383748-project] Received port after_create {{(pid=94175) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 23 11:34:03.440206 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5ef75caf-805d-4537-bcd9-e345041276ba tempest-PortsIpV6TestJSON-1781383748 tempest-PortsIpV6TestJSON-1781383748-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 11:34:03.441015 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron_lib.callbacks.manager [None req-5ef75caf-805d-4537-bcd9-e345041276ba tempest-PortsIpV6TestJSON-1781383748 tempest-PortsIpV6TestJSON-1781383748-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-217507'] for port, before_response {{(pid=94175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:34:03.459483 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ef75caf-805d-4537-bcd9-e345041276ba tempest-PortsIpV6TestJSON-1781383748 tempest-PortsIpV6TestJSON-1781383748-project] Pushing event updated for resources: {'Port': ['ID=aa06282b-92b1-4fbc-8dad-e6e55452f584,revision_number=1']} {{(pid=94175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 11:34:03.470961 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG oslo_concurrency.lockutils [None req-5ef75caf-805d-4537-bcd9-e345041276ba tempest-PortsIpV6TestJSON-1781383748 tempest-PortsIpV6TestJSON-1781383748-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.175s {{(pid=94175) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 11:34:03.475061 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.wsgi [-] (94174) accepted ('10.222.0.20', 40004) {{(pid=94174) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 11:34:03.490558 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3232e922-94f0-4af0-a79b-8a134f796620 tempest-PortsTestJSON-2085221018 tempest-PortsTestJSON-2085221018-project] Notify agent at l3_agent.dv-neutron-601336-94-hyperv the message routers_updated {{(pid=94174) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 23 11:34:03.496564 dv-neutron-601336-94-hyperv neutron-server[94174]: INFO neutron.wsgi [None req-3232e922-94f0-4af0-a79b-8a134f796620 tempest-PortsTestJSON-2085221018 tempest-PortsTestJSON-2085221018-project] 10.222.0.20 "PUT /v2.0/routers/33b628b5-44d2-4910-8fbd-3ddfdeb482ef/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.5037608 Jun 23 11:34:03.500487 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.wsgi [-] (94174) accepted ('10.222.0.20', 40008) {{(pid=94174) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 11:34:03.501420 dv-neutron-601336-94-hyperv neutron-server[94177]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9c14697f-c835-400f-872d-5fb9954d42ba None None] Sync routers for ids ['33b628b5-44d2-4910-8fbd-3ddfdeb482ef'] in dv-neutron-601336-94-hyperv {{(pid=94177) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 23 11:34:03.519068 dv-neutron-601336-94-hyperv neutron-server[94177]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9c14697f-c835-400f-872d-5fb9954d42ba None None] Routers {'33b628b5-44d2-4910-8fbd-3ddfdeb482ef'} bound to L3 agent in host dv-neutron-601336-94-hyperv {{(pid=94177) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 23 11:34:03.519693 dv-neutron-601336-94-hyperv neutron-server[94177]: DEBUG neutron.db.l3_hamode_db [None req-9c14697f-c835-400f-872d-5fb9954d42ba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-601336-94-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-06-23T11:22:13Z,description=,heartbeat_timestamp=2021-06-23T11:33:43Z,host='dv-neutron-601336-94-hyperv',id=50ef99c0-ef28-4db5-b303-b145898fae60,load=0,resource_versions=,resources_synced=,started_at=2021-06-23T11:22:14Z,topic='l3_agent')) {'router_ids': ['33b628b5-44d2-4910-8fbd-3ddfdeb482ef'], 'active': True} {{(pid=94177) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 11:34:03.532586 dv-neutron-601336-94-hyperv neutron-server[94174]: INFO neutron.pecan_wsgi.hooks.translation [None req-5071eec7-6993-4734-9a62-3d4c1901ef7b tempest-PortsTestJSON-2085221018 tempest-PortsTestJSON-2085221018-project] GET failed (client error): The resource could not be found. Jun 23 11:34:03.534200 dv-neutron-601336-94-hyperv neutron-server[94174]: INFO neutron.wsgi [None req-5071eec7-6993-4734-9a62-3d4c1901ef7b tempest-PortsTestJSON-2085221018 tempest-PortsTestJSON-2085221018-project] 10.222.0.20 "GET /v2.0/ports/688604c2-c46f-4ece-8c3f-f7d80e4ff091 HTTP/1.1" status: 404 len: 333 time: 0.0327842 Jun 23 11:34:03.538009 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.wsgi [-] (94175) accepted ('10.222.0.20', 40010) {{(pid=94175) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 11:34:03.560498 dv-neutron-601336-94-hyperv neutron-server[94177]: DEBUG neutron.db.l3_hamode_db [None req-9c14697f-c835-400f-872d-5fb9954d42ba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-601336-94-hyperv', False) {} {{(pid=94177) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 11:34:03.562971 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron_lib.callbacks.manager [None req-1aa02041-660b-4cf6-9718-4f1e75b8cb3c tempest-SecGroupIPv6Test-1528675894 tempest-SecGroupIPv6Test-1528675894-project] Notify callbacks [] for security_group, precommit_create {{(pid=94175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:34:03.569641 dv-neutron-601336-94-hyperv neutron-server[94177]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9c14697f-c835-400f-872d-5fb9954d42ba None None] Routers {'33b628b5-44d2-4910-8fbd-3ddfdeb482ef'} bound to L3 agent in host dv-neutron-601336-94-hyperv {{(pid=94177) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 23 11:34:03.570319 dv-neutron-601336-94-hyperv neutron-server[94177]: DEBUG neutron.db.l3_hamode_db [None req-9c14697f-c835-400f-872d-5fb9954d42ba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-601336-94-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-06-23T11:22:13Z,description=,heartbeat_timestamp=2021-06-23T11:33:43Z,host='dv-neutron-601336-94-hyperv',id=50ef99c0-ef28-4db5-b303-b145898fae60,load=0,resource_versions=,resources_synced=,started_at=2021-06-23T11:22:14Z,topic='l3_agent')) {'router_ids': ['33b628b5-44d2-4910-8fbd-3ddfdeb482ef'], 'active': True} {{(pid=94177) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 11:34:03.602530 dv-neutron-601336-94-hyperv neutron-server[94177]: DEBUG neutron.db.l3_hamode_db [None req-9c14697f-c835-400f-872d-5fb9954d42ba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-601336-94-hyperv', False) {} {{(pid=94177) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 11:34:03.603216 dv-neutron-601336-94-hyperv neutron-server[94177]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9c14697f-c835-400f-872d-5fb9954d42ba None None] The sync data for ids ['33b628b5-44d2-4910-8fbd-3ddfdeb482ef'] in dv-neutron-601336-94-hyperv is: [] {{(pid=94177) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 23 11:34:03.635068 dv-neutron-601336-94-hyperv neutron-server[94174]: INFO neutron.wsgi [None req-5e85ec18-96f1-4c2c-9cb1-9a275db492d0 tempest-TagsTest-463466438 tempest-TagsTest-463466438-project] 10.222.0.20 "DELETE /v2.0/networks/64f7864a-7528-42ee-a33b-aeaabbf0ddab/tags HTTP/1.1" status: 204 len: 168 time: 0.2981365 Jun 23 11:34:03.635572 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron_lib.callbacks.manager [None req-afe046eb-8521-48d0-b292-5fad4805bb99 tempest-PortsTestJSON-2085221018 tempest-PortsTestJSON-2085221018-project] Notify callbacks [] for router, before_delete {{(pid=94175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:34:03.639351 dv-neutron-601336-94-hyperv neutron-server[94174]: INFO neutron.wsgi [None req-ea917bed-9e2a-46b1-ab38-cd3abbaa29b8 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=5e61222a836c47229c94e37f3902e6bd&name=default HTTP/1.1" status: 200 len: 2975 time: 0.1616111 Jun 23 11:34:03.641609 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.wsgi [-] (94174) accepted ('10.222.0.20', 40012) {{(pid=94174) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 11:34:03.641935 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.wsgi [-] (94174) accepted ('10.222.0.20', 40014) {{(pid=94174) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 11:34:03.647214 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.services.tag.tag_plugin [None req-b467af5e-35c0-4ee3-9d1a-aa740368eaea tempest-TagsTest-463466438 tempest-TagsTest-463466438-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'networks', '64f7864a-7528-42ee-a33b-aeaabbf0ddab', 'tempest-TagsTest-Tag-973846666') {} {{(pid=94174) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 11:34:03.675408 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron_lib.callbacks.manager [None req-1aa02041-660b-4cf6-9718-4f1e75b8cb3c tempest-SecGroupIPv6Test-1528675894 tempest-SecGroupIPv6Test-1528675894-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7996330'] for security_group, after_create {{(pid=94175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:34:03.703160 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron_lib.callbacks.manager [None req-d804e6f0-2895-4b3c-a8de-45b122074d3e tempest-NetworksTest-2133396914 tempest-NetworksTest-2133396914-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-824874'] for network, before_delete {{(pid=94175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:34:03.704810 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG oslo_concurrency.lockutils [None req-e354e48d-57a1-483c-be29-d882fd00a228 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94175) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 11:34:03.746610 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron_lib.callbacks.manager [None req-b9cb9c80-8cd5-4f46-a0c3-39ec5612fabe admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:34:03.758309 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46471037-5c2a-4a8c-929b-3416ac064dfa req-262c02a3-241f-4650-b02b-614f17179ef7 tempest-ServerActionsTestJSON-161917335 tempest-ServerActionsTestJSON-161917335-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 11:34:03.760036 dv-neutron-601336-94-hyperv neutron-server[94175]: INFO neutron.wsgi [req-46471037-5c2a-4a8c-929b-3416ac064dfa req-262c02a3-241f-4650-b02b-614f17179ef7 tempest-ServerActionsTestJSON-161917335 tempest-ServerActionsTestJSON-161917335-project] 10.222.0.20 "GET /v2.0/ports?device_id=85769616-6b8b-4da7-ad73-344986edf607 HTTP/1.1" status: 200 len: 945 time: 0.2847581 Jun 23 11:34:03.763158 dv-neutron-601336-94-hyperv neutron-server[94174]: INFO neutron.api.v2.resource [None req-b467af5e-35c0-4ee3-9d1a-aa740368eaea tempest-TagsTest-463466438 tempest-TagsTest-463466438-project] show failed (client error): The resource could not be found. Jun 23 11:34:03.766737 dv-neutron-601336-94-hyperv neutron-server[94174]: INFO neutron.wsgi [None req-b467af5e-35c0-4ee3-9d1a-aa740368eaea tempest-TagsTest-463466438 tempest-TagsTest-463466438-project] 10.222.0.20 "GET /v2.0/networks/64f7864a-7528-42ee-a33b-aeaabbf0ddab/tags/tempest-TagsTest-Tag-973846666 HTTP/1.1" status: 404 len: 325 time: 0.1213510 Jun 23 11:34:03.768302 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.wsgi [-] (94174) accepted ('10.222.0.20', 40016) {{(pid=94174) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 11:34:03.772592 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.services.tag.tag_plugin [None req-d1846d9c-c819-44ff-8738-c6ee913562c4 tempest-TagsTest-463466438 tempest-TagsTest-463466438-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'networks', '64f7864a-7528-42ee-a33b-aeaabbf0ddab', 'tempest-TagsTest-Tag-645664253') {} {{(pid=94174) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 11:34:03.780422 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron_lib.callbacks.manager [None req-b9cb9c80-8cd5-4f46-a0c3-39ec5612fabe admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:34:03.822440 dv-neutron-601336-94-hyperv neutron-server[94175]: INFO neutron.wsgi [None req-5ef75caf-805d-4537-bcd9-e345041276ba tempest-PortsIpV6TestJSON-1781383748 tempest-PortsIpV6TestJSON-1781383748-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 850 time: 2.0498419 Jun 23 11:34:03.828049 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1aa02041-660b-4cf6-9718-4f1e75b8cb3c tempest-SecGroupIPv6Test-1528675894 tempest-SecGroupIPv6Test-1528675894-project] Pushing event updated for resources: {'SecurityGroup': ['ID=8cf0245f-05b1-4454-b558-42b031b0372d,revision_number=1']} {{(pid=94175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 11:34:03.829303 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.wsgi [-] (94174) accepted ('10.222.0.20', 40018) {{(pid=94174) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 11:34:03.830852 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG oslo_concurrency.lockutils [None req-1aa02041-660b-4cf6-9718-4f1e75b8cb3c tempest-SecGroupIPv6Test-1528675894 tempest-SecGroupIPv6Test-1528675894-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.126s {{(pid=94175) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 11:34:03.881971 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron_lib.callbacks.manager [None req-1aa02041-660b-4cf6-9718-4f1e75b8cb3c tempest-SecGroupIPv6Test-1528675894 tempest-SecGroupIPv6Test-1528675894-project] Notify callbacks [] for security_group, before_response {{(pid=94175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:34:03.885654 dv-neutron-601336-94-hyperv neutron-server[94175]: INFO neutron.wsgi [None req-1aa02041-660b-4cf6-9718-4f1e75b8cb3c tempest-SecGroupIPv6Test-1528675894 tempest-SecGroupIPv6Test-1528675894-project] 10.222.0.20 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1743 time: 0.7935224 Jun 23 11:34:03.888889 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.wsgi [-] (94174) accepted ('10.222.0.20', 40020) {{(pid=94174) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 11:34:03.895147 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron_lib.callbacks.manager [None req-afe046eb-8521-48d0-b292-5fad4805bb99 tempest-PortsTestJSON-2085221018 tempest-PortsTestJSON-2085221018-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-520417', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-32301'] for router, precommit_delete {{(pid=94175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:34:03.895779 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.api.v2.base [None req-fc182c5c-acfe-4fa3-a5e5-f6a90b0a67ee tempest-SecGroupIPv6Test-1528675894 tempest-SecGroupIPv6Test-1528675894-project] Request body: {'security_group_rule': {'security_group_id': '722f11b7-3a59-4e90-a468-7392d500ed0f', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'udp', 'port_range_min': 50, 'port_range_max': 55, 'remote_group_id': '8cf0245f-05b1-4454-b558-42b031b0372d', 'remote_ip_prefix': None}} {{(pid=94174) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 23 11:34:03.897951 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron_lib.callbacks.manager [None req-afe046eb-8521-48d0-b292-5fad4805bb99 tempest-PortsTestJSON-2085221018 tempest-PortsTestJSON-2085221018-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:34:03.957815 dv-neutron-601336-94-hyperv neutron-server[94174]: INFO neutron.api.v2.resource [None req-d1846d9c-c819-44ff-8738-c6ee913562c4 tempest-TagsTest-463466438 tempest-TagsTest-463466438-project] show failed (client error): The resource could not be found. Jun 23 11:34:03.958870 dv-neutron-601336-94-hyperv neutron-server[94174]: INFO neutron.wsgi [None req-d1846d9c-c819-44ff-8738-c6ee913562c4 tempest-TagsTest-463466438 tempest-TagsTest-463466438-project] 10.222.0.20 "GET /v2.0/networks/64f7864a-7528-42ee-a33b-aeaabbf0ddab/tags/tempest-TagsTest-Tag-645664253 HTTP/1.1" status: 404 len: 325 time: 0.1896682 Jun 23 11:34:03.962034 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.wsgi [-] (94174) accepted ('10.222.0.20', 40022) {{(pid=94174) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 11:34:03.967481 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.services.tag.tag_plugin [None req-9899e37f-93c8-432b-bfd8-3a754aff9746 tempest-TagsTest-463466438 tempest-TagsTest-463466438-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'networks', '64f7864a-7528-42ee-a33b-aeaabbf0ddab') {} {{(pid=94174) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 11:34:03.988849 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron_lib.callbacks.manager [None req-b9cb9c80-8cd5-4f46-a0c3-39ec5612fabe admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7996330'] for security_group, after_delete {{(pid=94174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:34:03.991461 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron_lib.callbacks.manager [None req-b9cb9c80-8cd5-4f46-a0c3-39ec5612fabe admin admin] Notify callbacks [] for security_group, before_response {{(pid=94174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:34:03.992603 dv-neutron-601336-94-hyperv neutron-server[94174]: INFO neutron.wsgi [None req-b9cb9c80-8cd5-4f46-a0c3-39ec5612fabe admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/fc166d7d-c74a-426c-ac37-fb1bed1be756 HTTP/1.1" status: 204 len: 168 time: 0.3486588 Jun 23 11:34:03.998763 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG oslo_concurrency.lockutils [None req-8f41bb4a-e7e3-4596-a3b4-46ea28dce37c tempest-SecGroupIPv6Test-1528675894 tempest-SecGroupIPv6Test-1528675894-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94174) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 11:34:04.046230 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9cb9c80-8cd5-4f46-a0c3-39ec5612fabe admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fc166d7d-c74a-426c-ac37-fb1bed1be756,revision_number=None']} {{(pid=94174) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 11:34:04.063068 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG oslo_concurrency.lockutils [None req-b9cb9c80-8cd5-4f46-a0c3-39ec5612fabe admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.064s {{(pid=94174) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 11:34:04.068462 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron_lib.callbacks.manager [None req-fc182c5c-acfe-4fa3-a5e5-f6a90b0a67ee tempest-SecGroupIPv6Test-1528675894 tempest-SecGroupIPv6Test-1528675894-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:34:04.077497 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.plugins.ml2.plugin [None req-e743a3ed-8c05-4cb1-bac2-fb7f74a3847f tempest-PortsIpV6TestJSON-1781383748 tempest-PortsIpV6TestJSON-1781383748-project] Deleting port aa06282b-92b1-4fbc-8dad-e6e55452f584 {{(pid=94174) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1913}} Jun 23 11:34:04.077848 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron_lib.callbacks.manager [None req-e743a3ed-8c05-4cb1-bac2-fb7f74a3847f tempest-PortsIpV6TestJSON-1781383748 tempest-PortsIpV6TestJSON-1781383748-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773700079324'] for port, before_delete {{(pid=94174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:34:04.188979 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron_lib.callbacks.manager [None req-e743a3ed-8c05-4cb1-bac2-fb7f74a3847f tempest-PortsIpV6TestJSON-1781383748 tempest-PortsIpV6TestJSON-1781383748-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-430722'] for port, precommit_delete {{(pid=94174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:34:04.212249 dv-neutron-601336-94-hyperv neutron-server[94174]: INFO neutron.wsgi [None req-9899e37f-93c8-432b-bfd8-3a754aff9746 tempest-TagsTest-463466438 tempest-TagsTest-463466438-project] 10.222.0.20 "DELETE /v2.0/networks/64f7864a-7528-42ee-a33b-aeaabbf0ddab/tags HTTP/1.1" status: 204 len: 168 time: 0.2491865 Jun 23 11:34:04.218796 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.wsgi [-] (94174) accepted ('10.222.0.20', 40026) {{(pid=94174) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 11:34:04.219661 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.plugins.ml2.plugin [None req-e743a3ed-8c05-4cb1-bac2-fb7f74a3847f tempest-PortsIpV6TestJSON-1781383748 tempest-PortsIpV6TestJSON-1781383748-project] Calling delete_port for aa06282b-92b1-4fbc-8dad-e6e55452f584 owned by {{(pid=94174) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1986}} Jun 23 11:34:04.249320 dv-neutron-601336-94-hyperv neutron-server[94175]: INFO neutron.wsgi [req-46471037-5c2a-4a8c-929b-3416ac064dfa req-e1d98c14-44cc-48ad-b954-ab8f0c3d89d0 tempest-ServerActionsTestJSON-161917335 tempest-ServerActionsTestJSON-161917335-project] 10.222.0.20 "GET /v2.0/security-groups?id=f0520e5d-8f0e-4c28-b543-be4405698077&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4564126 Jun 23 11:34:04.264423 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.plugins.ml2.plugin [None req-d804e6f0-2895-4b3c-a8de-45b122074d3e tempest-NetworksTest-2133396914 tempest-NetworksTest-2133396914-project] Deleting port 9a740065-1ccc-4b32-8277-5f005edd7f19 {{(pid=94175) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1913}} Jun 23 11:34:04.264423 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron_lib.callbacks.manager [None req-d804e6f0-2895-4b3c-a8de-45b122074d3e tempest-NetworksTest-2133396914 tempest-NetworksTest-2133396914-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773700079324'] for port, before_delete {{(pid=94175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:34:04.286311 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron_lib.callbacks.manager [None req-fc182c5c-acfe-4fa3-a5e5-f6a90b0a67ee tempest-SecGroupIPv6Test-1528675894 tempest-SecGroupIPv6Test-1528675894-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:34:04.349273 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.plugins.ml2.db [None req-d804e6f0-2895-4b3c-a8de-45b122074d3e tempest-NetworksTest-2133396914 tempest-NetworksTest-2133396914-project] For port 9a740065-1ccc-4b32-8277-5f005edd7f19, host dv-neutron-601336-94-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-94-hyperv',level=0,port_id=9a740065-1ccc-4b32-8277-5f005edd7f19,segment=NetworkSegment(62d38252-5632-4696-b3f1-ea61dc865a32),segment_id=62d38252-5632-4696-b3f1-ea61dc865a32)] {{(pid=94175) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 23 11:34:04.349645 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron_lib.callbacks.manager [None req-d804e6f0-2895-4b3c-a8de-45b122074d3e tempest-NetworksTest-2133396914 tempest-NetworksTest-2133396914-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-430722'] for port, precommit_delete {{(pid=94175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:34:04.363858 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron_lib.callbacks.manager [None req-6a548bba-11e4-4c08-830b-1d925c469768 tempest-TagsTest-463466438 tempest-TagsTest-463466438-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-824874'] for network, before_delete {{(pid=94174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:34:04.367857 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron_lib.callbacks.manager [None req-afe046eb-8521-48d0-b292-5fad4805bb99 tempest-PortsTestJSON-2085221018 tempest-PortsTestJSON-2085221018-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-494961'] for router, after_delete {{(pid=94175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:34:04.368346 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-afe046eb-8521-48d0-b292-5fad4805bb99 tempest-PortsTestJSON-2085221018 tempest-PortsTestJSON-2085221018-project] Fanout notify agent at l3_agent the message router_deleted on router 33b628b5-44d2-4910-8fbd-3ddfdeb482ef {{(pid=94175) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jun 23 11:34:04.378476 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.plugins.ml2.plugin [None req-d804e6f0-2895-4b3c-a8de-45b122074d3e tempest-NetworksTest-2133396914 tempest-NetworksTest-2133396914-project] Calling delete_port for 9a740065-1ccc-4b32-8277-5f005edd7f19 owned by network:dhcp {{(pid=94175) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1986}} Jun 23 11:34:04.388053 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron_lib.callbacks.manager [None req-afe046eb-8521-48d0-b292-5fad4805bb99 tempest-PortsTestJSON-2085221018 tempest-PortsTestJSON-2085221018-project] Notify callbacks [] for router, before_response {{(pid=94175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:34:04.393536 dv-neutron-601336-94-hyperv neutron-server[94175]: INFO neutron.wsgi [None req-afe046eb-8521-48d0-b292-5fad4805bb99 tempest-PortsTestJSON-2085221018 tempest-PortsTestJSON-2085221018-project] 10.222.0.20 "DELETE /v2.0/routers/33b628b5-44d2-4910-8fbd-3ddfdeb482ef HTTP/1.1" status: 204 len: 168 time: 0.8469112 Jun 23 11:34:04.393676 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron_lib.callbacks.manager [None req-fc182c5c-acfe-4fa3-a5e5-f6a90b0a67ee tempest-SecGroupIPv6Test-1528675894 tempest-SecGroupIPv6Test-1528675894-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7996355'] for security_group_rule, after_create {{(pid=94174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:34:04.399663 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.wsgi [-] (94175) accepted ('10.222.0.20', 40034) {{(pid=94175) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 11:34:04.420122 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG oslo_concurrency.lockutils [None req-c8126501-18a3-4b22-8a80-b665b4398163 tempest-SecGroupIPv6Test-1528675894 tempest-SecGroupIPv6Test-1528675894-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94174) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 11:34:04.465100 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc182c5c-acfe-4fa3-a5e5-f6a90b0a67ee tempest-SecGroupIPv6Test-1528675894 tempest-SecGroupIPv6Test-1528675894-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a38e0c3e-37f8-4c31-8911-9528a6f6e36c,revision_number=0']} {{(pid=94174) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 11:34:04.465862 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG oslo_concurrency.lockutils [None req-fc182c5c-acfe-4fa3-a5e5-f6a90b0a67ee tempest-SecGroupIPv6Test-1528675894 tempest-SecGroupIPv6Test-1528675894-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=94174) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 11:34:04.500927 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.db.db_base_plugin_v2 [None req-c593cf57-837a-418e-9bf6-186805354e76 tempest-PortsTestJSON-2085221018 tempest-PortsTestJSON-2085221018-project] Deleting subnet 44806553-bbba-43ae-a691-67ba0c8faf45 {{(pid=94175) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jun 23 11:34:04.505980 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron_lib.callbacks.manager [None req-c593cf57-837a-418e-9bf6-186805354e76 tempest-PortsTestJSON-2085221018 tempest-PortsTestJSON-2085221018-project] Notify callbacks [] for subnet, before_delete {{(pid=94175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:34:04.517015 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron_lib.callbacks.manager [None req-e743a3ed-8c05-4cb1-bac2-fb7f74a3847f tempest-PortsIpV6TestJSON-1781383748 tempest-PortsIpV6TestJSON-1781383748-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-922904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866062', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773700135024', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773699642224', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5196390'] for port, after_delete {{(pid=94174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:34:04.525583 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG oslo_concurrency.lockutils [None req-40ade3b6-14cc-4288-a945-528da7af88b8 tempest-PortsIpV6TestJSON-1781383748 tempest-PortsIpV6TestJSON-1781383748-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94174) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 11:34:04.539446 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron_lib.callbacks.manager [None req-fc182c5c-acfe-4fa3-a5e5-f6a90b0a67ee tempest-SecGroupIPv6Test-1528675894 tempest-SecGroupIPv6Test-1528675894-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:34:04.540588 dv-neutron-601336-94-hyperv neutron-server[94174]: INFO neutron.wsgi [None req-fc182c5c-acfe-4fa3-a5e5-f6a90b0a67ee tempest-SecGroupIPv6Test-1528675894 tempest-SecGroupIPv6Test-1528675894-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 798 time: 0.6507688 Jun 23 11:34:04.546215 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.wsgi [-] (94175) accepted ('10.222.0.20', 40040) {{(pid=94175) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 11:34:04.558546 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron_lib.callbacks.manager [None req-6a548bba-11e4-4c08-830b-1d925c469768 tempest-TagsTest-463466438 tempest-TagsTest-463466438-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-897259', 'neutron.services.segments.db._delete_segments_for_network-8773700168587'] for network, precommit_delete {{(pid=94174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:34:04.568135 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron_lib.callbacks.manager [None req-c593cf57-837a-418e-9bf6-186805354e76 tempest-PortsTestJSON-2085221018 tempest-PortsTestJSON-2085221018-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5190686'] for subnet, precommit_delete_associations {{(pid=94175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:34:04.571711 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e743a3ed-8c05-4cb1-bac2-fb7f74a3847f tempest-PortsIpV6TestJSON-1781383748 tempest-PortsIpV6TestJSON-1781383748-project] Pushing event deleted for resources: {'Port': ['ID=aa06282b-92b1-4fbc-8dad-e6e55452f584,revision_number=None']} {{(pid=94174) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 11:34:04.577864 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron_lib.callbacks.manager [None req-e743a3ed-8c05-4cb1-bac2-fb7f74a3847f tempest-PortsIpV6TestJSON-1781383748 tempest-PortsIpV6TestJSON-1781383748-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-217507'] for port, before_response {{(pid=94174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:34:04.583886 dv-neutron-601336-94-hyperv neutron-server[94174]: INFO neutron.wsgi [None req-e743a3ed-8c05-4cb1-bac2-fb7f74a3847f tempest-PortsIpV6TestJSON-1781383748 tempest-PortsIpV6TestJSON-1781383748-project] 10.222.0.20 "DELETE /v2.0/ports/aa06282b-92b1-4fbc-8dad-e6e55452f584 HTTP/1.1" status: 204 len: 168 time: 0.7507405 Jun 23 11:34:04.583886 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.services.segments.db [None req-6a548bba-11e4-4c08-830b-1d925c469768 tempest-TagsTest-463466438 tempest-TagsTest-463466438-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['64f7864a-7528-42ee-a33b-aeaabbf0ddab']}} {{(pid=94174) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 11:34:04.586840 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG oslo_concurrency.lockutils [None req-e743a3ed-8c05-4cb1-bac2-fb7f74a3847f tempest-PortsIpV6TestJSON-1781383748 tempest-PortsIpV6TestJSON-1781383748-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.061s {{(pid=94174) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 11:34:04.588845 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.wsgi [-] (94174) accepted ('10.222.0.20', 40044) {{(pid=94174) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 11:34:04.599132 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.api.v2.base [None req-a50d4557-ae79-47dd-a66f-14c54b0911b0 tempest-PortsIpV6TestJSON-1781383748 tempest-PortsIpV6TestJSON-1781383748-project] Request body: {'port': {'network_id': 'c16c789a-641f-4c9b-ac33-977ceb9ea600', 'mac_address': 'fa:16:3e:2e:2b:79', 'name': 'tempest-PortsIpV6TestJSON-1991200487'}} {{(pid=94174) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 23 11:34:04.604969 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron_lib.callbacks.manager [None req-a4a9e233-a5ac-4e46-b5d0-f7de03947327 tempest-SecGroupIPv6Test-1528675894 tempest-SecGroupIPv6Test-1528675894-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=94175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:34:04.609558 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.services.segments.db [None req-6a548bba-11e4-4c08-830b-1d925c469768 tempest-TagsTest-463466438 tempest-TagsTest-463466438-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '904e012e-f2eb-490b-ab0b-d26800e60f43') {'for_net_delete': True} {{(pid=94174) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 11:34:04.609864 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.services.segments.db [None req-6a548bba-11e4-4c08-830b-1d925c469768 tempest-TagsTest-463466438 tempest-TagsTest-463466438-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '904e012e-f2eb-490b-ab0b-d26800e60f43') {} {{(pid=94174) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 11:34:04.618295 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron_lib.callbacks.manager [None req-a4a9e233-a5ac-4e46-b5d0-f7de03947327 tempest-SecGroupIPv6Test-1528675894 tempest-SecGroupIPv6Test-1528675894-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=94175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:34:04.630663 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron_lib.callbacks.manager [None req-6a548bba-11e4-4c08-830b-1d925c469768 tempest-TagsTest-463466438 tempest-TagsTest-463466438-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8773699955833', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4800267'] for segment, before_delete {{(pid=94174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:34:04.640038 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron_lib.callbacks.manager [None req-d804e6f0-2895-4b3c-a8de-45b122074d3e tempest-NetworksTest-2133396914 tempest-NetworksTest-2133396914-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-922904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866062', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773700135024', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773699642224', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5082448'] for port, after_delete {{(pid=94175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:34:04.645985 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG oslo_concurrency.lockutils [None req-525021ee-0211-4048-98e2-99f68ea6b2a0 tempest-PortsIpV6TestJSON-1781383748 tempest-PortsIpV6TestJSON-1781383748-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94175) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 11:34:04.673674 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-810bd0b3-e697-48ff-9779-8b2e4e768661 req-5243a8f0-32ff-4d80-b1c7-84965e1f7f79 tempest-ServerActionsTestJSON-161917335 tempest-ServerActionsTestJSON-161917335-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94174) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 11:34:04.675102 dv-neutron-601336-94-hyperv neutron-server[94174]: INFO neutron.wsgi [req-810bd0b3-e697-48ff-9779-8b2e4e768661 req-5243a8f0-32ff-4d80-b1c7-84965e1f7f79 tempest-ServerActionsTestJSON-161917335 tempest-ServerActionsTestJSON-161917335-project] 10.222.0.20 "GET /v2.0/ports?device_id=85769616-6b8b-4da7-ad73-344986edf607 HTTP/1.1" status: 200 len: 945 time: 0.2896764 Jun 23 11:34:04.696786 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d804e6f0-2895-4b3c-a8de-45b122074d3e tempest-NetworksTest-2133396914 tempest-NetworksTest-2133396914-project] Pushing event deleted for resources: {'Port': ['ID=9a740065-1ccc-4b32-8277-5f005edd7f19,revision_number=None']} {{(pid=94175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 11:34:04.697530 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron_lib.callbacks.manager [None req-6a548bba-11e4-4c08-830b-1d925c469768 tempest-TagsTest-463466438 tempest-TagsTest-463466438-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3801'] for segment, precommit_delete {{(pid=94174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:34:04.700879 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d804e6f0-2895-4b3c-a8de-45b122074d3e tempest-NetworksTest-2133396914 tempest-NetworksTest-2133396914-project] No DVR routers for this DVR port 9a740065-1ccc-4b32-8277-5f005edd7f19 on host dv-neutron-601336-94-hyperv {{(pid=94175) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 23 11:34:04.702459 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG oslo_concurrency.lockutils [None req-d804e6f0-2895-4b3c-a8de-45b122074d3e tempest-NetworksTest-2133396914 tempest-NetworksTest-2133396914-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.057s {{(pid=94175) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 11:34:04.722477 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6a548bba-11e4-4c08-830b-1d925c469768 tempest-TagsTest-463466438 tempest-TagsTest-463466438-project] Releasing vlan 408 on physical network physnet1 to pool {{(pid=94174) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 23 11:34:04.722888 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron_lib.callbacks.manager [None req-6a548bba-11e4-4c08-830b-1d925c469768 tempest-TagsTest-463466438 tempest-TagsTest-463466438-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3801', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5196341'] for segment, after_delete {{(pid=94174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:34:04.729967 dv-neutron-601336-94-hyperv neutron-server[94174]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 23 11:34:04.729967 dv-neutron-601336-94-hyperv neutron-server[94174]: conditions |= (models_v2.Port.network_id.in_( Jun 23 11:34:04.729967 dv-neutron-601336-94-hyperv neutron-server[94174]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 23 11:34:04.729967 dv-neutron-601336-94-hyperv neutron-server[94174]: conditions |= (models_v2.Port.network_id.in_( Jun 23 11:34:04.729967 dv-neutron-601336-94-hyperv neutron-server[94174]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 23 11:34:04.729967 dv-neutron-601336-94-hyperv neutron-server[94174]: conditions |= (models_v2.Port.network_id.in_( Jun 23 11:34:04.729967 dv-neutron-601336-94-hyperv neutron-server[94174]: Traceback (most recent call last): Jun 23 11:34:04.729967 dv-neutron-601336-94-hyperv neutron-server[94174]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 23 11:34:04.729967 dv-neutron-601336-94-hyperv neutron-server[94174]: timer() Jun 23 11:34:04.729967 dv-neutron-601336-94-hyperv neutron-server[94174]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 23 11:34:04.729967 dv-neutron-601336-94-hyperv neutron-server[94174]: cb(*args, **kw) Jun 23 11:34:04.729967 dv-neutron-601336-94-hyperv neutron-server[94174]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 23 11:34:04.729967 dv-neutron-601336-94-hyperv neutron-server[94174]: return func(*args, **kwargs) Jun 23 11:34:04.729967 dv-neutron-601336-94-hyperv neutron-server[94174]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 23 11:34:04.729967 dv-neutron-601336-94-hyperv neutron-server[94174]: self._notify() Jun 23 11:34:04.729967 dv-neutron-601336-94-hyperv neutron-server[94174]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 23 11:34:04.729967 dv-neutron-601336-94-hyperv neutron-server[94174]: self.callback(batched_events) Jun 23 11:34:04.729967 dv-neutron-601336-94-hyperv neutron-server[94174]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 23 11:34:04.729967 dv-neutron-601336-94-hyperv neutron-server[94174]: event.method(event) Jun 23 11:34:04.729967 dv-neutron-601336-94-hyperv neutron-server[94174]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 23 11:34:04.729967 dv-neutron-601336-94-hyperv neutron-server[94174]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 23 11:34:04.729967 dv-neutron-601336-94-hyperv neutron-server[94174]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 23 11:34:04.729967 dv-neutron-601336-94-hyperv neutron-server[94174]: aggregate_uuid = self.p_client.list_aggregates( Jun 23 11:34:04.729967 dv-neutron-601336-94-hyperv neutron-server[94174]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 23 11:34:04.729967 dv-neutron-601336-94-hyperv neutron-server[94174]: return f(self, *a, **k) Jun 23 11:34:04.729967 dv-neutron-601336-94-hyperv neutron-server[94174]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 23 11:34:04.729967 dv-neutron-601336-94-hyperv neutron-server[94174]: return self._get(url).json() Jun 23 11:34:04.729967 dv-neutron-601336-94-hyperv neutron-server[94174]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 23 11:34:04.729967 dv-neutron-601336-94-hyperv neutron-server[94174]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 23 11:34:04.729967 dv-neutron-601336-94-hyperv neutron-server[94174]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 23 11:34:04.729967 dv-neutron-601336-94-hyperv neutron-server[94174]: return self.request(url, 'GET', **kwargs) Jun 23 11:34:04.729967 dv-neutron-601336-94-hyperv neutron-server[94174]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 23 11:34:04.729967 dv-neutron-601336-94-hyperv neutron-server[94174]: base_url = self.get_endpoint(auth, allow=allow, Jun 23 11:34:04.729967 dv-neutron-601336-94-hyperv neutron-server[94174]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 23 11:34:04.729967 dv-neutron-601336-94-hyperv neutron-server[94174]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 23 11:34:04.729967 dv-neutron-601336-94-hyperv neutron-server[94174]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 23 11:34:04.729967 dv-neutron-601336-94-hyperv neutron-server[94174]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 23 11:34:04.729967 dv-neutron-601336-94-hyperv neutron-server[94174]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 23 11:34:04.747208 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron_lib.callbacks.manager [None req-c593cf57-837a-418e-9bf6-186805354e76 tempest-PortsTestJSON-2085221018 tempest-PortsTestJSON-2085221018-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-897634'] for subnet, precommit_delete {{(pid=94175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:34:04.802685 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron_lib.callbacks.manager [None req-a4a9e233-a5ac-4e46-b5d0-f7de03947327 tempest-SecGroupIPv6Test-1528675894 tempest-SecGroupIPv6Test-1528675894-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7996355'] for security_group_rule, after_delete {{(pid=94175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:34:04.812620 dv-neutron-601336-94-hyperv neutron-server[94174]: INFO neutron.wsgi [req-810bd0b3-e697-48ff-9779-8b2e4e768661 req-612bf8e8-7c48-4963-b71f-cb533397df37 tempest-ServerActionsTestJSON-161917335 tempest-ServerActionsTestJSON-161917335-project] 10.222.0.20 "GET /v2.0/security-groups?id=f0520e5d-8f0e-4c28-b543-be4405698077&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1273468 Jun 23 11:34:04.813875 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG oslo_concurrency.lockutils [None req-e02b360d-bbc0-4465-a716-0fb8f693888e tempest-SecGroupIPv6Test-1528675894 tempest-SecGroupIPv6Test-1528675894-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94175) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 11:34:04.818749 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron_lib.callbacks.manager [None req-a4a9e233-a5ac-4e46-b5d0-f7de03947327 tempest-SecGroupIPv6Test-1528675894 tempest-SecGroupIPv6Test-1528675894-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:34:04.819880 dv-neutron-601336-94-hyperv neutron-server[94175]: INFO neutron.wsgi [None req-a4a9e233-a5ac-4e46-b5d0-f7de03947327 tempest-SecGroupIPv6Test-1528675894 tempest-SecGroupIPv6Test-1528675894-project] 10.222.0.20 "DELETE /v2.0/security-group-rules/a38e0c3e-37f8-4c31-8911-9528a6f6e36c HTTP/1.1" status: 204 len: 168 time: 0.2722383 Jun 23 11:34:04.825044 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.wsgi [-] (94174) accepted ('10.222.0.20', 40050) {{(pid=94174) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 11:34:04.840769 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron_lib.callbacks.manager [None req-d804e6f0-2895-4b3c-a8de-45b122074d3e tempest-NetworksTest-2133396914 tempest-NetworksTest-2133396914-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-897259', 'neutron.services.segments.db._delete_segments_for_network-8773700168587'] for network, precommit_delete {{(pid=94175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:34:04.848038 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4a9e233-a5ac-4e46-b5d0-f7de03947327 tempest-SecGroupIPv6Test-1528675894 tempest-SecGroupIPv6Test-1528675894-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=a38e0c3e-37f8-4c31-8911-9528a6f6e36c,revision_number=None']} {{(pid=94175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 11:34:04.856213 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG oslo_concurrency.lockutils [None req-a4a9e233-a5ac-4e46-b5d0-f7de03947327 tempest-SecGroupIPv6Test-1528675894 tempest-SecGroupIPv6Test-1528675894-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.042s {{(pid=94175) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 11:34:04.860420 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.services.segments.db [None req-d804e6f0-2895-4b3c-a8de-45b122074d3e tempest-NetworksTest-2133396914 tempest-NetworksTest-2133396914-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5a5ace35-38b6-48b8-ae07-f59bdda4e0e7']}} {{(pid=94175) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 11:34:04.875415 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.services.segments.db [None req-d804e6f0-2895-4b3c-a8de-45b122074d3e tempest-NetworksTest-2133396914 tempest-NetworksTest-2133396914-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '62d38252-5632-4696-b3f1-ea61dc865a32') {'for_net_delete': True} {{(pid=94175) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 11:34:04.875718 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.services.segments.db [None req-d804e6f0-2895-4b3c-a8de-45b122074d3e tempest-NetworksTest-2133396914 tempest-NetworksTest-2133396914-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '62d38252-5632-4696-b3f1-ea61dc865a32') {} {{(pid=94175) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 11:34:04.887994 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron_lib.callbacks.manager [None req-d804e6f0-2895-4b3c-a8de-45b122074d3e tempest-NetworksTest-2133396914 tempest-NetworksTest-2133396914-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8773699955833', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5190677'] for segment, before_delete {{(pid=94175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:34:04.896905 dv-neutron-601336-94-hyperv neutron-server[94174]: INFO neutron.wsgi [None req-a77e2bca-b7ff-4956-9673-1aaf0b6da201 tempest-SecGroupIPv6Test-1528675894 tempest-SecGroupIPv6Test-1528675894-project] 10.222.0.20 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4659 time: 0.0677197 Jun 23 11:34:04.897228 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.wsgi [-] (94175) accepted ('10.222.0.20', 40056) {{(pid=94175) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 11:34:04.918892 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron_lib.callbacks.manager [None req-d804e6f0-2895-4b3c-a8de-45b122074d3e tempest-NetworksTest-2133396914 tempest-NetworksTest-2133396914-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3801'] for segment, precommit_delete {{(pid=94175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:34:04.925101 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a50d4557-ae79-47dd-a66f-14c54b0911b0 tempest-PortsIpV6TestJSON-1781383748 tempest-PortsIpV6TestJSON-1781383748-project] Made reservation on behalf of 4a9805c328414e068d83db5c9b76c3c7 for: {'port': 1} {{(pid=94174) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 23 11:34:04.931942 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d804e6f0-2895-4b3c-a8de-45b122074d3e tempest-NetworksTest-2133396914 tempest-NetworksTest-2133396914-project] Releasing vlan 427 on physical network physnet1 to pool {{(pid=94175) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 23 11:34:04.932352 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron_lib.callbacks.manager [None req-d804e6f0-2895-4b3c-a8de-45b122074d3e tempest-NetworksTest-2133396914 tempest-NetworksTest-2133396914-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3801', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5082371'] for segment, after_delete {{(pid=94175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:34:04.945468 dv-neutron-601336-94-hyperv neutron-server[94175]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 23 11:34:04.945468 dv-neutron-601336-94-hyperv neutron-server[94175]: conditions |= (models_v2.Port.network_id.in_( Jun 23 11:34:04.945468 dv-neutron-601336-94-hyperv neutron-server[94175]: Traceback (most recent call last): Jun 23 11:34:04.945468 dv-neutron-601336-94-hyperv neutron-server[94175]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 23 11:34:04.945468 dv-neutron-601336-94-hyperv neutron-server[94175]: timer() Jun 23 11:34:04.945468 dv-neutron-601336-94-hyperv neutron-server[94175]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 23 11:34:04.945468 dv-neutron-601336-94-hyperv neutron-server[94175]: cb(*args, **kw) Jun 23 11:34:04.945468 dv-neutron-601336-94-hyperv neutron-server[94175]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 23 11:34:04.945468 dv-neutron-601336-94-hyperv neutron-server[94175]: return func(*args, **kwargs) Jun 23 11:34:04.945468 dv-neutron-601336-94-hyperv neutron-server[94175]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 23 11:34:04.945468 dv-neutron-601336-94-hyperv neutron-server[94175]: self._notify() Jun 23 11:34:04.945468 dv-neutron-601336-94-hyperv neutron-server[94175]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 23 11:34:04.945468 dv-neutron-601336-94-hyperv neutron-server[94175]: self.callback(batched_events) Jun 23 11:34:04.945468 dv-neutron-601336-94-hyperv neutron-server[94175]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 23 11:34:04.945468 dv-neutron-601336-94-hyperv neutron-server[94175]: event.method(event) Jun 23 11:34:04.945468 dv-neutron-601336-94-hyperv neutron-server[94175]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 23 11:34:04.945468 dv-neutron-601336-94-hyperv neutron-server[94175]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 23 11:34:04.945468 dv-neutron-601336-94-hyperv neutron-server[94175]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 23 11:34:04.945468 dv-neutron-601336-94-hyperv neutron-server[94175]: aggregate_uuid = self.p_client.list_aggregates( Jun 23 11:34:04.945468 dv-neutron-601336-94-hyperv neutron-server[94175]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 23 11:34:04.945468 dv-neutron-601336-94-hyperv neutron-server[94175]: return f(self, *a, **k) Jun 23 11:34:04.945468 dv-neutron-601336-94-hyperv neutron-server[94175]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 23 11:34:04.945468 dv-neutron-601336-94-hyperv neutron-server[94175]: return self._get(url).json() Jun 23 11:34:04.945468 dv-neutron-601336-94-hyperv neutron-server[94175]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 23 11:34:04.945468 dv-neutron-601336-94-hyperv neutron-server[94175]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 23 11:34:04.945468 dv-neutron-601336-94-hyperv neutron-server[94175]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 23 11:34:04.945468 dv-neutron-601336-94-hyperv neutron-server[94175]: return self.request(url, 'GET', **kwargs) Jun 23 11:34:04.945468 dv-neutron-601336-94-hyperv neutron-server[94175]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 23 11:34:04.945468 dv-neutron-601336-94-hyperv neutron-server[94175]: base_url = self.get_endpoint(auth, allow=allow, Jun 23 11:34:04.945468 dv-neutron-601336-94-hyperv neutron-server[94175]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 23 11:34:04.945468 dv-neutron-601336-94-hyperv neutron-server[94175]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 23 11:34:04.945468 dv-neutron-601336-94-hyperv neutron-server[94175]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 23 11:34:04.945468 dv-neutron-601336-94-hyperv neutron-server[94175]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 23 11:34:04.945468 dv-neutron-601336-94-hyperv neutron-server[94175]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 23 11:34:04.977167 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron_lib.callbacks.manager [None req-6a548bba-11e4-4c08-830b-1d925c469768 tempest-TagsTest-463466438 tempest-TagsTest-463466438-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-897248', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8002400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7866073', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-524247'] for network, after_delete {{(pid=94174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:34:04.981529 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG oslo_concurrency.lockutils [None req-f50ba402-28ab-4b17-b2bd-b419441aa550 tempest-NetworksTest-2133396914 tempest-NetworksTest-2133396914-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94174) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 11:34:04.986688 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron_lib.callbacks.manager [None req-6a548bba-11e4-4c08-830b-1d925c469768 tempest-TagsTest-463466438 tempest-TagsTest-463466438-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7865916'] for network, before_response {{(pid=94174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:34:04.988673 dv-neutron-601336-94-hyperv neutron-server[94174]: INFO neutron.wsgi [None req-6a548bba-11e4-4c08-830b-1d925c469768 tempest-TagsTest-463466438 tempest-TagsTest-463466438-project] 10.222.0.20 "DELETE /v2.0/networks/64f7864a-7528-42ee-a33b-aeaabbf0ddab HTTP/1.1" status: 204 len: 168 time: 0.7669294 Jun 23 11:34:04.993220 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron_lib.callbacks.manager [None req-c593cf57-837a-418e-9bf6-186805354e76 tempest-PortsTestJSON-2085221018 tempest-PortsTestJSON-2085221018-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-897627', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866062', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5083050', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4660036'] for subnet, after_delete {{(pid=94175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:34:05.000081 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG oslo_concurrency.lockutils [None req-a1a74eab-8aea-4929-8cb7-72aac4e2e931 tempest-RoutersNegativeIpV6Test-1628881962 tempest-RoutersNegativeIpV6Test-1628881962-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94175) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 11:34:05.004054 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a548bba-11e4-4c08-830b-1d925c469768 tempest-TagsTest-463466438 tempest-TagsTest-463466438-project] Pushing event deleted for resources: {'Network': ['ID=64f7864a-7528-42ee-a33b-aeaabbf0ddab,revision_number=None']} {{(pid=94174) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 11:34:05.009800 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG oslo_concurrency.lockutils [None req-6a548bba-11e4-4c08-830b-1d925c469768 tempest-TagsTest-463466438 tempest-TagsTest-463466438-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.028s {{(pid=94174) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 11:34:05.020968 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron_lib.callbacks.manager [None req-a50d4557-ae79-47dd-a66f-14c54b0911b0 tempest-PortsIpV6TestJSON-1781383748 tempest-PortsIpV6TestJSON-1781383748-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-923104'] for port, before_create {{(pid=94174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:34:05.035542 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c593cf57-837a-418e-9bf6-186805354e76 tempest-PortsTestJSON-2085221018 tempest-PortsTestJSON-2085221018-project] Pushing event deleted for resources: {'Subnet': ['ID=44806553-bbba-43ae-a691-67ba0c8faf45,revision_number=None']} {{(pid=94175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 11:34:05.039568 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG oslo_concurrency.lockutils [None req-c593cf57-837a-418e-9bf6-186805354e76 tempest-PortsTestJSON-2085221018 tempest-PortsTestJSON-2085221018-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.039s {{(pid=94175) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 11:34:05.044882 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron_lib.callbacks.manager [None req-c593cf57-837a-418e-9bf6-186805354e76 tempest-PortsTestJSON-2085221018 tempest-PortsTestJSON-2085221018-project] Notify callbacks [] for subnet, before_response {{(pid=94175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:34:05.047903 dv-neutron-601336-94-hyperv neutron-server[94175]: INFO neutron.wsgi [None req-c593cf57-837a-418e-9bf6-186805354e76 tempest-PortsTestJSON-2085221018 tempest-PortsTestJSON-2085221018-project] 10.222.0.20 "DELETE /v2.0/subnets/44806553-bbba-43ae-a691-67ba0c8faf45 HTTP/1.1" status: 204 len: 168 time: 0.6461182 Jun 23 11:34:05.050142 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.notifiers.nova [None req-a50d4557-ae79-47dd-a66f-14c54b0911b0 tempest-PortsIpV6TestJSON-1781383748 tempest-PortsIpV6TestJSON-1781383748-project] device_id is not set on port df505b2e-0210-46ec-94fe-147bbe431f0d yet. {{(pid=94174) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jun 23 11:34:05.055017 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-06a1a113-9a1e-46bd-ab4e-599133965c7b None None] Network 7cc6a096-5b5a-48b7-b45e-38a16064cf71 requested from dv-neutron-601336-94-hyperv {{(pid=94176) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 23 11:34:05.057336 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.wsgi [-] (94175) accepted ('10.222.0.20', 40060) {{(pid=94175) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 11:34:05.066376 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron_lib.callbacks.manager [None req-c740220a-5c15-4bc2-88f0-bd800ed5a223 tempest-SecGroupIPv6Test-1528675894 tempest-SecGroupIPv6Test-1528675894-project] Notify callbacks [] for security_group, before_delete {{(pid=94175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:34:05.115064 dv-neutron-601336-94-hyperv neutron-server[94177]: DEBUG neutron.db.agents_db [None req-90fb1279-e4c5-4e73-8d66-3a29811dc4e3 None None] Agent healthcheck: found 6 active agents {{(pid=94177) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 23 11:34:05.141872 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron_lib.callbacks.manager [None req-c740220a-5c15-4bc2-88f0-bd800ed5a223 tempest-SecGroupIPv6Test-1528675894 tempest-SecGroupIPv6Test-1528675894-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:34:05.144586 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron_lib.callbacks.manager [None req-d804e6f0-2895-4b3c-a8de-45b122074d3e tempest-NetworksTest-2133396914 tempest-NetworksTest-2133396914-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-897248', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8002400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7866073', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-524247'] for network, after_delete {{(pid=94175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:34:05.158334 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG oslo_concurrency.lockutils [None req-c3d5c8d0-686c-4ed8-9da1-d089ad6e9fa8 tempest-RoutersNegativeIpV6Test-1628881962 tempest-RoutersNegativeIpV6Test-1628881962-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94175) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 11:34:05.169416 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron_lib.callbacks.manager [None req-d804e6f0-2895-4b3c-a8de-45b122074d3e tempest-NetworksTest-2133396914 tempest-NetworksTest-2133396914-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7865916'] for network, before_response {{(pid=94175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:34:05.174615 dv-neutron-601336-94-hyperv neutron-server[94175]: INFO neutron.wsgi [None req-d804e6f0-2895-4b3c-a8de-45b122074d3e tempest-NetworksTest-2133396914 tempest-NetworksTest-2133396914-project] 10.222.0.20 "DELETE /v2.0/networks/5a5ace35-38b6-48b8-ae07-f59bdda4e0e7 HTTP/1.1" status: 204 len: 168 time: 3.3488753 Jun 23 11:34:05.189610 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.wsgi [-] (94175) accepted ('10.222.0.20', 40064) {{(pid=94175) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 11:34:05.197251 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.api.v2.base [None req-5d3e59e0-054b-47c9-b905-70923077c37f tempest-NetworksTest-2133396914 tempest-NetworksTest-2133396914-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-1808539028'}} {{(pid=94175) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 23 11:34:05.204030 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron_lib.callbacks.manager [None req-928986e1-fd2d-4993-9bff-b210ae4cb291 tempest-PortsTestJSON-2085221018 tempest-PortsTestJSON-2085221018-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-824874'] for network, before_delete {{(pid=94175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:34:05.205789 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d804e6f0-2895-4b3c-a8de-45b122074d3e tempest-NetworksTest-2133396914 tempest-NetworksTest-2133396914-project] Pushing event deleted for resources: {'Network': ['ID=5a5ace35-38b6-48b8-ae07-f59bdda4e0e7,revision_number=None']} {{(pid=94175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 11:34:05.215389 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG oslo_concurrency.lockutils [None req-d804e6f0-2895-4b3c-a8de-45b122074d3e tempest-NetworksTest-2133396914 tempest-NetworksTest-2133396914-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.057s {{(pid=94175) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 11:34:05.255579 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.wsgi [-] (94174) accepted ('10.222.0.20', 40066) {{(pid=94174) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 11:34:05.303802 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1e2e3f9f-2b26-4579-88e2-3017b11b8140 None None] DHCP port deletion for 7cc6a096-5b5a-48b7-b45e-38a16064cf71 request from dv-neutron-601336-94-hyperv {{(pid=94176) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jun 23 11:34:05.317505 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.plugins.ml2.plugin [None req-928986e1-fd2d-4993-9bff-b210ae4cb291 tempest-PortsTestJSON-2085221018 tempest-PortsTestJSON-2085221018-project] Deleting port a9d73b3b-33bc-41b0-9652-5d7168e6badc {{(pid=94175) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1913}} Jun 23 11:34:05.317975 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron_lib.callbacks.manager [None req-928986e1-fd2d-4993-9bff-b210ae4cb291 tempest-PortsTestJSON-2085221018 tempest-PortsTestJSON-2085221018-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773700079324'] for port, before_delete {{(pid=94175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:34:05.332469 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5d3e59e0-054b-47c9-b905-70923077c37f tempest-NetworksTest-2133396914 tempest-NetworksTest-2133396914-project] Made reservation on behalf of dfecc9776e0d4947a3f7218fbe96de01 for: {'network': 1} {{(pid=94175) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 23 11:34:05.336278 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron_lib.callbacks.manager [None req-5d3e59e0-054b-47c9-b905-70923077c37f tempest-NetworksTest-2133396914 tempest-NetworksTest-2133396914-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-923104'] for network, before_create {{(pid=94175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:34:05.360192 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.plugins.ml2.plugin [None req-1e2e3f9f-2b26-4579-88e2-3017b11b8140 None None] Deleting port a9d73b3b-33bc-41b0-9652-5d7168e6badc {{(pid=94176) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1913}} Jun 23 11:34:05.360192 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron_lib.callbacks.manager [None req-1e2e3f9f-2b26-4579-88e2-3017b11b8140 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773700079324'] for port, before_delete {{(pid=94176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:34:05.375499 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron_lib.callbacks.manager [None req-c740220a-5c15-4bc2-88f0-bd800ed5a223 tempest-SecGroupIPv6Test-1528675894 tempest-SecGroupIPv6Test-1528675894-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7996330'] for security_group, after_delete {{(pid=94175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:34:05.378438 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron_lib.callbacks.manager [None req-c740220a-5c15-4bc2-88f0-bd800ed5a223 tempest-SecGroupIPv6Test-1528675894 tempest-SecGroupIPv6Test-1528675894-project] Notify callbacks [] for security_group, before_response {{(pid=94175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:34:05.381850 dv-neutron-601336-94-hyperv neutron-server[94175]: INFO neutron.wsgi [None req-c740220a-5c15-4bc2-88f0-bd800ed5a223 tempest-SecGroupIPv6Test-1528675894 tempest-SecGroupIPv6Test-1528675894-project] 10.222.0.20 "DELETE /v2.0/security-groups/8cf0245f-05b1-4454-b558-42b031b0372d HTTP/1.1" status: 204 len: 168 time: 0.4813161 Jun 23 11:34:05.388936 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG oslo_concurrency.lockutils [None req-932fa071-854e-4ad0-982a-8116584d26e0 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94175) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 11:34:05.392888 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.wsgi [-] (94175) accepted ('10.222.0.20', 40070) {{(pid=94175) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 11:34:05.410763 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.api.v2.base [None req-3a8a15ac-385c-4c08-b2b4-01f5f709ff05 tempest-ExtraDHCPOptionsIpV6TestJSON-2131111190 tempest-ExtraDHCPOptionsIpV6TestJSON-2131111190-project] Request body: {'network': {'name': 'tempest-ExtraDHCPOptionsIpV6TestJSON-test-network-1815961378'}} {{(pid=94174) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 23 11:34:05.425710 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c740220a-5c15-4bc2-88f0-bd800ed5a223 tempest-SecGroupIPv6Test-1528675894 tempest-SecGroupIPv6Test-1528675894-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=8cf0245f-05b1-4454-b558-42b031b0372d,revision_number=None']} {{(pid=94175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 11:34:05.435707 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG oslo_concurrency.lockutils [None req-c740220a-5c15-4bc2-88f0-bd800ed5a223 tempest-SecGroupIPv6Test-1528675894 tempest-SecGroupIPv6Test-1528675894-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=94175) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 11:34:05.447564 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.plugins.ml2.db [None req-928986e1-fd2d-4993-9bff-b210ae4cb291 tempest-PortsTestJSON-2085221018 tempest-PortsTestJSON-2085221018-project] For port a9d73b3b-33bc-41b0-9652-5d7168e6badc, host dv-neutron-601336-94-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-94-hyperv',level=0,port_id=a9d73b3b-33bc-41b0-9652-5d7168e6badc,segment=NetworkSegment(826193ba-f841-429e-ad83-6fb7fb8c1446),segment_id=826193ba-f841-429e-ad83-6fb7fb8c1446)] {{(pid=94175) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 23 11:34:05.447934 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron_lib.callbacks.manager [None req-928986e1-fd2d-4993-9bff-b210ae4cb291 tempest-PortsTestJSON-2085221018 tempest-PortsTestJSON-2085221018-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-430722'] for port, precommit_delete {{(pid=94175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:34:05.463503 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.plugins.ml2.db [None req-1e2e3f9f-2b26-4579-88e2-3017b11b8140 None None] For port a9d73b3b-33bc-41b0-9652-5d7168e6badc, host dv-neutron-601336-94-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-94-hyperv',level=0,port_id=a9d73b3b-33bc-41b0-9652-5d7168e6badc,segment=NetworkSegment(826193ba-f841-429e-ad83-6fb7fb8c1446),segment_id=826193ba-f841-429e-ad83-6fb7fb8c1446)] {{(pid=94176) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 23 11:34:05.464016 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron_lib.callbacks.manager [None req-1e2e3f9f-2b26-4579-88e2-3017b11b8140 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-430722'] for port, precommit_delete {{(pid=94176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:34:05.473586 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.plugins.ml2.plugin [None req-928986e1-fd2d-4993-9bff-b210ae4cb291 tempest-PortsTestJSON-2085221018 tempest-PortsTestJSON-2085221018-project] Calling delete_port for a9d73b3b-33bc-41b0-9652-5d7168e6badc owned by network:dhcp {{(pid=94175) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1986}} Jun 23 11:34:05.480549 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.plugins.ml2.plugin [None req-1e2e3f9f-2b26-4579-88e2-3017b11b8140 None None] Calling delete_port for a9d73b3b-33bc-41b0-9652-5d7168e6badc owned by network:dhcp {{(pid=94176) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1986}} Jun 23 11:34:05.502936 dv-neutron-601336-94-hyperv neutron-server[94175]: INFO neutron.wsgi [None req-bba7e0a9-a929-4141-acae-ed1bf33520f2 tempest-SecGroupIPv6Test-1528675894 tempest-SecGroupIPv6Test-1528675894-project] 10.222.0.20 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4504 time: 0.1058393 Jun 23 11:34:05.509379 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.wsgi [-] (94174) accepted ('10.222.0.20', 40074) {{(pid=94174) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 11:34:05.536731 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5d3e59e0-054b-47c9-b905-70923077c37f tempest-NetworksTest-2133396914 tempest-NetworksTest-2133396914-project] vlan segment allocate from pool success with {'vlan_id': 412, 'physical_network': 'physnet1'} {{(pid=94175) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 23 11:34:05.538134 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3a8a15ac-385c-4c08-b2b4-01f5f709ff05 tempest-ExtraDHCPOptionsIpV6TestJSON-2131111190 tempest-ExtraDHCPOptionsIpV6TestJSON-2131111190-project] Made reservation on behalf of db90040599ff4cbfb49c3eb057e14c10 for: {'network': 1} {{(pid=94174) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 23 11:34:05.542978 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron_lib.callbacks.manager [None req-3a8a15ac-385c-4c08-b2b4-01f5f709ff05 tempest-ExtraDHCPOptionsIpV6TestJSON-2131111190 tempest-ExtraDHCPOptionsIpV6TestJSON-2131111190-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-923104'] for network, before_create {{(pid=94174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:34:05.548098 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.wsgi [-] (94175) accepted ('10.222.0.20', 40076) {{(pid=94175) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 11:34:05.559391 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron_lib.callbacks.manager [None req-5d3e59e0-054b-47c9-b905-70923077c37f tempest-NetworksTest-2133396914 tempest-NetworksTest-2133396914-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3801'] for segment, precommit_create {{(pid=94175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:34:05.559747 dv-neutron-601336-94-hyperv neutron-server[94175]: INFO neutron.db.segments_db [None req-5d3e59e0-054b-47c9-b905-70923077c37f tempest-NetworksTest-2133396914 tempest-NetworksTest-2133396914-project] Added segment da212ded-b64d-48d2-8636-3691d0c4a297 of type vlan for network 5a929036-7592-44aa-8b27-129f4d17b89b Jun 23 11:34:05.570167 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron_lib.callbacks.manager [None req-3a8a15ac-385c-4c08-b2b4-01f5f709ff05 tempest-ExtraDHCPOptionsIpV6TestJSON-2131111190 tempest-ExtraDHCPOptionsIpV6TestJSON-2131111190-project] Notify callbacks [] for security_group, before_create {{(pid=94174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:34:05.604475 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron_lib.callbacks.manager [None req-a50d4557-ae79-47dd-a66f-14c54b0911b0 tempest-PortsIpV6TestJSON-1781383748 tempest-PortsIpV6TestJSON-1781383748-project] Notify callbacks [] for port, precommit_create {{(pid=94174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:34:05.628752 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron_lib.callbacks.manager [None req-5d3e59e0-054b-47c9-b905-70923077c37f tempest-NetworksTest-2133396914 tempest-NetworksTest-2133396914-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8773699596773'] for network, precommit_create {{(pid=94175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:34:05.684249 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron_lib.callbacks.manager [None req-a9e51785-6e1b-41dd-8c0c-a6abe4a14fc1 tempest-SecGroupIPv6Test-1528675894 tempest-SecGroupIPv6Test-1528675894-project] Notify callbacks [] for security_group, before_delete {{(pid=94174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:34:05.699672 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron_lib.callbacks.manager [None req-928986e1-fd2d-4993-9bff-b210ae4cb291 tempest-PortsTestJSON-2085221018 tempest-PortsTestJSON-2085221018-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-922904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866062', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773700135024', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773699642224', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5082448'] for port, after_delete {{(pid=94175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:34:05.703674 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG oslo_concurrency.lockutils [None req-6593fee6-651d-49b5-9e25-bbfd59fa5d26 tempest-PortsTestJSON-2085221018 tempest-PortsTestJSON-2085221018-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94175) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 11:34:05.731439 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron_lib.callbacks.manager [None req-a9e51785-6e1b-41dd-8c0c-a6abe4a14fc1 tempest-SecGroupIPv6Test-1528675894 tempest-SecGroupIPv6Test-1528675894-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:34:05.738420 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.db.l3_dvrscheduler_db [None req-928986e1-fd2d-4993-9bff-b210ae4cb291 tempest-PortsTestJSON-2085221018 tempest-PortsTestJSON-2085221018-project] No DVR routers for this DVR port a9d73b3b-33bc-41b0-9652-5d7168e6badc on host dv-neutron-601336-94-hyperv {{(pid=94175) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 23 11:34:05.740438 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron_lib.callbacks.manager [None req-5d3e59e0-054b-47c9-b905-70923077c37f tempest-NetworksTest-2133396914 tempest-NetworksTest-2133396914-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8002400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7866073'] for network, after_create {{(pid=94175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:34:05.749710 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5d3e59e0-054b-47c9-b905-70923077c37f tempest-NetworksTest-2133396914 tempest-NetworksTest-2133396914-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 11:34:05.750361 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron_lib.callbacks.manager [None req-5d3e59e0-054b-47c9-b905-70923077c37f tempest-NetworksTest-2133396914 tempest-NetworksTest-2133396914-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7865916'] for network, before_response {{(pid=94175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:34:05.753173 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-928986e1-fd2d-4993-9bff-b210ae4cb291 tempest-PortsTestJSON-2085221018 tempest-PortsTestJSON-2085221018-project] Pushing event deleted for resources: {'Port': ['ID=a9d73b3b-33bc-41b0-9652-5d7168e6badc,revision_number=None']} {{(pid=94175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 11:34:05.765408 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG oslo_concurrency.lockutils [None req-928986e1-fd2d-4993-9bff-b210ae4cb291 tempest-PortsTestJSON-2085221018 tempest-PortsTestJSON-2085221018-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.062s {{(pid=94175) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 11:34:05.765919 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG oslo_concurrency.lockutils [None req-0526b4fe-63f3-48b1-a32c-c4fc704afda5 tempest-PortsTestJSON-2085221018 tempest-PortsTestJSON-2085221018-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.006s {{(pid=94175) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 11:34:05.790055 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron_lib.callbacks.manager [None req-a50d4557-ae79-47dd-a66f-14c54b0911b0 tempest-PortsIpV6TestJSON-1781383748 tempest-PortsIpV6TestJSON-1781383748-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-922915', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-239814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7866073', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773699642215', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-5196399'] for port, after_create {{(pid=94174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:34:05.809260 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron_lib.callbacks.manager [None req-1e2e3f9f-2b26-4579-88e2-3017b11b8140 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-922904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866062', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773700135024', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773699642224'] for port, after_delete {{(pid=94176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:34:05.810599 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG oslo_concurrency.lockutils [None req-8d5a4baa-958e-46f9-88b5-6ecfcf21edc7 tempest-RoutersNegativeTest-1531528216 tempest-RoutersNegativeTest-1531528216-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94174) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 11:34:05.813192 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG oslo_concurrency.lockutils [None req-b4a8496e-357a-4d38-9442-c2655c9c25e1 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 11:34:05.840103 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1e2e3f9f-2b26-4579-88e2-3017b11b8140 None None] No DVR routers for this DVR port a9d73b3b-33bc-41b0-9652-5d7168e6badc on host dv-neutron-601336-94-hyperv {{(pid=94176) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 23 11:34:05.845795 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e2e3f9f-2b26-4579-88e2-3017b11b8140 None None] Pushing event deleted for resources: {'Port': ['ID=a9d73b3b-33bc-41b0-9652-5d7168e6badc,revision_number=None']} {{(pid=94176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 11:34:05.861251 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e2e3f9f-2b26-4579-88e2-3017b11b8140 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-601336-94-hyperv {{(pid=94176) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 11:34:05.862268 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e2e3f9f-2b26-4579-88e2-3017b11b8140 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-94-hyperv {{(pid=94176) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 11:34:05.863097 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e2e3f9f-2b26-4579-88e2-3017b11b8140 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-94-hyperv {{(pid=94176) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 11:34:05.863097 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e2e3f9f-2b26-4579-88e2-3017b11b8140 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-601336-94-hyperv {{(pid=94176) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 11:34:05.863383 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e2e3f9f-2b26-4579-88e2-3017b11b8140 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-601336-94-hyperv {{(pid=94176) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 11:34:05.866032 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e2e3f9f-2b26-4579-88e2-3017b11b8140 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-601336-94-hyperv {{(pid=94176) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 11:34:05.866032 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e2e3f9f-2b26-4579-88e2-3017b11b8140 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-601336-94-hyperv {{(pid=94176) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 11:34:05.866032 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e2e3f9f-2b26-4579-88e2-3017b11b8140 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-601336-94-hyperv {{(pid=94176) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 11:34:05.866032 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e2e3f9f-2b26-4579-88e2-3017b11b8140 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-601336-94-hyperv {{(pid=94176) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 11:34:05.866032 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e2e3f9f-2b26-4579-88e2-3017b11b8140 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-94-hyperv {{(pid=94176) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 11:34:05.866032 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e2e3f9f-2b26-4579-88e2-3017b11b8140 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-601336-94-hyperv {{(pid=94176) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 11:34:05.866032 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e2e3f9f-2b26-4579-88e2-3017b11b8140 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-601336-94-hyperv {{(pid=94176) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 11:34:05.869319 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG oslo_concurrency.lockutils [None req-1e2e3f9f-2b26-4579-88e2-3017b11b8140 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.056s {{(pid=94176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 11:34:05.885059 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron_lib.callbacks.manager [None req-3a8a15ac-385c-4c08-b2b4-01f5f709ff05 tempest-ExtraDHCPOptionsIpV6TestJSON-2131111190 tempest-ExtraDHCPOptionsIpV6TestJSON-2131111190-project] Notify callbacks [] for security_group, precommit_create {{(pid=94174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:34:05.896952 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a50d4557-ae79-47dd-a66f-14c54b0911b0 tempest-PortsIpV6TestJSON-1781383748 tempest-PortsIpV6TestJSON-1781383748-project] Network c16c789a-641f-4c9b-ac33-977ceb9ea600 is already hosted by enough agents. {{(pid=94174) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 23 11:34:05.904004 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.scheduler.base_scheduler [None req-a50d4557-ae79-47dd-a66f-14c54b0911b0 tempest-PortsIpV6TestJSON-1781383748 tempest-PortsIpV6TestJSON-1781383748-project] Resources bound (agent type, host, resource id): {{(pid=94174) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 23 11:34:05.906097 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a50d4557-ae79-47dd-a66f-14c54b0911b0 tempest-PortsIpV6TestJSON-1781383748 tempest-PortsIpV6TestJSON-1781383748-project] Pushing event updated for resources: {'Port': ['ID=df505b2e-0210-46ec-94fe-147bbe431f0d,revision_number=1']} {{(pid=94174) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 11:34:05.910515 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG oslo_concurrency.lockutils [None req-a50d4557-ae79-47dd-a66f-14c54b0911b0 tempest-PortsIpV6TestJSON-1781383748 tempest-PortsIpV6TestJSON-1781383748-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.100s {{(pid=94174) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 11:34:05.911273 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a50d4557-ae79-47dd-a66f-14c54b0911b0 tempest-PortsIpV6TestJSON-1781383748 tempest-PortsIpV6TestJSON-1781383748-project] Received port after_create {{(pid=94174) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 23 11:34:05.916710 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a50d4557-ae79-47dd-a66f-14c54b0911b0 tempest-PortsIpV6TestJSON-1781383748 tempest-PortsIpV6TestJSON-1781383748-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94174) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 11:34:05.917326 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron_lib.callbacks.manager [None req-a50d4557-ae79-47dd-a66f-14c54b0911b0 tempest-PortsIpV6TestJSON-1781383748 tempest-PortsIpV6TestJSON-1781383748-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-217507'] for port, before_response {{(pid=94174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:34:05.932747 dv-neutron-601336-94-hyperv neutron-server[94175]: INFO neutron.wsgi [None req-d727f942-18ad-4f00-9236-6f4aa72cb87c admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=3ff013feb2d142a6aa6813bf9865571e&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3819382 Jun 23 11:34:05.933550 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d3e59e0-054b-47c9-b905-70923077c37f tempest-NetworksTest-2133396914 tempest-NetworksTest-2133396914-project] Pushing event updated for resources: {'Network': ['ID=5a929036-7592-44aa-8b27-129f4d17b89b,revision_number=1']} {{(pid=94175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 11:34:05.935576 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.wsgi [-] (94175) accepted ('10.222.0.20', 40082) {{(pid=94175) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 11:34:05.937134 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron_lib.callbacks.manager [None req-928986e1-fd2d-4993-9bff-b210ae4cb291 tempest-PortsTestJSON-2085221018 tempest-PortsTestJSON-2085221018-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-897259', 'neutron.services.segments.db._delete_segments_for_network-8773700168587'] for network, precommit_delete {{(pid=94175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:34:05.937626 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron_lib.callbacks.manager [None req-3a8a15ac-385c-4c08-b2b4-01f5f709ff05 tempest-ExtraDHCPOptionsIpV6TestJSON-2131111190 tempest-ExtraDHCPOptionsIpV6TestJSON-2131111190-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7996330'] for security_group, after_create {{(pid=94174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:34:05.946211 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.plugins.ml2.rpc [None req-dc7542b2-afef-47f4-a763-e3a3cba144be None None] Network 5a929036-7592-44aa-8b27-129f4d17b89b details requested by agent ovs-agent-dv-neutron-601336-94-hyperv with host dv-neutron-601336-94-hyperv {{(pid=94176) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:250}} Jun 23 11:34:05.947853 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0978d0af-7a99-45bc-bcc7-12fcac7433b5 req-20121267-8d6c-485b-926a-a9d3956ad7e1 tempest-ServerActionsTestJSON-161917335 tempest-ServerActionsTestJSON-161917335-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94174) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 11:34:05.949437 dv-neutron-601336-94-hyperv neutron-server[94174]: INFO neutron.wsgi [req-0978d0af-7a99-45bc-bcc7-12fcac7433b5 req-20121267-8d6c-485b-926a-a9d3956ad7e1 tempest-ServerActionsTestJSON-161917335 tempest-ServerActionsTestJSON-161917335-project] 10.222.0.20 "GET /v2.0/ports?device_id=85769616-6b8b-4da7-ad73-344986edf607 HTTP/1.1" status: 200 len: 945 time: 0.2043941 Jun 23 11:34:05.951223 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG oslo_concurrency.lockutils [None req-3e8806ca-5aca-4a89-aee4-393d05734f0e tempest-NegativeSecGroupTest-178874014 tempest-NegativeSecGroupTest-178874014-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94174) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 11:34:05.952421 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG oslo_concurrency.lockutils [None req-5d3e59e0-054b-47c9-b905-70923077c37f tempest-NetworksTest-2133396914 tempest-NetworksTest-2133396914-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.186s {{(pid=94175) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 11:34:05.956402 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.services.segments.db [None req-928986e1-fd2d-4993-9bff-b210ae4cb291 tempest-PortsTestJSON-2085221018 tempest-PortsTestJSON-2085221018-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7cc6a096-5b5a-48b7-b45e-38a16064cf71']}} {{(pid=94175) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 11:34:05.972206 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron_lib.callbacks.manager [None req-a9e51785-6e1b-41dd-8c0c-a6abe4a14fc1 tempest-SecGroupIPv6Test-1528675894 tempest-SecGroupIPv6Test-1528675894-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7996330'] for security_group, after_delete {{(pid=94174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:34:05.974426 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.services.segments.db [None req-928986e1-fd2d-4993-9bff-b210ae4cb291 tempest-PortsTestJSON-2085221018 tempest-PortsTestJSON-2085221018-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '826193ba-f841-429e-ad83-6fb7fb8c1446') {'for_net_delete': True} {{(pid=94175) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 11:34:05.974734 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.services.segments.db [None req-928986e1-fd2d-4993-9bff-b210ae4cb291 tempest-PortsTestJSON-2085221018 tempest-PortsTestJSON-2085221018-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '826193ba-f841-429e-ad83-6fb7fb8c1446') {} {{(pid=94175) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 11:34:05.974853 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron_lib.callbacks.manager [None req-a9e51785-6e1b-41dd-8c0c-a6abe4a14fc1 tempest-SecGroupIPv6Test-1528675894 tempest-SecGroupIPv6Test-1528675894-project] Notify callbacks [] for security_group, before_response {{(pid=94174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:34:05.978164 dv-neutron-601336-94-hyperv neutron-server[94174]: INFO neutron.wsgi [None req-a9e51785-6e1b-41dd-8c0c-a6abe4a14fc1 tempest-SecGroupIPv6Test-1528675894 tempest-SecGroupIPv6Test-1528675894-project] 10.222.0.20 "DELETE /v2.0/security-groups/722f11b7-3a59-4e90-a468-7392d500ed0f HTTP/1.1" status: 204 len: 168 time: 0.4651442 Jun 23 11:34:05.978164 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3a8a15ac-385c-4c08-b2b4-01f5f709ff05 tempest-ExtraDHCPOptionsIpV6TestJSON-2131111190 tempest-ExtraDHCPOptionsIpV6TestJSON-2131111190-project] vlan segment allocate from pool success with {'vlan_id': 413, 'physical_network': 'physnet1'} {{(pid=94174) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 23 11:34:05.986154 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.wsgi [-] (94175) accepted ('10.222.0.20', 40084) {{(pid=94175) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 11:34:06.001415 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron_lib.callbacks.manager [None req-928986e1-fd2d-4993-9bff-b210ae4cb291 tempest-PortsTestJSON-2085221018 tempest-PortsTestJSON-2085221018-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8773699955833', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5190677'] for segment, before_delete {{(pid=94175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:34:06.008809 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a8a15ac-385c-4c08-b2b4-01f5f709ff05 tempest-ExtraDHCPOptionsIpV6TestJSON-2131111190 tempest-ExtraDHCPOptionsIpV6TestJSON-2131111190-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d34478a4-bb5c-46ba-9312-4bc38e8f2ad3,revision_number=1']} {{(pid=94174) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 11:34:06.012191 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron_lib.callbacks.manager [None req-3a8a15ac-385c-4c08-b2b4-01f5f709ff05 tempest-ExtraDHCPOptionsIpV6TestJSON-2131111190 tempest-ExtraDHCPOptionsIpV6TestJSON-2131111190-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3801'] for segment, precommit_create {{(pid=94174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:34:06.012556 dv-neutron-601336-94-hyperv neutron-server[94174]: INFO neutron.db.segments_db [None req-3a8a15ac-385c-4c08-b2b4-01f5f709ff05 tempest-ExtraDHCPOptionsIpV6TestJSON-2131111190 tempest-ExtraDHCPOptionsIpV6TestJSON-2131111190-project] Added segment 5ede67c5-4656-4a10-a74c-30a842ff0ef9 of type vlan for network a5879bb1-194d-4f6b-b32d-5c6f64a46fc8 Jun 23 11:34:06.014319 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG oslo_concurrency.lockutils [None req-3a8a15ac-385c-4c08-b2b4-01f5f709ff05 tempest-ExtraDHCPOptionsIpV6TestJSON-2131111190 tempest-ExtraDHCPOptionsIpV6TestJSON-2131111190-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.063s {{(pid=94174) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 11:34:06.014836 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG oslo_concurrency.lockutils [None req-f98b572b-d4e4-47e8-b881-193f2ea8842f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.029s {{(pid=94174) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 11:34:06.031072 dv-neutron-601336-94-hyperv neutron-server[94174]: INFO neutron.wsgi [None req-a50d4557-ae79-47dd-a66f-14c54b0911b0 tempest-PortsIpV6TestJSON-1781383748 tempest-PortsIpV6TestJSON-1781383748-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 850 time: 1.4354520 Jun 23 11:34:06.033088 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.wsgi [-] (94175) accepted ('10.222.0.20', 40086) {{(pid=94175) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 11:34:06.048994 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron_lib.callbacks.manager [None req-928986e1-fd2d-4993-9bff-b210ae4cb291 tempest-PortsTestJSON-2085221018 tempest-PortsTestJSON-2085221018-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3801'] for segment, precommit_delete {{(pid=94175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:34:06.059841 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9e51785-6e1b-41dd-8c0c-a6abe4a14fc1 tempest-SecGroupIPv6Test-1528675894 tempest-SecGroupIPv6Test-1528675894-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=722f11b7-3a59-4e90-a468-7392d500ed0f,revision_number=None']} {{(pid=94174) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 11:34:06.065805 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG oslo_concurrency.lockutils [None req-a9e51785-6e1b-41dd-8c0c-a6abe4a14fc1 tempest-SecGroupIPv6Test-1528675894 tempest-SecGroupIPv6Test-1528675894-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=94174) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 11:34:06.074996 dv-neutron-601336-94-hyperv neutron-server[94174]: INFO neutron.wsgi [req-0978d0af-7a99-45bc-bcc7-12fcac7433b5 req-076dcf91-ece7-487a-8f69-241c68816000 tempest-ServerActionsTestJSON-161917335 tempest-ServerActionsTestJSON-161917335-project] 10.222.0.20 "GET /v2.0/security-groups?id=f0520e5d-8f0e-4c28-b543-be4405698077&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1074517 Jun 23 11:34:06.075281 dv-neutron-601336-94-hyperv neutron-server[94175]: INFO neutron.wsgi [None req-5d3e59e0-054b-47c9-b905-70923077c37f tempest-NetworksTest-2133396914 tempest-NetworksTest-2133396914-project] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 0.8815243 Jun 23 11:34:06.077978 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.wsgi [-] (94174) accepted ('10.222.0.20', 40088) {{(pid=94174) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 11:34:06.085012 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.api.v2.base [None req-36cc86d9-4c16-4368-8864-c64c76bfc896 tempest-NetworksTest-2133396914 tempest-NetworksTest-2133396914-project] Request body: {'subnet': {'network_id': '5a929036-7592-44aa-8b27-129f4d17b89b', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'allocation_pools': [{'start': '172.20.0.3', 'end': '172.20.0.7'}]}} {{(pid=94174) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 23 11:34:06.085762 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-928986e1-fd2d-4993-9bff-b210ae4cb291 tempest-PortsTestJSON-2085221018 tempest-PortsTestJSON-2085221018-project] Releasing vlan 425 on physical network physnet1 to pool {{(pid=94175) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 23 11:34:06.086187 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron_lib.callbacks.manager [None req-928986e1-fd2d-4993-9bff-b210ae4cb291 tempest-PortsTestJSON-2085221018 tempest-PortsTestJSON-2085221018-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3801', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5082371'] for segment, after_delete {{(pid=94175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:34:06.091208 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron_lib.callbacks.manager [None req-3a8a15ac-385c-4c08-b2b4-01f5f709ff05 tempest-ExtraDHCPOptionsIpV6TestJSON-2131111190 tempest-ExtraDHCPOptionsIpV6TestJSON-2131111190-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8773699596773'] for network, precommit_create {{(pid=94174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:34:06.092281 dv-neutron-601336-94-hyperv neutron-server[94175]: Traceback (most recent call last): Jun 23 11:34:06.092281 dv-neutron-601336-94-hyperv neutron-server[94175]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 23 11:34:06.092281 dv-neutron-601336-94-hyperv neutron-server[94175]: timer() Jun 23 11:34:06.092281 dv-neutron-601336-94-hyperv neutron-server[94175]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 23 11:34:06.092281 dv-neutron-601336-94-hyperv neutron-server[94175]: cb(*args, **kw) Jun 23 11:34:06.092281 dv-neutron-601336-94-hyperv neutron-server[94175]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 23 11:34:06.092281 dv-neutron-601336-94-hyperv neutron-server[94175]: return func(*args, **kwargs) Jun 23 11:34:06.092281 dv-neutron-601336-94-hyperv neutron-server[94175]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 23 11:34:06.092281 dv-neutron-601336-94-hyperv neutron-server[94175]: self._notify() Jun 23 11:34:06.092281 dv-neutron-601336-94-hyperv neutron-server[94175]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 23 11:34:06.092281 dv-neutron-601336-94-hyperv neutron-server[94175]: self.callback(batched_events) Jun 23 11:34:06.092281 dv-neutron-601336-94-hyperv neutron-server[94175]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 23 11:34:06.092281 dv-neutron-601336-94-hyperv neutron-server[94175]: event.method(event) Jun 23 11:34:06.092281 dv-neutron-601336-94-hyperv neutron-server[94175]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 23 11:34:06.092281 dv-neutron-601336-94-hyperv neutron-server[94175]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 23 11:34:06.092281 dv-neutron-601336-94-hyperv neutron-server[94175]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 23 11:34:06.092281 dv-neutron-601336-94-hyperv neutron-server[94175]: aggregate_uuid = self.p_client.list_aggregates( Jun 23 11:34:06.092281 dv-neutron-601336-94-hyperv neutron-server[94175]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 23 11:34:06.092281 dv-neutron-601336-94-hyperv neutron-server[94175]: return f(self, *a, **k) Jun 23 11:34:06.092281 dv-neutron-601336-94-hyperv neutron-server[94175]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 23 11:34:06.092281 dv-neutron-601336-94-hyperv neutron-server[94175]: return self._get(url).json() Jun 23 11:34:06.092281 dv-neutron-601336-94-hyperv neutron-server[94175]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 23 11:34:06.092281 dv-neutron-601336-94-hyperv neutron-server[94175]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 23 11:34:06.092281 dv-neutron-601336-94-hyperv neutron-server[94175]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 23 11:34:06.092281 dv-neutron-601336-94-hyperv neutron-server[94175]: return self.request(url, 'GET', **kwargs) Jun 23 11:34:06.092281 dv-neutron-601336-94-hyperv neutron-server[94175]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 23 11:34:06.092281 dv-neutron-601336-94-hyperv neutron-server[94175]: base_url = self.get_endpoint(auth, allow=allow, Jun 23 11:34:06.092281 dv-neutron-601336-94-hyperv neutron-server[94175]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 23 11:34:06.092281 dv-neutron-601336-94-hyperv neutron-server[94175]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 23 11:34:06.092281 dv-neutron-601336-94-hyperv neutron-server[94175]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 23 11:34:06.092281 dv-neutron-601336-94-hyperv neutron-server[94175]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 23 11:34:06.092281 dv-neutron-601336-94-hyperv neutron-server[94175]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 23 11:34:06.177826 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c659d252-f377-4d9c-b19e-f7bcd551fb77 tempest-PortsIpV6TestJSON-1781383748 tempest-PortsIpV6TestJSON-1781383748-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 11:34:06.181733 dv-neutron-601336-94-hyperv neutron-server[94175]: INFO neutron.wsgi [None req-c659d252-f377-4d9c-b19e-f7bcd551fb77 tempest-PortsIpV6TestJSON-1781383748 tempest-PortsIpV6TestJSON-1781383748-project] 10.222.0.20 "GET /v2.0/ports/df505b2e-0210-46ec-94fe-147bbe431f0d HTTP/1.1" status: 200 len: 845 time: 0.1451304 Jun 23 11:34:06.186565 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.wsgi [-] (94174) accepted ('10.222.0.20', 40092) {{(pid=94174) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 11:34:06.186735 dv-neutron-601336-94-hyperv neutron-server[94175]: INFO neutron.wsgi [None req-694bcb38-fd66-4e7b-bb38-900de73cbcc3 tempest-SecGroupIPv6Test-1528675894 tempest-SecGroupIPv6Test-1528675894-project] 10.222.0.20 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2979 time: 0.1964290 Jun 23 11:34:06.186824 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.wsgi [-] (94174) accepted ('10.222.0.20', 40094) {{(pid=94174) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 11:34:06.187662 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron_lib.callbacks.manager [None req-b33b3772-c1c8-44b0-b533-01dc1bafd7a8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:34:06.194151 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.api.v2.base [None req-11d5ac3d-d451-4052-b604-ebeafb8d2bf5 tempest-SecGroupIPv6Test-1528675894 tempest-SecGroupIPv6Test-1528675894-project] Request body: {'security_group': {'name': 'tempest-secgroup--472017940'}} {{(pid=94174) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 23 11:34:06.212383 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron_lib.callbacks.manager [None req-b33b3772-c1c8-44b0-b533-01dc1bafd7a8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:34:06.257421 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron_lib.callbacks.manager [None req-3a8a15ac-385c-4c08-b2b4-01f5f709ff05 tempest-ExtraDHCPOptionsIpV6TestJSON-2131111190 tempest-ExtraDHCPOptionsIpV6TestJSON-2131111190-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8002400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7866073'] for network, after_create {{(pid=94174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:34:06.264668 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3a8a15ac-385c-4c08-b2b4-01f5f709ff05 tempest-ExtraDHCPOptionsIpV6TestJSON-2131111190 tempest-ExtraDHCPOptionsIpV6TestJSON-2131111190-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94174) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 11:34:06.265263 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron_lib.callbacks.manager [None req-3a8a15ac-385c-4c08-b2b4-01f5f709ff05 tempest-ExtraDHCPOptionsIpV6TestJSON-2131111190 tempest-ExtraDHCPOptionsIpV6TestJSON-2131111190-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7865916'] for network, before_response {{(pid=94174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:34:06.268611 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG oslo_concurrency.lockutils [None req-67741ac4-c4f5-4821-836c-49251e139ce2 tempest-NetworksTest-2133396914 tempest-NetworksTest-2133396914-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94174) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 11:34:06.280056 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron_lib.callbacks.manager [None req-928986e1-fd2d-4993-9bff-b210ae4cb291 tempest-PortsTestJSON-2085221018 tempest-PortsTestJSON-2085221018-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-897248', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8002400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7866073', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-524247'] for network, after_delete {{(pid=94175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:34:06.284529 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron_lib.callbacks.manager [None req-928986e1-fd2d-4993-9bff-b210ae4cb291 tempest-PortsTestJSON-2085221018 tempest-PortsTestJSON-2085221018-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7865916'] for network, before_response {{(pid=94175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:34:06.291743 dv-neutron-601336-94-hyperv neutron-server[94175]: INFO neutron.wsgi [None req-928986e1-fd2d-4993-9bff-b210ae4cb291 tempest-PortsTestJSON-2085221018 tempest-PortsTestJSON-2085221018-project] 10.222.0.20 "DELETE /v2.0/networks/7cc6a096-5b5a-48b7-b45e-38a16064cf71 HTTP/1.1" status: 204 len: 168 time: 1.2276406 Jun 23 11:34:06.291743 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG oslo_concurrency.lockutils [None req-14df54e2-b5d6-4fdb-a5d1-e11a682e9c10 tempest-RoutersNegativeIpV6Test-1628881962 tempest-RoutersNegativeIpV6Test-1628881962-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94175) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 11:34:06.296595 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.wsgi [-] (94175) accepted ('10.222.0.20', 40096) {{(pid=94175) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 11:34:06.311439 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-928986e1-fd2d-4993-9bff-b210ae4cb291 tempest-PortsTestJSON-2085221018 tempest-PortsTestJSON-2085221018-project] Pushing event deleted for resources: {'Network': ['ID=7cc6a096-5b5a-48b7-b45e-38a16064cf71,revision_number=None']} {{(pid=94175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 11:34:06.313905 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG oslo_concurrency.lockutils [None req-928986e1-fd2d-4993-9bff-b210ae4cb291 tempest-PortsTestJSON-2085221018 tempest-PortsTestJSON-2085221018-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.026s {{(pid=94175) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 11:34:06.349018 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron_lib.callbacks.manager [None req-11d5ac3d-d451-4052-b604-ebeafb8d2bf5 tempest-SecGroupIPv6Test-1528675894 tempest-SecGroupIPv6Test-1528675894-project] Notify callbacks [] for security_group, before_create {{(pid=94174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:34:06.357832 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a789c5e5-05f4-469e-829d-025df73e87b1 tempest-PortsTestJSON-2085221018 tempest-PortsTestJSON-2085221018-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 11:34:06.359344 dv-neutron-601336-94-hyperv neutron-server[94175]: INFO neutron.wsgi [None req-a789c5e5-05f4-469e-829d-025df73e87b1 tempest-PortsTestJSON-2085221018 tempest-PortsTestJSON-2085221018-project] 10.222.0.20 "GET /v2.0/ports/1581b641-d989-429b-9c22-7f08f65cb943 HTTP/1.1" status: 200 len: 840 time: 0.0656157 Jun 23 11:34:06.363080 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.wsgi [-] (94175) accepted ('10.222.0.20', 40098) {{(pid=94175) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 11:34:06.374013 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron_lib.callbacks.manager [None req-b33b3772-c1c8-44b0-b533-01dc1bafd7a8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7996330'] for security_group, after_delete {{(pid=94175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:34:06.376628 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron_lib.callbacks.manager [None req-b33b3772-c1c8-44b0-b533-01dc1bafd7a8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:34:06.378530 dv-neutron-601336-94-hyperv neutron-server[94175]: INFO neutron.wsgi [None req-b33b3772-c1c8-44b0-b533-01dc1bafd7a8 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/85227b34-88c9-4064-8271-5a97e4ccb74f HTTP/1.1" status: 204 len: 168 time: 0.4378579 Jun 23 11:34:06.378671 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a8a15ac-385c-4c08-b2b4-01f5f709ff05 tempest-ExtraDHCPOptionsIpV6TestJSON-2131111190 tempest-ExtraDHCPOptionsIpV6TestJSON-2131111190-project] Pushing event updated for resources: {'Network': ['ID=a5879bb1-194d-4f6b-b32d-5c6f64a46fc8,revision_number=1']} {{(pid=94174) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 11:34:06.382864 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG oslo_concurrency.lockutils [None req-3a8a15ac-385c-4c08-b2b4-01f5f709ff05 tempest-ExtraDHCPOptionsIpV6TestJSON-2131111190 tempest-ExtraDHCPOptionsIpV6TestJSON-2131111190-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.114s {{(pid=94174) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 11:34:06.396680 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG oslo_concurrency.lockutils [None req-cdf3845d-27c7-4190-ad67-ad333386ec00 tempest-BulkNetworkOpsIpV6Test-986121801 tempest-BulkNetworkOpsIpV6Test-986121801-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94175) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 11:34:06.399770 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.plugins.ml2.plugin [None req-53344835-6f4d-4a08-bcc9-17d0036c4391 tempest-PortsIpV6TestJSON-1781383748 tempest-PortsIpV6TestJSON-1781383748-project] Deleting port df505b2e-0210-46ec-94fe-147bbe431f0d {{(pid=94174) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1913}} Jun 23 11:34:06.399770 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron_lib.callbacks.manager [None req-53344835-6f4d-4a08-bcc9-17d0036c4391 tempest-PortsIpV6TestJSON-1781383748 tempest-PortsIpV6TestJSON-1781383748-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773700079324'] for port, before_delete {{(pid=94174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:34:06.403125 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.plugins.ml2.rpc [None req-dc7542b2-afef-47f4-a763-e3a3cba144be None None] Network a5879bb1-194d-4f6b-b32d-5c6f64a46fc8 details requested by agent ovs-agent-dv-neutron-601336-94-hyperv with host dv-neutron-601336-94-hyperv {{(pid=94176) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:250}} Jun 23 11:34:06.408272 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b33b3772-c1c8-44b0-b533-01dc1bafd7a8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=85227b34-88c9-4064-8271-5a97e4ccb74f,revision_number=None']} {{(pid=94175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 11:34:06.411950 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG oslo_concurrency.lockutils [None req-b33b3772-c1c8-44b0-b533-01dc1bafd7a8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.015s {{(pid=94175) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 11:34:06.428085 dv-neutron-601336-94-hyperv neutron-server[94175]: INFO neutron.wsgi [None req-9aa18e45-92b2-4340-b3e2-9469a271891b tempest-PortsTestJSON-2085221018 tempest-PortsTestJSON-2085221018-project] 10.222.0.20 "GET /v2.0/ports/1581b641-d989-429b-9c22-7f08f65cb943?fields=id&fields=mac_address HTTP/1.1" status: 200 len: 281 time: 0.0636644 Jun 23 11:34:06.431377 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.wsgi [-] (94175) accepted ('10.222.0.20', 40102) {{(pid=94175) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 11:34:06.437094 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.api.v2.base [None req-3f060f3e-9aed-4bf8-b5e7-e2d8f45813a4 tempest-PortsTestJSON-2085221018 tempest-PortsTestJSON-2085221018-project] Request body: {'subnet': {'network_id': 'c9584ed1-23c5-47a7-b4d6-264bedad0f19', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=94175) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 23 11:34:06.461894 dv-neutron-601336-94-hyperv neutron-server[94174]: INFO neutron.wsgi [None req-3a8a15ac-385c-4c08-b2b4-01f5f709ff05 tempest-ExtraDHCPOptionsIpV6TestJSON-2131111190 tempest-ExtraDHCPOptionsIpV6TestJSON-2131111190-project] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 796 time: 1.2050734 Jun 23 11:34:06.466925 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.wsgi [-] (94174) accepted ('10.222.0.20', 40104) {{(pid=94174) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 11:34:06.488007 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.api.v2.base [None req-0e278efe-9a19-42ac-941f-dc53ea32a973 tempest-ExtraDHCPOptionsIpV6TestJSON-2131111190 tempest-ExtraDHCPOptionsIpV6TestJSON-2131111190-project] Request body: {'subnet': {'network_id': 'a5879bb1-194d-4f6b-b32d-5c6f64a46fc8', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=94174) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 23 11:34:06.552835 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron_lib.callbacks.manager [None req-53344835-6f4d-4a08-bcc9-17d0036c4391 tempest-PortsIpV6TestJSON-1781383748 tempest-PortsIpV6TestJSON-1781383748-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-430722'] for port, precommit_delete {{(pid=94174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:34:06.574493 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.plugins.ml2.plugin [None req-53344835-6f4d-4a08-bcc9-17d0036c4391 tempest-PortsIpV6TestJSON-1781383748 tempest-PortsIpV6TestJSON-1781383748-project] Calling delete_port for df505b2e-0210-46ec-94fe-147bbe431f0d owned by {{(pid=94174) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1986}} Jun 23 11:34:06.675991 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-36cc86d9-4c16-4368-8864-c64c76bfc896 tempest-NetworksTest-2133396914 tempest-NetworksTest-2133396914-project] Made reservation on behalf of dfecc9776e0d4947a3f7218fbe96de01 for: {'subnet': 1} {{(pid=94174) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 23 11:34:06.679501 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron_lib.callbacks.manager [None req-36cc86d9-4c16-4368-8864-c64c76bfc896 tempest-NetworksTest-2133396914 tempest-NetworksTest-2133396914-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4294245'] for subnet, before_create {{(pid=94174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:34:07.024347 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.db.ipam_backend_mixin [None req-36cc86d9-4c16-4368-8864-c64c76bfc896 tempest-NetworksTest-2133396914 tempest-NetworksTest-2133396914-project] Performing IP validity checks on allocation pools {{(pid=94174) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:325}} Jun 23 11:34:07.024868 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.db.ipam_backend_mixin [None req-36cc86d9-4c16-4368-8864-c64c76bfc896 tempest-NetworksTest-2133396914 tempest-NetworksTest-2133396914-project] Checking for overlaps among allocation pools and gateway ip {{(pid=94174) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:346}} Jun 23 11:34:07.061922 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87a1b7b0-4f2e-48f6-8695-b048afaf6e8b req-e5dee157-8e1c-4aeb-9af2-dc2ad73f723f tempest-ServerActionsTestJSON-161917335 tempest-ServerActionsTestJSON-161917335-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94174) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 11:34:07.063413 dv-neutron-601336-94-hyperv neutron-server[94174]: INFO neutron.wsgi [req-87a1b7b0-4f2e-48f6-8695-b048afaf6e8b req-e5dee157-8e1c-4aeb-9af2-dc2ad73f723f tempest-ServerActionsTestJSON-161917335 tempest-ServerActionsTestJSON-161917335-project] 10.222.0.20 "GET /v2.0/ports?device_id=85769616-6b8b-4da7-ad73-344986edf607 HTTP/1.1" status: 200 len: 945 time: 0.4437556 Jun 23 11:34:07.101230 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron_lib.callbacks.manager [None req-53344835-6f4d-4a08-bcc9-17d0036c4391 tempest-PortsIpV6TestJSON-1781383748 tempest-PortsIpV6TestJSON-1781383748-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-922904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866062', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773700135024', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773699642224', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5196390'] for port, after_delete {{(pid=94174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:34:07.112932 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG oslo_concurrency.lockutils [None req-73dbdfd0-cb5b-4285-ae3a-aebe000a1185 tempest-NetworksTest-2133396914 tempest-NetworksTest-2133396914-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94174) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 11:34:07.125724 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron_lib.callbacks.manager [None req-11d5ac3d-d451-4052-b604-ebeafb8d2bf5 tempest-SecGroupIPv6Test-1528675894 tempest-SecGroupIPv6Test-1528675894-project] Notify callbacks [] for security_group, precommit_create {{(pid=94174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:34:07.163829 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53344835-6f4d-4a08-bcc9-17d0036c4391 tempest-PortsIpV6TestJSON-1781383748 tempest-PortsIpV6TestJSON-1781383748-project] Pushing event deleted for resources: {'Port': ['ID=df505b2e-0210-46ec-94fe-147bbe431f0d,revision_number=None']} {{(pid=94174) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 11:34:07.171591 dv-neutron-601336-94-hyperv neutron-server[94174]: INFO neutron.wsgi [req-87a1b7b0-4f2e-48f6-8695-b048afaf6e8b req-cab8276d-1693-4162-885d-dbf162ea5ffc tempest-ServerActionsTestJSON-161917335 tempest-ServerActionsTestJSON-161917335-project] 10.222.0.20 "GET /v2.0/security-groups?id=f0520e5d-8f0e-4c28-b543-be4405698077&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1011670 Jun 23 11:34:07.172434 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG oslo_concurrency.lockutils [None req-53344835-6f4d-4a08-bcc9-17d0036c4391 tempest-PortsIpV6TestJSON-1781383748 tempest-PortsIpV6TestJSON-1781383748-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.060s {{(pid=94174) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 11:34:07.176617 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron_lib.callbacks.manager [None req-53344835-6f4d-4a08-bcc9-17d0036c4391 tempest-PortsIpV6TestJSON-1781383748 tempest-PortsIpV6TestJSON-1781383748-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-217507'] for port, before_response {{(pid=94174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:34:07.180767 dv-neutron-601336-94-hyperv neutron-server[94174]: INFO neutron.wsgi [None req-53344835-6f4d-4a08-bcc9-17d0036c4391 tempest-PortsIpV6TestJSON-1781383748 tempest-PortsIpV6TestJSON-1781383748-project] 10.222.0.20 "DELETE /v2.0/ports/df505b2e-0210-46ec-94fe-147bbe431f0d HTTP/1.1" status: 204 len: 168 time: 0.9954522 Jun 23 11:34:07.182286 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.wsgi [-] (94174) accepted ('10.222.0.20', 40120) {{(pid=94174) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 11:34:07.229293 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron_lib.callbacks.manager [None req-11d5ac3d-d451-4052-b604-ebeafb8d2bf5 tempest-SecGroupIPv6Test-1528675894 tempest-SecGroupIPv6Test-1528675894-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7996330'] for security_group, after_create {{(pid=94174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:34:07.235265 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.plugins.ml2.rpc [None req-dc7542b2-afef-47f4-a763-e3a3cba144be None None] Device a9d73b3b-33bc-41b0-9652-5d7168e6badc no longer exists at agent ovs-agent-dv-neutron-601336-94-hyperv {{(pid=94176) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:261}} Jun 23 11:34:07.235428 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG oslo_concurrency.lockutils [None req-2ba15254-8266-4eda-a37a-b69e5989c192 tempest-NegativeSecGroupTest-178874014 tempest-NegativeSecGroupTest-178874014-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94174) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 11:34:07.239265 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron_lib.db.api [None req-0e278efe-9a19-42ac-941f-dc53ea32a973 tempest-ExtraDHCPOptionsIpV6TestJSON-2131111190 tempest-ExtraDHCPOptionsIpV6TestJSON-2131111190-project] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Jun 23 11:34:07.239265 dv-neutron-601336-94-hyperv neutron-server[94174]: [SQL: DELETE FROM reservations WHERE reservations.project_id = %(project_id_1)s AND reservations.expiration < %(expiration_1)s] Jun 23 11:34:07.239265 dv-neutron-601336-94-hyperv neutron-server[94174]: [parameters: {'project_id_1': 'db90040599ff4cbfb49c3eb057e14c10', 'expiration_1': datetime.datetime(2021, 6, 23, 11, 34, 6, 586551)}] Jun 23 11:34:07.239265 dv-neutron-601336-94-hyperv neutron-server[94174]: (Background on this error at: http://sqlalche.me/e/14/e3q8) {{(pid=94174) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jun 23 11:34:07.239265 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG oslo_db.api [None req-0e278efe-9a19-42ac-941f-dc53ea32a973 tempest-ExtraDHCPOptionsIpV6TestJSON-2131111190 tempest-ExtraDHCPOptionsIpV6TestJSON-2131111190-project] Performing DB retry for function neutron.db.quota.driver_nolock.DbQuotaNoLockDriver.make_reservation {{(pid=94174) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jun 23 11:34:07.244825 dv-neutron-601336-94-hyperv neutron-server[94174]: INFO neutron.pecan_wsgi.hooks.translation [None req-4066b30c-4cbd-485a-8a36-4cd3b94e9d16 tempest-PortsIpV6TestJSON-1781383748 tempest-PortsIpV6TestJSON-1781383748-project] GET failed (client error): The resource could not be found. Jun 23 11:34:07.250224 dv-neutron-601336-94-hyperv neutron-server[94174]: INFO neutron.wsgi [None req-4066b30c-4cbd-485a-8a36-4cd3b94e9d16 tempest-PortsIpV6TestJSON-1781383748 tempest-PortsIpV6TestJSON-1781383748-project] 10.222.0.20 "GET /v2.0/ports/df505b2e-0210-46ec-94fe-147bbe431f0d HTTP/1.1" status: 404 len: 333 time: 0.0642641 Jun 23 11:34:07.250797 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.wsgi [-] (94175) accepted ('10.222.0.20', 40126) {{(pid=94175) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 11:34:07.256442 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.api.v2.base [None req-e6011417-bbe2-4081-9f39-d603d02b3dda tempest-PortsIpV6TestJSON-1781383748 tempest-PortsIpV6TestJSON-1781383748-project] Request body: {'port': {'network_id': 'c16c789a-641f-4c9b-ac33-977ceb9ea600', 'name': 'tempest-PortsIpV6TestJSON-1455045788'}} {{(pid=94175) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 23 11:34:07.259129 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.plugins.ml2.plugin [None req-dc7542b2-afef-47f4-a763-e3a3cba144be None None] No Port match for: a9d73b3b-33bc-41b0-9652-5d7168e6badc {{(pid=94176) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2240}} Jun 23 11:34:07.259129 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.plugins.ml2.rpc [None req-dc7542b2-afef-47f4-a763-e3a3cba144be None None] Device a9d73b3b-33bc-41b0-9652-5d7168e6badc not bound to the agent host dv-neutron-601336-94-hyperv {{(pid=94176) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:271}} Jun 23 11:34:07.278342 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3f060f3e-9aed-4bf8-b5e7-e2d8f45813a4 tempest-PortsTestJSON-2085221018 tempest-PortsTestJSON-2085221018-project] Made reservation on behalf of 9e5461dd76964a018bba022fe5f7a0f1 for: {'subnet': 1} {{(pid=94175) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 23 11:34:07.282025 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11d5ac3d-d451-4052-b604-ebeafb8d2bf5 tempest-SecGroupIPv6Test-1528675894 tempest-SecGroupIPv6Test-1528675894-project] Pushing event updated for resources: {'SecurityGroup': ['ID=25059c3e-ced7-42b1-947c-f492d959efdc,revision_number=1']} {{(pid=94174) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 11:34:07.286086 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron_lib.callbacks.manager [None req-3f060f3e-9aed-4bf8-b5e7-e2d8f45813a4 tempest-PortsTestJSON-2085221018 tempest-PortsTestJSON-2085221018-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4660073'] for subnet, before_create {{(pid=94175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:34:07.302502 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG oslo_concurrency.lockutils [None req-11d5ac3d-d451-4052-b604-ebeafb8d2bf5 tempest-SecGroupIPv6Test-1528675894 tempest-SecGroupIPv6Test-1528675894-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.067s {{(pid=94174) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 11:34:07.361736 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron_lib.callbacks.manager [None req-11d5ac3d-d451-4052-b604-ebeafb8d2bf5 tempest-SecGroupIPv6Test-1528675894 tempest-SecGroupIPv6Test-1528675894-project] Notify callbacks [] for security_group, before_response {{(pid=94174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:34:07.365653 dv-neutron-601336-94-hyperv neutron-server[94174]: INFO neutron.wsgi [None req-11d5ac3d-d451-4052-b604-ebeafb8d2bf5 tempest-SecGroupIPv6Test-1528675894 tempest-SecGroupIPv6Test-1528675894-project] 10.222.0.20 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1743 time: 1.1755285 Jun 23 11:34:07.365992 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.wsgi [-] (94174) accepted ('10.222.0.20', 40128) {{(pid=94174) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 11:34:07.371379 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.api.v2.base [None req-546d9d3c-e50d-4189-be8d-b00044fa565c tempest-SecGroupIPv6Test-1528675894 tempest-SecGroupIPv6Test-1528675894-project] Request body: {'security_group_rule': {'security_group_id': '25059c3e-ced7-42b1-947c-f492d959efdc', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'tcp', 'port_range_min': 76, 'port_range_max': 77, 'remote_group_id': None, 'remote_ip_prefix': '2001:db8::/48'}} {{(pid=94174) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 23 11:34:07.390118 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron_lib.callbacks.manager [None req-36cc86d9-4c16-4368-8864-c64c76bfc896 tempest-NetworksTest-2133396914 tempest-NetworksTest-2133396914-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866062', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5195999', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4294259'] for subnet, after_create {{(pid=94174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:34:07.393859 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG oslo_concurrency.lockutils [None req-96d99250-14ae-44c7-aa5e-6c9c7da5474f tempest-BulkNetworkOpsTest-447796090 tempest-BulkNetworkOpsTest-447796090-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94174) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 11:34:07.453939 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36cc86d9-4c16-4368-8864-c64c76bfc896 tempest-NetworksTest-2133396914 tempest-NetworksTest-2133396914-project] Pushing event updated for resources: {'Subnet': ['ID=fc2ceaa6-4917-4683-a521-d684b8240b77,revision_number=0']} {{(pid=94174) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 11:34:07.458414 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG oslo_concurrency.lockutils [None req-36cc86d9-4c16-4368-8864-c64c76bfc896 tempest-NetworksTest-2133396914 tempest-NetworksTest-2133396914-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.065s {{(pid=94174) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 11:34:07.466215 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron_lib.callbacks.manager [None req-546d9d3c-e50d-4189-be8d-b00044fa565c tempest-SecGroupIPv6Test-1528675894 tempest-SecGroupIPv6Test-1528675894-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:34:07.468719 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-36cc86d9-4c16-4368-8864-c64c76bfc896 tempest-NetworksTest-2133396914 tempest-NetworksTest-2133396914-project] Checking segment: {'id': 'da212ded-b64d-48d2-8636-3691d0c4a297', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 412, 'network_id': '5a929036-7592-44aa-8b27-129f4d17b89b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94174) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 23 11:34:07.469084 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-36cc86d9-4c16-4368-8864-c64c76bfc896 tempest-NetworksTest-2133396914 tempest-NetworksTest-2133396914-project] Network hostable DHCP agents. Network: 5a929036-7592-44aa-8b27-129f4d17b89b, hostable agents: ['8cf29b10-0e57-4131-816f-a4b6ad00b249'], hosted agents: [] {{(pid=94174) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 23 11:34:07.527769 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron_lib.callbacks.manager [None req-546d9d3c-e50d-4189-be8d-b00044fa565c tempest-SecGroupIPv6Test-1528675894 tempest-SecGroupIPv6Test-1528675894-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:34:07.533269 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.wsgi [-] (94174) accepted ('10.222.0.20', 40132) {{(pid=94174) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 11:34:07.537272 dv-neutron-601336-94-hyperv neutron-server[94174]: INFO neutron.wsgi [-] 10.222.0.20 "GET / HTTP/1.1" status: 200 len: 248 time: 0.0028725 Jun 23 11:34:07.539747 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.wsgi [-] (94174) accepted ('10.222.0.20', 40134) {{(pid=94174) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 11:34:07.553771 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e6011417-bbe2-4081-9f39-d603d02b3dda tempest-PortsIpV6TestJSON-1781383748 tempest-PortsIpV6TestJSON-1781383748-project] Made reservation on behalf of 4a9805c328414e068d83db5c9b76c3c7 for: {'port': 1} {{(pid=94175) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 23 11:34:07.557501 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron_lib.callbacks.manager [None req-e6011417-bbe2-4081-9f39-d603d02b3dda tempest-PortsIpV6TestJSON-1781383748 tempest-PortsIpV6TestJSON-1781383748-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-923104'] for port, before_create {{(pid=94175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:34:07.576318 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.notifiers.nova [None req-e6011417-bbe2-4081-9f39-d603d02b3dda tempest-PortsIpV6TestJSON-1781383748 tempest-PortsIpV6TestJSON-1781383748-project] device_id is not set on port 1d676730-0cca-4c5a-b9bc-f93bffdbb97c yet. {{(pid=94175) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jun 23 11:34:07.577185 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-36cc86d9-4c16-4368-8864-c64c76bfc896 tempest-NetworksTest-2133396914 tempest-NetworksTest-2133396914-project] Network 5a929036-7592-44aa-8b27-129f4d17b89b is scheduled to be hosted by DHCP agent 8cf29b10-0e57-4131-816f-a4b6ad00b249 with binding_index 1 {{(pid=94174) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 23 11:34:07.579350 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron_lib.callbacks.manager [None req-546d9d3c-e50d-4189-be8d-b00044fa565c tempest-SecGroupIPv6Test-1528675894 tempest-SecGroupIPv6Test-1528675894-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7996355'] for security_group_rule, after_create {{(pid=94174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:34:07.583460 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron_lib.callbacks.manager [None req-3f060f3e-9aed-4bf8-b5e7-e2d8f45813a4 tempest-PortsTestJSON-2085221018 tempest-PortsTestJSON-2085221018-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866062', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5083113', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4660095'] for subnet, after_create {{(pid=94175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:34:07.585616 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94174) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 11:34:07.586810 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG oslo_concurrency.lockutils [None req-55edc2b7-caad-4682-9140-56159e9dbddb tempest-NetworksTest-2133396914 tempest-NetworksTest-2133396914-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94175) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 11:34:07.607657 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-546d9d3c-e50d-4189-be8d-b00044fa565c tempest-SecGroupIPv6Test-1528675894 tempest-SecGroupIPv6Test-1528675894-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e7178f50-ca45-4d43-94a0-557f56870e63,revision_number=0']} {{(pid=94174) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 11:34:07.611474 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG oslo_concurrency.lockutils [None req-546d9d3c-e50d-4189-be8d-b00044fa565c tempest-SecGroupIPv6Test-1528675894 tempest-SecGroupIPv6Test-1528675894-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.025s {{(pid=94174) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 11:34:07.641793 dv-neutron-601336-94-hyperv neutron-server[94174]: INFO neutron.wsgi [None req-cd9050cd-0ef7-49ef-b895-77e425848287 tempest-NetworksApiDiscovery-593206156 tempest-NetworksApiDiscovery-593206156-project] 10.222.0.20 "GET /v2.0/ HTTP/1.1" status: 200 len: 702 time: 0.1009920 Jun 23 11:34:07.659324 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.scheduler.base_scheduler [None req-36cc86d9-4c16-4368-8864-c64c76bfc896 tempest-NetworksTest-2133396914 tempest-NetworksTest-2133396914-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-601336-94-hyperv, 5a929036-7592-44aa-8b27-129f4d17b89b) {{(pid=94174) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 23 11:34:07.664404 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-36cc86d9-4c16-4368-8864-c64c76bfc896 tempest-NetworksTest-2133396914 tempest-NetworksTest-2133396914-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94174) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 11:34:07.665070 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron_lib.callbacks.manager [None req-36cc86d9-4c16-4368-8864-c64c76bfc896 tempest-NetworksTest-2133396914 tempest-NetworksTest-2133396914-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7865916'] for subnet, before_response {{(pid=94174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:34:07.665405 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3f060f3e-9aed-4bf8-b5e7-e2d8f45813a4 tempest-PortsTestJSON-2085221018 tempest-PortsTestJSON-2085221018-project] Network c9584ed1-23c5-47a7-b4d6-264bedad0f19 is already hosted by enough agents. {{(pid=94175) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 23 11:34:07.673878 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f1a63532-3696-41f5-ad2b-f87bae69005f None None] Network 5a929036-7592-44aa-8b27-129f4d17b89b requested from dv-neutron-601336-94-hyperv {{(pid=94176) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 23 11:34:07.676808 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.scheduler.base_scheduler [None req-3f060f3e-9aed-4bf8-b5e7-e2d8f45813a4 tempest-PortsTestJSON-2085221018 tempest-PortsTestJSON-2085221018-project] Resources bound (agent type, host, resource id): {{(pid=94175) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 23 11:34:07.679163 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron_lib.callbacks.manager [None req-546d9d3c-e50d-4189-be8d-b00044fa565c tempest-SecGroupIPv6Test-1528675894 tempest-SecGroupIPv6Test-1528675894-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:34:07.685582 dv-neutron-601336-94-hyperv neutron-server[94174]: INFO neutron.wsgi [None req-546d9d3c-e50d-4189-be8d-b00044fa565c tempest-SecGroupIPv6Test-1528675894 tempest-SecGroupIPv6Test-1528675894-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 786 time: 0.3184683 Jun 23 11:34:07.686274 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.wsgi [-] (94174) accepted ('10.222.0.20', 40140) {{(pid=94174) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 11:34:07.688142 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3f060f3e-9aed-4bf8-b5e7-e2d8f45813a4 tempest-PortsTestJSON-2085221018 tempest-PortsTestJSON-2085221018-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 11:34:07.688741 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron_lib.callbacks.manager [None req-3f060f3e-9aed-4bf8-b5e7-e2d8f45813a4 tempest-PortsTestJSON-2085221018 tempest-PortsTestJSON-2085221018-project] Notify callbacks [] for subnet, before_response {{(pid=94175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:34:07.715594 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f060f3e-9aed-4bf8-b5e7-e2d8f45813a4 tempest-PortsTestJSON-2085221018 tempest-PortsTestJSON-2085221018-project] Pushing event updated for resources: {'Subnet': ['ID=13202cda-7dc5-4d1e-beec-4be389f29884,revision_number=0']} {{(pid=94175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 11:34:07.723344 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG oslo_concurrency.lockutils [None req-3f060f3e-9aed-4bf8-b5e7-e2d8f45813a4 tempest-PortsTestJSON-2085221018 tempest-PortsTestJSON-2085221018-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.136s {{(pid=94175) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 11:34:07.723760 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron_lib.callbacks.manager [None req-9d20cab9-1363-4a95-98cd-a4ed9b62f7b0 tempest-SecGroupIPv6Test-1528675894 tempest-SecGroupIPv6Test-1528675894-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=94174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:34:07.736174 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron_lib.callbacks.manager [None req-9d20cab9-1363-4a95-98cd-a4ed9b62f7b0 tempest-SecGroupIPv6Test-1528675894 tempest-SecGroupIPv6Test-1528675894-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=94174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:34:07.754004 dv-neutron-601336-94-hyperv neutron-server[94174]: INFO neutron.wsgi [None req-36cc86d9-4c16-4368-8864-c64c76bfc896 tempest-NetworksTest-2133396914 tempest-NetworksTest-2133396914-project] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 800 time: 1.6746936 Jun 23 11:34:07.761061 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.wsgi [-] (94174) accepted ('10.222.0.20', 40142) {{(pid=94174) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 11:34:07.796553 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b810055f-c189-422f-8232-c2815cbd5875 None None] Network c9584ed1-23c5-47a7-b4d6-264bedad0f19 requested from dv-neutron-601336-94-hyperv {{(pid=94176) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 23 11:34:07.812173 dv-neutron-601336-94-hyperv neutron-server[94175]: INFO neutron.wsgi [None req-3f060f3e-9aed-4bf8-b5e7-e2d8f45813a4 tempest-PortsTestJSON-2085221018 tempest-PortsTestJSON-2085221018-project] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.3771160 Jun 23 11:34:07.813239 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron_lib.callbacks.manager [None req-e6011417-bbe2-4081-9f39-d603d02b3dda tempest-PortsIpV6TestJSON-1781383748 tempest-PortsIpV6TestJSON-1781383748-project] Notify callbacks [] for port, precommit_create {{(pid=94175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:34:07.817981 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.wsgi [-] (94175) accepted ('10.222.0.20', 40144) {{(pid=94175) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 11:34:07.820524 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.api.v2.base [None req-ae4ecfec-d62f-4b98-8ca2-c269d1513978 tempest-PortsTestJSON-2085221018 tempest-PortsTestJSON-2085221018-project] Request body: {'security_group': {'name': 'tempest-secgroup-119468764'}} {{(pid=94175) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 23 11:34:07.876650 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron_lib.callbacks.manager [None req-3c605406-d6ec-4520-8a5a-ce5da67bd70d tempest-NetworksTest-2133396914 tempest-NetworksTest-2133396914-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-824874'] for network, before_delete {{(pid=94174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:34:07.908607 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron_lib.callbacks.manager [None req-9d20cab9-1363-4a95-98cd-a4ed9b62f7b0 tempest-SecGroupIPv6Test-1528675894 tempest-SecGroupIPv6Test-1528675894-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7996355'] for security_group_rule, after_delete {{(pid=94174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:34:07.914524 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94174) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 11:34:07.919646 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron_lib.callbacks.manager [None req-9d20cab9-1363-4a95-98cd-a4ed9b62f7b0 tempest-SecGroupIPv6Test-1528675894 tempest-SecGroupIPv6Test-1528675894-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:34:07.920736 dv-neutron-601336-94-hyperv neutron-server[94174]: INFO neutron.wsgi [None req-9d20cab9-1363-4a95-98cd-a4ed9b62f7b0 tempest-SecGroupIPv6Test-1528675894 tempest-SecGroupIPv6Test-1528675894-project] 10.222.0.20 "DELETE /v2.0/security-group-rules/e7178f50-ca45-4d43-94a0-557f56870e63 HTTP/1.1" status: 204 len: 168 time: 0.2326412 Jun 23 11:34:07.923338 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.wsgi [-] (94174) accepted ('10.222.0.20', 40146) {{(pid=94174) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 11:34:07.923525 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-db1d956d-3d81-4c98-a0c9-f4bc61b07493 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1e0d828a-1fa4-563d-b7fd-53adf66a04ee-5a929036-7592-44aa-8b27-129f4d17b89b', 'network_id': '5a929036-7592-44aa-8b27-129f4d17b89b', 'tenant_id': 'dfecc9776e0d4947a3f7218fbe96de01', 'fixed_ips': [{'subnet_id': 'fc2ceaa6-4917-4683-a521-d684b8240b77'}]}} from dv-neutron-601336-94-hyperv. {{(pid=94176) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 23 11:34:07.924421 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron_lib.callbacks.manager [None req-db1d956d-3d81-4c98-a0c9-f4bc61b07493 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-923104'] for port, before_create {{(pid=94176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:34:07.948144 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0e278efe-9a19-42ac-941f-dc53ea32a973 tempest-ExtraDHCPOptionsIpV6TestJSON-2131111190 tempest-ExtraDHCPOptionsIpV6TestJSON-2131111190-project] Made reservation on behalf of db90040599ff4cbfb49c3eb057e14c10 for: {'subnet': 1} {{(pid=94174) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 23 11:34:07.951626 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron_lib.callbacks.manager [None req-0e278efe-9a19-42ac-941f-dc53ea32a973 tempest-ExtraDHCPOptionsIpV6TestJSON-2131111190 tempest-ExtraDHCPOptionsIpV6TestJSON-2131111190-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4294245'] for subnet, before_create {{(pid=94174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:34:07.951906 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron_lib.callbacks.manager [None req-e6011417-bbe2-4081-9f39-d603d02b3dda tempest-PortsIpV6TestJSON-1781383748 tempest-PortsIpV6TestJSON-1781383748-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-922915', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-239814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7866073', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773699642215', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-5082457'] for port, after_create {{(pid=94175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:34:07.956629 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG oslo_concurrency.lockutils [None req-69d24106-9570-4a49-a642-4a954e45b2cb tempest-PortsIpV6TestJSON-1781383748 tempest-PortsIpV6TestJSON-1781383748-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94175) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 11:34:07.960374 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d20cab9-1363-4a95-98cd-a4ed9b62f7b0 tempest-SecGroupIPv6Test-1528675894 tempest-SecGroupIPv6Test-1528675894-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=e7178f50-ca45-4d43-94a0-557f56870e63,revision_number=None']} {{(pid=94174) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 11:34:07.977358 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG oslo_concurrency.lockutils [None req-9d20cab9-1363-4a95-98cd-a4ed9b62f7b0 tempest-SecGroupIPv6Test-1528675894 tempest-SecGroupIPv6Test-1528675894-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.063s {{(pid=94174) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 11:34:08.003982 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e6011417-bbe2-4081-9f39-d603d02b3dda tempest-PortsIpV6TestJSON-1781383748 tempest-PortsIpV6TestJSON-1781383748-project] Network c16c789a-641f-4c9b-ac33-977ceb9ea600 is already hosted by enough agents. {{(pid=94175) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 23 11:34:08.009350 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.scheduler.base_scheduler [None req-e6011417-bbe2-4081-9f39-d603d02b3dda tempest-PortsIpV6TestJSON-1781383748 tempest-PortsIpV6TestJSON-1781383748-project] Resources bound (agent type, host, resource id): {{(pid=94175) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 23 11:34:08.013357 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron_lib.callbacks.manager [None req-3c605406-d6ec-4520-8a5a-ce5da67bd70d tempest-NetworksTest-2133396914 tempest-NetworksTest-2133396914-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-897634'] for subnet, precommit_delete {{(pid=94174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:34:08.013529 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e6011417-bbe2-4081-9f39-d603d02b3dda tempest-PortsIpV6TestJSON-1781383748 tempest-PortsIpV6TestJSON-1781383748-project] Received port after_create {{(pid=94175) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 23 11:34:08.018904 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e6011417-bbe2-4081-9f39-d603d02b3dda tempest-PortsIpV6TestJSON-1781383748 tempest-PortsIpV6TestJSON-1781383748-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 11:34:08.019688 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron_lib.callbacks.manager [None req-e6011417-bbe2-4081-9f39-d603d02b3dda tempest-PortsIpV6TestJSON-1781383748 tempest-PortsIpV6TestJSON-1781383748-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-217507'] for port, before_response {{(pid=94175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:34:08.035855 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6011417-bbe2-4081-9f39-d603d02b3dda tempest-PortsIpV6TestJSON-1781383748 tempest-PortsIpV6TestJSON-1781383748-project] Pushing event updated for resources: {'Port': ['ID=1d676730-0cca-4c5a-b9bc-f93bffdbb97c,revision_number=1']} {{(pid=94175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 11:34:08.044276 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron_lib.callbacks.manager [None req-ae4ecfec-d62f-4b98-8ca2-c269d1513978 tempest-PortsTestJSON-2085221018 tempest-PortsTestJSON-2085221018-project] Notify callbacks [] for security_group, before_create {{(pid=94175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:34:08.057790 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG oslo_concurrency.lockutils [None req-e6011417-bbe2-4081-9f39-d603d02b3dda tempest-PortsIpV6TestJSON-1781383748 tempest-PortsIpV6TestJSON-1781383748-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.101s {{(pid=94175) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 11:34:08.092568 dv-neutron-601336-94-hyperv neutron-server[94174]: INFO neutron.wsgi [None req-2d624a40-d64c-4207-9ebf-56328dd41510 tempest-SecGroupIPv6Test-1528675894 tempest-SecGroupIPv6Test-1528675894-project] 10.222.0.20 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.1639962 Jun 23 11:34:08.092912 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.wsgi [-] (94175) accepted ('10.222.0.20', 40150) {{(pid=94175) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 11:34:08.137411 dv-neutron-601336-94-hyperv neutron-server[94175]: INFO neutron.wsgi [None req-e6011417-bbe2-4081-9f39-d603d02b3dda tempest-PortsIpV6TestJSON-1781383748 tempest-PortsIpV6TestJSON-1781383748-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 850 time: 0.8828013 Jun 23 11:34:08.137937 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.wsgi [-] (94175) accepted ('10.222.0.20', 40152) {{(pid=94175) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 11:34:08.145535 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.api.v2.base [None req-0c079a28-9ba3-4449-a1a2-8cc5a4135b30 tempest-PortsIpV6TestJSON-1781383748 tempest-PortsIpV6TestJSON-1781383748-project] Request body: {'port': {'name': 'New_Port', 'admin_state_up': False}} {{(pid=94175) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 23 11:34:08.160071 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.db.db_base_plugin_common [None req-db1d956d-3d81-4c98-a0c9-f4bc61b07493 None None] Allocated IP 172.20.0.3 (5a929036-7592-44aa-8b27-129f4d17b89b/fc2ceaa6-4917-4683-a521-d684b8240b77/b72af4f4-2536-48ee-b0d8-d8e49011c49e) {{(pid=94176) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 23 11:34:08.166885 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-16f51ee1-5b03-4203-8bae-776819eb188e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1e0d828a-1fa4-563d-b7fd-53adf66a04ee-c9584ed1-23c5-47a7-b4d6-264bedad0f19', 'network_id': 'c9584ed1-23c5-47a7-b4d6-264bedad0f19', 'tenant_id': '9e5461dd76964a018bba022fe5f7a0f1', 'fixed_ips': [{'subnet_id': '13202cda-7dc5-4d1e-beec-4be389f29884'}]}} from dv-neutron-601336-94-hyperv. {{(pid=94176) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 23 11:34:08.168684 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron_lib.callbacks.manager [None req-16f51ee1-5b03-4203-8bae-776819eb188e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-923104'] for port, before_create {{(pid=94176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:34:08.225366 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron_lib.callbacks.manager [None req-8cda7468-1a90-4166-9396-bb7e70f8879e tempest-SecGroupIPv6Test-1528675894 tempest-SecGroupIPv6Test-1528675894-project] Notify callbacks [] for security_group, before_delete {{(pid=94175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:34:08.273081 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.wsgi [-] (94174) accepted ('10.222.0.20', 40156) {{(pid=94174) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 11:34:08.300762 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron_lib.callbacks.manager [None req-8cda7468-1a90-4166-9396-bb7e70f8879e tempest-SecGroupIPv6Test-1528675894 tempest-SecGroupIPv6Test-1528675894-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:34:08.326199 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron_lib.callbacks.manager [None req-0e278efe-9a19-42ac-941f-dc53ea32a973 tempest-ExtraDHCPOptionsIpV6TestJSON-2131111190 tempest-ExtraDHCPOptionsIpV6TestJSON-2131111190-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866062', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5195999', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4294259'] for subnet, after_create {{(pid=94174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:34:08.328834 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron_lib.callbacks.manager [None req-ae4ecfec-d62f-4b98-8ca2-c269d1513978 tempest-PortsTestJSON-2085221018 tempest-PortsTestJSON-2085221018-project] Notify callbacks [] for security_group, precommit_create {{(pid=94175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:34:08.331461 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG oslo_concurrency.lockutils [None req-55c3920b-8fb2-4aed-89bc-7e205b32560b tempest-NetworksTestDHCPv6-162546708 tempest-NetworksTestDHCPv6-162546708-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94174) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 11:34:08.343360 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron_lib.callbacks.manager [None req-db1d956d-3d81-4c98-a0c9-f4bc61b07493 None None] Notify callbacks [] for port, precommit_create {{(pid=94176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:34:08.352343 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.db.provisioning_blocks [None req-db1d956d-3d81-4c98-a0c9-f4bc61b07493 None None] Transition to ACTIVE for port object b72af4f4-2536-48ee-b0d8-d8e49011c49e will not be triggered until provisioned by entity L2. {{(pid=94176) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 23 11:34:08.369340 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.db.provisioning_blocks [None req-db1d956d-3d81-4c98-a0c9-f4bc61b07493 None None] Transition to ACTIVE for port object b72af4f4-2536-48ee-b0d8-d8e49011c49e will not be triggered until provisioned by entity DHCP. {{(pid=94176) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 23 11:34:08.376500 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron_lib.callbacks.manager [None req-0c079a28-9ba3-4449-a1a2-8cc5a4135b30 tempest-PortsIpV6TestJSON-1781383748 tempest-PortsIpV6TestJSON-1781383748-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-923122'] for port, before_update {{(pid=94175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:34:08.438300 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron_lib.callbacks.manager [None req-ae4ecfec-d62f-4b98-8ca2-c269d1513978 tempest-PortsTestJSON-2085221018 tempest-PortsTestJSON-2085221018-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7996330'] for security_group, after_create {{(pid=94175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:34:08.441483 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron_lib.callbacks.manager [None req-61da8482-6f89-41d2-aebd-22853bd8b234 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:34:08.442014 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron_lib.callbacks.manager [None req-db1d956d-3d81-4c98-a0c9-f4bc61b07493 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-922915', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-239814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7866073', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773699642215'] for port, after_create {{(pid=94176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:34:08.446841 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG oslo_concurrency.lockutils [None req-a7736bc9-f1b5-476c-a14c-1a68dc82cf64 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 11:34:08.447123 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG oslo_concurrency.lockutils [None req-6dea68f3-bebb-4ad3-b476-a6fbca8212f2 tempest-NegativeSecGroupTest-178874014 tempest-NegativeSecGroupTest-178874014-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94175) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 11:34:08.447724 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e278efe-9a19-42ac-941f-dc53ea32a973 tempest-ExtraDHCPOptionsIpV6TestJSON-2131111190 tempest-ExtraDHCPOptionsIpV6TestJSON-2131111190-project] Pushing event updated for resources: {'Subnet': ['ID=97497ee3-4c4c-4416-92bd-69180592b8fc,revision_number=0']} {{(pid=94174) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 11:34:08.462341 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG oslo_concurrency.lockutils [None req-0e278efe-9a19-42ac-941f-dc53ea32a973 tempest-ExtraDHCPOptionsIpV6TestJSON-2131111190 tempest-ExtraDHCPOptionsIpV6TestJSON-2131111190-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.131s {{(pid=94174) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 11:34:08.474941 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0e278efe-9a19-42ac-941f-dc53ea32a973 tempest-ExtraDHCPOptionsIpV6TestJSON-2131111190 tempest-ExtraDHCPOptionsIpV6TestJSON-2131111190-project] Checking segment: {'id': '5ede67c5-4656-4a10-a74c-30a842ff0ef9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 413, 'network_id': 'a5879bb1-194d-4f6b-b32d-5c6f64a46fc8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94174) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 23 11:34:08.475668 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0e278efe-9a19-42ac-941f-dc53ea32a973 tempest-ExtraDHCPOptionsIpV6TestJSON-2131111190 tempest-ExtraDHCPOptionsIpV6TestJSON-2131111190-project] Network hostable DHCP agents. Network: a5879bb1-194d-4f6b-b32d-5c6f64a46fc8, hostable agents: ['8cf29b10-0e57-4131-816f-a4b6ad00b249'], hosted agents: [] {{(pid=94174) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 23 11:34:08.516513 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-db1d956d-3d81-4c98-a0c9-f4bc61b07493 None None] Network 5a929036-7592-44aa-8b27-129f4d17b89b is already hosted by enough agents. {{(pid=94176) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 23 11:34:08.524039 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae4ecfec-d62f-4b98-8ca2-c269d1513978 tempest-PortsTestJSON-2085221018 tempest-PortsTestJSON-2085221018-project] Pushing event updated for resources: {'SecurityGroup': ['ID=41a21292-0148-47a9-b65d-ade1278bb367,revision_number=1']} {{(pid=94175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 11:34:08.527848 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.scheduler.base_scheduler [None req-db1d956d-3d81-4c98-a0c9-f4bc61b07493 None None] Resources bound (agent type, host, resource id): {{(pid=94176) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 23 11:34:08.533686 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.db.l3_dvrscheduler_db [None req-db1d956d-3d81-4c98-a0c9-f4bc61b07493 None None] Received port after_create {{(pid=94176) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 23 11:34:08.539266 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db1d956d-3d81-4c98-a0c9-f4bc61b07493 None None] Pushing event updated for resources: {'Port': ['ID=b72af4f4-2536-48ee-b0d8-d8e49011c49e,revision_number=1']} {{(pid=94176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 11:34:08.544526 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG oslo_concurrency.lockutils [None req-db1d956d-3d81-4c98-a0c9-f4bc61b07493 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.098s {{(pid=94176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 11:34:08.549631 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.db.db_base_plugin_common [None req-16f51ee1-5b03-4203-8bae-776819eb188e None None] Allocated IP 172.20.0.2 (c9584ed1-23c5-47a7-b4d6-264bedad0f19/13202cda-7dc5-4d1e-beec-4be389f29884/ec8330c5-73ea-4217-bbfe-5ed799e56847) {{(pid=94176) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 23 11:34:08.553775 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG oslo_concurrency.lockutils [None req-ae4ecfec-d62f-4b98-8ca2-c269d1513978 tempest-PortsTestJSON-2085221018 tempest-PortsTestJSON-2085221018-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.107s {{(pid=94175) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 11:34:08.555304 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron_lib.callbacks.manager [None req-8cda7468-1a90-4166-9396-bb7e70f8879e tempest-SecGroupIPv6Test-1528675894 tempest-SecGroupIPv6Test-1528675894-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7996330'] for security_group, after_delete {{(pid=94175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:34:08.557902 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron_lib.callbacks.manager [None req-8cda7468-1a90-4166-9396-bb7e70f8879e tempest-SecGroupIPv6Test-1528675894 tempest-SecGroupIPv6Test-1528675894-project] Notify callbacks [] for security_group, before_response {{(pid=94175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:34:08.561616 dv-neutron-601336-94-hyperv neutron-server[94175]: INFO neutron.wsgi [None req-8cda7468-1a90-4166-9396-bb7e70f8879e tempest-SecGroupIPv6Test-1528675894 tempest-SecGroupIPv6Test-1528675894-project] 10.222.0.20 "DELETE /v2.0/security-groups/25059c3e-ced7-42b1-947c-f492d959efdc HTTP/1.1" status: 204 len: 168 time: 0.4651527 Jun 23 11:34:08.562336 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.wsgi [-] (94174) accepted ('10.222.0.20', 40160) {{(pid=94174) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 11:34:08.567140 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG oslo_concurrency.lockutils [None req-001f3a6b-4f33-4a9f-bb13-22de3ad982af tempest-SecGroupIPv6Test-1528675894 tempest-SecGroupIPv6Test-1528675894-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94175) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 11:34:08.585894 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron_lib.callbacks.manager [None req-3c605406-d6ec-4520-8a5a-ce5da67bd70d tempest-NetworksTest-2133396914 tempest-NetworksTest-2133396914-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-897627', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866062', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5195932', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4294216'] for subnet, after_delete {{(pid=94174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:34:08.588112 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ac65def-f774-4ce8-a32d-ea89226ee988 req-4a58db20-ec18-49df-b48b-ed549cdddc91 tempest-ServerActionsTestJSON-161917335 tempest-ServerActionsTestJSON-161917335-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 11:34:08.590159 dv-neutron-601336-94-hyperv neutron-server[94175]: INFO neutron.wsgi [req-2ac65def-f774-4ce8-a32d-ea89226ee988 req-4a58db20-ec18-49df-b48b-ed549cdddc91 tempest-ServerActionsTestJSON-161917335 tempest-ServerActionsTestJSON-161917335-project] 10.222.0.20 "GET /v2.0/ports?device_id=85769616-6b8b-4da7-ad73-344986edf607 HTTP/1.1" status: 200 len: 945 time: 0.2402358 Jun 23 11:34:08.593680 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG oslo_concurrency.lockutils [None req-1e668cba-aa1f-4e60-9b3b-93a40078891d tempest-NetworksTestDHCPv6-162546708 tempest-NetworksTestDHCPv6-162546708-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94174) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 11:34:08.593931 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron_lib.callbacks.manager [None req-ae4ecfec-d62f-4b98-8ca2-c269d1513978 tempest-PortsTestJSON-2085221018 tempest-PortsTestJSON-2085221018-project] Notify callbacks [] for security_group, before_response {{(pid=94175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:34:08.597730 dv-neutron-601336-94-hyperv neutron-server[94175]: INFO neutron.wsgi [None req-ae4ecfec-d62f-4b98-8ca2-c269d1513978 tempest-PortsTestJSON-2085221018 tempest-PortsTestJSON-2085221018-project] 10.222.0.20 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1742 time: 0.7825544 Jun 23 11:34:08.601528 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.wsgi [-] (94175) accepted ('10.222.0.20', 40162) {{(pid=94175) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 11:34:08.603201 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cda7468-1a90-4166-9396-bb7e70f8879e tempest-SecGroupIPv6Test-1528675894 tempest-SecGroupIPv6Test-1528675894-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=25059c3e-ced7-42b1-947c-f492d959efdc,revision_number=None']} {{(pid=94175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 11:34:08.607571 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.api.v2.base [None req-7381953f-4af9-4c42-87e8-973eaf2537d9 tempest-PortsTestJSON-2085221018 tempest-PortsTestJSON-2085221018-project] Request body: {'security_group': {'name': 'tempest-secgroup-816762622'}} {{(pid=94175) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 23 11:34:08.611531 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.plugins.ml2.managers [None req-db1d956d-3d81-4c98-a0c9-f4bc61b07493 None None] Attempting to bind port b72af4f4-2536-48ee-b0d8-d8e49011c49e on host dv-neutron-601336-94-hyperv for vnic_type normal with profile {{(pid=94176) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 23 11:34:08.611531 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.plugins.ml2.managers [None req-db1d956d-3d81-4c98-a0c9-f4bc61b07493 None None] Attempting to bind port b72af4f4-2536-48ee-b0d8-d8e49011c49e by drivers openvswitch,hyperv on host dv-neutron-601336-94-hyperv at level 0 using segments [{'id': 'da212ded-b64d-48d2-8636-3691d0c4a297', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 412, 'network_id': '5a929036-7592-44aa-8b27-129f4d17b89b'}] {{(pid=94176) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 23 11:34:08.611993 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-db1d956d-3d81-4c98-a0c9-f4bc61b07493 None None] Attempting to bind port b72af4f4-2536-48ee-b0d8-d8e49011c49e on network 5a929036-7592-44aa-8b27-129f4d17b89b {{(pid=94176) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 23 11:34:08.620759 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG oslo_concurrency.lockutils [None req-8cda7468-1a90-4166-9396-bb7e70f8879e tempest-SecGroupIPv6Test-1528675894 tempest-SecGroupIPv6Test-1528675894-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.054s {{(pid=94175) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 11:34:08.633473 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0e278efe-9a19-42ac-941f-dc53ea32a973 tempest-ExtraDHCPOptionsIpV6TestJSON-2131111190 tempest-ExtraDHCPOptionsIpV6TestJSON-2131111190-project] Network a5879bb1-194d-4f6b-b32d-5c6f64a46fc8 is scheduled to be hosted by DHCP agent 8cf29b10-0e57-4131-816f-a4b6ad00b249 with binding_index 1 {{(pid=94174) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 23 11:34:08.645025 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c605406-d6ec-4520-8a5a-ce5da67bd70d tempest-NetworksTest-2133396914 tempest-NetworksTest-2133396914-project] Pushing event deleted for resources: {'Subnet': ['ID=fc2ceaa6-4917-4683-a521-d684b8240b77,revision_number=None']} {{(pid=94174) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 11:34:08.663784 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-db1d956d-3d81-4c98-a0c9-f4bc61b07493 None None] Checking agent: {'id': '4d05f899-5ac9-411b-8a03-f60c93f87cdf', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-601336-94-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 23, 11, 22, 14), 'started_at': datetime.datetime(2021, 6, 23, 11, 22, 44), 'heartbeat_timestamp': datetime.datetime(2021, 6, 23, 11, 33, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'monitor_allowed_address_pair_garp': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-601336-94-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94176) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 23 11:34:08.664375 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG oslo_concurrency.lockutils [None req-3c605406-d6ec-4520-8a5a-ce5da67bd70d tempest-NetworksTest-2133396914 tempest-NetworksTest-2133396914-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.071s {{(pid=94174) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 11:34:08.664633 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-db1d956d-3d81-4c98-a0c9-f4bc61b07493 None None] Checking segment: {'id': 'da212ded-b64d-48d2-8636-3691d0c4a297', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 412, 'network_id': '5a929036-7592-44aa-8b27-129f4d17b89b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94176) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 23 11:34:08.665214 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron_lib.callbacks.manager [None req-db1d956d-3d81-4c98-a0c9-f4bc61b07493 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:34:08.665774 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-db1d956d-3d81-4c98-a0c9-f4bc61b07493 None None] Bound using segment: {'id': 'da212ded-b64d-48d2-8636-3691d0c4a297', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 412, 'network_id': '5a929036-7592-44aa-8b27-129f4d17b89b'} {{(pid=94176) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 23 11:34:08.666265 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.plugins.ml2.managers [None req-db1d956d-3d81-4c98-a0c9-f4bc61b07493 None None] Bound port: b72af4f4-2536-48ee-b0d8-d8e49011c49e, host: dv-neutron-601336-94-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'da212ded-b64d-48d2-8636-3691d0c4a297', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 412, 'network_id': '5a929036-7592-44aa-8b27-129f4d17b89b'}}] {{(pid=94176) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 23 11:34:08.666992 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron_lib.callbacks.manager [None req-db1d956d-3d81-4c98-a0c9-f4bc61b07493 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-923122'] for port, before_update {{(pid=94176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:34:08.692483 dv-neutron-601336-94-hyperv neutron-server[94175]: INFO neutron.wsgi [req-2ac65def-f774-4ce8-a32d-ea89226ee988 req-5e504545-97b3-46be-87ad-2b3dda930b9f tempest-ServerActionsTestJSON-161917335 tempest-ServerActionsTestJSON-161917335-project] 10.222.0.20 "GET /v2.0/security-groups?id=f0520e5d-8f0e-4c28-b543-be4405698077&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0773442 Jun 23 11:34:08.696632 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron_lib.callbacks.manager [None req-0c079a28-9ba3-4449-a1a2-8cc5a4135b30 tempest-PortsIpV6TestJSON-1781383748 tempest-PortsIpV6TestJSON-1781383748-project] Notify callbacks [] for port, precommit_update {{(pid=94175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:34:08.709614 dv-neutron-601336-94-hyperv neutron-server[94174]: INFO neutron.wsgi [None req-802cecb7-c30b-45ae-b54b-51629a73c929 tempest-SecGroupIPv6Test-1528675894 tempest-SecGroupIPv6Test-1528675894-project] 10.222.0.20 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2979 time: 0.1456640 Jun 23 11:34:08.715208 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.wsgi [-] (94175) accepted ('10.222.0.20', 40164) {{(pid=94175) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 11:34:08.719990 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.api.v2.base [None req-da2b8755-0366-417f-a7bb-bcba391ec44c tempest-SecGroupIPv6Test-1528675894 tempest-SecGroupIPv6Test-1528675894-project] Request body: {'security_group': {'name': 'tempest-secgroup--918837288'}} {{(pid=94175) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 23 11:34:08.758628 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.scheduler.base_scheduler [None req-0e278efe-9a19-42ac-941f-dc53ea32a973 tempest-ExtraDHCPOptionsIpV6TestJSON-2131111190 tempest-ExtraDHCPOptionsIpV6TestJSON-2131111190-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-601336-94-hyperv, a5879bb1-194d-4f6b-b32d-5c6f64a46fc8) {{(pid=94174) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 23 11:34:08.774226 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0e278efe-9a19-42ac-941f-dc53ea32a973 tempest-ExtraDHCPOptionsIpV6TestJSON-2131111190 tempest-ExtraDHCPOptionsIpV6TestJSON-2131111190-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94174) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 11:34:08.774489 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bf2623ad-13f0-4c4b-9036-436062c36622 None None] Network a5879bb1-194d-4f6b-b32d-5c6f64a46fc8 requested from dv-neutron-601336-94-hyperv {{(pid=94176) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 23 11:34:08.775072 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron_lib.callbacks.manager [None req-0e278efe-9a19-42ac-941f-dc53ea32a973 tempest-ExtraDHCPOptionsIpV6TestJSON-2131111190 tempest-ExtraDHCPOptionsIpV6TestJSON-2131111190-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7865916'] for subnet, before_response {{(pid=94174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:34:08.780130 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron_lib.callbacks.manager [None req-0c079a28-9ba3-4449-a1a2-8cc5a4135b30 tempest-PortsIpV6TestJSON-1781383748 tempest-PortsIpV6TestJSON-1781383748-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-922904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866062', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773700135042', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773699642233', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773699642278', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5082471'] for port, after_update {{(pid=94175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:34:08.784089 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG oslo_concurrency.lockutils [None req-c3d5c8d0-686c-4ed8-9da1-d089ad6e9fa8 tempest-RoutersNegativeIpV6Test-1628881962 tempest-RoutersNegativeIpV6Test-1628881962-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94175) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 11:34:08.786944 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron_lib.callbacks.manager [None req-3c605406-d6ec-4520-8a5a-ce5da67bd70d tempest-NetworksTest-2133396914 tempest-NetworksTest-2133396914-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-897259', 'neutron.services.segments.db._delete_segments_for_network-8773700168587'] for network, precommit_delete {{(pid=94174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:34:08.803349 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.services.segments.db [None req-3c605406-d6ec-4520-8a5a-ce5da67bd70d tempest-NetworksTest-2133396914 tempest-NetworksTest-2133396914-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5a929036-7592-44aa-8b27-129f4d17b89b']}} {{(pid=94174) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 11:34:08.818172 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.services.segments.db [None req-3c605406-d6ec-4520-8a5a-ce5da67bd70d tempest-NetworksTest-2133396914 tempest-NetworksTest-2133396914-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'da212ded-b64d-48d2-8636-3691d0c4a297') {'for_net_delete': True} {{(pid=94174) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 11:34:08.819579 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.services.segments.db [None req-3c605406-d6ec-4520-8a5a-ce5da67bd70d tempest-NetworksTest-2133396914 tempest-NetworksTest-2133396914-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'da212ded-b64d-48d2-8636-3691d0c4a297') {} {{(pid=94174) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 11:34:08.833098 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.plugins.ml2.plugin [None req-0c079a28-9ba3-4449-a1a2-8cc5a4135b30 tempest-PortsIpV6TestJSON-1781383748 tempest-PortsIpV6TestJSON-1781383748-project] In _notify_port_updated(), no bound segment for port 1d676730-0cca-4c5a-b9bc-f93bffdbb97c on network c16c789a-641f-4c9b-ac33-977ceb9ea600 {{(pid=94175) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:876}} Jun 23 11:34:08.838298 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron_lib.callbacks.manager [None req-3c605406-d6ec-4520-8a5a-ce5da67bd70d tempest-NetworksTest-2133396914 tempest-NetworksTest-2133396914-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8773699955833', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4800267'] for segment, before_delete {{(pid=94174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:34:08.841953 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0c079a28-9ba3-4449-a1a2-8cc5a4135b30 tempest-PortsIpV6TestJSON-1781383748 tempest-PortsIpV6TestJSON-1781383748-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 11:34:08.847855 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron_lib.callbacks.manager [None req-0c079a28-9ba3-4449-a1a2-8cc5a4135b30 tempest-PortsIpV6TestJSON-1781383748 tempest-PortsIpV6TestJSON-1781383748-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-217507'] for port, before_response {{(pid=94175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:34:08.847855 dv-neutron-601336-94-hyperv neutron-server[94175]: INFO neutron.wsgi [None req-0c079a28-9ba3-4449-a1a2-8cc5a4135b30 tempest-PortsIpV6TestJSON-1781383748 tempest-PortsIpV6TestJSON-1781383748-project] 10.222.0.20 "PUT /v2.0/ports/1d676730-0cca-4c5a-b9bc-f93bffdbb97c HTTP/1.1" status: 200 len: 818 time: 0.7053022 Jun 23 11:34:08.848068 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.wsgi [-] (94175) accepted ('10.222.0.20', 40168) {{(pid=94175) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 11:34:08.858301 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.plugins.ml2.db [None req-db1d956d-3d81-4c98-a0c9-f4bc61b07493 None None] For port b72af4f4-2536-48ee-b0d8-d8e49011c49e, host dv-neutron-601336-94-hyperv, cleared binding levels {{(pid=94176) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 23 11:34:08.860606 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron_lib.callbacks.manager [None req-3c605406-d6ec-4520-8a5a-ce5da67bd70d tempest-NetworksTest-2133396914 tempest-NetworksTest-2133396914-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3801'] for segment, precommit_delete {{(pid=94174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:34:08.872981 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron_lib.callbacks.manager [None req-61da8482-6f89-41d2-aebd-22853bd8b234 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:34:08.882937 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3c605406-d6ec-4520-8a5a-ce5da67bd70d tempest-NetworksTest-2133396914 tempest-NetworksTest-2133396914-project] Releasing vlan 412 on physical network physnet1 to pool {{(pid=94174) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 23 11:34:08.882937 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron_lib.callbacks.manager [None req-3c605406-d6ec-4520-8a5a-ce5da67bd70d tempest-NetworksTest-2133396914 tempest-NetworksTest-2133396914-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3801', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5196341'] for segment, after_delete {{(pid=94174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:34:08.882937 dv-neutron-601336-94-hyperv neutron-server[94174]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 23 11:34:08.882937 dv-neutron-601336-94-hyperv neutron-server[94174]: conditions |= (models_v2.Port.network_id.in_( Jun 23 11:34:08.882937 dv-neutron-601336-94-hyperv neutron-server[94174]: Traceback (most recent call last): Jun 23 11:34:08.882937 dv-neutron-601336-94-hyperv neutron-server[94174]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 23 11:34:08.882937 dv-neutron-601336-94-hyperv neutron-server[94174]: timer() Jun 23 11:34:08.882937 dv-neutron-601336-94-hyperv neutron-server[94174]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 23 11:34:08.882937 dv-neutron-601336-94-hyperv neutron-server[94174]: cb(*args, **kw) Jun 23 11:34:08.882937 dv-neutron-601336-94-hyperv neutron-server[94174]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 23 11:34:08.882937 dv-neutron-601336-94-hyperv neutron-server[94174]: return func(*args, **kwargs) Jun 23 11:34:08.882937 dv-neutron-601336-94-hyperv neutron-server[94174]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 23 11:34:08.882937 dv-neutron-601336-94-hyperv neutron-server[94174]: self._notify() Jun 23 11:34:08.882937 dv-neutron-601336-94-hyperv neutron-server[94174]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 23 11:34:08.882937 dv-neutron-601336-94-hyperv neutron-server[94174]: self.callback(batched_events) Jun 23 11:34:08.882937 dv-neutron-601336-94-hyperv neutron-server[94174]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 23 11:34:08.882937 dv-neutron-601336-94-hyperv neutron-server[94174]: event.method(event) Jun 23 11:34:08.882937 dv-neutron-601336-94-hyperv neutron-server[94174]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 23 11:34:08.882937 dv-neutron-601336-94-hyperv neutron-server[94174]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 23 11:34:08.882937 dv-neutron-601336-94-hyperv neutron-server[94174]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 23 11:34:08.882937 dv-neutron-601336-94-hyperv neutron-server[94174]: aggregate_uuid = self.p_client.list_aggregates( Jun 23 11:34:08.882937 dv-neutron-601336-94-hyperv neutron-server[94174]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 23 11:34:08.882937 dv-neutron-601336-94-hyperv neutron-server[94174]: return f(self, *a, **k) Jun 23 11:34:08.882937 dv-neutron-601336-94-hyperv neutron-server[94174]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 23 11:34:08.882937 dv-neutron-601336-94-hyperv neutron-server[94174]: return self._get(url).json() Jun 23 11:34:08.882937 dv-neutron-601336-94-hyperv neutron-server[94174]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 23 11:34:08.882937 dv-neutron-601336-94-hyperv neutron-server[94174]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 23 11:34:08.882937 dv-neutron-601336-94-hyperv neutron-server[94174]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 23 11:34:08.882937 dv-neutron-601336-94-hyperv neutron-server[94174]: return self.request(url, 'GET', **kwargs) Jun 23 11:34:08.882937 dv-neutron-601336-94-hyperv neutron-server[94174]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 23 11:34:08.882937 dv-neutron-601336-94-hyperv neutron-server[94174]: base_url = self.get_endpoint(auth, allow=allow, Jun 23 11:34:08.882937 dv-neutron-601336-94-hyperv neutron-server[94174]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 23 11:34:08.882937 dv-neutron-601336-94-hyperv neutron-server[94174]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 23 11:34:08.882937 dv-neutron-601336-94-hyperv neutron-server[94174]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 23 11:34:08.882937 dv-neutron-601336-94-hyperv neutron-server[94174]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 23 11:34:08.882937 dv-neutron-601336-94-hyperv neutron-server[94174]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 23 11:34:08.906170 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c079a28-9ba3-4449-a1a2-8cc5a4135b30 tempest-PortsIpV6TestJSON-1781383748 tempest-PortsIpV6TestJSON-1781383748-project] Pushing event updated for resources: {'Port': ['ID=1d676730-0cca-4c5a-b9bc-f93bffdbb97c,revision_number=2']} {{(pid=94175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 11:34:08.911746 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG oslo_concurrency.lockutils [None req-0c079a28-9ba3-4449-a1a2-8cc5a4135b30 tempest-PortsIpV6TestJSON-1781383748 tempest-PortsIpV6TestJSON-1781383748-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.127s {{(pid=94175) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 11:34:08.921577 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron_lib.callbacks.manager [None req-16f51ee1-5b03-4203-8bae-776819eb188e None None] Notify callbacks [] for port, precommit_create {{(pid=94176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:34:08.936242 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.db.provisioning_blocks [None req-16f51ee1-5b03-4203-8bae-776819eb188e None None] Transition to ACTIVE for port object ec8330c5-73ea-4217-bbfe-5ed799e56847 will not be triggered until provisioned by entity L2. {{(pid=94176) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 23 11:34:08.956726 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron_lib.callbacks.manager [None req-61da8482-6f89-41d2-aebd-22853bd8b234 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7996330'] for security_group, after_create {{(pid=94174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:34:08.961190 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG oslo_concurrency.lockutils [None req-090c885b-4132-43b9-b239-ad5266ee6f0a tempest-NegativeSecGroupTest-178874014 tempest-NegativeSecGroupTest-178874014-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94174) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 11:34:08.974609 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron_lib.db.api [None req-da2b8755-0366-417f-a7bb-bcba391ec44c tempest-SecGroupIPv6Test-1528675894 tempest-SecGroupIPv6Test-1528675894-project] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Jun 23 11:34:08.974609 dv-neutron-601336-94-hyperv neutron-server[94175]: [SQL: DELETE FROM reservations WHERE reservations.project_id = %(project_id_1)s AND reservations.expiration < %(expiration_1)s] Jun 23 11:34:08.974609 dv-neutron-601336-94-hyperv neutron-server[94175]: [parameters: {'project_id_1': 'b821b46e1b324d8b841a47a523d22ab1', 'expiration_1': datetime.datetime(2021, 6, 23, 11, 34, 8, 726001)}] Jun 23 11:34:08.974609 dv-neutron-601336-94-hyperv neutron-server[94175]: (Background on this error at: http://sqlalche.me/e/14/e3q8) {{(pid=94175) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jun 23 11:34:08.975121 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG oslo_db.api [None req-da2b8755-0366-417f-a7bb-bcba391ec44c tempest-SecGroupIPv6Test-1528675894 tempest-SecGroupIPv6Test-1528675894-project] Performing DB retry for function neutron.db.quota.driver_nolock.DbQuotaNoLockDriver.make_reservation {{(pid=94175) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jun 23 11:34:08.975229 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.plugins.ml2.db [None req-db1d956d-3d81-4c98-a0c9-f4bc61b07493 None None] For port b72af4f4-2536-48ee-b0d8-d8e49011c49e, host dv-neutron-601336-94-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-94-hyperv',level=0,port_id=b72af4f4-2536-48ee-b0d8-d8e49011c49e,segment=NetworkSegment(da212ded-b64d-48d2-8636-3691d0c4a297),segment_id=da212ded-b64d-48d2-8636-3691d0c4a297)] {{(pid=94176) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 23 11:34:08.984548 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.db.provisioning_blocks [None req-16f51ee1-5b03-4203-8bae-776819eb188e None None] Transition to ACTIVE for port object ec8330c5-73ea-4217-bbfe-5ed799e56847 will not be triggered until provisioned by entity DHCP. {{(pid=94176) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 23 11:34:08.992565 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron_lib.db.api [None req-3c605406-d6ec-4520-8a5a-ce5da67bd70d tempest-NetworksTest-2133396914 tempest-NetworksTest-2133396914-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Jun 23 11:34:08.992565 dv-neutron-601336-94-hyperv neutron-server[94174]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Jun 23 11:34:08.992565 dv-neutron-601336-94-hyperv neutron-server[94174]: [parameters: {'id': '5a929036-7592-44aa-8b27-129f4d17b89b'}] Jun 23 11:34:08.992565 dv-neutron-601336-94-hyperv neutron-server[94174]: (Background on this error at: http://sqlalche.me/e/14/gkpj) {{(pid=94174) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jun 23 11:34:08.993040 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG oslo_db.api [None req-3c605406-d6ec-4520-8a5a-ce5da67bd70d tempest-NetworksTest-2133396914 tempest-NetworksTest-2133396914-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=94174) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jun 23 11:34:08.995381 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.plugins.ml2.plugin [None req-d2a2bdba-eb4a-4013-ac93-359b1436975c tempest-PortsIpV6TestJSON-1781383748 tempest-PortsIpV6TestJSON-1781383748-project] Deleting port 1d676730-0cca-4c5a-b9bc-f93bffdbb97c {{(pid=94175) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1913}} Jun 23 11:34:08.995848 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron_lib.callbacks.manager [None req-d2a2bdba-eb4a-4013-ac93-359b1436975c tempest-PortsIpV6TestJSON-1781383748 tempest-PortsIpV6TestJSON-1781383748-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773700079324'] for port, before_delete {{(pid=94175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:34:09.017257 dv-neutron-601336-94-hyperv neutron-server[94174]: INFO neutron.wsgi [None req-61da8482-6f89-41d2-aebd-22853bd8b234 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=80872c5da0fa4541a924b98151bb9c32&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7428858 Jun 23 11:34:09.019982 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.wsgi [-] (94174) accepted ('10.222.0.20', 40170) {{(pid=94174) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 11:34:09.028216 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron_lib.callbacks.manager [None req-db1d956d-3d81-4c98-a0c9-f4bc61b07493 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-922904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866062', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773700135042', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773699642233', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773699642278'] for port, after_update {{(pid=94176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:34:09.029649 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61da8482-6f89-41d2-aebd-22853bd8b234 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4b838513-9505-4a95-87ba-ad472519b480,revision_number=1']} {{(pid=94174) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 11:34:09.031341 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aae31eab-1f20-4315-a4c5-5a7c53d1c2d2 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1e0d828a-1fa4-563d-b7fd-53adf66a04ee-a5879bb1-194d-4f6b-b32d-5c6f64a46fc8', 'network_id': 'a5879bb1-194d-4f6b-b32d-5c6f64a46fc8', 'tenant_id': 'db90040599ff4cbfb49c3eb057e14c10', 'fixed_ips': [{'subnet_id': '97497ee3-4c4c-4416-92bd-69180592b8fc'}]}} from dv-neutron-601336-94-hyperv. {{(pid=94176) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 23 11:34:09.033809 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG oslo_concurrency.lockutils [None req-61da8482-6f89-41d2-aebd-22853bd8b234 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.073s {{(pid=94174) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 11:34:09.048000 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron_lib.callbacks.manager [None req-aae31eab-1f20-4315-a4c5-5a7c53d1c2d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-923104'] for port, before_create {{(pid=94176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:34:09.055752 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG oslo_concurrency.lockutils [None req-bbc89f04-7b2c-4a0d-9dd6-8cdf1520ace2 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 11:34:09.066577 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron_lib.callbacks.manager [None req-7381953f-4af9-4c42-87e8-973eaf2537d9 tempest-PortsTestJSON-2085221018 tempest-PortsTestJSON-2085221018-project] Notify callbacks [] for security_group, before_create {{(pid=94175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:34:09.075773 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron_lib.callbacks.manager [None req-16f51ee1-5b03-4203-8bae-776819eb188e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-922915', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-239814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7866073', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773699642215'] for port, after_create {{(pid=94176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:34:09.090297 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron_lib.callbacks.manager [None req-12ee773a-c520-4a89-92d8-946e09c3b394 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:34:09.103699 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron_lib.callbacks.manager [None req-d2a2bdba-eb4a-4013-ac93-359b1436975c tempest-PortsIpV6TestJSON-1781383748 tempest-PortsIpV6TestJSON-1781383748-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-430722'] for port, precommit_delete {{(pid=94175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:34:09.113842 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron_lib.callbacks.manager [None req-12ee773a-c520-4a89-92d8-946e09c3b394 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:34:09.123719 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.plugins.ml2.plugin [None req-d2a2bdba-eb4a-4013-ac93-359b1436975c tempest-PortsIpV6TestJSON-1781383748 tempest-PortsIpV6TestJSON-1781383748-project] Calling delete_port for 1d676730-0cca-4c5a-b9bc-f93bffdbb97c owned by {{(pid=94175) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1986}} Jun 23 11:34:09.139309 dv-neutron-601336-94-hyperv neutron-server[94174]: INFO neutron.wsgi [None req-0e278efe-9a19-42ac-941f-dc53ea32a973 tempest-ExtraDHCPOptionsIpV6TestJSON-2131111190 tempest-ExtraDHCPOptionsIpV6TestJSON-2131111190-project] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 2.6684997 Jun 23 11:34:09.141638 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.wsgi [-] (94174) accepted ('10.222.0.20', 40174) {{(pid=94174) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 11:34:09.157197 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.api.v2.base [None req-f3fd7677-2286-44a5-b9b6-7a41820bba89 tempest-ExtraDHCPOptionsIpV6TestJSON-2131111190 tempest-ExtraDHCPOptionsIpV6TestJSON-2131111190-project] Request body: {'port': {'network_id': 'a5879bb1-194d-4f6b-b32d-5c6f64a46fc8', 'name': 'tempest-ExtraDHCPOptionsIpV6TestJSON-155788988'}} {{(pid=94174) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 23 11:34:09.185707 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-16f51ee1-5b03-4203-8bae-776819eb188e None None] Network c9584ed1-23c5-47a7-b4d6-264bedad0f19 is already hosted by enough agents. {{(pid=94176) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 23 11:34:09.195893 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.scheduler.base_scheduler [None req-16f51ee1-5b03-4203-8bae-776819eb188e None None] Resources bound (agent type, host, resource id): {{(pid=94176) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 23 11:34:09.238365 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db1d956d-3d81-4c98-a0c9-f4bc61b07493 None None] Pushing event updated for resources: {'Port': ['ID=b72af4f4-2536-48ee-b0d8-d8e49011c49e,revision_number=2']} {{(pid=94176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 11:34:09.243396 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.db.l3_dvrscheduler_db [None req-16f51ee1-5b03-4203-8bae-776819eb188e None None] Received port after_create {{(pid=94176) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 23 11:34:09.247592 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG oslo_concurrency.lockutils [None req-db1d956d-3d81-4c98-a0c9-f4bc61b07493 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.193s {{(pid=94176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 11:34:09.248306 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG oslo_concurrency.lockutils [None req-1d47da85-c9f2-4077-84fc-c8ae7d6228bc None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.142s {{(pid=94176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 11:34:09.284006 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2cfc2222-6815-4ea4-93d9-759ef89bcd1c None None] Network 5a929036-7592-44aa-8b27-129f4d17b89b requested from dv-neutron-601336-94-hyperv {{(pid=94176) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 23 11:34:09.350178 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron_lib.callbacks.manager [None req-12ee773a-c520-4a89-92d8-946e09c3b394 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7996330'] for security_group, after_delete {{(pid=94174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:34:09.354634 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron_lib.callbacks.manager [None req-12ee773a-c520-4a89-92d8-946e09c3b394 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:34:09.360326 dv-neutron-601336-94-hyperv neutron-server[94174]: INFO neutron.wsgi [None req-12ee773a-c520-4a89-92d8-946e09c3b394 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/4b838513-9505-4a95-87ba-ad472519b480 HTTP/1.1" status: 204 len: 168 time: 0.3383601 Jun 23 11:34:09.361038 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG oslo_concurrency.lockutils [None req-8db5a1b9-59d3-466a-b619-9b8583f40ef4 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94174) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 11:34:09.377920 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12ee773a-c520-4a89-92d8-946e09c3b394 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4b838513-9505-4a95-87ba-ad472519b480,revision_number=None']} {{(pid=94174) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 11:34:09.381236 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG oslo_concurrency.lockutils [None req-12ee773a-c520-4a89-92d8-946e09c3b394 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.021s {{(pid=94174) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 11:34:09.400899 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16f51ee1-5b03-4203-8bae-776819eb188e None None] Pushing event updated for resources: {'Port': ['ID=ec8330c5-73ea-4217-bbfe-5ed799e56847,revision_number=1']} {{(pid=94176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 11:34:09.406926 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG oslo_concurrency.lockutils [None req-16f51ee1-5b03-4203-8bae-776819eb188e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.159s {{(pid=94176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 11:34:09.431476 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef867c94-a9c8-4da7-a3fd-1c4e86ee9fa1 req-704fdec6-52cb-4e31-bdf0-41cf5cb6afe2 tempest-ServerActionsTestJSON-161917335 tempest-ServerActionsTestJSON-161917335-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 11:34:09.433399 dv-neutron-601336-94-hyperv neutron-server[94175]: INFO neutron.wsgi [req-ef867c94-a9c8-4da7-a3fd-1c4e86ee9fa1 req-704fdec6-52cb-4e31-bdf0-41cf5cb6afe2 tempest-ServerActionsTestJSON-161917335 tempest-ServerActionsTestJSON-161917335-project] 10.222.0.20 "GET /v2.0/ports?device_id=85769616-6b8b-4da7-ad73-344986edf607 HTTP/1.1" status: 200 len: 945 time: 0.2645013 Jun 23 11:34:09.454437 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron_lib.callbacks.manager [None req-7381953f-4af9-4c42-87e8-973eaf2537d9 tempest-PortsTestJSON-2085221018 tempest-PortsTestJSON-2085221018-project] Notify callbacks [] for security_group, precommit_create {{(pid=94175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:34:09.488573 dv-neutron-601336-94-hyperv neutron-server[94175]: INFO neutron.wsgi [req-ef867c94-a9c8-4da7-a3fd-1c4e86ee9fa1 req-25b4bfd0-303e-4e51-829c-f5e2a5c81090 tempest-ServerActionsTestJSON-161917335 tempest-ServerActionsTestJSON-161917335-project] 10.222.0.20 "GET /v2.0/security-groups?id=f0520e5d-8f0e-4c28-b543-be4405698077&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0454092 Jun 23 11:34:09.494400 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron_lib.callbacks.manager [None req-3c605406-d6ec-4520-8a5a-ce5da67bd70d tempest-NetworksTest-2133396914 tempest-NetworksTest-2133396914-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-824874'] for network, before_delete {{(pid=94174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:34:09.526161 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.db.db_base_plugin_common [None req-aae31eab-1f20-4315-a4c5-5a7c53d1c2d2 None None] Allocated IP 2001:db8::2 (a5879bb1-194d-4f6b-b32d-5c6f64a46fc8/97497ee3-4c4c-4416-92bd-69180592b8fc/e24cfa0b-889a-4f65-ad9b-7127e778d53a) {{(pid=94176) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 23 11:34:09.562133 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.plugins.ml2.plugin [None req-3c605406-d6ec-4520-8a5a-ce5da67bd70d tempest-NetworksTest-2133396914 tempest-NetworksTest-2133396914-project] Deleting port b72af4f4-2536-48ee-b0d8-d8e49011c49e {{(pid=94174) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1913}} Jun 23 11:34:09.562832 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron_lib.callbacks.manager [None req-3c605406-d6ec-4520-8a5a-ce5da67bd70d tempest-NetworksTest-2133396914 tempest-NetworksTest-2133396914-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773700079324'] for port, before_delete {{(pid=94174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:34:09.571085 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.plugins.ml2.managers [None req-16f51ee1-5b03-4203-8bae-776819eb188e None None] Attempting to bind port ec8330c5-73ea-4217-bbfe-5ed799e56847 on host dv-neutron-601336-94-hyperv for vnic_type normal with profile {{(pid=94176) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 23 11:34:09.571739 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.plugins.ml2.managers [None req-16f51ee1-5b03-4203-8bae-776819eb188e None None] Attempting to bind port ec8330c5-73ea-4217-bbfe-5ed799e56847 by drivers openvswitch,hyperv on host dv-neutron-601336-94-hyperv at level 0 using segments [{'id': '070bfeb7-251d-4048-8853-f7c49da9034e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 410, 'network_id': 'c9584ed1-23c5-47a7-b4d6-264bedad0f19'}] {{(pid=94176) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 23 11:34:09.572319 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-16f51ee1-5b03-4203-8bae-776819eb188e None None] Attempting to bind port ec8330c5-73ea-4217-bbfe-5ed799e56847 on network c9584ed1-23c5-47a7-b4d6-264bedad0f19 {{(pid=94176) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 23 11:34:09.592244 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-16f51ee1-5b03-4203-8bae-776819eb188e None None] Checking agent: {'id': '4d05f899-5ac9-411b-8a03-f60c93f87cdf', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-601336-94-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 23, 11, 22, 14), 'started_at': datetime.datetime(2021, 6, 23, 11, 22, 44), 'heartbeat_timestamp': datetime.datetime(2021, 6, 23, 11, 33, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'monitor_allowed_address_pair_garp': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-601336-94-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94176) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 23 11:34:09.592750 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-16f51ee1-5b03-4203-8bae-776819eb188e None None] Checking segment: {'id': '070bfeb7-251d-4048-8853-f7c49da9034e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 410, 'network_id': 'c9584ed1-23c5-47a7-b4d6-264bedad0f19'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94176) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 23 11:34:09.597629 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron_lib.callbacks.manager [None req-16f51ee1-5b03-4203-8bae-776819eb188e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:34:09.597629 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-16f51ee1-5b03-4203-8bae-776819eb188e None None] Bound using segment: {'id': '070bfeb7-251d-4048-8853-f7c49da9034e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 410, 'network_id': 'c9584ed1-23c5-47a7-b4d6-264bedad0f19'} {{(pid=94176) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 23 11:34:09.597629 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.plugins.ml2.managers [None req-16f51ee1-5b03-4203-8bae-776819eb188e None None] Bound port: ec8330c5-73ea-4217-bbfe-5ed799e56847, host: dv-neutron-601336-94-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '070bfeb7-251d-4048-8853-f7c49da9034e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 410, 'network_id': 'c9584ed1-23c5-47a7-b4d6-264bedad0f19'}}] {{(pid=94176) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 23 11:34:09.597629 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron_lib.callbacks.manager [None req-16f51ee1-5b03-4203-8bae-776819eb188e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-923122'] for port, before_update {{(pid=94176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:34:09.621059 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron_lib.callbacks.manager [None req-d2a2bdba-eb4a-4013-ac93-359b1436975c tempest-PortsIpV6TestJSON-1781383748 tempest-PortsIpV6TestJSON-1781383748-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-922904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866062', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773700135024', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773699642224', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5082448'] for port, after_delete {{(pid=94175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:34:09.621059 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron_lib.callbacks.manager [None req-7381953f-4af9-4c42-87e8-973eaf2537d9 tempest-PortsTestJSON-2085221018 tempest-PortsTestJSON-2085221018-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7996330'] for security_group, after_create {{(pid=94175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:34:09.627485 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG oslo_concurrency.lockutils [None req-8cda7468-1a90-4166-9396-bb7e70f8879e tempest-SecGroupIPv6Test-1528675894 tempest-SecGroupIPv6Test-1528675894-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94175) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 11:34:09.630587 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.plugins.ml2.db [None req-3c605406-d6ec-4520-8a5a-ce5da67bd70d tempest-NetworksTest-2133396914 tempest-NetworksTest-2133396914-project] For port b72af4f4-2536-48ee-b0d8-d8e49011c49e, host dv-neutron-601336-94-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-94-hyperv',level=0,port_id=b72af4f4-2536-48ee-b0d8-d8e49011c49e,segment=NetworkSegment(da212ded-b64d-48d2-8636-3691d0c4a297),segment_id=da212ded-b64d-48d2-8636-3691d0c4a297)] {{(pid=94174) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 23 11:34:09.630966 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron_lib.callbacks.manager [None req-3c605406-d6ec-4520-8a5a-ce5da67bd70d tempest-NetworksTest-2133396914 tempest-NetworksTest-2133396914-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-430722'] for port, precommit_delete {{(pid=94174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:34:09.650885 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.plugins.ml2.plugin [None req-3c605406-d6ec-4520-8a5a-ce5da67bd70d tempest-NetworksTest-2133396914 tempest-NetworksTest-2133396914-project] Calling delete_port for b72af4f4-2536-48ee-b0d8-d8e49011c49e owned by network:dhcp {{(pid=94174) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1986}} Jun 23 11:34:09.689544 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron_lib.callbacks.manager [None req-d2a2bdba-eb4a-4013-ac93-359b1436975c tempest-PortsIpV6TestJSON-1781383748 tempest-PortsIpV6TestJSON-1781383748-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-217507'] for port, before_response {{(pid=94175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:34:09.695325 dv-neutron-601336-94-hyperv neutron-server[94175]: INFO neutron.wsgi [None req-d2a2bdba-eb4a-4013-ac93-359b1436975c tempest-PortsIpV6TestJSON-1781383748 tempest-PortsIpV6TestJSON-1781383748-project] 10.222.0.20 "DELETE /v2.0/ports/1d676730-0cca-4c5a-b9bc-f93bffdbb97c HTTP/1.1" status: 204 len: 168 time: 0.8431888 Jun 23 11:34:09.696469 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.wsgi [-] (94175) accepted ('10.222.0.20', 40178) {{(pid=94175) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 11:34:09.698828 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7381953f-4af9-4c42-87e8-973eaf2537d9 tempest-PortsTestJSON-2085221018 tempest-PortsTestJSON-2085221018-project] Pushing event updated for resources: {'SecurityGroup': ['ID=2977f2cc-36f9-45ec-9c46-2999f229797d,revision_number=1']} {{(pid=94175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 11:34:09.729121 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG oslo_concurrency.lockutils [None req-7381953f-4af9-4c42-87e8-973eaf2537d9 tempest-PortsTestJSON-2085221018 tempest-PortsTestJSON-2085221018-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.093s {{(pid=94175) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 11:34:09.729121 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG oslo_concurrency.lockutils [None req-3870aa0d-f442-4b0e-be9b-d4ab487f5f9d tempest-RoutersNegativeTest-1531528216 tempest-RoutersNegativeTest-1531528216-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.090s {{(pid=94175) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 11:34:09.788260 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2a2bdba-eb4a-4013-ac93-359b1436975c tempest-PortsIpV6TestJSON-1781383748 tempest-PortsIpV6TestJSON-1781383748-project] Pushing event deleted for resources: {'Port': ['ID=1d676730-0cca-4c5a-b9bc-f93bffdbb97c,revision_number=None']} {{(pid=94175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 11:34:09.790809 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f3fd7677-2286-44a5-b9b6-7a41820bba89 tempest-ExtraDHCPOptionsIpV6TestJSON-2131111190 tempest-ExtraDHCPOptionsIpV6TestJSON-2131111190-project] Made reservation on behalf of db90040599ff4cbfb49c3eb057e14c10 for: {'port': 1} {{(pid=94174) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 23 11:34:09.795513 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron_lib.callbacks.manager [None req-f3fd7677-2286-44a5-b9b6-7a41820bba89 tempest-ExtraDHCPOptionsIpV6TestJSON-2131111190 tempest-ExtraDHCPOptionsIpV6TestJSON-2131111190-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-923104'] for port, before_create {{(pid=94174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:34:09.821447 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG oslo_concurrency.lockutils [None req-d2a2bdba-eb4a-4013-ac93-359b1436975c tempest-PortsIpV6TestJSON-1781383748 tempest-PortsIpV6TestJSON-1781383748-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.100s {{(pid=94175) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 11:34:09.839065 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.notifiers.nova [None req-f3fd7677-2286-44a5-b9b6-7a41820bba89 tempest-ExtraDHCPOptionsIpV6TestJSON-2131111190 tempest-ExtraDHCPOptionsIpV6TestJSON-2131111190-project] device_id is not set on port 0faa7f3a-6cd0-4137-aa88-3f74539a2f77 yet. {{(pid=94174) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jun 23 11:34:09.878956 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron_lib.callbacks.manager [None req-3c605406-d6ec-4520-8a5a-ce5da67bd70d tempest-NetworksTest-2133396914 tempest-NetworksTest-2133396914-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-922904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866062', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773700135024', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773699642224', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5196390'] for port, after_delete {{(pid=94174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:34:09.882651 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e081733a-8ac5-4fa0-9405-4d891bfe1b34 tempest-PortsIpV6TestJSON-1781383748 tempest-PortsIpV6TestJSON-1781383748-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 11:34:09.886878 dv-neutron-601336-94-hyperv neutron-server[94175]: INFO neutron.wsgi [None req-e081733a-8ac5-4fa0-9405-4d891bfe1b34 tempest-PortsIpV6TestJSON-1781383748 tempest-PortsIpV6TestJSON-1781383748-project] 10.222.0.20 "GET /v2.0/ports HTTP/1.1" status: 200 len: 847 time: 0.1867294 Jun 23 11:34:09.894480 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG oslo_concurrency.lockutils [None req-07d50d7c-8b46-473a-80a0-c831aec874ca tempest-AllowedAddressPairTestJSON-1962660266 tempest-AllowedAddressPairTestJSON-1962660266-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94174) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 11:34:09.895607 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron_lib.callbacks.manager [None req-da2b8755-0366-417f-a7bb-bcba391ec44c tempest-SecGroupIPv6Test-1528675894 tempest-SecGroupIPv6Test-1528675894-project] Notify callbacks [] for security_group, before_create {{(pid=94175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:34:09.895709 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.wsgi [-] (94174) accepted ('10.222.0.20', 40180) {{(pid=94174) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 11:34:09.926344 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.plugins.ml2.db [None req-16f51ee1-5b03-4203-8bae-776819eb188e None None] For port ec8330c5-73ea-4217-bbfe-5ed799e56847, host dv-neutron-601336-94-hyperv, cleared binding levels {{(pid=94176) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 23 11:34:09.943516 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.plugins.ml2.db [None req-16f51ee1-5b03-4203-8bae-776819eb188e None None] For port ec8330c5-73ea-4217-bbfe-5ed799e56847, host dv-neutron-601336-94-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-94-hyperv',level=0,port_id=ec8330c5-73ea-4217-bbfe-5ed799e56847,segment=NetworkSegment(070bfeb7-251d-4048-8853-f7c49da9034e),segment_id=070bfeb7-251d-4048-8853-f7c49da9034e)] {{(pid=94176) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 23 11:34:09.948272 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c605406-d6ec-4520-8a5a-ce5da67bd70d tempest-NetworksTest-2133396914 tempest-NetworksTest-2133396914-project] Pushing event deleted for resources: {'Port': ['ID=b72af4f4-2536-48ee-b0d8-d8e49011c49e,revision_number=None']} {{(pid=94174) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 11:34:09.951955 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG oslo_concurrency.lockutils [None req-3c605406-d6ec-4520-8a5a-ce5da67bd70d tempest-NetworksTest-2133396914 tempest-NetworksTest-2133396914-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.068s {{(pid=94174) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 11:34:09.953091 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3c605406-d6ec-4520-8a5a-ce5da67bd70d tempest-NetworksTest-2133396914 tempest-NetworksTest-2133396914-project] No DVR routers for this DVR port b72af4f4-2536-48ee-b0d8-d8e49011c49e on host dv-neutron-601336-94-hyperv {{(pid=94174) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 23 11:34:09.961522 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron_lib.callbacks.manager [None req-aae31eab-1f20-4315-a4c5-5a7c53d1c2d2 None None] Notify callbacks [] for port, precommit_create {{(pid=94176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:34:09.962212 dv-neutron-601336-94-hyperv neutron-server[94174]: INFO neutron.pecan_wsgi.hooks.translation [None req-1e99b53f-2ffb-4096-be99-9420fc861128 tempest-PortsIpV6TestJSON-1781383748 tempest-PortsIpV6TestJSON-1781383748-project] GET failed (client error): The resource could not be found. Jun 23 11:34:09.963808 dv-neutron-601336-94-hyperv neutron-server[94174]: INFO neutron.wsgi [None req-1e99b53f-2ffb-4096-be99-9420fc861128 tempest-PortsIpV6TestJSON-1781383748 tempest-PortsIpV6TestJSON-1781383748-project] 10.222.0.20 "GET /v2.0/ports/1d676730-0cca-4c5a-b9bc-f93bffdbb97c HTTP/1.1" status: 404 len: 333 time: 0.0674486 Jun 23 11:34:09.969491 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.wsgi [-] (94175) accepted ('10.222.0.20', 40182) {{(pid=94175) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 11:34:09.970362 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.db.provisioning_blocks [None req-aae31eab-1f20-4315-a4c5-5a7c53d1c2d2 None None] Transition to ACTIVE for port object e24cfa0b-889a-4f65-ad9b-7127e778d53a will not be triggered until provisioned by entity L2. {{(pid=94176) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 23 11:34:09.974686 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.api.v2.base [None req-34ac132a-eb47-437e-a9a9-a55bbdffb10b tempest-PortsIpV6TestJSON-1781383748 tempest-PortsIpV6TestJSON-1781383748-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-464562127'}} {{(pid=94175) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 23 11:34:09.983922 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron_lib.callbacks.manager [None req-7381953f-4af9-4c42-87e8-973eaf2537d9 tempest-PortsTestJSON-2085221018 tempest-PortsTestJSON-2085221018-project] Notify callbacks [] for security_group, before_response {{(pid=94175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:34:09.984948 dv-neutron-601336-94-hyperv neutron-server[94175]: INFO neutron.wsgi [None req-7381953f-4af9-4c42-87e8-973eaf2537d9 tempest-PortsTestJSON-2085221018 tempest-PortsTestJSON-2085221018-project] 10.222.0.20 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1742 time: 1.3829296 Jun 23 11:34:09.986341 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.db.provisioning_blocks [None req-aae31eab-1f20-4315-a4c5-5a7c53d1c2d2 None None] Transition to ACTIVE for port object e24cfa0b-889a-4f65-ad9b-7127e778d53a will not be triggered until provisioned by entity DHCP. {{(pid=94176) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 23 11:34:09.989344 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.wsgi [-] (94174) accepted ('10.222.0.20', 40184) {{(pid=94174) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 11:34:09.999009 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.api.v2.base [None req-e20739e9-7e16-4b8d-b926-bbaede6cc640 tempest-PortsTestJSON-2085221018 tempest-PortsTestJSON-2085221018-project] Request body: {'port': {'name': 'tempest-PortsTestJSON-1136499982', 'security_groups': ['2977f2cc-36f9-45ec-9c46-2999f229797d'], 'network_id': 'c9584ed1-23c5-47a7-b4d6-264bedad0f19', 'admin_state_up': True, 'fixed_ips': [{'subnet_id': '13202cda-7dc5-4d1e-beec-4be389f29884'}]}} {{(pid=94174) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 23 11:34:10.005647 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron_lib.callbacks.manager [None req-16f51ee1-5b03-4203-8bae-776819eb188e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-922904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866062', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773700135042', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773699642233', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773699642278'] for port, after_update {{(pid=94176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:34:10.009916 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG oslo_concurrency.lockutils [None req-db1d956d-3d81-4c98-a0c9-f4bc61b07493 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 11:34:10.068266 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron_lib.callbacks.manager [None req-aae31eab-1f20-4315-a4c5-5a7c53d1c2d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-922915', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-239814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7866073', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773699642215'] for port, after_create {{(pid=94176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:34:10.072531 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron_lib.callbacks.manager [None req-da2b8755-0366-417f-a7bb-bcba391ec44c tempest-SecGroupIPv6Test-1528675894 tempest-SecGroupIPv6Test-1528675894-project] Notify callbacks [] for security_group, precommit_create {{(pid=94175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:34:10.087337 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16f51ee1-5b03-4203-8bae-776819eb188e None None] Pushing event updated for resources: {'Port': ['ID=ec8330c5-73ea-4217-bbfe-5ed799e56847,revision_number=2']} {{(pid=94176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 11:34:10.097147 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG oslo_concurrency.lockutils [None req-16f51ee1-5b03-4203-8bae-776819eb188e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.087s {{(pid=94176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 11:34:10.100350 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG oslo_concurrency.lockutils [None req-b4a8496e-357a-4d38-9442-c2655c9c25e1 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.028s {{(pid=94176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 11:34:10.107418 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aae31eab-1f20-4315-a4c5-5a7c53d1c2d2 None None] Network a5879bb1-194d-4f6b-b32d-5c6f64a46fc8 is already hosted by enough agents. {{(pid=94176) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 23 11:34:10.127891 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron_lib.callbacks.manager [None req-3c605406-d6ec-4520-8a5a-ce5da67bd70d tempest-NetworksTest-2133396914 tempest-NetworksTest-2133396914-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-897259', 'neutron.services.segments.db._delete_segments_for_network-8773700168587'] for network, precommit_delete {{(pid=94174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:34:10.132105 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.scheduler.base_scheduler [None req-aae31eab-1f20-4315-a4c5-5a7c53d1c2d2 None None] Resources bound (agent type, host, resource id): {{(pid=94176) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 23 11:34:10.134795 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron_lib.callbacks.manager [None req-da2b8755-0366-417f-a7bb-bcba391ec44c tempest-SecGroupIPv6Test-1528675894 tempest-SecGroupIPv6Test-1528675894-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7996330'] for security_group, after_create {{(pid=94175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:34:10.138841 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aae31eab-1f20-4315-a4c5-5a7c53d1c2d2 None None] Received port after_create {{(pid=94176) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 23 11:34:10.154897 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.services.segments.db [None req-3c605406-d6ec-4520-8a5a-ce5da67bd70d tempest-NetworksTest-2133396914 tempest-NetworksTest-2133396914-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5a929036-7592-44aa-8b27-129f4d17b89b']}} {{(pid=94174) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 11:34:10.155310 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG oslo_concurrency.lockutils [None req-c981d0f3-6c0e-465e-a6ed-99649cf2ccc5 tempest-SecGroupIPv6Test-1528675894 tempest-SecGroupIPv6Test-1528675894-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94175) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 11:34:10.177164 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.services.segments.db [None req-3c605406-d6ec-4520-8a5a-ce5da67bd70d tempest-NetworksTest-2133396914 tempest-NetworksTest-2133396914-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'da212ded-b64d-48d2-8636-3691d0c4a297') {'for_net_delete': True} {{(pid=94174) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 11:34:10.177672 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.services.segments.db [None req-3c605406-d6ec-4520-8a5a-ce5da67bd70d tempest-NetworksTest-2133396914 tempest-NetworksTest-2133396914-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'da212ded-b64d-48d2-8636-3691d0c4a297') {} {{(pid=94174) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 11:34:10.183630 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aae31eab-1f20-4315-a4c5-5a7c53d1c2d2 None None] Pushing event updated for resources: {'Port': ['ID=e24cfa0b-889a-4f65-ad9b-7127e778d53a,revision_number=1']} {{(pid=94176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 11:34:10.192380 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da2b8755-0366-417f-a7bb-bcba391ec44c tempest-SecGroupIPv6Test-1528675894 tempest-SecGroupIPv6Test-1528675894-project] Pushing event updated for resources: {'SecurityGroup': ['ID=3e1c7e72-e7fc-4223-bdc6-7649c2b335bb,revision_number=1']} {{(pid=94175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 11:34:10.200394 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG oslo_concurrency.lockutils [None req-da2b8755-0366-417f-a7bb-bcba391ec44c tempest-SecGroupIPv6Test-1528675894 tempest-SecGroupIPv6Test-1528675894-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=94175) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 11:34:10.202289 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG oslo_concurrency.lockutils [None req-aae31eab-1f20-4315-a4c5-5a7c53d1c2d2 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.102s {{(pid=94176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 11:34:10.215060 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.plugins.ml2.managers [None req-aae31eab-1f20-4315-a4c5-5a7c53d1c2d2 None None] Attempting to bind port e24cfa0b-889a-4f65-ad9b-7127e778d53a on host dv-neutron-601336-94-hyperv for vnic_type normal with profile {{(pid=94176) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 23 11:34:10.215637 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron_lib.callbacks.manager [None req-3c605406-d6ec-4520-8a5a-ce5da67bd70d tempest-NetworksTest-2133396914 tempest-NetworksTest-2133396914-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8773699955833', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4800267'] for segment, before_delete {{(pid=94174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:34:10.215772 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.plugins.ml2.managers [None req-aae31eab-1f20-4315-a4c5-5a7c53d1c2d2 None None] Attempting to bind port e24cfa0b-889a-4f65-ad9b-7127e778d53a by drivers openvswitch,hyperv on host dv-neutron-601336-94-hyperv at level 0 using segments [{'id': '5ede67c5-4656-4a10-a74c-30a842ff0ef9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 413, 'network_id': 'a5879bb1-194d-4f6b-b32d-5c6f64a46fc8'}] {{(pid=94176) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 23 11:34:10.216314 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aae31eab-1f20-4315-a4c5-5a7c53d1c2d2 None None] Attempting to bind port e24cfa0b-889a-4f65-ad9b-7127e778d53a on network a5879bb1-194d-4f6b-b32d-5c6f64a46fc8 {{(pid=94176) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 23 11:34:10.217826 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.db.db_base_plugin_common [None req-f3fd7677-2286-44a5-b9b6-7a41820bba89 tempest-ExtraDHCPOptionsIpV6TestJSON-2131111190 tempest-ExtraDHCPOptionsIpV6TestJSON-2131111190-project] Allocated IP 2001:db8::1ba (a5879bb1-194d-4f6b-b32d-5c6f64a46fc8/97497ee3-4c4c-4416-92bd-69180592b8fc/0faa7f3a-6cd0-4137-aa88-3f74539a2f77) {{(pid=94174) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 23 11:34:10.221668 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aae31eab-1f20-4315-a4c5-5a7c53d1c2d2 None None] Checking agent: {'id': '4d05f899-5ac9-411b-8a03-f60c93f87cdf', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-601336-94-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 23, 11, 22, 14), 'started_at': datetime.datetime(2021, 6, 23, 11, 22, 44), 'heartbeat_timestamp': datetime.datetime(2021, 6, 23, 11, 33, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'monitor_allowed_address_pair_garp': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-601336-94-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94176) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 23 11:34:10.222061 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aae31eab-1f20-4315-a4c5-5a7c53d1c2d2 None None] Checking segment: {'id': '5ede67c5-4656-4a10-a74c-30a842ff0ef9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 413, 'network_id': 'a5879bb1-194d-4f6b-b32d-5c6f64a46fc8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94176) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 23 11:34:10.222475 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron_lib.callbacks.manager [None req-aae31eab-1f20-4315-a4c5-5a7c53d1c2d2 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:34:10.222881 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aae31eab-1f20-4315-a4c5-5a7c53d1c2d2 None None] Bound using segment: {'id': '5ede67c5-4656-4a10-a74c-30a842ff0ef9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 413, 'network_id': 'a5879bb1-194d-4f6b-b32d-5c6f64a46fc8'} {{(pid=94176) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 23 11:34:10.223562 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.plugins.ml2.managers [None req-aae31eab-1f20-4315-a4c5-5a7c53d1c2d2 None None] Bound port: e24cfa0b-889a-4f65-ad9b-7127e778d53a, host: dv-neutron-601336-94-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5ede67c5-4656-4a10-a74c-30a842ff0ef9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 413, 'network_id': 'a5879bb1-194d-4f6b-b32d-5c6f64a46fc8'}}] {{(pid=94176) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 23 11:34:10.223769 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron_lib.callbacks.manager [None req-aae31eab-1f20-4315-a4c5-5a7c53d1c2d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-923122'] for port, before_update {{(pid=94176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:34:10.238110 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-34ac132a-eb47-437e-a9a9-a55bbdffb10b tempest-PortsIpV6TestJSON-1781383748 tempest-PortsIpV6TestJSON-1781383748-project] Made reservation on behalf of 4a9805c328414e068d83db5c9b76c3c7 for: {'network': 1} {{(pid=94175) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 23 11:34:10.241008 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron_lib.callbacks.manager [None req-34ac132a-eb47-437e-a9a9-a55bbdffb10b tempest-PortsIpV6TestJSON-1781383748 tempest-PortsIpV6TestJSON-1781383748-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-923104'] for network, before_create {{(pid=94175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:34:10.259173 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron_lib.callbacks.manager [None req-3c605406-d6ec-4520-8a5a-ce5da67bd70d tempest-NetworksTest-2133396914 tempest-NetworksTest-2133396914-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3801'] for segment, precommit_delete {{(pid=94174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:34:10.290344 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3c605406-d6ec-4520-8a5a-ce5da67bd70d tempest-NetworksTest-2133396914 tempest-NetworksTest-2133396914-project] Releasing vlan 412 on physical network physnet1 to pool {{(pid=94174) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 23 11:34:10.290344 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron_lib.callbacks.manager [None req-3c605406-d6ec-4520-8a5a-ce5da67bd70d tempest-NetworksTest-2133396914 tempest-NetworksTest-2133396914-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3801', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5196341'] for segment, after_delete {{(pid=94174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:34:10.296349 dv-neutron-601336-94-hyperv neutron-server[94174]: Traceback (most recent call last): Jun 23 11:34:10.296349 dv-neutron-601336-94-hyperv neutron-server[94174]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 23 11:34:10.296349 dv-neutron-601336-94-hyperv neutron-server[94174]: timer() Jun 23 11:34:10.296349 dv-neutron-601336-94-hyperv neutron-server[94174]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 23 11:34:10.296349 dv-neutron-601336-94-hyperv neutron-server[94174]: cb(*args, **kw) Jun 23 11:34:10.296349 dv-neutron-601336-94-hyperv neutron-server[94174]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 23 11:34:10.296349 dv-neutron-601336-94-hyperv neutron-server[94174]: return func(*args, **kwargs) Jun 23 11:34:10.296349 dv-neutron-601336-94-hyperv neutron-server[94174]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 23 11:34:10.296349 dv-neutron-601336-94-hyperv neutron-server[94174]: self._notify() Jun 23 11:34:10.296349 dv-neutron-601336-94-hyperv neutron-server[94174]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 23 11:34:10.296349 dv-neutron-601336-94-hyperv neutron-server[94174]: self.callback(batched_events) Jun 23 11:34:10.296349 dv-neutron-601336-94-hyperv neutron-server[94174]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 23 11:34:10.296349 dv-neutron-601336-94-hyperv neutron-server[94174]: event.method(event) Jun 23 11:34:10.296349 dv-neutron-601336-94-hyperv neutron-server[94174]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 23 11:34:10.296349 dv-neutron-601336-94-hyperv neutron-server[94174]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 23 11:34:10.296349 dv-neutron-601336-94-hyperv neutron-server[94174]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 23 11:34:10.296349 dv-neutron-601336-94-hyperv neutron-server[94174]: aggregate_uuid = self.p_client.list_aggregates( Jun 23 11:34:10.296349 dv-neutron-601336-94-hyperv neutron-server[94174]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 23 11:34:10.296349 dv-neutron-601336-94-hyperv neutron-server[94174]: return f(self, *a, **k) Jun 23 11:34:10.296349 dv-neutron-601336-94-hyperv neutron-server[94174]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 23 11:34:10.296349 dv-neutron-601336-94-hyperv neutron-server[94174]: return self._get(url).json() Jun 23 11:34:10.296349 dv-neutron-601336-94-hyperv neutron-server[94174]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 23 11:34:10.296349 dv-neutron-601336-94-hyperv neutron-server[94174]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 23 11:34:10.296349 dv-neutron-601336-94-hyperv neutron-server[94174]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 23 11:34:10.296349 dv-neutron-601336-94-hyperv neutron-server[94174]: return self.request(url, 'GET', **kwargs) Jun 23 11:34:10.296349 dv-neutron-601336-94-hyperv neutron-server[94174]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 23 11:34:10.296349 dv-neutron-601336-94-hyperv neutron-server[94174]: base_url = self.get_endpoint(auth, allow=allow, Jun 23 11:34:10.296349 dv-neutron-601336-94-hyperv neutron-server[94174]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 23 11:34:10.296349 dv-neutron-601336-94-hyperv neutron-server[94174]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 23 11:34:10.296349 dv-neutron-601336-94-hyperv neutron-server[94174]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 23 11:34:10.296349 dv-neutron-601336-94-hyperv neutron-server[94174]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 23 11:34:10.296349 dv-neutron-601336-94-hyperv neutron-server[94174]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 23 11:34:10.308930 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-34ac132a-eb47-437e-a9a9-a55bbdffb10b tempest-PortsIpV6TestJSON-1781383748 tempest-PortsIpV6TestJSON-1781383748-project] vlan segment allocate from pool success with {'vlan_id': 423, 'physical_network': 'physnet1'} {{(pid=94175) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 23 11:34:10.316048 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron_lib.callbacks.manager [None req-da2b8755-0366-417f-a7bb-bcba391ec44c tempest-SecGroupIPv6Test-1528675894 tempest-SecGroupIPv6Test-1528675894-project] Notify callbacks [] for security_group, before_response {{(pid=94175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:34:10.319596 dv-neutron-601336-94-hyperv neutron-server[94175]: INFO neutron.wsgi [None req-da2b8755-0366-417f-a7bb-bcba391ec44c tempest-SecGroupIPv6Test-1528675894 tempest-SecGroupIPv6Test-1528675894-project] 10.222.0.20 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1743 time: 1.6032858 Jun 23 11:34:10.323419 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.wsgi [-] (94175) accepted ('10.222.0.20', 40186) {{(pid=94175) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 11:34:10.329395 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.api.v2.base [None req-b3df924e-12e8-472f-87b2-0e28a2426850 tempest-SecGroupIPv6Test-1528675894 tempest-SecGroupIPv6Test-1528675894-project] Request body: {'security_group_rule': {'security_group_id': '3e1c7e72-e7fc-4223-bdc6-7649c2b335bb', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=94175) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 23 11:34:10.339697 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron_lib.callbacks.manager [None req-34ac132a-eb47-437e-a9a9-a55bbdffb10b tempest-PortsIpV6TestJSON-1781383748 tempest-PortsIpV6TestJSON-1781383748-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3801'] for segment, precommit_create {{(pid=94175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:34:10.340049 dv-neutron-601336-94-hyperv neutron-server[94175]: INFO neutron.db.segments_db [None req-34ac132a-eb47-437e-a9a9-a55bbdffb10b tempest-PortsIpV6TestJSON-1781383748 tempest-PortsIpV6TestJSON-1781383748-project] Added segment ef0a4641-0018-4a33-9f6a-e855f8fdd6d0 of type vlan for network de829efd-60b2-4d9b-b2cd-9a8e83874a37 Jun 23 11:34:10.348146 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.plugins.ml2.db [None req-aae31eab-1f20-4315-a4c5-5a7c53d1c2d2 None None] For port e24cfa0b-889a-4f65-ad9b-7127e778d53a, host dv-neutron-601336-94-hyperv, cleared binding levels {{(pid=94176) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 23 11:34:10.360276 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.plugins.ml2.db [None req-aae31eab-1f20-4315-a4c5-5a7c53d1c2d2 None None] For port e24cfa0b-889a-4f65-ad9b-7127e778d53a, host dv-neutron-601336-94-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-94-hyperv',level=0,port_id=e24cfa0b-889a-4f65-ad9b-7127e778d53a,segment=NetworkSegment(5ede67c5-4656-4a10-a74c-30a842ff0ef9),segment_id=5ede67c5-4656-4a10-a74c-30a842ff0ef9)] {{(pid=94176) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 23 11:34:10.391160 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron_lib.callbacks.manager [None req-34ac132a-eb47-437e-a9a9-a55bbdffb10b tempest-PortsIpV6TestJSON-1781383748 tempest-PortsIpV6TestJSON-1781383748-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8773699596773'] for network, precommit_create {{(pid=94175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:34:10.446057 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron_lib.callbacks.manager [None req-aae31eab-1f20-4315-a4c5-5a7c53d1c2d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-922904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866062', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773700135042', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773699642233', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773699642278'] for port, after_update {{(pid=94176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:34:10.448748 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG oslo_concurrency.lockutils [None req-e2a72054-f983-4d78-b201-afaf03878028 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 11:34:10.501260 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron_lib.callbacks.manager [None req-f3fd7677-2286-44a5-b9b6-7a41820bba89 tempest-ExtraDHCPOptionsIpV6TestJSON-2131111190 tempest-ExtraDHCPOptionsIpV6TestJSON-2131111190-project] Notify callbacks [] for port, precommit_create {{(pid=94174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:34:10.503806 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron_lib.callbacks.manager [None req-3c605406-d6ec-4520-8a5a-ce5da67bd70d tempest-NetworksTest-2133396914 tempest-NetworksTest-2133396914-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-897248', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8002400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7866073', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-524247'] for network, after_delete {{(pid=94174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:34:10.505805 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e20739e9-7e16-4b8d-b926-bbaede6cc640 tempest-PortsTestJSON-2085221018 tempest-PortsTestJSON-2085221018-project] Made reservation on behalf of 9e5461dd76964a018bba022fe5f7a0f1 for: {'port': 1} {{(pid=94174) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 23 11:34:10.507290 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aae31eab-1f20-4315-a4c5-5a7c53d1c2d2 None None] Pushing event updated for resources: {'Port': ['ID=e24cfa0b-889a-4f65-ad9b-7127e778d53a,revision_number=2']} {{(pid=94176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 11:34:10.510742 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG oslo_concurrency.lockutils [None req-aae31eab-1f20-4315-a4c5-5a7c53d1c2d2 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.062s {{(pid=94176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 11:34:10.519951 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron_lib.callbacks.manager [None req-34ac132a-eb47-437e-a9a9-a55bbdffb10b tempest-PortsIpV6TestJSON-1781383748 tempest-PortsIpV6TestJSON-1781383748-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8002400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7866073'] for network, after_create {{(pid=94175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:34:10.526445 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-34ac132a-eb47-437e-a9a9-a55bbdffb10b tempest-PortsIpV6TestJSON-1781383748 tempest-PortsIpV6TestJSON-1781383748-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 11:34:10.530057 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron_lib.callbacks.manager [None req-34ac132a-eb47-437e-a9a9-a55bbdffb10b tempest-PortsIpV6TestJSON-1781383748 tempest-PortsIpV6TestJSON-1781383748-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7865916'] for network, before_response {{(pid=94175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:34:10.534085 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG oslo_concurrency.lockutils [None req-5d3e59e0-054b-47c9-b905-70923077c37f tempest-NetworksTest-2133396914 tempest-NetworksTest-2133396914-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94175) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 11:34:10.596226 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron_lib.callbacks.manager [None req-e20739e9-7e16-4b8d-b926-bbaede6cc640 tempest-PortsTestJSON-2085221018 tempest-PortsTestJSON-2085221018-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-923104'] for port, before_create {{(pid=94174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:34:10.599238 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG oslo_concurrency.lockutils [None req-cb497572-cb7c-4b54-a6c8-9413256bd4c6 tempest-PortsIpV6TestJSON-1781383748 tempest-PortsIpV6TestJSON-1781383748-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94174) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 11:34:10.611858 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron_lib.callbacks.manager [None req-3c605406-d6ec-4520-8a5a-ce5da67bd70d tempest-NetworksTest-2133396914 tempest-NetworksTest-2133396914-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7865916'] for network, before_response {{(pid=94174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:34:10.613736 dv-neutron-601336-94-hyperv neutron-server[94174]: INFO neutron.wsgi [None req-3c605406-d6ec-4520-8a5a-ce5da67bd70d tempest-NetworksTest-2133396914 tempest-NetworksTest-2133396914-project] 10.222.0.20 "DELETE /v2.0/networks/5a929036-7592-44aa-8b27-129f4d17b89b HTTP/1.1" status: 204 len: 168 time: 2.8514490 Jun 23 11:34:10.618378 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.wsgi [-] (94175) accepted ('10.222.0.20', 40190) {{(pid=94175) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 11:34:10.629465 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.api.v2.base [None req-004b2a02-2dd1-43dc-991c-2e6bd9d059cd tempest-NetworksTest-2133396914 tempest-NetworksTest-2133396914-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-1932650316'}} {{(pid=94175) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 23 11:34:10.636700 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c605406-d6ec-4520-8a5a-ce5da67bd70d tempest-NetworksTest-2133396914 tempest-NetworksTest-2133396914-project] Pushing event deleted for resources: {'Network': ['ID=5a929036-7592-44aa-8b27-129f4d17b89b,revision_number=None']} {{(pid=94174) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 11:34:10.638937 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34ac132a-eb47-437e-a9a9-a55bbdffb10b tempest-PortsIpV6TestJSON-1781383748 tempest-PortsIpV6TestJSON-1781383748-project] Pushing event updated for resources: {'Network': ['ID=de829efd-60b2-4d9b-b2cd-9a8e83874a37,revision_number=1']} {{(pid=94175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 11:34:10.642052 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG oslo_concurrency.lockutils [None req-34ac132a-eb47-437e-a9a9-a55bbdffb10b tempest-PortsIpV6TestJSON-1781383748 tempest-PortsIpV6TestJSON-1781383748-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.108s {{(pid=94175) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 11:34:10.649820 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron_lib.callbacks.manager [None req-b3df924e-12e8-472f-87b2-0e28a2426850 tempest-SecGroupIPv6Test-1528675894 tempest-SecGroupIPv6Test-1528675894-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:34:10.649952 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG oslo_concurrency.lockutils [None req-3c605406-d6ec-4520-8a5a-ce5da67bd70d tempest-NetworksTest-2133396914 tempest-NetworksTest-2133396914-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=94174) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 11:34:10.654068 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.db.provisioning_blocks [None req-f3fd7677-2286-44a5-b9b6-7a41820bba89 tempest-ExtraDHCPOptionsIpV6TestJSON-2131111190 tempest-ExtraDHCPOptionsIpV6TestJSON-2131111190-project] Transition to ACTIVE for port object 0faa7f3a-6cd0-4137-aa88-3f74539a2f77 will not be triggered until provisioned by entity DHCP. {{(pid=94174) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 23 11:34:10.656384 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.plugins.ml2.rpc [None req-dc7542b2-afef-47f4-a763-e3a3cba144be None None] Network de829efd-60b2-4d9b-b2cd-9a8e83874a37 details requested by agent ovs-agent-dv-neutron-601336-94-hyperv with host dv-neutron-601336-94-hyperv {{(pid=94176) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:250}} Jun 23 11:34:10.677536 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.notifiers.nova [None req-e20739e9-7e16-4b8d-b926-bbaede6cc640 tempest-PortsTestJSON-2085221018 tempest-PortsTestJSON-2085221018-project] device_id is not set on port 4a7d61d6-fe80-4481-8773-805964971842 yet. {{(pid=94174) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jun 23 11:34:10.687787 dv-neutron-601336-94-hyperv neutron-server[94175]: INFO neutron.wsgi [None req-34ac132a-eb47-437e-a9a9-a55bbdffb10b tempest-PortsIpV6TestJSON-1781383748 tempest-PortsIpV6TestJSON-1781383748-project] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 771 time: 0.7144513 Jun 23 11:34:10.688658 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.wsgi [-] (94175) accepted ('10.222.0.20', 40192) {{(pid=94175) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 11:34:10.743287 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron_lib.callbacks.manager [None req-b3df924e-12e8-472f-87b2-0e28a2426850 tempest-SecGroupIPv6Test-1528675894 tempest-SecGroupIPv6Test-1528675894-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:34:10.747801 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.api.v2.base [None req-0f749f2e-f89e-4bec-ade2-c1d8faa3809e tempest-PortsIpV6TestJSON-1781383748 tempest-PortsIpV6TestJSON-1781383748-project] Request body: {'subnet': {'network_id': 'de829efd-60b2-4d9b-b2cd-9a8e83874a37', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=94175) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 23 11:34:10.838982 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron_lib.callbacks.manager [None req-b3df924e-12e8-472f-87b2-0e28a2426850 tempest-SecGroupIPv6Test-1528675894 tempest-SecGroupIPv6Test-1528675894-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7996355'] for security_group_rule, after_create {{(pid=94175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:34:10.844287 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG oslo_concurrency.lockutils [None req-a4a9e233-a5ac-4e46-b5d0-f7de03947327 tempest-SecGroupIPv6Test-1528675894 tempest-SecGroupIPv6Test-1528675894-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94175) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 11:34:10.847180 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-004b2a02-2dd1-43dc-991c-2e6bd9d059cd tempest-NetworksTest-2133396914 tempest-NetworksTest-2133396914-project] Made reservation on behalf of dfecc9776e0d4947a3f7218fbe96de01 for: {'network': 1} {{(pid=94175) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 23 11:34:10.851135 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron_lib.callbacks.manager [None req-004b2a02-2dd1-43dc-991c-2e6bd9d059cd tempest-NetworksTest-2133396914 tempest-NetworksTest-2133396914-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-923104'] for network, before_create {{(pid=94175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:34:10.888266 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3df924e-12e8-472f-87b2-0e28a2426850 tempest-SecGroupIPv6Test-1528675894 tempest-SecGroupIPv6Test-1528675894-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=88623833-0e72-4faf-b92c-2d977a25e61c,revision_number=0']} {{(pid=94175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 11:34:10.892688 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad9e941e-5a24-4bf7-9605-4da85921909d req-4ec72049-8bbe-4873-9fa8-709db28db287 tempest-ServerActionsTestJSON-161917335 tempest-ServerActionsTestJSON-161917335-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94174) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 11:34:10.894185 dv-neutron-601336-94-hyperv neutron-server[94174]: INFO neutron.wsgi [req-ad9e941e-5a24-4bf7-9605-4da85921909d req-4ec72049-8bbe-4873-9fa8-709db28db287 tempest-ServerActionsTestJSON-161917335 tempest-ServerActionsTestJSON-161917335-project] 10.222.0.20 "GET /v2.0/ports?device_id=85769616-6b8b-4da7-ad73-344986edf607 HTTP/1.1" status: 200 len: 945 time: 0.2354000 Jun 23 11:34:10.898877 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron_lib.callbacks.manager [None req-c442effb-8741-4619-a01e-e312fed7325c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773699952132', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-899307'] for agent, after_update {{(pid=94176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:34:10.900151 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG oslo_concurrency.lockutils [None req-b3df924e-12e8-472f-87b2-0e28a2426850 tempest-SecGroupIPv6Test-1528675894 tempest-SecGroupIPv6Test-1528675894-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.056s {{(pid=94175) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 11:34:10.916292 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-004b2a02-2dd1-43dc-991c-2e6bd9d059cd tempest-NetworksTest-2133396914 tempest-NetworksTest-2133396914-project] vlan segment allocate from pool success with {'vlan_id': 425, 'physical_network': 'physnet1'} {{(pid=94175) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 23 11:34:10.926267 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron_lib.callbacks.manager [None req-004b2a02-2dd1-43dc-991c-2e6bd9d059cd tempest-NetworksTest-2133396914 tempest-NetworksTest-2133396914-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3801'] for segment, precommit_create {{(pid=94175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:34:10.926614 dv-neutron-601336-94-hyperv neutron-server[94175]: INFO neutron.db.segments_db [None req-004b2a02-2dd1-43dc-991c-2e6bd9d059cd tempest-NetworksTest-2133396914 tempest-NetworksTest-2133396914-project] Added segment ec334531-0628-440e-a2c3-802fe7668971 of type vlan for network 2097b14f-26bb-47a4-a0f6-3a88b9b60fff Jun 23 11:34:10.938557 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron_lib.callbacks.manager [None req-f3fd7677-2286-44a5-b9b6-7a41820bba89 tempest-ExtraDHCPOptionsIpV6TestJSON-2131111190 tempest-ExtraDHCPOptionsIpV6TestJSON-2131111190-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-922915', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-239814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7866073', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773699642215', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-5196399'] for port, after_create {{(pid=94174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:34:10.950341 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG oslo_concurrency.lockutils [None req-2ae2ed58-dcc1-42ae-a675-5483a44b68e6 tempest-NetworksTestDHCPv6-162546708 tempest-NetworksTestDHCPv6-162546708-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94174) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 11:34:10.969636 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron_lib.callbacks.manager [None req-004b2a02-2dd1-43dc-991c-2e6bd9d059cd tempest-NetworksTest-2133396914 tempest-NetworksTest-2133396914-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8773699596773'] for network, precommit_create {{(pid=94175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:34:10.982055 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0f749f2e-f89e-4bec-ade2-c1d8faa3809e tempest-PortsIpV6TestJSON-1781383748 tempest-PortsIpV6TestJSON-1781383748-project] Made reservation on behalf of 4a9805c328414e068d83db5c9b76c3c7 for: {'subnet': 1} {{(pid=94175) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 23 11:34:10.985727 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron_lib.callbacks.manager [None req-0f749f2e-f89e-4bec-ade2-c1d8faa3809e tempest-PortsIpV6TestJSON-1781383748 tempest-PortsIpV6TestJSON-1781383748-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4660073'] for subnet, before_create {{(pid=94175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:34:11.036827 dv-neutron-601336-94-hyperv neutron-server[94174]: INFO neutron.wsgi [req-ad9e941e-5a24-4bf7-9605-4da85921909d req-25a3e323-218e-4061-b4c0-f7f882f61632 tempest-ServerActionsTestJSON-161917335 tempest-ServerActionsTestJSON-161917335-project] 10.222.0.20 "GET /v2.0/security-groups?id=f0520e5d-8f0e-4c28-b543-be4405698077&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1359603 Jun 23 11:34:11.048778 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f3fd7677-2286-44a5-b9b6-7a41820bba89 tempest-ExtraDHCPOptionsIpV6TestJSON-2131111190 tempest-ExtraDHCPOptionsIpV6TestJSON-2131111190-project] Network a5879bb1-194d-4f6b-b32d-5c6f64a46fc8 is already hosted by enough agents. {{(pid=94174) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 23 11:34:11.061938 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.scheduler.base_scheduler [None req-f3fd7677-2286-44a5-b9b6-7a41820bba89 tempest-ExtraDHCPOptionsIpV6TestJSON-2131111190 tempest-ExtraDHCPOptionsIpV6TestJSON-2131111190-project] Resources bound (agent type, host, resource id): {{(pid=94174) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 23 11:34:11.064404 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f3fd7677-2286-44a5-b9b6-7a41820bba89 tempest-ExtraDHCPOptionsIpV6TestJSON-2131111190 tempest-ExtraDHCPOptionsIpV6TestJSON-2131111190-project] Received port after_create {{(pid=94174) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 23 11:34:11.069949 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f3fd7677-2286-44a5-b9b6-7a41820bba89 tempest-ExtraDHCPOptionsIpV6TestJSON-2131111190 tempest-ExtraDHCPOptionsIpV6TestJSON-2131111190-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94174) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 11:34:11.070150 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron_lib.callbacks.manager [None req-f3fd7677-2286-44a5-b9b6-7a41820bba89 tempest-ExtraDHCPOptionsIpV6TestJSON-2131111190 tempest-ExtraDHCPOptionsIpV6TestJSON-2131111190-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-217507'] for port, before_response {{(pid=94174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:34:11.070511 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron_lib.callbacks.manager [None req-b3df924e-12e8-472f-87b2-0e28a2426850 tempest-SecGroupIPv6Test-1528675894 tempest-SecGroupIPv6Test-1528675894-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:34:11.075971 dv-neutron-601336-94-hyperv neutron-server[94175]: INFO neutron.wsgi [None req-b3df924e-12e8-472f-87b2-0e28a2426850 tempest-SecGroupIPv6Test-1528675894 tempest-SecGroupIPv6Test-1528675894-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.7480171 Jun 23 11:34:11.076147 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3fd7677-2286-44a5-b9b6-7a41820bba89 tempest-ExtraDHCPOptionsIpV6TestJSON-2131111190 tempest-ExtraDHCPOptionsIpV6TestJSON-2131111190-project] Pushing event updated for resources: {'Port': ['ID=0faa7f3a-6cd0-4137-aa88-3f74539a2f77,revision_number=1']} {{(pid=94174) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 11:34:11.076240 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.wsgi [-] (94175) accepted ('10.222.0.20', 40196) {{(pid=94175) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 11:34:11.082207 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG oslo_concurrency.lockutils [None req-f3fd7677-2286-44a5-b9b6-7a41820bba89 tempest-ExtraDHCPOptionsIpV6TestJSON-2131111190 tempest-ExtraDHCPOptionsIpV6TestJSON-2131111190-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.132s {{(pid=94174) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 11:34:11.089082 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.db.db_base_plugin_common [None req-e20739e9-7e16-4b8d-b926-bbaede6cc640 tempest-PortsTestJSON-2085221018 tempest-PortsTestJSON-2085221018-project] Allocated IP 172.20.0.9 (c9584ed1-23c5-47a7-b4d6-264bedad0f19/13202cda-7dc5-4d1e-beec-4be389f29884/4a7d61d6-fe80-4481-8773-805964971842) {{(pid=94174) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 23 11:34:11.245214 dv-neutron-601336-94-hyperv neutron-server[94174]: INFO neutron.wsgi [None req-f3fd7677-2286-44a5-b9b6-7a41820bba89 tempest-ExtraDHCPOptionsIpV6TestJSON-2131111190 tempest-ExtraDHCPOptionsIpV6TestJSON-2131111190-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 941 time: 2.0998280 Jun 23 11:34:11.248802 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.wsgi [-] (94174) accepted ('10.222.0.20', 40198) {{(pid=94174) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 11:34:11.256970 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.api.v2.base [None req-b58f05c6-e4a0-4cf7-bd2e-55badc25c5a4 tempest-ExtraDHCPOptionsIpV6TestJSON-2131111190 tempest-ExtraDHCPOptionsIpV6TestJSON-2131111190-project] Request body: {'port': {'network_id': 'a5879bb1-194d-4f6b-b32d-5c6f64a46fc8', 'name': 'tempest-ExtraDHCPOptionsIpV6TestJSON-220909398', 'extra_dhcp_opts': [{'opt_value': 'pxelinux.0', 'opt_name': 'bootfile-name'}, {'opt_value': '2015::dead', 'opt_name': 'tftp-server'}, {'opt_value': '2015::badd', 'opt_name': 'server-ip-address'}]}} {{(pid=94174) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 23 11:34:11.257466 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron_lib.api.validators [None req-b58f05c6-e4a0-4cf7-bd2e-55badc25c5a4 tempest-ExtraDHCPOptionsIpV6TestJSON-2131111190 tempest-ExtraDHCPOptionsIpV6TestJSON-2131111190-project] bootfile-name is not in valid_values {{(pid=94174) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} Jun 23 11:34:11.257808 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron_lib.api.validators [None req-b58f05c6-e4a0-4cf7-bd2e-55badc25c5a4 tempest-ExtraDHCPOptionsIpV6TestJSON-2131111190 tempest-ExtraDHCPOptionsIpV6TestJSON-2131111190-project] tftp-server is not in valid_values {{(pid=94174) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} Jun 23 11:34:11.258139 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron_lib.api.validators [None req-b58f05c6-e4a0-4cf7-bd2e-55badc25c5a4 tempest-ExtraDHCPOptionsIpV6TestJSON-2131111190 tempest-ExtraDHCPOptionsIpV6TestJSON-2131111190-project] server-ip-address is not in valid_values {{(pid=94174) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} Jun 23 11:34:11.327137 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.plugins.ml2.rpc [None req-dc7542b2-afef-47f4-a763-e3a3cba144be None None] Device ec8330c5-73ea-4217-bbfe-5ed799e56847 up at agent ovs-agent-dv-neutron-601336-94-hyperv {{(pid=94176) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:298}} Jun 23 11:34:11.413630 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron_lib.callbacks.manager [None req-e20739e9-7e16-4b8d-b926-bbaede6cc640 tempest-PortsTestJSON-2085221018 tempest-PortsTestJSON-2085221018-project] Notify callbacks [] for port, precommit_create {{(pid=94174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:34:11.420708 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron_lib.callbacks.manager [None req-004b2a02-2dd1-43dc-991c-2e6bd9d059cd tempest-NetworksTest-2133396914 tempest-NetworksTest-2133396914-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8002400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7866073'] for network, after_create {{(pid=94175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:34:11.426235 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-004b2a02-2dd1-43dc-991c-2e6bd9d059cd tempest-NetworksTest-2133396914 tempest-NetworksTest-2133396914-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 11:34:11.426849 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron_lib.callbacks.manager [None req-004b2a02-2dd1-43dc-991c-2e6bd9d059cd tempest-NetworksTest-2133396914 tempest-NetworksTest-2133396914-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7865916'] for network, before_response {{(pid=94175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:34:11.441678 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG oslo_concurrency.lockutils [None req-f049018c-cceb-4ea2-b288-9f46c3450d1c tempest-PortsIpV6TestJSON-1781383748 tempest-PortsIpV6TestJSON-1781383748-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94175) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 11:34:11.454734 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.db.provisioning_blocks [None req-e20739e9-7e16-4b8d-b926-bbaede6cc640 tempest-PortsTestJSON-2085221018 tempest-PortsTestJSON-2085221018-project] Transition to ACTIVE for port object 4a7d61d6-fe80-4481-8773-805964971842 will not be triggered until provisioned by entity DHCP. {{(pid=94174) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 23 11:34:11.464771 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.db.provisioning_blocks [None req-f020a1c7-11cf-4b89-b008-58b2e507564d None None] Provisioning complete for port 1581b641-d989-429b-9c22-7f08f65cb943 triggered by entity DHCP. {{(pid=94176) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 23 11:34:11.465412 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron_lib.callbacks.manager [None req-f020a1c7-11cf-4b89-b008-58b2e507564d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-899258'] for port, provisioning_complete {{(pid=94176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:34:11.484290 dv-neutron-601336-94-hyperv neutron-server[94175]: INFO neutron.wsgi [None req-b1a9ea87-7a94-4663-9e3b-83101b32c9b0 tempest-SecGroupIPv6Test-1528675894 tempest-SecGroupIPv6Test-1528675894-project] 10.222.0.20 "GET /v2.0/security-group-rules/88623833-0e72-4faf-b92c-2d977a25e61c HTTP/1.1" status: 200 len: 763 time: 0.4073923 Jun 23 11:34:11.487529 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.wsgi [-] (94174) accepted ('10.222.0.20', 40200) {{(pid=94174) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 11:34:11.503536 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.db.provisioning_blocks [None req-dc7542b2-afef-47f4-a763-e3a3cba144be None None] Provisioning for port ec8330c5-73ea-4217-bbfe-5ed799e56847 completed by entity L2. {{(pid=94176) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 23 11:34:11.514035 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.plugins.ml2.rpc [None req-dc7542b2-afef-47f4-a763-e3a3cba144be None None] Device e24cfa0b-889a-4f65-ad9b-7127e778d53a up at agent ovs-agent-dv-neutron-601336-94-hyperv {{(pid=94176) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:298}} Jun 23 11:34:11.517924 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.plugins.ml2.plugin [None req-f020a1c7-11cf-4b89-b008-58b2e507564d None None] Port 1581b641-d989-429b-9c22-7f08f65cb943 cannot update to ACTIVE because it is not bound. {{(pid=94176) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jun 23 11:34:11.553932 dv-neutron-601336-94-hyperv neutron-server[94174]: INFO neutron.wsgi [None req-40993980-3eb2-4240-83a0-e54b0c33dcb7 tempest-SecGroupIPv6Test-1528675894 tempest-SecGroupIPv6Test-1528675894-project] 10.222.0.20 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4113 time: 0.0650318 Jun 23 11:34:11.555924 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b58f05c6-e4a0-4cf7-bd2e-55badc25c5a4 tempest-ExtraDHCPOptionsIpV6TestJSON-2131111190 tempest-ExtraDHCPOptionsIpV6TestJSON-2131111190-project] Made reservation on behalf of db90040599ff4cbfb49c3eb057e14c10 for: {'port': 1} {{(pid=94174) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 23 11:34:11.561190 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron_lib.callbacks.manager [None req-b58f05c6-e4a0-4cf7-bd2e-55badc25c5a4 tempest-ExtraDHCPOptionsIpV6TestJSON-2131111190 tempest-ExtraDHCPOptionsIpV6TestJSON-2131111190-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-923104'] for port, before_create {{(pid=94174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:34:11.562462 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.wsgi [-] (94175) accepted ('10.222.0.20', 40202) {{(pid=94175) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 11:34:11.580092 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.notifiers.nova [None req-b58f05c6-e4a0-4cf7-bd2e-55badc25c5a4 tempest-ExtraDHCPOptionsIpV6TestJSON-2131111190 tempest-ExtraDHCPOptionsIpV6TestJSON-2131111190-project] device_id is not set on port 3928ac51-b347-4900-98b3-771f7bde2b83 yet. {{(pid=94174) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jun 23 11:34:11.603598 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-004b2a02-2dd1-43dc-991c-2e6bd9d059cd tempest-NetworksTest-2133396914 tempest-NetworksTest-2133396914-project] Pushing event updated for resources: {'Network': ['ID=2097b14f-26bb-47a4-a0f6-3a88b9b60fff,revision_number=1']} {{(pid=94175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 11:34:11.614549 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG oslo_concurrency.lockutils [None req-004b2a02-2dd1-43dc-991c-2e6bd9d059cd tempest-NetworksTest-2133396914 tempest-NetworksTest-2133396914-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.173s {{(pid=94175) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 11:34:11.616108 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.plugins.ml2.rpc [None req-dc7542b2-afef-47f4-a763-e3a3cba144be None None] Network 2097b14f-26bb-47a4-a0f6-3a88b9b60fff details requested by agent ovs-agent-dv-neutron-601336-94-hyperv with host dv-neutron-601336-94-hyperv {{(pid=94176) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:250}} Jun 23 11:34:11.629899 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron_lib.callbacks.manager [None req-e20739e9-7e16-4b8d-b926-bbaede6cc640 tempest-PortsTestJSON-2085221018 tempest-PortsTestJSON-2085221018-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-922915', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-239814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7866073', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773699642215', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-5196399'] for port, after_create {{(pid=94174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:34:11.637101 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG oslo_concurrency.lockutils [None req-adde8170-7bfe-48df-852f-de788b85454a tempest-NetworksTestDHCPv6-162546708 tempest-NetworksTestDHCPv6-162546708-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94174) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 11:34:11.639014 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron_lib.callbacks.manager [None req-c30fc35e-563e-4440-9a7e-af13442d24f7 tempest-SecGroupIPv6Test-1528675894 tempest-SecGroupIPv6Test-1528675894-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=94175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:34:11.653438 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron_lib.callbacks.manager [None req-c30fc35e-563e-4440-9a7e-af13442d24f7 tempest-SecGroupIPv6Test-1528675894 tempest-SecGroupIPv6Test-1528675894-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=94175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:34:11.663851 dv-neutron-601336-94-hyperv neutron-server[94175]: INFO neutron.wsgi [None req-004b2a02-2dd1-43dc-991c-2e6bd9d059cd tempest-NetworksTest-2133396914 tempest-NetworksTest-2133396914-project] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 1.0399945 Jun 23 11:34:11.674838 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d342ce2-e939-4012-83a7-78a291791dd3 req-a61a6cf8-3b6a-4587-bc8b-bc480f3ff8de tempest-ServerActionsTestJSON-161917335 tempest-ServerActionsTestJSON-161917335-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 11:34:11.678001 dv-neutron-601336-94-hyperv neutron-server[94175]: INFO neutron.wsgi [req-4d342ce2-e939-4012-83a7-78a291791dd3 req-a61a6cf8-3b6a-4587-bc8b-bc480f3ff8de tempest-ServerActionsTestJSON-161917335 tempest-ServerActionsTestJSON-161917335-project] 10.222.0.20 "GET /v2.0/ports?device_id=85769616-6b8b-4da7-ad73-344986edf607 HTTP/1.1" status: 200 len: 945 time: 0.2651389 Jun 23 11:34:11.681384 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.db.provisioning_blocks [None req-f020a1c7-11cf-4b89-b008-58b2e507564d None None] Provisioning for port ec8330c5-73ea-4217-bbfe-5ed799e56847 completed by entity DHCP. {{(pid=94176) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 23 11:34:11.684844 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.db.provisioning_blocks [None req-dc7542b2-afef-47f4-a763-e3a3cba144be None None] Provisioning for port e24cfa0b-889a-4f65-ad9b-7127e778d53a completed by entity L2. {{(pid=94176) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 23 11:34:11.694027 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.wsgi [-] (94174) accepted ('10.222.0.20', 40204) {{(pid=94174) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 11:34:11.699283 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.db.provisioning_blocks [None req-f020a1c7-11cf-4b89-b008-58b2e507564d None None] Provisioning complete for port ec8330c5-73ea-4217-bbfe-5ed799e56847 triggered by entity DHCP. {{(pid=94176) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 23 11:34:11.699865 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron_lib.callbacks.manager [None req-f020a1c7-11cf-4b89-b008-58b2e507564d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-899258'] for port, provisioning_complete {{(pid=94176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:34:11.700973 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.api.v2.base [None req-31d6e3ec-967d-4dfe-a1d5-1f95fde25c87 tempest-NetworksTest-2133396914 tempest-NetworksTest-2133396914-project] Request body: {'subnet': {'network_id': '2097b14f-26bb-47a4-a0f6-3a88b9b60fff', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': None, 'host_routes': [{'destination': '10.20.0.0/32', 'nexthop': '10.100.1.1'}], 'dns_nameservers': ['8.8.4.4', '8.8.8.8']}} {{(pid=94174) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 23 11:34:11.734424 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e20739e9-7e16-4b8d-b926-bbaede6cc640 tempest-PortsTestJSON-2085221018 tempest-PortsTestJSON-2085221018-project] Pushing event updated for resources: {'Port': ['ID=4a7d61d6-fe80-4481-8773-805964971842,revision_number=1']} {{(pid=94174) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 11:34:11.776033 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG oslo_concurrency.lockutils [None req-e20739e9-7e16-4b8d-b926-bbaede6cc640 tempest-PortsTestJSON-2085221018 tempest-PortsTestJSON-2085221018-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.139s {{(pid=94174) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 11:34:11.792905 dv-neutron-601336-94-hyperv neutron-server[94175]: INFO neutron.wsgi [req-4d342ce2-e939-4012-83a7-78a291791dd3 req-f1a483dd-70ff-46f9-a02a-f49c60274ae6 tempest-ServerActionsTestJSON-161917335 tempest-ServerActionsTestJSON-161917335-project] 10.222.0.20 "GET /v2.0/security-groups?id=f0520e5d-8f0e-4c28-b543-be4405698077&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0880265 Jun 23 11:34:11.809385 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bbe91ae2-b885-4741-8d13-5fa5785dc6d5 None None] Network a5879bb1-194d-4f6b-b32d-5c6f64a46fc8 requested from dv-neutron-601336-94-hyperv {{(pid=94176) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 23 11:34:11.809931 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e20739e9-7e16-4b8d-b926-bbaede6cc640 tempest-PortsTestJSON-2085221018 tempest-PortsTestJSON-2085221018-project] Network c9584ed1-23c5-47a7-b4d6-264bedad0f19 is already hosted by enough agents. {{(pid=94174) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 23 11:34:11.811998 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron_lib.callbacks.manager [None req-f020a1c7-11cf-4b89-b008-58b2e507564d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-923122'] for port, before_update {{(pid=94176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:34:11.835975 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.scheduler.base_scheduler [None req-e20739e9-7e16-4b8d-b926-bbaede6cc640 tempest-PortsTestJSON-2085221018 tempest-PortsTestJSON-2085221018-project] Resources bound (agent type, host, resource id): {{(pid=94174) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 23 11:34:11.847988 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e20739e9-7e16-4b8d-b926-bbaede6cc640 tempest-PortsTestJSON-2085221018 tempest-PortsTestJSON-2085221018-project] Received port after_create {{(pid=94174) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 23 11:34:11.853626 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron_lib.callbacks.manager [None req-0f749f2e-f89e-4bec-ade2-c1d8faa3809e tempest-PortsIpV6TestJSON-1781383748 tempest-PortsIpV6TestJSON-1781383748-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866062', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5083113', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4660095'] for subnet, after_create {{(pid=94175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:34:11.861447 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG oslo_concurrency.lockutils [None req-15f93974-cfaf-484c-aeac-8ff014efd3de tempest-NetworksTestDHCPv6-162546708 tempest-NetworksTestDHCPv6-162546708-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94175) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 11:34:11.896596 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.plugins.ml2.db [None req-f020a1c7-11cf-4b89-b008-58b2e507564d None None] For port ec8330c5-73ea-4217-bbfe-5ed799e56847, host dv-neutron-601336-94-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-94-hyperv',level=0,port_id=ec8330c5-73ea-4217-bbfe-5ed799e56847,segment=NetworkSegment(070bfeb7-251d-4048-8853-f7c49da9034e),segment_id=070bfeb7-251d-4048-8853-f7c49da9034e)] {{(pid=94176) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 23 11:34:11.907335 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e20739e9-7e16-4b8d-b926-bbaede6cc640 tempest-PortsTestJSON-2085221018 tempest-PortsTestJSON-2085221018-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94174) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 11:34:11.908476 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron_lib.callbacks.manager [None req-e20739e9-7e16-4b8d-b926-bbaede6cc640 tempest-PortsTestJSON-2085221018 tempest-PortsTestJSON-2085221018-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-217507'] for port, before_response {{(pid=94174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:34:11.934232 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f749f2e-f89e-4bec-ade2-c1d8faa3809e tempest-PortsIpV6TestJSON-1781383748 tempest-PortsIpV6TestJSON-1781383748-project] Pushing event updated for resources: {'Subnet': ['ID=47e16826-3e27-43ca-9ac7-a70a51a0fd30,revision_number=0']} {{(pid=94175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 11:34:11.942930 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron_lib.callbacks.manager [None req-c30fc35e-563e-4440-9a7e-af13442d24f7 tempest-SecGroupIPv6Test-1528675894 tempest-SecGroupIPv6Test-1528675894-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7996355'] for security_group_rule, after_delete {{(pid=94175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:34:11.949386 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG oslo_concurrency.lockutils [None req-0f749f2e-f89e-4bec-ade2-c1d8faa3809e tempest-PortsIpV6TestJSON-1781383748 tempest-PortsIpV6TestJSON-1781383748-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.086s {{(pid=94175) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 11:34:11.953695 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG oslo_concurrency.lockutils [None req-d0e793b3-b208-41df-8129-25e0156786d1 tempest-NegativeSecGroupTest-178874014 tempest-NegativeSecGroupTest-178874014-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94175) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 11:34:11.958570 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron_lib.callbacks.manager [None req-c30fc35e-563e-4440-9a7e-af13442d24f7 tempest-SecGroupIPv6Test-1528675894 tempest-SecGroupIPv6Test-1528675894-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:34:11.959669 dv-neutron-601336-94-hyperv neutron-server[94175]: INFO neutron.wsgi [None req-c30fc35e-563e-4440-9a7e-af13442d24f7 tempest-SecGroupIPv6Test-1528675894 tempest-SecGroupIPv6Test-1528675894-project] 10.222.0.20 "DELETE /v2.0/security-group-rules/88623833-0e72-4faf-b92c-2d977a25e61c HTTP/1.1" status: 204 len: 168 time: 0.3962240 Jun 23 11:34:11.967642 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.wsgi [-] (94175) accepted ('10.222.0.20', 40208) {{(pid=94175) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 11:34:11.969714 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron_lib.callbacks.manager [None req-f020a1c7-11cf-4b89-b008-58b2e507564d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-922904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866062', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773700135042', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773699642233', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773699642278'] for port, after_update {{(pid=94176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:34:11.973688 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG oslo_concurrency.lockutils [None req-784ae3dd-5253-49b2-8452-2cb67656813e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 11:34:11.985192 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c30fc35e-563e-4440-9a7e-af13442d24f7 tempest-SecGroupIPv6Test-1528675894 tempest-SecGroupIPv6Test-1528675894-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=88623833-0e72-4faf-b92c-2d977a25e61c,revision_number=None']} {{(pid=94175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 11:34:11.993774 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG oslo_concurrency.lockutils [None req-c30fc35e-563e-4440-9a7e-af13442d24f7 tempest-SecGroupIPv6Test-1528675894 tempest-SecGroupIPv6Test-1528675894-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.040s {{(pid=94175) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 11:34:12.007599 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.db.db_base_plugin_common [None req-b58f05c6-e4a0-4cf7-bd2e-55badc25c5a4 tempest-ExtraDHCPOptionsIpV6TestJSON-2131111190 tempest-ExtraDHCPOptionsIpV6TestJSON-2131111190-project] Allocated IP 2001:db8::317 (a5879bb1-194d-4f6b-b32d-5c6f64a46fc8/97497ee3-4c4c-4416-92bd-69180592b8fc/3928ac51-b347-4900-98b3-771f7bde2b83) {{(pid=94174) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 23 11:34:12.009204 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0f749f2e-f89e-4bec-ade2-c1d8faa3809e tempest-PortsIpV6TestJSON-1781383748 tempest-PortsIpV6TestJSON-1781383748-project] Checking segment: {'id': 'ef0a4641-0018-4a33-9f6a-e855f8fdd6d0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 423, 'network_id': 'de829efd-60b2-4d9b-b2cd-9a8e83874a37'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94175) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 23 11:34:12.009567 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0f749f2e-f89e-4bec-ade2-c1d8faa3809e tempest-PortsIpV6TestJSON-1781383748 tempest-PortsIpV6TestJSON-1781383748-project] Network hostable DHCP agents. Network: de829efd-60b2-4d9b-b2cd-9a8e83874a37, hostable agents: ['8cf29b10-0e57-4131-816f-a4b6ad00b249'], hosted agents: [] {{(pid=94175) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 23 11:34:12.049175 dv-neutron-601336-94-hyperv neutron-server[94175]: INFO neutron.wsgi [None req-aa44b4da-18bf-4582-8415-c98ef1bb8eca tempest-SecGroupIPv6Test-1528675894 tempest-SecGroupIPv6Test-1528675894-project] 10.222.0.20 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.0772011 Jun 23 11:34:12.049387 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f020a1c7-11cf-4b89-b008-58b2e507564d None None] Pushing event updated for resources: {'Port': ['ID=ec8330c5-73ea-4217-bbfe-5ed799e56847,revision_number=3']} {{(pid=94176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 11:34:12.049516 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.wsgi [-] (94175) accepted ('10.222.0.20', 40210) {{(pid=94175) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 11:34:12.051721 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG oslo_concurrency.lockutils [None req-f020a1c7-11cf-4b89-b008-58b2e507564d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.078s {{(pid=94176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 11:34:12.054061 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.api.v2.base [None req-0f9f6144-2c3b-46ea-9b6e-7ddbf46dc24c tempest-SecGroupIPv6Test-1528675894 tempest-SecGroupIPv6Test-1528675894-project] Request body: {'security_group_rule': {'security_group_id': '3e1c7e72-e7fc-4223-bdc6-7649c2b335bb', 'protocol': 'udp', 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=94175) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 23 11:34:12.133953 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0f749f2e-f89e-4bec-ade2-c1d8faa3809e tempest-PortsIpV6TestJSON-1781383748 tempest-PortsIpV6TestJSON-1781383748-project] Network de829efd-60b2-4d9b-b2cd-9a8e83874a37 is scheduled to be hosted by DHCP agent 8cf29b10-0e57-4131-816f-a4b6ad00b249 with binding_index 1 {{(pid=94175) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 23 11:34:12.159464 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.db.provisioning_blocks [None req-c7e2885c-5928-433c-a029-72094ecec89d None None] Provisioning for port e24cfa0b-889a-4f65-ad9b-7127e778d53a completed by entity DHCP. {{(pid=94176) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 23 11:34:12.164403 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.db.provisioning_blocks [None req-c7e2885c-5928-433c-a029-72094ecec89d None None] Provisioning complete for port e24cfa0b-889a-4f65-ad9b-7127e778d53a triggered by entity DHCP. {{(pid=94176) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 23 11:34:12.165040 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron_lib.callbacks.manager [None req-c7e2885c-5928-433c-a029-72094ecec89d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-899258'] for port, provisioning_complete {{(pid=94176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:34:12.211091 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.scheduler.base_scheduler [None req-0f749f2e-f89e-4bec-ade2-c1d8faa3809e tempest-PortsIpV6TestJSON-1781383748 tempest-PortsIpV6TestJSON-1781383748-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-601336-94-hyperv, de829efd-60b2-4d9b-b2cd-9a8e83874a37) {{(pid=94175) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 23 11:34:12.216442 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0f749f2e-f89e-4bec-ade2-c1d8faa3809e tempest-PortsIpV6TestJSON-1781383748 tempest-PortsIpV6TestJSON-1781383748-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 11:34:12.217174 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron_lib.callbacks.manager [None req-0f749f2e-f89e-4bec-ade2-c1d8faa3809e tempest-PortsIpV6TestJSON-1781383748 tempest-PortsIpV6TestJSON-1781383748-project] Notify callbacks [] for subnet, before_response {{(pid=94175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:34:12.226740 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d3e2e636-b2da-4cd8-9985-2f514408a1f2 None None] Network de829efd-60b2-4d9b-b2cd-9a8e83874a37 requested from dv-neutron-601336-94-hyperv {{(pid=94176) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 23 11:34:12.316792 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron_lib.callbacks.manager [None req-c7e2885c-5928-433c-a029-72094ecec89d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-923122'] for port, before_update {{(pid=94176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:34:12.394175 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.plugins.ml2.db [None req-c7e2885c-5928-433c-a029-72094ecec89d None None] For port e24cfa0b-889a-4f65-ad9b-7127e778d53a, host dv-neutron-601336-94-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-94-hyperv',level=0,port_id=e24cfa0b-889a-4f65-ad9b-7127e778d53a,segment=NetworkSegment(5ede67c5-4656-4a10-a74c-30a842ff0ef9),segment_id=5ede67c5-4656-4a10-a74c-30a842ff0ef9)] {{(pid=94176) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 23 11:34:12.403375 dv-neutron-601336-94-hyperv neutron-server[94174]: INFO neutron.wsgi [None req-e20739e9-7e16-4b8d-b926-bbaede6cc640 tempest-PortsTestJSON-2085221018 tempest-PortsTestJSON-2085221018-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 924 time: 2.4127796 Jun 23 11:34:12.406468 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.wsgi [-] (94175) accepted ('10.222.0.20', 40212) {{(pid=94175) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 11:34:12.416283 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.api.v2.base [None req-209c8a49-76f1-413d-85ec-3349c806feee tempest-PortsTestJSON-2085221018 tempest-PortsTestJSON-2085221018-project] Request body: {'subnet': {'network_id': 'c9584ed1-23c5-47a7-b4d6-264bedad0f19', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=94175) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 23 11:34:12.455562 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d0cce1fa-c5b4-441a-ba4b-9ede9c00cffa None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1e0d828a-1fa4-563d-b7fd-53adf66a04ee-de829efd-60b2-4d9b-b2cd-9a8e83874a37', 'network_id': 'de829efd-60b2-4d9b-b2cd-9a8e83874a37', 'tenant_id': '4a9805c328414e068d83db5c9b76c3c7', 'fixed_ips': [{'subnet_id': '47e16826-3e27-43ca-9ac7-a70a51a0fd30'}]}} from dv-neutron-601336-94-hyperv. {{(pid=94176) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 23 11:34:12.457900 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron_lib.callbacks.manager [None req-d0cce1fa-c5b4-441a-ba4b-9ede9c00cffa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-923104'] for port, before_create {{(pid=94176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:34:12.461512 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron_lib.callbacks.manager [None req-c7e2885c-5928-433c-a029-72094ecec89d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-922904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866062', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773700135042', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773699642233', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773699642278'] for port, after_update {{(pid=94176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:34:12.466688 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG oslo_concurrency.lockutils [None req-2d1332d2-5b4f-4aaa-84b1-d67202830a06 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 11:34:12.471119 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f07b4fd-e4e1-4d4a-a000-20a15cea4e83 req-65630499-e855-4e67-a0b9-92b4fd0db8c8 tempest-ServerActionsTestJSON-161917335 tempest-ServerActionsTestJSON-161917335-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94174) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 11:34:12.478427 dv-neutron-601336-94-hyperv neutron-server[94174]: INFO neutron.wsgi [req-9f07b4fd-e4e1-4d4a-a000-20a15cea4e83 req-65630499-e855-4e67-a0b9-92b4fd0db8c8 tempest-ServerActionsTestJSON-161917335 tempest-ServerActionsTestJSON-161917335-project] 10.222.0.20 "GET /v2.0/ports?device_id=85769616-6b8b-4da7-ad73-344986edf607 HTTP/1.1" status: 200 len: 945 time: 0.5223846 Jun 23 11:34:12.491439 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-31d6e3ec-967d-4dfe-a1d5-1f95fde25c87 tempest-NetworksTest-2133396914 tempest-NetworksTest-2133396914-project] Made reservation on behalf of dfecc9776e0d4947a3f7218fbe96de01 for: {'subnet': 1} {{(pid=94174) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 23 11:34:12.495937 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron_lib.callbacks.manager [None req-31d6e3ec-967d-4dfe-a1d5-1f95fde25c87 tempest-NetworksTest-2133396914 tempest-NetworksTest-2133396914-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4294245'] for subnet, before_create {{(pid=94174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:34:12.584816 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron_lib.callbacks.manager [None req-b58f05c6-e4a0-4cf7-bd2e-55badc25c5a4 tempest-ExtraDHCPOptionsIpV6TestJSON-2131111190 tempest-ExtraDHCPOptionsIpV6TestJSON-2131111190-project] Notify callbacks [] for port, precommit_create {{(pid=94174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:34:12.591597 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7e2885c-5928-433c-a029-72094ecec89d None None] Pushing event updated for resources: {'Port': ['ID=e24cfa0b-889a-4f65-ad9b-7127e778d53a,revision_number=3']} {{(pid=94176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 11:34:12.596288 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG oslo_concurrency.lockutils [None req-c7e2885c-5928-433c-a029-72094ecec89d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.129s {{(pid=94176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 11:34:12.608869 dv-neutron-601336-94-hyperv neutron-server[94174]: INFO neutron.wsgi [req-9f07b4fd-e4e1-4d4a-a000-20a15cea4e83 req-54e58de5-4b36-491c-a5ea-b62ab1c65635 tempest-ServerActionsTestJSON-161917335 tempest-ServerActionsTestJSON-161917335-project] 10.222.0.20 "GET /v2.0/security-groups?id=f0520e5d-8f0e-4c28-b543-be4405698077&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1295927 Jun 23 11:34:12.613724 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.db.provisioning_blocks [None req-b58f05c6-e4a0-4cf7-bd2e-55badc25c5a4 tempest-ExtraDHCPOptionsIpV6TestJSON-2131111190 tempest-ExtraDHCPOptionsIpV6TestJSON-2131111190-project] Transition to ACTIVE for port object 3928ac51-b347-4900-98b3-771f7bde2b83 will not be triggered until provisioned by entity DHCP. {{(pid=94174) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 23 11:34:12.620186 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.db.provisioning_blocks [None req-9804a0e6-87b8-4d4f-a3e5-b1b656937e45 None None] Provisioning complete for port e24cfa0b-889a-4f65-ad9b-7127e778d53a triggered by entity DHCP. {{(pid=94176) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 23 11:34:12.621114 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron_lib.callbacks.manager [None req-9804a0e6-87b8-4d4f-a3e5-b1b656937e45 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-899258'] for port, provisioning_complete {{(pid=94176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:34:12.650526 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron_lib.callbacks.manager [None req-0f9f6144-2c3b-46ea-9b6e-7ddbf46dc24c tempest-SecGroupIPv6Test-1528675894 tempest-SecGroupIPv6Test-1528675894-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:34:12.704879 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.db.db_base_plugin_common [None req-d0cce1fa-c5b4-441a-ba4b-9ede9c00cffa None None] Allocated IP 2001:db8::2 (de829efd-60b2-4d9b-b2cd-9a8e83874a37/47e16826-3e27-43ca-9ac7-a70a51a0fd30/8bd37c31-2d98-4393-94b8-6d907ba83735) {{(pid=94176) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 23 11:34:12.713910 dv-neutron-601336-94-hyperv neutron-server[94175]: INFO neutron.wsgi [None req-0f749f2e-f89e-4bec-ade2-c1d8faa3809e tempest-PortsIpV6TestJSON-1781383748 tempest-PortsIpV6TestJSON-1781383748-project] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 2.0217154 Jun 23 11:34:12.717437 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.wsgi [-] (94174) accepted ('10.222.0.20', 40216) {{(pid=94174) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 11:34:12.722948 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.api.v2.base [None req-f727685f-e23f-4a1f-b5f2-6e86f6a6c426 tempest-PortsIpV6TestJSON-1781383748 tempest-PortsIpV6TestJSON-1781383748-project] Request body: {'subnet': {'network_id': 'de829efd-60b2-4d9b-b2cd-9a8e83874a37', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=94174) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 23 11:34:12.749910 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron_lib.callbacks.manager [None req-0f9f6144-2c3b-46ea-9b6e-7ddbf46dc24c tempest-SecGroupIPv6Test-1528675894 tempest-SecGroupIPv6Test-1528675894-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:34:12.788748 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron_lib.callbacks.manager [None req-b58f05c6-e4a0-4cf7-bd2e-55badc25c5a4 tempest-ExtraDHCPOptionsIpV6TestJSON-2131111190 tempest-ExtraDHCPOptionsIpV6TestJSON-2131111190-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-922915', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-239814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7866073', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773699642215', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-5196399'] for port, after_create {{(pid=94174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:34:12.817308 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG oslo_concurrency.lockutils [None req-3c605406-d6ec-4520-8a5a-ce5da67bd70d tempest-NetworksTest-2133396914 tempest-NetworksTest-2133396914-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94174) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 11:34:12.820622 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa4bd391-e18b-4b3a-b985-4f6434462399 req-b9aa2474-097f-4f89-ac64-9642cb915218 tempest-ServerActionsTestJSON-161917335 tempest-ServerActionsTestJSON-161917335-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 11:34:12.822396 dv-neutron-601336-94-hyperv neutron-server[94175]: INFO neutron.wsgi [req-fa4bd391-e18b-4b3a-b985-4f6434462399 req-b9aa2474-097f-4f89-ac64-9642cb915218 tempest-ServerActionsTestJSON-161917335 tempest-ServerActionsTestJSON-161917335-project] 10.222.0.20 "GET /v2.0/ports?device_id=85769616-6b8b-4da7-ad73-344986edf607 HTTP/1.1" status: 200 len: 945 time: 0.0713537 Jun 23 11:34:12.823344 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron_lib.callbacks.manager [None req-0f9f6144-2c3b-46ea-9b6e-7ddbf46dc24c tempest-SecGroupIPv6Test-1528675894 tempest-SecGroupIPv6Test-1528675894-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7996355'] for security_group_rule, after_create {{(pid=94175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:34:12.824804 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-209c8a49-76f1-413d-85ec-3349c806feee tempest-PortsTestJSON-2085221018 tempest-PortsTestJSON-2085221018-project] Made reservation on behalf of 9e5461dd76964a018bba022fe5f7a0f1 for: {'subnet': 1} {{(pid=94175) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 23 11:34:12.828177 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron_lib.callbacks.manager [None req-209c8a49-76f1-413d-85ec-3349c806feee tempest-PortsTestJSON-2085221018 tempest-PortsTestJSON-2085221018-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4660073'] for subnet, before_create {{(pid=94175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:34:12.845107 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94175) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 11:34:12.883289 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.db.provisioning_blocks [None req-9804a0e6-87b8-4d4f-a3e5-b1b656937e45 None None] Provisioning for port 4a7d61d6-fe80-4481-8773-805964971842 completed by entity DHCP. {{(pid=94176) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 23 11:34:12.893139 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.db.provisioning_blocks [None req-9804a0e6-87b8-4d4f-a3e5-b1b656937e45 None None] Provisioning complete for port 4a7d61d6-fe80-4481-8773-805964971842 triggered by entity DHCP. {{(pid=94176) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 23 11:34:12.893538 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron_lib.callbacks.manager [None req-9804a0e6-87b8-4d4f-a3e5-b1b656937e45 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-899258'] for port, provisioning_complete {{(pid=94176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:34:12.897677 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b58f05c6-e4a0-4cf7-bd2e-55badc25c5a4 tempest-ExtraDHCPOptionsIpV6TestJSON-2131111190 tempest-ExtraDHCPOptionsIpV6TestJSON-2131111190-project] Network a5879bb1-194d-4f6b-b32d-5c6f64a46fc8 is already hosted by enough agents. {{(pid=94174) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 23 11:34:12.904307 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.scheduler.base_scheduler [None req-b58f05c6-e4a0-4cf7-bd2e-55badc25c5a4 tempest-ExtraDHCPOptionsIpV6TestJSON-2131111190 tempest-ExtraDHCPOptionsIpV6TestJSON-2131111190-project] Resources bound (agent type, host, resource id): {{(pid=94174) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 23 11:34:12.912267 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f9f6144-2c3b-46ea-9b6e-7ddbf46dc24c tempest-SecGroupIPv6Test-1528675894 tempest-SecGroupIPv6Test-1528675894-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7014fd15-cbc0-4a28-9cf0-d12b0fc53a4c,revision_number=0']} {{(pid=94175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 11:34:12.916632 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b58f05c6-e4a0-4cf7-bd2e-55badc25c5a4 tempest-ExtraDHCPOptionsIpV6TestJSON-2131111190 tempest-ExtraDHCPOptionsIpV6TestJSON-2131111190-project] Received port after_create {{(pid=94174) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 23 11:34:12.919960 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG oslo_concurrency.lockutils [None req-0f9f6144-2c3b-46ea-9b6e-7ddbf46dc24c tempest-SecGroupIPv6Test-1528675894 tempest-SecGroupIPv6Test-1528675894-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.075s {{(pid=94175) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 11:34:12.922903 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b58f05c6-e4a0-4cf7-bd2e-55badc25c5a4 tempest-ExtraDHCPOptionsIpV6TestJSON-2131111190 tempest-ExtraDHCPOptionsIpV6TestJSON-2131111190-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94174) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 11:34:12.923604 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron_lib.callbacks.manager [None req-b58f05c6-e4a0-4cf7-bd2e-55badc25c5a4 tempest-ExtraDHCPOptionsIpV6TestJSON-2131111190 tempest-ExtraDHCPOptionsIpV6TestJSON-2131111190-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-217507'] for port, before_response {{(pid=94174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:34:12.939296 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b58f05c6-e4a0-4cf7-bd2e-55badc25c5a4 tempest-ExtraDHCPOptionsIpV6TestJSON-2131111190 tempest-ExtraDHCPOptionsIpV6TestJSON-2131111190-project] Pushing event updated for resources: {'Port': ['ID=3928ac51-b347-4900-98b3-771f7bde2b83,revision_number=1']} {{(pid=94174) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 11:34:12.941973 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron_lib.callbacks.manager [None req-d0cce1fa-c5b4-441a-ba4b-9ede9c00cffa None None] Notify callbacks [] for port, precommit_create {{(pid=94176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:34:12.946518 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG oslo_concurrency.lockutils [None req-b58f05c6-e4a0-4cf7-bd2e-55badc25c5a4 tempest-ExtraDHCPOptionsIpV6TestJSON-2131111190 tempest-ExtraDHCPOptionsIpV6TestJSON-2131111190-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.129s {{(pid=94174) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 11:34:12.954213 dv-neutron-601336-94-hyperv neutron-server[94175]: INFO neutron.wsgi [req-fa4bd391-e18b-4b3a-b985-4f6434462399 req-9b9d83c7-ccd2-43bb-9f66-8e4e9a7f87e5 tempest-ServerActionsTestJSON-161917335 tempest-ServerActionsTestJSON-161917335-project] 10.222.0.20 "GET /v2.0/security-groups?id=f0520e5d-8f0e-4c28-b543-be4405698077&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1213086 Jun 23 11:34:12.955189 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron_lib.callbacks.manager [None req-31d6e3ec-967d-4dfe-a1d5-1f95fde25c87 tempest-NetworksTest-2133396914 tempest-NetworksTest-2133396914-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866062', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5195999', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4294259'] for subnet, after_create {{(pid=94174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:34:12.957096 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG oslo_concurrency.lockutils [None req-1eafaf41-f9c7-4b5a-8fe4-43bc88a74432 tempest-NetworksTestDHCPv6-162546708 tempest-NetworksTestDHCPv6-162546708-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94174) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 11:34:12.975793 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.plugins.ml2.plugin [None req-9804a0e6-87b8-4d4f-a3e5-b1b656937e45 None None] Port 4a7d61d6-fe80-4481-8773-805964971842 cannot update to ACTIVE because it is not bound. {{(pid=94176) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jun 23 11:34:12.978239 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.db.provisioning_blocks [None req-d0cce1fa-c5b4-441a-ba4b-9ede9c00cffa None None] Transition to ACTIVE for port object 8bd37c31-2d98-4393-94b8-6d907ba83735 will not be triggered until provisioned by entity L2. {{(pid=94176) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 23 11:34:12.983881 dv-neutron-601336-94-hyperv neutron-server[94175]: INFO neutron.db.ipam_backend_mixin [None req-209c8a49-76f1-413d-85ec-3349c806feee tempest-PortsTestJSON-2085221018 tempest-PortsTestJSON-2085221018-project] Validation for CIDR: 172.20.0.0/28 failed - overlaps with subnet 13202cda-7dc5-4d1e-beec-4be389f29884 (CIDR: 172.20.0.0/28) Jun 23 11:34:12.984400 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron_lib.callbacks.manager [None req-0f9f6144-2c3b-46ea-9b6e-7ddbf46dc24c tempest-SecGroupIPv6Test-1528675894 tempest-SecGroupIPv6Test-1528675894-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:34:12.990120 dv-neutron-601336-94-hyperv neutron-server[94175]: INFO neutron.wsgi [None req-0f9f6144-2c3b-46ea-9b6e-7ddbf46dc24c tempest-SecGroupIPv6Test-1528675894 tempest-SecGroupIPv6Test-1528675894-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.9360991 Jun 23 11:34:12.990979 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.wsgi [-] (94175) accepted ('10.222.0.20', 40218) {{(pid=94175) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 11:34:13.013058 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31d6e3ec-967d-4dfe-a1d5-1f95fde25c87 tempest-NetworksTest-2133396914 tempest-NetworksTest-2133396914-project] Pushing event updated for resources: {'Subnet': ['ID=a6b480ff-9058-4436-bb9e-17279b6b4ec6,revision_number=0']} {{(pid=94174) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 11:34:13.018061 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG oslo_concurrency.lockutils [None req-31d6e3ec-967d-4dfe-a1d5-1f95fde25c87 tempest-NetworksTest-2133396914 tempest-NetworksTest-2133396914-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.061s {{(pid=94174) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 11:34:13.020215 dv-neutron-601336-94-hyperv neutron-server[94175]: INFO neutron.wsgi [None req-57b5b27c-f744-4f72-a7f6-4cc88dd715e4 tempest-SecGroupIPv6Test-1528675894 tempest-SecGroupIPv6Test-1528675894-project] 10.222.0.20 "GET /v2.0/security-group-rules/7014fd15-cbc0-4a28-9cf0-d12b0fc53a4c HTTP/1.1" status: 200 len: 763 time: 0.0283313 Jun 23 11:34:13.021432 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.db.provisioning_blocks [None req-d0cce1fa-c5b4-441a-ba4b-9ede9c00cffa None None] Transition to ACTIVE for port object 8bd37c31-2d98-4393-94b8-6d907ba83735 will not be triggered until provisioned by entity DHCP. {{(pid=94176) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 23 11:34:13.027648 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.wsgi [-] (94175) accepted ('10.222.0.20', 40222) {{(pid=94175) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 11:34:13.042816 dv-neutron-601336-94-hyperv neutron-server[94174]: INFO neutron.wsgi [None req-b58f05c6-e4a0-4cf7-bd2e-55badc25c5a4 tempest-ExtraDHCPOptionsIpV6TestJSON-2131111190 tempest-ExtraDHCPOptionsIpV6TestJSON-2131111190-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1149 time: 1.7924156 Jun 23 11:34:13.043643 dv-neutron-601336-94-hyperv neutron-server[94175]: INFO neutron.pecan_wsgi.hooks.translation [None req-209c8a49-76f1-413d-85ec-3349c806feee tempest-PortsTestJSON-2085221018 tempest-PortsTestJSON-2085221018-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jun 23 11:34:13.044137 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-209c8a49-76f1-413d-85ec-3349c806feee tempest-PortsTestJSON-2085221018 tempest-PortsTestJSON-2085221018-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=94175) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 23 11:34:13.046325 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.wsgi [-] (94174) accepted ('10.222.0.20', 40224) {{(pid=94174) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 11:34:13.048957 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-31d6e3ec-967d-4dfe-a1d5-1f95fde25c87 tempest-NetworksTest-2133396914 tempest-NetworksTest-2133396914-project] Checking segment: {'id': 'ec334531-0628-440e-a2c3-802fe7668971', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 425, 'network_id': '2097b14f-26bb-47a4-a0f6-3a88b9b60fff'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94174) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 23 11:34:13.049325 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-31d6e3ec-967d-4dfe-a1d5-1f95fde25c87 tempest-NetworksTest-2133396914 tempest-NetworksTest-2133396914-project] Network hostable DHCP agents. Network: 2097b14f-26bb-47a4-a0f6-3a88b9b60fff, hostable agents: ['8cf29b10-0e57-4131-816f-a4b6ad00b249'], hosted agents: [] {{(pid=94174) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 23 11:34:13.081765 dv-neutron-601336-94-hyperv neutron-server[94175]: INFO neutron.wsgi [None req-130d8ee9-3272-49b6-857a-556d806fbad4 tempest-SecGroupIPv6Test-1528675894 tempest-SecGroupIPv6Test-1528675894-project] 10.222.0.20 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4113 time: 0.0528460 Jun 23 11:34:13.086436 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.wsgi [-] (94175) accepted ('10.222.0.20', 40226) {{(pid=94175) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 11:34:13.099444 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.db.provisioning_blocks [None req-9804a0e6-87b8-4d4f-a3e5-b1b656937e45 None None] Provisioning for port 0faa7f3a-6cd0-4137-aa88-3f74539a2f77 completed by entity DHCP. {{(pid=94176) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 23 11:34:13.105659 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.db.provisioning_blocks [None req-9804a0e6-87b8-4d4f-a3e5-b1b656937e45 None None] Provisioning complete for port 0faa7f3a-6cd0-4137-aa88-3f74539a2f77 triggered by entity DHCP. {{(pid=94176) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 23 11:34:13.105901 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron_lib.callbacks.manager [None req-9804a0e6-87b8-4d4f-a3e5-b1b656937e45 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-899258'] for port, provisioning_complete {{(pid=94176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:34:13.114082 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron_lib.callbacks.manager [None req-be1c752f-f6d5-4998-bdb5-03e95186d1f8 tempest-SecGroupIPv6Test-1528675894 tempest-SecGroupIPv6Test-1528675894-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=94175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:34:13.123168 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron_lib.callbacks.manager [None req-be1c752f-f6d5-4998-bdb5-03e95186d1f8 tempest-SecGroupIPv6Test-1528675894 tempest-SecGroupIPv6Test-1528675894-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=94175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:34:13.148807 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron_lib.callbacks.manager [None req-d0cce1fa-c5b4-441a-ba4b-9ede9c00cffa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-922915', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-239814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7866073', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773699642215'] for port, after_create {{(pid=94176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:34:13.153160 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG oslo_concurrency.lockutils [None req-c7e2885c-5928-433c-a029-72094ecec89d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 11:34:13.156391 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-17d00df8-011e-4715-885c-cf02d3306684 tempest-ExtraDHCPOptionsIpV6TestJSON-2131111190 tempest-ExtraDHCPOptionsIpV6TestJSON-2131111190-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94174) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 11:34:13.162926 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-17d00df8-011e-4715-885c-cf02d3306684 tempest-ExtraDHCPOptionsIpV6TestJSON-2131111190 tempest-ExtraDHCPOptionsIpV6TestJSON-2131111190-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94174) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 11:34:13.170243 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-17d00df8-011e-4715-885c-cf02d3306684 tempest-ExtraDHCPOptionsIpV6TestJSON-2131111190 tempest-ExtraDHCPOptionsIpV6TestJSON-2131111190-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94174) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 11:34:13.175517 dv-neutron-601336-94-hyperv neutron-server[94174]: INFO neutron.wsgi [None req-17d00df8-011e-4715-885c-cf02d3306684 tempest-ExtraDHCPOptionsIpV6TestJSON-2131111190 tempest-ExtraDHCPOptionsIpV6TestJSON-2131111190-project] 10.222.0.20 "GET /v2.0/ports HTTP/1.1" status: 200 len: 2622 time: 0.1272242 Jun 23 11:34:13.176773 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.wsgi [-] (94174) accepted ('10.222.0.20', 40228) {{(pid=94174) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 11:34:13.205515 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron_lib.callbacks.manager [None req-dd70da0b-9654-406d-92b5-d415672f4220 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773699952132', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-899307'] for agent, after_update {{(pid=94176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:34:13.212268 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d0cce1fa-c5b4-441a-ba4b-9ede9c00cffa None None] Network de829efd-60b2-4d9b-b2cd-9a8e83874a37 is already hosted by enough agents. {{(pid=94176) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 23 11:34:13.213086 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.plugins.ml2.plugin [None req-9804a0e6-87b8-4d4f-a3e5-b1b656937e45 None None] Port 0faa7f3a-6cd0-4137-aa88-3f74539a2f77 cannot update to ACTIVE because it is not bound. {{(pid=94176) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jun 23 11:34:13.218559 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.scheduler.base_scheduler [None req-d0cce1fa-c5b4-441a-ba4b-9ede9c00cffa None None] Resources bound (agent type, host, resource id): {{(pid=94176) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 23 11:34:13.220531 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0cce1fa-c5b4-441a-ba4b-9ede9c00cffa None None] Pushing event updated for resources: {'Port': ['ID=8bd37c31-2d98-4393-94b8-6d907ba83735,revision_number=1']} {{(pid=94176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 11:34:13.222711 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d0cce1fa-c5b4-441a-ba4b-9ede9c00cffa None None] Received port after_create {{(pid=94176) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 23 11:34:13.224890 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG oslo_concurrency.lockutils [None req-d0cce1fa-c5b4-441a-ba4b-9ede9c00cffa None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.072s {{(pid=94176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 11:34:13.238928 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-31d6e3ec-967d-4dfe-a1d5-1f95fde25c87 tempest-NetworksTest-2133396914 tempest-NetworksTest-2133396914-project] Network 2097b14f-26bb-47a4-a0f6-3a88b9b60fff is scheduled to be hosted by DHCP agent 8cf29b10-0e57-4131-816f-a4b6ad00b249 with binding_index 1 {{(pid=94174) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 23 11:34:13.240682 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f727685f-e23f-4a1f-b5f2-6e86f6a6c426 tempest-PortsIpV6TestJSON-1781383748 tempest-PortsIpV6TestJSON-1781383748-project] Made reservation on behalf of 4a9805c328414e068d83db5c9b76c3c7 for: {'subnet': 1} {{(pid=94174) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 23 11:34:13.246025 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron_lib.callbacks.manager [None req-f727685f-e23f-4a1f-b5f2-6e86f6a6c426 tempest-PortsIpV6TestJSON-1781383748 tempest-PortsIpV6TestJSON-1781383748-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4294245'] for subnet, before_create {{(pid=94174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:34:13.263667 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron_lib.callbacks.manager [None req-be1c752f-f6d5-4998-bdb5-03e95186d1f8 tempest-SecGroupIPv6Test-1528675894 tempest-SecGroupIPv6Test-1528675894-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7996355'] for security_group_rule, after_delete {{(pid=94175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:34:13.269512 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron_lib.callbacks.manager [None req-be1c752f-f6d5-4998-bdb5-03e95186d1f8 tempest-SecGroupIPv6Test-1528675894 tempest-SecGroupIPv6Test-1528675894-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:34:13.273018 dv-neutron-601336-94-hyperv neutron-server[94175]: INFO neutron.wsgi [None req-be1c752f-f6d5-4998-bdb5-03e95186d1f8 tempest-SecGroupIPv6Test-1528675894 tempest-SecGroupIPv6Test-1528675894-project] 10.222.0.20 "DELETE /v2.0/security-group-rules/7014fd15-cbc0-4a28-9cf0-d12b0fc53a4c HTTP/1.1" status: 204 len: 168 time: 0.1832664 Jun 23 11:34:13.273018 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG oslo_concurrency.lockutils [None req-0f9f6144-2c3b-46ea-9b6e-7ddbf46dc24c tempest-SecGroupIPv6Test-1528675894 tempest-SecGroupIPv6Test-1528675894-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94175) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 11:34:13.277588 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.wsgi [-] (94175) accepted ('10.222.0.20', 40230) {{(pid=94175) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 11:34:13.284965 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.plugins.ml2.rpc [None req-dc7542b2-afef-47f4-a763-e3a3cba144be None None] Device ec8330c5-73ea-4217-bbfe-5ed799e56847 up at agent ovs-agent-dv-neutron-601336-94-hyperv {{(pid=94176) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:298}} Jun 23 11:34:13.289868 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be1c752f-f6d5-4998-bdb5-03e95186d1f8 tempest-SecGroupIPv6Test-1528675894 tempest-SecGroupIPv6Test-1528675894-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=7014fd15-cbc0-4a28-9cf0-d12b0fc53a4c,revision_number=None']} {{(pid=94175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 11:34:13.291871 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG oslo_concurrency.lockutils [None req-be1c752f-f6d5-4998-bdb5-03e95186d1f8 tempest-SecGroupIPv6Test-1528675894 tempest-SecGroupIPv6Test-1528675894-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.020s {{(pid=94175) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 11:34:13.300772 dv-neutron-601336-94-hyperv neutron-server[94175]: INFO neutron.wsgi [None req-209c8a49-76f1-413d-85ec-3349c806feee tempest-PortsTestJSON-2085221018 tempest-PortsTestJSON-2085221018-project] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.8934135 Jun 23 11:34:13.305072 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.wsgi [-] (94175) accepted ('10.222.0.20', 40232) {{(pid=94175) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 11:34:13.310434 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.api.v2.base [None req-39de3770-80e4-447e-b927-88935e582c50 tempest-PortsTestJSON-2085221018 tempest-PortsTestJSON-2085221018-project] Request body: {'subnet': {'network_id': 'c9584ed1-23c5-47a7-b4d6-264bedad0f19', 'cidr': '172.20.0.16/28', 'ip_version': 4, 'gateway_ip': '172.20.0.17'}} {{(pid=94175) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 23 11:34:13.313223 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.plugins.ml2.managers [None req-d0cce1fa-c5b4-441a-ba4b-9ede9c00cffa None None] Attempting to bind port 8bd37c31-2d98-4393-94b8-6d907ba83735 on host dv-neutron-601336-94-hyperv for vnic_type normal with profile {{(pid=94176) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 23 11:34:13.313494 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.plugins.ml2.managers [None req-d0cce1fa-c5b4-441a-ba4b-9ede9c00cffa None None] Attempting to bind port 8bd37c31-2d98-4393-94b8-6d907ba83735 by drivers openvswitch,hyperv on host dv-neutron-601336-94-hyperv at level 0 using segments [{'id': 'ef0a4641-0018-4a33-9f6a-e855f8fdd6d0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 423, 'network_id': 'de829efd-60b2-4d9b-b2cd-9a8e83874a37'}] {{(pid=94176) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 23 11:34:13.313869 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d0cce1fa-c5b4-441a-ba4b-9ede9c00cffa None None] Attempting to bind port 8bd37c31-2d98-4393-94b8-6d907ba83735 on network de829efd-60b2-4d9b-b2cd-9a8e83874a37 {{(pid=94176) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 23 11:34:13.331054 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d0cce1fa-c5b4-441a-ba4b-9ede9c00cffa None None] Checking agent: {'id': '4d05f899-5ac9-411b-8a03-f60c93f87cdf', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-601336-94-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 23, 11, 22, 14), 'started_at': datetime.datetime(2021, 6, 23, 11, 22, 44), 'heartbeat_timestamp': datetime.datetime(2021, 6, 23, 11, 33, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'monitor_allowed_address_pair_garp': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-601336-94-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94176) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 23 11:34:13.331517 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d0cce1fa-c5b4-441a-ba4b-9ede9c00cffa None None] Checking segment: {'id': 'ef0a4641-0018-4a33-9f6a-e855f8fdd6d0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 423, 'network_id': 'de829efd-60b2-4d9b-b2cd-9a8e83874a37'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94176) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 23 11:34:13.331861 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron_lib.callbacks.manager [None req-d0cce1fa-c5b4-441a-ba4b-9ede9c00cffa None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:34:13.332260 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d0cce1fa-c5b4-441a-ba4b-9ede9c00cffa None None] Bound using segment: {'id': 'ef0a4641-0018-4a33-9f6a-e855f8fdd6d0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 423, 'network_id': 'de829efd-60b2-4d9b-b2cd-9a8e83874a37'} {{(pid=94176) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 23 11:34:13.332749 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.plugins.ml2.managers [None req-d0cce1fa-c5b4-441a-ba4b-9ede9c00cffa None None] Bound port: 8bd37c31-2d98-4393-94b8-6d907ba83735, host: dv-neutron-601336-94-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ef0a4641-0018-4a33-9f6a-e855f8fdd6d0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 423, 'network_id': 'de829efd-60b2-4d9b-b2cd-9a8e83874a37'}}] {{(pid=94176) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 23 11:34:13.333129 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron_lib.callbacks.manager [None req-d0cce1fa-c5b4-441a-ba4b-9ede9c00cffa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-923122'] for port, before_update {{(pid=94176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:34:13.359307 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.scheduler.base_scheduler [None req-31d6e3ec-967d-4dfe-a1d5-1f95fde25c87 tempest-NetworksTest-2133396914 tempest-NetworksTest-2133396914-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-601336-94-hyperv, 2097b14f-26bb-47a4-a0f6-3a88b9b60fff) {{(pid=94174) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 23 11:34:13.375562 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-31d6e3ec-967d-4dfe-a1d5-1f95fde25c87 tempest-NetworksTest-2133396914 tempest-NetworksTest-2133396914-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94174) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 11:34:13.376260 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron_lib.callbacks.manager [None req-31d6e3ec-967d-4dfe-a1d5-1f95fde25c87 tempest-NetworksTest-2133396914 tempest-NetworksTest-2133396914-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7865916'] for subnet, before_response {{(pid=94174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:34:13.385169 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b5f1e67f-48b1-48fc-b518-3eb1d68a399b None None] Network 2097b14f-26bb-47a4-a0f6-3a88b9b60fff requested from dv-neutron-601336-94-hyperv {{(pid=94176) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 23 11:34:13.387092 dv-neutron-601336-94-hyperv neutron-server[94175]: INFO neutron.wsgi [None req-d667e05e-f709-4e24-bfc1-e8749534216f tempest-SecGroupIPv6Test-1528675894 tempest-SecGroupIPv6Test-1528675894-project] 10.222.0.20 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.1080770 Jun 23 11:34:13.387818 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.plugins.ml2.plugin [None req-619dae73-19d6-4749-96fb-15f808a4a75c tempest-ExtraDHCPOptionsIpV6TestJSON-2131111190 tempest-ExtraDHCPOptionsIpV6TestJSON-2131111190-project] Deleting port 3928ac51-b347-4900-98b3-771f7bde2b83 {{(pid=94174) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1913}} Jun 23 11:34:13.388393 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron_lib.callbacks.manager [None req-619dae73-19d6-4749-96fb-15f808a4a75c tempest-ExtraDHCPOptionsIpV6TestJSON-2131111190 tempest-ExtraDHCPOptionsIpV6TestJSON-2131111190-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773700079324'] for port, before_delete {{(pid=94174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:34:13.389830 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.wsgi [-] (94175) accepted ('10.222.0.20', 40234) {{(pid=94175) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 11:34:13.393260 dv-neutron-601336-94-hyperv neutron-server[94174]: INFO neutron.db.ipam_backend_mixin [None req-f727685f-e23f-4a1f-b5f2-6e86f6a6c426 tempest-PortsIpV6TestJSON-1781383748 tempest-PortsIpV6TestJSON-1781383748-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet 47e16826-3e27-43ca-9ac7-a70a51a0fd30 (CIDR: 2001:db8::/64) Jun 23 11:34:13.394444 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.api.v2.base [None req-9a04e7c8-bae6-4b2a-be39-b9749b8dd485 tempest-SecGroupIPv6Test-1528675894 tempest-SecGroupIPv6Test-1528675894-project] Request body: {'security_group_rule': {'security_group_id': '3e1c7e72-e7fc-4223-bdc6-7649c2b335bb', 'protocol': 'icmp', 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=94175) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 23 11:34:13.448210 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.db.provisioning_blocks [None req-dc7542b2-afef-47f4-a763-e3a3cba144be None None] Provisioning complete for port ec8330c5-73ea-4217-bbfe-5ed799e56847 triggered by entity L2. {{(pid=94176) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 23 11:34:13.448874 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron_lib.callbacks.manager [None req-dc7542b2-afef-47f4-a763-e3a3cba144be None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-899258'] for port, provisioning_complete {{(pid=94176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:34:13.451978 dv-neutron-601336-94-hyperv neutron-server[94174]: INFO neutron.pecan_wsgi.hooks.translation [None req-f727685f-e23f-4a1f-b5f2-6e86f6a6c426 tempest-PortsIpV6TestJSON-1781383748 tempest-PortsIpV6TestJSON-1781383748-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jun 23 11:34:13.452570 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f727685f-e23f-4a1f-b5f2-6e86f6a6c426 tempest-PortsIpV6TestJSON-1781383748 tempest-PortsIpV6TestJSON-1781383748-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=94174) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 23 11:34:13.457336 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.db.provisioning_blocks [None req-efb25674-3ba2-4900-b786-bb78bb5240b5 None None] Provisioning for port 3928ac51-b347-4900-98b3-771f7bde2b83 completed by entity DHCP. {{(pid=94176) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 23 11:34:13.493739 dv-neutron-601336-94-hyperv neutron-server[94174]: INFO neutron.wsgi [None req-31d6e3ec-967d-4dfe-a1d5-1f95fde25c87 tempest-NetworksTest-2133396914 tempest-NetworksTest-2133396914-project] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 865 time: 1.7982683 Jun 23 11:34:13.495468 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron_lib.callbacks.manager [None req-619dae73-19d6-4749-96fb-15f808a4a75c tempest-ExtraDHCPOptionsIpV6TestJSON-2131111190 tempest-ExtraDHCPOptionsIpV6TestJSON-2131111190-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-430722'] for port, precommit_delete {{(pid=94174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:34:13.496778 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.wsgi [-] (94175) accepted ('10.222.0.20', 40236) {{(pid=94175) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 11:34:13.498558 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.db.provisioning_blocks [None req-efb25674-3ba2-4900-b786-bb78bb5240b5 None None] Provisioning complete for port 3928ac51-b347-4900-98b3-771f7bde2b83 triggered by entity DHCP. {{(pid=94176) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 23 11:34:13.498943 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron_lib.callbacks.manager [None req-efb25674-3ba2-4900-b786-bb78bb5240b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-899258'] for port, provisioning_complete {{(pid=94176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:34:13.508683 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.plugins.ml2.plugin [None req-619dae73-19d6-4749-96fb-15f808a4a75c tempest-ExtraDHCPOptionsIpV6TestJSON-2131111190 tempest-ExtraDHCPOptionsIpV6TestJSON-2131111190-project] Calling delete_port for 3928ac51-b347-4900-98b3-771f7bde2b83 owned by {{(pid=94174) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1986}} Jun 23 11:34:13.537997 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.plugins.ml2.db [None req-d0cce1fa-c5b4-441a-ba4b-9ede9c00cffa None None] For port 8bd37c31-2d98-4393-94b8-6d907ba83735, host dv-neutron-601336-94-hyperv, cleared binding levels {{(pid=94176) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 23 11:34:13.555779 dv-neutron-601336-94-hyperv neutron-server[94174]: INFO neutron.wsgi [None req-f727685f-e23f-4a1f-b5f2-6e86f6a6c426 tempest-PortsIpV6TestJSON-1781383748 tempest-PortsIpV6TestJSON-1781383748-project] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.8372660 Jun 23 11:34:13.557796 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron_lib.db.api [None req-39de3770-80e4-447e-b927-88935e582c50 tempest-PortsTestJSON-2085221018 tempest-PortsTestJSON-2085221018-project] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Jun 23 11:34:13.557796 dv-neutron-601336-94-hyperv neutron-server[94175]: [SQL: DELETE FROM reservations WHERE reservations.project_id = %(project_id_1)s AND reservations.expiration < %(expiration_1)s] Jun 23 11:34:13.557796 dv-neutron-601336-94-hyperv neutron-server[94175]: [parameters: {'project_id_1': '9e5461dd76964a018bba022fe5f7a0f1', 'expiration_1': datetime.datetime(2021, 6, 23, 11, 34, 13, 450624)}] Jun 23 11:34:13.557796 dv-neutron-601336-94-hyperv neutron-server[94175]: (Background on this error at: http://sqlalche.me/e/14/e3q8) {{(pid=94175) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jun 23 11:34:13.558780 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.wsgi [-] (94174) accepted ('10.222.0.20', 40238) {{(pid=94174) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 11:34:13.558860 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG oslo_db.api [None req-39de3770-80e4-447e-b927-88935e582c50 tempest-PortsTestJSON-2085221018 tempest-PortsTestJSON-2085221018-project] Performing DB retry for function neutron.db.quota.driver_nolock.DbQuotaNoLockDriver.make_reservation {{(pid=94175) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jun 23 11:34:13.562617 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.plugins.ml2.db [None req-d0cce1fa-c5b4-441a-ba4b-9ede9c00cffa None None] For port 8bd37c31-2d98-4393-94b8-6d907ba83735, host dv-neutron-601336-94-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-94-hyperv',level=0,port_id=8bd37c31-2d98-4393-94b8-6d907ba83735,segment=NetworkSegment(ef0a4641-0018-4a33-9f6a-e855f8fdd6d0),segment_id=ef0a4641-0018-4a33-9f6a-e855f8fdd6d0)] {{(pid=94176) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 23 11:34:13.564991 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.api.v2.base [None req-e520dae0-b07e-4696-84a0-e638f279595b tempest-PortsIpV6TestJSON-1781383748 tempest-PortsIpV6TestJSON-1781383748-project] Request body: {'subnet': {'network_id': 'de829efd-60b2-4d9b-b2cd-9a8e83874a37', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1'}} {{(pid=94174) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 23 11:34:13.575533 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.plugins.ml2.plugin [None req-efb25674-3ba2-4900-b786-bb78bb5240b5 None None] Port 3928ac51-b347-4900-98b3-771f7bde2b83 cannot update to ACTIVE because it is not bound. {{(pid=94176) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jun 23 11:34:13.611779 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.db.provisioning_blocks [None req-efb25674-3ba2-4900-b786-bb78bb5240b5 None None] Provisioning complete for port 0faa7f3a-6cd0-4137-aa88-3f74539a2f77 triggered by entity DHCP. {{(pid=94176) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 23 11:34:13.612160 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron_lib.callbacks.manager [None req-efb25674-3ba2-4900-b786-bb78bb5240b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-899258'] for port, provisioning_complete {{(pid=94176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:34:13.613320 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron_lib.callbacks.manager [None req-55b75af8-4863-48c6-8987-d4fa2c8a1ece tempest-NetworksTest-2133396914 tempest-NetworksTest-2133396914-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-824874'] for network, before_delete {{(pid=94175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:34:13.658380 dv-neutron-601336-94-hyperv neutron-server[94175]: INFO neutron.db.securitygroups_db [None req-9a04e7c8-bae6-4b2a-be39-b9749b8dd485 tempest-SecGroupIPv6Test-1528675894 tempest-SecGroupIPv6Test-1528675894-project] Project b821b46e1b324d8b841a47a523d22ab1 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jun 23 11:34:13.666129 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron_lib.callbacks.manager [None req-d0cce1fa-c5b4-441a-ba4b-9ede9c00cffa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-922904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866062', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773700135042', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773699642233', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773699642278'] for port, after_update {{(pid=94176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:34:13.670264 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron_lib.callbacks.manager [None req-9a04e7c8-bae6-4b2a-be39-b9749b8dd485 tempest-SecGroupIPv6Test-1528675894 tempest-SecGroupIPv6Test-1528675894-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:34:13.673429 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG oslo_concurrency.lockutils [None req-25bd5680-0130-40d0-bfe2-999c3898456e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 11:34:13.701599 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron_lib.callbacks.manager [None req-55b75af8-4863-48c6-8987-d4fa2c8a1ece tempest-NetworksTest-2133396914 tempest-NetworksTest-2133396914-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-897634'] for subnet, precommit_delete {{(pid=94175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:34:13.752597 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.plugins.ml2.rpc [None req-dc7542b2-afef-47f4-a763-e3a3cba144be None None] Device e24cfa0b-889a-4f65-ad9b-7127e778d53a up at agent ovs-agent-dv-neutron-601336-94-hyperv {{(pid=94176) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:298}} Jun 23 11:34:13.754085 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.plugins.ml2.plugin [None req-efb25674-3ba2-4900-b786-bb78bb5240b5 None None] Port 0faa7f3a-6cd0-4137-aa88-3f74539a2f77 cannot update to ACTIVE because it is not bound. {{(pid=94176) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jun 23 11:34:13.781227 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d4237914-cc47-4c30-ad82-c49282db2780 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1e0d828a-1fa4-563d-b7fd-53adf66a04ee-2097b14f-26bb-47a4-a0f6-3a88b9b60fff', 'network_id': '2097b14f-26bb-47a4-a0f6-3a88b9b60fff', 'tenant_id': 'dfecc9776e0d4947a3f7218fbe96de01', 'fixed_ips': [{'subnet_id': 'a6b480ff-9058-4436-bb9e-17279b6b4ec6'}]}} from dv-neutron-601336-94-hyperv. {{(pid=94176) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 23 11:34:13.782088 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron_lib.callbacks.manager [None req-d4237914-cc47-4c30-ad82-c49282db2780 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-923104'] for port, before_create {{(pid=94176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:34:13.795978 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e520dae0-b07e-4696-84a0-e638f279595b tempest-PortsIpV6TestJSON-1781383748 tempest-PortsIpV6TestJSON-1781383748-project] Made reservation on behalf of 4a9805c328414e068d83db5c9b76c3c7 for: {'subnet': 1} {{(pid=94174) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 23 11:34:13.799770 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron_lib.callbacks.manager [None req-e520dae0-b07e-4696-84a0-e638f279595b tempest-PortsIpV6TestJSON-1781383748 tempest-PortsIpV6TestJSON-1781383748-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4294245'] for subnet, before_create {{(pid=94174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:34:13.833380 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0cce1fa-c5b4-441a-ba4b-9ede9c00cffa None None] Pushing event updated for resources: {'Port': ['ID=8bd37c31-2d98-4393-94b8-6d907ba83735,revision_number=2']} {{(pid=94176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 11:34:13.842611 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG oslo_concurrency.lockutils [None req-d0cce1fa-c5b4-441a-ba4b-9ede9c00cffa None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.169s {{(pid=94176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 11:34:13.849542 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron_lib.callbacks.manager [None req-619dae73-19d6-4749-96fb-15f808a4a75c tempest-ExtraDHCPOptionsIpV6TestJSON-2131111190 tempest-ExtraDHCPOptionsIpV6TestJSON-2131111190-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-922904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866062', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773700135024', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773699642224', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5196390'] for port, after_delete {{(pid=94174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:34:13.856080 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG oslo_concurrency.lockutils [None req-47796f1a-c579-4197-abd5-9aa5d2dbc156 tempest-RoutersNegativeTest-1531528216 tempest-RoutersNegativeTest-1531528216-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94174) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 11:34:13.857874 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.db.provisioning_blocks [None req-dc7542b2-afef-47f4-a763-e3a3cba144be None None] Provisioning complete for port e24cfa0b-889a-4f65-ad9b-7127e778d53a triggered by entity L2. {{(pid=94176) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 23 11:34:13.858269 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron_lib.callbacks.manager [None req-dc7542b2-afef-47f4-a763-e3a3cba144be None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-899258'] for port, provisioning_complete {{(pid=94176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:34:13.865536 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron_lib.callbacks.manager [None req-55b75af8-4863-48c6-8987-d4fa2c8a1ece tempest-NetworksTest-2133396914 tempest-NetworksTest-2133396914-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-897627', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866062', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5083050', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4660036'] for subnet, after_delete {{(pid=94175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:34:13.871481 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG oslo_concurrency.lockutils [None req-c08717e6-b0fe-42d7-a389-a9f30f5feb44 tempest-BulkNetworkOpsIpV6Test-986121801 tempest-BulkNetworkOpsIpV6Test-986121801-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94175) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 11:34:13.891268 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-619dae73-19d6-4749-96fb-15f808a4a75c tempest-ExtraDHCPOptionsIpV6TestJSON-2131111190 tempest-ExtraDHCPOptionsIpV6TestJSON-2131111190-project] Pushing event deleted for resources: {'Port': ['ID=3928ac51-b347-4900-98b3-771f7bde2b83,revision_number=None']} {{(pid=94174) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 11:34:13.898954 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG oslo_concurrency.lockutils [None req-619dae73-19d6-4749-96fb-15f808a4a75c tempest-ExtraDHCPOptionsIpV6TestJSON-2131111190 tempest-ExtraDHCPOptionsIpV6TestJSON-2131111190-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.043s {{(pid=94174) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 11:34:13.907063 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55b75af8-4863-48c6-8987-d4fa2c8a1ece tempest-NetworksTest-2133396914 tempest-NetworksTest-2133396914-project] Pushing event deleted for resources: {'Subnet': ['ID=a6b480ff-9058-4436-bb9e-17279b6b4ec6,revision_number=None']} {{(pid=94175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 11:34:13.917865 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG oslo_concurrency.lockutils [None req-55b75af8-4863-48c6-8987-d4fa2c8a1ece tempest-NetworksTest-2133396914 tempest-NetworksTest-2133396914-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=94175) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 11:34:13.919733 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron_lib.callbacks.manager [None req-9a04e7c8-bae6-4b2a-be39-b9749b8dd485 tempest-SecGroupIPv6Test-1528675894 tempest-SecGroupIPv6Test-1528675894-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:34:13.927193 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron_lib.callbacks.manager [None req-dc7542b2-afef-47f4-a763-e3a3cba144be None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773699952132', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-899307'] for agent, after_update {{(pid=94176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:34:13.935318 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron_lib.callbacks.manager [None req-619dae73-19d6-4749-96fb-15f808a4a75c tempest-ExtraDHCPOptionsIpV6TestJSON-2131111190 tempest-ExtraDHCPOptionsIpV6TestJSON-2131111190-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-217507'] for port, before_response {{(pid=94174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:34:13.941088 dv-neutron-601336-94-hyperv neutron-server[94174]: INFO neutron.wsgi [None req-619dae73-19d6-4749-96fb-15f808a4a75c tempest-ExtraDHCPOptionsIpV6TestJSON-2131111190 tempest-ExtraDHCPOptionsIpV6TestJSON-2131111190-project] 10.222.0.20 "DELETE /v2.0/ports/3928ac51-b347-4900-98b3-771f7bde2b83 HTTP/1.1" status: 204 len: 168 time: 0.7604403 Jun 23 11:34:13.942904 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.wsgi [-] (94174) accepted ('10.222.0.20', 40240) {{(pid=94174) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 11:34:13.953853 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.api.v2.base [None req-3e144725-4316-48a2-8fd3-717ccde8831c tempest-ExtraDHCPOptionsIpV6TestJSON-2131111190 tempest-ExtraDHCPOptionsIpV6TestJSON-2131111190-project] Request body: {'port': {'name': 'tempest-new-port-name-724470314', 'extra_dhcp_opts': [{'opt_value': 'pxelinux.0', 'opt_name': 'bootfile-name'}, {'opt_value': '2015::dead', 'opt_name': 'tftp-server'}, {'opt_value': '2015::badd', 'opt_name': 'server-ip-address'}]}} {{(pid=94174) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 23 11:34:13.954352 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron_lib.api.validators [None req-3e144725-4316-48a2-8fd3-717ccde8831c tempest-ExtraDHCPOptionsIpV6TestJSON-2131111190 tempest-ExtraDHCPOptionsIpV6TestJSON-2131111190-project] bootfile-name is not in valid_values {{(pid=94174) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} Jun 23 11:34:13.954774 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron_lib.api.validators [None req-3e144725-4316-48a2-8fd3-717ccde8831c tempest-ExtraDHCPOptionsIpV6TestJSON-2131111190 tempest-ExtraDHCPOptionsIpV6TestJSON-2131111190-project] tftp-server is not in valid_values {{(pid=94174) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} Jun 23 11:34:13.955206 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron_lib.api.validators [None req-3e144725-4316-48a2-8fd3-717ccde8831c tempest-ExtraDHCPOptionsIpV6TestJSON-2131111190 tempest-ExtraDHCPOptionsIpV6TestJSON-2131111190-project] server-ip-address is not in valid_values {{(pid=94174) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} Jun 23 11:34:14.007288 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron_lib.callbacks.manager [None req-55b75af8-4863-48c6-8987-d4fa2c8a1ece tempest-NetworksTest-2133396914 tempest-NetworksTest-2133396914-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-897259', 'neutron.services.segments.db._delete_segments_for_network-8773700168587'] for network, precommit_delete {{(pid=94175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:34:14.018576 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron_lib.callbacks.manager [None req-9a04e7c8-bae6-4b2a-be39-b9749b8dd485 tempest-SecGroupIPv6Test-1528675894 tempest-SecGroupIPv6Test-1528675894-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7996355'] for security_group_rule, after_create {{(pid=94175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:34:14.023693 dv-neutron-601336-94-hyperv neutron-server[94176]: ERROR oslo_messaging.rpc.server [None req-d4237914-cc47-4c30-ad82-c49282db2780 None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet a6b480ff-9058-4436-bb9e-17279b6b4ec6: This subnet is being modified by another concurrent operation. Jun 23 11:34:14.023693 dv-neutron-601336-94-hyperv neutron-server[94176]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Jun 23 11:34:14.023693 dv-neutron-601336-94-hyperv neutron-server[94176]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Jun 23 11:34:14.023693 dv-neutron-601336-94-hyperv neutron-server[94176]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Jun 23 11:34:14.023693 dv-neutron-601336-94-hyperv neutron-server[94176]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Jun 23 11:34:14.023693 dv-neutron-601336-94-hyperv neutron-server[94176]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Jun 23 11:34:14.023693 dv-neutron-601336-94-hyperv neutron-server[94176]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Jun 23 11:34:14.023693 dv-neutron-601336-94-hyperv neutron-server[94176]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Jun 23 11:34:14.023693 dv-neutron-601336-94-hyperv neutron-server[94176]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Jun 23 11:34:14.023693 dv-neutron-601336-94-hyperv neutron-server[94176]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Jun 23 11:34:14.023693 dv-neutron-601336-94-hyperv neutron-server[94176]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Jun 23 11:34:14.023693 dv-neutron-601336-94-hyperv neutron-server[94176]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Jun 23 11:34:14.023693 dv-neutron-601336-94-hyperv neutron-server[94176]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jun 23 11:34:14.023693 dv-neutron-601336-94-hyperv neutron-server[94176]: ERROR oslo_messaging.rpc.server self.force_reraise() Jun 23 11:34:14.023693 dv-neutron-601336-94-hyperv neutron-server[94176]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jun 23 11:34:14.023693 dv-neutron-601336-94-hyperv neutron-server[94176]: ERROR oslo_messaging.rpc.server raise self.value Jun 23 11:34:14.023693 dv-neutron-601336-94-hyperv neutron-server[94176]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Jun 23 11:34:14.023693 dv-neutron-601336-94-hyperv neutron-server[94176]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jun 23 11:34:14.023693 dv-neutron-601336-94-hyperv neutron-server[94176]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Jun 23 11:34:14.023693 dv-neutron-601336-94-hyperv neutron-server[94176]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Jun 23 11:34:14.023693 dv-neutron-601336-94-hyperv neutron-server[94176]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jun 23 11:34:14.023693 dv-neutron-601336-94-hyperv neutron-server[94176]: ERROR oslo_messaging.rpc.server self.force_reraise() Jun 23 11:34:14.023693 dv-neutron-601336-94-hyperv neutron-server[94176]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jun 23 11:34:14.023693 dv-neutron-601336-94-hyperv neutron-server[94176]: ERROR oslo_messaging.rpc.server raise self.value Jun 23 11:34:14.023693 dv-neutron-601336-94-hyperv neutron-server[94176]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Jun 23 11:34:14.023693 dv-neutron-601336-94-hyperv neutron-server[94176]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jun 23 11:34:14.023693 dv-neutron-601336-94-hyperv neutron-server[94176]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Jun 23 11:34:14.023693 dv-neutron-601336-94-hyperv neutron-server[94176]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Jun 23 11:34:14.023693 dv-neutron-601336-94-hyperv neutron-server[94176]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jun 23 11:34:14.023693 dv-neutron-601336-94-hyperv neutron-server[94176]: ERROR oslo_messaging.rpc.server self.force_reraise() Jun 23 11:34:14.023693 dv-neutron-601336-94-hyperv neutron-server[94176]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jun 23 11:34:14.023693 dv-neutron-601336-94-hyperv neutron-server[94176]: ERROR oslo_messaging.rpc.server raise self.value Jun 23 11:34:14.023693 dv-neutron-601336-94-hyperv neutron-server[94176]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Jun 23 11:34:14.023693 dv-neutron-601336-94-hyperv neutron-server[94176]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Jun 23 11:34:14.023693 dv-neutron-601336-94-hyperv neutron-server[94176]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper Jun 23 11:34:14.023693 dv-neutron-601336-94-hyperv neutron-server[94176]: ERROR oslo_messaging.rpc.server ret_val = f(_self, context, *args, **kwargs) Jun 23 11:34:14.023693 dv-neutron-601336-94-hyperv neutron-server[94176]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 295, in create_dhcp_port Jun 23 11:34:14.023693 dv-neutron-601336-94-hyperv neutron-server[94176]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'create_port') Jun 23 11:34:14.023693 dv-neutron-601336-94-hyperv neutron-server[94176]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 115, in _port_action Jun 23 11:34:14.023693 dv-neutron-601336-94-hyperv neutron-server[94176]: ERROR oslo_messaging.rpc.server return p_utils.create_port(plugin, context, port) Jun 23 11:34:14.023693 dv-neutron-601336-94-hyperv neutron-server[94176]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 337, in create_port Jun 23 11:34:14.023693 dv-neutron-601336-94-hyperv neutron-server[94176]: ERROR oslo_messaging.rpc.server return core_plugin.create_port( Jun 23 11:34:14.023693 dv-neutron-601336-94-hyperv neutron-server[94176]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 685, in inner Jun 23 11:34:14.023693 dv-neutron-601336-94-hyperv neutron-server[94176]: ERROR oslo_messaging.rpc.server return f(self, context, *args, **kwargs) Jun 23 11:34:14.023693 dv-neutron-601336-94-hyperv neutron-server[94176]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Jun 23 11:34:14.023693 dv-neutron-601336-94-hyperv neutron-server[94176]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Jun 23 11:34:14.023693 dv-neutron-601336-94-hyperv neutron-server[94176]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Jun 23 11:34:14.023693 dv-neutron-601336-94-hyperv neutron-server[94176]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Jun 23 11:34:14.023693 dv-neutron-601336-94-hyperv neutron-server[94176]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jun 23 11:34:14.023693 dv-neutron-601336-94-hyperv neutron-server[94176]: ERROR oslo_messaging.rpc.server self.force_reraise() Jun 23 11:34:14.023693 dv-neutron-601336-94-hyperv neutron-server[94176]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jun 23 11:34:14.023693 dv-neutron-601336-94-hyperv neutron-server[94176]: ERROR oslo_messaging.rpc.server raise self.value Jun 23 11:34:14.023693 dv-neutron-601336-94-hyperv neutron-server[94176]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Jun 23 11:34:14.023693 dv-neutron-601336-94-hyperv neutron-server[94176]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jun 23 11:34:14.027757 dv-neutron-601336-94-hyperv neutron-server[94176]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Jun 23 11:34:14.027757 dv-neutron-601336-94-hyperv neutron-server[94176]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Jun 23 11:34:14.027757 dv-neutron-601336-94-hyperv neutron-server[94176]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jun 23 11:34:14.027757 dv-neutron-601336-94-hyperv neutron-server[94176]: ERROR oslo_messaging.rpc.server self.force_reraise() Jun 23 11:34:14.027757 dv-neutron-601336-94-hyperv neutron-server[94176]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jun 23 11:34:14.027757 dv-neutron-601336-94-hyperv neutron-server[94176]: ERROR oslo_messaging.rpc.server raise self.value Jun 23 11:34:14.027757 dv-neutron-601336-94-hyperv neutron-server[94176]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Jun 23 11:34:14.027757 dv-neutron-601336-94-hyperv neutron-server[94176]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jun 23 11:34:14.027757 dv-neutron-601336-94-hyperv neutron-server[94176]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Jun 23 11:34:14.027757 dv-neutron-601336-94-hyperv neutron-server[94176]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Jun 23 11:34:14.027757 dv-neutron-601336-94-hyperv neutron-server[94176]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jun 23 11:34:14.027757 dv-neutron-601336-94-hyperv neutron-server[94176]: ERROR oslo_messaging.rpc.server self.force_reraise() Jun 23 11:34:14.027757 dv-neutron-601336-94-hyperv neutron-server[94176]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jun 23 11:34:14.027757 dv-neutron-601336-94-hyperv neutron-server[94176]: ERROR oslo_messaging.rpc.server raise self.value Jun 23 11:34:14.027757 dv-neutron-601336-94-hyperv neutron-server[94176]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Jun 23 11:34:14.027757 dv-neutron-601336-94-hyperv neutron-server[94176]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Jun 23 11:34:14.027757 dv-neutron-601336-94-hyperv neutron-server[94176]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1468, in create_port Jun 23 11:34:14.027757 dv-neutron-601336-94-hyperv neutron-server[94176]: ERROR oslo_messaging.rpc.server result, mech_context = self._create_port_db(context, port) Jun 23 11:34:14.027757 dv-neutron-601336-94-hyperv neutron-server[94176]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1433, in _create_port_db Jun 23 11:34:14.027757 dv-neutron-601336-94-hyperv neutron-server[94176]: ERROR oslo_messaging.rpc.server port_db = self.create_port_db(context, port) Jun 23 11:34:14.027757 dv-neutron-601336-94-hyperv neutron-server[94176]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1440, in create_port_db Jun 23 11:34:14.027757 dv-neutron-601336-94-hyperv neutron-server[94176]: ERROR oslo_messaging.rpc.server self.ipam.allocate_ips_for_port_and_store( Jun 23 11:34:14.027757 dv-neutron-601336-94-hyperv neutron-server[94176]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 220, in allocate_ips_for_port_and_store Jun 23 11:34:14.027757 dv-neutron-601336-94-hyperv neutron-server[94176]: ERROR oslo_messaging.rpc.server self._safe_rollback(self._ipam_deallocate_ips, context, Jun 23 11:34:14.027757 dv-neutron-601336-94-hyperv neutron-server[94176]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jun 23 11:34:14.027757 dv-neutron-601336-94-hyperv neutron-server[94176]: ERROR oslo_messaging.rpc.server self.force_reraise() Jun 23 11:34:14.027757 dv-neutron-601336-94-hyperv neutron-server[94176]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jun 23 11:34:14.027757 dv-neutron-601336-94-hyperv neutron-server[94176]: ERROR oslo_messaging.rpc.server raise self.value Jun 23 11:34:14.027757 dv-neutron-601336-94-hyperv neutron-server[94176]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 203, in allocate_ips_for_port_and_store Jun 23 11:34:14.027757 dv-neutron-601336-94-hyperv neutron-server[94176]: ERROR oslo_messaging.rpc.server ips = self._allocate_ips_for_port(context, port_copy) Jun 23 11:34:14.027757 dv-neutron-601336-94-hyperv neutron-server[94176]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 234, in _allocate_ips_for_port Jun 23 11:34:14.027757 dv-neutron-601336-94-hyperv neutron-server[94176]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Jun 23 11:34:14.027757 dv-neutron-601336-94-hyperv neutron-server[94176]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 694, in _ipam_get_subnets Jun 23 11:34:14.027757 dv-neutron-601336-94-hyperv neutron-server[94176]: ERROR oslo_messaging.rpc.server subnet.lock_register( Jun 23 11:34:14.027757 dv-neutron-601336-94-hyperv neutron-server[94176]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Jun 23 11:34:14.027757 dv-neutron-601336-94-hyperv neutron-server[94176]: ERROR oslo_messaging.rpc.server raise exception Jun 23 11:34:14.027757 dv-neutron-601336-94-hyperv neutron-server[94176]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet a6b480ff-9058-4436-bb9e-17279b6b4ec6: This subnet is being modified by another concurrent operation. Jun 23 11:34:14.027757 dv-neutron-601336-94-hyperv neutron-server[94176]: ERROR oslo_messaging.rpc.server Jun 23 11:34:14.033143 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.services.segments.db [None req-55b75af8-4863-48c6-8987-d4fa2c8a1ece tempest-NetworksTest-2133396914 tempest-NetworksTest-2133396914-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2097b14f-26bb-47a4-a0f6-3a88b9b60fff']}} {{(pid=94175) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 11:34:14.033143 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG oslo_concurrency.lockutils [None req-be1c752f-f6d5-4998-bdb5-03e95186d1f8 tempest-SecGroupIPv6Test-1528675894 tempest-SecGroupIPv6Test-1528675894-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.001s {{(pid=94175) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 11:34:14.066534 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.services.segments.db [None req-55b75af8-4863-48c6-8987-d4fa2c8a1ece tempest-NetworksTest-2133396914 tempest-NetworksTest-2133396914-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ec334531-0628-440e-a2c3-802fe7668971') {'for_net_delete': True} {{(pid=94175) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 11:34:14.066851 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.services.segments.db [None req-55b75af8-4863-48c6-8987-d4fa2c8a1ece tempest-NetworksTest-2133396914 tempest-NetworksTest-2133396914-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ec334531-0628-440e-a2c3-802fe7668971') {} {{(pid=94175) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 11:34:14.089716 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c26950e8-475e-4ef7-bbf4-2596463f0377 None None] Network 2097b14f-26bb-47a4-a0f6-3a88b9b60fff requested from dv-neutron-601336-94-hyperv {{(pid=94176) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 23 11:34:14.112485 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron_lib.callbacks.manager [None req-55b75af8-4863-48c6-8987-d4fa2c8a1ece tempest-NetworksTest-2133396914 tempest-NetworksTest-2133396914-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8773699955833', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5190677'] for segment, before_delete {{(pid=94175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:34:14.114538 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a04e7c8-bae6-4b2a-be39-b9749b8dd485 tempest-SecGroupIPv6Test-1528675894 tempest-SecGroupIPv6Test-1528675894-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=55f883a8-988b-4689-ba38-f6026b05886c,revision_number=0']} {{(pid=94175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 11:34:14.129881 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG oslo_concurrency.lockutils [None req-9a04e7c8-bae6-4b2a-be39-b9749b8dd485 tempest-SecGroupIPv6Test-1528675894 tempest-SecGroupIPv6Test-1528675894-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.102s {{(pid=94175) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 11:34:14.155771 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron_lib.callbacks.manager [None req-3e144725-4316-48a2-8fd3-717ccde8831c tempest-ExtraDHCPOptionsIpV6TestJSON-2131111190 tempest-ExtraDHCPOptionsIpV6TestJSON-2131111190-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-923122'] for port, before_update {{(pid=94174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:34:14.163509 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron_lib.callbacks.manager [None req-55b75af8-4863-48c6-8987-d4fa2c8a1ece tempest-NetworksTest-2133396914 tempest-NetworksTest-2133396914-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3801'] for segment, precommit_delete {{(pid=94175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:34:14.175499 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-39de3770-80e4-447e-b927-88935e582c50 tempest-PortsTestJSON-2085221018 tempest-PortsTestJSON-2085221018-project] Made reservation on behalf of 9e5461dd76964a018bba022fe5f7a0f1 for: {'subnet': 1} {{(pid=94175) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 23 11:34:14.179455 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron_lib.callbacks.manager [None req-39de3770-80e4-447e-b927-88935e582c50 tempest-PortsTestJSON-2085221018 tempest-PortsTestJSON-2085221018-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4660073'] for subnet, before_create {{(pid=94175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:34:14.186114 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-55b75af8-4863-48c6-8987-d4fa2c8a1ece tempest-NetworksTest-2133396914 tempest-NetworksTest-2133396914-project] Releasing vlan 425 on physical network physnet1 to pool {{(pid=94175) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 23 11:34:14.186694 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron_lib.callbacks.manager [None req-55b75af8-4863-48c6-8987-d4fa2c8a1ece tempest-NetworksTest-2133396914 tempest-NetworksTest-2133396914-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3801', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5082371'] for segment, after_delete {{(pid=94175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:34:14.190018 dv-neutron-601336-94-hyperv neutron-server[94175]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 23 11:34:14.190018 dv-neutron-601336-94-hyperv neutron-server[94175]: conditions |= (models_v2.Port.network_id.in_( Jun 23 11:34:14.190018 dv-neutron-601336-94-hyperv neutron-server[94175]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 23 11:34:14.190018 dv-neutron-601336-94-hyperv neutron-server[94175]: conditions |= (models_v2.Port.network_id.in_( Jun 23 11:34:14.190018 dv-neutron-601336-94-hyperv neutron-server[94175]: Traceback (most recent call last): Jun 23 11:34:14.190018 dv-neutron-601336-94-hyperv neutron-server[94175]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 23 11:34:14.190018 dv-neutron-601336-94-hyperv neutron-server[94175]: timer() Jun 23 11:34:14.190018 dv-neutron-601336-94-hyperv neutron-server[94175]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 23 11:34:14.190018 dv-neutron-601336-94-hyperv neutron-server[94175]: cb(*args, **kw) Jun 23 11:34:14.190018 dv-neutron-601336-94-hyperv neutron-server[94175]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 23 11:34:14.190018 dv-neutron-601336-94-hyperv neutron-server[94175]: return func(*args, **kwargs) Jun 23 11:34:14.190018 dv-neutron-601336-94-hyperv neutron-server[94175]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 23 11:34:14.190018 dv-neutron-601336-94-hyperv neutron-server[94175]: self._notify() Jun 23 11:34:14.190018 dv-neutron-601336-94-hyperv neutron-server[94175]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 23 11:34:14.190018 dv-neutron-601336-94-hyperv neutron-server[94175]: self.callback(batched_events) Jun 23 11:34:14.190018 dv-neutron-601336-94-hyperv neutron-server[94175]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 23 11:34:14.190018 dv-neutron-601336-94-hyperv neutron-server[94175]: event.method(event) Jun 23 11:34:14.190018 dv-neutron-601336-94-hyperv neutron-server[94175]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 23 11:34:14.190018 dv-neutron-601336-94-hyperv neutron-server[94175]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 23 11:34:14.190018 dv-neutron-601336-94-hyperv neutron-server[94175]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 23 11:34:14.190018 dv-neutron-601336-94-hyperv neutron-server[94175]: aggregate_uuid = self.p_client.list_aggregates( Jun 23 11:34:14.190018 dv-neutron-601336-94-hyperv neutron-server[94175]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 23 11:34:14.190018 dv-neutron-601336-94-hyperv neutron-server[94175]: return f(self, *a, **k) Jun 23 11:34:14.190018 dv-neutron-601336-94-hyperv neutron-server[94175]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 23 11:34:14.190018 dv-neutron-601336-94-hyperv neutron-server[94175]: return self._get(url).json() Jun 23 11:34:14.190018 dv-neutron-601336-94-hyperv neutron-server[94175]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 23 11:34:14.190018 dv-neutron-601336-94-hyperv neutron-server[94175]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 23 11:34:14.190018 dv-neutron-601336-94-hyperv neutron-server[94175]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 23 11:34:14.190018 dv-neutron-601336-94-hyperv neutron-server[94175]: return self.request(url, 'GET', **kwargs) Jun 23 11:34:14.190018 dv-neutron-601336-94-hyperv neutron-server[94175]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 23 11:34:14.190018 dv-neutron-601336-94-hyperv neutron-server[94175]: base_url = self.get_endpoint(auth, allow=allow, Jun 23 11:34:14.190018 dv-neutron-601336-94-hyperv neutron-server[94175]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 23 11:34:14.190018 dv-neutron-601336-94-hyperv neutron-server[94175]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 23 11:34:14.190018 dv-neutron-601336-94-hyperv neutron-server[94175]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 23 11:34:14.190018 dv-neutron-601336-94-hyperv neutron-server[94175]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 23 11:34:14.190018 dv-neutron-601336-94-hyperv neutron-server[94175]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 23 11:34:14.309691 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron_lib.callbacks.manager [None req-9a04e7c8-bae6-4b2a-be39-b9749b8dd485 tempest-SecGroupIPv6Test-1528675894 tempest-SecGroupIPv6Test-1528675894-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:34:14.310954 dv-neutron-601336-94-hyperv neutron-server[94175]: INFO neutron.wsgi [None req-9a04e7c8-bae6-4b2a-be39-b9749b8dd485 tempest-SecGroupIPv6Test-1528675894 tempest-SecGroupIPv6Test-1528675894-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.9201906 Jun 23 11:34:14.314214 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.wsgi [-] (94175) accepted ('10.222.0.20', 40242) {{(pid=94175) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 11:34:14.338148 dv-neutron-601336-94-hyperv neutron-server[94175]: INFO neutron.wsgi [None req-42cf68a0-cb26-4599-9534-1b8e760532aa tempest-SecGroupIPv6Test-1528675894 tempest-SecGroupIPv6Test-1528675894-project] 10.222.0.20 "GET /v2.0/security-group-rules/55f883a8-988b-4689-ba38-f6026b05886c HTTP/1.1" status: 200 len: 769 time: 0.0226841 Jun 23 11:34:14.341299 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.wsgi [-] (94175) accepted ('10.222.0.20', 40244) {{(pid=94175) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 11:34:14.413524 dv-neutron-601336-94-hyperv neutron-server[94175]: INFO neutron.wsgi [None req-45cba088-ad82-47cb-8759-6d978b47a0d6 tempest-SecGroupIPv6Test-1528675894 tempest-SecGroupIPv6Test-1528675894-project] 10.222.0.20 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4119 time: 0.0684917 Jun 23 11:34:14.413996 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.wsgi [-] (94175) accepted ('10.222.0.20', 40246) {{(pid=94175) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 11:34:14.438399 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron_lib.callbacks.manager [None req-55b75af8-4863-48c6-8987-d4fa2c8a1ece tempest-NetworksTest-2133396914 tempest-NetworksTest-2133396914-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-897248', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8002400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7866073', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-524247'] for network, after_delete {{(pid=94175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:34:14.444113 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG oslo_concurrency.lockutils [None req-582eb3f8-edf6-4367-b200-8be43f0d9f52 tempest-RoutersNegativeIpV6Test-1628881962 tempest-RoutersNegativeIpV6Test-1628881962-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94175) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 11:34:14.450115 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron_lib.callbacks.manager [None req-55b75af8-4863-48c6-8987-d4fa2c8a1ece tempest-NetworksTest-2133396914 tempest-NetworksTest-2133396914-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7865916'] for network, before_response {{(pid=94175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:34:14.455214 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron_lib.callbacks.manager [None req-3e144725-4316-48a2-8fd3-717ccde8831c tempest-ExtraDHCPOptionsIpV6TestJSON-2131111190 tempest-ExtraDHCPOptionsIpV6TestJSON-2131111190-project] Notify callbacks [] for port, precommit_update {{(pid=94174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:34:14.455430 dv-neutron-601336-94-hyperv neutron-server[94175]: INFO neutron.wsgi [None req-55b75af8-4863-48c6-8987-d4fa2c8a1ece tempest-NetworksTest-2133396914 tempest-NetworksTest-2133396914-project] 10.222.0.20 "DELETE /v2.0/networks/2097b14f-26bb-47a4-a0f6-3a88b9b60fff HTTP/1.1" status: 204 len: 168 time: 0.9541945 Jun 23 11:34:14.455525 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.wsgi [-] (94174) accepted ('10.222.0.20', 40248) {{(pid=94174) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 11:34:14.460613 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.api.v2.base [None req-d960573d-054f-4a7b-b06d-d78a30d63e4a tempest-NetworksTest-2133396914 tempest-NetworksTest-2133396914-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-1377645959'}} {{(pid=94174) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 23 11:34:14.475974 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55b75af8-4863-48c6-8987-d4fa2c8a1ece tempest-NetworksTest-2133396914 tempest-NetworksTest-2133396914-project] Pushing event deleted for resources: {'Network': ['ID=2097b14f-26bb-47a4-a0f6-3a88b9b60fff,revision_number=None']} {{(pid=94175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 11:34:14.480696 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG oslo_concurrency.lockutils [None req-55b75af8-4863-48c6-8987-d4fa2c8a1ece tempest-NetworksTest-2133396914 tempest-NetworksTest-2133396914-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.037s {{(pid=94175) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 11:34:14.483337 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron_lib.callbacks.manager [None req-e3c88b7e-6028-4aab-80d9-a50927448333 tempest-SecGroupIPv6Test-1528675894 tempest-SecGroupIPv6Test-1528675894-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=94175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:34:14.490810 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron_lib.callbacks.manager [None req-e520dae0-b07e-4696-84a0-e638f279595b tempest-PortsIpV6TestJSON-1781383748 tempest-PortsIpV6TestJSON-1781383748-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866062', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5195999', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4294259'] for subnet, after_create {{(pid=94174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:34:14.494758 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG oslo_concurrency.lockutils [None req-95f68fa2-62d6-4d5c-8837-f871ddb5cdd6 tempest-RoutersNegativeIpV6Test-1628881962 tempest-RoutersNegativeIpV6Test-1628881962-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94174) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 11:34:14.494894 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron_lib.callbacks.manager [None req-e3c88b7e-6028-4aab-80d9-a50927448333 tempest-SecGroupIPv6Test-1528675894 tempest-SecGroupIPv6Test-1528675894-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=94175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:34:14.537339 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e520dae0-b07e-4696-84a0-e638f279595b tempest-PortsIpV6TestJSON-1781383748 tempest-PortsIpV6TestJSON-1781383748-project] Network de829efd-60b2-4d9b-b2cd-9a8e83874a37 is already hosted by enough agents. {{(pid=94174) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 23 11:34:14.543942 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.scheduler.base_scheduler [None req-e520dae0-b07e-4696-84a0-e638f279595b tempest-PortsIpV6TestJSON-1781383748 tempest-PortsIpV6TestJSON-1781383748-project] Resources bound (agent type, host, resource id): {{(pid=94174) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 23 11:34:14.546982 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e520dae0-b07e-4696-84a0-e638f279595b tempest-PortsIpV6TestJSON-1781383748 tempest-PortsIpV6TestJSON-1781383748-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94174) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 11:34:14.547900 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron_lib.callbacks.manager [None req-e520dae0-b07e-4696-84a0-e638f279595b tempest-PortsIpV6TestJSON-1781383748 tempest-PortsIpV6TestJSON-1781383748-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7865916'] for subnet, before_response {{(pid=94174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:34:14.550342 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron_lib.callbacks.manager [None req-3e144725-4316-48a2-8fd3-717ccde8831c tempest-ExtraDHCPOptionsIpV6TestJSON-2131111190 tempest-ExtraDHCPOptionsIpV6TestJSON-2131111190-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-922904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866062', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773700135042', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773699642233', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773699642278', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5196369'] for port, after_update {{(pid=94174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:34:14.565433 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e520dae0-b07e-4696-84a0-e638f279595b tempest-PortsIpV6TestJSON-1781383748 tempest-PortsIpV6TestJSON-1781383748-project] Pushing event updated for resources: {'Subnet': ['ID=d10e84a7-1183-4c3e-a38b-0a0a83947bdd,revision_number=0']} {{(pid=94174) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 11:34:14.568194 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG oslo_concurrency.lockutils [None req-e520dae0-b07e-4696-84a0-e638f279595b tempest-PortsIpV6TestJSON-1781383748 tempest-PortsIpV6TestJSON-1781383748-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.074s {{(pid=94174) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 11:34:14.572146 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG oslo_concurrency.lockutils [None req-b48ebca3-5669-4d17-a4b7-2e8deaaf7399 tempest-PortsIpV6TestJSON-1781383748 tempest-PortsIpV6TestJSON-1781383748-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.015s {{(pid=94174) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 11:34:14.578050 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.plugins.ml2.plugin [None req-3e144725-4316-48a2-8fd3-717ccde8831c tempest-ExtraDHCPOptionsIpV6TestJSON-2131111190 tempest-ExtraDHCPOptionsIpV6TestJSON-2131111190-project] In _notify_port_updated(), no bound segment for port 0faa7f3a-6cd0-4137-aa88-3f74539a2f77 on network a5879bb1-194d-4f6b-b32d-5c6f64a46fc8 {{(pid=94174) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:876}} Jun 23 11:34:14.583561 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3e144725-4316-48a2-8fd3-717ccde8831c tempest-ExtraDHCPOptionsIpV6TestJSON-2131111190 tempest-ExtraDHCPOptionsIpV6TestJSON-2131111190-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94174) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 11:34:14.584228 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron_lib.callbacks.manager [None req-3e144725-4316-48a2-8fd3-717ccde8831c tempest-ExtraDHCPOptionsIpV6TestJSON-2131111190 tempest-ExtraDHCPOptionsIpV6TestJSON-2131111190-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-217507'] for port, before_response {{(pid=94174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:34:14.585535 dv-neutron-601336-94-hyperv neutron-server[94174]: INFO neutron.wsgi [None req-3e144725-4316-48a2-8fd3-717ccde8831c tempest-ExtraDHCPOptionsIpV6TestJSON-2131111190 tempest-ExtraDHCPOptionsIpV6TestJSON-2131111190-project] 10.222.0.20 "PUT /v2.0/ports/0faa7f3a-6cd0-4137-aa88-3f74539a2f77 HTTP/1.1" status: 200 len: 1129 time: 0.6416099 Jun 23 11:34:14.588204 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.wsgi [-] (94175) accepted ('10.222.0.20', 40250) {{(pid=94175) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 11:34:14.591422 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron_lib.callbacks.manager [None req-4c20ea5f-bc7f-4d4e-935d-57f082af6ccb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773699952132', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-899307'] for agent, after_update {{(pid=94176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:34:14.608444 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d960573d-054f-4a7b-b06d-d78a30d63e4a tempest-NetworksTest-2133396914 tempest-NetworksTest-2133396914-project] Made reservation on behalf of dfecc9776e0d4947a3f7218fbe96de01 for: {'network': 1} {{(pid=94174) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 23 11:34:14.612204 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron_lib.callbacks.manager [None req-d960573d-054f-4a7b-b06d-d78a30d63e4a tempest-NetworksTest-2133396914 tempest-NetworksTest-2133396914-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-923104'] for network, before_create {{(pid=94174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:34:14.644291 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e144725-4316-48a2-8fd3-717ccde8831c tempest-ExtraDHCPOptionsIpV6TestJSON-2131111190 tempest-ExtraDHCPOptionsIpV6TestJSON-2131111190-project] Pushing event updated for resources: {'Port': ['ID=0faa7f3a-6cd0-4137-aa88-3f74539a2f77,revision_number=2']} {{(pid=94174) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 11:34:14.647720 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG oslo_concurrency.lockutils [None req-3e144725-4316-48a2-8fd3-717ccde8831c tempest-ExtraDHCPOptionsIpV6TestJSON-2131111190 tempest-ExtraDHCPOptionsIpV6TestJSON-2131111190-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.077s {{(pid=94174) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 11:34:14.665673 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3f153a46-8a84-4bb1-a4d5-4ee5f12a3ab5 tempest-ExtraDHCPOptionsIpV6TestJSON-2131111190 tempest-ExtraDHCPOptionsIpV6TestJSON-2131111190-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 11:34:14.670720 dv-neutron-601336-94-hyperv neutron-server[94175]: INFO neutron.wsgi [None req-3f153a46-8a84-4bb1-a4d5-4ee5f12a3ab5 tempest-ExtraDHCPOptionsIpV6TestJSON-2131111190 tempest-ExtraDHCPOptionsIpV6TestJSON-2131111190-project] 10.222.0.20 "GET /v2.0/ports/0faa7f3a-6cd0-4137-aa88-3f74539a2f77 HTTP/1.1" status: 200 len: 1129 time: 0.0780003 Jun 23 11:34:14.672588 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.wsgi [-] (94174) accepted ('10.222.0.20', 40252) {{(pid=94174) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 11:34:14.688070 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron_lib.callbacks.manager [None req-e3c88b7e-6028-4aab-80d9-a50927448333 tempest-SecGroupIPv6Test-1528675894 tempest-SecGroupIPv6Test-1528675894-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7996355'] for security_group_rule, after_delete {{(pid=94175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:34:14.690186 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94175) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 11:34:14.695806 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron_lib.callbacks.manager [None req-e3c88b7e-6028-4aab-80d9-a50927448333 tempest-SecGroupIPv6Test-1528675894 tempest-SecGroupIPv6Test-1528675894-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:34:14.706162 dv-neutron-601336-94-hyperv neutron-server[94175]: INFO neutron.wsgi [None req-e3c88b7e-6028-4aab-80d9-a50927448333 tempest-SecGroupIPv6Test-1528675894 tempest-SecGroupIPv6Test-1528675894-project] 10.222.0.20 "DELETE /v2.0/security-group-rules/55f883a8-988b-4689-ba38-f6026b05886c HTTP/1.1" status: 204 len: 168 time: 0.2825606 Jun 23 11:34:14.706162 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3c88b7e-6028-4aab-80d9-a50927448333 tempest-SecGroupIPv6Test-1528675894 tempest-SecGroupIPv6Test-1528675894-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=55f883a8-988b-4689-ba38-f6026b05886c,revision_number=None']} {{(pid=94175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 11:34:14.706394 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG oslo_concurrency.lockutils [None req-e3c88b7e-6028-4aab-80d9-a50927448333 tempest-SecGroupIPv6Test-1528675894 tempest-SecGroupIPv6Test-1528675894-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=94175) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 11:34:14.706875 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.wsgi [-] (94175) accepted ('10.222.0.20', 40254) {{(pid=94175) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 11:34:14.731275 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d960573d-054f-4a7b-b06d-d78a30d63e4a tempest-NetworksTest-2133396914 tempest-NetworksTest-2133396914-project] vlan segment allocate from pool success with {'vlan_id': 412, 'physical_network': 'physnet1'} {{(pid=94174) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 23 11:34:14.736709 dv-neutron-601336-94-hyperv neutron-server[94174]: INFO neutron.wsgi [None req-e520dae0-b07e-4696-84a0-e638f279595b tempest-PortsIpV6TestJSON-1781383748 tempest-PortsIpV6TestJSON-1781383748-project] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 836 time: 1.1767735 Jun 23 11:34:14.740717 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.wsgi [-] (94175) accepted ('10.222.0.20', 40256) {{(pid=94175) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 11:34:14.747624 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.api.v2.base [None req-ce43c2c3-7b9e-4974-ba0f-ac3a44b7f35a tempest-PortsIpV6TestJSON-1781383748 tempest-PortsIpV6TestJSON-1781383748-project] Request body: {'port': {'network_id': 'de829efd-60b2-4d9b-b2cd-9a8e83874a37', 'fixed_ips': [{'subnet_id': '47e16826-3e27-43ca-9ac7-a70a51a0fd30'}, {'subnet_id': 'd10e84a7-1183-4c3e-a38b-0a0a83947bdd'}], 'name': 'tempest-PortsIpV6TestJSON-85042399'}} {{(pid=94175) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 23 11:34:14.763087 dv-neutron-601336-94-hyperv neutron-server[94175]: INFO neutron.wsgi [None req-a7d2a177-750d-4ce7-bcec-e2782abaed3b tempest-SecGroupIPv6Test-1528675894 tempest-SecGroupIPv6Test-1528675894-project] 10.222.0.20 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.0529313 Jun 23 11:34:14.764292 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron_lib.callbacks.manager [None req-d960573d-054f-4a7b-b06d-d78a30d63e4a tempest-NetworksTest-2133396914 tempest-NetworksTest-2133396914-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3801'] for segment, precommit_create {{(pid=94174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:34:14.764678 dv-neutron-601336-94-hyperv neutron-server[94174]: INFO neutron.db.segments_db [None req-d960573d-054f-4a7b-b06d-d78a30d63e4a tempest-NetworksTest-2133396914 tempest-NetworksTest-2133396914-project] Added segment b88daaf0-1325-470e-af67-f57f7ef341c7 of type vlan for network 4b0f7dde-4eef-492a-8735-2a82d587956d Jun 23 11:34:14.766864 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.wsgi [-] (94174) accepted ('10.222.0.20', 40258) {{(pid=94174) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 11:34:14.807345 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron_lib.callbacks.manager [None req-39de3770-80e4-447e-b927-88935e582c50 tempest-PortsTestJSON-2085221018 tempest-PortsTestJSON-2085221018-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866062', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5083113', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4660095'] for subnet, after_create {{(pid=94175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:34:14.812503 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG oslo_concurrency.lockutils [None req-2ca53a17-26b5-4b8b-af3f-5be37c01b0b5 tempest-NetworksTestDHCPv6-162546708 tempest-NetworksTestDHCPv6-162546708-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94175) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 11:34:14.866025 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-39de3770-80e4-447e-b927-88935e582c50 tempest-PortsTestJSON-2085221018 tempest-PortsTestJSON-2085221018-project] Network c9584ed1-23c5-47a7-b4d6-264bedad0f19 is already hosted by enough agents. {{(pid=94175) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 23 11:34:14.875702 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.scheduler.base_scheduler [None req-39de3770-80e4-447e-b927-88935e582c50 tempest-PortsTestJSON-2085221018 tempest-PortsTestJSON-2085221018-project] Resources bound (agent type, host, resource id): {{(pid=94175) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 23 11:34:14.889534 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-39de3770-80e4-447e-b927-88935e582c50 tempest-PortsTestJSON-2085221018 tempest-PortsTestJSON-2085221018-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 11:34:14.895171 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron_lib.callbacks.manager [None req-39de3770-80e4-447e-b927-88935e582c50 tempest-PortsTestJSON-2085221018 tempest-PortsTestJSON-2085221018-project] Notify callbacks [] for subnet, before_response {{(pid=94175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:34:14.895328 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b913028b-b43a-4473-887d-7d5b403e6b85 None None] Network c9584ed1-23c5-47a7-b4d6-264bedad0f19 requested from dv-neutron-601336-94-hyperv {{(pid=94176) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 23 11:34:14.897773 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39de3770-80e4-447e-b927-88935e582c50 tempest-PortsTestJSON-2085221018 tempest-PortsTestJSON-2085221018-project] Pushing event updated for resources: {'Subnet': ['ID=977308c0-7a49-4a93-831f-0986b33fbae2,revision_number=0']} {{(pid=94175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 11:34:14.907203 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG oslo_concurrency.lockutils [None req-39de3770-80e4-447e-b927-88935e582c50 tempest-PortsTestJSON-2085221018 tempest-PortsTestJSON-2085221018-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.094s {{(pid=94175) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 11:34:14.910847 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron_lib.callbacks.manager [None req-d960573d-054f-4a7b-b06d-d78a30d63e4a tempest-NetworksTest-2133396914 tempest-NetworksTest-2133396914-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8773699596773'] for network, precommit_create {{(pid=94174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:34:14.947555 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron_lib.callbacks.manager [None req-185282a6-876b-4954-abc2-d2ce213bee28 tempest-SecGroupIPv6Test-1528675894 tempest-SecGroupIPv6Test-1528675894-project] Notify callbacks [] for security_group, before_delete {{(pid=94174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:34:14.981872 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.plugins.ml2.plugin [None req-d336bf31-f725-47f6-ae49-8d03cd62f0b5 tempest-ExtraDHCPOptionsIpV6TestJSON-2131111190 tempest-ExtraDHCPOptionsIpV6TestJSON-2131111190-project] Deleting port 0faa7f3a-6cd0-4137-aa88-3f74539a2f77 {{(pid=94174) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1913}} Jun 23 11:34:14.982226 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron_lib.callbacks.manager [None req-d336bf31-f725-47f6-ae49-8d03cd62f0b5 tempest-ExtraDHCPOptionsIpV6TestJSON-2131111190 tempest-ExtraDHCPOptionsIpV6TestJSON-2131111190-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773700079324'] for port, before_delete {{(pid=94174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:34:14.996691 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron_lib.callbacks.manager [None req-185282a6-876b-4954-abc2-d2ce213bee28 tempest-SecGroupIPv6Test-1528675894 tempest-SecGroupIPv6Test-1528675894-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:34:15.002433 dv-neutron-601336-94-hyperv neutron-server[94175]: INFO neutron.wsgi [None req-39de3770-80e4-447e-b927-88935e582c50 tempest-PortsTestJSON-2085221018 tempest-PortsTestJSON-2085221018-project] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 804 time: 1.6960988 Jun 23 11:34:15.005466 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.wsgi [-] (94175) accepted ('10.222.0.20', 40260) {{(pid=94175) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 11:34:15.012119 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.api.v2.base [None req-007028a8-901b-4ac7-9de2-972453c51c1b tempest-PortsTestJSON-2085221018 tempest-PortsTestJSON-2085221018-project] Request body: {'port': {'name': 'tempest-PortsTestJSON-52681508', 'admin_state_up': False, 'fixed_ips': [{'subnet_id': '977308c0-7a49-4a93-831f-0986b33fbae2'}], 'security_groups': ['41a21292-0148-47a9-b65d-ade1278bb367']}} {{(pid=94175) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 23 11:34:15.036836 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.db.provisioning_blocks [None req-5c384c83-dc08-4dd1-a4a1-54ce0f806561 None None] Provisioning complete for port 0faa7f3a-6cd0-4137-aa88-3f74539a2f77 triggered by entity DHCP. {{(pid=94176) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 23 11:34:15.037194 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron_lib.callbacks.manager [None req-5c384c83-dc08-4dd1-a4a1-54ce0f806561 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-899258'] for port, provisioning_complete {{(pid=94176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:34:15.117615 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron_lib.callbacks.manager [None req-d960573d-054f-4a7b-b06d-d78a30d63e4a tempest-NetworksTest-2133396914 tempest-NetworksTest-2133396914-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8002400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7866073'] for network, after_create {{(pid=94174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:34:15.118238 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.plugins.ml2.plugin [None req-5c384c83-dc08-4dd1-a4a1-54ce0f806561 None None] Port 0faa7f3a-6cd0-4137-aa88-3f74539a2f77 cannot update to ACTIVE because it is not bound. {{(pid=94176) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jun 23 11:34:15.125589 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d960573d-054f-4a7b-b06d-d78a30d63e4a tempest-NetworksTest-2133396914 tempest-NetworksTest-2133396914-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94174) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 11:34:15.125589 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron_lib.callbacks.manager [None req-d960573d-054f-4a7b-b06d-d78a30d63e4a tempest-NetworksTest-2133396914 tempest-NetworksTest-2133396914-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7865916'] for network, before_response {{(pid=94174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:34:15.130668 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG oslo_concurrency.lockutils [None req-cec45acc-52cc-428b-884e-80a1f0852462 tempest-PortsTestJSON-2085221018 tempest-PortsTestJSON-2085221018-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94174) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 11:34:15.151234 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ce43c2c3-7b9e-4974-ba0f-ac3a44b7f35a tempest-PortsIpV6TestJSON-1781383748 tempest-PortsIpV6TestJSON-1781383748-project] Made reservation on behalf of 4a9805c328414e068d83db5c9b76c3c7 for: {'port': 1} {{(pid=94175) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 23 11:34:15.160861 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron_lib.callbacks.manager [None req-d336bf31-f725-47f6-ae49-8d03cd62f0b5 tempest-ExtraDHCPOptionsIpV6TestJSON-2131111190 tempest-ExtraDHCPOptionsIpV6TestJSON-2131111190-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-430722'] for port, precommit_delete {{(pid=94174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:34:15.217021 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron_lib.callbacks.manager [None req-185282a6-876b-4954-abc2-d2ce213bee28 tempest-SecGroupIPv6Test-1528675894 tempest-SecGroupIPv6Test-1528675894-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7996330'] for security_group, after_delete {{(pid=94174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:34:15.217021 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron_lib.callbacks.manager [None req-185282a6-876b-4954-abc2-d2ce213bee28 tempest-SecGroupIPv6Test-1528675894 tempest-SecGroupIPv6Test-1528675894-project] Notify callbacks [] for security_group, before_response {{(pid=94174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:34:15.217021 dv-neutron-601336-94-hyperv neutron-server[94174]: INFO neutron.wsgi [None req-185282a6-876b-4954-abc2-d2ce213bee28 tempest-SecGroupIPv6Test-1528675894 tempest-SecGroupIPv6Test-1528675894-project] 10.222.0.20 "DELETE /v2.0/security-groups/3e1c7e72-e7fc-4223-bdc6-7649c2b335bb HTTP/1.1" status: 204 len: 168 time: 0.4461839 Jun 23 11:34:15.219988 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.wsgi [-] (94174) accepted ('10.222.0.20', 40262) {{(pid=94174) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 11:34:15.220827 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.plugins.ml2.plugin [None req-d336bf31-f725-47f6-ae49-8d03cd62f0b5 tempest-ExtraDHCPOptionsIpV6TestJSON-2131111190 tempest-ExtraDHCPOptionsIpV6TestJSON-2131111190-project] Calling delete_port for 0faa7f3a-6cd0-4137-aa88-3f74539a2f77 owned by {{(pid=94174) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1986}} Jun 23 11:34:15.239068 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-86f6463e-d3c4-46c3-90d7-289603e6b8a3 None None] Network de829efd-60b2-4d9b-b2cd-9a8e83874a37 requested from dv-neutron-601336-94-hyperv {{(pid=94176) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 23 11:34:15.245104 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d960573d-054f-4a7b-b06d-d78a30d63e4a tempest-NetworksTest-2133396914 tempest-NetworksTest-2133396914-project] Pushing event updated for resources: {'Network': ['ID=4b0f7dde-4eef-492a-8735-2a82d587956d,revision_number=1']} {{(pid=94174) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 11:34:15.268302 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG oslo_concurrency.lockutils [None req-d960573d-054f-4a7b-b06d-d78a30d63e4a tempest-NetworksTest-2133396914 tempest-NetworksTest-2133396914-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.138s {{(pid=94174) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 11:34:15.274702 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG oslo_concurrency.lockutils [None req-61da8482-6f89-41d2-aebd-22853bd8b234 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.055s {{(pid=94174) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 11:34:15.291607 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-185282a6-876b-4954-abc2-d2ce213bee28 tempest-SecGroupIPv6Test-1528675894 tempest-SecGroupIPv6Test-1528675894-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=3e1c7e72-e7fc-4223-bdc6-7649c2b335bb,revision_number=None']} {{(pid=94174) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 11:34:15.294680 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.plugins.ml2.rpc [None req-dc7542b2-afef-47f4-a763-e3a3cba144be None None] Network 4b0f7dde-4eef-492a-8735-2a82d587956d details requested by agent ovs-agent-dv-neutron-601336-94-hyperv with host dv-neutron-601336-94-hyperv {{(pid=94176) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:250}} Jun 23 11:34:15.306128 dv-neutron-601336-94-hyperv neutron-server[94174]: INFO neutron.wsgi [None req-d960573d-054f-4a7b-b06d-d78a30d63e4a tempest-NetworksTest-2133396914 tempest-NetworksTest-2133396914-project] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 0.8466492 Jun 23 11:34:15.307745 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG oslo_concurrency.lockutils [None req-185282a6-876b-4954-abc2-d2ce213bee28 tempest-SecGroupIPv6Test-1528675894 tempest-SecGroupIPv6Test-1528675894-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.033s {{(pid=94174) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 11:34:15.311144 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.wsgi [-] (94174) accepted ('10.222.0.20', 40264) {{(pid=94174) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 11:34:15.320702 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.api.v2.base [None req-a8d96015-4136-476d-a70a-1583aac79567 tempest-NetworksTest-2133396914 tempest-NetworksTest-2133396914-project] Request body: {'subnet': {'network_id': '4b0f7dde-4eef-492a-8735-2a82d587956d', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': None}} {{(pid=94174) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 23 11:34:15.358503 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron_lib.callbacks.manager [None req-ce43c2c3-7b9e-4974-ba0f-ac3a44b7f35a tempest-PortsIpV6TestJSON-1781383748 tempest-PortsIpV6TestJSON-1781383748-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-923104'] for port, before_create {{(pid=94175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:34:15.359566 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.plugins.ml2.rpc [None req-dc7542b2-afef-47f4-a763-e3a3cba144be None None] Device 8bd37c31-2d98-4393-94b8-6d907ba83735 up at agent ovs-agent-dv-neutron-601336-94-hyperv {{(pid=94176) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:298}} Jun 23 11:34:15.372831 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron_lib.callbacks.manager [None req-007028a8-901b-4ac7-9de2-972453c51c1b tempest-PortsTestJSON-2085221018 tempest-PortsTestJSON-2085221018-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-923122'] for port, before_update {{(pid=94175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:34:15.391711 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.notifiers.nova [None req-ce43c2c3-7b9e-4974-ba0f-ac3a44b7f35a tempest-PortsIpV6TestJSON-1781383748 tempest-PortsIpV6TestJSON-1781383748-project] device_id is not set on port f97f4df1-0038-4397-9f01-cc509794cb7a yet. {{(pid=94175) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jun 23 11:34:15.427431 dv-neutron-601336-94-hyperv neutron-server[94174]: INFO neutron.wsgi [None req-120f859b-8eb5-4af6-bb22-1ec9fb605551 tempest-SecGroupIPv6Test-1528675894 tempest-SecGroupIPv6Test-1528675894-project] 10.222.0.20 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2979 time: 0.2044125 Jun 23 11:34:15.437770 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.wsgi [-] (94174) accepted ('10.222.0.20', 40268) {{(pid=94174) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 11:34:15.460459 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d769e55e-0159-4ae5-beb7-974a8ef3a788 None None] Update dhcp port {'port': {'network_id': 'c9584ed1-23c5-47a7-b4d6-264bedad0f19', 'fixed_ips': [{'subnet_id': '13202cda-7dc5-4d1e-beec-4be389f29884', 'ip_address': '172.20.0.2'}, {'subnet_id': '977308c0-7a49-4a93-831f-0986b33fbae2'}], 'binding:host_id': 'dv-neutron-601336-94-hyperv'}, 'id': 'ec8330c5-73ea-4217-bbfe-5ed799e56847'} from dv-neutron-601336-94-hyperv. {{(pid=94176) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Jun 23 11:34:15.493679 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.db.provisioning_blocks [None req-5d4aacc8-cac5-46f7-a8b1-ee5bde90e3f0 None None] Provisioning for port 8bd37c31-2d98-4393-94b8-6d907ba83735 completed by entity DHCP. {{(pid=94176) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 23 11:34:15.530449 dv-neutron-601336-94-hyperv neutron-server[94174]: INFO neutron.wsgi [None req-629c62c7-1c8c-46a7-b978-9e74971968e8 tempest-SecGroupIPv6Test-1528675894 tempest-SecGroupIPv6Test-1528675894-project] 10.222.0.20 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2979 time: 0.0914905 Jun 23 11:34:15.544112 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron_lib.callbacks.manager [None req-d769e55e-0159-4ae5-beb7-974a8ef3a788 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-923122'] for port, before_update {{(pid=94176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:34:15.637907 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.db.provisioning_blocks [None req-dc7542b2-afef-47f4-a763-e3a3cba144be None None] Provisioning for port 8bd37c31-2d98-4393-94b8-6d907ba83735 completed by entity L2. {{(pid=94176) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 23 11:34:15.640381 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a8d96015-4136-476d-a70a-1583aac79567 tempest-NetworksTest-2133396914 tempest-NetworksTest-2133396914-project] Made reservation on behalf of dfecc9776e0d4947a3f7218fbe96de01 for: {'subnet': 1} {{(pid=94174) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 23 11:34:15.644807 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron_lib.callbacks.manager [None req-a8d96015-4136-476d-a70a-1583aac79567 tempest-NetworksTest-2133396914 tempest-NetworksTest-2133396914-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4294245'] for subnet, before_create {{(pid=94174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:34:15.695163 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.db.provisioning_blocks [None req-dc7542b2-afef-47f4-a763-e3a3cba144be None None] Provisioning complete for port 8bd37c31-2d98-4393-94b8-6d907ba83735 triggered by entity L2. {{(pid=94176) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 23 11:34:15.695670 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron_lib.callbacks.manager [None req-dc7542b2-afef-47f4-a763-e3a3cba144be None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-899258'] for port, provisioning_complete {{(pid=94176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:34:15.712404 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron_lib.callbacks.manager [None req-d336bf31-f725-47f6-ae49-8d03cd62f0b5 tempest-ExtraDHCPOptionsIpV6TestJSON-2131111190 tempest-ExtraDHCPOptionsIpV6TestJSON-2131111190-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-922904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866062', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773700135024', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773699642224', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5196390'] for port, after_delete {{(pid=94174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:34:15.717591 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG oslo_concurrency.lockutils [None req-4d12ff0f-d56f-46c7-98c1-0f2ffd9b7f67 tempest-PortsTestJSON-2085221018 tempest-PortsTestJSON-2085221018-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94174) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 11:34:15.754056 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d336bf31-f725-47f6-ae49-8d03cd62f0b5 tempest-ExtraDHCPOptionsIpV6TestJSON-2131111190 tempest-ExtraDHCPOptionsIpV6TestJSON-2131111190-project] Pushing event deleted for resources: {'Port': ['ID=0faa7f3a-6cd0-4137-aa88-3f74539a2f77,revision_number=None']} {{(pid=94174) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 11:34:15.761846 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG oslo_concurrency.lockutils [None req-d336bf31-f725-47f6-ae49-8d03cd62f0b5 tempest-ExtraDHCPOptionsIpV6TestJSON-2131111190 tempest-ExtraDHCPOptionsIpV6TestJSON-2131111190-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.044s {{(pid=94174) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 11:34:15.798214 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron_lib.callbacks.manager [None req-d336bf31-f725-47f6-ae49-8d03cd62f0b5 tempest-ExtraDHCPOptionsIpV6TestJSON-2131111190 tempest-ExtraDHCPOptionsIpV6TestJSON-2131111190-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-217507'] for port, before_response {{(pid=94174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:34:15.800135 dv-neutron-601336-94-hyperv neutron-server[94174]: INFO neutron.wsgi [None req-d336bf31-f725-47f6-ae49-8d03cd62f0b5 tempest-ExtraDHCPOptionsIpV6TestJSON-2131111190 tempest-ExtraDHCPOptionsIpV6TestJSON-2131111190-project] 10.222.0.20 "DELETE /v2.0/ports/0faa7f3a-6cd0-4137-aa88-3f74539a2f77 HTTP/1.1" status: 204 len: 168 time: 1.1264954 Jun 23 11:34:15.802978 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.wsgi [-] (94174) accepted ('10.222.0.20', 40272) {{(pid=94174) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 11:34:15.831944 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron_lib.callbacks.manager [None req-dc7542b2-afef-47f4-a763-e3a3cba144be None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-923122'] for port, before_update {{(pid=94176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:34:15.909826 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.db.db_base_plugin_v2 [None req-86662d92-3a24-4122-8145-050a63721a7d tempest-ExtraDHCPOptionsIpV6TestJSON-2131111190 tempest-ExtraDHCPOptionsIpV6TestJSON-2131111190-project] Deleting subnet 97497ee3-4c4c-4416-92bd-69180592b8fc {{(pid=94174) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jun 23 11:34:15.917749 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.db.db_base_plugin_common [None req-ce43c2c3-7b9e-4974-ba0f-ac3a44b7f35a tempest-PortsIpV6TestJSON-1781383748 tempest-PortsIpV6TestJSON-1781383748-project] Allocated IP 2001:db8::3dc (de829efd-60b2-4d9b-b2cd-9a8e83874a37/47e16826-3e27-43ca-9ac7-a70a51a0fd30/f97f4df1-0038-4397-9f01-cc509794cb7a) {{(pid=94175) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 23 11:34:15.930881 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.plugins.ml2.db [None req-dc7542b2-afef-47f4-a763-e3a3cba144be None None] For port 8bd37c31-2d98-4393-94b8-6d907ba83735, host dv-neutron-601336-94-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-94-hyperv',level=0,port_id=8bd37c31-2d98-4393-94b8-6d907ba83735,segment=NetworkSegment(ef0a4641-0018-4a33-9f6a-e855f8fdd6d0),segment_id=ef0a4641-0018-4a33-9f6a-e855f8fdd6d0)] {{(pid=94176) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 23 11:34:15.931979 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron_lib.callbacks.manager [None req-86662d92-3a24-4122-8145-050a63721a7d tempest-ExtraDHCPOptionsIpV6TestJSON-2131111190 tempest-ExtraDHCPOptionsIpV6TestJSON-2131111190-project] Notify callbacks [] for subnet, before_delete {{(pid=94174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:34:15.932482 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.db.db_base_plugin_common [None req-ce43c2c3-7b9e-4974-ba0f-ac3a44b7f35a tempest-PortsIpV6TestJSON-1781383748 tempest-PortsIpV6TestJSON-1781383748-project] Allocated IP 2001:db8:0:1::2bd (de829efd-60b2-4d9b-b2cd-9a8e83874a37/d10e84a7-1183-4c3e-a38b-0a0a83947bdd/f97f4df1-0038-4397-9f01-cc509794cb7a) {{(pid=94175) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 23 11:34:15.953742 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6c03bf17-da9c-4afd-891c-9f08fe498a5b None None] Update dhcp port {'port': {'network_id': 'de829efd-60b2-4d9b-b2cd-9a8e83874a37', 'fixed_ips': [{'subnet_id': '47e16826-3e27-43ca-9ac7-a70a51a0fd30', 'ip_address': '2001:db8::2'}, {'subnet_id': 'd10e84a7-1183-4c3e-a38b-0a0a83947bdd'}], 'binding:host_id': 'dv-neutron-601336-94-hyperv'}, 'id': '8bd37c31-2d98-4393-94b8-6d907ba83735'} from dv-neutron-601336-94-hyperv. {{(pid=94176) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Jun 23 11:34:15.956633 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.db.db_base_plugin_common [None req-007028a8-901b-4ac7-9de2-972453c51c1b tempest-PortsTestJSON-2085221018 tempest-PortsTestJSON-2085221018-project] Delete allocated IP 172.20.0.9 (c9584ed1-23c5-47a7-b4d6-264bedad0f19/13202cda-7dc5-4d1e-beec-4be389f29884) {{(pid=94175) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}} Jun 23 11:34:15.982704 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.db.db_base_plugin_common [None req-007028a8-901b-4ac7-9de2-972453c51c1b tempest-PortsTestJSON-2085221018 tempest-PortsTestJSON-2085221018-project] Allocated IP 172.20.0.21 (c9584ed1-23c5-47a7-b4d6-264bedad0f19/977308c0-7a49-4a93-831f-0986b33fbae2/4a7d61d6-fe80-4481-8773-805964971842) {{(pid=94175) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 23 11:34:16.005322 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron_lib.callbacks.manager [None req-6c03bf17-da9c-4afd-891c-9f08fe498a5b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-923122'] for port, before_update {{(pid=94176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:34:16.010650 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron_lib.callbacks.manager [None req-86662d92-3a24-4122-8145-050a63721a7d tempest-ExtraDHCPOptionsIpV6TestJSON-2131111190 tempest-ExtraDHCPOptionsIpV6TestJSON-2131111190-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4800256'] for subnet, precommit_delete_associations {{(pid=94174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:34:16.030079 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron_lib.callbacks.manager [None req-dc7542b2-afef-47f4-a763-e3a3cba144be None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-922904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866062', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773700135042', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773699642233', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773699642278'] for port, after_update {{(pid=94176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:34:16.032693 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG oslo_concurrency.lockutils [None req-1e2e3f9f-2b26-4579-88e2-3017b11b8140 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 11:34:16.089158 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc7542b2-afef-47f4-a763-e3a3cba144be None None] Pushing event updated for resources: {'Port': ['ID=8bd37c31-2d98-4393-94b8-6d907ba83735,revision_number=3']} {{(pid=94176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 11:34:16.122140 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG oslo_concurrency.lockutils [None req-dc7542b2-afef-47f4-a763-e3a3cba144be None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.089s {{(pid=94176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 11:34:16.139203 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.wsgi [-] (94175) accepted ('10.222.0.20', 40276) {{(pid=94175) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 11:34:16.139688 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron_lib.callbacks.manager [None req-a8d96015-4136-476d-a70a-1583aac79567 tempest-NetworksTest-2133396914 tempest-NetworksTest-2133396914-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866062', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5195999', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4294259'] for subnet, after_create {{(pid=94174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:34:16.146597 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG oslo_concurrency.lockutils [None req-c8227713-7481-4481-9423-a1e01271613d tempest-PortsTestJSON-2085221018 tempest-PortsTestJSON-2085221018-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94174) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 11:34:16.210077 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron_lib.callbacks.manager [None req-86662d92-3a24-4122-8145-050a63721a7d tempest-ExtraDHCPOptionsIpV6TestJSON-2131111190 tempest-ExtraDHCPOptionsIpV6TestJSON-2131111190-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-897634'] for subnet, precommit_delete {{(pid=94174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:34:16.246954 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8d96015-4136-476d-a70a-1583aac79567 tempest-NetworksTest-2133396914 tempest-NetworksTest-2133396914-project] Pushing event updated for resources: {'Subnet': ['ID=cf0988d6-1218-4210-b2f0-01fbd01dd4cd,revision_number=0']} {{(pid=94174) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 11:34:16.247114 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron_lib.callbacks.manager [None req-ce43c2c3-7b9e-4974-ba0f-ac3a44b7f35a tempest-PortsIpV6TestJSON-1781383748 tempest-PortsIpV6TestJSON-1781383748-project] Notify callbacks [] for port, precommit_create {{(pid=94175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:34:16.252176 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG oslo_concurrency.lockutils [None req-a8d96015-4136-476d-a70a-1583aac79567 tempest-NetworksTest-2133396914 tempest-NetworksTest-2133396914-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.106s {{(pid=94174) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 11:34:16.272689 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a8d96015-4136-476d-a70a-1583aac79567 tempest-NetworksTest-2133396914 tempest-NetworksTest-2133396914-project] Checking segment: {'id': 'b88daaf0-1325-470e-af67-f57f7ef341c7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 412, 'network_id': '4b0f7dde-4eef-492a-8735-2a82d587956d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94174) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 23 11:34:16.273163 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a8d96015-4136-476d-a70a-1583aac79567 tempest-NetworksTest-2133396914 tempest-NetworksTest-2133396914-project] Network hostable DHCP agents. Network: 4b0f7dde-4eef-492a-8735-2a82d587956d, hostable agents: ['8cf29b10-0e57-4131-816f-a4b6ad00b249'], hosted agents: [] {{(pid=94174) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 23 11:34:16.283222 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.db.provisioning_blocks [None req-ce43c2c3-7b9e-4974-ba0f-ac3a44b7f35a tempest-PortsIpV6TestJSON-1781383748 tempest-PortsIpV6TestJSON-1781383748-project] Transition to ACTIVE for port object f97f4df1-0038-4397-9f01-cc509794cb7a will not be triggered until provisioned by entity DHCP. {{(pid=94175) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 23 11:34:16.345814 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron_lib.callbacks.manager [None req-007028a8-901b-4ac7-9de2-972453c51c1b tempest-PortsTestJSON-2085221018 tempest-PortsTestJSON-2085221018-project] Notify callbacks [] for port, precommit_update {{(pid=94175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:34:16.348593 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron_lib.callbacks.manager [None req-86662d92-3a24-4122-8145-050a63721a7d tempest-ExtraDHCPOptionsIpV6TestJSON-2131111190 tempest-ExtraDHCPOptionsIpV6TestJSON-2131111190-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-897627', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866062', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5195932', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4294216'] for subnet, after_delete {{(pid=94174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:34:16.351740 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG oslo_concurrency.lockutils [None req-167cd877-235d-4327-af6e-78847211074a tempest-NetworksTestDHCPv6-162546708 tempest-NetworksTestDHCPv6-162546708-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94174) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 11:34:16.353480 dv-neutron-601336-94-hyperv neutron-server[94175]: INFO neutron.wsgi [None req-ca982b02-f748-4f92-8b1f-cf4296d5072e admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=b821b46e1b324d8b841a47a523d22ab1&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2205610 Jun 23 11:34:16.358515 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.wsgi [-] (94175) accepted ('10.222.0.20', 40280) {{(pid=94175) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 11:34:16.374336 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.db.provisioning_blocks [None req-007028a8-901b-4ac7-9de2-972453c51c1b tempest-PortsTestJSON-2085221018 tempest-PortsTestJSON-2085221018-project] Transition to ACTIVE for port object 4a7d61d6-fe80-4481-8773-805964971842 will not be triggered until provisioned by entity DHCP. {{(pid=94175) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 23 11:34:16.382599 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86662d92-3a24-4122-8145-050a63721a7d tempest-ExtraDHCPOptionsIpV6TestJSON-2131111190 tempest-ExtraDHCPOptionsIpV6TestJSON-2131111190-project] Pushing event deleted for resources: {'Subnet': ['ID=97497ee3-4c4c-4416-92bd-69180592b8fc,revision_number=None']} {{(pid=94174) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 11:34:16.385625 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG oslo_concurrency.lockutils [None req-86662d92-3a24-4122-8145-050a63721a7d tempest-ExtraDHCPOptionsIpV6TestJSON-2131111190 tempest-ExtraDHCPOptionsIpV6TestJSON-2131111190-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.034s {{(pid=94174) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 11:34:16.386638 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a8d96015-4136-476d-a70a-1583aac79567 tempest-NetworksTest-2133396914 tempest-NetworksTest-2133396914-project] Network 4b0f7dde-4eef-492a-8735-2a82d587956d is scheduled to be hosted by DHCP agent 8cf29b10-0e57-4131-816f-a4b6ad00b249 with binding_index 1 {{(pid=94174) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 23 11:34:16.391877 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron_lib.callbacks.manager [None req-86662d92-3a24-4122-8145-050a63721a7d tempest-ExtraDHCPOptionsIpV6TestJSON-2131111190 tempest-ExtraDHCPOptionsIpV6TestJSON-2131111190-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7865916'] for subnet, before_response {{(pid=94174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:34:16.396844 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.wsgi [-] (94175) accepted ('10.222.0.20', 40282) {{(pid=94175) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 11:34:16.397036 dv-neutron-601336-94-hyperv neutron-server[94174]: INFO neutron.wsgi [None req-86662d92-3a24-4122-8145-050a63721a7d tempest-ExtraDHCPOptionsIpV6TestJSON-2131111190 tempest-ExtraDHCPOptionsIpV6TestJSON-2131111190-project] 10.222.0.20 "DELETE /v2.0/subnets/97497ee3-4c4c-4416-92bd-69180592b8fc HTTP/1.1" status: 204 len: 168 time: 0.5928960 Jun 23 11:34:16.398978 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a8c8c026-f00e-454d-8bec-dec1404f0a25 None None] Network a5879bb1-194d-4f6b-b32d-5c6f64a46fc8 requested from dv-neutron-601336-94-hyperv {{(pid=94176) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 23 11:34:16.457226 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron_lib.callbacks.manager [None req-007028a8-901b-4ac7-9de2-972453c51c1b tempest-PortsTestJSON-2085221018 tempest-PortsTestJSON-2085221018-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-922904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866062', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773700135042', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773699642233', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773699642278', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5082471'] for port, after_update {{(pid=94175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:34:16.466227 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG oslo_concurrency.lockutils [None req-79c80000-0072-42ce-bc7e-cbf968d3fd9d tempest-RoutersNegativeIpV6Test-1628881962 tempest-RoutersNegativeIpV6Test-1628881962-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94175) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 11:34:16.473938 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.scheduler.base_scheduler [None req-a8d96015-4136-476d-a70a-1583aac79567 tempest-NetworksTest-2133396914 tempest-NetworksTest-2133396914-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-601336-94-hyperv, 4b0f7dde-4eef-492a-8735-2a82d587956d) {{(pid=94174) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 23 11:34:16.489296 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a8d96015-4136-476d-a70a-1583aac79567 tempest-NetworksTest-2133396914 tempest-NetworksTest-2133396914-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94174) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 11:34:16.492186 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron_lib.callbacks.manager [None req-a8d96015-4136-476d-a70a-1583aac79567 tempest-NetworksTest-2133396914 tempest-NetworksTest-2133396914-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7865916'] for subnet, before_response {{(pid=94174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:34:16.496581 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3c03027a-b5b8-4809-98ec-40e717c66ac2 None None] Network 4b0f7dde-4eef-492a-8735-2a82d587956d requested from dv-neutron-601336-94-hyperv {{(pid=94176) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 23 11:34:16.510513 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron_lib.callbacks.manager [None req-ce43c2c3-7b9e-4974-ba0f-ac3a44b7f35a tempest-PortsIpV6TestJSON-1781383748 tempest-PortsIpV6TestJSON-1781383748-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-922915', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-239814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7866073', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773699642215', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-5082457'] for port, after_create {{(pid=94175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:34:16.530691 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron_lib.callbacks.manager [None req-97edcb3f-c7ab-4af5-a917-340f60753bad admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:34:16.548967 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron_lib.callbacks.manager [None req-066cac31-c030-42fa-9436-3821d7fd8577 tempest-ExtraDHCPOptionsIpV6TestJSON-2131111190 tempest-ExtraDHCPOptionsIpV6TestJSON-2131111190-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-824874'] for network, before_delete {{(pid=94175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:34:16.551376 dv-neutron-601336-94-hyperv neutron-server[94174]: INFO neutron.wsgi [None req-a8d96015-4136-476d-a70a-1583aac79567 tempest-NetworksTest-2133396914 tempest-NetworksTest-2133396914-project] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 793 time: 1.2351224 Jun 23 11:34:16.553799 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.wsgi [-] (94174) accepted ('10.222.0.20', 40284) {{(pid=94174) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 11:34:16.607329 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.db.db_base_plugin_common [None req-d769e55e-0159-4ae5-beb7-974a8ef3a788 None None] Allocated IP 172.20.0.18 (c9584ed1-23c5-47a7-b4d6-264bedad0f19/977308c0-7a49-4a93-831f-0986b33fbae2/ec8330c5-73ea-4217-bbfe-5ed799e56847) {{(pid=94176) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 23 11:34:16.617953 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ce43c2c3-7b9e-4974-ba0f-ac3a44b7f35a tempest-PortsIpV6TestJSON-1781383748 tempest-PortsIpV6TestJSON-1781383748-project] Network de829efd-60b2-4d9b-b2cd-9a8e83874a37 is already hosted by enough agents. {{(pid=94175) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 23 11:34:16.625442 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-007028a8-901b-4ac7-9de2-972453c51c1b tempest-PortsTestJSON-2085221018 tempest-PortsTestJSON-2085221018-project] Pushing event updated for resources: {'Port': ['ID=4a7d61d6-fe80-4481-8773-805964971842,revision_number=2']} {{(pid=94175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 11:34:16.634154 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.scheduler.base_scheduler [None req-ce43c2c3-7b9e-4974-ba0f-ac3a44b7f35a tempest-PortsIpV6TestJSON-1781383748 tempest-PortsIpV6TestJSON-1781383748-project] Resources bound (agent type, host, resource id): {{(pid=94175) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 23 11:34:16.638897 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron_lib.callbacks.manager [None req-97edcb3f-c7ab-4af5-a917-340f60753bad admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:34:16.643649 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG oslo_concurrency.lockutils [None req-007028a8-901b-4ac7-9de2-972453c51c1b tempest-PortsTestJSON-2085221018 tempest-PortsTestJSON-2085221018-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.177s {{(pid=94175) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 11:34:16.643649 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG oslo_concurrency.lockutils [None req-9394acf4-2ff1-41ab-9cc7-13c7d634078d tempest-PortsIpV6TestJSON-1781383748 tempest-PortsIpV6TestJSON-1781383748-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.118s {{(pid=94175) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 11:34:16.649402 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ce43c2c3-7b9e-4974-ba0f-ac3a44b7f35a tempest-PortsIpV6TestJSON-1781383748 tempest-PortsIpV6TestJSON-1781383748-project] Received port after_create {{(pid=94175) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 23 11:34:16.655165 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ce43c2c3-7b9e-4974-ba0f-ac3a44b7f35a tempest-PortsIpV6TestJSON-1781383748 tempest-PortsIpV6TestJSON-1781383748-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 11:34:16.655473 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron_lib.callbacks.manager [None req-ce43c2c3-7b9e-4974-ba0f-ac3a44b7f35a tempest-PortsIpV6TestJSON-1781383748 tempest-PortsIpV6TestJSON-1781383748-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-217507'] for port, before_response {{(pid=94175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:34:16.660178 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.db.db_base_plugin_common [None req-6c03bf17-da9c-4afd-891c-9f08fe498a5b None None] Allocated IP 2001:db8:0:1::2 (de829efd-60b2-4d9b-b2cd-9a8e83874a37/d10e84a7-1183-4c3e-a38b-0a0a83947bdd/8bd37c31-2d98-4393-94b8-6d907ba83735) {{(pid=94176) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 23 11:34:16.669069 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron_lib.callbacks.manager [None req-1b8d01be-4257-4f85-a38b-4b2e8c68690f tempest-NetworksTest-2133396914 tempest-NetworksTest-2133396914-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-824874'] for network, before_delete {{(pid=94174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:34:16.685231 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron_lib.callbacks.manager [None req-95d6aa8f-24e7-4234-82ff-f502266c3285 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773699952132', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-899307'] for agent, after_update {{(pid=94176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:34:16.724791 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron_lib.callbacks.manager [None req-1b8d01be-4257-4f85-a38b-4b2e8c68690f tempest-NetworksTest-2133396914 tempest-NetworksTest-2133396914-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-897634'] for subnet, precommit_delete {{(pid=94174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:34:16.851582 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron_lib.callbacks.manager [None req-1b8d01be-4257-4f85-a38b-4b2e8c68690f tempest-NetworksTest-2133396914 tempest-NetworksTest-2133396914-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-897627', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866062', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5195932', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4294216'] for subnet, after_delete {{(pid=94174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:34:16.854963 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG oslo_concurrency.lockutils [None req-73dbdfd0-cb5b-4285-ae3a-aebe000a1185 tempest-NetworksTest-2133396914 tempest-NetworksTest-2133396914-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94174) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 11:34:16.881673 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b8d01be-4257-4f85-a38b-4b2e8c68690f tempest-NetworksTest-2133396914 tempest-NetworksTest-2133396914-project] Pushing event deleted for resources: {'Subnet': ['ID=cf0988d6-1218-4210-b2f0-01fbd01dd4cd,revision_number=None']} {{(pid=94174) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 11:34:16.884927 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG oslo_concurrency.lockutils [None req-1b8d01be-4257-4f85-a38b-4b2e8c68690f tempest-NetworksTest-2133396914 tempest-NetworksTest-2133396914-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.030s {{(pid=94174) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 11:34:16.902318 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.plugins.ml2.db [None req-d769e55e-0159-4ae5-beb7-974a8ef3a788 None None] For port ec8330c5-73ea-4217-bbfe-5ed799e56847, host dv-neutron-601336-94-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-94-hyperv',level=0,port_id=ec8330c5-73ea-4217-bbfe-5ed799e56847,segment=NetworkSegment(070bfeb7-251d-4048-8853-f7c49da9034e),segment_id=070bfeb7-251d-4048-8853-f7c49da9034e)] {{(pid=94176) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 23 11:34:16.922696 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.plugins.ml2.db [None req-6c03bf17-da9c-4afd-891c-9f08fe498a5b None None] For port 8bd37c31-2d98-4393-94b8-6d907ba83735, host dv-neutron-601336-94-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-94-hyperv',level=0,port_id=8bd37c31-2d98-4393-94b8-6d907ba83735,segment=NetworkSegment(ef0a4641-0018-4a33-9f6a-e855f8fdd6d0),segment_id=ef0a4641-0018-4a33-9f6a-e855f8fdd6d0)] {{(pid=94176) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 23 11:34:16.953543 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron_lib.callbacks.manager [None req-1b8d01be-4257-4f85-a38b-4b2e8c68690f tempest-NetworksTest-2133396914 tempest-NetworksTest-2133396914-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-897259', 'neutron.services.segments.db._delete_segments_for_network-8773700168587'] for network, precommit_delete {{(pid=94174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:34:16.967280 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.services.segments.db [None req-1b8d01be-4257-4f85-a38b-4b2e8c68690f tempest-NetworksTest-2133396914 tempest-NetworksTest-2133396914-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4b0f7dde-4eef-492a-8735-2a82d587956d']}} {{(pid=94174) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 11:34:16.981036 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.services.segments.db [None req-1b8d01be-4257-4f85-a38b-4b2e8c68690f tempest-NetworksTest-2133396914 tempest-NetworksTest-2133396914-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b88daaf0-1325-470e-af67-f57f7ef341c7') {'for_net_delete': True} {{(pid=94174) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 11:34:16.981036 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.services.segments.db [None req-1b8d01be-4257-4f85-a38b-4b2e8c68690f tempest-NetworksTest-2133396914 tempest-NetworksTest-2133396914-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b88daaf0-1325-470e-af67-f57f7ef341c7') {} {{(pid=94174) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 11:34:16.993907 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron_lib.callbacks.manager [None req-1b8d01be-4257-4f85-a38b-4b2e8c68690f tempest-NetworksTest-2133396914 tempest-NetworksTest-2133396914-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8773699955833', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4800267'] for segment, before_delete {{(pid=94174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:34:17.010499 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron_lib.callbacks.manager [None req-1b8d01be-4257-4f85-a38b-4b2e8c68690f tempest-NetworksTest-2133396914 tempest-NetworksTest-2133396914-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3801'] for segment, precommit_delete {{(pid=94174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:34:17.017195 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1b8d01be-4257-4f85-a38b-4b2e8c68690f tempest-NetworksTest-2133396914 tempest-NetworksTest-2133396914-project] Releasing vlan 412 on physical network physnet1 to pool {{(pid=94174) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 23 11:34:17.017660 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron_lib.callbacks.manager [None req-1b8d01be-4257-4f85-a38b-4b2e8c68690f tempest-NetworksTest-2133396914 tempest-NetworksTest-2133396914-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3801', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5196341'] for segment, after_delete {{(pid=94174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:34:17.020915 dv-neutron-601336-94-hyperv neutron-server[94174]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 23 11:34:17.020915 dv-neutron-601336-94-hyperv neutron-server[94174]: conditions |= (models_v2.Port.network_id.in_( Jun 23 11:34:17.020915 dv-neutron-601336-94-hyperv neutron-server[94174]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 23 11:34:17.020915 dv-neutron-601336-94-hyperv neutron-server[94174]: conditions |= (models_v2.Port.network_id.in_( Jun 23 11:34:17.020915 dv-neutron-601336-94-hyperv neutron-server[94174]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 23 11:34:17.020915 dv-neutron-601336-94-hyperv neutron-server[94174]: conditions |= (models_v2.Port.network_id.in_( Jun 23 11:34:17.020915 dv-neutron-601336-94-hyperv neutron-server[94174]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 23 11:34:17.020915 dv-neutron-601336-94-hyperv neutron-server[94174]: conditions |= (models_v2.Port.network_id.in_( Jun 23 11:34:17.020915 dv-neutron-601336-94-hyperv neutron-server[94174]: Traceback (most recent call last): Jun 23 11:34:17.020915 dv-neutron-601336-94-hyperv neutron-server[94174]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 23 11:34:17.020915 dv-neutron-601336-94-hyperv neutron-server[94174]: timer() Jun 23 11:34:17.020915 dv-neutron-601336-94-hyperv neutron-server[94174]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 23 11:34:17.020915 dv-neutron-601336-94-hyperv neutron-server[94174]: cb(*args, **kw) Jun 23 11:34:17.020915 dv-neutron-601336-94-hyperv neutron-server[94174]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 23 11:34:17.020915 dv-neutron-601336-94-hyperv neutron-server[94174]: return func(*args, **kwargs) Jun 23 11:34:17.020915 dv-neutron-601336-94-hyperv neutron-server[94174]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 23 11:34:17.020915 dv-neutron-601336-94-hyperv neutron-server[94174]: self._notify() Jun 23 11:34:17.020915 dv-neutron-601336-94-hyperv neutron-server[94174]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 23 11:34:17.020915 dv-neutron-601336-94-hyperv neutron-server[94174]: self.callback(batched_events) Jun 23 11:34:17.020915 dv-neutron-601336-94-hyperv neutron-server[94174]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 23 11:34:17.020915 dv-neutron-601336-94-hyperv neutron-server[94174]: event.method(event) Jun 23 11:34:17.020915 dv-neutron-601336-94-hyperv neutron-server[94174]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 23 11:34:17.020915 dv-neutron-601336-94-hyperv neutron-server[94174]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 23 11:34:17.020915 dv-neutron-601336-94-hyperv neutron-server[94174]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 23 11:34:17.020915 dv-neutron-601336-94-hyperv neutron-server[94174]: aggregate_uuid = self.p_client.list_aggregates( Jun 23 11:34:17.020915 dv-neutron-601336-94-hyperv neutron-server[94174]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 23 11:34:17.020915 dv-neutron-601336-94-hyperv neutron-server[94174]: return f(self, *a, **k) Jun 23 11:34:17.020915 dv-neutron-601336-94-hyperv neutron-server[94174]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 23 11:34:17.020915 dv-neutron-601336-94-hyperv neutron-server[94174]: return self._get(url).json() Jun 23 11:34:17.020915 dv-neutron-601336-94-hyperv neutron-server[94174]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 23 11:34:17.020915 dv-neutron-601336-94-hyperv neutron-server[94174]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 23 11:34:17.020915 dv-neutron-601336-94-hyperv neutron-server[94174]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 23 11:34:17.020915 dv-neutron-601336-94-hyperv neutron-server[94174]: return self.request(url, 'GET', **kwargs) Jun 23 11:34:17.020915 dv-neutron-601336-94-hyperv neutron-server[94174]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 23 11:34:17.020915 dv-neutron-601336-94-hyperv neutron-server[94174]: base_url = self.get_endpoint(auth, allow=allow, Jun 23 11:34:17.020915 dv-neutron-601336-94-hyperv neutron-server[94174]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 23 11:34:17.020915 dv-neutron-601336-94-hyperv neutron-server[94174]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 23 11:34:17.020915 dv-neutron-601336-94-hyperv neutron-server[94174]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 23 11:34:17.020915 dv-neutron-601336-94-hyperv neutron-server[94174]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 23 11:34:17.020915 dv-neutron-601336-94-hyperv neutron-server[94174]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 23 11:34:17.049506 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.plugins.ml2.plugin [None req-007028a8-901b-4ac7-9de2-972453c51c1b tempest-PortsTestJSON-2085221018 tempest-PortsTestJSON-2085221018-project] In _notify_port_updated(), no bound segment for port 4a7d61d6-fe80-4481-8773-805964971842 on network c9584ed1-23c5-47a7-b4d6-264bedad0f19 {{(pid=94175) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:876}} Jun 23 11:34:17.054937 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-007028a8-901b-4ac7-9de2-972453c51c1b tempest-PortsTestJSON-2085221018 tempest-PortsTestJSON-2085221018-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 11:34:17.055609 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron_lib.callbacks.manager [None req-007028a8-901b-4ac7-9de2-972453c51c1b tempest-PortsTestJSON-2085221018 tempest-PortsTestJSON-2085221018-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-217507'] for port, before_response {{(pid=94175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:34:17.060614 dv-neutron-601336-94-hyperv neutron-server[94175]: INFO neutron.wsgi [None req-007028a8-901b-4ac7-9de2-972453c51c1b tempest-PortsTestJSON-2085221018 tempest-PortsTestJSON-2085221018-project] 10.222.0.20 "PUT /v2.0/ports/4a7d61d6-fe80-4481-8773-805964971842 HTTP/1.1" status: 200 len: 919 time: 2.0505445 Jun 23 11:34:17.064088 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.wsgi [-] (94174) accepted ('10.222.0.20', 40286) {{(pid=94174) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 11:34:17.086851 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce43c2c3-7b9e-4974-ba0f-ac3a44b7f35a tempest-PortsIpV6TestJSON-1781383748 tempest-PortsIpV6TestJSON-1781383748-project] Pushing event updated for resources: {'Port': ['ID=f97f4df1-0038-4397-9f01-cc509794cb7a,revision_number=1']} {{(pid=94175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 11:34:17.092757 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG oslo_concurrency.lockutils [None req-ce43c2c3-7b9e-4974-ba0f-ac3a44b7f35a tempest-PortsIpV6TestJSON-1781383748 tempest-PortsIpV6TestJSON-1781383748-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.449s {{(pid=94175) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 11:34:17.114657 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-48ad4740-b9f9-446d-a42f-388850c157db None None] DHCP port deletion for a5879bb1-194d-4f6b-b32d-5c6f64a46fc8 request from dv-neutron-601336-94-hyperv {{(pid=94176) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jun 23 11:34:17.115871 dv-neutron-601336-94-hyperv neutron-server[94175]: INFO neutron.wsgi [None req-ce43c2c3-7b9e-4974-ba0f-ac3a44b7f35a tempest-PortsIpV6TestJSON-1781383748 tempest-PortsIpV6TestJSON-1781383748-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1015 time: 2.3737538 Jun 23 11:34:17.117547 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.plugins.ml2.plugin [None req-066cac31-c030-42fa-9436-3821d7fd8577 tempest-ExtraDHCPOptionsIpV6TestJSON-2131111190 tempest-ExtraDHCPOptionsIpV6TestJSON-2131111190-project] Deleting port e24cfa0b-889a-4f65-ad9b-7127e778d53a {{(pid=94175) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1913}} Jun 23 11:34:17.117896 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron_lib.callbacks.manager [None req-066cac31-c030-42fa-9436-3821d7fd8577 tempest-ExtraDHCPOptionsIpV6TestJSON-2131111190 tempest-ExtraDHCPOptionsIpV6TestJSON-2131111190-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773700079324'] for port, before_delete {{(pid=94175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:34:17.118809 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.wsgi [-] (94174) accepted ('10.222.0.20', 40288) {{(pid=94174) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 11:34:17.143757 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-41bd0983-0408-49e9-bb96-5b141db89a82 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1e0d828a-1fa4-563d-b7fd-53adf66a04ee-4b0f7dde-4eef-492a-8735-2a82d587956d', 'network_id': '4b0f7dde-4eef-492a-8735-2a82d587956d', 'tenant_id': 'dfecc9776e0d4947a3f7218fbe96de01', 'fixed_ips': [{'subnet_id': 'cf0988d6-1218-4210-b2f0-01fbd01dd4cd'}]}} from dv-neutron-601336-94-hyperv. {{(pid=94176) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 23 11:34:17.145327 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron_lib.callbacks.manager [None req-41bd0983-0408-49e9-bb96-5b141db89a82 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-923104'] for port, before_create {{(pid=94176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:34:17.148554 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.api.v2.base [None req-ddfc9492-a642-45a7-b5e7-e3da14d7c61f tempest-PortsIpV6TestJSON-1781383748 tempest-PortsIpV6TestJSON-1781383748-project] Request body: {'port': {'fixed_ips': [{'subnet_id': '47e16826-3e27-43ca-9ac7-a70a51a0fd30'}]}} {{(pid=94174) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 23 11:34:17.165010 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron_lib.callbacks.manager [None req-d769e55e-0159-4ae5-beb7-974a8ef3a788 None None] Notify callbacks [] for port, precommit_update {{(pid=94176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:34:17.187773 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.plugins.ml2.db [None req-066cac31-c030-42fa-9436-3821d7fd8577 tempest-ExtraDHCPOptionsIpV6TestJSON-2131111190 tempest-ExtraDHCPOptionsIpV6TestJSON-2131111190-project] For port e24cfa0b-889a-4f65-ad9b-7127e778d53a, host dv-neutron-601336-94-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-94-hyperv',level=0,port_id=e24cfa0b-889a-4f65-ad9b-7127e778d53a,segment=NetworkSegment(5ede67c5-4656-4a10-a74c-30a842ff0ef9),segment_id=5ede67c5-4656-4a10-a74c-30a842ff0ef9)] {{(pid=94175) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 23 11:34:17.188121 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron_lib.callbacks.manager [None req-066cac31-c030-42fa-9436-3821d7fd8577 tempest-ExtraDHCPOptionsIpV6TestJSON-2131111190 tempest-ExtraDHCPOptionsIpV6TestJSON-2131111190-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-430722'] for port, precommit_delete {{(pid=94175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:34:17.204508 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron_lib.callbacks.manager [None req-97edcb3f-c7ab-4af5-a917-340f60753bad admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7996330'] for security_group, after_delete {{(pid=94175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:34:17.207944 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron_lib.callbacks.manager [None req-97edcb3f-c7ab-4af5-a917-340f60753bad admin admin] Notify callbacks [] for security_group, before_response {{(pid=94175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:34:17.208072 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron_lib.callbacks.manager [None req-6c03bf17-da9c-4afd-891c-9f08fe498a5b None None] Notify callbacks [] for port, precommit_update {{(pid=94176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:34:17.211514 dv-neutron-601336-94-hyperv neutron-server[94175]: INFO neutron.wsgi [None req-97edcb3f-c7ab-4af5-a917-340f60753bad admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/fcc7c273-8962-447f-8608-229c7f97c020 HTTP/1.1" status: 204 len: 168 time: 0.8485155 Jun 23 11:34:17.213511 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG oslo_concurrency.lockutils [None req-3d8129c5-d2e1-48e6-a827-9e698cdb37a8 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94175) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 11:34:17.215414 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.db.provisioning_blocks [None req-d769e55e-0159-4ae5-beb7-974a8ef3a788 None None] Transition to ACTIVE for port object ec8330c5-73ea-4217-bbfe-5ed799e56847 will not be triggered until provisioned by entity DHCP. {{(pid=94176) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 23 11:34:17.221471 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.plugins.ml2.plugin [None req-066cac31-c030-42fa-9436-3821d7fd8577 tempest-ExtraDHCPOptionsIpV6TestJSON-2131111190 tempest-ExtraDHCPOptionsIpV6TestJSON-2131111190-project] Calling delete_port for e24cfa0b-889a-4f65-ad9b-7127e778d53a owned by network:dhcp {{(pid=94175) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1986}} Jun 23 11:34:17.223586 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97edcb3f-c7ab-4af5-a917-340f60753bad admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fcc7c273-8962-447f-8608-229c7f97c020,revision_number=None']} {{(pid=94175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 11:34:17.226024 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG oslo_concurrency.lockutils [None req-97edcb3f-c7ab-4af5-a917-340f60753bad admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.013s {{(pid=94175) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 11:34:17.237931 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron_lib.callbacks.manager [None req-1b8d01be-4257-4f85-a38b-4b2e8c68690f tempest-NetworksTest-2133396914 tempest-NetworksTest-2133396914-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-897248', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8002400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7866073', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-524247'] for network, after_delete {{(pid=94174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:34:17.244227 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.db.provisioning_blocks [None req-6c03bf17-da9c-4afd-891c-9f08fe498a5b None None] Transition to ACTIVE for port object 8bd37c31-2d98-4393-94b8-6d907ba83735 will not be triggered until provisioned by entity DHCP. {{(pid=94176) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 23 11:34:17.293348 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.plugins.ml2.plugin [None req-48ad4740-b9f9-446d-a42f-388850c157db None None] Deleting port e24cfa0b-889a-4f65-ad9b-7127e778d53a {{(pid=94176) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1913}} Jun 23 11:34:17.294491 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron_lib.callbacks.manager [None req-48ad4740-b9f9-446d-a42f-388850c157db None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773700079324'] for port, before_delete {{(pid=94176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:34:17.324187 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.plugins.ml2.rpc [None req-dc7542b2-afef-47f4-a763-e3a3cba144be None None] Device 8bd37c31-2d98-4393-94b8-6d907ba83735 up at agent ovs-agent-dv-neutron-601336-94-hyperv {{(pid=94176) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:298}} Jun 23 11:34:17.382193 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron_lib.callbacks.manager [None req-d769e55e-0159-4ae5-beb7-974a8ef3a788 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-922904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866062', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773700135042', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773699642233', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773699642278'] for port, after_update {{(pid=94176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:34:17.384295 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron_lib.callbacks.manager [None req-6c03bf17-da9c-4afd-891c-9f08fe498a5b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-922904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866062', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773700135042', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773699642233', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773699642278'] for port, after_update {{(pid=94176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:34:17.392214 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG oslo_concurrency.lockutils [None req-f020a1c7-11cf-4b89-b008-58b2e507564d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 11:34:17.394383 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c78c4f7f-2fb2-4a42-8f3f-bda74cfda4ff None None] Network 4b0f7dde-4eef-492a-8735-2a82d587956d requested from dv-neutron-601336-94-hyperv {{(pid=94176) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 23 11:34:17.457366 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c78c4f7f-2fb2-4a42-8f3f-bda74cfda4ff None None] Network 4b0f7dde-4eef-492a-8735-2a82d587956d could not be found, it might have been deleted concurrently. {{(pid=94176) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:225}} Jun 23 11:34:17.474095 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron_lib.callbacks.manager [None req-066cac31-c030-42fa-9436-3821d7fd8577 tempest-ExtraDHCPOptionsIpV6TestJSON-2131111190 tempest-ExtraDHCPOptionsIpV6TestJSON-2131111190-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-922904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866062', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773700135024', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773699642224', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5082448'] for port, after_delete {{(pid=94175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:34:17.483357 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG oslo_concurrency.lockutils [None req-c39ece41-30f3-4e6c-9b6b-973c248f49d4 tempest-BulkNetworkOpsIpV6Test-986121801 tempest-BulkNetworkOpsIpV6Test-986121801-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94175) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 11:34:17.504036 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.db.l3_dvrscheduler_db [None req-066cac31-c030-42fa-9436-3821d7fd8577 tempest-ExtraDHCPOptionsIpV6TestJSON-2131111190 tempest-ExtraDHCPOptionsIpV6TestJSON-2131111190-project] No DVR routers for this DVR port e24cfa0b-889a-4f65-ad9b-7127e778d53a on host dv-neutron-601336-94-hyperv {{(pid=94175) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 23 11:34:17.505743 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.plugins.ml2.db [None req-48ad4740-b9f9-446d-a42f-388850c157db None None] For port e24cfa0b-889a-4f65-ad9b-7127e778d53a, host dv-neutron-601336-94-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-94-hyperv',level=0,port_id=e24cfa0b-889a-4f65-ad9b-7127e778d53a,segment=NetworkSegment(5ede67c5-4656-4a10-a74c-30a842ff0ef9),segment_id=5ede67c5-4656-4a10-a74c-30a842ff0ef9)] {{(pid=94176) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 23 11:34:17.506107 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-066cac31-c030-42fa-9436-3821d7fd8577 tempest-ExtraDHCPOptionsIpV6TestJSON-2131111190 tempest-ExtraDHCPOptionsIpV6TestJSON-2131111190-project] Pushing event deleted for resources: {'Port': ['ID=e24cfa0b-889a-4f65-ad9b-7127e778d53a,revision_number=None']} {{(pid=94175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 11:34:17.506252 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron_lib.callbacks.manager [None req-48ad4740-b9f9-446d-a42f-388850c157db None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-430722'] for port, precommit_delete {{(pid=94176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:34:17.531593 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG oslo_concurrency.lockutils [None req-066cac31-c030-42fa-9436-3821d7fd8577 tempest-ExtraDHCPOptionsIpV6TestJSON-2131111190 tempest-ExtraDHCPOptionsIpV6TestJSON-2131111190-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=94175) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 11:34:17.534487 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG oslo_concurrency.lockutils [None req-d960573d-054f-4a7b-b06d-d78a30d63e4a tempest-NetworksTest-2133396914 tempest-NetworksTest-2133396914-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94174) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 11:34:17.543293 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron_lib.callbacks.manager [None req-1b8d01be-4257-4f85-a38b-4b2e8c68690f tempest-NetworksTest-2133396914 tempest-NetworksTest-2133396914-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7865916'] for network, before_response {{(pid=94174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:34:17.548147 dv-neutron-601336-94-hyperv neutron-server[94174]: INFO neutron.wsgi [None req-1b8d01be-4257-4f85-a38b-4b2e8c68690f tempest-NetworksTest-2133396914 tempest-NetworksTest-2133396914-project] 10.222.0.20 "DELETE /v2.0/networks/4b0f7dde-4eef-492a-8735-2a82d587956d HTTP/1.1" status: 204 len: 168 time: 0.9895961 Jun 23 11:34:17.557072 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.wsgi [-] (94174) accepted ('10.222.0.20', 40292) {{(pid=94174) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 11:34:17.562110 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.api.v2.base [None req-66933f18-2f3d-421e-99b4-60e90d2264f3 tempest-NetworksTest-2133396914 tempest-NetworksTest-2133396914-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-827455158'}} {{(pid=94174) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 23 11:34:17.567914 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b8d01be-4257-4f85-a38b-4b2e8c68690f tempest-NetworksTest-2133396914 tempest-NetworksTest-2133396914-project] Pushing event deleted for resources: {'Network': ['ID=4b0f7dde-4eef-492a-8735-2a82d587956d,revision_number=None']} {{(pid=94174) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 11:34:17.574301 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG oslo_concurrency.lockutils [None req-1b8d01be-4257-4f85-a38b-4b2e8c68690f tempest-NetworksTest-2133396914 tempest-NetworksTest-2133396914-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.040s {{(pid=94174) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 11:34:17.593845 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.plugins.ml2.plugin [None req-48ad4740-b9f9-446d-a42f-388850c157db None None] Calling delete_port for e24cfa0b-889a-4f65-ad9b-7127e778d53a owned by network:dhcp {{(pid=94176) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1986}} Jun 23 11:34:17.595632 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron_lib.callbacks.manager [None req-066cac31-c030-42fa-9436-3821d7fd8577 tempest-ExtraDHCPOptionsIpV6TestJSON-2131111190 tempest-ExtraDHCPOptionsIpV6TestJSON-2131111190-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-897259', 'neutron.services.segments.db._delete_segments_for_network-8773700168587'] for network, precommit_delete {{(pid=94175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:34:17.602004 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d769e55e-0159-4ae5-beb7-974a8ef3a788 None None] Pushing event updated for resources: {'Port': ['ID=ec8330c5-73ea-4217-bbfe-5ed799e56847,revision_number=4']} {{(pid=94176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 11:34:17.608816 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.services.segments.db [None req-066cac31-c030-42fa-9436-3821d7fd8577 tempest-ExtraDHCPOptionsIpV6TestJSON-2131111190 tempest-ExtraDHCPOptionsIpV6TestJSON-2131111190-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a5879bb1-194d-4f6b-b32d-5c6f64a46fc8']}} {{(pid=94175) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 11:34:17.616508 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.plugins.ml2.plugin [None req-13d6d570-a779-4b7e-a138-467846685efa tempest-PortsTestJSON-2085221018 tempest-PortsTestJSON-2085221018-project] Deleting port 4a7d61d6-fe80-4481-8773-805964971842 {{(pid=94174) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1913}} Jun 23 11:34:17.616869 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron_lib.callbacks.manager [None req-13d6d570-a779-4b7e-a138-467846685efa tempest-PortsTestJSON-2085221018 tempest-PortsTestJSON-2085221018-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773700079324'] for port, before_delete {{(pid=94174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:34:17.635487 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.services.segments.db [None req-066cac31-c030-42fa-9436-3821d7fd8577 tempest-ExtraDHCPOptionsIpV6TestJSON-2131111190 tempest-ExtraDHCPOptionsIpV6TestJSON-2131111190-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5ede67c5-4656-4a10-a74c-30a842ff0ef9') {'for_net_delete': True} {{(pid=94175) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 11:34:17.635487 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.services.segments.db [None req-066cac31-c030-42fa-9436-3821d7fd8577 tempest-ExtraDHCPOptionsIpV6TestJSON-2131111190 tempest-ExtraDHCPOptionsIpV6TestJSON-2131111190-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5ede67c5-4656-4a10-a74c-30a842ff0ef9') {} {{(pid=94175) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 11:34:17.670146 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron_lib.callbacks.manager [None req-066cac31-c030-42fa-9436-3821d7fd8577 tempest-ExtraDHCPOptionsIpV6TestJSON-2131111190 tempest-ExtraDHCPOptionsIpV6TestJSON-2131111190-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8773699955833', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5190677'] for segment, before_delete {{(pid=94175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:34:17.702013 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron_lib.callbacks.manager [None req-066cac31-c030-42fa-9436-3821d7fd8577 tempest-ExtraDHCPOptionsIpV6TestJSON-2131111190 tempest-ExtraDHCPOptionsIpV6TestJSON-2131111190-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3801'] for segment, precommit_delete {{(pid=94175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:34:17.706864 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c03bf17-da9c-4afd-891c-9f08fe498a5b None None] Pushing event updated for resources: {'Port': ['ID=8bd37c31-2d98-4393-94b8-6d907ba83735,revision_number=4']} {{(pid=94176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 11:34:17.719470 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-066cac31-c030-42fa-9436-3821d7fd8577 tempest-ExtraDHCPOptionsIpV6TestJSON-2131111190 tempest-ExtraDHCPOptionsIpV6TestJSON-2131111190-project] Releasing vlan 413 on physical network physnet1 to pool {{(pid=94175) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 23 11:34:17.720181 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron_lib.callbacks.manager [None req-066cac31-c030-42fa-9436-3821d7fd8577 tempest-ExtraDHCPOptionsIpV6TestJSON-2131111190 tempest-ExtraDHCPOptionsIpV6TestJSON-2131111190-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3801', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5082371'] for segment, after_delete {{(pid=94175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:34:17.733016 dv-neutron-601336-94-hyperv neutron-server[94175]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 23 11:34:17.733016 dv-neutron-601336-94-hyperv neutron-server[94175]: conditions |= (models_v2.Port.network_id.in_( Jun 23 11:34:17.733016 dv-neutron-601336-94-hyperv neutron-server[94175]: Traceback (most recent call last): Jun 23 11:34:17.733016 dv-neutron-601336-94-hyperv neutron-server[94175]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 23 11:34:17.733016 dv-neutron-601336-94-hyperv neutron-server[94175]: timer() Jun 23 11:34:17.733016 dv-neutron-601336-94-hyperv neutron-server[94175]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 23 11:34:17.733016 dv-neutron-601336-94-hyperv neutron-server[94175]: cb(*args, **kw) Jun 23 11:34:17.733016 dv-neutron-601336-94-hyperv neutron-server[94175]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 23 11:34:17.733016 dv-neutron-601336-94-hyperv neutron-server[94175]: return func(*args, **kwargs) Jun 23 11:34:17.733016 dv-neutron-601336-94-hyperv neutron-server[94175]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 23 11:34:17.733016 dv-neutron-601336-94-hyperv neutron-server[94175]: self._notify() Jun 23 11:34:17.733016 dv-neutron-601336-94-hyperv neutron-server[94175]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 23 11:34:17.733016 dv-neutron-601336-94-hyperv neutron-server[94175]: self.callback(batched_events) Jun 23 11:34:17.733016 dv-neutron-601336-94-hyperv neutron-server[94175]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 23 11:34:17.733016 dv-neutron-601336-94-hyperv neutron-server[94175]: event.method(event) Jun 23 11:34:17.733016 dv-neutron-601336-94-hyperv neutron-server[94175]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 23 11:34:17.733016 dv-neutron-601336-94-hyperv neutron-server[94175]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 23 11:34:17.733016 dv-neutron-601336-94-hyperv neutron-server[94175]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 23 11:34:17.733016 dv-neutron-601336-94-hyperv neutron-server[94175]: aggregate_uuid = self.p_client.list_aggregates( Jun 23 11:34:17.733016 dv-neutron-601336-94-hyperv neutron-server[94175]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 23 11:34:17.733016 dv-neutron-601336-94-hyperv neutron-server[94175]: return f(self, *a, **k) Jun 23 11:34:17.733016 dv-neutron-601336-94-hyperv neutron-server[94175]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 23 11:34:17.733016 dv-neutron-601336-94-hyperv neutron-server[94175]: return self._get(url).json() Jun 23 11:34:17.733016 dv-neutron-601336-94-hyperv neutron-server[94175]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 23 11:34:17.733016 dv-neutron-601336-94-hyperv neutron-server[94175]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 23 11:34:17.733016 dv-neutron-601336-94-hyperv neutron-server[94175]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 23 11:34:17.733016 dv-neutron-601336-94-hyperv neutron-server[94175]: return self.request(url, 'GET', **kwargs) Jun 23 11:34:17.733016 dv-neutron-601336-94-hyperv neutron-server[94175]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 23 11:34:17.733016 dv-neutron-601336-94-hyperv neutron-server[94175]: base_url = self.get_endpoint(auth, allow=allow, Jun 23 11:34:17.733016 dv-neutron-601336-94-hyperv neutron-server[94175]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 23 11:34:17.733016 dv-neutron-601336-94-hyperv neutron-server[94175]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 23 11:34:17.733016 dv-neutron-601336-94-hyperv neutron-server[94175]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 23 11:34:17.733016 dv-neutron-601336-94-hyperv neutron-server[94175]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 23 11:34:17.733016 dv-neutron-601336-94-hyperv neutron-server[94175]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 23 11:34:17.755161 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-66933f18-2f3d-421e-99b4-60e90d2264f3 tempest-NetworksTest-2133396914 tempest-NetworksTest-2133396914-project] Made reservation on behalf of dfecc9776e0d4947a3f7218fbe96de01 for: {'network': 1} {{(pid=94174) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 23 11:34:17.758936 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron_lib.callbacks.manager [None req-66933f18-2f3d-421e-99b4-60e90d2264f3 tempest-NetworksTest-2133396914 tempest-NetworksTest-2133396914-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-923104'] for network, before_create {{(pid=94174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:34:17.773085 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG oslo_concurrency.lockutils [None req-6c03bf17-da9c-4afd-891c-9f08fe498a5b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.381s {{(pid=94176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 11:34:17.773798 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron_lib.callbacks.manager [None req-48ad4740-b9f9-446d-a42f-388850c157db None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-922904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866062', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773700135024', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773699642224'] for port, after_delete {{(pid=94176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:34:17.786607 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG oslo_concurrency.lockutils [None req-2d1332d2-5b4f-4aaa-84b1-d67202830a06 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.391s {{(pid=94176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 11:34:17.815969 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.db.l3_dvrscheduler_db [None req-48ad4740-b9f9-446d-a42f-388850c157db None None] No DVR routers for this DVR port e24cfa0b-889a-4f65-ad9b-7127e778d53a on host dv-neutron-601336-94-hyperv {{(pid=94176) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 23 11:34:17.818881 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48ad4740-b9f9-446d-a42f-388850c157db None None] Pushing event deleted for resources: {'Port': ['ID=e24cfa0b-889a-4f65-ad9b-7127e778d53a,revision_number=None']} {{(pid=94176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 11:34:17.824149 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG oslo_concurrency.lockutils [None req-48ad4740-b9f9-446d-a42f-388850c157db None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.037s {{(pid=94176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 11:34:17.824822 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG oslo_concurrency.lockutils [None req-16f51ee1-5b03-4203-8bae-776819eb188e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.034s {{(pid=94176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 11:34:17.825188 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG oslo_concurrency.lockutils [None req-16f51ee1-5b03-4203-8bae-776819eb188e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.000s {{(pid=94176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 11:34:17.831498 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron_lib.callbacks.manager [None req-ddfc9492-a642-45a7-b5e7-e3da14d7c61f tempest-PortsIpV6TestJSON-1781383748 tempest-PortsIpV6TestJSON-1781383748-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-923122'] for port, before_update {{(pid=94174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:34:17.850323 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.plugins.ml2.rpc [None req-dc7542b2-afef-47f4-a763-e3a3cba144be None None] Device e24cfa0b-889a-4f65-ad9b-7127e778d53a no longer exists at agent ovs-agent-dv-neutron-601336-94-hyperv {{(pid=94176) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:261}} Jun 23 11:34:17.853815 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-66933f18-2f3d-421e-99b4-60e90d2264f3 tempest-NetworksTest-2133396914 tempest-NetworksTest-2133396914-project] vlan segment allocate from pool success with {'vlan_id': 429, 'physical_network': 'physnet1'} {{(pid=94174) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 23 11:34:17.880185 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.plugins.ml2.plugin [None req-dc7542b2-afef-47f4-a763-e3a3cba144be None None] No Port match for: e24cfa0b-889a-4f65-ad9b-7127e778d53a {{(pid=94176) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2240}} Jun 23 11:34:17.880838 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.plugins.ml2.rpc [None req-dc7542b2-afef-47f4-a763-e3a3cba144be None None] Device e24cfa0b-889a-4f65-ad9b-7127e778d53a not bound to the agent host dv-neutron-601336-94-hyperv {{(pid=94176) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:271}} Jun 23 11:34:17.914416 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron_lib.callbacks.manager [None req-66933f18-2f3d-421e-99b4-60e90d2264f3 tempest-NetworksTest-2133396914 tempest-NetworksTest-2133396914-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3801'] for segment, precommit_create {{(pid=94174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:34:17.914859 dv-neutron-601336-94-hyperv neutron-server[94174]: INFO neutron.db.segments_db [None req-66933f18-2f3d-421e-99b4-60e90d2264f3 tempest-NetworksTest-2133396914 tempest-NetworksTest-2133396914-project] Added segment ecd15bc5-d8a1-464a-b41b-7421f1cab41a of type vlan for network 07aca3e0-fefb-4239-825a-998c2083fc07 Jun 23 11:34:17.917446 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron_lib.callbacks.manager [None req-13d6d570-a779-4b7e-a138-467846685efa tempest-PortsTestJSON-2085221018 tempest-PortsTestJSON-2085221018-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-430722'] for port, precommit_delete {{(pid=94174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:34:17.939434 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron_lib.callbacks.manager [None req-066cac31-c030-42fa-9436-3821d7fd8577 tempest-ExtraDHCPOptionsIpV6TestJSON-2131111190 tempest-ExtraDHCPOptionsIpV6TestJSON-2131111190-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-897248', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8002400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7866073', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-524247'] for network, after_delete {{(pid=94175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:34:17.943954 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron_lib.callbacks.manager [None req-066cac31-c030-42fa-9436-3821d7fd8577 tempest-ExtraDHCPOptionsIpV6TestJSON-2131111190 tempest-ExtraDHCPOptionsIpV6TestJSON-2131111190-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7865916'] for network, before_response {{(pid=94175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:34:17.947685 dv-neutron-601336-94-hyperv neutron-server[94175]: INFO neutron.wsgi [None req-066cac31-c030-42fa-9436-3821d7fd8577 tempest-ExtraDHCPOptionsIpV6TestJSON-2131111190 tempest-ExtraDHCPOptionsIpV6TestJSON-2131111190-project] 10.222.0.20 "DELETE /v2.0/networks/a5879bb1-194d-4f6b-b32d-5c6f64a46fc8 HTTP/1.1" status: 204 len: 168 time: 1.5490627 Jun 23 11:34:17.951950 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG oslo_concurrency.lockutils [None req-d7a7ada7-9b40-4b98-95f2-17b270faf675 tempest-RoutersNegativeTest-1531528216 tempest-RoutersNegativeTest-1531528216-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94175) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 11:34:17.970077 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.plugins.ml2.plugin [None req-13d6d570-a779-4b7e-a138-467846685efa tempest-PortsTestJSON-2085221018 tempest-PortsTestJSON-2085221018-project] Calling delete_port for 4a7d61d6-fe80-4481-8773-805964971842 owned by {{(pid=94174) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1986}} Jun 23 11:34:17.980871 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-066cac31-c030-42fa-9436-3821d7fd8577 tempest-ExtraDHCPOptionsIpV6TestJSON-2131111190 tempest-ExtraDHCPOptionsIpV6TestJSON-2131111190-project] Pushing event deleted for resources: {'Network': ['ID=a5879bb1-194d-4f6b-b32d-5c6f64a46fc8,revision_number=None']} {{(pid=94175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 11:34:17.984605 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG oslo_concurrency.lockutils [None req-066cac31-c030-42fa-9436-3821d7fd8577 tempest-ExtraDHCPOptionsIpV6TestJSON-2131111190 tempest-ExtraDHCPOptionsIpV6TestJSON-2131111190-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.036s {{(pid=94175) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 11:34:18.046167 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron_lib.callbacks.manager [None req-66933f18-2f3d-421e-99b4-60e90d2264f3 tempest-NetworksTest-2133396914 tempest-NetworksTest-2133396914-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8773699596773'] for network, precommit_create {{(pid=94174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:34:18.244755 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron_lib.callbacks.manager [None req-66933f18-2f3d-421e-99b4-60e90d2264f3 tempest-NetworksTest-2133396914 tempest-NetworksTest-2133396914-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8002400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7866073'] for network, after_create {{(pid=94174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:34:18.252340 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-66933f18-2f3d-421e-99b4-60e90d2264f3 tempest-NetworksTest-2133396914 tempest-NetworksTest-2133396914-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94174) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 11:34:18.252340 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron_lib.callbacks.manager [None req-66933f18-2f3d-421e-99b4-60e90d2264f3 tempest-NetworksTest-2133396914 tempest-NetworksTest-2133396914-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7865916'] for network, before_response {{(pid=94174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:34:18.258968 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG oslo_concurrency.lockutils [None req-07fb42a9-3095-4775-a058-88e72f171050 tempest-PortsTestJSON-2085221018 tempest-PortsTestJSON-2085221018-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94174) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 11:34:18.401085 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66933f18-2f3d-421e-99b4-60e90d2264f3 tempest-NetworksTest-2133396914 tempest-NetworksTest-2133396914-project] Pushing event updated for resources: {'Network': ['ID=07aca3e0-fefb-4239-825a-998c2083fc07,revision_number=1']} {{(pid=94174) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 11:34:18.405150 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.wsgi [-] (94175) accepted ('10.222.0.20', 40310) {{(pid=94175) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 11:34:18.414459 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.plugins.ml2.rpc [None req-dc7542b2-afef-47f4-a763-e3a3cba144be None None] Network 07aca3e0-fefb-4239-825a-998c2083fc07 details requested by agent ovs-agent-dv-neutron-601336-94-hyperv with host dv-neutron-601336-94-hyperv {{(pid=94176) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:250}} Jun 23 11:34:18.416866 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG oslo_concurrency.lockutils [None req-66933f18-2f3d-421e-99b4-60e90d2264f3 tempest-NetworksTest-2133396914 tempest-NetworksTest-2133396914-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.159s {{(pid=94174) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 11:34:18.447503 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.db.db_base_plugin_common [None req-ddfc9492-a642-45a7-b5e7-e3da14d7c61f tempest-PortsIpV6TestJSON-1781383748 tempest-PortsIpV6TestJSON-1781383748-project] Delete allocated IP 2001:db8:0:1::2bd (de829efd-60b2-4d9b-b2cd-9a8e83874a37/d10e84a7-1183-4c3e-a38b-0a0a83947bdd) {{(pid=94174) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}} Jun 23 11:34:18.465761 dv-neutron-601336-94-hyperv neutron-server[94174]: INFO neutron.wsgi [None req-66933f18-2f3d-421e-99b4-60e90d2264f3 tempest-NetworksTest-2133396914 tempest-NetworksTest-2133396914-project] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 779 time: 0.8984613 Jun 23 11:34:18.465761 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.wsgi [-] (94174) accepted ('10.222.0.20', 40314) {{(pid=94174) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 11:34:18.468615 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.api.v2.base [None req-61048669-27d1-406a-a7ae-2275ddaaff18 tempest-NetworksTest-2133396914 tempest-NetworksTest-2133396914-project] Request body: {'network': {'name': 'New_network'}} {{(pid=94174) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 23 11:34:18.529064 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron_lib.callbacks.manager [None req-13d6d570-a779-4b7e-a138-467846685efa tempest-PortsTestJSON-2085221018 tempest-PortsTestJSON-2085221018-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-922904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866062', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773700135024', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773699642224', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5196390'] for port, after_delete {{(pid=94174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:34:18.567373 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aa1c6f15-f1ef-4aa7-a0e3-a8c32da5d06c None None] Network de829efd-60b2-4d9b-b2cd-9a8e83874a37 requested from dv-neutron-601336-94-hyperv {{(pid=94176) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 23 11:34:18.593635 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG oslo_concurrency.lockutils [None req-0886e731-cbb5-4c60-b2fd-2eebb3efc6c0 tempest-NetworksTestDHCPv6-162546708 tempest-NetworksTestDHCPv6-162546708-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94174) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 11:34:18.630250 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13d6d570-a779-4b7e-a138-467846685efa tempest-PortsTestJSON-2085221018 tempest-PortsTestJSON-2085221018-project] Pushing event deleted for resources: {'Port': ['ID=4a7d61d6-fe80-4481-8773-805964971842,revision_number=None']} {{(pid=94174) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 11:34:18.634167 dv-neutron-601336-94-hyperv neutron-server[94175]: INFO neutron.wsgi [None req-168d77cd-8c57-421b-a591-4f95ec88bda6 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=db90040599ff4cbfb49c3eb057e14c10&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2267535 Jun 23 11:34:18.635065 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.wsgi [-] (94175) accepted ('10.222.0.20', 40322) {{(pid=94175) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 11:34:18.637674 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG oslo_concurrency.lockutils [None req-13d6d570-a779-4b7e-a138-467846685efa tempest-PortsTestJSON-2085221018 tempest-PortsTestJSON-2085221018-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.044s {{(pid=94174) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 11:34:18.699797 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron_lib.callbacks.manager [None req-051eafc0-7800-40ad-be40-625a95cb1046 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:34:18.742721 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron_lib.callbacks.manager [None req-051eafc0-7800-40ad-be40-625a95cb1046 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:34:18.822507 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.db.provisioning_blocks [None req-c0a0a06c-bf41-4933-9a54-cddc1514a600 None None] Provisioning for port 8bd37c31-2d98-4393-94b8-6d907ba83735 completed by entity DHCP. {{(pid=94176) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 23 11:34:18.827433 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron_lib.callbacks.manager [None req-13d6d570-a779-4b7e-a138-467846685efa tempest-PortsTestJSON-2085221018 tempest-PortsTestJSON-2085221018-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-217507'] for port, before_response {{(pid=94174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:34:18.828501 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.db.provisioning_blocks [None req-c0a0a06c-bf41-4933-9a54-cddc1514a600 None None] Provisioning complete for port 8bd37c31-2d98-4393-94b8-6d907ba83735 triggered by entity DHCP. {{(pid=94176) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 23 11:34:18.828889 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron_lib.callbacks.manager [None req-c0a0a06c-bf41-4933-9a54-cddc1514a600 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-899258'] for port, provisioning_complete {{(pid=94176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:34:18.832053 dv-neutron-601336-94-hyperv neutron-server[94174]: INFO neutron.wsgi [None req-13d6d570-a779-4b7e-a138-467846685efa tempest-PortsTestJSON-2085221018 tempest-PortsTestJSON-2085221018-project] 10.222.0.20 "DELETE /v2.0/ports/4a7d61d6-fe80-4481-8773-805964971842 HTTP/1.1" status: 204 len: 168 time: 1.7669549 Jun 23 11:34:18.835670 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.wsgi [-] (94174) accepted ('10.222.0.20', 40326) {{(pid=94174) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 11:34:18.882269 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron_lib.callbacks.manager [None req-051eafc0-7800-40ad-be40-625a95cb1046 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7996330'] for security_group, after_delete {{(pid=94175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:34:18.887967 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron_lib.callbacks.manager [None req-051eafc0-7800-40ad-be40-625a95cb1046 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:34:18.890742 dv-neutron-601336-94-hyperv neutron-server[94175]: INFO neutron.wsgi [None req-051eafc0-7800-40ad-be40-625a95cb1046 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/d34478a4-bb5c-46ba-9312-4bc38e8f2ad3 HTTP/1.1" status: 204 len: 168 time: 0.2544100 Jun 23 11:34:18.891904 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG oslo_concurrency.lockutils [None req-e0196262-98b5-45f1-9f23-99f19790625a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94175) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 11:34:18.906514 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-051eafc0-7800-40ad-be40-625a95cb1046 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d34478a4-bb5c-46ba-9312-4bc38e8f2ad3,revision_number=None']} {{(pid=94175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 11:34:18.908945 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG oslo_concurrency.lockutils [None req-051eafc0-7800-40ad-be40-625a95cb1046 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=94175) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 11:34:18.921953 dv-neutron-601336-94-hyperv neutron-server[94174]: INFO neutron.pecan_wsgi.hooks.translation [None req-c62187b4-6c09-44d7-acd1-7fc138c55520 tempest-PortsTestJSON-2085221018 tempest-PortsTestJSON-2085221018-project] GET failed (client error): The resource could not be found. Jun 23 11:34:18.926491 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.wsgi [-] (94175) accepted ('10.222.0.20', 40332) {{(pid=94175) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 11:34:18.927628 dv-neutron-601336-94-hyperv neutron-server[94174]: INFO neutron.wsgi [None req-c62187b4-6c09-44d7-acd1-7fc138c55520 tempest-PortsTestJSON-2085221018 tempest-PortsTestJSON-2085221018-project] 10.222.0.20 "GET /v2.0/ports/4a7d61d6-fe80-4481-8773-805964971842 HTTP/1.1" status: 404 len: 333 time: 0.0905058 Jun 23 11:34:18.939657 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron_lib.callbacks.manager [None req-61048669-27d1-406a-a7ae-2275ddaaff18 tempest-NetworksTest-2133396914 tempest-NetworksTest-2133396914-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8773699596773'] for network, precommit_update {{(pid=94174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:34:18.951279 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron_lib.callbacks.manager [None req-ddfc9492-a642-45a7-b5e7-e3da14d7c61f tempest-PortsIpV6TestJSON-1781383748 tempest-PortsIpV6TestJSON-1781383748-project] Notify callbacks [] for port, precommit_update {{(pid=94174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:34:18.969433 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.db.provisioning_blocks [None req-ddfc9492-a642-45a7-b5e7-e3da14d7c61f tempest-PortsIpV6TestJSON-1781383748 tempest-PortsIpV6TestJSON-1781383748-project] Ignored duplicate provisioning block setup for port f97f4df1-0038-4397-9f01-cc509794cb7a by entity DHCP. {{(pid=94174) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:68}} Jun 23 11:34:19.007455 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.db.provisioning_blocks [None req-c0a0a06c-bf41-4933-9a54-cddc1514a600 None None] Provisioning complete for port 1581b641-d989-429b-9c22-7f08f65cb943 triggered by entity DHCP. {{(pid=94176) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 23 11:34:19.008101 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron_lib.callbacks.manager [None req-c0a0a06c-bf41-4933-9a54-cddc1514a600 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-899258'] for port, provisioning_complete {{(pid=94176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:34:19.019468 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron_lib.callbacks.manager [None req-30f82eb8-b4a9-4b3f-8f99-9b9c7bac2761 tempest-PortsTestJSON-2085221018 tempest-PortsTestJSON-2085221018-project] Notify callbacks [] for security_group, before_delete {{(pid=94175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:34:19.019681 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron_lib.callbacks.manager [None req-61048669-27d1-406a-a7ae-2275ddaaff18 tempest-NetworksTest-2133396914 tempest-NetworksTest-2133396914-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8002400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7866073'] for network, after_update {{(pid=94174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:34:19.022242 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG oslo_concurrency.lockutils [None req-30300688-befa-462b-9eb5-2c14926e0b01 tempest-BulkNetworkOpsTest-447796090 tempest-BulkNetworkOpsTest-447796090-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94174) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 11:34:19.097137 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.plugins.ml2.plugin [None req-c0a0a06c-bf41-4933-9a54-cddc1514a600 None None] Port 1581b641-d989-429b-9c22-7f08f65cb943 cannot update to ACTIVE because it is not bound. {{(pid=94176) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jun 23 11:34:19.097137 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.db.provisioning_blocks [None req-c0a0a06c-bf41-4933-9a54-cddc1514a600 None None] Could not find standard attr ID for object 4a7d61d6-fe80-4481-8773-805964971842. {{(pid=94176) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jun 23 11:34:19.097500 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-61048669-27d1-406a-a7ae-2275ddaaff18 tempest-NetworksTest-2133396914 tempest-NetworksTest-2133396914-project] Network 07aca3e0-fefb-4239-825a-998c2083fc07 is not hosted by any dhcp agent {{(pid=94174) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:232}} Jun 23 11:34:19.097500 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-61048669-27d1-406a-a7ae-2275ddaaff18 tempest-NetworksTest-2133396914 tempest-NetworksTest-2133396914-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94174) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 11:34:19.097500 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron_lib.callbacks.manager [None req-61048669-27d1-406a-a7ae-2275ddaaff18 tempest-NetworksTest-2133396914 tempest-NetworksTest-2133396914-project] Notify callbacks [] for network, before_response {{(pid=94174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:34:19.100056 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron_lib.callbacks.manager [None req-30f82eb8-b4a9-4b3f-8f99-9b9c7bac2761 tempest-PortsTestJSON-2085221018 tempest-PortsTestJSON-2085221018-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:34:19.105611 dv-neutron-601336-94-hyperv neutron-server[94174]: INFO neutron.wsgi [None req-61048669-27d1-406a-a7ae-2275ddaaff18 tempest-NetworksTest-2133396914 tempest-NetworksTest-2133396914-project] 10.222.0.20 "PUT /v2.0/networks/07aca3e0-fefb-4239-825a-998c2083fc07 HTTP/1.1" status: 200 len: 723 time: 0.6445701 Jun 23 11:34:19.113372 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron_lib.callbacks.manager [None req-ddfc9492-a642-45a7-b5e7-e3da14d7c61f tempest-PortsIpV6TestJSON-1781383748 tempest-PortsIpV6TestJSON-1781383748-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-922904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866062', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773700135042', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773699642233', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773699642278', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5196369'] for port, after_update {{(pid=94174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:34:19.113619 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.wsgi [-] (94175) accepted ('10.222.0.20', 40334) {{(pid=94175) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 11:34:19.121448 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.api.v2.base [None req-84ab0214-df6c-4396-91aa-d81be6c2800e tempest-NetworksTest-2133396914 tempest-NetworksTest-2133396914-project] Request body: {'subnet': {'network_id': '07aca3e0-fefb-4239-825a-998c2083fc07', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=94175) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 23 11:34:19.136618 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61048669-27d1-406a-a7ae-2275ddaaff18 tempest-NetworksTest-2133396914 tempest-NetworksTest-2133396914-project] Pushing event updated for resources: {'Network': ['ID=07aca3e0-fefb-4239-825a-998c2083fc07,revision_number=2']} {{(pid=94174) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 11:34:19.138499 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG oslo_concurrency.lockutils [None req-61048669-27d1-406a-a7ae-2275ddaaff18 tempest-NetworksTest-2133396914 tempest-NetworksTest-2133396914-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.116s {{(pid=94174) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 11:34:19.139069 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG oslo_concurrency.lockutils [None req-619dae73-19d6-4749-96fb-15f808a4a75c tempest-ExtraDHCPOptionsIpV6TestJSON-2131111190 tempest-ExtraDHCPOptionsIpV6TestJSON-2131111190-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.021s {{(pid=94174) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 11:34:19.146258 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.plugins.ml2.rpc [None req-dc7542b2-afef-47f4-a763-e3a3cba144be None None] Network 07aca3e0-fefb-4239-825a-998c2083fc07 details requested by agent ovs-agent-dv-neutron-601336-94-hyperv with host dv-neutron-601336-94-hyperv {{(pid=94176) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:250}} Jun 23 11:34:19.246518 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.plugins.ml2.plugin [None req-ddfc9492-a642-45a7-b5e7-e3da14d7c61f tempest-PortsIpV6TestJSON-1781383748 tempest-PortsIpV6TestJSON-1781383748-project] In _notify_port_updated(), no bound segment for port f97f4df1-0038-4397-9f01-cc509794cb7a on network de829efd-60b2-4d9b-b2cd-9a8e83874a37 {{(pid=94174) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:876}} Jun 23 11:34:19.253038 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ddfc9492-a642-45a7-b5e7-e3da14d7c61f tempest-PortsIpV6TestJSON-1781383748 tempest-PortsIpV6TestJSON-1781383748-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94174) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 11:34:19.253708 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron_lib.callbacks.manager [None req-ddfc9492-a642-45a7-b5e7-e3da14d7c61f tempest-PortsIpV6TestJSON-1781383748 tempest-PortsIpV6TestJSON-1781383748-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-217507'] for port, before_response {{(pid=94174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:34:19.257521 dv-neutron-601336-94-hyperv neutron-server[94174]: INFO neutron.wsgi [None req-ddfc9492-a642-45a7-b5e7-e3da14d7c61f tempest-PortsIpV6TestJSON-1781383748 tempest-PortsIpV6TestJSON-1781383748-project] 10.222.0.20 "PUT /v2.0/ports/f97f4df1-0038-4397-9f01-cc509794cb7a HTTP/1.1" status: 200 len: 924 time: 2.1352692 Jun 23 11:34:19.258503 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.wsgi [-] (94174) accepted ('10.222.0.20', 40336) {{(pid=94174) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 11:34:19.265776 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.api.v2.base [None req-55d2c788-14c3-45bc-b8d7-6c930f621bce tempest-PortsIpV6TestJSON-1781383748 tempest-PortsIpV6TestJSON-1781383748-project] Request body: {'port': {'fixed_ips': [{'subnet_id': '47e16826-3e27-43ca-9ac7-a70a51a0fd30'}, {'subnet_id': 'd10e84a7-1183-4c3e-a38b-0a0a83947bdd'}]}} {{(pid=94174) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 23 11:34:19.342181 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.plugins.ml2.rpc [None req-dc7542b2-afef-47f4-a763-e3a3cba144be None None] Device 8bd37c31-2d98-4393-94b8-6d907ba83735 up at agent ovs-agent-dv-neutron-601336-94-hyperv {{(pid=94176) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:298}} Jun 23 11:34:19.343277 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddfc9492-a642-45a7-b5e7-e3da14d7c61f tempest-PortsIpV6TestJSON-1781383748 tempest-PortsIpV6TestJSON-1781383748-project] Pushing event updated for resources: {'Port': ['ID=f97f4df1-0038-4397-9f01-cc509794cb7a,revision_number=2']} {{(pid=94174) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 11:34:19.343277 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG oslo_concurrency.lockutils [None req-ddfc9492-a642-45a7-b5e7-e3da14d7c61f tempest-PortsIpV6TestJSON-1781383748 tempest-PortsIpV6TestJSON-1781383748-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.186s {{(pid=94174) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 11:34:19.364111 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.db.provisioning_blocks [None req-dc7542b2-afef-47f4-a763-e3a3cba144be None None] Provisioning complete for port 8bd37c31-2d98-4393-94b8-6d907ba83735 triggered by entity L2. {{(pid=94176) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 23 11:34:19.364789 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron_lib.callbacks.manager [None req-dc7542b2-afef-47f4-a763-e3a3cba144be None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-899258'] for port, provisioning_complete {{(pid=94176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:34:19.389014 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron_lib.callbacks.manager [None req-55d2c788-14c3-45bc-b8d7-6c930f621bce tempest-PortsIpV6TestJSON-1781383748 tempest-PortsIpV6TestJSON-1781383748-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-923122'] for port, before_update {{(pid=94174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:34:19.458784 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.plugins.ml2.rpc [None req-dc7542b2-afef-47f4-a763-e3a3cba144be None None] Device ec8330c5-73ea-4217-bbfe-5ed799e56847 up at agent ovs-agent-dv-neutron-601336-94-hyperv {{(pid=94176) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:298}} Jun 23 11:34:19.688505 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.db.db_base_plugin_common [None req-55d2c788-14c3-45bc-b8d7-6c930f621bce tempest-PortsIpV6TestJSON-1781383748 tempest-PortsIpV6TestJSON-1781383748-project] Allocated IP 2001:db8:0:1::27b (de829efd-60b2-4d9b-b2cd-9a8e83874a37/d10e84a7-1183-4c3e-a38b-0a0a83947bdd/f97f4df1-0038-4397-9f01-cc509794cb7a) {{(pid=94174) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 23 11:34:19.695291 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-28538de1-e469-479a-972d-81198377e137 None None] get_active_networks_info from dv-neutron-601336-94-hyperv {{(pid=94176) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Jun 23 11:34:19.770124 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-84ab0214-df6c-4396-91aa-d81be6c2800e tempest-NetworksTest-2133396914 tempest-NetworksTest-2133396914-project] Made reservation on behalf of dfecc9776e0d4947a3f7218fbe96de01 for: {'subnet': 1} {{(pid=94175) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 23 11:34:19.777995 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.db.provisioning_blocks [None req-c0a0a06c-bf41-4933-9a54-cddc1514a600 None None] Provisioning for port ec8330c5-73ea-4217-bbfe-5ed799e56847 completed by entity DHCP. {{(pid=94176) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 23 11:34:19.778634 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron_lib.callbacks.manager [None req-84ab0214-df6c-4396-91aa-d81be6c2800e tempest-NetworksTest-2133396914 tempest-NetworksTest-2133396914-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4660073'] for subnet, before_create {{(pid=94175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:34:19.786261 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.db.provisioning_blocks [None req-c0a0a06c-bf41-4933-9a54-cddc1514a600 None None] Provisioning complete for port ec8330c5-73ea-4217-bbfe-5ed799e56847 triggered by entity DHCP. {{(pid=94176) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 23 11:34:19.786574 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron_lib.callbacks.manager [None req-c0a0a06c-bf41-4933-9a54-cddc1514a600 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-899258'] for port, provisioning_complete {{(pid=94176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:34:19.826997 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-28538de1-e469-479a-972d-81198377e137 None None] Resources bound (agent type, host, resource id): {{(pid=94176) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Jun 23 11:34:19.846771 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron_lib.callbacks.manager [None req-55d2c788-14c3-45bc-b8d7-6c930f621bce tempest-PortsIpV6TestJSON-1781383748 tempest-PortsIpV6TestJSON-1781383748-project] Notify callbacks [] for port, precommit_update {{(pid=94174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:34:19.852345 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron_lib.callbacks.manager [None req-30f82eb8-b4a9-4b3f-8f99-9b9c7bac2761 tempest-PortsTestJSON-2085221018 tempest-PortsTestJSON-2085221018-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7996330'] for security_group, after_delete {{(pid=94175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:34:19.856403 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron_lib.callbacks.manager [None req-30f82eb8-b4a9-4b3f-8f99-9b9c7bac2761 tempest-PortsTestJSON-2085221018 tempest-PortsTestJSON-2085221018-project] Notify callbacks [] for security_group, before_response {{(pid=94175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:34:19.862944 dv-neutron-601336-94-hyperv neutron-server[94175]: INFO neutron.wsgi [None req-30f82eb8-b4a9-4b3f-8f99-9b9c7bac2761 tempest-PortsTestJSON-2085221018 tempest-PortsTestJSON-2085221018-project] 10.222.0.20 "DELETE /v2.0/security-groups/2977f2cc-36f9-45ec-9c46-2999f229797d HTTP/1.1" status: 204 len: 168 time: 0.9302611 Jun 23 11:34:19.863118 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.wsgi [-] (94174) accepted ('10.222.0.20', 40340) {{(pid=94174) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 11:34:19.863217 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG oslo_concurrency.lockutils [None req-ae4ecfec-d62f-4b98-8ca2-c269d1513978 tempest-PortsTestJSON-2085221018 tempest-PortsTestJSON-2085221018-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94175) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 11:34:19.877213 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30f82eb8-b4a9-4b3f-8f99-9b9c7bac2761 tempest-PortsTestJSON-2085221018 tempest-PortsTestJSON-2085221018-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=2977f2cc-36f9-45ec-9c46-2999f229797d,revision_number=None']} {{(pid=94175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 11:34:19.881335 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG oslo_concurrency.lockutils [None req-30f82eb8-b4a9-4b3f-8f99-9b9c7bac2761 tempest-PortsTestJSON-2085221018 tempest-PortsTestJSON-2085221018-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.020s {{(pid=94175) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 11:34:19.882376 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.db.provisioning_blocks [None req-55d2c788-14c3-45bc-b8d7-6c930f621bce tempest-PortsIpV6TestJSON-1781383748 tempest-PortsIpV6TestJSON-1781383748-project] Ignored duplicate provisioning block setup for port f97f4df1-0038-4397-9f01-cc509794cb7a by entity DHCP. {{(pid=94174) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:68}} Jun 23 11:34:19.927428 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron_lib.callbacks.manager [None req-75a91570-7ed8-4d0f-8e73-63fcf1c97e23 tempest-PortsTestJSON-2085221018 tempest-PortsTestJSON-2085221018-project] Notify callbacks [] for security_group, before_delete {{(pid=94174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:34:19.951145 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron_lib.callbacks.manager [None req-75a91570-7ed8-4d0f-8e73-63fcf1c97e23 tempest-PortsTestJSON-2085221018 tempest-PortsTestJSON-2085221018-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:34:20.001952 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron_lib.callbacks.manager [None req-55d2c788-14c3-45bc-b8d7-6c930f621bce tempest-PortsIpV6TestJSON-1781383748 tempest-PortsIpV6TestJSON-1781383748-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-922904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866062', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773700135042', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773699642233', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773699642278', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5196369'] for port, after_update {{(pid=94174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:34:20.007095 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG oslo_concurrency.lockutils [None req-53344835-6f4d-4a08-bcc9-17d0036c4391 tempest-PortsIpV6TestJSON-1781383748 tempest-PortsIpV6TestJSON-1781383748-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94174) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 11:34:20.092907 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron_lib.callbacks.manager [None req-75a91570-7ed8-4d0f-8e73-63fcf1c97e23 tempest-PortsTestJSON-2085221018 tempest-PortsTestJSON-2085221018-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7996330'] for security_group, after_delete {{(pid=94174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:34:20.095535 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron_lib.callbacks.manager [None req-75a91570-7ed8-4d0f-8e73-63fcf1c97e23 tempest-PortsTestJSON-2085221018 tempest-PortsTestJSON-2085221018-project] Notify callbacks [] for security_group, before_response {{(pid=94174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:34:20.099406 dv-neutron-601336-94-hyperv neutron-server[94174]: INFO neutron.wsgi [None req-75a91570-7ed8-4d0f-8e73-63fcf1c97e23 tempest-PortsTestJSON-2085221018 tempest-PortsTestJSON-2085221018-project] 10.222.0.20 "DELETE /v2.0/security-groups/41a21292-0148-47a9-b65d-ade1278bb367 HTTP/1.1" status: 204 len: 168 time: 0.2374649 Jun 23 11:34:20.101957 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55d2c788-14c3-45bc-b8d7-6c930f621bce tempest-PortsIpV6TestJSON-1781383748 tempest-PortsIpV6TestJSON-1781383748-project] Pushing event updated for resources: {'Port': ['ID=f97f4df1-0038-4397-9f01-cc509794cb7a,revision_number=3']} {{(pid=94174) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 11:34:20.102672 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.wsgi [-] (94175) accepted ('10.222.0.20', 40352) {{(pid=94175) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 11:34:20.115923 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.db.provisioning_blocks [None req-11d74a98-50ff-4975-890a-c1d6fb87e901 None None] Provisioning complete for port 8bd37c31-2d98-4393-94b8-6d907ba83735 triggered by entity DHCP. {{(pid=94176) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 23 11:34:20.116556 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron_lib.callbacks.manager [None req-11d74a98-50ff-4975-890a-c1d6fb87e901 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-899258'] for port, provisioning_complete {{(pid=94176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:34:20.121356 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG oslo_concurrency.lockutils [None req-55d2c788-14c3-45bc-b8d7-6c930f621bce tempest-PortsIpV6TestJSON-1781383748 tempest-PortsIpV6TestJSON-1781383748-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.114s {{(pid=94174) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 11:34:20.122329 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.plugins.ml2.plugin [None req-55d2c788-14c3-45bc-b8d7-6c930f621bce tempest-PortsIpV6TestJSON-1781383748 tempest-PortsIpV6TestJSON-1781383748-project] In _notify_port_updated(), no bound segment for port f97f4df1-0038-4397-9f01-cc509794cb7a on network de829efd-60b2-4d9b-b2cd-9a8e83874a37 {{(pid=94174) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:876}} Jun 23 11:34:20.127929 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-55d2c788-14c3-45bc-b8d7-6c930f621bce tempest-PortsIpV6TestJSON-1781383748 tempest-PortsIpV6TestJSON-1781383748-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94174) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 11:34:20.128592 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron_lib.callbacks.manager [None req-55d2c788-14c3-45bc-b8d7-6c930f621bce tempest-PortsIpV6TestJSON-1781383748 tempest-PortsIpV6TestJSON-1781383748-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-217507'] for port, before_response {{(pid=94174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:34:20.135989 dv-neutron-601336-94-hyperv neutron-server[94174]: INFO neutron.wsgi [None req-55d2c788-14c3-45bc-b8d7-6c930f621bce tempest-PortsIpV6TestJSON-1781383748 tempest-PortsIpV6TestJSON-1781383748-project] 10.222.0.20 "PUT /v2.0/ports/f97f4df1-0038-4397-9f01-cc509794cb7a HTTP/1.1" status: 200 len: 1010 time: 0.8711643 Jun 23 11:34:20.135989 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG oslo_concurrency.lockutils [None req-8c063aa0-9b95-4663-91a0-259b2956d54c tempest-NegativeSecGroupTest-178874014 tempest-NegativeSecGroupTest-178874014-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.030s {{(pid=94174) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 11:34:20.137922 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.wsgi [-] (94174) accepted ('10.222.0.20', 40356) {{(pid=94174) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 11:34:20.152082 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75a91570-7ed8-4d0f-8e73-63fcf1c97e23 tempest-PortsTestJSON-2085221018 tempest-PortsTestJSON-2085221018-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=41a21292-0148-47a9-b65d-ade1278bb367,revision_number=None']} {{(pid=94174) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 11:34:20.172591 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG oslo_concurrency.lockutils [None req-75a91570-7ed8-4d0f-8e73-63fcf1c97e23 tempest-PortsTestJSON-2085221018 tempest-PortsTestJSON-2085221018-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.039s {{(pid=94174) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 11:34:20.172712 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron_lib.callbacks.manager [None req-84ab0214-df6c-4396-91aa-d81be6c2800e tempest-NetworksTest-2133396914 tempest-NetworksTest-2133396914-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866062', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5083113', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4660095'] for subnet, after_create {{(pid=94175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:34:20.181919 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG oslo_concurrency.lockutils [None req-55b75af8-4863-48c6-8987-d4fa2c8a1ece tempest-NetworksTest-2133396914 tempest-NetworksTest-2133396914-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94175) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 11:34:20.249584 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-31f15e2d-5883-44b4-98f4-2d77f1dbbba9 None None] get_active_networks_info from dv-neutron-601336-94-hyperv {{(pid=94176) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Jun 23 11:34:20.265993 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.plugins.ml2.plugin [None req-bbc03155-7f28-4ce7-9e71-0d552cdacf5d tempest-PortsIpV6TestJSON-1781383748 tempest-PortsIpV6TestJSON-1781383748-project] Deleting port f97f4df1-0038-4397-9f01-cc509794cb7a {{(pid=94174) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1913}} Jun 23 11:34:20.269651 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron_lib.callbacks.manager [None req-bbc03155-7f28-4ce7-9e71-0d552cdacf5d tempest-PortsIpV6TestJSON-1781383748 tempest-PortsIpV6TestJSON-1781383748-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773700079324'] for port, before_delete {{(pid=94174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:34:20.318204 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.db.db_base_plugin_v2 [None req-9b3e87ec-57b0-45ec-a8d9-4c39fedcc1bb tempest-PortsTestJSON-2085221018 tempest-PortsTestJSON-2085221018-project] Deleting subnet 13202cda-7dc5-4d1e-beec-4be389f29884 {{(pid=94175) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jun 23 11:34:20.334494 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron_lib.callbacks.manager [None req-9b3e87ec-57b0-45ec-a8d9-4c39fedcc1bb tempest-PortsTestJSON-2085221018 tempest-PortsTestJSON-2085221018-project] Notify callbacks [] for subnet, before_delete {{(pid=94175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:34:20.338619 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84ab0214-df6c-4396-91aa-d81be6c2800e tempest-NetworksTest-2133396914 tempest-NetworksTest-2133396914-project] Pushing event updated for resources: {'Subnet': ['ID=d992bbde-a1b1-4e39-b9ab-b5d136bbb0e2,revision_number=0']} {{(pid=94175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 11:34:20.361361 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG oslo_concurrency.lockutils [None req-84ab0214-df6c-4396-91aa-d81be6c2800e tempest-NetworksTest-2133396914 tempest-NetworksTest-2133396914-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.180s {{(pid=94175) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 11:34:20.362335 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-84ab0214-df6c-4396-91aa-d81be6c2800e tempest-NetworksTest-2133396914 tempest-NetworksTest-2133396914-project] Checking segment: {'id': 'ecd15bc5-d8a1-464a-b41b-7421f1cab41a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 429, 'network_id': '07aca3e0-fefb-4239-825a-998c2083fc07'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94175) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 23 11:34:20.362709 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-84ab0214-df6c-4396-91aa-d81be6c2800e tempest-NetworksTest-2133396914 tempest-NetworksTest-2133396914-project] Network hostable DHCP agents. Network: 07aca3e0-fefb-4239-825a-998c2083fc07, hostable agents: ['8cf29b10-0e57-4131-816f-a4b6ad00b249'], hosted agents: [] {{(pid=94175) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 23 11:34:20.374971 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron_lib.callbacks.manager [None req-bbc03155-7f28-4ce7-9e71-0d552cdacf5d tempest-PortsIpV6TestJSON-1781383748 tempest-PortsIpV6TestJSON-1781383748-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-430722'] for port, precommit_delete {{(pid=94174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:34:20.379631 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.db.provisioning_blocks [None req-11d74a98-50ff-4975-890a-c1d6fb87e901 None None] Provisioning for port f97f4df1-0038-4397-9f01-cc509794cb7a completed by entity DHCP. {{(pid=94176) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 23 11:34:20.390513 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.db.provisioning_blocks [None req-11d74a98-50ff-4975-890a-c1d6fb87e901 None None] Provisioning complete for port f97f4df1-0038-4397-9f01-cc509794cb7a triggered by entity DHCP. {{(pid=94176) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 23 11:34:20.390822 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron_lib.callbacks.manager [None req-11d74a98-50ff-4975-890a-c1d6fb87e901 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-899258'] for port, provisioning_complete {{(pid=94176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:34:20.394765 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.plugins.ml2.plugin [None req-bbc03155-7f28-4ce7-9e71-0d552cdacf5d tempest-PortsIpV6TestJSON-1781383748 tempest-PortsIpV6TestJSON-1781383748-project] Calling delete_port for f97f4df1-0038-4397-9f01-cc509794cb7a owned by {{(pid=94174) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1986}} Jun 23 11:34:20.405031 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron_lib.callbacks.manager [None req-9b3e87ec-57b0-45ec-a8d9-4c39fedcc1bb tempest-PortsTestJSON-2085221018 tempest-PortsTestJSON-2085221018-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5190686'] for subnet, precommit_delete_associations {{(pid=94175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:34:20.471090 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-84ab0214-df6c-4396-91aa-d81be6c2800e tempest-NetworksTest-2133396914 tempest-NetworksTest-2133396914-project] Network 07aca3e0-fefb-4239-825a-998c2083fc07 is scheduled to be hosted by DHCP agent 8cf29b10-0e57-4131-816f-a4b6ad00b249 with binding_index 1 {{(pid=94175) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 23 11:34:20.478686 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.plugins.ml2.plugin [None req-11d74a98-50ff-4975-890a-c1d6fb87e901 None None] Port f97f4df1-0038-4397-9f01-cc509794cb7a cannot update to ACTIVE because it is not bound. {{(pid=94176) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jun 23 11:34:20.484284 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.db.provisioning_blocks [None req-11d74a98-50ff-4975-890a-c1d6fb87e901 None None] Could not find standard attr ID for object 4a7d61d6-fe80-4481-8773-805964971842. {{(pid=94176) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jun 23 11:34:20.544690 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-31f15e2d-5883-44b4-98f4-2d77f1dbbba9 None None] Unable to find a vacant binding_index for network 07aca3e0-fefb-4239-825a-998c2083fc07 and agent 8cf29b10-0e57-4131-816f-a4b6ad00b249 {{(pid=94176) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:209}} Jun 23 11:34:20.575286 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron_lib.callbacks.manager [None req-9b3e87ec-57b0-45ec-a8d9-4c39fedcc1bb tempest-PortsTestJSON-2085221018 tempest-PortsTestJSON-2085221018-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-897634'] for subnet, precommit_delete {{(pid=94175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:34:20.580705 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-31f15e2d-5883-44b4-98f4-2d77f1dbbba9 None None] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-601336-94-hyperv, 07aca3e0-fefb-4239-825a-998c2083fc07) {{(pid=94176) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Jun 23 11:34:20.635467 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.scheduler.base_scheduler [None req-84ab0214-df6c-4396-91aa-d81be6c2800e tempest-NetworksTest-2133396914 tempest-NetworksTest-2133396914-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-601336-94-hyperv, 07aca3e0-fefb-4239-825a-998c2083fc07) {{(pid=94175) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 23 11:34:20.643593 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-84ab0214-df6c-4396-91aa-d81be6c2800e tempest-NetworksTest-2133396914 tempest-NetworksTest-2133396914-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 11:34:20.646008 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron_lib.callbacks.manager [None req-84ab0214-df6c-4396-91aa-d81be6c2800e tempest-NetworksTest-2133396914 tempest-NetworksTest-2133396914-project] Notify callbacks [] for subnet, before_response {{(pid=94175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:34:20.696456 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron_lib.callbacks.manager [None req-bbc03155-7f28-4ce7-9e71-0d552cdacf5d tempest-PortsIpV6TestJSON-1781383748 tempest-PortsIpV6TestJSON-1781383748-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-922904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866062', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773700135024', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773699642224', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5196390'] for port, after_delete {{(pid=94174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:34:20.700373 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.wsgi [-] (94174) accepted ('10.222.0.20', 40370) {{(pid=94174) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 11:34:20.709043 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG oslo_concurrency.lockutils [None req-3e144725-4316-48a2-8fd3-717ccde8831c tempest-ExtraDHCPOptionsIpV6TestJSON-2131111190 tempest-ExtraDHCPOptionsIpV6TestJSON-2131111190-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94174) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 11:34:20.728705 dv-neutron-601336-94-hyperv neutron-server[94175]: INFO neutron.wsgi [None req-84ab0214-df6c-4396-91aa-d81be6c2800e tempest-NetworksTest-2133396914 tempest-NetworksTest-2133396914-project] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.6128190 Jun 23 11:34:20.734880 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.wsgi [-] (94175) accepted ('10.222.0.20', 40376) {{(pid=94175) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 11:34:20.744479 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.api.v2.base [None req-25be1b98-ba1d-4ea3-b385-a4215dc1cef7 tempest-NetworksTest-2133396914 tempest-NetworksTest-2133396914-project] Request body: {'subnet': {'name': 'New_subnet'}} {{(pid=94175) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 23 11:34:20.751441 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbc03155-7f28-4ce7-9e71-0d552cdacf5d tempest-PortsIpV6TestJSON-1781383748 tempest-PortsIpV6TestJSON-1781383748-project] Pushing event deleted for resources: {'Port': ['ID=f97f4df1-0038-4397-9f01-cc509794cb7a,revision_number=None']} {{(pid=94174) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 11:34:20.758454 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron_lib.callbacks.manager [None req-9b3e87ec-57b0-45ec-a8d9-4c39fedcc1bb tempest-PortsTestJSON-2085221018 tempest-PortsTestJSON-2085221018-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-897627', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866062', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5083050', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4660036'] for subnet, after_delete {{(pid=94175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:34:20.759589 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG oslo_concurrency.lockutils [None req-bbc03155-7f28-4ce7-9e71-0d552cdacf5d tempest-PortsIpV6TestJSON-1781383748 tempest-PortsIpV6TestJSON-1781383748-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=94174) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 11:34:20.806110 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron_lib.callbacks.manager [None req-bbc03155-7f28-4ce7-9e71-0d552cdacf5d tempest-PortsIpV6TestJSON-1781383748 tempest-PortsIpV6TestJSON-1781383748-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-217507'] for port, before_response {{(pid=94174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:34:20.807333 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG oslo_concurrency.lockutils [None req-c08717e6-b0fe-42d7-a389-a9f30f5feb44 tempest-BulkNetworkOpsIpV6Test-986121801 tempest-BulkNetworkOpsIpV6Test-986121801-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94175) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 11:34:20.811423 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.wsgi [-] (94175) accepted ('10.222.0.20', 40378) {{(pid=94175) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 11:34:20.811600 dv-neutron-601336-94-hyperv neutron-server[94174]: INFO neutron.wsgi [None req-bbc03155-7f28-4ce7-9e71-0d552cdacf5d tempest-PortsIpV6TestJSON-1781383748 tempest-PortsIpV6TestJSON-1781383748-project] 10.222.0.20 "DELETE /v2.0/ports/f97f4df1-0038-4397-9f01-cc509794cb7a HTTP/1.1" status: 204 len: 168 time: 0.6725714 Jun 23 11:34:20.877269 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b3e87ec-57b0-45ec-a8d9-4c39fedcc1bb tempest-PortsTestJSON-2085221018 tempest-PortsTestJSON-2085221018-project] Pushing event deleted for resources: {'Subnet': ['ID=13202cda-7dc5-4d1e-beec-4be389f29884,revision_number=None']} {{(pid=94175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 11:34:20.886721 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG oslo_concurrency.lockutils [None req-9b3e87ec-57b0-45ec-a8d9-4c39fedcc1bb tempest-PortsTestJSON-2085221018 tempest-PortsTestJSON-2085221018-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.078s {{(pid=94175) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 11:34:20.889180 dv-neutron-601336-94-hyperv neutron-server[94175]: INFO neutron.pecan_wsgi.hooks.translation [None req-95866e9e-b36f-4a04-8f00-aa6a0007c1da tempest-PortsIpV6TestJSON-1781383748 tempest-PortsIpV6TestJSON-1781383748-project] GET failed (client error): The resource could not be found. Jun 23 11:34:20.891405 dv-neutron-601336-94-hyperv neutron-server[94175]: INFO neutron.wsgi [None req-95866e9e-b36f-4a04-8f00-aa6a0007c1da tempest-PortsIpV6TestJSON-1781383748 tempest-PortsIpV6TestJSON-1781383748-project] 10.222.0.20 "GET /v2.0/ports/f97f4df1-0038-4397-9f01-cc509794cb7a HTTP/1.1" status: 404 len: 333 time: 0.0755734 Jun 23 11:34:20.894394 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.wsgi [-] (94174) accepted ('10.222.0.20', 40380) {{(pid=94174) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 11:34:20.894779 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron_lib.callbacks.manager [None req-9b3e87ec-57b0-45ec-a8d9-4c39fedcc1bb tempest-PortsTestJSON-2085221018 tempest-PortsTestJSON-2085221018-project] Notify callbacks [] for subnet, before_response {{(pid=94175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:34:20.896958 dv-neutron-601336-94-hyperv neutron-server[94175]: INFO neutron.wsgi [None req-9b3e87ec-57b0-45ec-a8d9-4c39fedcc1bb tempest-PortsTestJSON-2085221018 tempest-PortsTestJSON-2085221018-project] 10.222.0.20 "DELETE /v2.0/subnets/13202cda-7dc5-4d1e-beec-4be389f29884 HTTP/1.1" status: 204 len: 168 time: 0.7930377 Jun 23 11:34:20.905898 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.wsgi [-] (94175) accepted ('10.222.0.20', 40382) {{(pid=94175) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 11:34:20.913528 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.api.v2.base [None req-bd75e6ca-9b1d-4180-9882-04ccc5a68f42 tempest-PortsTestJSON-2085221018 tempest-PortsTestJSON-2085221018-project] Request body: {'subnet': {'network_id': 'c9584ed1-23c5-47a7-b4d6-264bedad0f19', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=94175) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 23 11:34:20.951025 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4b3b0bc7-2c9b-4413-a2fd-4792209be827 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1e0d828a-1fa4-563d-b7fd-53adf66a04ee-07aca3e0-fefb-4239-825a-998c2083fc07', 'network_id': '07aca3e0-fefb-4239-825a-998c2083fc07', 'tenant_id': 'dfecc9776e0d4947a3f7218fbe96de01', 'fixed_ips': [{'subnet_id': 'd992bbde-a1b1-4e39-b9ab-b5d136bbb0e2'}]}} from dv-neutron-601336-94-hyperv. {{(pid=94176) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 23 11:34:20.951947 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron_lib.callbacks.manager [None req-4b3b0bc7-2c9b-4413-a2fd-4792209be827 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-923104'] for port, before_create {{(pid=94176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:34:20.971534 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.api.v2.base [None req-2f51fdc4-1783-4a42-b127-121c71f0d38b tempest-TestNetworkBasicOps-233187296 tempest-TestNetworkBasicOps-233187296-project] Request body: {'network': {'name': 'tempest-network-smoke--2088514394', 'project_id': '772b9946478d439e9da4eaeade7fb21d', 'port_security_enabled': True}} {{(pid=94174) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 23 11:34:20.994147 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.db.db_base_plugin_v2 [None req-492f6546-22c7-43cb-94db-007be75e2433 tempest-PortsIpV6TestJSON-1781383748 tempest-PortsIpV6TestJSON-1781383748-project] Deleting subnet d10e84a7-1183-4c3e-a38b-0a0a83947bdd {{(pid=94174) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jun 23 11:34:21.001019 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron_lib.callbacks.manager [None req-492f6546-22c7-43cb-94db-007be75e2433 tempest-PortsIpV6TestJSON-1781383748 tempest-PortsIpV6TestJSON-1781383748-project] Notify callbacks [] for subnet, before_delete {{(pid=94174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:34:21.013961 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron_lib.callbacks.manager [None req-25be1b98-ba1d-4ea3-b385-a4215dc1cef7 tempest-NetworksTest-2133396914 tempest-NetworksTest-2133396914-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_update-4660086'] for subnet, before_update {{(pid=94175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:34:21.055392 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron_lib.callbacks.manager [None req-492f6546-22c7-43cb-94db-007be75e2433 tempest-PortsIpV6TestJSON-1781383748 tempest-PortsIpV6TestJSON-1781383748-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4800256'] for subnet, precommit_delete_associations {{(pid=94174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:34:21.064133 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.wsgi [-] (94174) accepted ('10.222.0.20', 40386) {{(pid=94174) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 11:34:21.150404 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.db.db_base_plugin_common [None req-4b3b0bc7-2c9b-4413-a2fd-4792209be827 None None] Allocated IP 172.20.0.2 (07aca3e0-fefb-4239-825a-998c2083fc07/d992bbde-a1b1-4e39-b9ab-b5d136bbb0e2/f3dc1c1e-817e-4734-9a69-4421b9522883) {{(pid=94176) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 23 11:34:21.186162 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2f51fdc4-1783-4a42-b127-121c71f0d38b tempest-TestNetworkBasicOps-233187296 tempest-TestNetworkBasicOps-233187296-project] Made reservation on behalf of 772b9946478d439e9da4eaeade7fb21d for: {'network': 1} {{(pid=94174) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 23 11:34:21.189806 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron_lib.callbacks.manager [None req-2f51fdc4-1783-4a42-b127-121c71f0d38b tempest-TestNetworkBasicOps-233187296 tempest-TestNetworkBasicOps-233187296-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-923104'] for network, before_create {{(pid=94174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:34:21.205025 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.api.v2.base [None req-af2b592a-9bf7-480d-b418-b1e25585b153 tempest-RoutersIpV6Test-1448447933 tempest-RoutersIpV6Test-1448447933-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-1784259408'}} {{(pid=94174) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 23 11:34:21.208547 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron_lib.callbacks.manager [None req-492f6546-22c7-43cb-94db-007be75e2433 tempest-PortsIpV6TestJSON-1781383748 tempest-PortsIpV6TestJSON-1781383748-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-897634'] for subnet, precommit_delete {{(pid=94174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:34:21.225161 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bd75e6ca-9b1d-4180-9882-04ccc5a68f42 tempest-PortsTestJSON-2085221018 tempest-PortsTestJSON-2085221018-project] Made reservation on behalf of 9e5461dd76964a018bba022fe5f7a0f1 for: {'subnet': 1} {{(pid=94175) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 23 11:34:21.228926 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron_lib.callbacks.manager [None req-bd75e6ca-9b1d-4180-9882-04ccc5a68f42 tempest-PortsTestJSON-2085221018 tempest-PortsTestJSON-2085221018-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4660073'] for subnet, before_create {{(pid=94175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:34:21.245513 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron_lib.callbacks.manager [None req-2f51fdc4-1783-4a42-b127-121c71f0d38b tempest-TestNetworkBasicOps-233187296 tempest-TestNetworkBasicOps-233187296-project] Notify callbacks [] for security_group, before_create {{(pid=94174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:34:21.341465 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-af2b592a-9bf7-480d-b418-b1e25585b153 tempest-RoutersIpV6Test-1448447933 tempest-RoutersIpV6Test-1448447933-project] Made reservation on behalf of a04e393135be4822803c421d0995b548 for: {'network': 1} {{(pid=94174) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 23 11:34:21.345679 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron_lib.callbacks.manager [None req-af2b592a-9bf7-480d-b418-b1e25585b153 tempest-RoutersIpV6Test-1448447933 tempest-RoutersIpV6Test-1448447933-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-923104'] for network, before_create {{(pid=94174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:34:21.363091 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron_lib.callbacks.manager [None req-af2b592a-9bf7-480d-b418-b1e25585b153 tempest-RoutersIpV6Test-1448447933 tempest-RoutersIpV6Test-1448447933-project] Notify callbacks [] for security_group, before_create {{(pid=94174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:34:21.399671 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron_lib.callbacks.manager [None req-492f6546-22c7-43cb-94db-007be75e2433 tempest-PortsIpV6TestJSON-1781383748 tempest-PortsIpV6TestJSON-1781383748-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-897627', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866062', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5195932', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4294216'] for subnet, after_delete {{(pid=94174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:34:21.406862 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG oslo_concurrency.lockutils [None req-370f14ba-440d-466d-8128-970edc05227b tempest-NetworksTest-2133396914 tempest-NetworksTest-2133396914-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94174) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 11:34:21.445137 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-492f6546-22c7-43cb-94db-007be75e2433 tempest-PortsIpV6TestJSON-1781383748 tempest-PortsIpV6TestJSON-1781383748-project] Pushing event deleted for resources: {'Subnet': ['ID=d10e84a7-1183-4c3e-a38b-0a0a83947bdd,revision_number=None']} {{(pid=94174) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 11:34:21.453783 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron_lib.callbacks.manager [None req-492f6546-22c7-43cb-94db-007be75e2433 tempest-PortsIpV6TestJSON-1781383748 tempest-PortsIpV6TestJSON-1781383748-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7865916'] for subnet, before_response {{(pid=94174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:34:21.458544 dv-neutron-601336-94-hyperv neutron-server[94174]: INFO neutron.wsgi [None req-492f6546-22c7-43cb-94db-007be75e2433 tempest-PortsIpV6TestJSON-1781383748 tempest-PortsIpV6TestJSON-1781383748-project] 10.222.0.20 "DELETE /v2.0/subnets/d10e84a7-1183-4c3e-a38b-0a0a83947bdd HTTP/1.1" status: 204 len: 168 time: 0.5603979 Jun 23 11:34:21.458544 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG oslo_concurrency.lockutils [None req-492f6546-22c7-43cb-94db-007be75e2433 tempest-PortsIpV6TestJSON-1781383748 tempest-PortsIpV6TestJSON-1781383748-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=94174) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 11:34:21.459200 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.wsgi [-] (94174) accepted ('10.222.0.20', 40390) {{(pid=94174) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 11:34:21.461654 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron_lib.callbacks.manager [None req-4b3b0bc7-2c9b-4413-a2fd-4792209be827 None None] Notify callbacks [] for port, precommit_create {{(pid=94176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:34:21.470646 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.db.provisioning_blocks [None req-4b3b0bc7-2c9b-4413-a2fd-4792209be827 None None] Transition to ACTIVE for port object f3dc1c1e-817e-4734-9a69-4421b9522883 will not be triggered until provisioned by entity L2. {{(pid=94176) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 23 11:34:21.486202 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.db.provisioning_blocks [None req-4b3b0bc7-2c9b-4413-a2fd-4792209be827 None None] Transition to ACTIVE for port object f3dc1c1e-817e-4734-9a69-4421b9522883 will not be triggered until provisioned by entity DHCP. {{(pid=94176) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 23 11:34:21.526623 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.db.db_base_plugin_v2 [None req-60e9b841-8ae2-4354-9eb8-d0c37ecb901a tempest-PortsIpV6TestJSON-1781383748 tempest-PortsIpV6TestJSON-1781383748-project] Deleting subnet 47e16826-3e27-43ca-9ac7-a70a51a0fd30 {{(pid=94174) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jun 23 11:34:21.532065 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron_lib.callbacks.manager [None req-60e9b841-8ae2-4354-9eb8-d0c37ecb901a tempest-PortsIpV6TestJSON-1781383748 tempest-PortsIpV6TestJSON-1781383748-project] Notify callbacks [] for subnet, before_delete {{(pid=94174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:34:21.562468 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron_lib.callbacks.manager [None req-4b3b0bc7-2c9b-4413-a2fd-4792209be827 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-922915', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-239814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7866073', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773699642215'] for port, after_create {{(pid=94176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:34:21.565931 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG oslo_concurrency.lockutils [None req-d74d217d-aa38-4828-9ff1-acbd86162ef0 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 11:34:21.574107 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron_lib.callbacks.manager [None req-2f51fdc4-1783-4a42-b127-121c71f0d38b tempest-TestNetworkBasicOps-233187296 tempest-TestNetworkBasicOps-233187296-project] Notify callbacks [] for security_group, precommit_create {{(pid=94174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:34:21.587227 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron_lib.callbacks.manager [None req-60e9b841-8ae2-4354-9eb8-d0c37ecb901a tempest-PortsIpV6TestJSON-1781383748 tempest-PortsIpV6TestJSON-1781383748-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4800256'] for subnet, precommit_delete_associations {{(pid=94174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:34:21.594926 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron_lib.callbacks.manager [None req-bd75e6ca-9b1d-4180-9882-04ccc5a68f42 tempest-PortsTestJSON-2085221018 tempest-PortsTestJSON-2085221018-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866062', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5083113', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4660095'] for subnet, after_create {{(pid=94175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:34:21.600046 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG oslo_concurrency.lockutils [None req-9b3e87ec-57b0-45ec-a8d9-4c39fedcc1bb tempest-PortsTestJSON-2085221018 tempest-PortsTestJSON-2085221018-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94175) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 11:34:21.603824 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4b3b0bc7-2c9b-4413-a2fd-4792209be827 None None] Network 07aca3e0-fefb-4239-825a-998c2083fc07 is already hosted by enough agents. {{(pid=94176) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 23 11:34:21.608804 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.scheduler.base_scheduler [None req-4b3b0bc7-2c9b-4413-a2fd-4792209be827 None None] Resources bound (agent type, host, resource id): {{(pid=94176) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 23 11:34:21.613313 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4b3b0bc7-2c9b-4413-a2fd-4792209be827 None None] Received port after_create {{(pid=94176) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 23 11:34:21.617992 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b3b0bc7-2c9b-4413-a2fd-4792209be827 None None] Pushing event updated for resources: {'Port': ['ID=f3dc1c1e-817e-4734-9a69-4421b9522883,revision_number=1']} {{(pid=94176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 11:34:21.621164 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG oslo_concurrency.lockutils [None req-4b3b0bc7-2c9b-4413-a2fd-4792209be827 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.056s {{(pid=94176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 11:34:21.649282 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bd75e6ca-9b1d-4180-9882-04ccc5a68f42 tempest-PortsTestJSON-2085221018 tempest-PortsTestJSON-2085221018-project] Network c9584ed1-23c5-47a7-b4d6-264bedad0f19 is already hosted by enough agents. {{(pid=94175) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 23 11:34:21.665067 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.scheduler.base_scheduler [None req-bd75e6ca-9b1d-4180-9882-04ccc5a68f42 tempest-PortsTestJSON-2085221018 tempest-PortsTestJSON-2085221018-project] Resources bound (agent type, host, resource id): {{(pid=94175) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 23 11:34:21.672686 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron_lib.callbacks.manager [None req-2f51fdc4-1783-4a42-b127-121c71f0d38b tempest-TestNetworkBasicOps-233187296 tempest-TestNetworkBasicOps-233187296-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7996330'] for security_group, after_create {{(pid=94174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:34:21.674345 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.plugins.ml2.managers [None req-4b3b0bc7-2c9b-4413-a2fd-4792209be827 None None] Attempting to bind port f3dc1c1e-817e-4734-9a69-4421b9522883 on host dv-neutron-601336-94-hyperv for vnic_type normal with profile {{(pid=94176) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 23 11:34:21.674734 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.plugins.ml2.managers [None req-4b3b0bc7-2c9b-4413-a2fd-4792209be827 None None] Attempting to bind port f3dc1c1e-817e-4734-9a69-4421b9522883 by drivers openvswitch,hyperv on host dv-neutron-601336-94-hyperv at level 0 using segments [{'id': 'ecd15bc5-d8a1-464a-b41b-7421f1cab41a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 429, 'network_id': '07aca3e0-fefb-4239-825a-998c2083fc07'}] {{(pid=94176) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 23 11:34:21.675233 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4b3b0bc7-2c9b-4413-a2fd-4792209be827 None None] Attempting to bind port f3dc1c1e-817e-4734-9a69-4421b9522883 on network 07aca3e0-fefb-4239-825a-998c2083fc07 {{(pid=94176) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 23 11:34:21.680709 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4b3b0bc7-2c9b-4413-a2fd-4792209be827 None None] Checking agent: {'id': '4d05f899-5ac9-411b-8a03-f60c93f87cdf', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-601336-94-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 23, 11, 22, 14), 'started_at': datetime.datetime(2021, 6, 23, 11, 22, 44), 'heartbeat_timestamp': datetime.datetime(2021, 6, 23, 11, 34, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'monitor_allowed_address_pair_garp': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-601336-94-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94176) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 23 11:34:21.680917 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG oslo_concurrency.lockutils [None req-57317446-18bf-4fb3-b9b7-eb8901185b5a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94174) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 11:34:21.681042 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4b3b0bc7-2c9b-4413-a2fd-4792209be827 None None] Checking segment: {'id': 'ecd15bc5-d8a1-464a-b41b-7421f1cab41a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 429, 'network_id': '07aca3e0-fefb-4239-825a-998c2083fc07'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94176) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 23 11:34:21.681464 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron_lib.callbacks.manager [None req-4b3b0bc7-2c9b-4413-a2fd-4792209be827 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:34:21.681868 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4b3b0bc7-2c9b-4413-a2fd-4792209be827 None None] Bound using segment: {'id': 'ecd15bc5-d8a1-464a-b41b-7421f1cab41a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 429, 'network_id': '07aca3e0-fefb-4239-825a-998c2083fc07'} {{(pid=94176) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 23 11:34:21.682352 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.plugins.ml2.managers [None req-4b3b0bc7-2c9b-4413-a2fd-4792209be827 None None] Bound port: f3dc1c1e-817e-4734-9a69-4421b9522883, host: dv-neutron-601336-94-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ecd15bc5-d8a1-464a-b41b-7421f1cab41a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 429, 'network_id': '07aca3e0-fefb-4239-825a-998c2083fc07'}}] {{(pid=94176) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 23 11:34:21.683300 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron_lib.callbacks.manager [None req-4b3b0bc7-2c9b-4413-a2fd-4792209be827 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-923122'] for port, before_update {{(pid=94176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:34:21.687739 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bd75e6ca-9b1d-4180-9882-04ccc5a68f42 tempest-PortsTestJSON-2085221018 tempest-PortsTestJSON-2085221018-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 11:34:21.688340 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron_lib.callbacks.manager [None req-bd75e6ca-9b1d-4180-9882-04ccc5a68f42 tempest-PortsTestJSON-2085221018 tempest-PortsTestJSON-2085221018-project] Notify callbacks [] for subnet, before_response {{(pid=94175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:34:21.695018 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd75e6ca-9b1d-4180-9882-04ccc5a68f42 tempest-PortsTestJSON-2085221018 tempest-PortsTestJSON-2085221018-project] Pushing event updated for resources: {'Subnet': ['ID=cf090ab5-c3a0-4f7e-9857-336b5ac310cf,revision_number=0']} {{(pid=94175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 11:34:21.702800 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG oslo_concurrency.lockutils [None req-bd75e6ca-9b1d-4180-9882-04ccc5a68f42 tempest-PortsTestJSON-2085221018 tempest-PortsTestJSON-2085221018-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.103s {{(pid=94175) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 11:34:21.721666 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2f51fdc4-1783-4a42-b127-121c71f0d38b tempest-TestNetworkBasicOps-233187296 tempest-TestNetworkBasicOps-233187296-project] vlan segment allocate from pool success with {'vlan_id': 416, 'physical_network': 'physnet1'} {{(pid=94174) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 23 11:34:21.734904 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron_lib.callbacks.manager [None req-60e9b841-8ae2-4354-9eb8-d0c37ecb901a tempest-PortsIpV6TestJSON-1781383748 tempest-PortsIpV6TestJSON-1781383748-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-897634'] for subnet, precommit_delete {{(pid=94174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:34:21.756291 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.plugins.ml2.db [None req-4b3b0bc7-2c9b-4413-a2fd-4792209be827 None None] For port f3dc1c1e-817e-4734-9a69-4421b9522883, host dv-neutron-601336-94-hyperv, cleared binding levels {{(pid=94176) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 23 11:34:21.767461 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.plugins.ml2.db [None req-4b3b0bc7-2c9b-4413-a2fd-4792209be827 None None] For port f3dc1c1e-817e-4734-9a69-4421b9522883, host dv-neutron-601336-94-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-94-hyperv',level=0,port_id=f3dc1c1e-817e-4734-9a69-4421b9522883,segment=NetworkSegment(ecd15bc5-d8a1-464a-b41b-7421f1cab41a),segment_id=ecd15bc5-d8a1-464a-b41b-7421f1cab41a)] {{(pid=94176) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 23 11:34:21.770472 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f51fdc4-1783-4a42-b127-121c71f0d38b tempest-TestNetworkBasicOps-233187296 tempest-TestNetworkBasicOps-233187296-project] Pushing event updated for resources: {'SecurityGroup': ['ID=2983a400-bf7d-4609-8e54-3fd3d085940f,revision_number=1']} {{(pid=94174) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 11:34:21.773612 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG oslo_concurrency.lockutils [None req-2f51fdc4-1783-4a42-b127-121c71f0d38b tempest-TestNetworkBasicOps-233187296 tempest-TestNetworkBasicOps-233187296-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.093s {{(pid=94174) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 11:34:21.779057 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron_lib.callbacks.manager [None req-2f51fdc4-1783-4a42-b127-121c71f0d38b tempest-TestNetworkBasicOps-233187296 tempest-TestNetworkBasicOps-233187296-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3801'] for segment, precommit_create {{(pid=94174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:34:21.779057 dv-neutron-601336-94-hyperv neutron-server[94174]: INFO neutron.db.segments_db [None req-2f51fdc4-1783-4a42-b127-121c71f0d38b tempest-TestNetworkBasicOps-233187296 tempest-TestNetworkBasicOps-233187296-project] Added segment 78d6d132-b23e-4555-9358-dea047b3f21c of type vlan for network cf29c68f-82b8-4662-a929-931f65637941 Jun 23 11:34:21.785588 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron_lib.callbacks.manager [None req-25be1b98-ba1d-4ea3-b385-a4215dc1cef7 tempest-NetworksTest-2133396914 tempest-NetworksTest-2133396914-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866062', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8773700135033', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_updated-5083027'] for subnet, after_update {{(pid=94175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:34:21.788642 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG oslo_concurrency.lockutils [None req-026493db-1278-43a3-97bc-d7c6cdf057ad tempest-NetworksIpV6TestAttrs-49342282 tempest-NetworksIpV6TestAttrs-49342282-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94175) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 11:34:21.819436 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-25be1b98-ba1d-4ea3-b385-a4215dc1cef7 tempest-NetworksTest-2133396914 tempest-NetworksTest-2133396914-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 11:34:21.820132 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron_lib.callbacks.manager [None req-25be1b98-ba1d-4ea3-b385-a4215dc1cef7 tempest-NetworksTest-2133396914 tempest-NetworksTest-2133396914-project] Notify callbacks [] for subnet, before_response {{(pid=94175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:34:21.822366 dv-neutron-601336-94-hyperv neutron-server[94175]: INFO neutron.wsgi [None req-25be1b98-ba1d-4ea3-b385-a4215dc1cef7 tempest-NetworksTest-2133396914 tempest-NetworksTest-2133396914-project] 10.222.0.20 "PUT /v2.0/subnets/d992bbde-a1b1-4e39-b9ab-b5d136bbb0e2 HTTP/1.1" status: 200 len: 806 time: 1.0859923 Jun 23 11:34:21.825299 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.wsgi [-] (94175) accepted ('10.222.0.20', 40392) {{(pid=94175) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 11:34:21.840832 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron_lib.callbacks.manager [None req-4b3b0bc7-2c9b-4413-a2fd-4792209be827 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-922904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866062', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773700135042', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773699642233', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773699642278'] for port, after_update {{(pid=94176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:34:21.844567 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG oslo_concurrency.lockutils [None req-aae31eab-1f20-4315-a4c5-5a7c53d1c2d2 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 11:34:21.849693 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron_lib.callbacks.manager [None req-2f51fdc4-1783-4a42-b127-121c71f0d38b tempest-TestNetworkBasicOps-233187296 tempest-TestNetworkBasicOps-233187296-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8773699596773'] for network, precommit_create {{(pid=94174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:34:21.895107 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25be1b98-ba1d-4ea3-b385-a4215dc1cef7 tempest-NetworksTest-2133396914 tempest-NetworksTest-2133396914-project] Pushing event updated for resources: {'Subnet': ['ID=d992bbde-a1b1-4e39-b9ab-b5d136bbb0e2,revision_number=1']} {{(pid=94175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 11:34:21.897537 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG oslo_concurrency.lockutils [None req-25be1b98-ba1d-4ea3-b385-a4215dc1cef7 tempest-NetworksTest-2133396914 tempest-NetworksTest-2133396914-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.109s {{(pid=94175) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 11:34:21.900558 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b3b0bc7-2c9b-4413-a2fd-4792209be827 None None] Pushing event updated for resources: {'Port': ['ID=f3dc1c1e-817e-4734-9a69-4421b9522883,revision_number=2']} {{(pid=94176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 11:34:21.905589 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG oslo_concurrency.lockutils [None req-4b3b0bc7-2c9b-4413-a2fd-4792209be827 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.060s {{(pid=94176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 11:34:21.929153 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron_lib.callbacks.manager [None req-af2b592a-9bf7-480d-b418-b1e25585b153 tempest-RoutersIpV6Test-1448447933 tempest-RoutersIpV6Test-1448447933-project] Notify callbacks [] for security_group, precommit_create {{(pid=94174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:34:21.946965 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron_lib.callbacks.manager [None req-aca1aaa1-fd8a-49c0-82ab-e9180c22288b tempest-NetworksTest-2133396914 tempest-NetworksTest-2133396914-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-824874'] for network, before_delete {{(pid=94175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:34:21.954593 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron_lib.callbacks.manager [None req-60e9b841-8ae2-4354-9eb8-d0c37ecb901a tempest-PortsIpV6TestJSON-1781383748 tempest-PortsIpV6TestJSON-1781383748-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-897627', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866062', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5195932', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4294216'] for subnet, after_delete {{(pid=94174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:34:21.957815 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG oslo_concurrency.lockutils [None req-4a6a8083-5a75-4c53-bf00-5eda89e5d83e tempest-PortsIpV6TestJSON-1781383748 tempest-PortsIpV6TestJSON-1781383748-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94174) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 11:34:21.986216 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron_lib.callbacks.manager [None req-60e9b841-8ae2-4354-9eb8-d0c37ecb901a tempest-PortsIpV6TestJSON-1781383748 tempest-PortsIpV6TestJSON-1781383748-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7865916'] for subnet, before_response {{(pid=94174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:34:21.990536 dv-neutron-601336-94-hyperv neutron-server[94174]: INFO neutron.wsgi [None req-60e9b841-8ae2-4354-9eb8-d0c37ecb901a tempest-PortsIpV6TestJSON-1781383748 tempest-PortsIpV6TestJSON-1781383748-project] 10.222.0.20 "DELETE /v2.0/subnets/47e16826-3e27-43ca-9ac7-a70a51a0fd30 HTTP/1.1" status: 204 len: 168 time: 0.5282476 Jun 23 11:34:21.990536 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60e9b841-8ae2-4354-9eb8-d0c37ecb901a tempest-PortsIpV6TestJSON-1781383748 tempest-PortsIpV6TestJSON-1781383748-project] Pushing event deleted for resources: {'Subnet': ['ID=47e16826-3e27-43ca-9ac7-a70a51a0fd30,revision_number=None']} {{(pid=94174) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 11:34:21.994258 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.wsgi [-] (94175) accepted ('10.222.0.20', 40394) {{(pid=94175) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 11:34:21.994638 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG oslo_concurrency.lockutils [None req-60e9b841-8ae2-4354-9eb8-d0c37ecb901a tempest-PortsIpV6TestJSON-1781383748 tempest-PortsIpV6TestJSON-1781383748-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.034s {{(pid=94174) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 11:34:21.994638 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron_lib.callbacks.manager [None req-2f51fdc4-1783-4a42-b127-121c71f0d38b tempest-TestNetworkBasicOps-233187296 tempest-TestNetworkBasicOps-233187296-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8002400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7866073'] for network, after_create {{(pid=94174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:34:21.998506 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2f51fdc4-1783-4a42-b127-121c71f0d38b tempest-TestNetworkBasicOps-233187296 tempest-TestNetworkBasicOps-233187296-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94174) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 11:34:21.999155 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron_lib.callbacks.manager [None req-2f51fdc4-1783-4a42-b127-121c71f0d38b tempest-TestNetworkBasicOps-233187296 tempest-TestNetworkBasicOps-233187296-project] Notify callbacks [] for network, before_response {{(pid=94174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:34:22.002587 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG oslo_concurrency.lockutils [None req-69e55afc-abf7-4ef5-a64b-353c36d49229 tempest-BulkNetworkOpsTest-447796090 tempest-BulkNetworkOpsTest-447796090-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94174) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 11:34:22.055411 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron_lib.callbacks.manager [None req-af2b592a-9bf7-480d-b418-b1e25585b153 tempest-RoutersIpV6Test-1448447933 tempest-RoutersIpV6Test-1448447933-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7996330'] for security_group, after_create {{(pid=94174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:34:22.066740 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.plugins.ml2.plugin [None req-aca1aaa1-fd8a-49c0-82ab-e9180c22288b tempest-NetworksTest-2133396914 tempest-NetworksTest-2133396914-project] Deleting port f3dc1c1e-817e-4734-9a69-4421b9522883 {{(pid=94175) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1913}} Jun 23 11:34:22.067117 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron_lib.callbacks.manager [None req-aca1aaa1-fd8a-49c0-82ab-e9180c22288b tempest-NetworksTest-2133396914 tempest-NetworksTest-2133396914-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773700079324'] for port, before_delete {{(pid=94175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:34:22.086860 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-af2b592a-9bf7-480d-b418-b1e25585b153 tempest-RoutersIpV6Test-1448447933 tempest-RoutersIpV6Test-1448447933-project] vlan segment allocate from pool success with {'vlan_id': 438, 'physical_network': 'physnet1'} {{(pid=94174) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 23 11:34:22.086860 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f51fdc4-1783-4a42-b127-121c71f0d38b tempest-TestNetworkBasicOps-233187296 tempest-TestNetworkBasicOps-233187296-project] Pushing event updated for resources: {'Network': ['ID=cf29c68f-82b8-4662-a929-931f65637941,revision_number=1']} {{(pid=94174) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 11:34:22.090870 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG oslo_concurrency.lockutils [None req-2f51fdc4-1783-4a42-b127-121c71f0d38b tempest-TestNetworkBasicOps-233187296 tempest-TestNetworkBasicOps-233187296-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.085s {{(pid=94174) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 11:34:22.090870 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG oslo_concurrency.lockutils [None req-ceddfe31-d7ad-4885-a27a-7c46d25f1ff1 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.027s {{(pid=94174) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 11:34:22.111877 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.plugins.ml2.rpc [None req-dc7542b2-afef-47f4-a763-e3a3cba144be None None] Network cf29c68f-82b8-4662-a929-931f65637941 details requested by agent ovs-agent-dv-neutron-601336-94-hyperv with host dv-neutron-601336-94-hyperv {{(pid=94176) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:250}} Jun 23 11:34:22.122109 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron_lib.callbacks.manager [None req-af2b592a-9bf7-480d-b418-b1e25585b153 tempest-RoutersIpV6Test-1448447933 tempest-RoutersIpV6Test-1448447933-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3801'] for segment, precommit_create {{(pid=94174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:34:22.122463 dv-neutron-601336-94-hyperv neutron-server[94174]: INFO neutron.db.segments_db [None req-af2b592a-9bf7-480d-b418-b1e25585b153 tempest-RoutersIpV6Test-1448447933 tempest-RoutersIpV6Test-1448447933-project] Added segment ab148ff2-d6db-4bd7-a895-0fff3848009d of type vlan for network 65372c95-01c9-445f-9011-e8626f89819d Jun 23 11:34:22.141267 dv-neutron-601336-94-hyperv neutron-server[94174]: INFO neutron.wsgi [None req-2f51fdc4-1783-4a42-b127-121c71f0d38b tempest-TestNetworkBasicOps-233187296 tempest-TestNetworkBasicOps-233187296-project] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 1.4396911 Jun 23 11:34:22.143757 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.wsgi [-] (94174) accepted ('10.222.0.20', 40396) {{(pid=94174) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 11:34:22.151149 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.api.v2.base [None req-55690eed-fcd0-4277-9bd9-c017e3c73dc0 tempest-TestNetworkBasicOps-233187296 tempest-TestNetworkBasicOps-233187296-project] Request body: {'router': {'name': 'tempest-TestNetworkBasicOps-router-26535949', 'admin_state_up': True, 'project_id': '772b9946478d439e9da4eaeade7fb21d', 'external_gateway_info': {'network_id': '3e7e4eb3-cf02-4d47-ade9-0a579cdfc60f'}}} {{(pid=94174) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 23 11:34:22.180416 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af2b592a-9bf7-480d-b418-b1e25585b153 tempest-RoutersIpV6Test-1448447933 tempest-RoutersIpV6Test-1448447933-project] Pushing event updated for resources: {'SecurityGroup': ['ID=bc46cf58-61ad-4c63-be7e-7e82dd874930,revision_number=1']} {{(pid=94174) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 11:34:22.182988 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG oslo_concurrency.lockutils [None req-af2b592a-9bf7-480d-b418-b1e25585b153 tempest-RoutersIpV6Test-1448447933 tempest-RoutersIpV6Test-1448447933-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.094s {{(pid=94174) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 11:34:22.192429 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.plugins.ml2.db [None req-aca1aaa1-fd8a-49c0-82ab-e9180c22288b tempest-NetworksTest-2133396914 tempest-NetworksTest-2133396914-project] For port f3dc1c1e-817e-4734-9a69-4421b9522883, host dv-neutron-601336-94-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-94-hyperv',level=0,port_id=f3dc1c1e-817e-4734-9a69-4421b9522883,segment=NetworkSegment(ecd15bc5-d8a1-464a-b41b-7421f1cab41a),segment_id=ecd15bc5-d8a1-464a-b41b-7421f1cab41a)] {{(pid=94175) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 23 11:34:22.192974 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron_lib.callbacks.manager [None req-aca1aaa1-fd8a-49c0-82ab-e9180c22288b tempest-NetworksTest-2133396914 tempest-NetworksTest-2133396914-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-430722'] for port, precommit_delete {{(pid=94175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:34:22.206757 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron_lib.callbacks.manager [None req-af2b592a-9bf7-480d-b418-b1e25585b153 tempest-RoutersIpV6Test-1448447933 tempest-RoutersIpV6Test-1448447933-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8773699596773'] for network, precommit_create {{(pid=94174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:34:22.209205 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.plugins.ml2.plugin [None req-aca1aaa1-fd8a-49c0-82ab-e9180c22288b tempest-NetworksTest-2133396914 tempest-NetworksTest-2133396914-project] Calling delete_port for f3dc1c1e-817e-4734-9a69-4421b9522883 owned by network:dhcp {{(pid=94175) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1986}} Jun 23 11:34:22.217255 dv-neutron-601336-94-hyperv neutron-server[94175]: INFO neutron.wsgi [None req-bd75e6ca-9b1d-4180-9882-04ccc5a68f42 tempest-PortsTestJSON-2085221018 tempest-PortsTestJSON-2085221018-project] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.3087478 Jun 23 11:34:22.223750 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.wsgi [-] (94174) accepted ('10.222.0.20', 40398) {{(pid=94174) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 11:34:22.229846 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.api.v2.base [None req-1a482737-0a13-4319-a723-de93b1c802dd tempest-PortsTestJSON-2085221018 tempest-PortsTestJSON-2085221018-project] Request body: {'security_group': {'name': 'tempest-secgroup-252757287'}} {{(pid=94174) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 23 11:34:22.243985 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron_lib.callbacks.manager [None req-4e99da82-eeb1-4728-8447-52cbd87ed668 tempest-PortsIpV6TestJSON-1781383748 tempest-PortsIpV6TestJSON-1781383748-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-824874'] for network, before_delete {{(pid=94175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:34:22.291582 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron_lib.callbacks.manager [None req-55690eed-fcd0-4277-9bd9-c017e3c73dc0 tempest-TestNetworkBasicOps-233187296 tempest-TestNetworkBasicOps-233187296-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-520407', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-32315'] for router, before_create {{(pid=94174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:34:22.294532 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron_lib.callbacks.manager [None req-55690eed-fcd0-4277-9bd9-c017e3c73dc0 tempest-TestNetworkBasicOps-233187296 tempest-TestNetworkBasicOps-233187296-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-520264', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-524122', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-414782', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-32290'] for router, precommit_create {{(pid=94174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:34:22.321872 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron_lib.callbacks.manager [None req-af2b592a-9bf7-480d-b418-b1e25585b153 tempest-RoutersIpV6Test-1448447933 tempest-RoutersIpV6Test-1448447933-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8002400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7866073'] for network, after_create {{(pid=94174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:34:22.328052 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-af2b592a-9bf7-480d-b418-b1e25585b153 tempest-RoutersIpV6Test-1448447933 tempest-RoutersIpV6Test-1448447933-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94174) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 11:34:22.328698 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron_lib.callbacks.manager [None req-af2b592a-9bf7-480d-b418-b1e25585b153 tempest-RoutersIpV6Test-1448447933 tempest-RoutersIpV6Test-1448447933-project] Notify callbacks [] for network, before_response {{(pid=94174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:34:22.332977 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG oslo_concurrency.lockutils [None req-1b8d01be-4257-4f85-a38b-4b2e8c68690f tempest-NetworksTest-2133396914 tempest-NetworksTest-2133396914-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94174) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 11:34:22.365874 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron_lib.callbacks.manager [None req-55690eed-fcd0-4277-9bd9-c017e3c73dc0 tempest-TestNetworkBasicOps-233187296 tempest-TestNetworkBasicOps-233187296-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:34:22.383984 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.plugins.ml2.plugin [None req-4e99da82-eeb1-4728-8447-52cbd87ed668 tempest-PortsIpV6TestJSON-1781383748 tempest-PortsIpV6TestJSON-1781383748-project] Deleting port 8bd37c31-2d98-4393-94b8-6d907ba83735 {{(pid=94175) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1913}} Jun 23 11:34:22.384349 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron_lib.callbacks.manager [None req-4e99da82-eeb1-4728-8447-52cbd87ed668 tempest-PortsIpV6TestJSON-1781383748 tempest-PortsIpV6TestJSON-1781383748-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773700079324'] for port, before_delete {{(pid=94175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:34:22.425694 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af2b592a-9bf7-480d-b418-b1e25585b153 tempest-RoutersIpV6Test-1448447933 tempest-RoutersIpV6Test-1448447933-project] Pushing event updated for resources: {'Network': ['ID=65372c95-01c9-445f-9011-e8626f89819d,revision_number=1']} {{(pid=94174) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 11:34:22.428591 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG oslo_concurrency.lockutils [None req-af2b592a-9bf7-480d-b418-b1e25585b153 tempest-RoutersIpV6Test-1448447933 tempest-RoutersIpV6Test-1448447933-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.096s {{(pid=94174) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 11:34:22.437366 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.plugins.ml2.rpc [None req-dc7542b2-afef-47f4-a763-e3a3cba144be None None] Network 65372c95-01c9-445f-9011-e8626f89819d details requested by agent ovs-agent-dv-neutron-601336-94-hyperv with host dv-neutron-601336-94-hyperv {{(pid=94176) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:250}} Jun 23 11:34:22.445066 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron_lib.callbacks.manager [None req-1a482737-0a13-4319-a723-de93b1c802dd tempest-PortsTestJSON-2085221018 tempest-PortsTestJSON-2085221018-project] Notify callbacks [] for security_group, before_create {{(pid=94174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:34:22.468289 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.plugins.ml2.db [None req-4e99da82-eeb1-4728-8447-52cbd87ed668 tempest-PortsIpV6TestJSON-1781383748 tempest-PortsIpV6TestJSON-1781383748-project] For port 8bd37c31-2d98-4393-94b8-6d907ba83735, host dv-neutron-601336-94-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-94-hyperv',level=0,port_id=8bd37c31-2d98-4393-94b8-6d907ba83735,segment=NetworkSegment(ef0a4641-0018-4a33-9f6a-e855f8fdd6d0),segment_id=ef0a4641-0018-4a33-9f6a-e855f8fdd6d0)] {{(pid=94175) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 23 11:34:22.468706 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron_lib.callbacks.manager [None req-4e99da82-eeb1-4728-8447-52cbd87ed668 tempest-PortsIpV6TestJSON-1781383748 tempest-PortsIpV6TestJSON-1781383748-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-430722'] for port, precommit_delete {{(pid=94175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:34:22.484068 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.plugins.ml2.plugin [None req-4e99da82-eeb1-4728-8447-52cbd87ed668 tempest-PortsIpV6TestJSON-1781383748 tempest-PortsIpV6TestJSON-1781383748-project] Calling delete_port for 8bd37c31-2d98-4393-94b8-6d907ba83735 owned by network:dhcp {{(pid=94175) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1986}} Jun 23 11:34:22.573207 dv-neutron-601336-94-hyperv neutron-server[94174]: INFO neutron.wsgi [None req-af2b592a-9bf7-480d-b418-b1e25585b153 tempest-RoutersIpV6Test-1448447933 tempest-RoutersIpV6Test-1448447933-project] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 770 time: 1.4832683 Jun 23 11:34:22.574929 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.wsgi [-] (94175) accepted ('10.222.0.20', 40400) {{(pid=94175) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 11:34:22.581933 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.api.v2.base [None req-0dc9f023-0a4c-4bc2-bdf0-5c567adc4115 tempest-RoutersIpV6Test-1448447933 tempest-RoutersIpV6Test-1448447933-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-1456935625'}} {{(pid=94175) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 23 11:34:22.589129 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron_lib.callbacks.manager [None req-aca1aaa1-fd8a-49c0-82ab-e9180c22288b tempest-NetworksTest-2133396914 tempest-NetworksTest-2133396914-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-922904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866062', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773700135024', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773699642224', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5082448'] for port, after_delete {{(pid=94175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:34:22.591113 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG oslo_concurrency.lockutils [None req-f4d6ec08-59c1-4267-bd43-b2c586b93714 tempest-PortsTestJSON-2085221018 tempest-PortsTestJSON-2085221018-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94175) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 11:34:22.614381 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aca1aaa1-fd8a-49c0-82ab-e9180c22288b tempest-NetworksTest-2133396914 tempest-NetworksTest-2133396914-project] Pushing event deleted for resources: {'Port': ['ID=f3dc1c1e-817e-4734-9a69-4421b9522883,revision_number=None']} {{(pid=94175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 11:34:22.615067 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron_lib.callbacks.manager [None req-55690eed-fcd0-4277-9bd9-c017e3c73dc0 tempest-TestNetworkBasicOps-233187296 tempest-TestNetworkBasicOps-233187296-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-524104', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-520389', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-32276'] for router, precommit_update {{(pid=94174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:34:22.622488 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG oslo_concurrency.lockutils [None req-aca1aaa1-fd8a-49c0-82ab-e9180c22288b tempest-NetworksTest-2133396914 tempest-NetworksTest-2133396914-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.031s {{(pid=94175) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 11:34:22.671650 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron_lib.callbacks.manager [None req-1a482737-0a13-4319-a723-de93b1c802dd tempest-PortsTestJSON-2085221018 tempest-PortsTestJSON-2085221018-project] Notify callbacks [] for security_group, precommit_create {{(pid=94174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:34:22.675755 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aca1aaa1-fd8a-49c0-82ab-e9180c22288b tempest-NetworksTest-2133396914 tempest-NetworksTest-2133396914-project] No DVR routers for this DVR port f3dc1c1e-817e-4734-9a69-4421b9522883 on host dv-neutron-601336-94-hyperv {{(pid=94175) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 23 11:34:22.713311 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron_lib.callbacks.manager [None req-4e99da82-eeb1-4728-8447-52cbd87ed668 tempest-PortsIpV6TestJSON-1781383748 tempest-PortsIpV6TestJSON-1781383748-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-922904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866062', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773700135024', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773699642224', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5082448'] for port, after_delete {{(pid=94175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:34:22.717301 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG oslo_concurrency.lockutils [None req-582eb3f8-edf6-4367-b200-8be43f0d9f52 tempest-RoutersNegativeIpV6Test-1628881962 tempest-RoutersNegativeIpV6Test-1628881962-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94175) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 11:34:22.743575 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron_lib.callbacks.manager [None req-aca1aaa1-fd8a-49c0-82ab-e9180c22288b tempest-NetworksTest-2133396914 tempest-NetworksTest-2133396914-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-897634'] for subnet, precommit_delete {{(pid=94175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:34:22.748819 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e99da82-eeb1-4728-8447-52cbd87ed668 tempest-PortsIpV6TestJSON-1781383748 tempest-PortsIpV6TestJSON-1781383748-project] Pushing event deleted for resources: {'Port': ['ID=8bd37c31-2d98-4393-94b8-6d907ba83735,revision_number=None']} {{(pid=94175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 11:34:22.752304 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG oslo_concurrency.lockutils [None req-4e99da82-eeb1-4728-8447-52cbd87ed668 tempest-PortsIpV6TestJSON-1781383748 tempest-PortsIpV6TestJSON-1781383748-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.035s {{(pid=94175) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 11:34:22.771829 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4e99da82-eeb1-4728-8447-52cbd87ed668 tempest-PortsIpV6TestJSON-1781383748 tempest-PortsIpV6TestJSON-1781383748-project] No DVR routers for this DVR port 8bd37c31-2d98-4393-94b8-6d907ba83735 on host dv-neutron-601336-94-hyperv {{(pid=94175) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 23 11:34:22.850872 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron_lib.callbacks.manager [None req-1a482737-0a13-4319-a723-de93b1c802dd tempest-PortsTestJSON-2085221018 tempest-PortsTestJSON-2085221018-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7996330'] for security_group, after_create {{(pid=94174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:34:22.856625 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG oslo_concurrency.lockutils [None req-185282a6-876b-4954-abc2-d2ce213bee28 tempest-SecGroupIPv6Test-1528675894 tempest-SecGroupIPv6Test-1528675894-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94174) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 11:34:22.890036 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron_lib.callbacks.manager [None req-4e99da82-eeb1-4728-8447-52cbd87ed668 tempest-PortsIpV6TestJSON-1781383748 tempest-PortsIpV6TestJSON-1781383748-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-897259', 'neutron.services.segments.db._delete_segments_for_network-8773700168587'] for network, precommit_delete {{(pid=94175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:34:22.891454 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a482737-0a13-4319-a723-de93b1c802dd tempest-PortsTestJSON-2085221018 tempest-PortsTestJSON-2085221018-project] Pushing event updated for resources: {'SecurityGroup': ['ID=0b265f30-aa9e-4032-8245-fc242a8f4fc2,revision_number=1']} {{(pid=94174) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 11:34:22.894485 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG oslo_concurrency.lockutils [None req-1a482737-0a13-4319-a723-de93b1c802dd tempest-PortsTestJSON-2085221018 tempest-PortsTestJSON-2085221018-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.038s {{(pid=94174) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 11:34:22.903387 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.services.segments.db [None req-4e99da82-eeb1-4728-8447-52cbd87ed668 tempest-PortsIpV6TestJSON-1781383748 tempest-PortsIpV6TestJSON-1781383748-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['de829efd-60b2-4d9b-b2cd-9a8e83874a37']}} {{(pid=94175) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 11:34:22.913584 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.services.segments.db [None req-4e99da82-eeb1-4728-8447-52cbd87ed668 tempest-PortsIpV6TestJSON-1781383748 tempest-PortsIpV6TestJSON-1781383748-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ef0a4641-0018-4a33-9f6a-e855f8fdd6d0') {'for_net_delete': True} {{(pid=94175) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 11:34:22.913584 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.services.segments.db [None req-4e99da82-eeb1-4728-8447-52cbd87ed668 tempest-PortsIpV6TestJSON-1781383748 tempest-PortsIpV6TestJSON-1781383748-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ef0a4641-0018-4a33-9f6a-e855f8fdd6d0') {} {{(pid=94175) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 11:34:22.923721 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron_lib.callbacks.manager [None req-4e99da82-eeb1-4728-8447-52cbd87ed668 tempest-PortsIpV6TestJSON-1781383748 tempest-PortsIpV6TestJSON-1781383748-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8773699955833', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5190677'] for segment, before_delete {{(pid=94175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:34:22.941084 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron_lib.callbacks.manager [None req-4e99da82-eeb1-4728-8447-52cbd87ed668 tempest-PortsIpV6TestJSON-1781383748 tempest-PortsIpV6TestJSON-1781383748-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3801'] for segment, precommit_delete {{(pid=94175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:34:22.944199 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-733834aa-0a20-4f22-b75b-dfdb4c36876f None None] Network 07aca3e0-fefb-4239-825a-998c2083fc07 requested from dv-neutron-601336-94-hyperv {{(pid=94176) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 23 11:34:22.948234 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c502b6da-8465-4b7d-a790-4cf8a0556f72 None None] Network c9584ed1-23c5-47a7-b4d6-264bedad0f19 requested from dv-neutron-601336-94-hyperv {{(pid=94176) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 23 11:34:22.958879 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4e99da82-eeb1-4728-8447-52cbd87ed668 tempest-PortsIpV6TestJSON-1781383748 tempest-PortsIpV6TestJSON-1781383748-project] Releasing vlan 423 on physical network physnet1 to pool {{(pid=94175) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 23 11:34:22.959335 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron_lib.callbacks.manager [None req-4e99da82-eeb1-4728-8447-52cbd87ed668 tempest-PortsIpV6TestJSON-1781383748 tempest-PortsIpV6TestJSON-1781383748-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3801', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5082371'] for segment, after_delete {{(pid=94175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:34:22.962845 dv-neutron-601336-94-hyperv neutron-server[94175]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 23 11:34:22.962845 dv-neutron-601336-94-hyperv neutron-server[94175]: conditions |= (models_v2.Port.network_id.in_( Jun 23 11:34:22.962845 dv-neutron-601336-94-hyperv neutron-server[94175]: Traceback (most recent call last): Jun 23 11:34:22.962845 dv-neutron-601336-94-hyperv neutron-server[94175]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 23 11:34:22.962845 dv-neutron-601336-94-hyperv neutron-server[94175]: timer() Jun 23 11:34:22.962845 dv-neutron-601336-94-hyperv neutron-server[94175]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 23 11:34:22.962845 dv-neutron-601336-94-hyperv neutron-server[94175]: cb(*args, **kw) Jun 23 11:34:22.962845 dv-neutron-601336-94-hyperv neutron-server[94175]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 23 11:34:22.962845 dv-neutron-601336-94-hyperv neutron-server[94175]: return func(*args, **kwargs) Jun 23 11:34:22.962845 dv-neutron-601336-94-hyperv neutron-server[94175]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 23 11:34:22.962845 dv-neutron-601336-94-hyperv neutron-server[94175]: self._notify() Jun 23 11:34:22.962845 dv-neutron-601336-94-hyperv neutron-server[94175]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 23 11:34:22.962845 dv-neutron-601336-94-hyperv neutron-server[94175]: self.callback(batched_events) Jun 23 11:34:22.962845 dv-neutron-601336-94-hyperv neutron-server[94175]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 23 11:34:22.962845 dv-neutron-601336-94-hyperv neutron-server[94175]: event.method(event) Jun 23 11:34:22.962845 dv-neutron-601336-94-hyperv neutron-server[94175]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 23 11:34:22.962845 dv-neutron-601336-94-hyperv neutron-server[94175]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 23 11:34:22.962845 dv-neutron-601336-94-hyperv neutron-server[94175]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 23 11:34:22.962845 dv-neutron-601336-94-hyperv neutron-server[94175]: aggregate_uuid = self.p_client.list_aggregates( Jun 23 11:34:22.962845 dv-neutron-601336-94-hyperv neutron-server[94175]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 23 11:34:22.962845 dv-neutron-601336-94-hyperv neutron-server[94175]: return f(self, *a, **k) Jun 23 11:34:22.962845 dv-neutron-601336-94-hyperv neutron-server[94175]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 23 11:34:22.962845 dv-neutron-601336-94-hyperv neutron-server[94175]: return self._get(url).json() Jun 23 11:34:22.962845 dv-neutron-601336-94-hyperv neutron-server[94175]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 23 11:34:22.962845 dv-neutron-601336-94-hyperv neutron-server[94175]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 23 11:34:22.962845 dv-neutron-601336-94-hyperv neutron-server[94175]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 23 11:34:22.962845 dv-neutron-601336-94-hyperv neutron-server[94175]: return self.request(url, 'GET', **kwargs) Jun 23 11:34:22.962845 dv-neutron-601336-94-hyperv neutron-server[94175]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 23 11:34:22.962845 dv-neutron-601336-94-hyperv neutron-server[94175]: base_url = self.get_endpoint(auth, allow=allow, Jun 23 11:34:22.962845 dv-neutron-601336-94-hyperv neutron-server[94175]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 23 11:34:22.962845 dv-neutron-601336-94-hyperv neutron-server[94175]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 23 11:34:22.962845 dv-neutron-601336-94-hyperv neutron-server[94175]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 23 11:34:22.962845 dv-neutron-601336-94-hyperv neutron-server[94175]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 23 11:34:22.962845 dv-neutron-601336-94-hyperv neutron-server[94175]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 23 11:34:22.975066 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0dc9f023-0a4c-4bc2-bdf0-5c567adc4115 tempest-RoutersIpV6Test-1448447933 tempest-RoutersIpV6Test-1448447933-project] Made reservation on behalf of a04e393135be4822803c421d0995b548 for: {'network': 1} {{(pid=94175) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 23 11:34:22.978526 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron_lib.callbacks.manager [None req-0dc9f023-0a4c-4bc2-bdf0-5c567adc4115 tempest-RoutersIpV6Test-1448447933 tempest-RoutersIpV6Test-1448447933-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-923104'] for network, before_create {{(pid=94175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:34:22.991781 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron_lib.callbacks.manager [None req-55690eed-fcd0-4277-9bd9-c017e3c73dc0 tempest-TestNetworkBasicOps-233187296 tempest-TestNetworkBasicOps-233187296-project] Notify callbacks [] for router_gateway, before_create {{(pid=94174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:34:23.017429 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron_lib.callbacks.manager [None req-55690eed-fcd0-4277-9bd9-c017e3c73dc0 tempest-TestNetworkBasicOps-233187296 tempest-TestNetworkBasicOps-233187296-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-923104'] for port, before_create {{(pid=94174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:34:23.035158 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron_lib.callbacks.manager [None req-aca1aaa1-fd8a-49c0-82ab-e9180c22288b tempest-NetworksTest-2133396914 tempest-NetworksTest-2133396914-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-897627', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866062', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5083050', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4660036'] for subnet, after_delete {{(pid=94175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:34:23.042937 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG oslo_concurrency.lockutils [None req-1d57cb07-0e22-406c-9fc0-45b3829e68e2 tempest-RoutersNegativeIpV6Test-1628881962 tempest-RoutersNegativeIpV6Test-1628881962-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94175) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 11:34:23.058365 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.db.provisioning_blocks [None req-3e692563-3fba-484e-813f-cd5042542ada None None] Could not find standard attr ID for object f3dc1c1e-817e-4734-9a69-4421b9522883. {{(pid=94176) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jun 23 11:34:23.077862 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron_lib.callbacks.manager [None req-1a482737-0a13-4319-a723-de93b1c802dd tempest-PortsTestJSON-2085221018 tempest-PortsTestJSON-2085221018-project] Notify callbacks [] for security_group, before_response {{(pid=94174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:34:23.082537 dv-neutron-601336-94-hyperv neutron-server[94174]: INFO neutron.wsgi [None req-1a482737-0a13-4319-a723-de93b1c802dd tempest-PortsTestJSON-2085221018 tempest-PortsTestJSON-2085221018-project] 10.222.0.20 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1742 time: 0.8576736 Jun 23 11:34:23.088327 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0dc9f023-0a4c-4bc2-bdf0-5c567adc4115 tempest-RoutersIpV6Test-1448447933 tempest-RoutersIpV6Test-1448447933-project] vlan segment allocate from pool success with {'vlan_id': 434, 'physical_network': 'physnet1'} {{(pid=94175) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 23 11:34:23.090788 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.wsgi [-] (94174) accepted ('10.222.0.20', 40402) {{(pid=94174) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 11:34:23.098748 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.api.v2.base [None req-ab37bb84-c974-4aad-be60-74021f3302bb tempest-PortsTestJSON-2085221018 tempest-PortsTestJSON-2085221018-project] Request body: {'security_group': {'name': 'tempest-secgroup-1510040303'}} {{(pid=94174) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 23 11:34:23.114733 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron_lib.callbacks.manager [None req-0dc9f023-0a4c-4bc2-bdf0-5c567adc4115 tempest-RoutersIpV6Test-1448447933 tempest-RoutersIpV6Test-1448447933-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3801'] for segment, precommit_create {{(pid=94175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:34:23.115212 dv-neutron-601336-94-hyperv neutron-server[94175]: INFO neutron.db.segments_db [None req-0dc9f023-0a4c-4bc2-bdf0-5c567adc4115 tempest-RoutersIpV6Test-1448447933 tempest-RoutersIpV6Test-1448447933-project] Added segment cc51825b-2cff-4acd-b457-fd7f5c7391bd of type vlan for network 30f8707b-479b-4c67-8b63-4252ecc9ff09 Jun 23 11:34:23.185058 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aca1aaa1-fd8a-49c0-82ab-e9180c22288b tempest-NetworksTest-2133396914 tempest-NetworksTest-2133396914-project] Pushing event deleted for resources: {'Subnet': ['ID=d992bbde-a1b1-4e39-b9ab-b5d136bbb0e2,revision_number=None']} {{(pid=94175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 11:34:23.197847 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron_lib.callbacks.manager [None req-0dc9f023-0a4c-4bc2-bdf0-5c567adc4115 tempest-RoutersIpV6Test-1448447933 tempest-RoutersIpV6Test-1448447933-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8773699596773'] for network, precommit_create {{(pid=94175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:34:23.219137 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-85b141cf-4423-424b-bae9-436ff58415e1 None None] Network de829efd-60b2-4d9b-b2cd-9a8e83874a37 requested from dv-neutron-601336-94-hyperv {{(pid=94176) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 23 11:34:23.260126 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron_lib.callbacks.manager [None req-97bd5441-1da2-49ee-a364-27795820ba27 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773699952132', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-899307'] for agent, after_update {{(pid=94176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:34:23.287588 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG oslo_concurrency.lockutils [None req-aca1aaa1-fd8a-49c0-82ab-e9180c22288b tempest-NetworksTest-2133396914 tempest-NetworksTest-2133396914-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.245s {{(pid=94175) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 11:34:23.290253 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron_lib.callbacks.manager [None req-aca1aaa1-fd8a-49c0-82ab-e9180c22288b tempest-NetworksTest-2133396914 tempest-NetworksTest-2133396914-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-897259', 'neutron.services.segments.db._delete_segments_for_network-8773700168587'] for network, precommit_delete {{(pid=94175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:34:23.299510 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-170d89e8-2c96-452e-96ee-39ab33256f1b None None] Network 07aca3e0-fefb-4239-825a-998c2083fc07 requested from dv-neutron-601336-94-hyperv {{(pid=94176) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 23 11:34:23.305108 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.services.segments.db [None req-aca1aaa1-fd8a-49c0-82ab-e9180c22288b tempest-NetworksTest-2133396914 tempest-NetworksTest-2133396914-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['07aca3e0-fefb-4239-825a-998c2083fc07']}} {{(pid=94175) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 11:34:23.314686 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.services.segments.db [None req-aca1aaa1-fd8a-49c0-82ab-e9180c22288b tempest-NetworksTest-2133396914 tempest-NetworksTest-2133396914-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ecd15bc5-d8a1-464a-b41b-7421f1cab41a') {'for_net_delete': True} {{(pid=94175) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 11:34:23.315175 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.services.segments.db [None req-aca1aaa1-fd8a-49c0-82ab-e9180c22288b tempest-NetworksTest-2133396914 tempest-NetworksTest-2133396914-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ecd15bc5-d8a1-464a-b41b-7421f1cab41a') {} {{(pid=94175) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 11:34:23.329107 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron_lib.callbacks.manager [None req-aca1aaa1-fd8a-49c0-82ab-e9180c22288b tempest-NetworksTest-2133396914 tempest-NetworksTest-2133396914-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8773699955833', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5190677'] for segment, before_delete {{(pid=94175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:34:23.336516 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron_lib.callbacks.manager [None req-4e99da82-eeb1-4728-8447-52cbd87ed668 tempest-PortsIpV6TestJSON-1781383748 tempest-PortsIpV6TestJSON-1781383748-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-897248', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8002400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7866073', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-524247'] for network, after_delete {{(pid=94175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:34:23.341897 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG oslo_concurrency.lockutils [None req-f9dafa3b-f70e-4ceb-977a-469bece59290 tempest-BulkNetworkOpsTest-447796090 tempest-BulkNetworkOpsTest-447796090-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94175) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 11:34:23.348171 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron_lib.callbacks.manager [None req-4e99da82-eeb1-4728-8447-52cbd87ed668 tempest-PortsIpV6TestJSON-1781383748 tempest-PortsIpV6TestJSON-1781383748-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7865916'] for network, before_response {{(pid=94175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:34:23.351521 dv-neutron-601336-94-hyperv neutron-server[94175]: INFO neutron.wsgi [None req-4e99da82-eeb1-4728-8447-52cbd87ed668 tempest-PortsIpV6TestJSON-1781383748 tempest-PortsIpV6TestJSON-1781383748-project] 10.222.0.20 "DELETE /v2.0/networks/de829efd-60b2-4d9b-b2cd-9a8e83874a37 HTTP/1.1" status: 204 len: 168 time: 1.3524649 Jun 23 11:34:23.356738 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.db.provisioning_blocks [None req-a576d740-db9c-4b71-9d5f-0732a3710ac9 None None] Could not find standard attr ID for object f97f4df1-0038-4397-9f01-cc509794cb7a. {{(pid=94176) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jun 23 11:34:23.368732 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.wsgi [-] (94175) accepted ('10.222.0.20', 40404) {{(pid=94175) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 11:34:23.370456 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e99da82-eeb1-4728-8447-52cbd87ed668 tempest-PortsIpV6TestJSON-1781383748 tempest-PortsIpV6TestJSON-1781383748-project] Pushing event deleted for resources: {'Network': ['ID=de829efd-60b2-4d9b-b2cd-9a8e83874a37,revision_number=None']} {{(pid=94175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 11:34:23.390997 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG oslo_concurrency.lockutils [None req-4e99da82-eeb1-4728-8447-52cbd87ed668 tempest-PortsIpV6TestJSON-1781383748 tempest-PortsIpV6TestJSON-1781383748-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=94175) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 11:34:23.390997 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron_lib.callbacks.manager [None req-0dc9f023-0a4c-4bc2-bdf0-5c567adc4115 tempest-RoutersIpV6Test-1448447933 tempest-RoutersIpV6Test-1448447933-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8002400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7866073'] for network, after_create {{(pid=94175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:34:23.397409 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0dc9f023-0a4c-4bc2-bdf0-5c567adc4115 tempest-RoutersIpV6Test-1448447933 tempest-RoutersIpV6Test-1448447933-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 11:34:23.397605 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron_lib.callbacks.manager [None req-0dc9f023-0a4c-4bc2-bdf0-5c567adc4115 tempest-RoutersIpV6Test-1448447933 tempest-RoutersIpV6Test-1448447933-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7865916'] for network, before_response {{(pid=94175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:34:23.400519 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron_lib.callbacks.manager [None req-aca1aaa1-fd8a-49c0-82ab-e9180c22288b tempest-NetworksTest-2133396914 tempest-NetworksTest-2133396914-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3801'] for segment, precommit_delete {{(pid=94175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:34:23.406047 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG oslo_concurrency.lockutils [None req-901f821f-f5f9-4abf-83cc-77b549b4ebac tempest-PortsTestJSON-2085221018 tempest-PortsTestJSON-2085221018-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94175) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 11:34:23.449842 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-aca1aaa1-fd8a-49c0-82ab-e9180c22288b tempest-NetworksTest-2133396914 tempest-NetworksTest-2133396914-project] Releasing vlan 429 on physical network physnet1 to pool {{(pid=94175) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 23 11:34:23.450191 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron_lib.callbacks.manager [None req-aca1aaa1-fd8a-49c0-82ab-e9180c22288b tempest-NetworksTest-2133396914 tempest-NetworksTest-2133396914-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3801', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5082371'] for segment, after_delete {{(pid=94175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:34:23.486086 dv-neutron-601336-94-hyperv neutron-server[94175]: Traceback (most recent call last): Jun 23 11:34:23.486086 dv-neutron-601336-94-hyperv neutron-server[94175]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 23 11:34:23.486086 dv-neutron-601336-94-hyperv neutron-server[94175]: timer() Jun 23 11:34:23.486086 dv-neutron-601336-94-hyperv neutron-server[94175]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 23 11:34:23.486086 dv-neutron-601336-94-hyperv neutron-server[94175]: cb(*args, **kw) Jun 23 11:34:23.486086 dv-neutron-601336-94-hyperv neutron-server[94175]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 23 11:34:23.486086 dv-neutron-601336-94-hyperv neutron-server[94175]: return func(*args, **kwargs) Jun 23 11:34:23.486086 dv-neutron-601336-94-hyperv neutron-server[94175]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 23 11:34:23.486086 dv-neutron-601336-94-hyperv neutron-server[94175]: self._notify() Jun 23 11:34:23.486086 dv-neutron-601336-94-hyperv neutron-server[94175]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 23 11:34:23.486086 dv-neutron-601336-94-hyperv neutron-server[94175]: self.callback(batched_events) Jun 23 11:34:23.486086 dv-neutron-601336-94-hyperv neutron-server[94175]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 23 11:34:23.486086 dv-neutron-601336-94-hyperv neutron-server[94175]: event.method(event) Jun 23 11:34:23.486086 dv-neutron-601336-94-hyperv neutron-server[94175]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 23 11:34:23.486086 dv-neutron-601336-94-hyperv neutron-server[94175]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 23 11:34:23.486086 dv-neutron-601336-94-hyperv neutron-server[94175]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 23 11:34:23.486086 dv-neutron-601336-94-hyperv neutron-server[94175]: aggregate_uuid = self.p_client.list_aggregates( Jun 23 11:34:23.486086 dv-neutron-601336-94-hyperv neutron-server[94175]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 23 11:34:23.486086 dv-neutron-601336-94-hyperv neutron-server[94175]: return f(self, *a, **k) Jun 23 11:34:23.486086 dv-neutron-601336-94-hyperv neutron-server[94175]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 23 11:34:23.486086 dv-neutron-601336-94-hyperv neutron-server[94175]: return self._get(url).json() Jun 23 11:34:23.486086 dv-neutron-601336-94-hyperv neutron-server[94175]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 23 11:34:23.486086 dv-neutron-601336-94-hyperv neutron-server[94175]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 23 11:34:23.486086 dv-neutron-601336-94-hyperv neutron-server[94175]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 23 11:34:23.486086 dv-neutron-601336-94-hyperv neutron-server[94175]: return self.request(url, 'GET', **kwargs) Jun 23 11:34:23.486086 dv-neutron-601336-94-hyperv neutron-server[94175]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 23 11:34:23.486086 dv-neutron-601336-94-hyperv neutron-server[94175]: base_url = self.get_endpoint(auth, allow=allow, Jun 23 11:34:23.486086 dv-neutron-601336-94-hyperv neutron-server[94175]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 23 11:34:23.486086 dv-neutron-601336-94-hyperv neutron-server[94175]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 23 11:34:23.486086 dv-neutron-601336-94-hyperv neutron-server[94175]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 23 11:34:23.486086 dv-neutron-601336-94-hyperv neutron-server[94175]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 23 11:34:23.486086 dv-neutron-601336-94-hyperv neutron-server[94175]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 23 11:34:23.554334 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.db.db_base_plugin_common [None req-55690eed-fcd0-4277-9bd9-c017e3c73dc0 tempest-TestNetworkBasicOps-233187296 tempest-TestNetworkBasicOps-233187296-project] Allocated IP 172.26.3.243 (3e7e4eb3-cf02-4d47-ade9-0a579cdfc60f/a5ad15ab-c489-4a67-a9b0-d559fca0ec71/3aeaf89e-5f81-4c55-b262-f57f38a5e301) {{(pid=94174) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 23 11:34:23.570586 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0dc9f023-0a4c-4bc2-bdf0-5c567adc4115 tempest-RoutersIpV6Test-1448447933 tempest-RoutersIpV6Test-1448447933-project] Pushing event updated for resources: {'Network': ['ID=30f8707b-479b-4c67-8b63-4252ecc9ff09,revision_number=1']} {{(pid=94175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 11:34:23.577621 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG oslo_concurrency.lockutils [None req-0dc9f023-0a4c-4bc2-bdf0-5c567adc4115 tempest-RoutersIpV6Test-1448447933 tempest-RoutersIpV6Test-1448447933-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.172s {{(pid=94175) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 11:34:23.586158 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-35d20028-7eda-4844-b6f0-6ac592e09811 tempest-PortsIpV6TestJSON-1781383748 tempest-PortsIpV6TestJSON-1781383748-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 11:34:23.592670 dv-neutron-601336-94-hyperv neutron-server[94175]: INFO neutron.wsgi [None req-35d20028-7eda-4844-b6f0-6ac592e09811 tempest-PortsIpV6TestJSON-1781383748 tempest-PortsIpV6TestJSON-1781383748-project] 10.222.0.20 "GET /v2.0/ports HTTP/1.1" status: 200 len: 847 time: 0.2149210 Jun 23 11:34:23.592781 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron_lib.callbacks.manager [None req-ab37bb84-c974-4aad-be60-74021f3302bb tempest-PortsTestJSON-2085221018 tempest-PortsTestJSON-2085221018-project] Notify callbacks [] for security_group, before_create {{(pid=94174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:34:23.592885 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.wsgi [-] (94175) accepted ('10.222.0.20', 40406) {{(pid=94175) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 11:34:23.607649 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.plugins.ml2.rpc [None req-dc7542b2-afef-47f4-a763-e3a3cba144be None None] Network 30f8707b-479b-4c67-8b63-4252ecc9ff09 details requested by agent ovs-agent-dv-neutron-601336-94-hyperv with host dv-neutron-601336-94-hyperv {{(pid=94176) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:250}} Jun 23 11:34:23.610130 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-84cee461-3ca3-4f1d-98c1-f43ac799f188 None None] DHCP port deletion for de829efd-60b2-4d9b-b2cd-9a8e83874a37 request from dv-neutron-601336-94-hyperv {{(pid=94176) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jun 23 11:34:23.661421 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2d1c19b7-0528-4ccd-8fc7-e10a0dc486c8 None None] DHCP port deletion for 07aca3e0-fefb-4239-825a-998c2083fc07 request from dv-neutron-601336-94-hyperv {{(pid=94176) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jun 23 11:34:23.676978 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron_lib.callbacks.manager [None req-aca1aaa1-fd8a-49c0-82ab-e9180c22288b tempest-NetworksTest-2133396914 tempest-NetworksTest-2133396914-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-897248', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8002400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7866073', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-524247'] for network, after_delete {{(pid=94175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:34:23.692785 dv-neutron-601336-94-hyperv neutron-server[94175]: INFO neutron.wsgi [None req-008e1370-d3bf-49f6-b07f-9d4ff477e877 tempest-PortsIpV6TestJSON-1781383748 tempest-PortsIpV6TestJSON-1781383748-project] 10.222.0.20 "GET /v2.0/ports?fields=id&fields=mac_address HTTP/1.1" status: 200 len: 284 time: 0.0997398 Jun 23 11:34:23.701388 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG oslo_concurrency.lockutils [None req-34ac132a-eb47-437e-a9a9-a55bbdffb10b tempest-PortsIpV6TestJSON-1781383748 tempest-PortsIpV6TestJSON-1781383748-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94175) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 11:34:23.702126 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f9c43644-fbb6-400f-9728-facc9256f7ce None None] Network 07aca3e0-fefb-4239-825a-998c2083fc07 requested from dv-neutron-601336-94-hyperv {{(pid=94176) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 23 11:34:23.703501 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.wsgi [-] (94174) accepted ('10.222.0.20', 40408) {{(pid=94174) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 11:34:23.707458 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron_lib.callbacks.manager [None req-aca1aaa1-fd8a-49c0-82ab-e9180c22288b tempest-NetworksTest-2133396914 tempest-NetworksTest-2133396914-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7865916'] for network, before_response {{(pid=94175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:34:23.712130 dv-neutron-601336-94-hyperv neutron-server[94175]: INFO neutron.wsgi [None req-aca1aaa1-fd8a-49c0-82ab-e9180c22288b tempest-NetworksTest-2133396914 tempest-NetworksTest-2133396914-project] 10.222.0.20 "DELETE /v2.0/networks/07aca3e0-fefb-4239-825a-998c2083fc07 HTTP/1.1" status: 204 len: 168 time: 1.8832297 Jun 23 11:34:23.712303 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.api.v2.base [None req-4121f9d0-d4cf-47c7-b68c-bebba4a5e054 tempest-PortsIpV6TestJSON-1781383748 tempest-PortsIpV6TestJSON-1781383748-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-490685723'}} {{(pid=94174) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 23 11:34:23.718516 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.wsgi [-] (94174) accepted ('10.222.0.20', 40410) {{(pid=94174) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 11:34:23.725905 dv-neutron-601336-94-hyperv neutron-server[94175]: INFO neutron.wsgi [None req-0dc9f023-0a4c-4bc2-bdf0-5c567adc4115 tempest-RoutersIpV6Test-1448447933 tempest-RoutersIpV6Test-1448447933-project] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 770 time: 1.1456296 Jun 23 11:34:23.725905 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aca1aaa1-fd8a-49c0-82ab-e9180c22288b tempest-NetworksTest-2133396914 tempest-NetworksTest-2133396914-project] Pushing event deleted for resources: {'Network': ['ID=07aca3e0-fefb-4239-825a-998c2083fc07,revision_number=None']} {{(pid=94175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 11:34:23.726111 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f9c43644-fbb6-400f-9728-facc9256f7ce None None] Network 07aca3e0-fefb-4239-825a-998c2083fc07 could not be found, it might have been deleted concurrently. {{(pid=94176) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:225}} Jun 23 11:34:23.730144 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.wsgi [-] (94174) accepted ('10.222.0.20', 40412) {{(pid=94174) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 11:34:23.732135 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG oslo_concurrency.lockutils [None req-aca1aaa1-fd8a-49c0-82ab-e9180c22288b tempest-NetworksTest-2133396914 tempest-NetworksTest-2133396914-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.036s {{(pid=94175) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 11:34:23.732810 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f9cd93f0-a7d3-4306-be4b-6f054b572ece None None] Update dhcp port {'port': {'network_id': 'c9584ed1-23c5-47a7-b4d6-264bedad0f19', 'fixed_ips': [{'subnet_id': '977308c0-7a49-4a93-831f-0986b33fbae2', 'ip_address': '172.20.0.18'}, {'subnet_id': 'cf090ab5-c3a0-4f7e-9857-336b5ac310cf'}], 'binding:host_id': 'dv-neutron-601336-94-hyperv'}, 'id': 'ec8330c5-73ea-4217-bbfe-5ed799e56847'} from dv-neutron-601336-94-hyperv. {{(pid=94176) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Jun 23 11:34:23.737695 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron_lib.callbacks.manager [None req-55690eed-fcd0-4277-9bd9-c017e3c73dc0 tempest-TestNetworkBasicOps-233187296 tempest-TestNetworkBasicOps-233187296-project] Notify callbacks [] for port, precommit_create {{(pid=94174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:34:23.746762 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.api.v2.base [None req-94ea6320-8dd8-4f02-a1b3-7b58df4ffb29 tempest-RoutersIpV6Test-1448447933 tempest-RoutersIpV6Test-1448447933-project] Request body: {'subnet': {'network_id': '65372c95-01c9-445f-9011-e8626f89819d', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=94174) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 23 11:34:23.782133 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron_lib.callbacks.manager [None req-f9cd93f0-a7d3-4306-be4b-6f054b572ece None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-923122'] for port, before_update {{(pid=94176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:34:23.785338 dv-neutron-601336-94-hyperv neutron-server[94174]: INFO neutron.pecan_wsgi.hooks.translation [None req-dc4860d9-9e4a-4405-bbbc-db609aabc16f tempest-NetworksTest-2133396914 tempest-NetworksTest-2133396914-project] DELETE failed (client error): The resource could not be found. Jun 23 11:34:23.786201 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-dc4860d9-9e4a-4405-bbbc-db609aabc16f tempest-NetworksTest-2133396914 tempest-NetworksTest-2133396914-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94174) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 23 11:34:23.790988 dv-neutron-601336-94-hyperv neutron-server[94174]: INFO neutron.wsgi [None req-dc4860d9-9e4a-4405-bbbc-db609aabc16f tempest-NetworksTest-2133396914 tempest-NetworksTest-2133396914-project] 10.222.0.20 "DELETE /v2.0/networks/07aca3e0-fefb-4239-825a-998c2083fc07 HTTP/1.1" status: 404 len: 339 time: 0.0682418 Jun 23 11:34:23.792233 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.wsgi [-] (94175) accepted ('10.222.0.20', 40418) {{(pid=94175) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 11:34:23.802763 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.api.v2.base [None req-899f07e2-91e5-4496-b7aa-9044b94dcf34 tempest-NetworksTest-2133396914 tempest-NetworksTest-2133396914-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-1702717866', 'description': 'd1'}} {{(pid=94175) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 23 11:34:23.921934 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron_lib.callbacks.manager [None req-ab37bb84-c974-4aad-be60-74021f3302bb tempest-PortsTestJSON-2085221018 tempest-PortsTestJSON-2085221018-project] Notify callbacks [] for security_group, precommit_create {{(pid=94174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:34:23.954211 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.db.db_base_plugin_common [None req-f9cd93f0-a7d3-4306-be4b-6f054b572ece None None] Allocated IP 172.20.0.2 (c9584ed1-23c5-47a7-b4d6-264bedad0f19/cf090ab5-c3a0-4f7e-9857-336b5ac310cf/ec8330c5-73ea-4217-bbfe-5ed799e56847) {{(pid=94176) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 23 11:34:23.960458 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron_lib.callbacks.manager [None req-55690eed-fcd0-4277-9bd9-c017e3c73dc0 tempest-TestNetworkBasicOps-233187296 tempest-TestNetworkBasicOps-233187296-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-922915', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-239814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7866073', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773699642215', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-5196399'] for port, after_create {{(pid=94174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:34:23.963514 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG oslo_concurrency.lockutils [None req-a50d4557-ae79-47dd-a66f-14c54b0911b0 tempest-PortsIpV6TestJSON-1781383748 tempest-PortsIpV6TestJSON-1781383748-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94174) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 11:34:23.993512 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron_lib.callbacks.manager [None req-ab37bb84-c974-4aad-be60-74021f3302bb tempest-PortsTestJSON-2085221018 tempest-PortsTestJSON-2085221018-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7996330'] for security_group, after_create {{(pid=94174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:34:24.026627 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-55690eed-fcd0-4277-9bd9-c017e3c73dc0 tempest-TestNetworkBasicOps-233187296 tempest-TestNetworkBasicOps-233187296-project] Network 3e7e4eb3-cf02-4d47-ade9-0a579cdfc60f is already hosted by enough agents. {{(pid=94174) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 23 11:34:24.037985 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.scheduler.base_scheduler [None req-55690eed-fcd0-4277-9bd9-c017e3c73dc0 tempest-TestNetworkBasicOps-233187296 tempest-TestNetworkBasicOps-233187296-project] Resources bound (agent type, host, resource id): {{(pid=94174) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 23 11:34:24.047514 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.db.l3_dvrscheduler_db [None req-55690eed-fcd0-4277-9bd9-c017e3c73dc0 tempest-TestNetworkBasicOps-233187296 tempest-TestNetworkBasicOps-233187296-project] Received port after_create {{(pid=94174) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 23 11:34:24.054260 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.plugins.ml2.db [None req-f9cd93f0-a7d3-4306-be4b-6f054b572ece None None] For port ec8330c5-73ea-4217-bbfe-5ed799e56847, host dv-neutron-601336-94-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-94-hyperv',level=0,port_id=ec8330c5-73ea-4217-bbfe-5ed799e56847,segment=NetworkSegment(070bfeb7-251d-4048-8853-f7c49da9034e),segment_id=070bfeb7-251d-4048-8853-f7c49da9034e)] {{(pid=94176) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 23 11:34:24.076216 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55690eed-fcd0-4277-9bd9-c017e3c73dc0 tempest-TestNetworkBasicOps-233187296 tempest-TestNetworkBasicOps-233187296-project] Pushing event updated for resources: {'Port': ['ID=3aeaf89e-5f81-4c55-b262-f57f38a5e301,revision_number=1']} {{(pid=94174) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 11:34:24.080170 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG oslo_concurrency.lockutils [None req-55690eed-fcd0-4277-9bd9-c017e3c73dc0 tempest-TestNetworkBasicOps-233187296 tempest-TestNetworkBasicOps-233187296-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.117s {{(pid=94174) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 11:34:24.080691 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG oslo_concurrency.lockutils [None req-43efa4e2-e956-4517-b03b-b3d49c1890aa admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.077s {{(pid=94174) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 11:34:24.085921 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron_lib.callbacks.manager [None req-f9cd93f0-a7d3-4306-be4b-6f054b572ece None None] Notify callbacks [] for port, precommit_update {{(pid=94176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:34:24.099251 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.db.provisioning_blocks [None req-f9cd93f0-a7d3-4306-be4b-6f054b572ece None None] Transition to ACTIVE for port object ec8330c5-73ea-4217-bbfe-5ed799e56847 will not be triggered until provisioned by entity DHCP. {{(pid=94176) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 23 11:34:24.115305 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab37bb84-c974-4aad-be60-74021f3302bb tempest-PortsTestJSON-2085221018 tempest-PortsTestJSON-2085221018-project] Pushing event updated for resources: {'SecurityGroup': ['ID=3a9d8466-6e6f-4499-bd04-88de19439e9a,revision_number=1']} {{(pid=94174) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 11:34:24.147909 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG oslo_concurrency.lockutils [None req-ab37bb84-c974-4aad-be60-74021f3302bb tempest-PortsTestJSON-2085221018 tempest-PortsTestJSON-2085221018-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.067s {{(pid=94174) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 11:34:24.150149 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4121f9d0-d4cf-47c7-b68c-bebba4a5e054 tempest-PortsIpV6TestJSON-1781383748 tempest-PortsIpV6TestJSON-1781383748-project] Made reservation on behalf of 4a9805c328414e068d83db5c9b76c3c7 for: {'network': 1} {{(pid=94174) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 23 11:34:24.153696 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron_lib.callbacks.manager [None req-4121f9d0-d4cf-47c7-b68c-bebba4a5e054 tempest-PortsIpV6TestJSON-1781383748 tempest-PortsIpV6TestJSON-1781383748-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-923104'] for network, before_create {{(pid=94174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:34:24.159227 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron_lib.callbacks.manager [None req-f9cd93f0-a7d3-4306-be4b-6f054b572ece None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-922904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866062', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773700135042', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773699642233', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773699642278'] for port, after_update {{(pid=94176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:34:24.162734 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG oslo_concurrency.lockutils [None req-cd3d4172-7984-4218-9032-cffc0587648b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 11:34:24.233824 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4121f9d0-d4cf-47c7-b68c-bebba4a5e054 tempest-PortsIpV6TestJSON-1781383748 tempest-PortsIpV6TestJSON-1781383748-project] vlan segment allocate from pool success with {'vlan_id': 443, 'physical_network': 'physnet1'} {{(pid=94174) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 23 11:34:24.239277 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-899f07e2-91e5-4496-b7aa-9044b94dcf34 tempest-NetworksTest-2133396914 tempest-NetworksTest-2133396914-project] Made reservation on behalf of dfecc9776e0d4947a3f7218fbe96de01 for: {'network': 1} {{(pid=94175) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 23 11:34:24.243314 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron_lib.callbacks.manager [None req-899f07e2-91e5-4496-b7aa-9044b94dcf34 tempest-NetworksTest-2133396914 tempest-NetworksTest-2133396914-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-923104'] for network, before_create {{(pid=94175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:34:24.256098 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron_lib.callbacks.manager [None req-4121f9d0-d4cf-47c7-b68c-bebba4a5e054 tempest-PortsIpV6TestJSON-1781383748 tempest-PortsIpV6TestJSON-1781383748-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3801'] for segment, precommit_create {{(pid=94174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:34:24.256358 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9cd93f0-a7d3-4306-be4b-6f054b572ece None None] Pushing event updated for resources: {'Port': ['ID=ec8330c5-73ea-4217-bbfe-5ed799e56847,revision_number=6']} {{(pid=94176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 11:34:24.256870 dv-neutron-601336-94-hyperv neutron-server[94174]: INFO neutron.db.segments_db [None req-4121f9d0-d4cf-47c7-b68c-bebba4a5e054 tempest-PortsIpV6TestJSON-1781383748 tempest-PortsIpV6TestJSON-1781383748-project] Added segment 3acc0fe8-794f-4eff-b899-dd628fab5e24 of type vlan for network 0e2e3c35-423b-43dd-a9ba-de37d9c9460b Jun 23 11:34:24.259617 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG oslo_concurrency.lockutils [None req-f9cd93f0-a7d3-4306-be4b-6f054b572ece None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.098s {{(pid=94176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 11:34:24.288323 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-899f07e2-91e5-4496-b7aa-9044b94dcf34 tempest-NetworksTest-2133396914 tempest-NetworksTest-2133396914-project] vlan segment allocate from pool success with {'vlan_id': 424, 'physical_network': 'physnet1'} {{(pid=94175) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 23 11:34:24.300049 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron_lib.callbacks.manager [None req-4121f9d0-d4cf-47c7-b68c-bebba4a5e054 tempest-PortsIpV6TestJSON-1781383748 tempest-PortsIpV6TestJSON-1781383748-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8773699596773'] for network, precommit_create {{(pid=94174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:34:24.300391 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron_lib.callbacks.manager [None req-899f07e2-91e5-4496-b7aa-9044b94dcf34 tempest-NetworksTest-2133396914 tempest-NetworksTest-2133396914-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3801'] for segment, precommit_create {{(pid=94175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:34:24.300391 dv-neutron-601336-94-hyperv neutron-server[94175]: INFO neutron.db.segments_db [None req-899f07e2-91e5-4496-b7aa-9044b94dcf34 tempest-NetworksTest-2133396914 tempest-NetworksTest-2133396914-project] Added segment 2caf5943-86f5-4b92-bd1e-02041fd9ee86 of type vlan for network e33d7baf-6a3a-4ed6-9975-6ed2a8fe0fca Jun 23 11:34:24.343773 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron_lib.callbacks.manager [None req-899f07e2-91e5-4496-b7aa-9044b94dcf34 tempest-NetworksTest-2133396914 tempest-NetworksTest-2133396914-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8773699596773'] for network, precommit_create {{(pid=94175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:34:24.372005 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-94ea6320-8dd8-4f02-a1b3-7b58df4ffb29 tempest-RoutersIpV6Test-1448447933 tempest-RoutersIpV6Test-1448447933-project] Made reservation on behalf of a04e393135be4822803c421d0995b548 for: {'subnet': 1} {{(pid=94174) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 23 11:34:24.375547 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron_lib.callbacks.manager [None req-94ea6320-8dd8-4f02-a1b3-7b58df4ffb29 tempest-RoutersIpV6Test-1448447933 tempest-RoutersIpV6Test-1448447933-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4294245'] for subnet, before_create {{(pid=94174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:34:24.440523 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron_lib.callbacks.manager [None req-4121f9d0-d4cf-47c7-b68c-bebba4a5e054 tempest-PortsIpV6TestJSON-1781383748 tempest-PortsIpV6TestJSON-1781383748-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8002400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7866073'] for network, after_create {{(pid=94174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:34:24.446198 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4121f9d0-d4cf-47c7-b68c-bebba4a5e054 tempest-PortsIpV6TestJSON-1781383748 tempest-PortsIpV6TestJSON-1781383748-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94174) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 11:34:24.446794 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron_lib.callbacks.manager [None req-4121f9d0-d4cf-47c7-b68c-bebba4a5e054 tempest-PortsIpV6TestJSON-1781383748 tempest-PortsIpV6TestJSON-1781383748-project] Notify callbacks [] for network, before_response {{(pid=94174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:34:24.449182 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG oslo_concurrency.lockutils [None req-61048669-27d1-406a-a7ae-2275ddaaff18 tempest-NetworksTest-2133396914 tempest-NetworksTest-2133396914-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94174) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 11:34:24.464922 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron_lib.callbacks.manager [None req-899f07e2-91e5-4496-b7aa-9044b94dcf34 tempest-NetworksTest-2133396914 tempest-NetworksTest-2133396914-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8002400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7866073'] for network, after_create {{(pid=94175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:34:24.470918 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-899f07e2-91e5-4496-b7aa-9044b94dcf34 tempest-NetworksTest-2133396914 tempest-NetworksTest-2133396914-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 11:34:24.477705 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron_lib.callbacks.manager [None req-899f07e2-91e5-4496-b7aa-9044b94dcf34 tempest-NetworksTest-2133396914 tempest-NetworksTest-2133396914-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7865916'] for network, before_response {{(pid=94175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:34:24.482159 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG oslo_concurrency.lockutils [None req-3b733ecc-7db8-4978-83b2-5137a070a577 tempest-NetworksTest-2133396914 tempest-NetworksTest-2133396914-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94175) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 11:34:24.493993 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron_lib.callbacks.manager [None req-ab37bb84-c974-4aad-be60-74021f3302bb tempest-PortsTestJSON-2085221018 tempest-PortsTestJSON-2085221018-project] Notify callbacks [] for security_group, before_response {{(pid=94174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:34:24.495773 dv-neutron-601336-94-hyperv neutron-server[94174]: INFO neutron.wsgi [None req-ab37bb84-c974-4aad-be60-74021f3302bb tempest-PortsTestJSON-2085221018 tempest-PortsTestJSON-2085221018-project] 10.222.0.20 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1743 time: 1.4030609 Jun 23 11:34:24.502760 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.wsgi [-] (94175) accepted ('10.222.0.20', 40422) {{(pid=94175) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 11:34:24.540888 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.api.v2.base [None req-f992e182-26e9-40ad-885c-c48d74e16dd0 tempest-PortsTestJSON-2085221018 tempest-PortsTestJSON-2085221018-project] Request body: {'security_group': {'name': 'tempest-secgroup-839632474'}} {{(pid=94175) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 23 11:34:24.568316 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-899f07e2-91e5-4496-b7aa-9044b94dcf34 tempest-NetworksTest-2133396914 tempest-NetworksTest-2133396914-project] Pushing event updated for resources: {'Network': ['ID=e33d7baf-6a3a-4ed6-9975-6ed2a8fe0fca,revision_number=1']} {{(pid=94175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 11:34:24.571526 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG oslo_concurrency.lockutils [None req-899f07e2-91e5-4496-b7aa-9044b94dcf34 tempest-NetworksTest-2133396914 tempest-NetworksTest-2133396914-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.089s {{(pid=94175) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 11:34:24.582256 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.plugins.ml2.rpc [None req-dc7542b2-afef-47f4-a763-e3a3cba144be None None] Network e33d7baf-6a3a-4ed6-9975-6ed2a8fe0fca details requested by agent ovs-agent-dv-neutron-601336-94-hyperv with host dv-neutron-601336-94-hyperv {{(pid=94176) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:250}} Jun 23 11:34:24.610211 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4121f9d0-d4cf-47c7-b68c-bebba4a5e054 tempest-PortsIpV6TestJSON-1781383748 tempest-PortsIpV6TestJSON-1781383748-project] Pushing event updated for resources: {'Network': ['ID=0e2e3c35-423b-43dd-a9ba-de37d9c9460b,revision_number=1']} {{(pid=94174) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 11:34:24.614459 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron_lib.callbacks.manager [None req-55690eed-fcd0-4277-9bd9-c017e3c73dc0 tempest-TestNetworkBasicOps-233187296 tempest-TestNetworkBasicOps-233187296-project] Notify callbacks [] for router_gateway, after_create {{(pid=94174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:34:24.618092 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG oslo_concurrency.lockutils [None req-4121f9d0-d4cf-47c7-b68c-bebba4a5e054 tempest-PortsIpV6TestJSON-1781383748 tempest-PortsIpV6TestJSON-1781383748-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.169s {{(pid=94174) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 11:34:24.619722 dv-neutron-601336-94-hyperv neutron-server[94174]: INFO neutron.wsgi [None req-4121f9d0-d4cf-47c7-b68c-bebba4a5e054 tempest-PortsIpV6TestJSON-1781383748 tempest-PortsIpV6TestJSON-1781383748-project] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 771 time: 0.9151893 Jun 23 11:34:24.623370 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.wsgi [-] (94175) accepted ('10.222.0.20', 40424) {{(pid=94175) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 11:34:24.623559 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.plugins.ml2.rpc [None req-dc7542b2-afef-47f4-a763-e3a3cba144be None None] Network 0e2e3c35-423b-43dd-a9ba-de37d9c9460b details requested by agent ovs-agent-dv-neutron-601336-94-hyperv with host dv-neutron-601336-94-hyperv {{(pid=94176) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:250}} Jun 23 11:34:24.629988 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.api.v2.base [None req-f5809531-525c-4ea3-85a5-fcfad553d8a4 tempest-PortsIpV6TestJSON-1781383748 tempest-PortsIpV6TestJSON-1781383748-project] Request body: {'subnet': {'network_id': '0e2e3c35-423b-43dd-a9ba-de37d9c9460b', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=94175) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 23 11:34:24.721842 dv-neutron-601336-94-hyperv neutron-server[94175]: INFO neutron.wsgi [None req-899f07e2-91e5-4496-b7aa-9044b94dcf34 tempest-NetworksTest-2133396914 tempest-NetworksTest-2133396914-project] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 782 time: 0.9266479 Jun 23 11:34:24.724992 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.wsgi [-] (94175) accepted ('10.222.0.20', 40426) {{(pid=94175) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 11:34:24.774168 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron_lib.db.api [None req-f5809531-525c-4ea3-85a5-fcfad553d8a4 tempest-PortsIpV6TestJSON-1781383748 tempest-PortsIpV6TestJSON-1781383748-project] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Jun 23 11:34:24.774168 dv-neutron-601336-94-hyperv neutron-server[94175]: [SQL: DELETE FROM reservations WHERE reservations.project_id = %(project_id_1)s AND reservations.expiration < %(expiration_1)s] Jun 23 11:34:24.774168 dv-neutron-601336-94-hyperv neutron-server[94175]: [parameters: {'project_id_1': '4a9805c328414e068d83db5c9b76c3c7', 'expiration_1': datetime.datetime(2021, 6, 23, 11, 34, 24, 716702)}] Jun 23 11:34:24.774168 dv-neutron-601336-94-hyperv neutron-server[94175]: (Background on this error at: http://sqlalche.me/e/14/e3q8) {{(pid=94175) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jun 23 11:34:24.774569 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG oslo_db.api [None req-f5809531-525c-4ea3-85a5-fcfad553d8a4 tempest-PortsIpV6TestJSON-1781383748 tempest-PortsIpV6TestJSON-1781383748-project] Performing DB retry for function neutron.db.quota.driver_nolock.DbQuotaNoLockDriver.make_reservation {{(pid=94175) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jun 23 11:34:24.784466 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c808e5dc-9b06-4590-9758-fbaf9b1db59d None None] Network c9584ed1-23c5-47a7-b4d6-264bedad0f19 requested from dv-neutron-601336-94-hyperv {{(pid=94176) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 23 11:34:24.873763 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bf681d2e-135b-4b4d-8770-2cca112dede0 tempest-NetworksTest-2133396914 tempest-NetworksTest-2133396914-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 11:34:24.875720 dv-neutron-601336-94-hyperv neutron-server[94175]: INFO neutron.wsgi [None req-bf681d2e-135b-4b4d-8770-2cca112dede0 tempest-NetworksTest-2133396914 tempest-NetworksTest-2133396914-project] 10.222.0.20 "GET /v2.0/networks?id=e33d7baf-6a3a-4ed6-9975-6ed2a8fe0fca HTTP/1.1" status: 200 len: 761 time: 0.1497178 Jun 23 11:34:24.878253 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.wsgi [-] (94175) accepted ('10.222.0.20', 40428) {{(pid=94175) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 11:34:24.883640 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.api.v2.base [None req-69de97ef-7e09-4b0a-b3c8-884cd7c7bbc7 tempest-NetworksTest-2133396914 tempest-NetworksTest-2133396914-project] Request body: {'network': {'description': 'd2'}} {{(pid=94175) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 23 11:34:24.909211 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron_lib.callbacks.manager [None req-55690eed-fcd0-4277-9bd9-c017e3c73dc0 tempest-TestNetworkBasicOps-233187296 tempest-TestNetworkBasicOps-233187296-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-520412', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-524143'] for router, after_create {{(pid=94174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:34:24.919574 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.db.provisioning_blocks [None req-f83d8d3a-c537-44f2-8818-d3731eecc030 None None] Provisioning for port ec8330c5-73ea-4217-bbfe-5ed799e56847 completed by entity DHCP. {{(pid=94176) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 23 11:34:24.925957 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.db.provisioning_blocks [None req-f83d8d3a-c537-44f2-8818-d3731eecc030 None None] Provisioning complete for port ec8330c5-73ea-4217-bbfe-5ed799e56847 triggered by entity DHCP. {{(pid=94176) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 23 11:34:24.926420 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron_lib.callbacks.manager [None req-f83d8d3a-c537-44f2-8818-d3731eecc030 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-899258'] for port, provisioning_complete {{(pid=94176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:34:24.935158 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron_lib.callbacks.manager [None req-f992e182-26e9-40ad-885c-c48d74e16dd0 tempest-PortsTestJSON-2085221018 tempest-PortsTestJSON-2085221018-project] Notify callbacks [] for security_group, before_create {{(pid=94175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:34:24.949033 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron_lib.callbacks.manager [None req-94ea6320-8dd8-4f02-a1b3-7b58df4ffb29 tempest-RoutersIpV6Test-1448447933 tempest-RoutersIpV6Test-1448447933-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866062', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5195999', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4294259'] for subnet, after_create {{(pid=94174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:34:24.953248 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG oslo_concurrency.lockutils [None req-d503b5c8-fe61-4d54-8f3d-77b34d61a53e tempest-NetworksTestDHCPv6-162546708 tempest-NetworksTestDHCPv6-162546708-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94174) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 11:34:25.057565 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.db.provisioning_blocks [None req-f83d8d3a-c537-44f2-8818-d3731eecc030 None None] Provisioning complete for port 1581b641-d989-429b-9c22-7f08f65cb943 triggered by entity DHCP. {{(pid=94176) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 23 11:34:25.057936 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron_lib.callbacks.manager [None req-f83d8d3a-c537-44f2-8818-d3731eecc030 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-899258'] for port, provisioning_complete {{(pid=94176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:34:25.058060 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94ea6320-8dd8-4f02-a1b3-7b58df4ffb29 tempest-RoutersIpV6Test-1448447933 tempest-RoutersIpV6Test-1448447933-project] Pushing event updated for resources: {'Subnet': ['ID=a93bc95b-9fc9-4703-bd3f-01b38ef93034,revision_number=0']} {{(pid=94174) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 11:34:25.074048 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG oslo_concurrency.lockutils [None req-94ea6320-8dd8-4f02-a1b3-7b58df4ffb29 tempest-RoutersIpV6Test-1448447933 tempest-RoutersIpV6Test-1448447933-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.120s {{(pid=94174) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 11:34:25.088582 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-94ea6320-8dd8-4f02-a1b3-7b58df4ffb29 tempest-RoutersIpV6Test-1448447933 tempest-RoutersIpV6Test-1448447933-project] Checking segment: {'id': 'ab148ff2-d6db-4bd7-a895-0fff3848009d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 438, 'network_id': '65372c95-01c9-445f-9011-e8626f89819d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94174) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 23 11:34:25.089514 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-94ea6320-8dd8-4f02-a1b3-7b58df4ffb29 tempest-RoutersIpV6Test-1448447933 tempest-RoutersIpV6Test-1448447933-project] Network hostable DHCP agents. Network: 65372c95-01c9-445f-9011-e8626f89819d, hostable agents: ['8cf29b10-0e57-4131-816f-a4b6ad00b249'], hosted agents: [] {{(pid=94174) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 23 11:34:25.099270 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.plugins.ml2.plugin [None req-f83d8d3a-c537-44f2-8818-d3731eecc030 None None] Port 1581b641-d989-429b-9c22-7f08f65cb943 cannot update to ACTIVE because it is not bound. {{(pid=94176) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jun 23 11:34:25.184650 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-94ea6320-8dd8-4f02-a1b3-7b58df4ffb29 tempest-RoutersIpV6Test-1448447933 tempest-RoutersIpV6Test-1448447933-project] Network 65372c95-01c9-445f-9011-e8626f89819d is scheduled to be hosted by DHCP agent 8cf29b10-0e57-4131-816f-a4b6ad00b249 with binding_index 1 {{(pid=94174) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 23 11:34:25.213207 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-55690eed-fcd0-4277-9bd9-c017e3c73dc0 tempest-TestNetworkBasicOps-233187296 tempest-TestNetworkBasicOps-233187296-project] Router 4c99b81f-8a52-421f-abc8-9ccee9678765 is scheduled to L3 agent 50ef99c0-ef28-4db5-b303-b145898fae60 with binding_index 1 {{(pid=94174) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jun 23 11:34:25.250663 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.plugins.ml2.rpc [None req-dc7542b2-afef-47f4-a763-e3a3cba144be None None] Device ec8330c5-73ea-4217-bbfe-5ed799e56847 up at agent ovs-agent-dv-neutron-601336-94-hyperv {{(pid=94176) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:298}} Jun 23 11:34:25.302639 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.db.provisioning_blocks [None req-dc7542b2-afef-47f4-a763-e3a3cba144be None None] Provisioning complete for port ec8330c5-73ea-4217-bbfe-5ed799e56847 triggered by entity L2. {{(pid=94176) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 23 11:34:25.303323 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron_lib.callbacks.manager [None req-dc7542b2-afef-47f4-a763-e3a3cba144be None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-899258'] for port, provisioning_complete {{(pid=94176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:34:25.317474 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.scheduler.base_scheduler [None req-94ea6320-8dd8-4f02-a1b3-7b58df4ffb29 tempest-RoutersIpV6Test-1448447933 tempest-RoutersIpV6Test-1448447933-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-601336-94-hyperv, 65372c95-01c9-445f-9011-e8626f89819d) {{(pid=94174) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 23 11:34:25.325713 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-94ea6320-8dd8-4f02-a1b3-7b58df4ffb29 tempest-RoutersIpV6Test-1448447933 tempest-RoutersIpV6Test-1448447933-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94174) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 11:34:25.326262 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron_lib.callbacks.manager [None req-94ea6320-8dd8-4f02-a1b3-7b58df4ffb29 tempest-RoutersIpV6Test-1448447933 tempest-RoutersIpV6Test-1448447933-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7865916'] for subnet, before_response {{(pid=94174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:34:25.336314 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0872e29d-3665-4968-96a9-8da4b0926ff9 None None] Network 65372c95-01c9-445f-9011-e8626f89819d requested from dv-neutron-601336-94-hyperv {{(pid=94176) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 23 11:34:25.353436 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-55690eed-fcd0-4277-9bd9-c017e3c73dc0 tempest-TestNetworkBasicOps-233187296 tempest-TestNetworkBasicOps-233187296-project] Notify agent at l3_agent.dv-neutron-601336-94-hyperv the message routers_updated {{(pid=94174) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 23 11:34:25.387486 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9a626d29-22fd-49bc-9157-f2274459c16f None None] Sync routers for ids ['4c99b81f-8a52-421f-abc8-9ccee9678765'] in dv-neutron-601336-94-hyperv {{(pid=94176) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 23 11:34:25.394556 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.db.provisioning_blocks [None req-151318fe-17ed-478a-9ed9-14bee6d49038 None None] Provisioning complete for port ec8330c5-73ea-4217-bbfe-5ed799e56847 triggered by entity DHCP. {{(pid=94176) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 23 11:34:25.394938 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron_lib.callbacks.manager [None req-151318fe-17ed-478a-9ed9-14bee6d49038 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-899258'] for port, provisioning_complete {{(pid=94176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:34:25.398836 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron_lib.callbacks.manager [None req-69de97ef-7e09-4b0a-b3c8-884cd7c7bbc7 tempest-NetworksTest-2133396914 tempest-NetworksTest-2133396914-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8773699596773'] for network, precommit_update {{(pid=94175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:34:25.429074 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9a626d29-22fd-49bc-9157-f2274459c16f None None] Routers {'4c99b81f-8a52-421f-abc8-9ccee9678765'} bound to L3 agent in host dv-neutron-601336-94-hyperv {{(pid=94176) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 23 11:34:25.429712 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.db.l3_hamode_db [None req-9a626d29-22fd-49bc-9157-f2274459c16f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-601336-94-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-06-23T11:22:13Z,description=,heartbeat_timestamp=2021-06-23T11:34:13Z,host='dv-neutron-601336-94-hyperv',id=50ef99c0-ef28-4db5-b303-b145898fae60,load=0,resource_versions=,resources_synced=,started_at=2021-06-23T11:22:14Z,topic='l3_agent')) {'router_ids': ['4c99b81f-8a52-421f-abc8-9ccee9678765'], 'active': True} {{(pid=94176) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 11:34:25.445277 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f5809531-525c-4ea3-85a5-fcfad553d8a4 tempest-PortsIpV6TestJSON-1781383748 tempest-PortsIpV6TestJSON-1781383748-project] Made reservation on behalf of 4a9805c328414e068d83db5c9b76c3c7 for: {'subnet': 1} {{(pid=94175) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 23 11:34:25.450557 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron_lib.callbacks.manager [None req-f5809531-525c-4ea3-85a5-fcfad553d8a4 tempest-PortsIpV6TestJSON-1781383748 tempest-PortsIpV6TestJSON-1781383748-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4660073'] for subnet, before_create {{(pid=94175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:34:25.459515 dv-neutron-601336-94-hyperv neutron-server[94174]: INFO neutron.wsgi [req-16d1a552-cc7e-4a41-86c2-e97dc4d163aa req-3547c3f9-6251-4ab3-a355-5ac35091dd2b service neutron] 10.222.0.52 "GET /v2.0/ports?device_id=85769616-6b8b-4da7-ad73-344986edf607&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0565388 Jun 23 11:34:25.510121 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron_lib.callbacks.manager [None req-69de97ef-7e09-4b0a-b3c8-884cd7c7bbc7 tempest-NetworksTest-2133396914 tempest-NetworksTest-2133396914-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8002400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7866073'] for network, after_update {{(pid=94175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:34:25.515598 dv-neutron-601336-94-hyperv neutron-server[94174]: INFO neutron.wsgi [None req-94ea6320-8dd8-4f02-a1b3-7b58df4ffb29 tempest-RoutersIpV6Test-1448447933 tempest-RoutersIpV6Test-1448447933-project] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.7720866 Jun 23 11:34:25.515939 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.wsgi [-] (94174) accepted ('10.222.0.20', 40432) {{(pid=94174) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 11:34:25.528305 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.api.v2.base [None req-02916824-cfa1-4e44-b242-33b2c347ec03 tempest-RoutersIpV6Test-1448447933 tempest-RoutersIpV6Test-1448447933-project] Request body: {'subnet': {'network_id': '30f8707b-479b-4c67-8b63-4252ecc9ff09', 'cidr': '2001:db8:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:1::1'}} {{(pid=94174) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 23 11:34:25.533104 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron_lib.callbacks.manager [None req-55690eed-fcd0-4277-9bd9-c017e3c73dc0 tempest-TestNetworkBasicOps-233187296 tempest-TestNetworkBasicOps-233187296-project] Notify callbacks [] for router, before_response {{(pid=94174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:34:25.539156 dv-neutron-601336-94-hyperv neutron-server[94174]: INFO neutron.wsgi [None req-55690eed-fcd0-4277-9bd9-c017e3c73dc0 tempest-TestNetworkBasicOps-233187296 tempest-TestNetworkBasicOps-233187296-project] 10.222.0.20 "POST /v2.0/routers HTTP/1.1" status: 201 len: 885 time: 3.3896120 Jun 23 11:34:25.539156 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.wsgi [-] (94174) accepted ('10.222.0.20', 40434) {{(pid=94174) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 11:34:25.583271 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron_lib.callbacks.manager [None req-f992e182-26e9-40ad-885c-c48d74e16dd0 tempest-PortsTestJSON-2085221018 tempest-PortsTestJSON-2085221018-project] Notify callbacks [] for security_group, precommit_create {{(pid=94175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:34:25.587251 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG oslo_concurrency.lockutils [None req-c2c7f61a-a65c-4159-bfa4-733eba650f4b tempest-NetworksIpV6TestAttrs-49342282 tempest-NetworksIpV6TestAttrs-49342282-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94175) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 11:34:25.624630 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-69de97ef-7e09-4b0a-b3c8-884cd7c7bbc7 tempest-NetworksTest-2133396914 tempest-NetworksTest-2133396914-project] Network e33d7baf-6a3a-4ed6-9975-6ed2a8fe0fca is not hosted by any dhcp agent {{(pid=94175) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:232}} Jun 23 11:34:25.630993 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-69de97ef-7e09-4b0a-b3c8-884cd7c7bbc7 tempest-NetworksTest-2133396914 tempest-NetworksTest-2133396914-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 11:34:25.632225 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron_lib.callbacks.manager [None req-69de97ef-7e09-4b0a-b3c8-884cd7c7bbc7 tempest-NetworksTest-2133396914 tempest-NetworksTest-2133396914-project] Notify callbacks [] for network, before_response {{(pid=94175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:34:25.633733 dv-neutron-601336-94-hyperv neutron-server[94175]: INFO neutron.wsgi [None req-69de97ef-7e09-4b0a-b3c8-884cd7c7bbc7 tempest-NetworksTest-2133396914 tempest-NetworksTest-2133396914-project] 10.222.0.20 "PUT /v2.0/networks/e33d7baf-6a3a-4ed6-9975-6ed2a8fe0fca HTTP/1.1" status: 200 len: 758 time: 0.7543018 Jun 23 11:34:25.640407 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.wsgi [-] (94174) accepted ('10.222.0.20', 40438) {{(pid=94174) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 11:34:25.670571 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron_lib.callbacks.manager [None req-f992e182-26e9-40ad-885c-c48d74e16dd0 tempest-PortsTestJSON-2085221018 tempest-PortsTestJSON-2085221018-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7996330'] for security_group, after_create {{(pid=94175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:34:25.714772 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69de97ef-7e09-4b0a-b3c8-884cd7c7bbc7 tempest-NetworksTest-2133396914 tempest-NetworksTest-2133396914-project] Pushing event updated for resources: {'Network': ['ID=e33d7baf-6a3a-4ed6-9975-6ed2a8fe0fca,revision_number=1']} {{(pid=94175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 11:34:25.725696 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG oslo_concurrency.lockutils [None req-69de97ef-7e09-4b0a-b3c8-884cd7c7bbc7 tempest-NetworksTest-2133396914 tempest-NetworksTest-2133396914-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.139s {{(pid=94175) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 11:34:25.727825 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG oslo_concurrency.lockutils [None req-0eced19f-237d-416e-9862-b13eb69deb1a tempest-SecGroupIPv6Test-1528675894 tempest-SecGroupIPv6Test-1528675894-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.041s {{(pid=94175) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 11:34:25.734581 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.plugins.ml2.rpc [None req-dc7542b2-afef-47f4-a763-e3a3cba144be None None] Network e33d7baf-6a3a-4ed6-9975-6ed2a8fe0fca details requested by agent ovs-agent-dv-neutron-601336-94-hyperv with host dv-neutron-601336-94-hyperv {{(pid=94176) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:250}} Jun 23 11:34:25.748837 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16d1a552-cc7e-4a41-86c2-e97dc4d163aa req-4c04c8c4-5954-4f0d-891e-6c85c8fdb3c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94174) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 11:34:25.750369 dv-neutron-601336-94-hyperv neutron-server[94174]: INFO neutron.wsgi [req-16d1a552-cc7e-4a41-86c2-e97dc4d163aa req-4c04c8c4-5954-4f0d-891e-6c85c8fdb3c6 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=252b24454ee04e36b666155dab1feb23&device_id=85769616-6b8b-4da7-ad73-344986edf607 HTTP/1.1" status: 200 len: 1098 time: 0.2358699 Jun 23 11:34:25.769165 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f992e182-26e9-40ad-885c-c48d74e16dd0 tempest-PortsTestJSON-2085221018 tempest-PortsTestJSON-2085221018-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d81d9e51-6ab1-4947-989e-2d765e724f65,revision_number=1']} {{(pid=94175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 11:34:25.780722 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG oslo_concurrency.lockutils [None req-f992e182-26e9-40ad-885c-c48d74e16dd0 tempest-PortsTestJSON-2085221018 tempest-PortsTestJSON-2085221018-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.052s {{(pid=94175) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 11:34:25.831532 dv-neutron-601336-94-hyperv neutron-server[94174]: INFO neutron.wsgi [None req-e60f4a62-5e41-49df-8d63-9ed9cd2b44fc tempest-TestNetworkBasicOps-1420332966 tempest-TestNetworkBasicOps-1420332966-project-admin] 10.222.0.20 "GET /v2.0/subnets?project_id=772b9946478d439e9da4eaeade7fb21d&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.2902324 Jun 23 11:34:25.836703 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.wsgi [-] (94175) accepted ('10.222.0.20', 40440) {{(pid=94175) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 11:34:25.836863 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.plugins.ml2.rpc [None req-dc7542b2-afef-47f4-a763-e3a3cba144be None None] Device 8bd37c31-2d98-4393-94b8-6d907ba83735 no longer exists at agent ovs-agent-dv-neutron-601336-94-hyperv {{(pid=94176) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:261}} Jun 23 11:34:25.895257 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.plugins.ml2.plugin [None req-dc7542b2-afef-47f4-a763-e3a3cba144be None None] No Port match for: 8bd37c31-2d98-4393-94b8-6d907ba83735 {{(pid=94176) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2240}} Jun 23 11:34:25.895634 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.plugins.ml2.rpc [None req-dc7542b2-afef-47f4-a763-e3a3cba144be None None] Device 8bd37c31-2d98-4393-94b8-6d907ba83735 not bound to the agent host dv-neutron-601336-94-hyperv {{(pid=94176) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:271}} Jun 23 11:34:25.896049 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.plugins.ml2.rpc [None req-dc7542b2-afef-47f4-a763-e3a3cba144be None None] Device f3dc1c1e-817e-4734-9a69-4421b9522883 no longer exists at agent ovs-agent-dv-neutron-601336-94-hyperv {{(pid=94176) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:261}} Jun 23 11:34:25.925746 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.plugins.ml2.plugin [None req-dc7542b2-afef-47f4-a763-e3a3cba144be None None] No Port match for: f3dc1c1e-817e-4734-9a69-4421b9522883 {{(pid=94176) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2240}} Jun 23 11:34:25.926116 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.plugins.ml2.rpc [None req-dc7542b2-afef-47f4-a763-e3a3cba144be None None] Device f3dc1c1e-817e-4734-9a69-4421b9522883 not bound to the agent host dv-neutron-601336-94-hyperv {{(pid=94176) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:271}} Jun 23 11:34:25.929534 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.db.l3_dvr_db [None req-9a626d29-22fd-49bc-9157-f2274459c16f None None] Set router 4c99b81f-8a52-421f-abc8-9ccee9678765 gateway port host: dv-neutron-601336-94-hyperv {{(pid=94176) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:838}} Jun 23 11:34:26.012114 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron_lib.callbacks.manager [None req-f992e182-26e9-40ad-885c-c48d74e16dd0 tempest-PortsTestJSON-2085221018 tempest-PortsTestJSON-2085221018-project] Notify callbacks [] for security_group, before_response {{(pid=94175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:34:26.016168 dv-neutron-601336-94-hyperv neutron-server[94175]: INFO neutron.wsgi [None req-f992e182-26e9-40ad-885c-c48d74e16dd0 tempest-PortsTestJSON-2085221018 tempest-PortsTestJSON-2085221018-project] 10.222.0.20 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1742 time: 1.4765575 Jun 23 11:34:26.022821 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.wsgi [-] (94175) accepted ('10.222.0.20', 40442) {{(pid=94175) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 11:34:26.028928 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.api.v2.base [None req-006011f9-5300-4438-97fe-76a06aa0db8f tempest-PortsTestJSON-2085221018 tempest-PortsTestJSON-2085221018-project] Request body: {'port': {'name': 'tempest-PortsTestJSON-911286213', 'security_groups': ['d81d9e51-6ab1-4947-989e-2d765e724f65'], 'network_id': 'c9584ed1-23c5-47a7-b4d6-264bedad0f19', 'admin_state_up': True, 'fixed_ips': [{'subnet_id': 'cf090ab5-c3a0-4f7e-9857-336b5ac310cf'}]}} {{(pid=94175) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 23 11:34:26.068737 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9ce37c9c-24de-42d5-9969-8a071ea276ba None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1e0d828a-1fa4-563d-b7fd-53adf66a04ee-65372c95-01c9-445f-9011-e8626f89819d', 'network_id': '65372c95-01c9-445f-9011-e8626f89819d', 'tenant_id': 'a04e393135be4822803c421d0995b548', 'fixed_ips': [{'subnet_id': 'a93bc95b-9fc9-4703-bd3f-01b38ef93034'}]}} from dv-neutron-601336-94-hyperv. {{(pid=94176) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 23 11:34:26.069599 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron_lib.callbacks.manager [None req-9ce37c9c-24de-42d5-9969-8a071ea276ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-923104'] for port, before_create {{(pid=94176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:34:26.093079 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron_lib.callbacks.manager [None req-f5809531-525c-4ea3-85a5-fcfad553d8a4 tempest-PortsIpV6TestJSON-1781383748 tempest-PortsIpV6TestJSON-1781383748-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866062', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5083113', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4660095'] for subnet, after_create {{(pid=94175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:34:26.094239 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.db.provisioning_blocks [None req-151318fe-17ed-478a-9ed9-14bee6d49038 None None] Provisioning complete for port 1581b641-d989-429b-9c22-7f08f65cb943 triggered by entity DHCP. {{(pid=94176) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 23 11:34:26.094812 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron_lib.callbacks.manager [None req-151318fe-17ed-478a-9ed9-14bee6d49038 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-899258'] for port, provisioning_complete {{(pid=94176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:34:26.098823 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG oslo_concurrency.lockutils [None req-d804e6f0-2895-4b3c-a8de-45b122074d3e tempest-NetworksTest-2133396914 tempest-NetworksTest-2133396914-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94175) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 11:34:26.128140 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-82b15528-9fd2-4230-b587-51fc6abbdda1 tempest-TestNetworkBasicOps-1420332966 tempest-TestNetworkBasicOps-1420332966-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 11:34:26.131194 dv-neutron-601336-94-hyperv neutron-server[94175]: INFO neutron.wsgi [None req-82b15528-9fd2-4230-b587-51fc6abbdda1 tempest-TestNetworkBasicOps-1420332966 tempest-TestNetworkBasicOps-1420332966-project-admin] 10.222.0.20 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.2967057 Jun 23 11:34:26.136453 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.wsgi [-] (94175) accepted ('10.222.0.20', 40444) {{(pid=94175) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 11:34:26.157031 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-02916824-cfa1-4e44-b242-33b2c347ec03 tempest-RoutersIpV6Test-1448447933 tempest-RoutersIpV6Test-1448447933-project] Made reservation on behalf of a04e393135be4822803c421d0995b548 for: {'subnet': 1} {{(pid=94174) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 23 11:34:26.160469 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron_lib.callbacks.manager [None req-02916824-cfa1-4e44-b242-33b2c347ec03 tempest-RoutersIpV6Test-1448447933 tempest-RoutersIpV6Test-1448447933-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4294245'] for subnet, before_create {{(pid=94174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:34:26.167982 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.plugins.ml2.plugin [None req-151318fe-17ed-478a-9ed9-14bee6d49038 None None] Port 1581b641-d989-429b-9c22-7f08f65cb943 cannot update to ACTIVE because it is not bound. {{(pid=94176) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jun 23 11:34:26.172037 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-984d9f5b-332c-4708-a300-edd29d6e672f tempest-NetworksTest-2133396914 tempest-NetworksTest-2133396914-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94174) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 11:34:26.176901 dv-neutron-601336-94-hyperv neutron-server[94174]: INFO neutron.wsgi [None req-984d9f5b-332c-4708-a300-edd29d6e672f tempest-NetworksTest-2133396914 tempest-NetworksTest-2133396914-project] 10.222.0.20 "GET /v2.0/networks?id=e33d7baf-6a3a-4ed6-9975-6ed2a8fe0fca HTTP/1.1" status: 200 len: 761 time: 0.5313458 Jun 23 11:34:26.188587 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.wsgi [-] (94174) accepted ('10.222.0.20', 40446) {{(pid=94174) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 11:34:26.193562 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.api.v2.base [None req-c63aea66-00cc-45f0-a58f-6016482426b5 tempest-NetworksTest-2133396914 tempest-NetworksTest-2133396914-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-629054214'}} {{(pid=94174) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 23 11:34:26.206112 dv-neutron-601336-94-hyperv neutron-server[94175]: INFO neutron.wsgi [None req-d6a86381-1a65-4406-a68f-19e4f81ebfa1 tempest-TestNetworkBasicOps-1420332966 tempest-TestNetworkBasicOps-1420332966-project-admin] 10.222.0.20 "GET /v2.0/subnets?network_id=3e7e4eb3-cf02-4d47-ade9-0a579cdfc60f&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0643857 Jun 23 11:34:26.212283 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.wsgi [-] (94175) accepted ('10.222.0.20', 40448) {{(pid=94175) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 11:34:26.223407 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.api.v2.base [None req-475d0d7a-f1ce-4bdc-af24-4a9efd6fb637 tempest-TestNetworkBasicOps-233187296 tempest-TestNetworkBasicOps-233187296-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-673622038', 'network_id': 'cf29c68f-82b8-4662-a929-931f65637941', 'project_id': '772b9946478d439e9da4eaeade7fb21d', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=94175) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 23 11:34:26.237086 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5809531-525c-4ea3-85a5-fcfad553d8a4 tempest-PortsIpV6TestJSON-1781383748 tempest-PortsIpV6TestJSON-1781383748-project] Pushing event updated for resources: {'Subnet': ['ID=95ae1e2e-fcc4-4c05-ae16-bfcea4255b0b,revision_number=0']} {{(pid=94175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 11:34:26.239987 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG oslo_concurrency.lockutils [None req-f5809531-525c-4ea3-85a5-fcfad553d8a4 tempest-PortsIpV6TestJSON-1781383748 tempest-PortsIpV6TestJSON-1781383748-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.141s {{(pid=94175) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 11:34:26.282071 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16d1a552-cc7e-4a41-86c2-e97dc4d163aa req-2bd569b7-46fc-4d0b-981e-1333ad56042e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94174) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 11:34:26.283557 dv-neutron-601336-94-hyperv neutron-server[94174]: INFO neutron.wsgi [req-16d1a552-cc7e-4a41-86c2-e97dc4d163aa req-2bd569b7-46fc-4d0b-981e-1333ad56042e service neutron] 10.222.0.52 "GET /v2.0/networks?id=34cf218b-02ad-4259-a49e-5807c729dd9a HTTP/1.1" status: 200 len: 913 time: 0.5027211 Jun 23 11:34:26.319788 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f5809531-525c-4ea3-85a5-fcfad553d8a4 tempest-PortsIpV6TestJSON-1781383748 tempest-PortsIpV6TestJSON-1781383748-project] Checking segment: {'id': '3acc0fe8-794f-4eff-b899-dd628fab5e24', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 443, 'network_id': '0e2e3c35-423b-43dd-a9ba-de37d9c9460b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94175) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 23 11:34:26.320281 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f5809531-525c-4ea3-85a5-fcfad553d8a4 tempest-PortsIpV6TestJSON-1781383748 tempest-PortsIpV6TestJSON-1781383748-project] Network hostable DHCP agents. Network: 0e2e3c35-423b-43dd-a9ba-de37d9c9460b, hostable agents: ['8cf29b10-0e57-4131-816f-a4b6ad00b249'], hosted agents: [] {{(pid=94175) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 23 11:34:26.335653 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.db.db_base_plugin_common [None req-9ce37c9c-24de-42d5-9969-8a071ea276ba None None] Allocated IP 2001:db8::2 (65372c95-01c9-445f-9011-e8626f89819d/a93bc95b-9fc9-4703-bd3f-01b38ef93034/d10503aa-c505-4f9a-8f98-f557d21a4ede) {{(pid=94176) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 23 11:34:26.340972 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.db.l3_hamode_db [None req-9a626d29-22fd-49bc-9157-f2274459c16f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4c99b81f-8a52-421f-abc8-9ccee9678765', 'name': 'tempest-TestNetworkBasicOps-router-26535949', 'tenant_id': '772b9946478d439e9da4eaeade7fb21d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3e7e4eb3-cf02-4d47-ade9-0a579cdfc60f', 'external_fixed_ips': [{'subnet_id': 'a5ad15ab-c489-4a67-a9b0-d559fca0ec71', 'ip_address': '172.26.3.243'}], 'enable_snat': True}, 'gw_port_id': '3aeaf89e-5f81-4c55-b262-f57f38a5e301', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-23T11:34:22Z', 'updated_at': '2021-06-23T11:34:24Z', 'revision_number': 3, 'project_id': '772b9946478d439e9da4eaeade7fb21d', 'gw_port': {'id': '3aeaf89e-5f81-4c55-b262-f57f38a5e301', 'name': '', 'network_id': '3e7e4eb3-cf02-4d47-ade9-0a579cdfc60f', 'tenant_id': '', 'mac_address': 'fa:16:3e:74:1f:dd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4c99b81f-8a52-421f-abc8-9ccee9678765', 'device_owner': 'network:router_gateway', 'standard_attr_id': 875, 'fixed_ips': [{'subnet_id': 'a5ad15ab-c489-4a67-a9b0-d559fca0ec71', 'ip_address': '172.26.3.243', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-23T11:34:23Z', 'updated_at': '2021-06-23T11:34:23Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'a5ad15ab-c489-4a67-a9b0-d559fca0ec71', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-601336-94-hyperv'}], 'dv-neutron-601336-94-hyperv', False) {} {{(pid=94176) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 11:34:26.354936 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c63aea66-00cc-45f0-a58f-6016482426b5 tempest-NetworksTest-2133396914 tempest-NetworksTest-2133396914-project] Made reservation on behalf of dfecc9776e0d4947a3f7218fbe96de01 for: {'network': 1} {{(pid=94174) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 23 11:34:26.354936 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron_lib.callbacks.manager [None req-c63aea66-00cc-45f0-a58f-6016482426b5 tempest-NetworksTest-2133396914 tempest-NetworksTest-2133396914-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-923104'] for network, before_create {{(pid=94174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:34:26.376742 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9a626d29-22fd-49bc-9157-f2274459c16f None None] Checking router: 4c99b81f-8a52-421f-abc8-9ccee9678765 for host: dv-neutron-601336-94-hyperv {{(pid=94176) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 23 11:34:26.377111 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9a626d29-22fd-49bc-9157-f2274459c16f None None] Updating router 4c99b81f-8a52-421f-abc8-9ccee9678765 port 3aeaf89e-5f81-4c55-b262-f57f38a5e301 binding host dv-neutron-601336-94-hyperv {{(pid=94176) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 23 11:34:26.381143 dv-neutron-601336-94-hyperv neutron-server[94174]: INFO neutron.wsgi [req-16d1a552-cc7e-4a41-86c2-e97dc4d163aa req-9329d904-4cad-4eaa-b604-1e8f98b53981 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=4428b5cd-2ee2-4454-b711-d13a003d5236 HTTP/1.1" status: 200 len: 1001 time: 0.0872667 Jun 23 11:34:26.447849 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f5809531-525c-4ea3-85a5-fcfad553d8a4 tempest-PortsIpV6TestJSON-1781383748 tempest-PortsIpV6TestJSON-1781383748-project] Network 0e2e3c35-423b-43dd-a9ba-de37d9c9460b is scheduled to be hosted by DHCP agent 8cf29b10-0e57-4131-816f-a4b6ad00b249 with binding_index 1 {{(pid=94175) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 23 11:34:26.448509 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c63aea66-00cc-45f0-a58f-6016482426b5 tempest-NetworksTest-2133396914 tempest-NetworksTest-2133396914-project] vlan segment allocate from pool success with {'vlan_id': 430, 'physical_network': 'physnet1'} {{(pid=94174) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 23 11:34:26.448627 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron_lib.callbacks.manager [None req-9a626d29-22fd-49bc-9157-f2274459c16f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-923122'] for port, before_update {{(pid=94176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:34:26.476282 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron_lib.callbacks.manager [None req-c63aea66-00cc-45f0-a58f-6016482426b5 tempest-NetworksTest-2133396914 tempest-NetworksTest-2133396914-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3801'] for segment, precommit_create {{(pid=94174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:34:26.476732 dv-neutron-601336-94-hyperv neutron-server[94174]: INFO neutron.db.segments_db [None req-c63aea66-00cc-45f0-a58f-6016482426b5 tempest-NetworksTest-2133396914 tempest-NetworksTest-2133396914-project] Added segment f37195f7-0ce0-43d9-b787-782c70e8c809 of type vlan for network a8a4ed4a-10d2-4a5c-9d29-6d9bfbf15e91 Jun 23 11:34:26.477601 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-006011f9-5300-4438-97fe-76a06aa0db8f tempest-PortsTestJSON-2085221018 tempest-PortsTestJSON-2085221018-project] Made reservation on behalf of 9e5461dd76964a018bba022fe5f7a0f1 for: {'port': 1} {{(pid=94175) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 23 11:34:26.490359 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16d1a552-cc7e-4a41-86c2-e97dc4d163aa req-875a1fe6-db62-4181-9611-50847064c96e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94174) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 11:34:26.492000 dv-neutron-601336-94-hyperv neutron-server[94174]: INFO neutron.wsgi [req-16d1a552-cc7e-4a41-86c2-e97dc4d163aa req-875a1fe6-db62-4181-9611-50847064c96e service neutron] 10.222.0.52 "GET /v2.0/subnets?id=47ff68e9-949b-4720-9652-7e8da6276be9 HTTP/1.1" status: 200 len: 851 time: 0.0864701 Jun 23 11:34:26.548004 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.scheduler.base_scheduler [None req-f5809531-525c-4ea3-85a5-fcfad553d8a4 tempest-PortsIpV6TestJSON-1781383748 tempest-PortsIpV6TestJSON-1781383748-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-601336-94-hyperv, 0e2e3c35-423b-43dd-a9ba-de37d9c9460b) {{(pid=94175) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 23 11:34:26.560949 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f5809531-525c-4ea3-85a5-fcfad553d8a4 tempest-PortsIpV6TestJSON-1781383748 tempest-PortsIpV6TestJSON-1781383748-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 11:34:26.562046 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron_lib.callbacks.manager [None req-f5809531-525c-4ea3-85a5-fcfad553d8a4 tempest-PortsIpV6TestJSON-1781383748 tempest-PortsIpV6TestJSON-1781383748-project] Notify callbacks [] for subnet, before_response {{(pid=94175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:34:26.563322 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-805c5ef8-b58c-4b17-b03e-7ed8c8a59766 None None] Network 0e2e3c35-423b-43dd-a9ba-de37d9c9460b requested from dv-neutron-601336-94-hyperv {{(pid=94176) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 23 11:34:26.590831 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron_lib.callbacks.manager [None req-006011f9-5300-4438-97fe-76a06aa0db8f tempest-PortsTestJSON-2085221018 tempest-PortsTestJSON-2085221018-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-923104'] for port, before_create {{(pid=94175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:34:26.592889 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron_lib.callbacks.manager [None req-c63aea66-00cc-45f0-a58f-6016482426b5 tempest-NetworksTest-2133396914 tempest-NetworksTest-2133396914-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8773699596773'] for network, precommit_create {{(pid=94174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:34:26.604240 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-475d0d7a-f1ce-4bdc-af24-4a9efd6fb637 tempest-TestNetworkBasicOps-233187296 tempest-TestNetworkBasicOps-233187296-project] Made reservation on behalf of 772b9946478d439e9da4eaeade7fb21d for: {'subnet': 1} {{(pid=94175) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 23 11:34:26.608379 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron_lib.callbacks.manager [None req-475d0d7a-f1ce-4bdc-af24-4a9efd6fb637 tempest-TestNetworkBasicOps-233187296 tempest-TestNetworkBasicOps-233187296-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4660073'] for subnet, before_create {{(pid=94175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:34:26.640623 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16d1a552-cc7e-4a41-86c2-e97dc4d163aa req-35249eb2-c863-4aea-bc42-edcbaa7c70ec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94174) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 11:34:26.642213 dv-neutron-601336-94-hyperv neutron-server[94174]: INFO neutron.wsgi [req-16d1a552-cc7e-4a41-86c2-e97dc4d163aa req-35249eb2-c863-4aea-bc42-edcbaa7c70ec service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=34cf218b-02ad-4259-a49e-5807c729dd9a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1178 time: 0.1251597 Jun 23 11:34:26.644509 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron_lib.callbacks.manager [None req-02916824-cfa1-4e44-b242-33b2c347ec03 tempest-RoutersIpV6Test-1448447933 tempest-RoutersIpV6Test-1448447933-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866062', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5195999', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4294259'] for subnet, after_create {{(pid=94174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:34:26.646603 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG oslo_concurrency.lockutils [None req-0e278efe-9a19-42ac-941f-dc53ea32a973 tempest-ExtraDHCPOptionsIpV6TestJSON-2131111190 tempest-ExtraDHCPOptionsIpV6TestJSON-2131111190-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94174) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 11:34:26.658138 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.notifiers.nova [None req-006011f9-5300-4438-97fe-76a06aa0db8f tempest-PortsTestJSON-2085221018 tempest-PortsTestJSON-2085221018-project] device_id is not set on port 5ae0307b-b012-4731-95c3-ca527cd06806 yet. {{(pid=94175) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jun 23 11:34:26.675515 dv-neutron-601336-94-hyperv neutron-server[94175]: INFO neutron.wsgi [None req-f5809531-525c-4ea3-85a5-fcfad553d8a4 tempest-PortsIpV6TestJSON-1781383748 tempest-PortsIpV6TestJSON-1781383748-project] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 2.0480149 Jun 23 11:34:26.677264 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.wsgi [-] (94175) accepted ('10.222.0.20', 40450) {{(pid=94175) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 11:34:26.686092 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.api.v2.base [None req-0dc78f44-110c-4fbf-97c3-0722eb372860 tempest-PortsIpV6TestJSON-1781383748 tempest-PortsIpV6TestJSON-1781383748-project] Request body: {'port': {'network_id': '0e2e3c35-423b-43dd-a9ba-de37d9c9460b', 'name': 'tempest-PortsIpV6TestJSON-709878834'}} {{(pid=94175) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 23 11:34:26.726387 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron_lib.callbacks.manager [None req-9ce37c9c-24de-42d5-9969-8a071ea276ba None None] Notify callbacks [] for port, precommit_create {{(pid=94176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:34:26.726621 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron_lib.callbacks.manager [None req-c63aea66-00cc-45f0-a58f-6016482426b5 tempest-NetworksTest-2133396914 tempest-NetworksTest-2133396914-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8002400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7866073'] for network, after_create {{(pid=94174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:34:26.733010 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c63aea66-00cc-45f0-a58f-6016482426b5 tempest-NetworksTest-2133396914 tempest-NetworksTest-2133396914-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94174) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 11:34:26.733767 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron_lib.callbacks.manager [None req-c63aea66-00cc-45f0-a58f-6016482426b5 tempest-NetworksTest-2133396914 tempest-NetworksTest-2133396914-project] Notify callbacks [] for network, before_response {{(pid=94174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:34:26.753019 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.db.provisioning_blocks [None req-9ce37c9c-24de-42d5-9969-8a071ea276ba None None] Transition to ACTIVE for port object d10503aa-c505-4f9a-8f98-f557d21a4ede will not be triggered until provisioned by entity L2. {{(pid=94176) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 23 11:34:26.776020 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02916824-cfa1-4e44-b242-33b2c347ec03 tempest-RoutersIpV6Test-1448447933 tempest-RoutersIpV6Test-1448447933-project] Pushing event updated for resources: {'Subnet': ['ID=bd2c91af-7f43-443c-be52-48184620d706,revision_number=0']} {{(pid=94174) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 11:34:26.780158 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG oslo_concurrency.lockutils [None req-02916824-cfa1-4e44-b242-33b2c347ec03 tempest-RoutersIpV6Test-1448447933 tempest-RoutersIpV6Test-1448447933-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.133s {{(pid=94174) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 11:34:26.787463 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG oslo_concurrency.lockutils [None req-b5d89012-fb26-4dfa-8017-3b89a7d8148b tempest-RoutersNegativeTest-1531528216 tempest-RoutersNegativeTest-1531528216-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.041s {{(pid=94174) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 11:34:26.801479 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.db.provisioning_blocks [None req-9ce37c9c-24de-42d5-9969-8a071ea276ba None None] Transition to ACTIVE for port object d10503aa-c505-4f9a-8f98-f557d21a4ede will not be triggered until provisioned by entity DHCP. {{(pid=94176) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 23 11:34:26.863685 dv-neutron-601336-94-hyperv neutron-server[94174]: INFO neutron.wsgi [None req-c63aea66-00cc-45f0-a58f-6016482426b5 tempest-NetworksTest-2133396914 tempest-NetworksTest-2133396914-project] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 779 time: 0.6740458 Jun 23 11:34:26.870359 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.wsgi [-] (94174) accepted ('10.222.0.20', 40452) {{(pid=94174) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 11:34:26.874720 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c7120b7d-33ed-40fe-900a-9dd4b91256bc None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1e0d828a-1fa4-563d-b7fd-53adf66a04ee-0e2e3c35-423b-43dd-a9ba-de37d9c9460b', 'network_id': '0e2e3c35-423b-43dd-a9ba-de37d9c9460b', 'tenant_id': '4a9805c328414e068d83db5c9b76c3c7', 'fixed_ips': [{'subnet_id': '95ae1e2e-fcc4-4c05-ae16-bfcea4255b0b'}]}} from dv-neutron-601336-94-hyperv. {{(pid=94176) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 23 11:34:26.875594 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron_lib.callbacks.manager [None req-c7120b7d-33ed-40fe-900a-9dd4b91256bc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-923104'] for port, before_create {{(pid=94176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:34:26.878318 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-02916824-cfa1-4e44-b242-33b2c347ec03 tempest-RoutersIpV6Test-1448447933 tempest-RoutersIpV6Test-1448447933-project] Checking segment: {'id': 'cc51825b-2cff-4acd-b457-fd7f5c7391bd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 434, 'network_id': '30f8707b-479b-4c67-8b63-4252ecc9ff09'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94174) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 23 11:34:26.878908 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-02916824-cfa1-4e44-b242-33b2c347ec03 tempest-RoutersIpV6Test-1448447933 tempest-RoutersIpV6Test-1448447933-project] Network hostable DHCP agents. Network: 30f8707b-479b-4c67-8b63-4252ecc9ff09, hostable agents: ['8cf29b10-0e57-4131-816f-a4b6ad00b249'], hosted agents: [] {{(pid=94174) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 23 11:34:26.886582 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.api.v2.base [None req-a7db0322-636a-47c2-a960-493139947406 tempest-NetworksTest-2133396914 tempest-NetworksTest-2133396914-project] Request body: {'subnet': {'network_id': 'a8a4ed4a-10d2-4a5c-9d29-6d9bfbf15e91', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=94174) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 23 11:34:26.890043 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c63aea66-00cc-45f0-a58f-6016482426b5 tempest-NetworksTest-2133396914 tempest-NetworksTest-2133396914-project] Pushing event updated for resources: {'Network': ['ID=a8a4ed4a-10d2-4a5c-9d29-6d9bfbf15e91,revision_number=1']} {{(pid=94174) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 11:34:26.894992 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron_lib.callbacks.manager [None req-9ce37c9c-24de-42d5-9969-8a071ea276ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-922915', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-239814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7866073', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773699642215'] for port, after_create {{(pid=94176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:34:26.895170 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG oslo_concurrency.lockutils [None req-c63aea66-00cc-45f0-a58f-6016482426b5 tempest-NetworksTest-2133396914 tempest-NetworksTest-2133396914-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.106s {{(pid=94174) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 11:34:26.910663 dv-neutron-601336-94-hyperv neutron-server[94174]: INFO neutron.wsgi [req-16d1a552-cc7e-4a41-86c2-e97dc4d163aa req-3c3c7100-bf78-4895-8298-e32e632e5d30 service neutron] 10.222.0.52 "GET /v2.0/networks/34cf218b-02ad-4259-a49e-5807c729dd9a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2564352 Jun 23 11:34:26.912677 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG oslo_concurrency.lockutils [None req-bbc89f04-7b2c-4a0d-9dd6-8cdf1520ace2 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 11:34:26.920226 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.plugins.ml2.rpc [None req-dc7542b2-afef-47f4-a763-e3a3cba144be None None] Network a8a4ed4a-10d2-4a5c-9d29-6d9bfbf15e91 details requested by agent ovs-agent-dv-neutron-601336-94-hyperv with host dv-neutron-601336-94-hyperv {{(pid=94176) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:250}} Jun 23 11:34:27.039699 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.db.db_base_plugin_common [None req-006011f9-5300-4438-97fe-76a06aa0db8f tempest-PortsTestJSON-2085221018 tempest-PortsTestJSON-2085221018-project] Allocated IP 172.20.0.8 (c9584ed1-23c5-47a7-b4d6-264bedad0f19/cf090ab5-c3a0-4f7e-9857-336b5ac310cf/5ae0307b-b012-4731-95c3-ca527cd06806) {{(pid=94175) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 23 11:34:27.054102 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9ce37c9c-24de-42d5-9969-8a071ea276ba None None] Network 65372c95-01c9-445f-9011-e8626f89819d is already hosted by enough agents. {{(pid=94176) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 23 11:34:27.060560 dv-neutron-601336-94-hyperv neutron-server[94174]: INFO neutron.wsgi [req-16d1a552-cc7e-4a41-86c2-e97dc4d163aa req-8f0f65be-0d71-4683-8f40-11619a3ccbac service neutron] 10.222.0.52 "GET /v2.0/networks/34cf218b-02ad-4259-a49e-5807c729dd9a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1169398 Jun 23 11:34:27.072184 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron_lib.callbacks.manager [None req-9a626d29-22fd-49bc-9157-f2274459c16f None None] Notify callbacks [] for port, precommit_update {{(pid=94176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:34:27.077058 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.scheduler.base_scheduler [None req-9ce37c9c-24de-42d5-9969-8a071ea276ba None None] Resources bound (agent type, host, resource id): {{(pid=94176) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 23 11:34:27.082234 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-02916824-cfa1-4e44-b242-33b2c347ec03 tempest-RoutersIpV6Test-1448447933 tempest-RoutersIpV6Test-1448447933-project] Network 30f8707b-479b-4c67-8b63-4252ecc9ff09 is scheduled to be hosted by DHCP agent 8cf29b10-0e57-4131-816f-a4b6ad00b249 with binding_index 1 {{(pid=94174) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 23 11:34:27.089885 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9ce37c9c-24de-42d5-9969-8a071ea276ba None None] Received port after_create {{(pid=94176) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 23 11:34:27.091692 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ce37c9c-24de-42d5-9969-8a071ea276ba None None] Pushing event updated for resources: {'Port': ['ID=d10503aa-c505-4f9a-8f98-f557d21a4ede,revision_number=1']} {{(pid=94176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 11:34:27.105107 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG oslo_concurrency.lockutils [None req-9ce37c9c-24de-42d5-9969-8a071ea276ba None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.192s {{(pid=94176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 11:34:27.119398 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.db.provisioning_blocks [None req-9a626d29-22fd-49bc-9157-f2274459c16f None None] Transition to ACTIVE for port object 3aeaf89e-5f81-4c55-b262-f57f38a5e301 will not be triggered until provisioned by entity L2. {{(pid=94176) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 23 11:34:27.145030 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0dc78f44-110c-4fbf-97c3-0722eb372860 tempest-PortsIpV6TestJSON-1781383748 tempest-PortsIpV6TestJSON-1781383748-project] Made reservation on behalf of 4a9805c328414e068d83db5c9b76c3c7 for: {'port': 1} {{(pid=94175) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 23 11:34:27.150011 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron_lib.callbacks.manager [None req-0dc78f44-110c-4fbf-97c3-0722eb372860 tempest-PortsIpV6TestJSON-1781383748 tempest-PortsIpV6TestJSON-1781383748-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-923104'] for port, before_create {{(pid=94175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:34:27.154247 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron_lib.callbacks.manager [None req-475d0d7a-f1ce-4bdc-af24-4a9efd6fb637 tempest-TestNetworkBasicOps-233187296 tempest-TestNetworkBasicOps-233187296-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866062', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5083113', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4660095'] for subnet, after_create {{(pid=94175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:34:27.159984 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.scheduler.base_scheduler [None req-02916824-cfa1-4e44-b242-33b2c347ec03 tempest-RoutersIpV6Test-1448447933 tempest-RoutersIpV6Test-1448447933-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-601336-94-hyperv, 30f8707b-479b-4c67-8b63-4252ecc9ff09) {{(pid=94174) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 23 11:34:27.165566 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-02916824-cfa1-4e44-b242-33b2c347ec03 tempest-RoutersIpV6Test-1448447933 tempest-RoutersIpV6Test-1448447933-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94174) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 11:34:27.167630 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron_lib.callbacks.manager [None req-02916824-cfa1-4e44-b242-33b2c347ec03 tempest-RoutersIpV6Test-1448447933 tempest-RoutersIpV6Test-1448447933-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7865916'] for subnet, before_response {{(pid=94174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:34:27.189040 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG oslo_concurrency.lockutils [None req-84ab0214-df6c-4396-91aa-d81be6c2800e tempest-NetworksTest-2133396914 tempest-NetworksTest-2133396914-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94175) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 11:34:27.201477 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fc37e5b5-c8b2-4da0-8a24-aa246917f0e6 None None] Network 30f8707b-479b-4c67-8b63-4252ecc9ff09 requested from dv-neutron-601336-94-hyperv {{(pid=94176) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 23 11:34:27.223217 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron_lib.callbacks.manager [None req-9a626d29-22fd-49bc-9157-f2274459c16f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-922904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866062', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773700135042', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773699642233', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773699642278'] for port, after_update {{(pid=94176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:34:27.234533 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a7db0322-636a-47c2-a960-493139947406 tempest-NetworksTest-2133396914 tempest-NetworksTest-2133396914-project] Made reservation on behalf of dfecc9776e0d4947a3f7218fbe96de01 for: {'subnet': 1} {{(pid=94174) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 23 11:34:27.238600 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron_lib.callbacks.manager [None req-a7db0322-636a-47c2-a960-493139947406 tempest-NetworksTest-2133396914 tempest-NetworksTest-2133396914-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4294245'] for subnet, before_create {{(pid=94174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:34:27.249703 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.notifiers.nova [None req-0dc78f44-110c-4fbf-97c3-0722eb372860 tempest-PortsIpV6TestJSON-1781383748 tempest-PortsIpV6TestJSON-1781383748-project] device_id is not set on port a7e0497e-60cc-4ca3-849a-6fa877e5ae44 yet. {{(pid=94175) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jun 23 11:34:27.254852 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG oslo_concurrency.lockutils [None req-4ad21df2-7dd3-4391-aa37-e4c9a4798c76 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 11:34:27.293866 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.plugins.ml2.managers [None req-9ce37c9c-24de-42d5-9969-8a071ea276ba None None] Attempting to bind port d10503aa-c505-4f9a-8f98-f557d21a4ede on host dv-neutron-601336-94-hyperv for vnic_type normal with profile {{(pid=94176) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 23 11:34:27.293866 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.plugins.ml2.managers [None req-9ce37c9c-24de-42d5-9969-8a071ea276ba None None] Attempting to bind port d10503aa-c505-4f9a-8f98-f557d21a4ede by drivers openvswitch,hyperv on host dv-neutron-601336-94-hyperv at level 0 using segments [{'id': 'ab148ff2-d6db-4bd7-a895-0fff3848009d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 438, 'network_id': '65372c95-01c9-445f-9011-e8626f89819d'}] {{(pid=94176) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 23 11:34:27.294250 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9ce37c9c-24de-42d5-9969-8a071ea276ba None None] Attempting to bind port d10503aa-c505-4f9a-8f98-f557d21a4ede on network 65372c95-01c9-445f-9011-e8626f89819d {{(pid=94176) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 23 11:34:27.298420 dv-neutron-601336-94-hyperv neutron-server[94174]: INFO neutron.wsgi [None req-02916824-cfa1-4e44-b242-33b2c347ec03 tempest-RoutersIpV6Test-1448447933 tempest-RoutersIpV6Test-1448447933-project] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 830 time: 1.7810242 Jun 23 11:34:27.303372 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.wsgi [-] (94174) accepted ('10.222.0.20', 40454) {{(pid=94174) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 11:34:27.306431 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.api.v2.base [None req-d79b2a12-240a-44e5-86f9-d12cd11cb900 tempest-RoutersIpV6Test-1448447933 tempest-RoutersIpV6Test-1448447933-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-1773893276', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=94174) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 23 11:34:27.333910 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.db.db_base_plugin_common [None req-c7120b7d-33ed-40fe-900a-9dd4b91256bc None None] Allocated IP 2001:db8::2 (0e2e3c35-423b-43dd-a9ba-de37d9c9460b/95ae1e2e-fcc4-4c05-ae16-bfcea4255b0b/777bf1b7-2b52-4475-84a9-8433466c62e0) {{(pid=94176) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 23 11:34:27.336216 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9ce37c9c-24de-42d5-9969-8a071ea276ba None None] Checking agent: {'id': '4d05f899-5ac9-411b-8a03-f60c93f87cdf', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-601336-94-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 23, 11, 22, 14), 'started_at': datetime.datetime(2021, 6, 23, 11, 22, 44), 'heartbeat_timestamp': datetime.datetime(2021, 6, 23, 11, 34, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'monitor_allowed_address_pair_garp': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-601336-94-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94176) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 23 11:34:27.336879 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9ce37c9c-24de-42d5-9969-8a071ea276ba None None] Checking segment: {'id': 'ab148ff2-d6db-4bd7-a895-0fff3848009d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 438, 'network_id': '65372c95-01c9-445f-9011-e8626f89819d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94176) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 23 11:34:27.337011 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron_lib.callbacks.manager [None req-9ce37c9c-24de-42d5-9969-8a071ea276ba None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:34:27.337398 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9ce37c9c-24de-42d5-9969-8a071ea276ba None None] Bound using segment: {'id': 'ab148ff2-d6db-4bd7-a895-0fff3848009d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 438, 'network_id': '65372c95-01c9-445f-9011-e8626f89819d'} {{(pid=94176) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 23 11:34:27.337891 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.plugins.ml2.managers [None req-9ce37c9c-24de-42d5-9969-8a071ea276ba None None] Bound port: d10503aa-c505-4f9a-8f98-f557d21a4ede, host: dv-neutron-601336-94-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ab148ff2-d6db-4bd7-a895-0fff3848009d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 438, 'network_id': '65372c95-01c9-445f-9011-e8626f89819d'}}] {{(pid=94176) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 23 11:34:27.338268 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron_lib.callbacks.manager [None req-9ce37c9c-24de-42d5-9969-8a071ea276ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-923122'] for port, before_update {{(pid=94176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:34:27.351664 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-475d0d7a-f1ce-4bdc-af24-4a9efd6fb637 tempest-TestNetworkBasicOps-233187296 tempest-TestNetworkBasicOps-233187296-project] Pushing event updated for resources: {'Subnet': ['ID=a2268277-49d2-4de4-9270-a498945fea2b,revision_number=0']} {{(pid=94175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 11:34:27.354379 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.plugins.ml2.managers [None req-9a626d29-22fd-49bc-9157-f2274459c16f None None] Attempting to bind port 3aeaf89e-5f81-4c55-b262-f57f38a5e301 on host dv-neutron-601336-94-hyperv for vnic_type normal with profile {{(pid=94176) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 23 11:34:27.354773 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.plugins.ml2.managers [None req-9a626d29-22fd-49bc-9157-f2274459c16f None None] Attempting to bind port 3aeaf89e-5f81-4c55-b262-f57f38a5e301 by drivers openvswitch,hyperv on host dv-neutron-601336-94-hyperv at level 0 using segments [{'id': 'c23be0a5-6980-48fb-bc9f-4a24717fe1de', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3e7e4eb3-cf02-4d47-ade9-0a579cdfc60f'}] {{(pid=94176) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 23 11:34:27.355181 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9a626d29-22fd-49bc-9157-f2274459c16f None None] Attempting to bind port 3aeaf89e-5f81-4c55-b262-f57f38a5e301 on network 3e7e4eb3-cf02-4d47-ade9-0a579cdfc60f {{(pid=94176) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 23 11:34:27.364145 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34756507-72c3-4437-bef9-b5ae139a0584 None None] Pushing event updated for resources: {'Port': ['ID=3aeaf89e-5f81-4c55-b262-f57f38a5e301,revision_number=2']} {{(pid=94176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 11:34:27.370112 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG oslo_concurrency.lockutils [None req-475d0d7a-f1ce-4bdc-af24-4a9efd6fb637 tempest-TestNetworkBasicOps-233187296 tempest-TestNetworkBasicOps-233187296-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.181s {{(pid=94175) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 11:34:27.370991 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG oslo_concurrency.lockutils [None req-34756507-72c3-4437-bef9-b5ae139a0584 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.117s {{(pid=94176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 11:34:27.383973 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron_lib.callbacks.manager [None req-006011f9-5300-4438-97fe-76a06aa0db8f tempest-PortsTestJSON-2085221018 tempest-PortsTestJSON-2085221018-project] Notify callbacks [] for port, precommit_create {{(pid=94175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:34:27.395083 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-475d0d7a-f1ce-4bdc-af24-4a9efd6fb637 tempest-TestNetworkBasicOps-233187296 tempest-TestNetworkBasicOps-233187296-project] Checking segment: {'id': '78d6d132-b23e-4555-9358-dea047b3f21c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 416, 'network_id': 'cf29c68f-82b8-4662-a929-931f65637941'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94175) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 23 11:34:27.395461 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-475d0d7a-f1ce-4bdc-af24-4a9efd6fb637 tempest-TestNetworkBasicOps-233187296 tempest-TestNetworkBasicOps-233187296-project] Network hostable DHCP agents. Network: cf29c68f-82b8-4662-a929-931f65637941, hostable agents: ['8cf29b10-0e57-4131-816f-a4b6ad00b249'], hosted agents: [] {{(pid=94175) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 23 11:34:27.399764 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9a626d29-22fd-49bc-9157-f2274459c16f None None] Checking agent: {'id': '4d05f899-5ac9-411b-8a03-f60c93f87cdf', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-601336-94-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 23, 11, 22, 14), 'started_at': datetime.datetime(2021, 6, 23, 11, 22, 44), 'heartbeat_timestamp': datetime.datetime(2021, 6, 23, 11, 34, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'monitor_allowed_address_pair_garp': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-601336-94-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94176) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 23 11:34:27.400165 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9a626d29-22fd-49bc-9157-f2274459c16f None None] Checking segment: {'id': 'c23be0a5-6980-48fb-bc9f-4a24717fe1de', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3e7e4eb3-cf02-4d47-ade9-0a579cdfc60f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94176) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 23 11:34:27.400589 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron_lib.callbacks.manager [None req-9a626d29-22fd-49bc-9157-f2274459c16f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:34:27.400996 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9a626d29-22fd-49bc-9157-f2274459c16f None None] Bound using segment: {'id': 'c23be0a5-6980-48fb-bc9f-4a24717fe1de', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3e7e4eb3-cf02-4d47-ade9-0a579cdfc60f'} {{(pid=94176) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 23 11:34:27.402060 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.plugins.ml2.managers [None req-9a626d29-22fd-49bc-9157-f2274459c16f None None] Bound port: 3aeaf89e-5f81-4c55-b262-f57f38a5e301, host: dv-neutron-601336-94-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c23be0a5-6980-48fb-bc9f-4a24717fe1de', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3e7e4eb3-cf02-4d47-ade9-0a579cdfc60f'}}] {{(pid=94176) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 23 11:34:27.402451 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron_lib.callbacks.manager [None req-9a626d29-22fd-49bc-9157-f2274459c16f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-923122'] for port, before_update {{(pid=94176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:34:27.406130 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron_lib.callbacks.manager [None req-d79b2a12-240a-44e5-86f9-d12cd11cb900 tempest-RoutersIpV6Test-1448447933 tempest-RoutersIpV6Test-1448447933-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-520407', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-32315'] for router, before_create {{(pid=94174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:34:27.407463 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron_lib.callbacks.manager [None req-d79b2a12-240a-44e5-86f9-d12cd11cb900 tempest-RoutersIpV6Test-1448447933 tempest-RoutersIpV6Test-1448447933-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-520264', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-524122', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-414782', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-32290'] for router, precommit_create {{(pid=94174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:34:27.414865 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.db.provisioning_blocks [None req-006011f9-5300-4438-97fe-76a06aa0db8f tempest-PortsTestJSON-2085221018 tempest-PortsTestJSON-2085221018-project] Transition to ACTIVE for port object 5ae0307b-b012-4731-95c3-ca527cd06806 will not be triggered until provisioned by entity DHCP. {{(pid=94175) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 23 11:34:27.505032 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-475d0d7a-f1ce-4bdc-af24-4a9efd6fb637 tempest-TestNetworkBasicOps-233187296 tempest-TestNetworkBasicOps-233187296-project] Network cf29c68f-82b8-4662-a929-931f65637941 is scheduled to be hosted by DHCP agent 8cf29b10-0e57-4131-816f-a4b6ad00b249 with binding_index 1 {{(pid=94175) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 23 11:34:27.509298 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron_lib.callbacks.manager [None req-d79b2a12-240a-44e5-86f9-d12cd11cb900 tempest-RoutersIpV6Test-1448447933 tempest-RoutersIpV6Test-1448447933-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:34:27.537057 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron_lib.callbacks.manager [None req-006011f9-5300-4438-97fe-76a06aa0db8f tempest-PortsTestJSON-2085221018 tempest-PortsTestJSON-2085221018-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-922915', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-239814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7866073', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773699642215', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-5082457'] for port, after_create {{(pid=94175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:34:27.541187 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG oslo_concurrency.lockutils [None req-ef6618a1-6af7-4d61-ae2c-0188a365fc2e tempest-PortsTestJSON-2085221018 tempest-PortsTestJSON-2085221018-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94175) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 11:34:27.562454 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron_lib.callbacks.manager [None req-a7db0322-636a-47c2-a960-493139947406 tempest-NetworksTest-2133396914 tempest-NetworksTest-2133396914-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866062', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5195999', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4294259'] for subnet, after_create {{(pid=94174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:34:27.564634 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG oslo_concurrency.lockutils [None req-dcfaaa60-9d4f-4c72-805b-732cd4b78ac3 tempest-NetworksTestDHCPv6-162546708 tempest-NetworksTestDHCPv6-162546708-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94174) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 11:34:27.585225 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-006011f9-5300-4438-97fe-76a06aa0db8f tempest-PortsTestJSON-2085221018 tempest-PortsTestJSON-2085221018-project] Network c9584ed1-23c5-47a7-b4d6-264bedad0f19 is already hosted by enough agents. {{(pid=94175) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 23 11:34:27.590672 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.scheduler.base_scheduler [None req-006011f9-5300-4438-97fe-76a06aa0db8f tempest-PortsTestJSON-2085221018 tempest-PortsTestJSON-2085221018-project] Resources bound (agent type, host, resource id): {{(pid=94175) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 23 11:34:27.595498 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.db.l3_dvrscheduler_db [None req-006011f9-5300-4438-97fe-76a06aa0db8f tempest-PortsTestJSON-2085221018 tempest-PortsTestJSON-2085221018-project] Received port after_create {{(pid=94175) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 23 11:34:27.602105 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-006011f9-5300-4438-97fe-76a06aa0db8f tempest-PortsTestJSON-2085221018 tempest-PortsTestJSON-2085221018-project] Pushing event updated for resources: {'Port': ['ID=5ae0307b-b012-4731-95c3-ca527cd06806,revision_number=1']} {{(pid=94175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 11:34:27.619368 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG oslo_concurrency.lockutils [None req-006011f9-5300-4438-97fe-76a06aa0db8f tempest-PortsTestJSON-2085221018 tempest-PortsTestJSON-2085221018-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.078s {{(pid=94175) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 11:34:27.629570 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron_lib.callbacks.manager [None req-d79b2a12-240a-44e5-86f9-d12cd11cb900 tempest-RoutersIpV6Test-1448447933 tempest-RoutersIpV6Test-1448447933-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-520412', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-524143'] for router, after_create {{(pid=94174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:34:27.632823 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.scheduler.base_scheduler [None req-475d0d7a-f1ce-4bdc-af24-4a9efd6fb637 tempest-TestNetworkBasicOps-233187296 tempest-TestNetworkBasicOps-233187296-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-601336-94-hyperv, cf29c68f-82b8-4662-a929-931f65637941) {{(pid=94175) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 23 11:34:27.644749 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-475d0d7a-f1ce-4bdc-af24-4a9efd6fb637 tempest-TestNetworkBasicOps-233187296 tempest-TestNetworkBasicOps-233187296-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 11:34:27.645342 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron_lib.callbacks.manager [None req-475d0d7a-f1ce-4bdc-af24-4a9efd6fb637 tempest-TestNetworkBasicOps-233187296 tempest-TestNetworkBasicOps-233187296-project] Notify callbacks [] for subnet, before_response {{(pid=94175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:34:27.658017 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7db0322-636a-47c2-a960-493139947406 tempest-NetworksTest-2133396914 tempest-NetworksTest-2133396914-project] Pushing event updated for resources: {'Subnet': ['ID=7daa7073-2dc2-4fa0-9823-88e1f00477a1,revision_number=0']} {{(pid=94174) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 11:34:27.662010 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG oslo_concurrency.lockutils [None req-a7db0322-636a-47c2-a960-493139947406 tempest-NetworksTest-2133396914 tempest-NetworksTest-2133396914-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.097s {{(pid=94174) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 11:34:27.665514 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-164325be-b3f0-4530-a851-4ac2e62ba91b None None] Network cf29c68f-82b8-4662-a929-931f65637941 requested from dv-neutron-601336-94-hyperv {{(pid=94176) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 23 11:34:27.674186 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-006011f9-5300-4438-97fe-76a06aa0db8f tempest-PortsTestJSON-2085221018 tempest-PortsTestJSON-2085221018-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 11:34:27.674992 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron_lib.callbacks.manager [None req-006011f9-5300-4438-97fe-76a06aa0db8f tempest-PortsTestJSON-2085221018 tempest-PortsTestJSON-2085221018-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-217507'] for port, before_response {{(pid=94175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:34:27.675673 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a7db0322-636a-47c2-a960-493139947406 tempest-NetworksTest-2133396914 tempest-NetworksTest-2133396914-project] Checking segment: {'id': 'f37195f7-0ce0-43d9-b787-782c70e8c809', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 430, 'network_id': 'a8a4ed4a-10d2-4a5c-9d29-6d9bfbf15e91'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94174) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 23 11:34:27.676507 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a7db0322-636a-47c2-a960-493139947406 tempest-NetworksTest-2133396914 tempest-NetworksTest-2133396914-project] Network hostable DHCP agents. Network: a8a4ed4a-10d2-4a5c-9d29-6d9bfbf15e91, hostable agents: ['8cf29b10-0e57-4131-816f-a4b6ad00b249'], hosted agents: [] {{(pid=94174) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 23 11:34:27.716483 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron_lib.callbacks.manager [None req-d79b2a12-240a-44e5-86f9-d12cd11cb900 tempest-RoutersIpV6Test-1448447933 tempest-RoutersIpV6Test-1448447933-project] Notify callbacks [] for router, before_response {{(pid=94174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:34:27.718153 dv-neutron-601336-94-hyperv neutron-server[94174]: INFO neutron.wsgi [None req-d79b2a12-240a-44e5-86f9-d12cd11cb900 tempest-RoutersIpV6Test-1448447933 tempest-RoutersIpV6Test-1448447933-project] 10.222.0.20 "POST /v2.0/routers HTTP/1.1" status: 201 len: 704 time: 0.4154778 Jun 23 11:34:27.720861 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.wsgi [-] (94174) accepted ('10.222.0.20', 40456) {{(pid=94174) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 11:34:27.746639 dv-neutron-601336-94-hyperv neutron-server[94175]: INFO neutron.wsgi [None req-475d0d7a-f1ce-4bdc-af24-4a9efd6fb637 tempest-TestNetworkBasicOps-233187296 tempest-TestNetworkBasicOps-233187296-project] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 831 time: 1.5312197 Jun 23 11:34:27.748451 dv-neutron-601336-94-hyperv neutron-server[94175]: INFO neutron.wsgi [None req-006011f9-5300-4438-97fe-76a06aa0db8f tempest-PortsTestJSON-2085221018 tempest-PortsTestJSON-2085221018-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 923 time: 1.7249625 Jun 23 11:34:27.749285 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.wsgi [-] (94175) accepted ('10.222.0.20', 40458) {{(pid=94175) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 11:34:27.773402 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.wsgi [-] (94174) accepted ('10.222.0.20', 40460) {{(pid=94174) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 11:34:27.779334 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.api.v2.base [None req-5255cf95-baed-4ecd-ba5a-ee35d015e3ce tempest-PortsTestJSON-2085221018 tempest-PortsTestJSON-2085221018-project] Request body: {'subnet': {'network_id': 'c9584ed1-23c5-47a7-b4d6-264bedad0f19', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=94174) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 23 11:34:27.792149 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.plugins.ml2.db [None req-9ce37c9c-24de-42d5-9969-8a071ea276ba None None] For port d10503aa-c505-4f9a-8f98-f557d21a4ede, host dv-neutron-601336-94-hyperv, cleared binding levels {{(pid=94176) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 23 11:34:27.821851 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.plugins.ml2.db [None req-9a626d29-22fd-49bc-9157-f2274459c16f None None] For port 3aeaf89e-5f81-4c55-b262-f57f38a5e301, host dv-neutron-601336-94-hyperv, cleared binding levels {{(pid=94176) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 23 11:34:27.834492 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a7db0322-636a-47c2-a960-493139947406 tempest-NetworksTest-2133396914 tempest-NetworksTest-2133396914-project] Network a8a4ed4a-10d2-4a5c-9d29-6d9bfbf15e91 is scheduled to be hosted by DHCP agent 8cf29b10-0e57-4131-816f-a4b6ad00b249 with binding_index 1 {{(pid=94174) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 23 11:34:27.861220 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.plugins.ml2.db [None req-9a626d29-22fd-49bc-9157-f2274459c16f None None] For port 3aeaf89e-5f81-4c55-b262-f57f38a5e301, host dv-neutron-601336-94-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-94-hyperv',level=0,port_id=3aeaf89e-5f81-4c55-b262-f57f38a5e301,segment=NetworkSegment(c23be0a5-6980-48fb-bc9f-4a24717fe1de),segment_id=c23be0a5-6980-48fb-bc9f-4a24717fe1de)] {{(pid=94176) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 23 11:34:27.861220 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.plugins.ml2.db [None req-9ce37c9c-24de-42d5-9969-8a071ea276ba None None] For port d10503aa-c505-4f9a-8f98-f557d21a4ede, host dv-neutron-601336-94-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-94-hyperv',level=0,port_id=d10503aa-c505-4f9a-8f98-f557d21a4ede,segment=NetworkSegment(ab148ff2-d6db-4bd7-a895-0fff3848009d),segment_id=ab148ff2-d6db-4bd7-a895-0fff3848009d)] {{(pid=94176) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 23 11:34:27.912501 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b86165b2-57f7-4bdd-badd-fc794a4c5db5 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1e0d828a-1fa4-563d-b7fd-53adf66a04ee-30f8707b-479b-4c67-8b63-4252ecc9ff09', 'network_id': '30f8707b-479b-4c67-8b63-4252ecc9ff09', 'tenant_id': 'a04e393135be4822803c421d0995b548', 'fixed_ips': [{'subnet_id': 'bd2c91af-7f43-443c-be52-48184620d706'}]}} from dv-neutron-601336-94-hyperv. {{(pid=94176) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 23 11:34:27.913639 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron_lib.callbacks.manager [None req-b86165b2-57f7-4bdd-badd-fc794a4c5db5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-923104'] for port, before_create {{(pid=94176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:34:27.984041 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron_lib.callbacks.manager [None req-9a626d29-22fd-49bc-9157-f2274459c16f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-922904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866062', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773700135042', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773699642233', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773699642278'] for port, after_update {{(pid=94176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:34:27.992869 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG oslo_concurrency.lockutils [None req-b3c00ded-7743-42c7-928e-350a45997ca8 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 11:34:27.995664 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron_lib.callbacks.manager [None req-9ce37c9c-24de-42d5-9969-8a071ea276ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-922904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866062', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773700135042', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773699642233', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773699642278'] for port, after_update {{(pid=94176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:34:28.004160 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.scheduler.base_scheduler [None req-a7db0322-636a-47c2-a960-493139947406 tempest-NetworksTest-2133396914 tempest-NetworksTest-2133396914-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-601336-94-hyperv, a8a4ed4a-10d2-4a5c-9d29-6d9bfbf15e91) {{(pid=94174) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 23 11:34:28.008127 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron_lib.callbacks.manager [None req-c7120b7d-33ed-40fe-900a-9dd4b91256bc None None] Notify callbacks [] for port, precommit_create {{(pid=94176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:34:28.036289 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a7db0322-636a-47c2-a960-493139947406 tempest-NetworksTest-2133396914 tempest-NetworksTest-2133396914-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94174) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 11:34:28.037041 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron_lib.callbacks.manager [None req-a7db0322-636a-47c2-a960-493139947406 tempest-NetworksTest-2133396914 tempest-NetworksTest-2133396914-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7865916'] for subnet, before_response {{(pid=94174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:34:28.038280 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-817bdbe9-be1f-4527-8320-50b7e7572afb None None] Network a8a4ed4a-10d2-4a5c-9d29-6d9bfbf15e91 requested from dv-neutron-601336-94-hyperv {{(pid=94176) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 23 11:34:28.086890 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.db.provisioning_blocks [None req-c5e45c11-3e38-444c-a35e-a1b1a7184945 None None] Provisioning for port 5ae0307b-b012-4731-95c3-ca527cd06806 completed by entity DHCP. {{(pid=94176) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 23 11:34:28.106424 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.db.provisioning_blocks [None req-c7120b7d-33ed-40fe-900a-9dd4b91256bc None None] Transition to ACTIVE for port object 777bf1b7-2b52-4475-84a9-8433466c62e0 will not be triggered until provisioned by entity L2. {{(pid=94176) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 23 11:34:28.139334 dv-neutron-601336-94-hyperv neutron-server[94174]: INFO neutron.wsgi [None req-a7db0322-636a-47c2-a960-493139947406 tempest-NetworksTest-2133396914 tempest-NetworksTest-2133396914-project] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.2616904 Jun 23 11:34:28.142454 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.wsgi [-] (94174) accepted ('10.222.0.20', 40462) {{(pid=94174) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 11:34:28.143756 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron_lib.callbacks.manager [None req-f95853cf-3a4e-48b1-9131-5d445078689b tempest-RoutersIpV6Test-1448447933 tempest-RoutersIpV6Test-1448447933-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-923104'] for port, before_create {{(pid=94174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:34:28.153765 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.db.provisioning_blocks [None req-c5e45c11-3e38-444c-a35e-a1b1a7184945 None None] Provisioning complete for port 5ae0307b-b012-4731-95c3-ca527cd06806 triggered by entity DHCP. {{(pid=94176) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 23 11:34:28.157383 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron_lib.callbacks.manager [None req-c5e45c11-3e38-444c-a35e-a1b1a7184945 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-899258'] for port, provisioning_complete {{(pid=94176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:34:28.254491 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.db.provisioning_blocks [None req-c7120b7d-33ed-40fe-900a-9dd4b91256bc None None] Transition to ACTIVE for port object 777bf1b7-2b52-4475-84a9-8433466c62e0 will not be triggered until provisioned by entity DHCP. {{(pid=94176) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 23 11:34:28.255899 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dba2a7a2-e190-4b8d-8bfd-2a4d9428723b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1e0d828a-1fa4-563d-b7fd-53adf66a04ee-cf29c68f-82b8-4662-a929-931f65637941', 'network_id': 'cf29c68f-82b8-4662-a929-931f65637941', 'tenant_id': '772b9946478d439e9da4eaeade7fb21d', 'fixed_ips': [{'subnet_id': 'a2268277-49d2-4de4-9270-a498945fea2b'}]}} from dv-neutron-601336-94-hyperv. {{(pid=94176) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 23 11:34:28.256757 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron_lib.callbacks.manager [None req-dba2a7a2-e190-4b8d-8bfd-2a4d9428723b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-923104'] for port, before_create {{(pid=94176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:34:28.266303 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34756507-72c3-4437-bef9-b5ae139a0584 None None] Pushing event updated for resources: {'Port': ['ID=3aeaf89e-5f81-4c55-b262-f57f38a5e301,revision_number=3']} {{(pid=94176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 11:34:28.284704 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG oslo_concurrency.lockutils [None req-34756507-72c3-4437-bef9-b5ae139a0584 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.292s {{(pid=94176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 11:34:28.303226 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5255cf95-baed-4ecd-ba5a-ee35d015e3ce tempest-PortsTestJSON-2085221018 tempest-PortsTestJSON-2085221018-project] Made reservation on behalf of 9e5461dd76964a018bba022fe5f7a0f1 for: {'subnet': 1} {{(pid=94174) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 23 11:34:28.303443 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG oslo_concurrency.lockutils [None req-d0cce1fa-c5b4-441a-ba4b-9ede9c00cffa None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.297s {{(pid=94176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 11:34:28.305180 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9a626d29-22fd-49bc-9157-f2274459c16f None None] Routers {'4c99b81f-8a52-421f-abc8-9ccee9678765'} bound to L3 agent in host dv-neutron-601336-94-hyperv {{(pid=94176) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 23 11:34:28.305921 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron_lib.callbacks.manager [None req-5255cf95-baed-4ecd-ba5a-ee35d015e3ce tempest-PortsTestJSON-2085221018 tempest-PortsTestJSON-2085221018-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4294245'] for subnet, before_create {{(pid=94174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:34:28.306224 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.db.l3_hamode_db [None req-9a626d29-22fd-49bc-9157-f2274459c16f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-601336-94-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-06-23T11:22:13Z,description=,heartbeat_timestamp=2021-06-23T11:34:13Z,host='dv-neutron-601336-94-hyperv',id=50ef99c0-ef28-4db5-b303-b145898fae60,load=0,resource_versions=,resources_synced=,started_at=2021-06-23T11:22:14Z,topic='l3_agent')) {'router_ids': ['4c99b81f-8a52-421f-abc8-9ccee9678765'], 'active': True} {{(pid=94176) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 11:34:28.308966 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron_lib.callbacks.manager [None req-f8cea8c7-7931-4fa8-877d-98a6169f53e3 tempest-TestNetworkBasicOps-233187296 tempest-TestNetworkBasicOps-233187296-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-923104'] for port, before_create {{(pid=94175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:34:28.335927 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.plugins.ml2.plugin [None req-c5e45c11-3e38-444c-a35e-a1b1a7184945 None None] Port 5ae0307b-b012-4731-95c3-ca527cd06806 cannot update to ACTIVE because it is not bound. {{(pid=94176) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jun 23 11:34:28.399286 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron_lib.callbacks.manager [None req-c7120b7d-33ed-40fe-900a-9dd4b91256bc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-922915', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-239814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7866073', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773699642215'] for port, after_create {{(pid=94176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:34:28.430309 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron_lib.callbacks.manager [None req-20c6c439-df02-488d-8514-8c8b4ecb4733 tempest-NetworksTest-2133396914 tempest-NetworksTest-2133396914-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-824874'] for network, before_delete {{(pid=94174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:34:28.518004 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.db.db_base_plugin_common [None req-b86165b2-57f7-4bdd-badd-fc794a4c5db5 None None] Allocated IP 2001:db8:1::2 (30f8707b-479b-4c67-8b63-4252ecc9ff09/bd2c91af-7f43-443c-be52-48184620d706/326f376d-d182-4258-8d73-95ce325dae2c) {{(pid=94176) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 23 11:34:28.521240 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.db.db_base_plugin_common [None req-0dc78f44-110c-4fbf-97c3-0722eb372860 tempest-PortsIpV6TestJSON-1781383748 tempest-PortsIpV6TestJSON-1781383748-project] Allocated IP 2001:db8::3ac (0e2e3c35-423b-43dd-a9ba-de37d9c9460b/95ae1e2e-fcc4-4c05-ae16-bfcea4255b0b/a7e0497e-60cc-4ca3-849a-6fa877e5ae44) {{(pid=94175) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 23 11:34:28.589194 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c7120b7d-33ed-40fe-900a-9dd4b91256bc None None] Network 0e2e3c35-423b-43dd-a9ba-de37d9c9460b is already hosted by enough agents. {{(pid=94176) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 23 11:34:28.608484 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ce37c9c-24de-42d5-9969-8a071ea276ba None None] Pushing event updated for resources: {'Port': ['ID=d10503aa-c505-4f9a-8f98-f557d21a4ede,revision_number=2']} {{(pid=94176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 11:34:28.656707 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG oslo_concurrency.lockutils [None req-9ce37c9c-24de-42d5-9969-8a071ea276ba None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.354s {{(pid=94176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 11:34:28.658922 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.scheduler.base_scheduler [None req-c7120b7d-33ed-40fe-900a-9dd4b91256bc None None] Resources bound (agent type, host, resource id): {{(pid=94176) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 23 11:34:28.659381 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG oslo_concurrency.lockutils [None req-3b4e1914-1d51-47d3-8522-cd4262d73a5e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.245s {{(pid=94176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 11:34:28.662548 dv-neutron-601336-94-hyperv neutron-server[94174]: INFO neutron.db.ipam_backend_mixin [None req-5255cf95-baed-4ecd-ba5a-ee35d015e3ce tempest-PortsTestJSON-2085221018 tempest-PortsTestJSON-2085221018-project] Validation for CIDR: 172.20.0.0/28 failed - overlaps with subnet cf090ab5-c3a0-4f7e-9857-336b5ac310cf (CIDR: 172.20.0.0/28) Jun 23 11:34:28.670998 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c7120b7d-33ed-40fe-900a-9dd4b91256bc None None] Received port after_create {{(pid=94176) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 23 11:34:28.691070 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron_lib.callbacks.manager [None req-20c6c439-df02-488d-8514-8c8b4ecb4733 tempest-NetworksTest-2133396914 tempest-NetworksTest-2133396914-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-897634'] for subnet, precommit_delete {{(pid=94174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:34:28.729450 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.db.db_base_plugin_common [None req-f95853cf-3a4e-48b1-9131-5d445078689b tempest-RoutersIpV6Test-1448447933 tempest-RoutersIpV6Test-1448447933-project] Allocated IP 2001:db8::1 (65372c95-01c9-445f-9011-e8626f89819d/a93bc95b-9fc9-4703-bd3f-01b38ef93034/df89291b-9a88-4b4c-b9c1-bd6585eec6bd) {{(pid=94174) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 23 11:34:28.738714 dv-neutron-601336-94-hyperv neutron-server[94174]: INFO neutron.pecan_wsgi.hooks.translation [None req-5255cf95-baed-4ecd-ba5a-ee35d015e3ce tempest-PortsTestJSON-2085221018 tempest-PortsTestJSON-2085221018-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jun 23 11:34:28.739531 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-5255cf95-baed-4ecd-ba5a-ee35d015e3ce tempest-PortsTestJSON-2085221018 tempest-PortsTestJSON-2085221018-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=94174) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 23 11:34:28.789517 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-517faab1-e089-4d7b-bf99-fe61ffee9691 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1e0d828a-1fa4-563d-b7fd-53adf66a04ee-a8a4ed4a-10d2-4a5c-9d29-6d9bfbf15e91', 'network_id': 'a8a4ed4a-10d2-4a5c-9d29-6d9bfbf15e91', 'tenant_id': 'dfecc9776e0d4947a3f7218fbe96de01', 'fixed_ips': [{'subnet_id': '7daa7073-2dc2-4fa0-9823-88e1f00477a1'}]}} from dv-neutron-601336-94-hyperv. {{(pid=94176) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 23 11:34:28.790384 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron_lib.callbacks.manager [None req-517faab1-e089-4d7b-bf99-fe61ffee9691 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-923104'] for port, before_create {{(pid=94176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:34:28.810857 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.db.l3_dvr_db [None req-9a626d29-22fd-49bc-9157-f2274459c16f None None] Set router 4c99b81f-8a52-421f-abc8-9ccee9678765 gateway port host: dv-neutron-601336-94-hyperv {{(pid=94176) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:838}} Jun 23 11:34:28.835424 dv-neutron-601336-94-hyperv neutron-server[94174]: INFO neutron.wsgi [None req-5255cf95-baed-4ecd-ba5a-ee35d015e3ce tempest-PortsTestJSON-2085221018 tempest-PortsTestJSON-2085221018-project] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 1.0605438 Jun 23 11:34:28.841034 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron_lib.callbacks.manager [None req-0dc78f44-110c-4fbf-97c3-0722eb372860 tempest-PortsIpV6TestJSON-1781383748 tempest-PortsIpV6TestJSON-1781383748-project] Notify callbacks [] for port, precommit_create {{(pid=94175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:34:28.842101 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.wsgi [-] (94174) accepted ('10.222.0.20', 40464) {{(pid=94174) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 11:34:28.849641 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.api.v2.base [None req-cf4602c9-ce16-4ac2-8fee-6860f9686cae tempest-PortsTestJSON-2085221018 tempest-PortsTestJSON-2085221018-project] Request body: {'subnet': {'network_id': 'c9584ed1-23c5-47a7-b4d6-264bedad0f19', 'cidr': '172.20.0.16/28', 'ip_version': 4, 'gateway_ip': '172.20.0.17'}} {{(pid=94174) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 23 11:34:28.899214 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.db.provisioning_blocks [None req-0dc78f44-110c-4fbf-97c3-0722eb372860 tempest-PortsIpV6TestJSON-1781383748 tempest-PortsIpV6TestJSON-1781383748-project] Transition to ACTIVE for port object a7e0497e-60cc-4ca3-849a-6fa877e5ae44 will not be triggered until provisioned by entity DHCP. {{(pid=94175) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 23 11:34:28.909069 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron_lib.callbacks.manager [None req-20c6c439-df02-488d-8514-8c8b4ecb4733 tempest-NetworksTest-2133396914 tempest-NetworksTest-2133396914-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-897627', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866062', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5195932', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4294216'] for subnet, after_delete {{(pid=94174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:34:28.915042 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG oslo_concurrency.lockutils [None req-4a4f5e85-9787-447d-94f2-1a22b61b7d29 tempest-RoutersNegativeIpV6Test-1628881962 tempest-RoutersNegativeIpV6Test-1628881962-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94174) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 11:34:28.926005 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7120b7d-33ed-40fe-900a-9dd4b91256bc None None] Pushing event updated for resources: {'Port': ['ID=777bf1b7-2b52-4475-84a9-8433466c62e0,revision_number=1']} {{(pid=94176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 11:34:28.950833 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG oslo_concurrency.lockutils [None req-c7120b7d-33ed-40fe-900a-9dd4b91256bc None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.291s {{(pid=94176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 11:34:28.957497 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20c6c439-df02-488d-8514-8c8b4ecb4733 tempest-NetworksTest-2133396914 tempest-NetworksTest-2133396914-project] Pushing event deleted for resources: {'Subnet': ['ID=7daa7073-2dc2-4fa0-9823-88e1f00477a1,revision_number=None']} {{(pid=94174) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 11:34:28.969421 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG oslo_concurrency.lockutils [None req-20c6c439-df02-488d-8514-8c8b4ecb4733 tempest-NetworksTest-2133396914 tempest-NetworksTest-2133396914-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.054s {{(pid=94174) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 11:34:28.980287 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron_lib.callbacks.manager [None req-0dc78f44-110c-4fbf-97c3-0722eb372860 tempest-PortsIpV6TestJSON-1781383748 tempest-PortsIpV6TestJSON-1781383748-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-922915', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-239814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7866073', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773699642215', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-5082457'] for port, after_create {{(pid=94175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:34:28.986595 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG oslo_concurrency.lockutils [None req-d2a2bdba-eb4a-4013-ac93-359b1436975c tempest-PortsIpV6TestJSON-1781383748 tempest-PortsIpV6TestJSON-1781383748-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94175) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 11:34:28.991621 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.db.db_base_plugin_common [None req-dba2a7a2-e190-4b8d-8bfd-2a4d9428723b None None] Allocated IP 172.20.0.2 (cf29c68f-82b8-4662-a929-931f65637941/a2268277-49d2-4de4-9270-a498945fea2b/e55346d6-3de3-4cda-9ac9-d0f88bc7f714) {{(pid=94176) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 23 11:34:29.002943 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.plugins.ml2.managers [None req-c7120b7d-33ed-40fe-900a-9dd4b91256bc None None] Attempting to bind port 777bf1b7-2b52-4475-84a9-8433466c62e0 on host dv-neutron-601336-94-hyperv for vnic_type normal with profile {{(pid=94176) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 23 11:34:29.003375 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.plugins.ml2.managers [None req-c7120b7d-33ed-40fe-900a-9dd4b91256bc None None] Attempting to bind port 777bf1b7-2b52-4475-84a9-8433466c62e0 by drivers openvswitch,hyperv on host dv-neutron-601336-94-hyperv at level 0 using segments [{'id': '3acc0fe8-794f-4eff-b899-dd628fab5e24', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 443, 'network_id': '0e2e3c35-423b-43dd-a9ba-de37d9c9460b'}] {{(pid=94176) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 23 11:34:29.003757 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c7120b7d-33ed-40fe-900a-9dd4b91256bc None None] Attempting to bind port 777bf1b7-2b52-4475-84a9-8433466c62e0 on network 0e2e3c35-423b-43dd-a9ba-de37d9c9460b {{(pid=94176) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 23 11:34:29.044745 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0dc78f44-110c-4fbf-97c3-0722eb372860 tempest-PortsIpV6TestJSON-1781383748 tempest-PortsIpV6TestJSON-1781383748-project] Network 0e2e3c35-423b-43dd-a9ba-de37d9c9460b is already hosted by enough agents. {{(pid=94175) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 23 11:34:29.046527 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.scheduler.base_scheduler [None req-0dc78f44-110c-4fbf-97c3-0722eb372860 tempest-PortsIpV6TestJSON-1781383748 tempest-PortsIpV6TestJSON-1781383748-project] Resources bound (agent type, host, resource id): {{(pid=94175) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 23 11:34:29.046677 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron_lib.callbacks.manager [None req-f95853cf-3a4e-48b1-9131-5d445078689b tempest-RoutersIpV6Test-1448447933 tempest-RoutersIpV6Test-1448447933-project] Notify callbacks [] for port, precommit_create {{(pid=94174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:34:29.049923 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0dc78f44-110c-4fbf-97c3-0722eb372860 tempest-PortsIpV6TestJSON-1781383748 tempest-PortsIpV6TestJSON-1781383748-project] Received port after_create {{(pid=94175) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 23 11:34:29.058094 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0dc78f44-110c-4fbf-97c3-0722eb372860 tempest-PortsIpV6TestJSON-1781383748 tempest-PortsIpV6TestJSON-1781383748-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 11:34:29.059297 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron_lib.callbacks.manager [None req-0dc78f44-110c-4fbf-97c3-0722eb372860 tempest-PortsIpV6TestJSON-1781383748 tempest-PortsIpV6TestJSON-1781383748-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-217507'] for port, before_response {{(pid=94175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:34:29.072799 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c7120b7d-33ed-40fe-900a-9dd4b91256bc None None] Checking agent: {'id': '4d05f899-5ac9-411b-8a03-f60c93f87cdf', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-601336-94-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 23, 11, 22, 14), 'started_at': datetime.datetime(2021, 6, 23, 11, 22, 44), 'heartbeat_timestamp': datetime.datetime(2021, 6, 23, 11, 34, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'monitor_allowed_address_pair_garp': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-601336-94-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94176) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 23 11:34:29.076267 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron_lib.callbacks.manager [None req-20c6c439-df02-488d-8514-8c8b4ecb4733 tempest-NetworksTest-2133396914 tempest-NetworksTest-2133396914-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-897259', 'neutron.services.segments.db._delete_segments_for_network-8773700168587'] for network, precommit_delete {{(pid=94174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:34:29.076411 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c7120b7d-33ed-40fe-900a-9dd4b91256bc None None] Checking segment: {'id': '3acc0fe8-794f-4eff-b899-dd628fab5e24', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 443, 'network_id': '0e2e3c35-423b-43dd-a9ba-de37d9c9460b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94176) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 23 11:34:29.076411 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron_lib.callbacks.manager [None req-c7120b7d-33ed-40fe-900a-9dd4b91256bc None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:34:29.076411 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c7120b7d-33ed-40fe-900a-9dd4b91256bc None None] Bound using segment: {'id': '3acc0fe8-794f-4eff-b899-dd628fab5e24', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 443, 'network_id': '0e2e3c35-423b-43dd-a9ba-de37d9c9460b'} {{(pid=94176) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 23 11:34:29.076411 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.plugins.ml2.managers [None req-c7120b7d-33ed-40fe-900a-9dd4b91256bc None None] Bound port: 777bf1b7-2b52-4475-84a9-8433466c62e0, host: dv-neutron-601336-94-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3acc0fe8-794f-4eff-b899-dd628fab5e24', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 443, 'network_id': '0e2e3c35-423b-43dd-a9ba-de37d9c9460b'}}] {{(pid=94176) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 23 11:34:29.076411 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron_lib.callbacks.manager [None req-c7120b7d-33ed-40fe-900a-9dd4b91256bc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-923122'] for port, before_update {{(pid=94176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:34:29.080764 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0dc78f44-110c-4fbf-97c3-0722eb372860 tempest-PortsIpV6TestJSON-1781383748 tempest-PortsIpV6TestJSON-1781383748-project] Pushing event updated for resources: {'Port': ['ID=a7e0497e-60cc-4ca3-849a-6fa877e5ae44,revision_number=1']} {{(pid=94175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 11:34:29.086862 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.services.segments.db [None req-20c6c439-df02-488d-8514-8c8b4ecb4733 tempest-NetworksTest-2133396914 tempest-NetworksTest-2133396914-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a8a4ed4a-10d2-4a5c-9d29-6d9bfbf15e91']}} {{(pid=94174) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 11:34:29.089800 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG oslo_concurrency.lockutils [None req-0dc78f44-110c-4fbf-97c3-0722eb372860 tempest-PortsIpV6TestJSON-1781383748 tempest-PortsIpV6TestJSON-1781383748-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.103s {{(pid=94175) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 11:34:29.095290 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.db.provisioning_blocks [None req-f95853cf-3a4e-48b1-9131-5d445078689b tempest-RoutersIpV6Test-1448447933 tempest-RoutersIpV6Test-1448447933-project] Transition to ACTIVE for port object df89291b-9a88-4b4c-b9c1-bd6585eec6bd will not be triggered until provisioned by entity DHCP. {{(pid=94174) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 23 11:34:29.101441 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.services.segments.db [None req-20c6c439-df02-488d-8514-8c8b4ecb4733 tempest-NetworksTest-2133396914 tempest-NetworksTest-2133396914-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f37195f7-0ce0-43d9-b787-782c70e8c809') {'for_net_delete': True} {{(pid=94174) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 11:34:29.101747 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.services.segments.db [None req-20c6c439-df02-488d-8514-8c8b4ecb4733 tempest-NetworksTest-2133396914 tempest-NetworksTest-2133396914-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f37195f7-0ce0-43d9-b787-782c70e8c809') {} {{(pid=94174) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 11:34:29.118443 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron_lib.callbacks.manager [None req-20c6c439-df02-488d-8514-8c8b4ecb4733 tempest-NetworksTest-2133396914 tempest-NetworksTest-2133396914-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8773699955833', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4800267'] for segment, before_delete {{(pid=94174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:34:29.147712 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron_lib.callbacks.manager [None req-20c6c439-df02-488d-8514-8c8b4ecb4733 tempest-NetworksTest-2133396914 tempest-NetworksTest-2133396914-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3801'] for segment, precommit_delete {{(pid=94174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:34:29.161081 dv-neutron-601336-94-hyperv neutron-server[94175]: INFO neutron.wsgi [None req-0dc78f44-110c-4fbf-97c3-0722eb372860 tempest-PortsIpV6TestJSON-1781383748 tempest-PortsIpV6TestJSON-1781383748-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 930 time: 2.4764292 Jun 23 11:34:29.161313 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-20c6c439-df02-488d-8514-8c8b4ecb4733 tempest-NetworksTest-2133396914 tempest-NetworksTest-2133396914-project] Releasing vlan 430 on physical network physnet1 to pool {{(pid=94174) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 23 11:34:29.161313 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron_lib.callbacks.manager [None req-20c6c439-df02-488d-8514-8c8b4ecb4733 tempest-NetworksTest-2133396914 tempest-NetworksTest-2133396914-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3801', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5196341'] for segment, after_delete {{(pid=94174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:34:29.161506 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.wsgi [-] (94175) accepted ('10.222.0.20', 40466) {{(pid=94175) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 11:34:29.163666 dv-neutron-601336-94-hyperv neutron-server[94174]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 23 11:34:29.163666 dv-neutron-601336-94-hyperv neutron-server[94174]: conditions |= (models_v2.Port.network_id.in_( Jun 23 11:34:29.163666 dv-neutron-601336-94-hyperv neutron-server[94174]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 23 11:34:29.163666 dv-neutron-601336-94-hyperv neutron-server[94174]: conditions |= (models_v2.Port.network_id.in_( Jun 23 11:34:29.163666 dv-neutron-601336-94-hyperv neutron-server[94174]: Traceback (most recent call last): Jun 23 11:34:29.163666 dv-neutron-601336-94-hyperv neutron-server[94174]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 23 11:34:29.163666 dv-neutron-601336-94-hyperv neutron-server[94174]: timer() Jun 23 11:34:29.163666 dv-neutron-601336-94-hyperv neutron-server[94174]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 23 11:34:29.163666 dv-neutron-601336-94-hyperv neutron-server[94174]: cb(*args, **kw) Jun 23 11:34:29.163666 dv-neutron-601336-94-hyperv neutron-server[94174]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 23 11:34:29.163666 dv-neutron-601336-94-hyperv neutron-server[94174]: return func(*args, **kwargs) Jun 23 11:34:29.163666 dv-neutron-601336-94-hyperv neutron-server[94174]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 23 11:34:29.163666 dv-neutron-601336-94-hyperv neutron-server[94174]: self._notify() Jun 23 11:34:29.163666 dv-neutron-601336-94-hyperv neutron-server[94174]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 23 11:34:29.163666 dv-neutron-601336-94-hyperv neutron-server[94174]: self.callback(batched_events) Jun 23 11:34:29.163666 dv-neutron-601336-94-hyperv neutron-server[94174]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 23 11:34:29.163666 dv-neutron-601336-94-hyperv neutron-server[94174]: event.method(event) Jun 23 11:34:29.163666 dv-neutron-601336-94-hyperv neutron-server[94174]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 23 11:34:29.163666 dv-neutron-601336-94-hyperv neutron-server[94174]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 23 11:34:29.163666 dv-neutron-601336-94-hyperv neutron-server[94174]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 23 11:34:29.163666 dv-neutron-601336-94-hyperv neutron-server[94174]: aggregate_uuid = self.p_client.list_aggregates( Jun 23 11:34:29.163666 dv-neutron-601336-94-hyperv neutron-server[94174]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 23 11:34:29.163666 dv-neutron-601336-94-hyperv neutron-server[94174]: return f(self, *a, **k) Jun 23 11:34:29.163666 dv-neutron-601336-94-hyperv neutron-server[94174]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 23 11:34:29.163666 dv-neutron-601336-94-hyperv neutron-server[94174]: return self._get(url).json() Jun 23 11:34:29.163666 dv-neutron-601336-94-hyperv neutron-server[94174]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 23 11:34:29.163666 dv-neutron-601336-94-hyperv neutron-server[94174]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 23 11:34:29.163666 dv-neutron-601336-94-hyperv neutron-server[94174]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 23 11:34:29.163666 dv-neutron-601336-94-hyperv neutron-server[94174]: return self.request(url, 'GET', **kwargs) Jun 23 11:34:29.163666 dv-neutron-601336-94-hyperv neutron-server[94174]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 23 11:34:29.163666 dv-neutron-601336-94-hyperv neutron-server[94174]: base_url = self.get_endpoint(auth, allow=allow, Jun 23 11:34:29.163666 dv-neutron-601336-94-hyperv neutron-server[94174]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 23 11:34:29.163666 dv-neutron-601336-94-hyperv neutron-server[94174]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 23 11:34:29.163666 dv-neutron-601336-94-hyperv neutron-server[94174]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 23 11:34:29.163666 dv-neutron-601336-94-hyperv neutron-server[94174]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 23 11:34:29.163666 dv-neutron-601336-94-hyperv neutron-server[94174]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 23 11:34:29.171499 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.api.v2.base [None req-2a02c703-43d2-4760-a9ce-927fd1677569 tempest-PortsIpV6TestJSON-1781383748 tempest-PortsIpV6TestJSON-1781383748-project] Request body: {'port': {'network_id': '0e2e3c35-423b-43dd-a9ba-de37d9c9460b', 'name': 'tempest-PortsIpV6TestJSON-1502862445'}} {{(pid=94175) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 23 11:34:29.277647 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron_lib.callbacks.manager [None req-f95853cf-3a4e-48b1-9131-5d445078689b tempest-RoutersIpV6Test-1448447933 tempest-RoutersIpV6Test-1448447933-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-922915', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-239814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7866073', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773699642215', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-5196399'] for port, after_create {{(pid=94174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:34:29.282615 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG oslo_concurrency.lockutils [None req-dee71314-50b4-4d21-8525-1b79b4a00d48 tempest-PortsTestJSON-2085221018 tempest-PortsTestJSON-2085221018-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94174) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 11:34:29.364878 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.plugins.ml2.rpc [None req-dc7542b2-afef-47f4-a763-e3a3cba144be None None] Device d10503aa-c505-4f9a-8f98-f557d21a4ede up at agent ovs-agent-dv-neutron-601336-94-hyperv {{(pid=94176) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:298}} Jun 23 11:34:29.425609 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2a02c703-43d2-4760-a9ce-927fd1677569 tempest-PortsIpV6TestJSON-1781383748 tempest-PortsIpV6TestJSON-1781383748-project] Made reservation on behalf of 4a9805c328414e068d83db5c9b76c3c7 for: {'port': 1} {{(pid=94175) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 23 11:34:29.433250 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-59b2c840-7e03-43f0-940f-36028609328e None None] Network a8a4ed4a-10d2-4a5c-9d29-6d9bfbf15e91 requested from dv-neutron-601336-94-hyperv {{(pid=94176) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 23 11:34:29.435856 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron_lib.callbacks.manager [None req-2a02c703-43d2-4760-a9ce-927fd1677569 tempest-PortsIpV6TestJSON-1781383748 tempest-PortsIpV6TestJSON-1781383748-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-923104'] for port, before_create {{(pid=94175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:34:29.466582 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.notifiers.nova [None req-2a02c703-43d2-4760-a9ce-927fd1677569 tempest-PortsIpV6TestJSON-1781383748 tempest-PortsIpV6TestJSON-1781383748-project] device_id is not set on port 66606b75-e34a-4d3d-b40a-8ac321e9e23c yet. {{(pid=94175) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jun 23 11:34:29.484347 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-59b2c840-7e03-43f0-940f-36028609328e None None] Network a8a4ed4a-10d2-4a5c-9d29-6d9bfbf15e91 could not be found, it might have been deleted concurrently. {{(pid=94176) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:225}} Jun 23 11:34:29.521980 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron_lib.callbacks.manager [None req-b86165b2-57f7-4bdd-badd-fc794a4c5db5 None None] Notify callbacks [] for port, precommit_create {{(pid=94176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:34:29.569899 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.db.provisioning_blocks [None req-b86165b2-57f7-4bdd-badd-fc794a4c5db5 None None] Transition to ACTIVE for port object 326f376d-d182-4258-8d73-95ce325dae2c will not be triggered until provisioned by entity L2. {{(pid=94176) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 23 11:34:29.576535 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-407ebb3d-ff2c-41b1-bb58-47c30b70ff41 None None] Network 65372c95-01c9-445f-9011-e8626f89819d requested from dv-neutron-601336-94-hyperv {{(pid=94176) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 23 11:34:29.600857 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.db.db_base_plugin_common [None req-2a02c703-43d2-4760-a9ce-927fd1677569 tempest-PortsIpV6TestJSON-1781383748 tempest-PortsIpV6TestJSON-1781383748-project] Allocated IP 2001:db8::119 (0e2e3c35-423b-43dd-a9ba-de37d9c9460b/95ae1e2e-fcc4-4c05-ae16-bfcea4255b0b/66606b75-e34a-4d3d-b40a-8ac321e9e23c) {{(pid=94175) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 23 11:34:29.646073 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cf4602c9-ce16-4ac2-8fee-6860f9686cae tempest-PortsTestJSON-2085221018 tempest-PortsTestJSON-2085221018-project] Made reservation on behalf of 9e5461dd76964a018bba022fe5f7a0f1 for: {'subnet': 1} {{(pid=94174) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 23 11:34:29.649801 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron_lib.callbacks.manager [None req-cf4602c9-ce16-4ac2-8fee-6860f9686cae tempest-PortsTestJSON-2085221018 tempest-PortsTestJSON-2085221018-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4294245'] for subnet, before_create {{(pid=94174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:34:29.652748 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron_lib.callbacks.manager [None req-20c6c439-df02-488d-8514-8c8b4ecb4733 tempest-NetworksTest-2133396914 tempest-NetworksTest-2133396914-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-897248', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8002400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7866073', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-524247'] for network, after_delete {{(pid=94174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:34:29.657756 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.plugins.ml2.db [None req-c7120b7d-33ed-40fe-900a-9dd4b91256bc None None] For port 777bf1b7-2b52-4475-84a9-8433466c62e0, host dv-neutron-601336-94-hyperv, cleared binding levels {{(pid=94176) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 23 11:34:29.659147 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron_lib.callbacks.manager [None req-20c6c439-df02-488d-8514-8c8b4ecb4733 tempest-NetworksTest-2133396914 tempest-NetworksTest-2133396914-project] Notify callbacks [] for network, before_response {{(pid=94174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:34:29.661476 dv-neutron-601336-94-hyperv neutron-server[94174]: INFO neutron.wsgi [None req-20c6c439-df02-488d-8514-8c8b4ecb4733 tempest-NetworksTest-2133396914 tempest-NetworksTest-2133396914-project] 10.222.0.20 "DELETE /v2.0/networks/a8a4ed4a-10d2-4a5c-9d29-6d9bfbf15e91 HTTP/1.1" status: 204 len: 168 time: 1.5151944 Jun 23 11:34:29.665952 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.db.provisioning_blocks [None req-b86165b2-57f7-4bdd-badd-fc794a4c5db5 None None] Transition to ACTIVE for port object 326f376d-d182-4258-8d73-95ce325dae2c will not be triggered until provisioned by entity DHCP. {{(pid=94176) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 23 11:34:29.671790 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.wsgi [-] (94175) accepted ('10.222.0.20', 40468) {{(pid=94175) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 11:34:29.703686 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.plugins.ml2.db [None req-c7120b7d-33ed-40fe-900a-9dd4b91256bc None None] For port 777bf1b7-2b52-4475-84a9-8433466c62e0, host dv-neutron-601336-94-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-94-hyperv',level=0,port_id=777bf1b7-2b52-4475-84a9-8433466c62e0,segment=NetworkSegment(3acc0fe8-794f-4eff-b899-dd628fab5e24),segment_id=3acc0fe8-794f-4eff-b899-dd628fab5e24)] {{(pid=94176) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 23 11:34:29.721222 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f95853cf-3a4e-48b1-9131-5d445078689b tempest-RoutersIpV6Test-1448447933 tempest-RoutersIpV6Test-1448447933-project] Network 65372c95-01c9-445f-9011-e8626f89819d is already hosted by enough agents. {{(pid=94174) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 23 11:34:29.729757 dv-neutron-601336-94-hyperv neutron-server[94175]: INFO neutron.pecan_wsgi.hooks.translation [None req-0b052e05-438f-4312-9b43-07a8aa9e38e4 tempest-NetworksTest-2133396914 tempest-NetworksTest-2133396914-project] GET failed (client error): The resource could not be found. Jun 23 11:34:29.733507 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.scheduler.base_scheduler [None req-f95853cf-3a4e-48b1-9131-5d445078689b tempest-RoutersIpV6Test-1448447933 tempest-RoutersIpV6Test-1448447933-project] Resources bound (agent type, host, resource id): {{(pid=94174) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 23 11:34:29.733746 dv-neutron-601336-94-hyperv neutron-server[94175]: INFO neutron.wsgi [None req-0b052e05-438f-4312-9b43-07a8aa9e38e4 tempest-NetworksTest-2133396914 tempest-NetworksTest-2133396914-project] 10.222.0.20 "GET /v2.0/subnets/7daa7073-2dc2-4fa0-9823-88e1f00477a1 HTTP/1.1" status: 404 len: 337 time: 0.0583522 Jun 23 11:34:29.734132 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.wsgi [-] (94175) accepted ('10.222.0.20', 40470) {{(pid=94175) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 11:34:29.734647 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f95853cf-3a4e-48b1-9131-5d445078689b tempest-RoutersIpV6Test-1448447933 tempest-RoutersIpV6Test-1448447933-project] Received port after_create {{(pid=94174) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 23 11:34:29.735428 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron_lib.callbacks.manager [None req-f95853cf-3a4e-48b1-9131-5d445078689b tempest-RoutersIpV6Test-1448447933 tempest-RoutersIpV6Test-1448447933-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-452954'] for router_interface, before_create {{(pid=94174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:34:29.756444 dv-neutron-601336-94-hyperv neutron-server[94175]: INFO neutron.pecan_wsgi.hooks.translation [None req-1f969dce-a416-42c9-bee2-b0e82a24274d tempest-NetworksTest-2133396914 tempest-NetworksTest-2133396914-project] DELETE failed (client error): The resource could not be found. Jun 23 11:34:29.757038 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-1f969dce-a416-42c9-bee2-b0e82a24274d tempest-NetworksTest-2133396914 tempest-NetworksTest-2133396914-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94175) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 23 11:34:29.758895 dv-neutron-601336-94-hyperv neutron-server[94175]: INFO neutron.wsgi [None req-1f969dce-a416-42c9-bee2-b0e82a24274d tempest-NetworksTest-2133396914 tempest-NetworksTest-2133396914-project] 10.222.0.20 "DELETE /v2.0/networks/a8a4ed4a-10d2-4a5c-9d29-6d9bfbf15e91 HTTP/1.1" status: 404 len: 339 time: 0.0237377 Jun 23 11:34:29.762808 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron_lib.callbacks.manager [None req-b86165b2-57f7-4bdd-badd-fc794a4c5db5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-922915', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-239814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7866073', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773699642215'] for port, after_create {{(pid=94176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:34:29.769411 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.wsgi [-] (94175) accepted ('10.222.0.20', 40472) {{(pid=94175) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 11:34:29.769617 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron_lib.callbacks.manager [None req-dba2a7a2-e190-4b8d-8bfd-2a4d9428723b None None] Notify callbacks [] for port, precommit_create {{(pid=94176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:34:29.771943 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG oslo_concurrency.lockutils [None req-6c03bf17-da9c-4afd-891c-9f08fe498a5b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 11:34:29.773358 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f95853cf-3a4e-48b1-9131-5d445078689b tempest-RoutersIpV6Test-1448447933 tempest-RoutersIpV6Test-1448447933-project] Pushing event updated for resources: {'Port': ['ID=df89291b-9a88-4b4c-b9c1-bd6585eec6bd,revision_number=1']} {{(pid=94174) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 11:34:29.810179 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.db.l3_hamode_db [None req-9a626d29-22fd-49bc-9157-f2274459c16f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4c99b81f-8a52-421f-abc8-9ccee9678765', 'name': 'tempest-TestNetworkBasicOps-router-26535949', 'tenant_id': '772b9946478d439e9da4eaeade7fb21d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3e7e4eb3-cf02-4d47-ade9-0a579cdfc60f', 'external_fixed_ips': [{'subnet_id': 'a5ad15ab-c489-4a67-a9b0-d559fca0ec71', 'ip_address': '172.26.3.243'}], 'enable_snat': True}, 'gw_port_id': '3aeaf89e-5f81-4c55-b262-f57f38a5e301', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-23T11:34:22Z', 'updated_at': '2021-06-23T11:34:24Z', 'revision_number': 3, 'project_id': '772b9946478d439e9da4eaeade7fb21d', 'gw_port': {'id': '3aeaf89e-5f81-4c55-b262-f57f38a5e301', 'name': '', 'network_id': '3e7e4eb3-cf02-4d47-ade9-0a579cdfc60f', 'tenant_id': '', 'mac_address': 'fa:16:3e:74:1f:dd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4c99b81f-8a52-421f-abc8-9ccee9678765', 'device_owner': 'network:router_gateway', 'standard_attr_id': 875, 'fixed_ips': [{'subnet_id': 'a5ad15ab-c489-4a67-a9b0-d559fca0ec71', 'ip_address': '172.26.3.243', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-94-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-23T11:34:23Z', 'updated_at': '2021-06-23T11:34:27Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a5ad15ab-c489-4a67-a9b0-d559fca0ec71', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-601336-94-hyperv'}], 'dv-neutron-601336-94-hyperv', False) {} {{(pid=94176) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 11:34:29.817390 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.db.provisioning_blocks [None req-dc7542b2-afef-47f4-a763-e3a3cba144be None None] Provisioning for port d10503aa-c505-4f9a-8f98-f557d21a4ede completed by entity L2. {{(pid=94176) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 23 11:34:29.819462 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron_lib.callbacks.manager [None req-c7120b7d-33ed-40fe-900a-9dd4b91256bc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-922904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866062', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773700135042', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773699642233', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773699642278'] for port, after_update {{(pid=94176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:34:29.827950 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG oslo_concurrency.lockutils [None req-f95853cf-3a4e-48b1-9131-5d445078689b tempest-RoutersIpV6Test-1448447933 tempest-RoutersIpV6Test-1448447933-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.545s {{(pid=94174) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 11:34:29.827950 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG oslo_concurrency.lockutils [None req-fe413305-4c7e-460f-b040-a6c813eaef36 tempest-RoutersNegativeTest-1531528216 tempest-RoutersNegativeTest-1531528216-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.162s {{(pid=94174) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 11:34:29.829783 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.db.provisioning_blocks [None req-dba2a7a2-e190-4b8d-8bfd-2a4d9428723b None None] Transition to ACTIVE for port object e55346d6-3de3-4cda-9ac9-d0f88bc7f714 will not be triggered until provisioned by entity L2. {{(pid=94176) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 23 11:34:29.850125 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20c6c439-df02-488d-8514-8c8b4ecb4733 tempest-NetworksTest-2133396914 tempest-NetworksTest-2133396914-project] Pushing event deleted for resources: {'Network': ['ID=a8a4ed4a-10d2-4a5c-9d29-6d9bfbf15e91,revision_number=None']} {{(pid=94174) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 11:34:29.860656 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG oslo_concurrency.lockutils [None req-20c6c439-df02-488d-8514-8c8b4ecb4733 tempest-NetworksTest-2133396914 tempest-NetworksTest-2133396914-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.032s {{(pid=94174) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 11:34:29.875245 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9a626d29-22fd-49bc-9157-f2274459c16f None None] The sync data for ids ['4c99b81f-8a52-421f-abc8-9ccee9678765'] in dv-neutron-601336-94-hyperv is: [{'id': '4c99b81f-8a52-421f-abc8-9ccee9678765', 'name': 'tempest-TestNetworkBasicOps-router-26535949', 'tenant_id': '772b9946478d439e9da4eaeade7fb21d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3e7e4eb3-cf02-4d47-ade9-0a579cdfc60f', 'external_fixed_ips': [{'subnet_id': 'a5ad15ab-c489-4a67-a9b0-d559fca0ec71', 'ip_address': '172.26.3.243'}], 'enable_snat': True}, 'gw_port_id': '3aeaf89e-5f81-4c55-b262-f57f38a5e301', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-23T11:34:22Z', 'updated_at': '2021-06-23T11:34:24Z', 'revision_number': 3, 'project_id': '772b9946478d439e9da4eaeade7fb21d', 'gw_port': {'id': '3aeaf89e-5f81-4c55-b262-f57f38a5e301', 'name': '', 'network_id': '3e7e4eb3-cf02-4d47-ade9-0a579cdfc60f', 'tenant_id': '', 'mac_address': 'fa:16:3e:74:1f:dd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4c99b81f-8a52-421f-abc8-9ccee9678765', 'device_owner': 'network:router_gateway', 'standard_attr_id': 875, 'fixed_ips': [{'subnet_id': 'a5ad15ab-c489-4a67-a9b0-d559fca0ec71', 'ip_address': '172.26.3.243', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-94-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-23T11:34:23Z', 'updated_at': '2021-06-23T11:34:27Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a5ad15ab-c489-4a67-a9b0-d559fca0ec71', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-601336-94-hyperv'}] {{(pid=94176) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 23 11:34:29.876657 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.db.provisioning_blocks [None req-01809100-12be-499f-9dd6-126fda6a245b None None] Provisioning for port d10503aa-c505-4f9a-8f98-f557d21a4ede completed by entity DHCP. {{(pid=94176) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 23 11:34:29.899799 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b86165b2-57f7-4bdd-badd-fc794a4c5db5 None None] Network 30f8707b-479b-4c67-8b63-4252ecc9ff09 is already hosted by enough agents. {{(pid=94176) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 23 11:34:29.922001 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.scheduler.base_scheduler [None req-b86165b2-57f7-4bdd-badd-fc794a4c5db5 None None] Resources bound (agent type, host, resource id): {{(pid=94176) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 23 11:34:29.927324 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.db.provisioning_blocks [None req-01809100-12be-499f-9dd6-126fda6a245b None None] Provisioning complete for port d10503aa-c505-4f9a-8f98-f557d21a4ede triggered by entity DHCP. {{(pid=94176) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 23 11:34:29.927718 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron_lib.callbacks.manager [None req-01809100-12be-499f-9dd6-126fda6a245b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-899258'] for port, provisioning_complete {{(pid=94176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:34:29.929657 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.db.provisioning_blocks [None req-dba2a7a2-e190-4b8d-8bfd-2a4d9428723b None None] Transition to ACTIVE for port object e55346d6-3de3-4cda-9ac9-d0f88bc7f714 will not be triggered until provisioned by entity DHCP. {{(pid=94176) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 23 11:34:29.933238 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b86165b2-57f7-4bdd-badd-fc794a4c5db5 None None] Received port after_create {{(pid=94176) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 23 11:34:29.935111 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b86165b2-57f7-4bdd-badd-fc794a4c5db5 None None] Pushing event updated for resources: {'Port': ['ID=326f376d-d182-4258-8d73-95ce325dae2c,revision_number=1']} {{(pid=94176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 11:34:29.952441 dv-neutron-601336-94-hyperv neutron-server[94174]: INFO neutron.db.ipam_backend_mixin [None req-cf4602c9-ce16-4ac2-8fee-6860f9686cae tempest-PortsTestJSON-2085221018 tempest-PortsTestJSON-2085221018-project] Validation for CIDR: 172.20.0.16/28 failed - overlaps with subnet 977308c0-7a49-4a93-831f-0986b33fbae2 (CIDR: 172.20.0.16/28) Jun 23 11:34:29.961518 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG oslo_concurrency.lockutils [None req-b86165b2-57f7-4bdd-badd-fc794a4c5db5 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.189s {{(pid=94176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 11:34:29.962064 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG oslo_concurrency.lockutils [None req-16f51ee1-5b03-4203-8bae-776819eb188e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.135s {{(pid=94176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 11:34:29.973378 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron_lib.callbacks.manager [None req-2a02c703-43d2-4760-a9ce-927fd1677569 tempest-PortsIpV6TestJSON-1781383748 tempest-PortsIpV6TestJSON-1781383748-project] Notify callbacks [] for port, precommit_create {{(pid=94175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:34:30.000040 dv-neutron-601336-94-hyperv neutron-server[94174]: INFO neutron.pecan_wsgi.hooks.translation [None req-cf4602c9-ce16-4ac2-8fee-6860f9686cae tempest-PortsTestJSON-2085221018 tempest-PortsTestJSON-2085221018-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jun 23 11:34:30.001024 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-cf4602c9-ce16-4ac2-8fee-6860f9686cae tempest-PortsTestJSON-2085221018 tempest-PortsTestJSON-2085221018-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=94174) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 23 11:34:30.030327 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6e6568a4-e798-49ff-909d-645ab33469b1 tempest-NetworksTest-2133396914 tempest-NetworksTest-2133396914-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 11:34:30.031979 dv-neutron-601336-94-hyperv neutron-server[94175]: INFO neutron.wsgi [None req-6e6568a4-e798-49ff-909d-645ab33469b1 tempest-NetworksTest-2133396914 tempest-NetworksTest-2133396914-project] 10.222.0.20 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 782 time: 0.2615595 Jun 23 11:34:30.035841 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.wsgi [-] (94174) accepted ('10.222.0.20', 40474) {{(pid=94174) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 11:34:30.040432 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.db.provisioning_blocks [None req-2a02c703-43d2-4760-a9ce-927fd1677569 tempest-PortsIpV6TestJSON-1781383748 tempest-PortsIpV6TestJSON-1781383748-project] Transition to ACTIVE for port object 66606b75-e34a-4d3d-b40a-8ac321e9e23c will not be triggered until provisioned by entity DHCP. {{(pid=94175) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 23 11:34:30.099204 dv-neutron-601336-94-hyperv neutron-server[94174]: INFO neutron.wsgi [None req-9c984d02-653c-49a6-9624-37305c893825 tempest-NetworksTest-2133396914 tempest-NetworksTest-2133396914-project] 10.222.0.20 "GET /v2.0/subnets?network_id=3e7e4eb3-cf02-4d47-ade9-0a579cdfc60f HTTP/1.1" status: 200 len: 207 time: 0.0617564 Jun 23 11:34:30.106190 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.wsgi [-] (94174) accepted ('10.222.0.20', 40476) {{(pid=94174) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 11:34:30.125164 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron_lib.callbacks.manager [None req-dba2a7a2-e190-4b8d-8bfd-2a4d9428723b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-922915', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-239814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7866073', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773699642215'] for port, after_create {{(pid=94176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:34:30.169614 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.plugins.ml2.managers [None req-b86165b2-57f7-4bdd-badd-fc794a4c5db5 None None] Attempting to bind port 326f376d-d182-4258-8d73-95ce325dae2c on host dv-neutron-601336-94-hyperv for vnic_type normal with profile {{(pid=94176) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 23 11:34:30.170229 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.plugins.ml2.managers [None req-b86165b2-57f7-4bdd-badd-fc794a4c5db5 None None] Attempting to bind port 326f376d-d182-4258-8d73-95ce325dae2c by drivers openvswitch,hyperv on host dv-neutron-601336-94-hyperv at level 0 using segments [{'id': 'cc51825b-2cff-4acd-b457-fd7f5c7391bd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 434, 'network_id': '30f8707b-479b-4c67-8b63-4252ecc9ff09'}] {{(pid=94176) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 23 11:34:30.170867 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b86165b2-57f7-4bdd-badd-fc794a4c5db5 None None] Attempting to bind port 326f376d-d182-4258-8d73-95ce325dae2c on network 30f8707b-479b-4c67-8b63-4252ecc9ff09 {{(pid=94176) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 23 11:34:30.174320 dv-neutron-601336-94-hyperv neutron-server[94174]: INFO neutron.wsgi [None req-cf4602c9-ce16-4ac2-8fee-6860f9686cae tempest-PortsTestJSON-2085221018 tempest-PortsTestJSON-2085221018-project] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 425 time: 1.3306034 Jun 23 11:34:30.183571 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7120b7d-33ed-40fe-900a-9dd4b91256bc None None] Pushing event updated for resources: {'Port': ['ID=777bf1b7-2b52-4475-84a9-8433466c62e0,revision_number=2']} {{(pid=94176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 11:34:30.203325 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG oslo_concurrency.lockutils [None req-c7120b7d-33ed-40fe-900a-9dd4b91256bc None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.233s {{(pid=94176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 11:34:30.211335 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG oslo_concurrency.lockutils [None req-bf4f30d4-7797-470b-b2a2-003150cbe30d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.077s {{(pid=94176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 11:34:30.254382 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.wsgi [-] (94174) accepted ('10.222.0.20', 40478) {{(pid=94174) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 11:34:30.271900 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.api.v2.base [None req-58bb90e4-4e5e-4fcf-9e53-a38961024db7 tempest-PortsTestJSON-2085221018 tempest-PortsTestJSON-2085221018-project] Request body: {'subnet': {'network_id': 'c9584ed1-23c5-47a7-b4d6-264bedad0f19', 'cidr': '172.20.0.32/28', 'ip_version': 4, 'gateway_ip': '172.20.0.33'}} {{(pid=94174) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 23 11:34:30.299093 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron_lib.callbacks.manager [None req-f95853cf-3a4e-48b1-9131-5d445078689b tempest-RoutersIpV6Test-1448447933 tempest-RoutersIpV6Test-1448447933-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-923122'] for port, before_update {{(pid=94174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:34:30.303081 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b86165b2-57f7-4bdd-badd-fc794a4c5db5 None None] Checking agent: {'id': '4d05f899-5ac9-411b-8a03-f60c93f87cdf', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-601336-94-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 23, 11, 22, 14), 'started_at': datetime.datetime(2021, 6, 23, 11, 22, 44), 'heartbeat_timestamp': datetime.datetime(2021, 6, 23, 11, 34, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'monitor_allowed_address_pair_garp': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-601336-94-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94176) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 23 11:34:30.303305 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b86165b2-57f7-4bdd-badd-fc794a4c5db5 None None] Checking segment: {'id': 'cc51825b-2cff-4acd-b457-fd7f5c7391bd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 434, 'network_id': '30f8707b-479b-4c67-8b63-4252ecc9ff09'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94176) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 23 11:34:30.303733 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron_lib.callbacks.manager [None req-b86165b2-57f7-4bdd-badd-fc794a4c5db5 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:34:30.304136 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b86165b2-57f7-4bdd-badd-fc794a4c5db5 None None] Bound using segment: {'id': 'cc51825b-2cff-4acd-b457-fd7f5c7391bd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 434, 'network_id': '30f8707b-479b-4c67-8b63-4252ecc9ff09'} {{(pid=94176) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 23 11:34:30.304626 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.plugins.ml2.managers [None req-b86165b2-57f7-4bdd-badd-fc794a4c5db5 None None] Bound port: 326f376d-d182-4258-8d73-95ce325dae2c, host: dv-neutron-601336-94-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cc51825b-2cff-4acd-b457-fd7f5c7391bd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 434, 'network_id': '30f8707b-479b-4c67-8b63-4252ecc9ff09'}}] {{(pid=94176) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 23 11:34:30.305010 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron_lib.callbacks.manager [None req-b86165b2-57f7-4bdd-badd-fc794a4c5db5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-923122'] for port, before_update {{(pid=94176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:34:30.307077 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dba2a7a2-e190-4b8d-8bfd-2a4d9428723b None None] Pushing event updated for resources: {'Port': ['ID=e55346d6-3de3-4cda-9ac9-d0f88bc7f714,revision_number=1']} {{(pid=94176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 11:34:30.317863 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG oslo_concurrency.lockutils [None req-dba2a7a2-e190-4b8d-8bfd-2a4d9428723b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.107s {{(pid=94176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 11:34:30.362414 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dba2a7a2-e190-4b8d-8bfd-2a4d9428723b None None] Network cf29c68f-82b8-4662-a929-931f65637941 is already hosted by enough agents. {{(pid=94176) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 23 11:34:30.375809 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.scheduler.base_scheduler [None req-dba2a7a2-e190-4b8d-8bfd-2a4d9428723b None None] Resources bound (agent type, host, resource id): {{(pid=94176) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 23 11:34:30.378423 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dba2a7a2-e190-4b8d-8bfd-2a4d9428723b None None] Received port after_create {{(pid=94176) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 23 11:34:30.471839 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron_lib.callbacks.manager [None req-01809100-12be-499f-9dd6-126fda6a245b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-923122'] for port, before_update {{(pid=94176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:34:30.492394 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.db.db_base_plugin_common [None req-f8cea8c7-7931-4fa8-877d-98a6169f53e3 tempest-TestNetworkBasicOps-233187296 tempest-TestNetworkBasicOps-233187296-project] Allocated IP 172.20.0.1 (cf29c68f-82b8-4662-a929-931f65637941/a2268277-49d2-4de4-9270-a498945fea2b/e5476f2c-5bd4-4cc3-b744-a1495ec93de3) {{(pid=94175) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 23 11:34:30.552837 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.plugins.ml2.managers [None req-dba2a7a2-e190-4b8d-8bfd-2a4d9428723b None None] Attempting to bind port e55346d6-3de3-4cda-9ac9-d0f88bc7f714 on host dv-neutron-601336-94-hyperv for vnic_type normal with profile {{(pid=94176) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 23 11:34:30.553224 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.plugins.ml2.managers [None req-dba2a7a2-e190-4b8d-8bfd-2a4d9428723b None None] Attempting to bind port e55346d6-3de3-4cda-9ac9-d0f88bc7f714 by drivers openvswitch,hyperv on host dv-neutron-601336-94-hyperv at level 0 using segments [{'id': '78d6d132-b23e-4555-9358-dea047b3f21c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 416, 'network_id': 'cf29c68f-82b8-4662-a929-931f65637941'}] {{(pid=94176) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 23 11:34:30.553600 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dba2a7a2-e190-4b8d-8bfd-2a4d9428723b None None] Attempting to bind port e55346d6-3de3-4cda-9ac9-d0f88bc7f714 on network cf29c68f-82b8-4662-a929-931f65637941 {{(pid=94176) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 23 11:34:30.566398 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.plugins.ml2.db [None req-b86165b2-57f7-4bdd-badd-fc794a4c5db5 None None] For port 326f376d-d182-4258-8d73-95ce325dae2c, host dv-neutron-601336-94-hyperv, cleared binding levels {{(pid=94176) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 23 11:34:30.577603 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.plugins.ml2.db [None req-b86165b2-57f7-4bdd-badd-fc794a4c5db5 None None] For port 326f376d-d182-4258-8d73-95ce325dae2c, host dv-neutron-601336-94-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-94-hyperv',level=0,port_id=326f376d-d182-4258-8d73-95ce325dae2c,segment=NetworkSegment(cc51825b-2cff-4acd-b457-fd7f5c7391bd),segment_id=cc51825b-2cff-4acd-b457-fd7f5c7391bd)] {{(pid=94176) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 23 11:34:30.579759 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dba2a7a2-e190-4b8d-8bfd-2a4d9428723b None None] Checking agent: {'id': '4d05f899-5ac9-411b-8a03-f60c93f87cdf', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-601336-94-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 23, 11, 22, 14), 'started_at': datetime.datetime(2021, 6, 23, 11, 22, 44), 'heartbeat_timestamp': datetime.datetime(2021, 6, 23, 11, 34, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'monitor_allowed_address_pair_garp': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-601336-94-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94176) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 23 11:34:30.579759 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dba2a7a2-e190-4b8d-8bfd-2a4d9428723b None None] Checking segment: {'id': '78d6d132-b23e-4555-9358-dea047b3f21c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 416, 'network_id': 'cf29c68f-82b8-4662-a929-931f65637941'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94176) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 23 11:34:30.580141 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron_lib.callbacks.manager [None req-dba2a7a2-e190-4b8d-8bfd-2a4d9428723b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:34:30.580266 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dba2a7a2-e190-4b8d-8bfd-2a4d9428723b None None] Bound using segment: {'id': '78d6d132-b23e-4555-9358-dea047b3f21c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 416, 'network_id': 'cf29c68f-82b8-4662-a929-931f65637941'} {{(pid=94176) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 23 11:34:30.580974 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.plugins.ml2.managers [None req-dba2a7a2-e190-4b8d-8bfd-2a4d9428723b None None] Bound port: e55346d6-3de3-4cda-9ac9-d0f88bc7f714, host: dv-neutron-601336-94-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '78d6d132-b23e-4555-9358-dea047b3f21c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 416, 'network_id': 'cf29c68f-82b8-4662-a929-931f65637941'}}] {{(pid=94176) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 23 11:34:30.581122 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron_lib.callbacks.manager [None req-dba2a7a2-e190-4b8d-8bfd-2a4d9428723b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-923122'] for port, before_update {{(pid=94176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:34:30.597819 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.plugins.ml2.db [None req-01809100-12be-499f-9dd6-126fda6a245b None None] For port d10503aa-c505-4f9a-8f98-f557d21a4ede, host dv-neutron-601336-94-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-94-hyperv',level=0,port_id=d10503aa-c505-4f9a-8f98-f557d21a4ede,segment=NetworkSegment(ab148ff2-d6db-4bd7-a895-0fff3848009d),segment_id=ab148ff2-d6db-4bd7-a895-0fff3848009d)] {{(pid=94176) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 23 11:34:30.608453 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron_lib.callbacks.manager [None req-2a02c703-43d2-4760-a9ce-927fd1677569 tempest-PortsIpV6TestJSON-1781383748 tempest-PortsIpV6TestJSON-1781383748-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-922915', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-239814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7866073', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773699642215', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-5082457'] for port, after_create {{(pid=94175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:34:30.618221 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG oslo_concurrency.lockutils [None req-4e99da82-eeb1-4728-8447-52cbd87ed668 tempest-PortsIpV6TestJSON-1781383748 tempest-PortsIpV6TestJSON-1781383748-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94175) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 11:34:30.648804 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-863f9481-748b-4e3d-b337-52c50638f701 tempest-NetworksTest-2133396914 tempest-NetworksTest-2133396914-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94174) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 11:34:30.662330 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-863f9481-748b-4e3d-b337-52c50638f701 tempest-NetworksTest-2133396914 tempest-NetworksTest-2133396914-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94174) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 11:34:30.666063 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron_lib.callbacks.manager [None req-b86165b2-57f7-4bdd-badd-fc794a4c5db5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-922904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866062', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773700135042', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773699642233', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773699642278'] for port, after_update {{(pid=94176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:34:30.671945 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-863f9481-748b-4e3d-b337-52c50638f701 tempest-NetworksTest-2133396914 tempest-NetworksTest-2133396914-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94174) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 11:34:30.679924 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG oslo_concurrency.lockutils [None req-4b3b0bc7-2c9b-4413-a2fd-4792209be827 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 11:34:30.681669 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-863f9481-748b-4e3d-b337-52c50638f701 tempest-NetworksTest-2133396914 tempest-NetworksTest-2133396914-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94174) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 11:34:30.685303 dv-neutron-601336-94-hyperv neutron-server[94174]: INFO neutron.wsgi [None req-863f9481-748b-4e3d-b337-52c50638f701 tempest-NetworksTest-2133396914 tempest-NetworksTest-2133396914-project] 10.222.0.20 "GET /v2.0/networks HTTP/1.1" status: 200 len: 2487 time: 0.5782306 Jun 23 11:34:30.701799 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.wsgi [-] (94175) accepted ('10.222.0.20', 40480) {{(pid=94175) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 11:34:30.724560 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron_lib.callbacks.manager [None req-01809100-12be-499f-9dd6-126fda6a245b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-922904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866062', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773700135042', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773699642233', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773699642278'] for port, after_update {{(pid=94176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:34:30.739771 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.plugins.ml2.db [None req-dba2a7a2-e190-4b8d-8bfd-2a4d9428723b None None] For port e55346d6-3de3-4cda-9ac9-d0f88bc7f714, host dv-neutron-601336-94-hyperv, cleared binding levels {{(pid=94176) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 23 11:34:30.781574 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.plugins.ml2.db [None req-dba2a7a2-e190-4b8d-8bfd-2a4d9428723b None None] For port e55346d6-3de3-4cda-9ac9-d0f88bc7f714, host dv-neutron-601336-94-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-94-hyperv',level=0,port_id=e55346d6-3de3-4cda-9ac9-d0f88bc7f714,segment=NetworkSegment(78d6d132-b23e-4555-9358-dea047b3f21c),segment_id=78d6d132-b23e-4555-9358-dea047b3f21c)] {{(pid=94176) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 23 11:34:30.813709 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b86165b2-57f7-4bdd-badd-fc794a4c5db5 None None] Pushing event updated for resources: {'Port': ['ID=326f376d-d182-4258-8d73-95ce325dae2c,revision_number=2']} {{(pid=94176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 11:34:30.819399 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG oslo_concurrency.lockutils [None req-b86165b2-57f7-4bdd-badd-fc794a4c5db5 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.139s {{(pid=94176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 11:34:30.820180 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG oslo_concurrency.lockutils [None req-c7120b7d-33ed-40fe-900a-9dd4b91256bc None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.083s {{(pid=94176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 11:34:30.822136 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron_lib.callbacks.manager [None req-f8cea8c7-7931-4fa8-877d-98a6169f53e3 tempest-TestNetworkBasicOps-233187296 tempest-TestNetworkBasicOps-233187296-project] Notify callbacks [] for port, precommit_create {{(pid=94175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:34:30.844844 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.db.provisioning_blocks [None req-f8cea8c7-7931-4fa8-877d-98a6169f53e3 tempest-TestNetworkBasicOps-233187296 tempest-TestNetworkBasicOps-233187296-project] Transition to ACTIVE for port object e5476f2c-5bd4-4cc3-b744-a1495ec93de3 will not be triggered until provisioned by entity DHCP. {{(pid=94175) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 23 11:34:30.878972 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron_lib.callbacks.manager [None req-dba2a7a2-e190-4b8d-8bfd-2a4d9428723b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-922904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866062', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773700135042', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773699642233', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773699642278'] for port, after_update {{(pid=94176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:34:30.913246 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2a02c703-43d2-4760-a9ce-927fd1677569 tempest-PortsIpV6TestJSON-1781383748 tempest-PortsIpV6TestJSON-1781383748-project] Network 0e2e3c35-423b-43dd-a9ba-de37d9c9460b is already hosted by enough agents. {{(pid=94175) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 23 11:34:30.917186 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a02c703-43d2-4760-a9ce-927fd1677569 tempest-PortsIpV6TestJSON-1781383748 tempest-PortsIpV6TestJSON-1781383748-project] Pushing event updated for resources: {'Port': ['ID=66606b75-e34a-4d3d-b40a-8ac321e9e23c,revision_number=1']} {{(pid=94175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 11:34:30.923544 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.scheduler.base_scheduler [None req-2a02c703-43d2-4760-a9ce-927fd1677569 tempest-PortsIpV6TestJSON-1781383748 tempest-PortsIpV6TestJSON-1781383748-project] Resources bound (agent type, host, resource id): {{(pid=94175) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 23 11:34:30.925928 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG oslo_concurrency.lockutils [None req-2a02c703-43d2-4760-a9ce-927fd1677569 tempest-PortsIpV6TestJSON-1781383748 tempest-PortsIpV6TestJSON-1781383748-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.311s {{(pid=94175) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 11:34:30.931274 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2a02c703-43d2-4760-a9ce-927fd1677569 tempest-PortsIpV6TestJSON-1781383748 tempest-PortsIpV6TestJSON-1781383748-project] Received port after_create {{(pid=94175) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 23 11:34:30.955128 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2a02c703-43d2-4760-a9ce-927fd1677569 tempest-PortsIpV6TestJSON-1781383748 tempest-PortsIpV6TestJSON-1781383748-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 11:34:30.958159 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron_lib.callbacks.manager [None req-2a02c703-43d2-4760-a9ce-927fd1677569 tempest-PortsIpV6TestJSON-1781383748 tempest-PortsIpV6TestJSON-1781383748-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-217507'] for port, before_response {{(pid=94175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:34:30.967642 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01809100-12be-499f-9dd6-126fda6a245b None None] Pushing event updated for resources: {'Port': ['ID=d10503aa-c505-4f9a-8f98-f557d21a4ede,revision_number=3']} {{(pid=94176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 11:34:30.973662 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG oslo_concurrency.lockutils [None req-01809100-12be-499f-9dd6-126fda6a245b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.153s {{(pid=94176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 11:34:30.974385 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG oslo_concurrency.lockutils [None req-d429827b-367c-49f5-9451-5db4fb908726 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.091s {{(pid=94176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 11:34:30.993924 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron_lib.callbacks.manager [None req-f8cea8c7-7931-4fa8-877d-98a6169f53e3 tempest-TestNetworkBasicOps-233187296 tempest-TestNetworkBasicOps-233187296-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-922915', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-239814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7866073', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773699642215', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-5082457'] for port, after_create {{(pid=94175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:34:31.023014 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG oslo_concurrency.lockutils [None req-0dc78f44-110c-4fbf-97c3-0722eb372860 tempest-PortsIpV6TestJSON-1781383748 tempest-PortsIpV6TestJSON-1781383748-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94175) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 11:34:31.059392 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-58bb90e4-4e5e-4fcf-9e53-a38961024db7 tempest-PortsTestJSON-2085221018 tempest-PortsTestJSON-2085221018-project] Made reservation on behalf of 9e5461dd76964a018bba022fe5f7a0f1 for: {'subnet': 1} {{(pid=94174) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 23 11:34:31.068818 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron_lib.callbacks.manager [None req-58bb90e4-4e5e-4fcf-9e53-a38961024db7 tempest-PortsTestJSON-2085221018 tempest-PortsTestJSON-2085221018-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4294245'] for subnet, before_create {{(pid=94174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:34:31.090446 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dba2a7a2-e190-4b8d-8bfd-2a4d9428723b None None] Pushing event updated for resources: {'Port': ['ID=e55346d6-3de3-4cda-9ac9-d0f88bc7f714,revision_number=2']} {{(pid=94176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 11:34:31.100895 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG oslo_concurrency.lockutils [None req-dba2a7a2-e190-4b8d-8bfd-2a4d9428723b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.124s {{(pid=94176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 11:34:31.114847 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.db.provisioning_blocks [None req-f68c805d-92c0-4051-9158-d509d5ce689e None None] Provisioning complete for port d10503aa-c505-4f9a-8f98-f557d21a4ede triggered by entity DHCP. {{(pid=94176) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 23 11:34:31.115579 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron_lib.callbacks.manager [None req-f68c805d-92c0-4051-9158-d509d5ce689e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-899258'] for port, provisioning_complete {{(pid=94176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:34:31.166433 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f8cea8c7-7931-4fa8-877d-98a6169f53e3 tempest-TestNetworkBasicOps-233187296 tempest-TestNetworkBasicOps-233187296-project] Network cf29c68f-82b8-4662-a929-931f65637941 is already hosted by enough agents. {{(pid=94175) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 23 11:34:31.166433 dv-neutron-601336-94-hyperv neutron-server[94175]: INFO neutron.wsgi [None req-2a02c703-43d2-4760-a9ce-927fd1677569 tempest-PortsIpV6TestJSON-1781383748 tempest-PortsIpV6TestJSON-1781383748-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 931 time: 2.0006528 Jun 23 11:34:31.170631 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8cea8c7-7931-4fa8-877d-98a6169f53e3 tempest-TestNetworkBasicOps-233187296 tempest-TestNetworkBasicOps-233187296-project] Pushing event updated for resources: {'Port': ['ID=e5476f2c-5bd4-4cc3-b744-a1495ec93de3,revision_number=1']} {{(pid=94175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 11:34:31.173172 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.wsgi [-] (94175) accepted ('10.222.0.20', 40482) {{(pid=94175) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 11:34:31.175834 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.scheduler.base_scheduler [None req-f8cea8c7-7931-4fa8-877d-98a6169f53e3 tempest-TestNetworkBasicOps-233187296 tempest-TestNetworkBasicOps-233187296-project] Resources bound (agent type, host, resource id): {{(pid=94175) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 23 11:34:31.199152 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG oslo_concurrency.lockutils [None req-f8cea8c7-7931-4fa8-877d-98a6169f53e3 tempest-TestNetworkBasicOps-233187296 tempest-TestNetworkBasicOps-233187296-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.176s {{(pid=94175) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 11:34:31.271600 dv-neutron-601336-94-hyperv neutron-server[94175]: INFO neutron.wsgi [None req-3ef51f82-a45f-437e-baf5-8b8fb91b7313 tempest-NetworksTest-2133396914 tempest-NetworksTest-2133396914-project] 10.222.0.20 "GET /v2.0/networks?fields=id&fields=name&fields=mtu HTTP/1.1" status: 200 len: 576 time: 0.5644817 Jun 23 11:34:31.272620 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f8cea8c7-7931-4fa8-877d-98a6169f53e3 tempest-TestNetworkBasicOps-233187296 tempest-TestNetworkBasicOps-233187296-project] Received port after_create {{(pid=94175) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 23 11:34:31.278940 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.wsgi [-] (94174) accepted ('10.222.0.20', 40484) {{(pid=94174) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 11:34:31.481556 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron_lib.callbacks.manager [None req-f8cea8c7-7931-4fa8-877d-98a6169f53e3 tempest-TestNetworkBasicOps-233187296 tempest-TestNetworkBasicOps-233187296-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-452954'] for router_interface, before_create {{(pid=94175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:34:31.481840 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f64ced15-7502-4298-9018-80cd6ce9f0d8 tempest-NetworksTest-2133396914 tempest-NetworksTest-2133396914-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94174) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 11:34:31.484173 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f64ced15-7502-4298-9018-80cd6ce9f0d8 tempest-NetworksTest-2133396914 tempest-NetworksTest-2133396914-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94174) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 11:34:31.491638 dv-neutron-601336-94-hyperv neutron-server[94174]: INFO neutron.wsgi [None req-f64ced15-7502-4298-9018-80cd6ce9f0d8 tempest-NetworksTest-2133396914 tempest-NetworksTest-2133396914-project] 10.222.0.20 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1446 time: 0.1942039 Jun 23 11:34:31.502473 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.wsgi [-] (94174) accepted ('10.222.0.20', 40486) {{(pid=94174) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 11:34:31.534103 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.db.provisioning_blocks [None req-f68c805d-92c0-4051-9158-d509d5ce689e None None] Provisioning for port df89291b-9a88-4b4c-b9c1-bd6585eec6bd completed by entity DHCP. {{(pid=94176) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 23 11:34:31.538403 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.db.provisioning_blocks [None req-f68c805d-92c0-4051-9158-d509d5ce689e None None] Provisioning complete for port df89291b-9a88-4b4c-b9c1-bd6585eec6bd triggered by entity DHCP. {{(pid=94176) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 23 11:34:31.538808 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron_lib.callbacks.manager [None req-f68c805d-92c0-4051-9158-d509d5ce689e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-899258'] for port, provisioning_complete {{(pid=94176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:34:31.624293 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.plugins.ml2.plugin [None req-f68c805d-92c0-4051-9158-d509d5ce689e None None] Port df89291b-9a88-4b4c-b9c1-bd6585eec6bd cannot update to ACTIVE because it is not bound. {{(pid=94176) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jun 23 11:34:31.642165 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-af94346b-b774-419e-954f-9c199529348f tempest-PortsIpV6TestJSON-1781383748 tempest-PortsIpV6TestJSON-1781383748-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 11:34:31.651797 dv-neutron-601336-94-hyperv neutron-server[94175]: INFO neutron.wsgi [None req-af94346b-b774-419e-954f-9c199529348f tempest-PortsIpV6TestJSON-1781383748 tempest-PortsIpV6TestJSON-1781383748-project] 10.222.0.20 "GET /v2.0/ports?fixed_ips=ip_address%3D2001%3Adb8%3A%3A3ac HTTP/1.1" status: 200 len: 928 time: 0.4735379 Jun 23 11:34:31.654426 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.wsgi [-] (94175) accepted ('10.222.0.20', 40488) {{(pid=94175) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 11:34:31.663912 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.plugins.ml2.rpc [None req-dc7542b2-afef-47f4-a763-e3a3cba144be None None] Device 3aeaf89e-5f81-4c55-b262-f57f38a5e301 up at agent ovs-agent-dv-neutron-601336-94-hyperv {{(pid=94176) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:298}} Jun 23 11:34:31.681651 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3b4642a0-1edf-4eb1-af7e-44f89e4e9eeb tempest-NetworksTest-2133396914 tempest-NetworksTest-2133396914-project] Attributes excluded by policy engine: ['shared'] {{(pid=94174) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 11:34:31.683496 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3b4642a0-1edf-4eb1-af7e-44f89e4e9eeb tempest-NetworksTest-2133396914 tempest-NetworksTest-2133396914-project] Attributes excluded by policy engine: ['shared'] {{(pid=94174) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 11:34:31.687989 dv-neutron-601336-94-hyperv neutron-server[94174]: INFO neutron.wsgi [None req-3b4642a0-1edf-4eb1-af7e-44f89e4e9eeb tempest-NetworksTest-2133396914 tempest-NetworksTest-2133396914-project] 10.222.0.20 "GET /v2.0/subnets?fields=id&fields=network_id HTTP/1.1" status: 200 len: 403 time: 0.1824281 Jun 23 11:34:31.689204 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.wsgi [-] (94174) accepted ('10.222.0.20', 40490) {{(pid=94174) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 11:34:31.711787 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron_lib.callbacks.manager [None req-f95853cf-3a4e-48b1-9131-5d445078689b tempest-RoutersIpV6Test-1448447933 tempest-RoutersIpV6Test-1448447933-project] Notify callbacks [] for port, precommit_update {{(pid=94174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:34:31.782036 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.db.provisioning_blocks [None req-6d12e510-61fb-4ef9-9a3d-ec4d75d44d4d None None] Provisioning complete for port df89291b-9a88-4b4c-b9c1-bd6585eec6bd triggered by entity DHCP. {{(pid=94176) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 23 11:34:31.782252 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron_lib.callbacks.manager [None req-6d12e510-61fb-4ef9-9a3d-ec4d75d44d4d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-899258'] for port, provisioning_complete {{(pid=94176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:34:31.832437 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.plugins.ml2.plugin [None req-6d12e510-61fb-4ef9-9a3d-ec4d75d44d4d None None] Port df89291b-9a88-4b4c-b9c1-bd6585eec6bd cannot update to ACTIVE because it is not bound. {{(pid=94176) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jun 23 11:34:31.842321 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron_lib.callbacks.manager [None req-f95853cf-3a4e-48b1-9131-5d445078689b tempest-RoutersIpV6Test-1448447933 tempest-RoutersIpV6Test-1448447933-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-922904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866062', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773700135042', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773699642233', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773699642278', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5196369'] for port, after_update {{(pid=94174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:34:31.843211 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron_lib.callbacks.manager [None req-f95853cf-3a4e-48b1-9131-5d445078689b tempest-RoutersIpV6Test-1448447933 tempest-RoutersIpV6Test-1448447933-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-7866091', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-453038'] for router_interface, after_create {{(pid=94174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:34:31.848594 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.plugins.ml2.plugin [None req-76c5f4d0-ebd8-43a0-9b10-4b1db5308cda tempest-PortsIpV6TestJSON-1781383748 tempest-PortsIpV6TestJSON-1781383748-project] Deleting port 66606b75-e34a-4d3d-b40a-8ac321e9e23c {{(pid=94175) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1913}} Jun 23 11:34:31.848944 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron_lib.callbacks.manager [None req-76c5f4d0-ebd8-43a0-9b10-4b1db5308cda tempest-PortsIpV6TestJSON-1781383748 tempest-PortsIpV6TestJSON-1781383748-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773700079324'] for port, before_delete {{(pid=94175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:34:31.849058 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG oslo_concurrency.lockutils [None req-55d2c788-14c3-45bc-b8d7-6c930f621bce tempest-PortsIpV6TestJSON-1781383748 tempest-PortsIpV6TestJSON-1781383748-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94174) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 11:34:31.867346 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c20a948d-1738-4c85-b481-57f1b7d82de7 None None] Network 0e2e3c35-423b-43dd-a9ba-de37d9c9460b requested from dv-neutron-601336-94-hyperv {{(pid=94176) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 23 11:34:31.909699 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1060c1cd-2633-4e40-82aa-1effbf2a931a tempest-NetworksTest-2133396914 tempest-NetworksTest-2133396914-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94174) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 11:34:31.911070 dv-neutron-601336-94-hyperv neutron-server[94174]: INFO neutron.wsgi [None req-1060c1cd-2633-4e40-82aa-1effbf2a931a tempest-NetworksTest-2133396914 tempest-NetworksTest-2133396914-project] 10.222.0.20 "GET /v2.0/networks/c779ad6d-a60d-4ffd-8db1-e7c8e9962bbb HTTP/1.1" status: 200 len: 800 time: 0.2044859 Jun 23 11:34:31.914820 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.wsgi [-] (94175) accepted ('10.222.0.20', 40492) {{(pid=94175) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 11:34:31.919189 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.db.provisioning_blocks [None req-dc7542b2-afef-47f4-a763-e3a3cba144be None None] Provisioning for port 3aeaf89e-5f81-4c55-b262-f57f38a5e301 completed by entity L2. {{(pid=94176) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 23 11:34:31.930418 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.db.provisioning_blocks [None req-dc7542b2-afef-47f4-a763-e3a3cba144be None None] Provisioning complete for port 3aeaf89e-5f81-4c55-b262-f57f38a5e301 triggered by entity L2. {{(pid=94176) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 23 11:34:31.930796 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron_lib.callbacks.manager [None req-dc7542b2-afef-47f4-a763-e3a3cba144be None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-899258'] for port, provisioning_complete {{(pid=94176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:34:31.983606 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f95853cf-3a4e-48b1-9131-5d445078689b tempest-RoutersIpV6Test-1448447933 tempest-RoutersIpV6Test-1448447933-project] Pushing event updated for resources: {'Port': ['ID=df89291b-9a88-4b4c-b9c1-bd6585eec6bd,revision_number=2']} {{(pid=94174) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 11:34:31.992047 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG oslo_concurrency.lockutils [None req-f95853cf-3a4e-48b1-9131-5d445078689b tempest-RoutersIpV6Test-1448447933 tempest-RoutersIpV6Test-1448447933-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.143s {{(pid=94174) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 11:34:32.066774 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron_lib.callbacks.manager [None req-f8cea8c7-7931-4fa8-877d-98a6169f53e3 tempest-TestNetworkBasicOps-233187296 tempest-TestNetworkBasicOps-233187296-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-923122'] for port, before_update {{(pid=94175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:34:32.082718 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f95853cf-3a4e-48b1-9131-5d445078689b tempest-RoutersIpV6Test-1448447933 tempest-RoutersIpV6Test-1448447933-project] Network 65372c95-01c9-445f-9011-e8626f89819d is already hosted by enough agents. {{(pid=94174) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 23 11:34:32.085796 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.db.provisioning_blocks [None req-bc3bf9fe-c4ef-45b0-9368-889d8ec88975 None None] Provisioning for port 777bf1b7-2b52-4475-84a9-8433466c62e0 completed by entity DHCP. {{(pid=94176) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 23 11:34:32.086061 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.scheduler.base_scheduler [None req-f95853cf-3a4e-48b1-9131-5d445078689b tempest-RoutersIpV6Test-1448447933 tempest-RoutersIpV6Test-1448447933-project] Resources bound (agent type, host, resource id): {{(pid=94174) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 23 11:34:32.116528 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron_lib.callbacks.manager [None req-76c5f4d0-ebd8-43a0-9b10-4b1db5308cda tempest-PortsIpV6TestJSON-1781383748 tempest-PortsIpV6TestJSON-1781383748-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-430722'] for port, precommit_delete {{(pid=94175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:34:32.150107 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron_lib.callbacks.manager [None req-dc7542b2-afef-47f4-a763-e3a3cba144be None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-923122'] for port, before_update {{(pid=94176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:34:32.156767 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.plugins.ml2.plugin [None req-76c5f4d0-ebd8-43a0-9b10-4b1db5308cda tempest-PortsIpV6TestJSON-1781383748 tempest-PortsIpV6TestJSON-1781383748-project] Calling delete_port for 66606b75-e34a-4d3d-b40a-8ac321e9e23c owned by {{(pid=94175) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1986}} Jun 23 11:34:32.176263 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.plugins.ml2.db [None req-dc7542b2-afef-47f4-a763-e3a3cba144be None None] For port 3aeaf89e-5f81-4c55-b262-f57f38a5e301, host dv-neutron-601336-94-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-94-hyperv',level=0,port_id=3aeaf89e-5f81-4c55-b262-f57f38a5e301,segment=NetworkSegment(c23be0a5-6980-48fb-bc9f-4a24717fe1de),segment_id=c23be0a5-6980-48fb-bc9f-4a24717fe1de)] {{(pid=94176) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 23 11:34:32.199198 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron_lib.callbacks.manager [None req-58bb90e4-4e5e-4fcf-9e53-a38961024db7 tempest-PortsTestJSON-2085221018 tempest-PortsTestJSON-2085221018-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866062', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5195999', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4294259'] for subnet, after_create {{(pid=94174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:34:32.204104 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG oslo_concurrency.lockutils [None req-a8d96015-4136-476d-a70a-1583aac79567 tempest-NetworksTest-2133396914 tempest-NetworksTest-2133396914-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94174) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 11:34:32.216784 dv-neutron-601336-94-hyperv neutron-server[94175]: INFO neutron.wsgi [None req-ab4c76bb-9273-4d44-b03e-9dde77bcdbc4 tempest-NetworksTest-2133396914 tempest-NetworksTest-2133396914-project] 10.222.0.20 "GET /v2.0/networks/c779ad6d-a60d-4ffd-8db1-e7c8e9962bbb?fields=id&fields=name&fields=mtu HTTP/1.1" status: 200 len: 316 time: 0.2931662 Jun 23 11:34:32.220658 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.wsgi [-] (94175) accepted ('10.222.0.20', 40494) {{(pid=94175) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 11:34:32.256617 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron_lib.callbacks.manager [None req-dc7542b2-afef-47f4-a763-e3a3cba144be None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-922904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866062', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773700135042', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773699642233', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773699642278'] for port, after_update {{(pid=94176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:34:32.257490 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.plugins.ml2.rpc [None req-dc7542b2-afef-47f4-a763-e3a3cba144be None None] Device d10503aa-c505-4f9a-8f98-f557d21a4ede up at agent ovs-agent-dv-neutron-601336-94-hyperv {{(pid=94176) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:298}} Jun 23 11:34:32.259304 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG oslo_concurrency.lockutils [None req-4b3b0bc7-2c9b-4413-a2fd-4792209be827 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 11:34:32.276710 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58bb90e4-4e5e-4fcf-9e53-a38961024db7 tempest-PortsTestJSON-2085221018 tempest-PortsTestJSON-2085221018-project] Pushing event updated for resources: {'Subnet': ['ID=bec30134-aa08-4f68-9f19-fc70a65f6402,revision_number=0']} {{(pid=94174) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 11:34:32.283347 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG oslo_concurrency.lockutils [None req-58bb90e4-4e5e-4fcf-9e53-a38961024db7 tempest-PortsTestJSON-2085221018 tempest-PortsTestJSON-2085221018-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.078s {{(pid=94174) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 11:34:32.317775 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-58bb90e4-4e5e-4fcf-9e53-a38961024db7 tempest-PortsTestJSON-2085221018 tempest-PortsTestJSON-2085221018-project] Network c9584ed1-23c5-47a7-b4d6-264bedad0f19 is already hosted by enough agents. {{(pid=94174) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 23 11:34:32.329251 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.scheduler.base_scheduler [None req-58bb90e4-4e5e-4fcf-9e53-a38961024db7 tempest-PortsTestJSON-2085221018 tempest-PortsTestJSON-2085221018-project] Resources bound (agent type, host, resource id): {{(pid=94174) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 23 11:34:32.342953 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-58bb90e4-4e5e-4fcf-9e53-a38961024db7 tempest-PortsTestJSON-2085221018 tempest-PortsTestJSON-2085221018-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94174) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 11:34:32.343737 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron_lib.callbacks.manager [None req-58bb90e4-4e5e-4fcf-9e53-a38961024db7 tempest-PortsTestJSON-2085221018 tempest-PortsTestJSON-2085221018-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7865916'] for subnet, before_response {{(pid=94174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:34:32.362504 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0acc9bb2-d17f-4b53-8309-f659e947586b None None] Network c9584ed1-23c5-47a7-b4d6-264bedad0f19 requested from dv-neutron-601336-94-hyperv {{(pid=94176) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 23 11:34:32.396051 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ad1a3905-5e3e-403a-add1-55846836e9cc tempest-NetworksTest-2133396914 tempest-NetworksTest-2133396914-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 11:34:32.397497 dv-neutron-601336-94-hyperv neutron-server[94175]: INFO neutron.wsgi [None req-ad1a3905-5e3e-403a-add1-55846836e9cc tempest-NetworksTest-2133396914 tempest-NetworksTest-2133396914-project] 10.222.0.20 "GET /v2.0/subnets/ed0c27f6-8fb0-4a40-8038-7d4344390008 HTTP/1.1" status: 200 len: 811 time: 0.1746626 Jun 23 11:34:32.401717 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.wsgi [-] (94175) accepted ('10.222.0.20', 40496) {{(pid=94175) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 11:34:32.469344 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc7542b2-afef-47f4-a763-e3a3cba144be None None] Pushing event updated for resources: {'Port': ['ID=3aeaf89e-5f81-4c55-b262-f57f38a5e301,revision_number=4']} {{(pid=94176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 11:34:32.474047 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG oslo_concurrency.lockutils [None req-dc7542b2-afef-47f4-a763-e3a3cba144be None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.214s {{(pid=94176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 11:34:32.502709 dv-neutron-601336-94-hyperv neutron-server[94174]: INFO neutron.wsgi [None req-58bb90e4-4e5e-4fcf-9e53-a38961024db7 tempest-PortsTestJSON-2085221018 tempest-PortsTestJSON-2085221018-project] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 804 time: 2.2448287 Jun 23 11:34:32.504936 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.wsgi [-] (94174) accepted ('10.222.0.20', 40498) {{(pid=94174) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 11:34:32.511762 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.api.v2.base [None req-0b5846fc-cf53-47d1-912b-769eb0681f98 tempest-PortsTestJSON-2085221018 tempest-PortsTestJSON-2085221018-project] Request body: {'port': {'name': 'tempest-PortsTestJSON-1212020769', 'admin_state_up': False, 'fixed_ips': [{'subnet_id': 'bec30134-aa08-4f68-9f19-fc70a65f6402'}], 'security_groups': ['0b265f30-aa9e-4032-8245-fc242a8f4fc2', '3a9d8466-6e6f-4499-bd04-88de19439e9a']}} {{(pid=94174) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 23 11:34:32.544474 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.db.provisioning_blocks [None req-dc7542b2-afef-47f4-a763-e3a3cba144be None None] Provisioning complete for port d10503aa-c505-4f9a-8f98-f557d21a4ede triggered by entity L2. {{(pid=94176) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 23 11:34:32.544901 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron_lib.callbacks.manager [None req-dc7542b2-afef-47f4-a763-e3a3cba144be None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-899258'] for port, provisioning_complete {{(pid=94176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:34:32.572999 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f95853cf-3a4e-48b1-9131-5d445078689b tempest-RoutersIpV6Test-1448447933 tempest-RoutersIpV6Test-1448447933-project] Router 4b2532a2-6cbd-4a55-bb1d-644d5c407195 is scheduled to L3 agent 50ef99c0-ef28-4db5-b303-b145898fae60 with binding_index 1 {{(pid=94174) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jun 23 11:34:32.598145 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.db.provisioning_blocks [None req-a59a4007-f437-40bf-a95b-ae87a0f20e61 None None] Provisioning complete for port df89291b-9a88-4b4c-b9c1-bd6585eec6bd triggered by entity DHCP. {{(pid=94176) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 23 11:34:32.598528 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron_lib.callbacks.manager [None req-a59a4007-f437-40bf-a95b-ae87a0f20e61 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-899258'] for port, provisioning_complete {{(pid=94176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:34:32.668382 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.plugins.ml2.plugin [None req-a59a4007-f437-40bf-a95b-ae87a0f20e61 None None] Port df89291b-9a88-4b4c-b9c1-bd6585eec6bd cannot update to ACTIVE because it is not bound. {{(pid=94176) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jun 23 11:34:32.675026 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-42f22c37-0968-4060-ada0-e8df3baa7921 tempest-NetworksTest-2133396914 tempest-NetworksTest-2133396914-project] Attributes excluded by policy engine: ['shared'] {{(pid=94175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 11:34:32.676696 dv-neutron-601336-94-hyperv neutron-server[94175]: INFO neutron.wsgi [None req-42f22c37-0968-4060-ada0-e8df3baa7921 tempest-NetworksTest-2133396914 tempest-NetworksTest-2133396914-project] 10.222.0.20 "GET /v2.0/subnets/ed0c27f6-8fb0-4a40-8038-7d4344390008?fields=id&fields=network_id HTTP/1.1" status: 200 len: 302 time: 0.2742236 Jun 23 11:34:32.683691 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.wsgi [-] (94174) accepted ('10.222.0.20', 40500) {{(pid=94174) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 11:34:32.689059 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.api.v2.base [None req-a6d8eb2d-e0f8-4ce2-94ec-59250e725055 tempest-NetworksTest-2133396914 tempest-NetworksTest-2133396914-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-365025428'}} {{(pid=94174) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 23 11:34:32.732175 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron_lib.callbacks.manager [None req-76c5f4d0-ebd8-43a0-9b10-4b1db5308cda tempest-PortsIpV6TestJSON-1781383748 tempest-PortsIpV6TestJSON-1781383748-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-922904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866062', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773700135024', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773699642224', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5082448'] for port, after_delete {{(pid=94175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:34:32.739585 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG oslo_concurrency.lockutils [None req-e6011417-bbe2-4081-9f39-d603d02b3dda tempest-PortsIpV6TestJSON-1781383748 tempest-PortsIpV6TestJSON-1781383748-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94175) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 11:34:32.755225 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.plugins.ml2.rpc [None req-dc7542b2-afef-47f4-a763-e3a3cba144be None None] Device 777bf1b7-2b52-4475-84a9-8433466c62e0 up at agent ovs-agent-dv-neutron-601336-94-hyperv {{(pid=94176) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:298}} Jun 23 11:34:32.794379 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron_lib.callbacks.manager [None req-f8cea8c7-7931-4fa8-877d-98a6169f53e3 tempest-TestNetworkBasicOps-233187296 tempest-TestNetworkBasicOps-233187296-project] Notify callbacks [] for port, precommit_update {{(pid=94175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:34:32.798100 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76c5f4d0-ebd8-43a0-9b10-4b1db5308cda tempest-PortsIpV6TestJSON-1781383748 tempest-PortsIpV6TestJSON-1781383748-project] Pushing event deleted for resources: {'Port': ['ID=66606b75-e34a-4d3d-b40a-8ac321e9e23c,revision_number=None']} {{(pid=94175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 11:34:32.804133 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG oslo_concurrency.lockutils [None req-76c5f4d0-ebd8-43a0-9b10-4b1db5308cda tempest-PortsIpV6TestJSON-1781383748 tempest-PortsIpV6TestJSON-1781383748-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.065s {{(pid=94175) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 11:34:32.828482 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.db.provisioning_blocks [None req-ac7e0415-782b-49fb-96f6-d1c7a7e0b36c None None] Could not find standard attr ID for object 66606b75-e34a-4d3d-b40a-8ac321e9e23c. {{(pid=94176) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jun 23 11:34:32.853809 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron_lib.callbacks.manager [None req-76c5f4d0-ebd8-43a0-9b10-4b1db5308cda tempest-PortsIpV6TestJSON-1781383748 tempest-PortsIpV6TestJSON-1781383748-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-217507'] for port, before_response {{(pid=94175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:34:32.862104 dv-neutron-601336-94-hyperv neutron-server[94175]: INFO neutron.wsgi [None req-76c5f4d0-ebd8-43a0-9b10-4b1db5308cda tempest-PortsIpV6TestJSON-1781383748 tempest-PortsIpV6TestJSON-1781383748-project] 10.222.0.20 "DELETE /v2.0/ports/66606b75-e34a-4d3d-b40a-8ac321e9e23c HTTP/1.1" status: 204 len: 168 time: 1.2017479 Jun 23 11:34:32.862654 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.wsgi [-] (94175) accepted ('10.222.0.20', 40504) {{(pid=94175) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 11:34:32.875235 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron_lib.callbacks.manager [None req-f8cea8c7-7931-4fa8-877d-98a6169f53e3 tempest-TestNetworkBasicOps-233187296 tempest-TestNetworkBasicOps-233187296-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-922904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866062', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773700135042', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773699642233', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773699642278', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5082471'] for port, after_update {{(pid=94175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:34:32.905470 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG oslo_concurrency.lockutils [None req-2c2e7afb-9541-4f24-a3a9-7626246e18b1 tempest-NetworksTest-2133396914 tempest-NetworksTest-2133396914-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94175) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 11:34:32.921163 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f95853cf-3a4e-48b1-9131-5d445078689b tempest-RoutersIpV6Test-1448447933 tempest-RoutersIpV6Test-1448447933-project] Notify agent at l3_agent.dv-neutron-601336-94-hyperv the message routers_updated {{(pid=94174) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 23 11:34:32.930696 dv-neutron-601336-94-hyperv neutron-server[94174]: INFO neutron.wsgi [None req-f95853cf-3a4e-48b1-9131-5d445078689b tempest-RoutersIpV6Test-1448447933 tempest-RoutersIpV6Test-1448447933-project] 10.222.0.20 "PUT /v2.0/routers/4b2532a2-6cbd-4a55-bb1d-644d5c407195/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.2077765 Jun 23 11:34:32.932770 dv-neutron-601336-94-hyperv neutron-server[94177]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-21466132-a4b5-4c29-8703-2dd87332619e None None] Sync routers for ids ['4b2532a2-6cbd-4a55-bb1d-644d5c407195'] in dv-neutron-601336-94-hyperv {{(pid=94177) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 23 11:34:32.936783 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.wsgi [-] (94174) accepted ('10.222.0.20', 40506) {{(pid=94174) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 11:34:32.946068 dv-neutron-601336-94-hyperv neutron-server[94177]: DEBUG neutron.db.l3_dvrscheduler_db [None req-21466132-a4b5-4c29-8703-2dd87332619e None None] Routers {'4b2532a2-6cbd-4a55-bb1d-644d5c407195'} bound to L3 agent in host dv-neutron-601336-94-hyperv {{(pid=94177) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 23 11:34:32.952100 dv-neutron-601336-94-hyperv neutron-server[94177]: DEBUG neutron.db.l3_hamode_db [None req-21466132-a4b5-4c29-8703-2dd87332619e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-601336-94-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-06-23T11:22:13Z,description=,heartbeat_timestamp=2021-06-23T11:34:13Z,host='dv-neutron-601336-94-hyperv',id=50ef99c0-ef28-4db5-b303-b145898fae60,load=0,resource_versions=,resources_synced=,started_at=2021-06-23T11:22:14Z,topic='l3_agent')) {'router_ids': ['4b2532a2-6cbd-4a55-bb1d-644d5c407195'], 'active': True} {{(pid=94177) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 11:34:32.964128 dv-neutron-601336-94-hyperv neutron-server[94175]: INFO neutron.pecan_wsgi.hooks.translation [None req-93949f17-38e6-4505-83a2-25ee8649ed1b tempest-PortsIpV6TestJSON-1781383748 tempest-PortsIpV6TestJSON-1781383748-project] GET failed (client error): The resource could not be found. Jun 23 11:34:32.968190 dv-neutron-601336-94-hyperv neutron-server[94175]: INFO neutron.wsgi [None req-93949f17-38e6-4505-83a2-25ee8649ed1b tempest-PortsIpV6TestJSON-1781383748 tempest-PortsIpV6TestJSON-1781383748-project] 10.222.0.20 "GET /v2.0/ports/66606b75-e34a-4d3d-b40a-8ac321e9e23c HTTP/1.1" status: 404 len: 333 time: 0.1022074 Jun 23 11:34:32.975118 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-29df9262-6b69-47ae-af7a-ffb091d8267d None None] Update dhcp port {'port': {'network_id': 'c9584ed1-23c5-47a7-b4d6-264bedad0f19', 'fixed_ips': [{'subnet_id': '977308c0-7a49-4a93-831f-0986b33fbae2', 'ip_address': '172.20.0.18'}, {'subnet_id': 'cf090ab5-c3a0-4f7e-9857-336b5ac310cf', 'ip_address': '172.20.0.2'}, {'subnet_id': 'bec30134-aa08-4f68-9f19-fc70a65f6402'}], 'binding:host_id': 'dv-neutron-601336-94-hyperv'}, 'id': 'ec8330c5-73ea-4217-bbfe-5ed799e56847'} from dv-neutron-601336-94-hyperv. {{(pid=94176) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Jun 23 11:34:32.982755 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.db.provisioning_blocks [None req-dc7542b2-afef-47f4-a763-e3a3cba144be None None] Provisioning for port 777bf1b7-2b52-4475-84a9-8433466c62e0 completed by entity L2. {{(pid=94176) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 23 11:34:33.001509 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.wsgi [-] (94174) accepted ('10.222.0.20', 40508) {{(pid=94174) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 11:34:33.016680 dv-neutron-601336-94-hyperv neutron-server[94177]: DEBUG neutron.db.l3_hamode_db [None req-21466132-a4b5-4c29-8703-2dd87332619e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-601336-94-hyperv', False) {} {{(pid=94177) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 11:34:33.035587 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.db.provisioning_blocks [None req-dc7542b2-afef-47f4-a763-e3a3cba144be None None] Provisioning complete for port 777bf1b7-2b52-4475-84a9-8433466c62e0 triggered by entity L2. {{(pid=94176) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 23 11:34:33.035985 dv-neutron-601336-94-hyperv neutron-server[94177]: DEBUG neutron.db.l3_dvrscheduler_db [None req-21466132-a4b5-4c29-8703-2dd87332619e None None] Routers {'4b2532a2-6cbd-4a55-bb1d-644d5c407195'} bound to L3 agent in host dv-neutron-601336-94-hyperv {{(pid=94177) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 23 11:34:33.036474 dv-neutron-601336-94-hyperv neutron-server[94177]: DEBUG neutron.db.l3_hamode_db [None req-21466132-a4b5-4c29-8703-2dd87332619e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-601336-94-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-06-23T11:22:13Z,description=,heartbeat_timestamp=2021-06-23T11:34:13Z,host='dv-neutron-601336-94-hyperv',id=50ef99c0-ef28-4db5-b303-b145898fae60,load=0,resource_versions=,resources_synced=,started_at=2021-06-23T11:22:14Z,topic='l3_agent')) {'router_ids': ['4b2532a2-6cbd-4a55-bb1d-644d5c407195'], 'active': True} {{(pid=94177) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 11:34:33.036696 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a6d8eb2d-e0f8-4ce2-94ec-59250e725055 tempest-NetworksTest-2133396914 tempest-NetworksTest-2133396914-project] Made reservation on behalf of dfecc9776e0d4947a3f7218fbe96de01 for: {'network': 1} {{(pid=94174) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 23 11:34:33.037381 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron_lib.callbacks.manager [None req-dc7542b2-afef-47f4-a763-e3a3cba144be None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-899258'] for port, provisioning_complete {{(pid=94176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:34:33.040612 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron_lib.callbacks.manager [None req-a6d8eb2d-e0f8-4ce2-94ec-59250e725055 tempest-NetworksTest-2133396914 tempest-NetworksTest-2133396914-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-923104'] for network, before_create {{(pid=94174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:34:33.043094 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.db.provisioning_blocks [None req-ac7e0415-782b-49fb-96f6-d1c7a7e0b36c None None] Provisioning for port a7e0497e-60cc-4ca3-849a-6fa877e5ae44 completed by entity DHCP. {{(pid=94176) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 23 11:34:33.077514 dv-neutron-601336-94-hyperv neutron-server[94177]: DEBUG neutron.db.l3_hamode_db [None req-21466132-a4b5-4c29-8703-2dd87332619e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-601336-94-hyperv', False) {} {{(pid=94177) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 11:34:33.078456 dv-neutron-601336-94-hyperv neutron-server[94177]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-21466132-a4b5-4c29-8703-2dd87332619e None None] The sync data for ids ['4b2532a2-6cbd-4a55-bb1d-644d5c407195'] in dv-neutron-601336-94-hyperv is: [] {{(pid=94177) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 23 11:34:33.082610 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron_lib.callbacks.manager [None req-f8cea8c7-7931-4fa8-877d-98a6169f53e3 tempest-TestNetworkBasicOps-233187296 tempest-TestNetworkBasicOps-233187296-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-7866091', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-453038'] for router_interface, after_create {{(pid=94175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:34:33.108525 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.db.provisioning_blocks [None req-ac7e0415-782b-49fb-96f6-d1c7a7e0b36c None None] Provisioning complete for port a7e0497e-60cc-4ca3-849a-6fa877e5ae44 triggered by entity DHCP. {{(pid=94176) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 23 11:34:33.109057 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron_lib.callbacks.manager [None req-ac7e0415-782b-49fb-96f6-d1c7a7e0b36c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-899258'] for port, provisioning_complete {{(pid=94176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:34:33.111447 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c1278167-9507-4c8e-aa1b-ba28294cb4e3 None None] Network 30f8707b-479b-4c67-8b63-4252ecc9ff09 requested from dv-neutron-601336-94-hyperv {{(pid=94176) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 23 11:34:33.221719 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8cea8c7-7931-4fa8-877d-98a6169f53e3 tempest-TestNetworkBasicOps-233187296 tempest-TestNetworkBasicOps-233187296-project] Pushing event updated for resources: {'Port': ['ID=e5476f2c-5bd4-4cc3-b744-a1495ec93de3,revision_number=2']} {{(pid=94175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 11:34:33.225825 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG oslo_concurrency.lockutils [None req-f8cea8c7-7931-4fa8-877d-98a6169f53e3 tempest-TestNetworkBasicOps-233187296 tempest-TestNetworkBasicOps-233187296-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.320s {{(pid=94175) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 11:34:33.232420 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f8cea8c7-7931-4fa8-877d-98a6169f53e3 tempest-TestNetworkBasicOps-233187296 tempest-TestNetworkBasicOps-233187296-project] Network cf29c68f-82b8-4662-a929-931f65637941 is already hosted by enough agents. {{(pid=94175) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 23 11:34:33.234592 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.scheduler.base_scheduler [None req-f8cea8c7-7931-4fa8-877d-98a6169f53e3 tempest-TestNetworkBasicOps-233187296 tempest-TestNetworkBasicOps-233187296-project] Resources bound (agent type, host, resource id): {{(pid=94175) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 23 11:34:33.407300 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f8cea8c7-7931-4fa8-877d-98a6169f53e3 tempest-TestNetworkBasicOps-233187296 tempest-TestNetworkBasicOps-233187296-project] Router 4c99b81f-8a52-421f-abc8-9ccee9678765 has already been hosted by L3 agent 50ef99c0-ef28-4db5-b303-b145898fae60 {{(pid=94175) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 23 11:34:33.495820 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron_lib.callbacks.manager [None req-29df9262-6b69-47ae-af7a-ffb091d8267d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-923122'] for port, before_update {{(pid=94176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:34:33.540410 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f8cea8c7-7931-4fa8-877d-98a6169f53e3 tempest-TestNetworkBasicOps-233187296 tempest-TestNetworkBasicOps-233187296-project] Notify agent at l3_agent.dv-neutron-601336-94-hyperv the message routers_updated {{(pid=94175) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 23 11:34:33.548807 dv-neutron-601336-94-hyperv neutron-server[94175]: INFO neutron.wsgi [None req-f8cea8c7-7931-4fa8-877d-98a6169f53e3 tempest-TestNetworkBasicOps-233187296 tempest-TestNetworkBasicOps-233187296-project] 10.222.0.20 "PUT /v2.0/routers/4c99b81f-8a52-421f-abc8-9ccee9678765/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.7981663 Jun 23 11:34:33.549450 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.wsgi [-] (94175) accepted ('10.222.0.20', 40510) {{(pid=94175) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 11:34:33.552595 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.plugins.ml2.plugin [None req-ac7e0415-782b-49fb-96f6-d1c7a7e0b36c None None] Port a7e0497e-60cc-4ca3-849a-6fa877e5ae44 cannot update to ACTIVE because it is not bound. {{(pid=94176) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jun 23 11:34:33.562173 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fd9a8765-6250-45da-b4ea-41da2837a057 None None] Sync routers for ids ['4c99b81f-8a52-421f-abc8-9ccee9678765'] in dv-neutron-601336-94-hyperv {{(pid=94176) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 23 11:34:33.637853 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fd9a8765-6250-45da-b4ea-41da2837a057 None None] Routers {'4c99b81f-8a52-421f-abc8-9ccee9678765'} bound to L3 agent in host dv-neutron-601336-94-hyperv {{(pid=94176) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 23 11:34:33.638907 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.db.l3_hamode_db [None req-fd9a8765-6250-45da-b4ea-41da2837a057 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-601336-94-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-06-23T11:22:13Z,description=,heartbeat_timestamp=2021-06-23T11:34:13Z,host='dv-neutron-601336-94-hyperv',id=50ef99c0-ef28-4db5-b303-b145898fae60,load=0,resource_versions=,resources_synced=,started_at=2021-06-23T11:22:14Z,topic='l3_agent')) {'router_ids': ['4c99b81f-8a52-421f-abc8-9ccee9678765'], 'active': True} {{(pid=94176) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 11:34:33.810027 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron_lib.callbacks.manager [None req-0b5846fc-cf53-47d1-912b-769eb0681f98 tempest-PortsTestJSON-2085221018 tempest-PortsTestJSON-2085221018-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-923122'] for port, before_update {{(pid=94174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:34:33.813715 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a6d8eb2d-e0f8-4ce2-94ec-59250e725055 tempest-NetworksTest-2133396914 tempest-NetworksTest-2133396914-project] vlan segment allocate from pool success with {'vlan_id': 401, 'physical_network': 'physnet1'} {{(pid=94174) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 23 11:34:33.822358 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3ba3dcc0-25ac-4741-915d-4f206ba80036 tempest-TestNetworkBasicOps-1420332966 tempest-TestNetworkBasicOps-1420332966-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 11:34:33.824478 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3ba3dcc0-25ac-4741-915d-4f206ba80036 tempest-TestNetworkBasicOps-1420332966 tempest-TestNetworkBasicOps-1420332966-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 11:34:33.825401 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3ba3dcc0-25ac-4741-915d-4f206ba80036 tempest-TestNetworkBasicOps-1420332966 tempest-TestNetworkBasicOps-1420332966-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 11:34:33.831383 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3ba3dcc0-25ac-4741-915d-4f206ba80036 tempest-TestNetworkBasicOps-1420332966 tempest-TestNetworkBasicOps-1420332966-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 11:34:33.831383 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3ba3dcc0-25ac-4741-915d-4f206ba80036 tempest-TestNetworkBasicOps-1420332966 tempest-TestNetworkBasicOps-1420332966-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 11:34:33.831383 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3ba3dcc0-25ac-4741-915d-4f206ba80036 tempest-TestNetworkBasicOps-1420332966 tempest-TestNetworkBasicOps-1420332966-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 11:34:33.831383 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3ba3dcc0-25ac-4741-915d-4f206ba80036 tempest-TestNetworkBasicOps-1420332966 tempest-TestNetworkBasicOps-1420332966-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 11:34:33.831383 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3ba3dcc0-25ac-4741-915d-4f206ba80036 tempest-TestNetworkBasicOps-1420332966 tempest-TestNetworkBasicOps-1420332966-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 11:34:33.831383 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3ba3dcc0-25ac-4741-915d-4f206ba80036 tempest-TestNetworkBasicOps-1420332966 tempest-TestNetworkBasicOps-1420332966-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 11:34:33.831383 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3ba3dcc0-25ac-4741-915d-4f206ba80036 tempest-TestNetworkBasicOps-1420332966 tempest-TestNetworkBasicOps-1420332966-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 11:34:33.832132 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.db.provisioning_blocks [None req-21c1875a-3379-4314-9646-cd16120c1d0e None None] Could not find standard attr ID for object 66606b75-e34a-4d3d-b40a-8ac321e9e23c. {{(pid=94176) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jun 23 11:34:33.832233 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3ba3dcc0-25ac-4741-915d-4f206ba80036 tempest-TestNetworkBasicOps-1420332966 tempest-TestNetworkBasicOps-1420332966-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 11:34:33.832233 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3ba3dcc0-25ac-4741-915d-4f206ba80036 tempest-TestNetworkBasicOps-1420332966 tempest-TestNetworkBasicOps-1420332966-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 11:34:33.832396 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e6558814-04c4-4efc-a6e4-9363b12847da None None] Network cf29c68f-82b8-4662-a929-931f65637941 requested from dv-neutron-601336-94-hyperv {{(pid=94176) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 23 11:34:33.836533 dv-neutron-601336-94-hyperv neutron-server[94175]: INFO neutron.wsgi [None req-3ba3dcc0-25ac-4741-915d-4f206ba80036 tempest-TestNetworkBasicOps-1420332966 tempest-TestNetworkBasicOps-1420332966-project-admin] 10.222.0.20 "GET /v2.0/networks HTTP/1.1" status: 200 len: 8430 time: 0.2829657 Jun 23 11:34:33.837057 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.wsgi [-] (94175) accepted ('10.222.0.20', 40512) {{(pid=94175) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 11:34:33.838668 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f8a1b896-9454-4861-ad8a-84dad2f2a601 tempest-RoutersIpV6Test-1448447933 tempest-RoutersIpV6Test-1448447933-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94174) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 11:34:33.840318 dv-neutron-601336-94-hyperv neutron-server[94174]: INFO neutron.wsgi [None req-f8a1b896-9454-4861-ad8a-84dad2f2a601 tempest-RoutersIpV6Test-1448447933 tempest-RoutersIpV6Test-1448447933-project] 10.222.0.20 "GET /v2.0/ports/df89291b-9a88-4b4c-b9c1-bd6585eec6bd HTTP/1.1" status: 200 len: 911 time: 0.9023676 Jun 23 11:34:33.846249 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.wsgi [-] (94174) accepted ('10.222.0.20', 40514) {{(pid=94174) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 11:34:33.864610 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron_lib.callbacks.manager [None req-a6d8eb2d-e0f8-4ce2-94ec-59250e725055 tempest-NetworksTest-2133396914 tempest-NetworksTest-2133396914-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3801'] for segment, precommit_create {{(pid=94174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:34:33.864962 dv-neutron-601336-94-hyperv neutron-server[94174]: INFO neutron.db.segments_db [None req-a6d8eb2d-e0f8-4ce2-94ec-59250e725055 tempest-NetworksTest-2133396914 tempest-NetworksTest-2133396914-project] Added segment 23563cc9-de0e-48c2-ba02-89c091c4a061 of type vlan for network c5d158e5-a222-47ca-b11e-2e9044b38043 Jun 23 11:34:33.955962 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-32deeca0-9da0-4606-ae54-14e8c4b1a722 tempest-TestNetworkBasicOps-1420332966 tempest-TestNetworkBasicOps-1420332966-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 11:34:33.956438 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-32deeca0-9da0-4606-ae54-14e8c4b1a722 tempest-TestNetworkBasicOps-1420332966 tempest-TestNetworkBasicOps-1420332966-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 11:34:33.957146 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-32deeca0-9da0-4606-ae54-14e8c4b1a722 tempest-TestNetworkBasicOps-1420332966 tempest-TestNetworkBasicOps-1420332966-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 11:34:33.957608 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-32deeca0-9da0-4606-ae54-14e8c4b1a722 tempest-TestNetworkBasicOps-1420332966 tempest-TestNetworkBasicOps-1420332966-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 11:34:33.958119 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-32deeca0-9da0-4606-ae54-14e8c4b1a722 tempest-TestNetworkBasicOps-1420332966 tempest-TestNetworkBasicOps-1420332966-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 11:34:33.958722 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-32deeca0-9da0-4606-ae54-14e8c4b1a722 tempest-TestNetworkBasicOps-1420332966 tempest-TestNetworkBasicOps-1420332966-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 11:34:33.959433 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-32deeca0-9da0-4606-ae54-14e8c4b1a722 tempest-TestNetworkBasicOps-1420332966 tempest-TestNetworkBasicOps-1420332966-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 11:34:33.959885 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-32deeca0-9da0-4606-ae54-14e8c4b1a722 tempest-TestNetworkBasicOps-1420332966 tempest-TestNetworkBasicOps-1420332966-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 11:34:33.960788 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-32deeca0-9da0-4606-ae54-14e8c4b1a722 tempest-TestNetworkBasicOps-1420332966 tempest-TestNetworkBasicOps-1420332966-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 11:34:33.961626 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-32deeca0-9da0-4606-ae54-14e8c4b1a722 tempest-TestNetworkBasicOps-1420332966 tempest-TestNetworkBasicOps-1420332966-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 11:34:33.961626 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-32deeca0-9da0-4606-ae54-14e8c4b1a722 tempest-TestNetworkBasicOps-1420332966 tempest-TestNetworkBasicOps-1420332966-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 11:34:33.961963 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-32deeca0-9da0-4606-ae54-14e8c4b1a722 tempest-TestNetworkBasicOps-1420332966 tempest-TestNetworkBasicOps-1420332966-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 11:34:33.967532 dv-neutron-601336-94-hyperv neutron-server[94175]: INFO neutron.wsgi [None req-32deeca0-9da0-4606-ae54-14e8c4b1a722 tempest-TestNetworkBasicOps-1420332966 tempest-TestNetworkBasicOps-1420332966-project-admin] 10.222.0.20 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 7600 time: 0.1294031 Jun 23 11:34:33.968119 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.wsgi [-] (94175) accepted ('10.222.0.20', 40516) {{(pid=94175) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 11:34:34.065844 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron_lib.callbacks.manager [None req-dc7542b2-afef-47f4-a763-e3a3cba144be None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-923122'] for port, before_update {{(pid=94176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:34:34.150282 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.db.l3_dvr_db [None req-fd9a8765-6250-45da-b4ea-41da2837a057 None None] Set router 4c99b81f-8a52-421f-abc8-9ccee9678765 gateway port host: dv-neutron-601336-94-hyperv {{(pid=94176) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:838}} Jun 23 11:34:34.206725 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.db.provisioning_blocks [None req-21c1875a-3379-4314-9646-cd16120c1d0e None None] Provisioning for port 326f376d-d182-4258-8d73-95ce325dae2c completed by entity DHCP. {{(pid=94176) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 23 11:34:34.226661 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron_lib.callbacks.manager [None req-a6d8eb2d-e0f8-4ce2-94ec-59250e725055 tempest-NetworksTest-2133396914 tempest-NetworksTest-2133396914-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8773699596773'] for network, precommit_create {{(pid=94174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:34:34.269717 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.plugins.ml2.db [None req-dc7542b2-afef-47f4-a763-e3a3cba144be None None] For port 777bf1b7-2b52-4475-84a9-8433466c62e0, host dv-neutron-601336-94-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-94-hyperv',level=0,port_id=777bf1b7-2b52-4475-84a9-8433466c62e0,segment=NetworkSegment(3acc0fe8-794f-4eff-b899-dd628fab5e24),segment_id=3acc0fe8-794f-4eff-b899-dd628fab5e24)] {{(pid=94176) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 23 11:34:34.333978 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.db.db_base_plugin_common [None req-29df9262-6b69-47ae-af7a-ffb091d8267d None None] Allocated IP 172.20.0.34 (c9584ed1-23c5-47a7-b4d6-264bedad0f19/bec30134-aa08-4f68-9f19-fc70a65f6402/ec8330c5-73ea-4217-bbfe-5ed799e56847) {{(pid=94176) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 23 11:34:34.350402 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.db.provisioning_blocks [None req-21c1875a-3379-4314-9646-cd16120c1d0e None None] Provisioning complete for port a7e0497e-60cc-4ca3-849a-6fa877e5ae44 triggered by entity DHCP. {{(pid=94176) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 23 11:34:34.350936 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron_lib.callbacks.manager [None req-21c1875a-3379-4314-9646-cd16120c1d0e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-899258'] for port, provisioning_complete {{(pid=94176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:34:34.351783 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.plugins.ml2.plugin [None req-e7fe2402-7d1e-4670-8aa3-2dd18e72978e tempest-PortsIpV6TestJSON-1781383748 tempest-PortsIpV6TestJSON-1781383748-project] Deleting port a7e0497e-60cc-4ca3-849a-6fa877e5ae44 {{(pid=94174) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1913}} Jun 23 11:34:34.352135 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron_lib.callbacks.manager [None req-e7fe2402-7d1e-4670-8aa3-2dd18e72978e tempest-PortsIpV6TestJSON-1781383748 tempest-PortsIpV6TestJSON-1781383748-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773700079324'] for port, before_delete {{(pid=94174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:34:34.352865 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron_lib.callbacks.manager [None req-dc7542b2-afef-47f4-a763-e3a3cba144be None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-922904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866062', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773700135042', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773699642233', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773699642278'] for port, after_update {{(pid=94176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:34:34.354113 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.plugins.ml2.rpc [None req-dc7542b2-afef-47f4-a763-e3a3cba144be None None] Device 326f376d-d182-4258-8d73-95ce325dae2c up at agent ovs-agent-dv-neutron-601336-94-hyperv {{(pid=94176) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:298}} Jun 23 11:34:34.380771 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG oslo_concurrency.lockutils [None req-34756507-72c3-4437-bef9-b5ae139a0584 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 11:34:34.458172 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron_lib.callbacks.manager [None req-a6d8eb2d-e0f8-4ce2-94ec-59250e725055 tempest-NetworksTest-2133396914 tempest-NetworksTest-2133396914-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8002400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7866073'] for network, after_create {{(pid=94174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:34:34.464487 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a6d8eb2d-e0f8-4ce2-94ec-59250e725055 tempest-NetworksTest-2133396914 tempest-NetworksTest-2133396914-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94174) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 11:34:34.465141 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron_lib.callbacks.manager [None req-a6d8eb2d-e0f8-4ce2-94ec-59250e725055 tempest-NetworksTest-2133396914 tempest-NetworksTest-2133396914-project] Notify callbacks [] for network, before_response {{(pid=94174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:34:34.508816 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG oslo_concurrency.lockutils [None req-4121f9d0-d4cf-47c7-b68c-bebba4a5e054 tempest-PortsIpV6TestJSON-1781383748 tempest-PortsIpV6TestJSON-1781383748-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94174) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 11:34:34.586958 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron_lib.callbacks.manager [None req-e7fe2402-7d1e-4670-8aa3-2dd18e72978e tempest-PortsIpV6TestJSON-1781383748 tempest-PortsIpV6TestJSON-1781383748-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-430722'] for port, precommit_delete {{(pid=94174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:34:34.614381 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.plugins.ml2.plugin [None req-e7fe2402-7d1e-4670-8aa3-2dd18e72978e tempest-PortsIpV6TestJSON-1781383748 tempest-PortsIpV6TestJSON-1781383748-project] Calling delete_port for a7e0497e-60cc-4ca3-849a-6fa877e5ae44 owned by {{(pid=94174) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1986}} Jun 23 11:34:34.616651 dv-neutron-601336-94-hyperv neutron-server[94175]: INFO neutron.wsgi [None req-36e39f92-38d6-46bf-945c-c1d7fc46434c tempest-TestNetworkBasicOps-1420332966 tempest-TestNetworkBasicOps-1420332966-project-admin] 10.222.0.20 "GET /v2.0/routers HTTP/1.1" status: 200 len: 2863 time: 0.6467502 Jun 23 11:34:34.628328 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.plugins.ml2.plugin [None req-21c1875a-3379-4314-9646-cd16120c1d0e None None] Port a7e0497e-60cc-4ca3-849a-6fa877e5ae44 cannot update to ACTIVE because it is not bound. {{(pid=94176) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jun 23 11:34:34.644172 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6d8eb2d-e0f8-4ce2-94ec-59250e725055 tempest-NetworksTest-2133396914 tempest-NetworksTest-2133396914-project] Pushing event updated for resources: {'Network': ['ID=c5d158e5-a222-47ca-b11e-2e9044b38043,revision_number=1']} {{(pid=94174) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 11:34:34.649882 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG oslo_concurrency.lockutils [None req-a6d8eb2d-e0f8-4ce2-94ec-59250e725055 tempest-NetworksTest-2133396914 tempest-NetworksTest-2133396914-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.144s {{(pid=94174) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 11:34:34.661217 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc7542b2-afef-47f4-a763-e3a3cba144be None None] Pushing event updated for resources: {'Port': ['ID=777bf1b7-2b52-4475-84a9-8433466c62e0,revision_number=3']} {{(pid=94176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 11:34:34.678496 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG oslo_concurrency.lockutils [None req-dc7542b2-afef-47f4-a763-e3a3cba144be None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.296s {{(pid=94176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 11:34:34.679509 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.plugins.ml2.rpc [None req-dc7542b2-afef-47f4-a763-e3a3cba144be None None] Network c5d158e5-a222-47ca-b11e-2e9044b38043 details requested by agent ovs-agent-dv-neutron-601336-94-hyperv with host dv-neutron-601336-94-hyperv {{(pid=94176) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:250}} Jun 23 11:34:34.716200 dv-neutron-601336-94-hyperv neutron-server[94174]: INFO neutron.wsgi [None req-a6d8eb2d-e0f8-4ce2-94ec-59250e725055 tempest-NetworksTest-2133396914 tempest-NetworksTest-2133396914-project] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 779 time: 2.0311906 Jun 23 11:34:34.719086 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.wsgi [-] (94175) accepted ('10.222.0.20', 40520) {{(pid=94175) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 11:34:34.724241 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.api.v2.base [None req-232a919e-29c3-4e64-8965-172fda78f0dc tempest-NetworksTest-2133396914 tempest-NetworksTest-2133396914-project] Request body: {'subnet': {'network_id': 'c5d158e5-a222-47ca-b11e-2e9044b38043', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'host_routes': [{'destination': '10.20.0.0/32', 'nexthop': '10.100.1.1'}], 'dns_nameservers': ['8.8.4.4', '8.8.8.8'], 'allocation_pools': [{'start': '172.20.0.3', 'end': '172.20.0.7'}]}} {{(pid=94175) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 23 11:34:34.815079 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron_lib.callbacks.manager [None req-0ea36752-712e-49a7-87ab-8d4215638b9f tempest-RoutersIpV6Test-1448447933 tempest-RoutersIpV6Test-1448447933-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-923104'] for port, before_create {{(pid=94174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:34:34.831137 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.plugins.ml2.db [None req-29df9262-6b69-47ae-af7a-ffb091d8267d None None] For port ec8330c5-73ea-4217-bbfe-5ed799e56847, host dv-neutron-601336-94-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-94-hyperv',level=0,port_id=ec8330c5-73ea-4217-bbfe-5ed799e56847,segment=NetworkSegment(070bfeb7-251d-4048-8853-f7c49da9034e),segment_id=070bfeb7-251d-4048-8853-f7c49da9034e)] {{(pid=94176) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 23 11:34:34.832869 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.db.provisioning_blocks [None req-dc7542b2-afef-47f4-a763-e3a3cba144be None None] Provisioning for port 326f376d-d182-4258-8d73-95ce325dae2c completed by entity L2. {{(pid=94176) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 23 11:34:34.865990 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.db.provisioning_blocks [None req-dc7542b2-afef-47f4-a763-e3a3cba144be None None] Provisioning complete for port 326f376d-d182-4258-8d73-95ce325dae2c triggered by entity L2. {{(pid=94176) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 23 11:34:34.865990 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron_lib.callbacks.manager [None req-dc7542b2-afef-47f4-a763-e3a3cba144be None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-899258'] for port, provisioning_complete {{(pid=94176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:34:34.931464 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron_lib.callbacks.manager [None req-29df9262-6b69-47ae-af7a-ffb091d8267d None None] Notify callbacks [] for port, precommit_update {{(pid=94176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:34:34.955371 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.wsgi [-] (94175) accepted ('10.222.0.20', 40522) {{(pid=94175) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 11:34:34.962483 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.api.v2.base [None req-c51d5f0b-9a5f-43d2-bb99-00e8754c791f tempest-TestNetworkBasicOps-233187296 tempest-TestNetworkBasicOps-233187296-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1441075088', 'description': 'tempest-secgroup-smoke-1441075088 description', 'project_id': '772b9946478d439e9da4eaeade7fb21d'}} {{(pid=94175) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 23 11:34:34.983621 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.db.provisioning_blocks [None req-3c1d9cc5-b58a-40b1-bab4-ad4233b7861a None None] Provisioning for port e55346d6-3de3-4cda-9ac9-d0f88bc7f714 completed by entity DHCP. {{(pid=94176) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 23 11:34:34.990536 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.db.l3_hamode_db [None req-fd9a8765-6250-45da-b4ea-41da2837a057 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4c99b81f-8a52-421f-abc8-9ccee9678765', 'name': 'tempest-TestNetworkBasicOps-router-26535949', 'tenant_id': '772b9946478d439e9da4eaeade7fb21d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3e7e4eb3-cf02-4d47-ade9-0a579cdfc60f', 'external_fixed_ips': [{'subnet_id': 'a5ad15ab-c489-4a67-a9b0-d559fca0ec71', 'ip_address': '172.26.3.243'}], 'enable_snat': True}, 'gw_port_id': '3aeaf89e-5f81-4c55-b262-f57f38a5e301', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-23T11:34:22Z', 'updated_at': '2021-06-23T11:34:31Z', 'revision_number': 4, 'project_id': '772b9946478d439e9da4eaeade7fb21d', 'gw_port': {'id': '3aeaf89e-5f81-4c55-b262-f57f38a5e301', 'name': '', 'network_id': '3e7e4eb3-cf02-4d47-ade9-0a579cdfc60f', 'tenant_id': '', 'mac_address': 'fa:16:3e:74:1f:dd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4c99b81f-8a52-421f-abc8-9ccee9678765', 'device_owner': 'network:router_gateway', 'standard_attr_id': 875, 'fixed_ips': [{'subnet_id': 'a5ad15ab-c489-4a67-a9b0-d559fca0ec71', 'ip_address': '172.26.3.243', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-94-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-23T11:34:23Z', 'updated_at': '2021-06-23T11:34:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a5ad15ab-c489-4a67-a9b0-d559fca0ec71', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-601336-94-hyperv', '_interfaces': [{'id': 'e5476f2c-5bd4-4cc3-b744-a1495ec93de3', 'name': '', 'network_id': 'cf29c68f-82b8-4662-a929-931f65637941', 'tenant_id': '772b9946478d439e9da4eaeade7fb21d', 'mac_address': 'fa:16:3e:9d:69:3b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4c99b81f-8a52-421f-abc8-9ccee9678765', 'device_owner': 'network:router_interface', 'standard_attr_id': 903, 'fixed_ips': [{'subnet_id': 'a2268277-49d2-4de4-9270-a498945fea2b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-23T11:34:28Z', 'updated_at': '2021-06-23T11:34:32Z', 'revision_number': 2, 'project_id': '772b9946478d439e9da4eaeade7fb21d', 'subnets': [{'id': 'a2268277-49d2-4de4-9270-a498945fea2b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-601336-94-hyperv', False) {} {{(pid=94176) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 11:34:35.006856 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-232a919e-29c3-4e64-8965-172fda78f0dc tempest-NetworksTest-2133396914 tempest-NetworksTest-2133396914-project] Made reservation on behalf of dfecc9776e0d4947a3f7218fbe96de01 for: {'subnet': 1} {{(pid=94175) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 23 11:34:35.012032 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron_lib.callbacks.manager [None req-232a919e-29c3-4e64-8965-172fda78f0dc tempest-NetworksTest-2133396914 tempest-NetworksTest-2133396914-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4660073'] for subnet, before_create {{(pid=94175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:34:35.041065 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fd9a8765-6250-45da-b4ea-41da2837a057 None None] Checking router: 4c99b81f-8a52-421f-abc8-9ccee9678765 for host: dv-neutron-601336-94-hyperv {{(pid=94176) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 23 11:34:35.041065 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fd9a8765-6250-45da-b4ea-41da2837a057 None None] Updating router 4c99b81f-8a52-421f-abc8-9ccee9678765 port e5476f2c-5bd4-4cc3-b744-a1495ec93de3 binding host dv-neutron-601336-94-hyperv {{(pid=94176) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 23 11:34:35.071859 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron_lib.callbacks.manager [None req-dc7542b2-afef-47f4-a763-e3a3cba144be None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-923122'] for port, before_update {{(pid=94176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:34:35.096341 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.db.provisioning_blocks [None req-29df9262-6b69-47ae-af7a-ffb091d8267d None None] Transition to ACTIVE for port object ec8330c5-73ea-4217-bbfe-5ed799e56847 will not be triggered until provisioned by entity DHCP. {{(pid=94176) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 23 11:34:35.098630 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.db.ipam_backend_mixin [None req-232a919e-29c3-4e64-8965-172fda78f0dc tempest-NetworksTest-2133396914 tempest-NetworksTest-2133396914-project] Performing IP validity checks on allocation pools {{(pid=94175) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:325}} Jun 23 11:34:35.099272 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.db.ipam_backend_mixin [None req-232a919e-29c3-4e64-8965-172fda78f0dc tempest-NetworksTest-2133396914 tempest-NetworksTest-2133396914-project] Checking for overlaps among allocation pools and gateway ip {{(pid=94175) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:346}} Jun 23 11:34:35.101735 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron_lib.callbacks.manager [None req-fd9a8765-6250-45da-b4ea-41da2837a057 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-923122'] for port, before_update {{(pid=94176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:34:35.115426 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron_lib.callbacks.manager [None req-e7fe2402-7d1e-4670-8aa3-2dd18e72978e tempest-PortsIpV6TestJSON-1781383748 tempest-PortsIpV6TestJSON-1781383748-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-922904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866062', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773700135024', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773699642224', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5196390'] for port, after_delete {{(pid=94174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:34:35.121809 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG oslo_concurrency.lockutils [None req-b58f05c6-e4a0-4cf7-bd2e-55badc25c5a4 tempest-ExtraDHCPOptionsIpV6TestJSON-2131111190 tempest-ExtraDHCPOptionsIpV6TestJSON-2131111190-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94174) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 11:34:35.145306 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.plugins.ml2.db [None req-dc7542b2-afef-47f4-a763-e3a3cba144be None None] For port 326f376d-d182-4258-8d73-95ce325dae2c, host dv-neutron-601336-94-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-94-hyperv',level=0,port_id=326f376d-d182-4258-8d73-95ce325dae2c,segment=NetworkSegment(cc51825b-2cff-4acd-b457-fd7f5c7391bd),segment_id=cc51825b-2cff-4acd-b457-fd7f5c7391bd)] {{(pid=94176) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 23 11:34:35.156331 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7fe2402-7d1e-4670-8aa3-2dd18e72978e tempest-PortsIpV6TestJSON-1781383748 tempest-PortsIpV6TestJSON-1781383748-project] Pushing event deleted for resources: {'Port': ['ID=a7e0497e-60cc-4ca3-849a-6fa877e5ae44,revision_number=None']} {{(pid=94174) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 11:34:35.172453 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG oslo_concurrency.lockutils [None req-e7fe2402-7d1e-4670-8aa3-2dd18e72978e tempest-PortsIpV6TestJSON-1781383748 tempest-PortsIpV6TestJSON-1781383748-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=94174) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 11:34:35.176112 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron_lib.callbacks.manager [None req-29df9262-6b69-47ae-af7a-ffb091d8267d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-922904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866062', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773700135042', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773699642233', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773699642278'] for port, after_update {{(pid=94176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:34:35.184930 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG oslo_concurrency.lockutils [None req-c7120b7d-33ed-40fe-900a-9dd4b91256bc None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 11:34:35.238228 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron_lib.callbacks.manager [None req-c51d5f0b-9a5f-43d2-bb99-00e8754c791f tempest-TestNetworkBasicOps-233187296 tempest-TestNetworkBasicOps-233187296-project] Notify callbacks [] for security_group, before_create {{(pid=94175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:34:35.258667 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29df9262-6b69-47ae-af7a-ffb091d8267d None None] Pushing event updated for resources: {'Port': ['ID=ec8330c5-73ea-4217-bbfe-5ed799e56847,revision_number=7']} {{(pid=94176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 11:34:35.271772 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG oslo_concurrency.lockutils [None req-29df9262-6b69-47ae-af7a-ffb091d8267d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.091s {{(pid=94176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 11:34:35.333731 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron_lib.callbacks.manager [None req-e7fe2402-7d1e-4670-8aa3-2dd18e72978e tempest-PortsIpV6TestJSON-1781383748 tempest-PortsIpV6TestJSON-1781383748-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-217507'] for port, before_response {{(pid=94174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:34:35.342419 dv-neutron-601336-94-hyperv neutron-server[94174]: INFO neutron.wsgi [None req-e7fe2402-7d1e-4670-8aa3-2dd18e72978e tempest-PortsIpV6TestJSON-1781383748 tempest-PortsIpV6TestJSON-1781383748-project] 10.222.0.20 "DELETE /v2.0/ports/a7e0497e-60cc-4ca3-849a-6fa877e5ae44 HTTP/1.1" status: 204 len: 168 time: 2.3398051 Jun 23 11:34:35.367530 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron_lib.callbacks.manager [None req-c51d5f0b-9a5f-43d2-bb99-00e8754c791f tempest-TestNetworkBasicOps-233187296 tempest-TestNetworkBasicOps-233187296-project] Notify callbacks [] for security_group, precommit_create {{(pid=94175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:34:35.370624 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.wsgi [-] (94175) accepted ('10.222.0.20', 40524) {{(pid=94175) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 11:34:35.428863 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.db.db_base_plugin_common [None req-0b5846fc-cf53-47d1-912b-769eb0681f98 tempest-PortsTestJSON-2085221018 tempest-PortsTestJSON-2085221018-project] Delete allocated IP 172.20.0.8 (c9584ed1-23c5-47a7-b4d6-264bedad0f19/cf090ab5-c3a0-4f7e-9857-336b5ac310cf) {{(pid=94174) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}} Jun 23 11:34:35.435026 dv-neutron-601336-94-hyperv neutron-server[94175]: INFO neutron.pecan_wsgi.hooks.translation [None req-ccc00917-aa55-403e-9c11-fe133bee6710 tempest-PortsIpV6TestJSON-1781383748 tempest-PortsIpV6TestJSON-1781383748-project] GET failed (client error): The resource could not be found. Jun 23 11:34:35.440760 dv-neutron-601336-94-hyperv neutron-server[94175]: INFO neutron.wsgi [None req-ccc00917-aa55-403e-9c11-fe133bee6710 tempest-PortsIpV6TestJSON-1781383748 tempest-PortsIpV6TestJSON-1781383748-project] 10.222.0.20 "GET /v2.0/ports/a7e0497e-60cc-4ca3-849a-6fa877e5ae44 HTTP/1.1" status: 404 len: 333 time: 0.0647340 Jun 23 11:34:35.442474 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.wsgi [-] (94174) accepted ('10.222.0.20', 40526) {{(pid=94174) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 11:34:35.448940 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron_lib.callbacks.manager [None req-c51d5f0b-9a5f-43d2-bb99-00e8754c791f tempest-TestNetworkBasicOps-233187296 tempest-TestNetworkBasicOps-233187296-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7996330'] for security_group, after_create {{(pid=94175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:34:35.460938 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG oslo_concurrency.lockutils [None req-58eada00-fbfc-4c51-b831-3bfc012874d4 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94175) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 11:34:35.484125 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron_lib.callbacks.manager [None req-dc7542b2-afef-47f4-a763-e3a3cba144be None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-922904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866062', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773700135042', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773699642233', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773699642278'] for port, after_update {{(pid=94176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:34:35.488773 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.db.provisioning_blocks [None req-d4481f99-0e2e-4409-993a-bbcce1b9d5eb None None] Provisioning for port e5476f2c-5bd4-4cc3-b744-a1495ec93de3 completed by entity DHCP. {{(pid=94176) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 23 11:34:35.493605 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG oslo_concurrency.lockutils [None req-9ce37c9c-24de-42d5-9969-8a071ea276ba None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 11:34:35.495196 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c51d5f0b-9a5f-43d2-bb99-00e8754c791f tempest-TestNetworkBasicOps-233187296 tempest-TestNetworkBasicOps-233187296-project] Pushing event updated for resources: {'SecurityGroup': ['ID=30a782a1-c8ca-4eeb-9aeb-36d88772e1b8,revision_number=1']} {{(pid=94175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 11:34:35.496673 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.db.db_base_plugin_common [None req-0b5846fc-cf53-47d1-912b-769eb0681f98 tempest-PortsTestJSON-2085221018 tempest-PortsTestJSON-2085221018-project] Allocated IP 172.20.0.35 (c9584ed1-23c5-47a7-b4d6-264bedad0f19/bec30134-aa08-4f68-9f19-fc70a65f6402/5ae0307b-b012-4731-95c3-ca527cd06806) {{(pid=94174) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 23 11:34:35.498990 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG oslo_concurrency.lockutils [None req-c51d5f0b-9a5f-43d2-bb99-00e8754c791f tempest-TestNetworkBasicOps-233187296 tempest-TestNetworkBasicOps-233187296-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.038s {{(pid=94175) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 11:34:35.499485 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.db.db_base_plugin_common [None req-0ea36752-712e-49a7-87ab-8d4215638b9f tempest-RoutersIpV6Test-1448447933 tempest-RoutersIpV6Test-1448447933-project] Allocated IP 2001:db8:1::1 (30f8707b-479b-4c67-8b63-4252ecc9ff09/bd2c91af-7f43-443c-be52-48184620d706/9c4f016b-ca8e-49d7-8809-bb6f832ce4cc) {{(pid=94174) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 23 11:34:35.545220 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron_lib.callbacks.manager [None req-232a919e-29c3-4e64-8965-172fda78f0dc tempest-NetworksTest-2133396914 tempest-NetworksTest-2133396914-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866062', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5083113', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4660095'] for subnet, after_create {{(pid=94175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:34:35.554282 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG oslo_concurrency.lockutils [None req-bd75e6ca-9b1d-4180-9882-04ccc5a68f42 tempest-PortsTestJSON-2085221018 tempest-PortsTestJSON-2085221018-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94175) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 11:34:35.575080 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.db.db_base_plugin_v2 [None req-d09525fa-d271-4c27-9917-992243955e5b tempest-PortsIpV6TestJSON-1781383748 tempest-PortsIpV6TestJSON-1781383748-project] Deleting subnet 95ae1e2e-fcc4-4c05-ae16-bfcea4255b0b {{(pid=94174) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jun 23 11:34:35.590073 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc7542b2-afef-47f4-a763-e3a3cba144be None None] Pushing event updated for resources: {'Port': ['ID=326f376d-d182-4258-8d73-95ce325dae2c,revision_number=3']} {{(pid=94176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 11:34:35.594295 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG oslo_concurrency.lockutils [None req-dc7542b2-afef-47f4-a763-e3a3cba144be None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.101s {{(pid=94176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 11:34:35.616372 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron_lib.callbacks.manager [None req-c51d5f0b-9a5f-43d2-bb99-00e8754c791f tempest-TestNetworkBasicOps-233187296 tempest-TestNetworkBasicOps-233187296-project] Notify callbacks [] for security_group, before_response {{(pid=94175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:34:35.617710 dv-neutron-601336-94-hyperv neutron-server[94175]: INFO neutron.wsgi [None req-c51d5f0b-9a5f-43d2-bb99-00e8754c791f tempest-TestNetworkBasicOps-233187296 tempest-TestNetworkBasicOps-233187296-project] 10.222.0.20 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.6601133 Jun 23 11:34:35.628628 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.wsgi [-] (94175) accepted ('10.222.0.20', 40528) {{(pid=94175) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 11:34:35.632725 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron_lib.callbacks.manager [None req-d09525fa-d271-4c27-9917-992243955e5b tempest-PortsIpV6TestJSON-1781383748 tempest-PortsIpV6TestJSON-1781383748-project] Notify callbacks [] for subnet, before_delete {{(pid=94174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:34:35.635815 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.api.v2.base [None req-008a5471-a2d0-4e31-ad3e-26a24762122d tempest-TestNetworkBasicOps-233187296 tempest-TestNetworkBasicOps-233187296-project] Request body: {'security_group_rule': {'security_group_id': '30a782a1-c8ca-4eeb-9aeb-36d88772e1b8', 'project_id': '772b9946478d439e9da4eaeade7fb21d', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=94175) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 23 11:34:35.706098 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-232a919e-29c3-4e64-8965-172fda78f0dc tempest-NetworksTest-2133396914 tempest-NetworksTest-2133396914-project] Pushing event updated for resources: {'Subnet': ['ID=db81d8fc-6f6b-4bdd-bbda-db9ca1533c10,revision_number=0']} {{(pid=94175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 11:34:35.718332 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG oslo_concurrency.lockutils [None req-232a919e-29c3-4e64-8965-172fda78f0dc tempest-NetworksTest-2133396914 tempest-NetworksTest-2133396914-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.169s {{(pid=94175) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 11:34:35.720404 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-232a919e-29c3-4e64-8965-172fda78f0dc tempest-NetworksTest-2133396914 tempest-NetworksTest-2133396914-project] Checking segment: {'id': '23563cc9-de0e-48c2-ba02-89c091c4a061', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 401, 'network_id': 'c5d158e5-a222-47ca-b11e-2e9044b38043'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94175) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 23 11:34:35.720865 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-232a919e-29c3-4e64-8965-172fda78f0dc tempest-NetworksTest-2133396914 tempest-NetworksTest-2133396914-project] Network hostable DHCP agents. Network: c5d158e5-a222-47ca-b11e-2e9044b38043, hostable agents: ['8cf29b10-0e57-4131-816f-a4b6ad00b249'], hosted agents: [] {{(pid=94175) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 23 11:34:35.791636 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron_lib.callbacks.manager [None req-d09525fa-d271-4c27-9917-992243955e5b tempest-PortsIpV6TestJSON-1781383748 tempest-PortsIpV6TestJSON-1781383748-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4800256'] for subnet, precommit_delete_associations {{(pid=94174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:34:35.815628 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron_lib.callbacks.manager [None req-008a5471-a2d0-4e31-ad3e-26a24762122d tempest-TestNetworkBasicOps-233187296 tempest-TestNetworkBasicOps-233187296-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:34:35.820352 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.plugins.ml2.rpc [None req-dc7542b2-afef-47f4-a763-e3a3cba144be None None] Device 3aeaf89e-5f81-4c55-b262-f57f38a5e301 up at agent ovs-agent-dv-neutron-601336-94-hyperv {{(pid=94176) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:298}} Jun 23 11:34:35.822778 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.db.provisioning_blocks [None req-d4481f99-0e2e-4409-993a-bbcce1b9d5eb None None] Provisioning complete for port e5476f2c-5bd4-4cc3-b744-a1495ec93de3 triggered by entity DHCP. {{(pid=94176) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 23 11:34:35.823703 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron_lib.callbacks.manager [None req-d4481f99-0e2e-4409-993a-bbcce1b9d5eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-899258'] for port, provisioning_complete {{(pid=94176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:34:35.839918 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-232a919e-29c3-4e64-8965-172fda78f0dc tempest-NetworksTest-2133396914 tempest-NetworksTest-2133396914-project] Network c5d158e5-a222-47ca-b11e-2e9044b38043 is scheduled to be hosted by DHCP agent 8cf29b10-0e57-4131-816f-a4b6ad00b249 with binding_index 1 {{(pid=94175) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 23 11:34:35.883583 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron_lib.callbacks.manager [None req-008a5471-a2d0-4e31-ad3e-26a24762122d tempest-TestNetworkBasicOps-233187296 tempest-TestNetworkBasicOps-233187296-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:34:35.895357 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron_lib.callbacks.manager [None req-0ea36752-712e-49a7-87ab-8d4215638b9f tempest-RoutersIpV6Test-1448447933 tempest-RoutersIpV6Test-1448447933-project] Notify callbacks [] for port, precommit_create {{(pid=94174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:34:35.920487 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.plugins.ml2.plugin [None req-d4481f99-0e2e-4409-993a-bbcce1b9d5eb None None] Port e5476f2c-5bd4-4cc3-b744-a1495ec93de3 cannot update to ACTIVE because it is not bound. {{(pid=94176) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jun 23 11:34:35.922505 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.scheduler.base_scheduler [None req-232a919e-29c3-4e64-8965-172fda78f0dc tempest-NetworksTest-2133396914 tempest-NetworksTest-2133396914-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-601336-94-hyperv, c5d158e5-a222-47ca-b11e-2e9044b38043) {{(pid=94175) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 23 11:34:35.932944 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-232a919e-29c3-4e64-8965-172fda78f0dc tempest-NetworksTest-2133396914 tempest-NetworksTest-2133396914-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 11:34:35.938599 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron_lib.callbacks.manager [None req-232a919e-29c3-4e64-8965-172fda78f0dc tempest-NetworksTest-2133396914 tempest-NetworksTest-2133396914-project] Notify callbacks [] for subnet, before_response {{(pid=94175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:34:35.946396 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f6515b84-1a28-4fda-837f-a1ca976a5a61 None None] Network c5d158e5-a222-47ca-b11e-2e9044b38043 requested from dv-neutron-601336-94-hyperv {{(pid=94176) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 23 11:34:35.946732 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.db.provisioning_blocks [None req-0ea36752-712e-49a7-87ab-8d4215638b9f tempest-RoutersIpV6Test-1448447933 tempest-RoutersIpV6Test-1448447933-project] Transition to ACTIVE for port object 9c4f016b-ca8e-49d7-8809-bb6f832ce4cc will not be triggered until provisioned by entity DHCP. {{(pid=94174) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 23 11:34:35.955597 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron_lib.callbacks.manager [None req-008a5471-a2d0-4e31-ad3e-26a24762122d tempest-TestNetworkBasicOps-233187296 tempest-TestNetworkBasicOps-233187296-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7996355'] for security_group_rule, after_create {{(pid=94175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:34:35.966253 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG oslo_concurrency.lockutils [None req-d6850caa-7711-4734-ad72-d161f19c76b0 tempest-SecGroupIPv6Test-1528675894 tempest-SecGroupIPv6Test-1528675894-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94175) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 11:34:35.982121 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron_lib.callbacks.manager [None req-d09525fa-d271-4c27-9917-992243955e5b tempest-PortsIpV6TestJSON-1781383748 tempest-PortsIpV6TestJSON-1781383748-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-897634'] for subnet, precommit_delete {{(pid=94174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:34:35.987751 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron_lib.callbacks.manager [None req-0b5846fc-cf53-47d1-912b-769eb0681f98 tempest-PortsTestJSON-2085221018 tempest-PortsTestJSON-2085221018-project] Notify callbacks [] for port, precommit_update {{(pid=94174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:34:35.990942 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-008a5471-a2d0-4e31-ad3e-26a24762122d tempest-TestNetworkBasicOps-233187296 tempest-TestNetworkBasicOps-233187296-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5671596b-02a8-4685-9a5e-2f1a57df9d31,revision_number=0']} {{(pid=94175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 11:34:35.992665 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG oslo_concurrency.lockutils [None req-008a5471-a2d0-4e31-ad3e-26a24762122d tempest-TestNetworkBasicOps-233187296 tempest-TestNetworkBasicOps-233187296-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.026s {{(pid=94175) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 11:34:36.028662 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron_lib.callbacks.manager [None req-fd9a8765-6250-45da-b4ea-41da2837a057 None None] Notify callbacks [] for port, precommit_update {{(pid=94176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:34:36.046882 dv-neutron-601336-94-hyperv neutron-server[94175]: INFO neutron.wsgi [None req-232a919e-29c3-4e64-8965-172fda78f0dc tempest-NetworksTest-2133396914 tempest-NetworksTest-2133396914-project] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 872 time: 1.3267090 Jun 23 11:34:36.049127 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.db.provisioning_blocks [None req-fd9a8765-6250-45da-b4ea-41da2837a057 None None] Transition to ACTIVE for port object e5476f2c-5bd4-4cc3-b744-a1495ec93de3 will not be triggered until provisioned by entity L2. {{(pid=94176) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 23 11:34:36.049574 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.wsgi [-] (94175) accepted ('10.222.0.20', 40530) {{(pid=94175) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 11:34:36.056292 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.db.provisioning_blocks [None req-0b5846fc-cf53-47d1-912b-769eb0681f98 tempest-PortsTestJSON-2085221018 tempest-PortsTestJSON-2085221018-project] Transition to ACTIVE for port object 5ae0307b-b012-4731-95c3-ca527cd06806 will not be triggered until provisioned by entity DHCP. {{(pid=94174) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 23 11:34:36.059398 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.api.v2.base [None req-9f494923-4600-49b8-81e9-0ed7dfe60914 tempest-NetworksTest-2133396914 tempest-NetworksTest-2133396914-project] Request body: {'subnet': {'name': 'New_subnet', 'host_routes': [{'destination': '10.20.0.0/32', 'nexthop': '10.100.1.2'}], 'dns_nameservers': ['7.8.8.8', '7.8.4.4'], 'gateway_ip': '172.20.0.2', 'enable_dhcp': True}} {{(pid=94175) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 23 11:34:36.078711 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.db.provisioning_blocks [None req-d4481f99-0e2e-4409-993a-bbcce1b9d5eb None None] Provisioning complete for port 326f376d-d182-4258-8d73-95ce325dae2c triggered by entity DHCP. {{(pid=94176) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 23 11:34:36.079144 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron_lib.callbacks.manager [None req-d4481f99-0e2e-4409-993a-bbcce1b9d5eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-899258'] for port, provisioning_complete {{(pid=94176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:34:36.080653 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.db.provisioning_blocks [None req-dc7542b2-afef-47f4-a763-e3a3cba144be None None] Provisioning complete for port 3aeaf89e-5f81-4c55-b262-f57f38a5e301 triggered by entity L2. {{(pid=94176) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 23 11:34:36.081030 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron_lib.callbacks.manager [None req-dc7542b2-afef-47f4-a763-e3a3cba144be None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-899258'] for port, provisioning_complete {{(pid=94176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:34:36.100953 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron_lib.callbacks.manager [None req-008a5471-a2d0-4e31-ad3e-26a24762122d tempest-TestNetworkBasicOps-233187296 tempest-TestNetworkBasicOps-233187296-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:34:36.105653 dv-neutron-601336-94-hyperv neutron-server[94175]: INFO neutron.wsgi [None req-008a5471-a2d0-4e31-ad3e-26a24762122d tempest-TestNetworkBasicOps-233187296 tempest-TestNetworkBasicOps-233187296-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.4759510 Jun 23 11:34:36.106383 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.wsgi [-] (94174) accepted ('10.222.0.20', 40532) {{(pid=94174) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 11:34:36.112149 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.api.v2.base [None req-ab37ed51-fe5e-4c58-a66d-e3b6c39632cf tempest-TestNetworkBasicOps-233187296 tempest-TestNetworkBasicOps-233187296-project] Request body: {'security_group_rule': {'security_group_id': '30a782a1-c8ca-4eeb-9aeb-36d88772e1b8', 'project_id': '772b9946478d439e9da4eaeade7fb21d', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=94174) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 23 11:34:36.146237 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron_lib.callbacks.manager [None req-0b5846fc-cf53-47d1-912b-769eb0681f98 tempest-PortsTestJSON-2085221018 tempest-PortsTestJSON-2085221018-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-922904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866062', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773700135042', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773699642233', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773699642278', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5196369'] for port, after_update {{(pid=94174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:34:36.146237 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG oslo_concurrency.lockutils [None req-679b8193-2535-42c3-bc26-3385b424f17e tempest-NetworksTestDHCPv6-162546708 tempest-NetworksTestDHCPv6-162546708-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94174) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 11:34:36.176345 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron_lib.callbacks.manager [None req-fd9a8765-6250-45da-b4ea-41da2837a057 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-922904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866062', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773700135042', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773699642233', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773699642278'] for port, after_update {{(pid=94176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:34:36.177167 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron_lib.callbacks.manager [None req-0ea36752-712e-49a7-87ab-8d4215638b9f tempest-RoutersIpV6Test-1448447933 tempest-RoutersIpV6Test-1448447933-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-922915', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-239814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7866073', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773699642215', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-5196399'] for port, after_create {{(pid=94174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:34:36.182874 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG oslo_concurrency.lockutils [None req-aae31eab-1f20-4315-a4c5-5a7c53d1c2d2 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 11:34:36.183995 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron_lib.callbacks.manager [None req-d09525fa-d271-4c27-9917-992243955e5b tempest-PortsIpV6TestJSON-1781383748 tempest-PortsIpV6TestJSON-1781383748-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-897627', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866062', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5195932', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4294216'] for subnet, after_delete {{(pid=94174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:34:36.200579 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron_lib.callbacks.manager [None req-d09525fa-d271-4c27-9917-992243955e5b tempest-PortsIpV6TestJSON-1781383748 tempest-PortsIpV6TestJSON-1781383748-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7865916'] for subnet, before_response {{(pid=94174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:34:36.210811 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.wsgi [-] (94175) accepted ('10.222.0.20', 40534) {{(pid=94175) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 11:34:36.210975 dv-neutron-601336-94-hyperv neutron-server[94174]: INFO neutron.wsgi [None req-d09525fa-d271-4c27-9917-992243955e5b tempest-PortsIpV6TestJSON-1781383748 tempest-PortsIpV6TestJSON-1781383748-project] 10.222.0.20 "DELETE /v2.0/subnets/95ae1e2e-fcc4-4c05-ae16-bfcea4255b0b HTTP/1.1" status: 204 len: 168 time: 0.7598252 Jun 23 11:34:36.224710 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-96f77131-4b59-4e01-92c8-4be81075cd25 None None] Network 0e2e3c35-423b-43dd-a9ba-de37d9c9460b requested from dv-neutron-601336-94-hyperv {{(pid=94176) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 23 11:34:36.226261 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0ea36752-712e-49a7-87ab-8d4215638b9f tempest-RoutersIpV6Test-1448447933 tempest-RoutersIpV6Test-1448447933-project] Network 30f8707b-479b-4c67-8b63-4252ecc9ff09 is already hosted by enough agents. {{(pid=94174) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 23 11:34:36.233416 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron_lib.callbacks.manager [None req-9f494923-4600-49b8-81e9-0ed7dfe60914 tempest-NetworksTest-2133396914 tempest-NetworksTest-2133396914-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_update-4660086'] for subnet, before_update {{(pid=94175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:34:36.247378 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.scheduler.base_scheduler [None req-0ea36752-712e-49a7-87ab-8d4215638b9f tempest-RoutersIpV6Test-1448447933 tempest-RoutersIpV6Test-1448447933-project] Resources bound (agent type, host, resource id): {{(pid=94174) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 23 11:34:36.256797 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0ea36752-712e-49a7-87ab-8d4215638b9f tempest-RoutersIpV6Test-1448447933 tempest-RoutersIpV6Test-1448447933-project] Received port after_create {{(pid=94174) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 23 11:34:36.256797 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron_lib.callbacks.manager [None req-0ea36752-712e-49a7-87ab-8d4215638b9f tempest-RoutersIpV6Test-1448447933 tempest-RoutersIpV6Test-1448447933-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-452954'] for router_interface, before_create {{(pid=94174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:34:36.334649 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51d3df8c-bdbb-4b02-b467-8b880f51b82b None None] Pushing event updated for resources: {'Port': ['ID=e5476f2c-5bd4-4cc3-b744-a1495ec93de3,revision_number=3']} {{(pid=94176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 11:34:36.360316 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b5846fc-cf53-47d1-912b-769eb0681f98 tempest-PortsTestJSON-2085221018 tempest-PortsTestJSON-2085221018-project] Pushing event updated for resources: {'Port': ['ID=5ae0307b-b012-4731-95c3-ca527cd06806,revision_number=2']} {{(pid=94174) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 11:34:36.376395 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG oslo_concurrency.lockutils [None req-51d3df8c-bdbb-4b02-b467-8b880f51b82b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.193s {{(pid=94176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 11:34:36.394220 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron_lib.callbacks.manager [None req-87e9a827-6fe4-46bc-bd20-cc5071098769 tempest-PortsIpV6TestJSON-1781383748 tempest-PortsIpV6TestJSON-1781383748-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-824874'] for network, before_delete {{(pid=94175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:34:36.398784 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG oslo_concurrency.lockutils [None req-0b5846fc-cf53-47d1-912b-769eb0681f98 tempest-PortsTestJSON-2085221018 tempest-PortsTestJSON-2085221018-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.253s {{(pid=94174) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 11:34:36.399552 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron_lib.callbacks.manager [None req-ab37ed51-fe5e-4c58-a66d-e3b6c39632cf tempest-TestNetworkBasicOps-233187296 tempest-TestNetworkBasicOps-233187296-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:34:36.403779 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG oslo_concurrency.lockutils [None req-f3fd7677-2286-44a5-b9b6-7a41820bba89 tempest-ExtraDHCPOptionsIpV6TestJSON-2131111190 tempest-ExtraDHCPOptionsIpV6TestJSON-2131111190-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.220s {{(pid=94174) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 11:34:36.461982 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-59ec64a3-4a05-4a01-a586-7e8aa596afe1 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1e0d828a-1fa4-563d-b7fd-53adf66a04ee-c5d158e5-a222-47ca-b11e-2e9044b38043', 'network_id': 'c5d158e5-a222-47ca-b11e-2e9044b38043', 'tenant_id': 'dfecc9776e0d4947a3f7218fbe96de01', 'fixed_ips': [{'subnet_id': 'db81d8fc-6f6b-4bdd-bbda-db9ca1533c10'}]}} from dv-neutron-601336-94-hyperv. {{(pid=94176) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 23 11:34:36.462870 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron_lib.callbacks.manager [None req-59ec64a3-4a05-4a01-a586-7e8aa596afe1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-923104'] for port, before_create {{(pid=94176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:34:36.492456 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ea36752-712e-49a7-87ab-8d4215638b9f tempest-RoutersIpV6Test-1448447933 tempest-RoutersIpV6Test-1448447933-project] Pushing event updated for resources: {'Port': ['ID=9c4f016b-ca8e-49d7-8809-bb6f832ce4cc,revision_number=1']} {{(pid=94174) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 11:34:36.521364 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG oslo_concurrency.lockutils [None req-0ea36752-712e-49a7-87ab-8d4215638b9f tempest-RoutersIpV6Test-1448447933 tempest-RoutersIpV6Test-1448447933-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.116s {{(pid=94174) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 11:34:36.526851 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG oslo_concurrency.lockutils [None req-31d6e3ec-967d-4dfe-a1d5-1f95fde25c87 tempest-NetworksTest-2133396914 tempest-NetworksTest-2133396914-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.329s {{(pid=94174) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 11:34:36.558041 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.plugins.ml2.managers [None req-fd9a8765-6250-45da-b4ea-41da2837a057 None None] Attempting to bind port e5476f2c-5bd4-4cc3-b744-a1495ec93de3 on host dv-neutron-601336-94-hyperv for vnic_type normal with profile {{(pid=94176) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 23 11:34:36.558433 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.plugins.ml2.managers [None req-fd9a8765-6250-45da-b4ea-41da2837a057 None None] Attempting to bind port e5476f2c-5bd4-4cc3-b744-a1495ec93de3 by drivers openvswitch,hyperv on host dv-neutron-601336-94-hyperv at level 0 using segments [{'id': '78d6d132-b23e-4555-9358-dea047b3f21c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 416, 'network_id': 'cf29c68f-82b8-4662-a929-931f65637941'}] {{(pid=94176) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 23 11:34:36.558819 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fd9a8765-6250-45da-b4ea-41da2837a057 None None] Attempting to bind port e5476f2c-5bd4-4cc3-b744-a1495ec93de3 on network cf29c68f-82b8-4662-a929-931f65637941 {{(pid=94176) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 23 11:34:36.593335 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.plugins.ml2.plugin [None req-87e9a827-6fe4-46bc-bd20-cc5071098769 tempest-PortsIpV6TestJSON-1781383748 tempest-PortsIpV6TestJSON-1781383748-project] Deleting port 777bf1b7-2b52-4475-84a9-8433466c62e0 {{(pid=94175) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1913}} Jun 23 11:34:36.593705 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron_lib.callbacks.manager [None req-87e9a827-6fe4-46bc-bd20-cc5071098769 tempest-PortsIpV6TestJSON-1781383748 tempest-PortsIpV6TestJSON-1781383748-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773700079324'] for port, before_delete {{(pid=94175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:34:36.599439 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fd9a8765-6250-45da-b4ea-41da2837a057 None None] Checking agent: {'id': '4d05f899-5ac9-411b-8a03-f60c93f87cdf', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-601336-94-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 23, 11, 22, 14), 'started_at': datetime.datetime(2021, 6, 23, 11, 22, 44), 'heartbeat_timestamp': datetime.datetime(2021, 6, 23, 11, 34, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'monitor_allowed_address_pair_garp': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-601336-94-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94176) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 23 11:34:36.599830 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fd9a8765-6250-45da-b4ea-41da2837a057 None None] Checking segment: {'id': '78d6d132-b23e-4555-9358-dea047b3f21c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 416, 'network_id': 'cf29c68f-82b8-4662-a929-931f65637941'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94176) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 23 11:34:36.600249 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron_lib.callbacks.manager [None req-fd9a8765-6250-45da-b4ea-41da2837a057 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:34:36.600659 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fd9a8765-6250-45da-b4ea-41da2837a057 None None] Bound using segment: {'id': '78d6d132-b23e-4555-9358-dea047b3f21c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 416, 'network_id': 'cf29c68f-82b8-4662-a929-931f65637941'} {{(pid=94176) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 23 11:34:36.601267 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.plugins.ml2.managers [None req-fd9a8765-6250-45da-b4ea-41da2837a057 None None] Bound port: e5476f2c-5bd4-4cc3-b744-a1495ec93de3, host: dv-neutron-601336-94-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '78d6d132-b23e-4555-9358-dea047b3f21c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 416, 'network_id': 'cf29c68f-82b8-4662-a929-931f65637941'}}] {{(pid=94176) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 23 11:34:36.601539 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron_lib.callbacks.manager [None req-fd9a8765-6250-45da-b4ea-41da2837a057 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-923122'] for port, before_update {{(pid=94176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:34:36.658755 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d09525fa-d271-4c27-9917-992243955e5b tempest-PortsIpV6TestJSON-1781383748 tempest-PortsIpV6TestJSON-1781383748-project] Pushing event deleted for resources: {'Subnet': ['ID=95ae1e2e-fcc4-4c05-ae16-bfcea4255b0b,revision_number=None']} {{(pid=94174) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 11:34:36.684714 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.plugins.ml2.db [None req-87e9a827-6fe4-46bc-bd20-cc5071098769 tempest-PortsIpV6TestJSON-1781383748 tempest-PortsIpV6TestJSON-1781383748-project] For port 777bf1b7-2b52-4475-84a9-8433466c62e0, host dv-neutron-601336-94-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-94-hyperv',level=0,port_id=777bf1b7-2b52-4475-84a9-8433466c62e0,segment=NetworkSegment(3acc0fe8-794f-4eff-b899-dd628fab5e24),segment_id=3acc0fe8-794f-4eff-b899-dd628fab5e24)] {{(pid=94175) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 23 11:34:36.685130 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron_lib.callbacks.manager [None req-87e9a827-6fe4-46bc-bd20-cc5071098769 tempest-PortsIpV6TestJSON-1781383748 tempest-PortsIpV6TestJSON-1781383748-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-430722'] for port, precommit_delete {{(pid=94175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:34:36.688772 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron_lib.callbacks.manager [None req-9f494923-4600-49b8-81e9-0ed7dfe60914 tempest-NetworksTest-2133396914 tempest-NetworksTest-2133396914-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866062', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8773700135033', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_updated-5083027'] for subnet, after_update {{(pid=94175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:34:36.692916 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG oslo_concurrency.lockutils [None req-d09525fa-d271-4c27-9917-992243955e5b tempest-PortsIpV6TestJSON-1781383748 tempest-PortsIpV6TestJSON-1781383748-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.165s {{(pid=94174) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 11:34:36.700765 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG oslo_concurrency.lockutils [None req-2c2e7afb-9541-4f24-a3a9-7626246e18b1 tempest-NetworksTest-2133396914 tempest-NetworksTest-2133396914-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94175) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 11:34:36.721277 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.plugins.ml2.db [None req-fd9a8765-6250-45da-b4ea-41da2837a057 None None] For port e5476f2c-5bd4-4cc3-b744-a1495ec93de3, host dv-neutron-601336-94-hyperv, cleared binding levels {{(pid=94176) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 23 11:34:36.723727 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron_lib.callbacks.manager [None req-0ea36752-712e-49a7-87ab-8d4215638b9f tempest-RoutersIpV6Test-1448447933 tempest-RoutersIpV6Test-1448447933-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-923122'] for port, before_update {{(pid=94174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:34:36.725256 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.plugins.ml2.db [None req-fd9a8765-6250-45da-b4ea-41da2837a057 None None] For port e5476f2c-5bd4-4cc3-b744-a1495ec93de3, host dv-neutron-601336-94-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-94-hyperv',level=0,port_id=e5476f2c-5bd4-4cc3-b744-a1495ec93de3,segment=NetworkSegment(78d6d132-b23e-4555-9358-dea047b3f21c),segment_id=78d6d132-b23e-4555-9358-dea047b3f21c)] {{(pid=94176) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 23 11:34:36.728050 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.plugins.ml2.plugin [None req-0b5846fc-cf53-47d1-912b-769eb0681f98 tempest-PortsTestJSON-2085221018 tempest-PortsTestJSON-2085221018-project] In _notify_port_updated(), no bound segment for port 5ae0307b-b012-4731-95c3-ca527cd06806 on network c9584ed1-23c5-47a7-b4d6-264bedad0f19 {{(pid=94174) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:876}} Jun 23 11:34:36.728761 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.plugins.ml2.rpc [None req-dc7542b2-afef-47f4-a763-e3a3cba144be None None] Device e55346d6-3de3-4cda-9ac9-d0f88bc7f714 up at agent ovs-agent-dv-neutron-601336-94-hyperv {{(pid=94176) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:298}} Jun 23 11:34:36.736920 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0b5846fc-cf53-47d1-912b-769eb0681f98 tempest-PortsTestJSON-2085221018 tempest-PortsTestJSON-2085221018-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94174) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 11:34:36.738514 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.plugins.ml2.plugin [None req-87e9a827-6fe4-46bc-bd20-cc5071098769 tempest-PortsIpV6TestJSON-1781383748 tempest-PortsIpV6TestJSON-1781383748-project] Calling delete_port for 777bf1b7-2b52-4475-84a9-8433466c62e0 owned by network:dhcp {{(pid=94175) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1986}} Jun 23 11:34:36.740273 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron_lib.callbacks.manager [None req-0b5846fc-cf53-47d1-912b-769eb0681f98 tempest-PortsTestJSON-2085221018 tempest-PortsTestJSON-2085221018-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-217507'] for port, before_response {{(pid=94174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:34:36.744509 dv-neutron-601336-94-hyperv neutron-server[94174]: INFO neutron.wsgi [None req-0b5846fc-cf53-47d1-912b-769eb0681f98 tempest-PortsTestJSON-2085221018 tempest-PortsTestJSON-2085221018-project] 10.222.0.20 "PUT /v2.0/ports/5ae0307b-b012-4731-95c3-ca527cd06806 HTTP/1.1" status: 200 len: 960 time: 4.2357242 Jun 23 11:34:36.753334 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.wsgi [-] (94175) accepted ('10.222.0.20', 40536) {{(pid=94175) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 11:34:36.783115 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9f494923-4600-49b8-81e9-0ed7dfe60914 tempest-NetworksTest-2133396914 tempest-NetworksTest-2133396914-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 11:34:36.784204 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron_lib.callbacks.manager [None req-9f494923-4600-49b8-81e9-0ed7dfe60914 tempest-NetworksTest-2133396914 tempest-NetworksTest-2133396914-project] Notify callbacks [] for subnet, before_response {{(pid=94175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:34:36.789576 dv-neutron-601336-94-hyperv neutron-server[94175]: INFO neutron.wsgi [None req-9f494923-4600-49b8-81e9-0ed7dfe60914 tempest-NetworksTest-2133396914 tempest-NetworksTest-2133396914-project] 10.222.0.20 "PUT /v2.0/subnets/db81d8fc-6f6b-4bdd-bbda-db9ca1533c10 HTTP/1.1" status: 200 len: 877 time: 0.7387505 Jun 23 11:34:36.790654 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.wsgi [-] (94175) accepted ('10.222.0.20', 40538) {{(pid=94175) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 11:34:36.840386 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron_lib.callbacks.manager [None req-ab37ed51-fe5e-4c58-a66d-e3b6c39632cf tempest-TestNetworkBasicOps-233187296 tempest-TestNetworkBasicOps-233187296-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:34:36.842365 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron_lib.callbacks.manager [None req-fd9a8765-6250-45da-b4ea-41da2837a057 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-922904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866062', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773700135042', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773699642233', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773699642278'] for port, after_update {{(pid=94176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:34:36.849433 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG oslo_concurrency.lockutils [None req-dc7542b2-afef-47f4-a763-e3a3cba144be None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 11:34:36.920784 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f494923-4600-49b8-81e9-0ed7dfe60914 tempest-NetworksTest-2133396914 tempest-NetworksTest-2133396914-project] Pushing event updated for resources: {'Subnet': ['ID=db81d8fc-6f6b-4bdd-bbda-db9ca1533c10,revision_number=1']} {{(pid=94175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 11:34:36.921368 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG oslo_concurrency.lockutils [None req-9f494923-4600-49b8-81e9-0ed7dfe60914 tempest-NetworksTest-2133396914 tempest-NetworksTest-2133396914-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.221s {{(pid=94175) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 11:34:36.949021 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron_lib.callbacks.manager [None req-ab37ed51-fe5e-4c58-a66d-e3b6c39632cf tempest-TestNetworkBasicOps-233187296 tempest-TestNetworkBasicOps-233187296-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7996355'] for security_group_rule, after_create {{(pid=94174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:34:36.954377 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG oslo_concurrency.lockutils [None req-0bad6c6a-4f82-4893-8ea3-67a39032f736 tempest-SecGroupIPv6Test-1528675894 tempest-SecGroupIPv6Test-1528675894-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94174) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 11:34:36.996114 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fd9a8765-6250-45da-b4ea-41da2837a057 None None] Routers {'4c99b81f-8a52-421f-abc8-9ccee9678765'} bound to L3 agent in host dv-neutron-601336-94-hyperv {{(pid=94176) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 23 11:34:36.996541 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.db.l3_hamode_db [None req-fd9a8765-6250-45da-b4ea-41da2837a057 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-601336-94-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-06-23T11:22:13Z,description=,heartbeat_timestamp=2021-06-23T11:34:13Z,host='dv-neutron-601336-94-hyperv',id=50ef99c0-ef28-4db5-b303-b145898fae60,load=0,resource_versions=,resources_synced=,started_at=2021-06-23T11:22:14Z,topic='l3_agent')) {'router_ids': ['4c99b81f-8a52-421f-abc8-9ccee9678765'], 'active': True} {{(pid=94176) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 11:34:36.998370 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab37ed51-fe5e-4c58-a66d-e3b6c39632cf tempest-TestNetworkBasicOps-233187296 tempest-TestNetworkBasicOps-233187296-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ef26e435-c39b-43d4-86cc-c889961df9c4,revision_number=0']} {{(pid=94174) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 11:34:37.005184 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG oslo_concurrency.lockutils [None req-ab37ed51-fe5e-4c58-a66d-e3b6c39632cf tempest-TestNetworkBasicOps-233187296 tempest-TestNetworkBasicOps-233187296-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=94174) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 11:34:37.046920 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron_lib.callbacks.manager [None req-0f50e38d-2bbe-4e58-ac7f-86bb1a1e5ac5 tempest-NetworksTest-2133396914 tempest-NetworksTest-2133396914-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-824874'] for network, before_delete {{(pid=94175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:34:37.099443 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51d3df8c-bdbb-4b02-b467-8b880f51b82b None None] Pushing event updated for resources: {'Port': ['ID=e5476f2c-5bd4-4cc3-b744-a1495ec93de3,revision_number=4']} {{(pid=94176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 11:34:37.100420 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.plugins.ml2.plugin [None req-f95fc93f-bd14-4cf1-9569-62fc26a30e02 tempest-PortsTestJSON-2085221018 tempest-PortsTestJSON-2085221018-project] Deleting port 5ae0307b-b012-4731-95c3-ca527cd06806 {{(pid=94175) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1913}} Jun 23 11:34:37.101223 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron_lib.callbacks.manager [None req-f95fc93f-bd14-4cf1-9569-62fc26a30e02 tempest-PortsTestJSON-2085221018 tempest-PortsTestJSON-2085221018-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773700079324'] for port, before_delete {{(pid=94175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:34:37.110740 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.db.provisioning_blocks [None req-dc7542b2-afef-47f4-a763-e3a3cba144be None None] Provisioning for port e55346d6-3de3-4cda-9ac9-d0f88bc7f714 completed by entity L2. {{(pid=94176) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 23 11:34:37.116248 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG oslo_concurrency.lockutils [None req-51d3df8c-bdbb-4b02-b467-8b880f51b82b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.267s {{(pid=94176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 11:34:37.120409 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron_lib.callbacks.manager [None req-ab37ed51-fe5e-4c58-a66d-e3b6c39632cf tempest-TestNetworkBasicOps-233187296 tempest-TestNetworkBasicOps-233187296-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:34:37.121090 dv-neutron-601336-94-hyperv neutron-server[94174]: INFO neutron.wsgi [None req-ab37ed51-fe5e-4c58-a66d-e3b6c39632cf tempest-TestNetworkBasicOps-233187296 tempest-TestNetworkBasicOps-233187296-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 1.0135312 Jun 23 11:34:37.127538 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.wsgi [-] (94174) accepted ('10.222.0.20', 40540) {{(pid=94174) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 11:34:37.128988 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.api.v2.base [None req-4a7c2d71-2b68-4182-a652-b510e751d615 tempest-TestNetworkBasicOps-233187296 tempest-TestNetworkBasicOps-233187296-project] Request body: {'security_group_rule': {'security_group_id': '30a782a1-c8ca-4eeb-9aeb-36d88772e1b8', 'project_id': '772b9946478d439e9da4eaeade7fb21d', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=94174) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 23 11:34:37.141542 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.db.db_base_plugin_common [None req-59ec64a3-4a05-4a01-a586-7e8aa596afe1 None None] Allocated IP 172.20.0.3 (c5d158e5-a222-47ca-b11e-2e9044b38043/db81d8fc-6f6b-4bdd-bbda-db9ca1533c10/0e2bcfec-ece6-4995-8ee9-1a18344f5e9f) {{(pid=94176) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 23 11:34:37.146770 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.db.provisioning_blocks [None req-dc7542b2-afef-47f4-a763-e3a3cba144be None None] Provisioning complete for port e55346d6-3de3-4cda-9ac9-d0f88bc7f714 triggered by entity L2. {{(pid=94176) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 23 11:34:37.147216 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron_lib.callbacks.manager [None req-dc7542b2-afef-47f4-a763-e3a3cba144be None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-899258'] for port, provisioning_complete {{(pid=94176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:34:37.176038 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron_lib.callbacks.manager [None req-87e9a827-6fe4-46bc-bd20-cc5071098769 tempest-PortsIpV6TestJSON-1781383748 tempest-PortsIpV6TestJSON-1781383748-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-922904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866062', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773700135024', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773699642224', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5082448'] for port, after_delete {{(pid=94175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:34:37.182995 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG oslo_concurrency.lockutils [None req-007028a8-901b-4ac7-9de2-972453c51c1b tempest-PortsTestJSON-2085221018 tempest-PortsTestJSON-2085221018-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94175) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 11:34:37.191999 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron_lib.callbacks.manager [None req-0ea36752-712e-49a7-87ab-8d4215638b9f tempest-RoutersIpV6Test-1448447933 tempest-RoutersIpV6Test-1448447933-project] Notify callbacks [] for port, precommit_update {{(pid=94174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:34:37.208327 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.db.l3_dvr_db [None req-fd9a8765-6250-45da-b4ea-41da2837a057 None None] Set router 4c99b81f-8a52-421f-abc8-9ccee9678765 gateway port host: dv-neutron-601336-94-hyperv {{(pid=94176) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:838}} Jun 23 11:34:37.217148 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron_lib.callbacks.manager [None req-0f50e38d-2bbe-4e58-ac7f-86bb1a1e5ac5 tempest-NetworksTest-2133396914 tempest-NetworksTest-2133396914-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-897634'] for subnet, precommit_delete {{(pid=94175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:34:37.227684 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.db.l3_dvrscheduler_db [None req-87e9a827-6fe4-46bc-bd20-cc5071098769 tempest-PortsIpV6TestJSON-1781383748 tempest-PortsIpV6TestJSON-1781383748-project] No DVR routers for this DVR port 777bf1b7-2b52-4475-84a9-8433466c62e0 on host dv-neutron-601336-94-hyperv {{(pid=94175) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 23 11:34:37.233342 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87e9a827-6fe4-46bc-bd20-cc5071098769 tempest-PortsIpV6TestJSON-1781383748 tempest-PortsIpV6TestJSON-1781383748-project] Pushing event deleted for resources: {'Port': ['ID=777bf1b7-2b52-4475-84a9-8433466c62e0,revision_number=None']} {{(pid=94175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 11:34:37.236065 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG oslo_concurrency.lockutils [None req-87e9a827-6fe4-46bc-bd20-cc5071098769 tempest-PortsIpV6TestJSON-1781383748 tempest-PortsIpV6TestJSON-1781383748-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.053s {{(pid=94175) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 11:34:37.276197 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron_lib.callbacks.manager [None req-0ea36752-712e-49a7-87ab-8d4215638b9f tempest-RoutersIpV6Test-1448447933 tempest-RoutersIpV6Test-1448447933-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-922904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866062', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773700135042', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773699642233', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773699642278', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5196369'] for port, after_update {{(pid=94174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:34:37.277781 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron_lib.callbacks.manager [None req-0ea36752-712e-49a7-87ab-8d4215638b9f tempest-RoutersIpV6Test-1448447933 tempest-RoutersIpV6Test-1448447933-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-7866091', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-453038'] for router_interface, after_create {{(pid=94174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:34:37.281305 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG oslo_concurrency.lockutils [None req-55690eed-fcd0-4277-9bd9-c017e3c73dc0 tempest-TestNetworkBasicOps-233187296 tempest-TestNetworkBasicOps-233187296-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94174) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 11:34:37.290144 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.db.provisioning_blocks [None req-ff4ca4db-61c8-442e-a197-e7dc9ca84f3a None None] Provisioning for port 5ae0307b-b012-4731-95c3-ca527cd06806 completed by entity DHCP. {{(pid=94176) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 23 11:34:37.310413 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.db.provisioning_blocks [None req-ff4ca4db-61c8-442e-a197-e7dc9ca84f3a None None] Provisioning complete for port 5ae0307b-b012-4731-95c3-ca527cd06806 triggered by entity DHCP. {{(pid=94176) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 23 11:34:37.320122 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron_lib.callbacks.manager [None req-ff4ca4db-61c8-442e-a197-e7dc9ca84f3a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-899258'] for port, provisioning_complete {{(pid=94176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:34:37.347200 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron_lib.callbacks.manager [None req-4a7c2d71-2b68-4182-a652-b510e751d615 tempest-TestNetworkBasicOps-233187296 tempest-TestNetworkBasicOps-233187296-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:34:37.376271 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fcd6072e-e7ff-424d-a21c-6b1084b19baa None None] DHCP port deletion for 0e2e3c35-423b-43dd-a9ba-de37d9c9460b request from dv-neutron-601336-94-hyperv {{(pid=94176) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jun 23 11:34:37.389987 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron_lib.callbacks.manager [None req-f95fc93f-bd14-4cf1-9569-62fc26a30e02 tempest-PortsTestJSON-2085221018 tempest-PortsTestJSON-2085221018-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-430722'] for port, precommit_delete {{(pid=94175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:34:37.402437 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron_lib.callbacks.manager [None req-87e9a827-6fe4-46bc-bd20-cc5071098769 tempest-PortsIpV6TestJSON-1781383748 tempest-PortsIpV6TestJSON-1781383748-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-897259', 'neutron.services.segments.db._delete_segments_for_network-8773700168587'] for network, precommit_delete {{(pid=94175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:34:37.413585 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.services.segments.db [None req-87e9a827-6fe4-46bc-bd20-cc5071098769 tempest-PortsIpV6TestJSON-1781383748 tempest-PortsIpV6TestJSON-1781383748-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0e2e3c35-423b-43dd-a9ba-de37d9c9460b']}} {{(pid=94175) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 11:34:37.428804 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.services.segments.db [None req-87e9a827-6fe4-46bc-bd20-cc5071098769 tempest-PortsIpV6TestJSON-1781383748 tempest-PortsIpV6TestJSON-1781383748-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3acc0fe8-794f-4eff-b899-dd628fab5e24') {'for_net_delete': True} {{(pid=94175) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 11:34:37.429883 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.services.segments.db [None req-87e9a827-6fe4-46bc-bd20-cc5071098769 tempest-PortsIpV6TestJSON-1781383748 tempest-PortsIpV6TestJSON-1781383748-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3acc0fe8-794f-4eff-b899-dd628fab5e24') {} {{(pid=94175) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 11:34:37.446095 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.plugins.ml2.plugin [None req-f95fc93f-bd14-4cf1-9569-62fc26a30e02 tempest-PortsTestJSON-2085221018 tempest-PortsTestJSON-2085221018-project] Calling delete_port for 5ae0307b-b012-4731-95c3-ca527cd06806 owned by {{(pid=94175) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1986}} Jun 23 11:34:37.449406 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron_lib.callbacks.manager [None req-87e9a827-6fe4-46bc-bd20-cc5071098769 tempest-PortsIpV6TestJSON-1781383748 tempest-PortsIpV6TestJSON-1781383748-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8773699955833', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5190677'] for segment, before_delete {{(pid=94175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:34:37.458396 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ea36752-712e-49a7-87ab-8d4215638b9f tempest-RoutersIpV6Test-1448447933 tempest-RoutersIpV6Test-1448447933-project] Pushing event updated for resources: {'Port': ['ID=9c4f016b-ca8e-49d7-8809-bb6f832ce4cc,revision_number=2']} {{(pid=94174) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 11:34:37.462053 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG oslo_concurrency.lockutils [None req-0ea36752-712e-49a7-87ab-8d4215638b9f tempest-RoutersIpV6Test-1448447933 tempest-RoutersIpV6Test-1448447933-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.180s {{(pid=94174) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 11:34:37.499676 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron_lib.callbacks.manager [None req-4a7c2d71-2b68-4182-a652-b510e751d615 tempest-TestNetworkBasicOps-233187296 tempest-TestNetworkBasicOps-233187296-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:34:37.505444 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron_lib.callbacks.manager [None req-87e9a827-6fe4-46bc-bd20-cc5071098769 tempest-PortsIpV6TestJSON-1781383748 tempest-PortsIpV6TestJSON-1781383748-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3801'] for segment, precommit_delete {{(pid=94175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:34:37.514786 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-87e9a827-6fe4-46bc-bd20-cc5071098769 tempest-PortsIpV6TestJSON-1781383748 tempest-PortsIpV6TestJSON-1781383748-project] Releasing vlan 443 on physical network physnet1 to pool {{(pid=94175) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 23 11:34:37.515795 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron_lib.callbacks.manager [None req-87e9a827-6fe4-46bc-bd20-cc5071098769 tempest-PortsIpV6TestJSON-1781383748 tempest-PortsIpV6TestJSON-1781383748-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3801', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5082371'] for segment, after_delete {{(pid=94175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:34:37.518177 dv-neutron-601336-94-hyperv neutron-server[94175]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 23 11:34:37.518177 dv-neutron-601336-94-hyperv neutron-server[94175]: conditions |= (models_v2.Port.network_id.in_( Jun 23 11:34:37.518177 dv-neutron-601336-94-hyperv neutron-server[94175]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 23 11:34:37.518177 dv-neutron-601336-94-hyperv neutron-server[94175]: conditions |= (models_v2.Port.network_id.in_( Jun 23 11:34:37.518177 dv-neutron-601336-94-hyperv neutron-server[94175]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 23 11:34:37.518177 dv-neutron-601336-94-hyperv neutron-server[94175]: conditions |= (models_v2.Port.network_id.in_( Jun 23 11:34:37.518177 dv-neutron-601336-94-hyperv neutron-server[94175]: Traceback (most recent call last): Jun 23 11:34:37.518177 dv-neutron-601336-94-hyperv neutron-server[94175]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 23 11:34:37.518177 dv-neutron-601336-94-hyperv neutron-server[94175]: timer() Jun 23 11:34:37.518177 dv-neutron-601336-94-hyperv neutron-server[94175]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 23 11:34:37.518177 dv-neutron-601336-94-hyperv neutron-server[94175]: cb(*args, **kw) Jun 23 11:34:37.518177 dv-neutron-601336-94-hyperv neutron-server[94175]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 23 11:34:37.518177 dv-neutron-601336-94-hyperv neutron-server[94175]: return func(*args, **kwargs) Jun 23 11:34:37.518177 dv-neutron-601336-94-hyperv neutron-server[94175]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 23 11:34:37.518177 dv-neutron-601336-94-hyperv neutron-server[94175]: self._notify() Jun 23 11:34:37.518177 dv-neutron-601336-94-hyperv neutron-server[94175]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 23 11:34:37.518177 dv-neutron-601336-94-hyperv neutron-server[94175]: self.callback(batched_events) Jun 23 11:34:37.518177 dv-neutron-601336-94-hyperv neutron-server[94175]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 23 11:34:37.518177 dv-neutron-601336-94-hyperv neutron-server[94175]: event.method(event) Jun 23 11:34:37.518177 dv-neutron-601336-94-hyperv neutron-server[94175]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 23 11:34:37.518177 dv-neutron-601336-94-hyperv neutron-server[94175]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 23 11:34:37.518177 dv-neutron-601336-94-hyperv neutron-server[94175]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 23 11:34:37.518177 dv-neutron-601336-94-hyperv neutron-server[94175]: aggregate_uuid = self.p_client.list_aggregates( Jun 23 11:34:37.518177 dv-neutron-601336-94-hyperv neutron-server[94175]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 23 11:34:37.518177 dv-neutron-601336-94-hyperv neutron-server[94175]: return f(self, *a, **k) Jun 23 11:34:37.518177 dv-neutron-601336-94-hyperv neutron-server[94175]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 23 11:34:37.518177 dv-neutron-601336-94-hyperv neutron-server[94175]: return self._get(url).json() Jun 23 11:34:37.518177 dv-neutron-601336-94-hyperv neutron-server[94175]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 23 11:34:37.518177 dv-neutron-601336-94-hyperv neutron-server[94175]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 23 11:34:37.518177 dv-neutron-601336-94-hyperv neutron-server[94175]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 23 11:34:37.518177 dv-neutron-601336-94-hyperv neutron-server[94175]: return self.request(url, 'GET', **kwargs) Jun 23 11:34:37.518177 dv-neutron-601336-94-hyperv neutron-server[94175]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 23 11:34:37.518177 dv-neutron-601336-94-hyperv neutron-server[94175]: base_url = self.get_endpoint(auth, allow=allow, Jun 23 11:34:37.518177 dv-neutron-601336-94-hyperv neutron-server[94175]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 23 11:34:37.518177 dv-neutron-601336-94-hyperv neutron-server[94175]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 23 11:34:37.518177 dv-neutron-601336-94-hyperv neutron-server[94175]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 23 11:34:37.518177 dv-neutron-601336-94-hyperv neutron-server[94175]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 23 11:34:37.518177 dv-neutron-601336-94-hyperv neutron-server[94175]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 23 11:34:37.525436 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.plugins.ml2.plugin [None req-ff4ca4db-61c8-442e-a197-e7dc9ca84f3a None None] Port 5ae0307b-b012-4731-95c3-ca527cd06806 cannot update to ACTIVE because it is not bound. {{(pid=94176) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jun 23 11:34:37.531736 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0ea36752-712e-49a7-87ab-8d4215638b9f tempest-RoutersIpV6Test-1448447933 tempest-RoutersIpV6Test-1448447933-project] Network 30f8707b-479b-4c67-8b63-4252ecc9ff09 is already hosted by enough agents. {{(pid=94174) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 23 11:34:37.533671 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.scheduler.base_scheduler [None req-0ea36752-712e-49a7-87ab-8d4215638b9f tempest-RoutersIpV6Test-1448447933 tempest-RoutersIpV6Test-1448447933-project] Resources bound (agent type, host, resource id): {{(pid=94174) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 23 11:34:37.574719 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron_lib.callbacks.manager [None req-dc7542b2-afef-47f4-a763-e3a3cba144be None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-923122'] for port, before_update {{(pid=94176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:34:37.594530 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron_lib.callbacks.manager [None req-4a7c2d71-2b68-4182-a652-b510e751d615 tempest-TestNetworkBasicOps-233187296 tempest-TestNetworkBasicOps-233187296-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7996355'] for security_group_rule, after_create {{(pid=94174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:34:37.665009 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron_lib.callbacks.manager [None req-59ec64a3-4a05-4a01-a586-7e8aa596afe1 None None] Notify callbacks [] for port, precommit_create {{(pid=94176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:34:37.665516 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron_lib.callbacks.manager [None req-87e9a827-6fe4-46bc-bd20-cc5071098769 tempest-PortsIpV6TestJSON-1781383748 tempest-PortsIpV6TestJSON-1781383748-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-897248', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8002400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7866073', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-524247'] for network, after_delete {{(pid=94175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:34:37.670696 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG oslo_concurrency.lockutils [None req-004b2a02-2dd1-43dc-991c-2e6bd9d059cd tempest-NetworksTest-2133396914 tempest-NetworksTest-2133396914-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94175) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 11:34:37.675895 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron_lib.callbacks.manager [None req-87e9a827-6fe4-46bc-bd20-cc5071098769 tempest-PortsIpV6TestJSON-1781383748 tempest-PortsIpV6TestJSON-1781383748-project] Notify callbacks [] for network, before_response {{(pid=94175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:34:37.683247 dv-neutron-601336-94-hyperv neutron-server[94175]: INFO neutron.wsgi [None req-87e9a827-6fe4-46bc-bd20-cc5071098769 tempest-PortsIpV6TestJSON-1781383748 tempest-PortsIpV6TestJSON-1781383748-project] 10.222.0.20 "DELETE /v2.0/networks/0e2e3c35-423b-43dd-a9ba-de37d9c9460b HTTP/1.1" status: 204 len: 168 time: 1.4749238 Jun 23 11:34:37.685486 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.wsgi [-] (94175) accepted ('10.222.0.20', 40542) {{(pid=94175) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 11:34:37.690818 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.api.v2.base [None req-058738d0-a220-4908-8827-ea535dad3df5 tempest-PortsIpV6TestJSON-1781383748 tempest-PortsIpV6TestJSON-1781383748-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-327301588'}} {{(pid=94175) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 23 11:34:37.706455 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87e9a827-6fe4-46bc-bd20-cc5071098769 tempest-PortsIpV6TestJSON-1781383748 tempest-PortsIpV6TestJSON-1781383748-project] Pushing event deleted for resources: {'Network': ['ID=0e2e3c35-423b-43dd-a9ba-de37d9c9460b,revision_number=None']} {{(pid=94175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 11:34:37.715063 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.plugins.ml2.db [None req-dc7542b2-afef-47f4-a763-e3a3cba144be None None] For port e55346d6-3de3-4cda-9ac9-d0f88bc7f714, host dv-neutron-601336-94-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-94-hyperv',level=0,port_id=e55346d6-3de3-4cda-9ac9-d0f88bc7f714,segment=NetworkSegment(78d6d132-b23e-4555-9358-dea047b3f21c),segment_id=78d6d132-b23e-4555-9358-dea047b3f21c)] {{(pid=94176) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 23 11:34:37.715864 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG oslo_concurrency.lockutils [None req-87e9a827-6fe4-46bc-bd20-cc5071098769 tempest-PortsIpV6TestJSON-1781383748 tempest-PortsIpV6TestJSON-1781383748-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=94175) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 11:34:37.725981 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.db.provisioning_blocks [None req-59ec64a3-4a05-4a01-a586-7e8aa596afe1 None None] Transition to ACTIVE for port object 0e2bcfec-ece6-4995-8ee9-1a18344f5e9f will not be triggered until provisioned by entity L2. {{(pid=94176) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 23 11:34:37.738672 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.db.provisioning_blocks [None req-59ec64a3-4a05-4a01-a586-7e8aa596afe1 None None] Transition to ACTIVE for port object 0e2bcfec-ece6-4995-8ee9-1a18344f5e9f will not be triggered until provisioned by entity DHCP. {{(pid=94176) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 23 11:34:37.745525 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron_lib.callbacks.manager [None req-f95fc93f-bd14-4cf1-9569-62fc26a30e02 tempest-PortsTestJSON-2085221018 tempest-PortsTestJSON-2085221018-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-922904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866062', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773700135024', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773699642224', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5082448'] for port, after_delete {{(pid=94175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:34:37.750415 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG oslo_concurrency.lockutils [None req-938a908b-2c0e-4510-ac5f-eb6c04a9faf3 tempest-PortsTestJSON-2085221018 tempest-PortsTestJSON-2085221018-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94175) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 11:34:37.768773 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.db.provisioning_blocks [None req-ff4ca4db-61c8-442e-a197-e7dc9ca84f3a None None] Provisioning for port 9c4f016b-ca8e-49d7-8809-bb6f832ce4cc completed by entity DHCP. {{(pid=94176) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 23 11:34:37.776075 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.db.provisioning_blocks [None req-ff4ca4db-61c8-442e-a197-e7dc9ca84f3a None None] Provisioning complete for port 9c4f016b-ca8e-49d7-8809-bb6f832ce4cc triggered by entity DHCP. {{(pid=94176) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 23 11:34:37.776519 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron_lib.callbacks.manager [None req-ff4ca4db-61c8-442e-a197-e7dc9ca84f3a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-899258'] for port, provisioning_complete {{(pid=94176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:34:37.782290 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.db.l3_hamode_db [None req-fd9a8765-6250-45da-b4ea-41da2837a057 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4c99b81f-8a52-421f-abc8-9ccee9678765', 'name': 'tempest-TestNetworkBasicOps-router-26535949', 'tenant_id': '772b9946478d439e9da4eaeade7fb21d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3e7e4eb3-cf02-4d47-ade9-0a579cdfc60f', 'external_fixed_ips': [{'subnet_id': 'a5ad15ab-c489-4a67-a9b0-d559fca0ec71', 'ip_address': '172.26.3.243'}], 'enable_snat': True}, 'gw_port_id': '3aeaf89e-5f81-4c55-b262-f57f38a5e301', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-23T11:34:22Z', 'updated_at': '2021-06-23T11:34:31Z', 'revision_number': 4, 'project_id': '772b9946478d439e9da4eaeade7fb21d', 'gw_port': {'id': '3aeaf89e-5f81-4c55-b262-f57f38a5e301', 'name': '', 'network_id': '3e7e4eb3-cf02-4d47-ade9-0a579cdfc60f', 'tenant_id': '', 'mac_address': 'fa:16:3e:74:1f:dd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4c99b81f-8a52-421f-abc8-9ccee9678765', 'device_owner': 'network:router_gateway', 'standard_attr_id': 875, 'fixed_ips': [{'subnet_id': 'a5ad15ab-c489-4a67-a9b0-d559fca0ec71', 'ip_address': '172.26.3.243', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-94-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-23T11:34:23Z', 'updated_at': '2021-06-23T11:34:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a5ad15ab-c489-4a67-a9b0-d559fca0ec71', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-601336-94-hyperv', '_interfaces': [{'id': 'e5476f2c-5bd4-4cc3-b744-a1495ec93de3', 'name': '', 'network_id': 'cf29c68f-82b8-4662-a929-931f65637941', 'tenant_id': '772b9946478d439e9da4eaeade7fb21d', 'mac_address': 'fa:16:3e:9d:69:3b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4c99b81f-8a52-421f-abc8-9ccee9678765', 'device_owner': 'network:router_interface', 'standard_attr_id': 903, 'fixed_ips': [{'subnet_id': 'a2268277-49d2-4de4-9270-a498945fea2b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-94-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-23T11:34:28Z', 'updated_at': '2021-06-23T11:34:36Z', 'revision_number': 4, 'project_id': '772b9946478d439e9da4eaeade7fb21d', 'subnets': [{'id': 'a2268277-49d2-4de4-9270-a498945fea2b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-601336-94-hyperv', False) {} {{(pid=94176) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 11:34:37.785370 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f95fc93f-bd14-4cf1-9569-62fc26a30e02 tempest-PortsTestJSON-2085221018 tempest-PortsTestJSON-2085221018-project] Pushing event deleted for resources: {'Port': ['ID=5ae0307b-b012-4731-95c3-ca527cd06806,revision_number=None']} {{(pid=94175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 11:34:37.789004 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG oslo_concurrency.lockutils [None req-f95fc93f-bd14-4cf1-9569-62fc26a30e02 tempest-PortsTestJSON-2085221018 tempest-PortsTestJSON-2085221018-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.038s {{(pid=94175) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 11:34:37.867362 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-058738d0-a220-4908-8827-ea535dad3df5 tempest-PortsIpV6TestJSON-1781383748 tempest-PortsIpV6TestJSON-1781383748-project] Made reservation on behalf of 4a9805c328414e068d83db5c9b76c3c7 for: {'network': 1} {{(pid=94175) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 23 11:34:37.871960 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron_lib.callbacks.manager [None req-058738d0-a220-4908-8827-ea535dad3df5 tempest-PortsIpV6TestJSON-1781383748 tempest-PortsIpV6TestJSON-1781383748-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-923104'] for network, before_create {{(pid=94175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:34:37.939660 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron_lib.callbacks.manager [None req-f95fc93f-bd14-4cf1-9569-62fc26a30e02 tempest-PortsTestJSON-2085221018 tempest-PortsTestJSON-2085221018-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-217507'] for port, before_response {{(pid=94175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:34:37.945162 dv-neutron-601336-94-hyperv neutron-server[94175]: INFO neutron.wsgi [None req-f95fc93f-bd14-4cf1-9569-62fc26a30e02 tempest-PortsTestJSON-2085221018 tempest-PortsTestJSON-2085221018-project] 10.222.0.20 "DELETE /v2.0/ports/5ae0307b-b012-4731-95c3-ca527cd06806 HTTP/1.1" status: 204 len: 168 time: 1.1869664 Jun 23 11:34:37.946472 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.wsgi [-] (94175) accepted ('10.222.0.20', 40544) {{(pid=94175) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 11:34:37.977900 dv-neutron-601336-94-hyperv neutron-server[94175]: INFO neutron.pecan_wsgi.hooks.translation [None req-9ecd4500-4d70-4cae-8d35-406c5049c85f tempest-PortsTestJSON-2085221018 tempest-PortsTestJSON-2085221018-project] GET failed (client error): The resource could not be found. Jun 23 11:34:37.983241 dv-neutron-601336-94-hyperv neutron-server[94175]: INFO neutron.wsgi [None req-9ecd4500-4d70-4cae-8d35-406c5049c85f tempest-PortsTestJSON-2085221018 tempest-PortsTestJSON-2085221018-project] 10.222.0.20 "GET /v2.0/ports/5ae0307b-b012-4731-95c3-ca527cd06806 HTTP/1.1" status: 404 len: 333 time: 0.0355847 Jun 23 11:34:37.983999 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.wsgi [-] (94175) accepted ('10.222.0.20', 40546) {{(pid=94175) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 11:34:37.997725 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron_lib.callbacks.manager [None req-0f50e38d-2bbe-4e58-ac7f-86bb1a1e5ac5 tempest-NetworksTest-2133396914 tempest-NetworksTest-2133396914-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-897627', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866062', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5083050', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4660036'] for subnet, after_delete {{(pid=94175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:34:38.002217 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fd9a8765-6250-45da-b4ea-41da2837a057 None None] The sync data for ids ['4c99b81f-8a52-421f-abc8-9ccee9678765'] in dv-neutron-601336-94-hyperv is: [{'id': '4c99b81f-8a52-421f-abc8-9ccee9678765', 'name': 'tempest-TestNetworkBasicOps-router-26535949', 'tenant_id': '772b9946478d439e9da4eaeade7fb21d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3e7e4eb3-cf02-4d47-ade9-0a579cdfc60f', 'external_fixed_ips': [{'subnet_id': 'a5ad15ab-c489-4a67-a9b0-d559fca0ec71', 'ip_address': '172.26.3.243'}], 'enable_snat': True}, 'gw_port_id': '3aeaf89e-5f81-4c55-b262-f57f38a5e301', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-23T11:34:22Z', 'updated_at': '2021-06-23T11:34:31Z', 'revision_number': 4, 'project_id': '772b9946478d439e9da4eaeade7fb21d', 'gw_port': {'id': '3aeaf89e-5f81-4c55-b262-f57f38a5e301', 'name': '', 'network_id': '3e7e4eb3-cf02-4d47-ade9-0a579cdfc60f', 'tenant_id': '', 'mac_address': 'fa:16:3e:74:1f:dd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4c99b81f-8a52-421f-abc8-9ccee9678765', 'device_owner': 'network:router_gateway', 'standard_attr_id': 875, 'fixed_ips': [{'subnet_id': 'a5ad15ab-c489-4a67-a9b0-d559fca0ec71', 'ip_address': '172.26.3.243', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-94-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-23T11:34:23Z', 'updated_at': '2021-06-23T11:34:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a5ad15ab-c489-4a67-a9b0-d559fca0ec71', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-601336-94-hyperv', '_interfaces': [{'id': 'e5476f2c-5bd4-4cc3-b744-a1495ec93de3', 'name': '', 'network_id': 'cf29c68f-82b8-4662-a929-931f65637941', 'tenant_id': '772b9946478d439e9da4eaeade7fb21d', 'mac_address': 'fa:16:3e:9d:69:3b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4c99b81f-8a52-421f-abc8-9ccee9678765', 'device_owner': 'network:router_interface', 'standard_attr_id': 903, 'fixed_ips': [{'subnet_id': 'a2268277-49d2-4de4-9270-a498945fea2b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-94-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-23T11:34:28Z', 'updated_at': '2021-06-23T11:34:36Z', 'revision_number': 4, 'project_id': '772b9946478d439e9da4eaeade7fb21d', 'subnets': [{'id': 'a2268277-49d2-4de4-9270-a498945fea2b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94176) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 23 11:34:38.007677 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron_lib.callbacks.manager [None req-dc7542b2-afef-47f4-a763-e3a3cba144be None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-922904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866062', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773700135042', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773699642233', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773699642278'] for port, after_update {{(pid=94176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:34:38.007677 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.plugins.ml2.rpc [None req-dc7542b2-afef-47f4-a763-e3a3cba144be None None] Device 777bf1b7-2b52-4475-84a9-8433466c62e0 up at agent ovs-agent-dv-neutron-601336-94-hyperv {{(pid=94176) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:298}} Jun 23 11:34:38.008294 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-058738d0-a220-4908-8827-ea535dad3df5 tempest-PortsIpV6TestJSON-1781383748 tempest-PortsIpV6TestJSON-1781383748-project] vlan segment allocate from pool success with {'vlan_id': 433, 'physical_network': 'physnet1'} {{(pid=94175) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 23 11:34:38.010405 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG oslo_concurrency.lockutils [None req-f9cd93f0-a7d3-4306-be4b-6f054b572ece None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 11:34:38.011538 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG oslo_concurrency.lockutils [None req-ee06ff69-ebdb-4eb4-b0f7-b66d63dd2835 tempest-BulkNetworkOpsTest-447796090 tempest-BulkNetworkOpsTest-447796090-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94175) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 11:34:38.024731 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG oslo_concurrency.lockutils [None req-1ac0fea8-b01e-42b2-a9af-5dcee7738587 tempest-SecGroupIPv6Test-1528675894 tempest-SecGroupIPv6Test-1528675894-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94174) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 11:34:38.047071 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron_lib.callbacks.manager [None req-59ec64a3-4a05-4a01-a586-7e8aa596afe1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-922915', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-239814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7866073', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773699642215'] for port, after_create {{(pid=94176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:34:38.062719 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0ea36752-712e-49a7-87ab-8d4215638b9f tempest-RoutersIpV6Test-1448447933 tempest-RoutersIpV6Test-1448447933-project] Router 4b2532a2-6cbd-4a55-bb1d-644d5c407195 has already been hosted by L3 agent 50ef99c0-ef28-4db5-b303-b145898fae60 {{(pid=94174) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 23 11:34:38.080510 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a7c2d71-2b68-4182-a652-b510e751d615 tempest-TestNetworkBasicOps-233187296 tempest-TestNetworkBasicOps-233187296-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=55762c2e-95e3-4d3a-b351-76b56c274934,revision_number=0']} {{(pid=94174) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 11:34:38.085005 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG oslo_concurrency.lockutils [None req-4a7c2d71-2b68-4182-a652-b510e751d615 tempest-TestNetworkBasicOps-233187296 tempest-TestNetworkBasicOps-233187296-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.060s {{(pid=94174) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 11:34:38.124063 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.plugins.ml2.plugin [None req-dc7542b2-afef-47f4-a763-e3a3cba144be None None] No Port match for: 777bf1b7-2b52-4475-84a9-8433466c62e0 {{(pid=94176) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2240}} Jun 23 11:34:38.124430 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.plugins.ml2.rpc [None req-dc7542b2-afef-47f4-a763-e3a3cba144be None None] Device 777bf1b7-2b52-4475-84a9-8433466c62e0 not bound to the agent host dv-neutron-601336-94-hyperv {{(pid=94176) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:306}} Jun 23 11:34:38.125019 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron_lib.callbacks.manager [None req-0f50e38d-2bbe-4e58-ac7f-86bb1a1e5ac5 tempest-NetworksTest-2133396914 tempest-NetworksTest-2133396914-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-897259', 'neutron.services.segments.db._delete_segments_for_network-8773700168587'] for network, precommit_delete {{(pid=94175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:34:38.136049 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.services.segments.db [None req-0f50e38d-2bbe-4e58-ac7f-86bb1a1e5ac5 tempest-NetworksTest-2133396914 tempest-NetworksTest-2133396914-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c5d158e5-a222-47ca-b11e-2e9044b38043']}} {{(pid=94175) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 11:34:38.158418 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.services.segments.db [None req-0f50e38d-2bbe-4e58-ac7f-86bb1a1e5ac5 tempest-NetworksTest-2133396914 tempest-NetworksTest-2133396914-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '23563cc9-de0e-48c2-ba02-89c091c4a061') {'for_net_delete': True} {{(pid=94175) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 11:34:38.158723 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.services.segments.db [None req-0f50e38d-2bbe-4e58-ac7f-86bb1a1e5ac5 tempest-NetworksTest-2133396914 tempest-NetworksTest-2133396914-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '23563cc9-de0e-48c2-ba02-89c091c4a061') {} {{(pid=94175) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 11:34:38.167065 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-59ec64a3-4a05-4a01-a586-7e8aa596afe1 None None] Network c5d158e5-a222-47ca-b11e-2e9044b38043 is already hosted by enough agents. {{(pid=94176) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 23 11:34:38.169091 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron_lib.callbacks.manager [None req-0f50e38d-2bbe-4e58-ac7f-86bb1a1e5ac5 tempest-NetworksTest-2133396914 tempest-NetworksTest-2133396914-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8773699955833', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5190677'] for segment, before_delete {{(pid=94175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:34:38.177380 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.scheduler.base_scheduler [None req-59ec64a3-4a05-4a01-a586-7e8aa596afe1 None None] Resources bound (agent type, host, resource id): {{(pid=94176) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 23 11:34:38.180703 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.db.l3_dvrscheduler_db [None req-59ec64a3-4a05-4a01-a586-7e8aa596afe1 None None] Received port after_create {{(pid=94176) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 23 11:34:38.182778 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.plugins.ml2.plugin [None req-ff4ca4db-61c8-442e-a197-e7dc9ca84f3a None None] Port 9c4f016b-ca8e-49d7-8809-bb6f832ce4cc cannot update to ACTIVE because it is not bound. {{(pid=94176) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jun 23 11:34:38.197267 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.plugins.ml2.rpc [None req-dc7542b2-afef-47f4-a763-e3a3cba144be None None] Port 777bf1b7-2b52-4475-84a9-8433466c62e0 not found, will not notify nova. {{(pid=94176) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:316}} Jun 23 11:34:38.197707 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.plugins.ml2.rpc [None req-dc7542b2-afef-47f4-a763-e3a3cba144be None None] Device ec8330c5-73ea-4217-bbfe-5ed799e56847 up at agent ovs-agent-dv-neutron-601336-94-hyperv {{(pid=94176) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:298}} Jun 23 11:34:38.215330 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron_lib.callbacks.manager [None req-0f50e38d-2bbe-4e58-ac7f-86bb1a1e5ac5 tempest-NetworksTest-2133396914 tempest-NetworksTest-2133396914-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3801'] for segment, precommit_delete {{(pid=94175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:34:38.218364 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron_lib.callbacks.manager [None req-4a7c2d71-2b68-4182-a652-b510e751d615 tempest-TestNetworkBasicOps-233187296 tempest-TestNetworkBasicOps-233187296-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:34:38.222088 dv-neutron-601336-94-hyperv neutron-server[94174]: INFO neutron.wsgi [None req-4a7c2d71-2b68-4182-a652-b510e751d615 tempest-TestNetworkBasicOps-233187296 tempest-TestNetworkBasicOps-233187296-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 1.0942802 Jun 23 11:34:38.222297 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.wsgi [-] (94174) accepted ('10.222.0.20', 40550) {{(pid=94174) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 11:34:38.225153 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0f50e38d-2bbe-4e58-ac7f-86bb1a1e5ac5 tempest-NetworksTest-2133396914 tempest-NetworksTest-2133396914-project] Releasing vlan 401 on physical network physnet1 to pool {{(pid=94175) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 23 11:34:38.225820 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron_lib.callbacks.manager [None req-0f50e38d-2bbe-4e58-ac7f-86bb1a1e5ac5 tempest-NetworksTest-2133396914 tempest-NetworksTest-2133396914-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3801', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5082371'] for segment, after_delete {{(pid=94175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:34:38.227127 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.api.v2.base [None req-5d9877c7-3727-44ee-bdc7-6e8a01381f08 tempest-TestNetworkBasicOps-233187296 tempest-TestNetworkBasicOps-233187296-project] Request body: {'security_group_rule': {'security_group_id': '30a782a1-c8ca-4eeb-9aeb-36d88772e1b8', 'project_id': '772b9946478d439e9da4eaeade7fb21d', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=94174) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 23 11:34:38.264190 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc7542b2-afef-47f4-a763-e3a3cba144be None None] Pushing event updated for resources: {'Port': ['ID=e55346d6-3de3-4cda-9ac9-d0f88bc7f714,revision_number=3']} {{(pid=94176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 11:34:38.266524 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0ea36752-712e-49a7-87ab-8d4215638b9f tempest-RoutersIpV6Test-1448447933 tempest-RoutersIpV6Test-1448447933-project] Notify agent at l3_agent.dv-neutron-601336-94-hyperv the message routers_updated {{(pid=94174) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 23 11:34:38.267687 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG oslo_concurrency.lockutils [None req-dc7542b2-afef-47f4-a763-e3a3cba144be None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.257s {{(pid=94176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 11:34:38.271821 dv-neutron-601336-94-hyperv neutron-server[94174]: INFO neutron.wsgi [None req-0ea36752-712e-49a7-87ab-8d4215638b9f tempest-RoutersIpV6Test-1448447933 tempest-RoutersIpV6Test-1448447933-project] 10.222.0.20 "PUT /v2.0/routers/4b2532a2-6cbd-4a55-bb1d-644d5c407195/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.4224265 Jun 23 11:34:38.279692 dv-neutron-601336-94-hyperv neutron-server[94177]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-01b4a481-375a-4b51-9c8b-2361878b21d8 None None] Sync routers for ids ['4b2532a2-6cbd-4a55-bb1d-644d5c407195'] in dv-neutron-601336-94-hyperv {{(pid=94177) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 23 11:34:38.280501 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.wsgi [-] (94174) accepted ('10.222.0.20', 40552) {{(pid=94174) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 11:34:38.297913 dv-neutron-601336-94-hyperv neutron-server[94177]: DEBUG neutron.db.l3_dvrscheduler_db [None req-01b4a481-375a-4b51-9c8b-2361878b21d8 None None] Routers {'4b2532a2-6cbd-4a55-bb1d-644d5c407195'} bound to L3 agent in host dv-neutron-601336-94-hyperv {{(pid=94177) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 23 11:34:38.298614 dv-neutron-601336-94-hyperv neutron-server[94177]: DEBUG neutron.db.l3_hamode_db [None req-01b4a481-375a-4b51-9c8b-2361878b21d8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-601336-94-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-06-23T11:22:13Z,description=,heartbeat_timestamp=2021-06-23T11:34:13Z,host='dv-neutron-601336-94-hyperv',id=50ef99c0-ef28-4db5-b303-b145898fae60,load=0,resource_versions=,resources_synced=,started_at=2021-06-23T11:22:14Z,topic='l3_agent')) {'router_ids': ['4b2532a2-6cbd-4a55-bb1d-644d5c407195'], 'active': True} {{(pid=94177) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 11:34:38.300928 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG oslo_concurrency.lockutils [None req-dba2a7a2-e190-4b8d-8bfd-2a4d9428723b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.192s {{(pid=94176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 11:34:38.326064 dv-neutron-601336-94-hyperv neutron-server[94175]: Traceback (most recent call last): Jun 23 11:34:38.326064 dv-neutron-601336-94-hyperv neutron-server[94175]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 23 11:34:38.326064 dv-neutron-601336-94-hyperv neutron-server[94175]: timer() Jun 23 11:34:38.326064 dv-neutron-601336-94-hyperv neutron-server[94175]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 23 11:34:38.326064 dv-neutron-601336-94-hyperv neutron-server[94175]: cb(*args, **kw) Jun 23 11:34:38.326064 dv-neutron-601336-94-hyperv neutron-server[94175]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 23 11:34:38.326064 dv-neutron-601336-94-hyperv neutron-server[94175]: return func(*args, **kwargs) Jun 23 11:34:38.326064 dv-neutron-601336-94-hyperv neutron-server[94175]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 23 11:34:38.326064 dv-neutron-601336-94-hyperv neutron-server[94175]: self._notify() Jun 23 11:34:38.326064 dv-neutron-601336-94-hyperv neutron-server[94175]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 23 11:34:38.326064 dv-neutron-601336-94-hyperv neutron-server[94175]: self.callback(batched_events) Jun 23 11:34:38.326064 dv-neutron-601336-94-hyperv neutron-server[94175]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 23 11:34:38.326064 dv-neutron-601336-94-hyperv neutron-server[94175]: event.method(event) Jun 23 11:34:38.326064 dv-neutron-601336-94-hyperv neutron-server[94175]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 23 11:34:38.326064 dv-neutron-601336-94-hyperv neutron-server[94175]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 23 11:34:38.326064 dv-neutron-601336-94-hyperv neutron-server[94175]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 23 11:34:38.326064 dv-neutron-601336-94-hyperv neutron-server[94175]: aggregate_uuid = self.p_client.list_aggregates( Jun 23 11:34:38.326064 dv-neutron-601336-94-hyperv neutron-server[94175]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 23 11:34:38.326064 dv-neutron-601336-94-hyperv neutron-server[94175]: return f(self, *a, **k) Jun 23 11:34:38.326064 dv-neutron-601336-94-hyperv neutron-server[94175]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 23 11:34:38.326064 dv-neutron-601336-94-hyperv neutron-server[94175]: return self._get(url).json() Jun 23 11:34:38.326064 dv-neutron-601336-94-hyperv neutron-server[94175]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 23 11:34:38.326064 dv-neutron-601336-94-hyperv neutron-server[94175]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 23 11:34:38.326064 dv-neutron-601336-94-hyperv neutron-server[94175]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 23 11:34:38.326064 dv-neutron-601336-94-hyperv neutron-server[94175]: return self.request(url, 'GET', **kwargs) Jun 23 11:34:38.326064 dv-neutron-601336-94-hyperv neutron-server[94175]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 23 11:34:38.326064 dv-neutron-601336-94-hyperv neutron-server[94175]: base_url = self.get_endpoint(auth, allow=allow, Jun 23 11:34:38.326064 dv-neutron-601336-94-hyperv neutron-server[94175]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 23 11:34:38.326064 dv-neutron-601336-94-hyperv neutron-server[94175]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 23 11:34:38.326064 dv-neutron-601336-94-hyperv neutron-server[94175]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 23 11:34:38.326064 dv-neutron-601336-94-hyperv neutron-server[94175]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 23 11:34:38.326064 dv-neutron-601336-94-hyperv neutron-server[94175]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 23 11:34:38.343967 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ae838b16-bc8b-4d29-a57e-acc85fd97f2c tempest-RoutersIpV6Test-1448447933 tempest-RoutersIpV6Test-1448447933-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94174) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 11:34:38.345435 dv-neutron-601336-94-hyperv neutron-server[94174]: INFO neutron.wsgi [None req-ae838b16-bc8b-4d29-a57e-acc85fd97f2c tempest-RoutersIpV6Test-1448447933 tempest-RoutersIpV6Test-1448447933-project] 10.222.0.20 "GET /v2.0/ports/9c4f016b-ca8e-49d7-8809-bb6f832ce4cc HTTP/1.1" status: 200 len: 913 time: 0.0654163 Jun 23 11:34:38.348799 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.wsgi [-] (94174) accepted ('10.222.0.20', 40554) {{(pid=94174) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 11:34:38.353352 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f50e38d-2bbe-4e58-ac7f-86bb1a1e5ac5 tempest-NetworksTest-2133396914 tempest-NetworksTest-2133396914-project] Pushing event deleted for resources: {'Subnet': ['ID=db81d8fc-6f6b-4bdd-bbda-db9ca1533c10,revision_number=None']} {{(pid=94175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 11:34:38.366224 dv-neutron-601336-94-hyperv neutron-server[94177]: DEBUG neutron.db.l3_hamode_db [None req-01b4a481-375a-4b51-9c8b-2361878b21d8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-601336-94-hyperv', False) {} {{(pid=94177) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 11:34:38.368518 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG oslo_concurrency.lockutils [None req-0f50e38d-2bbe-4e58-ac7f-86bb1a1e5ac5 tempest-NetworksTest-2133396914 tempest-NetworksTest-2133396914-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.357s {{(pid=94175) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 11:34:38.378545 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.plugins.ml2.managers [None req-59ec64a3-4a05-4a01-a586-7e8aa596afe1 None None] Attempting to bind port 0e2bcfec-ece6-4995-8ee9-1a18344f5e9f on host dv-neutron-601336-94-hyperv for vnic_type normal with profile {{(pid=94176) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 23 11:34:38.378545 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.plugins.ml2.managers [None req-59ec64a3-4a05-4a01-a586-7e8aa596afe1 None None] Attempting to bind port 0e2bcfec-ece6-4995-8ee9-1a18344f5e9f by drivers openvswitch,hyperv on host dv-neutron-601336-94-hyperv at level 0 using segments [{'id': '23563cc9-de0e-48c2-ba02-89c091c4a061', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 401, 'network_id': 'c5d158e5-a222-47ca-b11e-2e9044b38043'}] {{(pid=94176) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 23 11:34:38.378545 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-59ec64a3-4a05-4a01-a586-7e8aa596afe1 None None] Attempting to bind port 0e2bcfec-ece6-4995-8ee9-1a18344f5e9f on network c5d158e5-a222-47ca-b11e-2e9044b38043 {{(pid=94176) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 23 11:34:38.378936 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron_lib.callbacks.manager [None req-058738d0-a220-4908-8827-ea535dad3df5 tempest-PortsIpV6TestJSON-1781383748 tempest-PortsIpV6TestJSON-1781383748-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3801'] for segment, precommit_create {{(pid=94175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:34:38.379210 dv-neutron-601336-94-hyperv neutron-server[94175]: INFO neutron.db.segments_db [None req-058738d0-a220-4908-8827-ea535dad3df5 tempest-PortsIpV6TestJSON-1781383748 tempest-PortsIpV6TestJSON-1781383748-project] Added segment 6fb9b574-3737-4aac-96ee-09a4a39a59e9 of type vlan for network e9930e9d-c324-46b9-a384-e0b47123ebc9 Jun 23 11:34:38.382872 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.db.provisioning_blocks [None req-ff4ca4db-61c8-442e-a197-e7dc9ca84f3a None None] Provisioning for port ec8330c5-73ea-4217-bbfe-5ed799e56847 completed by entity DHCP. {{(pid=94176) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 23 11:34:38.384909 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59ec64a3-4a05-4a01-a586-7e8aa596afe1 None None] Pushing event updated for resources: {'Port': ['ID=0e2bcfec-ece6-4995-8ee9-1a18344f5e9f,revision_number=1']} {{(pid=94176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 11:34:38.388573 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG oslo_concurrency.lockutils [None req-59ec64a3-4a05-4a01-a586-7e8aa596afe1 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.088s {{(pid=94176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 11:34:38.393203 dv-neutron-601336-94-hyperv neutron-server[94177]: DEBUG neutron.db.l3_dvrscheduler_db [None req-01b4a481-375a-4b51-9c8b-2361878b21d8 None None] Routers {'4b2532a2-6cbd-4a55-bb1d-644d5c407195'} bound to L3 agent in host dv-neutron-601336-94-hyperv {{(pid=94177) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 23 11:34:38.393813 dv-neutron-601336-94-hyperv neutron-server[94177]: DEBUG neutron.db.l3_hamode_db [None req-01b4a481-375a-4b51-9c8b-2361878b21d8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-601336-94-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-06-23T11:22:13Z,description=,heartbeat_timestamp=2021-06-23T11:34:13Z,host='dv-neutron-601336-94-hyperv',id=50ef99c0-ef28-4db5-b303-b145898fae60,load=0,resource_versions=,resources_synced=,started_at=2021-06-23T11:22:14Z,topic='l3_agent')) {'router_ids': ['4b2532a2-6cbd-4a55-bb1d-644d5c407195'], 'active': True} {{(pid=94177) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 11:34:38.398957 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-59ec64a3-4a05-4a01-a586-7e8aa596afe1 None None] Checking agent: {'id': '4d05f899-5ac9-411b-8a03-f60c93f87cdf', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-601336-94-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 23, 11, 22, 14), 'started_at': datetime.datetime(2021, 6, 23, 11, 22, 44), 'heartbeat_timestamp': datetime.datetime(2021, 6, 23, 11, 34, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'monitor_allowed_address_pair_garp': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-601336-94-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94176) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 23 11:34:38.398957 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-59ec64a3-4a05-4a01-a586-7e8aa596afe1 None None] Checking segment: {'id': '23563cc9-de0e-48c2-ba02-89c091c4a061', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 401, 'network_id': 'c5d158e5-a222-47ca-b11e-2e9044b38043'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94176) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 23 11:34:38.398957 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron_lib.callbacks.manager [None req-59ec64a3-4a05-4a01-a586-7e8aa596afe1 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:34:38.398957 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-59ec64a3-4a05-4a01-a586-7e8aa596afe1 None None] Bound using segment: {'id': '23563cc9-de0e-48c2-ba02-89c091c4a061', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 401, 'network_id': 'c5d158e5-a222-47ca-b11e-2e9044b38043'} {{(pid=94176) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 23 11:34:38.398957 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.plugins.ml2.managers [None req-59ec64a3-4a05-4a01-a586-7e8aa596afe1 None None] Bound port: 0e2bcfec-ece6-4995-8ee9-1a18344f5e9f, host: dv-neutron-601336-94-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '23563cc9-de0e-48c2-ba02-89c091c4a061', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 401, 'network_id': 'c5d158e5-a222-47ca-b11e-2e9044b38043'}}] {{(pid=94176) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 23 11:34:38.398957 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron_lib.callbacks.manager [None req-59ec64a3-4a05-4a01-a586-7e8aa596afe1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-923122'] for port, before_update {{(pid=94176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:34:38.402885 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.db.provisioning_blocks [None req-ff4ca4db-61c8-442e-a197-e7dc9ca84f3a None None] Provisioning complete for port ec8330c5-73ea-4217-bbfe-5ed799e56847 triggered by entity DHCP. {{(pid=94176) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 23 11:34:38.403493 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron_lib.callbacks.manager [None req-ff4ca4db-61c8-442e-a197-e7dc9ca84f3a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-899258'] for port, provisioning_complete {{(pid=94176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:34:38.448963 dv-neutron-601336-94-hyperv neutron-server[94177]: DEBUG neutron.db.l3_hamode_db [None req-01b4a481-375a-4b51-9c8b-2361878b21d8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-601336-94-hyperv', False) {} {{(pid=94177) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 11:34:38.449647 dv-neutron-601336-94-hyperv neutron-server[94177]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-01b4a481-375a-4b51-9c8b-2361878b21d8 None None] The sync data for ids ['4b2532a2-6cbd-4a55-bb1d-644d5c407195'] in dv-neutron-601336-94-hyperv is: [] {{(pid=94177) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 23 11:34:38.450450 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron_lib.callbacks.manager [None req-5d9877c7-3727-44ee-bdc7-6e8a01381f08 tempest-TestNetworkBasicOps-233187296 tempest-TestNetworkBasicOps-233187296-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:34:38.480200 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron_lib.callbacks.manager [None req-058738d0-a220-4908-8827-ea535dad3df5 tempest-PortsIpV6TestJSON-1781383748 tempest-PortsIpV6TestJSON-1781383748-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8773699596773'] for network, precommit_create {{(pid=94175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:34:38.487341 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron_lib.db.api [None req-0f50e38d-2bbe-4e58-ac7f-86bb1a1e5ac5 tempest-NetworksTest-2133396914 tempest-NetworksTest-2133396914-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Jun 23 11:34:38.487341 dv-neutron-601336-94-hyperv neutron-server[94175]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Jun 23 11:34:38.487341 dv-neutron-601336-94-hyperv neutron-server[94175]: [parameters: {'id': 'c5d158e5-a222-47ca-b11e-2e9044b38043'}] Jun 23 11:34:38.487341 dv-neutron-601336-94-hyperv neutron-server[94175]: (Background on this error at: http://sqlalche.me/e/14/gkpj) {{(pid=94175) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jun 23 11:34:38.488222 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG oslo_db.api [None req-0f50e38d-2bbe-4e58-ac7f-86bb1a1e5ac5 tempest-NetworksTest-2133396914 tempest-NetworksTest-2133396914-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=94175) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jun 23 11:34:38.494330 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron_lib.callbacks.manager [None req-f20c573b-d738-4ba3-b78c-5221799b0603 tempest-PortsTestJSON-2085221018 tempest-PortsTestJSON-2085221018-project] Notify callbacks [] for security_group, before_delete {{(pid=94175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:34:38.499874 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.db.provisioning_blocks [None req-dc7542b2-afef-47f4-a763-e3a3cba144be None None] Provisioning complete for port ec8330c5-73ea-4217-bbfe-5ed799e56847 triggered by entity L2. {{(pid=94176) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 23 11:34:38.500333 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron_lib.callbacks.manager [None req-dc7542b2-afef-47f4-a763-e3a3cba144be None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-899258'] for port, provisioning_complete {{(pid=94176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:34:38.546669 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron_lib.callbacks.manager [None req-f20c573b-d738-4ba3-b78c-5221799b0603 tempest-PortsTestJSON-2085221018 tempest-PortsTestJSON-2085221018-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:34:38.584648 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.plugins.ml2.db [None req-59ec64a3-4a05-4a01-a586-7e8aa596afe1 None None] For port 0e2bcfec-ece6-4995-8ee9-1a18344f5e9f, host dv-neutron-601336-94-hyperv, cleared binding levels {{(pid=94176) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 23 11:34:38.609081 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.plugins.ml2.db [None req-59ec64a3-4a05-4a01-a586-7e8aa596afe1 None None] For port 0e2bcfec-ece6-4995-8ee9-1a18344f5e9f, host dv-neutron-601336-94-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-94-hyperv',level=0,port_id=0e2bcfec-ece6-4995-8ee9-1a18344f5e9f,segment=NetworkSegment(23563cc9-de0e-48c2-ba02-89c091c4a061),segment_id=23563cc9-de0e-48c2-ba02-89c091c4a061)] {{(pid=94176) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 23 11:34:38.636621 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron_lib.callbacks.manager [None req-5d9877c7-3727-44ee-bdc7-6e8a01381f08 tempest-TestNetworkBasicOps-233187296 tempest-TestNetworkBasicOps-233187296-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:34:38.648827 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.db.provisioning_blocks [None req-ff4ca4db-61c8-442e-a197-e7dc9ca84f3a None None] Provisioning complete for port 1581b641-d989-429b-9c22-7f08f65cb943 triggered by entity DHCP. {{(pid=94176) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 23 11:34:38.649590 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron_lib.callbacks.manager [None req-ff4ca4db-61c8-442e-a197-e7dc9ca84f3a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-899258'] for port, provisioning_complete {{(pid=94176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:34:38.655345 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron_lib.callbacks.manager [None req-058738d0-a220-4908-8827-ea535dad3df5 tempest-PortsIpV6TestJSON-1781383748 tempest-PortsIpV6TestJSON-1781383748-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8002400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7866073'] for network, after_create {{(pid=94175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:34:38.662877 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-058738d0-a220-4908-8827-ea535dad3df5 tempest-PortsIpV6TestJSON-1781383748 tempest-PortsIpV6TestJSON-1781383748-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 11:34:38.663601 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron_lib.callbacks.manager [None req-058738d0-a220-4908-8827-ea535dad3df5 tempest-PortsIpV6TestJSON-1781383748 tempest-PortsIpV6TestJSON-1781383748-project] Notify callbacks [] for network, before_response {{(pid=94175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:34:38.667807 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG oslo_concurrency.lockutils [None req-55b75af8-4863-48c6-8987-d4fa2c8a1ece tempest-NetworksTest-2133396914 tempest-NetworksTest-2133396914-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94175) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 11:34:38.687667 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron_lib.callbacks.manager [None req-59ec64a3-4a05-4a01-a586-7e8aa596afe1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-922904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866062', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773700135042', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773699642233', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773699642278'] for port, after_update {{(pid=94176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:34:38.691323 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG oslo_concurrency.lockutils [None req-dba2a7a2-e190-4b8d-8bfd-2a4d9428723b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 11:34:38.744116 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.plugins.ml2.plugin [None req-ff4ca4db-61c8-442e-a197-e7dc9ca84f3a None None] Port 1581b641-d989-429b-9c22-7f08f65cb943 cannot update to ACTIVE because it is not bound. {{(pid=94176) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jun 23 11:34:38.746449 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron_lib.callbacks.manager [None req-5d9877c7-3727-44ee-bdc7-6e8a01381f08 tempest-TestNetworkBasicOps-233187296 tempest-TestNetworkBasicOps-233187296-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7996355'] for security_group_rule, after_create {{(pid=94174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:34:38.756525 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94174) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 11:34:38.801424 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59ec64a3-4a05-4a01-a586-7e8aa596afe1 None None] Pushing event updated for resources: {'Port': ['ID=0e2bcfec-ece6-4995-8ee9-1a18344f5e9f,revision_number=2']} {{(pid=94176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 11:34:38.803660 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron_lib.callbacks.manager [None req-f20c573b-d738-4ba3-b78c-5221799b0603 tempest-PortsTestJSON-2085221018 tempest-PortsTestJSON-2085221018-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7996330'] for security_group, after_delete {{(pid=94175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:34:38.806823 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG oslo_concurrency.lockutils [None req-59ec64a3-4a05-4a01-a586-7e8aa596afe1 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.115s {{(pid=94176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 11:34:38.814215 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron_lib.callbacks.manager [None req-f20c573b-d738-4ba3-b78c-5221799b0603 tempest-PortsTestJSON-2085221018 tempest-PortsTestJSON-2085221018-project] Notify callbacks [] for security_group, before_response {{(pid=94175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:34:38.817736 dv-neutron-601336-94-hyperv neutron-server[94175]: INFO neutron.wsgi [None req-f20c573b-d738-4ba3-b78c-5221799b0603 tempest-PortsTestJSON-2085221018 tempest-PortsTestJSON-2085221018-project] 10.222.0.20 "DELETE /v2.0/security-groups/d81d9e51-6ab1-4947-989e-2d765e724f65 HTTP/1.1" status: 204 len: 168 time: 0.8277028 Jun 23 11:34:38.818915 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.wsgi [-] (94175) accepted ('10.222.0.20', 40558) {{(pid=94175) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 11:34:38.819635 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d9877c7-3727-44ee-bdc7-6e8a01381f08 tempest-TestNetworkBasicOps-233187296 tempest-TestNetworkBasicOps-233187296-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e2e0a923-20f7-453d-b87d-eb36595851d2,revision_number=0']} {{(pid=94174) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 11:34:38.825171 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG oslo_concurrency.lockutils [None req-5d9877c7-3727-44ee-bdc7-6e8a01381f08 tempest-TestNetworkBasicOps-233187296 tempest-TestNetworkBasicOps-233187296-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.069s {{(pid=94174) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 11:34:38.835953 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5f9ef817-6ca9-4e9c-8fb2-48898b7e9fbe None None] Network c5d158e5-a222-47ca-b11e-2e9044b38043 requested from dv-neutron-601336-94-hyperv {{(pid=94176) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 23 11:34:38.869326 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-058738d0-a220-4908-8827-ea535dad3df5 tempest-PortsIpV6TestJSON-1781383748 tempest-PortsIpV6TestJSON-1781383748-project] Pushing event updated for resources: {'Network': ['ID=e9930e9d-c324-46b9-a384-e0b47123ebc9,revision_number=1']} {{(pid=94175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 11:34:38.877772 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron_lib.callbacks.manager [None req-cb332550-c970-4dbb-a104-808768d4e047 tempest-RoutersIpV6Test-1448447933 tempest-RoutersIpV6Test-1448447933-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-453061'] for router_interface, before_delete {{(pid=94174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:34:38.879527 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG oslo_concurrency.lockutils [None req-058738d0-a220-4908-8827-ea535dad3df5 tempest-PortsIpV6TestJSON-1781383748 tempest-PortsIpV6TestJSON-1781383748-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.212s {{(pid=94175) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 11:34:38.885356 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG oslo_concurrency.lockutils [None req-31d79858-bd13-4c3d-a13f-731dd4fbabf2 tempest-NegativeSecGroupTest-178874014 tempest-NegativeSecGroupTest-178874014-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.066s {{(pid=94175) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 11:34:38.897477 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f20c573b-d738-4ba3-b78c-5221799b0603 tempest-PortsTestJSON-2085221018 tempest-PortsTestJSON-2085221018-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=d81d9e51-6ab1-4947-989e-2d765e724f65,revision_number=None']} {{(pid=94175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 11:34:38.900041 dv-neutron-601336-94-hyperv neutron-server[94175]: INFO neutron.wsgi [None req-058738d0-a220-4908-8827-ea535dad3df5 tempest-PortsIpV6TestJSON-1781383748 tempest-PortsIpV6TestJSON-1781383748-project] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 771 time: 1.2137139 Jun 23 11:34:38.901742 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG oslo_concurrency.lockutils [None req-f20c573b-d738-4ba3-b78c-5221799b0603 tempest-PortsTestJSON-2085221018 tempest-PortsTestJSON-2085221018-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=94175) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 11:34:38.903428 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.wsgi [-] (94175) accepted ('10.222.0.20', 40560) {{(pid=94175) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 11:34:38.918194 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.api.v2.base [None req-be1718df-40e9-4a44-af73-f077aed086c5 tempest-PortsIpV6TestJSON-1781383748 tempest-PortsIpV6TestJSON-1781383748-project] Request body: {'subnet': {'network_id': 'e9930e9d-c324-46b9-a384-e0b47123ebc9', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=94175) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 23 11:34:38.990867 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron_lib.callbacks.manager [None req-0f50e38d-2bbe-4e58-ac7f-86bb1a1e5ac5 tempest-NetworksTest-2133396914 tempest-NetworksTest-2133396914-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-824874'] for network, before_delete {{(pid=94175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:34:38.995320 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron_lib.callbacks.manager [None req-5d9877c7-3727-44ee-bdc7-6e8a01381f08 tempest-TestNetworkBasicOps-233187296 tempest-TestNetworkBasicOps-233187296-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:34:38.998946 dv-neutron-601336-94-hyperv neutron-server[94174]: INFO neutron.wsgi [None req-5d9877c7-3727-44ee-bdc7-6e8a01381f08 tempest-TestNetworkBasicOps-233187296 tempest-TestNetworkBasicOps-233187296-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.7731528 Jun 23 11:34:38.999606 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.plugins.ml2.rpc [None req-dc7542b2-afef-47f4-a763-e3a3cba144be None None] Network e9930e9d-c324-46b9-a384-e0b47123ebc9 details requested by agent ovs-agent-dv-neutron-601336-94-hyperv with host dv-neutron-601336-94-hyperv {{(pid=94176) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:250}} Jun 23 11:34:38.999741 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.wsgi [-] (94174) accepted ('10.222.0.20', 40562) {{(pid=94174) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 11:34:39.005344 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.api.v2.base [None req-c1a98a0e-50fd-457e-949a-69b0ff4b867c tempest-TestNetworkBasicOps-233187296 tempest-TestNetworkBasicOps-233187296-project] Request body: {'security_group_rule': {'security_group_id': '30a782a1-c8ca-4eeb-9aeb-36d88772e1b8', 'project_id': '772b9946478d439e9da4eaeade7fb21d', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=94174) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 23 11:34:39.006132 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.db.provisioning_blocks [None req-70ab9c4e-5986-40af-bee5-d4ecd73e49ba None None] Could not find standard attr ID for object 5ae0307b-b012-4731-95c3-ca527cd06806. {{(pid=94176) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jun 23 11:34:39.008020 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.plugins.ml2.rpc [None req-dc7542b2-afef-47f4-a763-e3a3cba144be None None] Device e55346d6-3de3-4cda-9ac9-d0f88bc7f714 up at agent ovs-agent-dv-neutron-601336-94-hyperv {{(pid=94176) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:298}} Jun 23 11:34:39.027464 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron_lib.callbacks.manager [None req-84df87b7-e01c-4eec-9974-2a4d0ca11af5 tempest-PortsTestJSON-2085221018 tempest-PortsTestJSON-2085221018-project] Notify callbacks [] for security_group, before_delete {{(pid=94175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:34:39.077747 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron_lib.callbacks.manager [None req-84df87b7-e01c-4eec-9974-2a4d0ca11af5 tempest-PortsTestJSON-2085221018 tempest-PortsTestJSON-2085221018-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:34:39.160925 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4b9f4e39-b24b-4546-ac08-2948a5f34571 None None] Network c5d158e5-a222-47ca-b11e-2e9044b38043 requested from dv-neutron-601336-94-hyperv {{(pid=94176) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 23 11:34:39.165138 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.plugins.ml2.plugin [None req-0f50e38d-2bbe-4e58-ac7f-86bb1a1e5ac5 tempest-NetworksTest-2133396914 tempest-NetworksTest-2133396914-project] Deleting port 0e2bcfec-ece6-4995-8ee9-1a18344f5e9f {{(pid=94175) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1913}} Jun 23 11:34:39.168770 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron_lib.callbacks.manager [None req-0f50e38d-2bbe-4e58-ac7f-86bb1a1e5ac5 tempest-NetworksTest-2133396914 tempest-NetworksTest-2133396914-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773700079324'] for port, before_delete {{(pid=94175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:34:39.206579 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.db.provisioning_blocks [None req-dc7542b2-afef-47f4-a763-e3a3cba144be None None] Provisioning complete for port e55346d6-3de3-4cda-9ac9-d0f88bc7f714 triggered by entity L2. {{(pid=94176) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 23 11:34:39.206967 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron_lib.callbacks.manager [None req-dc7542b2-afef-47f4-a763-e3a3cba144be None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-899258'] for port, provisioning_complete {{(pid=94176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:34:39.233173 dv-neutron-601336-94-hyperv neutron-server[94174]: INFO neutron.db.securitygroups_db [None req-c1a98a0e-50fd-457e-949a-69b0ff4b867c tempest-TestNetworkBasicOps-233187296 tempest-TestNetworkBasicOps-233187296-project] Project 772b9946478d439e9da4eaeade7fb21d added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jun 23 11:34:39.234013 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.db.provisioning_blocks [None req-70ab9c4e-5986-40af-bee5-d4ecd73e49ba None None] Provisioning complete for port 9c4f016b-ca8e-49d7-8809-bb6f832ce4cc triggered by entity DHCP. {{(pid=94176) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 23 11:34:39.234407 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron_lib.callbacks.manager [None req-70ab9c4e-5986-40af-bee5-d4ecd73e49ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-899258'] for port, provisioning_complete {{(pid=94176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:34:39.246110 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron_lib.callbacks.manager [None req-c1a98a0e-50fd-457e-949a-69b0ff4b867c tempest-TestNetworkBasicOps-233187296 tempest-TestNetworkBasicOps-233187296-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:34:39.246451 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.plugins.ml2.db [None req-0f50e38d-2bbe-4e58-ac7f-86bb1a1e5ac5 tempest-NetworksTest-2133396914 tempest-NetworksTest-2133396914-project] For port 0e2bcfec-ece6-4995-8ee9-1a18344f5e9f, host dv-neutron-601336-94-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-94-hyperv',level=0,port_id=0e2bcfec-ece6-4995-8ee9-1a18344f5e9f,segment=NetworkSegment(23563cc9-de0e-48c2-ba02-89c091c4a061),segment_id=23563cc9-de0e-48c2-ba02-89c091c4a061)] {{(pid=94175) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 23 11:34:39.246794 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron_lib.callbacks.manager [None req-0f50e38d-2bbe-4e58-ac7f-86bb1a1e5ac5 tempest-NetworksTest-2133396914 tempest-NetworksTest-2133396914-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-430722'] for port, precommit_delete {{(pid=94175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:34:39.256260 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron_lib.callbacks.manager [None req-84df87b7-e01c-4eec-9974-2a4d0ca11af5 tempest-PortsTestJSON-2085221018 tempest-PortsTestJSON-2085221018-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7996330'] for security_group, after_delete {{(pid=94175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:34:39.259380 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron_lib.callbacks.manager [None req-84df87b7-e01c-4eec-9974-2a4d0ca11af5 tempest-PortsTestJSON-2085221018 tempest-PortsTestJSON-2085221018-project] Notify callbacks [] for security_group, before_response {{(pid=94175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:34:39.264449 dv-neutron-601336-94-hyperv neutron-server[94175]: INFO neutron.wsgi [None req-84df87b7-e01c-4eec-9974-2a4d0ca11af5 tempest-PortsTestJSON-2085221018 tempest-PortsTestJSON-2085221018-project] 10.222.0.20 "DELETE /v2.0/security-groups/3a9d8466-6e6f-4499-bd04-88de19439e9a HTTP/1.1" status: 204 len: 168 time: 0.4436257 Jun 23 11:34:39.267015 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.wsgi [-] (94175) accepted ('10.222.0.20', 40566) {{(pid=94175) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 11:34:39.267686 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG oslo_concurrency.lockutils [None req-b33b3772-c1c8-44b0-b533-01dc1bafd7a8 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94175) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 11:34:39.328407 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.plugins.ml2.plugin [None req-0f50e38d-2bbe-4e58-ac7f-86bb1a1e5ac5 tempest-NetworksTest-2133396914 tempest-NetworksTest-2133396914-project] Calling delete_port for 0e2bcfec-ece6-4995-8ee9-1a18344f5e9f owned by network:dhcp {{(pid=94175) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1986}} Jun 23 11:34:39.335419 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.plugins.ml2.plugin [None req-70ab9c4e-5986-40af-bee5-d4ecd73e49ba None None] Port 9c4f016b-ca8e-49d7-8809-bb6f832ce4cc cannot update to ACTIVE because it is not bound. {{(pid=94176) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jun 23 11:34:39.358225 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron_lib.callbacks.manager [None req-1e938854-4454-404e-9a77-a575fef8766d tempest-PortsTestJSON-2085221018 tempest-PortsTestJSON-2085221018-project] Notify callbacks [] for security_group, before_delete {{(pid=94175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:34:39.359962 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-be1718df-40e9-4a44-af73-f077aed086c5 tempest-PortsIpV6TestJSON-1781383748 tempest-PortsIpV6TestJSON-1781383748-project] Made reservation on behalf of 4a9805c328414e068d83db5c9b76c3c7 for: {'subnet': 1} {{(pid=94175) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 23 11:34:39.362682 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.plugins.ml2.plugin [None req-cb332550-c970-4dbb-a104-808768d4e047 tempest-RoutersIpV6Test-1448447933 tempest-RoutersIpV6Test-1448447933-project] Deleting port 9c4f016b-ca8e-49d7-8809-bb6f832ce4cc {{(pid=94174) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1913}} Jun 23 11:34:39.363237 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron_lib.callbacks.manager [None req-cb332550-c970-4dbb-a104-808768d4e047 tempest-RoutersIpV6Test-1448447933 tempest-RoutersIpV6Test-1448447933-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773700079324'] for port, before_delete {{(pid=94174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:34:39.367972 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron_lib.callbacks.manager [None req-be1718df-40e9-4a44-af73-f077aed086c5 tempest-PortsIpV6TestJSON-1781383748 tempest-PortsIpV6TestJSON-1781383748-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4660073'] for subnet, before_create {{(pid=94175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:34:39.372956 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron_lib.callbacks.manager [None req-c1a98a0e-50fd-457e-949a-69b0ff4b867c tempest-TestNetworkBasicOps-233187296 tempest-TestNetworkBasicOps-233187296-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:34:39.376825 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84df87b7-e01c-4eec-9974-2a4d0ca11af5 tempest-PortsTestJSON-2085221018 tempest-PortsTestJSON-2085221018-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=3a9d8466-6e6f-4499-bd04-88de19439e9a,revision_number=None']} {{(pid=94175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 11:34:39.379799 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG oslo_concurrency.lockutils [None req-84df87b7-e01c-4eec-9974-2a4d0ca11af5 tempest-PortsTestJSON-2085221018 tempest-PortsTestJSON-2085221018-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.112s {{(pid=94175) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 11:34:39.436000 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.plugins.ml2.rpc [None req-dc7542b2-afef-47f4-a763-e3a3cba144be None None] Device 326f376d-d182-4258-8d73-95ce325dae2c up at agent ovs-agent-dv-neutron-601336-94-hyperv {{(pid=94176) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:298}} Jun 23 11:34:39.450928 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron_lib.callbacks.manager [None req-c1a98a0e-50fd-457e-949a-69b0ff4b867c tempest-TestNetworkBasicOps-233187296 tempest-TestNetworkBasicOps-233187296-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7996355'] for security_group_rule, after_create {{(pid=94174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:34:39.459415 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94174) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 11:34:39.494089 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c243f680-fec3-4d63-98cc-dfafa8d4306e None None] get_active_networks_info from dv-neutron-601336-94-hyperv {{(pid=94176) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Jun 23 11:34:39.496279 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron_lib.callbacks.manager [None req-1e938854-4454-404e-9a77-a575fef8766d tempest-PortsTestJSON-2085221018 tempest-PortsTestJSON-2085221018-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:34:39.523321 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1a98a0e-50fd-457e-949a-69b0ff4b867c tempest-TestNetworkBasicOps-233187296 tempest-TestNetworkBasicOps-233187296-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e2ad766d-a12d-4511-ba24-7bd907ade3c4,revision_number=0']} {{(pid=94174) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 11:34:39.526899 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG oslo_concurrency.lockutils [None req-c1a98a0e-50fd-457e-949a-69b0ff4b867c tempest-TestNetworkBasicOps-233187296 tempest-TestNetworkBasicOps-233187296-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.067s {{(pid=94174) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 11:34:39.567496 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron_lib.callbacks.manager [None req-cb332550-c970-4dbb-a104-808768d4e047 tempest-RoutersIpV6Test-1448447933 tempest-RoutersIpV6Test-1448447933-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-430722'] for port, precommit_delete {{(pid=94174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:34:39.572092 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.db.provisioning_blocks [None req-dc7542b2-afef-47f4-a763-e3a3cba144be None None] Provisioning complete for port 326f376d-d182-4258-8d73-95ce325dae2c triggered by entity L2. {{(pid=94176) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 23 11:34:39.572481 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron_lib.callbacks.manager [None req-dc7542b2-afef-47f4-a763-e3a3cba144be None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-899258'] for port, provisioning_complete {{(pid=94176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:34:39.582350 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.plugins.ml2.plugin [None req-cb332550-c970-4dbb-a104-808768d4e047 tempest-RoutersIpV6Test-1448447933 tempest-RoutersIpV6Test-1448447933-project] Calling delete_port for 9c4f016b-ca8e-49d7-8809-bb6f832ce4cc owned by network:router_interface {{(pid=94174) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1986}} Jun 23 11:34:39.631743 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron_lib.callbacks.manager [None req-c1a98a0e-50fd-457e-949a-69b0ff4b867c tempest-TestNetworkBasicOps-233187296 tempest-TestNetworkBasicOps-233187296-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:34:39.639011 dv-neutron-601336-94-hyperv neutron-server[94174]: INFO neutron.wsgi [None req-c1a98a0e-50fd-457e-949a-69b0ff4b867c tempest-TestNetworkBasicOps-233187296 tempest-TestNetworkBasicOps-233187296-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.6387906 Jun 23 11:34:39.641805 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.wsgi [-] (94175) accepted ('10.222.0.20', 40568) {{(pid=94175) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 11:34:39.647759 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.api.v2.base [None req-3dba4749-714c-49bf-a06b-cb0d8ba96001 tempest-TestNetworkBasicOps-233187296 tempest-TestNetworkBasicOps-233187296-project] Request body: {'security_group_rule': {'security_group_id': '30a782a1-c8ca-4eeb-9aeb-36d88772e1b8', 'project_id': '772b9946478d439e9da4eaeade7fb21d', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=94175) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 23 11:34:39.677827 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c243f680-fec3-4d63-98cc-dfafa8d4306e None None] Resources bound (agent type, host, resource id): {{(pid=94176) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Jun 23 11:34:39.763108 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron_lib.callbacks.manager [None req-1e938854-4454-404e-9a77-a575fef8766d tempest-PortsTestJSON-2085221018 tempest-PortsTestJSON-2085221018-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7996330'] for security_group, after_delete {{(pid=94175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:34:39.765714 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron_lib.callbacks.manager [None req-1e938854-4454-404e-9a77-a575fef8766d tempest-PortsTestJSON-2085221018 tempest-PortsTestJSON-2085221018-project] Notify callbacks [] for security_group, before_response {{(pid=94175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:34:39.768130 dv-neutron-601336-94-hyperv neutron-server[94175]: INFO neutron.wsgi [None req-1e938854-4454-404e-9a77-a575fef8766d tempest-PortsTestJSON-2085221018 tempest-PortsTestJSON-2085221018-project] 10.222.0.20 "DELETE /v2.0/security-groups/0b265f30-aa9e-4032-8245-fc242a8f4fc2 HTTP/1.1" status: 204 len: 168 time: 0.4961345 Jun 23 11:34:39.769619 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron_lib.callbacks.manager [None req-0f50e38d-2bbe-4e58-ac7f-86bb1a1e5ac5 tempest-NetworksTest-2133396914 tempest-NetworksTest-2133396914-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-922904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866062', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773700135024', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773699642224', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5082448'] for port, after_delete {{(pid=94175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:34:39.773591 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.wsgi [-] (94175) accepted ('10.222.0.20', 40572) {{(pid=94175) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 11:34:39.774270 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG oslo_concurrency.lockutils [None req-4ea7a766-60c6-48cb-930c-255c2dcf353c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94175) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 11:34:39.774676 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.plugins.ml2.rpc [None req-dc7542b2-afef-47f4-a763-e3a3cba144be None None] Device e5476f2c-5bd4-4cc3-b744-a1495ec93de3 up at agent ovs-agent-dv-neutron-601336-94-hyperv {{(pid=94176) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:298}} Jun 23 11:34:39.853477 dv-neutron-601336-94-hyperv neutron-server[94175]: INFO neutron.db.securitygroups_db [None req-3dba4749-714c-49bf-a06b-cb0d8ba96001 tempest-TestNetworkBasicOps-233187296 tempest-TestNetworkBasicOps-233187296-project] Project 772b9946478d439e9da4eaeade7fb21d added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jun 23 11:34:39.862752 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.db.db_base_plugin_v2 [None req-a1c1763e-7286-4bf4-b646-cee5697f47e2 tempest-PortsTestJSON-2085221018 tempest-PortsTestJSON-2085221018-project] Deleting subnet cf090ab5-c3a0-4f7e-9857-336b5ac310cf {{(pid=94175) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jun 23 11:34:39.866713 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron_lib.callbacks.manager [None req-3dba4749-714c-49bf-a06b-cb0d8ba96001 tempest-TestNetworkBasicOps-233187296 tempest-TestNetworkBasicOps-233187296-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:34:39.871342 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e938854-4454-404e-9a77-a575fef8766d tempest-PortsTestJSON-2085221018 tempest-PortsTestJSON-2085221018-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=0b265f30-aa9e-4032-8245-fc242a8f4fc2,revision_number=None']} {{(pid=94175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 11:34:39.875151 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0f50e38d-2bbe-4e58-ac7f-86bb1a1e5ac5 tempest-NetworksTest-2133396914 tempest-NetworksTest-2133396914-project] No DVR routers for this DVR port 0e2bcfec-ece6-4995-8ee9-1a18344f5e9f on host dv-neutron-601336-94-hyperv {{(pid=94175) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 23 11:34:39.876823 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG oslo_concurrency.lockutils [None req-1e938854-4454-404e-9a77-a575fef8766d tempest-PortsTestJSON-2085221018 tempest-PortsTestJSON-2085221018-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.103s {{(pid=94175) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 11:34:39.877596 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron_lib.callbacks.manager [None req-a1c1763e-7286-4bf4-b646-cee5697f47e2 tempest-PortsTestJSON-2085221018 tempest-PortsTestJSON-2085221018-project] Notify callbacks [] for subnet, before_delete {{(pid=94175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:34:39.884632 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG oslo_concurrency.lockutils [None req-5ef75caf-805d-4537-bcd9-e345041276ba tempest-PortsIpV6TestJSON-1781383748 tempest-PortsIpV6TestJSON-1781383748-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.106s {{(pid=94175) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 11:34:39.937530 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron_lib.callbacks.manager [None req-cb332550-c970-4dbb-a104-808768d4e047 tempest-RoutersIpV6Test-1448447933 tempest-RoutersIpV6Test-1448447933-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-922904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866062', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773700135024', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773699642224', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5196390'] for port, after_delete {{(pid=94174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:34:39.948363 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG oslo_concurrency.lockutils [None req-bbeaf26c-0ffb-4918-8e6a-3a3ca36d0fb4 tempest-NetworksTestDHCPv6-162546708 tempest-NetworksTestDHCPv6-162546708-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94174) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 11:34:39.962238 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f50e38d-2bbe-4e58-ac7f-86bb1a1e5ac5 tempest-NetworksTest-2133396914 tempest-NetworksTest-2133396914-project] Pushing event deleted for resources: {'Port': ['ID=0e2bcfec-ece6-4995-8ee9-1a18344f5e9f,revision_number=None']} {{(pid=94175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 11:34:39.980582 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb332550-c970-4dbb-a104-808768d4e047 tempest-RoutersIpV6Test-1448447933 tempest-RoutersIpV6Test-1448447933-project] Pushing event deleted for resources: {'Port': ['ID=9c4f016b-ca8e-49d7-8809-bb6f832ce4cc,revision_number=None']} {{(pid=94174) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 11:34:39.986396 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG oslo_concurrency.lockutils [None req-cb332550-c970-4dbb-a104-808768d4e047 tempest-RoutersIpV6Test-1448447933 tempest-RoutersIpV6Test-1448447933-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.038s {{(pid=94174) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 11:34:39.989772 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG oslo_concurrency.lockutils [None req-0f50e38d-2bbe-4e58-ac7f-86bb1a1e5ac5 tempest-NetworksTest-2133396914 tempest-NetworksTest-2133396914-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.105s {{(pid=94175) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 11:34:39.990757 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron_lib.callbacks.manager [None req-be1718df-40e9-4a44-af73-f077aed086c5 tempest-PortsIpV6TestJSON-1781383748 tempest-PortsIpV6TestJSON-1781383748-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866062', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5083113', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4660095'] for subnet, after_create {{(pid=94175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:34:40.008190 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG oslo_concurrency.lockutils [None req-1055b29f-04aa-4197-90df-2181f15785df tempest-NetworksTestDHCPv6-162546708 tempest-NetworksTestDHCPv6-162546708-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94175) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 11:34:40.051073 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.db.provisioning_blocks [None req-dc7542b2-afef-47f4-a763-e3a3cba144be None None] Provisioning for port e5476f2c-5bd4-4cc3-b744-a1495ec93de3 completed by entity L2. {{(pid=94176) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 23 11:34:40.058330 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.db.provisioning_blocks [None req-dc7542b2-afef-47f4-a763-e3a3cba144be None None] Provisioning complete for port e5476f2c-5bd4-4cc3-b744-a1495ec93de3 triggered by entity L2. {{(pid=94176) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 23 11:34:40.058794 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron_lib.callbacks.manager [None req-dc7542b2-afef-47f4-a763-e3a3cba144be None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-899258'] for port, provisioning_complete {{(pid=94176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:34:40.068582 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron_lib.callbacks.manager [None req-a1c1763e-7286-4bf4-b646-cee5697f47e2 tempest-PortsTestJSON-2085221018 tempest-PortsTestJSON-2085221018-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5190686'] for subnet, precommit_delete_associations {{(pid=94175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:34:40.101905 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d117f6e-97c2-42af-9a5b-1abcfbfc6bb1 req-5f5ba88f-e74f-445b-b7fc-73d78c389640 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94174) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 11:34:40.103437 dv-neutron-601336-94-hyperv neutron-server[94174]: INFO neutron.wsgi [req-2d117f6e-97c2-42af-9a5b-1abcfbfc6bb1 req-5f5ba88f-e74f-445b-b7fc-73d78c389640 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=252b24454ee04e36b666155dab1feb23&device_id=85769616-6b8b-4da7-ad73-344986edf607 HTTP/1.1" status: 200 len: 1098 time: 0.2326031 Jun 23 11:34:40.113097 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0137c80b-8c19-45b6-b3e6-fc22eafd8625 req-1e96829f-4978-44e8-8dcc-261d7c68c1cb tempest-ServerActionsTestJSON-161917335 tempest-ServerActionsTestJSON-161917335-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94174) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 11:34:40.114565 dv-neutron-601336-94-hyperv neutron-server[94174]: INFO neutron.wsgi [req-0137c80b-8c19-45b6-b3e6-fc22eafd8625 req-1e96829f-4978-44e8-8dcc-261d7c68c1cb tempest-ServerActionsTestJSON-161917335 tempest-ServerActionsTestJSON-161917335-project] 10.222.0.20 "GET /v2.0/ports?device_id=85769616-6b8b-4da7-ad73-344986edf607 HTTP/1.1" status: 200 len: 945 time: 0.2322681 Jun 23 11:34:40.124093 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron_lib.callbacks.manager [None req-3dba4749-714c-49bf-a06b-cb0d8ba96001 tempest-TestNetworkBasicOps-233187296 tempest-TestNetworkBasicOps-233187296-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:34:40.126013 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron_lib.callbacks.manager [None req-0f50e38d-2bbe-4e58-ac7f-86bb1a1e5ac5 tempest-NetworksTest-2133396914 tempest-NetworksTest-2133396914-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-897259', 'neutron.services.segments.db._delete_segments_for_network-8773700168587'] for network, precommit_delete {{(pid=94175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:34:40.167834 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.services.segments.db [None req-0f50e38d-2bbe-4e58-ac7f-86bb1a1e5ac5 tempest-NetworksTest-2133396914 tempest-NetworksTest-2133396914-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c5d158e5-a222-47ca-b11e-2e9044b38043']}} {{(pid=94175) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 11:34:40.189305 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron_lib.callbacks.manager [None req-3dba4749-714c-49bf-a06b-cb0d8ba96001 tempest-TestNetworkBasicOps-233187296 tempest-TestNetworkBasicOps-233187296-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7996355'] for security_group_rule, after_create {{(pid=94175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:34:40.190400 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be1718df-40e9-4a44-af73-f077aed086c5 tempest-PortsIpV6TestJSON-1781383748 tempest-PortsIpV6TestJSON-1781383748-project] Pushing event updated for resources: {'Subnet': ['ID=ac7362ad-a033-4ad5-b206-af5efd9b73e9,revision_number=0']} {{(pid=94175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 11:34:40.195127 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.services.segments.db [None req-0f50e38d-2bbe-4e58-ac7f-86bb1a1e5ac5 tempest-NetworksTest-2133396914 tempest-NetworksTest-2133396914-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '23563cc9-de0e-48c2-ba02-89c091c4a061') {'for_net_delete': True} {{(pid=94175) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 11:34:40.195899 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.services.segments.db [None req-0f50e38d-2bbe-4e58-ac7f-86bb1a1e5ac5 tempest-NetworksTest-2133396914 tempest-NetworksTest-2133396914-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '23563cc9-de0e-48c2-ba02-89c091c4a061') {} {{(pid=94175) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 11:34:40.201884 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron_lib.callbacks.manager [None req-cb332550-c970-4dbb-a104-808768d4e047 tempest-RoutersIpV6Test-1448447933 tempest-RoutersIpV6Test-1448447933-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-7866080', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-516693'] for router_interface, after_delete {{(pid=94174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:34:40.207236 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG oslo_concurrency.lockutils [None req-be1718df-40e9-4a44-af73-f077aed086c5 tempest-PortsIpV6TestJSON-1781383748 tempest-PortsIpV6TestJSON-1781383748-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.199s {{(pid=94175) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 11:34:40.214009 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94175) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 11:34:40.227575 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron_lib.callbacks.manager [None req-dc7542b2-afef-47f4-a763-e3a3cba144be None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-923122'] for port, before_update {{(pid=94176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:34:40.231303 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron_lib.callbacks.manager [None req-0f50e38d-2bbe-4e58-ac7f-86bb1a1e5ac5 tempest-NetworksTest-2133396914 tempest-NetworksTest-2133396914-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8773699955833', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5190677'] for segment, before_delete {{(pid=94175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:34:40.254637 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-be1718df-40e9-4a44-af73-f077aed086c5 tempest-PortsIpV6TestJSON-1781383748 tempest-PortsIpV6TestJSON-1781383748-project] Checking segment: {'id': '6fb9b574-3737-4aac-96ee-09a4a39a59e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 433, 'network_id': 'e9930e9d-c324-46b9-a384-e0b47123ebc9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94175) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 23 11:34:40.255003 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-be1718df-40e9-4a44-af73-f077aed086c5 tempest-PortsIpV6TestJSON-1781383748 tempest-PortsIpV6TestJSON-1781383748-project] Network hostable DHCP agents. Network: e9930e9d-c324-46b9-a384-e0b47123ebc9, hostable agents: ['8cf29b10-0e57-4131-816f-a4b6ad00b249'], hosted agents: [] {{(pid=94175) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 23 11:34:40.266292 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.plugins.ml2.db [None req-dc7542b2-afef-47f4-a763-e3a3cba144be None None] For port e5476f2c-5bd4-4cc3-b744-a1495ec93de3, host dv-neutron-601336-94-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-94-hyperv',level=0,port_id=e5476f2c-5bd4-4cc3-b744-a1495ec93de3,segment=NetworkSegment(78d6d132-b23e-4555-9358-dea047b3f21c),segment_id=78d6d132-b23e-4555-9358-dea047b3f21c)] {{(pid=94176) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 23 11:34:40.275321 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron_lib.callbacks.manager [None req-0f50e38d-2bbe-4e58-ac7f-86bb1a1e5ac5 tempest-NetworksTest-2133396914 tempest-NetworksTest-2133396914-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3801'] for segment, precommit_delete {{(pid=94175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:34:40.283315 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3dba4749-714c-49bf-a06b-cb0d8ba96001 tempest-TestNetworkBasicOps-233187296 tempest-TestNetworkBasicOps-233187296-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5220a5a1-fd79-4627-b72b-bf607ebb31b8,revision_number=0']} {{(pid=94175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 11:34:40.287167 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG oslo_concurrency.lockutils [None req-3dba4749-714c-49bf-a06b-cb0d8ba96001 tempest-TestNetworkBasicOps-233187296 tempest-TestNetworkBasicOps-233187296-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.073s {{(pid=94175) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 11:34:40.288038 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0f50e38d-2bbe-4e58-ac7f-86bb1a1e5ac5 tempest-NetworksTest-2133396914 tempest-NetworksTest-2133396914-project] Releasing vlan 401 on physical network physnet1 to pool {{(pid=94175) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 23 11:34:40.288435 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron_lib.callbacks.manager [None req-0f50e38d-2bbe-4e58-ac7f-86bb1a1e5ac5 tempest-NetworksTest-2133396914 tempest-NetworksTest-2133396914-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3801', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5082371'] for segment, after_delete {{(pid=94175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:34:40.289869 dv-neutron-601336-94-hyperv neutron-server[94174]: INFO neutron.wsgi [req-0137c80b-8c19-45b6-b3e6-fc22eafd8625 req-38a3d305-7e66-4973-afc6-5411e22d5b8f tempest-ServerActionsTestJSON-161917335 tempest-ServerActionsTestJSON-161917335-project] 10.222.0.20 "GET /v2.0/security-groups?id=f0520e5d-8f0e-4c28-b543-be4405698077&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1603012 Jun 23 11:34:40.296361 dv-neutron-601336-94-hyperv neutron-server[94175]: Traceback (most recent call last): Jun 23 11:34:40.296361 dv-neutron-601336-94-hyperv neutron-server[94175]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 23 11:34:40.296361 dv-neutron-601336-94-hyperv neutron-server[94175]: timer() Jun 23 11:34:40.296361 dv-neutron-601336-94-hyperv neutron-server[94175]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 23 11:34:40.296361 dv-neutron-601336-94-hyperv neutron-server[94175]: cb(*args, **kw) Jun 23 11:34:40.296361 dv-neutron-601336-94-hyperv neutron-server[94175]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 23 11:34:40.296361 dv-neutron-601336-94-hyperv neutron-server[94175]: return func(*args, **kwargs) Jun 23 11:34:40.296361 dv-neutron-601336-94-hyperv neutron-server[94175]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 23 11:34:40.296361 dv-neutron-601336-94-hyperv neutron-server[94175]: self._notify() Jun 23 11:34:40.296361 dv-neutron-601336-94-hyperv neutron-server[94175]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 23 11:34:40.296361 dv-neutron-601336-94-hyperv neutron-server[94175]: self.callback(batched_events) Jun 23 11:34:40.296361 dv-neutron-601336-94-hyperv neutron-server[94175]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 23 11:34:40.296361 dv-neutron-601336-94-hyperv neutron-server[94175]: event.method(event) Jun 23 11:34:40.296361 dv-neutron-601336-94-hyperv neutron-server[94175]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 23 11:34:40.296361 dv-neutron-601336-94-hyperv neutron-server[94175]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 23 11:34:40.296361 dv-neutron-601336-94-hyperv neutron-server[94175]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 23 11:34:40.296361 dv-neutron-601336-94-hyperv neutron-server[94175]: aggregate_uuid = self.p_client.list_aggregates( Jun 23 11:34:40.296361 dv-neutron-601336-94-hyperv neutron-server[94175]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 23 11:34:40.296361 dv-neutron-601336-94-hyperv neutron-server[94175]: return f(self, *a, **k) Jun 23 11:34:40.296361 dv-neutron-601336-94-hyperv neutron-server[94175]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 23 11:34:40.296361 dv-neutron-601336-94-hyperv neutron-server[94175]: return self._get(url).json() Jun 23 11:34:40.296361 dv-neutron-601336-94-hyperv neutron-server[94175]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 23 11:34:40.296361 dv-neutron-601336-94-hyperv neutron-server[94175]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 23 11:34:40.296361 dv-neutron-601336-94-hyperv neutron-server[94175]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 23 11:34:40.296361 dv-neutron-601336-94-hyperv neutron-server[94175]: return self.request(url, 'GET', **kwargs) Jun 23 11:34:40.296361 dv-neutron-601336-94-hyperv neutron-server[94175]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 23 11:34:40.296361 dv-neutron-601336-94-hyperv neutron-server[94175]: base_url = self.get_endpoint(auth, allow=allow, Jun 23 11:34:40.296361 dv-neutron-601336-94-hyperv neutron-server[94175]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 23 11:34:40.296361 dv-neutron-601336-94-hyperv neutron-server[94175]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 23 11:34:40.296361 dv-neutron-601336-94-hyperv neutron-server[94175]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 23 11:34:40.296361 dv-neutron-601336-94-hyperv neutron-server[94175]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 23 11:34:40.296361 dv-neutron-601336-94-hyperv neutron-server[94175]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 23 11:34:40.340276 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d117f6e-97c2-42af-9a5b-1abcfbfc6bb1 req-3aba928e-ca16-4189-be5b-181db89adc0f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94174) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 11:34:40.341751 dv-neutron-601336-94-hyperv neutron-server[94174]: INFO neutron.wsgi [req-2d117f6e-97c2-42af-9a5b-1abcfbfc6bb1 req-3aba928e-ca16-4189-be5b-181db89adc0f service neutron] 10.222.0.52 "GET /v2.0/networks?id=34cf218b-02ad-4259-a49e-5807c729dd9a HTTP/1.1" status: 200 len: 913 time: 0.2262998 Jun 23 11:34:40.348441 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron_lib.callbacks.manager [None req-3dba4749-714c-49bf-a06b-cb0d8ba96001 tempest-TestNetworkBasicOps-233187296 tempest-TestNetworkBasicOps-233187296-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:34:40.357747 dv-neutron-601336-94-hyperv neutron-server[94175]: INFO neutron.wsgi [None req-3dba4749-714c-49bf-a06b-cb0d8ba96001 tempest-TestNetworkBasicOps-233187296 tempest-TestNetworkBasicOps-233187296-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.7067482 Jun 23 11:34:40.357747 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron_lib.callbacks.manager [None req-a1c1763e-7286-4bf4-b646-cee5697f47e2 tempest-PortsTestJSON-2085221018 tempest-PortsTestJSON-2085221018-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-897634'] for subnet, precommit_delete {{(pid=94175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:34:40.358042 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron_lib.callbacks.manager [None req-dc7542b2-afef-47f4-a763-e3a3cba144be None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-922904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866062', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773700135042', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773699642233', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773699642278'] for port, after_update {{(pid=94176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:34:40.362427 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG oslo_concurrency.lockutils [None req-dc7542b2-afef-47f4-a763-e3a3cba144be None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 11:34:40.442005 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.plugins.ml2.rpc [None req-dc7542b2-afef-47f4-a763-e3a3cba144be None None] Device 777bf1b7-2b52-4475-84a9-8433466c62e0 no longer exists at agent ovs-agent-dv-neutron-601336-94-hyperv {{(pid=94176) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:261}} Jun 23 11:34:40.447415 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-be1718df-40e9-4a44-af73-f077aed086c5 tempest-PortsIpV6TestJSON-1781383748 tempest-PortsIpV6TestJSON-1781383748-project] Network e9930e9d-c324-46b9-a384-e0b47123ebc9 is scheduled to be hosted by DHCP agent 8cf29b10-0e57-4131-816f-a4b6ad00b249 with binding_index 1 {{(pid=94175) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 23 11:34:40.495869 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc7542b2-afef-47f4-a763-e3a3cba144be None None] Pushing event updated for resources: {'Port': ['ID=e5476f2c-5bd4-4cc3-b744-a1495ec93de3,revision_number=5']} {{(pid=94176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 11:34:40.499205 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.plugins.ml2.plugin [None req-dc7542b2-afef-47f4-a763-e3a3cba144be None None] No Port match for: 777bf1b7-2b52-4475-84a9-8433466c62e0 {{(pid=94176) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2240}} Jun 23 11:34:40.499735 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.plugins.ml2.rpc [None req-dc7542b2-afef-47f4-a763-e3a3cba144be None None] Device 777bf1b7-2b52-4475-84a9-8433466c62e0 not bound to the agent host dv-neutron-601336-94-hyperv {{(pid=94176) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:271}} Jun 23 11:34:40.504818 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG oslo_concurrency.lockutils [None req-dc7542b2-afef-47f4-a763-e3a3cba144be None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.142s {{(pid=94176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 11:34:40.536033 dv-neutron-601336-94-hyperv neutron-server[94174]: INFO neutron.wsgi [req-2d117f6e-97c2-42af-9a5b-1abcfbfc6bb1 req-da8b9884-dd79-4a62-b478-ad57a3bc28b3 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=4428b5cd-2ee2-4454-b711-d13a003d5236 HTTP/1.1" status: 200 len: 1001 time: 0.1841233 Jun 23 11:34:40.558573 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron_lib.callbacks.manager [None req-0f50e38d-2bbe-4e58-ac7f-86bb1a1e5ac5 tempest-NetworksTest-2133396914 tempest-NetworksTest-2133396914-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-897248', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8002400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7866073', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-524247'] for network, after_delete {{(pid=94175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:34:40.564165 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron_lib.callbacks.manager [None req-0f50e38d-2bbe-4e58-ac7f-86bb1a1e5ac5 tempest-NetworksTest-2133396914 tempest-NetworksTest-2133396914-project] Notify callbacks [] for network, before_response {{(pid=94175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:34:40.573421 dv-neutron-601336-94-hyperv neutron-server[94175]: INFO neutron.wsgi [None req-0f50e38d-2bbe-4e58-ac7f-86bb1a1e5ac5 tempest-NetworksTest-2133396914 tempest-NetworksTest-2133396914-project] 10.222.0.20 "DELETE /v2.0/networks/c5d158e5-a222-47ca-b11e-2e9044b38043 HTTP/1.1" status: 204 len: 168 time: 3.7508016 Jun 23 11:34:40.574019 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.wsgi [-] (94175) accepted ('10.222.0.20', 40590) {{(pid=94175) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 11:34:40.575097 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG oslo_concurrency.lockutils [None req-928986e1-fd2d-4993-9bff-b210ae4cb291 tempest-PortsTestJSON-2085221018 tempest-PortsTestJSON-2085221018-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94175) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 11:34:40.588138 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cb332550-c970-4dbb-a104-808768d4e047 tempest-RoutersIpV6Test-1448447933 tempest-RoutersIpV6Test-1448447933-project] Router 4b2532a2-6cbd-4a55-bb1d-644d5c407195 has already been hosted by L3 agent 50ef99c0-ef28-4db5-b303-b145898fae60 {{(pid=94174) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 23 11:34:40.600132 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d117f6e-97c2-42af-9a5b-1abcfbfc6bb1 req-cfc56580-d673-4afb-8d32-a96ad266659d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94174) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 11:34:40.601573 dv-neutron-601336-94-hyperv neutron-server[94174]: INFO neutron.wsgi [req-2d117f6e-97c2-42af-9a5b-1abcfbfc6bb1 req-cfc56580-d673-4afb-8d32-a96ad266659d service neutron] 10.222.0.52 "GET /v2.0/subnets?id=47ff68e9-949b-4720-9652-7e8da6276be9 HTTP/1.1" status: 200 len: 851 time: 0.0576999 Jun 23 11:34:40.621296 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.scheduler.base_scheduler [None req-be1718df-40e9-4a44-af73-f077aed086c5 tempest-PortsIpV6TestJSON-1781383748 tempest-PortsIpV6TestJSON-1781383748-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-601336-94-hyperv, e9930e9d-c324-46b9-a384-e0b47123ebc9) {{(pid=94175) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 23 11:34:40.625228 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron_lib.callbacks.manager [None req-a1c1763e-7286-4bf4-b646-cee5697f47e2 tempest-PortsTestJSON-2085221018 tempest-PortsTestJSON-2085221018-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-897627', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866062', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5083050', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4660036'] for subnet, after_delete {{(pid=94175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:34:40.628707 dv-neutron-601336-94-hyperv neutron-server[94175]: INFO neutron.pecan_wsgi.hooks.translation [None req-fb73343c-9d0f-4be5-9551-233a72ee60be tempest-NetworksTest-2133396914 tempest-NetworksTest-2133396914-project] DELETE failed (client error): The resource could not be found. Jun 23 11:34:40.629158 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-fb73343c-9d0f-4be5-9551-233a72ee60be tempest-NetworksTest-2133396914 tempest-NetworksTest-2133396914-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94175) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 23 11:34:40.629832 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-690c6dc5-be86-48e5-ad5f-0113ef4de886 None None] Network e9930e9d-c324-46b9-a384-e0b47123ebc9 requested from dv-neutron-601336-94-hyperv {{(pid=94176) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 23 11:34:40.633499 dv-neutron-601336-94-hyperv neutron-server[94175]: INFO neutron.wsgi [None req-fb73343c-9d0f-4be5-9551-233a72ee60be tempest-NetworksTest-2133396914 tempest-NetworksTest-2133396914-project] 10.222.0.20 "DELETE /v2.0/subnets/db81d8fc-6f6b-4bdd-bbda-db9ca1533c10 HTTP/1.1" status: 404 len: 337 time: 0.0522842 Jun 23 11:34:40.633499 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-be1718df-40e9-4a44-af73-f077aed086c5 tempest-PortsIpV6TestJSON-1781383748 tempest-PortsIpV6TestJSON-1781383748-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 11:34:40.633499 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron_lib.callbacks.manager [None req-be1718df-40e9-4a44-af73-f077aed086c5 tempest-PortsIpV6TestJSON-1781383748 tempest-PortsIpV6TestJSON-1781383748-project] Notify callbacks [] for subnet, before_response {{(pid=94175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:34:40.638199 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f50e38d-2bbe-4e58-ac7f-86bb1a1e5ac5 tempest-NetworksTest-2133396914 tempest-NetworksTest-2133396914-project] Pushing event deleted for resources: {'Network': ['ID=c5d158e5-a222-47ca-b11e-2e9044b38043,revision_number=None']} {{(pid=94175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 11:34:40.645704 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.wsgi [-] (94174) accepted ('10.222.0.20', 40592) {{(pid=94174) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 11:34:40.654231 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG oslo_concurrency.lockutils [None req-0f50e38d-2bbe-4e58-ac7f-86bb1a1e5ac5 tempest-NetworksTest-2133396914 tempest-NetworksTest-2133396914-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.079s {{(pid=94175) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 11:34:40.654760 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG oslo_concurrency.lockutils [None req-475d0d7a-f1ce-4bdc-af24-4a9efd6fb637 tempest-TestNetworkBasicOps-233187296 tempest-TestNetworkBasicOps-233187296-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.017s {{(pid=94175) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 11:34:40.667511 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron_lib.callbacks.manager [None req-a1c1763e-7286-4bf4-b646-cee5697f47e2 tempest-PortsTestJSON-2085221018 tempest-PortsTestJSON-2085221018-project] Notify callbacks [] for subnet, before_response {{(pid=94175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:34:40.669479 dv-neutron-601336-94-hyperv neutron-server[94175]: INFO neutron.wsgi [None req-a1c1763e-7286-4bf4-b646-cee5697f47e2 tempest-PortsTestJSON-2085221018 tempest-PortsTestJSON-2085221018-project] 10.222.0.20 "DELETE /v2.0/subnets/cf090ab5-c3a0-4f7e-9857-336b5ac310cf HTTP/1.1" status: 204 len: 168 time: 0.8901703 Jun 23 11:34:40.676658 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.wsgi [-] (94174) accepted ('10.222.0.20', 40594) {{(pid=94174) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 11:34:40.686411 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-065ddec2-5851-4bd2-be81-a49d898756cf None None] Network c9584ed1-23c5-47a7-b4d6-264bedad0f19 requested from dv-neutron-601336-94-hyperv {{(pid=94176) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 23 11:34:40.697238 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1c1763e-7286-4bf4-b646-cee5697f47e2 tempest-PortsTestJSON-2085221018 tempest-PortsTestJSON-2085221018-project] Pushing event deleted for resources: {'Subnet': ['ID=cf090ab5-c3a0-4f7e-9857-336b5ac310cf,revision_number=None']} {{(pid=94175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 11:34:40.711287 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG oslo_concurrency.lockutils [None req-a1c1763e-7286-4bf4-b646-cee5697f47e2 tempest-PortsTestJSON-2085221018 tempest-PortsTestJSON-2085221018-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.054s {{(pid=94175) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 11:34:40.727842 dv-neutron-601336-94-hyperv neutron-server[94175]: INFO neutron.wsgi [req-ef209aec-9541-47f6-b194-f9188993e831 req-1aec86fb-6081-48e0-bdff-b845b90f4198 tempest-TestNetworkBasicOps-233187296 tempest-TestNetworkBasicOps-233187296-project] 10.222.0.20 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1441075088&fields=id&tenant_id=772b9946478d439e9da4eaeade7fb21d HTTP/1.1" status: 200 len: 267 time: 0.1414537 Jun 23 11:34:40.742103 dv-neutron-601336-94-hyperv neutron-server[94174]: INFO neutron.pecan_wsgi.hooks.translation [None req-9c85686a-4540-4d9b-b71b-c519ac1c1f58 tempest-NetworksTest-2133396914 tempest-NetworksTest-2133396914-project] DELETE failed (client error): The resource could not be found. Jun 23 11:34:40.743184 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-9c85686a-4540-4d9b-b71b-c519ac1c1f58 tempest-NetworksTest-2133396914 tempest-NetworksTest-2133396914-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94174) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 23 11:34:40.745159 dv-neutron-601336-94-hyperv neutron-server[94174]: INFO neutron.wsgi [None req-9c85686a-4540-4d9b-b71b-c519ac1c1f58 tempest-NetworksTest-2133396914 tempest-NetworksTest-2133396914-project] 10.222.0.20 "DELETE /v2.0/networks/c5d158e5-a222-47ca-b11e-2e9044b38043 HTTP/1.1" status: 404 len: 339 time: 0.0991828 Jun 23 11:34:40.753273 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.wsgi [-] (94174) accepted ('10.222.0.20', 40596) {{(pid=94174) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 11:34:40.805081 dv-neutron-601336-94-hyperv neutron-server[94174]: INFO neutron.pecan_wsgi.hooks.translation [None req-c77f8fa5-e3aa-4249-8d19-1ca8425d7b67 tempest-NetworksTest-2133396914 tempest-NetworksTest-2133396914-project] DELETE failed (client error): The resource could not be found. Jun 23 11:34:40.805832 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c77f8fa5-e3aa-4249-8d19-1ca8425d7b67 tempest-NetworksTest-2133396914 tempest-NetworksTest-2133396914-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94174) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 23 11:34:40.807834 dv-neutron-601336-94-hyperv neutron-server[94174]: INFO neutron.wsgi [None req-c77f8fa5-e3aa-4249-8d19-1ca8425d7b67 tempest-NetworksTest-2133396914 tempest-NetworksTest-2133396914-project] 10.222.0.20 "DELETE /v2.0/subnets/7daa7073-2dc2-4fa0-9823-88e1f00477a1 HTTP/1.1" status: 404 len: 337 time: 0.0520053 Jun 23 11:34:40.815777 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.wsgi [-] (94174) accepted ('10.222.0.20', 40598) {{(pid=94174) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 11:34:40.834754 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.db.db_base_plugin_v2 [None req-f066b0a9-6334-43c2-b1aa-a1c24999047a tempest-PortsTestJSON-2085221018 tempest-PortsTestJSON-2085221018-project] Deleting subnet bec30134-aa08-4f68-9f19-fc70a65f6402 {{(pid=94174) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jun 23 11:34:40.850408 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron_lib.callbacks.manager [None req-f066b0a9-6334-43c2-b1aa-a1c24999047a tempest-PortsTestJSON-2085221018 tempest-PortsTestJSON-2085221018-project] Notify callbacks [] for subnet, before_delete {{(pid=94174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:34:40.853778 dv-neutron-601336-94-hyperv neutron-server[94175]: INFO neutron.wsgi [None req-be1718df-40e9-4a44-af73-f077aed086c5 tempest-PortsIpV6TestJSON-1781383748 tempest-PortsIpV6TestJSON-1781383748-project] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.9491963 Jun 23 11:34:40.856675 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.wsgi [-] (94175) accepted ('10.222.0.20', 40600) {{(pid=94175) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 11:34:40.858668 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cb332550-c970-4dbb-a104-808768d4e047 tempest-RoutersIpV6Test-1448447933 tempest-RoutersIpV6Test-1448447933-project] Notify agent at l3_agent.dv-neutron-601336-94-hyperv the message routers_updated {{(pid=94174) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 23 11:34:40.861872 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.api.v2.base [None req-536b9c9a-0eb7-4de1-8f8f-b224b4217680 tempest-PortsIpV6TestJSON-1781383748 tempest-PortsIpV6TestJSON-1781383748-project] Request body: {'port': {'network_id': 'e9930e9d-c324-46b9-a384-e0b47123ebc9', 'name': 'tempest-PortsIpV6TestJSON-1686232087', 'fixed_ips': [{'subnet_id': 'ac7362ad-a033-4ad5-b206-af5efd9b73e9', 'ip_address': '2001:db8::10'}]}} {{(pid=94175) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 23 11:34:40.868296 dv-neutron-601336-94-hyperv neutron-server[94174]: INFO neutron.wsgi [None req-cb332550-c970-4dbb-a104-808768d4e047 tempest-RoutersIpV6Test-1448447933 tempest-RoutersIpV6Test-1448447933-project] 10.222.0.20 "PUT /v2.0/routers/4b2532a2-6cbd-4a55-bb1d-644d5c407195/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.5151873 Jun 23 11:34:40.868538 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.wsgi [-] (94175) accepted ('10.222.0.20', 40602) {{(pid=94175) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 11:34:40.887712 dv-neutron-601336-94-hyperv neutron-server[94174]: INFO neutron.pecan_wsgi.hooks.translation [None req-5011dc4f-3369-4a57-8ff3-f0520543bddf tempest-NetworksTest-2133396914 tempest-NetworksTest-2133396914-project] DELETE failed (client error): The resource could not be found. Jun 23 11:34:40.888439 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-5011dc4f-3369-4a57-8ff3-f0520543bddf tempest-NetworksTest-2133396914 tempest-NetworksTest-2133396914-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94174) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 23 11:34:40.892922 dv-neutron-601336-94-hyperv neutron-server[94174]: INFO neutron.wsgi [None req-5011dc4f-3369-4a57-8ff3-f0520543bddf tempest-NetworksTest-2133396914 tempest-NetworksTest-2133396914-project] 10.222.0.20 "DELETE /v2.0/networks/a8a4ed4a-10d2-4a5c-9d29-6d9bfbf15e91 HTTP/1.1" status: 404 len: 339 time: 0.0733447 Jun 23 11:34:40.894796 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.wsgi [-] (94174) accepted ('10.222.0.20', 40604) {{(pid=94174) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 11:34:40.960340 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d117f6e-97c2-42af-9a5b-1abcfbfc6bb1 req-3ecd2747-ff18-4ac8-8fde-ca50c12017f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94174) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 11:34:40.961961 dv-neutron-601336-94-hyperv neutron-server[94174]: INFO neutron.wsgi [req-2d117f6e-97c2-42af-9a5b-1abcfbfc6bb1 req-3ecd2747-ff18-4ac8-8fde-ca50c12017f0 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=34cf218b-02ad-4259-a49e-5807c729dd9a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1178 time: 0.3540132 Jun 23 11:34:40.992157 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.plugins.ml2.rpc [None req-dc7542b2-afef-47f4-a763-e3a3cba144be None None] Device e5476f2c-5bd4-4cc3-b744-a1495ec93de3 up at agent ovs-agent-dv-neutron-601336-94-hyperv {{(pid=94176) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:298}} Jun 23 11:34:40.995131 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-741d268f-4f8e-421d-8169-2552eda06b65 None None] Sync routers for ids ['4b2532a2-6cbd-4a55-bb1d-644d5c407195'] in dv-neutron-601336-94-hyperv {{(pid=94176) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 23 11:34:41.078814 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.db.l3_dvrscheduler_db [None req-741d268f-4f8e-421d-8169-2552eda06b65 None None] Routers {'4b2532a2-6cbd-4a55-bb1d-644d5c407195'} bound to L3 agent in host dv-neutron-601336-94-hyperv {{(pid=94176) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 23 11:34:41.078814 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.db.l3_hamode_db [None req-741d268f-4f8e-421d-8169-2552eda06b65 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-601336-94-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-06-23T11:22:13Z,description=,heartbeat_timestamp=2021-06-23T11:34:13Z,host='dv-neutron-601336-94-hyperv',id=50ef99c0-ef28-4db5-b303-b145898fae60,load=0,resource_versions=,resources_synced=,started_at=2021-06-23T11:22:14Z,topic='l3_agent')) {'router_ids': ['4b2532a2-6cbd-4a55-bb1d-644d5c407195'], 'active': True} {{(pid=94176) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 11:34:41.165275 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.db.l3_hamode_db [None req-741d268f-4f8e-421d-8169-2552eda06b65 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-601336-94-hyperv', False) {} {{(pid=94176) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 11:34:41.171106 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron_lib.callbacks.manager [None req-d12cebb1-262b-41e4-8c59-27cad7a43a3a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773699952132', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-899307'] for agent, after_update {{(pid=94176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:34:41.191476 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dfb8dc2d-bb21-440f-bad3-f630ded86b23 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1e0d828a-1fa4-563d-b7fd-53adf66a04ee-e9930e9d-c324-46b9-a384-e0b47123ebc9', 'network_id': 'e9930e9d-c324-46b9-a384-e0b47123ebc9', 'tenant_id': '4a9805c328414e068d83db5c9b76c3c7', 'fixed_ips': [{'subnet_id': 'ac7362ad-a033-4ad5-b206-af5efd9b73e9'}]}} from dv-neutron-601336-94-hyperv. {{(pid=94176) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 23 11:34:41.192502 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron_lib.callbacks.manager [None req-dfb8dc2d-bb21-440f-bad3-f630ded86b23 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-923104'] for port, before_create {{(pid=94176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:34:41.221543 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.db.l3_dvrscheduler_db [None req-741d268f-4f8e-421d-8169-2552eda06b65 None None] Routers {'4b2532a2-6cbd-4a55-bb1d-644d5c407195'} bound to L3 agent in host dv-neutron-601336-94-hyperv {{(pid=94176) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 23 11:34:41.222286 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.db.l3_hamode_db [None req-741d268f-4f8e-421d-8169-2552eda06b65 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-601336-94-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-06-23T11:22:13Z,description=,heartbeat_timestamp=2021-06-23T11:34:13Z,host='dv-neutron-601336-94-hyperv',id=50ef99c0-ef28-4db5-b303-b145898fae60,load=0,resource_versions=,resources_synced=,started_at=2021-06-23T11:22:14Z,topic='l3_agent')) {'router_ids': ['4b2532a2-6cbd-4a55-bb1d-644d5c407195'], 'active': True} {{(pid=94176) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 11:34:41.224178 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.db.provisioning_blocks [None req-dc7542b2-afef-47f4-a763-e3a3cba144be None None] Provisioning complete for port e5476f2c-5bd4-4cc3-b744-a1495ec93de3 triggered by entity L2. {{(pid=94176) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 23 11:34:41.224631 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron_lib.callbacks.manager [None req-dc7542b2-afef-47f4-a763-e3a3cba144be None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-899258'] for port, provisioning_complete {{(pid=94176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:34:41.305845 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron_lib.callbacks.manager [None req-f066b0a9-6334-43c2-b1aa-a1c24999047a tempest-PortsTestJSON-2085221018 tempest-PortsTestJSON-2085221018-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4800256'] for subnet, precommit_delete_associations {{(pid=94174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:34:41.316475 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.db.l3_hamode_db [None req-741d268f-4f8e-421d-8169-2552eda06b65 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-601336-94-hyperv', False) {} {{(pid=94176) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 11:34:41.317160 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-741d268f-4f8e-421d-8169-2552eda06b65 None None] The sync data for ids ['4b2532a2-6cbd-4a55-bb1d-644d5c407195'] in dv-neutron-601336-94-hyperv is: [] {{(pid=94176) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 23 11:34:41.360219 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef209aec-9541-47f6-b194-f9188993e831 req-66ebd872-f8f1-4cd5-97ab-607d4485552d tempest-TestNetworkBasicOps-233187296 tempest-TestNetworkBasicOps-233187296-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 11:34:41.366898 dv-neutron-601336-94-hyperv neutron-server[94175]: INFO neutron.wsgi [req-ef209aec-9541-47f6-b194-f9188993e831 req-66ebd872-f8f1-4cd5-97ab-607d4485552d tempest-TestNetworkBasicOps-233187296 tempest-TestNetworkBasicOps-233187296-project] 10.222.0.20 "GET /v2.0/networks?id=cf29c68f-82b8-4662-a929-931f65637941 HTTP/1.1" status: 200 len: 797 time: 0.6382525 Jun 23 11:34:41.403590 dv-neutron-601336-94-hyperv neutron-server[94175]: INFO neutron.wsgi [req-ef209aec-9541-47f6-b194-f9188993e831 req-6d07969e-b2d9-4fc0-a294-a593e3734b5d tempest-TestNetworkBasicOps-233187296 tempest-TestNetworkBasicOps-233187296-project] 10.222.0.20 "GET /v2.0/quotas/772b9946478d439e9da4eaeade7fb21d HTTP/1.1" status: 200 len: 375 time: 0.0357442 Jun 23 11:34:41.414647 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron_lib.callbacks.manager [None req-32371b51-212a-4238-8241-aa2a8f9769d0 tempest-NetworksTest-2133396914 tempest-NetworksTest-2133396914-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-824874'] for network, before_delete {{(pid=94174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:34:41.551284 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.db.db_base_plugin_common [None req-dfb8dc2d-bb21-440f-bad3-f630ded86b23 None None] Allocated IP 2001:db8::2 (e9930e9d-c324-46b9-a384-e0b47123ebc9/ac7362ad-a033-4ad5-b206-af5efd9b73e9/83552884-2178-4560-9fed-f3a483ac3052) {{(pid=94176) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 23 11:34:41.624862 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron_lib.callbacks.manager [None req-f066b0a9-6334-43c2-b1aa-a1c24999047a tempest-PortsTestJSON-2085221018 tempest-PortsTestJSON-2085221018-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-897634'] for subnet, precommit_delete {{(pid=94174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:34:41.653942 dv-neutron-601336-94-hyperv neutron-server[94174]: INFO neutron.wsgi [req-2d117f6e-97c2-42af-9a5b-1abcfbfc6bb1 req-f17ca7af-c231-49f9-b586-947094d62bf8 service neutron] 10.222.0.52 "GET /v2.0/networks/34cf218b-02ad-4259-a49e-5807c729dd9a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6827006 Jun 23 11:34:41.664301 dv-neutron-601336-94-hyperv neutron-server[94175]: INFO neutron.wsgi [req-ef209aec-9541-47f6-b194-f9188993e831 req-9d2f68db-76dd-4bc5-949a-4f985b1a3a58 tempest-TestNetworkBasicOps-233187296 tempest-TestNetworkBasicOps-233187296-project] 10.222.0.20 "GET /v2.0/ports?tenant_id=772b9946478d439e9da4eaeade7fb21d&fields=id HTTP/1.1" status: 200 len: 302 time: 0.2596018 Jun 23 11:34:41.704438 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron_lib.callbacks.manager [None req-32371b51-212a-4238-8241-aa2a8f9769d0 tempest-NetworksTest-2133396914 tempest-NetworksTest-2133396914-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-897259', 'neutron.services.segments.db._delete_segments_for_network-8773700168587'] for network, precommit_delete {{(pid=94174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:34:41.720409 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-536b9c9a-0eb7-4de1-8f8f-b224b4217680 tempest-PortsIpV6TestJSON-1781383748 tempest-PortsIpV6TestJSON-1781383748-project] Made reservation on behalf of 4a9805c328414e068d83db5c9b76c3c7 for: {'port': 1} {{(pid=94175) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 23 11:34:41.736299 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron_lib.callbacks.manager [None req-dfb8dc2d-bb21-440f-bad3-f630ded86b23 None None] Notify callbacks [] for port, precommit_create {{(pid=94176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:34:41.747285 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.db.provisioning_blocks [None req-dfb8dc2d-bb21-440f-bad3-f630ded86b23 None None] Transition to ACTIVE for port object 83552884-2178-4560-9fed-f3a483ac3052 will not be triggered until provisioned by entity L2. {{(pid=94176) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 23 11:34:41.757463 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.services.segments.db [None req-32371b51-212a-4238-8241-aa2a8f9769d0 tempest-NetworksTest-2133396914 tempest-NetworksTest-2133396914-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e33d7baf-6a3a-4ed6-9975-6ed2a8fe0fca']}} {{(pid=94174) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 11:34:41.773105 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.db.provisioning_blocks [None req-dfb8dc2d-bb21-440f-bad3-f630ded86b23 None None] Transition to ACTIVE for port object 83552884-2178-4560-9fed-f3a483ac3052 will not be triggered until provisioned by entity DHCP. {{(pid=94176) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 23 11:34:41.779962 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22103eb6-0fac-4301-9a52-422477ae33d8 req-3fdb27e2-7d59-486c-9994-47f0b40520de tempest-ServerActionsTestJSON-161917335 tempest-ServerActionsTestJSON-161917335-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94174) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 11:34:41.781516 dv-neutron-601336-94-hyperv neutron-server[94174]: INFO neutron.wsgi [req-22103eb6-0fac-4301-9a52-422477ae33d8 req-3fdb27e2-7d59-486c-9994-47f0b40520de tempest-ServerActionsTestJSON-161917335 tempest-ServerActionsTestJSON-161917335-project] 10.222.0.20 "GET /v2.0/ports?device_id=85769616-6b8b-4da7-ad73-344986edf607 HTTP/1.1" status: 200 len: 945 time: 0.3592575 Jun 23 11:34:41.783485 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.services.segments.db [None req-32371b51-212a-4238-8241-aa2a8f9769d0 tempest-NetworksTest-2133396914 tempest-NetworksTest-2133396914-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2caf5943-86f5-4b92-bd1e-02041fd9ee86') {'for_net_delete': True} {{(pid=94174) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 11:34:41.783794 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.services.segments.db [None req-32371b51-212a-4238-8241-aa2a8f9769d0 tempest-NetworksTest-2133396914 tempest-NetworksTest-2133396914-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2caf5943-86f5-4b92-bd1e-02041fd9ee86') {} {{(pid=94174) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 11:34:41.805388 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron_lib.callbacks.manager [None req-32371b51-212a-4238-8241-aa2a8f9769d0 tempest-NetworksTest-2133396914 tempest-NetworksTest-2133396914-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8773699955833', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4800267'] for segment, before_delete {{(pid=94174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:34:41.848741 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron_lib.callbacks.manager [None req-32371b51-212a-4238-8241-aa2a8f9769d0 tempest-NetworksTest-2133396914 tempest-NetworksTest-2133396914-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3801'] for segment, precommit_delete {{(pid=94174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:34:41.850896 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron_lib.callbacks.manager [None req-dfb8dc2d-bb21-440f-bad3-f630ded86b23 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-922915', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-239814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7866073', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773699642215'] for port, after_create {{(pid=94176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:34:41.857417 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG oslo_concurrency.lockutils [None req-dc7542b2-afef-47f4-a763-e3a3cba144be None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 11:34:41.867123 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-32371b51-212a-4238-8241-aa2a8f9769d0 tempest-NetworksTest-2133396914 tempest-NetworksTest-2133396914-project] Releasing vlan 424 on physical network physnet1 to pool {{(pid=94174) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 23 11:34:41.867545 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron_lib.callbacks.manager [None req-32371b51-212a-4238-8241-aa2a8f9769d0 tempest-NetworksTest-2133396914 tempest-NetworksTest-2133396914-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3801', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5196341'] for segment, after_delete {{(pid=94174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:34:41.870589 dv-neutron-601336-94-hyperv neutron-server[94174]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 23 11:34:41.870589 dv-neutron-601336-94-hyperv neutron-server[94174]: conditions |= (models_v2.Port.network_id.in_( Jun 23 11:34:41.870589 dv-neutron-601336-94-hyperv neutron-server[94174]: Traceback (most recent call last): Jun 23 11:34:41.870589 dv-neutron-601336-94-hyperv neutron-server[94174]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 23 11:34:41.870589 dv-neutron-601336-94-hyperv neutron-server[94174]: timer() Jun 23 11:34:41.870589 dv-neutron-601336-94-hyperv neutron-server[94174]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 23 11:34:41.870589 dv-neutron-601336-94-hyperv neutron-server[94174]: cb(*args, **kw) Jun 23 11:34:41.870589 dv-neutron-601336-94-hyperv neutron-server[94174]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 23 11:34:41.870589 dv-neutron-601336-94-hyperv neutron-server[94174]: return func(*args, **kwargs) Jun 23 11:34:41.870589 dv-neutron-601336-94-hyperv neutron-server[94174]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 23 11:34:41.870589 dv-neutron-601336-94-hyperv neutron-server[94174]: self._notify() Jun 23 11:34:41.870589 dv-neutron-601336-94-hyperv neutron-server[94174]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 23 11:34:41.870589 dv-neutron-601336-94-hyperv neutron-server[94174]: self.callback(batched_events) Jun 23 11:34:41.870589 dv-neutron-601336-94-hyperv neutron-server[94174]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 23 11:34:41.870589 dv-neutron-601336-94-hyperv neutron-server[94174]: event.method(event) Jun 23 11:34:41.870589 dv-neutron-601336-94-hyperv neutron-server[94174]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 23 11:34:41.870589 dv-neutron-601336-94-hyperv neutron-server[94174]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 23 11:34:41.870589 dv-neutron-601336-94-hyperv neutron-server[94174]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 23 11:34:41.870589 dv-neutron-601336-94-hyperv neutron-server[94174]: aggregate_uuid = self.p_client.list_aggregates( Jun 23 11:34:41.870589 dv-neutron-601336-94-hyperv neutron-server[94174]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 23 11:34:41.870589 dv-neutron-601336-94-hyperv neutron-server[94174]: return f(self, *a, **k) Jun 23 11:34:41.870589 dv-neutron-601336-94-hyperv neutron-server[94174]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 23 11:34:41.870589 dv-neutron-601336-94-hyperv neutron-server[94174]: return self._get(url).json() Jun 23 11:34:41.870589 dv-neutron-601336-94-hyperv neutron-server[94174]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 23 11:34:41.870589 dv-neutron-601336-94-hyperv neutron-server[94174]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 23 11:34:41.870589 dv-neutron-601336-94-hyperv neutron-server[94174]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 23 11:34:41.870589 dv-neutron-601336-94-hyperv neutron-server[94174]: return self.request(url, 'GET', **kwargs) Jun 23 11:34:41.870589 dv-neutron-601336-94-hyperv neutron-server[94174]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 23 11:34:41.870589 dv-neutron-601336-94-hyperv neutron-server[94174]: base_url = self.get_endpoint(auth, allow=allow, Jun 23 11:34:41.870589 dv-neutron-601336-94-hyperv neutron-server[94174]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 23 11:34:41.870589 dv-neutron-601336-94-hyperv neutron-server[94174]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 23 11:34:41.870589 dv-neutron-601336-94-hyperv neutron-server[94174]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 23 11:34:41.870589 dv-neutron-601336-94-hyperv neutron-server[94174]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 23 11:34:41.870589 dv-neutron-601336-94-hyperv neutron-server[94174]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 23 11:34:41.900377 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dfb8dc2d-bb21-440f-bad3-f630ded86b23 None None] Network e9930e9d-c324-46b9-a384-e0b47123ebc9 is already hosted by enough agents. {{(pid=94176) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 23 11:34:41.904391 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.scheduler.base_scheduler [None req-dfb8dc2d-bb21-440f-bad3-f630ded86b23 None None] Resources bound (agent type, host, resource id): {{(pid=94176) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 23 11:34:41.908160 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dfb8dc2d-bb21-440f-bad3-f630ded86b23 None None] Received port after_create {{(pid=94176) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 23 11:34:41.914519 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron_lib.callbacks.manager [None req-536b9c9a-0eb7-4de1-8f8f-b224b4217680 tempest-PortsIpV6TestJSON-1781383748 tempest-PortsIpV6TestJSON-1781383748-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-923104'] for port, before_create {{(pid=94175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:34:41.919794 dv-neutron-601336-94-hyperv neutron-server[94175]: INFO neutron.wsgi [req-ef209aec-9541-47f6-b194-f9188993e831 req-beb4484b-7453-4f0e-8caf-9ce14e2fe541 service neutron] 10.222.0.20 "GET /v2.0/networks/cf29c68f-82b8-4662-a929-931f65637941?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2548065 Jun 23 11:34:41.925385 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfb8dc2d-bb21-440f-bad3-f630ded86b23 None None] Pushing event updated for resources: {'Port': ['ID=83552884-2178-4560-9fed-f3a483ac3052,revision_number=1']} {{(pid=94176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 11:34:41.929282 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG oslo_concurrency.lockutils [None req-dfb8dc2d-bb21-440f-bad3-f630ded86b23 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.072s {{(pid=94176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 11:34:41.943530 dv-neutron-601336-94-hyperv neutron-server[94174]: INFO neutron.wsgi [req-22103eb6-0fac-4301-9a52-422477ae33d8 req-7bbe914e-d908-46c7-88ca-59b40776aaec tempest-ServerActionsTestJSON-161917335 tempest-ServerActionsTestJSON-161917335-project] 10.222.0.20 "GET /v2.0/security-groups?id=f0520e5d-8f0e-4c28-b543-be4405698077&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1504602 Jun 23 11:34:41.948707 dv-neutron-601336-94-hyperv neutron-server[94174]: INFO neutron.wsgi [req-2d117f6e-97c2-42af-9a5b-1abcfbfc6bb1 req-9797259c-51dd-4177-b924-2640578df90f service neutron] 10.222.0.52 "GET /v2.0/networks/34cf218b-02ad-4259-a49e-5807c729dd9a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2862411 Jun 23 11:34:41.952328 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron_lib.callbacks.manager [None req-f066b0a9-6334-43c2-b1aa-a1c24999047a tempest-PortsTestJSON-2085221018 tempest-PortsTestJSON-2085221018-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-897627', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866062', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5195932', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4294216'] for subnet, after_delete {{(pid=94174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:34:41.984641 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG oslo_concurrency.lockutils [None req-5ac91628-56c9-4eac-b768-3891bfdd3eca tempest-PortsTestJSON-2085221018 tempest-PortsTestJSON-2085221018-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94174) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 11:34:42.005818 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.plugins.ml2.managers [None req-dfb8dc2d-bb21-440f-bad3-f630ded86b23 None None] Attempting to bind port 83552884-2178-4560-9fed-f3a483ac3052 on host dv-neutron-601336-94-hyperv for vnic_type normal with profile {{(pid=94176) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 23 11:34:42.006210 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.plugins.ml2.managers [None req-dfb8dc2d-bb21-440f-bad3-f630ded86b23 None None] Attempting to bind port 83552884-2178-4560-9fed-f3a483ac3052 by drivers openvswitch,hyperv on host dv-neutron-601336-94-hyperv at level 0 using segments [{'id': '6fb9b574-3737-4aac-96ee-09a4a39a59e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 433, 'network_id': 'e9930e9d-c324-46b9-a384-e0b47123ebc9'}] {{(pid=94176) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 23 11:34:42.006599 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dfb8dc2d-bb21-440f-bad3-f630ded86b23 None None] Attempting to bind port 83552884-2178-4560-9fed-f3a483ac3052 on network e9930e9d-c324-46b9-a384-e0b47123ebc9 {{(pid=94176) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 23 11:34:42.012753 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dfb8dc2d-bb21-440f-bad3-f630ded86b23 None None] Checking agent: {'id': '4d05f899-5ac9-411b-8a03-f60c93f87cdf', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-601336-94-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 23, 11, 22, 14), 'started_at': datetime.datetime(2021, 6, 23, 11, 22, 44), 'heartbeat_timestamp': datetime.datetime(2021, 6, 23, 11, 34, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'monitor_allowed_address_pair_garp': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-601336-94-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94176) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 23 11:34:42.013179 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dfb8dc2d-bb21-440f-bad3-f630ded86b23 None None] Checking segment: {'id': '6fb9b574-3737-4aac-96ee-09a4a39a59e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 433, 'network_id': 'e9930e9d-c324-46b9-a384-e0b47123ebc9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94176) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 23 11:34:42.013568 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron_lib.callbacks.manager [None req-dfb8dc2d-bb21-440f-bad3-f630ded86b23 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:34:42.014040 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dfb8dc2d-bb21-440f-bad3-f630ded86b23 None None] Bound using segment: {'id': '6fb9b574-3737-4aac-96ee-09a4a39a59e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 433, 'network_id': 'e9930e9d-c324-46b9-a384-e0b47123ebc9'} {{(pid=94176) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 23 11:34:42.014535 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.plugins.ml2.managers [None req-dfb8dc2d-bb21-440f-bad3-f630ded86b23 None None] Bound port: 83552884-2178-4560-9fed-f3a483ac3052, host: dv-neutron-601336-94-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6fb9b574-3737-4aac-96ee-09a4a39a59e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 433, 'network_id': 'e9930e9d-c324-46b9-a384-e0b47123ebc9'}}] {{(pid=94176) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 23 11:34:42.014923 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron_lib.callbacks.manager [None req-dfb8dc2d-bb21-440f-bad3-f630ded86b23 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-923122'] for port, before_update {{(pid=94176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:34:42.019619 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron_lib.callbacks.manager [None req-f066b0a9-6334-43c2-b1aa-a1c24999047a tempest-PortsTestJSON-2085221018 tempest-PortsTestJSON-2085221018-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7865916'] for subnet, before_response {{(pid=94174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:34:42.024206 dv-neutron-601336-94-hyperv neutron-server[94174]: INFO neutron.wsgi [None req-f066b0a9-6334-43c2-b1aa-a1c24999047a tempest-PortsTestJSON-2085221018 tempest-PortsTestJSON-2085221018-project] 10.222.0.20 "DELETE /v2.0/subnets/bec30134-aa08-4f68-9f19-fc70a65f6402 HTTP/1.1" status: 204 len: 168 time: 1.3207240 Jun 23 11:34:42.024875 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.wsgi [-] (94174) accepted ('10.222.0.20', 40608) {{(pid=94174) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 11:34:42.028445 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f066b0a9-6334-43c2-b1aa-a1c24999047a tempest-PortsTestJSON-2085221018 tempest-PortsTestJSON-2085221018-project] Pushing event deleted for resources: {'Subnet': ['ID=bec30134-aa08-4f68-9f19-fc70a65f6402,revision_number=None']} {{(pid=94174) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 11:34:42.047928 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG oslo_concurrency.lockutils [None req-f066b0a9-6334-43c2-b1aa-a1c24999047a tempest-PortsTestJSON-2085221018 tempest-PortsTestJSON-2085221018-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.063s {{(pid=94174) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 11:34:42.075997 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.notifiers.nova [None req-536b9c9a-0eb7-4de1-8f8f-b224b4217680 tempest-PortsIpV6TestJSON-1781383748 tempest-PortsIpV6TestJSON-1781383748-project] device_id is not set on port cf666390-05ff-4230-9b82-76ea5596f70d yet. {{(pid=94175) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jun 23 11:34:42.100435 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.plugins.ml2.db [None req-dfb8dc2d-bb21-440f-bad3-f630ded86b23 None None] For port 83552884-2178-4560-9fed-f3a483ac3052, host dv-neutron-601336-94-hyperv, cleared binding levels {{(pid=94176) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 23 11:34:42.109463 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.plugins.ml2.db [None req-dfb8dc2d-bb21-440f-bad3-f630ded86b23 None None] For port 83552884-2178-4560-9fed-f3a483ac3052, host dv-neutron-601336-94-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-94-hyperv',level=0,port_id=83552884-2178-4560-9fed-f3a483ac3052,segment=NetworkSegment(6fb9b574-3737-4aac-96ee-09a4a39a59e9),segment_id=6fb9b574-3737-4aac-96ee-09a4a39a59e9)] {{(pid=94176) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 23 11:34:42.109668 dv-neutron-601336-94-hyperv neutron-server[94174]: INFO neutron.pecan_wsgi.hooks.translation [None req-03ab7ec0-4a9c-4e26-a005-d2b1a54a9a00 tempest-PortsTestJSON-2085221018 tempest-PortsTestJSON-2085221018-project] DELETE failed (client error): The resource could not be found. Jun 23 11:34:42.109668 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-03ab7ec0-4a9c-4e26-a005-d2b1a54a9a00 tempest-PortsTestJSON-2085221018 tempest-PortsTestJSON-2085221018-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94174) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 23 11:34:42.109668 dv-neutron-601336-94-hyperv neutron-server[94174]: INFO neutron.wsgi [None req-03ab7ec0-4a9c-4e26-a005-d2b1a54a9a00 tempest-PortsTestJSON-2085221018 tempest-PortsTestJSON-2085221018-project] 10.222.0.20 "DELETE /v2.0/subnets/cf090ab5-c3a0-4f7e-9857-336b5ac310cf HTTP/1.1" status: 404 len: 337 time: 0.0817382 Jun 23 11:34:42.111012 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron_lib.callbacks.manager [None req-32371b51-212a-4238-8241-aa2a8f9769d0 tempest-NetworksTest-2133396914 tempest-NetworksTest-2133396914-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-897248', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8002400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7866073', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-524247'] for network, after_delete {{(pid=94174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:34:42.112687 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.wsgi [-] (94174) accepted ('10.222.0.20', 40610) {{(pid=94174) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 11:34:42.115271 dv-neutron-601336-94-hyperv neutron-server[94177]: DEBUG neutron.db.agents_db [None req-90fb1279-e4c5-4e73-8d66-3a29811dc4e3 None None] Agent healthcheck: found 6 active agents {{(pid=94177) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 23 11:34:42.129868 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG oslo_concurrency.lockutils [None req-9b1ed406-1661-4ea4-b164-4b51b2334c8c tempest-PortsIpV6TestJSON-1781383748 tempest-PortsIpV6TestJSON-1781383748-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94174) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 11:34:42.137488 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron_lib.callbacks.manager [None req-32371b51-212a-4238-8241-aa2a8f9769d0 tempest-NetworksTest-2133396914 tempest-NetworksTest-2133396914-project] Notify callbacks [] for network, before_response {{(pid=94174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:34:42.140534 dv-neutron-601336-94-hyperv neutron-server[94174]: INFO neutron.wsgi [None req-32371b51-212a-4238-8241-aa2a8f9769d0 tempest-NetworksTest-2133396914 tempest-NetworksTest-2133396914-project] 10.222.0.20 "DELETE /v2.0/networks/e33d7baf-6a3a-4ed6-9975-6ed2a8fe0fca HTTP/1.1" status: 204 len: 168 time: 1.2453737 Jun 23 11:34:42.157826 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.wsgi [-] (94175) accepted ('10.222.0.20', 40612) {{(pid=94175) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 11:34:42.167017 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32371b51-212a-4238-8241-aa2a8f9769d0 tempest-NetworksTest-2133396914 tempest-NetworksTest-2133396914-project] Pushing event deleted for resources: {'Network': ['ID=e33d7baf-6a3a-4ed6-9975-6ed2a8fe0fca,revision_number=None']} {{(pid=94174) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 11:34:42.170896 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG oslo_concurrency.lockutils [None req-32371b51-212a-4238-8241-aa2a8f9769d0 tempest-NetworksTest-2133396914 tempest-NetworksTest-2133396914-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.041s {{(pid=94174) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 11:34:42.187550 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron_lib.callbacks.manager [None req-dfb8dc2d-bb21-440f-bad3-f630ded86b23 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-922904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866062', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773700135042', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773699642233', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773699642278'] for port, after_update {{(pid=94176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:34:42.190938 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG oslo_concurrency.lockutils [None req-48ad4740-b9f9-446d-a42f-388850c157db None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 11:34:42.192748 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.db.db_base_plugin_v2 [None req-2dea96b7-fff1-46e5-be09-b7afebd022b9 tempest-PortsTestJSON-2085221018 tempest-PortsTestJSON-2085221018-project] Deleting subnet 977308c0-7a49-4a93-831f-0986b33fbae2 {{(pid=94174) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jun 23 11:34:42.196183 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron_lib.callbacks.manager [None req-2dea96b7-fff1-46e5-be09-b7afebd022b9 tempest-PortsTestJSON-2085221018 tempest-PortsTestJSON-2085221018-project] Notify callbacks [] for subnet, before_delete {{(pid=94174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:34:42.208738 dv-neutron-601336-94-hyperv neutron-server[94175]: INFO neutron.pecan_wsgi.hooks.translation [None req-a4818fa9-f173-463c-aa42-568030a53210 tempest-NetworksTest-2133396914 tempest-NetworksTest-2133396914-project] DELETE failed (client error): The resource could not be found. Jun 23 11:34:42.209204 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a4818fa9-f173-463c-aa42-568030a53210 tempest-NetworksTest-2133396914 tempest-NetworksTest-2133396914-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94175) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 23 11:34:42.210952 dv-neutron-601336-94-hyperv neutron-server[94175]: INFO neutron.wsgi [None req-a4818fa9-f173-463c-aa42-568030a53210 tempest-NetworksTest-2133396914 tempest-NetworksTest-2133396914-project] 10.222.0.20 "DELETE /v2.0/subnets/d992bbde-a1b1-4e39-b9ab-b5d136bbb0e2 HTTP/1.1" status: 404 len: 337 time: 0.0513778 Jun 23 11:34:42.220697 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.wsgi [-] (94175) accepted ('10.222.0.20', 40614) {{(pid=94175) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 11:34:42.249706 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0803da18-ce08-4873-9021-532005f4f6c7 None None] Network c9584ed1-23c5-47a7-b4d6-264bedad0f19 requested from dv-neutron-601336-94-hyperv {{(pid=94176) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 23 11:34:42.261619 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfb8dc2d-bb21-440f-bad3-f630ded86b23 None None] Pushing event updated for resources: {'Port': ['ID=83552884-2178-4560-9fed-f3a483ac3052,revision_number=2']} {{(pid=94176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 11:34:42.264299 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron_lib.callbacks.manager [None req-2dea96b7-fff1-46e5-be09-b7afebd022b9 tempest-PortsTestJSON-2085221018 tempest-PortsTestJSON-2085221018-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4800256'] for subnet, precommit_delete_associations {{(pid=94174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:34:42.292882 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron_lib.callbacks.manager [None req-40517d28-b0ce-46b0-a6d9-7571eef94e5c tempest-RoutersIpV6Test-1448447933 tempest-RoutersIpV6Test-1448447933-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-453061'] for router_interface, before_delete {{(pid=94175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:34:42.311665 dv-neutron-601336-94-hyperv neutron-server[94175]: INFO neutron.wsgi [req-ef209aec-9541-47f6-b194-f9188993e831 req-21328793-060f-416a-9b3b-65189578f060 service neutron] 10.222.0.20 "GET /v2.0/networks/cf29c68f-82b8-4662-a929-931f65637941?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3659894 Jun 23 11:34:42.356862 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG oslo_concurrency.lockutils [None req-dfb8dc2d-bb21-440f-bad3-f630ded86b23 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.166s {{(pid=94176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 11:34:42.394836 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.db.provisioning_blocks [None req-6b7b35cc-730b-4097-a76b-ed5f5011298d None None] Provisioning complete for port 1581b641-d989-429b-9c22-7f08f65cb943 triggered by entity DHCP. {{(pid=94176) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 23 11:34:42.395406 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron_lib.callbacks.manager [None req-6b7b35cc-730b-4097-a76b-ed5f5011298d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-899258'] for port, provisioning_complete {{(pid=94176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:34:42.408750 dv-neutron-601336-94-hyperv neutron-server[94175]: INFO neutron.pecan_wsgi.hooks.translation [None req-dee955e7-435f-4914-87b4-dd6734cab691 tempest-NetworksTest-2133396914 tempest-NetworksTest-2133396914-project] DELETE failed (client error): The resource could not be found. Jun 23 11:34:42.409379 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-dee955e7-435f-4914-87b4-dd6734cab691 tempest-NetworksTest-2133396914 tempest-NetworksTest-2133396914-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94175) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 23 11:34:42.410380 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron_lib.callbacks.manager [None req-2dea96b7-fff1-46e5-be09-b7afebd022b9 tempest-PortsTestJSON-2085221018 tempest-PortsTestJSON-2085221018-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-897634'] for subnet, precommit_delete {{(pid=94174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:34:42.413486 dv-neutron-601336-94-hyperv neutron-server[94175]: INFO neutron.wsgi [None req-dee955e7-435f-4914-87b4-dd6734cab691 tempest-NetworksTest-2133396914 tempest-NetworksTest-2133396914-project] 10.222.0.20 "DELETE /v2.0/networks/07aca3e0-fefb-4239-825a-998c2083fc07 HTTP/1.1" status: 404 len: 339 time: 0.1834910 Jun 23 11:34:42.416787 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.wsgi [-] (94175) accepted ('10.222.0.20', 40616) {{(pid=94175) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 11:34:42.464195 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.plugins.ml2.plugin [None req-6b7b35cc-730b-4097-a76b-ed5f5011298d None None] Port 1581b641-d989-429b-9c22-7f08f65cb943 cannot update to ACTIVE because it is not bound. {{(pid=94176) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jun 23 11:34:42.509334 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.db.provisioning_blocks [None req-6b7b35cc-730b-4097-a76b-ed5f5011298d None None] Provisioning complete for port ec8330c5-73ea-4217-bbfe-5ed799e56847 triggered by entity DHCP. {{(pid=94176) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 23 11:34:42.509740 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron_lib.callbacks.manager [None req-6b7b35cc-730b-4097-a76b-ed5f5011298d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-899258'] for port, provisioning_complete {{(pid=94176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:34:42.542936 dv-neutron-601336-94-hyperv neutron-server[94175]: INFO neutron.pecan_wsgi.hooks.translation [None req-8a40e51d-33d5-4761-bdf5-2c26f825fe25 tempest-NetworksTest-2133396914 tempest-NetworksTest-2133396914-project] DELETE failed (client error): The resource could not be found. Jun 23 11:34:42.543429 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-8a40e51d-33d5-4761-bdf5-2c26f825fe25 tempest-NetworksTest-2133396914 tempest-NetworksTest-2133396914-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94175) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 23 11:34:42.545178 dv-neutron-601336-94-hyperv neutron-server[94175]: INFO neutron.wsgi [None req-8a40e51d-33d5-4761-bdf5-2c26f825fe25 tempest-NetworksTest-2133396914 tempest-NetworksTest-2133396914-project] 10.222.0.20 "DELETE /v2.0/subnets/cf0988d6-1218-4210-b2f0-01fbd01dd4cd HTTP/1.1" status: 404 len: 337 time: 0.1279652 Jun 23 11:34:42.548030 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.wsgi [-] (94174) accepted ('10.222.0.20', 40618) {{(pid=94174) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 11:34:42.617227 dv-neutron-601336-94-hyperv neutron-server[94174]: INFO neutron.pecan_wsgi.hooks.translation [None req-a24dbcdb-4737-4d93-bc3b-011016f9e3fd tempest-NetworksTest-2133396914 tempest-NetworksTest-2133396914-project] DELETE failed (client error): The resource could not be found. Jun 23 11:34:42.617880 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a24dbcdb-4737-4d93-bc3b-011016f9e3fd tempest-NetworksTest-2133396914 tempest-NetworksTest-2133396914-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94174) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 23 11:34:42.629982 dv-neutron-601336-94-hyperv neutron-server[94174]: INFO neutron.wsgi [None req-a24dbcdb-4737-4d93-bc3b-011016f9e3fd tempest-NetworksTest-2133396914 tempest-NetworksTest-2133396914-project] 10.222.0.20 "DELETE /v2.0/networks/4b0f7dde-4eef-492a-8735-2a82d587956d HTTP/1.1" status: 404 len: 339 time: 0.0801797 Jun 23 11:34:42.631082 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.wsgi [-] (94174) accepted ('10.222.0.20', 40622) {{(pid=94174) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 11:34:42.645774 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron_lib.callbacks.manager [None req-2dea96b7-fff1-46e5-be09-b7afebd022b9 tempest-PortsTestJSON-2085221018 tempest-PortsTestJSON-2085221018-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-897627', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866062', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5195932', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4294216'] for subnet, after_delete {{(pid=94174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:34:42.681915 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG oslo_concurrency.lockutils [None req-b608c6db-470e-44ac-98c0-1bfd8b7b5a0c tempest-NetworksTest-2133396914 tempest-NetworksTest-2133396914-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94174) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 11:34:42.768109 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.db.db_base_plugin_common [None req-536b9c9a-0eb7-4de1-8f8f-b224b4217680 tempest-PortsIpV6TestJSON-1781383748 tempest-PortsIpV6TestJSON-1781383748-project] Allocated IP 2001:db8::10 (e9930e9d-c324-46b9-a384-e0b47123ebc9/ac7362ad-a033-4ad5-b206-af5efd9b73e9/cf666390-05ff-4230-9b82-76ea5596f70d) {{(pid=94175) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 23 11:34:42.798372 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-995f95ba-be7e-438c-9077-39ce8d7cb0b0 None None] Update dhcp port {'port': {'network_id': 'c9584ed1-23c5-47a7-b4d6-264bedad0f19', 'fixed_ips': [{'subnet_id': '977308c0-7a49-4a93-831f-0986b33fbae2'}], 'binding:host_id': 'dv-neutron-601336-94-hyperv'}, 'id': 'ec8330c5-73ea-4217-bbfe-5ed799e56847'} from dv-neutron-601336-94-hyperv. {{(pid=94176) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Jun 23 11:34:42.815207 dv-neutron-601336-94-hyperv neutron-server[94174]: INFO neutron.wsgi [req-4ec5674a-222c-47a1-a11a-c11f08438bd7 req-84f3caaf-7353-4302-921e-79dfb2130294 tempest-TestNetworkBasicOps-233187296 tempest-TestNetworkBasicOps-233187296-project] 10.222.0.20 "GET /v2.0/ports?device_id=5dc250a1-61bb-46d0-9888-3ab1b564fa78 HTTP/1.1" status: 200 len: 210 time: 0.0788496 Jun 23 11:34:42.845500 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron_lib.callbacks.manager [None req-2dea96b7-fff1-46e5-be09-b7afebd022b9 tempest-PortsTestJSON-2085221018 tempest-PortsTestJSON-2085221018-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7865916'] for subnet, before_response {{(pid=94174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:34:42.849599 dv-neutron-601336-94-hyperv neutron-server[94174]: INFO neutron.wsgi [None req-2dea96b7-fff1-46e5-be09-b7afebd022b9 tempest-PortsTestJSON-2085221018 tempest-PortsTestJSON-2085221018-project] 10.222.0.20 "DELETE /v2.0/subnets/977308c0-7a49-4a93-831f-0986b33fbae2 HTTP/1.1" status: 204 len: 168 time: 0.7357433 Jun 23 11:34:42.851274 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2dea96b7-fff1-46e5-be09-b7afebd022b9 tempest-PortsTestJSON-2085221018 tempest-PortsTestJSON-2085221018-project] Pushing event deleted for resources: {'Subnet': ['ID=977308c0-7a49-4a93-831f-0986b33fbae2,revision_number=None']} {{(pid=94174) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 11:34:42.853810 dv-neutron-601336-94-hyperv neutron-server[94174]: INFO neutron.pecan_wsgi.hooks.translation [None req-97df3754-3c44-4375-a964-177562c7ab61 tempest-NetworksTest-2133396914 tempest-NetworksTest-2133396914-project] DELETE failed (client error): The resource could not be found. Jun 23 11:34:42.855307 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-97df3754-3c44-4375-a964-177562c7ab61 tempest-NetworksTest-2133396914 tempest-NetworksTest-2133396914-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94174) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 23 11:34:42.857692 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.wsgi [-] (94175) accepted ('10.222.0.20', 40626) {{(pid=94175) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 11:34:42.862544 dv-neutron-601336-94-hyperv neutron-server[94174]: INFO neutron.wsgi [None req-97df3754-3c44-4375-a964-177562c7ab61 tempest-NetworksTest-2133396914 tempest-NetworksTest-2133396914-project] 10.222.0.20 "DELETE /v2.0/subnets/a6b480ff-9058-4436-bb9e-17279b6b4ec6 HTTP/1.1" status: 404 len: 337 time: 0.2302821 Jun 23 11:34:42.862721 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron_lib.callbacks.manager [None req-995f95ba-be7e-438c-9077-39ce8d7cb0b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-923122'] for port, before_update {{(pid=94176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:34:42.864232 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG oslo_concurrency.lockutils [None req-2dea96b7-fff1-46e5-be09-b7afebd022b9 tempest-PortsTestJSON-2085221018 tempest-PortsTestJSON-2085221018-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.183s {{(pid=94174) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 11:34:42.865122 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.wsgi [-] (94174) accepted ('10.222.0.20', 40628) {{(pid=94174) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 11:34:42.900119 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.plugins.ml2.rpc [None req-dc7542b2-afef-47f4-a763-e3a3cba144be None None] Device 83552884-2178-4560-9fed-f3a483ac3052 up at agent ovs-agent-dv-neutron-601336-94-hyperv {{(pid=94176) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:298}} Jun 23 11:34:42.901811 dv-neutron-601336-94-hyperv neutron-server[94174]: INFO neutron.pecan_wsgi.hooks.translation [None req-37f75d20-d179-427e-a29e-15495c802978 tempest-NetworksTest-2133396914 tempest-NetworksTest-2133396914-project] DELETE failed (client error): The resource could not be found. Jun 23 11:34:42.902802 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-37f75d20-d179-427e-a29e-15495c802978 tempest-NetworksTest-2133396914 tempest-NetworksTest-2133396914-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94174) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 23 11:34:42.909298 dv-neutron-601336-94-hyperv neutron-server[94174]: INFO neutron.wsgi [None req-37f75d20-d179-427e-a29e-15495c802978 tempest-NetworksTest-2133396914 tempest-NetworksTest-2133396914-project] 10.222.0.20 "DELETE /v2.0/networks/2097b14f-26bb-47a4-a0f6-3a88b9b60fff HTTP/1.1" status: 404 len: 339 time: 0.0415623 Jun 23 11:34:42.909602 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.wsgi [-] (94175) accepted ('10.222.0.20', 40632) {{(pid=94175) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 11:34:42.937031 dv-neutron-601336-94-hyperv neutron-server[94175]: INFO neutron.pecan_wsgi.hooks.translation [None req-1b8480a2-ad95-479d-ad0d-686f7267edb3 tempest-PortsTestJSON-2085221018 tempest-PortsTestJSON-2085221018-project] DELETE failed (client error): The resource could not be found. Jun 23 11:34:42.938671 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-1b8480a2-ad95-479d-ad0d-686f7267edb3 tempest-PortsTestJSON-2085221018 tempest-PortsTestJSON-2085221018-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94175) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 23 11:34:42.940623 dv-neutron-601336-94-hyperv neutron-server[94175]: INFO neutron.wsgi [None req-1b8480a2-ad95-479d-ad0d-686f7267edb3 tempest-PortsTestJSON-2085221018 tempest-PortsTestJSON-2085221018-project] 10.222.0.20 "DELETE /v2.0/subnets/13202cda-7dc5-4d1e-beec-4be389f29884 HTTP/1.1" status: 404 len: 337 time: 0.0799701 Jun 23 11:34:42.944535 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.wsgi [-] (94174) accepted ('10.222.0.20', 40636) {{(pid=94174) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 11:34:42.999546 dv-neutron-601336-94-hyperv neutron-server[94174]: INFO neutron.wsgi [None req-f9b2d56e-2956-4638-9203-55fd83a5084d tempest-PortsTestJSON-2085221018 tempest-PortsTestJSON-2085221018-project] 10.222.0.20 "GET /v2.0/ports?device_id=33b628b5-44d2-4910-8fbd-3ddfdeb482ef HTTP/1.1" status: 200 len: 205 time: 0.0539658 Jun 23 11:34:43.003829 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.wsgi [-] (94174) accepted ('10.222.0.20', 40640) {{(pid=94174) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 11:34:43.017975 dv-neutron-601336-94-hyperv neutron-server[94175]: INFO neutron.pecan_wsgi.hooks.translation [None req-5bed9758-2083-4e25-a101-22a51ee827fd tempest-NetworksTest-2133396914 tempest-NetworksTest-2133396914-project] DELETE failed (client error): The resource could not be found. Jun 23 11:34:43.018731 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-5bed9758-2083-4e25-a101-22a51ee827fd tempest-NetworksTest-2133396914 tempest-NetworksTest-2133396914-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94175) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 23 11:34:43.023009 dv-neutron-601336-94-hyperv neutron-server[94175]: INFO neutron.wsgi [None req-5bed9758-2083-4e25-a101-22a51ee827fd tempest-NetworksTest-2133396914 tempest-NetworksTest-2133396914-project] 10.222.0.20 "DELETE /v2.0/subnets/fc2ceaa6-4917-4683-a521-d684b8240b77 HTTP/1.1" status: 404 len: 337 time: 0.1050708 Jun 23 11:34:43.046078 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.wsgi [-] (94175) accepted ('10.222.0.20', 40642) {{(pid=94175) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 11:34:43.064434 dv-neutron-601336-94-hyperv neutron-server[94174]: INFO neutron.api.v2.resource [None req-157f2de6-7f90-44aa-8c0c-f9a63ef5679f tempest-PortsTestJSON-2085221018 tempest-PortsTestJSON-2085221018-project] delete failed (client error): The resource could not be found. Jun 23 11:34:43.067914 dv-neutron-601336-94-hyperv neutron-server[94174]: INFO neutron.wsgi [None req-157f2de6-7f90-44aa-8c0c-f9a63ef5679f tempest-PortsTestJSON-2085221018 tempest-PortsTestJSON-2085221018-project] 10.222.0.20 "DELETE /v2.0/routers/33b628b5-44d2-4910-8fbd-3ddfdeb482ef HTTP/1.1" status: 404 len: 336 time: 0.0603838 Jun 23 11:34:43.068598 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.wsgi [-] (94174) accepted ('10.222.0.20', 40644) {{(pid=94174) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 11:34:43.099756 dv-neutron-601336-94-hyperv neutron-server[94175]: INFO neutron.pecan_wsgi.hooks.translation [None req-60911d6a-189e-4292-9040-8e9cf68f7573 tempest-NetworksTest-2133396914 tempest-NetworksTest-2133396914-project] DELETE failed (client error): The resource could not be found. Jun 23 11:34:43.100181 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2b14aaa4-c20b-4198-8811-a68c1bf692c3 None None] Network c9584ed1-23c5-47a7-b4d6-264bedad0f19 requested from dv-neutron-601336-94-hyperv {{(pid=94176) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 23 11:34:43.100364 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-60911d6a-189e-4292-9040-8e9cf68f7573 tempest-NetworksTest-2133396914 tempest-NetworksTest-2133396914-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94175) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 23 11:34:43.102041 dv-neutron-601336-94-hyperv neutron-server[94175]: INFO neutron.wsgi [None req-60911d6a-189e-4292-9040-8e9cf68f7573 tempest-NetworksTest-2133396914 tempest-NetworksTest-2133396914-project] 10.222.0.20 "DELETE /v2.0/networks/5a929036-7592-44aa-8b27-129f4d17b89b HTTP/1.1" status: 404 len: 339 time: 0.0480361 Jun 23 11:34:43.106886 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.wsgi [-] (94175) accepted ('10.222.0.20', 40646) {{(pid=94175) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 11:34:43.117043 dv-neutron-601336-94-hyperv neutron-server[94174]: INFO neutron.pecan_wsgi.hooks.translation [None req-7acedd5a-497c-460b-823b-589ed1531bc8 tempest-PortsTestJSON-2085221018 tempest-PortsTestJSON-2085221018-project] DELETE failed (client error): The resource could not be found. Jun 23 11:34:43.121351 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-7acedd5a-497c-460b-823b-589ed1531bc8 tempest-PortsTestJSON-2085221018 tempest-PortsTestJSON-2085221018-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94174) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 23 11:34:43.121504 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.db.provisioning_blocks [None req-dc7542b2-afef-47f4-a763-e3a3cba144be None None] Provisioning for port 83552884-2178-4560-9fed-f3a483ac3052 completed by entity L2. {{(pid=94176) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 23 11:34:43.122033 dv-neutron-601336-94-hyperv neutron-server[94174]: INFO neutron.wsgi [None req-7acedd5a-497c-460b-823b-589ed1531bc8 tempest-PortsTestJSON-2085221018 tempest-PortsTestJSON-2085221018-project] 10.222.0.20 "DELETE /v2.0/subnets/44806553-bbba-43ae-a691-67ba0c8faf45 HTTP/1.1" status: 404 len: 337 time: 0.0511866 Jun 23 11:34:43.123080 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.wsgi [-] (94174) accepted ('10.222.0.20', 40648) {{(pid=94174) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 11:34:43.152094 dv-neutron-601336-94-hyperv neutron-server[94174]: INFO neutron.pecan_wsgi.hooks.translation [None req-232bcdb4-3810-4375-a3a8-a710cb79c8c3 tempest-PortsTestJSON-2085221018 tempest-PortsTestJSON-2085221018-project] DELETE failed (client error): The resource could not be found. Jun 23 11:34:43.152564 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-232bcdb4-3810-4375-a3a8-a710cb79c8c3 tempest-PortsTestJSON-2085221018 tempest-PortsTestJSON-2085221018-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94174) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 23 11:34:43.154997 dv-neutron-601336-94-hyperv neutron-server[94174]: INFO neutron.wsgi [None req-232bcdb4-3810-4375-a3a8-a710cb79c8c3 tempest-PortsTestJSON-2085221018 tempest-PortsTestJSON-2085221018-project] 10.222.0.20 "DELETE /v2.0/subnets/27b692f3-23ab-4045-9f4f-bc6ca715b34c HTTP/1.1" status: 404 len: 337 time: 0.0303195 Jun 23 11:34:43.158947 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.wsgi [-] (94174) accepted ('10.222.0.20', 40650) {{(pid=94174) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 11:34:43.189332 dv-neutron-601336-94-hyperv neutron-server[94174]: INFO neutron.pecan_wsgi.hooks.translation [None req-332016bd-862a-48b2-bd7b-c6fef7f01ac7 tempest-PortsTestJSON-2085221018 tempest-PortsTestJSON-2085221018-project] DELETE failed (client error): The resource could not be found. Jun 23 11:34:43.189811 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-332016bd-862a-48b2-bd7b-c6fef7f01ac7 tempest-PortsTestJSON-2085221018 tempest-PortsTestJSON-2085221018-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94174) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 23 11:34:43.191586 dv-neutron-601336-94-hyperv neutron-server[94174]: INFO neutron.wsgi [None req-332016bd-862a-48b2-bd7b-c6fef7f01ac7 tempest-PortsTestJSON-2085221018 tempest-PortsTestJSON-2085221018-project] 10.222.0.20 "DELETE /v2.0/subnets/d6526bd9-dba8-4b98-abd6-fde27d04c267 HTTP/1.1" status: 404 len: 337 time: 0.0316632 Jun 23 11:34:43.192374 dv-neutron-601336-94-hyperv neutron-server[94175]: INFO neutron.pecan_wsgi.hooks.translation [None req-072e078b-d6f2-459e-ac7a-2a2faec48822 tempest-NetworksTest-2133396914 tempest-NetworksTest-2133396914-project] DELETE failed (client error): The resource could not be found. Jun 23 11:34:43.192915 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-072e078b-d6f2-459e-ac7a-2a2faec48822 tempest-NetworksTest-2133396914 tempest-NetworksTest-2133396914-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94175) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 23 11:34:43.198584 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.wsgi [-] (94174) accepted ('10.222.0.20', 40652) {{(pid=94174) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 11:34:43.198841 dv-neutron-601336-94-hyperv neutron-server[94175]: INFO neutron.wsgi [None req-072e078b-d6f2-459e-ac7a-2a2faec48822 tempest-NetworksTest-2133396914 tempest-NetworksTest-2133396914-project] 10.222.0.20 "DELETE /v2.0/subnets/c7fe6b06-c252-440a-bf37-66182819113e HTTP/1.1" status: 404 len: 337 time: 0.0911326 Jun 23 11:34:43.198987 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.db.provisioning_blocks [None req-e33855ab-3bce-4f6b-a3f6-6c314ca30da0 None None] Provisioning complete for port 1581b641-d989-429b-9c22-7f08f65cb943 triggered by entity DHCP. {{(pid=94176) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 23 11:34:43.199296 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron_lib.callbacks.manager [None req-e33855ab-3bce-4f6b-a3f6-6c314ca30da0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-899258'] for port, provisioning_complete {{(pid=94176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:34:43.199631 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.wsgi [-] (94174) accepted ('10.222.0.20', 40654) {{(pid=94174) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 11:34:43.236141 dv-neutron-601336-94-hyperv neutron-server[94174]: INFO neutron.pecan_wsgi.hooks.translation [None req-bc0af37a-aee3-4f23-9b67-fb9c5498c2b1 tempest-PortsTestJSON-2085221018 tempest-PortsTestJSON-2085221018-project] DELETE failed (client error): The resource could not be found. Jun 23 11:34:43.237084 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-bc0af37a-aee3-4f23-9b67-fb9c5498c2b1 tempest-PortsTestJSON-2085221018 tempest-PortsTestJSON-2085221018-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94174) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 23 11:34:43.239196 dv-neutron-601336-94-hyperv neutron-server[94174]: INFO neutron.wsgi [None req-bc0af37a-aee3-4f23-9b67-fb9c5498c2b1 tempest-PortsTestJSON-2085221018 tempest-PortsTestJSON-2085221018-project] 10.222.0.20 "DELETE /v2.0/ports/7e9eb631-d7bd-49c2-97cf-701ecbe0c796 HTTP/1.1" status: 404 len: 333 time: 0.0383821 Jun 23 11:34:43.243547 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.wsgi [-] (94175) accepted ('10.222.0.20', 40656) {{(pid=94175) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 11:34:43.250465 dv-neutron-601336-94-hyperv neutron-server[94174]: INFO neutron.pecan_wsgi.hooks.translation [None req-ad6d8303-c21f-439e-982a-1aca94f070e4 tempest-NetworksTest-2133396914 tempest-NetworksTest-2133396914-project] DELETE failed (client error): The resource could not be found. Jun 23 11:34:43.251387 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ad6d8303-c21f-439e-982a-1aca94f070e4 tempest-NetworksTest-2133396914 tempest-NetworksTest-2133396914-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94174) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 23 11:34:43.253364 dv-neutron-601336-94-hyperv neutron-server[94174]: INFO neutron.wsgi [None req-ad6d8303-c21f-439e-982a-1aca94f070e4 tempest-NetworksTest-2133396914 tempest-NetworksTest-2133396914-project] 10.222.0.20 "DELETE /v2.0/networks/5a5ace35-38b6-48b8-ae07-f59bdda4e0e7 HTTP/1.1" status: 404 len: 339 time: 0.0514560 Jun 23 11:34:43.255911 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.wsgi [-] (94174) accepted ('10.222.0.20', 40658) {{(pid=94174) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 11:34:43.263242 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron_lib.callbacks.manager [None req-5f9ed8e6-9c9e-4f2b-92a9-037f4a4317a0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773699952132', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-899307'] for agent, after_update {{(pid=94176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:34:43.288351 dv-neutron-601336-94-hyperv neutron-server[94174]: INFO neutron.pecan_wsgi.hooks.translation [None req-8ac03c97-6abd-4cea-8041-823d0522ade2 tempest-NetworksTest-2133396914 tempest-NetworksTest-2133396914-project] DELETE failed (client error): The resource could not be found. Jun 23 11:34:43.288919 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-8ac03c97-6abd-4cea-8041-823d0522ade2 tempest-NetworksTest-2133396914 tempest-NetworksTest-2133396914-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94174) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 23 11:34:43.293189 dv-neutron-601336-94-hyperv neutron-server[94174]: INFO neutron.wsgi [None req-8ac03c97-6abd-4cea-8041-823d0522ade2 tempest-NetworksTest-2133396914 tempest-NetworksTest-2133396914-project] 10.222.0.20 "DELETE /v2.0/subnets/49331b79-22ae-4268-b593-6d4d566c579e HTTP/1.1" status: 404 len: 337 time: 0.0339806 Jun 23 11:34:43.293764 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.wsgi [-] (94174) accepted ('10.222.0.20', 40660) {{(pid=94174) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 11:34:43.293902 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron_lib.callbacks.manager [None req-536b9c9a-0eb7-4de1-8f8f-b224b4217680 tempest-PortsIpV6TestJSON-1781383748 tempest-PortsIpV6TestJSON-1781383748-project] Notify callbacks [] for port, precommit_create {{(pid=94175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:34:43.306792 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.plugins.ml2.plugin [None req-e33855ab-3bce-4f6b-a3f6-6c314ca30da0 None None] Port 1581b641-d989-429b-9c22-7f08f65cb943 cannot update to ACTIVE because it is not bound. {{(pid=94176) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jun 23 11:34:43.308850 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.db.provisioning_blocks [None req-536b9c9a-0eb7-4de1-8f8f-b224b4217680 tempest-PortsIpV6TestJSON-1781383748 tempest-PortsIpV6TestJSON-1781383748-project] Transition to ACTIVE for port object cf666390-05ff-4230-9b82-76ea5596f70d will not be triggered until provisioned by entity DHCP. {{(pid=94175) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 23 11:34:43.310829 dv-neutron-601336-94-hyperv neutron-server[94175]: INFO neutron.pecan_wsgi.hooks.translation [None req-b78c1390-bc53-42c7-868a-bfcb49ef6139 tempest-PortsTestJSON-2085221018 tempest-PortsTestJSON-2085221018-project] DELETE failed (client error): The resource could not be found. Jun 23 11:34:43.311329 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b78c1390-bc53-42c7-868a-bfcb49ef6139 tempest-PortsTestJSON-2085221018 tempest-PortsTestJSON-2085221018-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94175) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 23 11:34:43.316082 dv-neutron-601336-94-hyperv neutron-server[94175]: INFO neutron.wsgi [None req-b78c1390-bc53-42c7-868a-bfcb49ef6139 tempest-PortsTestJSON-2085221018 tempest-PortsTestJSON-2085221018-project] 10.222.0.20 "DELETE /v2.0/subnets/704d9e83-b755-4f85-bdf5-600ee754443f HTTP/1.1" status: 404 len: 337 time: 0.0715358 Jun 23 11:34:43.328432 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.wsgi [-] (94175) accepted ('10.222.0.20', 40662) {{(pid=94175) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 11:34:43.335087 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.db.provisioning_blocks [None req-e33855ab-3bce-4f6b-a3f6-6c314ca30da0 None None] Provisioning complete for port ec8330c5-73ea-4217-bbfe-5ed799e56847 triggered by entity DHCP. {{(pid=94176) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 23 11:34:43.335615 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron_lib.callbacks.manager [None req-e33855ab-3bce-4f6b-a3f6-6c314ca30da0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-899258'] for port, provisioning_complete {{(pid=94176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:34:43.336866 dv-neutron-601336-94-hyperv neutron-server[94174]: INFO neutron.pecan_wsgi.hooks.translation [None req-88ce49d2-33b9-4a30-93d7-1bb10edee58b tempest-NetworksTest-2133396914 tempest-NetworksTest-2133396914-project] DELETE failed (client error): The resource could not be found. Jun 23 11:34:43.337660 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-88ce49d2-33b9-4a30-93d7-1bb10edee58b tempest-NetworksTest-2133396914 tempest-NetworksTest-2133396914-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94174) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 23 11:34:43.339811 dv-neutron-601336-94-hyperv neutron-server[94174]: INFO neutron.wsgi [None req-88ce49d2-33b9-4a30-93d7-1bb10edee58b tempest-NetworksTest-2133396914 tempest-NetworksTest-2133396914-project] 10.222.0.20 "DELETE /v2.0/networks/5f8b1201-8a83-4b3a-8bf6-cae66fcad781 HTTP/1.1" status: 404 len: 339 time: 0.0448377 Jun 23 11:34:43.342610 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.wsgi [-] (94174) accepted ('10.222.0.20', 40664) {{(pid=94174) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 11:34:43.392163 dv-neutron-601336-94-hyperv neutron-server[94175]: INFO neutron.pecan_wsgi.hooks.translation [None req-d0bc75ed-77d4-45f8-a4e3-294b7c61baab tempest-PortsTestJSON-2085221018 tempest-PortsTestJSON-2085221018-project] DELETE failed (client error): The resource could not be found. Jun 23 11:34:43.392623 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d0bc75ed-77d4-45f8-a4e3-294b7c61baab tempest-PortsTestJSON-2085221018 tempest-PortsTestJSON-2085221018-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94175) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 23 11:34:43.397549 dv-neutron-601336-94-hyperv neutron-server[94175]: INFO neutron.wsgi [None req-d0bc75ed-77d4-45f8-a4e3-294b7c61baab tempest-PortsTestJSON-2085221018 tempest-PortsTestJSON-2085221018-project] 10.222.0.20 "DELETE /v2.0/subnets/657751ef-9b43-4a21-b943-ced80e557256 HTTP/1.1" status: 404 len: 337 time: 0.0532281 Jun 23 11:34:43.401044 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.wsgi [-] (94175) accepted ('10.222.0.20', 40666) {{(pid=94175) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 11:34:43.404271 dv-neutron-601336-94-hyperv neutron-server[94174]: INFO neutron.pecan_wsgi.hooks.translation [None req-778c21b4-0136-458c-a243-54cde935e996 tempest-NetworksTest-2133396914 tempest-NetworksTest-2133396914-project] DELETE failed (client error): The resource could not be found. Jun 23 11:34:43.404944 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-778c21b4-0136-458c-a243-54cde935e996 tempest-NetworksTest-2133396914 tempest-NetworksTest-2133396914-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94174) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 23 11:34:43.409337 dv-neutron-601336-94-hyperv neutron-server[94174]: INFO neutron.wsgi [None req-778c21b4-0136-458c-a243-54cde935e996 tempest-NetworksTest-2133396914 tempest-NetworksTest-2133396914-project] 10.222.0.20 "DELETE /v2.0/subnets/473c3e8b-0631-464c-9789-c6dbd5843933 HTTP/1.1" status: 404 len: 337 time: 0.0631647 Jun 23 11:34:43.409901 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.wsgi [-] (94174) accepted ('10.222.0.20', 40668) {{(pid=94174) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 11:34:43.428968 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-915c5082-c4cd-4032-9343-d05860a62454 None None] DHCP port deletion for c9584ed1-23c5-47a7-b4d6-264bedad0f19 request from dv-neutron-601336-94-hyperv {{(pid=94176) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jun 23 11:34:43.438479 dv-neutron-601336-94-hyperv neutron-server[94174]: INFO neutron.pecan_wsgi.hooks.translation [None req-74581a7b-2b9e-4839-89e1-878a55be16a8 tempest-NetworksTest-2133396914 tempest-NetworksTest-2133396914-project] DELETE failed (client error): The resource could not be found. Jun 23 11:34:43.439988 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-74581a7b-2b9e-4839-89e1-878a55be16a8 tempest-NetworksTest-2133396914 tempest-NetworksTest-2133396914-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94174) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 23 11:34:43.444588 dv-neutron-601336-94-hyperv neutron-server[94174]: INFO neutron.wsgi [None req-74581a7b-2b9e-4839-89e1-878a55be16a8 tempest-NetworksTest-2133396914 tempest-NetworksTest-2133396914-project] 10.222.0.20 "DELETE /v2.0/networks/5c4bfd99-ddc0-472e-81fa-a5d585a669e3 HTTP/1.1" status: 404 len: 339 time: 0.0314510 Jun 23 11:34:43.444885 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.wsgi [-] (94174) accepted ('10.222.0.20', 40670) {{(pid=94174) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 11:34:43.453283 dv-neutron-601336-94-hyperv neutron-server[94175]: INFO neutron.pecan_wsgi.hooks.translation [None req-a217ff6c-7964-468b-8f7d-66a38068b4ac tempest-PortsTestJSON-2085221018 tempest-PortsTestJSON-2085221018-project] DELETE failed (client error): The resource could not be found. Jun 23 11:34:43.454066 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a217ff6c-7964-468b-8f7d-66a38068b4ac tempest-PortsTestJSON-2085221018 tempest-PortsTestJSON-2085221018-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94175) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 23 11:34:43.458770 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.wsgi [-] (94174) accepted ('10.222.0.20', 40672) {{(pid=94174) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 11:34:43.459256 dv-neutron-601336-94-hyperv neutron-server[94175]: INFO neutron.wsgi [None req-a217ff6c-7964-468b-8f7d-66a38068b4ac tempest-PortsTestJSON-2085221018 tempest-PortsTestJSON-2085221018-project] 10.222.0.20 "DELETE /v2.0/ports/6a736b4f-c3e8-48dd-be0c-8d9985741d8e HTTP/1.1" status: 404 len: 333 time: 0.0571711 Jun 23 11:34:43.486859 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4540d2f8-cadc-4f7b-b692-91d11fac7f77 req-50e1019f-2026-4987-a98e-994badeeeaae tempest-ServerActionsTestJSON-161917335 tempest-ServerActionsTestJSON-161917335-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 11:34:43.486859 dv-neutron-601336-94-hyperv neutron-server[94175]: INFO neutron.wsgi [req-4540d2f8-cadc-4f7b-b692-91d11fac7f77 req-50e1019f-2026-4987-a98e-994badeeeaae tempest-ServerActionsTestJSON-161917335 tempest-ServerActionsTestJSON-161917335-project] 10.222.0.20 "GET /v2.0/ports?device_id=85769616-6b8b-4da7-ad73-344986edf607 HTTP/1.1" status: 200 len: 945 time: 0.3620815 Jun 23 11:34:43.488832 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.plugins.ml2.plugin [None req-40517d28-b0ce-46b0-a6d9-7571eef94e5c tempest-RoutersIpV6Test-1448447933 tempest-RoutersIpV6Test-1448447933-project] Deleting port df89291b-9a88-4b4c-b9c1-bd6585eec6bd {{(pid=94175) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1913}} Jun 23 11:34:43.489174 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron_lib.callbacks.manager [None req-40517d28-b0ce-46b0-a6d9-7571eef94e5c tempest-RoutersIpV6Test-1448447933 tempest-RoutersIpV6Test-1448447933-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773700079324'] for port, before_delete {{(pid=94175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:34:43.513409 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.plugins.ml2.plugin [None req-915c5082-c4cd-4032-9343-d05860a62454 None None] Deleting port ec8330c5-73ea-4217-bbfe-5ed799e56847 {{(pid=94176) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1913}} Jun 23 11:34:43.513799 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron_lib.callbacks.manager [None req-915c5082-c4cd-4032-9343-d05860a62454 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773700079324'] for port, before_delete {{(pid=94176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:34:43.541859 dv-neutron-601336-94-hyperv neutron-server[94174]: INFO neutron.pecan_wsgi.hooks.translation [None req-1c2de636-83d9-4927-843d-8b79b8cc4a79 tempest-NetworksTest-2133396914 tempest-NetworksTest-2133396914-project] DELETE failed (client error): The resource could not be found. Jun 23 11:34:43.543797 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-1c2de636-83d9-4927-843d-8b79b8cc4a79 tempest-NetworksTest-2133396914 tempest-NetworksTest-2133396914-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94174) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 23 11:34:43.546985 dv-neutron-601336-94-hyperv neutron-server[94174]: INFO neutron.wsgi [None req-1c2de636-83d9-4927-843d-8b79b8cc4a79 tempest-NetworksTest-2133396914 tempest-NetworksTest-2133396914-project] 10.222.0.20 "DELETE /v2.0/subnets/66c4d946-178e-4b12-968c-b7f73f0f5c7a HTTP/1.1" status: 404 len: 337 time: 0.1008275 Jun 23 11:34:43.547818 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.wsgi [-] (94174) accepted ('10.222.0.20', 40674) {{(pid=94174) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 11:34:43.548805 dv-neutron-601336-94-hyperv neutron-server[94174]: INFO neutron.pecan_wsgi.hooks.translation [None req-d9f14cef-7778-42cd-8a19-769f0aded90d tempest-PortsTestJSON-2085221018 tempest-PortsTestJSON-2085221018-project] DELETE failed (client error): The resource could not be found. Jun 23 11:34:43.549253 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d9f14cef-7778-42cd-8a19-769f0aded90d tempest-PortsTestJSON-2085221018 tempest-PortsTestJSON-2085221018-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94174) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 23 11:34:43.553429 dv-neutron-601336-94-hyperv neutron-server[94174]: INFO neutron.wsgi [None req-d9f14cef-7778-42cd-8a19-769f0aded90d tempest-PortsTestJSON-2085221018 tempest-PortsTestJSON-2085221018-project] 10.222.0.20 "DELETE /v2.0/subnets/cc69824d-6e6d-4e57-b2b3-1c39e832a1f4 HTTP/1.1" status: 404 len: 337 time: 0.0902052 Jun 23 11:34:43.568974 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.wsgi [-] (94174) accepted ('10.222.0.20', 40676) {{(pid=94174) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 11:34:43.573809 dv-neutron-601336-94-hyperv neutron-server[94174]: INFO neutron.pecan_wsgi.hooks.translation [None req-67e7558c-c20f-40e3-9cdc-66268149ec2f tempest-NetworksTest-2133396914 tempest-NetworksTest-2133396914-project] DELETE failed (client error): The resource could not be found. Jun 23 11:34:43.573809 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-67e7558c-c20f-40e3-9cdc-66268149ec2f tempest-NetworksTest-2133396914 tempest-NetworksTest-2133396914-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94174) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 23 11:34:43.576014 dv-neutron-601336-94-hyperv neutron-server[94174]: INFO neutron.wsgi [None req-67e7558c-c20f-40e3-9cdc-66268149ec2f tempest-NetworksTest-2133396914 tempest-NetworksTest-2133396914-project] 10.222.0.20 "DELETE /v2.0/networks/fa6d6274-a45d-4474-b668-554c6aac49e8 HTTP/1.1" status: 404 len: 339 time: 0.0240128 Jun 23 11:34:43.584729 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.wsgi [-] (94174) accepted ('10.222.0.20', 40678) {{(pid=94174) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 11:34:43.591551 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.plugins.ml2.db [None req-915c5082-c4cd-4032-9343-d05860a62454 None None] For port ec8330c5-73ea-4217-bbfe-5ed799e56847, host dv-neutron-601336-94-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-94-hyperv',level=0,port_id=ec8330c5-73ea-4217-bbfe-5ed799e56847,segment=NetworkSegment(070bfeb7-251d-4048-8853-f7c49da9034e),segment_id=070bfeb7-251d-4048-8853-f7c49da9034e)] {{(pid=94176) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 23 11:34:43.592733 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron_lib.callbacks.manager [None req-915c5082-c4cd-4032-9343-d05860a62454 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-430722'] for port, precommit_delete {{(pid=94176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:34:43.610078 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.plugins.ml2.plugin [None req-915c5082-c4cd-4032-9343-d05860a62454 None None] Calling delete_port for ec8330c5-73ea-4217-bbfe-5ed799e56847 owned by network:dhcp {{(pid=94176) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1986}} Jun 23 11:34:43.635206 dv-neutron-601336-94-hyperv neutron-server[94174]: INFO neutron.pecan_wsgi.hooks.translation [None req-e0868098-7cde-43db-8e93-3c61c2905df1 tempest-PortsTestJSON-2085221018 tempest-PortsTestJSON-2085221018-project] DELETE failed (client error): The resource could not be found. Jun 23 11:34:43.635727 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e0868098-7cde-43db-8e93-3c61c2905df1 tempest-PortsTestJSON-2085221018 tempest-PortsTestJSON-2085221018-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94174) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 23 11:34:43.637475 dv-neutron-601336-94-hyperv neutron-server[94174]: INFO neutron.wsgi [None req-e0868098-7cde-43db-8e93-3c61c2905df1 tempest-PortsTestJSON-2085221018 tempest-PortsTestJSON-2085221018-project] 10.222.0.20 "DELETE /v2.0/subnets/bb749ec0-30e5-4f41-af44-efaa27f27a62 HTTP/1.1" status: 404 len: 337 time: 0.0604036 Jun 23 11:34:43.640272 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.wsgi [-] (94174) accepted ('10.222.0.20', 40680) {{(pid=94174) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 11:34:43.656050 dv-neutron-601336-94-hyperv neutron-server[94175]: INFO neutron.wsgi [req-4540d2f8-cadc-4f7b-b692-91d11fac7f77 req-b9c9103d-21d8-4186-9f88-aff2b37c1f74 tempest-ServerActionsTestJSON-161917335 tempest-ServerActionsTestJSON-161917335-project] 10.222.0.20 "GET /v2.0/security-groups?id=f0520e5d-8f0e-4c28-b543-be4405698077&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1551592 Jun 23 11:34:43.670351 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron_lib.callbacks.manager [None req-40517d28-b0ce-46b0-a6d9-7571eef94e5c tempest-RoutersIpV6Test-1448447933 tempest-RoutersIpV6Test-1448447933-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-430722'] for port, precommit_delete {{(pid=94175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:34:43.689760 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.plugins.ml2.plugin [None req-40517d28-b0ce-46b0-a6d9-7571eef94e5c tempest-RoutersIpV6Test-1448447933 tempest-RoutersIpV6Test-1448447933-project] Calling delete_port for df89291b-9a88-4b4c-b9c1-bd6585eec6bd owned by network:router_interface {{(pid=94175) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1986}} Jun 23 11:34:43.691996 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.db.db_base_plugin_v2 [None req-7ccd34d0-6f2d-4194-abe9-2a56370361b3 tempest-NetworksTest-2133396914 tempest-NetworksTest-2133396914-project] Deleting subnet ed0c27f6-8fb0-4a40-8038-7d4344390008 {{(pid=94174) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jun 23 11:34:43.695131 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron_lib.callbacks.manager [None req-7ccd34d0-6f2d-4194-abe9-2a56370361b3 tempest-NetworksTest-2133396914 tempest-NetworksTest-2133396914-project] Notify callbacks [] for subnet, before_delete {{(pid=94174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:34:43.702949 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron_lib.callbacks.manager [None req-536b9c9a-0eb7-4de1-8f8f-b224b4217680 tempest-PortsIpV6TestJSON-1781383748 tempest-PortsIpV6TestJSON-1781383748-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-922915', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-239814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7866073', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773699642215', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-5082457'] for port, after_create {{(pid=94175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:34:43.709278 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG oslo_concurrency.lockutils [None req-aca1aaa1-fd8a-49c0-82ab-e9180c22288b tempest-NetworksTest-2133396914 tempest-NetworksTest-2133396914-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94175) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 11:34:43.758168 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f7dc48d2-ca16-4257-adff-875ced5f56cf None None] Network e9930e9d-c324-46b9-a384-e0b47123ebc9 requested from dv-neutron-601336-94-hyperv {{(pid=94176) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 23 11:34:43.798583 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-536b9c9a-0eb7-4de1-8f8f-b224b4217680 tempest-PortsIpV6TestJSON-1781383748 tempest-PortsIpV6TestJSON-1781383748-project] Network e9930e9d-c324-46b9-a384-e0b47123ebc9 is already hosted by enough agents. {{(pid=94175) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 23 11:34:43.809114 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.scheduler.base_scheduler [None req-536b9c9a-0eb7-4de1-8f8f-b224b4217680 tempest-PortsIpV6TestJSON-1781383748 tempest-PortsIpV6TestJSON-1781383748-project] Resources bound (agent type, host, resource id): {{(pid=94175) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 23 11:34:43.815993 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron_lib.callbacks.manager [None req-7ccd34d0-6f2d-4194-abe9-2a56370361b3 tempest-NetworksTest-2133396914 tempest-NetworksTest-2133396914-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4800256'] for subnet, precommit_delete_associations {{(pid=94174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:34:43.818214 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.db.l3_dvrscheduler_db [None req-536b9c9a-0eb7-4de1-8f8f-b224b4217680 tempest-PortsIpV6TestJSON-1781383748 tempest-PortsIpV6TestJSON-1781383748-project] Received port after_create {{(pid=94175) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 23 11:34:43.824232 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-536b9c9a-0eb7-4de1-8f8f-b224b4217680 tempest-PortsIpV6TestJSON-1781383748 tempest-PortsIpV6TestJSON-1781383748-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 11:34:43.825090 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron_lib.callbacks.manager [None req-536b9c9a-0eb7-4de1-8f8f-b224b4217680 tempest-PortsIpV6TestJSON-1781383748 tempest-PortsIpV6TestJSON-1781383748-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-217507'] for port, before_response {{(pid=94175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:34:43.827345 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-536b9c9a-0eb7-4de1-8f8f-b224b4217680 tempest-PortsIpV6TestJSON-1781383748 tempest-PortsIpV6TestJSON-1781383748-project] Pushing event updated for resources: {'Port': ['ID=cf666390-05ff-4230-9b82-76ea5596f70d,revision_number=1']} {{(pid=94175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 11:34:43.832096 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG oslo_concurrency.lockutils [None req-536b9c9a-0eb7-4de1-8f8f-b224b4217680 tempest-PortsIpV6TestJSON-1781383748 tempest-PortsIpV6TestJSON-1781383748-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.125s {{(pid=94175) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 11:34:43.837023 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron_lib.callbacks.manager [None req-915c5082-c4cd-4032-9343-d05860a62454 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-922904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866062', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773700135024', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773699642224'] for port, after_delete {{(pid=94176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:34:43.845276 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG oslo_concurrency.lockutils [None req-59ec64a3-4a05-4a01-a586-7e8aa596afe1 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 11:34:43.883958 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-915c5082-c4cd-4032-9343-d05860a62454 None None] Pushing event deleted for resources: {'Port': ['ID=ec8330c5-73ea-4217-bbfe-5ed799e56847,revision_number=None']} {{(pid=94176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 11:34:43.891754 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.db.l3_dvrscheduler_db [None req-915c5082-c4cd-4032-9343-d05860a62454 None None] No DVR routers for this DVR port ec8330c5-73ea-4217-bbfe-5ed799e56847 on host dv-neutron-601336-94-hyperv {{(pid=94176) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 23 11:34:43.893373 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG oslo_concurrency.lockutils [None req-915c5082-c4cd-4032-9343-d05860a62454 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=94176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 11:34:43.924199 dv-neutron-601336-94-hyperv neutron-server[94175]: INFO neutron.wsgi [None req-536b9c9a-0eb7-4de1-8f8f-b224b4217680 tempest-PortsIpV6TestJSON-1781383748 tempest-PortsIpV6TestJSON-1781383748-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 930 time: 3.0664420 Jun 23 11:34:43.926639 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.wsgi [-] (94175) accepted ('10.222.0.20', 40688) {{(pid=94175) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 11:34:43.928361 dv-neutron-601336-94-hyperv neutron-server[94174]: INFO neutron.wsgi [req-6191947c-11d4-4621-b240-42229c9c48c3 req-fab65a53-8a7d-464e-871c-087a03fb3ce0 tempest-TestNetworkBasicOps-233187296 tempest-TestNetworkBasicOps-233187296-project] 10.222.0.20 "GET /v2.0/ports?device_id=5dc250a1-61bb-46d0-9888-3ab1b564fa78 HTTP/1.1" status: 200 len: 210 time: 0.0420606 Jun 23 11:34:43.935418 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.api.v2.base [None req-f64320de-afe1-4b91-bd57-b5141ddd13c1 tempest-PortsIpV6TestJSON-1781383748 tempest-PortsIpV6TestJSON-1781383748-project] Request body: {'port': {'network_id': 'e9930e9d-c324-46b9-a384-e0b47123ebc9', 'name': 'tempest-PortsIpV6TestJSON-1095945663', 'fixed_ips': [{'subnet_id': 'ac7362ad-a033-4ad5-b206-af5efd9b73e9', 'ip_address': '2001:db8::f'}]}} {{(pid=94175) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 23 11:34:43.938869 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron_lib.callbacks.manager [None req-dc7542b2-afef-47f4-a763-e3a3cba144be None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773699952132', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-899307'] for agent, after_update {{(pid=94176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:34:43.991388 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.db.provisioning_blocks [None req-80b1b40e-c92a-487e-9bd5-e62300536b05 None None] Provisioning for port 83552884-2178-4560-9fed-f3a483ac3052 completed by entity DHCP. {{(pid=94176) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 23 11:34:43.992503 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.plugins.ml2.plugin [None req-b58b3a77-3156-4b57-8101-711ac8c62af0 tempest-PortsTestJSON-2085221018 tempest-PortsTestJSON-2085221018-project] Deleting port 1581b641-d989-429b-9c22-7f08f65cb943 {{(pid=94174) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1913}} Jun 23 11:34:43.993728 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron_lib.callbacks.manager [None req-b58b3a77-3156-4b57-8101-711ac8c62af0 tempest-PortsTestJSON-2085221018 tempest-PortsTestJSON-2085221018-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773700079324'] for port, before_delete {{(pid=94174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:34:43.998039 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.db.provisioning_blocks [None req-80b1b40e-c92a-487e-9bd5-e62300536b05 None None] Provisioning complete for port 83552884-2178-4560-9fed-f3a483ac3052 triggered by entity DHCP. {{(pid=94176) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 23 11:34:43.998427 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron_lib.callbacks.manager [None req-80b1b40e-c92a-487e-9bd5-e62300536b05 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-899258'] for port, provisioning_complete {{(pid=94176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:34:44.017294 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron_lib.callbacks.manager [None req-7ccd34d0-6f2d-4194-abe9-2a56370361b3 tempest-NetworksTest-2133396914 tempest-NetworksTest-2133396914-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-897634'] for subnet, precommit_delete {{(pid=94174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:34:44.115906 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron_lib.callbacks.manager [None req-b58b3a77-3156-4b57-8101-711ac8c62af0 tempest-PortsTestJSON-2085221018 tempest-PortsTestJSON-2085221018-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-430722'] for port, precommit_delete {{(pid=94174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:34:44.126354 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron_lib.callbacks.manager [None req-80b1b40e-c92a-487e-9bd5-e62300536b05 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-923122'] for port, before_update {{(pid=94176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:34:44.130606 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.plugins.ml2.plugin [None req-b58b3a77-3156-4b57-8101-711ac8c62af0 tempest-PortsTestJSON-2085221018 tempest-PortsTestJSON-2085221018-project] Calling delete_port for 1581b641-d989-429b-9c22-7f08f65cb943 owned by {{(pid=94174) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1986}} Jun 23 11:34:44.153173 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron_lib.callbacks.manager [None req-40517d28-b0ce-46b0-a6d9-7571eef94e5c tempest-RoutersIpV6Test-1448447933 tempest-RoutersIpV6Test-1448447933-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-922904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866062', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773700135024', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773699642224', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5082448'] for port, after_delete {{(pid=94175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:34:44.156505 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG oslo_concurrency.lockutils [None req-ef984124-aa5c-49ff-952d-e83ca72b3d9e tempest-NetworksTestDHCPv6-162546708 tempest-NetworksTestDHCPv6-162546708-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94175) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 11:34:44.172417 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.plugins.ml2.db [None req-80b1b40e-c92a-487e-9bd5-e62300536b05 None None] For port 83552884-2178-4560-9fed-f3a483ac3052, host dv-neutron-601336-94-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-94-hyperv',level=0,port_id=83552884-2178-4560-9fed-f3a483ac3052,segment=NetworkSegment(6fb9b574-3737-4aac-96ee-09a4a39a59e9),segment_id=6fb9b574-3737-4aac-96ee-09a4a39a59e9)] {{(pid=94176) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 23 11:34:44.183925 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40517d28-b0ce-46b0-a6d9-7571eef94e5c tempest-RoutersIpV6Test-1448447933 tempest-RoutersIpV6Test-1448447933-project] Pushing event deleted for resources: {'Port': ['ID=df89291b-9a88-4b4c-b9c1-bd6585eec6bd,revision_number=None']} {{(pid=94175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 11:34:44.187235 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG oslo_concurrency.lockutils [None req-40517d28-b0ce-46b0-a6d9-7571eef94e5c tempest-RoutersIpV6Test-1448447933 tempest-RoutersIpV6Test-1448447933-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.031s {{(pid=94175) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 11:34:44.225091 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f64320de-afe1-4b91-bd57-b5141ddd13c1 tempest-PortsIpV6TestJSON-1781383748 tempest-PortsIpV6TestJSON-1781383748-project] Made reservation on behalf of 4a9805c328414e068d83db5c9b76c3c7 for: {'port': 1} {{(pid=94175) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 23 11:34:44.231326 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron_lib.callbacks.manager [None req-f64320de-afe1-4b91-bd57-b5141ddd13c1 tempest-PortsIpV6TestJSON-1781383748 tempest-PortsIpV6TestJSON-1781383748-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-923104'] for port, before_create {{(pid=94175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:34:44.242042 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron_lib.callbacks.manager [None req-80b1b40e-c92a-487e-9bd5-e62300536b05 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-922904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866062', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773700135042', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773699642233', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773699642278'] for port, after_update {{(pid=94176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:34:44.242351 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron_lib.callbacks.manager [None req-7ccd34d0-6f2d-4194-abe9-2a56370361b3 tempest-NetworksTest-2133396914 tempest-NetworksTest-2133396914-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-897627', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866062', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5195932', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4294216'] for subnet, after_delete {{(pid=94174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:34:44.245003 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG oslo_concurrency.lockutils [None req-dfb8dc2d-bb21-440f-bad3-f630ded86b23 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 11:34:44.252155 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG oslo_concurrency.lockutils [None req-e520dae0-b07e-4696-84a0-e638f279595b tempest-PortsIpV6TestJSON-1781383748 tempest-PortsIpV6TestJSON-1781383748-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94174) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 11:34:44.258619 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron_lib.callbacks.manager [None req-7ccd34d0-6f2d-4194-abe9-2a56370361b3 tempest-NetworksTest-2133396914 tempest-NetworksTest-2133396914-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7865916'] for subnet, before_response {{(pid=94174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:34:44.260719 dv-neutron-601336-94-hyperv neutron-server[94174]: INFO neutron.wsgi [None req-7ccd34d0-6f2d-4194-abe9-2a56370361b3 tempest-NetworksTest-2133396914 tempest-NetworksTest-2133396914-project] 10.222.0.20 "DELETE /v2.0/subnets/ed0c27f6-8fb0-4a40-8038-7d4344390008 HTTP/1.1" status: 204 len: 168 time: 0.6750963 Jun 23 11:34:44.280946 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.wsgi [-] (94174) accepted ('10.222.0.20', 40690) {{(pid=94174) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 11:34:44.289727 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ccd34d0-6f2d-4194-abe9-2a56370361b3 tempest-NetworksTest-2133396914 tempest-NetworksTest-2133396914-project] Pushing event deleted for resources: {'Subnet': ['ID=ed0c27f6-8fb0-4a40-8038-7d4344390008,revision_number=None']} {{(pid=94174) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 11:34:44.294684 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG oslo_concurrency.lockutils [None req-7ccd34d0-6f2d-4194-abe9-2a56370361b3 tempest-NetworksTest-2133396914 tempest-NetworksTest-2133396914-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.042s {{(pid=94174) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 11:34:44.294900 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9d8f0a10-1c24-440a-ad76-cdca80e2c65e None None] Network c779ad6d-a60d-4ffd-8db1-e7c8e9962bbb requested from dv-neutron-601336-94-hyperv {{(pid=94176) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 23 11:34:44.307313 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron_lib.callbacks.manager [None req-b58b3a77-3156-4b57-8101-711ac8c62af0 tempest-PortsTestJSON-2085221018 tempest-PortsTestJSON-2085221018-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-922904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866062', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773700135024', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773699642224', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5196390'] for port, after_delete {{(pid=94174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:34:44.350924 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron_lib.callbacks.manager [None req-40517d28-b0ce-46b0-a6d9-7571eef94e5c tempest-RoutersIpV6Test-1448447933 tempest-RoutersIpV6Test-1448447933-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-7866080', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-516693'] for router_interface, after_delete {{(pid=94175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:34:44.361181 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.notifiers.nova [None req-f64320de-afe1-4b91-bd57-b5141ddd13c1 tempest-PortsIpV6TestJSON-1781383748 tempest-PortsIpV6TestJSON-1781383748-project] device_id is not set on port 4bcd2b99-c04f-4c25-91bc-cc3a77a53513 yet. {{(pid=94175) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jun 23 11:34:44.372385 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG oslo_concurrency.lockutils [None req-13d6d570-a779-4b7e-a138-467846685efa tempest-PortsTestJSON-2085221018 tempest-PortsTestJSON-2085221018-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94174) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 11:34:44.413383 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b58b3a77-3156-4b57-8101-711ac8c62af0 tempest-PortsTestJSON-2085221018 tempest-PortsTestJSON-2085221018-project] Pushing event deleted for resources: {'Port': ['ID=1581b641-d989-429b-9c22-7f08f65cb943,revision_number=None']} {{(pid=94174) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 11:34:44.424879 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG oslo_concurrency.lockutils [None req-b58b3a77-3156-4b57-8101-711ac8c62af0 tempest-PortsTestJSON-2085221018 tempest-PortsTestJSON-2085221018-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.054s {{(pid=94174) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 11:34:44.438704 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron_lib.callbacks.manager [None req-b58b3a77-3156-4b57-8101-711ac8c62af0 tempest-PortsTestJSON-2085221018 tempest-PortsTestJSON-2085221018-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-217507'] for port, before_response {{(pid=94174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:34:44.441372 dv-neutron-601336-94-hyperv neutron-server[94174]: INFO neutron.wsgi [None req-b58b3a77-3156-4b57-8101-711ac8c62af0 tempest-PortsTestJSON-2085221018 tempest-PortsTestJSON-2085221018-project] 10.222.0.20 "DELETE /v2.0/ports/1581b641-d989-429b-9c22-7f08f65cb943 HTTP/1.1" status: 204 len: 168 time: 0.8002517 Jun 23 11:34:44.447973 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.wsgi [-] (94174) accepted ('10.222.0.20', 40692) {{(pid=94174) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 11:34:44.469456 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron_lib.callbacks.manager [None req-25ef4036-c8d5-4414-b30e-c00b9add7bd9 tempest-NetworksTest-2133396914 tempest-NetworksTest-2133396914-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-824874'] for network, before_delete {{(pid=94174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:34:44.633498 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron_lib.callbacks.manager [None req-28193ca4-f9be-4b3c-8d7f-26b4c6e27a56 tempest-PortsTestJSON-2085221018 tempest-PortsTestJSON-2085221018-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-824874'] for network, before_delete {{(pid=94174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:34:44.648387 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80b1b40e-c92a-487e-9bd5-e62300536b05 None None] Pushing event updated for resources: {'Port': ['ID=83552884-2178-4560-9fed-f3a483ac3052,revision_number=3']} {{(pid=94176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 11:34:44.660643 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG oslo_concurrency.lockutils [None req-80b1b40e-c92a-487e-9bd5-e62300536b05 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.416s {{(pid=94176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 11:34:44.684410 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-40517d28-b0ce-46b0-a6d9-7571eef94e5c tempest-RoutersIpV6Test-1448447933 tempest-RoutersIpV6Test-1448447933-project] Router 4b2532a2-6cbd-4a55-bb1d-644d5c407195 has already been hosted by L3 agent 50ef99c0-ef28-4db5-b303-b145898fae60 {{(pid=94175) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 23 11:34:44.688612 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.plugins.ml2.plugin [None req-25ef4036-c8d5-4414-b30e-c00b9add7bd9 tempest-NetworksTest-2133396914 tempest-NetworksTest-2133396914-project] Deleting port 21073c86-d493-4a1e-83c8-6046b34abfc3 {{(pid=94174) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1913}} Jun 23 11:34:44.688850 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron_lib.callbacks.manager [None req-25ef4036-c8d5-4414-b30e-c00b9add7bd9 tempest-NetworksTest-2133396914 tempest-NetworksTest-2133396914-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773700079324'] for port, before_delete {{(pid=94174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:34:44.716735 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron_lib.callbacks.manager [None req-4c20ea5f-bc7f-4d4e-935d-57f082af6ccb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773699952132', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-899307'] for agent, after_update {{(pid=94176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:34:44.758457 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.db.provisioning_blocks [None req-d1cdf6e5-b80c-4034-9342-2d0b773b1fed None None] Provisioning for port cf666390-05ff-4230-9b82-76ea5596f70d completed by entity DHCP. {{(pid=94176) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 23 11:34:44.763468 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.db.provisioning_blocks [None req-d1cdf6e5-b80c-4034-9342-2d0b773b1fed None None] Provisioning complete for port cf666390-05ff-4230-9b82-76ea5596f70d triggered by entity DHCP. {{(pid=94176) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 23 11:34:44.763865 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron_lib.callbacks.manager [None req-d1cdf6e5-b80c-4034-9342-2d0b773b1fed None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-899258'] for port, provisioning_complete {{(pid=94176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:34:44.803430 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron_lib.callbacks.manager [None req-28193ca4-f9be-4b3c-8d7f-26b4c6e27a56 tempest-PortsTestJSON-2085221018 tempest-PortsTestJSON-2085221018-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-897259', 'neutron.services.segments.db._delete_segments_for_network-8773700168587'] for network, precommit_delete {{(pid=94174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:34:44.821598 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.plugins.ml2.plugin [None req-d1cdf6e5-b80c-4034-9342-2d0b773b1fed None None] Port cf666390-05ff-4230-9b82-76ea5596f70d cannot update to ACTIVE because it is not bound. {{(pid=94176) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jun 23 11:34:44.830367 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.services.segments.db [None req-28193ca4-f9be-4b3c-8d7f-26b4c6e27a56 tempest-PortsTestJSON-2085221018 tempest-PortsTestJSON-2085221018-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c9584ed1-23c5-47a7-b4d6-264bedad0f19']}} {{(pid=94174) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 11:34:44.839805 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.db.provisioning_blocks [None req-d1cdf6e5-b80c-4034-9342-2d0b773b1fed None None] Provisioning complete for port 83552884-2178-4560-9fed-f3a483ac3052 triggered by entity DHCP. {{(pid=94176) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 23 11:34:44.840493 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron_lib.callbacks.manager [None req-d1cdf6e5-b80c-4034-9342-2d0b773b1fed None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-899258'] for port, provisioning_complete {{(pid=94176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:34:44.842935 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.plugins.ml2.db [None req-25ef4036-c8d5-4414-b30e-c00b9add7bd9 tempest-NetworksTest-2133396914 tempest-NetworksTest-2133396914-project] For port 21073c86-d493-4a1e-83c8-6046b34abfc3, host dv-neutron-601336-94-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-94-hyperv',level=0,port_id=21073c86-d493-4a1e-83c8-6046b34abfc3,segment=NetworkSegment(81a3abfe-7e1b-4a03-9c0e-4c4da0a4c6b1),segment_id=81a3abfe-7e1b-4a03-9c0e-4c4da0a4c6b1)] {{(pid=94174) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 23 11:34:44.843327 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron_lib.callbacks.manager [None req-25ef4036-c8d5-4414-b30e-c00b9add7bd9 tempest-NetworksTest-2133396914 tempest-NetworksTest-2133396914-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-430722'] for port, precommit_delete {{(pid=94174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:34:44.853660 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.services.segments.db [None req-28193ca4-f9be-4b3c-8d7f-26b4c6e27a56 tempest-PortsTestJSON-2085221018 tempest-PortsTestJSON-2085221018-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '070bfeb7-251d-4048-8853-f7c49da9034e') {'for_net_delete': True} {{(pid=94174) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 11:34:44.853992 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.services.segments.db [None req-28193ca4-f9be-4b3c-8d7f-26b4c6e27a56 tempest-PortsTestJSON-2085221018 tempest-PortsTestJSON-2085221018-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '070bfeb7-251d-4048-8853-f7c49da9034e') {} {{(pid=94174) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 11:34:44.854483 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-251a2137-5cae-42a3-b91f-106545dfdda9 None None] DHCP port deletion for c779ad6d-a60d-4ffd-8db1-e7c8e9962bbb request from dv-neutron-601336-94-hyperv {{(pid=94176) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jun 23 11:34:44.856358 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.plugins.ml2.rpc [None req-dc7542b2-afef-47f4-a763-e3a3cba144be None None] Device 83552884-2178-4560-9fed-f3a483ac3052 up at agent ovs-agent-dv-neutron-601336-94-hyperv {{(pid=94176) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:298}} Jun 23 11:34:44.865190 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.plugins.ml2.plugin [None req-25ef4036-c8d5-4414-b30e-c00b9add7bd9 tempest-NetworksTest-2133396914 tempest-NetworksTest-2133396914-project] Calling delete_port for 21073c86-d493-4a1e-83c8-6046b34abfc3 owned by network:dhcp {{(pid=94174) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1986}} Jun 23 11:34:44.867880 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron_lib.callbacks.manager [None req-28193ca4-f9be-4b3c-8d7f-26b4c6e27a56 tempest-PortsTestJSON-2085221018 tempest-PortsTestJSON-2085221018-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8773699955833', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4800267'] for segment, before_delete {{(pid=94174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:34:44.890325 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-40517d28-b0ce-46b0-a6d9-7571eef94e5c tempest-RoutersIpV6Test-1448447933 tempest-RoutersIpV6Test-1448447933-project] Notify agent at l3_agent.dv-neutron-601336-94-hyperv the message routers_updated {{(pid=94175) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 23 11:34:44.902015 dv-neutron-601336-94-hyperv neutron-server[94175]: INFO neutron.wsgi [None req-40517d28-b0ce-46b0-a6d9-7571eef94e5c tempest-RoutersIpV6Test-1448447933 tempest-RoutersIpV6Test-1448447933-project] 10.222.0.20 "PUT /v2.0/routers/4b2532a2-6cbd-4a55-bb1d-644d5c407195/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.0287306 Jun 23 11:34:44.902173 dv-neutron-601336-94-hyperv neutron-server[94177]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-df9d0fa5-7b42-4799-9b46-6e6c40fc0b8c None None] Sync routers for ids ['4b2532a2-6cbd-4a55-bb1d-644d5c407195'] in dv-neutron-601336-94-hyperv {{(pid=94177) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 23 11:34:44.902908 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.db.db_base_plugin_common [None req-f64320de-afe1-4b91-bd57-b5141ddd13c1 tempest-PortsIpV6TestJSON-1781383748 tempest-PortsIpV6TestJSON-1781383748-project] Allocated IP 2001:db8::f (e9930e9d-c324-46b9-a384-e0b47123ebc9/ac7362ad-a033-4ad5-b206-af5efd9b73e9/4bcd2b99-c04f-4c25-91bc-cc3a77a53513) {{(pid=94175) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 23 11:34:44.904595 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.wsgi [-] (94175) accepted ('10.222.0.20', 40694) {{(pid=94175) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 11:34:44.904983 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron_lib.callbacks.manager [None req-28193ca4-f9be-4b3c-8d7f-26b4c6e27a56 tempest-PortsTestJSON-2085221018 tempest-PortsTestJSON-2085221018-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3801'] for segment, precommit_delete {{(pid=94174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:34:44.911627 dv-neutron-601336-94-hyperv neutron-server[94177]: DEBUG neutron.db.l3_dvrscheduler_db [None req-df9d0fa5-7b42-4799-9b46-6e6c40fc0b8c None None] Routers {'4b2532a2-6cbd-4a55-bb1d-644d5c407195'} bound to L3 agent in host dv-neutron-601336-94-hyperv {{(pid=94177) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 23 11:34:44.912320 dv-neutron-601336-94-hyperv neutron-server[94177]: DEBUG neutron.db.l3_hamode_db [None req-df9d0fa5-7b42-4799-9b46-6e6c40fc0b8c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-601336-94-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-23T11:22:13Z,description=,heartbeat_timestamp=2021-06-23T11:34:43Z,host='dv-neutron-601336-94-hyperv',id=50ef99c0-ef28-4db5-b303-b145898fae60,load=0,resource_versions=,resources_synced=,started_at=2021-06-23T11:22:14Z,topic='l3_agent')) {'router_ids': ['4b2532a2-6cbd-4a55-bb1d-644d5c407195'], 'active': True} {{(pid=94177) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 11:34:44.912591 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-28193ca4-f9be-4b3c-8d7f-26b4c6e27a56 tempest-PortsTestJSON-2085221018 tempest-PortsTestJSON-2085221018-project] Releasing vlan 410 on physical network physnet1 to pool {{(pid=94174) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 23 11:34:44.913235 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron_lib.callbacks.manager [None req-28193ca4-f9be-4b3c-8d7f-26b4c6e27a56 tempest-PortsTestJSON-2085221018 tempest-PortsTestJSON-2085221018-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3801', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5196341'] for segment, after_delete {{(pid=94174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:34:44.943500 dv-neutron-601336-94-hyperv neutron-server[94175]: INFO neutron.wsgi [None req-73b1e0f8-a5bd-4ba7-88b4-d718c7c8ea6a tempest-RoutersIpV6Test-1448447933 tempest-RoutersIpV6Test-1448447933-project] 10.222.0.20 "GET /v2.0/ports?device_id=4b2532a2-6cbd-4a55-bb1d-644d5c407195 HTTP/1.1" status: 200 len: 205 time: 0.0351992 Jun 23 11:34:44.944215 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.wsgi [-] (94175) accepted ('10.222.0.20', 40696) {{(pid=94175) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 11:34:44.944621 dv-neutron-601336-94-hyperv neutron-server[94177]: DEBUG neutron.db.l3_hamode_db [None req-df9d0fa5-7b42-4799-9b46-6e6c40fc0b8c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-601336-94-hyperv', False) {} {{(pid=94177) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 11:34:44.954804 dv-neutron-601336-94-hyperv neutron-server[94177]: DEBUG neutron.db.l3_dvrscheduler_db [None req-df9d0fa5-7b42-4799-9b46-6e6c40fc0b8c None None] Routers {'4b2532a2-6cbd-4a55-bb1d-644d5c407195'} bound to L3 agent in host dv-neutron-601336-94-hyperv {{(pid=94177) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 23 11:34:44.955753 dv-neutron-601336-94-hyperv neutron-server[94177]: DEBUG neutron.db.l3_hamode_db [None req-df9d0fa5-7b42-4799-9b46-6e6c40fc0b8c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-601336-94-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-23T11:22:13Z,description=,heartbeat_timestamp=2021-06-23T11:34:43Z,host='dv-neutron-601336-94-hyperv',id=50ef99c0-ef28-4db5-b303-b145898fae60,load=0,resource_versions=,resources_synced=,started_at=2021-06-23T11:22:14Z,topic='l3_agent')) {'router_ids': ['4b2532a2-6cbd-4a55-bb1d-644d5c407195'], 'active': True} {{(pid=94177) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 11:34:45.015164 dv-neutron-601336-94-hyperv neutron-server[94177]: DEBUG neutron.db.l3_hamode_db [None req-df9d0fa5-7b42-4799-9b46-6e6c40fc0b8c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-601336-94-hyperv', False) {} {{(pid=94177) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 11:34:45.016033 dv-neutron-601336-94-hyperv neutron-server[94177]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-df9d0fa5-7b42-4799-9b46-6e6c40fc0b8c None None] The sync data for ids ['4b2532a2-6cbd-4a55-bb1d-644d5c407195'] in dv-neutron-601336-94-hyperv is: [] {{(pid=94177) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 23 11:34:45.033993 dv-neutron-601336-94-hyperv neutron-server[94174]: Traceback (most recent call last): Jun 23 11:34:45.033993 dv-neutron-601336-94-hyperv neutron-server[94174]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 23 11:34:45.033993 dv-neutron-601336-94-hyperv neutron-server[94174]: timer() Jun 23 11:34:45.033993 dv-neutron-601336-94-hyperv neutron-server[94174]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 23 11:34:45.033993 dv-neutron-601336-94-hyperv neutron-server[94174]: cb(*args, **kw) Jun 23 11:34:45.033993 dv-neutron-601336-94-hyperv neutron-server[94174]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 23 11:34:45.033993 dv-neutron-601336-94-hyperv neutron-server[94174]: return func(*args, **kwargs) Jun 23 11:34:45.033993 dv-neutron-601336-94-hyperv neutron-server[94174]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 23 11:34:45.033993 dv-neutron-601336-94-hyperv neutron-server[94174]: self._notify() Jun 23 11:34:45.033993 dv-neutron-601336-94-hyperv neutron-server[94174]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 23 11:34:45.033993 dv-neutron-601336-94-hyperv neutron-server[94174]: self.callback(batched_events) Jun 23 11:34:45.033993 dv-neutron-601336-94-hyperv neutron-server[94174]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 23 11:34:45.033993 dv-neutron-601336-94-hyperv neutron-server[94174]: event.method(event) Jun 23 11:34:45.033993 dv-neutron-601336-94-hyperv neutron-server[94174]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 23 11:34:45.033993 dv-neutron-601336-94-hyperv neutron-server[94174]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 23 11:34:45.033993 dv-neutron-601336-94-hyperv neutron-server[94174]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 23 11:34:45.033993 dv-neutron-601336-94-hyperv neutron-server[94174]: aggregate_uuid = self.p_client.list_aggregates( Jun 23 11:34:45.033993 dv-neutron-601336-94-hyperv neutron-server[94174]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 23 11:34:45.033993 dv-neutron-601336-94-hyperv neutron-server[94174]: return f(self, *a, **k) Jun 23 11:34:45.033993 dv-neutron-601336-94-hyperv neutron-server[94174]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 23 11:34:45.033993 dv-neutron-601336-94-hyperv neutron-server[94174]: return self._get(url).json() Jun 23 11:34:45.033993 dv-neutron-601336-94-hyperv neutron-server[94174]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 23 11:34:45.033993 dv-neutron-601336-94-hyperv neutron-server[94174]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 23 11:34:45.033993 dv-neutron-601336-94-hyperv neutron-server[94174]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 23 11:34:45.033993 dv-neutron-601336-94-hyperv neutron-server[94174]: return self.request(url, 'GET', **kwargs) Jun 23 11:34:45.033993 dv-neutron-601336-94-hyperv neutron-server[94174]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 23 11:34:45.033993 dv-neutron-601336-94-hyperv neutron-server[94174]: base_url = self.get_endpoint(auth, allow=allow, Jun 23 11:34:45.033993 dv-neutron-601336-94-hyperv neutron-server[94174]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 23 11:34:45.033993 dv-neutron-601336-94-hyperv neutron-server[94174]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 23 11:34:45.033993 dv-neutron-601336-94-hyperv neutron-server[94174]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 23 11:34:45.033993 dv-neutron-601336-94-hyperv neutron-server[94174]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 23 11:34:45.033993 dv-neutron-601336-94-hyperv neutron-server[94174]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 23 11:34:45.041841 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron_lib.callbacks.manager [None req-408c8149-266b-4df4-bfef-f772b34cdb50 tempest-RoutersIpV6Test-1448447933 tempest-RoutersIpV6Test-1448447933-project] Notify callbacks [] for router, before_delete {{(pid=94175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:34:45.071270 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.db.provisioning_blocks [None req-dc7542b2-afef-47f4-a763-e3a3cba144be None None] Provisioning complete for port 83552884-2178-4560-9fed-f3a483ac3052 triggered by entity L2. {{(pid=94176) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 23 11:34:45.072038 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron_lib.callbacks.manager [None req-dc7542b2-afef-47f4-a763-e3a3cba144be None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-899258'] for port, provisioning_complete {{(pid=94176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:34:45.075325 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron_lib.callbacks.manager [None req-28193ca4-f9be-4b3c-8d7f-26b4c6e27a56 tempest-PortsTestJSON-2085221018 tempest-PortsTestJSON-2085221018-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-897248', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8002400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7866073', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-524247'] for network, after_delete {{(pid=94174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:34:45.087572 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG oslo_concurrency.lockutils [None req-c63aea66-00cc-45f0-a58f-6016482426b5 tempest-NetworksTest-2133396914 tempest-NetworksTest-2133396914-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94174) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 11:34:45.098692 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron_lib.callbacks.manager [None req-28193ca4-f9be-4b3c-8d7f-26b4c6e27a56 tempest-PortsTestJSON-2085221018 tempest-PortsTestJSON-2085221018-project] Notify callbacks [] for network, before_response {{(pid=94174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:34:45.102622 dv-neutron-601336-94-hyperv neutron-server[94174]: INFO neutron.wsgi [None req-28193ca4-f9be-4b3c-8d7f-26b4c6e27a56 tempest-PortsTestJSON-2085221018 tempest-PortsTestJSON-2085221018-project] 10.222.0.20 "DELETE /v2.0/networks/c9584ed1-23c5-47a7-b4d6-264bedad0f19 HTTP/1.1" status: 204 len: 168 time: 0.6536260 Jun 23 11:34:45.147184 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28193ca4-f9be-4b3c-8d7f-26b4c6e27a56 tempest-PortsTestJSON-2085221018 tempest-PortsTestJSON-2085221018-project] Pushing event deleted for resources: {'Network': ['ID=c9584ed1-23c5-47a7-b4d6-264bedad0f19,revision_number=None']} {{(pid=94174) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 11:34:45.154566 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG oslo_concurrency.lockutils [None req-28193ca4-f9be-4b3c-8d7f-26b4c6e27a56 tempest-PortsTestJSON-2085221018 tempest-PortsTestJSON-2085221018-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.067s {{(pid=94174) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 11:34:45.171053 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.plugins.ml2.plugin [None req-251a2137-5cae-42a3-b91f-106545dfdda9 None None] Deleting port 21073c86-d493-4a1e-83c8-6046b34abfc3 {{(pid=94176) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1913}} Jun 23 11:34:45.171642 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron_lib.callbacks.manager [None req-251a2137-5cae-42a3-b91f-106545dfdda9 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773700079324'] for port, before_delete {{(pid=94176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:34:45.244490 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron_lib.callbacks.manager [None req-25ef4036-c8d5-4414-b30e-c00b9add7bd9 tempest-NetworksTest-2133396914 tempest-NetworksTest-2133396914-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-922904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866062', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773700135024', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773699642224', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5196390'] for port, after_delete {{(pid=94174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:34:45.247631 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG oslo_concurrency.lockutils [None req-342e29e1-5531-426c-80af-4afdecc1d35b tempest-NetworksTestDHCPv6-162546708 tempest-NetworksTestDHCPv6-162546708-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94174) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 11:34:45.281777 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.db.l3_dvrscheduler_db [None req-25ef4036-c8d5-4414-b30e-c00b9add7bd9 tempest-NetworksTest-2133396914 tempest-NetworksTest-2133396914-project] No DVR routers for this DVR port 21073c86-d493-4a1e-83c8-6046b34abfc3 on host dv-neutron-601336-94-hyperv {{(pid=94174) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 23 11:34:45.288879 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25ef4036-c8d5-4414-b30e-c00b9add7bd9 tempest-NetworksTest-2133396914 tempest-NetworksTest-2133396914-project] Pushing event deleted for resources: {'Port': ['ID=21073c86-d493-4a1e-83c8-6046b34abfc3,revision_number=None']} {{(pid=94174) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 11:34:45.296510 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG oslo_concurrency.lockutils [None req-25ef4036-c8d5-4414-b30e-c00b9add7bd9 tempest-NetworksTest-2133396914 tempest-NetworksTest-2133396914-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=94174) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 11:34:45.296690 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.plugins.ml2.db [None req-251a2137-5cae-42a3-b91f-106545dfdda9 None None] For port 21073c86-d493-4a1e-83c8-6046b34abfc3, host dv-neutron-601336-94-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-94-hyperv',level=0,port_id=21073c86-d493-4a1e-83c8-6046b34abfc3,segment=NetworkSegment(81a3abfe-7e1b-4a03-9c0e-4c4da0a4c6b1),segment_id=81a3abfe-7e1b-4a03-9c0e-4c4da0a4c6b1)] {{(pid=94176) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 23 11:34:45.297056 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron_lib.callbacks.manager [None req-251a2137-5cae-42a3-b91f-106545dfdda9 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-430722'] for port, precommit_delete {{(pid=94176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:34:45.318808 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.plugins.ml2.plugin [None req-251a2137-5cae-42a3-b91f-106545dfdda9 None None] Calling delete_port for 21073c86-d493-4a1e-83c8-6046b34abfc3 owned by network:dhcp {{(pid=94176) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1986}} Jun 23 11:34:45.375872 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.plugins.ml2.rpc [None req-dc7542b2-afef-47f4-a763-e3a3cba144be None None] Device ec8330c5-73ea-4217-bbfe-5ed799e56847 no longer exists at agent ovs-agent-dv-neutron-601336-94-hyperv {{(pid=94176) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:261}} Jun 23 11:34:45.384499 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron_lib.callbacks.manager [None req-25ef4036-c8d5-4414-b30e-c00b9add7bd9 tempest-NetworksTest-2133396914 tempest-NetworksTest-2133396914-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-897259', 'neutron.services.segments.db._delete_segments_for_network-8773700168587'] for network, precommit_delete {{(pid=94174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:34:45.396137 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.services.segments.db [None req-25ef4036-c8d5-4414-b30e-c00b9add7bd9 tempest-NetworksTest-2133396914 tempest-NetworksTest-2133396914-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c779ad6d-a60d-4ffd-8db1-e7c8e9962bbb']}} {{(pid=94174) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 11:34:45.405779 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.plugins.ml2.plugin [None req-dc7542b2-afef-47f4-a763-e3a3cba144be None None] No Port match for: ec8330c5-73ea-4217-bbfe-5ed799e56847 {{(pid=94176) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2240}} Jun 23 11:34:45.406048 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.plugins.ml2.rpc [None req-dc7542b2-afef-47f4-a763-e3a3cba144be None None] Device ec8330c5-73ea-4217-bbfe-5ed799e56847 not bound to the agent host dv-neutron-601336-94-hyperv {{(pid=94176) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:271}} Jun 23 11:34:45.422169 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.services.segments.db [None req-25ef4036-c8d5-4414-b30e-c00b9add7bd9 tempest-NetworksTest-2133396914 tempest-NetworksTest-2133396914-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '81a3abfe-7e1b-4a03-9c0e-4c4da0a4c6b1') {'for_net_delete': True} {{(pid=94174) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 11:34:45.422851 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.services.segments.db [None req-25ef4036-c8d5-4414-b30e-c00b9add7bd9 tempest-NetworksTest-2133396914 tempest-NetworksTest-2133396914-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '81a3abfe-7e1b-4a03-9c0e-4c4da0a4c6b1') {} {{(pid=94174) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 11:34:45.428630 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.db.provisioning_blocks [None req-c5e90af3-97b5-4976-b352-b0ff8a9523d0 None None] Provisioning complete for port cf666390-05ff-4230-9b82-76ea5596f70d triggered by entity DHCP. {{(pid=94176) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 23 11:34:45.429017 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron_lib.callbacks.manager [None req-c5e90af3-97b5-4976-b352-b0ff8a9523d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-899258'] for port, provisioning_complete {{(pid=94176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:34:45.435677 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron_lib.callbacks.manager [None req-25ef4036-c8d5-4414-b30e-c00b9add7bd9 tempest-NetworksTest-2133396914 tempest-NetworksTest-2133396914-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8773699955833', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4800267'] for segment, before_delete {{(pid=94174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:34:45.461994 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron_lib.callbacks.manager [None req-25ef4036-c8d5-4414-b30e-c00b9add7bd9 tempest-NetworksTest-2133396914 tempest-NetworksTest-2133396914-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3801'] for segment, precommit_delete {{(pid=94174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:34:45.471602 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-25ef4036-c8d5-4414-b30e-c00b9add7bd9 tempest-NetworksTest-2133396914 tempest-NetworksTest-2133396914-project] Releasing vlan 421 on physical network physnet1 to pool {{(pid=94174) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 23 11:34:45.472268 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron_lib.callbacks.manager [None req-25ef4036-c8d5-4414-b30e-c00b9add7bd9 tempest-NetworksTest-2133396914 tempest-NetworksTest-2133396914-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3801', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5196341'] for segment, after_delete {{(pid=94174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:34:45.475975 dv-neutron-601336-94-hyperv neutron-server[94174]: Traceback (most recent call last): Jun 23 11:34:45.475975 dv-neutron-601336-94-hyperv neutron-server[94174]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 23 11:34:45.475975 dv-neutron-601336-94-hyperv neutron-server[94174]: timer() Jun 23 11:34:45.475975 dv-neutron-601336-94-hyperv neutron-server[94174]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 23 11:34:45.475975 dv-neutron-601336-94-hyperv neutron-server[94174]: cb(*args, **kw) Jun 23 11:34:45.475975 dv-neutron-601336-94-hyperv neutron-server[94174]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 23 11:34:45.475975 dv-neutron-601336-94-hyperv neutron-server[94174]: return func(*args, **kwargs) Jun 23 11:34:45.475975 dv-neutron-601336-94-hyperv neutron-server[94174]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 23 11:34:45.475975 dv-neutron-601336-94-hyperv neutron-server[94174]: self._notify() Jun 23 11:34:45.475975 dv-neutron-601336-94-hyperv neutron-server[94174]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 23 11:34:45.475975 dv-neutron-601336-94-hyperv neutron-server[94174]: self.callback(batched_events) Jun 23 11:34:45.475975 dv-neutron-601336-94-hyperv neutron-server[94174]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 23 11:34:45.475975 dv-neutron-601336-94-hyperv neutron-server[94174]: event.method(event) Jun 23 11:34:45.475975 dv-neutron-601336-94-hyperv neutron-server[94174]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 23 11:34:45.475975 dv-neutron-601336-94-hyperv neutron-server[94174]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 23 11:34:45.475975 dv-neutron-601336-94-hyperv neutron-server[94174]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 23 11:34:45.475975 dv-neutron-601336-94-hyperv neutron-server[94174]: aggregate_uuid = self.p_client.list_aggregates( Jun 23 11:34:45.475975 dv-neutron-601336-94-hyperv neutron-server[94174]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 23 11:34:45.475975 dv-neutron-601336-94-hyperv neutron-server[94174]: return f(self, *a, **k) Jun 23 11:34:45.475975 dv-neutron-601336-94-hyperv neutron-server[94174]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 23 11:34:45.475975 dv-neutron-601336-94-hyperv neutron-server[94174]: return self._get(url).json() Jun 23 11:34:45.475975 dv-neutron-601336-94-hyperv neutron-server[94174]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 23 11:34:45.475975 dv-neutron-601336-94-hyperv neutron-server[94174]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 23 11:34:45.475975 dv-neutron-601336-94-hyperv neutron-server[94174]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 23 11:34:45.475975 dv-neutron-601336-94-hyperv neutron-server[94174]: return self.request(url, 'GET', **kwargs) Jun 23 11:34:45.475975 dv-neutron-601336-94-hyperv neutron-server[94174]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 23 11:34:45.475975 dv-neutron-601336-94-hyperv neutron-server[94174]: base_url = self.get_endpoint(auth, allow=allow, Jun 23 11:34:45.475975 dv-neutron-601336-94-hyperv neutron-server[94174]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 23 11:34:45.475975 dv-neutron-601336-94-hyperv neutron-server[94174]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 23 11:34:45.475975 dv-neutron-601336-94-hyperv neutron-server[94174]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 23 11:34:45.475975 dv-neutron-601336-94-hyperv neutron-server[94174]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 23 11:34:45.475975 dv-neutron-601336-94-hyperv neutron-server[94174]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 23 11:34:45.482740 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.plugins.ml2.plugin [None req-c5e90af3-97b5-4976-b352-b0ff8a9523d0 None None] Port cf666390-05ff-4230-9b82-76ea5596f70d cannot update to ACTIVE because it is not bound. {{(pid=94176) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jun 23 11:34:45.490545 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron_lib.callbacks.manager [None req-251a2137-5cae-42a3-b91f-106545dfdda9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-922904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866062', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773700135024', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773699642224'] for port, after_delete {{(pid=94176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:34:45.492595 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG oslo_concurrency.lockutils [None req-dc7542b2-afef-47f4-a763-e3a3cba144be None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 11:34:45.508107 dv-neutron-601336-94-hyperv neutron-server[94175]: INFO neutron.wsgi [req-c6307e50-ac3a-405d-8dc3-9c7eba5de937 req-1e8fd4ed-957d-4c54-a0f6-fcec4bfd8c12 tempest-TestNetworkBasicOps-233187296 tempest-TestNetworkBasicOps-233187296-project] 10.222.0.20 "GET /v2.0/ports?device_id=5dc250a1-61bb-46d0-9888-3ab1b564fa78 HTTP/1.1" status: 200 len: 210 time: 0.0617447 Jun 23 11:34:45.522350 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-251a2137-5cae-42a3-b91f-106545dfdda9 None None] Pushing event deleted for resources: {'Port': ['ID=21073c86-d493-4a1e-83c8-6046b34abfc3,revision_number=None']} {{(pid=94176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 11:34:45.525235 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG oslo_concurrency.lockutils [None req-251a2137-5cae-42a3-b91f-106545dfdda9 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.032s {{(pid=94176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 11:34:45.531733 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.db.l3_dvrscheduler_db [None req-251a2137-5cae-42a3-b91f-106545dfdda9 None None] No DVR routers for this DVR port 21073c86-d493-4a1e-83c8-6046b34abfc3 on host dv-neutron-601336-94-hyperv {{(pid=94176) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 23 11:34:45.627512 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron_lib.callbacks.manager [None req-25ef4036-c8d5-4414-b30e-c00b9add7bd9 tempest-NetworksTest-2133396914 tempest-NetworksTest-2133396914-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-897248', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8002400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7866073', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-524247'] for network, after_delete {{(pid=94174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:34:45.630839 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG oslo_concurrency.lockutils [None req-3c605406-d6ec-4520-8a5a-ce5da67bd70d tempest-NetworksTest-2133396914 tempest-NetworksTest-2133396914-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94174) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 11:34:45.637984 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron_lib.callbacks.manager [None req-25ef4036-c8d5-4414-b30e-c00b9add7bd9 tempest-NetworksTest-2133396914 tempest-NetworksTest-2133396914-project] Notify callbacks [] for network, before_response {{(pid=94174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:34:45.646566 dv-neutron-601336-94-hyperv neutron-server[94174]: INFO neutron.wsgi [None req-25ef4036-c8d5-4414-b30e-c00b9add7bd9 tempest-NetworksTest-2133396914 tempest-NetworksTest-2133396914-project] 10.222.0.20 "DELETE /v2.0/networks/c779ad6d-a60d-4ffd-8db1-e7c8e9962bbb HTTP/1.1" status: 204 len: 168 time: 1.3599384 Jun 23 11:34:45.654525 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.wsgi [-] (94174) accepted ('10.222.0.20', 40704) {{(pid=94174) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 11:34:45.660127 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25ef4036-c8d5-4414-b30e-c00b9add7bd9 tempest-NetworksTest-2133396914 tempest-NetworksTest-2133396914-project] Pushing event deleted for resources: {'Network': ['ID=c779ad6d-a60d-4ffd-8db1-e7c8e9962bbb,revision_number=None']} {{(pid=94174) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 11:34:45.666743 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG oslo_concurrency.lockutils [None req-25ef4036-c8d5-4414-b30e-c00b9add7bd9 tempest-NetworksTest-2133396914 tempest-NetworksTest-2133396914-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.036s {{(pid=94174) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 11:34:45.669654 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron_lib.callbacks.manager [None req-408c8149-266b-4df4-bfef-f772b34cdb50 tempest-RoutersIpV6Test-1448447933 tempest-RoutersIpV6Test-1448447933-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-520417', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-32301'] for router, precommit_delete {{(pid=94175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:34:45.677673 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron_lib.callbacks.manager [None req-408c8149-266b-4df4-bfef-f772b34cdb50 tempest-RoutersIpV6Test-1448447933 tempest-RoutersIpV6Test-1448447933-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:34:45.752925 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron_lib.callbacks.manager [None req-f64320de-afe1-4b91-bd57-b5141ddd13c1 tempest-PortsIpV6TestJSON-1781383748 tempest-PortsIpV6TestJSON-1781383748-project] Notify callbacks [] for port, precommit_create {{(pid=94175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:34:45.766305 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.db.provisioning_blocks [None req-f64320de-afe1-4b91-bd57-b5141ddd13c1 tempest-PortsIpV6TestJSON-1781383748 tempest-PortsIpV6TestJSON-1781383748-project] Transition to ACTIVE for port object 4bcd2b99-c04f-4c25-91bc-cc3a77a53513 will not be triggered until provisioned by entity DHCP. {{(pid=94175) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 23 11:34:45.823671 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron_lib.callbacks.manager [None req-408c8149-266b-4df4-bfef-f772b34cdb50 tempest-RoutersIpV6Test-1448447933 tempest-RoutersIpV6Test-1448447933-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-494961'] for router, after_delete {{(pid=94175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:34:45.824181 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-408c8149-266b-4df4-bfef-f772b34cdb50 tempest-RoutersIpV6Test-1448447933 tempest-RoutersIpV6Test-1448447933-project] Fanout notify agent at l3_agent the message router_deleted on router 4b2532a2-6cbd-4a55-bb1d-644d5c407195 {{(pid=94175) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jun 23 11:34:45.826746 dv-neutron-601336-94-hyperv neutron-server[94174]: INFO neutron.wsgi [None req-85a1c9ce-f585-4f20-b9e2-a5471f35de33 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=9e5461dd76964a018bba022fe5f7a0f1&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1711702 Jun 23 11:34:45.829172 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.wsgi [-] (94174) accepted ('10.222.0.20', 40710) {{(pid=94174) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 11:34:45.833534 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron_lib.callbacks.manager [None req-408c8149-266b-4df4-bfef-f772b34cdb50 tempest-RoutersIpV6Test-1448447933 tempest-RoutersIpV6Test-1448447933-project] Notify callbacks [] for router, before_response {{(pid=94175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:34:45.835081 dv-neutron-601336-94-hyperv neutron-server[94175]: INFO neutron.wsgi [None req-408c8149-266b-4df4-bfef-f772b34cdb50 tempest-RoutersIpV6Test-1448447933 tempest-RoutersIpV6Test-1448447933-project] 10.222.0.20 "DELETE /v2.0/routers/4b2532a2-6cbd-4a55-bb1d-644d5c407195 HTTP/1.1" status: 204 len: 168 time: 0.8895171 Jun 23 11:34:45.837567 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.wsgi [-] (94175) accepted ('10.222.0.20', 40712) {{(pid=94175) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 11:34:45.889905 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.db.db_base_plugin_v2 [None req-5c5af240-2d3f-4af2-b9e9-dae2a0232c7a tempest-RoutersIpV6Test-1448447933 tempest-RoutersIpV6Test-1448447933-project] Deleting subnet bd2c91af-7f43-443c-be52-48184620d706 {{(pid=94175) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jun 23 11:34:45.893219 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron_lib.callbacks.manager [None req-5c5af240-2d3f-4af2-b9e9-dae2a0232c7a tempest-RoutersIpV6Test-1448447933 tempest-RoutersIpV6Test-1448447933-project] Notify callbacks [] for subnet, before_delete {{(pid=94175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:34:45.914527 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron_lib.callbacks.manager [None req-f64320de-afe1-4b91-bd57-b5141ddd13c1 tempest-PortsIpV6TestJSON-1781383748 tempest-PortsIpV6TestJSON-1781383748-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-922915', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-239814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7866073', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773699642215', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-5082457'] for port, after_create {{(pid=94175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:34:45.921345 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG oslo_concurrency.lockutils [None req-03420b17-ac78-4b62-bc1d-04c96773b183 tempest-PortsTestJSON-2085221018 tempest-PortsTestJSON-2085221018-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94175) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 11:34:45.980186 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron_lib.callbacks.manager [None req-5c5af240-2d3f-4af2-b9e9-dae2a0232c7a tempest-RoutersIpV6Test-1448447933 tempest-RoutersIpV6Test-1448447933-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5190686'] for subnet, precommit_delete_associations {{(pid=94175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:34:45.984176 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f64320de-afe1-4b91-bd57-b5141ddd13c1 tempest-PortsIpV6TestJSON-1781383748 tempest-PortsIpV6TestJSON-1781383748-project] Network e9930e9d-c324-46b9-a384-e0b47123ebc9 is already hosted by enough agents. {{(pid=94175) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 23 11:34:45.998882 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron_lib.callbacks.manager [None req-0538546d-3c6e-4df2-a9e7-db5b71ccec8e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:34:46.013073 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.scheduler.base_scheduler [None req-f64320de-afe1-4b91-bd57-b5141ddd13c1 tempest-PortsIpV6TestJSON-1781383748 tempest-PortsIpV6TestJSON-1781383748-project] Resources bound (agent type, host, resource id): {{(pid=94175) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 23 11:34:46.022228 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f64320de-afe1-4b91-bd57-b5141ddd13c1 tempest-PortsIpV6TestJSON-1781383748 tempest-PortsIpV6TestJSON-1781383748-project] Received port after_create {{(pid=94175) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 23 11:34:46.028100 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f64320de-afe1-4b91-bd57-b5141ddd13c1 tempest-PortsIpV6TestJSON-1781383748 tempest-PortsIpV6TestJSON-1781383748-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 11:34:46.029206 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron_lib.callbacks.manager [None req-f64320de-afe1-4b91-bd57-b5141ddd13c1 tempest-PortsIpV6TestJSON-1781383748 tempest-PortsIpV6TestJSON-1781383748-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-217507'] for port, before_response {{(pid=94175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:34:46.037291 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f64320de-afe1-4b91-bd57-b5141ddd13c1 tempest-PortsIpV6TestJSON-1781383748 tempest-PortsIpV6TestJSON-1781383748-project] Pushing event updated for resources: {'Port': ['ID=4bcd2b99-c04f-4c25-91bc-cc3a77a53513,revision_number=1']} {{(pid=94175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 11:34:46.045958 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG oslo_concurrency.lockutils [None req-f64320de-afe1-4b91-bd57-b5141ddd13c1 tempest-PortsIpV6TestJSON-1781383748 tempest-PortsIpV6TestJSON-1781383748-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.125s {{(pid=94175) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 11:34:46.046473 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef209aec-9541-47f6-b194-f9188993e831 req-d26eb3a9-b906-4e47-9a9d-3c4f7539dca1 tempest-TestNetworkBasicOps-233187296 tempest-TestNetworkBasicOps-233187296-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94174) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 11:34:46.047980 dv-neutron-601336-94-hyperv neutron-server[94174]: INFO neutron.wsgi [req-ef209aec-9541-47f6-b194-f9188993e831 req-d26eb3a9-b906-4e47-9a9d-3c4f7539dca1 tempest-TestNetworkBasicOps-233187296 tempest-TestNetworkBasicOps-233187296-project] 10.222.0.52 "GET /v2.0/networks?id=cf29c68f-82b8-4662-a929-931f65637941 HTTP/1.1" status: 200 len: 797 time: 0.2042615 Jun 23 11:34:46.050396 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron_lib.callbacks.manager [None req-0538546d-3c6e-4df2-a9e7-db5b71ccec8e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:34:46.110043 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron_lib.callbacks.manager [None req-5c5af240-2d3f-4af2-b9e9-dae2a0232c7a tempest-RoutersIpV6Test-1448447933 tempest-RoutersIpV6Test-1448447933-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-897634'] for subnet, precommit_delete {{(pid=94175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:34:46.136922 dv-neutron-601336-94-hyperv neutron-server[94174]: INFO neutron.wsgi [req-ef209aec-9541-47f6-b194-f9188993e831 req-51407720-0677-4751-b3dc-f58b6ffbc1c5 tempest-TestNetworkBasicOps-233187296 tempest-TestNetworkBasicOps-233187296-project] 10.222.0.52 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=772b9946478d439e9da4eaeade7fb21d HTTP/1.1" status: 200 len: 380 time: 0.0775611 Jun 23 11:34:46.152519 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.api.v2.base [req-ef209aec-9541-47f6-b194-f9188993e831 req-4bdbb8f2-8218-4d58-a7a8-e4fe1d3ffe64 tempest-TestNetworkBasicOps-233187296 tempest-TestNetworkBasicOps-233187296-project] Request body: {'port': {'device_id': '5dc250a1-61bb-46d0-9888-3ab1b564fa78', 'network_id': 'cf29c68f-82b8-4662-a929-931f65637941', 'admin_state_up': True, 'tenant_id': '772b9946478d439e9da4eaeade7fb21d', 'security_groups': ['30a782a1-c8ca-4eeb-9aeb-36d88772e1b8']}} {{(pid=94174) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 23 11:34:46.159440 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.wsgi [-] (94174) accepted ('10.222.0.20', 40716) {{(pid=94174) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 11:34:46.159566 dv-neutron-601336-94-hyperv neutron-server[94175]: INFO neutron.wsgi [None req-f64320de-afe1-4b91-bd57-b5141ddd13c1 tempest-PortsIpV6TestJSON-1781383748 tempest-PortsIpV6TestJSON-1781383748-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 929 time: 2.2312438 Jun 23 11:34:46.174194 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.wsgi [-] (94174) accepted ('10.222.0.20', 40718) {{(pid=94174) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 11:34:46.261008 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron_lib.callbacks.manager [None req-0538546d-3c6e-4df2-a9e7-db5b71ccec8e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7996330'] for security_group, after_delete {{(pid=94174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:34:46.263824 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron_lib.callbacks.manager [None req-0538546d-3c6e-4df2-a9e7-db5b71ccec8e admin admin] Notify callbacks [] for security_group, before_response {{(pid=94174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:34:46.264914 dv-neutron-601336-94-hyperv neutron-server[94174]: INFO neutron.wsgi [None req-0538546d-3c6e-4df2-a9e7-db5b71ccec8e admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/f052d58d-3d57-4a4e-8891-97b5591a48ca HTTP/1.1" status: 204 len: 168 time: 0.4344463 Jun 23 11:34:46.272792 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG oslo_concurrency.lockutils [None req-b9cb9c80-8cd5-4f46-a0c3-39ec5612fabe admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94174) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 11:34:46.292626 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron_lib.callbacks.manager [None req-5c5af240-2d3f-4af2-b9e9-dae2a0232c7a tempest-RoutersIpV6Test-1448447933 tempest-RoutersIpV6Test-1448447933-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-897627', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866062', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5083050', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4660036'] for subnet, after_delete {{(pid=94175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:34:46.298016 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0538546d-3c6e-4df2-a9e7-db5b71ccec8e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f052d58d-3d57-4a4e-8891-97b5591a48ca,revision_number=None']} {{(pid=94174) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 11:34:46.306991 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG oslo_concurrency.lockutils [None req-0538546d-3c6e-4df2-a9e7-db5b71ccec8e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.035s {{(pid=94174) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 11:34:46.312592 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG oslo_concurrency.lockutils [None req-c593cf57-837a-418e-9bf6-186805354e76 tempest-PortsTestJSON-2085221018 tempest-PortsTestJSON-2085221018-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94175) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 11:34:46.338931 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a69fe0eb-eb57-4b55-9a82-56d0ef8e3295 tempest-PortsIpV6TestJSON-1781383748 tempest-PortsIpV6TestJSON-1781383748-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94174) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 11:34:46.347284 dv-neutron-601336-94-hyperv neutron-server[94174]: INFO neutron.wsgi [None req-a69fe0eb-eb57-4b55-9a82-56d0ef8e3295 tempest-PortsIpV6TestJSON-1781383748 tempest-PortsIpV6TestJSON-1781383748-project] 10.222.0.20 "GET /v2.0/ports?fixed_ips=ip_address_substr%3D2001%3Adb8%3A%3A1 HTTP/1.1" status: 200 len: 928 time: 0.1787100 Jun 23 11:34:46.353391 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.wsgi [-] (94174) accepted ('10.222.0.20', 40724) {{(pid=94174) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 11:34:46.356464 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron_lib.callbacks.manager [None req-5c5af240-2d3f-4af2-b9e9-dae2a0232c7a tempest-RoutersIpV6Test-1448447933 tempest-RoutersIpV6Test-1448447933-project] Notify callbacks [] for subnet, before_response {{(pid=94175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:34:46.357594 dv-neutron-601336-94-hyperv neutron-server[94175]: INFO neutron.wsgi [None req-5c5af240-2d3f-4af2-b9e9-dae2a0232c7a tempest-RoutersIpV6Test-1448447933 tempest-RoutersIpV6Test-1448447933-project] 10.222.0.20 "DELETE /v2.0/subnets/bd2c91af-7f43-443c-be52-48184620d706 HTTP/1.1" status: 204 len: 168 time: 0.5189734 Jun 23 11:34:46.359060 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c5af240-2d3f-4af2-b9e9-dae2a0232c7a tempest-RoutersIpV6Test-1448447933 tempest-RoutersIpV6Test-1448447933-project] Pushing event deleted for resources: {'Subnet': ['ID=bd2c91af-7f43-443c-be52-48184620d706,revision_number=None']} {{(pid=94175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 11:34:46.362356 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1163bcb0-b702-4c8f-ba05-f435878fb476 None None] Network 30f8707b-479b-4c67-8b63-4252ecc9ff09 requested from dv-neutron-601336-94-hyperv {{(pid=94176) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 23 11:34:46.363294 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG oslo_concurrency.lockutils [None req-5c5af240-2d3f-4af2-b9e9-dae2a0232c7a tempest-RoutersIpV6Test-1448447933 tempest-RoutersIpV6Test-1448447933-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=94175) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 11:34:46.364140 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.wsgi [-] (94175) accepted ('10.222.0.20', 40726) {{(pid=94175) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 11:34:46.428358 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.db.db_base_plugin_v2 [None req-d0b537c1-886e-48be-8707-8b4c502fbfb6 tempest-RoutersIpV6Test-1448447933 tempest-RoutersIpV6Test-1448447933-project] Deleting subnet a93bc95b-9fc9-4703-bd3f-01b38ef93034 {{(pid=94175) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jun 23 11:34:46.432045 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron_lib.callbacks.manager [None req-d0b537c1-886e-48be-8707-8b4c502fbfb6 tempest-RoutersIpV6Test-1448447933 tempest-RoutersIpV6Test-1448447933-project] Notify callbacks [] for subnet, before_delete {{(pid=94175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:34:46.480742 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron_lib.callbacks.manager [None req-d0b537c1-886e-48be-8707-8b4c502fbfb6 tempest-RoutersIpV6Test-1448447933 tempest-RoutersIpV6Test-1448447933-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5190686'] for subnet, precommit_delete_associations {{(pid=94175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:34:46.486967 dv-neutron-601336-94-hyperv neutron-server[94174]: INFO neutron.wsgi [None req-021d5ff7-b784-413d-bdbb-9f10fd9719fb admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=dfecc9776e0d4947a3f7218fbe96de01&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3294258 Jun 23 11:34:46.489468 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.wsgi [-] (94174) accepted ('10.222.0.20', 40732) {{(pid=94174) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 11:34:46.522412 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ef209aec-9541-47f6-b194-f9188993e831 req-4bdbb8f2-8218-4d58-a7a8-e4fe1d3ffe64 tempest-TestNetworkBasicOps-233187296 tempest-TestNetworkBasicOps-233187296-project] Made reservation on behalf of 772b9946478d439e9da4eaeade7fb21d for: {'port': 1} {{(pid=94174) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 23 11:34:46.526723 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron_lib.callbacks.manager [req-ef209aec-9541-47f6-b194-f9188993e831 req-4bdbb8f2-8218-4d58-a7a8-e4fe1d3ffe64 tempest-TestNetworkBasicOps-233187296 tempest-TestNetworkBasicOps-233187296-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-923104'] for port, before_create {{(pid=94174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:34:46.535750 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.db.provisioning_blocks [None req-3c082564-1d3c-4dc0-aca2-2099c8e0a198 None None] Provisioning for port 4bcd2b99-c04f-4c25-91bc-cc3a77a53513 completed by entity DHCP. {{(pid=94176) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 23 11:34:46.540765 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.db.provisioning_blocks [None req-3c082564-1d3c-4dc0-aca2-2099c8e0a198 None None] Provisioning complete for port 4bcd2b99-c04f-4c25-91bc-cc3a77a53513 triggered by entity DHCP. {{(pid=94176) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 23 11:34:46.541306 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron_lib.callbacks.manager [None req-3c082564-1d3c-4dc0-aca2-2099c8e0a198 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-899258'] for port, provisioning_complete {{(pid=94176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:34:46.591095 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.plugins.ml2.plugin [None req-3c082564-1d3c-4dc0-aca2-2099c8e0a198 None None] Port 4bcd2b99-c04f-4c25-91bc-cc3a77a53513 cannot update to ACTIVE because it is not bound. {{(pid=94176) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jun 23 11:34:46.598447 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b9a4377a-4012-4a1f-acfc-81f41bf1c5be tempest-PortsIpV6TestJSON-1781383748 tempest-PortsIpV6TestJSON-1781383748-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94174) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 11:34:46.607160 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b9a4377a-4012-4a1f-acfc-81f41bf1c5be tempest-PortsIpV6TestJSON-1781383748 tempest-PortsIpV6TestJSON-1781383748-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94174) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 11:34:46.608684 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron_lib.callbacks.manager [None req-d0b537c1-886e-48be-8707-8b4c502fbfb6 tempest-RoutersIpV6Test-1448447933 tempest-RoutersIpV6Test-1448447933-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-897634'] for subnet, precommit_delete {{(pid=94175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:34:46.620691 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-34cff969-bd3e-4b46-8bf0-d52c69ea2277 None None] DHCP port deletion for 30f8707b-479b-4c67-8b63-4252ecc9ff09 request from dv-neutron-601336-94-hyperv {{(pid=94176) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jun 23 11:34:46.649009 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b9a4377a-4012-4a1f-acfc-81f41bf1c5be tempest-PortsIpV6TestJSON-1781383748 tempest-PortsIpV6TestJSON-1781383748-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94174) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 11:34:46.651941 dv-neutron-601336-94-hyperv neutron-server[94174]: INFO neutron.wsgi [None req-b9a4377a-4012-4a1f-acfc-81f41bf1c5be tempest-PortsIpV6TestJSON-1781383748 tempest-PortsIpV6TestJSON-1781383748-project] 10.222.0.20 "GET /v2.0/ports?fixed_ips=ip_address_substr%3D2001%3Adb8%3A%3A HTTP/1.1" status: 200 len: 2391 time: 0.2959349 Jun 23 11:34:46.654622 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.wsgi [-] (94175) accepted ('10.222.0.20', 40738) {{(pid=94175) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 11:34:46.671420 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron_lib.callbacks.manager [None req-95d6aa8f-24e7-4234-82ff-f502266c3285 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773699952132', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-899307'] for agent, after_update {{(pid=94176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:34:46.706997 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.plugins.ml2.plugin [None req-34cff969-bd3e-4b46-8bf0-d52c69ea2277 None None] Deleting port 326f376d-d182-4258-8d73-95ce325dae2c {{(pid=94176) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1913}} Jun 23 11:34:46.707890 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron_lib.callbacks.manager [None req-34cff969-bd3e-4b46-8bf0-d52c69ea2277 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773700079324'] for port, before_delete {{(pid=94176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:34:46.800543 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.plugins.ml2.plugin [None req-8d68d11c-f8f6-4ab9-8869-604c4d9c3991 tempest-PortsIpV6TestJSON-1781383748 tempest-PortsIpV6TestJSON-1781383748-project] Deleting port 4bcd2b99-c04f-4c25-91bc-cc3a77a53513 {{(pid=94175) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1913}} Jun 23 11:34:46.801115 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron_lib.callbacks.manager [None req-8d68d11c-f8f6-4ab9-8869-604c4d9c3991 tempest-PortsIpV6TestJSON-1781383748 tempest-PortsIpV6TestJSON-1781383748-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773700079324'] for port, before_delete {{(pid=94175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:34:46.822313 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.plugins.ml2.db [None req-34cff969-bd3e-4b46-8bf0-d52c69ea2277 None None] For port 326f376d-d182-4258-8d73-95ce325dae2c, host dv-neutron-601336-94-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-94-hyperv',level=0,port_id=326f376d-d182-4258-8d73-95ce325dae2c,segment=NetworkSegment(cc51825b-2cff-4acd-b457-fd7f5c7391bd),segment_id=cc51825b-2cff-4acd-b457-fd7f5c7391bd)] {{(pid=94176) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 23 11:34:46.822863 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron_lib.callbacks.manager [None req-34cff969-bd3e-4b46-8bf0-d52c69ea2277 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-430722'] for port, precommit_delete {{(pid=94176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:34:46.827071 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.plugins.ml2.rpc [None req-dc7542b2-afef-47f4-a763-e3a3cba144be None None] Device 21073c86-d493-4a1e-83c8-6046b34abfc3 no longer exists at agent ovs-agent-dv-neutron-601336-94-hyperv {{(pid=94176) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:261}} Jun 23 11:34:46.862780 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.plugins.ml2.plugin [None req-dc7542b2-afef-47f4-a763-e3a3cba144be None None] No Port match for: 21073c86-d493-4a1e-83c8-6046b34abfc3 {{(pid=94176) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2240}} Jun 23 11:34:46.863016 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.plugins.ml2.rpc [None req-dc7542b2-afef-47f4-a763-e3a3cba144be None None] Device 21073c86-d493-4a1e-83c8-6046b34abfc3 not bound to the agent host dv-neutron-601336-94-hyperv {{(pid=94176) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:271}} Jun 23 11:34:46.863613 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.plugins.ml2.rpc [None req-dc7542b2-afef-47f4-a763-e3a3cba144be None None] Device 326f376d-d182-4258-8d73-95ce325dae2c no longer exists at agent ovs-agent-dv-neutron-601336-94-hyperv {{(pid=94176) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:261}} Jun 23 11:34:46.869895 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.plugins.ml2.plugin [None req-34cff969-bd3e-4b46-8bf0-d52c69ea2277 None None] Calling delete_port for 326f376d-d182-4258-8d73-95ce325dae2c owned by network:dhcp {{(pid=94176) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1986}} Jun 23 11:34:46.883925 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron_lib.callbacks.manager [None req-d0b537c1-886e-48be-8707-8b4c502fbfb6 tempest-RoutersIpV6Test-1448447933 tempest-RoutersIpV6Test-1448447933-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-897627', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866062', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5083050', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4660036'] for subnet, after_delete {{(pid=94175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:34:46.890635 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG oslo_concurrency.lockutils [None req-a1c1763e-7286-4bf4-b646-cee5697f47e2 tempest-PortsTestJSON-2085221018 tempest-PortsTestJSON-2085221018-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94175) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 11:34:46.930033 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0b537c1-886e-48be-8707-8b4c502fbfb6 tempest-RoutersIpV6Test-1448447933 tempest-RoutersIpV6Test-1448447933-project] Pushing event deleted for resources: {'Subnet': ['ID=a93bc95b-9fc9-4703-bd3f-01b38ef93034,revision_number=None']} {{(pid=94175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 11:34:46.936242 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG oslo_concurrency.lockutils [None req-d0b537c1-886e-48be-8707-8b4c502fbfb6 tempest-RoutersIpV6Test-1448447933 tempest-RoutersIpV6Test-1448447933-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=94175) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 11:34:46.939271 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron_lib.callbacks.manager [None req-d0b537c1-886e-48be-8707-8b4c502fbfb6 tempest-RoutersIpV6Test-1448447933 tempest-RoutersIpV6Test-1448447933-project] Notify callbacks [] for subnet, before_response {{(pid=94175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:34:46.943750 dv-neutron-601336-94-hyperv neutron-server[94175]: INFO neutron.wsgi [None req-d0b537c1-886e-48be-8707-8b4c502fbfb6 tempest-RoutersIpV6Test-1448447933 tempest-RoutersIpV6Test-1448447933-project] 10.222.0.20 "DELETE /v2.0/subnets/a93bc95b-9fc9-4703-bd3f-01b38ef93034 HTTP/1.1" status: 204 len: 168 time: 0.5761786 Jun 23 11:34:46.944833 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.wsgi [-] (94175) accepted ('10.222.0.20', 40746) {{(pid=94175) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 11:34:46.950446 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ae199125-05d0-4d4b-86c3-d39404daa4c1 None None] Network 65372c95-01c9-445f-9011-e8626f89819d requested from dv-neutron-601336-94-hyperv {{(pid=94176) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 23 11:34:47.039953 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron_lib.callbacks.manager [None req-8d68d11c-f8f6-4ab9-8869-604c4d9c3991 tempest-PortsIpV6TestJSON-1781383748 tempest-PortsIpV6TestJSON-1781383748-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-430722'] for port, precommit_delete {{(pid=94175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:34:47.072144 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron_lib.callbacks.manager [None req-a8b276bd-a31a-4305-a92a-696f119a65c9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:34:47.075236 dv-neutron-601336-94-hyperv neutron-server[94174]: INFO neutron.wsgi [req-a4cd6374-f9cc-47c9-9614-7c74bf9a138f req-01564f53-dfa6-4946-a041-f42a9a020e69 tempest-TestNetworkBasicOps-233187296 tempest-TestNetworkBasicOps-233187296-project] 10.222.0.20 "GET /v2.0/ports?device_id=5dc250a1-61bb-46d0-9888-3ab1b564fa78 HTTP/1.1" status: 200 len: 210 time: 0.3950446 Jun 23 11:34:47.104734 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron_lib.callbacks.manager [None req-8dd5c58a-7598-415e-859b-81dd0b443279 tempest-RoutersIpV6Test-1448447933 tempest-RoutersIpV6Test-1448447933-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-824874'] for network, before_delete {{(pid=94175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:34:47.104734 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.plugins.ml2.plugin [None req-8d68d11c-f8f6-4ab9-8869-604c4d9c3991 tempest-PortsIpV6TestJSON-1781383748 tempest-PortsIpV6TestJSON-1781383748-project] Calling delete_port for 4bcd2b99-c04f-4c25-91bc-cc3a77a53513 owned by {{(pid=94175) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1986}} Jun 23 11:34:47.119776 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron_lib.callbacks.manager [None req-dc7542b2-afef-47f4-a763-e3a3cba144be None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-923122'] for port, before_update {{(pid=94176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:34:47.152144 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron_lib.callbacks.manager [None req-a8b276bd-a31a-4305-a92a-696f119a65c9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:34:47.206003 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.db.db_base_plugin_common [req-ef209aec-9541-47f6-b194-f9188993e831 req-4bdbb8f2-8218-4d58-a7a8-e4fe1d3ffe64 tempest-TestNetworkBasicOps-233187296 tempest-TestNetworkBasicOps-233187296-project] Allocated IP 172.20.0.12 (cf29c68f-82b8-4662-a929-931f65637941/a2268277-49d2-4de4-9270-a498945fea2b/5bc1c89c-f37a-4549-8bd2-67c7e46b8da1) {{(pid=94174) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 23 11:34:47.217006 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.plugins.ml2.plugin [None req-8dd5c58a-7598-415e-859b-81dd0b443279 tempest-RoutersIpV6Test-1448447933 tempest-RoutersIpV6Test-1448447933-project] Deleting port 326f376d-d182-4258-8d73-95ce325dae2c {{(pid=94175) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1913}} Jun 23 11:34:47.217429 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron_lib.callbacks.manager [None req-8dd5c58a-7598-415e-859b-81dd0b443279 tempest-RoutersIpV6Test-1448447933 tempest-RoutersIpV6Test-1448447933-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773700079324'] for port, before_delete {{(pid=94175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:34:47.252934 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fb36f273-ab38-45e0-88ef-9c3b1dede9cb None None] DHCP port deletion for 65372c95-01c9-445f-9011-e8626f89819d request from dv-neutron-601336-94-hyperv {{(pid=94176) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jun 23 11:34:47.290726 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron_lib.callbacks.manager [None req-34cff969-bd3e-4b46-8bf0-d52c69ea2277 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-922904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866062', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773700135024', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773699642224'] for port, after_delete {{(pid=94176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:34:47.295312 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG oslo_concurrency.lockutils [None req-16f51ee1-5b03-4203-8bae-776819eb188e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 11:34:47.321963 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron_lib.callbacks.manager [None req-a8b276bd-a31a-4305-a92a-696f119a65c9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7996330'] for security_group, after_delete {{(pid=94174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:34:47.323569 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.plugins.ml2.db [None req-8dd5c58a-7598-415e-859b-81dd0b443279 tempest-RoutersIpV6Test-1448447933 tempest-RoutersIpV6Test-1448447933-project] For port 326f376d-d182-4258-8d73-95ce325dae2c, host dv-neutron-601336-94-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-94-hyperv',level=0,port_id=326f376d-d182-4258-8d73-95ce325dae2c,segment=NetworkSegment(cc51825b-2cff-4acd-b457-fd7f5c7391bd),segment_id=cc51825b-2cff-4acd-b457-fd7f5c7391bd)] {{(pid=94175) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 23 11:34:47.323943 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron_lib.callbacks.manager [None req-8dd5c58a-7598-415e-859b-81dd0b443279 tempest-RoutersIpV6Test-1448447933 tempest-RoutersIpV6Test-1448447933-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-430722'] for port, precommit_delete {{(pid=94175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:34:47.326381 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron_lib.callbacks.manager [None req-a8b276bd-a31a-4305-a92a-696f119a65c9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:34:47.328380 dv-neutron-601336-94-hyperv neutron-server[94174]: INFO neutron.wsgi [None req-a8b276bd-a31a-4305-a92a-696f119a65c9 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/5de6652c-4915-4634-bf9d-110554415caa HTTP/1.1" status: 204 len: 168 time: 0.8378334 Jun 23 11:34:47.332817 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG oslo_concurrency.lockutils [None req-75a91570-7ed8-4d0f-8e73-63fcf1c97e23 tempest-PortsTestJSON-2085221018 tempest-PortsTestJSON-2085221018-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94174) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 11:34:47.345833 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.plugins.ml2.plugin [None req-8dd5c58a-7598-415e-859b-81dd0b443279 tempest-RoutersIpV6Test-1448447933 tempest-RoutersIpV6Test-1448447933-project] Calling delete_port for 326f376d-d182-4258-8d73-95ce325dae2c owned by network:dhcp {{(pid=94175) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1986}} Jun 23 11:34:47.348002 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8b276bd-a31a-4305-a92a-696f119a65c9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5de6652c-4915-4634-bf9d-110554415caa,revision_number=None']} {{(pid=94174) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 11:34:47.368240 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG oslo_concurrency.lockutils [None req-a8b276bd-a31a-4305-a92a-696f119a65c9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.034s {{(pid=94174) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 11:34:47.374840 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34cff969-bd3e-4b46-8bf0-d52c69ea2277 None None] Pushing event deleted for resources: {'Port': ['ID=326f376d-d182-4258-8d73-95ce325dae2c,revision_number=None']} {{(pid=94176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 11:34:47.379301 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG oslo_concurrency.lockutils [None req-34cff969-bd3e-4b46-8bf0-d52c69ea2277 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.084s {{(pid=94176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 11:34:47.389876 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.db.l3_dvrscheduler_db [None req-34cff969-bd3e-4b46-8bf0-d52c69ea2277 None None] No DVR routers for this DVR port 326f376d-d182-4258-8d73-95ce325dae2c on host dv-neutron-601336-94-hyperv {{(pid=94176) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 23 11:34:47.415679 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.plugins.ml2.plugin [None req-fb36f273-ab38-45e0-88ef-9c3b1dede9cb None None] Deleting port d10503aa-c505-4f9a-8f98-f557d21a4ede {{(pid=94176) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1913}} Jun 23 11:34:47.416378 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron_lib.callbacks.manager [None req-fb36f273-ab38-45e0-88ef-9c3b1dede9cb None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773700079324'] for port, before_delete {{(pid=94176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:34:47.466761 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron_lib.callbacks.manager [req-ef209aec-9541-47f6-b194-f9188993e831 req-4bdbb8f2-8218-4d58-a7a8-e4fe1d3ffe64 tempest-TestNetworkBasicOps-233187296 tempest-TestNetworkBasicOps-233187296-project] Notify callbacks [] for port, precommit_create {{(pid=94174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:34:47.475955 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron_lib.callbacks.manager [None req-8d68d11c-f8f6-4ab9-8869-604c4d9c3991 tempest-PortsIpV6TestJSON-1781383748 tempest-PortsIpV6TestJSON-1781383748-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-922904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866062', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773700135024', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773699642224', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5082448'] for port, after_delete {{(pid=94175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:34:47.480527 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG oslo_concurrency.lockutils [None req-f95fc93f-bd14-4cf1-9569-62fc26a30e02 tempest-PortsTestJSON-2085221018 tempest-PortsTestJSON-2085221018-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94175) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 11:34:47.481988 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.db.provisioning_blocks [req-ef209aec-9541-47f6-b194-f9188993e831 req-4bdbb8f2-8218-4d58-a7a8-e4fe1d3ffe64 tempest-TestNetworkBasicOps-233187296 tempest-TestNetworkBasicOps-233187296-project] Transition to ACTIVE for port object 5bc1c89c-f37a-4549-8bd2-67c7e46b8da1 will not be triggered until provisioned by entity DHCP. {{(pid=94174) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 23 11:34:47.490798 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.plugins.ml2.db [None req-fb36f273-ab38-45e0-88ef-9c3b1dede9cb None None] For port d10503aa-c505-4f9a-8f98-f557d21a4ede, host dv-neutron-601336-94-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-94-hyperv',level=0,port_id=d10503aa-c505-4f9a-8f98-f557d21a4ede,segment=NetworkSegment(ab148ff2-d6db-4bd7-a895-0fff3848009d),segment_id=ab148ff2-d6db-4bd7-a895-0fff3848009d)] {{(pid=94176) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 23 11:34:47.491316 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron_lib.callbacks.manager [None req-fb36f273-ab38-45e0-88ef-9c3b1dede9cb None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-430722'] for port, precommit_delete {{(pid=94176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:34:47.505013 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.plugins.ml2.plugin [None req-fb36f273-ab38-45e0-88ef-9c3b1dede9cb None None] Calling delete_port for d10503aa-c505-4f9a-8f98-f557d21a4ede owned by network:dhcp {{(pid=94176) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1986}} Jun 23 11:34:47.508375 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron_lib.callbacks.manager [None req-8dd5c58a-7598-415e-859b-81dd0b443279 tempest-RoutersIpV6Test-1448447933 tempest-RoutersIpV6Test-1448447933-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-922904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866062', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773700135024', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773699642224', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5082448'] for port, after_delete {{(pid=94175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:34:47.511137 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d68d11c-f8f6-4ab9-8869-604c4d9c3991 tempest-PortsIpV6TestJSON-1781383748 tempest-PortsIpV6TestJSON-1781383748-project] Pushing event deleted for resources: {'Port': ['ID=4bcd2b99-c04f-4c25-91bc-cc3a77a53513,revision_number=None']} {{(pid=94175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 11:34:47.518178 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG oslo_concurrency.lockutils [None req-8d68d11c-f8f6-4ab9-8869-604c4d9c3991 tempest-PortsIpV6TestJSON-1781383748 tempest-PortsIpV6TestJSON-1781383748-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.038s {{(pid=94175) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 11:34:47.518686 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG oslo_concurrency.lockutils [None req-0c079a28-9ba3-4449-a1a2-8cc5a4135b30 tempest-PortsIpV6TestJSON-1781383748 tempest-PortsIpV6TestJSON-1781383748-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.005s {{(pid=94175) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 11:34:47.560414 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8dd5c58a-7598-415e-859b-81dd0b443279 tempest-RoutersIpV6Test-1448447933 tempest-RoutersIpV6Test-1448447933-project] No DVR routers for this DVR port 326f376d-d182-4258-8d73-95ce325dae2c on host dv-neutron-601336-94-hyperv {{(pid=94175) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 23 11:34:47.566272 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8dd5c58a-7598-415e-859b-81dd0b443279 tempest-RoutersIpV6Test-1448447933 tempest-RoutersIpV6Test-1448447933-project] Pushing event deleted for resources: {'Port': ['ID=326f376d-d182-4258-8d73-95ce325dae2c,revision_number=None']} {{(pid=94175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 11:34:47.568388 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron_lib.callbacks.manager [None req-8d68d11c-f8f6-4ab9-8869-604c4d9c3991 tempest-PortsIpV6TestJSON-1781383748 tempest-PortsIpV6TestJSON-1781383748-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-217507'] for port, before_response {{(pid=94175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:34:47.573703 dv-neutron-601336-94-hyperv neutron-server[94175]: INFO neutron.wsgi [None req-8d68d11c-f8f6-4ab9-8869-604c4d9c3991 tempest-PortsIpV6TestJSON-1781383748 tempest-PortsIpV6TestJSON-1781383748-project] 10.222.0.20 "DELETE /v2.0/ports/4bcd2b99-c04f-4c25-91bc-cc3a77a53513 HTTP/1.1" status: 204 len: 168 time: 0.9179175 Jun 23 11:34:47.574143 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.wsgi [-] (94174) accepted ('10.222.0.20', 40758) {{(pid=94174) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 11:34:47.575994 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG oslo_concurrency.lockutils [None req-8dd5c58a-7598-415e-859b-81dd0b443279 tempest-RoutersIpV6Test-1448447933 tempest-RoutersIpV6Test-1448447933-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.057s {{(pid=94175) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 11:34:47.609760 dv-neutron-601336-94-hyperv neutron-server[94174]: INFO neutron.pecan_wsgi.hooks.translation [None req-42bc39eb-be63-4fd9-be9e-f69fbed0f0c5 tempest-PortsIpV6TestJSON-1781383748 tempest-PortsIpV6TestJSON-1781383748-project] GET failed (client error): The resource could not be found. Jun 23 11:34:47.610925 dv-neutron-601336-94-hyperv neutron-server[94174]: INFO neutron.wsgi [None req-42bc39eb-be63-4fd9-be9e-f69fbed0f0c5 tempest-PortsIpV6TestJSON-1781383748 tempest-PortsIpV6TestJSON-1781383748-project] 10.222.0.20 "GET /v2.0/ports/4bcd2b99-c04f-4c25-91bc-cc3a77a53513 HTTP/1.1" status: 404 len: 333 time: 0.0357671 Jun 23 11:34:47.617876 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron_lib.callbacks.manager [req-ef209aec-9541-47f6-b194-f9188993e831 req-4bdbb8f2-8218-4d58-a7a8-e4fe1d3ffe64 tempest-TestNetworkBasicOps-233187296 tempest-TestNetworkBasicOps-233187296-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-922915', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-239814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7866073', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773699642215', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-5196399'] for port, after_create {{(pid=94174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:34:47.619600 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.wsgi [-] (94174) accepted ('10.222.0.20', 40762) {{(pid=94174) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 11:34:47.623932 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG oslo_concurrency.lockutils [None req-d336bf31-f725-47f6-ae49-8d03cd62f0b5 tempest-ExtraDHCPOptionsIpV6TestJSON-2131111190 tempest-ExtraDHCPOptionsIpV6TestJSON-2131111190-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94174) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 11:34:47.652319 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ef209aec-9541-47f6-b194-f9188993e831 req-4bdbb8f2-8218-4d58-a7a8-e4fe1d3ffe64 tempest-TestNetworkBasicOps-233187296 tempest-TestNetworkBasicOps-233187296-project] Network cf29c68f-82b8-4662-a929-931f65637941 is already hosted by enough agents. {{(pid=94174) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 23 11:34:47.653908 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.scheduler.base_scheduler [req-ef209aec-9541-47f6-b194-f9188993e831 req-4bdbb8f2-8218-4d58-a7a8-e4fe1d3ffe64 tempest-TestNetworkBasicOps-233187296 tempest-TestNetworkBasicOps-233187296-project] Resources bound (agent type, host, resource id): {{(pid=94174) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 23 11:34:47.667340 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.db.l3_dvrscheduler_db [req-ef209aec-9541-47f6-b194-f9188993e831 req-4bdbb8f2-8218-4d58-a7a8-e4fe1d3ffe64 tempest-TestNetworkBasicOps-233187296 tempest-TestNetworkBasicOps-233187296-project] Received port after_create {{(pid=94174) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 23 11:34:47.673602 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron_lib.callbacks.manager [None req-8dd5c58a-7598-415e-859b-81dd0b443279 tempest-RoutersIpV6Test-1448447933 tempest-RoutersIpV6Test-1448447933-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-897259', 'neutron.services.segments.db._delete_segments_for_network-8773700168587'] for network, precommit_delete {{(pid=94175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:34:47.694508 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.services.segments.db [None req-8dd5c58a-7598-415e-859b-81dd0b443279 tempest-RoutersIpV6Test-1448447933 tempest-RoutersIpV6Test-1448447933-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['30f8707b-479b-4c67-8b63-4252ecc9ff09']}} {{(pid=94175) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 11:34:47.707495 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.services.segments.db [None req-8dd5c58a-7598-415e-859b-81dd0b443279 tempest-RoutersIpV6Test-1448447933 tempest-RoutersIpV6Test-1448447933-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'cc51825b-2cff-4acd-b457-fd7f5c7391bd') {'for_net_delete': True} {{(pid=94175) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 11:34:47.707798 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.services.segments.db [None req-8dd5c58a-7598-415e-859b-81dd0b443279 tempest-RoutersIpV6Test-1448447933 tempest-RoutersIpV6Test-1448447933-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'cc51825b-2cff-4acd-b457-fd7f5c7391bd') {} {{(pid=94175) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 11:34:47.718365 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron_lib.callbacks.manager [None req-8dd5c58a-7598-415e-859b-81dd0b443279 tempest-RoutersIpV6Test-1448447933 tempest-RoutersIpV6Test-1448447933-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8773699955833', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5190677'] for segment, before_delete {{(pid=94175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:34:47.732910 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron_lib.callbacks.manager [None req-8dd5c58a-7598-415e-859b-81dd0b443279 tempest-RoutersIpV6Test-1448447933 tempest-RoutersIpV6Test-1448447933-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3801'] for segment, precommit_delete {{(pid=94175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:34:47.739255 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8dd5c58a-7598-415e-859b-81dd0b443279 tempest-RoutersIpV6Test-1448447933 tempest-RoutersIpV6Test-1448447933-project] Releasing vlan 434 on physical network physnet1 to pool {{(pid=94175) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 23 11:34:47.739576 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron_lib.callbacks.manager [None req-8dd5c58a-7598-415e-859b-81dd0b443279 tempest-RoutersIpV6Test-1448447933 tempest-RoutersIpV6Test-1448447933-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3801', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5082371'] for segment, after_delete {{(pid=94175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:34:47.754928 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.wsgi [-] (94174) accepted ('10.222.0.20', 40764) {{(pid=94174) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 11:34:47.763109 dv-neutron-601336-94-hyperv neutron-server[94175]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 23 11:34:47.763109 dv-neutron-601336-94-hyperv neutron-server[94175]: conditions |= (models_v2.Port.network_id.in_( Jun 23 11:34:47.763109 dv-neutron-601336-94-hyperv neutron-server[94175]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 23 11:34:47.763109 dv-neutron-601336-94-hyperv neutron-server[94175]: conditions |= (models_v2.Port.network_id.in_( Jun 23 11:34:47.763109 dv-neutron-601336-94-hyperv neutron-server[94175]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 23 11:34:47.763109 dv-neutron-601336-94-hyperv neutron-server[94175]: self.session.flush() Jun 23 11:34:47.763109 dv-neutron-601336-94-hyperv neutron-server[94175]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 23 11:34:47.763109 dv-neutron-601336-94-hyperv neutron-server[94175]: self.session.flush() Jun 23 11:34:47.763109 dv-neutron-601336-94-hyperv neutron-server[94175]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 23 11:34:47.763109 dv-neutron-601336-94-hyperv neutron-server[94175]: self.session.flush() Jun 23 11:34:47.763109 dv-neutron-601336-94-hyperv neutron-server[94175]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 23 11:34:47.763109 dv-neutron-601336-94-hyperv neutron-server[94175]: self.session.flush() Jun 23 11:34:47.763109 dv-neutron-601336-94-hyperv neutron-server[94175]: Traceback (most recent call last): Jun 23 11:34:47.763109 dv-neutron-601336-94-hyperv neutron-server[94175]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 23 11:34:47.763109 dv-neutron-601336-94-hyperv neutron-server[94175]: timer() Jun 23 11:34:47.763109 dv-neutron-601336-94-hyperv neutron-server[94175]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 23 11:34:47.763109 dv-neutron-601336-94-hyperv neutron-server[94175]: cb(*args, **kw) Jun 23 11:34:47.763109 dv-neutron-601336-94-hyperv neutron-server[94175]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 23 11:34:47.763109 dv-neutron-601336-94-hyperv neutron-server[94175]: return func(*args, **kwargs) Jun 23 11:34:47.763109 dv-neutron-601336-94-hyperv neutron-server[94175]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 23 11:34:47.763109 dv-neutron-601336-94-hyperv neutron-server[94175]: self._notify() Jun 23 11:34:47.763109 dv-neutron-601336-94-hyperv neutron-server[94175]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 23 11:34:47.763109 dv-neutron-601336-94-hyperv neutron-server[94175]: self.callback(batched_events) Jun 23 11:34:47.763109 dv-neutron-601336-94-hyperv neutron-server[94175]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 23 11:34:47.763109 dv-neutron-601336-94-hyperv neutron-server[94175]: event.method(event) Jun 23 11:34:47.763109 dv-neutron-601336-94-hyperv neutron-server[94175]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 23 11:34:47.763109 dv-neutron-601336-94-hyperv neutron-server[94175]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 23 11:34:47.763109 dv-neutron-601336-94-hyperv neutron-server[94175]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 23 11:34:47.763109 dv-neutron-601336-94-hyperv neutron-server[94175]: aggregate_uuid = self.p_client.list_aggregates( Jun 23 11:34:47.763109 dv-neutron-601336-94-hyperv neutron-server[94175]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 23 11:34:47.763109 dv-neutron-601336-94-hyperv neutron-server[94175]: return f(self, *a, **k) Jun 23 11:34:47.763109 dv-neutron-601336-94-hyperv neutron-server[94175]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 23 11:34:47.763109 dv-neutron-601336-94-hyperv neutron-server[94175]: return self._get(url).json() Jun 23 11:34:47.763109 dv-neutron-601336-94-hyperv neutron-server[94175]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 23 11:34:47.763109 dv-neutron-601336-94-hyperv neutron-server[94175]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 23 11:34:47.763109 dv-neutron-601336-94-hyperv neutron-server[94175]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 23 11:34:47.763109 dv-neutron-601336-94-hyperv neutron-server[94175]: return self.request(url, 'GET', **kwargs) Jun 23 11:34:47.763109 dv-neutron-601336-94-hyperv neutron-server[94175]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 23 11:34:47.763109 dv-neutron-601336-94-hyperv neutron-server[94175]: base_url = self.get_endpoint(auth, allow=allow, Jun 23 11:34:47.763109 dv-neutron-601336-94-hyperv neutron-server[94175]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 23 11:34:47.763109 dv-neutron-601336-94-hyperv neutron-server[94175]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 23 11:34:47.763109 dv-neutron-601336-94-hyperv neutron-server[94175]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 23 11:34:47.763109 dv-neutron-601336-94-hyperv neutron-server[94175]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 23 11:34:47.763109 dv-neutron-601336-94-hyperv neutron-server[94175]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 23 11:34:47.814265 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron_lib.callbacks.manager [None req-fb36f273-ab38-45e0-88ef-9c3b1dede9cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-922904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866062', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773700135024', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773699642224'] for port, after_delete {{(pid=94176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:34:47.824179 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef209aec-9541-47f6-b194-f9188993e831 req-4bdbb8f2-8218-4d58-a7a8-e4fe1d3ffe64 tempest-TestNetworkBasicOps-233187296 tempest-TestNetworkBasicOps-233187296-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94174) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 11:34:47.824981 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron_lib.callbacks.manager [req-ef209aec-9541-47f6-b194-f9188993e831 req-4bdbb8f2-8218-4d58-a7a8-e4fe1d3ffe64 tempest-TestNetworkBasicOps-233187296 tempest-TestNetworkBasicOps-233187296-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-217507'] for port, before_response {{(pid=94174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:34:47.828961 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bdbb8f2-8218-4d58-a7a8-e4fe1d3ffe64 tempest-TestNetworkBasicOps-233187296 tempest-TestNetworkBasicOps-233187296-project] Pushing event updated for resources: {'Port': ['ID=5bc1c89c-f37a-4549-8bd2-67c7e46b8da1,revision_number=1']} {{(pid=94174) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 11:34:47.830303 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG oslo_concurrency.lockutils [None req-b86165b2-57f7-4bdd-badd-fc794a4c5db5 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 11:34:47.858791 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG oslo_concurrency.lockutils [None req-4bdbb8f2-8218-4d58-a7a8-e4fe1d3ffe64 tempest-TestNetworkBasicOps-233187296 tempest-TestNetworkBasicOps-233187296-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.235s {{(pid=94174) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 11:34:47.902951 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron_lib.callbacks.manager [None req-8dd5c58a-7598-415e-859b-81dd0b443279 tempest-RoutersIpV6Test-1448447933 tempest-RoutersIpV6Test-1448447933-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-897248', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8002400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7866073', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-524247'] for network, after_delete {{(pid=94175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:34:47.906030 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb36f273-ab38-45e0-88ef-9c3b1dede9cb None None] Pushing event deleted for resources: {'Port': ['ID=d10503aa-c505-4f9a-8f98-f557d21a4ede,revision_number=None']} {{(pid=94176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 11:34:47.919272 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG oslo_concurrency.lockutils [None req-435044f1-ac5a-42b9-88f2-059eaad6ac22 tempest-PortsIpV6TestJSON-1781383748 tempest-PortsIpV6TestJSON-1781383748-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94175) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 11:34:47.925426 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron_lib.callbacks.manager [None req-8dd5c58a-7598-415e-859b-81dd0b443279 tempest-RoutersIpV6Test-1448447933 tempest-RoutersIpV6Test-1448447933-project] Notify callbacks [] for network, before_response {{(pid=94175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:34:47.929684 dv-neutron-601336-94-hyperv neutron-server[94175]: INFO neutron.wsgi [None req-8dd5c58a-7598-415e-859b-81dd0b443279 tempest-RoutersIpV6Test-1448447933 tempest-RoutersIpV6Test-1448447933-project] 10.222.0.20 "DELETE /v2.0/networks/30f8707b-479b-4c67-8b63-4252ecc9ff09 HTTP/1.1" status: 204 len: 168 time: 0.9816918 Jun 23 11:34:47.930605 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fb36f273-ab38-45e0-88ef-9c3b1dede9cb None None] No DVR routers for this DVR port d10503aa-c505-4f9a-8f98-f557d21a4ede on host dv-neutron-601336-94-hyperv {{(pid=94176) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 23 11:34:47.935807 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG oslo_concurrency.lockutils [None req-fb36f273-ab38-45e0-88ef-9c3b1dede9cb None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.108s {{(pid=94176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 11:34:47.943621 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.wsgi [-] (94174) accepted ('10.222.0.20', 40768) {{(pid=94174) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 11:34:47.949289 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8dd5c58a-7598-415e-859b-81dd0b443279 tempest-RoutersIpV6Test-1448447933 tempest-RoutersIpV6Test-1448447933-project] Pushing event deleted for resources: {'Network': ['ID=30f8707b-479b-4c67-8b63-4252ecc9ff09,revision_number=None']} {{(pid=94175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 11:34:47.957783 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG oslo_concurrency.lockutils [None req-8dd5c58a-7598-415e-859b-81dd0b443279 tempest-RoutersIpV6Test-1448447933 tempest-RoutersIpV6Test-1448447933-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.039s {{(pid=94175) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 11:34:47.991832 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.api.v2.base [None req-1e47c5b6-e271-4388-9c2f-b01d5206a90b tempest-RoutersTest-228919764 tempest-RoutersTest-228919764-project] Request body: {'network': {'name': 'tempest-RoutersTest-1032738158'}} {{(pid=94174) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 23 11:34:48.056273 dv-neutron-601336-94-hyperv neutron-server[94174]: INFO neutron.wsgi [req-ef209aec-9541-47f6-b194-f9188993e831 req-4bdbb8f2-8218-4d58-a7a8-e4fe1d3ffe64 tempest-TestNetworkBasicOps-233187296 tempest-TestNetworkBasicOps-233187296-project] 10.222.0.52 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.9078121 Jun 23 11:34:48.081941 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.api.v2.base [req-ef209aec-9541-47f6-b194-f9188993e831 req-0c9de86d-1d1c-49ee-8b4b-a164c1c7dffe service neutron] Request body: {'port': {'device_id': '5dc250a1-61bb-46d0-9888-3ab1b564fa78', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-6013'}} {{(pid=94174) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 23 11:34:48.090524 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron_lib.callbacks.manager [None req-11cc8669-dd96-4d8f-bfb4-c25c17fdf31e tempest-RoutersIpV6Test-1448447933 tempest-RoutersIpV6Test-1448447933-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-824874'] for network, before_delete {{(pid=94174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:34:48.113597 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.plugins.ml2.plugin [None req-e1db0d01-0628-478a-bbc9-f540c86cf7fe tempest-PortsIpV6TestJSON-1781383748 tempest-PortsIpV6TestJSON-1781383748-project] Deleting port cf666390-05ff-4230-9b82-76ea5596f70d {{(pid=94174) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1913}} Jun 23 11:34:48.113944 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron_lib.callbacks.manager [None req-e1db0d01-0628-478a-bbc9-f540c86cf7fe tempest-PortsIpV6TestJSON-1781383748 tempest-PortsIpV6TestJSON-1781383748-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773700079324'] for port, before_delete {{(pid=94174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:34:48.170653 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1e47c5b6-e271-4388-9c2f-b01d5206a90b tempest-RoutersTest-228919764 tempest-RoutersTest-228919764-project] Made reservation on behalf of 1838eb839bc24d0abf2e86f88a8bcfa8 for: {'network': 1} {{(pid=94174) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 23 11:34:48.174088 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron_lib.callbacks.manager [None req-1e47c5b6-e271-4388-9c2f-b01d5206a90b tempest-RoutersTest-228919764 tempest-RoutersTest-228919764-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-923104'] for network, before_create {{(pid=94174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:34:48.192736 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.db.provisioning_blocks [None req-9d398810-5de2-4350-a994-2cb8b339ad20 None None] Provisioning for port 5bc1c89c-f37a-4549-8bd2-67c7e46b8da1 completed by entity DHCP. {{(pid=94176) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 23 11:34:48.203953 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.db.provisioning_blocks [None req-9d398810-5de2-4350-a994-2cb8b339ad20 None None] Provisioning complete for port 5bc1c89c-f37a-4549-8bd2-67c7e46b8da1 triggered by entity DHCP. {{(pid=94176) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 23 11:34:48.203953 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron_lib.callbacks.manager [None req-9d398810-5de2-4350-a994-2cb8b339ad20 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-899258'] for port, provisioning_complete {{(pid=94176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:34:48.223613 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron_lib.callbacks.manager [None req-1e47c5b6-e271-4388-9c2f-b01d5206a90b tempest-RoutersTest-228919764 tempest-RoutersTest-228919764-project] Notify callbacks [] for security_group, before_create {{(pid=94174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:34:48.263869 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.plugins.ml2.plugin [None req-9d398810-5de2-4350-a994-2cb8b339ad20 None None] Port 5bc1c89c-f37a-4549-8bd2-67c7e46b8da1 cannot update to ACTIVE because it is not bound. {{(pid=94176) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jun 23 11:34:48.306535 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00b44f56-3a47-4dfb-8a23-ebd7ed085ef1 req-441a9840-d260-4a21-91be-852de481ce1d tempest-TestNetworkBasicOps-233187296 tempest-TestNetworkBasicOps-233187296-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 11:34:48.309338 dv-neutron-601336-94-hyperv neutron-server[94175]: INFO neutron.wsgi [req-00b44f56-3a47-4dfb-8a23-ebd7ed085ef1 req-441a9840-d260-4a21-91be-852de481ce1d tempest-TestNetworkBasicOps-233187296 tempest-TestNetworkBasicOps-233187296-project] 10.222.0.20 "GET /v2.0/ports?device_id=5dc250a1-61bb-46d0-9888-3ab1b564fa78 HTTP/1.1" status: 200 len: 932 time: 0.1061356 Jun 23 11:34:48.334584 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron_lib.callbacks.manager [None req-11cc8669-dd96-4d8f-bfb4-c25c17fdf31e tempest-RoutersIpV6Test-1448447933 tempest-RoutersIpV6Test-1448447933-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-897259', 'neutron.services.segments.db._delete_segments_for_network-8773700168587'] for network, precommit_delete {{(pid=94174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:34:48.345686 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron_lib.callbacks.manager [req-ef209aec-9541-47f6-b194-f9188993e831 req-0c9de86d-1d1c-49ee-8b4b-a164c1c7dffe service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-923122'] for port, before_update {{(pid=94174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:34:48.357554 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.services.segments.db [None req-11cc8669-dd96-4d8f-bfb4-c25c17fdf31e tempest-RoutersIpV6Test-1448447933 tempest-RoutersIpV6Test-1448447933-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['65372c95-01c9-445f-9011-e8626f89819d']}} {{(pid=94174) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 11:34:48.370987 dv-neutron-601336-94-hyperv neutron-server[94175]: INFO neutron.wsgi [req-00b44f56-3a47-4dfb-8a23-ebd7ed085ef1 req-e67e81aa-9826-48cb-accb-bfa83549d20b tempest-TestNetworkBasicOps-233187296 tempest-TestNetworkBasicOps-233187296-project] 10.222.0.20 "GET /v2.0/security-groups?id=30a782a1-c8ca-4eeb-9aeb-36d88772e1b8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0543323 Jun 23 11:34:48.379213 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron_lib.callbacks.manager [None req-e1db0d01-0628-478a-bbc9-f540c86cf7fe tempest-PortsIpV6TestJSON-1781383748 tempest-PortsIpV6TestJSON-1781383748-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-430722'] for port, precommit_delete {{(pid=94174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:34:48.390310 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.services.segments.db [None req-11cc8669-dd96-4d8f-bfb4-c25c17fdf31e tempest-RoutersIpV6Test-1448447933 tempest-RoutersIpV6Test-1448447933-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ab148ff2-d6db-4bd7-a895-0fff3848009d') {'for_net_delete': True} {{(pid=94174) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 11:34:48.390627 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.services.segments.db [None req-11cc8669-dd96-4d8f-bfb4-c25c17fdf31e tempest-RoutersIpV6Test-1448447933 tempest-RoutersIpV6Test-1448447933-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ab148ff2-d6db-4bd7-a895-0fff3848009d') {} {{(pid=94174) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 11:34:48.408668 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.plugins.ml2.plugin [None req-e1db0d01-0628-478a-bbc9-f540c86cf7fe tempest-PortsIpV6TestJSON-1781383748 tempest-PortsIpV6TestJSON-1781383748-project] Calling delete_port for cf666390-05ff-4230-9b82-76ea5596f70d owned by {{(pid=94174) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1986}} Jun 23 11:34:48.433301 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron_lib.callbacks.manager [None req-11cc8669-dd96-4d8f-bfb4-c25c17fdf31e tempest-RoutersIpV6Test-1448447933 tempest-RoutersIpV6Test-1448447933-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8773699955833', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4800267'] for segment, before_delete {{(pid=94174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:34:48.469301 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron_lib.callbacks.manager [None req-11cc8669-dd96-4d8f-bfb4-c25c17fdf31e tempest-RoutersIpV6Test-1448447933 tempest-RoutersIpV6Test-1448447933-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3801'] for segment, precommit_delete {{(pid=94174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:34:48.530912 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-11cc8669-dd96-4d8f-bfb4-c25c17fdf31e tempest-RoutersIpV6Test-1448447933 tempest-RoutersIpV6Test-1448447933-project] Releasing vlan 438 on physical network physnet1 to pool {{(pid=94174) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 23 11:34:48.531356 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron_lib.callbacks.manager [None req-11cc8669-dd96-4d8f-bfb4-c25c17fdf31e tempest-RoutersIpV6Test-1448447933 tempest-RoutersIpV6Test-1448447933-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3801', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5196341'] for segment, after_delete {{(pid=94174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:34:48.551605 dv-neutron-601336-94-hyperv neutron-server[94174]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 23 11:34:48.551605 dv-neutron-601336-94-hyperv neutron-server[94174]: conditions |= (models_v2.Port.network_id.in_( Jun 23 11:34:48.551605 dv-neutron-601336-94-hyperv neutron-server[94174]: Traceback (most recent call last): Jun 23 11:34:48.551605 dv-neutron-601336-94-hyperv neutron-server[94174]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 23 11:34:48.551605 dv-neutron-601336-94-hyperv neutron-server[94174]: timer() Jun 23 11:34:48.551605 dv-neutron-601336-94-hyperv neutron-server[94174]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 23 11:34:48.551605 dv-neutron-601336-94-hyperv neutron-server[94174]: cb(*args, **kw) Jun 23 11:34:48.551605 dv-neutron-601336-94-hyperv neutron-server[94174]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 23 11:34:48.551605 dv-neutron-601336-94-hyperv neutron-server[94174]: return func(*args, **kwargs) Jun 23 11:34:48.551605 dv-neutron-601336-94-hyperv neutron-server[94174]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 23 11:34:48.551605 dv-neutron-601336-94-hyperv neutron-server[94174]: self._notify() Jun 23 11:34:48.551605 dv-neutron-601336-94-hyperv neutron-server[94174]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 23 11:34:48.551605 dv-neutron-601336-94-hyperv neutron-server[94174]: self.callback(batched_events) Jun 23 11:34:48.551605 dv-neutron-601336-94-hyperv neutron-server[94174]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 23 11:34:48.551605 dv-neutron-601336-94-hyperv neutron-server[94174]: event.method(event) Jun 23 11:34:48.551605 dv-neutron-601336-94-hyperv neutron-server[94174]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 23 11:34:48.551605 dv-neutron-601336-94-hyperv neutron-server[94174]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 23 11:34:48.551605 dv-neutron-601336-94-hyperv neutron-server[94174]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 23 11:34:48.551605 dv-neutron-601336-94-hyperv neutron-server[94174]: aggregate_uuid = self.p_client.list_aggregates( Jun 23 11:34:48.551605 dv-neutron-601336-94-hyperv neutron-server[94174]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 23 11:34:48.551605 dv-neutron-601336-94-hyperv neutron-server[94174]: return f(self, *a, **k) Jun 23 11:34:48.551605 dv-neutron-601336-94-hyperv neutron-server[94174]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 23 11:34:48.551605 dv-neutron-601336-94-hyperv neutron-server[94174]: return self._get(url).json() Jun 23 11:34:48.551605 dv-neutron-601336-94-hyperv neutron-server[94174]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 23 11:34:48.551605 dv-neutron-601336-94-hyperv neutron-server[94174]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 23 11:34:48.551605 dv-neutron-601336-94-hyperv neutron-server[94174]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 23 11:34:48.551605 dv-neutron-601336-94-hyperv neutron-server[94174]: return self.request(url, 'GET', **kwargs) Jun 23 11:34:48.551605 dv-neutron-601336-94-hyperv neutron-server[94174]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 23 11:34:48.551605 dv-neutron-601336-94-hyperv neutron-server[94174]: base_url = self.get_endpoint(auth, allow=allow, Jun 23 11:34:48.551605 dv-neutron-601336-94-hyperv neutron-server[94174]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 23 11:34:48.551605 dv-neutron-601336-94-hyperv neutron-server[94174]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 23 11:34:48.551605 dv-neutron-601336-94-hyperv neutron-server[94174]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 23 11:34:48.551605 dv-neutron-601336-94-hyperv neutron-server[94174]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 23 11:34:48.551605 dv-neutron-601336-94-hyperv neutron-server[94174]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 23 11:34:48.773010 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.plugins.ml2.rpc [None req-dc7542b2-afef-47f4-a763-e3a3cba144be None None] Device d10503aa-c505-4f9a-8f98-f557d21a4ede no longer exists at agent ovs-agent-dv-neutron-601336-94-hyperv {{(pid=94176) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:261}} Jun 23 11:34:48.793674 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.plugins.ml2.plugin [None req-dc7542b2-afef-47f4-a763-e3a3cba144be None None] No Port match for: d10503aa-c505-4f9a-8f98-f557d21a4ede {{(pid=94176) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2240}} Jun 23 11:34:48.794047 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.plugins.ml2.rpc [None req-dc7542b2-afef-47f4-a763-e3a3cba144be None None] Device d10503aa-c505-4f9a-8f98-f557d21a4ede not bound to the agent host dv-neutron-601336-94-hyperv {{(pid=94176) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:271}} Jun 23 11:34:48.806053 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron_lib.callbacks.manager [None req-1e47c5b6-e271-4388-9c2f-b01d5206a90b tempest-RoutersTest-228919764 tempest-RoutersTest-228919764-project] Notify callbacks [] for security_group, precommit_create {{(pid=94174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:34:48.810872 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron_lib.callbacks.manager [None req-11cc8669-dd96-4d8f-bfb4-c25c17fdf31e tempest-RoutersIpV6Test-1448447933 tempest-RoutersIpV6Test-1448447933-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-897248', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8002400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7866073', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-524247'] for network, after_delete {{(pid=94174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:34:48.817915 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG oslo_concurrency.lockutils [None req-cdb24f9c-1392-495a-8064-1b0d5f8b0e26 tempest-RoutersNegativeIpV6Test-1628881962 tempest-RoutersNegativeIpV6Test-1628881962-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94174) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 11:34:48.826623 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron_lib.callbacks.manager [None req-11cc8669-dd96-4d8f-bfb4-c25c17fdf31e tempest-RoutersIpV6Test-1448447933 tempest-RoutersIpV6Test-1448447933-project] Notify callbacks [] for network, before_response {{(pid=94174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:34:48.828415 dv-neutron-601336-94-hyperv neutron-server[94174]: INFO neutron.wsgi [None req-11cc8669-dd96-4d8f-bfb4-c25c17fdf31e tempest-RoutersIpV6Test-1448447933 tempest-RoutersIpV6Test-1448447933-project] 10.222.0.20 "DELETE /v2.0/networks/65372c95-01c9-445f-9011-e8626f89819d HTTP/1.1" status: 204 len: 168 time: 0.8755803 Jun 23 11:34:48.832226 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.wsgi [-] (94175) accepted ('10.222.0.20', 40772) {{(pid=94175) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 11:34:48.837612 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.api.v2.base [None req-2dc34152-6b24-484a-beb5-eea5ce061f04 tempest-RoutersIpV6Test-1448447933 tempest-RoutersIpV6Test-1448447933-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-1112540107'}} {{(pid=94175) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 23 11:34:48.862979 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11cc8669-dd96-4d8f-bfb4-c25c17fdf31e tempest-RoutersIpV6Test-1448447933 tempest-RoutersIpV6Test-1448447933-project] Pushing event deleted for resources: {'Network': ['ID=65372c95-01c9-445f-9011-e8626f89819d,revision_number=None']} {{(pid=94174) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 11:34:48.871616 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG oslo_concurrency.lockutils [None req-11cc8669-dd96-4d8f-bfb4-c25c17fdf31e tempest-RoutersIpV6Test-1448447933 tempest-RoutersIpV6Test-1448447933-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.054s {{(pid=94174) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 11:34:48.880362 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron_lib.callbacks.manager [None req-1e47c5b6-e271-4388-9c2f-b01d5206a90b tempest-RoutersTest-228919764 tempest-RoutersTest-228919764-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7996330'] for security_group, after_create {{(pid=94174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:34:48.887846 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG oslo_concurrency.lockutils [None req-1a482737-0a13-4319-a723-de93b1c802dd tempest-PortsTestJSON-2085221018 tempest-PortsTestJSON-2085221018-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94174) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 11:34:48.927836 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e47c5b6-e271-4388-9c2f-b01d5206a90b tempest-RoutersTest-228919764 tempest-RoutersTest-228919764-project] Pushing event updated for resources: {'SecurityGroup': ['ID=570e7fe9-da3c-4b2c-aa1c-e856c5d0c896,revision_number=1']} {{(pid=94174) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 11:34:48.931652 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG oslo_concurrency.lockutils [None req-1e47c5b6-e271-4388-9c2f-b01d5206a90b tempest-RoutersTest-228919764 tempest-RoutersTest-228919764-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.044s {{(pid=94174) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 11:34:48.940782 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2dc34152-6b24-484a-beb5-eea5ce061f04 tempest-RoutersIpV6Test-1448447933 tempest-RoutersIpV6Test-1448447933-project] Made reservation on behalf of a04e393135be4822803c421d0995b548 for: {'network': 1} {{(pid=94175) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 23 11:34:48.944527 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron_lib.callbacks.manager [None req-2dc34152-6b24-484a-beb5-eea5ce061f04 tempest-RoutersIpV6Test-1448447933 tempest-RoutersIpV6Test-1448447933-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-923104'] for network, before_create {{(pid=94175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:34:48.978319 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.notifiers.nova [req-ef209aec-9541-47f6-b194-f9188993e831 req-0c9de86d-1d1c-49ee-8b4b-a164c1c7dffe service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5bc1c89c-f37a-4549-8bd2-67c7e46b8da1 {{(pid=94174) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 23 11:34:48.985486 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron_lib.callbacks.manager [req-ef209aec-9541-47f6-b194-f9188993e831 req-0c9de86d-1d1c-49ee-8b4b-a164c1c7dffe service neutron] Notify callbacks [] for port, precommit_update {{(pid=94174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:34:49.000242 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.db.provisioning_blocks [req-ef209aec-9541-47f6-b194-f9188993e831 req-0c9de86d-1d1c-49ee-8b4b-a164c1c7dffe service neutron] Transition to ACTIVE for port object 5bc1c89c-f37a-4549-8bd2-67c7e46b8da1 will not be triggered until provisioned by entity L2. {{(pid=94174) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 23 11:34:49.001186 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron_lib.callbacks.manager [None req-e1db0d01-0628-478a-bbc9-f540c86cf7fe tempest-PortsIpV6TestJSON-1781383748 tempest-PortsIpV6TestJSON-1781383748-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-922904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866062', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773700135024', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773699642224', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5196390'] for port, after_delete {{(pid=94174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:34:49.003606 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2dc34152-6b24-484a-beb5-eea5ce061f04 tempest-RoutersIpV6Test-1448447933 tempest-RoutersIpV6Test-1448447933-project] vlan segment allocate from pool success with {'vlan_id': 411, 'physical_network': 'physnet1'} {{(pid=94175) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 23 11:34:49.006700 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG oslo_concurrency.lockutils [None req-f95853cf-3a4e-48b1-9131-5d445078689b tempest-RoutersIpV6Test-1448447933 tempest-RoutersIpV6Test-1448447933-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94174) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 11:34:49.010415 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1e47c5b6-e271-4388-9c2f-b01d5206a90b tempest-RoutersTest-228919764 tempest-RoutersTest-228919764-project] vlan segment allocate from pool success with {'vlan_id': 440, 'physical_network': 'physnet1'} {{(pid=94174) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 23 11:34:49.012987 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron_lib.callbacks.manager [None req-2dc34152-6b24-484a-beb5-eea5ce061f04 tempest-RoutersIpV6Test-1448447933 tempest-RoutersIpV6Test-1448447933-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3801'] for segment, precommit_create {{(pid=94175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:34:49.013331 dv-neutron-601336-94-hyperv neutron-server[94175]: INFO neutron.db.segments_db [None req-2dc34152-6b24-484a-beb5-eea5ce061f04 tempest-RoutersIpV6Test-1448447933 tempest-RoutersIpV6Test-1448447933-project] Added segment 6f93cf10-6ee3-4ecd-8833-19a4aae5ad3d of type vlan for network f84888d5-07eb-43f8-aa7d-41c0418ac0a7 Jun 23 11:34:49.043120 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1db0d01-0628-478a-bbc9-f540c86cf7fe tempest-PortsIpV6TestJSON-1781383748 tempest-PortsIpV6TestJSON-1781383748-project] Pushing event deleted for resources: {'Port': ['ID=cf666390-05ff-4230-9b82-76ea5596f70d,revision_number=None']} {{(pid=94174) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 11:34:49.046991 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG oslo_concurrency.lockutils [None req-e1db0d01-0628-478a-bbc9-f540c86cf7fe tempest-PortsIpV6TestJSON-1781383748 tempest-PortsIpV6TestJSON-1781383748-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.040s {{(pid=94174) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 11:34:49.048134 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron_lib.callbacks.manager [None req-1e47c5b6-e271-4388-9c2f-b01d5206a90b tempest-RoutersTest-228919764 tempest-RoutersTest-228919764-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3801'] for segment, precommit_create {{(pid=94174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:34:49.048400 dv-neutron-601336-94-hyperv neutron-server[94174]: INFO neutron.db.segments_db [None req-1e47c5b6-e271-4388-9c2f-b01d5206a90b tempest-RoutersTest-228919764 tempest-RoutersTest-228919764-project] Added segment 6dd70063-cd3d-4812-bf9c-708b24b55911 of type vlan for network fd456c1e-7dad-4e7a-b415-72c79642be24 Jun 23 11:34:49.055219 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron_lib.callbacks.manager [None req-2dc34152-6b24-484a-beb5-eea5ce061f04 tempest-RoutersIpV6Test-1448447933 tempest-RoutersIpV6Test-1448447933-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8773699596773'] for network, precommit_create {{(pid=94175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:34:49.099959 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron_lib.callbacks.manager [req-ef209aec-9541-47f6-b194-f9188993e831 req-0c9de86d-1d1c-49ee-8b4b-a164c1c7dffe service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-922904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866062', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773700135042', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773699642233', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773699642278', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5196369'] for port, after_update {{(pid=94174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:34:49.102433 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron_lib.callbacks.manager [None req-e1db0d01-0628-478a-bbc9-f540c86cf7fe tempest-PortsIpV6TestJSON-1781383748 tempest-PortsIpV6TestJSON-1781383748-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-217507'] for port, before_response {{(pid=94174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:34:49.104307 dv-neutron-601336-94-hyperv neutron-server[94174]: INFO neutron.wsgi [None req-e1db0d01-0628-478a-bbc9-f540c86cf7fe tempest-PortsIpV6TestJSON-1781383748 tempest-PortsIpV6TestJSON-1781383748-project] 10.222.0.20 "DELETE /v2.0/ports/cf666390-05ff-4230-9b82-76ea5596f70d HTTP/1.1" status: 204 len: 168 time: 1.4836931 Jun 23 11:34:49.107112 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.wsgi [-] (94175) accepted ('10.222.0.20', 40774) {{(pid=94175) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 11:34:49.107627 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG oslo_concurrency.lockutils [None req-e20739e9-7e16-4b8d-b926-bbaede6cc640 tempest-PortsTestJSON-2085221018 tempest-PortsTestJSON-2085221018-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94174) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 11:34:49.118370 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron_lib.callbacks.manager [None req-1e47c5b6-e271-4388-9c2f-b01d5206a90b tempest-RoutersTest-228919764 tempest-RoutersTest-228919764-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8773699596773'] for network, precommit_create {{(pid=94174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:34:49.137077 dv-neutron-601336-94-hyperv neutron-server[94175]: INFO neutron.pecan_wsgi.hooks.translation [None req-39b65cc4-370d-444c-9a76-3342722cd576 tempest-PortsIpV6TestJSON-1781383748 tempest-PortsIpV6TestJSON-1781383748-project] GET failed (client error): The resource could not be found. Jun 23 11:34:49.139366 dv-neutron-601336-94-hyperv neutron-server[94175]: INFO neutron.wsgi [None req-39b65cc4-370d-444c-9a76-3342722cd576 tempest-PortsIpV6TestJSON-1781383748 tempest-PortsIpV6TestJSON-1781383748-project] 10.222.0.20 "GET /v2.0/ports/cf666390-05ff-4230-9b82-76ea5596f70d HTTP/1.1" status: 404 len: 333 time: 0.0304248 Jun 23 11:34:49.146649 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.wsgi [-] (94175) accepted ('10.222.0.20', 40776) {{(pid=94175) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 11:34:49.161588 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron_lib.callbacks.manager [None req-2dc34152-6b24-484a-beb5-eea5ce061f04 tempest-RoutersIpV6Test-1448447933 tempest-RoutersIpV6Test-1448447933-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8002400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7866073'] for network, after_create {{(pid=94175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:34:49.161936 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2dc34152-6b24-484a-beb5-eea5ce061f04 tempest-RoutersIpV6Test-1448447933 tempest-RoutersIpV6Test-1448447933-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 11:34:49.163354 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron_lib.callbacks.manager [None req-2dc34152-6b24-484a-beb5-eea5ce061f04 tempest-RoutersIpV6Test-1448447933 tempest-RoutersIpV6Test-1448447933-project] Notify callbacks [] for network, before_response {{(pid=94175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:34:49.168568 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG oslo_concurrency.lockutils [None req-d804e6f0-2895-4b3c-a8de-45b122074d3e tempest-NetworksTest-2133396914 tempest-NetworksTest-2133396914-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94175) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 11:34:49.178093 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c9de86d-1d1c-49ee-8b4b-a164c1c7dffe service neutron] Pushing event updated for resources: {'Port': ['ID=5bc1c89c-f37a-4549-8bd2-67c7e46b8da1,revision_number=2']} {{(pid=94174) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 11:34:49.186767 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG oslo_concurrency.lockutils [None req-0c9de86d-1d1c-49ee-8b4b-a164c1c7dffe service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.079s {{(pid=94174) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 11:34:49.253479 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron_lib.callbacks.manager [None req-1e47c5b6-e271-4388-9c2f-b01d5206a90b tempest-RoutersTest-228919764 tempest-RoutersTest-228919764-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8002400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7866073'] for network, after_create {{(pid=94174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:34:49.259232 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1e47c5b6-e271-4388-9c2f-b01d5206a90b tempest-RoutersTest-228919764 tempest-RoutersTest-228919764-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94174) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 11:34:49.259919 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron_lib.callbacks.manager [None req-1e47c5b6-e271-4388-9c2f-b01d5206a90b tempest-RoutersTest-228919764 tempest-RoutersTest-228919764-project] Notify callbacks [] for network, before_response {{(pid=94174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:34:49.264741 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG oslo_concurrency.lockutils [None req-b8935fd8-c917-4d8d-9a4c-d2163e6b4679 tempest-BulkNetworkOpsTest-447796090 tempest-BulkNetworkOpsTest-447796090-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94174) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 11:34:49.288702 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.db.db_base_plugin_v2 [None req-01952b74-90c4-487a-8f35-8d125b4dac0d tempest-PortsIpV6TestJSON-1781383748 tempest-PortsIpV6TestJSON-1781383748-project] Deleting subnet ac7362ad-a033-4ad5-b206-af5efd9b73e9 {{(pid=94175) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jun 23 11:34:49.292059 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2dc34152-6b24-484a-beb5-eea5ce061f04 tempest-RoutersIpV6Test-1448447933 tempest-RoutersIpV6Test-1448447933-project] Pushing event updated for resources: {'Network': ['ID=f84888d5-07eb-43f8-aa7d-41c0418ac0a7,revision_number=1']} {{(pid=94175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 11:34:49.294307 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron_lib.callbacks.manager [None req-01952b74-90c4-487a-8f35-8d125b4dac0d tempest-PortsIpV6TestJSON-1781383748 tempest-PortsIpV6TestJSON-1781383748-project] Notify callbacks [] for subnet, before_delete {{(pid=94175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:34:49.297058 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG oslo_concurrency.lockutils [None req-2dc34152-6b24-484a-beb5-eea5ce061f04 tempest-RoutersIpV6Test-1448447933 tempest-RoutersIpV6Test-1448447933-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.129s {{(pid=94175) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 11:34:49.307510 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.plugins.ml2.rpc [None req-dc7542b2-afef-47f4-a763-e3a3cba144be None None] Network f84888d5-07eb-43f8-aa7d-41c0418ac0a7 details requested by agent ovs-agent-dv-neutron-601336-94-hyperv with host dv-neutron-601336-94-hyperv {{(pid=94176) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:250}} Jun 23 11:34:49.316900 dv-neutron-601336-94-hyperv neutron-server[94175]: INFO neutron.wsgi [None req-2dc34152-6b24-484a-beb5-eea5ce061f04 tempest-RoutersIpV6Test-1448447933 tempest-RoutersIpV6Test-1448447933-project] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 770 time: 0.4834921 Jun 23 11:34:49.319609 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.wsgi [-] (94175) accepted ('10.222.0.20', 40778) {{(pid=94175) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 11:34:49.325575 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.api.v2.base [None req-f2c861b8-e492-4fc9-a897-ce9ad6b38e51 tempest-RoutersIpV6Test-1448447933 tempest-RoutersIpV6Test-1448447933-project] Request body: {'subnet': {'network_id': 'f84888d5-07eb-43f8-aa7d-41c0418ac0a7', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=94175) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 23 11:34:49.354142 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.plugins.ml2.managers [req-ef209aec-9541-47f6-b194-f9188993e831 req-0c9de86d-1d1c-49ee-8b4b-a164c1c7dffe service neutron] Attempting to bind port 5bc1c89c-f37a-4549-8bd2-67c7e46b8da1 on host hv-neutron-6013 for vnic_type normal with profile {{(pid=94174) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 23 11:34:49.354492 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.plugins.ml2.managers [req-ef209aec-9541-47f6-b194-f9188993e831 req-0c9de86d-1d1c-49ee-8b4b-a164c1c7dffe service neutron] Attempting to bind port 5bc1c89c-f37a-4549-8bd2-67c7e46b8da1 by drivers openvswitch,hyperv on host hv-neutron-6013 at level 0 using segments [{'id': '78d6d132-b23e-4555-9358-dea047b3f21c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 416, 'network_id': 'cf29c68f-82b8-4662-a929-931f65637941'}] {{(pid=94174) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 23 11:34:49.354833 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ef209aec-9541-47f6-b194-f9188993e831 req-0c9de86d-1d1c-49ee-8b4b-a164c1c7dffe service neutron] Attempting to bind port 5bc1c89c-f37a-4549-8bd2-67c7e46b8da1 on network cf29c68f-82b8-4662-a929-931f65637941 {{(pid=94174) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 23 11:34:49.356913 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e47c5b6-e271-4388-9c2f-b01d5206a90b tempest-RoutersTest-228919764 tempest-RoutersTest-228919764-project] Pushing event updated for resources: {'Network': ['ID=fd456c1e-7dad-4e7a-b415-72c79642be24,revision_number=1']} {{(pid=94174) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 11:34:49.360232 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG oslo_concurrency.lockutils [None req-1e47c5b6-e271-4388-9c2f-b01d5206a90b tempest-RoutersTest-228919764 tempest-RoutersTest-228919764-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.096s {{(pid=94174) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 11:34:49.362312 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ef209aec-9541-47f6-b194-f9188993e831 req-0c9de86d-1d1c-49ee-8b4b-a164c1c7dffe service neutron] Port 5bc1c89c-f37a-4549-8bd2-67c7e46b8da1 on network cf29c68f-82b8-4662-a929-931f65637941 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-6013 {{(pid=94174) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 23 11:34:49.362642 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ef209aec-9541-47f6-b194-f9188993e831 req-0c9de86d-1d1c-49ee-8b4b-a164c1c7dffe service neutron] Attempting to bind port 5bc1c89c-f37a-4549-8bd2-67c7e46b8da1 on network cf29c68f-82b8-4662-a929-931f65637941 {{(pid=94174) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 23 11:34:49.369738 dv-neutron-601336-94-hyperv neutron-server[94174]: INFO neutron.wsgi [None req-1e47c5b6-e271-4388-9c2f-b01d5206a90b tempest-RoutersTest-228919764 tempest-RoutersTest-228919764-project] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 766 time: 1.6012433 Jun 23 11:34:49.369957 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.wsgi [-] (94174) accepted ('10.222.0.20', 40780) {{(pid=94174) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 11:34:49.380660 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.api.v2.base [None req-b28e3152-d44a-4f2d-80bf-73f9075b95bb tempest-RoutersTest-228919764 tempest-RoutersTest-228919764-project] Request body: {'network': {'name': 'tempest-RoutersTest-1352907481'}} {{(pid=94174) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 23 11:34:49.388377 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ef209aec-9541-47f6-b194-f9188993e831 req-0c9de86d-1d1c-49ee-8b4b-a164c1c7dffe service neutron] Checking agent: {'id': '3a130b41-5b27-406b-aeb2-5a923af79f10', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-6013', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 23, 11, 28, 23), 'started_at': datetime.datetime(2021, 6, 23, 11, 28, 23), 'heartbeat_timestamp': datetime.datetime(2021, 6, 23, 11, 34, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94174) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 23 11:34:49.388715 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ef209aec-9541-47f6-b194-f9188993e831 req-0c9de86d-1d1c-49ee-8b4b-a164c1c7dffe service neutron] Checking segment: {'id': '78d6d132-b23e-4555-9358-dea047b3f21c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 416, 'network_id': 'cf29c68f-82b8-4662-a929-931f65637941'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94174) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 23 11:34:49.389200 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ef209aec-9541-47f6-b194-f9188993e831 req-0c9de86d-1d1c-49ee-8b4b-a164c1c7dffe service neutron] Bound using segment: {'id': '78d6d132-b23e-4555-9358-dea047b3f21c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 416, 'network_id': 'cf29c68f-82b8-4662-a929-931f65637941'} {{(pid=94174) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 23 11:34:49.389661 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.plugins.ml2.managers [req-ef209aec-9541-47f6-b194-f9188993e831 req-0c9de86d-1d1c-49ee-8b4b-a164c1c7dffe service neutron] Bound port: 5bc1c89c-f37a-4549-8bd2-67c7e46b8da1, host: hv-neutron-6013, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '78d6d132-b23e-4555-9358-dea047b3f21c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 416, 'network_id': 'cf29c68f-82b8-4662-a929-931f65637941'}}] {{(pid=94174) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 23 11:34:49.390011 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron_lib.callbacks.manager [req-ef209aec-9541-47f6-b194-f9188993e831 req-0c9de86d-1d1c-49ee-8b4b-a164c1c7dffe service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-923122'] for port, before_update {{(pid=94174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:34:49.405621 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron_lib.callbacks.manager [None req-01952b74-90c4-487a-8f35-8d125b4dac0d tempest-PortsIpV6TestJSON-1781383748 tempest-PortsIpV6TestJSON-1781383748-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5190686'] for subnet, precommit_delete_associations {{(pid=94175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:34:49.436548 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.plugins.ml2.rpc [None req-dc7542b2-afef-47f4-a763-e3a3cba144be None None] Network fd456c1e-7dad-4e7a-b415-72c79642be24 details requested by agent ovs-agent-dv-neutron-601336-94-hyperv with host dv-neutron-601336-94-hyperv {{(pid=94176) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:250}} Jun 23 11:34:49.488284 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.plugins.ml2.db [req-ef209aec-9541-47f6-b194-f9188993e831 req-0c9de86d-1d1c-49ee-8b4b-a164c1c7dffe service neutron] For port 5bc1c89c-f37a-4549-8bd2-67c7e46b8da1, host hv-neutron-6013, cleared binding levels {{(pid=94174) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 23 11:34:49.491623 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.plugins.ml2.db [req-ef209aec-9541-47f6-b194-f9188993e831 req-0c9de86d-1d1c-49ee-8b4b-a164c1c7dffe service neutron] For port 5bc1c89c-f37a-4549-8bd2-67c7e46b8da1, host hv-neutron-6013, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-6013',level=0,port_id=5bc1c89c-f37a-4549-8bd2-67c7e46b8da1,segment=NetworkSegment(78d6d132-b23e-4555-9358-dea047b3f21c),segment_id=78d6d132-b23e-4555-9358-dea047b3f21c)] {{(pid=94174) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 23 11:34:49.501430 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b28e3152-d44a-4f2d-80bf-73f9075b95bb tempest-RoutersTest-228919764 tempest-RoutersTest-228919764-project] Made reservation on behalf of 1838eb839bc24d0abf2e86f88a8bcfa8 for: {'network': 1} {{(pid=94174) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 23 11:34:49.505872 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron_lib.callbacks.manager [None req-b28e3152-d44a-4f2d-80bf-73f9075b95bb tempest-RoutersTest-228919764 tempest-RoutersTest-228919764-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-923104'] for network, before_create {{(pid=94174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:34:49.530508 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron_lib.callbacks.manager [None req-01952b74-90c4-487a-8f35-8d125b4dac0d tempest-PortsIpV6TestJSON-1781383748 tempest-PortsIpV6TestJSON-1781383748-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-897634'] for subnet, precommit_delete {{(pid=94175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:34:49.562723 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b28e3152-d44a-4f2d-80bf-73f9075b95bb tempest-RoutersTest-228919764 tempest-RoutersTest-228919764-project] vlan segment allocate from pool success with {'vlan_id': 425, 'physical_network': 'physnet1'} {{(pid=94174) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 23 11:34:49.582352 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron_lib.callbacks.manager [None req-b28e3152-d44a-4f2d-80bf-73f9075b95bb tempest-RoutersTest-228919764 tempest-RoutersTest-228919764-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3801'] for segment, precommit_create {{(pid=94174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:34:49.582696 dv-neutron-601336-94-hyperv neutron-server[94174]: INFO neutron.db.segments_db [None req-b28e3152-d44a-4f2d-80bf-73f9075b95bb tempest-RoutersTest-228919764 tempest-RoutersTest-228919764-project] Added segment 27545297-ceb3-467f-af42-46d2ad038914 of type vlan for network ae6b3856-80a7-46e5-9aff-b210e595fe8d Jun 23 11:34:49.596247 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron_lib.callbacks.manager [req-ef209aec-9541-47f6-b194-f9188993e831 req-0c9de86d-1d1c-49ee-8b4b-a164c1c7dffe service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-922904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866062', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773700135042', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773699642233', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773699642278', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5196369'] for port, after_update {{(pid=94174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:34:49.615459 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG oslo_concurrency.lockutils [None req-f95853cf-3a4e-48b1-9131-5d445078689b tempest-RoutersIpV6Test-1448447933 tempest-RoutersIpV6Test-1448447933-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94174) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 11:34:49.632593 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f2c861b8-e492-4fc9-a897-ce9ad6b38e51 tempest-RoutersIpV6Test-1448447933 tempest-RoutersIpV6Test-1448447933-project] Made reservation on behalf of a04e393135be4822803c421d0995b548 for: {'subnet': 1} {{(pid=94175) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 23 11:34:49.636368 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron_lib.callbacks.manager [None req-f2c861b8-e492-4fc9-a897-ce9ad6b38e51 tempest-RoutersIpV6Test-1448447933 tempest-RoutersIpV6Test-1448447933-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4660073'] for subnet, before_create {{(pid=94175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:34:49.671504 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron_lib.callbacks.manager [None req-b28e3152-d44a-4f2d-80bf-73f9075b95bb tempest-RoutersTest-228919764 tempest-RoutersTest-228919764-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8773699596773'] for network, precommit_create {{(pid=94174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:34:49.682390 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cb4abc4-33d3-42ff-a2b9-10dde44cac58 req-26a78410-010e-4ec1-a570-94b21fa6b4ff tempest-TestNetworkBasicOps-233187296 tempest-TestNetworkBasicOps-233187296-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94174) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 11:34:49.683968 dv-neutron-601336-94-hyperv neutron-server[94174]: INFO neutron.wsgi [req-5cb4abc4-33d3-42ff-a2b9-10dde44cac58 req-26a78410-010e-4ec1-a570-94b21fa6b4ff tempest-TestNetworkBasicOps-233187296 tempest-TestNetworkBasicOps-233187296-project] 10.222.0.20 "GET /v2.0/ports?device_id=5dc250a1-61bb-46d0-9888-3ab1b564fa78 HTTP/1.1" status: 200 len: 944 time: 0.1577280 Jun 23 11:34:49.684142 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron_lib.callbacks.manager [None req-01952b74-90c4-487a-8f35-8d125b4dac0d tempest-PortsIpV6TestJSON-1781383748 tempest-PortsIpV6TestJSON-1781383748-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-897627', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866062', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5083050', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4660036'] for subnet, after_delete {{(pid=94175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:34:49.688637 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef209aec-9541-47f6-b194-f9188993e831 req-0c9de86d-1d1c-49ee-8b4b-a164c1c7dffe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94174) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 11:34:49.689244 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron_lib.callbacks.manager [req-ef209aec-9541-47f6-b194-f9188993e831 req-0c9de86d-1d1c-49ee-8b4b-a164c1c7dffe service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-217507'] for port, before_response {{(pid=94174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:34:49.689887 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG oslo_concurrency.lockutils [None req-f5809531-525c-4ea3-85a5-fcfad553d8a4 tempest-PortsIpV6TestJSON-1781383748 tempest-PortsIpV6TestJSON-1781383748-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94175) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 11:34:49.690574 dv-neutron-601336-94-hyperv neutron-server[94174]: INFO neutron.wsgi [req-ef209aec-9541-47f6-b194-f9188993e831 req-0c9de86d-1d1c-49ee-8b4b-a164c1c7dffe service neutron] 10.222.0.52 "PUT /v2.0/ports/5bc1c89c-f37a-4549-8bd2-67c7e46b8da1 HTTP/1.1" status: 200 len: 1094 time: 1.6154673 Jun 23 11:34:49.692641 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5dc250a1-61bb-46d0-9888-3ab1b564fa78', 'tag': '5bc1c89c-f37a-4549-8bd2-67c7e46b8da1'}] {{(pid=94174) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 23 11:34:49.695213 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6ff47218258ed5bf6cae7f276c9622ae488f9e8ebc13d1a310221fbcfb04c5dd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a3d8911c-85db-4d3a-a716-e81012d594cc" -d '{"events": [{"name": "network-changed", "server_uuid": "5dc250a1-61bb-46d0-9888-3ab1b564fa78", "tag": "5bc1c89c-f37a-4549-8bd2-67c7e46b8da1"}]}' {{(pid=94174) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 23 11:34:49.740289 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01952b74-90c4-487a-8f35-8d125b4dac0d tempest-PortsIpV6TestJSON-1781383748 tempest-PortsIpV6TestJSON-1781383748-project] Pushing event deleted for resources: {'Subnet': ['ID=ac7362ad-a033-4ad5-b206-af5efd9b73e9,revision_number=None']} {{(pid=94175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 11:34:49.741853 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c9de86d-1d1c-49ee-8b4b-a164c1c7dffe service neutron] Pushing event updated for resources: {'Port': ['ID=5bc1c89c-f37a-4549-8bd2-67c7e46b8da1,revision_number=3']} {{(pid=94174) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 11:34:49.742251 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron_lib.callbacks.manager [None req-01952b74-90c4-487a-8f35-8d125b4dac0d tempest-PortsIpV6TestJSON-1781383748 tempest-PortsIpV6TestJSON-1781383748-project] Notify callbacks [] for subnet, before_response {{(pid=94175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:34:49.744925 dv-neutron-601336-94-hyperv neutron-server[94175]: INFO neutron.wsgi [None req-01952b74-90c4-487a-8f35-8d125b4dac0d tempest-PortsIpV6TestJSON-1781383748 tempest-PortsIpV6TestJSON-1781383748-project] 10.222.0.20 "DELETE /v2.0/subnets/ac7362ad-a033-4ad5-b206-af5efd9b73e9 HTTP/1.1" status: 204 len: 168 time: 0.5964422 Jun 23 11:34:49.748159 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG oslo_concurrency.lockutils [None req-0c9de86d-1d1c-49ee-8b4b-a164c1c7dffe service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.132s {{(pid=94174) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 11:34:49.748973 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.wsgi [-] (94175) accepted ('10.222.0.20', 40786) {{(pid=94175) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 11:34:49.750190 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG oslo_concurrency.lockutils [None req-01952b74-90c4-487a-8f35-8d125b4dac0d tempest-PortsIpV6TestJSON-1781383748 tempest-PortsIpV6TestJSON-1781383748-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.060s {{(pid=94175) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 11:34:49.753431 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b028d230-a462-482f-857a-964373cdb8f9 None None] Network e9930e9d-c324-46b9-a384-e0b47123ebc9 requested from dv-neutron-601336-94-hyperv {{(pid=94176) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 23 11:34:49.768562 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 23 Jun 2021 11:34:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1ca2b75e-cff3-480c-b2ab-2b274d930e5e x-openstack-request-id: req-1ca2b75e-cff3-480c-b2ab-2b274d930e5e {{(pid=94174) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 23 11:34:49.768897 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5dc250a1-61bb-46d0-9888-3ab1b564fa78", "tag": "5bc1c89c-f37a-4549-8bd2-67c7e46b8da1", "status": "completed", "code": 200}]} {{(pid=94174) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 23 11:34:49.769236 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-1ca2b75e-cff3-480c-b2ab-2b274d930e5e {{(pid=94174) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 23 11:34:49.769677 dv-neutron-601336-94-hyperv neutron-server[94174]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5dc250a1-61bb-46d0-9888-3ab1b564fa78', 'tag': '5bc1c89c-f37a-4549-8bd2-67c7e46b8da1', 'status': 'completed', 'code': 200} Jun 23 11:34:49.772906 dv-neutron-601336-94-hyperv neutron-server[94174]: INFO neutron.wsgi [req-5cb4abc4-33d3-42ff-a2b9-10dde44cac58 req-927f15ec-7bbd-46f4-889e-8b15bc3f90af tempest-TestNetworkBasicOps-233187296 tempest-TestNetworkBasicOps-233187296-project] 10.222.0.20 "GET /v2.0/security-groups?id=30a782a1-c8ca-4eeb-9aeb-36d88772e1b8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0693064 Jun 23 11:34:49.860277 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron_lib.callbacks.manager [None req-b28e3152-d44a-4f2d-80bf-73f9075b95bb tempest-RoutersTest-228919764 tempest-RoutersTest-228919764-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8002400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7866073'] for network, after_create {{(pid=94174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:34:49.865966 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b28e3152-d44a-4f2d-80bf-73f9075b95bb tempest-RoutersTest-228919764 tempest-RoutersTest-228919764-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94174) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 11:34:49.872733 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron_lib.callbacks.manager [None req-b28e3152-d44a-4f2d-80bf-73f9075b95bb tempest-RoutersTest-228919764 tempest-RoutersTest-228919764-project] Notify callbacks [] for network, before_response {{(pid=94174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:34:49.872733 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG oslo_concurrency.lockutils [None req-726a643f-ab32-40f7-abf4-e12d203d1c60 tempest-BulkNetworkOpsIpV6Test-986121801 tempest-BulkNetworkOpsIpV6Test-986121801-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94174) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 11:34:49.884894 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron_lib.callbacks.manager [None req-03a5c6e8-fdf3-494e-b469-0e9b500da3ab tempest-PortsIpV6TestJSON-1781383748 tempest-PortsIpV6TestJSON-1781383748-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-824874'] for network, before_delete {{(pid=94175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:34:49.947849 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3d8911c-85db-4d3a-a716-e81012d594cc req-bb5938f9-0050-496c-afd8-80e4268892c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94174) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 11:34:49.949613 dv-neutron-601336-94-hyperv neutron-server[94174]: INFO neutron.wsgi [req-a3d8911c-85db-4d3a-a716-e81012d594cc req-bb5938f9-0050-496c-afd8-80e4268892c4 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=772b9946478d439e9da4eaeade7fb21d&device_id=5dc250a1-61bb-46d0-9888-3ab1b564fa78 HTTP/1.1" status: 200 len: 1097 time: 0.1444709 Jun 23 11:34:49.963221 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b28e3152-d44a-4f2d-80bf-73f9075b95bb tempest-RoutersTest-228919764 tempest-RoutersTest-228919764-project] Pushing event updated for resources: {'Network': ['ID=ae6b3856-80a7-46e5-9aff-b210e595fe8d,revision_number=1']} {{(pid=94174) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 11:34:49.965939 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG oslo_concurrency.lockutils [None req-b28e3152-d44a-4f2d-80bf-73f9075b95bb tempest-RoutersTest-228919764 tempest-RoutersTest-228919764-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.095s {{(pid=94174) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 11:34:49.973282 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.plugins.ml2.rpc [None req-dc7542b2-afef-47f4-a763-e3a3cba144be None None] Network ae6b3856-80a7-46e5-9aff-b210e595fe8d details requested by agent ovs-agent-dv-neutron-601336-94-hyperv with host dv-neutron-601336-94-hyperv {{(pid=94176) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:250}} Jun 23 11:34:49.999002 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8442a3f0-e899-474e-a6cb-e861b1b01697 None None] DHCP port deletion for e9930e9d-c324-46b9-a384-e0b47123ebc9 request from dv-neutron-601336-94-hyperv {{(pid=94176) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jun 23 11:34:50.030223 dv-neutron-601336-94-hyperv neutron-server[94174]: INFO neutron.wsgi [None req-b28e3152-d44a-4f2d-80bf-73f9075b95bb tempest-RoutersTest-228919764 tempest-RoutersTest-228919764-project] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 766 time: 0.6574564 Jun 23 11:34:50.035840 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.wsgi [-] (94174) accepted ('10.222.0.20', 40788) {{(pid=94174) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 11:34:50.041169 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.api.v2.base [None req-de9bf3ba-f0db-41cd-8289-17d70d4b32cf tempest-RoutersTest-228919764 tempest-RoutersTest-228919764-project] Request body: {'subnet': {'network_id': 'fd456c1e-7dad-4e7a-b415-72c79642be24', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=94174) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 23 11:34:50.046036 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.plugins.ml2.plugin [None req-03a5c6e8-fdf3-494e-b469-0e9b500da3ab tempest-PortsIpV6TestJSON-1781383748 tempest-PortsIpV6TestJSON-1781383748-project] Deleting port 83552884-2178-4560-9fed-f3a483ac3052 {{(pid=94175) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1913}} Jun 23 11:34:50.046529 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron_lib.callbacks.manager [None req-03a5c6e8-fdf3-494e-b469-0e9b500da3ab tempest-PortsIpV6TestJSON-1781383748 tempest-PortsIpV6TestJSON-1781383748-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773700079324'] for port, before_delete {{(pid=94175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:34:50.100415 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron_lib.callbacks.manager [None req-f2c861b8-e492-4fc9-a897-ce9ad6b38e51 tempest-RoutersIpV6Test-1448447933 tempest-RoutersIpV6Test-1448447933-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866062', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5083113', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4660095'] for subnet, after_create {{(pid=94175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:34:50.101565 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.plugins.ml2.plugin [None req-8442a3f0-e899-474e-a6cb-e861b1b01697 None None] Deleting port 83552884-2178-4560-9fed-f3a483ac3052 {{(pid=94176) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1913}} Jun 23 11:34:50.102262 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron_lib.callbacks.manager [None req-8442a3f0-e899-474e-a6cb-e861b1b01697 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773700079324'] for port, before_delete {{(pid=94176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:34:50.108730 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG oslo_concurrency.lockutils [None req-9fe82136-6b7d-4acd-8d2a-a0ef42e74037 tempest-NetworksTest-2133396914 tempest-NetworksTest-2133396914-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94175) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 11:34:50.160381 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.plugins.ml2.db [None req-03a5c6e8-fdf3-494e-b469-0e9b500da3ab tempest-PortsIpV6TestJSON-1781383748 tempest-PortsIpV6TestJSON-1781383748-project] For port 83552884-2178-4560-9fed-f3a483ac3052, host dv-neutron-601336-94-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-94-hyperv',level=0,port_id=83552884-2178-4560-9fed-f3a483ac3052,segment=NetworkSegment(6fb9b574-3737-4aac-96ee-09a4a39a59e9),segment_id=6fb9b574-3737-4aac-96ee-09a4a39a59e9)] {{(pid=94175) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 23 11:34:50.160751 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron_lib.callbacks.manager [None req-03a5c6e8-fdf3-494e-b469-0e9b500da3ab tempest-PortsIpV6TestJSON-1781383748 tempest-PortsIpV6TestJSON-1781383748-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-430722'] for port, precommit_delete {{(pid=94175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:34:50.166927 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.plugins.ml2.db [None req-8442a3f0-e899-474e-a6cb-e861b1b01697 None None] For port 83552884-2178-4560-9fed-f3a483ac3052, host dv-neutron-601336-94-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-94-hyperv',level=0,port_id=83552884-2178-4560-9fed-f3a483ac3052,segment=NetworkSegment(6fb9b574-3737-4aac-96ee-09a4a39a59e9),segment_id=6fb9b574-3737-4aac-96ee-09a4a39a59e9)] {{(pid=94176) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 23 11:34:50.167658 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron_lib.callbacks.manager [None req-8442a3f0-e899-474e-a6cb-e861b1b01697 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-430722'] for port, precommit_delete {{(pid=94176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:34:50.186632 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.plugins.ml2.plugin [None req-8442a3f0-e899-474e-a6cb-e861b1b01697 None None] Calling delete_port for 83552884-2178-4560-9fed-f3a483ac3052 owned by network:dhcp {{(pid=94176) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1986}} Jun 23 11:34:50.195900 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.plugins.ml2.plugin [None req-03a5c6e8-fdf3-494e-b469-0e9b500da3ab tempest-PortsIpV6TestJSON-1781383748 tempest-PortsIpV6TestJSON-1781383748-project] Calling delete_port for 83552884-2178-4560-9fed-f3a483ac3052 owned by network:dhcp {{(pid=94175) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1986}} Jun 23 11:34:50.197506 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2c861b8-e492-4fc9-a897-ce9ad6b38e51 tempest-RoutersIpV6Test-1448447933 tempest-RoutersIpV6Test-1448447933-project] Pushing event updated for resources: {'Subnet': ['ID=5872e5be-2a34-47b2-bd6a-66ee25a62a9f,revision_number=0']} {{(pid=94175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 11:34:50.204553 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG oslo_concurrency.lockutils [None req-f2c861b8-e492-4fc9-a897-ce9ad6b38e51 tempest-RoutersIpV6Test-1448447933 tempest-RoutersIpV6Test-1448447933-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.096s {{(pid=94175) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 11:34:50.216308 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f2c861b8-e492-4fc9-a897-ce9ad6b38e51 tempest-RoutersIpV6Test-1448447933 tempest-RoutersIpV6Test-1448447933-project] Checking segment: {'id': '6f93cf10-6ee3-4ecd-8833-19a4aae5ad3d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 411, 'network_id': 'f84888d5-07eb-43f8-aa7d-41c0418ac0a7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94175) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 23 11:34:50.216612 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f2c861b8-e492-4fc9-a897-ce9ad6b38e51 tempest-RoutersIpV6Test-1448447933 tempest-RoutersIpV6Test-1448447933-project] Network hostable DHCP agents. Network: f84888d5-07eb-43f8-aa7d-41c0418ac0a7, hostable agents: ['8cf29b10-0e57-4131-816f-a4b6ad00b249'], hosted agents: [] {{(pid=94175) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 23 11:34:50.221948 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3d8911c-85db-4d3a-a716-e81012d594cc req-78962098-b7f3-4642-b780-f02169d935ee service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94174) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 11:34:50.223440 dv-neutron-601336-94-hyperv neutron-server[94174]: INFO neutron.wsgi [req-a3d8911c-85db-4d3a-a716-e81012d594cc req-78962098-b7f3-4642-b780-f02169d935ee service neutron] 10.222.0.52 "GET /v2.0/networks?tenant_id=772b9946478d439e9da4eaeade7fb21d&shared=False HTTP/1.1" status: 200 len: 898 time: 0.2659397 Jun 23 11:34:50.604054 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f2c861b8-e492-4fc9-a897-ce9ad6b38e51 tempest-RoutersIpV6Test-1448447933 tempest-RoutersIpV6Test-1448447933-project] Network f84888d5-07eb-43f8-aa7d-41c0418ac0a7 is scheduled to be hosted by DHCP agent 8cf29b10-0e57-4131-816f-a4b6ad00b249 with binding_index 1 {{(pid=94175) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 23 11:34:50.644689 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron_lib.callbacks.manager [None req-8442a3f0-e899-474e-a6cb-e861b1b01697 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-922904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866062', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773700135024', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773699642224'] for port, after_delete {{(pid=94176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:34:50.647730 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG oslo_concurrency.lockutils [None req-59ec64a3-4a05-4a01-a586-7e8aa596afe1 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 11:34:50.651542 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron_lib.callbacks.manager [None req-03a5c6e8-fdf3-494e-b469-0e9b500da3ab tempest-PortsIpV6TestJSON-1781383748 tempest-PortsIpV6TestJSON-1781383748-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-922904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866062', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773700135024', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773699642224', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5082448'] for port, after_delete {{(pid=94175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:34:50.654552 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG oslo_concurrency.lockutils [None req-066cac31-c030-42fa-9436-3821d7fd8577 tempest-ExtraDHCPOptionsIpV6TestJSON-2131111190 tempest-ExtraDHCPOptionsIpV6TestJSON-2131111190-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94175) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 11:34:50.673034 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8442a3f0-e899-474e-a6cb-e861b1b01697 None None] Pushing event deleted for resources: {'Port': ['ID=83552884-2178-4560-9fed-f3a483ac3052,revision_number=None']} {{(pid=94176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 11:34:50.675092 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8442a3f0-e899-474e-a6cb-e861b1b01697 None None] No DVR routers for this DVR port 83552884-2178-4560-9fed-f3a483ac3052 on host dv-neutron-601336-94-hyperv {{(pid=94176) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 23 11:34:50.676613 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG oslo_concurrency.lockutils [None req-8442a3f0-e899-474e-a6cb-e861b1b01697 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.029s {{(pid=94176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 11:34:50.679661 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03a5c6e8-fdf3-494e-b469-0e9b500da3ab tempest-PortsIpV6TestJSON-1781383748 tempest-PortsIpV6TestJSON-1781383748-project] Pushing event deleted for resources: {'Port': ['ID=83552884-2178-4560-9fed-f3a483ac3052,revision_number=None']} {{(pid=94175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 11:34:50.682884 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG oslo_concurrency.lockutils [None req-03a5c6e8-fdf3-494e-b469-0e9b500da3ab tempest-PortsIpV6TestJSON-1781383748 tempest-PortsIpV6TestJSON-1781383748-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.028s {{(pid=94175) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 11:34:50.683888 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.db.l3_dvrscheduler_db [None req-03a5c6e8-fdf3-494e-b469-0e9b500da3ab tempest-PortsIpV6TestJSON-1781383748 tempest-PortsIpV6TestJSON-1781383748-project] No DVR routers for this DVR port 83552884-2178-4560-9fed-f3a483ac3052 on host dv-neutron-601336-94-hyperv {{(pid=94175) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 23 11:34:50.695503 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-de9bf3ba-f0db-41cd-8289-17d70d4b32cf tempest-RoutersTest-228919764 tempest-RoutersTest-228919764-project] Made reservation on behalf of 1838eb839bc24d0abf2e86f88a8bcfa8 for: {'subnet': 1} {{(pid=94174) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 23 11:34:50.695503 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron_lib.callbacks.manager [None req-de9bf3ba-f0db-41cd-8289-17d70d4b32cf tempest-RoutersTest-228919764 tempest-RoutersTest-228919764-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4294245'] for subnet, before_create {{(pid=94174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:34:50.750463 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.scheduler.base_scheduler [None req-f2c861b8-e492-4fc9-a897-ce9ad6b38e51 tempest-RoutersIpV6Test-1448447933 tempest-RoutersIpV6Test-1448447933-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-601336-94-hyperv, f84888d5-07eb-43f8-aa7d-41c0418ac0a7) {{(pid=94175) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 23 11:34:50.759434 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2138278a-8180-4f32-b040-fdf87f295e63 None None] Network f84888d5-07eb-43f8-aa7d-41c0418ac0a7 requested from dv-neutron-601336-94-hyperv {{(pid=94176) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 23 11:34:50.763123 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f2c861b8-e492-4fc9-a897-ce9ad6b38e51 tempest-RoutersIpV6Test-1448447933 tempest-RoutersIpV6Test-1448447933-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 11:34:50.763707 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron_lib.callbacks.manager [None req-f2c861b8-e492-4fc9-a897-ce9ad6b38e51 tempest-RoutersIpV6Test-1448447933 tempest-RoutersIpV6Test-1448447933-project] Notify callbacks [] for subnet, before_response {{(pid=94175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:34:50.766522 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3d8911c-85db-4d3a-a716-e81012d594cc req-9bcce164-1198-42c1-bcff-99d9c3307d5e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94174) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 11:34:50.768269 dv-neutron-601336-94-hyperv neutron-server[94174]: INFO neutron.wsgi [req-a3d8911c-85db-4d3a-a716-e81012d594cc req-9bcce164-1198-42c1-bcff-99d9c3307d5e service neutron] 10.222.0.52 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.5375333 Jun 23 11:34:50.792582 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron_lib.callbacks.manager [None req-03a5c6e8-fdf3-494e-b469-0e9b500da3ab tempest-PortsIpV6TestJSON-1781383748 tempest-PortsIpV6TestJSON-1781383748-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-897259', 'neutron.services.segments.db._delete_segments_for_network-8773700168587'] for network, precommit_delete {{(pid=94175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:34:50.811338 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.plugins.ml2.rpc [None req-dc7542b2-afef-47f4-a763-e3a3cba144be None None] Device 83552884-2178-4560-9fed-f3a483ac3052 no longer exists at agent ovs-agent-dv-neutron-601336-94-hyperv {{(pid=94176) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:261}} Jun 23 11:34:50.819960 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.services.segments.db [None req-03a5c6e8-fdf3-494e-b469-0e9b500da3ab tempest-PortsIpV6TestJSON-1781383748 tempest-PortsIpV6TestJSON-1781383748-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e9930e9d-c324-46b9-a384-e0b47123ebc9']}} {{(pid=94175) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 11:34:50.834049 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.services.segments.db [None req-03a5c6e8-fdf3-494e-b469-0e9b500da3ab tempest-PortsIpV6TestJSON-1781383748 tempest-PortsIpV6TestJSON-1781383748-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6fb9b574-3737-4aac-96ee-09a4a39a59e9') {'for_net_delete': True} {{(pid=94175) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 11:34:50.834049 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.services.segments.db [None req-03a5c6e8-fdf3-494e-b469-0e9b500da3ab tempest-PortsIpV6TestJSON-1781383748 tempest-PortsIpV6TestJSON-1781383748-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6fb9b574-3737-4aac-96ee-09a4a39a59e9') {} {{(pid=94175) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 11:34:50.840101 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.plugins.ml2.plugin [None req-dc7542b2-afef-47f4-a763-e3a3cba144be None None] No Port match for: 83552884-2178-4560-9fed-f3a483ac3052 {{(pid=94176) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2240}} Jun 23 11:34:50.840466 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.plugins.ml2.rpc [None req-dc7542b2-afef-47f4-a763-e3a3cba144be None None] Device 83552884-2178-4560-9fed-f3a483ac3052 not bound to the agent host dv-neutron-601336-94-hyperv {{(pid=94176) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:271}} Jun 23 11:34:50.844484 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron_lib.callbacks.manager [None req-03a5c6e8-fdf3-494e-b469-0e9b500da3ab tempest-PortsIpV6TestJSON-1781383748 tempest-PortsIpV6TestJSON-1781383748-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8773699955833', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5190677'] for segment, before_delete {{(pid=94175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:34:50.853584 dv-neutron-601336-94-hyperv neutron-server[94175]: INFO neutron.wsgi [None req-f2c861b8-e492-4fc9-a897-ce9ad6b38e51 tempest-RoutersIpV6Test-1448447933 tempest-RoutersIpV6Test-1448447933-project] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.5329659 Jun 23 11:34:50.860454 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.wsgi [-] (94175) accepted ('10.222.0.20', 40792) {{(pid=94175) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 11:34:50.864269 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.api.v2.base [None req-0e7362f5-ae06-48d3-bb02-c0d9db0ca8a5 tempest-RoutersIpV6Test-1448447933 tempest-RoutersIpV6Test-1448447933-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-1049666917', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=94175) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 23 11:34:50.872977 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron_lib.callbacks.manager [None req-03a5c6e8-fdf3-494e-b469-0e9b500da3ab tempest-PortsIpV6TestJSON-1781383748 tempest-PortsIpV6TestJSON-1781383748-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3801'] for segment, precommit_delete {{(pid=94175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:34:50.885962 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-03a5c6e8-fdf3-494e-b469-0e9b500da3ab tempest-PortsIpV6TestJSON-1781383748 tempest-PortsIpV6TestJSON-1781383748-project] Releasing vlan 433 on physical network physnet1 to pool {{(pid=94175) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 23 11:34:50.900619 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron_lib.callbacks.manager [None req-03a5c6e8-fdf3-494e-b469-0e9b500da3ab tempest-PortsIpV6TestJSON-1781383748 tempest-PortsIpV6TestJSON-1781383748-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3801', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5082371'] for segment, after_delete {{(pid=94175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:34:50.900619 dv-neutron-601336-94-hyperv neutron-server[94175]: Traceback (most recent call last): Jun 23 11:34:50.900619 dv-neutron-601336-94-hyperv neutron-server[94175]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 23 11:34:50.900619 dv-neutron-601336-94-hyperv neutron-server[94175]: timer() Jun 23 11:34:50.900619 dv-neutron-601336-94-hyperv neutron-server[94175]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 23 11:34:50.900619 dv-neutron-601336-94-hyperv neutron-server[94175]: cb(*args, **kw) Jun 23 11:34:50.900619 dv-neutron-601336-94-hyperv neutron-server[94175]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 23 11:34:50.900619 dv-neutron-601336-94-hyperv neutron-server[94175]: return func(*args, **kwargs) Jun 23 11:34:50.900619 dv-neutron-601336-94-hyperv neutron-server[94175]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 23 11:34:50.900619 dv-neutron-601336-94-hyperv neutron-server[94175]: self._notify() Jun 23 11:34:50.900619 dv-neutron-601336-94-hyperv neutron-server[94175]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 23 11:34:50.900619 dv-neutron-601336-94-hyperv neutron-server[94175]: self.callback(batched_events) Jun 23 11:34:50.900619 dv-neutron-601336-94-hyperv neutron-server[94175]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 23 11:34:50.900619 dv-neutron-601336-94-hyperv neutron-server[94175]: event.method(event) Jun 23 11:34:50.900619 dv-neutron-601336-94-hyperv neutron-server[94175]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 23 11:34:50.900619 dv-neutron-601336-94-hyperv neutron-server[94175]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 23 11:34:50.900619 dv-neutron-601336-94-hyperv neutron-server[94175]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 23 11:34:50.900619 dv-neutron-601336-94-hyperv neutron-server[94175]: aggregate_uuid = self.p_client.list_aggregates( Jun 23 11:34:50.900619 dv-neutron-601336-94-hyperv neutron-server[94175]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 23 11:34:50.900619 dv-neutron-601336-94-hyperv neutron-server[94175]: return f(self, *a, **k) Jun 23 11:34:50.900619 dv-neutron-601336-94-hyperv neutron-server[94175]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 23 11:34:50.900619 dv-neutron-601336-94-hyperv neutron-server[94175]: return self._get(url).json() Jun 23 11:34:50.900619 dv-neutron-601336-94-hyperv neutron-server[94175]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 23 11:34:50.900619 dv-neutron-601336-94-hyperv neutron-server[94175]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 23 11:34:50.900619 dv-neutron-601336-94-hyperv neutron-server[94175]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 23 11:34:50.900619 dv-neutron-601336-94-hyperv neutron-server[94175]: return self.request(url, 'GET', **kwargs) Jun 23 11:34:50.900619 dv-neutron-601336-94-hyperv neutron-server[94175]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 23 11:34:50.900619 dv-neutron-601336-94-hyperv neutron-server[94175]: base_url = self.get_endpoint(auth, allow=allow, Jun 23 11:34:50.900619 dv-neutron-601336-94-hyperv neutron-server[94175]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 23 11:34:50.900619 dv-neutron-601336-94-hyperv neutron-server[94175]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 23 11:34:50.900619 dv-neutron-601336-94-hyperv neutron-server[94175]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 23 11:34:50.900619 dv-neutron-601336-94-hyperv neutron-server[94175]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 23 11:34:50.900619 dv-neutron-601336-94-hyperv neutron-server[94175]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 23 11:34:50.936129 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef209aec-9541-47f6-b194-f9188993e831 req-87b385a0-d6d9-4dcb-b4e5-176ebbb03710 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94174) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 11:34:50.937717 dv-neutron-601336-94-hyperv neutron-server[94174]: INFO neutron.wsgi [req-ef209aec-9541-47f6-b194-f9188993e831 req-87b385a0-d6d9-4dcb-b4e5-176ebbb03710 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=772b9946478d439e9da4eaeade7fb21d&device_id=5dc250a1-61bb-46d0-9888-3ab1b564fa78 HTTP/1.1" status: 200 len: 1097 time: 0.1114206 Jun 23 11:34:50.967014 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7dd2672c-5634-4295-95cf-ec38540db399 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1e0d828a-1fa4-563d-b7fd-53adf66a04ee-f84888d5-07eb-43f8-aa7d-41c0418ac0a7', 'network_id': 'f84888d5-07eb-43f8-aa7d-41c0418ac0a7', 'tenant_id': 'a04e393135be4822803c421d0995b548', 'fixed_ips': [{'subnet_id': '5872e5be-2a34-47b2-bd6a-66ee25a62a9f'}]}} from dv-neutron-601336-94-hyperv. {{(pid=94176) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 23 11:34:50.968093 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron_lib.callbacks.manager [None req-7dd2672c-5634-4295-95cf-ec38540db399 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-923104'] for port, before_create {{(pid=94176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:34:50.984410 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron_lib.callbacks.manager [None req-0e7362f5-ae06-48d3-bb02-c0d9db0ca8a5 tempest-RoutersIpV6Test-1448447933 tempest-RoutersIpV6Test-1448447933-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-520407', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-32315'] for router, before_create {{(pid=94175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:34:50.986590 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron_lib.callbacks.manager [None req-0e7362f5-ae06-48d3-bb02-c0d9db0ca8a5 tempest-RoutersIpV6Test-1448447933 tempest-RoutersIpV6Test-1448447933-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-520264', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-524122', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-414782', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-32290'] for router, precommit_create {{(pid=94175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:34:51.011403 dv-neutron-601336-94-hyperv neutron-server[94174]: INFO neutron.wsgi [req-ef209aec-9541-47f6-b194-f9188993e831 req-afd45235-82b8-4bc9-8eb4-c43b11a8ec4f service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=5bc1c89c-f37a-4549-8bd2-67c7e46b8da1 HTTP/1.1" status: 200 len: 217 time: 0.0641983 Jun 23 11:34:51.042304 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2df7d090-6d5b-475b-bd41-4a03467d1cdd req-47f978c7-00ca-4e42-aef5-e8ba772c1a57 tempest-TestNetworkBasicOps-233187296 tempest-TestNetworkBasicOps-233187296-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 11:34:51.049625 dv-neutron-601336-94-hyperv neutron-server[94175]: INFO neutron.wsgi [req-2df7d090-6d5b-475b-bd41-4a03467d1cdd req-47f978c7-00ca-4e42-aef5-e8ba772c1a57 tempest-TestNetworkBasicOps-233187296 tempest-TestNetworkBasicOps-233187296-project] 10.222.0.20 "GET /v2.0/ports?device_id=5dc250a1-61bb-46d0-9888-3ab1b564fa78 HTTP/1.1" status: 200 len: 944 time: 0.0820718 Jun 23 11:34:51.065012 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef209aec-9541-47f6-b194-f9188993e831 req-a5a1e2c5-6952-420f-80e0-11d3c2e3c45d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94174) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 11:34:51.066466 dv-neutron-601336-94-hyperv neutron-server[94174]: INFO neutron.wsgi [req-ef209aec-9541-47f6-b194-f9188993e831 req-a5a1e2c5-6952-420f-80e0-11d3c2e3c45d service neutron] 10.222.0.52 "GET /v2.0/subnets?id=a2268277-49d2-4de4-9270-a498945fea2b HTTP/1.1" status: 200 len: 834 time: 0.0462821 Jun 23 11:34:51.082185 dv-neutron-601336-94-hyperv neutron-server[94175]: INFO neutron.wsgi [req-2df7d090-6d5b-475b-bd41-4a03467d1cdd req-4f200c80-ba0a-4792-a36c-18e9bd833ef6 tempest-TestNetworkBasicOps-233187296 tempest-TestNetworkBasicOps-233187296-project] 10.222.0.20 "GET /v2.0/security-groups?id=30a782a1-c8ca-4eeb-9aeb-36d88772e1b8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0327878 Jun 23 11:34:51.110528 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron_lib.callbacks.manager [None req-03a5c6e8-fdf3-494e-b469-0e9b500da3ab tempest-PortsIpV6TestJSON-1781383748 tempest-PortsIpV6TestJSON-1781383748-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-897248', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8002400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7866073', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-524247'] for network, after_delete {{(pid=94175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:34:51.113528 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron_lib.callbacks.manager [None req-de9bf3ba-f0db-41cd-8289-17d70d4b32cf tempest-RoutersTest-228919764 tempest-RoutersTest-228919764-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866062', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5195999', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4294259'] for subnet, after_create {{(pid=94174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:34:51.116270 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG oslo_concurrency.lockutils [None req-adde8170-7bfe-48df-852f-de788b85454a tempest-NetworksTestDHCPv6-162546708 tempest-NetworksTestDHCPv6-162546708-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94174) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 11:34:51.116556 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron_lib.callbacks.manager [None req-03a5c6e8-fdf3-494e-b469-0e9b500da3ab tempest-PortsIpV6TestJSON-1781383748 tempest-PortsIpV6TestJSON-1781383748-project] Notify callbacks [] for network, before_response {{(pid=94175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:34:51.118740 dv-neutron-601336-94-hyperv neutron-server[94175]: INFO neutron.wsgi [None req-03a5c6e8-fdf3-494e-b469-0e9b500da3ab tempest-PortsIpV6TestJSON-1781383748 tempest-PortsIpV6TestJSON-1781383748-project] 10.222.0.20 "DELETE /v2.0/networks/e9930e9d-c324-46b9-a384-e0b47123ebc9 HTTP/1.1" status: 204 len: 168 time: 1.3674672 Jun 23 11:34:51.124498 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG oslo_concurrency.lockutils [None req-69de97ef-7e09-4b0a-b3c8-884cd7c7bbc7 tempest-NetworksTest-2133396914 tempest-NetworksTest-2133396914-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94175) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 11:34:51.133935 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.wsgi [-] (94175) accepted ('10.222.0.20', 40794) {{(pid=94175) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 11:34:51.142773 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.api.v2.base [None req-a7c4b907-18a7-4088-a402-c0a878c3c6b2 tempest-PortsIpV6TestJSON-1781383748 tempest-PortsIpV6TestJSON-1781383748-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-1903595797'}} {{(pid=94175) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 23 11:34:51.179329 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef209aec-9541-47f6-b194-f9188993e831 req-c1c5af25-5b05-4923-84be-4f21e2e800b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94174) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 11:34:51.180446 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03a5c6e8-fdf3-494e-b469-0e9b500da3ab tempest-PortsIpV6TestJSON-1781383748 tempest-PortsIpV6TestJSON-1781383748-project] Pushing event deleted for resources: {'Network': ['ID=e9930e9d-c324-46b9-a384-e0b47123ebc9,revision_number=None']} {{(pid=94175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 11:34:51.180847 dv-neutron-601336-94-hyperv neutron-server[94174]: INFO neutron.wsgi [req-ef209aec-9541-47f6-b194-f9188993e831 req-c1c5af25-5b05-4923-84be-4f21e2e800b1 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=cf29c68f-82b8-4662-a929-931f65637941&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1178 time: 0.1083834 Jun 23 11:34:51.183566 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron_lib.callbacks.manager [None req-0e7362f5-ae06-48d3-bb02-c0d9db0ca8a5 tempest-RoutersIpV6Test-1448447933 tempest-RoutersIpV6Test-1448447933-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:34:51.186996 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG oslo_concurrency.lockutils [None req-03a5c6e8-fdf3-494e-b469-0e9b500da3ab tempest-PortsIpV6TestJSON-1781383748 tempest-PortsIpV6TestJSON-1781383748-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.064s {{(pid=94175) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 11:34:51.202370 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de9bf3ba-f0db-41cd-8289-17d70d4b32cf tempest-RoutersTest-228919764 tempest-RoutersTest-228919764-project] Pushing event updated for resources: {'Subnet': ['ID=f2d6faea-6e5d-4e43-93d5-9f224213e1ba,revision_number=0']} {{(pid=94174) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 11:34:51.219464 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG oslo_concurrency.lockutils [None req-de9bf3ba-f0db-41cd-8289-17d70d4b32cf tempest-RoutersTest-228919764 tempest-RoutersTest-228919764-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.103s {{(pid=94174) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 11:34:51.230664 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.db.db_base_plugin_common [None req-7dd2672c-5634-4295-95cf-ec38540db399 None None] Allocated IP 2001:db8::2 (f84888d5-07eb-43f8-aa7d-41c0418ac0a7/5872e5be-2a34-47b2-bd6a-66ee25a62a9f/7e7b4560-8e4a-46e3-a0cc-e2f005b9871e) {{(pid=94176) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 23 11:34:51.244934 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron_lib.callbacks.manager [None req-0e7362f5-ae06-48d3-bb02-c0d9db0ca8a5 tempest-RoutersIpV6Test-1448447933 tempest-RoutersIpV6Test-1448447933-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-520412', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-524143'] for router, after_create {{(pid=94175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:34:51.255342 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-de9bf3ba-f0db-41cd-8289-17d70d4b32cf tempest-RoutersTest-228919764 tempest-RoutersTest-228919764-project] Checking segment: {'id': '6dd70063-cd3d-4812-bf9c-708b24b55911', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 440, 'network_id': 'fd456c1e-7dad-4e7a-b415-72c79642be24'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94174) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 23 11:34:51.256385 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-de9bf3ba-f0db-41cd-8289-17d70d4b32cf tempest-RoutersTest-228919764 tempest-RoutersTest-228919764-project] Network hostable DHCP agents. Network: fd456c1e-7dad-4e7a-b415-72c79642be24, hostable agents: ['8cf29b10-0e57-4131-816f-a4b6ad00b249'], hosted agents: [] {{(pid=94174) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 23 11:34:51.288116 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a7c4b907-18a7-4088-a402-c0a878c3c6b2 tempest-PortsIpV6TestJSON-1781383748 tempest-PortsIpV6TestJSON-1781383748-project] Made reservation on behalf of 4a9805c328414e068d83db5c9b76c3c7 for: {'network': 1} {{(pid=94175) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 23 11:34:51.292153 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron_lib.callbacks.manager [None req-a7c4b907-18a7-4088-a402-c0a878c3c6b2 tempest-PortsIpV6TestJSON-1781383748 tempest-PortsIpV6TestJSON-1781383748-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-923104'] for network, before_create {{(pid=94175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:34:51.300860 dv-neutron-601336-94-hyperv neutron-server[94174]: INFO neutron.wsgi [req-ef209aec-9541-47f6-b194-f9188993e831 req-55a2c1b5-b77a-41fe-9624-19c5276077b3 service neutron] 10.222.0.52 "GET /v2.0/networks/cf29c68f-82b8-4662-a929-931f65637941?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1120219 Jun 23 11:34:51.319547 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a7c4b907-18a7-4088-a402-c0a878c3c6b2 tempest-PortsIpV6TestJSON-1781383748 tempest-PortsIpV6TestJSON-1781383748-project] vlan segment allocate from pool success with {'vlan_id': 424, 'physical_network': 'physnet1'} {{(pid=94175) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 23 11:34:51.328560 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron_lib.callbacks.manager [None req-a7c4b907-18a7-4088-a402-c0a878c3c6b2 tempest-PortsIpV6TestJSON-1781383748 tempest-PortsIpV6TestJSON-1781383748-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3801'] for segment, precommit_create {{(pid=94175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:34:51.328908 dv-neutron-601336-94-hyperv neutron-server[94175]: INFO neutron.db.segments_db [None req-a7c4b907-18a7-4088-a402-c0a878c3c6b2 tempest-PortsIpV6TestJSON-1781383748 tempest-PortsIpV6TestJSON-1781383748-project] Added segment 52522548-34ab-427a-abf6-254e180028c9 of type vlan for network cb925a48-df4b-4b68-bb2c-0a2c48efa0ae Jun 23 11:34:51.357287 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-de9bf3ba-f0db-41cd-8289-17d70d4b32cf tempest-RoutersTest-228919764 tempest-RoutersTest-228919764-project] Network fd456c1e-7dad-4e7a-b415-72c79642be24 is scheduled to be hosted by DHCP agent 8cf29b10-0e57-4131-816f-a4b6ad00b249 with binding_index 1 {{(pid=94174) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 23 11:34:51.369731 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron_lib.callbacks.manager [None req-a7c4b907-18a7-4088-a402-c0a878c3c6b2 tempest-PortsIpV6TestJSON-1781383748 tempest-PortsIpV6TestJSON-1781383748-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8773699596773'] for network, precommit_create {{(pid=94175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:34:51.377530 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron_lib.callbacks.manager [None req-0e7362f5-ae06-48d3-bb02-c0d9db0ca8a5 tempest-RoutersIpV6Test-1448447933 tempest-RoutersIpV6Test-1448447933-project] Notify callbacks [] for router, before_response {{(pid=94175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:34:51.379163 dv-neutron-601336-94-hyperv neutron-server[94175]: INFO neutron.wsgi [None req-0e7362f5-ae06-48d3-bb02-c0d9db0ca8a5 tempest-RoutersIpV6Test-1448447933 tempest-RoutersIpV6Test-1448447933-project] 10.222.0.20 "POST /v2.0/routers HTTP/1.1" status: 201 len: 704 time: 0.5192463 Jun 23 11:34:51.379987 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron_lib.callbacks.manager [None req-7dd2672c-5634-4295-95cf-ec38540db399 None None] Notify callbacks [] for port, precommit_create {{(pid=94176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:34:51.381845 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.wsgi [-] (94175) accepted ('10.222.0.20', 40796) {{(pid=94175) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 11:34:51.388483 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.api.v2.base [None req-485a3c87-fd83-4cc0-acd9-a16c53c6b044 tempest-RoutersIpV6Test-1448447933 tempest-RoutersIpV6Test-1448447933-project] Request body: {'port': {'network_id': 'f84888d5-07eb-43f8-aa7d-41c0418ac0a7', 'name': 'tempest-RoutersIpV6Test-1648278171'}} {{(pid=94175) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 23 11:34:51.392307 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.db.provisioning_blocks [None req-7dd2672c-5634-4295-95cf-ec38540db399 None None] Transition to ACTIVE for port object 7e7b4560-8e4a-46e3-a0cc-e2f005b9871e will not be triggered until provisioned by entity L2. {{(pid=94176) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 23 11:34:51.412312 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.db.provisioning_blocks [None req-7dd2672c-5634-4295-95cf-ec38540db399 None None] Transition to ACTIVE for port object 7e7b4560-8e4a-46e3-a0cc-e2f005b9871e will not be triggered until provisioned by entity DHCP. {{(pid=94176) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 23 11:34:51.413063 dv-neutron-601336-94-hyperv neutron-server[94174]: INFO neutron.wsgi [req-ef209aec-9541-47f6-b194-f9188993e831 req-04bcb9a9-ad1b-479a-8fc0-11e206c5fdc3 service neutron] 10.222.0.52 "GET /v2.0/networks/cf29c68f-82b8-4662-a929-931f65637941?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1048048 Jun 23 11:34:51.443992 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.scheduler.base_scheduler [None req-de9bf3ba-f0db-41cd-8289-17d70d4b32cf tempest-RoutersTest-228919764 tempest-RoutersTest-228919764-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-601336-94-hyperv, fd456c1e-7dad-4e7a-b415-72c79642be24) {{(pid=94174) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 23 11:34:51.448810 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-de9bf3ba-f0db-41cd-8289-17d70d4b32cf tempest-RoutersTest-228919764 tempest-RoutersTest-228919764-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94174) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 11:34:51.449435 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron_lib.callbacks.manager [None req-de9bf3ba-f0db-41cd-8289-17d70d4b32cf tempest-RoutersTest-228919764 tempest-RoutersTest-228919764-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7865916'] for subnet, before_response {{(pid=94174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:34:51.456652 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0a3e7c51-f20d-4e8a-98c2-c157d4659db3 None None] Network fd456c1e-7dad-4e7a-b415-72c79642be24 requested from dv-neutron-601336-94-hyperv {{(pid=94176) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 23 11:34:51.519940 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron_lib.callbacks.manager [None req-7dd2672c-5634-4295-95cf-ec38540db399 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-922915', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-239814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7866073', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773699642215'] for port, after_create {{(pid=94176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:34:51.525007 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG oslo_concurrency.lockutils [None req-dfb8dc2d-bb21-440f-bad3-f630ded86b23 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 11:34:51.549208 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron_lib.callbacks.manager [None req-a7c4b907-18a7-4088-a402-c0a878c3c6b2 tempest-PortsIpV6TestJSON-1781383748 tempest-PortsIpV6TestJSON-1781383748-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8002400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7866073'] for network, after_create {{(pid=94175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:34:51.553304 dv-neutron-601336-94-hyperv neutron-server[94174]: INFO neutron.wsgi [None req-de9bf3ba-f0db-41cd-8289-17d70d4b32cf tempest-RoutersTest-228919764 tempest-RoutersTest-228919764-project] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.5136762 Jun 23 11:34:51.553667 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.wsgi [-] (94174) accepted ('10.222.0.20', 40798) {{(pid=94174) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 11:34:51.555781 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a7c4b907-18a7-4088-a402-c0a878c3c6b2 tempest-PortsIpV6TestJSON-1781383748 tempest-PortsIpV6TestJSON-1781383748-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 11:34:51.558984 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron_lib.callbacks.manager [None req-a7c4b907-18a7-4088-a402-c0a878c3c6b2 tempest-PortsIpV6TestJSON-1781383748 tempest-PortsIpV6TestJSON-1781383748-project] Notify callbacks [] for network, before_response {{(pid=94175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:34:51.559188 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.api.v2.base [None req-f074fd74-e3ee-4997-aa9e-3e6dea4354a9 tempest-RoutersTest-228919764 tempest-RoutersTest-228919764-project] Request body: {'subnet': {'network_id': 'ae6b3856-80a7-46e5-9aff-b210e595fe8d', 'cidr': '172.21.0.0/28', 'ip_version': 4, 'gateway_ip': '172.21.0.1'}} {{(pid=94174) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 23 11:34:51.562175 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG oslo_concurrency.lockutils [None req-b5d5ec72-069e-48e0-a547-811dbfbbc4f0 tempest-TagsTest-463466438 tempest-TagsTest-463466438-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94175) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 11:34:51.571106 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7dd2672c-5634-4295-95cf-ec38540db399 None None] Network f84888d5-07eb-43f8-aa7d-41c0418ac0a7 is already hosted by enough agents. {{(pid=94176) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 23 11:34:51.580053 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.scheduler.base_scheduler [None req-7dd2672c-5634-4295-95cf-ec38540db399 None None] Resources bound (agent type, host, resource id): {{(pid=94176) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 23 11:34:51.603080 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7dd2672c-5634-4295-95cf-ec38540db399 None None] Received port after_create {{(pid=94176) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 23 11:34:51.607917 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7dd2672c-5634-4295-95cf-ec38540db399 None None] Pushing event updated for resources: {'Port': ['ID=7e7b4560-8e4a-46e3-a0cc-e2f005b9871e,revision_number=1']} {{(pid=94176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 11:34:51.618654 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG oslo_concurrency.lockutils [None req-7dd2672c-5634-4295-95cf-ec38540db399 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.094s {{(pid=94176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 11:34:51.638718 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7c4b907-18a7-4088-a402-c0a878c3c6b2 tempest-PortsIpV6TestJSON-1781383748 tempest-PortsIpV6TestJSON-1781383748-project] Pushing event updated for resources: {'Network': ['ID=cb925a48-df4b-4b68-bb2c-0a2c48efa0ae,revision_number=1']} {{(pid=94175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 11:34:51.641570 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG oslo_concurrency.lockutils [None req-a7c4b907-18a7-4088-a402-c0a878c3c6b2 tempest-PortsIpV6TestJSON-1781383748 tempest-PortsIpV6TestJSON-1781383748-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.080s {{(pid=94175) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 11:34:51.665299 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.plugins.ml2.rpc [None req-dc7542b2-afef-47f4-a763-e3a3cba144be None None] Network cb925a48-df4b-4b68-bb2c-0a2c48efa0ae details requested by agent ovs-agent-dv-neutron-601336-94-hyperv with host dv-neutron-601336-94-hyperv {{(pid=94176) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:250}} Jun 23 11:34:51.716965 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-485a3c87-fd83-4cc0-acd9-a16c53c6b044 tempest-RoutersIpV6Test-1448447933 tempest-RoutersIpV6Test-1448447933-project] Made reservation on behalf of a04e393135be4822803c421d0995b548 for: {'port': 1} {{(pid=94175) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 23 11:34:51.720623 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron_lib.callbacks.manager [None req-485a3c87-fd83-4cc0-acd9-a16c53c6b044 tempest-RoutersIpV6Test-1448447933 tempest-RoutersIpV6Test-1448447933-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-923104'] for port, before_create {{(pid=94175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:34:51.739532 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.notifiers.nova [None req-485a3c87-fd83-4cc0-acd9-a16c53c6b044 tempest-RoutersIpV6Test-1448447933 tempest-RoutersIpV6Test-1448447933-project] device_id is not set on port 7a49523d-29b4-4e1c-93ed-42fada5ba124 yet. {{(pid=94175) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jun 23 11:34:51.826534 dv-neutron-601336-94-hyperv neutron-server[94175]: INFO neutron.wsgi [None req-a7c4b907-18a7-4088-a402-c0a878c3c6b2 tempest-PortsIpV6TestJSON-1781383748 tempest-PortsIpV6TestJSON-1781383748-project] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 0.6898372 Jun 23 11:34:51.829326 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.wsgi [-] (94175) accepted ('10.222.0.20', 40800) {{(pid=94175) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 11:34:51.834339 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.api.v2.base [None req-286fbc0f-4cae-42c7-a688-177c43098488 tempest-PortsIpV6TestJSON-1781383748 tempest-PortsIpV6TestJSON-1781383748-project] Request body: {'subnet': {'network_id': 'cb925a48-df4b-4b68-bb2c-0a2c48efa0ae', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=94175) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 23 11:34:51.883205 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6f3feb45-132a-4b5b-83c8-9dd46b352a32 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1e0d828a-1fa4-563d-b7fd-53adf66a04ee-fd456c1e-7dad-4e7a-b415-72c79642be24', 'network_id': 'fd456c1e-7dad-4e7a-b415-72c79642be24', 'tenant_id': '1838eb839bc24d0abf2e86f88a8bcfa8', 'fixed_ips': [{'subnet_id': 'f2d6faea-6e5d-4e43-93d5-9f224213e1ba'}]}} from dv-neutron-601336-94-hyperv. {{(pid=94176) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 23 11:34:51.884054 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron_lib.callbacks.manager [None req-6f3feb45-132a-4b5b-83c8-9dd46b352a32 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-923104'] for port, before_create {{(pid=94176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:34:51.888312 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.plugins.ml2.managers [None req-7dd2672c-5634-4295-95cf-ec38540db399 None None] Attempting to bind port 7e7b4560-8e4a-46e3-a0cc-e2f005b9871e on host dv-neutron-601336-94-hyperv for vnic_type normal with profile {{(pid=94176) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 23 11:34:51.891519 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.plugins.ml2.managers [None req-7dd2672c-5634-4295-95cf-ec38540db399 None None] Attempting to bind port 7e7b4560-8e4a-46e3-a0cc-e2f005b9871e by drivers openvswitch,hyperv on host dv-neutron-601336-94-hyperv at level 0 using segments [{'id': '6f93cf10-6ee3-4ecd-8833-19a4aae5ad3d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 411, 'network_id': 'f84888d5-07eb-43f8-aa7d-41c0418ac0a7'}] {{(pid=94176) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 23 11:34:51.891519 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7dd2672c-5634-4295-95cf-ec38540db399 None None] Attempting to bind port 7e7b4560-8e4a-46e3-a0cc-e2f005b9871e on network f84888d5-07eb-43f8-aa7d-41c0418ac0a7 {{(pid=94176) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 23 11:34:51.910183 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f074fd74-e3ee-4997-aa9e-3e6dea4354a9 tempest-RoutersTest-228919764 tempest-RoutersTest-228919764-project] Made reservation on behalf of 1838eb839bc24d0abf2e86f88a8bcfa8 for: {'subnet': 1} {{(pid=94174) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 23 11:34:51.914020 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7dd2672c-5634-4295-95cf-ec38540db399 None None] Checking agent: {'id': '4d05f899-5ac9-411b-8a03-f60c93f87cdf', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-601336-94-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 23, 11, 22, 14), 'started_at': datetime.datetime(2021, 6, 23, 11, 22, 44), 'heartbeat_timestamp': datetime.datetime(2021, 6, 23, 11, 34, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'monitor_allowed_address_pair_garp': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-601336-94-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94176) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 23 11:34:51.914224 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron_lib.callbacks.manager [None req-f074fd74-e3ee-4997-aa9e-3e6dea4354a9 tempest-RoutersTest-228919764 tempest-RoutersTest-228919764-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4294245'] for subnet, before_create {{(pid=94174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:34:51.914456 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7dd2672c-5634-4295-95cf-ec38540db399 None None] Checking segment: {'id': '6f93cf10-6ee3-4ecd-8833-19a4aae5ad3d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 411, 'network_id': 'f84888d5-07eb-43f8-aa7d-41c0418ac0a7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94176) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 23 11:34:51.914816 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron_lib.callbacks.manager [None req-7dd2672c-5634-4295-95cf-ec38540db399 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:34:51.915246 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7dd2672c-5634-4295-95cf-ec38540db399 None None] Bound using segment: {'id': '6f93cf10-6ee3-4ecd-8833-19a4aae5ad3d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 411, 'network_id': 'f84888d5-07eb-43f8-aa7d-41c0418ac0a7'} {{(pid=94176) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 23 11:34:51.915726 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.plugins.ml2.managers [None req-7dd2672c-5634-4295-95cf-ec38540db399 None None] Bound port: 7e7b4560-8e4a-46e3-a0cc-e2f005b9871e, host: dv-neutron-601336-94-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6f93cf10-6ee3-4ecd-8833-19a4aae5ad3d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 411, 'network_id': 'f84888d5-07eb-43f8-aa7d-41c0418ac0a7'}}] {{(pid=94176) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 23 11:34:51.916159 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron_lib.callbacks.manager [None req-7dd2672c-5634-4295-95cf-ec38540db399 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-923122'] for port, before_update {{(pid=94176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:34:51.919899 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.db.db_base_plugin_common [None req-485a3c87-fd83-4cc0-acd9-a16c53c6b044 tempest-RoutersIpV6Test-1448447933 tempest-RoutersIpV6Test-1448447933-project] Allocated IP 2001:db8::3d8 (f84888d5-07eb-43f8-aa7d-41c0418ac0a7/5872e5be-2a34-47b2-bd6a-66ee25a62a9f/7a49523d-29b4-4e1c-93ed-42fada5ba124) {{(pid=94175) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 23 11:34:52.057624 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-286fbc0f-4cae-42c7-a688-177c43098488 tempest-PortsIpV6TestJSON-1781383748 tempest-PortsIpV6TestJSON-1781383748-project] Made reservation on behalf of 4a9805c328414e068d83db5c9b76c3c7 for: {'subnet': 1} {{(pid=94175) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 23 11:34:52.061183 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron_lib.callbacks.manager [None req-286fbc0f-4cae-42c7-a688-177c43098488 tempest-PortsIpV6TestJSON-1781383748 tempest-PortsIpV6TestJSON-1781383748-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4660073'] for subnet, before_create {{(pid=94175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:34:52.076875 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.plugins.ml2.db [None req-7dd2672c-5634-4295-95cf-ec38540db399 None None] For port 7e7b4560-8e4a-46e3-a0cc-e2f005b9871e, host dv-neutron-601336-94-hyperv, cleared binding levels {{(pid=94176) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 23 11:34:52.081811 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.plugins.ml2.db [None req-7dd2672c-5634-4295-95cf-ec38540db399 None None] For port 7e7b4560-8e4a-46e3-a0cc-e2f005b9871e, host dv-neutron-601336-94-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-94-hyperv',level=0,port_id=7e7b4560-8e4a-46e3-a0cc-e2f005b9871e,segment=NetworkSegment(6f93cf10-6ee3-4ecd-8833-19a4aae5ad3d),segment_id=6f93cf10-6ee3-4ecd-8833-19a4aae5ad3d)] {{(pid=94176) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 23 11:34:52.089936 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.db.db_base_plugin_common [None req-6f3feb45-132a-4b5b-83c8-9dd46b352a32 None None] Allocated IP 172.20.0.2 (fd456c1e-7dad-4e7a-b415-72c79642be24/f2d6faea-6e5d-4e43-93d5-9f224213e1ba/986a082d-d456-461b-af82-a65b2ea7bada) {{(pid=94176) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 23 11:34:52.151840 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron_lib.callbacks.manager [None req-7dd2672c-5634-4295-95cf-ec38540db399 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-922904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866062', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773700135042', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773699642233', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773699642278'] for port, after_update {{(pid=94176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:34:52.155836 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG oslo_concurrency.lockutils [None req-dc7542b2-afef-47f4-a763-e3a3cba144be None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 11:34:52.162201 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron_lib.callbacks.manager [None req-485a3c87-fd83-4cc0-acd9-a16c53c6b044 tempest-RoutersIpV6Test-1448447933 tempest-RoutersIpV6Test-1448447933-project] Notify callbacks [] for port, precommit_create {{(pid=94175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:34:52.176575 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron_lib.callbacks.manager [None req-f074fd74-e3ee-4997-aa9e-3e6dea4354a9 tempest-RoutersTest-228919764 tempest-RoutersTest-228919764-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866062', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5195999', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4294259'] for subnet, after_create {{(pid=94174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:34:52.191320 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.db.provisioning_blocks [None req-485a3c87-fd83-4cc0-acd9-a16c53c6b044 tempest-RoutersIpV6Test-1448447933 tempest-RoutersIpV6Test-1448447933-project] Transition to ACTIVE for port object 7a49523d-29b4-4e1c-93ed-42fada5ba124 will not be triggered until provisioned by entity DHCP. {{(pid=94175) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 23 11:34:52.198883 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94174) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 11:34:52.247049 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7dd2672c-5634-4295-95cf-ec38540db399 None None] Pushing event updated for resources: {'Port': ['ID=7e7b4560-8e4a-46e3-a0cc-e2f005b9871e,revision_number=2']} {{(pid=94176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 11:34:52.252797 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG oslo_concurrency.lockutils [None req-7dd2672c-5634-4295-95cf-ec38540db399 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.096s {{(pid=94176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 11:34:52.295651 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron_lib.callbacks.manager [None req-6f3feb45-132a-4b5b-83c8-9dd46b352a32 None None] Notify callbacks [] for port, precommit_create {{(pid=94176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:34:52.304716 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.db.provisioning_blocks [None req-6f3feb45-132a-4b5b-83c8-9dd46b352a32 None None] Transition to ACTIVE for port object 986a082d-d456-461b-af82-a65b2ea7bada will not be triggered until provisioned by entity L2. {{(pid=94176) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 23 11:34:52.322044 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.db.provisioning_blocks [None req-6f3feb45-132a-4b5b-83c8-9dd46b352a32 None None] Transition to ACTIVE for port object 986a082d-d456-461b-af82-a65b2ea7bada will not be triggered until provisioned by entity DHCP. {{(pid=94176) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 23 11:34:52.332266 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f074fd74-e3ee-4997-aa9e-3e6dea4354a9 tempest-RoutersTest-228919764 tempest-RoutersTest-228919764-project] Pushing event updated for resources: {'Subnet': ['ID=97e73890-8840-4dca-a4a3-7418075a9d4c,revision_number=0']} {{(pid=94174) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 11:34:52.335166 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG oslo_concurrency.lockutils [None req-f074fd74-e3ee-4997-aa9e-3e6dea4354a9 tempest-RoutersTest-228919764 tempest-RoutersTest-228919764-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.138s {{(pid=94174) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 11:34:52.338240 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f074fd74-e3ee-4997-aa9e-3e6dea4354a9 tempest-RoutersTest-228919764 tempest-RoutersTest-228919764-project] Checking segment: {'id': '27545297-ceb3-467f-af42-46d2ad038914', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 425, 'network_id': 'ae6b3856-80a7-46e5-9aff-b210e595fe8d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94174) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 23 11:34:52.338684 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f074fd74-e3ee-4997-aa9e-3e6dea4354a9 tempest-RoutersTest-228919764 tempest-RoutersTest-228919764-project] Network hostable DHCP agents. Network: ae6b3856-80a7-46e5-9aff-b210e595fe8d, hostable agents: ['8cf29b10-0e57-4131-816f-a4b6ad00b249'], hosted agents: [] {{(pid=94174) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 23 11:34:52.344185 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron_lib.callbacks.manager [None req-485a3c87-fd83-4cc0-acd9-a16c53c6b044 tempest-RoutersIpV6Test-1448447933 tempest-RoutersIpV6Test-1448447933-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-922915', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-239814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7866073', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773699642215', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-5082457'] for port, after_create {{(pid=94175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:34:52.353196 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG oslo_concurrency.lockutils [None req-0f50e38d-2bbe-4e58-ac7f-86bb1a1e5ac5 tempest-NetworksTest-2133396914 tempest-NetworksTest-2133396914-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94175) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 11:34:52.377718 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42cb08d0-213f-435a-8b8b-1d67bb683add req-58dd9024-5c55-4f94-b9e2-a61b808ac6a7 tempest-TestNetworkBasicOps-233187296 tempest-TestNetworkBasicOps-233187296-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94174) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 11:34:52.379822 dv-neutron-601336-94-hyperv neutron-server[94174]: INFO neutron.wsgi [req-42cb08d0-213f-435a-8b8b-1d67bb683add req-58dd9024-5c55-4f94-b9e2-a61b808ac6a7 tempest-TestNetworkBasicOps-233187296 tempest-TestNetworkBasicOps-233187296-project] 10.222.0.20 "GET /v2.0/ports?device_id=5dc250a1-61bb-46d0-9888-3ab1b564fa78 HTTP/1.1" status: 200 len: 944 time: 0.1337087 Jun 23 11:34:52.392568 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-485a3c87-fd83-4cc0-acd9-a16c53c6b044 tempest-RoutersIpV6Test-1448447933 tempest-RoutersIpV6Test-1448447933-project] Network f84888d5-07eb-43f8-aa7d-41c0418ac0a7 is already hosted by enough agents. {{(pid=94175) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 23 11:34:52.394102 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron_lib.callbacks.manager [None req-6f3feb45-132a-4b5b-83c8-9dd46b352a32 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-922915', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-239814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7866073', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773699642215'] for port, after_create {{(pid=94176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:34:52.396259 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG oslo_concurrency.lockutils [None req-915c5082-c4cd-4032-9343-d05860a62454 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 11:34:52.398352 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.scheduler.base_scheduler [None req-485a3c87-fd83-4cc0-acd9-a16c53c6b044 tempest-RoutersIpV6Test-1448447933 tempest-RoutersIpV6Test-1448447933-project] Resources bound (agent type, host, resource id): {{(pid=94175) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 23 11:34:52.404409 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.db.l3_dvrscheduler_db [None req-485a3c87-fd83-4cc0-acd9-a16c53c6b044 tempest-RoutersIpV6Test-1448447933 tempest-RoutersIpV6Test-1448447933-project] Received port after_create {{(pid=94175) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 23 11:34:52.409889 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-485a3c87-fd83-4cc0-acd9-a16c53c6b044 tempest-RoutersIpV6Test-1448447933 tempest-RoutersIpV6Test-1448447933-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 11:34:52.410526 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron_lib.callbacks.manager [None req-485a3c87-fd83-4cc0-acd9-a16c53c6b044 tempest-RoutersIpV6Test-1448447933 tempest-RoutersIpV6Test-1448447933-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-217507'] for port, before_response {{(pid=94175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:34:52.421822 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-485a3c87-fd83-4cc0-acd9-a16c53c6b044 tempest-RoutersIpV6Test-1448447933 tempest-RoutersIpV6Test-1448447933-project] Pushing event updated for resources: {'Port': ['ID=7a49523d-29b4-4e1c-93ed-42fada5ba124,revision_number=1']} {{(pid=94175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 11:34:52.425419 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG oslo_concurrency.lockutils [None req-485a3c87-fd83-4cc0-acd9-a16c53c6b044 tempest-RoutersIpV6Test-1448447933 tempest-RoutersIpV6Test-1448447933-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.076s {{(pid=94175) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 11:34:52.440316 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6f3feb45-132a-4b5b-83c8-9dd46b352a32 None None] Network fd456c1e-7dad-4e7a-b415-72c79642be24 is already hosted by enough agents. {{(pid=94176) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 23 11:34:52.444137 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.scheduler.base_scheduler [None req-6f3feb45-132a-4b5b-83c8-9dd46b352a32 None None] Resources bound (agent type, host, resource id): {{(pid=94176) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 23 11:34:52.451991 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron_lib.callbacks.manager [None req-286fbc0f-4cae-42c7-a688-177c43098488 tempest-PortsIpV6TestJSON-1781383748 tempest-PortsIpV6TestJSON-1781383748-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866062', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5083113', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4660095'] for subnet, after_create {{(pid=94175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:34:52.454505 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG oslo_concurrency.lockutils [None req-aca1aaa1-fd8a-49c0-82ab-e9180c22288b tempest-NetworksTest-2133396914 tempest-NetworksTest-2133396914-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94175) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 11:34:52.465861 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6f3feb45-132a-4b5b-83c8-9dd46b352a32 None None] Received port after_create {{(pid=94176) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 23 11:34:52.485876 dv-neutron-601336-94-hyperv neutron-server[94174]: INFO neutron.wsgi [req-42cb08d0-213f-435a-8b8b-1d67bb683add req-128054ad-b295-46e7-a0fa-5250d4e1bd65 tempest-TestNetworkBasicOps-233187296 tempest-TestNetworkBasicOps-233187296-project] 10.222.0.20 "GET /v2.0/security-groups?id=30a782a1-c8ca-4eeb-9aeb-36d88772e1b8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0942817 Jun 23 11:34:52.487180 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f074fd74-e3ee-4997-aa9e-3e6dea4354a9 tempest-RoutersTest-228919764 tempest-RoutersTest-228919764-project] Network ae6b3856-80a7-46e5-9aff-b210e595fe8d is scheduled to be hosted by DHCP agent 8cf29b10-0e57-4131-816f-a4b6ad00b249 with binding_index 1 {{(pid=94174) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 23 11:34:52.495365 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f3feb45-132a-4b5b-83c8-9dd46b352a32 None None] Pushing event updated for resources: {'Port': ['ID=986a082d-d456-461b-af82-a65b2ea7bada,revision_number=1']} {{(pid=94176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 11:34:52.523337 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG oslo_concurrency.lockutils [None req-6f3feb45-132a-4b5b-83c8-9dd46b352a32 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.127s {{(pid=94176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 11:34:52.539592 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-286fbc0f-4cae-42c7-a688-177c43098488 tempest-PortsIpV6TestJSON-1781383748 tempest-PortsIpV6TestJSON-1781383748-project] Pushing event updated for resources: {'Subnet': ['ID=e04d3e76-be79-44ec-9877-4fd7498f5723,revision_number=0']} {{(pid=94175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 11:34:52.542653 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG oslo_concurrency.lockutils [None req-286fbc0f-4cae-42c7-a688-177c43098488 tempest-PortsIpV6TestJSON-1781383748 tempest-PortsIpV6TestJSON-1781383748-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.088s {{(pid=94175) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 11:34:52.546273 dv-neutron-601336-94-hyperv neutron-server[94175]: INFO neutron.wsgi [None req-485a3c87-fd83-4cc0-acd9-a16c53c6b044 tempest-RoutersIpV6Test-1448447933 tempest-RoutersIpV6Test-1448447933-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 929 time: 1.1631351 Jun 23 11:34:52.548672 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.wsgi [-] (94174) accepted ('10.222.0.20', 40804) {{(pid=94174) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 11:34:52.562001 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.plugins.ml2.managers [None req-6f3feb45-132a-4b5b-83c8-9dd46b352a32 None None] Attempting to bind port 986a082d-d456-461b-af82-a65b2ea7bada on host dv-neutron-601336-94-hyperv for vnic_type normal with profile {{(pid=94176) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 23 11:34:52.562387 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.plugins.ml2.managers [None req-6f3feb45-132a-4b5b-83c8-9dd46b352a32 None None] Attempting to bind port 986a082d-d456-461b-af82-a65b2ea7bada by drivers openvswitch,hyperv on host dv-neutron-601336-94-hyperv at level 0 using segments [{'id': '6dd70063-cd3d-4812-bf9c-708b24b55911', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 440, 'network_id': 'fd456c1e-7dad-4e7a-b415-72c79642be24'}] {{(pid=94176) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 23 11:34:52.562809 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6f3feb45-132a-4b5b-83c8-9dd46b352a32 None None] Attempting to bind port 986a082d-d456-461b-af82-a65b2ea7bada on network fd456c1e-7dad-4e7a-b415-72c79642be24 {{(pid=94176) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 23 11:34:52.568459 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6f3feb45-132a-4b5b-83c8-9dd46b352a32 None None] Checking agent: {'id': '4d05f899-5ac9-411b-8a03-f60c93f87cdf', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-601336-94-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 23, 11, 22, 14), 'started_at': datetime.datetime(2021, 6, 23, 11, 22, 44), 'heartbeat_timestamp': datetime.datetime(2021, 6, 23, 11, 34, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'monitor_allowed_address_pair_garp': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-601336-94-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94176) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 23 11:34:52.568852 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6f3feb45-132a-4b5b-83c8-9dd46b352a32 None None] Checking segment: {'id': '6dd70063-cd3d-4812-bf9c-708b24b55911', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 440, 'network_id': 'fd456c1e-7dad-4e7a-b415-72c79642be24'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94176) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 23 11:34:52.569208 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron_lib.callbacks.manager [None req-6f3feb45-132a-4b5b-83c8-9dd46b352a32 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:34:52.569692 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6f3feb45-132a-4b5b-83c8-9dd46b352a32 None None] Bound using segment: {'id': '6dd70063-cd3d-4812-bf9c-708b24b55911', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 440, 'network_id': 'fd456c1e-7dad-4e7a-b415-72c79642be24'} {{(pid=94176) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 23 11:34:52.570454 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.plugins.ml2.managers [None req-6f3feb45-132a-4b5b-83c8-9dd46b352a32 None None] Bound port: 986a082d-d456-461b-af82-a65b2ea7bada, host: dv-neutron-601336-94-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6dd70063-cd3d-4812-bf9c-708b24b55911', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 440, 'network_id': 'fd456c1e-7dad-4e7a-b415-72c79642be24'}}] {{(pid=94176) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 23 11:34:52.570895 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron_lib.callbacks.manager [None req-6f3feb45-132a-4b5b-83c8-9dd46b352a32 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-923122'] for port, before_update {{(pid=94176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:34:52.582747 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-286fbc0f-4cae-42c7-a688-177c43098488 tempest-PortsIpV6TestJSON-1781383748 tempest-PortsIpV6TestJSON-1781383748-project] Checking segment: {'id': '52522548-34ab-427a-abf6-254e180028c9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 424, 'network_id': 'cb925a48-df4b-4b68-bb2c-0a2c48efa0ae'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94175) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 23 11:34:52.584170 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-286fbc0f-4cae-42c7-a688-177c43098488 tempest-PortsIpV6TestJSON-1781383748 tempest-PortsIpV6TestJSON-1781383748-project] Network hostable DHCP agents. Network: cb925a48-df4b-4b68-bb2c-0a2c48efa0ae, hostable agents: ['8cf29b10-0e57-4131-816f-a4b6ad00b249'], hosted agents: [] {{(pid=94175) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 23 11:34:52.602451 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.scheduler.base_scheduler [None req-f074fd74-e3ee-4997-aa9e-3e6dea4354a9 tempest-RoutersTest-228919764 tempest-RoutersTest-228919764-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-601336-94-hyperv, ae6b3856-80a7-46e5-9aff-b210e595fe8d) {{(pid=94174) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 23 11:34:52.612509 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5667132a-6074-4a3f-87a6-b8c8a903c916 None None] Network ae6b3856-80a7-46e5-9aff-b210e595fe8d requested from dv-neutron-601336-94-hyperv {{(pid=94176) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 23 11:34:52.640297 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f074fd74-e3ee-4997-aa9e-3e6dea4354a9 tempest-RoutersTest-228919764 tempest-RoutersTest-228919764-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94174) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 11:34:52.641179 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron_lib.callbacks.manager [None req-f074fd74-e3ee-4997-aa9e-3e6dea4354a9 tempest-RoutersTest-228919764 tempest-RoutersTest-228919764-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7865916'] for subnet, before_response {{(pid=94174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:34:52.681790 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-286fbc0f-4cae-42c7-a688-177c43098488 tempest-PortsIpV6TestJSON-1781383748 tempest-PortsIpV6TestJSON-1781383748-project] Network cb925a48-df4b-4b68-bb2c-0a2c48efa0ae is scheduled to be hosted by DHCP agent 8cf29b10-0e57-4131-816f-a4b6ad00b249 with binding_index 1 {{(pid=94175) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 23 11:34:52.690637 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.scheduler.base_scheduler [None req-286fbc0f-4cae-42c7-a688-177c43098488 tempest-PortsIpV6TestJSON-1781383748 tempest-PortsIpV6TestJSON-1781383748-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-601336-94-hyperv, cb925a48-df4b-4b68-bb2c-0a2c48efa0ae) {{(pid=94175) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 23 11:34:52.695724 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.plugins.ml2.db [None req-6f3feb45-132a-4b5b-83c8-9dd46b352a32 None None] For port 986a082d-d456-461b-af82-a65b2ea7bada, host dv-neutron-601336-94-hyperv, cleared binding levels {{(pid=94176) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 23 11:34:52.696420 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-286fbc0f-4cae-42c7-a688-177c43098488 tempest-PortsIpV6TestJSON-1781383748 tempest-PortsIpV6TestJSON-1781383748-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 11:34:52.697367 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron_lib.callbacks.manager [None req-286fbc0f-4cae-42c7-a688-177c43098488 tempest-PortsIpV6TestJSON-1781383748 tempest-PortsIpV6TestJSON-1781383748-project] Notify callbacks [] for subnet, before_response {{(pid=94175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:34:52.704008 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.plugins.ml2.db [None req-6f3feb45-132a-4b5b-83c8-9dd46b352a32 None None] For port 986a082d-d456-461b-af82-a65b2ea7bada, host dv-neutron-601336-94-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-94-hyperv',level=0,port_id=986a082d-d456-461b-af82-a65b2ea7bada,segment=NetworkSegment(6dd70063-cd3d-4812-bf9c-708b24b55911),segment_id=6dd70063-cd3d-4812-bf9c-708b24b55911)] {{(pid=94176) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 23 11:34:52.704008 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8e1531e4-fc4c-4815-a763-6d41eb22030c None None] Network cb925a48-df4b-4b68-bb2c-0a2c48efa0ae requested from dv-neutron-601336-94-hyperv {{(pid=94176) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 23 11:34:52.732732 dv-neutron-601336-94-hyperv neutron-server[94174]: INFO neutron.wsgi [None req-f074fd74-e3ee-4997-aa9e-3e6dea4354a9 tempest-RoutersTest-228919764 tempest-RoutersTest-228919764-project] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.1767294 Jun 23 11:34:52.734302 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.wsgi [-] (94175) accepted ('10.222.0.20', 40806) {{(pid=94175) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 11:34:52.740156 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.api.v2.base [None req-00414921-5a58-4bf9-9646-c1eeec18d848 tempest-RoutersTest-228919764 tempest-RoutersTest-228919764-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-1991420022', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=94175) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 23 11:34:52.792055 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron_lib.callbacks.manager [None req-6f3feb45-132a-4b5b-83c8-9dd46b352a32 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-922904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866062', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773700135042', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773699642233', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773699642278'] for port, after_update {{(pid=94176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:34:52.800010 dv-neutron-601336-94-hyperv neutron-server[94175]: INFO neutron.wsgi [None req-286fbc0f-4cae-42c7-a688-177c43098488 tempest-PortsIpV6TestJSON-1781383748 tempest-PortsIpV6TestJSON-1781383748-project] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.9694414 Jun 23 11:34:52.800818 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG oslo_concurrency.lockutils [None req-b86165b2-57f7-4bdd-badd-fc794a4c5db5 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 11:34:52.802476 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.wsgi [-] (94175) accepted ('10.222.0.20', 40808) {{(pid=94175) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 11:34:52.818762 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.api.v2.base [None req-d811d1e9-18b5-41af-ba3f-675432f15ec7 tempest-PortsIpV6TestJSON-1781383748 tempest-PortsIpV6TestJSON-1781383748-project] Request body: {'router': {'name': 'tempest-PortsIpV6TestJSON-router-1359598131', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=94175) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 23 11:34:52.901390 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.plugins.ml2.rpc [None req-dc7542b2-afef-47f4-a763-e3a3cba144be None None] Device 7e7b4560-8e4a-46e3-a0cc-e2f005b9871e up at agent ovs-agent-dv-neutron-601336-94-hyperv {{(pid=94176) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:298}} Jun 23 11:34:52.918075 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron_lib.callbacks.manager [None req-00414921-5a58-4bf9-9646-c1eeec18d848 tempest-RoutersTest-228919764 tempest-RoutersTest-228919764-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-520407', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-32315'] for router, before_create {{(pid=94175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:34:52.920509 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron_lib.callbacks.manager [None req-00414921-5a58-4bf9-9646-c1eeec18d848 tempest-RoutersTest-228919764 tempest-RoutersTest-228919764-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-520264', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-524122', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-414782', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-32290'] for router, precommit_create {{(pid=94175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:34:52.942619 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7acc197a-a666-4e9a-8aa1-ca69956c89e3 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1e0d828a-1fa4-563d-b7fd-53adf66a04ee-ae6b3856-80a7-46e5-9aff-b210e595fe8d', 'network_id': 'ae6b3856-80a7-46e5-9aff-b210e595fe8d', 'tenant_id': '1838eb839bc24d0abf2e86f88a8bcfa8', 'fixed_ips': [{'subnet_id': '97e73890-8840-4dca-a4a3-7418075a9d4c'}]}} from dv-neutron-601336-94-hyperv. {{(pid=94176) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 23 11:34:52.943435 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron_lib.callbacks.manager [None req-7acc197a-a666-4e9a-8aa1-ca69956c89e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-923104'] for port, before_create {{(pid=94176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:34:52.954785 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f3feb45-132a-4b5b-83c8-9dd46b352a32 None None] Pushing event updated for resources: {'Port': ['ID=986a082d-d456-461b-af82-a65b2ea7bada,revision_number=2']} {{(pid=94176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 11:34:52.968526 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron_lib.callbacks.manager [None req-1bc8cef8-c1e2-496c-a72a-bd837ed23297 tempest-RoutersIpV6Test-1448447933 tempest-RoutersIpV6Test-1448447933-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-923122'] for port, before_update {{(pid=94174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:34:52.973847 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG oslo_concurrency.lockutils [None req-6f3feb45-132a-4b5b-83c8-9dd46b352a32 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.173s {{(pid=94176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 11:34:53.017561 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron_lib.callbacks.manager [None req-00414921-5a58-4bf9-9646-c1eeec18d848 tempest-RoutersTest-228919764 tempest-RoutersTest-228919764-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:34:53.036398 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a4c5afa5-51d9-4915-beb4-2da0cdffa689 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1e0d828a-1fa4-563d-b7fd-53adf66a04ee-cb925a48-df4b-4b68-bb2c-0a2c48efa0ae', 'network_id': 'cb925a48-df4b-4b68-bb2c-0a2c48efa0ae', 'tenant_id': '4a9805c328414e068d83db5c9b76c3c7', 'fixed_ips': [{'subnet_id': 'e04d3e76-be79-44ec-9877-4fd7498f5723'}]}} from dv-neutron-601336-94-hyperv. {{(pid=94176) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 23 11:34:53.041624 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron_lib.callbacks.manager [None req-a4c5afa5-51d9-4915-beb4-2da0cdffa689 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-923104'] for port, before_create {{(pid=94176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:34:53.064891 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron_lib.callbacks.manager [None req-d811d1e9-18b5-41af-ba3f-675432f15ec7 tempest-PortsIpV6TestJSON-1781383748 tempest-PortsIpV6TestJSON-1781383748-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-520407', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-32315'] for router, before_create {{(pid=94175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:34:53.065943 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron_lib.callbacks.manager [None req-d811d1e9-18b5-41af-ba3f-675432f15ec7 tempest-PortsIpV6TestJSON-1781383748 tempest-PortsIpV6TestJSON-1781383748-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-520264', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-524122', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-414782', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-32290'] for router, precommit_create {{(pid=94175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:34:53.102326 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron_lib.callbacks.manager [None req-00414921-5a58-4bf9-9646-c1eeec18d848 tempest-RoutersTest-228919764 tempest-RoutersTest-228919764-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-520412', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-524143'] for router, after_create {{(pid=94175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:34:53.202419 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron_lib.callbacks.manager [None req-d811d1e9-18b5-41af-ba3f-675432f15ec7 tempest-PortsIpV6TestJSON-1781383748 tempest-PortsIpV6TestJSON-1781383748-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:34:53.203773 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron_lib.callbacks.manager [None req-00414921-5a58-4bf9-9646-c1eeec18d848 tempest-RoutersTest-228919764 tempest-RoutersTest-228919764-project] Notify callbacks [] for router, before_response {{(pid=94175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:34:53.204962 dv-neutron-601336-94-hyperv neutron-server[94175]: INFO neutron.wsgi [None req-00414921-5a58-4bf9-9646-c1eeec18d848 tempest-RoutersTest-228919764 tempest-RoutersTest-228919764-project] 10.222.0.20 "POST /v2.0/routers HTTP/1.1" status: 201 len: 700 time: 0.4690788 Jun 23 11:34:53.209032 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.wsgi [-] (94174) accepted ('10.222.0.20', 40810) {{(pid=94174) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 11:34:53.290656 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron_lib.callbacks.manager [None req-d811d1e9-18b5-41af-ba3f-675432f15ec7 tempest-PortsIpV6TestJSON-1781383748 tempest-PortsIpV6TestJSON-1781383748-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-520412', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-524143'] for router, after_create {{(pid=94175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:34:53.311175 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.db.provisioning_blocks [None req-dc7542b2-afef-47f4-a763-e3a3cba144be None None] Provisioning for port 7e7b4560-8e4a-46e3-a0cc-e2f005b9871e completed by entity L2. {{(pid=94176) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 23 11:34:53.329209 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron_lib.callbacks.manager [None req-97bd5441-1da2-49ee-a364-27795820ba27 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773699952132', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-899307'] for agent, after_update {{(pid=94176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:34:53.381849 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.db.db_base_plugin_common [None req-7acc197a-a666-4e9a-8aa1-ca69956c89e3 None None] Allocated IP 172.21.0.2 (ae6b3856-80a7-46e5-9aff-b210e595fe8d/97e73890-8840-4dca-a4a3-7418075a9d4c/494fb2f9-cd40-4149-baf2-9b65e743eabb) {{(pid=94176) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 23 11:34:53.408452 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron_lib.callbacks.manager [None req-d811d1e9-18b5-41af-ba3f-675432f15ec7 tempest-PortsIpV6TestJSON-1781383748 tempest-PortsIpV6TestJSON-1781383748-project] Notify callbacks [] for router, before_response {{(pid=94175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:34:53.414254 dv-neutron-601336-94-hyperv neutron-server[94175]: INFO neutron.wsgi [None req-d811d1e9-18b5-41af-ba3f-675432f15ec7 tempest-PortsIpV6TestJSON-1781383748 tempest-PortsIpV6TestJSON-1781383748-project] 10.222.0.20 "POST /v2.0/routers HTTP/1.1" status: 201 len: 706 time: 0.6107173 Jun 23 11:34:53.414976 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.wsgi [-] (94175) accepted ('10.222.0.20', 40812) {{(pid=94175) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 11:34:53.421096 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.api.v2.base [None req-15c1cc42-7467-468c-81e2-dbc116d80abf tempest-PortsIpV6TestJSON-1781383748 tempest-PortsIpV6TestJSON-1781383748-project] Request body: {'port': {'network_id': 'cb925a48-df4b-4b68-bb2c-0a2c48efa0ae', 'name': 'tempest-PortsIpV6TestJSON-308178363'}} {{(pid=94175) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 23 11:34:53.439515 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron_lib.callbacks.manager [None req-1bc8cef8-c1e2-496c-a72a-bd837ed23297 tempest-RoutersIpV6Test-1448447933 tempest-RoutersIpV6Test-1448447933-project] Notify callbacks [] for port, precommit_update {{(pid=94174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:34:53.478763 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.db.db_base_plugin_common [None req-a4c5afa5-51d9-4915-beb4-2da0cdffa689 None None] Allocated IP 2001:db8::2 (cb925a48-df4b-4b68-bb2c-0a2c48efa0ae/e04d3e76-be79-44ec-9877-4fd7498f5723/89eec1f8-3993-4aad-9350-582f518b4697) {{(pid=94176) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 23 11:34:53.529896 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron_lib.callbacks.manager [None req-1bc8cef8-c1e2-496c-a72a-bd837ed23297 tempest-RoutersIpV6Test-1448447933 tempest-RoutersIpV6Test-1448447933-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-922904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866062', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773700135042', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773699642233', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773699642278', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5196369'] for port, after_update {{(pid=94174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:34:53.562965 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG oslo_concurrency.lockutils [None req-184969f8-2126-4675-828e-f329c7b058fe tempest-AllowedAddressPairTestJSON-1962660266 tempest-AllowedAddressPairTestJSON-1962660266-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94174) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 11:34:53.587204 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8bb8d0e6-3931-4a03-a639-7ec46f3f9433 None None] Network f84888d5-07eb-43f8-aa7d-41c0418ac0a7 requested from dv-neutron-601336-94-hyperv {{(pid=94176) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 23 11:34:53.593403 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron_lib.callbacks.manager [None req-7acc197a-a666-4e9a-8aa1-ca69956c89e3 None None] Notify callbacks [] for port, precommit_create {{(pid=94176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:34:53.634216 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.db.provisioning_blocks [None req-7acc197a-a666-4e9a-8aa1-ca69956c89e3 None None] Transition to ACTIVE for port object 494fb2f9-cd40-4149-baf2-9b65e743eabb will not be triggered until provisioned by entity L2. {{(pid=94176) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 23 11:34:53.653208 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-15c1cc42-7467-468c-81e2-dbc116d80abf tempest-PortsIpV6TestJSON-1781383748 tempest-PortsIpV6TestJSON-1781383748-project] Made reservation on behalf of 4a9805c328414e068d83db5c9b76c3c7 for: {'port': 1} {{(pid=94175) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 23 11:34:53.657391 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron_lib.callbacks.manager [None req-15c1cc42-7467-468c-81e2-dbc116d80abf tempest-PortsIpV6TestJSON-1781383748 tempest-PortsIpV6TestJSON-1781383748-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-923104'] for port, before_create {{(pid=94175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:34:53.678060 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.db.provisioning_blocks [None req-7acc197a-a666-4e9a-8aa1-ca69956c89e3 None None] Transition to ACTIVE for port object 494fb2f9-cd40-4149-baf2-9b65e743eabb will not be triggered until provisioned by entity DHCP. {{(pid=94176) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 23 11:34:53.706204 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.notifiers.nova [None req-15c1cc42-7467-468c-81e2-dbc116d80abf tempest-PortsIpV6TestJSON-1781383748 tempest-PortsIpV6TestJSON-1781383748-project] device_id is not set on port 3b288e14-99cc-4be1-8de7-1f2a940dacda yet. {{(pid=94175) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jun 23 11:34:53.716351 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bc8cef8-c1e2-496c-a72a-bd837ed23297 tempest-RoutersIpV6Test-1448447933 tempest-RoutersIpV6Test-1448447933-project] Pushing event updated for resources: {'Port': ['ID=7a49523d-29b4-4e1c-93ed-42fada5ba124,revision_number=2']} {{(pid=94174) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 11:34:53.730115 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron_lib.callbacks.manager [None req-cbe570f9-ce37-4887-8495-43feb6a9c909 tempest-RoutersTest-228919764 tempest-RoutersTest-228919764-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-923104'] for port, before_create {{(pid=94174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:34:53.730115 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG oslo_concurrency.lockutils [None req-1bc8cef8-c1e2-496c-a72a-bd837ed23297 tempest-RoutersIpV6Test-1448447933 tempest-RoutersIpV6Test-1448447933-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.165s {{(pid=94174) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 11:34:53.750437 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.db.provisioning_blocks [None req-5ce56def-de5d-4ed8-9274-3caf788f0aa7 None None] Provisioning for port 7e7b4560-8e4a-46e3-a0cc-e2f005b9871e completed by entity DHCP. {{(pid=94176) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 23 11:34:53.757446 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron_lib.callbacks.manager [None req-7acc197a-a666-4e9a-8aa1-ca69956c89e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-922915', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-239814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7866073', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773699642215'] for port, after_create {{(pid=94176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:34:53.784552 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG oslo_concurrency.lockutils [None req-51d3df8c-bdbb-4b02-b467-8b880f51b82b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 11:34:53.809989 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bb5ce91-bb9d-424c-8bcc-eaec25bc5a8e req-e216f007-dfdb-446b-bb7b-bfbb24dafda5 tempest-TestNetworkBasicOps-233187296 tempest-TestNetworkBasicOps-233187296-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 11:34:53.812325 dv-neutron-601336-94-hyperv neutron-server[94175]: INFO neutron.wsgi [req-0bb5ce91-bb9d-424c-8bcc-eaec25bc5a8e req-e216f007-dfdb-446b-bb7b-bfbb24dafda5 tempest-TestNetworkBasicOps-233187296 tempest-TestNetworkBasicOps-233187296-project] 10.222.0.20 "GET /v2.0/ports?device_id=5dc250a1-61bb-46d0-9888-3ab1b564fa78 HTTP/1.1" status: 200 len: 944 time: 0.1809700 Jun 23 11:34:53.826013 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7acc197a-a666-4e9a-8aa1-ca69956c89e3 None None] Pushing event updated for resources: {'Port': ['ID=494fb2f9-cd40-4149-baf2-9b65e743eabb,revision_number=1']} {{(pid=94176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 11:34:53.828275 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.db.provisioning_blocks [None req-5ce56def-de5d-4ed8-9274-3caf788f0aa7 None None] Provisioning complete for port 7e7b4560-8e4a-46e3-a0cc-e2f005b9871e triggered by entity DHCP. {{(pid=94176) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 23 11:34:53.828656 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron_lib.callbacks.manager [None req-5ce56def-de5d-4ed8-9274-3caf788f0aa7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-899258'] for port, provisioning_complete {{(pid=94176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:34:53.833010 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG oslo_concurrency.lockutils [None req-7acc197a-a666-4e9a-8aa1-ca69956c89e3 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=94176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 11:34:53.838914 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7acc197a-a666-4e9a-8aa1-ca69956c89e3 None None] Network ae6b3856-80a7-46e5-9aff-b210e595fe8d is already hosted by enough agents. {{(pid=94176) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 23 11:34:53.867186 dv-neutron-601336-94-hyperv neutron-server[94175]: INFO neutron.wsgi [req-0bb5ce91-bb9d-424c-8bcc-eaec25bc5a8e req-2cd4dab3-acdb-4721-966d-1d8cecef44a5 tempest-TestNetworkBasicOps-233187296 tempest-TestNetworkBasicOps-233187296-project] 10.222.0.20 "GET /v2.0/security-groups?id=30a782a1-c8ca-4eeb-9aeb-36d88772e1b8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0481620 Jun 23 11:34:53.878367 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.scheduler.base_scheduler [None req-7acc197a-a666-4e9a-8aa1-ca69956c89e3 None None] Resources bound (agent type, host, resource id): {{(pid=94176) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 23 11:34:53.885487 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7acc197a-a666-4e9a-8aa1-ca69956c89e3 None None] Received port after_create {{(pid=94176) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 23 11:34:53.910254 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron_lib.callbacks.manager [None req-1bc8cef8-c1e2-496c-a72a-bd837ed23297 tempest-RoutersIpV6Test-1448447933 tempest-RoutersIpV6Test-1448447933-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-452954'] for router_interface, before_create {{(pid=94174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:34:54.033479 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.plugins.ml2.managers [None req-7acc197a-a666-4e9a-8aa1-ca69956c89e3 None None] Attempting to bind port 494fb2f9-cd40-4149-baf2-9b65e743eabb on host dv-neutron-601336-94-hyperv for vnic_type normal with profile {{(pid=94176) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 23 11:34:54.033860 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.plugins.ml2.managers [None req-7acc197a-a666-4e9a-8aa1-ca69956c89e3 None None] Attempting to bind port 494fb2f9-cd40-4149-baf2-9b65e743eabb by drivers openvswitch,hyperv on host dv-neutron-601336-94-hyperv at level 0 using segments [{'id': '27545297-ceb3-467f-af42-46d2ad038914', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 425, 'network_id': 'ae6b3856-80a7-46e5-9aff-b210e595fe8d'}] {{(pid=94176) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 23 11:34:54.034230 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7acc197a-a666-4e9a-8aa1-ca69956c89e3 None None] Attempting to bind port 494fb2f9-cd40-4149-baf2-9b65e743eabb on network ae6b3856-80a7-46e5-9aff-b210e595fe8d {{(pid=94176) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 23 11:34:54.053654 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7acc197a-a666-4e9a-8aa1-ca69956c89e3 None None] Checking agent: {'id': '4d05f899-5ac9-411b-8a03-f60c93f87cdf', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-601336-94-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 23, 11, 22, 14), 'started_at': datetime.datetime(2021, 6, 23, 11, 22, 44), 'heartbeat_timestamp': datetime.datetime(2021, 6, 23, 11, 34, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'monitor_allowed_address_pair_garp': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-601336-94-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94176) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 23 11:34:54.054290 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7acc197a-a666-4e9a-8aa1-ca69956c89e3 None None] Checking segment: {'id': '27545297-ceb3-467f-af42-46d2ad038914', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 425, 'network_id': 'ae6b3856-80a7-46e5-9aff-b210e595fe8d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94176) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 23 11:34:54.054754 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron_lib.callbacks.manager [None req-7acc197a-a666-4e9a-8aa1-ca69956c89e3 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:34:54.055190 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7acc197a-a666-4e9a-8aa1-ca69956c89e3 None None] Bound using segment: {'id': '27545297-ceb3-467f-af42-46d2ad038914', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 425, 'network_id': 'ae6b3856-80a7-46e5-9aff-b210e595fe8d'} {{(pid=94176) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 23 11:34:54.055692 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.plugins.ml2.managers [None req-7acc197a-a666-4e9a-8aa1-ca69956c89e3 None None] Bound port: 494fb2f9-cd40-4149-baf2-9b65e743eabb, host: dv-neutron-601336-94-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '27545297-ceb3-467f-af42-46d2ad038914', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 425, 'network_id': 'ae6b3856-80a7-46e5-9aff-b210e595fe8d'}}] {{(pid=94176) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 23 11:34:54.056079 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron_lib.callbacks.manager [None req-7acc197a-a666-4e9a-8aa1-ca69956c89e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-923122'] for port, before_update {{(pid=94176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:34:54.088184 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron_lib.callbacks.manager [None req-a4c5afa5-51d9-4915-beb4-2da0cdffa689 None None] Notify callbacks [] for port, precommit_create {{(pid=94176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:34:54.116253 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.db.provisioning_blocks [None req-a4c5afa5-51d9-4915-beb4-2da0cdffa689 None None] Transition to ACTIVE for port object 89eec1f8-3993-4aad-9350-582f518b4697 will not be triggered until provisioned by entity L2. {{(pid=94176) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 23 11:34:54.154377 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.db.db_base_plugin_common [None req-cbe570f9-ce37-4887-8495-43feb6a9c909 tempest-RoutersTest-228919764 tempest-RoutersTest-228919764-project] Allocated IP 172.20.0.1 (fd456c1e-7dad-4e7a-b415-72c79642be24/f2d6faea-6e5d-4e43-93d5-9f224213e1ba/b5182085-ab7e-4085-8cd4-d3c621398764) {{(pid=94174) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 23 11:34:54.154588 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron_lib.callbacks.manager [None req-5ce56def-de5d-4ed8-9274-3caf788f0aa7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-923122'] for port, before_update {{(pid=94176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:34:54.174093 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.db.provisioning_blocks [None req-a4c5afa5-51d9-4915-beb4-2da0cdffa689 None None] Transition to ACTIVE for port object 89eec1f8-3993-4aad-9350-582f518b4697 will not be triggered until provisioned by entity DHCP. {{(pid=94176) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 23 11:34:54.199490 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e75493df-9cbe-479f-a3c5-33dd941db4f5 None None] Network fd456c1e-7dad-4e7a-b415-72c79642be24 requested from dv-neutron-601336-94-hyperv {{(pid=94176) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 23 11:34:54.256968 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.plugins.ml2.db [None req-5ce56def-de5d-4ed8-9274-3caf788f0aa7 None None] For port 7e7b4560-8e4a-46e3-a0cc-e2f005b9871e, host dv-neutron-601336-94-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-94-hyperv',level=0,port_id=7e7b4560-8e4a-46e3-a0cc-e2f005b9871e,segment=NetworkSegment(6f93cf10-6ee3-4ecd-8833-19a4aae5ad3d),segment_id=6f93cf10-6ee3-4ecd-8833-19a4aae5ad3d)] {{(pid=94176) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 23 11:34:54.265441 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron_lib.callbacks.manager [None req-a4c5afa5-51d9-4915-beb4-2da0cdffa689 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-922915', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-239814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7866073', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773699642215'] for port, after_create {{(pid=94176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:34:54.270157 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG oslo_concurrency.lockutils [None req-dc7542b2-afef-47f4-a763-e3a3cba144be None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 11:34:54.276568 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.plugins.ml2.db [None req-7acc197a-a666-4e9a-8aa1-ca69956c89e3 None None] For port 494fb2f9-cd40-4149-baf2-9b65e743eabb, host dv-neutron-601336-94-hyperv, cleared binding levels {{(pid=94176) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 23 11:34:54.317978 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.plugins.ml2.db [None req-7acc197a-a666-4e9a-8aa1-ca69956c89e3 None None] For port 494fb2f9-cd40-4149-baf2-9b65e743eabb, host dv-neutron-601336-94-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-94-hyperv',level=0,port_id=494fb2f9-cd40-4149-baf2-9b65e743eabb,segment=NetworkSegment(27545297-ceb3-467f-af42-46d2ad038914),segment_id=27545297-ceb3-467f-af42-46d2ad038914)] {{(pid=94176) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 23 11:34:54.330396 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron_lib.callbacks.manager [None req-5ce56def-de5d-4ed8-9274-3caf788f0aa7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-922904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866062', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773700135042', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773699642233', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773699642278'] for port, after_update {{(pid=94176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:34:54.337593 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.db.db_base_plugin_common [None req-15c1cc42-7467-468c-81e2-dbc116d80abf tempest-PortsIpV6TestJSON-1781383748 tempest-PortsIpV6TestJSON-1781383748-project] Allocated IP 2001:db8::f0 (cb925a48-df4b-4b68-bb2c-0a2c48efa0ae/e04d3e76-be79-44ec-9877-4fd7498f5723/3b288e14-99cc-4be1-8de7-1f2a940dacda) {{(pid=94175) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 23 11:34:54.345693 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a4c5afa5-51d9-4915-beb4-2da0cdffa689 None None] Network cb925a48-df4b-4b68-bb2c-0a2c48efa0ae is already hosted by enough agents. {{(pid=94176) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 23 11:34:54.353207 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.scheduler.base_scheduler [None req-a4c5afa5-51d9-4915-beb4-2da0cdffa689 None None] Resources bound (agent type, host, resource id): {{(pid=94176) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 23 11:34:54.358760 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4c5afa5-51d9-4915-beb4-2da0cdffa689 None None] Pushing event updated for resources: {'Port': ['ID=89eec1f8-3993-4aad-9350-582f518b4697,revision_number=1']} {{(pid=94176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 11:34:54.361334 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a4c5afa5-51d9-4915-beb4-2da0cdffa689 None None] Received port after_create {{(pid=94176) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 23 11:34:54.368177 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG oslo_concurrency.lockutils [None req-a4c5afa5-51d9-4915-beb4-2da0cdffa689 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.098s {{(pid=94176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 11:34:54.370188 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG oslo_concurrency.lockutils [None req-34cff969-bd3e-4b46-8bf0-d52c69ea2277 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.034s {{(pid=94176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 11:34:54.537657 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron_lib.callbacks.manager [None req-15c1cc42-7467-468c-81e2-dbc116d80abf tempest-PortsIpV6TestJSON-1781383748 tempest-PortsIpV6TestJSON-1781383748-project] Notify callbacks [] for port, precommit_create {{(pid=94175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:34:54.563825 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.db.provisioning_blocks [None req-15c1cc42-7467-468c-81e2-dbc116d80abf tempest-PortsIpV6TestJSON-1781383748 tempest-PortsIpV6TestJSON-1781383748-project] Transition to ACTIVE for port object 3b288e14-99cc-4be1-8de7-1f2a940dacda will not be triggered until provisioned by entity DHCP. {{(pid=94175) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 23 11:34:54.590571 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron_lib.callbacks.manager [None req-1bc8cef8-c1e2-496c-a72a-bd837ed23297 tempest-RoutersIpV6Test-1448447933 tempest-RoutersIpV6Test-1448447933-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-923122'] for port, before_update {{(pid=94174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:34:54.621992 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron_lib.callbacks.manager [None req-7acc197a-a666-4e9a-8aa1-ca69956c89e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-922904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866062', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773700135042', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773699642233', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773699642278'] for port, after_update {{(pid=94176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:34:54.683268 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron_lib.callbacks.manager [None req-15c1cc42-7467-468c-81e2-dbc116d80abf tempest-PortsIpV6TestJSON-1781383748 tempest-PortsIpV6TestJSON-1781383748-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-922915', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-239814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7866073', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773699642215', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-5082457'] for port, after_create {{(pid=94175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:34:54.688686 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG oslo_concurrency.lockutils [None req-4f3ea23d-df8d-48e9-bde9-ae1e2b5a5235 tempest-PortsIpV6TestJSON-1781383748 tempest-PortsIpV6TestJSON-1781383748-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94175) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 11:34:54.734707 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.plugins.ml2.managers [None req-a4c5afa5-51d9-4915-beb4-2da0cdffa689 None None] Attempting to bind port 89eec1f8-3993-4aad-9350-582f518b4697 on host dv-neutron-601336-94-hyperv for vnic_type normal with profile {{(pid=94176) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 23 11:34:54.735171 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.plugins.ml2.managers [None req-a4c5afa5-51d9-4915-beb4-2da0cdffa689 None None] Attempting to bind port 89eec1f8-3993-4aad-9350-582f518b4697 by drivers openvswitch,hyperv on host dv-neutron-601336-94-hyperv at level 0 using segments [{'id': '52522548-34ab-427a-abf6-254e180028c9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 424, 'network_id': 'cb925a48-df4b-4b68-bb2c-0a2c48efa0ae'}] {{(pid=94176) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 23 11:34:54.735517 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a4c5afa5-51d9-4915-beb4-2da0cdffa689 None None] Attempting to bind port 89eec1f8-3993-4aad-9350-582f518b4697 on network cb925a48-df4b-4b68-bb2c-0a2c48efa0ae {{(pid=94176) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 23 11:34:54.739262 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ce56def-de5d-4ed8-9274-3caf788f0aa7 None None] Pushing event updated for resources: {'Port': ['ID=7e7b4560-8e4a-46e3-a0cc-e2f005b9871e,revision_number=3']} {{(pid=94176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 11:34:54.754176 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-15c1cc42-7467-468c-81e2-dbc116d80abf tempest-PortsIpV6TestJSON-1781383748 tempest-PortsIpV6TestJSON-1781383748-project] Network cb925a48-df4b-4b68-bb2c-0a2c48efa0ae is already hosted by enough agents. {{(pid=94175) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 23 11:34:54.759162 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG oslo_concurrency.lockutils [None req-5ce56def-de5d-4ed8-9274-3caf788f0aa7 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.389s {{(pid=94176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 11:34:54.766330 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.scheduler.base_scheduler [None req-15c1cc42-7467-468c-81e2-dbc116d80abf tempest-PortsIpV6TestJSON-1781383748 tempest-PortsIpV6TestJSON-1781383748-project] Resources bound (agent type, host, resource id): {{(pid=94175) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 23 11:34:54.768961 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.db.l3_dvrscheduler_db [None req-15c1cc42-7467-468c-81e2-dbc116d80abf tempest-PortsIpV6TestJSON-1781383748 tempest-PortsIpV6TestJSON-1781383748-project] Received port after_create {{(pid=94175) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 23 11:34:54.769731 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG oslo_concurrency.lockutils [None req-251a2137-5cae-42a3-b91f-106545dfdda9 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.142s {{(pid=94176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 11:34:54.772417 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron_lib.callbacks.manager [None req-cbe570f9-ce37-4887-8495-43feb6a9c909 tempest-RoutersTest-228919764 tempest-RoutersTest-228919764-project] Notify callbacks [] for port, precommit_create {{(pid=94174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:34:54.779995 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-15c1cc42-7467-468c-81e2-dbc116d80abf tempest-PortsIpV6TestJSON-1781383748 tempest-PortsIpV6TestJSON-1781383748-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 11:34:54.779995 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron_lib.callbacks.manager [None req-15c1cc42-7467-468c-81e2-dbc116d80abf tempest-PortsIpV6TestJSON-1781383748 tempest-PortsIpV6TestJSON-1781383748-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-217507'] for port, before_response {{(pid=94175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:34:54.784212 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15c1cc42-7467-468c-81e2-dbc116d80abf tempest-PortsIpV6TestJSON-1781383748 tempest-PortsIpV6TestJSON-1781383748-project] Pushing event updated for resources: {'Port': ['ID=3b288e14-99cc-4be1-8de7-1f2a940dacda,revision_number=1']} {{(pid=94175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 11:34:54.790938 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG oslo_concurrency.lockutils [None req-15c1cc42-7467-468c-81e2-dbc116d80abf tempest-PortsIpV6TestJSON-1781383748 tempest-PortsIpV6TestJSON-1781383748-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.102s {{(pid=94175) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 11:34:54.803183 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a4c5afa5-51d9-4915-beb4-2da0cdffa689 None None] Checking agent: {'id': '4d05f899-5ac9-411b-8a03-f60c93f87cdf', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-601336-94-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 23, 11, 22, 14), 'started_at': datetime.datetime(2021, 6, 23, 11, 22, 44), 'heartbeat_timestamp': datetime.datetime(2021, 6, 23, 11, 34, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'monitor_allowed_address_pair_garp': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-601336-94-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94176) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 23 11:34:54.803183 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a4c5afa5-51d9-4915-beb4-2da0cdffa689 None None] Checking segment: {'id': '52522548-34ab-427a-abf6-254e180028c9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 424, 'network_id': 'cb925a48-df4b-4b68-bb2c-0a2c48efa0ae'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94176) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 23 11:34:54.803790 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron_lib.callbacks.manager [None req-a4c5afa5-51d9-4915-beb4-2da0cdffa689 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:34:54.804326 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a4c5afa5-51d9-4915-beb4-2da0cdffa689 None None] Bound using segment: {'id': '52522548-34ab-427a-abf6-254e180028c9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 424, 'network_id': 'cb925a48-df4b-4b68-bb2c-0a2c48efa0ae'} {{(pid=94176) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 23 11:34:54.804910 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.plugins.ml2.managers [None req-a4c5afa5-51d9-4915-beb4-2da0cdffa689 None None] Bound port: 89eec1f8-3993-4aad-9350-582f518b4697, host: dv-neutron-601336-94-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '52522548-34ab-427a-abf6-254e180028c9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 424, 'network_id': 'cb925a48-df4b-4b68-bb2c-0a2c48efa0ae'}}] {{(pid=94176) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 23 11:34:54.805476 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron_lib.callbacks.manager [None req-a4c5afa5-51d9-4915-beb4-2da0cdffa689 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-923122'] for port, before_update {{(pid=94176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:34:54.807000 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.db.provisioning_blocks [None req-cbe570f9-ce37-4887-8495-43feb6a9c909 tempest-RoutersTest-228919764 tempest-RoutersTest-228919764-project] Transition to ACTIVE for port object b5182085-ab7e-4085-8cd4-d3c621398764 will not be triggered until provisioned by entity DHCP. {{(pid=94174) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 23 11:34:54.811678 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.db.provisioning_blocks [None req-6b39cf4b-4587-4832-b93f-48660aa62bac None None] Provisioning for port 986a082d-d456-461b-af82-a65b2ea7bada completed by entity DHCP. {{(pid=94176) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 23 11:34:54.909284 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.plugins.ml2.rpc [None req-97bd5441-1da2-49ee-a364-27795820ba27 None None] Device 5bc1c89c-f37a-4549-8bd2-67c7e46b8da1 details requested by agent hyperv_hv-neutron-6013 with host hv-neutron-6013 {{(pid=94176) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:104}} Jun 23 11:34:54.940024 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7acc197a-a666-4e9a-8aa1-ca69956c89e3 None None] Pushing event updated for resources: {'Port': ['ID=494fb2f9-cd40-4149-baf2-9b65e743eabb,revision_number=2']} {{(pid=94176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 11:34:54.942609 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.plugins.ml2.rpc [None req-dc7542b2-afef-47f4-a763-e3a3cba144be None None] Device 986a082d-d456-461b-af82-a65b2ea7bada up at agent ovs-agent-dv-neutron-601336-94-hyperv {{(pid=94176) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:298}} Jun 23 11:34:54.953359 dv-neutron-601336-94-hyperv neutron-server[94175]: INFO neutron.wsgi [None req-15c1cc42-7467-468c-81e2-dbc116d80abf tempest-PortsIpV6TestJSON-1781383748 tempest-PortsIpV6TestJSON-1781383748-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 929 time: 1.5345767 Jun 23 11:34:54.953702 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.wsgi [-] (94175) accepted ('10.222.0.20', 40818) {{(pid=94175) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 11:34:54.967707 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG oslo_concurrency.lockutils [None req-7acc197a-a666-4e9a-8aa1-ca69956c89e3 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.198s {{(pid=94176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 11:34:55.040464 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron_lib.callbacks.manager [None req-cbe570f9-ce37-4887-8495-43feb6a9c909 tempest-RoutersTest-228919764 tempest-RoutersTest-228919764-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-922915', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-239814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7866073', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773699642215', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-5196399'] for port, after_create {{(pid=94174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:34:55.060160 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron_lib.callbacks.manager [None req-1bc8cef8-c1e2-496c-a72a-bd837ed23297 tempest-RoutersIpV6Test-1448447933 tempest-RoutersIpV6Test-1448447933-project] Notify callbacks [] for port, precommit_update {{(pid=94174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:34:55.071147 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG oslo_concurrency.lockutils [None req-cb332550-c970-4dbb-a104-808768d4e047 tempest-RoutersIpV6Test-1448447933 tempest-RoutersIpV6Test-1448447933-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94174) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 11:34:55.077136 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.plugins.ml2.db [None req-a4c5afa5-51d9-4915-beb4-2da0cdffa689 None None] For port 89eec1f8-3993-4aad-9350-582f518b4697, host dv-neutron-601336-94-hyperv, cleared binding levels {{(pid=94176) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 23 11:34:55.178807 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cbe570f9-ce37-4887-8495-43feb6a9c909 tempest-RoutersTest-228919764 tempest-RoutersTest-228919764-project] Network fd456c1e-7dad-4e7a-b415-72c79642be24 is already hosted by enough agents. {{(pid=94174) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 23 11:34:55.184945 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron_lib.callbacks.manager [None req-1bc8cef8-c1e2-496c-a72a-bd837ed23297 tempest-RoutersIpV6Test-1448447933 tempest-RoutersIpV6Test-1448447933-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-922904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866062', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773700135042', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773699642233', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773699642278', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5196369'] for port, after_update {{(pid=94174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:34:55.186631 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron_lib.callbacks.manager [None req-1bc8cef8-c1e2-496c-a72a-bd837ed23297 tempest-RoutersIpV6Test-1448447933 tempest-RoutersIpV6Test-1448447933-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-7866091', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-453038'] for router_interface, after_create {{(pid=94174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:34:55.189800 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.plugins.ml2.db [None req-a4c5afa5-51d9-4915-beb4-2da0cdffa689 None None] For port 89eec1f8-3993-4aad-9350-582f518b4697, host dv-neutron-601336-94-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-94-hyperv',level=0,port_id=89eec1f8-3993-4aad-9350-582f518b4697,segment=NetworkSegment(52522548-34ab-427a-abf6-254e180028c9),segment_id=52522548-34ab-427a-abf6-254e180028c9)] {{(pid=94176) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 23 11:34:55.190948 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.db.provisioning_blocks [None req-dc7bdf3d-7dcc-40e3-a68b-88d235a6f845 None None] Provisioning complete for port 7e7b4560-8e4a-46e3-a0cc-e2f005b9871e triggered by entity DHCP. {{(pid=94176) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 23 11:34:55.191447 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron_lib.callbacks.manager [None req-dc7bdf3d-7dcc-40e3-a68b-88d235a6f845 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-899258'] for port, provisioning_complete {{(pid=94176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:34:55.193708 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.scheduler.base_scheduler [None req-cbe570f9-ce37-4887-8495-43feb6a9c909 tempest-RoutersTest-228919764 tempest-RoutersTest-228919764-project] Resources bound (agent type, host, resource id): {{(pid=94174) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 23 11:34:55.209880 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cbe570f9-ce37-4887-8495-43feb6a9c909 tempest-RoutersTest-228919764 tempest-RoutersTest-228919764-project] Received port after_create {{(pid=94174) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 23 11:34:55.274261 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron_lib.callbacks.manager [None req-a4c5afa5-51d9-4915-beb4-2da0cdffa689 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-922904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866062', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773700135042', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773699642233', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773699642278'] for port, after_update {{(pid=94176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:34:55.305390 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG oslo_concurrency.lockutils [None req-29df9262-6b69-47ae-af7a-ffb091d8267d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 11:34:55.309499 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbe570f9-ce37-4887-8495-43feb6a9c909 tempest-RoutersTest-228919764 tempest-RoutersTest-228919764-project] Pushing event updated for resources: {'Port': ['ID=b5182085-ab7e-4085-8cd4-d3c621398764,revision_number=1']} {{(pid=94174) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 11:34:55.326498 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.plugins.ml2.db [None req-97bd5441-1da2-49ee-a364-27795820ba27 None None] For port 5bc1c89c-f37a-4549-8bd2-67c7e46b8da1, host hv-neutron-6013, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-6013',level=0,port_id=5bc1c89c-f37a-4549-8bd2-67c7e46b8da1,segment=NetworkSegment(78d6d132-b23e-4555-9358-dea047b3f21c),segment_id=78d6d132-b23e-4555-9358-dea047b3f21c)] {{(pid=94176) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 23 11:34:55.356663 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG oslo_concurrency.lockutils [None req-cbe570f9-ce37-4887-8495-43feb6a9c909 tempest-RoutersTest-228919764 tempest-RoutersTest-228919764-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.285s {{(pid=94174) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 11:34:55.360556 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG oslo_concurrency.lockutils [None req-e7fe2402-7d1e-4670-8aa3-2dd18e72978e tempest-PortsIpV6TestJSON-1781383748 tempest-PortsIpV6TestJSON-1781383748-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.168s {{(pid=94174) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 11:34:55.373262 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.db.provisioning_blocks [None req-dc7542b2-afef-47f4-a763-e3a3cba144be None None] Provisioning for port 986a082d-d456-461b-af82-a65b2ea7bada completed by entity L2. {{(pid=94176) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 23 11:34:55.390198 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.plugins.ml2.rpc [None req-97bd5441-1da2-49ee-a364-27795820ba27 None None] Returning: {'device': '5bc1c89c-f37a-4549-8bd2-67c7e46b8da1', 'network_id': 'cf29c68f-82b8-4662-a929-931f65637941', 'port_id': '5bc1c89c-f37a-4549-8bd2-67c7e46b8da1', 'mac_address': 'fa:16:3e:64:d1:62', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 416, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a2268277-49d2-4de4-9270-a498945fea2b', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94176) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:186}} Jun 23 11:34:55.391680 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.db.provisioning_blocks [None req-dc7542b2-afef-47f4-a763-e3a3cba144be None None] Provisioning complete for port 986a082d-d456-461b-af82-a65b2ea7bada triggered by entity L2. {{(pid=94176) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 23 11:34:55.392063 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron_lib.callbacks.manager [None req-dc7542b2-afef-47f4-a763-e3a3cba144be None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-899258'] for port, provisioning_complete {{(pid=94176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:34:55.422843 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron_lib.callbacks.manager [None req-cbe570f9-ce37-4887-8495-43feb6a9c909 tempest-RoutersTest-228919764 tempest-RoutersTest-228919764-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-452954'] for router_interface, before_create {{(pid=94174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:34:55.465818 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4c5afa5-51d9-4915-beb4-2da0cdffa689 None None] Pushing event updated for resources: {'Port': ['ID=89eec1f8-3993-4aad-9350-582f518b4697,revision_number=2']} {{(pid=94176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 11:34:55.469783 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG oslo_concurrency.lockutils [None req-a4c5afa5-51d9-4915-beb4-2da0cdffa689 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.164s {{(pid=94176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 11:34:55.500102 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b8cced3-bda3-47e1-b253-3369818df24a req-1fd78b70-f943-4ee3-8756-dedddff39d0b tempest-TestNetworkBasicOps-233187296 tempest-TestNetworkBasicOps-233187296-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94174) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 11:34:55.502039 dv-neutron-601336-94-hyperv neutron-server[94174]: INFO neutron.wsgi [req-3b8cced3-bda3-47e1-b253-3369818df24a req-1fd78b70-f943-4ee3-8756-dedddff39d0b tempest-TestNetworkBasicOps-233187296 tempest-TestNetworkBasicOps-233187296-project] 10.222.0.20 "GET /v2.0/ports?device_id=5dc250a1-61bb-46d0-9888-3ab1b564fa78 HTTP/1.1" status: 200 len: 944 time: 0.4655955 Jun 23 11:34:55.512914 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bc8cef8-c1e2-496c-a72a-bd837ed23297 tempest-RoutersIpV6Test-1448447933 tempest-RoutersIpV6Test-1448447933-project] Pushing event updated for resources: {'Port': ['ID=7a49523d-29b4-4e1c-93ed-42fada5ba124,revision_number=3']} {{(pid=94174) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 11:34:55.519111 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG oslo_concurrency.lockutils [None req-1bc8cef8-c1e2-496c-a72a-bd837ed23297 tempest-RoutersIpV6Test-1448447933 tempest-RoutersIpV6Test-1448447933-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.158s {{(pid=94174) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 11:34:55.529731 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron_lib.callbacks.manager [None req-97bd5441-1da2-49ee-a364-27795820ba27 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-923122'] for port, before_update {{(pid=94176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:34:55.571840 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.notifiers.nova [None req-97bd5441-1da2-49ee-a364-27795820ba27 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5bc1c89c-f37a-4549-8bd2-67c7e46b8da1 {{(pid=94176) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 23 11:34:55.600414 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.plugins.ml2.db [None req-97bd5441-1da2-49ee-a364-27795820ba27 None None] For port 5bc1c89c-f37a-4549-8bd2-67c7e46b8da1, host hv-neutron-6013, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-6013',level=0,port_id=5bc1c89c-f37a-4549-8bd2-67c7e46b8da1,segment=NetworkSegment(78d6d132-b23e-4555-9358-dea047b3f21c),segment_id=78d6d132-b23e-4555-9358-dea047b3f21c)] {{(pid=94176) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 23 11:34:55.643003 dv-neutron-601336-94-hyperv neutron-server[94174]: INFO neutron.wsgi [req-3b8cced3-bda3-47e1-b253-3369818df24a req-9c453541-9af4-4a2c-a41c-a615c8c6885e tempest-TestNetworkBasicOps-233187296 tempest-TestNetworkBasicOps-233187296-project] 10.222.0.20 "GET /v2.0/security-groups?id=30a782a1-c8ca-4eeb-9aeb-36d88772e1b8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1253152 Jun 23 11:34:55.672016 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1bc8cef8-c1e2-496c-a72a-bd837ed23297 tempest-RoutersIpV6Test-1448447933 tempest-RoutersIpV6Test-1448447933-project] Network f84888d5-07eb-43f8-aa7d-41c0418ac0a7 is already hosted by enough agents. {{(pid=94174) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 23 11:34:55.675202 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.scheduler.base_scheduler [None req-1bc8cef8-c1e2-496c-a72a-bd837ed23297 tempest-RoutersIpV6Test-1448447933 tempest-RoutersIpV6Test-1448447933-project] Resources bound (agent type, host, resource id): {{(pid=94174) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 23 11:34:55.705468 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron_lib.callbacks.manager [None req-97bd5441-1da2-49ee-a364-27795820ba27 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-922904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866062', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773700135042', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773699642233', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773699642278'] for port, after_update {{(pid=94176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:34:55.719449 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG oslo_concurrency.lockutils [None req-9ce37c9c-24de-42d5-9969-8a071ea276ba None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 11:34:55.793870 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron_lib.callbacks.manager [None req-dc7542b2-afef-47f4-a763-e3a3cba144be None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-923122'] for port, before_update {{(pid=94176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:34:55.858457 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.plugins.ml2.db [None req-dc7542b2-afef-47f4-a763-e3a3cba144be None None] For port 986a082d-d456-461b-af82-a65b2ea7bada, host dv-neutron-601336-94-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-94-hyperv',level=0,port_id=986a082d-d456-461b-af82-a65b2ea7bada,segment=NetworkSegment(6dd70063-cd3d-4812-bf9c-708b24b55911),segment_id=6dd70063-cd3d-4812-bf9c-708b24b55911)] {{(pid=94176) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 23 11:34:55.873303 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.db.provisioning_blocks [None req-dc7bdf3d-7dcc-40e3-a68b-88d235a6f845 None None] Provisioning for port 7a49523d-29b4-4e1c-93ed-42fada5ba124 completed by entity DHCP. {{(pid=94176) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 23 11:34:55.885383 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.db.provisioning_blocks [None req-dc7bdf3d-7dcc-40e3-a68b-88d235a6f845 None None] Provisioning complete for port 7a49523d-29b4-4e1c-93ed-42fada5ba124 triggered by entity DHCP. {{(pid=94176) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 23 11:34:55.885907 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron_lib.callbacks.manager [None req-dc7bdf3d-7dcc-40e3-a68b-88d235a6f845 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-899258'] for port, provisioning_complete {{(pid=94176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:34:55.887525 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron_lib.callbacks.manager [None req-cbe570f9-ce37-4887-8495-43feb6a9c909 tempest-RoutersTest-228919764 tempest-RoutersTest-228919764-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-923122'] for port, before_update {{(pid=94174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:34:55.917767 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97bd5441-1da2-49ee-a364-27795820ba27 None None] Pushing event updated for resources: {'Port': ['ID=5bc1c89c-f37a-4549-8bd2-67c7e46b8da1,revision_number=4']} {{(pid=94176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 11:34:55.924158 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG oslo_concurrency.lockutils [None req-97bd5441-1da2-49ee-a364-27795820ba27 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.205s {{(pid=94176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 11:34:55.931297 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron_lib.callbacks.manager [None req-dc7542b2-afef-47f4-a763-e3a3cba144be None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-922904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866062', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773700135042', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773699642233', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773699642278'] for port, after_update {{(pid=94176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:34:55.935569 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG oslo_concurrency.lockutils [None req-fb36f273-ab38-45e0-88ef-9c3b1dede9cb None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 11:34:55.947399 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.plugins.ml2.db [None req-97bd5441-1da2-49ee-a364-27795820ba27 None None] get_ports_and_sgs() called for port_ids ['5bc1c89c-f37a-4549-8bd2-67c7e46b8da1'] {{(pid=94176) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 23 11:34:55.969123 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.plugins.ml2.plugin [None req-dc7bdf3d-7dcc-40e3-a68b-88d235a6f845 None None] Port 7a49523d-29b4-4e1c-93ed-42fada5ba124 cannot update to ACTIVE because it is not bound. {{(pid=94176) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jun 23 11:34:56.051428 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc7542b2-afef-47f4-a763-e3a3cba144be None None] Pushing event updated for resources: {'Port': ['ID=986a082d-d456-461b-af82-a65b2ea7bada,revision_number=3']} {{(pid=94176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 11:34:56.055863 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG oslo_concurrency.lockutils [None req-dc7542b2-afef-47f4-a763-e3a3cba144be None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.120s {{(pid=94176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 11:34:56.116546 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.db.provisioning_blocks [None req-1c822a37-1502-4474-b0f5-5d341009c15b None None] Provisioning complete for port 986a082d-d456-461b-af82-a65b2ea7bada triggered by entity DHCP. {{(pid=94176) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 23 11:34:56.117149 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron_lib.callbacks.manager [None req-1c822a37-1502-4474-b0f5-5d341009c15b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-899258'] for port, provisioning_complete {{(pid=94176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:34:56.150771 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1bc8cef8-c1e2-496c-a72a-bd837ed23297 tempest-RoutersIpV6Test-1448447933 tempest-RoutersIpV6Test-1448447933-project] Router 04ff0c9d-4568-4a1a-b33c-95dc88716bf3 is scheduled to L3 agent 50ef99c0-ef28-4db5-b303-b145898fae60 with binding_index 1 {{(pid=94174) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jun 23 11:34:56.164302 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron_lib.callbacks.manager [None req-c15f02b0-510e-4fb8-bf57-b08e13c8a663 tempest-PortsIpV6TestJSON-1781383748 tempest-PortsIpV6TestJSON-1781383748-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-923122'] for port, before_update {{(pid=94175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:34:56.310897 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1bc8cef8-c1e2-496c-a72a-bd837ed23297 tempest-RoutersIpV6Test-1448447933 tempest-RoutersIpV6Test-1448447933-project] Notify agent at l3_agent.dv-neutron-601336-94-hyperv the message routers_updated {{(pid=94174) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 23 11:34:56.321545 dv-neutron-601336-94-hyperv neutron-server[94174]: INFO neutron.wsgi [None req-1bc8cef8-c1e2-496c-a72a-bd837ed23297 tempest-RoutersIpV6Test-1448447933 tempest-RoutersIpV6Test-1448447933-project] 10.222.0.20 "PUT /v2.0/routers/04ff0c9d-4568-4a1a-b33c-95dc88716bf3/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.7712092 Jun 23 11:34:56.324496 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.wsgi [-] (94174) accepted ('10.222.0.20', 40820) {{(pid=94174) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 11:34:56.345861 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c824b555-1cd6-45ab-a3d8-c5b1d350c841 None None] Sync routers for ids ['04ff0c9d-4568-4a1a-b33c-95dc88716bf3'] in dv-neutron-601336-94-hyperv {{(pid=94176) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 23 11:34:56.367985 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c824b555-1cd6-45ab-a3d8-c5b1d350c841 None None] Routers {'04ff0c9d-4568-4a1a-b33c-95dc88716bf3'} bound to L3 agent in host dv-neutron-601336-94-hyperv {{(pid=94176) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 23 11:34:56.369449 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.db.l3_hamode_db [None req-c824b555-1cd6-45ab-a3d8-c5b1d350c841 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-601336-94-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-23T11:22:13Z,description=,heartbeat_timestamp=2021-06-23T11:34:43Z,host='dv-neutron-601336-94-hyperv',id=50ef99c0-ef28-4db5-b303-b145898fae60,load=0,resource_versions=,resources_synced=,started_at=2021-06-23T11:22:14Z,topic='l3_agent')) {'router_ids': ['04ff0c9d-4568-4a1a-b33c-95dc88716bf3'], 'active': True} {{(pid=94176) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 11:34:56.422110 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9f6d54f6-88e9-41d5-bf63-f9eb82bb9abc tempest-RoutersIpV6Test-1448447933 tempest-RoutersIpV6Test-1448447933-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94174) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 11:34:56.426960 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.db.l3_hamode_db [None req-c824b555-1cd6-45ab-a3d8-c5b1d350c841 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-601336-94-hyperv', False) {} {{(pid=94176) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 11:34:56.427193 dv-neutron-601336-94-hyperv neutron-server[94174]: INFO neutron.wsgi [None req-9f6d54f6-88e9-41d5-bf63-f9eb82bb9abc tempest-RoutersIpV6Test-1448447933 tempest-RoutersIpV6Test-1448447933-project] 10.222.0.20 "GET /v2.0/ports/7a49523d-29b4-4e1c-93ed-42fada5ba124 HTTP/1.1" status: 200 len: 984 time: 0.1004834 Jun 23 11:34:56.427558 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.wsgi [-] (94174) accepted ('10.222.0.20', 40822) {{(pid=94174) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 11:34:56.430826 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.db.provisioning_blocks [None req-1c822a37-1502-4474-b0f5-5d341009c15b None None] Provisioning for port b5182085-ab7e-4085-8cd4-d3c621398764 completed by entity DHCP. {{(pid=94176) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 23 11:34:56.451141 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c824b555-1cd6-45ab-a3d8-c5b1d350c841 None None] Routers {'04ff0c9d-4568-4a1a-b33c-95dc88716bf3'} bound to L3 agent in host dv-neutron-601336-94-hyperv {{(pid=94176) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 23 11:34:56.451792 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.db.l3_hamode_db [None req-c824b555-1cd6-45ab-a3d8-c5b1d350c841 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-601336-94-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-23T11:22:13Z,description=,heartbeat_timestamp=2021-06-23T11:34:43Z,host='dv-neutron-601336-94-hyperv',id=50ef99c0-ef28-4db5-b303-b145898fae60,load=0,resource_versions=,resources_synced=,started_at=2021-06-23T11:22:14Z,topic='l3_agent')) {'router_ids': ['04ff0c9d-4568-4a1a-b33c-95dc88716bf3'], 'active': True} {{(pid=94176) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 11:34:56.460015 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.db.provisioning_blocks [None req-1c822a37-1502-4474-b0f5-5d341009c15b None None] Provisioning complete for port b5182085-ab7e-4085-8cd4-d3c621398764 triggered by entity DHCP. {{(pid=94176) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 23 11:34:56.460015 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron_lib.callbacks.manager [None req-1c822a37-1502-4474-b0f5-5d341009c15b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-899258'] for port, provisioning_complete {{(pid=94176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:34:56.495470 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron_lib.callbacks.manager [None req-c15f02b0-510e-4fb8-bf57-b08e13c8a663 tempest-PortsIpV6TestJSON-1781383748 tempest-PortsIpV6TestJSON-1781383748-project] Notify callbacks [] for port, precommit_update {{(pid=94175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:34:56.513352 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.db.l3_hamode_db [None req-c824b555-1cd6-45ab-a3d8-c5b1d350c841 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-601336-94-hyperv', False) {} {{(pid=94176) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 11:34:56.514074 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c824b555-1cd6-45ab-a3d8-c5b1d350c841 None None] The sync data for ids ['04ff0c9d-4568-4a1a-b33c-95dc88716bf3'] in dv-neutron-601336-94-hyperv is: [] {{(pid=94176) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 23 11:34:56.528304 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.plugins.ml2.plugin [None req-1c822a37-1502-4474-b0f5-5d341009c15b None None] Port b5182085-ab7e-4085-8cd4-d3c621398764 cannot update to ACTIVE because it is not bound. {{(pid=94176) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jun 23 11:34:56.539080 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.db.provisioning_blocks [None req-1c822a37-1502-4474-b0f5-5d341009c15b None None] Provisioning complete for port 7a49523d-29b4-4e1c-93ed-42fada5ba124 triggered by entity DHCP. {{(pid=94176) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 23 11:34:56.540296 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron_lib.callbacks.manager [None req-1c822a37-1502-4474-b0f5-5d341009c15b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-899258'] for port, provisioning_complete {{(pid=94176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:34:56.558815 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron_lib.callbacks.manager [None req-c15f02b0-510e-4fb8-bf57-b08e13c8a663 tempest-PortsIpV6TestJSON-1781383748 tempest-PortsIpV6TestJSON-1781383748-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-922904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866062', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773700135042', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773699642233', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773699642278', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5082471'] for port, after_update {{(pid=94175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:34:56.563570 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG oslo_concurrency.lockutils [None req-928986e1-fd2d-4993-9bff-b210ae4cb291 tempest-PortsTestJSON-2085221018 tempest-PortsTestJSON-2085221018-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94175) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 11:34:56.587651 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-249dc8f3-d797-48dc-aa9d-8b151de0ead8 None None] Network ae6b3856-80a7-46e5-9aff-b210e595fe8d requested from dv-neutron-601336-94-hyperv {{(pid=94176) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 23 11:34:56.627124 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.plugins.ml2.plugin [None req-1c822a37-1502-4474-b0f5-5d341009c15b None None] Port 7a49523d-29b4-4e1c-93ed-42fada5ba124 cannot update to ACTIVE because it is not bound. {{(pid=94176) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jun 23 11:34:56.667092 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron_lib.callbacks.manager [None req-cbe570f9-ce37-4887-8495-43feb6a9c909 tempest-RoutersTest-228919764 tempest-RoutersTest-228919764-project] Notify callbacks [] for port, precommit_update {{(pid=94174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:34:56.671945 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c15f02b0-510e-4fb8-bf57-b08e13c8a663 tempest-PortsIpV6TestJSON-1781383748 tempest-PortsIpV6TestJSON-1781383748-project] Pushing event updated for resources: {'Port': ['ID=3b288e14-99cc-4be1-8de7-1f2a940dacda,revision_number=2']} {{(pid=94175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 11:34:56.688575 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG oslo_concurrency.lockutils [None req-c15f02b0-510e-4fb8-bf57-b08e13c8a663 tempest-PortsIpV6TestJSON-1781383748 tempest-PortsIpV6TestJSON-1781383748-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.117s {{(pid=94175) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 11:34:56.777441 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron_lib.callbacks.manager [None req-cbe570f9-ce37-4887-8495-43feb6a9c909 tempest-RoutersTest-228919764 tempest-RoutersTest-228919764-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-922904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866062', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773700135042', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773699642233', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773699642278', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5196369'] for port, after_update {{(pid=94174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:34:56.783013 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG oslo_concurrency.lockutils [None req-668dbb3a-7166-4934-9e90-4640ba8690c5 tempest-PortsTestJSON-2085221018 tempest-PortsTestJSON-2085221018-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94174) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 11:34:56.849282 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.db.provisioning_blocks [None req-aee1a4c1-c7a2-4f46-a864-59c606627ff7 None None] Provisioning for port 494fb2f9-cd40-4149-baf2-9b65e743eabb completed by entity DHCP. {{(pid=94176) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 23 11:34:56.874490 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.db.provisioning_blocks [None req-aee1a4c1-c7a2-4f46-a864-59c606627ff7 None None] Provisioning complete for port 7a49523d-29b4-4e1c-93ed-42fada5ba124 triggered by entity DHCP. {{(pid=94176) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 23 11:34:56.874878 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron_lib.callbacks.manager [None req-aee1a4c1-c7a2-4f46-a864-59c606627ff7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-899258'] for port, provisioning_complete {{(pid=94176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:34:56.924477 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbe570f9-ce37-4887-8495-43feb6a9c909 tempest-RoutersTest-228919764 tempest-RoutersTest-228919764-project] Pushing event updated for resources: {'Port': ['ID=b5182085-ab7e-4085-8cd4-d3c621398764,revision_number=2']} {{(pid=94174) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 11:34:56.925906 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.plugins.ml2.plugin [None req-aee1a4c1-c7a2-4f46-a864-59c606627ff7 None None] Port 7a49523d-29b4-4e1c-93ed-42fada5ba124 cannot update to ACTIVE because it is not bound. {{(pid=94176) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jun 23 11:34:56.937730 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG oslo_concurrency.lockutils [None req-cbe570f9-ce37-4887-8495-43feb6a9c909 tempest-RoutersTest-228919764 tempest-RoutersTest-228919764-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.155s {{(pid=94174) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 11:34:56.945535 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron_lib.callbacks.manager [None req-c15f02b0-510e-4fb8-bf57-b08e13c8a663 tempest-PortsIpV6TestJSON-1781383748 tempest-PortsIpV6TestJSON-1781383748-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-452954'] for router_interface, before_create {{(pid=94175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:34:56.990654 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron_lib.callbacks.manager [None req-cbe570f9-ce37-4887-8495-43feb6a9c909 tempest-RoutersTest-228919764 tempest-RoutersTest-228919764-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-7866091', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-453038'] for router_interface, after_create {{(pid=94174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:34:57.039981 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.plugins.ml2.rpc [None req-dc7542b2-afef-47f4-a763-e3a3cba144be None None] Device 986a082d-d456-461b-af82-a65b2ea7bada up at agent ovs-agent-dv-neutron-601336-94-hyperv {{(pid=94176) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:298}} Jun 23 11:34:57.063842 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2e5c817-b63b-42f7-8b86-612b8cd8d07e req-f6bb3b01-2b96-4226-8d2a-499bf712035d tempest-TestNetworkBasicOps-233187296 tempest-TestNetworkBasicOps-233187296-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 11:34:57.065314 dv-neutron-601336-94-hyperv neutron-server[94175]: INFO neutron.wsgi [req-c2e5c817-b63b-42f7-8b86-612b8cd8d07e req-f6bb3b01-2b96-4226-8d2a-499bf712035d tempest-TestNetworkBasicOps-233187296 tempest-TestNetworkBasicOps-233187296-project] 10.222.0.20 "GET /v2.0/ports?device_id=5dc250a1-61bb-46d0-9888-3ab1b564fa78 HTTP/1.1" status: 200 len: 945 time: 0.2238255 Jun 23 11:34:57.102212 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.db.provisioning_blocks [None req-dc7542b2-afef-47f4-a763-e3a3cba144be None None] Provisioning complete for port 986a082d-d456-461b-af82-a65b2ea7bada triggered by entity L2. {{(pid=94176) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 23 11:34:57.107193 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron_lib.callbacks.manager [None req-dc7542b2-afef-47f4-a763-e3a3cba144be None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-899258'] for port, provisioning_complete {{(pid=94176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:34:57.142579 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6a3e5c36-1ab5-4f25-aaf7-18178937bb0e None None] Network cb925a48-df4b-4b68-bb2c-0a2c48efa0ae requested from dv-neutron-601336-94-hyperv {{(pid=94176) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 23 11:34:57.149323 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cbe570f9-ce37-4887-8495-43feb6a9c909 tempest-RoutersTest-228919764 tempest-RoutersTest-228919764-project] Network fd456c1e-7dad-4e7a-b415-72c79642be24 is already hosted by enough agents. {{(pid=94174) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 23 11:34:57.155843 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.scheduler.base_scheduler [None req-cbe570f9-ce37-4887-8495-43feb6a9c909 tempest-RoutersTest-228919764 tempest-RoutersTest-228919764-project] Resources bound (agent type, host, resource id): {{(pid=94174) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 23 11:34:57.164824 dv-neutron-601336-94-hyperv neutron-server[94175]: INFO neutron.wsgi [req-c2e5c817-b63b-42f7-8b86-612b8cd8d07e req-6e6d7b35-b311-4df1-b328-7d3da1ba6e8a tempest-TestNetworkBasicOps-233187296 tempest-TestNetworkBasicOps-233187296-project] 10.222.0.20 "GET /v2.0/security-groups?id=30a782a1-c8ca-4eeb-9aeb-36d88772e1b8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0875363 Jun 23 11:34:57.254072 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron_lib.callbacks.manager [None req-c15f02b0-510e-4fb8-bf57-b08e13c8a663 tempest-PortsIpV6TestJSON-1781383748 tempest-PortsIpV6TestJSON-1781383748-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-923122'] for port, before_update {{(pid=94175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:34:57.288675 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.plugins.ml2.rpc [None req-dc7542b2-afef-47f4-a763-e3a3cba144be None None] Device 89eec1f8-3993-4aad-9350-582f518b4697 up at agent ovs-agent-dv-neutron-601336-94-hyperv {{(pid=94176) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:298}} Jun 23 11:34:57.292782 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.db.provisioning_blocks [None req-ae6a76f8-6fb5-47ac-b7ca-0c577f4e5ab1 None None] Provisioning for port 89eec1f8-3993-4aad-9350-582f518b4697 completed by entity DHCP. {{(pid=94176) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 23 11:34:57.300659 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron_lib.callbacks.manager [None req-d89aa256-e598-4483-a162-7aaf01d3492a tempest-RoutersIpV6Test-1448447933 tempest-RoutersIpV6Test-1448447933-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-453061'] for router_interface, before_delete {{(pid=94174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:34:57.455764 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.db.provisioning_blocks [None req-b96027ad-5c60-4a39-9994-6304200e41c3 None None] Provisioning complete for port b5182085-ab7e-4085-8cd4-d3c621398764 triggered by entity DHCP. {{(pid=94176) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 23 11:34:57.456249 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron_lib.callbacks.manager [None req-b96027ad-5c60-4a39-9994-6304200e41c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-899258'] for port, provisioning_complete {{(pid=94176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:34:57.483932 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.db.provisioning_blocks [None req-dc7542b2-afef-47f4-a763-e3a3cba144be None None] Provisioning for port 89eec1f8-3993-4aad-9350-582f518b4697 completed by entity L2. {{(pid=94176) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 23 11:34:57.495724 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.db.provisioning_blocks [None req-dc7542b2-afef-47f4-a763-e3a3cba144be None None] Provisioning complete for port 89eec1f8-3993-4aad-9350-582f518b4697 triggered by entity L2. {{(pid=94176) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 23 11:34:57.496174 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron_lib.callbacks.manager [None req-dc7542b2-afef-47f4-a763-e3a3cba144be None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-899258'] for port, provisioning_complete {{(pid=94176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:34:57.521105 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.plugins.ml2.plugin [None req-b96027ad-5c60-4a39-9994-6304200e41c3 None None] Port b5182085-ab7e-4085-8cd4-d3c621398764 cannot update to ACTIVE because it is not bound. {{(pid=94176) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jun 23 11:34:57.540491 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cbe570f9-ce37-4887-8495-43feb6a9c909 tempest-RoutersTest-228919764 tempest-RoutersTest-228919764-project] Router a62c439a-ad58-40c0-a8d1-74ea1530deaa is scheduled to L3 agent 50ef99c0-ef28-4db5-b303-b145898fae60 with binding_index 1 {{(pid=94174) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jun 23 11:34:57.579354 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron_lib.callbacks.manager [None req-c15f02b0-510e-4fb8-bf57-b08e13c8a663 tempest-PortsIpV6TestJSON-1781383748 tempest-PortsIpV6TestJSON-1781383748-project] Notify callbacks [] for port, precommit_update {{(pid=94175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:34:57.594691 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron_lib.callbacks.manager [None req-dc7542b2-afef-47f4-a763-e3a3cba144be None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-923122'] for port, before_update {{(pid=94176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:34:57.630263 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.plugins.ml2.db [None req-dc7542b2-afef-47f4-a763-e3a3cba144be None None] For port 89eec1f8-3993-4aad-9350-582f518b4697, host dv-neutron-601336-94-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-94-hyperv',level=0,port_id=89eec1f8-3993-4aad-9350-582f518b4697,segment=NetworkSegment(52522548-34ab-427a-abf6-254e180028c9),segment_id=52522548-34ab-427a-abf6-254e180028c9)] {{(pid=94176) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 23 11:34:57.662107 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.plugins.ml2.plugin [None req-d89aa256-e598-4483-a162-7aaf01d3492a tempest-RoutersIpV6Test-1448447933 tempest-RoutersIpV6Test-1448447933-project] Deleting port 7a49523d-29b4-4e1c-93ed-42fada5ba124 {{(pid=94174) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1913}} Jun 23 11:34:57.662460 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron_lib.callbacks.manager [None req-d89aa256-e598-4483-a162-7aaf01d3492a tempest-RoutersIpV6Test-1448447933 tempest-RoutersIpV6Test-1448447933-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773700079324'] for port, before_delete {{(pid=94174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:34:57.669762 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron_lib.callbacks.manager [None req-c15f02b0-510e-4fb8-bf57-b08e13c8a663 tempest-PortsIpV6TestJSON-1781383748 tempest-PortsIpV6TestJSON-1781383748-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-922904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866062', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773700135042', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773699642233', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773699642278', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5082471'] for port, after_update {{(pid=94175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:34:57.670645 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron_lib.callbacks.manager [None req-c15f02b0-510e-4fb8-bf57-b08e13c8a663 tempest-PortsIpV6TestJSON-1781383748 tempest-PortsIpV6TestJSON-1781383748-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-7866091', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-453038'] for router_interface, after_create {{(pid=94175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:34:57.673509 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG oslo_concurrency.lockutils [None req-ce43c2c3-7b9e-4974-ba0f-ac3a44b7f35a tempest-PortsIpV6TestJSON-1781383748 tempest-PortsIpV6TestJSON-1781383748-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94175) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 11:34:57.679599 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cbe570f9-ce37-4887-8495-43feb6a9c909 tempest-RoutersTest-228919764 tempest-RoutersTest-228919764-project] Notify agent at l3_agent.dv-neutron-601336-94-hyperv the message routers_updated {{(pid=94174) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 23 11:34:57.688884 dv-neutron-601336-94-hyperv neutron-server[94177]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3c92806b-ea99-4419-9d7a-ce480228914d None None] Sync routers for ids ['a62c439a-ad58-40c0-a8d1-74ea1530deaa'] in dv-neutron-601336-94-hyperv {{(pid=94177) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 23 11:34:57.699372 dv-neutron-601336-94-hyperv neutron-server[94177]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3c92806b-ea99-4419-9d7a-ce480228914d None None] Routers {'a62c439a-ad58-40c0-a8d1-74ea1530deaa'} bound to L3 agent in host dv-neutron-601336-94-hyperv {{(pid=94177) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 23 11:34:57.699790 dv-neutron-601336-94-hyperv neutron-server[94177]: DEBUG neutron.db.l3_hamode_db [None req-3c92806b-ea99-4419-9d7a-ce480228914d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-601336-94-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-23T11:22:13Z,description=,heartbeat_timestamp=2021-06-23T11:34:43Z,host='dv-neutron-601336-94-hyperv',id=50ef99c0-ef28-4db5-b303-b145898fae60,load=0,resource_versions=,resources_synced=,started_at=2021-06-23T11:22:14Z,topic='l3_agent')) {'router_ids': ['a62c439a-ad58-40c0-a8d1-74ea1530deaa'], 'active': True} {{(pid=94177) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 11:34:57.704392 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron_lib.callbacks.manager [None req-dc7542b2-afef-47f4-a763-e3a3cba144be None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-922904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866062', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773700135042', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773699642233', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773699642278'] for port, after_update {{(pid=94176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:34:57.706379 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.plugins.ml2.rpc [None req-dc7542b2-afef-47f4-a763-e3a3cba144be None None] Device 7e7b4560-8e4a-46e3-a0cc-e2f005b9871e up at agent ovs-agent-dv-neutron-601336-94-hyperv {{(pid=94176) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:298}} Jun 23 11:34:57.711619 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG oslo_concurrency.lockutils [None req-6f3feb45-132a-4b5b-83c8-9dd46b352a32 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 11:34:57.717246 dv-neutron-601336-94-hyperv neutron-server[94174]: INFO neutron.wsgi [None req-cbe570f9-ce37-4887-8495-43feb6a9c909 tempest-RoutersTest-228919764 tempest-RoutersTest-228919764-project] 10.222.0.20 "PUT /v2.0/routers/a62c439a-ad58-40c0-a8d1-74ea1530deaa/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.5070164 Jun 23 11:34:57.720121 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.wsgi [-] (94174) accepted ('10.222.0.20', 40826) {{(pid=94174) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 11:34:57.737157 dv-neutron-601336-94-hyperv neutron-server[94177]: DEBUG neutron.db.l3_hamode_db [None req-3c92806b-ea99-4419-9d7a-ce480228914d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-601336-94-hyperv', False) {} {{(pid=94177) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 11:34:57.746087 dv-neutron-601336-94-hyperv neutron-server[94177]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3c92806b-ea99-4419-9d7a-ce480228914d None None] Routers {'a62c439a-ad58-40c0-a8d1-74ea1530deaa'} bound to L3 agent in host dv-neutron-601336-94-hyperv {{(pid=94177) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 23 11:34:57.746716 dv-neutron-601336-94-hyperv neutron-server[94177]: DEBUG neutron.db.l3_hamode_db [None req-3c92806b-ea99-4419-9d7a-ce480228914d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-601336-94-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-23T11:22:13Z,description=,heartbeat_timestamp=2021-06-23T11:34:43Z,host='dv-neutron-601336-94-hyperv',id=50ef99c0-ef28-4db5-b303-b145898fae60,load=0,resource_versions=,resources_synced=,started_at=2021-06-23T11:22:14Z,topic='l3_agent')) {'router_ids': ['a62c439a-ad58-40c0-a8d1-74ea1530deaa'], 'active': True} {{(pid=94177) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 11:34:57.780598 dv-neutron-601336-94-hyperv neutron-server[94177]: DEBUG neutron.db.l3_hamode_db [None req-3c92806b-ea99-4419-9d7a-ce480228914d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-601336-94-hyperv', False) {} {{(pid=94177) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 11:34:57.782232 dv-neutron-601336-94-hyperv neutron-server[94177]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3c92806b-ea99-4419-9d7a-ce480228914d None None] The sync data for ids ['a62c439a-ad58-40c0-a8d1-74ea1530deaa'] in dv-neutron-601336-94-hyperv is: [] {{(pid=94177) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 23 11:34:57.782480 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c15f02b0-510e-4fb8-bf57-b08e13c8a663 tempest-PortsIpV6TestJSON-1781383748 tempest-PortsIpV6TestJSON-1781383748-project] Pushing event updated for resources: {'Port': ['ID=3b288e14-99cc-4be1-8de7-1f2a940dacda,revision_number=3']} {{(pid=94175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 11:34:57.786431 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG oslo_concurrency.lockutils [None req-c15f02b0-510e-4fb8-bf57-b08e13c8a663 tempest-PortsIpV6TestJSON-1781383748 tempest-PortsIpV6TestJSON-1781383748-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.113s {{(pid=94175) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 11:34:57.806424 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-74a41439-8273-4984-9e70-668343284455 tempest-RoutersTest-228919764 tempest-RoutersTest-228919764-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94174) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 11:34:57.810382 dv-neutron-601336-94-hyperv neutron-server[94174]: INFO neutron.wsgi [None req-74a41439-8273-4984-9e70-668343284455 tempest-RoutersTest-228919764 tempest-RoutersTest-228919764-project] 10.222.0.20 "GET /v2.0/ports/b5182085-ab7e-4085-8cd4-d3c621398764 HTTP/1.1" status: 200 len: 910 time: 0.0869286 Jun 23 11:34:57.810983 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.wsgi [-] (94175) accepted ('10.222.0.20', 40828) {{(pid=94175) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 11:34:57.823331 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron_lib.callbacks.manager [None req-d89aa256-e598-4483-a162-7aaf01d3492a tempest-RoutersIpV6Test-1448447933 tempest-RoutersIpV6Test-1448447933-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-430722'] for port, precommit_delete {{(pid=94174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:34:57.838818 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.plugins.ml2.plugin [None req-d89aa256-e598-4483-a162-7aaf01d3492a tempest-RoutersIpV6Test-1448447933 tempest-RoutersIpV6Test-1448447933-project] Calling delete_port for 7a49523d-29b4-4e1c-93ed-42fada5ba124 owned by network:router_interface {{(pid=94174) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1986}} Jun 23 11:34:57.861502 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.db.provisioning_blocks [None req-faa0d3b6-f09b-45d8-b01e-0c70c68c25e6 None None] Provisioning complete for port 89eec1f8-3993-4aad-9350-582f518b4697 triggered by entity DHCP. {{(pid=94176) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 23 11:34:57.861888 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron_lib.callbacks.manager [None req-faa0d3b6-f09b-45d8-b01e-0c70c68c25e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-899258'] for port, provisioning_complete {{(pid=94176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:34:57.868985 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc7542b2-afef-47f4-a763-e3a3cba144be None None] Pushing event updated for resources: {'Port': ['ID=89eec1f8-3993-4aad-9350-582f518b4697,revision_number=3']} {{(pid=94176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 11:34:57.872263 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG oslo_concurrency.lockutils [None req-dc7542b2-afef-47f4-a763-e3a3cba144be None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.161s {{(pid=94176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 11:34:57.919607 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.db.provisioning_blocks [None req-dc7542b2-afef-47f4-a763-e3a3cba144be None None] Provisioning complete for port 7e7b4560-8e4a-46e3-a0cc-e2f005b9871e triggered by entity L2. {{(pid=94176) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 23 11:34:57.919994 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron_lib.callbacks.manager [None req-dc7542b2-afef-47f4-a763-e3a3cba144be None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-899258'] for port, provisioning_complete {{(pid=94176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:34:58.046640 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.plugins.ml2.rpc [None req-dc7542b2-afef-47f4-a763-e3a3cba144be None None] Device 494fb2f9-cd40-4149-baf2-9b65e743eabb up at agent ovs-agent-dv-neutron-601336-94-hyperv {{(pid=94176) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:298}} Jun 23 11:34:58.090475 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.db.provisioning_blocks [None req-faa0d3b6-f09b-45d8-b01e-0c70c68c25e6 None None] Provisioning for port 3b288e14-99cc-4be1-8de7-1f2a940dacda completed by entity DHCP. {{(pid=94176) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 23 11:34:58.098118 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.db.provisioning_blocks [None req-faa0d3b6-f09b-45d8-b01e-0c70c68c25e6 None None] Provisioning complete for port 3b288e14-99cc-4be1-8de7-1f2a940dacda triggered by entity DHCP. {{(pid=94176) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 23 11:34:58.098642 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron_lib.callbacks.manager [None req-faa0d3b6-f09b-45d8-b01e-0c70c68c25e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-899258'] for port, provisioning_complete {{(pid=94176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:34:58.128646 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c15f02b0-510e-4fb8-bf57-b08e13c8a663 tempest-PortsIpV6TestJSON-1781383748 tempest-PortsIpV6TestJSON-1781383748-project] Network cb925a48-df4b-4b68-bb2c-0a2c48efa0ae is already hosted by enough agents. {{(pid=94175) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 23 11:34:58.142502 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.scheduler.base_scheduler [None req-c15f02b0-510e-4fb8-bf57-b08e13c8a663 tempest-PortsIpV6TestJSON-1781383748 tempest-PortsIpV6TestJSON-1781383748-project] Resources bound (agent type, host, resource id): {{(pid=94175) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 23 11:34:58.153233 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.plugins.ml2.plugin [None req-faa0d3b6-f09b-45d8-b01e-0c70c68c25e6 None None] Port 3b288e14-99cc-4be1-8de7-1f2a940dacda cannot update to ACTIVE because it is not bound. {{(pid=94176) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jun 23 11:34:58.209470 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.db.provisioning_blocks [None req-dc7542b2-afef-47f4-a763-e3a3cba144be None None] Provisioning for port 494fb2f9-cd40-4149-baf2-9b65e743eabb completed by entity L2. {{(pid=94176) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 23 11:34:58.214305 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.db.provisioning_blocks [None req-dc7542b2-afef-47f4-a763-e3a3cba144be None None] Provisioning complete for port 494fb2f9-cd40-4149-baf2-9b65e743eabb triggered by entity L2. {{(pid=94176) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 23 11:34:58.214696 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron_lib.callbacks.manager [None req-dc7542b2-afef-47f4-a763-e3a3cba144be None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-899258'] for port, provisioning_complete {{(pid=94176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:34:58.309108 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.db.provisioning_blocks [None req-fb071e24-6744-4fb5-b21c-e41ecb035662 None None] Provisioning complete for port 3b288e14-99cc-4be1-8de7-1f2a940dacda triggered by entity DHCP. {{(pid=94176) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 23 11:34:58.309485 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron_lib.callbacks.manager [None req-fb071e24-6744-4fb5-b21c-e41ecb035662 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-899258'] for port, provisioning_complete {{(pid=94176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:34:58.380403 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron_lib.callbacks.manager [None req-a0a281e9-f9c0-4244-94ea-cb07933f1192 tempest-RoutersTest-228919764 tempest-RoutersTest-228919764-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-923104'] for port, before_create {{(pid=94175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:34:58.474205 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c15f02b0-510e-4fb8-bf57-b08e13c8a663 tempest-PortsIpV6TestJSON-1781383748 tempest-PortsIpV6TestJSON-1781383748-project] Router d2673efe-a72e-4339-af0b-8f9886270350 is scheduled to L3 agent 50ef99c0-ef28-4db5-b303-b145898fae60 with binding_index 1 {{(pid=94175) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jun 23 11:34:58.474683 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a51d9850-7c3b-4466-b55d-0bd8d7b929bf req-7d2c695d-7f92-45ab-b739-5cca3d613e46 tempest-TestNetworkBasicOps-233187296 tempest-TestNetworkBasicOps-233187296-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94174) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 11:34:58.476738 dv-neutron-601336-94-hyperv neutron-server[94174]: INFO neutron.wsgi [req-a51d9850-7c3b-4466-b55d-0bd8d7b929bf req-7d2c695d-7f92-45ab-b739-5cca3d613e46 tempest-TestNetworkBasicOps-233187296 tempest-TestNetworkBasicOps-233187296-project] 10.222.0.20 "GET /v2.0/ports?device_id=5dc250a1-61bb-46d0-9888-3ab1b564fa78 HTTP/1.1" status: 200 len: 945 time: 0.1363318 Jun 23 11:34:58.536459 dv-neutron-601336-94-hyperv neutron-server[94174]: INFO neutron.wsgi [req-a51d9850-7c3b-4466-b55d-0bd8d7b929bf req-e22f1267-890a-4d77-8bc7-3dc3d9c3aa3f tempest-TestNetworkBasicOps-233187296 tempest-TestNetworkBasicOps-233187296-project] 10.222.0.20 "GET /v2.0/security-groups?id=30a782a1-c8ca-4eeb-9aeb-36d88772e1b8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0527632 Jun 23 11:34:58.552193 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron_lib.callbacks.manager [None req-d89aa256-e598-4483-a162-7aaf01d3492a tempest-RoutersIpV6Test-1448447933 tempest-RoutersIpV6Test-1448447933-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-922904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866062', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773700135024', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773699642224', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5196390'] for port, after_delete {{(pid=94174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:34:58.566377 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG oslo_concurrency.lockutils [None req-1bc8cef8-c1e2-496c-a72a-bd837ed23297 tempest-RoutersIpV6Test-1448447933 tempest-RoutersIpV6Test-1448447933-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94174) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 11:34:58.585896 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.plugins.ml2.plugin [None req-fb071e24-6744-4fb5-b21c-e41ecb035662 None None] Port 3b288e14-99cc-4be1-8de7-1f2a940dacda cannot update to ACTIVE because it is not bound. {{(pid=94176) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jun 23 11:34:58.620846 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron_lib.callbacks.manager [None req-dc7542b2-afef-47f4-a763-e3a3cba144be None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-923122'] for port, before_update {{(pid=94176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:34:58.667370 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.plugins.ml2.db [None req-dc7542b2-afef-47f4-a763-e3a3cba144be None None] For port 494fb2f9-cd40-4149-baf2-9b65e743eabb, host dv-neutron-601336-94-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-94-hyperv',level=0,port_id=494fb2f9-cd40-4149-baf2-9b65e743eabb,segment=NetworkSegment(27545297-ceb3-467f-af42-46d2ad038914),segment_id=27545297-ceb3-467f-af42-46d2ad038914)] {{(pid=94176) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 23 11:34:58.676246 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d89aa256-e598-4483-a162-7aaf01d3492a tempest-RoutersIpV6Test-1448447933 tempest-RoutersIpV6Test-1448447933-project] Pushing event deleted for resources: {'Port': ['ID=7a49523d-29b4-4e1c-93ed-42fada5ba124,revision_number=None']} {{(pid=94174) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 11:34:58.679717 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG oslo_concurrency.lockutils [None req-d89aa256-e598-4483-a162-7aaf01d3492a tempest-RoutersIpV6Test-1448447933 tempest-RoutersIpV6Test-1448447933-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.114s {{(pid=94174) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 11:34:58.717457 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c15f02b0-510e-4fb8-bf57-b08e13c8a663 tempest-PortsIpV6TestJSON-1781383748 tempest-PortsIpV6TestJSON-1781383748-project] Notify agent at l3_agent.dv-neutron-601336-94-hyperv the message routers_updated {{(pid=94175) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 23 11:34:58.731502 dv-neutron-601336-94-hyperv neutron-server[94175]: INFO neutron.wsgi [None req-c15f02b0-510e-4fb8-bf57-b08e13c8a663 tempest-PortsIpV6TestJSON-1781383748 tempest-PortsIpV6TestJSON-1781383748-project] 10.222.0.20 "PUT /v2.0/routers/d2673efe-a72e-4339-af0b-8f9886270350/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.7768543 Jun 23 11:34:58.734933 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.wsgi [-] (94175) accepted ('10.222.0.20', 40832) {{(pid=94175) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 11:34:58.738460 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7326f9e1-fa77-4cd8-a626-f35cffef2cc9 None None] Sync routers for ids ['d2673efe-a72e-4339-af0b-8f9886270350'] in dv-neutron-601336-94-hyperv {{(pid=94176) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 23 11:34:58.744624 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron_lib.callbacks.manager [None req-dc7542b2-afef-47f4-a763-e3a3cba144be None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-922904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866062', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773700135042', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773699642233', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773699642278'] for port, after_update {{(pid=94176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:34:58.764072 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG oslo_concurrency.lockutils [None req-d0cce1fa-c5b4-441a-ba4b-9ede9c00cffa None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 11:34:58.769185 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.db.provisioning_blocks [None req-abe7844a-37ad-4b7e-b574-f34818b33df3 None None] Provisioning complete for port 3b288e14-99cc-4be1-8de7-1f2a940dacda triggered by entity DHCP. {{(pid=94176) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 23 11:34:58.769763 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron_lib.callbacks.manager [None req-abe7844a-37ad-4b7e-b574-f34818b33df3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-899258'] for port, provisioning_complete {{(pid=94176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:34:58.790078 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron_lib.callbacks.manager [None req-d89aa256-e598-4483-a162-7aaf01d3492a tempest-RoutersIpV6Test-1448447933 tempest-RoutersIpV6Test-1448447933-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-7866080', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-516693'] for router_interface, after_delete {{(pid=94174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:34:58.845072 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.db.db_base_plugin_common [None req-a0a281e9-f9c0-4244-94ea-cb07933f1192 tempest-RoutersTest-228919764 tempest-RoutersTest-228919764-project] Allocated IP 172.21.0.1 (ae6b3856-80a7-46e5-9aff-b210e595fe8d/97e73890-8840-4dca-a4a3-7418075a9d4c/0c40b6e1-3753-4bb8-b3c2-441100f91a79) {{(pid=94175) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 23 11:34:58.847539 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.plugins.ml2.plugin [None req-abe7844a-37ad-4b7e-b574-f34818b33df3 None None] Port 3b288e14-99cc-4be1-8de7-1f2a940dacda cannot update to ACTIVE because it is not bound. {{(pid=94176) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jun 23 11:34:58.885049 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7326f9e1-fa77-4cd8-a626-f35cffef2cc9 None None] Routers {'d2673efe-a72e-4339-af0b-8f9886270350'} bound to L3 agent in host dv-neutron-601336-94-hyperv {{(pid=94176) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 23 11:34:58.885715 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.db.l3_hamode_db [None req-7326f9e1-fa77-4cd8-a626-f35cffef2cc9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-601336-94-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-23T11:22:13Z,description=,heartbeat_timestamp=2021-06-23T11:34:43Z,host='dv-neutron-601336-94-hyperv',id=50ef99c0-ef28-4db5-b303-b145898fae60,load=0,resource_versions=,resources_synced=,started_at=2021-06-23T11:22:14Z,topic='l3_agent')) {'router_ids': ['d2673efe-a72e-4339-af0b-8f9886270350'], 'active': True} {{(pid=94176) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 11:34:58.922368 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.plugins.ml2.rpc [None req-dc7542b2-afef-47f4-a763-e3a3cba144be None None] Device 89eec1f8-3993-4aad-9350-582f518b4697 up at agent ovs-agent-dv-neutron-601336-94-hyperv {{(pid=94176) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:298}} Jun 23 11:34:58.928893 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.db.l3_hamode_db [None req-7326f9e1-fa77-4cd8-a626-f35cffef2cc9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-601336-94-hyperv', False) {} {{(pid=94176) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 11:34:58.931067 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.plugins.ml2.rpc [None req-97bd5441-1da2-49ee-a364-27795820ba27 None None] Device 5bc1c89c-f37a-4549-8bd2-67c7e46b8da1 up at agent hyperv_hv-neutron-6013 {{(pid=94176) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:298}} Jun 23 11:34:58.975504 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d89aa256-e598-4483-a162-7aaf01d3492a tempest-RoutersIpV6Test-1448447933 tempest-RoutersIpV6Test-1448447933-project] Router 04ff0c9d-4568-4a1a-b33c-95dc88716bf3 has already been hosted by L3 agent 50ef99c0-ef28-4db5-b303-b145898fae60 {{(pid=94174) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 23 11:34:58.990114 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-537ca9e5-7c06-4380-8e75-da732f80efd5 tempest-PortsIpV6TestJSON-1781383748 tempest-PortsIpV6TestJSON-1781383748-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 11:34:58.994708 dv-neutron-601336-94-hyperv neutron-server[94175]: INFO neutron.wsgi [None req-537ca9e5-7c06-4380-8e75-da732f80efd5 tempest-PortsIpV6TestJSON-1781383748 tempest-PortsIpV6TestJSON-1781383748-project] 10.222.0.20 "GET /v2.0/ports?device_id=d2673efe-a72e-4339-af0b-8f9886270350 HTTP/1.1" status: 200 len: 987 time: 0.2556221 Jun 23 11:34:58.996481 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.wsgi [-] (94175) accepted ('10.222.0.20', 40834) {{(pid=94175) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 11:34:59.005710 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7326f9e1-fa77-4cd8-a626-f35cffef2cc9 None None] Routers {'d2673efe-a72e-4339-af0b-8f9886270350'} bound to L3 agent in host dv-neutron-601336-94-hyperv {{(pid=94176) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 23 11:34:59.006360 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.db.l3_hamode_db [None req-7326f9e1-fa77-4cd8-a626-f35cffef2cc9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-601336-94-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-23T11:22:13Z,description=,heartbeat_timestamp=2021-06-23T11:34:43Z,host='dv-neutron-601336-94-hyperv',id=50ef99c0-ef28-4db5-b303-b145898fae60,load=0,resource_versions=,resources_synced=,started_at=2021-06-23T11:22:14Z,topic='l3_agent')) {'router_ids': ['d2673efe-a72e-4339-af0b-8f9886270350'], 'active': True} {{(pid=94176) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 11:34:59.045374 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron_lib.callbacks.manager [None req-a0a281e9-f9c0-4244-94ea-cb07933f1192 tempest-RoutersTest-228919764 tempest-RoutersTest-228919764-project] Notify callbacks [] for port, precommit_create {{(pid=94175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:34:59.048089 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc7542b2-afef-47f4-a763-e3a3cba144be None None] Pushing event updated for resources: {'Port': ['ID=494fb2f9-cd40-4149-baf2-9b65e743eabb,revision_number=3']} {{(pid=94176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 11:34:59.050664 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d89aa256-e598-4483-a162-7aaf01d3492a tempest-RoutersIpV6Test-1448447933 tempest-RoutersIpV6Test-1448447933-project] Notify agent at l3_agent.dv-neutron-601336-94-hyperv the message routers_updated {{(pid=94174) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 23 11:34:59.052346 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.db.l3_hamode_db [None req-7326f9e1-fa77-4cd8-a626-f35cffef2cc9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-601336-94-hyperv', False) {} {{(pid=94176) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 11:34:59.053024 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7326f9e1-fa77-4cd8-a626-f35cffef2cc9 None None] The sync data for ids ['d2673efe-a72e-4339-af0b-8f9886270350'] in dv-neutron-601336-94-hyperv is: [] {{(pid=94176) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 23 11:34:59.055204 dv-neutron-601336-94-hyperv neutron-server[94174]: INFO neutron.wsgi [None req-d89aa256-e598-4483-a162-7aaf01d3492a tempest-RoutersIpV6Test-1448447933 tempest-RoutersIpV6Test-1448447933-project] 10.222.0.20 "PUT /v2.0/routers/04ff0c9d-4568-4a1a-b33c-95dc88716bf3/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.6232955 Jun 23 11:34:59.057862 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.wsgi [-] (94174) accepted ('10.222.0.20', 40836) {{(pid=94174) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 11:34:59.058750 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG oslo_concurrency.lockutils [None req-dc7542b2-afef-47f4-a763-e3a3cba144be None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.295s {{(pid=94176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 11:34:59.069904 dv-neutron-601336-94-hyperv neutron-server[94177]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bc6641f7-a42e-4096-b2b2-2ab741c12d35 None None] Sync routers for ids ['04ff0c9d-4568-4a1a-b33c-95dc88716bf3'] in dv-neutron-601336-94-hyperv {{(pid=94177) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 23 11:34:59.079153 dv-neutron-601336-94-hyperv neutron-server[94177]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bc6641f7-a42e-4096-b2b2-2ab741c12d35 None None] Routers {'04ff0c9d-4568-4a1a-b33c-95dc88716bf3'} bound to L3 agent in host dv-neutron-601336-94-hyperv {{(pid=94177) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 23 11:34:59.079958 dv-neutron-601336-94-hyperv neutron-server[94177]: DEBUG neutron.db.l3_hamode_db [None req-bc6641f7-a42e-4096-b2b2-2ab741c12d35 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-601336-94-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-23T11:22:13Z,description=,heartbeat_timestamp=2021-06-23T11:34:43Z,host='dv-neutron-601336-94-hyperv',id=50ef99c0-ef28-4db5-b303-b145898fae60,load=0,resource_versions=,resources_synced=,started_at=2021-06-23T11:22:14Z,topic='l3_agent')) {'router_ids': ['04ff0c9d-4568-4a1a-b33c-95dc88716bf3'], 'active': True} {{(pid=94177) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 11:34:59.081848 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.db.provisioning_blocks [None req-dc7542b2-afef-47f4-a763-e3a3cba144be None None] Provisioning complete for port 89eec1f8-3993-4aad-9350-582f518b4697 triggered by entity L2. {{(pid=94176) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 23 11:34:59.082249 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron_lib.callbacks.manager [None req-dc7542b2-afef-47f4-a763-e3a3cba144be None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-899258'] for port, provisioning_complete {{(pid=94176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:34:59.114876 dv-neutron-601336-94-hyperv neutron-server[94177]: DEBUG neutron.db.l3_hamode_db [None req-bc6641f7-a42e-4096-b2b2-2ab741c12d35 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-601336-94-hyperv', False) {} {{(pid=94177) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 11:34:59.124474 dv-neutron-601336-94-hyperv neutron-server[94177]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bc6641f7-a42e-4096-b2b2-2ab741c12d35 None None] Routers {'04ff0c9d-4568-4a1a-b33c-95dc88716bf3'} bound to L3 agent in host dv-neutron-601336-94-hyperv {{(pid=94177) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 23 11:34:59.125291 dv-neutron-601336-94-hyperv neutron-server[94177]: DEBUG neutron.db.l3_hamode_db [None req-bc6641f7-a42e-4096-b2b2-2ab741c12d35 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-601336-94-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-23T11:22:13Z,description=,heartbeat_timestamp=2021-06-23T11:34:43Z,host='dv-neutron-601336-94-hyperv',id=50ef99c0-ef28-4db5-b303-b145898fae60,load=0,resource_versions=,resources_synced=,started_at=2021-06-23T11:22:14Z,topic='l3_agent')) {'router_ids': ['04ff0c9d-4568-4a1a-b33c-95dc88716bf3'], 'active': True} {{(pid=94177) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 11:34:59.155358 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.db.provisioning_blocks [None req-a0a281e9-f9c0-4244-94ea-cb07933f1192 tempest-RoutersTest-228919764 tempest-RoutersTest-228919764-project] Transition to ACTIVE for port object 0c40b6e1-3753-4bb8-b3c2-441100f91a79 will not be triggered until provisioned by entity DHCP. {{(pid=94175) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 23 11:34:59.162224 dv-neutron-601336-94-hyperv neutron-server[94177]: DEBUG neutron.db.l3_hamode_db [None req-bc6641f7-a42e-4096-b2b2-2ab741c12d35 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-601336-94-hyperv', False) {} {{(pid=94177) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 11:34:59.163161 dv-neutron-601336-94-hyperv neutron-server[94177]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bc6641f7-a42e-4096-b2b2-2ab741c12d35 None None] The sync data for ids ['04ff0c9d-4568-4a1a-b33c-95dc88716bf3'] in dv-neutron-601336-94-hyperv is: [] {{(pid=94177) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 23 11:34:59.178824 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.db.provisioning_blocks [None req-97bd5441-1da2-49ee-a364-27795820ba27 None None] Provisioning for port 5bc1c89c-f37a-4549-8bd2-67c7e46b8da1 completed by entity L2. {{(pid=94176) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 23 11:34:59.183102 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.db.provisioning_blocks [None req-97bd5441-1da2-49ee-a364-27795820ba27 None None] Provisioning complete for port 5bc1c89c-f37a-4549-8bd2-67c7e46b8da1 triggered by entity L2. {{(pid=94176) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 23 11:34:59.183500 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron_lib.callbacks.manager [None req-97bd5441-1da2-49ee-a364-27795820ba27 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-899258'] for port, provisioning_complete {{(pid=94176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:34:59.253639 dv-neutron-601336-94-hyperv neutron-server[94174]: INFO neutron.api.v2.resource [None req-fc54e0b0-111b-45a1-b5dd-59b338734df7 tempest-RoutersIpV6Test-1448447933 tempest-RoutersIpV6Test-1448447933-project] remove_router_interface failed (client error): The resource could not be found. Jun 23 11:34:59.254698 dv-neutron-601336-94-hyperv neutron-server[94174]: INFO neutron.wsgi [None req-fc54e0b0-111b-45a1-b5dd-59b338734df7 tempest-RoutersIpV6Test-1448447933 tempest-RoutersIpV6Test-1448447933-project] 10.222.0.20 "PUT /v2.0/routers/04ff0c9d-4568-4a1a-b33c-95dc88716bf3/remove_router_interface HTTP/1.1" status: 404 len: 398 time: 0.1957133 Jun 23 11:34:59.257609 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.wsgi [-] (94174) accepted ('10.222.0.20', 40838) {{(pid=94174) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 11:34:59.270230 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron_lib.callbacks.manager [None req-97bd5441-1da2-49ee-a364-27795820ba27 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-923122'] for port, before_update {{(pid=94176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:34:59.294562 dv-neutron-601336-94-hyperv neutron-server[94174]: INFO neutron.wsgi [None req-c353ff32-93bc-4923-90e2-9a7807a4fb89 tempest-RoutersIpV6Test-1448447933 tempest-RoutersIpV6Test-1448447933-project] 10.222.0.20 "GET /v2.0/ports?device_id=04ff0c9d-4568-4a1a-b33c-95dc88716bf3 HTTP/1.1" status: 200 len: 205 time: 0.0333574 Jun 23 11:34:59.294783 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5dc250a1-61bb-46d0-9888-3ab1b564fa78', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5bc1c89c-f37a-4549-8bd2-67c7e46b8da1'}] {{(pid=94176) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 23 11:34:59.294889 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.wsgi [-] (94174) accepted ('10.222.0.20', 40840) {{(pid=94174) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 11:34:59.296240 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}887b0dfc0393de878080286a57e4a08d4fa60dd0cddd118f338ebfcd351ddd4c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-79ef851a-4c6f-47d8-bcff-67285efacdd0" -d '{"events": [{"server_uuid": "5dc250a1-61bb-46d0-9888-3ab1b564fa78", "name": "network-vif-plugged", "status": "completed", "tag": "5bc1c89c-f37a-4549-8bd2-67c7e46b8da1"}]}' {{(pid=94176) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 23 11:34:59.310398 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.plugins.ml2.db [None req-97bd5441-1da2-49ee-a364-27795820ba27 None None] For port 5bc1c89c-f37a-4549-8bd2-67c7e46b8da1, host hv-neutron-6013, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-6013',level=0,port_id=5bc1c89c-f37a-4549-8bd2-67c7e46b8da1,segment=NetworkSegment(78d6d132-b23e-4555-9358-dea047b3f21c),segment_id=78d6d132-b23e-4555-9358-dea047b3f21c)] {{(pid=94176) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 23 11:34:59.324553 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron_lib.callbacks.manager [None req-a0a281e9-f9c0-4244-94ea-cb07933f1192 tempest-RoutersTest-228919764 tempest-RoutersTest-228919764-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-922915', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-239814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7866073', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773699642215', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-5082457'] for port, after_create {{(pid=94175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:34:59.327677 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG oslo_concurrency.lockutils [None req-d804e6f0-2895-4b3c-a8de-45b122074d3e tempest-NetworksTest-2133396914 tempest-NetworksTest-2133396914-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94175) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 11:34:59.344960 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 23 Jun 2021 11:34:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ab458e82-fb2b-4865-9b0c-483a4dfc1467 x-openstack-request-id: req-ab458e82-fb2b-4865-9b0c-483a4dfc1467 {{(pid=94176) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 23 11:34:59.345267 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5dc250a1-61bb-46d0-9888-3ab1b564fa78", "name": "network-vif-plugged", "status": "completed", "tag": "5bc1c89c-f37a-4549-8bd2-67c7e46b8da1", "code": 200}]} {{(pid=94176) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 23 11:34:59.345657 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-ab458e82-fb2b-4865-9b0c-483a4dfc1467 {{(pid=94176) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 23 11:34:59.346069 dv-neutron-601336-94-hyperv neutron-server[94176]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5dc250a1-61bb-46d0-9888-3ab1b564fa78', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5bc1c89c-f37a-4549-8bd2-67c7e46b8da1', 'code': 200} Jun 23 11:34:59.369813 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron_lib.callbacks.manager [None req-972ef7ed-e800-4065-9ad7-ae3665504166 tempest-RoutersIpV6Test-1448447933 tempest-RoutersIpV6Test-1448447933-project] Notify callbacks [] for router, before_delete {{(pid=94174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:34:59.379645 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron_lib.callbacks.manager [None req-97bd5441-1da2-49ee-a364-27795820ba27 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-922904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866062', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773700135042', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773699642233', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773699642278'] for port, after_update {{(pid=94176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:34:59.382346 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG oslo_concurrency.lockutils [None req-8442a3f0-e899-474e-a6cb-e861b1b01697 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 11:34:59.391451 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a0a281e9-f9c0-4244-94ea-cb07933f1192 tempest-RoutersTest-228919764 tempest-RoutersTest-228919764-project] Network ae6b3856-80a7-46e5-9aff-b210e595fe8d is already hosted by enough agents. {{(pid=94175) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 23 11:34:59.399252 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.scheduler.base_scheduler [None req-a0a281e9-f9c0-4244-94ea-cb07933f1192 tempest-RoutersTest-228919764 tempest-RoutersTest-228919764-project] Resources bound (agent type, host, resource id): {{(pid=94175) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 23 11:34:59.405730 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0a281e9-f9c0-4244-94ea-cb07933f1192 tempest-RoutersTest-228919764 tempest-RoutersTest-228919764-project] Pushing event updated for resources: {'Port': ['ID=0c40b6e1-3753-4bb8-b3c2-441100f91a79,revision_number=1']} {{(pid=94175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 11:34:59.408831 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a0a281e9-f9c0-4244-94ea-cb07933f1192 tempest-RoutersTest-228919764 tempest-RoutersTest-228919764-project] Received port after_create {{(pid=94175) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 23 11:34:59.412863 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG oslo_concurrency.lockutils [None req-a0a281e9-f9c0-4244-94ea-cb07933f1192 tempest-RoutersTest-228919764 tempest-RoutersTest-228919764-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.085s {{(pid=94175) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 11:34:59.464974 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97bd5441-1da2-49ee-a364-27795820ba27 None None] Pushing event updated for resources: {'Port': ['ID=5bc1c89c-f37a-4549-8bd2-67c7e46b8da1,revision_number=5']} {{(pid=94176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 11:34:59.471518 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG oslo_concurrency.lockutils [None req-97bd5441-1da2-49ee-a364-27795820ba27 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.089s {{(pid=94176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 11:34:59.507713 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron_lib.callbacks.manager [None req-a0a281e9-f9c0-4244-94ea-cb07933f1192 tempest-RoutersTest-228919764 tempest-RoutersTest-228919764-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-452954'] for router_interface, before_create {{(pid=94175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:34:59.577333 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron_lib.callbacks.manager [None req-972ef7ed-e800-4065-9ad7-ae3665504166 tempest-RoutersIpV6Test-1448447933 tempest-RoutersIpV6Test-1448447933-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-520417', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-32301'] for router, precommit_delete {{(pid=94174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:34:59.579733 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron_lib.callbacks.manager [None req-972ef7ed-e800-4065-9ad7-ae3665504166 tempest-RoutersIpV6Test-1448447933 tempest-RoutersIpV6Test-1448447933-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:34:59.694633 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron_lib.callbacks.manager [None req-95881ade-73d4-44c7-a30e-92428fa5a96f tempest-PortsIpV6TestJSON-1781383748 tempest-PortsIpV6TestJSON-1781383748-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-453061'] for router_interface, before_delete {{(pid=94175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:34:59.728961 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron_lib.callbacks.manager [None req-972ef7ed-e800-4065-9ad7-ae3665504166 tempest-RoutersIpV6Test-1448447933 tempest-RoutersIpV6Test-1448447933-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-494961'] for router, after_delete {{(pid=94174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:34:59.729586 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-972ef7ed-e800-4065-9ad7-ae3665504166 tempest-RoutersIpV6Test-1448447933 tempest-RoutersIpV6Test-1448447933-project] Fanout notify agent at l3_agent the message router_deleted on router 04ff0c9d-4568-4a1a-b33c-95dc88716bf3 {{(pid=94174) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jun 23 11:34:59.738153 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron_lib.callbacks.manager [None req-972ef7ed-e800-4065-9ad7-ae3665504166 tempest-RoutersIpV6Test-1448447933 tempest-RoutersIpV6Test-1448447933-project] Notify callbacks [] for router, before_response {{(pid=94174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:34:59.740244 dv-neutron-601336-94-hyperv neutron-server[94174]: INFO neutron.wsgi [None req-972ef7ed-e800-4065-9ad7-ae3665504166 tempest-RoutersIpV6Test-1448447933 tempest-RoutersIpV6Test-1448447933-project] 10.222.0.20 "DELETE /v2.0/routers/04ff0c9d-4568-4a1a-b33c-95dc88716bf3 HTTP/1.1" status: 204 len: 168 time: 0.4443846 Jun 23 11:34:59.740864 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.wsgi [-] (94174) accepted ('10.222.0.20', 40846) {{(pid=94174) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 11:34:59.778788 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.db.provisioning_blocks [None req-96112f80-40c5-4880-b42f-142ada992903 None None] Provisioning for port 0c40b6e1-3753-4bb8-b3c2-441100f91a79 completed by entity DHCP. {{(pid=94176) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 23 11:34:59.783438 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.db.provisioning_blocks [None req-96112f80-40c5-4880-b42f-142ada992903 None None] Provisioning complete for port 0c40b6e1-3753-4bb8-b3c2-441100f91a79 triggered by entity DHCP. {{(pid=94176) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 23 11:34:59.783908 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron_lib.callbacks.manager [None req-96112f80-40c5-4880-b42f-142ada992903 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-899258'] for port, provisioning_complete {{(pid=94176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:34:59.821286 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.plugins.ml2.plugin [None req-96112f80-40c5-4880-b42f-142ada992903 None None] Port 0c40b6e1-3753-4bb8-b3c2-441100f91a79 cannot update to ACTIVE because it is not bound. {{(pid=94176) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jun 23 11:34:59.838126 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aab76ef5-09cd-4f4d-b331-ea68fd346308 req-69ef9f1e-0f31-4149-ab9b-c7864dfb6cbe tempest-TestNetworkBasicOps-233187296 tempest-TestNetworkBasicOps-233187296-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94174) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 11:34:59.840177 dv-neutron-601336-94-hyperv neutron-server[94174]: INFO neutron.wsgi [req-aab76ef5-09cd-4f4d-b331-ea68fd346308 req-69ef9f1e-0f31-4149-ab9b-c7864dfb6cbe tempest-TestNetworkBasicOps-233187296 tempest-TestNetworkBasicOps-233187296-project] 10.222.0.20 "GET /v2.0/ports?device_id=5dc250a1-61bb-46d0-9888-3ab1b564fa78 HTTP/1.1" status: 200 len: 946 time: 0.1551001 Jun 23 11:34:59.845989 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.db.db_base_plugin_v2 [None req-e61bf6de-c0ed-470a-bb03-77679fb52f81 tempest-RoutersIpV6Test-1448447933 tempest-RoutersIpV6Test-1448447933-project] Deleting subnet 5872e5be-2a34-47b2-bd6a-66ee25a62a9f {{(pid=94174) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jun 23 11:34:59.857447 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron_lib.callbacks.manager [None req-e61bf6de-c0ed-470a-bb03-77679fb52f81 tempest-RoutersIpV6Test-1448447933 tempest-RoutersIpV6Test-1448447933-project] Notify callbacks [] for subnet, before_delete {{(pid=94174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:34:59.923745 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron_lib.callbacks.manager [None req-e61bf6de-c0ed-470a-bb03-77679fb52f81 tempest-RoutersIpV6Test-1448447933 tempest-RoutersIpV6Test-1448447933-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4800256'] for subnet, precommit_delete_associations {{(pid=94174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:34:59.952304 dv-neutron-601336-94-hyperv neutron-server[94174]: INFO neutron.wsgi [req-aab76ef5-09cd-4f4d-b331-ea68fd346308 req-8c7ba95f-7048-4796-9e28-88c01b23af5e tempest-TestNetworkBasicOps-233187296 tempest-TestNetworkBasicOps-233187296-project] 10.222.0.20 "GET /v2.0/security-groups?id=30a782a1-c8ca-4eeb-9aeb-36d88772e1b8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1037223 Jun 23 11:34:59.956340 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf51e66c-8cdb-456f-b7d6-0e94a8125e5a req-030daf20-ebff-4714-80c2-d684c4b0c694 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94174) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 11:34:59.957847 dv-neutron-601336-94-hyperv neutron-server[94174]: INFO neutron.wsgi [req-bf51e66c-8cdb-456f-b7d6-0e94a8125e5a req-030daf20-ebff-4714-80c2-d684c4b0c694 service neutron] 10.222.0.52 "GET /v2.0/ports?device_id=5dc250a1-61bb-46d0-9888-3ab1b564fa78 HTTP/1.1" status: 200 len: 1099 time: 0.2160938 Jun 23 11:35:00.039835 dv-neutron-601336-94-hyperv neutron-server[94174]: INFO neutron.wsgi [req-bf51e66c-8cdb-456f-b7d6-0e94a8125e5a req-f7d441d0-e368-4344-8fbb-7f2ed16ea140 service neutron] 10.222.0.52 "GET /v2.0/security-groups?id=30a782a1-c8ca-4eeb-9aeb-36d88772e1b8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0726936 Jun 23 11:35:00.053951 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron_lib.callbacks.manager [None req-e61bf6de-c0ed-470a-bb03-77679fb52f81 tempest-RoutersIpV6Test-1448447933 tempest-RoutersIpV6Test-1448447933-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-897634'] for subnet, precommit_delete {{(pid=94174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:35:00.149003 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron_lib.callbacks.manager [None req-a0a281e9-f9c0-4244-94ea-cb07933f1192 tempest-RoutersTest-228919764 tempest-RoutersTest-228919764-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-923122'] for port, before_update {{(pid=94175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:35:00.168310 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron_lib.callbacks.manager [None req-e61bf6de-c0ed-470a-bb03-77679fb52f81 tempest-RoutersIpV6Test-1448447933 tempest-RoutersIpV6Test-1448447933-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-897627', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866062', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5195932', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4294216'] for subnet, after_delete {{(pid=94174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:35:00.171371 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG oslo_concurrency.lockutils [None req-5a0655c5-7573-4aa4-9266-8fac0df3bf3f tempest-AllowedAddressPairTestJSON-1962660266 tempest-AllowedAddressPairTestJSON-1962660266-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94174) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 11:35:00.197538 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e61bf6de-c0ed-470a-bb03-77679fb52f81 tempest-RoutersIpV6Test-1448447933 tempest-RoutersIpV6Test-1448447933-project] Pushing event deleted for resources: {'Subnet': ['ID=5872e5be-2a34-47b2-bd6a-66ee25a62a9f,revision_number=None']} {{(pid=94174) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 11:35:00.199989 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron_lib.callbacks.manager [None req-e61bf6de-c0ed-470a-bb03-77679fb52f81 tempest-RoutersIpV6Test-1448447933 tempest-RoutersIpV6Test-1448447933-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7865916'] for subnet, before_response {{(pid=94174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:35:00.204744 dv-neutron-601336-94-hyperv neutron-server[94174]: INFO neutron.wsgi [None req-e61bf6de-c0ed-470a-bb03-77679fb52f81 tempest-RoutersIpV6Test-1448447933 tempest-RoutersIpV6Test-1448447933-project] 10.222.0.20 "DELETE /v2.0/subnets/5872e5be-2a34-47b2-bd6a-66ee25a62a9f HTTP/1.1" status: 204 len: 168 time: 0.4587560 Jun 23 11:35:00.204744 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.wsgi [-] (94174) accepted ('10.222.0.20', 40848) {{(pid=94174) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 11:35:00.207911 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-61a76b79-6d79-4497-99b5-45ed6fc7366a None None] Network f84888d5-07eb-43f8-aa7d-41c0418ac0a7 requested from dv-neutron-601336-94-hyperv {{(pid=94176) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 23 11:35:00.226419 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e61bf6de-c0ed-470a-bb03-77679fb52f81 tempest-RoutersIpV6Test-1448447933 tempest-RoutersIpV6Test-1448447933-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-601336-94-hyperv {{(pid=94174) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 11:35:00.226876 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e61bf6de-c0ed-470a-bb03-77679fb52f81 tempest-RoutersIpV6Test-1448447933 tempest-RoutersIpV6Test-1448447933-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-94-hyperv {{(pid=94174) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 11:35:00.227283 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e61bf6de-c0ed-470a-bb03-77679fb52f81 tempest-RoutersIpV6Test-1448447933 tempest-RoutersIpV6Test-1448447933-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-94-hyperv {{(pid=94174) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 11:35:00.227607 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e61bf6de-c0ed-470a-bb03-77679fb52f81 tempest-RoutersIpV6Test-1448447933 tempest-RoutersIpV6Test-1448447933-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-601336-94-hyperv {{(pid=94174) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 11:35:00.227982 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e61bf6de-c0ed-470a-bb03-77679fb52f81 tempest-RoutersIpV6Test-1448447933 tempest-RoutersIpV6Test-1448447933-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-601336-94-hyperv {{(pid=94174) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 11:35:00.229042 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e61bf6de-c0ed-470a-bb03-77679fb52f81 tempest-RoutersIpV6Test-1448447933 tempest-RoutersIpV6Test-1448447933-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-601336-94-hyperv {{(pid=94174) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 11:35:00.229430 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e61bf6de-c0ed-470a-bb03-77679fb52f81 tempest-RoutersIpV6Test-1448447933 tempest-RoutersIpV6Test-1448447933-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-601336-94-hyperv {{(pid=94174) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 11:35:00.230161 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e61bf6de-c0ed-470a-bb03-77679fb52f81 tempest-RoutersIpV6Test-1448447933 tempest-RoutersIpV6Test-1448447933-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-601336-94-hyperv {{(pid=94174) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 11:35:00.230161 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e61bf6de-c0ed-470a-bb03-77679fb52f81 tempest-RoutersIpV6Test-1448447933 tempest-RoutersIpV6Test-1448447933-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-601336-94-hyperv {{(pid=94174) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 11:35:00.230532 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e61bf6de-c0ed-470a-bb03-77679fb52f81 tempest-RoutersIpV6Test-1448447933 tempest-RoutersIpV6Test-1448447933-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-94-hyperv {{(pid=94174) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 11:35:00.230904 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e61bf6de-c0ed-470a-bb03-77679fb52f81 tempest-RoutersIpV6Test-1448447933 tempest-RoutersIpV6Test-1448447933-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-601336-94-hyperv {{(pid=94174) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 11:35:00.231301 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e61bf6de-c0ed-470a-bb03-77679fb52f81 tempest-RoutersIpV6Test-1448447933 tempest-RoutersIpV6Test-1448447933-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-601336-94-hyperv {{(pid=94174) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 11:35:00.259717 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG oslo_concurrency.lockutils [None req-e61bf6de-c0ed-470a-bb03-77679fb52f81 tempest-RoutersIpV6Test-1448447933 tempest-RoutersIpV6Test-1448447933-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.088s {{(pid=94174) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 11:35:00.291411 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron_lib.callbacks.manager [None req-0024eb88-72ed-4f53-bd0c-c830c299b6b2 tempest-RoutersIpV6Test-1448447933 tempest-RoutersIpV6Test-1448447933-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-824874'] for network, before_delete {{(pid=94174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:35:00.352473 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.plugins.ml2.plugin [None req-0024eb88-72ed-4f53-bd0c-c830c299b6b2 tempest-RoutersIpV6Test-1448447933 tempest-RoutersIpV6Test-1448447933-project] Deleting port 7e7b4560-8e4a-46e3-a0cc-e2f005b9871e {{(pid=94174) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1913}} Jun 23 11:35:00.352971 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron_lib.callbacks.manager [None req-0024eb88-72ed-4f53-bd0c-c830c299b6b2 tempest-RoutersIpV6Test-1448447933 tempest-RoutersIpV6Test-1448447933-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773700079324'] for port, before_delete {{(pid=94174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:35:00.411668 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a1caab19-cffc-4bf7-8dbd-d22e2b1b966a None None] DHCP port deletion for f84888d5-07eb-43f8-aa7d-41c0418ac0a7 request from dv-neutron-601336-94-hyperv {{(pid=94176) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jun 23 11:35:00.421838 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.plugins.ml2.db [None req-0024eb88-72ed-4f53-bd0c-c830c299b6b2 tempest-RoutersIpV6Test-1448447933 tempest-RoutersIpV6Test-1448447933-project] For port 7e7b4560-8e4a-46e3-a0cc-e2f005b9871e, host dv-neutron-601336-94-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-94-hyperv',level=0,port_id=7e7b4560-8e4a-46e3-a0cc-e2f005b9871e,segment=NetworkSegment(6f93cf10-6ee3-4ecd-8833-19a4aae5ad3d),segment_id=6f93cf10-6ee3-4ecd-8833-19a4aae5ad3d)] {{(pid=94174) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 23 11:35:00.422203 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron_lib.callbacks.manager [None req-0024eb88-72ed-4f53-bd0c-c830c299b6b2 tempest-RoutersIpV6Test-1448447933 tempest-RoutersIpV6Test-1448447933-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-430722'] for port, precommit_delete {{(pid=94174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:35:00.437553 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.plugins.ml2.plugin [None req-0024eb88-72ed-4f53-bd0c-c830c299b6b2 tempest-RoutersIpV6Test-1448447933 tempest-RoutersIpV6Test-1448447933-project] Calling delete_port for 7e7b4560-8e4a-46e3-a0cc-e2f005b9871e owned by network:dhcp {{(pid=94174) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1986}} Jun 23 11:35:00.461051 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.plugins.ml2.plugin [None req-a1caab19-cffc-4bf7-8dbd-d22e2b1b966a None None] Deleting port 7e7b4560-8e4a-46e3-a0cc-e2f005b9871e {{(pid=94176) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1913}} Jun 23 11:35:00.461362 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron_lib.callbacks.manager [None req-a1caab19-cffc-4bf7-8dbd-d22e2b1b966a None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773700079324'] for port, before_delete {{(pid=94176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:35:00.481223 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.plugins.ml2.plugin [None req-95881ade-73d4-44c7-a30e-92428fa5a96f tempest-PortsIpV6TestJSON-1781383748 tempest-PortsIpV6TestJSON-1781383748-project] Deleting port 3b288e14-99cc-4be1-8de7-1f2a940dacda {{(pid=94175) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1913}} Jun 23 11:35:00.481822 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron_lib.callbacks.manager [None req-95881ade-73d4-44c7-a30e-92428fa5a96f tempest-PortsIpV6TestJSON-1781383748 tempest-PortsIpV6TestJSON-1781383748-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773700079324'] for port, before_delete {{(pid=94175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:35:00.530276 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.plugins.ml2.db [None req-a1caab19-cffc-4bf7-8dbd-d22e2b1b966a None None] For port 7e7b4560-8e4a-46e3-a0cc-e2f005b9871e, host dv-neutron-601336-94-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-94-hyperv',level=0,port_id=7e7b4560-8e4a-46e3-a0cc-e2f005b9871e,segment=NetworkSegment(6f93cf10-6ee3-4ecd-8833-19a4aae5ad3d),segment_id=6f93cf10-6ee3-4ecd-8833-19a4aae5ad3d)] {{(pid=94176) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 23 11:35:00.530674 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron_lib.callbacks.manager [None req-a1caab19-cffc-4bf7-8dbd-d22e2b1b966a None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-430722'] for port, precommit_delete {{(pid=94176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:35:00.543813 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.plugins.ml2.plugin [None req-a1caab19-cffc-4bf7-8dbd-d22e2b1b966a None None] Calling delete_port for 7e7b4560-8e4a-46e3-a0cc-e2f005b9871e owned by network:dhcp {{(pid=94176) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1986}} Jun 23 11:35:00.556774 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron_lib.callbacks.manager [None req-a0a281e9-f9c0-4244-94ea-cb07933f1192 tempest-RoutersTest-228919764 tempest-RoutersTest-228919764-project] Notify callbacks [] for port, precommit_update {{(pid=94175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:35:00.586534 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron_lib.callbacks.manager [None req-95881ade-73d4-44c7-a30e-92428fa5a96f tempest-PortsIpV6TestJSON-1781383748 tempest-PortsIpV6TestJSON-1781383748-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-430722'] for port, precommit_delete {{(pid=94175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:35:00.598599 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.plugins.ml2.plugin [None req-95881ade-73d4-44c7-a30e-92428fa5a96f tempest-PortsIpV6TestJSON-1781383748 tempest-PortsIpV6TestJSON-1781383748-project] Calling delete_port for 3b288e14-99cc-4be1-8de7-1f2a940dacda owned by network:router_interface {{(pid=94175) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1986}} Jun 23 11:35:00.609947 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron_lib.callbacks.manager [None req-0024eb88-72ed-4f53-bd0c-c830c299b6b2 tempest-RoutersIpV6Test-1448447933 tempest-RoutersIpV6Test-1448447933-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-922904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866062', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773700135024', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773699642224', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5196390'] for port, after_delete {{(pid=94174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:35:00.616721 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG oslo_concurrency.lockutils [None req-0c9de86d-1d1c-49ee-8b4b-a164c1c7dffe service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94174) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 11:35:00.616952 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron_lib.callbacks.manager [None req-a1caab19-cffc-4bf7-8dbd-d22e2b1b966a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-922904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866062', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773700135024', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773699642224'] for port, after_delete {{(pid=94176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:35:00.618784 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG oslo_concurrency.lockutils [None req-97bd5441-1da2-49ee-a364-27795820ba27 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 11:35:00.643170 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0024eb88-72ed-4f53-bd0c-c830c299b6b2 tempest-RoutersIpV6Test-1448447933 tempest-RoutersIpV6Test-1448447933-project] Pushing event deleted for resources: {'Port': ['ID=7e7b4560-8e4a-46e3-a0cc-e2f005b9871e,revision_number=None']} {{(pid=94174) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 11:35:00.645146 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron_lib.callbacks.manager [None req-a0a281e9-f9c0-4244-94ea-cb07933f1192 tempest-RoutersTest-228919764 tempest-RoutersTest-228919764-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-922904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866062', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773700135042', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773699642233', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773699642278', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5082471'] for port, after_update {{(pid=94175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:35:00.645421 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1caab19-cffc-4bf7-8dbd-d22e2b1b966a None None] Pushing event deleted for resources: {'Port': ['ID=7e7b4560-8e4a-46e3-a0cc-e2f005b9871e,revision_number=None']} {{(pid=94176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 11:35:00.647078 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG oslo_concurrency.lockutils [None req-0024eb88-72ed-4f53-bd0c-c830c299b6b2 tempest-RoutersIpV6Test-1448447933 tempest-RoutersIpV6Test-1448447933-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.030s {{(pid=94174) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 11:35:00.648805 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG oslo_concurrency.lockutils [None req-a1caab19-cffc-4bf7-8dbd-d22e2b1b966a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.030s {{(pid=94176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 11:35:00.649126 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG oslo_concurrency.lockutils [None req-536b9c9a-0eb7-4de1-8f8f-b224b4217680 tempest-PortsIpV6TestJSON-1781383748 tempest-PortsIpV6TestJSON-1781383748-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94175) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 11:35:00.649215 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a1caab19-cffc-4bf7-8dbd-d22e2b1b966a None None] No DVR routers for this DVR port 7e7b4560-8e4a-46e3-a0cc-e2f005b9871e on host dv-neutron-601336-94-hyperv {{(pid=94176) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 23 11:35:00.654173 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0024eb88-72ed-4f53-bd0c-c830c299b6b2 tempest-RoutersIpV6Test-1448447933 tempest-RoutersIpV6Test-1448447933-project] No DVR routers for this DVR port 7e7b4560-8e4a-46e3-a0cc-e2f005b9871e on host dv-neutron-601336-94-hyperv {{(pid=94174) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 23 11:35:00.733433 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron_lib.callbacks.manager [None req-0024eb88-72ed-4f53-bd0c-c830c299b6b2 tempest-RoutersIpV6Test-1448447933 tempest-RoutersIpV6Test-1448447933-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-897259', 'neutron.services.segments.db._delete_segments_for_network-8773700168587'] for network, precommit_delete {{(pid=94174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:35:00.739583 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0a281e9-f9c0-4244-94ea-cb07933f1192 tempest-RoutersTest-228919764 tempest-RoutersTest-228919764-project] Pushing event updated for resources: {'Port': ['ID=0c40b6e1-3753-4bb8-b3c2-441100f91a79,revision_number=2']} {{(pid=94175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 11:35:00.741956 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron_lib.callbacks.manager [None req-a0a281e9-f9c0-4244-94ea-cb07933f1192 tempest-RoutersTest-228919764 tempest-RoutersTest-228919764-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-7866091', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-453038'] for router_interface, after_create {{(pid=94175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:35:00.743976 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG oslo_concurrency.lockutils [None req-a0a281e9-f9c0-4244-94ea-cb07933f1192 tempest-RoutersTest-228919764 tempest-RoutersTest-228919764-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.095s {{(pid=94175) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 11:35:00.745173 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.services.segments.db [None req-0024eb88-72ed-4f53-bd0c-c830c299b6b2 tempest-RoutersIpV6Test-1448447933 tempest-RoutersIpV6Test-1448447933-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f84888d5-07eb-43f8-aa7d-41c0418ac0a7']}} {{(pid=94174) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 11:35:00.757650 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.services.segments.db [None req-0024eb88-72ed-4f53-bd0c-c830c299b6b2 tempest-RoutersIpV6Test-1448447933 tempest-RoutersIpV6Test-1448447933-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6f93cf10-6ee3-4ecd-8833-19a4aae5ad3d') {'for_net_delete': True} {{(pid=94174) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 11:35:00.758138 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.services.segments.db [None req-0024eb88-72ed-4f53-bd0c-c830c299b6b2 tempest-RoutersIpV6Test-1448447933 tempest-RoutersIpV6Test-1448447933-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6f93cf10-6ee3-4ecd-8833-19a4aae5ad3d') {} {{(pid=94174) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 11:35:00.777997 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron_lib.callbacks.manager [None req-0024eb88-72ed-4f53-bd0c-c830c299b6b2 tempest-RoutersIpV6Test-1448447933 tempest-RoutersIpV6Test-1448447933-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8773699955833', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4800267'] for segment, before_delete {{(pid=94174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:35:00.804986 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron_lib.callbacks.manager [None req-0024eb88-72ed-4f53-bd0c-c830c299b6b2 tempest-RoutersIpV6Test-1448447933 tempest-RoutersIpV6Test-1448447933-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3801'] for segment, precommit_delete {{(pid=94174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:35:00.811342 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0024eb88-72ed-4f53-bd0c-c830c299b6b2 tempest-RoutersIpV6Test-1448447933 tempest-RoutersIpV6Test-1448447933-project] Releasing vlan 411 on physical network physnet1 to pool {{(pid=94174) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 23 11:35:00.811733 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron_lib.callbacks.manager [None req-0024eb88-72ed-4f53-bd0c-c830c299b6b2 tempest-RoutersIpV6Test-1448447933 tempest-RoutersIpV6Test-1448447933-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3801', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5196341'] for segment, after_delete {{(pid=94174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:35:00.814898 dv-neutron-601336-94-hyperv neutron-server[94174]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 23 11:35:00.814898 dv-neutron-601336-94-hyperv neutron-server[94174]: conditions |= (models_v2.Port.network_id.in_( Jun 23 11:35:00.814898 dv-neutron-601336-94-hyperv neutron-server[94174]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 23 11:35:00.814898 dv-neutron-601336-94-hyperv neutron-server[94174]: conditions |= (models_v2.Port.network_id.in_( Jun 23 11:35:00.814898 dv-neutron-601336-94-hyperv neutron-server[94174]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 23 11:35:00.814898 dv-neutron-601336-94-hyperv neutron-server[94174]: conditions |= (models_v2.Port.network_id.in_( Jun 23 11:35:00.814898 dv-neutron-601336-94-hyperv neutron-server[94174]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 23 11:35:00.814898 dv-neutron-601336-94-hyperv neutron-server[94174]: conditions |= (models_v2.Port.network_id.in_( Jun 23 11:35:00.814898 dv-neutron-601336-94-hyperv neutron-server[94174]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 23 11:35:00.814898 dv-neutron-601336-94-hyperv neutron-server[94174]: conditions |= (models_v2.Port.network_id.in_( Jun 23 11:35:00.814898 dv-neutron-601336-94-hyperv neutron-server[94174]: Traceback (most recent call last): Jun 23 11:35:00.814898 dv-neutron-601336-94-hyperv neutron-server[94174]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 23 11:35:00.814898 dv-neutron-601336-94-hyperv neutron-server[94174]: timer() Jun 23 11:35:00.814898 dv-neutron-601336-94-hyperv neutron-server[94174]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 23 11:35:00.814898 dv-neutron-601336-94-hyperv neutron-server[94174]: cb(*args, **kw) Jun 23 11:35:00.814898 dv-neutron-601336-94-hyperv neutron-server[94174]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 23 11:35:00.814898 dv-neutron-601336-94-hyperv neutron-server[94174]: return func(*args, **kwargs) Jun 23 11:35:00.814898 dv-neutron-601336-94-hyperv neutron-server[94174]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 23 11:35:00.814898 dv-neutron-601336-94-hyperv neutron-server[94174]: self._notify() Jun 23 11:35:00.814898 dv-neutron-601336-94-hyperv neutron-server[94174]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 23 11:35:00.814898 dv-neutron-601336-94-hyperv neutron-server[94174]: self.callback(batched_events) Jun 23 11:35:00.814898 dv-neutron-601336-94-hyperv neutron-server[94174]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 23 11:35:00.814898 dv-neutron-601336-94-hyperv neutron-server[94174]: event.method(event) Jun 23 11:35:00.814898 dv-neutron-601336-94-hyperv neutron-server[94174]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 23 11:35:00.814898 dv-neutron-601336-94-hyperv neutron-server[94174]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 23 11:35:00.814898 dv-neutron-601336-94-hyperv neutron-server[94174]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 23 11:35:00.814898 dv-neutron-601336-94-hyperv neutron-server[94174]: aggregate_uuid = self.p_client.list_aggregates( Jun 23 11:35:00.814898 dv-neutron-601336-94-hyperv neutron-server[94174]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 23 11:35:00.814898 dv-neutron-601336-94-hyperv neutron-server[94174]: return f(self, *a, **k) Jun 23 11:35:00.814898 dv-neutron-601336-94-hyperv neutron-server[94174]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 23 11:35:00.814898 dv-neutron-601336-94-hyperv neutron-server[94174]: return self._get(url).json() Jun 23 11:35:00.814898 dv-neutron-601336-94-hyperv neutron-server[94174]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 23 11:35:00.814898 dv-neutron-601336-94-hyperv neutron-server[94174]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 23 11:35:00.814898 dv-neutron-601336-94-hyperv neutron-server[94174]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 23 11:35:00.814898 dv-neutron-601336-94-hyperv neutron-server[94174]: return self.request(url, 'GET', **kwargs) Jun 23 11:35:00.814898 dv-neutron-601336-94-hyperv neutron-server[94174]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 23 11:35:00.814898 dv-neutron-601336-94-hyperv neutron-server[94174]: base_url = self.get_endpoint(auth, allow=allow, Jun 23 11:35:00.814898 dv-neutron-601336-94-hyperv neutron-server[94174]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 23 11:35:00.814898 dv-neutron-601336-94-hyperv neutron-server[94174]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 23 11:35:00.814898 dv-neutron-601336-94-hyperv neutron-server[94174]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 23 11:35:00.814898 dv-neutron-601336-94-hyperv neutron-server[94174]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 23 11:35:00.814898 dv-neutron-601336-94-hyperv neutron-server[94174]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 23 11:35:00.844396 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.plugins.ml2.rpc [None req-dc7542b2-afef-47f4-a763-e3a3cba144be None None] Device 494fb2f9-cd40-4149-baf2-9b65e743eabb up at agent ovs-agent-dv-neutron-601336-94-hyperv {{(pid=94176) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:298}} Jun 23 11:35:00.909600 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.db.provisioning_blocks [None req-dc7542b2-afef-47f4-a763-e3a3cba144be None None] Provisioning complete for port 494fb2f9-cd40-4149-baf2-9b65e743eabb triggered by entity L2. {{(pid=94176) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 23 11:35:00.910113 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron_lib.callbacks.manager [None req-dc7542b2-afef-47f4-a763-e3a3cba144be None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-899258'] for port, provisioning_complete {{(pid=94176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:35:00.929722 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a0a281e9-f9c0-4244-94ea-cb07933f1192 tempest-RoutersTest-228919764 tempest-RoutersTest-228919764-project] Network ae6b3856-80a7-46e5-9aff-b210e595fe8d is already hosted by enough agents. {{(pid=94175) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 23 11:35:00.932525 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.scheduler.base_scheduler [None req-a0a281e9-f9c0-4244-94ea-cb07933f1192 tempest-RoutersTest-228919764 tempest-RoutersTest-228919764-project] Resources bound (agent type, host, resource id): {{(pid=94175) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 23 11:35:00.936529 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron_lib.callbacks.manager [None req-0024eb88-72ed-4f53-bd0c-c830c299b6b2 tempest-RoutersIpV6Test-1448447933 tempest-RoutersIpV6Test-1448447933-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-897248', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8002400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7866073', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-524247'] for network, after_delete {{(pid=94174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:35:00.943230 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron_lib.callbacks.manager [None req-0024eb88-72ed-4f53-bd0c-c830c299b6b2 tempest-RoutersIpV6Test-1448447933 tempest-RoutersIpV6Test-1448447933-project] Notify callbacks [] for network, before_response {{(pid=94174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:35:00.954143 dv-neutron-601336-94-hyperv neutron-server[94174]: INFO neutron.wsgi [None req-0024eb88-72ed-4f53-bd0c-c830c299b6b2 tempest-RoutersIpV6Test-1448447933 tempest-RoutersIpV6Test-1448447933-project] 10.222.0.20 "DELETE /v2.0/networks/f84888d5-07eb-43f8-aa7d-41c0418ac0a7 HTTP/1.1" status: 204 len: 168 time: 0.7487111 Jun 23 11:35:00.954946 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.wsgi [-] (94174) accepted ('10.222.0.20', 40850) {{(pid=94174) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 11:35:00.955707 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG oslo_concurrency.lockutils [None req-af2b592a-9bf7-480d-b418-b1e25585b153 tempest-RoutersIpV6Test-1448447933 tempest-RoutersIpV6Test-1448447933-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94174) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 11:35:00.965013 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.api.v2.base [None req-ca609cae-cc40-484a-ad52-c6ab8ccc2542 tempest-RoutersIpV6Test-1448447933 tempest-RoutersIpV6Test-1448447933-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-561179446'}} {{(pid=94174) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 23 11:35:01.010409 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0024eb88-72ed-4f53-bd0c-c830c299b6b2 tempest-RoutersIpV6Test-1448447933 tempest-RoutersIpV6Test-1448447933-project] Pushing event deleted for resources: {'Network': ['ID=f84888d5-07eb-43f8-aa7d-41c0418ac0a7,revision_number=None']} {{(pid=94174) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 11:35:01.030658 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron_lib.callbacks.manager [None req-95881ade-73d4-44c7-a30e-92428fa5a96f tempest-PortsIpV6TestJSON-1781383748 tempest-PortsIpV6TestJSON-1781383748-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-922904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866062', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773700135024', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773699642224', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5082448'] for port, after_delete {{(pid=94175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:35:01.037296 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG oslo_concurrency.lockutils [None req-0024eb88-72ed-4f53-bd0c-c830c299b6b2 tempest-RoutersIpV6Test-1448447933 tempest-RoutersIpV6Test-1448447933-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.082s {{(pid=94174) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 11:35:01.038913 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG oslo_concurrency.lockutils [None req-006011f9-5300-4438-97fe-76a06aa0db8f tempest-PortsTestJSON-2085221018 tempest-PortsTestJSON-2085221018-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94175) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 11:35:01.075418 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.plugins.ml2.rpc [None req-dc7542b2-afef-47f4-a763-e3a3cba144be None None] Device 7e7b4560-8e4a-46e3-a0cc-e2f005b9871e no longer exists at agent ovs-agent-dv-neutron-601336-94-hyperv {{(pid=94176) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:261}} Jun 23 11:35:01.078662 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a0a281e9-f9c0-4244-94ea-cb07933f1192 tempest-RoutersTest-228919764 tempest-RoutersTest-228919764-project] Router a62c439a-ad58-40c0-a8d1-74ea1530deaa has already been hosted by L3 agent 50ef99c0-ef28-4db5-b303-b145898fae60 {{(pid=94175) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 23 11:35:01.080422 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95881ade-73d4-44c7-a30e-92428fa5a96f tempest-PortsIpV6TestJSON-1781383748 tempest-PortsIpV6TestJSON-1781383748-project] Pushing event deleted for resources: {'Port': ['ID=3b288e14-99cc-4be1-8de7-1f2a940dacda,revision_number=None']} {{(pid=94175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 11:35:01.089532 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG oslo_concurrency.lockutils [None req-95881ade-73d4-44c7-a30e-92428fa5a96f tempest-PortsIpV6TestJSON-1781383748 tempest-PortsIpV6TestJSON-1781383748-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=94175) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 11:35:01.116068 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.plugins.ml2.plugin [None req-dc7542b2-afef-47f4-a763-e3a3cba144be None None] No Port match for: 7e7b4560-8e4a-46e3-a0cc-e2f005b9871e {{(pid=94176) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2240}} Jun 23 11:35:01.117719 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ca609cae-cc40-484a-ad52-c6ab8ccc2542 tempest-RoutersIpV6Test-1448447933 tempest-RoutersIpV6Test-1448447933-project] Made reservation on behalf of a04e393135be4822803c421d0995b548 for: {'network': 1} {{(pid=94174) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 23 11:35:01.123172 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron_lib.callbacks.manager [None req-ca609cae-cc40-484a-ad52-c6ab8ccc2542 tempest-RoutersIpV6Test-1448447933 tempest-RoutersIpV6Test-1448447933-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-923104'] for network, before_create {{(pid=94174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:35:01.126425 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.plugins.ml2.rpc [None req-dc7542b2-afef-47f4-a763-e3a3cba144be None None] Device 7e7b4560-8e4a-46e3-a0cc-e2f005b9871e not bound to the agent host dv-neutron-601336-94-hyperv {{(pid=94176) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:271}} Jun 23 11:35:01.164703 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ca609cae-cc40-484a-ad52-c6ab8ccc2542 tempest-RoutersIpV6Test-1448447933 tempest-RoutersIpV6Test-1448447933-project] vlan segment allocate from pool success with {'vlan_id': 411, 'physical_network': 'physnet1'} {{(pid=94174) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 23 11:35:01.174879 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron_lib.callbacks.manager [None req-ca609cae-cc40-484a-ad52-c6ab8ccc2542 tempest-RoutersIpV6Test-1448447933 tempest-RoutersIpV6Test-1448447933-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3801'] for segment, precommit_create {{(pid=94174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:35:01.175269 dv-neutron-601336-94-hyperv neutron-server[94174]: INFO neutron.db.segments_db [None req-ca609cae-cc40-484a-ad52-c6ab8ccc2542 tempest-RoutersIpV6Test-1448447933 tempest-RoutersIpV6Test-1448447933-project] Added segment caa2698b-e127-4473-907e-0d2e3aec607c of type vlan for network 228a8915-00e9-4656-9e7f-8d8cb58d8860 Jun 23 11:35:01.232202 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron_lib.callbacks.manager [None req-ca609cae-cc40-484a-ad52-c6ab8ccc2542 tempest-RoutersIpV6Test-1448447933 tempest-RoutersIpV6Test-1448447933-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8773699596773'] for network, precommit_create {{(pid=94174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:35:01.294916 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron_lib.callbacks.manager [None req-95881ade-73d4-44c7-a30e-92428fa5a96f tempest-PortsIpV6TestJSON-1781383748 tempest-PortsIpV6TestJSON-1781383748-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-7866080', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-516693'] for router_interface, after_delete {{(pid=94175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:35:01.335687 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron_lib.callbacks.manager [None req-ca609cae-cc40-484a-ad52-c6ab8ccc2542 tempest-RoutersIpV6Test-1448447933 tempest-RoutersIpV6Test-1448447933-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8002400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7866073'] for network, after_create {{(pid=94174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:35:01.341486 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ca609cae-cc40-484a-ad52-c6ab8ccc2542 tempest-RoutersIpV6Test-1448447933 tempest-RoutersIpV6Test-1448447933-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94174) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 11:35:01.342091 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron_lib.callbacks.manager [None req-ca609cae-cc40-484a-ad52-c6ab8ccc2542 tempest-RoutersIpV6Test-1448447933 tempest-RoutersIpV6Test-1448447933-project] Notify callbacks [] for network, before_response {{(pid=94174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:35:01.345424 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG oslo_concurrency.lockutils [None req-28193ca4-f9be-4b3c-8d7f-26b4c6e27a56 tempest-PortsTestJSON-2085221018 tempest-PortsTestJSON-2085221018-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94174) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 11:35:01.349856 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.db.provisioning_blocks [None req-d531d105-475b-4dfb-b03f-c1d23ec1dc13 None None] Provisioning complete for port 0c40b6e1-3753-4bb8-b3c2-441100f91a79 triggered by entity DHCP. {{(pid=94176) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 23 11:35:01.350243 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron_lib.callbacks.manager [None req-d531d105-475b-4dfb-b03f-c1d23ec1dc13 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-899258'] for port, provisioning_complete {{(pid=94176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:35:01.369368 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a0a281e9-f9c0-4244-94ea-cb07933f1192 tempest-RoutersTest-228919764 tempest-RoutersTest-228919764-project] Notify agent at l3_agent.dv-neutron-601336-94-hyperv the message routers_updated {{(pid=94175) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 23 11:35:01.380764 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d3e0c260-64e8-4234-873c-4c3ba5f50e63 None None] Sync routers for ids ['a62c439a-ad58-40c0-a8d1-74ea1530deaa'] in dv-neutron-601336-94-hyperv {{(pid=94176) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 23 11:35:01.396260 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.plugins.ml2.plugin [None req-d531d105-475b-4dfb-b03f-c1d23ec1dc13 None None] Port 0c40b6e1-3753-4bb8-b3c2-441100f91a79 cannot update to ACTIVE because it is not bound. {{(pid=94176) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jun 23 11:35:01.400281 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d3e0c260-64e8-4234-873c-4c3ba5f50e63 None None] Routers {'a62c439a-ad58-40c0-a8d1-74ea1530deaa'} bound to L3 agent in host dv-neutron-601336-94-hyperv {{(pid=94176) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 23 11:35:01.401041 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.db.l3_hamode_db [None req-d3e0c260-64e8-4234-873c-4c3ba5f50e63 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-601336-94-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-23T11:22:13Z,description=,heartbeat_timestamp=2021-06-23T11:34:43Z,host='dv-neutron-601336-94-hyperv',id=50ef99c0-ef28-4db5-b303-b145898fae60,load=0,resource_versions=,resources_synced=,started_at=2021-06-23T11:22:14Z,topic='l3_agent')) {'router_ids': ['a62c439a-ad58-40c0-a8d1-74ea1530deaa'], 'active': True} {{(pid=94176) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 11:35:01.406527 dv-neutron-601336-94-hyperv neutron-server[94175]: INFO neutron.wsgi [None req-a0a281e9-f9c0-4244-94ea-cb07933f1192 tempest-RoutersTest-228919764 tempest-RoutersTest-228919764-project] 10.222.0.20 "PUT /v2.0/routers/a62c439a-ad58-40c0-a8d1-74ea1530deaa/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.5946033 Jun 23 11:35:01.409660 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.wsgi [-] (94174) accepted ('10.222.0.20', 40854) {{(pid=94174) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 11:35:01.431244 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3f28de0-b82d-4833-8b8b-a2fd6ff7a3a7 req-ee9a81ed-3415-43a3-a677-6dc6a2cea99b tempest-TestNetworkBasicOps-233187296 tempest-TestNetworkBasicOps-233187296-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 11:35:01.434402 dv-neutron-601336-94-hyperv neutron-server[94175]: INFO neutron.wsgi [req-a3f28de0-b82d-4833-8b8b-a2fd6ff7a3a7 req-ee9a81ed-3415-43a3-a677-6dc6a2cea99b tempest-TestNetworkBasicOps-233187296 tempest-TestNetworkBasicOps-233187296-project] 10.222.0.20 "GET /v2.0/ports?device_id=5dc250a1-61bb-46d0-9888-3ab1b564fa78 HTTP/1.1" status: 200 len: 946 time: 0.2691514 Jun 23 11:35:01.444907 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.db.l3_hamode_db [None req-d3e0c260-64e8-4234-873c-4c3ba5f50e63 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-601336-94-hyperv', False) {} {{(pid=94176) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 11:35:01.454662 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca609cae-cc40-484a-ad52-c6ab8ccc2542 tempest-RoutersIpV6Test-1448447933 tempest-RoutersIpV6Test-1448447933-project] Pushing event updated for resources: {'Network': ['ID=228a8915-00e9-4656-9e7f-8d8cb58d8860,revision_number=1']} {{(pid=94174) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 11:35:01.458342 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d3e0c260-64e8-4234-873c-4c3ba5f50e63 None None] Routers {'a62c439a-ad58-40c0-a8d1-74ea1530deaa'} bound to L3 agent in host dv-neutron-601336-94-hyperv {{(pid=94176) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 23 11:35:01.459541 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG oslo_concurrency.lockutils [None req-ca609cae-cc40-484a-ad52-c6ab8ccc2542 tempest-RoutersIpV6Test-1448447933 tempest-RoutersIpV6Test-1448447933-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.114s {{(pid=94174) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 11:35:01.460133 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.db.l3_hamode_db [None req-d3e0c260-64e8-4234-873c-4c3ba5f50e63 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-601336-94-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-23T11:22:13Z,description=,heartbeat_timestamp=2021-06-23T11:34:43Z,host='dv-neutron-601336-94-hyperv',id=50ef99c0-ef28-4db5-b303-b145898fae60,load=0,resource_versions=,resources_synced=,started_at=2021-06-23T11:22:14Z,topic='l3_agent')) {'router_ids': ['a62c439a-ad58-40c0-a8d1-74ea1530deaa'], 'active': True} {{(pid=94176) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 11:35:01.478833 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-218262ce-d676-415a-aa62-0954828f4f82 tempest-RoutersTest-228919764 tempest-RoutersTest-228919764-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94174) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 11:35:01.483017 dv-neutron-601336-94-hyperv neutron-server[94174]: INFO neutron.wsgi [None req-218262ce-d676-415a-aa62-0954828f4f82 tempest-RoutersTest-228919764 tempest-RoutersTest-228919764-project] 10.222.0.20 "GET /v2.0/ports/0c40b6e1-3753-4bb8-b3c2-441100f91a79 HTTP/1.1" status: 200 len: 910 time: 0.0694520 Jun 23 11:35:01.485450 dv-neutron-601336-94-hyperv neutron-server[94174]: INFO neutron.wsgi [None req-ca609cae-cc40-484a-ad52-c6ab8ccc2542 tempest-RoutersIpV6Test-1448447933 tempest-RoutersIpV6Test-1448447933-project] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.5256424 Jun 23 11:35:01.486078 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.wsgi [-] (94175) accepted ('10.222.0.20', 40856) {{(pid=94175) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 11:35:01.490349 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.wsgi [-] (94174) accepted ('10.222.0.20', 40858) {{(pid=94174) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 11:35:01.491144 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.api.v2.base [None req-61ce450f-1d50-4b72-8309-cc78b079c365 tempest-RoutersIpV6Test-1448447933 tempest-RoutersIpV6Test-1448447933-project] Request body: {'subnet': {'network_id': '228a8915-00e9-4656-9e7f-8d8cb58d8860', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=94174) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 23 11:35:01.499316 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.plugins.ml2.rpc [None req-dc7542b2-afef-47f4-a763-e3a3cba144be None None] Network 228a8915-00e9-4656-9e7f-8d8cb58d8860 details requested by agent ovs-agent-dv-neutron-601336-94-hyperv with host dv-neutron-601336-94-hyperv {{(pid=94176) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:250}} Jun 23 11:35:01.501563 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.db.l3_hamode_db [None req-d3e0c260-64e8-4234-873c-4c3ba5f50e63 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-601336-94-hyperv', False) {} {{(pid=94176) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 11:35:01.502188 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d3e0c260-64e8-4234-873c-4c3ba5f50e63 None None] The sync data for ids ['a62c439a-ad58-40c0-a8d1-74ea1530deaa'] in dv-neutron-601336-94-hyperv is: [] {{(pid=94176) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 23 11:35:01.601979 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-95881ade-73d4-44c7-a30e-92428fa5a96f tempest-PortsIpV6TestJSON-1781383748 tempest-PortsIpV6TestJSON-1781383748-project] Router d2673efe-a72e-4339-af0b-8f9886270350 has already been hosted by L3 agent 50ef99c0-ef28-4db5-b303-b145898fae60 {{(pid=94175) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 23 11:35:01.625652 dv-neutron-601336-94-hyperv neutron-server[94175]: INFO neutron.wsgi [req-a3f28de0-b82d-4833-8b8b-a2fd6ff7a3a7 req-a242a2b9-da76-4f53-9113-95a26b53d954 tempest-TestNetworkBasicOps-233187296 tempest-TestNetworkBasicOps-233187296-project] 10.222.0.20 "GET /v2.0/security-groups?id=30a782a1-c8ca-4eeb-9aeb-36d88772e1b8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1469431 Jun 23 11:35:01.647301 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-61ce450f-1d50-4b72-8309-cc78b079c365 tempest-RoutersIpV6Test-1448447933 tempest-RoutersIpV6Test-1448447933-project] Made reservation on behalf of a04e393135be4822803c421d0995b548 for: {'subnet': 1} {{(pid=94174) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 23 11:35:01.651761 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron_lib.callbacks.manager [None req-61ce450f-1d50-4b72-8309-cc78b079c365 tempest-RoutersIpV6Test-1448447933 tempest-RoutersIpV6Test-1448447933-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4294245'] for subnet, before_create {{(pid=94174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:35:01.767245 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-95881ade-73d4-44c7-a30e-92428fa5a96f tempest-PortsIpV6TestJSON-1781383748 tempest-PortsIpV6TestJSON-1781383748-project] Notify agent at l3_agent.dv-neutron-601336-94-hyperv the message routers_updated {{(pid=94175) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 23 11:35:01.775750 dv-neutron-601336-94-hyperv neutron-server[94175]: INFO neutron.wsgi [None req-95881ade-73d4-44c7-a30e-92428fa5a96f tempest-PortsIpV6TestJSON-1781383748 tempest-PortsIpV6TestJSON-1781383748-project] 10.222.0.20 "PUT /v2.0/routers/d2673efe-a72e-4339-af0b-8f9886270350/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.7766404 Jun 23 11:35:01.775845 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.wsgi [-] (94175) accepted ('10.222.0.20', 40862) {{(pid=94175) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 11:35:01.778884 dv-neutron-601336-94-hyperv neutron-server[94177]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8ef3dfb2-0d7d-48a0-8d69-2a8eb88fff66 None None] Sync routers for ids ['d2673efe-a72e-4339-af0b-8f9886270350'] in dv-neutron-601336-94-hyperv {{(pid=94177) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 23 11:35:01.788606 dv-neutron-601336-94-hyperv neutron-server[94177]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8ef3dfb2-0d7d-48a0-8d69-2a8eb88fff66 None None] Routers {'d2673efe-a72e-4339-af0b-8f9886270350'} bound to L3 agent in host dv-neutron-601336-94-hyperv {{(pid=94177) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 23 11:35:01.789479 dv-neutron-601336-94-hyperv neutron-server[94177]: DEBUG neutron.db.l3_hamode_db [None req-8ef3dfb2-0d7d-48a0-8d69-2a8eb88fff66 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-601336-94-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-23T11:22:13Z,description=,heartbeat_timestamp=2021-06-23T11:34:43Z,host='dv-neutron-601336-94-hyperv',id=50ef99c0-ef28-4db5-b303-b145898fae60,load=0,resource_versions=,resources_synced=,started_at=2021-06-23T11:22:14Z,topic='l3_agent')) {'router_ids': ['d2673efe-a72e-4339-af0b-8f9886270350'], 'active': True} {{(pid=94177) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 11:35:01.809109 dv-neutron-601336-94-hyperv neutron-server[94175]: INFO neutron.pecan_wsgi.hooks.translation [None req-c26c9e5e-83cb-40f3-b67c-418ea3c6b85a tempest-PortsIpV6TestJSON-1781383748 tempest-PortsIpV6TestJSON-1781383748-project] GET failed (client error): The resource could not be found. Jun 23 11:35:01.813401 dv-neutron-601336-94-hyperv neutron-server[94175]: INFO neutron.wsgi [None req-c26c9e5e-83cb-40f3-b67c-418ea3c6b85a tempest-PortsIpV6TestJSON-1781383748 tempest-PortsIpV6TestJSON-1781383748-project] 10.222.0.20 "GET /v2.0/ports/3b288e14-99cc-4be1-8de7-1f2a940dacda HTTP/1.1" status: 404 len: 333 time: 0.0340650 Jun 23 11:35:01.815231 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.wsgi [-] (94175) accepted ('10.222.0.20', 40864) {{(pid=94175) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 11:35:01.886767 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc8b247c-d3b1-4672-a88d-7aa15fcd8f0b req-c0692636-ba76-48bb-998b-a7ff857f6d7f tempest-TestNetworkBasicOps-233187296 tempest-TestNetworkBasicOps-233187296-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94174) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 11:35:01.888498 dv-neutron-601336-94-hyperv neutron-server[94174]: INFO neutron.wsgi [req-fc8b247c-d3b1-4672-a88d-7aa15fcd8f0b req-c0692636-ba76-48bb-998b-a7ff857f6d7f tempest-TestNetworkBasicOps-233187296 tempest-TestNetworkBasicOps-233187296-project] 10.222.0.20 "GET /v2.0/ports?device_id=5dc250a1-61bb-46d0-9888-3ab1b564fa78 HTTP/1.1" status: 200 len: 946 time: 0.1471827 Jun 23 11:35:01.908979 dv-neutron-601336-94-hyperv neutron-server[94177]: DEBUG neutron.db.l3_hamode_db [None req-8ef3dfb2-0d7d-48a0-8d69-2a8eb88fff66 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-601336-94-hyperv', False) {} {{(pid=94177) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 11:35:01.917492 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron_lib.callbacks.manager [None req-28fad481-caf9-4d86-9762-847960a08262 tempest-PortsIpV6TestJSON-1781383748 tempest-PortsIpV6TestJSON-1781383748-project] Notify callbacks [] for router, before_delete {{(pid=94175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:35:01.923259 dv-neutron-601336-94-hyperv neutron-server[94177]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8ef3dfb2-0d7d-48a0-8d69-2a8eb88fff66 None None] Routers {'d2673efe-a72e-4339-af0b-8f9886270350'} bound to L3 agent in host dv-neutron-601336-94-hyperv {{(pid=94177) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 23 11:35:01.923259 dv-neutron-601336-94-hyperv neutron-server[94177]: DEBUG neutron.db.l3_hamode_db [None req-8ef3dfb2-0d7d-48a0-8d69-2a8eb88fff66 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-601336-94-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-23T11:22:13Z,description=,heartbeat_timestamp=2021-06-23T11:34:43Z,host='dv-neutron-601336-94-hyperv',id=50ef99c0-ef28-4db5-b303-b145898fae60,load=0,resource_versions=,resources_synced=,started_at=2021-06-23T11:22:14Z,topic='l3_agent')) {'router_ids': ['d2673efe-a72e-4339-af0b-8f9886270350'], 'active': True} {{(pid=94177) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 11:35:01.940263 dv-neutron-601336-94-hyperv neutron-server[94174]: INFO neutron.wsgi [req-fc8b247c-d3b1-4672-a88d-7aa15fcd8f0b req-a8089da2-e9dc-485d-86b4-ba735841c757 tempest-TestNetworkBasicOps-233187296 tempest-TestNetworkBasicOps-233187296-project] 10.222.0.20 "GET /v2.0/security-groups?id=30a782a1-c8ca-4eeb-9aeb-36d88772e1b8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0388184 Jun 23 11:35:01.952555 dv-neutron-601336-94-hyperv neutron-server[94177]: DEBUG neutron.db.l3_hamode_db [None req-8ef3dfb2-0d7d-48a0-8d69-2a8eb88fff66 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-601336-94-hyperv', False) {} {{(pid=94177) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 11:35:01.953205 dv-neutron-601336-94-hyperv neutron-server[94177]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8ef3dfb2-0d7d-48a0-8d69-2a8eb88fff66 None None] The sync data for ids ['d2673efe-a72e-4339-af0b-8f9886270350'] in dv-neutron-601336-94-hyperv is: [] {{(pid=94177) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 23 11:35:01.966523 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.wsgi [-] (94174) accepted ('10.222.0.20', 40866) {{(pid=94174) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 11:35:01.968843 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron_lib.callbacks.manager [None req-61ce450f-1d50-4b72-8309-cc78b079c365 tempest-RoutersIpV6Test-1448447933 tempest-RoutersIpV6Test-1448447933-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866062', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5195999', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4294259'] for subnet, after_create {{(pid=94174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:35:01.976976 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG oslo_concurrency.lockutils [None req-492f6546-22c7-43cb-94db-007be75e2433 tempest-PortsIpV6TestJSON-1781383748 tempest-PortsIpV6TestJSON-1781383748-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94174) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 11:35:02.058011 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61ce450f-1d50-4b72-8309-cc78b079c365 tempest-RoutersIpV6Test-1448447933 tempest-RoutersIpV6Test-1448447933-project] Pushing event updated for resources: {'Subnet': ['ID=a40ad979-95e9-4c4f-8e05-9c197c3a8575,revision_number=0']} {{(pid=94174) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 11:35:02.060575 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG oslo_concurrency.lockutils [None req-61ce450f-1d50-4b72-8309-cc78b079c365 tempest-RoutersIpV6Test-1448447933 tempest-RoutersIpV6Test-1448447933-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.084s {{(pid=94174) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 11:35:02.079473 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-61ce450f-1d50-4b72-8309-cc78b079c365 tempest-RoutersIpV6Test-1448447933 tempest-RoutersIpV6Test-1448447933-project] Checking segment: {'id': 'caa2698b-e127-4473-907e-0d2e3aec607c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 411, 'network_id': '228a8915-00e9-4656-9e7f-8d8cb58d8860'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94174) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 23 11:35:02.079841 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-61ce450f-1d50-4b72-8309-cc78b079c365 tempest-RoutersIpV6Test-1448447933 tempest-RoutersIpV6Test-1448447933-project] Network hostable DHCP agents. Network: 228a8915-00e9-4656-9e7f-8d8cb58d8860, hostable agents: ['8cf29b10-0e57-4131-816f-a4b6ad00b249'], hosted agents: [] {{(pid=94174) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 23 11:35:02.092398 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-499adc6d-6e13-40b5-a878-ac0ac05ae27f tempest-TestNetworkBasicOps-1420332966 tempest-TestNetworkBasicOps-1420332966-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94174) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 11:35:02.093912 dv-neutron-601336-94-hyperv neutron-server[94174]: INFO neutron.wsgi [None req-499adc6d-6e13-40b5-a878-ac0ac05ae27f tempest-TestNetworkBasicOps-1420332966 tempest-TestNetworkBasicOps-1420332966-project-admin] 10.222.0.20 "GET /v2.0/ports?device_id=5dc250a1-61bb-46d0-9888-3ab1b564fa78 HTTP/1.1" status: 200 len: 1094 time: 0.1262519 Jun 23 11:35:02.096851 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.wsgi [-] (94174) accepted ('10.222.0.20', 40868) {{(pid=94174) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 11:35:02.102786 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.api.v2.base [None req-7d880f29-ff37-4265-8001-9f92fc275e7c tempest-TestNetworkBasicOps-233187296 tempest-TestNetworkBasicOps-233187296-project] Request body: {'floatingip': {'floating_network_id': '3e7e4eb3-cf02-4d47-ade9-0a579cdfc60f', 'port_id': '5bc1c89c-f37a-4549-8bd2-67c7e46b8da1', 'tenant_id': '772b9946478d439e9da4eaeade7fb21d', 'fixed_ip_address': '172.20.0.12'}} {{(pid=94174) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 23 11:35:02.110513 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron_lib.callbacks.manager [None req-28fad481-caf9-4d86-9762-847960a08262 tempest-PortsIpV6TestJSON-1781383748 tempest-PortsIpV6TestJSON-1781383748-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-520417', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-32301'] for router, precommit_delete {{(pid=94175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:35:02.113579 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron_lib.callbacks.manager [None req-28fad481-caf9-4d86-9762-847960a08262 tempest-PortsIpV6TestJSON-1781383748 tempest-PortsIpV6TestJSON-1781383748-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:35:02.172515 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-61ce450f-1d50-4b72-8309-cc78b079c365 tempest-RoutersIpV6Test-1448447933 tempest-RoutersIpV6Test-1448447933-project] Network 228a8915-00e9-4656-9e7f-8d8cb58d8860 is scheduled to be hosted by DHCP agent 8cf29b10-0e57-4131-816f-a4b6ad00b249 with binding_index 1 {{(pid=94174) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 23 11:35:02.201033 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron_lib.callbacks.manager [None req-7d880f29-ff37-4265-8001-9f92fc275e7c tempest-TestNetworkBasicOps-233187296 tempest-TestNetworkBasicOps-233187296-project] Notify callbacks [] for floatingip, before_create {{(pid=94174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:35:02.210327 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron_lib.callbacks.manager [None req-fb5e0175-e44b-41c7-b195-ddfd2e506d17 tempest-RoutersTest-228919764 tempest-RoutersTest-228919764-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-453061'] for router_interface, before_delete {{(pid=94175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:35:02.273986 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron_lib.callbacks.manager [None req-28fad481-caf9-4d86-9762-847960a08262 tempest-PortsIpV6TestJSON-1781383748 tempest-PortsIpV6TestJSON-1781383748-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-494961'] for router, after_delete {{(pid=94175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:35:02.274620 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-28fad481-caf9-4d86-9762-847960a08262 tempest-PortsIpV6TestJSON-1781383748 tempest-PortsIpV6TestJSON-1781383748-project] Fanout notify agent at l3_agent the message router_deleted on router d2673efe-a72e-4339-af0b-8f9886270350 {{(pid=94175) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jun 23 11:35:02.282263 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron_lib.callbacks.manager [None req-28fad481-caf9-4d86-9762-847960a08262 tempest-PortsIpV6TestJSON-1781383748 tempest-PortsIpV6TestJSON-1781383748-project] Notify callbacks [] for router, before_response {{(pid=94175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:35:02.285804 dv-neutron-601336-94-hyperv neutron-server[94175]: INFO neutron.wsgi [None req-28fad481-caf9-4d86-9762-847960a08262 tempest-PortsIpV6TestJSON-1781383748 tempest-PortsIpV6TestJSON-1781383748-project] 10.222.0.20 "DELETE /v2.0/routers/d2673efe-a72e-4339-af0b-8f9886270350 HTTP/1.1" status: 204 len: 168 time: 0.4682155 Jun 23 11:35:02.285957 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.wsgi [-] (94175) accepted ('10.222.0.20', 40870) {{(pid=94175) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 11:35:02.288604 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.scheduler.base_scheduler [None req-61ce450f-1d50-4b72-8309-cc78b079c365 tempest-RoutersIpV6Test-1448447933 tempest-RoutersIpV6Test-1448447933-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-601336-94-hyperv, 228a8915-00e9-4656-9e7f-8d8cb58d8860) {{(pid=94174) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 23 11:35:02.295295 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-61ce450f-1d50-4b72-8309-cc78b079c365 tempest-RoutersIpV6Test-1448447933 tempest-RoutersIpV6Test-1448447933-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94174) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 11:35:02.295295 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron_lib.callbacks.manager [None req-61ce450f-1d50-4b72-8309-cc78b079c365 tempest-RoutersIpV6Test-1448447933 tempest-RoutersIpV6Test-1448447933-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7865916'] for subnet, before_response {{(pid=94174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:35:02.299807 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e19834e8-8967-4606-9ed1-39b96f92dd76 None None] Network 228a8915-00e9-4656-9e7f-8d8cb58d8860 requested from dv-neutron-601336-94-hyperv {{(pid=94176) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 23 11:35:02.303530 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron_lib.callbacks.manager [None req-7d880f29-ff37-4265-8001-9f92fc275e7c tempest-TestNetworkBasicOps-233187296 tempest-TestNetworkBasicOps-233187296-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-923104'] for port, before_create {{(pid=94174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:35:02.383988 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.db.db_base_plugin_v2 [None req-a66145b9-0527-4ebc-aad9-ee64381ad832 tempest-PortsIpV6TestJSON-1781383748 tempest-PortsIpV6TestJSON-1781383748-project] Deleting subnet e04d3e76-be79-44ec-9877-4fd7498f5723 {{(pid=94175) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jun 23 11:35:02.388233 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron_lib.callbacks.manager [None req-a66145b9-0527-4ebc-aad9-ee64381ad832 tempest-PortsIpV6TestJSON-1781383748 tempest-PortsIpV6TestJSON-1781383748-project] Notify callbacks [] for subnet, before_delete {{(pid=94175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:35:02.397435 dv-neutron-601336-94-hyperv neutron-server[94174]: INFO neutron.wsgi [None req-61ce450f-1d50-4b72-8309-cc78b079c365 tempest-RoutersIpV6Test-1448447933 tempest-RoutersIpV6Test-1448447933-project] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.9079242 Jun 23 11:35:02.397759 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.wsgi [-] (94174) accepted ('10.222.0.20', 40872) {{(pid=94174) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 11:35:02.403507 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.api.v2.base [None req-960eafc6-a1a5-4748-9f1c-8d7e73e61ae9 tempest-RoutersIpV6Test-1448447933 tempest-RoutersIpV6Test-1448447933-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-67422928', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=94174) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 23 11:35:02.443017 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.db.db_base_plugin_common [None req-7d880f29-ff37-4265-8001-9f92fc275e7c tempest-TestNetworkBasicOps-233187296 tempest-TestNetworkBasicOps-233187296-project] Allocated IP 172.26.3.244 (3e7e4eb3-cf02-4d47-ade9-0a579cdfc60f/a5ad15ab-c489-4a67-a9b0-d559fca0ec71/cf251540-2418-4b8c-bab0-c692ebed12fd) {{(pid=94174) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 23 11:35:02.459137 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d51ee0f9-037c-4799-8071-a78827364b1c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1e0d828a-1fa4-563d-b7fd-53adf66a04ee-228a8915-00e9-4656-9e7f-8d8cb58d8860', 'network_id': '228a8915-00e9-4656-9e7f-8d8cb58d8860', 'tenant_id': 'a04e393135be4822803c421d0995b548', 'fixed_ips': [{'subnet_id': 'a40ad979-95e9-4c4f-8e05-9c197c3a8575'}]}} from dv-neutron-601336-94-hyperv. {{(pid=94176) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 23 11:35:02.460528 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron_lib.callbacks.manager [None req-d51ee0f9-037c-4799-8071-a78827364b1c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-923104'] for port, before_create {{(pid=94176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:35:02.531381 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron_lib.callbacks.manager [None req-960eafc6-a1a5-4748-9f1c-8d7e73e61ae9 tempest-RoutersIpV6Test-1448447933 tempest-RoutersIpV6Test-1448447933-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-520407', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-32315'] for router, before_create {{(pid=94174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:35:02.532814 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron_lib.callbacks.manager [None req-960eafc6-a1a5-4748-9f1c-8d7e73e61ae9 tempest-RoutersIpV6Test-1448447933 tempest-RoutersIpV6Test-1448447933-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-520264', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-524122', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-414782', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-32290'] for router, precommit_create {{(pid=94174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:35:02.571346 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron_lib.callbacks.manager [None req-7d880f29-ff37-4265-8001-9f92fc275e7c tempest-TestNetworkBasicOps-233187296 tempest-TestNetworkBasicOps-233187296-project] Notify callbacks [] for port, precommit_create {{(pid=94174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:35:02.605572 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.db.db_base_plugin_common [None req-d51ee0f9-037c-4799-8071-a78827364b1c None None] Allocated IP 2001:db8::2 (228a8915-00e9-4656-9e7f-8d8cb58d8860/a40ad979-95e9-4c4f-8e05-9c197c3a8575/6b9e4302-5547-407b-af01-707972ec009b) {{(pid=94176) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 23 11:35:02.618192 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron_lib.callbacks.manager [None req-960eafc6-a1a5-4748-9f1c-8d7e73e61ae9 tempest-RoutersIpV6Test-1448447933 tempest-RoutersIpV6Test-1448447933-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:35:02.684380 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron_lib.callbacks.manager [None req-960eafc6-a1a5-4748-9f1c-8d7e73e61ae9 tempest-RoutersIpV6Test-1448447933 tempest-RoutersIpV6Test-1448447933-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-520412', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-524143'] for router, after_create {{(pid=94174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:35:02.718186 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron_lib.callbacks.manager [None req-7d880f29-ff37-4265-8001-9f92fc275e7c tempest-TestNetworkBasicOps-233187296 tempest-TestNetworkBasicOps-233187296-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-922915', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-239814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7866073', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773699642215', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-5196399'] for port, after_create {{(pid=94174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:35:02.721488 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG oslo_concurrency.lockutils [None req-0c9de86d-1d1c-49ee-8b4b-a164c1c7dffe service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94174) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 11:35:02.753524 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron_lib.callbacks.manager [None req-d51ee0f9-037c-4799-8071-a78827364b1c None None] Notify callbacks [] for port, precommit_create {{(pid=94176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:35:02.763904 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.db.provisioning_blocks [None req-d51ee0f9-037c-4799-8071-a78827364b1c None None] Transition to ACTIVE for port object 6b9e4302-5547-407b-af01-707972ec009b will not be triggered until provisioned by entity L2. {{(pid=94176) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 23 11:35:02.774090 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7d880f29-ff37-4265-8001-9f92fc275e7c tempest-TestNetworkBasicOps-233187296 tempest-TestNetworkBasicOps-233187296-project] Network 3e7e4eb3-cf02-4d47-ade9-0a579cdfc60f is already hosted by enough agents. {{(pid=94174) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 23 11:35:02.780582 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.db.provisioning_blocks [None req-d51ee0f9-037c-4799-8071-a78827364b1c None None] Transition to ACTIVE for port object 6b9e4302-5547-407b-af01-707972ec009b will not be triggered until provisioned by entity DHCP. {{(pid=94176) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 23 11:35:02.781976 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.scheduler.base_scheduler [None req-7d880f29-ff37-4265-8001-9f92fc275e7c tempest-TestNetworkBasicOps-233187296 tempest-TestNetworkBasicOps-233187296-project] Resources bound (agent type, host, resource id): {{(pid=94174) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 23 11:35:02.783348 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7d880f29-ff37-4265-8001-9f92fc275e7c tempest-TestNetworkBasicOps-233187296 tempest-TestNetworkBasicOps-233187296-project] Received port after_create {{(pid=94174) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 23 11:35:02.804028 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron_lib.callbacks.manager [None req-a66145b9-0527-4ebc-aad9-ee64381ad832 tempest-PortsIpV6TestJSON-1781383748 tempest-PortsIpV6TestJSON-1781383748-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5190686'] for subnet, precommit_delete_associations {{(pid=94175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:35:02.808672 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d880f29-ff37-4265-8001-9f92fc275e7c tempest-TestNetworkBasicOps-233187296 tempest-TestNetworkBasicOps-233187296-project] Pushing event updated for resources: {'Port': ['ID=cf251540-2418-4b8c-bab0-c692ebed12fd,revision_number=1']} {{(pid=94174) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 11:35:02.811556 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG oslo_concurrency.lockutils [None req-7d880f29-ff37-4265-8001-9f92fc275e7c tempest-TestNetworkBasicOps-233187296 tempest-TestNetworkBasicOps-233187296-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.090s {{(pid=94174) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 11:35:02.814050 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron_lib.callbacks.manager [None req-960eafc6-a1a5-4748-9f1c-8d7e73e61ae9 tempest-RoutersIpV6Test-1448447933 tempest-RoutersIpV6Test-1448447933-project] Notify callbacks [] for router, before_response {{(pid=94174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:35:02.817880 dv-neutron-601336-94-hyperv neutron-server[94174]: INFO neutron.wsgi [None req-960eafc6-a1a5-4748-9f1c-8d7e73e61ae9 tempest-RoutersIpV6Test-1448447933 tempest-RoutersIpV6Test-1448447933-project] 10.222.0.20 "POST /v2.0/routers HTTP/1.1" status: 201 len: 702 time: 0.4166162 Jun 23 11:35:02.818371 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.wsgi [-] (94174) accepted ('10.222.0.20', 40874) {{(pid=94174) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 11:35:02.853075 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron_lib.callbacks.manager [None req-d51ee0f9-037c-4799-8071-a78827364b1c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-922915', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-239814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7866073', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773699642215'] for port, after_create {{(pid=94176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:35:02.856629 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG oslo_concurrency.lockutils [None req-7acc197a-a666-4e9a-8aa1-ca69956c89e3 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 11:35:02.891194 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d51ee0f9-037c-4799-8071-a78827364b1c None None] Network 228a8915-00e9-4656-9e7f-8d8cb58d8860 is already hosted by enough agents. {{(pid=94176) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 23 11:35:02.894579 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.scheduler.base_scheduler [None req-d51ee0f9-037c-4799-8071-a78827364b1c None None] Resources bound (agent type, host, resource id): {{(pid=94176) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 23 11:35:02.898240 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d51ee0f9-037c-4799-8071-a78827364b1c None None] Received port after_create {{(pid=94176) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 23 11:35:02.932735 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d51ee0f9-037c-4799-8071-a78827364b1c None None] Pushing event updated for resources: {'Port': ['ID=6b9e4302-5547-407b-af01-707972ec009b,revision_number=1']} {{(pid=94176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 11:35:02.933588 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron_lib.callbacks.manager [None req-a66145b9-0527-4ebc-aad9-ee64381ad832 tempest-PortsIpV6TestJSON-1781383748 tempest-PortsIpV6TestJSON-1781383748-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-897634'] for subnet, precommit_delete {{(pid=94175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:35:02.936553 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG oslo_concurrency.lockutils [None req-d51ee0f9-037c-4799-8071-a78827364b1c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.080s {{(pid=94176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 11:35:02.966895 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.plugins.ml2.managers [None req-d51ee0f9-037c-4799-8071-a78827364b1c None None] Attempting to bind port 6b9e4302-5547-407b-af01-707972ec009b on host dv-neutron-601336-94-hyperv for vnic_type normal with profile {{(pid=94176) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 23 11:35:02.967314 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.plugins.ml2.managers [None req-d51ee0f9-037c-4799-8071-a78827364b1c None None] Attempting to bind port 6b9e4302-5547-407b-af01-707972ec009b by drivers openvswitch,hyperv on host dv-neutron-601336-94-hyperv at level 0 using segments [{'id': 'caa2698b-e127-4473-907e-0d2e3aec607c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 411, 'network_id': '228a8915-00e9-4656-9e7f-8d8cb58d8860'}] {{(pid=94176) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 23 11:35:02.967703 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d51ee0f9-037c-4799-8071-a78827364b1c None None] Attempting to bind port 6b9e4302-5547-407b-af01-707972ec009b on network 228a8915-00e9-4656-9e7f-8d8cb58d8860 {{(pid=94176) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 23 11:35:02.972853 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d51ee0f9-037c-4799-8071-a78827364b1c None None] Checking agent: {'id': '4d05f899-5ac9-411b-8a03-f60c93f87cdf', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-601336-94-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 23, 11, 22, 14), 'started_at': datetime.datetime(2021, 6, 23, 11, 22, 44), 'heartbeat_timestamp': datetime.datetime(2021, 6, 23, 11, 34, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'monitor_allowed_address_pair_garp': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-601336-94-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94176) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 23 11:35:02.973247 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d51ee0f9-037c-4799-8071-a78827364b1c None None] Checking segment: {'id': 'caa2698b-e127-4473-907e-0d2e3aec607c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 411, 'network_id': '228a8915-00e9-4656-9e7f-8d8cb58d8860'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94176) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 23 11:35:02.974281 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron_lib.callbacks.manager [None req-d51ee0f9-037c-4799-8071-a78827364b1c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:35:02.974281 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d51ee0f9-037c-4799-8071-a78827364b1c None None] Bound using segment: {'id': 'caa2698b-e127-4473-907e-0d2e3aec607c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 411, 'network_id': '228a8915-00e9-4656-9e7f-8d8cb58d8860'} {{(pid=94176) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 23 11:35:02.974660 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.plugins.ml2.managers [None req-d51ee0f9-037c-4799-8071-a78827364b1c None None] Bound port: 6b9e4302-5547-407b-af01-707972ec009b, host: dv-neutron-601336-94-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'caa2698b-e127-4473-907e-0d2e3aec607c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 411, 'network_id': '228a8915-00e9-4656-9e7f-8d8cb58d8860'}}] {{(pid=94176) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 23 11:35:02.975077 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron_lib.callbacks.manager [None req-d51ee0f9-037c-4799-8071-a78827364b1c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-923122'] for port, before_update {{(pid=94176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:35:03.031065 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.plugins.ml2.plugin [None req-fb5e0175-e44b-41c7-b195-ddfd2e506d17 tempest-RoutersTest-228919764 tempest-RoutersTest-228919764-project] Deleting port 0c40b6e1-3753-4bb8-b3c2-441100f91a79 {{(pid=94175) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1913}} Jun 23 11:35:03.031607 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron_lib.callbacks.manager [None req-fb5e0175-e44b-41c7-b195-ddfd2e506d17 tempest-RoutersTest-228919764 tempest-RoutersTest-228919764-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773700079324'] for port, before_delete {{(pid=94175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:35:03.047302 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.plugins.ml2.db [None req-d51ee0f9-037c-4799-8071-a78827364b1c None None] For port 6b9e4302-5547-407b-af01-707972ec009b, host dv-neutron-601336-94-hyperv, cleared binding levels {{(pid=94176) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 23 11:35:03.050475 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.plugins.ml2.db [None req-d51ee0f9-037c-4799-8071-a78827364b1c None None] For port 6b9e4302-5547-407b-af01-707972ec009b, host dv-neutron-601336-94-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-94-hyperv',level=0,port_id=6b9e4302-5547-407b-af01-707972ec009b,segment=NetworkSegment(caa2698b-e127-4473-907e-0d2e3aec607c),segment_id=caa2698b-e127-4473-907e-0d2e3aec607c)] {{(pid=94176) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 23 11:35:03.106097 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron_lib.callbacks.manager [None req-a66145b9-0527-4ebc-aad9-ee64381ad832 tempest-PortsIpV6TestJSON-1781383748 tempest-PortsIpV6TestJSON-1781383748-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-897627', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866062', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5083050', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4660036'] for subnet, after_delete {{(pid=94175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:35:03.111739 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG oslo_concurrency.lockutils [None req-8990fff3-ad1f-4b6a-ad35-7bd269f7276e tempest-NetworksTestDHCPv6-162546708 tempest-NetworksTestDHCPv6-162546708-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94175) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 11:35:03.124091 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron_lib.callbacks.manager [None req-d51ee0f9-037c-4799-8071-a78827364b1c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-922904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866062', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773700135042', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773699642233', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773699642278'] for port, after_update {{(pid=94176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:35:03.126245 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG oslo_concurrency.lockutils [None req-dc7542b2-afef-47f4-a763-e3a3cba144be None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 11:35:03.147919 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a66145b9-0527-4ebc-aad9-ee64381ad832 tempest-PortsIpV6TestJSON-1781383748 tempest-PortsIpV6TestJSON-1781383748-project] Pushing event deleted for resources: {'Subnet': ['ID=e04d3e76-be79-44ec-9877-4fd7498f5723,revision_number=None']} {{(pid=94175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 11:35:03.153698 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron_lib.callbacks.manager [None req-fb5e0175-e44b-41c7-b195-ddfd2e506d17 tempest-RoutersTest-228919764 tempest-RoutersTest-228919764-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-430722'] for port, precommit_delete {{(pid=94175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:35:03.167906 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron_lib.callbacks.manager [None req-a66145b9-0527-4ebc-aad9-ee64381ad832 tempest-PortsIpV6TestJSON-1781383748 tempest-PortsIpV6TestJSON-1781383748-project] Notify callbacks [] for subnet, before_response {{(pid=94175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:35:03.172382 dv-neutron-601336-94-hyperv neutron-server[94175]: INFO neutron.wsgi [None req-a66145b9-0527-4ebc-aad9-ee64381ad832 tempest-PortsIpV6TestJSON-1781383748 tempest-PortsIpV6TestJSON-1781383748-project] 10.222.0.20 "DELETE /v2.0/subnets/e04d3e76-be79-44ec-9877-4fd7498f5723 HTTP/1.1" status: 204 len: 168 time: 0.8855252 Jun 23 11:35:03.175927 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a66145b9-0527-4ebc-aad9-ee64381ad832 tempest-PortsIpV6TestJSON-1781383748 tempest-PortsIpV6TestJSON-1781383748-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-601336-94-hyperv {{(pid=94175) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 11:35:03.176134 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8caf9e1e-6a76-4b68-95e1-fbf23798f239 None None] Network cb925a48-df4b-4b68-bb2c-0a2c48efa0ae requested from dv-neutron-601336-94-hyperv {{(pid=94176) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 23 11:35:03.176343 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a66145b9-0527-4ebc-aad9-ee64381ad832 tempest-PortsIpV6TestJSON-1781383748 tempest-PortsIpV6TestJSON-1781383748-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-94-hyperv {{(pid=94175) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 11:35:03.176707 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a66145b9-0527-4ebc-aad9-ee64381ad832 tempest-PortsIpV6TestJSON-1781383748 tempest-PortsIpV6TestJSON-1781383748-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-94-hyperv {{(pid=94175) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 11:35:03.177088 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a66145b9-0527-4ebc-aad9-ee64381ad832 tempest-PortsIpV6TestJSON-1781383748 tempest-PortsIpV6TestJSON-1781383748-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-601336-94-hyperv {{(pid=94175) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 11:35:03.177463 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a66145b9-0527-4ebc-aad9-ee64381ad832 tempest-PortsIpV6TestJSON-1781383748 tempest-PortsIpV6TestJSON-1781383748-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-601336-94-hyperv {{(pid=94175) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 11:35:03.177841 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a66145b9-0527-4ebc-aad9-ee64381ad832 tempest-PortsIpV6TestJSON-1781383748 tempest-PortsIpV6TestJSON-1781383748-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-601336-94-hyperv {{(pid=94175) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 11:35:03.178215 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a66145b9-0527-4ebc-aad9-ee64381ad832 tempest-PortsIpV6TestJSON-1781383748 tempest-PortsIpV6TestJSON-1781383748-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-601336-94-hyperv {{(pid=94175) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 11:35:03.178587 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a66145b9-0527-4ebc-aad9-ee64381ad832 tempest-PortsIpV6TestJSON-1781383748 tempest-PortsIpV6TestJSON-1781383748-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-601336-94-hyperv {{(pid=94175) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 11:35:03.178953 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a66145b9-0527-4ebc-aad9-ee64381ad832 tempest-PortsIpV6TestJSON-1781383748 tempest-PortsIpV6TestJSON-1781383748-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-601336-94-hyperv {{(pid=94175) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 11:35:03.179358 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a66145b9-0527-4ebc-aad9-ee64381ad832 tempest-PortsIpV6TestJSON-1781383748 tempest-PortsIpV6TestJSON-1781383748-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-94-hyperv {{(pid=94175) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 11:35:03.179752 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a66145b9-0527-4ebc-aad9-ee64381ad832 tempest-PortsIpV6TestJSON-1781383748 tempest-PortsIpV6TestJSON-1781383748-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-601336-94-hyperv {{(pid=94175) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 11:35:03.180144 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a66145b9-0527-4ebc-aad9-ee64381ad832 tempest-PortsIpV6TestJSON-1781383748 tempest-PortsIpV6TestJSON-1781383748-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-601336-94-hyperv {{(pid=94175) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 11:35:03.183347 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.wsgi [-] (94175) accepted ('10.222.0.20', 40876) {{(pid=94175) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 11:35:03.194911 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG oslo_concurrency.lockutils [None req-a66145b9-0527-4ebc-aad9-ee64381ad832 tempest-PortsIpV6TestJSON-1781383748 tempest-PortsIpV6TestJSON-1781383748-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.083s {{(pid=94175) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 11:35:03.196158 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.plugins.ml2.plugin [None req-fb5e0175-e44b-41c7-b195-ddfd2e506d17 tempest-RoutersTest-228919764 tempest-RoutersTest-228919764-project] Calling delete_port for 0c40b6e1-3753-4bb8-b3c2-441100f91a79 owned by network:router_interface {{(pid=94175) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1986}} Jun 23 11:35:03.255944 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d51ee0f9-037c-4799-8071-a78827364b1c None None] Pushing event updated for resources: {'Port': ['ID=6b9e4302-5547-407b-af01-707972ec009b,revision_number=2']} {{(pid=94176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 11:35:03.264569 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG oslo_concurrency.lockutils [None req-d51ee0f9-037c-4799-8071-a78827364b1c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.138s {{(pid=94176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 11:35:03.318185 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron_lib.callbacks.manager [None req-5bcc0c4f-6fe0-4e7b-92f6-85a8f13fc7c3 tempest-PortsIpV6TestJSON-1781383748 tempest-PortsIpV6TestJSON-1781383748-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-824874'] for network, before_delete {{(pid=94175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:35:03.438865 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-53e059bd-9cde-42ad-a01e-c66814575ed2 None None] DHCP port deletion for cb925a48-df4b-4b68-bb2c-0a2c48efa0ae request from dv-neutron-601336-94-hyperv {{(pid=94176) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jun 23 11:35:03.499557 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.plugins.ml2.plugin [None req-5bcc0c4f-6fe0-4e7b-92f6-85a8f13fc7c3 tempest-PortsIpV6TestJSON-1781383748 tempest-PortsIpV6TestJSON-1781383748-project] Deleting port 89eec1f8-3993-4aad-9350-582f518b4697 {{(pid=94175) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1913}} Jun 23 11:35:03.503670 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron_lib.callbacks.manager [None req-5bcc0c4f-6fe0-4e7b-92f6-85a8f13fc7c3 tempest-PortsIpV6TestJSON-1781383748 tempest-PortsIpV6TestJSON-1781383748-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773700079324'] for port, before_delete {{(pid=94175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:35:03.526384 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.plugins.ml2.plugin [None req-53e059bd-9cde-42ad-a01e-c66814575ed2 None None] Deleting port 89eec1f8-3993-4aad-9350-582f518b4697 {{(pid=94176) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1913}} Jun 23 11:35:03.526901 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron_lib.callbacks.manager [None req-53e059bd-9cde-42ad-a01e-c66814575ed2 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773700079324'] for port, before_delete {{(pid=94176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:35:03.591420 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.plugins.ml2.db [None req-5bcc0c4f-6fe0-4e7b-92f6-85a8f13fc7c3 tempest-PortsIpV6TestJSON-1781383748 tempest-PortsIpV6TestJSON-1781383748-project] For port 89eec1f8-3993-4aad-9350-582f518b4697, host dv-neutron-601336-94-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-94-hyperv',level=0,port_id=89eec1f8-3993-4aad-9350-582f518b4697,segment=NetworkSegment(52522548-34ab-427a-abf6-254e180028c9),segment_id=52522548-34ab-427a-abf6-254e180028c9)] {{(pid=94175) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 23 11:35:03.591824 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron_lib.callbacks.manager [None req-5bcc0c4f-6fe0-4e7b-92f6-85a8f13fc7c3 tempest-PortsIpV6TestJSON-1781383748 tempest-PortsIpV6TestJSON-1781383748-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-430722'] for port, precommit_delete {{(pid=94175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:35:03.607763 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.plugins.ml2.plugin [None req-5bcc0c4f-6fe0-4e7b-92f6-85a8f13fc7c3 tempest-PortsIpV6TestJSON-1781383748 tempest-PortsIpV6TestJSON-1781383748-project] Calling delete_port for 89eec1f8-3993-4aad-9350-582f518b4697 owned by network:dhcp {{(pid=94175) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1986}} Jun 23 11:35:03.611345 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.plugins.ml2.db [None req-53e059bd-9cde-42ad-a01e-c66814575ed2 None None] For port 89eec1f8-3993-4aad-9350-582f518b4697, host dv-neutron-601336-94-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-94-hyperv',level=0,port_id=89eec1f8-3993-4aad-9350-582f518b4697,segment=NetworkSegment(52522548-34ab-427a-abf6-254e180028c9),segment_id=52522548-34ab-427a-abf6-254e180028c9)] {{(pid=94176) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 23 11:35:03.617381 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron_lib.callbacks.manager [None req-53e059bd-9cde-42ad-a01e-c66814575ed2 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-430722'] for port, precommit_delete {{(pid=94176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:35:03.634277 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.plugins.ml2.plugin [None req-53e059bd-9cde-42ad-a01e-c66814575ed2 None None] Calling delete_port for 89eec1f8-3993-4aad-9350-582f518b4697 owned by network:dhcp {{(pid=94176) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1986}} Jun 23 11:35:03.665032 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron_lib.callbacks.manager [None req-6a9af94c-eccd-4d64-8f4d-96d4e9f871ae tempest-RoutersIpV6Test-1448447933 tempest-RoutersIpV6Test-1448447933-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-923104'] for port, before_create {{(pid=94174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:35:03.665637 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron_lib.callbacks.manager [None req-fb5e0175-e44b-41c7-b195-ddfd2e506d17 tempest-RoutersTest-228919764 tempest-RoutersTest-228919764-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-922904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866062', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773700135024', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773699642224', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5082448'] for port, after_delete {{(pid=94175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:35:03.670220 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG oslo_concurrency.lockutils [None req-0526b4fe-63f3-48b1-a32c-c4fc704afda5 tempest-PortsTestJSON-2085221018 tempest-PortsTestJSON-2085221018-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94175) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 11:35:03.711104 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb5e0175-e44b-41c7-b195-ddfd2e506d17 tempest-RoutersTest-228919764 tempest-RoutersTest-228919764-project] Pushing event deleted for resources: {'Port': ['ID=0c40b6e1-3753-4bb8-b3c2-441100f91a79,revision_number=None']} {{(pid=94175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 11:35:03.713730 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG oslo_concurrency.lockutils [None req-fb5e0175-e44b-41c7-b195-ddfd2e506d17 tempest-RoutersTest-228919764 tempest-RoutersTest-228919764-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.044s {{(pid=94175) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 11:35:03.816357 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron_lib.callbacks.manager [None req-53e059bd-9cde-42ad-a01e-c66814575ed2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-922904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866062', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773700135024', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773699642224'] for port, after_delete {{(pid=94176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:35:03.818654 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG oslo_concurrency.lockutils [None req-34756507-72c3-4437-bef9-b5ae139a0584 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 11:35:03.860508 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53e059bd-9cde-42ad-a01e-c66814575ed2 None None] Pushing event deleted for resources: {'Port': ['ID=89eec1f8-3993-4aad-9350-582f518b4697,revision_number=None']} {{(pid=94176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 11:35:03.866466 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.db.l3_dvrscheduler_db [None req-53e059bd-9cde-42ad-a01e-c66814575ed2 None None] No DVR routers for this DVR port 89eec1f8-3993-4aad-9350-582f518b4697 on host dv-neutron-601336-94-hyperv {{(pid=94176) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 23 11:35:03.870221 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG oslo_concurrency.lockutils [None req-53e059bd-9cde-42ad-a01e-c66814575ed2 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.052s {{(pid=94176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 11:35:03.880298 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron_lib.callbacks.manager [None req-5bcc0c4f-6fe0-4e7b-92f6-85a8f13fc7c3 tempest-PortsIpV6TestJSON-1781383748 tempest-PortsIpV6TestJSON-1781383748-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-922904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866062', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773700135024', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773699642224', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5082448'] for port, after_delete {{(pid=94175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:35:03.892162 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG oslo_concurrency.lockutils [None req-28908bb9-3c85-47f8-a5ce-935b033dc2c9 tempest-PortsIpV6TestJSON-1781383748 tempest-PortsIpV6TestJSON-1781383748-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94175) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 11:35:03.916251 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5bcc0c4f-6fe0-4e7b-92f6-85a8f13fc7c3 tempest-PortsIpV6TestJSON-1781383748 tempest-PortsIpV6TestJSON-1781383748-project] No DVR routers for this DVR port 89eec1f8-3993-4aad-9350-582f518b4697 on host dv-neutron-601336-94-hyperv {{(pid=94175) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 23 11:35:03.922518 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bcc0c4f-6fe0-4e7b-92f6-85a8f13fc7c3 tempest-PortsIpV6TestJSON-1781383748 tempest-PortsIpV6TestJSON-1781383748-project] Pushing event deleted for resources: {'Port': ['ID=89eec1f8-3993-4aad-9350-582f518b4697,revision_number=None']} {{(pid=94175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 11:35:03.929321 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG oslo_concurrency.lockutils [None req-5bcc0c4f-6fe0-4e7b-92f6-85a8f13fc7c3 tempest-PortsIpV6TestJSON-1781383748 tempest-PortsIpV6TestJSON-1781383748-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.037s {{(pid=94175) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 11:35:03.957004 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron_lib.callbacks.manager [None req-fb5e0175-e44b-41c7-b195-ddfd2e506d17 tempest-RoutersTest-228919764 tempest-RoutersTest-228919764-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-7866080', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-516693'] for router_interface, after_delete {{(pid=94175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:35:04.090743 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron_lib.callbacks.manager [None req-5bcc0c4f-6fe0-4e7b-92f6-85a8f13fc7c3 tempest-PortsIpV6TestJSON-1781383748 tempest-PortsIpV6TestJSON-1781383748-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-897259', 'neutron.services.segments.db._delete_segments_for_network-8773700168587'] for network, precommit_delete {{(pid=94175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:35:04.104966 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.services.segments.db [None req-5bcc0c4f-6fe0-4e7b-92f6-85a8f13fc7c3 tempest-PortsIpV6TestJSON-1781383748 tempest-PortsIpV6TestJSON-1781383748-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['cb925a48-df4b-4b68-bb2c-0a2c48efa0ae']}} {{(pid=94175) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 11:35:04.122980 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.services.segments.db [None req-5bcc0c4f-6fe0-4e7b-92f6-85a8f13fc7c3 tempest-PortsIpV6TestJSON-1781383748 tempest-PortsIpV6TestJSON-1781383748-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '52522548-34ab-427a-abf6-254e180028c9') {'for_net_delete': True} {{(pid=94175) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 11:35:04.123453 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.services.segments.db [None req-5bcc0c4f-6fe0-4e7b-92f6-85a8f13fc7c3 tempest-PortsIpV6TestJSON-1781383748 tempest-PortsIpV6TestJSON-1781383748-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '52522548-34ab-427a-abf6-254e180028c9') {} {{(pid=94175) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 11:35:04.135939 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron_lib.callbacks.manager [None req-5bcc0c4f-6fe0-4e7b-92f6-85a8f13fc7c3 tempest-PortsIpV6TestJSON-1781383748 tempest-PortsIpV6TestJSON-1781383748-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8773699955833', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5190677'] for segment, before_delete {{(pid=94175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:35:04.157819 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.db.db_base_plugin_common [None req-6a9af94c-eccd-4d64-8f4d-96d4e9f871ae tempest-RoutersIpV6Test-1448447933 tempest-RoutersIpV6Test-1448447933-project] Allocated IP 2001:db8::1 (228a8915-00e9-4656-9e7f-8d8cb58d8860/a40ad979-95e9-4c4f-8e05-9c197c3a8575/82eb2aa9-035f-496e-9f9c-bfe7fd3ba944) {{(pid=94174) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 23 11:35:04.217595 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron_lib.callbacks.manager [None req-5bcc0c4f-6fe0-4e7b-92f6-85a8f13fc7c3 tempest-PortsIpV6TestJSON-1781383748 tempest-PortsIpV6TestJSON-1781383748-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3801'] for segment, precommit_delete {{(pid=94175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:35:04.221947 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron_lib.callbacks.manager [None req-7d880f29-ff37-4265-8001-9f92fc275e7c tempest-TestNetworkBasicOps-233187296 tempest-TestNetworkBasicOps-233187296-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:35:04.227377 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5bcc0c4f-6fe0-4e7b-92f6-85a8f13fc7c3 tempest-PortsIpV6TestJSON-1781383748 tempest-PortsIpV6TestJSON-1781383748-project] Releasing vlan 424 on physical network physnet1 to pool {{(pid=94175) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 23 11:35:04.227797 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron_lib.callbacks.manager [None req-5bcc0c4f-6fe0-4e7b-92f6-85a8f13fc7c3 tempest-PortsIpV6TestJSON-1781383748 tempest-PortsIpV6TestJSON-1781383748-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3801', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5082371'] for segment, after_delete {{(pid=94175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:35:04.231918 dv-neutron-601336-94-hyperv neutron-server[94175]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 23 11:35:04.231918 dv-neutron-601336-94-hyperv neutron-server[94175]: conditions |= (models_v2.Port.network_id.in_( Jun 23 11:35:04.231918 dv-neutron-601336-94-hyperv neutron-server[94175]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 23 11:35:04.231918 dv-neutron-601336-94-hyperv neutron-server[94175]: conditions |= (models_v2.Port.network_id.in_( Jun 23 11:35:04.231918 dv-neutron-601336-94-hyperv neutron-server[94175]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 23 11:35:04.231918 dv-neutron-601336-94-hyperv neutron-server[94175]: conditions |= (models_v2.Port.network_id.in_( Jun 23 11:35:04.231918 dv-neutron-601336-94-hyperv neutron-server[94175]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 23 11:35:04.231918 dv-neutron-601336-94-hyperv neutron-server[94175]: conditions |= (models_v2.Port.network_id.in_( Jun 23 11:35:04.231918 dv-neutron-601336-94-hyperv neutron-server[94175]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 23 11:35:04.231918 dv-neutron-601336-94-hyperv neutron-server[94175]: conditions |= (models_v2.Port.network_id.in_( Jun 23 11:35:04.231918 dv-neutron-601336-94-hyperv neutron-server[94175]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 23 11:35:04.231918 dv-neutron-601336-94-hyperv neutron-server[94175]: self.session.flush() Jun 23 11:35:04.231918 dv-neutron-601336-94-hyperv neutron-server[94175]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 23 11:35:04.231918 dv-neutron-601336-94-hyperv neutron-server[94175]: self.session.flush() Jun 23 11:35:04.231918 dv-neutron-601336-94-hyperv neutron-server[94175]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 23 11:35:04.231918 dv-neutron-601336-94-hyperv neutron-server[94175]: self.session.flush() Jun 23 11:35:04.231918 dv-neutron-601336-94-hyperv neutron-server[94175]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 23 11:35:04.231918 dv-neutron-601336-94-hyperv neutron-server[94175]: self.session.flush() Jun 23 11:35:04.231918 dv-neutron-601336-94-hyperv neutron-server[94175]: Traceback (most recent call last): Jun 23 11:35:04.231918 dv-neutron-601336-94-hyperv neutron-server[94175]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 23 11:35:04.231918 dv-neutron-601336-94-hyperv neutron-server[94175]: timer() Jun 23 11:35:04.231918 dv-neutron-601336-94-hyperv neutron-server[94175]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 23 11:35:04.231918 dv-neutron-601336-94-hyperv neutron-server[94175]: cb(*args, **kw) Jun 23 11:35:04.231918 dv-neutron-601336-94-hyperv neutron-server[94175]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 23 11:35:04.231918 dv-neutron-601336-94-hyperv neutron-server[94175]: return func(*args, **kwargs) Jun 23 11:35:04.231918 dv-neutron-601336-94-hyperv neutron-server[94175]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 23 11:35:04.231918 dv-neutron-601336-94-hyperv neutron-server[94175]: self._notify() Jun 23 11:35:04.231918 dv-neutron-601336-94-hyperv neutron-server[94175]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 23 11:35:04.231918 dv-neutron-601336-94-hyperv neutron-server[94175]: self.callback(batched_events) Jun 23 11:35:04.231918 dv-neutron-601336-94-hyperv neutron-server[94175]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 23 11:35:04.231918 dv-neutron-601336-94-hyperv neutron-server[94175]: event.method(event) Jun 23 11:35:04.231918 dv-neutron-601336-94-hyperv neutron-server[94175]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 23 11:35:04.231918 dv-neutron-601336-94-hyperv neutron-server[94175]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 23 11:35:04.231918 dv-neutron-601336-94-hyperv neutron-server[94175]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 23 11:35:04.231918 dv-neutron-601336-94-hyperv neutron-server[94175]: aggregate_uuid = self.p_client.list_aggregates( Jun 23 11:35:04.231918 dv-neutron-601336-94-hyperv neutron-server[94175]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 23 11:35:04.231918 dv-neutron-601336-94-hyperv neutron-server[94175]: return f(self, *a, **k) Jun 23 11:35:04.231918 dv-neutron-601336-94-hyperv neutron-server[94175]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 23 11:35:04.231918 dv-neutron-601336-94-hyperv neutron-server[94175]: return self._get(url).json() Jun 23 11:35:04.231918 dv-neutron-601336-94-hyperv neutron-server[94175]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 23 11:35:04.231918 dv-neutron-601336-94-hyperv neutron-server[94175]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 23 11:35:04.231918 dv-neutron-601336-94-hyperv neutron-server[94175]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 23 11:35:04.231918 dv-neutron-601336-94-hyperv neutron-server[94175]: return self.request(url, 'GET', **kwargs) Jun 23 11:35:04.231918 dv-neutron-601336-94-hyperv neutron-server[94175]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 23 11:35:04.231918 dv-neutron-601336-94-hyperv neutron-server[94175]: base_url = self.get_endpoint(auth, allow=allow, Jun 23 11:35:04.231918 dv-neutron-601336-94-hyperv neutron-server[94175]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 23 11:35:04.231918 dv-neutron-601336-94-hyperv neutron-server[94175]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 23 11:35:04.231918 dv-neutron-601336-94-hyperv neutron-server[94175]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 23 11:35:04.231918 dv-neutron-601336-94-hyperv neutron-server[94175]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 23 11:35:04.231918 dv-neutron-601336-94-hyperv neutron-server[94175]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 23 11:35:04.303447 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fb5e0175-e44b-41c7-b195-ddfd2e506d17 tempest-RoutersTest-228919764 tempest-RoutersTest-228919764-project] Router a62c439a-ad58-40c0-a8d1-74ea1530deaa has already been hosted by L3 agent 50ef99c0-ef28-4db5-b303-b145898fae60 {{(pid=94175) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 23 11:35:04.325014 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron_lib.callbacks.manager [None req-6a9af94c-eccd-4d64-8f4d-96d4e9f871ae tempest-RoutersIpV6Test-1448447933 tempest-RoutersIpV6Test-1448447933-project] Notify callbacks [] for port, precommit_create {{(pid=94174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:35:04.338742 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.db.provisioning_blocks [None req-6a9af94c-eccd-4d64-8f4d-96d4e9f871ae tempest-RoutersIpV6Test-1448447933 tempest-RoutersIpV6Test-1448447933-project] Transition to ACTIVE for port object 82eb2aa9-035f-496e-9f9c-bfe7fd3ba944 will not be triggered until provisioned by entity DHCP. {{(pid=94174) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 23 11:35:04.403211 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron_lib.callbacks.manager [None req-5bcc0c4f-6fe0-4e7b-92f6-85a8f13fc7c3 tempest-PortsIpV6TestJSON-1781383748 tempest-PortsIpV6TestJSON-1781383748-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-897248', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8002400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7866073', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-524247'] for network, after_delete {{(pid=94175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:35:04.411546 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fb5e0175-e44b-41c7-b195-ddfd2e506d17 tempest-RoutersTest-228919764 tempest-RoutersTest-228919764-project] Notify agent at l3_agent.dv-neutron-601336-94-hyperv the message routers_updated {{(pid=94175) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 23 11:35:04.411546 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG oslo_concurrency.lockutils [None req-2dc34152-6b24-484a-beb5-eea5ce061f04 tempest-RoutersIpV6Test-1448447933 tempest-RoutersIpV6Test-1448447933-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94175) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 11:35:04.412438 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron_lib.callbacks.manager [None req-7d880f29-ff37-4265-8001-9f92fc275e7c tempest-TestNetworkBasicOps-233187296 tempest-TestNetworkBasicOps-233187296-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-923122'] for port, before_update {{(pid=94174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:35:04.413667 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron_lib.callbacks.manager [None req-5bcc0c4f-6fe0-4e7b-92f6-85a8f13fc7c3 tempest-PortsIpV6TestJSON-1781383748 tempest-PortsIpV6TestJSON-1781383748-project] Notify callbacks [] for network, before_response {{(pid=94175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:35:04.417116 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1ba5abbb-8ffe-4967-a8dc-8863d7ed24db None None] Sync routers for ids ['a62c439a-ad58-40c0-a8d1-74ea1530deaa'] in dv-neutron-601336-94-hyperv {{(pid=94176) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 23 11:35:04.419912 dv-neutron-601336-94-hyperv neutron-server[94175]: INFO neutron.wsgi [None req-5bcc0c4f-6fe0-4e7b-92f6-85a8f13fc7c3 tempest-PortsIpV6TestJSON-1781383748 tempest-PortsIpV6TestJSON-1781383748-project] 10.222.0.20 "DELETE /v2.0/networks/cb925a48-df4b-4b68-bb2c-0a2c48efa0ae HTTP/1.1" status: 204 len: 168 time: 1.2321963 Jun 23 11:35:04.423909 dv-neutron-601336-94-hyperv neutron-server[94175]: INFO neutron.wsgi [None req-fb5e0175-e44b-41c7-b195-ddfd2e506d17 tempest-RoutersTest-228919764 tempest-RoutersTest-228919764-project] 10.222.0.20 "PUT /v2.0/routers/a62c439a-ad58-40c0-a8d1-74ea1530deaa/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.9069152 Jun 23 11:35:04.424522 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.wsgi [-] (94175) accepted ('10.222.0.20', 40878) {{(pid=94175) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 11:35:04.430448 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1ba5abbb-8ffe-4967-a8dc-8863d7ed24db None None] Routers {'a62c439a-ad58-40c0-a8d1-74ea1530deaa'} bound to L3 agent in host dv-neutron-601336-94-hyperv {{(pid=94176) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 23 11:35:04.431693 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.db.l3_hamode_db [None req-1ba5abbb-8ffe-4967-a8dc-8863d7ed24db None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-601336-94-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-23T11:22:13Z,description=,heartbeat_timestamp=2021-06-23T11:34:43Z,host='dv-neutron-601336-94-hyperv',id=50ef99c0-ef28-4db5-b303-b145898fae60,load=0,resource_versions=,resources_synced=,started_at=2021-06-23T11:22:14Z,topic='l3_agent')) {'router_ids': ['a62c439a-ad58-40c0-a8d1-74ea1530deaa'], 'active': True} {{(pid=94176) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 11:35:04.435336 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.wsgi [-] (94175) accepted ('10.222.0.20', 40880) {{(pid=94175) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 11:35:04.445170 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bcc0c4f-6fe0-4e7b-92f6-85a8f13fc7c3 tempest-PortsIpV6TestJSON-1781383748 tempest-PortsIpV6TestJSON-1781383748-project] Pushing event deleted for resources: {'Network': ['ID=cb925a48-df4b-4b68-bb2c-0a2c48efa0ae,revision_number=None']} {{(pid=94175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 11:35:04.456806 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG oslo_concurrency.lockutils [None req-5bcc0c4f-6fe0-4e7b-92f6-85a8f13fc7c3 tempest-PortsIpV6TestJSON-1781383748 tempest-PortsIpV6TestJSON-1781383748-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=94175) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 11:35:04.460726 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron_lib.callbacks.manager [None req-6a9af94c-eccd-4d64-8f4d-96d4e9f871ae tempest-RoutersIpV6Test-1448447933 tempest-RoutersIpV6Test-1448447933-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-922915', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-239814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7866073', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773699642215', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-5196399'] for port, after_create {{(pid=94174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:35:04.463923 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG oslo_concurrency.lockutils [None req-e743a3ed-8c05-4cb1-bac2-fb7f74a3847f tempest-PortsIpV6TestJSON-1781383748 tempest-PortsIpV6TestJSON-1781383748-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94174) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 11:35:04.486542 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c84ae3a4-2473-4247-8dc9-e40261eea32f None None] Network 228a8915-00e9-4656-9e7f-8d8cb58d8860 requested from dv-neutron-601336-94-hyperv {{(pid=94176) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 23 11:35:04.486542 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.db.l3_hamode_db [None req-1ba5abbb-8ffe-4967-a8dc-8863d7ed24db None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-601336-94-hyperv', False) {} {{(pid=94176) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 11:35:04.536394 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1ba5abbb-8ffe-4967-a8dc-8863d7ed24db None None] Routers {'a62c439a-ad58-40c0-a8d1-74ea1530deaa'} bound to L3 agent in host dv-neutron-601336-94-hyperv {{(pid=94176) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 23 11:35:04.537162 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.db.l3_hamode_db [None req-1ba5abbb-8ffe-4967-a8dc-8863d7ed24db None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-601336-94-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-23T11:22:13Z,description=,heartbeat_timestamp=2021-06-23T11:34:43Z,host='dv-neutron-601336-94-hyperv',id=50ef99c0-ef28-4db5-b303-b145898fae60,load=0,resource_versions=,resources_synced=,started_at=2021-06-23T11:22:14Z,topic='l3_agent')) {'router_ids': ['a62c439a-ad58-40c0-a8d1-74ea1530deaa'], 'active': True} {{(pid=94176) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 11:35:04.546411 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6a9af94c-eccd-4d64-8f4d-96d4e9f871ae tempest-RoutersIpV6Test-1448447933 tempest-RoutersIpV6Test-1448447933-project] Network 228a8915-00e9-4656-9e7f-8d8cb58d8860 is already hosted by enough agents. {{(pid=94174) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 23 11:35:04.554562 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.scheduler.base_scheduler [None req-6a9af94c-eccd-4d64-8f4d-96d4e9f871ae tempest-RoutersIpV6Test-1448447933 tempest-RoutersIpV6Test-1448447933-project] Resources bound (agent type, host, resource id): {{(pid=94174) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 23 11:35:04.562472 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6a9af94c-eccd-4d64-8f4d-96d4e9f871ae tempest-RoutersIpV6Test-1448447933 tempest-RoutersIpV6Test-1448447933-project] Received port after_create {{(pid=94174) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 23 11:35:04.563019 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron_lib.callbacks.manager [None req-6a9af94c-eccd-4d64-8f4d-96d4e9f871ae tempest-RoutersIpV6Test-1448447933 tempest-RoutersIpV6Test-1448447933-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-452954'] for router_interface, before_create {{(pid=94174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:35:04.568555 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c19c2b45-500d-46f1-97ed-f686b714dc96 tempest-PortsIpV6TestJSON-1781383748 tempest-PortsIpV6TestJSON-1781383748-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 11:35:04.569808 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a9af94c-eccd-4d64-8f4d-96d4e9f871ae tempest-RoutersIpV6Test-1448447933 tempest-RoutersIpV6Test-1448447933-project] Pushing event updated for resources: {'Port': ['ID=82eb2aa9-035f-496e-9f9c-bfe7fd3ba944,revision_number=1']} {{(pid=94174) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 11:35:04.574228 dv-neutron-601336-94-hyperv neutron-server[94175]: INFO neutron.wsgi [None req-c19c2b45-500d-46f1-97ed-f686b714dc96 tempest-PortsIpV6TestJSON-1781383748 tempest-PortsIpV6TestJSON-1781383748-project] 10.222.0.20 "GET /v2.0/ports/55b0eff6-d88f-4310-b778-2c822e3d8f1a HTTP/1.1" status: 200 len: 844 time: 0.1398945 Jun 23 11:35:04.574852 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.wsgi [-] (94175) accepted ('10.222.0.20', 40884) {{(pid=94175) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 11:35:04.582237 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.db.l3_hamode_db [None req-1ba5abbb-8ffe-4967-a8dc-8863d7ed24db None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-601336-94-hyperv', False) {} {{(pid=94176) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 11:35:04.583394 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1ba5abbb-8ffe-4967-a8dc-8863d7ed24db None None] The sync data for ids ['a62c439a-ad58-40c0-a8d1-74ea1530deaa'] in dv-neutron-601336-94-hyperv is: [] {{(pid=94176) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 23 11:35:04.610301 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG oslo_concurrency.lockutils [None req-6a9af94c-eccd-4d64-8f4d-96d4e9f871ae tempest-RoutersIpV6Test-1448447933 tempest-RoutersIpV6Test-1448447933-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.146s {{(pid=94174) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 11:35:04.688528 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.db.provisioning_blocks [None req-4b3f3cc7-9ba7-4c3f-b9aa-98c1a90e35e0 None None] Provisioning for port 6b9e4302-5547-407b-af01-707972ec009b completed by entity DHCP. {{(pid=94176) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 23 11:35:04.703781 dv-neutron-601336-94-hyperv neutron-server[94175]: INFO neutron.wsgi [None req-afd89a07-123e-437d-bbb4-2d7884ea7266 tempest-PortsIpV6TestJSON-1781383748 tempest-PortsIpV6TestJSON-1781383748-project] 10.222.0.20 "GET /v2.0/ports/55b0eff6-d88f-4310-b778-2c822e3d8f1a?fields=id&fields=mac_address HTTP/1.1" status: 200 len: 281 time: 0.1231265 Jun 23 11:35:04.709128 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.wsgi [-] (94175) accepted ('10.222.0.20', 40886) {{(pid=94175) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 11:35:04.714299 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron_lib.callbacks.manager [None req-7d880f29-ff37-4265-8001-9f92fc275e7c tempest-TestNetworkBasicOps-233187296 tempest-TestNetworkBasicOps-233187296-project] Notify callbacks [] for port, precommit_update {{(pid=94174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:35:04.715581 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.api.v2.base [None req-fe1732a9-1fff-4767-85fd-16df2671ab9c tempest-PortsIpV6TestJSON-1781383748 tempest-PortsIpV6TestJSON-1781383748-project] Request body: {'subnet': {'network_id': 'c16c789a-641f-4c9b-ac33-977ceb9ea600', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=94175) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 23 11:35:04.804500 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron_lib.callbacks.manager [None req-7d880f29-ff37-4265-8001-9f92fc275e7c tempest-TestNetworkBasicOps-233187296 tempest-TestNetworkBasicOps-233187296-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-922904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866062', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773700135042', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773699642233', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773699642278', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5196369'] for port, after_update {{(pid=94174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:35:04.813463 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG oslo_concurrency.lockutils [None req-0240560a-f845-487a-af5c-eacc0f75bfe0 tempest-NetworksTestDHCPv6-162546708 tempest-NetworksTestDHCPv6-162546708-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94174) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 11:35:04.871705 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron_lib.callbacks.manager [None req-6a9af94c-eccd-4d64-8f4d-96d4e9f871ae tempest-RoutersIpV6Test-1448447933 tempest-RoutersIpV6Test-1448447933-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-923122'] for port, before_update {{(pid=94174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:35:04.920670 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d880f29-ff37-4265-8001-9f92fc275e7c tempest-TestNetworkBasicOps-233187296 tempest-TestNetworkBasicOps-233187296-project] Pushing event updated for resources: {'Port': ['ID=cf251540-2418-4b8c-bab0-c692ebed12fd,revision_number=2']} {{(pid=94174) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 11:35:04.928125 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG oslo_concurrency.lockutils [None req-7d880f29-ff37-4265-8001-9f92fc275e7c tempest-TestNetworkBasicOps-233187296 tempest-TestNetworkBasicOps-233187296-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.115s {{(pid=94174) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 11:35:04.929842 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.plugins.ml2.rpc [None req-dc7542b2-afef-47f4-a763-e3a3cba144be None None] Device 6b9e4302-5547-407b-af01-707972ec009b up at agent ovs-agent-dv-neutron-601336-94-hyperv {{(pid=94176) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:298}} Jun 23 11:35:04.941038 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fe1732a9-1fff-4767-85fd-16df2671ab9c tempest-PortsIpV6TestJSON-1781383748 tempest-PortsIpV6TestJSON-1781383748-project] Made reservation on behalf of 4a9805c328414e068d83db5c9b76c3c7 for: {'subnet': 1} {{(pid=94175) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 23 11:35:04.945719 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron_lib.callbacks.manager [None req-fe1732a9-1fff-4767-85fd-16df2671ab9c tempest-PortsIpV6TestJSON-1781383748 tempest-PortsIpV6TestJSON-1781383748-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4660073'] for subnet, before_create {{(pid=94175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:35:04.956749 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron_lib.callbacks.manager [None req-7d880f29-ff37-4265-8001-9f92fc275e7c tempest-TestNetworkBasicOps-233187296 tempest-TestNetworkBasicOps-233187296-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-524229'] for floatingip, after_update {{(pid=94174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:35:05.036952 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron_lib.callbacks.manager [None req-3add2eaf-86b3-4603-b172-b5cfe4c4ba13 tempest-RoutersTest-228919764 tempest-RoutersTest-228919764-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-453061'] for router_interface, before_delete {{(pid=94175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:35:05.081784 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.db.provisioning_blocks [None req-dc7542b2-afef-47f4-a763-e3a3cba144be None None] Provisioning for port 6b9e4302-5547-407b-af01-707972ec009b completed by entity L2. {{(pid=94176) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 23 11:35:05.086523 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.db.provisioning_blocks [None req-dc7542b2-afef-47f4-a763-e3a3cba144be None None] Provisioning complete for port 6b9e4302-5547-407b-af01-707972ec009b triggered by entity L2. {{(pid=94176) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 23 11:35:05.086967 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron_lib.callbacks.manager [None req-dc7542b2-afef-47f4-a763-e3a3cba144be None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-899258'] for port, provisioning_complete {{(pid=94176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:35:05.119470 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.db.provisioning_blocks [None req-f616db8d-6e34-4988-bbd2-68164812931f None None] Provisioning for port 82eb2aa9-035f-496e-9f9c-bfe7fd3ba944 completed by entity DHCP. {{(pid=94176) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 23 11:35:05.127572 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.db.provisioning_blocks [None req-f616db8d-6e34-4988-bbd2-68164812931f None None] Provisioning complete for port 82eb2aa9-035f-496e-9f9c-bfe7fd3ba944 triggered by entity DHCP. {{(pid=94176) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 23 11:35:05.128251 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron_lib.callbacks.manager [None req-f616db8d-6e34-4988-bbd2-68164812931f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-899258'] for port, provisioning_complete {{(pid=94176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:35:05.145730 dv-neutron-601336-94-hyperv neutron-server[94174]: INFO neutron.db.l3_db [None req-7d880f29-ff37-4265-8001-9f92fc275e7c tempest-TestNetworkBasicOps-233187296 tempest-TestNetworkBasicOps-233187296-project] Floating IP 75ccf94b-3f4a-48ae-98fb-f08ae19f0347 associated. External IP: 172.26.3.244, port: 5bc1c89c-f37a-4549-8bd2-67c7e46b8da1. Jun 23 11:35:05.354428 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.plugins.ml2.plugin [None req-f616db8d-6e34-4988-bbd2-68164812931f None None] Port 82eb2aa9-035f-496e-9f9c-bfe7fd3ba944 cannot update to ACTIVE because it is not bound. {{(pid=94176) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jun 23 11:35:05.371972 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.db.provisioning_blocks [None req-f616db8d-6e34-4988-bbd2-68164812931f None None] Provisioning complete for port 6b9e4302-5547-407b-af01-707972ec009b triggered by entity DHCP. {{(pid=94176) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 23 11:35:05.372495 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron_lib.callbacks.manager [None req-f616db8d-6e34-4988-bbd2-68164812931f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-899258'] for port, provisioning_complete {{(pid=94176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:35:05.378736 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron_lib.callbacks.manager [None req-6a9af94c-eccd-4d64-8f4d-96d4e9f871ae tempest-RoutersIpV6Test-1448447933 tempest-RoutersIpV6Test-1448447933-project] Notify callbacks [] for port, precommit_update {{(pid=94174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:35:05.384794 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron_lib.callbacks.manager [None req-fe1732a9-1fff-4767-85fd-16df2671ab9c tempest-PortsIpV6TestJSON-1781383748 tempest-PortsIpV6TestJSON-1781383748-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866062', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5083113', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4660095'] for subnet, after_create {{(pid=94175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:35:05.389638 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG oslo_concurrency.lockutils [None req-be1718df-40e9-4a44-af73-f077aed086c5 tempest-PortsIpV6TestJSON-1781383748 tempest-PortsIpV6TestJSON-1781383748-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94175) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 11:35:05.433383 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron_lib.callbacks.manager [None req-dc7542b2-afef-47f4-a763-e3a3cba144be None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-923122'] for port, before_update {{(pid=94176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:35:05.438979 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fe1732a9-1fff-4767-85fd-16df2671ab9c tempest-PortsIpV6TestJSON-1781383748 tempest-PortsIpV6TestJSON-1781383748-project] Network c16c789a-641f-4c9b-ac33-977ceb9ea600 is already hosted by enough agents. {{(pid=94175) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 23 11:35:05.448059 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.scheduler.base_scheduler [None req-fe1732a9-1fff-4767-85fd-16df2671ab9c tempest-PortsIpV6TestJSON-1781383748 tempest-PortsIpV6TestJSON-1781383748-project] Resources bound (agent type, host, resource id): {{(pid=94175) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 23 11:35:05.451288 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fe1732a9-1fff-4767-85fd-16df2671ab9c tempest-PortsIpV6TestJSON-1781383748 tempest-PortsIpV6TestJSON-1781383748-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 11:35:05.451886 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron_lib.callbacks.manager [None req-fe1732a9-1fff-4767-85fd-16df2671ab9c tempest-PortsIpV6TestJSON-1781383748 tempest-PortsIpV6TestJSON-1781383748-project] Notify callbacks [] for subnet, before_response {{(pid=94175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:35:05.456779 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron_lib.callbacks.manager [None req-6a9af94c-eccd-4d64-8f4d-96d4e9f871ae tempest-RoutersIpV6Test-1448447933 tempest-RoutersIpV6Test-1448447933-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-922904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866062', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773700135042', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773699642233', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773699642278', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5196369'] for port, after_update {{(pid=94174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:35:05.458826 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron_lib.callbacks.manager [None req-6a9af94c-eccd-4d64-8f4d-96d4e9f871ae tempest-RoutersIpV6Test-1448447933 tempest-RoutersIpV6Test-1448447933-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-7866091', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-453038'] for router_interface, after_create {{(pid=94174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:35:05.467238 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG oslo_concurrency.lockutils [None req-b58b3a77-3156-4b57-8101-711ac8c62af0 tempest-PortsTestJSON-2085221018 tempest-PortsTestJSON-2085221018-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94174) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 11:35:05.467794 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bdbfac3d-42e5-448e-8b00-6eb7c9ce874a None None] Network c16c789a-641f-4c9b-ac33-977ceb9ea600 requested from dv-neutron-601336-94-hyperv {{(pid=94176) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 23 11:35:05.470177 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe1732a9-1fff-4767-85fd-16df2671ab9c tempest-PortsIpV6TestJSON-1781383748 tempest-PortsIpV6TestJSON-1781383748-project] Pushing event updated for resources: {'Subnet': ['ID=b15ceed6-c4b0-4b44-b2ad-5aaa19365c9c,revision_number=0']} {{(pid=94175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 11:35:05.474735 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG oslo_concurrency.lockutils [None req-fe1732a9-1fff-4767-85fd-16df2671ab9c tempest-PortsIpV6TestJSON-1781383748 tempest-PortsIpV6TestJSON-1781383748-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.085s {{(pid=94175) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 11:35:05.489161 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.plugins.ml2.db [None req-dc7542b2-afef-47f4-a763-e3a3cba144be None None] For port 6b9e4302-5547-407b-af01-707972ec009b, host dv-neutron-601336-94-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-94-hyperv',level=0,port_id=6b9e4302-5547-407b-af01-707972ec009b,segment=NetworkSegment(caa2698b-e127-4473-907e-0d2e3aec607c),segment_id=caa2698b-e127-4473-907e-0d2e3aec607c)] {{(pid=94176) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 23 11:35:05.492964 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.plugins.ml2.plugin [None req-3add2eaf-86b3-4603-b172-b5cfe4c4ba13 tempest-RoutersTest-228919764 tempest-RoutersTest-228919764-project] Deleting port b5182085-ab7e-4085-8cd4-d3c621398764 {{(pid=94175) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1913}} Jun 23 11:35:05.493475 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron_lib.callbacks.manager [None req-3add2eaf-86b3-4603-b172-b5cfe4c4ba13 tempest-RoutersTest-228919764 tempest-RoutersTest-228919764-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773700079324'] for port, before_delete {{(pid=94175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:35:05.553746 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7d880f29-ff37-4265-8001-9f92fc275e7c tempest-TestNetworkBasicOps-233187296 tempest-TestNetworkBasicOps-233187296-project] Router 4c99b81f-8a52-421f-abc8-9ccee9678765 has already been hosted by L3 agent 50ef99c0-ef28-4db5-b303-b145898fae60 {{(pid=94174) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 23 11:35:05.556520 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron_lib.callbacks.manager [None req-f616db8d-6e34-4988-bbd2-68164812931f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-923122'] for port, before_update {{(pid=94176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:35:05.571113 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a9af94c-eccd-4d64-8f4d-96d4e9f871ae tempest-RoutersIpV6Test-1448447933 tempest-RoutersIpV6Test-1448447933-project] Pushing event updated for resources: {'Port': ['ID=82eb2aa9-035f-496e-9f9c-bfe7fd3ba944,revision_number=2']} {{(pid=94174) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 11:35:05.574739 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG oslo_concurrency.lockutils [None req-6a9af94c-eccd-4d64-8f4d-96d4e9f871ae tempest-RoutersIpV6Test-1448447933 tempest-RoutersIpV6Test-1448447933-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.108s {{(pid=94174) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 11:35:05.589586 dv-neutron-601336-94-hyperv neutron-server[94175]: INFO neutron.wsgi [None req-fe1732a9-1fff-4767-85fd-16df2671ab9c tempest-PortsIpV6TestJSON-1781383748 tempest-PortsIpV6TestJSON-1781383748-project] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.8763981 Jun 23 11:35:05.589586 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron_lib.callbacks.manager [None req-3add2eaf-86b3-4603-b172-b5cfe4c4ba13 tempest-RoutersTest-228919764 tempest-RoutersTest-228919764-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-430722'] for port, precommit_delete {{(pid=94175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:35:05.589889 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.wsgi [-] (94174) accepted ('10.222.0.20', 40888) {{(pid=94174) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 11:35:05.594812 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.api.v2.base [None req-cc0fbb2b-6001-40f5-98ac-7112f89a5cd6 tempest-PortsIpV6TestJSON-1781383748 tempest-PortsIpV6TestJSON-1781383748-project] Request body: {'security_group': {'name': 'tempest-secgroup-417769077'}} {{(pid=94174) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 23 11:35:05.597083 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron_lib.callbacks.manager [None req-dc7542b2-afef-47f4-a763-e3a3cba144be None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-922904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866062', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773700135042', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773699642233', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773699642278'] for port, after_update {{(pid=94176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:35:05.599281 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG oslo_concurrency.lockutils [None req-01809100-12be-499f-9dd6-126fda6a245b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 11:35:05.603250 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.plugins.ml2.plugin [None req-3add2eaf-86b3-4603-b172-b5cfe4c4ba13 tempest-RoutersTest-228919764 tempest-RoutersTest-228919764-project] Calling delete_port for b5182085-ab7e-4085-8cd4-d3c621398764 owned by network:router_interface {{(pid=94175) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1986}} Jun 23 11:35:05.674379 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.plugins.ml2.rpc [None req-dc7542b2-afef-47f4-a763-e3a3cba144be None None] Device 89eec1f8-3993-4aad-9350-582f518b4697 no longer exists at agent ovs-agent-dv-neutron-601336-94-hyperv {{(pid=94176) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:261}} Jun 23 11:35:05.711121 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.plugins.ml2.plugin [None req-dc7542b2-afef-47f4-a763-e3a3cba144be None None] No Port match for: 89eec1f8-3993-4aad-9350-582f518b4697 {{(pid=94176) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2240}} Jun 23 11:35:05.711468 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.plugins.ml2.rpc [None req-dc7542b2-afef-47f4-a763-e3a3cba144be None None] Device 89eec1f8-3993-4aad-9350-582f518b4697 not bound to the agent host dv-neutron-601336-94-hyperv {{(pid=94176) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:271}} Jun 23 11:35:05.732657 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron_lib.db.api [None req-f616db8d-6e34-4988-bbd2-68164812931f None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=94176) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jun 23 11:35:05.733017 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG oslo_db.api [None req-f616db8d-6e34-4988-bbd2-68164812931f None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=94176) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jun 23 11:35:05.733713 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc7542b2-afef-47f4-a763-e3a3cba144be None None] Pushing event updated for resources: {'Port': ['ID=6b9e4302-5547-407b-af01-707972ec009b,revision_number=3']} {{(pid=94176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 11:35:05.738390 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG oslo_concurrency.lockutils [None req-dc7542b2-afef-47f4-a763-e3a3cba144be None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.139s {{(pid=94176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 11:35:05.799058 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-026810bd-2ad8-43ce-a4b3-5858bbf984b3 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1e0d828a-1fa4-563d-b7fd-53adf66a04ee-c16c789a-641f-4c9b-ac33-977ceb9ea600', 'network_id': 'c16c789a-641f-4c9b-ac33-977ceb9ea600', 'tenant_id': '4a9805c328414e068d83db5c9b76c3c7', 'fixed_ips': [{'subnet_id': 'b15ceed6-c4b0-4b44-b2ad-5aaa19365c9c'}]}} from dv-neutron-601336-94-hyperv. {{(pid=94176) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 23 11:35:05.799983 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron_lib.callbacks.manager [None req-026810bd-2ad8-43ce-a4b3-5858bbf984b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-923104'] for port, before_create {{(pid=94176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:35:05.892631 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron_lib.callbacks.manager [None req-3add2eaf-86b3-4603-b172-b5cfe4c4ba13 tempest-RoutersTest-228919764 tempest-RoutersTest-228919764-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-922904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866062', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773700135024', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773699642224', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5082448'] for port, after_delete {{(pid=94175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:35:05.894820 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG oslo_concurrency.lockutils [None req-2a02c703-43d2-4760-a9ce-927fd1677569 tempest-PortsIpV6TestJSON-1781383748 tempest-PortsIpV6TestJSON-1781383748-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94175) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 11:35:05.921891 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3add2eaf-86b3-4603-b172-b5cfe4c4ba13 tempest-RoutersTest-228919764 tempest-RoutersTest-228919764-project] Pushing event deleted for resources: {'Port': ['ID=b5182085-ab7e-4085-8cd4-d3c621398764,revision_number=None']} {{(pid=94175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 11:35:05.925639 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG oslo_concurrency.lockutils [None req-3add2eaf-86b3-4603-b172-b5cfe4c4ba13 tempest-RoutersTest-228919764 tempest-RoutersTest-228919764-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.030s {{(pid=94175) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 11:35:05.953633 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.db.db_base_plugin_common [None req-026810bd-2ad8-43ce-a4b3-5858bbf984b3 None None] Allocated IP 2001:db8::2 (c16c789a-641f-4c9b-ac33-977ceb9ea600/b15ceed6-c4b0-4b44-b2ad-5aaa19365c9c/0b54f7d0-3659-4d57-a219-9819182e60af) {{(pid=94176) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 23 11:35:06.059093 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6a9af94c-eccd-4d64-8f4d-96d4e9f871ae tempest-RoutersIpV6Test-1448447933 tempest-RoutersIpV6Test-1448447933-project] Network 228a8915-00e9-4656-9e7f-8d8cb58d8860 is already hosted by enough agents. {{(pid=94174) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 23 11:35:06.061906 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.scheduler.base_scheduler [None req-6a9af94c-eccd-4d64-8f4d-96d4e9f871ae tempest-RoutersIpV6Test-1448447933 tempest-RoutersIpV6Test-1448447933-project] Resources bound (agent type, host, resource id): {{(pid=94174) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 23 11:35:06.114940 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron_lib.callbacks.manager [None req-cc0fbb2b-6001-40f5-98ac-7112f89a5cd6 tempest-PortsIpV6TestJSON-1781383748 tempest-PortsIpV6TestJSON-1781383748-project] Notify callbacks [] for security_group, before_create {{(pid=94174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:35:06.149839 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron_lib.callbacks.manager [None req-026810bd-2ad8-43ce-a4b3-5858bbf984b3 None None] Notify callbacks [] for port, precommit_create {{(pid=94176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:35:06.180800 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.db.provisioning_blocks [None req-026810bd-2ad8-43ce-a4b3-5858bbf984b3 None None] Transition to ACTIVE for port object 0b54f7d0-3659-4d57-a219-9819182e60af will not be triggered until provisioned by entity L2. {{(pid=94176) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 23 11:35:06.204329 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.db.provisioning_blocks [None req-026810bd-2ad8-43ce-a4b3-5858bbf984b3 None None] Transition to ACTIVE for port object 0b54f7d0-3659-4d57-a219-9819182e60af will not be triggered until provisioned by entity DHCP. {{(pid=94176) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 23 11:35:06.247000 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7d880f29-ff37-4265-8001-9f92fc275e7c tempest-TestNetworkBasicOps-233187296 tempest-TestNetworkBasicOps-233187296-project] Notify agent at l3_agent.dv-neutron-601336-94-hyperv the message routers_updated {{(pid=94174) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 23 11:35:06.258386 dv-neutron-601336-94-hyperv neutron-server[94177]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9df2afb4-2aa9-41de-82ce-07745877d144 None None] Sync routers for ids ['4c99b81f-8a52-421f-abc8-9ccee9678765'] in dv-neutron-601336-94-hyperv {{(pid=94177) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 23 11:35:06.272961 dv-neutron-601336-94-hyperv neutron-server[94177]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9df2afb4-2aa9-41de-82ce-07745877d144 None None] Routers {'4c99b81f-8a52-421f-abc8-9ccee9678765'} bound to L3 agent in host dv-neutron-601336-94-hyperv {{(pid=94177) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 23 11:35:06.273594 dv-neutron-601336-94-hyperv neutron-server[94177]: DEBUG neutron.db.l3_hamode_db [None req-9df2afb4-2aa9-41de-82ce-07745877d144 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-601336-94-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-23T11:22:13Z,description=,heartbeat_timestamp=2021-06-23T11:34:43Z,host='dv-neutron-601336-94-hyperv',id=50ef99c0-ef28-4db5-b303-b145898fae60,load=0,resource_versions=,resources_synced=,started_at=2021-06-23T11:22:14Z,topic='l3_agent')) {'router_ids': ['4c99b81f-8a52-421f-abc8-9ccee9678765'], 'active': True} {{(pid=94177) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 11:35:06.280704 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron_lib.callbacks.manager [None req-026810bd-2ad8-43ce-a4b3-5858bbf984b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-922915', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-239814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7866073', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773699642215'] for port, after_create {{(pid=94176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:35:06.283078 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG oslo_concurrency.lockutils [None req-a1caab19-cffc-4bf7-8dbd-d22e2b1b966a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 11:35:06.361440 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-026810bd-2ad8-43ce-a4b3-5858bbf984b3 None None] Pushing event updated for resources: {'Port': ['ID=0b54f7d0-3659-4d57-a219-9819182e60af,revision_number=1']} {{(pid=94176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 11:35:06.364696 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron_lib.callbacks.manager [None req-cc0fbb2b-6001-40f5-98ac-7112f89a5cd6 tempest-PortsIpV6TestJSON-1781383748 tempest-PortsIpV6TestJSON-1781383748-project] Notify callbacks [] for security_group, precommit_create {{(pid=94174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:35:06.378268 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-026810bd-2ad8-43ce-a4b3-5858bbf984b3 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-601336-94-hyperv {{(pid=94176) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 11:35:06.378864 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-026810bd-2ad8-43ce-a4b3-5858bbf984b3 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-94-hyperv {{(pid=94176) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 11:35:06.379417 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-026810bd-2ad8-43ce-a4b3-5858bbf984b3 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-94-hyperv {{(pid=94176) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 11:35:06.379937 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-026810bd-2ad8-43ce-a4b3-5858bbf984b3 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-601336-94-hyperv {{(pid=94176) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 11:35:06.380445 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-026810bd-2ad8-43ce-a4b3-5858bbf984b3 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-601336-94-hyperv {{(pid=94176) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 11:35:06.380997 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-026810bd-2ad8-43ce-a4b3-5858bbf984b3 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-601336-94-hyperv {{(pid=94176) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 11:35:06.381502 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-026810bd-2ad8-43ce-a4b3-5858bbf984b3 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-601336-94-hyperv {{(pid=94176) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 11:35:06.382006 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-026810bd-2ad8-43ce-a4b3-5858bbf984b3 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-601336-94-hyperv {{(pid=94176) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 11:35:06.382350 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-026810bd-2ad8-43ce-a4b3-5858bbf984b3 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-601336-94-hyperv {{(pid=94176) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 11:35:06.382686 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-026810bd-2ad8-43ce-a4b3-5858bbf984b3 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-94-hyperv {{(pid=94176) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 11:35:06.383017 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-026810bd-2ad8-43ce-a4b3-5858bbf984b3 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-601336-94-hyperv {{(pid=94176) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 11:35:06.383375 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-026810bd-2ad8-43ce-a4b3-5858bbf984b3 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-601336-94-hyperv {{(pid=94176) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 11:35:06.398748 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG oslo_concurrency.lockutils [None req-026810bd-2ad8-43ce-a4b3-5858bbf984b3 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.113s {{(pid=94176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 11:35:06.398748 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-026810bd-2ad8-43ce-a4b3-5858bbf984b3 None None] Network c16c789a-641f-4c9b-ac33-977ceb9ea600 is already hosted by enough agents. {{(pid=94176) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 23 11:35:06.401539 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.scheduler.base_scheduler [None req-026810bd-2ad8-43ce-a4b3-5858bbf984b3 None None] Resources bound (agent type, host, resource id): {{(pid=94176) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 23 11:35:06.404906 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.db.l3_dvrscheduler_db [None req-026810bd-2ad8-43ce-a4b3-5858bbf984b3 None None] Received port after_create {{(pid=94176) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 23 11:35:06.439058 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.db.provisioning_blocks [None req-902af5eb-6c15-4c35-9d4a-df7bb98d22b3 None None] Provisioning complete for port 82eb2aa9-035f-496e-9f9c-bfe7fd3ba944 triggered by entity DHCP. {{(pid=94176) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 23 11:35:06.439058 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron_lib.callbacks.manager [None req-902af5eb-6c15-4c35-9d4a-df7bb98d22b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-899258'] for port, provisioning_complete {{(pid=94176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:35:06.442663 dv-neutron-601336-94-hyperv neutron-server[94177]: DEBUG neutron.db.l3_dvr_db [None req-9df2afb4-2aa9-41de-82ce-07745877d144 None None] Set router 4c99b81f-8a52-421f-abc8-9ccee9678765 gateway port host: dv-neutron-601336-94-hyperv {{(pid=94177) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:838}} Jun 23 11:35:06.448978 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6a9af94c-eccd-4d64-8f4d-96d4e9f871ae tempest-RoutersIpV6Test-1448447933 tempest-RoutersIpV6Test-1448447933-project] Router 29ce9238-eab2-4f9f-9eca-f8b0cc82e46f is scheduled to L3 agent 50ef99c0-ef28-4db5-b303-b145898fae60 with binding_index 1 {{(pid=94174) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jun 23 11:35:06.451096 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron_lib.callbacks.manager [None req-cc0fbb2b-6001-40f5-98ac-7112f89a5cd6 tempest-PortsIpV6TestJSON-1781383748 tempest-PortsIpV6TestJSON-1781383748-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7996330'] for security_group, after_create {{(pid=94174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:35:06.455298 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG oslo_concurrency.lockutils [None req-3a8a15ac-385c-4c08-b2b4-01f5f709ff05 tempest-ExtraDHCPOptionsIpV6TestJSON-2131111190 tempest-ExtraDHCPOptionsIpV6TestJSON-2131111190-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94174) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 11:35:06.488336 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron_lib.callbacks.manager [None req-3add2eaf-86b3-4603-b172-b5cfe4c4ba13 tempest-RoutersTest-228919764 tempest-RoutersTest-228919764-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-7866080', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-516693'] for router_interface, after_delete {{(pid=94175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:35:06.493043 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.plugins.ml2.managers [None req-026810bd-2ad8-43ce-a4b3-5858bbf984b3 None None] Attempting to bind port 0b54f7d0-3659-4d57-a219-9819182e60af on host dv-neutron-601336-94-hyperv for vnic_type normal with profile {{(pid=94176) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 23 11:35:06.493520 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.plugins.ml2.managers [None req-026810bd-2ad8-43ce-a4b3-5858bbf984b3 None None] Attempting to bind port 0b54f7d0-3659-4d57-a219-9819182e60af by drivers openvswitch,hyperv on host dv-neutron-601336-94-hyperv at level 0 using segments [{'id': 'ce6843e5-0568-4431-a1aa-a79d3ba677dc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 441, 'network_id': 'c16c789a-641f-4c9b-ac33-977ceb9ea600'}] {{(pid=94176) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 23 11:35:06.494340 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-026810bd-2ad8-43ce-a4b3-5858bbf984b3 None None] Attempting to bind port 0b54f7d0-3659-4d57-a219-9819182e60af on network c16c789a-641f-4c9b-ac33-977ceb9ea600 {{(pid=94176) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 23 11:35:06.505594 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-026810bd-2ad8-43ce-a4b3-5858bbf984b3 None None] Checking agent: {'id': '4d05f899-5ac9-411b-8a03-f60c93f87cdf', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-601336-94-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 23, 11, 22, 14), 'started_at': datetime.datetime(2021, 6, 23, 11, 22, 44), 'heartbeat_timestamp': datetime.datetime(2021, 6, 23, 11, 34, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'monitor_allowed_address_pair_garp': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-601336-94-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94176) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 23 11:35:06.506010 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-026810bd-2ad8-43ce-a4b3-5858bbf984b3 None None] Checking segment: {'id': 'ce6843e5-0568-4431-a1aa-a79d3ba677dc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 441, 'network_id': 'c16c789a-641f-4c9b-ac33-977ceb9ea600'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94176) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 23 11:35:06.506780 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron_lib.callbacks.manager [None req-026810bd-2ad8-43ce-a4b3-5858bbf984b3 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:35:06.507234 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-026810bd-2ad8-43ce-a4b3-5858bbf984b3 None None] Bound using segment: {'id': 'ce6843e5-0568-4431-a1aa-a79d3ba677dc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 441, 'network_id': 'c16c789a-641f-4c9b-ac33-977ceb9ea600'} {{(pid=94176) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 23 11:35:06.507733 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.plugins.ml2.managers [None req-026810bd-2ad8-43ce-a4b3-5858bbf984b3 None None] Bound port: 0b54f7d0-3659-4d57-a219-9819182e60af, host: dv-neutron-601336-94-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ce6843e5-0568-4431-a1aa-a79d3ba677dc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 441, 'network_id': 'c16c789a-641f-4c9b-ac33-977ceb9ea600'}}] {{(pid=94176) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 23 11:35:06.508139 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron_lib.callbacks.manager [None req-026810bd-2ad8-43ce-a4b3-5858bbf984b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-923122'] for port, before_update {{(pid=94176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:35:06.511476 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.plugins.ml2.plugin [None req-902af5eb-6c15-4c35-9d4a-df7bb98d22b3 None None] Port 82eb2aa9-035f-496e-9f9c-bfe7fd3ba944 cannot update to ACTIVE because it is not bound. {{(pid=94176) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jun 23 11:35:06.573741 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron_lib.callbacks.manager [None req-7d880f29-ff37-4265-8001-9f92fc275e7c tempest-TestNetworkBasicOps-233187296 tempest-TestNetworkBasicOps-233187296-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-217507'] for floatingip, before_response {{(pid=94174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:35:06.576310 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.plugins.ml2.db [None req-026810bd-2ad8-43ce-a4b3-5858bbf984b3 None None] For port 0b54f7d0-3659-4d57-a219-9819182e60af, host dv-neutron-601336-94-hyperv, cleared binding levels {{(pid=94176) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 23 11:35:06.580273 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.plugins.ml2.db [None req-026810bd-2ad8-43ce-a4b3-5858bbf984b3 None None] For port 0b54f7d0-3659-4d57-a219-9819182e60af, host dv-neutron-601336-94-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-94-hyperv',level=0,port_id=0b54f7d0-3659-4d57-a219-9819182e60af,segment=NetworkSegment(ce6843e5-0568-4431-a1aa-a79d3ba677dc),segment_id=ce6843e5-0568-4431-a1aa-a79d3ba677dc)] {{(pid=94176) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 23 11:35:06.596722 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc0fbb2b-6001-40f5-98ac-7112f89a5cd6 tempest-PortsIpV6TestJSON-1781383748 tempest-PortsIpV6TestJSON-1781383748-project] Pushing event updated for resources: {'SecurityGroup': ['ID=cfe9d564-bdcd-4b80-80f7-e67230aff081,revision_number=1']} {{(pid=94174) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 11:35:06.599964 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG oslo_concurrency.lockutils [None req-cc0fbb2b-6001-40f5-98ac-7112f89a5cd6 tempest-PortsIpV6TestJSON-1781383748 tempest-PortsIpV6TestJSON-1781383748-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.145s {{(pid=94174) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 11:35:06.640873 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron_lib.callbacks.manager [None req-cc0fbb2b-6001-40f5-98ac-7112f89a5cd6 tempest-PortsIpV6TestJSON-1781383748 tempest-PortsIpV6TestJSON-1781383748-project] Notify callbacks [] for security_group, before_response {{(pid=94174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:35:06.644866 dv-neutron-601336-94-hyperv neutron-server[94174]: INFO neutron.wsgi [None req-cc0fbb2b-6001-40f5-98ac-7112f89a5cd6 tempest-PortsIpV6TestJSON-1781383748 tempest-PortsIpV6TestJSON-1781383748-project] 10.222.0.20 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1742 time: 1.0513058 Jun 23 11:35:06.645053 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3add2eaf-86b3-4603-b172-b5cfe4c4ba13 tempest-RoutersTest-228919764 tempest-RoutersTest-228919764-project] Router a62c439a-ad58-40c0-a8d1-74ea1530deaa has already been hosted by L3 agent 50ef99c0-ef28-4db5-b303-b145898fae60 {{(pid=94175) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 23 11:35:06.646990 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.wsgi [-] (94175) accepted ('10.222.0.20', 40890) {{(pid=94175) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 11:35:06.647233 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron_lib.callbacks.manager [None req-026810bd-2ad8-43ce-a4b3-5858bbf984b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-922904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866062', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773700135042', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773699642233', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773699642278'] for port, after_update {{(pid=94176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:35:06.650160 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG oslo_concurrency.lockutils [None req-026810bd-2ad8-43ce-a4b3-5858bbf984b3 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 11:35:06.655099 dv-neutron-601336-94-hyperv neutron-server[94174]: INFO neutron.wsgi [None req-7d880f29-ff37-4265-8001-9f92fc275e7c tempest-TestNetworkBasicOps-233187296 tempest-TestNetworkBasicOps-233187296-project] 10.222.0.20 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 4.5546491 Jun 23 11:35:06.655254 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.api.v2.base [None req-546cb6e2-4f19-47de-9a23-40c83f2703aa tempest-PortsIpV6TestJSON-1781383748 tempest-PortsIpV6TestJSON-1781383748-project] Request body: {'security_group': {'name': 'tempest-secgroup-1223771418'}} {{(pid=94175) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 23 11:35:06.655369 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5dc250a1-61bb-46d0-9888-3ab1b564fa78', 'tag': '5bc1c89c-f37a-4549-8bd2-67c7e46b8da1'}] {{(pid=94174) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 23 11:35:06.657002 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.wsgi [-] (94175) accepted ('10.222.0.20', 40892) {{(pid=94175) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 11:35:06.657341 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6ff47218258ed5bf6cae7f276c9622ae488f9e8ebc13d1a310221fbcfb04c5dd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5b321cc8-659c-448d-b4b0-d9da7913a714" -d '{"events": [{"name": "network-changed", "server_uuid": "5dc250a1-61bb-46d0-9888-3ab1b564fa78", "tag": "5bc1c89c-f37a-4549-8bd2-67c7e46b8da1"}]}' {{(pid=94174) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 23 11:35:06.682760 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6a9af94c-eccd-4d64-8f4d-96d4e9f871ae tempest-RoutersIpV6Test-1448447933 tempest-RoutersIpV6Test-1448447933-project] Notify agent at l3_agent.dv-neutron-601336-94-hyperv the message routers_updated {{(pid=94174) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 23 11:35:06.691640 dv-neutron-601336-94-hyperv neutron-server[94174]: INFO neutron.wsgi [None req-6a9af94c-eccd-4d64-8f4d-96d4e9f871ae tempest-RoutersIpV6Test-1448447933 tempest-RoutersIpV6Test-1448447933-project] 10.222.0.20 "PUT /v2.0/routers/29ce9238-eab2-4f9f-9eca-f8b0cc82e46f/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.8683958 Jun 23 11:35:06.696117 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.wsgi [-] (94174) accepted ('10.222.0.20', 40896) {{(pid=94174) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 11:35:06.700080 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c1b805b5-4245-44d9-ac8c-ad8e9f00551b None None] Sync routers for ids ['29ce9238-eab2-4f9f-9eca-f8b0cc82e46f'] in dv-neutron-601336-94-hyperv {{(pid=94176) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 23 11:35:06.750549 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 23 Jun 2021 11:35:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-aa45b8ed-b35a-4db4-8879-cc0f6babe026 x-openstack-request-id: req-aa45b8ed-b35a-4db4-8879-cc0f6babe026 {{(pid=94174) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 23 11:35:06.750761 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c1b805b5-4245-44d9-ac8c-ad8e9f00551b None None] Routers {'29ce9238-eab2-4f9f-9eca-f8b0cc82e46f'} bound to L3 agent in host dv-neutron-601336-94-hyperv {{(pid=94176) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 23 11:35:06.750877 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5dc250a1-61bb-46d0-9888-3ab1b564fa78", "tag": "5bc1c89c-f37a-4549-8bd2-67c7e46b8da1", "status": "completed", "code": 200}]} {{(pid=94174) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 23 11:35:06.751225 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-aa45b8ed-b35a-4db4-8879-cc0f6babe026 {{(pid=94174) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 23 11:35:06.751686 dv-neutron-601336-94-hyperv neutron-server[94174]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5dc250a1-61bb-46d0-9888-3ab1b564fa78', 'tag': '5bc1c89c-f37a-4549-8bd2-67c7e46b8da1', 'status': 'completed', 'code': 200} Jun 23 11:35:06.753526 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.db.l3_hamode_db [None req-c1b805b5-4245-44d9-ac8c-ad8e9f00551b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-601336-94-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-23T11:22:13Z,description=,heartbeat_timestamp=2021-06-23T11:34:43Z,host='dv-neutron-601336-94-hyperv',id=50ef99c0-ef28-4db5-b303-b145898fae60,load=0,resource_versions=,resources_synced=,started_at=2021-06-23T11:22:14Z,topic='l3_agent')) {'router_ids': ['29ce9238-eab2-4f9f-9eca-f8b0cc82e46f'], 'active': True} {{(pid=94176) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 11:35:06.762713 dv-neutron-601336-94-hyperv neutron-server[94177]: DEBUG neutron.db.l3_hamode_db [None req-9df2afb4-2aa9-41de-82ce-07745877d144 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4c99b81f-8a52-421f-abc8-9ccee9678765', 'name': 'tempest-TestNetworkBasicOps-router-26535949', 'tenant_id': '772b9946478d439e9da4eaeade7fb21d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3e7e4eb3-cf02-4d47-ade9-0a579cdfc60f', 'external_fixed_ips': [{'subnet_id': 'a5ad15ab-c489-4a67-a9b0-d559fca0ec71', 'ip_address': '172.26.3.243'}], 'enable_snat': True}, 'gw_port_id': '3aeaf89e-5f81-4c55-b262-f57f38a5e301', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-23T11:34:22Z', 'updated_at': '2021-06-23T11:34:31Z', 'revision_number': 4, 'project_id': '772b9946478d439e9da4eaeade7fb21d', 'gw_port': {'id': '3aeaf89e-5f81-4c55-b262-f57f38a5e301', 'name': '', 'network_id': '3e7e4eb3-cf02-4d47-ade9-0a579cdfc60f', 'tenant_id': '', 'mac_address': 'fa:16:3e:74:1f:dd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4c99b81f-8a52-421f-abc8-9ccee9678765', 'device_owner': 'network:router_gateway', 'standard_attr_id': 875, 'fixed_ips': [{'subnet_id': 'a5ad15ab-c489-4a67-a9b0-d559fca0ec71', 'ip_address': '172.26.3.243', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-94-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-23T11:34:23Z', 'updated_at': '2021-06-23T11:34:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a5ad15ab-c489-4a67-a9b0-d559fca0ec71', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-601336-94-hyperv', '_floatingips': [{'id': '75ccf94b-3f4a-48ae-98fb-f08ae19f0347', 'tenant_id': '772b9946478d439e9da4eaeade7fb21d', 'floating_ip_address': '172.26.3.244', 'floating_network_id': '3e7e4eb3-cf02-4d47-ade9-0a579cdfc60f', 'router_id': '4c99b81f-8a52-421f-abc8-9ccee9678765', 'port_id': '5bc1c89c-f37a-4549-8bd2-67c7e46b8da1', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 962, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'cf29c68f-82b8-4662-a929-931f65637941', 'mac_address': 'fa:16:3e:64:d1:62', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5dc250a1-61bb-46d0-9888-3ab1b564fa78', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-23T11:35:03Z', 'updated_at': '2021-06-23T11:35:03Z', 'revision_number': 0, 'project_id': '772b9946478d439e9da4eaeade7fb21d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e5476f2c-5bd4-4cc3-b744-a1495ec93de3', 'name': '', 'network_id': 'cf29c68f-82b8-4662-a929-931f65637941', 'tenant_id': '772b9946478d439e9da4eaeade7fb21d', 'mac_address': 'fa:16:3e:9d:69:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4c99b81f-8a52-421f-abc8-9ccee9678765', 'device_owner': 'network:router_interface', 'standard_attr_id': 903, 'fixed_ips': [{'subnet_id': 'a2268277-49d2-4de4-9270-a498945fea2b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-94-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-23T11:34:28Z', 'updated_at': '2021-06-23T11:34:40Z', 'revision_number': 5, 'project_id': '772b9946478d439e9da4eaeade7fb21d', 'subnets': [{'id': 'a2268277-49d2-4de4-9270-a498945fea2b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-601336-94-hyperv', False) {} {{(pid=94177) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 11:35:06.809659 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3add2eaf-86b3-4603-b172-b5cfe4c4ba13 tempest-RoutersTest-228919764 tempest-RoutersTest-228919764-project] Notify agent at l3_agent.dv-neutron-601336-94-hyperv the message routers_updated {{(pid=94175) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 23 11:35:06.819541 dv-neutron-601336-94-hyperv neutron-server[94175]: INFO neutron.wsgi [None req-3add2eaf-86b3-4603-b172-b5cfe4c4ba13 tempest-RoutersTest-228919764 tempest-RoutersTest-228919764-project] 10.222.0.20 "PUT /v2.0/routers/a62c439a-ad58-40c0-a8d1-74ea1530deaa/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.3832777 Jun 23 11:35:06.824892 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.wsgi [-] (94174) accepted ('10.222.0.20', 40898) {{(pid=94174) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 11:35:06.835949 dv-neutron-601336-94-hyperv neutron-server[94177]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9df2afb4-2aa9-41de-82ce-07745877d144 None None] Checking router: 4c99b81f-8a52-421f-abc8-9ccee9678765 for host: dv-neutron-601336-94-hyperv {{(pid=94177) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 23 11:35:06.839238 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.db.l3_hamode_db [None req-c1b805b5-4245-44d9-ac8c-ad8e9f00551b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-601336-94-hyperv', False) {} {{(pid=94176) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 11:35:06.839622 dv-neutron-601336-94-hyperv neutron-server[94175]: INFO neutron.wsgi [None req-89e4910a-2ed6-4b48-b114-89c9bb78a5e7 tempest-TestNetworkBasicOps-233187296 tempest-TestNetworkBasicOps-233187296-project] 10.222.0.20 "GET /v2.0/floatingips/75ccf94b-3f4a-48ae-98fb-f08ae19f0347 HTTP/1.1" status: 200 len: 992 time: 0.1806064 Jun 23 11:35:06.844405 dv-neutron-601336-94-hyperv neutron-server[94177]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6583cb8f-596b-4797-8f05-e5c587e09ab7 None None] Sync routers for ids ['a62c439a-ad58-40c0-a8d1-74ea1530deaa'] in dv-neutron-601336-94-hyperv {{(pid=94177) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 23 11:35:06.844588 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-026810bd-2ad8-43ce-a4b3-5858bbf984b3 None None] Pushing event updated for resources: {'Port': ['ID=0b54f7d0-3659-4d57-a219-9819182e60af,revision_number=2']} {{(pid=94176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 11:35:06.853525 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG oslo_concurrency.lockutils [None req-026810bd-2ad8-43ce-a4b3-5858bbf984b3 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.203s {{(pid=94176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 11:35:06.863420 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c1b805b5-4245-44d9-ac8c-ad8e9f00551b None None] Routers {'29ce9238-eab2-4f9f-9eca-f8b0cc82e46f'} bound to L3 agent in host dv-neutron-601336-94-hyperv {{(pid=94176) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 23 11:35:06.864903 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.db.l3_hamode_db [None req-c1b805b5-4245-44d9-ac8c-ad8e9f00551b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-601336-94-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-23T11:22:13Z,description=,heartbeat_timestamp=2021-06-23T11:34:43Z,host='dv-neutron-601336-94-hyperv',id=50ef99c0-ef28-4db5-b303-b145898fae60,load=0,resource_versions=,resources_synced=,started_at=2021-06-23T11:22:14Z,topic='l3_agent')) {'router_ids': ['29ce9238-eab2-4f9f-9eca-f8b0cc82e46f'], 'active': True} {{(pid=94176) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 11:35:06.875368 dv-neutron-601336-94-hyperv neutron-server[94177]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6583cb8f-596b-4797-8f05-e5c587e09ab7 None None] Routers {'a62c439a-ad58-40c0-a8d1-74ea1530deaa'} bound to L3 agent in host dv-neutron-601336-94-hyperv {{(pid=94177) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 23 11:35:06.876305 dv-neutron-601336-94-hyperv neutron-server[94177]: DEBUG neutron.db.l3_hamode_db [None req-6583cb8f-596b-4797-8f05-e5c587e09ab7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-601336-94-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-23T11:22:13Z,description=,heartbeat_timestamp=2021-06-23T11:34:43Z,host='dv-neutron-601336-94-hyperv',id=50ef99c0-ef28-4db5-b303-b145898fae60,load=0,resource_versions=,resources_synced=,started_at=2021-06-23T11:22:14Z,topic='l3_agent')) {'router_ids': ['a62c439a-ad58-40c0-a8d1-74ea1530deaa'], 'active': True} {{(pid=94177) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 11:35:06.879225 dv-neutron-601336-94-hyperv neutron-server[94177]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9df2afb4-2aa9-41de-82ce-07745877d144 None None] Routers {'4c99b81f-8a52-421f-abc8-9ccee9678765'} bound to L3 agent in host dv-neutron-601336-94-hyperv {{(pid=94177) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 23 11:35:06.879980 dv-neutron-601336-94-hyperv neutron-server[94177]: DEBUG neutron.db.l3_hamode_db [None req-9df2afb4-2aa9-41de-82ce-07745877d144 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-601336-94-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-23T11:22:13Z,description=,heartbeat_timestamp=2021-06-23T11:34:43Z,host='dv-neutron-601336-94-hyperv',id=50ef99c0-ef28-4db5-b303-b145898fae60,load=0,resource_versions=,resources_synced=,started_at=2021-06-23T11:22:14Z,topic='l3_agent')) {'router_ids': ['4c99b81f-8a52-421f-abc8-9ccee9678765'], 'active': True} {{(pid=94177) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 11:35:06.881062 dv-neutron-601336-94-hyperv neutron-server[94174]: INFO neutron.wsgi [None req-f623fbd2-860d-416d-85ff-69090b2f7174 tempest-RoutersTest-228919764 tempest-RoutersTest-228919764-project] 10.222.0.20 "GET /v2.0/ports?device_id=a62c439a-ad58-40c0-a8d1-74ea1530deaa HTTP/1.1" status: 200 len: 205 time: 0.0502126 Jun 23 11:35:06.883545 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.wsgi [-] (94175) accepted ('10.222.0.20', 40900) {{(pid=94175) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 11:35:06.896519 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c25216c1-0994-45b9-b1c6-a7347eaebec6 tempest-RoutersIpV6Test-1448447933 tempest-RoutersIpV6Test-1448447933-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94174) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 11:35:06.903677 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.plugins.ml2.rpc [None req-dc7542b2-afef-47f4-a763-e3a3cba144be None None] Device 6b9e4302-5547-407b-af01-707972ec009b up at agent ovs-agent-dv-neutron-601336-94-hyperv {{(pid=94176) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:298}} Jun 23 11:35:06.904843 dv-neutron-601336-94-hyperv neutron-server[94174]: INFO neutron.wsgi [None req-c25216c1-0994-45b9-b1c6-a7347eaebec6 tempest-RoutersIpV6Test-1448447933 tempest-RoutersIpV6Test-1448447933-project] 10.222.0.20 "GET /v2.0/ports/82eb2aa9-035f-496e-9f9c-bfe7fd3ba944 HTTP/1.1" status: 200 len: 911 time: 0.2019928 Jun 23 11:35:06.906409 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.db.l3_hamode_db [None req-c1b805b5-4245-44d9-ac8c-ad8e9f00551b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-601336-94-hyperv', False) {} {{(pid=94176) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 11:35:06.907153 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c1b805b5-4245-44d9-ac8c-ad8e9f00551b None None] The sync data for ids ['29ce9238-eab2-4f9f-9eca-f8b0cc82e46f'] in dv-neutron-601336-94-hyperv is: [] {{(pid=94176) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 23 11:35:06.911853 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.wsgi [-] (94174) accepted ('10.222.0.20', 40902) {{(pid=94174) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 11:35:06.946746 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron_lib.callbacks.manager [None req-546cb6e2-4f19-47de-9a23-40c83f2703aa tempest-PortsIpV6TestJSON-1781383748 tempest-PortsIpV6TestJSON-1781383748-project] Notify callbacks [] for security_group, before_create {{(pid=94175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:35:06.962964 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.db.provisioning_blocks [None req-dc7542b2-afef-47f4-a763-e3a3cba144be None None] Provisioning complete for port 6b9e4302-5547-407b-af01-707972ec009b triggered by entity L2. {{(pid=94176) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 23 11:35:06.963519 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron_lib.callbacks.manager [None req-dc7542b2-afef-47f4-a763-e3a3cba144be None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-899258'] for port, provisioning_complete {{(pid=94176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:35:07.005786 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b321cc8-659c-448d-b4b0-d9da7913a714 req-6bc603ed-ee1a-48db-ab8b-8e90df6455ee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94174) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 11:35:07.007347 dv-neutron-601336-94-hyperv neutron-server[94174]: INFO neutron.wsgi [req-5b321cc8-659c-448d-b4b0-d9da7913a714 req-6bc603ed-ee1a-48db-ab8b-8e90df6455ee service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=772b9946478d439e9da4eaeade7fb21d&device_id=5dc250a1-61bb-46d0-9888-3ab1b564fa78 HTTP/1.1" status: 200 len: 1099 time: 0.2419059 Jun 23 11:35:07.051448 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron_lib.callbacks.manager [None req-2bcd2a3d-485c-40c1-9923-c3b57b3f0206 tempest-RoutersTest-228919764 tempest-RoutersTest-228919764-project] Notify callbacks [] for router, before_delete {{(pid=94175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:35:07.059334 dv-neutron-601336-94-hyperv neutron-server[94177]: DEBUG neutron.db.l3_hamode_db [None req-6583cb8f-596b-4797-8f05-e5c587e09ab7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-601336-94-hyperv', False) {} {{(pid=94177) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 11:35:07.079711 dv-neutron-601336-94-hyperv neutron-server[94177]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6583cb8f-596b-4797-8f05-e5c587e09ab7 None None] Routers {'a62c439a-ad58-40c0-a8d1-74ea1530deaa'} bound to L3 agent in host dv-neutron-601336-94-hyperv {{(pid=94177) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 23 11:35:07.079711 dv-neutron-601336-94-hyperv neutron-server[94177]: DEBUG neutron.db.l3_hamode_db [None req-6583cb8f-596b-4797-8f05-e5c587e09ab7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-601336-94-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-23T11:22:13Z,description=,heartbeat_timestamp=2021-06-23T11:34:43Z,host='dv-neutron-601336-94-hyperv',id=50ef99c0-ef28-4db5-b303-b145898fae60,load=0,resource_versions=,resources_synced=,started_at=2021-06-23T11:22:14Z,topic='l3_agent')) {'router_ids': ['a62c439a-ad58-40c0-a8d1-74ea1530deaa'], 'active': True} {{(pid=94177) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 11:35:07.119633 dv-neutron-601336-94-hyperv neutron-server[94177]: DEBUG neutron.db.l3_hamode_db [None req-6583cb8f-596b-4797-8f05-e5c587e09ab7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-601336-94-hyperv', False) {} {{(pid=94177) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 11:35:07.120289 dv-neutron-601336-94-hyperv neutron-server[94177]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6583cb8f-596b-4797-8f05-e5c587e09ab7 None None] The sync data for ids ['a62c439a-ad58-40c0-a8d1-74ea1530deaa'] in dv-neutron-601336-94-hyperv is: [] {{(pid=94177) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 23 11:35:07.147523 dv-neutron-601336-94-hyperv neutron-server[94177]: DEBUG neutron.db.l3_dvr_db [None req-9df2afb4-2aa9-41de-82ce-07745877d144 None None] Set router 4c99b81f-8a52-421f-abc8-9ccee9678765 gateway port host: dv-neutron-601336-94-hyperv {{(pid=94177) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:838}} Jun 23 11:35:07.270956 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron_lib.callbacks.manager [None req-2bcd2a3d-485c-40c1-9923-c3b57b3f0206 tempest-RoutersTest-228919764 tempest-RoutersTest-228919764-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-520417', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-32301'] for router, precommit_delete {{(pid=94175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:35:07.274405 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron_lib.callbacks.manager [None req-2bcd2a3d-485c-40c1-9923-c3b57b3f0206 tempest-RoutersTest-228919764 tempest-RoutersTest-228919764-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:35:07.284655 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b321cc8-659c-448d-b4b0-d9da7913a714 req-e194b4ec-ecfd-4711-ba22-b84170fbc298 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94174) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 11:35:07.286127 dv-neutron-601336-94-hyperv neutron-server[94174]: INFO neutron.wsgi [req-5b321cc8-659c-448d-b4b0-d9da7913a714 req-e194b4ec-ecfd-4711-ba22-b84170fbc298 service neutron] 10.222.0.52 "GET /v2.0/networks?id=cf29c68f-82b8-4662-a929-931f65637941 HTTP/1.1" status: 200 len: 898 time: 0.2656338 Jun 23 11:35:07.346862 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron_lib.callbacks.manager [None req-546cb6e2-4f19-47de-9a23-40c83f2703aa tempest-PortsIpV6TestJSON-1781383748 tempest-PortsIpV6TestJSON-1781383748-project] Notify callbacks [] for security_group, precommit_create {{(pid=94175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:35:07.382434 dv-neutron-601336-94-hyperv neutron-server[94174]: INFO neutron.wsgi [req-5b321cc8-659c-448d-b4b0-d9da7913a714 req-282e2e99-61cf-4a95-8dee-8f93404b0538 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=5bc1c89c-f37a-4549-8bd2-67c7e46b8da1 HTTP/1.1" status: 200 len: 1000 time: 0.0853758 Jun 23 11:35:07.397605 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron_lib.callbacks.manager [None req-2bcd2a3d-485c-40c1-9923-c3b57b3f0206 tempest-RoutersTest-228919764 tempest-RoutersTest-228919764-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-494961'] for router, after_delete {{(pid=94175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:35:07.398338 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2bcd2a3d-485c-40c1-9923-c3b57b3f0206 tempest-RoutersTest-228919764 tempest-RoutersTest-228919764-project] Fanout notify agent at l3_agent the message router_deleted on router a62c439a-ad58-40c0-a8d1-74ea1530deaa {{(pid=94175) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jun 23 11:35:07.406710 dv-neutron-601336-94-hyperv neutron-server[94177]: DEBUG neutron.db.l3_hamode_db [None req-9df2afb4-2aa9-41de-82ce-07745877d144 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4c99b81f-8a52-421f-abc8-9ccee9678765', 'name': 'tempest-TestNetworkBasicOps-router-26535949', 'tenant_id': '772b9946478d439e9da4eaeade7fb21d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3e7e4eb3-cf02-4d47-ade9-0a579cdfc60f', 'external_fixed_ips': [{'subnet_id': 'a5ad15ab-c489-4a67-a9b0-d559fca0ec71', 'ip_address': '172.26.3.243'}], 'enable_snat': True}, 'gw_port_id': '3aeaf89e-5f81-4c55-b262-f57f38a5e301', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-23T11:34:22Z', 'updated_at': '2021-06-23T11:34:31Z', 'revision_number': 4, 'project_id': '772b9946478d439e9da4eaeade7fb21d', 'gw_port': {'id': '3aeaf89e-5f81-4c55-b262-f57f38a5e301', 'name': '', 'network_id': '3e7e4eb3-cf02-4d47-ade9-0a579cdfc60f', 'tenant_id': '', 'mac_address': 'fa:16:3e:74:1f:dd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4c99b81f-8a52-421f-abc8-9ccee9678765', 'device_owner': 'network:router_gateway', 'standard_attr_id': 875, 'fixed_ips': [{'subnet_id': 'a5ad15ab-c489-4a67-a9b0-d559fca0ec71', 'ip_address': '172.26.3.243', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-94-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-23T11:34:23Z', 'updated_at': '2021-06-23T11:34:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a5ad15ab-c489-4a67-a9b0-d559fca0ec71', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-601336-94-hyperv', '_floatingips': [{'id': '75ccf94b-3f4a-48ae-98fb-f08ae19f0347', 'tenant_id': '772b9946478d439e9da4eaeade7fb21d', 'floating_ip_address': '172.26.3.244', 'floating_network_id': '3e7e4eb3-cf02-4d47-ade9-0a579cdfc60f', 'router_id': '4c99b81f-8a52-421f-abc8-9ccee9678765', 'port_id': '5bc1c89c-f37a-4549-8bd2-67c7e46b8da1', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 962, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'cf29c68f-82b8-4662-a929-931f65637941', 'mac_address': 'fa:16:3e:64:d1:62', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5dc250a1-61bb-46d0-9888-3ab1b564fa78', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-23T11:35:03Z', 'updated_at': '2021-06-23T11:35:03Z', 'revision_number': 0, 'project_id': '772b9946478d439e9da4eaeade7fb21d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e5476f2c-5bd4-4cc3-b744-a1495ec93de3', 'name': '', 'network_id': 'cf29c68f-82b8-4662-a929-931f65637941', 'tenant_id': '772b9946478d439e9da4eaeade7fb21d', 'mac_address': 'fa:16:3e:9d:69:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4c99b81f-8a52-421f-abc8-9ccee9678765', 'device_owner': 'network:router_interface', 'standard_attr_id': 903, 'fixed_ips': [{'subnet_id': 'a2268277-49d2-4de4-9270-a498945fea2b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-94-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-23T11:34:28Z', 'updated_at': '2021-06-23T11:34:40Z', 'revision_number': 5, 'project_id': '772b9946478d439e9da4eaeade7fb21d', 'subnets': [{'id': 'a2268277-49d2-4de4-9270-a498945fea2b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-601336-94-hyperv', False) {} {{(pid=94177) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 11:35:07.411899 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron_lib.callbacks.manager [None req-2bcd2a3d-485c-40c1-9923-c3b57b3f0206 tempest-RoutersTest-228919764 tempest-RoutersTest-228919764-project] Notify callbacks [] for router, before_response {{(pid=94175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:35:07.416587 dv-neutron-601336-94-hyperv neutron-server[94175]: INFO neutron.wsgi [None req-2bcd2a3d-485c-40c1-9923-c3b57b3f0206 tempest-RoutersTest-228919764 tempest-RoutersTest-228919764-project] 10.222.0.20 "DELETE /v2.0/routers/a62c439a-ad58-40c0-a8d1-74ea1530deaa HTTP/1.1" status: 204 len: 168 time: 0.5317328 Jun 23 11:35:07.417517 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.wsgi [-] (94175) accepted ('10.222.0.20', 40904) {{(pid=94175) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 11:35:07.433624 dv-neutron-601336-94-hyperv neutron-server[94177]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9df2afb4-2aa9-41de-82ce-07745877d144 None None] The sync data for ids ['4c99b81f-8a52-421f-abc8-9ccee9678765'] in dv-neutron-601336-94-hyperv is: [{'id': '4c99b81f-8a52-421f-abc8-9ccee9678765', 'name': 'tempest-TestNetworkBasicOps-router-26535949', 'tenant_id': '772b9946478d439e9da4eaeade7fb21d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3e7e4eb3-cf02-4d47-ade9-0a579cdfc60f', 'external_fixed_ips': [{'subnet_id': 'a5ad15ab-c489-4a67-a9b0-d559fca0ec71', 'ip_address': '172.26.3.243'}], 'enable_snat': True}, 'gw_port_id': '3aeaf89e-5f81-4c55-b262-f57f38a5e301', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-23T11:34:22Z', 'updated_at': '2021-06-23T11:34:31Z', 'revision_number': 4, 'project_id': '772b9946478d439e9da4eaeade7fb21d', 'gw_port': {'id': '3aeaf89e-5f81-4c55-b262-f57f38a5e301', 'name': '', 'network_id': '3e7e4eb3-cf02-4d47-ade9-0a579cdfc60f', 'tenant_id': '', 'mac_address': 'fa:16:3e:74:1f:dd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4c99b81f-8a52-421f-abc8-9ccee9678765', 'device_owner': 'network:router_gateway', 'standard_attr_id': 875, 'fixed_ips': [{'subnet_id': 'a5ad15ab-c489-4a67-a9b0-d559fca0ec71', 'ip_address': '172.26.3.243', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-94-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-23T11:34:23Z', 'updated_at': '2021-06-23T11:34:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a5ad15ab-c489-4a67-a9b0-d559fca0ec71', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-601336-94-hyperv', '_floatingips': [{'id': '75ccf94b-3f4a-48ae-98fb-f08ae19f0347', 'tenant_id': '772b9946478d439e9da4eaeade7fb21d', 'floating_ip_address': '172.26.3.244', 'floating_network_id': '3e7e4eb3-cf02-4d47-ade9-0a579cdfc60f', 'router_id': '4c99b81f-8a52-421f-abc8-9ccee9678765', 'port_id': '5bc1c89c-f37a-4549-8bd2-67c7e46b8da1', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 962, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'cf29c68f-82b8-4662-a929-931f65637941', 'mac_address': 'fa:16:3e:64:d1:62', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5dc250a1-61bb-46d0-9888-3ab1b564fa78', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-23T11:35:03Z', 'updated_at': '2021-06-23T11:35:03Z', 'revision_number': 0, 'project_id': '772b9946478d439e9da4eaeade7fb21d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e5476f2c-5bd4-4cc3-b744-a1495ec93de3', 'name': '', 'network_id': 'cf29c68f-82b8-4662-a929-931f65637941', 'tenant_id': '772b9946478d439e9da4eaeade7fb21d', 'mac_address': 'fa:16:3e:9d:69:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4c99b81f-8a52-421f-abc8-9ccee9678765', 'device_owner': 'network:router_interface', 'standard_attr_id': 903, 'fixed_ips': [{'subnet_id': 'a2268277-49d2-4de4-9270-a498945fea2b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-94-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-23T11:34:28Z', 'updated_at': '2021-06-23T11:34:40Z', 'revision_number': 5, 'project_id': '772b9946478d439e9da4eaeade7fb21d', 'subnets': [{'id': 'a2268277-49d2-4de4-9270-a498945fea2b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94177) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 23 11:35:07.449496 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron_lib.callbacks.manager [None req-546cb6e2-4f19-47de-9a23-40c83f2703aa tempest-PortsIpV6TestJSON-1781383748 tempest-PortsIpV6TestJSON-1781383748-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7996330'] for security_group, after_create {{(pid=94175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:35:07.455016 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG oslo_concurrency.lockutils [None req-c740220a-5c15-4bc2-88f0-bd800ed5a223 tempest-SecGroupIPv6Test-1528675894 tempest-SecGroupIPv6Test-1528675894-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94175) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 11:35:07.468587 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b321cc8-659c-448d-b4b0-d9da7913a714 req-530be926-7daa-4729-ab48-972e311ce0e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94174) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 11:35:07.470325 dv-neutron-601336-94-hyperv neutron-server[94174]: INFO neutron.wsgi [req-5b321cc8-659c-448d-b4b0-d9da7913a714 req-530be926-7daa-4729-ab48-972e311ce0e4 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=a2268277-49d2-4de4-9270-a498945fea2b HTTP/1.1" status: 200 len: 834 time: 0.0798020 Jun 23 11:35:07.514386 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.db.db_base_plugin_v2 [None req-ecc62b85-2560-48e6-a353-e6d0251a88bf tempest-RoutersTest-228919764 tempest-RoutersTest-228919764-project] Deleting subnet 97e73890-8840-4dca-a4a3-7418075a9d4c {{(pid=94175) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jun 23 11:35:07.516695 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-546cb6e2-4f19-47de-9a23-40c83f2703aa tempest-PortsIpV6TestJSON-1781383748 tempest-PortsIpV6TestJSON-1781383748-project] Pushing event updated for resources: {'SecurityGroup': ['ID=64b98ae0-05cc-4026-8255-0f82be8f782d,revision_number=1']} {{(pid=94175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 11:35:07.520324 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG oslo_concurrency.lockutils [None req-546cb6e2-4f19-47de-9a23-40c83f2703aa tempest-PortsIpV6TestJSON-1781383748 tempest-PortsIpV6TestJSON-1781383748-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.065s {{(pid=94175) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 11:35:07.520730 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron_lib.callbacks.manager [None req-ecc62b85-2560-48e6-a353-e6d0251a88bf tempest-RoutersTest-228919764 tempest-RoutersTest-228919764-project] Notify callbacks [] for subnet, before_delete {{(pid=94175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:35:07.522516 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron_lib.callbacks.manager [None req-21157aaf-3ae0-4043-98de-07817bcbeece tempest-RoutersIpV6Test-1448447933 tempest-RoutersIpV6Test-1448447933-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-453061'] for router_interface, before_delete {{(pid=94174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:35:07.566953 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron_lib.callbacks.manager [None req-ecc62b85-2560-48e6-a353-e6d0251a88bf tempest-RoutersTest-228919764 tempest-RoutersTest-228919764-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5190686'] for subnet, precommit_delete_associations {{(pid=94175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:35:07.597192 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron_lib.callbacks.manager [None req-546cb6e2-4f19-47de-9a23-40c83f2703aa tempest-PortsIpV6TestJSON-1781383748 tempest-PortsIpV6TestJSON-1781383748-project] Notify callbacks [] for security_group, before_response {{(pid=94175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:35:07.598966 dv-neutron-601336-94-hyperv neutron-server[94175]: INFO neutron.wsgi [None req-546cb6e2-4f19-47de-9a23-40c83f2703aa tempest-PortsIpV6TestJSON-1781383748 tempest-PortsIpV6TestJSON-1781383748-project] 10.222.0.20 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1743 time: 0.9499724 Jun 23 11:35:07.601177 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.wsgi [-] (94175) accepted ('10.222.0.20', 40906) {{(pid=94175) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 11:35:07.610693 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.api.v2.base [None req-9ff019e3-8ad8-4fd1-a9e4-8460ec2d01b2 tempest-PortsIpV6TestJSON-1781383748 tempest-PortsIpV6TestJSON-1781383748-project] Request body: {'port': {'name': 'tempest-PortsIpV6TestJSON-1454884434', 'security_groups': ['64b98ae0-05cc-4026-8255-0f82be8f782d'], 'network_id': 'c16c789a-641f-4c9b-ac33-977ceb9ea600', 'admin_state_up': True, 'fixed_ips': [{'subnet_id': 'b15ceed6-c4b0-4b44-b2ad-5aaa19365c9c'}]}} {{(pid=94175) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 23 11:35:07.626812 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b321cc8-659c-448d-b4b0-d9da7913a714 req-5c055fb4-f576-4bcb-ba91-f7d352a2809f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94174) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 11:35:07.628485 dv-neutron-601336-94-hyperv neutron-server[94174]: INFO neutron.wsgi [req-5b321cc8-659c-448d-b4b0-d9da7913a714 req-5c055fb4-f576-4bcb-ba91-f7d352a2809f service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=cf29c68f-82b8-4662-a929-931f65637941&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1178 time: 0.1484261 Jun 23 11:35:07.732627 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron_lib.callbacks.manager [None req-ecc62b85-2560-48e6-a353-e6d0251a88bf tempest-RoutersTest-228919764 tempest-RoutersTest-228919764-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-897634'] for subnet, precommit_delete {{(pid=94175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:35:07.785045 dv-neutron-601336-94-hyperv neutron-server[94174]: INFO neutron.wsgi [req-5b321cc8-659c-448d-b4b0-d9da7913a714 req-3ccef5b3-0596-4fa0-9207-f34793047e83 service neutron] 10.222.0.52 "GET /v2.0/networks/cf29c68f-82b8-4662-a929-931f65637941?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1241856 Jun 23 11:35:07.843526 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.wsgi [-] (94175) accepted ('10.222.0.20', 40908) {{(pid=94175) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 11:35:07.886190 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9ff019e3-8ad8-4fd1-a9e4-8460ec2d01b2 tempest-PortsIpV6TestJSON-1781383748 tempest-PortsIpV6TestJSON-1781383748-project] Made reservation on behalf of 4a9805c328414e068d83db5c9b76c3c7 for: {'port': 1} {{(pid=94175) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 23 11:35:07.900367 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-64a1d906-4630-429c-ab88-7374c0419a73 None None] New status for floating IP 75ccf94b-3f4a-48ae-98fb-f08ae19f0347: ACTIVE {{(pid=94176) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 23 11:35:07.940717 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron_lib.callbacks.manager [None req-ecc62b85-2560-48e6-a353-e6d0251a88bf tempest-RoutersTest-228919764 tempest-RoutersTest-228919764-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-897627', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866062', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5083050', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4660036'] for subnet, after_delete {{(pid=94175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:35:07.947381 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG oslo_concurrency.lockutils [None req-39de3770-80e4-447e-b927-88935e582c50 tempest-PortsTestJSON-2085221018 tempest-PortsTestJSON-2085221018-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94175) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 11:35:07.951874 dv-neutron-601336-94-hyperv neutron-server[94174]: INFO neutron.wsgi [req-5b321cc8-659c-448d-b4b0-d9da7913a714 req-45ff97fc-4331-43e8-bfc8-5c6c27e5c0bd service neutron] 10.222.0.52 "GET /v2.0/networks/cf29c68f-82b8-4662-a929-931f65637941?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1583686 Jun 23 11:35:07.966628 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.plugins.ml2.plugin [None req-21157aaf-3ae0-4043-98de-07817bcbeece tempest-RoutersIpV6Test-1448447933 tempest-RoutersIpV6Test-1448447933-project] Deleting port 82eb2aa9-035f-496e-9f9c-bfe7fd3ba944 {{(pid=94174) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1913}} Jun 23 11:35:07.966997 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron_lib.callbacks.manager [None req-21157aaf-3ae0-4043-98de-07817bcbeece tempest-RoutersIpV6Test-1448447933 tempest-RoutersIpV6Test-1448447933-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773700079324'] for port, before_delete {{(pid=94174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:35:07.987062 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecc62b85-2560-48e6-a353-e6d0251a88bf tempest-RoutersTest-228919764 tempest-RoutersTest-228919764-project] Pushing event deleted for resources: {'Subnet': ['ID=97e73890-8840-4dca-a4a3-7418075a9d4c,revision_number=None']} {{(pid=94175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 11:35:07.995068 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG oslo_concurrency.lockutils [None req-ecc62b85-2560-48e6-a353-e6d0251a88bf tempest-RoutersTest-228919764 tempest-RoutersTest-228919764-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=94175) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 11:35:07.995068 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron_lib.callbacks.manager [None req-ecc62b85-2560-48e6-a353-e6d0251a88bf tempest-RoutersTest-228919764 tempest-RoutersTest-228919764-project] Notify callbacks [] for subnet, before_response {{(pid=94175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:35:07.999327 dv-neutron-601336-94-hyperv neutron-server[94175]: INFO neutron.wsgi [None req-ecc62b85-2560-48e6-a353-e6d0251a88bf tempest-RoutersTest-228919764 tempest-RoutersTest-228919764-project] 10.222.0.20 "DELETE /v2.0/subnets/97e73890-8840-4dca-a4a3-7418075a9d4c HTTP/1.1" status: 204 len: 168 time: 0.5784781 Jun 23 11:35:08.002537 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.wsgi [-] (94175) accepted ('10.222.0.20', 40910) {{(pid=94175) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 11:35:08.005195 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2bf6e0ec-dd86-42df-b96d-ad28fda945e7 None None] Network ae6b3856-80a7-46e5-9aff-b210e595fe8d requested from dv-neutron-601336-94-hyperv {{(pid=94176) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 23 11:35:08.055784 dv-neutron-601336-94-hyperv neutron-server[94175]: INFO neutron.wsgi [None req-2bf558df-3411-4258-8220-47036defc36d tempest-TestNetworkBasicOps-233187296 tempest-TestNetworkBasicOps-233187296-project] 10.222.0.20 "GET /v2.0/floatingips/75ccf94b-3f4a-48ae-98fb-f08ae19f0347 HTTP/1.1" status: 200 len: 992 time: 0.2106874 Jun 23 11:35:08.075769 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron_lib.callbacks.manager [None req-21157aaf-3ae0-4043-98de-07817bcbeece tempest-RoutersIpV6Test-1448447933 tempest-RoutersIpV6Test-1448447933-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-430722'] for port, precommit_delete {{(pid=94174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:35:08.079735 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron_lib.callbacks.manager [None req-9ff019e3-8ad8-4fd1-a9e4-8460ec2d01b2 tempest-PortsIpV6TestJSON-1781383748 tempest-PortsIpV6TestJSON-1781383748-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-923104'] for port, before_create {{(pid=94175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:35:08.093478 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.plugins.ml2.plugin [None req-21157aaf-3ae0-4043-98de-07817bcbeece tempest-RoutersIpV6Test-1448447933 tempest-RoutersIpV6Test-1448447933-project] Calling delete_port for 82eb2aa9-035f-496e-9f9c-bfe7fd3ba944 owned by network:router_interface {{(pid=94174) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1986}} Jun 23 11:35:08.097968 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.db.db_base_plugin_v2 [None req-3ce9df3f-6790-4716-9914-41c5c6bfd8fc tempest-RoutersTest-228919764 tempest-RoutersTest-228919764-project] Deleting subnet f2d6faea-6e5d-4e43-93d5-9f224213e1ba {{(pid=94175) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jun 23 11:35:08.109175 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron_lib.callbacks.manager [None req-3ce9df3f-6790-4716-9914-41c5c6bfd8fc tempest-RoutersTest-228919764 tempest-RoutersTest-228919764-project] Notify callbacks [] for subnet, before_delete {{(pid=94175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:35:08.146488 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.notifiers.nova [None req-9ff019e3-8ad8-4fd1-a9e4-8460ec2d01b2 tempest-PortsIpV6TestJSON-1781383748 tempest-PortsIpV6TestJSON-1781383748-project] device_id is not set on port 770809ae-612f-454a-864c-0f6c06ee52e6 yet. {{(pid=94175) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jun 23 11:35:08.164609 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.db.provisioning_blocks [None req-cb329ea4-afac-4650-80ae-238255fc44c2 None None] Provisioning for port 0b54f7d0-3659-4d57-a219-9819182e60af completed by entity DHCP. {{(pid=94176) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 23 11:35:08.167127 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron_lib.callbacks.manager [None req-3ce9df3f-6790-4716-9914-41c5c6bfd8fc tempest-RoutersTest-228919764 tempest-RoutersTest-228919764-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5190686'] for subnet, precommit_delete_associations {{(pid=94175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:35:08.190655 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.db.provisioning_blocks [None req-cb329ea4-afac-4650-80ae-238255fc44c2 None None] Provisioning complete for port 55b0eff6-d88f-4310-b778-2c822e3d8f1a triggered by entity DHCP. {{(pid=94176) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 23 11:35:08.190999 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron_lib.callbacks.manager [None req-cb329ea4-afac-4650-80ae-238255fc44c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-899258'] for port, provisioning_complete {{(pid=94176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:35:08.236971 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.plugins.ml2.plugin [None req-cb329ea4-afac-4650-80ae-238255fc44c2 None None] Port 55b0eff6-d88f-4310-b778-2c822e3d8f1a cannot update to ACTIVE because it is not bound. {{(pid=94176) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jun 23 11:35:08.323621 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c6545f60-c609-483a-b9f7-c20ce6ba2ebc None None] DHCP port deletion for ae6b3856-80a7-46e5-9aff-b210e595fe8d request from dv-neutron-601336-94-hyperv {{(pid=94176) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jun 23 11:35:08.358984 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron_lib.callbacks.manager [None req-3ce9df3f-6790-4716-9914-41c5c6bfd8fc tempest-RoutersTest-228919764 tempest-RoutersTest-228919764-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-897634'] for subnet, precommit_delete {{(pid=94175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:35:08.367672 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron_lib.callbacks.manager [None req-21157aaf-3ae0-4043-98de-07817bcbeece tempest-RoutersIpV6Test-1448447933 tempest-RoutersIpV6Test-1448447933-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-922904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866062', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773700135024', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773699642224', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5196390'] for port, after_delete {{(pid=94174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:35:08.368870 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.plugins.ml2.plugin [None req-c6545f60-c609-483a-b9f7-c20ce6ba2ebc None None] Deleting port 494fb2f9-cd40-4149-baf2-9b65e743eabb {{(pid=94176) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1913}} Jun 23 11:35:08.369253 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron_lib.callbacks.manager [None req-c6545f60-c609-483a-b9f7-c20ce6ba2ebc None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773700079324'] for port, before_delete {{(pid=94176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:35:08.376554 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG oslo_concurrency.lockutils [None req-7d880f29-ff37-4265-8001-9f92fc275e7c tempest-TestNetworkBasicOps-233187296 tempest-TestNetworkBasicOps-233187296-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94174) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 11:35:08.421489 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.db.db_base_plugin_common [None req-9ff019e3-8ad8-4fd1-a9e4-8460ec2d01b2 tempest-PortsIpV6TestJSON-1781383748 tempest-PortsIpV6TestJSON-1781383748-project] Allocated IP 2001:db8::301 (c16c789a-641f-4c9b-ac33-977ceb9ea600/b15ceed6-c4b0-4b44-b2ad-5aaa19365c9c/770809ae-612f-454a-864c-0f6c06ee52e6) {{(pid=94175) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 23 11:35:08.443855 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21157aaf-3ae0-4043-98de-07817bcbeece tempest-RoutersIpV6Test-1448447933 tempest-RoutersIpV6Test-1448447933-project] Pushing event deleted for resources: {'Port': ['ID=82eb2aa9-035f-496e-9f9c-bfe7fd3ba944,revision_number=None']} {{(pid=94174) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 11:35:08.454281 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.plugins.ml2.db [None req-c6545f60-c609-483a-b9f7-c20ce6ba2ebc None None] For port 494fb2f9-cd40-4149-baf2-9b65e743eabb, host dv-neutron-601336-94-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-94-hyperv',level=0,port_id=494fb2f9-cd40-4149-baf2-9b65e743eabb,segment=NetworkSegment(27545297-ceb3-467f-af42-46d2ad038914),segment_id=27545297-ceb3-467f-af42-46d2ad038914)] {{(pid=94176) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 23 11:35:08.454852 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron_lib.callbacks.manager [None req-c6545f60-c609-483a-b9f7-c20ce6ba2ebc None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-430722'] for port, precommit_delete {{(pid=94176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:35:08.470659 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.plugins.ml2.plugin [None req-c6545f60-c609-483a-b9f7-c20ce6ba2ebc None None] Calling delete_port for 494fb2f9-cd40-4149-baf2-9b65e743eabb owned by network:dhcp {{(pid=94176) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1986}} Jun 23 11:35:08.482930 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG oslo_concurrency.lockutils [None req-21157aaf-3ae0-4043-98de-07817bcbeece tempest-RoutersIpV6Test-1448447933 tempest-RoutersIpV6Test-1448447933-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.106s {{(pid=94174) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 11:35:08.517429 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron_lib.callbacks.manager [None req-21157aaf-3ae0-4043-98de-07817bcbeece tempest-RoutersIpV6Test-1448447933 tempest-RoutersIpV6Test-1448447933-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-7866080', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-516693'] for router_interface, after_delete {{(pid=94174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:35:08.522763 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron_lib.callbacks.manager [None req-3ce9df3f-6790-4716-9914-41c5c6bfd8fc tempest-RoutersTest-228919764 tempest-RoutersTest-228919764-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-897627', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866062', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5083050', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4660036'] for subnet, after_delete {{(pid=94175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:35:08.528707 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG oslo_concurrency.lockutils [None req-0f749f2e-f89e-4bec-ade2-c1d8faa3809e tempest-PortsIpV6TestJSON-1781383748 tempest-PortsIpV6TestJSON-1781383748-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94175) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 11:35:08.553681 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ce9df3f-6790-4716-9914-41c5c6bfd8fc tempest-RoutersTest-228919764 tempest-RoutersTest-228919764-project] Pushing event deleted for resources: {'Subnet': ['ID=f2d6faea-6e5d-4e43-93d5-9f224213e1ba,revision_number=None']} {{(pid=94175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 11:35:08.560861 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG oslo_concurrency.lockutils [None req-3ce9df3f-6790-4716-9914-41c5c6bfd8fc tempest-RoutersTest-228919764 tempest-RoutersTest-228919764-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.032s {{(pid=94175) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 11:35:08.573122 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron_lib.callbacks.manager [None req-3ce9df3f-6790-4716-9914-41c5c6bfd8fc tempest-RoutersTest-228919764 tempest-RoutersTest-228919764-project] Notify callbacks [] for subnet, before_response {{(pid=94175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:35:08.577724 dv-neutron-601336-94-hyperv neutron-server[94175]: INFO neutron.wsgi [None req-3ce9df3f-6790-4716-9914-41c5c6bfd8fc tempest-RoutersTest-228919764 tempest-RoutersTest-228919764-project] 10.222.0.20 "DELETE /v2.0/subnets/f2d6faea-6e5d-4e43-93d5-9f224213e1ba HTTP/1.1" status: 204 len: 168 time: 0.5715358 Jun 23 11:35:08.579778 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.wsgi [-] (94175) accepted ('10.222.0.20', 40912) {{(pid=94175) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 11:35:08.582542 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a9943292-b17d-48b0-ac49-eafaf361cec6 None None] Network fd456c1e-7dad-4e7a-b415-72c79642be24 requested from dv-neutron-601336-94-hyperv {{(pid=94176) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 23 11:35:08.662386 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron_lib.callbacks.manager [None req-c6545f60-c609-483a-b9f7-c20ce6ba2ebc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-922904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866062', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773700135024', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773699642224'] for port, after_delete {{(pid=94176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:35:08.667247 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG oslo_concurrency.lockutils [None req-a4c5afa5-51d9-4915-beb4-2da0cdffa689 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 11:35:08.688519 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron_lib.callbacks.manager [None req-9ff019e3-8ad8-4fd1-a9e4-8460ec2d01b2 tempest-PortsIpV6TestJSON-1781383748 tempest-PortsIpV6TestJSON-1781383748-project] Notify callbacks [] for port, precommit_create {{(pid=94175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:35:08.695169 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-21157aaf-3ae0-4043-98de-07817bcbeece tempest-RoutersIpV6Test-1448447933 tempest-RoutersIpV6Test-1448447933-project] Router 29ce9238-eab2-4f9f-9eca-f8b0cc82e46f has already been hosted by L3 agent 50ef99c0-ef28-4db5-b303-b145898fae60 {{(pid=94174) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 23 11:35:08.697286 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron_lib.callbacks.manager [None req-6ec65127-b4cb-43d6-a2ab-ac6b254d7405 tempest-RoutersTest-228919764 tempest-RoutersTest-228919764-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-824874'] for network, before_delete {{(pid=94175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:35:08.698678 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c6545f60-c609-483a-b9f7-c20ce6ba2ebc None None] No DVR routers for this DVR port 494fb2f9-cd40-4149-baf2-9b65e743eabb on host dv-neutron-601336-94-hyperv {{(pid=94176) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 23 11:35:08.721998 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.db.provisioning_blocks [None req-9ff019e3-8ad8-4fd1-a9e4-8460ec2d01b2 tempest-PortsIpV6TestJSON-1781383748 tempest-PortsIpV6TestJSON-1781383748-project] Transition to ACTIVE for port object 770809ae-612f-454a-864c-0f6c06ee52e6 will not be triggered until provisioned by entity DHCP. {{(pid=94175) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 23 11:35:08.723171 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6545f60-c609-483a-b9f7-c20ce6ba2ebc None None] Pushing event deleted for resources: {'Port': ['ID=494fb2f9-cd40-4149-baf2-9b65e743eabb,revision_number=None']} {{(pid=94176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 11:35:08.725492 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG oslo_concurrency.lockutils [None req-c6545f60-c609-483a-b9f7-c20ce6ba2ebc None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.058s {{(pid=94176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 11:35:08.773454 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-21157aaf-3ae0-4043-98de-07817bcbeece tempest-RoutersIpV6Test-1448447933 tempest-RoutersIpV6Test-1448447933-project] Notify agent at l3_agent.dv-neutron-601336-94-hyperv the message routers_updated {{(pid=94174) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 23 11:35:08.778917 dv-neutron-601336-94-hyperv neutron-server[94174]: INFO neutron.wsgi [None req-21157aaf-3ae0-4043-98de-07817bcbeece tempest-RoutersIpV6Test-1448447933 tempest-RoutersIpV6Test-1448447933-project] 10.222.0.20 "PUT /v2.0/routers/29ce9238-eab2-4f9f-9eca-f8b0cc82e46f/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8660059 Jun 23 11:35:08.785675 dv-neutron-601336-94-hyperv neutron-server[94177]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ccaa7308-751a-4da5-b055-c74e7c0906f1 None None] Sync routers for ids ['29ce9238-eab2-4f9f-9eca-f8b0cc82e46f'] in dv-neutron-601336-94-hyperv {{(pid=94177) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 23 11:35:08.787373 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.wsgi [-] (94174) accepted ('10.222.0.20', 40914) {{(pid=94174) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 11:35:08.795323 dv-neutron-601336-94-hyperv neutron-server[94177]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ccaa7308-751a-4da5-b055-c74e7c0906f1 None None] Routers {'29ce9238-eab2-4f9f-9eca-f8b0cc82e46f'} bound to L3 agent in host dv-neutron-601336-94-hyperv {{(pid=94177) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 23 11:35:08.796165 dv-neutron-601336-94-hyperv neutron-server[94177]: DEBUG neutron.db.l3_hamode_db [None req-ccaa7308-751a-4da5-b055-c74e7c0906f1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-601336-94-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-23T11:22:13Z,description=,heartbeat_timestamp=2021-06-23T11:34:43Z,host='dv-neutron-601336-94-hyperv',id=50ef99c0-ef28-4db5-b303-b145898fae60,load=0,resource_versions=,resources_synced=,started_at=2021-06-23T11:22:14Z,topic='l3_agent')) {'router_ids': ['29ce9238-eab2-4f9f-9eca-f8b0cc82e46f'], 'active': True} {{(pid=94177) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 11:35:08.831917 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron_lib.callbacks.manager [None req-6ec65127-b4cb-43d6-a2ab-ac6b254d7405 tempest-RoutersTest-228919764 tempest-RoutersTest-228919764-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-897259', 'neutron.services.segments.db._delete_segments_for_network-8773700168587'] for network, precommit_delete {{(pid=94175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:35:08.843468 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.services.segments.db [None req-6ec65127-b4cb-43d6-a2ab-ac6b254d7405 tempest-RoutersTest-228919764 tempest-RoutersTest-228919764-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ae6b3856-80a7-46e5-9aff-b210e595fe8d']}} {{(pid=94175) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 11:35:08.845326 dv-neutron-601336-94-hyperv neutron-server[94177]: DEBUG neutron.db.l3_hamode_db [None req-ccaa7308-751a-4da5-b055-c74e7c0906f1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-601336-94-hyperv', False) {} {{(pid=94177) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 11:35:08.854100 dv-neutron-601336-94-hyperv neutron-server[94177]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ccaa7308-751a-4da5-b055-c74e7c0906f1 None None] Routers {'29ce9238-eab2-4f9f-9eca-f8b0cc82e46f'} bound to L3 agent in host dv-neutron-601336-94-hyperv {{(pid=94177) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 23 11:35:08.854718 dv-neutron-601336-94-hyperv neutron-server[94177]: DEBUG neutron.db.l3_hamode_db [None req-ccaa7308-751a-4da5-b055-c74e7c0906f1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-601336-94-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-23T11:22:13Z,description=,heartbeat_timestamp=2021-06-23T11:34:43Z,host='dv-neutron-601336-94-hyperv',id=50ef99c0-ef28-4db5-b303-b145898fae60,load=0,resource_versions=,resources_synced=,started_at=2021-06-23T11:22:14Z,topic='l3_agent')) {'router_ids': ['29ce9238-eab2-4f9f-9eca-f8b0cc82e46f'], 'active': True} {{(pid=94177) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 11:35:08.854912 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.services.segments.db [None req-6ec65127-b4cb-43d6-a2ab-ac6b254d7405 tempest-RoutersTest-228919764 tempest-RoutersTest-228919764-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '27545297-ceb3-467f-af42-46d2ad038914') {'for_net_delete': True} {{(pid=94175) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 11:35:08.859212 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.services.segments.db [None req-6ec65127-b4cb-43d6-a2ab-ac6b254d7405 tempest-RoutersTest-228919764 tempest-RoutersTest-228919764-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '27545297-ceb3-467f-af42-46d2ad038914') {} {{(pid=94175) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 11:35:08.865775 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2f14dfc6-e867-4746-853b-26b26d297eb3 None None] DHCP port deletion for fd456c1e-7dad-4e7a-b415-72c79642be24 request from dv-neutron-601336-94-hyperv {{(pid=94176) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jun 23 11:35:08.873467 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron_lib.callbacks.manager [None req-6ec65127-b4cb-43d6-a2ab-ac6b254d7405 tempest-RoutersTest-228919764 tempest-RoutersTest-228919764-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8773699955833', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5190677'] for segment, before_delete {{(pid=94175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:35:08.895574 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron_lib.callbacks.manager [None req-6ec65127-b4cb-43d6-a2ab-ac6b254d7405 tempest-RoutersTest-228919764 tempest-RoutersTest-228919764-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3801'] for segment, precommit_delete {{(pid=94175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:35:08.903150 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6ec65127-b4cb-43d6-a2ab-ac6b254d7405 tempest-RoutersTest-228919764 tempest-RoutersTest-228919764-project] Releasing vlan 425 on physical network physnet1 to pool {{(pid=94175) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 23 11:35:08.903912 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron_lib.callbacks.manager [None req-6ec65127-b4cb-43d6-a2ab-ac6b254d7405 tempest-RoutersTest-228919764 tempest-RoutersTest-228919764-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3801', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5082371'] for segment, after_delete {{(pid=94175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:35:08.907650 dv-neutron-601336-94-hyperv neutron-server[94175]: Traceback (most recent call last): Jun 23 11:35:08.907650 dv-neutron-601336-94-hyperv neutron-server[94175]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 23 11:35:08.907650 dv-neutron-601336-94-hyperv neutron-server[94175]: timer() Jun 23 11:35:08.907650 dv-neutron-601336-94-hyperv neutron-server[94175]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 23 11:35:08.907650 dv-neutron-601336-94-hyperv neutron-server[94175]: cb(*args, **kw) Jun 23 11:35:08.907650 dv-neutron-601336-94-hyperv neutron-server[94175]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 23 11:35:08.907650 dv-neutron-601336-94-hyperv neutron-server[94175]: return func(*args, **kwargs) Jun 23 11:35:08.907650 dv-neutron-601336-94-hyperv neutron-server[94175]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 23 11:35:08.907650 dv-neutron-601336-94-hyperv neutron-server[94175]: self._notify() Jun 23 11:35:08.907650 dv-neutron-601336-94-hyperv neutron-server[94175]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 23 11:35:08.907650 dv-neutron-601336-94-hyperv neutron-server[94175]: self.callback(batched_events) Jun 23 11:35:08.907650 dv-neutron-601336-94-hyperv neutron-server[94175]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 23 11:35:08.907650 dv-neutron-601336-94-hyperv neutron-server[94175]: event.method(event) Jun 23 11:35:08.907650 dv-neutron-601336-94-hyperv neutron-server[94175]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 23 11:35:08.907650 dv-neutron-601336-94-hyperv neutron-server[94175]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 23 11:35:08.907650 dv-neutron-601336-94-hyperv neutron-server[94175]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 23 11:35:08.907650 dv-neutron-601336-94-hyperv neutron-server[94175]: aggregate_uuid = self.p_client.list_aggregates( Jun 23 11:35:08.907650 dv-neutron-601336-94-hyperv neutron-server[94175]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 23 11:35:08.907650 dv-neutron-601336-94-hyperv neutron-server[94175]: return f(self, *a, **k) Jun 23 11:35:08.907650 dv-neutron-601336-94-hyperv neutron-server[94175]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 23 11:35:08.907650 dv-neutron-601336-94-hyperv neutron-server[94175]: return self._get(url).json() Jun 23 11:35:08.907650 dv-neutron-601336-94-hyperv neutron-server[94175]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 23 11:35:08.907650 dv-neutron-601336-94-hyperv neutron-server[94175]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 23 11:35:08.907650 dv-neutron-601336-94-hyperv neutron-server[94175]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 23 11:35:08.907650 dv-neutron-601336-94-hyperv neutron-server[94175]: return self.request(url, 'GET', **kwargs) Jun 23 11:35:08.907650 dv-neutron-601336-94-hyperv neutron-server[94175]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 23 11:35:08.907650 dv-neutron-601336-94-hyperv neutron-server[94175]: base_url = self.get_endpoint(auth, allow=allow, Jun 23 11:35:08.907650 dv-neutron-601336-94-hyperv neutron-server[94175]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 23 11:35:08.907650 dv-neutron-601336-94-hyperv neutron-server[94175]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 23 11:35:08.907650 dv-neutron-601336-94-hyperv neutron-server[94175]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 23 11:35:08.907650 dv-neutron-601336-94-hyperv neutron-server[94175]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 23 11:35:08.907650 dv-neutron-601336-94-hyperv neutron-server[94175]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 23 11:35:08.916467 dv-neutron-601336-94-hyperv neutron-server[94177]: DEBUG neutron.db.l3_hamode_db [None req-ccaa7308-751a-4da5-b055-c74e7c0906f1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-601336-94-hyperv', False) {} {{(pid=94177) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 11:35:08.917145 dv-neutron-601336-94-hyperv neutron-server[94177]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ccaa7308-751a-4da5-b055-c74e7c0906f1 None None] The sync data for ids ['29ce9238-eab2-4f9f-9eca-f8b0cc82e46f'] in dv-neutron-601336-94-hyperv is: [] {{(pid=94177) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 23 11:35:08.950459 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.plugins.ml2.plugin [None req-2f14dfc6-e867-4746-853b-26b26d297eb3 None None] Deleting port 986a082d-d456-461b-af82-a65b2ea7bada {{(pid=94176) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1913}} Jun 23 11:35:08.951003 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron_lib.callbacks.manager [None req-2f14dfc6-e867-4746-853b-26b26d297eb3 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773700079324'] for port, before_delete {{(pid=94176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:35:08.981593 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron_lib.callbacks.manager [None req-9ff019e3-8ad8-4fd1-a9e4-8460ec2d01b2 tempest-PortsIpV6TestJSON-1781383748 tempest-PortsIpV6TestJSON-1781383748-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-922915', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-239814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7866073', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773699642215', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-5082457'] for port, after_create {{(pid=94175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:35:08.989019 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG oslo_concurrency.lockutils [None req-95881ade-73d4-44c7-a30e-92428fa5a96f tempest-PortsIpV6TestJSON-1781383748 tempest-PortsIpV6TestJSON-1781383748-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94175) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 11:35:09.001621 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.plugins.ml2.rpc [None req-dc7542b2-afef-47f4-a763-e3a3cba144be None None] Device 0b54f7d0-3659-4d57-a219-9819182e60af up at agent ovs-agent-dv-neutron-601336-94-hyperv {{(pid=94176) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:298}} Jun 23 11:35:09.039913 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9ff019e3-8ad8-4fd1-a9e4-8460ec2d01b2 tempest-PortsIpV6TestJSON-1781383748 tempest-PortsIpV6TestJSON-1781383748-project] Network c16c789a-641f-4c9b-ac33-977ceb9ea600 is already hosted by enough agents. {{(pid=94175) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 23 11:35:09.045512 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.scheduler.base_scheduler [None req-9ff019e3-8ad8-4fd1-a9e4-8460ec2d01b2 tempest-PortsIpV6TestJSON-1781383748 tempest-PortsIpV6TestJSON-1781383748-project] Resources bound (agent type, host, resource id): {{(pid=94175) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 23 11:35:09.048155 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9ff019e3-8ad8-4fd1-a9e4-8460ec2d01b2 tempest-PortsIpV6TestJSON-1781383748 tempest-PortsIpV6TestJSON-1781383748-project] Received port after_create {{(pid=94175) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 23 11:35:09.054081 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9ff019e3-8ad8-4fd1-a9e4-8460ec2d01b2 tempest-PortsIpV6TestJSON-1781383748 tempest-PortsIpV6TestJSON-1781383748-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 11:35:09.054672 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron_lib.callbacks.manager [None req-9ff019e3-8ad8-4fd1-a9e4-8460ec2d01b2 tempest-PortsIpV6TestJSON-1781383748 tempest-PortsIpV6TestJSON-1781383748-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-217507'] for port, before_response {{(pid=94175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:35:09.057979 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.plugins.ml2.db [None req-2f14dfc6-e867-4746-853b-26b26d297eb3 None None] For port 986a082d-d456-461b-af82-a65b2ea7bada, host dv-neutron-601336-94-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-94-hyperv',level=0,port_id=986a082d-d456-461b-af82-a65b2ea7bada,segment=NetworkSegment(6dd70063-cd3d-4812-bf9c-708b24b55911),segment_id=6dd70063-cd3d-4812-bf9c-708b24b55911)] {{(pid=94176) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 23 11:35:09.058395 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron_lib.callbacks.manager [None req-2f14dfc6-e867-4746-853b-26b26d297eb3 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-430722'] for port, precommit_delete {{(pid=94176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:35:09.065992 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.wsgi [-] (94175) accepted ('10.222.0.20', 40916) {{(pid=94175) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 11:35:09.077913 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ff019e3-8ad8-4fd1-a9e4-8460ec2d01b2 tempest-PortsIpV6TestJSON-1781383748 tempest-PortsIpV6TestJSON-1781383748-project] Pushing event updated for resources: {'Port': ['ID=770809ae-612f-454a-864c-0f6c06ee52e6,revision_number=1']} {{(pid=94175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 11:35:09.079385 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.plugins.ml2.plugin [None req-2f14dfc6-e867-4746-853b-26b26d297eb3 None None] Calling delete_port for 986a082d-d456-461b-af82-a65b2ea7bada owned by network:dhcp {{(pid=94176) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1986}} Jun 23 11:35:09.079862 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG oslo_concurrency.lockutils [None req-9ff019e3-8ad8-4fd1-a9e4-8460ec2d01b2 tempest-PortsIpV6TestJSON-1781383748 tempest-PortsIpV6TestJSON-1781383748-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.091s {{(pid=94175) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 11:35:09.122786 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron_lib.callbacks.manager [None req-6ec65127-b4cb-43d6-a2ab-ac6b254d7405 tempest-RoutersTest-228919764 tempest-RoutersTest-228919764-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-897248', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8002400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7866073', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-524247'] for network, after_delete {{(pid=94175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:35:09.127185 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron_lib.callbacks.manager [None req-6ec65127-b4cb-43d6-a2ab-ac6b254d7405 tempest-RoutersTest-228919764 tempest-RoutersTest-228919764-project] Notify callbacks [] for network, before_response {{(pid=94175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:35:09.132886 dv-neutron-601336-94-hyperv neutron-server[94175]: INFO neutron.wsgi [None req-6ec65127-b4cb-43d6-a2ab-ac6b254d7405 tempest-RoutersTest-228919764 tempest-RoutersTest-228919764-project] 10.222.0.20 "DELETE /v2.0/networks/ae6b3856-80a7-46e5-9aff-b210e595fe8d HTTP/1.1" status: 204 len: 168 time: 0.5535161 Jun 23 11:35:09.135872 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.wsgi [-] (94175) accepted ('10.222.0.20', 40918) {{(pid=94175) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 11:35:09.136337 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG oslo_concurrency.lockutils [None req-d20a88ed-32bd-4ea2-b636-ac445d781165 tempest-NetworksTest-2133396914 tempest-NetworksTest-2133396914-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94175) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 11:35:09.173247 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.db.provisioning_blocks [None req-dc7542b2-afef-47f4-a763-e3a3cba144be None None] Provisioning for port 0b54f7d0-3659-4d57-a219-9819182e60af completed by entity L2. {{(pid=94176) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 23 11:35:09.178008 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.db.provisioning_blocks [None req-dc7542b2-afef-47f4-a763-e3a3cba144be None None] Provisioning complete for port 0b54f7d0-3659-4d57-a219-9819182e60af triggered by entity L2. {{(pid=94176) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 23 11:35:09.178399 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron_lib.callbacks.manager [None req-dc7542b2-afef-47f4-a763-e3a3cba144be None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-899258'] for port, provisioning_complete {{(pid=94176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:35:09.202105 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ec65127-b4cb-43d6-a2ab-ac6b254d7405 tempest-RoutersTest-228919764 tempest-RoutersTest-228919764-project] Pushing event deleted for resources: {'Network': ['ID=ae6b3856-80a7-46e5-9aff-b210e595fe8d,revision_number=None']} {{(pid=94175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 11:35:09.204787 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG oslo_concurrency.lockutils [None req-6ec65127-b4cb-43d6-a2ab-ac6b254d7405 tempest-RoutersTest-228919764 tempest-RoutersTest-228919764-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.068s {{(pid=94175) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 11:35:09.221071 dv-neutron-601336-94-hyperv neutron-server[94175]: INFO neutron.wsgi [None req-9ff019e3-8ad8-4fd1-a9e4-8460ec2d01b2 tempest-PortsIpV6TestJSON-1781383748 tempest-PortsIpV6TestJSON-1781383748-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 931 time: 1.6186228 Jun 23 11:35:09.224072 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.wsgi [-] (94175) accepted ('10.222.0.20', 40920) {{(pid=94175) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 11:35:09.231581 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.api.v2.base [None req-36ac90ab-63d1-4782-b192-7e25081351a5 tempest-PortsIpV6TestJSON-1781383748 tempest-PortsIpV6TestJSON-1781383748-project] Request body: {'subnet': {'network_id': 'c16c789a-641f-4c9b-ac33-977ceb9ea600', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=94175) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 23 11:35:09.253382 dv-neutron-601336-94-hyperv neutron-server[94174]: INFO neutron.wsgi [None req-93fbc26f-8787-4b52-b1f5-c57ac98bb10b tempest-RoutersIpV6Test-1448447933 tempest-RoutersIpV6Test-1448447933-project] 10.222.0.20 "GET /v2.0/ports?device_id=29ce9238-eab2-4f9f-9eca-f8b0cc82e46f HTTP/1.1" status: 200 len: 205 time: 0.4645605 Jun 23 11:35:09.256953 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.wsgi [-] (94174) accepted ('10.222.0.20', 40922) {{(pid=94174) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 11:35:09.261161 dv-neutron-601336-94-hyperv neutron-server[94175]: INFO neutron.wsgi [None req-86629ab4-53ac-4d7a-b090-bb7b90ce11a4 tempest-TestNetworkBasicOps-233187296 tempest-TestNetworkBasicOps-233187296-project] 10.222.0.20 "GET /v2.0/floatingips/75ccf94b-3f4a-48ae-98fb-f08ae19f0347 HTTP/1.1" status: 200 len: 994 time: 0.1938734 Jun 23 11:35:09.286607 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron_lib.callbacks.manager [None req-dc7542b2-afef-47f4-a763-e3a3cba144be None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-923122'] for port, before_update {{(pid=94176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:35:09.319425 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron_lib.callbacks.manager [None req-ffcc0e01-f2e3-4bc0-bb68-fb2d5cd85ecd tempest-RoutersTest-228919764 tempest-RoutersTest-228919764-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-824874'] for network, before_delete {{(pid=94175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:35:09.328808 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.plugins.ml2.db [None req-dc7542b2-afef-47f4-a763-e3a3cba144be None None] For port 0b54f7d0-3659-4d57-a219-9819182e60af, host dv-neutron-601336-94-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-94-hyperv',level=0,port_id=0b54f7d0-3659-4d57-a219-9819182e60af,segment=NetworkSegment(ce6843e5-0568-4431-a1aa-a79d3ba677dc),segment_id=ce6843e5-0568-4431-a1aa-a79d3ba677dc)] {{(pid=94176) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 23 11:35:09.331372 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron_lib.callbacks.manager [None req-2f14dfc6-e867-4746-853b-26b26d297eb3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-922904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866062', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773700135024', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773699642224'] for port, after_delete {{(pid=94176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:35:09.344879 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron_lib.callbacks.manager [None req-46d277a5-71d9-483c-9ca3-88dc82f76fb8 tempest-RoutersIpV6Test-1448447933 tempest-RoutersIpV6Test-1448447933-project] Notify callbacks [] for router, before_delete {{(pid=94174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:35:09.347258 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG oslo_concurrency.lockutils [None req-51d3df8c-bdbb-4b02-b467-8b880f51b82b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 11:35:09.369714 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2f14dfc6-e867-4746-853b-26b26d297eb3 None None] No DVR routers for this DVR port 986a082d-d456-461b-af82-a65b2ea7bada on host dv-neutron-601336-94-hyperv {{(pid=94176) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 23 11:35:09.375394 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f14dfc6-e867-4746-853b-26b26d297eb3 None None] Pushing event deleted for resources: {'Port': ['ID=986a082d-d456-461b-af82-a65b2ea7bada,revision_number=None']} {{(pid=94176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 11:35:09.394633 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG oslo_concurrency.lockutils [None req-2f14dfc6-e867-4746-853b-26b26d297eb3 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.042s {{(pid=94176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 11:35:09.414823 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron_lib.callbacks.manager [None req-dc7542b2-afef-47f4-a763-e3a3cba144be None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-922904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866062', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773700135042', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773699642233', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773699642278'] for port, after_update {{(pid=94176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:35:09.417484 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG oslo_concurrency.lockutils [None req-7dd2672c-5634-4295-95cf-ec38540db399 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 11:35:09.458128 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron_lib.callbacks.manager [None req-ffcc0e01-f2e3-4bc0-bb68-fb2d5cd85ecd tempest-RoutersTest-228919764 tempest-RoutersTest-228919764-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-897259', 'neutron.services.segments.db._delete_segments_for_network-8773700168587'] for network, precommit_delete {{(pid=94175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:35:09.476358 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.services.segments.db [None req-ffcc0e01-f2e3-4bc0-bb68-fb2d5cd85ecd tempest-RoutersTest-228919764 tempest-RoutersTest-228919764-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['fd456c1e-7dad-4e7a-b415-72c79642be24']}} {{(pid=94175) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 11:35:09.484985 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.db.provisioning_blocks [None req-0f5ef6a3-7f69-460c-bfd3-e7fe83e34a60 None None] Provisioning for port 770809ae-612f-454a-864c-0f6c06ee52e6 completed by entity DHCP. {{(pid=94176) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 23 11:35:09.491581 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.plugins.ml2.rpc [None req-dc7542b2-afef-47f4-a763-e3a3cba144be None None] Device 494fb2f9-cd40-4149-baf2-9b65e743eabb no longer exists at agent ovs-agent-dv-neutron-601336-94-hyperv {{(pid=94176) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:261}} Jun 23 11:35:09.495886 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc7542b2-afef-47f4-a763-e3a3cba144be None None] Pushing event updated for resources: {'Port': ['ID=0b54f7d0-3659-4d57-a219-9819182e60af,revision_number=3']} {{(pid=94176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 11:35:09.496025 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.services.segments.db [None req-ffcc0e01-f2e3-4bc0-bb68-fb2d5cd85ecd tempest-RoutersTest-228919764 tempest-RoutersTest-228919764-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6dd70063-cd3d-4812-bf9c-708b24b55911') {'for_net_delete': True} {{(pid=94175) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 11:35:09.496531 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.services.segments.db [None req-ffcc0e01-f2e3-4bc0-bb68-fb2d5cd85ecd tempest-RoutersTest-228919764 tempest-RoutersTest-228919764-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6dd70063-cd3d-4812-bf9c-708b24b55911') {} {{(pid=94175) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 11:35:09.498558 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.db.provisioning_blocks [None req-0f5ef6a3-7f69-460c-bfd3-e7fe83e34a60 None None] Provisioning complete for port 770809ae-612f-454a-864c-0f6c06ee52e6 triggered by entity DHCP. {{(pid=94176) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 23 11:35:09.499123 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron_lib.callbacks.manager [None req-0f5ef6a3-7f69-460c-bfd3-e7fe83e34a60 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-899258'] for port, provisioning_complete {{(pid=94176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:35:09.507563 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron_lib.callbacks.manager [None req-ffcc0e01-f2e3-4bc0-bb68-fb2d5cd85ecd tempest-RoutersTest-228919764 tempest-RoutersTest-228919764-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8773699955833', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5190677'] for segment, before_delete {{(pid=94175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:35:09.519280 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG oslo_concurrency.lockutils [None req-dc7542b2-afef-47f4-a763-e3a3cba144be None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.102s {{(pid=94176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 11:35:09.527355 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron_lib.callbacks.manager [None req-ffcc0e01-f2e3-4bc0-bb68-fb2d5cd85ecd tempest-RoutersTest-228919764 tempest-RoutersTest-228919764-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3801'] for segment, precommit_delete {{(pid=94175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:35:09.534030 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ffcc0e01-f2e3-4bc0-bb68-fb2d5cd85ecd tempest-RoutersTest-228919764 tempest-RoutersTest-228919764-project] Releasing vlan 440 on physical network physnet1 to pool {{(pid=94175) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 23 11:35:09.534426 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron_lib.callbacks.manager [None req-ffcc0e01-f2e3-4bc0-bb68-fb2d5cd85ecd tempest-RoutersTest-228919764 tempest-RoutersTest-228919764-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3801', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5082371'] for segment, after_delete {{(pid=94175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:35:09.537571 dv-neutron-601336-94-hyperv neutron-server[94175]: Traceback (most recent call last): Jun 23 11:35:09.537571 dv-neutron-601336-94-hyperv neutron-server[94175]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 23 11:35:09.537571 dv-neutron-601336-94-hyperv neutron-server[94175]: timer() Jun 23 11:35:09.537571 dv-neutron-601336-94-hyperv neutron-server[94175]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 23 11:35:09.537571 dv-neutron-601336-94-hyperv neutron-server[94175]: cb(*args, **kw) Jun 23 11:35:09.537571 dv-neutron-601336-94-hyperv neutron-server[94175]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 23 11:35:09.537571 dv-neutron-601336-94-hyperv neutron-server[94175]: return func(*args, **kwargs) Jun 23 11:35:09.537571 dv-neutron-601336-94-hyperv neutron-server[94175]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 23 11:35:09.537571 dv-neutron-601336-94-hyperv neutron-server[94175]: self._notify() Jun 23 11:35:09.537571 dv-neutron-601336-94-hyperv neutron-server[94175]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 23 11:35:09.537571 dv-neutron-601336-94-hyperv neutron-server[94175]: self.callback(batched_events) Jun 23 11:35:09.537571 dv-neutron-601336-94-hyperv neutron-server[94175]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 23 11:35:09.537571 dv-neutron-601336-94-hyperv neutron-server[94175]: event.method(event) Jun 23 11:35:09.537571 dv-neutron-601336-94-hyperv neutron-server[94175]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 23 11:35:09.537571 dv-neutron-601336-94-hyperv neutron-server[94175]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 23 11:35:09.537571 dv-neutron-601336-94-hyperv neutron-server[94175]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 23 11:35:09.537571 dv-neutron-601336-94-hyperv neutron-server[94175]: aggregate_uuid = self.p_client.list_aggregates( Jun 23 11:35:09.537571 dv-neutron-601336-94-hyperv neutron-server[94175]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 23 11:35:09.537571 dv-neutron-601336-94-hyperv neutron-server[94175]: return f(self, *a, **k) Jun 23 11:35:09.537571 dv-neutron-601336-94-hyperv neutron-server[94175]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 23 11:35:09.537571 dv-neutron-601336-94-hyperv neutron-server[94175]: return self._get(url).json() Jun 23 11:35:09.537571 dv-neutron-601336-94-hyperv neutron-server[94175]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 23 11:35:09.537571 dv-neutron-601336-94-hyperv neutron-server[94175]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 23 11:35:09.537571 dv-neutron-601336-94-hyperv neutron-server[94175]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 23 11:35:09.537571 dv-neutron-601336-94-hyperv neutron-server[94175]: return self.request(url, 'GET', **kwargs) Jun 23 11:35:09.537571 dv-neutron-601336-94-hyperv neutron-server[94175]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 23 11:35:09.537571 dv-neutron-601336-94-hyperv neutron-server[94175]: base_url = self.get_endpoint(auth, allow=allow, Jun 23 11:35:09.537571 dv-neutron-601336-94-hyperv neutron-server[94175]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 23 11:35:09.537571 dv-neutron-601336-94-hyperv neutron-server[94175]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 23 11:35:09.537571 dv-neutron-601336-94-hyperv neutron-server[94175]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 23 11:35:09.537571 dv-neutron-601336-94-hyperv neutron-server[94175]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 23 11:35:09.537571 dv-neutron-601336-94-hyperv neutron-server[94175]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 23 11:35:09.539962 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.plugins.ml2.plugin [None req-dc7542b2-afef-47f4-a763-e3a3cba144be None None] No Port match for: 494fb2f9-cd40-4149-baf2-9b65e743eabb {{(pid=94176) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2240}} Jun 23 11:35:09.539962 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.plugins.ml2.rpc [None req-dc7542b2-afef-47f4-a763-e3a3cba144be None None] Device 494fb2f9-cd40-4149-baf2-9b65e743eabb not bound to the agent host dv-neutron-601336-94-hyperv {{(pid=94176) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:271}} Jun 23 11:35:09.548490 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron_lib.callbacks.manager [None req-46d277a5-71d9-483c-9ca3-88dc82f76fb8 tempest-RoutersIpV6Test-1448447933 tempest-RoutersIpV6Test-1448447933-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-520417', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-32301'] for router, precommit_delete {{(pid=94174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:35:09.552248 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron_lib.callbacks.manager [None req-46d277a5-71d9-483c-9ca3-88dc82f76fb8 tempest-RoutersIpV6Test-1448447933 tempest-RoutersIpV6Test-1448447933-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:35:09.556013 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.plugins.ml2.plugin [None req-0f5ef6a3-7f69-460c-bfd3-e7fe83e34a60 None None] Port 770809ae-612f-454a-864c-0f6c06ee52e6 cannot update to ACTIVE because it is not bound. {{(pid=94176) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jun 23 11:35:09.579686 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-36ac90ab-63d1-4782-b192-7e25081351a5 tempest-PortsIpV6TestJSON-1781383748 tempest-PortsIpV6TestJSON-1781383748-project] Made reservation on behalf of 4a9805c328414e068d83db5c9b76c3c7 for: {'subnet': 1} {{(pid=94175) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 23 11:35:09.583127 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron_lib.callbacks.manager [None req-36ac90ab-63d1-4782-b192-7e25081351a5 tempest-PortsIpV6TestJSON-1781383748 tempest-PortsIpV6TestJSON-1781383748-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4660073'] for subnet, before_create {{(pid=94175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:35:09.654942 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron_lib.callbacks.manager [None req-46d277a5-71d9-483c-9ca3-88dc82f76fb8 tempest-RoutersIpV6Test-1448447933 tempest-RoutersIpV6Test-1448447933-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-494961'] for router, after_delete {{(pid=94174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:35:09.655624 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-46d277a5-71d9-483c-9ca3-88dc82f76fb8 tempest-RoutersIpV6Test-1448447933 tempest-RoutersIpV6Test-1448447933-project] Fanout notify agent at l3_agent the message router_deleted on router 29ce9238-eab2-4f9f-9eca-f8b0cc82e46f {{(pid=94174) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jun 23 11:35:09.663160 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron_lib.callbacks.manager [None req-46d277a5-71d9-483c-9ca3-88dc82f76fb8 tempest-RoutersIpV6Test-1448447933 tempest-RoutersIpV6Test-1448447933-project] Notify callbacks [] for router, before_response {{(pid=94174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:35:09.664196 dv-neutron-601336-94-hyperv neutron-server[94174]: INFO neutron.wsgi [None req-46d277a5-71d9-483c-9ca3-88dc82f76fb8 tempest-RoutersIpV6Test-1448447933 tempest-RoutersIpV6Test-1448447933-project] 10.222.0.20 "DELETE /v2.0/routers/29ce9238-eab2-4f9f-9eca-f8b0cc82e46f HTTP/1.1" status: 204 len: 168 time: 0.4063048 Jun 23 11:35:09.667362 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.wsgi [-] (94174) accepted ('10.222.0.20', 40924) {{(pid=94174) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 11:35:09.686068 dv-neutron-601336-94-hyperv neutron-server[94175]: INFO neutron.db.ipam_backend_mixin [None req-36ac90ab-63d1-4782-b192-7e25081351a5 tempest-PortsIpV6TestJSON-1781383748 tempest-PortsIpV6TestJSON-1781383748-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet b15ceed6-c4b0-4b44-b2ad-5aaa19365c9c (CIDR: 2001:db8::/64) Jun 23 11:35:09.717320 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.db.db_base_plugin_v2 [None req-90b46152-385b-479d-abc0-cf0ef2794478 tempest-RoutersIpV6Test-1448447933 tempest-RoutersIpV6Test-1448447933-project] Deleting subnet a40ad979-95e9-4c4f-8e05-9c197c3a8575 {{(pid=94174) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jun 23 11:35:09.720317 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron_lib.callbacks.manager [None req-90b46152-385b-479d-abc0-cf0ef2794478 tempest-RoutersIpV6Test-1448447933 tempest-RoutersIpV6Test-1448447933-project] Notify callbacks [] for subnet, before_delete {{(pid=94174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:35:09.735818 dv-neutron-601336-94-hyperv neutron-server[94175]: INFO neutron.pecan_wsgi.hooks.translation [None req-36ac90ab-63d1-4782-b192-7e25081351a5 tempest-PortsIpV6TestJSON-1781383748 tempest-PortsIpV6TestJSON-1781383748-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jun 23 11:35:09.736294 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-36ac90ab-63d1-4782-b192-7e25081351a5 tempest-PortsIpV6TestJSON-1781383748 tempest-PortsIpV6TestJSON-1781383748-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=94175) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 23 11:35:09.739541 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron_lib.callbacks.manager [None req-ffcc0e01-f2e3-4bc0-bb68-fb2d5cd85ecd tempest-RoutersTest-228919764 tempest-RoutersTest-228919764-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-897248', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8002400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7866073', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-524247'] for network, after_delete {{(pid=94175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:35:09.745018 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG oslo_concurrency.lockutils [None req-0dc9f023-0a4c-4bc2-bdf0-5c567adc4115 tempest-RoutersIpV6Test-1448447933 tempest-RoutersIpV6Test-1448447933-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94175) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 11:35:09.750916 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron_lib.callbacks.manager [None req-ffcc0e01-f2e3-4bc0-bb68-fb2d5cd85ecd tempest-RoutersTest-228919764 tempest-RoutersTest-228919764-project] Notify callbacks [] for network, before_response {{(pid=94175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:35:09.752754 dv-neutron-601336-94-hyperv neutron-server[94175]: INFO neutron.wsgi [None req-ffcc0e01-f2e3-4bc0-bb68-fb2d5cd85ecd tempest-RoutersTest-228919764 tempest-RoutersTest-228919764-project] 10.222.0.20 "DELETE /v2.0/networks/fd456c1e-7dad-4e7a-b415-72c79642be24 HTTP/1.1" status: 204 len: 168 time: 0.6124098 Jun 23 11:35:09.756424 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.wsgi [-] (94174) accepted ('10.222.0.20', 40926) {{(pid=94174) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 11:35:09.761467 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.api.v2.base [None req-a949fd37-b9b6-4875-bc64-78944cd79fb4 tempest-RoutersTest-228919764 tempest-RoutersTest-228919764-project] Request body: {'network': {'name': 'tempest-RoutersTest-1680565121'}} {{(pid=94174) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 23 11:35:09.767665 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffcc0e01-f2e3-4bc0-bb68-fb2d5cd85ecd tempest-RoutersTest-228919764 tempest-RoutersTest-228919764-project] Pushing event deleted for resources: {'Network': ['ID=fd456c1e-7dad-4e7a-b415-72c79642be24,revision_number=None']} {{(pid=94175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 11:35:09.770469 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG oslo_concurrency.lockutils [None req-ffcc0e01-f2e3-4bc0-bb68-fb2d5cd85ecd tempest-RoutersTest-228919764 tempest-RoutersTest-228919764-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.025s {{(pid=94175) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 11:35:09.777858 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron_lib.callbacks.manager [None req-90b46152-385b-479d-abc0-cf0ef2794478 tempest-RoutersIpV6Test-1448447933 tempest-RoutersIpV6Test-1448447933-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4800256'] for subnet, precommit_delete_associations {{(pid=94174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:35:09.836486 dv-neutron-601336-94-hyperv neutron-server[94175]: INFO neutron.wsgi [None req-36ac90ab-63d1-4782-b192-7e25081351a5 tempest-PortsIpV6TestJSON-1781383748 tempest-PortsIpV6TestJSON-1781383748-project] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.6096864 Jun 23 11:35:09.839701 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.wsgi [-] (94175) accepted ('10.222.0.20', 40928) {{(pid=94175) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 11:35:09.844740 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.api.v2.base [None req-5bd53fb2-7182-49d1-aefd-d275f56da960 tempest-PortsIpV6TestJSON-1781383748 tempest-PortsIpV6TestJSON-1781383748-project] Request body: {'subnet': {'network_id': 'c16c789a-641f-4c9b-ac33-977ceb9ea600', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1'}} {{(pid=94175) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 23 11:35:09.867024 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron_lib.callbacks.manager [None req-90b46152-385b-479d-abc0-cf0ef2794478 tempest-RoutersIpV6Test-1448447933 tempest-RoutersIpV6Test-1448447933-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-897634'] for subnet, precommit_delete {{(pid=94174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:35:09.934704 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a949fd37-b9b6-4875-bc64-78944cd79fb4 tempest-RoutersTest-228919764 tempest-RoutersTest-228919764-project] Made reservation on behalf of 1838eb839bc24d0abf2e86f88a8bcfa8 for: {'network': 1} {{(pid=94174) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 23 11:35:09.938266 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron_lib.callbacks.manager [None req-a949fd37-b9b6-4875-bc64-78944cd79fb4 tempest-RoutersTest-228919764 tempest-RoutersTest-228919764-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-923104'] for network, before_create {{(pid=94174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:35:10.011778 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron_lib.callbacks.manager [None req-90b46152-385b-479d-abc0-cf0ef2794478 tempest-RoutersIpV6Test-1448447933 tempest-RoutersIpV6Test-1448447933-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-897627', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866062', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5195932', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4294216'] for subnet, after_delete {{(pid=94174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:35:10.016410 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG oslo_concurrency.lockutils [None req-8f9f58c1-2b5c-48ab-b604-92bfd02acf2a tempest-NetworksTestDHCPv6-162546708 tempest-NetworksTestDHCPv6-162546708-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94174) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 11:35:10.020210 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a949fd37-b9b6-4875-bc64-78944cd79fb4 tempest-RoutersTest-228919764 tempest-RoutersTest-228919764-project] vlan segment allocate from pool success with {'vlan_id': 434, 'physical_network': 'physnet1'} {{(pid=94174) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 23 11:35:10.032081 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5bd53fb2-7182-49d1-aefd-d275f56da960 tempest-PortsIpV6TestJSON-1781383748 tempest-PortsIpV6TestJSON-1781383748-project] Made reservation on behalf of 4a9805c328414e068d83db5c9b76c3c7 for: {'subnet': 1} {{(pid=94175) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 23 11:35:10.035930 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron_lib.callbacks.manager [None req-5bd53fb2-7182-49d1-aefd-d275f56da960 tempest-PortsIpV6TestJSON-1781383748 tempest-PortsIpV6TestJSON-1781383748-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4660073'] for subnet, before_create {{(pid=94175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:35:10.050649 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90b46152-385b-479d-abc0-cf0ef2794478 tempest-RoutersIpV6Test-1448447933 tempest-RoutersIpV6Test-1448447933-project] Pushing event deleted for resources: {'Subnet': ['ID=a40ad979-95e9-4c4f-8e05-9c197c3a8575,revision_number=None']} {{(pid=94174) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 11:35:10.055460 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG oslo_concurrency.lockutils [None req-90b46152-385b-479d-abc0-cf0ef2794478 tempest-RoutersIpV6Test-1448447933 tempest-RoutersIpV6Test-1448447933-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.039s {{(pid=94174) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 11:35:10.056523 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron_lib.callbacks.manager [None req-a949fd37-b9b6-4875-bc64-78944cd79fb4 tempest-RoutersTest-228919764 tempest-RoutersTest-228919764-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3801'] for segment, precommit_create {{(pid=94174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:35:10.056869 dv-neutron-601336-94-hyperv neutron-server[94174]: INFO neutron.db.segments_db [None req-a949fd37-b9b6-4875-bc64-78944cd79fb4 tempest-RoutersTest-228919764 tempest-RoutersTest-228919764-project] Added segment 0e56becf-6f0b-4d4f-a8f9-8ffd258ad994 of type vlan for network 2199a989-8a0b-4f69-8f04-3309d630c6a6 Jun 23 11:35:10.058466 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron_lib.callbacks.manager [None req-90b46152-385b-479d-abc0-cf0ef2794478 tempest-RoutersIpV6Test-1448447933 tempest-RoutersIpV6Test-1448447933-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7865916'] for subnet, before_response {{(pid=94174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:35:10.063563 dv-neutron-601336-94-hyperv neutron-server[94174]: INFO neutron.wsgi [None req-90b46152-385b-479d-abc0-cf0ef2794478 tempest-RoutersIpV6Test-1448447933 tempest-RoutersIpV6Test-1448447933-project] 10.222.0.20 "DELETE /v2.0/subnets/a40ad979-95e9-4c4f-8e05-9c197c3a8575 HTTP/1.1" status: 204 len: 168 time: 0.3921962 Jun 23 11:35:10.066454 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-271fde04-b2f0-4fd2-8e57-88d0acdb67b3 None None] Network 228a8915-00e9-4656-9e7f-8d8cb58d8860 requested from dv-neutron-601336-94-hyperv {{(pid=94176) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 23 11:35:10.070893 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.wsgi [-] (94174) accepted ('10.222.0.20', 40930) {{(pid=94174) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 11:35:10.151701 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron_lib.callbacks.manager [None req-a949fd37-b9b6-4875-bc64-78944cd79fb4 tempest-RoutersTest-228919764 tempest-RoutersTest-228919764-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8773699596773'] for network, precommit_create {{(pid=94174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:35:10.179846 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron_lib.callbacks.manager [None req-d962c5c1-f3eb-43c6-a708-cade32d961f1 tempest-RoutersIpV6Test-1448447933 tempest-RoutersIpV6Test-1448447933-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-824874'] for network, before_delete {{(pid=94174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:35:10.255517 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.plugins.ml2.plugin [None req-d962c5c1-f3eb-43c6-a708-cade32d961f1 tempest-RoutersIpV6Test-1448447933 tempest-RoutersIpV6Test-1448447933-project] Deleting port 6b9e4302-5547-407b-af01-707972ec009b {{(pid=94174) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1913}} Jun 23 11:35:10.255866 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron_lib.callbacks.manager [None req-d962c5c1-f3eb-43c6-a708-cade32d961f1 tempest-RoutersIpV6Test-1448447933 tempest-RoutersIpV6Test-1448447933-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773700079324'] for port, before_delete {{(pid=94174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:35:10.268130 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron_lib.callbacks.manager [None req-a949fd37-b9b6-4875-bc64-78944cd79fb4 tempest-RoutersTest-228919764 tempest-RoutersTest-228919764-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8002400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7866073'] for network, after_create {{(pid=94174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:35:10.273444 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-03e35529-c689-4b91-8328-c2ceea94581a None None] DHCP port deletion for 228a8915-00e9-4656-9e7f-8d8cb58d8860 request from dv-neutron-601336-94-hyperv {{(pid=94176) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jun 23 11:35:10.276028 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a949fd37-b9b6-4875-bc64-78944cd79fb4 tempest-RoutersTest-228919764 tempest-RoutersTest-228919764-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94174) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 11:35:10.276028 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron_lib.callbacks.manager [None req-a949fd37-b9b6-4875-bc64-78944cd79fb4 tempest-RoutersTest-228919764 tempest-RoutersTest-228919764-project] Notify callbacks [] for network, before_response {{(pid=94174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:35:10.300286 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG oslo_concurrency.lockutils [None req-a6d8eb2d-e0f8-4ce2-94ec-59250e725055 tempest-NetworksTest-2133396914 tempest-NetworksTest-2133396914-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94174) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 11:35:10.318983 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.plugins.ml2.plugin [None req-03e35529-c689-4b91-8328-c2ceea94581a None None] Deleting port 6b9e4302-5547-407b-af01-707972ec009b {{(pid=94176) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1913}} Jun 23 11:35:10.319400 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron_lib.callbacks.manager [None req-03e35529-c689-4b91-8328-c2ceea94581a None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773700079324'] for port, before_delete {{(pid=94176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:35:10.380288 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.plugins.ml2.db [None req-03e35529-c689-4b91-8328-c2ceea94581a None None] For port 6b9e4302-5547-407b-af01-707972ec009b, host dv-neutron-601336-94-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-94-hyperv',level=0,port_id=6b9e4302-5547-407b-af01-707972ec009b,segment=NetworkSegment(caa2698b-e127-4473-907e-0d2e3aec607c),segment_id=caa2698b-e127-4473-907e-0d2e3aec607c)] {{(pid=94176) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 23 11:35:10.380684 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron_lib.callbacks.manager [None req-03e35529-c689-4b91-8328-c2ceea94581a None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-430722'] for port, precommit_delete {{(pid=94176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:35:10.385635 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a949fd37-b9b6-4875-bc64-78944cd79fb4 tempest-RoutersTest-228919764 tempest-RoutersTest-228919764-project] Pushing event updated for resources: {'Network': ['ID=2199a989-8a0b-4f69-8f04-3309d630c6a6,revision_number=1']} {{(pid=94174) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 11:35:10.388884 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.plugins.ml2.db [None req-d962c5c1-f3eb-43c6-a708-cade32d961f1 tempest-RoutersIpV6Test-1448447933 tempest-RoutersIpV6Test-1448447933-project] For port 6b9e4302-5547-407b-af01-707972ec009b, host dv-neutron-601336-94-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-94-hyperv',level=0,port_id=6b9e4302-5547-407b-af01-707972ec009b,segment=NetworkSegment(caa2698b-e127-4473-907e-0d2e3aec607c),segment_id=caa2698b-e127-4473-907e-0d2e3aec607c)] {{(pid=94174) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 23 11:35:10.389073 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron_lib.callbacks.manager [None req-d962c5c1-f3eb-43c6-a708-cade32d961f1 tempest-RoutersIpV6Test-1448447933 tempest-RoutersIpV6Test-1448447933-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-430722'] for port, precommit_delete {{(pid=94174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:35:10.391516 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG oslo_concurrency.lockutils [None req-a949fd37-b9b6-4875-bc64-78944cd79fb4 tempest-RoutersTest-228919764 tempest-RoutersTest-228919764-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.091s {{(pid=94174) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 11:35:10.394243 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.plugins.ml2.plugin [None req-03e35529-c689-4b91-8328-c2ceea94581a None None] Calling delete_port for 6b9e4302-5547-407b-af01-707972ec009b owned by network:dhcp {{(pid=94176) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1986}} Jun 23 11:35:10.397261 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.plugins.ml2.rpc [None req-dc7542b2-afef-47f4-a763-e3a3cba144be None None] Network 2199a989-8a0b-4f69-8f04-3309d630c6a6 details requested by agent ovs-agent-dv-neutron-601336-94-hyperv with host dv-neutron-601336-94-hyperv {{(pid=94176) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:250}} Jun 23 11:35:10.401594 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.plugins.ml2.plugin [None req-d962c5c1-f3eb-43c6-a708-cade32d961f1 tempest-RoutersIpV6Test-1448447933 tempest-RoutersIpV6Test-1448447933-project] Calling delete_port for 6b9e4302-5547-407b-af01-707972ec009b owned by network:dhcp {{(pid=94174) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1986}} Jun 23 11:35:10.409163 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron_lib.callbacks.manager [None req-5bd53fb2-7182-49d1-aefd-d275f56da960 tempest-PortsIpV6TestJSON-1781383748 tempest-PortsIpV6TestJSON-1781383748-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866062', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5083113', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4660095'] for subnet, after_create {{(pid=94175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:35:10.417639 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG oslo_concurrency.lockutils [None req-d0b537c1-886e-48be-8707-8b4c502fbfb6 tempest-RoutersIpV6Test-1448447933 tempest-RoutersIpV6Test-1448447933-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94175) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 11:35:10.452150 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5bd53fb2-7182-49d1-aefd-d275f56da960 tempest-PortsIpV6TestJSON-1781383748 tempest-PortsIpV6TestJSON-1781383748-project] Network c16c789a-641f-4c9b-ac33-977ceb9ea600 is already hosted by enough agents. {{(pid=94175) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 23 11:35:10.457228 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.scheduler.base_scheduler [None req-5bd53fb2-7182-49d1-aefd-d275f56da960 tempest-PortsIpV6TestJSON-1781383748 tempest-PortsIpV6TestJSON-1781383748-project] Resources bound (agent type, host, resource id): {{(pid=94175) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 23 11:35:10.461745 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5bd53fb2-7182-49d1-aefd-d275f56da960 tempest-PortsIpV6TestJSON-1781383748 tempest-PortsIpV6TestJSON-1781383748-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 11:35:10.462378 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron_lib.callbacks.manager [None req-5bd53fb2-7182-49d1-aefd-d275f56da960 tempest-PortsIpV6TestJSON-1781383748 tempest-PortsIpV6TestJSON-1781383748-project] Notify callbacks [] for subnet, before_response {{(pid=94175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:35:10.468269 dv-neutron-601336-94-hyperv neutron-server[94174]: INFO neutron.wsgi [None req-a949fd37-b9b6-4875-bc64-78944cd79fb4 tempest-RoutersTest-228919764 tempest-RoutersTest-228919764-project] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 766 time: 0.7083087 Jun 23 11:35:10.468982 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.wsgi [-] (94174) accepted ('10.222.0.20', 40932) {{(pid=94174) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 11:35:10.476136 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.api.v2.base [None req-43e2cebf-642c-4d2f-a5d5-05163e57427f tempest-RoutersTest-228919764 tempest-RoutersTest-228919764-project] Request body: {'subnet': {'network_id': '2199a989-8a0b-4f69-8f04-3309d630c6a6', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=94174) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 23 11:35:10.480350 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bda5a0ad-d676-41f2-ae06-5aa8b10efa8b None None] Network c16c789a-641f-4c9b-ac33-977ceb9ea600 requested from dv-neutron-601336-94-hyperv {{(pid=94176) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 23 11:35:10.481767 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bd53fb2-7182-49d1-aefd-d275f56da960 tempest-PortsIpV6TestJSON-1781383748 tempest-PortsIpV6TestJSON-1781383748-project] Pushing event updated for resources: {'Subnet': ['ID=287f5bdb-410e-4d7c-90bd-37a78e21bbd2,revision_number=0']} {{(pid=94175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 11:35:10.484513 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG oslo_concurrency.lockutils [None req-5bd53fb2-7182-49d1-aefd-d275f56da960 tempest-PortsIpV6TestJSON-1781383748 tempest-PortsIpV6TestJSON-1781383748-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.067s {{(pid=94175) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 11:35:10.560768 dv-neutron-601336-94-hyperv neutron-server[94175]: INFO neutron.wsgi [None req-5bd53fb2-7182-49d1-aefd-d275f56da960 tempest-PortsIpV6TestJSON-1781383748 tempest-PortsIpV6TestJSON-1781383748-project] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 836 time: 0.7197673 Jun 23 11:35:10.561573 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.wsgi [-] (94175) accepted ('10.222.0.20', 40934) {{(pid=94175) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 11:35:10.567066 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.api.v2.base [None req-2603c107-4a5d-449f-9146-54477d7adf96 tempest-PortsIpV6TestJSON-1781383748 tempest-PortsIpV6TestJSON-1781383748-project] Request body: {'port': {'name': 'tempest-PortsIpV6TestJSON-1649872674', 'admin_state_up': False, 'fixed_ips': [{'subnet_id': '287f5bdb-410e-4d7c-90bd-37a78e21bbd2'}], 'security_groups': ['cfe9d564-bdcd-4b80-80f7-e67230aff081']}} {{(pid=94175) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 23 11:35:10.630195 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron_lib.callbacks.manager [None req-d962c5c1-f3eb-43c6-a708-cade32d961f1 tempest-RoutersIpV6Test-1448447933 tempest-RoutersIpV6Test-1448447933-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-922904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866062', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773700135024', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773699642224', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5196390'] for port, after_delete {{(pid=94174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:35:10.632857 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG oslo_concurrency.lockutils [None req-bbc03155-7f28-4ce7-9e71-0d552cdacf5d tempest-PortsIpV6TestJSON-1781383748 tempest-PortsIpV6TestJSON-1781383748-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94174) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 11:35:10.655626 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron_lib.callbacks.manager [None req-2603c107-4a5d-449f-9146-54477d7adf96 tempest-PortsIpV6TestJSON-1781383748 tempest-PortsIpV6TestJSON-1781383748-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-923122'] for port, before_update {{(pid=94175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:35:10.657289 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d962c5c1-f3eb-43c6-a708-cade32d961f1 tempest-RoutersIpV6Test-1448447933 tempest-RoutersIpV6Test-1448447933-project] Pushing event deleted for resources: {'Port': ['ID=6b9e4302-5547-407b-af01-707972ec009b,revision_number=None']} {{(pid=94174) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 11:35:10.659944 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG oslo_concurrency.lockutils [None req-d962c5c1-f3eb-43c6-a708-cade32d961f1 tempest-RoutersIpV6Test-1448447933 tempest-RoutersIpV6Test-1448447933-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=94174) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 11:35:10.663196 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-43e2cebf-642c-4d2f-a5d5-05163e57427f tempest-RoutersTest-228919764 tempest-RoutersTest-228919764-project] Made reservation on behalf of 1838eb839bc24d0abf2e86f88a8bcfa8 for: {'subnet': 1} {{(pid=94174) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 23 11:35:10.667507 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron_lib.callbacks.manager [None req-43e2cebf-642c-4d2f-a5d5-05163e57427f tempest-RoutersTest-228919764 tempest-RoutersTest-228919764-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4294245'] for subnet, before_create {{(pid=94174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:35:10.673746 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d962c5c1-f3eb-43c6-a708-cade32d961f1 tempest-RoutersIpV6Test-1448447933 tempest-RoutersIpV6Test-1448447933-project] No DVR routers for this DVR port 6b9e4302-5547-407b-af01-707972ec009b on host dv-neutron-601336-94-hyperv {{(pid=94174) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 23 11:35:10.740561 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron_lib.callbacks.manager [None req-03e35529-c689-4b91-8328-c2ceea94581a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-922904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866062', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773700135024', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773699642224'] for port, after_delete {{(pid=94176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:35:10.743233 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG oslo_concurrency.lockutils [None req-026810bd-2ad8-43ce-a4b3-5858bbf984b3 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 11:35:10.787518 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03e35529-c689-4b91-8328-c2ceea94581a None None] Pushing event deleted for resources: {'Port': ['ID=6b9e4302-5547-407b-af01-707972ec009b,revision_number=None']} {{(pid=94176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 11:35:10.792915 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.db.l3_dvrscheduler_db [None req-03e35529-c689-4b91-8328-c2ceea94581a None None] No DVR routers for this DVR port 6b9e4302-5547-407b-af01-707972ec009b on host dv-neutron-601336-94-hyperv {{(pid=94176) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 23 11:35:10.795410 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG oslo_concurrency.lockutils [None req-03e35529-c689-4b91-8328-c2ceea94581a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.052s {{(pid=94176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 11:35:10.845140 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron_lib.callbacks.manager [None req-d962c5c1-f3eb-43c6-a708-cade32d961f1 tempest-RoutersIpV6Test-1448447933 tempest-RoutersIpV6Test-1448447933-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-897259', 'neutron.services.segments.db._delete_segments_for_network-8773700168587'] for network, precommit_delete {{(pid=94174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:35:10.857513 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.services.segments.db [None req-d962c5c1-f3eb-43c6-a708-cade32d961f1 tempest-RoutersIpV6Test-1448447933 tempest-RoutersIpV6Test-1448447933-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['228a8915-00e9-4656-9e7f-8d8cb58d8860']}} {{(pid=94174) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 11:35:10.872658 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.services.segments.db [None req-d962c5c1-f3eb-43c6-a708-cade32d961f1 tempest-RoutersIpV6Test-1448447933 tempest-RoutersIpV6Test-1448447933-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'caa2698b-e127-4473-907e-0d2e3aec607c') {'for_net_delete': True} {{(pid=94174) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 11:35:10.872948 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.services.segments.db [None req-d962c5c1-f3eb-43c6-a708-cade32d961f1 tempest-RoutersIpV6Test-1448447933 tempest-RoutersIpV6Test-1448447933-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'caa2698b-e127-4473-907e-0d2e3aec607c') {} {{(pid=94174) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 11:35:10.885707 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.plugins.ml2.rpc [None req-dc7542b2-afef-47f4-a763-e3a3cba144be None None] Device 0b54f7d0-3659-4d57-a219-9819182e60af up at agent ovs-agent-dv-neutron-601336-94-hyperv {{(pid=94176) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:298}} Jun 23 11:35:10.886709 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron_lib.callbacks.manager [None req-d962c5c1-f3eb-43c6-a708-cade32d961f1 tempest-RoutersIpV6Test-1448447933 tempest-RoutersIpV6Test-1448447933-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8773699955833', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4800267'] for segment, before_delete {{(pid=94174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:35:10.913153 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron_lib.callbacks.manager [None req-d962c5c1-f3eb-43c6-a708-cade32d961f1 tempest-RoutersIpV6Test-1448447933 tempest-RoutersIpV6Test-1448447933-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3801'] for segment, precommit_delete {{(pid=94174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:35:10.936925 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d962c5c1-f3eb-43c6-a708-cade32d961f1 tempest-RoutersIpV6Test-1448447933 tempest-RoutersIpV6Test-1448447933-project] Releasing vlan 411 on physical network physnet1 to pool {{(pid=94174) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 23 11:35:10.937331 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron_lib.callbacks.manager [None req-d962c5c1-f3eb-43c6-a708-cade32d961f1 tempest-RoutersIpV6Test-1448447933 tempest-RoutersIpV6Test-1448447933-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3801', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5196341'] for segment, after_delete {{(pid=94174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:35:10.940392 dv-neutron-601336-94-hyperv neutron-server[94174]: Traceback (most recent call last): Jun 23 11:35:10.940392 dv-neutron-601336-94-hyperv neutron-server[94174]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 23 11:35:10.940392 dv-neutron-601336-94-hyperv neutron-server[94174]: timer() Jun 23 11:35:10.940392 dv-neutron-601336-94-hyperv neutron-server[94174]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 23 11:35:10.940392 dv-neutron-601336-94-hyperv neutron-server[94174]: cb(*args, **kw) Jun 23 11:35:10.940392 dv-neutron-601336-94-hyperv neutron-server[94174]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 23 11:35:10.940392 dv-neutron-601336-94-hyperv neutron-server[94174]: return func(*args, **kwargs) Jun 23 11:35:10.940392 dv-neutron-601336-94-hyperv neutron-server[94174]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 23 11:35:10.940392 dv-neutron-601336-94-hyperv neutron-server[94174]: self._notify() Jun 23 11:35:10.940392 dv-neutron-601336-94-hyperv neutron-server[94174]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 23 11:35:10.940392 dv-neutron-601336-94-hyperv neutron-server[94174]: self.callback(batched_events) Jun 23 11:35:10.940392 dv-neutron-601336-94-hyperv neutron-server[94174]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 23 11:35:10.940392 dv-neutron-601336-94-hyperv neutron-server[94174]: event.method(event) Jun 23 11:35:10.940392 dv-neutron-601336-94-hyperv neutron-server[94174]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 23 11:35:10.940392 dv-neutron-601336-94-hyperv neutron-server[94174]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 23 11:35:10.940392 dv-neutron-601336-94-hyperv neutron-server[94174]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 23 11:35:10.940392 dv-neutron-601336-94-hyperv neutron-server[94174]: aggregate_uuid = self.p_client.list_aggregates( Jun 23 11:35:10.940392 dv-neutron-601336-94-hyperv neutron-server[94174]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 23 11:35:10.940392 dv-neutron-601336-94-hyperv neutron-server[94174]: return f(self, *a, **k) Jun 23 11:35:10.940392 dv-neutron-601336-94-hyperv neutron-server[94174]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 23 11:35:10.940392 dv-neutron-601336-94-hyperv neutron-server[94174]: return self._get(url).json() Jun 23 11:35:10.940392 dv-neutron-601336-94-hyperv neutron-server[94174]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 23 11:35:10.940392 dv-neutron-601336-94-hyperv neutron-server[94174]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 23 11:35:10.940392 dv-neutron-601336-94-hyperv neutron-server[94174]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 23 11:35:10.940392 dv-neutron-601336-94-hyperv neutron-server[94174]: return self.request(url, 'GET', **kwargs) Jun 23 11:35:10.940392 dv-neutron-601336-94-hyperv neutron-server[94174]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 23 11:35:10.940392 dv-neutron-601336-94-hyperv neutron-server[94174]: base_url = self.get_endpoint(auth, allow=allow, Jun 23 11:35:10.940392 dv-neutron-601336-94-hyperv neutron-server[94174]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 23 11:35:10.940392 dv-neutron-601336-94-hyperv neutron-server[94174]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 23 11:35:10.940392 dv-neutron-601336-94-hyperv neutron-server[94174]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 23 11:35:10.940392 dv-neutron-601336-94-hyperv neutron-server[94174]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 23 11:35:10.940392 dv-neutron-601336-94-hyperv neutron-server[94174]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 23 11:35:10.948598 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.db.provisioning_blocks [None req-dc7542b2-afef-47f4-a763-e3a3cba144be None None] Provisioning complete for port 0b54f7d0-3659-4d57-a219-9819182e60af triggered by entity L2. {{(pid=94176) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 23 11:35:10.948990 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron_lib.callbacks.manager [None req-dc7542b2-afef-47f4-a763-e3a3cba144be None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-899258'] for port, provisioning_complete {{(pid=94176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:35:10.952039 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron_lib.callbacks.manager [None req-38e1c278-af20-4004-b26b-ea35c9fe8039 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773699952132', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-899307'] for agent, after_update {{(pid=94176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:35:10.990977 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.db.db_base_plugin_common [None req-2603c107-4a5d-449f-9146-54477d7adf96 tempest-PortsIpV6TestJSON-1781383748 tempest-PortsIpV6TestJSON-1781383748-project] Delete allocated IP 2001:db8::301 (c16c789a-641f-4c9b-ac33-977ceb9ea600/b15ceed6-c4b0-4b44-b2ad-5aaa19365c9c) {{(pid=94175) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}} Jun 23 11:35:11.000199 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.db.db_base_plugin_common [None req-2603c107-4a5d-449f-9146-54477d7adf96 tempest-PortsIpV6TestJSON-1781383748 tempest-PortsIpV6TestJSON-1781383748-project] Allocated IP 2001:db8:0:1::1db (c16c789a-641f-4c9b-ac33-977ceb9ea600/287f5bdb-410e-4d7c-90bd-37a78e21bbd2/770809ae-612f-454a-864c-0f6c06ee52e6) {{(pid=94175) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 23 11:35:11.063348 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4331484a-6b41-4c17-9188-b4998da0ec2a None None] Update dhcp port {'port': {'network_id': 'c16c789a-641f-4c9b-ac33-977ceb9ea600', 'fixed_ips': [{'subnet_id': 'b15ceed6-c4b0-4b44-b2ad-5aaa19365c9c', 'ip_address': '2001:db8::2'}, {'subnet_id': '287f5bdb-410e-4d7c-90bd-37a78e21bbd2'}], 'binding:host_id': 'dv-neutron-601336-94-hyperv'}, 'id': '0b54f7d0-3659-4d57-a219-9819182e60af'} from dv-neutron-601336-94-hyperv. {{(pid=94176) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Jun 23 11:35:11.093145 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron_lib.callbacks.manager [None req-d962c5c1-f3eb-43c6-a708-cade32d961f1 tempest-RoutersIpV6Test-1448447933 tempest-RoutersIpV6Test-1448447933-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-897248', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8002400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7866073', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-524247'] for network, after_delete {{(pid=94174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:35:11.097213 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG oslo_concurrency.lockutils [None req-1e47c5b6-e271-4388-9c2f-b01d5206a90b tempest-RoutersTest-228919764 tempest-RoutersTest-228919764-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94174) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 11:35:11.107516 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron_lib.callbacks.manager [None req-4331484a-6b41-4c17-9188-b4998da0ec2a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-923122'] for port, before_update {{(pid=94176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:35:11.130714 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron_lib.callbacks.manager [None req-d962c5c1-f3eb-43c6-a708-cade32d961f1 tempest-RoutersIpV6Test-1448447933 tempest-RoutersIpV6Test-1448447933-project] Notify callbacks [] for network, before_response {{(pid=94174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:35:11.134469 dv-neutron-601336-94-hyperv neutron-server[94174]: INFO neutron.wsgi [None req-d962c5c1-f3eb-43c6-a708-cade32d961f1 tempest-RoutersIpV6Test-1448447933 tempest-RoutersIpV6Test-1448447933-project] 10.222.0.20 "DELETE /v2.0/networks/228a8915-00e9-4656-9e7f-8d8cb58d8860 HTTP/1.1" status: 204 len: 168 time: 1.0661695 Jun 23 11:35:11.135955 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d962c5c1-f3eb-43c6-a708-cade32d961f1 tempest-RoutersIpV6Test-1448447933 tempest-RoutersIpV6Test-1448447933-project] Pushing event deleted for resources: {'Network': ['ID=228a8915-00e9-4656-9e7f-8d8cb58d8860,revision_number=None']} {{(pid=94174) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 11:35:11.138928 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.wsgi [-] (94175) accepted ('10.222.0.20', 40936) {{(pid=94175) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 11:35:11.142818 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG oslo_concurrency.lockutils [None req-d962c5c1-f3eb-43c6-a708-cade32d961f1 tempest-RoutersIpV6Test-1448447933 tempest-RoutersIpV6Test-1448447933-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=94174) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 11:35:11.143905 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron_lib.callbacks.manager [None req-43e2cebf-642c-4d2f-a5d5-05163e57427f tempest-RoutersTest-228919764 tempest-RoutersTest-228919764-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866062', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5195999', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4294259'] for subnet, after_create {{(pid=94174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:35:11.149318 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.api.v2.base [None req-da7a2b8e-4764-4386-9c95-7356a23e193c tempest-RoutersIpV6Test-1448447933 tempest-RoutersIpV6Test-1448447933-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-2067438817', 'external_gateway_info': {'network_id': '3e7e4eb3-cf02-4d47-ade9-0a579cdfc60f'}, 'admin_state_up': False}} {{(pid=94175) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 23 11:35:11.151108 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG oslo_concurrency.lockutils [None req-f074fd74-e3ee-4997-aa9e-3e6dea4354a9 tempest-RoutersTest-228919764 tempest-RoutersTest-228919764-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94174) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 11:35:11.207665 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron_lib.callbacks.manager [None req-2603c107-4a5d-449f-9146-54477d7adf96 tempest-PortsIpV6TestJSON-1781383748 tempest-PortsIpV6TestJSON-1781383748-project] Notify callbacks [] for port, precommit_update {{(pid=94175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:35:11.208827 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43e2cebf-642c-4d2f-a5d5-05163e57427f tempest-RoutersTest-228919764 tempest-RoutersTest-228919764-project] Pushing event updated for resources: {'Subnet': ['ID=5201dc7f-ba4f-40c0-a658-be97a9e96cb7,revision_number=0']} {{(pid=94174) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 11:35:11.216220 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG oslo_concurrency.lockutils [None req-43e2cebf-642c-4d2f-a5d5-05163e57427f tempest-RoutersTest-228919764 tempest-RoutersTest-228919764-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.065s {{(pid=94174) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 11:35:11.224585 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.db.provisioning_blocks [None req-2603c107-4a5d-449f-9146-54477d7adf96 tempest-PortsIpV6TestJSON-1781383748 tempest-PortsIpV6TestJSON-1781383748-project] Transition to ACTIVE for port object 770809ae-612f-454a-864c-0f6c06ee52e6 will not be triggered until provisioned by entity DHCP. {{(pid=94175) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 23 11:35:11.225027 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.plugins.ml2.rpc [None req-dc7542b2-afef-47f4-a763-e3a3cba144be None None] Device 986a082d-d456-461b-af82-a65b2ea7bada no longer exists at agent ovs-agent-dv-neutron-601336-94-hyperv {{(pid=94176) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:261}} Jun 23 11:35:11.225178 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-43e2cebf-642c-4d2f-a5d5-05163e57427f tempest-RoutersTest-228919764 tempest-RoutersTest-228919764-project] Checking segment: {'id': '0e56becf-6f0b-4d4f-a8f9-8ffd258ad994', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 434, 'network_id': '2199a989-8a0b-4f69-8f04-3309d630c6a6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94174) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 23 11:35:11.225494 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-43e2cebf-642c-4d2f-a5d5-05163e57427f tempest-RoutersTest-228919764 tempest-RoutersTest-228919764-project] Network hostable DHCP agents. Network: 2199a989-8a0b-4f69-8f04-3309d630c6a6, hostable agents: ['8cf29b10-0e57-4131-816f-a4b6ad00b249'], hosted agents: [] {{(pid=94174) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 23 11:35:11.231720 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron_lib.callbacks.manager [None req-da7a2b8e-4764-4386-9c95-7356a23e193c tempest-RoutersIpV6Test-1448447933 tempest-RoutersIpV6Test-1448447933-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-520407', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-32315'] for router, before_create {{(pid=94175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:35:11.232958 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron_lib.callbacks.manager [None req-da7a2b8e-4764-4386-9c95-7356a23e193c tempest-RoutersIpV6Test-1448447933 tempest-RoutersIpV6Test-1448447933-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-520264', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-524122', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-414782', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-32290'] for router, precommit_create {{(pid=94175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:35:11.249552 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.plugins.ml2.plugin [None req-dc7542b2-afef-47f4-a763-e3a3cba144be None None] No Port match for: 986a082d-d456-461b-af82-a65b2ea7bada {{(pid=94176) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2240}} Jun 23 11:35:11.249908 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.plugins.ml2.rpc [None req-dc7542b2-afef-47f4-a763-e3a3cba144be None None] Device 986a082d-d456-461b-af82-a65b2ea7bada not bound to the agent host dv-neutron-601336-94-hyperv {{(pid=94176) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:271}} Jun 23 11:35:11.250348 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.plugins.ml2.rpc [None req-dc7542b2-afef-47f4-a763-e3a3cba144be None None] Device 6b9e4302-5547-407b-af01-707972ec009b no longer exists at agent ovs-agent-dv-neutron-601336-94-hyperv {{(pid=94176) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:261}} Jun 23 11:35:11.262246 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron_lib.callbacks.manager [None req-2603c107-4a5d-449f-9146-54477d7adf96 tempest-PortsIpV6TestJSON-1781383748 tempest-PortsIpV6TestJSON-1781383748-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-922904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866062', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773700135042', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773699642233', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773699642278', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5082471'] for port, after_update {{(pid=94175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:35:11.277395 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.plugins.ml2.plugin [None req-dc7542b2-afef-47f4-a763-e3a3cba144be None None] No Port match for: 6b9e4302-5547-407b-af01-707972ec009b {{(pid=94176) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2240}} Jun 23 11:35:11.277751 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.plugins.ml2.rpc [None req-dc7542b2-afef-47f4-a763-e3a3cba144be None None] Device 6b9e4302-5547-407b-af01-707972ec009b not bound to the agent host dv-neutron-601336-94-hyperv {{(pid=94176) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:271}} Jun 23 11:35:11.288560 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG oslo_concurrency.lockutils [None req-485a3c87-fd83-4cc0-acd9-a16c53c6b044 tempest-RoutersIpV6Test-1448447933 tempest-RoutersIpV6Test-1448447933-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94175) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 11:35:11.316613 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron_lib.callbacks.manager [None req-da7a2b8e-4764-4386-9c95-7356a23e193c tempest-RoutersIpV6Test-1448447933 tempest-RoutersIpV6Test-1448447933-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:35:11.317975 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-43e2cebf-642c-4d2f-a5d5-05163e57427f tempest-RoutersTest-228919764 tempest-RoutersTest-228919764-project] Network 2199a989-8a0b-4f69-8f04-3309d630c6a6 is scheduled to be hosted by DHCP agent 8cf29b10-0e57-4131-816f-a4b6ad00b249 with binding_index 1 {{(pid=94174) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 23 11:35:11.336439 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.db.db_base_plugin_common [None req-4331484a-6b41-4c17-9188-b4998da0ec2a None None] Allocated IP 2001:db8:0:1::2 (c16c789a-641f-4c9b-ac33-977ceb9ea600/287f5bdb-410e-4d7c-90bd-37a78e21bbd2/0b54f7d0-3659-4d57-a219-9819182e60af) {{(pid=94176) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 23 11:35:11.348829 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.plugins.ml2.plugin [None req-2603c107-4a5d-449f-9146-54477d7adf96 tempest-PortsIpV6TestJSON-1781383748 tempest-PortsIpV6TestJSON-1781383748-project] In _notify_port_updated(), no bound segment for port 770809ae-612f-454a-864c-0f6c06ee52e6 on network c16c789a-641f-4c9b-ac33-977ceb9ea600 {{(pid=94175) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:876}} Jun 23 11:35:11.354768 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2603c107-4a5d-449f-9146-54477d7adf96 tempest-PortsIpV6TestJSON-1781383748 tempest-PortsIpV6TestJSON-1781383748-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 11:35:11.355409 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron_lib.callbacks.manager [None req-2603c107-4a5d-449f-9146-54477d7adf96 tempest-PortsIpV6TestJSON-1781383748 tempest-PortsIpV6TestJSON-1781383748-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-217507'] for port, before_response {{(pid=94175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:35:11.359195 dv-neutron-601336-94-hyperv neutron-server[94175]: INFO neutron.wsgi [None req-2603c107-4a5d-449f-9146-54477d7adf96 tempest-PortsIpV6TestJSON-1781383748 tempest-PortsIpV6TestJSON-1781383748-project] 10.222.0.20 "PUT /v2.0/ports/770809ae-612f-454a-864c-0f6c06ee52e6 HTTP/1.1" status: 200 len: 931 time: 0.7941606 Jun 23 11:35:11.360025 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.wsgi [-] (94175) accepted ('10.222.0.20', 40938) {{(pid=94175) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 11:35:11.402430 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.scheduler.base_scheduler [None req-43e2cebf-642c-4d2f-a5d5-05163e57427f tempest-RoutersTest-228919764 tempest-RoutersTest-228919764-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-601336-94-hyperv, 2199a989-8a0b-4f69-8f04-3309d630c6a6) {{(pid=94174) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 23 11:35:11.402706 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2603c107-4a5d-449f-9146-54477d7adf96 tempest-PortsIpV6TestJSON-1781383748 tempest-PortsIpV6TestJSON-1781383748-project] Pushing event updated for resources: {'Port': ['ID=770809ae-612f-454a-864c-0f6c06ee52e6,revision_number=2']} {{(pid=94175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 11:35:11.414378 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-656d1f33-641b-4323-807a-9fa320d2c493 None None] Network 2199a989-8a0b-4f69-8f04-3309d630c6a6 requested from dv-neutron-601336-94-hyperv {{(pid=94176) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 23 11:35:11.416697 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-43e2cebf-642c-4d2f-a5d5-05163e57427f tempest-RoutersTest-228919764 tempest-RoutersTest-228919764-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94174) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 11:35:11.417388 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron_lib.callbacks.manager [None req-43e2cebf-642c-4d2f-a5d5-05163e57427f tempest-RoutersTest-228919764 tempest-RoutersTest-228919764-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7865916'] for subnet, before_response {{(pid=94174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:35:11.438824 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG oslo_concurrency.lockutils [None req-2603c107-4a5d-449f-9146-54477d7adf96 tempest-PortsIpV6TestJSON-1781383748 tempest-PortsIpV6TestJSON-1781383748-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.150s {{(pid=94175) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 11:35:11.475173 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.plugins.ml2.db [None req-4331484a-6b41-4c17-9188-b4998da0ec2a None None] For port 0b54f7d0-3659-4d57-a219-9819182e60af, host dv-neutron-601336-94-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-94-hyperv',level=0,port_id=0b54f7d0-3659-4d57-a219-9819182e60af,segment=NetworkSegment(ce6843e5-0568-4431-a1aa-a79d3ba677dc),segment_id=ce6843e5-0568-4431-a1aa-a79d3ba677dc)] {{(pid=94176) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 23 11:35:11.499977 dv-neutron-601336-94-hyperv neutron-server[94174]: INFO neutron.wsgi [None req-43e2cebf-642c-4d2f-a5d5-05163e57427f tempest-RoutersTest-228919764 tempest-RoutersTest-228919764-project] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.0292842 Jun 23 11:35:11.502237 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.wsgi [-] (94174) accepted ('10.222.0.20', 40940) {{(pid=94174) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 11:35:11.508025 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.api.v2.base [None req-718c7965-b48f-4977-8810-0d90cf6c285e tempest-RoutersTest-228919764 tempest-RoutersTest-228919764-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-199913279', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=94174) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 23 11:35:11.529574 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron_lib.callbacks.manager [None req-4331484a-6b41-4c17-9188-b4998da0ec2a None None] Notify callbacks [] for port, precommit_update {{(pid=94176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:35:11.562079 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.db.provisioning_blocks [None req-4331484a-6b41-4c17-9188-b4998da0ec2a None None] Transition to ACTIVE for port object 0b54f7d0-3659-4d57-a219-9819182e60af will not be triggered until provisioned by entity DHCP. {{(pid=94176) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 23 11:35:11.581443 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron_lib.callbacks.manager [None req-da7a2b8e-4764-4386-9c95-7356a23e193c tempest-RoutersIpV6Test-1448447933 tempest-RoutersIpV6Test-1448447933-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-524104', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-520389', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-32276'] for router, precommit_update {{(pid=94175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:35:11.606773 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron_lib.callbacks.manager [None req-718c7965-b48f-4977-8810-0d90cf6c285e tempest-RoutersTest-228919764 tempest-RoutersTest-228919764-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-520407', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-32315'] for router, before_create {{(pid=94174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:35:11.610397 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aaee6755-92c5-449b-bc01-392d8aca1568 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1e0d828a-1fa4-563d-b7fd-53adf66a04ee-2199a989-8a0b-4f69-8f04-3309d630c6a6', 'network_id': '2199a989-8a0b-4f69-8f04-3309d630c6a6', 'tenant_id': '1838eb839bc24d0abf2e86f88a8bcfa8', 'fixed_ips': [{'subnet_id': '5201dc7f-ba4f-40c0-a658-be97a9e96cb7'}]}} from dv-neutron-601336-94-hyperv. {{(pid=94176) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 23 11:35:11.610529 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron_lib.callbacks.manager [None req-718c7965-b48f-4977-8810-0d90cf6c285e tempest-RoutersTest-228919764 tempest-RoutersTest-228919764-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-520264', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-524122', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-414782', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-32290'] for router, precommit_create {{(pid=94174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:35:11.610731 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron_lib.callbacks.manager [None req-aaee6755-92c5-449b-bc01-392d8aca1568 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-923104'] for port, before_create {{(pid=94176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:35:11.614697 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.plugins.ml2.plugin [None req-c5bfa779-73e1-45c6-92ec-8251e98547c2 tempest-PortsIpV6TestJSON-1781383748 tempest-PortsIpV6TestJSON-1781383748-project] Deleting port 770809ae-612f-454a-864c-0f6c06ee52e6 {{(pid=94175) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1913}} Jun 23 11:35:11.615079 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron_lib.callbacks.manager [None req-c5bfa779-73e1-45c6-92ec-8251e98547c2 tempest-PortsIpV6TestJSON-1781383748 tempest-PortsIpV6TestJSON-1781383748-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773700079324'] for port, before_delete {{(pid=94175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:35:11.631366 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron_lib.callbacks.manager [None req-4331484a-6b41-4c17-9188-b4998da0ec2a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-922904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866062', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773700135042', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773699642233', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773699642278'] for port, after_update {{(pid=94176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:35:11.663956 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron_lib.callbacks.manager [None req-718c7965-b48f-4977-8810-0d90cf6c285e tempest-RoutersTest-228919764 tempest-RoutersTest-228919764-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:35:11.673459 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG oslo_concurrency.lockutils [None req-dc7542b2-afef-47f4-a763-e3a3cba144be None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 11:35:11.704692 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron_lib.callbacks.manager [None req-c5bfa779-73e1-45c6-92ec-8251e98547c2 tempest-PortsIpV6TestJSON-1781383748 tempest-PortsIpV6TestJSON-1781383748-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-430722'] for port, precommit_delete {{(pid=94175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:35:11.727486 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron_lib.callbacks.manager [None req-718c7965-b48f-4977-8810-0d90cf6c285e tempest-RoutersTest-228919764 tempest-RoutersTest-228919764-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-520412', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-524143'] for router, after_create {{(pid=94174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:35:11.753624 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.plugins.ml2.plugin [None req-c5bfa779-73e1-45c6-92ec-8251e98547c2 tempest-PortsIpV6TestJSON-1781383748 tempest-PortsIpV6TestJSON-1781383748-project] Calling delete_port for 770809ae-612f-454a-864c-0f6c06ee52e6 owned by {{(pid=94175) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1986}} Jun 23 11:35:11.800736 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4331484a-6b41-4c17-9188-b4998da0ec2a None None] Pushing event updated for resources: {'Port': ['ID=0b54f7d0-3659-4d57-a219-9819182e60af,revision_number=4']} {{(pid=94176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 11:35:11.804976 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG oslo_concurrency.lockutils [None req-4331484a-6b41-4c17-9188-b4998da0ec2a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.132s {{(pid=94176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 11:35:11.815067 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron_lib.callbacks.manager [None req-718c7965-b48f-4977-8810-0d90cf6c285e tempest-RoutersTest-228919764 tempest-RoutersTest-228919764-project] Notify callbacks [] for router, before_response {{(pid=94174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:35:11.819704 dv-neutron-601336-94-hyperv neutron-server[94174]: INFO neutron.wsgi [None req-718c7965-b48f-4977-8810-0d90cf6c285e tempest-RoutersTest-228919764 tempest-RoutersTest-228919764-project] 10.222.0.20 "POST /v2.0/routers HTTP/1.1" status: 201 len: 699 time: 0.3161879 Jun 23 11:35:11.820637 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.wsgi [-] (94175) accepted ('10.222.0.20', 40942) {{(pid=94175) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 11:35:11.825903 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.db.db_base_plugin_common [None req-aaee6755-92c5-449b-bc01-392d8aca1568 None None] Allocated IP 172.20.0.2 (2199a989-8a0b-4f69-8f04-3309d630c6a6/5201dc7f-ba4f-40c0-a658-be97a9e96cb7/8fae91fe-534a-4b6a-8d98-f2980ad25382) {{(pid=94176) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 23 11:35:11.835229 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.api.v2.base [None req-17e51fd5-4178-44f3-b777-bf889a09027a tempest-RoutersTest-228919764 tempest-RoutersTest-228919764-project] Request body: {'port': {'network_id': '2199a989-8a0b-4f69-8f04-3309d630c6a6', 'name': 'tempest-RoutersTest-1580712986'}} {{(pid=94175) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 23 11:35:11.980654 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron_lib.callbacks.manager [None req-aaee6755-92c5-449b-bc01-392d8aca1568 None None] Notify callbacks [] for port, precommit_create {{(pid=94176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:35:11.989969 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.db.provisioning_blocks [None req-aaee6755-92c5-449b-bc01-392d8aca1568 None None] Transition to ACTIVE for port object 8fae91fe-534a-4b6a-8d98-f2980ad25382 will not be triggered until provisioned by entity L2. {{(pid=94176) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 23 11:35:12.012139 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.db.provisioning_blocks [None req-aaee6755-92c5-449b-bc01-392d8aca1568 None None] Transition to ACTIVE for port object 8fae91fe-534a-4b6a-8d98-f2980ad25382 will not be triggered until provisioned by entity DHCP. {{(pid=94176) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 23 11:35:12.083766 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron_lib.callbacks.manager [None req-aaee6755-92c5-449b-bc01-392d8aca1568 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-922915', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-239814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7866073', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773699642215'] for port, after_create {{(pid=94176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:35:12.086961 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG oslo_concurrency.lockutils [None req-6f3feb45-132a-4b5b-83c8-9dd46b352a32 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 11:35:12.128132 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aaee6755-92c5-449b-bc01-392d8aca1568 None None] Network 2199a989-8a0b-4f69-8f04-3309d630c6a6 is already hosted by enough agents. {{(pid=94176) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 23 11:35:12.145725 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aaee6755-92c5-449b-bc01-392d8aca1568 None None] Pushing event updated for resources: {'Port': ['ID=8fae91fe-534a-4b6a-8d98-f2980ad25382,revision_number=1']} {{(pid=94176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 11:35:12.151946 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG oslo_concurrency.lockutils [None req-aaee6755-92c5-449b-bc01-392d8aca1568 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.065s {{(pid=94176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 11:35:12.153615 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.scheduler.base_scheduler [None req-aaee6755-92c5-449b-bc01-392d8aca1568 None None] Resources bound (agent type, host, resource id): {{(pid=94176) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 23 11:35:12.156188 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aaee6755-92c5-449b-bc01-392d8aca1568 None None] Received port after_create {{(pid=94176) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 23 11:35:12.218637 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.plugins.ml2.managers [None req-aaee6755-92c5-449b-bc01-392d8aca1568 None None] Attempting to bind port 8fae91fe-534a-4b6a-8d98-f2980ad25382 on host dv-neutron-601336-94-hyperv for vnic_type normal with profile {{(pid=94176) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 23 11:35:12.219058 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.plugins.ml2.managers [None req-aaee6755-92c5-449b-bc01-392d8aca1568 None None] Attempting to bind port 8fae91fe-534a-4b6a-8d98-f2980ad25382 by drivers openvswitch,hyperv on host dv-neutron-601336-94-hyperv at level 0 using segments [{'id': '0e56becf-6f0b-4d4f-a8f9-8ffd258ad994', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 434, 'network_id': '2199a989-8a0b-4f69-8f04-3309d630c6a6'}] {{(pid=94176) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 23 11:35:12.219419 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aaee6755-92c5-449b-bc01-392d8aca1568 None None] Attempting to bind port 8fae91fe-534a-4b6a-8d98-f2980ad25382 on network 2199a989-8a0b-4f69-8f04-3309d630c6a6 {{(pid=94176) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 23 11:35:12.225093 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aaee6755-92c5-449b-bc01-392d8aca1568 None None] Checking agent: {'id': '4d05f899-5ac9-411b-8a03-f60c93f87cdf', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-601336-94-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 23, 11, 22, 14), 'started_at': datetime.datetime(2021, 6, 23, 11, 22, 44), 'heartbeat_timestamp': datetime.datetime(2021, 6, 23, 11, 34, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'monitor_allowed_address_pair_garp': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-601336-94-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94176) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 23 11:35:12.225481 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aaee6755-92c5-449b-bc01-392d8aca1568 None None] Checking segment: {'id': '0e56becf-6f0b-4d4f-a8f9-8ffd258ad994', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 434, 'network_id': '2199a989-8a0b-4f69-8f04-3309d630c6a6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94176) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 23 11:35:12.225898 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron_lib.callbacks.manager [None req-aaee6755-92c5-449b-bc01-392d8aca1568 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:35:12.226438 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aaee6755-92c5-449b-bc01-392d8aca1568 None None] Bound using segment: {'id': '0e56becf-6f0b-4d4f-a8f9-8ffd258ad994', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 434, 'network_id': '2199a989-8a0b-4f69-8f04-3309d630c6a6'} {{(pid=94176) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 23 11:35:12.226928 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.plugins.ml2.managers [None req-aaee6755-92c5-449b-bc01-392d8aca1568 None None] Bound port: 8fae91fe-534a-4b6a-8d98-f2980ad25382, host: dv-neutron-601336-94-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0e56becf-6f0b-4d4f-a8f9-8ffd258ad994', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 434, 'network_id': '2199a989-8a0b-4f69-8f04-3309d630c6a6'}}] {{(pid=94176) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 23 11:35:12.227377 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron_lib.callbacks.manager [None req-aaee6755-92c5-449b-bc01-392d8aca1568 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-923122'] for port, before_update {{(pid=94176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:35:12.307162 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.plugins.ml2.db [None req-aaee6755-92c5-449b-bc01-392d8aca1568 None None] For port 8fae91fe-534a-4b6a-8d98-f2980ad25382, host dv-neutron-601336-94-hyperv, cleared binding levels {{(pid=94176) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 23 11:35:12.310406 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.plugins.ml2.db [None req-aaee6755-92c5-449b-bc01-392d8aca1568 None None] For port 8fae91fe-534a-4b6a-8d98-f2980ad25382, host dv-neutron-601336-94-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-94-hyperv',level=0,port_id=8fae91fe-534a-4b6a-8d98-f2980ad25382,segment=NetworkSegment(0e56becf-6f0b-4d4f-a8f9-8ffd258ad994),segment_id=0e56becf-6f0b-4d4f-a8f9-8ffd258ad994)] {{(pid=94176) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 23 11:35:12.381750 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron_lib.callbacks.manager [None req-aaee6755-92c5-449b-bc01-392d8aca1568 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-922904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866062', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773700135042', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773699642233', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773699642278'] for port, after_update {{(pid=94176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:35:12.384709 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG oslo_concurrency.lockutils [None req-7dd2672c-5634-4295-95cf-ec38540db399 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 11:35:12.460353 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aaee6755-92c5-449b-bc01-392d8aca1568 None None] Pushing event updated for resources: {'Port': ['ID=8fae91fe-534a-4b6a-8d98-f2980ad25382,revision_number=2']} {{(pid=94176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 11:35:12.463564 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron_lib.callbacks.manager [None req-c5bfa779-73e1-45c6-92ec-8251e98547c2 tempest-PortsIpV6TestJSON-1781383748 tempest-PortsIpV6TestJSON-1781383748-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-922904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866062', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773700135024', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773699642224', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5082448'] for port, after_delete {{(pid=94175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:35:12.466325 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG oslo_concurrency.lockutils [None req-aaee6755-92c5-449b-bc01-392d8aca1568 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.081s {{(pid=94176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 11:35:12.489774 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG oslo_concurrency.lockutils [None req-c15f02b0-510e-4fb8-bf57-b08e13c8a663 tempest-PortsIpV6TestJSON-1781383748 tempest-PortsIpV6TestJSON-1781383748-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94175) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 11:35:12.500656 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron_lib.callbacks.manager [None req-da7a2b8e-4764-4386-9c95-7356a23e193c tempest-RoutersIpV6Test-1448447933 tempest-RoutersIpV6Test-1448447933-project] Notify callbacks [] for router_gateway, before_create {{(pid=94175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:35:12.541036 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5bfa779-73e1-45c6-92ec-8251e98547c2 tempest-PortsIpV6TestJSON-1781383748 tempest-PortsIpV6TestJSON-1781383748-project] Pushing event deleted for resources: {'Port': ['ID=770809ae-612f-454a-864c-0f6c06ee52e6,revision_number=None']} {{(pid=94175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 11:35:12.543292 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron_lib.callbacks.manager [None req-da7a2b8e-4764-4386-9c95-7356a23e193c tempest-RoutersIpV6Test-1448447933 tempest-RoutersIpV6Test-1448447933-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-923104'] for port, before_create {{(pid=94175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:35:12.545234 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG oslo_concurrency.lockutils [None req-c5bfa779-73e1-45c6-92ec-8251e98547c2 tempest-PortsIpV6TestJSON-1781383748 tempest-PortsIpV6TestJSON-1781383748-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.056s {{(pid=94175) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 11:35:12.550544 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.db.provisioning_blocks [None req-26aeab75-763e-419a-b2f6-6eee1c56f63c None None] Provisioning for port 0b54f7d0-3659-4d57-a219-9819182e60af completed by entity DHCP. {{(pid=94176) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 23 11:35:12.556355 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.db.provisioning_blocks [None req-26aeab75-763e-419a-b2f6-6eee1c56f63c None None] Provisioning complete for port 0b54f7d0-3659-4d57-a219-9819182e60af triggered by entity DHCP. {{(pid=94176) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 23 11:35:12.556850 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron_lib.callbacks.manager [None req-26aeab75-763e-419a-b2f6-6eee1c56f63c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-899258'] for port, provisioning_complete {{(pid=94176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:35:12.580325 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron_lib.callbacks.manager [None req-c5bfa779-73e1-45c6-92ec-8251e98547c2 tempest-PortsIpV6TestJSON-1781383748 tempest-PortsIpV6TestJSON-1781383748-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-217507'] for port, before_response {{(pid=94175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:35:12.583073 dv-neutron-601336-94-hyperv neutron-server[94175]: INFO neutron.wsgi [None req-c5bfa779-73e1-45c6-92ec-8251e98547c2 tempest-PortsIpV6TestJSON-1781383748 tempest-PortsIpV6TestJSON-1781383748-project] 10.222.0.20 "DELETE /v2.0/ports/770809ae-612f-454a-864c-0f6c06ee52e6 HTTP/1.1" status: 204 len: 168 time: 1.2218885 Jun 23 11:35:12.583073 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-17e51fd5-4178-44f3-b777-bf889a09027a tempest-RoutersTest-228919764 tempest-RoutersTest-228919764-project] Made reservation on behalf of 1838eb839bc24d0abf2e86f88a8bcfa8 for: {'port': 1} {{(pid=94175) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 23 11:35:12.585217 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.wsgi [-] (94174) accepted ('10.222.0.20', 40944) {{(pid=94174) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 11:35:12.586485 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron_lib.callbacks.manager [None req-17e51fd5-4178-44f3-b777-bf889a09027a tempest-RoutersTest-228919764 tempest-RoutersTest-228919764-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-923104'] for port, before_create {{(pid=94175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:35:12.626430 dv-neutron-601336-94-hyperv neutron-server[94174]: INFO neutron.pecan_wsgi.hooks.translation [None req-5569b9aa-e038-44c6-965b-5554b88248af tempest-PortsIpV6TestJSON-1781383748 tempest-PortsIpV6TestJSON-1781383748-project] GET failed (client error): The resource could not be found. Jun 23 11:35:12.628537 dv-neutron-601336-94-hyperv neutron-server[94174]: INFO neutron.wsgi [None req-5569b9aa-e038-44c6-965b-5554b88248af tempest-PortsIpV6TestJSON-1781383748 tempest-PortsIpV6TestJSON-1781383748-project] 10.222.0.20 "GET /v2.0/ports/770809ae-612f-454a-864c-0f6c06ee52e6 HTTP/1.1" status: 404 len: 333 time: 0.0423307 Jun 23 11:35:12.631381 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.wsgi [-] (94174) accepted ('10.222.0.20', 40946) {{(pid=94174) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 11:35:12.648726 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.notifiers.nova [None req-17e51fd5-4178-44f3-b777-bf889a09027a tempest-RoutersTest-228919764 tempest-RoutersTest-228919764-project] device_id is not set on port a901650d-640d-44ad-a2e8-5862624fc014 yet. {{(pid=94175) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jun 23 11:35:12.676987 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.db.provisioning_blocks [None req-26aeab75-763e-419a-b2f6-6eee1c56f63c None None] Could not find standard attr ID for object 770809ae-612f-454a-864c-0f6c06ee52e6. {{(pid=94176) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jun 23 11:35:12.722385 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.db.provisioning_blocks [None req-26aeab75-763e-419a-b2f6-6eee1c56f63c None None] Provisioning complete for port 55b0eff6-d88f-4310-b778-2c822e3d8f1a triggered by entity DHCP. {{(pid=94176) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 23 11:35:12.723058 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron_lib.callbacks.manager [None req-26aeab75-763e-419a-b2f6-6eee1c56f63c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-899258'] for port, provisioning_complete {{(pid=94176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:35:12.737647 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron_lib.callbacks.manager [None req-8f95c6e4-b850-4cb6-a61a-787633258ae6 tempest-PortsIpV6TestJSON-1781383748 tempest-PortsIpV6TestJSON-1781383748-project] Notify callbacks [] for security_group, before_delete {{(pid=94174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:35:12.767184 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron_lib.callbacks.manager [None req-8f95c6e4-b850-4cb6-a61a-787633258ae6 tempest-PortsIpV6TestJSON-1781383748 tempest-PortsIpV6TestJSON-1781383748-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:35:12.767938 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.plugins.ml2.plugin [None req-26aeab75-763e-419a-b2f6-6eee1c56f63c None None] Port 55b0eff6-d88f-4310-b778-2c822e3d8f1a cannot update to ACTIVE because it is not bound. {{(pid=94176) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jun 23 11:35:12.823397 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.db.db_base_plugin_common [None req-da7a2b8e-4764-4386-9c95-7356a23e193c tempest-RoutersIpV6Test-1448447933 tempest-RoutersIpV6Test-1448447933-project] Allocated IP 172.26.3.199 (3e7e4eb3-cf02-4d47-ade9-0a579cdfc60f/a5ad15ab-c489-4a67-a9b0-d559fca0ec71/6d9a447c-2e82-4200-9fe4-5d57c6d9377d) {{(pid=94175) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 23 11:35:12.890596 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.db.provisioning_blocks [None req-a839b29f-399e-4843-8ed5-dd340fb9f3df None None] Could not find standard attr ID for object 770809ae-612f-454a-864c-0f6c06ee52e6. {{(pid=94176) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jun 23 11:35:12.908977 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.db.db_base_plugin_common [None req-17e51fd5-4178-44f3-b777-bf889a09027a tempest-RoutersTest-228919764 tempest-RoutersTest-228919764-project] Allocated IP 172.20.0.7 (2199a989-8a0b-4f69-8f04-3309d630c6a6/5201dc7f-ba4f-40c0-a658-be97a9e96cb7/a901650d-640d-44ad-a2e8-5862624fc014) {{(pid=94175) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 23 11:35:12.950232 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron_lib.callbacks.manager [None req-8f95c6e4-b850-4cb6-a61a-787633258ae6 tempest-PortsIpV6TestJSON-1781383748 tempest-PortsIpV6TestJSON-1781383748-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7996330'] for security_group, after_delete {{(pid=94174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:35:12.954008 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron_lib.callbacks.manager [None req-8f95c6e4-b850-4cb6-a61a-787633258ae6 tempest-PortsIpV6TestJSON-1781383748 tempest-PortsIpV6TestJSON-1781383748-project] Notify callbacks [] for security_group, before_response {{(pid=94174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:35:12.958937 dv-neutron-601336-94-hyperv neutron-server[94174]: INFO neutron.wsgi [None req-8f95c6e4-b850-4cb6-a61a-787633258ae6 tempest-PortsIpV6TestJSON-1781383748 tempest-PortsIpV6TestJSON-1781383748-project] 10.222.0.20 "DELETE /v2.0/security-groups/64b98ae0-05cc-4026-8255-0f82be8f782d HTTP/1.1" status: 204 len: 168 time: 0.3262529 Jun 23 11:35:12.959159 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.wsgi [-] (94175) accepted ('10.222.0.20', 40948) {{(pid=94175) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 11:35:12.960127 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG oslo_concurrency.lockutils [None req-af2b592a-9bf7-480d-b418-b1e25585b153 tempest-RoutersIpV6Test-1448447933 tempest-RoutersIpV6Test-1448447933-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94174) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 11:35:12.970603 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f95c6e4-b850-4cb6-a61a-787633258ae6 tempest-PortsIpV6TestJSON-1781383748 tempest-PortsIpV6TestJSON-1781383748-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=64b98ae0-05cc-4026-8255-0f82be8f782d,revision_number=None']} {{(pid=94174) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 11:35:12.973490 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG oslo_concurrency.lockutils [None req-8f95c6e4-b850-4cb6-a61a-787633258ae6 tempest-PortsIpV6TestJSON-1781383748 tempest-PortsIpV6TestJSON-1781383748-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.014s {{(pid=94174) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 11:35:13.007768 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.plugins.ml2.rpc [None req-dc7542b2-afef-47f4-a763-e3a3cba144be None None] Device 0b54f7d0-3659-4d57-a219-9819182e60af up at agent ovs-agent-dv-neutron-601336-94-hyperv {{(pid=94176) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:298}} Jun 23 11:35:13.056188 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.db.provisioning_blocks [None req-dc7542b2-afef-47f4-a763-e3a3cba144be None None] Provisioning complete for port 0b54f7d0-3659-4d57-a219-9819182e60af triggered by entity L2. {{(pid=94176) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 23 11:35:13.056571 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron_lib.callbacks.manager [None req-dc7542b2-afef-47f4-a763-e3a3cba144be None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-899258'] for port, provisioning_complete {{(pid=94176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:35:13.079829 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron_lib.callbacks.manager [None req-da7a2b8e-4764-4386-9c95-7356a23e193c tempest-RoutersIpV6Test-1448447933 tempest-RoutersIpV6Test-1448447933-project] Notify callbacks [] for port, precommit_create {{(pid=94175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:35:13.131811 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron_lib.callbacks.manager [None req-f8c480f4-3cd8-4a88-b86e-4b1a7a2a1ba0 tempest-PortsIpV6TestJSON-1781383748 tempest-PortsIpV6TestJSON-1781383748-project] Notify callbacks [] for security_group, before_delete {{(pid=94175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:35:13.148567 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.plugins.ml2.rpc [None req-dc7542b2-afef-47f4-a763-e3a3cba144be None None] Device 8fae91fe-534a-4b6a-8d98-f2980ad25382 up at agent ovs-agent-dv-neutron-601336-94-hyperv {{(pid=94176) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:298}} Jun 23 11:35:13.169555 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron_lib.callbacks.manager [None req-65110298-9756-4c5e-ba4c-67e772a21310 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773699952132', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-899307'] for agent, after_update {{(pid=94176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:35:13.195209 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron_lib.callbacks.manager [None req-f8c480f4-3cd8-4a88-b86e-4b1a7a2a1ba0 tempest-PortsIpV6TestJSON-1781383748 tempest-PortsIpV6TestJSON-1781383748-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:35:13.200437 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron_lib.callbacks.manager [None req-17e51fd5-4178-44f3-b777-bf889a09027a tempest-RoutersTest-228919764 tempest-RoutersTest-228919764-project] Notify callbacks [] for port, precommit_create {{(pid=94175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:35:13.237480 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.db.provisioning_blocks [None req-17e51fd5-4178-44f3-b777-bf889a09027a tempest-RoutersTest-228919764 tempest-RoutersTest-228919764-project] Transition to ACTIVE for port object a901650d-640d-44ad-a2e8-5862624fc014 will not be triggered until provisioned by entity DHCP. {{(pid=94175) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 23 11:35:13.289206 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.db.provisioning_blocks [None req-dc7542b2-afef-47f4-a763-e3a3cba144be None None] Provisioning for port 8fae91fe-534a-4b6a-8d98-f2980ad25382 completed by entity L2. {{(pid=94176) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 23 11:35:13.289519 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron_lib.callbacks.manager [None req-da7a2b8e-4764-4386-9c95-7356a23e193c tempest-RoutersIpV6Test-1448447933 tempest-RoutersIpV6Test-1448447933-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-922915', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-239814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7866073', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773699642215', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-5082457'] for port, after_create {{(pid=94175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:35:13.292651 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG oslo_concurrency.lockutils [None req-76c5f4d0-ebd8-43a0-9b10-4b1db5308cda tempest-PortsIpV6TestJSON-1781383748 tempest-PortsIpV6TestJSON-1781383748-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94175) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 11:35:13.329308 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-da7a2b8e-4764-4386-9c95-7356a23e193c tempest-RoutersIpV6Test-1448447933 tempest-RoutersIpV6Test-1448447933-project] Network 3e7e4eb3-cf02-4d47-ade9-0a579cdfc60f is already hosted by enough agents. {{(pid=94175) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 23 11:35:13.333766 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.scheduler.base_scheduler [None req-da7a2b8e-4764-4386-9c95-7356a23e193c tempest-RoutersIpV6Test-1448447933 tempest-RoutersIpV6Test-1448447933-project] Resources bound (agent type, host, resource id): {{(pid=94175) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 23 11:35:13.339633 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.db.l3_dvrscheduler_db [None req-da7a2b8e-4764-4386-9c95-7356a23e193c tempest-RoutersIpV6Test-1448447933 tempest-RoutersIpV6Test-1448447933-project] Received port after_create {{(pid=94175) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 23 11:35:13.361485 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron_lib.callbacks.manager [None req-f8c480f4-3cd8-4a88-b86e-4b1a7a2a1ba0 tempest-PortsIpV6TestJSON-1781383748 tempest-PortsIpV6TestJSON-1781383748-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7996330'] for security_group, after_delete {{(pid=94175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:35:13.364133 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron_lib.callbacks.manager [None req-f8c480f4-3cd8-4a88-b86e-4b1a7a2a1ba0 tempest-PortsIpV6TestJSON-1781383748 tempest-PortsIpV6TestJSON-1781383748-project] Notify callbacks [] for security_group, before_response {{(pid=94175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:35:13.365263 dv-neutron-601336-94-hyperv neutron-server[94175]: INFO neutron.wsgi [None req-f8c480f4-3cd8-4a88-b86e-4b1a7a2a1ba0 tempest-PortsIpV6TestJSON-1781383748 tempest-PortsIpV6TestJSON-1781383748-project] 10.222.0.20 "DELETE /v2.0/security-groups/cfe9d564-bdcd-4b80-80f7-e67230aff081 HTTP/1.1" status: 204 len: 168 time: 0.4038208 Jun 23 11:35:13.368232 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.wsgi [-] (94175) accepted ('10.222.0.20', 40950) {{(pid=94175) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 11:35:13.369893 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron_lib.callbacks.manager [None req-17e51fd5-4178-44f3-b777-bf889a09027a tempest-RoutersTest-228919764 tempest-RoutersTest-228919764-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-922915', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-239814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7866073', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773699642215', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-5082457'] for port, after_create {{(pid=94175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:35:13.372720 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da7a2b8e-4764-4386-9c95-7356a23e193c tempest-RoutersIpV6Test-1448447933 tempest-RoutersIpV6Test-1448447933-project] Pushing event updated for resources: {'Port': ['ID=6d9a447c-2e82-4200-9fe4-5d57c6d9377d,revision_number=1']} {{(pid=94175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 11:35:13.385858 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG oslo_concurrency.lockutils [None req-da7a2b8e-4764-4386-9c95-7356a23e193c tempest-RoutersIpV6Test-1448447933 tempest-RoutersIpV6Test-1448447933-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.093s {{(pid=94175) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 11:35:13.389350 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG oslo_concurrency.lockutils [None req-0994a97d-6e52-4b0c-bd13-6e015bfe6dd1 tempest-NegativeSecGroupTest-178874014 tempest-NegativeSecGroupTest-178874014-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.021s {{(pid=94175) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 11:35:13.440102 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8c480f4-3cd8-4a88-b86e-4b1a7a2a1ba0 tempest-PortsIpV6TestJSON-1781383748 tempest-PortsIpV6TestJSON-1781383748-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=cfe9d564-bdcd-4b80-80f7-e67230aff081,revision_number=None']} {{(pid=94175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 11:35:13.450501 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-17e51fd5-4178-44f3-b777-bf889a09027a tempest-RoutersTest-228919764 tempest-RoutersTest-228919764-project] Network 2199a989-8a0b-4f69-8f04-3309d630c6a6 is already hosted by enough agents. {{(pid=94175) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 23 11:35:13.453686 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG oslo_concurrency.lockutils [None req-f8c480f4-3cd8-4a88-b86e-4b1a7a2a1ba0 tempest-PortsIpV6TestJSON-1781383748 tempest-PortsIpV6TestJSON-1781383748-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.064s {{(pid=94175) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 11:35:13.454210 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG oslo_concurrency.lockutils [None req-8dd5c58a-7598-415e-859b-81dd0b443279 tempest-RoutersIpV6Test-1448447933 tempest-RoutersIpV6Test-1448447933-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.071s {{(pid=94175) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 11:35:13.490547 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.scheduler.base_scheduler [None req-17e51fd5-4178-44f3-b777-bf889a09027a tempest-RoutersTest-228919764 tempest-RoutersTest-228919764-project] Resources bound (agent type, host, resource id): {{(pid=94175) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 23 11:35:13.499020 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.db.db_base_plugin_v2 [None req-d8163f46-db19-4b70-8962-aee3603dcd8f tempest-PortsIpV6TestJSON-1781383748 tempest-PortsIpV6TestJSON-1781383748-project] Deleting subnet b15ceed6-c4b0-4b44-b2ad-5aaa19365c9c {{(pid=94175) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jun 23 11:35:13.525437 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-82ec5167-35a2-404a-84bb-aa416f9264b8 None None] Network 2199a989-8a0b-4f69-8f04-3309d630c6a6 requested from dv-neutron-601336-94-hyperv {{(pid=94176) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 23 11:35:13.532341 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.db.l3_dvrscheduler_db [None req-17e51fd5-4178-44f3-b777-bf889a09027a tempest-RoutersTest-228919764 tempest-RoutersTest-228919764-project] Received port after_create {{(pid=94175) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 23 11:35:13.564503 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron_lib.callbacks.manager [None req-d8163f46-db19-4b70-8962-aee3603dcd8f tempest-PortsIpV6TestJSON-1781383748 tempest-PortsIpV6TestJSON-1781383748-project] Notify callbacks [] for subnet, before_delete {{(pid=94175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:35:13.664182 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17e51fd5-4178-44f3-b777-bf889a09027a tempest-RoutersTest-228919764 tempest-RoutersTest-228919764-project] Pushing event updated for resources: {'Port': ['ID=a901650d-640d-44ad-a2e8-5862624fc014,revision_number=1']} {{(pid=94175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 11:35:13.673487 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG oslo_concurrency.lockutils [None req-17e51fd5-4178-44f3-b777-bf889a09027a tempest-RoutersTest-228919764 tempest-RoutersTest-228919764-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.219s {{(pid=94175) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 11:35:13.684417 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron_lib.callbacks.manager [None req-d8163f46-db19-4b70-8962-aee3603dcd8f tempest-PortsIpV6TestJSON-1781383748 tempest-PortsIpV6TestJSON-1781383748-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5190686'] for subnet, precommit_delete_associations {{(pid=94175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:35:13.714724 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-17e51fd5-4178-44f3-b777-bf889a09027a tempest-RoutersTest-228919764 tempest-RoutersTest-228919764-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 11:35:13.715398 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron_lib.callbacks.manager [None req-17e51fd5-4178-44f3-b777-bf889a09027a tempest-RoutersTest-228919764 tempest-RoutersTest-228919764-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-217507'] for port, before_response {{(pid=94175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:35:13.717333 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.db.provisioning_blocks [None req-17f9a554-a342-48bc-a4ea-43f833a23632 None None] Provisioning for port 8fae91fe-534a-4b6a-8d98-f2980ad25382 completed by entity DHCP. {{(pid=94176) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 23 11:35:13.727362 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.db.provisioning_blocks [None req-17f9a554-a342-48bc-a4ea-43f833a23632 None None] Provisioning complete for port 8fae91fe-534a-4b6a-8d98-f2980ad25382 triggered by entity DHCP. {{(pid=94176) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 23 11:35:13.727362 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron_lib.callbacks.manager [None req-17f9a554-a342-48bc-a4ea-43f833a23632 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-899258'] for port, provisioning_complete {{(pid=94176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:35:13.801010 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron_lib.callbacks.manager [None req-d8163f46-db19-4b70-8962-aee3603dcd8f tempest-PortsIpV6TestJSON-1781383748 tempest-PortsIpV6TestJSON-1781383748-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-897634'] for subnet, precommit_delete {{(pid=94175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:35:13.822743 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron_lib.callbacks.manager [None req-17f9a554-a342-48bc-a4ea-43f833a23632 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-923122'] for port, before_update {{(pid=94176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:35:13.828815 dv-neutron-601336-94-hyperv neutron-server[94175]: INFO neutron.wsgi [None req-17e51fd5-4178-44f3-b777-bf889a09027a tempest-RoutersTest-228919764 tempest-RoutersTest-228919764-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 922 time: 2.0028536 Jun 23 11:35:13.833988 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.wsgi [-] (94174) accepted ('10.222.0.20', 40952) {{(pid=94174) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 11:35:13.879141 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.plugins.ml2.db [None req-17f9a554-a342-48bc-a4ea-43f833a23632 None None] For port 8fae91fe-534a-4b6a-8d98-f2980ad25382, host dv-neutron-601336-94-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-94-hyperv',level=0,port_id=8fae91fe-534a-4b6a-8d98-f2980ad25382,segment=NetworkSegment(0e56becf-6f0b-4d4f-a8f9-8ffd258ad994),segment_id=0e56becf-6f0b-4d4f-a8f9-8ffd258ad994)] {{(pid=94176) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 23 11:35:13.905850 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron_lib.callbacks.manager [None req-dc7542b2-afef-47f4-a763-e3a3cba144be None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773699952132', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-899307'] for agent, after_update {{(pid=94176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:35:13.958802 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron_lib.callbacks.manager [None req-17f9a554-a342-48bc-a4ea-43f833a23632 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-922904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866062', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773700135042', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773699642233', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773699642278'] for port, after_update {{(pid=94176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:35:13.959931 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron_lib.callbacks.manager [None req-da7a2b8e-4764-4386-9c95-7356a23e193c tempest-RoutersIpV6Test-1448447933 tempest-RoutersIpV6Test-1448447933-project] Notify callbacks [] for router_gateway, after_create {{(pid=94175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:35:13.961250 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG oslo_concurrency.lockutils [None req-53e059bd-9cde-42ad-a01e-c66814575ed2 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 11:35:14.015287 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron_lib.callbacks.manager [None req-d8163f46-db19-4b70-8962-aee3603dcd8f tempest-PortsIpV6TestJSON-1781383748 tempest-PortsIpV6TestJSON-1781383748-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-897627', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866062', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5083050', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4660036'] for subnet, after_delete {{(pid=94175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:35:14.021368 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17f9a554-a342-48bc-a4ea-43f833a23632 None None] Pushing event updated for resources: {'Port': ['ID=8fae91fe-534a-4b6a-8d98-f2980ad25382,revision_number=3']} {{(pid=94176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 11:35:14.032364 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG oslo_concurrency.lockutils [None req-17f9a554-a342-48bc-a4ea-43f833a23632 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.071s {{(pid=94176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 11:35:14.032518 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG oslo_concurrency.lockutils [None req-5bd53fb2-7182-49d1-aefd-d275f56da960 tempest-PortsIpV6TestJSON-1781383748 tempest-PortsIpV6TestJSON-1781383748-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94175) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 11:35:14.045162 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1e171758-b7dd-46e7-83cc-263a728a6a95 None None] Network c16c789a-641f-4c9b-ac33-977ceb9ea600 requested from dv-neutron-601336-94-hyperv {{(pid=94176) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 23 11:35:14.057094 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron_lib.callbacks.manager [None req-d8163f46-db19-4b70-8962-aee3603dcd8f tempest-PortsIpV6TestJSON-1781383748 tempest-PortsIpV6TestJSON-1781383748-project] Notify callbacks [] for subnet, before_response {{(pid=94175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:35:14.062564 dv-neutron-601336-94-hyperv neutron-server[94175]: INFO neutron.wsgi [None req-d8163f46-db19-4b70-8962-aee3603dcd8f tempest-PortsIpV6TestJSON-1781383748 tempest-PortsIpV6TestJSON-1781383748-project] 10.222.0.20 "DELETE /v2.0/subnets/b15ceed6-c4b0-4b44-b2ad-5aaa19365c9c HTTP/1.1" status: 204 len: 168 time: 0.6872849 Jun 23 11:35:14.083506 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.wsgi [-] (94174) accepted ('10.222.0.20', 40954) {{(pid=94174) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 11:35:14.085456 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8163f46-db19-4b70-8962-aee3603dcd8f tempest-PortsIpV6TestJSON-1781383748 tempest-PortsIpV6TestJSON-1781383748-project] Pushing event deleted for resources: {'Subnet': ['ID=b15ceed6-c4b0-4b44-b2ad-5aaa19365c9c,revision_number=None']} {{(pid=94175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 11:35:14.091104 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG oslo_concurrency.lockutils [None req-d8163f46-db19-4b70-8962-aee3603dcd8f tempest-PortsIpV6TestJSON-1781383748 tempest-PortsIpV6TestJSON-1781383748-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.057s {{(pid=94175) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 11:35:14.091741 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.api.v2.base [None req-c3af1532-7a1e-46b4-ab65-a65d16d16d3f tempest-PortsIpV6TestJSON-1781383748 tempest-PortsIpV6TestJSON-1781383748-project] Request body: {'subnet': {'network_id': 'c16c789a-641f-4c9b-ac33-977ceb9ea600', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=94174) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 23 11:35:14.116960 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.db.provisioning_blocks [None req-48d76540-e19d-485b-8be6-431f6410e925 None None] Provisioning complete for port 8fae91fe-534a-4b6a-8d98-f2980ad25382 triggered by entity DHCP. {{(pid=94176) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 23 11:35:14.117411 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron_lib.callbacks.manager [None req-48d76540-e19d-485b-8be6-431f6410e925 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-899258'] for port, provisioning_complete {{(pid=94176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:35:14.236246 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron_lib.callbacks.manager [None req-da7a2b8e-4764-4386-9c95-7356a23e193c tempest-RoutersIpV6Test-1448447933 tempest-RoutersIpV6Test-1448447933-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-520412', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-524143'] for router, after_create {{(pid=94175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:35:14.325428 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron_lib.callbacks.manager [None req-67366706-fdcf-4f08-8172-e494190958f9 tempest-RoutersTest-228919764 tempest-RoutersTest-228919764-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-923122'] for port, before_update {{(pid=94174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:35:14.349810 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.db.provisioning_blocks [None req-48d76540-e19d-485b-8be6-431f6410e925 None None] Provisioning for port a901650d-640d-44ad-a2e8-5862624fc014 completed by entity DHCP. {{(pid=94176) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 23 11:35:14.354813 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.db.provisioning_blocks [None req-48d76540-e19d-485b-8be6-431f6410e925 None None] Provisioning complete for port a901650d-640d-44ad-a2e8-5862624fc014 triggered by entity DHCP. {{(pid=94176) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 23 11:35:14.365154 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron_lib.callbacks.manager [None req-48d76540-e19d-485b-8be6-431f6410e925 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-899258'] for port, provisioning_complete {{(pid=94176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:35:14.392410 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.plugins.ml2.plugin [None req-48d76540-e19d-485b-8be6-431f6410e925 None None] Port a901650d-640d-44ad-a2e8-5862624fc014 cannot update to ACTIVE because it is not bound. {{(pid=94176) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jun 23 11:35:14.418582 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c3af1532-7a1e-46b4-ab65-a65d16d16d3f tempest-PortsIpV6TestJSON-1781383748 tempest-PortsIpV6TestJSON-1781383748-project] Made reservation on behalf of 4a9805c328414e068d83db5c9b76c3c7 for: {'subnet': 1} {{(pid=94174) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 23 11:35:14.422088 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron_lib.callbacks.manager [None req-c3af1532-7a1e-46b4-ab65-a65d16d16d3f tempest-PortsIpV6TestJSON-1781383748 tempest-PortsIpV6TestJSON-1781383748-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4294245'] for subnet, before_create {{(pid=94174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:35:14.443194 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-da7a2b8e-4764-4386-9c95-7356a23e193c tempest-RoutersIpV6Test-1448447933 tempest-RoutersIpV6Test-1448447933-project] Router fec288cc-25ae-4372-a9bb-1d618e19268b is scheduled to L3 agent 50ef99c0-ef28-4db5-b303-b145898fae60 with binding_index 1 {{(pid=94175) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jun 23 11:35:14.516533 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.db.provisioning_blocks [None req-018f1a1b-8635-4feb-bf4d-c89ac8d29c7e None None] Provisioning complete for port a901650d-640d-44ad-a2e8-5862624fc014 triggered by entity DHCP. {{(pid=94176) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 23 11:35:14.516925 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron_lib.callbacks.manager [None req-018f1a1b-8635-4feb-bf4d-c89ac8d29c7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-899258'] for port, provisioning_complete {{(pid=94176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:35:14.557411 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.plugins.ml2.plugin [None req-018f1a1b-8635-4feb-bf4d-c89ac8d29c7e None None] Port a901650d-640d-44ad-a2e8-5862624fc014 cannot update to ACTIVE because it is not bound. {{(pid=94176) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jun 23 11:35:14.566048 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-da7a2b8e-4764-4386-9c95-7356a23e193c tempest-RoutersIpV6Test-1448447933 tempest-RoutersIpV6Test-1448447933-project] Notify agent at l3_agent.dv-neutron-601336-94-hyperv the message routers_updated {{(pid=94175) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 23 11:35:14.577677 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cce5c291-870a-4d24-addb-b1b6db9f212f None None] Sync routers for ids ['fec288cc-25ae-4372-a9bb-1d618e19268b'] in dv-neutron-601336-94-hyperv {{(pid=94176) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 23 11:35:14.582753 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron_lib.callbacks.manager [None req-4c20ea5f-bc7f-4d4e-935d-57f082af6ccb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773699952132', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-899307'] for agent, after_update {{(pid=94176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:35:14.590382 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cce5c291-870a-4d24-addb-b1b6db9f212f None None] Routers {'fec288cc-25ae-4372-a9bb-1d618e19268b'} bound to L3 agent in host dv-neutron-601336-94-hyperv {{(pid=94176) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 23 11:35:14.591155 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.db.l3_hamode_db [None req-cce5c291-870a-4d24-addb-b1b6db9f212f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-601336-94-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-23T11:22:13Z,description=,heartbeat_timestamp=2021-06-23T11:35:13Z,host='dv-neutron-601336-94-hyperv',id=50ef99c0-ef28-4db5-b303-b145898fae60,load=0,resource_versions=,resources_synced=,started_at=2021-06-23T11:22:14Z,topic='l3_agent')) {'router_ids': ['fec288cc-25ae-4372-a9bb-1d618e19268b'], 'active': True} {{(pid=94176) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 11:35:14.627147 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.db.l3_hamode_db [None req-cce5c291-870a-4d24-addb-b1b6db9f212f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-601336-94-hyperv', False) {} {{(pid=94176) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 11:35:14.637638 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cce5c291-870a-4d24-addb-b1b6db9f212f None None] Routers {'fec288cc-25ae-4372-a9bb-1d618e19268b'} bound to L3 agent in host dv-neutron-601336-94-hyperv {{(pid=94176) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 23 11:35:14.638344 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron_lib.callbacks.manager [None req-da7a2b8e-4764-4386-9c95-7356a23e193c tempest-RoutersIpV6Test-1448447933 tempest-RoutersIpV6Test-1448447933-project] Notify callbacks [] for router, before_response {{(pid=94175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:35:14.638462 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.db.l3_hamode_db [None req-cce5c291-870a-4d24-addb-b1b6db9f212f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-601336-94-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-23T11:22:13Z,description=,heartbeat_timestamp=2021-06-23T11:35:13Z,host='dv-neutron-601336-94-hyperv',id=50ef99c0-ef28-4db5-b303-b145898fae60,load=0,resource_versions=,resources_synced=,started_at=2021-06-23T11:22:14Z,topic='l3_agent')) {'router_ids': ['fec288cc-25ae-4372-a9bb-1d618e19268b'], 'active': True} {{(pid=94176) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 11:35:14.639691 dv-neutron-601336-94-hyperv neutron-server[94175]: INFO neutron.wsgi [None req-da7a2b8e-4764-4386-9c95-7356a23e193c tempest-RoutersIpV6Test-1448447933 tempest-RoutersIpV6Test-1448447933-project] 10.222.0.20 "POST /v2.0/routers HTTP/1.1" status: 201 len: 884 time: 3.4995563 Jun 23 11:35:14.643079 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.wsgi [-] (94175) accepted ('10.222.0.20', 40956) {{(pid=94175) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 11:35:14.675047 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.db.l3_hamode_db [None req-cce5c291-870a-4d24-addb-b1b6db9f212f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-601336-94-hyperv', False) {} {{(pid=94176) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 11:35:14.675821 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cce5c291-870a-4d24-addb-b1b6db9f212f None None] The sync data for ids ['fec288cc-25ae-4372-a9bb-1d618e19268b'] in dv-neutron-601336-94-hyperv is: [] {{(pid=94176) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 23 11:35:14.684042 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron_lib.callbacks.manager [None req-67366706-fdcf-4f08-8172-e494190958f9 tempest-RoutersTest-228919764 tempest-RoutersTest-228919764-project] Notify callbacks [] for port, precommit_update {{(pid=94174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:35:14.775548 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron_lib.callbacks.manager [None req-67366706-fdcf-4f08-8172-e494190958f9 tempest-RoutersTest-228919764 tempest-RoutersTest-228919764-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-922904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866062', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773700135042', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773699642233', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773699642278', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5196369'] for port, after_update {{(pid=94174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:35:14.782637 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG oslo_concurrency.lockutils [None req-0ea36752-712e-49a7-87ab-8d4215638b9f tempest-RoutersIpV6Test-1448447933 tempest-RoutersIpV6Test-1448447933-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94174) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 11:35:14.792698 dv-neutron-601336-94-hyperv neutron-server[94175]: INFO neutron.wsgi [None req-f0d6677a-5886-4c7d-b52b-cd2efc3ee080 tempest-RoutersIpV6Test-1448447933 tempest-RoutersIpV6Test-1448447933-project] 10.222.0.20 "GET /v2.0/routers/fec288cc-25ae-4372-a9bb-1d618e19268b HTTP/1.1" status: 200 len: 885 time: 0.1415446 Jun 23 11:35:14.793443 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.wsgi [-] (94175) accepted ('10.222.0.20', 40958) {{(pid=94175) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 11:35:14.861836 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.plugins.ml2.rpc [None req-dc7542b2-afef-47f4-a763-e3a3cba144be None None] Device 8fae91fe-534a-4b6a-8d98-f2980ad25382 up at agent ovs-agent-dv-neutron-601336-94-hyperv {{(pid=94176) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:298}} Jun 23 11:35:14.896039 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67366706-fdcf-4f08-8172-e494190958f9 tempest-RoutersTest-228919764 tempest-RoutersTest-228919764-project] Pushing event updated for resources: {'Port': ['ID=a901650d-640d-44ad-a2e8-5862624fc014,revision_number=2']} {{(pid=94174) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 11:35:14.904342 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG oslo_concurrency.lockutils [None req-67366706-fdcf-4f08-8172-e494190958f9 tempest-RoutersTest-228919764 tempest-RoutersTest-228919764-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.120s {{(pid=94174) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 11:35:14.940062 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron_lib.callbacks.manager [None req-c3af1532-7a1e-46b4-ab65-a65d16d16d3f tempest-PortsIpV6TestJSON-1781383748 tempest-PortsIpV6TestJSON-1781383748-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866062', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5195999', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4294259'] for subnet, after_create {{(pid=94174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:35:14.941169 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.db.provisioning_blocks [None req-dc7542b2-afef-47f4-a763-e3a3cba144be None None] Provisioning complete for port 8fae91fe-534a-4b6a-8d98-f2980ad25382 triggered by entity L2. {{(pid=94176) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 23 11:35:14.941561 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron_lib.callbacks.manager [None req-dc7542b2-afef-47f4-a763-e3a3cba144be None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-899258'] for port, provisioning_complete {{(pid=94176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:35:14.946205 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG oslo_concurrency.lockutils [None req-58bb90e4-4e5e-4fcf-9e53-a38961024db7 tempest-PortsTestJSON-2085221018 tempest-PortsTestJSON-2085221018-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94174) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 11:35:15.004071 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3af1532-7a1e-46b4-ab65-a65d16d16d3f tempest-PortsIpV6TestJSON-1781383748 tempest-PortsIpV6TestJSON-1781383748-project] Pushing event updated for resources: {'Subnet': ['ID=98b05204-d14c-489c-bb45-eacf56914937,revision_number=0']} {{(pid=94174) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 11:35:15.008808 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG oslo_concurrency.lockutils [None req-c3af1532-7a1e-46b4-ab65-a65d16d16d3f tempest-PortsIpV6TestJSON-1781383748 tempest-PortsIpV6TestJSON-1781383748-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.063s {{(pid=94174) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 11:35:15.022428 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c3af1532-7a1e-46b4-ab65-a65d16d16d3f tempest-PortsIpV6TestJSON-1781383748 tempest-PortsIpV6TestJSON-1781383748-project] Network c16c789a-641f-4c9b-ac33-977ceb9ea600 is already hosted by enough agents. {{(pid=94174) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 23 11:35:15.028337 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.scheduler.base_scheduler [None req-c3af1532-7a1e-46b4-ab65-a65d16d16d3f tempest-PortsIpV6TestJSON-1781383748 tempest-PortsIpV6TestJSON-1781383748-project] Resources bound (agent type, host, resource id): {{(pid=94174) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 23 11:35:15.048999 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c3af1532-7a1e-46b4-ab65-a65d16d16d3f tempest-PortsIpV6TestJSON-1781383748 tempest-PortsIpV6TestJSON-1781383748-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94174) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 11:35:15.049611 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron_lib.callbacks.manager [None req-c3af1532-7a1e-46b4-ab65-a65d16d16d3f tempest-PortsIpV6TestJSON-1781383748 tempest-PortsIpV6TestJSON-1781383748-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7865916'] for subnet, before_response {{(pid=94174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:35:15.070192 dv-neutron-601336-94-hyperv neutron-server[94175]: INFO neutron.wsgi [None req-8f52cb6f-aa87-47a4-95c4-0ede97788920 tempest-RoutersIpV6Test-1448447933 tempest-RoutersIpV6Test-1448447933-project] 10.222.0.20 "GET /v2.0/routers HTTP/1.1" status: 200 len: 888 time: 0.2752428 Jun 23 11:35:15.073196 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.wsgi [-] (94175) accepted ('10.222.0.20', 40960) {{(pid=94175) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 11:35:15.081575 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.api.v2.base [None req-88afe4a2-e67a-4cff-8669-d2b5fd5fd12c tempest-RoutersIpV6Test-1448447933 tempest-RoutersIpV6Test-1448447933-project] Request body: {'router': {'name': 'updatedtempest-RoutersIpV6Test-router-2067438817'}} {{(pid=94175) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 23 11:35:15.139683 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.wsgi [-] (94175) accepted ('10.222.0.20', 40962) {{(pid=94175) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 11:35:15.140579 dv-neutron-601336-94-hyperv neutron-server[94174]: INFO neutron.wsgi [None req-c3af1532-7a1e-46b4-ab65-a65d16d16d3f tempest-PortsIpV6TestJSON-1781383748 tempest-PortsIpV6TestJSON-1781383748-project] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.0554490 Jun 23 11:35:15.146674 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.api.v2.base [None req-f9329dfd-d235-428c-b8dd-5d5154801659 tempest-PortsIpV6TestJSON-1781383748 tempest-PortsIpV6TestJSON-1781383748-project] Request body: {'security_group': {'name': 'tempest-secgroup-1303338070'}} {{(pid=94175) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 23 11:35:15.168668 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron_lib.callbacks.manager [None req-67366706-fdcf-4f08-8172-e494190958f9 tempest-RoutersTest-228919764 tempest-RoutersTest-228919764-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-452954'] for router_interface, before_create {{(pid=94174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:35:15.213967 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dca18125-e69e-4ce2-82b8-97dc07f2231f None None] Network c16c789a-641f-4c9b-ac33-977ceb9ea600 requested from dv-neutron-601336-94-hyperv {{(pid=94176) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 23 11:35:15.272562 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron_lib.callbacks.manager [None req-f9329dfd-d235-428c-b8dd-5d5154801659 tempest-PortsIpV6TestJSON-1781383748 tempest-PortsIpV6TestJSON-1781383748-project] Notify callbacks [] for security_group, before_create {{(pid=94175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:35:15.292087 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.db.provisioning_blocks [None req-34d361f2-631b-48cf-83b5-c05f3abce842 None None] Provisioning complete for port 0b54f7d0-3659-4d57-a219-9819182e60af triggered by entity DHCP. {{(pid=94176) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 23 11:35:15.292499 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron_lib.callbacks.manager [None req-34d361f2-631b-48cf-83b5-c05f3abce842 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-899258'] for port, provisioning_complete {{(pid=94176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:35:15.481889 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.db.provisioning_blocks [None req-34d361f2-631b-48cf-83b5-c05f3abce842 None None] Provisioning complete for port 55b0eff6-d88f-4310-b778-2c822e3d8f1a triggered by entity DHCP. {{(pid=94176) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 23 11:35:15.481889 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron_lib.callbacks.manager [None req-34d361f2-631b-48cf-83b5-c05f3abce842 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-899258'] for port, provisioning_complete {{(pid=94176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:35:15.488631 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron_lib.callbacks.manager [None req-88afe4a2-e67a-4cff-8669-d2b5fd5fd12c tempest-RoutersIpV6Test-1448447933 tempest-RoutersIpV6Test-1448447933-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-524104', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-520389', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-32276'] for router, precommit_update {{(pid=94175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:35:15.505235 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron_lib.callbacks.manager [None req-f9329dfd-d235-428c-b8dd-5d5154801659 tempest-PortsIpV6TestJSON-1781383748 tempest-PortsIpV6TestJSON-1781383748-project] Notify callbacks [] for security_group, precommit_create {{(pid=94175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:35:15.549851 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.plugins.ml2.plugin [None req-34d361f2-631b-48cf-83b5-c05f3abce842 None None] Port 55b0eff6-d88f-4310-b778-2c822e3d8f1a cannot update to ACTIVE because it is not bound. {{(pid=94176) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jun 23 11:35:15.572154 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2b701ae6-fdb0-4de9-be96-81a13ced5f47 None None] Update dhcp port {'port': {'network_id': 'c16c789a-641f-4c9b-ac33-977ceb9ea600', 'fixed_ips': [{'subnet_id': '287f5bdb-410e-4d7c-90bd-37a78e21bbd2', 'ip_address': '2001:db8:0:1::2'}, {'subnet_id': '98b05204-d14c-489c-bb45-eacf56914937'}], 'binding:host_id': 'dv-neutron-601336-94-hyperv'}, 'id': '0b54f7d0-3659-4d57-a219-9819182e60af'} from dv-neutron-601336-94-hyperv. {{(pid=94176) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Jun 23 11:35:15.581061 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron_lib.callbacks.manager [None req-88afe4a2-e67a-4cff-8669-d2b5fd5fd12c tempest-RoutersIpV6Test-1448447933 tempest-RoutersIpV6Test-1448447933-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-524143', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-524145', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-524134', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-520394'] for router, after_update {{(pid=94175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:35:15.613278 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron_lib.callbacks.manager [None req-2b701ae6-fdb0-4de9-be96-81a13ced5f47 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-923122'] for port, before_update {{(pid=94176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:35:15.709616 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron_lib.callbacks.manager [None req-67366706-fdcf-4f08-8172-e494190958f9 tempest-RoutersTest-228919764 tempest-RoutersTest-228919764-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-923122'] for port, before_update {{(pid=94174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:35:15.732983 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.db.provisioning_blocks [None req-3223de13-180e-4f0a-bffd-670ded279109 None None] Provisioning complete for port a901650d-640d-44ad-a2e8-5862624fc014 triggered by entity DHCP. {{(pid=94176) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 23 11:35:15.733375 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron_lib.callbacks.manager [None req-3223de13-180e-4f0a-bffd-670ded279109 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-899258'] for port, provisioning_complete {{(pid=94176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:35:15.801452 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.plugins.ml2.plugin [None req-3223de13-180e-4f0a-bffd-670ded279109 None None] Port a901650d-640d-44ad-a2e8-5862624fc014 cannot update to ACTIVE because it is not bound. {{(pid=94176) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jun 23 11:35:15.850190 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.db.db_base_plugin_common [None req-2b701ae6-fdb0-4de9-be96-81a13ced5f47 None None] Allocated IP 2001:db8::2 (c16c789a-641f-4c9b-ac33-977ceb9ea600/98b05204-d14c-489c-bb45-eacf56914937/0b54f7d0-3659-4d57-a219-9819182e60af) {{(pid=94176) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 23 11:35:15.969872 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.plugins.ml2.db [None req-2b701ae6-fdb0-4de9-be96-81a13ced5f47 None None] For port 0b54f7d0-3659-4d57-a219-9819182e60af, host dv-neutron-601336-94-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-94-hyperv',level=0,port_id=0b54f7d0-3659-4d57-a219-9819182e60af,segment=NetworkSegment(ce6843e5-0568-4431-a1aa-a79d3ba677dc),segment_id=ce6843e5-0568-4431-a1aa-a79d3ba677dc)] {{(pid=94176) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 23 11:35:15.985205 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron_lib.callbacks.manager [None req-f9329dfd-d235-428c-b8dd-5d5154801659 tempest-PortsIpV6TestJSON-1781383748 tempest-PortsIpV6TestJSON-1781383748-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7996330'] for security_group, after_create {{(pid=94175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:35:15.989051 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG oslo_concurrency.lockutils [None req-f20c573b-d738-4ba3-b78c-5221799b0603 tempest-PortsTestJSON-2085221018 tempest-PortsTestJSON-2085221018-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94175) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 11:35:16.000710 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron_lib.callbacks.manager [None req-2b701ae6-fdb0-4de9-be96-81a13ced5f47 None None] Notify callbacks [] for port, precommit_update {{(pid=94176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:35:16.015704 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.db.provisioning_blocks [None req-2b701ae6-fdb0-4de9-be96-81a13ced5f47 None None] Transition to ACTIVE for port object 0b54f7d0-3659-4d57-a219-9819182e60af will not be triggered until provisioned by entity DHCP. {{(pid=94176) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 23 11:35:16.027354 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dae3eea4-56ff-4cc8-8cf8-6c31286a598b req-9744f41c-2d33-462b-83be-2173a542666a tempest-ServerActionsTestJSON-161917335 tempest-ServerActionsTestJSON-161917335-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94174) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 11:35:16.028825 dv-neutron-601336-94-hyperv neutron-server[94174]: INFO neutron.wsgi [req-dae3eea4-56ff-4cc8-8cf8-6c31286a598b req-9744f41c-2d33-462b-83be-2173a542666a tempest-ServerActionsTestJSON-161917335 tempest-ServerActionsTestJSON-161917335-project] 10.222.0.20 "GET /v2.0/ports?device_id=85769616-6b8b-4da7-ad73-344986edf607 HTTP/1.1" status: 200 len: 945 time: 0.1101120 Jun 23 11:35:16.051807 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron_lib.callbacks.manager [None req-67366706-fdcf-4f08-8172-e494190958f9 tempest-RoutersTest-228919764 tempest-RoutersTest-228919764-project] Notify callbacks [] for port, precommit_update {{(pid=94174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:35:16.054018 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9329dfd-d235-428c-b8dd-5d5154801659 tempest-PortsIpV6TestJSON-1781383748 tempest-PortsIpV6TestJSON-1781383748-project] Pushing event updated for resources: {'SecurityGroup': ['ID=2e89a414-97b2-4563-aba3-4405fb0b523a,revision_number=1']} {{(pid=94175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 11:35:16.058199 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG oslo_concurrency.lockutils [None req-f9329dfd-d235-428c-b8dd-5d5154801659 tempest-PortsIpV6TestJSON-1781383748 tempest-PortsIpV6TestJSON-1781383748-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.069s {{(pid=94175) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 11:35:16.078381 dv-neutron-601336-94-hyperv neutron-server[94174]: INFO neutron.wsgi [req-dae3eea4-56ff-4cc8-8cf8-6c31286a598b req-f6588171-385d-4a02-a561-c9232718fa1e tempest-ServerActionsTestJSON-161917335 tempest-ServerActionsTestJSON-161917335-project] 10.222.0.20 "GET /v2.0/security-groups?id=f0520e5d-8f0e-4c28-b543-be4405698077&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0437059 Jun 23 11:35:16.081988 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron_lib.callbacks.manager [None req-2b701ae6-fdb0-4de9-be96-81a13ced5f47 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-922904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866062', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773700135042', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773699642233', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773699642278'] for port, after_update {{(pid=94176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:35:16.084259 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG oslo_concurrency.lockutils [None req-97bd5441-1da2-49ee-a364-27795820ba27 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 11:35:16.086208 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-88afe4a2-e67a-4cff-8669-d2b5fd5fd12c tempest-RoutersIpV6Test-1448447933 tempest-RoutersIpV6Test-1448447933-project] Router fec288cc-25ae-4372-a9bb-1d618e19268b has already been hosted by L3 agent 50ef99c0-ef28-4db5-b303-b145898fae60 {{(pid=94175) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 23 11:35:16.183391 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b701ae6-fdb0-4de9-be96-81a13ced5f47 None None] Pushing event updated for resources: {'Port': ['ID=0b54f7d0-3659-4d57-a219-9819182e60af,revision_number=6']} {{(pid=94176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 11:35:16.184339 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron_lib.callbacks.manager [None req-f9329dfd-d235-428c-b8dd-5d5154801659 tempest-PortsIpV6TestJSON-1781383748 tempest-PortsIpV6TestJSON-1781383748-project] Notify callbacks [] for security_group, before_response {{(pid=94175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:35:16.186556 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG oslo_concurrency.lockutils [None req-2b701ae6-fdb0-4de9-be96-81a13ced5f47 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.102s {{(pid=94176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 11:35:16.191825 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.wsgi [-] (94174) accepted ('10.222.0.20', 40970) {{(pid=94174) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 11:35:16.200491 dv-neutron-601336-94-hyperv neutron-server[94175]: INFO neutron.wsgi [None req-f9329dfd-d235-428c-b8dd-5d5154801659 tempest-PortsIpV6TestJSON-1781383748 tempest-PortsIpV6TestJSON-1781383748-project] 10.222.0.20 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1743 time: 1.0511703 Jun 23 11:35:16.200873 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron_lib.callbacks.manager [None req-67366706-fdcf-4f08-8172-e494190958f9 tempest-RoutersTest-228919764 tempest-RoutersTest-228919764-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-922904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866062', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773700135042', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773699642233', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773699642278', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5196369'] for port, after_update {{(pid=94174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:35:16.202416 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.api.v2.base [None req-c2a493ef-f4b5-4f86-b32b-6e3fe9183391 tempest-PortsIpV6TestJSON-1781383748 tempest-PortsIpV6TestJSON-1781383748-project] Request body: {'security_group': {'name': 'tempest-secgroup-203367454'}} {{(pid=94174) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 23 11:35:16.206611 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG oslo_concurrency.lockutils [None req-e1db0d01-0628-478a-bbc9-f540c86cf7fe tempest-PortsIpV6TestJSON-1781383748 tempest-PortsIpV6TestJSON-1781383748-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94174) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 11:35:16.217672 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-88afe4a2-e67a-4cff-8669-d2b5fd5fd12c tempest-RoutersIpV6Test-1448447933 tempest-RoutersIpV6Test-1448447933-project] Notify agent at l3_agent.dv-neutron-601336-94-hyperv the message routers_updated {{(pid=94175) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 23 11:35:16.227678 dv-neutron-601336-94-hyperv neutron-server[94177]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f5d01e6e-6ece-416a-8b8d-ce386fd0e316 None None] Sync routers for ids ['fec288cc-25ae-4372-a9bb-1d618e19268b'] in dv-neutron-601336-94-hyperv {{(pid=94177) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 23 11:35:16.229627 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron_lib.callbacks.manager [None req-88afe4a2-e67a-4cff-8669-d2b5fd5fd12c tempest-RoutersIpV6Test-1448447933 tempest-RoutersIpV6Test-1448447933-project] Notify callbacks [] for router, before_response {{(pid=94175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:35:16.233651 dv-neutron-601336-94-hyperv neutron-server[94175]: INFO neutron.wsgi [None req-88afe4a2-e67a-4cff-8669-d2b5fd5fd12c tempest-RoutersIpV6Test-1448447933 tempest-RoutersIpV6Test-1448447933-project] 10.222.0.20 "PUT /v2.0/routers/fec288cc-25ae-4372-a9bb-1d618e19268b HTTP/1.1" status: 200 len: 892 time: 1.1555541 Jun 23 11:35:16.233651 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.wsgi [-] (94175) accepted ('10.222.0.20', 40972) {{(pid=94175) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 11:35:16.245313 dv-neutron-601336-94-hyperv neutron-server[94177]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f5d01e6e-6ece-416a-8b8d-ce386fd0e316 None None] Routers {'fec288cc-25ae-4372-a9bb-1d618e19268b'} bound to L3 agent in host dv-neutron-601336-94-hyperv {{(pid=94177) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 23 11:35:16.245977 dv-neutron-601336-94-hyperv neutron-server[94177]: DEBUG neutron.db.l3_hamode_db [None req-f5d01e6e-6ece-416a-8b8d-ce386fd0e316 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-601336-94-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-23T11:22:13Z,description=,heartbeat_timestamp=2021-06-23T11:35:13Z,host='dv-neutron-601336-94-hyperv',id=50ef99c0-ef28-4db5-b303-b145898fae60,load=0,resource_versions=,resources_synced=,started_at=2021-06-23T11:22:14Z,topic='l3_agent')) {'router_ids': ['fec288cc-25ae-4372-a9bb-1d618e19268b'], 'active': True} {{(pid=94177) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 11:35:16.287639 dv-neutron-601336-94-hyperv neutron-server[94177]: DEBUG neutron.db.l3_hamode_db [None req-f5d01e6e-6ece-416a-8b8d-ce386fd0e316 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-601336-94-hyperv', False) {} {{(pid=94177) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 11:35:16.297630 dv-neutron-601336-94-hyperv neutron-server[94177]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f5d01e6e-6ece-416a-8b8d-ce386fd0e316 None None] Routers {'fec288cc-25ae-4372-a9bb-1d618e19268b'} bound to L3 agent in host dv-neutron-601336-94-hyperv {{(pid=94177) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 23 11:35:16.297853 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron_lib.callbacks.manager [None req-67366706-fdcf-4f08-8172-e494190958f9 tempest-RoutersTest-228919764 tempest-RoutersTest-228919764-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-7866091', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-453038'] for router_interface, after_create {{(pid=94174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:35:16.298393 dv-neutron-601336-94-hyperv neutron-server[94177]: DEBUG neutron.db.l3_hamode_db [None req-f5d01e6e-6ece-416a-8b8d-ce386fd0e316 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-601336-94-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-23T11:22:13Z,description=,heartbeat_timestamp=2021-06-23T11:35:13Z,host='dv-neutron-601336-94-hyperv',id=50ef99c0-ef28-4db5-b303-b145898fae60,load=0,resource_versions=,resources_synced=,started_at=2021-06-23T11:22:14Z,topic='l3_agent')) {'router_ids': ['fec288cc-25ae-4372-a9bb-1d618e19268b'], 'active': True} {{(pid=94177) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 11:35:16.309856 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67366706-fdcf-4f08-8172-e494190958f9 tempest-RoutersTest-228919764 tempest-RoutersTest-228919764-project] Pushing event updated for resources: {'Port': ['ID=a901650d-640d-44ad-a2e8-5862624fc014,revision_number=3']} {{(pid=94174) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 11:35:16.316751 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG oslo_concurrency.lockutils [None req-67366706-fdcf-4f08-8172-e494190958f9 tempest-RoutersTest-228919764 tempest-RoutersTest-228919764-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.110s {{(pid=94174) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 11:35:16.338019 dv-neutron-601336-94-hyperv neutron-server[94177]: DEBUG neutron.db.l3_hamode_db [None req-f5d01e6e-6ece-416a-8b8d-ce386fd0e316 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-601336-94-hyperv', False) {} {{(pid=94177) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 11:35:16.338840 dv-neutron-601336-94-hyperv neutron-server[94177]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f5d01e6e-6ece-416a-8b8d-ce386fd0e316 None None] The sync data for ids ['fec288cc-25ae-4372-a9bb-1d618e19268b'] in dv-neutron-601336-94-hyperv is: [] {{(pid=94177) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 23 11:35:16.396668 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron_lib.callbacks.manager [None req-c2a493ef-f4b5-4f86-b32b-6e3fe9183391 tempest-PortsIpV6TestJSON-1781383748 tempest-PortsIpV6TestJSON-1781383748-project] Notify callbacks [] for security_group, before_create {{(pid=94174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:35:16.411938 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-720c13ab-4c12-45d9-b1be-d553cc58e835 req-c28a89fd-2db9-40e5-abf6-5bedadda95b4 tempest-ServerActionsTestJSON-161917335 tempest-ServerActionsTestJSON-161917335-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 11:35:16.413481 dv-neutron-601336-94-hyperv neutron-server[94175]: INFO neutron.wsgi [req-720c13ab-4c12-45d9-b1be-d553cc58e835 req-c28a89fd-2db9-40e5-abf6-5bedadda95b4 tempest-ServerActionsTestJSON-161917335 tempest-ServerActionsTestJSON-161917335-project] 10.222.0.20 "GET /v2.0/ports?device_id=85769616-6b8b-4da7-ad73-344986edf607 HTTP/1.1" status: 200 len: 945 time: 0.1353550 Jun 23 11:35:16.419631 dv-neutron-601336-94-hyperv neutron-server[94175]: INFO neutron.wsgi [None req-050951c6-814c-4d4b-a4b7-6864199c373f tempest-RoutersIpV6Test-1448447933 tempest-RoutersIpV6Test-1448447933-project] 10.222.0.20 "GET /v2.0/routers/fec288cc-25ae-4372-a9bb-1d618e19268b HTTP/1.1" status: 200 len: 892 time: 0.1843688 Jun 23 11:35:16.423726 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.wsgi [-] (94175) accepted ('10.222.0.20', 40974) {{(pid=94175) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 11:35:16.444211 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-67366706-fdcf-4f08-8172-e494190958f9 tempest-RoutersTest-228919764 tempest-RoutersTest-228919764-project] Network 2199a989-8a0b-4f69-8f04-3309d630c6a6 is already hosted by enough agents. {{(pid=94174) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 23 11:35:16.450670 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.scheduler.base_scheduler [None req-67366706-fdcf-4f08-8172-e494190958f9 tempest-RoutersTest-228919764 tempest-RoutersTest-228919764-project] Resources bound (agent type, host, resource id): {{(pid=94174) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 23 11:35:16.464333 dv-neutron-601336-94-hyperv neutron-server[94175]: INFO neutron.wsgi [None req-08922b21-4884-45b9-baf2-777d38f80bcf tempest-RoutersIpV6Test-1448447933 tempest-RoutersIpV6Test-1448447933-project] 10.222.0.20 "GET /v2.0/ports?device_id=fec288cc-25ae-4372-a9bb-1d618e19268b HTTP/1.1" status: 200 len: 205 time: 0.0371366 Jun 23 11:35:16.465734 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.wsgi [-] (94174) accepted ('10.222.0.20', 40976) {{(pid=94174) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 11:35:16.497453 dv-neutron-601336-94-hyperv neutron-server[94175]: INFO neutron.wsgi [req-720c13ab-4c12-45d9-b1be-d553cc58e835 req-36003b64-4328-414f-86ab-1002ea173cd3 tempest-ServerActionsTestJSON-161917335 tempest-ServerActionsTestJSON-161917335-project] 10.222.0.20 "GET /v2.0/security-groups?id=f0520e5d-8f0e-4c28-b543-be4405698077&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0747862 Jun 23 11:35:16.603826 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron_lib.callbacks.manager [None req-95d6aa8f-24e7-4234-82ff-f502266c3285 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773699952132', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-899307'] for agent, after_update {{(pid=94176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:35:16.697997 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron_lib.callbacks.manager [None req-c2a493ef-f4b5-4f86-b32b-6e3fe9183391 tempest-PortsIpV6TestJSON-1781383748 tempest-PortsIpV6TestJSON-1781383748-project] Notify callbacks [] for security_group, precommit_create {{(pid=94174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:35:16.732541 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron_lib.callbacks.manager [None req-7b0a5bf7-830e-4048-8de4-40768bc51588 tempest-RoutersIpV6Test-1448447933 tempest-RoutersIpV6Test-1448447933-project] Notify callbacks [] for router, before_delete {{(pid=94174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:35:16.820149 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron_lib.callbacks.manager [None req-c2a493ef-f4b5-4f86-b32b-6e3fe9183391 tempest-PortsIpV6TestJSON-1781383748 tempest-PortsIpV6TestJSON-1781383748-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7996330'] for security_group, after_create {{(pid=94174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:35:16.824140 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG oslo_concurrency.lockutils [None req-3877061d-9bc4-4633-81ef-4d0340d906fb tempest-NegativeSecGroupTest-178874014 tempest-NegativeSecGroupTest-178874014-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94174) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 11:35:16.838430 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.db.provisioning_blocks [None req-ca45dd1d-b62a-4531-8d75-a7497d579666 None None] Provisioning complete for port a901650d-640d-44ad-a2e8-5862624fc014 triggered by entity DHCP. {{(pid=94176) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 23 11:35:16.838916 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron_lib.callbacks.manager [None req-ca45dd1d-b62a-4531-8d75-a7497d579666 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-899258'] for port, provisioning_complete {{(pid=94176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:35:16.870236 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.plugins.ml2.rpc [None req-dc7542b2-afef-47f4-a763-e3a3cba144be None None] Device 0b54f7d0-3659-4d57-a219-9819182e60af up at agent ovs-agent-dv-neutron-601336-94-hyperv {{(pid=94176) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:298}} Jun 23 11:35:16.870385 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2a493ef-f4b5-4f86-b32b-6e3fe9183391 tempest-PortsIpV6TestJSON-1781383748 tempest-PortsIpV6TestJSON-1781383748-project] Pushing event updated for resources: {'SecurityGroup': ['ID=8e658d9f-78fb-4c68-9223-5a9b750ca1df,revision_number=1']} {{(pid=94174) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 11:35:16.875319 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG oslo_concurrency.lockutils [None req-c2a493ef-f4b5-4f86-b32b-6e3fe9183391 tempest-PortsIpV6TestJSON-1781383748 tempest-PortsIpV6TestJSON-1781383748-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=94174) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 11:35:16.880227 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron_lib.callbacks.manager [None req-7b0a5bf7-830e-4048-8de4-40768bc51588 tempest-RoutersIpV6Test-1448447933 tempest-RoutersIpV6Test-1448447933-project] Notify callbacks [] for router_gateway, before_delete {{(pid=94174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:35:16.890703 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-67366706-fdcf-4f08-8172-e494190958f9 tempest-RoutersTest-228919764 tempest-RoutersTest-228919764-project] Router ecf7ea22-9104-4532-82d2-2bd49e27d72a is scheduled to L3 agent 50ef99c0-ef28-4db5-b303-b145898fae60 with binding_index 1 {{(pid=94174) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jun 23 11:35:16.892771 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.plugins.ml2.plugin [None req-ca45dd1d-b62a-4531-8d75-a7497d579666 None None] Port a901650d-640d-44ad-a2e8-5862624fc014 cannot update to ACTIVE because it is not bound. {{(pid=94176) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jun 23 11:35:16.964522 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron_lib.callbacks.manager [None req-c2a493ef-f4b5-4f86-b32b-6e3fe9183391 tempest-PortsIpV6TestJSON-1781383748 tempest-PortsIpV6TestJSON-1781383748-project] Notify callbacks [] for security_group, before_response {{(pid=94174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:35:16.965729 dv-neutron-601336-94-hyperv neutron-server[94174]: INFO neutron.wsgi [None req-c2a493ef-f4b5-4f86-b32b-6e3fe9183391 tempest-PortsIpV6TestJSON-1781383748 tempest-PortsIpV6TestJSON-1781383748-project] 10.222.0.20 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1742 time: 0.7696877 Jun 23 11:35:16.968398 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.wsgi [-] (94174) accepted ('10.222.0.20', 40982) {{(pid=94174) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 11:35:16.974537 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.api.v2.base [None req-3299aa1e-45a6-490f-8569-cd8310c4832a tempest-PortsIpV6TestJSON-1781383748 tempest-PortsIpV6TestJSON-1781383748-project] Request body: {'security_group': {'name': 'tempest-secgroup-1663706930'}} {{(pid=94174) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 23 11:35:17.029496 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-67366706-fdcf-4f08-8172-e494190958f9 tempest-RoutersTest-228919764 tempest-RoutersTest-228919764-project] Notify agent at l3_agent.dv-neutron-601336-94-hyperv the message routers_updated {{(pid=94174) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 23 11:35:17.034778 dv-neutron-601336-94-hyperv neutron-server[94174]: INFO neutron.wsgi [None req-67366706-fdcf-4f08-8172-e494190958f9 tempest-RoutersTest-228919764 tempest-RoutersTest-228919764-project] 10.222.0.20 "PUT /v2.0/routers/ecf7ea22-9104-4532-82d2-2bd49e27d72a/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.1996894 Jun 23 11:35:17.037392 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.wsgi [-] (94174) accepted ('10.222.0.20', 40984) {{(pid=94174) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 11:35:17.042229 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4ebbf59a-fc5c-4d70-b8e2-c079c42785e1 None None] Sync routers for ids ['ecf7ea22-9104-4532-82d2-2bd49e27d72a'] in dv-neutron-601336-94-hyperv {{(pid=94176) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 23 11:35:17.053405 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4ebbf59a-fc5c-4d70-b8e2-c079c42785e1 None None] Routers {'ecf7ea22-9104-4532-82d2-2bd49e27d72a'} bound to L3 agent in host dv-neutron-601336-94-hyperv {{(pid=94176) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 23 11:35:17.054168 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.db.l3_hamode_db [None req-4ebbf59a-fc5c-4d70-b8e2-c079c42785e1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-601336-94-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-23T11:22:13Z,description=,heartbeat_timestamp=2021-06-23T11:35:13Z,host='dv-neutron-601336-94-hyperv',id=50ef99c0-ef28-4db5-b303-b145898fae60,load=0,resource_versions=,resources_synced=,started_at=2021-06-23T11:22:14Z,topic='l3_agent')) {'router_ids': ['ecf7ea22-9104-4532-82d2-2bd49e27d72a'], 'active': True} {{(pid=94176) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 11:35:17.055916 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dc4a494-e807-44aa-969b-d128ac614b15 req-fd1e0ed9-70f8-4be7-9618-1fa02255a5bf tempest-ServerActionsTestJSON-161917335 tempest-ServerActionsTestJSON-161917335-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 11:35:17.059492 dv-neutron-601336-94-hyperv neutron-server[94175]: INFO neutron.wsgi [req-2dc4a494-e807-44aa-969b-d128ac614b15 req-fd1e0ed9-70f8-4be7-9618-1fa02255a5bf tempest-ServerActionsTestJSON-161917335 tempest-ServerActionsTestJSON-161917335-project] 10.222.0.20 "GET /v2.0/ports?device_id=85769616-6b8b-4da7-ad73-344986edf607 HTTP/1.1" status: 200 len: 945 time: 0.0836546 Jun 23 11:35:17.092518 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.db.l3_hamode_db [None req-4ebbf59a-fc5c-4d70-b8e2-c079c42785e1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-601336-94-hyperv', False) {} {{(pid=94176) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 11:35:17.096105 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.db.provisioning_blocks [None req-4f665db9-e2a3-4db7-97b4-0e4212332c36 None None] Provisioning for port 0b54f7d0-3659-4d57-a219-9819182e60af completed by entity DHCP. {{(pid=94176) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 23 11:35:17.099379 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2995defe-2d63-441a-a438-ff6b24e69778 tempest-RoutersTest-228919764 tempest-RoutersTest-228919764-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94174) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 11:35:17.100776 dv-neutron-601336-94-hyperv neutron-server[94174]: INFO neutron.wsgi [None req-2995defe-2d63-441a-a438-ff6b24e69778 tempest-RoutersTest-228919764 tempest-RoutersTest-228919764-project] 10.222.0.20 "GET /v2.0/ports/a901650d-640d-44ad-a2e8-5862624fc014 HTTP/1.1" status: 200 len: 977 time: 0.0624797 Jun 23 11:35:17.101712 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.db.provisioning_blocks [None req-4f665db9-e2a3-4db7-97b4-0e4212332c36 None None] Provisioning complete for port 0b54f7d0-3659-4d57-a219-9819182e60af triggered by entity DHCP. {{(pid=94176) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 23 11:35:17.102103 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron_lib.callbacks.manager [None req-4f665db9-e2a3-4db7-97b4-0e4212332c36 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-899258'] for port, provisioning_complete {{(pid=94176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:35:17.102357 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.plugins.ml2.plugin [None req-7b0a5bf7-830e-4048-8de4-40768bc51588 tempest-RoutersIpV6Test-1448447933 tempest-RoutersIpV6Test-1448447933-project] Deleting port 6d9a447c-2e82-4200-9fe4-5d57c6d9377d {{(pid=94174) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1913}} Jun 23 11:35:17.103328 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron_lib.callbacks.manager [None req-7b0a5bf7-830e-4048-8de4-40768bc51588 tempest-RoutersIpV6Test-1448447933 tempest-RoutersIpV6Test-1448447933-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773700079324'] for port, before_delete {{(pid=94174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:35:17.104406 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.wsgi [-] (94175) accepted ('10.222.0.20', 40986) {{(pid=94175) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 11:35:17.116926 dv-neutron-601336-94-hyperv neutron-server[94175]: INFO neutron.wsgi [req-2dc4a494-e807-44aa-969b-d128ac614b15 req-30c97dc7-d604-463c-901a-aeb071c9cb2f tempest-ServerActionsTestJSON-161917335 tempest-ServerActionsTestJSON-161917335-project] 10.222.0.20 "GET /v2.0/security-groups?id=f0520e5d-8f0e-4c28-b543-be4405698077&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0537531 Jun 23 11:35:17.138447 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4ebbf59a-fc5c-4d70-b8e2-c079c42785e1 None None] Routers {'ecf7ea22-9104-4532-82d2-2bd49e27d72a'} bound to L3 agent in host dv-neutron-601336-94-hyperv {{(pid=94176) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 23 11:35:17.139474 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.db.l3_hamode_db [None req-4ebbf59a-fc5c-4d70-b8e2-c079c42785e1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-601336-94-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-23T11:22:13Z,description=,heartbeat_timestamp=2021-06-23T11:35:13Z,host='dv-neutron-601336-94-hyperv',id=50ef99c0-ef28-4db5-b303-b145898fae60,load=0,resource_versions=,resources_synced=,started_at=2021-06-23T11:22:14Z,topic='l3_agent')) {'router_ids': ['ecf7ea22-9104-4532-82d2-2bd49e27d72a'], 'active': True} {{(pid=94176) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 11:35:17.153472 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron_lib.callbacks.manager [None req-3299aa1e-45a6-490f-8569-cd8310c4832a tempest-PortsIpV6TestJSON-1781383748 tempest-PortsIpV6TestJSON-1781383748-project] Notify callbacks [] for security_group, before_create {{(pid=94174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:35:17.176171 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.db.l3_hamode_db [None req-4ebbf59a-fc5c-4d70-b8e2-c079c42785e1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-601336-94-hyperv', False) {} {{(pid=94176) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 11:35:17.176977 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4ebbf59a-fc5c-4d70-b8e2-c079c42785e1 None None] The sync data for ids ['ecf7ea22-9104-4532-82d2-2bd49e27d72a'] in dv-neutron-601336-94-hyperv is: [] {{(pid=94176) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 23 11:35:17.219196 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron_lib.callbacks.manager [None req-7b0a5bf7-830e-4048-8de4-40768bc51588 tempest-RoutersIpV6Test-1448447933 tempest-RoutersIpV6Test-1448447933-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-430722'] for port, precommit_delete {{(pid=94174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:35:17.237531 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.plugins.ml2.plugin [None req-7b0a5bf7-830e-4048-8de4-40768bc51588 tempest-RoutersIpV6Test-1448447933 tempest-RoutersIpV6Test-1448447933-project] Calling delete_port for 6d9a447c-2e82-4200-9fe4-5d57c6d9377d owned by network:router_gateway {{(pid=94174) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1986}} Jun 23 11:35:17.238624 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.db.provisioning_blocks [None req-4f665db9-e2a3-4db7-97b4-0e4212332c36 None None] Provisioning complete for port 55b0eff6-d88f-4310-b778-2c822e3d8f1a triggered by entity DHCP. {{(pid=94176) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 23 11:35:17.239005 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron_lib.callbacks.manager [None req-4f665db9-e2a3-4db7-97b4-0e4212332c36 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-899258'] for port, provisioning_complete {{(pid=94176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:35:17.275771 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.plugins.ml2.plugin [None req-4f665db9-e2a3-4db7-97b4-0e4212332c36 None None] Port 55b0eff6-d88f-4310-b778-2c822e3d8f1a cannot update to ACTIVE because it is not bound. {{(pid=94176) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jun 23 11:35:17.326427 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron_lib.callbacks.manager [None req-3299aa1e-45a6-490f-8569-cd8310c4832a tempest-PortsIpV6TestJSON-1781383748 tempest-PortsIpV6TestJSON-1781383748-project] Notify callbacks [] for security_group, precommit_create {{(pid=94174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:35:17.384556 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron_lib.callbacks.manager [None req-3299aa1e-45a6-490f-8569-cd8310c4832a tempest-PortsIpV6TestJSON-1781383748 tempest-PortsIpV6TestJSON-1781383748-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7996330'] for security_group, after_create {{(pid=94174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:35:17.390854 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG oslo_concurrency.lockutils [None req-8f95c6e4-b850-4cb6-a61a-787633258ae6 tempest-PortsIpV6TestJSON-1781383748 tempest-PortsIpV6TestJSON-1781383748-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94174) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 11:35:17.443228 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron_lib.callbacks.manager [None req-f07ed659-d2fb-4b06-b00b-72a4225c2f78 tempest-RoutersTest-228919764 tempest-RoutersTest-228919764-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-453061'] for router_interface, before_delete {{(pid=94175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:35:17.445043 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3299aa1e-45a6-490f-8569-cd8310c4832a tempest-PortsIpV6TestJSON-1781383748 tempest-PortsIpV6TestJSON-1781383748-project] Pushing event updated for resources: {'SecurityGroup': ['ID=42fc947b-bd55-463a-8feb-8eb75d26e5b8,revision_number=1']} {{(pid=94174) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 11:35:17.449302 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG oslo_concurrency.lockutils [None req-3299aa1e-45a6-490f-8569-cd8310c4832a tempest-PortsIpV6TestJSON-1781383748 tempest-PortsIpV6TestJSON-1781383748-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.060s {{(pid=94174) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 11:35:17.487113 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron_lib.callbacks.manager [None req-3299aa1e-45a6-490f-8569-cd8310c4832a tempest-PortsIpV6TestJSON-1781383748 tempest-PortsIpV6TestJSON-1781383748-project] Notify callbacks [] for security_group, before_response {{(pid=94174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:35:17.488496 dv-neutron-601336-94-hyperv neutron-server[94174]: INFO neutron.wsgi [None req-3299aa1e-45a6-490f-8569-cd8310c4832a tempest-PortsIpV6TestJSON-1781383748 tempest-PortsIpV6TestJSON-1781383748-project] 10.222.0.20 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1743 time: 0.5178180 Jun 23 11:35:17.491137 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.wsgi [-] (94174) accepted ('10.222.0.20', 40988) {{(pid=94174) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 11:35:17.496130 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.api.v2.base [None req-737e71ae-1951-4f5d-859a-bf6cfa81e14e tempest-PortsIpV6TestJSON-1781383748 tempest-PortsIpV6TestJSON-1781383748-project] Request body: {'port': {'name': 'tempest-PortsIpV6TestJSON-1415550214', 'security_groups': ['42fc947b-bd55-463a-8feb-8eb75d26e5b8'], 'network_id': 'c16c789a-641f-4c9b-ac33-977ceb9ea600', 'admin_state_up': True, 'fixed_ips': [{'subnet_id': '98b05204-d14c-489c-bb45-eacf56914937'}]}} {{(pid=94174) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 23 11:35:17.540030 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron_lib.callbacks.manager [None req-7b0a5bf7-830e-4048-8de4-40768bc51588 tempest-RoutersIpV6Test-1448447933 tempest-RoutersIpV6Test-1448447933-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-922904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866062', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773700135024', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773699642224', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5196390'] for port, after_delete {{(pid=94174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:35:17.544963 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG oslo_concurrency.lockutils [None req-3232e922-94f0-4af0-a79b-8a134f796620 tempest-PortsTestJSON-2085221018 tempest-PortsTestJSON-2085221018-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94174) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 11:35:17.577975 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b0a5bf7-830e-4048-8de4-40768bc51588 tempest-RoutersIpV6Test-1448447933 tempest-RoutersIpV6Test-1448447933-project] Pushing event deleted for resources: {'Port': ['ID=6d9a447c-2e82-4200-9fe4-5d57c6d9377d,revision_number=None']} {{(pid=94174) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 11:35:17.582864 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG oslo_concurrency.lockutils [None req-7b0a5bf7-830e-4048-8de4-40768bc51588 tempest-RoutersIpV6Test-1448447933 tempest-RoutersIpV6Test-1448447933-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.038s {{(pid=94174) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 11:35:17.664270 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.plugins.ml2.plugin [None req-f07ed659-d2fb-4b06-b00b-72a4225c2f78 tempest-RoutersTest-228919764 tempest-RoutersTest-228919764-project] Deleting port a901650d-640d-44ad-a2e8-5862624fc014 {{(pid=94175) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1913}} Jun 23 11:35:17.664527 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron_lib.callbacks.manager [None req-f07ed659-d2fb-4b06-b00b-72a4225c2f78 tempest-RoutersTest-228919764 tempest-RoutersTest-228919764-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773700079324'] for port, before_delete {{(pid=94175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:35:17.671463 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron_lib.callbacks.manager [None req-7b0a5bf7-830e-4048-8de4-40768bc51588 tempest-RoutersIpV6Test-1448447933 tempest-RoutersIpV6Test-1448447933-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-524171'] for router_gateway, after_delete {{(pid=94174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:35:17.747857 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron_lib.callbacks.manager [None req-f07ed659-d2fb-4b06-b00b-72a4225c2f78 tempest-RoutersTest-228919764 tempest-RoutersTest-228919764-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-430722'] for port, precommit_delete {{(pid=94175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:35:17.761253 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.plugins.ml2.plugin [None req-f07ed659-d2fb-4b06-b00b-72a4225c2f78 tempest-RoutersTest-228919764 tempest-RoutersTest-228919764-project] Calling delete_port for a901650d-640d-44ad-a2e8-5862624fc014 owned by network:router_interface {{(pid=94175) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1986}} Jun 23 11:35:17.772509 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron_lib.callbacks.manager [None req-7b0a5bf7-830e-4048-8de4-40768bc51588 tempest-RoutersIpV6Test-1448447933 tempest-RoutersIpV6Test-1448447933-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-520417', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-32301'] for router, precommit_delete {{(pid=94174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:35:17.775249 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron_lib.callbacks.manager [None req-7b0a5bf7-830e-4048-8de4-40768bc51588 tempest-RoutersIpV6Test-1448447933 tempest-RoutersIpV6Test-1448447933-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:35:17.865750 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-737e71ae-1951-4f5d-859a-bf6cfa81e14e tempest-PortsIpV6TestJSON-1781383748 tempest-PortsIpV6TestJSON-1781383748-project] Made reservation on behalf of 4a9805c328414e068d83db5c9b76c3c7 for: {'port': 1} {{(pid=94174) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 23 11:35:17.912134 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron_lib.callbacks.manager [None req-7b0a5bf7-830e-4048-8de4-40768bc51588 tempest-RoutersIpV6Test-1448447933 tempest-RoutersIpV6Test-1448447933-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-494961'] for router, after_delete {{(pid=94174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:35:17.912774 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7b0a5bf7-830e-4048-8de4-40768bc51588 tempest-RoutersIpV6Test-1448447933 tempest-RoutersIpV6Test-1448447933-project] Fanout notify agent at l3_agent the message router_deleted on router fec288cc-25ae-4372-a9bb-1d618e19268b {{(pid=94174) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jun 23 11:35:17.920213 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron_lib.callbacks.manager [None req-7b0a5bf7-830e-4048-8de4-40768bc51588 tempest-RoutersIpV6Test-1448447933 tempest-RoutersIpV6Test-1448447933-project] Notify callbacks [] for router, before_response {{(pid=94174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:35:17.920704 dv-neutron-601336-94-hyperv neutron-server[94174]: INFO neutron.wsgi [None req-7b0a5bf7-830e-4048-8de4-40768bc51588 tempest-RoutersIpV6Test-1448447933 tempest-RoutersIpV6Test-1448447933-project] 10.222.0.20 "DELETE /v2.0/routers/fec288cc-25ae-4372-a9bb-1d618e19268b HTTP/1.1" status: 204 len: 168 time: 1.4527299 Jun 23 11:35:17.924762 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.wsgi [-] (94174) accepted ('10.222.0.20', 40990) {{(pid=94174) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 11:35:17.931618 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.api.v2.base [None req-effed5f9-e756-4b0f-97e6-c450abe595be tempest-RoutersIpV6Test-1448447933 tempest-RoutersIpV6Test-1448447933-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-367151320'}} {{(pid=94174) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 23 11:35:17.986145 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron_lib.callbacks.manager [None req-737e71ae-1951-4f5d-859a-bf6cfa81e14e tempest-PortsIpV6TestJSON-1781383748 tempest-PortsIpV6TestJSON-1781383748-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-923104'] for port, before_create {{(pid=94174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:35:18.002845 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.notifiers.nova [None req-737e71ae-1951-4f5d-859a-bf6cfa81e14e tempest-PortsIpV6TestJSON-1781383748 tempest-PortsIpV6TestJSON-1781383748-project] device_id is not set on port 9dfae62b-2743-48a3-95e5-ffbe90b54757 yet. {{(pid=94174) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jun 23 11:35:18.003274 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron_lib.callbacks.manager [None req-f07ed659-d2fb-4b06-b00b-72a4225c2f78 tempest-RoutersTest-228919764 tempest-RoutersTest-228919764-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-922904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866062', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773700135024', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773699642224', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5082448'] for port, after_delete {{(pid=94175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:35:18.007397 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG oslo_concurrency.lockutils [None req-41b123c2-7116-4d11-af62-98061ab0ec53 tempest-NetworksTestDHCPv6-162546708 tempest-NetworksTestDHCPv6-162546708-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94175) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 11:35:18.037635 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f07ed659-d2fb-4b06-b00b-72a4225c2f78 tempest-RoutersTest-228919764 tempest-RoutersTest-228919764-project] Pushing event deleted for resources: {'Port': ['ID=a901650d-640d-44ad-a2e8-5862624fc014,revision_number=None']} {{(pid=94175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 11:35:18.040641 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG oslo_concurrency.lockutils [None req-f07ed659-d2fb-4b06-b00b-72a4225c2f78 tempest-RoutersTest-228919764 tempest-RoutersTest-228919764-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.033s {{(pid=94175) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 11:35:18.057818 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-effed5f9-e756-4b0f-97e6-c450abe595be tempest-RoutersIpV6Test-1448447933 tempest-RoutersIpV6Test-1448447933-project] Made reservation on behalf of a04e393135be4822803c421d0995b548 for: {'network': 1} {{(pid=94174) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 23 11:35:18.061332 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron_lib.callbacks.manager [None req-effed5f9-e756-4b0f-97e6-c450abe595be tempest-RoutersIpV6Test-1448447933 tempest-RoutersIpV6Test-1448447933-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-923104'] for network, before_create {{(pid=94174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:35:18.125786 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-effed5f9-e756-4b0f-97e6-c450abe595be tempest-RoutersIpV6Test-1448447933 tempest-RoutersIpV6Test-1448447933-project] vlan segment allocate from pool success with {'vlan_id': 447, 'physical_network': 'physnet1'} {{(pid=94174) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 23 11:35:18.146809 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron_lib.callbacks.manager [None req-effed5f9-e756-4b0f-97e6-c450abe595be tempest-RoutersIpV6Test-1448447933 tempest-RoutersIpV6Test-1448447933-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3801'] for segment, precommit_create {{(pid=94174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:35:18.147188 dv-neutron-601336-94-hyperv neutron-server[94174]: INFO neutron.db.segments_db [None req-effed5f9-e756-4b0f-97e6-c450abe595be tempest-RoutersIpV6Test-1448447933 tempest-RoutersIpV6Test-1448447933-project] Added segment 658ebfb4-0884-4ef8-a9fe-587cada18211 of type vlan for network 1dbc946f-26bb-42f1-bb01-f6094acccfc4 Jun 23 11:35:18.205600 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron_lib.callbacks.manager [None req-f07ed659-d2fb-4b06-b00b-72a4225c2f78 tempest-RoutersTest-228919764 tempest-RoutersTest-228919764-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-7866080', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-516693'] for router_interface, after_delete {{(pid=94175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:35:18.235081 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron_lib.callbacks.manager [None req-effed5f9-e756-4b0f-97e6-c450abe595be tempest-RoutersIpV6Test-1448447933 tempest-RoutersIpV6Test-1448447933-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8773699596773'] for network, precommit_create {{(pid=94174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:35:18.302889 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.db.db_base_plugin_common [None req-737e71ae-1951-4f5d-859a-bf6cfa81e14e tempest-PortsIpV6TestJSON-1781383748 tempest-PortsIpV6TestJSON-1781383748-project] Allocated IP 2001:db8::1aa (c16c789a-641f-4c9b-ac33-977ceb9ea600/98b05204-d14c-489c-bb45-eacf56914937/9dfae62b-2743-48a3-95e5-ffbe90b54757) {{(pid=94174) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 23 11:35:18.365508 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f07ed659-d2fb-4b06-b00b-72a4225c2f78 tempest-RoutersTest-228919764 tempest-RoutersTest-228919764-project] Router ecf7ea22-9104-4532-82d2-2bd49e27d72a has already been hosted by L3 agent 50ef99c0-ef28-4db5-b303-b145898fae60 {{(pid=94175) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 23 11:35:18.383872 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d83a0e3d-f05f-4ba4-8e70-7eb1305df74e req-eac377f7-db81-4734-bf6e-b4d599d0e398 tempest-ServerActionsTestJSON-161917335 tempest-ServerActionsTestJSON-161917335-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94174) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 11:35:18.385393 dv-neutron-601336-94-hyperv neutron-server[94174]: INFO neutron.wsgi [req-d83a0e3d-f05f-4ba4-8e70-7eb1305df74e req-eac377f7-db81-4734-bf6e-b4d599d0e398 tempest-ServerActionsTestJSON-161917335 tempest-ServerActionsTestJSON-161917335-project] 10.222.0.20 "GET /v2.0/ports?device_id=85769616-6b8b-4da7-ad73-344986edf607 HTTP/1.1" status: 200 len: 945 time: 0.1349785 Jun 23 11:35:18.417274 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron_lib.callbacks.manager [None req-effed5f9-e756-4b0f-97e6-c450abe595be tempest-RoutersIpV6Test-1448447933 tempest-RoutersIpV6Test-1448447933-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8002400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7866073'] for network, after_create {{(pid=94174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:35:18.422747 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-effed5f9-e756-4b0f-97e6-c450abe595be tempest-RoutersIpV6Test-1448447933 tempest-RoutersIpV6Test-1448447933-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94174) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 11:35:18.423291 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron_lib.callbacks.manager [None req-effed5f9-e756-4b0f-97e6-c450abe595be tempest-RoutersIpV6Test-1448447933 tempest-RoutersIpV6Test-1448447933-project] Notify callbacks [] for network, before_response {{(pid=94174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:35:18.431703 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG oslo_concurrency.lockutils [None req-73dbdfd0-cb5b-4285-ae3a-aebe000a1185 tempest-NetworksTest-2133396914 tempest-NetworksTest-2133396914-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94174) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 11:35:18.439020 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f07ed659-d2fb-4b06-b00b-72a4225c2f78 tempest-RoutersTest-228919764 tempest-RoutersTest-228919764-project] Notify agent at l3_agent.dv-neutron-601336-94-hyperv the message routers_updated {{(pid=94175) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 23 11:35:18.447192 dv-neutron-601336-94-hyperv neutron-server[94175]: INFO neutron.wsgi [None req-f07ed659-d2fb-4b06-b00b-72a4225c2f78 tempest-RoutersTest-228919764 tempest-RoutersTest-228919764-project] 10.222.0.20 "PUT /v2.0/routers/ecf7ea22-9104-4532-82d2-2bd49e27d72a/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.3373313 Jun 23 11:35:18.448702 dv-neutron-601336-94-hyperv neutron-server[94177]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-36dff562-eab7-4f86-9305-3ee27def1f0d None None] Sync routers for ids ['ecf7ea22-9104-4532-82d2-2bd49e27d72a'] in dv-neutron-601336-94-hyperv {{(pid=94177) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 23 11:35:18.452562 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.wsgi [-] (94174) accepted ('10.222.0.20', 40994) {{(pid=94174) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 11:35:18.457541 dv-neutron-601336-94-hyperv neutron-server[94177]: DEBUG neutron.db.l3_dvrscheduler_db [None req-36dff562-eab7-4f86-9305-3ee27def1f0d None None] Routers {'ecf7ea22-9104-4532-82d2-2bd49e27d72a'} bound to L3 agent in host dv-neutron-601336-94-hyperv {{(pid=94177) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 23 11:35:18.458181 dv-neutron-601336-94-hyperv neutron-server[94177]: DEBUG neutron.db.l3_hamode_db [None req-36dff562-eab7-4f86-9305-3ee27def1f0d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-601336-94-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-23T11:22:13Z,description=,heartbeat_timestamp=2021-06-23T11:35:13Z,host='dv-neutron-601336-94-hyperv',id=50ef99c0-ef28-4db5-b303-b145898fae60,load=0,resource_versions=,resources_synced=,started_at=2021-06-23T11:22:14Z,topic='l3_agent')) {'router_ids': ['ecf7ea22-9104-4532-82d2-2bd49e27d72a'], 'active': True} {{(pid=94177) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 11:35:18.491902 dv-neutron-601336-94-hyperv neutron-server[94177]: DEBUG neutron.db.l3_hamode_db [None req-36dff562-eab7-4f86-9305-3ee27def1f0d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-601336-94-hyperv', False) {} {{(pid=94177) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 11:35:18.500971 dv-neutron-601336-94-hyperv neutron-server[94177]: DEBUG neutron.db.l3_dvrscheduler_db [None req-36dff562-eab7-4f86-9305-3ee27def1f0d None None] Routers {'ecf7ea22-9104-4532-82d2-2bd49e27d72a'} bound to L3 agent in host dv-neutron-601336-94-hyperv {{(pid=94177) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 23 11:35:18.501578 dv-neutron-601336-94-hyperv neutron-server[94177]: DEBUG neutron.db.l3_hamode_db [None req-36dff562-eab7-4f86-9305-3ee27def1f0d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-601336-94-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-23T11:22:13Z,description=,heartbeat_timestamp=2021-06-23T11:35:13Z,host='dv-neutron-601336-94-hyperv',id=50ef99c0-ef28-4db5-b303-b145898fae60,load=0,resource_versions=,resources_synced=,started_at=2021-06-23T11:22:14Z,topic='l3_agent')) {'router_ids': ['ecf7ea22-9104-4532-82d2-2bd49e27d72a'], 'active': True} {{(pid=94177) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 11:35:18.532408 dv-neutron-601336-94-hyperv neutron-server[94177]: DEBUG neutron.db.l3_hamode_db [None req-36dff562-eab7-4f86-9305-3ee27def1f0d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-601336-94-hyperv', False) {} {{(pid=94177) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 11:35:18.533061 dv-neutron-601336-94-hyperv neutron-server[94177]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-36dff562-eab7-4f86-9305-3ee27def1f0d None None] The sync data for ids ['ecf7ea22-9104-4532-82d2-2bd49e27d72a'] in dv-neutron-601336-94-hyperv is: [] {{(pid=94177) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 23 11:35:18.601226 dv-neutron-601336-94-hyperv neutron-server[94174]: INFO neutron.wsgi [None req-effed5f9-e756-4b0f-97e6-c450abe595be tempest-RoutersIpV6Test-1448447933 tempest-RoutersIpV6Test-1448447933-project] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.6754301 Jun 23 11:35:18.604756 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.wsgi [-] (94175) accepted ('10.222.0.20', 40996) {{(pid=94175) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 11:35:18.607771 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-effed5f9-e756-4b0f-97e6-c450abe595be tempest-RoutersIpV6Test-1448447933 tempest-RoutersIpV6Test-1448447933-project] Pushing event updated for resources: {'Network': ['ID=1dbc946f-26bb-42f1-bb01-f6094acccfc4,revision_number=1']} {{(pid=94174) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 11:35:18.610182 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.api.v2.base [None req-19a8f0f8-6090-4ccd-9adf-dfd757af4a03 tempest-RoutersIpV6Test-1448447933 tempest-RoutersIpV6Test-1448447933-project] Request body: {'subnet': {'network_id': '1dbc946f-26bb-42f1-bb01-f6094acccfc4', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=94175) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 23 11:35:18.612697 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG oslo_concurrency.lockutils [None req-effed5f9-e756-4b0f-97e6-c450abe595be tempest-RoutersIpV6Test-1448447933 tempest-RoutersIpV6Test-1448447933-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.182s {{(pid=94174) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 11:35:18.615796 dv-neutron-601336-94-hyperv neutron-server[94174]: INFO neutron.wsgi [req-d83a0e3d-f05f-4ba4-8e70-7eb1305df74e req-d51d5802-e699-46d3-8efd-ffad00bdc4e9 tempest-ServerActionsTestJSON-161917335 tempest-ServerActionsTestJSON-161917335-project] 10.222.0.20 "GET /v2.0/security-groups?id=f0520e5d-8f0e-4c28-b543-be4405698077&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2028627 Jun 23 11:35:18.618787 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.plugins.ml2.rpc [None req-dc7542b2-afef-47f4-a763-e3a3cba144be None None] Network 1dbc946f-26bb-42f1-bb01-f6094acccfc4 details requested by agent ovs-agent-dv-neutron-601336-94-hyperv with host dv-neutron-601336-94-hyperv {{(pid=94176) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:250}} Jun 23 11:35:18.713077 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron_lib.callbacks.manager [None req-737e71ae-1951-4f5d-859a-bf6cfa81e14e tempest-PortsIpV6TestJSON-1781383748 tempest-PortsIpV6TestJSON-1781383748-project] Notify callbacks [] for port, precommit_create {{(pid=94174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:35:18.758233 dv-neutron-601336-94-hyperv neutron-server[94174]: INFO neutron.api.v2.resource [None req-32079f3f-d767-4162-b39c-8dac24ad197b tempest-RoutersTest-228919764 tempest-RoutersTest-228919764-project] remove_router_interface failed (client error): The resource could not be found. Jun 23 11:35:18.759860 dv-neutron-601336-94-hyperv neutron-server[94174]: INFO neutron.wsgi [None req-32079f3f-d767-4162-b39c-8dac24ad197b tempest-RoutersTest-228919764 tempest-RoutersTest-228919764-project] 10.222.0.20 "PUT /v2.0/routers/ecf7ea22-9104-4532-82d2-2bd49e27d72a/remove_router_interface HTTP/1.1" status: 404 len: 398 time: 0.2990444 Jun 23 11:35:18.762350 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.db.provisioning_blocks [None req-737e71ae-1951-4f5d-859a-bf6cfa81e14e tempest-PortsIpV6TestJSON-1781383748 tempest-PortsIpV6TestJSON-1781383748-project] Transition to ACTIVE for port object 9dfae62b-2743-48a3-95e5-ffbe90b54757 will not be triggered until provisioned by entity DHCP. {{(pid=94174) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 23 11:35:18.763117 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.wsgi [-] (94175) accepted ('10.222.0.20', 40998) {{(pid=94175) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 11:35:18.793020 dv-neutron-601336-94-hyperv neutron-server[94175]: INFO neutron.wsgi [None req-04e65e27-3c45-4904-9070-c10a00a06dac tempest-RoutersTest-228919764 tempest-RoutersTest-228919764-project] 10.222.0.20 "GET /v2.0/ports?device_id=ecf7ea22-9104-4532-82d2-2bd49e27d72a HTTP/1.1" status: 200 len: 205 time: 0.0283599 Jun 23 11:35:18.793871 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-19a8f0f8-6090-4ccd-9adf-dfd757af4a03 tempest-RoutersIpV6Test-1448447933 tempest-RoutersIpV6Test-1448447933-project] Made reservation on behalf of a04e393135be4822803c421d0995b548 for: {'subnet': 1} {{(pid=94175) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 23 11:35:18.795673 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.wsgi [-] (94174) accepted ('10.222.0.20', 41000) {{(pid=94174) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 11:35:18.797291 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron_lib.callbacks.manager [None req-19a8f0f8-6090-4ccd-9adf-dfd757af4a03 tempest-RoutersIpV6Test-1448447933 tempest-RoutersIpV6Test-1448447933-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4660073'] for subnet, before_create {{(pid=94175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:35:18.862889 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron_lib.callbacks.manager [None req-737e71ae-1951-4f5d-859a-bf6cfa81e14e tempest-PortsIpV6TestJSON-1781383748 tempest-PortsIpV6TestJSON-1781383748-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-922915', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-239814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7866073', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773699642215', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-5196399'] for port, after_create {{(pid=94174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:35:18.867734 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG oslo_concurrency.lockutils [None req-67366706-fdcf-4f08-8172-e494190958f9 tempest-RoutersTest-228919764 tempest-RoutersTest-228919764-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94174) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 11:35:18.879207 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron_lib.callbacks.manager [None req-b9a2da2c-9bdc-411f-92c4-c4096ba5a2f6 tempest-RoutersTest-228919764 tempest-RoutersTest-228919764-project] Notify callbacks [] for router, before_delete {{(pid=94174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:35:18.979779 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-737e71ae-1951-4f5d-859a-bf6cfa81e14e tempest-PortsIpV6TestJSON-1781383748 tempest-PortsIpV6TestJSON-1781383748-project] Network c16c789a-641f-4c9b-ac33-977ceb9ea600 is already hosted by enough agents. {{(pid=94174) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 23 11:35:18.990432 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.scheduler.base_scheduler [None req-737e71ae-1951-4f5d-859a-bf6cfa81e14e tempest-PortsIpV6TestJSON-1781383748 tempest-PortsIpV6TestJSON-1781383748-project] Resources bound (agent type, host, resource id): {{(pid=94174) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 23 11:35:18.993473 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.db.l3_dvrscheduler_db [None req-737e71ae-1951-4f5d-859a-bf6cfa81e14e tempest-PortsIpV6TestJSON-1781383748 tempest-PortsIpV6TestJSON-1781383748-project] Received port after_create {{(pid=94174) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 23 11:35:18.999555 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-737e71ae-1951-4f5d-859a-bf6cfa81e14e tempest-PortsIpV6TestJSON-1781383748 tempest-PortsIpV6TestJSON-1781383748-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94174) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 11:35:19.000172 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron_lib.callbacks.manager [None req-737e71ae-1951-4f5d-859a-bf6cfa81e14e tempest-PortsIpV6TestJSON-1781383748 tempest-PortsIpV6TestJSON-1781383748-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-217507'] for port, before_response {{(pid=94174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:35:19.002665 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-737e71ae-1951-4f5d-859a-bf6cfa81e14e tempest-PortsIpV6TestJSON-1781383748 tempest-PortsIpV6TestJSON-1781383748-project] Pushing event updated for resources: {'Port': ['ID=9dfae62b-2743-48a3-95e5-ffbe90b54757,revision_number=1']} {{(pid=94174) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 11:35:19.031923 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG oslo_concurrency.lockutils [None req-737e71ae-1951-4f5d-859a-bf6cfa81e14e tempest-PortsIpV6TestJSON-1781383748 tempest-PortsIpV6TestJSON-1781383748-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.164s {{(pid=94174) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 11:35:19.037953 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron_lib.callbacks.manager [None req-19a8f0f8-6090-4ccd-9adf-dfd757af4a03 tempest-RoutersIpV6Test-1448447933 tempest-RoutersIpV6Test-1448447933-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866062', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5083113', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4660095'] for subnet, after_create {{(pid=94175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:35:19.040817 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG oslo_concurrency.lockutils [None req-2a2a8d83-1b06-4daf-8e98-dd5da90d6600 tempest-PortsTestJSON-2085221018 tempest-PortsTestJSON-2085221018-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94175) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 11:35:19.106831 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron_lib.callbacks.manager [None req-b9a2da2c-9bdc-411f-92c4-c4096ba5a2f6 tempest-RoutersTest-228919764 tempest-RoutersTest-228919764-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-520417', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-32301'] for router, precommit_delete {{(pid=94174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:35:19.107522 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19a8f0f8-6090-4ccd-9adf-dfd757af4a03 tempest-RoutersIpV6Test-1448447933 tempest-RoutersIpV6Test-1448447933-project] Pushing event updated for resources: {'Subnet': ['ID=245689ca-68db-4f63-b311-4a056a409976,revision_number=0']} {{(pid=94175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 11:35:19.109053 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron_lib.callbacks.manager [None req-b9a2da2c-9bdc-411f-92c4-c4096ba5a2f6 tempest-RoutersTest-228919764 tempest-RoutersTest-228919764-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:35:19.110045 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG oslo_concurrency.lockutils [None req-19a8f0f8-6090-4ccd-9adf-dfd757af4a03 tempest-RoutersIpV6Test-1448447933 tempest-RoutersIpV6Test-1448447933-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.070s {{(pid=94175) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 11:35:19.117831 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-19a8f0f8-6090-4ccd-9adf-dfd757af4a03 tempest-RoutersIpV6Test-1448447933 tempest-RoutersIpV6Test-1448447933-project] Checking segment: {'id': '658ebfb4-0884-4ef8-a9fe-587cada18211', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 447, 'network_id': '1dbc946f-26bb-42f1-bb01-f6094acccfc4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94175) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 23 11:35:19.118257 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-19a8f0f8-6090-4ccd-9adf-dfd757af4a03 tempest-RoutersIpV6Test-1448447933 tempest-RoutersIpV6Test-1448447933-project] Network hostable DHCP agents. Network: 1dbc946f-26bb-42f1-bb01-f6094acccfc4, hostable agents: ['8cf29b10-0e57-4131-816f-a4b6ad00b249'], hosted agents: [] {{(pid=94175) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 23 11:35:19.120880 dv-neutron-601336-94-hyperv neutron-server[94177]: DEBUG neutron.db.agents_db [None req-90fb1279-e4c5-4e73-8d66-3a29811dc4e3 None None] Agent healthcheck: found 6 active agents {{(pid=94177) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 23 11:35:19.159598 dv-neutron-601336-94-hyperv neutron-server[94174]: INFO neutron.wsgi [None req-737e71ae-1951-4f5d-859a-bf6cfa81e14e tempest-PortsIpV6TestJSON-1781383748 tempest-PortsIpV6TestJSON-1781383748-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 931 time: 1.6673851 Jun 23 11:35:19.161004 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.wsgi [-] (94174) accepted ('10.222.0.20', 41002) {{(pid=94174) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 11:35:19.167080 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.api.v2.base [None req-78baceb8-89ce-4336-a69c-88e7dddff4e2 tempest-PortsIpV6TestJSON-1781383748 tempest-PortsIpV6TestJSON-1781383748-project] Request body: {'subnet': {'network_id': 'c16c789a-641f-4c9b-ac33-977ceb9ea600', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=94174) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 23 11:35:19.181518 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-19a8f0f8-6090-4ccd-9adf-dfd757af4a03 tempest-RoutersIpV6Test-1448447933 tempest-RoutersIpV6Test-1448447933-project] Network 1dbc946f-26bb-42f1-bb01-f6094acccfc4 is scheduled to be hosted by DHCP agent 8cf29b10-0e57-4131-816f-a4b6ad00b249 with binding_index 1 {{(pid=94175) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 23 11:35:19.241022 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron_lib.callbacks.manager [None req-b9a2da2c-9bdc-411f-92c4-c4096ba5a2f6 tempest-RoutersTest-228919764 tempest-RoutersTest-228919764-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-494961'] for router, after_delete {{(pid=94174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:35:19.241528 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b9a2da2c-9bdc-411f-92c4-c4096ba5a2f6 tempest-RoutersTest-228919764 tempest-RoutersTest-228919764-project] Fanout notify agent at l3_agent the message router_deleted on router ecf7ea22-9104-4532-82d2-2bd49e27d72a {{(pid=94174) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jun 23 11:35:19.250462 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron_lib.callbacks.manager [None req-b9a2da2c-9bdc-411f-92c4-c4096ba5a2f6 tempest-RoutersTest-228919764 tempest-RoutersTest-228919764-project] Notify callbacks [] for router, before_response {{(pid=94174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:35:19.254013 dv-neutron-601336-94-hyperv neutron-server[94174]: INFO neutron.wsgi [None req-b9a2da2c-9bdc-411f-92c4-c4096ba5a2f6 tempest-RoutersTest-228919764 tempest-RoutersTest-228919764-project] 10.222.0.20 "DELETE /v2.0/routers/ecf7ea22-9104-4532-82d2-2bd49e27d72a HTTP/1.1" status: 204 len: 168 time: 0.4549282 Jun 23 11:35:19.254686 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.wsgi [-] (94175) accepted ('10.222.0.20', 41004) {{(pid=94175) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 11:35:19.286234 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.scheduler.base_scheduler [None req-19a8f0f8-6090-4ccd-9adf-dfd757af4a03 tempest-RoutersIpV6Test-1448447933 tempest-RoutersIpV6Test-1448447933-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-601336-94-hyperv, 1dbc946f-26bb-42f1-bb01-f6094acccfc4) {{(pid=94175) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 23 11:35:19.293807 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-19a8f0f8-6090-4ccd-9adf-dfd757af4a03 tempest-RoutersIpV6Test-1448447933 tempest-RoutersIpV6Test-1448447933-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 11:35:19.294401 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron_lib.callbacks.manager [None req-19a8f0f8-6090-4ccd-9adf-dfd757af4a03 tempest-RoutersIpV6Test-1448447933 tempest-RoutersIpV6Test-1448447933-project] Notify callbacks [] for subnet, before_response {{(pid=94175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:35:19.312775 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-091ed9ca-b3e7-49ea-8b8c-2330dffce113 None None] Network 1dbc946f-26bb-42f1-bb01-f6094acccfc4 requested from dv-neutron-601336-94-hyperv {{(pid=94176) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 23 11:35:19.318711 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.db.db_base_plugin_v2 [None req-242c0a70-89be-4a86-a8e2-7a1b8303e7b8 tempest-RoutersTest-228919764 tempest-RoutersTest-228919764-project] Deleting subnet 5201dc7f-ba4f-40c0-a658-be97a9e96cb7 {{(pid=94175) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jun 23 11:35:19.322050 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron_lib.callbacks.manager [None req-242c0a70-89be-4a86-a8e2-7a1b8303e7b8 tempest-RoutersTest-228919764 tempest-RoutersTest-228919764-project] Notify callbacks [] for subnet, before_delete {{(pid=94175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:35:19.351594 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-78baceb8-89ce-4336-a69c-88e7dddff4e2 tempest-PortsIpV6TestJSON-1781383748 tempest-PortsIpV6TestJSON-1781383748-project] Made reservation on behalf of 4a9805c328414e068d83db5c9b76c3c7 for: {'subnet': 1} {{(pid=94174) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 23 11:35:19.355806 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron_lib.callbacks.manager [None req-78baceb8-89ce-4336-a69c-88e7dddff4e2 tempest-PortsIpV6TestJSON-1781383748 tempest-PortsIpV6TestJSON-1781383748-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4294245'] for subnet, before_create {{(pid=94174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:35:19.363511 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron_lib.callbacks.manager [None req-242c0a70-89be-4a86-a8e2-7a1b8303e7b8 tempest-RoutersTest-228919764 tempest-RoutersTest-228919764-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5190686'] for subnet, precommit_delete_associations {{(pid=94175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:35:19.380925 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.db.provisioning_blocks [None req-53f9c7cc-5a0c-4867-9b69-6457c9077ad5 None None] Provisioning for port 9dfae62b-2743-48a3-95e5-ffbe90b54757 completed by entity DHCP. {{(pid=94176) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 23 11:35:19.393975 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.db.provisioning_blocks [None req-53f9c7cc-5a0c-4867-9b69-6457c9077ad5 None None] Provisioning complete for port 9dfae62b-2743-48a3-95e5-ffbe90b54757 triggered by entity DHCP. {{(pid=94176) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 23 11:35:19.394445 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron_lib.callbacks.manager [None req-53f9c7cc-5a0c-4867-9b69-6457c9077ad5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-899258'] for port, provisioning_complete {{(pid=94176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:35:19.408810 dv-neutron-601336-94-hyperv neutron-server[94175]: INFO neutron.wsgi [None req-19a8f0f8-6090-4ccd-9adf-dfd757af4a03 tempest-RoutersIpV6Test-1448447933 tempest-RoutersIpV6Test-1448447933-project] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.8029013 Jun 23 11:35:19.411307 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.wsgi [-] (94175) accepted ('10.222.0.20', 41006) {{(pid=94175) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 11:35:19.417481 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.api.v2.base [None req-11d73095-dce9-43ec-8537-52358fbaf31b tempest-RoutersIpV6Test-1448447933 tempest-RoutersIpV6Test-1448447933-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-1286694113', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=94175) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 23 11:35:19.449173 dv-neutron-601336-94-hyperv neutron-server[94174]: INFO neutron.db.ipam_backend_mixin [None req-78baceb8-89ce-4336-a69c-88e7dddff4e2 tempest-PortsIpV6TestJSON-1781383748 tempest-PortsIpV6TestJSON-1781383748-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet 98b05204-d14c-489c-bb45-eacf56914937 (CIDR: 2001:db8::/64) Jun 23 11:35:19.461575 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.plugins.ml2.plugin [None req-53f9c7cc-5a0c-4867-9b69-6457c9077ad5 None None] Port 9dfae62b-2743-48a3-95e5-ffbe90b54757 cannot update to ACTIVE because it is not bound. {{(pid=94176) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jun 23 11:35:19.473674 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron_lib.callbacks.manager [None req-242c0a70-89be-4a86-a8e2-7a1b8303e7b8 tempest-RoutersTest-228919764 tempest-RoutersTest-228919764-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-897634'] for subnet, precommit_delete {{(pid=94175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:35:19.499606 dv-neutron-601336-94-hyperv neutron-server[94174]: INFO neutron.pecan_wsgi.hooks.translation [None req-78baceb8-89ce-4336-a69c-88e7dddff4e2 tempest-PortsIpV6TestJSON-1781383748 tempest-PortsIpV6TestJSON-1781383748-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jun 23 11:35:19.500273 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-78baceb8-89ce-4336-a69c-88e7dddff4e2 tempest-PortsIpV6TestJSON-1781383748 tempest-PortsIpV6TestJSON-1781383748-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=94174) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 23 11:35:19.500727 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ac42d8a0-17ee-409e-888f-e8b3dc220dae None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1e0d828a-1fa4-563d-b7fd-53adf66a04ee-1dbc946f-26bb-42f1-bb01-f6094acccfc4', 'network_id': '1dbc946f-26bb-42f1-bb01-f6094acccfc4', 'tenant_id': 'a04e393135be4822803c421d0995b548', 'fixed_ips': [{'subnet_id': '245689ca-68db-4f63-b311-4a056a409976'}]}} from dv-neutron-601336-94-hyperv. {{(pid=94176) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 23 11:35:19.501668 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron_lib.callbacks.manager [None req-ac42d8a0-17ee-409e-888f-e8b3dc220dae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-923104'] for port, before_create {{(pid=94176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:35:19.549837 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron_lib.callbacks.manager [None req-11d73095-dce9-43ec-8537-52358fbaf31b tempest-RoutersIpV6Test-1448447933 tempest-RoutersIpV6Test-1448447933-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-520407', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-32315'] for router, before_create {{(pid=94175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:35:19.550894 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron_lib.callbacks.manager [None req-11d73095-dce9-43ec-8537-52358fbaf31b tempest-RoutersIpV6Test-1448447933 tempest-RoutersIpV6Test-1448447933-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-520264', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-524122', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-414782', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-32290'] for router, precommit_create {{(pid=94175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:35:19.598774 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron_lib.callbacks.manager [None req-242c0a70-89be-4a86-a8e2-7a1b8303e7b8 tempest-RoutersTest-228919764 tempest-RoutersTest-228919764-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-897627', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866062', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5083050', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4660036'] for subnet, after_delete {{(pid=94175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:35:19.604881 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG oslo_concurrency.lockutils [None req-25be1b98-ba1d-4ea3-b385-a4215dc1cef7 tempest-NetworksTest-2133396914 tempest-NetworksTest-2133396914-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94175) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 11:35:19.628306 dv-neutron-601336-94-hyperv neutron-server[94174]: INFO neutron.wsgi [None req-78baceb8-89ce-4336-a69c-88e7dddff4e2 tempest-PortsIpV6TestJSON-1781383748 tempest-PortsIpV6TestJSON-1781383748-project] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.4637160 Jun 23 11:35:19.628699 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.wsgi [-] (94174) accepted ('10.222.0.20', 41008) {{(pid=94174) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 11:35:19.634821 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-242c0a70-89be-4a86-a8e2-7a1b8303e7b8 tempest-RoutersTest-228919764 tempest-RoutersTest-228919764-project] Pushing event deleted for resources: {'Subnet': ['ID=5201dc7f-ba4f-40c0-a658-be97a9e96cb7,revision_number=None']} {{(pid=94175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 11:35:19.637208 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG oslo_concurrency.lockutils [None req-242c0a70-89be-4a86-a8e2-7a1b8303e7b8 tempest-RoutersTest-228919764 tempest-RoutersTest-228919764-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.033s {{(pid=94175) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 11:35:19.642933 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.api.v2.base [None req-1c8b8ab4-173d-4a2f-8dd4-3d25f1926d0a tempest-PortsIpV6TestJSON-1781383748 tempest-PortsIpV6TestJSON-1781383748-project] Request body: {'subnet': {'network_id': 'c16c789a-641f-4c9b-ac33-977ceb9ea600', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1'}} {{(pid=94174) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 23 11:35:19.643864 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron_lib.callbacks.manager [None req-242c0a70-89be-4a86-a8e2-7a1b8303e7b8 tempest-RoutersTest-228919764 tempest-RoutersTest-228919764-project] Notify callbacks [] for subnet, before_response {{(pid=94175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:35:19.643864 dv-neutron-601336-94-hyperv neutron-server[94175]: INFO neutron.wsgi [None req-242c0a70-89be-4a86-a8e2-7a1b8303e7b8 tempest-RoutersTest-228919764 tempest-RoutersTest-228919764-project] 10.222.0.20 "DELETE /v2.0/subnets/5201dc7f-ba4f-40c0-a658-be97a9e96cb7 HTTP/1.1" status: 204 len: 168 time: 0.3859823 Jun 23 11:35:19.650839 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ff3e216b-5404-434f-a7bb-48abc8ba58b2 None None] Network 2199a989-8a0b-4f69-8f04-3309d630c6a6 requested from dv-neutron-601336-94-hyperv {{(pid=94176) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 23 11:35:19.653229 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.wsgi [-] (94175) accepted ('10.222.0.20', 41012) {{(pid=94175) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 11:35:19.654157 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.db.db_base_plugin_common [None req-ac42d8a0-17ee-409e-888f-e8b3dc220dae None None] Allocated IP 2001:db8::2 (1dbc946f-26bb-42f1-bb01-f6094acccfc4/245689ca-68db-4f63-b311-4a056a409976/405daf7c-f6aa-4151-88b5-863eb602fda1) {{(pid=94176) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 23 11:35:19.730892 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron_lib.callbacks.manager [None req-e1465a0c-9f74-4936-ae5e-9910d46de635 tempest-RoutersTest-228919764 tempest-RoutersTest-228919764-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-824874'] for network, before_delete {{(pid=94175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:35:19.771330 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron_lib.callbacks.manager [None req-11d73095-dce9-43ec-8537-52358fbaf31b tempest-RoutersIpV6Test-1448447933 tempest-RoutersIpV6Test-1448447933-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:35:19.845699 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron_lib.callbacks.manager [None req-11d73095-dce9-43ec-8537-52358fbaf31b tempest-RoutersIpV6Test-1448447933 tempest-RoutersIpV6Test-1448447933-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-520412', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-524143'] for router, after_create {{(pid=94175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:35:19.849281 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1c8b8ab4-173d-4a2f-8dd4-3d25f1926d0a tempest-PortsIpV6TestJSON-1781383748 tempest-PortsIpV6TestJSON-1781383748-project] Made reservation on behalf of 4a9805c328414e068d83db5c9b76c3c7 for: {'subnet': 1} {{(pid=94174) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 23 11:35:19.852243 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.plugins.ml2.plugin [None req-e1465a0c-9f74-4936-ae5e-9910d46de635 tempest-RoutersTest-228919764 tempest-RoutersTest-228919764-project] Deleting port 8fae91fe-534a-4b6a-8d98-f2980ad25382 {{(pid=94175) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1913}} Jun 23 11:35:19.852643 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron_lib.callbacks.manager [None req-e1465a0c-9f74-4936-ae5e-9910d46de635 tempest-RoutersTest-228919764 tempest-RoutersTest-228919764-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773700079324'] for port, before_delete {{(pid=94175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:35:19.853511 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron_lib.callbacks.manager [None req-1c8b8ab4-173d-4a2f-8dd4-3d25f1926d0a tempest-PortsIpV6TestJSON-1781383748 tempest-PortsIpV6TestJSON-1781383748-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4294245'] for subnet, before_create {{(pid=94174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:35:19.907758 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron_lib.callbacks.manager [None req-ac42d8a0-17ee-409e-888f-e8b3dc220dae None None] Notify callbacks [] for port, precommit_create {{(pid=94176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:35:19.920108 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.db.provisioning_blocks [None req-ac42d8a0-17ee-409e-888f-e8b3dc220dae None None] Transition to ACTIVE for port object 405daf7c-f6aa-4151-88b5-863eb602fda1 will not be triggered until provisioned by entity L2. {{(pid=94176) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 23 11:35:19.940923 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.plugins.ml2.db [None req-e1465a0c-9f74-4936-ae5e-9910d46de635 tempest-RoutersTest-228919764 tempest-RoutersTest-228919764-project] For port 8fae91fe-534a-4b6a-8d98-f2980ad25382, host dv-neutron-601336-94-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-94-hyperv',level=0,port_id=8fae91fe-534a-4b6a-8d98-f2980ad25382,segment=NetworkSegment(0e56becf-6f0b-4d4f-a8f9-8ffd258ad994),segment_id=0e56becf-6f0b-4d4f-a8f9-8ffd258ad994)] {{(pid=94175) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 23 11:35:19.941332 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron_lib.callbacks.manager [None req-e1465a0c-9f74-4936-ae5e-9910d46de635 tempest-RoutersTest-228919764 tempest-RoutersTest-228919764-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-430722'] for port, precommit_delete {{(pid=94175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:35:19.955318 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.db.provisioning_blocks [None req-ac42d8a0-17ee-409e-888f-e8b3dc220dae None None] Transition to ACTIVE for port object 405daf7c-f6aa-4151-88b5-863eb602fda1 will not be triggered until provisioned by entity DHCP. {{(pid=94176) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 23 11:35:19.958288 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9cad198b-5eba-451c-a916-6785295c2799 None None] DHCP port deletion for 2199a989-8a0b-4f69-8f04-3309d630c6a6 request from dv-neutron-601336-94-hyperv {{(pid=94176) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jun 23 11:35:19.961303 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.plugins.ml2.plugin [None req-e1465a0c-9f74-4936-ae5e-9910d46de635 tempest-RoutersTest-228919764 tempest-RoutersTest-228919764-project] Calling delete_port for 8fae91fe-534a-4b6a-8d98-f2980ad25382 owned by network:dhcp {{(pid=94175) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1986}} Jun 23 11:35:19.969577 dv-neutron-601336-94-hyperv neutron-server[94174]: INFO neutron.db.ipam_backend_mixin [None req-1c8b8ab4-173d-4a2f-8dd4-3d25f1926d0a tempest-PortsIpV6TestJSON-1781383748 tempest-PortsIpV6TestJSON-1781383748-project] Validation for CIDR: 2001:db8:0:1::/64 failed - overlaps with subnet 287f5bdb-410e-4d7c-90bd-37a78e21bbd2 (CIDR: 2001:db8:0:1::/64) Jun 23 11:35:19.984232 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea1c3b65-d431-4d0a-a5a4-782255723d88 req-5733e4a2-1244-435f-865c-334bd467f975 tempest-ServerActionsTestJSON-161917335 tempest-ServerActionsTestJSON-161917335-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 11:35:19.985777 dv-neutron-601336-94-hyperv neutron-server[94175]: INFO neutron.wsgi [req-ea1c3b65-d431-4d0a-a5a4-782255723d88 req-5733e4a2-1244-435f-865c-334bd467f975 tempest-ServerActionsTestJSON-161917335 tempest-ServerActionsTestJSON-161917335-project] 10.222.0.20 "GET /v2.0/ports?device_id=85769616-6b8b-4da7-ad73-344986edf607 HTTP/1.1" status: 200 len: 945 time: 0.1793373 Jun 23 11:35:19.986478 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron_lib.callbacks.manager [None req-11d73095-dce9-43ec-8537-52358fbaf31b tempest-RoutersIpV6Test-1448447933 tempest-RoutersIpV6Test-1448447933-project] Notify callbacks [] for router, before_response {{(pid=94175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:35:19.987531 dv-neutron-601336-94-hyperv neutron-server[94175]: INFO neutron.wsgi [None req-11d73095-dce9-43ec-8537-52358fbaf31b tempest-RoutersIpV6Test-1448447933 tempest-RoutersIpV6Test-1448447933-project] 10.222.0.20 "POST /v2.0/routers HTTP/1.1" status: 201 len: 704 time: 0.5754187 Jun 23 11:35:19.990440 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.wsgi [-] (94174) accepted ('10.222.0.20', 41014) {{(pid=94174) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 11:35:20.009796 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.plugins.ml2.plugin [None req-9cad198b-5eba-451c-a916-6785295c2799 None None] Deleting port 8fae91fe-534a-4b6a-8d98-f2980ad25382 {{(pid=94176) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1913}} Jun 23 11:35:20.010180 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron_lib.callbacks.manager [None req-9cad198b-5eba-451c-a916-6785295c2799 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773700079324'] for port, before_delete {{(pid=94176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:35:20.031488 dv-neutron-601336-94-hyperv neutron-server[94174]: INFO neutron.pecan_wsgi.hooks.translation [None req-1c8b8ab4-173d-4a2f-8dd4-3d25f1926d0a tempest-PortsIpV6TestJSON-1781383748 tempest-PortsIpV6TestJSON-1781383748-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jun 23 11:35:20.031488 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-1c8b8ab4-173d-4a2f-8dd4-3d25f1926d0a tempest-PortsIpV6TestJSON-1781383748 tempest-PortsIpV6TestJSON-1781383748-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=94174) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 23 11:35:20.057096 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron_lib.callbacks.manager [None req-ac42d8a0-17ee-409e-888f-e8b3dc220dae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-922915', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-239814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7866073', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773699642215'] for port, after_create {{(pid=94176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:35:20.061260 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG oslo_concurrency.lockutils [None req-a4c5afa5-51d9-4915-beb4-2da0cdffa689 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 11:35:20.072190 dv-neutron-601336-94-hyperv neutron-server[94175]: INFO neutron.wsgi [req-ea1c3b65-d431-4d0a-a5a4-782255723d88 req-fa233fb7-b2f2-462b-b858-2daffd00de25 tempest-ServerActionsTestJSON-161917335 tempest-ServerActionsTestJSON-161917335-project] 10.222.0.20 "GET /v2.0/security-groups?id=f0520e5d-8f0e-4c28-b543-be4405698077&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0497601 Jun 23 11:35:20.116212 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ac42d8a0-17ee-409e-888f-e8b3dc220dae None None] Network 1dbc946f-26bb-42f1-bb01-f6094acccfc4 is already hosted by enough agents. {{(pid=94176) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 23 11:35:20.120375 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.plugins.ml2.db [None req-9cad198b-5eba-451c-a916-6785295c2799 None None] For port 8fae91fe-534a-4b6a-8d98-f2980ad25382, host dv-neutron-601336-94-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-94-hyperv',level=0,port_id=8fae91fe-534a-4b6a-8d98-f2980ad25382,segment=NetworkSegment(0e56becf-6f0b-4d4f-a8f9-8ffd258ad994),segment_id=0e56becf-6f0b-4d4f-a8f9-8ffd258ad994)] {{(pid=94176) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 23 11:35:20.120780 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron_lib.callbacks.manager [None req-9cad198b-5eba-451c-a916-6785295c2799 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-430722'] for port, precommit_delete {{(pid=94176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:35:20.127951 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.scheduler.base_scheduler [None req-ac42d8a0-17ee-409e-888f-e8b3dc220dae None None] Resources bound (agent type, host, resource id): {{(pid=94176) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 23 11:35:20.135091 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ac42d8a0-17ee-409e-888f-e8b3dc220dae None None] Received port after_create {{(pid=94176) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 23 11:35:20.144484 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac42d8a0-17ee-409e-888f-e8b3dc220dae None None] Pushing event updated for resources: {'Port': ['ID=405daf7c-f6aa-4151-88b5-863eb602fda1,revision_number=1']} {{(pid=94176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 11:35:20.147368 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG oslo_concurrency.lockutils [None req-ac42d8a0-17ee-409e-888f-e8b3dc220dae None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.086s {{(pid=94176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 11:35:20.156897 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.plugins.ml2.plugin [None req-9cad198b-5eba-451c-a916-6785295c2799 None None] Calling delete_port for 8fae91fe-534a-4b6a-8d98-f2980ad25382 owned by network:dhcp {{(pid=94176) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1986}} Jun 23 11:35:20.161274 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron_lib.callbacks.manager [None req-e1465a0c-9f74-4936-ae5e-9910d46de635 tempest-RoutersTest-228919764 tempest-RoutersTest-228919764-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-922904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866062', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773700135024', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773699642224', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5082448'] for port, after_delete {{(pid=94175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:35:20.163744 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG oslo_concurrency.lockutils [None req-40517d28-b0ce-46b0-a6d9-7571eef94e5c tempest-RoutersIpV6Test-1448447933 tempest-RoutersIpV6Test-1448447933-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94175) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 11:35:20.194797 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1465a0c-9f74-4936-ae5e-9910d46de635 tempest-RoutersTest-228919764 tempest-RoutersTest-228919764-project] Pushing event deleted for resources: {'Port': ['ID=8fae91fe-534a-4b6a-8d98-f2980ad25382,revision_number=None']} {{(pid=94175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 11:35:20.201240 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG oslo_concurrency.lockutils [None req-e1465a0c-9f74-4936-ae5e-9910d46de635 tempest-RoutersTest-228919764 tempest-RoutersTest-228919764-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.035s {{(pid=94175) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 11:35:20.202528 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e1465a0c-9f74-4936-ae5e-9910d46de635 tempest-RoutersTest-228919764 tempest-RoutersTest-228919764-project] No DVR routers for this DVR port 8fae91fe-534a-4b6a-8d98-f2980ad25382 on host dv-neutron-601336-94-hyperv {{(pid=94175) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 23 11:35:20.252542 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.plugins.ml2.managers [None req-ac42d8a0-17ee-409e-888f-e8b3dc220dae None None] Attempting to bind port 405daf7c-f6aa-4151-88b5-863eb602fda1 on host dv-neutron-601336-94-hyperv for vnic_type normal with profile {{(pid=94176) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 23 11:35:20.253019 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.plugins.ml2.managers [None req-ac42d8a0-17ee-409e-888f-e8b3dc220dae None None] Attempting to bind port 405daf7c-f6aa-4151-88b5-863eb602fda1 by drivers openvswitch,hyperv on host dv-neutron-601336-94-hyperv at level 0 using segments [{'id': '658ebfb4-0884-4ef8-a9fe-587cada18211', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 447, 'network_id': '1dbc946f-26bb-42f1-bb01-f6094acccfc4'}] {{(pid=94176) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 23 11:35:20.253471 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ac42d8a0-17ee-409e-888f-e8b3dc220dae None None] Attempting to bind port 405daf7c-f6aa-4151-88b5-863eb602fda1 on network 1dbc946f-26bb-42f1-bb01-f6094acccfc4 {{(pid=94176) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 23 11:35:20.264350 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ac42d8a0-17ee-409e-888f-e8b3dc220dae None None] Checking agent: {'id': '4d05f899-5ac9-411b-8a03-f60c93f87cdf', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-601336-94-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 23, 11, 22, 14), 'started_at': datetime.datetime(2021, 6, 23, 11, 22, 44), 'heartbeat_timestamp': datetime.datetime(2021, 6, 23, 11, 35, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'monitor_allowed_address_pair_garp': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-601336-94-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94176) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 23 11:35:20.264840 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ac42d8a0-17ee-409e-888f-e8b3dc220dae None None] Checking segment: {'id': '658ebfb4-0884-4ef8-a9fe-587cada18211', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 447, 'network_id': '1dbc946f-26bb-42f1-bb01-f6094acccfc4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94176) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 23 11:35:20.265327 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron_lib.callbacks.manager [None req-ac42d8a0-17ee-409e-888f-e8b3dc220dae None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:35:20.265794 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ac42d8a0-17ee-409e-888f-e8b3dc220dae None None] Bound using segment: {'id': '658ebfb4-0884-4ef8-a9fe-587cada18211', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 447, 'network_id': '1dbc946f-26bb-42f1-bb01-f6094acccfc4'} {{(pid=94176) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 23 11:35:20.266363 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.plugins.ml2.managers [None req-ac42d8a0-17ee-409e-888f-e8b3dc220dae None None] Bound port: 405daf7c-f6aa-4151-88b5-863eb602fda1, host: dv-neutron-601336-94-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '658ebfb4-0884-4ef8-a9fe-587cada18211', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 447, 'network_id': '1dbc946f-26bb-42f1-bb01-f6094acccfc4'}}] {{(pid=94176) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 23 11:35:20.266818 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron_lib.callbacks.manager [None req-ac42d8a0-17ee-409e-888f-e8b3dc220dae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-923122'] for port, before_update {{(pid=94176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:35:20.283156 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron_lib.callbacks.manager [None req-e1465a0c-9f74-4936-ae5e-9910d46de635 tempest-RoutersTest-228919764 tempest-RoutersTest-228919764-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-897259', 'neutron.services.segments.db._delete_segments_for_network-8773700168587'] for network, precommit_delete {{(pid=94175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:35:20.294685 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.services.segments.db [None req-e1465a0c-9f74-4936-ae5e-9910d46de635 tempest-RoutersTest-228919764 tempest-RoutersTest-228919764-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2199a989-8a0b-4f69-8f04-3309d630c6a6']}} {{(pid=94175) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 11:35:20.309094 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.services.segments.db [None req-e1465a0c-9f74-4936-ae5e-9910d46de635 tempest-RoutersTest-228919764 tempest-RoutersTest-228919764-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0e56becf-6f0b-4d4f-a8f9-8ffd258ad994') {'for_net_delete': True} {{(pid=94175) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 11:35:20.309425 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.services.segments.db [None req-e1465a0c-9f74-4936-ae5e-9910d46de635 tempest-RoutersTest-228919764 tempest-RoutersTest-228919764-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0e56becf-6f0b-4d4f-a8f9-8ffd258ad994') {} {{(pid=94175) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 11:35:20.319061 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron_lib.callbacks.manager [None req-e1465a0c-9f74-4936-ae5e-9910d46de635 tempest-RoutersTest-228919764 tempest-RoutersTest-228919764-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8773699955833', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5190677'] for segment, before_delete {{(pid=94175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:35:20.333983 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron_lib.callbacks.manager [None req-e1465a0c-9f74-4936-ae5e-9910d46de635 tempest-RoutersTest-228919764 tempest-RoutersTest-228919764-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3801'] for segment, precommit_delete {{(pid=94175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:35:20.339786 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron_lib.callbacks.manager [None req-9cad198b-5eba-451c-a916-6785295c2799 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-922904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866062', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773700135024', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773699642224'] for port, after_delete {{(pid=94176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:35:20.340472 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e1465a0c-9f74-4936-ae5e-9910d46de635 tempest-RoutersTest-228919764 tempest-RoutersTest-228919764-project] Releasing vlan 434 on physical network physnet1 to pool {{(pid=94175) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 23 11:35:20.340869 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron_lib.callbacks.manager [None req-e1465a0c-9f74-4936-ae5e-9910d46de635 tempest-RoutersTest-228919764 tempest-RoutersTest-228919764-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3801', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5082371'] for segment, after_delete {{(pid=94175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:35:20.344188 dv-neutron-601336-94-hyperv neutron-server[94175]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 23 11:35:20.344188 dv-neutron-601336-94-hyperv neutron-server[94175]: conditions |= (models_v2.Port.network_id.in_( Jun 23 11:35:20.344188 dv-neutron-601336-94-hyperv neutron-server[94175]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 23 11:35:20.344188 dv-neutron-601336-94-hyperv neutron-server[94175]: conditions |= (models_v2.Port.network_id.in_( Jun 23 11:35:20.344188 dv-neutron-601336-94-hyperv neutron-server[94175]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 23 11:35:20.344188 dv-neutron-601336-94-hyperv neutron-server[94175]: conditions |= (models_v2.Port.network_id.in_( Jun 23 11:35:20.344188 dv-neutron-601336-94-hyperv neutron-server[94175]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 23 11:35:20.344188 dv-neutron-601336-94-hyperv neutron-server[94175]: conditions |= (models_v2.Port.network_id.in_( Jun 23 11:35:20.344188 dv-neutron-601336-94-hyperv neutron-server[94175]: Traceback (most recent call last): Jun 23 11:35:20.344188 dv-neutron-601336-94-hyperv neutron-server[94175]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 23 11:35:20.344188 dv-neutron-601336-94-hyperv neutron-server[94175]: timer() Jun 23 11:35:20.344188 dv-neutron-601336-94-hyperv neutron-server[94175]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 23 11:35:20.344188 dv-neutron-601336-94-hyperv neutron-server[94175]: cb(*args, **kw) Jun 23 11:35:20.344188 dv-neutron-601336-94-hyperv neutron-server[94175]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 23 11:35:20.344188 dv-neutron-601336-94-hyperv neutron-server[94175]: return func(*args, **kwargs) Jun 23 11:35:20.344188 dv-neutron-601336-94-hyperv neutron-server[94175]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 23 11:35:20.344188 dv-neutron-601336-94-hyperv neutron-server[94175]: self._notify() Jun 23 11:35:20.344188 dv-neutron-601336-94-hyperv neutron-server[94175]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 23 11:35:20.344188 dv-neutron-601336-94-hyperv neutron-server[94175]: self.callback(batched_events) Jun 23 11:35:20.344188 dv-neutron-601336-94-hyperv neutron-server[94175]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 23 11:35:20.344188 dv-neutron-601336-94-hyperv neutron-server[94175]: event.method(event) Jun 23 11:35:20.344188 dv-neutron-601336-94-hyperv neutron-server[94175]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 23 11:35:20.344188 dv-neutron-601336-94-hyperv neutron-server[94175]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 23 11:35:20.344188 dv-neutron-601336-94-hyperv neutron-server[94175]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 23 11:35:20.344188 dv-neutron-601336-94-hyperv neutron-server[94175]: aggregate_uuid = self.p_client.list_aggregates( Jun 23 11:35:20.344188 dv-neutron-601336-94-hyperv neutron-server[94175]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 23 11:35:20.344188 dv-neutron-601336-94-hyperv neutron-server[94175]: return f(self, *a, **k) Jun 23 11:35:20.344188 dv-neutron-601336-94-hyperv neutron-server[94175]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 23 11:35:20.344188 dv-neutron-601336-94-hyperv neutron-server[94175]: return self._get(url).json() Jun 23 11:35:20.344188 dv-neutron-601336-94-hyperv neutron-server[94175]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 23 11:35:20.344188 dv-neutron-601336-94-hyperv neutron-server[94175]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 23 11:35:20.344188 dv-neutron-601336-94-hyperv neutron-server[94175]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 23 11:35:20.344188 dv-neutron-601336-94-hyperv neutron-server[94175]: return self.request(url, 'GET', **kwargs) Jun 23 11:35:20.344188 dv-neutron-601336-94-hyperv neutron-server[94175]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 23 11:35:20.344188 dv-neutron-601336-94-hyperv neutron-server[94175]: base_url = self.get_endpoint(auth, allow=allow, Jun 23 11:35:20.344188 dv-neutron-601336-94-hyperv neutron-server[94175]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 23 11:35:20.344188 dv-neutron-601336-94-hyperv neutron-server[94175]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 23 11:35:20.344188 dv-neutron-601336-94-hyperv neutron-server[94175]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 23 11:35:20.344188 dv-neutron-601336-94-hyperv neutron-server[94175]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 23 11:35:20.344188 dv-neutron-601336-94-hyperv neutron-server[94175]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 23 11:35:20.347209 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG oslo_concurrency.lockutils [None req-d51ee0f9-037c-4799-8071-a78827364b1c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 11:35:20.375074 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.plugins.ml2.db [None req-ac42d8a0-17ee-409e-888f-e8b3dc220dae None None] For port 405daf7c-f6aa-4151-88b5-863eb602fda1, host dv-neutron-601336-94-hyperv, cleared binding levels {{(pid=94176) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 23 11:35:20.377659 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cad198b-5eba-451c-a916-6785295c2799 None None] Pushing event deleted for resources: {'Port': ['ID=8fae91fe-534a-4b6a-8d98-f2980ad25382,revision_number=None']} {{(pid=94176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 11:35:20.387340 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG oslo_concurrency.lockutils [None req-9cad198b-5eba-451c-a916-6785295c2799 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.043s {{(pid=94176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 11:35:20.389929 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9cad198b-5eba-451c-a916-6785295c2799 None None] No DVR routers for this DVR port 8fae91fe-534a-4b6a-8d98-f2980ad25382 on host dv-neutron-601336-94-hyperv {{(pid=94176) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 23 11:35:20.392617 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.plugins.ml2.db [None req-ac42d8a0-17ee-409e-888f-e8b3dc220dae None None] For port 405daf7c-f6aa-4151-88b5-863eb602fda1, host dv-neutron-601336-94-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-94-hyperv',level=0,port_id=405daf7c-f6aa-4151-88b5-863eb602fda1,segment=NetworkSegment(658ebfb4-0884-4ef8-a9fe-587cada18211),segment_id=658ebfb4-0884-4ef8-a9fe-587cada18211)] {{(pid=94176) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 23 11:35:20.464761 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron_lib.callbacks.manager [None req-ac42d8a0-17ee-409e-888f-e8b3dc220dae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-922904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866062', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773700135042', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773699642233', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773699642278'] for port, after_update {{(pid=94176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:35:20.466867 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG oslo_concurrency.lockutils [None req-db1d956d-3d81-4c98-a0c9-f4bc61b07493 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 11:35:20.495784 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron_lib.callbacks.manager [None req-e1465a0c-9f74-4936-ae5e-9910d46de635 tempest-RoutersTest-228919764 tempest-RoutersTest-228919764-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-897248', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8002400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7866073', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-524247'] for network, after_delete {{(pid=94175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:35:20.510451 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG oslo_concurrency.lockutils [None req-aca1aaa1-fd8a-49c0-82ab-e9180c22288b tempest-NetworksTest-2133396914 tempest-NetworksTest-2133396914-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94175) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 11:35:20.515769 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron_lib.callbacks.manager [None req-e1465a0c-9f74-4936-ae5e-9910d46de635 tempest-RoutersTest-228919764 tempest-RoutersTest-228919764-project] Notify callbacks [] for network, before_response {{(pid=94175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:35:20.520562 dv-neutron-601336-94-hyperv neutron-server[94174]: INFO neutron.wsgi [None req-1c8b8ab4-173d-4a2f-8dd4-3d25f1926d0a tempest-PortsIpV6TestJSON-1781383748 tempest-PortsIpV6TestJSON-1781383748-project] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 428 time: 0.8907175 Jun 23 11:35:20.521172 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.wsgi [-] (94174) accepted ('10.222.0.20', 41016) {{(pid=94174) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 11:35:20.524063 dv-neutron-601336-94-hyperv neutron-server[94175]: INFO neutron.wsgi [None req-e1465a0c-9f74-4936-ae5e-9910d46de635 tempest-RoutersTest-228919764 tempest-RoutersTest-228919764-project] 10.222.0.20 "DELETE /v2.0/networks/2199a989-8a0b-4f69-8f04-3309d630c6a6 HTTP/1.1" status: 204 len: 168 time: 0.8697655 Jun 23 11:35:20.526315 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.wsgi [-] (94175) accepted ('10.222.0.20', 41018) {{(pid=94175) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 11:35:20.526879 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac42d8a0-17ee-409e-888f-e8b3dc220dae None None] Pushing event updated for resources: {'Port': ['ID=405daf7c-f6aa-4151-88b5-863eb602fda1,revision_number=2']} {{(pid=94176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 11:35:20.530262 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG oslo_concurrency.lockutils [None req-ac42d8a0-17ee-409e-888f-e8b3dc220dae None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.063s {{(pid=94176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 11:35:20.531772 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.api.v2.base [None req-d968eb34-9f7b-413c-8fdd-30dbb878dbe9 tempest-RoutersTest-228919764 tempest-RoutersTest-228919764-project] Request body: {'network': {'name': 'tempest-RoutersTest-1607575269'}} {{(pid=94175) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 23 11:35:20.550979 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.api.v2.base [None req-5360866a-c187-4bd9-b0c1-fbc222cbd25e tempest-PortsIpV6TestJSON-1781383748 tempest-PortsIpV6TestJSON-1781383748-project] Request body: {'subnet': {'network_id': 'c16c789a-641f-4c9b-ac33-977ceb9ea600', 'cidr': '2001:db8:0:2::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:2::1'}} {{(pid=94174) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 23 11:35:20.561840 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1465a0c-9f74-4936-ae5e-9910d46de635 tempest-RoutersTest-228919764 tempest-RoutersTest-228919764-project] Pushing event deleted for resources: {'Network': ['ID=2199a989-8a0b-4f69-8f04-3309d630c6a6,revision_number=None']} {{(pid=94175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 11:35:20.564970 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG oslo_concurrency.lockutils [None req-e1465a0c-9f74-4936-ae5e-9910d46de635 tempest-RoutersTest-228919764 tempest-RoutersTest-228919764-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.055s {{(pid=94175) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 11:35:20.654837 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d968eb34-9f7b-413c-8fdd-30dbb878dbe9 tempest-RoutersTest-228919764 tempest-RoutersTest-228919764-project] Made reservation on behalf of 1838eb839bc24d0abf2e86f88a8bcfa8 for: {'network': 1} {{(pid=94175) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 23 11:35:20.658616 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron_lib.callbacks.manager [None req-d968eb34-9f7b-413c-8fdd-30dbb878dbe9 tempest-RoutersTest-228919764 tempest-RoutersTest-228919764-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-923104'] for network, before_create {{(pid=94175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:35:20.684909 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d968eb34-9f7b-413c-8fdd-30dbb878dbe9 tempest-RoutersTest-228919764 tempest-RoutersTest-228919764-project] vlan segment allocate from pool success with {'vlan_id': 449, 'physical_network': 'physnet1'} {{(pid=94175) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 23 11:35:20.694379 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron_lib.callbacks.manager [None req-4ae6f255-3952-413e-99d9-687de2b19df2 tempest-RoutersIpV6Test-1448447933 tempest-RoutersIpV6Test-1448447933-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-923104'] for port, before_create {{(pid=94174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:35:20.696771 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron_lib.callbacks.manager [None req-d968eb34-9f7b-413c-8fdd-30dbb878dbe9 tempest-RoutersTest-228919764 tempest-RoutersTest-228919764-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3801'] for segment, precommit_create {{(pid=94175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:35:20.703605 dv-neutron-601336-94-hyperv neutron-server[94175]: INFO neutron.db.segments_db [None req-d968eb34-9f7b-413c-8fdd-30dbb878dbe9 tempest-RoutersTest-228919764 tempest-RoutersTest-228919764-project] Added segment 074a7595-e515-4e03-b0fe-36a2482e4149 of type vlan for network a857212b-689d-4cd9-a5de-8de07f055324 Jun 23 11:35:20.768682 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron_lib.callbacks.manager [None req-d968eb34-9f7b-413c-8fdd-30dbb878dbe9 tempest-RoutersTest-228919764 tempest-RoutersTest-228919764-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8773699596773'] for network, precommit_create {{(pid=94175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:35:20.871575 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron_lib.callbacks.manager [None req-d968eb34-9f7b-413c-8fdd-30dbb878dbe9 tempest-RoutersTest-228919764 tempest-RoutersTest-228919764-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8002400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7866073'] for network, after_create {{(pid=94175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:35:20.884567 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.plugins.ml2.rpc [None req-dc7542b2-afef-47f4-a763-e3a3cba144be None None] Device 405daf7c-f6aa-4151-88b5-863eb602fda1 up at agent ovs-agent-dv-neutron-601336-94-hyperv {{(pid=94176) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:298}} Jun 23 11:35:20.885078 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d968eb34-9f7b-413c-8fdd-30dbb878dbe9 tempest-RoutersTest-228919764 tempest-RoutersTest-228919764-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 11:35:20.885332 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron_lib.callbacks.manager [None req-d968eb34-9f7b-413c-8fdd-30dbb878dbe9 tempest-RoutersTest-228919764 tempest-RoutersTest-228919764-project] Notify callbacks [] for network, before_response {{(pid=94175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:35:20.888184 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG oslo_concurrency.lockutils [None req-066cac31-c030-42fa-9436-3821d7fd8577 tempest-ExtraDHCPOptionsIpV6TestJSON-2131111190 tempest-ExtraDHCPOptionsIpV6TestJSON-2131111190-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94175) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 11:35:20.928337 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5360866a-c187-4bd9-b0c1-fbc222cbd25e tempest-PortsIpV6TestJSON-1781383748 tempest-PortsIpV6TestJSON-1781383748-project] Made reservation on behalf of 4a9805c328414e068d83db5c9b76c3c7 for: {'subnet': 1} {{(pid=94174) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 23 11:35:20.932010 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron_lib.callbacks.manager [None req-5360866a-c187-4bd9-b0c1-fbc222cbd25e tempest-PortsIpV6TestJSON-1781383748 tempest-PortsIpV6TestJSON-1781383748-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4294245'] for subnet, before_create {{(pid=94174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:35:20.956004 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d968eb34-9f7b-413c-8fdd-30dbb878dbe9 tempest-RoutersTest-228919764 tempest-RoutersTest-228919764-project] Pushing event updated for resources: {'Network': ['ID=a857212b-689d-4cd9-a5de-8de07f055324,revision_number=1']} {{(pid=94175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 11:35:20.958546 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG oslo_concurrency.lockutils [None req-d968eb34-9f7b-413c-8fdd-30dbb878dbe9 tempest-RoutersTest-228919764 tempest-RoutersTest-228919764-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.070s {{(pid=94175) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 11:35:20.966836 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.plugins.ml2.rpc [None req-dc7542b2-afef-47f4-a763-e3a3cba144be None None] Network a857212b-689d-4cd9-a5de-8de07f055324 details requested by agent ovs-agent-dv-neutron-601336-94-hyperv with host dv-neutron-601336-94-hyperv {{(pid=94176) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:250}} Jun 23 11:35:21.002725 dv-neutron-601336-94-hyperv neutron-server[94175]: INFO neutron.wsgi [None req-d968eb34-9f7b-413c-8fdd-30dbb878dbe9 tempest-RoutersTest-228919764 tempest-RoutersTest-228919764-project] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 766 time: 0.4746082 Jun 23 11:35:21.004599 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.wsgi [-] (94175) accepted ('10.222.0.20', 41020) {{(pid=94175) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 11:35:21.010495 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.db.provisioning_blocks [None req-dc7542b2-afef-47f4-a763-e3a3cba144be None None] Provisioning for port 405daf7c-f6aa-4151-88b5-863eb602fda1 completed by entity L2. {{(pid=94176) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 23 11:35:21.010688 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.api.v2.base [None req-5f5f110e-cb99-4e24-8b9e-f69b73b4db31 tempest-RoutersTest-228919764 tempest-RoutersTest-228919764-project] Request body: {'subnet': {'network_id': 'a857212b-689d-4cd9-a5de-8de07f055324', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=94175) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 23 11:35:21.048012 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.db.db_base_plugin_common [None req-4ae6f255-3952-413e-99d9-687de2b19df2 tempest-RoutersIpV6Test-1448447933 tempest-RoutersIpV6Test-1448447933-project] Allocated IP 2001:db8::1 (1dbc946f-26bb-42f1-bb01-f6094acccfc4/245689ca-68db-4f63-b311-4a056a409976/7da97dfe-4772-4d21-9bd4-edbc754dce39) {{(pid=94174) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 23 11:35:21.104407 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.plugins.ml2.rpc [None req-dc7542b2-afef-47f4-a763-e3a3cba144be None None] Device 8fae91fe-534a-4b6a-8d98-f2980ad25382 no longer exists at agent ovs-agent-dv-neutron-601336-94-hyperv {{(pid=94176) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:261}} Jun 23 11:35:21.129413 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.plugins.ml2.plugin [None req-dc7542b2-afef-47f4-a763-e3a3cba144be None None] No Port match for: 8fae91fe-534a-4b6a-8d98-f2980ad25382 {{(pid=94176) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2240}} Jun 23 11:35:21.129413 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.plugins.ml2.rpc [None req-dc7542b2-afef-47f4-a763-e3a3cba144be None None] Device 8fae91fe-534a-4b6a-8d98-f2980ad25382 not bound to the agent host dv-neutron-601336-94-hyperv {{(pid=94176) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:271}} Jun 23 11:35:21.203016 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5f5f110e-cb99-4e24-8b9e-f69b73b4db31 tempest-RoutersTest-228919764 tempest-RoutersTest-228919764-project] Made reservation on behalf of 1838eb839bc24d0abf2e86f88a8bcfa8 for: {'subnet': 1} {{(pid=94175) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 23 11:35:21.206785 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron_lib.callbacks.manager [None req-5f5f110e-cb99-4e24-8b9e-f69b73b4db31 tempest-RoutersTest-228919764 tempest-RoutersTest-228919764-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4660073'] for subnet, before_create {{(pid=94175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:35:21.256028 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron_lib.callbacks.manager [None req-4ae6f255-3952-413e-99d9-687de2b19df2 tempest-RoutersIpV6Test-1448447933 tempest-RoutersIpV6Test-1448447933-project] Notify callbacks [] for port, precommit_create {{(pid=94174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:35:21.318980 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.db.provisioning_blocks [None req-4ae6f255-3952-413e-99d9-687de2b19df2 tempest-RoutersIpV6Test-1448447933 tempest-RoutersIpV6Test-1448447933-project] Transition to ACTIVE for port object 7da97dfe-4772-4d21-9bd4-edbc754dce39 will not be triggered until provisioned by entity DHCP. {{(pid=94174) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 23 11:35:21.372808 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2804143-2a26-475d-872a-b8eebe54cd76 req-f85bacc7-5bb8-4ad2-9e11-3ce792bc5a0e tempest-ServerActionsTestJSON-161917335 tempest-ServerActionsTestJSON-161917335-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94174) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 11:35:21.374385 dv-neutron-601336-94-hyperv neutron-server[94174]: INFO neutron.wsgi [req-b2804143-2a26-475d-872a-b8eebe54cd76 req-f85bacc7-5bb8-4ad2-9e11-3ce792bc5a0e tempest-ServerActionsTestJSON-161917335 tempest-ServerActionsTestJSON-161917335-project] 10.222.0.20 "GET /v2.0/ports?device_id=85769616-6b8b-4da7-ad73-344986edf607 HTTP/1.1" status: 200 len: 945 time: 0.1719010 Jun 23 11:35:21.427508 dv-neutron-601336-94-hyperv neutron-server[94174]: INFO neutron.wsgi [req-b2804143-2a26-475d-872a-b8eebe54cd76 req-232699b2-cf58-487d-9561-194053eb0e21 tempest-ServerActionsTestJSON-161917335 tempest-ServerActionsTestJSON-161917335-project] 10.222.0.20 "GET /v2.0/security-groups?id=f0520e5d-8f0e-4c28-b543-be4405698077&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0456572 Jun 23 11:35:21.647430 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1d948d7b-bd0e-4017-b83d-da737d91d21b None None] Network 1dbc946f-26bb-42f1-bb01-f6094acccfc4 requested from dv-neutron-601336-94-hyperv {{(pid=94176) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 23 11:35:21.843733 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron_lib.callbacks.manager [None req-5360866a-c187-4bd9-b0c1-fbc222cbd25e tempest-PortsIpV6TestJSON-1781383748 tempest-PortsIpV6TestJSON-1781383748-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866062', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5195999', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4294259'] for subnet, after_create {{(pid=94174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:35:21.847815 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG oslo_concurrency.lockutils [None req-60e9b841-8ae2-4354-9eb8-d0c37ecb901a tempest-PortsIpV6TestJSON-1781383748 tempest-PortsIpV6TestJSON-1781383748-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94174) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 11:35:21.887672 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5360866a-c187-4bd9-b0c1-fbc222cbd25e tempest-PortsIpV6TestJSON-1781383748 tempest-PortsIpV6TestJSON-1781383748-project] Network c16c789a-641f-4c9b-ac33-977ceb9ea600 is already hosted by enough agents. {{(pid=94174) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 23 11:35:21.889402 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron_lib.callbacks.manager [None req-5f5f110e-cb99-4e24-8b9e-f69b73b4db31 tempest-RoutersTest-228919764 tempest-RoutersTest-228919764-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866062', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5083113', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4660095'] for subnet, after_create {{(pid=94175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:35:21.889933 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.db.provisioning_blocks [None req-e1826d57-9f23-40b0-8062-3c67f65499bd None None] Provisioning for port 405daf7c-f6aa-4151-88b5-863eb602fda1 completed by entity DHCP. {{(pid=94176) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 23 11:35:21.893146 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.scheduler.base_scheduler [None req-5360866a-c187-4bd9-b0c1-fbc222cbd25e tempest-PortsIpV6TestJSON-1781383748 tempest-PortsIpV6TestJSON-1781383748-project] Resources bound (agent type, host, resource id): {{(pid=94174) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 23 11:35:21.893747 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.db.provisioning_blocks [None req-e1826d57-9f23-40b0-8062-3c67f65499bd None None] Provisioning complete for port 405daf7c-f6aa-4151-88b5-863eb602fda1 triggered by entity DHCP. {{(pid=94176) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 23 11:35:21.894906 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron_lib.callbacks.manager [None req-e1826d57-9f23-40b0-8062-3c67f65499bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-899258'] for port, provisioning_complete {{(pid=94176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:35:21.896297 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG oslo_concurrency.lockutils [None req-ecc62b85-2560-48e6-a353-e6d0251a88bf tempest-RoutersTest-228919764 tempest-RoutersTest-228919764-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94175) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 11:35:21.897989 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron_lib.callbacks.manager [None req-4ae6f255-3952-413e-99d9-687de2b19df2 tempest-RoutersIpV6Test-1448447933 tempest-RoutersIpV6Test-1448447933-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-922915', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-239814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7866073', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773699642215', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-5196399'] for port, after_create {{(pid=94174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:35:21.905076 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5360866a-c187-4bd9-b0c1-fbc222cbd25e tempest-PortsIpV6TestJSON-1781383748 tempest-PortsIpV6TestJSON-1781383748-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94174) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 11:35:21.905076 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron_lib.callbacks.manager [None req-5360866a-c187-4bd9-b0c1-fbc222cbd25e tempest-PortsIpV6TestJSON-1781383748 tempest-PortsIpV6TestJSON-1781383748-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7865916'] for subnet, before_response {{(pid=94174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:35:21.918890 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5360866a-c187-4bd9-b0c1-fbc222cbd25e tempest-PortsIpV6TestJSON-1781383748 tempest-PortsIpV6TestJSON-1781383748-project] Pushing event updated for resources: {'Subnet': ['ID=65d13bfb-49c6-42e2-9ae4-b20d2788d39d,revision_number=0']} {{(pid=94174) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 11:35:21.933153 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG oslo_concurrency.lockutils [None req-5360866a-c187-4bd9-b0c1-fbc222cbd25e tempest-PortsIpV6TestJSON-1781383748 tempest-PortsIpV6TestJSON-1781383748-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.087s {{(pid=94174) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 11:35:21.933681 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG oslo_concurrency.lockutils [None req-0024eb88-72ed-4f53-bd0c-c830c299b6b2 tempest-RoutersIpV6Test-1448447933 tempest-RoutersIpV6Test-1448447933-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.028s {{(pid=94174) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 11:35:21.938899 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-80575b8b-3aa8-48d8-a65e-b98c1cb211a8 None None] Network c16c789a-641f-4c9b-ac33-977ceb9ea600 requested from dv-neutron-601336-94-hyperv {{(pid=94176) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 23 11:35:21.960574 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4ae6f255-3952-413e-99d9-687de2b19df2 tempest-RoutersIpV6Test-1448447933 tempest-RoutersIpV6Test-1448447933-project] Network 1dbc946f-26bb-42f1-bb01-f6094acccfc4 is already hosted by enough agents. {{(pid=94174) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 23 11:35:21.965114 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.scheduler.base_scheduler [None req-4ae6f255-3952-413e-99d9-687de2b19df2 tempest-RoutersIpV6Test-1448447933 tempest-RoutersIpV6Test-1448447933-project] Resources bound (agent type, host, resource id): {{(pid=94174) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 23 11:35:21.972862 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4ae6f255-3952-413e-99d9-687de2b19df2 tempest-RoutersIpV6Test-1448447933 tempest-RoutersIpV6Test-1448447933-project] Received port after_create {{(pid=94174) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 23 11:35:21.973446 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron_lib.callbacks.manager [None req-4ae6f255-3952-413e-99d9-687de2b19df2 tempest-RoutersIpV6Test-1448447933 tempest-RoutersIpV6Test-1448447933-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-452954'] for router_interface, before_create {{(pid=94174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:35:21.977357 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f5f110e-cb99-4e24-8b9e-f69b73b4db31 tempest-RoutersTest-228919764 tempest-RoutersTest-228919764-project] Pushing event updated for resources: {'Subnet': ['ID=24e77686-a468-4f7c-ad1a-86d49d47e45a,revision_number=0']} {{(pid=94175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 11:35:21.983402 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG oslo_concurrency.lockutils [None req-5f5f110e-cb99-4e24-8b9e-f69b73b4db31 tempest-RoutersTest-228919764 tempest-RoutersTest-228919764-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.087s {{(pid=94175) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 11:35:21.987695 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5f5f110e-cb99-4e24-8b9e-f69b73b4db31 tempest-RoutersTest-228919764 tempest-RoutersTest-228919764-project] Checking segment: {'id': '074a7595-e515-4e03-b0fe-36a2482e4149', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 449, 'network_id': 'a857212b-689d-4cd9-a5de-8de07f055324'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94175) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 23 11:35:21.988547 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5f5f110e-cb99-4e24-8b9e-f69b73b4db31 tempest-RoutersTest-228919764 tempest-RoutersTest-228919764-project] Network hostable DHCP agents. Network: a857212b-689d-4cd9-a5de-8de07f055324, hostable agents: ['8cf29b10-0e57-4131-816f-a4b6ad00b249'], hosted agents: [] {{(pid=94175) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 23 11:35:22.033256 dv-neutron-601336-94-hyperv neutron-server[94174]: INFO neutron.wsgi [None req-5360866a-c187-4bd9-b0c1-fbc222cbd25e tempest-PortsIpV6TestJSON-1781383748 tempest-PortsIpV6TestJSON-1781383748-project] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 836 time: 1.4837668 Jun 23 11:35:22.033700 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.wsgi [-] (94175) accepted ('10.222.0.20', 41024) {{(pid=94175) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 11:35:22.036515 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ae6f255-3952-413e-99d9-687de2b19df2 tempest-RoutersIpV6Test-1448447933 tempest-RoutersIpV6Test-1448447933-project] Pushing event updated for resources: {'Port': ['ID=7da97dfe-4772-4d21-9bd4-edbc754dce39,revision_number=1']} {{(pid=94174) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 11:35:22.041072 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG oslo_concurrency.lockutils [None req-4ae6f255-3952-413e-99d9-687de2b19df2 tempest-RoutersIpV6Test-1448447933 tempest-RoutersIpV6Test-1448447933-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.107s {{(pid=94174) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 11:35:22.048426 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.api.v2.base [None req-19de9b6c-8643-4c79-b650-bb85bbbf444e tempest-PortsIpV6TestJSON-1781383748 tempest-PortsIpV6TestJSON-1781383748-project] Request body: {'port': {'name': 'tempest-PortsIpV6TestJSON-2006569336', 'admin_state_up': False, 'fixed_ips': [{'subnet_id': '65d13bfb-49c6-42e2-9ae4-b20d2788d39d'}], 'security_groups': ['2e89a414-97b2-4563-aba3-4405fb0b523a', '8e658d9f-78fb-4c68-9223-5a9b750ca1df']}} {{(pid=94175) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 23 11:35:22.075992 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5f5f110e-cb99-4e24-8b9e-f69b73b4db31 tempest-RoutersTest-228919764 tempest-RoutersTest-228919764-project] Network a857212b-689d-4cd9-a5de-8de07f055324 is scheduled to be hosted by DHCP agent 8cf29b10-0e57-4131-816f-a4b6ad00b249 with binding_index 1 {{(pid=94175) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 23 11:35:22.084267 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron_lib.callbacks.manager [None req-e1826d57-9f23-40b0-8062-3c67f65499bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-923122'] for port, before_update {{(pid=94176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:35:22.132840 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.plugins.ml2.db [None req-e1826d57-9f23-40b0-8062-3c67f65499bd None None] For port 405daf7c-f6aa-4151-88b5-863eb602fda1, host dv-neutron-601336-94-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-94-hyperv',level=0,port_id=405daf7c-f6aa-4151-88b5-863eb602fda1,segment=NetworkSegment(658ebfb4-0884-4ef8-a9fe-587cada18211),segment_id=658ebfb4-0884-4ef8-a9fe-587cada18211)] {{(pid=94176) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 23 11:35:22.166125 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.scheduler.base_scheduler [None req-5f5f110e-cb99-4e24-8b9e-f69b73b4db31 tempest-RoutersTest-228919764 tempest-RoutersTest-228919764-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-601336-94-hyperv, a857212b-689d-4cd9-a5de-8de07f055324) {{(pid=94175) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 23 11:35:22.173401 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5f5f110e-cb99-4e24-8b9e-f69b73b4db31 tempest-RoutersTest-228919764 tempest-RoutersTest-228919764-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 11:35:22.173989 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron_lib.callbacks.manager [None req-5f5f110e-cb99-4e24-8b9e-f69b73b4db31 tempest-RoutersTest-228919764 tempest-RoutersTest-228919764-project] Notify callbacks [] for subnet, before_response {{(pid=94175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:35:22.184118 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6b60ed88-8460-4ce1-8254-149af99c9c45 None None] Network a857212b-689d-4cd9-a5de-8de07f055324 requested from dv-neutron-601336-94-hyperv {{(pid=94176) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 23 11:35:22.257939 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron_lib.callbacks.manager [None req-19de9b6c-8643-4c79-b650-bb85bbbf444e tempest-PortsIpV6TestJSON-1781383748 tempest-PortsIpV6TestJSON-1781383748-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-923122'] for port, before_update {{(pid=94175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:35:22.258127 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron_lib.callbacks.manager [None req-4ae6f255-3952-413e-99d9-687de2b19df2 tempest-RoutersIpV6Test-1448447933 tempest-RoutersIpV6Test-1448447933-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-923122'] for port, before_update {{(pid=94174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:35:22.316203 dv-neutron-601336-94-hyperv neutron-server[94175]: INFO neutron.wsgi [None req-5f5f110e-cb99-4e24-8b9e-f69b73b4db31 tempest-RoutersTest-228919764 tempest-RoutersTest-228919764-project] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.3081119 Jun 23 11:35:22.318491 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.wsgi [-] (94175) accepted ('10.222.0.20', 41026) {{(pid=94175) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 11:35:22.323697 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.api.v2.base [None req-fe1fe0ca-f359-4d14-975a-b879d6b61bd1 tempest-RoutersTest-228919764 tempest-RoutersTest-228919764-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-1558989020', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=94175) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 23 11:35:22.421080 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron_lib.callbacks.manager [None req-e1826d57-9f23-40b0-8062-3c67f65499bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-922904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866062', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773700135042', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773699642233', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773699642278'] for port, after_update {{(pid=94176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:35:22.425480 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG oslo_concurrency.lockutils [None req-80b1b40e-c92a-487e-9bd5-e62300536b05 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 11:35:22.499593 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a64b7af4-2289-480a-ab9f-f7a1496826c2 None None] Update dhcp port {'port': {'network_id': 'c16c789a-641f-4c9b-ac33-977ceb9ea600', 'fixed_ips': [{'subnet_id': '287f5bdb-410e-4d7c-90bd-37a78e21bbd2', 'ip_address': '2001:db8:0:1::2'}, {'subnet_id': '98b05204-d14c-489c-bb45-eacf56914937', 'ip_address': '2001:db8::2'}, {'subnet_id': '65d13bfb-49c6-42e2-9ae4-b20d2788d39d'}], 'binding:host_id': 'dv-neutron-601336-94-hyperv'}, 'id': '0b54f7d0-3659-4d57-a219-9819182e60af'} from dv-neutron-601336-94-hyperv. {{(pid=94176) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Jun 23 11:35:22.514184 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron_lib.callbacks.manager [None req-fe1fe0ca-f359-4d14-975a-b879d6b61bd1 tempest-RoutersTest-228919764 tempest-RoutersTest-228919764-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-520407', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-32315'] for router, before_create {{(pid=94175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:35:22.515428 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron_lib.callbacks.manager [None req-fe1fe0ca-f359-4d14-975a-b879d6b61bd1 tempest-RoutersTest-228919764 tempest-RoutersTest-228919764-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-520264', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-524122', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-414782', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-32290'] for router, precommit_create {{(pid=94175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:35:22.542871 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1826d57-9f23-40b0-8062-3c67f65499bd None None] Pushing event updated for resources: {'Port': ['ID=405daf7c-f6aa-4151-88b5-863eb602fda1,revision_number=3']} {{(pid=94176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 11:35:22.550602 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG oslo_concurrency.lockutils [None req-e1826d57-9f23-40b0-8062-3c67f65499bd None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.125s {{(pid=94176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 11:35:22.579871 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron_lib.callbacks.manager [None req-4ae6f255-3952-413e-99d9-687de2b19df2 tempest-RoutersIpV6Test-1448447933 tempest-RoutersIpV6Test-1448447933-project] Notify callbacks [] for port, precommit_update {{(pid=94174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:35:22.584883 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron_lib.callbacks.manager [None req-a64b7af4-2289-480a-ab9f-f7a1496826c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-923122'] for port, before_update {{(pid=94176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:35:22.630243 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.db.provisioning_blocks [None req-84acc7fb-9a33-441b-96be-a6bdd87ef95d None None] Provisioning for port 7da97dfe-4772-4d21-9bd4-edbc754dce39 completed by entity DHCP. {{(pid=94176) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 23 11:35:22.643420 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron_lib.callbacks.manager [None req-4ae6f255-3952-413e-99d9-687de2b19df2 tempest-RoutersIpV6Test-1448447933 tempest-RoutersIpV6Test-1448447933-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-922904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866062', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773700135042', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773699642233', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773699642278', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5196369'] for port, after_update {{(pid=94174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:35:22.644367 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron_lib.callbacks.manager [None req-4ae6f255-3952-413e-99d9-687de2b19df2 tempest-RoutersIpV6Test-1448447933 tempest-RoutersIpV6Test-1448447933-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-7866091', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-453038'] for router_interface, after_create {{(pid=94174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:35:22.644584 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.db.provisioning_blocks [None req-84acc7fb-9a33-441b-96be-a6bdd87ef95d None None] Provisioning complete for port 7da97dfe-4772-4d21-9bd4-edbc754dce39 triggered by entity DHCP. {{(pid=94176) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 23 11:35:22.644958 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron_lib.callbacks.manager [None req-84acc7fb-9a33-441b-96be-a6bdd87ef95d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-899258'] for port, provisioning_complete {{(pid=94176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:35:22.647904 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG oslo_concurrency.lockutils [None req-7d880f29-ff37-4265-8001-9f92fc275e7c tempest-TestNetworkBasicOps-233187296 tempest-TestNetworkBasicOps-233187296-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94174) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 11:35:22.700324 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-908c47b1-31e4-4e7d-9c04-b840ab522d81 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1e0d828a-1fa4-563d-b7fd-53adf66a04ee-a857212b-689d-4cd9-a5de-8de07f055324', 'network_id': 'a857212b-689d-4cd9-a5de-8de07f055324', 'tenant_id': '1838eb839bc24d0abf2e86f88a8bcfa8', 'fixed_ips': [{'subnet_id': '24e77686-a468-4f7c-ad1a-86d49d47e45a'}]}} from dv-neutron-601336-94-hyperv. {{(pid=94176) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 23 11:35:22.701189 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron_lib.callbacks.manager [None req-908c47b1-31e4-4e7d-9c04-b840ab522d81 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-923104'] for port, before_create {{(pid=94176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:35:22.738761 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ae6f255-3952-413e-99d9-687de2b19df2 tempest-RoutersIpV6Test-1448447933 tempest-RoutersIpV6Test-1448447933-project] Pushing event updated for resources: {'Port': ['ID=7da97dfe-4772-4d21-9bd4-edbc754dce39,revision_number=2']} {{(pid=94174) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 11:35:22.743643 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG oslo_concurrency.lockutils [None req-4ae6f255-3952-413e-99d9-687de2b19df2 tempest-RoutersIpV6Test-1448447933 tempest-RoutersIpV6Test-1448447933-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.095s {{(pid=94174) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 11:35:22.782838 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4ae6f255-3952-413e-99d9-687de2b19df2 tempest-RoutersIpV6Test-1448447933 tempest-RoutersIpV6Test-1448447933-project] Network 1dbc946f-26bb-42f1-bb01-f6094acccfc4 is already hosted by enough agents. {{(pid=94174) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 23 11:35:22.784809 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.scheduler.base_scheduler [None req-4ae6f255-3952-413e-99d9-687de2b19df2 tempest-RoutersIpV6Test-1448447933 tempest-RoutersIpV6Test-1448447933-project] Resources bound (agent type, host, resource id): {{(pid=94174) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 23 11:35:22.801524 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.plugins.ml2.plugin [None req-84acc7fb-9a33-441b-96be-a6bdd87ef95d None None] Port 7da97dfe-4772-4d21-9bd4-edbc754dce39 cannot update to ACTIVE because it is not bound. {{(pid=94176) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jun 23 11:35:22.871512 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.db.provisioning_blocks [None req-84acc7fb-9a33-441b-96be-a6bdd87ef95d None None] Provisioning complete for port 405daf7c-f6aa-4151-88b5-863eb602fda1 triggered by entity DHCP. {{(pid=94176) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 23 11:35:22.872434 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron_lib.callbacks.manager [None req-84acc7fb-9a33-441b-96be-a6bdd87ef95d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-899258'] for port, provisioning_complete {{(pid=94176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:35:22.944427 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.plugins.ml2.rpc [None req-dc7542b2-afef-47f4-a763-e3a3cba144be None None] Device 405daf7c-f6aa-4151-88b5-863eb602fda1 up at agent ovs-agent-dv-neutron-601336-94-hyperv {{(pid=94176) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:298}} Jun 23 11:35:22.980042 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron_lib.callbacks.manager [None req-fe1fe0ca-f359-4d14-975a-b879d6b61bd1 tempest-RoutersTest-228919764 tempest-RoutersTest-228919764-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:35:23.011331 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.db.db_base_plugin_common [None req-908c47b1-31e4-4e7d-9c04-b840ab522d81 None None] Allocated IP 172.20.0.2 (a857212b-689d-4cd9-a5de-8de07f055324/24e77686-a468-4f7c-ad1a-86d49d47e45a/51763054-0dac-43eb-bf65-e53e1c6a407a) {{(pid=94176) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 23 11:35:23.015199 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4ae6f255-3952-413e-99d9-687de2b19df2 tempest-RoutersIpV6Test-1448447933 tempest-RoutersIpV6Test-1448447933-project] Router 87f6cb19-9ef7-4c5b-be6a-62c0203a67e3 is scheduled to L3 agent 50ef99c0-ef28-4db5-b303-b145898fae60 with binding_index 1 {{(pid=94174) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jun 23 11:35:23.095758 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8eb97c21-2c6c-408c-85ec-b0e2f6eb6a1b req-1e4b3e20-4c71-40ab-a2ce-ca103c0d9bd4 tempest-ServerActionsTestJSON-161917335 tempest-ServerActionsTestJSON-161917335-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 11:35:23.097364 dv-neutron-601336-94-hyperv neutron-server[94175]: INFO neutron.wsgi [req-8eb97c21-2c6c-408c-85ec-b0e2f6eb6a1b req-1e4b3e20-4c71-40ab-a2ce-ca103c0d9bd4 tempest-ServerActionsTestJSON-161917335 tempest-ServerActionsTestJSON-161917335-project] 10.222.0.20 "GET /v2.0/ports?device_id=85769616-6b8b-4da7-ad73-344986edf607 HTTP/1.1" status: 200 len: 945 time: 0.1111598 Jun 23 11:35:23.106024 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron_lib.callbacks.manager [None req-fe1fe0ca-f359-4d14-975a-b879d6b61bd1 tempest-RoutersTest-228919764 tempest-RoutersTest-228919764-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-520412', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-524143'] for router, after_create {{(pid=94175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:35:23.112532 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.db.provisioning_blocks [None req-dc7542b2-afef-47f4-a763-e3a3cba144be None None] Provisioning complete for port 405daf7c-f6aa-4151-88b5-863eb602fda1 triggered by entity L2. {{(pid=94176) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 23 11:35:23.112925 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron_lib.callbacks.manager [None req-dc7542b2-afef-47f4-a763-e3a3cba144be None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-899258'] for port, provisioning_complete {{(pid=94176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:35:23.162411 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4ae6f255-3952-413e-99d9-687de2b19df2 tempest-RoutersIpV6Test-1448447933 tempest-RoutersIpV6Test-1448447933-project] Notify agent at l3_agent.dv-neutron-601336-94-hyperv the message routers_updated {{(pid=94174) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 23 11:35:23.173858 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.db.db_base_plugin_common [None req-19de9b6c-8643-4c79-b650-bb85bbbf444e tempest-PortsIpV6TestJSON-1781383748 tempest-PortsIpV6TestJSON-1781383748-project] Delete allocated IP 2001:db8::1aa (c16c789a-641f-4c9b-ac33-977ceb9ea600/98b05204-d14c-489c-bb45-eacf56914937) {{(pid=94175) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}} Jun 23 11:35:23.180519 dv-neutron-601336-94-hyperv neutron-server[94174]: INFO neutron.wsgi [None req-4ae6f255-3952-413e-99d9-687de2b19df2 tempest-RoutersIpV6Test-1448447933 tempest-RoutersIpV6Test-1448447933-project] 10.222.0.20 "PUT /v2.0/routers/87f6cb19-9ef7-4c5b-be6a-62c0203a67e3/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.1869831 Jun 23 11:35:23.181197 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d2e7e1d4-9845-4d4f-a036-a0ad0a511b74 None None] Sync routers for ids ['87f6cb19-9ef7-4c5b-be6a-62c0203a67e3'] in dv-neutron-601336-94-hyperv {{(pid=94176) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 23 11:35:23.182506 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.wsgi [-] (94174) accepted ('10.222.0.20', 41030) {{(pid=94174) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 11:35:23.194017 dv-neutron-601336-94-hyperv neutron-server[94175]: INFO neutron.wsgi [req-8eb97c21-2c6c-408c-85ec-b0e2f6eb6a1b req-48956177-ed37-455b-86ed-691d5467332d tempest-ServerActionsTestJSON-161917335 tempest-ServerActionsTestJSON-161917335-project] 10.222.0.20 "GET /v2.0/security-groups?id=f0520e5d-8f0e-4c28-b543-be4405698077&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0808294 Jun 23 11:35:23.200821 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.db.db_base_plugin_common [None req-19de9b6c-8643-4c79-b650-bb85bbbf444e tempest-PortsIpV6TestJSON-1781383748 tempest-PortsIpV6TestJSON-1781383748-project] Allocated IP 2001:db8:0:2::1af (c16c789a-641f-4c9b-ac33-977ceb9ea600/65d13bfb-49c6-42e2-9ae4-b20d2788d39d/9dfae62b-2743-48a3-95e5-ffbe90b54757) {{(pid=94175) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 23 11:35:23.215408 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d2e7e1d4-9845-4d4f-a036-a0ad0a511b74 None None] Routers {'87f6cb19-9ef7-4c5b-be6a-62c0203a67e3'} bound to L3 agent in host dv-neutron-601336-94-hyperv {{(pid=94176) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 23 11:35:23.216053 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.db.l3_hamode_db [None req-d2e7e1d4-9845-4d4f-a036-a0ad0a511b74 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-601336-94-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-23T11:22:13Z,description=,heartbeat_timestamp=2021-06-23T11:35:13Z,host='dv-neutron-601336-94-hyperv',id=50ef99c0-ef28-4db5-b303-b145898fae60,load=0,resource_versions=,resources_synced=,started_at=2021-06-23T11:22:14Z,topic='l3_agent')) {'router_ids': ['87f6cb19-9ef7-4c5b-be6a-62c0203a67e3'], 'active': True} {{(pid=94176) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 11:35:23.234959 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron_lib.callbacks.manager [None req-fe1fe0ca-f359-4d14-975a-b879d6b61bd1 tempest-RoutersTest-228919764 tempest-RoutersTest-228919764-project] Notify callbacks [] for router, before_response {{(pid=94175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:35:23.239262 dv-neutron-601336-94-hyperv neutron-server[94175]: INFO neutron.wsgi [None req-fe1fe0ca-f359-4d14-975a-b879d6b61bd1 tempest-RoutersTest-228919764 tempest-RoutersTest-228919764-project] 10.222.0.20 "POST /v2.0/routers HTTP/1.1" status: 201 len: 700 time: 0.9169984 Jun 23 11:35:23.240092 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.wsgi [-] (94174) accepted ('10.222.0.20', 41032) {{(pid=94174) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 11:35:23.254292 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c2829643-e69f-4b61-9c50-44aa93e7fdce tempest-RoutersIpV6Test-1448447933 tempest-RoutersIpV6Test-1448447933-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94174) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 11:35:23.258763 dv-neutron-601336-94-hyperv neutron-server[94174]: INFO neutron.wsgi [None req-c2829643-e69f-4b61-9c50-44aa93e7fdce tempest-RoutersIpV6Test-1448447933 tempest-RoutersIpV6Test-1448447933-project] 10.222.0.20 "GET /v2.0/ports/7da97dfe-4772-4d21-9bd4-edbc754dce39 HTTP/1.1" status: 200 len: 911 time: 0.0750239 Jun 23 11:35:23.260905 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.wsgi [-] (94174) accepted ('10.222.0.20', 41034) {{(pid=94174) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 11:35:23.279288 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.db.l3_hamode_db [None req-d2e7e1d4-9845-4d4f-a036-a0ad0a511b74 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-601336-94-hyperv', False) {} {{(pid=94176) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 11:35:23.284697 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron_lib.callbacks.manager [None req-97bd5441-1da2-49ee-a364-27795820ba27 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773699952132', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-899307'] for agent, after_update {{(pid=94176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:35:23.300702 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.api.v2.base [None req-0b97e7c1-1aa6-40a8-8bdc-7c22ab49aaa2 tempest-RoutersIpV6Test-1448447933 tempest-RoutersIpV6Test-1448447933-project] Request body: {'port': {'fixed_ips': [{'subnet_id': '245689ca-68db-4f63-b311-4a056a409976'}]}} {{(pid=94174) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 23 11:35:23.340628 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron_lib.callbacks.manager [None req-908c47b1-31e4-4e7d-9c04-b840ab522d81 None None] Notify callbacks [] for port, precommit_create {{(pid=94176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:35:23.347220 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d2e7e1d4-9845-4d4f-a036-a0ad0a511b74 None None] Routers {'87f6cb19-9ef7-4c5b-be6a-62c0203a67e3'} bound to L3 agent in host dv-neutron-601336-94-hyperv {{(pid=94176) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 23 11:35:23.347863 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.db.l3_hamode_db [None req-d2e7e1d4-9845-4d4f-a036-a0ad0a511b74 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-601336-94-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-23T11:22:13Z,description=,heartbeat_timestamp=2021-06-23T11:35:13Z,host='dv-neutron-601336-94-hyperv',id=50ef99c0-ef28-4db5-b303-b145898fae60,load=0,resource_versions=,resources_synced=,started_at=2021-06-23T11:22:14Z,topic='l3_agent')) {'router_ids': ['87f6cb19-9ef7-4c5b-be6a-62c0203a67e3'], 'active': True} {{(pid=94176) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 11:35:23.356947 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.db.provisioning_blocks [None req-2b522329-e93f-4404-a8ea-98fa9b25d600 None None] Provisioning complete for port 7da97dfe-4772-4d21-9bd4-edbc754dce39 triggered by entity DHCP. {{(pid=94176) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 23 11:35:23.356947 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron_lib.callbacks.manager [None req-2b522329-e93f-4404-a8ea-98fa9b25d600 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-899258'] for port, provisioning_complete {{(pid=94176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:35:23.408231 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.db.provisioning_blocks [None req-908c47b1-31e4-4e7d-9c04-b840ab522d81 None None] Transition to ACTIVE for port object 51763054-0dac-43eb-bf65-e53e1c6a407a will not be triggered until provisioned by entity L2. {{(pid=94176) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 23 11:35:23.417342 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.db.l3_hamode_db [None req-d2e7e1d4-9845-4d4f-a036-a0ad0a511b74 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-601336-94-hyperv', False) {} {{(pid=94176) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 11:35:23.417552 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron_lib.callbacks.manager [None req-19de9b6c-8643-4c79-b650-bb85bbbf444e tempest-PortsIpV6TestJSON-1781383748 tempest-PortsIpV6TestJSON-1781383748-project] Notify callbacks [] for port, precommit_update {{(pid=94175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:35:23.417680 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d2e7e1d4-9845-4d4f-a036-a0ad0a511b74 None None] The sync data for ids ['87f6cb19-9ef7-4c5b-be6a-62c0203a67e3'] in dv-neutron-601336-94-hyperv is: [] {{(pid=94176) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 23 11:35:23.432457 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.db.provisioning_blocks [None req-19de9b6c-8643-4c79-b650-bb85bbbf444e tempest-PortsIpV6TestJSON-1781383748 tempest-PortsIpV6TestJSON-1781383748-project] Transition to ACTIVE for port object 9dfae62b-2743-48a3-95e5-ffbe90b54757 will not be triggered until provisioned by entity DHCP. {{(pid=94175) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 23 11:35:23.439678 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.db.provisioning_blocks [None req-908c47b1-31e4-4e7d-9c04-b840ab522d81 None None] Transition to ACTIVE for port object 51763054-0dac-43eb-bf65-e53e1c6a407a will not be triggered until provisioned by entity DHCP. {{(pid=94176) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 23 11:35:23.441251 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.plugins.ml2.plugin [None req-2b522329-e93f-4404-a8ea-98fa9b25d600 None None] Port 7da97dfe-4772-4d21-9bd4-edbc754dce39 cannot update to ACTIVE because it is not bound. {{(pid=94176) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jun 23 11:35:23.498500 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron_lib.callbacks.manager [None req-19de9b6c-8643-4c79-b650-bb85bbbf444e tempest-PortsIpV6TestJSON-1781383748 tempest-PortsIpV6TestJSON-1781383748-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-922904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866062', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773700135042', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773699642233', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773699642278', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5082471'] for port, after_update {{(pid=94175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:35:23.503984 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG oslo_concurrency.lockutils [None req-da7a2b8e-4764-4386-9c95-7356a23e193c tempest-RoutersIpV6Test-1448447933 tempest-RoutersIpV6Test-1448447933-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94175) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 11:35:23.538431 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron_lib.callbacks.manager [None req-908c47b1-31e4-4e7d-9c04-b840ab522d81 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-922915', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-239814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7866073', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773699642215'] for port, after_create {{(pid=94176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:35:23.543473 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG oslo_concurrency.lockutils [None req-e1826d57-9f23-40b0-8062-3c67f65499bd None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 11:35:23.565292 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.plugins.ml2.plugin [None req-19de9b6c-8643-4c79-b650-bb85bbbf444e tempest-PortsIpV6TestJSON-1781383748 tempest-PortsIpV6TestJSON-1781383748-project] In _notify_port_updated(), no bound segment for port 9dfae62b-2743-48a3-95e5-ffbe90b54757 on network c16c789a-641f-4c9b-ac33-977ceb9ea600 {{(pid=94175) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:876}} Jun 23 11:35:23.571910 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-19de9b6c-8643-4c79-b650-bb85bbbf444e tempest-PortsIpV6TestJSON-1781383748 tempest-PortsIpV6TestJSON-1781383748-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 11:35:23.572644 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron_lib.callbacks.manager [None req-19de9b6c-8643-4c79-b650-bb85bbbf444e tempest-PortsIpV6TestJSON-1781383748 tempest-PortsIpV6TestJSON-1781383748-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-217507'] for port, before_response {{(pid=94175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:35:23.576937 dv-neutron-601336-94-hyperv neutron-server[94175]: INFO neutron.wsgi [None req-19de9b6c-8643-4c79-b650-bb85bbbf444e tempest-PortsIpV6TestJSON-1781383748 tempest-PortsIpV6TestJSON-1781383748-project] 10.222.0.20 "PUT /v2.0/ports/9dfae62b-2743-48a3-95e5-ffbe90b54757 HTTP/1.1" status: 200 len: 970 time: 1.5419333 Jun 23 11:35:23.577136 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.wsgi [-] (94174) accepted ('10.222.0.20', 41036) {{(pid=94174) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 11:35:23.582551 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.db.db_base_plugin_common [None req-a64b7af4-2289-480a-ab9f-f7a1496826c2 None None] Allocated IP 2001:db8:0:2::2 (c16c789a-641f-4c9b-ac33-977ceb9ea600/65d13bfb-49c6-42e2-9ae4-b20d2788d39d/0b54f7d0-3659-4d57-a219-9819182e60af) {{(pid=94176) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 23 11:35:23.590869 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19de9b6c-8643-4c79-b650-bb85bbbf444e tempest-PortsIpV6TestJSON-1781383748 tempest-PortsIpV6TestJSON-1781383748-project] Pushing event updated for resources: {'Port': ['ID=9dfae62b-2743-48a3-95e5-ffbe90b54757,revision_number=2']} {{(pid=94175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 11:35:23.604035 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG oslo_concurrency.lockutils [None req-19de9b6c-8643-4c79-b650-bb85bbbf444e tempest-PortsIpV6TestJSON-1781383748 tempest-PortsIpV6TestJSON-1781383748-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.100s {{(pid=94175) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 11:35:23.606279 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-908c47b1-31e4-4e7d-9c04-b840ab522d81 None None] Network a857212b-689d-4cd9-a5de-8de07f055324 is already hosted by enough agents. {{(pid=94176) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 23 11:35:23.617664 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.scheduler.base_scheduler [None req-908c47b1-31e4-4e7d-9c04-b840ab522d81 None None] Resources bound (agent type, host, resource id): {{(pid=94176) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 23 11:35:23.621415 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-908c47b1-31e4-4e7d-9c04-b840ab522d81 None None] Pushing event updated for resources: {'Port': ['ID=51763054-0dac-43eb-bf65-e53e1c6a407a,revision_number=1']} {{(pid=94176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 11:35:23.623850 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.db.l3_dvrscheduler_db [None req-908c47b1-31e4-4e7d-9c04-b840ab522d81 None None] Received port after_create {{(pid=94176) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 23 11:35:23.627961 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG oslo_concurrency.lockutils [None req-908c47b1-31e4-4e7d-9c04-b840ab522d81 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.085s {{(pid=94176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 11:35:23.733779 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.plugins.ml2.managers [None req-908c47b1-31e4-4e7d-9c04-b840ab522d81 None None] Attempting to bind port 51763054-0dac-43eb-bf65-e53e1c6a407a on host dv-neutron-601336-94-hyperv for vnic_type normal with profile {{(pid=94176) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 23 11:35:23.734160 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.plugins.ml2.managers [None req-908c47b1-31e4-4e7d-9c04-b840ab522d81 None None] Attempting to bind port 51763054-0dac-43eb-bf65-e53e1c6a407a by drivers openvswitch,hyperv on host dv-neutron-601336-94-hyperv at level 0 using segments [{'id': '074a7595-e515-4e03-b0fe-36a2482e4149', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 449, 'network_id': 'a857212b-689d-4cd9-a5de-8de07f055324'}] {{(pid=94176) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 23 11:35:23.734534 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-908c47b1-31e4-4e7d-9c04-b840ab522d81 None None] Attempting to bind port 51763054-0dac-43eb-bf65-e53e1c6a407a on network a857212b-689d-4cd9-a5de-8de07f055324 {{(pid=94176) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 23 11:35:23.744940 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-908c47b1-31e4-4e7d-9c04-b840ab522d81 None None] Checking agent: {'id': '4d05f899-5ac9-411b-8a03-f60c93f87cdf', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-601336-94-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 23, 11, 22, 14), 'started_at': datetime.datetime(2021, 6, 23, 11, 22, 44), 'heartbeat_timestamp': datetime.datetime(2021, 6, 23, 11, 35, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'monitor_allowed_address_pair_garp': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-601336-94-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94176) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 23 11:35:23.745331 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-908c47b1-31e4-4e7d-9c04-b840ab522d81 None None] Checking segment: {'id': '074a7595-e515-4e03-b0fe-36a2482e4149', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 449, 'network_id': 'a857212b-689d-4cd9-a5de-8de07f055324'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94176) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 23 11:35:23.745749 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron_lib.callbacks.manager [None req-908c47b1-31e4-4e7d-9c04-b840ab522d81 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:35:23.746159 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-908c47b1-31e4-4e7d-9c04-b840ab522d81 None None] Bound using segment: {'id': '074a7595-e515-4e03-b0fe-36a2482e4149', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 449, 'network_id': 'a857212b-689d-4cd9-a5de-8de07f055324'} {{(pid=94176) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 23 11:35:23.746643 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.plugins.ml2.managers [None req-908c47b1-31e4-4e7d-9c04-b840ab522d81 None None] Bound port: 51763054-0dac-43eb-bf65-e53e1c6a407a, host: dv-neutron-601336-94-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '074a7595-e515-4e03-b0fe-36a2482e4149', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 449, 'network_id': 'a857212b-689d-4cd9-a5de-8de07f055324'}}] {{(pid=94176) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 23 11:35:23.747053 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron_lib.callbacks.manager [None req-908c47b1-31e4-4e7d-9c04-b840ab522d81 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-923122'] for port, before_update {{(pid=94176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:35:23.762411 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron_lib.callbacks.manager [None req-f321f889-0d2e-408d-ba27-78677c357e23 tempest-RoutersTest-228919764 tempest-RoutersTest-228919764-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-923104'] for port, before_create {{(pid=94174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:35:23.771214 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.plugins.ml2.db [None req-a64b7af4-2289-480a-ab9f-f7a1496826c2 None None] For port 0b54f7d0-3659-4d57-a219-9819182e60af, host dv-neutron-601336-94-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-94-hyperv',level=0,port_id=0b54f7d0-3659-4d57-a219-9819182e60af,segment=NetworkSegment(ce6843e5-0568-4431-a1aa-a79d3ba677dc),segment_id=ce6843e5-0568-4431-a1aa-a79d3ba677dc)] {{(pid=94176) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 23 11:35:23.793496 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron_lib.callbacks.manager [None req-0b97e7c1-1aa6-40a8-8bdc-7c22ab49aaa2 tempest-RoutersIpV6Test-1448447933 tempest-RoutersIpV6Test-1448447933-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-923122'] for port, before_update {{(pid=94174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:35:23.836307 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron_lib.callbacks.manager [None req-a64b7af4-2289-480a-ab9f-f7a1496826c2 None None] Notify callbacks [] for port, precommit_update {{(pid=94176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:35:23.856046 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.plugins.ml2.db [None req-908c47b1-31e4-4e7d-9c04-b840ab522d81 None None] For port 51763054-0dac-43eb-bf65-e53e1c6a407a, host dv-neutron-601336-94-hyperv, cleared binding levels {{(pid=94176) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 23 11:35:23.858123 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.db.provisioning_blocks [None req-a64b7af4-2289-480a-ab9f-f7a1496826c2 None None] Transition to ACTIVE for port object 0b54f7d0-3659-4d57-a219-9819182e60af will not be triggered until provisioned by entity DHCP. {{(pid=94176) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 23 11:35:23.859888 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.plugins.ml2.db [None req-908c47b1-31e4-4e7d-9c04-b840ab522d81 None None] For port 51763054-0dac-43eb-bf65-e53e1c6a407a, host dv-neutron-601336-94-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-94-hyperv',level=0,port_id=51763054-0dac-43eb-bf65-e53e1c6a407a,segment=NetworkSegment(074a7595-e515-4e03-b0fe-36a2482e4149),segment_id=074a7595-e515-4e03-b0fe-36a2482e4149)] {{(pid=94176) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 23 11:35:23.900781 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.plugins.ml2.plugin [None req-fb877350-4fef-4502-8620-cc93e6973432 tempest-PortsIpV6TestJSON-1781383748 tempest-PortsIpV6TestJSON-1781383748-project] Deleting port 9dfae62b-2743-48a3-95e5-ffbe90b54757 {{(pid=94174) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1913}} Jun 23 11:35:23.901119 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron_lib.callbacks.manager [None req-fb877350-4fef-4502-8620-cc93e6973432 tempest-PortsIpV6TestJSON-1781383748 tempest-PortsIpV6TestJSON-1781383748-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773700079324'] for port, before_delete {{(pid=94174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:35:23.922662 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron_lib.callbacks.manager [None req-a64b7af4-2289-480a-ab9f-f7a1496826c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-922904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866062', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773700135042', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773699642233', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773699642278'] for port, after_update {{(pid=94176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:35:23.925560 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG oslo_concurrency.lockutils [None req-2b701ae6-fdb0-4de9-be96-81a13ced5f47 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 11:35:23.956991 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron_lib.callbacks.manager [None req-908c47b1-31e4-4e7d-9c04-b840ab522d81 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-922904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866062', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773700135042', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773699642233', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773699642278'] for port, after_update {{(pid=94176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:35:24.041770 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a64b7af4-2289-480a-ab9f-f7a1496826c2 None None] Pushing event updated for resources: {'Port': ['ID=0b54f7d0-3659-4d57-a219-9819182e60af,revision_number=7']} {{(pid=94176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 11:35:24.044857 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG oslo_concurrency.lockutils [None req-a64b7af4-2289-480a-ab9f-f7a1496826c2 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.119s {{(pid=94176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 11:35:24.045316 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG oslo_concurrency.lockutils [None req-03e35529-c689-4b91-8328-c2ceea94581a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.070s {{(pid=94176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 11:35:24.098893 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-908c47b1-31e4-4e7d-9c04-b840ab522d81 None None] Pushing event updated for resources: {'Port': ['ID=51763054-0dac-43eb-bf65-e53e1c6a407a,revision_number=2']} {{(pid=94176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 11:35:24.102005 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG oslo_concurrency.lockutils [None req-908c47b1-31e4-4e7d-9c04-b840ab522d81 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.057s {{(pid=94176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 11:35:24.193630 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron_lib.callbacks.manager [None req-fb877350-4fef-4502-8620-cc93e6973432 tempest-PortsIpV6TestJSON-1781383748 tempest-PortsIpV6TestJSON-1781383748-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-430722'] for port, precommit_delete {{(pid=94174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:35:24.240410 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.plugins.ml2.plugin [None req-fb877350-4fef-4502-8620-cc93e6973432 tempest-PortsIpV6TestJSON-1781383748 tempest-PortsIpV6TestJSON-1781383748-project] Calling delete_port for 9dfae62b-2743-48a3-95e5-ffbe90b54757 owned by {{(pid=94174) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1986}} Jun 23 11:35:24.320727 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.db.db_base_plugin_common [None req-f321f889-0d2e-408d-ba27-78677c357e23 tempest-RoutersTest-228919764 tempest-RoutersTest-228919764-project] Allocated IP 172.20.0.1 (a857212b-689d-4cd9-a5de-8de07f055324/24e77686-a468-4f7c-ad1a-86d49d47e45a/ab5de8b7-3cde-49cc-92ad-0bd384d75c17) {{(pid=94174) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 23 11:35:24.854944 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.db.provisioning_blocks [None req-976ac518-f307-40a5-aceb-a25e0aac9c04 None None] Provisioning for port 0b54f7d0-3659-4d57-a219-9819182e60af completed by entity DHCP. {{(pid=94176) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 23 11:35:24.859760 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.db.provisioning_blocks [None req-976ac518-f307-40a5-aceb-a25e0aac9c04 None None] Provisioning complete for port 0b54f7d0-3659-4d57-a219-9819182e60af triggered by entity DHCP. {{(pid=94176) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 23 11:35:24.863605 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron_lib.callbacks.manager [None req-976ac518-f307-40a5-aceb-a25e0aac9c04 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-899258'] for port, provisioning_complete {{(pid=94176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:35:24.990552 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.plugins.ml2.rpc [None req-dc7542b2-afef-47f4-a763-e3a3cba144be None None] Device 51763054-0dac-43eb-bf65-e53e1c6a407a up at agent ovs-agent-dv-neutron-601336-94-hyperv {{(pid=94176) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:298}} Jun 23 11:35:25.041667 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.db.provisioning_blocks [None req-976ac518-f307-40a5-aceb-a25e0aac9c04 None None] Provisioning complete for port 55b0eff6-d88f-4310-b778-2c822e3d8f1a triggered by entity DHCP. {{(pid=94176) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 23 11:35:25.042065 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron_lib.callbacks.manager [None req-976ac518-f307-40a5-aceb-a25e0aac9c04 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-899258'] for port, provisioning_complete {{(pid=94176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:35:25.043794 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14373466-fa03-4177-be4f-f499aaa479d0 req-b258ff4f-13d9-4ac9-ac44-d892e1b5c7ef tempest-ServerActionsTestJSON-161917335 tempest-ServerActionsTestJSON-161917335-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94174) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 11:35:25.050785 dv-neutron-601336-94-hyperv neutron-server[94174]: INFO neutron.wsgi [req-14373466-fa03-4177-be4f-f499aaa479d0 req-b258ff4f-13d9-4ac9-ac44-d892e1b5c7ef tempest-ServerActionsTestJSON-161917335 tempest-ServerActionsTestJSON-161917335-project] 10.222.0.20 "GET /v2.0/ports?device_id=85769616-6b8b-4da7-ad73-344986edf607 HTTP/1.1" status: 200 len: 945 time: 0.3381431 Jun 23 11:35:25.082717 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.plugins.ml2.plugin [None req-976ac518-f307-40a5-aceb-a25e0aac9c04 None None] Port 55b0eff6-d88f-4310-b778-2c822e3d8f1a cannot update to ACTIVE because it is not bound. {{(pid=94176) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jun 23 11:35:25.143528 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron_lib.callbacks.manager [None req-0b97e7c1-1aa6-40a8-8bdc-7c22ab49aaa2 tempest-RoutersIpV6Test-1448447933 tempest-RoutersIpV6Test-1448447933-project] Notify callbacks [] for port, precommit_update {{(pid=94174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:35:25.144412 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.db.provisioning_blocks [None req-dc7542b2-afef-47f4-a763-e3a3cba144be None None] Provisioning for port 51763054-0dac-43eb-bf65-e53e1c6a407a completed by entity L2. {{(pid=94176) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 23 11:35:25.149099 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.plugins.ml2.rpc [None req-dc7542b2-afef-47f4-a763-e3a3cba144be None None] Device 0b54f7d0-3659-4d57-a219-9819182e60af up at agent ovs-agent-dv-neutron-601336-94-hyperv {{(pid=94176) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:298}} Jun 23 11:35:25.151166 dv-neutron-601336-94-hyperv neutron-server[94174]: INFO neutron.wsgi [req-14373466-fa03-4177-be4f-f499aaa479d0 req-fc8d56a7-693a-49ec-bf40-806996d5b226 tempest-ServerActionsTestJSON-161917335 tempest-ServerActionsTestJSON-161917335-project] 10.222.0.20 "GET /v2.0/security-groups?id=f0520e5d-8f0e-4c28-b543-be4405698077&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0994918 Jun 23 11:35:25.204310 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.db.provisioning_blocks [None req-dc7542b2-afef-47f4-a763-e3a3cba144be None None] Provisioning complete for port 0b54f7d0-3659-4d57-a219-9819182e60af triggered by entity L2. {{(pid=94176) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 23 11:35:25.204701 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron_lib.callbacks.manager [None req-dc7542b2-afef-47f4-a763-e3a3cba144be None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-899258'] for port, provisioning_complete {{(pid=94176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:35:25.222960 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron_lib.callbacks.manager [None req-fb877350-4fef-4502-8620-cc93e6973432 tempest-PortsIpV6TestJSON-1781383748 tempest-PortsIpV6TestJSON-1781383748-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-922904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866062', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773700135024', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773699642224', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5196390'] for port, after_delete {{(pid=94174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:35:25.229405 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f343da19-d255-47a1-a567-fd404c42b40a None None] Network a857212b-689d-4cd9-a5de-8de07f055324 requested from dv-neutron-601336-94-hyperv {{(pid=94176) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 23 11:35:25.231577 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG oslo_concurrency.lockutils [None req-6a9af94c-eccd-4d64-8f4d-96d4e9f871ae tempest-RoutersIpV6Test-1448447933 tempest-RoutersIpV6Test-1448447933-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94174) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 11:35:25.233783 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.db.provisioning_blocks [None req-976ac518-f307-40a5-aceb-a25e0aac9c04 None None] Provisioning for port 9dfae62b-2743-48a3-95e5-ffbe90b54757 completed by entity DHCP. {{(pid=94176) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 23 11:35:25.244751 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron_lib.callbacks.manager [None req-f321f889-0d2e-408d-ba27-78677c357e23 tempest-RoutersTest-228919764 tempest-RoutersTest-228919764-project] Notify callbacks [] for port, precommit_create {{(pid=94174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:35:25.267999 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb877350-4fef-4502-8620-cc93e6973432 tempest-PortsIpV6TestJSON-1781383748 tempest-PortsIpV6TestJSON-1781383748-project] Pushing event deleted for resources: {'Port': ['ID=9dfae62b-2743-48a3-95e5-ffbe90b54757,revision_number=None']} {{(pid=94174) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 11:35:25.271067 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron_lib.callbacks.manager [None req-0b97e7c1-1aa6-40a8-8bdc-7c22ab49aaa2 tempest-RoutersIpV6Test-1448447933 tempest-RoutersIpV6Test-1448447933-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-922904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866062', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773700135042', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773699642233', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773699642278', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5196369'] for port, after_update {{(pid=94174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:35:25.277064 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0b97e7c1-1aa6-40a8-8bdc-7c22ab49aaa2 tempest-RoutersIpV6Test-1448447933 tempest-RoutersIpV6Test-1448447933-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94174) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 11:35:25.277703 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron_lib.callbacks.manager [None req-0b97e7c1-1aa6-40a8-8bdc-7c22ab49aaa2 tempest-RoutersIpV6Test-1448447933 tempest-RoutersIpV6Test-1448447933-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-217507'] for port, before_response {{(pid=94174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:35:25.279020 dv-neutron-601336-94-hyperv neutron-server[94174]: INFO neutron.wsgi [None req-0b97e7c1-1aa6-40a8-8bdc-7c22ab49aaa2 tempest-RoutersIpV6Test-1448447933 tempest-RoutersIpV6Test-1448447933-project] 10.222.0.20 "PUT /v2.0/ports/7da97dfe-4772-4d21-9bd4-edbc754dce39 HTTP/1.1" status: 200 len: 911 time: 1.9832892 Jun 23 11:35:25.279547 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.db.provisioning_blocks [None req-976ac518-f307-40a5-aceb-a25e0aac9c04 None None] Provisioning complete for port 9dfae62b-2743-48a3-95e5-ffbe90b54757 triggered by entity DHCP. {{(pid=94176) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 23 11:35:25.279946 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron_lib.callbacks.manager [None req-976ac518-f307-40a5-aceb-a25e0aac9c04 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-899258'] for port, provisioning_complete {{(pid=94176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:35:25.282295 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.wsgi [-] (94175) accepted ('10.222.0.20', 41040) {{(pid=94175) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 11:35:25.283081 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG oslo_concurrency.lockutils [None req-fb877350-4fef-4502-8620-cc93e6973432 tempest-PortsIpV6TestJSON-1781383748 tempest-PortsIpV6TestJSON-1781383748-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=94174) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 11:35:25.283608 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG oslo_concurrency.lockutils [None req-fb877350-4fef-4502-8620-cc93e6973432 tempest-PortsIpV6TestJSON-1781383748 tempest-PortsIpV6TestJSON-1781383748-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94174) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 11:35:25.315541 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.plugins.ml2.plugin [None req-976ac518-f307-40a5-aceb-a25e0aac9c04 None None] Port 9dfae62b-2743-48a3-95e5-ffbe90b54757 was deleted so its status cannot be updated. {{(pid=94176) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:336}} Jun 23 11:35:25.338028 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.db.provisioning_blocks [None req-f321f889-0d2e-408d-ba27-78677c357e23 tempest-RoutersTest-228919764 tempest-RoutersTest-228919764-project] Transition to ACTIVE for port object ab5de8b7-3cde-49cc-92ad-0bd384d75c17 will not be triggered until provisioned by entity DHCP. {{(pid=94174) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 23 11:35:25.347162 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron_lib.callbacks.manager [None req-fb877350-4fef-4502-8620-cc93e6973432 tempest-PortsIpV6TestJSON-1781383748 tempest-PortsIpV6TestJSON-1781383748-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-217507'] for port, before_response {{(pid=94174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:35:25.349123 dv-neutron-601336-94-hyperv neutron-server[94174]: INFO neutron.wsgi [None req-fb877350-4fef-4502-8620-cc93e6973432 tempest-PortsIpV6TestJSON-1781383748 tempest-PortsIpV6TestJSON-1781383748-project] 10.222.0.20 "DELETE /v2.0/ports/9dfae62b-2743-48a3-95e5-ffbe90b54757 HTTP/1.1" status: 204 len: 168 time: 1.7541640 Jun 23 11:35:25.365256 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.wsgi [-] (94174) accepted ('10.222.0.20', 41044) {{(pid=94174) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 11:35:25.427699 dv-neutron-601336-94-hyperv neutron-server[94174]: INFO neutron.pecan_wsgi.hooks.translation [None req-5a5e1140-955c-4b71-a951-288078fd5dc8 tempest-PortsIpV6TestJSON-1781383748 tempest-PortsIpV6TestJSON-1781383748-project] GET failed (client error): The resource could not be found. Jun 23 11:35:25.432277 dv-neutron-601336-94-hyperv neutron-server[94174]: INFO neutron.wsgi [None req-5a5e1140-955c-4b71-a951-288078fd5dc8 tempest-PortsIpV6TestJSON-1781383748 tempest-PortsIpV6TestJSON-1781383748-project] 10.222.0.20 "GET /v2.0/ports/9dfae62b-2743-48a3-95e5-ffbe90b54757 HTTP/1.1" status: 404 len: 333 time: 0.0633936 Jun 23 11:35:25.435197 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.wsgi [-] (94174) accepted ('10.222.0.20', 41046) {{(pid=94174) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 11:35:25.470099 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b97e7c1-1aa6-40a8-8bdc-7c22ab49aaa2 tempest-RoutersIpV6Test-1448447933 tempest-RoutersIpV6Test-1448447933-project] Pushing event updated for resources: {'Port': ['ID=7da97dfe-4772-4d21-9bd4-edbc754dce39,revision_number=3']} {{(pid=94174) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 11:35:25.478271 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG oslo_concurrency.lockutils [None req-0b97e7c1-1aa6-40a8-8bdc-7c22ab49aaa2 tempest-RoutersIpV6Test-1448447933 tempest-RoutersIpV6Test-1448447933-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.194s {{(pid=94174) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 11:35:25.529158 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron_lib.callbacks.manager [None req-c8ce32c1-7e6e-4e24-9330-af7f559fb29b tempest-PortsIpV6TestJSON-1781383748 tempest-PortsIpV6TestJSON-1781383748-project] Notify callbacks [] for security_group, before_delete {{(pid=94174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:35:25.538842 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.db.provisioning_blocks [None req-b5ddb8a1-8d44-4e5f-bf31-4d6418abf6f3 None None] Provisioning for port 51763054-0dac-43eb-bf65-e53e1c6a407a completed by entity DHCP. {{(pid=94176) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 23 11:35:25.545736 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.db.provisioning_blocks [None req-b5ddb8a1-8d44-4e5f-bf31-4d6418abf6f3 None None] Provisioning complete for port 51763054-0dac-43eb-bf65-e53e1c6a407a triggered by entity DHCP. {{(pid=94176) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 23 11:35:25.546181 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron_lib.callbacks.manager [None req-b5ddb8a1-8d44-4e5f-bf31-4d6418abf6f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-899258'] for port, provisioning_complete {{(pid=94176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:35:25.556548 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron_lib.callbacks.manager [None req-c8ce32c1-7e6e-4e24-9330-af7f559fb29b tempest-PortsIpV6TestJSON-1781383748 tempest-PortsIpV6TestJSON-1781383748-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:35:25.629498 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron_lib.callbacks.manager [None req-f321f889-0d2e-408d-ba27-78677c357e23 tempest-RoutersTest-228919764 tempest-RoutersTest-228919764-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-922915', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-239814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7866073', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773699642215', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-5196399'] for port, after_create {{(pid=94174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:35:25.637164 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG oslo_concurrency.lockutils [None req-cbe570f9-ce37-4887-8495-43feb6a9c909 tempest-RoutersTest-228919764 tempest-RoutersTest-228919764-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94174) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 11:35:25.665803 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron_lib.callbacks.manager [None req-b5ddb8a1-8d44-4e5f-bf31-4d6418abf6f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-923122'] for port, before_update {{(pid=94176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:35:25.683144 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f321f889-0d2e-408d-ba27-78677c357e23 tempest-RoutersTest-228919764 tempest-RoutersTest-228919764-project] Network a857212b-689d-4cd9-a5de-8de07f055324 is already hosted by enough agents. {{(pid=94174) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 23 11:35:25.686523 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.scheduler.base_scheduler [None req-f321f889-0d2e-408d-ba27-78677c357e23 tempest-RoutersTest-228919764 tempest-RoutersTest-228919764-project] Resources bound (agent type, host, resource id): {{(pid=94174) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 23 11:35:25.690731 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f321f889-0d2e-408d-ba27-78677c357e23 tempest-RoutersTest-228919764 tempest-RoutersTest-228919764-project] Received port after_create {{(pid=94174) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 23 11:35:25.713198 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.plugins.ml2.db [None req-b5ddb8a1-8d44-4e5f-bf31-4d6418abf6f3 None None] For port 51763054-0dac-43eb-bf65-e53e1c6a407a, host dv-neutron-601336-94-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-94-hyperv',level=0,port_id=51763054-0dac-43eb-bf65-e53e1c6a407a,segment=NetworkSegment(074a7595-e515-4e03-b0fe-36a2482e4149),segment_id=074a7595-e515-4e03-b0fe-36a2482e4149)] {{(pid=94176) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 23 11:35:25.726392 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron_lib.callbacks.manager [None req-c8ce32c1-7e6e-4e24-9330-af7f559fb29b tempest-PortsIpV6TestJSON-1781383748 tempest-PortsIpV6TestJSON-1781383748-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7996330'] for security_group, after_delete {{(pid=94174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:35:25.727295 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron_lib.callbacks.manager [None req-77f54bf8-3de5-4b75-bef6-9b09fa9703f4 tempest-RoutersIpV6Test-1448447933 tempest-RoutersIpV6Test-1448447933-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-453061'] for router_interface, before_delete {{(pid=94175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:35:25.730511 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron_lib.callbacks.manager [None req-c8ce32c1-7e6e-4e24-9330-af7f559fb29b tempest-PortsIpV6TestJSON-1781383748 tempest-PortsIpV6TestJSON-1781383748-project] Notify callbacks [] for security_group, before_response {{(pid=94174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:35:25.734724 dv-neutron-601336-94-hyperv neutron-server[94174]: INFO neutron.wsgi [None req-c8ce32c1-7e6e-4e24-9330-af7f559fb29b tempest-PortsIpV6TestJSON-1781383748 tempest-PortsIpV6TestJSON-1781383748-project] 10.222.0.20 "DELETE /v2.0/security-groups/42fc947b-bd55-463a-8feb-8eb75d26e5b8 HTTP/1.1" status: 204 len: 168 time: 0.2955539 Jun 23 11:35:25.734724 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f321f889-0d2e-408d-ba27-78677c357e23 tempest-RoutersTest-228919764 tempest-RoutersTest-228919764-project] Pushing event updated for resources: {'Port': ['ID=ab5de8b7-3cde-49cc-92ad-0bd384d75c17,revision_number=1']} {{(pid=94174) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 11:35:25.737590 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG oslo_concurrency.lockutils [None req-f321f889-0d2e-408d-ba27-78677c357e23 tempest-RoutersTest-228919764 tempest-RoutersTest-228919764-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.100s {{(pid=94174) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 11:35:25.738039 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.wsgi [-] (94174) accepted ('10.222.0.20', 41050) {{(pid=94174) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 11:35:25.738566 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG oslo_concurrency.lockutils [None req-3299aa1e-45a6-490f-8569-cd8310c4832a tempest-PortsIpV6TestJSON-1781383748 tempest-PortsIpV6TestJSON-1781383748-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.001s {{(pid=94174) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 11:35:25.759975 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8ce32c1-7e6e-4e24-9330-af7f559fb29b tempest-PortsIpV6TestJSON-1781383748 tempest-PortsIpV6TestJSON-1781383748-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=42fc947b-bd55-463a-8feb-8eb75d26e5b8,revision_number=None']} {{(pid=94174) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 11:35:25.769989 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG oslo_concurrency.lockutils [None req-c8ce32c1-7e6e-4e24-9330-af7f559fb29b tempest-PortsIpV6TestJSON-1781383748 tempest-PortsIpV6TestJSON-1781383748-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.031s {{(pid=94174) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 11:35:25.785736 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron_lib.callbacks.manager [None req-b5ddb8a1-8d44-4e5f-bf31-4d6418abf6f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-922904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866062', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773700135042', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773699642233', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773699642278'] for port, after_update {{(pid=94176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:35:25.788006 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG oslo_concurrency.lockutils [None req-dc7542b2-afef-47f4-a763-e3a3cba144be None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 11:35:25.794057 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron_lib.callbacks.manager [None req-f321f889-0d2e-408d-ba27-78677c357e23 tempest-RoutersTest-228919764 tempest-RoutersTest-228919764-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-452954'] for router_interface, before_create {{(pid=94174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:35:25.795581 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.db.provisioning_blocks [None req-b5ddb8a1-8d44-4e5f-bf31-4d6418abf6f3 None None] Could not find standard attr ID for object 9dfae62b-2743-48a3-95e5-ffbe90b54757. {{(pid=94176) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jun 23 11:35:25.847824 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5ddb8a1-8d44-4e5f-bf31-4d6418abf6f3 None None] Pushing event updated for resources: {'Port': ['ID=51763054-0dac-43eb-bf65-e53e1c6a407a,revision_number=3']} {{(pid=94176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 11:35:25.850986 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG oslo_concurrency.lockutils [None req-b5ddb8a1-8d44-4e5f-bf31-4d6418abf6f3 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.063s {{(pid=94176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 11:35:25.891664 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron_lib.callbacks.manager [None req-0b9b5f67-9165-4d35-b92a-c283adf31995 tempest-PortsIpV6TestJSON-1781383748 tempest-PortsIpV6TestJSON-1781383748-project] Notify callbacks [] for security_group, before_delete {{(pid=94174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:35:25.922254 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.db.provisioning_blocks [None req-2eda6747-045b-4ad1-97d7-eb69a0f00d0b None None] Provisioning complete for port 51763054-0dac-43eb-bf65-e53e1c6a407a triggered by entity DHCP. {{(pid=94176) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 23 11:35:25.922254 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron_lib.callbacks.manager [None req-2eda6747-045b-4ad1-97d7-eb69a0f00d0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-899258'] for port, provisioning_complete {{(pid=94176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:35:25.926568 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron_lib.callbacks.manager [None req-0b9b5f67-9165-4d35-b92a-c283adf31995 tempest-PortsIpV6TestJSON-1781383748 tempest-PortsIpV6TestJSON-1781383748-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:35:26.030370 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.plugins.ml2.plugin [None req-77f54bf8-3de5-4b75-bef6-9b09fa9703f4 tempest-RoutersIpV6Test-1448447933 tempest-RoutersIpV6Test-1448447933-project] Deleting port 7da97dfe-4772-4d21-9bd4-edbc754dce39 {{(pid=94175) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1913}} Jun 23 11:35:26.030370 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron_lib.callbacks.manager [None req-77f54bf8-3de5-4b75-bef6-9b09fa9703f4 tempest-RoutersIpV6Test-1448447933 tempest-RoutersIpV6Test-1448447933-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773700079324'] for port, before_delete {{(pid=94175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:35:26.048452 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron_lib.callbacks.manager [None req-f321f889-0d2e-408d-ba27-78677c357e23 tempest-RoutersTest-228919764 tempest-RoutersTest-228919764-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-923122'] for port, before_update {{(pid=94174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:35:26.061356 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron_lib.callbacks.manager [None req-0b9b5f67-9165-4d35-b92a-c283adf31995 tempest-PortsIpV6TestJSON-1781383748 tempest-PortsIpV6TestJSON-1781383748-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7996330'] for security_group, after_delete {{(pid=94174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:35:26.064175 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron_lib.callbacks.manager [None req-0b9b5f67-9165-4d35-b92a-c283adf31995 tempest-PortsIpV6TestJSON-1781383748 tempest-PortsIpV6TestJSON-1781383748-project] Notify callbacks [] for security_group, before_response {{(pid=94174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:35:26.065401 dv-neutron-601336-94-hyperv neutron-server[94174]: INFO neutron.wsgi [None req-0b9b5f67-9165-4d35-b92a-c283adf31995 tempest-PortsIpV6TestJSON-1781383748 tempest-PortsIpV6TestJSON-1781383748-project] 10.222.0.20 "DELETE /v2.0/security-groups/8e658d9f-78fb-4c68-9223-5a9b750ca1df HTTP/1.1" status: 204 len: 168 time: 0.3175254 Jun 23 11:35:26.067695 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG oslo_concurrency.lockutils [None req-1e47c5b6-e271-4388-9c2f-b01d5206a90b tempest-RoutersTest-228919764 tempest-RoutersTest-228919764-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94174) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 11:35:26.071684 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.wsgi [-] (94174) accepted ('10.222.0.20', 41052) {{(pid=94174) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 11:35:26.108147 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b9b5f67-9165-4d35-b92a-c283adf31995 tempest-PortsIpV6TestJSON-1781383748 tempest-PortsIpV6TestJSON-1781383748-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=8e658d9f-78fb-4c68-9223-5a9b750ca1df,revision_number=None']} {{(pid=94174) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 11:35:26.110447 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG oslo_concurrency.lockutils [None req-0b9b5f67-9165-4d35-b92a-c283adf31995 tempest-PortsIpV6TestJSON-1781383748 tempest-PortsIpV6TestJSON-1781383748-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.043s {{(pid=94174) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 11:35:26.120442 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron_lib.callbacks.manager [None req-77f54bf8-3de5-4b75-bef6-9b09fa9703f4 tempest-RoutersIpV6Test-1448447933 tempest-RoutersIpV6Test-1448447933-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-430722'] for port, precommit_delete {{(pid=94175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:35:26.139928 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.plugins.ml2.plugin [None req-77f54bf8-3de5-4b75-bef6-9b09fa9703f4 tempest-RoutersIpV6Test-1448447933 tempest-RoutersIpV6Test-1448447933-project] Calling delete_port for 7da97dfe-4772-4d21-9bd4-edbc754dce39 owned by network:router_interface {{(pid=94175) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1986}} Jun 23 11:35:26.191462 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.db.provisioning_blocks [None req-f01e9e53-de08-4bf6-8cc8-f90d47332e52 None None] Provisioning for port ab5de8b7-3cde-49cc-92ad-0bd384d75c17 completed by entity DHCP. {{(pid=94176) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 23 11:35:26.196715 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.db.provisioning_blocks [None req-f01e9e53-de08-4bf6-8cc8-f90d47332e52 None None] Provisioning complete for port ab5de8b7-3cde-49cc-92ad-0bd384d75c17 triggered by entity DHCP. {{(pid=94176) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 23 11:35:26.197224 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron_lib.callbacks.manager [None req-f01e9e53-de08-4bf6-8cc8-f90d47332e52 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-899258'] for port, provisioning_complete {{(pid=94176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:35:26.232367 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.plugins.ml2.plugin [None req-f01e9e53-de08-4bf6-8cc8-f90d47332e52 None None] Port ab5de8b7-3cde-49cc-92ad-0bd384d75c17 cannot update to ACTIVE because it is not bound. {{(pid=94176) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jun 23 11:35:26.235055 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron_lib.callbacks.manager [None req-8dd5cbfc-4924-41c7-9e46-3e9a73ca69dd tempest-PortsIpV6TestJSON-1781383748 tempest-PortsIpV6TestJSON-1781383748-project] Notify callbacks [] for security_group, before_delete {{(pid=94174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:35:26.264071 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron_lib.callbacks.manager [None req-8dd5cbfc-4924-41c7-9e46-3e9a73ca69dd tempest-PortsIpV6TestJSON-1781383748 tempest-PortsIpV6TestJSON-1781383748-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:35:26.403911 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron_lib.callbacks.manager [None req-77f54bf8-3de5-4b75-bef6-9b09fa9703f4 tempest-RoutersIpV6Test-1448447933 tempest-RoutersIpV6Test-1448447933-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-922904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866062', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773700135024', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773699642224', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5082448'] for port, after_delete {{(pid=94175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:35:26.407626 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG oslo_concurrency.lockutils [None req-a0a281e9-f9c0-4244-94ea-cb07933f1192 tempest-RoutersTest-228919764 tempest-RoutersTest-228919764-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94175) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 11:35:26.434389 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77f54bf8-3de5-4b75-bef6-9b09fa9703f4 tempest-RoutersIpV6Test-1448447933 tempest-RoutersIpV6Test-1448447933-project] Pushing event deleted for resources: {'Port': ['ID=7da97dfe-4772-4d21-9bd4-edbc754dce39,revision_number=None']} {{(pid=94175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 11:35:26.441200 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fb19a32-6d61-428d-ba86-90875e5a3452 req-44d6884b-e79f-4677-ab4a-3769ceb32581 tempest-ServerActionsTestJSON-161917335 tempest-ServerActionsTestJSON-161917335-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94174) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 11:35:26.442080 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG oslo_concurrency.lockutils [None req-77f54bf8-3de5-4b75-bef6-9b09fa9703f4 tempest-RoutersIpV6Test-1448447933 tempest-RoutersIpV6Test-1448447933-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.030s {{(pid=94175) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 11:35:26.442196 dv-neutron-601336-94-hyperv neutron-server[94174]: INFO neutron.wsgi [req-5fb19a32-6d61-428d-ba86-90875e5a3452 req-44d6884b-e79f-4677-ab4a-3769ceb32581 tempest-ServerActionsTestJSON-161917335 tempest-ServerActionsTestJSON-161917335-project] 10.222.0.20 "GET /v2.0/ports?device_id=85769616-6b8b-4da7-ad73-344986edf607 HTTP/1.1" status: 200 len: 945 time: 0.1612761 Jun 23 11:35:26.532364 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron_lib.callbacks.manager [None req-8dd5cbfc-4924-41c7-9e46-3e9a73ca69dd tempest-PortsIpV6TestJSON-1781383748 tempest-PortsIpV6TestJSON-1781383748-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7996330'] for security_group, after_delete {{(pid=94174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:35:26.534932 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron_lib.callbacks.manager [None req-8dd5cbfc-4924-41c7-9e46-3e9a73ca69dd tempest-PortsIpV6TestJSON-1781383748 tempest-PortsIpV6TestJSON-1781383748-project] Notify callbacks [] for security_group, before_response {{(pid=94174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:35:26.536469 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron_lib.callbacks.manager [None req-77f54bf8-3de5-4b75-bef6-9b09fa9703f4 tempest-RoutersIpV6Test-1448447933 tempest-RoutersIpV6Test-1448447933-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-7866080', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-516693'] for router_interface, after_delete {{(pid=94175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:35:26.538921 dv-neutron-601336-94-hyperv neutron-server[94174]: INFO neutron.wsgi [None req-8dd5cbfc-4924-41c7-9e46-3e9a73ca69dd tempest-PortsIpV6TestJSON-1781383748 tempest-PortsIpV6TestJSON-1781383748-project] 10.222.0.20 "DELETE /v2.0/security-groups/2e89a414-97b2-4563-aba3-4405fb0b523a HTTP/1.1" status: 204 len: 168 time: 0.4662204 Jun 23 11:35:26.543870 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.wsgi [-] (94174) accepted ('10.222.0.20', 41056) {{(pid=94174) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 11:35:26.544744 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG oslo_concurrency.lockutils [None req-72af1d47-dce0-477c-b756-55e70d0c8a9a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94174) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 11:35:26.566490 dv-neutron-601336-94-hyperv neutron-server[94174]: INFO neutron.wsgi [req-5fb19a32-6d61-428d-ba86-90875e5a3452 req-233fef2a-a7fc-498c-8148-f703f5cf0e76 tempest-ServerActionsTestJSON-161917335 tempest-ServerActionsTestJSON-161917335-project] 10.222.0.20 "GET /v2.0/security-groups?id=f0520e5d-8f0e-4c28-b543-be4405698077&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1055377 Jun 23 11:35:26.576168 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron_lib.callbacks.manager [None req-f321f889-0d2e-408d-ba27-78677c357e23 tempest-RoutersTest-228919764 tempest-RoutersTest-228919764-project] Notify callbacks [] for port, precommit_update {{(pid=94174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:35:26.600216 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8dd5cbfc-4924-41c7-9e46-3e9a73ca69dd tempest-PortsIpV6TestJSON-1781383748 tempest-PortsIpV6TestJSON-1781383748-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=2e89a414-97b2-4563-aba3-4405fb0b523a,revision_number=None']} {{(pid=94174) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 11:35:26.605164 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG oslo_concurrency.lockutils [None req-8dd5cbfc-4924-41c7-9e46-3e9a73ca69dd tempest-PortsIpV6TestJSON-1781383748 tempest-PortsIpV6TestJSON-1781383748-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.059s {{(pid=94174) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 11:35:26.629236 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-448b681c-9c24-4c84-a7ad-5f8a1899aa3c req-15e3cc8f-7eca-429c-abcb-a04aeaf56385 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94174) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 11:35:26.630836 dv-neutron-601336-94-hyperv neutron-server[94174]: INFO neutron.wsgi [req-448b681c-9c24-4c84-a7ad-5f8a1899aa3c req-15e3cc8f-7eca-429c-abcb-a04aeaf56385 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=252b24454ee04e36b666155dab1feb23&device_id=85769616-6b8b-4da7-ad73-344986edf607 HTTP/1.1" status: 200 len: 1098 time: 0.1887543 Jun 23 11:35:26.635787 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.db.db_base_plugin_v2 [None req-4a5db1be-b8c9-4204-82dc-9d3074a88a19 tempest-PortsIpV6TestJSON-1781383748 tempest-PortsIpV6TestJSON-1781383748-project] Deleting subnet 98b05204-d14c-489c-bb45-eacf56914937 {{(pid=94174) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jun 23 11:35:26.639248 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron_lib.callbacks.manager [None req-4a5db1be-b8c9-4204-82dc-9d3074a88a19 tempest-PortsIpV6TestJSON-1781383748 tempest-PortsIpV6TestJSON-1781383748-project] Notify callbacks [] for subnet, before_delete {{(pid=94174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:35:26.677374 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron_lib.callbacks.manager [None req-f321f889-0d2e-408d-ba27-78677c357e23 tempest-RoutersTest-228919764 tempest-RoutersTest-228919764-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-922904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866062', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773700135042', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773699642233', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773699642278', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5196369'] for port, after_update {{(pid=94174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:35:26.690319 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG oslo_concurrency.lockutils [None req-25ef4036-c8d5-4414-b30e-c00b9add7bd9 tempest-NetworksTest-2133396914 tempest-NetworksTest-2133396914-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94174) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 11:35:26.712412 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-77f54bf8-3de5-4b75-bef6-9b09fa9703f4 tempest-RoutersIpV6Test-1448447933 tempest-RoutersIpV6Test-1448447933-project] Router 87f6cb19-9ef7-4c5b-be6a-62c0203a67e3 has already been hosted by L3 agent 50ef99c0-ef28-4db5-b303-b145898fae60 {{(pid=94175) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 23 11:35:26.785443 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron_lib.callbacks.manager [None req-4a5db1be-b8c9-4204-82dc-9d3074a88a19 tempest-PortsIpV6TestJSON-1781383748 tempest-PortsIpV6TestJSON-1781383748-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4800256'] for subnet, precommit_delete_associations {{(pid=94174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:35:26.785579 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-77f54bf8-3de5-4b75-bef6-9b09fa9703f4 tempest-RoutersIpV6Test-1448447933 tempest-RoutersIpV6Test-1448447933-project] Notify agent at l3_agent.dv-neutron-601336-94-hyperv the message routers_updated {{(pid=94175) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 23 11:35:26.790822 dv-neutron-601336-94-hyperv neutron-server[94175]: INFO neutron.wsgi [None req-77f54bf8-3de5-4b75-bef6-9b09fa9703f4 tempest-RoutersIpV6Test-1448447933 tempest-RoutersIpV6Test-1448447933-project] 10.222.0.20 "PUT /v2.0/routers/87f6cb19-9ef7-4c5b-be6a-62c0203a67e3/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.5059912 Jun 23 11:35:26.793549 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.wsgi [-] (94175) accepted ('10.222.0.20', 41058) {{(pid=94175) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 11:35:26.802613 dv-neutron-601336-94-hyperv neutron-server[94177]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cf3eb371-6be0-435b-a1c3-6d4fbfe978db None None] Sync routers for ids ['87f6cb19-9ef7-4c5b-be6a-62c0203a67e3'] in dv-neutron-601336-94-hyperv {{(pid=94177) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 23 11:35:26.813511 dv-neutron-601336-94-hyperv neutron-server[94177]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cf3eb371-6be0-435b-a1c3-6d4fbfe978db None None] Routers {'87f6cb19-9ef7-4c5b-be6a-62c0203a67e3'} bound to L3 agent in host dv-neutron-601336-94-hyperv {{(pid=94177) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 23 11:35:26.814488 dv-neutron-601336-94-hyperv neutron-server[94177]: DEBUG neutron.db.l3_hamode_db [None req-cf3eb371-6be0-435b-a1c3-6d4fbfe978db None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-601336-94-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-23T11:22:13Z,description=,heartbeat_timestamp=2021-06-23T11:35:13Z,host='dv-neutron-601336-94-hyperv',id=50ef99c0-ef28-4db5-b303-b145898fae60,load=0,resource_versions=,resources_synced=,started_at=2021-06-23T11:22:14Z,topic='l3_agent')) {'router_ids': ['87f6cb19-9ef7-4c5b-be6a-62c0203a67e3'], 'active': True} {{(pid=94177) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 11:35:26.827967 dv-neutron-601336-94-hyperv neutron-server[94175]: INFO neutron.wsgi [None req-7a4fe55c-a75e-4ee8-8515-c25c270011b5 tempest-RoutersIpV6Test-1448447933 tempest-RoutersIpV6Test-1448447933-project] 10.222.0.20 "GET /v2.0/ports?device_id=87f6cb19-9ef7-4c5b-be6a-62c0203a67e3 HTTP/1.1" status: 200 len: 205 time: 0.0330727 Jun 23 11:35:26.830260 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.wsgi [-] (94175) accepted ('10.222.0.20', 41060) {{(pid=94175) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 11:35:26.842500 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron_lib.callbacks.manager [None req-f321f889-0d2e-408d-ba27-78677c357e23 tempest-RoutersTest-228919764 tempest-RoutersTest-228919764-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-7866091', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-453038'] for router_interface, after_create {{(pid=94174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:35:26.849943 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f321f889-0d2e-408d-ba27-78677c357e23 tempest-RoutersTest-228919764 tempest-RoutersTest-228919764-project] Pushing event updated for resources: {'Port': ['ID=ab5de8b7-3cde-49cc-92ad-0bd384d75c17,revision_number=2']} {{(pid=94174) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 11:35:26.861985 dv-neutron-601336-94-hyperv neutron-server[94177]: DEBUG neutron.db.l3_hamode_db [None req-cf3eb371-6be0-435b-a1c3-6d4fbfe978db None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-601336-94-hyperv', False) {} {{(pid=94177) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 11:35:26.865012 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG oslo_concurrency.lockutils [None req-f321f889-0d2e-408d-ba27-78677c357e23 tempest-RoutersTest-228919764 tempest-RoutersTest-228919764-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.175s {{(pid=94174) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 11:35:26.872765 dv-neutron-601336-94-hyperv neutron-server[94177]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cf3eb371-6be0-435b-a1c3-6d4fbfe978db None None] Routers {'87f6cb19-9ef7-4c5b-be6a-62c0203a67e3'} bound to L3 agent in host dv-neutron-601336-94-hyperv {{(pid=94177) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 23 11:35:26.873661 dv-neutron-601336-94-hyperv neutron-server[94177]: DEBUG neutron.db.l3_hamode_db [None req-cf3eb371-6be0-435b-a1c3-6d4fbfe978db None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-601336-94-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-23T11:22:13Z,description=,heartbeat_timestamp=2021-06-23T11:35:13Z,host='dv-neutron-601336-94-hyperv',id=50ef99c0-ef28-4db5-b303-b145898fae60,load=0,resource_versions=,resources_synced=,started_at=2021-06-23T11:22:14Z,topic='l3_agent')) {'router_ids': ['87f6cb19-9ef7-4c5b-be6a-62c0203a67e3'], 'active': True} {{(pid=94177) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 11:35:26.885031 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.plugins.ml2.rpc [None req-dc7542b2-afef-47f4-a763-e3a3cba144be None None] Device 51763054-0dac-43eb-bf65-e53e1c6a407a up at agent ovs-agent-dv-neutron-601336-94-hyperv {{(pid=94176) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:298}} Jun 23 11:35:26.893865 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-448b681c-9c24-4c84-a7ad-5f8a1899aa3c req-0e05b2fa-042c-400b-919a-e33650c0a9a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94174) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 11:35:26.895478 dv-neutron-601336-94-hyperv neutron-server[94174]: INFO neutron.wsgi [req-448b681c-9c24-4c84-a7ad-5f8a1899aa3c req-0e05b2fa-042c-400b-919a-e33650c0a9a9 service neutron] 10.222.0.52 "GET /v2.0/networks?id=34cf218b-02ad-4259-a49e-5807c729dd9a HTTP/1.1" status: 200 len: 913 time: 0.2314780 Jun 23 11:35:26.916825 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron_lib.callbacks.manager [None req-46f0147d-0a4a-4c21-8722-647b23a75926 tempest-RoutersIpV6Test-1448447933 tempest-RoutersIpV6Test-1448447933-project] Notify callbacks [] for router, before_delete {{(pid=94175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:35:26.926107 dv-neutron-601336-94-hyperv neutron-server[94177]: DEBUG neutron.db.l3_hamode_db [None req-cf3eb371-6be0-435b-a1c3-6d4fbfe978db None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-601336-94-hyperv', False) {} {{(pid=94177) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 11:35:26.927448 dv-neutron-601336-94-hyperv neutron-server[94177]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cf3eb371-6be0-435b-a1c3-6d4fbfe978db None None] The sync data for ids ['87f6cb19-9ef7-4c5b-be6a-62c0203a67e3'] in dv-neutron-601336-94-hyperv is: [] {{(pid=94177) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 23 11:35:26.950971 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.db.provisioning_blocks [None req-dc7542b2-afef-47f4-a763-e3a3cba144be None None] Provisioning complete for port 51763054-0dac-43eb-bf65-e53e1c6a407a triggered by entity L2. {{(pid=94176) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 23 11:35:26.951384 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron_lib.callbacks.manager [None req-dc7542b2-afef-47f4-a763-e3a3cba144be None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-899258'] for port, provisioning_complete {{(pid=94176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:35:27.036291 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron_lib.callbacks.manager [None req-4a5db1be-b8c9-4204-82dc-9d3074a88a19 tempest-PortsIpV6TestJSON-1781383748 tempest-PortsIpV6TestJSON-1781383748-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-897634'] for subnet, precommit_delete {{(pid=94174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:35:27.079735 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron_lib.callbacks.manager [None req-46f0147d-0a4a-4c21-8722-647b23a75926 tempest-RoutersIpV6Test-1448447933 tempest-RoutersIpV6Test-1448447933-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-520417', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-32301'] for router, precommit_delete {{(pid=94175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:35:27.081986 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron_lib.callbacks.manager [None req-46f0147d-0a4a-4c21-8722-647b23a75926 tempest-RoutersIpV6Test-1448447933 tempest-RoutersIpV6Test-1448447933-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:35:27.088953 dv-neutron-601336-94-hyperv neutron-server[94174]: INFO neutron.wsgi [req-448b681c-9c24-4c84-a7ad-5f8a1899aa3c req-f185376f-19f6-4b4c-846c-41ebf3d3b3e6 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=4428b5cd-2ee2-4454-b711-d13a003d5236 HTTP/1.1" status: 200 len: 1001 time: 0.1599019 Jun 23 11:35:27.098700 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f321f889-0d2e-408d-ba27-78677c357e23 tempest-RoutersTest-228919764 tempest-RoutersTest-228919764-project] Network a857212b-689d-4cd9-a5de-8de07f055324 is already hosted by enough agents. {{(pid=94174) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 23 11:35:27.113320 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.scheduler.base_scheduler [None req-f321f889-0d2e-408d-ba27-78677c357e23 tempest-RoutersTest-228919764 tempest-RoutersTest-228919764-project] Resources bound (agent type, host, resource id): {{(pid=94174) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 23 11:35:27.219918 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron_lib.callbacks.manager [None req-46f0147d-0a4a-4c21-8722-647b23a75926 tempest-RoutersIpV6Test-1448447933 tempest-RoutersIpV6Test-1448447933-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-494961'] for router, after_delete {{(pid=94175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:35:27.220487 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-46f0147d-0a4a-4c21-8722-647b23a75926 tempest-RoutersIpV6Test-1448447933 tempest-RoutersIpV6Test-1448447933-project] Fanout notify agent at l3_agent the message router_deleted on router 87f6cb19-9ef7-4c5b-be6a-62c0203a67e3 {{(pid=94175) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jun 23 11:35:27.231258 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron_lib.callbacks.manager [None req-46f0147d-0a4a-4c21-8722-647b23a75926 tempest-RoutersIpV6Test-1448447933 tempest-RoutersIpV6Test-1448447933-project] Notify callbacks [] for router, before_response {{(pid=94175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:35:27.231258 dv-neutron-601336-94-hyperv neutron-server[94175]: INFO neutron.wsgi [None req-46f0147d-0a4a-4c21-8722-647b23a75926 tempest-RoutersIpV6Test-1448447933 tempest-RoutersIpV6Test-1448447933-project] 10.222.0.20 "DELETE /v2.0/routers/87f6cb19-9ef7-4c5b-be6a-62c0203a67e3 HTTP/1.1" status: 204 len: 168 time: 0.3982110 Jun 23 11:35:27.231482 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-448b681c-9c24-4c84-a7ad-5f8a1899aa3c req-d95f5cec-9c7b-4d44-be77-82bfc3e8d234 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94174) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 11:35:27.232696 dv-neutron-601336-94-hyperv neutron-server[94174]: INFO neutron.wsgi [req-448b681c-9c24-4c84-a7ad-5f8a1899aa3c req-d95f5cec-9c7b-4d44-be77-82bfc3e8d234 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=47ff68e9-949b-4720-9652-7e8da6276be9 HTTP/1.1" status: 200 len: 851 time: 0.1359284 Jun 23 11:35:27.233727 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.wsgi [-] (94174) accepted ('10.222.0.20', 41062) {{(pid=94174) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 11:35:27.320350 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron_lib.callbacks.manager [None req-4a5db1be-b8c9-4204-82dc-9d3074a88a19 tempest-PortsIpV6TestJSON-1781383748 tempest-PortsIpV6TestJSON-1781383748-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-897627', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866062', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5195932', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4294216'] for subnet, after_delete {{(pid=94174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:35:27.325654 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG oslo_concurrency.lockutils [None req-02916824-cfa1-4e44-b242-33b2c347ec03 tempest-RoutersIpV6Test-1448447933 tempest-RoutersIpV6Test-1448447933-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94174) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 11:35:27.363608 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.db.provisioning_blocks [None req-69701e83-24a1-47e7-8beb-573d4886b04f None None] Provisioning complete for port ab5de8b7-3cde-49cc-92ad-0bd384d75c17 triggered by entity DHCP. {{(pid=94176) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 23 11:35:27.364190 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron_lib.callbacks.manager [None req-69701e83-24a1-47e7-8beb-573d4886b04f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-899258'] for port, provisioning_complete {{(pid=94176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:35:27.370211 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.db.db_base_plugin_v2 [None req-d2b29f4d-ce3c-48ed-8163-a593539fda67 tempest-RoutersIpV6Test-1448447933 tempest-RoutersIpV6Test-1448447933-project] Deleting subnet 245689ca-68db-4f63-b311-4a056a409976 {{(pid=94174) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jun 23 11:35:27.374787 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a5db1be-b8c9-4204-82dc-9d3074a88a19 tempest-PortsIpV6TestJSON-1781383748 tempest-PortsIpV6TestJSON-1781383748-project] Pushing event deleted for resources: {'Subnet': ['ID=98b05204-d14c-489c-bb45-eacf56914937,revision_number=None']} {{(pid=94174) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 11:35:27.378022 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG oslo_concurrency.lockutils [None req-4a5db1be-b8c9-4204-82dc-9d3074a88a19 tempest-PortsIpV6TestJSON-1781383748 tempest-PortsIpV6TestJSON-1781383748-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.052s {{(pid=94174) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 11:35:27.381798 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron_lib.callbacks.manager [None req-4a5db1be-b8c9-4204-82dc-9d3074a88a19 tempest-PortsIpV6TestJSON-1781383748 tempest-PortsIpV6TestJSON-1781383748-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7865916'] for subnet, before_response {{(pid=94174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:35:27.387618 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-57d396c3-001a-433d-ba0e-1aedf2530fc7 None None] Network c16c789a-641f-4c9b-ac33-977ceb9ea600 requested from dv-neutron-601336-94-hyperv {{(pid=94176) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 23 11:35:27.388519 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.wsgi [-] (94175) accepted ('10.222.0.20', 41064) {{(pid=94175) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 11:35:27.388661 dv-neutron-601336-94-hyperv neutron-server[94174]: INFO neutron.wsgi [None req-4a5db1be-b8c9-4204-82dc-9d3074a88a19 tempest-PortsIpV6TestJSON-1781383748 tempest-PortsIpV6TestJSON-1781383748-project] 10.222.0.20 "DELETE /v2.0/subnets/98b05204-d14c-489c-bb45-eacf56914937 HTTP/1.1" status: 204 len: 168 time: 0.8396361 Jun 23 11:35:27.389366 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron_lib.callbacks.manager [None req-d2b29f4d-ce3c-48ed-8163-a593539fda67 tempest-RoutersIpV6Test-1448447933 tempest-RoutersIpV6Test-1448447933-project] Notify callbacks [] for subnet, before_delete {{(pid=94174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:35:27.438398 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.plugins.ml2.plugin [None req-69701e83-24a1-47e7-8beb-573d4886b04f None None] Port ab5de8b7-3cde-49cc-92ad-0bd384d75c17 cannot update to ACTIVE because it is not bound. {{(pid=94176) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jun 23 11:35:27.450011 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron_lib.callbacks.manager [None req-d2b29f4d-ce3c-48ed-8163-a593539fda67 tempest-RoutersIpV6Test-1448447933 tempest-RoutersIpV6Test-1448447933-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4800256'] for subnet, precommit_delete_associations {{(pid=94174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:35:27.451280 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.db.db_base_plugin_v2 [None req-438a0e43-bf0f-4401-998e-5e939ff33f08 tempest-PortsIpV6TestJSON-1781383748 tempest-PortsIpV6TestJSON-1781383748-project] Deleting subnet 65d13bfb-49c6-42e2-9ae4-b20d2788d39d {{(pid=94175) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jun 23 11:35:27.454691 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron_lib.callbacks.manager [None req-438a0e43-bf0f-4401-998e-5e939ff33f08 tempest-PortsIpV6TestJSON-1781383748 tempest-PortsIpV6TestJSON-1781383748-project] Notify callbacks [] for subnet, before_delete {{(pid=94175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:35:27.473896 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-448b681c-9c24-4c84-a7ad-5f8a1899aa3c req-ea29bc6f-5aab-41d1-869b-dbc047a7faf6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94174) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 11:35:27.475477 dv-neutron-601336-94-hyperv neutron-server[94174]: INFO neutron.wsgi [req-448b681c-9c24-4c84-a7ad-5f8a1899aa3c req-ea29bc6f-5aab-41d1-869b-dbc047a7faf6 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=34cf218b-02ad-4259-a49e-5807c729dd9a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1178 time: 0.2293508 Jun 23 11:35:27.496038 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron_lib.callbacks.manager [None req-438a0e43-bf0f-4401-998e-5e939ff33f08 tempest-PortsIpV6TestJSON-1781383748 tempest-PortsIpV6TestJSON-1781383748-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5190686'] for subnet, precommit_delete_associations {{(pid=94175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:35:27.543199 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f321f889-0d2e-408d-ba27-78677c357e23 tempest-RoutersTest-228919764 tempest-RoutersTest-228919764-project] Router f0561d3a-4e6d-45ba-a2d4-2017d5ccaba5 is scheduled to L3 agent 50ef99c0-ef28-4db5-b303-b145898fae60 with binding_index 1 {{(pid=94174) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jun 23 11:35:27.597002 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron_lib.callbacks.manager [None req-438a0e43-bf0f-4401-998e-5e939ff33f08 tempest-PortsIpV6TestJSON-1781383748 tempest-PortsIpV6TestJSON-1781383748-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-897634'] for subnet, precommit_delete {{(pid=94175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:35:27.679202 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron_lib.callbacks.manager [None req-d2b29f4d-ce3c-48ed-8163-a593539fda67 tempest-RoutersIpV6Test-1448447933 tempest-RoutersIpV6Test-1448447933-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-897634'] for subnet, precommit_delete {{(pid=94174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:35:27.734068 dv-neutron-601336-94-hyperv neutron-server[94174]: INFO neutron.wsgi [req-448b681c-9c24-4c84-a7ad-5f8a1899aa3c req-b472fef1-1b5d-4388-b5e4-511db5d350dc service neutron] 10.222.0.52 "GET /v2.0/networks/34cf218b-02ad-4259-a49e-5807c729dd9a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2503762 Jun 23 11:35:27.736541 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron_lib.callbacks.manager [None req-438a0e43-bf0f-4401-998e-5e939ff33f08 tempest-PortsIpV6TestJSON-1781383748 tempest-PortsIpV6TestJSON-1781383748-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-897627', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866062', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5083050', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4660036'] for subnet, after_delete {{(pid=94175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:35:27.755864 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG oslo_concurrency.lockutils [None req-9f494923-4600-49b8-81e9-0ed7dfe60914 tempest-NetworksTest-2133396914 tempest-NetworksTest-2133396914-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94175) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 11:35:27.763188 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f321f889-0d2e-408d-ba27-78677c357e23 tempest-RoutersTest-228919764 tempest-RoutersTest-228919764-project] Notify agent at l3_agent.dv-neutron-601336-94-hyperv the message routers_updated {{(pid=94174) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 23 11:35:27.776046 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-031d87b6-9bd6-4a3b-8ac2-5207fe0caa5e None None] Sync routers for ids ['f0561d3a-4e6d-45ba-a2d4-2017d5ccaba5'] in dv-neutron-601336-94-hyperv {{(pid=94176) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 23 11:35:27.787163 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron_lib.callbacks.manager [None req-438a0e43-bf0f-4401-998e-5e939ff33f08 tempest-PortsIpV6TestJSON-1781383748 tempest-PortsIpV6TestJSON-1781383748-project] Notify callbacks [] for subnet, before_response {{(pid=94175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:35:27.789126 dv-neutron-601336-94-hyperv neutron-server[94175]: INFO neutron.wsgi [None req-438a0e43-bf0f-4401-998e-5e939ff33f08 tempest-PortsIpV6TestJSON-1781383748 tempest-PortsIpV6TestJSON-1781383748-project] 10.222.0.20 "DELETE /v2.0/subnets/65d13bfb-49c6-42e2-9ae4-b20d2788d39d HTTP/1.1" status: 204 len: 168 time: 0.3989942 Jun 23 11:35:27.790317 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.db.l3_dvrscheduler_db [None req-031d87b6-9bd6-4a3b-8ac2-5207fe0caa5e None None] Routers {'f0561d3a-4e6d-45ba-a2d4-2017d5ccaba5'} bound to L3 agent in host dv-neutron-601336-94-hyperv {{(pid=94176) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 23 11:35:27.791184 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.db.l3_hamode_db [None req-031d87b6-9bd6-4a3b-8ac2-5207fe0caa5e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-601336-94-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-23T11:22:13Z,description=,heartbeat_timestamp=2021-06-23T11:35:13Z,host='dv-neutron-601336-94-hyperv',id=50ef99c0-ef28-4db5-b303-b145898fae60,load=0,resource_versions=,resources_synced=,started_at=2021-06-23T11:22:14Z,topic='l3_agent')) {'router_ids': ['f0561d3a-4e6d-45ba-a2d4-2017d5ccaba5'], 'active': True} {{(pid=94176) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 11:35:27.792108 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.wsgi [-] (94175) accepted ('10.222.0.20', 41068) {{(pid=94175) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 11:35:27.794083 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-438a0e43-bf0f-4401-998e-5e939ff33f08 tempest-PortsIpV6TestJSON-1781383748 tempest-PortsIpV6TestJSON-1781383748-project] Pushing event deleted for resources: {'Subnet': ['ID=65d13bfb-49c6-42e2-9ae4-b20d2788d39d,revision_number=None']} {{(pid=94175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 11:35:27.804409 dv-neutron-601336-94-hyperv neutron-server[94174]: INFO neutron.wsgi [None req-f321f889-0d2e-408d-ba27-78677c357e23 tempest-RoutersTest-228919764 tempest-RoutersTest-228919764-project] 10.222.0.20 "PUT /v2.0/routers/f0561d3a-4e6d-45ba-a2d4-2017d5ccaba5/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.5638981 Jun 23 11:35:27.808582 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG oslo_concurrency.lockutils [None req-438a0e43-bf0f-4401-998e-5e939ff33f08 tempest-PortsIpV6TestJSON-1781383748 tempest-PortsIpV6TestJSON-1781383748-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.053s {{(pid=94175) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 11:35:27.809009 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.wsgi [-] (94174) accepted ('10.222.0.20', 41070) {{(pid=94174) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 11:35:27.837058 dv-neutron-601336-94-hyperv neutron-server[94175]: INFO neutron.pecan_wsgi.hooks.translation [None req-cb5d6d20-58cb-46dc-8f5a-809293d951db tempest-PortsIpV6TestJSON-1781383748 tempest-PortsIpV6TestJSON-1781383748-project] DELETE failed (client error): The resource could not be found. Jun 23 11:35:27.837516 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-cb5d6d20-58cb-46dc-8f5a-809293d951db tempest-PortsIpV6TestJSON-1781383748 tempest-PortsIpV6TestJSON-1781383748-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94175) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 23 11:35:27.839542 dv-neutron-601336-94-hyperv neutron-server[94175]: INFO neutron.wsgi [None req-cb5d6d20-58cb-46dc-8f5a-809293d951db tempest-PortsIpV6TestJSON-1781383748 tempest-PortsIpV6TestJSON-1781383748-project] 10.222.0.20 "DELETE /v2.0/subnets/98b05204-d14c-489c-bb45-eacf56914937 HTTP/1.1" status: 404 len: 337 time: 0.0463603 Jun 23 11:35:27.842818 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.wsgi [-] (94175) accepted ('10.222.0.20', 41072) {{(pid=94175) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 11:35:27.845275 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.db.l3_hamode_db [None req-031d87b6-9bd6-4a3b-8ac2-5207fe0caa5e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-601336-94-hyperv', False) {} {{(pid=94176) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 11:35:27.857191 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.db.l3_dvrscheduler_db [None req-031d87b6-9bd6-4a3b-8ac2-5207fe0caa5e None None] Routers {'f0561d3a-4e6d-45ba-a2d4-2017d5ccaba5'} bound to L3 agent in host dv-neutron-601336-94-hyperv {{(pid=94176) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 23 11:35:27.858241 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.db.l3_hamode_db [None req-031d87b6-9bd6-4a3b-8ac2-5207fe0caa5e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-601336-94-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-23T11:22:13Z,description=,heartbeat_timestamp=2021-06-23T11:35:13Z,host='dv-neutron-601336-94-hyperv',id=50ef99c0-ef28-4db5-b303-b145898fae60,load=0,resource_versions=,resources_synced=,started_at=2021-06-23T11:22:14Z,topic='l3_agent')) {'router_ids': ['f0561d3a-4e6d-45ba-a2d4-2017d5ccaba5'], 'active': True} {{(pid=94176) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 11:35:27.900823 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-593881fe-0d22-47d9-aa6b-66bf64e23f6e tempest-RoutersTest-228919764 tempest-RoutersTest-228919764-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94174) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 11:35:27.905594 dv-neutron-601336-94-hyperv neutron-server[94174]: INFO neutron.wsgi [None req-593881fe-0d22-47d9-aa6b-66bf64e23f6e tempest-RoutersTest-228919764 tempest-RoutersTest-228919764-project] 10.222.0.20 "GET /v2.0/ports/ab5de8b7-3cde-49cc-92ad-0bd384d75c17 HTTP/1.1" status: 200 len: 910 time: 0.0937648 Jun 23 11:35:27.909730 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.wsgi [-] (94175) accepted ('10.222.0.20', 41074) {{(pid=94175) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 11:35:27.909882 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.db.l3_hamode_db [None req-031d87b6-9bd6-4a3b-8ac2-5207fe0caa5e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-601336-94-hyperv', False) {} {{(pid=94176) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 11:35:27.909882 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-031d87b6-9bd6-4a3b-8ac2-5207fe0caa5e None None] The sync data for ids ['f0561d3a-4e6d-45ba-a2d4-2017d5ccaba5'] in dv-neutron-601336-94-hyperv is: [] {{(pid=94176) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 23 11:35:27.920272 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05f45b39-c849-4138-ad74-9813013475e1 req-6bcf992e-d6ea-4ffc-a7d1-0ed82742b877 tempest-ServerActionsTestJSON-161917335 tempest-ServerActionsTestJSON-161917335-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 11:35:27.921813 dv-neutron-601336-94-hyperv neutron-server[94175]: INFO neutron.wsgi [req-05f45b39-c849-4138-ad74-9813013475e1 req-6bcf992e-d6ea-4ffc-a7d1-0ed82742b877 tempest-ServerActionsTestJSON-161917335 tempest-ServerActionsTestJSON-161917335-project] 10.222.0.20 "GET /v2.0/ports?device_id=85769616-6b8b-4da7-ad73-344986edf607 HTTP/1.1" status: 200 len: 945 time: 0.1973686 Jun 23 11:35:27.924590 dv-neutron-601336-94-hyperv neutron-server[94174]: INFO neutron.wsgi [req-448b681c-9c24-4c84-a7ad-5f8a1899aa3c req-4fc5f5cc-145b-46ca-acc6-dbc6e156b4a9 service neutron] 10.222.0.52 "GET /v2.0/networks/34cf218b-02ad-4259-a49e-5807c729dd9a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1782069 Jun 23 11:35:27.927236 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.db.db_base_plugin_v2 [None req-7e860d2a-db02-4f8f-a4f2-e81709040c02 tempest-PortsIpV6TestJSON-1781383748 tempest-PortsIpV6TestJSON-1781383748-project] Deleting subnet 287f5bdb-410e-4d7c-90bd-37a78e21bbd2 {{(pid=94175) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jun 23 11:35:27.928776 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron_lib.callbacks.manager [None req-d2b29f4d-ce3c-48ed-8163-a593539fda67 tempest-RoutersIpV6Test-1448447933 tempest-RoutersIpV6Test-1448447933-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-897627', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866062', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5195932', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4294216'] for subnet, after_delete {{(pid=94174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:35:27.932437 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG oslo_concurrency.lockutils [None req-86662d92-3a24-4122-8145-050a63721a7d tempest-ExtraDHCPOptionsIpV6TestJSON-2131111190 tempest-ExtraDHCPOptionsIpV6TestJSON-2131111190-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94174) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 11:35:27.961387 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2b29f4d-ce3c-48ed-8163-a593539fda67 tempest-RoutersIpV6Test-1448447933 tempest-RoutersIpV6Test-1448447933-project] Pushing event deleted for resources: {'Subnet': ['ID=245689ca-68db-4f63-b311-4a056a409976,revision_number=None']} {{(pid=94174) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 11:35:27.961387 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG oslo_concurrency.lockutils [None req-d2b29f4d-ce3c-48ed-8163-a593539fda67 tempest-RoutersIpV6Test-1448447933 tempest-RoutersIpV6Test-1448447933-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.029s {{(pid=94174) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 11:35:27.962271 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron_lib.callbacks.manager [None req-d2b29f4d-ce3c-48ed-8163-a593539fda67 tempest-RoutersIpV6Test-1448447933 tempest-RoutersIpV6Test-1448447933-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7865916'] for subnet, before_response {{(pid=94174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:35:27.964209 dv-neutron-601336-94-hyperv neutron-server[94174]: INFO neutron.wsgi [None req-d2b29f4d-ce3c-48ed-8163-a593539fda67 tempest-RoutersIpV6Test-1448447933 tempest-RoutersIpV6Test-1448447933-project] 10.222.0.20 "DELETE /v2.0/subnets/245689ca-68db-4f63-b311-4a056a409976 HTTP/1.1" status: 204 len: 168 time: 0.7278695 Jun 23 11:35:27.966694 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.wsgi [-] (94174) accepted ('10.222.0.20', 41076) {{(pid=94174) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 11:35:27.970825 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron_lib.callbacks.manager [None req-7e860d2a-db02-4f8f-a4f2-e81709040c02 tempest-PortsIpV6TestJSON-1781383748 tempest-PortsIpV6TestJSON-1781383748-project] Notify callbacks [] for subnet, before_delete {{(pid=94175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:35:27.975969 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c0df23c1-4c69-469f-a618-215415454b0f None None] Network 1dbc946f-26bb-42f1-bb01-f6094acccfc4 requested from dv-neutron-601336-94-hyperv {{(pid=94176) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 23 11:35:28.056919 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron_lib.callbacks.manager [None req-e906404d-f0bd-4155-962b-3848ca6aa75a tempest-RoutersIpV6Test-1448447933 tempest-RoutersIpV6Test-1448447933-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-824874'] for network, before_delete {{(pid=94174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:35:28.094062 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron_lib.callbacks.manager [None req-7e860d2a-db02-4f8f-a4f2-e81709040c02 tempest-PortsIpV6TestJSON-1781383748 tempest-PortsIpV6TestJSON-1781383748-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5190686'] for subnet, precommit_delete_associations {{(pid=94175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:35:28.099370 dv-neutron-601336-94-hyperv neutron-server[94175]: INFO neutron.wsgi [req-05f45b39-c849-4138-ad74-9813013475e1 req-1bb37f84-cc3f-49c2-b50a-665a1156cb8d tempest-ServerActionsTestJSON-161917335 tempest-ServerActionsTestJSON-161917335-project] 10.222.0.20 "GET /v2.0/security-groups?id=f0520e5d-8f0e-4c28-b543-be4405698077&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1688268 Jun 23 11:35:28.171795 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.plugins.ml2.plugin [None req-e906404d-f0bd-4155-962b-3848ca6aa75a tempest-RoutersIpV6Test-1448447933 tempest-RoutersIpV6Test-1448447933-project] Deleting port 405daf7c-f6aa-4151-88b5-863eb602fda1 {{(pid=94174) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1913}} Jun 23 11:35:28.173577 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron_lib.callbacks.manager [None req-e906404d-f0bd-4155-962b-3848ca6aa75a tempest-RoutersIpV6Test-1448447933 tempest-RoutersIpV6Test-1448447933-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773700079324'] for port, before_delete {{(pid=94174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:35:28.272325 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8cac31e2-354a-458d-a429-b62d0b03cb66 None None] DHCP port deletion for 1dbc946f-26bb-42f1-bb01-f6094acccfc4 request from dv-neutron-601336-94-hyperv {{(pid=94176) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jun 23 11:35:28.321123 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-405df0ed-b311-433b-84c7-f7473fa03ac5 None None] Network c16c789a-641f-4c9b-ac33-977ceb9ea600 requested from dv-neutron-601336-94-hyperv {{(pid=94176) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 23 11:35:28.341047 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.plugins.ml2.plugin [None req-8cac31e2-354a-458d-a429-b62d0b03cb66 None None] Deleting port 405daf7c-f6aa-4151-88b5-863eb602fda1 {{(pid=94176) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1913}} Jun 23 11:35:28.341487 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron_lib.callbacks.manager [None req-8cac31e2-354a-458d-a429-b62d0b03cb66 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773700079324'] for port, before_delete {{(pid=94176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:35:28.345281 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron_lib.callbacks.manager [None req-7e860d2a-db02-4f8f-a4f2-e81709040c02 tempest-PortsIpV6TestJSON-1781383748 tempest-PortsIpV6TestJSON-1781383748-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-897634'] for subnet, precommit_delete {{(pid=94175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:35:28.509422 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron_lib.callbacks.manager [None req-5537e37e-01f6-4093-aeaf-65030d876be5 tempest-RoutersTest-228919764 tempest-RoutersTest-228919764-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-453061'] for router_interface, before_delete {{(pid=94175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:35:28.512029 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron_lib.callbacks.manager [None req-7e860d2a-db02-4f8f-a4f2-e81709040c02 tempest-PortsIpV6TestJSON-1781383748 tempest-PortsIpV6TestJSON-1781383748-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-897627', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866062', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5083050', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4660036'] for subnet, after_delete {{(pid=94175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:35:28.515143 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG oslo_concurrency.lockutils [None req-aece0b14-2510-45e1-9a39-bc03ad94ed1b tempest-NetworksIpV6TestAttrs-49342282 tempest-NetworksIpV6TestAttrs-49342282-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94175) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 11:35:28.604585 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e860d2a-db02-4f8f-a4f2-e81709040c02 tempest-PortsIpV6TestJSON-1781383748 tempest-PortsIpV6TestJSON-1781383748-project] Pushing event deleted for resources: {'Subnet': ['ID=287f5bdb-410e-4d7c-90bd-37a78e21bbd2,revision_number=None']} {{(pid=94175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 11:35:28.619144 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.db.provisioning_blocks [None req-1becb70a-378c-47a1-9e1a-1b411ed9804d None None] Provisioning complete for port 0b54f7d0-3659-4d57-a219-9819182e60af triggered by entity DHCP. {{(pid=94176) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 23 11:35:28.619693 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron_lib.callbacks.manager [None req-1becb70a-378c-47a1-9e1a-1b411ed9804d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-899258'] for port, provisioning_complete {{(pid=94176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:35:28.626786 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.plugins.ml2.db [None req-8cac31e2-354a-458d-a429-b62d0b03cb66 None None] For port 405daf7c-f6aa-4151-88b5-863eb602fda1, host dv-neutron-601336-94-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-94-hyperv',level=0,port_id=405daf7c-f6aa-4151-88b5-863eb602fda1,segment=NetworkSegment(658ebfb4-0884-4ef8-a9fe-587cada18211),segment_id=658ebfb4-0884-4ef8-a9fe-587cada18211)] {{(pid=94176) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 23 11:35:28.627214 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron_lib.callbacks.manager [None req-8cac31e2-354a-458d-a429-b62d0b03cb66 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-430722'] for port, precommit_delete {{(pid=94176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:35:28.659403 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.plugins.ml2.db [None req-e906404d-f0bd-4155-962b-3848ca6aa75a tempest-RoutersIpV6Test-1448447933 tempest-RoutersIpV6Test-1448447933-project] For port 405daf7c-f6aa-4151-88b5-863eb602fda1, host dv-neutron-601336-94-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-94-hyperv',level=0,port_id=405daf7c-f6aa-4151-88b5-863eb602fda1,segment=NetworkSegment(658ebfb4-0884-4ef8-a9fe-587cada18211),segment_id=658ebfb4-0884-4ef8-a9fe-587cada18211)] {{(pid=94174) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 23 11:35:28.660016 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron_lib.callbacks.manager [None req-e906404d-f0bd-4155-962b-3848ca6aa75a tempest-RoutersIpV6Test-1448447933 tempest-RoutersIpV6Test-1448447933-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-430722'] for port, precommit_delete {{(pid=94174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:35:28.674839 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.plugins.ml2.plugin [None req-e906404d-f0bd-4155-962b-3848ca6aa75a tempest-RoutersIpV6Test-1448447933 tempest-RoutersIpV6Test-1448447933-project] Calling delete_port for 405daf7c-f6aa-4151-88b5-863eb602fda1 owned by network:dhcp {{(pid=94174) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1986}} Jun 23 11:35:28.678337 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG oslo_concurrency.lockutils [None req-7e860d2a-db02-4f8f-a4f2-e81709040c02 tempest-PortsIpV6TestJSON-1781383748 tempest-PortsIpV6TestJSON-1781383748-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.163s {{(pid=94175) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 11:35:28.698355 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.plugins.ml2.plugin [None req-8cac31e2-354a-458d-a429-b62d0b03cb66 None None] Calling delete_port for 405daf7c-f6aa-4151-88b5-863eb602fda1 owned by network:dhcp {{(pid=94176) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1986}} Jun 23 11:35:28.709838 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron_lib.callbacks.manager [None req-7e860d2a-db02-4f8f-a4f2-e81709040c02 tempest-PortsIpV6TestJSON-1781383748 tempest-PortsIpV6TestJSON-1781383748-project] Notify callbacks [] for subnet, before_response {{(pid=94175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:35:28.711723 dv-neutron-601336-94-hyperv neutron-server[94175]: INFO neutron.wsgi [None req-7e860d2a-db02-4f8f-a4f2-e81709040c02 tempest-PortsIpV6TestJSON-1781383748 tempest-PortsIpV6TestJSON-1781383748-project] 10.222.0.20 "DELETE /v2.0/subnets/287f5bdb-410e-4d7c-90bd-37a78e21bbd2 HTTP/1.1" status: 204 len: 168 time: 0.8683412 Jun 23 11:35:28.714137 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.wsgi [-] (94175) accepted ('10.222.0.20', 41084) {{(pid=94175) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 11:35:28.767210 dv-neutron-601336-94-hyperv neutron-server[94175]: INFO neutron.pecan_wsgi.hooks.translation [None req-865efe74-5f59-41b8-b339-2fb3317d8564 tempest-PortsIpV6TestJSON-1781383748 tempest-PortsIpV6TestJSON-1781383748-project] DELETE failed (client error): The resource could not be found. Jun 23 11:35:28.767589 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-865efe74-5f59-41b8-b339-2fb3317d8564 tempest-PortsIpV6TestJSON-1781383748 tempest-PortsIpV6TestJSON-1781383748-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94175) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 23 11:35:28.769271 dv-neutron-601336-94-hyperv neutron-server[94175]: INFO neutron.wsgi [None req-865efe74-5f59-41b8-b339-2fb3317d8564 tempest-PortsIpV6TestJSON-1781383748 tempest-PortsIpV6TestJSON-1781383748-project] 10.222.0.20 "DELETE /v2.0/subnets/b15ceed6-c4b0-4b44-b2ad-5aaa19365c9c HTTP/1.1" status: 404 len: 337 time: 0.0542064 Jun 23 11:35:28.774247 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.wsgi [-] (94174) accepted ('10.222.0.20', 41086) {{(pid=94174) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 11:35:28.815701 dv-neutron-601336-94-hyperv neutron-server[94174]: INFO neutron.wsgi [None req-84504d03-817a-4de8-a9b2-27c9493789e0 tempest-PortsIpV6TestJSON-1781383748 tempest-PortsIpV6TestJSON-1781383748-project] 10.222.0.20 "GET /v2.0/ports?device_id=d2673efe-a72e-4339-af0b-8f9886270350 HTTP/1.1" status: 200 len: 205 time: 0.0390012 Jun 23 11:35:28.817766 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.wsgi [-] (94175) accepted ('10.222.0.20', 41088) {{(pid=94175) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 11:35:28.864140 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.plugins.ml2.rpc [None req-dc7542b2-afef-47f4-a763-e3a3cba144be None None] Device 405daf7c-f6aa-4151-88b5-863eb602fda1 no longer exists at agent ovs-agent-dv-neutron-601336-94-hyperv {{(pid=94176) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:261}} Jun 23 11:35:28.865341 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1eed4aa5-d661-4a9f-b398-2316f46a2546 req-22145149-2e2b-4d42-b72e-112d868426bf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94174) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 11:35:28.867085 dv-neutron-601336-94-hyperv neutron-server[94174]: INFO neutron.wsgi [req-1eed4aa5-d661-4a9f-b398-2316f46a2546 req-22145149-2e2b-4d42-b72e-112d868426bf service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=252b24454ee04e36b666155dab1feb23&device_id=85769616-6b8b-4da7-ad73-344986edf607 HTTP/1.1" status: 200 len: 1098 time: 0.0805774 Jun 23 11:35:28.868375 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron_lib.callbacks.manager [None req-e906404d-f0bd-4155-962b-3848ca6aa75a tempest-RoutersIpV6Test-1448447933 tempest-RoutersIpV6Test-1448447933-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-922904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866062', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773700135024', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773699642224', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5196390'] for port, after_delete {{(pid=94174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:35:28.872688 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG oslo_concurrency.lockutils [None req-cbe570f9-ce37-4887-8495-43feb6a9c909 tempest-RoutersTest-228919764 tempest-RoutersTest-228919764-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94174) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 11:35:28.873049 dv-neutron-601336-94-hyperv neutron-server[94175]: INFO neutron.api.v2.resource [None req-e047bb50-6332-4e1d-8c1a-4a53323b9615 tempest-PortsIpV6TestJSON-1781383748 tempest-PortsIpV6TestJSON-1781383748-project] delete failed (client error): The resource could not be found. Jun 23 11:35:28.876446 dv-neutron-601336-94-hyperv neutron-server[94175]: INFO neutron.wsgi [None req-e047bb50-6332-4e1d-8c1a-4a53323b9615 tempest-PortsIpV6TestJSON-1781383748 tempest-PortsIpV6TestJSON-1781383748-project] 10.222.0.20 "DELETE /v2.0/routers/d2673efe-a72e-4339-af0b-8f9886270350 HTTP/1.1" status: 404 len: 336 time: 0.0512962 Jun 23 11:35:28.878033 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.wsgi [-] (94175) accepted ('10.222.0.20', 41090) {{(pid=94175) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 11:35:28.897795 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.plugins.ml2.plugin [None req-dc7542b2-afef-47f4-a763-e3a3cba144be None None] No Port match for: 405daf7c-f6aa-4151-88b5-863eb602fda1 {{(pid=94176) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2240}} Jun 23 11:35:28.898160 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.plugins.ml2.rpc [None req-dc7542b2-afef-47f4-a763-e3a3cba144be None None] Device 405daf7c-f6aa-4151-88b5-863eb602fda1 not bound to the agent host dv-neutron-601336-94-hyperv {{(pid=94176) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:271}} Jun 23 11:35:28.900948 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.db.provisioning_blocks [None req-1becb70a-378c-47a1-9e1a-1b411ed9804d None None] Provisioning complete for port 55b0eff6-d88f-4310-b778-2c822e3d8f1a triggered by entity DHCP. {{(pid=94176) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 23 11:35:28.901337 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron_lib.callbacks.manager [None req-1becb70a-378c-47a1-9e1a-1b411ed9804d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-899258'] for port, provisioning_complete {{(pid=94176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:35:28.922959 dv-neutron-601336-94-hyperv neutron-server[94175]: INFO neutron.pecan_wsgi.hooks.translation [None req-e7f6b6ae-a368-4124-baf3-179491cba401 tempest-PortsIpV6TestJSON-1781383748 tempest-PortsIpV6TestJSON-1781383748-project] DELETE failed (client error): The resource could not be found. Jun 23 11:35:28.922959 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e7f6b6ae-a368-4124-baf3-179491cba401 tempest-PortsIpV6TestJSON-1781383748 tempest-PortsIpV6TestJSON-1781383748-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94175) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 23 11:35:28.924128 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e906404d-f0bd-4155-962b-3848ca6aa75a tempest-RoutersIpV6Test-1448447933 tempest-RoutersIpV6Test-1448447933-project] Pushing event deleted for resources: {'Port': ['ID=405daf7c-f6aa-4151-88b5-863eb602fda1,revision_number=None']} {{(pid=94174) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 11:35:28.926311 dv-neutron-601336-94-hyperv neutron-server[94175]: INFO neutron.wsgi [None req-e7f6b6ae-a368-4124-baf3-179491cba401 tempest-PortsIpV6TestJSON-1781383748 tempest-PortsIpV6TestJSON-1781383748-project] 10.222.0.20 "DELETE /v2.0/subnets/e04d3e76-be79-44ec-9877-4fd7498f5723 HTTP/1.1" status: 404 len: 337 time: 0.0448020 Jun 23 11:35:28.928756 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e906404d-f0bd-4155-962b-3848ca6aa75a tempest-RoutersIpV6Test-1448447933 tempest-RoutersIpV6Test-1448447933-project] No DVR routers for this DVR port 405daf7c-f6aa-4151-88b5-863eb602fda1 on host dv-neutron-601336-94-hyperv {{(pid=94174) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 23 11:35:28.933228 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.wsgi [-] (94175) accepted ('10.222.0.20', 41092) {{(pid=94175) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 11:35:28.960386 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.plugins.ml2.plugin [None req-1becb70a-378c-47a1-9e1a-1b411ed9804d None None] Port 55b0eff6-d88f-4310-b778-2c822e3d8f1a cannot update to ACTIVE because it is not bound. {{(pid=94176) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jun 23 11:35:28.963370 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron_lib.callbacks.manager [None req-8cac31e2-354a-458d-a429-b62d0b03cb66 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-922904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866062', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773700135024', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773699642224'] for port, after_delete {{(pid=94176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:35:28.963982 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG oslo_concurrency.lockutils [None req-e906404d-f0bd-4155-962b-3848ca6aa75a tempest-RoutersIpV6Test-1448447933 tempest-RoutersIpV6Test-1448447933-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.091s {{(pid=94174) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 11:35:28.972017 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG oslo_concurrency.lockutils [None req-dc7542b2-afef-47f4-a763-e3a3cba144be None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 11:35:28.973629 dv-neutron-601336-94-hyperv neutron-server[94175]: INFO neutron.pecan_wsgi.hooks.translation [None req-b1348757-db7c-4ec1-a4f3-2f1672f0fa35 tempest-PortsIpV6TestJSON-1781383748 tempest-PortsIpV6TestJSON-1781383748-project] DELETE failed (client error): The resource could not be found. Jun 23 11:35:28.974092 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b1348757-db7c-4ec1-a4f3-2f1672f0fa35 tempest-PortsIpV6TestJSON-1781383748 tempest-PortsIpV6TestJSON-1781383748-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94175) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 23 11:35:28.978934 dv-neutron-601336-94-hyperv neutron-server[94175]: INFO neutron.wsgi [None req-b1348757-db7c-4ec1-a4f3-2f1672f0fa35 tempest-PortsIpV6TestJSON-1781383748 tempest-PortsIpV6TestJSON-1781383748-project] 10.222.0.20 "DELETE /v2.0/subnets/ac7362ad-a033-4ad5-b206-af5efd9b73e9 HTTP/1.1" status: 404 len: 337 time: 0.0414073 Jun 23 11:35:28.980936 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8cac31e2-354a-458d-a429-b62d0b03cb66 None None] No DVR routers for this DVR port 405daf7c-f6aa-4151-88b5-863eb602fda1 on host dv-neutron-601336-94-hyperv {{(pid=94176) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 23 11:35:28.981066 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.wsgi [-] (94175) accepted ('10.222.0.20', 41094) {{(pid=94175) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 11:35:28.998628 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cac31e2-354a-458d-a429-b62d0b03cb66 None None] Pushing event deleted for resources: {'Port': ['ID=405daf7c-f6aa-4151-88b5-863eb602fda1,revision_number=None']} {{(pid=94176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 11:35:29.000898 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG oslo_concurrency.lockutils [None req-8cac31e2-354a-458d-a429-b62d0b03cb66 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.029s {{(pid=94176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 11:35:29.055316 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35ced84d-1b30-4bde-8d6f-355a354f189d req-2fc4cc7c-d745-42a8-9c9a-70a649f2870c tempest-ServerActionsTestJSON-161917335 tempest-ServerActionsTestJSON-161917335-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 11:35:29.057324 dv-neutron-601336-94-hyperv neutron-server[94175]: INFO neutron.wsgi [req-35ced84d-1b30-4bde-8d6f-355a354f189d req-2fc4cc7c-d745-42a8-9c9a-70a649f2870c tempest-ServerActionsTestJSON-161917335 tempest-ServerActionsTestJSON-161917335-project] 10.222.0.20 "GET /v2.0/ports?device_id=85769616-6b8b-4da7-ad73-344986edf607 HTTP/1.1" status: 200 len: 945 time: 0.3168905 Jun 23 11:35:29.063213 dv-neutron-601336-94-hyperv neutron-server[94175]: INFO neutron.pecan_wsgi.hooks.translation [None req-f6edcfa7-c3ad-491f-aa3b-aaee51d3ff71 tempest-PortsIpV6TestJSON-1781383748 tempest-PortsIpV6TestJSON-1781383748-project] DELETE failed (client error): The resource could not be found. Jun 23 11:35:29.063665 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f6edcfa7-c3ad-491f-aa3b-aaee51d3ff71 tempest-PortsIpV6TestJSON-1781383748 tempest-PortsIpV6TestJSON-1781383748-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94175) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 23 11:35:29.065496 dv-neutron-601336-94-hyperv neutron-server[94175]: INFO neutron.wsgi [None req-f6edcfa7-c3ad-491f-aa3b-aaee51d3ff71 tempest-PortsIpV6TestJSON-1781383748 tempest-PortsIpV6TestJSON-1781383748-project] 10.222.0.20 "DELETE /v2.0/subnets/95ae1e2e-fcc4-4c05-ae16-bfcea4255b0b HTTP/1.1" status: 404 len: 337 time: 0.0798635 Jun 23 11:35:29.068477 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.wsgi [-] (94174) accepted ('10.222.0.20', 41096) {{(pid=94174) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 11:35:29.080700 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron_lib.callbacks.manager [None req-e906404d-f0bd-4155-962b-3848ca6aa75a tempest-RoutersIpV6Test-1448447933 tempest-RoutersIpV6Test-1448447933-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-897259', 'neutron.services.segments.db._delete_segments_for_network-8773700168587'] for network, precommit_delete {{(pid=94174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:35:29.086716 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cda780eb-a1fc-425a-94e9-b598136c1efb None None] DHCP port deletion for c16c789a-641f-4c9b-ac33-977ceb9ea600 request from dv-neutron-601336-94-hyperv {{(pid=94176) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jun 23 11:35:29.115362 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.services.segments.db [None req-e906404d-f0bd-4155-962b-3848ca6aa75a tempest-RoutersIpV6Test-1448447933 tempest-RoutersIpV6Test-1448447933-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1dbc946f-26bb-42f1-bb01-f6094acccfc4']}} {{(pid=94174) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 11:35:29.119846 dv-neutron-601336-94-hyperv neutron-server[94174]: INFO neutron.pecan_wsgi.hooks.translation [None req-3b4bd50f-b1b9-498b-8715-01a4f291b622 tempest-PortsIpV6TestJSON-1781383748 tempest-PortsIpV6TestJSON-1781383748-project] DELETE failed (client error): The resource could not be found. Jun 23 11:35:29.120600 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-3b4bd50f-b1b9-498b-8715-01a4f291b622 tempest-PortsIpV6TestJSON-1781383748 tempest-PortsIpV6TestJSON-1781383748-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94174) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 23 11:35:29.122324 dv-neutron-601336-94-hyperv neutron-server[94174]: INFO neutron.wsgi [None req-3b4bd50f-b1b9-498b-8715-01a4f291b622 tempest-PortsIpV6TestJSON-1781383748 tempest-PortsIpV6TestJSON-1781383748-project] 10.222.0.20 "DELETE /v2.0/ports/f97f4df1-0038-4397-9f01-cc509794cb7a HTTP/1.1" status: 404 len: 333 time: 0.0511537 Jun 23 11:35:29.129035 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.wsgi [-] (94174) accepted ('10.222.0.20', 41098) {{(pid=94174) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 11:35:29.144203 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.plugins.ml2.plugin [None req-cda780eb-a1fc-425a-94e9-b598136c1efb None None] Deleting port 0b54f7d0-3659-4d57-a219-9819182e60af {{(pid=94176) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1913}} Jun 23 11:35:29.144714 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron_lib.callbacks.manager [None req-cda780eb-a1fc-425a-94e9-b598136c1efb None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773700079324'] for port, before_delete {{(pid=94176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:35:29.145477 dv-neutron-601336-94-hyperv neutron-server[94175]: INFO neutron.wsgi [req-35ced84d-1b30-4bde-8d6f-355a354f189d req-2dfb0aeb-726c-4f48-85fb-af9a229156c5 tempest-ServerActionsTestJSON-161917335 tempest-ServerActionsTestJSON-161917335-project] 10.222.0.20 "GET /v2.0/security-groups?id=f0520e5d-8f0e-4c28-b543-be4405698077&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0773563 Jun 23 11:35:29.150789 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1eed4aa5-d661-4a9f-b398-2316f46a2546 req-cab3d311-e08e-4ef7-a430-3ca1500f6afa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94174) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 11:35:29.152295 dv-neutron-601336-94-hyperv neutron-server[94174]: INFO neutron.wsgi [req-1eed4aa5-d661-4a9f-b398-2316f46a2546 req-cab3d311-e08e-4ef7-a430-3ca1500f6afa service neutron] 10.222.0.52 "GET /v2.0/networks?id=34cf218b-02ad-4259-a49e-5807c729dd9a HTTP/1.1" status: 200 len: 913 time: 0.2740471 Jun 23 11:35:29.154046 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.services.segments.db [None req-e906404d-f0bd-4155-962b-3848ca6aa75a tempest-RoutersIpV6Test-1448447933 tempest-RoutersIpV6Test-1448447933-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '658ebfb4-0884-4ef8-a9fe-587cada18211') {'for_net_delete': True} {{(pid=94174) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 11:35:29.154360 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.services.segments.db [None req-e906404d-f0bd-4155-962b-3848ca6aa75a tempest-RoutersIpV6Test-1448447933 tempest-RoutersIpV6Test-1448447933-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '658ebfb4-0884-4ef8-a9fe-587cada18211') {} {{(pid=94174) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 11:35:29.175311 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.plugins.ml2.plugin [None req-5537e37e-01f6-4093-aeaf-65030d876be5 tempest-RoutersTest-228919764 tempest-RoutersTest-228919764-project] Deleting port ab5de8b7-3cde-49cc-92ad-0bd384d75c17 {{(pid=94175) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1913}} Jun 23 11:35:29.175669 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron_lib.callbacks.manager [None req-5537e37e-01f6-4093-aeaf-65030d876be5 tempest-RoutersTest-228919764 tempest-RoutersTest-228919764-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773700079324'] for port, before_delete {{(pid=94175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:35:29.182573 dv-neutron-601336-94-hyperv neutron-server[94174]: INFO neutron.pecan_wsgi.hooks.translation [None req-fa799ef9-9236-44bd-a216-1d82433cfbce tempest-PortsIpV6TestJSON-1781383748 tempest-PortsIpV6TestJSON-1781383748-project] DELETE failed (client error): The resource could not be found. Jun 23 11:35:29.183054 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-fa799ef9-9236-44bd-a216-1d82433cfbce tempest-PortsIpV6TestJSON-1781383748 tempest-PortsIpV6TestJSON-1781383748-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94174) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 23 11:35:29.186922 dv-neutron-601336-94-hyperv neutron-server[94174]: INFO neutron.wsgi [None req-fa799ef9-9236-44bd-a216-1d82433cfbce tempest-PortsIpV6TestJSON-1781383748 tempest-PortsIpV6TestJSON-1781383748-project] 10.222.0.20 "DELETE /v2.0/subnets/d10e84a7-1183-4c3e-a38b-0a0a83947bdd HTTP/1.1" status: 404 len: 337 time: 0.0544088 Jun 23 11:35:29.188454 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.wsgi [-] (94174) accepted ('10.222.0.20', 41100) {{(pid=94174) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 11:35:29.213147 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.plugins.ml2.db [None req-cda780eb-a1fc-425a-94e9-b598136c1efb None None] For port 0b54f7d0-3659-4d57-a219-9819182e60af, host dv-neutron-601336-94-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-94-hyperv',level=0,port_id=0b54f7d0-3659-4d57-a219-9819182e60af,segment=NetworkSegment(ce6843e5-0568-4431-a1aa-a79d3ba677dc),segment_id=ce6843e5-0568-4431-a1aa-a79d3ba677dc)] {{(pid=94176) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 23 11:35:29.213565 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron_lib.callbacks.manager [None req-cda780eb-a1fc-425a-94e9-b598136c1efb None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-430722'] for port, precommit_delete {{(pid=94176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:35:29.226769 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.plugins.ml2.plugin [None req-cda780eb-a1fc-425a-94e9-b598136c1efb None None] Calling delete_port for 0b54f7d0-3659-4d57-a219-9819182e60af owned by network:dhcp {{(pid=94176) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1986}} Jun 23 11:35:29.228207 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron_lib.callbacks.manager [None req-e906404d-f0bd-4155-962b-3848ca6aa75a tempest-RoutersIpV6Test-1448447933 tempest-RoutersIpV6Test-1448447933-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8773699955833', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4800267'] for segment, before_delete {{(pid=94174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:35:29.262994 dv-neutron-601336-94-hyperv neutron-server[94174]: INFO neutron.pecan_wsgi.hooks.translation [None req-ecc4e240-69cd-43f0-9fb9-3494cf9433a8 tempest-PortsIpV6TestJSON-1781383748 tempest-PortsIpV6TestJSON-1781383748-project] DELETE failed (client error): The resource could not be found. Jun 23 11:35:29.263416 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ecc4e240-69cd-43f0-9fb9-3494cf9433a8 tempest-PortsIpV6TestJSON-1781383748 tempest-PortsIpV6TestJSON-1781383748-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94174) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 23 11:35:29.267456 dv-neutron-601336-94-hyperv neutron-server[94174]: INFO neutron.wsgi [None req-ecc4e240-69cd-43f0-9fb9-3494cf9433a8 tempest-PortsIpV6TestJSON-1781383748 tempest-PortsIpV6TestJSON-1781383748-project] 10.222.0.20 "DELETE /v2.0/subnets/47e16826-3e27-43ca-9ac7-a70a51a0fd30 HTTP/1.1" status: 404 len: 337 time: 0.0766103 Jun 23 11:35:29.267609 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron_lib.callbacks.manager [None req-5537e37e-01f6-4093-aeaf-65030d876be5 tempest-RoutersTest-228919764 tempest-RoutersTest-228919764-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-430722'] for port, precommit_delete {{(pid=94175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:35:29.268211 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.wsgi [-] (94175) accepted ('10.222.0.20', 41102) {{(pid=94175) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 11:35:29.273942 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron_lib.callbacks.manager [None req-e906404d-f0bd-4155-962b-3848ca6aa75a tempest-RoutersIpV6Test-1448447933 tempest-RoutersIpV6Test-1448447933-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3801'] for segment, precommit_delete {{(pid=94174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:35:29.286438 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e906404d-f0bd-4155-962b-3848ca6aa75a tempest-RoutersIpV6Test-1448447933 tempest-RoutersIpV6Test-1448447933-project] Releasing vlan 447 on physical network physnet1 to pool {{(pid=94174) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 23 11:35:29.286770 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron_lib.callbacks.manager [None req-e906404d-f0bd-4155-962b-3848ca6aa75a tempest-RoutersIpV6Test-1448447933 tempest-RoutersIpV6Test-1448447933-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3801', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5196341'] for segment, after_delete {{(pid=94174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:35:29.290917 dv-neutron-601336-94-hyperv neutron-server[94174]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 23 11:35:29.290917 dv-neutron-601336-94-hyperv neutron-server[94174]: conditions |= (models_v2.Port.network_id.in_( Jun 23 11:35:29.290917 dv-neutron-601336-94-hyperv neutron-server[94174]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 23 11:35:29.290917 dv-neutron-601336-94-hyperv neutron-server[94174]: conditions |= (models_v2.Port.network_id.in_( Jun 23 11:35:29.290917 dv-neutron-601336-94-hyperv neutron-server[94174]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 23 11:35:29.290917 dv-neutron-601336-94-hyperv neutron-server[94174]: conditions |= (models_v2.Port.network_id.in_( Jun 23 11:35:29.290917 dv-neutron-601336-94-hyperv neutron-server[94174]: Traceback (most recent call last): Jun 23 11:35:29.290917 dv-neutron-601336-94-hyperv neutron-server[94174]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 23 11:35:29.290917 dv-neutron-601336-94-hyperv neutron-server[94174]: timer() Jun 23 11:35:29.290917 dv-neutron-601336-94-hyperv neutron-server[94174]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 23 11:35:29.290917 dv-neutron-601336-94-hyperv neutron-server[94174]: cb(*args, **kw) Jun 23 11:35:29.290917 dv-neutron-601336-94-hyperv neutron-server[94174]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 23 11:35:29.290917 dv-neutron-601336-94-hyperv neutron-server[94174]: return func(*args, **kwargs) Jun 23 11:35:29.290917 dv-neutron-601336-94-hyperv neutron-server[94174]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 23 11:35:29.290917 dv-neutron-601336-94-hyperv neutron-server[94174]: self._notify() Jun 23 11:35:29.290917 dv-neutron-601336-94-hyperv neutron-server[94174]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 23 11:35:29.290917 dv-neutron-601336-94-hyperv neutron-server[94174]: self.callback(batched_events) Jun 23 11:35:29.290917 dv-neutron-601336-94-hyperv neutron-server[94174]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 23 11:35:29.290917 dv-neutron-601336-94-hyperv neutron-server[94174]: event.method(event) Jun 23 11:35:29.290917 dv-neutron-601336-94-hyperv neutron-server[94174]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 23 11:35:29.290917 dv-neutron-601336-94-hyperv neutron-server[94174]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 23 11:35:29.290917 dv-neutron-601336-94-hyperv neutron-server[94174]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 23 11:35:29.290917 dv-neutron-601336-94-hyperv neutron-server[94174]: aggregate_uuid = self.p_client.list_aggregates( Jun 23 11:35:29.290917 dv-neutron-601336-94-hyperv neutron-server[94174]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 23 11:35:29.290917 dv-neutron-601336-94-hyperv neutron-server[94174]: return f(self, *a, **k) Jun 23 11:35:29.290917 dv-neutron-601336-94-hyperv neutron-server[94174]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 23 11:35:29.290917 dv-neutron-601336-94-hyperv neutron-server[94174]: return self._get(url).json() Jun 23 11:35:29.290917 dv-neutron-601336-94-hyperv neutron-server[94174]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 23 11:35:29.290917 dv-neutron-601336-94-hyperv neutron-server[94174]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 23 11:35:29.290917 dv-neutron-601336-94-hyperv neutron-server[94174]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 23 11:35:29.290917 dv-neutron-601336-94-hyperv neutron-server[94174]: return self.request(url, 'GET', **kwargs) Jun 23 11:35:29.290917 dv-neutron-601336-94-hyperv neutron-server[94174]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 23 11:35:29.290917 dv-neutron-601336-94-hyperv neutron-server[94174]: base_url = self.get_endpoint(auth, allow=allow, Jun 23 11:35:29.290917 dv-neutron-601336-94-hyperv neutron-server[94174]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 23 11:35:29.290917 dv-neutron-601336-94-hyperv neutron-server[94174]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 23 11:35:29.290917 dv-neutron-601336-94-hyperv neutron-server[94174]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 23 11:35:29.290917 dv-neutron-601336-94-hyperv neutron-server[94174]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 23 11:35:29.290917 dv-neutron-601336-94-hyperv neutron-server[94174]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 23 11:35:29.304618 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.plugins.ml2.plugin [None req-5537e37e-01f6-4093-aeaf-65030d876be5 tempest-RoutersTest-228919764 tempest-RoutersTest-228919764-project] Calling delete_port for ab5de8b7-3cde-49cc-92ad-0bd384d75c17 owned by network:router_interface {{(pid=94175) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1986}} Jun 23 11:35:29.307682 dv-neutron-601336-94-hyperv neutron-server[94175]: INFO neutron.pecan_wsgi.hooks.translation [None req-48bafbdc-6ca9-4e9a-a095-ecfa5da8ee00 tempest-PortsIpV6TestJSON-1781383748 tempest-PortsIpV6TestJSON-1781383748-project] DELETE failed (client error): The resource could not be found. Jun 23 11:35:29.308062 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-48bafbdc-6ca9-4e9a-a095-ecfa5da8ee00 tempest-PortsIpV6TestJSON-1781383748 tempest-PortsIpV6TestJSON-1781383748-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94175) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 23 11:35:29.312313 dv-neutron-601336-94-hyperv neutron-server[94175]: INFO neutron.wsgi [None req-48bafbdc-6ca9-4e9a-a095-ecfa5da8ee00 tempest-PortsIpV6TestJSON-1781383748 tempest-PortsIpV6TestJSON-1781383748-project] 10.222.0.20 "DELETE /v2.0/ports/78e88db9-2246-4e93-b088-19d3a44cf0d4 HTTP/1.1" status: 404 len: 333 time: 0.0406373 Jun 23 11:35:29.312464 dv-neutron-601336-94-hyperv neutron-server[94174]: INFO neutron.wsgi [req-1eed4aa5-d661-4a9f-b398-2316f46a2546 req-07f004aa-c66b-4b9f-a315-4dabe4597919 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=4428b5cd-2ee2-4454-b711-d13a003d5236 HTTP/1.1" status: 200 len: 1001 time: 0.1393969 Jun 23 11:35:29.312584 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.wsgi [-] (94175) accepted ('10.222.0.20', 41104) {{(pid=94175) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 11:35:29.344624 dv-neutron-601336-94-hyperv neutron-server[94175]: INFO neutron.pecan_wsgi.hooks.translation [None req-fe0f827b-47e6-4cc1-9627-1cae7cc78a58 tempest-PortsIpV6TestJSON-1781383748 tempest-PortsIpV6TestJSON-1781383748-project] DELETE failed (client error): The resource could not be found. Jun 23 11:35:29.346349 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-fe0f827b-47e6-4cc1-9627-1cae7cc78a58 tempest-PortsIpV6TestJSON-1781383748 tempest-PortsIpV6TestJSON-1781383748-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94175) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 23 11:35:29.349329 dv-neutron-601336-94-hyperv neutron-server[94175]: INFO neutron.wsgi [None req-fe0f827b-47e6-4cc1-9627-1cae7cc78a58 tempest-PortsIpV6TestJSON-1781383748 tempest-PortsIpV6TestJSON-1781383748-project] 10.222.0.20 "DELETE /v2.0/subnets/b77aac3c-8490-41eb-87e6-53cba6463466 HTTP/1.1" status: 404 len: 337 time: 0.0333512 Jun 23 11:35:29.349454 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.wsgi [-] (94175) accepted ('10.222.0.20', 41106) {{(pid=94175) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 11:35:29.386421 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron_lib.callbacks.manager [None req-cda780eb-a1fc-425a-94e9-b598136c1efb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-922904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866062', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773700135024', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773699642224'] for port, after_delete {{(pid=94176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:35:29.390450 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG oslo_concurrency.lockutils [None req-dc7542b2-afef-47f4-a763-e3a3cba144be None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 11:35:29.396430 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1eed4aa5-d661-4a9f-b398-2316f46a2546 req-4ef36b16-a806-432d-a07a-55e62caa8679 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94174) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 11:35:29.398022 dv-neutron-601336-94-hyperv neutron-server[94174]: INFO neutron.wsgi [req-1eed4aa5-d661-4a9f-b398-2316f46a2546 req-4ef36b16-a806-432d-a07a-55e62caa8679 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=47ff68e9-949b-4720-9652-7e8da6276be9 HTTP/1.1" status: 200 len: 851 time: 0.0613668 Jun 23 11:35:29.406345 dv-neutron-601336-94-hyperv neutron-server[94175]: INFO neutron.pecan_wsgi.hooks.translation [None req-1b5f1bb4-901f-4183-af4f-06f6f68e9f20 tempest-PortsIpV6TestJSON-1781383748 tempest-PortsIpV6TestJSON-1781383748-project] DELETE failed (client error): The resource could not be found. Jun 23 11:35:29.406807 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-1b5f1bb4-901f-4183-af4f-06f6f68e9f20 tempest-PortsIpV6TestJSON-1781383748 tempest-PortsIpV6TestJSON-1781383748-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94175) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 23 11:35:29.410976 dv-neutron-601336-94-hyperv neutron-server[94175]: INFO neutron.wsgi [None req-1b5f1bb4-901f-4183-af4f-06f6f68e9f20 tempest-PortsIpV6TestJSON-1781383748 tempest-PortsIpV6TestJSON-1781383748-project] 10.222.0.20 "DELETE /v2.0/subnets/65dec3a7-17db-4fc1-bb16-e2f2068e9aa3 HTTP/1.1" status: 404 len: 337 time: 0.0583451 Jun 23 11:35:29.411184 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.wsgi [-] (94175) accepted ('10.222.0.20', 41108) {{(pid=94175) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 11:35:29.417860 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cda780eb-a1fc-425a-94e9-b598136c1efb None None] Pushing event deleted for resources: {'Port': ['ID=0b54f7d0-3659-4d57-a219-9819182e60af,revision_number=None']} {{(pid=94176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 11:35:29.422310 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cda780eb-a1fc-425a-94e9-b598136c1efb None None] No DVR routers for this DVR port 0b54f7d0-3659-4d57-a219-9819182e60af on host dv-neutron-601336-94-hyperv {{(pid=94176) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 23 11:35:29.422310 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG oslo_concurrency.lockutils [None req-cda780eb-a1fc-425a-94e9-b598136c1efb None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.031s {{(pid=94176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 11:35:29.458633 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1eed4aa5-d661-4a9f-b398-2316f46a2546 req-f6e08aa5-6fa0-4222-b87f-7c9970ccba01 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94174) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 11:35:29.460188 dv-neutron-601336-94-hyperv neutron-server[94174]: INFO neutron.wsgi [req-1eed4aa5-d661-4a9f-b398-2316f46a2546 req-f6e08aa5-6fa0-4222-b87f-7c9970ccba01 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=34cf218b-02ad-4259-a49e-5807c729dd9a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1178 time: 0.0555484 Jun 23 11:35:29.484363 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron_lib.callbacks.manager [None req-e906404d-f0bd-4155-962b-3848ca6aa75a tempest-RoutersIpV6Test-1448447933 tempest-RoutersIpV6Test-1448447933-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-897248', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8002400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7866073', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-524247'] for network, after_delete {{(pid=94174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:35:29.511099 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG oslo_concurrency.lockutils [None req-20c6c439-df02-488d-8514-8c8b4ecb4733 tempest-NetworksTest-2133396914 tempest-NetworksTest-2133396914-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94174) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 11:35:29.515115 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron_lib.callbacks.manager [None req-e906404d-f0bd-4155-962b-3848ca6aa75a tempest-RoutersIpV6Test-1448447933 tempest-RoutersIpV6Test-1448447933-project] Notify callbacks [] for network, before_response {{(pid=94174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:35:29.516965 dv-neutron-601336-94-hyperv neutron-server[94174]: INFO neutron.wsgi [None req-e906404d-f0bd-4155-962b-3848ca6aa75a tempest-RoutersIpV6Test-1448447933 tempest-RoutersIpV6Test-1448447933-project] 10.222.0.20 "DELETE /v2.0/networks/1dbc946f-26bb-42f1-bb01-f6094acccfc4 HTTP/1.1" status: 204 len: 168 time: 1.5493138 Jun 23 11:35:29.529451 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.wsgi [-] (94174) accepted ('10.222.0.20', 41110) {{(pid=94174) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 11:35:29.534082 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.api.v2.base [None req-918d3987-4be0-4b3a-9e36-62627b5762ca tempest-RoutersIpV6Test-1448447933 tempest-RoutersIpV6Test-1448447933-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-621702574', 'external_gateway_info': {}, 'admin_state_up': True}} {{(pid=94174) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 23 11:35:29.544386 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e906404d-f0bd-4155-962b-3848ca6aa75a tempest-RoutersIpV6Test-1448447933 tempest-RoutersIpV6Test-1448447933-project] Pushing event deleted for resources: {'Network': ['ID=1dbc946f-26bb-42f1-bb01-f6094acccfc4,revision_number=None']} {{(pid=94174) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 11:35:29.551556 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG oslo_concurrency.lockutils [None req-e906404d-f0bd-4155-962b-3848ca6aa75a tempest-RoutersIpV6Test-1448447933 tempest-RoutersIpV6Test-1448447933-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.040s {{(pid=94174) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 11:35:29.600124 dv-neutron-601336-94-hyperv neutron-server[94174]: INFO neutron.wsgi [req-1eed4aa5-d661-4a9f-b398-2316f46a2546 req-cf6a9c60-1b19-4cec-933f-12021257137c service neutron] 10.222.0.52 "GET /v2.0/networks/34cf218b-02ad-4259-a49e-5807c729dd9a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1333072 Jun 23 11:35:29.657702 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron_lib.callbacks.manager [None req-918d3987-4be0-4b3a-9e36-62627b5762ca tempest-RoutersIpV6Test-1448447933 tempest-RoutersIpV6Test-1448447933-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-520407', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-32315'] for router, before_create {{(pid=94174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:35:29.658782 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron_lib.callbacks.manager [None req-918d3987-4be0-4b3a-9e36-62627b5762ca tempest-RoutersIpV6Test-1448447933 tempest-RoutersIpV6Test-1448447933-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-520264', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-524122', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-414782', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-32290'] for router, precommit_create {{(pid=94174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:35:29.740101 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron_lib.callbacks.manager [None req-918d3987-4be0-4b3a-9e36-62627b5762ca tempest-RoutersIpV6Test-1448447933 tempest-RoutersIpV6Test-1448447933-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:35:29.753116 dv-neutron-601336-94-hyperv neutron-server[94174]: INFO neutron.wsgi [req-1eed4aa5-d661-4a9f-b398-2316f46a2546 req-b3071bd8-94fb-4e85-aea6-fbdc0579c6a9 service neutron] 10.222.0.52 "GET /v2.0/networks/34cf218b-02ad-4259-a49e-5807c729dd9a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1448593 Jun 23 11:35:29.814459 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron_lib.callbacks.manager [None req-918d3987-4be0-4b3a-9e36-62627b5762ca tempest-RoutersIpV6Test-1448447933 tempest-RoutersIpV6Test-1448447933-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-520412', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-524143'] for router, after_create {{(pid=94174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:35:29.892633 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron_lib.callbacks.manager [None req-918d3987-4be0-4b3a-9e36-62627b5762ca tempest-RoutersIpV6Test-1448447933 tempest-RoutersIpV6Test-1448447933-project] Notify callbacks [] for router, before_response {{(pid=94174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:35:29.894022 dv-neutron-601336-94-hyperv neutron-server[94174]: INFO neutron.wsgi [None req-918d3987-4be0-4b3a-9e36-62627b5762ca tempest-RoutersIpV6Test-1448447933 tempest-RoutersIpV6Test-1448447933-project] 10.222.0.20 "POST /v2.0/routers HTTP/1.1" status: 201 len: 702 time: 0.3634124 Jun 23 11:35:29.896523 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.wsgi [-] (94175) accepted ('10.222.0.20', 41112) {{(pid=94175) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 11:35:29.902587 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.api.v2.base [None req-26040beb-c602-457d-8b20-306f8a081504 tempest-RoutersIpV6Test-1448447933 tempest-RoutersIpV6Test-1448447933-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-1178247281'}} {{(pid=94175) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 23 11:35:29.968936 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.plugins.ml2.plugin [None req-3897b66a-3431-4959-a2ee-84e33337dd1f tempest-PortsIpV6TestJSON-1781383748 tempest-PortsIpV6TestJSON-1781383748-project] Deleting port 55b0eff6-d88f-4310-b778-2c822e3d8f1a {{(pid=94175) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1913}} Jun 23 11:35:29.969273 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron_lib.callbacks.manager [None req-3897b66a-3431-4959-a2ee-84e33337dd1f tempest-PortsIpV6TestJSON-1781383748 tempest-PortsIpV6TestJSON-1781383748-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773700079324'] for port, before_delete {{(pid=94175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:35:30.031316 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-26040beb-c602-457d-8b20-306f8a081504 tempest-RoutersIpV6Test-1448447933 tempest-RoutersIpV6Test-1448447933-project] Made reservation on behalf of a04e393135be4822803c421d0995b548 for: {'network': 1} {{(pid=94175) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 23 11:35:30.035000 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron_lib.callbacks.manager [None req-26040beb-c602-457d-8b20-306f8a081504 tempest-RoutersIpV6Test-1448447933 tempest-RoutersIpV6Test-1448447933-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-923104'] for network, before_create {{(pid=94175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:35:30.058698 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron_lib.callbacks.manager [None req-3897b66a-3431-4959-a2ee-84e33337dd1f tempest-PortsIpV6TestJSON-1781383748 tempest-PortsIpV6TestJSON-1781383748-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-430722'] for port, precommit_delete {{(pid=94175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:35:30.076238 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.plugins.ml2.plugin [None req-3897b66a-3431-4959-a2ee-84e33337dd1f tempest-PortsIpV6TestJSON-1781383748 tempest-PortsIpV6TestJSON-1781383748-project] Calling delete_port for 55b0eff6-d88f-4310-b778-2c822e3d8f1a owned by {{(pid=94175) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1986}} Jun 23 11:35:30.121159 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron_lib.callbacks.manager [None req-5537e37e-01f6-4093-aeaf-65030d876be5 tempest-RoutersTest-228919764 tempest-RoutersTest-228919764-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-922904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866062', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773700135024', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773699642224', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5082448'] for port, after_delete {{(pid=94175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:35:30.123068 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-26040beb-c602-457d-8b20-306f8a081504 tempest-RoutersIpV6Test-1448447933 tempest-RoutersIpV6Test-1448447933-project] vlan segment allocate from pool success with {'vlan_id': 417, 'physical_network': 'physnet1'} {{(pid=94175) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 23 11:35:30.126829 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG oslo_concurrency.lockutils [None req-15c1cc42-7467-468c-81e2-dbc116d80abf tempest-PortsIpV6TestJSON-1781383748 tempest-PortsIpV6TestJSON-1781383748-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94175) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 11:35:30.166007 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5537e37e-01f6-4093-aeaf-65030d876be5 tempest-RoutersTest-228919764 tempest-RoutersTest-228919764-project] Pushing event deleted for resources: {'Port': ['ID=ab5de8b7-3cde-49cc-92ad-0bd384d75c17,revision_number=None']} {{(pid=94175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 11:35:30.170601 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG oslo_concurrency.lockutils [None req-5537e37e-01f6-4093-aeaf-65030d876be5 tempest-RoutersTest-228919764 tempest-RoutersTest-228919764-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.044s {{(pid=94175) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 11:35:30.177796 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron_lib.callbacks.manager [None req-26040beb-c602-457d-8b20-306f8a081504 tempest-RoutersIpV6Test-1448447933 tempest-RoutersIpV6Test-1448447933-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3801'] for segment, precommit_create {{(pid=94175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:35:30.178142 dv-neutron-601336-94-hyperv neutron-server[94175]: INFO neutron.db.segments_db [None req-26040beb-c602-457d-8b20-306f8a081504 tempest-RoutersIpV6Test-1448447933 tempest-RoutersIpV6Test-1448447933-project] Added segment b20cfaea-d20e-46ee-af14-877e5dc279cc of type vlan for network 8dba2472-7331-4ba9-b904-298b042d46c9 Jun 23 11:35:30.298106 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron_lib.callbacks.manager [None req-26040beb-c602-457d-8b20-306f8a081504 tempest-RoutersIpV6Test-1448447933 tempest-RoutersIpV6Test-1448447933-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8773699596773'] for network, precommit_create {{(pid=94175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:35:30.377511 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron_lib.callbacks.manager [None req-3897b66a-3431-4959-a2ee-84e33337dd1f tempest-PortsIpV6TestJSON-1781383748 tempest-PortsIpV6TestJSON-1781383748-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-922904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866062', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773700135024', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773699642224', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5082448'] for port, after_delete {{(pid=94175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:35:30.386374 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG oslo_concurrency.lockutils [None req-a0a281e9-f9c0-4244-94ea-cb07933f1192 tempest-RoutersTest-228919764 tempest-RoutersTest-228919764-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94175) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 11:35:30.397424 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron_lib.callbacks.manager [None req-5537e37e-01f6-4093-aeaf-65030d876be5 tempest-RoutersTest-228919764 tempest-RoutersTest-228919764-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-7866080', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-516693'] for router_interface, after_delete {{(pid=94175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:35:30.426716 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3897b66a-3431-4959-a2ee-84e33337dd1f tempest-PortsIpV6TestJSON-1781383748 tempest-PortsIpV6TestJSON-1781383748-project] Pushing event deleted for resources: {'Port': ['ID=55b0eff6-d88f-4310-b778-2c822e3d8f1a,revision_number=None']} {{(pid=94175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 11:35:30.430678 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG oslo_concurrency.lockutils [None req-3897b66a-3431-4959-a2ee-84e33337dd1f tempest-PortsIpV6TestJSON-1781383748 tempest-PortsIpV6TestJSON-1781383748-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.044s {{(pid=94175) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 11:35:30.437571 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron_lib.callbacks.manager [None req-3897b66a-3431-4959-a2ee-84e33337dd1f tempest-PortsIpV6TestJSON-1781383748 tempest-PortsIpV6TestJSON-1781383748-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-217507'] for port, before_response {{(pid=94175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:35:30.442372 dv-neutron-601336-94-hyperv neutron-server[94175]: INFO neutron.wsgi [None req-3897b66a-3431-4959-a2ee-84e33337dd1f tempest-PortsIpV6TestJSON-1781383748 tempest-PortsIpV6TestJSON-1781383748-project] 10.222.0.20 "DELETE /v2.0/ports/55b0eff6-d88f-4310-b778-2c822e3d8f1a HTTP/1.1" status: 204 len: 168 time: 1.0273654 Jun 23 11:35:30.443108 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.wsgi [-] (94174) accepted ('10.222.0.20', 41118) {{(pid=94174) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 11:35:30.513441 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron_lib.callbacks.manager [None req-26040beb-c602-457d-8b20-306f8a081504 tempest-RoutersIpV6Test-1448447933 tempest-RoutersIpV6Test-1448447933-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8002400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7866073'] for network, after_create {{(pid=94175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:35:30.518981 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-26040beb-c602-457d-8b20-306f8a081504 tempest-RoutersIpV6Test-1448447933 tempest-RoutersIpV6Test-1448447933-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 11:35:30.519593 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron_lib.callbacks.manager [None req-26040beb-c602-457d-8b20-306f8a081504 tempest-RoutersIpV6Test-1448447933 tempest-RoutersIpV6Test-1448447933-project] Notify callbacks [] for network, before_response {{(pid=94175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:35:30.555147 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG oslo_concurrency.lockutils [None req-5bcc0c4f-6fe0-4e7b-92f6-85a8f13fc7c3 tempest-PortsIpV6TestJSON-1781383748 tempest-PortsIpV6TestJSON-1781383748-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94175) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 11:35:30.556794 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron_lib.callbacks.manager [None req-c33fc788-f399-4d6b-90da-c4f892674a84 tempest-PortsIpV6TestJSON-1781383748 tempest-PortsIpV6TestJSON-1781383748-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-824874'] for network, before_delete {{(pid=94174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:35:30.608377 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa309bd4-c19b-4f5d-b78a-55bf9f2983a1 req-10898f34-7966-4979-aa76-d00e99980d4d tempest-ServerActionsTestJSON-161917335 tempest-ServerActionsTestJSON-161917335-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94174) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 11:35:30.609819 dv-neutron-601336-94-hyperv neutron-server[94174]: INFO neutron.wsgi [req-fa309bd4-c19b-4f5d-b78a-55bf9f2983a1 req-10898f34-7966-4979-aa76-d00e99980d4d tempest-ServerActionsTestJSON-161917335 tempest-ServerActionsTestJSON-161917335-project] 10.222.0.20 "GET /v2.0/ports?device_id=85769616-6b8b-4da7-ad73-344986edf607 HTTP/1.1" status: 200 len: 945 time: 0.3276858 Jun 23 11:35:30.652003 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5537e37e-01f6-4093-aeaf-65030d876be5 tempest-RoutersTest-228919764 tempest-RoutersTest-228919764-project] Router f0561d3a-4e6d-45ba-a2d4-2017d5ccaba5 has already been hosted by L3 agent 50ef99c0-ef28-4db5-b303-b145898fae60 {{(pid=94175) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 23 11:35:30.656701 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26040beb-c602-457d-8b20-306f8a081504 tempest-RoutersIpV6Test-1448447933 tempest-RoutersIpV6Test-1448447933-project] Pushing event updated for resources: {'Network': ['ID=8dba2472-7331-4ba9-b904-298b042d46c9,revision_number=1']} {{(pid=94175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 11:35:30.659785 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG oslo_concurrency.lockutils [None req-26040beb-c602-457d-8b20-306f8a081504 tempest-RoutersIpV6Test-1448447933 tempest-RoutersIpV6Test-1448447933-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.105s {{(pid=94175) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 11:35:30.668328 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.plugins.ml2.rpc [None req-dc7542b2-afef-47f4-a763-e3a3cba144be None None] Network 8dba2472-7331-4ba9-b904-298b042d46c9 details requested by agent ovs-agent-dv-neutron-601336-94-hyperv with host dv-neutron-601336-94-hyperv {{(pid=94176) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:250}} Jun 23 11:35:30.684333 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron_lib.callbacks.manager [None req-c33fc788-f399-4d6b-90da-c4f892674a84 tempest-PortsIpV6TestJSON-1781383748 tempest-PortsIpV6TestJSON-1781383748-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-897259', 'neutron.services.segments.db._delete_segments_for_network-8773700168587'] for network, precommit_delete {{(pid=94174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:35:30.701813 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.services.segments.db [None req-c33fc788-f399-4d6b-90da-c4f892674a84 tempest-PortsIpV6TestJSON-1781383748 tempest-PortsIpV6TestJSON-1781383748-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c16c789a-641f-4c9b-ac33-977ceb9ea600']}} {{(pid=94174) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 11:35:30.706633 dv-neutron-601336-94-hyperv neutron-server[94175]: INFO neutron.wsgi [None req-26040beb-c602-457d-8b20-306f8a081504 tempest-RoutersIpV6Test-1448447933 tempest-RoutersIpV6Test-1448447933-project] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 770 time: 0.8066075 Jun 23 11:35:30.706923 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.wsgi [-] (94174) accepted ('10.222.0.20', 41120) {{(pid=94174) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 11:35:30.717170 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.api.v2.base [None req-d149985e-c65a-4eeb-8390-9feb253f3220 tempest-RoutersIpV6Test-1448447933 tempest-RoutersIpV6Test-1448447933-project] Request body: {'subnet': {'network_id': '8dba2472-7331-4ba9-b904-298b042d46c9', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=94174) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 23 11:35:30.725715 dv-neutron-601336-94-hyperv neutron-server[94174]: INFO neutron.wsgi [req-fa309bd4-c19b-4f5d-b78a-55bf9f2983a1 req-3df03a29-3ffd-4643-b7b7-94463ea20fed tempest-ServerActionsTestJSON-161917335 tempest-ServerActionsTestJSON-161917335-project] 10.222.0.20 "GET /v2.0/security-groups?id=f0520e5d-8f0e-4c28-b543-be4405698077&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1005306 Jun 23 11:35:30.727507 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.services.segments.db [None req-c33fc788-f399-4d6b-90da-c4f892674a84 tempest-PortsIpV6TestJSON-1781383748 tempest-PortsIpV6TestJSON-1781383748-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ce6843e5-0568-4431-a1aa-a79d3ba677dc') {'for_net_delete': True} {{(pid=94174) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 11:35:30.727792 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.services.segments.db [None req-c33fc788-f399-4d6b-90da-c4f892674a84 tempest-PortsIpV6TestJSON-1781383748 tempest-PortsIpV6TestJSON-1781383748-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ce6843e5-0568-4431-a1aa-a79d3ba677dc') {} {{(pid=94174) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 11:35:30.736354 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5537e37e-01f6-4093-aeaf-65030d876be5 tempest-RoutersTest-228919764 tempest-RoutersTest-228919764-project] Notify agent at l3_agent.dv-neutron-601336-94-hyperv the message routers_updated {{(pid=94175) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 23 11:35:30.745260 dv-neutron-601336-94-hyperv neutron-server[94175]: INFO neutron.wsgi [None req-5537e37e-01f6-4093-aeaf-65030d876be5 tempest-RoutersTest-228919764 tempest-RoutersTest-228919764-project] 10.222.0.20 "PUT /v2.0/routers/f0561d3a-4e6d-45ba-a2d4-2017d5ccaba5/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.8340278 Jun 23 11:35:30.745260 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.wsgi [-] (94175) accepted ('10.222.0.20', 41122) {{(pid=94175) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 11:35:30.747020 dv-neutron-601336-94-hyperv neutron-server[94177]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1ed094d8-2007-430e-9c20-852d4519360b None None] Sync routers for ids ['f0561d3a-4e6d-45ba-a2d4-2017d5ccaba5'] in dv-neutron-601336-94-hyperv {{(pid=94177) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 23 11:35:30.762989 dv-neutron-601336-94-hyperv neutron-server[94177]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1ed094d8-2007-430e-9c20-852d4519360b None None] Routers {'f0561d3a-4e6d-45ba-a2d4-2017d5ccaba5'} bound to L3 agent in host dv-neutron-601336-94-hyperv {{(pid=94177) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 23 11:35:30.762989 dv-neutron-601336-94-hyperv neutron-server[94177]: DEBUG neutron.db.l3_hamode_db [None req-1ed094d8-2007-430e-9c20-852d4519360b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-601336-94-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-23T11:22:13Z,description=,heartbeat_timestamp=2021-06-23T11:35:13Z,host='dv-neutron-601336-94-hyperv',id=50ef99c0-ef28-4db5-b303-b145898fae60,load=0,resource_versions=,resources_synced=,started_at=2021-06-23T11:22:14Z,topic='l3_agent')) {'router_ids': ['f0561d3a-4e6d-45ba-a2d4-2017d5ccaba5'], 'active': True} {{(pid=94177) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 11:35:30.782813 dv-neutron-601336-94-hyperv neutron-server[94175]: INFO neutron.wsgi [None req-3f8a8494-5c5f-4b1e-b05c-d5fd2599884b tempest-RoutersTest-228919764 tempest-RoutersTest-228919764-project] 10.222.0.20 "GET /v2.0/ports?device_id=f0561d3a-4e6d-45ba-a2d4-2017d5ccaba5 HTTP/1.1" status: 200 len: 205 time: 0.0338340 Jun 23 11:35:30.783019 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.wsgi [-] (94175) accepted ('10.222.0.20', 41124) {{(pid=94175) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 11:35:30.793245 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron_lib.callbacks.manager [None req-c33fc788-f399-4d6b-90da-c4f892674a84 tempest-PortsIpV6TestJSON-1781383748 tempest-PortsIpV6TestJSON-1781383748-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8773699955833', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4800267'] for segment, before_delete {{(pid=94174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:35:30.796012 dv-neutron-601336-94-hyperv neutron-server[94177]: DEBUG neutron.db.l3_hamode_db [None req-1ed094d8-2007-430e-9c20-852d4519360b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-601336-94-hyperv', False) {} {{(pid=94177) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 11:35:30.804941 dv-neutron-601336-94-hyperv neutron-server[94177]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1ed094d8-2007-430e-9c20-852d4519360b None None] Routers {'f0561d3a-4e6d-45ba-a2d4-2017d5ccaba5'} bound to L3 agent in host dv-neutron-601336-94-hyperv {{(pid=94177) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 23 11:35:30.806704 dv-neutron-601336-94-hyperv neutron-server[94177]: DEBUG neutron.db.l3_hamode_db [None req-1ed094d8-2007-430e-9c20-852d4519360b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-601336-94-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-23T11:22:13Z,description=,heartbeat_timestamp=2021-06-23T11:35:13Z,host='dv-neutron-601336-94-hyperv',id=50ef99c0-ef28-4db5-b303-b145898fae60,load=0,resource_versions=,resources_synced=,started_at=2021-06-23T11:22:14Z,topic='l3_agent')) {'router_ids': ['f0561d3a-4e6d-45ba-a2d4-2017d5ccaba5'], 'active': True} {{(pid=94177) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 11:35:30.817031 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron_lib.callbacks.manager [None req-c33fc788-f399-4d6b-90da-c4f892674a84 tempest-PortsIpV6TestJSON-1781383748 tempest-PortsIpV6TestJSON-1781383748-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3801'] for segment, precommit_delete {{(pid=94174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:35:30.829006 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c33fc788-f399-4d6b-90da-c4f892674a84 tempest-PortsIpV6TestJSON-1781383748 tempest-PortsIpV6TestJSON-1781383748-project] Releasing vlan 441 on physical network physnet1 to pool {{(pid=94174) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 23 11:35:30.829415 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron_lib.callbacks.manager [None req-c33fc788-f399-4d6b-90da-c4f892674a84 tempest-PortsIpV6TestJSON-1781383748 tempest-PortsIpV6TestJSON-1781383748-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3801', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5196341'] for segment, after_delete {{(pid=94174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:35:30.832389 dv-neutron-601336-94-hyperv neutron-server[94174]: Traceback (most recent call last): Jun 23 11:35:30.832389 dv-neutron-601336-94-hyperv neutron-server[94174]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 23 11:35:30.832389 dv-neutron-601336-94-hyperv neutron-server[94174]: timer() Jun 23 11:35:30.832389 dv-neutron-601336-94-hyperv neutron-server[94174]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 23 11:35:30.832389 dv-neutron-601336-94-hyperv neutron-server[94174]: cb(*args, **kw) Jun 23 11:35:30.832389 dv-neutron-601336-94-hyperv neutron-server[94174]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 23 11:35:30.832389 dv-neutron-601336-94-hyperv neutron-server[94174]: return func(*args, **kwargs) Jun 23 11:35:30.832389 dv-neutron-601336-94-hyperv neutron-server[94174]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 23 11:35:30.832389 dv-neutron-601336-94-hyperv neutron-server[94174]: self._notify() Jun 23 11:35:30.832389 dv-neutron-601336-94-hyperv neutron-server[94174]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 23 11:35:30.832389 dv-neutron-601336-94-hyperv neutron-server[94174]: self.callback(batched_events) Jun 23 11:35:30.832389 dv-neutron-601336-94-hyperv neutron-server[94174]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 23 11:35:30.832389 dv-neutron-601336-94-hyperv neutron-server[94174]: event.method(event) Jun 23 11:35:30.832389 dv-neutron-601336-94-hyperv neutron-server[94174]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 23 11:35:30.832389 dv-neutron-601336-94-hyperv neutron-server[94174]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 23 11:35:30.832389 dv-neutron-601336-94-hyperv neutron-server[94174]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 23 11:35:30.832389 dv-neutron-601336-94-hyperv neutron-server[94174]: aggregate_uuid = self.p_client.list_aggregates( Jun 23 11:35:30.832389 dv-neutron-601336-94-hyperv neutron-server[94174]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 23 11:35:30.832389 dv-neutron-601336-94-hyperv neutron-server[94174]: return f(self, *a, **k) Jun 23 11:35:30.832389 dv-neutron-601336-94-hyperv neutron-server[94174]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 23 11:35:30.832389 dv-neutron-601336-94-hyperv neutron-server[94174]: return self._get(url).json() Jun 23 11:35:30.832389 dv-neutron-601336-94-hyperv neutron-server[94174]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 23 11:35:30.832389 dv-neutron-601336-94-hyperv neutron-server[94174]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 23 11:35:30.832389 dv-neutron-601336-94-hyperv neutron-server[94174]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 23 11:35:30.832389 dv-neutron-601336-94-hyperv neutron-server[94174]: return self.request(url, 'GET', **kwargs) Jun 23 11:35:30.832389 dv-neutron-601336-94-hyperv neutron-server[94174]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 23 11:35:30.832389 dv-neutron-601336-94-hyperv neutron-server[94174]: base_url = self.get_endpoint(auth, allow=allow, Jun 23 11:35:30.832389 dv-neutron-601336-94-hyperv neutron-server[94174]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 23 11:35:30.832389 dv-neutron-601336-94-hyperv neutron-server[94174]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 23 11:35:30.832389 dv-neutron-601336-94-hyperv neutron-server[94174]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 23 11:35:30.832389 dv-neutron-601336-94-hyperv neutron-server[94174]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 23 11:35:30.832389 dv-neutron-601336-94-hyperv neutron-server[94174]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 23 11:35:30.877323 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron_lib.callbacks.manager [None req-4dffa3b7-270c-4109-a750-71783b387137 tempest-RoutersTest-228919764 tempest-RoutersTest-228919764-project] Notify callbacks [] for router, before_delete {{(pid=94175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:35:30.897249 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.plugins.ml2.rpc [None req-dc7542b2-afef-47f4-a763-e3a3cba144be None None] Device 0b54f7d0-3659-4d57-a219-9819182e60af no longer exists at agent ovs-agent-dv-neutron-601336-94-hyperv {{(pid=94176) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:261}} Jun 23 11:35:30.920532 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.plugins.ml2.plugin [None req-dc7542b2-afef-47f4-a763-e3a3cba144be None None] No Port match for: 0b54f7d0-3659-4d57-a219-9819182e60af {{(pid=94176) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2240}} Jun 23 11:35:30.921037 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.plugins.ml2.rpc [None req-dc7542b2-afef-47f4-a763-e3a3cba144be None None] Device 0b54f7d0-3659-4d57-a219-9819182e60af not bound to the agent host dv-neutron-601336-94-hyperv {{(pid=94176) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:271}} Jun 23 11:35:30.950631 dv-neutron-601336-94-hyperv neutron-server[94177]: DEBUG neutron.db.l3_hamode_db [None req-1ed094d8-2007-430e-9c20-852d4519360b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-601336-94-hyperv', False) {} {{(pid=94177) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 11:35:30.951338 dv-neutron-601336-94-hyperv neutron-server[94177]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1ed094d8-2007-430e-9c20-852d4519360b None None] The sync data for ids ['f0561d3a-4e6d-45ba-a2d4-2017d5ccaba5'] in dv-neutron-601336-94-hyperv is: [] {{(pid=94177) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 23 11:35:31.002577 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d149985e-c65a-4eeb-8390-9feb253f3220 tempest-RoutersIpV6Test-1448447933 tempest-RoutersIpV6Test-1448447933-project] Made reservation on behalf of a04e393135be4822803c421d0995b548 for: {'subnet': 1} {{(pid=94174) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 23 11:35:31.006213 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron_lib.callbacks.manager [None req-d149985e-c65a-4eeb-8390-9feb253f3220 tempest-RoutersIpV6Test-1448447933 tempest-RoutersIpV6Test-1448447933-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4294245'] for subnet, before_create {{(pid=94174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:35:31.049823 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron_lib.callbacks.manager [None req-c33fc788-f399-4d6b-90da-c4f892674a84 tempest-PortsIpV6TestJSON-1781383748 tempest-PortsIpV6TestJSON-1781383748-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-897248', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8002400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7866073', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-524247'] for network, after_delete {{(pid=94174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:35:31.053419 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron_lib.callbacks.manager [None req-4dffa3b7-270c-4109-a750-71783b387137 tempest-RoutersTest-228919764 tempest-RoutersTest-228919764-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-520417', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-32301'] for router, precommit_delete {{(pid=94175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:35:31.058274 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron_lib.callbacks.manager [None req-4dffa3b7-270c-4109-a750-71783b387137 tempest-RoutersTest-228919764 tempest-RoutersTest-228919764-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:35:31.058949 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG oslo_concurrency.lockutils [None req-a949fd37-b9b6-4875-bc64-78944cd79fb4 tempest-RoutersTest-228919764 tempest-RoutersTest-228919764-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94174) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 11:35:31.066302 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron_lib.callbacks.manager [None req-c33fc788-f399-4d6b-90da-c4f892674a84 tempest-PortsIpV6TestJSON-1781383748 tempest-PortsIpV6TestJSON-1781383748-project] Notify callbacks [] for network, before_response {{(pid=94174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:35:31.068194 dv-neutron-601336-94-hyperv neutron-server[94174]: INFO neutron.wsgi [None req-c33fc788-f399-4d6b-90da-c4f892674a84 tempest-PortsIpV6TestJSON-1781383748 tempest-PortsIpV6TestJSON-1781383748-project] 10.222.0.20 "DELETE /v2.0/networks/c16c789a-641f-4c9b-ac33-977ceb9ea600 HTTP/1.1" status: 204 len: 168 time: 0.6238918 Jun 23 11:35:31.081528 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c33fc788-f399-4d6b-90da-c4f892674a84 tempest-PortsIpV6TestJSON-1781383748 tempest-PortsIpV6TestJSON-1781383748-project] Pushing event deleted for resources: {'Network': ['ID=c16c789a-641f-4c9b-ac33-977ceb9ea600,revision_number=None']} {{(pid=94174) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 11:35:31.085508 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG oslo_concurrency.lockutils [None req-c33fc788-f399-4d6b-90da-c4f892674a84 tempest-PortsIpV6TestJSON-1781383748 tempest-PortsIpV6TestJSON-1781383748-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=94174) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 11:35:31.202809 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron_lib.callbacks.manager [None req-4dffa3b7-270c-4109-a750-71783b387137 tempest-RoutersTest-228919764 tempest-RoutersTest-228919764-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-494961'] for router, after_delete {{(pid=94175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:35:31.203365 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4dffa3b7-270c-4109-a750-71783b387137 tempest-RoutersTest-228919764 tempest-RoutersTest-228919764-project] Fanout notify agent at l3_agent the message router_deleted on router f0561d3a-4e6d-45ba-a2d4-2017d5ccaba5 {{(pid=94175) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jun 23 11:35:31.210148 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron_lib.callbacks.manager [None req-4dffa3b7-270c-4109-a750-71783b387137 tempest-RoutersTest-228919764 tempest-RoutersTest-228919764-project] Notify callbacks [] for router, before_response {{(pid=94175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:35:31.211268 dv-neutron-601336-94-hyperv neutron-server[94175]: INFO neutron.wsgi [None req-4dffa3b7-270c-4109-a750-71783b387137 tempest-RoutersTest-228919764 tempest-RoutersTest-228919764-project] 10.222.0.20 "DELETE /v2.0/routers/f0561d3a-4e6d-45ba-a2d4-2017d5ccaba5 HTTP/1.1" status: 204 len: 168 time: 0.4271822 Jun 23 11:35:31.214675 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.wsgi [-] (94175) accepted ('10.222.0.20', 41128) {{(pid=94175) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 11:35:31.265916 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.db.db_base_plugin_v2 [None req-b4495e40-f2b4-4ad0-a7b3-3e53ca2aa652 tempest-RoutersTest-228919764 tempest-RoutersTest-228919764-project] Deleting subnet 24e77686-a468-4f7c-ad1a-86d49d47e45a {{(pid=94175) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jun 23 11:35:31.268979 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron_lib.callbacks.manager [None req-b4495e40-f2b4-4ad0-a7b3-3e53ca2aa652 tempest-RoutersTest-228919764 tempest-RoutersTest-228919764-project] Notify callbacks [] for subnet, before_delete {{(pid=94175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:35:31.308881 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron_lib.callbacks.manager [None req-b4495e40-f2b4-4ad0-a7b3-3e53ca2aa652 tempest-RoutersTest-228919764 tempest-RoutersTest-228919764-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5190686'] for subnet, precommit_delete_associations {{(pid=94175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:35:31.394459 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron_lib.callbacks.manager [None req-b4495e40-f2b4-4ad0-a7b3-3e53ca2aa652 tempest-RoutersTest-228919764 tempest-RoutersTest-228919764-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-897634'] for subnet, precommit_delete {{(pid=94175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:35:31.412768 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron_lib.callbacks.manager [None req-d149985e-c65a-4eeb-8390-9feb253f3220 tempest-RoutersIpV6Test-1448447933 tempest-RoutersIpV6Test-1448447933-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866062', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5195999', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4294259'] for subnet, after_create {{(pid=94174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:35:31.415754 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG oslo_concurrency.lockutils [None req-2ce87340-a0a6-43a5-94b7-ce2af10714cd tempest-NetworksTestDHCPv6-162546708 tempest-NetworksTestDHCPv6-162546708-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94174) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 11:35:31.477145 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d149985e-c65a-4eeb-8390-9feb253f3220 tempest-RoutersIpV6Test-1448447933 tempest-RoutersIpV6Test-1448447933-project] Pushing event updated for resources: {'Subnet': ['ID=175bc06c-342b-4e55-945c-a10b0728e9dd,revision_number=0']} {{(pid=94174) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 11:35:31.480956 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG oslo_concurrency.lockutils [None req-d149985e-c65a-4eeb-8390-9feb253f3220 tempest-RoutersIpV6Test-1448447933 tempest-RoutersIpV6Test-1448447933-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.065s {{(pid=94174) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 11:35:31.488053 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d149985e-c65a-4eeb-8390-9feb253f3220 tempest-RoutersIpV6Test-1448447933 tempest-RoutersIpV6Test-1448447933-project] Checking segment: {'id': 'b20cfaea-d20e-46ee-af14-877e5dc279cc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 417, 'network_id': '8dba2472-7331-4ba9-b904-298b042d46c9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94174) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 23 11:35:31.488417 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d149985e-c65a-4eeb-8390-9feb253f3220 tempest-RoutersIpV6Test-1448447933 tempest-RoutersIpV6Test-1448447933-project] Network hostable DHCP agents. Network: 8dba2472-7331-4ba9-b904-298b042d46c9, hostable agents: ['8cf29b10-0e57-4131-816f-a4b6ad00b249'], hosted agents: [] {{(pid=94174) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 23 11:35:31.534755 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron_lib.callbacks.manager [None req-b4495e40-f2b4-4ad0-a7b3-3e53ca2aa652 tempest-RoutersTest-228919764 tempest-RoutersTest-228919764-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-897627', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866062', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5083050', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4660036'] for subnet, after_delete {{(pid=94175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:35:31.538165 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG oslo_concurrency.lockutils [None req-232a919e-29c3-4e64-8965-172fda78f0dc tempest-NetworksTest-2133396914 tempest-NetworksTest-2133396914-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94175) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 11:35:31.563113 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4495e40-f2b4-4ad0-a7b3-3e53ca2aa652 tempest-RoutersTest-228919764 tempest-RoutersTest-228919764-project] Pushing event deleted for resources: {'Subnet': ['ID=24e77686-a468-4f7c-ad1a-86d49d47e45a,revision_number=None']} {{(pid=94175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 11:35:31.566365 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG oslo_concurrency.lockutils [None req-b4495e40-f2b4-4ad0-a7b3-3e53ca2aa652 tempest-RoutersTest-228919764 tempest-RoutersTest-228919764-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.028s {{(pid=94175) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 11:35:31.567389 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron_lib.callbacks.manager [None req-b4495e40-f2b4-4ad0-a7b3-3e53ca2aa652 tempest-RoutersTest-228919764 tempest-RoutersTest-228919764-project] Notify callbacks [] for subnet, before_response {{(pid=94175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:35:31.569498 dv-neutron-601336-94-hyperv neutron-server[94175]: INFO neutron.wsgi [None req-b4495e40-f2b4-4ad0-a7b3-3e53ca2aa652 tempest-RoutersTest-228919764 tempest-RoutersTest-228919764-project] 10.222.0.20 "DELETE /v2.0/subnets/24e77686-a468-4f7c-ad1a-86d49d47e45a HTTP/1.1" status: 204 len: 168 time: 0.3536155 Jun 23 11:35:31.573025 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.wsgi [-] (94175) accepted ('10.222.0.20', 41136) {{(pid=94175) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 11:35:31.573130 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d149985e-c65a-4eeb-8390-9feb253f3220 tempest-RoutersIpV6Test-1448447933 tempest-RoutersIpV6Test-1448447933-project] Network 8dba2472-7331-4ba9-b904-298b042d46c9 is scheduled to be hosted by DHCP agent 8cf29b10-0e57-4131-816f-a4b6ad00b249 with binding_index 1 {{(pid=94174) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 23 11:35:31.577320 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-84414e7d-352f-4ddc-97c3-817f5ecd6dc1 None None] Network a857212b-689d-4cd9-a5de-8de07f055324 requested from dv-neutron-601336-94-hyperv {{(pid=94176) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 23 11:35:31.611670 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.wsgi [-] (94174) accepted ('10.222.0.20', 41138) {{(pid=94174) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 11:35:31.653082 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron_lib.callbacks.manager [None req-df2eef7e-f4ed-4ead-8d0b-45fc372a2727 tempest-RoutersTest-228919764 tempest-RoutersTest-228919764-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-824874'] for network, before_delete {{(pid=94175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:35:31.675175 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.scheduler.base_scheduler [None req-d149985e-c65a-4eeb-8390-9feb253f3220 tempest-RoutersIpV6Test-1448447933 tempest-RoutersIpV6Test-1448447933-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-601336-94-hyperv, 8dba2472-7331-4ba9-b904-298b042d46c9) {{(pid=94174) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 23 11:35:31.681350 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d149985e-c65a-4eeb-8390-9feb253f3220 tempest-RoutersIpV6Test-1448447933 tempest-RoutersIpV6Test-1448447933-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94174) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 11:35:31.682538 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron_lib.callbacks.manager [None req-d149985e-c65a-4eeb-8390-9feb253f3220 tempest-RoutersIpV6Test-1448447933 tempest-RoutersIpV6Test-1448447933-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7865916'] for subnet, before_response {{(pid=94174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:35:31.692674 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-556fd806-b1a2-4e56-bb09-de6744a0531e None None] Network 8dba2472-7331-4ba9-b904-298b042d46c9 requested from dv-neutron-601336-94-hyperv {{(pid=94176) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 23 11:35:31.720144 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.plugins.ml2.plugin [None req-df2eef7e-f4ed-4ead-8d0b-45fc372a2727 tempest-RoutersTest-228919764 tempest-RoutersTest-228919764-project] Deleting port 51763054-0dac-43eb-bf65-e53e1c6a407a {{(pid=94175) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1913}} Jun 23 11:35:31.720660 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron_lib.callbacks.manager [None req-df2eef7e-f4ed-4ead-8d0b-45fc372a2727 tempest-RoutersTest-228919764 tempest-RoutersTest-228919764-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773700079324'] for port, before_delete {{(pid=94175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:35:31.772190 dv-neutron-601336-94-hyperv neutron-server[94174]: INFO neutron.wsgi [None req-d149985e-c65a-4eeb-8390-9feb253f3220 tempest-RoutersIpV6Test-1448447933 tempest-RoutersIpV6Test-1448447933-project] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.0642269 Jun 23 11:35:31.773685 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.wsgi [-] (94175) accepted ('10.222.0.20', 41144) {{(pid=94175) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 11:35:31.803583 dv-neutron-601336-94-hyperv neutron-server[94174]: INFO neutron.wsgi [None req-838bf594-36e5-466b-95ee-e6e4b478cfe3 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=4a9805c328414e068d83db5c9b76c3c7&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1904097 Jun 23 11:35:31.804344 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.wsgi [-] (94174) accepted ('10.222.0.20', 41146) {{(pid=94174) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 11:35:31.860585 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron_lib.callbacks.manager [None req-39292d77-35c1-4dbc-917f-e34bc515f17c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:35:31.868420 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fdf7c57b-934a-46a8-9473-4756f4bbf5bd None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1e0d828a-1fa4-563d-b7fd-53adf66a04ee-8dba2472-7331-4ba9-b904-298b042d46c9', 'network_id': '8dba2472-7331-4ba9-b904-298b042d46c9', 'tenant_id': 'a04e393135be4822803c421d0995b548', 'fixed_ips': [{'subnet_id': '175bc06c-342b-4e55-945c-a10b0728e9dd'}]}} from dv-neutron-601336-94-hyperv. {{(pid=94176) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 23 11:35:31.869425 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron_lib.callbacks.manager [None req-fdf7c57b-934a-46a8-9473-4756f4bbf5bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-923104'] for port, before_create {{(pid=94176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:35:31.887781 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron_lib.callbacks.manager [None req-39292d77-35c1-4dbc-917f-e34bc515f17c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:35:31.891146 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.plugins.ml2.db [None req-df2eef7e-f4ed-4ead-8d0b-45fc372a2727 tempest-RoutersTest-228919764 tempest-RoutersTest-228919764-project] For port 51763054-0dac-43eb-bf65-e53e1c6a407a, host dv-neutron-601336-94-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-94-hyperv',level=0,port_id=51763054-0dac-43eb-bf65-e53e1c6a407a,segment=NetworkSegment(074a7595-e515-4e03-b0fe-36a2482e4149),segment_id=074a7595-e515-4e03-b0fe-36a2482e4149)] {{(pid=94175) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 23 11:35:31.891525 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron_lib.callbacks.manager [None req-df2eef7e-f4ed-4ead-8d0b-45fc372a2727 tempest-RoutersTest-228919764 tempest-RoutersTest-228919764-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-430722'] for port, precommit_delete {{(pid=94175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:35:31.951686 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cd776321-371c-4046-9721-9d1eb3671983 None None] DHCP port deletion for a857212b-689d-4cd9-a5de-8de07f055324 request from dv-neutron-601336-94-hyperv {{(pid=94176) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jun 23 11:35:31.984403 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.plugins.ml2.plugin [None req-df2eef7e-f4ed-4ead-8d0b-45fc372a2727 tempest-RoutersTest-228919764 tempest-RoutersTest-228919764-project] Calling delete_port for 51763054-0dac-43eb-bf65-e53e1c6a407a owned by network:dhcp {{(pid=94175) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1986}} Jun 23 11:35:32.056399 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.db.db_base_plugin_common [None req-fdf7c57b-934a-46a8-9473-4756f4bbf5bd None None] Allocated IP 2001:db8::2 (8dba2472-7331-4ba9-b904-298b042d46c9/175bc06c-342b-4e55-945c-a10b0728e9dd/1b959f7c-17e8-44e4-9916-227419804207) {{(pid=94176) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 23 11:35:32.058955 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron_lib.callbacks.manager [None req-39292d77-35c1-4dbc-917f-e34bc515f17c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7996330'] for security_group, after_delete {{(pid=94174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:35:32.059147 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.plugins.ml2.plugin [None req-cd776321-371c-4046-9721-9d1eb3671983 None None] Deleting port 51763054-0dac-43eb-bf65-e53e1c6a407a {{(pid=94176) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1913}} Jun 23 11:35:32.059465 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron_lib.callbacks.manager [None req-cd776321-371c-4046-9721-9d1eb3671983 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773700079324'] for port, before_delete {{(pid=94176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:35:32.063120 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron_lib.callbacks.manager [None req-39292d77-35c1-4dbc-917f-e34bc515f17c admin admin] Notify callbacks [] for security_group, before_response {{(pid=94174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:35:32.067458 dv-neutron-601336-94-hyperv neutron-server[94174]: INFO neutron.wsgi [None req-39292d77-35c1-4dbc-917f-e34bc515f17c admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/47c2043a-4998-4296-a3d9-ba76f9e0af87 HTTP/1.1" status: 204 len: 168 time: 0.2592442 Jun 23 11:35:32.067458 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG oslo_concurrency.lockutils [None req-575bd7d7-198d-46d0-bd03-e47f216d2faa tempest-NegativeSecGroupTest-178874014 tempest-NegativeSecGroupTest-178874014-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94174) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 11:35:32.085973 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39292d77-35c1-4dbc-917f-e34bc515f17c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=47c2043a-4998-4296-a3d9-ba76f9e0af87,revision_number=None']} {{(pid=94174) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 11:35:32.092622 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG oslo_concurrency.lockutils [None req-39292d77-35c1-4dbc-917f-e34bc515f17c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=94174) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 11:35:32.145136 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.plugins.ml2.db [None req-cd776321-371c-4046-9721-9d1eb3671983 None None] For port 51763054-0dac-43eb-bf65-e53e1c6a407a, host dv-neutron-601336-94-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-94-hyperv',level=0,port_id=51763054-0dac-43eb-bf65-e53e1c6a407a,segment=NetworkSegment(074a7595-e515-4e03-b0fe-36a2482e4149),segment_id=074a7595-e515-4e03-b0fe-36a2482e4149)] {{(pid=94176) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 23 11:35:32.145547 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron_lib.callbacks.manager [None req-cd776321-371c-4046-9721-9d1eb3671983 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-430722'] for port, precommit_delete {{(pid=94176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:35:32.192617 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.plugins.ml2.plugin [None req-cd776321-371c-4046-9721-9d1eb3671983 None None] Calling delete_port for 51763054-0dac-43eb-bf65-e53e1c6a407a owned by network:dhcp {{(pid=94176) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1986}} Jun 23 11:35:32.222833 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron_lib.callbacks.manager [None req-192dd310-f8d2-4e64-a013-38e215a9312e tempest-RoutersIpV6Test-1448447933 tempest-RoutersIpV6Test-1448447933-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-923104'] for port, before_create {{(pid=94175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:35:32.258113 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b6adae0-68d8-4954-ae49-c284bbe5086b req-db93929a-076f-46c1-8808-0df189b4685e tempest-ServerActionsTestJSON-161917335 tempest-ServerActionsTestJSON-161917335-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 11:35:32.260200 dv-neutron-601336-94-hyperv neutron-server[94175]: INFO neutron.wsgi [req-0b6adae0-68d8-4954-ae49-c284bbe5086b req-db93929a-076f-46c1-8808-0df189b4685e tempest-ServerActionsTestJSON-161917335 tempest-ServerActionsTestJSON-161917335-project] 10.222.0.20 "GET /v2.0/ports?device_id=85769616-6b8b-4da7-ad73-344986edf607 HTTP/1.1" status: 200 len: 945 time: 0.3221412 Jun 23 11:35:32.341455 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron_lib.callbacks.manager [None req-fdf7c57b-934a-46a8-9473-4756f4bbf5bd None None] Notify callbacks [] for port, precommit_create {{(pid=94176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:35:32.341702 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron_lib.callbacks.manager [None req-df2eef7e-f4ed-4ead-8d0b-45fc372a2727 tempest-RoutersTest-228919764 tempest-RoutersTest-228919764-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-922904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866062', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773700135024', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773699642224', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5082448'] for port, after_delete {{(pid=94175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:35:32.346844 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG oslo_concurrency.lockutils [None req-3897b66a-3431-4959-a2ee-84e33337dd1f tempest-PortsIpV6TestJSON-1781383748 tempest-PortsIpV6TestJSON-1781383748-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94175) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 11:35:32.350547 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron_lib.callbacks.manager [None req-cd776321-371c-4046-9721-9d1eb3671983 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-922904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866062', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773700135024', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773699642224'] for port, after_delete {{(pid=94176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:35:32.354010 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.db.provisioning_blocks [None req-fdf7c57b-934a-46a8-9473-4756f4bbf5bd None None] Transition to ACTIVE for port object 1b959f7c-17e8-44e4-9916-227419804207 will not be triggered until provisioned by entity L2. {{(pid=94176) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 23 11:35:32.355634 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG oslo_concurrency.lockutils [None req-7acc197a-a666-4e9a-8aa1-ca69956c89e3 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 11:35:32.385614 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cd776321-371c-4046-9721-9d1eb3671983 None None] No DVR routers for this DVR port 51763054-0dac-43eb-bf65-e53e1c6a407a on host dv-neutron-601336-94-hyperv {{(pid=94176) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 23 11:35:32.389430 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd776321-371c-4046-9721-9d1eb3671983 None None] Pushing event deleted for resources: {'Port': ['ID=51763054-0dac-43eb-bf65-e53e1c6a407a,revision_number=None']} {{(pid=94176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 11:35:32.391443 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df2eef7e-f4ed-4ead-8d0b-45fc372a2727 tempest-RoutersTest-228919764 tempest-RoutersTest-228919764-project] Pushing event deleted for resources: {'Port': ['ID=51763054-0dac-43eb-bf65-e53e1c6a407a,revision_number=None']} {{(pid=94175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 11:35:32.393415 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.db.l3_dvrscheduler_db [None req-df2eef7e-f4ed-4ead-8d0b-45fc372a2727 tempest-RoutersTest-228919764 tempest-RoutersTest-228919764-project] No DVR routers for this DVR port 51763054-0dac-43eb-bf65-e53e1c6a407a on host dv-neutron-601336-94-hyperv {{(pid=94175) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 23 11:35:32.394536 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG oslo_concurrency.lockutils [None req-cd776321-371c-4046-9721-9d1eb3671983 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.039s {{(pid=94176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 11:35:32.397023 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.db.provisioning_blocks [None req-fdf7c57b-934a-46a8-9473-4756f4bbf5bd None None] Transition to ACTIVE for port object 1b959f7c-17e8-44e4-9916-227419804207 will not be triggered until provisioned by entity DHCP. {{(pid=94176) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 23 11:35:32.401810 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG oslo_concurrency.lockutils [None req-df2eef7e-f4ed-4ead-8d0b-45fc372a2727 tempest-RoutersTest-228919764 tempest-RoutersTest-228919764-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.055s {{(pid=94175) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 11:35:32.455332 dv-neutron-601336-94-hyperv neutron-server[94175]: INFO neutron.wsgi [req-0b6adae0-68d8-4954-ae49-c284bbe5086b req-effd1072-ab6a-4f98-b64e-adb6e3733dc2 tempest-ServerActionsTestJSON-161917335 tempest-ServerActionsTestJSON-161917335-project] 10.222.0.20 "GET /v2.0/security-groups?id=f0520e5d-8f0e-4c28-b543-be4405698077&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1602671 Jun 23 11:35:32.489184 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron_lib.callbacks.manager [None req-fdf7c57b-934a-46a8-9473-4756f4bbf5bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-922915', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-239814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7866073', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773699642215'] for port, after_create {{(pid=94176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:35:32.494091 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG oslo_concurrency.lockutils [None req-b5ddb8a1-8d44-4e5f-bf31-4d6418abf6f3 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 11:35:32.545222 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fdf7c57b-934a-46a8-9473-4756f4bbf5bd None None] Network 8dba2472-7331-4ba9-b904-298b042d46c9 is already hosted by enough agents. {{(pid=94176) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 23 11:35:32.551297 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron_lib.callbacks.manager [None req-df2eef7e-f4ed-4ead-8d0b-45fc372a2727 tempest-RoutersTest-228919764 tempest-RoutersTest-228919764-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-897259', 'neutron.services.segments.db._delete_segments_for_network-8773700168587'] for network, precommit_delete {{(pid=94175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:35:32.551940 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.scheduler.base_scheduler [None req-fdf7c57b-934a-46a8-9473-4756f4bbf5bd None None] Resources bound (agent type, host, resource id): {{(pid=94176) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 23 11:35:32.557386 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fdf7c57b-934a-46a8-9473-4756f4bbf5bd None None] Received port after_create {{(pid=94176) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 23 11:35:32.559640 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdf7c57b-934a-46a8-9473-4756f4bbf5bd None None] Pushing event updated for resources: {'Port': ['ID=1b959f7c-17e8-44e4-9916-227419804207,revision_number=1']} {{(pid=94176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 11:35:32.564003 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG oslo_concurrency.lockutils [None req-fdf7c57b-934a-46a8-9473-4756f4bbf5bd None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.071s {{(pid=94176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 11:35:32.565739 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.services.segments.db [None req-df2eef7e-f4ed-4ead-8d0b-45fc372a2727 tempest-RoutersTest-228919764 tempest-RoutersTest-228919764-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a857212b-689d-4cd9-a5de-8de07f055324']}} {{(pid=94175) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 11:35:32.590181 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.services.segments.db [None req-df2eef7e-f4ed-4ead-8d0b-45fc372a2727 tempest-RoutersTest-228919764 tempest-RoutersTest-228919764-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '074a7595-e515-4e03-b0fe-36a2482e4149') {'for_net_delete': True} {{(pid=94175) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 11:35:32.590748 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.services.segments.db [None req-df2eef7e-f4ed-4ead-8d0b-45fc372a2727 tempest-RoutersTest-228919764 tempest-RoutersTest-228919764-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '074a7595-e515-4e03-b0fe-36a2482e4149') {} {{(pid=94175) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 11:35:32.606260 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron_lib.callbacks.manager [None req-df2eef7e-f4ed-4ead-8d0b-45fc372a2727 tempest-RoutersTest-228919764 tempest-RoutersTest-228919764-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8773699955833', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5190677'] for segment, before_delete {{(pid=94175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:35:32.620836 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.plugins.ml2.managers [None req-fdf7c57b-934a-46a8-9473-4756f4bbf5bd None None] Attempting to bind port 1b959f7c-17e8-44e4-9916-227419804207 on host dv-neutron-601336-94-hyperv for vnic_type normal with profile {{(pid=94176) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 23 11:35:32.621320 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.plugins.ml2.managers [None req-fdf7c57b-934a-46a8-9473-4756f4bbf5bd None None] Attempting to bind port 1b959f7c-17e8-44e4-9916-227419804207 by drivers openvswitch,hyperv on host dv-neutron-601336-94-hyperv at level 0 using segments [{'id': 'b20cfaea-d20e-46ee-af14-877e5dc279cc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 417, 'network_id': '8dba2472-7331-4ba9-b904-298b042d46c9'}] {{(pid=94176) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 23 11:35:32.621764 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fdf7c57b-934a-46a8-9473-4756f4bbf5bd None None] Attempting to bind port 1b959f7c-17e8-44e4-9916-227419804207 on network 8dba2472-7331-4ba9-b904-298b042d46c9 {{(pid=94176) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 23 11:35:32.627358 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fdf7c57b-934a-46a8-9473-4756f4bbf5bd None None] Checking agent: {'id': '4d05f899-5ac9-411b-8a03-f60c93f87cdf', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-601336-94-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 23, 11, 22, 14), 'started_at': datetime.datetime(2021, 6, 23, 11, 22, 44), 'heartbeat_timestamp': datetime.datetime(2021, 6, 23, 11, 35, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'monitor_allowed_address_pair_garp': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-601336-94-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94176) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 23 11:35:32.627845 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fdf7c57b-934a-46a8-9473-4756f4bbf5bd None None] Checking segment: {'id': 'b20cfaea-d20e-46ee-af14-877e5dc279cc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 417, 'network_id': '8dba2472-7331-4ba9-b904-298b042d46c9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94176) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 23 11:35:32.628344 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron_lib.callbacks.manager [None req-fdf7c57b-934a-46a8-9473-4756f4bbf5bd None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:35:32.628817 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fdf7c57b-934a-46a8-9473-4756f4bbf5bd None None] Bound using segment: {'id': 'b20cfaea-d20e-46ee-af14-877e5dc279cc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 417, 'network_id': '8dba2472-7331-4ba9-b904-298b042d46c9'} {{(pid=94176) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 23 11:35:32.629500 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.plugins.ml2.managers [None req-fdf7c57b-934a-46a8-9473-4756f4bbf5bd None None] Bound port: 1b959f7c-17e8-44e4-9916-227419804207, host: dv-neutron-601336-94-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b20cfaea-d20e-46ee-af14-877e5dc279cc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 417, 'network_id': '8dba2472-7331-4ba9-b904-298b042d46c9'}}] {{(pid=94176) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 23 11:35:32.630273 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron_lib.callbacks.manager [None req-fdf7c57b-934a-46a8-9473-4756f4bbf5bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-923122'] for port, before_update {{(pid=94176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:35:32.641371 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron_lib.callbacks.manager [None req-df2eef7e-f4ed-4ead-8d0b-45fc372a2727 tempest-RoutersTest-228919764 tempest-RoutersTest-228919764-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3801'] for segment, precommit_delete {{(pid=94175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:35:32.653126 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-df2eef7e-f4ed-4ead-8d0b-45fc372a2727 tempest-RoutersTest-228919764 tempest-RoutersTest-228919764-project] Releasing vlan 449 on physical network physnet1 to pool {{(pid=94175) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 23 11:35:32.653582 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron_lib.callbacks.manager [None req-df2eef7e-f4ed-4ead-8d0b-45fc372a2727 tempest-RoutersTest-228919764 tempest-RoutersTest-228919764-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3801', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5082371'] for segment, after_delete {{(pid=94175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:35:32.658379 dv-neutron-601336-94-hyperv neutron-server[94175]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 23 11:35:32.658379 dv-neutron-601336-94-hyperv neutron-server[94175]: conditions |= (models_v2.Port.network_id.in_( Jun 23 11:35:32.658379 dv-neutron-601336-94-hyperv neutron-server[94175]: Traceback (most recent call last): Jun 23 11:35:32.658379 dv-neutron-601336-94-hyperv neutron-server[94175]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 23 11:35:32.658379 dv-neutron-601336-94-hyperv neutron-server[94175]: timer() Jun 23 11:35:32.658379 dv-neutron-601336-94-hyperv neutron-server[94175]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 23 11:35:32.658379 dv-neutron-601336-94-hyperv neutron-server[94175]: cb(*args, **kw) Jun 23 11:35:32.658379 dv-neutron-601336-94-hyperv neutron-server[94175]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 23 11:35:32.658379 dv-neutron-601336-94-hyperv neutron-server[94175]: return func(*args, **kwargs) Jun 23 11:35:32.658379 dv-neutron-601336-94-hyperv neutron-server[94175]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 23 11:35:32.658379 dv-neutron-601336-94-hyperv neutron-server[94175]: self._notify() Jun 23 11:35:32.658379 dv-neutron-601336-94-hyperv neutron-server[94175]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 23 11:35:32.658379 dv-neutron-601336-94-hyperv neutron-server[94175]: self.callback(batched_events) Jun 23 11:35:32.658379 dv-neutron-601336-94-hyperv neutron-server[94175]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 23 11:35:32.658379 dv-neutron-601336-94-hyperv neutron-server[94175]: event.method(event) Jun 23 11:35:32.658379 dv-neutron-601336-94-hyperv neutron-server[94175]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 23 11:35:32.658379 dv-neutron-601336-94-hyperv neutron-server[94175]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 23 11:35:32.658379 dv-neutron-601336-94-hyperv neutron-server[94175]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 23 11:35:32.658379 dv-neutron-601336-94-hyperv neutron-server[94175]: aggregate_uuid = self.p_client.list_aggregates( Jun 23 11:35:32.658379 dv-neutron-601336-94-hyperv neutron-server[94175]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 23 11:35:32.658379 dv-neutron-601336-94-hyperv neutron-server[94175]: return f(self, *a, **k) Jun 23 11:35:32.658379 dv-neutron-601336-94-hyperv neutron-server[94175]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 23 11:35:32.658379 dv-neutron-601336-94-hyperv neutron-server[94175]: return self._get(url).json() Jun 23 11:35:32.658379 dv-neutron-601336-94-hyperv neutron-server[94175]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 23 11:35:32.658379 dv-neutron-601336-94-hyperv neutron-server[94175]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 23 11:35:32.658379 dv-neutron-601336-94-hyperv neutron-server[94175]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 23 11:35:32.658379 dv-neutron-601336-94-hyperv neutron-server[94175]: return self.request(url, 'GET', **kwargs) Jun 23 11:35:32.658379 dv-neutron-601336-94-hyperv neutron-server[94175]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 23 11:35:32.658379 dv-neutron-601336-94-hyperv neutron-server[94175]: base_url = self.get_endpoint(auth, allow=allow, Jun 23 11:35:32.658379 dv-neutron-601336-94-hyperv neutron-server[94175]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 23 11:35:32.658379 dv-neutron-601336-94-hyperv neutron-server[94175]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 23 11:35:32.658379 dv-neutron-601336-94-hyperv neutron-server[94175]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 23 11:35:32.658379 dv-neutron-601336-94-hyperv neutron-server[94175]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 23 11:35:32.658379 dv-neutron-601336-94-hyperv neutron-server[94175]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 23 11:35:32.666006 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89edeb7d-4559-4a8b-b8cc-4424fbae8b8d req-c57b9559-af97-46c4-89a6-13dee02125fb tempest-ServerActionsTestJSON-161917335 tempest-ServerActionsTestJSON-161917335-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94174) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 11:35:32.667766 dv-neutron-601336-94-hyperv neutron-server[94174]: INFO neutron.wsgi [req-89edeb7d-4559-4a8b-b8cc-4424fbae8b8d req-c57b9559-af97-46c4-89a6-13dee02125fb tempest-ServerActionsTestJSON-161917335 tempest-ServerActionsTestJSON-161917335-project] 10.222.0.20 "GET /v2.0/ports?device_id=85769616-6b8b-4da7-ad73-344986edf607 HTTP/1.1" status: 200 len: 945 time: 0.0719769 Jun 23 11:35:32.707934 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.db.db_base_plugin_common [None req-192dd310-f8d2-4e64-a013-38e215a9312e tempest-RoutersIpV6Test-1448447933 tempest-RoutersIpV6Test-1448447933-project] Allocated IP 2001:db8::1 (8dba2472-7331-4ba9-b904-298b042d46c9/175bc06c-342b-4e55-945c-a10b0728e9dd/18eeaa2a-9fe9-456b-8f26-be0272e23bad) {{(pid=94175) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 23 11:35:32.709992 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.plugins.ml2.db [None req-fdf7c57b-934a-46a8-9473-4756f4bbf5bd None None] For port 1b959f7c-17e8-44e4-9916-227419804207, host dv-neutron-601336-94-hyperv, cleared binding levels {{(pid=94176) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 23 11:35:32.713773 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.plugins.ml2.db [None req-fdf7c57b-934a-46a8-9473-4756f4bbf5bd None None] For port 1b959f7c-17e8-44e4-9916-227419804207, host dv-neutron-601336-94-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-94-hyperv',level=0,port_id=1b959f7c-17e8-44e4-9916-227419804207,segment=NetworkSegment(b20cfaea-d20e-46ee-af14-877e5dc279cc),segment_id=b20cfaea-d20e-46ee-af14-877e5dc279cc)] {{(pid=94176) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 23 11:35:32.729320 dv-neutron-601336-94-hyperv neutron-server[94174]: INFO neutron.wsgi [req-89edeb7d-4559-4a8b-b8cc-4424fbae8b8d req-aac5f672-55c3-4e37-bf2b-124bd06542a7 tempest-ServerActionsTestJSON-161917335 tempest-ServerActionsTestJSON-161917335-project] 10.222.0.20 "GET /v2.0/security-groups?id=f0520e5d-8f0e-4c28-b543-be4405698077&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0494642 Jun 23 11:35:32.795607 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron_lib.callbacks.manager [None req-fdf7c57b-934a-46a8-9473-4756f4bbf5bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-922904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866062', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773700135042', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773699642233', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773699642278'] for port, after_update {{(pid=94176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:35:32.801431 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG oslo_concurrency.lockutils [None req-d51ee0f9-037c-4799-8071-a78827364b1c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 11:35:32.857153 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron_lib.callbacks.manager [None req-df2eef7e-f4ed-4ead-8d0b-45fc372a2727 tempest-RoutersTest-228919764 tempest-RoutersTest-228919764-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-897248', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8002400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7866073', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-524247'] for network, after_delete {{(pid=94175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:35:32.862356 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdf7c57b-934a-46a8-9473-4756f4bbf5bd None None] Pushing event updated for resources: {'Port': ['ID=1b959f7c-17e8-44e4-9916-227419804207,revision_number=2']} {{(pid=94176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 11:35:32.863342 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG oslo_concurrency.lockutils [None req-2c2e7afb-9541-4f24-a3a9-7626246e18b1 tempest-NetworksTest-2133396914 tempest-NetworksTest-2133396914-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94175) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 11:35:32.865543 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.plugins.ml2.rpc [None req-dc7542b2-afef-47f4-a763-e3a3cba144be None None] Device 51763054-0dac-43eb-bf65-e53e1c6a407a no longer exists at agent ovs-agent-dv-neutron-601336-94-hyperv {{(pid=94176) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:261}} Jun 23 11:35:32.867638 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG oslo_concurrency.lockutils [None req-fdf7c57b-934a-46a8-9473-4756f4bbf5bd None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.066s {{(pid=94176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 11:35:32.881507 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron_lib.callbacks.manager [None req-df2eef7e-f4ed-4ead-8d0b-45fc372a2727 tempest-RoutersTest-228919764 tempest-RoutersTest-228919764-project] Notify callbacks [] for network, before_response {{(pid=94175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:35:32.883360 dv-neutron-601336-94-hyperv neutron-server[94175]: INFO neutron.wsgi [None req-df2eef7e-f4ed-4ead-8d0b-45fc372a2727 tempest-RoutersTest-228919764 tempest-RoutersTest-228919764-project] 10.222.0.20 "DELETE /v2.0/networks/a857212b-689d-4cd9-a5de-8de07f055324 HTTP/1.1" status: 204 len: 168 time: 1.3096223 Jun 23 11:35:32.887525 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.wsgi [-] (94174) accepted ('10.222.0.20', 41166) {{(pid=94174) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 11:35:32.891466 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.plugins.ml2.plugin [None req-dc7542b2-afef-47f4-a763-e3a3cba144be None None] No Port match for: 51763054-0dac-43eb-bf65-e53e1c6a407a {{(pid=94176) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2240}} Jun 23 11:35:32.891833 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.plugins.ml2.rpc [None req-dc7542b2-afef-47f4-a763-e3a3cba144be None None] Device 51763054-0dac-43eb-bf65-e53e1c6a407a not bound to the agent host dv-neutron-601336-94-hyperv {{(pid=94176) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:271}} Jun 23 11:35:32.892815 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.api.v2.base [None req-b36fe17a-4427-426e-8200-b3fe5c5fc843 tempest-RoutersTest-228919764 tempest-RoutersTest-228919764-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-1490699729', 'external_gateway_info': {'network_id': '3e7e4eb3-cf02-4d47-ade9-0a579cdfc60f'}, 'admin_state_up': False}} {{(pid=94174) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 23 11:35:32.906691 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df2eef7e-f4ed-4ead-8d0b-45fc372a2727 tempest-RoutersTest-228919764 tempest-RoutersTest-228919764-project] Pushing event deleted for resources: {'Network': ['ID=a857212b-689d-4cd9-a5de-8de07f055324,revision_number=None']} {{(pid=94175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 11:35:32.911384 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron_lib.callbacks.manager [None req-192dd310-f8d2-4e64-a013-38e215a9312e tempest-RoutersIpV6Test-1448447933 tempest-RoutersIpV6Test-1448447933-project] Notify callbacks [] for port, precommit_create {{(pid=94175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:35:32.915095 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG oslo_concurrency.lockutils [None req-df2eef7e-f4ed-4ead-8d0b-45fc372a2727 tempest-RoutersTest-228919764 tempest-RoutersTest-228919764-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.058s {{(pid=94175) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 11:35:32.949562 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.db.provisioning_blocks [None req-192dd310-f8d2-4e64-a013-38e215a9312e tempest-RoutersIpV6Test-1448447933 tempest-RoutersIpV6Test-1448447933-project] Transition to ACTIVE for port object 18eeaa2a-9fe9-456b-8f26-be0272e23bad will not be triggered until provisioned by entity DHCP. {{(pid=94175) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 23 11:35:33.000017 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27f526d2-4f9d-4edb-b53f-f703301e14ac req-ac50ec95-945b-4e5c-bd1a-0087dc206039 tempest-ServerActionsTestJSON-161917335 tempest-ServerActionsTestJSON-161917335-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 11:35:33.001697 dv-neutron-601336-94-hyperv neutron-server[94175]: INFO neutron.wsgi [req-27f526d2-4f9d-4edb-b53f-f703301e14ac req-ac50ec95-945b-4e5c-bd1a-0087dc206039 tempest-ServerActionsTestJSON-161917335 tempest-ServerActionsTestJSON-161917335-project] 10.222.0.20 "GET /v2.0/ports?device_id=85769616-6b8b-4da7-ad73-344986edf607 HTTP/1.1" status: 200 len: 945 time: 0.1215827 Jun 23 11:35:33.008380 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron_lib.callbacks.manager [None req-b36fe17a-4427-426e-8200-b3fe5c5fc843 tempest-RoutersTest-228919764 tempest-RoutersTest-228919764-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-520407', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-32315'] for router, before_create {{(pid=94174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:35:33.009737 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron_lib.callbacks.manager [None req-b36fe17a-4427-426e-8200-b3fe5c5fc843 tempest-RoutersTest-228919764 tempest-RoutersTest-228919764-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-520264', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-524122', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-414782', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-32290'] for router, precommit_create {{(pid=94174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:35:33.062516 dv-neutron-601336-94-hyperv neutron-server[94175]: INFO neutron.wsgi [req-27f526d2-4f9d-4edb-b53f-f703301e14ac req-5aaf74ab-83ec-4edf-ac34-58a715dcaefa tempest-ServerActionsTestJSON-161917335 tempest-ServerActionsTestJSON-161917335-project] 10.222.0.20 "GET /v2.0/security-groups?id=f0520e5d-8f0e-4c28-b543-be4405698077&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0500906 Jun 23 11:35:33.080573 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron_lib.callbacks.manager [None req-192dd310-f8d2-4e64-a013-38e215a9312e tempest-RoutersIpV6Test-1448447933 tempest-RoutersIpV6Test-1448447933-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-922915', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-239814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7866073', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773699642215', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-5082457'] for port, after_create {{(pid=94175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:35:33.088181 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG oslo_concurrency.lockutils [None req-17e51fd5-4178-44f3-b777-bf889a09027a tempest-RoutersTest-228919764 tempest-RoutersTest-228919764-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94175) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 11:35:33.095276 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron_lib.callbacks.manager [None req-b36fe17a-4427-426e-8200-b3fe5c5fc843 tempest-RoutersTest-228919764 tempest-RoutersTest-228919764-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:35:33.159186 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-192dd310-f8d2-4e64-a013-38e215a9312e tempest-RoutersIpV6Test-1448447933 tempest-RoutersIpV6Test-1448447933-project] Network 8dba2472-7331-4ba9-b904-298b042d46c9 is already hosted by enough agents. {{(pid=94175) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 23 11:35:33.169070 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.scheduler.base_scheduler [None req-192dd310-f8d2-4e64-a013-38e215a9312e tempest-RoutersIpV6Test-1448447933 tempest-RoutersIpV6Test-1448447933-project] Resources bound (agent type, host, resource id): {{(pid=94175) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 23 11:35:33.171901 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.db.l3_dvrscheduler_db [None req-192dd310-f8d2-4e64-a013-38e215a9312e tempest-RoutersIpV6Test-1448447933 tempest-RoutersIpV6Test-1448447933-project] Received port after_create {{(pid=94175) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 23 11:35:33.172706 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron_lib.callbacks.manager [None req-192dd310-f8d2-4e64-a013-38e215a9312e tempest-RoutersIpV6Test-1448447933 tempest-RoutersIpV6Test-1448447933-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-452954'] for router_interface, before_create {{(pid=94175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:35:33.268527 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-192dd310-f8d2-4e64-a013-38e215a9312e tempest-RoutersIpV6Test-1448447933 tempest-RoutersIpV6Test-1448447933-project] Pushing event updated for resources: {'Port': ['ID=18eeaa2a-9fe9-456b-8f26-be0272e23bad,revision_number=1']} {{(pid=94175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 11:35:33.271846 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG oslo_concurrency.lockutils [None req-192dd310-f8d2-4e64-a013-38e215a9312e tempest-RoutersIpV6Test-1448447933 tempest-RoutersIpV6Test-1448447933-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.184s {{(pid=94175) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 11:35:33.360716 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.wsgi [-] (94175) accepted ('10.222.0.20', 41178) {{(pid=94175) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 11:35:33.376671 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron_lib.callbacks.manager [None req-192dd310-f8d2-4e64-a013-38e215a9312e tempest-RoutersIpV6Test-1448447933 tempest-RoutersIpV6Test-1448447933-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-923122'] for port, before_update {{(pid=94175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:35:33.387886 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron_lib.callbacks.manager [None req-b36fe17a-4427-426e-8200-b3fe5c5fc843 tempest-RoutersTest-228919764 tempest-RoutersTest-228919764-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-524104', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-520389', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-32276'] for router, precommit_update {{(pid=94174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:35:33.529209 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.api.v2.base [None req-757edd93-ad72-4352-985b-7c49cefea64c tempest-NegativeSecGroupIPv6Test-1070497984 tempest-NegativeSecGroupIPv6Test-1070497984-project] Request body: {'security_group': {'name': 'default'}} {{(pid=94175) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 23 11:35:33.529994 dv-neutron-601336-94-hyperv neutron-server[94175]: WARNING neutron.api.v2.base [None req-757edd93-ad72-4352-985b-7c49cefea64c tempest-NegativeSecGroupIPv6Test-1070497984 tempest-NegativeSecGroupIPv6Test-1070497984-project] An exception happened while processing the request body. The exception message is [Default security group already exists.].: neutron.extensions.securitygroup.SecurityGroupDefaultAlreadyExists: Default security group already exists. Jun 23 11:35:33.530491 dv-neutron-601336-94-hyperv neutron-server[94175]: INFO neutron.api.v2.resource [None req-757edd93-ad72-4352-985b-7c49cefea64c tempest-NegativeSecGroupIPv6Test-1070497984 tempest-NegativeSecGroupIPv6Test-1070497984-project] create failed (client error): There was a conflict when trying to complete your request. Jun 23 11:35:33.531472 dv-neutron-601336-94-hyperv neutron-server[94175]: INFO neutron.wsgi [None req-757edd93-ad72-4352-985b-7c49cefea64c tempest-NegativeSecGroupIPv6Test-1070497984 tempest-NegativeSecGroupIPv6Test-1070497984-project] 10.222.0.20 "POST /v2.0/security-groups HTTP/1.1" status: 409 len: 330 time: 0.1697609 Jun 23 11:35:33.535420 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.wsgi [-] (94174) accepted ('10.222.0.20', 41182) {{(pid=94174) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 11:35:33.540957 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.api.v2.base [None req-fbbf8cb7-5601-4bff-9997-aba7e744fba0 tempest-NegativeSecGroupIPv6Test-1070497984 tempest-NegativeSecGroupIPv6Test-1070497984-project] Request body: {'security_group': {'name': 'tempest-secgroup--919985091'}} {{(pid=94174) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 23 11:35:33.701084 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron_lib.callbacks.manager [None req-fbbf8cb7-5601-4bff-9997-aba7e744fba0 tempest-NegativeSecGroupIPv6Test-1070497984 tempest-NegativeSecGroupIPv6Test-1070497984-project] Notify callbacks [] for security_group, before_create {{(pid=94174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:35:33.737127 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron_lib.callbacks.manager [None req-192dd310-f8d2-4e64-a013-38e215a9312e tempest-RoutersIpV6Test-1448447933 tempest-RoutersIpV6Test-1448447933-project] Notify callbacks [] for port, precommit_update {{(pid=94175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:35:33.749027 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron_lib.callbacks.manager [None req-b36fe17a-4427-426e-8200-b3fe5c5fc843 tempest-RoutersTest-228919764 tempest-RoutersTest-228919764-project] Notify callbacks [] for router_gateway, before_create {{(pid=94174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:35:33.776528 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron_lib.callbacks.manager [None req-b36fe17a-4427-426e-8200-b3fe5c5fc843 tempest-RoutersTest-228919764 tempest-RoutersTest-228919764-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-923104'] for port, before_create {{(pid=94174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:35:33.779098 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron_lib.callbacks.manager [None req-fbbf8cb7-5601-4bff-9997-aba7e744fba0 tempest-NegativeSecGroupIPv6Test-1070497984 tempest-NegativeSecGroupIPv6Test-1070497984-project] Notify callbacks [] for security_group, before_create {{(pid=94174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:35:33.824112 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron_lib.callbacks.manager [None req-192dd310-f8d2-4e64-a013-38e215a9312e tempest-RoutersIpV6Test-1448447933 tempest-RoutersIpV6Test-1448447933-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-922904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866062', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773700135042', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773699642233', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773699642278', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5082471'] for port, after_update {{(pid=94175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:35:33.825219 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron_lib.callbacks.manager [None req-192dd310-f8d2-4e64-a013-38e215a9312e tempest-RoutersIpV6Test-1448447933 tempest-RoutersIpV6Test-1448447933-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-7866091', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-453038'] for router_interface, after_create {{(pid=94175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:35:33.829115 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG oslo_concurrency.lockutils [None req-c5bfa779-73e1-45c6-92ec-8251e98547c2 tempest-PortsIpV6TestJSON-1781383748 tempest-PortsIpV6TestJSON-1781383748-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94175) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 11:35:33.933432 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.db.db_base_plugin_common [None req-b36fe17a-4427-426e-8200-b3fe5c5fc843 tempest-RoutersTest-228919764 tempest-RoutersTest-228919764-project] Allocated IP 172.26.3.198 (3e7e4eb3-cf02-4d47-ade9-0a579cdfc60f/a5ad15ab-c489-4a67-a9b0-d559fca0ec71/ecc9d9ef-f556-4987-ad2a-fa4238b97ed2) {{(pid=94174) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 23 11:35:33.948989 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-192dd310-f8d2-4e64-a013-38e215a9312e tempest-RoutersIpV6Test-1448447933 tempest-RoutersIpV6Test-1448447933-project] Pushing event updated for resources: {'Port': ['ID=18eeaa2a-9fe9-456b-8f26-be0272e23bad,revision_number=2']} {{(pid=94175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 11:35:33.963769 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG oslo_concurrency.lockutils [None req-192dd310-f8d2-4e64-a013-38e215a9312e tempest-RoutersIpV6Test-1448447933 tempest-RoutersIpV6Test-1448447933-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.135s {{(pid=94175) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 11:35:33.986368 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ead8395-2c60-4912-a734-7afdfee46312 req-3fc478fe-192c-4949-8508-50aebbf89ad5 tempest-ServerActionsTestJSON-161917335 tempest-ServerActionsTestJSON-161917335-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 11:35:33.993967 dv-neutron-601336-94-hyperv neutron-server[94175]: INFO neutron.wsgi [req-8ead8395-2c60-4912-a734-7afdfee46312 req-3fc478fe-192c-4949-8508-50aebbf89ad5 tempest-ServerActionsTestJSON-161917335 tempest-ServerActionsTestJSON-161917335-project] 10.222.0.20 "GET /v2.0/ports?device_id=85769616-6b8b-4da7-ad73-344986edf607 HTTP/1.1" status: 200 len: 945 time: 0.2171371 Jun 23 11:35:34.035558 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron_lib.callbacks.manager [None req-fbbf8cb7-5601-4bff-9997-aba7e744fba0 tempest-NegativeSecGroupIPv6Test-1070497984 tempest-NegativeSecGroupIPv6Test-1070497984-project] Notify callbacks [] for security_group, precommit_create {{(pid=94174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:35:34.048367 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-192dd310-f8d2-4e64-a013-38e215a9312e tempest-RoutersIpV6Test-1448447933 tempest-RoutersIpV6Test-1448447933-project] Network 8dba2472-7331-4ba9-b904-298b042d46c9 is already hosted by enough agents. {{(pid=94175) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 23 11:35:34.053314 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.scheduler.base_scheduler [None req-192dd310-f8d2-4e64-a013-38e215a9312e tempest-RoutersIpV6Test-1448447933 tempest-RoutersIpV6Test-1448447933-project] Resources bound (agent type, host, resource id): {{(pid=94175) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 23 11:35:34.085220 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron_lib.callbacks.manager [None req-b36fe17a-4427-426e-8200-b3fe5c5fc843 tempest-RoutersTest-228919764 tempest-RoutersTest-228919764-project] Notify callbacks [] for port, precommit_create {{(pid=94174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:35:34.087792 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron_lib.callbacks.manager [None req-fbbf8cb7-5601-4bff-9997-aba7e744fba0 tempest-NegativeSecGroupIPv6Test-1070497984 tempest-NegativeSecGroupIPv6Test-1070497984-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7996330'] for security_group, after_create {{(pid=94174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:35:34.089590 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bbee320c-e53d-42d4-a212-31f956a76a8e None None] Network 8dba2472-7331-4ba9-b904-298b042d46c9 requested from dv-neutron-601336-94-hyperv {{(pid=94176) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 23 11:35:34.092367 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG oslo_concurrency.lockutils [None req-29b8251b-e4e4-4a58-91fc-2e8b11f1d24b tempest-SecGroupIPv6Test-1528675894 tempest-SecGroupIPv6Test-1528675894-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94174) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 11:35:34.139548 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbbf8cb7-5601-4bff-9997-aba7e744fba0 tempest-NegativeSecGroupIPv6Test-1070497984 tempest-NegativeSecGroupIPv6Test-1070497984-project] Pushing event updated for resources: {'SecurityGroup': ['ID=3bd90d04-af2d-4f3c-8e40-eface2800869,revision_number=1']} {{(pid=94174) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 11:35:34.140396 dv-neutron-601336-94-hyperv neutron-server[94175]: INFO neutron.wsgi [req-8ead8395-2c60-4912-a734-7afdfee46312 req-f9bea3db-1c4c-4e62-944a-2f12a0fac263 tempest-ServerActionsTestJSON-161917335 tempest-ServerActionsTestJSON-161917335-project] 10.222.0.20 "GET /v2.0/security-groups?id=f0520e5d-8f0e-4c28-b543-be4405698077&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1356745 Jun 23 11:35:34.144749 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG oslo_concurrency.lockutils [None req-fbbf8cb7-5601-4bff-9997-aba7e744fba0 tempest-NegativeSecGroupIPv6Test-1070497984 tempest-NegativeSecGroupIPv6Test-1070497984-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.052s {{(pid=94174) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 11:35:34.213147 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron_lib.callbacks.manager [None req-fbbf8cb7-5601-4bff-9997-aba7e744fba0 tempest-NegativeSecGroupIPv6Test-1070497984 tempest-NegativeSecGroupIPv6Test-1070497984-project] Notify callbacks [] for security_group, precommit_create {{(pid=94174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:35:34.220249 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron_lib.callbacks.manager [None req-b36fe17a-4427-426e-8200-b3fe5c5fc843 tempest-RoutersTest-228919764 tempest-RoutersTest-228919764-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-922915', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-239814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7866073', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773699642215', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-5196399'] for port, after_create {{(pid=94174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:35:34.225217 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG oslo_concurrency.lockutils [None req-0b5846fc-cf53-47d1-912b-769eb0681f98 tempest-PortsTestJSON-2085221018 tempest-PortsTestJSON-2085221018-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94174) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 11:35:34.241289 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.db.provisioning_blocks [None req-0b5ab880-5d5e-4d78-805e-94d1e5e6944a None None] Provisioning for port 1b959f7c-17e8-44e4-9916-227419804207 completed by entity DHCP. {{(pid=94176) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 23 11:35:34.266194 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b36fe17a-4427-426e-8200-b3fe5c5fc843 tempest-RoutersTest-228919764 tempest-RoutersTest-228919764-project] Network 3e7e4eb3-cf02-4d47-ade9-0a579cdfc60f is already hosted by enough agents. {{(pid=94174) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 23 11:35:34.271141 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.scheduler.base_scheduler [None req-b36fe17a-4427-426e-8200-b3fe5c5fc843 tempest-RoutersTest-228919764 tempest-RoutersTest-228919764-project] Resources bound (agent type, host, resource id): {{(pid=94174) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 23 11:35:34.274791 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b36fe17a-4427-426e-8200-b3fe5c5fc843 tempest-RoutersTest-228919764 tempest-RoutersTest-228919764-project] Received port after_create {{(pid=94174) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 23 11:35:34.281466 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron_lib.callbacks.manager [None req-fbbf8cb7-5601-4bff-9997-aba7e744fba0 tempest-NegativeSecGroupIPv6Test-1070497984 tempest-NegativeSecGroupIPv6Test-1070497984-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7996330'] for security_group, after_create {{(pid=94174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:35:34.367311 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron_lib.callbacks.manager [None req-fbbf8cb7-5601-4bff-9997-aba7e744fba0 tempest-NegativeSecGroupIPv6Test-1070497984 tempest-NegativeSecGroupIPv6Test-1070497984-project] Notify callbacks [] for security_group, before_response {{(pid=94174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:35:34.371814 dv-neutron-601336-94-hyperv neutron-server[94174]: INFO neutron.wsgi [None req-fbbf8cb7-5601-4bff-9997-aba7e744fba0 tempest-NegativeSecGroupIPv6Test-1070497984 tempest-NegativeSecGroupIPv6Test-1070497984-project] 10.222.0.20 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.8326366 Jun 23 11:35:34.372507 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b36fe17a-4427-426e-8200-b3fe5c5fc843 tempest-RoutersTest-228919764 tempest-RoutersTest-228919764-project] Pushing event updated for resources: {'Port': ['ID=ecc9d9ef-f556-4987-ad2a-fa4238b97ed2,revision_number=1']} {{(pid=94174) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 11:35:34.375274 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG oslo_concurrency.lockutils [None req-b36fe17a-4427-426e-8200-b3fe5c5fc843 tempest-RoutersTest-228919764 tempest-RoutersTest-228919764-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.150s {{(pid=94174) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 11:35:34.375997 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.wsgi [-] (94174) accepted ('10.222.0.20', 41186) {{(pid=94174) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 11:35:34.378453 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG oslo_concurrency.lockutils [None req-67741ac4-c4f5-4821-836c-49251e139ce2 tempest-NetworksTest-2133396914 tempest-NetworksTest-2133396914-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.032s {{(pid=94174) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 11:35:34.388355 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.api.v2.base [None req-20a9a3be-445e-4be0-9996-bf8e24c8fc04 tempest-NegativeSecGroupIPv6Test-1070497984 tempest-NegativeSecGroupIPv6Test-1070497984-project] Request body: {'security_group_rule': {'security_group_id': 'b579e50b-0775-4e1c-af8b-ecaed54fc644', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'tcp', 'port_range_min': 66, 'port_range_max': 67}} {{(pid=94174) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 23 11:35:34.494111 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbbf8cb7-5601-4bff-9997-aba7e744fba0 tempest-NegativeSecGroupIPv6Test-1070497984 tempest-NegativeSecGroupIPv6Test-1070497984-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b579e50b-0775-4e1c-af8b-ecaed54fc644,revision_number=1']} {{(pid=94174) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 11:35:34.497019 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG oslo_concurrency.lockutils [None req-fbbf8cb7-5601-4bff-9997-aba7e744fba0 tempest-NegativeSecGroupIPv6Test-1070497984 tempest-NegativeSecGroupIPv6Test-1070497984-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.119s {{(pid=94174) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 11:35:34.650001 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron_lib.callbacks.manager [None req-20a9a3be-445e-4be0-9996-bf8e24c8fc04 tempest-NegativeSecGroupIPv6Test-1070497984 tempest-NegativeSecGroupIPv6Test-1070497984-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:35:34.699785 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-192dd310-f8d2-4e64-a013-38e215a9312e tempest-RoutersIpV6Test-1448447933 tempest-RoutersIpV6Test-1448447933-project] Router efd40a64-d42c-4d74-9749-ec45002e9efd is scheduled to L3 agent 50ef99c0-ef28-4db5-b303-b145898fae60 with binding_index 1 {{(pid=94175) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jun 23 11:35:34.751664 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.db.provisioning_blocks [None req-2db79841-da9f-4e91-a6db-2c22ebefa8b7 None None] Provisioning for port 18eeaa2a-9fe9-456b-8f26-be0272e23bad completed by entity DHCP. {{(pid=94176) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 23 11:35:34.757632 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.db.provisioning_blocks [None req-2db79841-da9f-4e91-a6db-2c22ebefa8b7 None None] Provisioning complete for port 18eeaa2a-9fe9-456b-8f26-be0272e23bad triggered by entity DHCP. {{(pid=94176) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 23 11:35:34.758941 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron_lib.callbacks.manager [None req-2db79841-da9f-4e91-a6db-2c22ebefa8b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-899258'] for port, provisioning_complete {{(pid=94176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:35:34.764195 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron_lib.callbacks.manager [None req-20a9a3be-445e-4be0-9996-bf8e24c8fc04 tempest-NegativeSecGroupIPv6Test-1070497984 tempest-NegativeSecGroupIPv6Test-1070497984-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:35:34.765230 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron_lib.callbacks.manager [None req-b36fe17a-4427-426e-8200-b3fe5c5fc843 tempest-RoutersTest-228919764 tempest-RoutersTest-228919764-project] Notify callbacks [] for router_gateway, after_create {{(pid=94174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:35:34.799806 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.plugins.ml2.plugin [None req-2db79841-da9f-4e91-a6db-2c22ebefa8b7 None None] Port 18eeaa2a-9fe9-456b-8f26-be0272e23bad cannot update to ACTIVE because it is not bound. {{(pid=94176) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jun 23 11:35:34.810035 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-192dd310-f8d2-4e64-a013-38e215a9312e tempest-RoutersIpV6Test-1448447933 tempest-RoutersIpV6Test-1448447933-project] Notify agent at l3_agent.dv-neutron-601336-94-hyperv the message routers_updated {{(pid=94175) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 23 11:35:34.819523 dv-neutron-601336-94-hyperv neutron-server[94175]: INFO neutron.wsgi [None req-192dd310-f8d2-4e64-a013-38e215a9312e tempest-RoutersIpV6Test-1448447933 tempest-RoutersIpV6Test-1448447933-project] 10.222.0.20 "PUT /v2.0/routers/efd40a64-d42c-4d74-9749-ec45002e9efd/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.0407231 Jun 23 11:35:34.819523 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.wsgi [-] (94175) accepted ('10.222.0.20', 41188) {{(pid=94175) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 11:35:34.828174 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4e893e3e-7d83-4c46-aa2b-bf5d911d86c0 None None] Sync routers for ids ['efd40a64-d42c-4d74-9749-ec45002e9efd'] in dv-neutron-601336-94-hyperv {{(pid=94176) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 23 11:35:34.838500 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron_lib.callbacks.manager [None req-20a9a3be-445e-4be0-9996-bf8e24c8fc04 tempest-NegativeSecGroupIPv6Test-1070497984 tempest-NegativeSecGroupIPv6Test-1070497984-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7996355'] for security_group_rule, after_create {{(pid=94174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:35:34.843801 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG oslo_concurrency.lockutils [None req-4a7c2d71-2b68-4182-a652-b510e751d615 tempest-TestNetworkBasicOps-233187296 tempest-TestNetworkBasicOps-233187296-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94174) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 11:35:34.845971 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4e893e3e-7d83-4c46-aa2b-bf5d911d86c0 None None] Routers {'efd40a64-d42c-4d74-9749-ec45002e9efd'} bound to L3 agent in host dv-neutron-601336-94-hyperv {{(pid=94176) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 23 11:35:34.846897 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.db.l3_hamode_db [None req-4e893e3e-7d83-4c46-aa2b-bf5d911d86c0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-601336-94-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-23T11:22:13Z,description=,heartbeat_timestamp=2021-06-23T11:35:13Z,host='dv-neutron-601336-94-hyperv',id=50ef99c0-ef28-4db5-b303-b145898fae60,load=0,resource_versions=,resources_synced=,started_at=2021-06-23T11:22:14Z,topic='l3_agent')) {'router_ids': ['efd40a64-d42c-4d74-9749-ec45002e9efd'], 'active': True} {{(pid=94176) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 11:35:34.850996 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.api.v2.base [None req-4d8ad439-3484-45a1-90f3-eeb68623f30b tempest-RoutersIpV6Test-1448447933 tempest-RoutersIpV6Test-1448447933-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-1094618502'}} {{(pid=94175) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 23 11:35:34.868510 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20a9a3be-445e-4be0-9996-bf8e24c8fc04 tempest-NegativeSecGroupIPv6Test-1070497984 tempest-NegativeSecGroupIPv6Test-1070497984-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=435a8b69-4e38-4801-b347-ef924927d622,revision_number=0']} {{(pid=94174) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 11:35:34.911353 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG oslo_concurrency.lockutils [None req-20a9a3be-445e-4be0-9996-bf8e24c8fc04 tempest-NegativeSecGroupIPv6Test-1070497984 tempest-NegativeSecGroupIPv6Test-1070497984-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.067s {{(pid=94174) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 11:35:34.949359 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.plugins.ml2.rpc [None req-dc7542b2-afef-47f4-a763-e3a3cba144be None None] Device 1b959f7c-17e8-44e4-9916-227419804207 up at agent ovs-agent-dv-neutron-601336-94-hyperv {{(pid=94176) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:298}} Jun 23 11:35:34.956546 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4d8ad439-3484-45a1-90f3-eeb68623f30b tempest-RoutersIpV6Test-1448447933 tempest-RoutersIpV6Test-1448447933-project] Made reservation on behalf of a04e393135be4822803c421d0995b548 for: {'network': 1} {{(pid=94175) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 23 11:35:34.960394 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron_lib.callbacks.manager [None req-4d8ad439-3484-45a1-90f3-eeb68623f30b tempest-RoutersIpV6Test-1448447933 tempest-RoutersIpV6Test-1448447933-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-923104'] for network, before_create {{(pid=94175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:35:34.989813 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4d8ad439-3484-45a1-90f3-eeb68623f30b tempest-RoutersIpV6Test-1448447933 tempest-RoutersIpV6Test-1448447933-project] vlan segment allocate from pool success with {'vlan_id': 420, 'physical_network': 'physnet1'} {{(pid=94175) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 23 11:35:35.002026 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron_lib.callbacks.manager [None req-4d8ad439-3484-45a1-90f3-eeb68623f30b tempest-RoutersIpV6Test-1448447933 tempest-RoutersIpV6Test-1448447933-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3801'] for segment, precommit_create {{(pid=94175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:35:35.002377 dv-neutron-601336-94-hyperv neutron-server[94175]: INFO neutron.db.segments_db [None req-4d8ad439-3484-45a1-90f3-eeb68623f30b tempest-RoutersIpV6Test-1448447933 tempest-RoutersIpV6Test-1448447933-project] Added segment 28ca3686-7ff9-4891-a18f-d23f02683aab of type vlan for network 5a0407f1-1e47-4f7c-9b40-8fcc21217cea Jun 23 11:35:35.057512 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron_lib.callbacks.manager [None req-4d8ad439-3484-45a1-90f3-eeb68623f30b tempest-RoutersIpV6Test-1448447933 tempest-RoutersIpV6Test-1448447933-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8773699596773'] for network, precommit_create {{(pid=94175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:35:35.145481 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron_lib.callbacks.manager [None req-4d8ad439-3484-45a1-90f3-eeb68623f30b tempest-RoutersIpV6Test-1448447933 tempest-RoutersIpV6Test-1448447933-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8002400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7866073'] for network, after_create {{(pid=94175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:35:35.152155 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4d8ad439-3484-45a1-90f3-eeb68623f30b tempest-RoutersIpV6Test-1448447933 tempest-RoutersIpV6Test-1448447933-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 11:35:35.152946 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron_lib.callbacks.manager [None req-4d8ad439-3484-45a1-90f3-eeb68623f30b tempest-RoutersIpV6Test-1448447933 tempest-RoutersIpV6Test-1448447933-project] Notify callbacks [] for network, before_response {{(pid=94175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:35:35.158147 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG oslo_concurrency.lockutils [None req-87e9a827-6fe4-46bc-bd20-cc5071098769 tempest-PortsIpV6TestJSON-1781383748 tempest-PortsIpV6TestJSON-1781383748-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94175) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 11:35:35.160272 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.db.provisioning_blocks [None req-798f0911-1984-4ad3-82ac-f127fecf59fa None None] Provisioning complete for port 18eeaa2a-9fe9-456b-8f26-be0272e23bad triggered by entity DHCP. {{(pid=94176) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 23 11:35:35.160775 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron_lib.callbacks.manager [None req-798f0911-1984-4ad3-82ac-f127fecf59fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-899258'] for port, provisioning_complete {{(pid=94176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:35:35.203687 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.plugins.ml2.plugin [None req-798f0911-1984-4ad3-82ac-f127fecf59fa None None] Port 18eeaa2a-9fe9-456b-8f26-be0272e23bad cannot update to ACTIVE because it is not bound. {{(pid=94176) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jun 23 11:35:35.206454 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.db.l3_dvr_db [None req-4e893e3e-7d83-4c46-aa2b-bf5d911d86c0 None None] Set router efd40a64-d42c-4d74-9749-ec45002e9efd gateway port host: None {{(pid=94176) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:838}} Jun 23 11:35:35.252153 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d8ad439-3484-45a1-90f3-eeb68623f30b tempest-RoutersIpV6Test-1448447933 tempest-RoutersIpV6Test-1448447933-project] Pushing event updated for resources: {'Network': ['ID=5a0407f1-1e47-4f7c-9b40-8fcc21217cea,revision_number=1']} {{(pid=94175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 11:35:35.262275 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG oslo_concurrency.lockutils [None req-4d8ad439-3484-45a1-90f3-eeb68623f30b tempest-RoutersIpV6Test-1448447933 tempest-RoutersIpV6Test-1448447933-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.106s {{(pid=94175) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 11:35:35.265887 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.plugins.ml2.rpc [None req-dc7542b2-afef-47f4-a763-e3a3cba144be None None] Network 5a0407f1-1e47-4f7c-9b40-8fcc21217cea details requested by agent ovs-agent-dv-neutron-601336-94-hyperv with host dv-neutron-601336-94-hyperv {{(pid=94176) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:250}} Jun 23 11:35:35.317845 dv-neutron-601336-94-hyperv neutron-server[94175]: INFO neutron.wsgi [None req-4d8ad439-3484-45a1-90f3-eeb68623f30b tempest-RoutersIpV6Test-1448447933 tempest-RoutersIpV6Test-1448447933-project] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 770 time: 0.4978333 Jun 23 11:35:35.321994 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.wsgi [-] (94175) accepted ('10.222.0.20', 41192) {{(pid=94175) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 11:35:35.327947 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.api.v2.base [None req-42e813a0-fbe7-49e4-ac7c-ccd1deed3bf4 tempest-RoutersIpV6Test-1448447933 tempest-RoutersIpV6Test-1448447933-project] Request body: {'subnet': {'network_id': '5a0407f1-1e47-4f7c-9b40-8fcc21217cea', 'cidr': '2001:db8:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:1::1'}} {{(pid=94175) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 23 11:35:35.376538 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.db.provisioning_blocks [None req-dc7542b2-afef-47f4-a763-e3a3cba144be None None] Provisioning for port 1b959f7c-17e8-44e4-9916-227419804207 completed by entity L2. {{(pid=94176) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 23 11:35:35.396362 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.db.provisioning_blocks [None req-dc7542b2-afef-47f4-a763-e3a3cba144be None None] Provisioning complete for port 1b959f7c-17e8-44e4-9916-227419804207 triggered by entity L2. {{(pid=94176) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 23 11:35:35.396706 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron_lib.callbacks.manager [None req-dc7542b2-afef-47f4-a763-e3a3cba144be None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-899258'] for port, provisioning_complete {{(pid=94176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:35:35.412251 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron_lib.callbacks.manager [None req-20a9a3be-445e-4be0-9996-bf8e24c8fc04 tempest-NegativeSecGroupIPv6Test-1070497984 tempest-NegativeSecGroupIPv6Test-1070497984-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:35:35.413420 dv-neutron-601336-94-hyperv neutron-server[94174]: INFO neutron.wsgi [None req-20a9a3be-445e-4be0-9996-bf8e24c8fc04 tempest-NegativeSecGroupIPv6Test-1070497984 tempest-NegativeSecGroupIPv6Test-1070497984-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 1.0309067 Jun 23 11:35:35.417186 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.wsgi [-] (94175) accepted ('10.222.0.20', 41194) {{(pid=94175) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 11:35:35.423533 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.api.v2.base [None req-75f72b0a-3e34-4f6f-9dd8-c812edbf7337 tempest-NegativeSecGroupIPv6Test-1070497984 tempest-NegativeSecGroupIPv6Test-1070497984-project] Request body: {'security_group_rule': {'security_group_id': 'b579e50b-0775-4e1c-af8b-ecaed54fc644', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'port_range_min': 66, 'port_range_max': 67}} {{(pid=94175) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 23 11:35:35.456571 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.db.provisioning_blocks [None req-e7730ab4-d2bb-40ef-b34b-89305a23eaf2 None None] Provisioning complete for port 18eeaa2a-9fe9-456b-8f26-be0272e23bad triggered by entity DHCP. {{(pid=94176) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 23 11:35:35.456961 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron_lib.callbacks.manager [None req-e7730ab4-d2bb-40ef-b34b-89305a23eaf2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-899258'] for port, provisioning_complete {{(pid=94176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:35:35.463957 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron_lib.callbacks.manager [None req-b36fe17a-4427-426e-8200-b3fe5c5fc843 tempest-RoutersTest-228919764 tempest-RoutersTest-228919764-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-520412', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-524143'] for router, after_create {{(pid=94174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:35:35.525760 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-520642a8-575f-408f-86ce-17c54ec8aae1 req-422b0e69-a0bf-4b9b-94b8-8782ea0f22a2 tempest-ServerActionsTestJSON-161917335 tempest-ServerActionsTestJSON-161917335-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94174) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 11:35:35.527258 dv-neutron-601336-94-hyperv neutron-server[94174]: INFO neutron.wsgi [req-520642a8-575f-408f-86ce-17c54ec8aae1 req-422b0e69-a0bf-4b9b-94b8-8782ea0f22a2 tempest-ServerActionsTestJSON-161917335 tempest-ServerActionsTestJSON-161917335-project] 10.222.0.20 "GET /v2.0/ports?device_id=85769616-6b8b-4da7-ad73-344986edf607 HTTP/1.1" status: 200 len: 945 time: 0.1188040 Jun 23 11:35:35.530462 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.plugins.ml2.plugin [None req-e7730ab4-d2bb-40ef-b34b-89305a23eaf2 None None] Port 18eeaa2a-9fe9-456b-8f26-be0272e23bad cannot update to ACTIVE because it is not bound. {{(pid=94176) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jun 23 11:35:35.542329 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-42e813a0-fbe7-49e4-ac7c-ccd1deed3bf4 tempest-RoutersIpV6Test-1448447933 tempest-RoutersIpV6Test-1448447933-project] Made reservation on behalf of a04e393135be4822803c421d0995b548 for: {'subnet': 1} {{(pid=94175) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 23 11:35:35.546043 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron_lib.callbacks.manager [None req-42e813a0-fbe7-49e4-ac7c-ccd1deed3bf4 tempest-RoutersIpV6Test-1448447933 tempest-RoutersIpV6Test-1448447933-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4660073'] for subnet, before_create {{(pid=94175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:35:35.581930 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron_lib.callbacks.manager [None req-dc7542b2-afef-47f4-a763-e3a3cba144be None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-923122'] for port, before_update {{(pid=94176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:35:35.609568 dv-neutron-601336-94-hyperv neutron-server[94174]: INFO neutron.wsgi [req-520642a8-575f-408f-86ce-17c54ec8aae1 req-b6c36902-ed30-4213-911d-eb0307886e81 tempest-ServerActionsTestJSON-161917335 tempest-ServerActionsTestJSON-161917335-project] 10.222.0.20 "GET /v2.0/security-groups?id=f0520e5d-8f0e-4c28-b543-be4405698077&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0748262 Jun 23 11:35:35.610448 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.db.l3_hamode_db [None req-4e893e3e-7d83-4c46-aa2b-bf5d911d86c0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'efd40a64-d42c-4d74-9749-ec45002e9efd', 'name': 'tempest-RoutersIpV6Test-router-621702574', 'tenant_id': 'a04e393135be4822803c421d0995b548', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-23T11:35:29Z', 'updated_at': '2021-06-23T11:35:33Z', 'revision_number': 2, 'project_id': 'a04e393135be4822803c421d0995b548', 'gw_port_host': None, '_interfaces': [{'id': '18eeaa2a-9fe9-456b-8f26-be0272e23bad', 'name': '', 'network_id': '8dba2472-7331-4ba9-b904-298b042d46c9', 'tenant_id': 'a04e393135be4822803c421d0995b548', 'mac_address': 'fa:16:3e:b5:78:64', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'efd40a64-d42c-4d74-9749-ec45002e9efd', 'device_owner': 'network:router_interface', 'standard_attr_id': 1011, 'fixed_ips': [{'subnet_id': '175bc06c-342b-4e55-945c-a10b0728e9dd', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-23T11:35:32Z', 'updated_at': '2021-06-23T11:35:33Z', 'revision_number': 2, 'project_id': 'a04e393135be4822803c421d0995b548', 'subnets': [{'id': '175bc06c-342b-4e55-945c-a10b0728e9dd', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-601336-94-hyperv', False) {} {{(pid=94176) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 11:35:35.642994 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4e893e3e-7d83-4c46-aa2b-bf5d911d86c0 None None] Checking router: efd40a64-d42c-4d74-9749-ec45002e9efd for host: dv-neutron-601336-94-hyperv {{(pid=94176) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 23 11:35:35.643568 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4e893e3e-7d83-4c46-aa2b-bf5d911d86c0 None None] Updating router efd40a64-d42c-4d74-9749-ec45002e9efd port 18eeaa2a-9fe9-456b-8f26-be0272e23bad binding host dv-neutron-601336-94-hyperv {{(pid=94176) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 23 11:35:35.654245 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.plugins.ml2.db [None req-dc7542b2-afef-47f4-a763-e3a3cba144be None None] For port 1b959f7c-17e8-44e4-9916-227419804207, host dv-neutron-601336-94-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-94-hyperv',level=0,port_id=1b959f7c-17e8-44e4-9916-227419804207,segment=NetworkSegment(b20cfaea-d20e-46ee-af14-877e5dc279cc),segment_id=b20cfaea-d20e-46ee-af14-877e5dc279cc)] {{(pid=94176) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 23 11:35:35.696924 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron_lib.callbacks.manager [None req-4e893e3e-7d83-4c46-aa2b-bf5d911d86c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-923122'] for port, before_update {{(pid=94176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:35:35.709466 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b36fe17a-4427-426e-8200-b3fe5c5fc843 tempest-RoutersTest-228919764 tempest-RoutersTest-228919764-project] Router 9ac7aa5c-e13e-4cc7-96cf-d4897db18486 is scheduled to L3 agent 50ef99c0-ef28-4db5-b303-b145898fae60 with binding_index 1 {{(pid=94174) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jun 23 11:35:35.743455 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron_lib.callbacks.manager [None req-dc7542b2-afef-47f4-a763-e3a3cba144be None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-922904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866062', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773700135042', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773699642233', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773699642278'] for port, after_update {{(pid=94176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:35:35.748160 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG oslo_concurrency.lockutils [None req-cd776321-371c-4046-9721-9d1eb3671983 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 11:35:35.774296 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron_lib.callbacks.manager [None req-75f72b0a-3e34-4f6f-9dd8-c812edbf7337 tempest-NegativeSecGroupIPv6Test-1070497984 tempest-NegativeSecGroupIPv6Test-1070497984-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:35:35.836202 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron_lib.callbacks.manager [None req-42e813a0-fbe7-49e4-ac7c-ccd1deed3bf4 tempest-RoutersIpV6Test-1448447933 tempest-RoutersIpV6Test-1448447933-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866062', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5083113', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4660095'] for subnet, after_create {{(pid=94175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:35:35.839660 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG oslo_concurrency.lockutils [None req-d20a88ed-32bd-4ea2-b636-ac445d781165 tempest-NetworksTest-2133396914 tempest-NetworksTest-2133396914-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94175) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 11:35:35.851471 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b36fe17a-4427-426e-8200-b3fe5c5fc843 tempest-RoutersTest-228919764 tempest-RoutersTest-228919764-project] Notify agent at l3_agent.dv-neutron-601336-94-hyperv the message routers_updated {{(pid=94174) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 23 11:35:35.856912 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc7542b2-afef-47f4-a763-e3a3cba144be None None] Pushing event updated for resources: {'Port': ['ID=1b959f7c-17e8-44e4-9916-227419804207,revision_number=3']} {{(pid=94176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 11:35:35.866022 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG oslo_concurrency.lockutils [None req-dc7542b2-afef-47f4-a763-e3a3cba144be None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.118s {{(pid=94176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 11:35:35.885280 dv-neutron-601336-94-hyperv neutron-server[94177]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6653491a-82fa-49f4-8639-089314cd97f7 None None] Sync routers for ids ['9ac7aa5c-e13e-4cc7-96cf-d4897db18486'] in dv-neutron-601336-94-hyperv {{(pid=94177) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 23 11:35:35.896073 dv-neutron-601336-94-hyperv neutron-server[94177]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6653491a-82fa-49f4-8639-089314cd97f7 None None] Routers {'9ac7aa5c-e13e-4cc7-96cf-d4897db18486'} bound to L3 agent in host dv-neutron-601336-94-hyperv {{(pid=94177) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 23 11:35:35.896693 dv-neutron-601336-94-hyperv neutron-server[94177]: DEBUG neutron.db.l3_hamode_db [None req-6653491a-82fa-49f4-8639-089314cd97f7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-601336-94-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-23T11:22:13Z,description=,heartbeat_timestamp=2021-06-23T11:35:13Z,host='dv-neutron-601336-94-hyperv',id=50ef99c0-ef28-4db5-b303-b145898fae60,load=0,resource_versions=,resources_synced=,started_at=2021-06-23T11:22:14Z,topic='l3_agent')) {'router_ids': ['9ac7aa5c-e13e-4cc7-96cf-d4897db18486'], 'active': True} {{(pid=94177) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 11:35:35.908052 dv-neutron-601336-94-hyperv neutron-server[94175]: INFO neutron.api.v2.resource [None req-75f72b0a-3e34-4f6f-9dd8-c812edbf7337 tempest-NegativeSecGroupIPv6Test-1070497984 tempest-NegativeSecGroupIPv6Test-1070497984-project] create failed (client error): There was a conflict when trying to complete your request. Jun 23 11:35:35.911938 dv-neutron-601336-94-hyperv neutron-server[94175]: INFO neutron.wsgi [None req-75f72b0a-3e34-4f6f-9dd8-c812edbf7337 tempest-NegativeSecGroupIPv6Test-1070497984 tempest-NegativeSecGroupIPv6Test-1070497984-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 409 len: 366 time: 0.4937131 Jun 23 11:35:35.912512 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.wsgi [-] (94174) accepted ('10.222.0.20', 41198) {{(pid=94174) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 11:35:35.925940 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42e813a0-fbe7-49e4-ac7c-ccd1deed3bf4 tempest-RoutersIpV6Test-1448447933 tempest-RoutersIpV6Test-1448447933-project] Pushing event updated for resources: {'Subnet': ['ID=af9b362d-ea7d-430f-b9de-bdf75c0ca07a,revision_number=0']} {{(pid=94175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 11:35:35.941192 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG oslo_concurrency.lockutils [None req-42e813a0-fbe7-49e4-ac7c-ccd1deed3bf4 tempest-RoutersIpV6Test-1448447933 tempest-RoutersIpV6Test-1448447933-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.101s {{(pid=94175) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 11:35:35.953063 dv-neutron-601336-94-hyperv neutron-server[94177]: DEBUG neutron.db.l3_hamode_db [None req-6653491a-82fa-49f4-8639-089314cd97f7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-601336-94-hyperv', False) {} {{(pid=94177) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 11:35:35.956354 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-42e813a0-fbe7-49e4-ac7c-ccd1deed3bf4 tempest-RoutersIpV6Test-1448447933 tempest-RoutersIpV6Test-1448447933-project] Checking segment: {'id': '28ca3686-7ff9-4891-a18f-d23f02683aab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 420, 'network_id': '5a0407f1-1e47-4f7c-9b40-8fcc21217cea'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94175) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 23 11:35:35.956727 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-42e813a0-fbe7-49e4-ac7c-ccd1deed3bf4 tempest-RoutersIpV6Test-1448447933 tempest-RoutersIpV6Test-1448447933-project] Network hostable DHCP agents. Network: 5a0407f1-1e47-4f7c-9b40-8fcc21217cea, hostable agents: ['8cf29b10-0e57-4131-816f-a4b6ad00b249'], hosted agents: [] {{(pid=94175) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 23 11:35:35.963900 dv-neutron-601336-94-hyperv neutron-server[94177]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6653491a-82fa-49f4-8639-089314cd97f7 None None] Routers {'9ac7aa5c-e13e-4cc7-96cf-d4897db18486'} bound to L3 agent in host dv-neutron-601336-94-hyperv {{(pid=94177) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 23 11:35:35.964792 dv-neutron-601336-94-hyperv neutron-server[94177]: DEBUG neutron.db.l3_hamode_db [None req-6653491a-82fa-49f4-8639-089314cd97f7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-601336-94-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-23T11:22:13Z,description=,heartbeat_timestamp=2021-06-23T11:35:13Z,host='dv-neutron-601336-94-hyperv',id=50ef99c0-ef28-4db5-b303-b145898fae60,load=0,resource_versions=,resources_synced=,started_at=2021-06-23T11:22:14Z,topic='l3_agent')) {'router_ids': ['9ac7aa5c-e13e-4cc7-96cf-d4897db18486'], 'active': True} {{(pid=94177) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 11:35:35.975871 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron_lib.callbacks.manager [None req-b36fe17a-4427-426e-8200-b3fe5c5fc843 tempest-RoutersTest-228919764 tempest-RoutersTest-228919764-project] Notify callbacks [] for router, before_response {{(pid=94174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:35:35.979701 dv-neutron-601336-94-hyperv neutron-server[94174]: INFO neutron.wsgi [None req-b36fe17a-4427-426e-8200-b3fe5c5fc843 tempest-RoutersTest-228919764 tempest-RoutersTest-228919764-project] 10.222.0.20 "POST /v2.0/routers HTTP/1.1" status: 201 len: 880 time: 3.0879941 Jun 23 11:35:35.980045 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.wsgi [-] (94175) accepted ('10.222.0.20', 41202) {{(pid=94175) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 11:35:36.002623 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron_lib.callbacks.manager [None req-edee49e0-63bf-419d-aa71-1d6c5a835972 tempest-NegativeSecGroupIPv6Test-1070497984 tempest-NegativeSecGroupIPv6Test-1070497984-project] Notify callbacks [] for security_group, before_delete {{(pid=94174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:35:36.018050 dv-neutron-601336-94-hyperv neutron-server[94177]: DEBUG neutron.db.l3_hamode_db [None req-6653491a-82fa-49f4-8639-089314cd97f7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-601336-94-hyperv', False) {} {{(pid=94177) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 11:35:36.018915 dv-neutron-601336-94-hyperv neutron-server[94177]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6653491a-82fa-49f4-8639-089314cd97f7 None None] The sync data for ids ['9ac7aa5c-e13e-4cc7-96cf-d4897db18486'] in dv-neutron-601336-94-hyperv is: [] {{(pid=94177) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 23 11:35:36.038176 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron_lib.callbacks.manager [None req-edee49e0-63bf-419d-aa71-1d6c5a835972 tempest-NegativeSecGroupIPv6Test-1070497984 tempest-NegativeSecGroupIPv6Test-1070497984-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:35:36.051449 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-42e813a0-fbe7-49e4-ac7c-ccd1deed3bf4 tempest-RoutersIpV6Test-1448447933 tempest-RoutersIpV6Test-1448447933-project] Network 5a0407f1-1e47-4f7c-9b40-8fcc21217cea is scheduled to be hosted by DHCP agent 8cf29b10-0e57-4131-816f-a4b6ad00b249 with binding_index 1 {{(pid=94175) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 23 11:35:36.069824 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron_lib.callbacks.manager [None req-4e893e3e-7d83-4c46-aa2b-bf5d911d86c0 None None] Notify callbacks [] for port, precommit_update {{(pid=94176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:35:36.158701 dv-neutron-601336-94-hyperv neutron-server[94175]: INFO neutron.wsgi [None req-4868eb76-817b-4133-b643-61de522ee560 tempest-RoutersTest-228919764 tempest-RoutersTest-228919764-project] 10.222.0.20 "GET /v2.0/routers/9ac7aa5c-e13e-4cc7-96cf-d4897db18486 HTTP/1.1" status: 200 len: 881 time: 0.1754682 Jun 23 11:35:36.159245 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.wsgi [-] (94175) accepted ('10.222.0.20', 41204) {{(pid=94175) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 11:35:36.167120 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.scheduler.base_scheduler [None req-42e813a0-fbe7-49e4-ac7c-ccd1deed3bf4 tempest-RoutersIpV6Test-1448447933 tempest-RoutersIpV6Test-1448447933-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-601336-94-hyperv, 5a0407f1-1e47-4f7c-9b40-8fcc21217cea) {{(pid=94175) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 23 11:35:36.178172 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-21e46047-3600-43bc-bcab-f3b08d7bb78c None None] Network 5a0407f1-1e47-4f7c-9b40-8fcc21217cea requested from dv-neutron-601336-94-hyperv {{(pid=94176) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 23 11:35:36.190945 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61bdc2ff-9795-4b66-af87-e1d05180be62 req-b9f869da-f765-41ee-9067-671f72a93007 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94174) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 11:35:36.192460 dv-neutron-601336-94-hyperv neutron-server[94174]: INFO neutron.wsgi [req-61bdc2ff-9795-4b66-af87-e1d05180be62 req-b9f869da-f765-41ee-9067-671f72a93007 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=252b24454ee04e36b666155dab1feb23&device_id=85769616-6b8b-4da7-ad73-344986edf607 HTTP/1.1" status: 200 len: 1098 time: 0.0984013 Jun 23 11:35:36.200231 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-42e813a0-fbe7-49e4-ac7c-ccd1deed3bf4 tempest-RoutersIpV6Test-1448447933 tempest-RoutersIpV6Test-1448447933-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 11:35:36.201938 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac48a743-31a3-406e-92a9-a2f9d50bb83c req-b5027289-2dc6-4461-a0b5-65fd5a868584 tempest-ServerActionsTestJSON-161917335 tempest-ServerActionsTestJSON-161917335-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94174) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 11:35:36.202066 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron_lib.callbacks.manager [None req-42e813a0-fbe7-49e4-ac7c-ccd1deed3bf4 tempest-RoutersIpV6Test-1448447933 tempest-RoutersIpV6Test-1448447933-project] Notify callbacks [] for subnet, before_response {{(pid=94175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:35:36.202164 dv-neutron-601336-94-hyperv neutron-server[94174]: INFO neutron.wsgi [req-ac48a743-31a3-406e-92a9-a2f9d50bb83c req-b5027289-2dc6-4461-a0b5-65fd5a868584 tempest-ServerActionsTestJSON-161917335 tempest-ServerActionsTestJSON-161917335-project] 10.222.0.20 "GET /v2.0/ports?device_id=85769616-6b8b-4da7-ad73-344986edf607 HTTP/1.1" status: 200 len: 945 time: 0.1088755 Jun 23 11:35:36.204194 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron_lib.callbacks.manager [None req-edee49e0-63bf-419d-aa71-1d6c5a835972 tempest-NegativeSecGroupIPv6Test-1070497984 tempest-NegativeSecGroupIPv6Test-1070497984-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7996330'] for security_group, after_delete {{(pid=94174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:35:36.207359 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron_lib.callbacks.manager [None req-edee49e0-63bf-419d-aa71-1d6c5a835972 tempest-NegativeSecGroupIPv6Test-1070497984 tempest-NegativeSecGroupIPv6Test-1070497984-project] Notify callbacks [] for security_group, before_response {{(pid=94174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:35:36.211167 dv-neutron-601336-94-hyperv neutron-server[94174]: INFO neutron.wsgi [None req-edee49e0-63bf-419d-aa71-1d6c5a835972 tempest-NegativeSecGroupIPv6Test-1070497984 tempest-NegativeSecGroupIPv6Test-1070497984-project] 10.222.0.20 "DELETE /v2.0/security-groups/b579e50b-0775-4e1c-af8b-ecaed54fc644 HTTP/1.1" status: 204 len: 168 time: 0.2951097 Jun 23 11:35:36.212298 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.wsgi [-] (94175) accepted ('10.222.0.20', 41206) {{(pid=94175) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 11:35:36.217081 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG oslo_concurrency.lockutils [None req-ab37bb84-c974-4aad-be60-74021f3302bb tempest-PortsTestJSON-2085221018 tempest-PortsTestJSON-2085221018-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94174) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 11:35:36.269464 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edee49e0-63bf-419d-aa71-1d6c5a835972 tempest-NegativeSecGroupIPv6Test-1070497984 tempest-NegativeSecGroupIPv6Test-1070497984-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=b579e50b-0775-4e1c-af8b-ecaed54fc644,revision_number=None']} {{(pid=94174) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 11:35:36.272551 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.db.provisioning_blocks [None req-4e893e3e-7d83-4c46-aa2b-bf5d911d86c0 None None] Transition to ACTIVE for port object 18eeaa2a-9fe9-456b-8f26-be0272e23bad will not be triggered until provisioned by entity L2. {{(pid=94176) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 23 11:35:36.277242 dv-neutron-601336-94-hyperv neutron-server[94175]: INFO neutron.wsgi [None req-acc0041a-64a6-402a-b391-895190b3bda4 tempest-NegativeSecGroupIPv6Test-1070497984 tempest-NegativeSecGroupIPv6Test-1070497984-project] 10.222.0.20 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0599844 Jun 23 11:35:36.278186 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.wsgi [-] (94175) accepted ('10.222.0.20', 41210) {{(pid=94175) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 11:35:36.280300 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG oslo_concurrency.lockutils [None req-edee49e0-63bf-419d-aa71-1d6c5a835972 tempest-NegativeSecGroupIPv6Test-1070497984 tempest-NegativeSecGroupIPv6Test-1070497984-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.062s {{(pid=94174) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 11:35:36.310005 dv-neutron-601336-94-hyperv neutron-server[94174]: INFO neutron.wsgi [req-ac48a743-31a3-406e-92a9-a2f9d50bb83c req-38aa66c2-6564-4348-b202-815ff01754d1 tempest-ServerActionsTestJSON-161917335 tempest-ServerActionsTestJSON-161917335-project] 10.222.0.20 "GET /v2.0/security-groups?id=f0520e5d-8f0e-4c28-b543-be4405698077&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0896130 Jun 23 11:35:36.311761 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.api.v2.base [None req-974542c7-ab5c-41f8-8520-f72cba7e60c7 tempest-NegativeSecGroupIPv6Test-1070497984 tempest-NegativeSecGroupIPv6Test-1070497984-project] Request body: {'security_group': {'name': 'tempest-secgroup--1818816815'}} {{(pid=94175) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 23 11:35:36.322143 dv-neutron-601336-94-hyperv neutron-server[94175]: INFO neutron.wsgi [None req-42e813a0-fbe7-49e4-ac7c-ccd1deed3bf4 tempest-RoutersIpV6Test-1448447933 tempest-RoutersIpV6Test-1448447933-project] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 830 time: 0.9955878 Jun 23 11:35:36.322820 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.wsgi [-] (94174) accepted ('10.222.0.20', 41212) {{(pid=94174) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 11:35:36.342171 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron_lib.callbacks.manager [None req-4e893e3e-7d83-4c46-aa2b-bf5d911d86c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-922904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866062', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773700135042', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773699642233', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773699642278'] for port, after_update {{(pid=94176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:35:36.351235 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG oslo_concurrency.lockutils [None req-cda780eb-a1fc-425a-94e9-b598136c1efb None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 11:35:36.376968 dv-neutron-601336-94-hyperv neutron-server[94175]: INFO neutron.wsgi [None req-0370922b-8faa-48d9-84d1-4d11b940a038 tempest-RoutersTest-228919764 tempest-RoutersTest-228919764-project] 10.222.0.20 "GET /v2.0/routers HTTP/1.1" status: 200 len: 884 time: 0.2160013 Jun 23 11:35:36.380647 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.wsgi [-] (94175) accepted ('10.222.0.20', 41214) {{(pid=94175) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 11:35:36.386740 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.api.v2.base [None req-cf55106e-b94f-4183-aeff-da80f573cfc9 tempest-RoutersTest-228919764 tempest-RoutersTest-228919764-project] Request body: {'router': {'name': 'updatedtempest-RoutersTest-router-1490699729'}} {{(pid=94175) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 23 11:35:36.389528 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.wsgi [-] (94175) accepted ('10.222.0.20', 41216) {{(pid=94175) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 11:35:36.421547 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61bdc2ff-9795-4b66-af87-e1d05180be62 req-b3310abe-92bb-4885-8bb3-1555e5092254 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94174) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 11:35:36.423348 dv-neutron-601336-94-hyperv neutron-server[94174]: INFO neutron.wsgi [req-61bdc2ff-9795-4b66-af87-e1d05180be62 req-b3310abe-92bb-4885-8bb3-1555e5092254 service neutron] 10.222.0.52 "GET /v2.0/networks?id=34cf218b-02ad-4259-a49e-5807c729dd9a HTTP/1.1" status: 200 len: 913 time: 0.2200480 Jun 23 11:35:36.467353 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1b271ee-13c5-4c36-b6f4-0ff13c1a9496 None None] Pushing event updated for resources: {'Port': ['ID=18eeaa2a-9fe9-456b-8f26-be0272e23bad,revision_number=3']} {{(pid=94176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 11:35:36.474216 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0467244f-3b57-4bc1-9df6-0d2d1515f3d1 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1e0d828a-1fa4-563d-b7fd-53adf66a04ee-5a0407f1-1e47-4f7c-9b40-8fcc21217cea', 'network_id': '5a0407f1-1e47-4f7c-9b40-8fcc21217cea', 'tenant_id': 'a04e393135be4822803c421d0995b548', 'fixed_ips': [{'subnet_id': 'af9b362d-ea7d-430f-b9de-bdf75c0ca07a'}]}} from dv-neutron-601336-94-hyperv. {{(pid=94176) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 23 11:35:36.475273 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron_lib.callbacks.manager [None req-0467244f-3b57-4bc1-9df6-0d2d1515f3d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-923104'] for port, before_create {{(pid=94176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:35:36.476783 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron_lib.callbacks.manager [None req-974542c7-ab5c-41f8-8520-f72cba7e60c7 tempest-NegativeSecGroupIPv6Test-1070497984 tempest-NegativeSecGroupIPv6Test-1070497984-project] Notify callbacks [] for security_group, before_create {{(pid=94175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:35:36.477771 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG oslo_concurrency.lockutils [None req-a1b271ee-13c5-4c36-b6f4-0ff13c1a9496 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.131s {{(pid=94176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 11:35:36.497748 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.plugins.ml2.managers [None req-4e893e3e-7d83-4c46-aa2b-bf5d911d86c0 None None] Attempting to bind port 18eeaa2a-9fe9-456b-8f26-be0272e23bad on host dv-neutron-601336-94-hyperv for vnic_type normal with profile {{(pid=94176) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 23 11:35:36.498266 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.plugins.ml2.managers [None req-4e893e3e-7d83-4c46-aa2b-bf5d911d86c0 None None] Attempting to bind port 18eeaa2a-9fe9-456b-8f26-be0272e23bad by drivers openvswitch,hyperv on host dv-neutron-601336-94-hyperv at level 0 using segments [{'id': 'b20cfaea-d20e-46ee-af14-877e5dc279cc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 417, 'network_id': '8dba2472-7331-4ba9-b904-298b042d46c9'}] {{(pid=94176) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 23 11:35:36.498737 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4e893e3e-7d83-4c46-aa2b-bf5d911d86c0 None None] Attempting to bind port 18eeaa2a-9fe9-456b-8f26-be0272e23bad on network 8dba2472-7331-4ba9-b904-298b042d46c9 {{(pid=94176) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 23 11:35:36.511372 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4e893e3e-7d83-4c46-aa2b-bf5d911d86c0 None None] Checking agent: {'id': '4d05f899-5ac9-411b-8a03-f60c93f87cdf', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-601336-94-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 23, 11, 22, 14), 'started_at': datetime.datetime(2021, 6, 23, 11, 22, 44), 'heartbeat_timestamp': datetime.datetime(2021, 6, 23, 11, 35, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'monitor_allowed_address_pair_garp': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-601336-94-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94176) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 23 11:35:36.513218 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4e893e3e-7d83-4c46-aa2b-bf5d911d86c0 None None] Checking segment: {'id': 'b20cfaea-d20e-46ee-af14-877e5dc279cc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 417, 'network_id': '8dba2472-7331-4ba9-b904-298b042d46c9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94176) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 23 11:35:36.513218 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron_lib.callbacks.manager [None req-4e893e3e-7d83-4c46-aa2b-bf5d911d86c0 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:35:36.513218 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4e893e3e-7d83-4c46-aa2b-bf5d911d86c0 None None] Bound using segment: {'id': 'b20cfaea-d20e-46ee-af14-877e5dc279cc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 417, 'network_id': '8dba2472-7331-4ba9-b904-298b042d46c9'} {{(pid=94176) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 23 11:35:36.513218 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.plugins.ml2.managers [None req-4e893e3e-7d83-4c46-aa2b-bf5d911d86c0 None None] Bound port: 18eeaa2a-9fe9-456b-8f26-be0272e23bad, host: dv-neutron-601336-94-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b20cfaea-d20e-46ee-af14-877e5dc279cc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 417, 'network_id': '8dba2472-7331-4ba9-b904-298b042d46c9'}}] {{(pid=94176) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 23 11:35:36.513945 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron_lib.callbacks.manager [None req-4e893e3e-7d83-4c46-aa2b-bf5d911d86c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-923122'] for port, before_update {{(pid=94176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:35:36.524570 dv-neutron-601336-94-hyperv neutron-server[94174]: INFO neutron.wsgi [req-61bdc2ff-9795-4b66-af87-e1d05180be62 req-e3cff8e7-fea1-4312-9949-74469cf805e2 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=4428b5cd-2ee2-4454-b711-d13a003d5236 HTTP/1.1" status: 200 len: 1001 time: 0.0912735 Jun 23 11:35:36.679939 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.plugins.ml2.db [None req-4e893e3e-7d83-4c46-aa2b-bf5d911d86c0 None None] For port 18eeaa2a-9fe9-456b-8f26-be0272e23bad, host dv-neutron-601336-94-hyperv, cleared binding levels {{(pid=94176) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 23 11:35:36.684787 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-77afa149-7134-4492-8fd0-ebb9eaeb4a35 tempest-TestNetworkBasicOps-1420332966 tempest-TestNetworkBasicOps-1420332966-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 11:35:36.685293 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-77afa149-7134-4492-8fd0-ebb9eaeb4a35 tempest-TestNetworkBasicOps-1420332966 tempest-TestNetworkBasicOps-1420332966-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 11:35:36.685783 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-77afa149-7134-4492-8fd0-ebb9eaeb4a35 tempest-TestNetworkBasicOps-1420332966 tempest-TestNetworkBasicOps-1420332966-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 11:35:36.691305 dv-neutron-601336-94-hyperv neutron-server[94175]: INFO neutron.wsgi [None req-77afa149-7134-4492-8fd0-ebb9eaeb4a35 tempest-TestNetworkBasicOps-1420332966 tempest-TestNetworkBasicOps-1420332966-project-admin] 10.222.0.20 "GET /v2.0/ports?project_id=772b9946478d439e9da4eaeade7fb21d&network_id=cf29c68f-82b8-4662-a929-931f65637941 HTTP/1.1" status: 200 len: 3002 time: 0.2959194 Jun 23 11:35:36.692308 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.db.db_base_plugin_common [None req-0467244f-3b57-4bc1-9df6-0d2d1515f3d1 None None] Allocated IP 2001:db8:1::2 (5a0407f1-1e47-4f7c-9b40-8fcc21217cea/af9b362d-ea7d-430f-b9de-bdf75c0ca07a/6052859a-37c2-45e2-bcee-d5c5605453d5) {{(pid=94176) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 23 11:35:36.696987 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.plugins.ml2.db [None req-4e893e3e-7d83-4c46-aa2b-bf5d911d86c0 None None] For port 18eeaa2a-9fe9-456b-8f26-be0272e23bad, host dv-neutron-601336-94-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-94-hyperv',level=0,port_id=18eeaa2a-9fe9-456b-8f26-be0272e23bad,segment=NetworkSegment(b20cfaea-d20e-46ee-af14-877e5dc279cc),segment_id=b20cfaea-d20e-46ee-af14-877e5dc279cc)] {{(pid=94176) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 23 11:35:36.750863 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61bdc2ff-9795-4b66-af87-e1d05180be62 req-537725fb-d002-41e6-8c06-c25155b6e39f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94174) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 11:35:36.752586 dv-neutron-601336-94-hyperv neutron-server[94174]: INFO neutron.wsgi [req-61bdc2ff-9795-4b66-af87-e1d05180be62 req-537725fb-d002-41e6-8c06-c25155b6e39f service neutron] 10.222.0.52 "GET /v2.0/subnets?id=47ff68e9-949b-4720-9652-7e8da6276be9 HTTP/1.1" status: 200 len: 851 time: 0.0997179 Jun 23 11:35:36.758899 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron_lib.callbacks.manager [None req-4e893e3e-7d83-4c46-aa2b-bf5d911d86c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-922904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866062', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773700135042', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773699642233', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773699642278'] for port, after_update {{(pid=94176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:35:36.763122 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG oslo_concurrency.lockutils [None req-ac42d8a0-17ee-409e-888f-e8b3dc220dae None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 11:35:36.771489 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron_lib.callbacks.manager [None req-974542c7-ab5c-41f8-8520-f72cba7e60c7 tempest-NegativeSecGroupIPv6Test-1070497984 tempest-NegativeSecGroupIPv6Test-1070497984-project] Notify callbacks [] for security_group, precommit_create {{(pid=94175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:35:36.817301 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron_lib.callbacks.manager [None req-974542c7-ab5c-41f8-8520-f72cba7e60c7 tempest-NegativeSecGroupIPv6Test-1070497984 tempest-NegativeSecGroupIPv6Test-1070497984-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7996330'] for security_group, after_create {{(pid=94175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:35:36.822576 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG oslo_concurrency.lockutils [None req-7c33e908-7797-47d2-a7be-0914bffe4f9b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94175) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 11:35:36.857383 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1b271ee-13c5-4c36-b6f4-0ff13c1a9496 None None] Pushing event updated for resources: {'Port': ['ID=18eeaa2a-9fe9-456b-8f26-be0272e23bad,revision_number=4']} {{(pid=94176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 11:35:36.863797 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG oslo_concurrency.lockutils [None req-a1b271ee-13c5-4c36-b6f4-0ff13c1a9496 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.101s {{(pid=94176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 11:35:36.864530 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4e893e3e-7d83-4c46-aa2b-bf5d911d86c0 None None] Routers {'efd40a64-d42c-4d74-9749-ec45002e9efd'} bound to L3 agent in host dv-neutron-601336-94-hyperv {{(pid=94176) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 23 11:35:36.865249 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.db.l3_hamode_db [None req-4e893e3e-7d83-4c46-aa2b-bf5d911d86c0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-601336-94-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-23T11:22:13Z,description=,heartbeat_timestamp=2021-06-23T11:35:13Z,host='dv-neutron-601336-94-hyperv',id=50ef99c0-ef28-4db5-b303-b145898fae60,load=0,resource_versions=,resources_synced=,started_at=2021-06-23T11:22:14Z,topic='l3_agent')) {'router_ids': ['efd40a64-d42c-4d74-9749-ec45002e9efd'], 'active': True} {{(pid=94176) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 11:35:36.872128 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-974542c7-ab5c-41f8-8520-f72cba7e60c7 tempest-NegativeSecGroupIPv6Test-1070497984 tempest-NegativeSecGroupIPv6Test-1070497984-project] Pushing event updated for resources: {'SecurityGroup': ['ID=2aeb7b02-afe9-41c0-8cb0-478882df73e1,revision_number=1']} {{(pid=94175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 11:35:36.882814 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61bdc2ff-9795-4b66-af87-e1d05180be62 req-9eb434db-edf8-4002-b3c8-bc171a2e1bc7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94174) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 11:35:36.885265 dv-neutron-601336-94-hyperv neutron-server[94174]: INFO neutron.wsgi [req-61bdc2ff-9795-4b66-af87-e1d05180be62 req-9eb434db-edf8-4002-b3c8-bc171a2e1bc7 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=34cf218b-02ad-4259-a49e-5807c729dd9a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1178 time: 0.1046898 Jun 23 11:35:36.914068 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG oslo_concurrency.lockutils [None req-974542c7-ab5c-41f8-8520-f72cba7e60c7 tempest-NegativeSecGroupIPv6Test-1070497984 tempest-NegativeSecGroupIPv6Test-1070497984-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.091s {{(pid=94175) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 11:35:36.956446 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.plugins.ml2.rpc [None req-dc7542b2-afef-47f4-a763-e3a3cba144be None None] Device 1b959f7c-17e8-44e4-9916-227419804207 up at agent ovs-agent-dv-neutron-601336-94-hyperv {{(pid=94176) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:298}} Jun 23 11:35:36.956975 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron_lib.callbacks.manager [None req-cf55106e-b94f-4183-aeff-da80f573cfc9 tempest-RoutersTest-228919764 tempest-RoutersTest-228919764-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-524104', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-520389', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-32276'] for router, precommit_update {{(pid=94175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:35:36.968001 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron_lib.callbacks.manager [None req-974542c7-ab5c-41f8-8520-f72cba7e60c7 tempest-NegativeSecGroupIPv6Test-1070497984 tempest-NegativeSecGroupIPv6Test-1070497984-project] Notify callbacks [] for security_group, before_response {{(pid=94175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:35:36.974511 dv-neutron-601336-94-hyperv neutron-server[94175]: INFO neutron.wsgi [None req-974542c7-ab5c-41f8-8520-f72cba7e60c7 tempest-NegativeSecGroupIPv6Test-1070497984 tempest-NegativeSecGroupIPv6Test-1070497984-project] 10.222.0.20 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.6906228 Jun 23 11:35:36.974511 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.wsgi [-] (94175) accepted ('10.222.0.20', 41222) {{(pid=94175) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 11:35:36.977985 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.api.v2.base [None req-afc68634-4e78-42ff-ba87-405cbbd37f27 tempest-NegativeSecGroupIPv6Test-1070497984 tempest-NegativeSecGroupIPv6Test-1070497984-project] Request body: {'security_group_rule': {'security_group_id': '2aeb7b02-afe9-41c0-8cb0-478882df73e1', 'protocol': 'udp', 'direction': 'ingress', 'ethertype': 'bad_ethertype'}} {{(pid=94175) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 23 11:35:36.978626 dv-neutron-601336-94-hyperv neutron-server[94175]: WARNING neutron.api.v2.base [None req-afc68634-4e78-42ff-ba87-405cbbd37f27 tempest-NegativeSecGroupIPv6Test-1070497984 tempest-NegativeSecGroupIPv6Test-1070497984-project] An exception happened while processing the request body. The exception message is [Security group rule for ethertype 'bad_ethertype' not supported. Allowed values are ['IPv4', 'IPv6'].].: securitygroup.SecurityGroupRuleInvalidEtherType: Security group rule for ethertype 'bad_ethertype' not supported. Allowed values are ['IPv4', 'IPv6']. Jun 23 11:35:36.979556 dv-neutron-601336-94-hyperv neutron-server[94175]: INFO neutron.api.v2.resource [None req-afc68634-4e78-42ff-ba87-405cbbd37f27 tempest-NegativeSecGroupIPv6Test-1070497984 tempest-NegativeSecGroupIPv6Test-1070497984-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jun 23 11:35:36.982805 dv-neutron-601336-94-hyperv neutron-server[94175]: INFO neutron.wsgi [None req-afc68634-4e78-42ff-ba87-405cbbd37f27 tempest-NegativeSecGroupIPv6Test-1070497984 tempest-NegativeSecGroupIPv6Test-1070497984-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 396 time: 0.0075128 Jun 23 11:35:36.983157 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.wsgi [-] (94175) accepted ('10.222.0.20', 41224) {{(pid=94175) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 11:35:37.037865 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron_lib.callbacks.manager [None req-0467244f-3b57-4bc1-9df6-0d2d1515f3d1 None None] Notify callbacks [] for port, precommit_create {{(pid=94176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:35:37.038923 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron_lib.callbacks.manager [None req-cf55106e-b94f-4183-aeff-da80f573cfc9 tempest-RoutersTest-228919764 tempest-RoutersTest-228919764-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-524143', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-524145', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-524134', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-520394'] for router, after_update {{(pid=94175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:35:37.040219 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.db.l3_dvr_db [None req-4e893e3e-7d83-4c46-aa2b-bf5d911d86c0 None None] Set router efd40a64-d42c-4d74-9749-ec45002e9efd gateway port host: None {{(pid=94176) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:838}} Jun 23 11:35:37.072169 dv-neutron-601336-94-hyperv neutron-server[94174]: INFO neutron.wsgi [req-61bdc2ff-9795-4b66-af87-e1d05180be62 req-987d5b2b-e309-447a-b92d-a262a6a0266b service neutron] 10.222.0.52 "GET /v2.0/networks/34cf218b-02ad-4259-a49e-5807c729dd9a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1447940 Jun 23 11:35:37.081334 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.db.provisioning_blocks [None req-0467244f-3b57-4bc1-9df6-0d2d1515f3d1 None None] Transition to ACTIVE for port object 6052859a-37c2-45e2-bcee-d5c5605453d5 will not be triggered until provisioned by entity L2. {{(pid=94176) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 23 11:35:37.105684 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron_lib.callbacks.manager [None req-387b1d12-4907-4c11-a055-f42fa4d5888f tempest-NegativeSecGroupIPv6Test-1070497984 tempest-NegativeSecGroupIPv6Test-1070497984-project] Notify callbacks [] for security_group, before_delete {{(pid=94175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:35:37.134532 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron_lib.callbacks.manager [None req-387b1d12-4907-4c11-a055-f42fa4d5888f tempest-NegativeSecGroupIPv6Test-1070497984 tempest-NegativeSecGroupIPv6Test-1070497984-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:35:37.150629 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron_lib.callbacks.manager [None req-ffce9104-11d4-4a98-8083-9f7f6a46decb tempest-RoutersIpV6Test-1448447933 tempest-RoutersIpV6Test-1448447933-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-923104'] for port, before_create {{(pid=94174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:35:37.251324 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cf55106e-b94f-4183-aeff-da80f573cfc9 tempest-RoutersTest-228919764 tempest-RoutersTest-228919764-project] Router 9ac7aa5c-e13e-4cc7-96cf-d4897db18486 has already been hosted by L3 agent 50ef99c0-ef28-4db5-b303-b145898fae60 {{(pid=94175) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 23 11:35:37.276076 dv-neutron-601336-94-hyperv neutron-server[94174]: INFO neutron.wsgi [req-61bdc2ff-9795-4b66-af87-e1d05180be62 req-4bf8b661-702a-474c-aca0-6fd60d79f615 service neutron] 10.222.0.52 "GET /v2.0/networks/34cf218b-02ad-4259-a49e-5807c729dd9a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1951241 Jun 23 11:35:37.297075 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.db.provisioning_blocks [None req-0467244f-3b57-4bc1-9df6-0d2d1515f3d1 None None] Transition to ACTIVE for port object 6052859a-37c2-45e2-bcee-d5c5605453d5 will not be triggered until provisioned by entity DHCP. {{(pid=94176) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 23 11:35:37.298710 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron_lib.callbacks.manager [None req-387b1d12-4907-4c11-a055-f42fa4d5888f tempest-NegativeSecGroupIPv6Test-1070497984 tempest-NegativeSecGroupIPv6Test-1070497984-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7996330'] for security_group, after_delete {{(pid=94175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:35:37.302579 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron_lib.callbacks.manager [None req-387b1d12-4907-4c11-a055-f42fa4d5888f tempest-NegativeSecGroupIPv6Test-1070497984 tempest-NegativeSecGroupIPv6Test-1070497984-project] Notify callbacks [] for security_group, before_response {{(pid=94175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:35:37.303397 dv-neutron-601336-94-hyperv neutron-server[94175]: INFO neutron.wsgi [None req-387b1d12-4907-4c11-a055-f42fa4d5888f tempest-NegativeSecGroupIPv6Test-1070497984 tempest-NegativeSecGroupIPv6Test-1070497984-project] 10.222.0.20 "DELETE /v2.0/security-groups/2aeb7b02-afe9-41c0-8cb0-478882df73e1 HTTP/1.1" status: 204 len: 168 time: 0.3193023 Jun 23 11:35:37.306803 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG oslo_concurrency.lockutils [None req-f8c480f4-3cd8-4a88-b86e-4b1a7a2a1ba0 tempest-PortsIpV6TestJSON-1781383748 tempest-PortsIpV6TestJSON-1781383748-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94175) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 11:35:37.311232 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.wsgi [-] (94175) accepted ('10.222.0.20', 41226) {{(pid=94175) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 11:35:37.337490 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-387b1d12-4907-4c11-a055-f42fa4d5888f tempest-NegativeSecGroupIPv6Test-1070497984 tempest-NegativeSecGroupIPv6Test-1070497984-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=2aeb7b02-afe9-41c0-8cb0-478882df73e1,revision_number=None']} {{(pid=94175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 11:35:37.339736 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.db.provisioning_blocks [None req-dc7542b2-afef-47f4-a763-e3a3cba144be None None] Provisioning complete for port 1b959f7c-17e8-44e4-9916-227419804207 triggered by entity L2. {{(pid=94176) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 23 11:35:37.339736 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron_lib.callbacks.manager [None req-dc7542b2-afef-47f4-a763-e3a3cba144be None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-899258'] for port, provisioning_complete {{(pid=94176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:35:37.340558 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG oslo_concurrency.lockutils [None req-387b1d12-4907-4c11-a055-f42fa4d5888f tempest-NegativeSecGroupIPv6Test-1070497984 tempest-NegativeSecGroupIPv6Test-1070497984-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.034s {{(pid=94175) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 11:35:37.394892 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron_lib.callbacks.manager [None req-0467244f-3b57-4bc1-9df6-0d2d1515f3d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-922915', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-239814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7866073', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773699642215'] for port, after_create {{(pid=94176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:35:37.399925 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG oslo_concurrency.lockutils [None req-908c47b1-31e4-4e7d-9c04-b840ab522d81 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 11:35:37.426284 dv-neutron-601336-94-hyperv neutron-server[94175]: INFO neutron.wsgi [None req-e22f9d38-5c9b-4050-84cd-db57085e0a08 tempest-NegativeSecGroupIPv6Test-1070497984 tempest-NegativeSecGroupIPv6Test-1070497984-project] 10.222.0.20 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.1136124 Jun 23 11:35:37.427853 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cf55106e-b94f-4183-aeff-da80f573cfc9 tempest-RoutersTest-228919764 tempest-RoutersTest-228919764-project] Notify agent at l3_agent.dv-neutron-601336-94-hyperv the message routers_updated {{(pid=94175) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 23 11:35:37.436832 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron_lib.callbacks.manager [None req-cf55106e-b94f-4183-aeff-da80f573cfc9 tempest-RoutersTest-228919764 tempest-RoutersTest-228919764-project] Notify callbacks [] for router, before_response {{(pid=94175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:35:37.441368 dv-neutron-601336-94-hyperv neutron-server[94175]: INFO neutron.wsgi [None req-cf55106e-b94f-4183-aeff-da80f573cfc9 tempest-RoutersTest-228919764 tempest-RoutersTest-228919764-project] 10.222.0.20 "PUT /v2.0/routers/9ac7aa5c-e13e-4cc7-96cf-d4897db18486 HTTP/1.1" status: 200 len: 888 time: 1.0594125 Jun 23 11:35:37.442046 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.wsgi [-] (94175) accepted ('10.222.0.20', 41230) {{(pid=94175) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 11:35:37.442636 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.wsgi [-] (94175) accepted ('10.222.0.20', 41232) {{(pid=94175) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 11:35:37.447745 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4af34d88-bc89-41f9-9507-c117fb3bf889 None None] Sync routers for ids ['9ac7aa5c-e13e-4cc7-96cf-d4897db18486'] in dv-neutron-601336-94-hyperv {{(pid=94176) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 23 11:35:37.453870 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.api.v2.base [None req-3c609e47-6fb4-4830-ac99-5eb6bd62bd81 tempest-NegativeSecGroupIPv6Test-1070497984 tempest-NegativeSecGroupIPv6Test-1070497984-project] Request body: {'security_group': {'name': 'tempest-secgroup--532117923'}} {{(pid=94175) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 23 11:35:37.469604 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0467244f-3b57-4bc1-9df6-0d2d1515f3d1 None None] Network 5a0407f1-1e47-4f7c-9b40-8fcc21217cea is already hosted by enough agents. {{(pid=94176) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 23 11:35:37.488373 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.scheduler.base_scheduler [None req-0467244f-3b57-4bc1-9df6-0d2d1515f3d1 None None] Resources bound (agent type, host, resource id): {{(pid=94176) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 23 11:35:37.491226 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4af34d88-bc89-41f9-9507-c117fb3bf889 None None] Routers {'9ac7aa5c-e13e-4cc7-96cf-d4897db18486'} bound to L3 agent in host dv-neutron-601336-94-hyperv {{(pid=94176) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 23 11:35:37.496149 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.db.l3_hamode_db [None req-4af34d88-bc89-41f9-9507-c117fb3bf889 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-601336-94-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-23T11:22:13Z,description=,heartbeat_timestamp=2021-06-23T11:35:13Z,host='dv-neutron-601336-94-hyperv',id=50ef99c0-ef28-4db5-b303-b145898fae60,load=0,resource_versions=,resources_synced=,started_at=2021-06-23T11:22:14Z,topic='l3_agent')) {'router_ids': ['9ac7aa5c-e13e-4cc7-96cf-d4897db18486'], 'active': True} {{(pid=94176) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 11:35:37.496149 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0467244f-3b57-4bc1-9df6-0d2d1515f3d1 None None] Received port after_create {{(pid=94176) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 23 11:35:37.497363 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.db.db_base_plugin_common [None req-ffce9104-11d4-4a98-8083-9f7f6a46decb tempest-RoutersIpV6Test-1448447933 tempest-RoutersIpV6Test-1448447933-project] Allocated IP 2001:db8:1::1 (5a0407f1-1e47-4f7c-9b40-8fcc21217cea/af9b362d-ea7d-430f-b9de-bdf75c0ca07a/fa994084-a39f-425d-a88e-31f844094105) {{(pid=94174) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 23 11:35:37.499512 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0467244f-3b57-4bc1-9df6-0d2d1515f3d1 None None] Pushing event updated for resources: {'Port': ['ID=6052859a-37c2-45e2-bcee-d5c5605453d5,revision_number=1']} {{(pid=94176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 11:35:37.540167 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG oslo_concurrency.lockutils [None req-0467244f-3b57-4bc1-9df6-0d2d1515f3d1 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.139s {{(pid=94176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 11:35:37.557805 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.db.l3_hamode_db [None req-4af34d88-bc89-41f9-9507-c117fb3bf889 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-601336-94-hyperv', False) {} {{(pid=94176) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 11:35:37.618805 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron_lib.callbacks.manager [None req-ffce9104-11d4-4a98-8083-9f7f6a46decb tempest-RoutersIpV6Test-1448447933 tempest-RoutersIpV6Test-1448447933-project] Notify callbacks [] for port, precommit_create {{(pid=94174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:35:37.629651 dv-neutron-601336-94-hyperv neutron-server[94175]: INFO neutron.wsgi [None req-d1a7d6f8-aba2-47f4-b750-e5263f150756 tempest-RoutersTest-228919764 tempest-RoutersTest-228919764-project] 10.222.0.20 "GET /v2.0/routers/9ac7aa5c-e13e-4cc7-96cf-d4897db18486 HTTP/1.1" status: 200 len: 888 time: 0.1819835 Jun 23 11:35:37.630060 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.wsgi [-] (94174) accepted ('10.222.0.20', 41236) {{(pid=94174) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 11:35:37.631646 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron_lib.callbacks.manager [None req-3c609e47-6fb4-4830-ac99-5eb6bd62bd81 tempest-NegativeSecGroupIPv6Test-1070497984 tempest-NegativeSecGroupIPv6Test-1070497984-project] Notify callbacks [] for security_group, before_create {{(pid=94175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:35:37.643706 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-261d1faa-444d-4b55-be09-8ba6a680f0ff req-820ecdfb-7d61-46de-8f4f-2a15b3249199 tempest-ServerActionsTestJSON-161917335 tempest-ServerActionsTestJSON-161917335-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 11:35:37.645177 dv-neutron-601336-94-hyperv neutron-server[94175]: INFO neutron.wsgi [req-261d1faa-444d-4b55-be09-8ba6a680f0ff req-820ecdfb-7d61-46de-8f4f-2a15b3249199 tempest-ServerActionsTestJSON-161917335 tempest-ServerActionsTestJSON-161917335-project] 10.222.0.20 "GET /v2.0/ports?device_id=85769616-6b8b-4da7-ad73-344986edf607 HTTP/1.1" status: 200 len: 945 time: 0.1327946 Jun 23 11:35:37.668089 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4af34d88-bc89-41f9-9507-c117fb3bf889 None None] Routers {'9ac7aa5c-e13e-4cc7-96cf-d4897db18486'} bound to L3 agent in host dv-neutron-601336-94-hyperv {{(pid=94176) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 23 11:35:37.668089 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.db.l3_hamode_db [None req-4af34d88-bc89-41f9-9507-c117fb3bf889 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-601336-94-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-23T11:22:13Z,description=,heartbeat_timestamp=2021-06-23T11:35:13Z,host='dv-neutron-601336-94-hyperv',id=50ef99c0-ef28-4db5-b303-b145898fae60,load=0,resource_versions=,resources_synced=,started_at=2021-06-23T11:22:14Z,topic='l3_agent')) {'router_ids': ['9ac7aa5c-e13e-4cc7-96cf-d4897db18486'], 'active': True} {{(pid=94176) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 11:35:37.677493 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.db.provisioning_blocks [None req-ffce9104-11d4-4a98-8083-9f7f6a46decb tempest-RoutersIpV6Test-1448447933 tempest-RoutersIpV6Test-1448447933-project] Transition to ACTIVE for port object fa994084-a39f-425d-a88e-31f844094105 will not be triggered until provisioned by entity DHCP. {{(pid=94174) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 23 11:35:37.684861 dv-neutron-601336-94-hyperv neutron-server[94174]: INFO neutron.wsgi [None req-4582c7a6-3258-4f07-90a7-bbab972d1210 tempest-RoutersTest-228919764 tempest-RoutersTest-228919764-project] 10.222.0.20 "GET /v2.0/ports?device_id=9ac7aa5c-e13e-4cc7-96cf-d4897db18486 HTTP/1.1" status: 200 len: 205 time: 0.0504563 Jun 23 11:35:37.685425 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.wsgi [-] (94175) accepted ('10.222.0.20', 41238) {{(pid=94175) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 11:35:37.703912 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.plugins.ml2.managers [None req-0467244f-3b57-4bc1-9df6-0d2d1515f3d1 None None] Attempting to bind port 6052859a-37c2-45e2-bcee-d5c5605453d5 on host dv-neutron-601336-94-hyperv for vnic_type normal with profile {{(pid=94176) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 23 11:35:37.704444 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.plugins.ml2.managers [None req-0467244f-3b57-4bc1-9df6-0d2d1515f3d1 None None] Attempting to bind port 6052859a-37c2-45e2-bcee-d5c5605453d5 by drivers openvswitch,hyperv on host dv-neutron-601336-94-hyperv at level 0 using segments [{'id': '28ca3686-7ff9-4891-a18f-d23f02683aab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 420, 'network_id': '5a0407f1-1e47-4f7c-9b40-8fcc21217cea'}] {{(pid=94176) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 23 11:35:37.705533 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0467244f-3b57-4bc1-9df6-0d2d1515f3d1 None None] Attempting to bind port 6052859a-37c2-45e2-bcee-d5c5605453d5 on network 5a0407f1-1e47-4f7c-9b40-8fcc21217cea {{(pid=94176) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 23 11:35:37.720768 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.db.l3_hamode_db [None req-4af34d88-bc89-41f9-9507-c117fb3bf889 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-601336-94-hyperv', False) {} {{(pid=94176) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 11:35:37.721940 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4af34d88-bc89-41f9-9507-c117fb3bf889 None None] The sync data for ids ['9ac7aa5c-e13e-4cc7-96cf-d4897db18486'] in dv-neutron-601336-94-hyperv is: [] {{(pid=94176) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 23 11:35:37.728380 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0467244f-3b57-4bc1-9df6-0d2d1515f3d1 None None] Checking agent: {'id': '4d05f899-5ac9-411b-8a03-f60c93f87cdf', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-601336-94-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 23, 11, 22, 14), 'started_at': datetime.datetime(2021, 6, 23, 11, 22, 44), 'heartbeat_timestamp': datetime.datetime(2021, 6, 23, 11, 35, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'monitor_allowed_address_pair_garp': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-601336-94-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94176) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 23 11:35:37.728928 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0467244f-3b57-4bc1-9df6-0d2d1515f3d1 None None] Checking segment: {'id': '28ca3686-7ff9-4891-a18f-d23f02683aab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 420, 'network_id': '5a0407f1-1e47-4f7c-9b40-8fcc21217cea'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94176) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 23 11:35:37.729404 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron_lib.callbacks.manager [None req-0467244f-3b57-4bc1-9df6-0d2d1515f3d1 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:35:37.729816 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0467244f-3b57-4bc1-9df6-0d2d1515f3d1 None None] Bound using segment: {'id': '28ca3686-7ff9-4891-a18f-d23f02683aab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 420, 'network_id': '5a0407f1-1e47-4f7c-9b40-8fcc21217cea'} {{(pid=94176) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 23 11:35:37.730298 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.plugins.ml2.managers [None req-0467244f-3b57-4bc1-9df6-0d2d1515f3d1 None None] Bound port: 6052859a-37c2-45e2-bcee-d5c5605453d5, host: dv-neutron-601336-94-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '28ca3686-7ff9-4891-a18f-d23f02683aab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 420, 'network_id': '5a0407f1-1e47-4f7c-9b40-8fcc21217cea'}}] {{(pid=94176) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 23 11:35:37.730683 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron_lib.callbacks.manager [None req-0467244f-3b57-4bc1-9df6-0d2d1515f3d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-923122'] for port, before_update {{(pid=94176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:35:37.750049 dv-neutron-601336-94-hyperv neutron-server[94175]: INFO neutron.wsgi [req-261d1faa-444d-4b55-be09-8ba6a680f0ff req-4f769027-3248-4753-94a6-c219a8ba400a tempest-ServerActionsTestJSON-161917335 tempest-ServerActionsTestJSON-161917335-project] 10.222.0.20 "GET /v2.0/security-groups?id=f0520e5d-8f0e-4c28-b543-be4405698077&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0983074 Jun 23 11:35:37.770834 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.db.l3_hamode_db [None req-4e893e3e-7d83-4c46-aa2b-bf5d911d86c0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'efd40a64-d42c-4d74-9749-ec45002e9efd', 'name': 'tempest-RoutersIpV6Test-router-621702574', 'tenant_id': 'a04e393135be4822803c421d0995b548', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-23T11:35:29Z', 'updated_at': '2021-06-23T11:35:33Z', 'revision_number': 2, 'project_id': 'a04e393135be4822803c421d0995b548', 'gw_port_host': None, '_interfaces': [{'id': '18eeaa2a-9fe9-456b-8f26-be0272e23bad', 'name': '', 'network_id': '8dba2472-7331-4ba9-b904-298b042d46c9', 'tenant_id': 'a04e393135be4822803c421d0995b548', 'mac_address': 'fa:16:3e:b5:78:64', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'efd40a64-d42c-4d74-9749-ec45002e9efd', 'device_owner': 'network:router_interface', 'standard_attr_id': 1011, 'fixed_ips': [{'subnet_id': '175bc06c-342b-4e55-945c-a10b0728e9dd', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-94-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-23T11:35:32Z', 'updated_at': '2021-06-23T11:35:36Z', 'revision_number': 4, 'project_id': 'a04e393135be4822803c421d0995b548', 'subnets': [{'id': '175bc06c-342b-4e55-945c-a10b0728e9dd', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-601336-94-hyperv', False) {} {{(pid=94176) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 11:35:37.797163 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron_lib.callbacks.manager [None req-ffce9104-11d4-4a98-8083-9f7f6a46decb tempest-RoutersIpV6Test-1448447933 tempest-RoutersIpV6Test-1448447933-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-922915', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-239814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7866073', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773699642215', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-5196399'] for port, after_create {{(pid=94174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:35:37.799497 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG oslo_concurrency.lockutils [None req-4ae6f255-3952-413e-99d9-687de2b19df2 tempest-RoutersIpV6Test-1448447933 tempest-RoutersIpV6Test-1448447933-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94174) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 11:35:37.801567 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4e893e3e-7d83-4c46-aa2b-bf5d911d86c0 None None] The sync data for ids ['efd40a64-d42c-4d74-9749-ec45002e9efd'] in dv-neutron-601336-94-hyperv is: [{'id': 'efd40a64-d42c-4d74-9749-ec45002e9efd', 'name': 'tempest-RoutersIpV6Test-router-621702574', 'tenant_id': 'a04e393135be4822803c421d0995b548', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-23T11:35:29Z', 'updated_at': '2021-06-23T11:35:33Z', 'revision_number': 2, 'project_id': 'a04e393135be4822803c421d0995b548', 'gw_port_host': None, '_interfaces': [{'id': '18eeaa2a-9fe9-456b-8f26-be0272e23bad', 'name': '', 'network_id': '8dba2472-7331-4ba9-b904-298b042d46c9', 'tenant_id': 'a04e393135be4822803c421d0995b548', 'mac_address': 'fa:16:3e:b5:78:64', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'efd40a64-d42c-4d74-9749-ec45002e9efd', 'device_owner': 'network:router_interface', 'standard_attr_id': 1011, 'fixed_ips': [{'subnet_id': '175bc06c-342b-4e55-945c-a10b0728e9dd', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-94-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-23T11:35:32Z', 'updated_at': '2021-06-23T11:35:36Z', 'revision_number': 4, 'project_id': 'a04e393135be4822803c421d0995b548', 'subnets': [{'id': '175bc06c-342b-4e55-945c-a10b0728e9dd', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94176) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 23 11:35:37.840436 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.plugins.ml2.db [None req-0467244f-3b57-4bc1-9df6-0d2d1515f3d1 None None] For port 6052859a-37c2-45e2-bcee-d5c5605453d5, host dv-neutron-601336-94-hyperv, cleared binding levels {{(pid=94176) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 23 11:35:37.845299 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.plugins.ml2.db [None req-0467244f-3b57-4bc1-9df6-0d2d1515f3d1 None None] For port 6052859a-37c2-45e2-bcee-d5c5605453d5, host dv-neutron-601336-94-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-94-hyperv',level=0,port_id=6052859a-37c2-45e2-bcee-d5c5605453d5,segment=NetworkSegment(28ca3686-7ff9-4891-a18f-d23f02683aab),segment_id=28ca3686-7ff9-4891-a18f-d23f02683aab)] {{(pid=94176) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 23 11:35:37.854679 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ffce9104-11d4-4a98-8083-9f7f6a46decb tempest-RoutersIpV6Test-1448447933 tempest-RoutersIpV6Test-1448447933-project] Network 5a0407f1-1e47-4f7c-9b40-8fcc21217cea is already hosted by enough agents. {{(pid=94174) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 23 11:35:37.860246 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.scheduler.base_scheduler [None req-ffce9104-11d4-4a98-8083-9f7f6a46decb tempest-RoutersIpV6Test-1448447933 tempest-RoutersIpV6Test-1448447933-project] Resources bound (agent type, host, resource id): {{(pid=94174) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 23 11:35:37.864752 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ffce9104-11d4-4a98-8083-9f7f6a46decb tempest-RoutersIpV6Test-1448447933 tempest-RoutersIpV6Test-1448447933-project] Received port after_create {{(pid=94174) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 23 11:35:37.865256 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron_lib.callbacks.manager [None req-ffce9104-11d4-4a98-8083-9f7f6a46decb tempest-RoutersIpV6Test-1448447933 tempest-RoutersIpV6Test-1448447933-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-452954'] for router_interface, before_create {{(pid=94174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:35:37.869601 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffce9104-11d4-4a98-8083-9f7f6a46decb tempest-RoutersIpV6Test-1448447933 tempest-RoutersIpV6Test-1448447933-project] Pushing event updated for resources: {'Port': ['ID=fa994084-a39f-425d-a88e-31f844094105,revision_number=1']} {{(pid=94174) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 11:35:37.876217 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron_lib.callbacks.manager [None req-a1a983ba-eb7c-487a-b26a-6d2b2db8294e tempest-RoutersTest-228919764 tempest-RoutersTest-228919764-project] Notify callbacks [] for router, before_delete {{(pid=94175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:35:37.884554 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron_lib.callbacks.manager [None req-3c609e47-6fb4-4830-ac99-5eb6bd62bd81 tempest-NegativeSecGroupIPv6Test-1070497984 tempest-NegativeSecGroupIPv6Test-1070497984-project] Notify callbacks [] for security_group, precommit_create {{(pid=94175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:35:37.901427 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG oslo_concurrency.lockutils [None req-ffce9104-11d4-4a98-8083-9f7f6a46decb tempest-RoutersIpV6Test-1448447933 tempest-RoutersIpV6Test-1448447933-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.102s {{(pid=94174) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 11:35:37.906409 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron_lib.callbacks.manager [None req-0467244f-3b57-4bc1-9df6-0d2d1515f3d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-922904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866062', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773700135042', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773699642233', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773699642278'] for port, after_update {{(pid=94176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:35:37.911767 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG oslo_concurrency.lockutils [None req-4331484a-6b41-4c17-9188-b4998da0ec2a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 11:35:37.963301 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron_lib.callbacks.manager [None req-3c609e47-6fb4-4830-ac99-5eb6bd62bd81 tempest-NegativeSecGroupIPv6Test-1070497984 tempest-NegativeSecGroupIPv6Test-1070497984-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7996330'] for security_group, after_create {{(pid=94175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:35:37.975602 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0467244f-3b57-4bc1-9df6-0d2d1515f3d1 None None] Pushing event updated for resources: {'Port': ['ID=6052859a-37c2-45e2-bcee-d5c5605453d5,revision_number=2']} {{(pid=94176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 11:35:37.985680 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG oslo_concurrency.lockutils [None req-0467244f-3b57-4bc1-9df6-0d2d1515f3d1 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.074s {{(pid=94176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 11:35:37.998759 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG oslo_concurrency.lockutils [None req-da2b8755-0366-417f-a7bb-bcba391ec44c tempest-SecGroupIPv6Test-1528675894 tempest-SecGroupIPv6Test-1528675894-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94175) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 11:35:38.044232 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c609e47-6fb4-4830-ac99-5eb6bd62bd81 tempest-NegativeSecGroupIPv6Test-1070497984 tempest-NegativeSecGroupIPv6Test-1070497984-project] Pushing event updated for resources: {'SecurityGroup': ['ID=8688fe4f-7066-411c-898b-c045b8146083,revision_number=1']} {{(pid=94175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 11:35:38.075980 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG oslo_concurrency.lockutils [None req-3c609e47-6fb4-4830-ac99-5eb6bd62bd81 tempest-NegativeSecGroupIPv6Test-1070497984 tempest-NegativeSecGroupIPv6Test-1070497984-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.077s {{(pid=94175) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 11:35:38.105474 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron_lib.callbacks.manager [None req-a1a983ba-eb7c-487a-b26a-6d2b2db8294e tempest-RoutersTest-228919764 tempest-RoutersTest-228919764-project] Notify callbacks [] for router_gateway, before_delete {{(pid=94175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:35:38.110334 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron_lib.callbacks.manager [None req-3c609e47-6fb4-4830-ac99-5eb6bd62bd81 tempest-NegativeSecGroupIPv6Test-1070497984 tempest-NegativeSecGroupIPv6Test-1070497984-project] Notify callbacks [] for security_group, before_response {{(pid=94175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:35:38.111674 dv-neutron-601336-94-hyperv neutron-server[94175]: INFO neutron.wsgi [None req-3c609e47-6fb4-4830-ac99-5eb6bd62bd81 tempest-NegativeSecGroupIPv6Test-1070497984 tempest-NegativeSecGroupIPv6Test-1070497984-project] 10.222.0.20 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.6680088 Jun 23 11:35:38.114513 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.wsgi [-] (94175) accepted ('10.222.0.20', 41240) {{(pid=94175) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 11:35:38.125842 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.api.v2.base [None req-16c78689-baef-4f9a-b006-ae957d6c145e tempest-NegativeSecGroupIPv6Test-1070497984 tempest-NegativeSecGroupIPv6Test-1070497984-project] Request body: {'security_group_rule': {'security_group_id': '8688fe4f-7066-411c-898b-c045b8146083', 'protocol': 'bad_protocol_name', 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=94175) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 23 11:35:38.125842 dv-neutron-601336-94-hyperv neutron-server[94175]: WARNING neutron.api.v2.base [None req-16c78689-baef-4f9a-b006-ae957d6c145e tempest-NegativeSecGroupIPv6Test-1070497984 tempest-NegativeSecGroupIPv6Test-1070497984-project] An exception happened while processing the request body. The exception message is [Security group rule protocol bad_protocol_name not supported. Only protocol values [None, 'ah', 'dccp', 'egp', 'esp', 'gre', 'hopopt', 'icmp', 'igmp', 'ip', 'ipip', 'ipv6-encap', 'ipv6-frag', 'ipv6-icmp', 'icmpv6', 'ipv6-nonxt', 'ipv6-opts', 'ipv6-route', 'ospf', 'pgm', 'rsvp', 'sctp', 'tcp', 'udp', 'udplite', 'vrrp'] and integer representations [0 to 255] are supported.].: securitygroup.SecurityGroupRuleInvalidProtocol: Security group rule protocol bad_protocol_name not supported. Only protocol values [None, 'ah', 'dccp', 'egp', 'esp', 'gre', 'hopopt', 'icmp', 'igmp', 'ip', 'ipip', 'ipv6-encap', 'ipv6-frag', 'ipv6-icmp', 'icmpv6', 'ipv6-nonxt', 'ipv6-opts', 'ipv6-route', 'ospf', 'pgm', 'rsvp', 'sctp', 'tcp', 'udp', 'udplite', 'vrrp'] and integer representations [0 to 255] are supported. Jun 23 11:35:38.129440 dv-neutron-601336-94-hyperv neutron-server[94175]: INFO neutron.api.v2.resource [None req-16c78689-baef-4f9a-b006-ae957d6c145e tempest-NegativeSecGroupIPv6Test-1070497984 tempest-NegativeSecGroupIPv6Test-1070497984-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jun 23 11:35:38.131952 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron_lib.callbacks.manager [None req-ffce9104-11d4-4a98-8083-9f7f6a46decb tempest-RoutersIpV6Test-1448447933 tempest-RoutersIpV6Test-1448447933-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-923122'] for port, before_update {{(pid=94174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:35:38.151873 dv-neutron-601336-94-hyperv neutron-server[94175]: INFO neutron.wsgi [None req-16c78689-baef-4f9a-b006-ae957d6c145e tempest-NegativeSecGroupIPv6Test-1070497984 tempest-NegativeSecGroupIPv6Test-1070497984-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 667 time: 0.0276537 Jun 23 11:35:38.152598 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.wsgi [-] (94175) accepted ('10.222.0.20', 41242) {{(pid=94175) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 11:35:38.307647 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron_lib.callbacks.manager [None req-53680efc-087b-4ffc-a38f-c4ac7a52a96d tempest-NegativeSecGroupIPv6Test-1070497984 tempest-NegativeSecGroupIPv6Test-1070497984-project] Notify callbacks [] for security_group, before_delete {{(pid=94175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:35:38.335069 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.plugins.ml2.plugin [None req-a1a983ba-eb7c-487a-b26a-6d2b2db8294e tempest-RoutersTest-228919764 tempest-RoutersTest-228919764-project] Deleting port ecc9d9ef-f556-4987-ad2a-fa4238b97ed2 {{(pid=94175) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1913}} Jun 23 11:35:38.335294 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron_lib.callbacks.manager [None req-a1a983ba-eb7c-487a-b26a-6d2b2db8294e tempest-RoutersTest-228919764 tempest-RoutersTest-228919764-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773700079324'] for port, before_delete {{(pid=94175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:35:38.354670 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron_lib.callbacks.manager [None req-53680efc-087b-4ffc-a38f-c4ac7a52a96d tempest-NegativeSecGroupIPv6Test-1070497984 tempest-NegativeSecGroupIPv6Test-1070497984-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:35:38.451921 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron_lib.callbacks.manager [None req-a1a983ba-eb7c-487a-b26a-6d2b2db8294e tempest-RoutersTest-228919764 tempest-RoutersTest-228919764-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-430722'] for port, precommit_delete {{(pid=94175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:35:38.465863 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.plugins.ml2.plugin [None req-a1a983ba-eb7c-487a-b26a-6d2b2db8294e tempest-RoutersTest-228919764 tempest-RoutersTest-228919764-project] Calling delete_port for ecc9d9ef-f556-4987-ad2a-fa4238b97ed2 owned by network:router_gateway {{(pid=94175) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1986}} Jun 23 11:35:38.501645 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron_lib.callbacks.manager [None req-ffce9104-11d4-4a98-8083-9f7f6a46decb tempest-RoutersIpV6Test-1448447933 tempest-RoutersIpV6Test-1448447933-project] Notify callbacks [] for port, precommit_update {{(pid=94174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:35:38.531563 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron_lib.callbacks.manager [None req-53680efc-087b-4ffc-a38f-c4ac7a52a96d tempest-NegativeSecGroupIPv6Test-1070497984 tempest-NegativeSecGroupIPv6Test-1070497984-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7996330'] for security_group, after_delete {{(pid=94175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:35:38.534340 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron_lib.callbacks.manager [None req-53680efc-087b-4ffc-a38f-c4ac7a52a96d tempest-NegativeSecGroupIPv6Test-1070497984 tempest-NegativeSecGroupIPv6Test-1070497984-project] Notify callbacks [] for security_group, before_response {{(pid=94175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:35:38.538210 dv-neutron-601336-94-hyperv neutron-server[94175]: INFO neutron.wsgi [None req-53680efc-087b-4ffc-a38f-c4ac7a52a96d tempest-NegativeSecGroupIPv6Test-1070497984 tempest-NegativeSecGroupIPv6Test-1070497984-project] 10.222.0.20 "DELETE /v2.0/security-groups/8688fe4f-7066-411c-898b-c045b8146083 HTTP/1.1" status: 204 len: 168 time: 0.3844771 Jun 23 11:35:38.539188 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.wsgi [-] (94174) accepted ('10.222.0.20', 41246) {{(pid=94174) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 11:35:38.544407 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG oslo_concurrency.lockutils [None req-7381953f-4af9-4c42-87e8-973eaf2537d9 tempest-PortsTestJSON-2085221018 tempest-PortsTestJSON-2085221018-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94175) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 11:35:38.558468 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53680efc-087b-4ffc-a38f-c4ac7a52a96d tempest-NegativeSecGroupIPv6Test-1070497984 tempest-NegativeSecGroupIPv6Test-1070497984-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=8688fe4f-7066-411c-898b-c045b8146083,revision_number=None']} {{(pid=94175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 11:35:38.561969 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron_lib.callbacks.manager [None req-ffce9104-11d4-4a98-8083-9f7f6a46decb tempest-RoutersIpV6Test-1448447933 tempest-RoutersIpV6Test-1448447933-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-922904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866062', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773700135042', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773699642233', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773699642278', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5196369'] for port, after_update {{(pid=94174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:35:38.562551 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG oslo_concurrency.lockutils [None req-53680efc-087b-4ffc-a38f-c4ac7a52a96d tempest-NegativeSecGroupIPv6Test-1070497984 tempest-NegativeSecGroupIPv6Test-1070497984-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=94175) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 11:35:38.562913 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.wsgi [-] (94175) accepted ('10.222.0.20', 41248) {{(pid=94175) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 11:35:38.563491 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron_lib.callbacks.manager [None req-ffce9104-11d4-4a98-8083-9f7f6a46decb tempest-RoutersIpV6Test-1448447933 tempest-RoutersIpV6Test-1448447933-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-7866091', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-453038'] for router_interface, after_create {{(pid=94174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:35:38.570740 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG oslo_concurrency.lockutils [None req-dcfaaa60-9d4f-4c72-805b-732cd4b78ac3 tempest-NetworksTestDHCPv6-162546708 tempest-NetworksTestDHCPv6-162546708-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94174) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 11:35:38.708967 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2121fb3b-473b-401f-a055-eb534e067a0f tempest-TestNetworkBasicOps-1420332966 tempest-TestNetworkBasicOps-1420332966-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 11:35:38.725179 dv-neutron-601336-94-hyperv neutron-server[94175]: INFO neutron.wsgi [None req-2121fb3b-473b-401f-a055-eb534e067a0f tempest-TestNetworkBasicOps-1420332966 tempest-TestNetworkBasicOps-1420332966-project-admin] 10.222.0.20 "GET /v2.0/subnets?network_id=3e7e4eb3-cf02-4d47-ade9-0a579cdfc60f HTTP/1.1" status: 200 len: 814 time: 0.1464751 Jun 23 11:35:38.725523 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffce9104-11d4-4a98-8083-9f7f6a46decb tempest-RoutersIpV6Test-1448447933 tempest-RoutersIpV6Test-1448447933-project] Pushing event updated for resources: {'Port': ['ID=fa994084-a39f-425d-a88e-31f844094105,revision_number=2']} {{(pid=94174) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 11:35:38.725523 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG oslo_concurrency.lockutils [None req-ffce9104-11d4-4a98-8083-9f7f6a46decb tempest-RoutersIpV6Test-1448447933 tempest-RoutersIpV6Test-1448447933-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.147s {{(pid=94174) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 11:35:38.733976 dv-neutron-601336-94-hyperv neutron-server[94174]: INFO neutron.wsgi [None req-efdaa116-f0b8-4a85-872c-4d435ea0f401 tempest-NegativeSecGroupIPv6Test-1070497984 tempest-NegativeSecGroupIPv6Test-1070497984-project] 10.222.0.20 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.1879427 Jun 23 11:35:38.734367 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.wsgi [-] (94174) accepted ('10.222.0.20', 41252) {{(pid=94174) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 11:35:38.747996 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.api.v2.base [None req-18471f87-9975-4fb5-8666-5e9658e525cd tempest-NegativeSecGroupIPv6Test-1070497984 tempest-NegativeSecGroupIPv6Test-1070497984-project] Request body: {'security_group': {'name': 'tempest-secgroup--940673285'}} {{(pid=94174) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 23 11:35:38.778668 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ffce9104-11d4-4a98-8083-9f7f6a46decb tempest-RoutersIpV6Test-1448447933 tempest-RoutersIpV6Test-1448447933-project] Network 5a0407f1-1e47-4f7c-9b40-8fcc21217cea is already hosted by enough agents. {{(pid=94174) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 23 11:35:38.780214 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.scheduler.base_scheduler [None req-ffce9104-11d4-4a98-8083-9f7f6a46decb tempest-RoutersIpV6Test-1448447933 tempest-RoutersIpV6Test-1448447933-project] Resources bound (agent type, host, resource id): {{(pid=94174) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 23 11:35:38.873085 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron_lib.callbacks.manager [None req-18471f87-9975-4fb5-8666-5e9658e525cd tempest-NegativeSecGroupIPv6Test-1070497984 tempest-NegativeSecGroupIPv6Test-1070497984-project] Notify callbacks [] for security_group, before_create {{(pid=94174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:35:38.926903 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron_lib.callbacks.manager [None req-a1a983ba-eb7c-487a-b26a-6d2b2db8294e tempest-RoutersTest-228919764 tempest-RoutersTest-228919764-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-922904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866062', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773700135024', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773699642224', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5082448'] for port, after_delete {{(pid=94175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:35:38.929171 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG oslo_concurrency.lockutils [None req-f07ed659-d2fb-4b06-b00b-72a4225c2f78 tempest-RoutersTest-228919764 tempest-RoutersTest-228919764-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94175) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 11:35:38.957798 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1a983ba-eb7c-487a-b26a-6d2b2db8294e tempest-RoutersTest-228919764 tempest-RoutersTest-228919764-project] Pushing event deleted for resources: {'Port': ['ID=ecc9d9ef-f556-4987-ad2a-fa4238b97ed2,revision_number=None']} {{(pid=94175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 11:35:38.960693 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG oslo_concurrency.lockutils [None req-a1a983ba-eb7c-487a-b26a-6d2b2db8294e tempest-RoutersTest-228919764 tempest-RoutersTest-228919764-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.032s {{(pid=94175) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 11:35:38.962753 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ffce9104-11d4-4a98-8083-9f7f6a46decb tempest-RoutersIpV6Test-1448447933 tempest-RoutersIpV6Test-1448447933-project] Router efd40a64-d42c-4d74-9749-ec45002e9efd has already been hosted by L3 agent 50ef99c0-ef28-4db5-b303-b145898fae60 {{(pid=94174) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 23 11:35:38.983796 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.plugins.ml2.rpc [None req-dc7542b2-afef-47f4-a763-e3a3cba144be None None] Device 6052859a-37c2-45e2-bcee-d5c5605453d5 up at agent ovs-agent-dv-neutron-601336-94-hyperv {{(pid=94176) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:298}} Jun 23 11:35:39.057479 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron_lib.callbacks.manager [None req-a1a983ba-eb7c-487a-b26a-6d2b2db8294e tempest-RoutersTest-228919764 tempest-RoutersTest-228919764-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-524171'] for router_gateway, after_delete {{(pid=94175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:35:39.119974 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31968510-9731-4a3f-8ecc-868c6fdccb75 req-aecdfd87-4518-48a0-9ef9-d47a996546ac tempest-ServerActionsTestJSON-161917335 tempest-ServerActionsTestJSON-161917335-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94174) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 11:35:39.121690 dv-neutron-601336-94-hyperv neutron-server[94174]: INFO neutron.wsgi [req-31968510-9731-4a3f-8ecc-868c6fdccb75 req-aecdfd87-4518-48a0-9ef9-d47a996546ac tempest-ServerActionsTestJSON-161917335 tempest-ServerActionsTestJSON-161917335-project] 10.222.0.20 "GET /v2.0/ports?device_id=85769616-6b8b-4da7-ad73-344986edf607 HTTP/1.1" status: 200 len: 945 time: 0.2294660 Jun 23 11:35:39.139958 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.db.provisioning_blocks [None req-dc7542b2-afef-47f4-a763-e3a3cba144be None None] Provisioning for port 6052859a-37c2-45e2-bcee-d5c5605453d5 completed by entity L2. {{(pid=94176) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 23 11:35:39.150101 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ffce9104-11d4-4a98-8083-9f7f6a46decb tempest-RoutersIpV6Test-1448447933 tempest-RoutersIpV6Test-1448447933-project] Notify agent at l3_agent.dv-neutron-601336-94-hyperv the message routers_updated {{(pid=94174) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 23 11:35:39.155341 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.plugins.ml2.rpc [None req-dc7542b2-afef-47f4-a763-e3a3cba144be None None] Device 18eeaa2a-9fe9-456b-8f26-be0272e23bad up at agent ovs-agent-dv-neutron-601336-94-hyperv {{(pid=94176) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:298}} Jun 23 11:35:39.159323 dv-neutron-601336-94-hyperv neutron-server[94174]: INFO neutron.wsgi [None req-ffce9104-11d4-4a98-8083-9f7f6a46decb tempest-RoutersIpV6Test-1448447933 tempest-RoutersIpV6Test-1448447933-project] 10.222.0.20 "PUT /v2.0/routers/efd40a64-d42c-4d74-9749-ec45002e9efd/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.8356383 Jun 23 11:35:39.174191 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.wsgi [-] (94174) accepted ('10.222.0.20', 41258) {{(pid=94174) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 11:35:39.174548 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.wsgi [-] (94174) accepted ('10.222.0.20', 41260) {{(pid=94174) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 11:35:39.179955 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.api.v2.base [None req-dfb9626e-1034-48eb-924e-d03ba7927c16 tempest-RoutersIpV6Test-1448447933 tempest-RoutersIpV6Test-1448447933-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-125237459'}} {{(pid=94174) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 23 11:35:39.189869 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.api.v2.base [None req-c9cf9b7e-8778-4444-88fa-a1b9f3b92071 tempest-TestNetworkBasicOps-233187296 tempest-TestNetworkBasicOps-233187296-project] Request body: {'network': {'name': 'tempest-network-smoke--192261866', 'project_id': '772b9946478d439e9da4eaeade7fb21d', 'port_security_enabled': True}} {{(pid=94174) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 23 11:35:39.200575 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron_lib.callbacks.manager [None req-18471f87-9975-4fb5-8666-5e9658e525cd tempest-NegativeSecGroupIPv6Test-1070497984 tempest-NegativeSecGroupIPv6Test-1070497984-project] Notify callbacks [] for security_group, precommit_create {{(pid=94174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:35:39.227598 dv-neutron-601336-94-hyperv neutron-server[94174]: INFO neutron.wsgi [req-31968510-9731-4a3f-8ecc-868c6fdccb75 req-fbf09f19-b31c-4ab2-a7e3-a4e49a623d86 tempest-ServerActionsTestJSON-161917335 tempest-ServerActionsTestJSON-161917335-project] 10.222.0.20 "GET /v2.0/security-groups?id=f0520e5d-8f0e-4c28-b543-be4405698077&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0983696 Jun 23 11:35:39.269564 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron_lib.callbacks.manager [None req-18471f87-9975-4fb5-8666-5e9658e525cd tempest-NegativeSecGroupIPv6Test-1070497984 tempest-NegativeSecGroupIPv6Test-1070497984-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7996330'] for security_group, after_create {{(pid=94174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:35:39.282615 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG oslo_concurrency.lockutils [None req-39292d77-35c1-4dbc-917f-e34bc515f17c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94174) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 11:35:39.286751 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.db.provisioning_blocks [None req-dc7542b2-afef-47f4-a763-e3a3cba144be None None] Provisioning for port 18eeaa2a-9fe9-456b-8f26-be0272e23bad completed by entity L2. {{(pid=94176) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 23 11:35:39.293362 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.db.provisioning_blocks [None req-dc7542b2-afef-47f4-a763-e3a3cba144be None None] Provisioning complete for port 18eeaa2a-9fe9-456b-8f26-be0272e23bad triggered by entity L2. {{(pid=94176) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 23 11:35:39.311293 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron_lib.db.api [None req-c9cf9b7e-8778-4444-88fa-a1b9f3b92071 tempest-TestNetworkBasicOps-233187296 tempest-TestNetworkBasicOps-233187296-project] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Jun 23 11:35:39.311293 dv-neutron-601336-94-hyperv neutron-server[94174]: [SQL: DELETE FROM reservations WHERE reservations.project_id = %(project_id_1)s AND reservations.expiration < %(expiration_1)s] Jun 23 11:35:39.311293 dv-neutron-601336-94-hyperv neutron-server[94174]: [parameters: {'project_id_1': '772b9946478d439e9da4eaeade7fb21d', 'expiration_1': datetime.datetime(2021, 6, 23, 11, 35, 39, 204692)}] Jun 23 11:35:39.311293 dv-neutron-601336-94-hyperv neutron-server[94174]: (Background on this error at: http://sqlalche.me/e/14/e3q8) {{(pid=94174) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jun 23 11:35:39.311683 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron_lib.callbacks.manager [None req-dc7542b2-afef-47f4-a763-e3a3cba144be None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-899258'] for port, provisioning_complete {{(pid=94176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:35:39.312493 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG oslo_db.api [None req-c9cf9b7e-8778-4444-88fa-a1b9f3b92071 tempest-TestNetworkBasicOps-233187296 tempest-TestNetworkBasicOps-233187296-project] Performing DB retry for function neutron.db.quota.driver_nolock.DbQuotaNoLockDriver.make_reservation {{(pid=94174) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jun 23 11:35:39.329136 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18471f87-9975-4fb5-8666-5e9658e525cd tempest-NegativeSecGroupIPv6Test-1070497984 tempest-NegativeSecGroupIPv6Test-1070497984-project] Pushing event updated for resources: {'SecurityGroup': ['ID=34493336-6e10-46d6-be61-8ecb33dac91c,revision_number=1']} {{(pid=94174) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 11:35:39.333694 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG oslo_concurrency.lockutils [None req-18471f87-9975-4fb5-8666-5e9658e525cd tempest-NegativeSecGroupIPv6Test-1070497984 tempest-NegativeSecGroupIPv6Test-1070497984-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=94174) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 11:35:39.342569 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-22cb6af9-7774-4f3f-a2a9-ec61934fffda None None] Network 5a0407f1-1e47-4f7c-9b40-8fcc21217cea requested from dv-neutron-601336-94-hyperv {{(pid=94176) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 23 11:35:39.379359 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dfb9626e-1034-48eb-924e-d03ba7927c16 tempest-RoutersIpV6Test-1448447933 tempest-RoutersIpV6Test-1448447933-project] Made reservation on behalf of a04e393135be4822803c421d0995b548 for: {'network': 1} {{(pid=94174) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 23 11:35:39.382923 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron_lib.callbacks.manager [None req-dfb9626e-1034-48eb-924e-d03ba7927c16 tempest-RoutersIpV6Test-1448447933 tempest-RoutersIpV6Test-1448447933-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-923104'] for network, before_create {{(pid=94174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:35:39.410070 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-dfb9626e-1034-48eb-924e-d03ba7927c16 tempest-RoutersIpV6Test-1448447933 tempest-RoutersIpV6Test-1448447933-project] vlan segment allocate from pool success with {'vlan_id': 419, 'physical_network': 'physnet1'} {{(pid=94174) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 23 11:35:39.419959 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron_lib.callbacks.manager [None req-dfb9626e-1034-48eb-924e-d03ba7927c16 tempest-RoutersIpV6Test-1448447933 tempest-RoutersIpV6Test-1448447933-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3801'] for segment, precommit_create {{(pid=94174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:35:39.420767 dv-neutron-601336-94-hyperv neutron-server[94174]: INFO neutron.db.segments_db [None req-dfb9626e-1034-48eb-924e-d03ba7927c16 tempest-RoutersIpV6Test-1448447933 tempest-RoutersIpV6Test-1448447933-project] Added segment f95c50e7-52b3-4de2-9b39-96899c3f25cb of type vlan for network ca00b23c-623f-4cdc-9bd5-76a96dd340ab Jun 23 11:35:39.470567 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron_lib.callbacks.manager [None req-18471f87-9975-4fb5-8666-5e9658e525cd tempest-NegativeSecGroupIPv6Test-1070497984 tempest-NegativeSecGroupIPv6Test-1070497984-project] Notify callbacks [] for security_group, before_response {{(pid=94174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:35:39.472198 dv-neutron-601336-94-hyperv neutron-server[94174]: INFO neutron.wsgi [None req-18471f87-9975-4fb5-8666-5e9658e525cd tempest-NegativeSecGroupIPv6Test-1070497984 tempest-NegativeSecGroupIPv6Test-1070497984-project] 10.222.0.20 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.7314487 Jun 23 11:35:39.475097 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.wsgi [-] (94174) accepted ('10.222.0.20', 41264) {{(pid=94174) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 11:35:39.479922 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.api.v2.base [None req-cb2cf6b3-6440-4f11-9218-805acd349dc1 tempest-NegativeSecGroupIPv6Test-1070497984 tempest-NegativeSecGroupIPv6Test-1070497984-project] Request body: {'security_group_rule': {'security_group_id': '34493336-6e10-46d6-be61-8ecb33dac91c', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': '192.168.1./24'}} {{(pid=94174) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 23 11:35:39.481095 dv-neutron-601336-94-hyperv neutron-server[94174]: WARNING neutron.api.v2.base [None req-cb2cf6b3-6440-4f11-9218-805acd349dc1 tempest-NegativeSecGroupIPv6Test-1070497984 tempest-NegativeSecGroupIPv6Test-1070497984-project] An exception happened while processing the request body. The exception message is [Invalid CIDR 192.168.1./24 given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR 192.168.1./24 given as IP prefix. Jun 23 11:35:39.481740 dv-neutron-601336-94-hyperv neutron-server[94174]: INFO neutron.api.v2.resource [None req-cb2cf6b3-6440-4f11-9218-805acd349dc1 tempest-NegativeSecGroupIPv6Test-1070497984 tempest-NegativeSecGroupIPv6Test-1070497984-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jun 23 11:35:39.482901 dv-neutron-601336-94-hyperv neutron-server[94174]: INFO neutron.wsgi [None req-cb2cf6b3-6440-4f11-9218-805acd349dc1 tempest-NegativeSecGroupIPv6Test-1070497984 tempest-NegativeSecGroupIPv6Test-1070497984-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 319 time: 0.0066519 Jun 23 11:35:39.485105 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron_lib.callbacks.manager [None req-dfb9626e-1034-48eb-924e-d03ba7927c16 tempest-RoutersIpV6Test-1448447933 tempest-RoutersIpV6Test-1448447933-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8773699596773'] for network, precommit_create {{(pid=94174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:35:39.488681 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.wsgi [-] (94174) accepted ('10.222.0.20', 41266) {{(pid=94174) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 11:35:39.495757 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.api.v2.base [None req-dfe2d05b-b281-468e-88da-9a68ea7170ab tempest-NegativeSecGroupIPv6Test-1070497984 tempest-NegativeSecGroupIPv6Test-1070497984-project] Request body: {'security_group_rule': {'security_group_id': '34493336-6e10-46d6-be61-8ecb33dac91c', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': '192.168.1.1/33'}} {{(pid=94174) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 23 11:35:39.496609 dv-neutron-601336-94-hyperv neutron-server[94174]: WARNING neutron.api.v2.base [None req-dfe2d05b-b281-468e-88da-9a68ea7170ab tempest-NegativeSecGroupIPv6Test-1070497984 tempest-NegativeSecGroupIPv6Test-1070497984-project] An exception happened while processing the request body. The exception message is [Invalid CIDR 192.168.1.1/33 given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR 192.168.1.1/33 given as IP prefix. Jun 23 11:35:39.497286 dv-neutron-601336-94-hyperv neutron-server[94174]: INFO neutron.api.v2.resource [None req-dfe2d05b-b281-468e-88da-9a68ea7170ab tempest-NegativeSecGroupIPv6Test-1070497984 tempest-NegativeSecGroupIPv6Test-1070497984-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jun 23 11:35:39.498634 dv-neutron-601336-94-hyperv neutron-server[94174]: INFO neutron.wsgi [None req-dfe2d05b-b281-468e-88da-9a68ea7170ab tempest-NegativeSecGroupIPv6Test-1070497984 tempest-NegativeSecGroupIPv6Test-1070497984-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 320 time: 0.0086191 Jun 23 11:35:39.505542 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.wsgi [-] (94174) accepted ('10.222.0.20', 41268) {{(pid=94174) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 11:35:39.513278 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.api.v2.base [None req-ef7aeec8-49da-4e64-b563-bf43e509217c tempest-NegativeSecGroupIPv6Test-1070497984 tempest-NegativeSecGroupIPv6Test-1070497984-project] Request body: {'security_group_rule': {'security_group_id': '34493336-6e10-46d6-be61-8ecb33dac91c', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': 'bad_prefix'}} {{(pid=94174) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 23 11:35:39.514288 dv-neutron-601336-94-hyperv neutron-server[94174]: WARNING neutron.api.v2.base [None req-ef7aeec8-49da-4e64-b563-bf43e509217c tempest-NegativeSecGroupIPv6Test-1070497984 tempest-NegativeSecGroupIPv6Test-1070497984-project] An exception happened while processing the request body. The exception message is [Invalid CIDR bad_prefix given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR bad_prefix given as IP prefix. Jun 23 11:35:39.514978 dv-neutron-601336-94-hyperv neutron-server[94174]: INFO neutron.api.v2.resource [None req-ef7aeec8-49da-4e64-b563-bf43e509217c tempest-NegativeSecGroupIPv6Test-1070497984 tempest-NegativeSecGroupIPv6Test-1070497984-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jun 23 11:35:39.516242 dv-neutron-601336-94-hyperv neutron-server[94174]: INFO neutron.wsgi [None req-ef7aeec8-49da-4e64-b563-bf43e509217c tempest-NegativeSecGroupIPv6Test-1070497984 tempest-NegativeSecGroupIPv6Test-1070497984-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 316 time: 0.0085707 Jun 23 11:35:39.520231 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.wsgi [-] (94174) accepted ('10.222.0.20', 41270) {{(pid=94174) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 11:35:39.526523 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.api.v2.base [None req-79253fc6-47c4-4475-ad8b-00fa177bd2a2 tempest-NegativeSecGroupIPv6Test-1070497984 tempest-NegativeSecGroupIPv6Test-1070497984-project] Request body: {'security_group_rule': {'security_group_id': '34493336-6e10-46d6-be61-8ecb33dac91c', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': '256'}} {{(pid=94174) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 23 11:35:39.527658 dv-neutron-601336-94-hyperv neutron-server[94174]: WARNING neutron.api.v2.base [None req-79253fc6-47c4-4475-ad8b-00fa177bd2a2 tempest-NegativeSecGroupIPv6Test-1070497984 tempest-NegativeSecGroupIPv6Test-1070497984-project] An exception happened while processing the request body. The exception message is [Invalid CIDR 256 given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR 256 given as IP prefix. Jun 23 11:35:39.528460 dv-neutron-601336-94-hyperv neutron-server[94174]: INFO neutron.api.v2.resource [None req-79253fc6-47c4-4475-ad8b-00fa177bd2a2 tempest-NegativeSecGroupIPv6Test-1070497984 tempest-NegativeSecGroupIPv6Test-1070497984-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jun 23 11:35:39.529211 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.db.provisioning_blocks [None req-d479b09a-bd75-4029-9841-e6bf2c7c8a14 None None] Provisioning for port 6052859a-37c2-45e2-bcee-d5c5605453d5 completed by entity DHCP. {{(pid=94176) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 23 11:35:39.530366 dv-neutron-601336-94-hyperv neutron-server[94174]: INFO neutron.wsgi [None req-79253fc6-47c4-4475-ad8b-00fa177bd2a2 tempest-NegativeSecGroupIPv6Test-1070497984 tempest-NegativeSecGroupIPv6Test-1070497984-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 309 time: 0.0086641 Jun 23 11:35:39.533639 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.wsgi [-] (94175) accepted ('10.222.0.20', 41272) {{(pid=94175) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 11:35:39.535929 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron_lib.callbacks.manager [None req-dc7542b2-afef-47f4-a763-e3a3cba144be None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-923122'] for port, before_update {{(pid=94176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:35:39.560133 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.db.provisioning_blocks [None req-d479b09a-bd75-4029-9841-e6bf2c7c8a14 None None] Provisioning complete for port 6052859a-37c2-45e2-bcee-d5c5605453d5 triggered by entity DHCP. {{(pid=94176) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 23 11:35:39.560526 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron_lib.callbacks.manager [None req-d479b09a-bd75-4029-9841-e6bf2c7c8a14 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-899258'] for port, provisioning_complete {{(pid=94176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:35:39.604758 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron_lib.callbacks.manager [None req-a1a983ba-eb7c-487a-b26a-6d2b2db8294e tempest-RoutersTest-228919764 tempest-RoutersTest-228919764-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-520417', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-32301'] for router, precommit_delete {{(pid=94175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:35:39.609282 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron_lib.callbacks.manager [None req-a1a983ba-eb7c-487a-b26a-6d2b2db8294e tempest-RoutersTest-228919764 tempest-RoutersTest-228919764-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:35:39.624408 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.plugins.ml2.db [None req-dc7542b2-afef-47f4-a763-e3a3cba144be None None] For port 18eeaa2a-9fe9-456b-8f26-be0272e23bad, host dv-neutron-601336-94-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-94-hyperv',level=0,port_id=18eeaa2a-9fe9-456b-8f26-be0272e23bad,segment=NetworkSegment(b20cfaea-d20e-46ee-af14-877e5dc279cc),segment_id=b20cfaea-d20e-46ee-af14-877e5dc279cc)] {{(pid=94176) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 23 11:35:39.631338 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron_lib.callbacks.manager [None req-dfb9626e-1034-48eb-924e-d03ba7927c16 tempest-RoutersIpV6Test-1448447933 tempest-RoutersIpV6Test-1448447933-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8002400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7866073'] for network, after_create {{(pid=94174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:35:39.640456 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dfb9626e-1034-48eb-924e-d03ba7927c16 tempest-RoutersIpV6Test-1448447933 tempest-RoutersIpV6Test-1448447933-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94174) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 11:35:39.641460 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron_lib.callbacks.manager [None req-dfb9626e-1034-48eb-924e-d03ba7927c16 tempest-RoutersIpV6Test-1448447933 tempest-RoutersIpV6Test-1448447933-project] Notify callbacks [] for network, before_response {{(pid=94174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:35:39.644716 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG oslo_concurrency.lockutils [None req-3a8a15ac-385c-4c08-b2b4-01f5f709ff05 tempest-ExtraDHCPOptionsIpV6TestJSON-2131111190 tempest-ExtraDHCPOptionsIpV6TestJSON-2131111190-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94174) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 11:35:39.688043 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron_lib.callbacks.manager [None req-d479b09a-bd75-4029-9841-e6bf2c7c8a14 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-923122'] for port, before_update {{(pid=94176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:35:39.688639 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron_lib.callbacks.manager [None req-454d2519-6cb0-4d33-a8f3-19068b9e5c14 tempest-NegativeSecGroupIPv6Test-1070497984 tempest-NegativeSecGroupIPv6Test-1070497984-project] Notify callbacks [] for security_group, before_delete {{(pid=94175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:35:39.690180 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron_lib.callbacks.manager [None req-dc7542b2-afef-47f4-a763-e3a3cba144be None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-922904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866062', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773700135042', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773699642233', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773699642278'] for port, after_update {{(pid=94176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:35:39.693679 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG oslo_concurrency.lockutils [None req-a1b271ee-13c5-4c36-b6f4-0ff13c1a9496 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 11:35:39.717902 dv-neutron-601336-94-hyperv neutron-server[94177]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1ec96f45-6c7f-48f6-bedb-9b8305372292 None None] Sync routers for ids ['efd40a64-d42c-4d74-9749-ec45002e9efd'] in dv-neutron-601336-94-hyperv {{(pid=94177) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 23 11:35:39.720556 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ee67343-51a5-42d6-b4dd-96cd5f3cfec6 req-f7f36119-fd51-4279-9cbb-653e6a44eb53 tempest-ServerActionsTestJSON-161917335 tempest-ServerActionsTestJSON-161917335-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 11:35:39.722432 dv-neutron-601336-94-hyperv neutron-server[94175]: INFO neutron.wsgi [req-0ee67343-51a5-42d6-b4dd-96cd5f3cfec6 req-f7f36119-fd51-4279-9cbb-653e6a44eb53 tempest-ServerActionsTestJSON-161917335 tempest-ServerActionsTestJSON-161917335-project] 10.222.0.20 "GET /v2.0/ports?device_id=85769616-6b8b-4da7-ad73-344986edf607 HTTP/1.1" status: 200 len: 945 time: 0.2012494 Jun 23 11:35:39.734298 dv-neutron-601336-94-hyperv neutron-server[94177]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1ec96f45-6c7f-48f6-bedb-9b8305372292 None None] Routers {'efd40a64-d42c-4d74-9749-ec45002e9efd'} bound to L3 agent in host dv-neutron-601336-94-hyperv {{(pid=94177) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 23 11:35:39.735360 dv-neutron-601336-94-hyperv neutron-server[94177]: DEBUG neutron.db.l3_hamode_db [None req-1ec96f45-6c7f-48f6-bedb-9b8305372292 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-601336-94-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-23T11:22:13Z,description=,heartbeat_timestamp=2021-06-23T11:35:13Z,host='dv-neutron-601336-94-hyperv',id=50ef99c0-ef28-4db5-b303-b145898fae60,load=0,resource_versions=,resources_synced=,started_at=2021-06-23T11:22:14Z,topic='l3_agent')) {'router_ids': ['efd40a64-d42c-4d74-9749-ec45002e9efd'], 'active': True} {{(pid=94177) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 11:35:39.751594 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron_lib.callbacks.manager [None req-454d2519-6cb0-4d33-a8f3-19068b9e5c14 tempest-NegativeSecGroupIPv6Test-1070497984 tempest-NegativeSecGroupIPv6Test-1070497984-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:35:39.771676 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.plugins.ml2.db [None req-d479b09a-bd75-4029-9841-e6bf2c7c8a14 None None] For port 6052859a-37c2-45e2-bcee-d5c5605453d5, host dv-neutron-601336-94-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-94-hyperv',level=0,port_id=6052859a-37c2-45e2-bcee-d5c5605453d5,segment=NetworkSegment(28ca3686-7ff9-4891-a18f-d23f02683aab),segment_id=28ca3686-7ff9-4891-a18f-d23f02683aab)] {{(pid=94176) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 23 11:35:39.776727 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfb9626e-1034-48eb-924e-d03ba7927c16 tempest-RoutersIpV6Test-1448447933 tempest-RoutersIpV6Test-1448447933-project] Pushing event updated for resources: {'Network': ['ID=ca00b23c-623f-4cdc-9bd5-76a96dd340ab,revision_number=1']} {{(pid=94174) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 11:35:39.781024 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc7542b2-afef-47f4-a763-e3a3cba144be None None] Pushing event updated for resources: {'Port': ['ID=18eeaa2a-9fe9-456b-8f26-be0272e23bad,revision_number=5']} {{(pid=94176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 11:35:39.785223 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG oslo_concurrency.lockutils [None req-dc7542b2-afef-47f4-a763-e3a3cba144be None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.091s {{(pid=94176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 11:35:39.788594 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.plugins.ml2.rpc [None req-dc7542b2-afef-47f4-a763-e3a3cba144be None None] Network ca00b23c-623f-4cdc-9bd5-76a96dd340ab details requested by agent ovs-agent-dv-neutron-601336-94-hyperv with host dv-neutron-601336-94-hyperv {{(pid=94176) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:250}} Jun 23 11:35:39.789732 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron_lib.callbacks.manager [None req-a1a983ba-eb7c-487a-b26a-6d2b2db8294e tempest-RoutersTest-228919764 tempest-RoutersTest-228919764-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-494961'] for router, after_delete {{(pid=94175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:35:39.790296 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a1a983ba-eb7c-487a-b26a-6d2b2db8294e tempest-RoutersTest-228919764 tempest-RoutersTest-228919764-project] Fanout notify agent at l3_agent the message router_deleted on router 9ac7aa5c-e13e-4cc7-96cf-d4897db18486 {{(pid=94175) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jun 23 11:35:39.796075 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG oslo_concurrency.lockutils [None req-dfb9626e-1034-48eb-924e-d03ba7927c16 tempest-RoutersIpV6Test-1448447933 tempest-RoutersIpV6Test-1448447933-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.148s {{(pid=94174) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 11:35:39.809166 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron_lib.callbacks.manager [None req-a1a983ba-eb7c-487a-b26a-6d2b2db8294e tempest-RoutersTest-228919764 tempest-RoutersTest-228919764-project] Notify callbacks [] for router, before_response {{(pid=94175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:35:39.815833 dv-neutron-601336-94-hyperv neutron-server[94175]: INFO neutron.wsgi [None req-a1a983ba-eb7c-487a-b26a-6d2b2db8294e tempest-RoutersTest-228919764 tempest-RoutersTest-228919764-project] 10.222.0.20 "DELETE /v2.0/routers/9ac7aa5c-e13e-4cc7-96cf-d4897db18486 HTTP/1.1" status: 204 len: 168 time: 2.1237090 Jun 23 11:35:39.816447 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.wsgi [-] (94174) accepted ('10.222.0.20', 41274) {{(pid=94174) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 11:35:39.818790 dv-neutron-601336-94-hyperv neutron-server[94175]: INFO neutron.wsgi [req-0ee67343-51a5-42d6-b4dd-96cd5f3cfec6 req-b2209119-aff8-425d-ae8d-b6830a93fb67 tempest-ServerActionsTestJSON-161917335 tempest-ServerActionsTestJSON-161917335-project] 10.222.0.20 "GET /v2.0/security-groups?id=f0520e5d-8f0e-4c28-b543-be4405698077&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0903847 Jun 23 11:35:39.824808 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.api.v2.base [None req-28430f8a-db0d-433c-b561-5dcf53e1f99b tempest-RoutersTest-228919764 tempest-RoutersTest-228919764-project] Request body: {'network': {'name': 'tempest-RoutersTest-1587130654'}} {{(pid=94174) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 23 11:35:39.840301 dv-neutron-601336-94-hyperv neutron-server[94174]: INFO neutron.wsgi [None req-dfb9626e-1034-48eb-924e-d03ba7927c16 tempest-RoutersIpV6Test-1448447933 tempest-RoutersIpV6Test-1448447933-project] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.6646998 Jun 23 11:35:39.845366 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.wsgi [-] (94175) accepted ('10.222.0.20', 41276) {{(pid=94175) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 11:35:39.850491 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.api.v2.base [None req-d5165c8d-f6a0-4756-ac7d-12be1350bd12 tempest-RoutersIpV6Test-1448447933 tempest-RoutersIpV6Test-1448447933-project] Request body: {'subnet': {'network_id': 'ca00b23c-623f-4cdc-9bd5-76a96dd340ab', 'cidr': '2001:db8:2::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:2::1'}} {{(pid=94175) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 23 11:35:39.862694 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron_lib.db.api [None req-28430f8a-db0d-433c-b561-5dcf53e1f99b tempest-RoutersTest-228919764 tempest-RoutersTest-228919764-project] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Jun 23 11:35:39.862694 dv-neutron-601336-94-hyperv neutron-server[94174]: [SQL: DELETE FROM reservations WHERE reservations.project_id = %(project_id_1)s AND reservations.expiration < %(expiration_1)s] Jun 23 11:35:39.862694 dv-neutron-601336-94-hyperv neutron-server[94174]: [parameters: {'project_id_1': '1838eb839bc24d0abf2e86f88a8bcfa8', 'expiration_1': datetime.datetime(2021, 6, 23, 11, 35, 39, 833914)}] Jun 23 11:35:39.862694 dv-neutron-601336-94-hyperv neutron-server[94174]: (Background on this error at: http://sqlalche.me/e/14/e3q8) {{(pid=94174) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jun 23 11:35:39.864140 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG oslo_db.api [None req-28430f8a-db0d-433c-b561-5dcf53e1f99b tempest-RoutersTest-228919764 tempest-RoutersTest-228919764-project] Performing DB retry for function neutron.db.quota.driver_nolock.DbQuotaNoLockDriver.make_reservation {{(pid=94174) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jun 23 11:35:39.869611 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron_lib.callbacks.manager [None req-d479b09a-bd75-4029-9841-e6bf2c7c8a14 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-922904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866062', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773700135042', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773699642233', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773699642278'] for port, after_update {{(pid=94176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:35:39.873314 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG oslo_concurrency.lockutils [None req-a64b7af4-2289-480a-ab9f-f7a1496826c2 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 11:35:39.916844 dv-neutron-601336-94-hyperv neutron-server[94177]: DEBUG neutron.db.l3_dvr_db [None req-1ec96f45-6c7f-48f6-bedb-9b8305372292 None None] Set router efd40a64-d42c-4d74-9749-ec45002e9efd gateway port host: None {{(pid=94177) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:838}} Jun 23 11:35:39.940262 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d479b09a-bd75-4029-9841-e6bf2c7c8a14 None None] Pushing event updated for resources: {'Port': ['ID=6052859a-37c2-45e2-bcee-d5c5605453d5,revision_number=3']} {{(pid=94176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 11:35:39.950236 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG oslo_concurrency.lockutils [None req-d479b09a-bd75-4029-9841-e6bf2c7c8a14 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.077s {{(pid=94176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 11:35:39.954658 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron_lib.callbacks.manager [None req-454d2519-6cb0-4d33-a8f3-19068b9e5c14 tempest-NegativeSecGroupIPv6Test-1070497984 tempest-NegativeSecGroupIPv6Test-1070497984-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7996330'] for security_group, after_delete {{(pid=94175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:35:39.957399 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron_lib.callbacks.manager [None req-454d2519-6cb0-4d33-a8f3-19068b9e5c14 tempest-NegativeSecGroupIPv6Test-1070497984 tempest-NegativeSecGroupIPv6Test-1070497984-project] Notify callbacks [] for security_group, before_response {{(pid=94175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:35:39.958446 dv-neutron-601336-94-hyperv neutron-server[94175]: INFO neutron.wsgi [None req-454d2519-6cb0-4d33-a8f3-19068b9e5c14 tempest-NegativeSecGroupIPv6Test-1070497984 tempest-NegativeSecGroupIPv6Test-1070497984-project] 10.222.0.20 "DELETE /v2.0/security-groups/34493336-6e10-46d6-be61-8ecb33dac91c HTTP/1.1" status: 204 len: 168 time: 0.4243407 Jun 23 11:35:39.960599 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG oslo_concurrency.lockutils [None req-30f82eb8-b4a9-4b3f-8f99-9b9c7bac2761 tempest-PortsTestJSON-2085221018 tempest-PortsTestJSON-2085221018-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94175) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 11:35:39.961638 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.wsgi [-] (94174) accepted ('10.222.0.20', 41280) {{(pid=94174) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 11:35:39.975509 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-454d2519-6cb0-4d33-a8f3-19068b9e5c14 tempest-NegativeSecGroupIPv6Test-1070497984 tempest-NegativeSecGroupIPv6Test-1070497984-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=34493336-6e10-46d6-be61-8ecb33dac91c,revision_number=None']} {{(pid=94175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 11:35:39.980474 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG oslo_concurrency.lockutils [None req-454d2519-6cb0-4d33-a8f3-19068b9e5c14 tempest-NegativeSecGroupIPv6Test-1070497984 tempest-NegativeSecGroupIPv6Test-1070497984-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.020s {{(pid=94175) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 11:35:39.988701 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c9cf9b7e-8778-4444-88fa-a1b9f3b92071 tempest-TestNetworkBasicOps-233187296 tempest-TestNetworkBasicOps-233187296-project] Made reservation on behalf of 772b9946478d439e9da4eaeade7fb21d for: {'network': 1} {{(pid=94174) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 23 11:35:40.003077 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron_lib.callbacks.manager [None req-c9cf9b7e-8778-4444-88fa-a1b9f3b92071 tempest-TestNetworkBasicOps-233187296 tempest-TestNetworkBasicOps-233187296-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-923104'] for network, before_create {{(pid=94174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:35:40.058119 dv-neutron-601336-94-hyperv neutron-server[94174]: INFO neutron.wsgi [None req-ce207a8d-38a5-4867-a4c9-68b2c5e8b01b tempest-NegativeSecGroupIPv6Test-1070497984 tempest-NegativeSecGroupIPv6Test-1070497984-project] 10.222.0.20 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0945244 Jun 23 11:35:40.061576 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.wsgi [-] (94175) accepted ('10.222.0.20', 41282) {{(pid=94175) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 11:35:40.067896 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.api.v2.base [None req-d4487770-86c2-4123-8c70-100e3288c664 tempest-NegativeSecGroupIPv6Test-1070497984 tempest-NegativeSecGroupIPv6Test-1070497984-project] Request body: {'security_group': {'name': 'tempest-secgroup--735946141'}} {{(pid=94175) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 23 11:35:40.074220 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c9cf9b7e-8778-4444-88fa-a1b9f3b92071 tempest-TestNetworkBasicOps-233187296 tempest-TestNetworkBasicOps-233187296-project] vlan segment allocate from pool success with {'vlan_id': 437, 'physical_network': 'physnet1'} {{(pid=94174) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 23 11:35:40.084301 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron_lib.callbacks.manager [None req-c9cf9b7e-8778-4444-88fa-a1b9f3b92071 tempest-TestNetworkBasicOps-233187296 tempest-TestNetworkBasicOps-233187296-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3801'] for segment, precommit_create {{(pid=94174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:35:40.088673 dv-neutron-601336-94-hyperv neutron-server[94174]: INFO neutron.db.segments_db [None req-c9cf9b7e-8778-4444-88fa-a1b9f3b92071 tempest-TestNetworkBasicOps-233187296 tempest-TestNetworkBasicOps-233187296-project] Added segment 2545ee53-c74e-4449-af0c-83c33975ceea of type vlan for network a7681095-7326-44b0-985d-4ae24b358d92 Jun 23 11:35:40.106902 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d5165c8d-f6a0-4756-ac7d-12be1350bd12 tempest-RoutersIpV6Test-1448447933 tempest-RoutersIpV6Test-1448447933-project] Made reservation on behalf of a04e393135be4822803c421d0995b548 for: {'subnet': 1} {{(pid=94175) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 23 11:35:40.110583 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron_lib.callbacks.manager [None req-d5165c8d-f6a0-4756-ac7d-12be1350bd12 tempest-RoutersIpV6Test-1448447933 tempest-RoutersIpV6Test-1448447933-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4660073'] for subnet, before_create {{(pid=94175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:35:40.155182 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron_lib.callbacks.manager [None req-c9cf9b7e-8778-4444-88fa-a1b9f3b92071 tempest-TestNetworkBasicOps-233187296 tempest-TestNetworkBasicOps-233187296-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8773699596773'] for network, precommit_create {{(pid=94174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:35:40.229828 dv-neutron-601336-94-hyperv neutron-server[94177]: DEBUG neutron.db.l3_hamode_db [None req-1ec96f45-6c7f-48f6-bedb-9b8305372292 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'efd40a64-d42c-4d74-9749-ec45002e9efd', 'name': 'tempest-RoutersIpV6Test-router-621702574', 'tenant_id': 'a04e393135be4822803c421d0995b548', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-23T11:35:29Z', 'updated_at': '2021-06-23T11:35:37Z', 'revision_number': 3, 'project_id': 'a04e393135be4822803c421d0995b548', 'gw_port_host': None, '_interfaces': [{'id': '18eeaa2a-9fe9-456b-8f26-be0272e23bad', 'name': '', 'network_id': '8dba2472-7331-4ba9-b904-298b042d46c9', 'tenant_id': 'a04e393135be4822803c421d0995b548', 'mac_address': 'fa:16:3e:b5:78:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'efd40a64-d42c-4d74-9749-ec45002e9efd', 'device_owner': 'network:router_interface', 'standard_attr_id': 1011, 'fixed_ips': [{'subnet_id': '175bc06c-342b-4e55-945c-a10b0728e9dd', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-94-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-23T11:35:32Z', 'updated_at': '2021-06-23T11:35:39Z', 'revision_number': 5, 'project_id': 'a04e393135be4822803c421d0995b548', 'subnets': [{'id': '175bc06c-342b-4e55-945c-a10b0728e9dd', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'fa994084-a39f-425d-a88e-31f844094105', 'name': '', 'network_id': '5a0407f1-1e47-4f7c-9b40-8fcc21217cea', 'tenant_id': 'a04e393135be4822803c421d0995b548', 'mac_address': 'fa:16:3e:08:0e:df', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'efd40a64-d42c-4d74-9749-ec45002e9efd', 'device_owner': 'network:router_interface', 'standard_attr_id': 1030, 'fixed_ips': [{'subnet_id': 'af9b362d-ea7d-430f-b9de-bdf75c0ca07a', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-23T11:35:37Z', 'updated_at': '2021-06-23T11:35:38Z', 'revision_number': 2, 'project_id': 'a04e393135be4822803c421d0995b548', 'subnets': [{'id': 'af9b362d-ea7d-430f-b9de-bdf75c0ca07a', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-601336-94-hyperv', False) {} {{(pid=94177) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 11:35:40.237138 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.db.provisioning_blocks [None req-03e93b2d-4374-4ad5-8f2a-eb97509580ad None None] Provisioning for port fa994084-a39f-425d-a88e-31f844094105 completed by entity DHCP. {{(pid=94176) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 23 11:35:40.247348 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.db.provisioning_blocks [None req-03e93b2d-4374-4ad5-8f2a-eb97509580ad None None] Provisioning complete for port fa994084-a39f-425d-a88e-31f844094105 triggered by entity DHCP. {{(pid=94176) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 23 11:35:40.247348 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron_lib.callbacks.manager [None req-03e93b2d-4374-4ad5-8f2a-eb97509580ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-899258'] for port, provisioning_complete {{(pid=94176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:35:40.260054 dv-neutron-601336-94-hyperv neutron-server[94177]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1ec96f45-6c7f-48f6-bedb-9b8305372292 None None] Checking router: efd40a64-d42c-4d74-9749-ec45002e9efd for host: dv-neutron-601336-94-hyperv {{(pid=94177) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 23 11:35:40.260405 dv-neutron-601336-94-hyperv neutron-server[94177]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1ec96f45-6c7f-48f6-bedb-9b8305372292 None None] Updating router efd40a64-d42c-4d74-9749-ec45002e9efd port fa994084-a39f-425d-a88e-31f844094105 binding host dv-neutron-601336-94-hyperv {{(pid=94177) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 23 11:35:40.270968 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron_lib.callbacks.manager [None req-c9cf9b7e-8778-4444-88fa-a1b9f3b92071 tempest-TestNetworkBasicOps-233187296 tempest-TestNetworkBasicOps-233187296-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8002400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7866073'] for network, after_create {{(pid=94174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:35:40.283147 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c9cf9b7e-8778-4444-88fa-a1b9f3b92071 tempest-TestNetworkBasicOps-233187296 tempest-TestNetworkBasicOps-233187296-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94174) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 11:35:40.285991 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron_lib.callbacks.manager [None req-c9cf9b7e-8778-4444-88fa-a1b9f3b92071 tempest-TestNetworkBasicOps-233187296 tempest-TestNetworkBasicOps-233187296-project] Notify callbacks [] for network, before_response {{(pid=94174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:35:40.288479 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.plugins.ml2.plugin [None req-03e93b2d-4374-4ad5-8f2a-eb97509580ad None None] Port fa994084-a39f-425d-a88e-31f844094105 cannot update to ACTIVE because it is not bound. {{(pid=94176) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jun 23 11:35:40.297262 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron_lib.callbacks.manager [None req-d4487770-86c2-4123-8c70-100e3288c664 tempest-NegativeSecGroupIPv6Test-1070497984 tempest-NegativeSecGroupIPv6Test-1070497984-project] Notify callbacks [] for security_group, before_create {{(pid=94175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:35:40.301738 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG oslo_concurrency.lockutils [None req-6a548bba-11e4-4c08-830b-1d925c469768 tempest-TagsTest-463466438 tempest-TagsTest-463466438-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94174) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 11:35:40.307045 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.db.provisioning_blocks [None req-03e93b2d-4374-4ad5-8f2a-eb97509580ad None None] Provisioning complete for port 6052859a-37c2-45e2-bcee-d5c5605453d5 triggered by entity DHCP. {{(pid=94176) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 23 11:35:40.307440 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron_lib.callbacks.manager [None req-03e93b2d-4374-4ad5-8f2a-eb97509580ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-899258'] for port, provisioning_complete {{(pid=94176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:35:40.320353 dv-neutron-601336-94-hyperv neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-1ec96f45-6c7f-48f6-bedb-9b8305372292 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-923122'] for port, before_update {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:35:40.396986 dv-neutron-601336-94-hyperv neutron-server[94174]: INFO neutron.wsgi [None req-c9cf9b7e-8778-4444-88fa-a1b9f3b92071 tempest-TestNetworkBasicOps-233187296 tempest-TestNetworkBasicOps-233187296-project] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 1.2132766 Jun 23 11:35:40.401537 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.wsgi [-] (94174) accepted ('10.222.0.20', 41284) {{(pid=94174) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 11:35:40.447383 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron_lib.callbacks.manager [None req-d5165c8d-f6a0-4756-ac7d-12be1350bd12 tempest-RoutersIpV6Test-1448447933 tempest-RoutersIpV6Test-1448447933-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866062', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5083113', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4660095'] for subnet, after_create {{(pid=94175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:35:40.452015 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG oslo_concurrency.lockutils [None req-f2c861b8-e492-4fc9-a897-ce9ad6b38e51 tempest-RoutersIpV6Test-1448447933 tempest-RoutersIpV6Test-1448447933-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94175) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 11:35:40.478234 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9cf9b7e-8778-4444-88fa-a1b9f3b92071 tempest-TestNetworkBasicOps-233187296 tempest-TestNetworkBasicOps-233187296-project] Pushing event updated for resources: {'Network': ['ID=a7681095-7326-44b0-985d-4ae24b358d92,revision_number=1']} {{(pid=94174) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 11:35:40.483329 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG oslo_concurrency.lockutils [None req-c9cf9b7e-8778-4444-88fa-a1b9f3b92071 tempest-TestNetworkBasicOps-233187296 tempest-TestNetworkBasicOps-233187296-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.182s {{(pid=94174) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 11:35:40.491784 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.plugins.ml2.rpc [None req-dc7542b2-afef-47f4-a763-e3a3cba144be None None] Network a7681095-7326-44b0-985d-4ae24b358d92 details requested by agent ovs-agent-dv-neutron-601336-94-hyperv with host dv-neutron-601336-94-hyperv {{(pid=94176) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:250}} Jun 23 11:35:40.543100 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-97114424-38d2-4605-b9ec-814982463788 tempest-TestNetworkBasicOps-1420332966 tempest-TestNetworkBasicOps-1420332966-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94174) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 11:35:40.544958 dv-neutron-601336-94-hyperv neutron-server[94174]: INFO neutron.wsgi [None req-97114424-38d2-4605-b9ec-814982463788 tempest-TestNetworkBasicOps-1420332966 tempest-TestNetworkBasicOps-1420332966-project-admin] 10.222.0.20 "GET /v2.0/subnets?project_id=772b9946478d439e9da4eaeade7fb21d&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 829 time: 0.1422987 Jun 23 11:35:40.547740 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.wsgi [-] (94174) accepted ('10.222.0.20', 41288) {{(pid=94174) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 11:35:40.552459 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron_lib.callbacks.manager [None req-d4487770-86c2-4123-8c70-100e3288c664 tempest-NegativeSecGroupIPv6Test-1070497984 tempest-NegativeSecGroupIPv6Test-1070497984-project] Notify callbacks [] for security_group, precommit_create {{(pid=94175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:35:40.571788 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5165c8d-f6a0-4756-ac7d-12be1350bd12 tempest-RoutersIpV6Test-1448447933 tempest-RoutersIpV6Test-1448447933-project] Pushing event updated for resources: {'Subnet': ['ID=75d17758-e341-408a-9d3d-d429416fcd8a,revision_number=0']} {{(pid=94175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 11:35:40.577570 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG oslo_concurrency.lockutils [None req-d5165c8d-f6a0-4756-ac7d-12be1350bd12 tempest-RoutersIpV6Test-1448447933 tempest-RoutersIpV6Test-1448447933-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.126s {{(pid=94175) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 11:35:40.602693 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d5165c8d-f6a0-4756-ac7d-12be1350bd12 tempest-RoutersIpV6Test-1448447933 tempest-RoutersIpV6Test-1448447933-project] Checking segment: {'id': 'f95c50e7-52b3-4de2-9b39-96899c3f25cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 419, 'network_id': 'ca00b23c-623f-4cdc-9bd5-76a96dd340ab'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94175) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 23 11:35:40.602933 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d5165c8d-f6a0-4756-ac7d-12be1350bd12 tempest-RoutersIpV6Test-1448447933 tempest-RoutersIpV6Test-1448447933-project] Network hostable DHCP agents. Network: ca00b23c-623f-4cdc-9bd5-76a96dd340ab, hostable agents: ['8cf29b10-0e57-4131-816f-a4b6ad00b249'], hosted agents: [] {{(pid=94175) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 23 11:35:40.624973 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron_lib.callbacks.manager [None req-d4487770-86c2-4123-8c70-100e3288c664 tempest-NegativeSecGroupIPv6Test-1070497984 tempest-NegativeSecGroupIPv6Test-1070497984-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7996330'] for security_group, after_create {{(pid=94175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:35:40.629505 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG oslo_concurrency.lockutils [None req-051eafc0-7800-40ad-be40-625a95cb1046 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94175) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 11:35:40.651464 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.db.provisioning_blocks [None req-489e4c4a-e383-4bd7-be24-481545b7151b None None] Provisioning complete for port fa994084-a39f-425d-a88e-31f844094105 triggered by entity DHCP. {{(pid=94176) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 23 11:35:40.651893 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron_lib.callbacks.manager [None req-489e4c4a-e383-4bd7-be24-481545b7151b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-899258'] for port, provisioning_complete {{(pid=94176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:35:40.694537 dv-neutron-601336-94-hyperv neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-1ec96f45-6c7f-48f6-bedb-9b8305372292 None None] Notify callbacks [] for port, precommit_update {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:35:40.697048 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.plugins.ml2.plugin [None req-489e4c4a-e383-4bd7-be24-481545b7151b None None] Port fa994084-a39f-425d-a88e-31f844094105 cannot update to ACTIVE because it is not bound. {{(pid=94176) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jun 23 11:35:40.706562 dv-neutron-601336-94-hyperv neutron-server[94177]: DEBUG neutron.db.provisioning_blocks [None req-1ec96f45-6c7f-48f6-bedb-9b8305372292 None None] Transition to ACTIVE for port object fa994084-a39f-425d-a88e-31f844094105 will not be triggered until provisioned by entity L2. {{(pid=94177) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 23 11:35:40.710268 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d5165c8d-f6a0-4756-ac7d-12be1350bd12 tempest-RoutersIpV6Test-1448447933 tempest-RoutersIpV6Test-1448447933-project] Network ca00b23c-623f-4cdc-9bd5-76a96dd340ab is scheduled to be hosted by DHCP agent 8cf29b10-0e57-4131-816f-a4b6ad00b249 with binding_index 1 {{(pid=94175) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 23 11:35:40.718521 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4487770-86c2-4123-8c70-100e3288c664 tempest-NegativeSecGroupIPv6Test-1070497984 tempest-NegativeSecGroupIPv6Test-1070497984-project] Pushing event updated for resources: {'SecurityGroup': ['ID=59cca9a8-d012-4c62-88d6-847c8f5f2459,revision_number=1']} {{(pid=94175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 11:35:40.723479 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG oslo_concurrency.lockutils [None req-d4487770-86c2-4123-8c70-100e3288c664 tempest-NegativeSecGroupIPv6Test-1070497984 tempest-NegativeSecGroupIPv6Test-1070497984-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.094s {{(pid=94175) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 11:35:40.752929 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b771f1da-6e92-4686-83c9-887c117e0ef5 req-48810a11-316f-4019-89df-6f3c16a9f47e tempest-ServerActionsTestJSON-161917335 tempest-ServerActionsTestJSON-161917335-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 11:35:40.754498 dv-neutron-601336-94-hyperv neutron-server[94175]: INFO neutron.wsgi [req-b771f1da-6e92-4686-83c9-887c117e0ef5 req-48810a11-316f-4019-89df-6f3c16a9f47e tempest-ServerActionsTestJSON-161917335 tempest-ServerActionsTestJSON-161917335-project] 10.222.0.20 "GET /v2.0/ports?device_id=85769616-6b8b-4da7-ad73-344986edf607 HTTP/1.1" status: 200 len: 945 time: 0.1044185 Jun 23 11:35:40.781062 dv-neutron-601336-94-hyperv neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-1ec96f45-6c7f-48f6-bedb-9b8305372292 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-922904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866062', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773700135042', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773699642233', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773699642278'] for port, after_update {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:35:40.789860 dv-neutron-601336-94-hyperv neutron-server[94177]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94177) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 11:35:40.795642 dv-neutron-601336-94-hyperv neutron-server[94175]: INFO neutron.wsgi [req-b771f1da-6e92-4686-83c9-887c117e0ef5 req-15ca557c-f38c-423f-9b24-7930ccf75c35 tempest-ServerActionsTestJSON-161917335 tempest-ServerActionsTestJSON-161917335-project] 10.222.0.20 "GET /v2.0/security-groups?id=f0520e5d-8f0e-4c28-b543-be4405698077&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0344396 Jun 23 11:35:40.808397 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.scheduler.base_scheduler [None req-d5165c8d-f6a0-4756-ac7d-12be1350bd12 tempest-RoutersIpV6Test-1448447933 tempest-RoutersIpV6Test-1448447933-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-601336-94-hyperv, ca00b23c-623f-4cdc-9bd5-76a96dd340ab) {{(pid=94175) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 23 11:35:40.828058 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-877a7a23-0396-4bb3-8af4-03885f8b4de5 None None] Network ca00b23c-623f-4cdc-9bd5-76a96dd340ab requested from dv-neutron-601336-94-hyperv {{(pid=94176) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 23 11:35:40.846759 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d5165c8d-f6a0-4756-ac7d-12be1350bd12 tempest-RoutersIpV6Test-1448447933 tempest-RoutersIpV6Test-1448447933-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 11:35:40.848831 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron_lib.callbacks.manager [None req-d5165c8d-f6a0-4756-ac7d-12be1350bd12 tempest-RoutersIpV6Test-1448447933 tempest-RoutersIpV6Test-1448447933-project] Notify callbacks [] for subnet, before_response {{(pid=94175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:35:40.892395 dv-neutron-601336-94-hyperv neutron-server[94177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efa3eacb-5149-4a5a-9db5-866d3bd225ae None None] Pushing event updated for resources: {'Port': ['ID=fa994084-a39f-425d-a88e-31f844094105,revision_number=3']} {{(pid=94177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 11:35:40.928642 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.plugins.ml2.rpc [None req-dc7542b2-afef-47f4-a763-e3a3cba144be None None] Device 18eeaa2a-9fe9-456b-8f26-be0272e23bad up at agent ovs-agent-dv-neutron-601336-94-hyperv {{(pid=94176) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:298}} Jun 23 11:35:40.931780 dv-neutron-601336-94-hyperv neutron-server[94177]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-efa3eacb-5149-4a5a-9db5-866d3bd225ae None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-601336-94-hyperv {{(pid=94177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 11:35:40.932132 dv-neutron-601336-94-hyperv neutron-server[94177]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-efa3eacb-5149-4a5a-9db5-866d3bd225ae None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-94-hyperv {{(pid=94177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 11:35:40.932535 dv-neutron-601336-94-hyperv neutron-server[94177]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-efa3eacb-5149-4a5a-9db5-866d3bd225ae None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-94-hyperv {{(pid=94177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 11:35:40.932879 dv-neutron-601336-94-hyperv neutron-server[94177]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-efa3eacb-5149-4a5a-9db5-866d3bd225ae None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-601336-94-hyperv {{(pid=94177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 11:35:40.933208 dv-neutron-601336-94-hyperv neutron-server[94177]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-efa3eacb-5149-4a5a-9db5-866d3bd225ae None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-601336-94-hyperv {{(pid=94177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 11:35:40.933559 dv-neutron-601336-94-hyperv neutron-server[94177]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-efa3eacb-5149-4a5a-9db5-866d3bd225ae None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-601336-94-hyperv {{(pid=94177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 11:35:40.933895 dv-neutron-601336-94-hyperv neutron-server[94177]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-efa3eacb-5149-4a5a-9db5-866d3bd225ae None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-601336-94-hyperv {{(pid=94177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 11:35:40.934235 dv-neutron-601336-94-hyperv neutron-server[94177]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-efa3eacb-5149-4a5a-9db5-866d3bd225ae None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-601336-94-hyperv {{(pid=94177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 11:35:40.934558 dv-neutron-601336-94-hyperv neutron-server[94177]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-efa3eacb-5149-4a5a-9db5-866d3bd225ae None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-601336-94-hyperv {{(pid=94177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 11:35:40.934883 dv-neutron-601336-94-hyperv neutron-server[94177]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-efa3eacb-5149-4a5a-9db5-866d3bd225ae None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-94-hyperv {{(pid=94177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 11:35:40.935312 dv-neutron-601336-94-hyperv neutron-server[94177]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-efa3eacb-5149-4a5a-9db5-866d3bd225ae None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-601336-94-hyperv {{(pid=94177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 11:35:40.935863 dv-neutron-601336-94-hyperv neutron-server[94177]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-efa3eacb-5149-4a5a-9db5-866d3bd225ae None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-601336-94-hyperv {{(pid=94177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 11:35:40.941758 dv-neutron-601336-94-hyperv neutron-server[94177]: DEBUG oslo_concurrency.lockutils [None req-efa3eacb-5149-4a5a-9db5-866d3bd225ae None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.152s {{(pid=94177) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 11:35:40.979833 dv-neutron-601336-94-hyperv neutron-server[94177]: DEBUG neutron.plugins.ml2.managers [None req-1ec96f45-6c7f-48f6-bedb-9b8305372292 None None] Attempting to bind port fa994084-a39f-425d-a88e-31f844094105 on host dv-neutron-601336-94-hyperv for vnic_type normal with profile {{(pid=94177) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 23 11:35:40.980472 dv-neutron-601336-94-hyperv neutron-server[94177]: DEBUG neutron.plugins.ml2.managers [None req-1ec96f45-6c7f-48f6-bedb-9b8305372292 None None] Attempting to bind port fa994084-a39f-425d-a88e-31f844094105 by drivers openvswitch,hyperv on host dv-neutron-601336-94-hyperv at level 0 using segments [{'id': '28ca3686-7ff9-4891-a18f-d23f02683aab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 420, 'network_id': '5a0407f1-1e47-4f7c-9b40-8fcc21217cea'}] {{(pid=94177) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 23 11:35:40.981006 dv-neutron-601336-94-hyperv neutron-server[94177]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1ec96f45-6c7f-48f6-bedb-9b8305372292 None None] Attempting to bind port fa994084-a39f-425d-a88e-31f844094105 on network 5a0407f1-1e47-4f7c-9b40-8fcc21217cea {{(pid=94177) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 23 11:35:40.986886 dv-neutron-601336-94-hyperv neutron-server[94177]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1ec96f45-6c7f-48f6-bedb-9b8305372292 None None] Checking agent: {'id': '4d05f899-5ac9-411b-8a03-f60c93f87cdf', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-601336-94-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 23, 11, 22, 14), 'started_at': datetime.datetime(2021, 6, 23, 11, 22, 44), 'heartbeat_timestamp': datetime.datetime(2021, 6, 23, 11, 35, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'monitor_allowed_address_pair_garp': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-601336-94-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94177) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 23 11:35:40.987868 dv-neutron-601336-94-hyperv neutron-server[94177]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1ec96f45-6c7f-48f6-bedb-9b8305372292 None None] Checking segment: {'id': '28ca3686-7ff9-4891-a18f-d23f02683aab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 420, 'network_id': '5a0407f1-1e47-4f7c-9b40-8fcc21217cea'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94177) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 23 11:35:40.988000 dv-neutron-601336-94-hyperv neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-1ec96f45-6c7f-48f6-bedb-9b8305372292 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:35:40.988299 dv-neutron-601336-94-hyperv neutron-server[94177]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1ec96f45-6c7f-48f6-bedb-9b8305372292 None None] Bound using segment: {'id': '28ca3686-7ff9-4891-a18f-d23f02683aab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 420, 'network_id': '5a0407f1-1e47-4f7c-9b40-8fcc21217cea'} {{(pid=94177) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 23 11:35:40.988845 dv-neutron-601336-94-hyperv neutron-server[94177]: DEBUG neutron.plugins.ml2.managers [None req-1ec96f45-6c7f-48f6-bedb-9b8305372292 None None] Bound port: fa994084-a39f-425d-a88e-31f844094105, host: dv-neutron-601336-94-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '28ca3686-7ff9-4891-a18f-d23f02683aab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 420, 'network_id': '5a0407f1-1e47-4f7c-9b40-8fcc21217cea'}}] {{(pid=94177) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 23 11:35:40.989228 dv-neutron-601336-94-hyperv neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-1ec96f45-6c7f-48f6-bedb-9b8305372292 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-923122'] for port, before_update {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:35:41.027775 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron_lib.callbacks.manager [None req-3d3f03eb-d81c-43dc-87f1-d0f3f70c895c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773699952132', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-899307'] for agent, after_update {{(pid=94176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:35:41.052163 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.db.provisioning_blocks [None req-dc7542b2-afef-47f4-a763-e3a3cba144be None None] Provisioning complete for port 18eeaa2a-9fe9-456b-8f26-be0272e23bad triggered by entity L2. {{(pid=94176) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 23 11:35:41.052634 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron_lib.callbacks.manager [None req-dc7542b2-afef-47f4-a763-e3a3cba144be None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-899258'] for port, provisioning_complete {{(pid=94176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:35:41.056543 dv-neutron-601336-94-hyperv neutron-server[94177]: DEBUG neutron.plugins.ml2.db [None req-1ec96f45-6c7f-48f6-bedb-9b8305372292 None None] For port fa994084-a39f-425d-a88e-31f844094105, host dv-neutron-601336-94-hyperv, cleared binding levels {{(pid=94177) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 23 11:35:41.060836 dv-neutron-601336-94-hyperv neutron-server[94177]: DEBUG neutron.plugins.ml2.db [None req-1ec96f45-6c7f-48f6-bedb-9b8305372292 None None] For port fa994084-a39f-425d-a88e-31f844094105, host dv-neutron-601336-94-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-94-hyperv',level=0,port_id=fa994084-a39f-425d-a88e-31f844094105,segment=NetworkSegment(28ca3686-7ff9-4891-a18f-d23f02683aab),segment_id=28ca3686-7ff9-4891-a18f-d23f02683aab)] {{(pid=94177) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 23 11:35:41.122060 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-866dbf49-6b6b-4f45-a052-51ce28961118 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1e0d828a-1fa4-563d-b7fd-53adf66a04ee-ca00b23c-623f-4cdc-9bd5-76a96dd340ab', 'network_id': 'ca00b23c-623f-4cdc-9bd5-76a96dd340ab', 'tenant_id': 'a04e393135be4822803c421d0995b548', 'fixed_ips': [{'subnet_id': '75d17758-e341-408a-9d3d-d429416fcd8a'}]}} from dv-neutron-601336-94-hyperv. {{(pid=94176) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 23 11:35:41.122920 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron_lib.callbacks.manager [None req-866dbf49-6b6b-4f45-a052-51ce28961118 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-923104'] for port, before_create {{(pid=94176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:35:41.147001 dv-neutron-601336-94-hyperv neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-1ec96f45-6c7f-48f6-bedb-9b8305372292 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-922904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866062', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773700135042', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773699642233', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773699642278'] for port, after_update {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:35:41.154191 dv-neutron-601336-94-hyperv neutron-server[94177]: DEBUG oslo_concurrency.lockutils [None req-1303cea4-4639-4ba2-8053-229c15dd5b2d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94177) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 11:35:41.210565 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e115ee17-daa4-4dc7-8e74-56a49eeaf3ea tempest-TestNetworkBasicOps-1420332966 tempest-TestNetworkBasicOps-1420332966-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94174) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 11:35:41.215227 dv-neutron-601336-94-hyperv neutron-server[94174]: INFO neutron.wsgi [None req-e115ee17-daa4-4dc7-8e74-56a49eeaf3ea tempest-TestNetworkBasicOps-1420332966 tempest-TestNetworkBasicOps-1420332966-project-admin] 10.222.0.20 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.6635365 Jun 23 11:35:41.216609 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.wsgi [-] (94175) accepted ('10.222.0.20', 41290) {{(pid=94175) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 11:35:41.224359 dv-neutron-601336-94-hyperv neutron-server[94177]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1ec96f45-6c7f-48f6-bedb-9b8305372292 None None] Routers {'efd40a64-d42c-4d74-9749-ec45002e9efd'} bound to L3 agent in host dv-neutron-601336-94-hyperv {{(pid=94177) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 23 11:35:41.225328 dv-neutron-601336-94-hyperv neutron-server[94177]: DEBUG neutron.db.l3_hamode_db [None req-1ec96f45-6c7f-48f6-bedb-9b8305372292 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-601336-94-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-23T11:22:13Z,description=,heartbeat_timestamp=2021-06-23T11:35:13Z,host='dv-neutron-601336-94-hyperv',id=50ef99c0-ef28-4db5-b303-b145898fae60,load=0,resource_versions=,resources_synced=,started_at=2021-06-23T11:22:14Z,topic='l3_agent')) {'router_ids': ['efd40a64-d42c-4d74-9749-ec45002e9efd'], 'active': True} {{(pid=94177) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 11:35:41.229228 dv-neutron-601336-94-hyperv neutron-server[94177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efa3eacb-5149-4a5a-9db5-866d3bd225ae None None] Pushing event updated for resources: {'Port': ['ID=fa994084-a39f-425d-a88e-31f844094105,revision_number=4']} {{(pid=94177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 11:35:41.246745 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-28430f8a-db0d-433c-b561-5dcf53e1f99b tempest-RoutersTest-228919764 tempest-RoutersTest-228919764-project] Made reservation on behalf of 1838eb839bc24d0abf2e86f88a8bcfa8 for: {'network': 1} {{(pid=94174) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 23 11:35:41.250732 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron_lib.callbacks.manager [None req-28430f8a-db0d-433c-b561-5dcf53e1f99b tempest-RoutersTest-228919764 tempest-RoutersTest-228919764-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-923104'] for network, before_create {{(pid=94174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:35:41.267260 dv-neutron-601336-94-hyperv neutron-server[94177]: DEBUG oslo_concurrency.lockutils [None req-efa3eacb-5149-4a5a-9db5-866d3bd225ae None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.113s {{(pid=94177) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 11:35:41.283352 dv-neutron-601336-94-hyperv neutron-server[94175]: INFO neutron.wsgi [None req-2b54fb72-0624-4e64-894e-f7e69f2e625d tempest-TestNetworkBasicOps-1420332966 tempest-TestNetworkBasicOps-1420332966-project-admin] 10.222.0.20 "GET /v2.0/subnets?network_id=3e7e4eb3-cf02-4d47-ade9-0a579cdfc60f&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0630009 Jun 23 11:35:41.284443 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.wsgi [-] (94174) accepted ('10.222.0.20', 41292) {{(pid=94174) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 11:35:41.324181 dv-neutron-601336-94-hyperv neutron-server[94174]: INFO neutron.wsgi [None req-7def68ae-102b-4fcf-bd04-855d9b35d0a6 tempest-TestNetworkBasicOps-1420332966 tempest-TestNetworkBasicOps-1420332966-project-admin] 10.222.0.20 "GET /v2.0/subnets?project_id=772b9946478d439e9da4eaeade7fb21d&cidr=172.20.0.16%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0351603 Jun 23 11:35:41.324181 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.wsgi [-] (94174) accepted ('10.222.0.20', 41294) {{(pid=94174) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 11:35:41.326080 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-28430f8a-db0d-433c-b561-5dcf53e1f99b tempest-RoutersTest-228919764 tempest-RoutersTest-228919764-project] vlan segment allocate from pool success with {'vlan_id': 407, 'physical_network': 'physnet1'} {{(pid=94174) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 23 11:35:41.351723 dv-neutron-601336-94-hyperv neutron-server[94175]: INFO neutron.wsgi [None req-d5165c8d-f6a0-4756-ac7d-12be1350bd12 tempest-RoutersIpV6Test-1448447933 tempest-RoutersIpV6Test-1448447933-project] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 830 time: 1.5053158 Jun 23 11:35:41.353224 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.wsgi [-] (94175) accepted ('10.222.0.20', 41296) {{(pid=94175) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 11:35:41.375977 dv-neutron-601336-94-hyperv neutron-server[94177]: DEBUG neutron.db.l3_dvr_db [None req-1ec96f45-6c7f-48f6-bedb-9b8305372292 None None] Set router efd40a64-d42c-4d74-9749-ec45002e9efd gateway port host: None {{(pid=94177) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:838}} Jun 23 11:35:41.413067 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron_lib.callbacks.manager [None req-d4487770-86c2-4123-8c70-100e3288c664 tempest-NegativeSecGroupIPv6Test-1070497984 tempest-NegativeSecGroupIPv6Test-1070497984-project] Notify callbacks [] for security_group, before_response {{(pid=94175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:35:41.414523 dv-neutron-601336-94-hyperv neutron-server[94175]: INFO neutron.wsgi [None req-d4487770-86c2-4123-8c70-100e3288c664 tempest-NegativeSecGroupIPv6Test-1070497984 tempest-NegativeSecGroupIPv6Test-1070497984-project] 10.222.0.20 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 1.3517857 Jun 23 11:35:41.419580 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.wsgi [-] (94175) accepted ('10.222.0.20', 41298) {{(pid=94175) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 11:35:41.426284 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.api.v2.base [None req-08b216c2-d50c-4ef6-b6ee-448223fe481b tempest-NegativeSecGroupIPv6Test-1070497984 tempest-NegativeSecGroupIPv6Test-1070497984-project] Request body: {'security_group_rule': {'security_group_id': '59cca9a8-d012-4c62-88d6-847c8f5f2459', 'protocol': 'tcp', 'port_range_min': -16, 'port_range_max': 80, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=94175) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 23 11:35:41.426861 dv-neutron-601336-94-hyperv neutron-server[94175]: WARNING neutron.api.v2.base [None req-08b216c2-d50c-4ef6-b6ee-448223fe481b tempest-NegativeSecGroupIPv6Test-1070497984 tempest-NegativeSecGroupIPv6Test-1070497984-project] An exception happened while processing the request body. The exception message is [Invalid value for port -16].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port -16 Jun 23 11:35:41.428611 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.plugins.ml2.rpc [None req-dc7542b2-afef-47f4-a763-e3a3cba144be None None] Device 6052859a-37c2-45e2-bcee-d5c5605453d5 up at agent ovs-agent-dv-neutron-601336-94-hyperv {{(pid=94176) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:298}} Jun 23 11:35:41.430165 dv-neutron-601336-94-hyperv neutron-server[94175]: INFO neutron.api.v2.resource [None req-08b216c2-d50c-4ef6-b6ee-448223fe481b tempest-NegativeSecGroupIPv6Test-1070497984 tempest-NegativeSecGroupIPv6Test-1070497984-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jun 23 11:35:41.437990 dv-neutron-601336-94-hyperv neutron-server[94175]: INFO neutron.wsgi [None req-08b216c2-d50c-4ef6-b6ee-448223fe481b tempest-NegativeSecGroupIPv6Test-1070497984 tempest-NegativeSecGroupIPv6Test-1070497984-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 317 time: 0.0106394 Jun 23 11:35:41.441077 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron_lib.callbacks.manager [None req-28430f8a-db0d-433c-b561-5dcf53e1f99b tempest-RoutersTest-228919764 tempest-RoutersTest-228919764-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3801'] for segment, precommit_create {{(pid=94174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:35:41.441626 dv-neutron-601336-94-hyperv neutron-server[94174]: INFO neutron.db.segments_db [None req-28430f8a-db0d-433c-b561-5dcf53e1f99b tempest-RoutersTest-228919764 tempest-RoutersTest-228919764-project] Added segment 44bf4119-ce1f-4161-b967-6233aa9941a7 of type vlan for network 1101ff0f-4e73-4d52-8584-72049c933f6a Jun 23 11:35:41.451135 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8c7ad6e5-6412-4c62-9eaf-ca656c8daa3e tempest-TestNetworkBasicOps-1420332966 tempest-TestNetworkBasicOps-1420332966-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94174) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 11:35:41.453166 dv-neutron-601336-94-hyperv neutron-server[94174]: INFO neutron.wsgi [None req-8c7ad6e5-6412-4c62-9eaf-ca656c8daa3e tempest-TestNetworkBasicOps-1420332966 tempest-TestNetworkBasicOps-1420332966-project-admin] 10.222.0.20 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1280770 Jun 23 11:35:41.465487 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.wsgi [-] (94174) accepted ('10.222.0.20', 41300) {{(pid=94174) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 11:35:41.466027 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.wsgi [-] (94174) accepted ('10.222.0.20', 41302) {{(pid=94174) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 11:35:41.473894 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.api.v2.base [None req-5e4cfe53-04c4-43b3-a9ab-cf37939d45c0 tempest-NegativeSecGroupIPv6Test-1070497984 tempest-NegativeSecGroupIPv6Test-1070497984-project] Request body: {'security_group_rule': {'security_group_id': '59cca9a8-d012-4c62-88d6-847c8f5f2459', 'protocol': 'tcp', 'port_range_min': 80, 'port_range_max': 79, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=94174) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 23 11:35:41.543023 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.db.provisioning_blocks [None req-dc7542b2-afef-47f4-a763-e3a3cba144be None None] Provisioning complete for port 6052859a-37c2-45e2-bcee-d5c5605453d5 triggered by entity L2. {{(pid=94176) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 23 11:35:41.543341 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron_lib.callbacks.manager [None req-dc7542b2-afef-47f4-a763-e3a3cba144be None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-899258'] for port, provisioning_complete {{(pid=94176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:35:41.568671 dv-neutron-601336-94-hyperv neutron-server[94174]: INFO neutron.wsgi [None req-e6c542df-08fc-4f6e-854e-f1d94c4047d1 tempest-TestNetworkBasicOps-1420332966 tempest-TestNetworkBasicOps-1420332966-project-admin] 10.222.0.20 "GET /v2.0/subnets?network_id=3e7e4eb3-cf02-4d47-ade9-0a579cdfc60f&cidr=172.20.0.16%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0995741 Jun 23 11:35:41.573369 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.wsgi [-] (94175) accepted ('10.222.0.20', 41304) {{(pid=94175) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 11:35:41.585036 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron_lib.callbacks.manager [None req-28430f8a-db0d-433c-b561-5dcf53e1f99b tempest-RoutersTest-228919764 tempest-RoutersTest-228919764-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8773699596773'] for network, precommit_create {{(pid=94174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:35:41.603861 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.db.db_base_plugin_common [None req-866dbf49-6b6b-4f45-a052-51ce28961118 None None] Allocated IP 2001:db8:2::2 (ca00b23c-623f-4cdc-9bd5-76a96dd340ab/75d17758-e341-408a-9d3d-d429416fcd8a/c82921de-6598-4cba-8bf2-b33218d8b16c) {{(pid=94176) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 23 11:35:41.625232 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.api.v2.base [None req-111fe386-badf-4aa6-a551-42f9e8d7dece tempest-TestNetworkBasicOps-233187296 tempest-TestNetworkBasicOps-233187296-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-286666527', 'network_id': 'a7681095-7326-44b0-985d-4ae24b358d92', 'project_id': '772b9946478d439e9da4eaeade7fb21d', 'ip_version': 4, 'cidr': '172.20.0.16/28'}} {{(pid=94175) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 23 11:35:41.653888 dv-neutron-601336-94-hyperv neutron-server[94177]: DEBUG neutron.db.l3_hamode_db [None req-1ec96f45-6c7f-48f6-bedb-9b8305372292 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'efd40a64-d42c-4d74-9749-ec45002e9efd', 'name': 'tempest-RoutersIpV6Test-router-621702574', 'tenant_id': 'a04e393135be4822803c421d0995b548', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-23T11:35:29Z', 'updated_at': '2021-06-23T11:35:37Z', 'revision_number': 3, 'project_id': 'a04e393135be4822803c421d0995b548', 'gw_port_host': None, '_interfaces': [{'id': '18eeaa2a-9fe9-456b-8f26-be0272e23bad', 'name': '', 'network_id': '8dba2472-7331-4ba9-b904-298b042d46c9', 'tenant_id': 'a04e393135be4822803c421d0995b548', 'mac_address': 'fa:16:3e:b5:78:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'efd40a64-d42c-4d74-9749-ec45002e9efd', 'device_owner': 'network:router_interface', 'standard_attr_id': 1011, 'fixed_ips': [{'subnet_id': '175bc06c-342b-4e55-945c-a10b0728e9dd', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-94-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-23T11:35:32Z', 'updated_at': '2021-06-23T11:35:39Z', 'revision_number': 5, 'project_id': 'a04e393135be4822803c421d0995b548', 'subnets': [{'id': '175bc06c-342b-4e55-945c-a10b0728e9dd', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'fa994084-a39f-425d-a88e-31f844094105', 'name': '', 'network_id': '5a0407f1-1e47-4f7c-9b40-8fcc21217cea', 'tenant_id': 'a04e393135be4822803c421d0995b548', 'mac_address': 'fa:16:3e:08:0e:df', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'efd40a64-d42c-4d74-9749-ec45002e9efd', 'device_owner': 'network:router_interface', 'standard_attr_id': 1030, 'fixed_ips': [{'subnet_id': 'af9b362d-ea7d-430f-b9de-bdf75c0ca07a', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-94-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-23T11:35:37Z', 'updated_at': '2021-06-23T11:35:41Z', 'revision_number': 4, 'project_id': 'a04e393135be4822803c421d0995b548', 'subnets': [{'id': 'af9b362d-ea7d-430f-b9de-bdf75c0ca07a', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-601336-94-hyperv', False) {} {{(pid=94177) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 11:35:41.684671 dv-neutron-601336-94-hyperv neutron-server[94177]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1ec96f45-6c7f-48f6-bedb-9b8305372292 None None] The sync data for ids ['efd40a64-d42c-4d74-9749-ec45002e9efd'] in dv-neutron-601336-94-hyperv is: [{'id': 'efd40a64-d42c-4d74-9749-ec45002e9efd', 'name': 'tempest-RoutersIpV6Test-router-621702574', 'tenant_id': 'a04e393135be4822803c421d0995b548', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-23T11:35:29Z', 'updated_at': '2021-06-23T11:35:37Z', 'revision_number': 3, 'project_id': 'a04e393135be4822803c421d0995b548', 'gw_port_host': None, '_interfaces': [{'id': '18eeaa2a-9fe9-456b-8f26-be0272e23bad', 'name': '', 'network_id': '8dba2472-7331-4ba9-b904-298b042d46c9', 'tenant_id': 'a04e393135be4822803c421d0995b548', 'mac_address': 'fa:16:3e:b5:78:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'efd40a64-d42c-4d74-9749-ec45002e9efd', 'device_owner': 'network:router_interface', 'standard_attr_id': 1011, 'fixed_ips': [{'subnet_id': '175bc06c-342b-4e55-945c-a10b0728e9dd', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-94-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-23T11:35:32Z', 'updated_at': '2021-06-23T11:35:39Z', 'revision_number': 5, 'project_id': 'a04e393135be4822803c421d0995b548', 'subnets': [{'id': '175bc06c-342b-4e55-945c-a10b0728e9dd', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'fa994084-a39f-425d-a88e-31f844094105', 'name': '', 'network_id': '5a0407f1-1e47-4f7c-9b40-8fcc21217cea', 'tenant_id': 'a04e393135be4822803c421d0995b548', 'mac_address': 'fa:16:3e:08:0e:df', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'efd40a64-d42c-4d74-9749-ec45002e9efd', 'device_owner': 'network:router_interface', 'standard_attr_id': 1030, 'fixed_ips': [{'subnet_id': 'af9b362d-ea7d-430f-b9de-bdf75c0ca07a', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-94-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-23T11:35:37Z', 'updated_at': '2021-06-23T11:35:41Z', 'revision_number': 4, 'project_id': 'a04e393135be4822803c421d0995b548', 'subnets': [{'id': 'af9b362d-ea7d-430f-b9de-bdf75c0ca07a', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94177) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 23 11:35:41.704334 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron_lib.callbacks.manager [None req-28430f8a-db0d-433c-b561-5dcf53e1f99b tempest-RoutersTest-228919764 tempest-RoutersTest-228919764-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8002400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7866073'] for network, after_create {{(pid=94174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:35:41.715125 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-28430f8a-db0d-433c-b561-5dcf53e1f99b tempest-RoutersTest-228919764 tempest-RoutersTest-228919764-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94174) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 11:35:41.715125 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron_lib.callbacks.manager [None req-28430f8a-db0d-433c-b561-5dcf53e1f99b tempest-RoutersTest-228919764 tempest-RoutersTest-228919764-project] Notify callbacks [] for network, before_response {{(pid=94174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:35:41.717502 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG oslo_concurrency.lockutils [None req-b28e3152-d44a-4f2d-80bf-73f9075b95bb tempest-RoutersTest-228919764 tempest-RoutersTest-228919764-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94174) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 11:35:41.820448 dv-neutron-601336-94-hyperv neutron-server[94174]: INFO neutron.api.v2.resource [None req-5e4cfe53-04c4-43b3-a9ab-cf37939d45c0 tempest-NegativeSecGroupIPv6Test-1070497984 tempest-NegativeSecGroupIPv6Test-1070497984-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jun 23 11:35:41.822071 dv-neutron-601336-94-hyperv neutron-server[94174]: INFO neutron.wsgi [None req-5e4cfe53-04c4-43b3-a9ab-cf37939d45c0 tempest-NegativeSecGroupIPv6Test-1070497984 tempest-NegativeSecGroupIPv6Test-1070497984-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 354 time: 0.3548927 Jun 23 11:35:41.827218 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.wsgi [-] (94174) accepted ('10.222.0.20', 41306) {{(pid=94174) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 11:35:41.835007 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.api.v2.base [None req-648caaa4-fa6c-4cd3-8d13-f1bd503d34c6 tempest-NegativeSecGroupIPv6Test-1070497984 tempest-NegativeSecGroupIPv6Test-1070497984-project] Request body: {'security_group_rule': {'security_group_id': '59cca9a8-d012-4c62-88d6-847c8f5f2459', 'protocol': 'tcp', 'port_range_min': 80, 'port_range_max': 65536, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=94174) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 23 11:35:41.835558 dv-neutron-601336-94-hyperv neutron-server[94174]: WARNING neutron.api.v2.base [None req-648caaa4-fa6c-4cd3-8d13-f1bd503d34c6 tempest-NegativeSecGroupIPv6Test-1070497984 tempest-NegativeSecGroupIPv6Test-1070497984-project] An exception happened while processing the request body. The exception message is [Invalid value for port 65536].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port 65536 Jun 23 11:35:41.836066 dv-neutron-601336-94-hyperv neutron-server[94174]: INFO neutron.api.v2.resource [None req-648caaa4-fa6c-4cd3-8d13-f1bd503d34c6 tempest-NegativeSecGroupIPv6Test-1070497984 tempest-NegativeSecGroupIPv6Test-1070497984-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jun 23 11:35:41.837072 dv-neutron-601336-94-hyperv neutron-server[94174]: INFO neutron.wsgi [None req-648caaa4-fa6c-4cd3-8d13-f1bd503d34c6 tempest-NegativeSecGroupIPv6Test-1070497984 tempest-NegativeSecGroupIPv6Test-1070497984-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 319 time: 0.0088816 Jun 23 11:35:41.840453 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.wsgi [-] (94175) accepted ('10.222.0.20', 41310) {{(pid=94175) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 11:35:41.855698 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28430f8a-db0d-433c-b561-5dcf53e1f99b tempest-RoutersTest-228919764 tempest-RoutersTest-228919764-project] Pushing event updated for resources: {'Network': ['ID=1101ff0f-4e73-4d52-8584-72049c933f6a,revision_number=1']} {{(pid=94174) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 11:35:41.863957 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron_lib.callbacks.manager [None req-866dbf49-6b6b-4f45-a052-51ce28961118 None None] Notify callbacks [] for port, precommit_create {{(pid=94176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:35:41.865453 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG oslo_concurrency.lockutils [None req-28430f8a-db0d-433c-b561-5dcf53e1f99b tempest-RoutersTest-228919764 tempest-RoutersTest-228919764-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.148s {{(pid=94174) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 11:35:41.869512 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.plugins.ml2.rpc [None req-dc7542b2-afef-47f4-a763-e3a3cba144be None None] Network 1101ff0f-4e73-4d52-8584-72049c933f6a details requested by agent ovs-agent-dv-neutron-601336-94-hyperv with host dv-neutron-601336-94-hyperv {{(pid=94176) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:250}} Jun 23 11:35:41.887500 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.db.provisioning_blocks [None req-866dbf49-6b6b-4f45-a052-51ce28961118 None None] Transition to ACTIVE for port object c82921de-6598-4cba-8bf2-b33218d8b16c will not be triggered until provisioned by entity L2. {{(pid=94176) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 23 11:35:41.914001 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.api.v2.base [None req-7e77f82e-8eb1-4863-89b7-c3635ca4585d tempest-NegativeSecGroupIPv6Test-1070497984 tempest-NegativeSecGroupIPv6Test-1070497984-project] Request body: {'security_group_rule': {'security_group_id': '59cca9a8-d012-4c62-88d6-847c8f5f2459', 'protocol': 'tcp', 'port_range_min': None, 'port_range_max': 6, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=94175) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 23 11:35:41.940563 dv-neutron-601336-94-hyperv neutron-server[94174]: INFO neutron.wsgi [None req-28430f8a-db0d-433c-b561-5dcf53e1f99b tempest-RoutersTest-228919764 tempest-RoutersTest-228919764-project] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 766 time: 2.1225324 Jun 23 11:35:41.942993 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.wsgi [-] (94174) accepted ('10.222.0.20', 41312) {{(pid=94174) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 11:35:41.949148 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.api.v2.base [None req-42ea466f-1113-4a6c-921f-e58416700958 tempest-RoutersTest-228919764 tempest-RoutersTest-228919764-project] Request body: {'subnet': {'network_id': '1101ff0f-4e73-4d52-8584-72049c933f6a', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=94174) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 23 11:35:41.963025 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.db.provisioning_blocks [None req-866dbf49-6b6b-4f45-a052-51ce28961118 None None] Transition to ACTIVE for port object c82921de-6598-4cba-8bf2-b33218d8b16c will not be triggered until provisioned by entity DHCP. {{(pid=94176) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 23 11:35:41.993760 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-111fe386-badf-4aa6-a551-42f9e8d7dece tempest-TestNetworkBasicOps-233187296 tempest-TestNetworkBasicOps-233187296-project] Made reservation on behalf of 772b9946478d439e9da4eaeade7fb21d for: {'subnet': 1} {{(pid=94175) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 23 11:35:41.997289 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron_lib.callbacks.manager [None req-111fe386-badf-4aa6-a551-42f9e8d7dece tempest-TestNetworkBasicOps-233187296 tempest-TestNetworkBasicOps-233187296-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4660073'] for subnet, before_create {{(pid=94175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:35:42.073288 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron_lib.callbacks.manager [None req-866dbf49-6b6b-4f45-a052-51ce28961118 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-922915', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-239814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7866073', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773699642215'] for port, after_create {{(pid=94176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:35:42.077235 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG oslo_concurrency.lockutils [None req-8cac31e2-354a-458d-a429-b62d0b03cb66 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 11:35:42.081678 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron_lib.callbacks.manager [None req-9f269320-2cbe-41aa-8163-916332bbd66f tempest-RoutersIpV6Test-1448447933 tempest-RoutersIpV6Test-1448447933-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-923104'] for port, before_create {{(pid=94175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:35:42.116398 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e79ff7e-518d-4b30-8289-c43404df7b78 req-8b36e191-37ac-438d-9022-edf43fc60f08 tempest-ServerActionsTestJSON-161917335 tempest-ServerActionsTestJSON-161917335-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94174) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 11:35:42.119321 dv-neutron-601336-94-hyperv neutron-server[94174]: INFO neutron.wsgi [req-8e79ff7e-518d-4b30-8289-c43404df7b78 req-8b36e191-37ac-438d-9022-edf43fc60f08 tempest-ServerActionsTestJSON-161917335 tempest-ServerActionsTestJSON-161917335-project] 10.222.0.20 "GET /v2.0/ports?device_id=85769616-6b8b-4da7-ad73-344986edf607 HTTP/1.1" status: 200 len: 945 time: 0.1441677 Jun 23 11:35:42.125402 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-866dbf49-6b6b-4f45-a052-51ce28961118 None None] Network ca00b23c-623f-4cdc-9bd5-76a96dd340ab is already hosted by enough agents. {{(pid=94176) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 23 11:35:42.128615 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.scheduler.base_scheduler [None req-866dbf49-6b6b-4f45-a052-51ce28961118 None None] Resources bound (agent type, host, resource id): {{(pid=94176) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 23 11:35:42.134694 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.db.l3_dvrscheduler_db [None req-866dbf49-6b6b-4f45-a052-51ce28961118 None None] Received port after_create {{(pid=94176) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 23 11:35:42.151928 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-866dbf49-6b6b-4f45-a052-51ce28961118 None None] Pushing event updated for resources: {'Port': ['ID=c82921de-6598-4cba-8bf2-b33218d8b16c,revision_number=1']} {{(pid=94176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 11:35:42.156636 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG oslo_concurrency.lockutils [None req-866dbf49-6b6b-4f45-a052-51ce28961118 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.080s {{(pid=94176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 11:35:42.192204 dv-neutron-601336-94-hyperv neutron-server[94174]: INFO neutron.wsgi [req-8e79ff7e-518d-4b30-8289-c43404df7b78 req-2807cc09-10d5-49e3-bf38-e04378e5adb6 tempest-ServerActionsTestJSON-161917335 tempest-ServerActionsTestJSON-161917335-project] 10.222.0.20 "GET /v2.0/security-groups?id=f0520e5d-8f0e-4c28-b543-be4405698077&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0661974 Jun 23 11:35:42.230681 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.plugins.ml2.managers [None req-866dbf49-6b6b-4f45-a052-51ce28961118 None None] Attempting to bind port c82921de-6598-4cba-8bf2-b33218d8b16c on host dv-neutron-601336-94-hyperv for vnic_type normal with profile {{(pid=94176) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 23 11:35:42.231104 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.plugins.ml2.managers [None req-866dbf49-6b6b-4f45-a052-51ce28961118 None None] Attempting to bind port c82921de-6598-4cba-8bf2-b33218d8b16c by drivers openvswitch,hyperv on host dv-neutron-601336-94-hyperv at level 0 using segments [{'id': 'f95c50e7-52b3-4de2-9b39-96899c3f25cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 419, 'network_id': 'ca00b23c-623f-4cdc-9bd5-76a96dd340ab'}] {{(pid=94176) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 23 11:35:42.236843 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-866dbf49-6b6b-4f45-a052-51ce28961118 None None] Attempting to bind port c82921de-6598-4cba-8bf2-b33218d8b16c on network ca00b23c-623f-4cdc-9bd5-76a96dd340ab {{(pid=94176) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 23 11:35:42.236843 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-866dbf49-6b6b-4f45-a052-51ce28961118 None None] Checking agent: {'id': '4d05f899-5ac9-411b-8a03-f60c93f87cdf', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-601336-94-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 23, 11, 22, 14), 'started_at': datetime.datetime(2021, 6, 23, 11, 22, 44), 'heartbeat_timestamp': datetime.datetime(2021, 6, 23, 11, 35, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'monitor_allowed_address_pair_garp': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-601336-94-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94176) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 23 11:35:42.237127 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-866dbf49-6b6b-4f45-a052-51ce28961118 None None] Checking segment: {'id': 'f95c50e7-52b3-4de2-9b39-96899c3f25cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 419, 'network_id': 'ca00b23c-623f-4cdc-9bd5-76a96dd340ab'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94176) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 23 11:35:42.237513 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron_lib.callbacks.manager [None req-866dbf49-6b6b-4f45-a052-51ce28961118 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:35:42.237924 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-866dbf49-6b6b-4f45-a052-51ce28961118 None None] Bound using segment: {'id': 'f95c50e7-52b3-4de2-9b39-96899c3f25cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 419, 'network_id': 'ca00b23c-623f-4cdc-9bd5-76a96dd340ab'} {{(pid=94176) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 23 11:35:42.238472 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.plugins.ml2.managers [None req-866dbf49-6b6b-4f45-a052-51ce28961118 None None] Bound port: c82921de-6598-4cba-8bf2-b33218d8b16c, host: dv-neutron-601336-94-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f95c50e7-52b3-4de2-9b39-96899c3f25cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 419, 'network_id': 'ca00b23c-623f-4cdc-9bd5-76a96dd340ab'}}] {{(pid=94176) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 23 11:35:42.238865 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron_lib.callbacks.manager [None req-866dbf49-6b6b-4f45-a052-51ce28961118 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-923122'] for port, before_update {{(pid=94176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:35:42.252949 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-42ea466f-1113-4a6c-921f-e58416700958 tempest-RoutersTest-228919764 tempest-RoutersTest-228919764-project] Made reservation on behalf of 1838eb839bc24d0abf2e86f88a8bcfa8 for: {'subnet': 1} {{(pid=94174) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 23 11:35:42.258342 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron_lib.callbacks.manager [None req-42ea466f-1113-4a6c-921f-e58416700958 tempest-RoutersTest-228919764 tempest-RoutersTest-228919764-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4294245'] for subnet, before_create {{(pid=94174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:35:42.307674 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.plugins.ml2.db [None req-866dbf49-6b6b-4f45-a052-51ce28961118 None None] For port c82921de-6598-4cba-8bf2-b33218d8b16c, host dv-neutron-601336-94-hyperv, cleared binding levels {{(pid=94176) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 23 11:35:42.310254 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.plugins.ml2.db [None req-866dbf49-6b6b-4f45-a052-51ce28961118 None None] For port c82921de-6598-4cba-8bf2-b33218d8b16c, host dv-neutron-601336-94-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-94-hyperv',level=0,port_id=c82921de-6598-4cba-8bf2-b33218d8b16c,segment=NetworkSegment(f95c50e7-52b3-4de2-9b39-96899c3f25cb),segment_id=f95c50e7-52b3-4de2-9b39-96899c3f25cb)] {{(pid=94176) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 23 11:35:42.389993 dv-neutron-601336-94-hyperv neutron-server[94175]: INFO neutron.api.v2.resource [None req-7e77f82e-8eb1-4863-89b7-c3635ca4585d tempest-NegativeSecGroupIPv6Test-1070497984 tempest-NegativeSecGroupIPv6Test-1070497984-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jun 23 11:35:42.389993 dv-neutron-601336-94-hyperv neutron-server[94175]: INFO neutron.wsgi [None req-7e77f82e-8eb1-4863-89b7-c3635ca4585d tempest-NegativeSecGroupIPv6Test-1070497984 tempest-NegativeSecGroupIPv6Test-1070497984-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 354 time: 0.5437987 Jun 23 11:35:42.392856 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.wsgi [-] (94175) accepted ('10.222.0.20', 41314) {{(pid=94175) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 11:35:42.402224 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.api.v2.base [None req-245cda7d-50e8-4a1d-98d4-4933455079e1 tempest-NegativeSecGroupIPv6Test-1070497984 tempest-NegativeSecGroupIPv6Test-1070497984-project] Request body: {'security_group_rule': {'security_group_id': '59cca9a8-d012-4c62-88d6-847c8f5f2459', 'protocol': 'tcp', 'port_range_min': -16, 'port_range_max': 65536, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=94175) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 23 11:35:42.402698 dv-neutron-601336-94-hyperv neutron-server[94175]: WARNING neutron.api.v2.base [None req-245cda7d-50e8-4a1d-98d4-4933455079e1 tempest-NegativeSecGroupIPv6Test-1070497984 tempest-NegativeSecGroupIPv6Test-1070497984-project] An exception happened while processing the request body. The exception message is [Invalid value for port -16].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port -16 Jun 23 11:35:42.408199 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron_lib.callbacks.manager [None req-866dbf49-6b6b-4f45-a052-51ce28961118 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-922904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866062', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773700135042', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773699642233', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773699642278'] for port, after_update {{(pid=94176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:35:42.408338 dv-neutron-601336-94-hyperv neutron-server[94175]: INFO neutron.api.v2.resource [None req-245cda7d-50e8-4a1d-98d4-4933455079e1 tempest-NegativeSecGroupIPv6Test-1070497984 tempest-NegativeSecGroupIPv6Test-1070497984-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jun 23 11:35:42.408338 dv-neutron-601336-94-hyperv neutron-server[94175]: INFO neutron.wsgi [None req-245cda7d-50e8-4a1d-98d4-4933455079e1 tempest-NegativeSecGroupIPv6Test-1070497984 tempest-NegativeSecGroupIPv6Test-1070497984-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 317 time: 0.0103550 Jun 23 11:35:42.408526 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG oslo_concurrency.lockutils [None req-5ce56def-de5d-4ed8-9274-3caf788f0aa7 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 11:35:42.409944 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.wsgi [-] (94175) accepted ('10.222.0.20', 41316) {{(pid=94175) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 11:35:42.419051 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.api.v2.base [None req-03bbfc3e-355b-4e4d-8d7c-fffd05b5fe12 tempest-NegativeSecGroupIPv6Test-1070497984 tempest-NegativeSecGroupIPv6Test-1070497984-project] Request body: {'security_group_rule': {'security_group_id': '59cca9a8-d012-4c62-88d6-847c8f5f2459', 'protocol': 'icmp', 'port_range_min': 1, 'port_range_max': 256, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=94175) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 23 11:35:42.495237 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-866dbf49-6b6b-4f45-a052-51ce28961118 None None] Pushing event updated for resources: {'Port': ['ID=c82921de-6598-4cba-8bf2-b33218d8b16c,revision_number=2']} {{(pid=94176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 11:35:42.499342 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG oslo_concurrency.lockutils [None req-866dbf49-6b6b-4f45-a052-51ce28961118 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.094s {{(pid=94176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 11:35:42.502436 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.db.db_base_plugin_common [None req-9f269320-2cbe-41aa-8163-916332bbd66f tempest-RoutersIpV6Test-1448447933 tempest-RoutersIpV6Test-1448447933-project] Allocated IP 2001:db8:2::1 (ca00b23c-623f-4cdc-9bd5-76a96dd340ab/75d17758-e341-408a-9d3d-d429416fcd8a/51eeb6b2-c859-4348-8d51-53b680c9492d) {{(pid=94175) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 23 11:35:42.507204 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron_lib.callbacks.manager [None req-111fe386-badf-4aa6-a551-42f9e8d7dece tempest-TestNetworkBasicOps-233187296 tempest-TestNetworkBasicOps-233187296-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866062', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5083113', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4660095'] for subnet, after_create {{(pid=94175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:35:42.511514 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG oslo_concurrency.lockutils [None req-438a0e43-bf0f-4401-998e-5e939ff33f08 tempest-PortsIpV6TestJSON-1781383748 tempest-PortsIpV6TestJSON-1781383748-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94175) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 11:35:42.582313 dv-neutron-601336-94-hyperv neutron-server[94175]: INFO neutron.db.securitygroups_db [None req-03bbfc3e-355b-4e4d-8d7c-fffd05b5fe12 tempest-NegativeSecGroupIPv6Test-1070497984 tempest-NegativeSecGroupIPv6Test-1070497984-project] Project a300c5d47456452dafe68a963e0e0813 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jun 23 11:35:42.624202 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-111fe386-badf-4aa6-a551-42f9e8d7dece tempest-TestNetworkBasicOps-233187296 tempest-TestNetworkBasicOps-233187296-project] Pushing event updated for resources: {'Subnet': ['ID=e249a80c-7f47-4719-9bcc-67ae7c4a6459,revision_number=0']} {{(pid=94175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 11:35:42.625280 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron_lib.callbacks.manager [None req-42ea466f-1113-4a6c-921f-e58416700958 tempest-RoutersTest-228919764 tempest-RoutersTest-228919764-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866062', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5195999', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4294259'] for subnet, after_create {{(pid=94174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:35:42.635071 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG oslo_concurrency.lockutils [None req-111fe386-badf-4aa6-a551-42f9e8d7dece tempest-TestNetworkBasicOps-233187296 tempest-TestNetworkBasicOps-233187296-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.119s {{(pid=94175) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 11:35:42.636226 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG oslo_concurrency.lockutils [None req-d2b29f4d-ce3c-48ed-8163-a593539fda67 tempest-RoutersIpV6Test-1448447933 tempest-RoutersIpV6Test-1448447933-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94174) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 11:35:42.672036 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-111fe386-badf-4aa6-a551-42f9e8d7dece tempest-TestNetworkBasicOps-233187296 tempest-TestNetworkBasicOps-233187296-project] Checking segment: {'id': '2545ee53-c74e-4449-af0c-83c33975ceea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 437, 'network_id': 'a7681095-7326-44b0-985d-4ae24b358d92'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94175) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 23 11:35:42.672410 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-111fe386-badf-4aa6-a551-42f9e8d7dece tempest-TestNetworkBasicOps-233187296 tempest-TestNetworkBasicOps-233187296-project] Network hostable DHCP agents. Network: a7681095-7326-44b0-985d-4ae24b358d92, hostable agents: ['8cf29b10-0e57-4131-816f-a4b6ad00b249'], hosted agents: [] {{(pid=94175) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 23 11:35:42.716163 dv-neutron-601336-94-hyperv neutron-server[94175]: INFO neutron.api.v2.resource [None req-03bbfc3e-355b-4e4d-8d7c-fffd05b5fe12 tempest-NegativeSecGroupIPv6Test-1070497984 tempest-NegativeSecGroupIPv6Test-1070497984-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jun 23 11:35:42.718549 dv-neutron-601336-94-hyperv neutron-server[94175]: INFO neutron.wsgi [None req-03bbfc3e-355b-4e4d-8d7c-fffd05b5fe12 tempest-NegativeSecGroupIPv6Test-1070497984 tempest-NegativeSecGroupIPv6Test-1070497984-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 361 time: 0.3016443 Jun 23 11:35:42.723772 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron_lib.callbacks.manager [None req-9f269320-2cbe-41aa-8163-916332bbd66f tempest-RoutersIpV6Test-1448447933 tempest-RoutersIpV6Test-1448447933-project] Notify callbacks [] for port, precommit_create {{(pid=94175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:35:42.725925 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.wsgi [-] (94175) accepted ('10.222.0.20', 41318) {{(pid=94175) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 11:35:42.731299 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.api.v2.base [None req-bd1d7c90-3289-489b-840e-4fa0904709f6 tempest-NegativeSecGroupIPv6Test-1070497984 tempest-NegativeSecGroupIPv6Test-1070497984-project] Request body: {'security_group_rule': {'security_group_id': '59cca9a8-d012-4c62-88d6-847c8f5f2459', 'protocol': 'icmp', 'port_range_min': -1, 'port_range_max': 25, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=94175) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 23 11:35:42.731788 dv-neutron-601336-94-hyperv neutron-server[94175]: WARNING neutron.api.v2.base [None req-bd1d7c90-3289-489b-840e-4fa0904709f6 tempest-NegativeSecGroupIPv6Test-1070497984 tempest-NegativeSecGroupIPv6Test-1070497984-project] An exception happened while processing the request body. The exception message is [Invalid value for port -1].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port -1 Jun 23 11:35:42.732314 dv-neutron-601336-94-hyperv neutron-server[94175]: INFO neutron.api.v2.resource [None req-bd1d7c90-3289-489b-840e-4fa0904709f6 tempest-NegativeSecGroupIPv6Test-1070497984 tempest-NegativeSecGroupIPv6Test-1070497984-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jun 23 11:35:42.735320 dv-neutron-601336-94-hyperv neutron-server[94175]: INFO neutron.wsgi [None req-bd1d7c90-3289-489b-840e-4fa0904709f6 tempest-NegativeSecGroupIPv6Test-1070497984 tempest-NegativeSecGroupIPv6Test-1070497984-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 316 time: 0.0064945 Jun 23 11:35:42.745101 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.wsgi [-] (94175) accepted ('10.222.0.20', 41320) {{(pid=94175) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 11:35:42.749955 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.api.v2.base [None req-e746803a-2435-492d-9490-ebd5623c59d6 tempest-NegativeSecGroupIPv6Test-1070497984 tempest-NegativeSecGroupIPv6Test-1070497984-project] Request body: {'security_group_rule': {'security_group_id': '59cca9a8-d012-4c62-88d6-847c8f5f2459', 'protocol': 'icmp', 'port_range_min': None, 'port_range_max': 6, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=94175) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 23 11:35:42.764858 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.db.provisioning_blocks [None req-9f269320-2cbe-41aa-8163-916332bbd66f tempest-RoutersIpV6Test-1448447933 tempest-RoutersIpV6Test-1448447933-project] Transition to ACTIVE for port object 51eeb6b2-c859-4348-8d51-53b680c9492d will not be triggered until provisioned by entity DHCP. {{(pid=94175) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 23 11:35:42.776625 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42ea466f-1113-4a6c-921f-e58416700958 tempest-RoutersTest-228919764 tempest-RoutersTest-228919764-project] Pushing event updated for resources: {'Subnet': ['ID=d9aa836c-9fa8-49e5-914c-03b8fc0a6cb4,revision_number=0']} {{(pid=94174) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 11:35:42.779362 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG oslo_concurrency.lockutils [None req-42ea466f-1113-4a6c-921f-e58416700958 tempest-RoutersTest-228919764 tempest-RoutersTest-228919764-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.143s {{(pid=94174) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 11:35:42.781312 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-42ea466f-1113-4a6c-921f-e58416700958 tempest-RoutersTest-228919764 tempest-RoutersTest-228919764-project] Checking segment: {'id': '44bf4119-ce1f-4161-b967-6233aa9941a7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 407, 'network_id': '1101ff0f-4e73-4d52-8584-72049c933f6a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94174) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 23 11:35:42.782016 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-42ea466f-1113-4a6c-921f-e58416700958 tempest-RoutersTest-228919764 tempest-RoutersTest-228919764-project] Network hostable DHCP agents. Network: 1101ff0f-4e73-4d52-8584-72049c933f6a, hostable agents: ['8cf29b10-0e57-4131-816f-a4b6ad00b249'], hosted agents: [] {{(pid=94174) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 23 11:35:42.820978 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-692cbb2a-40c4-461f-be33-7bc90efc28e3 req-50761c89-fb97-4e34-93aa-d626dee7d5a0 tempest-ServerActionsTestJSON-161917335 tempest-ServerActionsTestJSON-161917335-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94174) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 11:35:42.822573 dv-neutron-601336-94-hyperv neutron-server[94174]: INFO neutron.wsgi [req-692cbb2a-40c4-461f-be33-7bc90efc28e3 req-50761c89-fb97-4e34-93aa-d626dee7d5a0 tempest-ServerActionsTestJSON-161917335 tempest-ServerActionsTestJSON-161917335-project] 10.222.0.52 "GET /v2.0/ports?device_id=85769616-6b8b-4da7-ad73-344986edf607 HTTP/1.1" status: 200 len: 945 time: 0.1146939 Jun 23 11:35:42.822704 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-111fe386-badf-4aa6-a551-42f9e8d7dece tempest-TestNetworkBasicOps-233187296 tempest-TestNetworkBasicOps-233187296-project] Network a7681095-7326-44b0-985d-4ae24b358d92 is scheduled to be hosted by DHCP agent 8cf29b10-0e57-4131-816f-a4b6ad00b249 with binding_index 1 {{(pid=94175) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 23 11:35:42.859323 dv-neutron-601336-94-hyperv neutron-server[94175]: INFO neutron.db.securitygroups_db [None req-e746803a-2435-492d-9490-ebd5623c59d6 tempest-NegativeSecGroupIPv6Test-1070497984 tempest-NegativeSecGroupIPv6Test-1070497984-project] Project a300c5d47456452dafe68a963e0e0813 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jun 23 11:35:42.917937 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-42ea466f-1113-4a6c-921f-e58416700958 tempest-RoutersTest-228919764 tempest-RoutersTest-228919764-project] Network 1101ff0f-4e73-4d52-8584-72049c933f6a is scheduled to be hosted by DHCP agent 8cf29b10-0e57-4131-816f-a4b6ad00b249 with binding_index 1 {{(pid=94174) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 23 11:35:42.924066 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron_lib.callbacks.manager [None req-9f269320-2cbe-41aa-8163-916332bbd66f tempest-RoutersIpV6Test-1448447933 tempest-RoutersIpV6Test-1448447933-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-922915', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-239814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7866073', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773699642215', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-5082457'] for port, after_create {{(pid=94175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:35:42.929266 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG oslo_concurrency.lockutils [None req-3add2eaf-86b3-4603-b172-b5cfe4c4ba13 tempest-RoutersTest-228919764 tempest-RoutersTest-228919764-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94175) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 11:35:42.937153 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.plugins.ml2.plugin [req-692cbb2a-40c4-461f-be33-7bc90efc28e3 req-c7a34495-ba3b-4782-a23f-6211f4c85270 tempest-ServerActionsTestJSON-161917335 tempest-ServerActionsTestJSON-161917335-project] Deleting port 4428b5cd-2ee2-4454-b711-d13a003d5236 {{(pid=94174) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1913}} Jun 23 11:35:42.937535 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron_lib.callbacks.manager [req-692cbb2a-40c4-461f-be33-7bc90efc28e3 req-c7a34495-ba3b-4782-a23f-6211f4c85270 tempest-ServerActionsTestJSON-161917335 tempest-ServerActionsTestJSON-161917335-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773700079324'] for port, before_delete {{(pid=94174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:35:42.940126 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.plugins.ml2.rpc [None req-dc7542b2-afef-47f4-a763-e3a3cba144be None None] Device c82921de-6598-4cba-8bf2-b33218d8b16c up at agent ovs-agent-dv-neutron-601336-94-hyperv {{(pid=94176) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:298}} Jun 23 11:35:42.956646 dv-neutron-601336-94-hyperv neutron-server[94175]: INFO neutron.api.v2.resource [None req-e746803a-2435-492d-9490-ebd5623c59d6 tempest-NegativeSecGroupIPv6Test-1070497984 tempest-NegativeSecGroupIPv6Test-1070497984-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jun 23 11:35:42.960336 dv-neutron-601336-94-hyperv neutron-server[94175]: INFO neutron.wsgi [None req-e746803a-2435-492d-9490-ebd5623c59d6 tempest-NegativeSecGroupIPv6Test-1070497984 tempest-NegativeSecGroupIPv6Test-1070497984-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 373 time: 0.2113495 Jun 23 11:35:42.964793 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.wsgi [-] (94175) accepted ('10.222.0.20', 41322) {{(pid=94175) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 11:35:42.969283 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.api.v2.base [None req-87f12e28-3dd9-41f1-bb33-89e84b037c53 tempest-NegativeSecGroupIPv6Test-1070497984 tempest-NegativeSecGroupIPv6Test-1070497984-project] Request body: {'security_group_rule': {'security_group_id': '59cca9a8-d012-4c62-88d6-847c8f5f2459', 'protocol': 'icmp', 'port_range_min': 300, 'port_range_max': 1, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=94175) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 23 11:35:42.985146 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9f269320-2cbe-41aa-8163-916332bbd66f tempest-RoutersIpV6Test-1448447933 tempest-RoutersIpV6Test-1448447933-project] Network ca00b23c-623f-4cdc-9bd5-76a96dd340ab is already hosted by enough agents. {{(pid=94175) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 23 11:35:42.993560 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.scheduler.base_scheduler [None req-9f269320-2cbe-41aa-8163-916332bbd66f tempest-RoutersIpV6Test-1448447933 tempest-RoutersIpV6Test-1448447933-project] Resources bound (agent type, host, resource id): {{(pid=94175) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 23 11:35:43.001738 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9f269320-2cbe-41aa-8163-916332bbd66f tempest-RoutersIpV6Test-1448447933 tempest-RoutersIpV6Test-1448447933-project] Received port after_create {{(pid=94175) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 23 11:35:43.002286 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron_lib.callbacks.manager [None req-9f269320-2cbe-41aa-8163-916332bbd66f tempest-RoutersIpV6Test-1448447933 tempest-RoutersIpV6Test-1448447933-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-452954'] for router_interface, before_create {{(pid=94175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:35:43.009166 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f269320-2cbe-41aa-8163-916332bbd66f tempest-RoutersIpV6Test-1448447933 tempest-RoutersIpV6Test-1448447933-project] Pushing event updated for resources: {'Port': ['ID=51eeb6b2-c859-4348-8d51-53b680c9492d,revision_number=1']} {{(pid=94175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 11:35:43.026838 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.scheduler.base_scheduler [None req-42ea466f-1113-4a6c-921f-e58416700958 tempest-RoutersTest-228919764 tempest-RoutersTest-228919764-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-601336-94-hyperv, 1101ff0f-4e73-4d52-8584-72049c933f6a) {{(pid=94174) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 23 11:35:43.035939 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5698b06a-ce2e-4a81-a67d-a33b54492e8c None None] Network 1101ff0f-4e73-4d52-8584-72049c933f6a requested from dv-neutron-601336-94-hyperv {{(pid=94176) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 23 11:35:43.044626 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.scheduler.base_scheduler [None req-111fe386-badf-4aa6-a551-42f9e8d7dece tempest-TestNetworkBasicOps-233187296 tempest-TestNetworkBasicOps-233187296-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-601336-94-hyperv, a7681095-7326-44b0-985d-4ae24b358d92) {{(pid=94175) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 23 11:35:43.049098 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG oslo_concurrency.lockutils [None req-9f269320-2cbe-41aa-8163-916332bbd66f tempest-RoutersIpV6Test-1448447933 tempest-RoutersIpV6Test-1448447933-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.121s {{(pid=94175) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 11:35:43.053842 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-111fe386-badf-4aa6-a551-42f9e8d7dece tempest-TestNetworkBasicOps-233187296 tempest-TestNetworkBasicOps-233187296-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 11:35:43.054421 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron_lib.callbacks.manager [None req-111fe386-badf-4aa6-a551-42f9e8d7dece tempest-TestNetworkBasicOps-233187296 tempest-TestNetworkBasicOps-233187296-project] Notify callbacks [] for subnet, before_response {{(pid=94175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:35:43.057600 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.plugins.ml2.db [req-692cbb2a-40c4-461f-be33-7bc90efc28e3 req-c7a34495-ba3b-4782-a23f-6211f4c85270 tempest-ServerActionsTestJSON-161917335 tempest-ServerActionsTestJSON-161917335-project] For port 4428b5cd-2ee2-4454-b711-d13a003d5236, host hv-neutron-6013, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-6013',level=0,port_id=4428b5cd-2ee2-4454-b711-d13a003d5236,segment=NetworkSegment(38a4352d-de94-4d68-8280-f5ea074ec139),segment_id=38a4352d-de94-4d68-8280-f5ea074ec139)] {{(pid=94174) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 23 11:35:43.058455 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron_lib.callbacks.manager [req-692cbb2a-40c4-461f-be33-7bc90efc28e3 req-c7a34495-ba3b-4782-a23f-6211f4c85270 tempest-ServerActionsTestJSON-161917335 tempest-ServerActionsTestJSON-161917335-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-430722'] for port, precommit_delete {{(pid=94174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:35:43.066842 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-42ea466f-1113-4a6c-921f-e58416700958 tempest-RoutersTest-228919764 tempest-RoutersTest-228919764-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94174) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 11:35:43.069265 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron_lib.callbacks.manager [None req-42ea466f-1113-4a6c-921f-e58416700958 tempest-RoutersTest-228919764 tempest-RoutersTest-228919764-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7865916'] for subnet, before_response {{(pid=94174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:35:43.111851 dv-neutron-601336-94-hyperv neutron-server[94175]: INFO neutron.db.securitygroups_db [None req-87f12e28-3dd9-41f1-bb33-89e84b037c53 tempest-NegativeSecGroupIPv6Test-1070497984 tempest-NegativeSecGroupIPv6Test-1070497984-project] Project a300c5d47456452dafe68a963e0e0813 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jun 23 11:35:43.118415 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.db.provisioning_blocks [None req-dc7542b2-afef-47f4-a763-e3a3cba144be None None] Provisioning for port c82921de-6598-4cba-8bf2-b33218d8b16c completed by entity L2. {{(pid=94176) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 23 11:35:43.122480 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6c1eb3c0-dd77-46da-bc37-5807555cfbcd None None] Network a7681095-7326-44b0-985d-4ae24b358d92 requested from dv-neutron-601336-94-hyperv {{(pid=94176) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 23 11:35:43.130748 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.plugins.ml2.rpc [None req-dc7542b2-afef-47f4-a763-e3a3cba144be None None] Device fa994084-a39f-425d-a88e-31f844094105 up at agent ovs-agent-dv-neutron-601336-94-hyperv {{(pid=94176) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:298}} Jun 23 11:35:43.232574 dv-neutron-601336-94-hyperv neutron-server[94175]: INFO neutron.wsgi [None req-111fe386-badf-4aa6-a551-42f9e8d7dece tempest-TestNetworkBasicOps-233187296 tempest-TestNetworkBasicOps-233187296-project] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 1.6528172 Jun 23 11:35:43.255448 dv-neutron-601336-94-hyperv neutron-server[94175]: INFO neutron.api.v2.resource [None req-87f12e28-3dd9-41f1-bb33-89e84b037c53 tempest-NegativeSecGroupIPv6Test-1070497984 tempest-NegativeSecGroupIPv6Test-1070497984-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jun 23 11:35:43.259111 dv-neutron-601336-94-hyperv neutron-server[94175]: INFO neutron.wsgi [None req-87f12e28-3dd9-41f1-bb33-89e84b037c53 tempest-NegativeSecGroupIPv6Test-1070497984 tempest-NegativeSecGroupIPv6Test-1070497984-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 361 time: 0.2910132 Jun 23 11:35:43.264132 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.wsgi [-] (94174) accepted ('10.222.0.20', 41328) {{(pid=94174) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 11:35:43.290548 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron_lib.callbacks.manager [None req-9f269320-2cbe-41aa-8163-916332bbd66f tempest-RoutersIpV6Test-1448447933 tempest-RoutersIpV6Test-1448447933-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-923122'] for port, before_update {{(pid=94175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:35:43.304069 dv-neutron-601336-94-hyperv neutron-server[94174]: INFO neutron.wsgi [None req-42ea466f-1113-4a6c-921f-e58416700958 tempest-RoutersTest-228919764 tempest-RoutersTest-228919764-project] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.3576026 Jun 23 11:35:43.313195 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.wsgi [-] (94175) accepted ('10.222.0.20', 41330) {{(pid=94175) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 11:35:43.328779 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.api.v2.base [None req-dc9a2367-032f-426a-b176-a4b5c5b93de5 tempest-RoutersTest-228919764 tempest-RoutersTest-228919764-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-1324723278', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=94175) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 23 11:35:43.343623 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron_lib.callbacks.manager [None req-7d649430-b9ae-48b7-b439-d643a1300905 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773699952132', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-899307'] for agent, after_update {{(pid=94176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:35:43.397591 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron_lib.callbacks.manager [None req-66e835e6-c0ed-4f09-ab5f-bd1bcedc49b0 tempest-NegativeSecGroupIPv6Test-1070497984 tempest-NegativeSecGroupIPv6Test-1070497984-project] Notify callbacks [] for security_group, before_delete {{(pid=94174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:35:43.416389 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron_lib.callbacks.manager [req-692cbb2a-40c4-461f-be33-7bc90efc28e3 req-c7a34495-ba3b-4782-a23f-6211f4c85270 tempest-ServerActionsTestJSON-161917335 tempest-ServerActionsTestJSON-161917335-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:35:43.416765 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron_lib.callbacks.manager [req-692cbb2a-40c4-461f-be33-7bc90efc28e3 req-c7a34495-ba3b-4782-a23f-6211f4c85270 tempest-ServerActionsTestJSON-161917335 tempest-ServerActionsTestJSON-161917335-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-524229'] for floatingip, after_update {{(pid=94174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:35:43.417082 dv-neutron-601336-94-hyperv neutron-server[94174]: INFO neutron.db.l3_db [req-692cbb2a-40c4-461f-be33-7bc90efc28e3 req-c7a34495-ba3b-4782-a23f-6211f4c85270 tempest-ServerActionsTestJSON-161917335 tempest-ServerActionsTestJSON-161917335-project] Floating IP 7b014b36-60b1-4186-8858-e0c8e125fb60 disassociated. External IP: 172.26.3.221, port: 4428b5cd-2ee2-4454-b711-d13a003d5236. Jun 23 11:35:43.417641 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.plugins.ml2.plugin [req-692cbb2a-40c4-461f-be33-7bc90efc28e3 req-c7a34495-ba3b-4782-a23f-6211f4c85270 tempest-ServerActionsTestJSON-161917335 tempest-ServerActionsTestJSON-161917335-project] Calling delete_port for 4428b5cd-2ee2-4454-b711-d13a003d5236 owned by compute:nova {{(pid=94174) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1986}} Jun 23 11:35:43.456303 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c7deaa28-588e-4477-8888-5dc0f5fae394 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1e0d828a-1fa4-563d-b7fd-53adf66a04ee-1101ff0f-4e73-4d52-8584-72049c933f6a', 'network_id': '1101ff0f-4e73-4d52-8584-72049c933f6a', 'tenant_id': '1838eb839bc24d0abf2e86f88a8bcfa8', 'fixed_ips': [{'subnet_id': 'd9aa836c-9fa8-49e5-914c-03b8fc0a6cb4'}]}} from dv-neutron-601336-94-hyperv. {{(pid=94176) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 23 11:35:43.456600 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron_lib.callbacks.manager [None req-66e835e6-c0ed-4f09-ab5f-bd1bcedc49b0 tempest-NegativeSecGroupIPv6Test-1070497984 tempest-NegativeSecGroupIPv6Test-1070497984-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:35:43.457248 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron_lib.callbacks.manager [None req-c7deaa28-588e-4477-8888-5dc0f5fae394 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-923104'] for port, before_create {{(pid=94176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:35:43.545424 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron_lib.callbacks.manager [None req-dc9a2367-032f-426a-b176-a4b5c5b93de5 tempest-RoutersTest-228919764 tempest-RoutersTest-228919764-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-520407', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-32315'] for router, before_create {{(pid=94175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:35:43.547121 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron_lib.callbacks.manager [None req-dc9a2367-032f-426a-b176-a4b5c5b93de5 tempest-RoutersTest-228919764 tempest-RoutersTest-228919764-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-520264', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-524122', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-414782', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-32290'] for router, precommit_create {{(pid=94175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:35:43.587150 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.db.provisioning_blocks [None req-dc7542b2-afef-47f4-a763-e3a3cba144be None None] Provisioning for port fa994084-a39f-425d-a88e-31f844094105 completed by entity L2. {{(pid=94176) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 23 11:35:43.603768 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.db.provisioning_blocks [None req-dc7542b2-afef-47f4-a763-e3a3cba144be None None] Provisioning complete for port fa994084-a39f-425d-a88e-31f844094105 triggered by entity L2. {{(pid=94176) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 23 11:35:43.603997 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron_lib.callbacks.manager [None req-dc7542b2-afef-47f4-a763-e3a3cba144be None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-899258'] for port, provisioning_complete {{(pid=94176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:35:43.650259 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron_lib.callbacks.manager [None req-dc9a2367-032f-426a-b176-a4b5c5b93de5 tempest-RoutersTest-228919764 tempest-RoutersTest-228919764-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:35:43.663925 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron_lib.callbacks.manager [None req-66e835e6-c0ed-4f09-ab5f-bd1bcedc49b0 tempest-NegativeSecGroupIPv6Test-1070497984 tempest-NegativeSecGroupIPv6Test-1070497984-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7996330'] for security_group, after_delete {{(pid=94174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:35:43.669142 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron_lib.callbacks.manager [None req-66e835e6-c0ed-4f09-ab5f-bd1bcedc49b0 tempest-NegativeSecGroupIPv6Test-1070497984 tempest-NegativeSecGroupIPv6Test-1070497984-project] Notify callbacks [] for security_group, before_response {{(pid=94174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:35:43.674095 dv-neutron-601336-94-hyperv neutron-server[94174]: INFO neutron.wsgi [None req-66e835e6-c0ed-4f09-ab5f-bd1bcedc49b0 tempest-NegativeSecGroupIPv6Test-1070497984 tempest-NegativeSecGroupIPv6Test-1070497984-project] 10.222.0.20 "DELETE /v2.0/security-groups/59cca9a8-d012-4c62-88d6-847c8f5f2459 HTTP/1.1" status: 204 len: 168 time: 0.4088461 Jun 23 11:35:43.675065 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.wsgi [-] (94175) accepted ('10.222.0.20', 41332) {{(pid=94175) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 11:35:43.676732 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG oslo_concurrency.lockutils [None req-edee49e0-63bf-419d-aa71-1d6c5a835972 tempest-NegativeSecGroupIPv6Test-1070497984 tempest-NegativeSecGroupIPv6Test-1070497984-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94174) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 11:35:43.685398 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f5a88df0-d8b6-4339-ad1d-c2a8e26c04b6 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1e0d828a-1fa4-563d-b7fd-53adf66a04ee-a7681095-7326-44b0-985d-4ae24b358d92', 'network_id': 'a7681095-7326-44b0-985d-4ae24b358d92', 'tenant_id': '772b9946478d439e9da4eaeade7fb21d', 'fixed_ips': [{'subnet_id': 'e249a80c-7f47-4719-9bcc-67ae7c4a6459'}]}} from dv-neutron-601336-94-hyperv. {{(pid=94176) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 23 11:35:43.686223 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron_lib.callbacks.manager [None req-f5a88df0-d8b6-4339-ad1d-c2a8e26c04b6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-923104'] for port, before_create {{(pid=94176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:35:43.688949 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66e835e6-c0ed-4f09-ab5f-bd1bcedc49b0 tempest-NegativeSecGroupIPv6Test-1070497984 tempest-NegativeSecGroupIPv6Test-1070497984-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=59cca9a8-d012-4c62-88d6-847c8f5f2459,revision_number=None']} {{(pid=94174) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 11:35:43.691562 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG oslo_concurrency.lockutils [None req-66e835e6-c0ed-4f09-ab5f-bd1bcedc49b0 tempest-NegativeSecGroupIPv6Test-1070497984 tempest-NegativeSecGroupIPv6Test-1070497984-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.015s {{(pid=94174) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 11:35:43.748897 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.wsgi [-] (94174) accepted ('10.222.0.20', 41334) {{(pid=94174) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 11:35:43.756656 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-459745ce-8ff6-458f-86e2-97afdfc1263f None None] Network ca00b23c-623f-4cdc-9bd5-76a96dd340ab requested from dv-neutron-601336-94-hyperv {{(pid=94176) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 23 11:35:43.757830 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.api.v2.base [None req-39b2fa04-7e62-4b98-827d-8075a1c1b0f4 tempest-TestNetworkBasicOps-233187296 tempest-TestNetworkBasicOps-233187296-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1737774324', 'description': 'tempest-secgroup-smoke-1737774324 description', 'project_id': '772b9946478d439e9da4eaeade7fb21d'}} {{(pid=94174) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 23 11:35:43.774913 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-491dc886-af46-4a61-ab2c-4a7b94385fec req-8fc172f5-7951-478f-9026-26021debcaa6 tempest-ServerActionsTestJSON-161917335 tempest-ServerActionsTestJSON-161917335-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 11:35:43.775472 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron_lib.callbacks.manager [req-692cbb2a-40c4-461f-be33-7bc90efc28e3 req-c7a34495-ba3b-4782-a23f-6211f4c85270 tempest-ServerActionsTestJSON-161917335 tempest-ServerActionsTestJSON-161917335-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-922904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866062', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773700135024', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773699642224', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5196390'] for port, after_delete {{(pid=94174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:35:43.776445 dv-neutron-601336-94-hyperv neutron-server[94175]: INFO neutron.wsgi [req-491dc886-af46-4a61-ab2c-4a7b94385fec req-8fc172f5-7951-478f-9026-26021debcaa6 tempest-ServerActionsTestJSON-161917335 tempest-ServerActionsTestJSON-161917335-project] 10.222.0.20 "GET /v2.0/ports?device_id=85769616-6b8b-4da7-ad73-344986edf607 HTTP/1.1" status: 200 len: 945 time: 0.3436644 Jun 23 11:35:43.777407 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron_lib.callbacks.manager [None req-dc9a2367-032f-426a-b176-a4b5c5b93de5 tempest-RoutersTest-228919764 tempest-RoutersTest-228919764-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-520412', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-524143'] for router, after_create {{(pid=94175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:35:43.782855 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG oslo_concurrency.lockutils [None req-4ae6f255-3952-413e-99d9-687de2b19df2 tempest-RoutersIpV6Test-1448447933 tempest-RoutersIpV6Test-1448447933-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94174) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 11:35:43.822399 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7a34495-ba3b-4782-a23f-6211f4c85270 tempest-ServerActionsTestJSON-161917335 tempest-ServerActionsTestJSON-161917335-project] Pushing event deleted for resources: {'Port': ['ID=4428b5cd-2ee2-4454-b711-d13a003d5236,revision_number=None']} {{(pid=94174) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 11:35:43.826143 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG oslo_concurrency.lockutils [None req-c7a34495-ba3b-4782-a23f-6211f4c85270 tempest-ServerActionsTestJSON-161917335 tempest-ServerActionsTestJSON-161917335-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.043s {{(pid=94174) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 11:35:43.879349 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.db.db_base_plugin_common [None req-c7deaa28-588e-4477-8888-5dc0f5fae394 None None] Allocated IP 172.20.0.2 (1101ff0f-4e73-4d52-8584-72049c933f6a/d9aa836c-9fa8-49e5-914c-03b8fc0a6cb4/992c218b-2cb8-4885-a038-4da0fc6899c2) {{(pid=94176) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 23 11:35:43.919241 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron_lib.callbacks.manager [None req-39b2fa04-7e62-4b98-827d-8075a1c1b0f4 tempest-TestNetworkBasicOps-233187296 tempest-TestNetworkBasicOps-233187296-project] Notify callbacks [] for security_group, before_create {{(pid=94174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:35:43.984808 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.scheduler.l3_agent_scheduler [req-692cbb2a-40c4-461f-be33-7bc90efc28e3 req-c7a34495-ba3b-4782-a23f-6211f4c85270 tempest-ServerActionsTestJSON-161917335 tempest-ServerActionsTestJSON-161917335-project] Router e088c3b9-e76a-4661-91ae-fd789b04bbf1 has already been hosted by L3 agent 50ef99c0-ef28-4db5-b303-b145898fae60 {{(pid=94174) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 23 11:35:44.124694 dv-neutron-601336-94-hyperv neutron-server[94175]: INFO neutron.wsgi [None req-bb0fd11c-cc12-4875-96b9-6021552926c5 tempest-NegativeSecGroupIPv6Test-1070497984 tempest-NegativeSecGroupIPv6Test-1070497984-project] 10.222.0.20 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.4431248 Jun 23 11:35:44.124910 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron_lib.callbacks.manager [None req-39b2fa04-7e62-4b98-827d-8075a1c1b0f4 tempest-TestNetworkBasicOps-233187296 tempest-TestNetworkBasicOps-233187296-project] Notify callbacks [] for security_group, precommit_create {{(pid=94174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:35:44.126048 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.wsgi [-] (94175) accepted ('10.222.0.20', 41336) {{(pid=94175) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 11:35:44.143094 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.db.provisioning_blocks [None req-678ee48a-c1f7-47ea-8110-9addafb1db07 None None] Provisioning for port c82921de-6598-4cba-8bf2-b33218d8b16c completed by entity DHCP. {{(pid=94176) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 23 11:35:44.152246 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-692cbb2a-40c4-461f-be33-7bc90efc28e3 req-c7a34495-ba3b-4782-a23f-6211f4c85270 tempest-ServerActionsTestJSON-161917335 tempest-ServerActionsTestJSON-161917335-project] Notify agent at l3_agent.dv-neutron-601336-94-hyperv the message routers_updated {{(pid=94174) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 23 11:35:44.152921 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.api.v2.base [None req-68a8956a-81fd-4037-a491-a0214b734f76 tempest-NegativeSecGroupIPv6Test-1070497984 tempest-NegativeSecGroupIPv6Test-1070497984-project] Request body: {'security_group': {'name': 'tempest-secgroup--1909192683'}} {{(pid=94175) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 23 11:35:44.154454 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron_lib.callbacks.manager [None req-dc7542b2-afef-47f4-a763-e3a3cba144be None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773699952132', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-899307'] for agent, after_update {{(pid=94176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:35:44.164948 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron_lib.callbacks.manager [None req-c7deaa28-588e-4477-8888-5dc0f5fae394 None None] Notify callbacks [] for port, precommit_create {{(pid=94176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:35:44.174172 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-73f1e940-50a4-4148-ac5c-de50bea9c0b2 None None] Sync routers for ids ['e088c3b9-e76a-4661-91ae-fd789b04bbf1'] in dv-neutron-601336-94-hyperv {{(pid=94176) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 23 11:35:44.177078 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.db.provisioning_blocks [None req-678ee48a-c1f7-47ea-8110-9addafb1db07 None None] Provisioning complete for port c82921de-6598-4cba-8bf2-b33218d8b16c triggered by entity DHCP. {{(pid=94176) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 23 11:35:44.177078 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron_lib.callbacks.manager [None req-678ee48a-c1f7-47ea-8110-9addafb1db07 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-899258'] for port, provisioning_complete {{(pid=94176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:35:44.188166 dv-neutron-601336-94-hyperv neutron-server[94175]: INFO neutron.wsgi [req-491dc886-af46-4a61-ab2c-4a7b94385fec req-97f6f60e-35b0-4432-9f81-8f02d7ed668b tempest-ServerActionsTestJSON-161917335 tempest-ServerActionsTestJSON-161917335-project] 10.222.0.20 "GET /v2.0/security-groups?id=f0520e5d-8f0e-4c28-b543-be4405698077&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3948102 Jun 23 11:35:44.218646 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron_lib.callbacks.manager [None req-39b2fa04-7e62-4b98-827d-8075a1c1b0f4 tempest-TestNetworkBasicOps-233187296 tempest-TestNetworkBasicOps-233187296-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7996330'] for security_group, after_create {{(pid=94174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:35:44.218646 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.db.l3_dvrscheduler_db [req-692cbb2a-40c4-461f-be33-7bc90efc28e3 req-c7a34495-ba3b-4782-a23f-6211f4c85270 tempest-ServerActionsTestJSON-161917335 tempest-ServerActionsTestJSON-161917335-project] No DVR routers for this DVR port 4428b5cd-2ee2-4454-b711-d13a003d5236 on host hv-neutron-6013 {{(pid=94174) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 23 11:35:44.218646 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG oslo_concurrency.lockutils [None req-03b11bd2-686b-45cf-9518-cc898e3e167d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94174) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 11:35:44.225072 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron_lib.callbacks.manager [req-692cbb2a-40c4-461f-be33-7bc90efc28e3 req-c7a34495-ba3b-4782-a23f-6211f4c85270 tempest-ServerActionsTestJSON-161917335 tempest-ServerActionsTestJSON-161917335-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-217507'] for port, before_response {{(pid=94174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:35:44.227239 dv-neutron-601336-94-hyperv neutron-server[94174]: INFO neutron.wsgi [req-692cbb2a-40c4-461f-be33-7bc90efc28e3 req-c7a34495-ba3b-4782-a23f-6211f4c85270 tempest-ServerActionsTestJSON-161917335 tempest-ServerActionsTestJSON-161917335-project] 10.222.0.52 "DELETE /v2.0/ports/4428b5cd-2ee2-4454-b711-d13a003d5236 HTTP/1.1" status: 204 len: 173 time: 1.3991406 Jun 23 11:35:44.227566 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '85769616-6b8b-4da7-ad73-344986edf607', 'name': 'network-vif-deleted', 'tag': '4428b5cd-2ee2-4454-b711-d13a003d5236'}] {{(pid=94174) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 23 11:35:44.229997 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6ff47218258ed5bf6cae7f276c9622ae488f9e8ebc13d1a310221fbcfb04c5dd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-22a9ef14-d063-430f-b3c0-39e65d19a5db" -d '{"events": [{"server_uuid": "85769616-6b8b-4da7-ad73-344986edf607", "name": "network-vif-deleted", "tag": "4428b5cd-2ee2-4454-b711-d13a003d5236"}]}' {{(pid=94174) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 23 11:35:44.252694 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39b2fa04-7e62-4b98-827d-8075a1c1b0f4 tempest-TestNetworkBasicOps-233187296 tempest-TestNetworkBasicOps-233187296-project] Pushing event updated for resources: {'SecurityGroup': ['ID=571b66f8-c84c-4f09-9531-afe1560dc081,revision_number=1']} {{(pid=94174) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 11:35:44.255325 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG oslo_concurrency.lockutils [None req-39b2fa04-7e62-4b98-827d-8075a1c1b0f4 tempest-TestNetworkBasicOps-233187296 tempest-TestNetworkBasicOps-233187296-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.039s {{(pid=94174) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 11:35:44.263394 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron_lib.callbacks.manager [None req-9f269320-2cbe-41aa-8163-916332bbd66f tempest-RoutersIpV6Test-1448447933 tempest-RoutersIpV6Test-1448447933-project] Notify callbacks [] for port, precommit_update {{(pid=94175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:35:44.263975 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron_lib.callbacks.manager [None req-dc7542b2-afef-47f4-a763-e3a3cba144be None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-923122'] for port, before_update {{(pid=94176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:35:44.269507 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.db.provisioning_blocks [None req-c7deaa28-588e-4477-8888-5dc0f5fae394 None None] Transition to ACTIVE for port object 992c218b-2cb8-4885-a038-4da0fc6899c2 will not be triggered until provisioned by entity L2. {{(pid=94176) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 23 11:35:44.281514 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 23 Jun 2021 11:35:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7a673a41-04da-40fe-9302-918d67739dbf x-openstack-request-id: req-7a673a41-04da-40fe-9302-918d67739dbf {{(pid=94174) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 23 11:35:44.281781 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "85769616-6b8b-4da7-ad73-344986edf607", "name": "network-vif-deleted", "tag": "4428b5cd-2ee2-4454-b711-d13a003d5236", "status": "completed", "code": 200}]} {{(pid=94174) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 23 11:35:44.282092 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-7a673a41-04da-40fe-9302-918d67739dbf {{(pid=94174) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 23 11:35:44.282544 dv-neutron-601336-94-hyperv neutron-server[94174]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '85769616-6b8b-4da7-ad73-344986edf607', 'name': 'network-vif-deleted', 'tag': '4428b5cd-2ee2-4454-b711-d13a003d5236', 'status': 'completed', 'code': 200} Jun 23 11:35:44.283064 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron_lib.callbacks.manager [None req-dc9a2367-032f-426a-b176-a4b5c5b93de5 tempest-RoutersTest-228919764 tempest-RoutersTest-228919764-project] Notify callbacks [] for router, before_response {{(pid=94175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:35:44.284529 dv-neutron-601336-94-hyperv neutron-server[94175]: INFO neutron.wsgi [None req-dc9a2367-032f-426a-b176-a4b5c5b93de5 tempest-RoutersTest-228919764 tempest-RoutersTest-228919764-project] 10.222.0.20 "POST /v2.0/routers HTTP/1.1" status: 201 len: 700 time: 0.9699810 Jun 23 11:35:44.287066 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.wsgi [-] (94174) accepted ('10.222.0.20', 41340) {{(pid=94174) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 11:35:44.316829 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.db.l3_dvrscheduler_db [None req-73f1e940-50a4-4148-ac5c-de50bea9c0b2 None None] Routers {'e088c3b9-e76a-4661-91ae-fd789b04bbf1'} bound to L3 agent in host dv-neutron-601336-94-hyperv {{(pid=94176) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 23 11:35:44.317388 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.db.l3_hamode_db [None req-73f1e940-50a4-4148-ac5c-de50bea9c0b2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-601336-94-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-23T11:22:13Z,description=,heartbeat_timestamp=2021-06-23T11:35:43Z,host='dv-neutron-601336-94-hyperv',id=50ef99c0-ef28-4db5-b303-b145898fae60,load=0,resource_versions=,resources_synced=,started_at=2021-06-23T11:22:14Z,topic='l3_agent')) {'router_ids': ['e088c3b9-e76a-4661-91ae-fd789b04bbf1'], 'active': True} {{(pid=94176) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 11:35:44.331477 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron_lib.callbacks.manager [None req-39b2fa04-7e62-4b98-827d-8075a1c1b0f4 tempest-TestNetworkBasicOps-233187296 tempest-TestNetworkBasicOps-233187296-project] Notify callbacks [] for security_group, before_response {{(pid=94174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:35:44.332678 dv-neutron-601336-94-hyperv neutron-server[94174]: INFO neutron.wsgi [None req-39b2fa04-7e62-4b98-827d-8075a1c1b0f4 tempest-TestNetworkBasicOps-233187296 tempest-TestNetworkBasicOps-233187296-project] 10.222.0.20 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.5810022 Jun 23 11:35:44.335568 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.wsgi [-] (94175) accepted ('10.222.0.20', 41342) {{(pid=94175) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 11:35:44.340471 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.api.v2.base [None req-5380388a-6e04-4654-9d6f-b7ab25679038 tempest-TestNetworkBasicOps-233187296 tempest-TestNetworkBasicOps-233187296-project] Request body: {'security_group_rule': {'security_group_id': '571b66f8-c84c-4f09-9531-afe1560dc081', 'project_id': '772b9946478d439e9da4eaeade7fb21d', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=94175) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 23 11:35:44.368652 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron_lib.callbacks.manager [None req-9f269320-2cbe-41aa-8163-916332bbd66f tempest-RoutersIpV6Test-1448447933 tempest-RoutersIpV6Test-1448447933-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-922904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866062', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773700135042', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773699642233', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773699642278', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5082471'] for port, after_update {{(pid=94175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:35:44.369518 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron_lib.callbacks.manager [None req-9f269320-2cbe-41aa-8163-916332bbd66f tempest-RoutersIpV6Test-1448447933 tempest-RoutersIpV6Test-1448447933-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-7866091', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-453038'] for router_interface, after_create {{(pid=94175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:35:44.372322 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG oslo_concurrency.lockutils [None req-df2eef7e-f4ed-4ead-8d0b-45fc372a2727 tempest-RoutersTest-228919764 tempest-RoutersTest-228919764-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94175) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 11:35:44.432762 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron_lib.callbacks.manager [None req-68a8956a-81fd-4037-a491-a0214b734f76 tempest-NegativeSecGroupIPv6Test-1070497984 tempest-NegativeSecGroupIPv6Test-1070497984-project] Notify callbacks [] for security_group, before_create {{(pid=94175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:35:44.464347 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f269320-2cbe-41aa-8163-916332bbd66f tempest-RoutersIpV6Test-1448447933 tempest-RoutersIpV6Test-1448447933-project] Pushing event updated for resources: {'Port': ['ID=51eeb6b2-c859-4348-8d51-53b680c9492d,revision_number=2']} {{(pid=94175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 11:35:44.490889 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG oslo_concurrency.lockutils [None req-9f269320-2cbe-41aa-8163-916332bbd66f tempest-RoutersIpV6Test-1448447933 tempest-RoutersIpV6Test-1448447933-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.118s {{(pid=94175) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 11:35:44.528901 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.db.provisioning_blocks [None req-c7deaa28-588e-4477-8888-5dc0f5fae394 None None] Transition to ACTIVE for port object 992c218b-2cb8-4885-a038-4da0fc6899c2 will not be triggered until provisioned by entity DHCP. {{(pid=94176) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 23 11:35:44.530796 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.db.db_base_plugin_common [None req-f5a88df0-d8b6-4339-ad1d-c2a8e26c04b6 None None] Allocated IP 172.20.0.18 (a7681095-7326-44b0-985d-4ae24b358d92/e249a80c-7f47-4719-9bcc-67ae7c4a6459/908272e4-8208-40c9-bbc9-23218bbe7547) {{(pid=94176) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 23 11:35:44.544899 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron_lib.callbacks.manager [None req-5380388a-6e04-4654-9d6f-b7ab25679038 tempest-TestNetworkBasicOps-233187296 tempest-TestNetworkBasicOps-233187296-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:35:44.592999 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron_lib.callbacks.manager [None req-aa024e1c-4565-4830-8dd4-d37f6054dd69 tempest-RoutersTest-228919764 tempest-RoutersTest-228919764-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-923104'] for port, before_create {{(pid=94174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:35:44.607754 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.plugins.ml2.db [None req-dc7542b2-afef-47f4-a763-e3a3cba144be None None] For port fa994084-a39f-425d-a88e-31f844094105, host dv-neutron-601336-94-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-94-hyperv',level=0,port_id=fa994084-a39f-425d-a88e-31f844094105,segment=NetworkSegment(28ca3686-7ff9-4891-a18f-d23f02683aab),segment_id=28ca3686-7ff9-4891-a18f-d23f02683aab)] {{(pid=94176) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 23 11:35:44.666553 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron_lib.callbacks.manager [None req-5380388a-6e04-4654-9d6f-b7ab25679038 tempest-TestNetworkBasicOps-233187296 tempest-TestNetworkBasicOps-233187296-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:35:44.669607 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9f269320-2cbe-41aa-8163-916332bbd66f tempest-RoutersIpV6Test-1448447933 tempest-RoutersIpV6Test-1448447933-project] Network ca00b23c-623f-4cdc-9bd5-76a96dd340ab is already hosted by enough agents. {{(pid=94175) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 23 11:35:44.673436 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.scheduler.base_scheduler [None req-9f269320-2cbe-41aa-8163-916332bbd66f tempest-RoutersIpV6Test-1448447933 tempest-RoutersIpV6Test-1448447933-project] Resources bound (agent type, host, resource id): {{(pid=94175) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 23 11:35:44.720279 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron_lib.callbacks.manager [None req-c7deaa28-588e-4477-8888-5dc0f5fae394 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-922915', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-239814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7866073', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773699642215'] for port, after_create {{(pid=94176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:35:44.729512 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG oslo_concurrency.lockutils [None req-aaee6755-92c5-449b-bc01-392d8aca1568 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 11:35:44.743323 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron_lib.callbacks.manager [None req-4c20ea5f-bc7f-4d4e-935d-57f082af6ccb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773699952132', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-899307'] for agent, after_update {{(pid=94176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:35:44.744079 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron_lib.callbacks.manager [None req-dc7542b2-afef-47f4-a763-e3a3cba144be None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-922904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866062', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773700135042', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773699642233', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773699642278'] for port, after_update {{(pid=94176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:35:44.770189 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron_lib.callbacks.manager [None req-68a8956a-81fd-4037-a491-a0214b734f76 tempest-NegativeSecGroupIPv6Test-1070497984 tempest-NegativeSecGroupIPv6Test-1070497984-project] Notify callbacks [] for security_group, precommit_create {{(pid=94175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:35:44.772918 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron_lib.callbacks.manager [None req-5380388a-6e04-4654-9d6f-b7ab25679038 tempest-TestNetworkBasicOps-233187296 tempest-TestNetworkBasicOps-233187296-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7996355'] for security_group_rule, after_create {{(pid=94175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:35:44.778711 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG oslo_concurrency.lockutils [None req-c034e356-fe01-4848-94ec-6d43d089e555 tempest-SecGroupIPv6Test-1528675894 tempest-SecGroupIPv6Test-1528675894-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94175) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 11:35:44.805145 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5380388a-6e04-4654-9d6f-b7ab25679038 tempest-TestNetworkBasicOps-233187296 tempest-TestNetworkBasicOps-233187296-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e18abe66-cae9-4e11-a1d0-d41d75526aed,revision_number=0']} {{(pid=94175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 11:35:44.809239 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG oslo_concurrency.lockutils [None req-5380388a-6e04-4654-9d6f-b7ab25679038 tempest-TestNetworkBasicOps-233187296 tempest-TestNetworkBasicOps-233187296-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.031s {{(pid=94175) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 11:35:44.824733 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron_lib.callbacks.manager [None req-678ee48a-c1f7-47ea-8110-9addafb1db07 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-923122'] for port, before_update {{(pid=94176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:35:44.827884 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9f269320-2cbe-41aa-8163-916332bbd66f tempest-RoutersIpV6Test-1448447933 tempest-RoutersIpV6Test-1448447933-project] Router efd40a64-d42c-4d74-9749-ec45002e9efd has already been hosted by L3 agent 50ef99c0-ef28-4db5-b303-b145898fae60 {{(pid=94175) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 23 11:35:44.834016 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron_lib.callbacks.manager [None req-68a8956a-81fd-4037-a491-a0214b734f76 tempest-NegativeSecGroupIPv6Test-1070497984 tempest-NegativeSecGroupIPv6Test-1070497984-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7996330'] for security_group, after_create {{(pid=94175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:35:44.837945 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c7deaa28-588e-4477-8888-5dc0f5fae394 None None] Network 1101ff0f-4e73-4d52-8584-72049c933f6a is already hosted by enough agents. {{(pid=94176) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 23 11:35:44.839307 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG oslo_concurrency.lockutils [None req-546cb6e2-4f19-47de-9a23-40c83f2703aa tempest-PortsIpV6TestJSON-1781383748 tempest-PortsIpV6TestJSON-1781383748-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94175) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 11:35:44.856148 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.db.l3_dvr_db [None req-73f1e940-50a4-4148-ac5c-de50bea9c0b2 None None] Set router e088c3b9-e76a-4661-91ae-fd789b04bbf1 gateway port host: dv-neutron-601336-94-hyperv {{(pid=94176) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:838}} Jun 23 11:35:44.859636 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.scheduler.base_scheduler [None req-c7deaa28-588e-4477-8888-5dc0f5fae394 None None] Resources bound (agent type, host, resource id): {{(pid=94176) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 23 11:35:44.864619 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c7deaa28-588e-4477-8888-5dc0f5fae394 None None] Received port after_create {{(pid=94176) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 23 11:35:44.878451 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.db.db_base_plugin_common [None req-aa024e1c-4565-4830-8dd4-d37f6054dd69 tempest-RoutersTest-228919764 tempest-RoutersTest-228919764-project] Allocated IP 172.20.0.1 (1101ff0f-4e73-4d52-8584-72049c933f6a/d9aa836c-9fa8-49e5-914c-03b8fc0a6cb4/a2b6a882-4613-46f8-b3ec-1fbd47483074) {{(pid=94174) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 23 11:35:44.890791 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7deaa28-588e-4477-8888-5dc0f5fae394 None None] Pushing event updated for resources: {'Port': ['ID=992c218b-2cb8-4885-a038-4da0fc6899c2,revision_number=1']} {{(pid=94176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 11:35:44.893445 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG oslo_concurrency.lockutils [None req-c7deaa28-588e-4477-8888-5dc0f5fae394 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.164s {{(pid=94176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 11:35:44.902063 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG oslo_concurrency.lockutils [None req-dc7542b2-afef-47f4-a763-e3a3cba144be None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.124s {{(pid=94176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 11:35:44.908840 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron_lib.callbacks.manager [None req-5380388a-6e04-4654-9d6f-b7ab25679038 tempest-TestNetworkBasicOps-233187296 tempest-TestNetworkBasicOps-233187296-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:35:44.910131 dv-neutron-601336-94-hyperv neutron-server[94175]: INFO neutron.wsgi [None req-5380388a-6e04-4654-9d6f-b7ab25679038 tempest-TestNetworkBasicOps-233187296 tempest-TestNetworkBasicOps-233187296-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.5734789 Jun 23 11:35:44.913295 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.wsgi [-] (94174) accepted ('10.222.0.20', 41344) {{(pid=94174) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 11:35:44.941377 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron_lib.callbacks.manager [None req-68a8956a-81fd-4037-a491-a0214b734f76 tempest-NegativeSecGroupIPv6Test-1070497984 tempest-NegativeSecGroupIPv6Test-1070497984-project] Notify callbacks [] for security_group, before_response {{(pid=94175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:35:44.943667 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.api.v2.base [None req-61e62ac5-4950-4acb-ba13-c70452f8845c tempest-TestNetworkBasicOps-233187296 tempest-TestNetworkBasicOps-233187296-project] Request body: {'security_group_rule': {'security_group_id': '571b66f8-c84c-4f09-9531-afe1560dc081', 'project_id': '772b9946478d439e9da4eaeade7fb21d', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=94174) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 23 11:35:44.946426 dv-neutron-601336-94-hyperv neutron-server[94175]: INFO neutron.wsgi [None req-68a8956a-81fd-4037-a491-a0214b734f76 tempest-NegativeSecGroupIPv6Test-1070497984 tempest-NegativeSecGroupIPv6Test-1070497984-project] 10.222.0.20 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.8193979 Jun 23 11:35:44.949635 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.wsgi [-] (94175) accepted ('10.222.0.20', 41346) {{(pid=94175) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 11:35:44.950308 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68a8956a-81fd-4037-a491-a0214b734f76 tempest-NegativeSecGroupIPv6Test-1070497984 tempest-NegativeSecGroupIPv6Test-1070497984-project] Pushing event updated for resources: {'SecurityGroup': ['ID=63072199-2304-4359-9f33-e923e496f739,revision_number=1']} {{(pid=94175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 11:35:44.956972 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.api.v2.base [None req-857d8bbb-920a-4b83-bf75-bf718c093232 tempest-NegativeSecGroupIPv6Test-1070497984 tempest-NegativeSecGroupIPv6Test-1070497984-project] Request body: {'security_group_rule': {'security_group_id': '63072199-2304-4359-9f33-e923e496f739', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_group_id': 'bad_group_id'}} {{(pid=94175) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 23 11:35:44.965146 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG oslo_concurrency.lockutils [None req-68a8956a-81fd-4037-a491-a0214b734f76 tempest-NegativeSecGroupIPv6Test-1070497984 tempest-NegativeSecGroupIPv6Test-1070497984-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.126s {{(pid=94175) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 11:35:44.997663 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9f269320-2cbe-41aa-8163-916332bbd66f tempest-RoutersIpV6Test-1448447933 tempest-RoutersIpV6Test-1448447933-project] Notify agent at l3_agent.dv-neutron-601336-94-hyperv the message routers_updated {{(pid=94175) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 23 11:35:45.011176 dv-neutron-601336-94-hyperv neutron-server[94177]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-05b39a26-2a23-42d1-a9b1-f7809c4833d1 None None] Sync routers for ids ['efd40a64-d42c-4d74-9749-ec45002e9efd'] in dv-neutron-601336-94-hyperv {{(pid=94177) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 23 11:35:45.014043 dv-neutron-601336-94-hyperv neutron-server[94175]: INFO neutron.wsgi [None req-9f269320-2cbe-41aa-8163-916332bbd66f tempest-RoutersIpV6Test-1448447933 tempest-RoutersIpV6Test-1448447933-project] 10.222.0.20 "PUT /v2.0/routers/efd40a64-d42c-4d74-9749-ec45002e9efd/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.6593697 Jun 23 11:35:45.016529 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.wsgi [-] (94175) accepted ('10.222.0.20', 41350) {{(pid=94175) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 11:35:45.021442 dv-neutron-601336-94-hyperv neutron-server[94177]: DEBUG neutron.db.l3_dvrscheduler_db [None req-05b39a26-2a23-42d1-a9b1-f7809c4833d1 None None] Routers {'efd40a64-d42c-4d74-9749-ec45002e9efd'} bound to L3 agent in host dv-neutron-601336-94-hyperv {{(pid=94177) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 23 11:35:45.022073 dv-neutron-601336-94-hyperv neutron-server[94177]: DEBUG neutron.db.l3_hamode_db [None req-05b39a26-2a23-42d1-a9b1-f7809c4833d1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-601336-94-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-23T11:22:13Z,description=,heartbeat_timestamp=2021-06-23T11:35:43Z,host='dv-neutron-601336-94-hyperv',id=50ef99c0-ef28-4db5-b303-b145898fae60,load=0,resource_versions=,resources_synced=,started_at=2021-06-23T11:22:14Z,topic='l3_agent')) {'router_ids': ['efd40a64-d42c-4d74-9749-ec45002e9efd'], 'active': True} {{(pid=94177) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 11:35:45.026795 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.api.v2.base [None req-75ae25a2-6653-46f5-98c0-2960f5229a1a tempest-RoutersIpV6Test-1448447933 tempest-RoutersIpV6Test-1448447933-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-54069201'}} {{(pid=94175) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 23 11:35:45.051789 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron_lib.callbacks.manager [None req-aa024e1c-4565-4830-8dd4-d37f6054dd69 tempest-RoutersTest-228919764 tempest-RoutersTest-228919764-project] Notify callbacks [] for port, precommit_create {{(pid=94174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:35:45.082114 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.db.provisioning_blocks [None req-aa024e1c-4565-4830-8dd4-d37f6054dd69 tempest-RoutersTest-228919764 tempest-RoutersTest-228919764-project] Transition to ACTIVE for port object a2b6a882-4613-46f8-b3ec-1fbd47483074 will not be triggered until provisioned by entity DHCP. {{(pid=94174) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 23 11:35:45.083820 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron_lib.callbacks.manager [None req-61e62ac5-4950-4acb-ba13-c70452f8845c tempest-TestNetworkBasicOps-233187296 tempest-TestNetworkBasicOps-233187296-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:35:45.099511 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.plugins.ml2.db [None req-678ee48a-c1f7-47ea-8110-9addafb1db07 None None] For port c82921de-6598-4cba-8bf2-b33218d8b16c, host dv-neutron-601336-94-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-94-hyperv',level=0,port_id=c82921de-6598-4cba-8bf2-b33218d8b16c,segment=NetworkSegment(f95c50e7-52b3-4de2-9b39-96899c3f25cb),segment_id=f95c50e7-52b3-4de2-9b39-96899c3f25cb)] {{(pid=94176) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 23 11:35:45.131231 dv-neutron-601336-94-hyperv neutron-server[94177]: DEBUG neutron.db.l3_dvr_db [None req-05b39a26-2a23-42d1-a9b1-f7809c4833d1 None None] Set router efd40a64-d42c-4d74-9749-ec45002e9efd gateway port host: None {{(pid=94177) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:838}} Jun 23 11:35:45.181223 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron_lib.callbacks.manager [None req-61e62ac5-4950-4acb-ba13-c70452f8845c tempest-TestNetworkBasicOps-233187296 tempest-TestNetworkBasicOps-233187296-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:35:45.183784 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc7542b2-afef-47f4-a763-e3a3cba144be None None] Pushing event updated for resources: {'Port': ['ID=fa994084-a39f-425d-a88e-31f844094105,revision_number=5']} {{(pid=94176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 11:35:45.187262 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG oslo_concurrency.lockutils [None req-dc7542b2-afef-47f4-a763-e3a3cba144be None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.285s {{(pid=94176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 11:35:45.192123 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.plugins.ml2.managers [None req-c7deaa28-588e-4477-8888-5dc0f5fae394 None None] Attempting to bind port 992c218b-2cb8-4885-a038-4da0fc6899c2 on host dv-neutron-601336-94-hyperv for vnic_type normal with profile {{(pid=94176) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 23 11:35:45.192561 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.plugins.ml2.managers [None req-c7deaa28-588e-4477-8888-5dc0f5fae394 None None] Attempting to bind port 992c218b-2cb8-4885-a038-4da0fc6899c2 by drivers openvswitch,hyperv on host dv-neutron-601336-94-hyperv at level 0 using segments [{'id': '44bf4119-ce1f-4161-b967-6233aa9941a7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 407, 'network_id': '1101ff0f-4e73-4d52-8584-72049c933f6a'}] {{(pid=94176) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 23 11:35:45.196081 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c7deaa28-588e-4477-8888-5dc0f5fae394 None None] Attempting to bind port 992c218b-2cb8-4885-a038-4da0fc6899c2 on network 1101ff0f-4e73-4d52-8584-72049c933f6a {{(pid=94176) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 23 11:35:45.200454 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron_lib.callbacks.manager [None req-f5a88df0-d8b6-4339-ad1d-c2a8e26c04b6 None None] Notify callbacks [] for port, precommit_create {{(pid=94176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:35:45.233163 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron_lib.callbacks.manager [None req-678ee48a-c1f7-47ea-8110-9addafb1db07 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-922904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866062', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773700135042', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773699642233', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773699642278'] for port, after_update {{(pid=94176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:35:45.238984 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c7deaa28-588e-4477-8888-5dc0f5fae394 None None] Checking agent: {'id': '4d05f899-5ac9-411b-8a03-f60c93f87cdf', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-601336-94-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 23, 11, 22, 14), 'started_at': datetime.datetime(2021, 6, 23, 11, 22, 44), 'heartbeat_timestamp': datetime.datetime(2021, 6, 23, 11, 35, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'monitor_allowed_address_pair_garp': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-601336-94-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94176) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 23 11:35:45.241138 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c7deaa28-588e-4477-8888-5dc0f5fae394 None None] Checking segment: {'id': '44bf4119-ce1f-4161-b967-6233aa9941a7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 407, 'network_id': '1101ff0f-4e73-4d52-8584-72049c933f6a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94176) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 23 11:35:45.241654 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron_lib.callbacks.manager [None req-c7deaa28-588e-4477-8888-5dc0f5fae394 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:35:45.243363 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c7deaa28-588e-4477-8888-5dc0f5fae394 None None] Bound using segment: {'id': '44bf4119-ce1f-4161-b967-6233aa9941a7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 407, 'network_id': '1101ff0f-4e73-4d52-8584-72049c933f6a'} {{(pid=94176) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 23 11:35:45.251112 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.plugins.ml2.managers [None req-c7deaa28-588e-4477-8888-5dc0f5fae394 None None] Bound port: 992c218b-2cb8-4885-a038-4da0fc6899c2, host: dv-neutron-601336-94-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '44bf4119-ce1f-4161-b967-6233aa9941a7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 407, 'network_id': '1101ff0f-4e73-4d52-8584-72049c933f6a'}}] {{(pid=94176) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 23 11:35:45.251112 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron_lib.callbacks.manager [None req-c7deaa28-588e-4477-8888-5dc0f5fae394 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-923122'] for port, before_update {{(pid=94176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:35:45.251112 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.db.provisioning_blocks [None req-f5a88df0-d8b6-4339-ad1d-c2a8e26c04b6 None None] Transition to ACTIVE for port object 908272e4-8208-40c9-bbc9-23218bbe7547 will not be triggered until provisioned by entity L2. {{(pid=94176) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 23 11:35:45.264162 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG oslo_concurrency.lockutils [None req-866dbf49-6b6b-4f45-a052-51ce28961118 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 11:35:45.271435 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron_lib.callbacks.manager [None req-61e62ac5-4950-4acb-ba13-c70452f8845c tempest-TestNetworkBasicOps-233187296 tempest-TestNetworkBasicOps-233187296-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7996355'] for security_group_rule, after_create {{(pid=94174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:35:45.272971 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron_lib.callbacks.manager [None req-aa024e1c-4565-4830-8dd4-d37f6054dd69 tempest-RoutersTest-228919764 tempest-RoutersTest-228919764-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-922915', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-239814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7866073', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773699642215', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-5196399'] for port, after_create {{(pid=94174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:35:45.277038 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG oslo_concurrency.lockutils [None req-e906404d-f0bd-4155-962b-3848ca6aa75a tempest-RoutersIpV6Test-1448447933 tempest-RoutersIpV6Test-1448447933-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94174) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 11:35:45.299787 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-75ae25a2-6653-46f5-98c0-2960f5229a1a tempest-RoutersIpV6Test-1448447933 tempest-RoutersIpV6Test-1448447933-project] Made reservation on behalf of a04e393135be4822803c421d0995b548 for: {'network': 1} {{(pid=94175) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 23 11:35:45.305431 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron_lib.callbacks.manager [None req-75ae25a2-6653-46f5-98c0-2960f5229a1a tempest-RoutersIpV6Test-1448447933 tempest-RoutersIpV6Test-1448447933-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-923104'] for network, before_create {{(pid=94175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:35:45.352299 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.db.provisioning_blocks [None req-f5a88df0-d8b6-4339-ad1d-c2a8e26c04b6 None None] Transition to ACTIVE for port object 908272e4-8208-40c9-bbc9-23218bbe7547 will not be triggered until provisioned by entity DHCP. {{(pid=94176) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 23 11:35:45.375143 dv-neutron-601336-94-hyperv neutron-server[94175]: INFO neutron.api.v2.resource [None req-857d8bbb-920a-4b83-bf75-bf718c093232 tempest-NegativeSecGroupIPv6Test-1070497984 tempest-NegativeSecGroupIPv6Test-1070497984-project] create failed (client error): The resource could not be found. Jun 23 11:35:45.379071 dv-neutron-601336-94-hyperv neutron-server[94175]: INFO neutron.wsgi [None req-857d8bbb-920a-4b83-bf75-bf718c093232 tempest-NegativeSecGroupIPv6Test-1070497984 tempest-NegativeSecGroupIPv6Test-1070497984-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 323 time: 0.4240744 Jun 23 11:35:45.380143 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-75ae25a2-6653-46f5-98c0-2960f5229a1a tempest-RoutersIpV6Test-1448447933 tempest-RoutersIpV6Test-1448447933-project] vlan segment allocate from pool success with {'vlan_id': 448, 'physical_network': 'physnet1'} {{(pid=94175) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 23 11:35:45.385263 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.wsgi [-] (94175) accepted ('10.222.0.20', 41354) {{(pid=94175) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 11:35:45.407808 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.api.v2.base [None req-abe015b4-68a6-4a1c-9534-4768227e40cb tempest-NegativeSecGroupIPv6Test-1070497984 tempest-NegativeSecGroupIPv6Test-1070497984-project] Request body: {'security_group_rule': {'security_group_id': '63072199-2304-4359-9f33-e923e496f739', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_group_id': '417e03cd-2507-486a-9637-c8232b27eb72'}} {{(pid=94175) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 23 11:35:45.426983 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa024e1c-4565-4830-8dd4-d37f6054dd69 tempest-RoutersTest-228919764 tempest-RoutersTest-228919764-project] Pushing event updated for resources: {'Port': ['ID=a2b6a882-4613-46f8-b3ec-1fbd47483074,revision_number=1']} {{(pid=94174) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 11:35:45.438971 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-678ee48a-c1f7-47ea-8110-9addafb1db07 None None] Pushing event updated for resources: {'Port': ['ID=c82921de-6598-4cba-8bf2-b33218d8b16c,revision_number=3']} {{(pid=94176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 11:35:45.446414 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron_lib.callbacks.manager [None req-f5a88df0-d8b6-4339-ad1d-c2a8e26c04b6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-922915', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-239814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7866073', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773699642215'] for port, after_create {{(pid=94176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:35:45.448896 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG oslo_concurrency.lockutils [None req-678ee48a-c1f7-47ea-8110-9addafb1db07 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.185s {{(pid=94176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 11:35:45.449376 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG oslo_concurrency.lockutils [None req-678ee48a-c1f7-47ea-8110-9addafb1db07 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 11:35:45.450349 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aa024e1c-4565-4830-8dd4-d37f6054dd69 tempest-RoutersTest-228919764 tempest-RoutersTest-228919764-project] Network 1101ff0f-4e73-4d52-8584-72049c933f6a is already hosted by enough agents. {{(pid=94174) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 23 11:35:45.452054 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG oslo_concurrency.lockutils [None req-aa024e1c-4565-4830-8dd4-d37f6054dd69 tempest-RoutersTest-228919764 tempest-RoutersTest-228919764-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.175s {{(pid=94174) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 11:35:45.455361 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.scheduler.base_scheduler [None req-aa024e1c-4565-4830-8dd4-d37f6054dd69 tempest-RoutersTest-228919764 tempest-RoutersTest-228919764-project] Resources bound (agent type, host, resource id): {{(pid=94174) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 23 11:35:45.457376 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.160s {{(pid=94174) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 11:35:45.460198 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aa024e1c-4565-4830-8dd4-d37f6054dd69 tempest-RoutersTest-228919764 tempest-RoutersTest-228919764-project] Received port after_create {{(pid=94174) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 23 11:35:45.494360 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron_lib.callbacks.manager [None req-75ae25a2-6653-46f5-98c0-2960f5229a1a tempest-RoutersIpV6Test-1448447933 tempest-RoutersIpV6Test-1448447933-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3801'] for segment, precommit_create {{(pid=94175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:35:45.494944 dv-neutron-601336-94-hyperv neutron-server[94175]: INFO neutron.db.segments_db [None req-75ae25a2-6653-46f5-98c0-2960f5229a1a tempest-RoutersIpV6Test-1448447933 tempest-RoutersIpV6Test-1448447933-project] Added segment f1915493-8e25-4cc4-83d5-e2c11324c770 of type vlan for network d798c677-8a94-46e7-baf1-4b1f6ba4e97c Jun 23 11:35:45.512467 dv-neutron-601336-94-hyperv neutron-server[94175]: INFO neutron.wsgi [req-6a40eace-9e2f-4d2d-80ca-725e376ca9b0 req-c8381e18-f6ce-44ef-888c-9fe947a54958 tempest-ServerActionsTestJSON-161917335 tempest-ServerActionsTestJSON-161917335-project] 10.222.0.20 "GET /v2.0/ports?device_id=85769616-6b8b-4da7-ad73-344986edf607 HTTP/1.1" status: 200 len: 210 time: 0.0845428 Jun 23 11:35:45.535570 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron_lib.callbacks.manager [None req-aa024e1c-4565-4830-8dd4-d37f6054dd69 tempest-RoutersTest-228919764 tempest-RoutersTest-228919764-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-452954'] for router_interface, before_create {{(pid=94174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:35:45.569784 dv-neutron-601336-94-hyperv neutron-server[94177]: DEBUG neutron.db.l3_hamode_db [None req-05b39a26-2a23-42d1-a9b1-f7809c4833d1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'efd40a64-d42c-4d74-9749-ec45002e9efd', 'name': 'tempest-RoutersIpV6Test-router-621702574', 'tenant_id': 'a04e393135be4822803c421d0995b548', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-23T11:35:29Z', 'updated_at': '2021-06-23T11:35:43Z', 'revision_number': 4, 'project_id': 'a04e393135be4822803c421d0995b548', 'gw_port_host': None, '_interfaces': [{'id': '18eeaa2a-9fe9-456b-8f26-be0272e23bad', 'name': '', 'network_id': '8dba2472-7331-4ba9-b904-298b042d46c9', 'tenant_id': 'a04e393135be4822803c421d0995b548', 'mac_address': 'fa:16:3e:b5:78:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'efd40a64-d42c-4d74-9749-ec45002e9efd', 'device_owner': 'network:router_interface', 'standard_attr_id': 1011, 'fixed_ips': [{'subnet_id': '175bc06c-342b-4e55-945c-a10b0728e9dd', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-94-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-23T11:35:32Z', 'updated_at': '2021-06-23T11:35:39Z', 'revision_number': 5, 'project_id': 'a04e393135be4822803c421d0995b548', 'subnets': [{'id': '175bc06c-342b-4e55-945c-a10b0728e9dd', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '51eeb6b2-c859-4348-8d51-53b680c9492d', 'name': '', 'network_id': 'ca00b23c-623f-4cdc-9bd5-76a96dd340ab', 'tenant_id': 'a04e393135be4822803c421d0995b548', 'mac_address': 'fa:16:3e:1f:ca:85', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'efd40a64-d42c-4d74-9749-ec45002e9efd', 'device_owner': 'network:router_interface', 'standard_attr_id': 1049, 'fixed_ips': [{'subnet_id': '75d17758-e341-408a-9d3d-d429416fcd8a', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-23T11:35:42Z', 'updated_at': '2021-06-23T11:35:43Z', 'revision_number': 2, 'project_id': 'a04e393135be4822803c421d0995b548', 'subnets': [{'id': '75d17758-e341-408a-9d3d-d429416fcd8a', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'fa994084-a39f-425d-a88e-31f844094105', 'name': '', 'network_id': '5a0407f1-1e47-4f7c-9b40-8fcc21217cea', 'tenant_id': 'a04e393135be4822803c421d0995b548', 'mac_address': 'fa:16:3e:08:0e:df', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'efd40a64-d42c-4d74-9749-ec45002e9efd', 'device_owner': 'network:router_interface', 'standard_attr_id': 1030, 'fixed_ips': [{'subnet_id': 'af9b362d-ea7d-430f-b9de-bdf75c0ca07a', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-94-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-23T11:35:37Z', 'updated_at': '2021-06-23T11:35:44Z', 'revision_number': 5, 'project_id': 'a04e393135be4822803c421d0995b548', 'subnets': [{'id': 'af9b362d-ea7d-430f-b9de-bdf75c0ca07a', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-601336-94-hyperv', False) {} {{(pid=94177) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 11:35:45.584391 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f5a88df0-d8b6-4339-ad1d-c2a8e26c04b6 None None] Network a7681095-7326-44b0-985d-4ae24b358d92 is already hosted by enough agents. {{(pid=94176) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 23 11:35:45.600597 dv-neutron-601336-94-hyperv neutron-server[94177]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-05b39a26-2a23-42d1-a9b1-f7809c4833d1 None None] Checking router: efd40a64-d42c-4d74-9749-ec45002e9efd for host: dv-neutron-601336-94-hyperv {{(pid=94177) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 23 11:35:45.601385 dv-neutron-601336-94-hyperv neutron-server[94177]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-05b39a26-2a23-42d1-a9b1-f7809c4833d1 None None] Updating router efd40a64-d42c-4d74-9749-ec45002e9efd port 51eeb6b2-c859-4348-8d51-53b680c9492d binding host dv-neutron-601336-94-hyperv {{(pid=94177) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 23 11:35:45.604785 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron_lib.callbacks.manager [None req-75ae25a2-6653-46f5-98c0-2960f5229a1a tempest-RoutersIpV6Test-1448447933 tempest-RoutersIpV6Test-1448447933-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8773699596773'] for network, precommit_create {{(pid=94175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:35:45.632726 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.scheduler.base_scheduler [None req-f5a88df0-d8b6-4339-ad1d-c2a8e26c04b6 None None] Resources bound (agent type, host, resource id): {{(pid=94176) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 23 11:35:45.632726 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f5a88df0-d8b6-4339-ad1d-c2a8e26c04b6 None None] Received port after_create {{(pid=94176) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 23 11:35:45.642193 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.plugins.ml2.db [None req-c7deaa28-588e-4477-8888-5dc0f5fae394 None None] For port 992c218b-2cb8-4885-a038-4da0fc6899c2, host dv-neutron-601336-94-hyperv, cleared binding levels {{(pid=94176) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 23 11:35:45.645441 dv-neutron-601336-94-hyperv neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-05b39a26-2a23-42d1-a9b1-f7809c4833d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-923122'] for port, before_update {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:35:45.646015 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5a88df0-d8b6-4339-ad1d-c2a8e26c04b6 None None] Pushing event updated for resources: {'Port': ['ID=908272e4-8208-40c9-bbc9-23218bbe7547,revision_number=1']} {{(pid=94176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 11:35:45.656122 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG oslo_concurrency.lockutils [None req-f5a88df0-d8b6-4339-ad1d-c2a8e26c04b6 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.207s {{(pid=94176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 11:35:45.659154 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61e62ac5-4950-4acb-ba13-c70452f8845c tempest-TestNetworkBasicOps-233187296 tempest-TestNetworkBasicOps-233187296-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a0841abf-e98d-4813-a3d5-a933b734e1f9,revision_number=0']} {{(pid=94174) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 11:35:45.663426 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG oslo_concurrency.lockutils [None req-61e62ac5-4950-4acb-ba13-c70452f8845c tempest-TestNetworkBasicOps-233187296 tempest-TestNetworkBasicOps-233187296-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.206s {{(pid=94174) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 11:35:45.688037 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.plugins.ml2.db [None req-c7deaa28-588e-4477-8888-5dc0f5fae394 None None] For port 992c218b-2cb8-4885-a038-4da0fc6899c2, host dv-neutron-601336-94-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-94-hyperv',level=0,port_id=992c218b-2cb8-4885-a038-4da0fc6899c2,segment=NetworkSegment(44bf4119-ce1f-4161-b967-6233aa9941a7),segment_id=44bf4119-ce1f-4161-b967-6233aa9941a7)] {{(pid=94176) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 23 11:35:45.713931 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.db.provisioning_blocks [None req-cd9f9c2f-cdfd-4c67-8f5f-ff9ece4f705d None None] Provisioning for port 51eeb6b2-c859-4348-8d51-53b680c9492d completed by entity DHCP. {{(pid=94176) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 23 11:35:45.716606 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron_lib.callbacks.manager [None req-61e62ac5-4950-4acb-ba13-c70452f8845c tempest-TestNetworkBasicOps-233187296 tempest-TestNetworkBasicOps-233187296-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:35:45.718388 dv-neutron-601336-94-hyperv neutron-server[94174]: INFO neutron.wsgi [None req-61e62ac5-4950-4acb-ba13-c70452f8845c tempest-TestNetworkBasicOps-233187296 tempest-TestNetworkBasicOps-233187296-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.7801726 Jun 23 11:35:45.728780 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.wsgi [-] (94175) accepted ('10.222.0.20', 41356) {{(pid=94175) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 11:35:45.729298 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.db.provisioning_blocks [None req-cd9f9c2f-cdfd-4c67-8f5f-ff9ece4f705d None None] Provisioning complete for port 51eeb6b2-c859-4348-8d51-53b680c9492d triggered by entity DHCP. {{(pid=94176) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 23 11:35:45.729298 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron_lib.callbacks.manager [None req-cd9f9c2f-cdfd-4c67-8f5f-ff9ece4f705d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-899258'] for port, provisioning_complete {{(pid=94176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:35:45.729474 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.api.v2.base [None req-c56e5c6d-e776-4dce-9f10-9a2d8e76d5ac tempest-TestNetworkBasicOps-233187296 tempest-TestNetworkBasicOps-233187296-project] Request body: {'security_group_rule': {'security_group_id': '571b66f8-c84c-4f09-9531-afe1560dc081', 'project_id': '772b9946478d439e9da4eaeade7fb21d', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=94175) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 23 11:35:45.747878 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.db.l3_hamode_db [None req-73f1e940-50a4-4148-ac5c-de50bea9c0b2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e088c3b9-e76a-4661-91ae-fd789b04bbf1', 'name': 'tempest-ServerActionsTestJSON-2115701801-router', 'tenant_id': '252b24454ee04e36b666155dab1feb23', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3e7e4eb3-cf02-4d47-ade9-0a579cdfc60f', 'external_fixed_ips': [{'subnet_id': 'a5ad15ab-c489-4a67-a9b0-d559fca0ec71', 'ip_address': '172.26.3.171'}], 'enable_snat': True}, 'gw_port_id': '946affd4-ae12-4b9b-ba02-e48035525e66', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-23T11:32:15Z', 'updated_at': '2021-06-23T11:32:24Z', 'revision_number': 4, 'project_id': '252b24454ee04e36b666155dab1feb23', 'gw_port': {'id': '946affd4-ae12-4b9b-ba02-e48035525e66', 'name': '', 'network_id': '3e7e4eb3-cf02-4d47-ade9-0a579cdfc60f', 'tenant_id': '', 'mac_address': 'fa:16:3e:c7:1d:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e088c3b9-e76a-4661-91ae-fd789b04bbf1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 440, 'fixed_ips': [{'subnet_id': 'a5ad15ab-c489-4a67-a9b0-d559fca0ec71', 'ip_address': '172.26.3.171', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-94-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-23T11:32:16Z', 'updated_at': '2021-06-23T11:32:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a5ad15ab-c489-4a67-a9b0-d559fca0ec71', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-601336-94-hyperv', '_interfaces': [{'id': '8b3f2607-1beb-44c0-92af-cbc38d0500bc', 'name': '', 'network_id': '34cf218b-02ad-4259-a49e-5807c729dd9a', 'tenant_id': '252b24454ee04e36b666155dab1feb23', 'mac_address': 'fa:16:3e:cf:71:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e088c3b9-e76a-4661-91ae-fd789b04bbf1', 'device_owner': 'network:router_interface', 'standard_attr_id': 483, 'fixed_ips': [{'subnet_id': '47ff68e9-949b-4720-9652-7e8da6276be9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-94-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-23T11:32:23Z', 'updated_at': '2021-06-23T11:32:32Z', 'revision_number': 5, 'project_id': '252b24454ee04e36b666155dab1feb23', 'subnets': [{'id': '47ff68e9-949b-4720-9652-7e8da6276be9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-601336-94-hyperv', False) {} {{(pid=94176) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 11:35:45.781116 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron_lib.callbacks.manager [None req-aa024e1c-4565-4830-8dd4-d37f6054dd69 tempest-RoutersTest-228919764 tempest-RoutersTest-228919764-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-923122'] for port, before_update {{(pid=94174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:35:45.807418 dv-neutron-601336-94-hyperv neutron-server[94175]: INFO neutron.api.v2.resource [None req-abe015b4-68a6-4a1c-9534-4768227e40cb tempest-NegativeSecGroupIPv6Test-1070497984 tempest-NegativeSecGroupIPv6Test-1070497984-project] create failed (client error): The resource could not be found. Jun 23 11:35:45.808858 dv-neutron-601336-94-hyperv neutron-server[94175]: INFO neutron.wsgi [None req-abe015b4-68a6-4a1c-9534-4768227e40cb tempest-NegativeSecGroupIPv6Test-1070497984 tempest-NegativeSecGroupIPv6Test-1070497984-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 347 time: 0.4129944 Jun 23 11:35:45.809782 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron_lib.callbacks.manager [None req-75ae25a2-6653-46f5-98c0-2960f5229a1a tempest-RoutersIpV6Test-1448447933 tempest-RoutersIpV6Test-1448447933-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8002400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7866073'] for network, after_create {{(pid=94175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:35:45.815184 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.plugins.ml2.managers [None req-f5a88df0-d8b6-4339-ad1d-c2a8e26c04b6 None None] Attempting to bind port 908272e4-8208-40c9-bbc9-23218bbe7547 on host dv-neutron-601336-94-hyperv for vnic_type normal with profile {{(pid=94176) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 23 11:35:45.815647 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.plugins.ml2.managers [None req-f5a88df0-d8b6-4339-ad1d-c2a8e26c04b6 None None] Attempting to bind port 908272e4-8208-40c9-bbc9-23218bbe7547 by drivers openvswitch,hyperv on host dv-neutron-601336-94-hyperv at level 0 using segments [{'id': '2545ee53-c74e-4449-af0c-83c33975ceea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 437, 'network_id': 'a7681095-7326-44b0-985d-4ae24b358d92'}] {{(pid=94176) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 23 11:35:45.816099 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f5a88df0-d8b6-4339-ad1d-c2a8e26c04b6 None None] Attempting to bind port 908272e4-8208-40c9-bbc9-23218bbe7547 on network a7681095-7326-44b0-985d-4ae24b358d92 {{(pid=94176) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 23 11:35:45.816721 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-75ae25a2-6653-46f5-98c0-2960f5229a1a tempest-RoutersIpV6Test-1448447933 tempest-RoutersIpV6Test-1448447933-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 11:35:45.817693 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron_lib.callbacks.manager [None req-75ae25a2-6653-46f5-98c0-2960f5229a1a tempest-RoutersIpV6Test-1448447933 tempest-RoutersIpV6Test-1448447933-project] Notify callbacks [] for network, before_response {{(pid=94175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:35:45.821160 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron_lib.callbacks.manager [None req-c7deaa28-588e-4477-8888-5dc0f5fae394 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-922904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866062', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773700135042', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773699642233', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773699642278'] for port, after_update {{(pid=94176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:35:45.823747 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-73f1e940-50a4-4148-ac5c-de50bea9c0b2 None None] Checking router: e088c3b9-e76a-4661-91ae-fd789b04bbf1 for host: dv-neutron-601336-94-hyperv {{(pid=94176) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 23 11:35:45.824748 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.wsgi [-] (94175) accepted ('10.222.0.20', 41358) {{(pid=94175) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 11:35:45.829481 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG oslo_concurrency.lockutils [None req-4d8ad439-3484-45a1-90f3-eeb68623f30b tempest-RoutersIpV6Test-1448447933 tempest-RoutersIpV6Test-1448447933-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94175) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 11:35:45.830531 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG oslo_concurrency.lockutils [None req-aaee6755-92c5-449b-bc01-392d8aca1568 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 11:35:45.900756 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7deaa28-588e-4477-8888-5dc0f5fae394 None None] Pushing event updated for resources: {'Port': ['ID=992c218b-2cb8-4885-a038-4da0fc6899c2,revision_number=2']} {{(pid=94176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 11:35:45.908900 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG oslo_concurrency.lockutils [None req-c7deaa28-588e-4477-8888-5dc0f5fae394 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.078s {{(pid=94176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 11:35:45.913433 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f5a88df0-d8b6-4339-ad1d-c2a8e26c04b6 None None] Checking agent: {'id': '4d05f899-5ac9-411b-8a03-f60c93f87cdf', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-601336-94-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 23, 11, 22, 14), 'started_at': datetime.datetime(2021, 6, 23, 11, 22, 44), 'heartbeat_timestamp': datetime.datetime(2021, 6, 23, 11, 35, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'monitor_allowed_address_pair_garp': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-601336-94-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94176) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 23 11:35:45.913830 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f5a88df0-d8b6-4339-ad1d-c2a8e26c04b6 None None] Checking segment: {'id': '2545ee53-c74e-4449-af0c-83c33975ceea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 437, 'network_id': 'a7681095-7326-44b0-985d-4ae24b358d92'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94176) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 23 11:35:45.915893 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron_lib.callbacks.manager [None req-f5a88df0-d8b6-4339-ad1d-c2a8e26c04b6 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:35:45.916797 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f5a88df0-d8b6-4339-ad1d-c2a8e26c04b6 None None] Bound using segment: {'id': '2545ee53-c74e-4449-af0c-83c33975ceea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 437, 'network_id': 'a7681095-7326-44b0-985d-4ae24b358d92'} {{(pid=94176) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 23 11:35:45.917570 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.plugins.ml2.managers [None req-f5a88df0-d8b6-4339-ad1d-c2a8e26c04b6 None None] Bound port: 908272e4-8208-40c9-bbc9-23218bbe7547, host: dv-neutron-601336-94-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2545ee53-c74e-4449-af0c-83c33975ceea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 437, 'network_id': 'a7681095-7326-44b0-985d-4ae24b358d92'}}] {{(pid=94176) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 23 11:35:45.918549 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron_lib.callbacks.manager [None req-f5a88df0-d8b6-4339-ad1d-c2a8e26c04b6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-923122'] for port, before_update {{(pid=94176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:35:45.954201 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.db.l3_dvrscheduler_db [None req-73f1e940-50a4-4148-ac5c-de50bea9c0b2 None None] Routers {'e088c3b9-e76a-4661-91ae-fd789b04bbf1'} bound to L3 agent in host dv-neutron-601336-94-hyperv {{(pid=94176) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 23 11:35:45.955191 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.db.l3_hamode_db [None req-73f1e940-50a4-4148-ac5c-de50bea9c0b2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-601336-94-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-23T11:22:13Z,description=,heartbeat_timestamp=2021-06-23T11:35:43Z,host='dv-neutron-601336-94-hyperv',id=50ef99c0-ef28-4db5-b303-b145898fae60,load=0,resource_versions=,resources_synced=,started_at=2021-06-23T11:22:14Z,topic='l3_agent')) {'router_ids': ['e088c3b9-e76a-4661-91ae-fd789b04bbf1'], 'active': True} {{(pid=94176) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 11:35:45.970611 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron_lib.callbacks.manager [None req-c56e5c6d-e776-4dce-9f10-9a2d8e76d5ac tempest-TestNetworkBasicOps-233187296 tempest-TestNetworkBasicOps-233187296-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:35:46.028969 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75ae25a2-6653-46f5-98c0-2960f5229a1a tempest-RoutersIpV6Test-1448447933 tempest-RoutersIpV6Test-1448447933-project] Pushing event updated for resources: {'Network': ['ID=d798c677-8a94-46e7-baf1-4b1f6ba4e97c,revision_number=1']} {{(pid=94175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 11:35:46.032481 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG oslo_concurrency.lockutils [None req-75ae25a2-6653-46f5-98c0-2960f5229a1a tempest-RoutersIpV6Test-1448447933 tempest-RoutersIpV6Test-1448447933-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.203s {{(pid=94175) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 11:35:46.040718 dv-neutron-601336-94-hyperv neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-05b39a26-2a23-42d1-a9b1-f7809c4833d1 None None] Notify callbacks [] for port, precommit_update {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:35:46.057638 dv-neutron-601336-94-hyperv neutron-server[94177]: DEBUG neutron.db.provisioning_blocks [None req-05b39a26-2a23-42d1-a9b1-f7809c4833d1 None None] Transition to ACTIVE for port object 51eeb6b2-c859-4348-8d51-53b680c9492d will not be triggered until provisioned by entity L2. {{(pid=94177) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 23 11:35:46.062743 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.wsgi [-] (94174) accepted ('10.222.0.20', 41360) {{(pid=94174) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 11:35:46.066782 dv-neutron-601336-94-hyperv neutron-server[94175]: INFO neutron.wsgi [None req-75ae25a2-6653-46f5-98c0-2960f5229a1a tempest-RoutersIpV6Test-1448447933 tempest-RoutersIpV6Test-1448447933-project] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 1.0405736 Jun 23 11:35:46.071219 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.api.v2.base [None req-bc38b5a7-1db6-429c-ba0b-ec095a45fe22 tempest-RoutersIpV6Test-1448447933 tempest-RoutersIpV6Test-1448447933-project] Request body: {'subnet': {'network_id': 'd798c677-8a94-46e7-baf1-4b1f6ba4e97c', 'cidr': '2001:db8:3::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:3::1'}} {{(pid=94174) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 23 11:35:46.092443 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.db.l3_dvr_db [None req-73f1e940-50a4-4148-ac5c-de50bea9c0b2 None None] Set router e088c3b9-e76a-4661-91ae-fd789b04bbf1 gateway port host: dv-neutron-601336-94-hyperv {{(pid=94176) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:838}} Jun 23 11:35:46.135441 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron_lib.callbacks.manager [None req-0a7809f6-9551-417c-8806-005e41cdb892 tempest-NegativeSecGroupIPv6Test-1070497984 tempest-NegativeSecGroupIPv6Test-1070497984-project] Notify callbacks [] for security_group, before_delete {{(pid=94175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:35:46.135630 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.plugins.ml2.plugin [None req-cd9f9c2f-cdfd-4c67-8f5f-ff9ece4f705d None None] Port 51eeb6b2-c859-4348-8d51-53b680c9492d cannot update to ACTIVE because it is not bound. {{(pid=94176) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jun 23 11:35:46.135630 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.plugins.ml2.rpc [None req-dc7542b2-afef-47f4-a763-e3a3cba144be None None] Network d798c677-8a94-46e7-baf1-4b1f6ba4e97c details requested by agent ovs-agent-dv-neutron-601336-94-hyperv with host dv-neutron-601336-94-hyperv {{(pid=94176) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:250}} Jun 23 11:35:46.140788 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron_lib.callbacks.manager [None req-c56e5c6d-e776-4dce-9f10-9a2d8e76d5ac tempest-TestNetworkBasicOps-233187296 tempest-TestNetworkBasicOps-233187296-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:35:46.146197 dv-neutron-601336-94-hyperv neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-05b39a26-2a23-42d1-a9b1-f7809c4833d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-922904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866062', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773700135042', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773699642233', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773699642278'] for port, after_update {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:35:46.149237 dv-neutron-601336-94-hyperv neutron-server[94177]: DEBUG oslo_concurrency.lockutils [None req-1303cea4-4639-4ba2-8053-229c15dd5b2d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94177) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 11:35:46.169996 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron_lib.callbacks.manager [None req-0a7809f6-9551-417c-8806-005e41cdb892 tempest-NegativeSecGroupIPv6Test-1070497984 tempest-NegativeSecGroupIPv6Test-1070497984-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:35:46.228498 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron_lib.callbacks.manager [None req-c56e5c6d-e776-4dce-9f10-9a2d8e76d5ac tempest-TestNetworkBasicOps-233187296 tempest-TestNetworkBasicOps-233187296-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7996355'] for security_group_rule, after_create {{(pid=94175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:35:46.231868 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG oslo_concurrency.lockutils [None req-9a04e7c8-bae6-4b2a-be39-b9749b8dd485 tempest-SecGroupIPv6Test-1528675894 tempest-SecGroupIPv6Test-1528675894-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94175) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 11:35:46.271418 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c56e5c6d-e776-4dce-9f10-9a2d8e76d5ac tempest-TestNetworkBasicOps-233187296 tempest-TestNetworkBasicOps-233187296-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3d99cad8-37b4-42ab-b4fc-901a597cf572,revision_number=0']} {{(pid=94175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 11:35:46.276162 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG oslo_concurrency.lockutils [None req-c56e5c6d-e776-4dce-9f10-9a2d8e76d5ac tempest-TestNetworkBasicOps-233187296 tempest-TestNetworkBasicOps-233187296-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=94175) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 11:35:46.311023 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron_lib.callbacks.manager [None req-0a7809f6-9551-417c-8806-005e41cdb892 tempest-NegativeSecGroupIPv6Test-1070497984 tempest-NegativeSecGroupIPv6Test-1070497984-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7996330'] for security_group, after_delete {{(pid=94175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:35:46.313968 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron_lib.callbacks.manager [None req-0a7809f6-9551-417c-8806-005e41cdb892 tempest-NegativeSecGroupIPv6Test-1070497984 tempest-NegativeSecGroupIPv6Test-1070497984-project] Notify callbacks [] for security_group, before_response {{(pid=94175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:35:46.316401 dv-neutron-601336-94-hyperv neutron-server[94175]: INFO neutron.wsgi [None req-0a7809f6-9551-417c-8806-005e41cdb892 tempest-NegativeSecGroupIPv6Test-1070497984 tempest-NegativeSecGroupIPv6Test-1070497984-project] 10.222.0.20 "DELETE /v2.0/security-groups/63072199-2304-4359-9f33-e923e496f739 HTTP/1.1" status: 204 len: 168 time: 0.4685688 Jun 23 11:35:46.316401 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG oslo_concurrency.lockutils [None req-d4487770-86c2-4123-8c70-100e3288c664 tempest-NegativeSecGroupIPv6Test-1070497984 tempest-NegativeSecGroupIPv6Test-1070497984-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94175) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 11:35:46.326020 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.wsgi [-] (94175) accepted ('10.222.0.20', 41362) {{(pid=94175) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 11:35:46.326248 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron_lib.callbacks.manager [None req-aa024e1c-4565-4830-8dd4-d37f6054dd69 tempest-RoutersTest-228919764 tempest-RoutersTest-228919764-project] Notify callbacks [] for port, precommit_update {{(pid=94174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:35:46.330029 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a7809f6-9551-417c-8806-005e41cdb892 tempest-NegativeSecGroupIPv6Test-1070497984 tempest-NegativeSecGroupIPv6Test-1070497984-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=63072199-2304-4359-9f33-e923e496f739,revision_number=None']} {{(pid=94175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 11:35:46.339477 dv-neutron-601336-94-hyperv neutron-server[94177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d019a9d2-971a-4452-a078-6d07246d74a3 None None] Pushing event updated for resources: {'Port': ['ID=51eeb6b2-c859-4348-8d51-53b680c9492d,revision_number=3']} {{(pid=94177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 11:35:46.342211 dv-neutron-601336-94-hyperv neutron-server[94177]: DEBUG oslo_concurrency.lockutils [None req-d019a9d2-971a-4452-a078-6d07246d74a3 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.193s {{(pid=94177) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 11:35:46.348441 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG oslo_concurrency.lockutils [None req-0a7809f6-9551-417c-8806-005e41cdb892 tempest-NegativeSecGroupIPv6Test-1070497984 tempest-NegativeSecGroupIPv6Test-1070497984-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.031s {{(pid=94175) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 11:35:46.357978 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron_lib.callbacks.manager [None req-c56e5c6d-e776-4dce-9f10-9a2d8e76d5ac tempest-TestNetworkBasicOps-233187296 tempest-TestNetworkBasicOps-233187296-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:35:46.364084 dv-neutron-601336-94-hyperv neutron-server[94175]: INFO neutron.wsgi [None req-c56e5c6d-e776-4dce-9f10-9a2d8e76d5ac tempest-TestNetworkBasicOps-233187296 tempest-TestNetworkBasicOps-233187296-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.6420763 Jun 23 11:35:46.364900 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.wsgi [-] (94175) accepted ('10.222.0.20', 41364) {{(pid=94175) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 11:35:46.395651 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.api.v2.base [None req-b5b98899-8215-404d-8108-10907e0ecbea tempest-TestNetworkBasicOps-233187296 tempest-TestNetworkBasicOps-233187296-project] Request body: {'security_group_rule': {'security_group_id': '571b66f8-c84c-4f09-9531-afe1560dc081', 'project_id': '772b9946478d439e9da4eaeade7fb21d', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=94175) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 23 11:35:46.398486 dv-neutron-601336-94-hyperv neutron-server[94177]: DEBUG neutron.plugins.ml2.managers [None req-05b39a26-2a23-42d1-a9b1-f7809c4833d1 None None] Attempting to bind port 51eeb6b2-c859-4348-8d51-53b680c9492d on host dv-neutron-601336-94-hyperv for vnic_type normal with profile {{(pid=94177) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 23 11:35:46.399443 dv-neutron-601336-94-hyperv neutron-server[94177]: DEBUG neutron.plugins.ml2.managers [None req-05b39a26-2a23-42d1-a9b1-f7809c4833d1 None None] Attempting to bind port 51eeb6b2-c859-4348-8d51-53b680c9492d by drivers openvswitch,hyperv on host dv-neutron-601336-94-hyperv at level 0 using segments [{'id': 'f95c50e7-52b3-4de2-9b39-96899c3f25cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 419, 'network_id': 'ca00b23c-623f-4cdc-9bd5-76a96dd340ab'}] {{(pid=94177) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 23 11:35:46.399813 dv-neutron-601336-94-hyperv neutron-server[94177]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-05b39a26-2a23-42d1-a9b1-f7809c4833d1 None None] Attempting to bind port 51eeb6b2-c859-4348-8d51-53b680c9492d on network ca00b23c-623f-4cdc-9bd5-76a96dd340ab {{(pid=94177) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 23 11:35:46.406212 dv-neutron-601336-94-hyperv neutron-server[94177]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-05b39a26-2a23-42d1-a9b1-f7809c4833d1 None None] Checking agent: {'id': '4d05f899-5ac9-411b-8a03-f60c93f87cdf', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-601336-94-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 23, 11, 22, 14), 'started_at': datetime.datetime(2021, 6, 23, 11, 22, 44), 'heartbeat_timestamp': datetime.datetime(2021, 6, 23, 11, 35, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'monitor_allowed_address_pair_garp': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-601336-94-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94177) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 23 11:35:46.406820 dv-neutron-601336-94-hyperv neutron-server[94177]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-05b39a26-2a23-42d1-a9b1-f7809c4833d1 None None] Checking segment: {'id': 'f95c50e7-52b3-4de2-9b39-96899c3f25cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 419, 'network_id': 'ca00b23c-623f-4cdc-9bd5-76a96dd340ab'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94177) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 23 11:35:46.407393 dv-neutron-601336-94-hyperv neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-05b39a26-2a23-42d1-a9b1-f7809c4833d1 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:35:46.407824 dv-neutron-601336-94-hyperv neutron-server[94177]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-05b39a26-2a23-42d1-a9b1-f7809c4833d1 None None] Bound using segment: {'id': 'f95c50e7-52b3-4de2-9b39-96899c3f25cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 419, 'network_id': 'ca00b23c-623f-4cdc-9bd5-76a96dd340ab'} {{(pid=94177) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 23 11:35:46.409288 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron_lib.callbacks.manager [None req-aa024e1c-4565-4830-8dd4-d37f6054dd69 tempest-RoutersTest-228919764 tempest-RoutersTest-228919764-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-922904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866062', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773700135042', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773699642233', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773699642278', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5196369'] for port, after_update {{(pid=94174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:35:46.412980 dv-neutron-601336-94-hyperv neutron-server[94177]: DEBUG neutron.plugins.ml2.managers [None req-05b39a26-2a23-42d1-a9b1-f7809c4833d1 None None] Bound port: 51eeb6b2-c859-4348-8d51-53b680c9492d, host: dv-neutron-601336-94-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f95c50e7-52b3-4de2-9b39-96899c3f25cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 419, 'network_id': 'ca00b23c-623f-4cdc-9bd5-76a96dd340ab'}}] {{(pid=94177) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 23 11:35:46.413468 dv-neutron-601336-94-hyperv neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-05b39a26-2a23-42d1-a9b1-f7809c4833d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-923122'] for port, before_update {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:35:46.426709 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.db.provisioning_blocks [None req-cd9f9c2f-cdfd-4c67-8f5f-ff9ece4f705d None None] Provisioning complete for port c82921de-6598-4cba-8bf2-b33218d8b16c triggered by entity DHCP. {{(pid=94176) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 23 11:35:46.427291 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron_lib.callbacks.manager [None req-cd9f9c2f-cdfd-4c67-8f5f-ff9ece4f705d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-899258'] for port, provisioning_complete {{(pid=94176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:35:46.481470 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.plugins.ml2.db [None req-f5a88df0-d8b6-4339-ad1d-c2a8e26c04b6 None None] For port 908272e4-8208-40c9-bbc9-23218bbe7547, host dv-neutron-601336-94-hyperv, cleared binding levels {{(pid=94176) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 23 11:35:46.507746 dv-neutron-601336-94-hyperv neutron-server[94177]: DEBUG neutron.plugins.ml2.db [None req-05b39a26-2a23-42d1-a9b1-f7809c4833d1 None None] For port 51eeb6b2-c859-4348-8d51-53b680c9492d, host dv-neutron-601336-94-hyperv, cleared binding levels {{(pid=94177) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 23 11:35:46.512985 dv-neutron-601336-94-hyperv neutron-server[94177]: DEBUG neutron.plugins.ml2.db [None req-05b39a26-2a23-42d1-a9b1-f7809c4833d1 None None] For port 51eeb6b2-c859-4348-8d51-53b680c9492d, host dv-neutron-601336-94-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-94-hyperv',level=0,port_id=51eeb6b2-c859-4348-8d51-53b680c9492d,segment=NetworkSegment(f95c50e7-52b3-4de2-9b39-96899c3f25cb),segment_id=f95c50e7-52b3-4de2-9b39-96899c3f25cb)] {{(pid=94177) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 23 11:35:46.524609 dv-neutron-601336-94-hyperv neutron-server[94175]: INFO neutron.wsgi [None req-d81f9285-f6b5-498b-ac07-13f08e36069e tempest-NegativeSecGroupIPv6Test-1070497984 tempest-NegativeSecGroupIPv6Test-1070497984-project] 10.222.0.20 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.1958542 Jun 23 11:35:46.526027 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG oslo_concurrency.lockutils [None req-aa024e1c-4565-4830-8dd4-d37f6054dd69 tempest-RoutersTest-228919764 tempest-RoutersTest-228919764-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94174) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 11:35:46.533403 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron_lib.callbacks.manager [None req-aa024e1c-4565-4830-8dd4-d37f6054dd69 tempest-RoutersTest-228919764 tempest-RoutersTest-228919764-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-7866091', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-453038'] for router_interface, after_create {{(pid=94174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:35:46.538853 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bc38b5a7-1db6-429c-ba0b-ec095a45fe22 tempest-RoutersIpV6Test-1448447933 tempest-RoutersIpV6Test-1448447933-project] Made reservation on behalf of a04e393135be4822803c421d0995b548 for: {'subnet': 1} {{(pid=94174) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 23 11:35:46.539187 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.wsgi [-] (94175) accepted ('10.222.0.20', 41366) {{(pid=94175) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 11:35:46.540449 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.plugins.ml2.db [None req-f5a88df0-d8b6-4339-ad1d-c2a8e26c04b6 None None] For port 908272e4-8208-40c9-bbc9-23218bbe7547, host dv-neutron-601336-94-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-94-hyperv',level=0,port_id=908272e4-8208-40c9-bbc9-23218bbe7547,segment=NetworkSegment(2545ee53-c74e-4449-af0c-83c33975ceea),segment_id=2545ee53-c74e-4449-af0c-83c33975ceea)] {{(pid=94176) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 23 11:35:46.540918 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron_lib.callbacks.manager [None req-bc38b5a7-1db6-429c-ba0b-ec095a45fe22 tempest-RoutersIpV6Test-1448447933 tempest-RoutersIpV6Test-1448447933-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4294245'] for subnet, before_create {{(pid=94174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:35:46.545719 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.api.v2.base [None req-bfffde0f-6069-404d-b275-a56b29d7f333 tempest-NegativeSecGroupIPv6Test-1070497984 tempest-NegativeSecGroupIPv6Test-1070497984-project] Request body: {'security_group_rule': {'security_group_id': 'f9cd9384-2b7b-4769-a25a-4ed17b232df4', 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=94175) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 23 11:35:46.642996 dv-neutron-601336-94-hyperv neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-05b39a26-2a23-42d1-a9b1-f7809c4833d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-922904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866062', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773700135042', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773699642233', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773699642278'] for port, after_update {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:35:46.651291 dv-neutron-601336-94-hyperv neutron-server[94177]: DEBUG oslo_concurrency.lockutils [None req-efa3eacb-5149-4a5a-9db5-866d3bd225ae None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94177) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 11:35:46.668564 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.db.l3_hamode_db [None req-73f1e940-50a4-4148-ac5c-de50bea9c0b2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e088c3b9-e76a-4661-91ae-fd789b04bbf1', 'name': 'tempest-ServerActionsTestJSON-2115701801-router', 'tenant_id': '252b24454ee04e36b666155dab1feb23', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3e7e4eb3-cf02-4d47-ade9-0a579cdfc60f', 'external_fixed_ips': [{'subnet_id': 'a5ad15ab-c489-4a67-a9b0-d559fca0ec71', 'ip_address': '172.26.3.171'}], 'enable_snat': True}, 'gw_port_id': '946affd4-ae12-4b9b-ba02-e48035525e66', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-23T11:32:15Z', 'updated_at': '2021-06-23T11:32:24Z', 'revision_number': 4, 'project_id': '252b24454ee04e36b666155dab1feb23', 'gw_port': {'id': '946affd4-ae12-4b9b-ba02-e48035525e66', 'name': '', 'network_id': '3e7e4eb3-cf02-4d47-ade9-0a579cdfc60f', 'tenant_id': '', 'mac_address': 'fa:16:3e:c7:1d:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e088c3b9-e76a-4661-91ae-fd789b04bbf1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 440, 'fixed_ips': [{'subnet_id': 'a5ad15ab-c489-4a67-a9b0-d559fca0ec71', 'ip_address': '172.26.3.171', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-94-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-23T11:32:16Z', 'updated_at': '2021-06-23T11:32:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a5ad15ab-c489-4a67-a9b0-d559fca0ec71', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-601336-94-hyperv', '_interfaces': [{'id': '8b3f2607-1beb-44c0-92af-cbc38d0500bc', 'name': '', 'network_id': '34cf218b-02ad-4259-a49e-5807c729dd9a', 'tenant_id': '252b24454ee04e36b666155dab1feb23', 'mac_address': 'fa:16:3e:cf:71:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e088c3b9-e76a-4661-91ae-fd789b04bbf1', 'device_owner': 'network:router_interface', 'standard_attr_id': 483, 'fixed_ips': [{'subnet_id': '47ff68e9-949b-4720-9652-7e8da6276be9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-94-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-23T11:32:23Z', 'updated_at': '2021-06-23T11:32:32Z', 'revision_number': 5, 'project_id': '252b24454ee04e36b666155dab1feb23', 'subnets': [{'id': '47ff68e9-949b-4720-9652-7e8da6276be9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-601336-94-hyperv', False) {} {{(pid=94176) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 11:35:46.671946 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron_lib.callbacks.manager [None req-f5a88df0-d8b6-4339-ad1d-c2a8e26c04b6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-922904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866062', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773700135042', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773699642233', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773699642278'] for port, after_update {{(pid=94176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:35:46.676202 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG oslo_concurrency.lockutils [None req-0467244f-3b57-4bc1-9df6-0d2d1515f3d1 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 11:35:46.678315 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron_lib.callbacks.manager [None req-95d6aa8f-24e7-4234-82ff-f502266c3285 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773699952132', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-899307'] for agent, after_update {{(pid=94176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:35:46.693005 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron_lib.callbacks.manager [None req-b5b98899-8215-404d-8108-10907e0ecbea tempest-TestNetworkBasicOps-233187296 tempest-TestNetworkBasicOps-233187296-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:35:46.707807 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa024e1c-4565-4830-8dd4-d37f6054dd69 tempest-RoutersTest-228919764 tempest-RoutersTest-228919764-project] Pushing event updated for resources: {'Port': ['ID=a2b6a882-4613-46f8-b3ec-1fbd47483074,revision_number=2']} {{(pid=94174) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 11:35:46.721870 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG oslo_concurrency.lockutils [None req-aa024e1c-4565-4830-8dd4-d37f6054dd69 tempest-RoutersTest-228919764 tempest-RoutersTest-228919764-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.196s {{(pid=94174) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 11:35:46.771630 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.wsgi [-] (94175) accepted ('10.222.0.20', 41372) {{(pid=94175) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 11:35:46.781157 dv-neutron-601336-94-hyperv neutron-server[94177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d019a9d2-971a-4452-a078-6d07246d74a3 None None] Pushing event updated for resources: {'Port': ['ID=51eeb6b2-c859-4348-8d51-53b680c9492d,revision_number=4']} {{(pid=94177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 11:35:46.806810 dv-neutron-601336-94-hyperv neutron-server[94177]: DEBUG oslo_concurrency.lockutils [None req-d019a9d2-971a-4452-a078-6d07246d74a3 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.154s {{(pid=94177) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 11:35:46.809238 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aa024e1c-4565-4830-8dd4-d37f6054dd69 tempest-RoutersTest-228919764 tempest-RoutersTest-228919764-project] Network 1101ff0f-4e73-4d52-8584-72049c933f6a is already hosted by enough agents. {{(pid=94174) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 23 11:35:46.809394 dv-neutron-601336-94-hyperv neutron-server[94177]: DEBUG neutron.db.l3_dvrscheduler_db [None req-05b39a26-2a23-42d1-a9b1-f7809c4833d1 None None] Routers {'efd40a64-d42c-4d74-9749-ec45002e9efd'} bound to L3 agent in host dv-neutron-601336-94-hyperv {{(pid=94177) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 23 11:35:46.810007 dv-neutron-601336-94-hyperv neutron-server[94177]: DEBUG neutron.db.l3_hamode_db [None req-05b39a26-2a23-42d1-a9b1-f7809c4833d1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-601336-94-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-23T11:22:13Z,description=,heartbeat_timestamp=2021-06-23T11:35:43Z,host='dv-neutron-601336-94-hyperv',id=50ef99c0-ef28-4db5-b303-b145898fae60,load=0,resource_versions=,resources_synced=,started_at=2021-06-23T11:22:14Z,topic='l3_agent')) {'router_ids': ['efd40a64-d42c-4d74-9749-ec45002e9efd'], 'active': True} {{(pid=94177) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 11:35:46.813365 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.scheduler.base_scheduler [None req-aa024e1c-4565-4830-8dd4-d37f6054dd69 tempest-RoutersTest-228919764 tempest-RoutersTest-228919764-project] Resources bound (agent type, host, resource id): {{(pid=94174) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 23 11:35:46.864302 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron_lib.callbacks.manager [None req-b5b98899-8215-404d-8108-10907e0ecbea tempest-TestNetworkBasicOps-233187296 tempest-TestNetworkBasicOps-233187296-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:35:46.917480 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron_lib.callbacks.manager [None req-2f43a591-6584-439d-8054-c0bed953bd8d tempest-ServerActionsTestJSON-161917335 tempest-ServerActionsTestJSON-161917335-project] Notify callbacks [] for security_group, before_delete {{(pid=94175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:35:46.946342 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron_lib.callbacks.manager [None req-b5b98899-8215-404d-8108-10907e0ecbea tempest-TestNetworkBasicOps-233187296 tempest-TestNetworkBasicOps-233187296-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7996355'] for security_group_rule, after_create {{(pid=94175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:35:46.955705 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG oslo_concurrency.lockutils [None req-b3df924e-12e8-472f-87b2-0e28a2426850 tempest-SecGroupIPv6Test-1528675894 tempest-SecGroupIPv6Test-1528675894-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94175) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 11:35:46.964031 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron_lib.callbacks.manager [None req-2f43a591-6584-439d-8054-c0bed953bd8d tempest-ServerActionsTestJSON-161917335 tempest-ServerActionsTestJSON-161917335-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:35:46.983431 dv-neutron-601336-94-hyperv neutron-server[94175]: INFO neutron.api.v2.resource [None req-bfffde0f-6069-404d-b275-a56b29d7f333 tempest-NegativeSecGroupIPv6Test-1070497984 tempest-NegativeSecGroupIPv6Test-1070497984-project] create failed (client error): The resource could not be found. Jun 23 11:35:46.986511 dv-neutron-601336-94-hyperv neutron-server[94175]: INFO neutron.wsgi [None req-bfffde0f-6069-404d-b275-a56b29d7f333 tempest-NegativeSecGroupIPv6Test-1070497984 tempest-NegativeSecGroupIPv6Test-1070497984-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 347 time: 0.4475555 Jun 23 11:35:46.994658 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.wsgi [-] (94175) accepted ('10.222.0.20', 41374) {{(pid=94175) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 11:35:47.000313 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.api.v2.base [None req-8ece0797-5383-4e91-9f37-17599edb049d tempest-NegativeSecGroupIPv6Test-1070497984 tempest-NegativeSecGroupIPv6Test-1070497984-project] Request body: {'security_group': {'name': 'tempest-secgroup--383041608'}} {{(pid=94175) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 23 11:35:47.011904 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5b98899-8215-404d-8108-10907e0ecbea tempest-TestNetworkBasicOps-233187296 tempest-TestNetworkBasicOps-233187296-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2fa778b1-fd9a-44d8-a51d-c54a91764ad3,revision_number=0']} {{(pid=94175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 11:35:47.013346 dv-neutron-601336-94-hyperv neutron-server[94177]: DEBUG neutron.db.l3_dvr_db [None req-05b39a26-2a23-42d1-a9b1-f7809c4833d1 None None] Set router efd40a64-d42c-4d74-9749-ec45002e9efd gateway port host: None {{(pid=94177) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:838}} Jun 23 11:35:47.016367 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG oslo_concurrency.lockutils [None req-b5b98899-8215-404d-8108-10907e0ecbea tempest-TestNetworkBasicOps-233187296 tempest-TestNetworkBasicOps-233187296-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.061s {{(pid=94175) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 11:35:47.033967 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-73f1e940-50a4-4148-ac5c-de50bea9c0b2 None None] The sync data for ids ['e088c3b9-e76a-4661-91ae-fd789b04bbf1'] in dv-neutron-601336-94-hyperv is: [{'id': 'e088c3b9-e76a-4661-91ae-fd789b04bbf1', 'name': 'tempest-ServerActionsTestJSON-2115701801-router', 'tenant_id': '252b24454ee04e36b666155dab1feb23', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3e7e4eb3-cf02-4d47-ade9-0a579cdfc60f', 'external_fixed_ips': [{'subnet_id': 'a5ad15ab-c489-4a67-a9b0-d559fca0ec71', 'ip_address': '172.26.3.171'}], 'enable_snat': True}, 'gw_port_id': '946affd4-ae12-4b9b-ba02-e48035525e66', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-23T11:32:15Z', 'updated_at': '2021-06-23T11:32:24Z', 'revision_number': 4, 'project_id': '252b24454ee04e36b666155dab1feb23', 'gw_port': {'id': '946affd4-ae12-4b9b-ba02-e48035525e66', 'name': '', 'network_id': '3e7e4eb3-cf02-4d47-ade9-0a579cdfc60f', 'tenant_id': '', 'mac_address': 'fa:16:3e:c7:1d:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e088c3b9-e76a-4661-91ae-fd789b04bbf1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 440, 'fixed_ips': [{'subnet_id': 'a5ad15ab-c489-4a67-a9b0-d559fca0ec71', 'ip_address': '172.26.3.171', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-94-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-23T11:32:16Z', 'updated_at': '2021-06-23T11:32:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a5ad15ab-c489-4a67-a9b0-d559fca0ec71', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-601336-94-hyperv', '_interfaces': [{'id': '8b3f2607-1beb-44c0-92af-cbc38d0500bc', 'name': '', 'network_id': '34cf218b-02ad-4259-a49e-5807c729dd9a', 'tenant_id': '252b24454ee04e36b666155dab1feb23', 'mac_address': 'fa:16:3e:cf:71:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e088c3b9-e76a-4661-91ae-fd789b04bbf1', 'device_owner': 'network:router_interface', 'standard_attr_id': 483, 'fixed_ips': [{'subnet_id': '47ff68e9-949b-4720-9652-7e8da6276be9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-94-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-23T11:32:23Z', 'updated_at': '2021-06-23T11:32:32Z', 'revision_number': 5, 'project_id': '252b24454ee04e36b666155dab1feb23', 'subnets': [{'id': '47ff68e9-949b-4720-9652-7e8da6276be9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94176) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 23 11:35:47.094691 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron_lib.callbacks.manager [None req-b5b98899-8215-404d-8108-10907e0ecbea tempest-TestNetworkBasicOps-233187296 tempest-TestNetworkBasicOps-233187296-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:35:47.099268 dv-neutron-601336-94-hyperv neutron-server[94175]: INFO neutron.wsgi [None req-b5b98899-8215-404d-8108-10907e0ecbea tempest-TestNetworkBasicOps-233187296 tempest-TestNetworkBasicOps-233187296-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.7210732 Jun 23 11:35:47.100156 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.wsgi [-] (94175) accepted ('10.222.0.20', 41376) {{(pid=94175) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 11:35:47.106245 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.plugins.ml2.rpc [None req-97bd5441-1da2-49ee-a364-27795820ba27 None None] Device 4428b5cd-2ee2-4454-b711-d13a003d5236 no longer exists at agent hyperv_hv-neutron-6013 {{(pid=94176) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:261}} Jun 23 11:35:47.114200 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.api.v2.base [None req-aead83ac-d594-4c29-ad28-237cc6827a85 tempest-TestNetworkBasicOps-233187296 tempest-TestNetworkBasicOps-233187296-project] Request body: {'security_group_rule': {'security_group_id': '571b66f8-c84c-4f09-9531-afe1560dc081', 'project_id': '772b9946478d439e9da4eaeade7fb21d', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=94175) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 23 11:35:47.144540 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.plugins.ml2.rpc [None req-dc7542b2-afef-47f4-a763-e3a3cba144be None None] Device c82921de-6598-4cba-8bf2-b33218d8b16c up at agent ovs-agent-dv-neutron-601336-94-hyperv {{(pid=94176) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:298}} Jun 23 11:35:47.168251 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron_lib.callbacks.manager [None req-2f43a591-6584-439d-8054-c0bed953bd8d tempest-ServerActionsTestJSON-161917335 tempest-ServerActionsTestJSON-161917335-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7996330'] for security_group, after_delete {{(pid=94175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:35:47.171422 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron_lib.callbacks.manager [None req-2f43a591-6584-439d-8054-c0bed953bd8d tempest-ServerActionsTestJSON-161917335 tempest-ServerActionsTestJSON-161917335-project] Notify callbacks [] for security_group, before_response {{(pid=94175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:35:47.174812 dv-neutron-601336-94-hyperv neutron-server[94175]: INFO neutron.wsgi [None req-2f43a591-6584-439d-8054-c0bed953bd8d tempest-ServerActionsTestJSON-161917335 tempest-ServerActionsTestJSON-161917335-project] 10.222.0.20 "DELETE /v2.0/security-groups/f0520e5d-8f0e-4c28-b543-be4405698077 HTTP/1.1" status: 204 len: 168 time: 0.3991575 Jun 23 11:35:47.175700 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG oslo_concurrency.lockutils [None req-f992e182-26e9-40ad-885c-c48d74e16dd0 tempest-PortsTestJSON-2085221018 tempest-PortsTestJSON-2085221018-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94175) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 11:35:47.179314 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.wsgi [-] (94174) accepted ('10.222.0.20', 41378) {{(pid=94174) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 11:35:47.202184 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f43a591-6584-439d-8054-c0bed953bd8d tempest-ServerActionsTestJSON-161917335 tempest-ServerActionsTestJSON-161917335-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=f0520e5d-8f0e-4c28-b543-be4405698077,revision_number=None']} {{(pid=94175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 11:35:47.206789 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG oslo_concurrency.lockutils [None req-2f43a591-6584-439d-8054-c0bed953bd8d tempest-ServerActionsTestJSON-161917335 tempest-ServerActionsTestJSON-161917335-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.031s {{(pid=94175) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 11:35:47.217327 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.plugins.ml2.plugin [None req-97bd5441-1da2-49ee-a364-27795820ba27 None None] No Port match for: 4428b5cd-2ee2-4454-b711-d13a003d5236 {{(pid=94176) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2240}} Jun 23 11:35:47.220573 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.plugins.ml2.rpc [None req-97bd5441-1da2-49ee-a364-27795820ba27 None None] Device 4428b5cd-2ee2-4454-b711-d13a003d5236 not bound to the agent host hv-neutron-6013 {{(pid=94176) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:271}} Jun 23 11:35:47.234893 dv-neutron-601336-94-hyperv neutron-server[94174]: INFO neutron.api.v2.resource [None req-1fd99dc6-61cd-4fb0-8fca-ab1d49cf3158 tempest-ServerActionsTestJSON-161917335 tempest-ServerActionsTestJSON-161917335-project] show failed (client error): The resource could not be found. Jun 23 11:35:47.236282 dv-neutron-601336-94-hyperv neutron-server[94174]: INFO neutron.wsgi [None req-1fd99dc6-61cd-4fb0-8fca-ab1d49cf3158 tempest-ServerActionsTestJSON-161917335 tempest-ServerActionsTestJSON-161917335-project] 10.222.0.20 "GET /v2.0/security-groups/f0520e5d-8f0e-4c28-b543-be4405698077 HTTP/1.1" status: 404 len: 347 time: 0.0512304 Jun 23 11:35:47.237224 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron_lib.callbacks.manager [None req-bc38b5a7-1db6-429c-ba0b-ec095a45fe22 tempest-RoutersIpV6Test-1448447933 tempest-RoutersIpV6Test-1448447933-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866062', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5195999', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4294259'] for subnet, after_create {{(pid=94174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:35:47.238847 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.wsgi [-] (94175) accepted ('10.222.0.20', 41380) {{(pid=94175) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 11:35:47.241346 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5a88df0-d8b6-4339-ad1d-c2a8e26c04b6 None None] Pushing event updated for resources: {'Port': ['ID=908272e4-8208-40c9-bbc9-23218bbe7547,revision_number=2']} {{(pid=94176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 11:35:47.241491 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG oslo_concurrency.lockutils [None req-1b8d01be-4257-4f85-a38b-4b2e8c68690f tempest-NetworksTest-2133396914 tempest-NetworksTest-2133396914-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94174) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 11:35:47.250094 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron_lib.callbacks.manager [None req-8ece0797-5383-4e91-9f37-17599edb049d tempest-NegativeSecGroupIPv6Test-1070497984 tempest-NegativeSecGroupIPv6Test-1070497984-project] Notify callbacks [] for security_group, before_create {{(pid=94175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:35:47.268559 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG oslo_concurrency.lockutils [None req-f5a88df0-d8b6-4339-ad1d-c2a8e26c04b6 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.592s {{(pid=94176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 11:35:47.342280 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc38b5a7-1db6-429c-ba0b-ec095a45fe22 tempest-RoutersIpV6Test-1448447933 tempest-RoutersIpV6Test-1448447933-project] Pushing event updated for resources: {'Subnet': ['ID=b3b974ad-b374-439b-a756-595bfada134b,revision_number=0']} {{(pid=94174) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 11:35:47.347161 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG oslo_concurrency.lockutils [None req-bc38b5a7-1db6-429c-ba0b-ec095a45fe22 tempest-RoutersIpV6Test-1448447933 tempest-RoutersIpV6Test-1448447933-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.105s {{(pid=94174) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 11:35:47.363683 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.db.provisioning_blocks [None req-dc7542b2-afef-47f4-a763-e3a3cba144be None None] Provisioning complete for port c82921de-6598-4cba-8bf2-b33218d8b16c triggered by entity L2. {{(pid=94176) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 23 11:35:47.364365 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron_lib.callbacks.manager [None req-dc7542b2-afef-47f4-a763-e3a3cba144be None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-899258'] for port, provisioning_complete {{(pid=94176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:35:47.380390 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bc38b5a7-1db6-429c-ba0b-ec095a45fe22 tempest-RoutersIpV6Test-1448447933 tempest-RoutersIpV6Test-1448447933-project] Checking segment: {'id': 'f1915493-8e25-4cc4-83d5-e2c11324c770', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 448, 'network_id': 'd798c677-8a94-46e7-baf1-4b1f6ba4e97c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94174) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 23 11:35:47.384352 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bc38b5a7-1db6-429c-ba0b-ec095a45fe22 tempest-RoutersIpV6Test-1448447933 tempest-RoutersIpV6Test-1448447933-project] Network hostable DHCP agents. Network: d798c677-8a94-46e7-baf1-4b1f6ba4e97c, hostable agents: ['8cf29b10-0e57-4131-816f-a4b6ad00b249'], hosted agents: [] {{(pid=94174) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 23 11:35:47.459914 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-aa024e1c-4565-4830-8dd4-d37f6054dd69 tempest-RoutersTest-228919764 tempest-RoutersTest-228919764-project] Router 46f713e3-48e3-49af-bb7b-d38bcdf5f639 is scheduled to L3 agent 50ef99c0-ef28-4db5-b303-b145898fae60 with binding_index 1 {{(pid=94174) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jun 23 11:35:47.472559 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bc38b5a7-1db6-429c-ba0b-ec095a45fe22 tempest-RoutersIpV6Test-1448447933 tempest-RoutersIpV6Test-1448447933-project] Network d798c677-8a94-46e7-baf1-4b1f6ba4e97c is scheduled to be hosted by DHCP agent 8cf29b10-0e57-4131-816f-a4b6ad00b249 with binding_index 1 {{(pid=94174) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 23 11:35:47.511299 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.plugins.ml2.rpc [None req-dc7542b2-afef-47f4-a763-e3a3cba144be None None] Device 992c218b-2cb8-4885-a038-4da0fc6899c2 up at agent ovs-agent-dv-neutron-601336-94-hyperv {{(pid=94176) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:298}} Jun 23 11:35:47.538761 dv-neutron-601336-94-hyperv neutron-server[94175]: INFO neutron.db.securitygroups_db [None req-aead83ac-d594-4c29-ad28-237cc6827a85 tempest-TestNetworkBasicOps-233187296 tempest-TestNetworkBasicOps-233187296-project] Project 772b9946478d439e9da4eaeade7fb21d added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jun 23 11:35:47.570271 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron_lib.callbacks.manager [None req-aead83ac-d594-4c29-ad28-237cc6827a85 tempest-TestNetworkBasicOps-233187296 tempest-TestNetworkBasicOps-233187296-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:35:47.576633 dv-neutron-601336-94-hyperv neutron-server[94177]: DEBUG neutron.db.l3_hamode_db [None req-05b39a26-2a23-42d1-a9b1-f7809c4833d1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'efd40a64-d42c-4d74-9749-ec45002e9efd', 'name': 'tempest-RoutersIpV6Test-router-621702574', 'tenant_id': 'a04e393135be4822803c421d0995b548', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-23T11:35:29Z', 'updated_at': '2021-06-23T11:35:43Z', 'revision_number': 4, 'project_id': 'a04e393135be4822803c421d0995b548', 'gw_port_host': None, '_interfaces': [{'id': '18eeaa2a-9fe9-456b-8f26-be0272e23bad', 'name': '', 'network_id': '8dba2472-7331-4ba9-b904-298b042d46c9', 'tenant_id': 'a04e393135be4822803c421d0995b548', 'mac_address': 'fa:16:3e:b5:78:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'efd40a64-d42c-4d74-9749-ec45002e9efd', 'device_owner': 'network:router_interface', 'standard_attr_id': 1011, 'fixed_ips': [{'subnet_id': '175bc06c-342b-4e55-945c-a10b0728e9dd', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-94-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-23T11:35:32Z', 'updated_at': '2021-06-23T11:35:39Z', 'revision_number': 5, 'project_id': 'a04e393135be4822803c421d0995b548', 'subnets': [{'id': '175bc06c-342b-4e55-945c-a10b0728e9dd', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '51eeb6b2-c859-4348-8d51-53b680c9492d', 'name': '', 'network_id': 'ca00b23c-623f-4cdc-9bd5-76a96dd340ab', 'tenant_id': 'a04e393135be4822803c421d0995b548', 'mac_address': 'fa:16:3e:1f:ca:85', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'efd40a64-d42c-4d74-9749-ec45002e9efd', 'device_owner': 'network:router_interface', 'standard_attr_id': 1049, 'fixed_ips': [{'subnet_id': '75d17758-e341-408a-9d3d-d429416fcd8a', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-94-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-23T11:35:42Z', 'updated_at': '2021-06-23T11:35:46Z', 'revision_number': 4, 'project_id': 'a04e393135be4822803c421d0995b548', 'subnets': [{'id': '75d17758-e341-408a-9d3d-d429416fcd8a', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'fa994084-a39f-425d-a88e-31f844094105', 'name': '', 'network_id': '5a0407f1-1e47-4f7c-9b40-8fcc21217cea', 'tenant_id': 'a04e393135be4822803c421d0995b548', 'mac_address': 'fa:16:3e:08:0e:df', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'efd40a64-d42c-4d74-9749-ec45002e9efd', 'device_owner': 'network:router_interface', 'standard_attr_id': 1030, 'fixed_ips': [{'subnet_id': 'af9b362d-ea7d-430f-b9de-bdf75c0ca07a', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-94-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-23T11:35:37Z', 'updated_at': '2021-06-23T11:35:44Z', 'revision_number': 5, 'project_id': 'a04e393135be4822803c421d0995b548', 'subnets': [{'id': 'af9b362d-ea7d-430f-b9de-bdf75c0ca07a', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-601336-94-hyperv', False) {} {{(pid=94177) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 11:35:47.579784 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5c9ca400-bf93-468f-bca2-89ce6c722423 None None] New status for floating IP 7b014b36-60b1-4186-8858-e0c8e125fb60: DOWN {{(pid=94176) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 23 11:35:47.657046 dv-neutron-601336-94-hyperv neutron-server[94177]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-05b39a26-2a23-42d1-a9b1-f7809c4833d1 None None] The sync data for ids ['efd40a64-d42c-4d74-9749-ec45002e9efd'] in dv-neutron-601336-94-hyperv is: [{'id': 'efd40a64-d42c-4d74-9749-ec45002e9efd', 'name': 'tempest-RoutersIpV6Test-router-621702574', 'tenant_id': 'a04e393135be4822803c421d0995b548', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-23T11:35:29Z', 'updated_at': '2021-06-23T11:35:43Z', 'revision_number': 4, 'project_id': 'a04e393135be4822803c421d0995b548', 'gw_port_host': None, '_interfaces': [{'id': '18eeaa2a-9fe9-456b-8f26-be0272e23bad', 'name': '', 'network_id': '8dba2472-7331-4ba9-b904-298b042d46c9', 'tenant_id': 'a04e393135be4822803c421d0995b548', 'mac_address': 'fa:16:3e:b5:78:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'efd40a64-d42c-4d74-9749-ec45002e9efd', 'device_owner': 'network:router_interface', 'standard_attr_id': 1011, 'fixed_ips': [{'subnet_id': '175bc06c-342b-4e55-945c-a10b0728e9dd', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-94-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-23T11:35:32Z', 'updated_at': '2021-06-23T11:35:39Z', 'revision_number': 5, 'project_id': 'a04e393135be4822803c421d0995b548', 'subnets': [{'id': '175bc06c-342b-4e55-945c-a10b0728e9dd', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '51eeb6b2-c859-4348-8d51-53b680c9492d', 'name': '', 'network_id': 'ca00b23c-623f-4cdc-9bd5-76a96dd340ab', 'tenant_id': 'a04e393135be4822803c421d0995b548', 'mac_address': 'fa:16:3e:1f:ca:85', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'efd40a64-d42c-4d74-9749-ec45002e9efd', 'device_owner': 'network:router_interface', 'standard_attr_id': 1049, 'fixed_ips': [{'subnet_id': '75d17758-e341-408a-9d3d-d429416fcd8a', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-94-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-23T11:35:42Z', 'updated_at': '2021-06-23T11:35:46Z', 'revision_number': 4, 'project_id': 'a04e393135be4822803c421d0995b548', 'subnets': [{'id': '75d17758-e341-408a-9d3d-d429416fcd8a', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'fa994084-a39f-425d-a88e-31f844094105', 'name': '', 'network_id': '5a0407f1-1e47-4f7c-9b40-8fcc21217cea', 'tenant_id': 'a04e393135be4822803c421d0995b548', 'mac_address': 'fa:16:3e:08:0e:df', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'efd40a64-d42c-4d74-9749-ec45002e9efd', 'device_owner': 'network:router_interface', 'standard_attr_id': 1030, 'fixed_ips': [{'subnet_id': 'af9b362d-ea7d-430f-b9de-bdf75c0ca07a', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-94-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-23T11:35:37Z', 'updated_at': '2021-06-23T11:35:44Z', 'revision_number': 5, 'project_id': 'a04e393135be4822803c421d0995b548', 'subnets': [{'id': 'af9b362d-ea7d-430f-b9de-bdf75c0ca07a', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94177) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 23 11:35:47.788509 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron_lib.callbacks.manager [None req-aead83ac-d594-4c29-ad28-237cc6827a85 tempest-TestNetworkBasicOps-233187296 tempest-TestNetworkBasicOps-233187296-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:35:47.808442 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.plugins.ml2.plugin [None req-757cfb8e-a692-4392-9f5d-6c137f043327 tempest-ServerActionsTestJSON-161917335 tempest-ServerActionsTestJSON-161917335-project] Deleting port bfa25ba4-a02a-4c1f-ad1d-c3aacfbeec31 {{(pid=94175) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1913}} Jun 23 11:35:47.808442 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron_lib.callbacks.manager [None req-757cfb8e-a692-4392-9f5d-6c137f043327 tempest-ServerActionsTestJSON-161917335 tempest-ServerActionsTestJSON-161917335-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773700079324'] for port, before_delete {{(pid=94175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:35:47.827179 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.db.provisioning_blocks [None req-dc7542b2-afef-47f4-a763-e3a3cba144be None None] Provisioning for port 992c218b-2cb8-4885-a038-4da0fc6899c2 completed by entity L2. {{(pid=94176) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 23 11:35:47.848234 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.plugins.ml2.rpc [None req-dc7542b2-afef-47f4-a763-e3a3cba144be None None] Device fa994084-a39f-425d-a88e-31f844094105 up at agent ovs-agent-dv-neutron-601336-94-hyperv {{(pid=94176) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:298}} Jun 23 11:35:47.892851 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron_lib.callbacks.manager [None req-8ece0797-5383-4e91-9f37-17599edb049d tempest-NegativeSecGroupIPv6Test-1070497984 tempest-NegativeSecGroupIPv6Test-1070497984-project] Notify callbacks [] for security_group, precommit_create {{(pid=94175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:35:47.902014 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron_lib.callbacks.manager [None req-aead83ac-d594-4c29-ad28-237cc6827a85 tempest-TestNetworkBasicOps-233187296 tempest-TestNetworkBasicOps-233187296-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7996355'] for security_group_rule, after_create {{(pid=94175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:35:47.919246 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG oslo_concurrency.lockutils [None req-c30fc35e-563e-4440-9a7e-af13442d24f7 tempest-SecGroupIPv6Test-1528675894 tempest-SecGroupIPv6Test-1528675894-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94175) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 11:35:47.930010 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7a13296f-43b6-4940-8add-4386c4ed3d6c None None] Network 1101ff0f-4e73-4d52-8584-72049c933f6a requested from dv-neutron-601336-94-hyperv {{(pid=94176) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 23 11:35:47.977921 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aead83ac-d594-4c29-ad28-237cc6827a85 tempest-TestNetworkBasicOps-233187296 tempest-TestNetworkBasicOps-233187296-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3cd92716-ac40-4832-985a-f024fc940ea6,revision_number=0']} {{(pid=94175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 11:35:47.986094 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG oslo_concurrency.lockutils [None req-aead83ac-d594-4c29-ad28-237cc6827a85 tempest-TestNetworkBasicOps-233187296 tempest-TestNetworkBasicOps-233187296-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.068s {{(pid=94175) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 11:35:47.991729 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron_lib.callbacks.manager [None req-8ece0797-5383-4e91-9f37-17599edb049d tempest-NegativeSecGroupIPv6Test-1070497984 tempest-NegativeSecGroupIPv6Test-1070497984-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7996330'] for security_group, after_create {{(pid=94175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:35:47.994395 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.db.provisioning_blocks [None req-dc7542b2-afef-47f4-a763-e3a3cba144be None None] Provisioning complete for port fa994084-a39f-425d-a88e-31f844094105 triggered by entity L2. {{(pid=94176) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 23 11:35:47.994905 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron_lib.callbacks.manager [None req-dc7542b2-afef-47f4-a763-e3a3cba144be None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-899258'] for port, provisioning_complete {{(pid=94176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:35:47.997462 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG oslo_concurrency.lockutils [None req-b761f54c-05a8-4497-b218-5d57ed1f402c tempest-SecGroupIPv6Test-1528675894 tempest-SecGroupIPv6Test-1528675894-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94175) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 11:35:48.050056 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron_lib.callbacks.manager [None req-aead83ac-d594-4c29-ad28-237cc6827a85 tempest-TestNetworkBasicOps-233187296 tempest-TestNetworkBasicOps-233187296-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:35:48.051669 dv-neutron-601336-94-hyperv neutron-server[94175]: INFO neutron.wsgi [None req-aead83ac-d594-4c29-ad28-237cc6827a85 tempest-TestNetworkBasicOps-233187296 tempest-TestNetworkBasicOps-233187296-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.9473374 Jun 23 11:35:48.062890 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ece0797-5383-4e91-9f37-17599edb049d tempest-NegativeSecGroupIPv6Test-1070497984 tempest-NegativeSecGroupIPv6Test-1070497984-project] Pushing event updated for resources: {'SecurityGroup': ['ID=9dad557f-339b-400c-b0e5-881361b4dcec,revision_number=1']} {{(pid=94175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 11:35:48.065885 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG oslo_concurrency.lockutils [None req-8ece0797-5383-4e91-9f37-17599edb049d tempest-NegativeSecGroupIPv6Test-1070497984 tempest-NegativeSecGroupIPv6Test-1070497984-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.069s {{(pid=94175) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 11:35:48.066768 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.wsgi [-] (94175) accepted ('10.222.0.20', 41382) {{(pid=94175) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 11:35:48.074526 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.api.v2.base [None req-deb96b45-9f5b-4094-85d2-46e4a77c222c tempest-TestNetworkBasicOps-233187296 tempest-TestNetworkBasicOps-233187296-project] Request body: {'security_group_rule': {'security_group_id': '571b66f8-c84c-4f09-9531-afe1560dc081', 'project_id': '772b9946478d439e9da4eaeade7fb21d', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=94175) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 23 11:35:48.090647 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron_lib.callbacks.manager [None req-757cfb8e-a692-4392-9f5d-6c137f043327 tempest-ServerActionsTestJSON-161917335 tempest-ServerActionsTestJSON-161917335-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-430722'] for port, precommit_delete {{(pid=94175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:35:48.090909 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.db.provisioning_blocks [None req-9e8ef0bf-c282-4e67-988a-adcc45e3f2be None None] Provisioning for port 992c218b-2cb8-4885-a038-4da0fc6899c2 completed by entity DHCP. {{(pid=94176) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 23 11:35:48.091425 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron_lib.callbacks.manager [None req-757cfb8e-a692-4392-9f5d-6c137f043327 tempest-ServerActionsTestJSON-161917335 tempest-ServerActionsTestJSON-161917335-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:35:48.112643 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.plugins.ml2.plugin [None req-757cfb8e-a692-4392-9f5d-6c137f043327 tempest-ServerActionsTestJSON-161917335 tempest-ServerActionsTestJSON-161917335-project] Calling delete_port for bfa25ba4-a02a-4c1f-ad1d-c3aacfbeec31 owned by network:floatingip {{(pid=94175) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1986}} Jun 23 11:35:48.116254 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.scheduler.base_scheduler [None req-bc38b5a7-1db6-429c-ba0b-ec095a45fe22 tempest-RoutersIpV6Test-1448447933 tempest-RoutersIpV6Test-1448447933-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-601336-94-hyperv, d798c677-8a94-46e7-baf1-4b1f6ba4e97c) {{(pid=94174) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 23 11:35:48.122632 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bc38b5a7-1db6-429c-ba0b-ec095a45fe22 tempest-RoutersIpV6Test-1448447933 tempest-RoutersIpV6Test-1448447933-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94174) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 11:35:48.123571 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron_lib.callbacks.manager [None req-bc38b5a7-1db6-429c-ba0b-ec095a45fe22 tempest-RoutersIpV6Test-1448447933 tempest-RoutersIpV6Test-1448447933-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7865916'] for subnet, before_response {{(pid=94174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:35:48.132404 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron_lib.callbacks.manager [None req-8ece0797-5383-4e91-9f37-17599edb049d tempest-NegativeSecGroupIPv6Test-1070497984 tempest-NegativeSecGroupIPv6Test-1070497984-project] Notify callbacks [] for security_group, before_response {{(pid=94175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:35:48.134253 dv-neutron-601336-94-hyperv neutron-server[94175]: INFO neutron.wsgi [None req-8ece0797-5383-4e91-9f37-17599edb049d tempest-NegativeSecGroupIPv6Test-1070497984 tempest-NegativeSecGroupIPv6Test-1070497984-project] 10.222.0.20 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 1.1381834 Jun 23 11:35:48.141113 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.wsgi [-] (94175) accepted ('10.222.0.20', 41384) {{(pid=94175) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 11:35:48.147147 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.api.v2.base [None req-11b77c82-679c-47be-ac71-5c3aeea45a35 tempest-NegativeSecGroupIPv6Test-1070497984 tempest-NegativeSecGroupIPv6Test-1070497984-project] Request body: {'security_group': {'name': 'tempest-secgroup--347081013'}} {{(pid=94175) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 23 11:35:48.149386 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9d2c3604-5d99-4475-a249-94a8a01dc6e7 None None] Network d798c677-8a94-46e7-baf1-4b1f6ba4e97c requested from dv-neutron-601336-94-hyperv {{(pid=94176) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 23 11:35:48.165053 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-aa024e1c-4565-4830-8dd4-d37f6054dd69 tempest-RoutersTest-228919764 tempest-RoutersTest-228919764-project] Notify agent at l3_agent.dv-neutron-601336-94-hyperv the message routers_updated {{(pid=94174) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 23 11:35:48.178333 dv-neutron-601336-94-hyperv neutron-server[94177]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-55048d61-35c4-448c-a525-d34f1fb3261c None None] Sync routers for ids ['46f713e3-48e3-49af-bb7b-d38bcdf5f639'] in dv-neutron-601336-94-hyperv {{(pid=94177) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 23 11:35:48.180774 dv-neutron-601336-94-hyperv neutron-server[94174]: INFO neutron.wsgi [None req-aa024e1c-4565-4830-8dd4-d37f6054dd69 tempest-RoutersTest-228919764 tempest-RoutersTest-228919764-project] 10.222.0.20 "PUT /v2.0/routers/46f713e3-48e3-49af-bb7b-d38bcdf5f639/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.8924489 Jun 23 11:35:48.184487 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.wsgi [-] (94174) accepted ('10.222.0.20', 41386) {{(pid=94174) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 11:35:48.197290 dv-neutron-601336-94-hyperv neutron-server[94177]: DEBUG neutron.db.l3_dvrscheduler_db [None req-55048d61-35c4-448c-a525-d34f1fb3261c None None] Routers {'46f713e3-48e3-49af-bb7b-d38bcdf5f639'} bound to L3 agent in host dv-neutron-601336-94-hyperv {{(pid=94177) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 23 11:35:48.198007 dv-neutron-601336-94-hyperv neutron-server[94177]: DEBUG neutron.db.l3_hamode_db [None req-55048d61-35c4-448c-a525-d34f1fb3261c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-601336-94-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-23T11:22:13Z,description=,heartbeat_timestamp=2021-06-23T11:35:43Z,host='dv-neutron-601336-94-hyperv',id=50ef99c0-ef28-4db5-b303-b145898fae60,load=0,resource_versions=,resources_synced=,started_at=2021-06-23T11:22:14Z,topic='l3_agent')) {'router_ids': ['46f713e3-48e3-49af-bb7b-d38bcdf5f639'], 'active': True} {{(pid=94177) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 11:35:48.223736 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.db.provisioning_blocks [None req-9e8ef0bf-c282-4e67-988a-adcc45e3f2be None None] Provisioning complete for port 992c218b-2cb8-4885-a038-4da0fc6899c2 triggered by entity DHCP. {{(pid=94176) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 23 11:35:48.224268 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron_lib.callbacks.manager [None req-9e8ef0bf-c282-4e67-988a-adcc45e3f2be None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-899258'] for port, provisioning_complete {{(pid=94176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:35:48.250004 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cad1afac-af63-4a24-9de0-bc509af7fa74 tempest-RoutersTest-228919764 tempest-RoutersTest-228919764-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94174) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 11:35:48.251734 dv-neutron-601336-94-hyperv neutron-server[94174]: INFO neutron.wsgi [None req-cad1afac-af63-4a24-9de0-bc509af7fa74 tempest-RoutersTest-228919764 tempest-RoutersTest-228919764-project] 10.222.0.20 "GET /v2.0/ports/a2b6a882-4613-46f8-b3ec-1fbd47483074 HTTP/1.1" status: 200 len: 910 time: 0.0661349 Jun 23 11:35:48.254227 dv-neutron-601336-94-hyperv neutron-server[94174]: INFO neutron.wsgi [None req-bc38b5a7-1db6-429c-ba0b-ec095a45fe22 tempest-RoutersIpV6Test-1448447933 tempest-RoutersIpV6Test-1448447933-project] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 830 time: 2.1903484 Jun 23 11:35:48.254965 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.wsgi [-] (94174) accepted ('10.222.0.20', 41388) {{(pid=94174) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 11:35:48.261223 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.api.v2.base [None req-e29d76b6-5092-4325-b3cf-391b59d5f15e tempest-RoutersTest-228919764 tempest-RoutersTest-228919764-project] Request body: {'port': {'fixed_ips': [{'subnet_id': 'd9aa836c-9fa8-49e5-914c-03b8fc0a6cb4'}]}} {{(pid=94174) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 23 11:35:48.266056 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.wsgi [-] (94174) accepted ('10.222.0.20', 41390) {{(pid=94174) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 11:35:48.297412 dv-neutron-601336-94-hyperv neutron-server[94177]: DEBUG neutron.db.l3_hamode_db [None req-55048d61-35c4-448c-a525-d34f1fb3261c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-601336-94-hyperv', False) {} {{(pid=94177) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 11:35:48.304481 dv-neutron-601336-94-hyperv neutron-server[94175]: INFO neutron.db.securitygroups_db [None req-deb96b45-9f5b-4094-85d2-46e4a77c222c tempest-TestNetworkBasicOps-233187296 tempest-TestNetworkBasicOps-233187296-project] Project 772b9946478d439e9da4eaeade7fb21d added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jun 23 11:35:48.312793 dv-neutron-601336-94-hyperv neutron-server[94177]: DEBUG neutron.db.l3_dvrscheduler_db [None req-55048d61-35c4-448c-a525-d34f1fb3261c None None] Routers {'46f713e3-48e3-49af-bb7b-d38bcdf5f639'} bound to L3 agent in host dv-neutron-601336-94-hyperv {{(pid=94177) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 23 11:35:48.324220 dv-neutron-601336-94-hyperv neutron-server[94177]: DEBUG neutron.db.l3_hamode_db [None req-55048d61-35c4-448c-a525-d34f1fb3261c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-601336-94-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-23T11:22:13Z,description=,heartbeat_timestamp=2021-06-23T11:35:43Z,host='dv-neutron-601336-94-hyperv',id=50ef99c0-ef28-4db5-b303-b145898fae60,load=0,resource_versions=,resources_synced=,started_at=2021-06-23T11:22:14Z,topic='l3_agent')) {'router_ids': ['46f713e3-48e3-49af-bb7b-d38bcdf5f639'], 'active': True} {{(pid=94177) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 11:35:48.324821 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron_lib.callbacks.manager [None req-deb96b45-9f5b-4094-85d2-46e4a77c222c tempest-TestNetworkBasicOps-233187296 tempest-TestNetworkBasicOps-233187296-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:35:48.396735 dv-neutron-601336-94-hyperv neutron-server[94177]: DEBUG neutron.db.l3_hamode_db [None req-55048d61-35c4-448c-a525-d34f1fb3261c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-601336-94-hyperv', False) {} {{(pid=94177) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 11:35:48.398312 dv-neutron-601336-94-hyperv neutron-server[94177]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-55048d61-35c4-448c-a525-d34f1fb3261c None None] The sync data for ids ['46f713e3-48e3-49af-bb7b-d38bcdf5f639'] in dv-neutron-601336-94-hyperv is: [] {{(pid=94177) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 23 11:35:48.469027 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron_lib.callbacks.manager [None req-11b77c82-679c-47be-ac71-5c3aeea45a35 tempest-NegativeSecGroupIPv6Test-1070497984 tempest-NegativeSecGroupIPv6Test-1070497984-project] Notify callbacks [] for security_group, before_create {{(pid=94175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:35:48.513242 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron_lib.callbacks.manager [None req-deb96b45-9f5b-4094-85d2-46e4a77c222c tempest-TestNetworkBasicOps-233187296 tempest-TestNetworkBasicOps-233187296-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:35:48.660835 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron_lib.callbacks.manager [None req-11b77c82-679c-47be-ac71-5c3aeea45a35 tempest-NegativeSecGroupIPv6Test-1070497984 tempest-NegativeSecGroupIPv6Test-1070497984-project] Notify callbacks [] for security_group, precommit_create {{(pid=94175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:35:48.664947 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron_lib.callbacks.manager [None req-deb96b45-9f5b-4094-85d2-46e4a77c222c tempest-TestNetworkBasicOps-233187296 tempest-TestNetworkBasicOps-233187296-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7996355'] for security_group_rule, after_create {{(pid=94175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:35:48.668901 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94175) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 11:35:48.704194 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-deb96b45-9f5b-4094-85d2-46e4a77c222c tempest-TestNetworkBasicOps-233187296 tempest-TestNetworkBasicOps-233187296-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3f210581-6819-46e5-b270-7f21b8cd4fce,revision_number=0']} {{(pid=94175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 11:35:48.707654 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG oslo_concurrency.lockutils [None req-deb96b45-9f5b-4094-85d2-46e4a77c222c tempest-TestNetworkBasicOps-233187296 tempest-TestNetworkBasicOps-233187296-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.039s {{(pid=94175) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 11:35:48.717114 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron_lib.callbacks.manager [None req-9e8ef0bf-c282-4e67-988a-adcc45e3f2be None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-923122'] for port, before_update {{(pid=94176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:35:48.734292 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron_lib.callbacks.manager [None req-11b77c82-679c-47be-ac71-5c3aeea45a35 tempest-NegativeSecGroupIPv6Test-1070497984 tempest-NegativeSecGroupIPv6Test-1070497984-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7996330'] for security_group, after_create {{(pid=94175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:35:48.751596 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG oslo_concurrency.lockutils [None req-28bc2c10-0b12-476d-9a0a-75f2839fdc3b tempest-AllowedAddressPairTestJSON-1962660266 tempest-AllowedAddressPairTestJSON-1962660266-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94175) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 11:35:48.752374 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7b038f03-53a8-4d0a-812e-886b689ce12e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1e0d828a-1fa4-563d-b7fd-53adf66a04ee-d798c677-8a94-46e7-baf1-4b1f6ba4e97c', 'network_id': 'd798c677-8a94-46e7-baf1-4b1f6ba4e97c', 'tenant_id': 'a04e393135be4822803c421d0995b548', 'fixed_ips': [{'subnet_id': 'b3b974ad-b374-439b-a756-595bfada134b'}]}} from dv-neutron-601336-94-hyperv. {{(pid=94176) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 23 11:35:48.754569 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron_lib.callbacks.manager [None req-7b038f03-53a8-4d0a-812e-886b689ce12e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-923104'] for port, before_create {{(pid=94176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:35:48.762408 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-29808be8-8515-4422-8ea3-d1d6bc004d3e None None] Network a7681095-7326-44b0-985d-4ae24b358d92 requested from dv-neutron-601336-94-hyperv {{(pid=94176) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 23 11:35:48.792857 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11b77c82-679c-47be-ac71-5c3aeea45a35 tempest-NegativeSecGroupIPv6Test-1070497984 tempest-NegativeSecGroupIPv6Test-1070497984-project] Pushing event updated for resources: {'SecurityGroup': ['ID=560fb81e-d1b9-4f43-a848-3d3ab428e4b7,revision_number=1']} {{(pid=94175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 11:35:48.796469 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG oslo_concurrency.lockutils [None req-11b77c82-679c-47be-ac71-5c3aeea45a35 tempest-NegativeSecGroupIPv6Test-1070497984 tempest-NegativeSecGroupIPv6Test-1070497984-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=94175) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 11:35:48.797660 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron_lib.callbacks.manager [None req-757cfb8e-a692-4392-9f5d-6c137f043327 tempest-ServerActionsTestJSON-161917335 tempest-ServerActionsTestJSON-161917335-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-922904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866062', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773700135024', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773699642224', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5082448'] for port, after_delete {{(pid=94175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:35:48.801573 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG oslo_concurrency.lockutils [None req-c15f02b0-510e-4fb8-bf57-b08e13c8a663 tempest-PortsIpV6TestJSON-1781383748 tempest-PortsIpV6TestJSON-1781383748-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94175) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 11:35:48.851276 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-757cfb8e-a692-4392-9f5d-6c137f043327 tempest-ServerActionsTestJSON-161917335 tempest-ServerActionsTestJSON-161917335-project] Pushing event deleted for resources: {'Port': ['ID=bfa25ba4-a02a-4c1f-ad1d-c3aacfbeec31,revision_number=None']} {{(pid=94175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 11:35:48.855692 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG oslo_concurrency.lockutils [None req-757cfb8e-a692-4392-9f5d-6c137f043327 tempest-ServerActionsTestJSON-161917335 tempest-ServerActionsTestJSON-161917335-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.056s {{(pid=94175) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 11:35:48.860562 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron_lib.callbacks.manager [None req-deb96b45-9f5b-4094-85d2-46e4a77c222c tempest-TestNetworkBasicOps-233187296 tempest-TestNetworkBasicOps-233187296-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:35:48.861999 dv-neutron-601336-94-hyperv neutron-server[94175]: INFO neutron.wsgi [None req-deb96b45-9f5b-4094-85d2-46e4a77c222c tempest-TestNetworkBasicOps-233187296 tempest-TestNetworkBasicOps-233187296-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.7918983 Jun 23 11:35:48.881632 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron_lib.callbacks.manager [None req-11b77c82-679c-47be-ac71-5c3aeea45a35 tempest-NegativeSecGroupIPv6Test-1070497984 tempest-NegativeSecGroupIPv6Test-1070497984-project] Notify callbacks [] for security_group, before_response {{(pid=94175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:35:48.884449 dv-neutron-601336-94-hyperv neutron-server[94175]: INFO neutron.wsgi [None req-11b77c82-679c-47be-ac71-5c3aeea45a35 tempest-NegativeSecGroupIPv6Test-1070497984 tempest-NegativeSecGroupIPv6Test-1070497984-project] 10.222.0.20 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.7411397 Jun 23 11:35:48.899236 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.wsgi [-] (94174) accepted ('10.222.0.20', 41394) {{(pid=94174) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 11:35:48.908497 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.api.v2.base [None req-8c2bd362-5c05-4cb0-b4d4-a79180e22aa7 tempest-NegativeSecGroupIPv6Test-1070497984 tempest-NegativeSecGroupIPv6Test-1070497984-project] Request body: {'security_group_rule': {'security_group_id': '9dad557f-339b-400c-b0e5-881361b4dcec', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': '2001:db8::/48', 'remote_group_id': '560fb81e-d1b9-4f43-a848-3d3ab428e4b7'}} {{(pid=94174) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 23 11:35:48.916601 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.plugins.ml2.db [None req-9e8ef0bf-c282-4e67-988a-adcc45e3f2be None None] For port 992c218b-2cb8-4885-a038-4da0fc6899c2, host dv-neutron-601336-94-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-94-hyperv',level=0,port_id=992c218b-2cb8-4885-a038-4da0fc6899c2,segment=NetworkSegment(44bf4119-ce1f-4161-b967-6233aa9941a7),segment_id=44bf4119-ce1f-4161-b967-6233aa9941a7)] {{(pid=94176) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 23 11:35:49.002749 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron_lib.callbacks.manager [None req-757cfb8e-a692-4392-9f5d-6c137f043327 tempest-ServerActionsTestJSON-161917335 tempest-ServerActionsTestJSON-161917335-project] Notify callbacks [] for floatingip, after_delete {{(pid=94175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:35:49.006589 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron_lib.callbacks.manager [None req-757cfb8e-a692-4392-9f5d-6c137f043327 tempest-ServerActionsTestJSON-161917335 tempest-ServerActionsTestJSON-161917335-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-217507'] for floatingip, before_response {{(pid=94175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:35:49.010709 dv-neutron-601336-94-hyperv neutron-server[94175]: INFO neutron.wsgi [None req-757cfb8e-a692-4392-9f5d-6c137f043327 tempest-ServerActionsTestJSON-161917335 tempest-ServerActionsTestJSON-161917335-project] 10.222.0.20 "DELETE /v2.0/floatingips/7b014b36-60b1-4186-8858-e0c8e125fb60 HTTP/1.1" status: 204 len: 168 time: 1.7681556 Jun 23 11:35:49.017032 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.wsgi [-] (94175) accepted ('10.222.0.20', 41396) {{(pid=94175) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 11:35:49.020080 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron_lib.callbacks.manager [None req-9e8ef0bf-c282-4e67-988a-adcc45e3f2be None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-922904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866062', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773700135042', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773699642233', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773699642278'] for port, after_update {{(pid=94176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:35:49.055656 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG oslo_concurrency.lockutils [None req-dc7542b2-afef-47f4-a763-e3a3cba144be None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 11:35:49.152537 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron_lib.callbacks.manager [None req-e29d76b6-5092-4325-b3cf-391b59d5f15e tempest-RoutersTest-228919764 tempest-RoutersTest-228919764-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-923122'] for port, before_update {{(pid=94174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:35:49.180633 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e8ef0bf-c282-4e67-988a-adcc45e3f2be None None] Pushing event updated for resources: {'Port': ['ID=992c218b-2cb8-4885-a038-4da0fc6899c2,revision_number=3']} {{(pid=94176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 11:35:49.200208 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.plugins.ml2.rpc [None req-dc7542b2-afef-47f4-a763-e3a3cba144be None None] Device 51eeb6b2-c859-4348-8d51-53b680c9492d up at agent ovs-agent-dv-neutron-601336-94-hyperv {{(pid=94176) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:298}} Jun 23 11:35:49.201272 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron_lib.callbacks.manager [None req-2e56d74b-6813-41f3-bedc-af34fda4f946 tempest-RoutersIpV6Test-1448447933 tempest-RoutersIpV6Test-1448447933-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-923104'] for port, before_create {{(pid=94174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:35:49.204017 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG oslo_concurrency.lockutils [None req-9e8ef0bf-c282-4e67-988a-adcc45e3f2be None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.149s {{(pid=94176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 11:35:49.243264 dv-neutron-601336-94-hyperv neutron-server[94174]: INFO neutron.api.v2.resource [None req-8c2bd362-5c05-4cb0-b4d4-a79180e22aa7 tempest-NegativeSecGroupIPv6Test-1070497984 tempest-NegativeSecGroupIPv6Test-1070497984-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jun 23 11:35:49.244738 dv-neutron-601336-94-hyperv neutron-server[94174]: INFO neutron.wsgi [None req-8c2bd362-5c05-4cb0-b4d4-a79180e22aa7 tempest-NegativeSecGroupIPv6Test-1070497984 tempest-NegativeSecGroupIPv6Test-1070497984-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 387 time: 0.3442113 Jun 23 11:35:49.250483 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.wsgi [-] (94175) accepted ('10.222.0.20', 41412) {{(pid=94175) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 11:35:49.344435 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.db.provisioning_blocks [None req-1e13788b-7f3e-48ff-a5b2-bba7b0287bd0 None None] Provisioning complete for port 992c218b-2cb8-4885-a038-4da0fc6899c2 triggered by entity DHCP. {{(pid=94176) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 23 11:35:49.344826 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron_lib.callbacks.manager [None req-1e13788b-7f3e-48ff-a5b2-bba7b0287bd0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-899258'] for port, provisioning_complete {{(pid=94176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:35:49.372367 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron_lib.callbacks.manager [None req-8b686081-9d3e-484b-b264-367008db5723 tempest-NegativeSecGroupIPv6Test-1070497984 tempest-NegativeSecGroupIPv6Test-1070497984-project] Notify callbacks [] for security_group, before_delete {{(pid=94175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:35:49.422564 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron_lib.callbacks.manager [None req-8b686081-9d3e-484b-b264-367008db5723 tempest-NegativeSecGroupIPv6Test-1070497984 tempest-NegativeSecGroupIPv6Test-1070497984-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:35:49.441927 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.db.db_base_plugin_common [None req-7b038f03-53a8-4d0a-812e-886b689ce12e None None] Allocated IP 2001:db8:3::2 (d798c677-8a94-46e7-baf1-4b1f6ba4e97c/b3b974ad-b374-439b-a756-595bfada134b/8d200667-8459-43fc-81fe-364c2f8ba46c) {{(pid=94176) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 23 11:35:49.457356 dv-neutron-601336-94-hyperv neutron-server[94174]: INFO neutron.wsgi [req-65843745-d944-4820-a94f-f0d4373a62e1 req-d0017c3e-3948-465d-a0e3-baec7d6988a0 tempest-TestNetworkBasicOps-233187296 tempest-TestNetworkBasicOps-233187296-project] 10.222.0.20 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1737774324&fields=id&tenant_id=772b9946478d439e9da4eaeade7fb21d HTTP/1.1" status: 200 len: 267 time: 0.2068191 Jun 23 11:35:49.539930 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.db.provisioning_blocks [None req-dc7542b2-afef-47f4-a763-e3a3cba144be None None] Provisioning for port 51eeb6b2-c859-4348-8d51-53b680c9492d completed by entity L2. {{(pid=94176) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 23 11:35:49.547655 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.db.provisioning_blocks [None req-dc7542b2-afef-47f4-a763-e3a3cba144be None None] Provisioning complete for port 51eeb6b2-c859-4348-8d51-53b680c9492d triggered by entity L2. {{(pid=94176) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 23 11:35:49.548079 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron_lib.callbacks.manager [None req-dc7542b2-afef-47f4-a763-e3a3cba144be None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-899258'] for port, provisioning_complete {{(pid=94176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:35:49.588265 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron_lib.callbacks.manager [None req-8b686081-9d3e-484b-b264-367008db5723 tempest-NegativeSecGroupIPv6Test-1070497984 tempest-NegativeSecGroupIPv6Test-1070497984-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7996330'] for security_group, after_delete {{(pid=94175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:35:49.591140 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron_lib.callbacks.manager [None req-8b686081-9d3e-484b-b264-367008db5723 tempest-NegativeSecGroupIPv6Test-1070497984 tempest-NegativeSecGroupIPv6Test-1070497984-project] Notify callbacks [] for security_group, before_response {{(pid=94175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:35:49.595180 dv-neutron-601336-94-hyperv neutron-server[94175]: INFO neutron.wsgi [None req-8b686081-9d3e-484b-b264-367008db5723 tempest-NegativeSecGroupIPv6Test-1070497984 tempest-NegativeSecGroupIPv6Test-1070497984-project] 10.222.0.20 "DELETE /v2.0/security-groups/560fb81e-d1b9-4f43-a848-3d3ab428e4b7 HTTP/1.1" status: 204 len: 168 time: 0.3406670 Jun 23 11:35:49.595180 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG oslo_concurrency.lockutils [None req-1aa02041-660b-4cf6-9718-4f1e75b8cb3c tempest-SecGroupIPv6Test-1528675894 tempest-SecGroupIPv6Test-1528675894-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94175) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 11:35:49.598942 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.wsgi [-] (94175) accepted ('10.222.0.20', 41414) {{(pid=94175) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 11:35:49.621216 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b686081-9d3e-484b-b264-367008db5723 tempest-NegativeSecGroupIPv6Test-1070497984 tempest-NegativeSecGroupIPv6Test-1070497984-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=560fb81e-d1b9-4f43-a848-3d3ab428e4b7,revision_number=None']} {{(pid=94175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 11:35:49.641047 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG oslo_concurrency.lockutils [None req-8b686081-9d3e-484b-b264-367008db5723 tempest-NegativeSecGroupIPv6Test-1070497984 tempest-NegativeSecGroupIPv6Test-1070497984-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=94175) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 11:35:49.660377 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron_lib.callbacks.manager [None req-f99d52a8-a59c-4477-8166-43ec81c2d955 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-453061'] for router_interface, before_delete {{(pid=94175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:35:49.738200 dv-neutron-601336-94-hyperv neutron-server[94175]: INFO neutron.wsgi [None req-231cb74a-8875-4842-9d16-3f667a25bb27 tempest-NegativeSecGroupIPv6Test-1070497984 tempest-NegativeSecGroupIPv6Test-1070497984-project] 10.222.0.20 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4510 time: 0.1356523 Jun 23 11:35:49.740620 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.wsgi [-] (94175) accepted ('10.222.0.20', 41416) {{(pid=94175) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 11:35:49.762992 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron_lib.callbacks.manager [None req-7b038f03-53a8-4d0a-812e-886b689ce12e None None] Notify callbacks [] for port, precommit_create {{(pid=94176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:35:49.774581 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65843745-d944-4820-a94f-f0d4373a62e1 req-d13a4294-befd-498c-9002-c00bba91d219 tempest-TestNetworkBasicOps-233187296 tempest-TestNetworkBasicOps-233187296-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94174) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 11:35:49.776251 dv-neutron-601336-94-hyperv neutron-server[94174]: INFO neutron.wsgi [req-65843745-d944-4820-a94f-f0d4373a62e1 req-d13a4294-befd-498c-9002-c00bba91d219 tempest-TestNetworkBasicOps-233187296 tempest-TestNetworkBasicOps-233187296-project] 10.222.0.20 "GET /v2.0/networks?id=a7681095-7326-44b0-985d-4ae24b358d92 HTTP/1.1" status: 200 len: 796 time: 0.3026910 Jun 23 11:35:49.777638 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron_lib.callbacks.manager [None req-dc7542b2-afef-47f4-a763-e3a3cba144be None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-923122'] for port, before_update {{(pid=94176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:35:49.781343 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.db.provisioning_blocks [None req-7b038f03-53a8-4d0a-812e-886b689ce12e None None] Transition to ACTIVE for port object 8d200667-8459-43fc-81fe-364c2f8ba46c will not be triggered until provisioned by entity L2. {{(pid=94176) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 23 11:35:49.813456 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.db.provisioning_blocks [None req-1e13788b-7f3e-48ff-a5b2-bba7b0287bd0 None None] Provisioning for port a2b6a882-4613-46f8-b3ec-1fbd47483074 completed by entity DHCP. {{(pid=94176) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 23 11:35:49.817224 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.db.provisioning_blocks [None req-7b038f03-53a8-4d0a-812e-886b689ce12e None None] Transition to ACTIVE for port object 8d200667-8459-43fc-81fe-364c2f8ba46c will not be triggered until provisioned by entity DHCP. {{(pid=94176) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 23 11:35:49.828853 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.plugins.ml2.db [None req-dc7542b2-afef-47f4-a763-e3a3cba144be None None] For port 51eeb6b2-c859-4348-8d51-53b680c9492d, host dv-neutron-601336-94-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-94-hyperv',level=0,port_id=51eeb6b2-c859-4348-8d51-53b680c9492d,segment=NetworkSegment(f95c50e7-52b3-4de2-9b39-96899c3f25cb),segment_id=f95c50e7-52b3-4de2-9b39-96899c3f25cb)] {{(pid=94176) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 23 11:35:49.829989 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.db.provisioning_blocks [None req-1e13788b-7f3e-48ff-a5b2-bba7b0287bd0 None None] Provisioning complete for port a2b6a882-4613-46f8-b3ec-1fbd47483074 triggered by entity DHCP. {{(pid=94176) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 23 11:35:49.830378 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron_lib.callbacks.manager [None req-1e13788b-7f3e-48ff-a5b2-bba7b0287bd0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-899258'] for port, provisioning_complete {{(pid=94176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:35:49.865691 dv-neutron-601336-94-hyperv neutron-server[94174]: INFO neutron.wsgi [req-65843745-d944-4820-a94f-f0d4373a62e1 req-a6e67f2e-a23e-441a-9f00-76606a8d8d6c tempest-TestNetworkBasicOps-233187296 tempest-TestNetworkBasicOps-233187296-project] 10.222.0.20 "GET /v2.0/quotas/772b9946478d439e9da4eaeade7fb21d HTTP/1.1" status: 200 len: 375 time: 0.0743268 Jun 23 11:35:49.868551 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.plugins.ml2.plugin [None req-1e13788b-7f3e-48ff-a5b2-bba7b0287bd0 None None] Port a2b6a882-4613-46f8-b3ec-1fbd47483074 cannot update to ACTIVE because it is not bound. {{(pid=94176) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jun 23 11:35:49.907977 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron_lib.callbacks.manager [None req-905c9afb-5833-4fb1-a7cb-d74a3356efb2 tempest-NegativeSecGroupIPv6Test-1070497984 tempest-NegativeSecGroupIPv6Test-1070497984-project] Notify callbacks [] for security_group, before_delete {{(pid=94175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:35:49.916238 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron_lib.callbacks.manager [None req-7b038f03-53a8-4d0a-812e-886b689ce12e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-922915', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-239814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7866073', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773699642215'] for port, after_create {{(pid=94176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:35:49.918815 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG oslo_concurrency.lockutils [None req-17f9a554-a342-48bc-a4ea-43f833a23632 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 11:35:49.953343 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron_lib.callbacks.manager [None req-905c9afb-5833-4fb1-a7cb-d74a3356efb2 tempest-NegativeSecGroupIPv6Test-1070497984 tempest-NegativeSecGroupIPv6Test-1070497984-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:35:50.066625 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron_lib.callbacks.manager [None req-e29d76b6-5092-4325-b3cf-391b59d5f15e tempest-RoutersTest-228919764 tempest-RoutersTest-228919764-project] Notify callbacks [] for port, precommit_update {{(pid=94174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:35:50.079566 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.db.db_base_plugin_common [None req-2e56d74b-6813-41f3-bedc-af34fda4f946 tempest-RoutersIpV6Test-1448447933 tempest-RoutersIpV6Test-1448447933-project] Allocated IP 2001:db8:3::1 (d798c677-8a94-46e7-baf1-4b1f6ba4e97c/b3b974ad-b374-439b-a756-595bfada134b/a5a4b409-052d-4fc9-acf0-a2804681f6ef) {{(pid=94174) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 23 11:35:50.089252 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron_lib.callbacks.manager [None req-905c9afb-5833-4fb1-a7cb-d74a3356efb2 tempest-NegativeSecGroupIPv6Test-1070497984 tempest-NegativeSecGroupIPv6Test-1070497984-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7996330'] for security_group, after_delete {{(pid=94175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:35:50.092116 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron_lib.callbacks.manager [None req-905c9afb-5833-4fb1-a7cb-d74a3356efb2 tempest-NegativeSecGroupIPv6Test-1070497984 tempest-NegativeSecGroupIPv6Test-1070497984-project] Notify callbacks [] for security_group, before_response {{(pid=94175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:35:50.095772 dv-neutron-601336-94-hyperv neutron-server[94175]: INFO neutron.wsgi [None req-905c9afb-5833-4fb1-a7cb-d74a3356efb2 tempest-NegativeSecGroupIPv6Test-1070497984 tempest-NegativeSecGroupIPv6Test-1070497984-project] 10.222.0.20 "DELETE /v2.0/security-groups/9dad557f-339b-400c-b0e5-881361b4dcec HTTP/1.1" status: 204 len: 168 time: 0.3527019 Jun 23 11:35:50.095772 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG oslo_concurrency.lockutils [None req-3c609e47-6fb4-4830-ac99-5eb6bd62bd81 tempest-NegativeSecGroupIPv6Test-1070497984 tempest-NegativeSecGroupIPv6Test-1070497984-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94175) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 11:35:50.098832 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.wsgi [-] (94175) accepted ('10.222.0.20', 41418) {{(pid=94175) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 11:35:50.119639 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron_lib.callbacks.manager [None req-dc7542b2-afef-47f4-a763-e3a3cba144be None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-922904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866062', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773700135042', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773699642233', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773699642278'] for port, after_update {{(pid=94176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:35:50.120504 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.plugins.ml2.rpc [None req-dc7542b2-afef-47f4-a763-e3a3cba144be None None] Device 908272e4-8208-40c9-bbc9-23218bbe7547 up at agent ovs-agent-dv-neutron-601336-94-hyperv {{(pid=94176) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:298}} Jun 23 11:35:50.120836 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-905c9afb-5833-4fb1-a7cb-d74a3356efb2 tempest-NegativeSecGroupIPv6Test-1070497984 tempest-NegativeSecGroupIPv6Test-1070497984-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=9dad557f-339b-400c-b0e5-881361b4dcec,revision_number=None']} {{(pid=94175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 11:35:50.124091 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.db.provisioning_blocks [None req-1e13788b-7f3e-48ff-a5b2-bba7b0287bd0 None None] Provisioning for port 908272e4-8208-40c9-bbc9-23218bbe7547 completed by entity DHCP. {{(pid=94176) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 23 11:35:50.136056 dv-neutron-601336-94-hyperv neutron-server[94174]: INFO neutron.wsgi [req-65843745-d944-4820-a94f-f0d4373a62e1 req-cac61616-e427-42d6-b9c5-5be58592be2b tempest-TestNetworkBasicOps-233187296 tempest-TestNetworkBasicOps-233187296-project] 10.222.0.20 "GET /v2.0/ports?tenant_id=772b9946478d439e9da4eaeade7fb21d&fields=id HTTP/1.1" status: 200 len: 440 time: 0.2586019 Jun 23 11:35:50.147962 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG oslo_concurrency.lockutils [None req-905c9afb-5833-4fb1-a7cb-d74a3356efb2 tempest-NegativeSecGroupIPv6Test-1070497984 tempest-NegativeSecGroupIPv6Test-1070497984-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.053s {{(pid=94175) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 11:35:50.153033 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7b038f03-53a8-4d0a-812e-886b689ce12e None None] Network d798c677-8a94-46e7-baf1-4b1f6ba4e97c is already hosted by enough agents. {{(pid=94176) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 23 11:35:50.160158 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.plugins.ml2.plugin [None req-f99d52a8-a59c-4477-8166-43ec81c2d955 admin admin] Deleting port 8b3f2607-1beb-44c0-92af-cbc38d0500bc {{(pid=94175) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1913}} Jun 23 11:35:50.160870 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron_lib.callbacks.manager [None req-f99d52a8-a59c-4477-8166-43ec81c2d955 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773700079324'] for port, before_delete {{(pid=94175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:35:50.165046 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.scheduler.base_scheduler [None req-7b038f03-53a8-4d0a-812e-886b689ce12e None None] Resources bound (agent type, host, resource id): {{(pid=94176) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 23 11:35:50.176467 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7b038f03-53a8-4d0a-812e-886b689ce12e None None] Received port after_create {{(pid=94176) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 23 11:35:50.181428 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron_lib.callbacks.manager [None req-e29d76b6-5092-4325-b3cf-391b59d5f15e tempest-RoutersTest-228919764 tempest-RoutersTest-228919764-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-922904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866062', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773700135042', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773699642233', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773699642278', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5196369'] for port, after_update {{(pid=94174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:35:50.187235 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG oslo_concurrency.lockutils [None req-737e71ae-1951-4f5d-859a-bf6cfa81e14e tempest-PortsIpV6TestJSON-1781383748 tempest-PortsIpV6TestJSON-1781383748-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94174) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 11:35:50.193128 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b038f03-53a8-4d0a-812e-886b689ce12e None None] Pushing event updated for resources: {'Port': ['ID=8d200667-8459-43fc-81fe-364c2f8ba46c,revision_number=1']} {{(pid=94176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 11:35:50.197060 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG oslo_concurrency.lockutils [None req-7b038f03-53a8-4d0a-812e-886b689ce12e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.278s {{(pid=94176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 11:35:50.198991 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG oslo_concurrency.lockutils [None req-9cad198b-5eba-451c-a916-6785295c2799 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.069s {{(pid=94176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 11:35:50.244443 dv-neutron-601336-94-hyperv neutron-server[94175]: INFO neutron.wsgi [None req-44b33179-79c6-4197-9e26-6a3cfd3a38e1 tempest-NegativeSecGroupIPv6Test-1070497984 tempest-NegativeSecGroupIPv6Test-1070497984-project] 10.222.0.20 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.1428468 Jun 23 11:35:50.244612 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.wsgi [-] (94174) accepted ('10.222.0.20', 41422) {{(pid=94174) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 11:35:50.255201 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.api.v2.base [None req-5d1e6d18-6e04-490c-802d-14d88a591f7b tempest-NegativeSecGroupIPv6Test-1070497984 tempest-NegativeSecGroupIPv6Test-1070497984-project] Request body: {'security_group': {'name': 'tempest-secgroup--96114605'}} {{(pid=94174) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 23 11:35:50.292008 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.plugins.ml2.db [None req-f99d52a8-a59c-4477-8166-43ec81c2d955 admin admin] For port 8b3f2607-1beb-44c0-92af-cbc38d0500bc, host dv-neutron-601336-94-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-94-hyperv',level=0,port_id=8b3f2607-1beb-44c0-92af-cbc38d0500bc,segment=NetworkSegment(38a4352d-de94-4d68-8280-f5ea074ec139),segment_id=38a4352d-de94-4d68-8280-f5ea074ec139)] {{(pid=94175) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 23 11:35:50.292706 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron_lib.callbacks.manager [None req-f99d52a8-a59c-4477-8166-43ec81c2d955 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-430722'] for port, precommit_delete {{(pid=94175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:35:50.301289 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.plugins.ml2.managers [None req-7b038f03-53a8-4d0a-812e-886b689ce12e None None] Attempting to bind port 8d200667-8459-43fc-81fe-364c2f8ba46c on host dv-neutron-601336-94-hyperv for vnic_type normal with profile {{(pid=94176) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 23 11:35:50.301674 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.plugins.ml2.managers [None req-7b038f03-53a8-4d0a-812e-886b689ce12e None None] Attempting to bind port 8d200667-8459-43fc-81fe-364c2f8ba46c by drivers openvswitch,hyperv on host dv-neutron-601336-94-hyperv at level 0 using segments [{'id': 'f1915493-8e25-4cc4-83d5-e2c11324c770', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 448, 'network_id': 'd798c677-8a94-46e7-baf1-4b1f6ba4e97c'}] {{(pid=94176) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 23 11:35:50.302051 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7b038f03-53a8-4d0a-812e-886b689ce12e None None] Attempting to bind port 8d200667-8459-43fc-81fe-364c2f8ba46c on network d798c677-8a94-46e7-baf1-4b1f6ba4e97c {{(pid=94176) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 23 11:35:50.306451 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.plugins.ml2.plugin [None req-f99d52a8-a59c-4477-8166-43ec81c2d955 admin admin] Calling delete_port for 8b3f2607-1beb-44c0-92af-cbc38d0500bc owned by network:router_interface {{(pid=94175) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1986}} Jun 23 11:35:50.317846 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.db.provisioning_blocks [None req-b5a28e83-4940-4eb0-802a-7aa2bbc51470 None None] Provisioning complete for port a2b6a882-4613-46f8-b3ec-1fbd47483074 triggered by entity DHCP. {{(pid=94176) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 23 11:35:50.318159 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron_lib.callbacks.manager [None req-b5a28e83-4940-4eb0-802a-7aa2bbc51470 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-899258'] for port, provisioning_complete {{(pid=94176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:35:50.323879 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7b038f03-53a8-4d0a-812e-886b689ce12e None None] Checking agent: {'id': '4d05f899-5ac9-411b-8a03-f60c93f87cdf', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-601336-94-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 23, 11, 22, 14), 'started_at': datetime.datetime(2021, 6, 23, 11, 22, 44), 'heartbeat_timestamp': datetime.datetime(2021, 6, 23, 11, 35, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'monitor_allowed_address_pair_garp': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-601336-94-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94176) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 23 11:35:50.324271 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7b038f03-53a8-4d0a-812e-886b689ce12e None None] Checking segment: {'id': 'f1915493-8e25-4cc4-83d5-e2c11324c770', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 448, 'network_id': 'd798c677-8a94-46e7-baf1-4b1f6ba4e97c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94176) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 23 11:35:50.324683 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron_lib.callbacks.manager [None req-7b038f03-53a8-4d0a-812e-886b689ce12e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:35:50.325088 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7b038f03-53a8-4d0a-812e-886b689ce12e None None] Bound using segment: {'id': 'f1915493-8e25-4cc4-83d5-e2c11324c770', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 448, 'network_id': 'd798c677-8a94-46e7-baf1-4b1f6ba4e97c'} {{(pid=94176) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 23 11:35:50.325570 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.plugins.ml2.managers [None req-7b038f03-53a8-4d0a-812e-886b689ce12e None None] Bound port: 8d200667-8459-43fc-81fe-364c2f8ba46c, host: dv-neutron-601336-94-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f1915493-8e25-4cc4-83d5-e2c11324c770', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 448, 'network_id': 'd798c677-8a94-46e7-baf1-4b1f6ba4e97c'}}] {{(pid=94176) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 23 11:35:50.325958 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron_lib.callbacks.manager [None req-7b038f03-53a8-4d0a-812e-886b689ce12e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-923122'] for port, before_update {{(pid=94176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:35:50.344304 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc7542b2-afef-47f4-a763-e3a3cba144be None None] Pushing event updated for resources: {'Port': ['ID=51eeb6b2-c859-4348-8d51-53b680c9492d,revision_number=5']} {{(pid=94176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 11:35:50.347893 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG oslo_concurrency.lockutils [None req-dc7542b2-afef-47f4-a763-e3a3cba144be None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.149s {{(pid=94176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 11:35:50.353177 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e29d76b6-5092-4325-b3cf-391b59d5f15e tempest-RoutersTest-228919764 tempest-RoutersTest-228919764-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94174) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 11:35:50.353816 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron_lib.callbacks.manager [None req-e29d76b6-5092-4325-b3cf-391b59d5f15e tempest-RoutersTest-228919764 tempest-RoutersTest-228919764-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-217507'] for port, before_response {{(pid=94174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:35:50.358249 dv-neutron-601336-94-hyperv neutron-server[94174]: INFO neutron.wsgi [None req-e29d76b6-5092-4325-b3cf-391b59d5f15e tempest-RoutersTest-228919764 tempest-RoutersTest-228919764-project] 10.222.0.20 "PUT /v2.0/ports/a2b6a882-4613-46f8-b3ec-1fbd47483074 HTTP/1.1" status: 200 len: 910 time: 2.1020148 Jun 23 11:35:50.362146 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.wsgi [-] (94174) accepted ('10.222.0.20', 41424) {{(pid=94174) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 11:35:50.382280 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e29d76b6-5092-4325-b3cf-391b59d5f15e tempest-RoutersTest-228919764 tempest-RoutersTest-228919764-project] Pushing event updated for resources: {'Port': ['ID=a2b6a882-4613-46f8-b3ec-1fbd47483074,revision_number=3']} {{(pid=94174) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 11:35:50.391827 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG oslo_concurrency.lockutils [None req-e29d76b6-5092-4325-b3cf-391b59d5f15e tempest-RoutersTest-228919764 tempest-RoutersTest-228919764-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.205s {{(pid=94174) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 11:35:50.396397 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.plugins.ml2.plugin [None req-b5a28e83-4940-4eb0-802a-7aa2bbc51470 None None] Port a2b6a882-4613-46f8-b3ec-1fbd47483074 cannot update to ACTIVE because it is not bound. {{(pid=94176) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jun 23 11:35:50.417065 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.db.provisioning_blocks [None req-dc7542b2-afef-47f4-a763-e3a3cba144be None None] Provisioning for port 908272e4-8208-40c9-bbc9-23218bbe7547 completed by entity L2. {{(pid=94176) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 23 11:35:50.429034 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.db.provisioning_blocks [None req-dc7542b2-afef-47f4-a763-e3a3cba144be None None] Provisioning complete for port 908272e4-8208-40c9-bbc9-23218bbe7547 triggered by entity L2. {{(pid=94176) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 23 11:35:50.434923 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron_lib.callbacks.manager [None req-dc7542b2-afef-47f4-a763-e3a3cba144be None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-899258'] for port, provisioning_complete {{(pid=94176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:35:50.434923 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.db.provisioning_blocks [None req-b5a28e83-4940-4eb0-802a-7aa2bbc51470 None None] Provisioning complete for port 908272e4-8208-40c9-bbc9-23218bbe7547 triggered by entity DHCP. {{(pid=94176) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 23 11:35:50.434923 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron_lib.callbacks.manager [None req-b5a28e83-4940-4eb0-802a-7aa2bbc51470 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-899258'] for port, provisioning_complete {{(pid=94176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:35:50.459727 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.plugins.ml2.db [None req-7b038f03-53a8-4d0a-812e-886b689ce12e None None] For port 8d200667-8459-43fc-81fe-364c2f8ba46c, host dv-neutron-601336-94-hyperv, cleared binding levels {{(pid=94176) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 23 11:35:50.487439 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron_lib.callbacks.manager [None req-2e56d74b-6813-41f3-bedc-af34fda4f946 tempest-RoutersIpV6Test-1448447933 tempest-RoutersIpV6Test-1448447933-project] Notify callbacks [] for port, precommit_create {{(pid=94174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:35:50.496819 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.plugins.ml2.db [None req-7b038f03-53a8-4d0a-812e-886b689ce12e None None] For port 8d200667-8459-43fc-81fe-364c2f8ba46c, host dv-neutron-601336-94-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-94-hyperv',level=0,port_id=8d200667-8459-43fc-81fe-364c2f8ba46c,segment=NetworkSegment(f1915493-8e25-4cc4-83d5-e2c11324c770),segment_id=f1915493-8e25-4cc4-83d5-e2c11324c770)] {{(pid=94176) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 23 11:35:50.520986 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron_lib.callbacks.manager [None req-5d1e6d18-6e04-490c-802d-14d88a591f7b tempest-NegativeSecGroupIPv6Test-1070497984 tempest-NegativeSecGroupIPv6Test-1070497984-project] Notify callbacks [] for security_group, before_create {{(pid=94174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:35:50.523173 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.db.provisioning_blocks [None req-2e56d74b-6813-41f3-bedc-af34fda4f946 tempest-RoutersIpV6Test-1448447933 tempest-RoutersIpV6Test-1448447933-project] Transition to ACTIVE for port object a5a4b409-052d-4fc9-acf0-a2804681f6ef will not be triggered until provisioned by entity DHCP. {{(pid=94174) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 23 11:35:50.540191 dv-neutron-601336-94-hyperv neutron-server[94174]: INFO neutron.wsgi [req-65843745-d944-4820-a94f-f0d4373a62e1 req-9ec0745f-0565-4fe8-80ad-28549ea49a68 service neutron] 10.222.0.20 "GET /v2.0/networks/a7681095-7326-44b0-985d-4ae24b358d92?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4032850 Jun 23 11:35:50.586460 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron_lib.callbacks.manager [None req-dc7542b2-afef-47f4-a763-e3a3cba144be None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-923122'] for port, before_update {{(pid=94176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:35:50.588293 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron_lib.callbacks.manager [None req-b5a28e83-4940-4eb0-802a-7aa2bbc51470 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-923122'] for port, before_update {{(pid=94176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:35:50.604348 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron_lib.callbacks.manager [None req-7b038f03-53a8-4d0a-812e-886b689ce12e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-922904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866062', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773700135042', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773699642233', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773699642278'] for port, after_update {{(pid=94176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:35:50.609735 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG oslo_concurrency.lockutils [None req-a1b271ee-13c5-4c36-b6f4-0ff13c1a9496 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 11:35:50.685477 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.plugins.ml2.db [None req-dc7542b2-afef-47f4-a763-e3a3cba144be None None] For port 908272e4-8208-40c9-bbc9-23218bbe7547, host dv-neutron-601336-94-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-94-hyperv',level=0,port_id=908272e4-8208-40c9-bbc9-23218bbe7547,segment=NetworkSegment(2545ee53-c74e-4449-af0c-83c33975ceea),segment_id=2545ee53-c74e-4449-af0c-83c33975ceea)] {{(pid=94176) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 23 11:35:50.691169 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b038f03-53a8-4d0a-812e-886b689ce12e None None] Pushing event updated for resources: {'Port': ['ID=8d200667-8459-43fc-81fe-364c2f8ba46c,revision_number=2']} {{(pid=94176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 11:35:50.695187 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG oslo_concurrency.lockutils [None req-7b038f03-53a8-4d0a-812e-886b689ce12e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.085s {{(pid=94176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 11:35:50.762648 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron_lib.callbacks.manager [None req-dc7542b2-afef-47f4-a763-e3a3cba144be None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-922904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866062', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773700135042', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773699642233', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773699642278'] for port, after_update {{(pid=94176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:35:50.765135 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG oslo_concurrency.lockutils [None req-f5a88df0-d8b6-4339-ad1d-c2a8e26c04b6 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 11:35:50.825843 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron_lib.callbacks.manager [None req-f99d52a8-a59c-4477-8166-43ec81c2d955 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-922904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866062', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773700135024', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773699642224', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5082448'] for port, after_delete {{(pid=94175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:35:50.830144 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG oslo_concurrency.lockutils [None req-2603c107-4a5d-449f-9146-54477d7adf96 tempest-PortsIpV6TestJSON-1781383748 tempest-PortsIpV6TestJSON-1781383748-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94175) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 11:35:50.842466 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron_lib.db.api [None req-b5a28e83-4940-4eb0-802a-7aa2bbc51470 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=94176) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jun 23 11:35:50.842839 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG oslo_db.api [None req-b5a28e83-4940-4eb0-802a-7aa2bbc51470 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=94176) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jun 23 11:35:50.844076 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc7542b2-afef-47f4-a763-e3a3cba144be None None] Pushing event updated for resources: {'Port': ['ID=908272e4-8208-40c9-bbc9-23218bbe7547,revision_number=3']} {{(pid=94176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 11:35:50.844883 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron_lib.callbacks.manager [None req-2e56d74b-6813-41f3-bedc-af34fda4f946 tempest-RoutersIpV6Test-1448447933 tempest-RoutersIpV6Test-1448447933-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-922915', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-239814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7866073', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773699642215', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-5196399'] for port, after_create {{(pid=94174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:35:50.848739 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron_lib.callbacks.manager [None req-5d1e6d18-6e04-490c-802d-14d88a591f7b tempest-NegativeSecGroupIPv6Test-1070497984 tempest-NegativeSecGroupIPv6Test-1070497984-project] Notify callbacks [] for security_group, precommit_create {{(pid=94174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:35:50.850527 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG oslo_concurrency.lockutils [None req-6a9af94c-eccd-4d64-8f4d-96d4e9f871ae tempest-RoutersIpV6Test-1448447933 tempest-RoutersIpV6Test-1448447933-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94174) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 11:35:50.853173 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG oslo_concurrency.lockutils [None req-dc7542b2-afef-47f4-a763-e3a3cba144be None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.088s {{(pid=94176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 11:35:50.855975 dv-neutron-601336-94-hyperv neutron-server[94174]: INFO neutron.wsgi [req-65843745-d944-4820-a94f-f0d4373a62e1 req-56c01927-3ce4-48a4-bc73-99a582551527 service neutron] 10.222.0.20 "GET /v2.0/networks/a7681095-7326-44b0-985d-4ae24b358d92?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2990351 Jun 23 11:35:50.912546 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2e56d74b-6813-41f3-bedc-af34fda4f946 tempest-RoutersIpV6Test-1448447933 tempest-RoutersIpV6Test-1448447933-project] Network d798c677-8a94-46e7-baf1-4b1f6ba4e97c is already hosted by enough agents. {{(pid=94174) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 23 11:35:50.919302 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.scheduler.base_scheduler [None req-2e56d74b-6813-41f3-bedc-af34fda4f946 tempest-RoutersIpV6Test-1448447933 tempest-RoutersIpV6Test-1448447933-project] Resources bound (agent type, host, resource id): {{(pid=94174) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 23 11:35:50.942759 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f99d52a8-a59c-4477-8166-43ec81c2d955 admin admin] Pushing event deleted for resources: {'Port': ['ID=8b3f2607-1beb-44c0-92af-cbc38d0500bc,revision_number=None']} {{(pid=94175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 11:35:50.944093 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2e56d74b-6813-41f3-bedc-af34fda4f946 tempest-RoutersIpV6Test-1448447933 tempest-RoutersIpV6Test-1448447933-project] Received port after_create {{(pid=94174) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 23 11:35:50.948002 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG oslo_concurrency.lockutils [None req-f99d52a8-a59c-4477-8166-43ec81c2d955 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.118s {{(pid=94175) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 11:35:50.951754 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron_lib.callbacks.manager [None req-2e56d74b-6813-41f3-bedc-af34fda4f946 tempest-RoutersIpV6Test-1448447933 tempest-RoutersIpV6Test-1448447933-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-452954'] for router_interface, before_create {{(pid=94174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:35:50.956309 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron_lib.callbacks.manager [None req-5d1e6d18-6e04-490c-802d-14d88a591f7b tempest-NegativeSecGroupIPv6Test-1070497984 tempest-NegativeSecGroupIPv6Test-1070497984-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7996330'] for security_group, after_create {{(pid=94174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:35:50.958648 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e56d74b-6813-41f3-bedc-af34fda4f946 tempest-RoutersIpV6Test-1448447933 tempest-RoutersIpV6Test-1448447933-project] Pushing event updated for resources: {'Port': ['ID=a5a4b409-052d-4fc9-acf0-a2804681f6ef,revision_number=1']} {{(pid=94174) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 11:35:50.967465 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.plugins.ml2.rpc [None req-dc7542b2-afef-47f4-a763-e3a3cba144be None None] Device 51eeb6b2-c859-4348-8d51-53b680c9492d up at agent ovs-agent-dv-neutron-601336-94-hyperv {{(pid=94176) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:298}} Jun 23 11:35:51.011291 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG oslo_concurrency.lockutils [None req-2e56d74b-6813-41f3-bedc-af34fda4f946 tempest-RoutersIpV6Test-1448447933 tempest-RoutersIpV6Test-1448447933-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.161s {{(pid=94174) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 11:35:51.014694 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG oslo_concurrency.lockutils [None req-c2a493ef-f4b5-4f86-b32b-6e3fe9183391 tempest-PortsIpV6TestJSON-1781383748 tempest-PortsIpV6TestJSON-1781383748-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.007s {{(pid=94174) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 11:35:51.034845 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.db.provisioning_blocks [None req-dc7542b2-afef-47f4-a763-e3a3cba144be None None] Provisioning complete for port 51eeb6b2-c859-4348-8d51-53b680c9492d triggered by entity L2. {{(pid=94176) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 23 11:35:51.035256 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron_lib.callbacks.manager [None req-dc7542b2-afef-47f4-a763-e3a3cba144be None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-899258'] for port, provisioning_complete {{(pid=94176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:35:51.117963 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d1e6d18-6e04-490c-802d-14d88a591f7b tempest-NegativeSecGroupIPv6Test-1070497984 tempest-NegativeSecGroupIPv6Test-1070497984-project] Pushing event updated for resources: {'SecurityGroup': ['ID=439a1561-f851-4cc4-9af8-37e5d3af36fb,revision_number=1']} {{(pid=94174) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 11:35:51.150866 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG oslo_concurrency.lockutils [None req-5d1e6d18-6e04-490c-802d-14d88a591f7b tempest-NegativeSecGroupIPv6Test-1070497984 tempest-NegativeSecGroupIPv6Test-1070497984-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.136s {{(pid=94174) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 11:35:51.159744 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron_lib.callbacks.manager [None req-5d1e6d18-6e04-490c-802d-14d88a591f7b tempest-NegativeSecGroupIPv6Test-1070497984 tempest-NegativeSecGroupIPv6Test-1070497984-project] Notify callbacks [] for security_group, before_response {{(pid=94174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:35:51.160795 dv-neutron-601336-94-hyperv neutron-server[94174]: INFO neutron.wsgi [None req-5d1e6d18-6e04-490c-802d-14d88a591f7b tempest-NegativeSecGroupIPv6Test-1070497984 tempest-NegativeSecGroupIPv6Test-1070497984-project] 10.222.0.20 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1744 time: 0.9153318 Jun 23 11:35:51.171180 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.wsgi [-] (94174) accepted ('10.222.0.20', 41426) {{(pid=94174) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 11:35:51.172795 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.api.v2.base [None req-22021a50-127d-4426-b83f-39920ea8ebde tempest-NegativeSecGroupIPv6Test-1070497984 tempest-NegativeSecGroupIPv6Test-1070497984-project] Request body: {'security_group_rule': {'security_group_id': '439a1561-f851-4cc4-9af8-37e5d3af36fb', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': '172.20.0.0/16'}} {{(pid=94174) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 23 11:35:51.200286 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.plugins.ml2.rpc [None req-dc7542b2-afef-47f4-a763-e3a3cba144be None None] Device 992c218b-2cb8-4885-a038-4da0fc6899c2 up at agent ovs-agent-dv-neutron-601336-94-hyperv {{(pid=94176) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:298}} Jun 23 11:35:51.238252 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron_lib.callbacks.manager [None req-d4a13985-1673-4519-982d-521ee67cbf87 tempest-RoutersTest-228919764 tempest-RoutersTest-228919764-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-453061'] for router_interface, before_delete {{(pid=94174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:35:51.275473 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.db.provisioning_blocks [None req-dc7542b2-afef-47f4-a763-e3a3cba144be None None] Provisioning complete for port 992c218b-2cb8-4885-a038-4da0fc6899c2 triggered by entity L2. {{(pid=94176) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 23 11:35:51.275970 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron_lib.callbacks.manager [None req-dc7542b2-afef-47f4-a763-e3a3cba144be None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-899258'] for port, provisioning_complete {{(pid=94176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:35:51.609777 dv-neutron-601336-94-hyperv neutron-server[94175]: INFO neutron.wsgi [req-f6b8f2ef-db1b-4359-95c7-7e4d994ee625 req-2a9b9620-e979-48d2-878b-b8867b1db4c5 tempest-TestNetworkBasicOps-233187296 tempest-TestNetworkBasicOps-233187296-project] 10.222.0.20 "GET /v2.0/ports?device_id=70369a78-6600-4228-b5a7-ab21e12429a7 HTTP/1.1" status: 200 len: 210 time: 0.0422435 Jun 23 11:35:51.650047 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron_lib.callbacks.manager [None req-f99d52a8-a59c-4477-8166-43ec81c2d955 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-7866080', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-516693'] for router_interface, after_delete {{(pid=94175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:35:51.792268 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron_lib.callbacks.manager [None req-2e56d74b-6813-41f3-bedc-af34fda4f946 tempest-RoutersIpV6Test-1448447933 tempest-RoutersIpV6Test-1448447933-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-923122'] for port, before_update {{(pid=94174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:35:51.885261 dv-neutron-601336-94-hyperv neutron-server[94174]: INFO neutron.api.v2.resource [None req-22021a50-127d-4426-b83f-39920ea8ebde tempest-NegativeSecGroupIPv6Test-1070497984 tempest-NegativeSecGroupIPv6Test-1070497984-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jun 23 11:35:51.885361 dv-neutron-601336-94-hyperv neutron-server[94174]: INFO neutron.wsgi [None req-22021a50-127d-4426-b83f-39920ea8ebde tempest-NegativeSecGroupIPv6Test-1070497984 tempest-NegativeSecGroupIPv6Test-1070497984-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 351 time: 0.7161765 Jun 23 11:35:51.888708 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.wsgi [-] (94175) accepted ('10.222.0.20', 41440) {{(pid=94175) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 11:35:51.895950 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.api.v2.base [None req-b3c996f6-5678-4de4-98f8-30e32399f00c tempest-NegativeSecGroupIPv6Test-1070497984 tempest-NegativeSecGroupIPv6Test-1070497984-project] Request body: {'security_group_rule': {'security_group_id': '439a1561-f851-4cc4-9af8-37e5d3af36fb', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': '2001:db8::/48'}} {{(pid=94175) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 23 11:35:51.918816 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f99d52a8-a59c-4477-8166-43ec81c2d955 admin admin] Router e088c3b9-e76a-4661-91ae-fd789b04bbf1 has already been hosted by L3 agent 50ef99c0-ef28-4db5-b303-b145898fae60 {{(pid=94175) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 23 11:35:51.995901 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c85b53e1-ffd3-49da-b8b8-402703a946d8 None None] Network d798c677-8a94-46e7-baf1-4b1f6ba4e97c requested from dv-neutron-601336-94-hyperv {{(pid=94176) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 23 11:35:52.050265 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f99d52a8-a59c-4477-8166-43ec81c2d955 admin admin] Notify agent at l3_agent.dv-neutron-601336-94-hyperv the message routers_updated {{(pid=94175) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 23 11:35:52.055168 dv-neutron-601336-94-hyperv neutron-server[94175]: INFO neutron.wsgi [None req-f99d52a8-a59c-4477-8166-43ec81c2d955 admin admin] 10.222.0.20 "PUT /v2.0/routers/e088c3b9-e76a-4661-91ae-fd789b04bbf1/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.0419326 Jun 23 11:35:52.058304 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.wsgi [-] (94175) accepted ('10.222.0.20', 41444) {{(pid=94175) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 11:35:52.061090 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cab098b8-6a46-47f9-8cbb-da41db154a74 None None] Sync routers for ids ['e088c3b9-e76a-4661-91ae-fd789b04bbf1'] in dv-neutron-601336-94-hyperv {{(pid=94176) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 23 11:35:52.090823 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cab098b8-6a46-47f9-8cbb-da41db154a74 None None] Routers {'e088c3b9-e76a-4661-91ae-fd789b04bbf1'} bound to L3 agent in host dv-neutron-601336-94-hyperv {{(pid=94176) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 23 11:35:52.091718 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.db.l3_hamode_db [None req-cab098b8-6a46-47f9-8cbb-da41db154a74 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-601336-94-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-23T11:22:13Z,description=,heartbeat_timestamp=2021-06-23T11:35:43Z,host='dv-neutron-601336-94-hyperv',id=50ef99c0-ef28-4db5-b303-b145898fae60,load=0,resource_versions=,resources_synced=,started_at=2021-06-23T11:22:14Z,topic='l3_agent')) {'router_ids': ['e088c3b9-e76a-4661-91ae-fd789b04bbf1'], 'active': True} {{(pid=94176) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 11:35:52.102083 dv-neutron-601336-94-hyperv neutron-server[94175]: INFO neutron.api.v2.resource [None req-b3c996f6-5678-4de4-98f8-30e32399f00c tempest-NegativeSecGroupIPv6Test-1070497984 tempest-NegativeSecGroupIPv6Test-1070497984-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jun 23 11:35:52.103138 dv-neutron-601336-94-hyperv neutron-server[94175]: INFO neutron.wsgi [None req-b3c996f6-5678-4de4-98f8-30e32399f00c tempest-NegativeSecGroupIPv6Test-1070497984 tempest-NegativeSecGroupIPv6Test-1070497984-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 351 time: 0.2134612 Jun 23 11:35:52.105850 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.wsgi [-] (94175) accepted ('10.222.0.20', 41446) {{(pid=94175) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 11:35:52.153834 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.db.provisioning_blocks [None req-fda289a6-2e76-454a-9fc4-7b85ff6345e7 None None] Provisioning for port 8d200667-8459-43fc-81fe-364c2f8ba46c completed by entity DHCP. {{(pid=94176) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 23 11:35:52.226406 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.plugins.ml2.plugin [None req-d4a13985-1673-4519-982d-521ee67cbf87 tempest-RoutersTest-228919764 tempest-RoutersTest-228919764-project] Deleting port a2b6a882-4613-46f8-b3ec-1fbd47483074 {{(pid=94174) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1913}} Jun 23 11:35:52.226792 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron_lib.callbacks.manager [None req-d4a13985-1673-4519-982d-521ee67cbf87 tempest-RoutersTest-228919764 tempest-RoutersTest-228919764-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773700079324'] for port, before_delete {{(pid=94174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:35:52.230260 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron_lib.callbacks.manager [None req-0eb4c689-a825-4867-976f-86d7ff2a9dd5 tempest-NegativeSecGroupIPv6Test-1070497984 tempest-NegativeSecGroupIPv6Test-1070497984-project] Notify callbacks [] for security_group, before_delete {{(pid=94175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:35:52.234392 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron_lib.callbacks.manager [None req-2e56d74b-6813-41f3-bedc-af34fda4f946 tempest-RoutersIpV6Test-1448447933 tempest-RoutersIpV6Test-1448447933-project] Notify callbacks [] for port, precommit_update {{(pid=94174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:35:52.235494 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron_lib.callbacks.manager [None req-4f54becc-4914-427e-877b-c16bbabfbff0 admin admin] Notify callbacks [] for router, before_delete {{(pid=94175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:35:52.263541 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.db.l3_dvr_db [None req-cab098b8-6a46-47f9-8cbb-da41db154a74 None None] Set router e088c3b9-e76a-4661-91ae-fd789b04bbf1 gateway port host: dv-neutron-601336-94-hyperv {{(pid=94176) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:838}} Jun 23 11:35:52.306075 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron_lib.callbacks.manager [None req-0eb4c689-a825-4867-976f-86d7ff2a9dd5 tempest-NegativeSecGroupIPv6Test-1070497984 tempest-NegativeSecGroupIPv6Test-1070497984-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:35:52.341534 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron_lib.callbacks.manager [None req-d4a13985-1673-4519-982d-521ee67cbf87 tempest-RoutersTest-228919764 tempest-RoutersTest-228919764-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-430722'] for port, precommit_delete {{(pid=94174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:35:52.355704 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.plugins.ml2.plugin [None req-d4a13985-1673-4519-982d-521ee67cbf87 tempest-RoutersTest-228919764 tempest-RoutersTest-228919764-project] Calling delete_port for a2b6a882-4613-46f8-b3ec-1fbd47483074 owned by network:router_interface {{(pid=94174) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1986}} Jun 23 11:35:52.434261 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron_lib.callbacks.manager [None req-4f54becc-4914-427e-877b-c16bbabfbff0 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:35:52.511977 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.db.l3_hamode_db [None req-cab098b8-6a46-47f9-8cbb-da41db154a74 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e088c3b9-e76a-4661-91ae-fd789b04bbf1', 'name': 'tempest-ServerActionsTestJSON-2115701801-router', 'tenant_id': '252b24454ee04e36b666155dab1feb23', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3e7e4eb3-cf02-4d47-ade9-0a579cdfc60f', 'external_fixed_ips': [{'subnet_id': 'a5ad15ab-c489-4a67-a9b0-d559fca0ec71', 'ip_address': '172.26.3.171'}], 'enable_snat': True}, 'gw_port_id': '946affd4-ae12-4b9b-ba02-e48035525e66', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-23T11:32:15Z', 'updated_at': '2021-06-23T11:35:50Z', 'revision_number': 5, 'project_id': '252b24454ee04e36b666155dab1feb23', 'gw_port': {'id': '946affd4-ae12-4b9b-ba02-e48035525e66', 'name': '', 'network_id': '3e7e4eb3-cf02-4d47-ade9-0a579cdfc60f', 'tenant_id': '', 'mac_address': 'fa:16:3e:c7:1d:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e088c3b9-e76a-4661-91ae-fd789b04bbf1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 440, 'fixed_ips': [{'subnet_id': 'a5ad15ab-c489-4a67-a9b0-d559fca0ec71', 'ip_address': '172.26.3.171', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-94-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-23T11:32:16Z', 'updated_at': '2021-06-23T11:32:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a5ad15ab-c489-4a67-a9b0-d559fca0ec71', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-601336-94-hyperv'}], 'dv-neutron-601336-94-hyperv', False) {} {{(pid=94176) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 11:35:52.533547 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron_lib.callbacks.manager [None req-2e56d74b-6813-41f3-bedc-af34fda4f946 tempest-RoutersIpV6Test-1448447933 tempest-RoutersIpV6Test-1448447933-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-922904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866062', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773700135042', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773699642233', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773699642278', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5196369'] for port, after_update {{(pid=94174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:35:52.534517 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron_lib.callbacks.manager [None req-2e56d74b-6813-41f3-bedc-af34fda4f946 tempest-RoutersIpV6Test-1448447933 tempest-RoutersIpV6Test-1448447933-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-7866091', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-453038'] for router_interface, after_create {{(pid=94174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:35:52.536478 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG oslo_concurrency.lockutils [None req-f321f889-0d2e-408d-ba27-78677c357e23 tempest-RoutersTest-228919764 tempest-RoutersTest-228919764-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94174) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 11:35:52.542006 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cab098b8-6a46-47f9-8cbb-da41db154a74 None None] Checking router: e088c3b9-e76a-4661-91ae-fd789b04bbf1 for host: dv-neutron-601336-94-hyperv {{(pid=94176) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 23 11:35:52.550605 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cab098b8-6a46-47f9-8cbb-da41db154a74 None None] Routers {'e088c3b9-e76a-4661-91ae-fd789b04bbf1'} bound to L3 agent in host dv-neutron-601336-94-hyperv {{(pid=94176) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 23 11:35:52.551316 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.db.l3_hamode_db [None req-cab098b8-6a46-47f9-8cbb-da41db154a74 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-601336-94-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-23T11:22:13Z,description=,heartbeat_timestamp=2021-06-23T11:35:43Z,host='dv-neutron-601336-94-hyperv',id=50ef99c0-ef28-4db5-b303-b145898fae60,load=0,resource_versions=,resources_synced=,started_at=2021-06-23T11:22:14Z,topic='l3_agent')) {'router_ids': ['e088c3b9-e76a-4661-91ae-fd789b04bbf1'], 'active': True} {{(pid=94176) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 11:35:52.631732 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e56d74b-6813-41f3-bedc-af34fda4f946 tempest-RoutersIpV6Test-1448447933 tempest-RoutersIpV6Test-1448447933-project] Pushing event updated for resources: {'Port': ['ID=a5a4b409-052d-4fc9-acf0-a2804681f6ef,revision_number=2']} {{(pid=94174) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 11:35:52.635171 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG oslo_concurrency.lockutils [None req-2e56d74b-6813-41f3-bedc-af34fda4f946 tempest-RoutersIpV6Test-1448447933 tempest-RoutersIpV6Test-1448447933-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.099s {{(pid=94174) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 11:35:52.648935 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron_lib.callbacks.manager [None req-0eb4c689-a825-4867-976f-86d7ff2a9dd5 tempest-NegativeSecGroupIPv6Test-1070497984 tempest-NegativeSecGroupIPv6Test-1070497984-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7996330'] for security_group, after_delete {{(pid=94175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:35:52.652693 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron_lib.callbacks.manager [None req-0eb4c689-a825-4867-976f-86d7ff2a9dd5 tempest-NegativeSecGroupIPv6Test-1070497984 tempest-NegativeSecGroupIPv6Test-1070497984-project] Notify callbacks [] for security_group, before_response {{(pid=94175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:35:52.654673 dv-neutron-601336-94-hyperv neutron-server[94175]: INFO neutron.wsgi [None req-0eb4c689-a825-4867-976f-86d7ff2a9dd5 tempest-NegativeSecGroupIPv6Test-1070497984 tempest-NegativeSecGroupIPv6Test-1070497984-project] 10.222.0.20 "DELETE /v2.0/security-groups/439a1561-f851-4cc4-9af8-37e5d3af36fb HTTP/1.1" status: 204 len: 168 time: 0.5478921 Jun 23 11:35:52.663604 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG oslo_concurrency.lockutils [None req-905c9afb-5833-4fb1-a7cb-d74a3356efb2 tempest-NegativeSecGroupIPv6Test-1070497984 tempest-NegativeSecGroupIPv6Test-1070497984-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94175) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 11:35:52.663784 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.wsgi [-] (94174) accepted ('10.222.0.20', 41450) {{(pid=94174) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 11:35:52.663784 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron_lib.callbacks.manager [None req-d4a13985-1673-4519-982d-521ee67cbf87 tempest-RoutersTest-228919764 tempest-RoutersTest-228919764-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-922904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866062', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773700135024', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773699642224', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5196390'] for port, after_delete {{(pid=94174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:35:52.668968 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.db.l3_dvr_db [None req-cab098b8-6a46-47f9-8cbb-da41db154a74 None None] Set router e088c3b9-e76a-4661-91ae-fd789b04bbf1 gateway port host: dv-neutron-601336-94-hyperv {{(pid=94176) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:838}} Jun 23 11:35:52.676338 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG oslo_concurrency.lockutils [None req-7b0a5bf7-830e-4048-8de4-40768bc51588 tempest-RoutersIpV6Test-1448447933 tempest-RoutersIpV6Test-1448447933-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94174) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 11:35:52.704990 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4a13985-1673-4519-982d-521ee67cbf87 tempest-RoutersTest-228919764 tempest-RoutersTest-228919764-project] Pushing event deleted for resources: {'Port': ['ID=a2b6a882-4613-46f8-b3ec-1fbd47483074,revision_number=None']} {{(pid=94174) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 11:35:52.707570 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG oslo_concurrency.lockutils [None req-d4a13985-1673-4519-982d-521ee67cbf87 tempest-RoutersTest-228919764 tempest-RoutersTest-228919764-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.031s {{(pid=94174) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 11:35:52.713458 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0eb4c689-a825-4867-976f-86d7ff2a9dd5 tempest-NegativeSecGroupIPv6Test-1070497984 tempest-NegativeSecGroupIPv6Test-1070497984-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=439a1561-f851-4cc4-9af8-37e5d3af36fb,revision_number=None']} {{(pid=94175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 11:35:52.728705 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG oslo_concurrency.lockutils [None req-0eb4c689-a825-4867-976f-86d7ff2a9dd5 tempest-NegativeSecGroupIPv6Test-1070497984 tempest-NegativeSecGroupIPv6Test-1070497984-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.070s {{(pid=94175) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 11:35:52.769393 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.plugins.ml2.plugin [None req-4f54becc-4914-427e-877b-c16bbabfbff0 admin admin] Deleting port 946affd4-ae12-4b9b-ba02-e48035525e66 {{(pid=94175) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1913}} Jun 23 11:35:52.769747 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron_lib.callbacks.manager [None req-4f54becc-4914-427e-877b-c16bbabfbff0 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773700079324'] for port, before_delete {{(pid=94175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:35:52.814854 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2e56d74b-6813-41f3-bedc-af34fda4f946 tempest-RoutersIpV6Test-1448447933 tempest-RoutersIpV6Test-1448447933-project] Network d798c677-8a94-46e7-baf1-4b1f6ba4e97c is already hosted by enough agents. {{(pid=94174) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 23 11:35:52.823457 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.scheduler.base_scheduler [None req-2e56d74b-6813-41f3-bedc-af34fda4f946 tempest-RoutersIpV6Test-1448447933 tempest-RoutersIpV6Test-1448447933-project] Resources bound (agent type, host, resource id): {{(pid=94174) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 23 11:35:52.921592 dv-neutron-601336-94-hyperv neutron-server[94174]: INFO neutron.wsgi [None req-083bf56e-ea11-4bd0-a8f7-64ccdc66b6ce tempest-NegativeSecGroupIPv6Test-1070497984 tempest-NegativeSecGroupIPv6Test-1070497984-project] 10.222.0.20 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.2552347 Jun 23 11:35:52.929102 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.wsgi [-] (94175) accepted ('10.222.0.20', 41452) {{(pid=94175) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 11:35:52.940915 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.api.v2.base [None req-1825d099-2164-4138-927e-4bb2a8af4dad tempest-NegativeSecGroupIPv6Test-1070497984 tempest-NegativeSecGroupIPv6Test-1070497984-project] Request body: {'security_group': {'name': 'tempest-secgroup--770327481'}} {{(pid=94175) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 23 11:35:53.001955 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.plugins.ml2.db [None req-4f54becc-4914-427e-877b-c16bbabfbff0 admin admin] For port 946affd4-ae12-4b9b-ba02-e48035525e66, host dv-neutron-601336-94-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-94-hyperv',level=0,port_id=946affd4-ae12-4b9b-ba02-e48035525e66,segment=NetworkSegment(c23be0a5-6980-48fb-bc9f-4a24717fe1de),segment_id=c23be0a5-6980-48fb-bc9f-4a24717fe1de)] {{(pid=94175) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 23 11:35:53.002437 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron_lib.callbacks.manager [None req-4f54becc-4914-427e-877b-c16bbabfbff0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-430722'] for port, precommit_delete {{(pid=94175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:35:53.017788 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.plugins.ml2.plugin [None req-4f54becc-4914-427e-877b-c16bbabfbff0 admin admin] Calling delete_port for 946affd4-ae12-4b9b-ba02-e48035525e66 owned by network:router_gateway {{(pid=94175) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1986}} Jun 23 11:35:53.032789 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.db.l3_hamode_db [None req-cab098b8-6a46-47f9-8cbb-da41db154a74 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e088c3b9-e76a-4661-91ae-fd789b04bbf1', 'name': 'tempest-ServerActionsTestJSON-2115701801-router', 'tenant_id': '252b24454ee04e36b666155dab1feb23', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3e7e4eb3-cf02-4d47-ade9-0a579cdfc60f', 'external_fixed_ips': [{'subnet_id': 'a5ad15ab-c489-4a67-a9b0-d559fca0ec71', 'ip_address': '172.26.3.171'}], 'enable_snat': True}, 'gw_port_id': '946affd4-ae12-4b9b-ba02-e48035525e66', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-23T11:32:15Z', 'updated_at': '2021-06-23T11:35:50Z', 'revision_number': 5, 'project_id': '252b24454ee04e36b666155dab1feb23', 'gw_port': {'id': '946affd4-ae12-4b9b-ba02-e48035525e66', 'name': '', 'network_id': '3e7e4eb3-cf02-4d47-ade9-0a579cdfc60f', 'tenant_id': '', 'mac_address': 'fa:16:3e:c7:1d:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e088c3b9-e76a-4661-91ae-fd789b04bbf1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 440, 'fixed_ips': [{'subnet_id': 'a5ad15ab-c489-4a67-a9b0-d559fca0ec71', 'ip_address': '172.26.3.171', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-94-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-23T11:32:16Z', 'updated_at': '2021-06-23T11:32:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a5ad15ab-c489-4a67-a9b0-d559fca0ec71', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-601336-94-hyperv'}], 'dv-neutron-601336-94-hyperv', False) {} {{(pid=94176) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 11:35:53.070037 dv-neutron-601336-94-hyperv neutron-server[94174]: INFO neutron.wsgi [req-8da963d8-e5dc-4122-a03c-5e5ac0f94e6f req-1caf3fe5-c9d1-4686-9940-7b3bd70965a9 tempest-TestNetworkBasicOps-233187296 tempest-TestNetworkBasicOps-233187296-project] 10.222.0.20 "GET /v2.0/ports?device_id=70369a78-6600-4228-b5a7-ab21e12429a7 HTTP/1.1" status: 200 len: 210 time: 0.1460173 Jun 23 11:35:53.119887 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.db.provisioning_blocks [None req-8deba0dd-6175-4aab-9585-4183e8773d87 None None] Provisioning for port a5a4b409-052d-4fc9-acf0-a2804681f6ef completed by entity DHCP. {{(pid=94176) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 23 11:35:53.125640 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cab098b8-6a46-47f9-8cbb-da41db154a74 None None] The sync data for ids ['e088c3b9-e76a-4661-91ae-fd789b04bbf1'] in dv-neutron-601336-94-hyperv is: [{'id': 'e088c3b9-e76a-4661-91ae-fd789b04bbf1', 'name': 'tempest-ServerActionsTestJSON-2115701801-router', 'tenant_id': '252b24454ee04e36b666155dab1feb23', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3e7e4eb3-cf02-4d47-ade9-0a579cdfc60f', 'external_fixed_ips': [{'subnet_id': 'a5ad15ab-c489-4a67-a9b0-d559fca0ec71', 'ip_address': '172.26.3.171'}], 'enable_snat': True}, 'gw_port_id': '946affd4-ae12-4b9b-ba02-e48035525e66', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-23T11:32:15Z', 'updated_at': '2021-06-23T11:35:50Z', 'revision_number': 5, 'project_id': '252b24454ee04e36b666155dab1feb23', 'gw_port': {'id': '946affd4-ae12-4b9b-ba02-e48035525e66', 'name': '', 'network_id': '3e7e4eb3-cf02-4d47-ade9-0a579cdfc60f', 'tenant_id': '', 'mac_address': 'fa:16:3e:c7:1d:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e088c3b9-e76a-4661-91ae-fd789b04bbf1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 440, 'fixed_ips': [{'subnet_id': 'a5ad15ab-c489-4a67-a9b0-d559fca0ec71', 'ip_address': '172.26.3.171', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-94-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-23T11:32:16Z', 'updated_at': '2021-06-23T11:32:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a5ad15ab-c489-4a67-a9b0-d559fca0ec71', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-601336-94-hyperv'}] {{(pid=94176) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 23 11:35:53.142695 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.db.provisioning_blocks [None req-8deba0dd-6175-4aab-9585-4183e8773d87 None None] Provisioning complete for port a5a4b409-052d-4fc9-acf0-a2804681f6ef triggered by entity DHCP. {{(pid=94176) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 23 11:35:53.143219 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron_lib.callbacks.manager [None req-8deba0dd-6175-4aab-9585-4183e8773d87 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-899258'] for port, provisioning_complete {{(pid=94176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:35:53.164805 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron_lib.callbacks.manager [None req-1825d099-2164-4138-927e-4bb2a8af4dad tempest-NegativeSecGroupIPv6Test-1070497984 tempest-NegativeSecGroupIPv6Test-1070497984-project] Notify callbacks [] for security_group, before_create {{(pid=94175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:35:53.220451 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.plugins.ml2.plugin [None req-8deba0dd-6175-4aab-9585-4183e8773d87 None None] Port a5a4b409-052d-4fc9-acf0-a2804681f6ef cannot update to ACTIVE because it is not bound. {{(pid=94176) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jun 23 11:35:53.225101 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.plugins.ml2.rpc [None req-dc7542b2-afef-47f4-a763-e3a3cba144be None None] Device 908272e4-8208-40c9-bbc9-23218bbe7547 up at agent ovs-agent-dv-neutron-601336-94-hyperv {{(pid=94176) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:298}} Jun 23 11:35:53.259080 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron_lib.callbacks.manager [None req-d4a13985-1673-4519-982d-521ee67cbf87 tempest-RoutersTest-228919764 tempest-RoutersTest-228919764-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-7866080', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-516693'] for router_interface, after_delete {{(pid=94174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:35:53.262053 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron_lib.callbacks.manager [None req-97bd5441-1da2-49ee-a364-27795820ba27 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773699952132', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-899307'] for agent, after_update {{(pid=94176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:35:53.269788 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2e56d74b-6813-41f3-bedc-af34fda4f946 tempest-RoutersIpV6Test-1448447933 tempest-RoutersIpV6Test-1448447933-project] Router efd40a64-d42c-4d74-9749-ec45002e9efd has already been hosted by L3 agent 50ef99c0-ef28-4db5-b303-b145898fae60 {{(pid=94174) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 23 11:35:53.334983 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.db.provisioning_blocks [None req-dc7542b2-afef-47f4-a763-e3a3cba144be None None] Provisioning complete for port 908272e4-8208-40c9-bbc9-23218bbe7547 triggered by entity L2. {{(pid=94176) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 23 11:35:53.335711 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron_lib.callbacks.manager [None req-dc7542b2-afef-47f4-a763-e3a3cba144be None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-899258'] for port, provisioning_complete {{(pid=94176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:35:53.389397 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.db.provisioning_blocks [None req-279f6766-63ae-48c6-86d3-7fc8a4df8152 None None] Provisioning complete for port a5a4b409-052d-4fc9-acf0-a2804681f6ef triggered by entity DHCP. {{(pid=94176) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 23 11:35:53.391516 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron_lib.callbacks.manager [None req-279f6766-63ae-48c6-86d3-7fc8a4df8152 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-899258'] for port, provisioning_complete {{(pid=94176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:35:53.394238 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron_lib.callbacks.manager [None req-1825d099-2164-4138-927e-4bb2a8af4dad tempest-NegativeSecGroupIPv6Test-1070497984 tempest-NegativeSecGroupIPv6Test-1070497984-project] Notify callbacks [] for security_group, precommit_create {{(pid=94175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:35:53.439479 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.plugins.ml2.plugin [None req-279f6766-63ae-48c6-86d3-7fc8a4df8152 None None] Port a5a4b409-052d-4fc9-acf0-a2804681f6ef cannot update to ACTIVE because it is not bound. {{(pid=94176) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jun 23 11:35:53.477541 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron_lib.callbacks.manager [None req-1825d099-2164-4138-927e-4bb2a8af4dad tempest-NegativeSecGroupIPv6Test-1070497984 tempest-NegativeSecGroupIPv6Test-1070497984-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7996330'] for security_group, after_create {{(pid=94175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:35:53.482004 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG oslo_concurrency.lockutils [None req-84df87b7-e01c-4eec-9974-2a4d0ca11af5 tempest-PortsTestJSON-2085221018 tempest-PortsTestJSON-2085221018-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94175) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 11:35:53.482573 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.plugins.ml2.rpc [None req-dc7542b2-afef-47f4-a763-e3a3cba144be None None] Device 8d200667-8459-43fc-81fe-364c2f8ba46c up at agent ovs-agent-dv-neutron-601336-94-hyperv {{(pid=94176) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:298}} Jun 23 11:35:53.485254 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron_lib.callbacks.manager [None req-4f54becc-4914-427e-877b-c16bbabfbff0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-922904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866062', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773700135024', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773699642224', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5082448'] for port, after_delete {{(pid=94175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:35:53.562688 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d4a13985-1673-4519-982d-521ee67cbf87 tempest-RoutersTest-228919764 tempest-RoutersTest-228919764-project] Router 46f713e3-48e3-49af-bb7b-d38bcdf5f639 has already been hosted by L3 agent 50ef99c0-ef28-4db5-b303-b145898fae60 {{(pid=94174) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 23 11:35:53.565959 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2e56d74b-6813-41f3-bedc-af34fda4f946 tempest-RoutersIpV6Test-1448447933 tempest-RoutersIpV6Test-1448447933-project] Notify agent at l3_agent.dv-neutron-601336-94-hyperv the message routers_updated {{(pid=94174) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 23 11:35:53.571665 dv-neutron-601336-94-hyperv neutron-server[94174]: INFO neutron.wsgi [None req-2e56d74b-6813-41f3-bedc-af34fda4f946 tempest-RoutersIpV6Test-1448447933 tempest-RoutersIpV6Test-1448447933-project] 10.222.0.20 "PUT /v2.0/routers/efd40a64-d42c-4d74-9749-ec45002e9efd/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.3031940 Jun 23 11:35:53.575184 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.wsgi [-] (94174) accepted ('10.222.0.20', 41454) {{(pid=94174) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 11:35:53.579220 dv-neutron-601336-94-hyperv neutron-server[94177]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ce76a317-0443-41c3-bbbb-733d0c81bcfa None None] Sync routers for ids ['efd40a64-d42c-4d74-9749-ec45002e9efd'] in dv-neutron-601336-94-hyperv {{(pid=94177) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 23 11:35:53.580755 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.api.v2.base [None req-d2bb3d25-d95e-4195-a4d5-69472a8efcb4 tempest-RoutersIpV6Test-1448447933 tempest-RoutersIpV6Test-1448447933-project] Request body: {'router': {'routes': [{'nexthop': '2001:db8:1::2', 'destination': '2001:db8:1::/64'}, {'nexthop': '2001:db8:2::2', 'destination': '2001:db8:2::/64'}, {'nexthop': '2001:db8:3::2', 'destination': '2001:db8:3::/64'}, {'nexthop': '2001:db8::2', 'destination': '2001:db8::/64'}]}} {{(pid=94174) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 23 11:35:53.599537 dv-neutron-601336-94-hyperv neutron-server[94177]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ce76a317-0443-41c3-bbbb-733d0c81bcfa None None] Routers {'efd40a64-d42c-4d74-9749-ec45002e9efd'} bound to L3 agent in host dv-neutron-601336-94-hyperv {{(pid=94177) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 23 11:35:53.600273 dv-neutron-601336-94-hyperv neutron-server[94177]: DEBUG neutron.db.l3_hamode_db [None req-ce76a317-0443-41c3-bbbb-733d0c81bcfa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-601336-94-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-23T11:22:13Z,description=,heartbeat_timestamp=2021-06-23T11:35:43Z,host='dv-neutron-601336-94-hyperv',id=50ef99c0-ef28-4db5-b303-b145898fae60,load=0,resource_versions=,resources_synced=,started_at=2021-06-23T11:22:14Z,topic='l3_agent')) {'router_ids': ['efd40a64-d42c-4d74-9749-ec45002e9efd'], 'active': True} {{(pid=94177) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 11:35:53.608418 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1825d099-2164-4138-927e-4bb2a8af4dad tempest-NegativeSecGroupIPv6Test-1070497984 tempest-NegativeSecGroupIPv6Test-1070497984-project] Pushing event updated for resources: {'SecurityGroup': ['ID=0b156755-bf30-4557-a5b6-3f405adc1af4,revision_number=1']} {{(pid=94175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 11:35:53.612956 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG oslo_concurrency.lockutils [None req-1825d099-2164-4138-927e-4bb2a8af4dad tempest-NegativeSecGroupIPv6Test-1070497984 tempest-NegativeSecGroupIPv6Test-1070497984-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.131s {{(pid=94175) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 11:35:53.613571 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG oslo_concurrency.lockutils [None req-192dd310-f8d2-4e64-a013-38e215a9312e tempest-RoutersIpV6Test-1448447933 tempest-RoutersIpV6Test-1448447933-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.124s {{(pid=94175) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 11:35:53.642130 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron_lib.callbacks.manager [None req-1825d099-2164-4138-927e-4bb2a8af4dad tempest-NegativeSecGroupIPv6Test-1070497984 tempest-NegativeSecGroupIPv6Test-1070497984-project] Notify callbacks [] for security_group, before_response {{(pid=94175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:35:53.646166 dv-neutron-601336-94-hyperv neutron-server[94175]: INFO neutron.wsgi [None req-1825d099-2164-4138-927e-4bb2a8af4dad tempest-NegativeSecGroupIPv6Test-1070497984 tempest-NegativeSecGroupIPv6Test-1070497984-project] 10.222.0.20 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.7128189 Jun 23 11:35:53.647779 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.wsgi [-] (94175) accepted ('10.222.0.20', 41456) {{(pid=94175) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 11:35:53.648755 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f54becc-4914-427e-877b-c16bbabfbff0 admin admin] Pushing event deleted for resources: {'Port': ['ID=946affd4-ae12-4b9b-ba02-e48035525e66,revision_number=None']} {{(pid=94175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 11:35:53.650905 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.db.provisioning_blocks [None req-dc7542b2-afef-47f4-a763-e3a3cba144be None None] Provisioning for port 8d200667-8459-43fc-81fe-364c2f8ba46c completed by entity L2. {{(pid=94176) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 23 11:35:53.652689 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG oslo_concurrency.lockutils [None req-4f54becc-4914-427e-877b-c16bbabfbff0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.039s {{(pid=94175) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 11:35:53.656198 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.api.v2.base [None req-c8f63e09-2636-4642-83df-4a28e26fb8a6 tempest-NegativeSecGroupIPv6Test-1070497984 tempest-NegativeSecGroupIPv6Test-1070497984-project] Request body: {'security_group': {'name': 'default'}} {{(pid=94175) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 23 11:35:53.667208 dv-neutron-601336-94-hyperv neutron-server[94175]: WARNING neutron.api.v2.base [None req-c8f63e09-2636-4642-83df-4a28e26fb8a6 tempest-NegativeSecGroupIPv6Test-1070497984 tempest-NegativeSecGroupIPv6Test-1070497984-project] An exception happened while processing the request body. The exception message is [Default security group already exists.].: neutron.extensions.securitygroup.SecurityGroupDefaultAlreadyExists: Default security group already exists. Jun 23 11:35:53.667208 dv-neutron-601336-94-hyperv neutron-server[94175]: INFO neutron.api.v2.resource [None req-c8f63e09-2636-4642-83df-4a28e26fb8a6 tempest-NegativeSecGroupIPv6Test-1070497984 tempest-NegativeSecGroupIPv6Test-1070497984-project] update failed (client error): There was a conflict when trying to complete your request. Jun 23 11:35:53.667208 dv-neutron-601336-94-hyperv neutron-server[94175]: INFO neutron.wsgi [None req-c8f63e09-2636-4642-83df-4a28e26fb8a6 tempest-NegativeSecGroupIPv6Test-1070497984 tempest-NegativeSecGroupIPv6Test-1070497984-project] 10.222.0.20 "PUT /v2.0/security-groups/0b156755-bf30-4557-a5b6-3f405adc1af4 HTTP/1.1" status: 409 len: 330 time: 0.0070388 Jun 23 11:35:53.670289 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.db.provisioning_blocks [None req-dc7542b2-afef-47f4-a763-e3a3cba144be None None] Provisioning complete for port 8d200667-8459-43fc-81fe-364c2f8ba46c triggered by entity L2. {{(pid=94176) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 23 11:35:53.670740 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron_lib.callbacks.manager [None req-dc7542b2-afef-47f4-a763-e3a3cba144be None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-899258'] for port, provisioning_complete {{(pid=94176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:35:53.671671 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.wsgi [-] (94175) accepted ('10.222.0.20', 41458) {{(pid=94175) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 11:35:53.716628 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.db.provisioning_blocks [None req-3e48a622-cb3e-49fc-b08b-6f03efe9f4a6 None None] Provisioning complete for port a5a4b409-052d-4fc9-acf0-a2804681f6ef triggered by entity DHCP. {{(pid=94176) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 23 11:35:53.717022 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron_lib.callbacks.manager [None req-3e48a622-cb3e-49fc-b08b-6f03efe9f4a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-899258'] for port, provisioning_complete {{(pid=94176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:35:53.725005 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron_lib.callbacks.manager [None req-4f54becc-4914-427e-877b-c16bbabfbff0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-524171'] for router_gateway, after_delete {{(pid=94175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:35:53.737278 dv-neutron-601336-94-hyperv neutron-server[94177]: DEBUG neutron.db.l3_dvr_db [None req-ce76a317-0443-41c3-bbbb-733d0c81bcfa None None] Set router efd40a64-d42c-4d74-9749-ec45002e9efd gateway port host: None {{(pid=94177) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:838}} Jun 23 11:35:53.774854 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d4a13985-1673-4519-982d-521ee67cbf87 tempest-RoutersTest-228919764 tempest-RoutersTest-228919764-project] Notify agent at l3_agent.dv-neutron-601336-94-hyperv the message routers_updated {{(pid=94174) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 23 11:35:53.776991 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.plugins.ml2.plugin [None req-3e48a622-cb3e-49fc-b08b-6f03efe9f4a6 None None] Port a5a4b409-052d-4fc9-acf0-a2804681f6ef cannot update to ACTIVE because it is not bound. {{(pid=94176) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jun 23 11:35:53.789783 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a08357b7-8cf2-4c93-bfaf-344caf664a54 None None] Sync routers for ids ['46f713e3-48e3-49af-bb7b-d38bcdf5f639'] in dv-neutron-601336-94-hyperv {{(pid=94176) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 23 11:35:53.790156 dv-neutron-601336-94-hyperv neutron-server[94174]: INFO neutron.wsgi [None req-d4a13985-1673-4519-982d-521ee67cbf87 tempest-RoutersTest-228919764 tempest-RoutersTest-228919764-project] 10.222.0.20 "PUT /v2.0/routers/46f713e3-48e3-49af-bb7b-d38bcdf5f639/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.4207480 Jun 23 11:35:53.790905 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.wsgi [-] (94174) accepted ('10.222.0.20', 41460) {{(pid=94174) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 11:35:53.824004 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a08357b7-8cf2-4c93-bfaf-344caf664a54 None None] Routers {'46f713e3-48e3-49af-bb7b-d38bcdf5f639'} bound to L3 agent in host dv-neutron-601336-94-hyperv {{(pid=94176) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 23 11:35:53.825046 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.db.l3_hamode_db [None req-a08357b7-8cf2-4c93-bfaf-344caf664a54 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-601336-94-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-23T11:22:13Z,description=,heartbeat_timestamp=2021-06-23T11:35:43Z,host='dv-neutron-601336-94-hyperv',id=50ef99c0-ef28-4db5-b303-b145898fae60,load=0,resource_versions=,resources_synced=,started_at=2021-06-23T11:22:14Z,topic='l3_agent')) {'router_ids': ['46f713e3-48e3-49af-bb7b-d38bcdf5f639'], 'active': True} {{(pid=94176) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 11:35:53.845143 dv-neutron-601336-94-hyperv neutron-server[94174]: INFO neutron.wsgi [None req-7c4a7ff0-3f9f-46f9-9b79-0916f36af9c3 tempest-RoutersTest-228919764 tempest-RoutersTest-228919764-project] 10.222.0.20 "GET /v2.0/ports?device_id=46f713e3-48e3-49af-bb7b-d38bcdf5f639 HTTP/1.1" status: 200 len: 205 time: 0.0511823 Jun 23 11:35:53.845723 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.wsgi [-] (94174) accepted ('10.222.0.20', 41462) {{(pid=94174) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 11:35:53.869975 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.db.l3_hamode_db [None req-a08357b7-8cf2-4c93-bfaf-344caf664a54 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-601336-94-hyperv', False) {} {{(pid=94176) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 11:35:53.872914 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron_lib.callbacks.manager [None req-4f54becc-4914-427e-877b-c16bbabfbff0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-520417', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-32301'] for router, precommit_delete {{(pid=94175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:35:53.875641 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron_lib.callbacks.manager [None req-4f54becc-4914-427e-877b-c16bbabfbff0 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:35:53.882238 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a08357b7-8cf2-4c93-bfaf-344caf664a54 None None] Routers {'46f713e3-48e3-49af-bb7b-d38bcdf5f639'} bound to L3 agent in host dv-neutron-601336-94-hyperv {{(pid=94176) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 23 11:35:53.883136 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.db.l3_hamode_db [None req-a08357b7-8cf2-4c93-bfaf-344caf664a54 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-601336-94-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-23T11:22:13Z,description=,heartbeat_timestamp=2021-06-23T11:35:43Z,host='dv-neutron-601336-94-hyperv',id=50ef99c0-ef28-4db5-b303-b145898fae60,load=0,resource_versions=,resources_synced=,started_at=2021-06-23T11:22:14Z,topic='l3_agent')) {'router_ids': ['46f713e3-48e3-49af-bb7b-d38bcdf5f639'], 'active': True} {{(pid=94176) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 11:35:53.885156 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron_lib.callbacks.manager [None req-dc7542b2-afef-47f4-a763-e3a3cba144be None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-923122'] for port, before_update {{(pid=94176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:35:53.973412 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron_lib.callbacks.manager [None req-a678406f-6c44-45c8-9045-6e1afd214b5a tempest-NegativeSecGroupIPv6Test-1070497984 tempest-NegativeSecGroupIPv6Test-1070497984-project] Notify callbacks [] for security_group, before_delete {{(pid=94175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:35:53.974767 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron_lib.callbacks.manager [None req-956fd983-53a3-4004-afc8-902d8dce40bd tempest-RoutersTest-228919764 tempest-RoutersTest-228919764-project] Notify callbacks [] for router, before_delete {{(pid=94174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:35:54.003470 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron_lib.callbacks.manager [None req-a678406f-6c44-45c8-9045-6e1afd214b5a tempest-NegativeSecGroupIPv6Test-1070497984 tempest-NegativeSecGroupIPv6Test-1070497984-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:35:54.047922 dv-neutron-601336-94-hyperv neutron-server[94177]: DEBUG neutron.db.l3_hamode_db [None req-ce76a317-0443-41c3-bbbb-733d0c81bcfa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'efd40a64-d42c-4d74-9749-ec45002e9efd', 'name': 'tempest-RoutersIpV6Test-router-621702574', 'tenant_id': 'a04e393135be4822803c421d0995b548', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-23T11:35:29Z', 'updated_at': '2021-06-23T11:35:51Z', 'revision_number': 5, 'project_id': 'a04e393135be4822803c421d0995b548', 'gw_port_host': None, '_interfaces': [{'id': '18eeaa2a-9fe9-456b-8f26-be0272e23bad', 'name': '', 'network_id': '8dba2472-7331-4ba9-b904-298b042d46c9', 'tenant_id': 'a04e393135be4822803c421d0995b548', 'mac_address': 'fa:16:3e:b5:78:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'efd40a64-d42c-4d74-9749-ec45002e9efd', 'device_owner': 'network:router_interface', 'standard_attr_id': 1011, 'fixed_ips': [{'subnet_id': '175bc06c-342b-4e55-945c-a10b0728e9dd', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-94-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-23T11:35:32Z', 'updated_at': '2021-06-23T11:35:39Z', 'revision_number': 5, 'project_id': 'a04e393135be4822803c421d0995b548', 'subnets': [{'id': '175bc06c-342b-4e55-945c-a10b0728e9dd', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '51eeb6b2-c859-4348-8d51-53b680c9492d', 'name': '', 'network_id': 'ca00b23c-623f-4cdc-9bd5-76a96dd340ab', 'tenant_id': 'a04e393135be4822803c421d0995b548', 'mac_address': 'fa:16:3e:1f:ca:85', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'efd40a64-d42c-4d74-9749-ec45002e9efd', 'device_owner': 'network:router_interface', 'standard_attr_id': 1049, 'fixed_ips': [{'subnet_id': '75d17758-e341-408a-9d3d-d429416fcd8a', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-94-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-23T11:35:42Z', 'updated_at': '2021-06-23T11:35:49Z', 'revision_number': 5, 'project_id': 'a04e393135be4822803c421d0995b548', 'subnets': [{'id': '75d17758-e341-408a-9d3d-d429416fcd8a', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'a5a4b409-052d-4fc9-acf0-a2804681f6ef', 'name': '', 'network_id': 'd798c677-8a94-46e7-baf1-4b1f6ba4e97c', 'tenant_id': 'a04e393135be4822803c421d0995b548', 'mac_address': 'fa:16:3e:df:21:3d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'efd40a64-d42c-4d74-9749-ec45002e9efd', 'device_owner': 'network:router_interface', 'standard_attr_id': 1077, 'fixed_ips': [{'subnet_id': 'b3b974ad-b374-439b-a756-595bfada134b', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-23T11:35:49Z', 'updated_at': '2021-06-23T11:35:52Z', 'revision_number': 2, 'project_id': 'a04e393135be4822803c421d0995b548', 'subnets': [{'id': 'b3b974ad-b374-439b-a756-595bfada134b', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'fa994084-a39f-425d-a88e-31f844094105', 'name': '', 'network_id': '5a0407f1-1e47-4f7c-9b40-8fcc21217cea', 'tenant_id': 'a04e393135be4822803c421d0995b548', 'mac_address': 'fa:16:3e:08:0e:df', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'efd40a64-d42c-4d74-9749-ec45002e9efd', 'device_owner': 'network:router_interface', 'standard_attr_id': 1030, 'fixed_ips': [{'subnet_id': 'af9b362d-ea7d-430f-b9de-bdf75c0ca07a', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-94-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-23T11:35:37Z', 'updated_at': '2021-06-23T11:35:44Z', 'revision_number': 5, 'project_id': 'a04e393135be4822803c421d0995b548', 'subnets': [{'id': 'af9b362d-ea7d-430f-b9de-bdf75c0ca07a', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-601336-94-hyperv', False) {} {{(pid=94177) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 11:35:54.053631 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron_lib.callbacks.manager [None req-4f54becc-4914-427e-877b-c16bbabfbff0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-494961'] for router, after_delete {{(pid=94175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:35:54.054369 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4f54becc-4914-427e-877b-c16bbabfbff0 admin admin] Fanout notify agent at l3_agent the message router_deleted on router e088c3b9-e76a-4661-91ae-fd789b04bbf1 {{(pid=94175) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jun 23 11:35:54.067870 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron_lib.callbacks.manager [None req-4f54becc-4914-427e-877b-c16bbabfbff0 admin admin] Notify callbacks [] for router, before_response {{(pid=94175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:35:54.069478 dv-neutron-601336-94-hyperv neutron-server[94175]: INFO neutron.wsgi [None req-4f54becc-4914-427e-877b-c16bbabfbff0 admin admin] 10.222.0.20 "DELETE /v2.0/routers/e088c3b9-e76a-4661-91ae-fd789b04bbf1 HTTP/1.1" status: 204 len: 168 time: 2.0109153 Jun 23 11:35:54.072377 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.wsgi [-] (94175) accepted ('10.222.0.20', 41464) {{(pid=94175) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 11:35:54.097609 dv-neutron-601336-94-hyperv neutron-server[94177]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ce76a317-0443-41c3-bbbb-733d0c81bcfa None None] Checking router: efd40a64-d42c-4d74-9749-ec45002e9efd for host: dv-neutron-601336-94-hyperv {{(pid=94177) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 23 11:35:54.098392 dv-neutron-601336-94-hyperv neutron-server[94177]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ce76a317-0443-41c3-bbbb-733d0c81bcfa None None] Updating router efd40a64-d42c-4d74-9749-ec45002e9efd port a5a4b409-052d-4fc9-acf0-a2804681f6ef binding host dv-neutron-601336-94-hyperv {{(pid=94177) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 23 11:35:54.150132 dv-neutron-601336-94-hyperv neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-ce76a317-0443-41c3-bbbb-733d0c81bcfa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-923122'] for port, before_update {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:35:54.156195 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.db.l3_hamode_db [None req-a08357b7-8cf2-4c93-bfaf-344caf664a54 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-601336-94-hyperv', False) {} {{(pid=94176) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 11:35:54.157282 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a08357b7-8cf2-4c93-bfaf-344caf664a54 None None] The sync data for ids ['46f713e3-48e3-49af-bb7b-d38bcdf5f639'] in dv-neutron-601336-94-hyperv is: [] {{(pid=94176) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 23 11:35:54.168247 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron_lib.callbacks.manager [None req-a678406f-6c44-45c8-9045-6e1afd214b5a tempest-NegativeSecGroupIPv6Test-1070497984 tempest-NegativeSecGroupIPv6Test-1070497984-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7996330'] for security_group, after_delete {{(pid=94175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:35:54.173574 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron_lib.callbacks.manager [None req-a678406f-6c44-45c8-9045-6e1afd214b5a tempest-NegativeSecGroupIPv6Test-1070497984 tempest-NegativeSecGroupIPv6Test-1070497984-project] Notify callbacks [] for security_group, before_response {{(pid=94175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:35:54.182848 dv-neutron-601336-94-hyperv neutron-server[94175]: INFO neutron.wsgi [None req-a678406f-6c44-45c8-9045-6e1afd214b5a tempest-NegativeSecGroupIPv6Test-1070497984 tempest-NegativeSecGroupIPv6Test-1070497984-project] 10.222.0.20 "DELETE /v2.0/security-groups/0b156755-bf30-4557-a5b6-3f405adc1af4 HTTP/1.1" status: 204 len: 168 time: 0.5090685 Jun 23 11:35:54.183697 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.wsgi [-] (94175) accepted ('10.222.0.20', 41468) {{(pid=94175) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 11:35:54.187116 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG oslo_concurrency.lockutils [None req-73f8bd9e-a930-401b-a66e-ea9e36acd716 tempest-RoutersAdminNegativeIpV6Test-1108986400 tempest-RoutersAdminNegativeIpV6Test-1108986400-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94175) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 11:35:54.191301 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.plugins.ml2.db [None req-dc7542b2-afef-47f4-a763-e3a3cba144be None None] For port 8d200667-8459-43fc-81fe-364c2f8ba46c, host dv-neutron-601336-94-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-94-hyperv',level=0,port_id=8d200667-8459-43fc-81fe-364c2f8ba46c,segment=NetworkSegment(f1915493-8e25-4cc4-83d5-e2c11324c770),segment_id=f1915493-8e25-4cc4-83d5-e2c11324c770)] {{(pid=94176) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 23 11:35:54.237807 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.db.db_base_plugin_v2 [None req-964c5ea6-2053-4148-bfad-c3526418a192 admin admin] Deleting subnet 47ff68e9-949b-4720-9652-7e8da6276be9 {{(pid=94175) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jun 23 11:35:54.247782 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron_lib.callbacks.manager [None req-964c5ea6-2053-4148-bfad-c3526418a192 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:35:54.254326 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron_lib.callbacks.manager [None req-dc7542b2-afef-47f4-a763-e3a3cba144be None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-922904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866062', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773700135042', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773699642233', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773699642278'] for port, after_update {{(pid=94176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:35:54.258437 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG oslo_concurrency.lockutils [None req-dc7542b2-afef-47f4-a763-e3a3cba144be None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 11:35:54.310788 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron_lib.callbacks.manager [None req-964c5ea6-2053-4148-bfad-c3526418a192 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5190686'] for subnet, precommit_delete_associations {{(pid=94175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:35:54.368747 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc7542b2-afef-47f4-a763-e3a3cba144be None None] Pushing event updated for resources: {'Port': ['ID=8d200667-8459-43fc-81fe-364c2f8ba46c,revision_number=3']} {{(pid=94176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 11:35:54.382875 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG oslo_concurrency.lockutils [None req-dc7542b2-afef-47f4-a763-e3a3cba144be None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.122s {{(pid=94176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 11:35:54.436549 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron_lib.callbacks.manager [None req-964c5ea6-2053-4148-bfad-c3526418a192 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-897634'] for subnet, precommit_delete {{(pid=94175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:35:54.448949 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a678406f-6c44-45c8-9045-6e1afd214b5a tempest-NegativeSecGroupIPv6Test-1070497984 tempest-NegativeSecGroupIPv6Test-1070497984-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=0b156755-bf30-4557-a5b6-3f405adc1af4,revision_number=None']} {{(pid=94175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 11:35:54.451564 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG oslo_concurrency.lockutils [None req-a678406f-6c44-45c8-9045-6e1afd214b5a tempest-NegativeSecGroupIPv6Test-1070497984 tempest-NegativeSecGroupIPv6Test-1070497984-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.264s {{(pid=94175) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 11:35:54.479067 dv-neutron-601336-94-hyperv neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-ce76a317-0443-41c3-bbbb-733d0c81bcfa None None] Notify callbacks [] for port, precommit_update {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:35:54.490247 dv-neutron-601336-94-hyperv neutron-server[94177]: DEBUG neutron.db.provisioning_blocks [None req-ce76a317-0443-41c3-bbbb-733d0c81bcfa None None] Transition to ACTIVE for port object a5a4b409-052d-4fc9-acf0-a2804681f6ef will not be triggered until provisioned by entity L2. {{(pid=94177) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 23 11:35:54.496860 dv-neutron-601336-94-hyperv neutron-server[94175]: INFO neutron.wsgi [req-4a35d9d5-4d92-4c32-a231-7e6c12c0df46 req-7e1a7538-d984-4c3c-9e0b-1042e5e6a565 tempest-TestNetworkBasicOps-233187296 tempest-TestNetworkBasicOps-233187296-project] 10.222.0.20 "GET /v2.0/ports?device_id=70369a78-6600-4228-b5a7-ab21e12429a7 HTTP/1.1" status: 200 len: 210 time: 0.0929949 Jun 23 11:35:54.536341 dv-neutron-601336-94-hyperv neutron-server[94175]: INFO neutron.wsgi [None req-6f6fb557-6192-45db-a85d-4b5440e0d824 tempest-NegativeSecGroupIPv6Test-1070497984 tempest-NegativeSecGroupIPv6Test-1070497984-project] 10.222.0.20 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.3423626 Jun 23 11:35:54.543354 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.wsgi [-] (94175) accepted ('10.222.0.20', 41470) {{(pid=94175) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 11:35:54.561858 dv-neutron-601336-94-hyperv neutron-server[94175]: INFO neutron.api.v2.resource [None req-c5723ca9-db90-4331-8408-8ba1b11c15e8 tempest-NegativeSecGroupIPv6Test-1070497984 tempest-NegativeSecGroupIPv6Test-1070497984-project] delete failed (client error): The resource could not be found. Jun 23 11:35:54.563832 dv-neutron-601336-94-hyperv neutron-server[94175]: INFO neutron.wsgi [None req-c5723ca9-db90-4331-8408-8ba1b11c15e8 tempest-NegativeSecGroupIPv6Test-1070497984 tempest-NegativeSecGroupIPv6Test-1070497984-project] 10.222.0.20 "DELETE /v2.0/security-groups/ef305300-1351-4485-aff1-d35035656b45 HTTP/1.1" status: 404 len: 347 time: 0.0185437 Jun 23 11:35:54.568059 dv-neutron-601336-94-hyperv neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-ce76a317-0443-41c3-bbbb-733d0c81bcfa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-922904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866062', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773700135042', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773699642233', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773699642278'] for port, after_update {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:35:54.569050 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.wsgi [-] (94175) accepted ('10.222.0.20', 41472) {{(pid=94175) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 11:35:54.570561 dv-neutron-601336-94-hyperv neutron-server[94177]: DEBUG oslo_concurrency.lockutils [None req-89bff9c2-4994-4756-b8d3-48d932f88ac3 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94177) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 11:35:54.585264 dv-neutron-601336-94-hyperv neutron-server[94175]: INFO neutron.api.v2.resource [None req-701be724-3353-4cd9-acc8-ff2b4a15c797 tempest-NegativeSecGroupIPv6Test-1070497984 tempest-NegativeSecGroupIPv6Test-1070497984-project] show failed (client error): The resource could not be found. Jun 23 11:35:54.591139 dv-neutron-601336-94-hyperv neutron-server[94175]: INFO neutron.wsgi [None req-701be724-3353-4cd9-acc8-ff2b4a15c797 tempest-NegativeSecGroupIPv6Test-1070497984 tempest-NegativeSecGroupIPv6Test-1070497984-project] 10.222.0.20 "GET /v2.0/security-groups/941bcf69-f88f-4fd3-9c7d-be834ced44fb HTTP/1.1" status: 404 len: 347 time: 0.0207834 Jun 23 11:35:54.591848 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.wsgi [-] (94175) accepted ('10.222.0.20', 41474) {{(pid=94175) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 11:35:54.613967 dv-neutron-601336-94-hyperv neutron-server[94175]: INFO neutron.api.v2.resource [None req-9a3f8691-e9b8-46ac-9a73-43bd26db4766 tempest-NegativeSecGroupIPv6Test-1070497984 tempest-NegativeSecGroupIPv6Test-1070497984-project] show failed (client error): The resource could not be found. Jun 23 11:35:54.622367 dv-neutron-601336-94-hyperv neutron-server[94175]: INFO neutron.wsgi [None req-9a3f8691-e9b8-46ac-9a73-43bd26db4766 tempest-NegativeSecGroupIPv6Test-1070497984 tempest-NegativeSecGroupIPv6Test-1070497984-project] 10.222.0.20 "GET /v2.0/security-group-rules/8350168e-5d0e-4653-858e-f3a719739405 HTTP/1.1" status: 404 len: 356 time: 0.0293372 Jun 23 11:35:54.625204 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron_lib.callbacks.manager [None req-964c5ea6-2053-4148-bfad-c3526418a192 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-897627', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866062', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5083050', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4660036'] for subnet, after_delete {{(pid=94175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:35:54.628597 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG oslo_concurrency.lockutils [None req-19a8f0f8-6090-4ccd-9adf-dfd757af4a03 tempest-RoutersIpV6Test-1448447933 tempest-RoutersIpV6Test-1448447933-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94175) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 11:35:54.656105 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-964c5ea6-2053-4148-bfad-c3526418a192 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=47ff68e9-949b-4720-9652-7e8da6276be9,revision_number=None']} {{(pid=94175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 11:35:54.658486 dv-neutron-601336-94-hyperv neutron-server[94177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4b1346e-ae2c-4029-b4c8-43175ed0644e None None] Pushing event updated for resources: {'Port': ['ID=a5a4b409-052d-4fc9-acf0-a2804681f6ef,revision_number=3']} {{(pid=94177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 11:35:54.659020 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron_lib.callbacks.manager [None req-964c5ea6-2053-4148-bfad-c3526418a192 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:35:54.663590 dv-neutron-601336-94-hyperv neutron-server[94175]: INFO neutron.wsgi [None req-964c5ea6-2053-4148-bfad-c3526418a192 admin admin] 10.222.0.20 "DELETE /v2.0/subnets/47ff68e9-949b-4720-9652-7e8da6276be9 HTTP/1.1" status: 204 len: 168 time: 0.5897589 Jun 23 11:35:54.665375 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG oslo_concurrency.lockutils [None req-964c5ea6-2053-4148-bfad-c3526418a192 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.037s {{(pid=94175) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 11:35:54.666090 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.wsgi [-] (94175) accepted ('10.222.0.20', 41478) {{(pid=94175) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 11:35:54.680551 dv-neutron-601336-94-hyperv neutron-server[94177]: DEBUG oslo_concurrency.lockutils [None req-b4b1346e-ae2c-4029-b4c8-43175ed0644e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.110s {{(pid=94177) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 11:35:54.699162 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ce4ecc4d-c3ca-4bd3-86bd-364d6f0007a1 None None] Network 34cf218b-02ad-4259-a49e-5807c729dd9a requested from dv-neutron-601336-94-hyperv {{(pid=94176) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 23 11:35:54.709894 dv-neutron-601336-94-hyperv neutron-server[94177]: DEBUG neutron.plugins.ml2.managers [None req-ce76a317-0443-41c3-bbbb-733d0c81bcfa None None] Attempting to bind port a5a4b409-052d-4fc9-acf0-a2804681f6ef on host dv-neutron-601336-94-hyperv for vnic_type normal with profile {{(pid=94177) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 23 11:35:54.710297 dv-neutron-601336-94-hyperv neutron-server[94177]: DEBUG neutron.plugins.ml2.managers [None req-ce76a317-0443-41c3-bbbb-733d0c81bcfa None None] Attempting to bind port a5a4b409-052d-4fc9-acf0-a2804681f6ef by drivers openvswitch,hyperv on host dv-neutron-601336-94-hyperv at level 0 using segments [{'id': 'f1915493-8e25-4cc4-83d5-e2c11324c770', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 448, 'network_id': 'd798c677-8a94-46e7-baf1-4b1f6ba4e97c'}] {{(pid=94177) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 23 11:35:54.710660 dv-neutron-601336-94-hyperv neutron-server[94177]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ce76a317-0443-41c3-bbbb-733d0c81bcfa None None] Attempting to bind port a5a4b409-052d-4fc9-acf0-a2804681f6ef on network d798c677-8a94-46e7-baf1-4b1f6ba4e97c {{(pid=94177) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 23 11:35:54.717279 dv-neutron-601336-94-hyperv neutron-server[94177]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ce76a317-0443-41c3-bbbb-733d0c81bcfa None None] Checking agent: {'id': '4d05f899-5ac9-411b-8a03-f60c93f87cdf', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-601336-94-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 23, 11, 22, 14), 'started_at': datetime.datetime(2021, 6, 23, 11, 22, 44), 'heartbeat_timestamp': datetime.datetime(2021, 6, 23, 11, 35, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'monitor_allowed_address_pair_garp': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-601336-94-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94177) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 23 11:35:54.717672 dv-neutron-601336-94-hyperv neutron-server[94177]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ce76a317-0443-41c3-bbbb-733d0c81bcfa None None] Checking segment: {'id': 'f1915493-8e25-4cc4-83d5-e2c11324c770', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 448, 'network_id': 'd798c677-8a94-46e7-baf1-4b1f6ba4e97c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94177) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 23 11:35:54.718090 dv-neutron-601336-94-hyperv neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-ce76a317-0443-41c3-bbbb-733d0c81bcfa None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:35:54.718492 dv-neutron-601336-94-hyperv neutron-server[94177]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ce76a317-0443-41c3-bbbb-733d0c81bcfa None None] Bound using segment: {'id': 'f1915493-8e25-4cc4-83d5-e2c11324c770', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 448, 'network_id': 'd798c677-8a94-46e7-baf1-4b1f6ba4e97c'} {{(pid=94177) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 23 11:35:54.718975 dv-neutron-601336-94-hyperv neutron-server[94177]: DEBUG neutron.plugins.ml2.managers [None req-ce76a317-0443-41c3-bbbb-733d0c81bcfa None None] Bound port: a5a4b409-052d-4fc9-acf0-a2804681f6ef, host: dv-neutron-601336-94-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f1915493-8e25-4cc4-83d5-e2c11324c770', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 448, 'network_id': 'd798c677-8a94-46e7-baf1-4b1f6ba4e97c'}}] {{(pid=94177) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 23 11:35:54.719382 dv-neutron-601336-94-hyperv neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-ce76a317-0443-41c3-bbbb-733d0c81bcfa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-923122'] for port, before_update {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:35:54.806281 dv-neutron-601336-94-hyperv neutron-server[94177]: DEBUG neutron.plugins.ml2.db [None req-ce76a317-0443-41c3-bbbb-733d0c81bcfa None None] For port a5a4b409-052d-4fc9-acf0-a2804681f6ef, host dv-neutron-601336-94-hyperv, cleared binding levels {{(pid=94177) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 23 11:35:54.811332 dv-neutron-601336-94-hyperv neutron-server[94177]: DEBUG neutron.plugins.ml2.db [None req-ce76a317-0443-41c3-bbbb-733d0c81bcfa None None] For port a5a4b409-052d-4fc9-acf0-a2804681f6ef, host dv-neutron-601336-94-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-94-hyperv',level=0,port_id=a5a4b409-052d-4fc9-acf0-a2804681f6ef,segment=NetworkSegment(f1915493-8e25-4cc4-83d5-e2c11324c770),segment_id=f1915493-8e25-4cc4-83d5-e2c11324c770)] {{(pid=94177) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 23 11:35:54.836511 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron_lib.callbacks.manager [None req-b3f09f71-637b-403c-b088-e728458eb721 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-824874'] for network, before_delete {{(pid=94175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:35:54.888181 dv-neutron-601336-94-hyperv neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-ce76a317-0443-41c3-bbbb-733d0c81bcfa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-922904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866062', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773700135042', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773699642233', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773699642278'] for port, after_update {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:35:54.892379 dv-neutron-601336-94-hyperv neutron-server[94177]: DEBUG oslo_concurrency.lockutils [None req-efa3eacb-5149-4a5a-9db5-866d3bd225ae None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94177) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 11:35:54.927206 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.plugins.ml2.plugin [None req-b3f09f71-637b-403c-b088-e728458eb721 admin admin] Deleting port 2b8b3c52-de07-4c52-9cf8-2a315cac8852 {{(pid=94175) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1913}} Jun 23 11:35:54.927556 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron_lib.callbacks.manager [None req-b3f09f71-637b-403c-b088-e728458eb721 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773700079324'] for port, before_delete {{(pid=94175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:35:54.945642 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.plugins.ml2.rpc [None req-dc7542b2-afef-47f4-a763-e3a3cba144be None None] Device 8d200667-8459-43fc-81fe-364c2f8ba46c up at agent ovs-agent-dv-neutron-601336-94-hyperv {{(pid=94176) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:298}} Jun 23 11:35:55.011865 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron_lib.callbacks.manager [None req-956fd983-53a3-4004-afc8-902d8dce40bd tempest-RoutersTest-228919764 tempest-RoutersTest-228919764-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-520417', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-32301'] for router, precommit_delete {{(pid=94174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:35:55.014049 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.db.provisioning_blocks [None req-dc7542b2-afef-47f4-a763-e3a3cba144be None None] Provisioning complete for port 8d200667-8459-43fc-81fe-364c2f8ba46c triggered by entity L2. {{(pid=94176) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 23 11:35:55.014324 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron_lib.callbacks.manager [None req-956fd983-53a3-4004-afc8-902d8dce40bd tempest-RoutersTest-228919764 tempest-RoutersTest-228919764-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:35:55.014802 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron_lib.callbacks.manager [None req-dc7542b2-afef-47f4-a763-e3a3cba144be None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-899258'] for port, provisioning_complete {{(pid=94176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:35:55.041706 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.plugins.ml2.db [None req-b3f09f71-637b-403c-b088-e728458eb721 admin admin] For port 2b8b3c52-de07-4c52-9cf8-2a315cac8852, host dv-neutron-601336-94-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-94-hyperv',level=0,port_id=2b8b3c52-de07-4c52-9cf8-2a315cac8852,segment=NetworkSegment(38a4352d-de94-4d68-8280-f5ea074ec139),segment_id=38a4352d-de94-4d68-8280-f5ea074ec139)] {{(pid=94175) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 23 11:35:55.041706 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron_lib.callbacks.manager [None req-b3f09f71-637b-403c-b088-e728458eb721 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-430722'] for port, precommit_delete {{(pid=94175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:35:55.055585 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.plugins.ml2.plugin [None req-b3f09f71-637b-403c-b088-e728458eb721 admin admin] Calling delete_port for 2b8b3c52-de07-4c52-9cf8-2a315cac8852 owned by network:dhcp {{(pid=94175) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1986}} Jun 23 11:35:55.079299 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-536d285a-4684-47cb-afc4-5d45049ffdc7 None None] DHCP port deletion for 34cf218b-02ad-4259-a49e-5807c729dd9a request from dv-neutron-601336-94-hyperv {{(pid=94176) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jun 23 11:35:55.153474 dv-neutron-601336-94-hyperv neutron-server[94177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4b1346e-ae2c-4029-b4c8-43175ed0644e None None] Pushing event updated for resources: {'Port': ['ID=a5a4b409-052d-4fc9-acf0-a2804681f6ef,revision_number=4']} {{(pid=94177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 11:35:55.168234 dv-neutron-601336-94-hyperv neutron-server[94177]: DEBUG oslo_concurrency.lockutils [None req-b4b1346e-ae2c-4029-b4c8-43175ed0644e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.276s {{(pid=94177) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 11:35:55.201894 dv-neutron-601336-94-hyperv neutron-server[94177]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ce76a317-0443-41c3-bbbb-733d0c81bcfa None None] Routers {'efd40a64-d42c-4d74-9749-ec45002e9efd'} bound to L3 agent in host dv-neutron-601336-94-hyperv {{(pid=94177) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 23 11:35:55.204470 dv-neutron-601336-94-hyperv neutron-server[94177]: DEBUG neutron.db.l3_hamode_db [None req-ce76a317-0443-41c3-bbbb-733d0c81bcfa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-601336-94-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-23T11:22:13Z,description=,heartbeat_timestamp=2021-06-23T11:35:43Z,host='dv-neutron-601336-94-hyperv',id=50ef99c0-ef28-4db5-b303-b145898fae60,load=0,resource_versions=,resources_synced=,started_at=2021-06-23T11:22:14Z,topic='l3_agent')) {'router_ids': ['efd40a64-d42c-4d74-9749-ec45002e9efd'], 'active': True} {{(pid=94177) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 11:35:55.214299 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.plugins.ml2.plugin [None req-536d285a-4684-47cb-afc4-5d45049ffdc7 None None] Deleting port 2b8b3c52-de07-4c52-9cf8-2a315cac8852 {{(pid=94176) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1913}} Jun 23 11:35:55.215480 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron_lib.callbacks.manager [None req-536d285a-4684-47cb-afc4-5d45049ffdc7 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773700079324'] for port, before_delete {{(pid=94176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:35:55.219326 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron_lib.callbacks.manager [None req-b3f09f71-637b-403c-b088-e728458eb721 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-922904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866062', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773700135024', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773699642224', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5082448'] for port, after_delete {{(pid=94175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:35:55.231296 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG oslo_concurrency.lockutils [None req-f64320de-afe1-4b91-bd57-b5141ddd13c1 tempest-PortsIpV6TestJSON-1781383748 tempest-PortsIpV6TestJSON-1781383748-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94175) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 11:35:55.282564 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron_lib.callbacks.manager [None req-956fd983-53a3-4004-afc8-902d8dce40bd tempest-RoutersTest-228919764 tempest-RoutersTest-228919764-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-494961'] for router, after_delete {{(pid=94174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:35:55.283111 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-956fd983-53a3-4004-afc8-902d8dce40bd tempest-RoutersTest-228919764 tempest-RoutersTest-228919764-project] Fanout notify agent at l3_agent the message router_deleted on router 46f713e3-48e3-49af-bb7b-d38bcdf5f639 {{(pid=94174) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jun 23 11:35:55.288943 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3f09f71-637b-403c-b088-e728458eb721 admin admin] Pushing event deleted for resources: {'Port': ['ID=2b8b3c52-de07-4c52-9cf8-2a315cac8852,revision_number=None']} {{(pid=94175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 11:35:55.296574 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG oslo_concurrency.lockutils [None req-b3f09f71-637b-403c-b088-e728458eb721 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.070s {{(pid=94175) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 11:35:55.298057 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65843745-d944-4820-a94f-f0d4373a62e1 req-06eb52e3-d661-4ed6-852d-75bc91fffe43 tempest-TestNetworkBasicOps-233187296 tempest-TestNetworkBasicOps-233187296-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94174) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 11:35:55.299695 dv-neutron-601336-94-hyperv neutron-server[94174]: INFO neutron.wsgi [req-65843745-d944-4820-a94f-f0d4373a62e1 req-06eb52e3-d661-4ed6-852d-75bc91fffe43 tempest-TestNetworkBasicOps-233187296 tempest-TestNetworkBasicOps-233187296-project] 10.222.0.52 "GET /v2.0/networks?id=a7681095-7326-44b0-985d-4ae24b358d92 HTTP/1.1" status: 200 len: 796 time: 1.0450711 Jun 23 11:35:55.299837 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b3f09f71-637b-403c-b088-e728458eb721 admin admin] No DVR routers for this DVR port 2b8b3c52-de07-4c52-9cf8-2a315cac8852 on host dv-neutron-601336-94-hyperv {{(pid=94175) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 23 11:35:55.300615 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.plugins.ml2.db [None req-536d285a-4684-47cb-afc4-5d45049ffdc7 None None] For port 2b8b3c52-de07-4c52-9cf8-2a315cac8852, host dv-neutron-601336-94-hyperv, got binding levels [] {{(pid=94176) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 23 11:35:55.301496 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron_lib.callbacks.manager [None req-536d285a-4684-47cb-afc4-5d45049ffdc7 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-430722'] for port, precommit_delete {{(pid=94176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:35:55.314104 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron_lib.callbacks.manager [None req-956fd983-53a3-4004-afc8-902d8dce40bd tempest-RoutersTest-228919764 tempest-RoutersTest-228919764-project] Notify callbacks [] for router, before_response {{(pid=94174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:35:55.315285 dv-neutron-601336-94-hyperv neutron-server[94174]: INFO neutron.wsgi [None req-956fd983-53a3-4004-afc8-902d8dce40bd tempest-RoutersTest-228919764 tempest-RoutersTest-228919764-project] 10.222.0.20 "DELETE /v2.0/routers/46f713e3-48e3-49af-bb7b-d38bcdf5f639 HTTP/1.1" status: 204 len: 168 time: 1.4252872 Jun 23 11:35:55.326741 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.wsgi [-] (94175) accepted ('10.222.0.20', 41486) {{(pid=94175) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 11:35:55.327180 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.plugins.ml2.plugin [None req-536d285a-4684-47cb-afc4-5d45049ffdc7 None None] Calling delete_port for 2b8b3c52-de07-4c52-9cf8-2a315cac8852 owned by network:dhcp {{(pid=94176) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1986}} Jun 23 11:35:55.330204 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.db.ipam_backend_mixin [None req-536d285a-4684-47cb-afc4-5d45049ffdc7 None None] Port 2b8b3c52-de07-4c52-9cf8-2a315cac8852 was not found and therefore no delete operation was performed {{(pid=94176) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Jun 23 11:35:55.346743 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron_lib.callbacks.manager [None req-536d285a-4684-47cb-afc4-5d45049ffdc7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-922904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866062', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773700135024', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773699642224'] for port, after_delete {{(pid=94176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:35:55.350235 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.plugins.ml2.rpc [None req-dc7542b2-afef-47f4-a763-e3a3cba144be None None] Device 8b3f2607-1beb-44c0-92af-cbc38d0500bc no longer exists at agent ovs-agent-dv-neutron-601336-94-hyperv {{(pid=94176) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:261}} Jun 23 11:35:55.353386 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG oslo_concurrency.lockutils [None req-c7deaa28-588e-4477-8888-5dc0f5fae394 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 11:35:55.377424 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.wsgi [-] (94175) accepted ('10.222.0.20', 41488) {{(pid=94175) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 11:35:55.396364 dv-neutron-601336-94-hyperv neutron-server[94177]: DEBUG neutron.db.l3_dvr_db [None req-ce76a317-0443-41c3-bbbb-733d0c81bcfa None None] Set router efd40a64-d42c-4d74-9749-ec45002e9efd gateway port host: None {{(pid=94177) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:838}} Jun 23 11:35:55.397619 dv-neutron-601336-94-hyperv neutron-server[94174]: INFO neutron.wsgi [req-65843745-d944-4820-a94f-f0d4373a62e1 req-064fbd13-1555-49f2-8b03-1a55c75a8a75 tempest-TestNetworkBasicOps-233187296 tempest-TestNetworkBasicOps-233187296-project] 10.222.0.52 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=772b9946478d439e9da4eaeade7fb21d HTTP/1.1" status: 200 len: 473 time: 0.0793624 Jun 23 11:35:55.400352 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.plugins.ml2.plugin [None req-dc7542b2-afef-47f4-a763-e3a3cba144be None None] No Port match for: 8b3f2607-1beb-44c0-92af-cbc38d0500bc {{(pid=94176) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2240}} Jun 23 11:35:55.400932 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.plugins.ml2.rpc [None req-dc7542b2-afef-47f4-a763-e3a3cba144be None None] Device 8b3f2607-1beb-44c0-92af-cbc38d0500bc not bound to the agent host dv-neutron-601336-94-hyperv {{(pid=94176) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:271}} Jun 23 11:35:55.401536 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.plugins.ml2.rpc [None req-dc7542b2-afef-47f4-a763-e3a3cba144be None None] Device 946affd4-ae12-4b9b-ba02-e48035525e66 no longer exists at agent ovs-agent-dv-neutron-601336-94-hyperv {{(pid=94176) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:261}} Jun 23 11:35:55.410976 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.db.l3_dvrscheduler_db [None req-536d285a-4684-47cb-afc4-5d45049ffdc7 None None] No DVR routers for this DVR port 2b8b3c52-de07-4c52-9cf8-2a315cac8852 on host dv-neutron-601336-94-hyperv {{(pid=94176) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 23 11:35:55.413841 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-536d285a-4684-47cb-afc4-5d45049ffdc7 None None] Pushing event deleted for resources: {'Port': ['ID=2b8b3c52-de07-4c52-9cf8-2a315cac8852,revision_number=None']} {{(pid=94176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 11:35:55.435237 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.api.v2.base [req-65843745-d944-4820-a94f-f0d4373a62e1 req-d49d189c-12a0-46b0-ac76-c28ec6fb47b3 tempest-TestNetworkBasicOps-233187296 tempest-TestNetworkBasicOps-233187296-project] Request body: {'port': {'device_id': '70369a78-6600-4228-b5a7-ab21e12429a7', 'network_id': 'a7681095-7326-44b0-985d-4ae24b358d92', 'admin_state_up': True, 'tenant_id': '772b9946478d439e9da4eaeade7fb21d', 'security_groups': ['571b66f8-c84c-4f09-9531-afe1560dc081']}} {{(pid=94174) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 23 11:35:55.449293 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG oslo_concurrency.lockutils [None req-536d285a-4684-47cb-afc4-5d45049ffdc7 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.096s {{(pid=94176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 11:35:55.451983 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.plugins.ml2.plugin [None req-dc7542b2-afef-47f4-a763-e3a3cba144be None None] No Port match for: 946affd4-ae12-4b9b-ba02-e48035525e66 {{(pid=94176) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2240}} Jun 23 11:35:55.452542 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.plugins.ml2.rpc [None req-dc7542b2-afef-47f4-a763-e3a3cba144be None None] Device 946affd4-ae12-4b9b-ba02-e48035525e66 not bound to the agent host dv-neutron-601336-94-hyperv {{(pid=94176) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:271}} Jun 23 11:35:55.508568 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.db.extraroute_db [None req-d2bb3d25-d95e-4195-a4d5-69472a8efcb4 tempest-RoutersIpV6Test-1448447933 tempest-RoutersIpV6Test-1448447933-project] Added routes are [{'destination': '2001:db8::/64', 'nexthop': '2001:db8::2'}, {'destination': '2001:db8:1::/64', 'nexthop': '2001:db8:1::2'}, {'destination': '2001:db8:3::/64', 'nexthop': '2001:db8:3::2'}, {'destination': '2001:db8:2::/64', 'nexthop': '2001:db8:2::2'}] {{(pid=94174) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:113}} Jun 23 11:35:55.524733 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.db.db_base_plugin_v2 [None req-635f07de-597b-46f1-a372-eb682b6b8c4d tempest-RoutersTest-228919764 tempest-RoutersTest-228919764-project] Deleting subnet d9aa836c-9fa8-49e5-914c-03b8fc0a6cb4 {{(pid=94175) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jun 23 11:35:55.533452 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron_lib.callbacks.manager [None req-635f07de-597b-46f1-a372-eb682b6b8c4d tempest-RoutersTest-228919764 tempest-RoutersTest-228919764-project] Notify callbacks [] for subnet, before_delete {{(pid=94175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:35:55.543523 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron_lib.callbacks.manager [None req-b3f09f71-637b-403c-b088-e728458eb721 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-897259', 'neutron.services.segments.db._delete_segments_for_network-8773700168587'] for network, precommit_delete {{(pid=94175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:35:55.552028 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.db.extraroute_db [None req-d2bb3d25-d95e-4195-a4d5-69472a8efcb4 tempest-RoutersIpV6Test-1448447933 tempest-RoutersIpV6Test-1448447933-project] Removed routes are [] {{(pid=94174) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:121}} Jun 23 11:35:55.552464 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron_lib.callbacks.manager [None req-d2bb3d25-d95e-4195-a4d5-69472a8efcb4 tempest-RoutersIpV6Test-1448447933 tempest-RoutersIpV6Test-1448447933-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-524104', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-520389', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-32276'] for router, precommit_update {{(pid=94174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:35:55.582435 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.services.segments.db [None req-b3f09f71-637b-403c-b088-e728458eb721 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['34cf218b-02ad-4259-a49e-5807c729dd9a']}} {{(pid=94175) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 11:35:55.603778 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.services.segments.db [None req-b3f09f71-637b-403c-b088-e728458eb721 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '38a4352d-de94-4d68-8280-f5ea074ec139') {'for_net_delete': True} {{(pid=94175) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 11:35:55.605565 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.services.segments.db [None req-b3f09f71-637b-403c-b088-e728458eb721 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '38a4352d-de94-4d68-8280-f5ea074ec139') {} {{(pid=94175) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 11:35:55.629050 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron_lib.callbacks.manager [None req-635f07de-597b-46f1-a372-eb682b6b8c4d tempest-RoutersTest-228919764 tempest-RoutersTest-228919764-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5190686'] for subnet, precommit_delete_associations {{(pid=94175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:35:55.636110 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron_lib.callbacks.manager [None req-b3f09f71-637b-403c-b088-e728458eb721 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8773699955833', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5190677'] for segment, before_delete {{(pid=94175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:35:55.708044 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron_lib.callbacks.manager [None req-b3f09f71-637b-403c-b088-e728458eb721 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3801'] for segment, precommit_delete {{(pid=94175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:35:55.731927 dv-neutron-601336-94-hyperv neutron-server[94177]: DEBUG neutron.db.l3_hamode_db [None req-ce76a317-0443-41c3-bbbb-733d0c81bcfa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'efd40a64-d42c-4d74-9749-ec45002e9efd', 'name': 'tempest-RoutersIpV6Test-router-621702574', 'tenant_id': 'a04e393135be4822803c421d0995b548', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-23T11:35:29Z', 'updated_at': '2021-06-23T11:35:51Z', 'revision_number': 5, 'project_id': 'a04e393135be4822803c421d0995b548', 'gw_port_host': None, '_interfaces': [{'id': '18eeaa2a-9fe9-456b-8f26-be0272e23bad', 'name': '', 'network_id': '8dba2472-7331-4ba9-b904-298b042d46c9', 'tenant_id': 'a04e393135be4822803c421d0995b548', 'mac_address': 'fa:16:3e:b5:78:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'efd40a64-d42c-4d74-9749-ec45002e9efd', 'device_owner': 'network:router_interface', 'standard_attr_id': 1011, 'fixed_ips': [{'subnet_id': '175bc06c-342b-4e55-945c-a10b0728e9dd', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-94-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-23T11:35:32Z', 'updated_at': '2021-06-23T11:35:39Z', 'revision_number': 5, 'project_id': 'a04e393135be4822803c421d0995b548', 'subnets': [{'id': '175bc06c-342b-4e55-945c-a10b0728e9dd', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '51eeb6b2-c859-4348-8d51-53b680c9492d', 'name': '', 'network_id': 'ca00b23c-623f-4cdc-9bd5-76a96dd340ab', 'tenant_id': 'a04e393135be4822803c421d0995b548', 'mac_address': 'fa:16:3e:1f:ca:85', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'efd40a64-d42c-4d74-9749-ec45002e9efd', 'device_owner': 'network:router_interface', 'standard_attr_id': 1049, 'fixed_ips': [{'subnet_id': '75d17758-e341-408a-9d3d-d429416fcd8a', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-94-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-23T11:35:42Z', 'updated_at': '2021-06-23T11:35:49Z', 'revision_number': 5, 'project_id': 'a04e393135be4822803c421d0995b548', 'subnets': [{'id': '75d17758-e341-408a-9d3d-d429416fcd8a', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'a5a4b409-052d-4fc9-acf0-a2804681f6ef', 'name': '', 'network_id': 'd798c677-8a94-46e7-baf1-4b1f6ba4e97c', 'tenant_id': 'a04e393135be4822803c421d0995b548', 'mac_address': 'fa:16:3e:df:21:3d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'efd40a64-d42c-4d74-9749-ec45002e9efd', 'device_owner': 'network:router_interface', 'standard_attr_id': 1077, 'fixed_ips': [{'subnet_id': 'b3b974ad-b374-439b-a756-595bfada134b', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-94-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-23T11:35:49Z', 'updated_at': '2021-06-23T11:35:54Z', 'revision_number': 4, 'project_id': 'a04e393135be4822803c421d0995b548', 'subnets': [{'id': 'b3b974ad-b374-439b-a756-595bfada134b', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'fa994084-a39f-425d-a88e-31f844094105', 'name': '', 'network_id': '5a0407f1-1e47-4f7c-9b40-8fcc21217cea', 'tenant_id': 'a04e393135be4822803c421d0995b548', 'mac_address': 'fa:16:3e:08:0e:df', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'efd40a64-d42c-4d74-9749-ec45002e9efd', 'device_owner': 'network:router_interface', 'standard_attr_id': 1030, 'fixed_ips': [{'subnet_id': 'af9b362d-ea7d-430f-b9de-bdf75c0ca07a', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-94-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-23T11:35:37Z', 'updated_at': '2021-06-23T11:35:44Z', 'revision_number': 5, 'project_id': 'a04e393135be4822803c421d0995b548', 'subnets': [{'id': 'af9b362d-ea7d-430f-b9de-bdf75c0ca07a', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-601336-94-hyperv', False) {} {{(pid=94177) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 11:35:55.736129 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b3f09f71-637b-403c-b088-e728458eb721 admin admin] Releasing vlan 403 on physical network physnet1 to pool {{(pid=94175) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 23 11:35:55.736129 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron_lib.callbacks.manager [None req-b3f09f71-637b-403c-b088-e728458eb721 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3801', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5082371'] for segment, after_delete {{(pid=94175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:35:55.736129 dv-neutron-601336-94-hyperv neutron-server[94175]: Traceback (most recent call last): Jun 23 11:35:55.736129 dv-neutron-601336-94-hyperv neutron-server[94175]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 23 11:35:55.736129 dv-neutron-601336-94-hyperv neutron-server[94175]: timer() Jun 23 11:35:55.736129 dv-neutron-601336-94-hyperv neutron-server[94175]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 23 11:35:55.736129 dv-neutron-601336-94-hyperv neutron-server[94175]: cb(*args, **kw) Jun 23 11:35:55.736129 dv-neutron-601336-94-hyperv neutron-server[94175]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 23 11:35:55.736129 dv-neutron-601336-94-hyperv neutron-server[94175]: return func(*args, **kwargs) Jun 23 11:35:55.736129 dv-neutron-601336-94-hyperv neutron-server[94175]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 23 11:35:55.736129 dv-neutron-601336-94-hyperv neutron-server[94175]: self._notify() Jun 23 11:35:55.736129 dv-neutron-601336-94-hyperv neutron-server[94175]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 23 11:35:55.736129 dv-neutron-601336-94-hyperv neutron-server[94175]: self.callback(batched_events) Jun 23 11:35:55.736129 dv-neutron-601336-94-hyperv neutron-server[94175]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 23 11:35:55.736129 dv-neutron-601336-94-hyperv neutron-server[94175]: event.method(event) Jun 23 11:35:55.736129 dv-neutron-601336-94-hyperv neutron-server[94175]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 23 11:35:55.736129 dv-neutron-601336-94-hyperv neutron-server[94175]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 23 11:35:55.736129 dv-neutron-601336-94-hyperv neutron-server[94175]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 23 11:35:55.736129 dv-neutron-601336-94-hyperv neutron-server[94175]: aggregate_uuid = self.p_client.list_aggregates( Jun 23 11:35:55.736129 dv-neutron-601336-94-hyperv neutron-server[94175]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 23 11:35:55.736129 dv-neutron-601336-94-hyperv neutron-server[94175]: return f(self, *a, **k) Jun 23 11:35:55.736129 dv-neutron-601336-94-hyperv neutron-server[94175]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 23 11:35:55.736129 dv-neutron-601336-94-hyperv neutron-server[94175]: return self._get(url).json() Jun 23 11:35:55.736129 dv-neutron-601336-94-hyperv neutron-server[94175]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 23 11:35:55.736129 dv-neutron-601336-94-hyperv neutron-server[94175]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 23 11:35:55.736129 dv-neutron-601336-94-hyperv neutron-server[94175]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 23 11:35:55.736129 dv-neutron-601336-94-hyperv neutron-server[94175]: return self.request(url, 'GET', **kwargs) Jun 23 11:35:55.736129 dv-neutron-601336-94-hyperv neutron-server[94175]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 23 11:35:55.736129 dv-neutron-601336-94-hyperv neutron-server[94175]: base_url = self.get_endpoint(auth, allow=allow, Jun 23 11:35:55.736129 dv-neutron-601336-94-hyperv neutron-server[94175]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 23 11:35:55.736129 dv-neutron-601336-94-hyperv neutron-server[94175]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 23 11:35:55.736129 dv-neutron-601336-94-hyperv neutron-server[94175]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 23 11:35:55.736129 dv-neutron-601336-94-hyperv neutron-server[94175]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 23 11:35:55.736129 dv-neutron-601336-94-hyperv neutron-server[94175]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 23 11:35:55.741511 dv-neutron-601336-94-hyperv neutron-server[94174]: INFO neutron.wsgi [req-44120b30-3313-45bd-962c-9a49c6b7f7eb req-e78c22b5-0418-44ae-81e3-106e732f548e tempest-TestNetworkBasicOps-233187296 tempest-TestNetworkBasicOps-233187296-project] 10.222.0.20 "GET /v2.0/ports?device_id=70369a78-6600-4228-b5a7-ab21e12429a7 HTTP/1.1" status: 200 len: 210 time: 0.0595894 Jun 23 11:35:55.742662 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-65843745-d944-4820-a94f-f0d4373a62e1 req-d49d189c-12a0-46b0-ac76-c28ec6fb47b3 tempest-TestNetworkBasicOps-233187296 tempest-TestNetworkBasicOps-233187296-project] Made reservation on behalf of 772b9946478d439e9da4eaeade7fb21d for: {'port': 1} {{(pid=94174) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 23 11:35:55.746126 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron_lib.callbacks.manager [req-65843745-d944-4820-a94f-f0d4373a62e1 req-d49d189c-12a0-46b0-ac76-c28ec6fb47b3 tempest-TestNetworkBasicOps-233187296 tempest-TestNetworkBasicOps-233187296-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-923104'] for port, before_create {{(pid=94174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:35:55.767773 dv-neutron-601336-94-hyperv neutron-server[94177]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ce76a317-0443-41c3-bbbb-733d0c81bcfa None None] The sync data for ids ['efd40a64-d42c-4d74-9749-ec45002e9efd'] in dv-neutron-601336-94-hyperv is: [{'id': 'efd40a64-d42c-4d74-9749-ec45002e9efd', 'name': 'tempest-RoutersIpV6Test-router-621702574', 'tenant_id': 'a04e393135be4822803c421d0995b548', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-23T11:35:29Z', 'updated_at': '2021-06-23T11:35:51Z', 'revision_number': 5, 'project_id': 'a04e393135be4822803c421d0995b548', 'gw_port_host': None, '_interfaces': [{'id': '18eeaa2a-9fe9-456b-8f26-be0272e23bad', 'name': '', 'network_id': '8dba2472-7331-4ba9-b904-298b042d46c9', 'tenant_id': 'a04e393135be4822803c421d0995b548', 'mac_address': 'fa:16:3e:b5:78:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'efd40a64-d42c-4d74-9749-ec45002e9efd', 'device_owner': 'network:router_interface', 'standard_attr_id': 1011, 'fixed_ips': [{'subnet_id': '175bc06c-342b-4e55-945c-a10b0728e9dd', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-94-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-23T11:35:32Z', 'updated_at': '2021-06-23T11:35:39Z', 'revision_number': 5, 'project_id': 'a04e393135be4822803c421d0995b548', 'subnets': [{'id': '175bc06c-342b-4e55-945c-a10b0728e9dd', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '51eeb6b2-c859-4348-8d51-53b680c9492d', 'name': '', 'network_id': 'ca00b23c-623f-4cdc-9bd5-76a96dd340ab', 'tenant_id': 'a04e393135be4822803c421d0995b548', 'mac_address': 'fa:16:3e:1f:ca:85', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'efd40a64-d42c-4d74-9749-ec45002e9efd', 'device_owner': 'network:router_interface', 'standard_attr_id': 1049, 'fixed_ips': [{'subnet_id': '75d17758-e341-408a-9d3d-d429416fcd8a', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-94-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-23T11:35:42Z', 'updated_at': '2021-06-23T11:35:49Z', 'revision_number': 5, 'project_id': 'a04e393135be4822803c421d0995b548', 'subnets': [{'id': '75d17758-e341-408a-9d3d-d429416fcd8a', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'a5a4b409-052d-4fc9-acf0-a2804681f6ef', 'name': '', 'network_id': 'd798c677-8a94-46e7-baf1-4b1f6ba4e97c', 'tenant_id': 'a04e393135be4822803c421d0995b548', 'mac_address': 'fa:16:3e:df:21:3d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'efd40a64-d42c-4d74-9749-ec45002e9efd', 'device_owner': 'network:router_interface', 'standard_attr_id': 1077, 'fixed_ips': [{'subnet_id': 'b3b974ad-b374-439b-a756-595bfada134b', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-94-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-23T11:35:49Z', 'updated_at': '2021-06-23T11:35:54Z', 'revision_number': 4, 'project_id': 'a04e393135be4822803c421d0995b548', 'subnets': [{'id': 'b3b974ad-b374-439b-a756-595bfada134b', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'fa994084-a39f-425d-a88e-31f844094105', 'name': '', 'network_id': '5a0407f1-1e47-4f7c-9b40-8fcc21217cea', 'tenant_id': 'a04e393135be4822803c421d0995b548', 'mac_address': 'fa:16:3e:08:0e:df', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'efd40a64-d42c-4d74-9749-ec45002e9efd', 'device_owner': 'network:router_interface', 'standard_attr_id': 1030, 'fixed_ips': [{'subnet_id': 'af9b362d-ea7d-430f-b9de-bdf75c0ca07a', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-94-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-23T11:35:37Z', 'updated_at': '2021-06-23T11:35:44Z', 'revision_number': 5, 'project_id': 'a04e393135be4822803c421d0995b548', 'subnets': [{'id': 'af9b362d-ea7d-430f-b9de-bdf75c0ca07a', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94177) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 23 11:35:55.821912 dv-neutron-601336-94-hyperv neutron-server[94175]: INFO neutron.wsgi [None req-d06892b8-0229-42ce-8eb9-1047bb9f2b2f admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=a300c5d47456452dafe68a963e0e0813&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4135821 Jun 23 11:35:55.822222 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.wsgi [-] (94174) accepted ('10.222.0.20', 41494) {{(pid=94174) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 11:35:55.872187 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron_lib.callbacks.manager [None req-635f07de-597b-46f1-a372-eb682b6b8c4d tempest-RoutersTest-228919764 tempest-RoutersTest-228919764-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-897634'] for subnet, precommit_delete {{(pid=94175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:35:55.911927 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron_lib.callbacks.manager [None req-b3f09f71-637b-403c-b088-e728458eb721 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-897248', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8002400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7866073', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-524247'] for network, after_delete {{(pid=94175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:35:55.917522 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG oslo_concurrency.lockutils [None req-25982845-3808-49c0-a471-b7f6f540f65d tempest-PortsAdminExtendedAttrsTestJSON-1037346788 tempest-PortsAdminExtendedAttrsTestJSON-1037346788-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94175) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 11:35:55.919933 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron_lib.callbacks.manager [None req-b3f09f71-637b-403c-b088-e728458eb721 admin admin] Notify callbacks [] for network, before_response {{(pid=94175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:35:55.924367 dv-neutron-601336-94-hyperv neutron-server[94175]: INFO neutron.wsgi [None req-b3f09f71-637b-403c-b088-e728458eb721 admin admin] 10.222.0.20 "DELETE /v2.0/networks/34cf218b-02ad-4259-a49e-5807c729dd9a HTTP/1.1" status: 204 len: 168 time: 1.2565904 Jun 23 11:35:55.954434 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3f09f71-637b-403c-b088-e728458eb721 admin admin] Pushing event deleted for resources: {'Network': ['ID=34cf218b-02ad-4259-a49e-5807c729dd9a,revision_number=None']} {{(pid=94175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 11:35:55.963708 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG oslo_concurrency.lockutils [None req-b3f09f71-637b-403c-b088-e728458eb721 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=94175) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 11:35:56.006923 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron_lib.callbacks.manager [None req-d2bb3d25-d95e-4195-a4d5-69472a8efcb4 tempest-RoutersIpV6Test-1448447933 tempest-RoutersIpV6Test-1448447933-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-524104', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-520389', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-32276'] for router, precommit_update {{(pid=94174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:35:56.020487 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron_lib.callbacks.manager [None req-d2bb3d25-d95e-4195-a4d5-69472a8efcb4 tempest-RoutersIpV6Test-1448447933 tempest-RoutersIpV6Test-1448447933-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-524143', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-524145', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-524134', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-520394'] for router, after_update {{(pid=94174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:35:56.033267 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron_lib.callbacks.manager [None req-d1eca17b-7c23-4ec7-b0ed-cfc3c29a88bb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:35:56.077494 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron_lib.callbacks.manager [None req-635f07de-597b-46f1-a372-eb682b6b8c4d tempest-RoutersTest-228919764 tempest-RoutersTest-228919764-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-897627', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866062', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5083050', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4660036'] for subnet, after_delete {{(pid=94175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:35:56.080636 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG oslo_concurrency.lockutils [None req-b4495e40-f2b4-4ad0-a7b3-3e53ca2aa652 tempest-RoutersTest-228919764 tempest-RoutersTest-228919764-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94175) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 11:35:56.088968 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.db.db_base_plugin_common [req-65843745-d944-4820-a94f-f0d4373a62e1 req-d49d189c-12a0-46b0-ac76-c28ec6fb47b3 tempest-TestNetworkBasicOps-233187296 tempest-TestNetworkBasicOps-233187296-project] Allocated IP 172.20.0.29 (a7681095-7326-44b0-985d-4ae24b358d92/e249a80c-7f47-4719-9bcc-67ae7c4a6459/1b219d2f-1e96-4a54-853e-bf40a0c92824) {{(pid=94174) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 23 11:35:56.111336 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-635f07de-597b-46f1-a372-eb682b6b8c4d tempest-RoutersTest-228919764 tempest-RoutersTest-228919764-project] Pushing event deleted for resources: {'Subnet': ['ID=d9aa836c-9fa8-49e5-914c-03b8fc0a6cb4,revision_number=None']} {{(pid=94175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 11:35:56.114350 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG oslo_concurrency.lockutils [None req-635f07de-597b-46f1-a372-eb682b6b8c4d tempest-RoutersTest-228919764 tempest-RoutersTest-228919764-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.034s {{(pid=94175) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 11:35:56.115737 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron_lib.callbacks.manager [None req-635f07de-597b-46f1-a372-eb682b6b8c4d tempest-RoutersTest-228919764 tempest-RoutersTest-228919764-project] Notify callbacks [] for subnet, before_response {{(pid=94175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:35:56.120182 dv-neutron-601336-94-hyperv neutron-server[94175]: INFO neutron.wsgi [None req-635f07de-597b-46f1-a372-eb682b6b8c4d tempest-RoutersTest-228919764 tempest-RoutersTest-228919764-project] 10.222.0.20 "DELETE /v2.0/subnets/d9aa836c-9fa8-49e5-914c-03b8fc0a6cb4 HTTP/1.1" status: 204 len: 168 time: 0.7922404 Jun 23 11:35:56.120683 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.wsgi [-] (94175) accepted ('10.222.0.20', 41498) {{(pid=94175) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 11:35:56.131733 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron_lib.callbacks.manager [None req-d1eca17b-7c23-4ec7-b0ed-cfc3c29a88bb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:35:56.133731 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ae6f8f71-962e-4927-97d2-d45c4ba9cb2d None None] Network 1101ff0f-4e73-4d52-8584-72049c933f6a requested from dv-neutron-601336-94-hyperv {{(pid=94176) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 23 11:35:56.145385 dv-neutron-601336-94-hyperv neutron-server[94177]: DEBUG neutron.db.agents_db [None req-90fb1279-e4c5-4e73-8d66-3a29811dc4e3 None None] Agent healthcheck: found 6 active agents {{(pid=94177) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 23 11:35:56.232198 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d2bb3d25-d95e-4195-a4d5-69472a8efcb4 tempest-RoutersIpV6Test-1448447933 tempest-RoutersIpV6Test-1448447933-project] Router efd40a64-d42c-4d74-9749-ec45002e9efd has already been hosted by L3 agent 50ef99c0-ef28-4db5-b303-b145898fae60 {{(pid=94174) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 23 11:35:56.243206 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron_lib.callbacks.manager [None req-5d7cf3f3-cca7-46cf-b526-f71e90a180ed tempest-RoutersTest-228919764 tempest-RoutersTest-228919764-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-824874'] for network, before_delete {{(pid=94175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:35:56.328639 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.plugins.ml2.plugin [None req-5d7cf3f3-cca7-46cf-b526-f71e90a180ed tempest-RoutersTest-228919764 tempest-RoutersTest-228919764-project] Deleting port 992c218b-2cb8-4885-a038-4da0fc6899c2 {{(pid=94175) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1913}} Jun 23 11:35:56.328639 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron_lib.callbacks.manager [None req-5d7cf3f3-cca7-46cf-b526-f71e90a180ed tempest-RoutersTest-228919764 tempest-RoutersTest-228919764-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773700079324'] for port, before_delete {{(pid=94175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:35:56.380519 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.wsgi [-] (94175) accepted ('10.222.0.20', 41500) {{(pid=94175) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 11:35:56.399146 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2830513d-fc1a-4273-b6f2-7d69e1e1e2e0 None None] DHCP port deletion for 1101ff0f-4e73-4d52-8584-72049c933f6a request from dv-neutron-601336-94-hyperv {{(pid=94176) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jun 23 11:35:56.421855 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.plugins.ml2.db [None req-5d7cf3f3-cca7-46cf-b526-f71e90a180ed tempest-RoutersTest-228919764 tempest-RoutersTest-228919764-project] For port 992c218b-2cb8-4885-a038-4da0fc6899c2, host dv-neutron-601336-94-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-94-hyperv',level=0,port_id=992c218b-2cb8-4885-a038-4da0fc6899c2,segment=NetworkSegment(44bf4119-ce1f-4161-b967-6233aa9941a7),segment_id=44bf4119-ce1f-4161-b967-6233aa9941a7)] {{(pid=94175) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 23 11:35:56.422355 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron_lib.callbacks.manager [None req-5d7cf3f3-cca7-46cf-b526-f71e90a180ed tempest-RoutersTest-228919764 tempest-RoutersTest-228919764-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-430722'] for port, precommit_delete {{(pid=94175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:35:56.430727 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron_lib.callbacks.manager [None req-d1eca17b-7c23-4ec7-b0ed-cfc3c29a88bb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7996330'] for security_group, after_delete {{(pid=94174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:35:56.432859 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron_lib.callbacks.manager [None req-d1eca17b-7c23-4ec7-b0ed-cfc3c29a88bb admin admin] Notify callbacks [] for security_group, before_response {{(pid=94174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:35:56.434225 dv-neutron-601336-94-hyperv neutron-server[94174]: INFO neutron.wsgi [None req-d1eca17b-7c23-4ec7-b0ed-cfc3c29a88bb admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/3bd90d04-af2d-4f3c-8e40-eface2800869 HTTP/1.1" status: 204 len: 168 time: 0.6106977 Jun 23 11:35:56.438153 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG oslo_concurrency.lockutils [None req-7d11bcc2-1c6e-4acb-8be7-152c967d8e6d tempest-SecGroupIPv6Test-1528675894 tempest-SecGroupIPv6Test-1528675894-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94174) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 11:35:56.442253 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron_lib.callbacks.manager [req-65843745-d944-4820-a94f-f0d4373a62e1 req-d49d189c-12a0-46b0-ac76-c28ec6fb47b3 tempest-TestNetworkBasicOps-233187296 tempest-TestNetworkBasicOps-233187296-project] Notify callbacks [] for port, precommit_create {{(pid=94174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:35:56.460260 dv-neutron-601336-94-hyperv neutron-server[94175]: INFO neutron.wsgi [None req-107677fb-ad2e-4aa2-9049-f5c151761b4b admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=252b24454ee04e36b666155dab1feb23&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0810235 Jun 23 11:35:56.464257 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1eca17b-7c23-4ec7-b0ed-cfc3c29a88bb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3bd90d04-af2d-4f3c-8e40-eface2800869,revision_number=None']} {{(pid=94174) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 11:35:56.472909 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.wsgi [-] (94174) accepted ('10.222.0.20', 41504) {{(pid=94174) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 11:35:56.477778 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.plugins.ml2.plugin [None req-5d7cf3f3-cca7-46cf-b526-f71e90a180ed tempest-RoutersTest-228919764 tempest-RoutersTest-228919764-project] Calling delete_port for 992c218b-2cb8-4885-a038-4da0fc6899c2 owned by network:dhcp {{(pid=94175) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1986}} Jun 23 11:35:56.479420 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG oslo_concurrency.lockutils [None req-d1eca17b-7c23-4ec7-b0ed-cfc3c29a88bb admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.041s {{(pid=94174) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 11:35:56.495002 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.db.provisioning_blocks [req-65843745-d944-4820-a94f-f0d4373a62e1 req-d49d189c-12a0-46b0-ac76-c28ec6fb47b3 tempest-TestNetworkBasicOps-233187296 tempest-TestNetworkBasicOps-233187296-project] Transition to ACTIVE for port object 1b219d2f-1e96-4a54-853e-bf40a0c92824 will not be triggered until provisioned by entity DHCP. {{(pid=94174) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 23 11:35:56.501325 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.plugins.ml2.plugin [None req-2830513d-fc1a-4273-b6f2-7d69e1e1e2e0 None None] Deleting port 992c218b-2cb8-4885-a038-4da0fc6899c2 {{(pid=94176) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1913}} Jun 23 11:35:56.502006 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron_lib.callbacks.manager [None req-2830513d-fc1a-4273-b6f2-7d69e1e1e2e0 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773700079324'] for port, before_delete {{(pid=94176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:35:56.513567 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d2bb3d25-d95e-4195-a4d5-69472a8efcb4 tempest-RoutersIpV6Test-1448447933 tempest-RoutersIpV6Test-1448447933-project] Notify agent at l3_agent.dv-neutron-601336-94-hyperv the message routers_updated {{(pid=94174) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 23 11:35:56.526584 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron_lib.callbacks.manager [None req-d2bb3d25-d95e-4195-a4d5-69472a8efcb4 tempest-RoutersIpV6Test-1448447933 tempest-RoutersIpV6Test-1448447933-project] Notify callbacks [] for router, before_response {{(pid=94174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:35:56.527780 dv-neutron-601336-94-hyperv neutron-server[94174]: INFO neutron.wsgi [None req-d2bb3d25-d95e-4195-a4d5-69472a8efcb4 tempest-RoutersIpV6Test-1448447933 tempest-RoutersIpV6Test-1448447933-project] 10.222.0.20 "PUT /v2.0/routers/efd40a64-d42c-4d74-9749-ec45002e9efd HTTP/1.1" status: 200 len: 953 time: 2.9516671 Jun 23 11:35:56.530895 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.wsgi [-] (94174) accepted ('10.222.0.20', 41506) {{(pid=94174) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 11:35:56.614113 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.plugins.ml2.db [None req-2830513d-fc1a-4273-b6f2-7d69e1e1e2e0 None None] For port 992c218b-2cb8-4885-a038-4da0fc6899c2, host dv-neutron-601336-94-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-94-hyperv',level=0,port_id=992c218b-2cb8-4885-a038-4da0fc6899c2,segment=NetworkSegment(44bf4119-ce1f-4161-b967-6233aa9941a7),segment_id=44bf4119-ce1f-4161-b967-6233aa9941a7)] {{(pid=94176) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 23 11:35:56.615171 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron_lib.callbacks.manager [None req-2830513d-fc1a-4273-b6f2-7d69e1e1e2e0 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-430722'] for port, precommit_delete {{(pid=94176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:35:56.629016 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.plugins.ml2.plugin [None req-2830513d-fc1a-4273-b6f2-7d69e1e1e2e0 None None] Calling delete_port for 992c218b-2cb8-4885-a038-4da0fc6899c2 owned by network:dhcp {{(pid=94176) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1986}} Jun 23 11:35:56.662684 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron_lib.callbacks.manager [None req-a40ac3bf-bf47-4ee7-9307-8662ef6c3dea admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:35:56.669478 dv-neutron-601336-94-hyperv neutron-server[94174]: INFO neutron.wsgi [None req-62d20a58-5d94-4ea1-aab8-95b57183d14f tempest-RoutersIpV6Test-1448447933 tempest-RoutersIpV6Test-1448447933-project] 10.222.0.20 "GET /v2.0/routers/efd40a64-d42c-4d74-9749-ec45002e9efd HTTP/1.1" status: 200 len: 953 time: 0.1372709 Jun 23 11:35:56.672093 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.wsgi [-] (94174) accepted ('10.222.0.20', 41508) {{(pid=94174) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 11:35:56.677932 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.api.v2.base [None req-c6343749-6f8c-4bad-b615-084d1f4dd716 tempest-RoutersIpV6Test-1448447933 tempest-RoutersIpV6Test-1448447933-project] Request body: {'router': {'routes': None}} {{(pid=94174) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 23 11:35:56.701659 dv-neutron-601336-94-hyperv neutron-server[94177]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a7359340-6973-42c6-b28e-fd81c30963cb None None] Sync routers for ids ['efd40a64-d42c-4d74-9749-ec45002e9efd'] in dv-neutron-601336-94-hyperv {{(pid=94177) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 23 11:35:56.712030 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron_lib.callbacks.manager [None req-5d7cf3f3-cca7-46cf-b526-f71e90a180ed tempest-RoutersTest-228919764 tempest-RoutersTest-228919764-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-922904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866062', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773700135024', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773699642224', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5082448'] for port, after_delete {{(pid=94175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:35:56.712433 dv-neutron-601336-94-hyperv neutron-server[94177]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a7359340-6973-42c6-b28e-fd81c30963cb None None] Routers {'efd40a64-d42c-4d74-9749-ec45002e9efd'} bound to L3 agent in host dv-neutron-601336-94-hyperv {{(pid=94177) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 23 11:35:56.714331 dv-neutron-601336-94-hyperv neutron-server[94177]: DEBUG neutron.db.l3_hamode_db [None req-a7359340-6973-42c6-b28e-fd81c30963cb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-601336-94-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-23T11:22:13Z,description=,heartbeat_timestamp=2021-06-23T11:35:43Z,host='dv-neutron-601336-94-hyperv',id=50ef99c0-ef28-4db5-b303-b145898fae60,load=0,resource_versions=,resources_synced=,started_at=2021-06-23T11:22:14Z,topic='l3_agent')) {'router_ids': ['efd40a64-d42c-4d74-9749-ec45002e9efd'], 'active': True} {{(pid=94177) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 11:35:56.721864 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron_lib.callbacks.manager [None req-2830513d-fc1a-4273-b6f2-7d69e1e1e2e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-922904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866062', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773700135024', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773699642224'] for port, after_delete {{(pid=94176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:35:56.726375 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG oslo_concurrency.lockutils [None req-7b038f03-53a8-4d0a-812e-886b689ce12e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 11:35:56.727859 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG oslo_concurrency.lockutils [None req-9ff019e3-8ad8-4fd1-a9e4-8460ec2d01b2 tempest-PortsIpV6TestJSON-1781383748 tempest-PortsIpV6TestJSON-1781383748-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94175) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 11:35:56.734917 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5d7cf3f3-cca7-46cf-b526-f71e90a180ed tempest-RoutersTest-228919764 tempest-RoutersTest-228919764-project] No DVR routers for this DVR port 992c218b-2cb8-4885-a038-4da0fc6899c2 on host dv-neutron-601336-94-hyperv {{(pid=94175) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 23 11:35:56.758634 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron_lib.callbacks.manager [None req-a40ac3bf-bf47-4ee7-9307-8662ef6c3dea admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:35:56.763936 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2830513d-fc1a-4273-b6f2-7d69e1e1e2e0 None None] Pushing event deleted for resources: {'Port': ['ID=992c218b-2cb8-4885-a038-4da0fc6899c2,revision_number=None']} {{(pid=94176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 11:35:56.770663 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG oslo_concurrency.lockutils [None req-2830513d-fc1a-4273-b6f2-7d69e1e1e2e0 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=94176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 11:35:56.776228 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2830513d-fc1a-4273-b6f2-7d69e1e1e2e0 None None] No DVR routers for this DVR port 992c218b-2cb8-4885-a038-4da0fc6899c2 on host dv-neutron-601336-94-hyperv {{(pid=94176) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 23 11:35:56.779872 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron_lib.callbacks.manager [req-65843745-d944-4820-a94f-f0d4373a62e1 req-d49d189c-12a0-46b0-ac76-c28ec6fb47b3 tempest-TestNetworkBasicOps-233187296 tempest-TestNetworkBasicOps-233187296-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-922915', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-239814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7866073', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773699642215', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-5196399'] for port, after_create {{(pid=94174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:35:56.793969 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG oslo_concurrency.lockutils [None req-d89aa256-e598-4483-a162-7aaf01d3492a tempest-RoutersIpV6Test-1448447933 tempest-RoutersIpV6Test-1448447933-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94174) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 11:35:56.795873 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d7cf3f3-cca7-46cf-b526-f71e90a180ed tempest-RoutersTest-228919764 tempest-RoutersTest-228919764-project] Pushing event deleted for resources: {'Port': ['ID=992c218b-2cb8-4885-a038-4da0fc6899c2,revision_number=None']} {{(pid=94175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 11:35:56.799881 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG oslo_concurrency.lockutils [None req-5d7cf3f3-cca7-46cf-b526-f71e90a180ed tempest-RoutersTest-228919764 tempest-RoutersTest-228919764-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.071s {{(pid=94175) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 11:35:56.871772 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron_lib.callbacks.manager [None req-5d7cf3f3-cca7-46cf-b526-f71e90a180ed tempest-RoutersTest-228919764 tempest-RoutersTest-228919764-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-897259', 'neutron.services.segments.db._delete_segments_for_network-8773700168587'] for network, precommit_delete {{(pid=94175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:35:56.898921 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.services.segments.db [None req-5d7cf3f3-cca7-46cf-b526-f71e90a180ed tempest-RoutersTest-228919764 tempest-RoutersTest-228919764-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1101ff0f-4e73-4d52-8584-72049c933f6a']}} {{(pid=94175) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 11:35:56.916166 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-65843745-d944-4820-a94f-f0d4373a62e1 req-d49d189c-12a0-46b0-ac76-c28ec6fb47b3 tempest-TestNetworkBasicOps-233187296 tempest-TestNetworkBasicOps-233187296-project] Network a7681095-7326-44b0-985d-4ae24b358d92 is already hosted by enough agents. {{(pid=94174) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 23 11:35:56.918507 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d49d189c-12a0-46b0-ac76-c28ec6fb47b3 tempest-TestNetworkBasicOps-233187296 tempest-TestNetworkBasicOps-233187296-project] Pushing event updated for resources: {'Port': ['ID=1b219d2f-1e96-4a54-853e-bf40a0c92824,revision_number=1']} {{(pid=94174) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 11:35:56.923065 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG oslo_concurrency.lockutils [None req-d49d189c-12a0-46b0-ac76-c28ec6fb47b3 tempest-TestNetworkBasicOps-233187296 tempest-TestNetworkBasicOps-233187296-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.128s {{(pid=94174) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 11:35:56.923242 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.scheduler.base_scheduler [req-65843745-d944-4820-a94f-f0d4373a62e1 req-d49d189c-12a0-46b0-ac76-c28ec6fb47b3 tempest-TestNetworkBasicOps-233187296 tempest-TestNetworkBasicOps-233187296-project] Resources bound (agent type, host, resource id): {{(pid=94174) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 23 11:35:56.931243 dv-neutron-601336-94-hyperv neutron-server[94177]: DEBUG neutron.db.l3_dvr_db [None req-a7359340-6973-42c6-b28e-fd81c30963cb None None] Set router efd40a64-d42c-4d74-9749-ec45002e9efd gateway port host: None {{(pid=94177) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:838}} Jun 23 11:35:56.954825 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.db.l3_dvrscheduler_db [req-65843745-d944-4820-a94f-f0d4373a62e1 req-d49d189c-12a0-46b0-ac76-c28ec6fb47b3 tempest-TestNetworkBasicOps-233187296 tempest-TestNetworkBasicOps-233187296-project] Received port after_create {{(pid=94174) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 23 11:35:56.993675 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.services.segments.db [None req-5d7cf3f3-cca7-46cf-b526-f71e90a180ed tempest-RoutersTest-228919764 tempest-RoutersTest-228919764-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '44bf4119-ce1f-4161-b967-6233aa9941a7') {'for_net_delete': True} {{(pid=94175) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 11:35:56.994073 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.services.segments.db [None req-5d7cf3f3-cca7-46cf-b526-f71e90a180ed tempest-RoutersTest-228919764 tempest-RoutersTest-228919764-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '44bf4119-ce1f-4161-b967-6233aa9941a7') {} {{(pid=94175) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 11:35:56.999686 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.plugins.ml2.rpc [None req-dc7542b2-afef-47f4-a763-e3a3cba144be None None] Device a5a4b409-052d-4fc9-acf0-a2804681f6ef up at agent ovs-agent-dv-neutron-601336-94-hyperv {{(pid=94176) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:298}} Jun 23 11:35:57.027677 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron_lib.callbacks.manager [None req-a40ac3bf-bf47-4ee7-9307-8662ef6c3dea admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7996330'] for security_group, after_delete {{(pid=94174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:35:57.030263 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron_lib.callbacks.manager [None req-a40ac3bf-bf47-4ee7-9307-8662ef6c3dea admin admin] Notify callbacks [] for security_group, before_response {{(pid=94174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:35:57.044738 dv-neutron-601336-94-hyperv neutron-server[94174]: INFO neutron.wsgi [None req-a40ac3bf-bf47-4ee7-9307-8662ef6c3dea admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/92e45f4c-0a9b-4b6c-912e-8c6ac5dabc80 HTTP/1.1" status: 204 len: 168 time: 0.5674295 Jun 23 11:35:57.047304 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG oslo_concurrency.lockutils [None req-3cbd5ad3-6d3c-483c-929f-9f27c0666b84 tempest-NegativeSecGroupTest-178874014 tempest-NegativeSecGroupTest-178874014-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94174) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 11:35:57.053208 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron_lib.callbacks.manager [None req-5d7cf3f3-cca7-46cf-b526-f71e90a180ed tempest-RoutersTest-228919764 tempest-RoutersTest-228919764-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8773699955833', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5190677'] for segment, before_delete {{(pid=94175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:35:57.076501 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron_lib.callbacks.manager [None req-5d7cf3f3-cca7-46cf-b526-f71e90a180ed tempest-RoutersTest-228919764 tempest-RoutersTest-228919764-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3801'] for segment, precommit_delete {{(pid=94175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:35:57.084211 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5d7cf3f3-cca7-46cf-b526-f71e90a180ed tempest-RoutersTest-228919764 tempest-RoutersTest-228919764-project] Releasing vlan 407 on physical network physnet1 to pool {{(pid=94175) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 23 11:35:57.087403 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron_lib.callbacks.manager [None req-5d7cf3f3-cca7-46cf-b526-f71e90a180ed tempest-RoutersTest-228919764 tempest-RoutersTest-228919764-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3801', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5082371'] for segment, after_delete {{(pid=94175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:35:57.114322 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65843745-d944-4820-a94f-f0d4373a62e1 req-d49d189c-12a0-46b0-ac76-c28ec6fb47b3 tempest-TestNetworkBasicOps-233187296 tempest-TestNetworkBasicOps-233187296-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94174) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 11:35:57.114322 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron_lib.callbacks.manager [req-65843745-d944-4820-a94f-f0d4373a62e1 req-d49d189c-12a0-46b0-ac76-c28ec6fb47b3 tempest-TestNetworkBasicOps-233187296 tempest-TestNetworkBasicOps-233187296-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-217507'] for port, before_response {{(pid=94174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:35:57.128418 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a40ac3bf-bf47-4ee7-9307-8662ef6c3dea admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=92e45f4c-0a9b-4b6c-912e-8c6ac5dabc80,revision_number=None']} {{(pid=94174) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 11:35:57.150307 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG oslo_concurrency.lockutils [None req-a40ac3bf-bf47-4ee7-9307-8662ef6c3dea admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.103s {{(pid=94174) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 11:35:57.162290 dv-neutron-601336-94-hyperv neutron-server[94175]: Traceback (most recent call last): Jun 23 11:35:57.162290 dv-neutron-601336-94-hyperv neutron-server[94175]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 23 11:35:57.162290 dv-neutron-601336-94-hyperv neutron-server[94175]: timer() Jun 23 11:35:57.162290 dv-neutron-601336-94-hyperv neutron-server[94175]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 23 11:35:57.162290 dv-neutron-601336-94-hyperv neutron-server[94175]: cb(*args, **kw) Jun 23 11:35:57.162290 dv-neutron-601336-94-hyperv neutron-server[94175]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 23 11:35:57.162290 dv-neutron-601336-94-hyperv neutron-server[94175]: return func(*args, **kwargs) Jun 23 11:35:57.162290 dv-neutron-601336-94-hyperv neutron-server[94175]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 23 11:35:57.162290 dv-neutron-601336-94-hyperv neutron-server[94175]: self._notify() Jun 23 11:35:57.162290 dv-neutron-601336-94-hyperv neutron-server[94175]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 23 11:35:57.162290 dv-neutron-601336-94-hyperv neutron-server[94175]: self.callback(batched_events) Jun 23 11:35:57.162290 dv-neutron-601336-94-hyperv neutron-server[94175]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 23 11:35:57.162290 dv-neutron-601336-94-hyperv neutron-server[94175]: event.method(event) Jun 23 11:35:57.162290 dv-neutron-601336-94-hyperv neutron-server[94175]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 23 11:35:57.162290 dv-neutron-601336-94-hyperv neutron-server[94175]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 23 11:35:57.162290 dv-neutron-601336-94-hyperv neutron-server[94175]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 23 11:35:57.162290 dv-neutron-601336-94-hyperv neutron-server[94175]: aggregate_uuid = self.p_client.list_aggregates( Jun 23 11:35:57.162290 dv-neutron-601336-94-hyperv neutron-server[94175]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 23 11:35:57.162290 dv-neutron-601336-94-hyperv neutron-server[94175]: return f(self, *a, **k) Jun 23 11:35:57.162290 dv-neutron-601336-94-hyperv neutron-server[94175]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 23 11:35:57.162290 dv-neutron-601336-94-hyperv neutron-server[94175]: return self._get(url).json() Jun 23 11:35:57.162290 dv-neutron-601336-94-hyperv neutron-server[94175]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 23 11:35:57.162290 dv-neutron-601336-94-hyperv neutron-server[94175]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 23 11:35:57.162290 dv-neutron-601336-94-hyperv neutron-server[94175]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 23 11:35:57.162290 dv-neutron-601336-94-hyperv neutron-server[94175]: return self.request(url, 'GET', **kwargs) Jun 23 11:35:57.162290 dv-neutron-601336-94-hyperv neutron-server[94175]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 23 11:35:57.162290 dv-neutron-601336-94-hyperv neutron-server[94175]: base_url = self.get_endpoint(auth, allow=allow, Jun 23 11:35:57.162290 dv-neutron-601336-94-hyperv neutron-server[94175]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 23 11:35:57.162290 dv-neutron-601336-94-hyperv neutron-server[94175]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 23 11:35:57.162290 dv-neutron-601336-94-hyperv neutron-server[94175]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 23 11:35:57.162290 dv-neutron-601336-94-hyperv neutron-server[94175]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 23 11:35:57.162290 dv-neutron-601336-94-hyperv neutron-server[94175]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 23 11:35:57.168261 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.db.provisioning_blocks [None req-dc7542b2-afef-47f4-a763-e3a3cba144be None None] Provisioning for port a5a4b409-052d-4fc9-acf0-a2804681f6ef completed by entity L2. {{(pid=94176) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 23 11:35:57.185572 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.db.provisioning_blocks [None req-dc7542b2-afef-47f4-a763-e3a3cba144be None None] Provisioning complete for port a5a4b409-052d-4fc9-acf0-a2804681f6ef triggered by entity L2. {{(pid=94176) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 23 11:35:57.185572 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron_lib.callbacks.manager [None req-dc7542b2-afef-47f4-a763-e3a3cba144be None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-899258'] for port, provisioning_complete {{(pid=94176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:35:57.216701 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6749f7f1-140f-47d9-8b06-1839563f344f req-f70ea113-6b5a-4eb6-a577-fee49740377d tempest-TestNetworkBasicOps-233187296 tempest-TestNetworkBasicOps-233187296-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 11:35:57.229032 dv-neutron-601336-94-hyperv neutron-server[94175]: INFO neutron.wsgi [req-6749f7f1-140f-47d9-8b06-1839563f344f req-f70ea113-6b5a-4eb6-a577-fee49740377d tempest-TestNetworkBasicOps-233187296 tempest-TestNetworkBasicOps-233187296-project] 10.222.0.20 "GET /v2.0/ports?device_id=70369a78-6600-4228-b5a7-ab21e12429a7 HTTP/1.1" status: 200 len: 932 time: 0.2315745 Jun 23 11:35:57.234617 dv-neutron-601336-94-hyperv neutron-server[94174]: INFO neutron.wsgi [req-65843745-d944-4820-a94f-f0d4373a62e1 req-d49d189c-12a0-46b0-ac76-c28ec6fb47b3 tempest-TestNetworkBasicOps-233187296 tempest-TestNetworkBasicOps-233187296-project] 10.222.0.52 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.8059642 Jun 23 11:35:57.287548 dv-neutron-601336-94-hyperv neutron-server[94175]: INFO neutron.wsgi [req-6749f7f1-140f-47d9-8b06-1839563f344f req-74bb59d1-0899-4bb5-a444-3bcaf9d36251 tempest-TestNetworkBasicOps-233187296 tempest-TestNetworkBasicOps-233187296-project] 10.222.0.20 "GET /v2.0/security-groups?id=571b66f8-c84c-4f09-9531-afe1560dc081&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0574384 Jun 23 11:35:57.292717 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron_lib.callbacks.manager [None req-5d7cf3f3-cca7-46cf-b526-f71e90a180ed tempest-RoutersTest-228919764 tempest-RoutersTest-228919764-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-897248', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8002400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7866073', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-524247'] for network, after_delete {{(pid=94175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:35:57.300793 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron_lib.callbacks.manager [None req-5d7cf3f3-cca7-46cf-b526-f71e90a180ed tempest-RoutersTest-228919764 tempest-RoutersTest-228919764-project] Notify callbacks [] for network, before_response {{(pid=94175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:35:57.305148 dv-neutron-601336-94-hyperv neutron-server[94175]: INFO neutron.wsgi [None req-5d7cf3f3-cca7-46cf-b526-f71e90a180ed tempest-RoutersTest-228919764 tempest-RoutersTest-228919764-project] 10.222.0.20 "DELETE /v2.0/networks/1101ff0f-4e73-4d52-8584-72049c933f6a HTTP/1.1" status: 204 len: 168 time: 1.1829605 Jun 23 11:35:57.306302 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG oslo_concurrency.lockutils [None req-c7e49e2e-344a-4c24-94f2-6125a75708da tempest-BulkNetworkOpsTest-447796090 tempest-BulkNetworkOpsTest-447796090-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94175) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 11:35:57.312446 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.wsgi [-] (94175) accepted ('10.222.0.20', 41524) {{(pid=94175) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 11:35:57.331938 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.api.v2.base [None req-8bad4802-a67a-48d7-a9e1-cfe859637d39 tempest-RoutersTest-228919764 tempest-RoutersTest-228919764-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-1104510358', 'external_gateway_info': {}, 'admin_state_up': True}} {{(pid=94175) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 23 11:35:57.354618 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d7cf3f3-cca7-46cf-b526-f71e90a180ed tempest-RoutersTest-228919764 tempest-RoutersTest-228919764-project] Pushing event deleted for resources: {'Network': ['ID=1101ff0f-4e73-4d52-8584-72049c933f6a,revision_number=None']} {{(pid=94175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 11:35:57.357059 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG oslo_concurrency.lockutils [None req-5d7cf3f3-cca7-46cf-b526-f71e90a180ed tempest-RoutersTest-228919764 tempest-RoutersTest-228919764-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=94175) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 11:35:57.382915 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron_lib.callbacks.manager [None req-dc7542b2-afef-47f4-a763-e3a3cba144be None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-923122'] for port, before_update {{(pid=94176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:35:57.401082 dv-neutron-601336-94-hyperv neutron-server[94177]: DEBUG neutron.db.l3_hamode_db [None req-a7359340-6973-42c6-b28e-fd81c30963cb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'efd40a64-d42c-4d74-9749-ec45002e9efd', 'name': 'tempest-RoutersIpV6Test-router-621702574', 'tenant_id': 'a04e393135be4822803c421d0995b548', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [{'destination': '2001:db8:1::/64', 'nexthop': '2001:db8:1::2'}, {'destination': '2001:db8:2::/64', 'nexthop': '2001:db8:2::2'}, {'destination': '2001:db8:3::/64', 'nexthop': '2001:db8:3::2'}, {'destination': '2001:db8::/64', 'nexthop': '2001:db8::2'}], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-23T11:35:29Z', 'updated_at': '2021-06-23T11:35:55Z', 'revision_number': 6, 'project_id': 'a04e393135be4822803c421d0995b548', 'gw_port_host': None, '_interfaces': [{'id': '18eeaa2a-9fe9-456b-8f26-be0272e23bad', 'name': '', 'network_id': '8dba2472-7331-4ba9-b904-298b042d46c9', 'tenant_id': 'a04e393135be4822803c421d0995b548', 'mac_address': 'fa:16:3e:b5:78:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'efd40a64-d42c-4d74-9749-ec45002e9efd', 'device_owner': 'network:router_interface', 'standard_attr_id': 1011, 'fixed_ips': [{'subnet_id': '175bc06c-342b-4e55-945c-a10b0728e9dd', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-94-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-23T11:35:32Z', 'updated_at': '2021-06-23T11:35:39Z', 'revision_number': 5, 'project_id': 'a04e393135be4822803c421d0995b548', 'subnets': [{'id': '175bc06c-342b-4e55-945c-a10b0728e9dd', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '51eeb6b2-c859-4348-8d51-53b680c9492d', 'name': '', 'network_id': 'ca00b23c-623f-4cdc-9bd5-76a96dd340ab', 'tenant_id': 'a04e393135be4822803c421d0995b548', 'mac_address': 'fa:16:3e:1f:ca:85', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'efd40a64-d42c-4d74-9749-ec45002e9efd', 'device_owner': 'network:router_interface', 'standard_attr_id': 1049, 'fixed_ips': [{'subnet_id': '75d17758-e341-408a-9d3d-d429416fcd8a', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-94-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-23T11:35:42Z', 'updated_at': '2021-06-23T11:35:49Z', 'revision_number': 5, 'project_id': 'a04e393135be4822803c421d0995b548', 'subnets': [{'id': '75d17758-e341-408a-9d3d-d429416fcd8a', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'a5a4b409-052d-4fc9-acf0-a2804681f6ef', 'name': '', 'network_id': 'd798c677-8a94-46e7-baf1-4b1f6ba4e97c', 'tenant_id': 'a04e393135be4822803c421d0995b548', 'mac_address': 'fa:16:3e:df:21:3d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'efd40a64-d42c-4d74-9749-ec45002e9efd', 'device_owner': 'network:router_interface', 'standard_attr_id': 1077, 'fixed_ips': [{'subnet_id': 'b3b974ad-b374-439b-a756-595bfada134b', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-94-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-23T11:35:49Z', 'updated_at': '2021-06-23T11:35:54Z', 'revision_number': 4, 'project_id': 'a04e393135be4822803c421d0995b548', 'subnets': [{'id': 'b3b974ad-b374-439b-a756-595bfada134b', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'fa994084-a39f-425d-a88e-31f844094105', 'name': '', 'network_id': '5a0407f1-1e47-4f7c-9b40-8fcc21217cea', 'tenant_id': 'a04e393135be4822803c421d0995b548', 'mac_address': 'fa:16:3e:08:0e:df', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'efd40a64-d42c-4d74-9749-ec45002e9efd', 'device_owner': 'network:router_interface', 'standard_attr_id': 1030, 'fixed_ips': [{'subnet_id': 'af9b362d-ea7d-430f-b9de-bdf75c0ca07a', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-94-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-23T11:35:37Z', 'updated_at': '2021-06-23T11:35:44Z', 'revision_number': 5, 'project_id': 'a04e393135be4822803c421d0995b548', 'subnets': [{'id': 'af9b362d-ea7d-430f-b9de-bdf75c0ca07a', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-601336-94-hyperv', False) {} {{(pid=94177) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 11:35:57.419779 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.plugins.ml2.db [None req-dc7542b2-afef-47f4-a763-e3a3cba144be None None] For port a5a4b409-052d-4fc9-acf0-a2804681f6ef, host dv-neutron-601336-94-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-94-hyperv',level=0,port_id=a5a4b409-052d-4fc9-acf0-a2804681f6ef,segment=NetworkSegment(f1915493-8e25-4cc4-83d5-e2c11324c770),segment_id=f1915493-8e25-4cc4-83d5-e2c11324c770)] {{(pid=94176) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 23 11:35:57.424495 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.db.extraroute_db [None req-c6343749-6f8c-4bad-b615-084d1f4dd716 tempest-RoutersIpV6Test-1448447933 tempest-RoutersIpV6Test-1448447933-project] Added routes are [] {{(pid=94174) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:113}} Jun 23 11:35:57.425229 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.db.extraroute_db [None req-c6343749-6f8c-4bad-b615-084d1f4dd716 tempest-RoutersIpV6Test-1448447933 tempest-RoutersIpV6Test-1448447933-project] Removed routes are [{'destination': '2001:db8::/64', 'nexthop': '2001:db8::2'}, {'destination': '2001:db8:1::/64', 'nexthop': '2001:db8:1::2'}, {'destination': '2001:db8:3::/64', 'nexthop': '2001:db8:3::2'}, {'destination': '2001:db8:2::/64', 'nexthop': '2001:db8:2::2'}] {{(pid=94174) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:121}} Jun 23 11:35:57.438499 dv-neutron-601336-94-hyperv neutron-server[94177]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a7359340-6973-42c6-b28e-fd81c30963cb None None] Checking router: efd40a64-d42c-4d74-9749-ec45002e9efd for host: dv-neutron-601336-94-hyperv {{(pid=94177) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 23 11:35:57.447827 dv-neutron-601336-94-hyperv neutron-server[94177]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a7359340-6973-42c6-b28e-fd81c30963cb None None] Routers {'efd40a64-d42c-4d74-9749-ec45002e9efd'} bound to L3 agent in host dv-neutron-601336-94-hyperv {{(pid=94177) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 23 11:35:57.448728 dv-neutron-601336-94-hyperv neutron-server[94177]: DEBUG neutron.db.l3_hamode_db [None req-a7359340-6973-42c6-b28e-fd81c30963cb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-601336-94-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-23T11:22:13Z,description=,heartbeat_timestamp=2021-06-23T11:35:43Z,host='dv-neutron-601336-94-hyperv',id=50ef99c0-ef28-4db5-b303-b145898fae60,load=0,resource_versions=,resources_synced=,started_at=2021-06-23T11:22:14Z,topic='l3_agent')) {'router_ids': ['efd40a64-d42c-4d74-9749-ec45002e9efd'], 'active': True} {{(pid=94177) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 11:35:57.453546 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron_lib.callbacks.manager [None req-8bad4802-a67a-48d7-a9e1-cfe859637d39 tempest-RoutersTest-228919764 tempest-RoutersTest-228919764-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-520407', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-32315'] for router, before_create {{(pid=94175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:35:57.454767 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron_lib.callbacks.manager [None req-8bad4802-a67a-48d7-a9e1-cfe859637d39 tempest-RoutersTest-228919764 tempest-RoutersTest-228919764-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-520264', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-524122', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-414782', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-32290'] for router, precommit_create {{(pid=94175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:35:57.454939 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.db.provisioning_blocks [None req-cb258ac6-a62e-4016-be8a-81849cb1bc7e None None] Provisioning for port 1b219d2f-1e96-4a54-853e-bf40a0c92824 completed by entity DHCP. {{(pid=94176) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 23 11:35:57.459999 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.db.provisioning_blocks [None req-cb258ac6-a62e-4016-be8a-81849cb1bc7e None None] Provisioning complete for port 1b219d2f-1e96-4a54-853e-bf40a0c92824 triggered by entity DHCP. {{(pid=94176) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 23 11:35:57.460951 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron_lib.callbacks.manager [None req-cb258ac6-a62e-4016-be8a-81849cb1bc7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-899258'] for port, provisioning_complete {{(pid=94176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:35:57.464962 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron_lib.callbacks.manager [None req-c6343749-6f8c-4bad-b615-084d1f4dd716 tempest-RoutersIpV6Test-1448447933 tempest-RoutersIpV6Test-1448447933-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-524104', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-520389', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-32276'] for router, precommit_update {{(pid=94174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:35:57.512876 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.plugins.ml2.plugin [None req-cb258ac6-a62e-4016-be8a-81849cb1bc7e None None] Port 1b219d2f-1e96-4a54-853e-bf40a0c92824 cannot update to ACTIVE because it is not bound. {{(pid=94176) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jun 23 11:35:57.523058 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.api.v2.base [req-65843745-d944-4820-a94f-f0d4373a62e1 req-8b907f80-92b1-468a-8ab8-58c2a6d5632d service neutron] Request body: {'port': {'device_id': '70369a78-6600-4228-b5a7-ab21e12429a7', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-6013'}} {{(pid=94174) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 23 11:35:57.533481 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron_lib.callbacks.manager [None req-dc7542b2-afef-47f4-a763-e3a3cba144be None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-922904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866062', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773700135042', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773699642233', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773699642278'] for port, after_update {{(pid=94176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:35:57.535812 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG oslo_concurrency.lockutils [None req-ac42d8a0-17ee-409e-888f-e8b3dc220dae None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 11:35:57.563826 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron_lib.callbacks.manager [None req-8bad4802-a67a-48d7-a9e1-cfe859637d39 tempest-RoutersTest-228919764 tempest-RoutersTest-228919764-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:35:57.593647 dv-neutron-601336-94-hyperv neutron-server[94177]: DEBUG neutron.db.l3_dvr_db [None req-a7359340-6973-42c6-b28e-fd81c30963cb None None] Set router efd40a64-d42c-4d74-9749-ec45002e9efd gateway port host: None {{(pid=94177) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:838}} Jun 23 11:35:57.609721 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc7542b2-afef-47f4-a763-e3a3cba144be None None] Pushing event updated for resources: {'Port': ['ID=a5a4b409-052d-4fc9-acf0-a2804681f6ef,revision_number=5']} {{(pid=94176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 11:35:57.614874 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.plugins.ml2.rpc [None req-dc7542b2-afef-47f4-a763-e3a3cba144be None None] Device 2b8b3c52-de07-4c52-9cf8-2a315cac8852 no longer exists at agent ovs-agent-dv-neutron-601336-94-hyperv {{(pid=94176) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:261}} Jun 23 11:35:57.617356 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG oslo_concurrency.lockutils [None req-dc7542b2-afef-47f4-a763-e3a3cba144be None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.082s {{(pid=94176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 11:35:57.642270 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.plugins.ml2.plugin [None req-dc7542b2-afef-47f4-a763-e3a3cba144be None None] No Port match for: 2b8b3c52-de07-4c52-9cf8-2a315cac8852 {{(pid=94176) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2240}} Jun 23 11:35:57.642270 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.plugins.ml2.rpc [None req-dc7542b2-afef-47f4-a763-e3a3cba144be None None] Device 2b8b3c52-de07-4c52-9cf8-2a315cac8852 not bound to the agent host dv-neutron-601336-94-hyperv {{(pid=94176) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:271}} Jun 23 11:35:57.642270 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.plugins.ml2.rpc [None req-dc7542b2-afef-47f4-a763-e3a3cba144be None None] Device 992c218b-2cb8-4885-a038-4da0fc6899c2 no longer exists at agent ovs-agent-dv-neutron-601336-94-hyperv {{(pid=94176) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:261}} Jun 23 11:35:57.657040 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.plugins.ml2.plugin [None req-dc7542b2-afef-47f4-a763-e3a3cba144be None None] No Port match for: 992c218b-2cb8-4885-a038-4da0fc6899c2 {{(pid=94176) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2240}} Jun 23 11:35:57.657516 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.plugins.ml2.rpc [None req-dc7542b2-afef-47f4-a763-e3a3cba144be None None] Device 992c218b-2cb8-4885-a038-4da0fc6899c2 not bound to the agent host dv-neutron-601336-94-hyperv {{(pid=94176) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:271}} Jun 23 11:35:57.659666 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron_lib.callbacks.manager [None req-8bad4802-a67a-48d7-a9e1-cfe859637d39 tempest-RoutersTest-228919764 tempest-RoutersTest-228919764-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-520412', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-524143'] for router, after_create {{(pid=94175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:35:57.767716 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron_lib.callbacks.manager [None req-8bad4802-a67a-48d7-a9e1-cfe859637d39 tempest-RoutersTest-228919764 tempest-RoutersTest-228919764-project] Notify callbacks [] for router, before_response {{(pid=94175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:35:57.769092 dv-neutron-601336-94-hyperv neutron-server[94175]: INFO neutron.wsgi [None req-8bad4802-a67a-48d7-a9e1-cfe859637d39 tempest-RoutersTest-228919764 tempest-RoutersTest-228919764-project] 10.222.0.20 "POST /v2.0/routers HTTP/1.1" status: 201 len: 699 time: 0.4541206 Jun 23 11:35:57.771564 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.wsgi [-] (94175) accepted ('10.222.0.20', 41536) {{(pid=94175) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 11:35:57.784577 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.api.v2.base [None req-721fa86e-2de8-435c-8f70-7eabf2e8dbc6 tempest-RoutersTest-228919764 tempest-RoutersTest-228919764-project] Request body: {'network': {'name': 'tempest-RoutersTest-1544493426'}} {{(pid=94175) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 23 11:35:57.833173 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron_lib.callbacks.manager [req-65843745-d944-4820-a94f-f0d4373a62e1 req-8b907f80-92b1-468a-8ab8-58c2a6d5632d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-923122'] for port, before_update {{(pid=94174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:35:57.866720 dv-neutron-601336-94-hyperv neutron-server[94177]: DEBUG neutron.db.l3_hamode_db [None req-a7359340-6973-42c6-b28e-fd81c30963cb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'efd40a64-d42c-4d74-9749-ec45002e9efd', 'name': 'tempest-RoutersIpV6Test-router-621702574', 'tenant_id': 'a04e393135be4822803c421d0995b548', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [{'destination': '2001:db8:1::/64', 'nexthop': '2001:db8:1::2'}, {'destination': '2001:db8:2::/64', 'nexthop': '2001:db8:2::2'}, {'destination': '2001:db8:3::/64', 'nexthop': '2001:db8:3::2'}, {'destination': '2001:db8::/64', 'nexthop': '2001:db8::2'}], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-23T11:35:29Z', 'updated_at': '2021-06-23T11:35:55Z', 'revision_number': 6, 'project_id': 'a04e393135be4822803c421d0995b548', 'gw_port_host': None, '_interfaces': [{'id': '18eeaa2a-9fe9-456b-8f26-be0272e23bad', 'name': '', 'network_id': '8dba2472-7331-4ba9-b904-298b042d46c9', 'tenant_id': 'a04e393135be4822803c421d0995b548', 'mac_address': 'fa:16:3e:b5:78:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'efd40a64-d42c-4d74-9749-ec45002e9efd', 'device_owner': 'network:router_interface', 'standard_attr_id': 1011, 'fixed_ips': [{'subnet_id': '175bc06c-342b-4e55-945c-a10b0728e9dd', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-94-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-23T11:35:32Z', 'updated_at': '2021-06-23T11:35:39Z', 'revision_number': 5, 'project_id': 'a04e393135be4822803c421d0995b548', 'subnets': [{'id': '175bc06c-342b-4e55-945c-a10b0728e9dd', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '51eeb6b2-c859-4348-8d51-53b680c9492d', 'name': '', 'network_id': 'ca00b23c-623f-4cdc-9bd5-76a96dd340ab', 'tenant_id': 'a04e393135be4822803c421d0995b548', 'mac_address': 'fa:16:3e:1f:ca:85', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'efd40a64-d42c-4d74-9749-ec45002e9efd', 'device_owner': 'network:router_interface', 'standard_attr_id': 1049, 'fixed_ips': [{'subnet_id': '75d17758-e341-408a-9d3d-d429416fcd8a', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-94-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-23T11:35:42Z', 'updated_at': '2021-06-23T11:35:49Z', 'revision_number': 5, 'project_id': 'a04e393135be4822803c421d0995b548', 'subnets': [{'id': '75d17758-e341-408a-9d3d-d429416fcd8a', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'a5a4b409-052d-4fc9-acf0-a2804681f6ef', 'name': '', 'network_id': 'd798c677-8a94-46e7-baf1-4b1f6ba4e97c', 'tenant_id': 'a04e393135be4822803c421d0995b548', 'mac_address': 'fa:16:3e:df:21:3d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'efd40a64-d42c-4d74-9749-ec45002e9efd', 'device_owner': 'network:router_interface', 'standard_attr_id': 1077, 'fixed_ips': [{'subnet_id': 'b3b974ad-b374-439b-a756-595bfada134b', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-94-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-23T11:35:49Z', 'updated_at': '2021-06-23T11:35:54Z', 'revision_number': 4, 'project_id': 'a04e393135be4822803c421d0995b548', 'subnets': [{'id': 'b3b974ad-b374-439b-a756-595bfada134b', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'fa994084-a39f-425d-a88e-31f844094105', 'name': '', 'network_id': '5a0407f1-1e47-4f7c-9b40-8fcc21217cea', 'tenant_id': 'a04e393135be4822803c421d0995b548', 'mac_address': 'fa:16:3e:08:0e:df', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'efd40a64-d42c-4d74-9749-ec45002e9efd', 'device_owner': 'network:router_interface', 'standard_attr_id': 1030, 'fixed_ips': [{'subnet_id': 'af9b362d-ea7d-430f-b9de-bdf75c0ca07a', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-94-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-23T11:35:37Z', 'updated_at': '2021-06-23T11:35:44Z', 'revision_number': 5, 'project_id': 'a04e393135be4822803c421d0995b548', 'subnets': [{'id': 'af9b362d-ea7d-430f-b9de-bdf75c0ca07a', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-601336-94-hyperv', False) {} {{(pid=94177) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 11:35:57.884034 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron_lib.callbacks.manager [None req-c6343749-6f8c-4bad-b615-084d1f4dd716 tempest-RoutersIpV6Test-1448447933 tempest-RoutersIpV6Test-1448447933-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-524104', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-520389', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-32276'] for router, precommit_update {{(pid=94174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:35:57.893452 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron_lib.callbacks.manager [None req-c6343749-6f8c-4bad-b615-084d1f4dd716 tempest-RoutersIpV6Test-1448447933 tempest-RoutersIpV6Test-1448447933-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-524143', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-524145', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-524134', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-520394'] for router, after_update {{(pid=94174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:35:57.894018 dv-neutron-601336-94-hyperv neutron-server[94177]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a7359340-6973-42c6-b28e-fd81c30963cb None None] The sync data for ids ['efd40a64-d42c-4d74-9749-ec45002e9efd'] in dv-neutron-601336-94-hyperv is: [{'id': 'efd40a64-d42c-4d74-9749-ec45002e9efd', 'name': 'tempest-RoutersIpV6Test-router-621702574', 'tenant_id': 'a04e393135be4822803c421d0995b548', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [{'destination': '2001:db8:1::/64', 'nexthop': '2001:db8:1::2'}, {'destination': '2001:db8:2::/64', 'nexthop': '2001:db8:2::2'}, {'destination': '2001:db8:3::/64', 'nexthop': '2001:db8:3::2'}, {'destination': '2001:db8::/64', 'nexthop': '2001:db8::2'}], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-23T11:35:29Z', 'updated_at': '2021-06-23T11:35:55Z', 'revision_number': 6, 'project_id': 'a04e393135be4822803c421d0995b548', 'gw_port_host': None, '_interfaces': [{'id': '18eeaa2a-9fe9-456b-8f26-be0272e23bad', 'name': '', 'network_id': '8dba2472-7331-4ba9-b904-298b042d46c9', 'tenant_id': 'a04e393135be4822803c421d0995b548', 'mac_address': 'fa:16:3e:b5:78:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'efd40a64-d42c-4d74-9749-ec45002e9efd', 'device_owner': 'network:router_interface', 'standard_attr_id': 1011, 'fixed_ips': [{'subnet_id': '175bc06c-342b-4e55-945c-a10b0728e9dd', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-94-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-23T11:35:32Z', 'updated_at': '2021-06-23T11:35:39Z', 'revision_number': 5, 'project_id': 'a04e393135be4822803c421d0995b548', 'subnets': [{'id': '175bc06c-342b-4e55-945c-a10b0728e9dd', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '51eeb6b2-c859-4348-8d51-53b680c9492d', 'name': '', 'network_id': 'ca00b23c-623f-4cdc-9bd5-76a96dd340ab', 'tenant_id': 'a04e393135be4822803c421d0995b548', 'mac_address': 'fa:16:3e:1f:ca:85', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'efd40a64-d42c-4d74-9749-ec45002e9efd', 'device_owner': 'network:router_interface', 'standard_attr_id': 1049, 'fixed_ips': [{'subnet_id': '75d17758-e341-408a-9d3d-d429416fcd8a', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-94-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-23T11:35:42Z', 'updated_at': '2021-06-23T11:35:49Z', 'revision_number': 5, 'project_id': 'a04e393135be4822803c421d0995b548', 'subnets': [{'id': '75d17758-e341-408a-9d3d-d429416fcd8a', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'a5a4b409-052d-4fc9-acf0-a2804681f6ef', 'name': '', 'network_id': 'd798c677-8a94-46e7-baf1-4b1f6ba4e97c', 'tenant_id': 'a04e393135be4822803c421d0995b548', 'mac_address': 'fa:16:3e:df:21:3d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'efd40a64-d42c-4d74-9749-ec45002e9efd', 'device_owner': 'network:router_interface', 'standard_attr_id': 1077, 'fixed_ips': [{'subnet_id': 'b3b974ad-b374-439b-a756-595bfada134b', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-94-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-23T11:35:49Z', 'updated_at': '2021-06-23T11:35:54Z', 'revision_number': 4, 'project_id': 'a04e393135be4822803c421d0995b548', 'subnets': [{'id': 'b3b974ad-b374-439b-a756-595bfada134b', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'fa994084-a39f-425d-a88e-31f844094105', 'name': '', 'network_id': '5a0407f1-1e47-4f7c-9b40-8fcc21217cea', 'tenant_id': 'a04e393135be4822803c421d0995b548', 'mac_address': 'fa:16:3e:08:0e:df', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'efd40a64-d42c-4d74-9749-ec45002e9efd', 'device_owner': 'network:router_interface', 'standard_attr_id': 1030, 'fixed_ips': [{'subnet_id': 'af9b362d-ea7d-430f-b9de-bdf75c0ca07a', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-94-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-23T11:35:37Z', 'updated_at': '2021-06-23T11:35:44Z', 'revision_number': 5, 'project_id': 'a04e393135be4822803c421d0995b548', 'subnets': [{'id': 'af9b362d-ea7d-430f-b9de-bdf75c0ca07a', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94177) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 23 11:35:57.904937 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-721fa86e-2de8-435c-8f70-7eabf2e8dbc6 tempest-RoutersTest-228919764 tempest-RoutersTest-228919764-project] Made reservation on behalf of 1838eb839bc24d0abf2e86f88a8bcfa8 for: {'network': 1} {{(pid=94175) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 23 11:35:57.908638 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron_lib.callbacks.manager [None req-721fa86e-2de8-435c-8f70-7eabf2e8dbc6 tempest-RoutersTest-228919764 tempest-RoutersTest-228919764-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-923104'] for network, before_create {{(pid=94175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:35:57.953040 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-721fa86e-2de8-435c-8f70-7eabf2e8dbc6 tempest-RoutersTest-228919764 tempest-RoutersTest-228919764-project] vlan segment allocate from pool success with {'vlan_id': 436, 'physical_network': 'physnet1'} {{(pid=94175) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 23 11:35:57.963994 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron_lib.callbacks.manager [None req-721fa86e-2de8-435c-8f70-7eabf2e8dbc6 tempest-RoutersTest-228919764 tempest-RoutersTest-228919764-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3801'] for segment, precommit_create {{(pid=94175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:35:57.964355 dv-neutron-601336-94-hyperv neutron-server[94175]: INFO neutron.db.segments_db [None req-721fa86e-2de8-435c-8f70-7eabf2e8dbc6 tempest-RoutersTest-228919764 tempest-RoutersTest-228919764-project] Added segment f531661d-acca-4a0e-b098-61398086fac2 of type vlan for network 16660c50-0794-457f-9a86-fdc3685f0969 Jun 23 11:35:58.010811 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron_lib.callbacks.manager [None req-721fa86e-2de8-435c-8f70-7eabf2e8dbc6 tempest-RoutersTest-228919764 tempest-RoutersTest-228919764-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8773699596773'] for network, precommit_create {{(pid=94175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:35:58.076568 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c6343749-6f8c-4bad-b615-084d1f4dd716 tempest-RoutersIpV6Test-1448447933 tempest-RoutersIpV6Test-1448447933-project] Router efd40a64-d42c-4d74-9749-ec45002e9efd has already been hosted by L3 agent 50ef99c0-ef28-4db5-b303-b145898fae60 {{(pid=94174) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 23 11:35:58.115337 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron_lib.callbacks.manager [None req-721fa86e-2de8-435c-8f70-7eabf2e8dbc6 tempest-RoutersTest-228919764 tempest-RoutersTest-228919764-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8002400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7866073'] for network, after_create {{(pid=94175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:35:58.122974 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-721fa86e-2de8-435c-8f70-7eabf2e8dbc6 tempest-RoutersTest-228919764 tempest-RoutersTest-228919764-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 11:35:58.127547 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron_lib.callbacks.manager [None req-721fa86e-2de8-435c-8f70-7eabf2e8dbc6 tempest-RoutersTest-228919764 tempest-RoutersTest-228919764-project] Notify callbacks [] for network, before_response {{(pid=94175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:35:58.128327 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG oslo_concurrency.lockutils [None req-0f50e38d-2bbe-4e58-ac7f-86bb1a1e5ac5 tempest-NetworksTest-2133396914 tempest-NetworksTest-2133396914-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94175) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 11:35:58.213520 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.wsgi [-] (94174) accepted ('10.222.0.20', 41550) {{(pid=94174) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 11:35:58.282671 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c6343749-6f8c-4bad-b615-084d1f4dd716 tempest-RoutersIpV6Test-1448447933 tempest-RoutersIpV6Test-1448447933-project] Notify agent at l3_agent.dv-neutron-601336-94-hyperv the message routers_updated {{(pid=94174) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 23 11:35:58.291666 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron_lib.callbacks.manager [None req-c6343749-6f8c-4bad-b615-084d1f4dd716 tempest-RoutersIpV6Test-1448447933 tempest-RoutersIpV6Test-1448447933-project] Notify callbacks [] for router, before_response {{(pid=94174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:35:58.293133 dv-neutron-601336-94-hyperv neutron-server[94174]: INFO neutron.wsgi [None req-c6343749-6f8c-4bad-b615-084d1f4dd716 tempest-RoutersIpV6Test-1448447933 tempest-RoutersIpV6Test-1448447933-project] 10.222.0.20 "PUT /v2.0/routers/efd40a64-d42c-4d74-9749-ec45002e9efd HTTP/1.1" status: 200 len: 703 time: 1.6186774 Jun 23 11:35:58.296233 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.wsgi [-] (94174) accepted ('10.222.0.20', 41558) {{(pid=94174) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 11:35:58.297811 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-55820438-387f-4581-be02-41c63d50af92 None None] Sync routers for ids ['efd40a64-d42c-4d74-9749-ec45002e9efd'] in dv-neutron-601336-94-hyperv {{(pid=94176) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 23 11:35:58.318347 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.db.l3_dvrscheduler_db [None req-55820438-387f-4581-be02-41c63d50af92 None None] Routers {'efd40a64-d42c-4d74-9749-ec45002e9efd'} bound to L3 agent in host dv-neutron-601336-94-hyperv {{(pid=94176) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 23 11:35:58.319512 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.db.l3_hamode_db [None req-55820438-387f-4581-be02-41c63d50af92 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-601336-94-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-23T11:22:13Z,description=,heartbeat_timestamp=2021-06-23T11:35:43Z,host='dv-neutron-601336-94-hyperv',id=50ef99c0-ef28-4db5-b303-b145898fae60,load=0,resource_versions=,resources_synced=,started_at=2021-06-23T11:22:14Z,topic='l3_agent')) {'router_ids': ['efd40a64-d42c-4d74-9749-ec45002e9efd'], 'active': True} {{(pid=94176) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 11:35:58.440400 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.db.l3_dvr_db [None req-55820438-387f-4581-be02-41c63d50af92 None None] Set router efd40a64-d42c-4d74-9749-ec45002e9efd gateway port host: None {{(pid=94176) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:838}} Jun 23 11:35:58.488365 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-721fa86e-2de8-435c-8f70-7eabf2e8dbc6 tempest-RoutersTest-228919764 tempest-RoutersTest-228919764-project] Pushing event updated for resources: {'Network': ['ID=16660c50-0794-457f-9a86-fdc3685f0969,revision_number=1']} {{(pid=94175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 11:35:58.490513 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG oslo_concurrency.lockutils [None req-721fa86e-2de8-435c-8f70-7eabf2e8dbc6 tempest-RoutersTest-228919764 tempest-RoutersTest-228919764-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.362s {{(pid=94175) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 11:35:58.501985 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.plugins.ml2.rpc [None req-dc7542b2-afef-47f4-a763-e3a3cba144be None None] Network 16660c50-0794-457f-9a86-fdc3685f0969 details requested by agent ovs-agent-dv-neutron-601336-94-hyperv with host dv-neutron-601336-94-hyperv {{(pid=94176) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:250}} Jun 23 11:35:58.545583 dv-neutron-601336-94-hyperv neutron-server[94175]: INFO neutron.wsgi [None req-721fa86e-2de8-435c-8f70-7eabf2e8dbc6 tempest-RoutersTest-228919764 tempest-RoutersTest-228919764-project] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 766 time: 0.7727730 Jun 23 11:35:58.549091 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.wsgi [-] (94175) accepted ('10.222.0.20', 41564) {{(pid=94175) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 11:35:58.554821 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.api.v2.base [None req-2204feb5-f72c-487d-9f64-c61e46bb83fb tempest-RoutersTest-228919764 tempest-RoutersTest-228919764-project] Request body: {'subnet': {'network_id': '16660c50-0794-457f-9a86-fdc3685f0969', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=94175) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 23 11:35:58.721740 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2204feb5-f72c-487d-9f64-c61e46bb83fb tempest-RoutersTest-228919764 tempest-RoutersTest-228919764-project] Made reservation on behalf of 1838eb839bc24d0abf2e86f88a8bcfa8 for: {'subnet': 1} {{(pid=94175) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 23 11:35:58.725723 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron_lib.callbacks.manager [None req-2204feb5-f72c-487d-9f64-c61e46bb83fb tempest-RoutersTest-228919764 tempest-RoutersTest-228919764-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4660073'] for subnet, before_create {{(pid=94175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:35:58.749856 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.db.l3_hamode_db [None req-55820438-387f-4581-be02-41c63d50af92 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'efd40a64-d42c-4d74-9749-ec45002e9efd', 'name': 'tempest-RoutersIpV6Test-router-621702574', 'tenant_id': 'a04e393135be4822803c421d0995b548', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-23T11:35:29Z', 'updated_at': '2021-06-23T11:35:57Z', 'revision_number': 7, 'project_id': 'a04e393135be4822803c421d0995b548', 'gw_port_host': None, '_interfaces': [{'id': '18eeaa2a-9fe9-456b-8f26-be0272e23bad', 'name': '', 'network_id': '8dba2472-7331-4ba9-b904-298b042d46c9', 'tenant_id': 'a04e393135be4822803c421d0995b548', 'mac_address': 'fa:16:3e:b5:78:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'efd40a64-d42c-4d74-9749-ec45002e9efd', 'device_owner': 'network:router_interface', 'standard_attr_id': 1011, 'fixed_ips': [{'subnet_id': '175bc06c-342b-4e55-945c-a10b0728e9dd', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-94-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-23T11:35:32Z', 'updated_at': '2021-06-23T11:35:39Z', 'revision_number': 5, 'project_id': 'a04e393135be4822803c421d0995b548', 'subnets': [{'id': '175bc06c-342b-4e55-945c-a10b0728e9dd', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '51eeb6b2-c859-4348-8d51-53b680c9492d', 'name': '', 'network_id': 'ca00b23c-623f-4cdc-9bd5-76a96dd340ab', 'tenant_id': 'a04e393135be4822803c421d0995b548', 'mac_address': 'fa:16:3e:1f:ca:85', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'efd40a64-d42c-4d74-9749-ec45002e9efd', 'device_owner': 'network:router_interface', 'standard_attr_id': 1049, 'fixed_ips': [{'subnet_id': '75d17758-e341-408a-9d3d-d429416fcd8a', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-94-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-23T11:35:42Z', 'updated_at': '2021-06-23T11:35:49Z', 'revision_number': 5, 'project_id': 'a04e393135be4822803c421d0995b548', 'subnets': [{'id': '75d17758-e341-408a-9d3d-d429416fcd8a', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'a5a4b409-052d-4fc9-acf0-a2804681f6ef', 'name': '', 'network_id': 'd798c677-8a94-46e7-baf1-4b1f6ba4e97c', 'tenant_id': 'a04e393135be4822803c421d0995b548', 'mac_address': 'fa:16:3e:df:21:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'efd40a64-d42c-4d74-9749-ec45002e9efd', 'device_owner': 'network:router_interface', 'standard_attr_id': 1077, 'fixed_ips': [{'subnet_id': 'b3b974ad-b374-439b-a756-595bfada134b', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-94-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-23T11:35:49Z', 'updated_at': '2021-06-23T11:35:57Z', 'revision_number': 5, 'project_id': 'a04e393135be4822803c421d0995b548', 'subnets': [{'id': 'b3b974ad-b374-439b-a756-595bfada134b', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'fa994084-a39f-425d-a88e-31f844094105', 'name': '', 'network_id': '5a0407f1-1e47-4f7c-9b40-8fcc21217cea', 'tenant_id': 'a04e393135be4822803c421d0995b548', 'mac_address': 'fa:16:3e:08:0e:df', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'efd40a64-d42c-4d74-9749-ec45002e9efd', 'device_owner': 'network:router_interface', 'standard_attr_id': 1030, 'fixed_ips': [{'subnet_id': 'af9b362d-ea7d-430f-b9de-bdf75c0ca07a', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-94-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-23T11:35:37Z', 'updated_at': '2021-06-23T11:35:44Z', 'revision_number': 5, 'project_id': 'a04e393135be4822803c421d0995b548', 'subnets': [{'id': 'af9b362d-ea7d-430f-b9de-bdf75c0ca07a', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-601336-94-hyperv', False) {} {{(pid=94176) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 11:35:58.788521 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-55820438-387f-4581-be02-41c63d50af92 None None] Checking router: efd40a64-d42c-4d74-9749-ec45002e9efd for host: dv-neutron-601336-94-hyperv {{(pid=94176) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 23 11:35:58.805335 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.db.l3_dvrscheduler_db [None req-55820438-387f-4581-be02-41c63d50af92 None None] Routers {'efd40a64-d42c-4d74-9749-ec45002e9efd'} bound to L3 agent in host dv-neutron-601336-94-hyperv {{(pid=94176) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 23 11:35:58.805999 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.db.l3_hamode_db [None req-55820438-387f-4581-be02-41c63d50af92 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-601336-94-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-23T11:22:13Z,description=,heartbeat_timestamp=2021-06-23T11:35:43Z,host='dv-neutron-601336-94-hyperv',id=50ef99c0-ef28-4db5-b303-b145898fae60,load=0,resource_versions=,resources_synced=,started_at=2021-06-23T11:22:14Z,topic='l3_agent')) {'router_ids': ['efd40a64-d42c-4d74-9749-ec45002e9efd'], 'active': True} {{(pid=94176) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 11:35:58.839490 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.api.v2.base [None req-417efd45-0800-443b-9f3b-42e04e45a6ce admin admin] Request body: {'network': {'name': 'tempest-TestServerAdvancedOps-827920852-network', 'tenant_id': '87e6e184674b4a4680205b94208b9e33'}} {{(pid=94174) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 23 11:35:58.850840 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.wsgi [-] (94175) accepted ('10.222.0.20', 41570) {{(pid=94175) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 11:35:58.851215 dv-neutron-601336-94-hyperv neutron-server[94174]: INFO neutron.wsgi [None req-aeae3d94-d69a-451f-adeb-b8392d3e2911 tempest-RoutersIpV6Test-1448447933 tempest-RoutersIpV6Test-1448447933-project] 10.222.0.20 "GET /v2.0/routers/efd40a64-d42c-4d74-9749-ec45002e9efd HTTP/1.1" status: 200 len: 703 time: 0.5537477 Jun 23 11:35:58.916449 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.plugins.ml2.rpc [None req-dc7542b2-afef-47f4-a763-e3a3cba144be None None] Device a5a4b409-052d-4fc9-acf0-a2804681f6ef up at agent ovs-agent-dv-neutron-601336-94-hyperv {{(pid=94176) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:298}} Jun 23 11:35:58.943535 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.notifiers.nova [req-65843745-d944-4820-a94f-f0d4373a62e1 req-8b907f80-92b1-468a-8ab8-58c2a6d5632d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1b219d2f-1e96-4a54-853e-bf40a0c92824 {{(pid=94174) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 23 11:35:58.958570 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron_lib.callbacks.manager [req-65843745-d944-4820-a94f-f0d4373a62e1 req-8b907f80-92b1-468a-8ab8-58c2a6d5632d service neutron] Notify callbacks [] for port, precommit_update {{(pid=94174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:35:58.978295 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.db.l3_dvr_db [None req-55820438-387f-4581-be02-41c63d50af92 None None] Set router efd40a64-d42c-4d74-9749-ec45002e9efd gateway port host: None {{(pid=94176) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:838}} Jun 23 11:35:58.982883 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4498f668-0dce-4941-a5e6-245b950a5989 req-f5838f8e-bece-4ff9-b793-8bc0c4296a73 tempest-TestNetworkBasicOps-233187296 tempest-TestNetworkBasicOps-233187296-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94174) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 11:35:58.989923 dv-neutron-601336-94-hyperv neutron-server[94174]: INFO neutron.wsgi [req-4498f668-0dce-4941-a5e6-245b950a5989 req-f5838f8e-bece-4ff9-b793-8bc0c4296a73 tempest-TestNetworkBasicOps-233187296 tempest-TestNetworkBasicOps-233187296-project] 10.222.0.20 "GET /v2.0/ports?device_id=70369a78-6600-4228-b5a7-ab21e12429a7 HTTP/1.1" status: 200 len: 932 time: 0.1339588 Jun 23 11:35:59.000387 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.db.provisioning_blocks [req-65843745-d944-4820-a94f-f0d4373a62e1 req-8b907f80-92b1-468a-8ab8-58c2a6d5632d service neutron] Transition to ACTIVE for port object 1b219d2f-1e96-4a54-853e-bf40a0c92824 will not be triggered until provisioned by entity L2. {{(pid=94174) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 23 11:35:59.027089 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-417efd45-0800-443b-9f3b-42e04e45a6ce admin admin] Made reservation on behalf of 87e6e184674b4a4680205b94208b9e33 for: {'network': 1} {{(pid=94174) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 23 11:35:59.027089 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron_lib.callbacks.manager [None req-417efd45-0800-443b-9f3b-42e04e45a6ce admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-923104'] for network, before_create {{(pid=94174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:35:59.037782 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron_lib.callbacks.manager [None req-417efd45-0800-443b-9f3b-42e04e45a6ce admin admin] Notify callbacks [] for security_group, before_create {{(pid=94174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:35:59.041996 dv-neutron-601336-94-hyperv neutron-server[94174]: INFO neutron.wsgi [req-4498f668-0dce-4941-a5e6-245b950a5989 req-00c7b561-afc7-4e5f-83f2-2c574b6b814f tempest-TestNetworkBasicOps-233187296 tempest-TestNetworkBasicOps-233187296-project] 10.222.0.20 "GET /v2.0/security-groups?id=571b66f8-c84c-4f09-9531-afe1560dc081&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0512636 Jun 23 11:35:59.093755 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron_lib.callbacks.manager [req-65843745-d944-4820-a94f-f0d4373a62e1 req-8b907f80-92b1-468a-8ab8-58c2a6d5632d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-922904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866062', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773700135042', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773699642233', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773699642278', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5196369'] for port, after_update {{(pid=94174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:35:59.097429 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG oslo_concurrency.lockutils [None req-21157aaf-3ae0-4043-98de-07817bcbeece tempest-RoutersIpV6Test-1448447933 tempest-RoutersIpV6Test-1448447933-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94174) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 11:35:59.137293 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.db.provisioning_blocks [None req-dc7542b2-afef-47f4-a763-e3a3cba144be None None] Provisioning complete for port a5a4b409-052d-4fc9-acf0-a2804681f6ef triggered by entity L2. {{(pid=94176) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 23 11:35:59.137844 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron_lib.callbacks.manager [None req-dc7542b2-afef-47f4-a763-e3a3cba144be None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-899258'] for port, provisioning_complete {{(pid=94176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:35:59.204671 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b907f80-92b1-468a-8ab8-58c2a6d5632d service neutron] Pushing event updated for resources: {'Port': ['ID=1b219d2f-1e96-4a54-853e-bf40a0c92824,revision_number=2']} {{(pid=94174) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 11:35:59.209013 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG oslo_concurrency.lockutils [None req-8b907f80-92b1-468a-8ab8-58c2a6d5632d service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.111s {{(pid=94174) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 11:35:59.250543 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron_lib.callbacks.manager [None req-417efd45-0800-443b-9f3b-42e04e45a6ce admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:35:59.280116 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.plugins.ml2.managers [req-65843745-d944-4820-a94f-f0d4373a62e1 req-8b907f80-92b1-468a-8ab8-58c2a6d5632d service neutron] Attempting to bind port 1b219d2f-1e96-4a54-853e-bf40a0c92824 on host hv-neutron-6013 for vnic_type normal with profile {{(pid=94174) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 23 11:35:59.280471 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.plugins.ml2.managers [req-65843745-d944-4820-a94f-f0d4373a62e1 req-8b907f80-92b1-468a-8ab8-58c2a6d5632d service neutron] Attempting to bind port 1b219d2f-1e96-4a54-853e-bf40a0c92824 by drivers openvswitch,hyperv on host hv-neutron-6013 at level 0 using segments [{'id': '2545ee53-c74e-4449-af0c-83c33975ceea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 437, 'network_id': 'a7681095-7326-44b0-985d-4ae24b358d92'}] {{(pid=94174) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 23 11:35:59.280813 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-65843745-d944-4820-a94f-f0d4373a62e1 req-8b907f80-92b1-468a-8ab8-58c2a6d5632d service neutron] Attempting to bind port 1b219d2f-1e96-4a54-853e-bf40a0c92824 on network a7681095-7326-44b0-985d-4ae24b358d92 {{(pid=94174) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 23 11:35:59.292092 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-65843745-d944-4820-a94f-f0d4373a62e1 req-8b907f80-92b1-468a-8ab8-58c2a6d5632d service neutron] Port 1b219d2f-1e96-4a54-853e-bf40a0c92824 on network a7681095-7326-44b0-985d-4ae24b358d92 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-6013 {{(pid=94174) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 23 11:35:59.292442 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-65843745-d944-4820-a94f-f0d4373a62e1 req-8b907f80-92b1-468a-8ab8-58c2a6d5632d service neutron] Attempting to bind port 1b219d2f-1e96-4a54-853e-bf40a0c92824 on network a7681095-7326-44b0-985d-4ae24b358d92 {{(pid=94174) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 23 11:35:59.302853 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-65843745-d944-4820-a94f-f0d4373a62e1 req-8b907f80-92b1-468a-8ab8-58c2a6d5632d service neutron] Checking agent: {'id': '3a130b41-5b27-406b-aeb2-5a923af79f10', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-6013', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 23, 11, 28, 23), 'started_at': datetime.datetime(2021, 6, 23, 11, 28, 23), 'heartbeat_timestamp': datetime.datetime(2021, 6, 23, 11, 35, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94174) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 23 11:35:59.307709 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-65843745-d944-4820-a94f-f0d4373a62e1 req-8b907f80-92b1-468a-8ab8-58c2a6d5632d service neutron] Checking segment: {'id': '2545ee53-c74e-4449-af0c-83c33975ceea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 437, 'network_id': 'a7681095-7326-44b0-985d-4ae24b358d92'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94174) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 23 11:35:59.307709 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-65843745-d944-4820-a94f-f0d4373a62e1 req-8b907f80-92b1-468a-8ab8-58c2a6d5632d service neutron] Bound using segment: {'id': '2545ee53-c74e-4449-af0c-83c33975ceea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 437, 'network_id': 'a7681095-7326-44b0-985d-4ae24b358d92'} {{(pid=94174) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 23 11:35:59.307709 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.plugins.ml2.managers [req-65843745-d944-4820-a94f-f0d4373a62e1 req-8b907f80-92b1-468a-8ab8-58c2a6d5632d service neutron] Bound port: 1b219d2f-1e96-4a54-853e-bf40a0c92824, host: hv-neutron-6013, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2545ee53-c74e-4449-af0c-83c33975ceea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 437, 'network_id': 'a7681095-7326-44b0-985d-4ae24b358d92'}}] {{(pid=94174) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 23 11:35:59.307709 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron_lib.callbacks.manager [req-65843745-d944-4820-a94f-f0d4373a62e1 req-8b907f80-92b1-468a-8ab8-58c2a6d5632d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-923122'] for port, before_update {{(pid=94174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:35:59.319344 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron_lib.callbacks.manager [None req-2204feb5-f72c-487d-9f64-c61e46bb83fb tempest-RoutersTest-228919764 tempest-RoutersTest-228919764-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866062', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5083113', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4660095'] for subnet, after_create {{(pid=94175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:35:59.334394 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG oslo_concurrency.lockutils [None req-242c0a70-89be-4a86-a8e2-7a1b8303e7b8 tempest-RoutersTest-228919764 tempest-RoutersTest-228919764-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94175) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 11:35:59.336791 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron_lib.callbacks.manager [None req-417efd45-0800-443b-9f3b-42e04e45a6ce admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7996330'] for security_group, after_create {{(pid=94174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:35:59.352632 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG oslo_concurrency.lockutils [None req-0d7c01c8-6d44-47c0-afdb-6ba83248b11a tempest-NegativeSecGroupTest-178874014 tempest-NegativeSecGroupTest-178874014-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94174) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 11:35:59.360962 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.db.l3_hamode_db [None req-55820438-387f-4581-be02-41c63d50af92 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'efd40a64-d42c-4d74-9749-ec45002e9efd', 'name': 'tempest-RoutersIpV6Test-router-621702574', 'tenant_id': 'a04e393135be4822803c421d0995b548', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-23T11:35:29Z', 'updated_at': '2021-06-23T11:35:57Z', 'revision_number': 7, 'project_id': 'a04e393135be4822803c421d0995b548', 'gw_port_host': None, '_interfaces': [{'id': '18eeaa2a-9fe9-456b-8f26-be0272e23bad', 'name': '', 'network_id': '8dba2472-7331-4ba9-b904-298b042d46c9', 'tenant_id': 'a04e393135be4822803c421d0995b548', 'mac_address': 'fa:16:3e:b5:78:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'efd40a64-d42c-4d74-9749-ec45002e9efd', 'device_owner': 'network:router_interface', 'standard_attr_id': 1011, 'fixed_ips': [{'subnet_id': '175bc06c-342b-4e55-945c-a10b0728e9dd', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-94-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-23T11:35:32Z', 'updated_at': '2021-06-23T11:35:39Z', 'revision_number': 5, 'project_id': 'a04e393135be4822803c421d0995b548', 'subnets': [{'id': '175bc06c-342b-4e55-945c-a10b0728e9dd', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '51eeb6b2-c859-4348-8d51-53b680c9492d', 'name': '', 'network_id': 'ca00b23c-623f-4cdc-9bd5-76a96dd340ab', 'tenant_id': 'a04e393135be4822803c421d0995b548', 'mac_address': 'fa:16:3e:1f:ca:85', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'efd40a64-d42c-4d74-9749-ec45002e9efd', 'device_owner': 'network:router_interface', 'standard_attr_id': 1049, 'fixed_ips': [{'subnet_id': '75d17758-e341-408a-9d3d-d429416fcd8a', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-94-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-23T11:35:42Z', 'updated_at': '2021-06-23T11:35:49Z', 'revision_number': 5, 'project_id': 'a04e393135be4822803c421d0995b548', 'subnets': [{'id': '75d17758-e341-408a-9d3d-d429416fcd8a', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'a5a4b409-052d-4fc9-acf0-a2804681f6ef', 'name': '', 'network_id': 'd798c677-8a94-46e7-baf1-4b1f6ba4e97c', 'tenant_id': 'a04e393135be4822803c421d0995b548', 'mac_address': 'fa:16:3e:df:21:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'efd40a64-d42c-4d74-9749-ec45002e9efd', 'device_owner': 'network:router_interface', 'standard_attr_id': 1077, 'fixed_ips': [{'subnet_id': 'b3b974ad-b374-439b-a756-595bfada134b', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-94-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-23T11:35:49Z', 'updated_at': '2021-06-23T11:35:57Z', 'revision_number': 5, 'project_id': 'a04e393135be4822803c421d0995b548', 'subnets': [{'id': 'b3b974ad-b374-439b-a756-595bfada134b', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'fa994084-a39f-425d-a88e-31f844094105', 'name': '', 'network_id': '5a0407f1-1e47-4f7c-9b40-8fcc21217cea', 'tenant_id': 'a04e393135be4822803c421d0995b548', 'mac_address': 'fa:16:3e:08:0e:df', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'efd40a64-d42c-4d74-9749-ec45002e9efd', 'device_owner': 'network:router_interface', 'standard_attr_id': 1030, 'fixed_ips': [{'subnet_id': 'af9b362d-ea7d-430f-b9de-bdf75c0ca07a', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-94-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-23T11:35:37Z', 'updated_at': '2021-06-23T11:35:44Z', 'revision_number': 5, 'project_id': 'a04e393135be4822803c421d0995b548', 'subnets': [{'id': 'af9b362d-ea7d-430f-b9de-bdf75c0ca07a', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-601336-94-hyperv', False) {} {{(pid=94176) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 11:35:59.411541 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-55820438-387f-4581-be02-41c63d50af92 None None] The sync data for ids ['efd40a64-d42c-4d74-9749-ec45002e9efd'] in dv-neutron-601336-94-hyperv is: [{'id': 'efd40a64-d42c-4d74-9749-ec45002e9efd', 'name': 'tempest-RoutersIpV6Test-router-621702574', 'tenant_id': 'a04e393135be4822803c421d0995b548', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-23T11:35:29Z', 'updated_at': '2021-06-23T11:35:57Z', 'revision_number': 7, 'project_id': 'a04e393135be4822803c421d0995b548', 'gw_port_host': None, '_interfaces': [{'id': '18eeaa2a-9fe9-456b-8f26-be0272e23bad', 'name': '', 'network_id': '8dba2472-7331-4ba9-b904-298b042d46c9', 'tenant_id': 'a04e393135be4822803c421d0995b548', 'mac_address': 'fa:16:3e:b5:78:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'efd40a64-d42c-4d74-9749-ec45002e9efd', 'device_owner': 'network:router_interface', 'standard_attr_id': 1011, 'fixed_ips': [{'subnet_id': '175bc06c-342b-4e55-945c-a10b0728e9dd', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-94-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-23T11:35:32Z', 'updated_at': '2021-06-23T11:35:39Z', 'revision_number': 5, 'project_id': 'a04e393135be4822803c421d0995b548', 'subnets': [{'id': '175bc06c-342b-4e55-945c-a10b0728e9dd', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '51eeb6b2-c859-4348-8d51-53b680c9492d', 'name': '', 'network_id': 'ca00b23c-623f-4cdc-9bd5-76a96dd340ab', 'tenant_id': 'a04e393135be4822803c421d0995b548', 'mac_address': 'fa:16:3e:1f:ca:85', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'efd40a64-d42c-4d74-9749-ec45002e9efd', 'device_owner': 'network:router_interface', 'standard_attr_id': 1049, 'fixed_ips': [{'subnet_id': '75d17758-e341-408a-9d3d-d429416fcd8a', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-94-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-23T11:35:42Z', 'updated_at': '2021-06-23T11:35:49Z', 'revision_number': 5, 'project_id': 'a04e393135be4822803c421d0995b548', 'subnets': [{'id': '75d17758-e341-408a-9d3d-d429416fcd8a', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'a5a4b409-052d-4fc9-acf0-a2804681f6ef', 'name': '', 'network_id': 'd798c677-8a94-46e7-baf1-4b1f6ba4e97c', 'tenant_id': 'a04e393135be4822803c421d0995b548', 'mac_address': 'fa:16:3e:df:21:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'efd40a64-d42c-4d74-9749-ec45002e9efd', 'device_owner': 'network:router_interface', 'standard_attr_id': 1077, 'fixed_ips': [{'subnet_id': 'b3b974ad-b374-439b-a756-595bfada134b', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-94-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-23T11:35:49Z', 'updated_at': '2021-06-23T11:35:57Z', 'revision_number': 5, 'project_id': 'a04e393135be4822803c421d0995b548', 'subnets': [{'id': 'b3b974ad-b374-439b-a756-595bfada134b', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'fa994084-a39f-425d-a88e-31f844094105', 'name': '', 'network_id': '5a0407f1-1e47-4f7c-9b40-8fcc21217cea', 'tenant_id': 'a04e393135be4822803c421d0995b548', 'mac_address': 'fa:16:3e:08:0e:df', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'efd40a64-d42c-4d74-9749-ec45002e9efd', 'device_owner': 'network:router_interface', 'standard_attr_id': 1030, 'fixed_ips': [{'subnet_id': 'af9b362d-ea7d-430f-b9de-bdf75c0ca07a', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-94-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-23T11:35:37Z', 'updated_at': '2021-06-23T11:35:44Z', 'revision_number': 5, 'project_id': 'a04e393135be4822803c421d0995b548', 'subnets': [{'id': 'af9b362d-ea7d-430f-b9de-bdf75c0ca07a', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94176) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 23 11:35:59.422879 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2204feb5-f72c-487d-9f64-c61e46bb83fb tempest-RoutersTest-228919764 tempest-RoutersTest-228919764-project] Pushing event updated for resources: {'Subnet': ['ID=c719f3a8-f536-49d0-8d92-e308a6195b0c,revision_number=0']} {{(pid=94175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 11:35:59.431502 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-417efd45-0800-443b-9f3b-42e04e45a6ce admin admin] vlan segment allocate from pool success with {'vlan_id': 434, 'physical_network': 'physnet1'} {{(pid=94174) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 23 11:35:59.434108 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG oslo_concurrency.lockutils [None req-2204feb5-f72c-487d-9f64-c61e46bb83fb tempest-RoutersTest-228919764 tempest-RoutersTest-228919764-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.106s {{(pid=94175) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 11:35:59.477927 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2204feb5-f72c-487d-9f64-c61e46bb83fb tempest-RoutersTest-228919764 tempest-RoutersTest-228919764-project] Checking segment: {'id': 'f531661d-acca-4a0e-b098-61398086fac2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 436, 'network_id': '16660c50-0794-457f-9a86-fdc3685f0969'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94175) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 23 11:35:59.478288 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2204feb5-f72c-487d-9f64-c61e46bb83fb tempest-RoutersTest-228919764 tempest-RoutersTest-228919764-project] Network hostable DHCP agents. Network: 16660c50-0794-457f-9a86-fdc3685f0969, hostable agents: ['8cf29b10-0e57-4131-816f-a4b6ad00b249'], hosted agents: [] {{(pid=94175) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 23 11:35:59.478423 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-417efd45-0800-443b-9f3b-42e04e45a6ce admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=15f52a14-6092-4d6f-aba4-bb31310b2c66,revision_number=1']} {{(pid=94174) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 11:35:59.485097 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron_lib.callbacks.manager [None req-417efd45-0800-443b-9f3b-42e04e45a6ce admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3801'] for segment, precommit_create {{(pid=94174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:35:59.485449 dv-neutron-601336-94-hyperv neutron-server[94174]: INFO neutron.db.segments_db [None req-417efd45-0800-443b-9f3b-42e04e45a6ce admin admin] Added segment 524dc55c-90b6-4e16-aac4-d6c69592410d of type vlan for network 467f8a04-0486-4e89-bdba-fbf40f5b3292 Jun 23 11:35:59.524986 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG oslo_concurrency.lockutils [None req-417efd45-0800-443b-9f3b-42e04e45a6ce admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.172s {{(pid=94174) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 11:35:59.531341 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron_lib.callbacks.manager [None req-dcb70843-ca82-4068-a0e7-2275909a996f tempest-RoutersIpV6Test-1448447933 tempest-RoutersIpV6Test-1448447933-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-453061'] for router_interface, before_delete {{(pid=94175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:35:59.531867 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron_lib.callbacks.manager [None req-417efd45-0800-443b-9f3b-42e04e45a6ce admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8773699596773'] for network, precommit_create {{(pid=94174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:35:59.536821 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.plugins.ml2.db [req-65843745-d944-4820-a94f-f0d4373a62e1 req-8b907f80-92b1-468a-8ab8-58c2a6d5632d service neutron] For port 1b219d2f-1e96-4a54-853e-bf40a0c92824, host hv-neutron-6013, cleared binding levels {{(pid=94174) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 23 11:35:59.558384 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.wsgi [-] (94174) accepted ('10.222.0.20', 41582) {{(pid=94174) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 11:35:59.569188 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.plugins.ml2.db [req-65843745-d944-4820-a94f-f0d4373a62e1 req-8b907f80-92b1-468a-8ab8-58c2a6d5632d service neutron] For port 1b219d2f-1e96-4a54-853e-bf40a0c92824, host hv-neutron-6013, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-6013',level=0,port_id=1b219d2f-1e96-4a54-853e-bf40a0c92824,segment=NetworkSegment(2545ee53-c74e-4449-af0c-83c33975ceea),segment_id=2545ee53-c74e-4449-af0c-83c33975ceea)] {{(pid=94174) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 23 11:35:59.603119 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2204feb5-f72c-487d-9f64-c61e46bb83fb tempest-RoutersTest-228919764 tempest-RoutersTest-228919764-project] Network 16660c50-0794-457f-9a86-fdc3685f0969 is scheduled to be hosted by DHCP agent 8cf29b10-0e57-4131-816f-a4b6ad00b249 with binding_index 1 {{(pid=94175) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 23 11:35:59.642676 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron_lib.callbacks.manager [req-65843745-d944-4820-a94f-f0d4373a62e1 req-8b907f80-92b1-468a-8ab8-58c2a6d5632d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-922904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866062', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773700135042', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773699642233', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773699642278', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5196369'] for port, after_update {{(pid=94174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:35:59.644785 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG oslo_concurrency.lockutils [None req-ffce9104-11d4-4a98-8083-9f7f6a46decb tempest-RoutersIpV6Test-1448447933 tempest-RoutersIpV6Test-1448447933-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94174) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 11:35:59.679013 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65843745-d944-4820-a94f-f0d4373a62e1 req-8b907f80-92b1-468a-8ab8-58c2a6d5632d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94174) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 11:35:59.680477 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron_lib.callbacks.manager [req-65843745-d944-4820-a94f-f0d4373a62e1 req-8b907f80-92b1-468a-8ab8-58c2a6d5632d service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-217507'] for port, before_response {{(pid=94174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:35:59.681712 dv-neutron-601336-94-hyperv neutron-server[94174]: INFO neutron.wsgi [req-65843745-d944-4820-a94f-f0d4373a62e1 req-8b907f80-92b1-468a-8ab8-58c2a6d5632d service neutron] 10.222.0.52 "PUT /v2.0/ports/1b219d2f-1e96-4a54-853e-bf40a0c92824 HTTP/1.1" status: 200 len: 1094 time: 2.4363091 Jun 23 11:35:59.682261 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '70369a78-6600-4228-b5a7-ab21e12429a7', 'tag': '1b219d2f-1e96-4a54-853e-bf40a0c92824'}] {{(pid=94174) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 23 11:35:59.684635 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6ff47218258ed5bf6cae7f276c9622ae488f9e8ebc13d1a310221fbcfb04c5dd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-85abd5ba-b360-4f77-8bf2-cf7167369998" -d '{"events": [{"name": "network-changed", "server_uuid": "70369a78-6600-4228-b5a7-ab21e12429a7", "tag": "1b219d2f-1e96-4a54-853e-bf40a0c92824"}]}' {{(pid=94174) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 23 11:35:59.690155 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron_lib.callbacks.manager [None req-417efd45-0800-443b-9f3b-42e04e45a6ce admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8002400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7866073'] for network, after_create {{(pid=94174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:35:59.691379 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-417efd45-0800-443b-9f3b-42e04e45a6ce admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94174) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 11:35:59.691793 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron_lib.callbacks.manager [None req-417efd45-0800-443b-9f3b-42e04e45a6ce admin admin] Notify callbacks [] for network, before_response {{(pid=94174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:35:59.716522 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.scheduler.base_scheduler [None req-2204feb5-f72c-487d-9f64-c61e46bb83fb tempest-RoutersTest-228919764 tempest-RoutersTest-228919764-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-601336-94-hyperv, 16660c50-0794-457f-9a86-fdc3685f0969) {{(pid=94175) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 23 11:35:59.723527 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2204feb5-f72c-487d-9f64-c61e46bb83fb tempest-RoutersTest-228919764 tempest-RoutersTest-228919764-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 11:35:59.729508 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron_lib.callbacks.manager [None req-2204feb5-f72c-487d-9f64-c61e46bb83fb tempest-RoutersTest-228919764 tempest-RoutersTest-228919764-project] Notify callbacks [] for subnet, before_response {{(pid=94175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:35:59.729660 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a4510152-1d99-4114-9694-395962bae5f4 None None] Network 16660c50-0794-457f-9a86-fdc3685f0969 requested from dv-neutron-601336-94-hyperv {{(pid=94176) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 23 11:35:59.766252 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b907f80-92b1-468a-8ab8-58c2a6d5632d service neutron] Pushing event updated for resources: {'Port': ['ID=1b219d2f-1e96-4a54-853e-bf40a0c92824,revision_number=3']} {{(pid=94174) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 11:35:59.769557 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG oslo_concurrency.lockutils [None req-8b907f80-92b1-468a-8ab8-58c2a6d5632d service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.125s {{(pid=94174) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 11:35:59.770082 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG oslo_concurrency.lockutils [None req-6c5ffdb8-8562-497d-9a9f-fd47f047d080 tempest-NetworksTest-2133396914 tempest-NetworksTest-2133396914-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.073s {{(pid=94174) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 11:35:59.817643 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.api.v2.base [None req-6a329a66-0727-4e5d-a2b7-26589cd38e98 tempest-ExternalNetworksTestJSON-398413736 tempest-ExternalNetworksTestJSON-398413736-project] Request body: {'network': {'name': 'tempest-ExternalNetworksTestJSON-test-network-1074170076'}} {{(pid=94174) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 23 11:35:59.824916 dv-neutron-601336-94-hyperv neutron-server[94175]: INFO neutron.wsgi [None req-2204feb5-f72c-487d-9f64-c61e46bb83fb tempest-RoutersTest-228919764 tempest-RoutersTest-228919764-project] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.2743700 Jun 23 11:35:59.829510 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.wsgi [-] (94175) accepted ('10.222.0.20', 41590) {{(pid=94175) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 11:35:59.879825 dv-neutron-601336-94-hyperv neutron-server[94174]: INFO neutron.wsgi [None req-417efd45-0800-443b-9f3b-42e04e45a6ce admin admin] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 1.6636889 Jun 23 11:35:59.885812 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.wsgi [-] (94175) accepted ('10.222.0.20', 41592) {{(pid=94175) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 11:35:59.898797 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.api.v2.base [None req-72827a40-d0a9-4df7-bd5b-7179f8f72197 admin admin] Request body: {'subnet': {'network_id': '467f8a04-0486-4e89-bdba-fbf40f5b3292', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestServerAdvancedOps-827920852-subnet', 'tenant_id': '87e6e184674b4a4680205b94208b9e33', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94175) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 23 11:35:59.977178 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 23 Jun 2021 11:35:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-18d75afc-2ddb-4c19-8463-97704d21a113 x-openstack-request-id: req-18d75afc-2ddb-4c19-8463-97704d21a113 {{(pid=94174) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 23 11:35:59.977435 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "70369a78-6600-4228-b5a7-ab21e12429a7", "tag": "1b219d2f-1e96-4a54-853e-bf40a0c92824", "status": "completed", "code": 200}]} {{(pid=94174) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 23 11:35:59.977945 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-18d75afc-2ddb-4c19-8463-97704d21a113 {{(pid=94174) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 23 11:35:59.978550 dv-neutron-601336-94-hyperv neutron-server[94174]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '70369a78-6600-4228-b5a7-ab21e12429a7', 'tag': '1b219d2f-1e96-4a54-853e-bf40a0c92824', 'status': 'completed', 'code': 200} Jun 23 11:35:59.988772 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-417efd45-0800-443b-9f3b-42e04e45a6ce admin admin] Pushing event updated for resources: {'Network': ['ID=467f8a04-0486-4e89-bdba-fbf40f5b3292,revision_number=1']} {{(pid=94174) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 11:35:59.992146 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG oslo_concurrency.lockutils [None req-417efd45-0800-443b-9f3b-42e04e45a6ce admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.222s {{(pid=94174) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 11:36:00.011775 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eb873dbe-2905-49eb-8098-904da2629754 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1e0d828a-1fa4-563d-b7fd-53adf66a04ee-16660c50-0794-457f-9a86-fdc3685f0969', 'network_id': '16660c50-0794-457f-9a86-fdc3685f0969', 'tenant_id': '1838eb839bc24d0abf2e86f88a8bcfa8', 'fixed_ips': [{'subnet_id': 'c719f3a8-f536-49d0-8d92-e308a6195b0c'}]}} from dv-neutron-601336-94-hyperv. {{(pid=94176) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 23 11:36:00.013522 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron_lib.callbacks.manager [None req-eb873dbe-2905-49eb-8098-904da2629754 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-923104'] for port, before_create {{(pid=94176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:36:00.014100 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65843745-d944-4820-a94f-f0d4373a62e1 req-2a248d11-cc34-405e-92cf-b1f791819abe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94174) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 11:36:00.015517 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.plugins.ml2.rpc [None req-dc7542b2-afef-47f4-a763-e3a3cba144be None None] Network 467f8a04-0486-4e89-bdba-fbf40f5b3292 details requested by agent ovs-agent-dv-neutron-601336-94-hyperv with host dv-neutron-601336-94-hyperv {{(pid=94176) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:250}} Jun 23 11:36:00.015644 dv-neutron-601336-94-hyperv neutron-server[94174]: INFO neutron.wsgi [req-65843745-d944-4820-a94f-f0d4373a62e1 req-2a248d11-cc34-405e-92cf-b1f791819abe service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=772b9946478d439e9da4eaeade7fb21d&device_id=70369a78-6600-4228-b5a7-ab21e12429a7 HTTP/1.1" status: 200 len: 1097 time: 0.1419580 Jun 23 11:36:00.057617 dv-neutron-601336-94-hyperv neutron-server[94174]: INFO neutron.wsgi [req-65843745-d944-4820-a94f-f0d4373a62e1 req-8621c35e-4199-4738-9272-c450871e14c8 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.29&port_id=1b219d2f-1e96-4a54-853e-bf40a0c92824 HTTP/1.1" status: 200 len: 217 time: 0.0347056 Jun 23 11:36:00.140146 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65843745-d944-4820-a94f-f0d4373a62e1 req-d02cad83-f4b7-4c85-9462-152b0a5aa725 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94174) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 11:36:00.148979 dv-neutron-601336-94-hyperv neutron-server[94174]: INFO neutron.wsgi [req-65843745-d944-4820-a94f-f0d4373a62e1 req-d02cad83-f4b7-4c85-9462-152b0a5aa725 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=e249a80c-7f47-4719-9bcc-67ae7c4a6459 HTTP/1.1" status: 200 len: 837 time: 0.0848043 Jun 23 11:36:00.150245 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6a329a66-0727-4e5d-a2b7-26589cd38e98 tempest-ExternalNetworksTestJSON-398413736 tempest-ExternalNetworksTestJSON-398413736-project] Made reservation on behalf of 66432d9c624d4e079e49b3836b00f2a5 for: {'network': 1} {{(pid=94174) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 23 11:36:00.154545 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron_lib.callbacks.manager [None req-6a329a66-0727-4e5d-a2b7-26589cd38e98 tempest-ExternalNetworksTestJSON-398413736 tempest-ExternalNetworksTestJSON-398413736-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-923104'] for network, before_create {{(pid=94174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:36:00.170738 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron_lib.callbacks.manager [None req-6a329a66-0727-4e5d-a2b7-26589cd38e98 tempest-ExternalNetworksTestJSON-398413736 tempest-ExternalNetworksTestJSON-398413736-project] Notify callbacks [] for security_group, before_create {{(pid=94174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:36:00.192947 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-72827a40-d0a9-4df7-bd5b-7179f8f72197 admin admin] Made reservation on behalf of 87e6e184674b4a4680205b94208b9e33 for: {'subnet': 1} {{(pid=94175) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 23 11:36:00.197331 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron_lib.callbacks.manager [None req-72827a40-d0a9-4df7-bd5b-7179f8f72197 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4660073'] for subnet, before_create {{(pid=94175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:36:00.203428 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.plugins.ml2.plugin [None req-dcb70843-ca82-4068-a0e7-2275909a996f tempest-RoutersIpV6Test-1448447933 tempest-RoutersIpV6Test-1448447933-project] Deleting port a5a4b409-052d-4fc9-acf0-a2804681f6ef {{(pid=94175) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1913}} Jun 23 11:36:00.205888 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron_lib.callbacks.manager [None req-dcb70843-ca82-4068-a0e7-2275909a996f tempest-RoutersIpV6Test-1448447933 tempest-RoutersIpV6Test-1448447933-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773700079324'] for port, before_delete {{(pid=94175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:36:00.231140 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.db.db_base_plugin_common [None req-eb873dbe-2905-49eb-8098-904da2629754 None None] Allocated IP 172.20.0.2 (16660c50-0794-457f-9a86-fdc3685f0969/c719f3a8-f536-49d0-8d92-e308a6195b0c/e8d57321-5166-463f-bab4-46d4f1697adc) {{(pid=94176) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 23 11:36:00.328402 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66323652-e2fe-4223-9269-d5c1f87ad80e req-a163d924-2f8d-48dc-8cc9-fd1f80701cc4 tempest-TestNetworkBasicOps-233187296 tempest-TestNetworkBasicOps-233187296-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94174) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 11:36:00.329917 dv-neutron-601336-94-hyperv neutron-server[94174]: INFO neutron.wsgi [req-66323652-e2fe-4223-9269-d5c1f87ad80e req-a163d924-2f8d-48dc-8cc9-fd1f80701cc4 tempest-TestNetworkBasicOps-233187296 tempest-TestNetworkBasicOps-233187296-project] 10.222.0.20 "GET /v2.0/ports?device_id=70369a78-6600-4228-b5a7-ab21e12429a7 HTTP/1.1" status: 200 len: 944 time: 0.1490891 Jun 23 11:36:00.334647 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65843745-d944-4820-a94f-f0d4373a62e1 req-b1cd27c8-fa11-4131-a3ae-2eca16d15d05 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94174) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 11:36:00.335579 dv-neutron-601336-94-hyperv neutron-server[94174]: INFO neutron.wsgi [req-65843745-d944-4820-a94f-f0d4373a62e1 req-b1cd27c8-fa11-4131-a3ae-2eca16d15d05 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=a7681095-7326-44b0-985d-4ae24b358d92&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1179 time: 0.1660416 Jun 23 11:36:00.388785 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron_lib.callbacks.manager [None req-eb873dbe-2905-49eb-8098-904da2629754 None None] Notify callbacks [] for port, precommit_create {{(pid=94176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:36:00.397031 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.db.provisioning_blocks [None req-eb873dbe-2905-49eb-8098-904da2629754 None None] Transition to ACTIVE for port object e8d57321-5166-463f-bab4-46d4f1697adc will not be triggered until provisioned by entity L2. {{(pid=94176) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 23 11:36:00.413441 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.db.provisioning_blocks [None req-eb873dbe-2905-49eb-8098-904da2629754 None None] Transition to ACTIVE for port object e8d57321-5166-463f-bab4-46d4f1697adc will not be triggered until provisioned by entity DHCP. {{(pid=94176) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 23 11:36:00.415952 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron_lib.callbacks.manager [None req-cfdc2d39-e134-4818-99af-942f99ca47ee tempest-RoutersTest-228919764 tempest-RoutersTest-228919764-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-923104'] for port, before_create {{(pid=94175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:36:00.427336 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.plugins.ml2.db [None req-dcb70843-ca82-4068-a0e7-2275909a996f tempest-RoutersIpV6Test-1448447933 tempest-RoutersIpV6Test-1448447933-project] For port a5a4b409-052d-4fc9-acf0-a2804681f6ef, host dv-neutron-601336-94-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-94-hyperv',level=0,port_id=a5a4b409-052d-4fc9-acf0-a2804681f6ef,segment=NetworkSegment(f1915493-8e25-4cc4-83d5-e2c11324c770),segment_id=f1915493-8e25-4cc4-83d5-e2c11324c770)] {{(pid=94175) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 23 11:36:00.427806 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron_lib.callbacks.manager [None req-dcb70843-ca82-4068-a0e7-2275909a996f tempest-RoutersIpV6Test-1448447933 tempest-RoutersIpV6Test-1448447933-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-430722'] for port, precommit_delete {{(pid=94175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:36:00.454662 dv-neutron-601336-94-hyperv neutron-server[94174]: INFO neutron.wsgi [req-66323652-e2fe-4223-9269-d5c1f87ad80e req-4688c7ea-fb64-403a-870c-bc30e7a1e3a6 tempest-TestNetworkBasicOps-233187296 tempest-TestNetworkBasicOps-233187296-project] 10.222.0.20 "GET /v2.0/security-groups?id=571b66f8-c84c-4f09-9531-afe1560dc081&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1164300 Jun 23 11:36:00.454925 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.plugins.ml2.plugin [None req-dcb70843-ca82-4068-a0e7-2275909a996f tempest-RoutersIpV6Test-1448447933 tempest-RoutersIpV6Test-1448447933-project] Calling delete_port for a5a4b409-052d-4fc9-acf0-a2804681f6ef owned by network:router_interface {{(pid=94175) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1986}} Jun 23 11:36:00.471520 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron_lib.callbacks.manager [None req-eb873dbe-2905-49eb-8098-904da2629754 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-922915', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-239814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7866073', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773699642215'] for port, after_create {{(pid=94176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:36:00.477635 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron_lib.callbacks.manager [None req-6a329a66-0727-4e5d-a2b7-26589cd38e98 tempest-ExternalNetworksTestJSON-398413736 tempest-ExternalNetworksTestJSON-398413736-project] Notify callbacks [] for security_group, precommit_create {{(pid=94174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:36:00.487118 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG oslo_concurrency.lockutils [None req-dc7542b2-afef-47f4-a763-e3a3cba144be None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 11:36:00.497476 dv-neutron-601336-94-hyperv neutron-server[94174]: INFO neutron.wsgi [req-65843745-d944-4820-a94f-f0d4373a62e1 req-0ee803ed-1ae0-448d-9610-a54a09af2f1a service neutron] 10.222.0.52 "GET /v2.0/networks/a7681095-7326-44b0-985d-4ae24b358d92?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1482234 Jun 23 11:36:00.516804 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eb873dbe-2905-49eb-8098-904da2629754 None None] Network 16660c50-0794-457f-9a86-fdc3685f0969 is already hosted by enough agents. {{(pid=94176) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 23 11:36:00.521082 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.scheduler.base_scheduler [None req-eb873dbe-2905-49eb-8098-904da2629754 None None] Resources bound (agent type, host, resource id): {{(pid=94176) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 23 11:36:00.527427 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eb873dbe-2905-49eb-8098-904da2629754 None None] Received port after_create {{(pid=94176) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 23 11:36:00.532692 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb873dbe-2905-49eb-8098-904da2629754 None None] Pushing event updated for resources: {'Port': ['ID=e8d57321-5166-463f-bab4-46d4f1697adc,revision_number=1']} {{(pid=94176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 11:36:00.536546 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG oslo_concurrency.lockutils [None req-eb873dbe-2905-49eb-8098-904da2629754 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.053s {{(pid=94176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 11:36:00.568400 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron_lib.callbacks.manager [None req-6a329a66-0727-4e5d-a2b7-26589cd38e98 tempest-ExternalNetworksTestJSON-398413736 tempest-ExternalNetworksTestJSON-398413736-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7996330'] for security_group, after_create {{(pid=94174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:36:00.575806 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG oslo_concurrency.lockutils [None req-0b9b5f67-9165-4d35-b92a-c283adf31995 tempest-PortsIpV6TestJSON-1781383748 tempest-PortsIpV6TestJSON-1781383748-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94174) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 11:36:00.592428 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.plugins.ml2.managers [None req-eb873dbe-2905-49eb-8098-904da2629754 None None] Attempting to bind port e8d57321-5166-463f-bab4-46d4f1697adc on host dv-neutron-601336-94-hyperv for vnic_type normal with profile {{(pid=94176) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 23 11:36:00.592814 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.plugins.ml2.managers [None req-eb873dbe-2905-49eb-8098-904da2629754 None None] Attempting to bind port e8d57321-5166-463f-bab4-46d4f1697adc by drivers openvswitch,hyperv on host dv-neutron-601336-94-hyperv at level 0 using segments [{'id': 'f531661d-acca-4a0e-b098-61398086fac2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 436, 'network_id': '16660c50-0794-457f-9a86-fdc3685f0969'}] {{(pid=94176) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 23 11:36:00.593183 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eb873dbe-2905-49eb-8098-904da2629754 None None] Attempting to bind port e8d57321-5166-463f-bab4-46d4f1697adc on network 16660c50-0794-457f-9a86-fdc3685f0969 {{(pid=94176) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 23 11:36:00.598544 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eb873dbe-2905-49eb-8098-904da2629754 None None] Checking agent: {'id': '4d05f899-5ac9-411b-8a03-f60c93f87cdf', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-601336-94-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 23, 11, 22, 14), 'started_at': datetime.datetime(2021, 6, 23, 11, 22, 44), 'heartbeat_timestamp': datetime.datetime(2021, 6, 23, 11, 35, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'monitor_allowed_address_pair_garp': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-601336-94-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94176) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 23 11:36:00.599844 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eb873dbe-2905-49eb-8098-904da2629754 None None] Checking segment: {'id': 'f531661d-acca-4a0e-b098-61398086fac2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 436, 'network_id': '16660c50-0794-457f-9a86-fdc3685f0969'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94176) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 23 11:36:00.600007 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron_lib.callbacks.manager [None req-eb873dbe-2905-49eb-8098-904da2629754 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:36:00.600601 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eb873dbe-2905-49eb-8098-904da2629754 None None] Bound using segment: {'id': 'f531661d-acca-4a0e-b098-61398086fac2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 436, 'network_id': '16660c50-0794-457f-9a86-fdc3685f0969'} {{(pid=94176) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 23 11:36:00.601290 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.plugins.ml2.managers [None req-eb873dbe-2905-49eb-8098-904da2629754 None None] Bound port: e8d57321-5166-463f-bab4-46d4f1697adc, host: dv-neutron-601336-94-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f531661d-acca-4a0e-b098-61398086fac2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 436, 'network_id': '16660c50-0794-457f-9a86-fdc3685f0969'}}] {{(pid=94176) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 23 11:36:00.601545 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6a329a66-0727-4e5d-a2b7-26589cd38e98 tempest-ExternalNetworksTestJSON-398413736 tempest-ExternalNetworksTestJSON-398413736-project] vlan segment allocate from pool success with {'vlan_id': 446, 'physical_network': 'physnet1'} {{(pid=94174) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 23 11:36:00.601684 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron_lib.callbacks.manager [None req-eb873dbe-2905-49eb-8098-904da2629754 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-923122'] for port, before_update {{(pid=94176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:36:00.637331 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a329a66-0727-4e5d-a2b7-26589cd38e98 tempest-ExternalNetworksTestJSON-398413736 tempest-ExternalNetworksTestJSON-398413736-project] Pushing event updated for resources: {'SecurityGroup': ['ID=73f94b3c-ccec-4f3c-b530-797871482e00,revision_number=1']} {{(pid=94174) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 11:36:00.642404 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron_lib.callbacks.manager [None req-6a329a66-0727-4e5d-a2b7-26589cd38e98 tempest-ExternalNetworksTestJSON-398413736 tempest-ExternalNetworksTestJSON-398413736-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3801'] for segment, precommit_create {{(pid=94174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:36:00.642753 dv-neutron-601336-94-hyperv neutron-server[94174]: INFO neutron.db.segments_db [None req-6a329a66-0727-4e5d-a2b7-26589cd38e98 tempest-ExternalNetworksTestJSON-398413736 tempest-ExternalNetworksTestJSON-398413736-project] Added segment 2bcff160-7889-45c7-b5f0-0f229c5d4d09 of type vlan for network f6a24ad1-792b-40b3-a323-b11001097c28 Jun 23 11:36:00.663331 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a329a66-0727-4e5d-a2b7-26589cd38e98 tempest-ExternalNetworksTestJSON-398413736 tempest-ExternalNetworksTestJSON-398413736-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-601336-94-hyperv {{(pid=94174) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 11:36:00.663844 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a329a66-0727-4e5d-a2b7-26589cd38e98 tempest-ExternalNetworksTestJSON-398413736 tempest-ExternalNetworksTestJSON-398413736-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-94-hyperv {{(pid=94174) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 11:36:00.664152 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a329a66-0727-4e5d-a2b7-26589cd38e98 tempest-ExternalNetworksTestJSON-398413736 tempest-ExternalNetworksTestJSON-398413736-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-94-hyperv {{(pid=94174) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 11:36:00.664653 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a329a66-0727-4e5d-a2b7-26589cd38e98 tempest-ExternalNetworksTestJSON-398413736 tempest-ExternalNetworksTestJSON-398413736-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-601336-94-hyperv {{(pid=94174) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 11:36:00.665038 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a329a66-0727-4e5d-a2b7-26589cd38e98 tempest-ExternalNetworksTestJSON-398413736 tempest-ExternalNetworksTestJSON-398413736-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-601336-94-hyperv {{(pid=94174) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 11:36:00.665419 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a329a66-0727-4e5d-a2b7-26589cd38e98 tempest-ExternalNetworksTestJSON-398413736 tempest-ExternalNetworksTestJSON-398413736-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-601336-94-hyperv {{(pid=94174) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 11:36:00.665792 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a329a66-0727-4e5d-a2b7-26589cd38e98 tempest-ExternalNetworksTestJSON-398413736 tempest-ExternalNetworksTestJSON-398413736-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-601336-94-hyperv {{(pid=94174) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 11:36:00.666162 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a329a66-0727-4e5d-a2b7-26589cd38e98 tempest-ExternalNetworksTestJSON-398413736 tempest-ExternalNetworksTestJSON-398413736-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-601336-94-hyperv {{(pid=94174) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 11:36:00.666533 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a329a66-0727-4e5d-a2b7-26589cd38e98 tempest-ExternalNetworksTestJSON-398413736 tempest-ExternalNetworksTestJSON-398413736-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-601336-94-hyperv {{(pid=94174) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 11:36:00.666678 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.plugins.ml2.db [None req-eb873dbe-2905-49eb-8098-904da2629754 None None] For port e8d57321-5166-463f-bab4-46d4f1697adc, host dv-neutron-601336-94-hyperv, cleared binding levels {{(pid=94176) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 23 11:36:00.666901 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a329a66-0727-4e5d-a2b7-26589cd38e98 tempest-ExternalNetworksTestJSON-398413736 tempest-ExternalNetworksTestJSON-398413736-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-94-hyperv {{(pid=94174) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 11:36:00.667309 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a329a66-0727-4e5d-a2b7-26589cd38e98 tempest-ExternalNetworksTestJSON-398413736 tempest-ExternalNetworksTestJSON-398413736-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-601336-94-hyperv {{(pid=94174) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 11:36:00.667683 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a329a66-0727-4e5d-a2b7-26589cd38e98 tempest-ExternalNetworksTestJSON-398413736 tempest-ExternalNetworksTestJSON-398413736-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-601336-94-hyperv {{(pid=94174) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 11:36:00.670287 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.plugins.ml2.db [None req-eb873dbe-2905-49eb-8098-904da2629754 None None] For port e8d57321-5166-463f-bab4-46d4f1697adc, host dv-neutron-601336-94-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-94-hyperv',level=0,port_id=e8d57321-5166-463f-bab4-46d4f1697adc,segment=NetworkSegment(f531661d-acca-4a0e-b098-61398086fac2),segment_id=f531661d-acca-4a0e-b098-61398086fac2)] {{(pid=94176) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 23 11:36:00.671611 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG oslo_concurrency.lockutils [None req-6a329a66-0727-4e5d-a2b7-26589cd38e98 tempest-ExternalNetworksTestJSON-398413736 tempest-ExternalNetworksTestJSON-398413736-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.096s {{(pid=94174) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 11:36:00.695976 dv-neutron-601336-94-hyperv neutron-server[94174]: INFO neutron.wsgi [req-65843745-d944-4820-a94f-f0d4373a62e1 req-9a240f1b-53ba-4aeb-a55b-a26ff1dbed8b service neutron] 10.222.0.52 "GET /v2.0/networks/a7681095-7326-44b0-985d-4ae24b358d92?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1921663 Jun 23 11:36:00.707944 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron_lib.callbacks.manager [None req-6a329a66-0727-4e5d-a2b7-26589cd38e98 tempest-ExternalNetworksTestJSON-398413736 tempest-ExternalNetworksTestJSON-398413736-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8773699596773'] for network, precommit_create {{(pid=94174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:36:00.762631 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron_lib.callbacks.manager [None req-eb873dbe-2905-49eb-8098-904da2629754 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-922904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866062', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773700135042', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773699642233', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773699642278'] for port, after_update {{(pid=94176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:36:00.766473 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG oslo_concurrency.lockutils [None req-dc7542b2-afef-47f4-a763-e3a3cba144be None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 11:36:00.832977 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb873dbe-2905-49eb-8098-904da2629754 None None] Pushing event updated for resources: {'Port': ['ID=e8d57321-5166-463f-bab4-46d4f1697adc,revision_number=2']} {{(pid=94176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 11:36:00.847740 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG oslo_concurrency.lockutils [None req-eb873dbe-2905-49eb-8098-904da2629754 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.081s {{(pid=94176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 11:36:00.866436 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron_lib.callbacks.manager [None req-6a329a66-0727-4e5d-a2b7-26589cd38e98 tempest-ExternalNetworksTestJSON-398413736 tempest-ExternalNetworksTestJSON-398413736-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8002400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7866073'] for network, after_create {{(pid=94174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:36:00.872656 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6a329a66-0727-4e5d-a2b7-26589cd38e98 tempest-ExternalNetworksTestJSON-398413736 tempest-ExternalNetworksTestJSON-398413736-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94174) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 11:36:00.880905 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron_lib.callbacks.manager [None req-6a329a66-0727-4e5d-a2b7-26589cd38e98 tempest-ExternalNetworksTestJSON-398413736 tempest-ExternalNetworksTestJSON-398413736-project] Notify callbacks [] for network, before_response {{(pid=94174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:36:00.880905 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG oslo_concurrency.lockutils [None req-de1c7ec7-991a-47ef-92f6-b766174e41ed tempest-BulkNetworkOpsIpV6Test-986121801 tempest-BulkNetworkOpsIpV6Test-986121801-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94174) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 11:36:00.881168 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron_lib.callbacks.manager [None req-72827a40-d0a9-4df7-bd5b-7179f8f72197 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866062', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5083113', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4660095'] for subnet, after_create {{(pid=94175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:36:00.888560 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.db.db_base_plugin_common [None req-cfdc2d39-e134-4818-99af-942f99ca47ee tempest-RoutersTest-228919764 tempest-RoutersTest-228919764-project] Allocated IP 172.20.0.1 (16660c50-0794-457f-9a86-fdc3685f0969/c719f3a8-f536-49d0-8d92-e308a6195b0c/7a29a4e4-f510-4f78-9f80-80db4aa06bf5) {{(pid=94175) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 23 11:36:00.890594 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG oslo_concurrency.lockutils [None req-d5165c8d-f6a0-4756-ac7d-12be1350bd12 tempest-RoutersIpV6Test-1448447933 tempest-RoutersIpV6Test-1448447933-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94175) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 11:36:00.954283 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a329a66-0727-4e5d-a2b7-26589cd38e98 tempest-ExternalNetworksTestJSON-398413736 tempest-ExternalNetworksTestJSON-398413736-project] Pushing event updated for resources: {'Network': ['ID=f6a24ad1-792b-40b3-a323-b11001097c28,revision_number=1']} {{(pid=94174) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 11:36:00.959616 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG oslo_concurrency.lockutils [None req-6a329a66-0727-4e5d-a2b7-26589cd38e98 tempest-ExternalNetworksTestJSON-398413736 tempest-ExternalNetworksTestJSON-398413736-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.083s {{(pid=94174) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 11:36:00.966132 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85abd5ba-b360-4f77-8bf2-cf7167369998 req-e3e1ab25-4e3c-4d0e-b379-d9241f39c087 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94174) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 11:36:00.967698 dv-neutron-601336-94-hyperv neutron-server[94174]: INFO neutron.wsgi [req-85abd5ba-b360-4f77-8bf2-cf7167369998 req-e3e1ab25-4e3c-4d0e-b379-d9241f39c087 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=772b9946478d439e9da4eaeade7fb21d&device_id=70369a78-6600-4228-b5a7-ab21e12429a7 HTTP/1.1" status: 200 len: 1097 time: 0.1415622 Jun 23 11:36:00.972380 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.plugins.ml2.rpc [None req-dc7542b2-afef-47f4-a763-e3a3cba144be None None] Network f6a24ad1-792b-40b3-a323-b11001097c28 details requested by agent ovs-agent-dv-neutron-601336-94-hyperv with host dv-neutron-601336-94-hyperv {{(pid=94176) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:250}} Jun 23 11:36:01.016844 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72827a40-d0a9-4df7-bd5b-7179f8f72197 admin admin] Pushing event updated for resources: {'Subnet': ['ID=beb0b0f0-6ee2-4ce1-a327-9347a15e70d0,revision_number=0']} {{(pid=94175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 11:36:01.054224 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG oslo_concurrency.lockutils [None req-72827a40-d0a9-4df7-bd5b-7179f8f72197 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.163s {{(pid=94175) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 11:36:01.060252 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron_lib.callbacks.manager [None req-dcb70843-ca82-4068-a0e7-2275909a996f tempest-RoutersIpV6Test-1448447933 tempest-RoutersIpV6Test-1448447933-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-922904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866062', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773700135024', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773699642224', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5082448'] for port, after_delete {{(pid=94175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:36:01.064067 dv-neutron-601336-94-hyperv neutron-server[94174]: INFO neutron.wsgi [None req-6a329a66-0727-4e5d-a2b7-26589cd38e98 tempest-ExternalNetworksTestJSON-398413736 tempest-ExternalNetworksTestJSON-398413736-project] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 792 time: 1.5016534 Jun 23 11:36:01.064257 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.wsgi [-] (94174) accepted ('10.222.0.20', 41596) {{(pid=94174) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 11:36:01.066411 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG oslo_concurrency.lockutils [None req-fb5e0175-e44b-41c7-b195-ddfd2e506d17 tempest-RoutersTest-228919764 tempest-RoutersTest-228919764-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94175) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 11:36:01.124301 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85abd5ba-b360-4f77-8bf2-cf7167369998 req-0676e1c4-6bd6-4779-a556-9696a1b34406 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94174) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 11:36:01.126793 dv-neutron-601336-94-hyperv neutron-server[94174]: INFO neutron.wsgi [req-85abd5ba-b360-4f77-8bf2-cf7167369998 req-0676e1c4-6bd6-4779-a556-9696a1b34406 service neutron] 10.222.0.52 "GET /v2.0/networks?id=a7681095-7326-44b0-985d-4ae24b358d92 HTTP/1.1" status: 200 len: 897 time: 0.1515083 Jun 23 11:36:01.137636 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-72827a40-d0a9-4df7-bd5b-7179f8f72197 admin admin] Checking segment: {'id': '524dc55c-90b6-4e16-aac4-d6c69592410d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 434, 'network_id': '467f8a04-0486-4e89-bdba-fbf40f5b3292'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94175) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 23 11:36:01.137999 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-72827a40-d0a9-4df7-bd5b-7179f8f72197 admin admin] Network hostable DHCP agents. Network: 467f8a04-0486-4e89-bdba-fbf40f5b3292, hostable agents: ['8cf29b10-0e57-4131-816f-a4b6ad00b249'], hosted agents: [] {{(pid=94175) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 23 11:36:01.138583 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.api.v2.base [None req-096392d3-22dc-4744-8b50-939a786e03ad tempest-ExternalNetworksTestJSON-2139813945 tempest-ExternalNetworksTestJSON-2139813945-project-admin] Request body: {'network': {'name': 'tempest-network--784850859', 'router:external': True}} {{(pid=94174) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 23 11:36:01.140677 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcb70843-ca82-4068-a0e7-2275909a996f tempest-RoutersIpV6Test-1448447933 tempest-RoutersIpV6Test-1448447933-project] Pushing event deleted for resources: {'Port': ['ID=a5a4b409-052d-4fc9-acf0-a2804681f6ef,revision_number=None']} {{(pid=94175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 11:36:01.148157 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG oslo_concurrency.lockutils [None req-dcb70843-ca82-4068-a0e7-2275909a996f tempest-RoutersIpV6Test-1448447933 tempest-RoutersIpV6Test-1448447933-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.082s {{(pid=94175) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 11:36:01.217583 dv-neutron-601336-94-hyperv neutron-server[94174]: INFO neutron.wsgi [req-85abd5ba-b360-4f77-8bf2-cf7167369998 req-e0a41d4f-3910-4272-94fc-6c09caf21e9d service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.29&port_id=1b219d2f-1e96-4a54-853e-bf40a0c92824 HTTP/1.1" status: 200 len: 217 time: 0.0737338 Jun 23 11:36:01.284216 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85abd5ba-b360-4f77-8bf2-cf7167369998 req-e5da9aad-15e6-466e-b72c-c028f5c545e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94174) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 11:36:01.285832 dv-neutron-601336-94-hyperv neutron-server[94174]: INFO neutron.wsgi [req-85abd5ba-b360-4f77-8bf2-cf7167369998 req-e5da9aad-15e6-466e-b72c-c028f5c545e2 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=e249a80c-7f47-4719-9bcc-67ae7c4a6459 HTTP/1.1" status: 200 len: 837 time: 0.0587001 Jun 23 11:36:01.307103 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron_lib.callbacks.manager [None req-cfdc2d39-e134-4818-99af-942f99ca47ee tempest-RoutersTest-228919764 tempest-RoutersTest-228919764-project] Notify callbacks [] for port, precommit_create {{(pid=94175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:36:01.349674 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85abd5ba-b360-4f77-8bf2-cf7167369998 req-cf6620d1-16ab-40af-b645-828f9183312e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94174) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 11:36:01.352044 dv-neutron-601336-94-hyperv neutron-server[94174]: INFO neutron.wsgi [req-85abd5ba-b360-4f77-8bf2-cf7167369998 req-cf6620d1-16ab-40af-b645-828f9183312e service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=a7681095-7326-44b0-985d-4ae24b358d92&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1179 time: 0.0585525 Jun 23 11:36:01.353316 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-096392d3-22dc-4744-8b50-939a786e03ad tempest-ExternalNetworksTestJSON-2139813945 tempest-ExternalNetworksTestJSON-2139813945-project-admin] Made reservation on behalf of c373739b43e145918ca40176b4ec1903 for: {'network': 1} {{(pid=94174) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 23 11:36:01.355820 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron_lib.callbacks.manager [None req-096392d3-22dc-4744-8b50-939a786e03ad tempest-ExternalNetworksTestJSON-2139813945 tempest-ExternalNetworksTestJSON-2139813945-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-923104'] for network, before_create {{(pid=94174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:36:01.367242 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron_lib.callbacks.manager [None req-096392d3-22dc-4744-8b50-939a786e03ad tempest-ExternalNetworksTestJSON-2139813945 tempest-ExternalNetworksTestJSON-2139813945-project-admin] Notify callbacks [] for security_group, before_create {{(pid=94174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:36:01.496989 dv-neutron-601336-94-hyperv neutron-server[94174]: INFO neutron.wsgi [req-85abd5ba-b360-4f77-8bf2-cf7167369998 req-570cf9cf-04f6-47e8-8922-4138ed2f2929 service neutron] 10.222.0.52 "GET /v2.0/networks/a7681095-7326-44b0-985d-4ae24b358d92?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1308768 Jun 23 11:36:01.596130 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.db.provisioning_blocks [None req-cfdc2d39-e134-4818-99af-942f99ca47ee tempest-RoutersTest-228919764 tempest-RoutersTest-228919764-project] Transition to ACTIVE for port object 7a29a4e4-f510-4f78-9f80-80db4aa06bf5 will not be triggered until provisioned by entity DHCP. {{(pid=94175) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 23 11:36:01.597472 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-72827a40-d0a9-4df7-bd5b-7179f8f72197 admin admin] Network 467f8a04-0486-4e89-bdba-fbf40f5b3292 is scheduled to be hosted by DHCP agent 8cf29b10-0e57-4131-816f-a4b6ad00b249 with binding_index 1 {{(pid=94175) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 23 11:36:01.624823 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron_lib.callbacks.manager [None req-096392d3-22dc-4744-8b50-939a786e03ad tempest-ExternalNetworksTestJSON-2139813945 tempest-ExternalNetworksTestJSON-2139813945-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=94174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:36:01.628974 dv-neutron-601336-94-hyperv neutron-server[94174]: INFO neutron.wsgi [req-85abd5ba-b360-4f77-8bf2-cf7167369998 req-0481b59b-5a0f-4144-98d2-85d2b086f283 service neutron] 10.222.0.52 "GET /v2.0/networks/a7681095-7326-44b0-985d-4ae24b358d92?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1254945 Jun 23 11:36:01.639116 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron_lib.callbacks.manager [None req-dcb70843-ca82-4068-a0e7-2275909a996f tempest-RoutersIpV6Test-1448447933 tempest-RoutersIpV6Test-1448447933-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-7866080', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-516693'] for router_interface, after_delete {{(pid=94175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:36:01.733020 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron_lib.callbacks.manager [None req-096392d3-22dc-4744-8b50-939a786e03ad tempest-ExternalNetworksTestJSON-2139813945 tempest-ExternalNetworksTestJSON-2139813945-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7996330'] for security_group, after_create {{(pid=94174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:36:01.736421 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG oslo_concurrency.lockutils [None req-c8ce32c1-7e6e-4e24-9330-af7f559fb29b tempest-PortsIpV6TestJSON-1781383748 tempest-PortsIpV6TestJSON-1781383748-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94174) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 11:36:01.759681 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-096392d3-22dc-4744-8b50-939a786e03ad tempest-ExternalNetworksTestJSON-2139813945 tempest-ExternalNetworksTestJSON-2139813945-project-admin] vlan segment allocate from pool success with {'vlan_id': 447, 'physical_network': 'physnet1'} {{(pid=94174) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 23 11:36:01.769075 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-096392d3-22dc-4744-8b50-939a786e03ad tempest-ExternalNetworksTestJSON-2139813945 tempest-ExternalNetworksTestJSON-2139813945-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=429709af-44b0-4847-a4c1-26b62443e73a,revision_number=1']} {{(pid=94174) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 11:36:01.773787 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG oslo_concurrency.lockutils [None req-096392d3-22dc-4744-8b50-939a786e03ad tempest-ExternalNetworksTestJSON-2139813945 tempest-ExternalNetworksTestJSON-2139813945-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.037s {{(pid=94174) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 11:36:01.776818 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron_lib.callbacks.manager [None req-096392d3-22dc-4744-8b50-939a786e03ad tempest-ExternalNetworksTestJSON-2139813945 tempest-ExternalNetworksTestJSON-2139813945-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3801'] for segment, precommit_create {{(pid=94174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:36:01.777380 dv-neutron-601336-94-hyperv neutron-server[94174]: INFO neutron.db.segments_db [None req-096392d3-22dc-4744-8b50-939a786e03ad tempest-ExternalNetworksTestJSON-2139813945 tempest-ExternalNetworksTestJSON-2139813945-project-admin] Added segment 7f6cdc7b-3952-4072-96fd-02e6493b8aa0 of type vlan for network 08d49f82-6681-418f-9736-3cd62f32f63a Jun 23 11:36:01.777778 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45e6ef4a-2e64-43f1-b04f-a02807cde2b3 req-7b2c66fe-9c43-4e35-ab32-76bad878a31d tempest-TestNetworkBasicOps-233187296 tempest-TestNetworkBasicOps-233187296-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 11:36:01.783860 dv-neutron-601336-94-hyperv neutron-server[94175]: INFO neutron.wsgi [req-45e6ef4a-2e64-43f1-b04f-a02807cde2b3 req-7b2c66fe-9c43-4e35-ab32-76bad878a31d tempest-TestNetworkBasicOps-233187296 tempest-TestNetworkBasicOps-233187296-project] 10.222.0.20 "GET /v2.0/ports?device_id=70369a78-6600-4228-b5a7-ab21e12429a7 HTTP/1.1" status: 200 len: 944 time: 0.1897395 Jun 23 11:36:01.783860 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.scheduler.base_scheduler [None req-72827a40-d0a9-4df7-bd5b-7179f8f72197 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-601336-94-hyperv, 467f8a04-0486-4e89-bdba-fbf40f5b3292) {{(pid=94175) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 23 11:36:01.787302 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-72827a40-d0a9-4df7-bd5b-7179f8f72197 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 11:36:01.787889 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron_lib.callbacks.manager [None req-72827a40-d0a9-4df7-bd5b-7179f8f72197 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:36:01.801919 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b00a7d09-ff08-40c4-93eb-4bf0e6796cd1 None None] Network 467f8a04-0486-4e89-bdba-fbf40f5b3292 requested from dv-neutron-601336-94-hyperv {{(pid=94176) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 23 11:36:01.833261 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron_lib.callbacks.manager [None req-096392d3-22dc-4744-8b50-939a786e03ad tempest-ExternalNetworksTestJSON-2139813945 tempest-ExternalNetworksTestJSON-2139813945-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8773699596773'] for network, precommit_create {{(pid=94174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:36:01.902696 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron_lib.callbacks.manager [None req-cfdc2d39-e134-4818-99af-942f99ca47ee tempest-RoutersTest-228919764 tempest-RoutersTest-228919764-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-922915', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-239814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7866073', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773699642215', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-5082457'] for port, after_create {{(pid=94175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:36:01.913569 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG oslo_concurrency.lockutils [None req-4f54becc-4914-427e-877b-c16bbabfbff0 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94175) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 11:36:01.952122 dv-neutron-601336-94-hyperv neutron-server[94175]: INFO neutron.wsgi [None req-72827a40-d0a9-4df7-bd5b-7179f8f72197 admin admin] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 2.0637109 Jun 23 11:36:01.955195 dv-neutron-601336-94-hyperv neutron-server[94175]: INFO neutron.wsgi [req-45e6ef4a-2e64-43f1-b04f-a02807cde2b3 req-91ce6c17-873e-4da2-bad1-df3081a11a28 tempest-TestNetworkBasicOps-233187296 tempest-TestNetworkBasicOps-233187296-project] 10.222.0.20 "GET /v2.0/security-groups?id=571b66f8-c84c-4f09-9531-afe1560dc081&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1583118 Jun 23 11:36:01.963313 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6207b4b1-7f23-407b-9d8f-69347ecdc580 None None] Network 467f8a04-0486-4e89-bdba-fbf40f5b3292 requested from dv-neutron-601336-94-hyperv {{(pid=94176) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 23 11:36:01.967219 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron_lib.callbacks.manager [None req-096392d3-22dc-4744-8b50-939a786e03ad tempest-ExternalNetworksTestJSON-2139813945 tempest-ExternalNetworksTestJSON-2139813945-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8002400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7866073'] for network, after_create {{(pid=94174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:36:01.968426 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-096392d3-22dc-4744-8b50-939a786e03ad tempest-ExternalNetworksTestJSON-2139813945 tempest-ExternalNetworksTestJSON-2139813945-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94174) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 11:36:01.969559 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron_lib.callbacks.manager [None req-096392d3-22dc-4744-8b50-939a786e03ad tempest-ExternalNetworksTestJSON-2139813945 tempest-ExternalNetworksTestJSON-2139813945-project-admin] Notify callbacks [] for network, before_response {{(pid=94174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:36:01.984624 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dc831a8e-e195-4315-89a3-4bb39c0fa49a None None] Network 16660c50-0794-457f-9a86-fdc3685f0969 requested from dv-neutron-601336-94-hyperv {{(pid=94176) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 23 11:36:01.984862 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG oslo_concurrency.lockutils [None req-6a329a66-0727-4e5d-a2b7-26589cd38e98 tempest-ExternalNetworksTestJSON-398413736 tempest-ExternalNetworksTestJSON-398413736-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94174) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 11:36:01.989829 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cfdc2d39-e134-4818-99af-942f99ca47ee tempest-RoutersTest-228919764 tempest-RoutersTest-228919764-project] Network 16660c50-0794-457f-9a86-fdc3685f0969 is already hosted by enough agents. {{(pid=94175) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 23 11:36:01.999229 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.scheduler.base_scheduler [None req-cfdc2d39-e134-4818-99af-942f99ca47ee tempest-RoutersTest-228919764 tempest-RoutersTest-228919764-project] Resources bound (agent type, host, resource id): {{(pid=94175) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 23 11:36:02.004661 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cfdc2d39-e134-4818-99af-942f99ca47ee tempest-RoutersTest-228919764 tempest-RoutersTest-228919764-project] Received port after_create {{(pid=94175) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 23 11:36:02.016038 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfdc2d39-e134-4818-99af-942f99ca47ee tempest-RoutersTest-228919764 tempest-RoutersTest-228919764-project] Pushing event updated for resources: {'Port': ['ID=7a29a4e4-f510-4f78-9f80-80db4aa06bf5,revision_number=1']} {{(pid=94175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 11:36:02.040325 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG oslo_concurrency.lockutils [None req-cfdc2d39-e134-4818-99af-942f99ca47ee tempest-RoutersTest-228919764 tempest-RoutersTest-228919764-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.127s {{(pid=94175) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 11:36:02.043916 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-dcb70843-ca82-4068-a0e7-2275909a996f tempest-RoutersIpV6Test-1448447933 tempest-RoutersIpV6Test-1448447933-project] Router efd40a64-d42c-4d74-9749-ec45002e9efd has already been hosted by L3 agent 50ef99c0-ef28-4db5-b303-b145898fae60 {{(pid=94175) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 23 11:36:02.057511 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-096392d3-22dc-4744-8b50-939a786e03ad tempest-ExternalNetworksTestJSON-2139813945 tempest-ExternalNetworksTestJSON-2139813945-project-admin] Pushing event updated for resources: {'Network': ['ID=08d49f82-6681-418f-9736-3cd62f32f63a,revision_number=1']} {{(pid=94174) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 11:36:02.066942 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG oslo_concurrency.lockutils [None req-096392d3-22dc-4744-8b50-939a786e03ad tempest-ExternalNetworksTestJSON-2139813945 tempest-ExternalNetworksTestJSON-2139813945-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.086s {{(pid=94174) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 11:36:02.072663 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.wsgi [-] (94175) accepted ('10.222.0.20', 41604) {{(pid=94175) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 11:36:02.072879 dv-neutron-601336-94-hyperv neutron-server[94174]: INFO neutron.wsgi [None req-096392d3-22dc-4744-8b50-939a786e03ad tempest-ExternalNetworksTestJSON-2139813945 tempest-ExternalNetworksTestJSON-2139813945-project-admin] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 862 time: 1.0076091 Jun 23 11:36:02.102692 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron_lib.callbacks.manager [None req-cfdc2d39-e134-4818-99af-942f99ca47ee tempest-RoutersTest-228919764 tempest-RoutersTest-228919764-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-452954'] for router_interface, before_create {{(pid=94175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:36:02.106274 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.plugins.ml2.rpc [None req-dc7542b2-afef-47f4-a763-e3a3cba144be None None] Network 08d49f82-6681-418f-9736-3cd62f32f63a details requested by agent ovs-agent-dv-neutron-601336-94-hyperv with host dv-neutron-601336-94-hyperv {{(pid=94176) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:250}} Jun 23 11:36:02.252295 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.db.provisioning_blocks [None req-0ba0827b-e5a1-4f49-aa75-1faa73c5f781 None None] Provisioning for port e8d57321-5166-463f-bab4-46d4f1697adc completed by entity DHCP. {{(pid=94176) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 23 11:36:02.277358 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron_lib.callbacks.manager [None req-2506c294-b687-4e2f-95b2-cfde199d7150 tempest-ExternalNetworksTestJSON-2139813945 tempest-ExternalNetworksTestJSON-2139813945-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-824874'] for network, before_delete {{(pid=94175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:36:02.290876 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dcb70843-ca82-4068-a0e7-2275909a996f tempest-RoutersIpV6Test-1448447933 tempest-RoutersIpV6Test-1448447933-project] Notify agent at l3_agent.dv-neutron-601336-94-hyperv the message routers_updated {{(pid=94175) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 23 11:36:02.298012 dv-neutron-601336-94-hyperv neutron-server[94175]: INFO neutron.wsgi [None req-dcb70843-ca82-4068-a0e7-2275909a996f tempest-RoutersIpV6Test-1448447933 tempest-RoutersIpV6Test-1448447933-project] 10.222.0.20 "PUT /v2.0/routers/efd40a64-d42c-4d74-9749-ec45002e9efd/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.4460635 Jun 23 11:36:02.301321 dv-neutron-601336-94-hyperv neutron-server[94177]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-893040ea-9c03-4ff7-b029-d0fd5774ed75 None None] Sync routers for ids ['efd40a64-d42c-4d74-9749-ec45002e9efd'] in dv-neutron-601336-94-hyperv {{(pid=94177) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 23 11:36:02.304166 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.wsgi [-] (94174) accepted ('10.222.0.20', 41610) {{(pid=94174) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 11:36:02.312555 dv-neutron-601336-94-hyperv neutron-server[94177]: DEBUG neutron.db.l3_dvrscheduler_db [None req-893040ea-9c03-4ff7-b029-d0fd5774ed75 None None] Routers {'efd40a64-d42c-4d74-9749-ec45002e9efd'} bound to L3 agent in host dv-neutron-601336-94-hyperv {{(pid=94177) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 23 11:36:02.313258 dv-neutron-601336-94-hyperv neutron-server[94177]: DEBUG neutron.db.l3_hamode_db [None req-893040ea-9c03-4ff7-b029-d0fd5774ed75 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-601336-94-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-23T11:22:13Z,description=,heartbeat_timestamp=2021-06-23T11:35:43Z,host='dv-neutron-601336-94-hyperv',id=50ef99c0-ef28-4db5-b303-b145898fae60,load=0,resource_versions=,resources_synced=,started_at=2021-06-23T11:22:14Z,topic='l3_agent')) {'router_ids': ['efd40a64-d42c-4d74-9749-ec45002e9efd'], 'active': True} {{(pid=94177) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 11:36:02.374050 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.db.db_base_plugin_v2 [None req-0457aab3-1f25-45a9-9701-876278119940 tempest-RoutersIpV6Test-1448447933 tempest-RoutersIpV6Test-1448447933-project] Deleting subnet b3b974ad-b374-439b-a756-595bfada134b {{(pid=94174) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jun 23 11:36:02.377821 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron_lib.callbacks.manager [None req-0457aab3-1f25-45a9-9701-876278119940 tempest-RoutersIpV6Test-1448447933 tempest-RoutersIpV6Test-1448447933-project] Notify callbacks [] for subnet, before_delete {{(pid=94174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:36:02.383158 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron_lib.callbacks.manager [None req-2506c294-b687-4e2f-95b2-cfde199d7150 tempest-ExternalNetworksTestJSON-2139813945 tempest-ExternalNetworksTestJSON-2139813945-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-897259', 'neutron.services.segments.db._delete_segments_for_network-8773700168587'] for network, precommit_delete {{(pid=94175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:36:02.399899 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.services.segments.db [None req-2506c294-b687-4e2f-95b2-cfde199d7150 tempest-ExternalNetworksTestJSON-2139813945 tempest-ExternalNetworksTestJSON-2139813945-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['08d49f82-6681-418f-9736-3cd62f32f63a']}} {{(pid=94175) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 11:36:02.413313 dv-neutron-601336-94-hyperv neutron-server[94177]: DEBUG neutron.db.l3_dvr_db [None req-893040ea-9c03-4ff7-b029-d0fd5774ed75 None None] Set router efd40a64-d42c-4d74-9749-ec45002e9efd gateway port host: None {{(pid=94177) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:838}} Jun 23 11:36:02.434683 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron_lib.callbacks.manager [None req-0457aab3-1f25-45a9-9701-876278119940 tempest-RoutersIpV6Test-1448447933 tempest-RoutersIpV6Test-1448447933-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4800256'] for subnet, precommit_delete_associations {{(pid=94174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:36:02.450116 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.services.segments.db [None req-2506c294-b687-4e2f-95b2-cfde199d7150 tempest-ExternalNetworksTestJSON-2139813945 tempest-ExternalNetworksTestJSON-2139813945-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7f6cdc7b-3952-4072-96fd-02e6493b8aa0') {'for_net_delete': True} {{(pid=94175) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 11:36:02.450392 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.services.segments.db [None req-2506c294-b687-4e2f-95b2-cfde199d7150 tempest-ExternalNetworksTestJSON-2139813945 tempest-ExternalNetworksTestJSON-2139813945-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7f6cdc7b-3952-4072-96fd-02e6493b8aa0') {} {{(pid=94175) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 11:36:02.472228 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron_lib.callbacks.manager [None req-2506c294-b687-4e2f-95b2-cfde199d7150 tempest-ExternalNetworksTestJSON-2139813945 tempest-ExternalNetworksTestJSON-2139813945-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8773699955833', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5190677'] for segment, before_delete {{(pid=94175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:36:02.489835 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron_lib.callbacks.manager [None req-cfdc2d39-e134-4818-99af-942f99ca47ee tempest-RoutersTest-228919764 tempest-RoutersTest-228919764-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-923122'] for port, before_update {{(pid=94175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:36:02.501064 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron_lib.callbacks.manager [None req-2506c294-b687-4e2f-95b2-cfde199d7150 tempest-ExternalNetworksTestJSON-2139813945 tempest-ExternalNetworksTestJSON-2139813945-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3801'] for segment, precommit_delete {{(pid=94175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:36:02.511938 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2506c294-b687-4e2f-95b2-cfde199d7150 tempest-ExternalNetworksTestJSON-2139813945 tempest-ExternalNetworksTestJSON-2139813945-project-admin] Releasing vlan 447 on physical network physnet1 to pool {{(pid=94175) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 23 11:36:02.512302 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron_lib.callbacks.manager [None req-2506c294-b687-4e2f-95b2-cfde199d7150 tempest-ExternalNetworksTestJSON-2139813945 tempest-ExternalNetworksTestJSON-2139813945-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3801', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5082371'] for segment, after_delete {{(pid=94175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:36:02.514881 dv-neutron-601336-94-hyperv neutron-server[94175]: Traceback (most recent call last): Jun 23 11:36:02.514881 dv-neutron-601336-94-hyperv neutron-server[94175]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 23 11:36:02.514881 dv-neutron-601336-94-hyperv neutron-server[94175]: timer() Jun 23 11:36:02.514881 dv-neutron-601336-94-hyperv neutron-server[94175]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 23 11:36:02.514881 dv-neutron-601336-94-hyperv neutron-server[94175]: cb(*args, **kw) Jun 23 11:36:02.514881 dv-neutron-601336-94-hyperv neutron-server[94175]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 23 11:36:02.514881 dv-neutron-601336-94-hyperv neutron-server[94175]: return func(*args, **kwargs) Jun 23 11:36:02.514881 dv-neutron-601336-94-hyperv neutron-server[94175]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 23 11:36:02.514881 dv-neutron-601336-94-hyperv neutron-server[94175]: self._notify() Jun 23 11:36:02.514881 dv-neutron-601336-94-hyperv neutron-server[94175]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 23 11:36:02.514881 dv-neutron-601336-94-hyperv neutron-server[94175]: self.callback(batched_events) Jun 23 11:36:02.514881 dv-neutron-601336-94-hyperv neutron-server[94175]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 23 11:36:02.514881 dv-neutron-601336-94-hyperv neutron-server[94175]: event.method(event) Jun 23 11:36:02.514881 dv-neutron-601336-94-hyperv neutron-server[94175]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 23 11:36:02.514881 dv-neutron-601336-94-hyperv neutron-server[94175]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 23 11:36:02.514881 dv-neutron-601336-94-hyperv neutron-server[94175]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 23 11:36:02.514881 dv-neutron-601336-94-hyperv neutron-server[94175]: aggregate_uuid = self.p_client.list_aggregates( Jun 23 11:36:02.514881 dv-neutron-601336-94-hyperv neutron-server[94175]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 23 11:36:02.514881 dv-neutron-601336-94-hyperv neutron-server[94175]: return f(self, *a, **k) Jun 23 11:36:02.514881 dv-neutron-601336-94-hyperv neutron-server[94175]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 23 11:36:02.514881 dv-neutron-601336-94-hyperv neutron-server[94175]: return self._get(url).json() Jun 23 11:36:02.514881 dv-neutron-601336-94-hyperv neutron-server[94175]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 23 11:36:02.514881 dv-neutron-601336-94-hyperv neutron-server[94175]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 23 11:36:02.514881 dv-neutron-601336-94-hyperv neutron-server[94175]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 23 11:36:02.514881 dv-neutron-601336-94-hyperv neutron-server[94175]: return self.request(url, 'GET', **kwargs) Jun 23 11:36:02.514881 dv-neutron-601336-94-hyperv neutron-server[94175]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 23 11:36:02.514881 dv-neutron-601336-94-hyperv neutron-server[94175]: base_url = self.get_endpoint(auth, allow=allow, Jun 23 11:36:02.514881 dv-neutron-601336-94-hyperv neutron-server[94175]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 23 11:36:02.514881 dv-neutron-601336-94-hyperv neutron-server[94175]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 23 11:36:02.514881 dv-neutron-601336-94-hyperv neutron-server[94175]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 23 11:36:02.514881 dv-neutron-601336-94-hyperv neutron-server[94175]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 23 11:36:02.514881 dv-neutron-601336-94-hyperv neutron-server[94175]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 23 11:36:02.567069 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron_lib.callbacks.manager [None req-0457aab3-1f25-45a9-9701-876278119940 tempest-RoutersIpV6Test-1448447933 tempest-RoutersIpV6Test-1448447933-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-897634'] for subnet, precommit_delete {{(pid=94174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:36:02.695544 dv-neutron-601336-94-hyperv neutron-server[94177]: DEBUG neutron.db.l3_hamode_db [None req-893040ea-9c03-4ff7-b029-d0fd5774ed75 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'efd40a64-d42c-4d74-9749-ec45002e9efd', 'name': 'tempest-RoutersIpV6Test-router-621702574', 'tenant_id': 'a04e393135be4822803c421d0995b548', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-23T11:35:29Z', 'updated_at': '2021-06-23T11:36:00Z', 'revision_number': 8, 'project_id': 'a04e393135be4822803c421d0995b548', 'gw_port_host': None, '_interfaces': [{'id': '18eeaa2a-9fe9-456b-8f26-be0272e23bad', 'name': '', 'network_id': '8dba2472-7331-4ba9-b904-298b042d46c9', 'tenant_id': 'a04e393135be4822803c421d0995b548', 'mac_address': 'fa:16:3e:b5:78:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'efd40a64-d42c-4d74-9749-ec45002e9efd', 'device_owner': 'network:router_interface', 'standard_attr_id': 1011, 'fixed_ips': [{'subnet_id': '175bc06c-342b-4e55-945c-a10b0728e9dd', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-94-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-23T11:35:32Z', 'updated_at': '2021-06-23T11:35:39Z', 'revision_number': 5, 'project_id': 'a04e393135be4822803c421d0995b548', 'subnets': [{'id': '175bc06c-342b-4e55-945c-a10b0728e9dd', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '51eeb6b2-c859-4348-8d51-53b680c9492d', 'name': '', 'network_id': 'ca00b23c-623f-4cdc-9bd5-76a96dd340ab', 'tenant_id': 'a04e393135be4822803c421d0995b548', 'mac_address': 'fa:16:3e:1f:ca:85', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'efd40a64-d42c-4d74-9749-ec45002e9efd', 'device_owner': 'network:router_interface', 'standard_attr_id': 1049, 'fixed_ips': [{'subnet_id': '75d17758-e341-408a-9d3d-d429416fcd8a', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-94-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-23T11:35:42Z', 'updated_at': '2021-06-23T11:35:49Z', 'revision_number': 5, 'project_id': 'a04e393135be4822803c421d0995b548', 'subnets': [{'id': '75d17758-e341-408a-9d3d-d429416fcd8a', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'fa994084-a39f-425d-a88e-31f844094105', 'name': '', 'network_id': '5a0407f1-1e47-4f7c-9b40-8fcc21217cea', 'tenant_id': 'a04e393135be4822803c421d0995b548', 'mac_address': 'fa:16:3e:08:0e:df', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'efd40a64-d42c-4d74-9749-ec45002e9efd', 'device_owner': 'network:router_interface', 'standard_attr_id': 1030, 'fixed_ips': [{'subnet_id': 'af9b362d-ea7d-430f-b9de-bdf75c0ca07a', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-94-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-23T11:35:37Z', 'updated_at': '2021-06-23T11:35:44Z', 'revision_number': 5, 'project_id': 'a04e393135be4822803c421d0995b548', 'subnets': [{'id': 'af9b362d-ea7d-430f-b9de-bdf75c0ca07a', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-601336-94-hyperv', False) {} {{(pid=94177) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 11:36:02.722523 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron_lib.callbacks.manager [None req-0457aab3-1f25-45a9-9701-876278119940 tempest-RoutersIpV6Test-1448447933 tempest-RoutersIpV6Test-1448447933-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-897627', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866062', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5195932', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4294216'] for subnet, after_delete {{(pid=94174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:36:02.724784 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG oslo_concurrency.lockutils [None req-36cc86d9-4c16-4368-8864-c64c76bfc896 tempest-NetworksTest-2133396914 tempest-NetworksTest-2133396914-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94174) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 11:36:02.753375 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0457aab3-1f25-45a9-9701-876278119940 tempest-RoutersIpV6Test-1448447933 tempest-RoutersIpV6Test-1448447933-project] Pushing event deleted for resources: {'Subnet': ['ID=b3b974ad-b374-439b-a756-595bfada134b,revision_number=None']} {{(pid=94174) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 11:36:02.765248 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG oslo_concurrency.lockutils [None req-0457aab3-1f25-45a9-9701-876278119940 tempest-RoutersIpV6Test-1448447933 tempest-RoutersIpV6Test-1448447933-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.036s {{(pid=94174) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 11:36:02.765248 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron_lib.callbacks.manager [None req-0457aab3-1f25-45a9-9701-876278119940 tempest-RoutersIpV6Test-1448447933 tempest-RoutersIpV6Test-1448447933-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7865916'] for subnet, before_response {{(pid=94174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:36:02.767657 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.wsgi [-] (94175) accepted ('10.222.0.20', 41616) {{(pid=94175) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 11:36:02.772647 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e68024ee-c514-40aa-ae5c-a2e6f9790787 None None] Network d798c677-8a94-46e7-baf1-4b1f6ba4e97c requested from dv-neutron-601336-94-hyperv {{(pid=94176) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 23 11:36:02.776674 dv-neutron-601336-94-hyperv neutron-server[94174]: INFO neutron.wsgi [None req-0457aab3-1f25-45a9-9701-876278119940 tempest-RoutersIpV6Test-1448447933 tempest-RoutersIpV6Test-1448447933-project] 10.222.0.20 "DELETE /v2.0/subnets/b3b974ad-b374-439b-a756-595bfada134b HTTP/1.1" status: 204 len: 168 time: 0.4703093 Jun 23 11:36:02.779338 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron_lib.callbacks.manager [None req-2506c294-b687-4e2f-95b2-cfde199d7150 tempest-ExternalNetworksTestJSON-2139813945 tempest-ExternalNetworksTestJSON-2139813945-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-897248', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8002400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7866073', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-524247'] for network, after_delete {{(pid=94175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:36:02.787918 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG oslo_concurrency.lockutils [None req-4e99da82-eeb1-4728-8447-52cbd87ed668 tempest-PortsIpV6TestJSON-1781383748 tempest-PortsIpV6TestJSON-1781383748-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94175) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 11:36:02.795723 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2506c294-b687-4e2f-95b2-cfde199d7150 tempest-ExternalNetworksTestJSON-2139813945 tempest-ExternalNetworksTestJSON-2139813945-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network 08d49f82-6681-418f-9736-3cd62f32f63a {{(pid=94175) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:120}} Jun 23 11:36:02.857116 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron_lib.callbacks.manager [None req-2506c294-b687-4e2f-95b2-cfde199d7150 tempest-ExternalNetworksTestJSON-2139813945 tempest-ExternalNetworksTestJSON-2139813945-project-admin] Notify callbacks [] for network, before_response {{(pid=94175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:36:02.860331 dv-neutron-601336-94-hyperv neutron-server[94175]: INFO neutron.wsgi [None req-2506c294-b687-4e2f-95b2-cfde199d7150 tempest-ExternalNetworksTestJSON-2139813945 tempest-ExternalNetworksTestJSON-2139813945-project-admin] 10.222.0.20 "DELETE /v2.0/networks/08d49f82-6681-418f-9736-3cd62f32f63a HTTP/1.1" status: 204 len: 168 time: 0.7866888 Jun 23 11:36:02.864068 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.wsgi [-] (94174) accepted ('10.222.0.20', 41620) {{(pid=94174) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 11:36:02.870233 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.api.v2.base [None req-7401a99d-f647-4244-a443-0e51948908d0 tempest-ExternalNetworksTestJSON-2139813945 tempest-ExternalNetworksTestJSON-2139813945-project-admin] Request body: {'network': {'router:external': True}} {{(pid=94174) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 23 11:36:02.880644 dv-neutron-601336-94-hyperv neutron-server[94177]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-893040ea-9c03-4ff7-b029-d0fd5774ed75 None None] Checking router: efd40a64-d42c-4d74-9749-ec45002e9efd for host: dv-neutron-601336-94-hyperv {{(pid=94177) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 23 11:36:02.902952 dv-neutron-601336-94-hyperv neutron-server[94177]: DEBUG neutron.db.l3_dvrscheduler_db [None req-893040ea-9c03-4ff7-b029-d0fd5774ed75 None None] Routers {'efd40a64-d42c-4d74-9749-ec45002e9efd'} bound to L3 agent in host dv-neutron-601336-94-hyperv {{(pid=94177) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 23 11:36:02.907848 dv-neutron-601336-94-hyperv neutron-server[94177]: DEBUG neutron.db.l3_hamode_db [None req-893040ea-9c03-4ff7-b029-d0fd5774ed75 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-601336-94-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-23T11:22:13Z,description=,heartbeat_timestamp=2021-06-23T11:35:43Z,host='dv-neutron-601336-94-hyperv',id=50ef99c0-ef28-4db5-b303-b145898fae60,load=0,resource_versions=,resources_synced=,started_at=2021-06-23T11:22:14Z,topic='l3_agent')) {'router_ids': ['efd40a64-d42c-4d74-9749-ec45002e9efd'], 'active': True} {{(pid=94177) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 11:36:02.979090 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7401a99d-f647-4244-a443-0e51948908d0 tempest-ExternalNetworksTestJSON-2139813945 tempest-ExternalNetworksTestJSON-2139813945-project-admin] Made reservation on behalf of c373739b43e145918ca40176b4ec1903 for: {'network': 1} {{(pid=94174) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 23 11:36:02.981891 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron_lib.callbacks.manager [None req-7401a99d-f647-4244-a443-0e51948908d0 tempest-ExternalNetworksTestJSON-2139813945 tempest-ExternalNetworksTestJSON-2139813945-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-923104'] for network, before_create {{(pid=94174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:36:03.022548 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.db.provisioning_blocks [None req-593682b3-0ee8-427e-9829-957f83986995 None None] Provisioning for port 7a29a4e4-f510-4f78-9f80-80db4aa06bf5 completed by entity DHCP. {{(pid=94176) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 23 11:36:03.046091 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.db.provisioning_blocks [None req-593682b3-0ee8-427e-9829-957f83986995 None None] Provisioning complete for port 7a29a4e4-f510-4f78-9f80-80db4aa06bf5 triggered by entity DHCP. {{(pid=94176) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 23 11:36:03.051827 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron_lib.callbacks.manager [None req-593682b3-0ee8-427e-9829-957f83986995 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-899258'] for port, provisioning_complete {{(pid=94176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:36:03.056687 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7401a99d-f647-4244-a443-0e51948908d0 tempest-ExternalNetworksTestJSON-2139813945 tempest-ExternalNetworksTestJSON-2139813945-project-admin] vlan segment allocate from pool success with {'vlan_id': 438, 'physical_network': 'physnet1'} {{(pid=94174) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 23 11:36:03.059228 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2506c294-b687-4e2f-95b2-cfde199d7150 tempest-ExternalNetworksTestJSON-2139813945 tempest-ExternalNetworksTestJSON-2139813945-project-admin] Pushing event deleted for resources: {'Network': ['ID=08d49f82-6681-418f-9736-3cd62f32f63a,revision_number=None']} {{(pid=94175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 11:36:03.067059 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG oslo_concurrency.lockutils [None req-2506c294-b687-4e2f-95b2-cfde199d7150 tempest-ExternalNetworksTestJSON-2139813945 tempest-ExternalNetworksTestJSON-2139813945-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.279s {{(pid=94175) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 11:36:03.087439 dv-neutron-601336-94-hyperv neutron-server[94177]: DEBUG neutron.db.l3_dvr_db [None req-893040ea-9c03-4ff7-b029-d0fd5774ed75 None None] Set router efd40a64-d42c-4d74-9749-ec45002e9efd gateway port host: None {{(pid=94177) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:838}} Jun 23 11:36:03.089261 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron_lib.callbacks.manager [None req-7401a99d-f647-4244-a443-0e51948908d0 tempest-ExternalNetworksTestJSON-2139813945 tempest-ExternalNetworksTestJSON-2139813945-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3801'] for segment, precommit_create {{(pid=94174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:36:03.089627 dv-neutron-601336-94-hyperv neutron-server[94174]: INFO neutron.db.segments_db [None req-7401a99d-f647-4244-a443-0e51948908d0 tempest-ExternalNetworksTestJSON-2139813945 tempest-ExternalNetworksTestJSON-2139813945-project-admin] Added segment 154810c4-c38f-420d-8119-6d7f02ff881e of type vlan for network 79608f2a-5af9-4ff0-a97c-15832b61f6e3 Jun 23 11:36:03.161403 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.wsgi [-] (94175) accepted ('10.222.0.20', 41626) {{(pid=94175) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 11:36:03.182716 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.api.v2.base [None req-ef4f3aa9-4e76-473a-8bb4-a00dfc8e9e7a admin admin] Request body: {'network': {'name': 'tempest-TestServerAdvancedOps-140724849-network', 'tenant_id': '64b73baa6501411cbb8b6977f01166ba'}} {{(pid=94175) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 23 11:36:03.183888 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.plugins.ml2.plugin [None req-593682b3-0ee8-427e-9829-957f83986995 None None] Port 7a29a4e4-f510-4f78-9f80-80db4aa06bf5 cannot update to ACTIVE because it is not bound. {{(pid=94176) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jun 23 11:36:03.204116 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.plugins.ml2.rpc [None req-dc7542b2-afef-47f4-a763-e3a3cba144be None None] Device e8d57321-5166-463f-bab4-46d4f1697adc up at agent ovs-agent-dv-neutron-601336-94-hyperv {{(pid=94176) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:298}} Jun 23 11:36:03.249249 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.plugins.ml2.rpc [None req-97bd5441-1da2-49ee-a364-27795820ba27 None None] Device 1b219d2f-1e96-4a54-853e-bf40a0c92824 details requested by agent hyperv_hv-neutron-6013 with host hv-neutron-6013 {{(pid=94176) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:104}} Jun 23 11:36:03.282882 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron_lib.callbacks.manager [None req-9bbf887f-f2b3-4956-91e9-4d188d7b837f tempest-RoutersIpV6Test-1448447933 tempest-RoutersIpV6Test-1448447933-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-824874'] for network, before_delete {{(pid=94175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:36:03.285071 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron_lib.callbacks.manager [None req-7401a99d-f647-4244-a443-0e51948908d0 tempest-ExternalNetworksTestJSON-2139813945 tempest-ExternalNetworksTestJSON-2139813945-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8773699596773'] for network, precommit_create {{(pid=94174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:36:03.342611 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43ff9c06-3836-4f21-a4a7-f729c335cb91 req-a089596b-57d2-4ba4-b9c6-3c43de8ba02c tempest-TestNetworkBasicOps-233187296 tempest-TestNetworkBasicOps-233187296-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94174) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 11:36:03.344904 dv-neutron-601336-94-hyperv neutron-server[94174]: INFO neutron.wsgi [req-43ff9c06-3836-4f21-a4a7-f729c335cb91 req-a089596b-57d2-4ba4-b9c6-3c43de8ba02c tempest-TestNetworkBasicOps-233187296 tempest-TestNetworkBasicOps-233187296-project] 10.222.0.20 "GET /v2.0/ports?device_id=70369a78-6600-4228-b5a7-ab21e12429a7 HTTP/1.1" status: 200 len: 944 time: 0.1453178 Jun 23 11:36:03.379951 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.plugins.ml2.db [None req-97bd5441-1da2-49ee-a364-27795820ba27 None None] For port 1b219d2f-1e96-4a54-853e-bf40a0c92824, host hv-neutron-6013, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-6013',level=0,port_id=1b219d2f-1e96-4a54-853e-bf40a0c92824,segment=NetworkSegment(2545ee53-c74e-4449-af0c-83c33975ceea),segment_id=2545ee53-c74e-4449-af0c-83c33975ceea)] {{(pid=94176) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 23 11:36:03.389638 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron_lib.callbacks.manager [None req-cfdc2d39-e134-4818-99af-942f99ca47ee tempest-RoutersTest-228919764 tempest-RoutersTest-228919764-project] Notify callbacks [] for port, precommit_update {{(pid=94175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:36:03.393889 dv-neutron-601336-94-hyperv neutron-server[94174]: INFO neutron.wsgi [req-43ff9c06-3836-4f21-a4a7-f729c335cb91 req-850c7acc-5e52-4a29-a58e-ae0fba698b1b tempest-TestNetworkBasicOps-233187296 tempest-TestNetworkBasicOps-233187296-project] 10.222.0.20 "GET /v2.0/security-groups?id=571b66f8-c84c-4f09-9531-afe1560dc081&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0419064 Jun 23 11:36:03.410862 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.db.provisioning_blocks [None req-63595d3d-1341-42d3-8380-2416d1f450f9 None None] Provisioning complete for port 7a29a4e4-f510-4f78-9f80-80db4aa06bf5 triggered by entity DHCP. {{(pid=94176) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 23 11:36:03.411502 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron_lib.callbacks.manager [None req-63595d3d-1341-42d3-8380-2416d1f450f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-899258'] for port, provisioning_complete {{(pid=94176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:36:03.415799 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.plugins.ml2.rpc [None req-97bd5441-1da2-49ee-a364-27795820ba27 None None] Returning: {'device': '1b219d2f-1e96-4a54-853e-bf40a0c92824', 'network_id': 'a7681095-7326-44b0-985d-4ae24b358d92', 'port_id': '1b219d2f-1e96-4a54-853e-bf40a0c92824', 'mac_address': 'fa:16:3e:40:62:72', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 437, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e249a80c-7f47-4719-9bcc-67ae7c4a6459', 'ip_address': '172.20.0.29'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94176) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:186}} Jun 23 11:36:03.416023 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ef4f3aa9-4e76-473a-8bb4-a00dfc8e9e7a admin admin] Made reservation on behalf of 64b73baa6501411cbb8b6977f01166ba for: {'network': 1} {{(pid=94175) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 23 11:36:03.419091 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron_lib.callbacks.manager [None req-7401a99d-f647-4244-a443-0e51948908d0 tempest-ExternalNetworksTestJSON-2139813945 tempest-ExternalNetworksTestJSON-2139813945-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8002400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7866073'] for network, after_create {{(pid=94174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:36:03.421635 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7401a99d-f647-4244-a443-0e51948908d0 tempest-ExternalNetworksTestJSON-2139813945 tempest-ExternalNetworksTestJSON-2139813945-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94174) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 11:36:03.422717 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron_lib.callbacks.manager [None req-7401a99d-f647-4244-a443-0e51948908d0 tempest-ExternalNetworksTestJSON-2139813945 tempest-ExternalNetworksTestJSON-2139813945-project-admin] Notify callbacks [] for network, before_response {{(pid=94174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:36:03.426757 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG oslo_concurrency.lockutils [None req-2f51fdc4-1783-4a42-b127-121c71f0d38b tempest-TestNetworkBasicOps-233187296 tempest-TestNetworkBasicOps-233187296-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94174) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 11:36:03.431355 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron_lib.callbacks.manager [None req-ef4f3aa9-4e76-473a-8bb4-a00dfc8e9e7a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-923104'] for network, before_create {{(pid=94175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:36:03.487452 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron_lib.callbacks.manager [None req-cfdc2d39-e134-4818-99af-942f99ca47ee tempest-RoutersTest-228919764 tempest-RoutersTest-228919764-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-922904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866062', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773700135042', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773699642233', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773699642278', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5082471'] for port, after_update {{(pid=94175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:36:03.491074 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG oslo_concurrency.lockutils [None req-e1465a0c-9f74-4936-ae5e-9910d46de635 tempest-RoutersTest-228919764 tempest-RoutersTest-228919764-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94175) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 11:36:03.505145 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron_lib.callbacks.manager [None req-97bd5441-1da2-49ee-a364-27795820ba27 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-923122'] for port, before_update {{(pid=94176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:36:03.506622 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron_lib.callbacks.manager [None req-ef4f3aa9-4e76-473a-8bb4-a00dfc8e9e7a admin admin] Notify callbacks [] for security_group, before_create {{(pid=94175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:36:03.516275 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7401a99d-f647-4244-a443-0e51948908d0 tempest-ExternalNetworksTestJSON-2139813945 tempest-ExternalNetworksTestJSON-2139813945-project-admin] Pushing event updated for resources: {'Network': ['ID=79608f2a-5af9-4ff0-a97c-15832b61f6e3,revision_number=1']} {{(pid=94174) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 11:36:03.521148 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG oslo_concurrency.lockutils [None req-7401a99d-f647-4244-a443-0e51948908d0 tempest-ExternalNetworksTestJSON-2139813945 tempest-ExternalNetworksTestJSON-2139813945-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.095s {{(pid=94174) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 11:36:03.531211 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.notifiers.nova [None req-97bd5441-1da2-49ee-a364-27795820ba27 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1b219d2f-1e96-4a54-853e-bf40a0c92824 {{(pid=94176) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 23 11:36:03.535353 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.db.provisioning_blocks [None req-dc7542b2-afef-47f4-a763-e3a3cba144be None None] Provisioning for port e8d57321-5166-463f-bab4-46d4f1697adc completed by entity L2. {{(pid=94176) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 23 11:36:03.537381 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d26d14b0-214a-4bef-83dc-ffa1b3f1ad71 None None] DHCP port deletion for d798c677-8a94-46e7-baf1-4b1f6ba4e97c request from dv-neutron-601336-94-hyperv {{(pid=94176) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jun 23 11:36:03.538988 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.plugins.ml2.rpc [None req-dc7542b2-afef-47f4-a763-e3a3cba144be None None] Network 79608f2a-5af9-4ff0-a97c-15832b61f6e3 details requested by agent ovs-agent-dv-neutron-601336-94-hyperv with host dv-neutron-601336-94-hyperv {{(pid=94176) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:250}} Jun 23 11:36:03.559940 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.db.provisioning_blocks [None req-dc7542b2-afef-47f4-a763-e3a3cba144be None None] Provisioning complete for port e8d57321-5166-463f-bab4-46d4f1697adc triggered by entity L2. {{(pid=94176) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 23 11:36:03.560222 dv-neutron-601336-94-hyperv neutron-server[94177]: DEBUG neutron.db.l3_hamode_db [None req-893040ea-9c03-4ff7-b029-d0fd5774ed75 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'efd40a64-d42c-4d74-9749-ec45002e9efd', 'name': 'tempest-RoutersIpV6Test-router-621702574', 'tenant_id': 'a04e393135be4822803c421d0995b548', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-23T11:35:29Z', 'updated_at': '2021-06-23T11:36:00Z', 'revision_number': 8, 'project_id': 'a04e393135be4822803c421d0995b548', 'gw_port_host': None, '_interfaces': [{'id': '18eeaa2a-9fe9-456b-8f26-be0272e23bad', 'name': '', 'network_id': '8dba2472-7331-4ba9-b904-298b042d46c9', 'tenant_id': 'a04e393135be4822803c421d0995b548', 'mac_address': 'fa:16:3e:b5:78:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'efd40a64-d42c-4d74-9749-ec45002e9efd', 'device_owner': 'network:router_interface', 'standard_attr_id': 1011, 'fixed_ips': [{'subnet_id': '175bc06c-342b-4e55-945c-a10b0728e9dd', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-94-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-23T11:35:32Z', 'updated_at': '2021-06-23T11:35:39Z', 'revision_number': 5, 'project_id': 'a04e393135be4822803c421d0995b548', 'subnets': [{'id': '175bc06c-342b-4e55-945c-a10b0728e9dd', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '51eeb6b2-c859-4348-8d51-53b680c9492d', 'name': '', 'network_id': 'ca00b23c-623f-4cdc-9bd5-76a96dd340ab', 'tenant_id': 'a04e393135be4822803c421d0995b548', 'mac_address': 'fa:16:3e:1f:ca:85', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'efd40a64-d42c-4d74-9749-ec45002e9efd', 'device_owner': 'network:router_interface', 'standard_attr_id': 1049, 'fixed_ips': [{'subnet_id': '75d17758-e341-408a-9d3d-d429416fcd8a', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-94-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-23T11:35:42Z', 'updated_at': '2021-06-23T11:35:49Z', 'revision_number': 5, 'project_id': 'a04e393135be4822803c421d0995b548', 'subnets': [{'id': '75d17758-e341-408a-9d3d-d429416fcd8a', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'fa994084-a39f-425d-a88e-31f844094105', 'name': '', 'network_id': '5a0407f1-1e47-4f7c-9b40-8fcc21217cea', 'tenant_id': 'a04e393135be4822803c421d0995b548', 'mac_address': 'fa:16:3e:08:0e:df', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'efd40a64-d42c-4d74-9749-ec45002e9efd', 'device_owner': 'network:router_interface', 'standard_attr_id': 1030, 'fixed_ips': [{'subnet_id': 'af9b362d-ea7d-430f-b9de-bdf75c0ca07a', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-94-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-23T11:35:37Z', 'updated_at': '2021-06-23T11:35:44Z', 'revision_number': 5, 'project_id': 'a04e393135be4822803c421d0995b548', 'subnets': [{'id': 'af9b362d-ea7d-430f-b9de-bdf75c0ca07a', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-601336-94-hyperv', False) {} {{(pid=94177) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 11:36:03.560745 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron_lib.callbacks.manager [None req-dc7542b2-afef-47f4-a763-e3a3cba144be None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-899258'] for port, provisioning_complete {{(pid=94176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:36:03.571709 dv-neutron-601336-94-hyperv neutron-server[94174]: INFO neutron.wsgi [None req-7401a99d-f647-4244-a443-0e51948908d0 tempest-ExternalNetworksTestJSON-2139813945 tempest-ExternalNetworksTestJSON-2139813945-project-admin] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 836 time: 0.7025504 Jun 23 11:36:03.571915 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.wsgi [-] (94174) accepted ('10.222.0.20', 41628) {{(pid=94174) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 11:36:03.577891 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.api.v2.base [None req-8f7d5b4c-b813-4d2c-bdce-9687511ba5b8 tempest-ExternalNetworksTestJSON-2139813945 tempest-ExternalNetworksTestJSON-2139813945-project-admin] Request body: {'subnet': {'network_id': '79608f2a-5af9-4ff0-a97c-15832b61f6e3', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'enable_dhcp': False}} {{(pid=94174) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 23 11:36:03.609014 dv-neutron-601336-94-hyperv neutron-server[94177]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-893040ea-9c03-4ff7-b029-d0fd5774ed75 None None] The sync data for ids ['efd40a64-d42c-4d74-9749-ec45002e9efd'] in dv-neutron-601336-94-hyperv is: [{'id': 'efd40a64-d42c-4d74-9749-ec45002e9efd', 'name': 'tempest-RoutersIpV6Test-router-621702574', 'tenant_id': 'a04e393135be4822803c421d0995b548', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-23T11:35:29Z', 'updated_at': '2021-06-23T11:36:00Z', 'revision_number': 8, 'project_id': 'a04e393135be4822803c421d0995b548', 'gw_port_host': None, '_interfaces': [{'id': '18eeaa2a-9fe9-456b-8f26-be0272e23bad', 'name': '', 'network_id': '8dba2472-7331-4ba9-b904-298b042d46c9', 'tenant_id': 'a04e393135be4822803c421d0995b548', 'mac_address': 'fa:16:3e:b5:78:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'efd40a64-d42c-4d74-9749-ec45002e9efd', 'device_owner': 'network:router_interface', 'standard_attr_id': 1011, 'fixed_ips': [{'subnet_id': '175bc06c-342b-4e55-945c-a10b0728e9dd', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-94-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-23T11:35:32Z', 'updated_at': '2021-06-23T11:35:39Z', 'revision_number': 5, 'project_id': 'a04e393135be4822803c421d0995b548', 'subnets': [{'id': '175bc06c-342b-4e55-945c-a10b0728e9dd', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '51eeb6b2-c859-4348-8d51-53b680c9492d', 'name': '', 'network_id': 'ca00b23c-623f-4cdc-9bd5-76a96dd340ab', 'tenant_id': 'a04e393135be4822803c421d0995b548', 'mac_address': 'fa:16:3e:1f:ca:85', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'efd40a64-d42c-4d74-9749-ec45002e9efd', 'device_owner': 'network:router_interface', 'standard_attr_id': 1049, 'fixed_ips': [{'subnet_id': '75d17758-e341-408a-9d3d-d429416fcd8a', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-94-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-23T11:35:42Z', 'updated_at': '2021-06-23T11:35:49Z', 'revision_number': 5, 'project_id': 'a04e393135be4822803c421d0995b548', 'subnets': [{'id': '75d17758-e341-408a-9d3d-d429416fcd8a', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'fa994084-a39f-425d-a88e-31f844094105', 'name': '', 'network_id': '5a0407f1-1e47-4f7c-9b40-8fcc21217cea', 'tenant_id': 'a04e393135be4822803c421d0995b548', 'mac_address': 'fa:16:3e:08:0e:df', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'efd40a64-d42c-4d74-9749-ec45002e9efd', 'device_owner': 'network:router_interface', 'standard_attr_id': 1030, 'fixed_ips': [{'subnet_id': 'af9b362d-ea7d-430f-b9de-bdf75c0ca07a', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-94-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-23T11:35:37Z', 'updated_at': '2021-06-23T11:35:44Z', 'revision_number': 5, 'project_id': 'a04e393135be4822803c421d0995b548', 'subnets': [{'id': 'af9b362d-ea7d-430f-b9de-bdf75c0ca07a', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94177) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 23 11:36:03.623793 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfdc2d39-e134-4818-99af-942f99ca47ee tempest-RoutersTest-228919764 tempest-RoutersTest-228919764-project] Pushing event updated for resources: {'Port': ['ID=7a29a4e4-f510-4f78-9f80-80db4aa06bf5,revision_number=2']} {{(pid=94175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 11:36:03.634236 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron_lib.callbacks.manager [None req-cfdc2d39-e134-4818-99af-942f99ca47ee tempest-RoutersTest-228919764 tempest-RoutersTest-228919764-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-7866091', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-453038'] for router_interface, after_create {{(pid=94175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:36:03.641854 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfdc2d39-e134-4818-99af-942f99ca47ee tempest-RoutersTest-228919764 tempest-RoutersTest-228919764-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-601336-94-hyperv {{(pid=94175) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 11:36:03.641854 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfdc2d39-e134-4818-99af-942f99ca47ee tempest-RoutersTest-228919764 tempest-RoutersTest-228919764-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-94-hyperv {{(pid=94175) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 11:36:03.641854 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfdc2d39-e134-4818-99af-942f99ca47ee tempest-RoutersTest-228919764 tempest-RoutersTest-228919764-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-94-hyperv {{(pid=94175) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 11:36:03.641854 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfdc2d39-e134-4818-99af-942f99ca47ee tempest-RoutersTest-228919764 tempest-RoutersTest-228919764-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-601336-94-hyperv {{(pid=94175) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 11:36:03.641854 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfdc2d39-e134-4818-99af-942f99ca47ee tempest-RoutersTest-228919764 tempest-RoutersTest-228919764-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-601336-94-hyperv {{(pid=94175) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 11:36:03.641854 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfdc2d39-e134-4818-99af-942f99ca47ee tempest-RoutersTest-228919764 tempest-RoutersTest-228919764-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-601336-94-hyperv {{(pid=94175) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 11:36:03.641854 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfdc2d39-e134-4818-99af-942f99ca47ee tempest-RoutersTest-228919764 tempest-RoutersTest-228919764-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-601336-94-hyperv {{(pid=94175) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 11:36:03.641854 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfdc2d39-e134-4818-99af-942f99ca47ee tempest-RoutersTest-228919764 tempest-RoutersTest-228919764-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-601336-94-hyperv {{(pid=94175) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 11:36:03.641854 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfdc2d39-e134-4818-99af-942f99ca47ee tempest-RoutersTest-228919764 tempest-RoutersTest-228919764-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-601336-94-hyperv {{(pid=94175) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 11:36:03.641854 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfdc2d39-e134-4818-99af-942f99ca47ee tempest-RoutersTest-228919764 tempest-RoutersTest-228919764-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-94-hyperv {{(pid=94175) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 11:36:03.641854 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfdc2d39-e134-4818-99af-942f99ca47ee tempest-RoutersTest-228919764 tempest-RoutersTest-228919764-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-601336-94-hyperv {{(pid=94175) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 11:36:03.641854 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfdc2d39-e134-4818-99af-942f99ca47ee tempest-RoutersTest-228919764 tempest-RoutersTest-228919764-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-601336-94-hyperv {{(pid=94175) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 11:36:03.650574 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.plugins.ml2.plugin [None req-63595d3d-1341-42d3-8380-2416d1f450f9 None None] Port 7a29a4e4-f510-4f78-9f80-80db4aa06bf5 cannot update to ACTIVE because it is not bound. {{(pid=94176) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jun 23 11:36:03.655644 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG oslo_concurrency.lockutils [None req-cfdc2d39-e134-4818-99af-942f99ca47ee tempest-RoutersTest-228919764 tempest-RoutersTest-228919764-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.164s {{(pid=94175) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 11:36:03.667176 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.plugins.ml2.db [None req-97bd5441-1da2-49ee-a364-27795820ba27 None None] For port 1b219d2f-1e96-4a54-853e-bf40a0c92824, host hv-neutron-6013, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-6013',level=0,port_id=1b219d2f-1e96-4a54-853e-bf40a0c92824,segment=NetworkSegment(2545ee53-c74e-4449-af0c-83c33975ceea),segment_id=2545ee53-c74e-4449-af0c-83c33975ceea)] {{(pid=94176) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 23 11:36:03.673276 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.plugins.ml2.plugin [None req-9bbf887f-f2b3-4956-91e9-4d188d7b837f tempest-RoutersIpV6Test-1448447933 tempest-RoutersIpV6Test-1448447933-project] Deleting port 8d200667-8459-43fc-81fe-364c2f8ba46c {{(pid=94175) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1913}} Jun 23 11:36:03.673618 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron_lib.callbacks.manager [None req-9bbf887f-f2b3-4956-91e9-4d188d7b837f tempest-RoutersIpV6Test-1448447933 tempest-RoutersIpV6Test-1448447933-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773700079324'] for port, before_delete {{(pid=94175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:36:03.736268 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.plugins.ml2.plugin [None req-d26d14b0-214a-4bef-83dc-ffa1b3f1ad71 None None] Deleting port 8d200667-8459-43fc-81fe-364c2f8ba46c {{(pid=94176) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1913}} Jun 23 11:36:03.736563 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron_lib.callbacks.manager [None req-d26d14b0-214a-4bef-83dc-ffa1b3f1ad71 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773700079324'] for port, before_delete {{(pid=94176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:36:03.779219 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron_lib.callbacks.manager [None req-dc7542b2-afef-47f4-a763-e3a3cba144be None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-923122'] for port, before_update {{(pid=94176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:36:03.786856 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron_lib.callbacks.manager [None req-97bd5441-1da2-49ee-a364-27795820ba27 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-922904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866062', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773700135042', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773699642233', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773699642278'] for port, after_update {{(pid=94176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:36:03.795781 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG oslo_concurrency.lockutils [None req-f5a88df0-d8b6-4339-ad1d-c2a8e26c04b6 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 11:36:03.798351 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.plugins.ml2.db [None req-9bbf887f-f2b3-4956-91e9-4d188d7b837f tempest-RoutersIpV6Test-1448447933 tempest-RoutersIpV6Test-1448447933-project] For port 8d200667-8459-43fc-81fe-364c2f8ba46c, host dv-neutron-601336-94-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-94-hyperv',level=0,port_id=8d200667-8459-43fc-81fe-364c2f8ba46c,segment=NetworkSegment(f1915493-8e25-4cc4-83d5-e2c11324c770),segment_id=f1915493-8e25-4cc4-83d5-e2c11324c770)] {{(pid=94175) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 23 11:36:03.798713 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron_lib.callbacks.manager [None req-9bbf887f-f2b3-4956-91e9-4d188d7b837f tempest-RoutersIpV6Test-1448447933 tempest-RoutersIpV6Test-1448447933-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-430722'] for port, precommit_delete {{(pid=94175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:36:03.832574 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.plugins.ml2.plugin [None req-9bbf887f-f2b3-4956-91e9-4d188d7b837f tempest-RoutersIpV6Test-1448447933 tempest-RoutersIpV6Test-1448447933-project] Calling delete_port for 8d200667-8459-43fc-81fe-364c2f8ba46c owned by network:dhcp {{(pid=94175) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1986}} Jun 23 11:36:03.849156 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.plugins.ml2.db [None req-d26d14b0-214a-4bef-83dc-ffa1b3f1ad71 None None] For port 8d200667-8459-43fc-81fe-364c2f8ba46c, host dv-neutron-601336-94-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-94-hyperv',level=0,port_id=8d200667-8459-43fc-81fe-364c2f8ba46c,segment=NetworkSegment(f1915493-8e25-4cc4-83d5-e2c11324c770),segment_id=f1915493-8e25-4cc4-83d5-e2c11324c770)] {{(pid=94176) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 23 11:36:03.849560 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron_lib.callbacks.manager [None req-d26d14b0-214a-4bef-83dc-ffa1b3f1ad71 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-430722'] for port, precommit_delete {{(pid=94176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:36:03.871702 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.plugins.ml2.db [None req-dc7542b2-afef-47f4-a763-e3a3cba144be None None] For port e8d57321-5166-463f-bab4-46d4f1697adc, host dv-neutron-601336-94-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-94-hyperv',level=0,port_id=e8d57321-5166-463f-bab4-46d4f1697adc,segment=NetworkSegment(f531661d-acca-4a0e-b098-61398086fac2),segment_id=f531661d-acca-4a0e-b098-61398086fac2)] {{(pid=94176) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 23 11:36:03.881980 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.plugins.ml2.plugin [None req-d26d14b0-214a-4bef-83dc-ffa1b3f1ad71 None None] Calling delete_port for 8d200667-8459-43fc-81fe-364c2f8ba46c owned by network:dhcp {{(pid=94176) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1986}} Jun 23 11:36:03.897552 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97bd5441-1da2-49ee-a364-27795820ba27 None None] Pushing event updated for resources: {'Port': ['ID=1b219d2f-1e96-4a54-853e-bf40a0c92824,revision_number=4']} {{(pid=94176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 11:36:03.897552 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG oslo_concurrency.lockutils [None req-97bd5441-1da2-49ee-a364-27795820ba27 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.101s {{(pid=94176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 11:36:03.906285 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron_lib.callbacks.manager [None req-ef4f3aa9-4e76-473a-8bb4-a00dfc8e9e7a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:36:03.909475 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cfdc2d39-e134-4818-99af-942f99ca47ee tempest-RoutersTest-228919764 tempest-RoutersTest-228919764-project] Network 16660c50-0794-457f-9a86-fdc3685f0969 is already hosted by enough agents. {{(pid=94175) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 23 11:36:03.912205 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.scheduler.base_scheduler [None req-cfdc2d39-e134-4818-99af-942f99ca47ee tempest-RoutersTest-228919764 tempest-RoutersTest-228919764-project] Resources bound (agent type, host, resource id): {{(pid=94175) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 23 11:36:03.946420 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron_lib.callbacks.manager [None req-dc7542b2-afef-47f4-a763-e3a3cba144be None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-922904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866062', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773700135042', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773699642233', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773699642278'] for port, after_update {{(pid=94176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:36:03.957133 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG oslo_concurrency.lockutils [None req-2f14dfc6-e867-4746-853b-26b26d297eb3 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 11:36:04.002017 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron_lib.callbacks.manager [None req-ef4f3aa9-4e76-473a-8bb4-a00dfc8e9e7a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7996330'] for security_group, after_create {{(pid=94175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:36:04.009290 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG oslo_concurrency.lockutils [None req-1e938854-4454-404e-9a77-a575fef8766d tempest-PortsTestJSON-2085221018 tempest-PortsTestJSON-2085221018-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94175) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 11:36:04.012291 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.plugins.ml2.db [None req-97bd5441-1da2-49ee-a364-27795820ba27 None None] get_ports_and_sgs() called for port_ids ['1b219d2f-1e96-4a54-853e-bf40a0c92824'] {{(pid=94176) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 23 11:36:04.047056 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc7542b2-afef-47f4-a763-e3a3cba144be None None] Pushing event updated for resources: {'Port': ['ID=e8d57321-5166-463f-bab4-46d4f1697adc,revision_number=3']} {{(pid=94176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 11:36:04.051479 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG oslo_concurrency.lockutils [None req-dc7542b2-afef-47f4-a763-e3a3cba144be None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.094s {{(pid=94176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 11:36:04.058225 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ef4f3aa9-4e76-473a-8bb4-a00dfc8e9e7a admin admin] vlan segment allocate from pool success with {'vlan_id': 411, 'physical_network': 'physnet1'} {{(pid=94175) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 23 11:36:04.059622 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8f7d5b4c-b813-4d2c-bdce-9687511ba5b8 tempest-ExternalNetworksTestJSON-2139813945 tempest-ExternalNetworksTestJSON-2139813945-project-admin] Made reservation on behalf of c373739b43e145918ca40176b4ec1903 for: {'subnet': 1} {{(pid=94174) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 23 11:36:04.061517 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron_lib.callbacks.manager [None req-8f7d5b4c-b813-4d2c-bdce-9687511ba5b8 tempest-ExternalNetworksTestJSON-2139813945 tempest-ExternalNetworksTestJSON-2139813945-project-admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4294245'] for subnet, before_create {{(pid=94174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:36:04.081036 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef4f3aa9-4e76-473a-8bb4-a00dfc8e9e7a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c8c55697-691f-4a37-a059-2e2efc4d42f9,revision_number=1']} {{(pid=94175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 11:36:04.089551 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG oslo_concurrency.lockutils [None req-ef4f3aa9-4e76-473a-8bb4-a00dfc8e9e7a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.080s {{(pid=94175) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 11:36:04.090629 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron_lib.callbacks.manager [None req-ef4f3aa9-4e76-473a-8bb4-a00dfc8e9e7a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3801'] for segment, precommit_create {{(pid=94175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:36:04.090970 dv-neutron-601336-94-hyperv neutron-server[94175]: INFO neutron.db.segments_db [None req-ef4f3aa9-4e76-473a-8bb4-a00dfc8e9e7a admin admin] Added segment 6826e282-cdb9-4ac5-b115-7f6fb30277be of type vlan for network a51926dc-5f14-453b-8098-192ec39f553b Jun 23 11:36:04.118252 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron_lib.callbacks.manager [None req-d26d14b0-214a-4bef-83dc-ffa1b3f1ad71 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-922904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866062', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773700135024', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773699642224'] for port, after_delete {{(pid=94176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:36:04.126511 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG oslo_concurrency.lockutils [None req-7b038f03-53a8-4d0a-812e-886b689ce12e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 11:36:04.148746 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron_lib.callbacks.manager [None req-9bbf887f-f2b3-4956-91e9-4d188d7b837f tempest-RoutersIpV6Test-1448447933 tempest-RoutersIpV6Test-1448447933-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-922904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866062', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773700135024', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773699642224', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5082448'] for port, after_delete {{(pid=94175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:36:04.157958 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG oslo_concurrency.lockutils [None req-192dd310-f8d2-4e64-a013-38e215a9312e tempest-RoutersIpV6Test-1448447933 tempest-RoutersIpV6Test-1448447933-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94175) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 11:36:04.200791 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d26d14b0-214a-4bef-83dc-ffa1b3f1ad71 None None] Pushing event deleted for resources: {'Port': ['ID=8d200667-8459-43fc-81fe-364c2f8ba46c,revision_number=None']} {{(pid=94176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 11:36:04.202745 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d26d14b0-214a-4bef-83dc-ffa1b3f1ad71 None None] No DVR routers for this DVR port 8d200667-8459-43fc-81fe-364c2f8ba46c on host dv-neutron-601336-94-hyperv {{(pid=94176) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 23 11:36:04.204116 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron_lib.callbacks.manager [None req-ef4f3aa9-4e76-473a-8bb4-a00dfc8e9e7a admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8773699596773'] for network, precommit_create {{(pid=94175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:36:04.205162 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG oslo_concurrency.lockutils [None req-d26d14b0-214a-4bef-83dc-ffa1b3f1ad71 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.079s {{(pid=94176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 11:36:04.212667 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bbf887f-f2b3-4956-91e9-4d188d7b837f tempest-RoutersIpV6Test-1448447933 tempest-RoutersIpV6Test-1448447933-project] Pushing event deleted for resources: {'Port': ['ID=8d200667-8459-43fc-81fe-364c2f8ba46c,revision_number=None']} {{(pid=94175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 11:36:04.217732 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9bbf887f-f2b3-4956-91e9-4d188d7b837f tempest-RoutersIpV6Test-1448447933 tempest-RoutersIpV6Test-1448447933-project] No DVR routers for this DVR port 8d200667-8459-43fc-81fe-364c2f8ba46c on host dv-neutron-601336-94-hyperv {{(pid=94175) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 23 11:36:04.217732 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG oslo_concurrency.lockutils [None req-9bbf887f-f2b3-4956-91e9-4d188d7b837f tempest-RoutersIpV6Test-1448447933 tempest-RoutersIpV6Test-1448447933-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.060s {{(pid=94175) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 11:36:04.295395 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.db.provisioning_blocks [None req-5b5204a8-da8f-434a-9add-0db67ae023a9 None None] Provisioning complete for port 7a29a4e4-f510-4f78-9f80-80db4aa06bf5 triggered by entity DHCP. {{(pid=94176) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 23 11:36:04.295957 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron_lib.callbacks.manager [None req-5b5204a8-da8f-434a-9add-0db67ae023a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-899258'] for port, provisioning_complete {{(pid=94176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:36:04.356423 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.plugins.ml2.plugin [None req-5b5204a8-da8f-434a-9add-0db67ae023a9 None None] Port 7a29a4e4-f510-4f78-9f80-80db4aa06bf5 cannot update to ACTIVE because it is not bound. {{(pid=94176) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jun 23 11:36:04.525640 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.objects.ports [None req-8f7d5b4c-b813-4d2c-bdce-9687511ba5b8 tempest-ExternalNetworksTestJSON-2139813945 tempest-ExternalNetworksTestJSON-2139813945-project-admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=94174) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Jun 23 11:36:04.526243 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron_lib.callbacks.manager [None req-8f7d5b4c-b813-4d2c-bdce-9687511ba5b8 tempest-ExternalNetworksTestJSON-2139813945 tempest-ExternalNetworksTestJSON-2139813945-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866062', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5195999', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4294259'] for subnet, after_create {{(pid=94174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:36:04.528600 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG oslo_concurrency.lockutils [None req-c3af1532-7a1e-46b4-ab65-a65d16d16d3f tempest-PortsIpV6TestJSON-1781383748 tempest-PortsIpV6TestJSON-1781383748-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94174) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 11:36:04.578794 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f7d5b4c-b813-4d2c-bdce-9687511ba5b8 tempest-ExternalNetworksTestJSON-2139813945 tempest-ExternalNetworksTestJSON-2139813945-project-admin] Pushing event updated for resources: {'Subnet': ['ID=3f7a2a11-4dd7-4c33-b87e-e9bdb0841332,revision_number=0']} {{(pid=94174) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 11:36:04.581556 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG oslo_concurrency.lockutils [None req-8f7d5b4c-b813-4d2c-bdce-9687511ba5b8 tempest-ExternalNetworksTestJSON-2139813945 tempest-ExternalNetworksTestJSON-2139813945-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.053s {{(pid=94174) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 11:36:04.596870 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8f7d5b4c-b813-4d2c-bdce-9687511ba5b8 tempest-ExternalNetworksTestJSON-2139813945 tempest-ExternalNetworksTestJSON-2139813945-project-admin] Checking segment: {'id': '154810c4-c38f-420d-8119-6d7f02ff881e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 438, 'network_id': '79608f2a-5af9-4ff0-a97c-15832b61f6e3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94174) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 23 11:36:04.597286 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8f7d5b4c-b813-4d2c-bdce-9687511ba5b8 tempest-ExternalNetworksTestJSON-2139813945 tempest-ExternalNetworksTestJSON-2139813945-project-admin] Network hostable DHCP agents. Network: 79608f2a-5af9-4ff0-a97c-15832b61f6e3, hostable agents: ['8cf29b10-0e57-4131-816f-a4b6ad00b249'], hosted agents: [] {{(pid=94174) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 23 11:36:04.608780 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron_lib.callbacks.manager [None req-9bbf887f-f2b3-4956-91e9-4d188d7b837f tempest-RoutersIpV6Test-1448447933 tempest-RoutersIpV6Test-1448447933-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-897259', 'neutron.services.segments.db._delete_segments_for_network-8773700168587'] for network, precommit_delete {{(pid=94175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:36:04.630658 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.services.segments.db [None req-9bbf887f-f2b3-4956-91e9-4d188d7b837f tempest-RoutersIpV6Test-1448447933 tempest-RoutersIpV6Test-1448447933-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d798c677-8a94-46e7-baf1-4b1f6ba4e97c']}} {{(pid=94175) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 11:36:04.642895 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.services.segments.db [None req-9bbf887f-f2b3-4956-91e9-4d188d7b837f tempest-RoutersIpV6Test-1448447933 tempest-RoutersIpV6Test-1448447933-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f1915493-8e25-4cc4-83d5-e2c11324c770') {'for_net_delete': True} {{(pid=94175) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 11:36:04.643224 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.services.segments.db [None req-9bbf887f-f2b3-4956-91e9-4d188d7b837f tempest-RoutersIpV6Test-1448447933 tempest-RoutersIpV6Test-1448447933-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f1915493-8e25-4cc4-83d5-e2c11324c770') {} {{(pid=94175) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 11:36:04.655089 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron_lib.callbacks.manager [None req-9bbf887f-f2b3-4956-91e9-4d188d7b837f tempest-RoutersIpV6Test-1448447933 tempest-RoutersIpV6Test-1448447933-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8773699955833', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5190677'] for segment, before_delete {{(pid=94175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:36:04.686608 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d66fc39-4a3f-4eb2-893e-d2b56486da5d req-40a2d08d-8f57-4b1f-b796-9b926f4529ef tempest-TestNetworkBasicOps-233187296 tempest-TestNetworkBasicOps-233187296-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 11:36:04.688099 dv-neutron-601336-94-hyperv neutron-server[94175]: INFO neutron.wsgi [req-8d66fc39-4a3f-4eb2-893e-d2b56486da5d req-40a2d08d-8f57-4b1f-b796-9b926f4529ef tempest-TestNetworkBasicOps-233187296 tempest-TestNetworkBasicOps-233187296-project] 10.222.0.20 "GET /v2.0/ports?device_id=70369a78-6600-4228-b5a7-ab21e12429a7 HTTP/1.1" status: 200 len: 945 time: 0.1228645 Jun 23 11:36:04.689047 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron_lib.callbacks.manager [None req-9bbf887f-f2b3-4956-91e9-4d188d7b837f tempest-RoutersIpV6Test-1448447933 tempest-RoutersIpV6Test-1448447933-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3801'] for segment, precommit_delete {{(pid=94175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:36:04.696620 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9bbf887f-f2b3-4956-91e9-4d188d7b837f tempest-RoutersIpV6Test-1448447933 tempest-RoutersIpV6Test-1448447933-project] Releasing vlan 448 on physical network physnet1 to pool {{(pid=94175) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 23 11:36:04.697005 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron_lib.callbacks.manager [None req-9bbf887f-f2b3-4956-91e9-4d188d7b837f tempest-RoutersIpV6Test-1448447933 tempest-RoutersIpV6Test-1448447933-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3801', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5082371'] for segment, after_delete {{(pid=94175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:36:04.700498 dv-neutron-601336-94-hyperv neutron-server[94175]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 23 11:36:04.700498 dv-neutron-601336-94-hyperv neutron-server[94175]: self.session.flush() Jun 23 11:36:04.700498 dv-neutron-601336-94-hyperv neutron-server[94175]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 23 11:36:04.700498 dv-neutron-601336-94-hyperv neutron-server[94175]: self.session.flush() Jun 23 11:36:04.700498 dv-neutron-601336-94-hyperv neutron-server[94175]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 23 11:36:04.700498 dv-neutron-601336-94-hyperv neutron-server[94175]: self.session.flush() Jun 23 11:36:04.700498 dv-neutron-601336-94-hyperv neutron-server[94175]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 23 11:36:04.700498 dv-neutron-601336-94-hyperv neutron-server[94175]: self.session.flush() Jun 23 11:36:04.700498 dv-neutron-601336-94-hyperv neutron-server[94175]: Traceback (most recent call last): Jun 23 11:36:04.700498 dv-neutron-601336-94-hyperv neutron-server[94175]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 23 11:36:04.700498 dv-neutron-601336-94-hyperv neutron-server[94175]: timer() Jun 23 11:36:04.700498 dv-neutron-601336-94-hyperv neutron-server[94175]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 23 11:36:04.700498 dv-neutron-601336-94-hyperv neutron-server[94175]: cb(*args, **kw) Jun 23 11:36:04.700498 dv-neutron-601336-94-hyperv neutron-server[94175]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 23 11:36:04.700498 dv-neutron-601336-94-hyperv neutron-server[94175]: return func(*args, **kwargs) Jun 23 11:36:04.700498 dv-neutron-601336-94-hyperv neutron-server[94175]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 23 11:36:04.700498 dv-neutron-601336-94-hyperv neutron-server[94175]: self._notify() Jun 23 11:36:04.700498 dv-neutron-601336-94-hyperv neutron-server[94175]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 23 11:36:04.700498 dv-neutron-601336-94-hyperv neutron-server[94175]: self.callback(batched_events) Jun 23 11:36:04.700498 dv-neutron-601336-94-hyperv neutron-server[94175]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 23 11:36:04.700498 dv-neutron-601336-94-hyperv neutron-server[94175]: event.method(event) Jun 23 11:36:04.700498 dv-neutron-601336-94-hyperv neutron-server[94175]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 23 11:36:04.700498 dv-neutron-601336-94-hyperv neutron-server[94175]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 23 11:36:04.700498 dv-neutron-601336-94-hyperv neutron-server[94175]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 23 11:36:04.700498 dv-neutron-601336-94-hyperv neutron-server[94175]: aggregate_uuid = self.p_client.list_aggregates( Jun 23 11:36:04.700498 dv-neutron-601336-94-hyperv neutron-server[94175]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 23 11:36:04.700498 dv-neutron-601336-94-hyperv neutron-server[94175]: return f(self, *a, **k) Jun 23 11:36:04.700498 dv-neutron-601336-94-hyperv neutron-server[94175]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 23 11:36:04.700498 dv-neutron-601336-94-hyperv neutron-server[94175]: return self._get(url).json() Jun 23 11:36:04.700498 dv-neutron-601336-94-hyperv neutron-server[94175]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 23 11:36:04.700498 dv-neutron-601336-94-hyperv neutron-server[94175]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 23 11:36:04.700498 dv-neutron-601336-94-hyperv neutron-server[94175]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 23 11:36:04.700498 dv-neutron-601336-94-hyperv neutron-server[94175]: return self.request(url, 'GET', **kwargs) Jun 23 11:36:04.700498 dv-neutron-601336-94-hyperv neutron-server[94175]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 23 11:36:04.700498 dv-neutron-601336-94-hyperv neutron-server[94175]: base_url = self.get_endpoint(auth, allow=allow, Jun 23 11:36:04.700498 dv-neutron-601336-94-hyperv neutron-server[94175]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 23 11:36:04.700498 dv-neutron-601336-94-hyperv neutron-server[94175]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 23 11:36:04.700498 dv-neutron-601336-94-hyperv neutron-server[94175]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 23 11:36:04.700498 dv-neutron-601336-94-hyperv neutron-server[94175]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 23 11:36:04.700498 dv-neutron-601336-94-hyperv neutron-server[94175]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 23 11:36:04.710182 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8f7d5b4c-b813-4d2c-bdce-9687511ba5b8 tempest-ExternalNetworksTestJSON-2139813945 tempest-ExternalNetworksTestJSON-2139813945-project-admin] Network 79608f2a-5af9-4ff0-a97c-15832b61f6e3 is scheduled to be hosted by DHCP agent 8cf29b10-0e57-4131-816f-a4b6ad00b249 with binding_index 1 {{(pid=94174) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 23 11:36:04.753351 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cfdc2d39-e134-4818-99af-942f99ca47ee tempest-RoutersTest-228919764 tempest-RoutersTest-228919764-project] Router 122c067d-0664-472a-8765-023c6fbf0099 is scheduled to L3 agent 50ef99c0-ef28-4db5-b303-b145898fae60 with binding_index 1 {{(pid=94175) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jun 23 11:36:04.755073 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron_lib.callbacks.manager [None req-ef4f3aa9-4e76-473a-8bb4-a00dfc8e9e7a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8002400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7866073'] for network, after_create {{(pid=94175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:36:04.756074 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ef4f3aa9-4e76-473a-8bb4-a00dfc8e9e7a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 11:36:04.756641 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron_lib.callbacks.manager [None req-ef4f3aa9-4e76-473a-8bb4-a00dfc8e9e7a admin admin] Notify callbacks [] for network, before_response {{(pid=94175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:36:04.763898 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG oslo_concurrency.lockutils [None req-df2eef7e-f4ed-4ead-8d0b-45fc372a2727 tempest-RoutersTest-228919764 tempest-RoutersTest-228919764-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94175) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 11:36:04.795512 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.scheduler.base_scheduler [None req-8f7d5b4c-b813-4d2c-bdce-9687511ba5b8 tempest-ExternalNetworksTestJSON-2139813945 tempest-ExternalNetworksTestJSON-2139813945-project-admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-601336-94-hyperv, 79608f2a-5af9-4ff0-a97c-15832b61f6e3) {{(pid=94174) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 23 11:36:04.799900 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8f7d5b4c-b813-4d2c-bdce-9687511ba5b8 tempest-ExternalNetworksTestJSON-2139813945 tempest-ExternalNetworksTestJSON-2139813945-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94174) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 11:36:04.800738 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron_lib.callbacks.manager [None req-8f7d5b4c-b813-4d2c-bdce-9687511ba5b8 tempest-ExternalNetworksTestJSON-2139813945 tempest-ExternalNetworksTestJSON-2139813945-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7865916'] for subnet, before_response {{(pid=94174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:36:04.804208 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-27bc9766-c80d-4d1a-b038-8be17bd42fd8 None None] Network 79608f2a-5af9-4ff0-a97c-15832b61f6e3 requested from dv-neutron-601336-94-hyperv {{(pid=94176) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 23 11:36:04.866096 dv-neutron-601336-94-hyperv neutron-server[94175]: INFO neutron.wsgi [req-8d66fc39-4a3f-4eb2-893e-d2b56486da5d req-a7d93b6c-fc44-4678-ba48-597470f58ecb tempest-TestNetworkBasicOps-233187296 tempest-TestNetworkBasicOps-233187296-project] 10.222.0.20 "GET /v2.0/security-groups?id=571b66f8-c84c-4f09-9531-afe1560dc081&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1710980 Jun 23 11:36:04.917611 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.plugins.ml2.rpc [None req-dc7542b2-afef-47f4-a763-e3a3cba144be None None] Device e8d57321-5166-463f-bab4-46d4f1697adc up at agent ovs-agent-dv-neutron-601336-94-hyperv {{(pid=94176) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:298}} Jun 23 11:36:04.932515 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef4f3aa9-4e76-473a-8bb4-a00dfc8e9e7a admin admin] Pushing event updated for resources: {'Network': ['ID=a51926dc-5f14-453b-8098-192ec39f553b,revision_number=1']} {{(pid=94175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 11:36:04.936649 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG oslo_concurrency.lockutils [None req-ef4f3aa9-4e76-473a-8bb4-a00dfc8e9e7a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.173s {{(pid=94175) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 11:36:04.941151 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron_lib.callbacks.manager [None req-9bbf887f-f2b3-4956-91e9-4d188d7b837f tempest-RoutersIpV6Test-1448447933 tempest-RoutersIpV6Test-1448447933-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-897248', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8002400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7866073', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-524247'] for network, after_delete {{(pid=94175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:36:04.942703 dv-neutron-601336-94-hyperv neutron-server[94174]: INFO neutron.wsgi [None req-8f7d5b4c-b813-4d2c-bdce-9687511ba5b8 tempest-ExternalNetworksTestJSON-2139813945 tempest-ExternalNetworksTestJSON-2139813945-project-admin] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 802 time: 1.3697569 Jun 23 11:36:04.943682 dv-neutron-601336-94-hyperv neutron-server[94175]: INFO neutron.wsgi [None req-ef4f3aa9-4e76-473a-8bb4-a00dfc8e9e7a admin admin] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 1.7805626 Jun 23 11:36:04.949548 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.wsgi [-] (94174) accepted ('10.222.0.20', 41632) {{(pid=94174) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 11:36:04.949689 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG oslo_concurrency.lockutils [None req-e1465a0c-9f74-4936-ae5e-9910d46de635 tempest-RoutersTest-228919764 tempest-RoutersTest-228919764-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94175) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 11:36:04.949793 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.api.v2.base [None req-f3a731e6-27d8-42df-becc-71cc1bfddbba tempest-ExternalNetworksTestJSON-2139813945 tempest-ExternalNetworksTestJSON-2139813945-project-admin] Request body: {'floatingip': {'floating_network_id': '79608f2a-5af9-4ff0-a97c-15832b61f6e3'}} {{(pid=94174) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 23 11:36:04.951530 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron_lib.callbacks.manager [None req-9bbf887f-f2b3-4956-91e9-4d188d7b837f tempest-RoutersIpV6Test-1448447933 tempest-RoutersIpV6Test-1448447933-project] Notify callbacks [] for network, before_response {{(pid=94175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:36:04.953288 dv-neutron-601336-94-hyperv neutron-server[94175]: INFO neutron.wsgi [None req-9bbf887f-f2b3-4956-91e9-4d188d7b837f tempest-RoutersIpV6Test-1448447933 tempest-RoutersIpV6Test-1448447933-project] 10.222.0.20 "DELETE /v2.0/networks/d798c677-8a94-46e7-baf1-4b1f6ba4e97c HTTP/1.1" status: 204 len: 168 time: 2.1850355 Jun 23 11:36:04.955824 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.wsgi [-] (94175) accepted ('10.222.0.20', 41634) {{(pid=94175) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 11:36:04.955824 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.wsgi [-] (94175) accepted ('10.222.0.20', 41636) {{(pid=94175) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 11:36:04.962704 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.plugins.ml2.rpc [None req-dc7542b2-afef-47f4-a763-e3a3cba144be None None] Network a51926dc-5f14-453b-8098-192ec39f553b details requested by agent ovs-agent-dv-neutron-601336-94-hyperv with host dv-neutron-601336-94-hyperv {{(pid=94176) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:250}} Jun 23 11:36:04.978631 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.api.v2.base [None req-e72cfedd-4d3a-4ce8-b61a-709b4884198e admin admin] Request body: {'subnet': {'network_id': 'a51926dc-5f14-453b-8098-192ec39f553b', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestServerAdvancedOps-140724849-subnet', 'tenant_id': '64b73baa6501411cbb8b6977f01166ba', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94175) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 23 11:36:04.995759 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bbf887f-f2b3-4956-91e9-4d188d7b837f tempest-RoutersIpV6Test-1448447933 tempest-RoutersIpV6Test-1448447933-project] Pushing event deleted for resources: {'Network': ['ID=d798c677-8a94-46e7-baf1-4b1f6ba4e97c,revision_number=None']} {{(pid=94175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 11:36:05.006363 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-38b53084-8305-44ed-961b-1ebd2981f0df None None] Network 79608f2a-5af9-4ff0-a97c-15832b61f6e3 requested from dv-neutron-601336-94-hyperv {{(pid=94176) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 23 11:36:05.027314 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG oslo_concurrency.lockutils [None req-9bbf887f-f2b3-4956-91e9-4d188d7b837f tempest-RoutersIpV6Test-1448447933 tempest-RoutersIpV6Test-1448447933-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.079s {{(pid=94175) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 11:36:05.031467 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cfdc2d39-e134-4818-99af-942f99ca47ee tempest-RoutersTest-228919764 tempest-RoutersTest-228919764-project] Notify agent at l3_agent.dv-neutron-601336-94-hyperv the message routers_updated {{(pid=94175) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 23 11:36:05.041822 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron_lib.callbacks.manager [None req-f3a731e6-27d8-42df-becc-71cc1bfddbba tempest-ExternalNetworksTestJSON-2139813945 tempest-ExternalNetworksTestJSON-2139813945-project-admin] Notify callbacks [] for floatingip, before_create {{(pid=94174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:36:05.060807 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-db88a148-7931-43fc-bea2-ac14dca0511a None None] Sync routers for ids ['122c067d-0664-472a-8765-023c6fbf0099'] in dv-neutron-601336-94-hyperv {{(pid=94176) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 23 11:36:05.064916 dv-neutron-601336-94-hyperv neutron-server[94175]: INFO neutron.wsgi [None req-cfdc2d39-e134-4818-99af-942f99ca47ee tempest-RoutersTest-228919764 tempest-RoutersTest-228919764-project] 10.222.0.20 "PUT /v2.0/routers/122c067d-0664-472a-8765-023c6fbf0099/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.2277529 Jun 23 11:36:05.068260 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.wsgi [-] (94175) accepted ('10.222.0.20', 41638) {{(pid=94175) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 11:36:05.076020 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.api.v2.base [None req-5ffd0da7-0f63-433b-820d-e59bde9a254d tempest-RoutersTest-228919764 tempest-RoutersTest-228919764-project] Request body: {'network': {'name': 'tempest-RoutersTest-1009097660'}} {{(pid=94175) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 23 11:36:05.097416 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.db.l3_dvrscheduler_db [None req-db88a148-7931-43fc-bea2-ac14dca0511a None None] Routers {'122c067d-0664-472a-8765-023c6fbf0099'} bound to L3 agent in host dv-neutron-601336-94-hyperv {{(pid=94176) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 23 11:36:05.098043 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.db.l3_hamode_db [None req-db88a148-7931-43fc-bea2-ac14dca0511a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-601336-94-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-23T11:22:13Z,description=,heartbeat_timestamp=2021-06-23T11:35:43Z,host='dv-neutron-601336-94-hyperv',id=50ef99c0-ef28-4db5-b303-b145898fae60,load=0,resource_versions=,resources_synced=,started_at=2021-06-23T11:22:14Z,topic='l3_agent')) {'router_ids': ['122c067d-0664-472a-8765-023c6fbf0099'], 'active': True} {{(pid=94176) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 11:36:05.147165 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron_lib.callbacks.manager [None req-f3a731e6-27d8-42df-becc-71cc1bfddbba tempest-ExternalNetworksTestJSON-2139813945 tempest-ExternalNetworksTestJSON-2139813945-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-923104'] for port, before_create {{(pid=94174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:36:05.173164 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.plugins.ml2.rpc [None req-97bd5441-1da2-49ee-a364-27795820ba27 None None] Device 1b219d2f-1e96-4a54-853e-bf40a0c92824 up at agent hyperv_hv-neutron-6013 {{(pid=94176) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:298}} Jun 23 11:36:05.178967 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e72cfedd-4d3a-4ce8-b61a-709b4884198e admin admin] Made reservation on behalf of 64b73baa6501411cbb8b6977f01166ba for: {'subnet': 1} {{(pid=94175) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 23 11:36:05.181632 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron_lib.callbacks.manager [None req-e72cfedd-4d3a-4ce8-b61a-709b4884198e admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4660073'] for subnet, before_create {{(pid=94175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:36:05.257318 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.db.db_base_plugin_common [None req-f3a731e6-27d8-42df-becc-71cc1bfddbba tempest-ExternalNetworksTestJSON-2139813945 tempest-ExternalNetworksTestJSON-2139813945-project-admin] Allocated IP 172.20.0.4 (79608f2a-5af9-4ff0-a97c-15832b61f6e3/3f7a2a11-4dd7-4c33-b87e-e9bdb0841332/91b93303-43ce-4854-abdc-6cdae45fd2dc) {{(pid=94174) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 23 11:36:05.349079 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5ffd0da7-0f63-433b-820d-e59bde9a254d tempest-RoutersTest-228919764 tempest-RoutersTest-228919764-project] Made reservation on behalf of 1838eb839bc24d0abf2e86f88a8bcfa8 for: {'network': 1} {{(pid=94175) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 23 11:36:05.353150 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron_lib.callbacks.manager [None req-5ffd0da7-0f63-433b-820d-e59bde9a254d tempest-RoutersTest-228919764 tempest-RoutersTest-228919764-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-923104'] for network, before_create {{(pid=94175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:36:05.370452 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron_lib.callbacks.manager [None req-f3a731e6-27d8-42df-becc-71cc1bfddbba tempest-ExternalNetworksTestJSON-2139813945 tempest-ExternalNetworksTestJSON-2139813945-project-admin] Notify callbacks [] for port, precommit_create {{(pid=94174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:36:05.391129 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.db.provisioning_blocks [None req-dc7542b2-afef-47f4-a763-e3a3cba144be None None] Provisioning complete for port e8d57321-5166-463f-bab4-46d4f1697adc triggered by entity L2. {{(pid=94176) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 23 11:36:05.391515 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron_lib.callbacks.manager [None req-dc7542b2-afef-47f4-a763-e3a3cba144be None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-899258'] for port, provisioning_complete {{(pid=94176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:36:05.395194 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.db.l3_dvr_db [None req-db88a148-7931-43fc-bea2-ac14dca0511a None None] Set router 122c067d-0664-472a-8765-023c6fbf0099 gateway port host: None {{(pid=94176) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:838}} Jun 23 11:36:05.430830 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5ffd0da7-0f63-433b-820d-e59bde9a254d tempest-RoutersTest-228919764 tempest-RoutersTest-228919764-project] vlan segment allocate from pool success with {'vlan_id': 435, 'physical_network': 'physnet1'} {{(pid=94175) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 23 11:36:05.474816 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron_lib.callbacks.manager [None req-5ffd0da7-0f63-433b-820d-e59bde9a254d tempest-RoutersTest-228919764 tempest-RoutersTest-228919764-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3801'] for segment, precommit_create {{(pid=94175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:36:05.475192 dv-neutron-601336-94-hyperv neutron-server[94175]: INFO neutron.db.segments_db [None req-5ffd0da7-0f63-433b-820d-e59bde9a254d tempest-RoutersTest-228919764 tempest-RoutersTest-228919764-project] Added segment 83fb02d4-09bd-490b-905c-19d47c8235b8 of type vlan for network 75649c4e-2c4d-4a9c-bb4f-3ba1a4d7057e Jun 23 11:36:05.510198 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron_lib.callbacks.manager [None req-f3a731e6-27d8-42df-becc-71cc1bfddbba tempest-ExternalNetworksTestJSON-2139813945 tempest-ExternalNetworksTestJSON-2139813945-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-922915', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-239814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7866073', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773699642215', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-5196399'] for port, after_create {{(pid=94174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:36:05.513388 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG oslo_concurrency.lockutils [None req-67366706-fdcf-4f08-8172-e494190958f9 tempest-RoutersTest-228919764 tempest-RoutersTest-228919764-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94174) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 11:36:05.530432 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron_lib.callbacks.manager [None req-5ffd0da7-0f63-433b-820d-e59bde9a254d tempest-RoutersTest-228919764 tempest-RoutersTest-228919764-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8773699596773'] for network, precommit_create {{(pid=94175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:36:05.548199 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f3a731e6-27d8-42df-becc-71cc1bfddbba tempest-ExternalNetworksTestJSON-2139813945 tempest-ExternalNetworksTestJSON-2139813945-project-admin] Network 79608f2a-5af9-4ff0-a97c-15832b61f6e3 is already hosted by enough agents. {{(pid=94174) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 23 11:36:05.552941 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.scheduler.base_scheduler [None req-f3a731e6-27d8-42df-becc-71cc1bfddbba tempest-ExternalNetworksTestJSON-2139813945 tempest-ExternalNetworksTestJSON-2139813945-project-admin] Resources bound (agent type, host, resource id): {{(pid=94174) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 23 11:36:05.559761 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f3a731e6-27d8-42df-becc-71cc1bfddbba tempest-ExternalNetworksTestJSON-2139813945 tempest-ExternalNetworksTestJSON-2139813945-project-admin] Received port after_create {{(pid=94174) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 23 11:36:05.586063 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3a731e6-27d8-42df-becc-71cc1bfddbba tempest-ExternalNetworksTestJSON-2139813945 tempest-ExternalNetworksTestJSON-2139813945-project-admin] Pushing event updated for resources: {'Port': ['ID=91b93303-43ce-4854-abdc-6cdae45fd2dc,revision_number=1']} {{(pid=94174) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 11:36:05.590209 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG oslo_concurrency.lockutils [None req-f3a731e6-27d8-42df-becc-71cc1bfddbba tempest-ExternalNetworksTestJSON-2139813945 tempest-ExternalNetworksTestJSON-2139813945-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.077s {{(pid=94174) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 11:36:05.606358 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron_lib.callbacks.manager [None req-20c8c69c-c6cf-4b33-a928-12bc6137d50a tempest-RoutersIpV6Test-1448447933 tempest-RoutersIpV6Test-1448447933-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-453061'] for router_interface, before_delete {{(pid=94175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:36:05.642149 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron_lib.callbacks.manager [None req-e72cfedd-4d3a-4ce8-b61a-709b4884198e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866062', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5083113', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4660095'] for subnet, after_create {{(pid=94175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:36:05.661223 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron_lib.callbacks.manager [None req-f3a731e6-27d8-42df-becc-71cc1bfddbba tempest-ExternalNetworksTestJSON-2139813945 tempest-ExternalNetworksTestJSON-2139813945-project-admin] Notify callbacks [] for floatingip, precommit_create {{(pid=94174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:36:05.673238 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.db.provisioning_blocks [None req-97bd5441-1da2-49ee-a364-27795820ba27 None None] Provisioning for port 1b219d2f-1e96-4a54-853e-bf40a0c92824 completed by entity L2. {{(pid=94176) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 23 11:36:05.673576 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG oslo_concurrency.lockutils [None req-5c5af240-2d3f-4af2-b9e9-dae2a0232c7a tempest-RoutersIpV6Test-1448447933 tempest-RoutersIpV6Test-1448447933-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94175) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 11:36:05.679802 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.db.provisioning_blocks [None req-97bd5441-1da2-49ee-a364-27795820ba27 None None] Provisioning complete for port 1b219d2f-1e96-4a54-853e-bf40a0c92824 triggered by entity L2. {{(pid=94176) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 23 11:36:05.680460 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron_lib.callbacks.manager [None req-97bd5441-1da2-49ee-a364-27795820ba27 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-899258'] for port, provisioning_complete {{(pid=94176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:36:05.723663 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.plugins.ml2.rpc [None req-dc7542b2-afef-47f4-a763-e3a3cba144be None None] Device a5a4b409-052d-4fc9-acf0-a2804681f6ef no longer exists at agent ovs-agent-dv-neutron-601336-94-hyperv {{(pid=94176) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:261}} Jun 23 11:36:05.734720 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron_lib.callbacks.manager [None req-5ffd0da7-0f63-433b-820d-e59bde9a254d tempest-RoutersTest-228919764 tempest-RoutersTest-228919764-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8002400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7866073'] for network, after_create {{(pid=94175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:36:05.740267 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5ffd0da7-0f63-433b-820d-e59bde9a254d tempest-RoutersTest-228919764 tempest-RoutersTest-228919764-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 11:36:05.740851 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron_lib.callbacks.manager [None req-5ffd0da7-0f63-433b-820d-e59bde9a254d tempest-RoutersTest-228919764 tempest-RoutersTest-228919764-project] Notify callbacks [] for network, before_response {{(pid=94175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:36:05.748429 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.plugins.ml2.plugin [None req-dc7542b2-afef-47f4-a763-e3a3cba144be None None] No Port match for: a5a4b409-052d-4fc9-acf0-a2804681f6ef {{(pid=94176) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2240}} Jun 23 11:36:05.748794 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.plugins.ml2.rpc [None req-dc7542b2-afef-47f4-a763-e3a3cba144be None None] Device a5a4b409-052d-4fc9-acf0-a2804681f6ef not bound to the agent host dv-neutron-601336-94-hyperv {{(pid=94176) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:271}} Jun 23 11:36:05.749240 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.plugins.ml2.rpc [None req-dc7542b2-afef-47f4-a763-e3a3cba144be None None] Device 8d200667-8459-43fc-81fe-364c2f8ba46c no longer exists at agent ovs-agent-dv-neutron-601336-94-hyperv {{(pid=94176) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:261}} Jun 23 11:36:05.774574 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.plugins.ml2.plugin [None req-dc7542b2-afef-47f4-a763-e3a3cba144be None None] No Port match for: 8d200667-8459-43fc-81fe-364c2f8ba46c {{(pid=94176) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2240}} Jun 23 11:36:05.774912 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.plugins.ml2.rpc [None req-dc7542b2-afef-47f4-a763-e3a3cba144be None None] Device 8d200667-8459-43fc-81fe-364c2f8ba46c not bound to the agent host dv-neutron-601336-94-hyperv {{(pid=94176) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:271}} Jun 23 11:36:05.794338 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e72cfedd-4d3a-4ce8-b61a-709b4884198e admin admin] Pushing event updated for resources: {'Subnet': ['ID=cdc42a41-14a0-4033-bc09-4d2f4984d976,revision_number=0']} {{(pid=94175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 11:36:05.796532 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron_lib.callbacks.manager [None req-f3a731e6-27d8-42df-becc-71cc1bfddbba tempest-ExternalNetworksTestJSON-2139813945 tempest-ExternalNetworksTestJSON-2139813945-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-923122'] for port, before_update {{(pid=94174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:36:05.796702 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG oslo_concurrency.lockutils [None req-e72cfedd-4d3a-4ce8-b61a-709b4884198e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.123s {{(pid=94175) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 11:36:05.799583 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG oslo_concurrency.lockutils [None req-75ae25a2-6653-46f5-98c0-2960f5229a1a tempest-RoutersIpV6Test-1448447933 tempest-RoutersIpV6Test-1448447933-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.051s {{(pid=94175) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 11:36:05.801754 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.db.l3_hamode_db [None req-db88a148-7931-43fc-bea2-ac14dca0511a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '122c067d-0664-472a-8765-023c6fbf0099', 'name': 'tempest-RoutersTest-router-1104510358', 'tenant_id': '1838eb839bc24d0abf2e86f88a8bcfa8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-23T11:35:57Z', 'updated_at': '2021-06-23T11:36:02Z', 'revision_number': 2, 'project_id': '1838eb839bc24d0abf2e86f88a8bcfa8', 'gw_port_host': None, '_interfaces': [{'id': '7a29a4e4-f510-4f78-9f80-80db4aa06bf5', 'name': '', 'network_id': '16660c50-0794-457f-9a86-fdc3685f0969', 'tenant_id': '1838eb839bc24d0abf2e86f88a8bcfa8', 'mac_address': 'fa:16:3e:cb:f1:ff', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '122c067d-0664-472a-8765-023c6fbf0099', 'device_owner': 'network:router_interface', 'standard_attr_id': 1104, 'fixed_ips': [{'subnet_id': 'c719f3a8-f536-49d0-8d92-e308a6195b0c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-23T11:36:00Z', 'updated_at': '2021-06-23T11:36:02Z', 'revision_number': 2, 'project_id': '1838eb839bc24d0abf2e86f88a8bcfa8', 'subnets': [{'id': 'c719f3a8-f536-49d0-8d92-e308a6195b0c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-601336-94-hyperv', False) {} {{(pid=94176) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 11:36:05.841858 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-db88a148-7931-43fc-bea2-ac14dca0511a None None] Checking router: 122c067d-0664-472a-8765-023c6fbf0099 for host: dv-neutron-601336-94-hyperv {{(pid=94176) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 23 11:36:05.842369 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-db88a148-7931-43fc-bea2-ac14dca0511a None None] Updating router 122c067d-0664-472a-8765-023c6fbf0099 port 7a29a4e4-f510-4f78-9f80-80db4aa06bf5 binding host dv-neutron-601336-94-hyperv {{(pid=94176) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 23 11:36:05.875576 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron_lib.callbacks.manager [None req-97bd5441-1da2-49ee-a364-27795820ba27 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-923122'] for port, before_update {{(pid=94176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:36:05.875990 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e72cfedd-4d3a-4ce8-b61a-709b4884198e admin admin] Checking segment: {'id': '6826e282-cdb9-4ac5-b115-7f6fb30277be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 411, 'network_id': 'a51926dc-5f14-453b-8098-192ec39f553b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94175) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 23 11:36:05.876369 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e72cfedd-4d3a-4ce8-b61a-709b4884198e admin admin] Network hostable DHCP agents. Network: a51926dc-5f14-453b-8098-192ec39f553b, hostable agents: ['8cf29b10-0e57-4131-816f-a4b6ad00b249'], hosted agents: [] {{(pid=94175) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 23 11:36:05.890822 dv-neutron-601336-94-hyperv neutron-server[94175]: INFO neutron.wsgi [None req-5ffd0da7-0f63-433b-820d-e59bde9a254d tempest-RoutersTest-228919764 tempest-RoutersTest-228919764-project] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 766 time: 0.8187451 Jun 23 11:36:05.891827 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.wsgi [-] (94174) accepted ('10.222.0.20', 41640) {{(pid=94174) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 11:36:05.894123 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron_lib.callbacks.manager [None req-db88a148-7931-43fc-bea2-ac14dca0511a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-923122'] for port, before_update {{(pid=94176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:36:05.897662 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.api.v2.base [None req-7b6c2ed8-d175-4fcf-9fc0-5ac08a2c1e8b tempest-RoutersTest-228919764 tempest-RoutersTest-228919764-project] Request body: {'subnet': {'network_id': '75649c4e-2c4d-4a9c-bb4f-3ba1a4d7057e', 'cidr': '172.21.0.0/28', 'ip_version': 4, 'gateway_ip': '172.21.0.1'}} {{(pid=94174) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 23 11:36:05.921063 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ffd0da7-0f63-433b-820d-e59bde9a254d tempest-RoutersTest-228919764 tempest-RoutersTest-228919764-project] Pushing event updated for resources: {'Network': ['ID=75649c4e-2c4d-4a9c-bb4f-3ba1a4d7057e,revision_number=1']} {{(pid=94175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 11:36:05.921225 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG oslo_concurrency.lockutils [None req-5ffd0da7-0f63-433b-820d-e59bde9a254d tempest-RoutersTest-228919764 tempest-RoutersTest-228919764-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.122s {{(pid=94175) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 11:36:05.924108 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '70369a78-6600-4228-b5a7-ab21e12429a7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1b219d2f-1e96-4a54-853e-bf40a0c92824'}] {{(pid=94176) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 23 11:36:05.926714 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}887b0dfc0393de878080286a57e4a08d4fa60dd0cddd118f338ebfcd351ddd4c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c7bac7f0-d933-4d21-b3ff-cfb8d9f97b69" -d '{"events": [{"server_uuid": "70369a78-6600-4228-b5a7-ab21e12429a7", "name": "network-vif-plugged", "status": "completed", "tag": "1b219d2f-1e96-4a54-853e-bf40a0c92824"}]}' {{(pid=94176) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 23 11:36:05.966014 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.plugins.ml2.rpc [None req-dc7542b2-afef-47f4-a763-e3a3cba144be None None] Network 75649c4e-2c4d-4a9c-bb4f-3ba1a4d7057e details requested by agent ovs-agent-dv-neutron-601336-94-hyperv with host dv-neutron-601336-94-hyperv {{(pid=94176) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:250}} Jun 23 11:36:05.975701 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.plugins.ml2.db [None req-97bd5441-1da2-49ee-a364-27795820ba27 None None] For port 1b219d2f-1e96-4a54-853e-bf40a0c92824, host hv-neutron-6013, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-6013',level=0,port_id=1b219d2f-1e96-4a54-853e-bf40a0c92824,segment=NetworkSegment(2545ee53-c74e-4449-af0c-83c33975ceea),segment_id=2545ee53-c74e-4449-af0c-83c33975ceea)] {{(pid=94176) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 23 11:36:05.992542 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e72cfedd-4d3a-4ce8-b61a-709b4884198e admin admin] Network a51926dc-5f14-453b-8098-192ec39f553b is scheduled to be hosted by DHCP agent 8cf29b10-0e57-4131-816f-a4b6ad00b249 with binding_index 1 {{(pid=94175) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 23 11:36:06.060432 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.plugins.ml2.plugin [None req-20c8c69c-c6cf-4b33-a928-12bc6137d50a tempest-RoutersIpV6Test-1448447933 tempest-RoutersIpV6Test-1448447933-project] Deleting port 51eeb6b2-c859-4348-8d51-53b680c9492d {{(pid=94175) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1913}} Jun 23 11:36:06.060667 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron_lib.callbacks.manager [None req-20c8c69c-c6cf-4b33-a928-12bc6137d50a tempest-RoutersIpV6Test-1448447933 tempest-RoutersIpV6Test-1448447933-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773700079324'] for port, before_delete {{(pid=94175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:36:06.090818 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron_lib.callbacks.manager [None req-97bd5441-1da2-49ee-a364-27795820ba27 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-922904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866062', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773700135042', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773699642233', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773699642278'] for port, after_update {{(pid=94176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:36:06.102165 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG oslo_concurrency.lockutils [None req-c6545f60-c609-483a-b9f7-c20ce6ba2ebc None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 11:36:06.135196 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.scheduler.base_scheduler [None req-e72cfedd-4d3a-4ce8-b61a-709b4884198e admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-601336-94-hyperv, a51926dc-5f14-453b-8098-192ec39f553b) {{(pid=94175) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 23 11:36:06.142596 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e72cfedd-4d3a-4ce8-b61a-709b4884198e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 11:36:06.143293 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron_lib.callbacks.manager [None req-e72cfedd-4d3a-4ce8-b61a-709b4884198e admin admin] Notify callbacks [] for subnet, before_response {{(pid=94175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:36:06.162718 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b0dab6f9-cab5-4e7c-8578-e6c182039a39 None None] Network a51926dc-5f14-453b-8098-192ec39f553b requested from dv-neutron-601336-94-hyperv {{(pid=94176) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 23 11:36:06.178941 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron_lib.callbacks.manager [None req-f3a731e6-27d8-42df-becc-71cc1bfddbba tempest-ExternalNetworksTestJSON-2139813945 tempest-ExternalNetworksTestJSON-2139813945-project-admin] Notify callbacks [] for port, precommit_update {{(pid=94174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:36:06.199435 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.plugins.ml2.db [None req-20c8c69c-c6cf-4b33-a928-12bc6137d50a tempest-RoutersIpV6Test-1448447933 tempest-RoutersIpV6Test-1448447933-project] For port 51eeb6b2-c859-4348-8d51-53b680c9492d, host dv-neutron-601336-94-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-94-hyperv',level=0,port_id=51eeb6b2-c859-4348-8d51-53b680c9492d,segment=NetworkSegment(f95c50e7-52b3-4de2-9b39-96899c3f25cb),segment_id=f95c50e7-52b3-4de2-9b39-96899c3f25cb)] {{(pid=94175) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 23 11:36:06.200046 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron_lib.callbacks.manager [None req-20c8c69c-c6cf-4b33-a928-12bc6137d50a tempest-RoutersIpV6Test-1448447933 tempest-RoutersIpV6Test-1448447933-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-430722'] for port, precommit_delete {{(pid=94175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:36:06.212384 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1229a52-1025-4d29-b232-340059f8718f req-0dba71ba-d5e8-4f45-91a4-65672b5f0eed tempest-TestNetworkBasicOps-233187296 tempest-TestNetworkBasicOps-233187296-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94174) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 11:36:06.214013 dv-neutron-601336-94-hyperv neutron-server[94174]: INFO neutron.wsgi [req-c1229a52-1025-4d29-b232-340059f8718f req-0dba71ba-d5e8-4f45-91a4-65672b5f0eed tempest-TestNetworkBasicOps-233187296 tempest-TestNetworkBasicOps-233187296-project] 10.222.0.20 "GET /v2.0/ports?device_id=70369a78-6600-4228-b5a7-ab21e12429a7 HTTP/1.1" status: 200 len: 946 time: 0.0975056 Jun 23 11:36:06.215736 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7b6c2ed8-d175-4fcf-9fc0-5ac08a2c1e8b tempest-RoutersTest-228919764 tempest-RoutersTest-228919764-project] Made reservation on behalf of 1838eb839bc24d0abf2e86f88a8bcfa8 for: {'subnet': 1} {{(pid=94174) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 23 11:36:06.219759 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron_lib.callbacks.manager [None req-7b6c2ed8-d175-4fcf-9fc0-5ac08a2c1e8b tempest-RoutersTest-228919764 tempest-RoutersTest-228919764-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4294245'] for subnet, before_create {{(pid=94174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:36:06.220289 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.plugins.ml2.plugin [None req-20c8c69c-c6cf-4b33-a928-12bc6137d50a tempest-RoutersIpV6Test-1448447933 tempest-RoutersIpV6Test-1448447933-project] Calling delete_port for 51eeb6b2-c859-4348-8d51-53b680c9492d owned by network:router_interface {{(pid=94175) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1986}} Jun 23 11:36:06.289236 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron_lib.callbacks.manager [None req-f3a731e6-27d8-42df-becc-71cc1bfddbba tempest-ExternalNetworksTestJSON-2139813945 tempest-ExternalNetworksTestJSON-2139813945-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-922904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866062', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773700135042', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773699642233', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773699642278', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5196369'] for port, after_update {{(pid=94174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:36:06.297019 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG oslo_concurrency.lockutils [None req-ddfc9492-a642-45a7-b5e7-e3da14d7c61f tempest-PortsIpV6TestJSON-1781383748 tempest-PortsIpV6TestJSON-1781383748-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94174) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 11:36:06.309027 dv-neutron-601336-94-hyperv neutron-server[94175]: INFO neutron.wsgi [None req-e72cfedd-4d3a-4ce8-b61a-709b4884198e admin admin] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 1.3510449 Jun 23 11:36:06.323195 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 23 Jun 2021 11:36:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cf1ca4ce-fbfd-4b05-ade9-e85553283659 x-openstack-request-id: req-cf1ca4ce-fbfd-4b05-ade9-e85553283659 {{(pid=94176) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 23 11:36:06.323596 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "70369a78-6600-4228-b5a7-ab21e12429a7", "name": "network-vif-plugged", "status": "completed", "tag": "1b219d2f-1e96-4a54-853e-bf40a0c92824", "code": 200}]} {{(pid=94176) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 23 11:36:06.323952 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-cf1ca4ce-fbfd-4b05-ade9-e85553283659 {{(pid=94176) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 23 11:36:06.324545 dv-neutron-601336-94-hyperv neutron-server[94176]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '70369a78-6600-4228-b5a7-ab21e12429a7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1b219d2f-1e96-4a54-853e-bf40a0c92824', 'code': 200} Jun 23 11:36:06.361513 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3a731e6-27d8-42df-becc-71cc1bfddbba tempest-ExternalNetworksTestJSON-2139813945 tempest-ExternalNetworksTestJSON-2139813945-project-admin] Pushing event updated for resources: {'Port': ['ID=91b93303-43ce-4854-abdc-6cdae45fd2dc,revision_number=2']} {{(pid=94174) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 11:36:06.375311 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d7b33ca5-0e4e-403e-9ae3-9a511a84891f None None] Network a51926dc-5f14-453b-8098-192ec39f553b requested from dv-neutron-601336-94-hyperv {{(pid=94176) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 23 11:36:06.405343 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG oslo_concurrency.lockutils [None req-f3a731e6-27d8-42df-becc-71cc1bfddbba tempest-ExternalNetworksTestJSON-2139813945 tempest-ExternalNetworksTestJSON-2139813945-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.108s {{(pid=94174) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 11:36:06.451562 dv-neutron-601336-94-hyperv neutron-server[94174]: INFO neutron.wsgi [req-c1229a52-1025-4d29-b232-340059f8718f req-b6612cd2-ae5b-49d3-bc82-9afbba7f1861 tempest-TestNetworkBasicOps-233187296 tempest-TestNetworkBasicOps-233187296-project] 10.222.0.20 "GET /v2.0/security-groups?id=571b66f8-c84c-4f09-9531-afe1560dc081&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2271116 Jun 23 11:36:06.480528 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97bd5441-1da2-49ee-a364-27795820ba27 None None] Pushing event updated for resources: {'Port': ['ID=1b219d2f-1e96-4a54-853e-bf40a0c92824,revision_number=5']} {{(pid=94176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 11:36:06.487097 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron_lib.callbacks.manager [None req-f3a731e6-27d8-42df-becc-71cc1bfddbba tempest-ExternalNetworksTestJSON-2139813945 tempest-ExternalNetworksTestJSON-2139813945-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-524229'] for floatingip, after_update {{(pid=94174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:36:06.499622 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97bd5441-1da2-49ee-a364-27795820ba27 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-601336-94-hyperv {{(pid=94176) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 11:36:06.500061 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97bd5441-1da2-49ee-a364-27795820ba27 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-94-hyperv {{(pid=94176) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 11:36:06.500469 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97bd5441-1da2-49ee-a364-27795820ba27 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-94-hyperv {{(pid=94176) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 11:36:06.501129 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97bd5441-1da2-49ee-a364-27795820ba27 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-601336-94-hyperv {{(pid=94176) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 11:36:06.501264 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97bd5441-1da2-49ee-a364-27795820ba27 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-601336-94-hyperv {{(pid=94176) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 11:36:06.501777 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97bd5441-1da2-49ee-a364-27795820ba27 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-601336-94-hyperv {{(pid=94176) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 11:36:06.502047 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97bd5441-1da2-49ee-a364-27795820ba27 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-601336-94-hyperv {{(pid=94176) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 11:36:06.502498 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97bd5441-1da2-49ee-a364-27795820ba27 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-601336-94-hyperv {{(pid=94176) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 11:36:06.503197 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97bd5441-1da2-49ee-a364-27795820ba27 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-601336-94-hyperv {{(pid=94176) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 11:36:06.503379 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97bd5441-1da2-49ee-a364-27795820ba27 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-94-hyperv {{(pid=94176) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 11:36:06.503786 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97bd5441-1da2-49ee-a364-27795820ba27 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-601336-94-hyperv {{(pid=94176) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 11:36:06.504175 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97bd5441-1da2-49ee-a364-27795820ba27 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-601336-94-hyperv {{(pid=94176) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 11:36:06.508863 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG oslo_concurrency.lockutils [None req-97bd5441-1da2-49ee-a364-27795820ba27 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.407s {{(pid=94176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 11:36:06.647316 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron_lib.callbacks.manager [None req-20c8c69c-c6cf-4b33-a928-12bc6137d50a tempest-RoutersIpV6Test-1448447933 tempest-RoutersIpV6Test-1448447933-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-922904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866062', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773700135024', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773699642224', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5082448'] for port, after_delete {{(pid=94175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:36:06.650867 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG oslo_concurrency.lockutils [None req-5bcc0c4f-6fe0-4e7b-92f6-85a8f13fc7c3 tempest-PortsIpV6TestJSON-1781383748 tempest-PortsIpV6TestJSON-1781383748-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94175) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 11:36:06.656163 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron_lib.callbacks.manager [None req-db88a148-7931-43fc-bea2-ac14dca0511a None None] Notify callbacks [] for port, precommit_update {{(pid=94176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:36:06.666904 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.db.provisioning_blocks [None req-db88a148-7931-43fc-bea2-ac14dca0511a None None] Transition to ACTIVE for port object 7a29a4e4-f510-4f78-9f80-80db4aa06bf5 will not be triggered until provisioned by entity L2. {{(pid=94176) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 23 11:36:06.676896 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20c8c69c-c6cf-4b33-a928-12bc6137d50a tempest-RoutersIpV6Test-1448447933 tempest-RoutersIpV6Test-1448447933-project] Pushing event deleted for resources: {'Port': ['ID=51eeb6b2-c859-4348-8d51-53b680c9492d,revision_number=None']} {{(pid=94175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 11:36:06.680188 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG oslo_concurrency.lockutils [None req-20c8c69c-c6cf-4b33-a928-12bc6137d50a tempest-RoutersIpV6Test-1448447933 tempest-RoutersIpV6Test-1448447933-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.029s {{(pid=94175) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 11:36:06.692029 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron_lib.callbacks.manager [None req-f3a731e6-27d8-42df-becc-71cc1bfddbba tempest-ExternalNetworksTestJSON-2139813945 tempest-ExternalNetworksTestJSON-2139813945-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-217507'] for floatingip, before_response {{(pid=94174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:36:06.699747 dv-neutron-601336-94-hyperv neutron-server[94174]: INFO neutron.wsgi [None req-f3a731e6-27d8-42df-becc-71cc1bfddbba tempest-ExternalNetworksTestJSON-2139813945 tempest-ExternalNetworksTestJSON-2139813945-project-admin] 10.222.0.20 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 691 time: 1.7484853 Jun 23 11:36:06.699747 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.wsgi [-] (94174) accepted ('10.222.0.20', 41660) {{(pid=94174) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 11:36:06.779162 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron_lib.callbacks.manager [None req-db88a148-7931-43fc-bea2-ac14dca0511a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-922904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866062', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773700135042', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773699642233', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773699642278'] for port, after_update {{(pid=94176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:36:06.779862 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron_lib.callbacks.manager [None req-7b6c2ed8-d175-4fcf-9fc0-5ac08a2c1e8b tempest-RoutersTest-228919764 tempest-RoutersTest-228919764-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866062', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5195999', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4294259'] for subnet, after_create {{(pid=94174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:36:06.782131 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG oslo_concurrency.lockutils [None req-97bd5441-1da2-49ee-a364-27795820ba27 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 11:36:06.807913 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG oslo_concurrency.lockutils [None req-90b46152-385b-479d-abc0-cf0ef2794478 tempest-RoutersIpV6Test-1448447933 tempest-RoutersIpV6Test-1448447933-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94174) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 11:36:06.867875 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b6c2ed8-d175-4fcf-9fc0-5ac08a2c1e8b tempest-RoutersTest-228919764 tempest-RoutersTest-228919764-project] Pushing event updated for resources: {'Subnet': ['ID=c35c0562-6b9c-442e-96b4-912bb02cc969,revision_number=0']} {{(pid=94174) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 11:36:06.874286 dv-neutron-601336-94-hyperv neutron-server[94174]: INFO neutron.wsgi [None req-97f9343b-5849-4398-8d3c-04a983a9ea1c tempest-ExternalNetworksTestJSON-2139813945 tempest-ExternalNetworksTestJSON-2139813945-project-admin] 10.222.0.20 "GET /v2.0/floatingips?floating_network_id=79608f2a-5af9-4ff0-a97c-15832b61f6e3 HTTP/1.1" status: 200 len: 689 time: 0.1768425 Jun 23 11:36:06.875702 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG oslo_concurrency.lockutils [None req-7b6c2ed8-d175-4fcf-9fc0-5ac08a2c1e8b tempest-RoutersTest-228919764 tempest-RoutersTest-228919764-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.068s {{(pid=94174) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 11:36:06.875838 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.wsgi [-] (94175) accepted ('10.222.0.20', 41666) {{(pid=94175) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 11:36:06.915394 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7b6c2ed8-d175-4fcf-9fc0-5ac08a2c1e8b tempest-RoutersTest-228919764 tempest-RoutersTest-228919764-project] Checking segment: {'id': '83fb02d4-09bd-490b-905c-19d47c8235b8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 435, 'network_id': '75649c4e-2c4d-4a9c-bb4f-3ba1a4d7057e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94174) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 23 11:36:06.915898 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7b6c2ed8-d175-4fcf-9fc0-5ac08a2c1e8b tempest-RoutersTest-228919764 tempest-RoutersTest-228919764-project] Network hostable DHCP agents. Network: 75649c4e-2c4d-4a9c-bb4f-3ba1a4d7057e, hostable agents: ['8cf29b10-0e57-4131-816f-a4b6ad00b249'], hosted agents: [] {{(pid=94174) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 23 11:36:06.923022 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron_lib.callbacks.manager [None req-20c8c69c-c6cf-4b33-a928-12bc6137d50a tempest-RoutersIpV6Test-1448447933 tempest-RoutersIpV6Test-1448447933-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-7866080', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-516693'] for router_interface, after_delete {{(pid=94175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:36:06.949316 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8028313f-b23b-44fc-9101-75efc5dc1a49 None None] Pushing event updated for resources: {'Port': ['ID=7a29a4e4-f510-4f78-9f80-80db4aa06bf5,revision_number=3']} {{(pid=94176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 11:36:06.950648 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1404e33a-459f-45ba-98ef-f45f7c680f88 req-e1fc0251-f8f9-4bc7-a86f-b7ff85f1e6e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94174) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 11:36:06.952274 dv-neutron-601336-94-hyperv neutron-server[94174]: INFO neutron.wsgi [req-1404e33a-459f-45ba-98ef-f45f7c680f88 req-e1fc0251-f8f9-4bc7-a86f-b7ff85f1e6e3 service neutron] 10.222.0.52 "GET /v2.0/ports?device_id=70369a78-6600-4228-b5a7-ab21e12429a7 HTTP/1.1" status: 200 len: 1099 time: 0.1887541 Jun 23 11:36:06.961693 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG oslo_concurrency.lockutils [None req-8028313f-b23b-44fc-9101-75efc5dc1a49 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.179s {{(pid=94176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 11:36:06.966294 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.plugins.ml2.managers [None req-db88a148-7931-43fc-bea2-ac14dca0511a None None] Attempting to bind port 7a29a4e4-f510-4f78-9f80-80db4aa06bf5 on host dv-neutron-601336-94-hyperv for vnic_type normal with profile {{(pid=94176) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 23 11:36:06.966799 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.plugins.ml2.managers [None req-db88a148-7931-43fc-bea2-ac14dca0511a None None] Attempting to bind port 7a29a4e4-f510-4f78-9f80-80db4aa06bf5 by drivers openvswitch,hyperv on host dv-neutron-601336-94-hyperv at level 0 using segments [{'id': 'f531661d-acca-4a0e-b098-61398086fac2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 436, 'network_id': '16660c50-0794-457f-9a86-fdc3685f0969'}] {{(pid=94176) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 23 11:36:06.967472 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-db88a148-7931-43fc-bea2-ac14dca0511a None None] Attempting to bind port 7a29a4e4-f510-4f78-9f80-80db4aa06bf5 on network 16660c50-0794-457f-9a86-fdc3685f0969 {{(pid=94176) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 23 11:36:06.973007 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-db88a148-7931-43fc-bea2-ac14dca0511a None None] Checking agent: {'id': '4d05f899-5ac9-411b-8a03-f60c93f87cdf', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-601336-94-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 23, 11, 22, 14), 'started_at': datetime.datetime(2021, 6, 23, 11, 22, 44), 'heartbeat_timestamp': datetime.datetime(2021, 6, 23, 11, 35, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'monitor_allowed_address_pair_garp': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-601336-94-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94176) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 23 11:36:06.973453 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-db88a148-7931-43fc-bea2-ac14dca0511a None None] Checking segment: {'id': 'f531661d-acca-4a0e-b098-61398086fac2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 436, 'network_id': '16660c50-0794-457f-9a86-fdc3685f0969'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94176) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 23 11:36:06.973929 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron_lib.callbacks.manager [None req-db88a148-7931-43fc-bea2-ac14dca0511a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:36:06.976403 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-db88a148-7931-43fc-bea2-ac14dca0511a None None] Bound using segment: {'id': 'f531661d-acca-4a0e-b098-61398086fac2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 436, 'network_id': '16660c50-0794-457f-9a86-fdc3685f0969'} {{(pid=94176) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 23 11:36:06.976403 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.plugins.ml2.managers [None req-db88a148-7931-43fc-bea2-ac14dca0511a None None] Bound port: 7a29a4e4-f510-4f78-9f80-80db4aa06bf5, host: dv-neutron-601336-94-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f531661d-acca-4a0e-b098-61398086fac2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 436, 'network_id': '16660c50-0794-457f-9a86-fdc3685f0969'}}] {{(pid=94176) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 23 11:36:06.976403 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron_lib.callbacks.manager [None req-db88a148-7931-43fc-bea2-ac14dca0511a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-923122'] for port, before_update {{(pid=94176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:36:06.995394 dv-neutron-601336-94-hyperv neutron-server[94174]: INFO neutron.wsgi [req-1404e33a-459f-45ba-98ef-f45f7c680f88 req-4992ada8-bdfc-4b3f-bb26-302de10a003e service neutron] 10.222.0.52 "GET /v2.0/security-groups?id=571b66f8-c84c-4f09-9531-afe1560dc081&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0353904 Jun 23 11:36:06.996435 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7b6c2ed8-d175-4fcf-9fc0-5ac08a2c1e8b tempest-RoutersTest-228919764 tempest-RoutersTest-228919764-project] Network 75649c4e-2c4d-4a9c-bb4f-3ba1a4d7057e is scheduled to be hosted by DHCP agent 8cf29b10-0e57-4131-816f-a4b6ad00b249 with binding_index 1 {{(pid=94174) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 23 11:36:07.047407 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.plugins.ml2.db [None req-db88a148-7931-43fc-bea2-ac14dca0511a None None] For port 7a29a4e4-f510-4f78-9f80-80db4aa06bf5, host dv-neutron-601336-94-hyperv, cleared binding levels {{(pid=94176) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 23 11:36:07.050659 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.plugins.ml2.db [None req-db88a148-7931-43fc-bea2-ac14dca0511a None None] For port 7a29a4e4-f510-4f78-9f80-80db4aa06bf5, host dv-neutron-601336-94-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-94-hyperv',level=0,port_id=7a29a4e4-f510-4f78-9f80-80db4aa06bf5,segment=NetworkSegment(f531661d-acca-4a0e-b098-61398086fac2),segment_id=f531661d-acca-4a0e-b098-61398086fac2)] {{(pid=94176) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 23 11:36:07.087898 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.scheduler.base_scheduler [None req-7b6c2ed8-d175-4fcf-9fc0-5ac08a2c1e8b tempest-RoutersTest-228919764 tempest-RoutersTest-228919764-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-601336-94-hyperv, 75649c4e-2c4d-4a9c-bb4f-3ba1a4d7057e) {{(pid=94174) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 23 11:36:07.092599 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7b6c2ed8-d175-4fcf-9fc0-5ac08a2c1e8b tempest-RoutersTest-228919764 tempest-RoutersTest-228919764-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94174) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 11:36:07.097055 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron_lib.callbacks.manager [None req-7b6c2ed8-d175-4fcf-9fc0-5ac08a2c1e8b tempest-RoutersTest-228919764 tempest-RoutersTest-228919764-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7865916'] for subnet, before_response {{(pid=94174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:36:07.098093 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fb6b5cc4-acbb-40f4-8492-be2b12d927e4 None None] Network 75649c4e-2c4d-4a9c-bb4f-3ba1a4d7057e requested from dv-neutron-601336-94-hyperv {{(pid=94176) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 23 11:36:07.137066 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron_lib.callbacks.manager [None req-db88a148-7931-43fc-bea2-ac14dca0511a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-922904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866062', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773700135042', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773699642233', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773699642278'] for port, after_update {{(pid=94176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:36:07.140561 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG oslo_concurrency.lockutils [None req-fdf7c57b-934a-46a8-9473-4756f4bbf5bd None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 11:36:07.174139 dv-neutron-601336-94-hyperv neutron-server[94174]: INFO neutron.wsgi [None req-7b6c2ed8-d175-4fcf-9fc0-5ac08a2c1e8b tempest-RoutersTest-228919764 tempest-RoutersTest-228919764-project] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.2813652 Jun 23 11:36:07.177193 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.wsgi [-] (94174) accepted ('10.222.0.20', 41668) {{(pid=94174) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 11:36:07.222334 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.db.l3_dvrscheduler_db [None req-db88a148-7931-43fc-bea2-ac14dca0511a None None] Routers {'122c067d-0664-472a-8765-023c6fbf0099'} bound to L3 agent in host dv-neutron-601336-94-hyperv {{(pid=94176) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 23 11:36:07.223064 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.db.l3_hamode_db [None req-db88a148-7931-43fc-bea2-ac14dca0511a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-601336-94-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-23T11:22:13Z,description=,heartbeat_timestamp=2021-06-23T11:35:43Z,host='dv-neutron-601336-94-hyperv',id=50ef99c0-ef28-4db5-b303-b145898fae60,load=0,resource_versions=,resources_synced=,started_at=2021-06-23T11:22:14Z,topic='l3_agent')) {'router_ids': ['122c067d-0664-472a-8765-023c6fbf0099'], 'active': True} {{(pid=94176) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 11:36:07.392429 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8b742df-2bf8-48bb-bb54-9552b7f685cd req-eb69ac49-7cbb-46f4-9b2e-f6b54503be50 tempest-TestServerAdvancedOps-2059691030 tempest-TestServerAdvancedOps-2059691030-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 11:36:07.394010 dv-neutron-601336-94-hyperv neutron-server[94175]: INFO neutron.wsgi [req-d8b742df-2bf8-48bb-bb54-9552b7f685cd req-eb69ac49-7cbb-46f4-9b2e-f6b54503be50 tempest-TestServerAdvancedOps-2059691030 tempest-TestServerAdvancedOps-2059691030-project] 10.222.0.20 "GET /v2.0/networks?id=467f8a04-0486-4e89-bdba-fbf40f5b3292 HTTP/1.1" status: 200 len: 811 time: 0.6435409 Jun 23 11:36:07.426193 dv-neutron-601336-94-hyperv neutron-server[94175]: INFO neutron.wsgi [req-d8b742df-2bf8-48bb-bb54-9552b7f685cd req-c0bb71c8-f769-4d21-9db3-b79293974f9f tempest-TestServerAdvancedOps-2059691030 tempest-TestServerAdvancedOps-2059691030-project] 10.222.0.20 "GET /v2.0/quotas/87e6e184674b4a4680205b94208b9e33 HTTP/1.1" status: 200 len: 375 time: 0.0243030 Jun 23 11:36:07.467169 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8028313f-b23b-44fc-9101-75efc5dc1a49 None None] Pushing event updated for resources: {'Port': ['ID=7a29a4e4-f510-4f78-9f80-80db4aa06bf5,revision_number=4']} {{(pid=94176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 11:36:07.473882 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG oslo_concurrency.lockutils [None req-8028313f-b23b-44fc-9101-75efc5dc1a49 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.333s {{(pid=94176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 11:36:07.487830 dv-neutron-601336-94-hyperv neutron-server[94175]: INFO neutron.wsgi [req-d8b742df-2bf8-48bb-bb54-9552b7f685cd req-c681b462-7588-4193-b632-3e85336c12d0 tempest-TestServerAdvancedOps-2059691030 tempest-TestServerAdvancedOps-2059691030-project] 10.222.0.20 "GET /v2.0/ports?tenant_id=87e6e184674b4a4680205b94208b9e33&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0532675 Jun 23 11:36:07.499229 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron_lib.callbacks.manager [None req-92a07e13-00f6-494e-9752-cafe23727bcf tempest-ExternalNetworksTestJSON-2139813945 tempest-ExternalNetworksTestJSON-2139813945-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-824874'] for network, before_delete {{(pid=94175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:36:07.523483 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.db.l3_dvr_db [None req-db88a148-7931-43fc-bea2-ac14dca0511a None None] Set router 122c067d-0664-472a-8765-023c6fbf0099 gateway port host: None {{(pid=94176) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:838}} Jun 23 11:36:07.643059 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-814ee706-061d-47b5-bd6f-c13e95671830 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1e0d828a-1fa4-563d-b7fd-53adf66a04ee-75649c4e-2c4d-4a9c-bb4f-3ba1a4d7057e', 'network_id': '75649c4e-2c4d-4a9c-bb4f-3ba1a4d7057e', 'tenant_id': '1838eb839bc24d0abf2e86f88a8bcfa8', 'fixed_ips': [{'subnet_id': 'c35c0562-6b9c-442e-96b4-912bb02cc969'}]}} from dv-neutron-601336-94-hyperv. {{(pid=94176) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 23 11:36:07.644018 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron_lib.callbacks.manager [None req-814ee706-061d-47b5-bd6f-c13e95671830 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-923104'] for port, before_create {{(pid=94176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:36:07.681059 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron_lib.callbacks.manager [None req-bf3e2e18-83ec-454c-b4bf-c797b28096ba tempest-RoutersTest-228919764 tempest-RoutersTest-228919764-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-923104'] for port, before_create {{(pid=94174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:36:07.811333 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-20c8c69c-c6cf-4b33-a928-12bc6137d50a tempest-RoutersIpV6Test-1448447933 tempest-RoutersIpV6Test-1448447933-project] Router efd40a64-d42c-4d74-9749-ec45002e9efd has already been hosted by L3 agent 50ef99c0-ef28-4db5-b303-b145898fae60 {{(pid=94175) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 23 11:36:07.814455 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.plugins.ml2.plugin [None req-92a07e13-00f6-494e-9752-cafe23727bcf tempest-ExternalNetworksTestJSON-2139813945 tempest-ExternalNetworksTestJSON-2139813945-project-admin] Deleting port 91b93303-43ce-4854-abdc-6cdae45fd2dc {{(pid=94175) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1913}} Jun 23 11:36:07.814814 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron_lib.callbacks.manager [None req-92a07e13-00f6-494e-9752-cafe23727bcf tempest-ExternalNetworksTestJSON-2139813945 tempest-ExternalNetworksTestJSON-2139813945-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773700079324'] for port, before_delete {{(pid=94175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:36:07.872301 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.db.db_base_plugin_common [None req-814ee706-061d-47b5-bd6f-c13e95671830 None None] Allocated IP 172.21.0.2 (75649c4e-2c4d-4a9c-bb4f-3ba1a4d7057e/c35c0562-6b9c-442e-96b4-912bb02cc969/d6ad2f7d-868c-4cc1-ba7b-6864851856f6) {{(pid=94176) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 23 11:36:07.894831 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.db.l3_hamode_db [None req-db88a148-7931-43fc-bea2-ac14dca0511a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '122c067d-0664-472a-8765-023c6fbf0099', 'name': 'tempest-RoutersTest-router-1104510358', 'tenant_id': '1838eb839bc24d0abf2e86f88a8bcfa8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-23T11:35:57Z', 'updated_at': '2021-06-23T11:36:02Z', 'revision_number': 2, 'project_id': '1838eb839bc24d0abf2e86f88a8bcfa8', 'gw_port_host': None, '_interfaces': [{'id': '7a29a4e4-f510-4f78-9f80-80db4aa06bf5', 'name': '', 'network_id': '16660c50-0794-457f-9a86-fdc3685f0969', 'tenant_id': '1838eb839bc24d0abf2e86f88a8bcfa8', 'mac_address': 'fa:16:3e:cb:f1:ff', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '122c067d-0664-472a-8765-023c6fbf0099', 'device_owner': 'network:router_interface', 'standard_attr_id': 1104, 'fixed_ips': [{'subnet_id': 'c719f3a8-f536-49d0-8d92-e308a6195b0c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-94-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-23T11:36:00Z', 'updated_at': '2021-06-23T11:36:07Z', 'revision_number': 4, 'project_id': '1838eb839bc24d0abf2e86f88a8bcfa8', 'subnets': [{'id': 'c719f3a8-f536-49d0-8d92-e308a6195b0c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-601336-94-hyperv', False) {} {{(pid=94176) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 11:36:07.937259 dv-neutron-601336-94-hyperv neutron-server[94175]: INFO neutron.wsgi [req-d8b742df-2bf8-48bb-bb54-9552b7f685cd req-a14151d6-a0e1-4df9-bf45-9d7350cc6eb2 service neutron] 10.222.0.20 "GET /v2.0/networks/467f8a04-0486-4e89-bdba-fbf40f5b3292?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4341862 Jun 23 11:36:07.960168 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-db88a148-7931-43fc-bea2-ac14dca0511a None None] The sync data for ids ['122c067d-0664-472a-8765-023c6fbf0099'] in dv-neutron-601336-94-hyperv is: [{'id': '122c067d-0664-472a-8765-023c6fbf0099', 'name': 'tempest-RoutersTest-router-1104510358', 'tenant_id': '1838eb839bc24d0abf2e86f88a8bcfa8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-23T11:35:57Z', 'updated_at': '2021-06-23T11:36:02Z', 'revision_number': 2, 'project_id': '1838eb839bc24d0abf2e86f88a8bcfa8', 'gw_port_host': None, '_interfaces': [{'id': '7a29a4e4-f510-4f78-9f80-80db4aa06bf5', 'name': '', 'network_id': '16660c50-0794-457f-9a86-fdc3685f0969', 'tenant_id': '1838eb839bc24d0abf2e86f88a8bcfa8', 'mac_address': 'fa:16:3e:cb:f1:ff', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '122c067d-0664-472a-8765-023c6fbf0099', 'device_owner': 'network:router_interface', 'standard_attr_id': 1104, 'fixed_ips': [{'subnet_id': 'c719f3a8-f536-49d0-8d92-e308a6195b0c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-94-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-23T11:36:00Z', 'updated_at': '2021-06-23T11:36:07Z', 'revision_number': 4, 'project_id': '1838eb839bc24d0abf2e86f88a8bcfa8', 'subnets': [{'id': 'c719f3a8-f536-49d0-8d92-e308a6195b0c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94176) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 23 11:36:08.082951 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron_lib.callbacks.manager [None req-814ee706-061d-47b5-bd6f-c13e95671830 None None] Notify callbacks [] for port, precommit_create {{(pid=94176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:36:08.083351 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron_lib.callbacks.manager [None req-92a07e13-00f6-494e-9752-cafe23727bcf tempest-ExternalNetworksTestJSON-2139813945 tempest-ExternalNetworksTestJSON-2139813945-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-430722'] for port, precommit_delete {{(pid=94175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:36:08.083697 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron_lib.callbacks.manager [None req-92a07e13-00f6-494e-9752-cafe23727bcf tempest-ExternalNetworksTestJSON-2139813945 tempest-ExternalNetworksTestJSON-2139813945-project-admin] Notify callbacks [] for floatingip, precommit_delete {{(pid=94175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:36:08.093482 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.db.provisioning_blocks [None req-814ee706-061d-47b5-bd6f-c13e95671830 None None] Transition to ACTIVE for port object d6ad2f7d-868c-4cc1-ba7b-6864851856f6 will not be triggered until provisioned by entity L2. {{(pid=94176) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 23 11:36:08.110256 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.plugins.ml2.plugin [None req-92a07e13-00f6-494e-9752-cafe23727bcf tempest-ExternalNetworksTestJSON-2139813945 tempest-ExternalNetworksTestJSON-2139813945-project-admin] Calling delete_port for 91b93303-43ce-4854-abdc-6cdae45fd2dc owned by network:floatingip {{(pid=94175) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1986}} Jun 23 11:36:08.110773 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.db.provisioning_blocks [None req-814ee706-061d-47b5-bd6f-c13e95671830 None None] Transition to ACTIVE for port object d6ad2f7d-868c-4cc1-ba7b-6864851856f6 will not be triggered until provisioned by entity DHCP. {{(pid=94176) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 23 11:36:08.114462 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-20c8c69c-c6cf-4b33-a928-12bc6137d50a tempest-RoutersIpV6Test-1448447933 tempest-RoutersIpV6Test-1448447933-project] Notify agent at l3_agent.dv-neutron-601336-94-hyperv the message routers_updated {{(pid=94175) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 23 11:36:08.119901 dv-neutron-601336-94-hyperv neutron-server[94175]: INFO neutron.wsgi [None req-20c8c69c-c6cf-4b33-a928-12bc6137d50a tempest-RoutersIpV6Test-1448447933 tempest-RoutersIpV6Test-1448447933-project] 10.222.0.20 "PUT /v2.0/routers/efd40a64-d42c-4d74-9749-ec45002e9efd/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.1608975 Jun 23 11:36:08.125278 dv-neutron-601336-94-hyperv neutron-server[94177]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ac60c2dd-ac81-431f-badb-b4854282b75e None None] Sync routers for ids ['efd40a64-d42c-4d74-9749-ec45002e9efd'] in dv-neutron-601336-94-hyperv {{(pid=94177) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 23 11:36:08.130612 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.wsgi [-] (94175) accepted ('10.222.0.20', 41674) {{(pid=94175) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 11:36:08.137779 dv-neutron-601336-94-hyperv neutron-server[94177]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ac60c2dd-ac81-431f-badb-b4854282b75e None None] Routers {'efd40a64-d42c-4d74-9749-ec45002e9efd'} bound to L3 agent in host dv-neutron-601336-94-hyperv {{(pid=94177) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 23 11:36:08.143820 dv-neutron-601336-94-hyperv neutron-server[94177]: DEBUG neutron.db.l3_hamode_db [None req-ac60c2dd-ac81-431f-badb-b4854282b75e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-601336-94-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-23T11:22:13Z,description=,heartbeat_timestamp=2021-06-23T11:35:43Z,host='dv-neutron-601336-94-hyperv',id=50ef99c0-ef28-4db5-b303-b145898fae60,load=0,resource_versions=,resources_synced=,started_at=2021-06-23T11:22:14Z,topic='l3_agent')) {'router_ids': ['efd40a64-d42c-4d74-9749-ec45002e9efd'], 'active': True} {{(pid=94177) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 11:36:08.181327 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron_lib.callbacks.manager [None req-814ee706-061d-47b5-bd6f-c13e95671830 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-922915', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-239814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7866073', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773699642215'] for port, after_create {{(pid=94176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:36:08.188497 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG oslo_concurrency.lockutils [None req-fdf7c57b-934a-46a8-9473-4756f4bbf5bd None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 11:36:08.212273 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e831d3b1-a7ca-4c62-a15f-09fb7ffc351c req-4421eda7-76da-484c-b710-774ebdb1e9c0 tempest-TestNetworkBasicOps-233187296 tempest-TestNetworkBasicOps-233187296-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94174) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 11:36:08.219540 dv-neutron-601336-94-hyperv neutron-server[94174]: INFO neutron.wsgi [req-e831d3b1-a7ca-4c62-a15f-09fb7ffc351c req-4421eda7-76da-484c-b710-774ebdb1e9c0 tempest-TestNetworkBasicOps-233187296 tempest-TestNetworkBasicOps-233187296-project] 10.222.0.20 "GET /v2.0/ports?device_id=70369a78-6600-4228-b5a7-ab21e12429a7 HTTP/1.1" status: 200 len: 946 time: 0.5971117 Jun 23 11:36:08.240096 dv-neutron-601336-94-hyperv neutron-server[94175]: INFO neutron.wsgi [req-d8b742df-2bf8-48bb-bb54-9552b7f685cd req-b5b623a9-d8b7-4646-9103-da9520b05ab4 service neutron] 10.222.0.20 "GET /v2.0/networks/467f8a04-0486-4e89-bdba-fbf40f5b3292?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2602777 Jun 23 11:36:08.250732 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.db.db_base_plugin_v2 [None req-ac990cf2-8dbf-4ae9-bbe2-346a06b8d67a tempest-RoutersIpV6Test-1448447933 tempest-RoutersIpV6Test-1448447933-project] Deleting subnet 75d17758-e341-408a-9d3d-d429416fcd8a {{(pid=94175) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jun 23 11:36:08.255394 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron_lib.callbacks.manager [None req-ac990cf2-8dbf-4ae9-bbe2-346a06b8d67a tempest-RoutersIpV6Test-1448447933 tempest-RoutersIpV6Test-1448447933-project] Notify callbacks [] for subnet, before_delete {{(pid=94175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:36:08.262109 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-814ee706-061d-47b5-bd6f-c13e95671830 None None] Network 75649c4e-2c4d-4a9c-bb4f-3ba1a4d7057e is already hosted by enough agents. {{(pid=94176) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 23 11:36:08.280131 dv-neutron-601336-94-hyperv neutron-server[94177]: DEBUG neutron.db.l3_dvr_db [None req-ac60c2dd-ac81-431f-badb-b4854282b75e None None] Set router efd40a64-d42c-4d74-9749-ec45002e9efd gateway port host: None {{(pid=94177) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:838}} Jun 23 11:36:08.313667 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.scheduler.base_scheduler [None req-814ee706-061d-47b5-bd6f-c13e95671830 None None] Resources bound (agent type, host, resource id): {{(pid=94176) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 23 11:36:08.327800 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.db.l3_dvrscheduler_db [None req-814ee706-061d-47b5-bd6f-c13e95671830 None None] Received port after_create {{(pid=94176) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 23 11:36:08.330463 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-814ee706-061d-47b5-bd6f-c13e95671830 None None] Pushing event updated for resources: {'Port': ['ID=d6ad2f7d-868c-4cc1-ba7b-6864851856f6,revision_number=1']} {{(pid=94176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 11:36:08.334776 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG oslo_concurrency.lockutils [None req-814ee706-061d-47b5-bd6f-c13e95671830 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.146s {{(pid=94176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 11:36:08.364994 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron_lib.callbacks.manager [None req-ac990cf2-8dbf-4ae9-bbe2-346a06b8d67a tempest-RoutersIpV6Test-1448447933 tempest-RoutersIpV6Test-1448447933-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5190686'] for subnet, precommit_delete_associations {{(pid=94175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:36:08.373254 dv-neutron-601336-94-hyperv neutron-server[94174]: INFO neutron.wsgi [req-e831d3b1-a7ca-4c62-a15f-09fb7ffc351c req-093435f0-3507-43f7-a534-3dcb50b99c01 tempest-TestNetworkBasicOps-233187296 tempest-TestNetworkBasicOps-233187296-project] 10.222.0.20 "GET /v2.0/security-groups?id=571b66f8-c84c-4f09-9531-afe1560dc081&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1527469 Jun 23 11:36:08.435267 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.plugins.ml2.managers [None req-814ee706-061d-47b5-bd6f-c13e95671830 None None] Attempting to bind port d6ad2f7d-868c-4cc1-ba7b-6864851856f6 on host dv-neutron-601336-94-hyperv for vnic_type normal with profile {{(pid=94176) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 23 11:36:08.435659 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.plugins.ml2.managers [None req-814ee706-061d-47b5-bd6f-c13e95671830 None None] Attempting to bind port d6ad2f7d-868c-4cc1-ba7b-6864851856f6 by drivers openvswitch,hyperv on host dv-neutron-601336-94-hyperv at level 0 using segments [{'id': '83fb02d4-09bd-490b-905c-19d47c8235b8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 435, 'network_id': '75649c4e-2c4d-4a9c-bb4f-3ba1a4d7057e'}] {{(pid=94176) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 23 11:36:08.436042 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-814ee706-061d-47b5-bd6f-c13e95671830 None None] Attempting to bind port d6ad2f7d-868c-4cc1-ba7b-6864851856f6 on network 75649c4e-2c4d-4a9c-bb4f-3ba1a4d7057e {{(pid=94176) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 23 11:36:08.452133 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-814ee706-061d-47b5-bd6f-c13e95671830 None None] Checking agent: {'id': '4d05f899-5ac9-411b-8a03-f60c93f87cdf', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-601336-94-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 23, 11, 22, 14), 'started_at': datetime.datetime(2021, 6, 23, 11, 22, 44), 'heartbeat_timestamp': datetime.datetime(2021, 6, 23, 11, 35, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'monitor_allowed_address_pair_garp': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-601336-94-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94176) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 23 11:36:08.453027 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-814ee706-061d-47b5-bd6f-c13e95671830 None None] Checking segment: {'id': '83fb02d4-09bd-490b-905c-19d47c8235b8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 435, 'network_id': '75649c4e-2c4d-4a9c-bb4f-3ba1a4d7057e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94176) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 23 11:36:08.453027 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron_lib.callbacks.manager [None req-814ee706-061d-47b5-bd6f-c13e95671830 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:36:08.453332 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-814ee706-061d-47b5-bd6f-c13e95671830 None None] Bound using segment: {'id': '83fb02d4-09bd-490b-905c-19d47c8235b8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 435, 'network_id': '75649c4e-2c4d-4a9c-bb4f-3ba1a4d7057e'} {{(pid=94176) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 23 11:36:08.453929 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.plugins.ml2.managers [None req-814ee706-061d-47b5-bd6f-c13e95671830 None None] Bound port: d6ad2f7d-868c-4cc1-ba7b-6864851856f6, host: dv-neutron-601336-94-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '83fb02d4-09bd-490b-905c-19d47c8235b8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 435, 'network_id': '75649c4e-2c4d-4a9c-bb4f-3ba1a4d7057e'}}] {{(pid=94176) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 23 11:36:08.454325 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron_lib.callbacks.manager [None req-814ee706-061d-47b5-bd6f-c13e95671830 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-923122'] for port, before_update {{(pid=94176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:36:08.529820 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.plugins.ml2.db [None req-814ee706-061d-47b5-bd6f-c13e95671830 None None] For port d6ad2f7d-868c-4cc1-ba7b-6864851856f6, host dv-neutron-601336-94-hyperv, cleared binding levels {{(pid=94176) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 23 11:36:08.533009 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.plugins.ml2.db [None req-814ee706-061d-47b5-bd6f-c13e95671830 None None] For port d6ad2f7d-868c-4cc1-ba7b-6864851856f6, host dv-neutron-601336-94-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-94-hyperv',level=0,port_id=d6ad2f7d-868c-4cc1-ba7b-6864851856f6,segment=NetworkSegment(83fb02d4-09bd-490b-905c-19d47c8235b8),segment_id=83fb02d4-09bd-490b-905c-19d47c8235b8)] {{(pid=94176) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 23 11:36:08.555695 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron_lib.callbacks.manager [None req-ac990cf2-8dbf-4ae9-bbe2-346a06b8d67a tempest-RoutersIpV6Test-1448447933 tempest-RoutersIpV6Test-1448447933-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-897634'] for subnet, precommit_delete {{(pid=94175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:36:08.613742 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron_lib.callbacks.manager [None req-814ee706-061d-47b5-bd6f-c13e95671830 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-922904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866062', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773700135042', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773699642233', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773699642278'] for port, after_update {{(pid=94176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:36:08.618848 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG oslo_concurrency.lockutils [None req-866dbf49-6b6b-4f45-a052-51ce28961118 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 11:36:08.631536 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron_lib.callbacks.manager [None req-92a07e13-00f6-494e-9752-cafe23727bcf tempest-ExternalNetworksTestJSON-2139813945 tempest-ExternalNetworksTestJSON-2139813945-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-922904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866062', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773700135024', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773699642224', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5082448'] for port, after_delete {{(pid=94175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:36:08.635808 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG oslo_concurrency.lockutils [None req-8d68d11c-f8f6-4ab9-8869-604c4d9c3991 tempest-PortsIpV6TestJSON-1781383748 tempest-PortsIpV6TestJSON-1781383748-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94175) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 11:36:08.668971 dv-neutron-601336-94-hyperv neutron-server[94177]: DEBUG neutron.db.l3_hamode_db [None req-ac60c2dd-ac81-431f-badb-b4854282b75e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'efd40a64-d42c-4d74-9749-ec45002e9efd', 'name': 'tempest-RoutersIpV6Test-router-621702574', 'tenant_id': 'a04e393135be4822803c421d0995b548', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-23T11:35:29Z', 'updated_at': '2021-06-23T11:36:06Z', 'revision_number': 9, 'project_id': 'a04e393135be4822803c421d0995b548', 'gw_port_host': None, '_interfaces': [{'id': '18eeaa2a-9fe9-456b-8f26-be0272e23bad', 'name': '', 'network_id': '8dba2472-7331-4ba9-b904-298b042d46c9', 'tenant_id': 'a04e393135be4822803c421d0995b548', 'mac_address': 'fa:16:3e:b5:78:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'efd40a64-d42c-4d74-9749-ec45002e9efd', 'device_owner': 'network:router_interface', 'standard_attr_id': 1011, 'fixed_ips': [{'subnet_id': '175bc06c-342b-4e55-945c-a10b0728e9dd', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-94-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-23T11:35:32Z', 'updated_at': '2021-06-23T11:35:39Z', 'revision_number': 5, 'project_id': 'a04e393135be4822803c421d0995b548', 'subnets': [{'id': '175bc06c-342b-4e55-945c-a10b0728e9dd', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'fa994084-a39f-425d-a88e-31f844094105', 'name': '', 'network_id': '5a0407f1-1e47-4f7c-9b40-8fcc21217cea', 'tenant_id': 'a04e393135be4822803c421d0995b548', 'mac_address': 'fa:16:3e:08:0e:df', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'efd40a64-d42c-4d74-9749-ec45002e9efd', 'device_owner': 'network:router_interface', 'standard_attr_id': 1030, 'fixed_ips': [{'subnet_id': 'af9b362d-ea7d-430f-b9de-bdf75c0ca07a', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-94-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-23T11:35:37Z', 'updated_at': '2021-06-23T11:35:44Z', 'revision_number': 5, 'project_id': 'a04e393135be4822803c421d0995b548', 'subnets': [{'id': 'af9b362d-ea7d-430f-b9de-bdf75c0ca07a', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-601336-94-hyperv', False) {} {{(pid=94177) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 11:36:08.672479 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92a07e13-00f6-494e-9752-cafe23727bcf tempest-ExternalNetworksTestJSON-2139813945 tempest-ExternalNetworksTestJSON-2139813945-project-admin] Pushing event deleted for resources: {'Port': ['ID=91b93303-43ce-4854-abdc-6cdae45fd2dc,revision_number=None']} {{(pid=94175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 11:36:08.678182 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG oslo_concurrency.lockutils [None req-92a07e13-00f6-494e-9752-cafe23727bcf tempest-ExternalNetworksTestJSON-2139813945 tempest-ExternalNetworksTestJSON-2139813945-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.042s {{(pid=94175) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 11:36:08.691154 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-814ee706-061d-47b5-bd6f-c13e95671830 None None] Pushing event updated for resources: {'Port': ['ID=d6ad2f7d-868c-4cc1-ba7b-6864851856f6,revision_number=2']} {{(pid=94176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 11:36:08.695435 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG oslo_concurrency.lockutils [None req-814ee706-061d-47b5-bd6f-c13e95671830 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.078s {{(pid=94176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 11:36:08.726614 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron_lib.callbacks.manager [None req-ac990cf2-8dbf-4ae9-bbe2-346a06b8d67a tempest-RoutersIpV6Test-1448447933 tempest-RoutersIpV6Test-1448447933-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-897627', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866062', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5083050', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4660036'] for subnet, after_delete {{(pid=94175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:36:08.729526 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG oslo_concurrency.lockutils [None req-111fe386-badf-4aa6-a551-42f9e8d7dece tempest-TestNetworkBasicOps-233187296 tempest-TestNetworkBasicOps-233187296-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94175) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 11:36:08.736428 dv-neutron-601336-94-hyperv neutron-server[94177]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ac60c2dd-ac81-431f-badb-b4854282b75e None None] Checking router: efd40a64-d42c-4d74-9749-ec45002e9efd for host: dv-neutron-601336-94-hyperv {{(pid=94177) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 23 11:36:08.757083 dv-neutron-601336-94-hyperv neutron-server[94174]: INFO neutron.wsgi [req-969e2ca8-51f3-40ad-a70a-b395dae10bde req-0d921c64-2741-4085-9584-a83cd22d3f22 tempest-TestServerAdvancedOps-2059691030 tempest-TestServerAdvancedOps-2059691030-project] 10.222.0.20 "GET /v2.0/ports?device_id=db39e3a9-74a7-4800-a7cc-bd4b30155332 HTTP/1.1" status: 200 len: 210 time: 0.0968161 Jun 23 11:36:08.764506 dv-neutron-601336-94-hyperv neutron-server[94177]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ac60c2dd-ac81-431f-badb-b4854282b75e None None] Routers {'efd40a64-d42c-4d74-9749-ec45002e9efd'} bound to L3 agent in host dv-neutron-601336-94-hyperv {{(pid=94177) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 23 11:36:08.765143 dv-neutron-601336-94-hyperv neutron-server[94177]: DEBUG neutron.db.l3_hamode_db [None req-ac60c2dd-ac81-431f-badb-b4854282b75e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-601336-94-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-23T11:22:13Z,description=,heartbeat_timestamp=2021-06-23T11:35:43Z,host='dv-neutron-601336-94-hyperv',id=50ef99c0-ef28-4db5-b303-b145898fae60,load=0,resource_versions=,resources_synced=,started_at=2021-06-23T11:22:14Z,topic='l3_agent')) {'router_ids': ['efd40a64-d42c-4d74-9749-ec45002e9efd'], 'active': True} {{(pid=94177) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 11:36:08.790472 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.db.db_base_plugin_common [None req-bf3e2e18-83ec-454c-b4bf-c797b28096ba tempest-RoutersTest-228919764 tempest-RoutersTest-228919764-project] Allocated IP 172.21.0.1 (75649c4e-2c4d-4a9c-bb4f-3ba1a4d7057e/c35c0562-6b9c-442e-96b4-912bb02cc969/d120ebe7-be2a-4b0b-a1b4-cc00f66e913c) {{(pid=94174) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 23 11:36:08.829607 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac990cf2-8dbf-4ae9-bbe2-346a06b8d67a tempest-RoutersIpV6Test-1448447933 tempest-RoutersIpV6Test-1448447933-project] Pushing event deleted for resources: {'Subnet': ['ID=75d17758-e341-408a-9d3d-d429416fcd8a,revision_number=None']} {{(pid=94175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 11:36:08.833540 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron_lib.callbacks.manager [None req-ac990cf2-8dbf-4ae9-bbe2-346a06b8d67a tempest-RoutersIpV6Test-1448447933 tempest-RoutersIpV6Test-1448447933-project] Notify callbacks [] for subnet, before_response {{(pid=94175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:36:08.837785 dv-neutron-601336-94-hyperv neutron-server[94175]: INFO neutron.wsgi [None req-ac990cf2-8dbf-4ae9-bbe2-346a06b8d67a tempest-RoutersIpV6Test-1448447933 tempest-RoutersIpV6Test-1448447933-project] 10.222.0.20 "DELETE /v2.0/subnets/75d17758-e341-408a-9d3d-d429416fcd8a HTTP/1.1" status: 204 len: 168 time: 0.7026258 Jun 23 11:36:08.841428 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-393e2f55-19a8-471d-a868-df15cfa943b1 None None] Network ca00b23c-623f-4cdc-9bd5-76a96dd340ab requested from dv-neutron-601336-94-hyperv {{(pid=94176) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 23 11:36:08.845141 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG oslo_concurrency.lockutils [None req-ac990cf2-8dbf-4ae9-bbe2-346a06b8d67a tempest-RoutersIpV6Test-1448447933 tempest-RoutersIpV6Test-1448447933-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.107s {{(pid=94175) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 11:36:08.845966 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.wsgi [-] (94175) accepted ('10.222.0.20', 41682) {{(pid=94175) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 11:36:08.942469 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron_lib.callbacks.manager [None req-92a07e13-00f6-494e-9752-cafe23727bcf tempest-ExternalNetworksTestJSON-2139813945 tempest-ExternalNetworksTestJSON-2139813945-project-admin] Notify callbacks [] for floatingip, after_delete {{(pid=94175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:36:08.947937 dv-neutron-601336-94-hyperv neutron-server[94177]: DEBUG neutron.db.l3_dvr_db [None req-ac60c2dd-ac81-431f-badb-b4854282b75e None None] Set router efd40a64-d42c-4d74-9749-ec45002e9efd gateway port host: None {{(pid=94177) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:838}} Jun 23 11:36:09.013982 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron_lib.callbacks.manager [None req-bf3e2e18-83ec-454c-b4bf-c797b28096ba tempest-RoutersTest-228919764 tempest-RoutersTest-228919764-project] Notify callbacks [] for port, precommit_create {{(pid=94174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:36:09.066387 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.db.provisioning_blocks [None req-bf3e2e18-83ec-454c-b4bf-c797b28096ba tempest-RoutersTest-228919764 tempest-RoutersTest-228919764-project] Transition to ACTIVE for port object d120ebe7-be2a-4b0b-a1b4-cc00f66e913c will not be triggered until provisioned by entity DHCP. {{(pid=94174) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 23 11:36:09.071137 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron_lib.callbacks.manager [None req-f9303abb-df97-49bb-b38f-38b7407ab80b tempest-RoutersIpV6Test-1448447933 tempest-RoutersIpV6Test-1448447933-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-824874'] for network, before_delete {{(pid=94175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:36:09.080977 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.plugins.ml2.rpc [None req-dc7542b2-afef-47f4-a763-e3a3cba144be None None] Device 7a29a4e4-f510-4f78-9f80-80db4aa06bf5 up at agent ovs-agent-dv-neutron-601336-94-hyperv {{(pid=94176) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:298}} Jun 23 11:36:09.188498 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron_lib.callbacks.manager [None req-92a07e13-00f6-494e-9752-cafe23727bcf tempest-ExternalNetworksTestJSON-2139813945 tempest-ExternalNetworksTestJSON-2139813945-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-897634'] for subnet, precommit_delete {{(pid=94175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:36:09.213423 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron_lib.callbacks.manager [None req-bf3e2e18-83ec-454c-b4bf-c797b28096ba tempest-RoutersTest-228919764 tempest-RoutersTest-228919764-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-922915', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-239814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7866073', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773699642215', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-5196399'] for port, after_create {{(pid=94174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:36:09.217531 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG oslo_concurrency.lockutils [None req-0ea36752-712e-49a7-87ab-8d4215638b9f tempest-RoutersIpV6Test-1448447933 tempest-RoutersIpV6Test-1448447933-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94174) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 11:36:09.256321 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.plugins.ml2.plugin [None req-f9303abb-df97-49bb-b38f-38b7407ab80b tempest-RoutersIpV6Test-1448447933 tempest-RoutersIpV6Test-1448447933-project] Deleting port c82921de-6598-4cba-8bf2-b33218d8b16c {{(pid=94175) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1913}} Jun 23 11:36:09.256675 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron_lib.callbacks.manager [None req-f9303abb-df97-49bb-b38f-38b7407ab80b tempest-RoutersIpV6Test-1448447933 tempest-RoutersIpV6Test-1448447933-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773700079324'] for port, before_delete {{(pid=94175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:36:09.270107 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.db.provisioning_blocks [None req-dc7542b2-afef-47f4-a763-e3a3cba144be None None] Provisioning for port 7a29a4e4-f510-4f78-9f80-80db4aa06bf5 completed by entity L2. {{(pid=94176) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 23 11:36:09.274470 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.db.provisioning_blocks [None req-dc7542b2-afef-47f4-a763-e3a3cba144be None None] Provisioning complete for port 7a29a4e4-f510-4f78-9f80-80db4aa06bf5 triggered by entity L2. {{(pid=94176) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 23 11:36:09.274963 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron_lib.callbacks.manager [None req-dc7542b2-afef-47f4-a763-e3a3cba144be None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-899258'] for port, provisioning_complete {{(pid=94176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:36:09.325889 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bf3e2e18-83ec-454c-b4bf-c797b28096ba tempest-RoutersTest-228919764 tempest-RoutersTest-228919764-project] Network 75649c4e-2c4d-4a9c-bb4f-3ba1a4d7057e is already hosted by enough agents. {{(pid=94174) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 23 11:36:09.329340 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.scheduler.base_scheduler [None req-bf3e2e18-83ec-454c-b4bf-c797b28096ba tempest-RoutersTest-228919764 tempest-RoutersTest-228919764-project] Resources bound (agent type, host, resource id): {{(pid=94174) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 23 11:36:09.330701 dv-neutron-601336-94-hyperv neutron-server[94177]: DEBUG neutron.db.l3_hamode_db [None req-ac60c2dd-ac81-431f-badb-b4854282b75e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'efd40a64-d42c-4d74-9749-ec45002e9efd', 'name': 'tempest-RoutersIpV6Test-router-621702574', 'tenant_id': 'a04e393135be4822803c421d0995b548', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-23T11:35:29Z', 'updated_at': '2021-06-23T11:36:06Z', 'revision_number': 9, 'project_id': 'a04e393135be4822803c421d0995b548', 'gw_port_host': None, '_interfaces': [{'id': '18eeaa2a-9fe9-456b-8f26-be0272e23bad', 'name': '', 'network_id': '8dba2472-7331-4ba9-b904-298b042d46c9', 'tenant_id': 'a04e393135be4822803c421d0995b548', 'mac_address': 'fa:16:3e:b5:78:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'efd40a64-d42c-4d74-9749-ec45002e9efd', 'device_owner': 'network:router_interface', 'standard_attr_id': 1011, 'fixed_ips': [{'subnet_id': '175bc06c-342b-4e55-945c-a10b0728e9dd', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-94-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-23T11:35:32Z', 'updated_at': '2021-06-23T11:35:39Z', 'revision_number': 5, 'project_id': 'a04e393135be4822803c421d0995b548', 'subnets': [{'id': '175bc06c-342b-4e55-945c-a10b0728e9dd', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'fa994084-a39f-425d-a88e-31f844094105', 'name': '', 'network_id': '5a0407f1-1e47-4f7c-9b40-8fcc21217cea', 'tenant_id': 'a04e393135be4822803c421d0995b548', 'mac_address': 'fa:16:3e:08:0e:df', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'efd40a64-d42c-4d74-9749-ec45002e9efd', 'device_owner': 'network:router_interface', 'standard_attr_id': 1030, 'fixed_ips': [{'subnet_id': 'af9b362d-ea7d-430f-b9de-bdf75c0ca07a', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-94-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-23T11:35:37Z', 'updated_at': '2021-06-23T11:35:44Z', 'revision_number': 5, 'project_id': 'a04e393135be4822803c421d0995b548', 'subnets': [{'id': 'af9b362d-ea7d-430f-b9de-bdf75c0ca07a', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-601336-94-hyperv', False) {} {{(pid=94177) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 11:36:09.341672 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bf3e2e18-83ec-454c-b4bf-c797b28096ba tempest-RoutersTest-228919764 tempest-RoutersTest-228919764-project] Received port after_create {{(pid=94174) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 23 11:36:09.365773 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.plugins.ml2.db [None req-f9303abb-df97-49bb-b38f-38b7407ab80b tempest-RoutersIpV6Test-1448447933 tempest-RoutersIpV6Test-1448447933-project] For port c82921de-6598-4cba-8bf2-b33218d8b16c, host dv-neutron-601336-94-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-94-hyperv',level=0,port_id=c82921de-6598-4cba-8bf2-b33218d8b16c,segment=NetworkSegment(f95c50e7-52b3-4de2-9b39-96899c3f25cb),segment_id=f95c50e7-52b3-4de2-9b39-96899c3f25cb)] {{(pid=94175) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 23 11:36:09.366549 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron_lib.callbacks.manager [None req-f9303abb-df97-49bb-b38f-38b7407ab80b tempest-RoutersIpV6Test-1448447933 tempest-RoutersIpV6Test-1448447933-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-430722'] for port, precommit_delete {{(pid=94175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:36:09.370270 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf3e2e18-83ec-454c-b4bf-c797b28096ba tempest-RoutersTest-228919764 tempest-RoutersTest-228919764-project] Pushing event updated for resources: {'Port': ['ID=d120ebe7-be2a-4b0b-a1b4-cc00f66e913c,revision_number=1']} {{(pid=94174) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 11:36:09.374048 dv-neutron-601336-94-hyperv neutron-server[94177]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ac60c2dd-ac81-431f-badb-b4854282b75e None None] The sync data for ids ['efd40a64-d42c-4d74-9749-ec45002e9efd'] in dv-neutron-601336-94-hyperv is: [{'id': 'efd40a64-d42c-4d74-9749-ec45002e9efd', 'name': 'tempest-RoutersIpV6Test-router-621702574', 'tenant_id': 'a04e393135be4822803c421d0995b548', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-23T11:35:29Z', 'updated_at': '2021-06-23T11:36:06Z', 'revision_number': 9, 'project_id': 'a04e393135be4822803c421d0995b548', 'gw_port_host': None, '_interfaces': [{'id': '18eeaa2a-9fe9-456b-8f26-be0272e23bad', 'name': '', 'network_id': '8dba2472-7331-4ba9-b904-298b042d46c9', 'tenant_id': 'a04e393135be4822803c421d0995b548', 'mac_address': 'fa:16:3e:b5:78:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'efd40a64-d42c-4d74-9749-ec45002e9efd', 'device_owner': 'network:router_interface', 'standard_attr_id': 1011, 'fixed_ips': [{'subnet_id': '175bc06c-342b-4e55-945c-a10b0728e9dd', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-94-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-23T11:35:32Z', 'updated_at': '2021-06-23T11:35:39Z', 'revision_number': 5, 'project_id': 'a04e393135be4822803c421d0995b548', 'subnets': [{'id': '175bc06c-342b-4e55-945c-a10b0728e9dd', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'fa994084-a39f-425d-a88e-31f844094105', 'name': '', 'network_id': '5a0407f1-1e47-4f7c-9b40-8fcc21217cea', 'tenant_id': 'a04e393135be4822803c421d0995b548', 'mac_address': 'fa:16:3e:08:0e:df', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'efd40a64-d42c-4d74-9749-ec45002e9efd', 'device_owner': 'network:router_interface', 'standard_attr_id': 1030, 'fixed_ips': [{'subnet_id': 'af9b362d-ea7d-430f-b9de-bdf75c0ca07a', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-94-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-23T11:35:37Z', 'updated_at': '2021-06-23T11:35:44Z', 'revision_number': 5, 'project_id': 'a04e393135be4822803c421d0995b548', 'subnets': [{'id': 'af9b362d-ea7d-430f-b9de-bdf75c0ca07a', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94177) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 23 11:36:09.379017 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG oslo_concurrency.lockutils [None req-bf3e2e18-83ec-454c-b4bf-c797b28096ba tempest-RoutersTest-228919764 tempest-RoutersTest-228919764-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.161s {{(pid=94174) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 11:36:09.390836 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-10981393-4b57-4546-8021-e85b94e39a15 None None] DHCP port deletion for ca00b23c-623f-4cdc-9bd5-76a96dd340ab request from dv-neutron-601336-94-hyperv {{(pid=94176) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jun 23 11:36:09.394294 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.plugins.ml2.plugin [None req-f9303abb-df97-49bb-b38f-38b7407ab80b tempest-RoutersIpV6Test-1448447933 tempest-RoutersIpV6Test-1448447933-project] Calling delete_port for c82921de-6598-4cba-8bf2-b33218d8b16c owned by network:dhcp {{(pid=94175) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1986}} Jun 23 11:36:09.426094 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron_lib.callbacks.manager [None req-bf3e2e18-83ec-454c-b4bf-c797b28096ba tempest-RoutersTest-228919764 tempest-RoutersTest-228919764-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-452954'] for router_interface, before_create {{(pid=94174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:36:09.444564 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron_lib.callbacks.manager [None req-92a07e13-00f6-494e-9752-cafe23727bcf tempest-ExternalNetworksTestJSON-2139813945 tempest-ExternalNetworksTestJSON-2139813945-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-897627', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866062', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5083050', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4660036'] for subnet, after_delete {{(pid=94175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:36:09.448775 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG oslo_concurrency.lockutils [None req-7e860d2a-db02-4f8f-a4f2-e81709040c02 tempest-PortsIpV6TestJSON-1781383748 tempest-PortsIpV6TestJSON-1781383748-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94175) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 11:36:09.504613 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron_lib.callbacks.manager [None req-dc7542b2-afef-47f4-a763-e3a3cba144be None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-923122'] for port, before_update {{(pid=94176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:36:09.519803 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92a07e13-00f6-494e-9752-cafe23727bcf tempest-ExternalNetworksTestJSON-2139813945 tempest-ExternalNetworksTestJSON-2139813945-project-admin] Pushing event deleted for resources: {'Subnet': ['ID=3f7a2a11-4dd7-4c33-b87e-e9bdb0841332,revision_number=None']} {{(pid=94175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 11:36:09.539780 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG oslo_concurrency.lockutils [None req-92a07e13-00f6-494e-9752-cafe23727bcf tempest-ExternalNetworksTestJSON-2139813945 tempest-ExternalNetworksTestJSON-2139813945-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.091s {{(pid=94175) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 11:36:09.553144 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.plugins.ml2.plugin [None req-10981393-4b57-4546-8021-e85b94e39a15 None None] Deleting port c82921de-6598-4cba-8bf2-b33218d8b16c {{(pid=94176) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1913}} Jun 23 11:36:09.553447 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron_lib.callbacks.manager [None req-10981393-4b57-4546-8021-e85b94e39a15 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773700079324'] for port, before_delete {{(pid=94176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:36:09.566369 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.plugins.ml2.db [None req-dc7542b2-afef-47f4-a763-e3a3cba144be None None] For port 7a29a4e4-f510-4f78-9f80-80db4aa06bf5, host dv-neutron-601336-94-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-94-hyperv',level=0,port_id=7a29a4e4-f510-4f78-9f80-80db4aa06bf5,segment=NetworkSegment(f531661d-acca-4a0e-b098-61398086fac2),segment_id=f531661d-acca-4a0e-b098-61398086fac2)] {{(pid=94176) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 23 11:36:09.580608 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron_lib.callbacks.manager [None req-92a07e13-00f6-494e-9752-cafe23727bcf tempest-ExternalNetworksTestJSON-2139813945 tempest-ExternalNetworksTestJSON-2139813945-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-897259', 'neutron.services.segments.db._delete_segments_for_network-8773700168587'] for network, precommit_delete {{(pid=94175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:36:09.596388 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.services.segments.db [None req-92a07e13-00f6-494e-9752-cafe23727bcf tempest-ExternalNetworksTestJSON-2139813945 tempest-ExternalNetworksTestJSON-2139813945-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['79608f2a-5af9-4ff0-a97c-15832b61f6e3']}} {{(pid=94175) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 11:36:09.616018 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.services.segments.db [None req-92a07e13-00f6-494e-9752-cafe23727bcf tempest-ExternalNetworksTestJSON-2139813945 tempest-ExternalNetworksTestJSON-2139813945-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '154810c4-c38f-420d-8119-6d7f02ff881e') {'for_net_delete': True} {{(pid=94175) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 11:36:09.616333 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.services.segments.db [None req-92a07e13-00f6-494e-9752-cafe23727bcf tempest-ExternalNetworksTestJSON-2139813945 tempest-ExternalNetworksTestJSON-2139813945-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '154810c4-c38f-420d-8119-6d7f02ff881e') {} {{(pid=94175) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 11:36:09.618778 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.plugins.ml2.db [None req-10981393-4b57-4546-8021-e85b94e39a15 None None] For port c82921de-6598-4cba-8bf2-b33218d8b16c, host dv-neutron-601336-94-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-94-hyperv',level=0,port_id=c82921de-6598-4cba-8bf2-b33218d8b16c,segment=NetworkSegment(f95c50e7-52b3-4de2-9b39-96899c3f25cb),segment_id=f95c50e7-52b3-4de2-9b39-96899c3f25cb)] {{(pid=94176) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 23 11:36:09.619292 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron_lib.callbacks.manager [None req-10981393-4b57-4546-8021-e85b94e39a15 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-430722'] for port, precommit_delete {{(pid=94176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:36:09.629986 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron_lib.callbacks.manager [None req-92a07e13-00f6-494e-9752-cafe23727bcf tempest-ExternalNetworksTestJSON-2139813945 tempest-ExternalNetworksTestJSON-2139813945-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8773699955833', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5190677'] for segment, before_delete {{(pid=94175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:36:09.632855 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.plugins.ml2.plugin [None req-10981393-4b57-4546-8021-e85b94e39a15 None None] Calling delete_port for c82921de-6598-4cba-8bf2-b33218d8b16c owned by network:dhcp {{(pid=94176) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1986}} Jun 23 11:36:09.648228 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron_lib.callbacks.manager [None req-92a07e13-00f6-494e-9752-cafe23727bcf tempest-ExternalNetworksTestJSON-2139813945 tempest-ExternalNetworksTestJSON-2139813945-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3801'] for segment, precommit_delete {{(pid=94175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:36:09.660346 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-92a07e13-00f6-494e-9752-cafe23727bcf tempest-ExternalNetworksTestJSON-2139813945 tempest-ExternalNetworksTestJSON-2139813945-project-admin] Releasing vlan 438 on physical network physnet1 to pool {{(pid=94175) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 23 11:36:09.660867 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron_lib.callbacks.manager [None req-92a07e13-00f6-494e-9752-cafe23727bcf tempest-ExternalNetworksTestJSON-2139813945 tempest-ExternalNetworksTestJSON-2139813945-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3801', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5082371'] for segment, after_delete {{(pid=94175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:36:09.670270 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33840c61-c29c-48fd-a773-079b105c0ec7 req-5f0e4a57-e5ad-49ad-a765-5eda050a9773 tempest-TestNetworkBasicOps-233187296 tempest-TestNetworkBasicOps-233187296-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 11:36:09.678475 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron_lib.callbacks.manager [None req-dc7542b2-afef-47f4-a763-e3a3cba144be None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-922904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866062', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773700135042', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773699642233', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773699642278'] for port, after_update {{(pid=94176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:36:09.678707 dv-neutron-601336-94-hyperv neutron-server[94175]: INFO neutron.wsgi [req-33840c61-c29c-48fd-a773-079b105c0ec7 req-5f0e4a57-e5ad-49ad-a765-5eda050a9773 tempest-TestNetworkBasicOps-233187296 tempest-TestNetworkBasicOps-233187296-project] 10.222.0.20 "GET /v2.0/ports?device_id=70369a78-6600-4228-b5a7-ab21e12429a7 HTTP/1.1" status: 200 len: 946 time: 0.1405578 Jun 23 11:36:09.680790 dv-neutron-601336-94-hyperv neutron-server[94175]: Traceback (most recent call last): Jun 23 11:36:09.680790 dv-neutron-601336-94-hyperv neutron-server[94175]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 23 11:36:09.680790 dv-neutron-601336-94-hyperv neutron-server[94175]: timer() Jun 23 11:36:09.680790 dv-neutron-601336-94-hyperv neutron-server[94175]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 23 11:36:09.680790 dv-neutron-601336-94-hyperv neutron-server[94175]: cb(*args, **kw) Jun 23 11:36:09.680790 dv-neutron-601336-94-hyperv neutron-server[94175]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 23 11:36:09.680790 dv-neutron-601336-94-hyperv neutron-server[94175]: return func(*args, **kwargs) Jun 23 11:36:09.680790 dv-neutron-601336-94-hyperv neutron-server[94175]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 23 11:36:09.680790 dv-neutron-601336-94-hyperv neutron-server[94175]: self._notify() Jun 23 11:36:09.680790 dv-neutron-601336-94-hyperv neutron-server[94175]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 23 11:36:09.680790 dv-neutron-601336-94-hyperv neutron-server[94175]: self.callback(batched_events) Jun 23 11:36:09.680790 dv-neutron-601336-94-hyperv neutron-server[94175]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 23 11:36:09.680790 dv-neutron-601336-94-hyperv neutron-server[94175]: event.method(event) Jun 23 11:36:09.680790 dv-neutron-601336-94-hyperv neutron-server[94175]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 23 11:36:09.680790 dv-neutron-601336-94-hyperv neutron-server[94175]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 23 11:36:09.680790 dv-neutron-601336-94-hyperv neutron-server[94175]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 23 11:36:09.680790 dv-neutron-601336-94-hyperv neutron-server[94175]: aggregate_uuid = self.p_client.list_aggregates( Jun 23 11:36:09.680790 dv-neutron-601336-94-hyperv neutron-server[94175]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 23 11:36:09.680790 dv-neutron-601336-94-hyperv neutron-server[94175]: return f(self, *a, **k) Jun 23 11:36:09.680790 dv-neutron-601336-94-hyperv neutron-server[94175]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 23 11:36:09.680790 dv-neutron-601336-94-hyperv neutron-server[94175]: return self._get(url).json() Jun 23 11:36:09.680790 dv-neutron-601336-94-hyperv neutron-server[94175]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 23 11:36:09.680790 dv-neutron-601336-94-hyperv neutron-server[94175]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 23 11:36:09.680790 dv-neutron-601336-94-hyperv neutron-server[94175]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 23 11:36:09.680790 dv-neutron-601336-94-hyperv neutron-server[94175]: return self.request(url, 'GET', **kwargs) Jun 23 11:36:09.680790 dv-neutron-601336-94-hyperv neutron-server[94175]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 23 11:36:09.680790 dv-neutron-601336-94-hyperv neutron-server[94175]: base_url = self.get_endpoint(auth, allow=allow, Jun 23 11:36:09.680790 dv-neutron-601336-94-hyperv neutron-server[94175]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 23 11:36:09.680790 dv-neutron-601336-94-hyperv neutron-server[94175]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 23 11:36:09.680790 dv-neutron-601336-94-hyperv neutron-server[94175]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 23 11:36:09.680790 dv-neutron-601336-94-hyperv neutron-server[94175]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 23 11:36:09.680790 dv-neutron-601336-94-hyperv neutron-server[94175]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 23 11:36:09.683400 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG oslo_concurrency.lockutils [None req-908c47b1-31e4-4e7d-9c04-b840ab522d81 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 11:36:09.700539 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron_lib.callbacks.manager [None req-bf3e2e18-83ec-454c-b4bf-c797b28096ba tempest-RoutersTest-228919764 tempest-RoutersTest-228919764-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-923122'] for port, before_update {{(pid=94174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:36:09.734054 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron_lib.callbacks.manager [None req-f9303abb-df97-49bb-b38f-38b7407ab80b tempest-RoutersIpV6Test-1448447933 tempest-RoutersIpV6Test-1448447933-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-922904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866062', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773700135024', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773699642224', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5082448'] for port, after_delete {{(pid=94175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:36:09.749140 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG oslo_concurrency.lockutils [None req-cfdc2d39-e134-4818-99af-942f99ca47ee tempest-RoutersTest-228919764 tempest-RoutersTest-228919764-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94175) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 11:36:09.753068 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc7542b2-afef-47f4-a763-e3a3cba144be None None] Pushing event updated for resources: {'Port': ['ID=7a29a4e4-f510-4f78-9f80-80db4aa06bf5,revision_number=5']} {{(pid=94176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 11:36:09.759167 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG oslo_concurrency.lockutils [None req-dc7542b2-afef-47f4-a763-e3a3cba144be None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.078s {{(pid=94176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 11:36:09.778854 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron_lib.callbacks.manager [None req-10981393-4b57-4546-8021-e85b94e39a15 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-922904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866062', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773700135024', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773699642224'] for port, after_delete {{(pid=94176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:36:09.780856 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG oslo_concurrency.lockutils [None req-c7deaa28-588e-4477-8888-5dc0f5fae394 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 11:36:09.790541 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f9303abb-df97-49bb-b38f-38b7407ab80b tempest-RoutersIpV6Test-1448447933 tempest-RoutersIpV6Test-1448447933-project] No DVR routers for this DVR port c82921de-6598-4cba-8bf2-b33218d8b16c on host dv-neutron-601336-94-hyperv {{(pid=94175) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 23 11:36:09.799673 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9303abb-df97-49bb-b38f-38b7407ab80b tempest-RoutersIpV6Test-1448447933 tempest-RoutersIpV6Test-1448447933-project] Pushing event deleted for resources: {'Port': ['ID=c82921de-6598-4cba-8bf2-b33218d8b16c,revision_number=None']} {{(pid=94175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 11:36:09.820826 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10981393-4b57-4546-8021-e85b94e39a15 None None] Pushing event deleted for resources: {'Port': ['ID=c82921de-6598-4cba-8bf2-b33218d8b16c,revision_number=None']} {{(pid=94176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 11:36:09.824097 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG oslo_concurrency.lockutils [None req-f9303abb-df97-49bb-b38f-38b7407ab80b tempest-RoutersIpV6Test-1448447933 tempest-RoutersIpV6Test-1448447933-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.075s {{(pid=94175) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 11:36:09.827222 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG oslo_concurrency.lockutils [None req-10981393-4b57-4546-8021-e85b94e39a15 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=94176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 11:36:09.831460 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.db.l3_dvrscheduler_db [None req-10981393-4b57-4546-8021-e85b94e39a15 None None] No DVR routers for this DVR port c82921de-6598-4cba-8bf2-b33218d8b16c on host dv-neutron-601336-94-hyperv {{(pid=94176) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 23 11:36:09.845928 dv-neutron-601336-94-hyperv neutron-server[94175]: INFO neutron.wsgi [req-33840c61-c29c-48fd-a773-079b105c0ec7 req-26d70e97-3ae8-497e-833e-d2022f44d442 tempest-TestNetworkBasicOps-233187296 tempest-TestNetworkBasicOps-233187296-project] 10.222.0.20 "GET /v2.0/security-groups?id=571b66f8-c84c-4f09-9531-afe1560dc081&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1664011 Jun 23 11:36:09.913864 dv-neutron-601336-94-hyperv neutron-server[94174]: INFO neutron.wsgi [req-56619678-b507-4bb7-9acb-d0d0b0045789 req-c1de490d-380a-4a9c-9480-cc1623a74826 tempest-TestServerAdvancedOps-2059691030 tempest-TestServerAdvancedOps-2059691030-project] 10.222.0.20 "GET /v2.0/ports?device_id=db39e3a9-74a7-4800-a7cc-bd4b30155332 HTTP/1.1" status: 200 len: 210 time: 0.0374043 Jun 23 11:36:09.939334 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron_lib.callbacks.manager [None req-92a07e13-00f6-494e-9752-cafe23727bcf tempest-ExternalNetworksTestJSON-2139813945 tempest-ExternalNetworksTestJSON-2139813945-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-897248', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8002400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7866073', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-524247'] for network, after_delete {{(pid=94175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:36:09.947113 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG oslo_concurrency.lockutils [None req-642e4a7d-48e0-4ca1-bb92-50969adc9e9d tempest-RoutersNegativeIpV6Test-1628881962 tempest-RoutersNegativeIpV6Test-1628881962-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94175) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 11:36:09.950655 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron_lib.callbacks.manager [None req-f9303abb-df97-49bb-b38f-38b7407ab80b tempest-RoutersIpV6Test-1448447933 tempest-RoutersIpV6Test-1448447933-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-897259', 'neutron.services.segments.db._delete_segments_for_network-8773700168587'] for network, precommit_delete {{(pid=94175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:36:09.961585 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-92a07e13-00f6-494e-9752-cafe23727bcf tempest-ExternalNetworksTestJSON-2139813945 tempest-ExternalNetworksTestJSON-2139813945-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network 79608f2a-5af9-4ff0-a97c-15832b61f6e3 {{(pid=94175) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:120}} Jun 23 11:36:09.969027 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron_lib.callbacks.manager [None req-92a07e13-00f6-494e-9752-cafe23727bcf tempest-ExternalNetworksTestJSON-2139813945 tempest-ExternalNetworksTestJSON-2139813945-project-admin] Notify callbacks [] for network, before_response {{(pid=94175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:36:09.969027 dv-neutron-601336-94-hyperv neutron-server[94175]: INFO neutron.wsgi [None req-92a07e13-00f6-494e-9752-cafe23727bcf tempest-ExternalNetworksTestJSON-2139813945 tempest-ExternalNetworksTestJSON-2139813945-project-admin] 10.222.0.20 "DELETE /v2.0/networks/79608f2a-5af9-4ff0-a97c-15832b61f6e3 HTTP/1.1" status: 204 len: 168 time: 3.0684009 Jun 23 11:36:09.983749 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.wsgi [-] (94175) accepted ('10.222.0.20', 41694) {{(pid=94175) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 11:36:09.993387 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92a07e13-00f6-494e-9752-cafe23727bcf tempest-ExternalNetworksTestJSON-2139813945 tempest-ExternalNetworksTestJSON-2139813945-project-admin] Pushing event deleted for resources: {'Network': ['ID=79608f2a-5af9-4ff0-a97c-15832b61f6e3,revision_number=None']} {{(pid=94175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 11:36:10.020450 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.services.segments.db [None req-f9303abb-df97-49bb-b38f-38b7407ab80b tempest-RoutersIpV6Test-1448447933 tempest-RoutersIpV6Test-1448447933-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ca00b23c-623f-4cdc-9bd5-76a96dd340ab']}} {{(pid=94175) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 11:36:10.024609 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG oslo_concurrency.lockutils [None req-92a07e13-00f6-494e-9752-cafe23727bcf tempest-ExternalNetworksTestJSON-2139813945 tempest-ExternalNetworksTestJSON-2139813945-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.078s {{(pid=94175) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 11:36:10.099320 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron_lib.callbacks.manager [None req-bf3e2e18-83ec-454c-b4bf-c797b28096ba tempest-RoutersTest-228919764 tempest-RoutersTest-228919764-project] Notify callbacks [] for port, precommit_update {{(pid=94174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:36:10.121830 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.services.segments.db [None req-f9303abb-df97-49bb-b38f-38b7407ab80b tempest-RoutersIpV6Test-1448447933 tempest-RoutersIpV6Test-1448447933-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f95c50e7-52b3-4de2-9b39-96899c3f25cb') {'for_net_delete': True} {{(pid=94175) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 11:36:10.122265 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.services.segments.db [None req-f9303abb-df97-49bb-b38f-38b7407ab80b tempest-RoutersIpV6Test-1448447933 tempest-RoutersIpV6Test-1448447933-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f95c50e7-52b3-4de2-9b39-96899c3f25cb') {} {{(pid=94175) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 11:36:10.145948 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron_lib.callbacks.manager [None req-f9303abb-df97-49bb-b38f-38b7407ab80b tempest-RoutersIpV6Test-1448447933 tempest-RoutersIpV6Test-1448447933-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8773699955833', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5190677'] for segment, before_delete {{(pid=94175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:36:10.156648 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron_lib.callbacks.manager [None req-bf3e2e18-83ec-454c-b4bf-c797b28096ba tempest-RoutersTest-228919764 tempest-RoutersTest-228919764-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-922904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866062', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773700135042', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773699642233', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773699642278', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5196369'] for port, after_update {{(pid=94174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:36:10.185617 dv-neutron-601336-94-hyperv neutron-server[94175]: INFO neutron.wsgi [None req-19d3fd98-7427-491c-a3b3-04c2fbc255d6 tempest-ExternalNetworksTestJSON-2139813945 tempest-ExternalNetworksTestJSON-2139813945-project-admin] 10.222.0.20 "GET /v2.0/floatingips HTTP/1.1" status: 200 len: 997 time: 0.2006552 Jun 23 11:36:10.190110 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.wsgi [-] (94175) accepted ('10.222.0.20', 41696) {{(pid=94175) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 11:36:10.199284 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron_lib.callbacks.manager [None req-f9303abb-df97-49bb-b38f-38b7407ab80b tempest-RoutersIpV6Test-1448447933 tempest-RoutersIpV6Test-1448447933-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3801'] for segment, precommit_delete {{(pid=94175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:36:10.218794 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f9303abb-df97-49bb-b38f-38b7407ab80b tempest-RoutersIpV6Test-1448447933 tempest-RoutersIpV6Test-1448447933-project] Releasing vlan 419 on physical network physnet1 to pool {{(pid=94175) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 23 11:36:10.219275 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron_lib.callbacks.manager [None req-f9303abb-df97-49bb-b38f-38b7407ab80b tempest-RoutersIpV6Test-1448447933 tempest-RoutersIpV6Test-1448447933-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3801', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5082371'] for segment, after_delete {{(pid=94175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:36:10.232186 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG oslo_concurrency.lockutils [None req-529b0724-0710-430f-ab69-163e340a676d tempest-ServerActionsTestJSON-161917335 tempest-ServerActionsTestJSON-161917335-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94174) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 11:36:10.243326 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron_lib.callbacks.manager [None req-bf3e2e18-83ec-454c-b4bf-c797b28096ba tempest-RoutersTest-228919764 tempest-RoutersTest-228919764-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-7866091', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-453038'] for router_interface, after_create {{(pid=94174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:36:10.244019 dv-neutron-601336-94-hyperv neutron-server[94175]: Traceback (most recent call last): Jun 23 11:36:10.244019 dv-neutron-601336-94-hyperv neutron-server[94175]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 23 11:36:10.244019 dv-neutron-601336-94-hyperv neutron-server[94175]: timer() Jun 23 11:36:10.244019 dv-neutron-601336-94-hyperv neutron-server[94175]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 23 11:36:10.244019 dv-neutron-601336-94-hyperv neutron-server[94175]: cb(*args, **kw) Jun 23 11:36:10.244019 dv-neutron-601336-94-hyperv neutron-server[94175]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 23 11:36:10.244019 dv-neutron-601336-94-hyperv neutron-server[94175]: return func(*args, **kwargs) Jun 23 11:36:10.244019 dv-neutron-601336-94-hyperv neutron-server[94175]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 23 11:36:10.244019 dv-neutron-601336-94-hyperv neutron-server[94175]: self._notify() Jun 23 11:36:10.244019 dv-neutron-601336-94-hyperv neutron-server[94175]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 23 11:36:10.244019 dv-neutron-601336-94-hyperv neutron-server[94175]: self.callback(batched_events) Jun 23 11:36:10.244019 dv-neutron-601336-94-hyperv neutron-server[94175]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 23 11:36:10.244019 dv-neutron-601336-94-hyperv neutron-server[94175]: event.method(event) Jun 23 11:36:10.244019 dv-neutron-601336-94-hyperv neutron-server[94175]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 23 11:36:10.244019 dv-neutron-601336-94-hyperv neutron-server[94175]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 23 11:36:10.244019 dv-neutron-601336-94-hyperv neutron-server[94175]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 23 11:36:10.244019 dv-neutron-601336-94-hyperv neutron-server[94175]: aggregate_uuid = self.p_client.list_aggregates( Jun 23 11:36:10.244019 dv-neutron-601336-94-hyperv neutron-server[94175]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 23 11:36:10.244019 dv-neutron-601336-94-hyperv neutron-server[94175]: return f(self, *a, **k) Jun 23 11:36:10.244019 dv-neutron-601336-94-hyperv neutron-server[94175]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 23 11:36:10.244019 dv-neutron-601336-94-hyperv neutron-server[94175]: return self._get(url).json() Jun 23 11:36:10.244019 dv-neutron-601336-94-hyperv neutron-server[94175]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 23 11:36:10.244019 dv-neutron-601336-94-hyperv neutron-server[94175]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 23 11:36:10.244019 dv-neutron-601336-94-hyperv neutron-server[94175]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 23 11:36:10.244019 dv-neutron-601336-94-hyperv neutron-server[94175]: return self.request(url, 'GET', **kwargs) Jun 23 11:36:10.244019 dv-neutron-601336-94-hyperv neutron-server[94175]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 23 11:36:10.244019 dv-neutron-601336-94-hyperv neutron-server[94175]: base_url = self.get_endpoint(auth, allow=allow, Jun 23 11:36:10.244019 dv-neutron-601336-94-hyperv neutron-server[94175]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 23 11:36:10.244019 dv-neutron-601336-94-hyperv neutron-server[94175]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 23 11:36:10.244019 dv-neutron-601336-94-hyperv neutron-server[94175]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 23 11:36:10.244019 dv-neutron-601336-94-hyperv neutron-server[94175]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 23 11:36:10.244019 dv-neutron-601336-94-hyperv neutron-server[94175]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 23 11:36:10.384363 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf3e2e18-83ec-454c-b4bf-c797b28096ba tempest-RoutersTest-228919764 tempest-RoutersTest-228919764-project] Pushing event updated for resources: {'Port': ['ID=d120ebe7-be2a-4b0b-a1b4-cc00f66e913c,revision_number=2']} {{(pid=94174) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 11:36:10.385343 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-705341ab-65ba-4b1a-bb4f-5cc9d35ea4c4 req-288089a4-2edd-4c7e-b69b-45e250e3cfbb tempest-TestNetworkBasicOps-233187296 tempest-TestNetworkBasicOps-233187296-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 11:36:10.388912 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG oslo_concurrency.lockutils [None req-bf3e2e18-83ec-454c-b4bf-c797b28096ba tempest-RoutersTest-228919764 tempest-RoutersTest-228919764-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.157s {{(pid=94174) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 11:36:10.392233 dv-neutron-601336-94-hyperv neutron-server[94175]: INFO neutron.wsgi [req-705341ab-65ba-4b1a-bb4f-5cc9d35ea4c4 req-288089a4-2edd-4c7e-b69b-45e250e3cfbb tempest-TestNetworkBasicOps-233187296 tempest-TestNetworkBasicOps-233187296-project] 10.222.0.20 "GET /v2.0/ports?device_id=70369a78-6600-4228-b5a7-ab21e12429a7 HTTP/1.1" status: 200 len: 946 time: 0.4081600 Jun 23 11:36:10.403309 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fc687abf-b8f4-4b70-a682-642cf91d38f9 tempest-ExternalNetworksTestJSON-2139813945 tempest-ExternalNetworksTestJSON-2139813945-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 11:36:10.403580 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fc687abf-b8f4-4b70-a682-642cf91d38f9 tempest-ExternalNetworksTestJSON-2139813945 tempest-ExternalNetworksTestJSON-2139813945-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 11:36:10.404044 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fc687abf-b8f4-4b70-a682-642cf91d38f9 tempest-ExternalNetworksTestJSON-2139813945 tempest-ExternalNetworksTestJSON-2139813945-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 11:36:10.404507 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fc687abf-b8f4-4b70-a682-642cf91d38f9 tempest-ExternalNetworksTestJSON-2139813945 tempest-ExternalNetworksTestJSON-2139813945-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 11:36:10.404966 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fc687abf-b8f4-4b70-a682-642cf91d38f9 tempest-ExternalNetworksTestJSON-2139813945 tempest-ExternalNetworksTestJSON-2139813945-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 11:36:10.405416 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fc687abf-b8f4-4b70-a682-642cf91d38f9 tempest-ExternalNetworksTestJSON-2139813945 tempest-ExternalNetworksTestJSON-2139813945-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 11:36:10.405885 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fc687abf-b8f4-4b70-a682-642cf91d38f9 tempest-ExternalNetworksTestJSON-2139813945 tempest-ExternalNetworksTestJSON-2139813945-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 11:36:10.406315 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fc687abf-b8f4-4b70-a682-642cf91d38f9 tempest-ExternalNetworksTestJSON-2139813945 tempest-ExternalNetworksTestJSON-2139813945-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 11:36:10.406773 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fc687abf-b8f4-4b70-a682-642cf91d38f9 tempest-ExternalNetworksTestJSON-2139813945 tempest-ExternalNetworksTestJSON-2139813945-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 11:36:10.407741 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fc687abf-b8f4-4b70-a682-642cf91d38f9 tempest-ExternalNetworksTestJSON-2139813945 tempest-ExternalNetworksTestJSON-2139813945-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 11:36:10.408209 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fc687abf-b8f4-4b70-a682-642cf91d38f9 tempest-ExternalNetworksTestJSON-2139813945 tempest-ExternalNetworksTestJSON-2139813945-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 11:36:10.413136 dv-neutron-601336-94-hyperv neutron-server[94175]: INFO neutron.wsgi [None req-fc687abf-b8f4-4b70-a682-642cf91d38f9 tempest-ExternalNetworksTestJSON-2139813945 tempest-ExternalNetworksTestJSON-2139813945-project-admin] 10.222.0.20 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 7047 time: 0.2194247 Jun 23 11:36:10.414788 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.wsgi [-] (94174) accepted ('10.222.0.20', 41698) {{(pid=94174) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 11:36:10.447088 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron_lib.callbacks.manager [None req-f9303abb-df97-49bb-b38f-38b7407ab80b tempest-RoutersIpV6Test-1448447933 tempest-RoutersIpV6Test-1448447933-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-897248', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8002400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7866073', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-524247'] for network, after_delete {{(pid=94175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:36:10.452219 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron_lib.callbacks.manager [None req-f9303abb-df97-49bb-b38f-38b7407ab80b tempest-RoutersIpV6Test-1448447933 tempest-RoutersIpV6Test-1448447933-project] Notify callbacks [] for network, before_response {{(pid=94175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:36:10.456625 dv-neutron-601336-94-hyperv neutron-server[94175]: INFO neutron.wsgi [None req-f9303abb-df97-49bb-b38f-38b7407ab80b tempest-RoutersIpV6Test-1448447933 tempest-RoutersIpV6Test-1448447933-project] 10.222.0.20 "DELETE /v2.0/networks/ca00b23c-623f-4cdc-9bd5-76a96dd340ab HTTP/1.1" status: 204 len: 168 time: 1.6077089 Jun 23 11:36:10.461493 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG oslo_concurrency.lockutils [None req-899f07e2-91e5-4496-b7aa-9044b94dcf34 tempest-NetworksTest-2133396914 tempest-NetworksTest-2133396914-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94175) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 11:36:10.465356 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.wsgi [-] (94175) accepted ('10.222.0.20', 41700) {{(pid=94175) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 11:36:10.492685 dv-neutron-601336-94-hyperv neutron-server[94175]: INFO neutron.wsgi [req-705341ab-65ba-4b1a-bb4f-5cc9d35ea4c4 req-0bb4b62d-61f2-444c-8f88-d072d5ddf60b tempest-TestNetworkBasicOps-233187296 tempest-TestNetworkBasicOps-233187296-project] 10.222.0.20 "GET /v2.0/security-groups?id=571b66f8-c84c-4f09-9531-afe1560dc081&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0812330 Jun 23 11:36:10.493845 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9303abb-df97-49bb-b38f-38b7407ab80b tempest-RoutersIpV6Test-1448447933 tempest-RoutersIpV6Test-1448447933-project] Pushing event deleted for resources: {'Network': ['ID=ca00b23c-623f-4cdc-9bd5-76a96dd340ab,revision_number=None']} {{(pid=94175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 11:36:10.496323 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG oslo_concurrency.lockutils [None req-f9303abb-df97-49bb-b38f-38b7407ab80b tempest-RoutersIpV6Test-1448447933 tempest-RoutersIpV6Test-1448447933-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.035s {{(pid=94175) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 11:36:10.518458 dv-neutron-601336-94-hyperv neutron-server[94174]: INFO neutron.api.v2.resource [None req-48b9fd08-6b3d-4557-87df-9793e38b455a tempest-ExternalNetworksTestJSON-2139813945 tempest-ExternalNetworksTestJSON-2139813945-project-admin] delete failed (client error): The resource could not be found. Jun 23 11:36:10.521994 dv-neutron-601336-94-hyperv neutron-server[94174]: INFO neutron.wsgi [None req-48b9fd08-6b3d-4557-87df-9793e38b455a tempest-ExternalNetworksTestJSON-2139813945 tempest-ExternalNetworksTestJSON-2139813945-project-admin] 10.222.0.20 "DELETE /v2.0/floatingips/09059551-861e-430d-b0e6-85e1bbc01f7c HTTP/1.1" status: 404 len: 345 time: 0.0981426 Jun 23 11:36:10.522811 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.wsgi [-] (94174) accepted ('10.222.0.20', 41702) {{(pid=94174) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 11:36:10.540338 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-70d0cb52-6b40-4515-b535-c0cc60983d91 None None] Network 75649c4e-2c4d-4a9c-bb4f-3ba1a4d7057e requested from dv-neutron-601336-94-hyperv {{(pid=94176) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 23 11:36:10.576481 dv-neutron-601336-94-hyperv neutron-server[94174]: INFO neutron.pecan_wsgi.hooks.translation [None req-522cef4d-1f97-402e-b2aa-2b1d6d771fe2 tempest-ExternalNetworksTestJSON-2139813945 tempest-ExternalNetworksTestJSON-2139813945-project-admin] DELETE failed (client error): The resource could not be found. Jun 23 11:36:10.577105 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-522cef4d-1f97-402e-b2aa-2b1d6d771fe2 tempest-ExternalNetworksTestJSON-2139813945 tempest-ExternalNetworksTestJSON-2139813945-project-admin] No notification will be sent due to unsuccessful status code: 404 {{(pid=94174) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 23 11:36:10.578980 dv-neutron-601336-94-hyperv neutron-server[94174]: INFO neutron.wsgi [None req-522cef4d-1f97-402e-b2aa-2b1d6d771fe2 tempest-ExternalNetworksTestJSON-2139813945 tempest-ExternalNetworksTestJSON-2139813945-project-admin] 10.222.0.20 "DELETE /v2.0/networks/79608f2a-5af9-4ff0-a97c-15832b61f6e3 HTTP/1.1" status: 404 len: 339 time: 0.0555632 Jun 23 11:36:10.588656 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bf3e2e18-83ec-454c-b4bf-c797b28096ba tempest-RoutersTest-228919764 tempest-RoutersTest-228919764-project] Network 75649c4e-2c4d-4a9c-bb4f-3ba1a4d7057e is already hosted by enough agents. {{(pid=94174) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 23 11:36:10.588656 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.scheduler.base_scheduler [None req-bf3e2e18-83ec-454c-b4bf-c797b28096ba tempest-RoutersTest-228919764 tempest-RoutersTest-228919764-project] Resources bound (agent type, host, resource id): {{(pid=94174) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 23 11:36:10.590131 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.wsgi [-] (94174) accepted ('10.222.0.20', 41706) {{(pid=94174) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 11:36:10.599329 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.api.v2.base [None req-964bcbaa-172b-4e5c-93cc-f91317bcc71a tempest-ExternalNetworksTestJSON-2139813945 tempest-ExternalNetworksTestJSON-2139813945-project-admin] Request body: {'network': {'name': 'tempest-network--1177613101', 'router:external': True}} {{(pid=94174) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 23 11:36:10.730913 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bf3e2e18-83ec-454c-b4bf-c797b28096ba tempest-RoutersTest-228919764 tempest-RoutersTest-228919764-project] Router 122c067d-0664-472a-8765-023c6fbf0099 has already been hosted by L3 agent 50ef99c0-ef28-4db5-b303-b145898fae60 {{(pid=94174) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 23 11:36:10.740671 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.db.provisioning_blocks [None req-2886fcb5-9533-4566-a811-f5f01b4ff34b None None] Provisioning for port d6ad2f7d-868c-4cc1-ba7b-6864851856f6 completed by entity DHCP. {{(pid=94176) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 23 11:36:10.812201 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-964bcbaa-172b-4e5c-93cc-f91317bcc71a tempest-ExternalNetworksTestJSON-2139813945 tempest-ExternalNetworksTestJSON-2139813945-project-admin] Made reservation on behalf of c373739b43e145918ca40176b4ec1903 for: {'network': 1} {{(pid=94174) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 23 11:36:10.812201 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron_lib.callbacks.manager [None req-964bcbaa-172b-4e5c-93cc-f91317bcc71a tempest-ExternalNetworksTestJSON-2139813945 tempest-ExternalNetworksTestJSON-2139813945-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-923104'] for network, before_create {{(pid=94174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:36:10.875727 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-964bcbaa-172b-4e5c-93cc-f91317bcc71a tempest-ExternalNetworksTestJSON-2139813945 tempest-ExternalNetworksTestJSON-2139813945-project-admin] vlan segment allocate from pool success with {'vlan_id': 402, 'physical_network': 'physnet1'} {{(pid=94174) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 23 11:36:10.883375 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bf3e2e18-83ec-454c-b4bf-c797b28096ba tempest-RoutersTest-228919764 tempest-RoutersTest-228919764-project] Notify agent at l3_agent.dv-neutron-601336-94-hyperv the message routers_updated {{(pid=94174) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 23 11:36:10.889445 dv-neutron-601336-94-hyperv neutron-server[94174]: INFO neutron.wsgi [None req-bf3e2e18-83ec-454c-b4bf-c797b28096ba tempest-RoutersTest-228919764 tempest-RoutersTest-228919764-project] 10.222.0.20 "PUT /v2.0/routers/122c067d-0664-472a-8765-023c6fbf0099/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.7110369 Jun 23 11:36:10.901922 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron_lib.callbacks.manager [None req-964bcbaa-172b-4e5c-93cc-f91317bcc71a tempest-ExternalNetworksTestJSON-2139813945 tempest-ExternalNetworksTestJSON-2139813945-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3801'] for segment, precommit_create {{(pid=94174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:36:10.901922 dv-neutron-601336-94-hyperv neutron-server[94174]: INFO neutron.db.segments_db [None req-964bcbaa-172b-4e5c-93cc-f91317bcc71a tempest-ExternalNetworksTestJSON-2139813945 tempest-ExternalNetworksTestJSON-2139813945-project-admin] Added segment 303e21cf-d406-4012-869d-507ee39943f5 of type vlan for network d9b80154-ff20-44f2-95d8-d84235715431 Jun 23 11:36:10.901922 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.wsgi [-] (94174) accepted ('10.222.0.20', 41710) {{(pid=94174) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 11:36:10.906338 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.api.v2.base [None req-786567d0-e45b-48b7-b16e-06ef8795eeab tempest-RoutersTest-228919764 tempest-RoutersTest-228919764-project] Request body: {'network': {'name': 'tempest-RoutersTest-1486024183'}} {{(pid=94174) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 23 11:36:10.934050 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron_lib.callbacks.manager [None req-3017198e-f38f-48f1-a19c-5805cf6bec15 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773699952132', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-899307'] for agent, after_update {{(pid=94176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:36:10.975231 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron_lib.callbacks.manager [None req-964bcbaa-172b-4e5c-93cc-f91317bcc71a tempest-ExternalNetworksTestJSON-2139813945 tempest-ExternalNetworksTestJSON-2139813945-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8773699596773'] for network, precommit_create {{(pid=94174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:36:11.046950 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-786567d0-e45b-48b7-b16e-06ef8795eeab tempest-RoutersTest-228919764 tempest-RoutersTest-228919764-project] Made reservation on behalf of 1838eb839bc24d0abf2e86f88a8bcfa8 for: {'network': 1} {{(pid=94174) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 23 11:36:11.050774 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron_lib.callbacks.manager [None req-786567d0-e45b-48b7-b16e-06ef8795eeab tempest-RoutersTest-228919764 tempest-RoutersTest-228919764-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-923104'] for network, before_create {{(pid=94174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:36:11.080753 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron_lib.callbacks.manager [None req-964bcbaa-172b-4e5c-93cc-f91317bcc71a tempest-ExternalNetworksTestJSON-2139813945 tempest-ExternalNetworksTestJSON-2139813945-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8002400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7866073'] for network, after_create {{(pid=94174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:36:11.081737 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-964bcbaa-172b-4e5c-93cc-f91317bcc71a tempest-ExternalNetworksTestJSON-2139813945 tempest-ExternalNetworksTestJSON-2139813945-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94174) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 11:36:11.082313 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron_lib.callbacks.manager [None req-964bcbaa-172b-4e5c-93cc-f91317bcc71a tempest-ExternalNetworksTestJSON-2139813945 tempest-ExternalNetworksTestJSON-2139813945-project-admin] Notify callbacks [] for network, before_response {{(pid=94174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:36:11.086737 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG oslo_concurrency.lockutils [None req-270d8760-dd95-4536-9cf7-99ea5e9b526b tempest-BulkNetworkOpsTest-447796090 tempest-BulkNetworkOpsTest-447796090-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94174) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 11:36:11.102758 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-98612126-61ad-4a06-8a94-10a8a4e9a692 None None] Sync routers for ids ['122c067d-0664-472a-8765-023c6fbf0099'] in dv-neutron-601336-94-hyperv {{(pid=94176) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 23 11:36:11.118485 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.db.l3_dvrscheduler_db [None req-98612126-61ad-4a06-8a94-10a8a4e9a692 None None] Routers {'122c067d-0664-472a-8765-023c6fbf0099'} bound to L3 agent in host dv-neutron-601336-94-hyperv {{(pid=94176) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 23 11:36:11.119718 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.db.l3_hamode_db [None req-98612126-61ad-4a06-8a94-10a8a4e9a692 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-601336-94-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-23T11:22:13Z,description=,heartbeat_timestamp=2021-06-23T11:35:43Z,host='dv-neutron-601336-94-hyperv',id=50ef99c0-ef28-4db5-b303-b145898fae60,load=0,resource_versions=,resources_synced=,started_at=2021-06-23T11:22:14Z,topic='l3_agent')) {'router_ids': ['122c067d-0664-472a-8765-023c6fbf0099'], 'active': True} {{(pid=94176) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 11:36:11.127970 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-786567d0-e45b-48b7-b16e-06ef8795eeab tempest-RoutersTest-228919764 tempest-RoutersTest-228919764-project] vlan segment allocate from pool success with {'vlan_id': 410, 'physical_network': 'physnet1'} {{(pid=94174) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 23 11:36:11.181022 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.plugins.ml2.rpc [None req-dc7542b2-afef-47f4-a763-e3a3cba144be None None] Device 7a29a4e4-f510-4f78-9f80-80db4aa06bf5 up at agent ovs-agent-dv-neutron-601336-94-hyperv {{(pid=94176) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:298}} Jun 23 11:36:11.209075 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron_lib.callbacks.manager [None req-786567d0-e45b-48b7-b16e-06ef8795eeab tempest-RoutersTest-228919764 tempest-RoutersTest-228919764-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3801'] for segment, precommit_create {{(pid=94174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:36:11.209427 dv-neutron-601336-94-hyperv neutron-server[94174]: INFO neutron.db.segments_db [None req-786567d0-e45b-48b7-b16e-06ef8795eeab tempest-RoutersTest-228919764 tempest-RoutersTest-228919764-project] Added segment 5803a03d-cefa-42b6-8ef9-c623e9a53969 of type vlan for network 84019baa-22c6-42bd-90bd-77a6f3aa1f2b Jun 23 11:36:11.219097 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron_lib.callbacks.manager [None req-90bd6a22-3e81-4d8f-b966-02aed603ecab tempest-RoutersIpV6Test-1448447933 tempest-RoutersIpV6Test-1448447933-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-453061'] for router_interface, before_delete {{(pid=94175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:36:11.277578 dv-neutron-601336-94-hyperv neutron-server[94174]: INFO neutron.wsgi [req-997f3774-52f6-4e08-a16a-91cff517d63c req-20e0a287-d148-4a70-a33f-d713f5bec10b tempest-TestServerAdvancedOps-2059691030 tempest-TestServerAdvancedOps-2059691030-project] 10.222.0.20 "GET /v2.0/ports?device_id=db39e3a9-74a7-4800-a7cc-bd4b30155332 HTTP/1.1" status: 200 len: 210 time: 0.0982392 Jun 23 11:36:11.294639 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-964bcbaa-172b-4e5c-93cc-f91317bcc71a tempest-ExternalNetworksTestJSON-2139813945 tempest-ExternalNetworksTestJSON-2139813945-project-admin] Pushing event updated for resources: {'Network': ['ID=d9b80154-ff20-44f2-95d8-d84235715431,revision_number=1']} {{(pid=94174) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 11:36:11.301132 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG oslo_concurrency.lockutils [None req-964bcbaa-172b-4e5c-93cc-f91317bcc71a tempest-ExternalNetworksTestJSON-2139813945 tempest-ExternalNetworksTestJSON-2139813945-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.213s {{(pid=94174) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 11:36:11.309233 dv-neutron-601336-94-hyperv neutron-server[94174]: INFO neutron.wsgi [None req-964bcbaa-172b-4e5c-93cc-f91317bcc71a tempest-ExternalNetworksTestJSON-2139813945 tempest-ExternalNetworksTestJSON-2139813945-project-admin] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 863 time: 0.7182980 Jun 23 11:36:11.316849 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.wsgi [-] (94175) accepted ('10.222.0.20', 41714) {{(pid=94175) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 11:36:11.326941 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.plugins.ml2.rpc [None req-dc7542b2-afef-47f4-a763-e3a3cba144be None None] Network d9b80154-ff20-44f2-95d8-d84235715431 details requested by agent ovs-agent-dv-neutron-601336-94-hyperv with host dv-neutron-601336-94-hyperv {{(pid=94176) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:250}} Jun 23 11:36:11.355764 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron_lib.callbacks.manager [None req-786567d0-e45b-48b7-b16e-06ef8795eeab tempest-RoutersTest-228919764 tempest-RoutersTest-228919764-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8773699596773'] for network, precommit_create {{(pid=94174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:36:11.430960 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.db.l3_dvr_db [None req-98612126-61ad-4a06-8a94-10a8a4e9a692 None None] Set router 122c067d-0664-472a-8765-023c6fbf0099 gateway port host: None {{(pid=94176) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:838}} Jun 23 11:36:11.497306 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.db.provisioning_blocks [None req-dc7542b2-afef-47f4-a763-e3a3cba144be None None] Provisioning complete for port 7a29a4e4-f510-4f78-9f80-80db4aa06bf5 triggered by entity L2. {{(pid=94176) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 23 11:36:11.497797 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron_lib.callbacks.manager [None req-dc7542b2-afef-47f4-a763-e3a3cba144be None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-899258'] for port, provisioning_complete {{(pid=94176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:36:11.510436 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron_lib.callbacks.manager [None req-786567d0-e45b-48b7-b16e-06ef8795eeab tempest-RoutersTest-228919764 tempest-RoutersTest-228919764-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8002400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7866073'] for network, after_create {{(pid=94174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:36:11.516944 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-786567d0-e45b-48b7-b16e-06ef8795eeab tempest-RoutersTest-228919764 tempest-RoutersTest-228919764-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94174) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 11:36:11.517672 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron_lib.callbacks.manager [None req-786567d0-e45b-48b7-b16e-06ef8795eeab tempest-RoutersTest-228919764 tempest-RoutersTest-228919764-project] Notify callbacks [] for network, before_response {{(pid=94174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:36:11.531781 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.db.provisioning_blocks [None req-5650a853-f1b0-4b39-a822-1fea0f601b55 None None] Provisioning for port d120ebe7-be2a-4b0b-a1b4-cc00f66e913c completed by entity DHCP. {{(pid=94176) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 23 11:36:11.534545 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG oslo_concurrency.lockutils [None req-effed5f9-e756-4b0f-97e6-c450abe595be tempest-RoutersIpV6Test-1448447933 tempest-RoutersIpV6Test-1448447933-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94174) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 11:36:11.555003 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.db.provisioning_blocks [None req-5650a853-f1b0-4b39-a822-1fea0f601b55 None None] Provisioning complete for port d120ebe7-be2a-4b0b-a1b4-cc00f66e913c triggered by entity DHCP. {{(pid=94176) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 23 11:36:11.556013 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron_lib.callbacks.manager [None req-5650a853-f1b0-4b39-a822-1fea0f601b55 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-899258'] for port, provisioning_complete {{(pid=94176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:36:11.593688 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aa665dc3-8e66-48eb-a5f0-b7c21c7ffbe8 tempest-ExternalNetworksTestJSON-398413736 tempest-ExternalNetworksTestJSON-398413736-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 11:36:11.600622 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.plugins.ml2.plugin [None req-5650a853-f1b0-4b39-a822-1fea0f601b55 None None] Port d120ebe7-be2a-4b0b-a1b4-cc00f66e913c cannot update to ACTIVE because it is not bound. {{(pid=94176) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jun 23 11:36:11.606853 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aa665dc3-8e66-48eb-a5f0-b7c21c7ffbe8 tempest-ExternalNetworksTestJSON-398413736 tempest-ExternalNetworksTestJSON-398413736-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 11:36:11.614563 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aa665dc3-8e66-48eb-a5f0-b7c21c7ffbe8 tempest-ExternalNetworksTestJSON-398413736 tempest-ExternalNetworksTestJSON-398413736-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 11:36:11.621647 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aa665dc3-8e66-48eb-a5f0-b7c21c7ffbe8 tempest-ExternalNetworksTestJSON-398413736 tempest-ExternalNetworksTestJSON-398413736-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 11:36:11.627496 dv-neutron-601336-94-hyperv neutron-server[94175]: INFO neutron.wsgi [None req-aa665dc3-8e66-48eb-a5f0-b7c21c7ffbe8 tempest-ExternalNetworksTestJSON-398413736 tempest-ExternalNetworksTestJSON-398413736-project] 10.222.0.20 "GET /v2.0/networks HTTP/1.1" status: 200 len: 2454 time: 0.3094358 Jun 23 11:36:11.628117 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.wsgi [-] (94175) accepted ('10.222.0.20', 41716) {{(pid=94175) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 11:36:11.641133 dv-neutron-601336-94-hyperv neutron-server[94174]: INFO neutron.wsgi [None req-786567d0-e45b-48b7-b16e-06ef8795eeab tempest-RoutersTest-228919764 tempest-RoutersTest-228919764-project] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 766 time: 0.7384198 Jun 23 11:36:11.644607 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.wsgi [-] (94174) accepted ('10.222.0.20', 41718) {{(pid=94174) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 11:36:11.652045 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.api.v2.base [None req-80528d59-5c3b-4bf1-909f-de61a93a5006 tempest-RoutersTest-228919764 tempest-RoutersTest-228919764-project] Request body: {'subnet': {'network_id': '84019baa-22c6-42bd-90bd-77a6f3aa1f2b', 'cidr': '172.22.0.0/28', 'ip_version': 4, 'gateway_ip': '172.22.0.1'}} {{(pid=94174) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 23 11:36:11.655462 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-786567d0-e45b-48b7-b16e-06ef8795eeab tempest-RoutersTest-228919764 tempest-RoutersTest-228919764-project] Pushing event updated for resources: {'Network': ['ID=84019baa-22c6-42bd-90bd-77a6f3aa1f2b,revision_number=1']} {{(pid=94174) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 11:36:11.662147 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG oslo_concurrency.lockutils [None req-786567d0-e45b-48b7-b16e-06ef8795eeab tempest-RoutersTest-228919764 tempest-RoutersTest-228919764-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.128s {{(pid=94174) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 11:36:11.672671 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.plugins.ml2.rpc [None req-dc7542b2-afef-47f4-a763-e3a3cba144be None None] Network 84019baa-22c6-42bd-90bd-77a6f3aa1f2b details requested by agent ovs-agent-dv-neutron-601336-94-hyperv with host dv-neutron-601336-94-hyperv {{(pid=94176) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:250}} Jun 23 11:36:11.733511 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron_lib.callbacks.manager [None req-f32c585d-3788-4f26-89ce-768318705c95 tempest-ExternalNetworksTestJSON-2139813945 tempest-ExternalNetworksTestJSON-2139813945-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-824874'] for network, before_delete {{(pid=94175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:36:11.739119 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8b742df-2bf8-48bb-bb54-9552b7f685cd req-2dcfd075-0801-4c34-9856-e29301da7d80 tempest-TestServerAdvancedOps-2059691030 tempest-TestServerAdvancedOps-2059691030-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94174) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 11:36:11.742176 dv-neutron-601336-94-hyperv neutron-server[94174]: INFO neutron.wsgi [req-d8b742df-2bf8-48bb-bb54-9552b7f685cd req-2dcfd075-0801-4c34-9856-e29301da7d80 tempest-TestServerAdvancedOps-2059691030 tempest-TestServerAdvancedOps-2059691030-project] 10.222.0.52 "GET /v2.0/networks?id=467f8a04-0486-4e89-bdba-fbf40f5b3292 HTTP/1.1" status: 200 len: 811 time: 0.3043282 Jun 23 11:36:11.753644 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.api.v2.base [req-d8b742df-2bf8-48bb-bb54-9552b7f685cd req-9023b93d-86f1-4079-96a2-6ad1ff683ce7 tempest-TestServerAdvancedOps-2059691030 tempest-TestServerAdvancedOps-2059691030-project] Request body: {'port': {'device_id': 'db39e3a9-74a7-4800-a7cc-bd4b30155332', 'network_id': '467f8a04-0486-4e89-bdba-fbf40f5b3292', 'admin_state_up': True, 'tenant_id': '87e6e184674b4a4680205b94208b9e33'}} {{(pid=94174) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 23 11:36:11.773718 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.db.provisioning_blocks [None req-1cec6e26-2415-4d26-bb9c-2bed38d11c18 None None] Provisioning complete for port d120ebe7-be2a-4b0b-a1b4-cc00f66e913c triggered by entity DHCP. {{(pid=94176) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 23 11:36:11.774677 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron_lib.callbacks.manager [None req-1cec6e26-2415-4d26-bb9c-2bed38d11c18 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-899258'] for port, provisioning_complete {{(pid=94176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:36:11.855294 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.plugins.ml2.rpc [None req-dc7542b2-afef-47f4-a763-e3a3cba144be None None] Device d6ad2f7d-868c-4cc1-ba7b-6864851856f6 up at agent ovs-agent-dv-neutron-601336-94-hyperv {{(pid=94176) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:298}} Jun 23 11:36:11.877172 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-80528d59-5c3b-4bf1-909f-de61a93a5006 tempest-RoutersTest-228919764 tempest-RoutersTest-228919764-project] Made reservation on behalf of 1838eb839bc24d0abf2e86f88a8bcfa8 for: {'subnet': 1} {{(pid=94174) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 23 11:36:11.877806 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron_lib.callbacks.manager [None req-f32c585d-3788-4f26-89ce-768318705c95 tempest-ExternalNetworksTestJSON-2139813945 tempest-ExternalNetworksTestJSON-2139813945-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-897259', 'neutron.services.segments.db._delete_segments_for_network-8773700168587'] for network, precommit_delete {{(pid=94175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:36:11.881614 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron_lib.callbacks.manager [None req-80528d59-5c3b-4bf1-909f-de61a93a5006 tempest-RoutersTest-228919764 tempest-RoutersTest-228919764-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4294245'] for subnet, before_create {{(pid=94174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:36:11.886028 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.plugins.ml2.plugin [None req-1cec6e26-2415-4d26-bb9c-2bed38d11c18 None None] Port d120ebe7-be2a-4b0b-a1b4-cc00f66e913c cannot update to ACTIVE because it is not bound. {{(pid=94176) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jun 23 11:36:11.891410 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.services.segments.db [None req-f32c585d-3788-4f26-89ce-768318705c95 tempest-ExternalNetworksTestJSON-2139813945 tempest-ExternalNetworksTestJSON-2139813945-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d9b80154-ff20-44f2-95d8-d84235715431']}} {{(pid=94175) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 11:36:11.905386 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.services.segments.db [None req-f32c585d-3788-4f26-89ce-768318705c95 tempest-ExternalNetworksTestJSON-2139813945 tempest-ExternalNetworksTestJSON-2139813945-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '303e21cf-d406-4012-869d-507ee39943f5') {'for_net_delete': True} {{(pid=94175) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 11:36:11.905688 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.services.segments.db [None req-f32c585d-3788-4f26-89ce-768318705c95 tempest-ExternalNetworksTestJSON-2139813945 tempest-ExternalNetworksTestJSON-2139813945-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '303e21cf-d406-4012-869d-507ee39943f5') {} {{(pid=94175) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 11:36:11.917393 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron_lib.callbacks.manager [None req-f32c585d-3788-4f26-89ce-768318705c95 tempest-ExternalNetworksTestJSON-2139813945 tempest-ExternalNetworksTestJSON-2139813945-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8773699955833', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5190677'] for segment, before_delete {{(pid=94175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:36:11.922315 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.db.l3_hamode_db [None req-98612126-61ad-4a06-8a94-10a8a4e9a692 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '122c067d-0664-472a-8765-023c6fbf0099', 'name': 'tempest-RoutersTest-router-1104510358', 'tenant_id': '1838eb839bc24d0abf2e86f88a8bcfa8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-23T11:35:57Z', 'updated_at': '2021-06-23T11:36:09Z', 'revision_number': 3, 'project_id': '1838eb839bc24d0abf2e86f88a8bcfa8', 'gw_port_host': None, '_interfaces': [{'id': '7a29a4e4-f510-4f78-9f80-80db4aa06bf5', 'name': '', 'network_id': '16660c50-0794-457f-9a86-fdc3685f0969', 'tenant_id': '1838eb839bc24d0abf2e86f88a8bcfa8', 'mac_address': 'fa:16:3e:cb:f1:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '122c067d-0664-472a-8765-023c6fbf0099', 'device_owner': 'network:router_interface', 'standard_attr_id': 1104, 'fixed_ips': [{'subnet_id': 'c719f3a8-f536-49d0-8d92-e308a6195b0c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-94-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-23T11:36:00Z', 'updated_at': '2021-06-23T11:36:09Z', 'revision_number': 5, 'project_id': '1838eb839bc24d0abf2e86f88a8bcfa8', 'subnets': [{'id': 'c719f3a8-f536-49d0-8d92-e308a6195b0c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'd120ebe7-be2a-4b0b-a1b4-cc00f66e913c', 'name': '', 'network_id': '75649c4e-2c4d-4a9c-bb4f-3ba1a4d7057e', 'tenant_id': '1838eb839bc24d0abf2e86f88a8bcfa8', 'mac_address': 'fa:16:3e:65:7c:35', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '122c067d-0664-472a-8765-023c6fbf0099', 'device_owner': 'network:router_interface', 'standard_attr_id': 1130, 'fixed_ips': [{'subnet_id': 'c35c0562-6b9c-442e-96b4-912bb02cc969', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-23T11:36:08Z', 'updated_at': '2021-06-23T11:36:09Z', 'revision_number': 2, 'project_id': '1838eb839bc24d0abf2e86f88a8bcfa8', 'subnets': [{'id': 'c35c0562-6b9c-442e-96b4-912bb02cc969', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-601336-94-hyperv', False) {} {{(pid=94176) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 11:36:11.934852 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.plugins.ml2.plugin [None req-90bd6a22-3e81-4d8f-b966-02aed603ecab tempest-RoutersIpV6Test-1448447933 tempest-RoutersIpV6Test-1448447933-project] Deleting port fa994084-a39f-425d-a88e-31f844094105 {{(pid=94175) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1913}} Jun 23 11:36:11.935228 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron_lib.callbacks.manager [None req-90bd6a22-3e81-4d8f-b966-02aed603ecab tempest-RoutersIpV6Test-1448447933 tempest-RoutersIpV6Test-1448447933-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773700079324'] for port, before_delete {{(pid=94175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:36:11.954925 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron_lib.callbacks.manager [None req-f32c585d-3788-4f26-89ce-768318705c95 tempest-ExternalNetworksTestJSON-2139813945 tempest-ExternalNetworksTestJSON-2139813945-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3801'] for segment, precommit_delete {{(pid=94175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:36:11.960722 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-98612126-61ad-4a06-8a94-10a8a4e9a692 None None] Checking router: 122c067d-0664-472a-8765-023c6fbf0099 for host: dv-neutron-601336-94-hyperv {{(pid=94176) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 23 11:36:11.961089 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-98612126-61ad-4a06-8a94-10a8a4e9a692 None None] Updating router 122c067d-0664-472a-8765-023c6fbf0099 port d120ebe7-be2a-4b0b-a1b4-cc00f66e913c binding host dv-neutron-601336-94-hyperv {{(pid=94176) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 23 11:36:11.989434 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f32c585d-3788-4f26-89ce-768318705c95 tempest-ExternalNetworksTestJSON-2139813945 tempest-ExternalNetworksTestJSON-2139813945-project-admin] Releasing vlan 402 on physical network physnet1 to pool {{(pid=94175) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 23 11:36:11.989434 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron_lib.callbacks.manager [None req-f32c585d-3788-4f26-89ce-768318705c95 tempest-ExternalNetworksTestJSON-2139813945 tempest-ExternalNetworksTestJSON-2139813945-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3801', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5082371'] for segment, after_delete {{(pid=94175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:36:11.992018 dv-neutron-601336-94-hyperv neutron-server[94175]: Traceback (most recent call last): Jun 23 11:36:11.992018 dv-neutron-601336-94-hyperv neutron-server[94175]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 23 11:36:11.992018 dv-neutron-601336-94-hyperv neutron-server[94175]: timer() Jun 23 11:36:11.992018 dv-neutron-601336-94-hyperv neutron-server[94175]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 23 11:36:11.992018 dv-neutron-601336-94-hyperv neutron-server[94175]: cb(*args, **kw) Jun 23 11:36:11.992018 dv-neutron-601336-94-hyperv neutron-server[94175]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 23 11:36:11.992018 dv-neutron-601336-94-hyperv neutron-server[94175]: return func(*args, **kwargs) Jun 23 11:36:11.992018 dv-neutron-601336-94-hyperv neutron-server[94175]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 23 11:36:11.992018 dv-neutron-601336-94-hyperv neutron-server[94175]: self._notify() Jun 23 11:36:11.992018 dv-neutron-601336-94-hyperv neutron-server[94175]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 23 11:36:11.992018 dv-neutron-601336-94-hyperv neutron-server[94175]: self.callback(batched_events) Jun 23 11:36:11.992018 dv-neutron-601336-94-hyperv neutron-server[94175]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 23 11:36:11.992018 dv-neutron-601336-94-hyperv neutron-server[94175]: event.method(event) Jun 23 11:36:11.992018 dv-neutron-601336-94-hyperv neutron-server[94175]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 23 11:36:11.992018 dv-neutron-601336-94-hyperv neutron-server[94175]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 23 11:36:11.992018 dv-neutron-601336-94-hyperv neutron-server[94175]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 23 11:36:11.992018 dv-neutron-601336-94-hyperv neutron-server[94175]: aggregate_uuid = self.p_client.list_aggregates( Jun 23 11:36:11.992018 dv-neutron-601336-94-hyperv neutron-server[94175]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 23 11:36:11.992018 dv-neutron-601336-94-hyperv neutron-server[94175]: return f(self, *a, **k) Jun 23 11:36:11.992018 dv-neutron-601336-94-hyperv neutron-server[94175]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 23 11:36:11.992018 dv-neutron-601336-94-hyperv neutron-server[94175]: return self._get(url).json() Jun 23 11:36:11.992018 dv-neutron-601336-94-hyperv neutron-server[94175]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 23 11:36:11.992018 dv-neutron-601336-94-hyperv neutron-server[94175]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 23 11:36:11.992018 dv-neutron-601336-94-hyperv neutron-server[94175]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 23 11:36:11.992018 dv-neutron-601336-94-hyperv neutron-server[94175]: return self.request(url, 'GET', **kwargs) Jun 23 11:36:11.992018 dv-neutron-601336-94-hyperv neutron-server[94175]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 23 11:36:11.992018 dv-neutron-601336-94-hyperv neutron-server[94175]: base_url = self.get_endpoint(auth, allow=allow, Jun 23 11:36:11.992018 dv-neutron-601336-94-hyperv neutron-server[94175]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 23 11:36:11.992018 dv-neutron-601336-94-hyperv neutron-server[94175]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 23 11:36:11.992018 dv-neutron-601336-94-hyperv neutron-server[94175]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 23 11:36:11.992018 dv-neutron-601336-94-hyperv neutron-server[94175]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 23 11:36:11.992018 dv-neutron-601336-94-hyperv neutron-server[94175]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 23 11:36:12.006458 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron_lib.callbacks.manager [None req-98612126-61ad-4a06-8a94-10a8a4e9a692 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-923122'] for port, before_update {{(pid=94176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:36:12.024499 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d8b742df-2bf8-48bb-bb54-9552b7f685cd req-9023b93d-86f1-4079-96a2-6ad1ff683ce7 tempest-TestServerAdvancedOps-2059691030 tempest-TestServerAdvancedOps-2059691030-project] Made reservation on behalf of 87e6e184674b4a4680205b94208b9e33 for: {'port': 1} {{(pid=94174) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 23 11:36:12.029371 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron_lib.callbacks.manager [req-d8b742df-2bf8-48bb-bb54-9552b7f685cd req-9023b93d-86f1-4079-96a2-6ad1ff683ce7 tempest-TestServerAdvancedOps-2059691030 tempest-TestServerAdvancedOps-2059691030-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-923104'] for port, before_create {{(pid=94174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:36:12.041123 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.wsgi [-] (94175) accepted ('10.222.0.20', 41720) {{(pid=94175) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 11:36:12.047743 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.db.provisioning_blocks [None req-dc7542b2-afef-47f4-a763-e3a3cba144be None None] Provisioning for port d6ad2f7d-868c-4cc1-ba7b-6864851856f6 completed by entity L2. {{(pid=94176) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 23 11:36:12.055667 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.db.provisioning_blocks [None req-dc7542b2-afef-47f4-a763-e3a3cba144be None None] Provisioning complete for port d6ad2f7d-868c-4cc1-ba7b-6864851856f6 triggered by entity L2. {{(pid=94176) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 23 11:36:12.056042 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron_lib.callbacks.manager [None req-dc7542b2-afef-47f4-a763-e3a3cba144be None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-899258'] for port, provisioning_complete {{(pid=94176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:36:12.141415 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.plugins.ml2.db [None req-90bd6a22-3e81-4d8f-b966-02aed603ecab tempest-RoutersIpV6Test-1448447933 tempest-RoutersIpV6Test-1448447933-project] For port fa994084-a39f-425d-a88e-31f844094105, host dv-neutron-601336-94-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-94-hyperv',level=0,port_id=fa994084-a39f-425d-a88e-31f844094105,segment=NetworkSegment(28ca3686-7ff9-4891-a18f-d23f02683aab),segment_id=28ca3686-7ff9-4891-a18f-d23f02683aab)] {{(pid=94175) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 23 11:36:12.142335 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron_lib.callbacks.manager [None req-90bd6a22-3e81-4d8f-b966-02aed603ecab tempest-RoutersIpV6Test-1448447933 tempest-RoutersIpV6Test-1448447933-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-430722'] for port, precommit_delete {{(pid=94175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:36:12.195957 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron_lib.callbacks.manager [None req-f32c585d-3788-4f26-89ce-768318705c95 tempest-ExternalNetworksTestJSON-2139813945 tempest-ExternalNetworksTestJSON-2139813945-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-897248', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8002400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7866073', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-524247'] for network, after_delete {{(pid=94175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:36:12.198406 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.plugins.ml2.plugin [None req-90bd6a22-3e81-4d8f-b966-02aed603ecab tempest-RoutersIpV6Test-1448447933 tempest-RoutersIpV6Test-1448447933-project] Calling delete_port for fa994084-a39f-425d-a88e-31f844094105 owned by network:router_interface {{(pid=94175) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1986}} Jun 23 11:36:12.208199 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG oslo_concurrency.lockutils [None req-5ffd0da7-0f63-433b-820d-e59bde9a254d tempest-RoutersTest-228919764 tempest-RoutersTest-228919764-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94175) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 11:36:12.224826 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f32c585d-3788-4f26-89ce-768318705c95 tempest-ExternalNetworksTestJSON-2139813945 tempest-ExternalNetworksTestJSON-2139813945-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network d9b80154-ff20-44f2-95d8-d84235715431 {{(pid=94175) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:120}} Jun 23 11:36:12.227258 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f32c585d-3788-4f26-89ce-768318705c95 tempest-ExternalNetworksTestJSON-2139813945 tempest-ExternalNetworksTestJSON-2139813945-project-admin] Pushing event deleted for resources: {'Network': ['ID=d9b80154-ff20-44f2-95d8-d84235715431,revision_number=None']} {{(pid=94175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 11:36:12.236839 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron_lib.callbacks.manager [None req-f32c585d-3788-4f26-89ce-768318705c95 tempest-ExternalNetworksTestJSON-2139813945 tempest-ExternalNetworksTestJSON-2139813945-project-admin] Notify callbacks [] for network, before_response {{(pid=94175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:36:12.243191 dv-neutron-601336-94-hyperv neutron-server[94175]: INFO neutron.wsgi [None req-f32c585d-3788-4f26-89ce-768318705c95 tempest-ExternalNetworksTestJSON-2139813945 tempest-ExternalNetworksTestJSON-2139813945-project-admin] 10.222.0.20 "DELETE /v2.0/networks/d9b80154-ff20-44f2-95d8-d84235715431 HTTP/1.1" status: 204 len: 168 time: 0.6082425 Jun 23 11:36:12.243191 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG oslo_concurrency.lockutils [None req-f32c585d-3788-4f26-89ce-768318705c95 tempest-ExternalNetworksTestJSON-2139813945 tempest-ExternalNetworksTestJSON-2139813945-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.035s {{(pid=94175) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 11:36:12.243903 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.wsgi [-] (94174) accepted ('10.222.0.20', 41726) {{(pid=94174) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 11:36:12.254640 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.api.v2.base [None req-7e793839-c6e1-4405-afba-cf67822e6c86 tempest-ExternalNetworksTestJSON-2139813945 tempest-ExternalNetworksTestJSON-2139813945-project-admin] Request body: {'network': {'name': 'tempest-network--1613866152', 'router:external': True}} {{(pid=94174) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 23 11:36:12.430770 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7e793839-c6e1-4405-afba-cf67822e6c86 tempest-ExternalNetworksTestJSON-2139813945 tempest-ExternalNetworksTestJSON-2139813945-project-admin] Made reservation on behalf of c373739b43e145918ca40176b4ec1903 for: {'network': 1} {{(pid=94174) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 23 11:36:12.435588 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron_lib.callbacks.manager [None req-7e793839-c6e1-4405-afba-cf67822e6c86 tempest-ExternalNetworksTestJSON-2139813945 tempest-ExternalNetworksTestJSON-2139813945-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-923104'] for network, before_create {{(pid=94174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:36:12.465458 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7e793839-c6e1-4405-afba-cf67822e6c86 tempest-ExternalNetworksTestJSON-2139813945 tempest-ExternalNetworksTestJSON-2139813945-project-admin] vlan segment allocate from pool success with {'vlan_id': 447, 'physical_network': 'physnet1'} {{(pid=94174) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 23 11:36:12.477995 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron_lib.callbacks.manager [None req-7e793839-c6e1-4405-afba-cf67822e6c86 tempest-ExternalNetworksTestJSON-2139813945 tempest-ExternalNetworksTestJSON-2139813945-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3801'] for segment, precommit_create {{(pid=94174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:36:12.478528 dv-neutron-601336-94-hyperv neutron-server[94174]: INFO neutron.db.segments_db [None req-7e793839-c6e1-4405-afba-cf67822e6c86 tempest-ExternalNetworksTestJSON-2139813945 tempest-ExternalNetworksTestJSON-2139813945-project-admin] Added segment bf418a09-8f59-45c7-a6b1-76104fda7015 of type vlan for network 1394d99f-c1c7-44f1-ae98-96e51022cc80 Jun 23 11:36:12.523416 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron_lib.callbacks.manager [None req-dc7542b2-afef-47f4-a763-e3a3cba144be None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-923122'] for port, before_update {{(pid=94176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:36:12.540630 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron_lib.callbacks.manager [None req-7e793839-c6e1-4405-afba-cf67822e6c86 tempest-ExternalNetworksTestJSON-2139813945 tempest-ExternalNetworksTestJSON-2139813945-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8773699596773'] for network, precommit_create {{(pid=94174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:36:12.545203 dv-neutron-601336-94-hyperv neutron-server[94175]: INFO neutron.wsgi [req-314d91d0-f5fc-447e-99cf-c9994a312dcc req-aa1d01a4-a1c0-43de-a473-1e8a07db46b6 tempest-TestServerAdvancedOps-2059691030 tempest-TestServerAdvancedOps-2059691030-project] 10.222.0.20 "GET /v2.0/ports?device_id=db39e3a9-74a7-4800-a7cc-bd4b30155332 HTTP/1.1" status: 200 len: 210 time: 0.0553753 Jun 23 11:36:12.593342 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron_lib.callbacks.manager [None req-80528d59-5c3b-4bf1-909f-de61a93a5006 tempest-RoutersTest-228919764 tempest-RoutersTest-228919764-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866062', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5195999', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4294259'] for subnet, after_create {{(pid=94174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:36:12.603785 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.plugins.ml2.db [None req-dc7542b2-afef-47f4-a763-e3a3cba144be None None] For port d6ad2f7d-868c-4cc1-ba7b-6864851856f6, host dv-neutron-601336-94-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-94-hyperv',level=0,port_id=d6ad2f7d-868c-4cc1-ba7b-6864851856f6,segment=NetworkSegment(83fb02d4-09bd-490b-905c-19d47c8235b8),segment_id=83fb02d4-09bd-490b-905c-19d47c8235b8)] {{(pid=94176) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 23 11:36:12.625641 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG oslo_concurrency.lockutils [None req-42ea466f-1113-4a6c-921f-e58416700958 tempest-RoutersTest-228919764 tempest-RoutersTest-228919764-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94174) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 11:36:12.656925 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron_lib.callbacks.manager [None req-98612126-61ad-4a06-8a94-10a8a4e9a692 None None] Notify callbacks [] for port, precommit_update {{(pid=94176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:36:12.669563 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.db.provisioning_blocks [None req-98612126-61ad-4a06-8a94-10a8a4e9a692 None None] Transition to ACTIVE for port object d120ebe7-be2a-4b0b-a1b4-cc00f66e913c will not be triggered until provisioned by entity L2. {{(pid=94176) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 23 11:36:12.675609 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron_lib.callbacks.manager [None req-dc7542b2-afef-47f4-a763-e3a3cba144be None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-922904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866062', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773700135042', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773699642233', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773699642278'] for port, after_update {{(pid=94176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:36:12.675945 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron_lib.callbacks.manager [None req-7e793839-c6e1-4405-afba-cf67822e6c86 tempest-ExternalNetworksTestJSON-2139813945 tempest-ExternalNetworksTestJSON-2139813945-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8002400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7866073'] for network, after_create {{(pid=94174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:36:12.677094 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7e793839-c6e1-4405-afba-cf67822e6c86 tempest-ExternalNetworksTestJSON-2139813945 tempest-ExternalNetworksTestJSON-2139813945-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94174) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 11:36:12.677778 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron_lib.callbacks.manager [None req-7e793839-c6e1-4405-afba-cf67822e6c86 tempest-ExternalNetworksTestJSON-2139813945 tempest-ExternalNetworksTestJSON-2139813945-project-admin] Notify callbacks [] for network, before_response {{(pid=94174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:36:12.678246 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG oslo_concurrency.lockutils [None req-8028313f-b23b-44fc-9101-75efc5dc1a49 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 11:36:12.756017 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc7542b2-afef-47f4-a763-e3a3cba144be None None] Pushing event updated for resources: {'Port': ['ID=d6ad2f7d-868c-4cc1-ba7b-6864851856f6,revision_number=3']} {{(pid=94176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 11:36:12.759158 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.plugins.ml2.rpc [None req-dc7542b2-afef-47f4-a763-e3a3cba144be None None] Device c82921de-6598-4cba-8bf2-b33218d8b16c no longer exists at agent ovs-agent-dv-neutron-601336-94-hyperv {{(pid=94176) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:261}} Jun 23 11:36:12.782939 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG oslo_concurrency.lockutils [None req-dc7542b2-afef-47f4-a763-e3a3cba144be None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.105s {{(pid=94176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 11:36:12.784126 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.plugins.ml2.plugin [None req-dc7542b2-afef-47f4-a763-e3a3cba144be None None] No Port match for: c82921de-6598-4cba-8bf2-b33218d8b16c {{(pid=94176) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2240}} Jun 23 11:36:12.784253 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.db.db_base_plugin_common [req-d8b742df-2bf8-48bb-bb54-9552b7f685cd req-9023b93d-86f1-4079-96a2-6ad1ff683ce7 tempest-TestServerAdvancedOps-2059691030 tempest-TestServerAdvancedOps-2059691030-project] Allocated IP 172.20.0.3 (467f8a04-0486-4e89-bdba-fbf40f5b3292/beb0b0f0-6ee2-4ce1-a327-9347a15e70d0/d357b527-aa7a-4053-a134-8434c40844e5) {{(pid=94174) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 23 11:36:12.784356 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.plugins.ml2.rpc [None req-dc7542b2-afef-47f4-a763-e3a3cba144be None None] Device c82921de-6598-4cba-8bf2-b33218d8b16c not bound to the agent host dv-neutron-601336-94-hyperv {{(pid=94176) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:271}} Jun 23 11:36:12.784356 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.plugins.ml2.rpc [None req-dc7542b2-afef-47f4-a763-e3a3cba144be None None] Device 51eeb6b2-c859-4348-8d51-53b680c9492d no longer exists at agent ovs-agent-dv-neutron-601336-94-hyperv {{(pid=94176) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:261}} Jun 23 11:36:12.786597 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron_lib.callbacks.manager [None req-98612126-61ad-4a06-8a94-10a8a4e9a692 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-922904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866062', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773700135042', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773699642233', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773699642278'] for port, after_update {{(pid=94176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:36:12.789691 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80528d59-5c3b-4bf1-909f-de61a93a5006 tempest-RoutersTest-228919764 tempest-RoutersTest-228919764-project] Pushing event updated for resources: {'Subnet': ['ID=b8fb0629-2298-4857-a3a7-be85dddb5a9a,revision_number=0']} {{(pid=94174) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 11:36:12.792793 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG oslo_concurrency.lockutils [None req-dc7542b2-afef-47f4-a763-e3a3cba144be None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 11:36:12.804358 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG oslo_concurrency.lockutils [None req-80528d59-5c3b-4bf1-909f-de61a93a5006 tempest-RoutersTest-228919764 tempest-RoutersTest-228919764-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.179s {{(pid=94174) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 11:36:12.804902 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG oslo_concurrency.lockutils [None req-964bcbaa-172b-4e5c-93cc-f91317bcc71a tempest-ExternalNetworksTestJSON-2139813945 tempest-ExternalNetworksTestJSON-2139813945-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.109s {{(pid=94174) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 11:36:12.811605 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-80528d59-5c3b-4bf1-909f-de61a93a5006 tempest-RoutersTest-228919764 tempest-RoutersTest-228919764-project] Checking segment: {'id': '5803a03d-cefa-42b6-8ef9-c623e9a53969', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 410, 'network_id': '84019baa-22c6-42bd-90bd-77a6f3aa1f2b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94174) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 23 11:36:12.811977 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-80528d59-5c3b-4bf1-909f-de61a93a5006 tempest-RoutersTest-228919764 tempest-RoutersTest-228919764-project] Network hostable DHCP agents. Network: 84019baa-22c6-42bd-90bd-77a6f3aa1f2b, hostable agents: ['8cf29b10-0e57-4131-816f-a4b6ad00b249'], hosted agents: [] {{(pid=94174) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 23 11:36:12.823587 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron_lib.callbacks.manager [None req-90bd6a22-3e81-4d8f-b966-02aed603ecab tempest-RoutersIpV6Test-1448447933 tempest-RoutersIpV6Test-1448447933-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-922904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866062', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773700135024', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773699642224', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5082448'] for port, after_delete {{(pid=94175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:36:12.828046 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG oslo_concurrency.lockutils [None req-a1a983ba-eb7c-487a-b26a-6d2b2db8294e tempest-RoutersTest-228919764 tempest-RoutersTest-228919764-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94175) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 11:36:12.829133 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.plugins.ml2.plugin [None req-dc7542b2-afef-47f4-a763-e3a3cba144be None None] No Port match for: 51eeb6b2-c859-4348-8d51-53b680c9492d {{(pid=94176) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2240}} Jun 23 11:36:12.829506 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.plugins.ml2.rpc [None req-dc7542b2-afef-47f4-a763-e3a3cba144be None None] Device 51eeb6b2-c859-4348-8d51-53b680c9492d not bound to the agent host dv-neutron-601336-94-hyperv {{(pid=94176) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:271}} Jun 23 11:36:12.863831 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90bd6a22-3e81-4d8f-b966-02aed603ecab tempest-RoutersIpV6Test-1448447933 tempest-RoutersIpV6Test-1448447933-project] Pushing event deleted for resources: {'Port': ['ID=fa994084-a39f-425d-a88e-31f844094105,revision_number=None']} {{(pid=94175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 11:36:12.870115 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG oslo_concurrency.lockutils [None req-90bd6a22-3e81-4d8f-b966-02aed603ecab tempest-RoutersIpV6Test-1448447933 tempest-RoutersIpV6Test-1448447933-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.042s {{(pid=94175) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 11:36:12.878401 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4028c7e-6358-4ba6-94b4-cbafdcb28067 None None] Pushing event updated for resources: {'Port': ['ID=d120ebe7-be2a-4b0b-a1b4-cc00f66e913c,revision_number=3']} {{(pid=94176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 11:36:12.881630 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG oslo_concurrency.lockutils [None req-d4028c7e-6358-4ba6-94b4-cbafdcb28067 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.089s {{(pid=94176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 11:36:12.912110 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.plugins.ml2.managers [None req-98612126-61ad-4a06-8a94-10a8a4e9a692 None None] Attempting to bind port d120ebe7-be2a-4b0b-a1b4-cc00f66e913c on host dv-neutron-601336-94-hyperv for vnic_type normal with profile {{(pid=94176) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 23 11:36:12.912901 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.plugins.ml2.managers [None req-98612126-61ad-4a06-8a94-10a8a4e9a692 None None] Attempting to bind port d120ebe7-be2a-4b0b-a1b4-cc00f66e913c by drivers openvswitch,hyperv on host dv-neutron-601336-94-hyperv at level 0 using segments [{'id': '83fb02d4-09bd-490b-905c-19d47c8235b8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 435, 'network_id': '75649c4e-2c4d-4a9c-bb4f-3ba1a4d7057e'}] {{(pid=94176) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 23 11:36:12.916754 dv-neutron-601336-94-hyperv neutron-server[94174]: INFO neutron.wsgi [None req-7e793839-c6e1-4405-afba-cf67822e6c86 tempest-ExternalNetworksTestJSON-2139813945 tempest-ExternalNetworksTestJSON-2139813945-project-admin] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 863 time: 0.6654291 Jun 23 11:36:12.917138 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-98612126-61ad-4a06-8a94-10a8a4e9a692 None None] Attempting to bind port d120ebe7-be2a-4b0b-a1b4-cc00f66e913c on network 75649c4e-2c4d-4a9c-bb4f-3ba1a4d7057e {{(pid=94176) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 23 11:36:12.922111 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-98612126-61ad-4a06-8a94-10a8a4e9a692 None None] Checking agent: {'id': '4d05f899-5ac9-411b-8a03-f60c93f87cdf', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-601336-94-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 23, 11, 22, 14), 'started_at': datetime.datetime(2021, 6, 23, 11, 22, 44), 'heartbeat_timestamp': datetime.datetime(2021, 6, 23, 11, 35, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'monitor_allowed_address_pair_garp': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-601336-94-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94176) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 23 11:36:12.923710 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-98612126-61ad-4a06-8a94-10a8a4e9a692 None None] Checking segment: {'id': '83fb02d4-09bd-490b-905c-19d47c8235b8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 435, 'network_id': '75649c4e-2c4d-4a9c-bb4f-3ba1a4d7057e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94176) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 23 11:36:12.925307 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron_lib.callbacks.manager [None req-98612126-61ad-4a06-8a94-10a8a4e9a692 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:36:12.925983 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-98612126-61ad-4a06-8a94-10a8a4e9a692 None None] Bound using segment: {'id': '83fb02d4-09bd-490b-905c-19d47c8235b8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 435, 'network_id': '75649c4e-2c4d-4a9c-bb4f-3ba1a4d7057e'} {{(pid=94176) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 23 11:36:12.926767 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.plugins.ml2.managers [None req-98612126-61ad-4a06-8a94-10a8a4e9a692 None None] Bound port: d120ebe7-be2a-4b0b-a1b4-cc00f66e913c, host: dv-neutron-601336-94-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '83fb02d4-09bd-490b-905c-19d47c8235b8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 435, 'network_id': '75649c4e-2c4d-4a9c-bb4f-3ba1a4d7057e'}}] {{(pid=94176) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 23 11:36:12.928800 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron_lib.callbacks.manager [None req-98612126-61ad-4a06-8a94-10a8a4e9a692 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-923122'] for port, before_update {{(pid=94176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:36:12.930926 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.wsgi [-] (94175) accepted ('10.222.0.20', 41730) {{(pid=94175) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 11:36:13.001076 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.plugins.ml2.rpc [None req-dc7542b2-afef-47f4-a763-e3a3cba144be None None] Device d6ad2f7d-868c-4cc1-ba7b-6864851856f6 up at agent ovs-agent-dv-neutron-601336-94-hyperv {{(pid=94176) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:298}} Jun 23 11:36:13.067658 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.plugins.ml2.db [None req-98612126-61ad-4a06-8a94-10a8a4e9a692 None None] For port d120ebe7-be2a-4b0b-a1b4-cc00f66e913c, host dv-neutron-601336-94-hyperv, cleared binding levels {{(pid=94176) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 23 11:36:13.075184 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.plugins.ml2.db [None req-98612126-61ad-4a06-8a94-10a8a4e9a692 None None] For port d120ebe7-be2a-4b0b-a1b4-cc00f66e913c, host dv-neutron-601336-94-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-94-hyperv',level=0,port_id=d120ebe7-be2a-4b0b-a1b4-cc00f66e913c,segment=NetworkSegment(83fb02d4-09bd-490b-905c-19d47c8235b8),segment_id=83fb02d4-09bd-490b-905c-19d47c8235b8)] {{(pid=94176) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 23 11:36:13.097635 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.db.provisioning_blocks [None req-dc7542b2-afef-47f4-a763-e3a3cba144be None None] Provisioning complete for port d6ad2f7d-868c-4cc1-ba7b-6864851856f6 triggered by entity L2. {{(pid=94176) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 23 11:36:13.098215 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron_lib.callbacks.manager [None req-dc7542b2-afef-47f4-a763-e3a3cba144be None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-899258'] for port, provisioning_complete {{(pid=94176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:36:13.110605 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e793839-c6e1-4405-afba-cf67822e6c86 tempest-ExternalNetworksTestJSON-2139813945 tempest-ExternalNetworksTestJSON-2139813945-project-admin] Pushing event updated for resources: {'Network': ['ID=1394d99f-c1c7-44f1-ae98-96e51022cc80,revision_number=1']} {{(pid=94174) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 11:36:13.113486 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG oslo_concurrency.lockutils [None req-7e793839-c6e1-4405-afba-cf67822e6c86 tempest-ExternalNetworksTestJSON-2139813945 tempest-ExternalNetworksTestJSON-2139813945-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.309s {{(pid=94174) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 11:36:13.151848 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron_lib.callbacks.manager [None req-edcb7a68-ea96-4137-8d00-899e1b373b85 tempest-TestNetworkBasicOps-233187296 tempest-TestNetworkBasicOps-233187296-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-923104'] for port, before_create {{(pid=94175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:36:13.153486 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.plugins.ml2.rpc [None req-dc7542b2-afef-47f4-a763-e3a3cba144be None None] Network 1394d99f-c1c7-44f1-ae98-96e51022cc80 details requested by agent ovs-agent-dv-neutron-601336-94-hyperv with host dv-neutron-601336-94-hyperv {{(pid=94176) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:250}} Jun 23 11:36:13.157631 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron_lib.callbacks.manager [None req-98612126-61ad-4a06-8a94-10a8a4e9a692 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-922904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866062', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773700135042', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773699642233', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773699642278'] for port, after_update {{(pid=94176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:36:13.169455 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron_lib.callbacks.manager [req-d8b742df-2bf8-48bb-bb54-9552b7f685cd req-9023b93d-86f1-4079-96a2-6ad1ff683ce7 tempest-TestServerAdvancedOps-2059691030 tempest-TestServerAdvancedOps-2059691030-project] Notify callbacks [] for port, precommit_create {{(pid=94174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:36:13.170039 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG oslo_concurrency.lockutils [None req-8028313f-b23b-44fc-9101-75efc5dc1a49 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 11:36:13.202036 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ecdc332f-4def-412a-846e-8b40ee8610c6 tempest-ExternalNetworksTestJSON-398413736 tempest-ExternalNetworksTestJSON-398413736-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 11:36:13.211709 dv-neutron-601336-94-hyperv neutron-server[94175]: INFO neutron.wsgi [None req-ecdc332f-4def-412a-846e-8b40ee8610c6 tempest-ExternalNetworksTestJSON-398413736 tempest-ExternalNetworksTestJSON-398413736-project] 10.222.0.20 "GET /v2.0/networks/1394d99f-c1c7-44f1-ae98-96e51022cc80 HTTP/1.1" status: 200 len: 757 time: 0.2781844 Jun 23 11:36:13.217839 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.wsgi [-] (94175) accepted ('10.222.0.20', 41732) {{(pid=94175) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 11:36:13.235950 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-80528d59-5c3b-4bf1-909f-de61a93a5006 tempest-RoutersTest-228919764 tempest-RoutersTest-228919764-project] Network 84019baa-22c6-42bd-90bd-77a6f3aa1f2b is scheduled to be hosted by DHCP agent 8cf29b10-0e57-4131-816f-a4b6ad00b249 with binding_index 1 {{(pid=94174) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 23 11:36:13.238854 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron_lib.callbacks.manager [None req-a800b13f-10d4-4e1c-b951-c2366823c7ec None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773699952132', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-899307'] for agent, after_update {{(pid=94176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:36:13.264516 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron_lib.callbacks.manager [None req-90bd6a22-3e81-4d8f-b966-02aed603ecab tempest-RoutersIpV6Test-1448447933 tempest-RoutersIpV6Test-1448447933-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-7866080', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-516693'] for router_interface, after_delete {{(pid=94175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:36:13.323185 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron_lib.callbacks.manager [req-d8b742df-2bf8-48bb-bb54-9552b7f685cd req-9023b93d-86f1-4079-96a2-6ad1ff683ce7 tempest-TestServerAdvancedOps-2059691030 tempest-TestServerAdvancedOps-2059691030-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-922915', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-239814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7866073', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773699642215', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-5196399'] for port, after_create {{(pid=94174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:36:13.324633 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.db.l3_dvrscheduler_db [None req-98612126-61ad-4a06-8a94-10a8a4e9a692 None None] Routers {'122c067d-0664-472a-8765-023c6fbf0099'} bound to L3 agent in host dv-neutron-601336-94-hyperv {{(pid=94176) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 23 11:36:13.325281 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.db.l3_hamode_db [None req-98612126-61ad-4a06-8a94-10a8a4e9a692 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-601336-94-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-23T11:22:13Z,description=,heartbeat_timestamp=2021-06-23T11:36:13Z,host='dv-neutron-601336-94-hyperv',id=50ef99c0-ef28-4db5-b303-b145898fae60,load=0,resource_versions=,resources_synced=,started_at=2021-06-23T11:22:14Z,topic='l3_agent')) {'router_ids': ['122c067d-0664-472a-8765-023c6fbf0099'], 'active': True} {{(pid=94176) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 11:36:13.326355 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.scheduler.base_scheduler [None req-80528d59-5c3b-4bf1-909f-de61a93a5006 tempest-RoutersTest-228919764 tempest-RoutersTest-228919764-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-601336-94-hyperv, 84019baa-22c6-42bd-90bd-77a6f3aa1f2b) {{(pid=94174) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 23 11:36:13.330033 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4028c7e-6358-4ba6-94b4-cbafdcb28067 None None] Pushing event updated for resources: {'Port': ['ID=d120ebe7-be2a-4b0b-a1b4-cc00f66e913c,revision_number=4']} {{(pid=94176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 11:36:13.332181 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG oslo_concurrency.lockutils [None req-f3a731e6-27d8-42df-becc-71cc1bfddbba tempest-ExternalNetworksTestJSON-2139813945 tempest-ExternalNetworksTestJSON-2139813945-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94174) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 11:36:13.337422 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG oslo_concurrency.lockutils [None req-d4028c7e-6358-4ba6-94b4-cbafdcb28067 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.167s {{(pid=94176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 11:36:13.358361 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-80528d59-5c3b-4bf1-909f-de61a93a5006 tempest-RoutersTest-228919764 tempest-RoutersTest-228919764-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94174) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 11:36:13.359318 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron_lib.callbacks.manager [None req-80528d59-5c3b-4bf1-909f-de61a93a5006 tempest-RoutersTest-228919764 tempest-RoutersTest-228919764-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7865916'] for subnet, before_response {{(pid=94174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:36:13.400178 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d8b742df-2bf8-48bb-bb54-9552b7f685cd req-9023b93d-86f1-4079-96a2-6ad1ff683ce7 tempest-TestServerAdvancedOps-2059691030 tempest-TestServerAdvancedOps-2059691030-project] Network 467f8a04-0486-4e89-bdba-fbf40f5b3292 is already hosted by enough agents. {{(pid=94174) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 23 11:36:13.406242 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.scheduler.base_scheduler [req-d8b742df-2bf8-48bb-bb54-9552b7f685cd req-9023b93d-86f1-4079-96a2-6ad1ff683ce7 tempest-TestServerAdvancedOps-2059691030 tempest-TestServerAdvancedOps-2059691030-project] Resources bound (agent type, host, resource id): {{(pid=94174) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 23 11:36:13.416397 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.db.l3_dvrscheduler_db [req-d8b742df-2bf8-48bb-bb54-9552b7f685cd req-9023b93d-86f1-4079-96a2-6ad1ff683ce7 tempest-TestServerAdvancedOps-2059691030 tempest-TestServerAdvancedOps-2059691030-project] Received port after_create {{(pid=94174) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 23 11:36:13.456739 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.db.l3_dvr_db [None req-98612126-61ad-4a06-8a94-10a8a4e9a692 None None] Set router 122c067d-0664-472a-8765-023c6fbf0099 gateway port host: None {{(pid=94176) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:838}} Jun 23 11:36:13.461619 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9023b93d-86f1-4079-96a2-6ad1ff683ce7 tempest-TestServerAdvancedOps-2059691030 tempest-TestServerAdvancedOps-2059691030-project] Pushing event updated for resources: {'Port': ['ID=d357b527-aa7a-4053-a134-8434c40844e5,revision_number=1']} {{(pid=94174) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 11:36:13.474547 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG oslo_concurrency.lockutils [None req-9023b93d-86f1-4079-96a2-6ad1ff683ce7 tempest-TestServerAdvancedOps-2059691030 tempest-TestServerAdvancedOps-2059691030-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.143s {{(pid=94174) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 11:36:13.487990 dv-neutron-601336-94-hyperv neutron-server[94174]: INFO neutron.wsgi [None req-80528d59-5c3b-4bf1-909f-de61a93a5006 tempest-RoutersTest-228919764 tempest-RoutersTest-228919764-project] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.8420517 Jun 23 11:36:13.490960 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.wsgi [-] (94174) accepted ('10.222.0.20', 41734) {{(pid=94174) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 11:36:13.499322 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1450cb01-c618-4e68-9f68-f5724cdebdc0 None None] Network 84019baa-22c6-42bd-90bd-77a6f3aa1f2b requested from dv-neutron-601336-94-hyperv {{(pid=94176) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 23 11:36:13.545636 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8b742df-2bf8-48bb-bb54-9552b7f685cd req-9023b93d-86f1-4079-96a2-6ad1ff683ce7 tempest-TestServerAdvancedOps-2059691030 tempest-TestServerAdvancedOps-2059691030-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94174) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 11:36:13.545636 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron_lib.callbacks.manager [req-d8b742df-2bf8-48bb-bb54-9552b7f685cd req-9023b93d-86f1-4079-96a2-6ad1ff683ce7 tempest-TestServerAdvancedOps-2059691030 tempest-TestServerAdvancedOps-2059691030-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-217507'] for port, before_response {{(pid=94174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:36:13.711348 dv-neutron-601336-94-hyperv neutron-server[94174]: INFO neutron.wsgi [req-d8b742df-2bf8-48bb-bb54-9552b7f685cd req-9023b93d-86f1-4079-96a2-6ad1ff683ce7 tempest-TestServerAdvancedOps-2059691030 tempest-TestServerAdvancedOps-2059691030-project] 10.222.0.52 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.9614775 Jun 23 11:36:13.749340 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e1c1d6c1-1ba6-4f82-938f-fc90f1ac5ec6 tempest-ExternalNetworksTestJSON-398413736 tempest-ExternalNetworksTestJSON-398413736-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 11:36:13.753304 dv-neutron-601336-94-hyperv neutron-server[94175]: INFO neutron.wsgi [None req-e1c1d6c1-1ba6-4f82-938f-fc90f1ac5ec6 tempest-ExternalNetworksTestJSON-398413736 tempest-ExternalNetworksTestJSON-398413736-project] 10.222.0.20 "GET /v2.0/networks/f6a24ad1-792b-40b3-a323-b11001097c28 HTTP/1.1" status: 200 len: 768 time: 0.5317147 Jun 23 11:36:13.754792 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.wsgi [-] (94175) accepted ('10.222.0.20', 41740) {{(pid=94175) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 11:36:13.764028 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.api.v2.base [req-d8b742df-2bf8-48bb-bb54-9552b7f685cd req-e97ec7bd-d496-452c-95b2-9f5bf01b7f02 service neutron] Request body: {'port': {'device_id': 'db39e3a9-74a7-4800-a7cc-bd4b30155332', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-6013'}} {{(pid=94174) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 23 11:36:13.829112 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7f1ac052-a062-4c1d-93f5-b1f8f3089289 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1e0d828a-1fa4-563d-b7fd-53adf66a04ee-84019baa-22c6-42bd-90bd-77a6f3aa1f2b', 'network_id': '84019baa-22c6-42bd-90bd-77a6f3aa1f2b', 'tenant_id': '1838eb839bc24d0abf2e86f88a8bcfa8', 'fixed_ips': [{'subnet_id': 'b8fb0629-2298-4857-a3a7-be85dddb5a9a'}]}} from dv-neutron-601336-94-hyperv. {{(pid=94176) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 23 11:36:13.830094 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron_lib.callbacks.manager [None req-7f1ac052-a062-4c1d-93f5-b1f8f3089289 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-923104'] for port, before_create {{(pid=94176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:36:13.866120 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.db.l3_hamode_db [None req-98612126-61ad-4a06-8a94-10a8a4e9a692 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '122c067d-0664-472a-8765-023c6fbf0099', 'name': 'tempest-RoutersTest-router-1104510358', 'tenant_id': '1838eb839bc24d0abf2e86f88a8bcfa8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-23T11:35:57Z', 'updated_at': '2021-06-23T11:36:09Z', 'revision_number': 3, 'project_id': '1838eb839bc24d0abf2e86f88a8bcfa8', 'gw_port_host': None, '_interfaces': [{'id': '7a29a4e4-f510-4f78-9f80-80db4aa06bf5', 'name': '', 'network_id': '16660c50-0794-457f-9a86-fdc3685f0969', 'tenant_id': '1838eb839bc24d0abf2e86f88a8bcfa8', 'mac_address': 'fa:16:3e:cb:f1:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '122c067d-0664-472a-8765-023c6fbf0099', 'device_owner': 'network:router_interface', 'standard_attr_id': 1104, 'fixed_ips': [{'subnet_id': 'c719f3a8-f536-49d0-8d92-e308a6195b0c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-94-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-23T11:36:00Z', 'updated_at': '2021-06-23T11:36:09Z', 'revision_number': 5, 'project_id': '1838eb839bc24d0abf2e86f88a8bcfa8', 'subnets': [{'id': 'c719f3a8-f536-49d0-8d92-e308a6195b0c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'd120ebe7-be2a-4b0b-a1b4-cc00f66e913c', 'name': '', 'network_id': '75649c4e-2c4d-4a9c-bb4f-3ba1a4d7057e', 'tenant_id': '1838eb839bc24d0abf2e86f88a8bcfa8', 'mac_address': 'fa:16:3e:65:7c:35', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '122c067d-0664-472a-8765-023c6fbf0099', 'device_owner': 'network:router_interface', 'standard_attr_id': 1130, 'fixed_ips': [{'subnet_id': 'c35c0562-6b9c-442e-96b4-912bb02cc969', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-94-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-23T11:36:08Z', 'updated_at': '2021-06-23T11:36:13Z', 'revision_number': 4, 'project_id': '1838eb839bc24d0abf2e86f88a8bcfa8', 'subnets': [{'id': 'c35c0562-6b9c-442e-96b4-912bb02cc969', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-601336-94-hyperv', False) {} {{(pid=94176) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 11:36:13.929571 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron_lib.callbacks.manager [None req-ac488e7f-1c11-4c14-8ccd-e99ff1f38990 tempest-ExternalNetworksTestJSON-2139813945 tempest-ExternalNetworksTestJSON-2139813945-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-824874'] for network, before_delete {{(pid=94175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:36:13.946878 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron_lib.callbacks.manager [None req-dc7542b2-afef-47f4-a763-e3a3cba144be None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773699952132', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-899307'] for agent, after_update {{(pid=94176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:36:13.951433 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-98612126-61ad-4a06-8a94-10a8a4e9a692 None None] The sync data for ids ['122c067d-0664-472a-8765-023c6fbf0099'] in dv-neutron-601336-94-hyperv is: [{'id': '122c067d-0664-472a-8765-023c6fbf0099', 'name': 'tempest-RoutersTest-router-1104510358', 'tenant_id': '1838eb839bc24d0abf2e86f88a8bcfa8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-23T11:35:57Z', 'updated_at': '2021-06-23T11:36:09Z', 'revision_number': 3, 'project_id': '1838eb839bc24d0abf2e86f88a8bcfa8', 'gw_port_host': None, '_interfaces': [{'id': '7a29a4e4-f510-4f78-9f80-80db4aa06bf5', 'name': '', 'network_id': '16660c50-0794-457f-9a86-fdc3685f0969', 'tenant_id': '1838eb839bc24d0abf2e86f88a8bcfa8', 'mac_address': 'fa:16:3e:cb:f1:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '122c067d-0664-472a-8765-023c6fbf0099', 'device_owner': 'network:router_interface', 'standard_attr_id': 1104, 'fixed_ips': [{'subnet_id': 'c719f3a8-f536-49d0-8d92-e308a6195b0c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-94-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-23T11:36:00Z', 'updated_at': '2021-06-23T11:36:09Z', 'revision_number': 5, 'project_id': '1838eb839bc24d0abf2e86f88a8bcfa8', 'subnets': [{'id': 'c719f3a8-f536-49d0-8d92-e308a6195b0c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'd120ebe7-be2a-4b0b-a1b4-cc00f66e913c', 'name': '', 'network_id': '75649c4e-2c4d-4a9c-bb4f-3ba1a4d7057e', 'tenant_id': '1838eb839bc24d0abf2e86f88a8bcfa8', 'mac_address': 'fa:16:3e:65:7c:35', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '122c067d-0664-472a-8765-023c6fbf0099', 'device_owner': 'network:router_interface', 'standard_attr_id': 1130, 'fixed_ips': [{'subnet_id': 'c35c0562-6b9c-442e-96b4-912bb02cc969', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-94-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-23T11:36:08Z', 'updated_at': '2021-06-23T11:36:13Z', 'revision_number': 4, 'project_id': '1838eb839bc24d0abf2e86f88a8bcfa8', 'subnets': [{'id': 'c35c0562-6b9c-442e-96b4-912bb02cc969', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94176) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 23 11:36:14.048793 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.db.db_base_plugin_common [None req-7f1ac052-a062-4c1d-93f5-b1f8f3089289 None None] Allocated IP 172.22.0.2 (84019baa-22c6-42bd-90bd-77a6f3aa1f2b/b8fb0629-2298-4857-a3a7-be85dddb5a9a/0e21f20a-31a0-4155-9381-4b380a5c7aff) {{(pid=94176) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 23 11:36:14.077405 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-90bd6a22-3e81-4d8f-b966-02aed603ecab tempest-RoutersIpV6Test-1448447933 tempest-RoutersIpV6Test-1448447933-project] Router efd40a64-d42c-4d74-9749-ec45002e9efd has already been hosted by L3 agent 50ef99c0-ef28-4db5-b303-b145898fae60 {{(pid=94175) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 23 11:36:14.203918 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron_lib.callbacks.manager [None req-ac488e7f-1c11-4c14-8ccd-e99ff1f38990 tempest-ExternalNetworksTestJSON-2139813945 tempest-ExternalNetworksTestJSON-2139813945-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-897259', 'neutron.services.segments.db._delete_segments_for_network-8773700168587'] for network, precommit_delete {{(pid=94175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:36:14.239575 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron_lib.callbacks.manager [None req-7f1ac052-a062-4c1d-93f5-b1f8f3089289 None None] Notify callbacks [] for port, precommit_create {{(pid=94176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:36:14.253417 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.db.provisioning_blocks [None req-7f1ac052-a062-4c1d-93f5-b1f8f3089289 None None] Transition to ACTIVE for port object 0e21f20a-31a0-4155-9381-4b380a5c7aff will not be triggered until provisioned by entity L2. {{(pid=94176) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 23 11:36:14.273912 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.db.provisioning_blocks [None req-7f1ac052-a062-4c1d-93f5-b1f8f3089289 None None] Transition to ACTIVE for port object 0e21f20a-31a0-4155-9381-4b380a5c7aff will not be triggered until provisioned by entity DHCP. {{(pid=94176) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 23 11:36:14.282067 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.services.segments.db [None req-ac488e7f-1c11-4c14-8ccd-e99ff1f38990 tempest-ExternalNetworksTestJSON-2139813945 tempest-ExternalNetworksTestJSON-2139813945-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1394d99f-c1c7-44f1-ae98-96e51022cc80']}} {{(pid=94175) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 11:36:14.298442 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.services.segments.db [None req-ac488e7f-1c11-4c14-8ccd-e99ff1f38990 tempest-ExternalNetworksTestJSON-2139813945 tempest-ExternalNetworksTestJSON-2139813945-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'bf418a09-8f59-45c7-a6b1-76104fda7015') {'for_net_delete': True} {{(pid=94175) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 11:36:14.299114 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.services.segments.db [None req-ac488e7f-1c11-4c14-8ccd-e99ff1f38990 tempest-ExternalNetworksTestJSON-2139813945 tempest-ExternalNetworksTestJSON-2139813945-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'bf418a09-8f59-45c7-a6b1-76104fda7015') {} {{(pid=94175) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 11:36:14.327877 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron_lib.callbacks.manager [None req-7f1ac052-a062-4c1d-93f5-b1f8f3089289 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-922915', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-239814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7866073', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773699642215'] for port, after_create {{(pid=94176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:36:14.330579 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron_lib.callbacks.manager [None req-ac488e7f-1c11-4c14-8ccd-e99ff1f38990 tempest-ExternalNetworksTestJSON-2139813945 tempest-ExternalNetworksTestJSON-2139813945-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8773699955833', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5190677'] for segment, before_delete {{(pid=94175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:36:14.331510 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG oslo_concurrency.lockutils [None req-d4028c7e-6358-4ba6-94b4-cbafdcb28067 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 11:36:14.342436 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.db.db_base_plugin_common [None req-edcb7a68-ea96-4137-8d00-899e1b373b85 tempest-TestNetworkBasicOps-233187296 tempest-TestNetworkBasicOps-233187296-project] Allocated IP 172.20.0.17 (a7681095-7326-44b0-985d-4ae24b358d92/e249a80c-7f47-4719-9bcc-67ae7c4a6459/e07dc262-f45f-4b68-94f7-cd736a5e78c1) {{(pid=94175) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 23 11:36:14.361877 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-90bd6a22-3e81-4d8f-b966-02aed603ecab tempest-RoutersIpV6Test-1448447933 tempest-RoutersIpV6Test-1448447933-project] Notify agent at l3_agent.dv-neutron-601336-94-hyperv the message routers_updated {{(pid=94175) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 23 11:36:14.370138 dv-neutron-601336-94-hyperv neutron-server[94175]: INFO neutron.wsgi [None req-90bd6a22-3e81-4d8f-b966-02aed603ecab tempest-RoutersIpV6Test-1448447933 tempest-RoutersIpV6Test-1448447933-project] 10.222.0.20 "PUT /v2.0/routers/efd40a64-d42c-4d74-9749-ec45002e9efd/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.8981040 Jun 23 11:36:14.370138 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron_lib.callbacks.manager [None req-ac488e7f-1c11-4c14-8ccd-e99ff1f38990 tempest-ExternalNetworksTestJSON-2139813945 tempest-ExternalNetworksTestJSON-2139813945-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3801'] for segment, precommit_delete {{(pid=94175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:36:14.372347 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.wsgi [-] (94175) accepted ('10.222.0.20', 41742) {{(pid=94175) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 11:36:14.377174 dv-neutron-601336-94-hyperv neutron-server[94177]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-817b8b97-e318-4806-8058-bda8051d2bce None None] Sync routers for ids ['efd40a64-d42c-4d74-9749-ec45002e9efd'] in dv-neutron-601336-94-hyperv {{(pid=94177) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 23 11:36:14.395115 dv-neutron-601336-94-hyperv neutron-server[94177]: DEBUG neutron.db.l3_dvrscheduler_db [None req-817b8b97-e318-4806-8058-bda8051d2bce None None] Routers {'efd40a64-d42c-4d74-9749-ec45002e9efd'} bound to L3 agent in host dv-neutron-601336-94-hyperv {{(pid=94177) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 23 11:36:14.395996 dv-neutron-601336-94-hyperv neutron-server[94177]: DEBUG neutron.db.l3_hamode_db [None req-817b8b97-e318-4806-8058-bda8051d2bce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-601336-94-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-23T11:22:13Z,description=,heartbeat_timestamp=2021-06-23T11:36:13Z,host='dv-neutron-601336-94-hyperv',id=50ef99c0-ef28-4db5-b303-b145898fae60,load=0,resource_versions=,resources_synced=,started_at=2021-06-23T11:22:14Z,topic='l3_agent')) {'router_ids': ['efd40a64-d42c-4d74-9749-ec45002e9efd'], 'active': True} {{(pid=94177) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 11:36:14.399240 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7f1ac052-a062-4c1d-93f5-b1f8f3089289 None None] Network 84019baa-22c6-42bd-90bd-77a6f3aa1f2b is already hosted by enough agents. {{(pid=94176) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 23 11:36:14.405045 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.scheduler.base_scheduler [None req-7f1ac052-a062-4c1d-93f5-b1f8f3089289 None None] Resources bound (agent type, host, resource id): {{(pid=94176) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 23 11:36:14.418088 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7f1ac052-a062-4c1d-93f5-b1f8f3089289 None None] Received port after_create {{(pid=94176) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 23 11:36:14.426807 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f1ac052-a062-4c1d-93f5-b1f8f3089289 None None] Pushing event updated for resources: {'Port': ['ID=0e21f20a-31a0-4155-9381-4b380a5c7aff,revision_number=1']} {{(pid=94176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 11:36:14.453975 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.db.db_base_plugin_v2 [None req-84e56bea-97f9-453d-81a8-1f664363ed14 tempest-RoutersIpV6Test-1448447933 tempest-RoutersIpV6Test-1448447933-project] Deleting subnet af9b362d-ea7d-430f-b9de-bdf75c0ca07a {{(pid=94175) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jun 23 11:36:14.454208 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron_lib.callbacks.manager [req-d8b742df-2bf8-48bb-bb54-9552b7f685cd req-e97ec7bd-d496-452c-95b2-9f5bf01b7f02 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-923122'] for port, before_update {{(pid=94174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:36:14.455962 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron_lib.callbacks.manager [None req-84e56bea-97f9-453d-81a8-1f664363ed14 tempest-RoutersIpV6Test-1448447933 tempest-RoutersIpV6Test-1448447933-project] Notify callbacks [] for subnet, before_delete {{(pid=94175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:36:14.462544 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG oslo_concurrency.lockutils [None req-7f1ac052-a062-4c1d-93f5-b1f8f3089289 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.131s {{(pid=94176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 11:36:14.463992 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c80bad7-0e62-4a66-94f5-0e166bb6321d req-e0506f40-0995-4d5b-a14b-ab866f078782 tempest-TestServerAdvancedOps-2059691030 tempest-TestServerAdvancedOps-2059691030-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94174) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 11:36:14.475642 dv-neutron-601336-94-hyperv neutron-server[94174]: INFO neutron.wsgi [req-2c80bad7-0e62-4a66-94f5-0e166bb6321d req-e0506f40-0995-4d5b-a14b-ab866f078782 tempest-TestServerAdvancedOps-2059691030 tempest-TestServerAdvancedOps-2059691030-project] 10.222.0.20 "GET /v2.0/ports?device_id=db39e3a9-74a7-4800-a7cc-bd4b30155332 HTTP/1.1" status: 200 len: 931 time: 0.7294180 Jun 23 11:36:14.514865 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.plugins.ml2.managers [None req-7f1ac052-a062-4c1d-93f5-b1f8f3089289 None None] Attempting to bind port 0e21f20a-31a0-4155-9381-4b380a5c7aff on host dv-neutron-601336-94-hyperv for vnic_type normal with profile {{(pid=94176) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 23 11:36:14.515308 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.plugins.ml2.managers [None req-7f1ac052-a062-4c1d-93f5-b1f8f3089289 None None] Attempting to bind port 0e21f20a-31a0-4155-9381-4b380a5c7aff by drivers openvswitch,hyperv on host dv-neutron-601336-94-hyperv at level 0 using segments [{'id': '5803a03d-cefa-42b6-8ef9-c623e9a53969', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 410, 'network_id': '84019baa-22c6-42bd-90bd-77a6f3aa1f2b'}] {{(pid=94176) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 23 11:36:14.515705 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7f1ac052-a062-4c1d-93f5-b1f8f3089289 None None] Attempting to bind port 0e21f20a-31a0-4155-9381-4b380a5c7aff on network 84019baa-22c6-42bd-90bd-77a6f3aa1f2b {{(pid=94176) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 23 11:36:14.517453 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron_lib.callbacks.manager [None req-84e56bea-97f9-453d-81a8-1f664363ed14 tempest-RoutersIpV6Test-1448447933 tempest-RoutersIpV6Test-1448447933-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5190686'] for subnet, precommit_delete_associations {{(pid=94175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:36:14.525869 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7f1ac052-a062-4c1d-93f5-b1f8f3089289 None None] Checking agent: {'id': '4d05f899-5ac9-411b-8a03-f60c93f87cdf', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-601336-94-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 23, 11, 22, 14), 'started_at': datetime.datetime(2021, 6, 23, 11, 22, 44), 'heartbeat_timestamp': datetime.datetime(2021, 6, 23, 11, 36, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'monitor_allowed_address_pair_garp': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-601336-94-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94176) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 23 11:36:14.526684 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7f1ac052-a062-4c1d-93f5-b1f8f3089289 None None] Checking segment: {'id': '5803a03d-cefa-42b6-8ef9-c623e9a53969', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 410, 'network_id': '84019baa-22c6-42bd-90bd-77a6f3aa1f2b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94176) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 23 11:36:14.527211 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron_lib.callbacks.manager [None req-7f1ac052-a062-4c1d-93f5-b1f8f3089289 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:36:14.527782 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7f1ac052-a062-4c1d-93f5-b1f8f3089289 None None] Bound using segment: {'id': '5803a03d-cefa-42b6-8ef9-c623e9a53969', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 410, 'network_id': '84019baa-22c6-42bd-90bd-77a6f3aa1f2b'} {{(pid=94176) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 23 11:36:14.528391 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.plugins.ml2.managers [None req-7f1ac052-a062-4c1d-93f5-b1f8f3089289 None None] Bound port: 0e21f20a-31a0-4155-9381-4b380a5c7aff, host: dv-neutron-601336-94-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5803a03d-cefa-42b6-8ef9-c623e9a53969', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 410, 'network_id': '84019baa-22c6-42bd-90bd-77a6f3aa1f2b'}}] {{(pid=94176) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 23 11:36:14.528790 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron_lib.callbacks.manager [None req-7f1ac052-a062-4c1d-93f5-b1f8f3089289 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-923122'] for port, before_update {{(pid=94176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:36:14.547546 dv-neutron-601336-94-hyperv neutron-server[94177]: DEBUG neutron.db.l3_dvr_db [None req-817b8b97-e318-4806-8058-bda8051d2bce None None] Set router efd40a64-d42c-4d74-9749-ec45002e9efd gateway port host: None {{(pid=94177) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:838}} Jun 23 11:36:14.586053 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron_lib.callbacks.manager [None req-4c20ea5f-bc7f-4d4e-935d-57f082af6ccb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773699952132', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-899307'] for agent, after_update {{(pid=94176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:36:14.621418 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron_lib.callbacks.manager [None req-84e56bea-97f9-453d-81a8-1f664363ed14 tempest-RoutersIpV6Test-1448447933 tempest-RoutersIpV6Test-1448447933-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-897634'] for subnet, precommit_delete {{(pid=94175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:36:14.633539 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.plugins.ml2.db [None req-7f1ac052-a062-4c1d-93f5-b1f8f3089289 None None] For port 0e21f20a-31a0-4155-9381-4b380a5c7aff, host dv-neutron-601336-94-hyperv, cleared binding levels {{(pid=94176) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 23 11:36:14.637778 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.plugins.ml2.db [None req-7f1ac052-a062-4c1d-93f5-b1f8f3089289 None None] For port 0e21f20a-31a0-4155-9381-4b380a5c7aff, host dv-neutron-601336-94-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-94-hyperv',level=0,port_id=0e21f20a-31a0-4155-9381-4b380a5c7aff,segment=NetworkSegment(5803a03d-cefa-42b6-8ef9-c623e9a53969),segment_id=5803a03d-cefa-42b6-8ef9-c623e9a53969)] {{(pid=94176) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 23 11:36:14.648398 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ac488e7f-1c11-4c14-8ccd-e99ff1f38990 tempest-ExternalNetworksTestJSON-2139813945 tempest-ExternalNetworksTestJSON-2139813945-project-admin] Releasing vlan 447 on physical network physnet1 to pool {{(pid=94175) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 23 11:36:14.648823 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron_lib.callbacks.manager [None req-ac488e7f-1c11-4c14-8ccd-e99ff1f38990 tempest-ExternalNetworksTestJSON-2139813945 tempest-ExternalNetworksTestJSON-2139813945-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3801', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5082371'] for segment, after_delete {{(pid=94175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:36:14.651105 dv-neutron-601336-94-hyperv neutron-server[94175]: Traceback (most recent call last): Jun 23 11:36:14.651105 dv-neutron-601336-94-hyperv neutron-server[94175]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 23 11:36:14.651105 dv-neutron-601336-94-hyperv neutron-server[94175]: timer() Jun 23 11:36:14.651105 dv-neutron-601336-94-hyperv neutron-server[94175]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 23 11:36:14.651105 dv-neutron-601336-94-hyperv neutron-server[94175]: cb(*args, **kw) Jun 23 11:36:14.651105 dv-neutron-601336-94-hyperv neutron-server[94175]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 23 11:36:14.651105 dv-neutron-601336-94-hyperv neutron-server[94175]: return func(*args, **kwargs) Jun 23 11:36:14.651105 dv-neutron-601336-94-hyperv neutron-server[94175]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 23 11:36:14.651105 dv-neutron-601336-94-hyperv neutron-server[94175]: self._notify() Jun 23 11:36:14.651105 dv-neutron-601336-94-hyperv neutron-server[94175]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 23 11:36:14.651105 dv-neutron-601336-94-hyperv neutron-server[94175]: self.callback(batched_events) Jun 23 11:36:14.651105 dv-neutron-601336-94-hyperv neutron-server[94175]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 23 11:36:14.651105 dv-neutron-601336-94-hyperv neutron-server[94175]: event.method(event) Jun 23 11:36:14.651105 dv-neutron-601336-94-hyperv neutron-server[94175]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 23 11:36:14.651105 dv-neutron-601336-94-hyperv neutron-server[94175]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 23 11:36:14.651105 dv-neutron-601336-94-hyperv neutron-server[94175]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 23 11:36:14.651105 dv-neutron-601336-94-hyperv neutron-server[94175]: aggregate_uuid = self.p_client.list_aggregates( Jun 23 11:36:14.651105 dv-neutron-601336-94-hyperv neutron-server[94175]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 23 11:36:14.651105 dv-neutron-601336-94-hyperv neutron-server[94175]: return f(self, *a, **k) Jun 23 11:36:14.651105 dv-neutron-601336-94-hyperv neutron-server[94175]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 23 11:36:14.651105 dv-neutron-601336-94-hyperv neutron-server[94175]: return self._get(url).json() Jun 23 11:36:14.651105 dv-neutron-601336-94-hyperv neutron-server[94175]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 23 11:36:14.651105 dv-neutron-601336-94-hyperv neutron-server[94175]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 23 11:36:14.651105 dv-neutron-601336-94-hyperv neutron-server[94175]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 23 11:36:14.651105 dv-neutron-601336-94-hyperv neutron-server[94175]: return self.request(url, 'GET', **kwargs) Jun 23 11:36:14.651105 dv-neutron-601336-94-hyperv neutron-server[94175]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 23 11:36:14.651105 dv-neutron-601336-94-hyperv neutron-server[94175]: base_url = self.get_endpoint(auth, allow=allow, Jun 23 11:36:14.651105 dv-neutron-601336-94-hyperv neutron-server[94175]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 23 11:36:14.651105 dv-neutron-601336-94-hyperv neutron-server[94175]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 23 11:36:14.651105 dv-neutron-601336-94-hyperv neutron-server[94175]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 23 11:36:14.651105 dv-neutron-601336-94-hyperv neutron-server[94175]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 23 11:36:14.651105 dv-neutron-601336-94-hyperv neutron-server[94175]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 23 11:36:14.686215 dv-neutron-601336-94-hyperv neutron-server[94174]: INFO neutron.wsgi [req-2c80bad7-0e62-4a66-94f5-0e166bb6321d req-dc34f7f8-4709-43dd-9f69-717880a632ab tempest-TestServerAdvancedOps-2059691030 tempest-TestServerAdvancedOps-2059691030-project] 10.222.0.20 "GET /v2.0/security-groups?id=15f52a14-6092-4d6f-aba4-bb31310b2c66&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2096779 Jun 23 11:36:14.711641 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron_lib.callbacks.manager [None req-7f1ac052-a062-4c1d-93f5-b1f8f3089289 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-922904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866062', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773700135042', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773699642233', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773699642278'] for port, after_update {{(pid=94176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:36:14.717487 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG oslo_concurrency.lockutils [None req-0467244f-3b57-4bc1-9df6-0d2d1515f3d1 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 11:36:14.813259 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron_lib.callbacks.manager [None req-c0fe1cc1-0111-4ae2-890f-23c051281dcf tempest-RoutersTest-228919764 tempest-RoutersTest-228919764-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-923104'] for port, before_create {{(pid=94174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:36:14.815506 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f1ac052-a062-4c1d-93f5-b1f8f3089289 None None] Pushing event updated for resources: {'Port': ['ID=0e21f20a-31a0-4155-9381-4b380a5c7aff,revision_number=2']} {{(pid=94176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 11:36:14.820574 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG oslo_concurrency.lockutils [None req-7f1ac052-a062-4c1d-93f5-b1f8f3089289 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.103s {{(pid=94176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 11:36:14.830010 dv-neutron-601336-94-hyperv neutron-server[94177]: DEBUG neutron.db.l3_hamode_db [None req-817b8b97-e318-4806-8058-bda8051d2bce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'efd40a64-d42c-4d74-9749-ec45002e9efd', 'name': 'tempest-RoutersIpV6Test-router-621702574', 'tenant_id': 'a04e393135be4822803c421d0995b548', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-23T11:35:29Z', 'updated_at': '2021-06-23T11:36:12Z', 'revision_number': 10, 'project_id': 'a04e393135be4822803c421d0995b548', 'gw_port_host': None, '_interfaces': [{'id': '18eeaa2a-9fe9-456b-8f26-be0272e23bad', 'name': '', 'network_id': '8dba2472-7331-4ba9-b904-298b042d46c9', 'tenant_id': 'a04e393135be4822803c421d0995b548', 'mac_address': 'fa:16:3e:b5:78:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'efd40a64-d42c-4d74-9749-ec45002e9efd', 'device_owner': 'network:router_interface', 'standard_attr_id': 1011, 'fixed_ips': [{'subnet_id': '175bc06c-342b-4e55-945c-a10b0728e9dd', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-94-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-23T11:35:32Z', 'updated_at': '2021-06-23T11:35:39Z', 'revision_number': 5, 'project_id': 'a04e393135be4822803c421d0995b548', 'subnets': [{'id': '175bc06c-342b-4e55-945c-a10b0728e9dd', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-601336-94-hyperv', False) {} {{(pid=94177) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 11:36:14.864815 dv-neutron-601336-94-hyperv neutron-server[94177]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-817b8b97-e318-4806-8058-bda8051d2bce None None] Checking router: efd40a64-d42c-4d74-9749-ec45002e9efd for host: dv-neutron-601336-94-hyperv {{(pid=94177) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 23 11:36:14.874680 dv-neutron-601336-94-hyperv neutron-server[94177]: DEBUG neutron.db.l3_dvrscheduler_db [None req-817b8b97-e318-4806-8058-bda8051d2bce None None] Routers {'efd40a64-d42c-4d74-9749-ec45002e9efd'} bound to L3 agent in host dv-neutron-601336-94-hyperv {{(pid=94177) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 23 11:36:14.875448 dv-neutron-601336-94-hyperv neutron-server[94177]: DEBUG neutron.db.l3_hamode_db [None req-817b8b97-e318-4806-8058-bda8051d2bce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-601336-94-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-23T11:22:13Z,description=,heartbeat_timestamp=2021-06-23T11:36:13Z,host='dv-neutron-601336-94-hyperv',id=50ef99c0-ef28-4db5-b303-b145898fae60,load=0,resource_versions=,resources_synced=,started_at=2021-06-23T11:22:14Z,topic='l3_agent')) {'router_ids': ['efd40a64-d42c-4d74-9749-ec45002e9efd'], 'active': True} {{(pid=94177) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 11:36:14.880203 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron_lib.callbacks.manager [None req-ac488e7f-1c11-4c14-8ccd-e99ff1f38990 tempest-ExternalNetworksTestJSON-2139813945 tempest-ExternalNetworksTestJSON-2139813945-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-897248', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8002400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7866073', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-524247'] for network, after_delete {{(pid=94175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:36:14.885784 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG oslo_concurrency.lockutils [None req-31a1a802-19d7-4211-89da-64f9b773040a tempest-NetworksTestDHCPv6-162546708 tempest-NetworksTestDHCPv6-162546708-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94175) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 11:36:14.888065 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ac488e7f-1c11-4c14-8ccd-e99ff1f38990 tempest-ExternalNetworksTestJSON-2139813945 tempest-ExternalNetworksTestJSON-2139813945-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network 1394d99f-c1c7-44f1-ae98-96e51022cc80 {{(pid=94175) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:120}} Jun 23 11:36:14.893106 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron_lib.callbacks.manager [None req-edcb7a68-ea96-4137-8d00-899e1b373b85 tempest-TestNetworkBasicOps-233187296 tempest-TestNetworkBasicOps-233187296-project] Notify callbacks [] for port, precommit_create {{(pid=94175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:36:14.898307 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron_lib.callbacks.manager [None req-ac488e7f-1c11-4c14-8ccd-e99ff1f38990 tempest-ExternalNetworksTestJSON-2139813945 tempest-ExternalNetworksTestJSON-2139813945-project-admin] Notify callbacks [] for network, before_response {{(pid=94175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:36:14.904163 dv-neutron-601336-94-hyperv neutron-server[94175]: INFO neutron.wsgi [None req-ac488e7f-1c11-4c14-8ccd-e99ff1f38990 tempest-ExternalNetworksTestJSON-2139813945 tempest-ExternalNetworksTestJSON-2139813945-project-admin] 10.222.0.20 "DELETE /v2.0/networks/1394d99f-c1c7-44f1-ae98-96e51022cc80 HTTP/1.1" status: 204 len: 168 time: 1.1450832 Jun 23 11:36:14.918588 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.wsgi [-] (94175) accepted ('10.222.0.20', 41744) {{(pid=94175) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 11:36:14.943084 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.api.v2.base [None req-4b757299-2ab1-4112-aac4-9b08725ddca8 tempest-ExternalNetworksTestJSON-2139813945 tempest-ExternalNetworksTestJSON-2139813945-project-admin] Request body: {'network': {'name': 'tempest-network--944997678'}} {{(pid=94175) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 23 11:36:14.948967 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac488e7f-1c11-4c14-8ccd-e99ff1f38990 tempest-ExternalNetworksTestJSON-2139813945 tempest-ExternalNetworksTestJSON-2139813945-project-admin] Pushing event deleted for resources: {'Network': ['ID=1394d99f-c1c7-44f1-ae98-96e51022cc80,revision_number=None']} {{(pid=94175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 11:36:14.957436 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron_lib.callbacks.manager [None req-84e56bea-97f9-453d-81a8-1f664363ed14 tempest-RoutersIpV6Test-1448447933 tempest-RoutersIpV6Test-1448447933-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-897627', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866062', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5083050', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4660036'] for subnet, after_delete {{(pid=94175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:36:14.957436 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG oslo_concurrency.lockutils [None req-ac488e7f-1c11-4c14-8ccd-e99ff1f38990 tempest-ExternalNetworksTestJSON-2139813945 tempest-ExternalNetworksTestJSON-2139813945-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.070s {{(pid=94175) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 11:36:14.957436 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG oslo_concurrency.lockutils [None req-92a07e13-00f6-494e-9752-cafe23727bcf tempest-ExternalNetworksTestJSON-2139813945 tempest-ExternalNetworksTestJSON-2139813945-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94175) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 11:36:14.982301 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.db.provisioning_blocks [None req-edcb7a68-ea96-4137-8d00-899e1b373b85 tempest-TestNetworkBasicOps-233187296 tempest-TestNetworkBasicOps-233187296-project] Transition to ACTIVE for port object e07dc262-f45f-4b68-94f7-cd736a5e78c1 will not be triggered until provisioned by entity DHCP. {{(pid=94175) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 23 11:36:15.043987 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84e56bea-97f9-453d-81a8-1f664363ed14 tempest-RoutersIpV6Test-1448447933 tempest-RoutersIpV6Test-1448447933-project] Pushing event deleted for resources: {'Subnet': ['ID=af9b362d-ea7d-430f-b9de-bdf75c0ca07a,revision_number=None']} {{(pid=94175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 11:36:15.052462 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG oslo_concurrency.lockutils [None req-84e56bea-97f9-453d-81a8-1f664363ed14 tempest-RoutersIpV6Test-1448447933 tempest-RoutersIpV6Test-1448447933-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.096s {{(pid=94175) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 11:36:15.068836 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron_lib.callbacks.manager [None req-84e56bea-97f9-453d-81a8-1f664363ed14 tempest-RoutersIpV6Test-1448447933 tempest-RoutersIpV6Test-1448447933-project] Notify callbacks [] for subnet, before_response {{(pid=94175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:36:15.073804 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-597ad1ec-9bc9-470d-bb3f-59ff186d85e4 None None] Network 5a0407f1-1e47-4f7c-9b40-8fcc21217cea requested from dv-neutron-601336-94-hyperv {{(pid=94176) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 23 11:36:15.075655 dv-neutron-601336-94-hyperv neutron-server[94175]: INFO neutron.wsgi [None req-84e56bea-97f9-453d-81a8-1f664363ed14 tempest-RoutersIpV6Test-1448447933 tempest-RoutersIpV6Test-1448447933-project] 10.222.0.20 "DELETE /v2.0/subnets/af9b362d-ea7d-430f-b9de-bdf75c0ca07a HTTP/1.1" status: 204 len: 168 time: 0.6983900 Jun 23 11:36:15.075846 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.wsgi [-] (94174) accepted ('10.222.0.20', 41746) {{(pid=94174) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 11:36:15.171932 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4b757299-2ab1-4112-aac4-9b08725ddca8 tempest-ExternalNetworksTestJSON-2139813945 tempest-ExternalNetworksTestJSON-2139813945-project-admin] Made reservation on behalf of c373739b43e145918ca40176b4ec1903 for: {'network': 1} {{(pid=94175) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 23 11:36:15.175270 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron_lib.callbacks.manager [None req-4b757299-2ab1-4112-aac4-9b08725ddca8 tempest-ExternalNetworksTestJSON-2139813945 tempest-ExternalNetworksTestJSON-2139813945-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-923104'] for network, before_create {{(pid=94175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:36:15.190835 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.plugins.ml2.rpc [None req-dc7542b2-afef-47f4-a763-e3a3cba144be None None] Device d120ebe7-be2a-4b0b-a1b4-cc00f66e913c up at agent ovs-agent-dv-neutron-601336-94-hyperv {{(pid=94176) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:298}} Jun 23 11:36:15.219807 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4b757299-2ab1-4112-aac4-9b08725ddca8 tempest-ExternalNetworksTestJSON-2139813945 tempest-ExternalNetworksTestJSON-2139813945-project-admin] vlan segment allocate from pool success with {'vlan_id': 402, 'physical_network': 'physnet1'} {{(pid=94175) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 23 11:36:15.222148 dv-neutron-601336-94-hyperv neutron-server[94177]: DEBUG neutron.db.l3_dvr_db [None req-817b8b97-e318-4806-8058-bda8051d2bce None None] Set router efd40a64-d42c-4d74-9749-ec45002e9efd gateway port host: None {{(pid=94177) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:838}} Jun 23 11:36:15.233397 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron_lib.callbacks.manager [None req-edcb7a68-ea96-4137-8d00-899e1b373b85 tempest-TestNetworkBasicOps-233187296 tempest-TestNetworkBasicOps-233187296-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-922915', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-239814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7866073', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773699642215', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-5082457'] for port, after_create {{(pid=94175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:36:15.256617 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG oslo_concurrency.lockutils [None req-87e9a827-6fe4-46bc-bd20-cc5071098769 tempest-PortsIpV6TestJSON-1781383748 tempest-PortsIpV6TestJSON-1781383748-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94175) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 11:36:15.264754 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron_lib.callbacks.manager [None req-4b757299-2ab1-4112-aac4-9b08725ddca8 tempest-ExternalNetworksTestJSON-2139813945 tempest-ExternalNetworksTestJSON-2139813945-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3801'] for segment, precommit_create {{(pid=94175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:36:15.265101 dv-neutron-601336-94-hyperv neutron-server[94175]: INFO neutron.db.segments_db [None req-4b757299-2ab1-4112-aac4-9b08725ddca8 tempest-ExternalNetworksTestJSON-2139813945 tempest-ExternalNetworksTestJSON-2139813945-project-admin] Added segment c1540f27-2faf-4a68-9145-7fcbebc0ea54 of type vlan for network dc7d324a-bbdf-4ba9-898a-c24470f0a218 Jun 23 11:36:15.387369 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-edcb7a68-ea96-4137-8d00-899e1b373b85 tempest-TestNetworkBasicOps-233187296 tempest-TestNetworkBasicOps-233187296-project] Network a7681095-7326-44b0-985d-4ae24b358d92 is already hosted by enough agents. {{(pid=94175) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 23 11:36:15.415380 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.scheduler.base_scheduler [None req-edcb7a68-ea96-4137-8d00-899e1b373b85 tempest-TestNetworkBasicOps-233187296 tempest-TestNetworkBasicOps-233187296-project] Resources bound (agent type, host, resource id): {{(pid=94175) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 23 11:36:15.423454 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.db.l3_dvrscheduler_db [None req-edcb7a68-ea96-4137-8d00-899e1b373b85 tempest-TestNetworkBasicOps-233187296 tempest-TestNetworkBasicOps-233187296-project] Received port after_create {{(pid=94175) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 23 11:36:15.429018 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron_lib.callbacks.manager [None req-4b757299-2ab1-4112-aac4-9b08725ddca8 tempest-ExternalNetworksTestJSON-2139813945 tempest-ExternalNetworksTestJSON-2139813945-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8773699596773'] for network, precommit_create {{(pid=94175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:36:15.432921 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edcb7a68-ea96-4137-8d00-899e1b373b85 tempest-TestNetworkBasicOps-233187296 tempest-TestNetworkBasicOps-233187296-project] Pushing event updated for resources: {'Port': ['ID=e07dc262-f45f-4b68-94f7-cd736a5e78c1,revision_number=1']} {{(pid=94175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 11:36:15.467085 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.db.provisioning_blocks [None req-dc7542b2-afef-47f4-a763-e3a3cba144be None None] Provisioning for port d120ebe7-be2a-4b0b-a1b4-cc00f66e913c completed by entity L2. {{(pid=94176) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 23 11:36:15.469407 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.db.provisioning_blocks [None req-dc7542b2-afef-47f4-a763-e3a3cba144be None None] Provisioning complete for port d120ebe7-be2a-4b0b-a1b4-cc00f66e913c triggered by entity L2. {{(pid=94176) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 23 11:36:15.469797 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron_lib.callbacks.manager [None req-dc7542b2-afef-47f4-a763-e3a3cba144be None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-899258'] for port, provisioning_complete {{(pid=94176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:36:15.472693 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG oslo_concurrency.lockutils [None req-edcb7a68-ea96-4137-8d00-899e1b373b85 tempest-TestNetworkBasicOps-233187296 tempest-TestNetworkBasicOps-233187296-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.228s {{(pid=94175) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 11:36:15.475866 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron_lib.callbacks.manager [None req-29f48012-9142-47dc-ab14-6b1348fc8aef tempest-RoutersIpV6Test-1448447933 tempest-RoutersIpV6Test-1448447933-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-824874'] for network, before_delete {{(pid=94174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:36:15.512788 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron_lib.callbacks.manager [None req-edcb7a68-ea96-4137-8d00-899e1b373b85 tempest-TestNetworkBasicOps-233187296 tempest-TestNetworkBasicOps-233187296-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-452954'] for router_interface, before_create {{(pid=94175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:36:15.536331 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-06cb9e70-346d-443e-a036-3c2c853a83a2 None None] DHCP port deletion for 5a0407f1-1e47-4f7c-9b40-8fcc21217cea request from dv-neutron-601336-94-hyperv {{(pid=94176) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jun 23 11:36:15.572013 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron_lib.callbacks.manager [None req-4b757299-2ab1-4112-aac4-9b08725ddca8 tempest-ExternalNetworksTestJSON-2139813945 tempest-ExternalNetworksTestJSON-2139813945-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8002400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7866073'] for network, after_create {{(pid=94175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:36:15.575377 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4b757299-2ab1-4112-aac4-9b08725ddca8 tempest-ExternalNetworksTestJSON-2139813945 tempest-ExternalNetworksTestJSON-2139813945-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 11:36:15.575979 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron_lib.callbacks.manager [None req-4b757299-2ab1-4112-aac4-9b08725ddca8 tempest-ExternalNetworksTestJSON-2139813945 tempest-ExternalNetworksTestJSON-2139813945-project-admin] Notify callbacks [] for network, before_response {{(pid=94175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:36:15.593383 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG oslo_concurrency.lockutils [None req-2506c294-b687-4e2f-95b2-cfde199d7150 tempest-ExternalNetworksTestJSON-2139813945 tempest-ExternalNetworksTestJSON-2139813945-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94175) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 11:36:15.605441 dv-neutron-601336-94-hyperv neutron-server[94177]: DEBUG neutron.db.l3_hamode_db [None req-817b8b97-e318-4806-8058-bda8051d2bce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'efd40a64-d42c-4d74-9749-ec45002e9efd', 'name': 'tempest-RoutersIpV6Test-router-621702574', 'tenant_id': 'a04e393135be4822803c421d0995b548', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-23T11:35:29Z', 'updated_at': '2021-06-23T11:36:12Z', 'revision_number': 10, 'project_id': 'a04e393135be4822803c421d0995b548', 'gw_port_host': None, '_interfaces': [{'id': '18eeaa2a-9fe9-456b-8f26-be0272e23bad', 'name': '', 'network_id': '8dba2472-7331-4ba9-b904-298b042d46c9', 'tenant_id': 'a04e393135be4822803c421d0995b548', 'mac_address': 'fa:16:3e:b5:78:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'efd40a64-d42c-4d74-9749-ec45002e9efd', 'device_owner': 'network:router_interface', 'standard_attr_id': 1011, 'fixed_ips': [{'subnet_id': '175bc06c-342b-4e55-945c-a10b0728e9dd', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-94-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-23T11:35:32Z', 'updated_at': '2021-06-23T11:35:39Z', 'revision_number': 5, 'project_id': 'a04e393135be4822803c421d0995b548', 'subnets': [{'id': '175bc06c-342b-4e55-945c-a10b0728e9dd', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-601336-94-hyperv', False) {} {{(pid=94177) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 11:36:15.659942 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.plugins.ml2.plugin [None req-06cb9e70-346d-443e-a036-3c2c853a83a2 None None] Deleting port 6052859a-37c2-45e2-bcee-d5c5605453d5 {{(pid=94176) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1913}} Jun 23 11:36:15.660335 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron_lib.callbacks.manager [None req-06cb9e70-346d-443e-a036-3c2c853a83a2 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773700079324'] for port, before_delete {{(pid=94176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:36:15.678033 dv-neutron-601336-94-hyperv neutron-server[94177]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-817b8b97-e318-4806-8058-bda8051d2bce None None] The sync data for ids ['efd40a64-d42c-4d74-9749-ec45002e9efd'] in dv-neutron-601336-94-hyperv is: [{'id': 'efd40a64-d42c-4d74-9749-ec45002e9efd', 'name': 'tempest-RoutersIpV6Test-router-621702574', 'tenant_id': 'a04e393135be4822803c421d0995b548', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-23T11:35:29Z', 'updated_at': '2021-06-23T11:36:12Z', 'revision_number': 10, 'project_id': 'a04e393135be4822803c421d0995b548', 'gw_port_host': None, '_interfaces': [{'id': '18eeaa2a-9fe9-456b-8f26-be0272e23bad', 'name': '', 'network_id': '8dba2472-7331-4ba9-b904-298b042d46c9', 'tenant_id': 'a04e393135be4822803c421d0995b548', 'mac_address': 'fa:16:3e:b5:78:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'efd40a64-d42c-4d74-9749-ec45002e9efd', 'device_owner': 'network:router_interface', 'standard_attr_id': 1011, 'fixed_ips': [{'subnet_id': '175bc06c-342b-4e55-945c-a10b0728e9dd', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-94-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-23T11:35:32Z', 'updated_at': '2021-06-23T11:35:39Z', 'revision_number': 5, 'project_id': 'a04e393135be4822803c421d0995b548', 'subnets': [{'id': '175bc06c-342b-4e55-945c-a10b0728e9dd', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94177) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 23 11:36:15.733375 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron_lib.callbacks.manager [None req-dc7542b2-afef-47f4-a763-e3a3cba144be None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-923122'] for port, before_update {{(pid=94176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:36:15.765828 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b757299-2ab1-4112-aac4-9b08725ddca8 tempest-ExternalNetworksTestJSON-2139813945 tempest-ExternalNetworksTestJSON-2139813945-project-admin] Pushing event updated for resources: {'Network': ['ID=dc7d324a-bbdf-4ba9-898a-c24470f0a218,revision_number=1']} {{(pid=94175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 11:36:15.773297 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG oslo_concurrency.lockutils [None req-4b757299-2ab1-4112-aac4-9b08725ddca8 tempest-ExternalNetworksTestJSON-2139813945 tempest-ExternalNetworksTestJSON-2139813945-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.183s {{(pid=94175) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 11:36:15.782220 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.plugins.ml2.rpc [None req-dc7542b2-afef-47f4-a763-e3a3cba144be None None] Network dc7d324a-bbdf-4ba9-898a-c24470f0a218 details requested by agent ovs-agent-dv-neutron-601336-94-hyperv with host dv-neutron-601336-94-hyperv {{(pid=94176) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:250}} Jun 23 11:36:15.829992 dv-neutron-601336-94-hyperv neutron-server[94175]: INFO neutron.wsgi [None req-4b757299-2ab1-4112-aac4-9b08725ddca8 tempest-ExternalNetworksTestJSON-2139813945 tempest-ExternalNetworksTestJSON-2139813945-project-admin] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 863 time: 0.8937497 Jun 23 11:36:15.832821 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.wsgi [-] (94175) accepted ('10.222.0.20', 41750) {{(pid=94175) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 11:36:15.839797 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.api.v2.base [None req-42587f02-9ff8-4635-896a-5982812a608f tempest-ExternalNetworksTestJSON-2139813945 tempest-ExternalNetworksTestJSON-2139813945-project-admin] Request body: {'network': {'router:external': True}} {{(pid=94175) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 23 11:36:15.840946 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.notifiers.nova [req-d8b742df-2bf8-48bb-bb54-9552b7f685cd req-e97ec7bd-d496-452c-95b2-9f5bf01b7f02 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d357b527-aa7a-4053-a134-8434c40844e5 {{(pid=94174) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 23 11:36:15.863694 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron_lib.callbacks.manager [req-d8b742df-2bf8-48bb-bb54-9552b7f685cd req-e97ec7bd-d496-452c-95b2-9f5bf01b7f02 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:36:15.873705 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.db.db_base_plugin_common [None req-c0fe1cc1-0111-4ae2-890f-23c051281dcf tempest-RoutersTest-228919764 tempest-RoutersTest-228919764-project] Allocated IP 172.22.0.1 (84019baa-22c6-42bd-90bd-77a6f3aa1f2b/b8fb0629-2298-4857-a3a7-be85dddb5a9a/78264dc8-9461-4cfc-ac9b-aec5a32fc39d) {{(pid=94174) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 23 11:36:15.876435 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.plugins.ml2.plugin [None req-29f48012-9142-47dc-ab14-6b1348fc8aef tempest-RoutersIpV6Test-1448447933 tempest-RoutersIpV6Test-1448447933-project] Deleting port 6052859a-37c2-45e2-bcee-d5c5605453d5 {{(pid=94174) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1913}} Jun 23 11:36:15.876863 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron_lib.callbacks.manager [None req-29f48012-9142-47dc-ab14-6b1348fc8aef tempest-RoutersIpV6Test-1448447933 tempest-RoutersIpV6Test-1448447933-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773700079324'] for port, before_delete {{(pid=94174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:36:15.887678 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.plugins.ml2.db [None req-06cb9e70-346d-443e-a036-3c2c853a83a2 None None] For port 6052859a-37c2-45e2-bcee-d5c5605453d5, host dv-neutron-601336-94-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-94-hyperv',level=0,port_id=6052859a-37c2-45e2-bcee-d5c5605453d5,segment=NetworkSegment(28ca3686-7ff9-4891-a18f-d23f02683aab),segment_id=28ca3686-7ff9-4891-a18f-d23f02683aab)] {{(pid=94176) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 23 11:36:15.888088 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron_lib.callbacks.manager [None req-06cb9e70-346d-443e-a036-3c2c853a83a2 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-430722'] for port, precommit_delete {{(pid=94176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:36:15.891718 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.plugins.ml2.db [None req-dc7542b2-afef-47f4-a763-e3a3cba144be None None] For port d120ebe7-be2a-4b0b-a1b4-cc00f66e913c, host dv-neutron-601336-94-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-94-hyperv',level=0,port_id=d120ebe7-be2a-4b0b-a1b4-cc00f66e913c,segment=NetworkSegment(83fb02d4-09bd-490b-905c-19d47c8235b8),segment_id=83fb02d4-09bd-490b-905c-19d47c8235b8)] {{(pid=94176) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 23 11:36:15.892765 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.db.provisioning_blocks [None req-0dcba429-bbc3-4c6c-99b1-049b39ffc8fc None None] Provisioning for port e07dc262-f45f-4b68-94f7-cd736a5e78c1 completed by entity DHCP. {{(pid=94176) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 23 11:36:15.908779 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.plugins.ml2.plugin [None req-06cb9e70-346d-443e-a036-3c2c853a83a2 None None] Calling delete_port for 6052859a-37c2-45e2-bcee-d5c5605453d5 owned by network:dhcp {{(pid=94176) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1986}} Jun 23 11:36:15.913611 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.db.provisioning_blocks [None req-0dcba429-bbc3-4c6c-99b1-049b39ffc8fc None None] Provisioning complete for port e07dc262-f45f-4b68-94f7-cd736a5e78c1 triggered by entity DHCP. {{(pid=94176) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 23 11:36:15.913997 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron_lib.callbacks.manager [None req-0dcba429-bbc3-4c6c-99b1-049b39ffc8fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-899258'] for port, provisioning_complete {{(pid=94176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:36:15.942156 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.db.provisioning_blocks [req-d8b742df-2bf8-48bb-bb54-9552b7f685cd req-e97ec7bd-d496-452c-95b2-9f5bf01b7f02 service neutron] Transition to ACTIVE for port object d357b527-aa7a-4053-a134-8434c40844e5 will not be triggered until provisioned by entity L2. {{(pid=94174) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 23 11:36:15.949704 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron_lib.callbacks.manager [None req-dc7542b2-afef-47f4-a763-e3a3cba144be None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-922904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866062', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773700135042', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773699642233', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773699642278'] for port, after_update {{(pid=94176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:36:15.962312 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG oslo_concurrency.lockutils [None req-814ee706-061d-47b5-bd6f-c13e95671830 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 11:36:16.005505 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron_lib.callbacks.manager [req-d8b742df-2bf8-48bb-bb54-9552b7f685cd req-e97ec7bd-d496-452c-95b2-9f5bf01b7f02 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-922904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866062', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773700135042', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773699642233', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773699642278', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5196369'] for port, after_update {{(pid=94174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:36:16.014899 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc7542b2-afef-47f4-a763-e3a3cba144be None None] Pushing event updated for resources: {'Port': ['ID=d120ebe7-be2a-4b0b-a1b4-cc00f66e913c,revision_number=5']} {{(pid=94176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 11:36:16.016100 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG oslo_concurrency.lockutils [None req-f3a731e6-27d8-42df-becc-71cc1bfddbba tempest-ExternalNetworksTestJSON-2139813945 tempest-ExternalNetworksTestJSON-2139813945-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94174) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 11:36:16.018191 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG oslo_concurrency.lockutils [None req-dc7542b2-afef-47f4-a763-e3a3cba144be None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.056s {{(pid=94176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 11:36:16.119951 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e97ec7bd-d496-452c-95b2-9f5bf01b7f02 service neutron] Pushing event updated for resources: {'Port': ['ID=d357b527-aa7a-4053-a134-8434c40844e5,revision_number=2']} {{(pid=94174) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 11:36:16.137371 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG oslo_concurrency.lockutils [None req-e97ec7bd-d496-452c-95b2-9f5bf01b7f02 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.121s {{(pid=94174) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 11:36:16.174491 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.plugins.ml2.db [None req-29f48012-9142-47dc-ab14-6b1348fc8aef tempest-RoutersIpV6Test-1448447933 tempest-RoutersIpV6Test-1448447933-project] For port 6052859a-37c2-45e2-bcee-d5c5605453d5, host dv-neutron-601336-94-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-94-hyperv',level=0,port_id=6052859a-37c2-45e2-bcee-d5c5605453d5,segment=NetworkSegment(28ca3686-7ff9-4891-a18f-d23f02683aab),segment_id=28ca3686-7ff9-4891-a18f-d23f02683aab)] {{(pid=94174) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 23 11:36:16.174870 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron_lib.callbacks.manager [None req-29f48012-9142-47dc-ab14-6b1348fc8aef tempest-RoutersIpV6Test-1448447933 tempest-RoutersIpV6Test-1448447933-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-430722'] for port, precommit_delete {{(pid=94174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:36:16.216557 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.plugins.ml2.plugin [None req-29f48012-9142-47dc-ab14-6b1348fc8aef tempest-RoutersIpV6Test-1448447933 tempest-RoutersIpV6Test-1448447933-project] Calling delete_port for 6052859a-37c2-45e2-bcee-d5c5605453d5 owned by network:dhcp {{(pid=94174) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1986}} Jun 23 11:36:16.221338 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron_lib.callbacks.manager [None req-edcb7a68-ea96-4137-8d00-899e1b373b85 tempest-TestNetworkBasicOps-233187296 tempest-TestNetworkBasicOps-233187296-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-923122'] for port, before_update {{(pid=94175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:36:16.252671 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron_lib.callbacks.manager [None req-42587f02-9ff8-4635-896a-5982812a608f tempest-ExternalNetworksTestJSON-2139813945 tempest-ExternalNetworksTestJSON-2139813945-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8773699596773'] for network, precommit_update {{(pid=94175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:36:16.300942 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.plugins.ml2.plugin [None req-0dcba429-bbc3-4c6c-99b1-049b39ffc8fc None None] Port e07dc262-f45f-4b68-94f7-cd736a5e78c1 cannot update to ACTIVE because it is not bound. {{(pid=94176) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jun 23 11:36:16.320981 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron_lib.callbacks.manager [None req-c0fe1cc1-0111-4ae2-890f-23c051281dcf tempest-RoutersTest-228919764 tempest-RoutersTest-228919764-project] Notify callbacks [] for port, precommit_create {{(pid=94174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:36:16.325414 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ef96f39a-ceab-4fa7-8eb1-2a89dc4fa62d None None] Network 84019baa-22c6-42bd-90bd-77a6f3aa1f2b requested from dv-neutron-601336-94-hyperv {{(pid=94176) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 23 11:36:16.329733 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c88e3bc6-f0cc-4156-ba8d-a81f6be214d4 req-97c562d9-942d-4580-9a52-e5cbfac57f48 tempest-TestServerAdvancedOps-2059691030 tempest-TestServerAdvancedOps-2059691030-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 11:36:16.331259 dv-neutron-601336-94-hyperv neutron-server[94175]: INFO neutron.wsgi [req-c88e3bc6-f0cc-4156-ba8d-a81f6be214d4 req-97c562d9-942d-4580-9a52-e5cbfac57f48 tempest-TestServerAdvancedOps-2059691030 tempest-TestServerAdvancedOps-2059691030-project] 10.222.0.20 "GET /v2.0/ports?device_id=db39e3a9-74a7-4800-a7cc-bd4b30155332 HTTP/1.1" status: 200 len: 943 time: 0.3017330 Jun 23 11:36:16.389378 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.db.provisioning_blocks [None req-c0fe1cc1-0111-4ae2-890f-23c051281dcf tempest-RoutersTest-228919764 tempest-RoutersTest-228919764-project] Transition to ACTIVE for port object 78264dc8-9461-4cfc-ac9b-aec5a32fc39d will not be triggered until provisioned by entity DHCP. {{(pid=94174) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 23 11:36:16.390233 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron_lib.callbacks.manager [None req-42587f02-9ff8-4635-896a-5982812a608f tempest-ExternalNetworksTestJSON-2139813945 tempest-ExternalNetworksTestJSON-2139813945-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8002400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7866073'] for network, after_update {{(pid=94175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:36:16.419230 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.plugins.ml2.managers [req-d8b742df-2bf8-48bb-bb54-9552b7f685cd req-e97ec7bd-d496-452c-95b2-9f5bf01b7f02 service neutron] Attempting to bind port d357b527-aa7a-4053-a134-8434c40844e5 on host hv-neutron-6013 for vnic_type normal with profile {{(pid=94174) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 23 11:36:16.419732 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.plugins.ml2.managers [req-d8b742df-2bf8-48bb-bb54-9552b7f685cd req-e97ec7bd-d496-452c-95b2-9f5bf01b7f02 service neutron] Attempting to bind port d357b527-aa7a-4053-a134-8434c40844e5 by drivers openvswitch,hyperv on host hv-neutron-6013 at level 0 using segments [{'id': '524dc55c-90b6-4e16-aac4-d6c69592410d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 434, 'network_id': '467f8a04-0486-4e89-bdba-fbf40f5b3292'}] {{(pid=94174) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 23 11:36:16.420191 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d8b742df-2bf8-48bb-bb54-9552b7f685cd req-e97ec7bd-d496-452c-95b2-9f5bf01b7f02 service neutron] Attempting to bind port d357b527-aa7a-4053-a134-8434c40844e5 on network 467f8a04-0486-4e89-bdba-fbf40f5b3292 {{(pid=94174) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 23 11:36:16.427406 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG oslo_concurrency.lockutils [None req-03a5c6e8-fdf3-494e-b469-0e9b500da3ab tempest-PortsIpV6TestJSON-1781383748 tempest-PortsIpV6TestJSON-1781383748-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94175) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 11:36:16.436976 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d8b742df-2bf8-48bb-bb54-9552b7f685cd req-e97ec7bd-d496-452c-95b2-9f5bf01b7f02 service neutron] Port d357b527-aa7a-4053-a134-8434c40844e5 on network 467f8a04-0486-4e89-bdba-fbf40f5b3292 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-6013 {{(pid=94174) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 23 11:36:16.440214 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d8b742df-2bf8-48bb-bb54-9552b7f685cd req-e97ec7bd-d496-452c-95b2-9f5bf01b7f02 service neutron] Attempting to bind port d357b527-aa7a-4053-a134-8434c40844e5 on network 467f8a04-0486-4e89-bdba-fbf40f5b3292 {{(pid=94174) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 23 11:36:16.447098 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-42587f02-9ff8-4635-896a-5982812a608f tempest-ExternalNetworksTestJSON-2139813945 tempest-ExternalNetworksTestJSON-2139813945-project-admin] Network dc7d324a-bbdf-4ba9-898a-c24470f0a218 is not hosted by any dhcp agent {{(pid=94175) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:232}} Jun 23 11:36:16.447975 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-42587f02-9ff8-4635-896a-5982812a608f tempest-ExternalNetworksTestJSON-2139813945 tempest-ExternalNetworksTestJSON-2139813945-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 11:36:16.448579 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron_lib.callbacks.manager [None req-42587f02-9ff8-4635-896a-5982812a608f tempest-ExternalNetworksTestJSON-2139813945 tempest-ExternalNetworksTestJSON-2139813945-project-admin] Notify callbacks [] for network, before_response {{(pid=94175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:36:16.452366 dv-neutron-601336-94-hyperv neutron-server[94175]: INFO neutron.wsgi [None req-42587f02-9ff8-4635-896a-5982812a608f tempest-ExternalNetworksTestJSON-2139813945 tempest-ExternalNetworksTestJSON-2139813945-project-admin] 10.222.0.20 "PUT /v2.0/networks/dc7d324a-bbdf-4ba9-898a-c24470f0a218 HTTP/1.1" status: 200 len: 857 time: 0.6159513 Jun 23 11:36:16.453801 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.wsgi [-] (94174) accepted ('10.222.0.20', 41752) {{(pid=94174) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 11:36:16.463153 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron_lib.callbacks.manager [None req-06cb9e70-346d-443e-a036-3c2c853a83a2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-922904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866062', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773700135024', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773699642224'] for port, after_delete {{(pid=94176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:36:16.467639 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG oslo_concurrency.lockutils [None req-7f1ac052-a062-4c1d-93f5-b1f8f3089289 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 11:36:16.498704 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06cb9e70-346d-443e-a036-3c2c853a83a2 None None] Pushing event deleted for resources: {'Port': ['ID=6052859a-37c2-45e2-bcee-d5c5605453d5,revision_number=None']} {{(pid=94176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 11:36:16.500924 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG oslo_concurrency.lockutils [None req-06cb9e70-346d-443e-a036-3c2c853a83a2 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.033s {{(pid=94176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 11:36:16.501683 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.db.provisioning_blocks [None req-8b6375c0-ac89-4f1f-a382-4a942ba92d4c None None] Provisioning for port 0e21f20a-31a0-4155-9381-4b380a5c7aff completed by entity DHCP. {{(pid=94176) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 23 11:36:16.509118 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d8b742df-2bf8-48bb-bb54-9552b7f685cd req-e97ec7bd-d496-452c-95b2-9f5bf01b7f02 service neutron] Checking agent: {'id': '3a130b41-5b27-406b-aeb2-5a923af79f10', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-6013', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 23, 11, 28, 23), 'started_at': datetime.datetime(2021, 6, 23, 11, 28, 23), 'heartbeat_timestamp': datetime.datetime(2021, 6, 23, 11, 35, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94174) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 23 11:36:16.509118 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d8b742df-2bf8-48bb-bb54-9552b7f685cd req-e97ec7bd-d496-452c-95b2-9f5bf01b7f02 service neutron] Checking segment: {'id': '524dc55c-90b6-4e16-aac4-d6c69592410d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 434, 'network_id': '467f8a04-0486-4e89-bdba-fbf40f5b3292'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94174) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 23 11:36:16.509761 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.db.l3_dvrscheduler_db [None req-06cb9e70-346d-443e-a036-3c2c853a83a2 None None] No DVR routers for this DVR port 6052859a-37c2-45e2-bcee-d5c5605453d5 on host dv-neutron-601336-94-hyperv {{(pid=94176) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 23 11:36:16.509876 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d8b742df-2bf8-48bb-bb54-9552b7f685cd req-e97ec7bd-d496-452c-95b2-9f5bf01b7f02 service neutron] Bound using segment: {'id': '524dc55c-90b6-4e16-aac4-d6c69592410d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 434, 'network_id': '467f8a04-0486-4e89-bdba-fbf40f5b3292'} {{(pid=94174) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 23 11:36:16.509876 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.plugins.ml2.managers [req-d8b742df-2bf8-48bb-bb54-9552b7f685cd req-e97ec7bd-d496-452c-95b2-9f5bf01b7f02 service neutron] Bound port: d357b527-aa7a-4053-a134-8434c40844e5, host: hv-neutron-6013, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '524dc55c-90b6-4e16-aac4-d6c69592410d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 434, 'network_id': '467f8a04-0486-4e89-bdba-fbf40f5b3292'}}] {{(pid=94174) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 23 11:36:16.509876 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron_lib.callbacks.manager [req-d8b742df-2bf8-48bb-bb54-9552b7f685cd req-e97ec7bd-d496-452c-95b2-9f5bf01b7f02 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-923122'] for port, before_update {{(pid=94174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:36:16.512376 dv-neutron-601336-94-hyperv neutron-server[94175]: INFO neutron.wsgi [req-c88e3bc6-f0cc-4156-ba8d-a81f6be214d4 req-6a5a9017-684d-4935-8c7e-f8d51c64a973 tempest-TestServerAdvancedOps-2059691030 tempest-TestServerAdvancedOps-2059691030-project] 10.222.0.20 "GET /v2.0/security-groups?id=15f52a14-6092-4d6f-aba4-bb31310b2c66&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1310480 Jun 23 11:36:16.521981 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42587f02-9ff8-4635-896a-5982812a608f tempest-ExternalNetworksTestJSON-2139813945 tempest-ExternalNetworksTestJSON-2139813945-project-admin] Pushing event updated for resources: {'Network': ['ID=dc7d324a-bbdf-4ba9-898a-c24470f0a218,revision_number=2']} {{(pid=94175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 11:36:16.533201 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG oslo_concurrency.lockutils [None req-42587f02-9ff8-4635-896a-5982812a608f tempest-ExternalNetworksTestJSON-2139813945 tempest-ExternalNetworksTestJSON-2139813945-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.106s {{(pid=94175) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 11:36:16.573247 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron_lib.callbacks.manager [None req-29f48012-9142-47dc-ab14-6b1348fc8aef tempest-RoutersIpV6Test-1448447933 tempest-RoutersIpV6Test-1448447933-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-922904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866062', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773700135024', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773699642224', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5196390'] for port, after_delete {{(pid=94174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:36:16.582029 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG oslo_concurrency.lockutils [None req-1bc8cef8-c1e2-496c-a72a-bd837ed23297 tempest-RoutersIpV6Test-1448447933 tempest-RoutersIpV6Test-1448447933-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94174) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 11:36:16.623999 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29f48012-9142-47dc-ab14-6b1348fc8aef tempest-RoutersIpV6Test-1448447933 tempest-RoutersIpV6Test-1448447933-project] Pushing event deleted for resources: {'Port': ['ID=6052859a-37c2-45e2-bcee-d5c5605453d5,revision_number=None']} {{(pid=94174) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 11:36:16.634131 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG oslo_concurrency.lockutils [None req-29f48012-9142-47dc-ab14-6b1348fc8aef tempest-RoutersIpV6Test-1448447933 tempest-RoutersIpV6Test-1448447933-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.052s {{(pid=94174) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 11:36:16.636387 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.db.l3_dvrscheduler_db [None req-29f48012-9142-47dc-ab14-6b1348fc8aef tempest-RoutersIpV6Test-1448447933 tempest-RoutersIpV6Test-1448447933-project] No DVR routers for this DVR port 6052859a-37c2-45e2-bcee-d5c5605453d5 on host dv-neutron-601336-94-hyperv {{(pid=94174) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 23 11:36:16.638661 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.plugins.ml2.db [req-d8b742df-2bf8-48bb-bb54-9552b7f685cd req-e97ec7bd-d496-452c-95b2-9f5bf01b7f02 service neutron] For port d357b527-aa7a-4053-a134-8434c40844e5, host hv-neutron-6013, cleared binding levels {{(pid=94174) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 23 11:36:16.642451 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron_lib.callbacks.manager [None req-e0ac0ba5-3298-4708-9c4b-330739e52311 tempest-ExternalNetworksTestJSON-2139813945 tempest-ExternalNetworksTestJSON-2139813945-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-824874'] for network, before_delete {{(pid=94174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:36:16.645927 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.plugins.ml2.db [req-d8b742df-2bf8-48bb-bb54-9552b7f685cd req-e97ec7bd-d496-452c-95b2-9f5bf01b7f02 service neutron] For port d357b527-aa7a-4053-a134-8434c40844e5, host hv-neutron-6013, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-6013',level=0,port_id=d357b527-aa7a-4053-a134-8434c40844e5,segment=NetworkSegment(524dc55c-90b6-4e16-aac4-d6c69592410d),segment_id=524dc55c-90b6-4e16-aac4-d6c69592410d)] {{(pid=94174) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 23 11:36:16.687287 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron_lib.callbacks.manager [None req-95d6aa8f-24e7-4234-82ff-f502266c3285 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773699952132', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-899307'] for agent, after_update {{(pid=94176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:36:16.697132 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron_lib.callbacks.manager [None req-edcb7a68-ea96-4137-8d00-899e1b373b85 tempest-TestNetworkBasicOps-233187296 tempest-TestNetworkBasicOps-233187296-project] Notify callbacks [] for port, precommit_update {{(pid=94175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:36:16.773227 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron_lib.callbacks.manager [None req-edcb7a68-ea96-4137-8d00-899e1b373b85 tempest-TestNetworkBasicOps-233187296 tempest-TestNetworkBasicOps-233187296-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-922904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866062', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773700135042', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773699642233', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773699642278', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5082471'] for port, after_update {{(pid=94175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:36:16.773448 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron_lib.callbacks.manager [None req-c0fe1cc1-0111-4ae2-890f-23c051281dcf tempest-RoutersTest-228919764 tempest-RoutersTest-228919764-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-922915', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-239814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7866073', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773699642215', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-5196399'] for port, after_create {{(pid=94174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:36:16.777815 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG oslo_concurrency.lockutils [None req-19de9b6c-8643-4c79-b650-bb85bbbf444e tempest-PortsIpV6TestJSON-1781383748 tempest-PortsIpV6TestJSON-1781383748-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94175) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 11:36:16.778253 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG oslo_concurrency.lockutils [None req-d49d189c-12a0-46b0-ac76-c28ec6fb47b3 tempest-TestNetworkBasicOps-233187296 tempest-TestNetworkBasicOps-233187296-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94174) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 11:36:16.782354 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron_lib.callbacks.manager [None req-29f48012-9142-47dc-ab14-6b1348fc8aef tempest-RoutersIpV6Test-1448447933 tempest-RoutersIpV6Test-1448447933-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-897259', 'neutron.services.segments.db._delete_segments_for_network-8773700168587'] for network, precommit_delete {{(pid=94174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:36:16.786813 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron_lib.callbacks.manager [req-d8b742df-2bf8-48bb-bb54-9552b7f685cd req-e97ec7bd-d496-452c-95b2-9f5bf01b7f02 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-922904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866062', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773700135042', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773699642233', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773699642278', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5196369'] for port, after_update {{(pid=94174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:36:16.834681 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.services.segments.db [None req-29f48012-9142-47dc-ab14-6b1348fc8aef tempest-RoutersIpV6Test-1448447933 tempest-RoutersIpV6Test-1448447933-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5a0407f1-1e47-4f7c-9b40-8fcc21217cea']}} {{(pid=94174) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 11:36:16.854044 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edcb7a68-ea96-4137-8d00-899e1b373b85 tempest-TestNetworkBasicOps-233187296 tempest-TestNetworkBasicOps-233187296-project] Pushing event updated for resources: {'Port': ['ID=e07dc262-f45f-4b68-94f7-cd736a5e78c1,revision_number=2']} {{(pid=94175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 11:36:16.857786 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG oslo_concurrency.lockutils [None req-edcb7a68-ea96-4137-8d00-899e1b373b85 tempest-TestNetworkBasicOps-233187296 tempest-TestNetworkBasicOps-233187296-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.079s {{(pid=94175) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 11:36:16.858376 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron_lib.callbacks.manager [None req-edcb7a68-ea96-4137-8d00-899e1b373b85 tempest-TestNetworkBasicOps-233187296 tempest-TestNetworkBasicOps-233187296-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-7866091', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-453038'] for router_interface, after_create {{(pid=94175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:36:16.891721 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.services.segments.db [None req-29f48012-9142-47dc-ab14-6b1348fc8aef tempest-RoutersIpV6Test-1448447933 tempest-RoutersIpV6Test-1448447933-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '28ca3686-7ff9-4891-a18f-d23f02683aab') {'for_net_delete': True} {{(pid=94174) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 11:36:16.891984 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.services.segments.db [None req-29f48012-9142-47dc-ab14-6b1348fc8aef tempest-RoutersIpV6Test-1448447933 tempest-RoutersIpV6Test-1448447933-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '28ca3686-7ff9-4891-a18f-d23f02683aab') {} {{(pid=94174) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 11:36:16.928309 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8b742df-2bf8-48bb-bb54-9552b7f685cd req-e97ec7bd-d496-452c-95b2-9f5bf01b7f02 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94174) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 11:36:16.929009 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron_lib.callbacks.manager [req-d8b742df-2bf8-48bb-bb54-9552b7f685cd req-e97ec7bd-d496-452c-95b2-9f5bf01b7f02 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-217507'] for port, before_response {{(pid=94174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:36:16.930387 dv-neutron-601336-94-hyperv neutron-server[94174]: INFO neutron.wsgi [req-d8b742df-2bf8-48bb-bb54-9552b7f685cd req-e97ec7bd-d496-452c-95b2-9f5bf01b7f02 service neutron] 10.222.0.52 "PUT /v2.0/ports/d357b527-aa7a-4053-a134-8434c40844e5 HTTP/1.1" status: 200 len: 1093 time: 3.1707954 Jun 23 11:36:16.933804 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'db39e3a9-74a7-4800-a7cc-bd4b30155332', 'tag': 'd357b527-aa7a-4053-a134-8434c40844e5'}] {{(pid=94174) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 23 11:36:16.936207 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6ff47218258ed5bf6cae7f276c9622ae488f9e8ebc13d1a310221fbcfb04c5dd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-68921256-e01d-4154-8abc-1889a09bc4e1" -d '{"events": [{"name": "network-changed", "server_uuid": "db39e3a9-74a7-4800-a7cc-bd4b30155332", "tag": "d357b527-aa7a-4053-a134-8434c40844e5"}]}' {{(pid=94174) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 23 11:36:16.946744 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c0fe1cc1-0111-4ae2-890f-23c051281dcf tempest-RoutersTest-228919764 tempest-RoutersTest-228919764-project] Network 84019baa-22c6-42bd-90bd-77a6f3aa1f2b is already hosted by enough agents. {{(pid=94174) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 23 11:36:16.948769 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron_lib.callbacks.manager [None req-29f48012-9142-47dc-ab14-6b1348fc8aef tempest-RoutersIpV6Test-1448447933 tempest-RoutersIpV6Test-1448447933-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8773699955833', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4800267'] for segment, before_delete {{(pid=94174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:36:16.966463 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron_lib.callbacks.manager [None req-e0ac0ba5-3298-4708-9c4b-330739e52311 tempest-ExternalNetworksTestJSON-2139813945 tempest-ExternalNetworksTestJSON-2139813945-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-897259', 'neutron.services.segments.db._delete_segments_for_network-8773700168587'] for network, precommit_delete {{(pid=94174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:36:16.968341 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-edcb7a68-ea96-4137-8d00-899e1b373b85 tempest-TestNetworkBasicOps-233187296 tempest-TestNetworkBasicOps-233187296-project] Network a7681095-7326-44b0-985d-4ae24b358d92 is already hosted by enough agents. {{(pid=94175) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 23 11:36:16.969817 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.scheduler.base_scheduler [None req-edcb7a68-ea96-4137-8d00-899e1b373b85 tempest-TestNetworkBasicOps-233187296 tempest-TestNetworkBasicOps-233187296-project] Resources bound (agent type, host, resource id): {{(pid=94175) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 23 11:36:16.979623 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.services.segments.db [None req-e0ac0ba5-3298-4708-9c4b-330739e52311 tempest-ExternalNetworksTestJSON-2139813945 tempest-ExternalNetworksTestJSON-2139813945-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['dc7d324a-bbdf-4ba9-898a-c24470f0a218']}} {{(pid=94174) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 11:36:16.992971 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.services.segments.db [None req-e0ac0ba5-3298-4708-9c4b-330739e52311 tempest-ExternalNetworksTestJSON-2139813945 tempest-ExternalNetworksTestJSON-2139813945-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c1540f27-2faf-4a68-9145-7fcbebc0ea54') {'for_net_delete': True} {{(pid=94174) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 11:36:16.993105 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.services.segments.db [None req-e0ac0ba5-3298-4708-9c4b-330739e52311 tempest-ExternalNetworksTestJSON-2139813945 tempest-ExternalNetworksTestJSON-2139813945-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c1540f27-2faf-4a68-9145-7fcbebc0ea54') {} {{(pid=94174) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 11:36:17.005420 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 23 Jun 2021 11:36:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e7580ad3-2b4c-42a8-82a0-da9980303764 x-openstack-request-id: req-e7580ad3-2b4c-42a8-82a0-da9980303764 {{(pid=94174) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 23 11:36:17.005800 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "db39e3a9-74a7-4800-a7cc-bd4b30155332", "tag": "d357b527-aa7a-4053-a134-8434c40844e5", "status": "completed", "code": 200}]} {{(pid=94174) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 23 11:36:17.006055 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-e7580ad3-2b4c-42a8-82a0-da9980303764 {{(pid=94174) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 23 11:36:17.006595 dv-neutron-601336-94-hyperv neutron-server[94174]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'db39e3a9-74a7-4800-a7cc-bd4b30155332', 'tag': 'd357b527-aa7a-4053-a134-8434c40844e5', 'status': 'completed', 'code': 200} Jun 23 11:36:17.009503 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0fe1cc1-0111-4ae2-890f-23c051281dcf tempest-RoutersTest-228919764 tempest-RoutersTest-228919764-project] Pushing event updated for resources: {'Port': ['ID=78264dc8-9461-4cfc-ac9b-aec5a32fc39d,revision_number=1']} {{(pid=94174) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 11:36:17.013410 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG oslo_concurrency.lockutils [None req-c0fe1cc1-0111-4ae2-890f-23c051281dcf tempest-RoutersTest-228919764 tempest-RoutersTest-228919764-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.235s {{(pid=94174) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 11:36:17.015672 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron_lib.callbacks.manager [None req-e0ac0ba5-3298-4708-9c4b-330739e52311 tempest-ExternalNetworksTestJSON-2139813945 tempest-ExternalNetworksTestJSON-2139813945-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8773699955833', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4800267'] for segment, before_delete {{(pid=94174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:36:17.025676 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG oslo_concurrency.lockutils [None req-c7a34495-ba3b-4782-a23f-6211f4c85270 tempest-ServerActionsTestJSON-161917335 tempest-ServerActionsTestJSON-161917335-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.210s {{(pid=94174) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 11:36:17.062370 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.plugins.ml2.rpc [None req-dc7542b2-afef-47f4-a763-e3a3cba144be None None] Device 0e21f20a-31a0-4155-9381-4b380a5c7aff up at agent ovs-agent-dv-neutron-601336-94-hyperv {{(pid=94176) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:298}} Jun 23 11:36:17.067275 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.scheduler.base_scheduler [None req-c0fe1cc1-0111-4ae2-890f-23c051281dcf tempest-RoutersTest-228919764 tempest-RoutersTest-228919764-project] Resources bound (agent type, host, resource id): {{(pid=94174) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 23 11:36:17.070513 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c0fe1cc1-0111-4ae2-890f-23c051281dcf tempest-RoutersTest-228919764 tempest-RoutersTest-228919764-project] Received port after_create {{(pid=94174) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 23 11:36:17.086265 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron_lib.callbacks.manager [None req-29f48012-9142-47dc-ab14-6b1348fc8aef tempest-RoutersIpV6Test-1448447933 tempest-RoutersIpV6Test-1448447933-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3801'] for segment, precommit_delete {{(pid=94174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:36:17.118938 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-edcb7a68-ea96-4137-8d00-899e1b373b85 tempest-TestNetworkBasicOps-233187296 tempest-TestNetworkBasicOps-233187296-project] Router 4c99b81f-8a52-421f-abc8-9ccee9678765 has already been hosted by L3 agent 50ef99c0-ef28-4db5-b303-b145898fae60 {{(pid=94175) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 23 11:36:17.160375 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-29f48012-9142-47dc-ab14-6b1348fc8aef tempest-RoutersIpV6Test-1448447933 tempest-RoutersIpV6Test-1448447933-project] Releasing vlan 420 on physical network physnet1 to pool {{(pid=94174) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 23 11:36:17.160811 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron_lib.callbacks.manager [None req-29f48012-9142-47dc-ab14-6b1348fc8aef tempest-RoutersIpV6Test-1448447933 tempest-RoutersIpV6Test-1448447933-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3801', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5196341'] for segment, after_delete {{(pid=94174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:36:17.180090 dv-neutron-601336-94-hyperv neutron-server[94174]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 23 11:36:17.180090 dv-neutron-601336-94-hyperv neutron-server[94174]: conditions |= (models_v2.Port.network_id.in_( Jun 23 11:36:17.180090 dv-neutron-601336-94-hyperv neutron-server[94174]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 23 11:36:17.180090 dv-neutron-601336-94-hyperv neutron-server[94174]: conditions |= (models_v2.Port.network_id.in_( Jun 23 11:36:17.180090 dv-neutron-601336-94-hyperv neutron-server[94174]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 23 11:36:17.180090 dv-neutron-601336-94-hyperv neutron-server[94174]: conditions |= (models_v2.Port.network_id.in_( Jun 23 11:36:17.180090 dv-neutron-601336-94-hyperv neutron-server[94174]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 23 11:36:17.180090 dv-neutron-601336-94-hyperv neutron-server[94174]: self.session.flush() Jun 23 11:36:17.180090 dv-neutron-601336-94-hyperv neutron-server[94174]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 23 11:36:17.180090 dv-neutron-601336-94-hyperv neutron-server[94174]: self.session.flush() Jun 23 11:36:17.180090 dv-neutron-601336-94-hyperv neutron-server[94174]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 23 11:36:17.180090 dv-neutron-601336-94-hyperv neutron-server[94174]: self.session.flush() Jun 23 11:36:17.180090 dv-neutron-601336-94-hyperv neutron-server[94174]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 23 11:36:17.180090 dv-neutron-601336-94-hyperv neutron-server[94174]: self.session.flush() Jun 23 11:36:17.180090 dv-neutron-601336-94-hyperv neutron-server[94174]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 23 11:36:17.180090 dv-neutron-601336-94-hyperv neutron-server[94174]: conditions |= (models_v2.Port.network_id.in_( Jun 23 11:36:17.180090 dv-neutron-601336-94-hyperv neutron-server[94174]: Traceback (most recent call last): Jun 23 11:36:17.180090 dv-neutron-601336-94-hyperv neutron-server[94174]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 23 11:36:17.180090 dv-neutron-601336-94-hyperv neutron-server[94174]: timer() Jun 23 11:36:17.180090 dv-neutron-601336-94-hyperv neutron-server[94174]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 23 11:36:17.180090 dv-neutron-601336-94-hyperv neutron-server[94174]: cb(*args, **kw) Jun 23 11:36:17.180090 dv-neutron-601336-94-hyperv neutron-server[94174]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 23 11:36:17.180090 dv-neutron-601336-94-hyperv neutron-server[94174]: return func(*args, **kwargs) Jun 23 11:36:17.180090 dv-neutron-601336-94-hyperv neutron-server[94174]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 23 11:36:17.180090 dv-neutron-601336-94-hyperv neutron-server[94174]: self._notify() Jun 23 11:36:17.180090 dv-neutron-601336-94-hyperv neutron-server[94174]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 23 11:36:17.180090 dv-neutron-601336-94-hyperv neutron-server[94174]: self.callback(batched_events) Jun 23 11:36:17.180090 dv-neutron-601336-94-hyperv neutron-server[94174]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 23 11:36:17.180090 dv-neutron-601336-94-hyperv neutron-server[94174]: event.method(event) Jun 23 11:36:17.180090 dv-neutron-601336-94-hyperv neutron-server[94174]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 23 11:36:17.180090 dv-neutron-601336-94-hyperv neutron-server[94174]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 23 11:36:17.180090 dv-neutron-601336-94-hyperv neutron-server[94174]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 23 11:36:17.180090 dv-neutron-601336-94-hyperv neutron-server[94174]: aggregate_uuid = self.p_client.list_aggregates( Jun 23 11:36:17.180090 dv-neutron-601336-94-hyperv neutron-server[94174]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 23 11:36:17.180090 dv-neutron-601336-94-hyperv neutron-server[94174]: return f(self, *a, **k) Jun 23 11:36:17.180090 dv-neutron-601336-94-hyperv neutron-server[94174]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 23 11:36:17.180090 dv-neutron-601336-94-hyperv neutron-server[94174]: return self._get(url).json() Jun 23 11:36:17.180090 dv-neutron-601336-94-hyperv neutron-server[94174]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 23 11:36:17.180090 dv-neutron-601336-94-hyperv neutron-server[94174]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 23 11:36:17.180090 dv-neutron-601336-94-hyperv neutron-server[94174]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 23 11:36:17.180090 dv-neutron-601336-94-hyperv neutron-server[94174]: return self.request(url, 'GET', **kwargs) Jun 23 11:36:17.180090 dv-neutron-601336-94-hyperv neutron-server[94174]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 23 11:36:17.180090 dv-neutron-601336-94-hyperv neutron-server[94174]: base_url = self.get_endpoint(auth, allow=allow, Jun 23 11:36:17.180090 dv-neutron-601336-94-hyperv neutron-server[94174]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 23 11:36:17.180090 dv-neutron-601336-94-hyperv neutron-server[94174]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 23 11:36:17.180090 dv-neutron-601336-94-hyperv neutron-server[94174]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 23 11:36:17.180090 dv-neutron-601336-94-hyperv neutron-server[94174]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 23 11:36:17.180090 dv-neutron-601336-94-hyperv neutron-server[94174]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 23 11:36:17.186637 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron_lib.callbacks.manager [None req-e0ac0ba5-3298-4708-9c4b-330739e52311 tempest-ExternalNetworksTestJSON-2139813945 tempest-ExternalNetworksTestJSON-2139813945-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3801'] for segment, precommit_delete {{(pid=94174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:36:17.193633 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e0ac0ba5-3298-4708-9c4b-330739e52311 tempest-ExternalNetworksTestJSON-2139813945 tempest-ExternalNetworksTestJSON-2139813945-project-admin] Releasing vlan 402 on physical network physnet1 to pool {{(pid=94174) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 23 11:36:17.194057 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron_lib.callbacks.manager [None req-e0ac0ba5-3298-4708-9c4b-330739e52311 tempest-ExternalNetworksTestJSON-2139813945 tempest-ExternalNetworksTestJSON-2139813945-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3801', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5196341'] for segment, after_delete {{(pid=94174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:36:17.200978 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.db.provisioning_blocks [None req-dc7542b2-afef-47f4-a763-e3a3cba144be None None] Provisioning for port 0e21f20a-31a0-4155-9381-4b380a5c7aff completed by entity L2. {{(pid=94176) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 23 11:36:17.205231 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.db.provisioning_blocks [None req-dc7542b2-afef-47f4-a763-e3a3cba144be None None] Provisioning complete for port 0e21f20a-31a0-4155-9381-4b380a5c7aff triggered by entity L2. {{(pid=94176) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 23 11:36:17.205619 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron_lib.callbacks.manager [None req-dc7542b2-afef-47f4-a763-e3a3cba144be None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-899258'] for port, provisioning_complete {{(pid=94176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:36:17.266192 dv-neutron-601336-94-hyperv neutron-server[94174]: Traceback (most recent call last): Jun 23 11:36:17.266192 dv-neutron-601336-94-hyperv neutron-server[94174]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 23 11:36:17.266192 dv-neutron-601336-94-hyperv neutron-server[94174]: timer() Jun 23 11:36:17.266192 dv-neutron-601336-94-hyperv neutron-server[94174]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 23 11:36:17.266192 dv-neutron-601336-94-hyperv neutron-server[94174]: cb(*args, **kw) Jun 23 11:36:17.266192 dv-neutron-601336-94-hyperv neutron-server[94174]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 23 11:36:17.266192 dv-neutron-601336-94-hyperv neutron-server[94174]: return func(*args, **kwargs) Jun 23 11:36:17.266192 dv-neutron-601336-94-hyperv neutron-server[94174]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 23 11:36:17.266192 dv-neutron-601336-94-hyperv neutron-server[94174]: self._notify() Jun 23 11:36:17.266192 dv-neutron-601336-94-hyperv neutron-server[94174]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 23 11:36:17.266192 dv-neutron-601336-94-hyperv neutron-server[94174]: self.callback(batched_events) Jun 23 11:36:17.266192 dv-neutron-601336-94-hyperv neutron-server[94174]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 23 11:36:17.266192 dv-neutron-601336-94-hyperv neutron-server[94174]: event.method(event) Jun 23 11:36:17.266192 dv-neutron-601336-94-hyperv neutron-server[94174]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 23 11:36:17.266192 dv-neutron-601336-94-hyperv neutron-server[94174]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 23 11:36:17.266192 dv-neutron-601336-94-hyperv neutron-server[94174]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 23 11:36:17.266192 dv-neutron-601336-94-hyperv neutron-server[94174]: aggregate_uuid = self.p_client.list_aggregates( Jun 23 11:36:17.266192 dv-neutron-601336-94-hyperv neutron-server[94174]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 23 11:36:17.266192 dv-neutron-601336-94-hyperv neutron-server[94174]: return f(self, *a, **k) Jun 23 11:36:17.266192 dv-neutron-601336-94-hyperv neutron-server[94174]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 23 11:36:17.266192 dv-neutron-601336-94-hyperv neutron-server[94174]: return self._get(url).json() Jun 23 11:36:17.266192 dv-neutron-601336-94-hyperv neutron-server[94174]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 23 11:36:17.266192 dv-neutron-601336-94-hyperv neutron-server[94174]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 23 11:36:17.266192 dv-neutron-601336-94-hyperv neutron-server[94174]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 23 11:36:17.266192 dv-neutron-601336-94-hyperv neutron-server[94174]: return self.request(url, 'GET', **kwargs) Jun 23 11:36:17.266192 dv-neutron-601336-94-hyperv neutron-server[94174]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 23 11:36:17.266192 dv-neutron-601336-94-hyperv neutron-server[94174]: base_url = self.get_endpoint(auth, allow=allow, Jun 23 11:36:17.266192 dv-neutron-601336-94-hyperv neutron-server[94174]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 23 11:36:17.266192 dv-neutron-601336-94-hyperv neutron-server[94174]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 23 11:36:17.266192 dv-neutron-601336-94-hyperv neutron-server[94174]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 23 11:36:17.266192 dv-neutron-601336-94-hyperv neutron-server[94174]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 23 11:36:17.266192 dv-neutron-601336-94-hyperv neutron-server[94174]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 23 11:36:17.271551 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-edcb7a68-ea96-4137-8d00-899e1b373b85 tempest-TestNetworkBasicOps-233187296 tempest-TestNetworkBasicOps-233187296-project] Notify agent at l3_agent.dv-neutron-601336-94-hyperv the message routers_updated {{(pid=94175) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 23 11:36:17.281747 dv-neutron-601336-94-hyperv neutron-server[94175]: INFO neutron.wsgi [None req-edcb7a68-ea96-4137-8d00-899e1b373b85 tempest-TestNetworkBasicOps-233187296 tempest-TestNetworkBasicOps-233187296-project] 10.222.0.20 "PUT /v2.0/routers/4c99b81f-8a52-421f-abc8-9ccee9678765/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.2379818 Jun 23 11:36:17.285925 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-085fabe3-7053-4542-b4b1-fd54ab5dc851 None None] Sync routers for ids ['4c99b81f-8a52-421f-abc8-9ccee9678765'] in dv-neutron-601336-94-hyperv {{(pid=94176) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 23 11:36:17.303271 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.db.l3_dvrscheduler_db [None req-085fabe3-7053-4542-b4b1-fd54ab5dc851 None None] Routers {'4c99b81f-8a52-421f-abc8-9ccee9678765'} bound to L3 agent in host dv-neutron-601336-94-hyperv {{(pid=94176) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 23 11:36:17.304464 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.db.l3_hamode_db [None req-085fabe3-7053-4542-b4b1-fd54ab5dc851 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-601336-94-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-23T11:22:13Z,description=,heartbeat_timestamp=2021-06-23T11:36:13Z,host='dv-neutron-601336-94-hyperv',id=50ef99c0-ef28-4db5-b303-b145898fae60,load=0,resource_versions=,resources_synced=,started_at=2021-06-23T11:22:14Z,topic='l3_agent')) {'router_ids': ['4c99b81f-8a52-421f-abc8-9ccee9678765'], 'active': True} {{(pid=94176) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 11:36:17.322665 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e97ec7bd-d496-452c-95b2-9f5bf01b7f02 service neutron] Pushing event updated for resources: {'Port': ['ID=d357b527-aa7a-4053-a134-8434c40844e5,revision_number=3']} {{(pid=94174) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 11:36:17.334509 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG oslo_concurrency.lockutils [None req-e97ec7bd-d496-452c-95b2-9f5bf01b7f02 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.310s {{(pid=94174) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 11:36:17.348636 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.db.provisioning_blocks [None req-e850c3ca-6240-449f-b681-cf83dd646557 None None] Provisioning complete for port e07dc262-f45f-4b68-94f7-cd736a5e78c1 triggered by entity DHCP. {{(pid=94176) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 23 11:36:17.348636 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron_lib.callbacks.manager [None req-e850c3ca-6240-449f-b681-cf83dd646557 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-899258'] for port, provisioning_complete {{(pid=94176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:36:17.354335 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron_lib.callbacks.manager [None req-c0fe1cc1-0111-4ae2-890f-23c051281dcf tempest-RoutersTest-228919764 tempest-RoutersTest-228919764-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-452954'] for router_interface, before_create {{(pid=94174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:36:17.433691 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron_lib.callbacks.manager [None req-29f48012-9142-47dc-ab14-6b1348fc8aef tempest-RoutersIpV6Test-1448447933 tempest-RoutersIpV6Test-1448447933-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-897248', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8002400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7866073', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-524247'] for network, after_delete {{(pid=94174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:36:17.440517 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG oslo_concurrency.lockutils [None req-32371b51-212a-4238-8241-aa2a8f9769d0 tempest-NetworksTest-2133396914 tempest-NetworksTest-2133396914-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94174) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 11:36:17.441458 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.plugins.ml2.plugin [None req-e850c3ca-6240-449f-b681-cf83dd646557 None None] Port e07dc262-f45f-4b68-94f7-cd736a5e78c1 cannot update to ACTIVE because it is not bound. {{(pid=94176) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jun 23 11:36:17.449542 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron_lib.callbacks.manager [None req-29f48012-9142-47dc-ab14-6b1348fc8aef tempest-RoutersIpV6Test-1448447933 tempest-RoutersIpV6Test-1448447933-project] Notify callbacks [] for network, before_response {{(pid=94174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:36:17.451396 dv-neutron-601336-94-hyperv neutron-server[94174]: INFO neutron.wsgi [None req-29f48012-9142-47dc-ab14-6b1348fc8aef tempest-RoutersIpV6Test-1448447933 tempest-RoutersIpV6Test-1448447933-project] 10.222.0.20 "DELETE /v2.0/networks/5a0407f1-1e47-4f7c-9b40-8fcc21217cea HTTP/1.1" status: 204 len: 168 time: 2.3727875 Jun 23 11:36:17.454207 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.wsgi [-] (94175) accepted ('10.222.0.20', 41760) {{(pid=94175) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 11:36:17.457844 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68921256-e01d-4154-8abc-1889a09bc4e1 req-9359fef4-39a7-425d-b500-ddd2d7a78e62 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94174) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 11:36:17.459314 dv-neutron-601336-94-hyperv neutron-server[94174]: INFO neutron.wsgi [req-68921256-e01d-4154-8abc-1889a09bc4e1 req-9359fef4-39a7-425d-b500-ddd2d7a78e62 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=87e6e184674b4a4680205b94208b9e33&device_id=db39e3a9-74a7-4800-a7cc-bd4b30155332 HTTP/1.1" status: 200 len: 1096 time: 0.3752697 Jun 23 11:36:17.463188 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron_lib.callbacks.manager [None req-dc7542b2-afef-47f4-a763-e3a3cba144be None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-923122'] for port, before_update {{(pid=94176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:36:17.471554 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron_lib.callbacks.manager [None req-e0ac0ba5-3298-4708-9c4b-330739e52311 tempest-ExternalNetworksTestJSON-2139813945 tempest-ExternalNetworksTestJSON-2139813945-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-897248', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8002400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7866073', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-524247'] for network, after_delete {{(pid=94174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:36:17.481616 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29f48012-9142-47dc-ab14-6b1348fc8aef tempest-RoutersIpV6Test-1448447933 tempest-RoutersIpV6Test-1448447933-project] Pushing event deleted for resources: {'Network': ['ID=5a0407f1-1e47-4f7c-9b40-8fcc21217cea,revision_number=None']} {{(pid=94174) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 11:36:17.492136 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.db.l3_dvr_db [None req-085fabe3-7053-4542-b4b1-fd54ab5dc851 None None] Set router 4c99b81f-8a52-421f-abc8-9ccee9678765 gateway port host: dv-neutron-601336-94-hyperv {{(pid=94176) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:838}} Jun 23 11:36:17.508915 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG oslo_concurrency.lockutils [None req-29f48012-9142-47dc-ab14-6b1348fc8aef tempest-RoutersIpV6Test-1448447933 tempest-RoutersIpV6Test-1448447933-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.068s {{(pid=94174) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 11:36:17.509318 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG oslo_concurrency.lockutils [None req-66933f18-2f3d-421e-99b4-60e90d2264f3 tempest-NetworksTest-2133396914 tempest-NetworksTest-2133396914-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.017s {{(pid=94174) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 11:36:17.511489 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e0ac0ba5-3298-4708-9c4b-330739e52311 tempest-ExternalNetworksTestJSON-2139813945 tempest-ExternalNetworksTestJSON-2139813945-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network dc7d324a-bbdf-4ba9-898a-c24470f0a218 {{(pid=94174) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:120}} Jun 23 11:36:17.537902 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.plugins.ml2.db [None req-dc7542b2-afef-47f4-a763-e3a3cba144be None None] For port 0e21f20a-31a0-4155-9381-4b380a5c7aff, host dv-neutron-601336-94-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-94-hyperv',level=0,port_id=0e21f20a-31a0-4155-9381-4b380a5c7aff,segment=NetworkSegment(5803a03d-cefa-42b6-8ef9-c623e9a53969),segment_id=5803a03d-cefa-42b6-8ef9-c623e9a53969)] {{(pid=94176) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 23 11:36:17.547463 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron_lib.callbacks.manager [None req-e0ac0ba5-3298-4708-9c4b-330739e52311 tempest-ExternalNetworksTestJSON-2139813945 tempest-ExternalNetworksTestJSON-2139813945-project-admin] Notify callbacks [] for network, before_response {{(pid=94174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:36:17.554601 dv-neutron-601336-94-hyperv neutron-server[94174]: INFO neutron.wsgi [None req-e0ac0ba5-3298-4708-9c4b-330739e52311 tempest-ExternalNetworksTestJSON-2139813945 tempest-ExternalNetworksTestJSON-2139813945-project-admin] 10.222.0.20 "DELETE /v2.0/networks/dc7d324a-bbdf-4ba9-898a-c24470f0a218 HTTP/1.1" status: 204 len: 168 time: 1.1004007 Jun 23 11:36:17.575456 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.wsgi [-] (94175) accepted ('10.222.0.20', 41762) {{(pid=94175) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 11:36:17.595979 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0ac0ba5-3298-4708-9c4b-330739e52311 tempest-ExternalNetworksTestJSON-2139813945 tempest-ExternalNetworksTestJSON-2139813945-project-admin] Pushing event deleted for resources: {'Network': ['ID=dc7d324a-bbdf-4ba9-898a-c24470f0a218,revision_number=None']} {{(pid=94174) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 11:36:17.606183 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG oslo_concurrency.lockutils [None req-e0ac0ba5-3298-4708-9c4b-330739e52311 tempest-ExternalNetworksTestJSON-2139813945 tempest-ExternalNetworksTestJSON-2139813945-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.096s {{(pid=94174) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 11:36:17.642656 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron_lib.callbacks.manager [None req-dc7542b2-afef-47f4-a763-e3a3cba144be None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-922904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866062', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773700135042', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773699642233', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773699642278'] for port, after_update {{(pid=94176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:36:17.643695 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.plugins.ml2.rpc [None req-dc7542b2-afef-47f4-a763-e3a3cba144be None None] Device d120ebe7-be2a-4b0b-a1b4-cc00f66e913c up at agent ovs-agent-dv-neutron-601336-94-hyperv {{(pid=94176) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:298}} Jun 23 11:36:17.678008 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron_lib.callbacks.manager [None req-c0fe1cc1-0111-4ae2-890f-23c051281dcf tempest-RoutersTest-228919764 tempest-RoutersTest-228919764-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-923122'] for port, before_update {{(pid=94174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:36:17.679550 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG oslo_concurrency.lockutils [None req-d479b09a-bd75-4029-9841-e6bf2c7c8a14 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 11:36:17.720990 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.db.provisioning_blocks [None req-3524ecf4-8b63-4334-95c1-d44b98d2d538 None None] Provisioning for port 78264dc8-9461-4cfc-ac9b-aec5a32fc39d completed by entity DHCP. {{(pid=94176) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 23 11:36:17.743277 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.db.provisioning_blocks [None req-3524ecf4-8b63-4334-95c1-d44b98d2d538 None None] Provisioning complete for port 78264dc8-9461-4cfc-ac9b-aec5a32fc39d triggered by entity DHCP. {{(pid=94176) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 23 11:36:17.744157 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron_lib.callbacks.manager [None req-3524ecf4-8b63-4334-95c1-d44b98d2d538 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-899258'] for port, provisioning_complete {{(pid=94176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:36:17.745760 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68921256-e01d-4154-8abc-1889a09bc4e1 req-6e3fa5ab-f740-4d5a-befb-0ebccf121507 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94174) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 11:36:17.747315 dv-neutron-601336-94-hyperv neutron-server[94174]: INFO neutron.wsgi [req-68921256-e01d-4154-8abc-1889a09bc4e1 req-6e3fa5ab-f740-4d5a-befb-0ebccf121507 service neutron] 10.222.0.52 "GET /v2.0/networks?tenant_id=87e6e184674b4a4680205b94208b9e33&shared=False HTTP/1.1" status: 200 len: 912 time: 0.2769625 Jun 23 11:36:17.816059 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc7542b2-afef-47f4-a763-e3a3cba144be None None] Pushing event updated for resources: {'Port': ['ID=0e21f20a-31a0-4155-9381-4b380a5c7aff,revision_number=3']} {{(pid=94176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 11:36:17.830125 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG oslo_concurrency.lockutils [None req-dc7542b2-afef-47f4-a763-e3a3cba144be None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.151s {{(pid=94176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 11:36:17.838341 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.plugins.ml2.plugin [None req-3524ecf4-8b63-4334-95c1-d44b98d2d538 None None] Port 78264dc8-9461-4cfc-ac9b-aec5a32fc39d cannot update to ACTIVE because it is not bound. {{(pid=94176) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jun 23 11:36:17.863897 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.db.provisioning_blocks [None req-dc7542b2-afef-47f4-a763-e3a3cba144be None None] Provisioning complete for port d120ebe7-be2a-4b0b-a1b4-cc00f66e913c triggered by entity L2. {{(pid=94176) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 23 11:36:17.864797 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron_lib.callbacks.manager [None req-dc7542b2-afef-47f4-a763-e3a3cba144be None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-899258'] for port, provisioning_complete {{(pid=94176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:36:17.950405 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.db.l3_hamode_db [None req-085fabe3-7053-4542-b4b1-fd54ab5dc851 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4c99b81f-8a52-421f-abc8-9ccee9678765', 'name': 'tempest-TestNetworkBasicOps-router-26535949', 'tenant_id': '772b9946478d439e9da4eaeade7fb21d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3e7e4eb3-cf02-4d47-ade9-0a579cdfc60f', 'external_fixed_ips': [{'subnet_id': 'a5ad15ab-c489-4a67-a9b0-d559fca0ec71', 'ip_address': '172.26.3.243'}], 'enable_snat': True}, 'gw_port_id': '3aeaf89e-5f81-4c55-b262-f57f38a5e301', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-23T11:34:22Z', 'updated_at': '2021-06-23T11:36:15Z', 'revision_number': 5, 'project_id': '772b9946478d439e9da4eaeade7fb21d', 'gw_port': {'id': '3aeaf89e-5f81-4c55-b262-f57f38a5e301', 'name': '', 'network_id': '3e7e4eb3-cf02-4d47-ade9-0a579cdfc60f', 'tenant_id': '', 'mac_address': 'fa:16:3e:74:1f:dd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4c99b81f-8a52-421f-abc8-9ccee9678765', 'device_owner': 'network:router_gateway', 'standard_attr_id': 875, 'fixed_ips': [{'subnet_id': 'a5ad15ab-c489-4a67-a9b0-d559fca0ec71', 'ip_address': '172.26.3.243', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-94-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-23T11:34:23Z', 'updated_at': '2021-06-23T11:34:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a5ad15ab-c489-4a67-a9b0-d559fca0ec71', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-601336-94-hyperv', '_floatingips': [{'id': '75ccf94b-3f4a-48ae-98fb-f08ae19f0347', 'tenant_id': '772b9946478d439e9da4eaeade7fb21d', 'floating_ip_address': '172.26.3.244', 'floating_network_id': '3e7e4eb3-cf02-4d47-ade9-0a579cdfc60f', 'router_id': '4c99b81f-8a52-421f-abc8-9ccee9678765', 'port_id': '5bc1c89c-f37a-4549-8bd2-67c7e46b8da1', 'fixed_ip_address': '172.20.0.12', 'status': 'ACTIVE', 'standard_attr_id': 962, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'cf29c68f-82b8-4662-a929-931f65637941', 'mac_address': 'fa:16:3e:64:d1:62', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5dc250a1-61bb-46d0-9888-3ab1b564fa78', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-23T11:35:03Z', 'updated_at': '2021-06-23T11:35:08Z', 'revision_number': 1, 'project_id': '772b9946478d439e9da4eaeade7fb21d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e07dc262-f45f-4b68-94f7-cd736a5e78c1', 'name': '', 'network_id': 'a7681095-7326-44b0-985d-4ae24b358d92', 'tenant_id': '772b9946478d439e9da4eaeade7fb21d', 'mac_address': 'fa:16:3e:b7:51:2d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4c99b81f-8a52-421f-abc8-9ccee9678765', 'device_owner': 'network:router_interface', 'standard_attr_id': 1139, 'fixed_ips': [{'subnet_id': 'e249a80c-7f47-4719-9bcc-67ae7c4a6459', 'ip_address': '172.20.0.17', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-23T11:36:13Z', 'updated_at': '2021-06-23T11:36:16Z', 'revision_number': 2, 'project_id': '772b9946478d439e9da4eaeade7fb21d', 'subnets': [{'id': 'e249a80c-7f47-4719-9bcc-67ae7c4a6459', 'cidr': '172.20.0.16/28', 'gateway_ip': '172.20.0.17', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'e5476f2c-5bd4-4cc3-b744-a1495ec93de3', 'name': '', 'network_id': 'cf29c68f-82b8-4662-a929-931f65637941', 'tenant_id': '772b9946478d439e9da4eaeade7fb21d', 'mac_address': 'fa:16:3e:9d:69:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4c99b81f-8a52-421f-abc8-9ccee9678765', 'device_owner': 'network:router_interface', 'standard_attr_id': 903, 'fixed_ips': [{'subnet_id': 'a2268277-49d2-4de4-9270-a498945fea2b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-94-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-23T11:34:28Z', 'updated_at': '2021-06-23T11:34:40Z', 'revision_number': 5, 'project_id': '772b9946478d439e9da4eaeade7fb21d', 'subnets': [{'id': 'a2268277-49d2-4de4-9270-a498945fea2b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-601336-94-hyperv', False) {} {{(pid=94176) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 11:36:18.000965 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-085fabe3-7053-4542-b4b1-fd54ab5dc851 None None] Checking router: 4c99b81f-8a52-421f-abc8-9ccee9678765 for host: dv-neutron-601336-94-hyperv {{(pid=94176) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 23 11:36:18.001754 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-085fabe3-7053-4542-b4b1-fd54ab5dc851 None None] Updating router 4c99b81f-8a52-421f-abc8-9ccee9678765 port e07dc262-f45f-4b68-94f7-cd736a5e78c1 binding host dv-neutron-601336-94-hyperv {{(pid=94176) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 23 11:36:18.050560 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron_lib.callbacks.manager [None req-085fabe3-7053-4542-b4b1-fd54ab5dc851 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-923122'] for port, before_update {{(pid=94176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:36:18.055486 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68921256-e01d-4154-8abc-1889a09bc4e1 req-a658399e-f842-4ee1-8925-df0adac3e17c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94174) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 11:36:18.057331 dv-neutron-601336-94-hyperv neutron-server[94174]: INFO neutron.wsgi [req-68921256-e01d-4154-8abc-1889a09bc4e1 req-a658399e-f842-4ee1-8925-df0adac3e17c service neutron] 10.222.0.52 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.3016016 Jun 23 11:36:18.129787 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.plugins.ml2.rpc [None req-dc7542b2-afef-47f4-a763-e3a3cba144be None None] Device fa994084-a39f-425d-a88e-31f844094105 no longer exists at agent ovs-agent-dv-neutron-601336-94-hyperv {{(pid=94176) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:261}} Jun 23 11:36:18.192647 dv-neutron-601336-94-hyperv neutron-server[94175]: INFO neutron.pecan_wsgi.hooks.translation [None req-70ef5bcf-ce54-4bad-a012-aaa0498db0d0 tempest-ExternalNetworksTestJSON-398413736 tempest-ExternalNetworksTestJSON-398413736-project] DELETE failed (client error): The resource could not be found. Jun 23 11:36:18.193380 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-70ef5bcf-ce54-4bad-a012-aaa0498db0d0 tempest-ExternalNetworksTestJSON-398413736 tempest-ExternalNetworksTestJSON-398413736-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94175) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 23 11:36:18.195997 dv-neutron-601336-94-hyperv neutron-server[94175]: INFO neutron.wsgi [None req-70ef5bcf-ce54-4bad-a012-aaa0498db0d0 tempest-ExternalNetworksTestJSON-398413736 tempest-ExternalNetworksTestJSON-398413736-project] 10.222.0.20 "DELETE /v2.0/subnets/3f7a2a11-4dd7-4c33-b87e-e9bdb0841332 HTTP/1.1" status: 404 len: 337 time: 0.6363025 Jun 23 11:36:18.200117 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.wsgi [-] (94175) accepted ('10.222.0.20', 41766) {{(pid=94175) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 11:36:18.206806 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.plugins.ml2.plugin [None req-dc7542b2-afef-47f4-a763-e3a3cba144be None None] No Port match for: fa994084-a39f-425d-a88e-31f844094105 {{(pid=94176) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2240}} Jun 23 11:36:18.207214 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.plugins.ml2.rpc [None req-dc7542b2-afef-47f4-a763-e3a3cba144be None None] Device fa994084-a39f-425d-a88e-31f844094105 not bound to the agent host dv-neutron-601336-94-hyperv {{(pid=94176) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:271}} Jun 23 11:36:18.207654 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.plugins.ml2.rpc [None req-dc7542b2-afef-47f4-a763-e3a3cba144be None None] Device 6052859a-37c2-45e2-bcee-d5c5605453d5 no longer exists at agent ovs-agent-dv-neutron-601336-94-hyperv {{(pid=94176) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:261}} Jun 23 11:36:18.232959 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.plugins.ml2.plugin [None req-dc7542b2-afef-47f4-a763-e3a3cba144be None None] No Port match for: 6052859a-37c2-45e2-bcee-d5c5605453d5 {{(pid=94176) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2240}} Jun 23 11:36:18.233282 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.plugins.ml2.rpc [None req-dc7542b2-afef-47f4-a763-e3a3cba144be None None] Device 6052859a-37c2-45e2-bcee-d5c5605453d5 not bound to the agent host dv-neutron-601336-94-hyperv {{(pid=94176) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:271}} Jun 23 11:36:18.366523 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron_lib.callbacks.manager [None req-fef76a6c-871d-49bf-afbd-38e07359c7d6 tempest-ExternalNetworksTestJSON-398413736 tempest-ExternalNetworksTestJSON-398413736-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-824874'] for network, before_delete {{(pid=94175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:36:18.398791 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d976ba1-13e3-46b0-9601-e59b3985cd73 req-1822759f-baac-4b1b-a6dd-ce19fba3dbf7 tempest-TestServerAdvancedOps-2059691030 tempest-TestServerAdvancedOps-2059691030-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 11:36:18.400514 dv-neutron-601336-94-hyperv neutron-server[94175]: INFO neutron.wsgi [req-0d976ba1-13e3-46b0-9601-e59b3985cd73 req-1822759f-baac-4b1b-a6dd-ce19fba3dbf7 tempest-TestServerAdvancedOps-2059691030 tempest-TestServerAdvancedOps-2059691030-project] 10.222.0.20 "GET /v2.0/ports?device_id=db39e3a9-74a7-4800-a7cc-bd4b30155332 HTTP/1.1" status: 200 len: 943 time: 0.3657010 Jun 23 11:36:18.422578 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron_lib.callbacks.manager [None req-085fabe3-7053-4542-b4b1-fd54ab5dc851 None None] Notify callbacks [] for port, precommit_update {{(pid=94176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:36:18.432571 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.db.provisioning_blocks [None req-085fabe3-7053-4542-b4b1-fd54ab5dc851 None None] Transition to ACTIVE for port object e07dc262-f45f-4b68-94f7-cd736a5e78c1 will not be triggered until provisioned by entity L2. {{(pid=94176) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 23 11:36:18.532679 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron_lib.callbacks.manager [None req-085fabe3-7053-4542-b4b1-fd54ab5dc851 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-922904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866062', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773700135042', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773699642233', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773699642278'] for port, after_update {{(pid=94176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:36:18.535311 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG oslo_concurrency.lockutils [None req-dc7542b2-afef-47f4-a763-e3a3cba144be None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 11:36:18.544427 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron_lib.callbacks.manager [None req-fef76a6c-871d-49bf-afbd-38e07359c7d6 tempest-ExternalNetworksTestJSON-398413736 tempest-ExternalNetworksTestJSON-398413736-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-897259', 'neutron.services.segments.db._delete_segments_for_network-8773700168587'] for network, precommit_delete {{(pid=94175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:36:18.555530 dv-neutron-601336-94-hyperv neutron-server[94175]: INFO neutron.wsgi [req-0d976ba1-13e3-46b0-9601-e59b3985cd73 req-7e48319e-8485-438f-b6b2-5bdf23d20f08 tempest-TestServerAdvancedOps-2059691030 tempest-TestServerAdvancedOps-2059691030-project] 10.222.0.20 "GET /v2.0/security-groups?id=15f52a14-6092-4d6f-aba4-bb31310b2c66&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1394339 Jun 23 11:36:18.560296 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.services.segments.db [None req-fef76a6c-871d-49bf-afbd-38e07359c7d6 tempest-ExternalNetworksTestJSON-398413736 tempest-ExternalNetworksTestJSON-398413736-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f6a24ad1-792b-40b3-a323-b11001097c28']}} {{(pid=94175) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 11:36:18.572603 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.services.segments.db [None req-fef76a6c-871d-49bf-afbd-38e07359c7d6 tempest-ExternalNetworksTestJSON-398413736 tempest-ExternalNetworksTestJSON-398413736-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2bcff160-7889-45c7-b5f0-0f229c5d4d09') {'for_net_delete': True} {{(pid=94175) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 11:36:18.572903 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.services.segments.db [None req-fef76a6c-871d-49bf-afbd-38e07359c7d6 tempest-ExternalNetworksTestJSON-398413736 tempest-ExternalNetworksTestJSON-398413736-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2bcff160-7889-45c7-b5f0-0f229c5d4d09') {} {{(pid=94175) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 11:36:18.586909 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron_lib.callbacks.manager [None req-fef76a6c-871d-49bf-afbd-38e07359c7d6 tempest-ExternalNetworksTestJSON-398413736 tempest-ExternalNetworksTestJSON-398413736-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8773699955833', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5190677'] for segment, before_delete {{(pid=94175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:36:18.606638 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron_lib.callbacks.manager [None req-fef76a6c-871d-49bf-afbd-38e07359c7d6 tempest-ExternalNetworksTestJSON-398413736 tempest-ExternalNetworksTestJSON-398413736-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3801'] for segment, precommit_delete {{(pid=94175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:36:18.615498 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron_lib.callbacks.manager [None req-c0fe1cc1-0111-4ae2-890f-23c051281dcf tempest-RoutersTest-228919764 tempest-RoutersTest-228919764-project] Notify callbacks [] for port, precommit_update {{(pid=94174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:36:18.618779 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-fef76a6c-871d-49bf-afbd-38e07359c7d6 tempest-ExternalNetworksTestJSON-398413736 tempest-ExternalNetworksTestJSON-398413736-project] Releasing vlan 446 on physical network physnet1 to pool {{(pid=94175) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 23 11:36:18.622515 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron_lib.callbacks.manager [None req-fef76a6c-871d-49bf-afbd-38e07359c7d6 tempest-ExternalNetworksTestJSON-398413736 tempest-ExternalNetworksTestJSON-398413736-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3801', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5082371'] for segment, after_delete {{(pid=94175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:36:18.623991 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8b742df-2bf8-48bb-bb54-9552b7f685cd req-05dda746-a19b-4f40-8048-dbd02e42e347 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94174) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 11:36:18.624133 dv-neutron-601336-94-hyperv neutron-server[94175]: Traceback (most recent call last): Jun 23 11:36:18.624133 dv-neutron-601336-94-hyperv neutron-server[94175]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 23 11:36:18.624133 dv-neutron-601336-94-hyperv neutron-server[94175]: timer() Jun 23 11:36:18.624133 dv-neutron-601336-94-hyperv neutron-server[94175]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 23 11:36:18.624133 dv-neutron-601336-94-hyperv neutron-server[94175]: cb(*args, **kw) Jun 23 11:36:18.624133 dv-neutron-601336-94-hyperv neutron-server[94175]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 23 11:36:18.624133 dv-neutron-601336-94-hyperv neutron-server[94175]: return func(*args, **kwargs) Jun 23 11:36:18.624133 dv-neutron-601336-94-hyperv neutron-server[94175]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 23 11:36:18.624133 dv-neutron-601336-94-hyperv neutron-server[94175]: self._notify() Jun 23 11:36:18.624133 dv-neutron-601336-94-hyperv neutron-server[94175]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 23 11:36:18.624133 dv-neutron-601336-94-hyperv neutron-server[94175]: self.callback(batched_events) Jun 23 11:36:18.624133 dv-neutron-601336-94-hyperv neutron-server[94175]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 23 11:36:18.624133 dv-neutron-601336-94-hyperv neutron-server[94175]: event.method(event) Jun 23 11:36:18.624133 dv-neutron-601336-94-hyperv neutron-server[94175]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 23 11:36:18.624133 dv-neutron-601336-94-hyperv neutron-server[94175]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 23 11:36:18.624133 dv-neutron-601336-94-hyperv neutron-server[94175]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 23 11:36:18.624133 dv-neutron-601336-94-hyperv neutron-server[94175]: aggregate_uuid = self.p_client.list_aggregates( Jun 23 11:36:18.624133 dv-neutron-601336-94-hyperv neutron-server[94175]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 23 11:36:18.624133 dv-neutron-601336-94-hyperv neutron-server[94175]: return f(self, *a, **k) Jun 23 11:36:18.624133 dv-neutron-601336-94-hyperv neutron-server[94175]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 23 11:36:18.624133 dv-neutron-601336-94-hyperv neutron-server[94175]: return self._get(url).json() Jun 23 11:36:18.624133 dv-neutron-601336-94-hyperv neutron-server[94175]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 23 11:36:18.624133 dv-neutron-601336-94-hyperv neutron-server[94175]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 23 11:36:18.624133 dv-neutron-601336-94-hyperv neutron-server[94175]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 23 11:36:18.624133 dv-neutron-601336-94-hyperv neutron-server[94175]: return self.request(url, 'GET', **kwargs) Jun 23 11:36:18.624133 dv-neutron-601336-94-hyperv neutron-server[94175]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 23 11:36:18.624133 dv-neutron-601336-94-hyperv neutron-server[94175]: base_url = self.get_endpoint(auth, allow=allow, Jun 23 11:36:18.624133 dv-neutron-601336-94-hyperv neutron-server[94175]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 23 11:36:18.624133 dv-neutron-601336-94-hyperv neutron-server[94175]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 23 11:36:18.624133 dv-neutron-601336-94-hyperv neutron-server[94175]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 23 11:36:18.624133 dv-neutron-601336-94-hyperv neutron-server[94175]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 23 11:36:18.624133 dv-neutron-601336-94-hyperv neutron-server[94175]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 23 11:36:18.626622 dv-neutron-601336-94-hyperv neutron-server[94174]: INFO neutron.wsgi [req-d8b742df-2bf8-48bb-bb54-9552b7f685cd req-05dda746-a19b-4f40-8048-dbd02e42e347 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=87e6e184674b4a4680205b94208b9e33&device_id=db39e3a9-74a7-4800-a7cc-bd4b30155332 HTTP/1.1" status: 200 len: 1096 time: 0.5116496 Jun 23 11:36:18.632399 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6dfe5351-b9b4-4f82-9a29-3a791f634d38 None None] Pushing event updated for resources: {'Port': ['ID=e07dc262-f45f-4b68-94f7-cd736a5e78c1,revision_number=3']} {{(pid=94176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 11:36:18.635737 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG oslo_concurrency.lockutils [None req-6dfe5351-b9b4-4f82-9a29-3a791f634d38 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.101s {{(pid=94176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 11:36:18.668134 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.plugins.ml2.managers [None req-085fabe3-7053-4542-b4b1-fd54ab5dc851 None None] Attempting to bind port e07dc262-f45f-4b68-94f7-cd736a5e78c1 on host dv-neutron-601336-94-hyperv for vnic_type normal with profile {{(pid=94176) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 23 11:36:18.668737 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.plugins.ml2.managers [None req-085fabe3-7053-4542-b4b1-fd54ab5dc851 None None] Attempting to bind port e07dc262-f45f-4b68-94f7-cd736a5e78c1 by drivers openvswitch,hyperv on host dv-neutron-601336-94-hyperv at level 0 using segments [{'id': '2545ee53-c74e-4449-af0c-83c33975ceea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 437, 'network_id': 'a7681095-7326-44b0-985d-4ae24b358d92'}] {{(pid=94176) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 23 11:36:18.669971 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-085fabe3-7053-4542-b4b1-fd54ab5dc851 None None] Attempting to bind port e07dc262-f45f-4b68-94f7-cd736a5e78c1 on network a7681095-7326-44b0-985d-4ae24b358d92 {{(pid=94176) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 23 11:36:18.677443 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-085fabe3-7053-4542-b4b1-fd54ab5dc851 None None] Checking agent: {'id': '4d05f899-5ac9-411b-8a03-f60c93f87cdf', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-601336-94-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 23, 11, 22, 14), 'started_at': datetime.datetime(2021, 6, 23, 11, 22, 44), 'heartbeat_timestamp': datetime.datetime(2021, 6, 23, 11, 36, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'monitor_allowed_address_pair_garp': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-601336-94-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94176) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 23 11:36:18.679779 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-085fabe3-7053-4542-b4b1-fd54ab5dc851 None None] Checking segment: {'id': '2545ee53-c74e-4449-af0c-83c33975ceea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 437, 'network_id': 'a7681095-7326-44b0-985d-4ae24b358d92'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94176) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 23 11:36:18.679779 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron_lib.callbacks.manager [None req-085fabe3-7053-4542-b4b1-fd54ab5dc851 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:36:18.679779 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-085fabe3-7053-4542-b4b1-fd54ab5dc851 None None] Bound using segment: {'id': '2545ee53-c74e-4449-af0c-83c33975ceea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 437, 'network_id': 'a7681095-7326-44b0-985d-4ae24b358d92'} {{(pid=94176) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 23 11:36:18.680288 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.plugins.ml2.managers [None req-085fabe3-7053-4542-b4b1-fd54ab5dc851 None None] Bound port: e07dc262-f45f-4b68-94f7-cd736a5e78c1, host: dv-neutron-601336-94-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2545ee53-c74e-4449-af0c-83c33975ceea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 437, 'network_id': 'a7681095-7326-44b0-985d-4ae24b358d92'}}] {{(pid=94176) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 23 11:36:18.680567 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron_lib.callbacks.manager [None req-085fabe3-7053-4542-b4b1-fd54ab5dc851 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-923122'] for port, before_update {{(pid=94176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:36:18.685407 dv-neutron-601336-94-hyperv neutron-server[94174]: INFO neutron.wsgi [req-d8b742df-2bf8-48bb-bb54-9552b7f685cd req-22c97923-c85f-4583-8674-b607debb8ad3 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=d357b527-aa7a-4053-a134-8434c40844e5 HTTP/1.1" status: 200 len: 217 time: 0.0516541 Jun 23 11:36:18.704666 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron_lib.callbacks.manager [None req-c0fe1cc1-0111-4ae2-890f-23c051281dcf tempest-RoutersTest-228919764 tempest-RoutersTest-228919764-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-922904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866062', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773700135042', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773699642233', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773699642278', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5196369'] for port, after_update {{(pid=94174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:36:18.728432 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG oslo_concurrency.lockutils [None req-4bdbb8f2-8218-4d58-a7a8-e4fe1d3ffe64 tempest-TestNetworkBasicOps-233187296 tempest-TestNetworkBasicOps-233187296-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94174) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 11:36:18.754069 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron_lib.callbacks.manager [None req-71bb6c5f-dcf9-46e8-ad67-6a2ab319cbdb tempest-RoutersIpV6Test-1448447933 tempest-RoutersIpV6Test-1448447933-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-453061'] for router_interface, before_delete {{(pid=94175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:36:18.761858 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.plugins.ml2.db [None req-085fabe3-7053-4542-b4b1-fd54ab5dc851 None None] For port e07dc262-f45f-4b68-94f7-cd736a5e78c1, host dv-neutron-601336-94-hyperv, cleared binding levels {{(pid=94176) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 23 11:36:18.814966 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron_lib.callbacks.manager [None req-c0fe1cc1-0111-4ae2-890f-23c051281dcf tempest-RoutersTest-228919764 tempest-RoutersTest-228919764-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-7866091', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-453038'] for router_interface, after_create {{(pid=94174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:36:18.820757 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.plugins.ml2.db [None req-085fabe3-7053-4542-b4b1-fd54ab5dc851 None None] For port e07dc262-f45f-4b68-94f7-cd736a5e78c1, host dv-neutron-601336-94-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-94-hyperv',level=0,port_id=e07dc262-f45f-4b68-94f7-cd736a5e78c1,segment=NetworkSegment(2545ee53-c74e-4449-af0c-83c33975ceea),segment_id=2545ee53-c74e-4449-af0c-83c33975ceea)] {{(pid=94176) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 23 11:36:18.820991 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8b742df-2bf8-48bb-bb54-9552b7f685cd req-18da7cea-183e-4764-944b-04b0c7533dbb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94174) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 11:36:18.821319 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron_lib.callbacks.manager [None req-fef76a6c-871d-49bf-afbd-38e07359c7d6 tempest-ExternalNetworksTestJSON-398413736 tempest-ExternalNetworksTestJSON-398413736-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-897248', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8002400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7866073', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-524247'] for network, after_delete {{(pid=94175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:36:18.822892 dv-neutron-601336-94-hyperv neutron-server[94174]: INFO neutron.wsgi [req-d8b742df-2bf8-48bb-bb54-9552b7f685cd req-18da7cea-183e-4764-944b-04b0c7533dbb service neutron] 10.222.0.52 "GET /v2.0/subnets?id=beb0b0f0-6ee2-4ce1-a327-9347a15e70d0 HTTP/1.1" status: 200 len: 851 time: 0.1297479 Jun 23 11:36:18.824542 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0fe1cc1-0111-4ae2-890f-23c051281dcf tempest-RoutersTest-228919764 tempest-RoutersTest-228919764-project] Pushing event updated for resources: {'Port': ['ID=78264dc8-9461-4cfc-ac9b-aec5a32fc39d,revision_number=2']} {{(pid=94174) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 11:36:18.826619 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG oslo_concurrency.lockutils [None req-6ec65127-b4cb-43d6-a2ab-ac6b254d7405 tempest-RoutersTest-228919764 tempest-RoutersTest-228919764-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94175) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 11:36:18.829989 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG oslo_concurrency.lockutils [None req-c0fe1cc1-0111-4ae2-890f-23c051281dcf tempest-RoutersTest-228919764 tempest-RoutersTest-228919764-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.102s {{(pid=94174) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 11:36:18.838841 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron_lib.callbacks.manager [None req-fef76a6c-871d-49bf-afbd-38e07359c7d6 tempest-ExternalNetworksTestJSON-398413736 tempest-ExternalNetworksTestJSON-398413736-project] Notify callbacks [] for network, before_response {{(pid=94175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:36:18.841116 dv-neutron-601336-94-hyperv neutron-server[94175]: INFO neutron.wsgi [None req-fef76a6c-871d-49bf-afbd-38e07359c7d6 tempest-ExternalNetworksTestJSON-398413736 tempest-ExternalNetworksTestJSON-398413736-project] 10.222.0.20 "DELETE /v2.0/networks/f6a24ad1-792b-40b3-a323-b11001097c28 HTTP/1.1" status: 204 len: 168 time: 0.6384199 Jun 23 11:36:18.867003 dv-neutron-601336-94-hyperv neutron-server[94174]: INFO neutron.wsgi [req-d8b742df-2bf8-48bb-bb54-9552b7f685cd req-6f5ed5c8-9db8-4239-9b8c-3c5a62fc0f78 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=467f8a04-0486-4e89-bdba-fbf40f5b3292&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0355041 Jun 23 11:36:18.890178 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fef76a6c-871d-49bf-afbd-38e07359c7d6 tempest-ExternalNetworksTestJSON-398413736 tempest-ExternalNetworksTestJSON-398413736-project] Pushing event deleted for resources: {'Network': ['ID=f6a24ad1-792b-40b3-a323-b11001097c28,revision_number=None']} {{(pid=94175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 11:36:18.896128 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron_lib.callbacks.manager [None req-085fabe3-7053-4542-b4b1-fd54ab5dc851 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-922904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866062', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773700135042', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773699642233', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773699642278'] for port, after_update {{(pid=94176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:36:18.906949 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG oslo_concurrency.lockutils [None req-814ee706-061d-47b5-bd6f-c13e95671830 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 11:36:18.929313 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG oslo_concurrency.lockutils [None req-fef76a6c-871d-49bf-afbd-38e07359c7d6 tempest-ExternalNetworksTestJSON-398413736 tempest-ExternalNetworksTestJSON-398413736-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.102s {{(pid=94175) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 11:36:18.966775 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.db.l3_dvrscheduler_db [None req-085fabe3-7053-4542-b4b1-fd54ab5dc851 None None] Routers {'4c99b81f-8a52-421f-abc8-9ccee9678765'} bound to L3 agent in host dv-neutron-601336-94-hyperv {{(pid=94176) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 23 11:36:18.967672 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.db.l3_hamode_db [None req-085fabe3-7053-4542-b4b1-fd54ab5dc851 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-601336-94-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-23T11:22:13Z,description=,heartbeat_timestamp=2021-06-23T11:36:13Z,host='dv-neutron-601336-94-hyperv',id=50ef99c0-ef28-4db5-b303-b145898fae60,load=0,resource_versions=,resources_synced=,started_at=2021-06-23T11:22:14Z,topic='l3_agent')) {'router_ids': ['4c99b81f-8a52-421f-abc8-9ccee9678765'], 'active': True} {{(pid=94176) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 11:36:19.003956 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.plugins.ml2.rpc [None req-dc7542b2-afef-47f4-a763-e3a3cba144be None None] Device 0e21f20a-31a0-4155-9381-4b380a5c7aff up at agent ovs-agent-dv-neutron-601336-94-hyperv {{(pid=94176) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:298}} Jun 23 11:36:19.062002 dv-neutron-601336-94-hyperv neutron-server[94174]: INFO neutron.wsgi [req-d8b742df-2bf8-48bb-bb54-9552b7f685cd req-8307b98a-f1e6-4b83-a76b-ba880af124a0 service neutron] 10.222.0.52 "GET /v2.0/networks/467f8a04-0486-4e89-bdba-fbf40f5b3292?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1851087 Jun 23 11:36:19.064150 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c0fe1cc1-0111-4ae2-890f-23c051281dcf tempest-RoutersTest-228919764 tempest-RoutersTest-228919764-project] Network 84019baa-22c6-42bd-90bd-77a6f3aa1f2b is already hosted by enough agents. {{(pid=94174) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 23 11:36:19.069357 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.scheduler.base_scheduler [None req-c0fe1cc1-0111-4ae2-890f-23c051281dcf tempest-RoutersTest-228919764 tempest-RoutersTest-228919764-project] Resources bound (agent type, host, resource id): {{(pid=94174) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 23 11:36:19.112893 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6dfe5351-b9b4-4f82-9a29-3a791f634d38 None None] Pushing event updated for resources: {'Port': ['ID=e07dc262-f45f-4b68-94f7-cd736a5e78c1,revision_number=4']} {{(pid=94176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 11:36:19.117680 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG oslo_concurrency.lockutils [None req-6dfe5351-b9b4-4f82-9a29-3a791f634d38 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.211s {{(pid=94176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 11:36:19.182680 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.db.provisioning_blocks [None req-dc7542b2-afef-47f4-a763-e3a3cba144be None None] Provisioning complete for port 0e21f20a-31a0-4155-9381-4b380a5c7aff triggered by entity L2. {{(pid=94176) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 23 11:36:19.183298 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron_lib.callbacks.manager [None req-dc7542b2-afef-47f4-a763-e3a3cba144be None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-899258'] for port, provisioning_complete {{(pid=94176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:36:19.192332 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.db.l3_dvr_db [None req-085fabe3-7053-4542-b4b1-fd54ab5dc851 None None] Set router 4c99b81f-8a52-421f-abc8-9ccee9678765 gateway port host: dv-neutron-601336-94-hyperv {{(pid=94176) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:838}} Jun 23 11:36:19.218956 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.plugins.ml2.plugin [None req-71bb6c5f-dcf9-46e8-ad67-6a2ab319cbdb tempest-RoutersIpV6Test-1448447933 tempest-RoutersIpV6Test-1448447933-project] Deleting port 18eeaa2a-9fe9-456b-8f26-be0272e23bad {{(pid=94175) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1913}} Jun 23 11:36:19.219340 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron_lib.callbacks.manager [None req-71bb6c5f-dcf9-46e8-ad67-6a2ab319cbdb tempest-RoutersIpV6Test-1448447933 tempest-RoutersIpV6Test-1448447933-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773700079324'] for port, before_delete {{(pid=94175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:36:19.322705 dv-neutron-601336-94-hyperv neutron-server[94174]: INFO neutron.wsgi [req-d8b742df-2bf8-48bb-bb54-9552b7f685cd req-bafcb98f-c192-4599-ad13-43cf1f7a5af1 service neutron] 10.222.0.52 "GET /v2.0/networks/467f8a04-0486-4e89-bdba-fbf40f5b3292?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2494969 Jun 23 11:36:19.368223 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c0fe1cc1-0111-4ae2-890f-23c051281dcf tempest-RoutersTest-228919764 tempest-RoutersTest-228919764-project] Router 122c067d-0664-472a-8765-023c6fbf0099 has already been hosted by L3 agent 50ef99c0-ef28-4db5-b303-b145898fae60 {{(pid=94174) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 23 11:36:19.389924 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.plugins.ml2.db [None req-71bb6c5f-dcf9-46e8-ad67-6a2ab319cbdb tempest-RoutersIpV6Test-1448447933 tempest-RoutersIpV6Test-1448447933-project] For port 18eeaa2a-9fe9-456b-8f26-be0272e23bad, host dv-neutron-601336-94-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-94-hyperv',level=0,port_id=18eeaa2a-9fe9-456b-8f26-be0272e23bad,segment=NetworkSegment(b20cfaea-d20e-46ee-af14-877e5dc279cc),segment_id=b20cfaea-d20e-46ee-af14-877e5dc279cc)] {{(pid=94175) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 23 11:36:19.390298 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron_lib.callbacks.manager [None req-71bb6c5f-dcf9-46e8-ad67-6a2ab319cbdb tempest-RoutersIpV6Test-1448447933 tempest-RoutersIpV6Test-1448447933-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-430722'] for port, precommit_delete {{(pid=94175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:36:19.405525 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.plugins.ml2.plugin [None req-71bb6c5f-dcf9-46e8-ad67-6a2ab319cbdb tempest-RoutersIpV6Test-1448447933 tempest-RoutersIpV6Test-1448447933-project] Calling delete_port for 18eeaa2a-9fe9-456b-8f26-be0272e23bad owned by network:router_interface {{(pid=94175) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1986}} Jun 23 11:36:19.427229 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.wsgi [-] (94174) accepted ('10.222.0.20', 41772) {{(pid=94174) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 11:36:19.496311 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c0fe1cc1-0111-4ae2-890f-23c051281dcf tempest-RoutersTest-228919764 tempest-RoutersTest-228919764-project] Notify agent at l3_agent.dv-neutron-601336-94-hyperv the message routers_updated {{(pid=94174) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 23 11:36:19.504590 dv-neutron-601336-94-hyperv neutron-server[94174]: INFO neutron.wsgi [None req-c0fe1cc1-0111-4ae2-890f-23c051281dcf tempest-RoutersTest-228919764 tempest-RoutersTest-228919764-project] 10.222.0.20 "PUT /v2.0/routers/122c067d-0664-472a-8765-023c6fbf0099/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.0090210 Jun 23 11:36:19.506478 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.wsgi [-] (94174) accepted ('10.222.0.20', 41776) {{(pid=94174) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 11:36:19.511949 dv-neutron-601336-94-hyperv neutron-server[94177]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c6997c09-ef26-4629-8f31-8d3641c50cbe None None] Sync routers for ids ['122c067d-0664-472a-8765-023c6fbf0099'] in dv-neutron-601336-94-hyperv {{(pid=94177) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 23 11:36:19.513127 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.api.v2.base [None req-aa65b6ed-925b-493a-bd80-b58940deb4f7 tempest-RoutersTest-228919764 tempest-RoutersTest-228919764-project] Request body: {'network': {'name': 'tempest-RoutersTest-397868035'}} {{(pid=94174) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 23 11:36:19.524501 dv-neutron-601336-94-hyperv neutron-server[94177]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c6997c09-ef26-4629-8f31-8d3641c50cbe None None] Routers {'122c067d-0664-472a-8765-023c6fbf0099'} bound to L3 agent in host dv-neutron-601336-94-hyperv {{(pid=94177) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 23 11:36:19.526922 dv-neutron-601336-94-hyperv neutron-server[94177]: DEBUG neutron.db.l3_hamode_db [None req-c6997c09-ef26-4629-8f31-8d3641c50cbe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-601336-94-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-23T11:22:13Z,description=,heartbeat_timestamp=2021-06-23T11:36:13Z,host='dv-neutron-601336-94-hyperv',id=50ef99c0-ef28-4db5-b303-b145898fae60,load=0,resource_versions=,resources_synced=,started_at=2021-06-23T11:22:14Z,topic='l3_agent')) {'router_ids': ['122c067d-0664-472a-8765-023c6fbf0099'], 'active': True} {{(pid=94177) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 11:36:19.624874 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-aa65b6ed-925b-493a-bd80-b58940deb4f7 tempest-RoutersTest-228919764 tempest-RoutersTest-228919764-project] Made reservation on behalf of 1838eb839bc24d0abf2e86f88a8bcfa8 for: {'network': 1} {{(pid=94174) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 23 11:36:19.628580 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron_lib.callbacks.manager [None req-aa65b6ed-925b-493a-bd80-b58940deb4f7 tempest-RoutersTest-228919764 tempest-RoutersTest-228919764-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-923104'] for network, before_create {{(pid=94174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:36:19.639173 dv-neutron-601336-94-hyperv neutron-server[94177]: DEBUG neutron.db.l3_dvr_db [None req-c6997c09-ef26-4629-8f31-8d3641c50cbe None None] Set router 122c067d-0664-472a-8765-023c6fbf0099 gateway port host: None {{(pid=94177) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:838}} Jun 23 11:36:19.644792 dv-neutron-601336-94-hyperv neutron-server[94174]: INFO neutron.wsgi [None req-ec9a90be-ed42-4a5f-adef-86358db5b9d8 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=66432d9c624d4e079e49b3836b00f2a5&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2137277 Jun 23 11:36:19.645065 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.wsgi [-] (94175) accepted ('10.222.0.20', 41780) {{(pid=94175) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 11:36:19.682890 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-aa65b6ed-925b-493a-bd80-b58940deb4f7 tempest-RoutersTest-228919764 tempest-RoutersTest-228919764-project] vlan segment allocate from pool success with {'vlan_id': 407, 'physical_network': 'physnet1'} {{(pid=94174) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 23 11:36:19.685964 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.db.provisioning_blocks [None req-bdc6eab2-0a2c-4894-8f02-bdeb19ca4c2e None None] Provisioning complete for port 78264dc8-9461-4cfc-ac9b-aec5a32fc39d triggered by entity DHCP. {{(pid=94176) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 23 11:36:19.687186 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron_lib.callbacks.manager [None req-bdc6eab2-0a2c-4894-8f02-bdeb19ca4c2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-899258'] for port, provisioning_complete {{(pid=94176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:36:19.690869 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron_lib.callbacks.manager [None req-71bb6c5f-dcf9-46e8-ad67-6a2ab319cbdb tempest-RoutersIpV6Test-1448447933 tempest-RoutersIpV6Test-1448447933-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-922904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866062', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773700135024', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773699642224', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5082448'] for port, after_delete {{(pid=94175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:36:19.693801 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron_lib.callbacks.manager [None req-aa65b6ed-925b-493a-bd80-b58940deb4f7 tempest-RoutersTest-228919764 tempest-RoutersTest-228919764-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3801'] for segment, precommit_create {{(pid=94174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:36:19.698068 dv-neutron-601336-94-hyperv neutron-server[94174]: INFO neutron.db.segments_db [None req-aa65b6ed-925b-493a-bd80-b58940deb4f7 tempest-RoutersTest-228919764 tempest-RoutersTest-228919764-project] Added segment e92965f5-685c-4420-a54e-aa4969026441 of type vlan for network def34845-28b9-4bab-b19a-4f8108ced079 Jun 23 11:36:19.698205 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG oslo_concurrency.lockutils [None req-f99d52a8-a59c-4477-8166-43ec81c2d955 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94175) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 11:36:19.736399 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71bb6c5f-dcf9-46e8-ad67-6a2ab319cbdb tempest-RoutersIpV6Test-1448447933 tempest-RoutersIpV6Test-1448447933-project] Pushing event deleted for resources: {'Port': ['ID=18eeaa2a-9fe9-456b-8f26-be0272e23bad,revision_number=None']} {{(pid=94175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 11:36:19.758642 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron_lib.callbacks.manager [None req-aa65b6ed-925b-493a-bd80-b58940deb4f7 tempest-RoutersTest-228919764 tempest-RoutersTest-228919764-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8773699596773'] for network, precommit_create {{(pid=94174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:36:19.772233 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG oslo_concurrency.lockutils [None req-71bb6c5f-dcf9-46e8-ad67-6a2ab319cbdb tempest-RoutersIpV6Test-1448447933 tempest-RoutersIpV6Test-1448447933-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.075s {{(pid=94175) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 11:36:19.779482 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.plugins.ml2.plugin [None req-bdc6eab2-0a2c-4894-8f02-bdeb19ca4c2e None None] Port 78264dc8-9461-4cfc-ac9b-aec5a32fc39d cannot update to ACTIVE because it is not bound. {{(pid=94176) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jun 23 11:36:19.824285 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron_lib.callbacks.manager [None req-8f9e2153-98ad-4b7d-a3fc-3e29aa9bc6fd admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:36:19.849824 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron_lib.callbacks.manager [None req-8f9e2153-98ad-4b7d-a3fc-3e29aa9bc6fd admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:36:19.864688 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron_lib.callbacks.manager [None req-aa65b6ed-925b-493a-bd80-b58940deb4f7 tempest-RoutersTest-228919764 tempest-RoutersTest-228919764-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8002400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7866073'] for network, after_create {{(pid=94174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:36:19.870750 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aa65b6ed-925b-493a-bd80-b58940deb4f7 tempest-RoutersTest-228919764 tempest-RoutersTest-228919764-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94174) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 11:36:19.871650 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron_lib.callbacks.manager [None req-aa65b6ed-925b-493a-bd80-b58940deb4f7 tempest-RoutersTest-228919764 tempest-RoutersTest-228919764-project] Notify callbacks [] for network, before_response {{(pid=94174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:36:19.885598 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8434eb2-bd1e-4ebe-9ef3-60f4d35f0754 req-eec37cca-6443-4f30-885b-a0b7b3c91e38 tempest-TestServerAdvancedOps-2059691030 tempest-TestServerAdvancedOps-2059691030-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94174) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 11:36:19.887505 dv-neutron-601336-94-hyperv neutron-server[94174]: INFO neutron.wsgi [req-d8434eb2-bd1e-4ebe-9ef3-60f4d35f0754 req-eec37cca-6443-4f30-885b-a0b7b3c91e38 tempest-TestServerAdvancedOps-2059691030 tempest-TestServerAdvancedOps-2059691030-project] 10.222.0.20 "GET /v2.0/ports?device_id=db39e3a9-74a7-4800-a7cc-bd4b30155332 HTTP/1.1" status: 200 len: 943 time: 0.0918865 Jun 23 11:36:19.888468 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG oslo_concurrency.lockutils [None req-c33fc788-f399-4d6b-90da-c4f892674a84 tempest-PortsIpV6TestJSON-1781383748 tempest-PortsIpV6TestJSON-1781383748-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94174) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 11:36:19.913777 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.db.l3_hamode_db [None req-085fabe3-7053-4542-b4b1-fd54ab5dc851 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4c99b81f-8a52-421f-abc8-9ccee9678765', 'name': 'tempest-TestNetworkBasicOps-router-26535949', 'tenant_id': '772b9946478d439e9da4eaeade7fb21d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3e7e4eb3-cf02-4d47-ade9-0a579cdfc60f', 'external_fixed_ips': [{'subnet_id': 'a5ad15ab-c489-4a67-a9b0-d559fca0ec71', 'ip_address': '172.26.3.243'}], 'enable_snat': True}, 'gw_port_id': '3aeaf89e-5f81-4c55-b262-f57f38a5e301', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-23T11:34:22Z', 'updated_at': '2021-06-23T11:36:15Z', 'revision_number': 5, 'project_id': '772b9946478d439e9da4eaeade7fb21d', 'gw_port': {'id': '3aeaf89e-5f81-4c55-b262-f57f38a5e301', 'name': '', 'network_id': '3e7e4eb3-cf02-4d47-ade9-0a579cdfc60f', 'tenant_id': '', 'mac_address': 'fa:16:3e:74:1f:dd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4c99b81f-8a52-421f-abc8-9ccee9678765', 'device_owner': 'network:router_gateway', 'standard_attr_id': 875, 'fixed_ips': [{'subnet_id': 'a5ad15ab-c489-4a67-a9b0-d559fca0ec71', 'ip_address': '172.26.3.243', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-94-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-23T11:34:23Z', 'updated_at': '2021-06-23T11:34:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a5ad15ab-c489-4a67-a9b0-d559fca0ec71', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-601336-94-hyperv', '_floatingips': [{'id': '75ccf94b-3f4a-48ae-98fb-f08ae19f0347', 'tenant_id': '772b9946478d439e9da4eaeade7fb21d', 'floating_ip_address': '172.26.3.244', 'floating_network_id': '3e7e4eb3-cf02-4d47-ade9-0a579cdfc60f', 'router_id': '4c99b81f-8a52-421f-abc8-9ccee9678765', 'port_id': '5bc1c89c-f37a-4549-8bd2-67c7e46b8da1', 'fixed_ip_address': '172.20.0.12', 'status': 'ACTIVE', 'standard_attr_id': 962, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'cf29c68f-82b8-4662-a929-931f65637941', 'mac_address': 'fa:16:3e:64:d1:62', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5dc250a1-61bb-46d0-9888-3ab1b564fa78', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-23T11:35:03Z', 'updated_at': '2021-06-23T11:35:08Z', 'revision_number': 1, 'project_id': '772b9946478d439e9da4eaeade7fb21d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e07dc262-f45f-4b68-94f7-cd736a5e78c1', 'name': '', 'network_id': 'a7681095-7326-44b0-985d-4ae24b358d92', 'tenant_id': '772b9946478d439e9da4eaeade7fb21d', 'mac_address': 'fa:16:3e:b7:51:2d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4c99b81f-8a52-421f-abc8-9ccee9678765', 'device_owner': 'network:router_interface', 'standard_attr_id': 1139, 'fixed_ips': [{'subnet_id': 'e249a80c-7f47-4719-9bcc-67ae7c4a6459', 'ip_address': '172.20.0.17', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-94-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-23T11:36:13Z', 'updated_at': '2021-06-23T11:36:18Z', 'revision_number': 4, 'project_id': '772b9946478d439e9da4eaeade7fb21d', 'subnets': [{'id': 'e249a80c-7f47-4719-9bcc-67ae7c4a6459', 'cidr': '172.20.0.16/28', 'gateway_ip': '172.20.0.17', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'e5476f2c-5bd4-4cc3-b744-a1495ec93de3', 'name': '', 'network_id': 'cf29c68f-82b8-4662-a929-931f65637941', 'tenant_id': '772b9946478d439e9da4eaeade7fb21d', 'mac_address': 'fa:16:3e:9d:69:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4c99b81f-8a52-421f-abc8-9ccee9678765', 'device_owner': 'network:router_interface', 'standard_attr_id': 903, 'fixed_ips': [{'subnet_id': 'a2268277-49d2-4de4-9270-a498945fea2b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-94-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-23T11:34:28Z', 'updated_at': '2021-06-23T11:34:40Z', 'revision_number': 5, 'project_id': '772b9946478d439e9da4eaeade7fb21d', 'subnets': [{'id': 'a2268277-49d2-4de4-9270-a498945fea2b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-601336-94-hyperv', False) {} {{(pid=94176) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 11:36:19.945459 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-085fabe3-7053-4542-b4b1-fd54ab5dc851 None None] The sync data for ids ['4c99b81f-8a52-421f-abc8-9ccee9678765'] in dv-neutron-601336-94-hyperv is: [{'id': '4c99b81f-8a52-421f-abc8-9ccee9678765', 'name': 'tempest-TestNetworkBasicOps-router-26535949', 'tenant_id': '772b9946478d439e9da4eaeade7fb21d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3e7e4eb3-cf02-4d47-ade9-0a579cdfc60f', 'external_fixed_ips': [{'subnet_id': 'a5ad15ab-c489-4a67-a9b0-d559fca0ec71', 'ip_address': '172.26.3.243'}], 'enable_snat': True}, 'gw_port_id': '3aeaf89e-5f81-4c55-b262-f57f38a5e301', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-23T11:34:22Z', 'updated_at': '2021-06-23T11:36:15Z', 'revision_number': 5, 'project_id': '772b9946478d439e9da4eaeade7fb21d', 'gw_port': {'id': '3aeaf89e-5f81-4c55-b262-f57f38a5e301', 'name': '', 'network_id': '3e7e4eb3-cf02-4d47-ade9-0a579cdfc60f', 'tenant_id': '', 'mac_address': 'fa:16:3e:74:1f:dd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4c99b81f-8a52-421f-abc8-9ccee9678765', 'device_owner': 'network:router_gateway', 'standard_attr_id': 875, 'fixed_ips': [{'subnet_id': 'a5ad15ab-c489-4a67-a9b0-d559fca0ec71', 'ip_address': '172.26.3.243', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-94-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-23T11:34:23Z', 'updated_at': '2021-06-23T11:34:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a5ad15ab-c489-4a67-a9b0-d559fca0ec71', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-601336-94-hyperv', '_floatingips': [{'id': '75ccf94b-3f4a-48ae-98fb-f08ae19f0347', 'tenant_id': '772b9946478d439e9da4eaeade7fb21d', 'floating_ip_address': '172.26.3.244', 'floating_network_id': '3e7e4eb3-cf02-4d47-ade9-0a579cdfc60f', 'router_id': '4c99b81f-8a52-421f-abc8-9ccee9678765', 'port_id': '5bc1c89c-f37a-4549-8bd2-67c7e46b8da1', 'fixed_ip_address': '172.20.0.12', 'status': 'ACTIVE', 'standard_attr_id': 962, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'cf29c68f-82b8-4662-a929-931f65637941', 'mac_address': 'fa:16:3e:64:d1:62', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5dc250a1-61bb-46d0-9888-3ab1b564fa78', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-23T11:35:03Z', 'updated_at': '2021-06-23T11:35:08Z', 'revision_number': 1, 'project_id': '772b9946478d439e9da4eaeade7fb21d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e07dc262-f45f-4b68-94f7-cd736a5e78c1', 'name': '', 'network_id': 'a7681095-7326-44b0-985d-4ae24b358d92', 'tenant_id': '772b9946478d439e9da4eaeade7fb21d', 'mac_address': 'fa:16:3e:b7:51:2d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4c99b81f-8a52-421f-abc8-9ccee9678765', 'device_owner': 'network:router_interface', 'standard_attr_id': 1139, 'fixed_ips': [{'subnet_id': 'e249a80c-7f47-4719-9bcc-67ae7c4a6459', 'ip_address': '172.20.0.17', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-94-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-23T11:36:13Z', 'updated_at': '2021-06-23T11:36:18Z', 'revision_number': 4, 'project_id': '772b9946478d439e9da4eaeade7fb21d', 'subnets': [{'id': 'e249a80c-7f47-4719-9bcc-67ae7c4a6459', 'cidr': '172.20.0.16/28', 'gateway_ip': '172.20.0.17', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'e5476f2c-5bd4-4cc3-b744-a1495ec93de3', 'name': '', 'network_id': 'cf29c68f-82b8-4662-a929-931f65637941', 'tenant_id': '772b9946478d439e9da4eaeade7fb21d', 'mac_address': 'fa:16:3e:9d:69:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4c99b81f-8a52-421f-abc8-9ccee9678765', 'device_owner': 'network:router_interface', 'standard_attr_id': 903, 'fixed_ips': [{'subnet_id': 'a2268277-49d2-4de4-9270-a498945fea2b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-94-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-23T11:34:28Z', 'updated_at': '2021-06-23T11:34:40Z', 'revision_number': 5, 'project_id': '772b9946478d439e9da4eaeade7fb21d', 'subnets': [{'id': 'a2268277-49d2-4de4-9270-a498945fea2b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94176) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 23 11:36:19.949424 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron_lib.callbacks.manager [None req-71bb6c5f-dcf9-46e8-ad67-6a2ab319cbdb tempest-RoutersIpV6Test-1448447933 tempest-RoutersIpV6Test-1448447933-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-7866080', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-516693'] for router_interface, after_delete {{(pid=94175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:36:20.038644 dv-neutron-601336-94-hyperv neutron-server[94174]: INFO neutron.wsgi [req-d8434eb2-bd1e-4ebe-9ef3-60f4d35f0754 req-5e032aae-7d50-49cd-a75f-ed815658328d tempest-TestServerAdvancedOps-2059691030 tempest-TestServerAdvancedOps-2059691030-project] 10.222.0.20 "GET /v2.0/security-groups?id=15f52a14-6092-4d6f-aba4-bb31310b2c66&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1417918 Jun 23 11:36:20.044159 dv-neutron-601336-94-hyperv neutron-server[94174]: INFO neutron.wsgi [None req-aa65b6ed-925b-493a-bd80-b58940deb4f7 tempest-RoutersTest-228919764 tempest-RoutersTest-228919764-project] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 765 time: 0.5359635 Jun 23 11:36:20.048087 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.wsgi [-] (94174) accepted ('10.222.0.20', 41784) {{(pid=94174) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 11:36:20.053409 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.api.v2.base [None req-076d2afb-131c-432c-a454-d878c8a1d310 tempest-RoutersTest-228919764 tempest-RoutersTest-228919764-project] Request body: {'subnet': {'network_id': 'def34845-28b9-4bab-b19a-4f8108ced079', 'cidr': '172.23.0.0/28', 'ip_version': 4, 'gateway_ip': '172.23.0.1'}} {{(pid=94174) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 23 11:36:20.053802 dv-neutron-601336-94-hyperv neutron-server[94177]: DEBUG neutron.db.l3_hamode_db [None req-c6997c09-ef26-4629-8f31-8d3641c50cbe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '122c067d-0664-472a-8765-023c6fbf0099', 'name': 'tempest-RoutersTest-router-1104510358', 'tenant_id': '1838eb839bc24d0abf2e86f88a8bcfa8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-23T11:35:57Z', 'updated_at': '2021-06-23T11:36:17Z', 'revision_number': 4, 'project_id': '1838eb839bc24d0abf2e86f88a8bcfa8', 'gw_port_host': None, '_interfaces': [{'id': '78264dc8-9461-4cfc-ac9b-aec5a32fc39d', 'name': '', 'network_id': '84019baa-22c6-42bd-90bd-77a6f3aa1f2b', 'tenant_id': '1838eb839bc24d0abf2e86f88a8bcfa8', 'mac_address': 'fa:16:3e:de:f4:ab', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '122c067d-0664-472a-8765-023c6fbf0099', 'device_owner': 'network:router_interface', 'standard_attr_id': 1142, 'fixed_ips': [{'subnet_id': 'b8fb0629-2298-4857-a3a7-be85dddb5a9a', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-23T11:36:15Z', 'updated_at': '2021-06-23T11:36:17Z', 'revision_number': 2, 'project_id': '1838eb839bc24d0abf2e86f88a8bcfa8', 'subnets': [{'id': 'b8fb0629-2298-4857-a3a7-be85dddb5a9a', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '7a29a4e4-f510-4f78-9f80-80db4aa06bf5', 'name': '', 'network_id': '16660c50-0794-457f-9a86-fdc3685f0969', 'tenant_id': '1838eb839bc24d0abf2e86f88a8bcfa8', 'mac_address': 'fa:16:3e:cb:f1:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '122c067d-0664-472a-8765-023c6fbf0099', 'device_owner': 'network:router_interface', 'standard_attr_id': 1104, 'fixed_ips': [{'subnet_id': 'c719f3a8-f536-49d0-8d92-e308a6195b0c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-94-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-23T11:36:00Z', 'updated_at': '2021-06-23T11:36:09Z', 'revision_number': 5, 'project_id': '1838eb839bc24d0abf2e86f88a8bcfa8', 'subnets': [{'id': 'c719f3a8-f536-49d0-8d92-e308a6195b0c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'd120ebe7-be2a-4b0b-a1b4-cc00f66e913c', 'name': '', 'network_id': '75649c4e-2c4d-4a9c-bb4f-3ba1a4d7057e', 'tenant_id': '1838eb839bc24d0abf2e86f88a8bcfa8', 'mac_address': 'fa:16:3e:65:7c:35', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '122c067d-0664-472a-8765-023c6fbf0099', 'device_owner': 'network:router_interface', 'standard_attr_id': 1130, 'fixed_ips': [{'subnet_id': 'c35c0562-6b9c-442e-96b4-912bb02cc969', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-94-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-23T11:36:08Z', 'updated_at': '2021-06-23T11:36:15Z', 'revision_number': 5, 'project_id': '1838eb839bc24d0abf2e86f88a8bcfa8', 'subnets': [{'id': 'c35c0562-6b9c-442e-96b4-912bb02cc969', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-601336-94-hyperv', False) {} {{(pid=94177) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 11:36:20.058110 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa65b6ed-925b-493a-bd80-b58940deb4f7 tempest-RoutersTest-228919764 tempest-RoutersTest-228919764-project] Pushing event updated for resources: {'Network': ['ID=def34845-28b9-4bab-b19a-4f8108ced079,revision_number=1']} {{(pid=94174) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 11:36:20.073552 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.plugins.ml2.rpc [None req-dc7542b2-afef-47f4-a763-e3a3cba144be None None] Network def34845-28b9-4bab-b19a-4f8108ced079 details requested by agent ovs-agent-dv-neutron-601336-94-hyperv with host dv-neutron-601336-94-hyperv {{(pid=94176) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:250}} Jun 23 11:36:20.084495 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG oslo_concurrency.lockutils [None req-aa65b6ed-925b-493a-bd80-b58940deb4f7 tempest-RoutersTest-228919764 tempest-RoutersTest-228919764-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.196s {{(pid=94174) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 11:36:20.124133 dv-neutron-601336-94-hyperv neutron-server[94177]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c6997c09-ef26-4629-8f31-8d3641c50cbe None None] Checking router: 122c067d-0664-472a-8765-023c6fbf0099 for host: dv-neutron-601336-94-hyperv {{(pid=94177) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 23 11:36:20.124722 dv-neutron-601336-94-hyperv neutron-server[94177]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c6997c09-ef26-4629-8f31-8d3641c50cbe None None] Updating router 122c067d-0664-472a-8765-023c6fbf0099 port 78264dc8-9461-4cfc-ac9b-aec5a32fc39d binding host dv-neutron-601336-94-hyperv {{(pid=94177) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 23 11:36:20.145539 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron_lib.callbacks.manager [None req-8f9e2153-98ad-4b7d-a3fc-3e29aa9bc6fd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7996330'] for security_group, after_delete {{(pid=94175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:36:20.149804 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron_lib.callbacks.manager [None req-8f9e2153-98ad-4b7d-a3fc-3e29aa9bc6fd admin admin] Notify callbacks [] for security_group, before_response {{(pid=94175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:36:20.151323 dv-neutron-601336-94-hyperv neutron-server[94175]: INFO neutron.wsgi [None req-8f9e2153-98ad-4b7d-a3fc-3e29aa9bc6fd admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/73f94b3c-ccec-4f3c-b530-797871482e00 HTTP/1.1" status: 204 len: 168 time: 0.5052395 Jun 23 11:36:20.153529 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG oslo_concurrency.lockutils [None req-c51d5f0b-9a5f-43d2-bb99-00e8754c791f tempest-TestNetworkBasicOps-233187296 tempest-TestNetworkBasicOps-233187296-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94175) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 11:36:20.193638 dv-neutron-601336-94-hyperv neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-c6997c09-ef26-4629-8f31-8d3641c50cbe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-923122'] for port, before_update {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:36:20.245358 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f9e2153-98ad-4b7d-a3fc-3e29aa9bc6fd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=73f94b3c-ccec-4f3c-b530-797871482e00,revision_number=None']} {{(pid=94175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 11:36:20.250717 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG oslo_concurrency.lockutils [None req-8f9e2153-98ad-4b7d-a3fc-3e29aa9bc6fd admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.096s {{(pid=94175) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 11:36:20.261106 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-71bb6c5f-dcf9-46e8-ad67-6a2ab319cbdb tempest-RoutersIpV6Test-1448447933 tempest-RoutersIpV6Test-1448447933-project] Router efd40a64-d42c-4d74-9749-ec45002e9efd has already been hosted by L3 agent 50ef99c0-ef28-4db5-b303-b145898fae60 {{(pid=94175) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 23 11:36:20.273835 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-076d2afb-131c-432c-a454-d878c8a1d310 tempest-RoutersTest-228919764 tempest-RoutersTest-228919764-project] Made reservation on behalf of 1838eb839bc24d0abf2e86f88a8bcfa8 for: {'subnet': 1} {{(pid=94174) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 23 11:36:20.274580 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron_lib.callbacks.manager [None req-076d2afb-131c-432c-a454-d878c8a1d310 tempest-RoutersTest-228919764 tempest-RoutersTest-228919764-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4294245'] for subnet, before_create {{(pid=94174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:36:20.355750 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-71bb6c5f-dcf9-46e8-ad67-6a2ab319cbdb tempest-RoutersIpV6Test-1448447933 tempest-RoutersIpV6Test-1448447933-project] Notify agent at l3_agent.dv-neutron-601336-94-hyperv the message routers_updated {{(pid=94175) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 23 11:36:20.366013 dv-neutron-601336-94-hyperv neutron-server[94175]: INFO neutron.wsgi [None req-71bb6c5f-dcf9-46e8-ad67-6a2ab319cbdb tempest-RoutersIpV6Test-1448447933 tempest-RoutersIpV6Test-1448447933-project] 10.222.0.20 "PUT /v2.0/routers/efd40a64-d42c-4d74-9749-ec45002e9efd/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.9069226 Jun 23 11:36:20.366202 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.wsgi [-] (94174) accepted ('10.222.0.20', 41788) {{(pid=94174) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 11:36:20.373425 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0a0059b4-e369-45f3-9f72-2883dcff2a11 None None] Sync routers for ids ['efd40a64-d42c-4d74-9749-ec45002e9efd'] in dv-neutron-601336-94-hyperv {{(pid=94176) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 23 11:36:20.385095 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0a0059b4-e369-45f3-9f72-2883dcff2a11 None None] Routers {'efd40a64-d42c-4d74-9749-ec45002e9efd'} bound to L3 agent in host dv-neutron-601336-94-hyperv {{(pid=94176) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 23 11:36:20.386050 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.db.l3_hamode_db [None req-0a0059b4-e369-45f3-9f72-2883dcff2a11 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-601336-94-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-23T11:22:13Z,description=,heartbeat_timestamp=2021-06-23T11:36:13Z,host='dv-neutron-601336-94-hyperv',id=50ef99c0-ef28-4db5-b303-b145898fae60,load=0,resource_versions=,resources_synced=,started_at=2021-06-23T11:22:14Z,topic='l3_agent')) {'router_ids': ['efd40a64-d42c-4d74-9749-ec45002e9efd'], 'active': True} {{(pid=94176) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 11:36:20.441525 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.db.db_base_plugin_v2 [None req-d8e2e910-8fa6-4b05-9a7b-bd4ef0db17e4 tempest-RoutersIpV6Test-1448447933 tempest-RoutersIpV6Test-1448447933-project] Deleting subnet 175bc06c-342b-4e55-945c-a10b0728e9dd {{(pid=94174) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jun 23 11:36:20.446735 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron_lib.callbacks.manager [None req-d8e2e910-8fa6-4b05-9a7b-bd4ef0db17e4 tempest-RoutersIpV6Test-1448447933 tempest-RoutersIpV6Test-1448447933-project] Notify callbacks [] for subnet, before_delete {{(pid=94174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:36:20.477225 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.db.l3_dvr_db [None req-0a0059b4-e369-45f3-9f72-2883dcff2a11 None None] Set router efd40a64-d42c-4d74-9749-ec45002e9efd gateway port host: None {{(pid=94176) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:838}} Jun 23 11:36:20.519590 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron_lib.callbacks.manager [None req-d8e2e910-8fa6-4b05-9a7b-bd4ef0db17e4 tempest-RoutersIpV6Test-1448447933 tempest-RoutersIpV6Test-1448447933-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4800256'] for subnet, precommit_delete_associations {{(pid=94174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:36:20.551016 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.db.l3_hamode_db [None req-0a0059b4-e369-45f3-9f72-2883dcff2a11 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'efd40a64-d42c-4d74-9749-ec45002e9efd', 'name': 'tempest-RoutersIpV6Test-router-621702574', 'tenant_id': 'a04e393135be4822803c421d0995b548', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-23T11:35:29Z', 'updated_at': '2021-06-23T11:36:19Z', 'revision_number': 11, 'project_id': 'a04e393135be4822803c421d0995b548', 'gw_port_host': None}], 'dv-neutron-601336-94-hyperv', False) {} {{(pid=94176) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 11:36:20.564022 dv-neutron-601336-94-hyperv neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-c6997c09-ef26-4629-8f31-8d3641c50cbe None None] Notify callbacks [] for port, precommit_update {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:36:20.586317 dv-neutron-601336-94-hyperv neutron-server[94177]: DEBUG neutron.db.provisioning_blocks [None req-c6997c09-ef26-4629-8f31-8d3641c50cbe None None] Transition to ACTIVE for port object 78264dc8-9461-4cfc-ac9b-aec5a32fc39d will not be triggered until provisioned by entity L2. {{(pid=94177) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 23 11:36:20.604032 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0a0059b4-e369-45f3-9f72-2883dcff2a11 None None] Checking router: efd40a64-d42c-4d74-9749-ec45002e9efd for host: dv-neutron-601336-94-hyperv {{(pid=94176) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 23 11:36:20.620136 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0a0059b4-e369-45f3-9f72-2883dcff2a11 None None] Routers {'efd40a64-d42c-4d74-9749-ec45002e9efd'} bound to L3 agent in host dv-neutron-601336-94-hyperv {{(pid=94176) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 23 11:36:20.621483 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.db.l3_hamode_db [None req-0a0059b4-e369-45f3-9f72-2883dcff2a11 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-601336-94-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-23T11:22:13Z,description=,heartbeat_timestamp=2021-06-23T11:36:13Z,host='dv-neutron-601336-94-hyperv',id=50ef99c0-ef28-4db5-b303-b145898fae60,load=0,resource_versions=,resources_synced=,started_at=2021-06-23T11:22:14Z,topic='l3_agent')) {'router_ids': ['efd40a64-d42c-4d74-9749-ec45002e9efd'], 'active': True} {{(pid=94176) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 11:36:20.666331 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron_lib.callbacks.manager [None req-d8e2e910-8fa6-4b05-9a7b-bd4ef0db17e4 tempest-RoutersIpV6Test-1448447933 tempest-RoutersIpV6Test-1448447933-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-897634'] for subnet, precommit_delete {{(pid=94174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:36:20.694104 dv-neutron-601336-94-hyperv neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-c6997c09-ef26-4629-8f31-8d3641c50cbe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-922904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866062', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773700135042', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773699642233', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773699642278'] for port, after_update {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:36:20.697764 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.db.l3_dvr_db [None req-0a0059b4-e369-45f3-9f72-2883dcff2a11 None None] Set router efd40a64-d42c-4d74-9749-ec45002e9efd gateway port host: None {{(pid=94176) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:838}} Jun 23 11:36:20.700980 dv-neutron-601336-94-hyperv neutron-server[94177]: DEBUG oslo_concurrency.lockutils [None req-b4b1346e-ae2c-4029-b4c8-43175ed0644e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94177) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 11:36:20.723969 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron_lib.callbacks.manager [None req-076d2afb-131c-432c-a454-d878c8a1d310 tempest-RoutersTest-228919764 tempest-RoutersTest-228919764-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866062', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5195999', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4294259'] for subnet, after_create {{(pid=94174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:36:20.727261 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG oslo_concurrency.lockutils [None req-d09525fa-d271-4c27-9917-992243955e5b tempest-PortsIpV6TestJSON-1781383748 tempest-PortsIpV6TestJSON-1781383748-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94174) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 11:36:20.764918 dv-neutron-601336-94-hyperv neutron-server[94177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-161424d5-4952-4f76-8127-5d5c6bdba0b8 None None] Pushing event updated for resources: {'Port': ['ID=78264dc8-9461-4cfc-ac9b-aec5a32fc39d,revision_number=3']} {{(pid=94177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 11:36:20.779277 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.db.l3_hamode_db [None req-0a0059b4-e369-45f3-9f72-2883dcff2a11 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'efd40a64-d42c-4d74-9749-ec45002e9efd', 'name': 'tempest-RoutersIpV6Test-router-621702574', 'tenant_id': 'a04e393135be4822803c421d0995b548', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-23T11:35:29Z', 'updated_at': '2021-06-23T11:36:19Z', 'revision_number': 11, 'project_id': 'a04e393135be4822803c421d0995b548', 'gw_port_host': None}], 'dv-neutron-601336-94-hyperv', False) {} {{(pid=94176) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 11:36:20.793859 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-076d2afb-131c-432c-a454-d878c8a1d310 tempest-RoutersTest-228919764 tempest-RoutersTest-228919764-project] Pushing event updated for resources: {'Subnet': ['ID=2bd5a6a0-bbba-4d6b-90bc-43a232abcc82,revision_number=0']} {{(pid=94174) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 11:36:20.795206 dv-neutron-601336-94-hyperv neutron-server[94177]: DEBUG oslo_concurrency.lockutils [None req-161424d5-4952-4f76-8127-5d5c6bdba0b8 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.094s {{(pid=94177) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 11:36:20.796593 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG oslo_concurrency.lockutils [None req-076d2afb-131c-432c-a454-d878c8a1d310 tempest-RoutersTest-228919764 tempest-RoutersTest-228919764-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.069s {{(pid=94174) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 11:36:20.803648 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-076d2afb-131c-432c-a454-d878c8a1d310 tempest-RoutersTest-228919764 tempest-RoutersTest-228919764-project] Checking segment: {'id': 'e92965f5-685c-4420-a54e-aa4969026441', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 407, 'network_id': 'def34845-28b9-4bab-b19a-4f8108ced079'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94174) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 23 11:36:20.803648 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-076d2afb-131c-432c-a454-d878c8a1d310 tempest-RoutersTest-228919764 tempest-RoutersTest-228919764-project] Network hostable DHCP agents. Network: def34845-28b9-4bab-b19a-4f8108ced079, hostable agents: ['8cf29b10-0e57-4131-816f-a4b6ad00b249'], hosted agents: [] {{(pid=94174) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 23 11:36:20.824336 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron_lib.callbacks.manager [None req-d8e2e910-8fa6-4b05-9a7b-bd4ef0db17e4 tempest-RoutersIpV6Test-1448447933 tempest-RoutersIpV6Test-1448447933-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-897627', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866062', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5195932', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4294216'] for subnet, after_delete {{(pid=94174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:36:20.835474 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0a0059b4-e369-45f3-9f72-2883dcff2a11 None None] The sync data for ids ['efd40a64-d42c-4d74-9749-ec45002e9efd'] in dv-neutron-601336-94-hyperv is: [{'id': 'efd40a64-d42c-4d74-9749-ec45002e9efd', 'name': 'tempest-RoutersIpV6Test-router-621702574', 'tenant_id': 'a04e393135be4822803c421d0995b548', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-23T11:35:29Z', 'updated_at': '2021-06-23T11:36:19Z', 'revision_number': 11, 'project_id': 'a04e393135be4822803c421d0995b548', 'gw_port_host': None}] {{(pid=94176) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 23 11:36:20.839118 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG oslo_concurrency.lockutils [None req-4a5db1be-b8c9-4204-82dc-9d3074a88a19 tempest-PortsIpV6TestJSON-1781383748 tempest-PortsIpV6TestJSON-1781383748-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94174) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 11:36:20.863393 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-64dc00a3-041b-419c-b132-b85bff4fbde0 None None] Network 8dba2472-7331-4ba9-b904-298b042d46c9 requested from dv-neutron-601336-94-hyperv {{(pid=94176) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 23 11:36:20.871453 dv-neutron-601336-94-hyperv neutron-server[94177]: DEBUG neutron.plugins.ml2.managers [None req-c6997c09-ef26-4629-8f31-8d3641c50cbe None None] Attempting to bind port 78264dc8-9461-4cfc-ac9b-aec5a32fc39d on host dv-neutron-601336-94-hyperv for vnic_type normal with profile {{(pid=94177) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 23 11:36:20.871963 dv-neutron-601336-94-hyperv neutron-server[94177]: DEBUG neutron.plugins.ml2.managers [None req-c6997c09-ef26-4629-8f31-8d3641c50cbe None None] Attempting to bind port 78264dc8-9461-4cfc-ac9b-aec5a32fc39d by drivers openvswitch,hyperv on host dv-neutron-601336-94-hyperv at level 0 using segments [{'id': '5803a03d-cefa-42b6-8ef9-c623e9a53969', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 410, 'network_id': '84019baa-22c6-42bd-90bd-77a6f3aa1f2b'}] {{(pid=94177) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 23 11:36:20.872389 dv-neutron-601336-94-hyperv neutron-server[94177]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c6997c09-ef26-4629-8f31-8d3641c50cbe None None] Attempting to bind port 78264dc8-9461-4cfc-ac9b-aec5a32fc39d on network 84019baa-22c6-42bd-90bd-77a6f3aa1f2b {{(pid=94177) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 23 11:36:20.879053 dv-neutron-601336-94-hyperv neutron-server[94177]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c6997c09-ef26-4629-8f31-8d3641c50cbe None None] Checking agent: {'id': '4d05f899-5ac9-411b-8a03-f60c93f87cdf', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-601336-94-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 23, 11, 22, 14), 'started_at': datetime.datetime(2021, 6, 23, 11, 22, 44), 'heartbeat_timestamp': datetime.datetime(2021, 6, 23, 11, 36, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'monitor_allowed_address_pair_garp': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-601336-94-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94177) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 23 11:36:20.879455 dv-neutron-601336-94-hyperv neutron-server[94177]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c6997c09-ef26-4629-8f31-8d3641c50cbe None None] Checking segment: {'id': '5803a03d-cefa-42b6-8ef9-c623e9a53969', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 410, 'network_id': '84019baa-22c6-42bd-90bd-77a6f3aa1f2b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94177) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 23 11:36:20.883971 dv-neutron-601336-94-hyperv neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-c6997c09-ef26-4629-8f31-8d3641c50cbe None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:36:20.883971 dv-neutron-601336-94-hyperv neutron-server[94177]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c6997c09-ef26-4629-8f31-8d3641c50cbe None None] Bound using segment: {'id': '5803a03d-cefa-42b6-8ef9-c623e9a53969', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 410, 'network_id': '84019baa-22c6-42bd-90bd-77a6f3aa1f2b'} {{(pid=94177) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 23 11:36:20.883971 dv-neutron-601336-94-hyperv neutron-server[94177]: DEBUG neutron.plugins.ml2.managers [None req-c6997c09-ef26-4629-8f31-8d3641c50cbe None None] Bound port: 78264dc8-9461-4cfc-ac9b-aec5a32fc39d, host: dv-neutron-601336-94-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5803a03d-cefa-42b6-8ef9-c623e9a53969', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 410, 'network_id': '84019baa-22c6-42bd-90bd-77a6f3aa1f2b'}}] {{(pid=94177) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 23 11:36:20.883971 dv-neutron-601336-94-hyperv neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-c6997c09-ef26-4629-8f31-8d3641c50cbe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-923122'] for port, before_update {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:36:20.902288 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8e2e910-8fa6-4b05-9a7b-bd4ef0db17e4 tempest-RoutersIpV6Test-1448447933 tempest-RoutersIpV6Test-1448447933-project] Pushing event deleted for resources: {'Subnet': ['ID=175bc06c-342b-4e55-945c-a10b0728e9dd,revision_number=None']} {{(pid=94174) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 11:36:20.907282 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron_lib.callbacks.manager [None req-d8e2e910-8fa6-4b05-9a7b-bd4ef0db17e4 tempest-RoutersIpV6Test-1448447933 tempest-RoutersIpV6Test-1448447933-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7865916'] for subnet, before_response {{(pid=94174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:36:20.909425 dv-neutron-601336-94-hyperv neutron-server[94174]: INFO neutron.wsgi [None req-d8e2e910-8fa6-4b05-9a7b-bd4ef0db17e4 tempest-RoutersIpV6Test-1448447933 tempest-RoutersIpV6Test-1448447933-project] 10.222.0.20 "DELETE /v2.0/subnets/175bc06c-342b-4e55-945c-a10b0728e9dd HTTP/1.1" status: 204 len: 168 time: 0.5423989 Jun 23 11:36:20.911223 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG oslo_concurrency.lockutils [None req-d8e2e910-8fa6-4b05-9a7b-bd4ef0db17e4 tempest-RoutersIpV6Test-1448447933 tempest-RoutersIpV6Test-1448447933-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.075s {{(pid=94174) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 11:36:20.912546 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.wsgi [-] (94175) accepted ('10.222.0.20', 41792) {{(pid=94175) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 11:36:20.923624 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-076d2afb-131c-432c-a454-d878c8a1d310 tempest-RoutersTest-228919764 tempest-RoutersTest-228919764-project] Network def34845-28b9-4bab-b19a-4f8108ced079 is scheduled to be hosted by DHCP agent 8cf29b10-0e57-4131-816f-a4b6ad00b249 with binding_index 1 {{(pid=94174) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 23 11:36:20.990055 dv-neutron-601336-94-hyperv neutron-server[94177]: DEBUG neutron.plugins.ml2.db [None req-c6997c09-ef26-4629-8f31-8d3641c50cbe None None] For port 78264dc8-9461-4cfc-ac9b-aec5a32fc39d, host dv-neutron-601336-94-hyperv, cleared binding levels {{(pid=94177) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 23 11:36:20.993654 dv-neutron-601336-94-hyperv neutron-server[94177]: DEBUG neutron.plugins.ml2.db [None req-c6997c09-ef26-4629-8f31-8d3641c50cbe None None] For port 78264dc8-9461-4cfc-ac9b-aec5a32fc39d, host dv-neutron-601336-94-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-94-hyperv',level=0,port_id=78264dc8-9461-4cfc-ac9b-aec5a32fc39d,segment=NetworkSegment(5803a03d-cefa-42b6-8ef9-c623e9a53969),segment_id=5803a03d-cefa-42b6-8ef9-c623e9a53969)] {{(pid=94177) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 23 11:36:21.017766 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron_lib.callbacks.manager [None req-01f0df09-4d40-4409-8cd1-a3e74a8024dc tempest-RoutersIpV6Test-1448447933 tempest-RoutersIpV6Test-1448447933-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-824874'] for network, before_delete {{(pid=94175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:36:21.024335 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.scheduler.base_scheduler [None req-076d2afb-131c-432c-a454-d878c8a1d310 tempest-RoutersTest-228919764 tempest-RoutersTest-228919764-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-601336-94-hyperv, def34845-28b9-4bab-b19a-4f8108ced079) {{(pid=94174) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 23 11:36:21.029723 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-076d2afb-131c-432c-a454-d878c8a1d310 tempest-RoutersTest-228919764 tempest-RoutersTest-228919764-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94174) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 11:36:21.030986 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron_lib.callbacks.manager [None req-076d2afb-131c-432c-a454-d878c8a1d310 tempest-RoutersTest-228919764 tempest-RoutersTest-228919764-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7865916'] for subnet, before_response {{(pid=94174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:36:21.052430 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-51cad448-863c-4231-90dd-2d5551e4cb9b None None] Network def34845-28b9-4bab-b19a-4f8108ced079 requested from dv-neutron-601336-94-hyperv {{(pid=94176) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 23 11:36:21.065517 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.wsgi [-] (94174) accepted ('10.222.0.20', 41794) {{(pid=94174) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 11:36:21.092179 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.plugins.ml2.plugin [None req-01f0df09-4d40-4409-8cd1-a3e74a8024dc tempest-RoutersIpV6Test-1448447933 tempest-RoutersIpV6Test-1448447933-project] Deleting port 1b959f7c-17e8-44e4-9916-227419804207 {{(pid=94175) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1913}} Jun 23 11:36:21.092590 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron_lib.callbacks.manager [None req-01f0df09-4d40-4409-8cd1-a3e74a8024dc tempest-RoutersIpV6Test-1448447933 tempest-RoutersIpV6Test-1448447933-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773700079324'] for port, before_delete {{(pid=94175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:36:21.110470 dv-neutron-601336-94-hyperv neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-c6997c09-ef26-4629-8f31-8d3641c50cbe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-922904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866062', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773700135042', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773699642233', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773699642278'] for port, after_update {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:36:21.112503 dv-neutron-601336-94-hyperv neutron-server[94177]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94177) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 11:36:21.117032 dv-neutron-601336-94-hyperv neutron-server[94174]: INFO neutron.wsgi [None req-b4d99b8b-2871-4dcd-b05a-a3e9a54ad22c admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=c373739b43e145918ca40176b4ec1903&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0494833 Jun 23 11:36:21.117329 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.wsgi [-] (94174) accepted ('10.222.0.20', 41798) {{(pid=94174) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 11:36:21.151990 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.wsgi [-] (94175) accepted ('10.222.0.20', 41800) {{(pid=94175) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 11:36:21.153212 dv-neutron-601336-94-hyperv neutron-server[94174]: INFO neutron.wsgi [None req-076d2afb-131c-432c-a454-d878c8a1d310 tempest-RoutersTest-228919764 tempest-RoutersTest-228919764-project] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.1037652 Jun 23 11:36:21.197560 dv-neutron-601336-94-hyperv neutron-server[94177]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c6997c09-ef26-4629-8f31-8d3641c50cbe None None] Routers {'122c067d-0664-472a-8765-023c6fbf0099'} bound to L3 agent in host dv-neutron-601336-94-hyperv {{(pid=94177) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 23 11:36:21.197560 dv-neutron-601336-94-hyperv neutron-server[94177]: DEBUG neutron.db.l3_hamode_db [None req-c6997c09-ef26-4629-8f31-8d3641c50cbe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-601336-94-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-23T11:22:13Z,description=,heartbeat_timestamp=2021-06-23T11:36:13Z,host='dv-neutron-601336-94-hyperv',id=50ef99c0-ef28-4db5-b303-b145898fae60,load=0,resource_versions=,resources_synced=,started_at=2021-06-23T11:22:14Z,topic='l3_agent')) {'router_ids': ['122c067d-0664-472a-8765-023c6fbf0099'], 'active': True} {{(pid=94177) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 11:36:21.208134 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron_lib.callbacks.manager [None req-17a3bc33-eb77-493b-b9ad-5eac2f780b53 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:36:21.225125 dv-neutron-601336-94-hyperv neutron-server[94177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-161424d5-4952-4f76-8127-5d5c6bdba0b8 None None] Pushing event updated for resources: {'Port': ['ID=78264dc8-9461-4cfc-ac9b-aec5a32fc39d,revision_number=4']} {{(pid=94177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 11:36:21.229913 dv-neutron-601336-94-hyperv neutron-server[94177]: DEBUG oslo_concurrency.lockutils [None req-161424d5-4952-4f76-8127-5d5c6bdba0b8 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.117s {{(pid=94177) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 11:36:21.256353 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron_lib.callbacks.manager [None req-17a3bc33-eb77-493b-b9ad-5eac2f780b53 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:36:21.258663 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.plugins.ml2.rpc [None req-97bd5441-1da2-49ee-a364-27795820ba27 None None] Device d357b527-aa7a-4053-a134-8434c40844e5 details requested by agent hyperv_hv-neutron-6013 with host hv-neutron-6013 {{(pid=94176) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:104}} Jun 23 11:36:21.395806 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron_lib.callbacks.manager [None req-17a3bc33-eb77-493b-b9ad-5eac2f780b53 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7996330'] for security_group, after_delete {{(pid=94174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:36:21.398645 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.plugins.ml2.db [None req-01f0df09-4d40-4409-8cd1-a3e74a8024dc tempest-RoutersIpV6Test-1448447933 tempest-RoutersIpV6Test-1448447933-project] For port 1b959f7c-17e8-44e4-9916-227419804207, host dv-neutron-601336-94-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-94-hyperv',level=0,port_id=1b959f7c-17e8-44e4-9916-227419804207,segment=NetworkSegment(b20cfaea-d20e-46ee-af14-877e5dc279cc),segment_id=b20cfaea-d20e-46ee-af14-877e5dc279cc)] {{(pid=94175) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 23 11:36:21.399153 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron_lib.callbacks.manager [None req-01f0df09-4d40-4409-8cd1-a3e74a8024dc tempest-RoutersIpV6Test-1448447933 tempest-RoutersIpV6Test-1448447933-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-430722'] for port, precommit_delete {{(pid=94175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:36:21.399937 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron_lib.callbacks.manager [None req-17a3bc33-eb77-493b-b9ad-5eac2f780b53 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:36:21.404239 dv-neutron-601336-94-hyperv neutron-server[94174]: INFO neutron.wsgi [None req-17a3bc33-eb77-493b-b9ad-5eac2f780b53 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/429709af-44b0-4847-a4c1-26b62443e73a HTTP/1.1" status: 204 len: 168 time: 0.2859061 Jun 23 11:36:21.405121 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG oslo_concurrency.lockutils [None req-6a329a66-0727-4e5d-a2b7-26589cd38e98 tempest-ExternalNetworksTestJSON-398413736 tempest-ExternalNetworksTestJSON-398413736-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94174) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 11:36:21.413315 dv-neutron-601336-94-hyperv neutron-server[94177]: DEBUG neutron.db.l3_dvr_db [None req-c6997c09-ef26-4629-8f31-8d3641c50cbe None None] Set router 122c067d-0664-472a-8765-023c6fbf0099 gateway port host: None {{(pid=94177) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:838}} Jun 23 11:36:21.427913 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17a3bc33-eb77-493b-b9ad-5eac2f780b53 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=429709af-44b0-4847-a4c1-26b62443e73a,revision_number=None']} {{(pid=94174) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 11:36:21.433866 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG oslo_concurrency.lockutils [None req-17a3bc33-eb77-493b-b9ad-5eac2f780b53 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.029s {{(pid=94174) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 11:36:21.457693 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.plugins.ml2.plugin [None req-01f0df09-4d40-4409-8cd1-a3e74a8024dc tempest-RoutersIpV6Test-1448447933 tempest-RoutersIpV6Test-1448447933-project] Calling delete_port for 1b959f7c-17e8-44e4-9916-227419804207 owned by network:dhcp {{(pid=94175) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1986}} Jun 23 11:36:21.501076 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.plugins.ml2.db [None req-97bd5441-1da2-49ee-a364-27795820ba27 None None] For port d357b527-aa7a-4053-a134-8434c40844e5, host hv-neutron-6013, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-6013',level=0,port_id=d357b527-aa7a-4053-a134-8434c40844e5,segment=NetworkSegment(524dc55c-90b6-4e16-aac4-d6c69592410d),segment_id=524dc55c-90b6-4e16-aac4-d6c69592410d)] {{(pid=94176) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 23 11:36:21.518103 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.plugins.ml2.rpc [None req-97bd5441-1da2-49ee-a364-27795820ba27 None None] Returning: {'device': 'd357b527-aa7a-4053-a134-8434c40844e5', 'network_id': '467f8a04-0486-4e89-bdba-fbf40f5b3292', 'port_id': 'd357b527-aa7a-4053-a134-8434c40844e5', 'mac_address': 'fa:16:3e:14:cf:e6', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 434, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'beb0b0f0-6ee2-4ce1-a327-9347a15e70d0', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94176) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:186}} Jun 23 11:36:21.539096 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.plugins.ml2.rpc [None req-dc7542b2-afef-47f4-a763-e3a3cba144be None None] Device e07dc262-f45f-4b68-94f7-cd736a5e78c1 up at agent ovs-agent-dv-neutron-601336-94-hyperv {{(pid=94176) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:298}} Jun 23 11:36:21.705534 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron_lib.callbacks.manager [None req-97bd5441-1da2-49ee-a364-27795820ba27 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-923122'] for port, before_update {{(pid=94176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:36:21.712803 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d18744e8-33b9-4c12-894e-c893d17a4961 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1e0d828a-1fa4-563d-b7fd-53adf66a04ee-def34845-28b9-4bab-b19a-4f8108ced079', 'network_id': 'def34845-28b9-4bab-b19a-4f8108ced079', 'tenant_id': '1838eb839bc24d0abf2e86f88a8bcfa8', 'fixed_ips': [{'subnet_id': '2bd5a6a0-bbba-4d6b-90bc-43a232abcc82'}]}} from dv-neutron-601336-94-hyperv. {{(pid=94176) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 23 11:36:21.713671 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron_lib.callbacks.manager [None req-d18744e8-33b9-4c12-894e-c893d17a4961 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-923104'] for port, before_create {{(pid=94176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:36:21.737661 dv-neutron-601336-94-hyperv neutron-server[94177]: DEBUG neutron.db.l3_hamode_db [None req-c6997c09-ef26-4629-8f31-8d3641c50cbe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '122c067d-0664-472a-8765-023c6fbf0099', 'name': 'tempest-RoutersTest-router-1104510358', 'tenant_id': '1838eb839bc24d0abf2e86f88a8bcfa8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-23T11:35:57Z', 'updated_at': '2021-06-23T11:36:17Z', 'revision_number': 4, 'project_id': '1838eb839bc24d0abf2e86f88a8bcfa8', 'gw_port_host': None, '_interfaces': [{'id': '78264dc8-9461-4cfc-ac9b-aec5a32fc39d', 'name': '', 'network_id': '84019baa-22c6-42bd-90bd-77a6f3aa1f2b', 'tenant_id': '1838eb839bc24d0abf2e86f88a8bcfa8', 'mac_address': 'fa:16:3e:de:f4:ab', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '122c067d-0664-472a-8765-023c6fbf0099', 'device_owner': 'network:router_interface', 'standard_attr_id': 1142, 'fixed_ips': [{'subnet_id': 'b8fb0629-2298-4857-a3a7-be85dddb5a9a', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-94-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-23T11:36:15Z', 'updated_at': '2021-06-23T11:36:20Z', 'revision_number': 4, 'project_id': '1838eb839bc24d0abf2e86f88a8bcfa8', 'subnets': [{'id': 'b8fb0629-2298-4857-a3a7-be85dddb5a9a', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '7a29a4e4-f510-4f78-9f80-80db4aa06bf5', 'name': '', 'network_id': '16660c50-0794-457f-9a86-fdc3685f0969', 'tenant_id': '1838eb839bc24d0abf2e86f88a8bcfa8', 'mac_address': 'fa:16:3e:cb:f1:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '122c067d-0664-472a-8765-023c6fbf0099', 'device_owner': 'network:router_interface', 'standard_attr_id': 1104, 'fixed_ips': [{'subnet_id': 'c719f3a8-f536-49d0-8d92-e308a6195b0c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-94-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-23T11:36:00Z', 'updated_at': '2021-06-23T11:36:09Z', 'revision_number': 5, 'project_id': '1838eb839bc24d0abf2e86f88a8bcfa8', 'subnets': [{'id': 'c719f3a8-f536-49d0-8d92-e308a6195b0c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'd120ebe7-be2a-4b0b-a1b4-cc00f66e913c', 'name': '', 'network_id': '75649c4e-2c4d-4a9c-bb4f-3ba1a4d7057e', 'tenant_id': '1838eb839bc24d0abf2e86f88a8bcfa8', 'mac_address': 'fa:16:3e:65:7c:35', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '122c067d-0664-472a-8765-023c6fbf0099', 'device_owner': 'network:router_interface', 'standard_attr_id': 1130, 'fixed_ips': [{'subnet_id': 'c35c0562-6b9c-442e-96b4-912bb02cc969', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-94-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-23T11:36:08Z', 'updated_at': '2021-06-23T11:36:15Z', 'revision_number': 5, 'project_id': '1838eb839bc24d0abf2e86f88a8bcfa8', 'subnets': [{'id': 'c35c0562-6b9c-442e-96b4-912bb02cc969', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-601336-94-hyperv', False) {} {{(pid=94177) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 11:36:21.744635 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.notifiers.nova [None req-97bd5441-1da2-49ee-a364-27795820ba27 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d357b527-aa7a-4053-a134-8434c40844e5 {{(pid=94176) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 23 11:36:21.776669 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.plugins.ml2.db [None req-97bd5441-1da2-49ee-a364-27795820ba27 None None] For port d357b527-aa7a-4053-a134-8434c40844e5, host hv-neutron-6013, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-6013',level=0,port_id=d357b527-aa7a-4053-a134-8434c40844e5,segment=NetworkSegment(524dc55c-90b6-4e16-aac4-d6c69592410d),segment_id=524dc55c-90b6-4e16-aac4-d6c69592410d)] {{(pid=94176) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 23 11:36:21.784730 dv-neutron-601336-94-hyperv neutron-server[94177]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c6997c09-ef26-4629-8f31-8d3641c50cbe None None] The sync data for ids ['122c067d-0664-472a-8765-023c6fbf0099'] in dv-neutron-601336-94-hyperv is: [{'id': '122c067d-0664-472a-8765-023c6fbf0099', 'name': 'tempest-RoutersTest-router-1104510358', 'tenant_id': '1838eb839bc24d0abf2e86f88a8bcfa8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-23T11:35:57Z', 'updated_at': '2021-06-23T11:36:17Z', 'revision_number': 4, 'project_id': '1838eb839bc24d0abf2e86f88a8bcfa8', 'gw_port_host': None, '_interfaces': [{'id': '78264dc8-9461-4cfc-ac9b-aec5a32fc39d', 'name': '', 'network_id': '84019baa-22c6-42bd-90bd-77a6f3aa1f2b', 'tenant_id': '1838eb839bc24d0abf2e86f88a8bcfa8', 'mac_address': 'fa:16:3e:de:f4:ab', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '122c067d-0664-472a-8765-023c6fbf0099', 'device_owner': 'network:router_interface', 'standard_attr_id': 1142, 'fixed_ips': [{'subnet_id': 'b8fb0629-2298-4857-a3a7-be85dddb5a9a', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-94-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-23T11:36:15Z', 'updated_at': '2021-06-23T11:36:20Z', 'revision_number': 4, 'project_id': '1838eb839bc24d0abf2e86f88a8bcfa8', 'subnets': [{'id': 'b8fb0629-2298-4857-a3a7-be85dddb5a9a', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '7a29a4e4-f510-4f78-9f80-80db4aa06bf5', 'name': '', 'network_id': '16660c50-0794-457f-9a86-fdc3685f0969', 'tenant_id': '1838eb839bc24d0abf2e86f88a8bcfa8', 'mac_address': 'fa:16:3e:cb:f1:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '122c067d-0664-472a-8765-023c6fbf0099', 'device_owner': 'network:router_interface', 'standard_attr_id': 1104, 'fixed_ips': [{'subnet_id': 'c719f3a8-f536-49d0-8d92-e308a6195b0c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-94-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-23T11:36:00Z', 'updated_at': '2021-06-23T11:36:09Z', 'revision_number': 5, 'project_id': '1838eb839bc24d0abf2e86f88a8bcfa8', 'subnets': [{'id': 'c719f3a8-f536-49d0-8d92-e308a6195b0c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'd120ebe7-be2a-4b0b-a1b4-cc00f66e913c', 'name': '', 'network_id': '75649c4e-2c4d-4a9c-bb4f-3ba1a4d7057e', 'tenant_id': '1838eb839bc24d0abf2e86f88a8bcfa8', 'mac_address': 'fa:16:3e:65:7c:35', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '122c067d-0664-472a-8765-023c6fbf0099', 'device_owner': 'network:router_interface', 'standard_attr_id': 1130, 'fixed_ips': [{'subnet_id': 'c35c0562-6b9c-442e-96b4-912bb02cc969', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-94-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-23T11:36:08Z', 'updated_at': '2021-06-23T11:36:15Z', 'revision_number': 5, 'project_id': '1838eb839bc24d0abf2e86f88a8bcfa8', 'subnets': [{'id': 'c35c0562-6b9c-442e-96b4-912bb02cc969', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94177) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 23 11:36:21.827972 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-70908f84-8300-4a65-9820-c2ca40e94246 None None] DHCP port deletion for 8dba2472-7331-4ba9-b904-298b042d46c9 request from dv-neutron-601336-94-hyperv {{(pid=94176) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jun 23 11:36:21.843268 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.db.provisioning_blocks [None req-dc7542b2-afef-47f4-a763-e3a3cba144be None None] Provisioning for port e07dc262-f45f-4b68-94f7-cd736a5e78c1 completed by entity L2. {{(pid=94176) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 23 11:36:21.888834 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.db.provisioning_blocks [None req-dc7542b2-afef-47f4-a763-e3a3cba144be None None] Provisioning complete for port e07dc262-f45f-4b68-94f7-cd736a5e78c1 triggered by entity L2. {{(pid=94176) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 23 11:36:21.889226 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron_lib.callbacks.manager [None req-dc7542b2-afef-47f4-a763-e3a3cba144be None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-899258'] for port, provisioning_complete {{(pid=94176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:36:21.894333 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron_lib.callbacks.manager [None req-97bd5441-1da2-49ee-a364-27795820ba27 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-922904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866062', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773700135042', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773699642233', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773699642278'] for port, after_update {{(pid=94176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:36:21.900427 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG oslo_concurrency.lockutils [None req-97bd5441-1da2-49ee-a364-27795820ba27 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 11:36:22.054531 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97bd5441-1da2-49ee-a364-27795820ba27 None None] Pushing event updated for resources: {'Port': ['ID=d357b527-aa7a-4053-a134-8434c40844e5,revision_number=4']} {{(pid=94176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 11:36:22.064044 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG oslo_concurrency.lockutils [None req-97bd5441-1da2-49ee-a364-27795820ba27 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.164s {{(pid=94176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 11:36:22.088208 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.db.db_base_plugin_common [None req-d18744e8-33b9-4c12-894e-c893d17a4961 None None] Allocated IP 172.23.0.2 (def34845-28b9-4bab-b19a-4f8108ced079/2bd5a6a0-bbba-4d6b-90bc-43a232abcc82/c571b64c-da42-47e3-bc15-c267f2aa8b93) {{(pid=94176) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 23 11:36:22.109519 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4726597-0fe2-4945-bc51-d4ff1a68906b req-6210f6b3-a13e-4f1c-9757-bb0810317c94 tempest-TestServerAdvancedOps-2059691030 tempest-TestServerAdvancedOps-2059691030-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 11:36:22.111133 dv-neutron-601336-94-hyperv neutron-server[94175]: INFO neutron.wsgi [req-b4726597-0fe2-4945-bc51-d4ff1a68906b req-6210f6b3-a13e-4f1c-9757-bb0810317c94 tempest-TestServerAdvancedOps-2059691030 tempest-TestServerAdvancedOps-2059691030-project] 10.222.0.20 "GET /v2.0/ports?device_id=db39e3a9-74a7-4800-a7cc-bd4b30155332 HTTP/1.1" status: 200 len: 943 time: 0.8657994 Jun 23 11:36:22.154155 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.plugins.ml2.db [None req-97bd5441-1da2-49ee-a364-27795820ba27 None None] get_ports_and_sgs() called for port_ids ['d357b527-aa7a-4053-a134-8434c40844e5'] {{(pid=94176) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 23 11:36:22.190271 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.plugins.ml2.plugin [None req-70908f84-8300-4a65-9820-c2ca40e94246 None None] Deleting port 1b959f7c-17e8-44e4-9916-227419804207 {{(pid=94176) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1913}} Jun 23 11:36:22.190660 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron_lib.callbacks.manager [None req-70908f84-8300-4a65-9820-c2ca40e94246 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773700079324'] for port, before_delete {{(pid=94176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:36:22.215671 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron_lib.callbacks.manager [None req-1fec24e8-6c07-4393-9107-9b6ef9704bc7 tempest-RoutersTest-228919764 tempest-RoutersTest-228919764-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-923104'] for port, before_create {{(pid=94175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:36:22.224578 dv-neutron-601336-94-hyperv neutron-server[94175]: INFO neutron.wsgi [req-b4726597-0fe2-4945-bc51-d4ff1a68906b req-2df614de-e6ec-46d3-a64a-995d135a00aa tempest-TestServerAdvancedOps-2059691030 tempest-TestServerAdvancedOps-2059691030-project] 10.222.0.20 "GET /v2.0/security-groups?id=15f52a14-6092-4d6f-aba4-bb31310b2c66&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0932784 Jun 23 11:36:22.299261 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron_lib.callbacks.manager [None req-dc7542b2-afef-47f4-a763-e3a3cba144be None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-923122'] for port, before_update {{(pid=94176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:36:22.316356 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron_lib.callbacks.manager [None req-01f0df09-4d40-4409-8cd1-a3e74a8024dc tempest-RoutersIpV6Test-1448447933 tempest-RoutersIpV6Test-1448447933-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-922904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866062', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773700135024', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773699642224', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5082448'] for port, after_delete {{(pid=94175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:36:22.317870 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG oslo_concurrency.lockutils [None req-cfdc2d39-e134-4818-99af-942f99ca47ee tempest-RoutersTest-228919764 tempest-RoutersTest-228919764-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94175) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 11:36:22.357019 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01f0df09-4d40-4409-8cd1-a3e74a8024dc tempest-RoutersIpV6Test-1448447933 tempest-RoutersIpV6Test-1448447933-project] Pushing event deleted for resources: {'Port': ['ID=1b959f7c-17e8-44e4-9916-227419804207,revision_number=None']} {{(pid=94175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 11:36:22.367428 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG oslo_concurrency.lockutils [None req-01f0df09-4d40-4409-8cd1-a3e74a8024dc tempest-RoutersIpV6Test-1448447933 tempest-RoutersIpV6Test-1448447933-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=94175) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 11:36:22.370033 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.db.l3_dvrscheduler_db [None req-01f0df09-4d40-4409-8cd1-a3e74a8024dc tempest-RoutersIpV6Test-1448447933 tempest-RoutersIpV6Test-1448447933-project] No DVR routers for this DVR port 1b959f7c-17e8-44e4-9916-227419804207 on host dv-neutron-601336-94-hyperv {{(pid=94175) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 23 11:36:22.375415 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.plugins.ml2.db [None req-70908f84-8300-4a65-9820-c2ca40e94246 None None] For port 1b959f7c-17e8-44e4-9916-227419804207, host dv-neutron-601336-94-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-94-hyperv',level=0,port_id=1b959f7c-17e8-44e4-9916-227419804207,segment=NetworkSegment(b20cfaea-d20e-46ee-af14-877e5dc279cc),segment_id=b20cfaea-d20e-46ee-af14-877e5dc279cc)] {{(pid=94176) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 23 11:36:22.375415 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron_lib.callbacks.manager [None req-70908f84-8300-4a65-9820-c2ca40e94246 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-430722'] for port, precommit_delete {{(pid=94176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:36:22.401766 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.plugins.ml2.plugin [None req-70908f84-8300-4a65-9820-c2ca40e94246 None None] Calling delete_port for 1b959f7c-17e8-44e4-9916-227419804207 owned by network:dhcp {{(pid=94176) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1986}} Jun 23 11:36:22.414604 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.plugins.ml2.db [None req-dc7542b2-afef-47f4-a763-e3a3cba144be None None] For port e07dc262-f45f-4b68-94f7-cd736a5e78c1, host dv-neutron-601336-94-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-94-hyperv',level=0,port_id=e07dc262-f45f-4b68-94f7-cd736a5e78c1,segment=NetworkSegment(2545ee53-c74e-4449-af0c-83c33975ceea),segment_id=2545ee53-c74e-4449-af0c-83c33975ceea)] {{(pid=94176) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 23 11:36:22.501510 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron_lib.callbacks.manager [None req-dc7542b2-afef-47f4-a763-e3a3cba144be None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-922904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866062', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773700135042', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773699642233', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773699642278'] for port, after_update {{(pid=94176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:36:22.508385 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG oslo_concurrency.lockutils [None req-dc7542b2-afef-47f4-a763-e3a3cba144be None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 11:36:22.514308 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron_lib.callbacks.manager [None req-01f0df09-4d40-4409-8cd1-a3e74a8024dc tempest-RoutersIpV6Test-1448447933 tempest-RoutersIpV6Test-1448447933-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-897259', 'neutron.services.segments.db._delete_segments_for_network-8773700168587'] for network, precommit_delete {{(pid=94175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:36:22.531940 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.services.segments.db [None req-01f0df09-4d40-4409-8cd1-a3e74a8024dc tempest-RoutersIpV6Test-1448447933 tempest-RoutersIpV6Test-1448447933-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8dba2472-7331-4ba9-b904-298b042d46c9']}} {{(pid=94175) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 11:36:22.568980 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.services.segments.db [None req-01f0df09-4d40-4409-8cd1-a3e74a8024dc tempest-RoutersIpV6Test-1448447933 tempest-RoutersIpV6Test-1448447933-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b20cfaea-d20e-46ee-af14-877e5dc279cc') {'for_net_delete': True} {{(pid=94175) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 11:36:22.569370 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.services.segments.db [None req-01f0df09-4d40-4409-8cd1-a3e74a8024dc tempest-RoutersIpV6Test-1448447933 tempest-RoutersIpV6Test-1448447933-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b20cfaea-d20e-46ee-af14-877e5dc279cc') {} {{(pid=94175) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 11:36:22.587006 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron_lib.callbacks.manager [None req-01f0df09-4d40-4409-8cd1-a3e74a8024dc tempest-RoutersIpV6Test-1448447933 tempest-RoutersIpV6Test-1448447933-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8773699955833', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5190677'] for segment, before_delete {{(pid=94175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:36:22.612117 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron_lib.callbacks.manager [None req-01f0df09-4d40-4409-8cd1-a3e74a8024dc tempest-RoutersIpV6Test-1448447933 tempest-RoutersIpV6Test-1448447933-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3801'] for segment, precommit_delete {{(pid=94175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:36:22.618289 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-01f0df09-4d40-4409-8cd1-a3e74a8024dc tempest-RoutersIpV6Test-1448447933 tempest-RoutersIpV6Test-1448447933-project] Releasing vlan 417 on physical network physnet1 to pool {{(pid=94175) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 23 11:36:22.618707 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron_lib.callbacks.manager [None req-01f0df09-4d40-4409-8cd1-a3e74a8024dc tempest-RoutersIpV6Test-1448447933 tempest-RoutersIpV6Test-1448447933-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3801', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5082371'] for segment, after_delete {{(pid=94175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:36:22.623491 dv-neutron-601336-94-hyperv neutron-server[94175]: Traceback (most recent call last): Jun 23 11:36:22.623491 dv-neutron-601336-94-hyperv neutron-server[94175]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 23 11:36:22.623491 dv-neutron-601336-94-hyperv neutron-server[94175]: timer() Jun 23 11:36:22.623491 dv-neutron-601336-94-hyperv neutron-server[94175]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 23 11:36:22.623491 dv-neutron-601336-94-hyperv neutron-server[94175]: cb(*args, **kw) Jun 23 11:36:22.623491 dv-neutron-601336-94-hyperv neutron-server[94175]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 23 11:36:22.623491 dv-neutron-601336-94-hyperv neutron-server[94175]: return func(*args, **kwargs) Jun 23 11:36:22.623491 dv-neutron-601336-94-hyperv neutron-server[94175]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 23 11:36:22.623491 dv-neutron-601336-94-hyperv neutron-server[94175]: self._notify() Jun 23 11:36:22.623491 dv-neutron-601336-94-hyperv neutron-server[94175]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 23 11:36:22.623491 dv-neutron-601336-94-hyperv neutron-server[94175]: self.callback(batched_events) Jun 23 11:36:22.623491 dv-neutron-601336-94-hyperv neutron-server[94175]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 23 11:36:22.623491 dv-neutron-601336-94-hyperv neutron-server[94175]: event.method(event) Jun 23 11:36:22.623491 dv-neutron-601336-94-hyperv neutron-server[94175]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 23 11:36:22.623491 dv-neutron-601336-94-hyperv neutron-server[94175]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 23 11:36:22.623491 dv-neutron-601336-94-hyperv neutron-server[94175]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 23 11:36:22.623491 dv-neutron-601336-94-hyperv neutron-server[94175]: aggregate_uuid = self.p_client.list_aggregates( Jun 23 11:36:22.623491 dv-neutron-601336-94-hyperv neutron-server[94175]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 23 11:36:22.623491 dv-neutron-601336-94-hyperv neutron-server[94175]: return f(self, *a, **k) Jun 23 11:36:22.623491 dv-neutron-601336-94-hyperv neutron-server[94175]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 23 11:36:22.623491 dv-neutron-601336-94-hyperv neutron-server[94175]: return self._get(url).json() Jun 23 11:36:22.623491 dv-neutron-601336-94-hyperv neutron-server[94175]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 23 11:36:22.623491 dv-neutron-601336-94-hyperv neutron-server[94175]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 23 11:36:22.623491 dv-neutron-601336-94-hyperv neutron-server[94175]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 23 11:36:22.623491 dv-neutron-601336-94-hyperv neutron-server[94175]: return self.request(url, 'GET', **kwargs) Jun 23 11:36:22.623491 dv-neutron-601336-94-hyperv neutron-server[94175]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 23 11:36:22.623491 dv-neutron-601336-94-hyperv neutron-server[94175]: base_url = self.get_endpoint(auth, allow=allow, Jun 23 11:36:22.623491 dv-neutron-601336-94-hyperv neutron-server[94175]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 23 11:36:22.623491 dv-neutron-601336-94-hyperv neutron-server[94175]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 23 11:36:22.623491 dv-neutron-601336-94-hyperv neutron-server[94175]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 23 11:36:22.623491 dv-neutron-601336-94-hyperv neutron-server[94175]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 23 11:36:22.623491 dv-neutron-601336-94-hyperv neutron-server[94175]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 23 11:36:22.648462 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron_lib.callbacks.manager [None req-d18744e8-33b9-4c12-894e-c893d17a4961 None None] Notify callbacks [] for port, precommit_create {{(pid=94176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:36:22.654263 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc7542b2-afef-47f4-a763-e3a3cba144be None None] Pushing event updated for resources: {'Port': ['ID=e07dc262-f45f-4b68-94f7-cd736a5e78c1,revision_number=5']} {{(pid=94176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 11:36:22.660726 dv-neutron-601336-94-hyperv neutron-server[94176]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Jun 23 11:36:22.660726 dv-neutron-601336-94-hyperv neutron-server[94176]: from cryptography.utils import int_from_bytes Jun 23 11:36:22.660726 dv-neutron-601336-94-hyperv neutron-server[94176]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Jun 23 11:36:22.660726 dv-neutron-601336-94-hyperv neutron-server[94176]: from cryptography.utils import int_from_bytes Jun 23 11:36:22.660726 dv-neutron-601336-94-hyperv neutron-server[94176]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 23 11:36:22.660726 dv-neutron-601336-94-hyperv neutron-server[94176]: self.session.flush() Jun 23 11:36:22.660726 dv-neutron-601336-94-hyperv neutron-server[94176]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 23 11:36:22.660726 dv-neutron-601336-94-hyperv neutron-server[94176]: self.session.flush() Jun 23 11:36:22.660726 dv-neutron-601336-94-hyperv neutron-server[94176]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 23 11:36:22.660726 dv-neutron-601336-94-hyperv neutron-server[94176]: self.session.flush() Jun 23 11:36:22.660726 dv-neutron-601336-94-hyperv neutron-server[94176]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 23 11:36:22.660726 dv-neutron-601336-94-hyperv neutron-server[94176]: self.session.flush() Jun 23 11:36:22.660726 dv-neutron-601336-94-hyperv neutron-server[94176]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 23 11:36:22.660726 dv-neutron-601336-94-hyperv neutron-server[94176]: self.session.flush() Jun 23 11:36:22.660726 dv-neutron-601336-94-hyperv neutron-server[94176]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 23 11:36:22.660726 dv-neutron-601336-94-hyperv neutron-server[94176]: self.session.flush() Jun 23 11:36:22.660726 dv-neutron-601336-94-hyperv neutron-server[94176]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 23 11:36:22.660726 dv-neutron-601336-94-hyperv neutron-server[94176]: self.session.flush() Jun 23 11:36:22.660726 dv-neutron-601336-94-hyperv neutron-server[94176]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 23 11:36:22.660726 dv-neutron-601336-94-hyperv neutron-server[94176]: self.session.flush() Jun 23 11:36:22.660726 dv-neutron-601336-94-hyperv neutron-server[94176]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'provisioningblocks' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 23 11:36:22.660726 dv-neutron-601336-94-hyperv neutron-server[94176]: self.session.flush() Jun 23 11:36:22.660726 dv-neutron-601336-94-hyperv neutron-server[94176]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'provisioningblocks' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 23 11:36:22.660726 dv-neutron-601336-94-hyperv neutron-server[94176]: self.session.flush() Jun 23 11:36:22.660726 dv-neutron-601336-94-hyperv neutron-server[94176]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 23 11:36:22.660726 dv-neutron-601336-94-hyperv neutron-server[94176]: self.session.flush() Jun 23 11:36:22.660726 dv-neutron-601336-94-hyperv neutron-server[94176]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 23 11:36:22.660726 dv-neutron-601336-94-hyperv neutron-server[94176]: self.session.flush() Jun 23 11:36:22.660726 dv-neutron-601336-94-hyperv neutron-server[94176]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 23 11:36:22.660726 dv-neutron-601336-94-hyperv neutron-server[94176]: self.session.flush() Jun 23 11:36:22.660726 dv-neutron-601336-94-hyperv neutron-server[94176]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 23 11:36:22.660726 dv-neutron-601336-94-hyperv neutron-server[94176]: self.session.flush() Jun 23 11:36:22.660726 dv-neutron-601336-94-hyperv neutron-server[94176]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 23 11:36:22.660726 dv-neutron-601336-94-hyperv neutron-server[94176]: self.session.flush() Jun 23 11:36:22.660726 dv-neutron-601336-94-hyperv neutron-server[94176]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 23 11:36:22.660726 dv-neutron-601336-94-hyperv neutron-server[94176]: self.session.flush() Jun 23 11:36:22.660726 dv-neutron-601336-94-hyperv neutron-server[94176]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 23 11:36:22.660726 dv-neutron-601336-94-hyperv neutron-server[94176]: self.session.flush() Jun 23 11:36:22.660726 dv-neutron-601336-94-hyperv neutron-server[94176]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 23 11:36:22.660726 dv-neutron-601336-94-hyperv neutron-server[94176]: self.session.flush() Jun 23 11:36:22.660726 dv-neutron-601336-94-hyperv neutron-server[94176]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'provisioningblocks' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 23 11:36:22.660726 dv-neutron-601336-94-hyperv neutron-server[94176]: self.session.flush() Jun 23 11:36:22.660726 dv-neutron-601336-94-hyperv neutron-server[94176]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 23 11:36:22.660726 dv-neutron-601336-94-hyperv neutron-server[94176]: self.session.flush() Jun 23 11:36:22.660726 dv-neutron-601336-94-hyperv neutron-server[94176]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 23 11:36:22.660726 dv-neutron-601336-94-hyperv neutron-server[94176]: self.session.flush() Jun 23 11:36:22.660726 dv-neutron-601336-94-hyperv neutron-server[94176]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 23 11:36:22.660726 dv-neutron-601336-94-hyperv neutron-server[94176]: self.session.flush() Jun 23 11:36:22.660726 dv-neutron-601336-94-hyperv neutron-server[94176]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 23 11:36:22.660726 dv-neutron-601336-94-hyperv neutron-server[94176]: self.session.flush() Jun 23 11:36:22.660726 dv-neutron-601336-94-hyperv neutron-server[94176]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 23 11:36:22.660726 dv-neutron-601336-94-hyperv neutron-server[94176]: self.session.flush() Jun 23 11:36:22.660726 dv-neutron-601336-94-hyperv neutron-server[94176]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 23 11:36:22.660726 dv-neutron-601336-94-hyperv neutron-server[94176]: self.session.flush() Jun 23 11:36:22.660726 dv-neutron-601336-94-hyperv neutron-server[94176]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 23 11:36:22.660726 dv-neutron-601336-94-hyperv neutron-server[94176]: self.session.flush() Jun 23 11:36:22.660726 dv-neutron-601336-94-hyperv neutron-server[94176]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 23 11:36:22.660726 dv-neutron-601336-94-hyperv neutron-server[94176]: self.session.flush() Jun 23 11:36:22.666327 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG oslo_concurrency.lockutils [None req-dc7542b2-afef-47f4-a763-e3a3cba144be None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.154s {{(pid=94176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 11:36:22.669442 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.db.provisioning_blocks [None req-d18744e8-33b9-4c12-894e-c893d17a4961 None None] Transition to ACTIVE for port object c571b64c-da42-47e3-bc15-c267f2aa8b93 will not be triggered until provisioned by entity L2. {{(pid=94176) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 23 11:36:22.680635 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron_lib.callbacks.manager [None req-70908f84-8300-4a65-9820-c2ca40e94246 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-922904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866062', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773700135024', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773699642224'] for port, after_delete {{(pid=94176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:36:22.687902 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG oslo_concurrency.lockutils [None req-eb873dbe-2905-49eb-8098-904da2629754 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 11:36:22.722449 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.db.provisioning_blocks [None req-d18744e8-33b9-4c12-894e-c893d17a4961 None None] Transition to ACTIVE for port object c571b64c-da42-47e3-bc15-c267f2aa8b93 will not be triggered until provisioned by entity DHCP. {{(pid=94176) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 23 11:36:22.724076 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70908f84-8300-4a65-9820-c2ca40e94246 None None] Pushing event deleted for resources: {'Port': ['ID=1b959f7c-17e8-44e4-9916-227419804207,revision_number=None']} {{(pid=94176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 11:36:22.728458 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG oslo_concurrency.lockutils [None req-70908f84-8300-4a65-9820-c2ca40e94246 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.041s {{(pid=94176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 11:36:22.730195 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.db.l3_dvrscheduler_db [None req-70908f84-8300-4a65-9820-c2ca40e94246 None None] No DVR routers for this DVR port 1b959f7c-17e8-44e4-9916-227419804207 on host dv-neutron-601336-94-hyperv {{(pid=94176) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 23 11:36:22.737872 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron_lib.callbacks.manager [None req-01f0df09-4d40-4409-8cd1-a3e74a8024dc tempest-RoutersIpV6Test-1448447933 tempest-RoutersIpV6Test-1448447933-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-897248', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8002400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7866073', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-524247'] for network, after_delete {{(pid=94175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:36:22.747376 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron_lib.callbacks.manager [None req-01f0df09-4d40-4409-8cd1-a3e74a8024dc tempest-RoutersIpV6Test-1448447933 tempest-RoutersIpV6Test-1448447933-project] Notify callbacks [] for network, before_response {{(pid=94175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:36:22.752822 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.wsgi [-] (94174) accepted ('10.222.0.20', 41824) {{(pid=94174) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 11:36:22.753292 dv-neutron-601336-94-hyperv neutron-server[94175]: INFO neutron.wsgi [None req-01f0df09-4d40-4409-8cd1-a3e74a8024dc tempest-RoutersIpV6Test-1448447933 tempest-RoutersIpV6Test-1448447933-project] 10.222.0.20 "DELETE /v2.0/networks/8dba2472-7331-4ba9-b904-298b042d46c9 HTTP/1.1" status: 204 len: 168 time: 1.8399827 Jun 23 11:36:22.754263 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG oslo_concurrency.lockutils [None req-4b757299-2ab1-4112-aac4-9b08725ddca8 tempest-ExternalNetworksTestJSON-2139813945 tempest-ExternalNetworksTestJSON-2139813945-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94175) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 11:36:22.757741 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.api.v2.base [None req-6a71e2f9-6e8f-4fb6-8070-c9efc88c01dc tempest-RoutersIpV6Test-1448447933 tempest-RoutersIpV6Test-1448447933-project] Request body: {'router': {'routes': None}} {{(pid=94174) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 23 11:36:22.769331 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01f0df09-4d40-4409-8cd1-a3e74a8024dc tempest-RoutersIpV6Test-1448447933 tempest-RoutersIpV6Test-1448447933-project] Pushing event deleted for resources: {'Network': ['ID=8dba2472-7331-4ba9-b904-298b042d46c9,revision_number=None']} {{(pid=94175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 11:36:22.772047 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG oslo_concurrency.lockutils [None req-01f0df09-4d40-4409-8cd1-a3e74a8024dc tempest-RoutersIpV6Test-1448447933 tempest-RoutersIpV6Test-1448447933-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=94175) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 11:36:22.813731 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.wsgi [-] (94175) accepted ('10.222.0.20', 41826) {{(pid=94175) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 11:36:22.819172 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron_lib.callbacks.manager [None req-d18744e8-33b9-4c12-894e-c893d17a4961 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-922915', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-239814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7866073', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773699642215'] for port, after_create {{(pid=94176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:36:22.821173 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG oslo_concurrency.lockutils [None req-9e8ef0bf-c282-4e67-988a-adcc45e3f2be None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 11:36:22.854763 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d18744e8-33b9-4c12-894e-c893d17a4961 None None] Network def34845-28b9-4bab-b19a-4f8108ced079 is already hosted by enough agents. {{(pid=94176) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 23 11:36:22.857948 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.scheduler.base_scheduler [None req-d18744e8-33b9-4c12-894e-c893d17a4961 None None] Resources bound (agent type, host, resource id): {{(pid=94176) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 23 11:36:22.861446 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d18744e8-33b9-4c12-894e-c893d17a4961 None None] Received port after_create {{(pid=94176) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 23 11:36:22.878415 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d18744e8-33b9-4c12-894e-c893d17a4961 None None] Pushing event updated for resources: {'Port': ['ID=c571b64c-da42-47e3-bc15-c267f2aa8b93,revision_number=1']} {{(pid=94176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 11:36:22.899823 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG oslo_concurrency.lockutils [None req-d18744e8-33b9-4c12-894e-c893d17a4961 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.079s {{(pid=94176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 11:36:22.910049 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.db.db_base_plugin_common [None req-1fec24e8-6c07-4393-9107-9b6ef9704bc7 tempest-RoutersTest-228919764 tempest-RoutersTest-228919764-project] Allocated IP 172.23.0.1 (def34845-28b9-4bab-b19a-4f8108ced079/2bd5a6a0-bbba-4d6b-90bc-43a232abcc82/e08b3561-611e-424c-a5e5-2c85aad7cdc5) {{(pid=94175) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 23 11:36:22.937154 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.plugins.ml2.managers [None req-d18744e8-33b9-4c12-894e-c893d17a4961 None None] Attempting to bind port c571b64c-da42-47e3-bc15-c267f2aa8b93 on host dv-neutron-601336-94-hyperv for vnic_type normal with profile {{(pid=94176) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 23 11:36:22.937763 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.plugins.ml2.managers [None req-d18744e8-33b9-4c12-894e-c893d17a4961 None None] Attempting to bind port c571b64c-da42-47e3-bc15-c267f2aa8b93 by drivers openvswitch,hyperv on host dv-neutron-601336-94-hyperv at level 0 using segments [{'id': 'e92965f5-685c-4420-a54e-aa4969026441', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 407, 'network_id': 'def34845-28b9-4bab-b19a-4f8108ced079'}] {{(pid=94176) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 23 11:36:22.938055 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d18744e8-33b9-4c12-894e-c893d17a4961 None None] Attempting to bind port c571b64c-da42-47e3-bc15-c267f2aa8b93 on network def34845-28b9-4bab-b19a-4f8108ced079 {{(pid=94176) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 23 11:36:22.946106 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.db.extraroute_db [None req-6a71e2f9-6e8f-4fb6-8070-c9efc88c01dc tempest-RoutersIpV6Test-1448447933 tempest-RoutersIpV6Test-1448447933-project] Added routes are [] {{(pid=94174) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:113}} Jun 23 11:36:22.946368 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.db.extraroute_db [None req-6a71e2f9-6e8f-4fb6-8070-c9efc88c01dc tempest-RoutersIpV6Test-1448447933 tempest-RoutersIpV6Test-1448447933-project] Removed routes are [] {{(pid=94174) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:121}} Jun 23 11:36:22.947276 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron_lib.callbacks.manager [None req-6a71e2f9-6e8f-4fb6-8070-c9efc88c01dc tempest-RoutersIpV6Test-1448447933 tempest-RoutersIpV6Test-1448447933-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-524104', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-520389', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-32276'] for router, precommit_update {{(pid=94174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:36:22.948207 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d18744e8-33b9-4c12-894e-c893d17a4961 None None] Checking agent: {'id': '4d05f899-5ac9-411b-8a03-f60c93f87cdf', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-601336-94-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 23, 11, 22, 14), 'started_at': datetime.datetime(2021, 6, 23, 11, 22, 44), 'heartbeat_timestamp': datetime.datetime(2021, 6, 23, 11, 36, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'monitor_allowed_address_pair_garp': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-601336-94-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94176) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 23 11:36:22.948605 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d18744e8-33b9-4c12-894e-c893d17a4961 None None] Checking segment: {'id': 'e92965f5-685c-4420-a54e-aa4969026441', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 407, 'network_id': 'def34845-28b9-4bab-b19a-4f8108ced079'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94176) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 23 11:36:22.949143 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron_lib.callbacks.manager [None req-d18744e8-33b9-4c12-894e-c893d17a4961 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:36:22.949427 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d18744e8-33b9-4c12-894e-c893d17a4961 None None] Bound using segment: {'id': 'e92965f5-685c-4420-a54e-aa4969026441', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 407, 'network_id': 'def34845-28b9-4bab-b19a-4f8108ced079'} {{(pid=94176) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 23 11:36:22.949977 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.plugins.ml2.managers [None req-d18744e8-33b9-4c12-894e-c893d17a4961 None None] Bound port: c571b64c-da42-47e3-bc15-c267f2aa8b93, host: dv-neutron-601336-94-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e92965f5-685c-4420-a54e-aa4969026441', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 407, 'network_id': 'def34845-28b9-4bab-b19a-4f8108ced079'}}] {{(pid=94176) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 23 11:36:22.950328 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron_lib.callbacks.manager [None req-d18744e8-33b9-4c12-894e-c893d17a4961 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-923122'] for port, before_update {{(pid=94176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:36:23.013215 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.api.v2.base [None req-0bd21f7d-c67d-474a-ad01-70974e4e80df tempest-FloatingIPTestJSON-1140213849 tempest-FloatingIPTestJSON-1140213849-project] Request body: {'network': {'name': 'tempest-FloatingIPTestJSON-test-network-287438353'}} {{(pid=94175) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 23 11:36:23.023421 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.plugins.ml2.db [None req-d18744e8-33b9-4c12-894e-c893d17a4961 None None] For port c571b64c-da42-47e3-bc15-c267f2aa8b93, host dv-neutron-601336-94-hyperv, cleared binding levels {{(pid=94176) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 23 11:36:23.030815 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.plugins.ml2.db [None req-d18744e8-33b9-4c12-894e-c893d17a4961 None None] For port c571b64c-da42-47e3-bc15-c267f2aa8b93, host dv-neutron-601336-94-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-94-hyperv',level=0,port_id=c571b64c-da42-47e3-bc15-c267f2aa8b93,segment=NetworkSegment(e92965f5-685c-4420-a54e-aa4969026441),segment_id=e92965f5-685c-4420-a54e-aa4969026441)] {{(pid=94176) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 23 11:36:23.089009 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.plugins.ml2.rpc [None req-dc7542b2-afef-47f4-a763-e3a3cba144be None None] Device e07dc262-f45f-4b68-94f7-cd736a5e78c1 up at agent ovs-agent-dv-neutron-601336-94-hyperv {{(pid=94176) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:298}} Jun 23 11:36:23.095981 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron_lib.callbacks.manager [None req-1fec24e8-6c07-4393-9107-9b6ef9704bc7 tempest-RoutersTest-228919764 tempest-RoutersTest-228919764-project] Notify callbacks [] for port, precommit_create {{(pid=94175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:36:23.110073 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron_lib.callbacks.manager [None req-6a71e2f9-6e8f-4fb6-8070-c9efc88c01dc tempest-RoutersIpV6Test-1448447933 tempest-RoutersIpV6Test-1448447933-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-524104', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-520389', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-32276'] for router, precommit_update {{(pid=94174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:36:23.111521 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.db.provisioning_blocks [None req-1fec24e8-6c07-4393-9107-9b6ef9704bc7 tempest-RoutersTest-228919764 tempest-RoutersTest-228919764-project] Transition to ACTIVE for port object e08b3561-611e-424c-a5e5-2c85aad7cdc5 will not be triggered until provisioned by entity DHCP. {{(pid=94175) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 23 11:36:23.112609 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron_lib.callbacks.manager [None req-d18744e8-33b9-4c12-894e-c893d17a4961 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-922904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866062', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773700135042', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773699642233', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773699642278'] for port, after_update {{(pid=94176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:36:23.113512 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron_lib.callbacks.manager [None req-6a71e2f9-6e8f-4fb6-8070-c9efc88c01dc tempest-RoutersIpV6Test-1448447933 tempest-RoutersIpV6Test-1448447933-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-524143', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-524145', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-524134', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-520394'] for router, after_update {{(pid=94174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:36:23.116665 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG oslo_concurrency.lockutils [None req-dc7542b2-afef-47f4-a763-e3a3cba144be None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 11:36:23.121549 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0bd21f7d-c67d-474a-ad01-70974e4e80df tempest-FloatingIPTestJSON-1140213849 tempest-FloatingIPTestJSON-1140213849-project] Made reservation on behalf of 946ffc147f30469c8ac6ad4e1bd7e5ea for: {'network': 1} {{(pid=94175) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 23 11:36:23.125332 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron_lib.callbacks.manager [None req-0bd21f7d-c67d-474a-ad01-70974e4e80df tempest-FloatingIPTestJSON-1140213849 tempest-FloatingIPTestJSON-1140213849-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-923104'] for network, before_create {{(pid=94175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:36:23.139150 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron_lib.callbacks.manager [None req-0bd21f7d-c67d-474a-ad01-70974e4e80df tempest-FloatingIPTestJSON-1140213849 tempest-FloatingIPTestJSON-1140213849-project] Notify callbacks [] for security_group, before_create {{(pid=94175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:36:23.197916 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6a71e2f9-6e8f-4fb6-8070-c9efc88c01dc tempest-RoutersIpV6Test-1448447933 tempest-RoutersIpV6Test-1448447933-project] Router efd40a64-d42c-4d74-9749-ec45002e9efd has already been hosted by L3 agent 50ef99c0-ef28-4db5-b303-b145898fae60 {{(pid=94174) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 23 11:36:23.363320 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron_lib.callbacks.manager [None req-0bd21f7d-c67d-474a-ad01-70974e4e80df tempest-FloatingIPTestJSON-1140213849 tempest-FloatingIPTestJSON-1140213849-project] Notify callbacks [] for security_group, precommit_create {{(pid=94175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:36:23.364844 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6a71e2f9-6e8f-4fb6-8070-c9efc88c01dc tempest-RoutersIpV6Test-1448447933 tempest-RoutersIpV6Test-1448447933-project] Notify agent at l3_agent.dv-neutron-601336-94-hyperv the message routers_updated {{(pid=94174) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 23 11:36:23.364844 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron_lib.callbacks.manager [None req-6a71e2f9-6e8f-4fb6-8070-c9efc88c01dc tempest-RoutersIpV6Test-1448447933 tempest-RoutersIpV6Test-1448447933-project] Notify callbacks [] for router, before_response {{(pid=94174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:36:23.364844 dv-neutron-601336-94-hyperv neutron-server[94174]: INFO neutron.wsgi [None req-6a71e2f9-6e8f-4fb6-8070-c9efc88c01dc tempest-RoutersIpV6Test-1448447933 tempest-RoutersIpV6Test-1448447933-project] 10.222.0.20 "PUT /v2.0/routers/efd40a64-d42c-4d74-9749-ec45002e9efd HTTP/1.1" status: 200 len: 704 time: 0.5485189 Jun 23 11:36:23.365482 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.wsgi [-] (94175) accepted ('10.222.0.20', 41832) {{(pid=94175) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 11:36:23.365586 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.plugins.ml2.rpc [None req-97bd5441-1da2-49ee-a364-27795820ba27 None None] Device d357b527-aa7a-4053-a134-8434c40844e5 up at agent hyperv_hv-neutron-6013 {{(pid=94176) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:298}} Jun 23 11:36:23.365686 dv-neutron-601336-94-hyperv neutron-server[94177]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fd72e46a-0476-4dea-a10a-890095109430 None None] Sync routers for ids ['efd40a64-d42c-4d74-9749-ec45002e9efd'] in dv-neutron-601336-94-hyperv {{(pid=94177) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 23 11:36:23.365686 dv-neutron-601336-94-hyperv neutron-server[94177]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fd72e46a-0476-4dea-a10a-890095109430 None None] Routers {'efd40a64-d42c-4d74-9749-ec45002e9efd'} bound to L3 agent in host dv-neutron-601336-94-hyperv {{(pid=94177) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 23 11:36:23.365686 dv-neutron-601336-94-hyperv neutron-server[94177]: DEBUG neutron.db.l3_hamode_db [None req-fd72e46a-0476-4dea-a10a-890095109430 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-601336-94-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-23T11:22:13Z,description=,heartbeat_timestamp=2021-06-23T11:36:13Z,host='dv-neutron-601336-94-hyperv',id=50ef99c0-ef28-4db5-b303-b145898fae60,load=0,resource_versions=,resources_synced=,started_at=2021-06-23T11:22:14Z,topic='l3_agent')) {'router_ids': ['efd40a64-d42c-4d74-9749-ec45002e9efd'], 'active': True} {{(pid=94177) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 11:36:23.366386 dv-neutron-601336-94-hyperv neutron-server[94175]: INFO neutron.wsgi [None req-3bea1685-9f49-457e-aa92-906b8f516331 tempest-RoutersIpV6Test-1448447933 tempest-RoutersIpV6Test-1448447933-project] 10.222.0.20 "GET /v2.0/ports?device_id=efd40a64-d42c-4d74-9749-ec45002e9efd HTTP/1.1" status: 200 len: 205 time: 0.0296652 Jun 23 11:36:23.366482 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.wsgi [-] (94174) accepted ('10.222.0.20', 41834) {{(pid=94174) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 11:36:23.406693 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d18744e8-33b9-4c12-894e-c893d17a4961 None None] Pushing event updated for resources: {'Port': ['ID=c571b64c-da42-47e3-bc15-c267f2aa8b93,revision_number=2']} {{(pid=94176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 11:36:23.412286 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG oslo_concurrency.lockutils [None req-d18744e8-33b9-4c12-894e-c893d17a4961 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.296s {{(pid=94176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 11:36:23.425782 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.db.provisioning_blocks [None req-dc7542b2-afef-47f4-a763-e3a3cba144be None None] Provisioning complete for port e07dc262-f45f-4b68-94f7-cd736a5e78c1 triggered by entity L2. {{(pid=94176) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 23 11:36:23.426170 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron_lib.callbacks.manager [None req-dc7542b2-afef-47f4-a763-e3a3cba144be None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-899258'] for port, provisioning_complete {{(pid=94176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:36:23.450699 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron_lib.callbacks.manager [None req-1fec24e8-6c07-4393-9107-9b6ef9704bc7 tempest-RoutersTest-228919764 tempest-RoutersTest-228919764-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-922915', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-239814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7866073', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773699642215', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-5082457'] for port, after_create {{(pid=94175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:36:23.450699 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG oslo_concurrency.lockutils [None req-01f0df09-4d40-4409-8cd1-a3e74a8024dc tempest-RoutersIpV6Test-1448447933 tempest-RoutersIpV6Test-1448447933-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94175) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 11:36:23.489745 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1fec24e8-6c07-4393-9107-9b6ef9704bc7 tempest-RoutersTest-228919764 tempest-RoutersTest-228919764-project] Network def34845-28b9-4bab-b19a-4f8108ced079 is already hosted by enough agents. {{(pid=94175) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 23 11:36:23.493126 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.scheduler.base_scheduler [None req-1fec24e8-6c07-4393-9107-9b6ef9704bc7 tempest-RoutersTest-228919764 tempest-RoutersTest-228919764-project] Resources bound (agent type, host, resource id): {{(pid=94175) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 23 11:36:23.502967 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1fec24e8-6c07-4393-9107-9b6ef9704bc7 tempest-RoutersTest-228919764 tempest-RoutersTest-228919764-project] Received port after_create {{(pid=94175) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 23 11:36:23.523925 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron_lib.callbacks.manager [None req-ed19a0ed-035d-4cae-b384-0f6e5d5cc644 tempest-RoutersIpV6Test-1448447933 tempest-RoutersIpV6Test-1448447933-project] Notify callbacks [] for router, before_delete {{(pid=94174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:36:23.538438 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fec24e8-6c07-4393-9107-9b6ef9704bc7 tempest-RoutersTest-228919764 tempest-RoutersTest-228919764-project] Pushing event updated for resources: {'Port': ['ID=e08b3561-611e-424c-a5e5-2c85aad7cdc5,revision_number=1']} {{(pid=94175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 11:36:23.552296 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG oslo_concurrency.lockutils [None req-1fec24e8-6c07-4393-9107-9b6ef9704bc7 tempest-RoutersTest-228919764 tempest-RoutersTest-228919764-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.100s {{(pid=94175) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 11:36:23.555940 dv-neutron-601336-94-hyperv neutron-server[94177]: DEBUG neutron.db.l3_dvr_db [None req-fd72e46a-0476-4dea-a10a-890095109430 None None] Set router efd40a64-d42c-4d74-9749-ec45002e9efd gateway port host: None {{(pid=94177) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:838}} Jun 23 11:36:23.565369 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.plugins.ml2.rpc [None req-dc7542b2-afef-47f4-a763-e3a3cba144be None None] Device 78264dc8-9461-4cfc-ac9b-aec5a32fc39d up at agent ovs-agent-dv-neutron-601336-94-hyperv {{(pid=94176) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:298}} Jun 23 11:36:23.578081 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron_lib.callbacks.manager [None req-1fec24e8-6c07-4393-9107-9b6ef9704bc7 tempest-RoutersTest-228919764 tempest-RoutersTest-228919764-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-452954'] for router_interface, before_create {{(pid=94175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:36:23.630384 dv-neutron-601336-94-hyperv neutron-server[94177]: DEBUG neutron.db.l3_hamode_db [None req-fd72e46a-0476-4dea-a10a-890095109430 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'efd40a64-d42c-4d74-9749-ec45002e9efd', 'name': 'tempest-RoutersIpV6Test-router-621702574', 'tenant_id': 'a04e393135be4822803c421d0995b548', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-23T11:35:29Z', 'updated_at': '2021-06-23T11:36:19Z', 'revision_number': 11, 'project_id': 'a04e393135be4822803c421d0995b548', 'gw_port_host': None}], 'dv-neutron-601336-94-hyperv', False) {} {{(pid=94177) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 11:36:23.686607 dv-neutron-601336-94-hyperv neutron-server[94177]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fd72e46a-0476-4dea-a10a-890095109430 None None] Checking router: efd40a64-d42c-4d74-9749-ec45002e9efd for host: dv-neutron-601336-94-hyperv {{(pid=94177) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 23 11:36:23.697256 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.db.provisioning_blocks [None req-97bd5441-1da2-49ee-a364-27795820ba27 None None] Provisioning for port d357b527-aa7a-4053-a134-8434c40844e5 completed by entity L2. {{(pid=94176) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 23 11:36:23.697256 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron_lib.callbacks.manager [None req-97bd5441-1da2-49ee-a364-27795820ba27 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773699952132', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-899307'] for agent, after_update {{(pid=94176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:36:23.700913 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.db.provisioning_blocks [None req-97bd5441-1da2-49ee-a364-27795820ba27 None None] Provisioning complete for port d357b527-aa7a-4053-a134-8434c40844e5 triggered by entity L2. {{(pid=94176) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 23 11:36:23.703623 dv-neutron-601336-94-hyperv neutron-server[94177]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fd72e46a-0476-4dea-a10a-890095109430 None None] Routers {'efd40a64-d42c-4d74-9749-ec45002e9efd'} bound to L3 agent in host dv-neutron-601336-94-hyperv {{(pid=94177) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 23 11:36:23.703760 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron_lib.callbacks.manager [None req-97bd5441-1da2-49ee-a364-27795820ba27 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-899258'] for port, provisioning_complete {{(pid=94176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:36:23.704633 dv-neutron-601336-94-hyperv neutron-server[94177]: DEBUG neutron.db.l3_hamode_db [None req-fd72e46a-0476-4dea-a10a-890095109430 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-601336-94-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-23T11:22:13Z,description=,heartbeat_timestamp=2021-06-23T11:36:13Z,host='dv-neutron-601336-94-hyperv',id=50ef99c0-ef28-4db5-b303-b145898fae60,load=0,resource_versions=,resources_synced=,started_at=2021-06-23T11:22:14Z,topic='l3_agent')) {'router_ids': ['efd40a64-d42c-4d74-9749-ec45002e9efd'], 'active': True} {{(pid=94177) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 11:36:23.710474 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron_lib.callbacks.manager [None req-0bd21f7d-c67d-474a-ad01-70974e4e80df tempest-FloatingIPTestJSON-1140213849 tempest-FloatingIPTestJSON-1140213849-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7996330'] for security_group, after_create {{(pid=94175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:36:23.722977 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0bd21f7d-c67d-474a-ad01-70974e4e80df tempest-FloatingIPTestJSON-1140213849 tempest-FloatingIPTestJSON-1140213849-project] vlan segment allocate from pool success with {'vlan_id': 414, 'physical_network': 'physnet1'} {{(pid=94175) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 23 11:36:23.739336 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron_lib.callbacks.manager [None req-0bd21f7d-c67d-474a-ad01-70974e4e80df tempest-FloatingIPTestJSON-1140213849 tempest-FloatingIPTestJSON-1140213849-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3801'] for segment, precommit_create {{(pid=94175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:36:23.740147 dv-neutron-601336-94-hyperv neutron-server[94175]: INFO neutron.db.segments_db [None req-0bd21f7d-c67d-474a-ad01-70974e4e80df tempest-FloatingIPTestJSON-1140213849 tempest-FloatingIPTestJSON-1140213849-project] Added segment e870dfcb-76af-402d-8da1-de3d5a2ca274 of type vlan for network 221281ce-26f9-45d5-9065-123dad0725f0 Jun 23 11:36:23.758678 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG oslo_concurrency.lockutils [None req-a54f571e-5e25-4412-8c1c-a4adbf43b15f tempest-SecGroupIPv6Test-1528675894 tempest-SecGroupIPv6Test-1528675894-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94175) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 11:36:23.762884 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.db.provisioning_blocks [None req-dc7542b2-afef-47f4-a763-e3a3cba144be None None] Provisioning for port 78264dc8-9461-4cfc-ac9b-aec5a32fc39d completed by entity L2. {{(pid=94176) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 23 11:36:23.786916 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.db.provisioning_blocks [None req-dc7542b2-afef-47f4-a763-e3a3cba144be None None] Provisioning complete for port 78264dc8-9461-4cfc-ac9b-aec5a32fc39d triggered by entity L2. {{(pid=94176) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 23 11:36:23.791462 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron_lib.callbacks.manager [None req-dc7542b2-afef-47f4-a763-e3a3cba144be None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-899258'] for port, provisioning_complete {{(pid=94176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:36:23.809025 dv-neutron-601336-94-hyperv neutron-server[94177]: DEBUG neutron.db.l3_dvr_db [None req-fd72e46a-0476-4dea-a10a-890095109430 None None] Set router efd40a64-d42c-4d74-9749-ec45002e9efd gateway port host: None {{(pid=94177) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:838}} Jun 23 11:36:23.825062 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron_lib.callbacks.manager [None req-0bd21f7d-c67d-474a-ad01-70974e4e80df tempest-FloatingIPTestJSON-1140213849 tempest-FloatingIPTestJSON-1140213849-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8773699596773'] for network, precommit_create {{(pid=94175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:36:23.857859 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bd21f7d-c67d-474a-ad01-70974e4e80df tempest-FloatingIPTestJSON-1140213849 tempest-FloatingIPTestJSON-1140213849-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b128ba60-cf83-45ec-90b9-15a5eeebc462,revision_number=1']} {{(pid=94175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 11:36:23.904178 dv-neutron-601336-94-hyperv neutron-server[94177]: DEBUG neutron.db.l3_hamode_db [None req-fd72e46a-0476-4dea-a10a-890095109430 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'efd40a64-d42c-4d74-9749-ec45002e9efd', 'name': 'tempest-RoutersIpV6Test-router-621702574', 'tenant_id': 'a04e393135be4822803c421d0995b548', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-23T11:35:29Z', 'updated_at': '2021-06-23T11:36:19Z', 'revision_number': 11, 'project_id': 'a04e393135be4822803c421d0995b548', 'gw_port_host': None}], 'dv-neutron-601336-94-hyperv', False) {} {{(pid=94177) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 11:36:23.919605 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG oslo_concurrency.lockutils [None req-0bd21f7d-c67d-474a-ad01-70974e4e80df tempest-FloatingIPTestJSON-1140213849 tempest-FloatingIPTestJSON-1140213849-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.160s {{(pid=94175) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 11:36:23.944042 dv-neutron-601336-94-hyperv neutron-server[94177]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fd72e46a-0476-4dea-a10a-890095109430 None None] The sync data for ids ['efd40a64-d42c-4d74-9749-ec45002e9efd'] in dv-neutron-601336-94-hyperv is: [{'id': 'efd40a64-d42c-4d74-9749-ec45002e9efd', 'name': 'tempest-RoutersIpV6Test-router-621702574', 'tenant_id': 'a04e393135be4822803c421d0995b548', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-23T11:35:29Z', 'updated_at': '2021-06-23T11:36:19Z', 'revision_number': 11, 'project_id': 'a04e393135be4822803c421d0995b548', 'gw_port_host': None}] {{(pid=94177) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 23 11:36:23.981405 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron_lib.callbacks.manager [None req-1fec24e8-6c07-4393-9107-9b6ef9704bc7 tempest-RoutersTest-228919764 tempest-RoutersTest-228919764-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-923122'] for port, before_update {{(pid=94175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:36:23.983949 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron_lib.callbacks.manager [None req-97bd5441-1da2-49ee-a364-27795820ba27 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-923122'] for port, before_update {{(pid=94176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:36:24.021879 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'db39e3a9-74a7-4800-a7cc-bd4b30155332', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd357b527-aa7a-4053-a134-8434c40844e5'}] {{(pid=94176) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 23 11:36:24.024535 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}887b0dfc0393de878080286a57e4a08d4fa60dd0cddd118f338ebfcd351ddd4c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bc68fea0-4823-493a-8644-50ac850ac5c1" -d '{"events": [{"server_uuid": "db39e3a9-74a7-4800-a7cc-bd4b30155332", "name": "network-vif-plugged", "status": "completed", "tag": "d357b527-aa7a-4053-a134-8434c40844e5"}]}' {{(pid=94176) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 23 11:36:24.038278 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron_lib.callbacks.manager [None req-dc7542b2-afef-47f4-a763-e3a3cba144be None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-923122'] for port, before_update {{(pid=94176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:36:24.068563 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 23 Jun 2021 11:36:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-97f2d8de-ee16-4788-88c4-21e77f6ef40b x-openstack-request-id: req-97f2d8de-ee16-4788-88c4-21e77f6ef40b {{(pid=94176) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 23 11:36:24.068951 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "db39e3a9-74a7-4800-a7cc-bd4b30155332", "name": "network-vif-plugged", "status": "completed", "tag": "d357b527-aa7a-4053-a134-8434c40844e5", "code": 200}]} {{(pid=94176) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 23 11:36:24.069846 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-97f2d8de-ee16-4788-88c4-21e77f6ef40b {{(pid=94176) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 23 11:36:24.070336 dv-neutron-601336-94-hyperv neutron-server[94176]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'db39e3a9-74a7-4800-a7cc-bd4b30155332', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd357b527-aa7a-4053-a134-8434c40844e5', 'code': 200} Jun 23 11:36:24.076182 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.plugins.ml2.db [None req-97bd5441-1da2-49ee-a364-27795820ba27 None None] For port d357b527-aa7a-4053-a134-8434c40844e5, host hv-neutron-6013, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-6013',level=0,port_id=d357b527-aa7a-4053-a134-8434c40844e5,segment=NetworkSegment(524dc55c-90b6-4e16-aac4-d6c69592410d),segment_id=524dc55c-90b6-4e16-aac4-d6c69592410d)] {{(pid=94176) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 23 11:36:24.107305 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.plugins.ml2.db [None req-dc7542b2-afef-47f4-a763-e3a3cba144be None None] For port 78264dc8-9461-4cfc-ac9b-aec5a32fc39d, host dv-neutron-601336-94-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-94-hyperv',level=0,port_id=78264dc8-9461-4cfc-ac9b-aec5a32fc39d,segment=NetworkSegment(5803a03d-cefa-42b6-8ef9-c623e9a53969),segment_id=5803a03d-cefa-42b6-8ef9-c623e9a53969)] {{(pid=94176) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 23 11:36:24.122902 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron_lib.callbacks.manager [None req-ed19a0ed-035d-4cae-b384-0f6e5d5cc644 tempest-RoutersIpV6Test-1448447933 tempest-RoutersIpV6Test-1448447933-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-520417', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-32301'] for router, precommit_delete {{(pid=94174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:36:24.127909 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron_lib.callbacks.manager [None req-ed19a0ed-035d-4cae-b384-0f6e5d5cc644 tempest-RoutersIpV6Test-1448447933 tempest-RoutersIpV6Test-1448447933-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:36:24.145324 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcbae288-78e2-49b9-a2cb-3eb02d8ab271 req-9deed3cb-d553-419f-aabc-bb5830a976e4 tempest-TestServerAdvancedOps-2059691030 tempest-TestServerAdvancedOps-2059691030-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94174) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 11:36:24.147167 dv-neutron-601336-94-hyperv neutron-server[94174]: INFO neutron.wsgi [req-dcbae288-78e2-49b9-a2cb-3eb02d8ab271 req-9deed3cb-d553-419f-aabc-bb5830a976e4 tempest-TestServerAdvancedOps-2059691030 tempest-TestServerAdvancedOps-2059691030-project] 10.222.0.20 "GET /v2.0/ports?device_id=db39e3a9-74a7-4800-a7cc-bd4b30155332 HTTP/1.1" status: 200 len: 944 time: 0.6802349 Jun 23 11:36:24.150661 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron_lib.callbacks.manager [None req-0bd21f7d-c67d-474a-ad01-70974e4e80df tempest-FloatingIPTestJSON-1140213849 tempest-FloatingIPTestJSON-1140213849-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8002400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7866073'] for network, after_create {{(pid=94175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:36:24.159890 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0bd21f7d-c67d-474a-ad01-70974e4e80df tempest-FloatingIPTestJSON-1140213849 tempest-FloatingIPTestJSON-1140213849-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 11:36:24.159890 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron_lib.callbacks.manager [None req-0bd21f7d-c67d-474a-ad01-70974e4e80df tempest-FloatingIPTestJSON-1140213849 tempest-FloatingIPTestJSON-1140213849-project] Notify callbacks [] for network, before_response {{(pid=94175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:36:24.160202 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron_lib.callbacks.manager [None req-97bd5441-1da2-49ee-a364-27795820ba27 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-922904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866062', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773700135042', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773699642233', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773699642278'] for port, after_update {{(pid=94176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:36:24.165554 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG oslo_concurrency.lockutils [None req-d26d14b0-214a-4bef-83dc-ffa1b3f1ad71 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 11:36:24.166565 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG oslo_concurrency.lockutils [None req-26040beb-c602-457d-8b20-306f8a081504 tempest-RoutersIpV6Test-1448447933 tempest-RoutersIpV6Test-1448447933-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94175) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 11:36:24.199220 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron_lib.callbacks.manager [None req-dc7542b2-afef-47f4-a763-e3a3cba144be None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-922904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866062', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773700135042', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773699642233', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773699642278'] for port, after_update {{(pid=94176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:36:24.244420 dv-neutron-601336-94-hyperv neutron-server[94174]: INFO neutron.wsgi [req-dcbae288-78e2-49b9-a2cb-3eb02d8ab271 req-7186436d-5bdf-4a66-bc3b-b253cb0c8cf1 tempest-TestServerAdvancedOps-2059691030 tempest-TestServerAdvancedOps-2059691030-project] 10.222.0.20 "GET /v2.0/security-groups?id=15f52a14-6092-4d6f-aba4-bb31310b2c66&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0515077 Jun 23 11:36:24.258024 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97bd5441-1da2-49ee-a364-27795820ba27 None None] Pushing event updated for resources: {'Port': ['ID=d357b527-aa7a-4053-a134-8434c40844e5,revision_number=5']} {{(pid=94176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 11:36:24.268065 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG oslo_concurrency.lockutils [None req-97bd5441-1da2-49ee-a364-27795820ba27 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.103s {{(pid=94176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 11:36:24.268823 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG oslo_concurrency.lockutils [None req-536d285a-4684-47cb-afc4-5d45049ffdc7 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.062s {{(pid=94176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 11:36:24.297436 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.plugins.ml2.rpc [None req-dc7542b2-afef-47f4-a763-e3a3cba144be None None] Device 1b959f7c-17e8-44e4-9916-227419804207 no longer exists at agent ovs-agent-dv-neutron-601336-94-hyperv {{(pid=94176) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:261}} Jun 23 11:36:24.298534 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron_lib.callbacks.manager [None req-ed19a0ed-035d-4cae-b384-0f6e5d5cc644 tempest-RoutersIpV6Test-1448447933 tempest-RoutersIpV6Test-1448447933-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-494961'] for router, after_delete {{(pid=94174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:36:24.299181 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ed19a0ed-035d-4cae-b384-0f6e5d5cc644 tempest-RoutersIpV6Test-1448447933 tempest-RoutersIpV6Test-1448447933-project] Fanout notify agent at l3_agent the message router_deleted on router efd40a64-d42c-4d74-9749-ec45002e9efd {{(pid=94174) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jun 23 11:36:24.305137 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bd21f7d-c67d-474a-ad01-70974e4e80df tempest-FloatingIPTestJSON-1140213849 tempest-FloatingIPTestJSON-1140213849-project] Pushing event updated for resources: {'Network': ['ID=221281ce-26f9-45d5-9065-123dad0725f0,revision_number=1']} {{(pid=94175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 11:36:24.313595 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron_lib.callbacks.manager [None req-ed19a0ed-035d-4cae-b384-0f6e5d5cc644 tempest-RoutersIpV6Test-1448447933 tempest-RoutersIpV6Test-1448447933-project] Notify callbacks [] for router, before_response {{(pid=94174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:36:24.313595 dv-neutron-601336-94-hyperv neutron-server[94174]: INFO neutron.wsgi [None req-ed19a0ed-035d-4cae-b384-0f6e5d5cc644 tempest-RoutersIpV6Test-1448447933 tempest-RoutersIpV6Test-1448447933-project] 10.222.0.20 "DELETE /v2.0/routers/efd40a64-d42c-4d74-9749-ec45002e9efd HTTP/1.1" status: 204 len: 168 time: 0.9673114 Jun 23 11:36:24.313868 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.wsgi [-] (94174) accepted ('10.222.0.20', 41838) {{(pid=94174) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 11:36:24.318956 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.api.v2.base [None req-fb97a396-796a-4fba-b908-22ec960b2db1 tempest-RoutersIpV6Test-1448447933 tempest-RoutersIpV6Test-1448447933-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-1574785373', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=94174) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 23 11:36:24.329085 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.plugins.ml2.rpc [None req-dc7542b2-afef-47f4-a763-e3a3cba144be None None] Network 221281ce-26f9-45d5-9065-123dad0725f0 details requested by agent ovs-agent-dv-neutron-601336-94-hyperv with host dv-neutron-601336-94-hyperv {{(pid=94176) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:250}} Jun 23 11:36:24.333220 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.plugins.ml2.plugin [None req-dc7542b2-afef-47f4-a763-e3a3cba144be None None] No Port match for: 1b959f7c-17e8-44e4-9916-227419804207 {{(pid=94176) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2240}} Jun 23 11:36:24.333667 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.plugins.ml2.rpc [None req-dc7542b2-afef-47f4-a763-e3a3cba144be None None] Device 1b959f7c-17e8-44e4-9916-227419804207 not bound to the agent host dv-neutron-601336-94-hyperv {{(pid=94176) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:271}} Jun 23 11:36:24.334175 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.plugins.ml2.rpc [None req-dc7542b2-afef-47f4-a763-e3a3cba144be None None] Device 18eeaa2a-9fe9-456b-8f26-be0272e23bad no longer exists at agent ovs-agent-dv-neutron-601336-94-hyperv {{(pid=94176) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:261}} Jun 23 11:36:24.355631 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG oslo_concurrency.lockutils [None req-0bd21f7d-c67d-474a-ad01-70974e4e80df tempest-FloatingIPTestJSON-1140213849 tempest-FloatingIPTestJSON-1140213849-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.194s {{(pid=94175) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 11:36:24.359345 dv-neutron-601336-94-hyperv neutron-server[94175]: INFO neutron.wsgi [None req-0bd21f7d-c67d-474a-ad01-70974e4e80df tempest-FloatingIPTestJSON-1140213849 tempest-FloatingIPTestJSON-1140213849-project] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 785 time: 1.5444081 Jun 23 11:36:24.362134 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.wsgi [-] (94175) accepted ('10.222.0.20', 41840) {{(pid=94175) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 11:36:24.370565 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.api.v2.base [None req-e2ec6c68-5b5a-4976-9a6e-7b48d295f244 tempest-FloatingIPTestJSON-1140213849 tempest-FloatingIPTestJSON-1140213849-project] Request body: {'subnet': {'network_id': '221281ce-26f9-45d5-9065-123dad0725f0', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'enable_dhcp': False}} {{(pid=94175) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 23 11:36:24.415018 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.plugins.ml2.plugin [None req-dc7542b2-afef-47f4-a763-e3a3cba144be None None] No Port match for: 18eeaa2a-9fe9-456b-8f26-be0272e23bad {{(pid=94176) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2240}} Jun 23 11:36:24.415549 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.plugins.ml2.rpc [None req-dc7542b2-afef-47f4-a763-e3a3cba144be None None] Device 18eeaa2a-9fe9-456b-8f26-be0272e23bad not bound to the agent host dv-neutron-601336-94-hyperv {{(pid=94176) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:271}} Jun 23 11:36:24.451474 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc7542b2-afef-47f4-a763-e3a3cba144be None None] Pushing event updated for resources: {'Port': ['ID=78264dc8-9461-4cfc-ac9b-aec5a32fc39d,revision_number=5']} {{(pid=94176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 11:36:24.457762 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG oslo_concurrency.lockutils [None req-dc7542b2-afef-47f4-a763-e3a3cba144be None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.189s {{(pid=94176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 11:36:24.458739 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron_lib.callbacks.manager [None req-fb97a396-796a-4fba-b908-22ec960b2db1 tempest-RoutersIpV6Test-1448447933 tempest-RoutersIpV6Test-1448447933-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-520407', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-32315'] for router, before_create {{(pid=94174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:36:24.460703 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron_lib.callbacks.manager [None req-fb97a396-796a-4fba-b908-22ec960b2db1 tempest-RoutersIpV6Test-1448447933 tempest-RoutersIpV6Test-1448447933-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-520264', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-524122', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-414782', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-32290'] for router, precommit_create {{(pid=94174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:36:24.546974 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron_lib.callbacks.manager [None req-1fec24e8-6c07-4393-9107-9b6ef9704bc7 tempest-RoutersTest-228919764 tempest-RoutersTest-228919764-project] Notify callbacks [] for port, precommit_update {{(pid=94175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:36:24.618901 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e2ec6c68-5b5a-4976-9a6e-7b48d295f244 tempest-FloatingIPTestJSON-1140213849 tempest-FloatingIPTestJSON-1140213849-project] Made reservation on behalf of 946ffc147f30469c8ac6ad4e1bd7e5ea for: {'subnet': 1} {{(pid=94175) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 23 11:36:24.623229 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron_lib.callbacks.manager [None req-fb97a396-796a-4fba-b908-22ec960b2db1 tempest-RoutersIpV6Test-1448447933 tempest-RoutersIpV6Test-1448447933-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:36:24.623721 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron_lib.callbacks.manager [None req-e2ec6c68-5b5a-4976-9a6e-7b48d295f244 tempest-FloatingIPTestJSON-1140213849 tempest-FloatingIPTestJSON-1140213849-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4660073'] for subnet, before_create {{(pid=94175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:36:24.640645 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron_lib.callbacks.manager [None req-1fec24e8-6c07-4393-9107-9b6ef9704bc7 tempest-RoutersTest-228919764 tempest-RoutersTest-228919764-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-922904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866062', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773700135042', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773699642233', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773699642278', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5082471'] for port, after_update {{(pid=94175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:36:24.652227 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a960a0da-4f2f-48bb-8dc1-454b076b1cc6 req-ea88bedf-1524-45bb-b46e-921052b4d03f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94174) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 11:36:24.652227 dv-neutron-601336-94-hyperv neutron-server[94174]: INFO neutron.wsgi [req-a960a0da-4f2f-48bb-8dc1-454b076b1cc6 req-ea88bedf-1524-45bb-b46e-921052b4d03f service neutron] 10.222.0.52 "GET /v2.0/ports?device_id=db39e3a9-74a7-4800-a7cc-bd4b30155332 HTTP/1.1" status: 200 len: 1098 time: 0.1382816 Jun 23 11:36:24.674924 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG oslo_concurrency.lockutils [None req-03a5c6e8-fdf3-494e-b469-0e9b500da3ab tempest-PortsIpV6TestJSON-1781383748 tempest-PortsIpV6TestJSON-1781383748-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94175) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 11:36:24.682776 dv-neutron-601336-94-hyperv neutron-server[94174]: INFO neutron.wsgi [req-a960a0da-4f2f-48bb-8dc1-454b076b1cc6 req-f2f53d54-3911-401e-b511-c700b1944af8 service neutron] 10.222.0.52 "GET /v2.0/security-groups?id=15f52a14-6092-4d6f-aba4-bb31310b2c66&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0314517 Jun 23 11:36:24.710888 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron_lib.callbacks.manager [None req-fb97a396-796a-4fba-b908-22ec960b2db1 tempest-RoutersIpV6Test-1448447933 tempest-RoutersIpV6Test-1448447933-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-520412', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-524143'] for router, after_create {{(pid=94174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:36:24.774640 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron_lib.callbacks.manager [None req-1fec24e8-6c07-4393-9107-9b6ef9704bc7 tempest-RoutersTest-228919764 tempest-RoutersTest-228919764-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-7866091', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-453038'] for router_interface, after_create {{(pid=94175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:36:24.778460 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron_lib.callbacks.manager [None req-fb97a396-796a-4fba-b908-22ec960b2db1 tempest-RoutersIpV6Test-1448447933 tempest-RoutersIpV6Test-1448447933-project] Notify callbacks [] for router, before_response {{(pid=94174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:36:24.782485 dv-neutron-601336-94-hyperv neutron-server[94174]: INFO neutron.wsgi [None req-fb97a396-796a-4fba-b908-22ec960b2db1 tempest-RoutersIpV6Test-1448447933 tempest-RoutersIpV6Test-1448447933-project] 10.222.0.20 "POST /v2.0/routers HTTP/1.1" status: 201 len: 704 time: 0.4652627 Jun 23 11:36:24.782777 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.wsgi [-] (94174) accepted ('10.222.0.20', 41844) {{(pid=94174) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 11:36:24.783610 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fec24e8-6c07-4393-9107-9b6ef9704bc7 tempest-RoutersTest-228919764 tempest-RoutersTest-228919764-project] Pushing event updated for resources: {'Port': ['ID=e08b3561-611e-424c-a5e5-2c85aad7cdc5,revision_number=2']} {{(pid=94175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 11:36:24.786569 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG oslo_concurrency.lockutils [None req-1fec24e8-6c07-4393-9107-9b6ef9704bc7 tempest-RoutersTest-228919764 tempest-RoutersTest-228919764-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.112s {{(pid=94175) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 11:36:24.788904 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.api.v2.base [None req-67c7c2ad-de3f-42fd-8521-f75f1c928317 tempest-RoutersIpV6Test-1448447933 tempest-RoutersIpV6Test-1448447933-project] Request body: {'router': {'admin_state_up': True}} {{(pid=94174) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 23 11:36:24.809638 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c7fb3098-2164-40ab-8cac-d1a3f80022bb None None] Network def34845-28b9-4bab-b19a-4f8108ced079 requested from dv-neutron-601336-94-hyperv {{(pid=94176) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 23 11:36:24.973198 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1fec24e8-6c07-4393-9107-9b6ef9704bc7 tempest-RoutersTest-228919764 tempest-RoutersTest-228919764-project] Network def34845-28b9-4bab-b19a-4f8108ced079 is already hosted by enough agents. {{(pid=94175) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 23 11:36:24.980285 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.scheduler.base_scheduler [None req-1fec24e8-6c07-4393-9107-9b6ef9704bc7 tempest-RoutersTest-228919764 tempest-RoutersTest-228919764-project] Resources bound (agent type, host, resource id): {{(pid=94175) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 23 11:36:25.029546 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.db.provisioning_blocks [None req-4ac0400c-cb50-40cf-9931-6d6cecb009b3 None None] Provisioning for port c571b64c-da42-47e3-bc15-c267f2aa8b93 completed by entity DHCP. {{(pid=94176) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 23 11:36:25.030994 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron_lib.callbacks.manager [None req-67c7c2ad-de3f-42fd-8521-f75f1c928317 tempest-RoutersIpV6Test-1448447933 tempest-RoutersIpV6Test-1448447933-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-524104', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-520389', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-32276'] for router, precommit_update {{(pid=94174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:36:25.075766 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.plugins.ml2.rpc [None req-dc7542b2-afef-47f4-a763-e3a3cba144be None None] Device c571b64c-da42-47e3-bc15-c267f2aa8b93 up at agent ovs-agent-dv-neutron-601336-94-hyperv {{(pid=94176) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:298}} Jun 23 11:36:25.104629 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron_lib.callbacks.manager [None req-67c7c2ad-de3f-42fd-8521-f75f1c928317 tempest-RoutersIpV6Test-1448447933 tempest-RoutersIpV6Test-1448447933-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-524143', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-524145', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-524134', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-520394'] for router, after_update {{(pid=94174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:36:25.108567 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1fec24e8-6c07-4393-9107-9b6ef9704bc7 tempest-RoutersTest-228919764 tempest-RoutersTest-228919764-project] Router 122c067d-0664-472a-8765-023c6fbf0099 has already been hosted by L3 agent 50ef99c0-ef28-4db5-b303-b145898fae60 {{(pid=94175) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 23 11:36:25.162637 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron_lib.callbacks.manager [None req-e2ec6c68-5b5a-4976-9a6e-7b48d295f244 tempest-FloatingIPTestJSON-1140213849 tempest-FloatingIPTestJSON-1140213849-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866062', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5083113', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4660095'] for subnet, after_create {{(pid=94175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:36:25.191318 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG oslo_concurrency.lockutils [None req-e72cfedd-4d3a-4ce8-b61a-709b4884198e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94175) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 11:36:25.206224 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.db.provisioning_blocks [None req-dc7542b2-afef-47f4-a763-e3a3cba144be None None] Provisioning for port c571b64c-da42-47e3-bc15-c267f2aa8b93 completed by entity L2. {{(pid=94176) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 23 11:36:25.210295 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.db.provisioning_blocks [None req-dc7542b2-afef-47f4-a763-e3a3cba144be None None] Provisioning complete for port c571b64c-da42-47e3-bc15-c267f2aa8b93 triggered by entity L2. {{(pid=94176) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 23 11:36:25.210680 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron_lib.callbacks.manager [None req-dc7542b2-afef-47f4-a763-e3a3cba144be None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-899258'] for port, provisioning_complete {{(pid=94176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:36:25.278038 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2ec6c68-5b5a-4976-9a6e-7b48d295f244 tempest-FloatingIPTestJSON-1140213849 tempest-FloatingIPTestJSON-1140213849-project] Pushing event updated for resources: {'Subnet': ['ID=7c13abcb-699c-45e0-973a-8f79dc35eda3,revision_number=0']} {{(pid=94175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 11:36:25.278038 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG oslo_concurrency.lockutils [None req-e2ec6c68-5b5a-4976-9a6e-7b48d295f244 tempest-FloatingIPTestJSON-1140213849 tempest-FloatingIPTestJSON-1140213849-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.083s {{(pid=94175) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 11:36:25.280717 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1fec24e8-6c07-4393-9107-9b6ef9704bc7 tempest-RoutersTest-228919764 tempest-RoutersTest-228919764-project] Notify agent at l3_agent.dv-neutron-601336-94-hyperv the message routers_updated {{(pid=94175) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 23 11:36:25.288811 dv-neutron-601336-94-hyperv neutron-server[94175]: INFO neutron.wsgi [None req-1fec24e8-6c07-4393-9107-9b6ef9704bc7 tempest-RoutersTest-228919764 tempest-RoutersTest-228919764-project] 10.222.0.20 "PUT /v2.0/routers/122c067d-0664-472a-8765-023c6fbf0099/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.1328664 Jun 23 11:36:25.289393 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.wsgi [-] (94175) accepted ('10.222.0.20', 41848) {{(pid=94175) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 11:36:25.295787 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.api.v2.base [None req-f6968628-d64b-427c-8371-954cc1df80ac tempest-RoutersTest-228919764 tempest-RoutersTest-228919764-project] Request body: {'router': {'routes': [{'nexthop': '172.20.0.2', 'destination': '172.20.0.0/28'}, {'nexthop': '172.21.0.2', 'destination': '172.21.0.0/28'}, {'nexthop': '172.22.0.2', 'destination': '172.22.0.0/28'}, {'nexthop': '172.23.0.2', 'destination': '172.23.0.0/28'}]}} {{(pid=94175) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 23 11:36:25.318283 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron_lib.callbacks.manager [None req-dc7542b2-afef-47f4-a763-e3a3cba144be None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-923122'] for port, before_update {{(pid=94176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:36:25.320026 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-67c7c2ad-de3f-42fd-8521-f75f1c928317 tempest-RoutersIpV6Test-1448447933 tempest-RoutersIpV6Test-1448447933-project] Router 6fb4206f-f994-45a2-8eb2-4a8ee361206a is scheduled to L3 agent 50ef99c0-ef28-4db5-b303-b145898fae60 with binding_index 1 {{(pid=94174) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jun 23 11:36:25.340655 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ad9af497-9cd5-4f2e-8436-5eeba53f908d None None] Sync routers for ids ['122c067d-0664-472a-8765-023c6fbf0099'] in dv-neutron-601336-94-hyperv {{(pid=94176) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 23 11:36:25.340922 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e2ec6c68-5b5a-4976-9a6e-7b48d295f244 tempest-FloatingIPTestJSON-1140213849 tempest-FloatingIPTestJSON-1140213849-project] Checking segment: {'id': 'e870dfcb-76af-402d-8da1-de3d5a2ca274', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 414, 'network_id': '221281ce-26f9-45d5-9065-123dad0725f0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94175) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 23 11:36:25.340922 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e2ec6c68-5b5a-4976-9a6e-7b48d295f244 tempest-FloatingIPTestJSON-1140213849 tempest-FloatingIPTestJSON-1140213849-project] Network hostable DHCP agents. Network: 221281ce-26f9-45d5-9065-123dad0725f0, hostable agents: ['8cf29b10-0e57-4131-816f-a4b6ad00b249'], hosted agents: [] {{(pid=94175) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 23 11:36:25.378276 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ad9af497-9cd5-4f2e-8436-5eeba53f908d None None] Routers {'122c067d-0664-472a-8765-023c6fbf0099'} bound to L3 agent in host dv-neutron-601336-94-hyperv {{(pid=94176) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 23 11:36:25.379115 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.db.l3_hamode_db [None req-ad9af497-9cd5-4f2e-8436-5eeba53f908d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-601336-94-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-23T11:22:13Z,description=,heartbeat_timestamp=2021-06-23T11:36:13Z,host='dv-neutron-601336-94-hyperv',id=50ef99c0-ef28-4db5-b303-b145898fae60,load=0,resource_versions=,resources_synced=,started_at=2021-06-23T11:22:14Z,topic='l3_agent')) {'router_ids': ['122c067d-0664-472a-8765-023c6fbf0099'], 'active': True} {{(pid=94176) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 11:36:25.436046 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-67c7c2ad-de3f-42fd-8521-f75f1c928317 tempest-RoutersIpV6Test-1448447933 tempest-RoutersIpV6Test-1448447933-project] Notify agent at l3_agent.dv-neutron-601336-94-hyperv the message routers_updated {{(pid=94174) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 23 11:36:25.445213 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron_lib.callbacks.manager [None req-67c7c2ad-de3f-42fd-8521-f75f1c928317 tempest-RoutersIpV6Test-1448447933 tempest-RoutersIpV6Test-1448447933-project] Notify callbacks [] for router, before_response {{(pid=94174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:36:25.448753 dv-neutron-601336-94-hyperv neutron-server[94174]: INFO neutron.wsgi [None req-67c7c2ad-de3f-42fd-8521-f75f1c928317 tempest-RoutersIpV6Test-1448447933 tempest-RoutersIpV6Test-1448447933-project] 10.222.0.20 "PUT /v2.0/routers/6fb4206f-f994-45a2-8eb2-4a8ee361206a HTTP/1.1" status: 200 len: 698 time: 0.6624029 Jun 23 11:36:25.449141 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.wsgi [-] (94174) accepted ('10.222.0.20', 41850) {{(pid=94174) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 11:36:25.450373 dv-neutron-601336-94-hyperv neutron-server[94177]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e2e81d6d-66ab-4a2e-8332-e10f9b52c04d None None] Sync routers for ids ['6fb4206f-f994-45a2-8eb2-4a8ee361206a'] in dv-neutron-601336-94-hyperv {{(pid=94177) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 23 11:36:25.465145 dv-neutron-601336-94-hyperv neutron-server[94177]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e2e81d6d-66ab-4a2e-8332-e10f9b52c04d None None] Routers {'6fb4206f-f994-45a2-8eb2-4a8ee361206a'} bound to L3 agent in host dv-neutron-601336-94-hyperv {{(pid=94177) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 23 11:36:25.467724 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.plugins.ml2.db [None req-dc7542b2-afef-47f4-a763-e3a3cba144be None None] For port c571b64c-da42-47e3-bc15-c267f2aa8b93, host dv-neutron-601336-94-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-94-hyperv',level=0,port_id=c571b64c-da42-47e3-bc15-c267f2aa8b93,segment=NetworkSegment(e92965f5-685c-4420-a54e-aa4969026441),segment_id=e92965f5-685c-4420-a54e-aa4969026441)] {{(pid=94176) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 23 11:36:25.469003 dv-neutron-601336-94-hyperv neutron-server[94177]: DEBUG neutron.db.l3_hamode_db [None req-e2e81d6d-66ab-4a2e-8332-e10f9b52c04d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-601336-94-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-23T11:22:13Z,description=,heartbeat_timestamp=2021-06-23T11:36:13Z,host='dv-neutron-601336-94-hyperv',id=50ef99c0-ef28-4db5-b303-b145898fae60,load=0,resource_versions=,resources_synced=,started_at=2021-06-23T11:22:14Z,topic='l3_agent')) {'router_ids': ['6fb4206f-f994-45a2-8eb2-4a8ee361206a'], 'active': True} {{(pid=94177) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 11:36:25.470843 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.db.provisioning_blocks [None req-dd4044ad-67b9-4ca2-9f94-b689e92b8907 None None] Provisioning complete for port c571b64c-da42-47e3-bc15-c267f2aa8b93 triggered by entity DHCP. {{(pid=94176) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 23 11:36:25.471254 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron_lib.callbacks.manager [None req-dd4044ad-67b9-4ca2-9f94-b689e92b8907 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-899258'] for port, provisioning_complete {{(pid=94176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:36:25.553231 dv-neutron-601336-94-hyperv neutron-server[94174]: INFO neutron.wsgi [None req-7adec824-5a12-4035-a96a-05b9e90a8ee2 tempest-RoutersIpV6Test-1448447933 tempest-RoutersIpV6Test-1448447933-project] 10.222.0.20 "GET /v2.0/routers/6fb4206f-f994-45a2-8eb2-4a8ee361206a HTTP/1.1" status: 200 len: 704 time: 0.1007526 Jun 23 11:36:25.554652 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.wsgi [-] (94174) accepted ('10.222.0.20', 41852) {{(pid=94174) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 11:36:25.555951 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron_lib.callbacks.manager [None req-dc7542b2-afef-47f4-a763-e3a3cba144be None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-922904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866062', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773700135042', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773699642233', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773699642278'] for port, after_update {{(pid=94176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:36:25.556816 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.plugins.ml2.rpc [None req-dc7542b2-afef-47f4-a763-e3a3cba144be None None] Device 78264dc8-9461-4cfc-ac9b-aec5a32fc39d up at agent ovs-agent-dv-neutron-601336-94-hyperv {{(pid=94176) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:298}} Jun 23 11:36:25.562291 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG oslo_concurrency.lockutils [None req-2830513d-fc1a-4273-b6f2-7d69e1e1e2e0 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 11:36:25.565690 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.db.l3_dvr_db [None req-ad9af497-9cd5-4f2e-8436-5eeba53f908d None None] Set router 122c067d-0664-472a-8765-023c6fbf0099 gateway port host: None {{(pid=94176) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:838}} Jun 23 11:36:25.591912 dv-neutron-601336-94-hyperv neutron-server[94174]: INFO neutron.wsgi [None req-7cc3783a-15a9-4e0e-972b-0d5bb35be698 tempest-RoutersIpV6Test-1448447933 tempest-RoutersIpV6Test-1448447933-project] 10.222.0.20 "GET /v2.0/ports?device_id=6fb4206f-f994-45a2-8eb2-4a8ee361206a HTTP/1.1" status: 200 len: 205 time: 0.0361857 Jun 23 11:36:25.594134 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.wsgi [-] (94174) accepted ('10.222.0.20', 41854) {{(pid=94174) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 11:36:25.607437 dv-neutron-601336-94-hyperv neutron-server[94177]: DEBUG neutron.db.l3_dvr_db [None req-e2e81d6d-66ab-4a2e-8332-e10f9b52c04d None None] Set router 6fb4206f-f994-45a2-8eb2-4a8ee361206a gateway port host: None {{(pid=94177) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:838}} Jun 23 11:36:25.684262 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron_lib.callbacks.manager [None req-3b113e32-4f4b-4aa7-87c8-544f0025a6d1 tempest-RoutersIpV6Test-1448447933 tempest-RoutersIpV6Test-1448447933-project] Notify callbacks [] for router, before_delete {{(pid=94174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:36:25.725781 dv-neutron-601336-94-hyperv neutron-server[94177]: DEBUG neutron.db.l3_hamode_db [None req-e2e81d6d-66ab-4a2e-8332-e10f9b52c04d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6fb4206f-f994-45a2-8eb2-4a8ee361206a', 'name': 'tempest-RoutersIpV6Test-router-1574785373', 'tenant_id': 'a04e393135be4822803c421d0995b548', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-23T11:36:24Z', 'updated_at': '2021-06-23T11:36:25Z', 'revision_number': 2, 'project_id': 'a04e393135be4822803c421d0995b548', 'gw_port_host': None}], 'dv-neutron-601336-94-hyperv', False) {} {{(pid=94177) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 11:36:25.778748 dv-neutron-601336-94-hyperv neutron-server[94177]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e2e81d6d-66ab-4a2e-8332-e10f9b52c04d None None] Checking router: 6fb4206f-f994-45a2-8eb2-4a8ee361206a for host: dv-neutron-601336-94-hyperv {{(pid=94177) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 23 11:36:25.803438 dv-neutron-601336-94-hyperv neutron-server[94177]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e2e81d6d-66ab-4a2e-8332-e10f9b52c04d None None] Routers {'6fb4206f-f994-45a2-8eb2-4a8ee361206a'} bound to L3 agent in host dv-neutron-601336-94-hyperv {{(pid=94177) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 23 11:36:25.806920 dv-neutron-601336-94-hyperv neutron-server[94177]: DEBUG neutron.db.l3_hamode_db [None req-e2e81d6d-66ab-4a2e-8332-e10f9b52c04d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-601336-94-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-23T11:22:13Z,description=,heartbeat_timestamp=2021-06-23T11:36:13Z,host='dv-neutron-601336-94-hyperv',id=50ef99c0-ef28-4db5-b303-b145898fae60,load=0,resource_versions=,resources_synced=,started_at=2021-06-23T11:22:14Z,topic='l3_agent')) {'router_ids': ['6fb4206f-f994-45a2-8eb2-4a8ee361206a'], 'active': True} {{(pid=94177) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 11:36:25.850465 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc7542b2-afef-47f4-a763-e3a3cba144be None None] Pushing event updated for resources: {'Port': ['ID=c571b64c-da42-47e3-bc15-c267f2aa8b93,revision_number=3']} {{(pid=94176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 11:36:25.861559 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG oslo_concurrency.lockutils [None req-dc7542b2-afef-47f4-a763-e3a3cba144be None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.299s {{(pid=94176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 11:36:25.904342 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron_lib.callbacks.manager [None req-3b113e32-4f4b-4aa7-87c8-544f0025a6d1 tempest-RoutersIpV6Test-1448447933 tempest-RoutersIpV6Test-1448447933-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-520417', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-32301'] for router, precommit_delete {{(pid=94174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:36:25.907220 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron_lib.callbacks.manager [None req-3b113e32-4f4b-4aa7-87c8-544f0025a6d1 tempest-RoutersIpV6Test-1448447933 tempest-RoutersIpV6Test-1448447933-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:36:25.947880 dv-neutron-601336-94-hyperv neutron-server[94177]: DEBUG neutron.db.l3_dvr_db [None req-e2e81d6d-66ab-4a2e-8332-e10f9b52c04d None None] Set router 6fb4206f-f994-45a2-8eb2-4a8ee361206a gateway port host: None {{(pid=94177) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:838}} Jun 23 11:36:25.964312 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e2ec6c68-5b5a-4976-9a6e-7b48d295f244 tempest-FloatingIPTestJSON-1140213849 tempest-FloatingIPTestJSON-1140213849-project] Network 221281ce-26f9-45d5-9065-123dad0725f0 is scheduled to be hosted by DHCP agent 8cf29b10-0e57-4131-816f-a4b6ad00b249 with binding_index 1 {{(pid=94175) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 23 11:36:26.021425 dv-neutron-601336-94-hyperv neutron-server[94177]: DEBUG neutron.db.l3_hamode_db [None req-e2e81d6d-66ab-4a2e-8332-e10f9b52c04d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6fb4206f-f994-45a2-8eb2-4a8ee361206a', 'name': 'tempest-RoutersIpV6Test-router-1574785373', 'tenant_id': 'a04e393135be4822803c421d0995b548', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-23T11:36:24Z', 'updated_at': '2021-06-23T11:36:25Z', 'revision_number': 2, 'project_id': 'a04e393135be4822803c421d0995b548', 'gw_port_host': None}], 'dv-neutron-601336-94-hyperv', False) {} {{(pid=94177) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 11:36:26.028024 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-764ab552-a3a8-484e-a9e6-3256c4ab164f req-0fcdc2e5-658b-470a-9c9e-b1dab446b61e tempest-TestServerAdvancedOps-2059691030 tempest-TestServerAdvancedOps-2059691030-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 11:36:26.029640 dv-neutron-601336-94-hyperv neutron-server[94175]: INFO neutron.wsgi [req-764ab552-a3a8-484e-a9e6-3256c4ab164f req-0fcdc2e5-658b-470a-9c9e-b1dab446b61e tempest-TestServerAdvancedOps-2059691030 tempest-TestServerAdvancedOps-2059691030-project] 10.222.0.20 "GET /v2.0/ports?device_id=db39e3a9-74a7-4800-a7cc-bd4b30155332 HTTP/1.1" status: 200 len: 945 time: 0.6430886 Jun 23 11:36:26.040970 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron_lib.callbacks.manager [None req-3b113e32-4f4b-4aa7-87c8-544f0025a6d1 tempest-RoutersIpV6Test-1448447933 tempest-RoutersIpV6Test-1448447933-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-494961'] for router, after_delete {{(pid=94174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:36:26.048179 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3b113e32-4f4b-4aa7-87c8-544f0025a6d1 tempest-RoutersIpV6Test-1448447933 tempest-RoutersIpV6Test-1448447933-project] Fanout notify agent at l3_agent the message router_deleted on router 6fb4206f-f994-45a2-8eb2-4a8ee361206a {{(pid=94174) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jun 23 11:36:26.049960 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron_lib.callbacks.manager [None req-3b113e32-4f4b-4aa7-87c8-544f0025a6d1 tempest-RoutersIpV6Test-1448447933 tempest-RoutersIpV6Test-1448447933-project] Notify callbacks [] for router, before_response {{(pid=94174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:36:26.054915 dv-neutron-601336-94-hyperv neutron-server[94174]: INFO neutron.wsgi [None req-3b113e32-4f4b-4aa7-87c8-544f0025a6d1 tempest-RoutersIpV6Test-1448447933 tempest-RoutersIpV6Test-1448447933-project] 10.222.0.20 "DELETE /v2.0/routers/6fb4206f-f994-45a2-8eb2-4a8ee361206a HTTP/1.1" status: 204 len: 168 time: 0.4559510 Jun 23 11:36:26.056838 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.wsgi [-] (94174) accepted ('10.222.0.20', 41856) {{(pid=94174) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 11:36:26.061988 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.scheduler.base_scheduler [None req-e2ec6c68-5b5a-4976-9a6e-7b48d295f244 tempest-FloatingIPTestJSON-1140213849 tempest-FloatingIPTestJSON-1140213849-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-601336-94-hyperv, 221281ce-26f9-45d5-9065-123dad0725f0) {{(pid=94175) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 23 11:36:26.063362 dv-neutron-601336-94-hyperv neutron-server[94177]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e2e81d6d-66ab-4a2e-8332-e10f9b52c04d None None] The sync data for ids ['6fb4206f-f994-45a2-8eb2-4a8ee361206a'] in dv-neutron-601336-94-hyperv is: [{'id': '6fb4206f-f994-45a2-8eb2-4a8ee361206a', 'name': 'tempest-RoutersIpV6Test-router-1574785373', 'tenant_id': 'a04e393135be4822803c421d0995b548', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-23T11:36:24Z', 'updated_at': '2021-06-23T11:36:25Z', 'revision_number': 2, 'project_id': 'a04e393135be4822803c421d0995b548', 'gw_port_host': None}] {{(pid=94177) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 23 11:36:26.071215 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.db.provisioning_blocks [None req-dc7542b2-afef-47f4-a763-e3a3cba144be None None] Provisioning complete for port 78264dc8-9461-4cfc-ac9b-aec5a32fc39d triggered by entity L2. {{(pid=94176) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 23 11:36:26.071739 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron_lib.callbacks.manager [None req-dc7542b2-afef-47f4-a763-e3a3cba144be None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-899258'] for port, provisioning_complete {{(pid=94176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:36:26.077089 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-28a3601d-3048-4edd-b131-fea7178568df None None] Network 221281ce-26f9-45d5-9065-123dad0725f0 requested from dv-neutron-601336-94-hyperv {{(pid=94176) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 23 11:36:26.100372 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e2ec6c68-5b5a-4976-9a6e-7b48d295f244 tempest-FloatingIPTestJSON-1140213849 tempest-FloatingIPTestJSON-1140213849-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 11:36:26.101528 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron_lib.callbacks.manager [None req-e2ec6c68-5b5a-4976-9a6e-7b48d295f244 tempest-FloatingIPTestJSON-1140213849 tempest-FloatingIPTestJSON-1140213849-project] Notify callbacks [] for subnet, before_response {{(pid=94175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:36:26.110876 dv-neutron-601336-94-hyperv neutron-server[94174]: INFO neutron.wsgi [None req-efab23f4-704f-4144-81f3-06e7860f814d tempest-RoutersIpV6Test-1448447933 tempest-RoutersIpV6Test-1448447933-project] 10.222.0.20 "GET /v2.0/ports?device_id=6fb4206f-f994-45a2-8eb2-4a8ee361206a HTTP/1.1" status: 200 len: 205 time: 0.0522428 Jun 23 11:36:26.113288 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.wsgi [-] (94174) accepted ('10.222.0.20', 41858) {{(pid=94174) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 11:36:26.171447 dv-neutron-601336-94-hyperv neutron-server[94174]: INFO neutron.api.v2.resource [None req-9f5aab3d-1f00-482e-afe0-dd96eabd1622 tempest-RoutersIpV6Test-1448447933 tempest-RoutersIpV6Test-1448447933-project] delete failed (client error): The resource could not be found. Jun 23 11:36:26.172661 dv-neutron-601336-94-hyperv neutron-server[94174]: INFO neutron.wsgi [None req-9f5aab3d-1f00-482e-afe0-dd96eabd1622 tempest-RoutersIpV6Test-1448447933 tempest-RoutersIpV6Test-1448447933-project] 10.222.0.20 "DELETE /v2.0/routers/6fb4206f-f994-45a2-8eb2-4a8ee361206a HTTP/1.1" status: 404 len: 336 time: 0.0583141 Jun 23 11:36:26.175443 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.wsgi [-] (94174) accepted ('10.222.0.20', 41860) {{(pid=94174) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 11:36:26.189700 dv-neutron-601336-94-hyperv neutron-server[94175]: INFO neutron.wsgi [req-764ab552-a3a8-484e-a9e6-3256c4ab164f req-ca6a952c-ee19-4cff-bd74-d860eed197c0 tempest-TestServerAdvancedOps-2059691030 tempest-TestServerAdvancedOps-2059691030-project] 10.222.0.20 "GET /v2.0/security-groups?id=15f52a14-6092-4d6f-aba4-bb31310b2c66&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1279836 Jun 23 11:36:26.229233 dv-neutron-601336-94-hyperv neutron-server[94174]: INFO neutron.pecan_wsgi.hooks.translation [None req-bc2a7c93-4e6a-469f-89e5-60f3568cf5b9 tempest-RoutersIpV6Test-1448447933 tempest-RoutersIpV6Test-1448447933-project] DELETE failed (client error): The resource could not be found. Jun 23 11:36:26.229893 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-bc2a7c93-4e6a-469f-89e5-60f3568cf5b9 tempest-RoutersIpV6Test-1448447933 tempest-RoutersIpV6Test-1448447933-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94174) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 23 11:36:26.232029 dv-neutron-601336-94-hyperv neutron-server[94174]: INFO neutron.wsgi [None req-bc2a7c93-4e6a-469f-89e5-60f3568cf5b9 tempest-RoutersIpV6Test-1448447933 tempest-RoutersIpV6Test-1448447933-project] 10.222.0.20 "DELETE /v2.0/subnets/b3b974ad-b374-439b-a756-595bfada134b HTTP/1.1" status: 404 len: 337 time: 0.0555120 Jun 23 11:36:26.236890 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.wsgi [-] (94174) accepted ('10.222.0.20', 41862) {{(pid=94174) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 11:36:26.240497 dv-neutron-601336-94-hyperv neutron-server[94175]: INFO neutron.wsgi [None req-e2ec6c68-5b5a-4976-9a6e-7b48d295f244 tempest-FloatingIPTestJSON-1140213849 tempest-FloatingIPTestJSON-1140213849-project] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 802 time: 1.8773081 Jun 23 11:36:26.243153 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.wsgi [-] (94175) accepted ('10.222.0.20', 41864) {{(pid=94175) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 11:36:26.250473 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.api.v2.base [None req-5c172e59-7429-4680-895e-8e5150572924 tempest-FloatingIPTestJSON-1140213849 tempest-FloatingIPTestJSON-1140213849-project] Request body: {'router': {'name': 'tempest-FloatingIPTestJSON-router-1360936225', 'external_gateway_info': {'network_id': '3e7e4eb3-cf02-4d47-ade9-0a579cdfc60f'}, 'admin_state_up': False}} {{(pid=94175) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 23 11:36:26.267836 dv-neutron-601336-94-hyperv neutron-server[94174]: INFO neutron.pecan_wsgi.hooks.translation [None req-eccba1bc-eb4a-452f-a074-ac7a57e80364 tempest-RoutersIpV6Test-1448447933 tempest-RoutersIpV6Test-1448447933-project] DELETE failed (client error): The resource could not be found. Jun 23 11:36:26.268400 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-eccba1bc-eb4a-452f-a074-ac7a57e80364 tempest-RoutersIpV6Test-1448447933 tempest-RoutersIpV6Test-1448447933-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94174) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 23 11:36:26.270131 dv-neutron-601336-94-hyperv neutron-server[94174]: INFO neutron.wsgi [None req-eccba1bc-eb4a-452f-a074-ac7a57e80364 tempest-RoutersIpV6Test-1448447933 tempest-RoutersIpV6Test-1448447933-project] 10.222.0.20 "DELETE /v2.0/subnets/75d17758-e341-408a-9d3d-d429416fcd8a HTTP/1.1" status: 404 len: 337 time: 0.0321927 Jun 23 11:36:26.273487 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.wsgi [-] (94174) accepted ('10.222.0.20', 41866) {{(pid=94174) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 11:36:26.273876 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.db.provisioning_blocks [None req-dd4044ad-67b9-4ca2-9f94-b689e92b8907 None None] Provisioning for port e08b3561-611e-424c-a5e5-2c85aad7cdc5 completed by entity DHCP. {{(pid=94176) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 23 11:36:26.283134 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.db.provisioning_blocks [None req-dd4044ad-67b9-4ca2-9f94-b689e92b8907 None None] Provisioning complete for port e08b3561-611e-424c-a5e5-2c85aad7cdc5 triggered by entity DHCP. {{(pid=94176) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 23 11:36:26.283477 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron_lib.callbacks.manager [None req-dd4044ad-67b9-4ca2-9f94-b689e92b8907 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-899258'] for port, provisioning_complete {{(pid=94176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:36:26.290851 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.db.l3_hamode_db [None req-ad9af497-9cd5-4f2e-8436-5eeba53f908d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '122c067d-0664-472a-8765-023c6fbf0099', 'name': 'tempest-RoutersTest-router-1104510358', 'tenant_id': '1838eb839bc24d0abf2e86f88a8bcfa8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-23T11:35:57Z', 'updated_at': '2021-06-23T11:36:23Z', 'revision_number': 5, 'project_id': '1838eb839bc24d0abf2e86f88a8bcfa8', 'gw_port_host': None, '_interfaces': [{'id': '78264dc8-9461-4cfc-ac9b-aec5a32fc39d', 'name': '', 'network_id': '84019baa-22c6-42bd-90bd-77a6f3aa1f2b', 'tenant_id': '1838eb839bc24d0abf2e86f88a8bcfa8', 'mac_address': 'fa:16:3e:de:f4:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '122c067d-0664-472a-8765-023c6fbf0099', 'device_owner': 'network:router_interface', 'standard_attr_id': 1142, 'fixed_ips': [{'subnet_id': 'b8fb0629-2298-4857-a3a7-be85dddb5a9a', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-94-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-23T11:36:15Z', 'updated_at': '2021-06-23T11:36:24Z', 'revision_number': 5, 'project_id': '1838eb839bc24d0abf2e86f88a8bcfa8', 'subnets': [{'id': 'b8fb0629-2298-4857-a3a7-be85dddb5a9a', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '7a29a4e4-f510-4f78-9f80-80db4aa06bf5', 'name': '', 'network_id': '16660c50-0794-457f-9a86-fdc3685f0969', 'tenant_id': '1838eb839bc24d0abf2e86f88a8bcfa8', 'mac_address': 'fa:16:3e:cb:f1:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '122c067d-0664-472a-8765-023c6fbf0099', 'device_owner': 'network:router_interface', 'standard_attr_id': 1104, 'fixed_ips': [{'subnet_id': 'c719f3a8-f536-49d0-8d92-e308a6195b0c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-94-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-23T11:36:00Z', 'updated_at': '2021-06-23T11:36:09Z', 'revision_number': 5, 'project_id': '1838eb839bc24d0abf2e86f88a8bcfa8', 'subnets': [{'id': 'c719f3a8-f536-49d0-8d92-e308a6195b0c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'd120ebe7-be2a-4b0b-a1b4-cc00f66e913c', 'name': '', 'network_id': '75649c4e-2c4d-4a9c-bb4f-3ba1a4d7057e', 'tenant_id': '1838eb839bc24d0abf2e86f88a8bcfa8', 'mac_address': 'fa:16:3e:65:7c:35', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '122c067d-0664-472a-8765-023c6fbf0099', 'device_owner': 'network:router_interface', 'standard_attr_id': 1130, 'fixed_ips': [{'subnet_id': 'c35c0562-6b9c-442e-96b4-912bb02cc969', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-94-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-23T11:36:08Z', 'updated_at': '2021-06-23T11:36:15Z', 'revision_number': 5, 'project_id': '1838eb839bc24d0abf2e86f88a8bcfa8', 'subnets': [{'id': 'c35c0562-6b9c-442e-96b4-912bb02cc969', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'e08b3561-611e-424c-a5e5-2c85aad7cdc5', 'name': '', 'network_id': 'def34845-28b9-4bab-b19a-4f8108ced079', 'tenant_id': '1838eb839bc24d0abf2e86f88a8bcfa8', 'mac_address': 'fa:16:3e:49:94:40', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '122c067d-0664-472a-8765-023c6fbf0099', 'device_owner': 'network:router_interface', 'standard_attr_id': 1148, 'fixed_ips': [{'subnet_id': '2bd5a6a0-bbba-4d6b-90bc-43a232abcc82', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-23T11:36:22Z', 'updated_at': '2021-06-23T11:36:24Z', 'revision_number': 2, 'project_id': '1838eb839bc24d0abf2e86f88a8bcfa8', 'subnets': [{'id': '2bd5a6a0-bbba-4d6b-90bc-43a232abcc82', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-601336-94-hyperv', False) {} {{(pid=94176) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 11:36:26.307156 dv-neutron-601336-94-hyperv neutron-server[94174]: INFO neutron.pecan_wsgi.hooks.translation [None req-c1d9aff1-f192-4b31-b9a7-8638eece50ca tempest-RoutersIpV6Test-1448447933 tempest-RoutersIpV6Test-1448447933-project] DELETE failed (client error): The resource could not be found. Jun 23 11:36:26.307553 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c1d9aff1-f192-4b31-b9a7-8638eece50ca tempest-RoutersIpV6Test-1448447933 tempest-RoutersIpV6Test-1448447933-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94174) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 23 11:36:26.311490 dv-neutron-601336-94-hyperv neutron-server[94174]: INFO neutron.wsgi [None req-c1d9aff1-f192-4b31-b9a7-8638eece50ca tempest-RoutersIpV6Test-1448447933 tempest-RoutersIpV6Test-1448447933-project] 10.222.0.20 "DELETE /v2.0/subnets/af9b362d-ea7d-430f-b9de-bdf75c0ca07a HTTP/1.1" status: 404 len: 337 time: 0.0346508 Jun 23 11:36:26.311897 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.wsgi [-] (94174) accepted ('10.222.0.20', 41868) {{(pid=94174) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 11:36:26.342615 dv-neutron-601336-94-hyperv neutron-server[94174]: INFO neutron.pecan_wsgi.hooks.translation [None req-5387b118-98b2-40b2-9d37-37168a160b91 tempest-RoutersIpV6Test-1448447933 tempest-RoutersIpV6Test-1448447933-project] DELETE failed (client error): The resource could not be found. Jun 23 11:36:26.343356 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-5387b118-98b2-40b2-9d37-37168a160b91 tempest-RoutersIpV6Test-1448447933 tempest-RoutersIpV6Test-1448447933-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94174) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 23 11:36:26.345162 dv-neutron-601336-94-hyperv neutron-server[94174]: INFO neutron.wsgi [None req-5387b118-98b2-40b2-9d37-37168a160b91 tempest-RoutersIpV6Test-1448447933 tempest-RoutersIpV6Test-1448447933-project] 10.222.0.20 "DELETE /v2.0/subnets/175bc06c-342b-4e55-945c-a10b0728e9dd HTTP/1.1" status: 404 len: 337 time: 0.0319638 Jun 23 11:36:26.349557 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.wsgi [-] (94174) accepted ('10.222.0.20', 41870) {{(pid=94174) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 11:36:26.381251 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-69022d72-c277-411d-a72b-7c7ff1c6e0ea None None] Network 221281ce-26f9-45d5-9065-123dad0725f0 requested from dv-neutron-601336-94-hyperv {{(pid=94176) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 23 11:36:26.388005 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.db.extraroute_db [None req-f6968628-d64b-427c-8371-954cc1df80ac tempest-RoutersTest-228919764 tempest-RoutersTest-228919764-project] Added routes are [{'destination': '172.22.0.0/28', 'nexthop': '172.22.0.2'}, {'destination': '172.23.0.0/28', 'nexthop': '172.23.0.2'}, {'destination': '172.21.0.0/28', 'nexthop': '172.21.0.2'}, {'destination': '172.20.0.0/28', 'nexthop': '172.20.0.2'}] {{(pid=94175) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:113}} Jun 23 11:36:26.388235 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ad9af497-9cd5-4f2e-8436-5eeba53f908d None None] Checking router: 122c067d-0664-472a-8765-023c6fbf0099 for host: dv-neutron-601336-94-hyperv {{(pid=94176) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 23 11:36:26.388514 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ad9af497-9cd5-4f2e-8436-5eeba53f908d None None] Updating router 122c067d-0664-472a-8765-023c6fbf0099 port e08b3561-611e-424c-a5e5-2c85aad7cdc5 binding host dv-neutron-601336-94-hyperv {{(pid=94176) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 23 11:36:26.391685 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron_lib.callbacks.manager [None req-5c172e59-7429-4680-895e-8e5150572924 tempest-FloatingIPTestJSON-1140213849 tempest-FloatingIPTestJSON-1140213849-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-520407', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-32315'] for router, before_create {{(pid=94175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:36:26.393155 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron_lib.callbacks.manager [None req-5c172e59-7429-4680-895e-8e5150572924 tempest-FloatingIPTestJSON-1140213849 tempest-FloatingIPTestJSON-1140213849-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-520264', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-524122', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-414782', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-32290'] for router, precommit_create {{(pid=94175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:36:26.393570 dv-neutron-601336-94-hyperv neutron-server[94174]: INFO neutron.wsgi [None req-e559be44-7885-420a-a29c-62a566d50fcb tempest-RoutersIpV6Test-1448447933 tempest-RoutersIpV6Test-1448447933-project] 10.222.0.20 "GET /v2.0/ports?device_id=efd40a64-d42c-4d74-9749-ec45002e9efd HTTP/1.1" status: 200 len: 205 time: 0.0427258 Jun 23 11:36:26.395779 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.wsgi [-] (94174) accepted ('10.222.0.20', 41872) {{(pid=94174) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 11:36:26.419286 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.db.extraroute_db [None req-f6968628-d64b-427c-8371-954cc1df80ac tempest-RoutersTest-228919764 tempest-RoutersTest-228919764-project] Removed routes are [] {{(pid=94175) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:121}} Jun 23 11:36:26.419695 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron_lib.callbacks.manager [None req-f6968628-d64b-427c-8371-954cc1df80ac tempest-RoutersTest-228919764 tempest-RoutersTest-228919764-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-524104', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-520389', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-32276'] for router, precommit_update {{(pid=94175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:36:26.435512 dv-neutron-601336-94-hyperv neutron-server[94174]: INFO neutron.api.v2.resource [None req-da1179e2-c273-40a7-9a4e-00c9838df99f tempest-RoutersIpV6Test-1448447933 tempest-RoutersIpV6Test-1448447933-project] delete failed (client error): The resource could not be found. Jun 23 11:36:26.438401 dv-neutron-601336-94-hyperv neutron-server[94174]: INFO neutron.wsgi [None req-da1179e2-c273-40a7-9a4e-00c9838df99f tempest-RoutersIpV6Test-1448447933 tempest-RoutersIpV6Test-1448447933-project] 10.222.0.20 "DELETE /v2.0/routers/efd40a64-d42c-4d74-9749-ec45002e9efd HTTP/1.1" status: 404 len: 336 time: 0.0398695 Jun 23 11:36:26.439200 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.wsgi [-] (94174) accepted ('10.222.0.20', 41874) {{(pid=94174) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 11:36:26.462126 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.plugins.ml2.plugin [None req-dd4044ad-67b9-4ca2-9f94-b689e92b8907 None None] Port e08b3561-611e-424c-a5e5-2c85aad7cdc5 cannot update to ACTIVE because it is not bound. {{(pid=94176) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jun 23 11:36:26.469725 dv-neutron-601336-94-hyperv neutron-server[94174]: INFO neutron.wsgi [None req-2d85404b-8176-4be2-a032-f9889779d5d8 tempest-RoutersIpV6Test-1448447933 tempest-RoutersIpV6Test-1448447933-project] 10.222.0.20 "GET /v2.0/ports?device_id=87f6cb19-9ef7-4c5b-be6a-62c0203a67e3 HTTP/1.1" status: 200 len: 205 time: 0.0292721 Jun 23 11:36:26.471867 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.wsgi [-] (94174) accepted ('10.222.0.20', 41876) {{(pid=94174) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 11:36:26.472635 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron_lib.callbacks.manager [None req-5c172e59-7429-4680-895e-8e5150572924 tempest-FloatingIPTestJSON-1140213849 tempest-FloatingIPTestJSON-1140213849-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:36:26.491623 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron_lib.callbacks.manager [None req-ad9af497-9cd5-4f2e-8436-5eeba53f908d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-923122'] for port, before_update {{(pid=94176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:36:26.514150 dv-neutron-601336-94-hyperv neutron-server[94174]: INFO neutron.api.v2.resource [None req-cdbf38e5-5a56-4866-81ea-f0f20b7e750f tempest-RoutersIpV6Test-1448447933 tempest-RoutersIpV6Test-1448447933-project] delete failed (client error): The resource could not be found. Jun 23 11:36:26.517568 dv-neutron-601336-94-hyperv neutron-server[94174]: INFO neutron.wsgi [None req-cdbf38e5-5a56-4866-81ea-f0f20b7e750f tempest-RoutersIpV6Test-1448447933 tempest-RoutersIpV6Test-1448447933-project] 10.222.0.20 "DELETE /v2.0/routers/87f6cb19-9ef7-4c5b-be6a-62c0203a67e3 HTTP/1.1" status: 404 len: 336 time: 0.0423450 Jun 23 11:36:26.517788 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.wsgi [-] (94174) accepted ('10.222.0.20', 41878) {{(pid=94174) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 11:36:26.546241 dv-neutron-601336-94-hyperv neutron-server[94174]: INFO neutron.pecan_wsgi.hooks.translation [None req-9598e743-012b-4ba2-b2ff-532fab5b11a4 tempest-RoutersIpV6Test-1448447933 tempest-RoutersIpV6Test-1448447933-project] DELETE failed (client error): The resource could not be found. Jun 23 11:36:26.546707 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-9598e743-012b-4ba2-b2ff-532fab5b11a4 tempest-RoutersIpV6Test-1448447933 tempest-RoutersIpV6Test-1448447933-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94174) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 23 11:36:26.551340 dv-neutron-601336-94-hyperv neutron-server[94174]: INFO neutron.wsgi [None req-9598e743-012b-4ba2-b2ff-532fab5b11a4 tempest-RoutersIpV6Test-1448447933 tempest-RoutersIpV6Test-1448447933-project] 10.222.0.20 "DELETE /v2.0/subnets/245689ca-68db-4f63-b311-4a056a409976 HTTP/1.1" status: 404 len: 337 time: 0.0298283 Jun 23 11:36:26.552976 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.wsgi [-] (94174) accepted ('10.222.0.20', 41880) {{(pid=94174) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 11:36:26.585550 dv-neutron-601336-94-hyperv neutron-server[94174]: INFO neutron.wsgi [None req-cc3060f9-bfe8-45d8-af3c-82a02ec50faa tempest-RoutersIpV6Test-1448447933 tempest-RoutersIpV6Test-1448447933-project] 10.222.0.20 "GET /v2.0/ports?device_id=fec288cc-25ae-4372-a9bb-1d618e19268b HTTP/1.1" status: 200 len: 205 time: 0.0308068 Jun 23 11:36:26.585784 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.wsgi [-] (94174) accepted ('10.222.0.20', 41882) {{(pid=94174) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 11:36:26.629298 dv-neutron-601336-94-hyperv neutron-server[94174]: INFO neutron.api.v2.resource [None req-0531667d-8205-4332-b401-7c86edab8946 tempest-RoutersIpV6Test-1448447933 tempest-RoutersIpV6Test-1448447933-project] delete failed (client error): The resource could not be found. Jun 23 11:36:26.635122 dv-neutron-601336-94-hyperv neutron-server[94174]: INFO neutron.wsgi [None req-0531667d-8205-4332-b401-7c86edab8946 tempest-RoutersIpV6Test-1448447933 tempest-RoutersIpV6Test-1448447933-project] 10.222.0.20 "DELETE /v2.0/routers/fec288cc-25ae-4372-a9bb-1d618e19268b HTTP/1.1" status: 404 len: 336 time: 0.0459223 Jun 23 11:36:26.635390 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.wsgi [-] (94174) accepted ('10.222.0.20', 41886) {{(pid=94174) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 11:36:26.666085 dv-neutron-601336-94-hyperv neutron-server[94174]: INFO neutron.wsgi [None req-f9dc9a9f-4238-4b70-bc1d-e90ad6f422dd tempest-RoutersIpV6Test-1448447933 tempest-RoutersIpV6Test-1448447933-project] 10.222.0.20 "GET /v2.0/ports?device_id=29ce9238-eab2-4f9f-9eca-f8b0cc82e46f HTTP/1.1" status: 200 len: 205 time: 0.0293102 Jun 23 11:36:26.668374 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.wsgi [-] (94174) accepted ('10.222.0.20', 41888) {{(pid=94174) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 11:36:26.705172 dv-neutron-601336-94-hyperv neutron-server[94174]: INFO neutron.api.v2.resource [None req-aeb6ece6-8af4-45b1-bb4d-0cc2b1ba9456 tempest-RoutersIpV6Test-1448447933 tempest-RoutersIpV6Test-1448447933-project] delete failed (client error): The resource could not be found. Jun 23 11:36:26.708702 dv-neutron-601336-94-hyperv neutron-server[94174]: INFO neutron.wsgi [None req-aeb6ece6-8af4-45b1-bb4d-0cc2b1ba9456 tempest-RoutersIpV6Test-1448447933 tempest-RoutersIpV6Test-1448447933-project] 10.222.0.20 "DELETE /v2.0/routers/29ce9238-eab2-4f9f-9eca-f8b0cc82e46f HTTP/1.1" status: 404 len: 336 time: 0.0369349 Jun 23 11:36:26.708987 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.wsgi [-] (94174) accepted ('10.222.0.20', 41890) {{(pid=94174) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 11:36:26.723320 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.db.provisioning_blocks [None req-5fc56a2a-3ca4-4897-bb7c-00499b6b6d7c None None] Provisioning complete for port e08b3561-611e-424c-a5e5-2c85aad7cdc5 triggered by entity DHCP. {{(pid=94176) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 23 11:36:26.723697 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron_lib.callbacks.manager [None req-5fc56a2a-3ca4-4897-bb7c-00499b6b6d7c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-899258'] for port, provisioning_complete {{(pid=94176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:36:26.738235 dv-neutron-601336-94-hyperv neutron-server[94174]: INFO neutron.pecan_wsgi.hooks.translation [None req-f1c663bc-6653-4fbe-afb1-b3e5ce4b2462 tempest-RoutersIpV6Test-1448447933 tempest-RoutersIpV6Test-1448447933-project] DELETE failed (client error): The resource could not be found. Jun 23 11:36:26.738235 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f1c663bc-6653-4fbe-afb1-b3e5ce4b2462 tempest-RoutersIpV6Test-1448447933 tempest-RoutersIpV6Test-1448447933-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94174) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 23 11:36:26.739467 dv-neutron-601336-94-hyperv neutron-server[94174]: INFO neutron.wsgi [None req-f1c663bc-6653-4fbe-afb1-b3e5ce4b2462 tempest-RoutersIpV6Test-1448447933 tempest-RoutersIpV6Test-1448447933-project] 10.222.0.20 "DELETE /v2.0/subnets/a40ad979-95e9-4c4f-8e05-9c197c3a8575 HTTP/1.1" status: 404 len: 337 time: 0.0293849 Jun 23 11:36:26.742531 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.wsgi [-] (94174) accepted ('10.222.0.20', 41892) {{(pid=94174) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 11:36:26.763467 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron_lib.callbacks.manager [None req-5c172e59-7429-4680-895e-8e5150572924 tempest-FloatingIPTestJSON-1140213849 tempest-FloatingIPTestJSON-1140213849-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-524104', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-520389', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-32276'] for router, precommit_update {{(pid=94175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:36:26.781305 dv-neutron-601336-94-hyperv neutron-server[94174]: INFO neutron.wsgi [None req-ded05d26-b37b-44c3-a541-4e12bcf58946 tempest-RoutersIpV6Test-1448447933 tempest-RoutersIpV6Test-1448447933-project] 10.222.0.20 "GET /v2.0/ports?device_id=04ff0c9d-4568-4a1a-b33c-95dc88716bf3 HTTP/1.1" status: 200 len: 205 time: 0.0371764 Jun 23 11:36:26.783491 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.wsgi [-] (94174) accepted ('10.222.0.20', 41894) {{(pid=94174) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 11:36:26.821661 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron_lib.callbacks.manager [None req-f6968628-d64b-427c-8371-954cc1df80ac tempest-RoutersTest-228919764 tempest-RoutersTest-228919764-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-524104', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-520389', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-32276'] for router, precommit_update {{(pid=94175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:36:26.826301 dv-neutron-601336-94-hyperv neutron-server[94174]: INFO neutron.api.v2.resource [None req-dca13bf5-e68e-4d3b-ba16-98028c761f6e tempest-RoutersIpV6Test-1448447933 tempest-RoutersIpV6Test-1448447933-project] delete failed (client error): The resource could not be found. Jun 23 11:36:26.826486 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron_lib.callbacks.manager [None req-f6968628-d64b-427c-8371-954cc1df80ac tempest-RoutersTest-228919764 tempest-RoutersTest-228919764-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-524143', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-524145', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-524134', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-520394'] for router, after_update {{(pid=94175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:36:26.827719 dv-neutron-601336-94-hyperv neutron-server[94174]: INFO neutron.wsgi [None req-dca13bf5-e68e-4d3b-ba16-98028c761f6e tempest-RoutersIpV6Test-1448447933 tempest-RoutersIpV6Test-1448447933-project] 10.222.0.20 "DELETE /v2.0/routers/04ff0c9d-4568-4a1a-b33c-95dc88716bf3 HTTP/1.1" status: 404 len: 336 time: 0.0429580 Jun 23 11:36:26.830365 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.wsgi [-] (94174) accepted ('10.222.0.20', 41896) {{(pid=94174) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 11:36:26.858172 dv-neutron-601336-94-hyperv neutron-server[94174]: INFO neutron.pecan_wsgi.hooks.translation [None req-fe04a5c2-b228-459a-b079-fdcfb44e1ad1 tempest-RoutersIpV6Test-1448447933 tempest-RoutersIpV6Test-1448447933-project] DELETE failed (client error): The resource could not be found. Jun 23 11:36:26.858580 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-fe04a5c2-b228-459a-b079-fdcfb44e1ad1 tempest-RoutersIpV6Test-1448447933 tempest-RoutersIpV6Test-1448447933-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94174) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 23 11:36:26.862851 dv-neutron-601336-94-hyperv neutron-server[94174]: INFO neutron.wsgi [None req-fe04a5c2-b228-459a-b079-fdcfb44e1ad1 tempest-RoutersIpV6Test-1448447933 tempest-RoutersIpV6Test-1448447933-project] 10.222.0.20 "DELETE /v2.0/subnets/5872e5be-2a34-47b2-bd6a-66ee25a62a9f HTTP/1.1" status: 404 len: 337 time: 0.0286026 Jun 23 11:36:26.863516 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.wsgi [-] (94174) accepted ('10.222.0.20', 41898) {{(pid=94174) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 11:36:26.864377 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.plugins.ml2.plugin [None req-5fc56a2a-3ca4-4897-bb7c-00499b6b6d7c None None] Port e08b3561-611e-424c-a5e5-2c85aad7cdc5 cannot update to ACTIVE because it is not bound. {{(pid=94176) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jun 23 11:36:26.903830 dv-neutron-601336-94-hyperv neutron-server[94174]: INFO neutron.wsgi [None req-328b44a6-1066-4394-a3f5-46d5b1aba89c tempest-RoutersIpV6Test-1448447933 tempest-RoutersIpV6Test-1448447933-project] 10.222.0.20 "GET /v2.0/ports?device_id=4b2532a2-6cbd-4a55-bb1d-644d5c407195 HTTP/1.1" status: 200 len: 205 time: 0.0367386 Jun 23 11:36:26.904564 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.wsgi [-] (94174) accepted ('10.222.0.20', 41900) {{(pid=94174) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 11:36:26.950666 dv-neutron-601336-94-hyperv neutron-server[94174]: INFO neutron.api.v2.resource [None req-459d0d49-673b-47a0-9ac2-6ba251c63cc3 tempest-RoutersIpV6Test-1448447933 tempest-RoutersIpV6Test-1448447933-project] delete failed (client error): The resource could not be found. Jun 23 11:36:26.951746 dv-neutron-601336-94-hyperv neutron-server[94174]: INFO neutron.wsgi [None req-459d0d49-673b-47a0-9ac2-6ba251c63cc3 tempest-RoutersIpV6Test-1448447933 tempest-RoutersIpV6Test-1448447933-project] 10.222.0.20 "DELETE /v2.0/routers/4b2532a2-6cbd-4a55-bb1d-644d5c407195 HTTP/1.1" status: 404 len: 336 time: 0.0463996 Jun 23 11:36:26.955400 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.wsgi [-] (94175) accepted ('10.222.0.20', 41902) {{(pid=94175) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 11:36:26.994742 dv-neutron-601336-94-hyperv neutron-server[94175]: INFO neutron.pecan_wsgi.hooks.translation [None req-95fe3d85-350a-4b74-8dbc-699cfc6e3d64 tempest-RoutersIpV6Test-1448447933 tempest-RoutersIpV6Test-1448447933-project] DELETE failed (client error): The resource could not be found. Jun 23 11:36:26.994742 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-95fe3d85-350a-4b74-8dbc-699cfc6e3d64 tempest-RoutersIpV6Test-1448447933 tempest-RoutersIpV6Test-1448447933-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94175) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 23 11:36:26.996324 dv-neutron-601336-94-hyperv neutron-server[94175]: INFO neutron.wsgi [None req-95fe3d85-350a-4b74-8dbc-699cfc6e3d64 tempest-RoutersIpV6Test-1448447933 tempest-RoutersIpV6Test-1448447933-project] 10.222.0.20 "DELETE /v2.0/subnets/bd2c91af-7f43-443c-be52-48184620d706 HTTP/1.1" status: 404 len: 337 time: 0.0402875 Jun 23 11:36:26.999631 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.wsgi [-] (94174) accepted ('10.222.0.20', 41904) {{(pid=94174) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 11:36:27.007276 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f6968628-d64b-427c-8371-954cc1df80ac tempest-RoutersTest-228919764 tempest-RoutersTest-228919764-project] Router 122c067d-0664-472a-8765-023c6fbf0099 has already been hosted by L3 agent 50ef99c0-ef28-4db5-b303-b145898fae60 {{(pid=94175) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 23 11:36:27.023238 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.plugins.ml2.rpc [None req-dc7542b2-afef-47f4-a763-e3a3cba144be None None] Device c571b64c-da42-47e3-bc15-c267f2aa8b93 up at agent ovs-agent-dv-neutron-601336-94-hyperv {{(pid=94176) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:298}} Jun 23 11:36:27.026556 dv-neutron-601336-94-hyperv neutron-server[94174]: INFO neutron.pecan_wsgi.hooks.translation [None req-09cbb2ae-78fa-4422-b533-24f6a9f3209f tempest-RoutersIpV6Test-1448447933 tempest-RoutersIpV6Test-1448447933-project] DELETE failed (client error): The resource could not be found. Jun 23 11:36:27.026989 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-09cbb2ae-78fa-4422-b533-24f6a9f3209f tempest-RoutersIpV6Test-1448447933 tempest-RoutersIpV6Test-1448447933-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94174) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 23 11:36:27.031084 dv-neutron-601336-94-hyperv neutron-server[94174]: INFO neutron.wsgi [None req-09cbb2ae-78fa-4422-b533-24f6a9f3209f tempest-RoutersIpV6Test-1448447933 tempest-RoutersIpV6Test-1448447933-project] 10.222.0.20 "DELETE /v2.0/subnets/a93bc95b-9fc9-4703-bd3f-01b38ef93034 HTTP/1.1" status: 404 len: 337 time: 0.0281432 Jun 23 11:36:27.077479 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron_lib.callbacks.manager [None req-ad9af497-9cd5-4f2e-8436-5eeba53f908d None None] Notify callbacks [] for port, precommit_update {{(pid=94176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:36:27.095820 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.db.provisioning_blocks [None req-ad9af497-9cd5-4f2e-8436-5eeba53f908d None None] Transition to ACTIVE for port object e08b3561-611e-424c-a5e5-2c85aad7cdc5 will not be triggered until provisioned by entity L2. {{(pid=94176) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 23 11:36:27.103337 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.db.provisioning_blocks [None req-dc7542b2-afef-47f4-a763-e3a3cba144be None None] Provisioning complete for port c571b64c-da42-47e3-bc15-c267f2aa8b93 triggered by entity L2. {{(pid=94176) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 23 11:36:27.103734 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron_lib.callbacks.manager [None req-dc7542b2-afef-47f4-a763-e3a3cba144be None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-899258'] for port, provisioning_complete {{(pid=94176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:36:27.137847 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f6968628-d64b-427c-8371-954cc1df80ac tempest-RoutersTest-228919764 tempest-RoutersTest-228919764-project] Notify agent at l3_agent.dv-neutron-601336-94-hyperv the message routers_updated {{(pid=94175) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 23 11:36:27.148419 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron_lib.callbacks.manager [None req-f6968628-d64b-427c-8371-954cc1df80ac tempest-RoutersTest-228919764 tempest-RoutersTest-228919764-project] Notify callbacks [] for router, before_response {{(pid=94175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:36:27.149610 dv-neutron-601336-94-hyperv neutron-server[94175]: INFO neutron.wsgi [None req-f6968628-d64b-427c-8371-954cc1df80ac tempest-RoutersTest-228919764 tempest-RoutersTest-228919764-project] 10.222.0.20 "PUT /v2.0/routers/122c067d-0664-472a-8765-023c6fbf0099 HTTP/1.1" status: 200 len: 934 time: 1.8596737 Jun 23 11:36:27.153204 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.wsgi [-] (94174) accepted ('10.222.0.20', 41908) {{(pid=94174) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 11:36:27.183715 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron_lib.callbacks.manager [None req-ad9af497-9cd5-4f2e-8436-5eeba53f908d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-922904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866062', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773700135042', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773699642233', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773699642278'] for port, after_update {{(pid=94176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:36:27.187834 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG oslo_concurrency.lockutils [None req-d18744e8-33b9-4c12-894e-c893d17a4961 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 11:36:27.314163 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron_lib.callbacks.manager [None req-5c172e59-7429-4680-895e-8e5150572924 tempest-FloatingIPTestJSON-1140213849 tempest-FloatingIPTestJSON-1140213849-project] Notify callbacks [] for router_gateway, before_create {{(pid=94175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:36:27.331053 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-158bf016-c1d8-4e38-a49a-c5dd0a5f5fe5 None None] Pushing event updated for resources: {'Port': ['ID=e08b3561-611e-424c-a5e5-2c85aad7cdc5,revision_number=3']} {{(pid=94176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 11:36:27.349700 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG oslo_concurrency.lockutils [None req-158bf016-c1d8-4e38-a49a-c5dd0a5f5fe5 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.162s {{(pid=94176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 11:36:27.356280 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron_lib.callbacks.manager [None req-5c172e59-7429-4680-895e-8e5150572924 tempest-FloatingIPTestJSON-1140213849 tempest-FloatingIPTestJSON-1140213849-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-923104'] for port, before_create {{(pid=94175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:36:27.390118 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.plugins.ml2.managers [None req-ad9af497-9cd5-4f2e-8436-5eeba53f908d None None] Attempting to bind port e08b3561-611e-424c-a5e5-2c85aad7cdc5 on host dv-neutron-601336-94-hyperv for vnic_type normal with profile {{(pid=94176) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 23 11:36:27.390541 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.plugins.ml2.managers [None req-ad9af497-9cd5-4f2e-8436-5eeba53f908d None None] Attempting to bind port e08b3561-611e-424c-a5e5-2c85aad7cdc5 by drivers openvswitch,hyperv on host dv-neutron-601336-94-hyperv at level 0 using segments [{'id': 'e92965f5-685c-4420-a54e-aa4969026441', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 407, 'network_id': 'def34845-28b9-4bab-b19a-4f8108ced079'}] {{(pid=94176) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 23 11:36:27.390932 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ad9af497-9cd5-4f2e-8436-5eeba53f908d None None] Attempting to bind port e08b3561-611e-424c-a5e5-2c85aad7cdc5 on network def34845-28b9-4bab-b19a-4f8108ced079 {{(pid=94176) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 23 11:36:27.407727 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ad9af497-9cd5-4f2e-8436-5eeba53f908d None None] Checking agent: {'id': '4d05f899-5ac9-411b-8a03-f60c93f87cdf', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-601336-94-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 23, 11, 22, 14), 'started_at': datetime.datetime(2021, 6, 23, 11, 22, 44), 'heartbeat_timestamp': datetime.datetime(2021, 6, 23, 11, 36, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'monitor_allowed_address_pair_garp': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-601336-94-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94176) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 23 11:36:27.408725 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ad9af497-9cd5-4f2e-8436-5eeba53f908d None None] Checking segment: {'id': 'e92965f5-685c-4420-a54e-aa4969026441', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 407, 'network_id': 'def34845-28b9-4bab-b19a-4f8108ced079'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94176) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 23 11:36:27.413312 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron_lib.callbacks.manager [None req-ad9af497-9cd5-4f2e-8436-5eeba53f908d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:36:27.413312 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ad9af497-9cd5-4f2e-8436-5eeba53f908d None None] Bound using segment: {'id': 'e92965f5-685c-4420-a54e-aa4969026441', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 407, 'network_id': 'def34845-28b9-4bab-b19a-4f8108ced079'} {{(pid=94176) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 23 11:36:27.413312 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.plugins.ml2.managers [None req-ad9af497-9cd5-4f2e-8436-5eeba53f908d None None] Bound port: e08b3561-611e-424c-a5e5-2c85aad7cdc5, host: dv-neutron-601336-94-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e92965f5-685c-4420-a54e-aa4969026441', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 407, 'network_id': 'def34845-28b9-4bab-b19a-4f8108ced079'}}] {{(pid=94176) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 23 11:36:27.413312 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron_lib.callbacks.manager [None req-ad9af497-9cd5-4f2e-8436-5eeba53f908d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-923122'] for port, before_update {{(pid=94176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:36:27.533072 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.db.db_base_plugin_common [None req-5c172e59-7429-4680-895e-8e5150572924 tempest-FloatingIPTestJSON-1140213849 tempest-FloatingIPTestJSON-1140213849-project] Allocated IP 172.26.3.19 (3e7e4eb3-cf02-4d47-ade9-0a579cdfc60f/a5ad15ab-c489-4a67-a9b0-d559fca0ec71/1266f907-c633-43e2-ac17-251394f98471) {{(pid=94175) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 23 11:36:27.545844 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.plugins.ml2.db [None req-ad9af497-9cd5-4f2e-8436-5eeba53f908d None None] For port e08b3561-611e-424c-a5e5-2c85aad7cdc5, host dv-neutron-601336-94-hyperv, cleared binding levels {{(pid=94176) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 23 11:36:27.557085 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.plugins.ml2.db [None req-ad9af497-9cd5-4f2e-8436-5eeba53f908d None None] For port e08b3561-611e-424c-a5e5-2c85aad7cdc5, host dv-neutron-601336-94-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-94-hyperv',level=0,port_id=e08b3561-611e-424c-a5e5-2c85aad7cdc5,segment=NetworkSegment(e92965f5-685c-4420-a54e-aa4969026441),segment_id=e92965f5-685c-4420-a54e-aa4969026441)] {{(pid=94176) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 23 11:36:27.642756 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron_lib.callbacks.manager [None req-ad9af497-9cd5-4f2e-8436-5eeba53f908d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-922904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866062', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773700135042', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773699642233', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773699642278'] for port, after_update {{(pid=94176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:36:27.648162 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG oslo_concurrency.lockutils [None req-dc7542b2-afef-47f4-a763-e3a3cba144be None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 11:36:27.684059 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.wsgi [-] (94175) accepted ('10.222.0.20', 41914) {{(pid=94175) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 11:36:27.726896 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron_lib.callbacks.manager [None req-5c172e59-7429-4680-895e-8e5150572924 tempest-FloatingIPTestJSON-1140213849 tempest-FloatingIPTestJSON-1140213849-project] Notify callbacks [] for port, precommit_create {{(pid=94175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:36:27.741398 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ad9af497-9cd5-4f2e-8436-5eeba53f908d None None] Routers {'122c067d-0664-472a-8765-023c6fbf0099'} bound to L3 agent in host dv-neutron-601336-94-hyperv {{(pid=94176) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 23 11:36:27.742219 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.db.l3_hamode_db [None req-ad9af497-9cd5-4f2e-8436-5eeba53f908d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-601336-94-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-23T11:22:13Z,description=,heartbeat_timestamp=2021-06-23T11:36:13Z,host='dv-neutron-601336-94-hyperv',id=50ef99c0-ef28-4db5-b303-b145898fae60,load=0,resource_versions=,resources_synced=,started_at=2021-06-23T11:22:14Z,topic='l3_agent')) {'router_ids': ['122c067d-0664-472a-8765-023c6fbf0099'], 'active': True} {{(pid=94176) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 11:36:27.782074 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-158bf016-c1d8-4e38-a49a-c5dd0a5f5fe5 None None] Pushing event updated for resources: {'Port': ['ID=e08b3561-611e-424c-a5e5-2c85aad7cdc5,revision_number=4']} {{(pid=94176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 11:36:27.785732 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG oslo_concurrency.lockutils [None req-158bf016-c1d8-4e38-a49a-c5dd0a5f5fe5 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.138s {{(pid=94176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 11:36:27.849573 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.db.l3_dvr_db [None req-ad9af497-9cd5-4f2e-8436-5eeba53f908d None None] Set router 122c067d-0664-472a-8765-023c6fbf0099 gateway port host: None {{(pid=94176) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:838}} Jun 23 11:36:27.858091 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron_lib.callbacks.manager [None req-5c172e59-7429-4680-895e-8e5150572924 tempest-FloatingIPTestJSON-1140213849 tempest-FloatingIPTestJSON-1140213849-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-922915', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-239814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7866073', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773699642215', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-5082457'] for port, after_create {{(pid=94175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:36:27.866803 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG oslo_concurrency.lockutils [None req-9bbf887f-f2b3-4956-91e9-4d188d7b837f tempest-RoutersIpV6Test-1448447933 tempest-RoutersIpV6Test-1448447933-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94175) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 11:36:27.887671 dv-neutron-601336-94-hyperv neutron-server[94174]: INFO neutron.wsgi [req-0b46ba04-e2e2-44ba-8eaa-0a59e4131954 req-078d8b73-e93a-4a38-88e0-ae3a5750f7e7 service neutron] 10.222.0.52 "GET /v2.0/ports?device_id=5dc250a1-61bb-46d0-9888-3ab1b564fa78&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.6743066 Jun 23 11:36:27.907538 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5c172e59-7429-4680-895e-8e5150572924 tempest-FloatingIPTestJSON-1140213849 tempest-FloatingIPTestJSON-1140213849-project] Network 3e7e4eb3-cf02-4d47-ade9-0a579cdfc60f is already hosted by enough agents. {{(pid=94175) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 23 11:36:27.910049 dv-neutron-601336-94-hyperv neutron-server[94174]: INFO neutron.wsgi [None req-27b9c130-9d0d-4dac-8a7a-784b9d0fb1fb tempest-RoutersTest-228919764 tempest-RoutersTest-228919764-project] 10.222.0.20 "GET /v2.0/routers/122c067d-0664-472a-8765-023c6fbf0099 HTTP/1.1" status: 200 len: 934 time: 0.7557566 Jun 23 11:36:27.911302 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.wsgi [-] (94174) accepted ('10.222.0.20', 41918) {{(pid=94174) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 11:36:27.914618 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.scheduler.base_scheduler [None req-5c172e59-7429-4680-895e-8e5150572924 tempest-FloatingIPTestJSON-1140213849 tempest-FloatingIPTestJSON-1140213849-project] Resources bound (agent type, host, resource id): {{(pid=94175) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 23 11:36:27.917083 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.api.v2.base [None req-427cb264-5f85-44db-85f4-a15ec44facc8 tempest-RoutersTest-228919764 tempest-RoutersTest-228919764-project] Request body: {'router': {'routes': None}} {{(pid=94174) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 23 11:36:27.920115 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5c172e59-7429-4680-895e-8e5150572924 tempest-FloatingIPTestJSON-1140213849 tempest-FloatingIPTestJSON-1140213849-project] Received port after_create {{(pid=94175) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 23 11:36:27.992056 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c172e59-7429-4680-895e-8e5150572924 tempest-FloatingIPTestJSON-1140213849 tempest-FloatingIPTestJSON-1140213849-project] Pushing event updated for resources: {'Port': ['ID=1266f907-c633-43e2-ac17-251394f98471,revision_number=1']} {{(pid=94175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 11:36:27.997333 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG oslo_concurrency.lockutils [None req-5c172e59-7429-4680-895e-8e5150572924 tempest-FloatingIPTestJSON-1140213849 tempest-FloatingIPTestJSON-1140213849-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.131s {{(pid=94175) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 11:36:28.062243 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f55e1b10-a61d-400d-904c-5dcb5a687462 req-61f53ca9-bf62-4c11-84fe-a0cedf67e355 tempest-TestServerAdvancedOps-2059691030 tempest-TestServerAdvancedOps-2059691030-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94174) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 11:36:28.069827 dv-neutron-601336-94-hyperv neutron-server[94174]: INFO neutron.wsgi [req-f55e1b10-a61d-400d-904c-5dcb5a687462 req-61f53ca9-bf62-4c11-84fe-a0cedf67e355 tempest-TestServerAdvancedOps-2059691030 tempest-TestServerAdvancedOps-2059691030-project] 10.222.0.20 "GET /v2.0/ports?device_id=db39e3a9-74a7-4800-a7cc-bd4b30155332 HTTP/1.1" status: 200 len: 945 time: 0.2434309 Jun 23 11:36:28.079504 dv-neutron-601336-94-hyperv neutron-server[94175]: INFO neutron.wsgi [None req-88dce33e-5c3d-4847-8a2a-900a21f39e9d admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=a04e393135be4822803c421d0995b548&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3935466 Jun 23 11:36:28.081906 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.wsgi [-] (94175) accepted ('10.222.0.20', 41920) {{(pid=94175) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 11:36:28.103903 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.db.l3_hamode_db [None req-ad9af497-9cd5-4f2e-8436-5eeba53f908d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '122c067d-0664-472a-8765-023c6fbf0099', 'name': 'tempest-RoutersTest-router-1104510358', 'tenant_id': '1838eb839bc24d0abf2e86f88a8bcfa8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [{'destination': '172.20.0.0/28', 'nexthop': '172.20.0.2'}, {'destination': '172.21.0.0/28', 'nexthop': '172.21.0.2'}, {'destination': '172.22.0.0/28', 'nexthop': '172.22.0.2'}, {'destination': '172.23.0.0/28', 'nexthop': '172.23.0.2'}], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-23T11:35:57Z', 'updated_at': '2021-06-23T11:36:26Z', 'revision_number': 6, 'project_id': '1838eb839bc24d0abf2e86f88a8bcfa8', 'gw_port_host': None, '_interfaces': [{'id': '78264dc8-9461-4cfc-ac9b-aec5a32fc39d', 'name': '', 'network_id': '84019baa-22c6-42bd-90bd-77a6f3aa1f2b', 'tenant_id': '1838eb839bc24d0abf2e86f88a8bcfa8', 'mac_address': 'fa:16:3e:de:f4:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '122c067d-0664-472a-8765-023c6fbf0099', 'device_owner': 'network:router_interface', 'standard_attr_id': 1142, 'fixed_ips': [{'subnet_id': 'b8fb0629-2298-4857-a3a7-be85dddb5a9a', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-94-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-23T11:36:15Z', 'updated_at': '2021-06-23T11:36:24Z', 'revision_number': 5, 'project_id': '1838eb839bc24d0abf2e86f88a8bcfa8', 'subnets': [{'id': 'b8fb0629-2298-4857-a3a7-be85dddb5a9a', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '7a29a4e4-f510-4f78-9f80-80db4aa06bf5', 'name': '', 'network_id': '16660c50-0794-457f-9a86-fdc3685f0969', 'tenant_id': '1838eb839bc24d0abf2e86f88a8bcfa8', 'mac_address': 'fa:16:3e:cb:f1:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '122c067d-0664-472a-8765-023c6fbf0099', 'device_owner': 'network:router_interface', 'standard_attr_id': 1104, 'fixed_ips': [{'subnet_id': 'c719f3a8-f536-49d0-8d92-e308a6195b0c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-94-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-23T11:36:00Z', 'updated_at': '2021-06-23T11:36:09Z', 'revision_number': 5, 'project_id': '1838eb839bc24d0abf2e86f88a8bcfa8', 'subnets': [{'id': 'c719f3a8-f536-49d0-8d92-e308a6195b0c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'd120ebe7-be2a-4b0b-a1b4-cc00f66e913c', 'name': '', 'network_id': '75649c4e-2c4d-4a9c-bb4f-3ba1a4d7057e', 'tenant_id': '1838eb839bc24d0abf2e86f88a8bcfa8', 'mac_address': 'fa:16:3e:65:7c:35', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '122c067d-0664-472a-8765-023c6fbf0099', 'device_owner': 'network:router_interface', 'standard_attr_id': 1130, 'fixed_ips': [{'subnet_id': 'c35c0562-6b9c-442e-96b4-912bb02cc969', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-94-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-23T11:36:08Z', 'updated_at': '2021-06-23T11:36:15Z', 'revision_number': 5, 'project_id': '1838eb839bc24d0abf2e86f88a8bcfa8', 'subnets': [{'id': 'c35c0562-6b9c-442e-96b4-912bb02cc969', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'e08b3561-611e-424c-a5e5-2c85aad7cdc5', 'name': '', 'network_id': 'def34845-28b9-4bab-b19a-4f8108ced079', 'tenant_id': '1838eb839bc24d0abf2e86f88a8bcfa8', 'mac_address': 'fa:16:3e:49:94:40', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '122c067d-0664-472a-8765-023c6fbf0099', 'device_owner': 'network:router_interface', 'standard_attr_id': 1148, 'fixed_ips': [{'subnet_id': '2bd5a6a0-bbba-4d6b-90bc-43a232abcc82', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-94-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-23T11:36:22Z', 'updated_at': '2021-06-23T11:36:27Z', 'revision_number': 4, 'project_id': '1838eb839bc24d0abf2e86f88a8bcfa8', 'subnets': [{'id': '2bd5a6a0-bbba-4d6b-90bc-43a232abcc82', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-601336-94-hyperv', False) {} {{(pid=94176) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 11:36:28.135379 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ad9af497-9cd5-4f2e-8436-5eeba53f908d None None] The sync data for ids ['122c067d-0664-472a-8765-023c6fbf0099'] in dv-neutron-601336-94-hyperv is: [{'id': '122c067d-0664-472a-8765-023c6fbf0099', 'name': 'tempest-RoutersTest-router-1104510358', 'tenant_id': '1838eb839bc24d0abf2e86f88a8bcfa8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [{'destination': '172.20.0.0/28', 'nexthop': '172.20.0.2'}, {'destination': '172.21.0.0/28', 'nexthop': '172.21.0.2'}, {'destination': '172.22.0.0/28', 'nexthop': '172.22.0.2'}, {'destination': '172.23.0.0/28', 'nexthop': '172.23.0.2'}], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-23T11:35:57Z', 'updated_at': '2021-06-23T11:36:26Z', 'revision_number': 6, 'project_id': '1838eb839bc24d0abf2e86f88a8bcfa8', 'gw_port_host': None, '_interfaces': [{'id': '78264dc8-9461-4cfc-ac9b-aec5a32fc39d', 'name': '', 'network_id': '84019baa-22c6-42bd-90bd-77a6f3aa1f2b', 'tenant_id': '1838eb839bc24d0abf2e86f88a8bcfa8', 'mac_address': 'fa:16:3e:de:f4:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '122c067d-0664-472a-8765-023c6fbf0099', 'device_owner': 'network:router_interface', 'standard_attr_id': 1142, 'fixed_ips': [{'subnet_id': 'b8fb0629-2298-4857-a3a7-be85dddb5a9a', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-94-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-23T11:36:15Z', 'updated_at': '2021-06-23T11:36:24Z', 'revision_number': 5, 'project_id': '1838eb839bc24d0abf2e86f88a8bcfa8', 'subnets': [{'id': 'b8fb0629-2298-4857-a3a7-be85dddb5a9a', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '7a29a4e4-f510-4f78-9f80-80db4aa06bf5', 'name': '', 'network_id': '16660c50-0794-457f-9a86-fdc3685f0969', 'tenant_id': '1838eb839bc24d0abf2e86f88a8bcfa8', 'mac_address': 'fa:16:3e:cb:f1:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '122c067d-0664-472a-8765-023c6fbf0099', 'device_owner': 'network:router_interface', 'standard_attr_id': 1104, 'fixed_ips': [{'subnet_id': 'c719f3a8-f536-49d0-8d92-e308a6195b0c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-94-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-23T11:36:00Z', 'updated_at': '2021-06-23T11:36:09Z', 'revision_number': 5, 'project_id': '1838eb839bc24d0abf2e86f88a8bcfa8', 'subnets': [{'id': 'c719f3a8-f536-49d0-8d92-e308a6195b0c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'd120ebe7-be2a-4b0b-a1b4-cc00f66e913c', 'name': '', 'network_id': '75649c4e-2c4d-4a9c-bb4f-3ba1a4d7057e', 'tenant_id': '1838eb839bc24d0abf2e86f88a8bcfa8', 'mac_address': 'fa:16:3e:65:7c:35', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '122c067d-0664-472a-8765-023c6fbf0099', 'device_owner': 'network:router_interface', 'standard_attr_id': 1130, 'fixed_ips': [{'subnet_id': 'c35c0562-6b9c-442e-96b4-912bb02cc969', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-94-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-23T11:36:08Z', 'updated_at': '2021-06-23T11:36:15Z', 'revision_number': 5, 'project_id': '1838eb839bc24d0abf2e86f88a8bcfa8', 'subnets': [{'id': 'c35c0562-6b9c-442e-96b4-912bb02cc969', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'e08b3561-611e-424c-a5e5-2c85aad7cdc5', 'name': '', 'network_id': 'def34845-28b9-4bab-b19a-4f8108ced079', 'tenant_id': '1838eb839bc24d0abf2e86f88a8bcfa8', 'mac_address': 'fa:16:3e:49:94:40', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '122c067d-0664-472a-8765-023c6fbf0099', 'device_owner': 'network:router_interface', 'standard_attr_id': 1148, 'fixed_ips': [{'subnet_id': '2bd5a6a0-bbba-4d6b-90bc-43a232abcc82', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-94-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-23T11:36:22Z', 'updated_at': '2021-06-23T11:36:27Z', 'revision_number': 4, 'project_id': '1838eb839bc24d0abf2e86f88a8bcfa8', 'subnets': [{'id': '2bd5a6a0-bbba-4d6b-90bc-43a232abcc82', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94176) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 23 11:36:28.183121 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron_lib.callbacks.manager [None req-94ac544b-ca50-4c4e-bc73-c2e90e47d5a1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:36:28.216059 dv-neutron-601336-94-hyperv neutron-server[94174]: INFO neutron.wsgi [req-f55e1b10-a61d-400d-904c-5dcb5a687462 req-98394153-8fc8-438b-9daf-36170a19ee72 tempest-TestServerAdvancedOps-2059691030 tempest-TestServerAdvancedOps-2059691030-project] 10.222.0.20 "GET /v2.0/security-groups?id=15f52a14-6092-4d6f-aba4-bb31310b2c66&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1420188 Jun 23 11:36:28.228010 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b46ba04-e2e2-44ba-8eaa-0a59e4131954 req-90fb5cc3-fd7b-4bfe-af44-1f4512bfc115 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94174) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 11:36:28.229555 dv-neutron-601336-94-hyperv neutron-server[94174]: INFO neutron.wsgi [req-0b46ba04-e2e2-44ba-8eaa-0a59e4131954 req-90fb5cc3-fd7b-4bfe-af44-1f4512bfc115 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=772b9946478d439e9da4eaeade7fb21d&device_id=5dc250a1-61bb-46d0-9888-3ab1b564fa78 HTTP/1.1" status: 200 len: 1099 time: 0.3082094 Jun 23 11:36:28.234391 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron_lib.callbacks.manager [None req-94ac544b-ca50-4c4e-bc73-c2e90e47d5a1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:36:28.407384 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron_lib.callbacks.manager [None req-94ac544b-ca50-4c4e-bc73-c2e90e47d5a1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7996330'] for security_group, after_delete {{(pid=94175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:36:28.409610 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron_lib.callbacks.manager [None req-94ac544b-ca50-4c4e-bc73-c2e90e47d5a1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:36:28.414279 dv-neutron-601336-94-hyperv neutron-server[94175]: INFO neutron.wsgi [None req-94ac544b-ca50-4c4e-bc73-c2e90e47d5a1 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/bc46cf58-61ad-4c63-be7e-7e82dd874930 HTTP/1.1" status: 204 len: 168 time: 0.3312826 Jun 23 11:36:28.417801 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG oslo_concurrency.lockutils [None req-97edcb3f-c7ab-4af5-a917-340f60753bad admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94175) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 11:36:28.427869 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94ac544b-ca50-4c4e-bc73-c2e90e47d5a1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bc46cf58-61ad-4c63-be7e-7e82dd874930,revision_number=None']} {{(pid=94175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 11:36:28.431770 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG oslo_concurrency.lockutils [None req-94ac544b-ca50-4c4e-bc73-c2e90e47d5a1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.013s {{(pid=94175) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 11:36:28.464612 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron_lib.callbacks.manager [None req-5c172e59-7429-4680-895e-8e5150572924 tempest-FloatingIPTestJSON-1140213849 tempest-FloatingIPTestJSON-1140213849-project] Notify callbacks [] for router_gateway, after_create {{(pid=94175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:36:28.483379 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b46ba04-e2e2-44ba-8eaa-0a59e4131954 req-1c56bd9a-d6fc-43ef-af44-7c7eb5f14746 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94174) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 11:36:28.489057 dv-neutron-601336-94-hyperv neutron-server[94174]: INFO neutron.wsgi [req-0b46ba04-e2e2-44ba-8eaa-0a59e4131954 req-1c56bd9a-d6fc-43ef-af44-7c7eb5f14746 service neutron] 10.222.0.52 "GET /v2.0/networks?id=cf29c68f-82b8-4662-a929-931f65637941 HTTP/1.1" status: 200 len: 898 time: 0.1876385 Jun 23 11:36:28.522775 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb51c2fc-6fd0-4730-a236-b5bce994cab1 req-905e540d-5e09-4149-8691-ee88f1bc99c8 tempest-TestServerAdvancedOps-2059691030 tempest-TestServerAdvancedOps-2059691030-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 11:36:28.524370 dv-neutron-601336-94-hyperv neutron-server[94175]: INFO neutron.wsgi [req-cb51c2fc-6fd0-4730-a236-b5bce994cab1 req-905e540d-5e09-4149-8691-ee88f1bc99c8 tempest-TestServerAdvancedOps-2059691030 tempest-TestServerAdvancedOps-2059691030-project] 10.222.0.20 "GET /v2.0/ports?device_id=db39e3a9-74a7-4800-a7cc-bd4b30155332 HTTP/1.1" status: 200 len: 945 time: 0.1841321 Jun 23 11:36:28.608042 dv-neutron-601336-94-hyperv neutron-server[94175]: INFO neutron.wsgi [req-cb51c2fc-6fd0-4730-a236-b5bce994cab1 req-e91a7f95-4c2e-4ad8-b3bb-93ba8c835959 tempest-TestServerAdvancedOps-2059691030 tempest-TestServerAdvancedOps-2059691030-project] 10.222.0.20 "GET /v2.0/security-groups?id=15f52a14-6092-4d6f-aba4-bb31310b2c66&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0719869 Jun 23 11:36:28.635097 dv-neutron-601336-94-hyperv neutron-server[94174]: INFO neutron.wsgi [req-0b46ba04-e2e2-44ba-8eaa-0a59e4131954 req-b924b9e7-7e12-4a89-b724-c8f30820f6f3 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=5bc1c89c-f37a-4549-8bd2-67c7e46b8da1 HTTP/1.1" status: 200 len: 1002 time: 0.1389492 Jun 23 11:36:28.750742 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.db.extraroute_db [None req-427cb264-5f85-44db-85f4-a15ec44facc8 tempest-RoutersTest-228919764 tempest-RoutersTest-228919764-project] Added routes are [] {{(pid=94174) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:113}} Jun 23 11:36:28.752355 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.db.extraroute_db [None req-427cb264-5f85-44db-85f4-a15ec44facc8 tempest-RoutersTest-228919764 tempest-RoutersTest-228919764-project] Removed routes are [{'destination': '172.22.0.0/28', 'nexthop': '172.22.0.2'}, {'destination': '172.23.0.0/28', 'nexthop': '172.23.0.2'}, {'destination': '172.21.0.0/28', 'nexthop': '172.21.0.2'}, {'destination': '172.20.0.0/28', 'nexthop': '172.20.0.2'}] {{(pid=94174) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:121}} Jun 23 11:36:28.771338 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b46ba04-e2e2-44ba-8eaa-0a59e4131954 req-a88c4dd6-4705-4e46-9f4c-c1f4ca2413bc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94174) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 11:36:28.773714 dv-neutron-601336-94-hyperv neutron-server[94174]: INFO neutron.wsgi [req-0b46ba04-e2e2-44ba-8eaa-0a59e4131954 req-a88c4dd6-4705-4e46-9f4c-c1f4ca2413bc service neutron] 10.222.0.52 "GET /v2.0/subnets?id=a2268277-49d2-4de4-9270-a498945fea2b HTTP/1.1" status: 200 len: 834 time: 0.1150129 Jun 23 11:36:28.838224 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron_lib.callbacks.manager [None req-427cb264-5f85-44db-85f4-a15ec44facc8 tempest-RoutersTest-228919764 tempest-RoutersTest-228919764-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-524104', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-520389', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-32276'] for router, precommit_update {{(pid=94174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:36:28.856672 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b46ba04-e2e2-44ba-8eaa-0a59e4131954 req-88dd7fc8-c8db-44c6-8ca2-2ee58e5ae109 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94174) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 11:36:28.859300 dv-neutron-601336-94-hyperv neutron-server[94174]: INFO neutron.wsgi [req-0b46ba04-e2e2-44ba-8eaa-0a59e4131954 req-88dd7fc8-c8db-44c6-8ca2-2ee58e5ae109 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=cf29c68f-82b8-4662-a929-931f65637941&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1178 time: 0.0773723 Jun 23 11:36:29.064696 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.plugins.ml2.rpc [None req-dc7542b2-afef-47f4-a763-e3a3cba144be None None] Device e08b3561-611e-424c-a5e5-2c85aad7cdc5 up at agent ovs-agent-dv-neutron-601336-94-hyperv {{(pid=94176) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:298}} Jun 23 11:36:29.077500 dv-neutron-601336-94-hyperv neutron-server[94174]: INFO neutron.wsgi [req-0b46ba04-e2e2-44ba-8eaa-0a59e4131954 req-f693a4b1-2170-4a5c-8da7-d4b48c8ec25b service neutron] 10.222.0.52 "GET /v2.0/networks/cf29c68f-82b8-4662-a929-931f65637941?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2052102 Jun 23 11:36:29.100010 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron_lib.callbacks.manager [None req-5c172e59-7429-4680-895e-8e5150572924 tempest-FloatingIPTestJSON-1140213849 tempest-FloatingIPTestJSON-1140213849-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-520412', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-524143'] for router, after_create {{(pid=94175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:36:29.183773 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.db.provisioning_blocks [None req-dc7542b2-afef-47f4-a763-e3a3cba144be None None] Provisioning for port e08b3561-611e-424c-a5e5-2c85aad7cdc5 completed by entity L2. {{(pid=94176) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 23 11:36:29.193715 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.db.provisioning_blocks [None req-dc7542b2-afef-47f4-a763-e3a3cba144be None None] Provisioning complete for port e08b3561-611e-424c-a5e5-2c85aad7cdc5 triggered by entity L2. {{(pid=94176) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 23 11:36:29.193715 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron_lib.callbacks.manager [None req-dc7542b2-afef-47f4-a763-e3a3cba144be None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-899258'] for port, provisioning_complete {{(pid=94176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:36:29.223206 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron_lib.callbacks.manager [None req-427cb264-5f85-44db-85f4-a15ec44facc8 tempest-RoutersTest-228919764 tempest-RoutersTest-228919764-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-524104', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-520389', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-32276'] for router, precommit_update {{(pid=94174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:36:29.259068 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron_lib.callbacks.manager [None req-427cb264-5f85-44db-85f4-a15ec44facc8 tempest-RoutersTest-228919764 tempest-RoutersTest-228919764-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-524143', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-524145', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-524134', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-520394'] for router, after_update {{(pid=94174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:36:29.264957 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7c21d387-01e6-4e00-86f5-f560e6d2ef89 None None] Sync routers for ids ['122c067d-0664-472a-8765-023c6fbf0099'] in dv-neutron-601336-94-hyperv {{(pid=94176) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 23 11:36:29.285217 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7c21d387-01e6-4e00-86f5-f560e6d2ef89 None None] Routers {'122c067d-0664-472a-8765-023c6fbf0099'} bound to L3 agent in host dv-neutron-601336-94-hyperv {{(pid=94176) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 23 11:36:29.293682 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.db.l3_hamode_db [None req-7c21d387-01e6-4e00-86f5-f560e6d2ef89 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-601336-94-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-23T11:22:13Z,description=,heartbeat_timestamp=2021-06-23T11:36:13Z,host='dv-neutron-601336-94-hyperv',id=50ef99c0-ef28-4db5-b303-b145898fae60,load=0,resource_versions=,resources_synced=,started_at=2021-06-23T11:22:14Z,topic='l3_agent')) {'router_ids': ['122c067d-0664-472a-8765-023c6fbf0099'], 'active': True} {{(pid=94176) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 11:36:29.380376 dv-neutron-601336-94-hyperv neutron-server[94174]: INFO neutron.wsgi [req-0b46ba04-e2e2-44ba-8eaa-0a59e4131954 req-aa660d77-f489-4e36-b0de-eef759e70d81 service neutron] 10.222.0.52 "GET /v2.0/networks/cf29c68f-82b8-4662-a929-931f65637941?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2606072 Jun 23 11:36:29.390177 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-809eb8b1-bc22-4204-b213-370e726ba0b3 req-c40fcf47-8bf4-4484-b313-f05a3d1a3005 tempest-TestServerAdvancedOps-2059691030 tempest-TestServerAdvancedOps-2059691030-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 11:36:29.391910 dv-neutron-601336-94-hyperv neutron-server[94175]: INFO neutron.wsgi [req-809eb8b1-bc22-4204-b213-370e726ba0b3 req-c40fcf47-8bf4-4484-b313-f05a3d1a3005 tempest-TestServerAdvancedOps-2059691030 tempest-TestServerAdvancedOps-2059691030-project] 10.222.0.20 "GET /v2.0/ports?device_id=db39e3a9-74a7-4800-a7cc-bd4b30155332 HTTP/1.1" status: 200 len: 945 time: 0.0671804 Jun 23 11:36:29.405026 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5c172e59-7429-4680-895e-8e5150572924 tempest-FloatingIPTestJSON-1140213849 tempest-FloatingIPTestJSON-1140213849-project] Router 54457aa4-57ec-453a-b617-a96ed249dc35 is scheduled to L3 agent 50ef99c0-ef28-4db5-b303-b145898fae60 with binding_index 1 {{(pid=94175) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jun 23 11:36:29.433900 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.db.l3_dvr_db [None req-7c21d387-01e6-4e00-86f5-f560e6d2ef89 None None] Set router 122c067d-0664-472a-8765-023c6fbf0099 gateway port host: None {{(pid=94176) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:838}} Jun 23 11:36:29.438464 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-427cb264-5f85-44db-85f4-a15ec44facc8 tempest-RoutersTest-228919764 tempest-RoutersTest-228919764-project] Router 122c067d-0664-472a-8765-023c6fbf0099 has already been hosted by L3 agent 50ef99c0-ef28-4db5-b303-b145898fae60 {{(pid=94174) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 23 11:36:29.470187 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron_lib.callbacks.manager [None req-dc7542b2-afef-47f4-a763-e3a3cba144be None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-923122'] for port, before_update {{(pid=94176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:36:29.504874 dv-neutron-601336-94-hyperv neutron-server[94175]: INFO neutron.wsgi [req-809eb8b1-bc22-4204-b213-370e726ba0b3 req-2d5f107e-6ab6-4225-99da-189a5697d71a tempest-TestServerAdvancedOps-2059691030 tempest-TestServerAdvancedOps-2059691030-project] 10.222.0.20 "GET /v2.0/security-groups?id=15f52a14-6092-4d6f-aba4-bb31310b2c66&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0850382 Jun 23 11:36:29.508086 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.plugins.ml2.db [None req-dc7542b2-afef-47f4-a763-e3a3cba144be None None] For port e08b3561-611e-424c-a5e5-2c85aad7cdc5, host dv-neutron-601336-94-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-94-hyperv',level=0,port_id=e08b3561-611e-424c-a5e5-2c85aad7cdc5,segment=NetworkSegment(e92965f5-685c-4420-a54e-aa4969026441),segment_id=e92965f5-685c-4420-a54e-aa4969026441)] {{(pid=94176) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 23 11:36:29.570501 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-427cb264-5f85-44db-85f4-a15ec44facc8 tempest-RoutersTest-228919764 tempest-RoutersTest-228919764-project] Notify agent at l3_agent.dv-neutron-601336-94-hyperv the message routers_updated {{(pid=94174) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 23 11:36:29.578576 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron_lib.callbacks.manager [None req-427cb264-5f85-44db-85f4-a15ec44facc8 tempest-RoutersTest-228919764 tempest-RoutersTest-228919764-project] Notify callbacks [] for router, before_response {{(pid=94174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:36:29.582336 dv-neutron-601336-94-hyperv neutron-server[94174]: INFO neutron.wsgi [None req-427cb264-5f85-44db-85f4-a15ec44facc8 tempest-RoutersTest-228919764 tempest-RoutersTest-228919764-project] 10.222.0.20 "PUT /v2.0/routers/122c067d-0664-472a-8765-023c6fbf0099 HTTP/1.1" status: 200 len: 700 time: 1.6668081 Jun 23 11:36:29.582608 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.wsgi [-] (94174) accepted ('10.222.0.20', 41948) {{(pid=94174) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 11:36:29.591095 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5c172e59-7429-4680-895e-8e5150572924 tempest-FloatingIPTestJSON-1140213849 tempest-FloatingIPTestJSON-1140213849-project] Notify agent at l3_agent.dv-neutron-601336-94-hyperv the message routers_updated {{(pid=94175) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 23 11:36:29.601748 dv-neutron-601336-94-hyperv neutron-server[94177]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bba9399e-3c19-40c1-8947-51101da8a0db None None] Sync routers for ids ['54457aa4-57ec-453a-b617-a96ed249dc35'] in dv-neutron-601336-94-hyperv {{(pid=94177) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 23 11:36:29.619830 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron_lib.callbacks.manager [None req-dc7542b2-afef-47f4-a763-e3a3cba144be None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-922904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866062', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773700135042', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773699642233', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773699642278'] for port, after_update {{(pid=94176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:36:29.622049 dv-neutron-601336-94-hyperv neutron-server[94177]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bba9399e-3c19-40c1-8947-51101da8a0db None None] Routers {'54457aa4-57ec-453a-b617-a96ed249dc35'} bound to L3 agent in host dv-neutron-601336-94-hyperv {{(pid=94177) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 23 11:36:29.622679 dv-neutron-601336-94-hyperv neutron-server[94177]: DEBUG neutron.db.l3_hamode_db [None req-bba9399e-3c19-40c1-8947-51101da8a0db None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-601336-94-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-23T11:22:13Z,description=,heartbeat_timestamp=2021-06-23T11:36:13Z,host='dv-neutron-601336-94-hyperv',id=50ef99c0-ef28-4db5-b303-b145898fae60,load=0,resource_versions=,resources_synced=,started_at=2021-06-23T11:22:14Z,topic='l3_agent')) {'router_ids': ['54457aa4-57ec-453a-b617-a96ed249dc35'], 'active': True} {{(pid=94177) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 11:36:29.624150 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG oslo_concurrency.lockutils [None req-dc7542b2-afef-47f4-a763-e3a3cba144be None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 11:36:29.656579 dv-neutron-601336-94-hyperv neutron-server[94177]: DEBUG neutron.db.l3_hamode_db [None req-bba9399e-3c19-40c1-8947-51101da8a0db None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-601336-94-hyperv', False) {} {{(pid=94177) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 11:36:29.667945 dv-neutron-601336-94-hyperv neutron-server[94177]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bba9399e-3c19-40c1-8947-51101da8a0db None None] Routers {'54457aa4-57ec-453a-b617-a96ed249dc35'} bound to L3 agent in host dv-neutron-601336-94-hyperv {{(pid=94177) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 23 11:36:29.668905 dv-neutron-601336-94-hyperv neutron-server[94177]: DEBUG neutron.db.l3_hamode_db [None req-bba9399e-3c19-40c1-8947-51101da8a0db None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-601336-94-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-23T11:22:13Z,description=,heartbeat_timestamp=2021-06-23T11:36:13Z,host='dv-neutron-601336-94-hyperv',id=50ef99c0-ef28-4db5-b303-b145898fae60,load=0,resource_versions=,resources_synced=,started_at=2021-06-23T11:22:14Z,topic='l3_agent')) {'router_ids': ['54457aa4-57ec-453a-b617-a96ed249dc35'], 'active': True} {{(pid=94177) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 11:36:29.680774 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron_lib.callbacks.manager [None req-5c172e59-7429-4680-895e-8e5150572924 tempest-FloatingIPTestJSON-1140213849 tempest-FloatingIPTestJSON-1140213849-project] Notify callbacks [] for router, before_response {{(pid=94175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:36:29.682707 dv-neutron-601336-94-hyperv neutron-server[94175]: INFO neutron.wsgi [None req-5c172e59-7429-4680-895e-8e5150572924 tempest-FloatingIPTestJSON-1140213849 tempest-FloatingIPTestJSON-1140213849-project] 10.222.0.20 "POST /v2.0/routers HTTP/1.1" status: 201 len: 886 time: 3.4385264 Jun 23 11:36:29.685476 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.wsgi [-] (94175) accepted ('10.222.0.20', 41950) {{(pid=94175) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 11:36:29.710300 dv-neutron-601336-94-hyperv neutron-server[94174]: INFO neutron.wsgi [None req-fa80c39c-18fd-4ac4-9c24-d2b1db5b9465 tempest-RoutersTest-228919764 tempest-RoutersTest-228919764-project] 10.222.0.20 "GET /v2.0/routers/122c067d-0664-472a-8765-023c6fbf0099 HTTP/1.1" status: 200 len: 700 time: 0.1258917 Jun 23 11:36:29.715550 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.wsgi [-] (94174) accepted ('10.222.0.20', 41954) {{(pid=94174) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 11:36:29.727087 dv-neutron-601336-94-hyperv neutron-server[94177]: DEBUG neutron.db.l3_hamode_db [None req-bba9399e-3c19-40c1-8947-51101da8a0db None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-601336-94-hyperv', False) {} {{(pid=94177) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 11:36:29.728041 dv-neutron-601336-94-hyperv neutron-server[94177]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bba9399e-3c19-40c1-8947-51101da8a0db None None] The sync data for ids ['54457aa4-57ec-453a-b617-a96ed249dc35'] in dv-neutron-601336-94-hyperv is: [] {{(pid=94177) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 23 11:36:29.765136 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc7542b2-afef-47f4-a763-e3a3cba144be None None] Pushing event updated for resources: {'Port': ['ID=e08b3561-611e-424c-a5e5-2c85aad7cdc5,revision_number=5']} {{(pid=94176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 11:36:29.776084 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG oslo_concurrency.lockutils [None req-dc7542b2-afef-47f4-a763-e3a3cba144be None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.152s {{(pid=94176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 11:36:29.821779 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.db.l3_hamode_db [None req-7c21d387-01e6-4e00-86f5-f560e6d2ef89 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '122c067d-0664-472a-8765-023c6fbf0099', 'name': 'tempest-RoutersTest-router-1104510358', 'tenant_id': '1838eb839bc24d0abf2e86f88a8bcfa8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-23T11:35:57Z', 'updated_at': '2021-06-23T11:36:28Z', 'revision_number': 7, 'project_id': '1838eb839bc24d0abf2e86f88a8bcfa8', 'gw_port_host': None, '_interfaces': [{'id': '78264dc8-9461-4cfc-ac9b-aec5a32fc39d', 'name': '', 'network_id': '84019baa-22c6-42bd-90bd-77a6f3aa1f2b', 'tenant_id': '1838eb839bc24d0abf2e86f88a8bcfa8', 'mac_address': 'fa:16:3e:de:f4:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '122c067d-0664-472a-8765-023c6fbf0099', 'device_owner': 'network:router_interface', 'standard_attr_id': 1142, 'fixed_ips': [{'subnet_id': 'b8fb0629-2298-4857-a3a7-be85dddb5a9a', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-94-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-23T11:36:15Z', 'updated_at': '2021-06-23T11:36:24Z', 'revision_number': 5, 'project_id': '1838eb839bc24d0abf2e86f88a8bcfa8', 'subnets': [{'id': 'b8fb0629-2298-4857-a3a7-be85dddb5a9a', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '7a29a4e4-f510-4f78-9f80-80db4aa06bf5', 'name': '', 'network_id': '16660c50-0794-457f-9a86-fdc3685f0969', 'tenant_id': '1838eb839bc24d0abf2e86f88a8bcfa8', 'mac_address': 'fa:16:3e:cb:f1:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '122c067d-0664-472a-8765-023c6fbf0099', 'device_owner': 'network:router_interface', 'standard_attr_id': 1104, 'fixed_ips': [{'subnet_id': 'c719f3a8-f536-49d0-8d92-e308a6195b0c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-94-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-23T11:36:00Z', 'updated_at': '2021-06-23T11:36:09Z', 'revision_number': 5, 'project_id': '1838eb839bc24d0abf2e86f88a8bcfa8', 'subnets': [{'id': 'c719f3a8-f536-49d0-8d92-e308a6195b0c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'd120ebe7-be2a-4b0b-a1b4-cc00f66e913c', 'name': '', 'network_id': '75649c4e-2c4d-4a9c-bb4f-3ba1a4d7057e', 'tenant_id': '1838eb839bc24d0abf2e86f88a8bcfa8', 'mac_address': 'fa:16:3e:65:7c:35', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '122c067d-0664-472a-8765-023c6fbf0099', 'device_owner': 'network:router_interface', 'standard_attr_id': 1130, 'fixed_ips': [{'subnet_id': 'c35c0562-6b9c-442e-96b4-912bb02cc969', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-94-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-23T11:36:08Z', 'updated_at': '2021-06-23T11:36:15Z', 'revision_number': 5, 'project_id': '1838eb839bc24d0abf2e86f88a8bcfa8', 'subnets': [{'id': 'c35c0562-6b9c-442e-96b4-912bb02cc969', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'e08b3561-611e-424c-a5e5-2c85aad7cdc5', 'name': '', 'network_id': 'def34845-28b9-4bab-b19a-4f8108ced079', 'tenant_id': '1838eb839bc24d0abf2e86f88a8bcfa8', 'mac_address': 'fa:16:3e:49:94:40', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '122c067d-0664-472a-8765-023c6fbf0099', 'device_owner': 'network:router_interface', 'standard_attr_id': 1148, 'fixed_ips': [{'subnet_id': '2bd5a6a0-bbba-4d6b-90bc-43a232abcc82', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-94-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-23T11:36:22Z', 'updated_at': '2021-06-23T11:36:27Z', 'revision_number': 4, 'project_id': '1838eb839bc24d0abf2e86f88a8bcfa8', 'subnets': [{'id': '2bd5a6a0-bbba-4d6b-90bc-43a232abcc82', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-601336-94-hyperv', False) {} {{(pid=94176) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 11:36:29.854777 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7c21d387-01e6-4e00-86f5-f560e6d2ef89 None None] Checking router: 122c067d-0664-472a-8765-023c6fbf0099 for host: dv-neutron-601336-94-hyperv {{(pid=94176) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 23 11:36:29.864270 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7c21d387-01e6-4e00-86f5-f560e6d2ef89 None None] Routers {'122c067d-0664-472a-8765-023c6fbf0099'} bound to L3 agent in host dv-neutron-601336-94-hyperv {{(pid=94176) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 23 11:36:29.865028 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.db.l3_hamode_db [None req-7c21d387-01e6-4e00-86f5-f560e6d2ef89 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-601336-94-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-23T11:22:13Z,description=,heartbeat_timestamp=2021-06-23T11:36:13Z,host='dv-neutron-601336-94-hyperv',id=50ef99c0-ef28-4db5-b303-b145898fae60,load=0,resource_versions=,resources_synced=,started_at=2021-06-23T11:22:14Z,topic='l3_agent')) {'router_ids': ['122c067d-0664-472a-8765-023c6fbf0099'], 'active': True} {{(pid=94176) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 11:36:29.904653 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.wsgi [-] (94174) accepted ('10.222.0.20', 41956) {{(pid=94174) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 11:36:29.980227 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.db.l3_dvr_db [None req-7c21d387-01e6-4e00-86f5-f560e6d2ef89 None None] Set router 122c067d-0664-472a-8765-023c6fbf0099 gateway port host: None {{(pid=94176) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:838}} Jun 23 11:36:30.042766 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.api.v2.base [None req-d374afb2-cd1e-4ac9-9292-44884a0fef50 tempest-DvrRoutersNegativeTest-879535194 tempest-DvrRoutersNegativeTest-879535194-project] Request body: {'router': {'name': 'tempest-DvrRoutersNegativeTest-router-2095390832', 'external_gateway_info': {}, 'admin_state_up': False, 'distributed': True}} {{(pid=94174) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 23 11:36:30.045751 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.policy [None req-d374afb2-cd1e-4ac9-9292-44884a0fef50 tempest-DvrRoutersNegativeTest-879535194 tempest-DvrRoutersNegativeTest-879535194-project] Enforcing rules: ['create_router', 'create_router:external_gateway_info', 'create_router:distributed'] {{(pid=94174) log_rule_list /opt/stack/neutron/neutron/policy.py:446}} Jun 23 11:36:30.046068 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.policy [None req-d374afb2-cd1e-4ac9-9292-44884a0fef50 tempest-DvrRoutersNegativeTest-879535194 tempest-DvrRoutersNegativeTest-879535194-project] Failed policy check for 'create_router' {{(pid=94174) enforce /opt/stack/neutron/neutron/policy.py:520}} Jun 23 11:36:30.046594 dv-neutron-601336-94-hyperv neutron-server[94174]: INFO neutron.api.v2.resource [None req-d374afb2-cd1e-4ac9-9292-44884a0fef50 tempest-DvrRoutersNegativeTest-879535194 tempest-DvrRoutersNegativeTest-879535194-project] create failed (client error): Access was denied to this resource. Jun 23 11:36:30.051201 dv-neutron-601336-94-hyperv neutron-server[94174]: INFO neutron.wsgi [None req-d374afb2-cd1e-4ac9-9292-44884a0fef50 tempest-DvrRoutersNegativeTest-879535194 tempest-DvrRoutersNegativeTest-879535194-project] 10.222.0.20 "POST /v2.0/routers HTTP/1.1" status: 403 len: 414 time: 0.1453805 Jun 23 11:36:30.161980 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron_lib.callbacks.manager [None req-6d88e815-3567-4b18-91ce-85e99f064db4 tempest-RoutersTest-228919764 tempest-RoutersTest-228919764-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-453061'] for router_interface, before_delete {{(pid=94174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:36:30.226866 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron_lib.callbacks.manager [None req-486a249c-453b-4b4a-b22f-5acd6f767bc9 tempest-FloatingIPTestJSON-1140213849 tempest-FloatingIPTestJSON-1140213849-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-923104'] for port, before_create {{(pid=94175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:36:30.228601 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.db.l3_hamode_db [None req-7c21d387-01e6-4e00-86f5-f560e6d2ef89 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '122c067d-0664-472a-8765-023c6fbf0099', 'name': 'tempest-RoutersTest-router-1104510358', 'tenant_id': '1838eb839bc24d0abf2e86f88a8bcfa8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-23T11:35:57Z', 'updated_at': '2021-06-23T11:36:28Z', 'revision_number': 7, 'project_id': '1838eb839bc24d0abf2e86f88a8bcfa8', 'gw_port_host': None, '_interfaces': [{'id': '78264dc8-9461-4cfc-ac9b-aec5a32fc39d', 'name': '', 'network_id': '84019baa-22c6-42bd-90bd-77a6f3aa1f2b', 'tenant_id': '1838eb839bc24d0abf2e86f88a8bcfa8', 'mac_address': 'fa:16:3e:de:f4:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '122c067d-0664-472a-8765-023c6fbf0099', 'device_owner': 'network:router_interface', 'standard_attr_id': 1142, 'fixed_ips': [{'subnet_id': 'b8fb0629-2298-4857-a3a7-be85dddb5a9a', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-94-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-23T11:36:15Z', 'updated_at': '2021-06-23T11:36:24Z', 'revision_number': 5, 'project_id': '1838eb839bc24d0abf2e86f88a8bcfa8', 'subnets': [{'id': 'b8fb0629-2298-4857-a3a7-be85dddb5a9a', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '7a29a4e4-f510-4f78-9f80-80db4aa06bf5', 'name': '', 'network_id': '16660c50-0794-457f-9a86-fdc3685f0969', 'tenant_id': '1838eb839bc24d0abf2e86f88a8bcfa8', 'mac_address': 'fa:16:3e:cb:f1:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '122c067d-0664-472a-8765-023c6fbf0099', 'device_owner': 'network:router_interface', 'standard_attr_id': 1104, 'fixed_ips': [{'subnet_id': 'c719f3a8-f536-49d0-8d92-e308a6195b0c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-94-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-23T11:36:00Z', 'updated_at': '2021-06-23T11:36:09Z', 'revision_number': 5, 'project_id': '1838eb839bc24d0abf2e86f88a8bcfa8', 'subnets': [{'id': 'c719f3a8-f536-49d0-8d92-e308a6195b0c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'd120ebe7-be2a-4b0b-a1b4-cc00f66e913c', 'name': '', 'network_id': '75649c4e-2c4d-4a9c-bb4f-3ba1a4d7057e', 'tenant_id': '1838eb839bc24d0abf2e86f88a8bcfa8', 'mac_address': 'fa:16:3e:65:7c:35', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '122c067d-0664-472a-8765-023c6fbf0099', 'device_owner': 'network:router_interface', 'standard_attr_id': 1130, 'fixed_ips': [{'subnet_id': 'c35c0562-6b9c-442e-96b4-912bb02cc969', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-94-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-23T11:36:08Z', 'updated_at': '2021-06-23T11:36:15Z', 'revision_number': 5, 'project_id': '1838eb839bc24d0abf2e86f88a8bcfa8', 'subnets': [{'id': 'c35c0562-6b9c-442e-96b4-912bb02cc969', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'e08b3561-611e-424c-a5e5-2c85aad7cdc5', 'name': '', 'network_id': 'def34845-28b9-4bab-b19a-4f8108ced079', 'tenant_id': '1838eb839bc24d0abf2e86f88a8bcfa8', 'mac_address': 'fa:16:3e:49:94:40', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '122c067d-0664-472a-8765-023c6fbf0099', 'device_owner': 'network:router_interface', 'standard_attr_id': 1148, 'fixed_ips': [{'subnet_id': '2bd5a6a0-bbba-4d6b-90bc-43a232abcc82', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-94-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-23T11:36:22Z', 'updated_at': '2021-06-23T11:36:29Z', 'revision_number': 5, 'project_id': '1838eb839bc24d0abf2e86f88a8bcfa8', 'subnets': [{'id': '2bd5a6a0-bbba-4d6b-90bc-43a232abcc82', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-601336-94-hyperv', False) {} {{(pid=94176) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 11:36:30.255075 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7c21d387-01e6-4e00-86f5-f560e6d2ef89 None None] The sync data for ids ['122c067d-0664-472a-8765-023c6fbf0099'] in dv-neutron-601336-94-hyperv is: [{'id': '122c067d-0664-472a-8765-023c6fbf0099', 'name': 'tempest-RoutersTest-router-1104510358', 'tenant_id': '1838eb839bc24d0abf2e86f88a8bcfa8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-23T11:35:57Z', 'updated_at': '2021-06-23T11:36:28Z', 'revision_number': 7, 'project_id': '1838eb839bc24d0abf2e86f88a8bcfa8', 'gw_port_host': None, '_interfaces': [{'id': '78264dc8-9461-4cfc-ac9b-aec5a32fc39d', 'name': '', 'network_id': '84019baa-22c6-42bd-90bd-77a6f3aa1f2b', 'tenant_id': '1838eb839bc24d0abf2e86f88a8bcfa8', 'mac_address': 'fa:16:3e:de:f4:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '122c067d-0664-472a-8765-023c6fbf0099', 'device_owner': 'network:router_interface', 'standard_attr_id': 1142, 'fixed_ips': [{'subnet_id': 'b8fb0629-2298-4857-a3a7-be85dddb5a9a', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-94-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-23T11:36:15Z', 'updated_at': '2021-06-23T11:36:24Z', 'revision_number': 5, 'project_id': '1838eb839bc24d0abf2e86f88a8bcfa8', 'subnets': [{'id': 'b8fb0629-2298-4857-a3a7-be85dddb5a9a', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '7a29a4e4-f510-4f78-9f80-80db4aa06bf5', 'name': '', 'network_id': '16660c50-0794-457f-9a86-fdc3685f0969', 'tenant_id': '1838eb839bc24d0abf2e86f88a8bcfa8', 'mac_address': 'fa:16:3e:cb:f1:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '122c067d-0664-472a-8765-023c6fbf0099', 'device_owner': 'network:router_interface', 'standard_attr_id': 1104, 'fixed_ips': [{'subnet_id': 'c719f3a8-f536-49d0-8d92-e308a6195b0c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-94-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-23T11:36:00Z', 'updated_at': '2021-06-23T11:36:09Z', 'revision_number': 5, 'project_id': '1838eb839bc24d0abf2e86f88a8bcfa8', 'subnets': [{'id': 'c719f3a8-f536-49d0-8d92-e308a6195b0c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'd120ebe7-be2a-4b0b-a1b4-cc00f66e913c', 'name': '', 'network_id': '75649c4e-2c4d-4a9c-bb4f-3ba1a4d7057e', 'tenant_id': '1838eb839bc24d0abf2e86f88a8bcfa8', 'mac_address': 'fa:16:3e:65:7c:35', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '122c067d-0664-472a-8765-023c6fbf0099', 'device_owner': 'network:router_interface', 'standard_attr_id': 1130, 'fixed_ips': [{'subnet_id': 'c35c0562-6b9c-442e-96b4-912bb02cc969', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-94-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-23T11:36:08Z', 'updated_at': '2021-06-23T11:36:15Z', 'revision_number': 5, 'project_id': '1838eb839bc24d0abf2e86f88a8bcfa8', 'subnets': [{'id': 'c35c0562-6b9c-442e-96b4-912bb02cc969', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'e08b3561-611e-424c-a5e5-2c85aad7cdc5', 'name': '', 'network_id': 'def34845-28b9-4bab-b19a-4f8108ced079', 'tenant_id': '1838eb839bc24d0abf2e86f88a8bcfa8', 'mac_address': 'fa:16:3e:49:94:40', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '122c067d-0664-472a-8765-023c6fbf0099', 'device_owner': 'network:router_interface', 'standard_attr_id': 1148, 'fixed_ips': [{'subnet_id': '2bd5a6a0-bbba-4d6b-90bc-43a232abcc82', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-94-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-23T11:36:22Z', 'updated_at': '2021-06-23T11:36:29Z', 'revision_number': 5, 'project_id': '1838eb839bc24d0abf2e86f88a8bcfa8', 'subnets': [{'id': '2bd5a6a0-bbba-4d6b-90bc-43a232abcc82', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94176) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 23 11:36:30.445600 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.plugins.ml2.plugin [None req-6d88e815-3567-4b18-91ce-85e99f064db4 tempest-RoutersTest-228919764 tempest-RoutersTest-228919764-project] Deleting port e08b3561-611e-424c-a5e5-2c85aad7cdc5 {{(pid=94174) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1913}} Jun 23 11:36:30.445948 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron_lib.callbacks.manager [None req-6d88e815-3567-4b18-91ce-85e99f064db4 tempest-RoutersTest-228919764 tempest-RoutersTest-228919764-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773700079324'] for port, before_delete {{(pid=94174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:36:30.524922 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d4929e1a-e014-4b2b-a6b5-cd7f90a21626 None None] Sync routers for ids ['122c067d-0664-472a-8765-023c6fbf0099'] in dv-neutron-601336-94-hyperv {{(pid=94176) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 23 11:36:30.535255 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d4929e1a-e014-4b2b-a6b5-cd7f90a21626 None None] Routers {'122c067d-0664-472a-8765-023c6fbf0099'} bound to L3 agent in host dv-neutron-601336-94-hyperv {{(pid=94176) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 23 11:36:30.537086 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.db.l3_hamode_db [None req-d4929e1a-e014-4b2b-a6b5-cd7f90a21626 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-601336-94-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-23T11:22:13Z,description=,heartbeat_timestamp=2021-06-23T11:36:13Z,host='dv-neutron-601336-94-hyperv',id=50ef99c0-ef28-4db5-b303-b145898fae60,load=0,resource_versions=,resources_synced=,started_at=2021-06-23T11:22:14Z,topic='l3_agent')) {'router_ids': ['122c067d-0664-472a-8765-023c6fbf0099'], 'active': True} {{(pid=94176) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 11:36:30.570183 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.db.db_base_plugin_common [None req-486a249c-453b-4b4a-b22f-5acd6f767bc9 tempest-FloatingIPTestJSON-1140213849 tempest-FloatingIPTestJSON-1140213849-project] Allocated IP 172.20.0.1 (221281ce-26f9-45d5-9065-123dad0725f0/7c13abcb-699c-45e0-973a-8f79dc35eda3/66858c5b-82b7-49a8-a492-004f9de5e2ae) {{(pid=94175) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 23 11:36:30.581843 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.wsgi [-] (94174) accepted ('10.222.0.20', 41966) {{(pid=94174) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 11:36:30.595600 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.plugins.ml2.db [None req-6d88e815-3567-4b18-91ce-85e99f064db4 tempest-RoutersTest-228919764 tempest-RoutersTest-228919764-project] For port e08b3561-611e-424c-a5e5-2c85aad7cdc5, host dv-neutron-601336-94-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-94-hyperv',level=0,port_id=e08b3561-611e-424c-a5e5-2c85aad7cdc5,segment=NetworkSegment(e92965f5-685c-4420-a54e-aa4969026441),segment_id=e92965f5-685c-4420-a54e-aa4969026441)] {{(pid=94174) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 23 11:36:30.595971 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron_lib.callbacks.manager [None req-6d88e815-3567-4b18-91ce-85e99f064db4 tempest-RoutersTest-228919764 tempest-RoutersTest-228919764-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-430722'] for port, precommit_delete {{(pid=94174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:36:30.617321 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.plugins.ml2.plugin [None req-6d88e815-3567-4b18-91ce-85e99f064db4 tempest-RoutersTest-228919764 tempest-RoutersTest-228919764-project] Calling delete_port for e08b3561-611e-424c-a5e5-2c85aad7cdc5 owned by network:router_interface {{(pid=94174) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1986}} Jun 23 11:36:30.672881 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.db.l3_dvr_db [None req-d4929e1a-e014-4b2b-a6b5-cd7f90a21626 None None] Set router 122c067d-0664-472a-8765-023c6fbf0099 gateway port host: None {{(pid=94176) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:838}} Jun 23 11:36:30.722683 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron_lib.callbacks.manager [None req-486a249c-453b-4b4a-b22f-5acd6f767bc9 tempest-FloatingIPTestJSON-1140213849 tempest-FloatingIPTestJSON-1140213849-project] Notify callbacks [] for port, precommit_create {{(pid=94175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:36:30.783435 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron_lib.callbacks.manager [None req-e4536e03-d58b-447f-b5f4-e398c6664aa7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:36:30.813743 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron_lib.callbacks.manager [None req-486a249c-453b-4b4a-b22f-5acd6f767bc9 tempest-FloatingIPTestJSON-1140213849 tempest-FloatingIPTestJSON-1140213849-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-922915', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-239814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7866073', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773699642215', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-5082457'] for port, after_create {{(pid=94175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:36:30.818074 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG oslo_concurrency.lockutils [None req-20c8c69c-c6cf-4b33-a928-12bc6137d50a tempest-RoutersIpV6Test-1448447933 tempest-RoutersIpV6Test-1448447933-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94175) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 11:36:30.871704 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-486a249c-453b-4b4a-b22f-5acd6f767bc9 tempest-FloatingIPTestJSON-1140213849 tempest-FloatingIPTestJSON-1140213849-project] Pushing event updated for resources: {'Port': ['ID=66858c5b-82b7-49a8-a492-004f9de5e2ae,revision_number=1']} {{(pid=94175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 11:36:30.876622 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG oslo_concurrency.lockutils [None req-486a249c-453b-4b4a-b22f-5acd6f767bc9 tempest-FloatingIPTestJSON-1140213849 tempest-FloatingIPTestJSON-1140213849-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.059s {{(pid=94175) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 11:36:30.885860 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-486a249c-453b-4b4a-b22f-5acd6f767bc9 tempest-FloatingIPTestJSON-1140213849 tempest-FloatingIPTestJSON-1140213849-project] Network 221281ce-26f9-45d5-9065-123dad0725f0 is already hosted by enough agents. {{(pid=94175) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 23 11:36:30.888450 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.scheduler.base_scheduler [None req-486a249c-453b-4b4a-b22f-5acd6f767bc9 tempest-FloatingIPTestJSON-1140213849 tempest-FloatingIPTestJSON-1140213849-project] Resources bound (agent type, host, resource id): {{(pid=94175) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 23 11:36:30.890570 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.db.l3_dvrscheduler_db [None req-486a249c-453b-4b4a-b22f-5acd6f767bc9 tempest-FloatingIPTestJSON-1140213849 tempest-FloatingIPTestJSON-1140213849-project] Received port after_create {{(pid=94175) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 23 11:36:30.903649 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.db.l3_hamode_db [None req-d4929e1a-e014-4b2b-a6b5-cd7f90a21626 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '122c067d-0664-472a-8765-023c6fbf0099', 'name': 'tempest-RoutersTest-router-1104510358', 'tenant_id': '1838eb839bc24d0abf2e86f88a8bcfa8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-23T11:35:57Z', 'updated_at': '2021-06-23T11:36:28Z', 'revision_number': 7, 'project_id': '1838eb839bc24d0abf2e86f88a8bcfa8', 'gw_port_host': None, '_interfaces': [{'id': '78264dc8-9461-4cfc-ac9b-aec5a32fc39d', 'name': '', 'network_id': '84019baa-22c6-42bd-90bd-77a6f3aa1f2b', 'tenant_id': '1838eb839bc24d0abf2e86f88a8bcfa8', 'mac_address': 'fa:16:3e:de:f4:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '122c067d-0664-472a-8765-023c6fbf0099', 'device_owner': 'network:router_interface', 'standard_attr_id': 1142, 'fixed_ips': [{'subnet_id': 'b8fb0629-2298-4857-a3a7-be85dddb5a9a', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-94-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-23T11:36:15Z', 'updated_at': '2021-06-23T11:36:24Z', 'revision_number': 5, 'project_id': '1838eb839bc24d0abf2e86f88a8bcfa8', 'subnets': [{'id': 'b8fb0629-2298-4857-a3a7-be85dddb5a9a', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '7a29a4e4-f510-4f78-9f80-80db4aa06bf5', 'name': '', 'network_id': '16660c50-0794-457f-9a86-fdc3685f0969', 'tenant_id': '1838eb839bc24d0abf2e86f88a8bcfa8', 'mac_address': 'fa:16:3e:cb:f1:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '122c067d-0664-472a-8765-023c6fbf0099', 'device_owner': 'network:router_interface', 'standard_attr_id': 1104, 'fixed_ips': [{'subnet_id': 'c719f3a8-f536-49d0-8d92-e308a6195b0c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-94-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-23T11:36:00Z', 'updated_at': '2021-06-23T11:36:09Z', 'revision_number': 5, 'project_id': '1838eb839bc24d0abf2e86f88a8bcfa8', 'subnets': [{'id': 'c719f3a8-f536-49d0-8d92-e308a6195b0c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'd120ebe7-be2a-4b0b-a1b4-cc00f66e913c', 'name': '', 'network_id': '75649c4e-2c4d-4a9c-bb4f-3ba1a4d7057e', 'tenant_id': '1838eb839bc24d0abf2e86f88a8bcfa8', 'mac_address': 'fa:16:3e:65:7c:35', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '122c067d-0664-472a-8765-023c6fbf0099', 'device_owner': 'network:router_interface', 'standard_attr_id': 1130, 'fixed_ips': [{'subnet_id': 'c35c0562-6b9c-442e-96b4-912bb02cc969', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-94-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-23T11:36:08Z', 'updated_at': '2021-06-23T11:36:15Z', 'revision_number': 5, 'project_id': '1838eb839bc24d0abf2e86f88a8bcfa8', 'subnets': [{'id': 'c35c0562-6b9c-442e-96b4-912bb02cc969', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'e08b3561-611e-424c-a5e5-2c85aad7cdc5', 'name': '', 'network_id': 'def34845-28b9-4bab-b19a-4f8108ced079', 'tenant_id': '1838eb839bc24d0abf2e86f88a8bcfa8', 'mac_address': 'fa:16:3e:49:94:40', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '122c067d-0664-472a-8765-023c6fbf0099', 'device_owner': 'network:router_interface', 'standard_attr_id': 1148, 'fixed_ips': [{'subnet_id': '2bd5a6a0-bbba-4d6b-90bc-43a232abcc82', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-94-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-23T11:36:22Z', 'updated_at': '2021-06-23T11:36:29Z', 'revision_number': 5, 'project_id': '1838eb839bc24d0abf2e86f88a8bcfa8', 'subnets': [{'id': '2bd5a6a0-bbba-4d6b-90bc-43a232abcc82', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-601336-94-hyperv', False) {} {{(pid=94176) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 11:36:30.932813 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d4929e1a-e014-4b2b-a6b5-cd7f90a21626 None None] Checking router: 122c067d-0664-472a-8765-023c6fbf0099 for host: dv-neutron-601336-94-hyperv {{(pid=94176) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 23 11:36:30.942143 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d4929e1a-e014-4b2b-a6b5-cd7f90a21626 None None] Routers {'122c067d-0664-472a-8765-023c6fbf0099'} bound to L3 agent in host dv-neutron-601336-94-hyperv {{(pid=94176) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 23 11:36:30.943214 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.db.l3_hamode_db [None req-d4929e1a-e014-4b2b-a6b5-cd7f90a21626 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-601336-94-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-23T11:22:13Z,description=,heartbeat_timestamp=2021-06-23T11:36:13Z,host='dv-neutron-601336-94-hyperv',id=50ef99c0-ef28-4db5-b303-b145898fae60,load=0,resource_versions=,resources_synced=,started_at=2021-06-23T11:22:14Z,topic='l3_agent')) {'router_ids': ['122c067d-0664-472a-8765-023c6fbf0099'], 'active': True} {{(pid=94176) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 11:36:30.952301 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron_lib.callbacks.manager [None req-486a249c-453b-4b4a-b22f-5acd6f767bc9 tempest-FloatingIPTestJSON-1140213849 tempest-FloatingIPTestJSON-1140213849-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-452954'] for router_interface, before_create {{(pid=94175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:36:30.977611 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.plugins.ml2.rpc [None req-dc7542b2-afef-47f4-a763-e3a3cba144be None None] Device e08b3561-611e-424c-a5e5-2c85aad7cdc5 up at agent ovs-agent-dv-neutron-601336-94-hyperv {{(pid=94176) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:298}} Jun 23 11:36:31.200348 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron_lib.callbacks.manager [None req-486a249c-453b-4b4a-b22f-5acd6f767bc9 tempest-FloatingIPTestJSON-1140213849 tempest-FloatingIPTestJSON-1140213849-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-923122'] for port, before_update {{(pid=94175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:36:31.203776 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-565b980a-c6e3-4119-8eb1-a55722807ffb req-9f1ffa0c-4f7b-47c2-8aa8-6b39ff98312d tempest-TestServerAdvancedOps-2059691030 tempest-TestServerAdvancedOps-2059691030-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94174) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 11:36:31.210737 dv-neutron-601336-94-hyperv neutron-server[94174]: INFO neutron.wsgi [req-565b980a-c6e3-4119-8eb1-a55722807ffb req-9f1ffa0c-4f7b-47c2-8aa8-6b39ff98312d tempest-TestServerAdvancedOps-2059691030 tempest-TestServerAdvancedOps-2059691030-project] 10.222.0.20 "GET /v2.0/ports?device_id=db39e3a9-74a7-4800-a7cc-bd4b30155332 HTTP/1.1" status: 200 len: 945 time: 0.5093141 Jun 23 11:36:31.217394 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.db.l3_dvr_db [None req-d4929e1a-e014-4b2b-a6b5-cd7f90a21626 None None] Set router 122c067d-0664-472a-8765-023c6fbf0099 gateway port host: None {{(pid=94176) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:838}} Jun 23 11:36:31.259621 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.db.provisioning_blocks [None req-dc7542b2-afef-47f4-a763-e3a3cba144be None None] Provisioning complete for port e08b3561-611e-424c-a5e5-2c85aad7cdc5 triggered by entity L2. {{(pid=94176) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 23 11:36:31.260334 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron_lib.callbacks.manager [None req-dc7542b2-afef-47f4-a763-e3a3cba144be None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-899258'] for port, provisioning_complete {{(pid=94176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:36:31.275384 dv-neutron-601336-94-hyperv neutron-server[94174]: INFO neutron.wsgi [req-565b980a-c6e3-4119-8eb1-a55722807ffb req-b4a9b57e-8aab-4710-9395-2a8854d0f495 tempest-TestServerAdvancedOps-2059691030 tempest-TestServerAdvancedOps-2059691030-project] 10.222.0.20 "GET /v2.0/security-groups?id=15f52a14-6092-4d6f-aba4-bb31310b2c66&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0637255 Jun 23 11:36:31.311547 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron_lib.callbacks.manager [None req-e4536e03-d58b-447f-b5f4-e398c6664aa7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:36:31.328195 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron_lib.callbacks.manager [None req-6d88e815-3567-4b18-91ce-85e99f064db4 tempest-RoutersTest-228919764 tempest-RoutersTest-228919764-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-922904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866062', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773700135024', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773699642224', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5196390'] for port, after_delete {{(pid=94174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:36:31.337092 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG oslo_concurrency.lockutils [None req-ffce9104-11d4-4a98-8083-9f7f6a46decb tempest-RoutersIpV6Test-1448447933 tempest-RoutersIpV6Test-1448447933-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94174) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 11:36:31.366099 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d88e815-3567-4b18-91ce-85e99f064db4 tempest-RoutersTest-228919764 tempest-RoutersTest-228919764-project] Pushing event deleted for resources: {'Port': ['ID=e08b3561-611e-424c-a5e5-2c85aad7cdc5,revision_number=None']} {{(pid=94174) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 11:36:31.372511 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG oslo_concurrency.lockutils [None req-6d88e815-3567-4b18-91ce-85e99f064db4 tempest-RoutersTest-228919764 tempest-RoutersTest-228919764-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.038s {{(pid=94174) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 11:36:31.380512 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.db.provisioning_blocks [None req-dc7542b2-afef-47f4-a763-e3a3cba144be None None] Could not find standard attr ID for object e08b3561-611e-424c-a5e5-2c85aad7cdc5. {{(pid=94176) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jun 23 11:36:31.388443 dv-neutron-601336-94-hyperv neutron-server[94176]: INFO neutron.plugins.ml2.db [None req-dc7542b2-afef-47f4-a763-e3a3cba144be None None] No ports have port_id starting with e08b3561-611e-424c-a5e5-2c85aad7cdc5 Jun 23 11:36:31.395623 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron_lib.callbacks.manager [None req-e4536e03-d58b-447f-b5f4-e398c6664aa7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7996330'] for security_group, after_create {{(pid=94174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:36:31.423094 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG oslo_concurrency.lockutils [None req-18471f87-9975-4fb5-8666-5e9658e525cd tempest-NegativeSecGroupIPv6Test-1070497984 tempest-NegativeSecGroupIPv6Test-1070497984-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94174) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 11:36:31.482513 dv-neutron-601336-94-hyperv neutron-server[94174]: INFO neutron.wsgi [None req-e4536e03-d58b-447f-b5f4-e398c6664aa7 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=8d5a445c5b2d4c0b8e7560e089a4b310&name=default HTTP/1.1" status: 200 len: 2983 time: 0.8996239 Jun 23 11:36:31.488944 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.wsgi [-] (94174) accepted ('10.222.0.20', 41974) {{(pid=94174) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 11:36:31.501305 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4536e03-d58b-447f-b5f4-e398c6664aa7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ab8bde56-dbc0-4f74-a936-1d4ce0728246,revision_number=1']} {{(pid=94174) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 11:36:31.538670 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.db.l3_hamode_db [None req-d4929e1a-e014-4b2b-a6b5-cd7f90a21626 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '122c067d-0664-472a-8765-023c6fbf0099', 'name': 'tempest-RoutersTest-router-1104510358', 'tenant_id': '1838eb839bc24d0abf2e86f88a8bcfa8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-23T11:35:57Z', 'updated_at': '2021-06-23T11:36:28Z', 'revision_number': 7, 'project_id': '1838eb839bc24d0abf2e86f88a8bcfa8', 'gw_port_host': None, '_interfaces': [{'id': '78264dc8-9461-4cfc-ac9b-aec5a32fc39d', 'name': '', 'network_id': '84019baa-22c6-42bd-90bd-77a6f3aa1f2b', 'tenant_id': '1838eb839bc24d0abf2e86f88a8bcfa8', 'mac_address': 'fa:16:3e:de:f4:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '122c067d-0664-472a-8765-023c6fbf0099', 'device_owner': 'network:router_interface', 'standard_attr_id': 1142, 'fixed_ips': [{'subnet_id': 'b8fb0629-2298-4857-a3a7-be85dddb5a9a', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-94-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-23T11:36:15Z', 'updated_at': '2021-06-23T11:36:24Z', 'revision_number': 5, 'project_id': '1838eb839bc24d0abf2e86f88a8bcfa8', 'subnets': [{'id': 'b8fb0629-2298-4857-a3a7-be85dddb5a9a', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '7a29a4e4-f510-4f78-9f80-80db4aa06bf5', 'name': '', 'network_id': '16660c50-0794-457f-9a86-fdc3685f0969', 'tenant_id': '1838eb839bc24d0abf2e86f88a8bcfa8', 'mac_address': 'fa:16:3e:cb:f1:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '122c067d-0664-472a-8765-023c6fbf0099', 'device_owner': 'network:router_interface', 'standard_attr_id': 1104, 'fixed_ips': [{'subnet_id': 'c719f3a8-f536-49d0-8d92-e308a6195b0c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-94-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-23T11:36:00Z', 'updated_at': '2021-06-23T11:36:09Z', 'revision_number': 5, 'project_id': '1838eb839bc24d0abf2e86f88a8bcfa8', 'subnets': [{'id': 'c719f3a8-f536-49d0-8d92-e308a6195b0c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'd120ebe7-be2a-4b0b-a1b4-cc00f66e913c', 'name': '', 'network_id': '75649c4e-2c4d-4a9c-bb4f-3ba1a4d7057e', 'tenant_id': '1838eb839bc24d0abf2e86f88a8bcfa8', 'mac_address': 'fa:16:3e:65:7c:35', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '122c067d-0664-472a-8765-023c6fbf0099', 'device_owner': 'network:router_interface', 'standard_attr_id': 1130, 'fixed_ips': [{'subnet_id': 'c35c0562-6b9c-442e-96b4-912bb02cc969', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-94-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-23T11:36:08Z', 'updated_at': '2021-06-23T11:36:15Z', 'revision_number': 5, 'project_id': '1838eb839bc24d0abf2e86f88a8bcfa8', 'subnets': [{'id': 'c35c0562-6b9c-442e-96b4-912bb02cc969', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'e08b3561-611e-424c-a5e5-2c85aad7cdc5', 'name': '', 'network_id': 'def34845-28b9-4bab-b19a-4f8108ced079', 'tenant_id': '1838eb839bc24d0abf2e86f88a8bcfa8', 'mac_address': 'fa:16:3e:49:94:40', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '122c067d-0664-472a-8765-023c6fbf0099', 'device_owner': 'network:router_interface', 'standard_attr_id': 1148, 'fixed_ips': [{'subnet_id': '2bd5a6a0-bbba-4d6b-90bc-43a232abcc82', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-94-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-23T11:36:22Z', 'updated_at': '2021-06-23T11:36:29Z', 'revision_number': 5, 'project_id': '1838eb839bc24d0abf2e86f88a8bcfa8', 'subnets': [{'id': '2bd5a6a0-bbba-4d6b-90bc-43a232abcc82', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-601336-94-hyperv', False) {} {{(pid=94176) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 11:36:31.549400 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG oslo_concurrency.lockutils [None req-e4536e03-d58b-447f-b5f4-e398c6664aa7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.127s {{(pid=94174) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 11:36:31.574389 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d4929e1a-e014-4b2b-a6b5-cd7f90a21626 None None] The sync data for ids ['122c067d-0664-472a-8765-023c6fbf0099'] in dv-neutron-601336-94-hyperv is: [{'id': '122c067d-0664-472a-8765-023c6fbf0099', 'name': 'tempest-RoutersTest-router-1104510358', 'tenant_id': '1838eb839bc24d0abf2e86f88a8bcfa8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-23T11:35:57Z', 'updated_at': '2021-06-23T11:36:28Z', 'revision_number': 7, 'project_id': '1838eb839bc24d0abf2e86f88a8bcfa8', 'gw_port_host': None, '_interfaces': [{'id': '78264dc8-9461-4cfc-ac9b-aec5a32fc39d', 'name': '', 'network_id': '84019baa-22c6-42bd-90bd-77a6f3aa1f2b', 'tenant_id': '1838eb839bc24d0abf2e86f88a8bcfa8', 'mac_address': 'fa:16:3e:de:f4:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '122c067d-0664-472a-8765-023c6fbf0099', 'device_owner': 'network:router_interface', 'standard_attr_id': 1142, 'fixed_ips': [{'subnet_id': 'b8fb0629-2298-4857-a3a7-be85dddb5a9a', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-94-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-23T11:36:15Z', 'updated_at': '2021-06-23T11:36:24Z', 'revision_number': 5, 'project_id': '1838eb839bc24d0abf2e86f88a8bcfa8', 'subnets': [{'id': 'b8fb0629-2298-4857-a3a7-be85dddb5a9a', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '7a29a4e4-f510-4f78-9f80-80db4aa06bf5', 'name': '', 'network_id': '16660c50-0794-457f-9a86-fdc3685f0969', 'tenant_id': '1838eb839bc24d0abf2e86f88a8bcfa8', 'mac_address': 'fa:16:3e:cb:f1:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '122c067d-0664-472a-8765-023c6fbf0099', 'device_owner': 'network:router_interface', 'standard_attr_id': 1104, 'fixed_ips': [{'subnet_id': 'c719f3a8-f536-49d0-8d92-e308a6195b0c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-94-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-23T11:36:00Z', 'updated_at': '2021-06-23T11:36:09Z', 'revision_number': 5, 'project_id': '1838eb839bc24d0abf2e86f88a8bcfa8', 'subnets': [{'id': 'c719f3a8-f536-49d0-8d92-e308a6195b0c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'd120ebe7-be2a-4b0b-a1b4-cc00f66e913c', 'name': '', 'network_id': '75649c4e-2c4d-4a9c-bb4f-3ba1a4d7057e', 'tenant_id': '1838eb839bc24d0abf2e86f88a8bcfa8', 'mac_address': 'fa:16:3e:65:7c:35', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '122c067d-0664-472a-8765-023c6fbf0099', 'device_owner': 'network:router_interface', 'standard_attr_id': 1130, 'fixed_ips': [{'subnet_id': 'c35c0562-6b9c-442e-96b4-912bb02cc969', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-94-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-23T11:36:08Z', 'updated_at': '2021-06-23T11:36:15Z', 'revision_number': 5, 'project_id': '1838eb839bc24d0abf2e86f88a8bcfa8', 'subnets': [{'id': 'c35c0562-6b9c-442e-96b4-912bb02cc969', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'e08b3561-611e-424c-a5e5-2c85aad7cdc5', 'name': '', 'network_id': 'def34845-28b9-4bab-b19a-4f8108ced079', 'tenant_id': '1838eb839bc24d0abf2e86f88a8bcfa8', 'mac_address': 'fa:16:3e:49:94:40', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '122c067d-0664-472a-8765-023c6fbf0099', 'device_owner': 'network:router_interface', 'standard_attr_id': 1148, 'fixed_ips': [{'subnet_id': '2bd5a6a0-bbba-4d6b-90bc-43a232abcc82', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-94-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-23T11:36:22Z', 'updated_at': '2021-06-23T11:36:29Z', 'revision_number': 5, 'project_id': '1838eb839bc24d0abf2e86f88a8bcfa8', 'subnets': [{'id': '2bd5a6a0-bbba-4d6b-90bc-43a232abcc82', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94176) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 23 11:36:31.616189 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron_lib.callbacks.manager [None req-486a249c-453b-4b4a-b22f-5acd6f767bc9 tempest-FloatingIPTestJSON-1140213849 tempest-FloatingIPTestJSON-1140213849-project] Notify callbacks [] for port, precommit_update {{(pid=94175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:36:31.644884 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron_lib.callbacks.manager [None req-7661d941-f1e0-4d7a-9ce2-1472b73204dc admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:36:31.646232 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron_lib.callbacks.manager [None req-6d88e815-3567-4b18-91ce-85e99f064db4 tempest-RoutersTest-228919764 tempest-RoutersTest-228919764-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-7866080', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-516693'] for router_interface, after_delete {{(pid=94174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:36:31.692635 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron_lib.callbacks.manager [None req-486a249c-453b-4b4a-b22f-5acd6f767bc9 tempest-FloatingIPTestJSON-1140213849 tempest-FloatingIPTestJSON-1140213849-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-922904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866062', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773700135042', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773699642233', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773699642278', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5082471'] for port, after_update {{(pid=94175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:36:31.698946 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG oslo_concurrency.lockutils [None req-5537e37e-01f6-4093-aeaf-65030d876be5 tempest-RoutersTest-228919764 tempest-RoutersTest-228919764-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94175) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 11:36:31.712054 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron_lib.callbacks.manager [None req-7661d941-f1e0-4d7a-9ce2-1472b73204dc admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:36:31.785941 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron_lib.callbacks.manager [None req-486a249c-453b-4b4a-b22f-5acd6f767bc9 tempest-FloatingIPTestJSON-1140213849 tempest-FloatingIPTestJSON-1140213849-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-7866091', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-453038'] for router_interface, after_create {{(pid=94175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:36:31.788634 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-486a249c-453b-4b4a-b22f-5acd6f767bc9 tempest-FloatingIPTestJSON-1140213849 tempest-FloatingIPTestJSON-1140213849-project] Pushing event updated for resources: {'Port': ['ID=66858c5b-82b7-49a8-a492-004f9de5e2ae,revision_number=2']} {{(pid=94175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 11:36:31.794119 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG oslo_concurrency.lockutils [None req-486a249c-453b-4b4a-b22f-5acd6f767bc9 tempest-FloatingIPTestJSON-1140213849 tempest-FloatingIPTestJSON-1140213849-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.095s {{(pid=94175) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 11:36:31.880088 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-486a249c-453b-4b4a-b22f-5acd6f767bc9 tempest-FloatingIPTestJSON-1140213849 tempest-FloatingIPTestJSON-1140213849-project] Network 221281ce-26f9-45d5-9065-123dad0725f0 is already hosted by enough agents. {{(pid=94175) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 23 11:36:31.881547 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.scheduler.base_scheduler [None req-486a249c-453b-4b4a-b22f-5acd6f767bc9 tempest-FloatingIPTestJSON-1140213849 tempest-FloatingIPTestJSON-1140213849-project] Resources bound (agent type, host, resource id): {{(pid=94175) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 23 11:36:31.952517 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron_lib.callbacks.manager [None req-7661d941-f1e0-4d7a-9ce2-1472b73204dc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7996330'] for security_group, after_delete {{(pid=94174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:36:31.954988 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron_lib.callbacks.manager [None req-7661d941-f1e0-4d7a-9ce2-1472b73204dc admin admin] Notify callbacks [] for security_group, before_response {{(pid=94174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:36:31.956143 dv-neutron-601336-94-hyperv neutron-server[94174]: INFO neutron.wsgi [None req-7661d941-f1e0-4d7a-9ce2-1472b73204dc admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/ab8bde56-dbc0-4f74-a936-1d4ce0728246 HTTP/1.1" status: 204 len: 168 time: 0.4637866 Jun 23 11:36:31.960429 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG oslo_concurrency.lockutils [None req-0538546d-3c6e-4df2-a9e7-db5b71ccec8e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94174) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 11:36:31.986909 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7661d941-f1e0-4d7a-9ce2-1472b73204dc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ab8bde56-dbc0-4f74-a936-1d4ce0728246,revision_number=None']} {{(pid=94174) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 11:36:31.989277 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG oslo_concurrency.lockutils [None req-7661d941-f1e0-4d7a-9ce2-1472b73204dc admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.029s {{(pid=94174) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 11:36:32.004949 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-486a249c-453b-4b4a-b22f-5acd6f767bc9 tempest-FloatingIPTestJSON-1140213849 tempest-FloatingIPTestJSON-1140213849-project] Router 54457aa4-57ec-453a-b617-a96ed249dc35 has already been hosted by L3 agent 50ef99c0-ef28-4db5-b303-b145898fae60 {{(pid=94175) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 23 11:36:32.011143 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6d88e815-3567-4b18-91ce-85e99f064db4 tempest-RoutersTest-228919764 tempest-RoutersTest-228919764-project] Router 122c067d-0664-472a-8765-023c6fbf0099 has already been hosted by L3 agent 50ef99c0-ef28-4db5-b303-b145898fae60 {{(pid=94174) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 23 11:36:32.047718 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5ccb040-8bcb-45ef-90c4-7f8aad97d7df req-ff6acfc7-cb4a-4957-91c9-72750380bec0 tempest-TestServerAdvancedOps-2059691030 tempest-TestServerAdvancedOps-2059691030-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94174) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 11:36:32.049305 dv-neutron-601336-94-hyperv neutron-server[94174]: INFO neutron.wsgi [req-f5ccb040-8bcb-45ef-90c4-7f8aad97d7df req-ff6acfc7-cb4a-4957-91c9-72750380bec0 tempest-TestServerAdvancedOps-2059691030 tempest-TestServerAdvancedOps-2059691030-project] 10.222.0.20 "GET /v2.0/ports?device_id=db39e3a9-74a7-4800-a7cc-bd4b30155332 HTTP/1.1" status: 200 len: 945 time: 0.2235255 Jun 23 11:36:32.054257 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f906b0f-4931-4586-bfdb-5c4d275b0b2e req-efaa5be9-e6b3-4b26-b01b-2939db0309c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94174) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 11:36:32.055697 dv-neutron-601336-94-hyperv neutron-server[94174]: INFO neutron.wsgi [req-9f906b0f-4931-4586-bfdb-5c4d275b0b2e req-efaa5be9-e6b3-4b26-b01b-2939db0309c3 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=87e6e184674b4a4680205b94208b9e33&device_id=db39e3a9-74a7-4800-a7cc-bd4b30155332 HTTP/1.1" status: 200 len: 1098 time: 0.2148428 Jun 23 11:36:32.124601 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-486a249c-453b-4b4a-b22f-5acd6f767bc9 tempest-FloatingIPTestJSON-1140213849 tempest-FloatingIPTestJSON-1140213849-project] Notify agent at l3_agent.dv-neutron-601336-94-hyperv the message routers_updated {{(pid=94175) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 23 11:36:32.132737 dv-neutron-601336-94-hyperv neutron-server[94175]: INFO neutron.wsgi [None req-486a249c-453b-4b4a-b22f-5acd6f767bc9 tempest-FloatingIPTestJSON-1140213849 tempest-FloatingIPTestJSON-1140213849-project] 10.222.0.20 "PUT /v2.0/routers/54457aa4-57ec-453a-b617-a96ed249dc35/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.4419544 Jun 23 11:36:32.133840 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.wsgi [-] (94175) accepted ('10.222.0.20', 41980) {{(pid=94175) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 11:36:32.143384 dv-neutron-601336-94-hyperv neutron-server[94177]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b1bf0f55-6c50-4a63-ad2b-c269e488d332 None None] Sync routers for ids ['54457aa4-57ec-453a-b617-a96ed249dc35'] in dv-neutron-601336-94-hyperv {{(pid=94177) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 23 11:36:32.149077 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.api.v2.base [None req-3f5ae66d-5277-4842-9528-ae4a7061ac7e tempest-FloatingIPTestJSON-1140213849 tempest-FloatingIPTestJSON-1140213849-project] Request body: {'port': {'network_id': '221281ce-26f9-45d5-9065-123dad0725f0', 'name': 'tempest-FloatingIPTestJSON-1689420242'}} {{(pid=94175) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 23 11:36:32.153401 dv-neutron-601336-94-hyperv neutron-server[94177]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b1bf0f55-6c50-4a63-ad2b-c269e488d332 None None] Routers {'54457aa4-57ec-453a-b617-a96ed249dc35'} bound to L3 agent in host dv-neutron-601336-94-hyperv {{(pid=94177) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 23 11:36:32.154033 dv-neutron-601336-94-hyperv neutron-server[94177]: DEBUG neutron.db.l3_hamode_db [None req-b1bf0f55-6c50-4a63-ad2b-c269e488d332 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-601336-94-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-23T11:22:13Z,description=,heartbeat_timestamp=2021-06-23T11:36:13Z,host='dv-neutron-601336-94-hyperv',id=50ef99c0-ef28-4db5-b303-b145898fae60,load=0,resource_versions=,resources_synced=,started_at=2021-06-23T11:22:14Z,topic='l3_agent')) {'router_ids': ['54457aa4-57ec-453a-b617-a96ed249dc35'], 'active': True} {{(pid=94177) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 11:36:32.187468 dv-neutron-601336-94-hyperv neutron-server[94177]: DEBUG neutron.db.l3_hamode_db [None req-b1bf0f55-6c50-4a63-ad2b-c269e488d332 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-601336-94-hyperv', False) {} {{(pid=94177) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 11:36:32.197419 dv-neutron-601336-94-hyperv neutron-server[94177]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b1bf0f55-6c50-4a63-ad2b-c269e488d332 None None] Routers {'54457aa4-57ec-453a-b617-a96ed249dc35'} bound to L3 agent in host dv-neutron-601336-94-hyperv {{(pid=94177) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 23 11:36:32.198255 dv-neutron-601336-94-hyperv neutron-server[94177]: DEBUG neutron.db.l3_hamode_db [None req-b1bf0f55-6c50-4a63-ad2b-c269e488d332 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-601336-94-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-23T11:22:13Z,description=,heartbeat_timestamp=2021-06-23T11:36:13Z,host='dv-neutron-601336-94-hyperv',id=50ef99c0-ef28-4db5-b303-b145898fae60,load=0,resource_versions=,resources_synced=,started_at=2021-06-23T11:22:14Z,topic='l3_agent')) {'router_ids': ['54457aa4-57ec-453a-b617-a96ed249dc35'], 'active': True} {{(pid=94177) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 11:36:32.223565 dv-neutron-601336-94-hyperv neutron-server[94174]: INFO neutron.wsgi [req-f5ccb040-8bcb-45ef-90c4-7f8aad97d7df req-6665006c-adef-43fe-ad06-e70914ff810f tempest-TestServerAdvancedOps-2059691030 tempest-TestServerAdvancedOps-2059691030-project] 10.222.0.20 "GET /v2.0/security-groups?id=15f52a14-6092-4d6f-aba4-bb31310b2c66&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1658688 Jun 23 11:36:32.230312 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6d88e815-3567-4b18-91ce-85e99f064db4 tempest-RoutersTest-228919764 tempest-RoutersTest-228919764-project] Notify agent at l3_agent.dv-neutron-601336-94-hyperv the message routers_updated {{(pid=94174) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 23 11:36:32.234117 dv-neutron-601336-94-hyperv neutron-server[94177]: DEBUG neutron.db.l3_hamode_db [None req-b1bf0f55-6c50-4a63-ad2b-c269e488d332 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-601336-94-hyperv', False) {} {{(pid=94177) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 11:36:32.235696 dv-neutron-601336-94-hyperv neutron-server[94177]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b1bf0f55-6c50-4a63-ad2b-c269e488d332 None None] The sync data for ids ['54457aa4-57ec-453a-b617-a96ed249dc35'] in dv-neutron-601336-94-hyperv is: [] {{(pid=94177) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 23 11:36:32.238823 dv-neutron-601336-94-hyperv neutron-server[94174]: INFO neutron.wsgi [None req-6d88e815-3567-4b18-91ce-85e99f064db4 tempest-RoutersTest-228919764 tempest-RoutersTest-228919764-project] 10.222.0.20 "PUT /v2.0/routers/122c067d-0664-472a-8765-023c6fbf0099/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.5194280 Jun 23 11:36:32.239176 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.wsgi [-] (94175) accepted ('10.222.0.20', 41982) {{(pid=94175) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 11:36:32.246708 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-76391da4-615f-4119-b4c9-50cc07650a21 None None] Sync routers for ids ['122c067d-0664-472a-8765-023c6fbf0099'] in dv-neutron-601336-94-hyperv {{(pid=94176) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 23 11:36:32.260318 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.db.l3_dvrscheduler_db [None req-76391da4-615f-4119-b4c9-50cc07650a21 None None] Routers {'122c067d-0664-472a-8765-023c6fbf0099'} bound to L3 agent in host dv-neutron-601336-94-hyperv {{(pid=94176) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 23 11:36:32.261776 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.db.l3_hamode_db [None req-76391da4-615f-4119-b4c9-50cc07650a21 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-601336-94-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-23T11:22:13Z,description=,heartbeat_timestamp=2021-06-23T11:36:13Z,host='dv-neutron-601336-94-hyperv',id=50ef99c0-ef28-4db5-b303-b145898fae60,load=0,resource_versions=,resources_synced=,started_at=2021-06-23T11:22:14Z,topic='l3_agent')) {'router_ids': ['122c067d-0664-472a-8765-023c6fbf0099'], 'active': True} {{(pid=94176) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 11:36:32.282195 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f906b0f-4931-4586-bfdb-5c4d275b0b2e req-92b28306-2e35-4546-b646-6a66d4cdbdb5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94174) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 11:36:32.282195 dv-neutron-601336-94-hyperv neutron-server[94174]: INFO neutron.wsgi [req-9f906b0f-4931-4586-bfdb-5c4d275b0b2e req-92b28306-2e35-4546-b646-6a66d4cdbdb5 service neutron] 10.222.0.52 "GET /v2.0/networks?id=467f8a04-0486-4e89-bdba-fbf40f5b3292 HTTP/1.1" status: 200 len: 912 time: 0.1770055 Jun 23 11:36:32.321066 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.db.db_base_plugin_v2 [None req-2b651b57-01db-49ed-850d-075595523f03 tempest-RoutersTest-228919764 tempest-RoutersTest-228919764-project] Deleting subnet 2bd5a6a0-bbba-4d6b-90bc-43a232abcc82 {{(pid=94175) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jun 23 11:36:32.327396 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron_lib.callbacks.manager [None req-2b651b57-01db-49ed-850d-075595523f03 tempest-RoutersTest-228919764 tempest-RoutersTest-228919764-project] Notify callbacks [] for subnet, before_delete {{(pid=94175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:36:32.328255 dv-neutron-601336-94-hyperv neutron-server[94174]: INFO neutron.wsgi [req-9f906b0f-4931-4586-bfdb-5c4d275b0b2e req-2ecfd0d7-bde4-4eff-8aa6-a2be33b98487 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=d357b527-aa7a-4053-a134-8434c40844e5 HTTP/1.1" status: 200 len: 217 time: 0.0516348 Jun 23 11:36:32.373509 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron_lib.callbacks.manager [None req-2b651b57-01db-49ed-850d-075595523f03 tempest-RoutersTest-228919764 tempest-RoutersTest-228919764-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5190686'] for subnet, precommit_delete_associations {{(pid=94175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:36:32.379526 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.db.l3_dvr_db [None req-76391da4-615f-4119-b4c9-50cc07650a21 None None] Set router 122c067d-0664-472a-8765-023c6fbf0099 gateway port host: None {{(pid=94176) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:838}} Jun 23 11:36:32.385848 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f906b0f-4931-4586-bfdb-5c4d275b0b2e req-474db059-da20-4f9f-ad30-4bd14f1285df service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94174) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 11:36:32.387333 dv-neutron-601336-94-hyperv neutron-server[94174]: INFO neutron.wsgi [req-9f906b0f-4931-4586-bfdb-5c4d275b0b2e req-474db059-da20-4f9f-ad30-4bd14f1285df service neutron] 10.222.0.52 "GET /v2.0/subnets?id=beb0b0f0-6ee2-4ce1-a327-9347a15e70d0 HTTP/1.1" status: 200 len: 851 time: 0.0512965 Jun 23 11:36:32.403563 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3f5ae66d-5277-4842-9528-ae4a7061ac7e tempest-FloatingIPTestJSON-1140213849 tempest-FloatingIPTestJSON-1140213849-project] Made reservation on behalf of 946ffc147f30469c8ac6ad4e1bd7e5ea for: {'port': 1} {{(pid=94175) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 23 11:36:32.407113 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron_lib.callbacks.manager [None req-3f5ae66d-5277-4842-9528-ae4a7061ac7e tempest-FloatingIPTestJSON-1140213849 tempest-FloatingIPTestJSON-1140213849-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-923104'] for port, before_create {{(pid=94175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:36:32.428373 dv-neutron-601336-94-hyperv neutron-server[94174]: INFO neutron.wsgi [req-9f906b0f-4931-4586-bfdb-5c4d275b0b2e req-0e9a7066-9fb3-4d34-a59d-dcf4eb37a2cb service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=467f8a04-0486-4e89-bdba-fbf40f5b3292&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0333228 Jun 23 11:36:32.457998 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.notifiers.nova [None req-3f5ae66d-5277-4842-9528-ae4a7061ac7e tempest-FloatingIPTestJSON-1140213849 tempest-FloatingIPTestJSON-1140213849-project] device_id is not set on port 64fdff8d-9562-4d6c-bbb1-e04ad6d3bdcd yet. {{(pid=94175) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jun 23 11:36:32.540309 dv-neutron-601336-94-hyperv neutron-server[94174]: INFO neutron.wsgi [req-9f906b0f-4931-4586-bfdb-5c4d275b0b2e req-afb4136d-a12a-47ab-817a-6f91f0e83228 service neutron] 10.222.0.52 "GET /v2.0/networks/467f8a04-0486-4e89-bdba-fbf40f5b3292?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1054692 Jun 23 11:36:32.592625 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron_lib.callbacks.manager [None req-2b651b57-01db-49ed-850d-075595523f03 tempest-RoutersTest-228919764 tempest-RoutersTest-228919764-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-897634'] for subnet, precommit_delete {{(pid=94175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:36:32.617965 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.db.l3_hamode_db [None req-76391da4-615f-4119-b4c9-50cc07650a21 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '122c067d-0664-472a-8765-023c6fbf0099', 'name': 'tempest-RoutersTest-router-1104510358', 'tenant_id': '1838eb839bc24d0abf2e86f88a8bcfa8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-23T11:35:57Z', 'updated_at': '2021-06-23T11:36:30Z', 'revision_number': 8, 'project_id': '1838eb839bc24d0abf2e86f88a8bcfa8', 'gw_port_host': None, '_interfaces': [{'id': '78264dc8-9461-4cfc-ac9b-aec5a32fc39d', 'name': '', 'network_id': '84019baa-22c6-42bd-90bd-77a6f3aa1f2b', 'tenant_id': '1838eb839bc24d0abf2e86f88a8bcfa8', 'mac_address': 'fa:16:3e:de:f4:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '122c067d-0664-472a-8765-023c6fbf0099', 'device_owner': 'network:router_interface', 'standard_attr_id': 1142, 'fixed_ips': [{'subnet_id': 'b8fb0629-2298-4857-a3a7-be85dddb5a9a', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-94-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-23T11:36:15Z', 'updated_at': '2021-06-23T11:36:24Z', 'revision_number': 5, 'project_id': '1838eb839bc24d0abf2e86f88a8bcfa8', 'subnets': [{'id': 'b8fb0629-2298-4857-a3a7-be85dddb5a9a', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '7a29a4e4-f510-4f78-9f80-80db4aa06bf5', 'name': '', 'network_id': '16660c50-0794-457f-9a86-fdc3685f0969', 'tenant_id': '1838eb839bc24d0abf2e86f88a8bcfa8', 'mac_address': 'fa:16:3e:cb:f1:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '122c067d-0664-472a-8765-023c6fbf0099', 'device_owner': 'network:router_interface', 'standard_attr_id': 1104, 'fixed_ips': [{'subnet_id': 'c719f3a8-f536-49d0-8d92-e308a6195b0c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-94-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-23T11:36:00Z', 'updated_at': '2021-06-23T11:36:09Z', 'revision_number': 5, 'project_id': '1838eb839bc24d0abf2e86f88a8bcfa8', 'subnets': [{'id': 'c719f3a8-f536-49d0-8d92-e308a6195b0c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'd120ebe7-be2a-4b0b-a1b4-cc00f66e913c', 'name': '', 'network_id': '75649c4e-2c4d-4a9c-bb4f-3ba1a4d7057e', 'tenant_id': '1838eb839bc24d0abf2e86f88a8bcfa8', 'mac_address': 'fa:16:3e:65:7c:35', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '122c067d-0664-472a-8765-023c6fbf0099', 'device_owner': 'network:router_interface', 'standard_attr_id': 1130, 'fixed_ips': [{'subnet_id': 'c35c0562-6b9c-442e-96b4-912bb02cc969', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-94-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-23T11:36:08Z', 'updated_at': '2021-06-23T11:36:15Z', 'revision_number': 5, 'project_id': '1838eb839bc24d0abf2e86f88a8bcfa8', 'subnets': [{'id': 'c35c0562-6b9c-442e-96b4-912bb02cc969', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-601336-94-hyperv', False) {} {{(pid=94176) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 11:36:32.637610 dv-neutron-601336-94-hyperv neutron-server[94174]: INFO neutron.wsgi [req-9f906b0f-4931-4586-bfdb-5c4d275b0b2e req-198648d4-f39e-49ac-948a-e2a8b4a1d5d2 service neutron] 10.222.0.52 "GET /v2.0/networks/467f8a04-0486-4e89-bdba-fbf40f5b3292?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0890696 Jun 23 11:36:32.646482 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-76391da4-615f-4119-b4c9-50cc07650a21 None None] Checking router: 122c067d-0664-472a-8765-023c6fbf0099 for host: dv-neutron-601336-94-hyperv {{(pid=94176) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 23 11:36:32.648920 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.db.db_base_plugin_common [None req-3f5ae66d-5277-4842-9528-ae4a7061ac7e tempest-FloatingIPTestJSON-1140213849 tempest-FloatingIPTestJSON-1140213849-project] Allocated IP 172.20.0.14 (221281ce-26f9-45d5-9065-123dad0725f0/7c13abcb-699c-45e0-973a-8f79dc35eda3/64fdff8d-9562-4d6c-bbb1-e04ad6d3bdcd) {{(pid=94175) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 23 11:36:32.655885 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.db.l3_dvrscheduler_db [None req-76391da4-615f-4119-b4c9-50cc07650a21 None None] Routers {'122c067d-0664-472a-8765-023c6fbf0099'} bound to L3 agent in host dv-neutron-601336-94-hyperv {{(pid=94176) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 23 11:36:32.656564 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.db.l3_hamode_db [None req-76391da4-615f-4119-b4c9-50cc07650a21 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-601336-94-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-23T11:22:13Z,description=,heartbeat_timestamp=2021-06-23T11:36:13Z,host='dv-neutron-601336-94-hyperv',id=50ef99c0-ef28-4db5-b303-b145898fae60,load=0,resource_versions=,resources_synced=,started_at=2021-06-23T11:22:14Z,topic='l3_agent')) {'router_ids': ['122c067d-0664-472a-8765-023c6fbf0099'], 'active': True} {{(pid=94176) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 11:36:32.748060 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.db.l3_dvr_db [None req-76391da4-615f-4119-b4c9-50cc07650a21 None None] Set router 122c067d-0664-472a-8765-023c6fbf0099 gateway port host: None {{(pid=94176) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:838}} Jun 23 11:36:32.761580 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron_lib.callbacks.manager [None req-2b651b57-01db-49ed-850d-075595523f03 tempest-RoutersTest-228919764 tempest-RoutersTest-228919764-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-897627', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866062', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5083050', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4660036'] for subnet, after_delete {{(pid=94175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:36:32.766252 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG oslo_concurrency.lockutils [None req-964c5ea6-2053-4148-bfad-c3526418a192 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94175) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 11:36:32.801965 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b651b57-01db-49ed-850d-075595523f03 tempest-RoutersTest-228919764 tempest-RoutersTest-228919764-project] Pushing event deleted for resources: {'Subnet': ['ID=2bd5a6a0-bbba-4d6b-90bc-43a232abcc82,revision_number=None']} {{(pid=94175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 11:36:32.809849 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron_lib.callbacks.manager [None req-2b651b57-01db-49ed-850d-075595523f03 tempest-RoutersTest-228919764 tempest-RoutersTest-228919764-project] Notify callbacks [] for subnet, before_response {{(pid=94175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:36:32.814147 dv-neutron-601336-94-hyperv neutron-server[94175]: INFO neutron.wsgi [None req-2b651b57-01db-49ed-850d-075595523f03 tempest-RoutersTest-228919764 tempest-RoutersTest-228919764-project] 10.222.0.20 "DELETE /v2.0/subnets/2bd5a6a0-bbba-4d6b-90bc-43a232abcc82 HTTP/1.1" status: 204 len: 168 time: 0.5717194 Jun 23 11:36:32.815072 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG oslo_concurrency.lockutils [None req-2b651b57-01db-49ed-850d-075595523f03 tempest-RoutersTest-228919764 tempest-RoutersTest-228919764-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=94175) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 11:36:32.815202 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.wsgi [-] (94174) accepted ('10.222.0.20', 41994) {{(pid=94174) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 11:36:32.828617 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eee85234-dfa9-461c-bf10-798540e7e7e3 None None] Network def34845-28b9-4bab-b19a-4f8108ced079 requested from dv-neutron-601336-94-hyperv {{(pid=94176) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 23 11:36:32.852171 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron_lib.callbacks.manager [None req-3f5ae66d-5277-4842-9528-ae4a7061ac7e tempest-FloatingIPTestJSON-1140213849 tempest-FloatingIPTestJSON-1140213849-project] Notify callbacks [] for port, precommit_create {{(pid=94175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:36:32.929627 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron_lib.callbacks.manager [None req-bd8a0697-7dec-40da-963b-3597e1c10f11 tempest-RoutersTest-228919764 tempest-RoutersTest-228919764-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-824874'] for network, before_delete {{(pid=94174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:36:32.979906 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron_lib.callbacks.manager [None req-3f5ae66d-5277-4842-9528-ae4a7061ac7e tempest-FloatingIPTestJSON-1140213849 tempest-FloatingIPTestJSON-1140213849-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-922915', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-239814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7866073', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773699642215', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-5082457'] for port, after_create {{(pid=94175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:36:32.986934 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG oslo_concurrency.lockutils [None req-f8cea8c7-7931-4fa8-877d-98a6169f53e3 tempest-TestNetworkBasicOps-233187296 tempest-TestNetworkBasicOps-233187296-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94175) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 11:36:32.995448 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.plugins.ml2.plugin [None req-bd8a0697-7dec-40da-963b-3597e1c10f11 tempest-RoutersTest-228919764 tempest-RoutersTest-228919764-project] Deleting port c571b64c-da42-47e3-bc15-c267f2aa8b93 {{(pid=94174) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1913}} Jun 23 11:36:32.995838 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron_lib.callbacks.manager [None req-bd8a0697-7dec-40da-963b-3597e1c10f11 tempest-RoutersTest-228919764 tempest-RoutersTest-228919764-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773700079324'] for port, before_delete {{(pid=94174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:36:33.048905 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3f5ae66d-5277-4842-9528-ae4a7061ac7e tempest-FloatingIPTestJSON-1140213849 tempest-FloatingIPTestJSON-1140213849-project] Network 221281ce-26f9-45d5-9065-123dad0725f0 is already hosted by enough agents. {{(pid=94175) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 23 11:36:33.055123 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.scheduler.base_scheduler [None req-3f5ae66d-5277-4842-9528-ae4a7061ac7e tempest-FloatingIPTestJSON-1140213849 tempest-FloatingIPTestJSON-1140213849-project] Resources bound (agent type, host, resource id): {{(pid=94175) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 23 11:36:33.060583 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3f5ae66d-5277-4842-9528-ae4a7061ac7e tempest-FloatingIPTestJSON-1140213849 tempest-FloatingIPTestJSON-1140213849-project] Received port after_create {{(pid=94175) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 23 11:36:33.071968 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.plugins.ml2.db [None req-bd8a0697-7dec-40da-963b-3597e1c10f11 tempest-RoutersTest-228919764 tempest-RoutersTest-228919764-project] For port c571b64c-da42-47e3-bc15-c267f2aa8b93, host dv-neutron-601336-94-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-94-hyperv',level=0,port_id=c571b64c-da42-47e3-bc15-c267f2aa8b93,segment=NetworkSegment(e92965f5-685c-4420-a54e-aa4969026441),segment_id=e92965f5-685c-4420-a54e-aa4969026441)] {{(pid=94174) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 23 11:36:33.072337 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron_lib.callbacks.manager [None req-bd8a0697-7dec-40da-963b-3597e1c10f11 tempest-RoutersTest-228919764 tempest-RoutersTest-228919764-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-430722'] for port, precommit_delete {{(pid=94174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:36:33.075476 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.db.l3_hamode_db [None req-76391da4-615f-4119-b4c9-50cc07650a21 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '122c067d-0664-472a-8765-023c6fbf0099', 'name': 'tempest-RoutersTest-router-1104510358', 'tenant_id': '1838eb839bc24d0abf2e86f88a8bcfa8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-23T11:35:57Z', 'updated_at': '2021-06-23T11:36:30Z', 'revision_number': 8, 'project_id': '1838eb839bc24d0abf2e86f88a8bcfa8', 'gw_port_host': None, '_interfaces': [{'id': '78264dc8-9461-4cfc-ac9b-aec5a32fc39d', 'name': '', 'network_id': '84019baa-22c6-42bd-90bd-77a6f3aa1f2b', 'tenant_id': '1838eb839bc24d0abf2e86f88a8bcfa8', 'mac_address': 'fa:16:3e:de:f4:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '122c067d-0664-472a-8765-023c6fbf0099', 'device_owner': 'network:router_interface', 'standard_attr_id': 1142, 'fixed_ips': [{'subnet_id': 'b8fb0629-2298-4857-a3a7-be85dddb5a9a', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-94-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-23T11:36:15Z', 'updated_at': '2021-06-23T11:36:24Z', 'revision_number': 5, 'project_id': '1838eb839bc24d0abf2e86f88a8bcfa8', 'subnets': [{'id': 'b8fb0629-2298-4857-a3a7-be85dddb5a9a', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '7a29a4e4-f510-4f78-9f80-80db4aa06bf5', 'name': '', 'network_id': '16660c50-0794-457f-9a86-fdc3685f0969', 'tenant_id': '1838eb839bc24d0abf2e86f88a8bcfa8', 'mac_address': 'fa:16:3e:cb:f1:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '122c067d-0664-472a-8765-023c6fbf0099', 'device_owner': 'network:router_interface', 'standard_attr_id': 1104, 'fixed_ips': [{'subnet_id': 'c719f3a8-f536-49d0-8d92-e308a6195b0c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-94-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-23T11:36:00Z', 'updated_at': '2021-06-23T11:36:09Z', 'revision_number': 5, 'project_id': '1838eb839bc24d0abf2e86f88a8bcfa8', 'subnets': [{'id': 'c719f3a8-f536-49d0-8d92-e308a6195b0c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'd120ebe7-be2a-4b0b-a1b4-cc00f66e913c', 'name': '', 'network_id': '75649c4e-2c4d-4a9c-bb4f-3ba1a4d7057e', 'tenant_id': '1838eb839bc24d0abf2e86f88a8bcfa8', 'mac_address': 'fa:16:3e:65:7c:35', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '122c067d-0664-472a-8765-023c6fbf0099', 'device_owner': 'network:router_interface', 'standard_attr_id': 1130, 'fixed_ips': [{'subnet_id': 'c35c0562-6b9c-442e-96b4-912bb02cc969', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-94-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-23T11:36:08Z', 'updated_at': '2021-06-23T11:36:15Z', 'revision_number': 5, 'project_id': '1838eb839bc24d0abf2e86f88a8bcfa8', 'subnets': [{'id': 'c35c0562-6b9c-442e-96b4-912bb02cc969', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-601336-94-hyperv', False) {} {{(pid=94176) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 11:36:33.089688 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f5ae66d-5277-4842-9528-ae4a7061ac7e tempest-FloatingIPTestJSON-1140213849 tempest-FloatingIPTestJSON-1140213849-project] Pushing event updated for resources: {'Port': ['ID=64fdff8d-9562-4d6c-bbb1-e04ad6d3bdcd,revision_number=1']} {{(pid=94175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 11:36:33.089903 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.plugins.ml2.plugin [None req-bd8a0697-7dec-40da-963b-3597e1c10f11 tempest-RoutersTest-228919764 tempest-RoutersTest-228919764-project] Calling delete_port for c571b64c-da42-47e3-bc15-c267f2aa8b93 owned by network:dhcp {{(pid=94174) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1986}} Jun 23 11:36:33.094702 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG oslo_concurrency.lockutils [None req-3f5ae66d-5277-4842-9528-ae4a7061ac7e tempest-FloatingIPTestJSON-1140213849 tempest-FloatingIPTestJSON-1140213849-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.107s {{(pid=94175) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 11:36:33.112545 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-76391da4-615f-4119-b4c9-50cc07650a21 None None] The sync data for ids ['122c067d-0664-472a-8765-023c6fbf0099'] in dv-neutron-601336-94-hyperv is: [{'id': '122c067d-0664-472a-8765-023c6fbf0099', 'name': 'tempest-RoutersTest-router-1104510358', 'tenant_id': '1838eb839bc24d0abf2e86f88a8bcfa8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-23T11:35:57Z', 'updated_at': '2021-06-23T11:36:30Z', 'revision_number': 8, 'project_id': '1838eb839bc24d0abf2e86f88a8bcfa8', 'gw_port_host': None, '_interfaces': [{'id': '78264dc8-9461-4cfc-ac9b-aec5a32fc39d', 'name': '', 'network_id': '84019baa-22c6-42bd-90bd-77a6f3aa1f2b', 'tenant_id': '1838eb839bc24d0abf2e86f88a8bcfa8', 'mac_address': 'fa:16:3e:de:f4:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '122c067d-0664-472a-8765-023c6fbf0099', 'device_owner': 'network:router_interface', 'standard_attr_id': 1142, 'fixed_ips': [{'subnet_id': 'b8fb0629-2298-4857-a3a7-be85dddb5a9a', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-94-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-23T11:36:15Z', 'updated_at': '2021-06-23T11:36:24Z', 'revision_number': 5, 'project_id': '1838eb839bc24d0abf2e86f88a8bcfa8', 'subnets': [{'id': 'b8fb0629-2298-4857-a3a7-be85dddb5a9a', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '7a29a4e4-f510-4f78-9f80-80db4aa06bf5', 'name': '', 'network_id': '16660c50-0794-457f-9a86-fdc3685f0969', 'tenant_id': '1838eb839bc24d0abf2e86f88a8bcfa8', 'mac_address': 'fa:16:3e:cb:f1:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '122c067d-0664-472a-8765-023c6fbf0099', 'device_owner': 'network:router_interface', 'standard_attr_id': 1104, 'fixed_ips': [{'subnet_id': 'c719f3a8-f536-49d0-8d92-e308a6195b0c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-94-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-23T11:36:00Z', 'updated_at': '2021-06-23T11:36:09Z', 'revision_number': 5, 'project_id': '1838eb839bc24d0abf2e86f88a8bcfa8', 'subnets': [{'id': 'c719f3a8-f536-49d0-8d92-e308a6195b0c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'd120ebe7-be2a-4b0b-a1b4-cc00f66e913c', 'name': '', 'network_id': '75649c4e-2c4d-4a9c-bb4f-3ba1a4d7057e', 'tenant_id': '1838eb839bc24d0abf2e86f88a8bcfa8', 'mac_address': 'fa:16:3e:65:7c:35', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '122c067d-0664-472a-8765-023c6fbf0099', 'device_owner': 'network:router_interface', 'standard_attr_id': 1130, 'fixed_ips': [{'subnet_id': 'c35c0562-6b9c-442e-96b4-912bb02cc969', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-94-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-23T11:36:08Z', 'updated_at': '2021-06-23T11:36:15Z', 'revision_number': 5, 'project_id': '1838eb839bc24d0abf2e86f88a8bcfa8', 'subnets': [{'id': 'c35c0562-6b9c-442e-96b4-912bb02cc969', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94176) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 23 11:36:33.123174 dv-neutron-601336-94-hyperv neutron-server[94177]: DEBUG neutron.db.agents_db [None req-90fb1279-e4c5-4e73-8d66-3a29811dc4e3 None None] Agent healthcheck: found 6 active agents {{(pid=94177) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 23 11:36:33.134306 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3f5ae66d-5277-4842-9528-ae4a7061ac7e tempest-FloatingIPTestJSON-1140213849 tempest-FloatingIPTestJSON-1140213849-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 11:36:33.135146 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron_lib.callbacks.manager [None req-3f5ae66d-5277-4842-9528-ae4a7061ac7e tempest-FloatingIPTestJSON-1140213849 tempest-FloatingIPTestJSON-1140213849-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-217507'] for port, before_response {{(pid=94175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:36:33.156514 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d29c920a-4169-47e0-80d4-0a82de93530e None None] DHCP port deletion for def34845-28b9-4bab-b19a-4f8108ced079 request from dv-neutron-601336-94-hyperv {{(pid=94176) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jun 23 11:36:33.209465 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.plugins.ml2.plugin [None req-d29c920a-4169-47e0-80d4-0a82de93530e None None] Deleting port c571b64c-da42-47e3-bc15-c267f2aa8b93 {{(pid=94176) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1913}} Jun 23 11:36:33.210553 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron_lib.callbacks.manager [None req-d29c920a-4169-47e0-80d4-0a82de93530e None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773700079324'] for port, before_delete {{(pid=94176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:36:33.230155 dv-neutron-601336-94-hyperv neutron-server[94175]: INFO neutron.wsgi [None req-3f5ae66d-5277-4842-9528-ae4a7061ac7e tempest-FloatingIPTestJSON-1140213849 tempest-FloatingIPTestJSON-1140213849-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 930 time: 1.0949476 Jun 23 11:36:33.232774 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.wsgi [-] (94175) accepted ('10.222.0.20', 42004) {{(pid=94175) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 11:36:33.238198 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.api.v2.base [None req-55e01baf-eaf1-4736-85eb-1b2bbd9d86f2 tempest-FloatingIPTestJSON-1140213849 tempest-FloatingIPTestJSON-1140213849-project] Request body: {'port': {'network_id': '221281ce-26f9-45d5-9065-123dad0725f0', 'name': 'tempest-FloatingIPTestJSON-340783573'}} {{(pid=94175) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 23 11:36:33.279950 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.plugins.ml2.db [None req-d29c920a-4169-47e0-80d4-0a82de93530e None None] For port c571b64c-da42-47e3-bc15-c267f2aa8b93, host dv-neutron-601336-94-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-94-hyperv',level=0,port_id=c571b64c-da42-47e3-bc15-c267f2aa8b93,segment=NetworkSegment(e92965f5-685c-4420-a54e-aa4969026441),segment_id=e92965f5-685c-4420-a54e-aa4969026441)] {{(pid=94176) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 23 11:36:33.280541 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron_lib.callbacks.manager [None req-d29c920a-4169-47e0-80d4-0a82de93530e None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-430722'] for port, precommit_delete {{(pid=94176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:36:33.297782 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.plugins.ml2.plugin [None req-d29c920a-4169-47e0-80d4-0a82de93530e None None] Calling delete_port for c571b64c-da42-47e3-bc15-c267f2aa8b93 owned by network:dhcp {{(pid=94176) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1986}} Jun 23 11:36:33.309115 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.wsgi [-] (94174) accepted ('10.222.0.20', 42008) {{(pid=94174) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 11:36:33.320975 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron_lib.callbacks.manager [None req-bd8a0697-7dec-40da-963b-3597e1c10f11 tempest-RoutersTest-228919764 tempest-RoutersTest-228919764-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-922904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866062', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773700135024', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773699642224', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5196390'] for port, after_delete {{(pid=94174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:36:33.324623 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG oslo_concurrency.lockutils [None req-29f48012-9142-47dc-ab14-6b1348fc8aef tempest-RoutersIpV6Test-1448447933 tempest-RoutersIpV6Test-1448447933-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94174) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 11:36:33.356536 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd8a0697-7dec-40da-963b-3597e1c10f11 tempest-RoutersTest-228919764 tempest-RoutersTest-228919764-project] Pushing event deleted for resources: {'Port': ['ID=c571b64c-da42-47e3-bc15-c267f2aa8b93,revision_number=None']} {{(pid=94174) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 11:36:33.370775 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bd8a0697-7dec-40da-963b-3597e1c10f11 tempest-RoutersTest-228919764 tempest-RoutersTest-228919764-project] No DVR routers for this DVR port c571b64c-da42-47e3-bc15-c267f2aa8b93 on host dv-neutron-601336-94-hyperv {{(pid=94174) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 23 11:36:33.377896 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG oslo_concurrency.lockutils [None req-bd8a0697-7dec-40da-963b-3597e1c10f11 tempest-RoutersTest-228919764 tempest-RoutersTest-228919764-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.053s {{(pid=94174) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 11:36:33.400482 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron_lib.callbacks.manager [None req-d29c920a-4169-47e0-80d4-0a82de93530e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-922904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866062', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773700135024', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773699642224'] for port, after_delete {{(pid=94176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:36:33.403858 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG oslo_concurrency.lockutils [None req-6dfe5351-b9b4-4f82-9a29-3a791f634d38 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 11:36:33.442029 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d29c920a-4169-47e0-80d4-0a82de93530e None None] No DVR routers for this DVR port c571b64c-da42-47e3-bc15-c267f2aa8b93 on host dv-neutron-601336-94-hyperv {{(pid=94176) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 23 11:36:33.451065 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d29c920a-4169-47e0-80d4-0a82de93530e None None] Pushing event deleted for resources: {'Port': ['ID=c571b64c-da42-47e3-bc15-c267f2aa8b93,revision_number=None']} {{(pid=94176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 11:36:33.465288 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG oslo_concurrency.lockutils [None req-d29c920a-4169-47e0-80d4-0a82de93530e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.061s {{(pid=94176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 11:36:33.493219 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-55e01baf-eaf1-4736-85eb-1b2bbd9d86f2 tempest-FloatingIPTestJSON-1140213849 tempest-FloatingIPTestJSON-1140213849-project] Made reservation on behalf of 946ffc147f30469c8ac6ad4e1bd7e5ea for: {'port': 1} {{(pid=94175) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 23 11:36:33.499753 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron_lib.callbacks.manager [None req-bd8a0697-7dec-40da-963b-3597e1c10f11 tempest-RoutersTest-228919764 tempest-RoutersTest-228919764-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-897259', 'neutron.services.segments.db._delete_segments_for_network-8773700168587'] for network, precommit_delete {{(pid=94174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:36:33.503896 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron_lib.callbacks.manager [None req-55e01baf-eaf1-4736-85eb-1b2bbd9d86f2 tempest-FloatingIPTestJSON-1140213849 tempest-FloatingIPTestJSON-1140213849-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-923104'] for port, before_create {{(pid=94175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:36:33.513390 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.services.segments.db [None req-bd8a0697-7dec-40da-963b-3597e1c10f11 tempest-RoutersTest-228919764 tempest-RoutersTest-228919764-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['def34845-28b9-4bab-b19a-4f8108ced079']}} {{(pid=94174) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 11:36:33.527576 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.services.segments.db [None req-bd8a0697-7dec-40da-963b-3597e1c10f11 tempest-RoutersTest-228919764 tempest-RoutersTest-228919764-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e92965f5-685c-4420-a54e-aa4969026441') {'for_net_delete': True} {{(pid=94174) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 11:36:33.528086 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.services.segments.db [None req-bd8a0697-7dec-40da-963b-3597e1c10f11 tempest-RoutersTest-228919764 tempest-RoutersTest-228919764-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e92965f5-685c-4420-a54e-aa4969026441') {} {{(pid=94174) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 11:36:33.541205 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron_lib.callbacks.manager [None req-bd8a0697-7dec-40da-963b-3597e1c10f11 tempest-RoutersTest-228919764 tempest-RoutersTest-228919764-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8773699955833', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4800267'] for segment, before_delete {{(pid=94174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:36:33.562127 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron_lib.callbacks.manager [None req-bd8a0697-7dec-40da-963b-3597e1c10f11 tempest-RoutersTest-228919764 tempest-RoutersTest-228919764-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3801'] for segment, precommit_delete {{(pid=94174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:36:33.568223 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.notifiers.nova [None req-55e01baf-eaf1-4736-85eb-1b2bbd9d86f2 tempest-FloatingIPTestJSON-1140213849 tempest-FloatingIPTestJSON-1140213849-project] device_id is not set on port 143b8412-5bb2-4576-b9a7-198ccfb4d0fe yet. {{(pid=94175) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jun 23 11:36:33.575447 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.api.v2.base [None req-846b1d22-e81e-4129-98f2-4c5e456ce73a tempest-SecGroupTest-1462889432 tempest-SecGroupTest-1462889432-project] Request body: {'security_group': {'name': 'tempest-secgroup--1320468798'}} {{(pid=94174) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 23 11:36:33.582814 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-bd8a0697-7dec-40da-963b-3597e1c10f11 tempest-RoutersTest-228919764 tempest-RoutersTest-228919764-project] Releasing vlan 407 on physical network physnet1 to pool {{(pid=94174) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 23 11:36:33.583395 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron_lib.callbacks.manager [None req-bd8a0697-7dec-40da-963b-3597e1c10f11 tempest-RoutersTest-228919764 tempest-RoutersTest-228919764-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3801', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5196341'] for segment, after_delete {{(pid=94174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:36:33.586871 dv-neutron-601336-94-hyperv neutron-server[94174]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 23 11:36:33.586871 dv-neutron-601336-94-hyperv neutron-server[94174]: conditions |= (models_v2.Port.network_id.in_( Jun 23 11:36:33.586871 dv-neutron-601336-94-hyperv neutron-server[94174]: Traceback (most recent call last): Jun 23 11:36:33.586871 dv-neutron-601336-94-hyperv neutron-server[94174]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 23 11:36:33.586871 dv-neutron-601336-94-hyperv neutron-server[94174]: timer() Jun 23 11:36:33.586871 dv-neutron-601336-94-hyperv neutron-server[94174]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 23 11:36:33.586871 dv-neutron-601336-94-hyperv neutron-server[94174]: cb(*args, **kw) Jun 23 11:36:33.586871 dv-neutron-601336-94-hyperv neutron-server[94174]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 23 11:36:33.586871 dv-neutron-601336-94-hyperv neutron-server[94174]: return func(*args, **kwargs) Jun 23 11:36:33.586871 dv-neutron-601336-94-hyperv neutron-server[94174]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 23 11:36:33.586871 dv-neutron-601336-94-hyperv neutron-server[94174]: self._notify() Jun 23 11:36:33.586871 dv-neutron-601336-94-hyperv neutron-server[94174]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 23 11:36:33.586871 dv-neutron-601336-94-hyperv neutron-server[94174]: self.callback(batched_events) Jun 23 11:36:33.586871 dv-neutron-601336-94-hyperv neutron-server[94174]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 23 11:36:33.586871 dv-neutron-601336-94-hyperv neutron-server[94174]: event.method(event) Jun 23 11:36:33.586871 dv-neutron-601336-94-hyperv neutron-server[94174]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 23 11:36:33.586871 dv-neutron-601336-94-hyperv neutron-server[94174]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 23 11:36:33.586871 dv-neutron-601336-94-hyperv neutron-server[94174]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 23 11:36:33.586871 dv-neutron-601336-94-hyperv neutron-server[94174]: aggregate_uuid = self.p_client.list_aggregates( Jun 23 11:36:33.586871 dv-neutron-601336-94-hyperv neutron-server[94174]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 23 11:36:33.586871 dv-neutron-601336-94-hyperv neutron-server[94174]: return f(self, *a, **k) Jun 23 11:36:33.586871 dv-neutron-601336-94-hyperv neutron-server[94174]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 23 11:36:33.586871 dv-neutron-601336-94-hyperv neutron-server[94174]: return self._get(url).json() Jun 23 11:36:33.586871 dv-neutron-601336-94-hyperv neutron-server[94174]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 23 11:36:33.586871 dv-neutron-601336-94-hyperv neutron-server[94174]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 23 11:36:33.586871 dv-neutron-601336-94-hyperv neutron-server[94174]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 23 11:36:33.586871 dv-neutron-601336-94-hyperv neutron-server[94174]: return self.request(url, 'GET', **kwargs) Jun 23 11:36:33.586871 dv-neutron-601336-94-hyperv neutron-server[94174]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 23 11:36:33.586871 dv-neutron-601336-94-hyperv neutron-server[94174]: base_url = self.get_endpoint(auth, allow=allow, Jun 23 11:36:33.586871 dv-neutron-601336-94-hyperv neutron-server[94174]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 23 11:36:33.586871 dv-neutron-601336-94-hyperv neutron-server[94174]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 23 11:36:33.586871 dv-neutron-601336-94-hyperv neutron-server[94174]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 23 11:36:33.586871 dv-neutron-601336-94-hyperv neutron-server[94174]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 23 11:36:33.586871 dv-neutron-601336-94-hyperv neutron-server[94174]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 23 11:36:33.723653 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.wsgi [-] (94174) accepted ('10.222.0.20', 42014) {{(pid=94174) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 11:36:33.732771 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron_lib.callbacks.manager [None req-846b1d22-e81e-4129-98f2-4c5e456ce73a tempest-SecGroupTest-1462889432 tempest-SecGroupTest-1462889432-project] Notify callbacks [] for security_group, before_create {{(pid=94174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:36:33.741170 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2983f04f-eef5-478b-9eea-006f689e5143 req-c751d412-5868-4825-bd6d-204602a932c9 tempest-TestServerAdvancedOps-2059691030 tempest-TestServerAdvancedOps-2059691030-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 11:36:33.742658 dv-neutron-601336-94-hyperv neutron-server[94175]: INFO neutron.wsgi [req-2983f04f-eef5-478b-9eea-006f689e5143 req-c751d412-5868-4825-bd6d-204602a932c9 tempest-TestServerAdvancedOps-2059691030 tempest-TestServerAdvancedOps-2059691030-project] 10.222.0.20 "GET /v2.0/ports?device_id=db39e3a9-74a7-4800-a7cc-bd4b30155332 HTTP/1.1" status: 200 len: 945 time: 0.1509342 Jun 23 11:36:33.770900 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.db.db_base_plugin_common [None req-55e01baf-eaf1-4736-85eb-1b2bbd9d86f2 tempest-FloatingIPTestJSON-1140213849 tempest-FloatingIPTestJSON-1140213849-project] Allocated IP 172.20.0.6 (221281ce-26f9-45d5-9065-123dad0725f0/7c13abcb-699c-45e0-973a-8f79dc35eda3/143b8412-5bb2-4576-b9a7-198ccfb4d0fe) {{(pid=94175) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 23 11:36:33.795815 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron_lib.callbacks.manager [None req-846b1d22-e81e-4129-98f2-4c5e456ce73a tempest-SecGroupTest-1462889432 tempest-SecGroupTest-1462889432-project] Notify callbacks [] for security_group, before_create {{(pid=94174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:36:33.804272 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron_lib.callbacks.manager [None req-bd8a0697-7dec-40da-963b-3597e1c10f11 tempest-RoutersTest-228919764 tempest-RoutersTest-228919764-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-897248', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8002400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7866073', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-524247'] for network, after_delete {{(pid=94174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:36:33.814457 dv-neutron-601336-94-hyperv neutron-server[94175]: INFO neutron.wsgi [req-2983f04f-eef5-478b-9eea-006f689e5143 req-d259d56a-bfe5-474b-a482-7f610fe3e581 tempest-TestServerAdvancedOps-2059691030 tempest-TestServerAdvancedOps-2059691030-project] 10.222.0.20 "GET /v2.0/security-groups?id=15f52a14-6092-4d6f-aba4-bb31310b2c66&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0625114 Jun 23 11:36:33.825869 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG oslo_concurrency.lockutils [None req-c9cf9b7e-8778-4444-88fa-a1b9f3b92071 tempest-TestNetworkBasicOps-233187296 tempest-TestNetworkBasicOps-233187296-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94174) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 11:36:33.833116 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron_lib.callbacks.manager [None req-bd8a0697-7dec-40da-963b-3597e1c10f11 tempest-RoutersTest-228919764 tempest-RoutersTest-228919764-project] Notify callbacks [] for network, before_response {{(pid=94174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:36:33.838597 dv-neutron-601336-94-hyperv neutron-server[94174]: INFO neutron.wsgi [None req-bd8a0697-7dec-40da-963b-3597e1c10f11 tempest-RoutersTest-228919764 tempest-RoutersTest-228919764-project] 10.222.0.20 "DELETE /v2.0/networks/def34845-28b9-4bab-b19a-4f8108ced079 HTTP/1.1" status: 204 len: 168 time: 1.0224373 Jun 23 11:36:33.842401 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.wsgi [-] (94175) accepted ('10.222.0.20', 42016) {{(pid=94175) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 11:36:33.864852 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd8a0697-7dec-40da-963b-3597e1c10f11 tempest-RoutersTest-228919764 tempest-RoutersTest-228919764-project] Pushing event deleted for resources: {'Network': ['ID=def34845-28b9-4bab-b19a-4f8108ced079,revision_number=None']} {{(pid=94174) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 11:36:33.876306 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG oslo_concurrency.lockutils [None req-bd8a0697-7dec-40da-963b-3597e1c10f11 tempest-RoutersTest-228919764 tempest-RoutersTest-228919764-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=94174) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 11:36:34.099262 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron_lib.callbacks.manager [None req-846b1d22-e81e-4129-98f2-4c5e456ce73a tempest-SecGroupTest-1462889432 tempest-SecGroupTest-1462889432-project] Notify callbacks [] for security_group, precommit_create {{(pid=94174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:36:34.121050 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron_lib.callbacks.manager [None req-55e01baf-eaf1-4736-85eb-1b2bbd9d86f2 tempest-FloatingIPTestJSON-1140213849 tempest-FloatingIPTestJSON-1140213849-project] Notify callbacks [] for port, precommit_create {{(pid=94175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:36:34.156777 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron_lib.callbacks.manager [None req-846b1d22-e81e-4129-98f2-4c5e456ce73a tempest-SecGroupTest-1462889432 tempest-SecGroupTest-1462889432-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7996330'] for security_group, after_create {{(pid=94174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:36:34.174931 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG oslo_concurrency.lockutils [None req-7927aec8-3e77-4670-baf3-e8e87ed7d20e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94174) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 11:36:34.226198 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-846b1d22-e81e-4129-98f2-4c5e456ce73a tempest-SecGroupTest-1462889432 tempest-SecGroupTest-1462889432-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c229f7d1-d266-4969-8bd8-004c66f80911,revision_number=1']} {{(pid=94174) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 11:36:34.231152 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG oslo_concurrency.lockutils [None req-846b1d22-e81e-4129-98f2-4c5e456ce73a tempest-SecGroupTest-1462889432 tempest-SecGroupTest-1462889432-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.056s {{(pid=94174) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 11:36:34.294602 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron_lib.callbacks.manager [None req-846b1d22-e81e-4129-98f2-4c5e456ce73a tempest-SecGroupTest-1462889432 tempest-SecGroupTest-1462889432-project] Notify callbacks [] for security_group, precommit_create {{(pid=94174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:36:34.305220 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron_lib.callbacks.manager [None req-c749351f-915a-477f-86d3-d84e04c69aa5 tempest-RoutersTest-228919764 tempest-RoutersTest-228919764-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-453061'] for router_interface, before_delete {{(pid=94175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:36:34.308488 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron_lib.callbacks.manager [None req-55e01baf-eaf1-4736-85eb-1b2bbd9d86f2 tempest-FloatingIPTestJSON-1140213849 tempest-FloatingIPTestJSON-1140213849-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-922915', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-239814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7866073', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773699642215', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-5082457'] for port, after_create {{(pid=94175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:36:34.340972 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG oslo_concurrency.lockutils [None req-dcb70843-ca82-4068-a0e7-2275909a996f tempest-RoutersIpV6Test-1448447933 tempest-RoutersIpV6Test-1448447933-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94175) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 11:36:34.347311 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron_lib.callbacks.manager [None req-2ef2e899-5502-4d8b-8e4d-b0840b3df68e tempest-TestNetworkBasicOps-233187296 tempest-TestNetworkBasicOps-233187296-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-453061'] for router_interface, before_delete {{(pid=94174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:36:34.385598 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron_lib.callbacks.manager [None req-846b1d22-e81e-4129-98f2-4c5e456ce73a tempest-SecGroupTest-1462889432 tempest-SecGroupTest-1462889432-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7996330'] for security_group, after_create {{(pid=94174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:36:34.390039 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG oslo_concurrency.lockutils [None req-17a3bc33-eb77-493b-b9ad-5eac2f780b53 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94174) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 11:36:34.417876 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-55e01baf-eaf1-4736-85eb-1b2bbd9d86f2 tempest-FloatingIPTestJSON-1140213849 tempest-FloatingIPTestJSON-1140213849-project] Network 221281ce-26f9-45d5-9065-123dad0725f0 is already hosted by enough agents. {{(pid=94175) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 23 11:36:34.430596 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.scheduler.base_scheduler [None req-55e01baf-eaf1-4736-85eb-1b2bbd9d86f2 tempest-FloatingIPTestJSON-1140213849 tempest-FloatingIPTestJSON-1140213849-project] Resources bound (agent type, host, resource id): {{(pid=94175) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 23 11:36:34.439729 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.db.l3_dvrscheduler_db [None req-55e01baf-eaf1-4736-85eb-1b2bbd9d86f2 tempest-FloatingIPTestJSON-1140213849 tempest-FloatingIPTestJSON-1140213849-project] Received port after_create {{(pid=94175) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 23 11:36:34.447537 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55e01baf-eaf1-4736-85eb-1b2bbd9d86f2 tempest-FloatingIPTestJSON-1140213849 tempest-FloatingIPTestJSON-1140213849-project] Pushing event updated for resources: {'Port': ['ID=143b8412-5bb2-4576-b9a7-198ccfb4d0fe,revision_number=1']} {{(pid=94175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 11:36:34.461738 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-846b1d22-e81e-4129-98f2-4c5e456ce73a tempest-SecGroupTest-1462889432 tempest-SecGroupTest-1462889432-project] Pushing event updated for resources: {'SecurityGroup': ['ID=5c48427c-f9d5-40e0-90f1-1b807c4d4f57,revision_number=1']} {{(pid=94174) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 11:36:34.463157 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG oslo_concurrency.lockutils [None req-846b1d22-e81e-4129-98f2-4c5e456ce73a tempest-SecGroupTest-1462889432 tempest-SecGroupTest-1462889432-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.073s {{(pid=94174) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 11:36:34.470472 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG oslo_concurrency.lockutils [None req-55e01baf-eaf1-4736-85eb-1b2bbd9d86f2 tempest-FloatingIPTestJSON-1140213849 tempest-FloatingIPTestJSON-1140213849-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.129s {{(pid=94175) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 11:36:34.799615 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron_lib.callbacks.manager [None req-846b1d22-e81e-4129-98f2-4c5e456ce73a tempest-SecGroupTest-1462889432 tempest-SecGroupTest-1462889432-project] Notify callbacks [] for security_group, before_response {{(pid=94174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:36:34.800688 dv-neutron-601336-94-hyperv neutron-server[94174]: INFO neutron.wsgi [None req-846b1d22-e81e-4129-98f2-4c5e456ce73a tempest-SecGroupTest-1462889432 tempest-SecGroupTest-1462889432-project] 10.222.0.20 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 1.4899409 Jun 23 11:36:34.804756 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.wsgi [-] (94175) accepted ('10.222.0.20', 42018) {{(pid=94175) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 11:36:34.844876 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-55e01baf-eaf1-4736-85eb-1b2bbd9d86f2 tempest-FloatingIPTestJSON-1140213849 tempest-FloatingIPTestJSON-1140213849-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 11:36:34.845494 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron_lib.callbacks.manager [None req-55e01baf-eaf1-4736-85eb-1b2bbd9d86f2 tempest-FloatingIPTestJSON-1140213849 tempest-FloatingIPTestJSON-1140213849-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-217507'] for port, before_response {{(pid=94175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:36:34.909401 dv-neutron-601336-94-hyperv neutron-server[94175]: INFO neutron.wsgi [None req-575b1b92-6a95-4f17-9c38-e9036543d642 tempest-SecGroupTest-1462889432 tempest-SecGroupTest-1462889432-project] 10.222.0.20 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4511 time: 0.1008761 Jun 23 11:36:34.909810 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.wsgi [-] (94174) accepted ('10.222.0.20', 42022) {{(pid=94174) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 11:36:34.935265 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.api.v2.base [None req-f4bb026c-051d-44c2-9860-fb4904e2d1b7 tempest-SecGroupTest-1462889432 tempest-SecGroupTest-1462889432-project] Request body: {'security_group': {'name': 'tempest-security--2041864275', 'description': 'tempest-security-description-796606842'}} {{(pid=94174) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 23 11:36:34.948380 dv-neutron-601336-94-hyperv neutron-server[94175]: INFO neutron.wsgi [None req-55e01baf-eaf1-4736-85eb-1b2bbd9d86f2 tempest-FloatingIPTestJSON-1140213849 tempest-FloatingIPTestJSON-1140213849-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 928 time: 1.7143369 Jun 23 11:36:34.951674 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.wsgi [-] (94174) accepted ('10.222.0.20', 42024) {{(pid=94174) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 11:36:34.963635 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.api.v2.base [None req-2675dcd0-9bd8-45c9-8a16-cb3ff4ec11d8 tempest-FloatingIPTestJSON-1140213849 tempest-FloatingIPTestJSON-1140213849-project] Request body: {'floatingip': {'floating_network_id': '3e7e4eb3-cf02-4d47-ade9-0a579cdfc60f', 'port_id': '143b8412-5bb2-4576-b9a7-198ccfb4d0fe', 'fixed_ip_address': '172.20.0.6'}} {{(pid=94174) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 23 11:36:34.972689 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.plugins.ml2.rpc [None req-dc7542b2-afef-47f4-a763-e3a3cba144be None None] Device c571b64c-da42-47e3-bc15-c267f2aa8b93 no longer exists at agent ovs-agent-dv-neutron-601336-94-hyperv {{(pid=94176) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:261}} Jun 23 11:36:34.995678 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.plugins.ml2.plugin [None req-dc7542b2-afef-47f4-a763-e3a3cba144be None None] No Port match for: c571b64c-da42-47e3-bc15-c267f2aa8b93 {{(pid=94176) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2240}} Jun 23 11:36:34.996223 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.plugins.ml2.rpc [None req-dc7542b2-afef-47f4-a763-e3a3cba144be None None] Device c571b64c-da42-47e3-bc15-c267f2aa8b93 not bound to the agent host dv-neutron-601336-94-hyperv {{(pid=94176) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:271}} Jun 23 11:36:34.996786 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.plugins.ml2.rpc [None req-dc7542b2-afef-47f4-a763-e3a3cba144be None None] Device e08b3561-611e-424c-a5e5-2c85aad7cdc5 no longer exists at agent ovs-agent-dv-neutron-601336-94-hyperv {{(pid=94176) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:261}} Jun 23 11:36:35.011560 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron_lib.callbacks.manager [None req-f4bb026c-051d-44c2-9860-fb4904e2d1b7 tempest-SecGroupTest-1462889432 tempest-SecGroupTest-1462889432-project] Notify callbacks [] for security_group, before_update {{(pid=94174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:36:35.015699 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.plugins.ml2.plugin [None req-dc7542b2-afef-47f4-a763-e3a3cba144be None None] No Port match for: e08b3561-611e-424c-a5e5-2c85aad7cdc5 {{(pid=94176) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2240}} Jun 23 11:36:35.016058 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.plugins.ml2.rpc [None req-dc7542b2-afef-47f4-a763-e3a3cba144be None None] Device e08b3561-611e-424c-a5e5-2c85aad7cdc5 not bound to the agent host dv-neutron-601336-94-hyperv {{(pid=94176) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:271}} Jun 23 11:36:35.043335 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.plugins.ml2.plugin [None req-c749351f-915a-477f-86d3-d84e04c69aa5 tempest-RoutersTest-228919764 tempest-RoutersTest-228919764-project] Deleting port 78264dc8-9461-4cfc-ac9b-aec5a32fc39d {{(pid=94175) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1913}} Jun 23 11:36:35.043685 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron_lib.callbacks.manager [None req-c749351f-915a-477f-86d3-d84e04c69aa5 tempest-RoutersTest-228919764 tempest-RoutersTest-228919764-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773700079324'] for port, before_delete {{(pid=94175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:36:35.093450 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron_lib.callbacks.manager [None req-2675dcd0-9bd8-45c9-8a16-cb3ff4ec11d8 tempest-FloatingIPTestJSON-1140213849 tempest-FloatingIPTestJSON-1140213849-project] Notify callbacks [] for floatingip, before_create {{(pid=94174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:36:35.119023 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron_lib.callbacks.manager [None req-f4bb026c-051d-44c2-9860-fb4904e2d1b7 tempest-SecGroupTest-1462889432 tempest-SecGroupTest-1462889432-project] Notify callbacks [] for security_group, precommit_update {{(pid=94174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:36:35.130736 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.plugins.ml2.db [None req-c749351f-915a-477f-86d3-d84e04c69aa5 tempest-RoutersTest-228919764 tempest-RoutersTest-228919764-project] For port 78264dc8-9461-4cfc-ac9b-aec5a32fc39d, host dv-neutron-601336-94-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-94-hyperv',level=0,port_id=78264dc8-9461-4cfc-ac9b-aec5a32fc39d,segment=NetworkSegment(5803a03d-cefa-42b6-8ef9-c623e9a53969),segment_id=5803a03d-cefa-42b6-8ef9-c623e9a53969)] {{(pid=94175) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 23 11:36:35.131131 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron_lib.callbacks.manager [None req-c749351f-915a-477f-86d3-d84e04c69aa5 tempest-RoutersTest-228919764 tempest-RoutersTest-228919764-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-430722'] for port, precommit_delete {{(pid=94175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:36:35.145125 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.plugins.ml2.plugin [None req-c749351f-915a-477f-86d3-d84e04c69aa5 tempest-RoutersTest-228919764 tempest-RoutersTest-228919764-project] Calling delete_port for 78264dc8-9461-4cfc-ac9b-aec5a32fc39d owned by network:router_interface {{(pid=94175) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1986}} Jun 23 11:36:35.174079 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.plugins.ml2.plugin [None req-2ef2e899-5502-4d8b-8e4d-b0840b3df68e tempest-TestNetworkBasicOps-233187296 tempest-TestNetworkBasicOps-233187296-project] Deleting port e07dc262-f45f-4b68-94f7-cd736a5e78c1 {{(pid=94174) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1913}} Jun 23 11:36:35.174424 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron_lib.callbacks.manager [None req-2ef2e899-5502-4d8b-8e4d-b0840b3df68e tempest-TestNetworkBasicOps-233187296 tempest-TestNetworkBasicOps-233187296-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773700079324'] for port, before_delete {{(pid=94174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:36:35.192905 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron_lib.callbacks.manager [None req-f4bb026c-051d-44c2-9860-fb4904e2d1b7 tempest-SecGroupTest-1462889432 tempest-SecGroupTest-1462889432-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7996330'] for security_group, after_update {{(pid=94174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:36:35.195485 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron_lib.callbacks.manager [None req-f4bb026c-051d-44c2-9860-fb4904e2d1b7 tempest-SecGroupTest-1462889432 tempest-SecGroupTest-1462889432-project] Notify callbacks [] for security_group, before_response {{(pid=94174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:36:35.199058 dv-neutron-601336-94-hyperv neutron-server[94174]: INFO neutron.wsgi [None req-f4bb026c-051d-44c2-9860-fb4904e2d1b7 tempest-SecGroupTest-1462889432 tempest-SecGroupTest-1462889432-project] 10.222.0.20 "PUT /v2.0/security-groups/5c48427c-f9d5-40e0-90f1-1b807c4d4f57 HTTP/1.1" status: 200 len: 1779 time: 0.2859318 Jun 23 11:36:35.199455 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.wsgi [-] (94175) accepted ('10.222.0.20', 42026) {{(pid=94175) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 11:36:35.223270 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG oslo_concurrency.lockutils [None req-39b2fa04-7e62-4b98-827d-8075a1c1b0f4 tempest-TestNetworkBasicOps-233187296 tempest-TestNetworkBasicOps-233187296-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94174) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 11:36:35.237746 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ec8c210-f745-42e2-93b3-4cbc05198818 req-fc51589e-c8b4-406a-bccf-44673d83d671 tempest-TestServerAdvancedOps-2059691030 tempest-TestServerAdvancedOps-2059691030-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94174) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 11:36:35.239232 dv-neutron-601336-94-hyperv neutron-server[94174]: INFO neutron.wsgi [req-4ec8c210-f745-42e2-93b3-4cbc05198818 req-fc51589e-c8b4-406a-bccf-44673d83d671 tempest-TestServerAdvancedOps-2059691030 tempest-TestServerAdvancedOps-2059691030-project] 10.222.0.20 "GET /v2.0/ports?device_id=db39e3a9-74a7-4800-a7cc-bd4b30155332 HTTP/1.1" status: 200 len: 945 time: 0.2472835 Jun 23 11:36:35.293456 dv-neutron-601336-94-hyperv neutron-server[94175]: INFO neutron.wsgi [None req-dd09b9ff-2f97-4e1d-904f-d09b50ab8565 tempest-SecGroupTest-1462889432 tempest-SecGroupTest-1462889432-project] 10.222.0.20 "GET /v2.0/security-groups/5c48427c-f9d5-40e0-90f1-1b807c4d4f57 HTTP/1.1" status: 200 len: 1779 time: 0.0906389 Jun 23 11:36:35.293812 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.wsgi [-] (94175) accepted ('10.222.0.20', 42028) {{(pid=94175) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 11:36:35.304265 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4bb026c-051d-44c2-9860-fb4904e2d1b7 tempest-SecGroupTest-1462889432 tempest-SecGroupTest-1462889432-project] Pushing event updated for resources: {'SecurityGroup': ['ID=5c48427c-f9d5-40e0-90f1-1b807c4d4f57,revision_number=2']} {{(pid=94174) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 11:36:35.309561 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG oslo_concurrency.lockutils [None req-f4bb026c-051d-44c2-9860-fb4904e2d1b7 tempest-SecGroupTest-1462889432 tempest-SecGroupTest-1462889432-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.086s {{(pid=94174) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 11:36:35.344264 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.plugins.ml2.db [None req-2ef2e899-5502-4d8b-8e4d-b0840b3df68e tempest-TestNetworkBasicOps-233187296 tempest-TestNetworkBasicOps-233187296-project] For port e07dc262-f45f-4b68-94f7-cd736a5e78c1, host dv-neutron-601336-94-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-94-hyperv',level=0,port_id=e07dc262-f45f-4b68-94f7-cd736a5e78c1,segment=NetworkSegment(2545ee53-c74e-4449-af0c-83c33975ceea),segment_id=2545ee53-c74e-4449-af0c-83c33975ceea)] {{(pid=94174) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 23 11:36:35.344665 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron_lib.callbacks.manager [None req-2ef2e899-5502-4d8b-8e4d-b0840b3df68e tempest-TestNetworkBasicOps-233187296 tempest-TestNetworkBasicOps-233187296-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-430722'] for port, precommit_delete {{(pid=94174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:36:35.351261 dv-neutron-601336-94-hyperv neutron-server[94174]: INFO neutron.wsgi [req-4ec8c210-f745-42e2-93b3-4cbc05198818 req-c71be961-b8bf-413f-ad1e-a9fbd5d22316 tempest-TestServerAdvancedOps-2059691030 tempest-TestServerAdvancedOps-2059691030-project] 10.222.0.20 "GET /v2.0/security-groups?id=15f52a14-6092-4d6f-aba4-bb31310b2c66&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1012058 Jun 23 11:36:35.373722 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.plugins.ml2.plugin [None req-2ef2e899-5502-4d8b-8e4d-b0840b3df68e tempest-TestNetworkBasicOps-233187296 tempest-TestNetworkBasicOps-233187296-project] Calling delete_port for e07dc262-f45f-4b68-94f7-cd736a5e78c1 owned by network:router_interface {{(pid=94174) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1986}} Jun 23 11:36:35.391687 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron_lib.callbacks.manager [None req-2e1bd4a4-eae1-4814-9ef2-5fb73c6ed063 tempest-SecGroupTest-1462889432 tempest-SecGroupTest-1462889432-project] Notify callbacks [] for security_group, before_delete {{(pid=94175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:36:35.416020 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron_lib.callbacks.manager [None req-2e1bd4a4-eae1-4814-9ef2-5fb73c6ed063 tempest-SecGroupTest-1462889432 tempest-SecGroupTest-1462889432-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:36:35.433192 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron_lib.callbacks.manager [None req-2675dcd0-9bd8-45c9-8a16-cb3ff4ec11d8 tempest-FloatingIPTestJSON-1140213849 tempest-FloatingIPTestJSON-1140213849-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-923104'] for port, before_create {{(pid=94174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:36:35.443544 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron_lib.callbacks.manager [None req-c749351f-915a-477f-86d3-d84e04c69aa5 tempest-RoutersTest-228919764 tempest-RoutersTest-228919764-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-922904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866062', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773700135024', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773699642224', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5082448'] for port, after_delete {{(pid=94175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:36:35.450045 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG oslo_concurrency.lockutils [None req-9f269320-2cbe-41aa-8163-916332bbd66f tempest-RoutersIpV6Test-1448447933 tempest-RoutersIpV6Test-1448447933-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94175) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 11:36:35.477890 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c749351f-915a-477f-86d3-d84e04c69aa5 tempest-RoutersTest-228919764 tempest-RoutersTest-228919764-project] Pushing event deleted for resources: {'Port': ['ID=78264dc8-9461-4cfc-ac9b-aec5a32fc39d,revision_number=None']} {{(pid=94175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 11:36:35.481340 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG oslo_concurrency.lockutils [None req-c749351f-915a-477f-86d3-d84e04c69aa5 tempest-RoutersTest-228919764 tempest-RoutersTest-228919764-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.031s {{(pid=94175) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 11:36:35.561803 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron_lib.callbacks.manager [None req-2e1bd4a4-eae1-4814-9ef2-5fb73c6ed063 tempest-SecGroupTest-1462889432 tempest-SecGroupTest-1462889432-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7996330'] for security_group, after_delete {{(pid=94175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:36:35.564425 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron_lib.callbacks.manager [None req-2e1bd4a4-eae1-4814-9ef2-5fb73c6ed063 tempest-SecGroupTest-1462889432 tempest-SecGroupTest-1462889432-project] Notify callbacks [] for security_group, before_response {{(pid=94175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:36:35.568125 dv-neutron-601336-94-hyperv neutron-server[94175]: INFO neutron.wsgi [None req-2e1bd4a4-eae1-4814-9ef2-5fb73c6ed063 tempest-SecGroupTest-1462889432 tempest-SecGroupTest-1462889432-project] 10.222.0.20 "DELETE /v2.0/security-groups/5c48427c-f9d5-40e0-90f1-1b807c4d4f57 HTTP/1.1" status: 204 len: 168 time: 0.2709222 Jun 23 11:36:35.569648 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG oslo_concurrency.lockutils [None req-53680efc-087b-4ffc-a38f-c4ac7a52a96d tempest-NegativeSecGroupIPv6Test-1070497984 tempest-NegativeSecGroupIPv6Test-1070497984-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94175) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 11:36:35.571966 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.wsgi [-] (94174) accepted ('10.222.0.20', 42032) {{(pid=94174) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 11:36:35.580405 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e1bd4a4-eae1-4814-9ef2-5fb73c6ed063 tempest-SecGroupTest-1462889432 tempest-SecGroupTest-1462889432-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=5c48427c-f9d5-40e0-90f1-1b807c4d4f57,revision_number=None']} {{(pid=94175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 11:36:35.583350 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG oslo_concurrency.lockutils [None req-2e1bd4a4-eae1-4814-9ef2-5fb73c6ed063 tempest-SecGroupTest-1462889432 tempest-SecGroupTest-1462889432-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.015s {{(pid=94175) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 11:36:35.676307 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron_lib.callbacks.manager [None req-c749351f-915a-477f-86d3-d84e04c69aa5 tempest-RoutersTest-228919764 tempest-RoutersTest-228919764-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-7866080', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-516693'] for router_interface, after_delete {{(pid=94175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:36:35.708989 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.db.db_base_plugin_common [None req-2675dcd0-9bd8-45c9-8a16-cb3ff4ec11d8 tempest-FloatingIPTestJSON-1140213849 tempest-FloatingIPTestJSON-1140213849-project] Allocated IP 172.26.3.61 (3e7e4eb3-cf02-4d47-ade9-0a579cdfc60f/a5ad15ab-c489-4a67-a9b0-d559fca0ec71/0fddbbec-69a3-4970-876a-cdeb9ca8ad40) {{(pid=94174) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 23 11:36:35.719875 dv-neutron-601336-94-hyperv neutron-server[94174]: INFO neutron.wsgi [None req-2103051e-0a33-4793-9451-239f681abec7 tempest-SecGroupTest-1462889432 tempest-SecGroupTest-1462889432-project] 10.222.0.20 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.1394362 Jun 23 11:36:35.724696 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.wsgi [-] (94175) accepted ('10.222.0.20', 42034) {{(pid=94175) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 11:36:35.773971 dv-neutron-601336-94-hyperv neutron-server[94175]: INFO neutron.api.v2.resource [None req-17f7b32e-a7e6-475a-ad6c-a6d8449c0d86 tempest-SecGroupTest-1462889432 tempest-SecGroupTest-1462889432-project] delete failed (client error): The resource could not be found. Jun 23 11:36:35.774920 dv-neutron-601336-94-hyperv neutron-server[94175]: INFO neutron.wsgi [None req-17f7b32e-a7e6-475a-ad6c-a6d8449c0d86 tempest-SecGroupTest-1462889432 tempest-SecGroupTest-1462889432-project] 10.222.0.20 "DELETE /v2.0/security-groups/5c48427c-f9d5-40e0-90f1-1b807c4d4f57 HTTP/1.1" status: 404 len: 347 time: 0.0491192 Jun 23 11:36:35.779480 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.wsgi [-] (94175) accepted ('10.222.0.20', 42036) {{(pid=94175) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 11:36:35.783623 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.api.v2.base [None req-f065c090-dea1-498f-83c9-eac814bc59e8 tempest-SecGroupTest-1462889432 tempest-SecGroupTest-1462889432-project] Request body: {'security_group': {'name': 'tempest-secgroup--913439815'}} {{(pid=94175) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 23 11:36:35.875142 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron_lib.callbacks.manager [None req-2675dcd0-9bd8-45c9-8a16-cb3ff4ec11d8 tempest-FloatingIPTestJSON-1140213849 tempest-FloatingIPTestJSON-1140213849-project] Notify callbacks [] for port, precommit_create {{(pid=94174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:36:35.904481 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron_lib.callbacks.manager [None req-f065c090-dea1-498f-83c9-eac814bc59e8 tempest-SecGroupTest-1462889432 tempest-SecGroupTest-1462889432-project] Notify callbacks [] for security_group, before_create {{(pid=94175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:36:35.905310 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron_lib.callbacks.manager [None req-2ef2e899-5502-4d8b-8e4d-b0840b3df68e tempest-TestNetworkBasicOps-233187296 tempest-TestNetworkBasicOps-233187296-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-922904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866062', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773700135024', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773699642224', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5196390'] for port, after_delete {{(pid=94174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:36:35.909384 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG oslo_concurrency.lockutils [None req-e97ec7bd-d496-452c-95b2-9f5bf01b7f02 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94174) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 11:36:35.929125 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c749351f-915a-477f-86d3-d84e04c69aa5 tempest-RoutersTest-228919764 tempest-RoutersTest-228919764-project] Router 122c067d-0664-472a-8765-023c6fbf0099 has already been hosted by L3 agent 50ef99c0-ef28-4db5-b303-b145898fae60 {{(pid=94175) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 23 11:36:35.942290 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ef2e899-5502-4d8b-8e4d-b0840b3df68e tempest-TestNetworkBasicOps-233187296 tempest-TestNetworkBasicOps-233187296-project] Pushing event deleted for resources: {'Port': ['ID=e07dc262-f45f-4b68-94f7-cd736a5e78c1,revision_number=None']} {{(pid=94174) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 11:36:35.947188 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG oslo_concurrency.lockutils [None req-2ef2e899-5502-4d8b-8e4d-b0840b3df68e tempest-TestNetworkBasicOps-233187296 tempest-TestNetworkBasicOps-233187296-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.038s {{(pid=94174) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 11:36:36.052222 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron_lib.callbacks.manager [None req-2675dcd0-9bd8-45c9-8a16-cb3ff4ec11d8 tempest-FloatingIPTestJSON-1140213849 tempest-FloatingIPTestJSON-1140213849-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-922915', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-239814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7866073', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773699642215', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-5196399'] for port, after_create {{(pid=94174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:36:36.056811 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG oslo_concurrency.lockutils [None req-e29d76b6-5092-4325-b3cf-391b59d5f15e tempest-RoutersTest-228919764 tempest-RoutersTest-228919764-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94174) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 11:36:36.068594 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c749351f-915a-477f-86d3-d84e04c69aa5 tempest-RoutersTest-228919764 tempest-RoutersTest-228919764-project] Notify agent at l3_agent.dv-neutron-601336-94-hyperv the message routers_updated {{(pid=94175) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 23 11:36:36.078701 dv-neutron-601336-94-hyperv neutron-server[94175]: INFO neutron.wsgi [None req-c749351f-915a-477f-86d3-d84e04c69aa5 tempest-RoutersTest-228919764 tempest-RoutersTest-228919764-project] 10.222.0.20 "PUT /v2.0/routers/122c067d-0664-472a-8765-023c6fbf0099/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.2351859 Jun 23 11:36:36.079344 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.wsgi [-] (94175) accepted ('10.222.0.20', 42040) {{(pid=94175) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 11:36:36.079912 dv-neutron-601336-94-hyperv neutron-server[94177]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-50096370-ce76-4200-9157-9dd2ca6f5549 None None] Sync routers for ids ['122c067d-0664-472a-8765-023c6fbf0099'] in dv-neutron-601336-94-hyperv {{(pid=94177) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 23 11:36:36.096634 dv-neutron-601336-94-hyperv neutron-server[94177]: DEBUG neutron.db.l3_dvrscheduler_db [None req-50096370-ce76-4200-9157-9dd2ca6f5549 None None] Routers {'122c067d-0664-472a-8765-023c6fbf0099'} bound to L3 agent in host dv-neutron-601336-94-hyperv {{(pid=94177) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 23 11:36:36.098939 dv-neutron-601336-94-hyperv neutron-server[94177]: DEBUG neutron.db.l3_hamode_db [None req-50096370-ce76-4200-9157-9dd2ca6f5549 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-601336-94-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-23T11:22:13Z,description=,heartbeat_timestamp=2021-06-23T11:36:13Z,host='dv-neutron-601336-94-hyperv',id=50ef99c0-ef28-4db5-b303-b145898fae60,load=0,resource_versions=,resources_synced=,started_at=2021-06-23T11:22:14Z,topic='l3_agent')) {'router_ids': ['122c067d-0664-472a-8765-023c6fbf0099'], 'active': True} {{(pid=94177) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 11:36:36.102034 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2675dcd0-9bd8-45c9-8a16-cb3ff4ec11d8 tempest-FloatingIPTestJSON-1140213849 tempest-FloatingIPTestJSON-1140213849-project] Network 3e7e4eb3-cf02-4d47-ade9-0a579cdfc60f is already hosted by enough agents. {{(pid=94174) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 23 11:36:36.125567 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron_lib.callbacks.manager [None req-f065c090-dea1-498f-83c9-eac814bc59e8 tempest-SecGroupTest-1462889432 tempest-SecGroupTest-1462889432-project] Notify callbacks [] for security_group, precommit_create {{(pid=94175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:36:36.144508 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.scheduler.base_scheduler [None req-2675dcd0-9bd8-45c9-8a16-cb3ff4ec11d8 tempest-FloatingIPTestJSON-1140213849 tempest-FloatingIPTestJSON-1140213849-project] Resources bound (agent type, host, resource id): {{(pid=94174) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 23 11:36:36.149754 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.db.db_base_plugin_v2 [None req-8a6c6014-925c-4557-ba08-ed7d75765bf7 tempest-RoutersTest-228919764 tempest-RoutersTest-228919764-project] Deleting subnet b8fb0629-2298-4857-a3a7-be85dddb5a9a {{(pid=94175) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jun 23 11:36:36.151158 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2675dcd0-9bd8-45c9-8a16-cb3ff4ec11d8 tempest-FloatingIPTestJSON-1140213849 tempest-FloatingIPTestJSON-1140213849-project] Received port after_create {{(pid=94174) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 23 11:36:36.153727 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron_lib.callbacks.manager [None req-8a6c6014-925c-4557-ba08-ed7d75765bf7 tempest-RoutersTest-228919764 tempest-RoutersTest-228919764-project] Notify callbacks [] for subnet, before_delete {{(pid=94175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:36:36.197366 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron_lib.callbacks.manager [None req-f065c090-dea1-498f-83c9-eac814bc59e8 tempest-SecGroupTest-1462889432 tempest-SecGroupTest-1462889432-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7996330'] for security_group, after_create {{(pid=94175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:36:36.200658 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2675dcd0-9bd8-45c9-8a16-cb3ff4ec11d8 tempest-FloatingIPTestJSON-1140213849 tempest-FloatingIPTestJSON-1140213849-project] Pushing event updated for resources: {'Port': ['ID=0fddbbec-69a3-4970-876a-cdeb9ca8ad40,revision_number=1']} {{(pid=94174) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 11:36:36.202467 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG oslo_concurrency.lockutils [None req-11b77c82-679c-47be-ac71-5c3aeea45a35 tempest-NegativeSecGroupIPv6Test-1070497984 tempest-NegativeSecGroupIPv6Test-1070497984-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94175) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 11:36:36.211558 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG oslo_concurrency.lockutils [None req-2675dcd0-9bd8-45c9-8a16-cb3ff4ec11d8 tempest-FloatingIPTestJSON-1140213849 tempest-FloatingIPTestJSON-1140213849-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.154s {{(pid=94174) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 11:36:36.228424 dv-neutron-601336-94-hyperv neutron-server[94177]: DEBUG neutron.db.l3_dvr_db [None req-50096370-ce76-4200-9157-9dd2ca6f5549 None None] Set router 122c067d-0664-472a-8765-023c6fbf0099 gateway port host: None {{(pid=94177) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:838}} Jun 23 11:36:36.234541 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron_lib.callbacks.manager [None req-8a6c6014-925c-4557-ba08-ed7d75765bf7 tempest-RoutersTest-228919764 tempest-RoutersTest-228919764-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5190686'] for subnet, precommit_delete_associations {{(pid=94175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:36:36.239389 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f065c090-dea1-498f-83c9-eac814bc59e8 tempest-SecGroupTest-1462889432 tempest-SecGroupTest-1462889432-project] Pushing event updated for resources: {'SecurityGroup': ['ID=56c8b750-f449-49ea-a31d-940864b1e507,revision_number=1']} {{(pid=94175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 11:36:36.268182 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG oslo_concurrency.lockutils [None req-f065c090-dea1-498f-83c9-eac814bc59e8 tempest-SecGroupTest-1462889432 tempest-SecGroupTest-1462889432-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.066s {{(pid=94175) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 11:36:36.270285 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-335607e9-8abe-4c83-93cb-9a68fe717007 req-12d2ec06-9e5a-4b80-b434-921ff8987a79 tempest-TestServerAdvancedOps-2059691030 tempest-TestServerAdvancedOps-2059691030-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94174) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 11:36:36.271894 dv-neutron-601336-94-hyperv neutron-server[94174]: INFO neutron.wsgi [req-335607e9-8abe-4c83-93cb-9a68fe717007 req-12d2ec06-9e5a-4b80-b434-921ff8987a79 tempest-TestServerAdvancedOps-2059691030 tempest-TestServerAdvancedOps-2059691030-project] 10.222.0.20 "GET /v2.0/ports?device_id=db39e3a9-74a7-4800-a7cc-bd4b30155332 HTTP/1.1" status: 200 len: 945 time: 0.2645874 Jun 23 11:36:36.340424 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron_lib.callbacks.manager [None req-2ef2e899-5502-4d8b-8e4d-b0840b3df68e tempest-TestNetworkBasicOps-233187296 tempest-TestNetworkBasicOps-233187296-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-7866080', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-516693'] for router_interface, after_delete {{(pid=94174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:36:36.344083 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron_lib.callbacks.manager [None req-8a6c6014-925c-4557-ba08-ed7d75765bf7 tempest-RoutersTest-228919764 tempest-RoutersTest-228919764-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-897634'] for subnet, precommit_delete {{(pid=94175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:36:36.364845 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron_lib.callbacks.manager [None req-f065c090-dea1-498f-83c9-eac814bc59e8 tempest-SecGroupTest-1462889432 tempest-SecGroupTest-1462889432-project] Notify callbacks [] for security_group, before_response {{(pid=94175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:36:36.368990 dv-neutron-601336-94-hyperv neutron-server[94175]: INFO neutron.wsgi [None req-f065c090-dea1-498f-83c9-eac814bc59e8 tempest-SecGroupTest-1462889432 tempest-SecGroupTest-1462889432-project] 10.222.0.20 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.5861294 Jun 23 11:36:36.369193 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.wsgi [-] (94175) accepted ('10.222.0.20', 42042) {{(pid=94175) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 11:36:36.373901 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.api.v2.base [None req-cd40ba12-7b25-496e-87c1-2202286a18d6 tempest-SecGroupTest-1462889432 tempest-SecGroupTest-1462889432-project] Request body: {'security_group_rule': {'security_group_id': '56c8b750-f449-49ea-a31d-940864b1e507', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'tcp', 'port_range_min': 77, 'port_range_max': 77, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=94175) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 23 11:36:36.391777 dv-neutron-601336-94-hyperv neutron-server[94174]: INFO neutron.wsgi [req-335607e9-8abe-4c83-93cb-9a68fe717007 req-b7922d14-0625-48e1-ada3-696fbdf52e87 tempest-TestServerAdvancedOps-2059691030 tempest-TestServerAdvancedOps-2059691030-project] 10.222.0.20 "GET /v2.0/security-groups?id=15f52a14-6092-4d6f-aba4-bb31310b2c66&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0909145 Jun 23 11:36:36.514675 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron_lib.callbacks.manager [None req-cd40ba12-7b25-496e-87c1-2202286a18d6 tempest-SecGroupTest-1462889432 tempest-SecGroupTest-1462889432-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:36:36.544344 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron_lib.callbacks.manager [None req-8a6c6014-925c-4557-ba08-ed7d75765bf7 tempest-RoutersTest-228919764 tempest-RoutersTest-228919764-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-897627', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866062', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5083050', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4660036'] for subnet, after_delete {{(pid=94175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:36:36.546185 dv-neutron-601336-94-hyperv neutron-server[94177]: DEBUG neutron.db.l3_hamode_db [None req-50096370-ce76-4200-9157-9dd2ca6f5549 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '122c067d-0664-472a-8765-023c6fbf0099', 'name': 'tempest-RoutersTest-router-1104510358', 'tenant_id': '1838eb839bc24d0abf2e86f88a8bcfa8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-23T11:35:57Z', 'updated_at': '2021-06-23T11:36:35Z', 'revision_number': 9, 'project_id': '1838eb839bc24d0abf2e86f88a8bcfa8', 'gw_port_host': None, '_interfaces': [{'id': '7a29a4e4-f510-4f78-9f80-80db4aa06bf5', 'name': '', 'network_id': '16660c50-0794-457f-9a86-fdc3685f0969', 'tenant_id': '1838eb839bc24d0abf2e86f88a8bcfa8', 'mac_address': 'fa:16:3e:cb:f1:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '122c067d-0664-472a-8765-023c6fbf0099', 'device_owner': 'network:router_interface', 'standard_attr_id': 1104, 'fixed_ips': [{'subnet_id': 'c719f3a8-f536-49d0-8d92-e308a6195b0c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-94-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-23T11:36:00Z', 'updated_at': '2021-06-23T11:36:09Z', 'revision_number': 5, 'project_id': '1838eb839bc24d0abf2e86f88a8bcfa8', 'subnets': [{'id': 'c719f3a8-f536-49d0-8d92-e308a6195b0c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'd120ebe7-be2a-4b0b-a1b4-cc00f66e913c', 'name': '', 'network_id': '75649c4e-2c4d-4a9c-bb4f-3ba1a4d7057e', 'tenant_id': '1838eb839bc24d0abf2e86f88a8bcfa8', 'mac_address': 'fa:16:3e:65:7c:35', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '122c067d-0664-472a-8765-023c6fbf0099', 'device_owner': 'network:router_interface', 'standard_attr_id': 1130, 'fixed_ips': [{'subnet_id': 'c35c0562-6b9c-442e-96b4-912bb02cc969', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-94-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-23T11:36:08Z', 'updated_at': '2021-06-23T11:36:15Z', 'revision_number': 5, 'project_id': '1838eb839bc24d0abf2e86f88a8bcfa8', 'subnets': [{'id': 'c35c0562-6b9c-442e-96b4-912bb02cc969', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-601336-94-hyperv', False) {} {{(pid=94177) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 11:36:36.550146 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG oslo_concurrency.lockutils [None req-635f07de-597b-46f1-a372-eb682b6b8c4d tempest-RoutersTest-228919764 tempest-RoutersTest-228919764-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94175) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 11:36:36.578007 dv-neutron-601336-94-hyperv neutron-server[94177]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-50096370-ce76-4200-9157-9dd2ca6f5549 None None] Checking router: 122c067d-0664-472a-8765-023c6fbf0099 for host: dv-neutron-601336-94-hyperv {{(pid=94177) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 23 11:36:36.586749 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a6c6014-925c-4557-ba08-ed7d75765bf7 tempest-RoutersTest-228919764 tempest-RoutersTest-228919764-project] Pushing event deleted for resources: {'Subnet': ['ID=b8fb0629-2298-4857-a3a7-be85dddb5a9a,revision_number=None']} {{(pid=94175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 11:36:36.590692 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron_lib.callbacks.manager [None req-8a6c6014-925c-4557-ba08-ed7d75765bf7 tempest-RoutersTest-228919764 tempest-RoutersTest-228919764-project] Notify callbacks [] for subnet, before_response {{(pid=94175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:36:36.593064 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7a27be73-a061-4174-9e83-4247864dfcc7 None None] Network 84019baa-22c6-42bd-90bd-77a6f3aa1f2b requested from dv-neutron-601336-94-hyperv {{(pid=94176) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 23 11:36:36.597890 dv-neutron-601336-94-hyperv neutron-server[94175]: INFO neutron.wsgi [None req-8a6c6014-925c-4557-ba08-ed7d75765bf7 tempest-RoutersTest-228919764 tempest-RoutersTest-228919764-project] 10.222.0.20 "DELETE /v2.0/subnets/b8fb0629-2298-4857-a3a7-be85dddb5a9a HTTP/1.1" status: 204 len: 168 time: 0.5108740 Jun 23 11:36:36.598287 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.wsgi [-] (94175) accepted ('10.222.0.20', 42044) {{(pid=94175) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 11:36:36.600828 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG oslo_concurrency.lockutils [None req-8a6c6014-925c-4557-ba08-ed7d75765bf7 tempest-RoutersTest-228919764 tempest-RoutersTest-228919764-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=94175) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 11:36:36.607525 dv-neutron-601336-94-hyperv neutron-server[94177]: DEBUG neutron.db.l3_dvrscheduler_db [None req-50096370-ce76-4200-9157-9dd2ca6f5549 None None] Routers {'122c067d-0664-472a-8765-023c6fbf0099'} bound to L3 agent in host dv-neutron-601336-94-hyperv {{(pid=94177) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 23 11:36:36.608603 dv-neutron-601336-94-hyperv neutron-server[94177]: DEBUG neutron.db.l3_hamode_db [None req-50096370-ce76-4200-9157-9dd2ca6f5549 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-601336-94-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-23T11:22:13Z,description=,heartbeat_timestamp=2021-06-23T11:36:13Z,host='dv-neutron-601336-94-hyperv',id=50ef99c0-ef28-4db5-b303-b145898fae60,load=0,resource_versions=,resources_synced=,started_at=2021-06-23T11:22:14Z,topic='l3_agent')) {'router_ids': ['122c067d-0664-472a-8765-023c6fbf0099'], 'active': True} {{(pid=94177) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 11:36:36.706750 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron_lib.callbacks.manager [None req-ba0f42a7-7e76-423f-a4e5-7e15f50839fe tempest-RoutersTest-228919764 tempest-RoutersTest-228919764-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-824874'] for network, before_delete {{(pid=94175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:36:36.709497 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron_lib.callbacks.manager [None req-cd40ba12-7b25-496e-87c1-2202286a18d6 tempest-SecGroupTest-1462889432 tempest-SecGroupTest-1462889432-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:36:36.739532 dv-neutron-601336-94-hyperv neutron-server[94177]: DEBUG neutron.db.l3_dvr_db [None req-50096370-ce76-4200-9157-9dd2ca6f5549 None None] Set router 122c067d-0664-472a-8765-023c6fbf0099 gateway port host: None {{(pid=94177) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:838}} Jun 23 11:36:36.790115 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.plugins.ml2.plugin [None req-ba0f42a7-7e76-423f-a4e5-7e15f50839fe tempest-RoutersTest-228919764 tempest-RoutersTest-228919764-project] Deleting port 0e21f20a-31a0-4155-9381-4b380a5c7aff {{(pid=94175) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1913}} Jun 23 11:36:36.790502 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron_lib.callbacks.manager [None req-ba0f42a7-7e76-423f-a4e5-7e15f50839fe tempest-RoutersTest-228919764 tempest-RoutersTest-228919764-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773700079324'] for port, before_delete {{(pid=94175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:36:36.836343 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron_lib.callbacks.manager [None req-cd40ba12-7b25-496e-87c1-2202286a18d6 tempest-SecGroupTest-1462889432 tempest-SecGroupTest-1462889432-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7996355'] for security_group_rule, after_create {{(pid=94175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:36:36.852690 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0ae09e8c-a1a0-4743-a2f1-305640d8afc7 None None] DHCP port deletion for 84019baa-22c6-42bd-90bd-77a6f3aa1f2b request from dv-neutron-601336-94-hyperv {{(pid=94176) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jun 23 11:36:36.857343 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG oslo_concurrency.lockutils [None req-deb96b45-9f5b-4094-85d2-46e4a77c222c tempest-TestNetworkBasicOps-233187296 tempest-TestNetworkBasicOps-233187296-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94175) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 11:36:36.881368 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd40ba12-7b25-496e-87c1-2202286a18d6 tempest-SecGroupTest-1462889432 tempest-SecGroupTest-1462889432-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=69e8e9ad-187a-4588-95c0-57ad816d904e,revision_number=0']} {{(pid=94175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 11:36:36.894807 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG oslo_concurrency.lockutils [None req-cd40ba12-7b25-496e-87c1-2202286a18d6 tempest-SecGroupTest-1462889432 tempest-SecGroupTest-1462889432-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.037s {{(pid=94175) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 11:36:36.911383 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.plugins.ml2.plugin [None req-0ae09e8c-a1a0-4743-a2f1-305640d8afc7 None None] Deleting port 0e21f20a-31a0-4155-9381-4b380a5c7aff {{(pid=94176) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1913}} Jun 23 11:36:36.913058 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron_lib.callbacks.manager [None req-0ae09e8c-a1a0-4743-a2f1-305640d8afc7 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773700079324'] for port, before_delete {{(pid=94176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:36:36.942207 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.plugins.ml2.db [None req-ba0f42a7-7e76-423f-a4e5-7e15f50839fe tempest-RoutersTest-228919764 tempest-RoutersTest-228919764-project] For port 0e21f20a-31a0-4155-9381-4b380a5c7aff, host dv-neutron-601336-94-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-94-hyperv',level=0,port_id=0e21f20a-31a0-4155-9381-4b380a5c7aff,segment=NetworkSegment(5803a03d-cefa-42b6-8ef9-c623e9a53969),segment_id=5803a03d-cefa-42b6-8ef9-c623e9a53969)] {{(pid=94175) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 23 11:36:36.943485 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron_lib.callbacks.manager [None req-ba0f42a7-7e76-423f-a4e5-7e15f50839fe tempest-RoutersTest-228919764 tempest-RoutersTest-228919764-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-430722'] for port, precommit_delete {{(pid=94175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:36:36.972437 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.plugins.ml2.plugin [None req-ba0f42a7-7e76-423f-a4e5-7e15f50839fe tempest-RoutersTest-228919764 tempest-RoutersTest-228919764-project] Calling delete_port for 0e21f20a-31a0-4155-9381-4b380a5c7aff owned by network:dhcp {{(pid=94175) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1986}} Jun 23 11:36:36.988297 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron_lib.callbacks.manager [None req-cd40ba12-7b25-496e-87c1-2202286a18d6 tempest-SecGroupTest-1462889432 tempest-SecGroupTest-1462889432-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:36:36.989764 dv-neutron-601336-94-hyperv neutron-server[94175]: INFO neutron.wsgi [None req-cd40ba12-7b25-496e-87c1-2202286a18d6 tempest-SecGroupTest-1462889432 tempest-SecGroupTest-1462889432-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.6195529 Jun 23 11:36:36.993898 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.wsgi [-] (94175) accepted ('10.222.0.20', 42046) {{(pid=94175) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 11:36:37.040116 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.plugins.ml2.db [None req-0ae09e8c-a1a0-4743-a2f1-305640d8afc7 None None] For port 0e21f20a-31a0-4155-9381-4b380a5c7aff, host dv-neutron-601336-94-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-94-hyperv',level=0,port_id=0e21f20a-31a0-4155-9381-4b380a5c7aff,segment=NetworkSegment(5803a03d-cefa-42b6-8ef9-c623e9a53969),segment_id=5803a03d-cefa-42b6-8ef9-c623e9a53969)] {{(pid=94176) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 23 11:36:37.040354 dv-neutron-601336-94-hyperv neutron-server[94177]: DEBUG neutron.db.l3_hamode_db [None req-50096370-ce76-4200-9157-9dd2ca6f5549 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '122c067d-0664-472a-8765-023c6fbf0099', 'name': 'tempest-RoutersTest-router-1104510358', 'tenant_id': '1838eb839bc24d0abf2e86f88a8bcfa8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-23T11:35:57Z', 'updated_at': '2021-06-23T11:36:35Z', 'revision_number': 9, 'project_id': '1838eb839bc24d0abf2e86f88a8bcfa8', 'gw_port_host': None, '_interfaces': [{'id': '7a29a4e4-f510-4f78-9f80-80db4aa06bf5', 'name': '', 'network_id': '16660c50-0794-457f-9a86-fdc3685f0969', 'tenant_id': '1838eb839bc24d0abf2e86f88a8bcfa8', 'mac_address': 'fa:16:3e:cb:f1:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '122c067d-0664-472a-8765-023c6fbf0099', 'device_owner': 'network:router_interface', 'standard_attr_id': 1104, 'fixed_ips': [{'subnet_id': 'c719f3a8-f536-49d0-8d92-e308a6195b0c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-94-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-23T11:36:00Z', 'updated_at': '2021-06-23T11:36:09Z', 'revision_number': 5, 'project_id': '1838eb839bc24d0abf2e86f88a8bcfa8', 'subnets': [{'id': 'c719f3a8-f536-49d0-8d92-e308a6195b0c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'd120ebe7-be2a-4b0b-a1b4-cc00f66e913c', 'name': '', 'network_id': '75649c4e-2c4d-4a9c-bb4f-3ba1a4d7057e', 'tenant_id': '1838eb839bc24d0abf2e86f88a8bcfa8', 'mac_address': 'fa:16:3e:65:7c:35', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '122c067d-0664-472a-8765-023c6fbf0099', 'device_owner': 'network:router_interface', 'standard_attr_id': 1130, 'fixed_ips': [{'subnet_id': 'c35c0562-6b9c-442e-96b4-912bb02cc969', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-94-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-23T11:36:08Z', 'updated_at': '2021-06-23T11:36:15Z', 'revision_number': 5, 'project_id': '1838eb839bc24d0abf2e86f88a8bcfa8', 'subnets': [{'id': 'c35c0562-6b9c-442e-96b4-912bb02cc969', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-601336-94-hyperv', False) {} {{(pid=94177) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 11:36:37.040497 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron_lib.callbacks.manager [None req-0ae09e8c-a1a0-4743-a2f1-305640d8afc7 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-430722'] for port, precommit_delete {{(pid=94176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:36:37.061391 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.plugins.ml2.plugin [None req-0ae09e8c-a1a0-4743-a2f1-305640d8afc7 None None] Calling delete_port for 0e21f20a-31a0-4155-9381-4b380a5c7aff owned by network:dhcp {{(pid=94176) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1986}} Jun 23 11:36:37.068440 dv-neutron-601336-94-hyperv neutron-server[94177]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-50096370-ce76-4200-9157-9dd2ca6f5549 None None] The sync data for ids ['122c067d-0664-472a-8765-023c6fbf0099'] in dv-neutron-601336-94-hyperv is: [{'id': '122c067d-0664-472a-8765-023c6fbf0099', 'name': 'tempest-RoutersTest-router-1104510358', 'tenant_id': '1838eb839bc24d0abf2e86f88a8bcfa8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-23T11:35:57Z', 'updated_at': '2021-06-23T11:36:35Z', 'revision_number': 9, 'project_id': '1838eb839bc24d0abf2e86f88a8bcfa8', 'gw_port_host': None, '_interfaces': [{'id': '7a29a4e4-f510-4f78-9f80-80db4aa06bf5', 'name': '', 'network_id': '16660c50-0794-457f-9a86-fdc3685f0969', 'tenant_id': '1838eb839bc24d0abf2e86f88a8bcfa8', 'mac_address': 'fa:16:3e:cb:f1:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '122c067d-0664-472a-8765-023c6fbf0099', 'device_owner': 'network:router_interface', 'standard_attr_id': 1104, 'fixed_ips': [{'subnet_id': 'c719f3a8-f536-49d0-8d92-e308a6195b0c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-94-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-23T11:36:00Z', 'updated_at': '2021-06-23T11:36:09Z', 'revision_number': 5, 'project_id': '1838eb839bc24d0abf2e86f88a8bcfa8', 'subnets': [{'id': 'c719f3a8-f536-49d0-8d92-e308a6195b0c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'd120ebe7-be2a-4b0b-a1b4-cc00f66e913c', 'name': '', 'network_id': '75649c4e-2c4d-4a9c-bb4f-3ba1a4d7057e', 'tenant_id': '1838eb839bc24d0abf2e86f88a8bcfa8', 'mac_address': 'fa:16:3e:65:7c:35', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '122c067d-0664-472a-8765-023c6fbf0099', 'device_owner': 'network:router_interface', 'standard_attr_id': 1130, 'fixed_ips': [{'subnet_id': 'c35c0562-6b9c-442e-96b4-912bb02cc969', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-94-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-23T11:36:08Z', 'updated_at': '2021-06-23T11:36:15Z', 'revision_number': 5, 'project_id': '1838eb839bc24d0abf2e86f88a8bcfa8', 'subnets': [{'id': 'c35c0562-6b9c-442e-96b4-912bb02cc969', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94177) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 23 11:36:37.106230 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron_lib.callbacks.manager [None req-1a01d4c5-cc3d-4933-ae85-ad6a18a89ab7 tempest-SecGroupTest-1462889432 tempest-SecGroupTest-1462889432-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=94175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:36:37.119114 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron_lib.callbacks.manager [None req-1a01d4c5-cc3d-4933-ae85-ad6a18a89ab7 tempest-SecGroupTest-1462889432 tempest-SecGroupTest-1462889432-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=94175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:36:37.134666 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.plugins.ml2.rpc [None req-dc7542b2-afef-47f4-a763-e3a3cba144be None None] Device 0e21f20a-31a0-4155-9381-4b380a5c7aff no longer exists at agent ovs-agent-dv-neutron-601336-94-hyperv {{(pid=94176) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:261}} Jun 23 11:36:37.218095 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2ef2e899-5502-4d8b-8e4d-b0840b3df68e tempest-TestNetworkBasicOps-233187296 tempest-TestNetworkBasicOps-233187296-project] Router 4c99b81f-8a52-421f-abc8-9ccee9678765 has already been hosted by L3 agent 50ef99c0-ef28-4db5-b303-b145898fae60 {{(pid=94174) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 23 11:36:37.238834 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron_lib.callbacks.manager [None req-dc7542b2-afef-47f4-a763-e3a3cba144be None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-923122'] for port, before_update {{(pid=94176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:36:37.246018 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron_lib.callbacks.manager [None req-1a01d4c5-cc3d-4933-ae85-ad6a18a89ab7 tempest-SecGroupTest-1462889432 tempest-SecGroupTest-1462889432-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7996355'] for security_group_rule, after_delete {{(pid=94175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:36:37.248212 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94175) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 11:36:37.254316 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron_lib.callbacks.manager [None req-1a01d4c5-cc3d-4933-ae85-ad6a18a89ab7 tempest-SecGroupTest-1462889432 tempest-SecGroupTest-1462889432-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:36:37.259893 dv-neutron-601336-94-hyperv neutron-server[94175]: INFO neutron.wsgi [None req-1a01d4c5-cc3d-4933-ae85-ad6a18a89ab7 tempest-SecGroupTest-1462889432 tempest-SecGroupTest-1462889432-project] 10.222.0.20 "DELETE /v2.0/security-group-rules/69e8e9ad-187a-4588-95c0-57ad816d904e HTTP/1.1" status: 204 len: 168 time: 0.2598934 Jun 23 11:36:37.260028 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.wsgi [-] (94175) accepted ('10.222.0.20', 42048) {{(pid=94175) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 11:36:37.266561 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a01d4c5-cc3d-4933-ae85-ad6a18a89ab7 tempest-SecGroupTest-1462889432 tempest-SecGroupTest-1462889432-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=69e8e9ad-187a-4588-95c0-57ad816d904e,revision_number=None']} {{(pid=94175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 11:36:37.269519 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG oslo_concurrency.lockutils [None req-1a01d4c5-cc3d-4933-ae85-ad6a18a89ab7 tempest-SecGroupTest-1462889432 tempest-SecGroupTest-1462889432-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.021s {{(pid=94175) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 11:36:37.276952 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron_lib.callbacks.manager [None req-ba0f42a7-7e76-423f-a4e5-7e15f50839fe tempest-RoutersTest-228919764 tempest-RoutersTest-228919764-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-922904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866062', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773700135024', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773699642224', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5082448'] for port, after_delete {{(pid=94175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:36:37.280429 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG oslo_concurrency.lockutils [None req-edcb7a68-ea96-4137-8d00-899e1b373b85 tempest-TestNetworkBasicOps-233187296 tempest-TestNetworkBasicOps-233187296-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94175) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 11:36:37.306573 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron_lib.callbacks.manager [None req-0ae09e8c-a1a0-4743-a2f1-305640d8afc7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-922904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866062', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773700135024', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773699642224'] for port, after_delete {{(pid=94176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:36:37.309472 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG oslo_concurrency.lockutils [None req-10981393-4b57-4546-8021-e85b94e39a15 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 11:36:37.313410 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba0f42a7-7e76-423f-a4e5-7e15f50839fe tempest-RoutersTest-228919764 tempest-RoutersTest-228919764-project] Pushing event deleted for resources: {'Port': ['ID=0e21f20a-31a0-4155-9381-4b380a5c7aff,revision_number=None']} {{(pid=94175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 11:36:37.318733 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG oslo_concurrency.lockutils [None req-ba0f42a7-7e76-423f-a4e5-7e15f50839fe tempest-RoutersTest-228919764 tempest-RoutersTest-228919764-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.037s {{(pid=94175) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 11:36:37.320693 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ba0f42a7-7e76-423f-a4e5-7e15f50839fe tempest-RoutersTest-228919764 tempest-RoutersTest-228919764-project] No DVR routers for this DVR port 0e21f20a-31a0-4155-9381-4b380a5c7aff on host dv-neutron-601336-94-hyperv {{(pid=94175) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 23 11:36:37.325374 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron_lib.callbacks.manager [None req-2675dcd0-9bd8-45c9-8a16-cb3ff4ec11d8 tempest-FloatingIPTestJSON-1140213849 tempest-FloatingIPTestJSON-1140213849-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:36:37.346714 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0ae09e8c-a1a0-4743-a2f1-305640d8afc7 None None] No DVR routers for this DVR port 0e21f20a-31a0-4155-9381-4b380a5c7aff on host dv-neutron-601336-94-hyperv {{(pid=94176) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 23 11:36:37.350772 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ae09e8c-a1a0-4743-a2f1-305640d8afc7 None None] Pushing event deleted for resources: {'Port': ['ID=0e21f20a-31a0-4155-9381-4b380a5c7aff,revision_number=None']} {{(pid=94176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 11:36:37.352853 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG oslo_concurrency.lockutils [None req-0ae09e8c-a1a0-4743-a2f1-305640d8afc7 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.043s {{(pid=94176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 11:36:37.371694 dv-neutron-601336-94-hyperv neutron-server[94175]: INFO neutron.wsgi [None req-f3b081dd-ab83-429d-a0e8-54df530ef929 tempest-SecGroupTest-1462889432 tempest-SecGroupTest-1462889432-project] 10.222.0.20 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.1103783 Jun 23 11:36:37.374219 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.wsgi [-] (94175) accepted ('10.222.0.20', 42050) {{(pid=94175) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 11:36:37.446238 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2ef2e899-5502-4d8b-8e4d-b0840b3df68e tempest-TestNetworkBasicOps-233187296 tempest-TestNetworkBasicOps-233187296-project] Notify agent at l3_agent.dv-neutron-601336-94-hyperv the message routers_updated {{(pid=94174) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 23 11:36:37.449103 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron_lib.callbacks.manager [None req-ba0f42a7-7e76-423f-a4e5-7e15f50839fe tempest-RoutersTest-228919764 tempest-RoutersTest-228919764-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-897259', 'neutron.services.segments.db._delete_segments_for_network-8773700168587'] for network, precommit_delete {{(pid=94175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:36:37.452365 dv-neutron-601336-94-hyperv neutron-server[94174]: INFO neutron.wsgi [None req-2ef2e899-5502-4d8b-8e4d-b0840b3df68e tempest-TestNetworkBasicOps-233187296 tempest-TestNetworkBasicOps-233187296-project] 10.222.0.20 "PUT /v2.0/routers/4c99b81f-8a52-421f-abc8-9ccee9678765/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.7268615 Jun 23 11:36:37.458401 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-26de73bc-e7cb-4455-9e9c-1cbcb6e88286 None None] Sync routers for ids ['4c99b81f-8a52-421f-abc8-9ccee9678765'] in dv-neutron-601336-94-hyperv {{(pid=94176) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 23 11:36:37.469160 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.db.l3_dvrscheduler_db [None req-26de73bc-e7cb-4455-9e9c-1cbcb6e88286 None None] Routers {'4c99b81f-8a52-421f-abc8-9ccee9678765'} bound to L3 agent in host dv-neutron-601336-94-hyperv {{(pid=94176) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 23 11:36:37.470458 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.db.l3_hamode_db [None req-26de73bc-e7cb-4455-9e9c-1cbcb6e88286 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-601336-94-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-23T11:22:13Z,description=,heartbeat_timestamp=2021-06-23T11:36:13Z,host='dv-neutron-601336-94-hyperv',id=50ef99c0-ef28-4db5-b303-b145898fae60,load=0,resource_versions=,resources_synced=,started_at=2021-06-23T11:22:14Z,topic='l3_agent')) {'router_ids': ['4c99b81f-8a52-421f-abc8-9ccee9678765'], 'active': True} {{(pid=94176) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 11:36:37.477335 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.services.segments.db [None req-ba0f42a7-7e76-423f-a4e5-7e15f50839fe tempest-RoutersTest-228919764 tempest-RoutersTest-228919764-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['84019baa-22c6-42bd-90bd-77a6f3aa1f2b']}} {{(pid=94175) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 11:36:37.496250 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.services.segments.db [None req-ba0f42a7-7e76-423f-a4e5-7e15f50839fe tempest-RoutersTest-228919764 tempest-RoutersTest-228919764-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5803a03d-cefa-42b6-8ef9-c623e9a53969') {'for_net_delete': True} {{(pid=94175) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 11:36:37.496481 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.services.segments.db [None req-ba0f42a7-7e76-423f-a4e5-7e15f50839fe tempest-RoutersTest-228919764 tempest-RoutersTest-228919764-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5803a03d-cefa-42b6-8ef9-c623e9a53969') {} {{(pid=94175) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 11:36:37.542652 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron_lib.callbacks.manager [None req-ba0f42a7-7e76-423f-a4e5-7e15f50839fe tempest-RoutersTest-228919764 tempest-RoutersTest-228919764-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8773699955833', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5190677'] for segment, before_delete {{(pid=94175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:36:37.550187 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron_lib.callbacks.manager [None req-611ddc66-873c-48dc-b919-94fe230d49ab tempest-SecGroupTest-1462889432 tempest-SecGroupTest-1462889432-project] Notify callbacks [] for security_group, before_delete {{(pid=94175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:36:37.572468 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron_lib.callbacks.manager [None req-2675dcd0-9bd8-45c9-8a16-cb3ff4ec11d8 tempest-FloatingIPTestJSON-1140213849 tempest-FloatingIPTestJSON-1140213849-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-923122'] for port, before_update {{(pid=94174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:36:37.602885 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron_lib.callbacks.manager [None req-ba0f42a7-7e76-423f-a4e5-7e15f50839fe tempest-RoutersTest-228919764 tempest-RoutersTest-228919764-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3801'] for segment, precommit_delete {{(pid=94175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:36:37.629891 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.db.l3_dvr_db [None req-26de73bc-e7cb-4455-9e9c-1cbcb6e88286 None None] Set router 4c99b81f-8a52-421f-abc8-9ccee9678765 gateway port host: dv-neutron-601336-94-hyperv {{(pid=94176) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:838}} Jun 23 11:36:37.633548 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ba0f42a7-7e76-423f-a4e5-7e15f50839fe tempest-RoutersTest-228919764 tempest-RoutersTest-228919764-project] Releasing vlan 410 on physical network physnet1 to pool {{(pid=94175) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 23 11:36:37.634076 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron_lib.callbacks.manager [None req-ba0f42a7-7e76-423f-a4e5-7e15f50839fe tempest-RoutersTest-228919764 tempest-RoutersTest-228919764-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3801', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5082371'] for segment, after_delete {{(pid=94175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:36:37.638109 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron_lib.callbacks.manager [None req-611ddc66-873c-48dc-b919-94fe230d49ab tempest-SecGroupTest-1462889432 tempest-SecGroupTest-1462889432-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:36:37.640885 dv-neutron-601336-94-hyperv neutron-server[94175]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 23 11:36:37.640885 dv-neutron-601336-94-hyperv neutron-server[94175]: conditions |= (models_v2.Port.network_id.in_( Jun 23 11:36:37.640885 dv-neutron-601336-94-hyperv neutron-server[94175]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 23 11:36:37.640885 dv-neutron-601336-94-hyperv neutron-server[94175]: conditions |= (models_v2.Port.network_id.in_( Jun 23 11:36:37.640885 dv-neutron-601336-94-hyperv neutron-server[94175]: Traceback (most recent call last): Jun 23 11:36:37.640885 dv-neutron-601336-94-hyperv neutron-server[94175]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 23 11:36:37.640885 dv-neutron-601336-94-hyperv neutron-server[94175]: timer() Jun 23 11:36:37.640885 dv-neutron-601336-94-hyperv neutron-server[94175]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 23 11:36:37.640885 dv-neutron-601336-94-hyperv neutron-server[94175]: cb(*args, **kw) Jun 23 11:36:37.640885 dv-neutron-601336-94-hyperv neutron-server[94175]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 23 11:36:37.640885 dv-neutron-601336-94-hyperv neutron-server[94175]: return func(*args, **kwargs) Jun 23 11:36:37.640885 dv-neutron-601336-94-hyperv neutron-server[94175]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 23 11:36:37.640885 dv-neutron-601336-94-hyperv neutron-server[94175]: self._notify() Jun 23 11:36:37.640885 dv-neutron-601336-94-hyperv neutron-server[94175]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 23 11:36:37.640885 dv-neutron-601336-94-hyperv neutron-server[94175]: self.callback(batched_events) Jun 23 11:36:37.640885 dv-neutron-601336-94-hyperv neutron-server[94175]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 23 11:36:37.640885 dv-neutron-601336-94-hyperv neutron-server[94175]: event.method(event) Jun 23 11:36:37.640885 dv-neutron-601336-94-hyperv neutron-server[94175]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 23 11:36:37.640885 dv-neutron-601336-94-hyperv neutron-server[94175]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 23 11:36:37.640885 dv-neutron-601336-94-hyperv neutron-server[94175]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 23 11:36:37.640885 dv-neutron-601336-94-hyperv neutron-server[94175]: aggregate_uuid = self.p_client.list_aggregates( Jun 23 11:36:37.640885 dv-neutron-601336-94-hyperv neutron-server[94175]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 23 11:36:37.640885 dv-neutron-601336-94-hyperv neutron-server[94175]: return f(self, *a, **k) Jun 23 11:36:37.640885 dv-neutron-601336-94-hyperv neutron-server[94175]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 23 11:36:37.640885 dv-neutron-601336-94-hyperv neutron-server[94175]: return self._get(url).json() Jun 23 11:36:37.640885 dv-neutron-601336-94-hyperv neutron-server[94175]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 23 11:36:37.640885 dv-neutron-601336-94-hyperv neutron-server[94175]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 23 11:36:37.640885 dv-neutron-601336-94-hyperv neutron-server[94175]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 23 11:36:37.640885 dv-neutron-601336-94-hyperv neutron-server[94175]: return self.request(url, 'GET', **kwargs) Jun 23 11:36:37.640885 dv-neutron-601336-94-hyperv neutron-server[94175]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 23 11:36:37.640885 dv-neutron-601336-94-hyperv neutron-server[94175]: base_url = self.get_endpoint(auth, allow=allow, Jun 23 11:36:37.640885 dv-neutron-601336-94-hyperv neutron-server[94175]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 23 11:36:37.640885 dv-neutron-601336-94-hyperv neutron-server[94175]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 23 11:36:37.640885 dv-neutron-601336-94-hyperv neutron-server[94175]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 23 11:36:37.640885 dv-neutron-601336-94-hyperv neutron-server[94175]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 23 11:36:37.640885 dv-neutron-601336-94-hyperv neutron-server[94175]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 23 11:36:37.767930 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc64c87e-b85d-4794-9e7b-1df931e604a9 req-59b7395b-17f7-4846-8370-130e538f9756 tempest-TestServerAdvancedOps-2059691030 tempest-TestServerAdvancedOps-2059691030-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 11:36:37.767930 dv-neutron-601336-94-hyperv neutron-server[94175]: INFO neutron.wsgi [req-cc64c87e-b85d-4794-9e7b-1df931e604a9 req-59b7395b-17f7-4846-8370-130e538f9756 tempest-TestServerAdvancedOps-2059691030 tempest-TestServerAdvancedOps-2059691030-project] 10.222.0.20 "GET /v2.0/ports?device_id=db39e3a9-74a7-4800-a7cc-bd4b30155332 HTTP/1.1" status: 200 len: 945 time: 0.1760507 Jun 23 11:36:37.772010 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron_lib.callbacks.manager [None req-2675dcd0-9bd8-45c9-8a16-cb3ff4ec11d8 tempest-FloatingIPTestJSON-1140213849 tempest-FloatingIPTestJSON-1140213849-project] Notify callbacks [] for port, precommit_update {{(pid=94174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:36:37.809360 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron_lib.callbacks.manager [None req-611ddc66-873c-48dc-b919-94fe230d49ab tempest-SecGroupTest-1462889432 tempest-SecGroupTest-1462889432-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7996330'] for security_group, after_delete {{(pid=94175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:36:37.811980 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron_lib.callbacks.manager [None req-611ddc66-873c-48dc-b919-94fe230d49ab tempest-SecGroupTest-1462889432 tempest-SecGroupTest-1462889432-project] Notify callbacks [] for security_group, before_response {{(pid=94175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:36:37.813149 dv-neutron-601336-94-hyperv neutron-server[94175]: INFO neutron.wsgi [None req-611ddc66-873c-48dc-b919-94fe230d49ab tempest-SecGroupTest-1462889432 tempest-SecGroupTest-1462889432-project] 10.222.0.20 "DELETE /v2.0/security-groups/56c8b750-f449-49ea-a31d-940864b1e507 HTTP/1.1" status: 204 len: 168 time: 0.4379489 Jun 23 11:36:37.813894 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron_lib.callbacks.manager [None req-ba0f42a7-7e76-423f-a4e5-7e15f50839fe tempest-RoutersTest-228919764 tempest-RoutersTest-228919764-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-897248', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8002400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7866073', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-524247'] for network, after_delete {{(pid=94175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:36:37.815981 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.wsgi [-] (94174) accepted ('10.222.0.20', 42056) {{(pid=94174) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 11:36:37.819735 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG oslo_concurrency.lockutils [None req-8b686081-9d3e-484b-b264-367008db5723 tempest-NegativeSecGroupIPv6Test-1070497984 tempest-NegativeSecGroupIPv6Test-1070497984-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94175) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 11:36:37.828703 dv-neutron-601336-94-hyperv neutron-server[94175]: INFO neutron.wsgi [req-cc64c87e-b85d-4794-9e7b-1df931e604a9 req-d4788b6d-75a9-4298-96c3-14c0fc0c7e0a tempest-TestServerAdvancedOps-2059691030 tempest-TestServerAdvancedOps-2059691030-project] 10.222.0.20 "GET /v2.0/security-groups?id=15f52a14-6092-4d6f-aba4-bb31310b2c66&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0534208 Jun 23 11:36:37.834473 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron_lib.callbacks.manager [None req-ba0f42a7-7e76-423f-a4e5-7e15f50839fe tempest-RoutersTest-228919764 tempest-RoutersTest-228919764-project] Notify callbacks [] for network, before_response {{(pid=94175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:36:37.839631 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.wsgi [-] (94174) accepted ('10.222.0.20', 42058) {{(pid=94174) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 11:36:37.840328 dv-neutron-601336-94-hyperv neutron-server[94175]: INFO neutron.wsgi [None req-ba0f42a7-7e76-423f-a4e5-7e15f50839fe tempest-RoutersTest-228919764 tempest-RoutersTest-228919764-project] 10.222.0.20 "DELETE /v2.0/networks/84019baa-22c6-42bd-90bd-77a6f3aa1f2b HTTP/1.1" status: 204 len: 168 time: 1.2384176 Jun 23 11:36:37.841995 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-611ddc66-873c-48dc-b919-94fe230d49ab tempest-SecGroupTest-1462889432 tempest-SecGroupTest-1462889432-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=56c8b750-f449-49ea-a31d-940864b1e507,revision_number=None']} {{(pid=94175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 11:36:37.844589 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG oslo_concurrency.lockutils [None req-611ddc66-873c-48dc-b919-94fe230d49ab tempest-SecGroupTest-1462889432 tempest-SecGroupTest-1462889432-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.025s {{(pid=94175) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 11:36:37.845106 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG oslo_concurrency.lockutils [None req-ef4f3aa9-4e76-473a-8bb4-a00dfc8e9e7a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.016s {{(pid=94175) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 11:36:37.864227 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba0f42a7-7e76-423f-a4e5-7e15f50839fe tempest-RoutersTest-228919764 tempest-RoutersTest-228919764-project] Pushing event deleted for resources: {'Network': ['ID=84019baa-22c6-42bd-90bd-77a6f3aa1f2b,revision_number=None']} {{(pid=94175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 11:36:37.867733 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG oslo_concurrency.lockutils [None req-ba0f42a7-7e76-423f-a4e5-7e15f50839fe tempest-RoutersTest-228919764 tempest-RoutersTest-228919764-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.022s {{(pid=94175) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 11:36:37.914637 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.db.l3_hamode_db [None req-26de73bc-e7cb-4455-9e9c-1cbcb6e88286 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4c99b81f-8a52-421f-abc8-9ccee9678765', 'name': 'tempest-TestNetworkBasicOps-router-26535949', 'tenant_id': '772b9946478d439e9da4eaeade7fb21d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3e7e4eb3-cf02-4d47-ade9-0a579cdfc60f', 'external_fixed_ips': [{'subnet_id': 'a5ad15ab-c489-4a67-a9b0-d559fca0ec71', 'ip_address': '172.26.3.243'}], 'enable_snat': True}, 'gw_port_id': '3aeaf89e-5f81-4c55-b262-f57f38a5e301', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-23T11:34:22Z', 'updated_at': '2021-06-23T11:36:35Z', 'revision_number': 6, 'project_id': '772b9946478d439e9da4eaeade7fb21d', 'gw_port': {'id': '3aeaf89e-5f81-4c55-b262-f57f38a5e301', 'name': '', 'network_id': '3e7e4eb3-cf02-4d47-ade9-0a579cdfc60f', 'tenant_id': '', 'mac_address': 'fa:16:3e:74:1f:dd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4c99b81f-8a52-421f-abc8-9ccee9678765', 'device_owner': 'network:router_gateway', 'standard_attr_id': 875, 'fixed_ips': [{'subnet_id': 'a5ad15ab-c489-4a67-a9b0-d559fca0ec71', 'ip_address': '172.26.3.243', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-94-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-23T11:34:23Z', 'updated_at': '2021-06-23T11:34:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a5ad15ab-c489-4a67-a9b0-d559fca0ec71', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-601336-94-hyperv', '_floatingips': [{'id': '75ccf94b-3f4a-48ae-98fb-f08ae19f0347', 'tenant_id': '772b9946478d439e9da4eaeade7fb21d', 'floating_ip_address': '172.26.3.244', 'floating_network_id': '3e7e4eb3-cf02-4d47-ade9-0a579cdfc60f', 'router_id': '4c99b81f-8a52-421f-abc8-9ccee9678765', 'port_id': '5bc1c89c-f37a-4549-8bd2-67c7e46b8da1', 'fixed_ip_address': '172.20.0.12', 'status': 'ACTIVE', 'standard_attr_id': 962, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'cf29c68f-82b8-4662-a929-931f65637941', 'mac_address': 'fa:16:3e:64:d1:62', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5dc250a1-61bb-46d0-9888-3ab1b564fa78', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-23T11:35:03Z', 'updated_at': '2021-06-23T11:35:08Z', 'revision_number': 1, 'project_id': '772b9946478d439e9da4eaeade7fb21d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e5476f2c-5bd4-4cc3-b744-a1495ec93de3', 'name': '', 'network_id': 'cf29c68f-82b8-4662-a929-931f65637941', 'tenant_id': '772b9946478d439e9da4eaeade7fb21d', 'mac_address': 'fa:16:3e:9d:69:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4c99b81f-8a52-421f-abc8-9ccee9678765', 'device_owner': 'network:router_interface', 'standard_attr_id': 903, 'fixed_ips': [{'subnet_id': 'a2268277-49d2-4de4-9270-a498945fea2b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-94-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-23T11:34:28Z', 'updated_at': '2021-06-23T11:34:40Z', 'revision_number': 5, 'project_id': '772b9946478d439e9da4eaeade7fb21d', 'subnets': [{'id': 'a2268277-49d2-4de4-9270-a498945fea2b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-601336-94-hyperv', False) {} {{(pid=94176) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 11:36:37.918170 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron_lib.callbacks.manager [None req-2675dcd0-9bd8-45c9-8a16-cb3ff4ec11d8 tempest-FloatingIPTestJSON-1140213849 tempest-FloatingIPTestJSON-1140213849-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-922904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866062', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773700135042', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773699642233', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773699642278', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5196369'] for port, after_update {{(pid=94174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:36:37.933898 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG oslo_concurrency.lockutils [None req-b36fe17a-4427-426e-8200-b3fe5c5fc843 tempest-RoutersTest-228919764 tempest-RoutersTest-228919764-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94174) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 11:36:37.943023 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-26de73bc-e7cb-4455-9e9c-1cbcb6e88286 None None] Checking router: 4c99b81f-8a52-421f-abc8-9ccee9678765 for host: dv-neutron-601336-94-hyperv {{(pid=94176) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 23 11:36:37.955913 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.db.l3_dvrscheduler_db [None req-26de73bc-e7cb-4455-9e9c-1cbcb6e88286 None None] Routers {'4c99b81f-8a52-421f-abc8-9ccee9678765'} bound to L3 agent in host dv-neutron-601336-94-hyperv {{(pid=94176) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 23 11:36:37.956662 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.db.l3_hamode_db [None req-26de73bc-e7cb-4455-9e9c-1cbcb6e88286 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-601336-94-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-23T11:22:13Z,description=,heartbeat_timestamp=2021-06-23T11:36:13Z,host='dv-neutron-601336-94-hyperv',id=50ef99c0-ef28-4db5-b303-b145898fae60,load=0,resource_versions=,resources_synced=,started_at=2021-06-23T11:22:14Z,topic='l3_agent')) {'router_ids': ['4c99b81f-8a52-421f-abc8-9ccee9678765'], 'active': True} {{(pid=94176) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 11:36:37.994706 dv-neutron-601336-94-hyperv neutron-server[94174]: INFO neutron.wsgi [None req-aee9d099-0f35-4cab-97ac-f901b8f88290 tempest-SecGroupTest-1462889432 tempest-SecGroupTest-1462889432-project] 10.222.0.20 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.1774805 Jun 23 11:36:37.999195 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.wsgi [-] (94175) accepted ('10.222.0.20', 42064) {{(pid=94175) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 11:36:38.003977 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.api.v2.base [None req-1bf897c1-4c04-495f-a243-78af1ef8cd13 tempest-SecGroupTest-1462889432 tempest-SecGroupTest-1462889432-project] Request body: {'security_group': {'name': 'tempest-secgroup--1171703747'}} {{(pid=94175) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 23 11:36:38.078231 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2675dcd0-9bd8-45c9-8a16-cb3ff4ec11d8 tempest-FloatingIPTestJSON-1140213849 tempest-FloatingIPTestJSON-1140213849-project] Pushing event updated for resources: {'Port': ['ID=0fddbbec-69a3-4970-876a-cdeb9ca8ad40,revision_number=2']} {{(pid=94174) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 11:36:38.087813 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.db.l3_dvr_db [None req-26de73bc-e7cb-4455-9e9c-1cbcb6e88286 None None] Set router 4c99b81f-8a52-421f-abc8-9ccee9678765 gateway port host: dv-neutron-601336-94-hyperv {{(pid=94176) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:838}} Jun 23 11:36:38.113069 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG oslo_concurrency.lockutils [None req-2675dcd0-9bd8-45c9-8a16-cb3ff4ec11d8 tempest-FloatingIPTestJSON-1140213849 tempest-FloatingIPTestJSON-1140213849-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.179s {{(pid=94174) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 11:36:38.126010 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron_lib.callbacks.manager [None req-1bf897c1-4c04-495f-a243-78af1ef8cd13 tempest-SecGroupTest-1462889432 tempest-SecGroupTest-1462889432-project] Notify callbacks [] for security_group, before_create {{(pid=94175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:36:38.152645 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron_lib.callbacks.manager [None req-2675dcd0-9bd8-45c9-8a16-cb3ff4ec11d8 tempest-FloatingIPTestJSON-1140213849 tempest-FloatingIPTestJSON-1140213849-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-524229'] for floatingip, after_update {{(pid=94174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:36:38.243555 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron_lib.callbacks.manager [None req-1bf897c1-4c04-495f-a243-78af1ef8cd13 tempest-SecGroupTest-1462889432 tempest-SecGroupTest-1462889432-project] Notify callbacks [] for security_group, precommit_create {{(pid=94175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:36:38.334149 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron_lib.callbacks.manager [None req-1bf897c1-4c04-495f-a243-78af1ef8cd13 tempest-SecGroupTest-1462889432 tempest-SecGroupTest-1462889432-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7996330'] for security_group, after_create {{(pid=94175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:36:38.353590 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG oslo_concurrency.lockutils [None req-974542c7-ab5c-41f8-8520-f72cba7e60c7 tempest-NegativeSecGroupIPv6Test-1070497984 tempest-NegativeSecGroupIPv6Test-1070497984-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94175) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 11:36:38.353857 dv-neutron-601336-94-hyperv neutron-server[94174]: INFO neutron.db.l3_db [None req-2675dcd0-9bd8-45c9-8a16-cb3ff4ec11d8 tempest-FloatingIPTestJSON-1140213849 tempest-FloatingIPTestJSON-1140213849-project] Floating IP 1fd75173-22eb-4ae3-b5c7-1b3b025b8bac associated. External IP: 172.26.3.61, port: 143b8412-5bb2-4576-b9a7-198ccfb4d0fe. Jun 23 11:36:38.401201 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bf897c1-4c04-495f-a243-78af1ef8cd13 tempest-SecGroupTest-1462889432 tempest-SecGroupTest-1462889432-project] Pushing event updated for resources: {'SecurityGroup': ['ID=8c47c0b0-f669-4497-a86a-36a2d7ecbfca,revision_number=1']} {{(pid=94175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 11:36:38.409726 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2b34ff5-a6bc-48e5-a9ac-05ac7c923645 req-a1768a2f-a0ea-436c-8ffb-d1ca152d954b tempest-TestNetworkBasicOps-233187296 tempest-TestNetworkBasicOps-233187296-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94174) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 11:36:38.411378 dv-neutron-601336-94-hyperv neutron-server[94174]: INFO neutron.wsgi [req-f2b34ff5-a6bc-48e5-a9ac-05ac7c923645 req-a1768a2f-a0ea-436c-8ffb-d1ca152d954b tempest-TestNetworkBasicOps-233187296 tempest-TestNetworkBasicOps-233187296-project] 10.222.0.20 "GET /v2.0/ports?device_id=70369a78-6600-4228-b5a7-ab21e12429a7 HTTP/1.1" status: 200 len: 946 time: 0.2931135 Jun 23 11:36:38.413199 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG oslo_concurrency.lockutils [None req-1bf897c1-4c04-495f-a243-78af1ef8cd13 tempest-SecGroupTest-1462889432 tempest-SecGroupTest-1462889432-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.059s {{(pid=94175) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 11:36:38.433564 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron_lib.callbacks.manager [None req-1bf897c1-4c04-495f-a243-78af1ef8cd13 tempest-SecGroupTest-1462889432 tempest-SecGroupTest-1462889432-project] Notify callbacks [] for security_group, before_response {{(pid=94175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:36:38.435404 dv-neutron-601336-94-hyperv neutron-server[94175]: INFO neutron.wsgi [None req-1bf897c1-4c04-495f-a243-78af1ef8cd13 tempest-SecGroupTest-1462889432 tempest-SecGroupTest-1462889432-project] 10.222.0.20 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.4351289 Jun 23 11:36:38.438783 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.wsgi [-] (94175) accepted ('10.222.0.20', 42068) {{(pid=94175) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 11:36:38.459808 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.api.v2.base [None req-fce14dd5-bd09-4e06-856d-f75bc0ca6e49 tempest-SecGroupTest-1462889432 tempest-SecGroupTest-1462889432-project] Request body: {'security_group_rule': {'security_group_id': '8c47c0b0-f669-4497-a86a-36a2d7ecbfca', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'icmp', 'port_range_min': 3, 'port_range_max': 2, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=94175) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 23 11:36:38.503189 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.db.l3_hamode_db [None req-26de73bc-e7cb-4455-9e9c-1cbcb6e88286 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4c99b81f-8a52-421f-abc8-9ccee9678765', 'name': 'tempest-TestNetworkBasicOps-router-26535949', 'tenant_id': '772b9946478d439e9da4eaeade7fb21d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3e7e4eb3-cf02-4d47-ade9-0a579cdfc60f', 'external_fixed_ips': [{'subnet_id': 'a5ad15ab-c489-4a67-a9b0-d559fca0ec71', 'ip_address': '172.26.3.243'}], 'enable_snat': True}, 'gw_port_id': '3aeaf89e-5f81-4c55-b262-f57f38a5e301', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-23T11:34:22Z', 'updated_at': '2021-06-23T11:36:35Z', 'revision_number': 6, 'project_id': '772b9946478d439e9da4eaeade7fb21d', 'gw_port': {'id': '3aeaf89e-5f81-4c55-b262-f57f38a5e301', 'name': '', 'network_id': '3e7e4eb3-cf02-4d47-ade9-0a579cdfc60f', 'tenant_id': '', 'mac_address': 'fa:16:3e:74:1f:dd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4c99b81f-8a52-421f-abc8-9ccee9678765', 'device_owner': 'network:router_gateway', 'standard_attr_id': 875, 'fixed_ips': [{'subnet_id': 'a5ad15ab-c489-4a67-a9b0-d559fca0ec71', 'ip_address': '172.26.3.243', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-94-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-23T11:34:23Z', 'updated_at': '2021-06-23T11:34:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a5ad15ab-c489-4a67-a9b0-d559fca0ec71', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-601336-94-hyperv', '_floatingips': [{'id': '75ccf94b-3f4a-48ae-98fb-f08ae19f0347', 'tenant_id': '772b9946478d439e9da4eaeade7fb21d', 'floating_ip_address': '172.26.3.244', 'floating_network_id': '3e7e4eb3-cf02-4d47-ade9-0a579cdfc60f', 'router_id': '4c99b81f-8a52-421f-abc8-9ccee9678765', 'port_id': '5bc1c89c-f37a-4549-8bd2-67c7e46b8da1', 'fixed_ip_address': '172.20.0.12', 'status': 'ACTIVE', 'standard_attr_id': 962, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'cf29c68f-82b8-4662-a929-931f65637941', 'mac_address': 'fa:16:3e:64:d1:62', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5dc250a1-61bb-46d0-9888-3ab1b564fa78', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-23T11:35:03Z', 'updated_at': '2021-06-23T11:35:08Z', 'revision_number': 1, 'project_id': '772b9946478d439e9da4eaeade7fb21d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e5476f2c-5bd4-4cc3-b744-a1495ec93de3', 'name': '', 'network_id': 'cf29c68f-82b8-4662-a929-931f65637941', 'tenant_id': '772b9946478d439e9da4eaeade7fb21d', 'mac_address': 'fa:16:3e:9d:69:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4c99b81f-8a52-421f-abc8-9ccee9678765', 'device_owner': 'network:router_interface', 'standard_attr_id': 903, 'fixed_ips': [{'subnet_id': 'a2268277-49d2-4de4-9270-a498945fea2b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-94-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-23T11:34:28Z', 'updated_at': '2021-06-23T11:34:40Z', 'revision_number': 5, 'project_id': '772b9946478d439e9da4eaeade7fb21d', 'subnets': [{'id': 'a2268277-49d2-4de4-9270-a498945fea2b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-601336-94-hyperv', False) {} {{(pid=94176) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 11:36:38.514184 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-114413b2-febd-4164-9ca1-2d0eb20a48ef req-70950602-393c-4c56-888e-023bc300a4c2 tempest-TestServerAdvancedOps-2059691030 tempest-TestServerAdvancedOps-2059691030-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 11:36:38.515697 dv-neutron-601336-94-hyperv neutron-server[94175]: INFO neutron.wsgi [req-114413b2-febd-4164-9ca1-2d0eb20a48ef req-70950602-393c-4c56-888e-023bc300a4c2 tempest-TestServerAdvancedOps-2059691030 tempest-TestServerAdvancedOps-2059691030-project] 10.222.0.20 "GET /v2.0/ports?device_id=db39e3a9-74a7-4800-a7cc-bd4b30155332 HTTP/1.1" status: 200 len: 945 time: 0.1005948 Jun 23 11:36:38.533116 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-26de73bc-e7cb-4455-9e9c-1cbcb6e88286 None None] The sync data for ids ['4c99b81f-8a52-421f-abc8-9ccee9678765'] in dv-neutron-601336-94-hyperv is: [{'id': '4c99b81f-8a52-421f-abc8-9ccee9678765', 'name': 'tempest-TestNetworkBasicOps-router-26535949', 'tenant_id': '772b9946478d439e9da4eaeade7fb21d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3e7e4eb3-cf02-4d47-ade9-0a579cdfc60f', 'external_fixed_ips': [{'subnet_id': 'a5ad15ab-c489-4a67-a9b0-d559fca0ec71', 'ip_address': '172.26.3.243'}], 'enable_snat': True}, 'gw_port_id': '3aeaf89e-5f81-4c55-b262-f57f38a5e301', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-23T11:34:22Z', 'updated_at': '2021-06-23T11:36:35Z', 'revision_number': 6, 'project_id': '772b9946478d439e9da4eaeade7fb21d', 'gw_port': {'id': '3aeaf89e-5f81-4c55-b262-f57f38a5e301', 'name': '', 'network_id': '3e7e4eb3-cf02-4d47-ade9-0a579cdfc60f', 'tenant_id': '', 'mac_address': 'fa:16:3e:74:1f:dd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4c99b81f-8a52-421f-abc8-9ccee9678765', 'device_owner': 'network:router_gateway', 'standard_attr_id': 875, 'fixed_ips': [{'subnet_id': 'a5ad15ab-c489-4a67-a9b0-d559fca0ec71', 'ip_address': '172.26.3.243', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-94-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-23T11:34:23Z', 'updated_at': '2021-06-23T11:34:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a5ad15ab-c489-4a67-a9b0-d559fca0ec71', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-601336-94-hyperv', '_floatingips': [{'id': '75ccf94b-3f4a-48ae-98fb-f08ae19f0347', 'tenant_id': '772b9946478d439e9da4eaeade7fb21d', 'floating_ip_address': '172.26.3.244', 'floating_network_id': '3e7e4eb3-cf02-4d47-ade9-0a579cdfc60f', 'router_id': '4c99b81f-8a52-421f-abc8-9ccee9678765', 'port_id': '5bc1c89c-f37a-4549-8bd2-67c7e46b8da1', 'fixed_ip_address': '172.20.0.12', 'status': 'ACTIVE', 'standard_attr_id': 962, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'cf29c68f-82b8-4662-a929-931f65637941', 'mac_address': 'fa:16:3e:64:d1:62', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5dc250a1-61bb-46d0-9888-3ab1b564fa78', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-23T11:35:03Z', 'updated_at': '2021-06-23T11:35:08Z', 'revision_number': 1, 'project_id': '772b9946478d439e9da4eaeade7fb21d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e5476f2c-5bd4-4cc3-b744-a1495ec93de3', 'name': '', 'network_id': 'cf29c68f-82b8-4662-a929-931f65637941', 'tenant_id': '772b9946478d439e9da4eaeade7fb21d', 'mac_address': 'fa:16:3e:9d:69:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4c99b81f-8a52-421f-abc8-9ccee9678765', 'device_owner': 'network:router_interface', 'standard_attr_id': 903, 'fixed_ips': [{'subnet_id': 'a2268277-49d2-4de4-9270-a498945fea2b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-94-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-23T11:34:28Z', 'updated_at': '2021-06-23T11:34:40Z', 'revision_number': 5, 'project_id': '772b9946478d439e9da4eaeade7fb21d', 'subnets': [{'id': 'a2268277-49d2-4de4-9270-a498945fea2b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94176) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 23 11:36:38.562771 dv-neutron-601336-94-hyperv neutron-server[94174]: INFO neutron.wsgi [req-f2b34ff5-a6bc-48e5-a9ac-05ac7c923645 req-48a00953-6184-4c44-8e43-301ed086feee tempest-TestNetworkBasicOps-233187296 tempest-TestNetworkBasicOps-233187296-project] 10.222.0.20 "GET /v2.0/security-groups?id=571b66f8-c84c-4f09-9531-afe1560dc081&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1278734 Jun 23 11:36:38.563283 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron_lib.callbacks.manager [None req-fce14dd5-bd09-4e06-856d-f75bc0ca6e49 tempest-SecGroupTest-1462889432 tempest-SecGroupTest-1462889432-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:36:38.568587 dv-neutron-601336-94-hyperv neutron-server[94175]: INFO neutron.wsgi [req-114413b2-febd-4164-9ca1-2d0eb20a48ef req-efc8fc12-bb32-4022-9fb2-3629de16516a tempest-TestServerAdvancedOps-2059691030 tempest-TestServerAdvancedOps-2059691030-project] 10.222.0.20 "GET /v2.0/security-groups?id=15f52a14-6092-4d6f-aba4-bb31310b2c66&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0459976 Jun 23 11:36:38.620212 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron_lib.callbacks.manager [None req-fce14dd5-bd09-4e06-856d-f75bc0ca6e49 tempest-SecGroupTest-1462889432 tempest-SecGroupTest-1462889432-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:36:38.642940 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e673c41-38c9-4350-9642-2df9e058c8b8 req-b7b59c26-128d-46d5-815d-dae370ecdac4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94174) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 11:36:38.644454 dv-neutron-601336-94-hyperv neutron-server[94174]: INFO neutron.wsgi [req-7e673c41-38c9-4350-9642-2df9e058c8b8 req-b7b59c26-128d-46d5-815d-dae370ecdac4 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=87e6e184674b4a4680205b94208b9e33&device_id=db39e3a9-74a7-4800-a7cc-bd4b30155332 HTTP/1.1" status: 200 len: 1098 time: 0.1967797 Jun 23 11:36:38.691639 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron_lib.callbacks.manager [None req-fce14dd5-bd09-4e06-856d-f75bc0ca6e49 tempest-SecGroupTest-1462889432 tempest-SecGroupTest-1462889432-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7996355'] for security_group_rule, after_create {{(pid=94175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:36:38.693809 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94175) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 11:36:38.710650 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fce14dd5-bd09-4e06-856d-f75bc0ca6e49 tempest-SecGroupTest-1462889432 tempest-SecGroupTest-1462889432-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b6b62c5d-324c-4c71-8bf3-cb61e0c33117,revision_number=0']} {{(pid=94175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 11:36:38.713690 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG oslo_concurrency.lockutils [None req-fce14dd5-bd09-4e06-856d-f75bc0ca6e49 tempest-SecGroupTest-1462889432 tempest-SecGroupTest-1462889432-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.020s {{(pid=94175) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 11:36:38.777433 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron_lib.callbacks.manager [None req-fce14dd5-bd09-4e06-856d-f75bc0ca6e49 tempest-SecGroupTest-1462889432 tempest-SecGroupTest-1462889432-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:36:38.778637 dv-neutron-601336-94-hyperv neutron-server[94175]: INFO neutron.wsgi [None req-fce14dd5-bd09-4e06-856d-f75bc0ca6e49 tempest-SecGroupTest-1462889432 tempest-SecGroupTest-1462889432-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.3225787 Jun 23 11:36:38.781331 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.wsgi [-] (94175) accepted ('10.222.0.20', 42070) {{(pid=94175) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 11:36:38.785780 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.api.v2.base [None req-4c380507-4451-4050-8894-890891d0bc5a tempest-SecGroupTest-1462889432 tempest-SecGroupTest-1462889432-project] Request body: {'security_group_rule': {'security_group_id': '8c47c0b0-f669-4497-a86a-36a2d7ecbfca', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'icmp', 'port_range_min': 3, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=94175) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 23 11:36:38.818999 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron_lib.callbacks.manager [None req-3f39d6e6-3e0d-4e87-8ff5-528671ea22cf tempest-RoutersTest-228919764 tempest-RoutersTest-228919764-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-453061'] for router_interface, before_delete {{(pid=94174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:36:38.823882 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2675dcd0-9bd8-45c9-8a16-cb3ff4ec11d8 tempest-FloatingIPTestJSON-1140213849 tempest-FloatingIPTestJSON-1140213849-project] Router 54457aa4-57ec-453a-b617-a96ed249dc35 has already been hosted by L3 agent 50ef99c0-ef28-4db5-b303-b145898fae60 {{(pid=94174) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 23 11:36:38.875141 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron_lib.callbacks.manager [None req-4c380507-4451-4050-8894-890891d0bc5a tempest-SecGroupTest-1462889432 tempest-SecGroupTest-1462889432-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:36:38.886415 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e673c41-38c9-4350-9642-2df9e058c8b8 req-0ebd4731-6bba-44e3-9977-8c5df8def57e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94174) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 11:36:38.887937 dv-neutron-601336-94-hyperv neutron-server[94174]: INFO neutron.wsgi [req-7e673c41-38c9-4350-9642-2df9e058c8b8 req-0ebd4731-6bba-44e3-9977-8c5df8def57e service neutron] 10.222.0.52 "GET /v2.0/networks?id=467f8a04-0486-4e89-bdba-fbf40f5b3292 HTTP/1.1" status: 200 len: 912 time: 0.2213426 Jun 23 11:36:38.912430 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.plugins.ml2.rpc [None req-dc7542b2-afef-47f4-a763-e3a3cba144be None None] Device e07dc262-f45f-4b68-94f7-cd736a5e78c1 no longer exists at agent ovs-agent-dv-neutron-601336-94-hyperv {{(pid=94176) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:261}} Jun 23 11:36:38.938913 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.plugins.ml2.plugin [None req-dc7542b2-afef-47f4-a763-e3a3cba144be None None] No Port match for: e07dc262-f45f-4b68-94f7-cd736a5e78c1 {{(pid=94176) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2240}} Jun 23 11:36:38.939420 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.plugins.ml2.rpc [None req-dc7542b2-afef-47f4-a763-e3a3cba144be None None] Device e07dc262-f45f-4b68-94f7-cd736a5e78c1 not bound to the agent host dv-neutron-601336-94-hyperv {{(pid=94176) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:271}} Jun 23 11:36:38.939867 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.plugins.ml2.rpc [None req-dc7542b2-afef-47f4-a763-e3a3cba144be None None] Device 78264dc8-9461-4cfc-ac9b-aec5a32fc39d no longer exists at agent ovs-agent-dv-neutron-601336-94-hyperv {{(pid=94176) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:261}} Jun 23 11:36:38.954388 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron_lib.callbacks.manager [None req-4c380507-4451-4050-8894-890891d0bc5a tempest-SecGroupTest-1462889432 tempest-SecGroupTest-1462889432-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:36:38.960125 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.plugins.ml2.plugin [None req-dc7542b2-afef-47f4-a763-e3a3cba144be None None] No Port match for: 78264dc8-9461-4cfc-ac9b-aec5a32fc39d {{(pid=94176) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2240}} Jun 23 11:36:38.960506 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.plugins.ml2.rpc [None req-dc7542b2-afef-47f4-a763-e3a3cba144be None None] Device 78264dc8-9461-4cfc-ac9b-aec5a32fc39d not bound to the agent host dv-neutron-601336-94-hyperv {{(pid=94176) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:271}} Jun 23 11:36:39.028996 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron_lib.callbacks.manager [None req-4c380507-4451-4050-8894-890891d0bc5a tempest-SecGroupTest-1462889432 tempest-SecGroupTest-1462889432-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7996355'] for security_group_rule, after_create {{(pid=94175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:36:39.035452 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94175) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 11:36:39.052363 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c380507-4451-4050-8894-890891d0bc5a tempest-SecGroupTest-1462889432 tempest-SecGroupTest-1462889432-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=df3a016a-dd02-49cc-8f1e-963def6e716d,revision_number=0']} {{(pid=94175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 11:36:39.054875 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG oslo_concurrency.lockutils [None req-4c380507-4451-4050-8894-890891d0bc5a tempest-SecGroupTest-1462889432 tempest-SecGroupTest-1462889432-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.020s {{(pid=94175) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 11:36:39.109971 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron_lib.callbacks.manager [None req-4c380507-4451-4050-8894-890891d0bc5a tempest-SecGroupTest-1462889432 tempest-SecGroupTest-1462889432-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:36:39.110722 dv-neutron-601336-94-hyperv neutron-server[94175]: INFO neutron.wsgi [None req-4c380507-4451-4050-8894-890891d0bc5a tempest-SecGroupTest-1462889432 tempest-SecGroupTest-1462889432-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.3284667 Jun 23 11:36:39.113644 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.wsgi [-] (94175) accepted ('10.222.0.20', 42072) {{(pid=94175) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 11:36:39.118657 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.api.v2.base [None req-8992158c-5d1d-4242-b2f7-08f93dfd1917 tempest-SecGroupTest-1462889432 tempest-SecGroupTest-1462889432-project] Request body: {'security_group_rule': {'security_group_id': '8c47c0b0-f669-4497-a86a-36a2d7ecbfca', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'icmp', 'port_range_min': 8, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=94175) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 23 11:36:39.217144 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron_lib.callbacks.manager [None req-8992158c-5d1d-4242-b2f7-08f93dfd1917 tempest-SecGroupTest-1462889432 tempest-SecGroupTest-1462889432-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:36:39.258047 dv-neutron-601336-94-hyperv neutron-server[94174]: INFO neutron.wsgi [req-7e673c41-38c9-4350-9642-2df9e058c8b8 req-4febcd6d-b454-40e6-9a96-9b147bf9aa0d service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=d357b527-aa7a-4053-a134-8434c40844e5 HTTP/1.1" status: 200 len: 217 time: 0.3587914 Jun 23 11:36:39.278177 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron_lib.callbacks.manager [None req-8992158c-5d1d-4242-b2f7-08f93dfd1917 tempest-SecGroupTest-1462889432 tempest-SecGroupTest-1462889432-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:36:39.327147 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron_lib.callbacks.manager [None req-8992158c-5d1d-4242-b2f7-08f93dfd1917 tempest-SecGroupTest-1462889432 tempest-SecGroupTest-1462889432-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7996355'] for security_group_rule, after_create {{(pid=94175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:36:39.332826 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG oslo_concurrency.lockutils [None req-5380388a-6e04-4654-9d6f-b7ab25679038 tempest-TestNetworkBasicOps-233187296 tempest-TestNetworkBasicOps-233187296-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94175) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 11:36:39.349004 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8992158c-5d1d-4242-b2f7-08f93dfd1917 tempest-SecGroupTest-1462889432 tempest-SecGroupTest-1462889432-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=abd381b9-8670-4aba-bc8f-302579450ffb,revision_number=0']} {{(pid=94175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 11:36:39.351264 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG oslo_concurrency.lockutils [None req-8992158c-5d1d-4242-b2f7-08f93dfd1917 tempest-SecGroupTest-1462889432 tempest-SecGroupTest-1462889432-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=94175) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 11:36:39.419112 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e673c41-38c9-4350-9642-2df9e058c8b8 req-2dc5737b-c69f-4c63-ad5d-f9466850474b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94174) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 11:36:39.420549 dv-neutron-601336-94-hyperv neutron-server[94174]: INFO neutron.wsgi [req-7e673c41-38c9-4350-9642-2df9e058c8b8 req-2dc5737b-c69f-4c63-ad5d-f9466850474b service neutron] 10.222.0.52 "GET /v2.0/subnets?id=beb0b0f0-6ee2-4ce1-a327-9347a15e70d0 HTTP/1.1" status: 200 len: 851 time: 0.1295192 Jun 23 11:36:39.429609 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron_lib.callbacks.manager [None req-8992158c-5d1d-4242-b2f7-08f93dfd1917 tempest-SecGroupTest-1462889432 tempest-SecGroupTest-1462889432-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:36:39.430856 dv-neutron-601336-94-hyperv neutron-server[94175]: INFO neutron.wsgi [None req-8992158c-5d1d-4242-b2f7-08f93dfd1917 tempest-SecGroupTest-1462889432 tempest-SecGroupTest-1462889432-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.3162200 Jun 23 11:36:39.433533 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.wsgi [-] (94175) accepted ('10.222.0.20', 42074) {{(pid=94175) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 11:36:39.438534 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.api.v2.base [None req-58b32572-9bb6-480f-9307-1189cd6c9329 tempest-SecGroupTest-1462889432 tempest-SecGroupTest-1462889432-project] Request body: {'security_group_rule': {'security_group_id': '8c47c0b0-f669-4497-a86a-36a2d7ecbfca', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'icmp', 'port_range_min': 0, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=94175) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 23 11:36:39.477134 dv-neutron-601336-94-hyperv neutron-server[94174]: INFO neutron.wsgi [req-7e673c41-38c9-4350-9642-2df9e058c8b8 req-f25aee90-cce5-4d63-bc05-0d20636b1337 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=467f8a04-0486-4e89-bdba-fbf40f5b3292&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0393879 Jun 23 11:36:39.478387 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2675dcd0-9bd8-45c9-8a16-cb3ff4ec11d8 tempest-FloatingIPTestJSON-1140213849 tempest-FloatingIPTestJSON-1140213849-project] Notify agent at l3_agent.dv-neutron-601336-94-hyperv the message routers_updated {{(pid=94174) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 23 11:36:39.487568 dv-neutron-601336-94-hyperv neutron-server[94177]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-946079cf-a572-4279-8c44-f75a8e0e5b05 None None] Sync routers for ids ['54457aa4-57ec-453a-b617-a96ed249dc35'] in dv-neutron-601336-94-hyperv {{(pid=94177) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 23 11:36:39.497646 dv-neutron-601336-94-hyperv neutron-server[94177]: DEBUG neutron.db.l3_dvrscheduler_db [None req-946079cf-a572-4279-8c44-f75a8e0e5b05 None None] Routers {'54457aa4-57ec-453a-b617-a96ed249dc35'} bound to L3 agent in host dv-neutron-601336-94-hyperv {{(pid=94177) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 23 11:36:39.498303 dv-neutron-601336-94-hyperv neutron-server[94177]: DEBUG neutron.db.l3_hamode_db [None req-946079cf-a572-4279-8c44-f75a8e0e5b05 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-601336-94-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-23T11:22:13Z,description=,heartbeat_timestamp=2021-06-23T11:36:13Z,host='dv-neutron-601336-94-hyperv',id=50ef99c0-ef28-4db5-b303-b145898fae60,load=0,resource_versions=,resources_synced=,started_at=2021-06-23T11:22:14Z,topic='l3_agent')) {'router_ids': ['54457aa4-57ec-453a-b617-a96ed249dc35'], 'active': True} {{(pid=94177) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 11:36:39.529934 dv-neutron-601336-94-hyperv neutron-server[94177]: DEBUG neutron.db.l3_hamode_db [None req-946079cf-a572-4279-8c44-f75a8e0e5b05 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-601336-94-hyperv', False) {} {{(pid=94177) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 11:36:39.532639 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron_lib.callbacks.manager [None req-58b32572-9bb6-480f-9307-1189cd6c9329 tempest-SecGroupTest-1462889432 tempest-SecGroupTest-1462889432-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:36:39.538710 dv-neutron-601336-94-hyperv neutron-server[94177]: DEBUG neutron.db.l3_dvrscheduler_db [None req-946079cf-a572-4279-8c44-f75a8e0e5b05 None None] Routers {'54457aa4-57ec-453a-b617-a96ed249dc35'} bound to L3 agent in host dv-neutron-601336-94-hyperv {{(pid=94177) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 23 11:36:39.539366 dv-neutron-601336-94-hyperv neutron-server[94177]: DEBUG neutron.db.l3_hamode_db [None req-946079cf-a572-4279-8c44-f75a8e0e5b05 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-601336-94-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-23T11:22:13Z,description=,heartbeat_timestamp=2021-06-23T11:36:13Z,host='dv-neutron-601336-94-hyperv',id=50ef99c0-ef28-4db5-b303-b145898fae60,load=0,resource_versions=,resources_synced=,started_at=2021-06-23T11:22:14Z,topic='l3_agent')) {'router_ids': ['54457aa4-57ec-453a-b617-a96ed249dc35'], 'active': True} {{(pid=94177) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 11:36:39.575069 dv-neutron-601336-94-hyperv neutron-server[94177]: DEBUG neutron.db.l3_hamode_db [None req-946079cf-a572-4279-8c44-f75a8e0e5b05 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-601336-94-hyperv', False) {} {{(pid=94177) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 11:36:39.575999 dv-neutron-601336-94-hyperv neutron-server[94177]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-946079cf-a572-4279-8c44-f75a8e0e5b05 None None] The sync data for ids ['54457aa4-57ec-453a-b617-a96ed249dc35'] in dv-neutron-601336-94-hyperv is: [] {{(pid=94177) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 23 11:36:39.635071 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron_lib.callbacks.manager [None req-2675dcd0-9bd8-45c9-8a16-cb3ff4ec11d8 tempest-FloatingIPTestJSON-1140213849 tempest-FloatingIPTestJSON-1140213849-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-217507'] for floatingip, before_response {{(pid=94174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:36:39.644462 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron_lib.callbacks.manager [None req-58b32572-9bb6-480f-9307-1189cd6c9329 tempest-SecGroupTest-1462889432 tempest-SecGroupTest-1462889432-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:36:39.675925 dv-neutron-601336-94-hyperv neutron-server[94174]: INFO neutron.wsgi [req-7e673c41-38c9-4350-9642-2df9e058c8b8 req-c2583382-bd7a-4187-8435-fabd0c2c6866 service neutron] 10.222.0.52 "GET /v2.0/networks/467f8a04-0486-4e89-bdba-fbf40f5b3292?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1886051 Jun 23 11:36:39.681601 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c812dbdd-08ae-41f0-8142-a0adf4c8ca25 req-87c0bb86-3a35-4e50-8191-9585a22ddae3 tempest-TestNetworkBasicOps-233187296 tempest-TestNetworkBasicOps-233187296-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 11:36:39.684412 dv-neutron-601336-94-hyperv neutron-server[94175]: INFO neutron.wsgi [req-c812dbdd-08ae-41f0-8142-a0adf4c8ca25 req-87c0bb86-3a35-4e50-8191-9585a22ddae3 tempest-TestNetworkBasicOps-233187296 tempest-TestNetworkBasicOps-233187296-project] 10.222.0.52 "GET /v2.0/ports?device_id=70369a78-6600-4228-b5a7-ab21e12429a7 HTTP/1.1" status: 200 len: 946 time: 0.1270025 Jun 23 11:36:39.727355 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron_lib.callbacks.manager [None req-58b32572-9bb6-480f-9307-1189cd6c9329 tempest-SecGroupTest-1462889432 tempest-SecGroupTest-1462889432-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7996355'] for security_group_rule, after_create {{(pid=94175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:36:39.738891 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94175) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 11:36:39.754398 dv-neutron-601336-94-hyperv neutron-server[94174]: INFO neutron.wsgi [None req-2675dcd0-9bd8-45c9-8a16-cb3ff4ec11d8 tempest-FloatingIPTestJSON-1140213849 tempest-FloatingIPTestJSON-1140213849-project] 10.222.0.20 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 981 time: 4.8014636 Jun 23 11:36:39.760907 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.wsgi [-] (94174) accepted ('10.222.0.20', 42080) {{(pid=94174) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 11:36:39.773477 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.api.v2.base [None req-fe197f79-4d8a-4cb6-827e-4565d99fa77c tempest-FloatingIPTestJSON-1140213849 tempest-FloatingIPTestJSON-1140213849-project] Request body: {'floatingip': {'port_id': None}} {{(pid=94174) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 23 11:36:39.789458 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58b32572-9bb6-480f-9307-1189cd6c9329 tempest-SecGroupTest-1462889432 tempest-SecGroupTest-1462889432-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=40891710-78ef-4c79-af9c-293941541ca0,revision_number=0']} {{(pid=94175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 11:36:39.792848 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.plugins.ml2.plugin [None req-3f39d6e6-3e0d-4e87-8ff5-528671ea22cf tempest-RoutersTest-228919764 tempest-RoutersTest-228919764-project] Deleting port d120ebe7-be2a-4b0b-a1b4-cc00f66e913c {{(pid=94174) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1913}} Jun 23 11:36:39.793193 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron_lib.callbacks.manager [None req-3f39d6e6-3e0d-4e87-8ff5-528671ea22cf tempest-RoutersTest-228919764 tempest-RoutersTest-228919764-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773700079324'] for port, before_delete {{(pid=94174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:36:39.793883 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG oslo_concurrency.lockutils [None req-58b32572-9bb6-480f-9307-1189cd6c9329 tempest-SecGroupTest-1462889432 tempest-SecGroupTest-1462889432-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.055s {{(pid=94175) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 11:36:39.858928 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f4cfe28-95c9-4b8a-a3b3-f00128598a9c req-4bbb9de6-4479-4a91-9a83-e30462eb18ec tempest-TestServerAdvancedOps-2059691030 tempest-TestServerAdvancedOps-2059691030-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 11:36:39.860594 dv-neutron-601336-94-hyperv neutron-server[94175]: INFO neutron.wsgi [req-4f4cfe28-95c9-4b8a-a3b3-f00128598a9c req-4bbb9de6-4479-4a91-9a83-e30462eb18ec tempest-TestServerAdvancedOps-2059691030 tempest-TestServerAdvancedOps-2059691030-project] 10.222.0.20 "GET /v2.0/ports?device_id=db39e3a9-74a7-4800-a7cc-bd4b30155332 HTTP/1.1" status: 200 len: 945 time: 0.1371150 Jun 23 11:36:39.873386 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron_lib.callbacks.manager [None req-58b32572-9bb6-480f-9307-1189cd6c9329 tempest-SecGroupTest-1462889432 tempest-SecGroupTest-1462889432-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:36:39.874509 dv-neutron-601336-94-hyperv neutron-server[94175]: INFO neutron.wsgi [None req-58b32572-9bb6-480f-9307-1189cd6c9329 tempest-SecGroupTest-1462889432 tempest-SecGroupTest-1462889432-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.4399478 Jun 23 11:36:39.879278 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.wsgi [-] (94174) accepted ('10.222.0.20', 42082) {{(pid=94174) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 11:36:39.882118 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.plugins.ml2.plugin [req-c812dbdd-08ae-41f0-8142-a0adf4c8ca25 req-fdcd3656-86ec-4a23-af33-099a5749b258 tempest-TestNetworkBasicOps-233187296 tempest-TestNetworkBasicOps-233187296-project] Deleting port 1b219d2f-1e96-4a54-853e-bf40a0c92824 {{(pid=94175) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1913}} Jun 23 11:36:39.882472 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron_lib.callbacks.manager [req-c812dbdd-08ae-41f0-8142-a0adf4c8ca25 req-fdcd3656-86ec-4a23-af33-099a5749b258 tempest-TestNetworkBasicOps-233187296 tempest-TestNetworkBasicOps-233187296-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773700079324'] for port, before_delete {{(pid=94175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:36:39.895460 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.api.v2.base [None req-3d0dfa03-ce48-42c9-95cb-eeba71d7ea07 tempest-SecGroupTest-1462889432 tempest-SecGroupTest-1462889432-project] Request body: {'security_group_rule': {'security_group_id': '8c47c0b0-f669-4497-a86a-36a2d7ecbfca', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'icmp', 'port_range_min': 11, 'port_range_max': None, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=94174) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 23 11:36:39.948262 dv-neutron-601336-94-hyperv neutron-server[94175]: INFO neutron.wsgi [req-4f4cfe28-95c9-4b8a-a3b3-f00128598a9c req-90b6b4bf-9bb9-4775-8168-96ad61a3d9aa tempest-TestServerAdvancedOps-2059691030 tempest-TestServerAdvancedOps-2059691030-project] 10.222.0.20 "GET /v2.0/security-groups?id=15f52a14-6092-4d6f-aba4-bb31310b2c66&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0787842 Jun 23 11:36:39.948571 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron_lib.callbacks.manager [None req-fe197f79-4d8a-4cb6-827e-4565d99fa77c tempest-FloatingIPTestJSON-1140213849 tempest-FloatingIPTestJSON-1140213849-project] Notify callbacks [] for floatingip, before_update {{(pid=94174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:36:39.952404 dv-neutron-601336-94-hyperv neutron-server[94174]: INFO neutron.wsgi [req-7e673c41-38c9-4350-9642-2df9e058c8b8 req-38b24616-a5e4-4ab6-954b-4b413d690b73 service neutron] 10.222.0.52 "GET /v2.0/networks/467f8a04-0486-4e89-bdba-fbf40f5b3292?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2677603 Jun 23 11:36:39.992006 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.plugins.ml2.db [req-c812dbdd-08ae-41f0-8142-a0adf4c8ca25 req-fdcd3656-86ec-4a23-af33-099a5749b258 tempest-TestNetworkBasicOps-233187296 tempest-TestNetworkBasicOps-233187296-project] For port 1b219d2f-1e96-4a54-853e-bf40a0c92824, host hv-neutron-6013, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-6013',level=0,port_id=1b219d2f-1e96-4a54-853e-bf40a0c92824,segment=NetworkSegment(2545ee53-c74e-4449-af0c-83c33975ceea),segment_id=2545ee53-c74e-4449-af0c-83c33975ceea)] {{(pid=94175) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 23 11:36:39.992365 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron_lib.callbacks.manager [req-c812dbdd-08ae-41f0-8142-a0adf4c8ca25 req-fdcd3656-86ec-4a23-af33-099a5749b258 tempest-TestNetworkBasicOps-233187296 tempest-TestNetworkBasicOps-233187296-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-430722'] for port, precommit_delete {{(pid=94175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:36:40.010478 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.plugins.ml2.plugin [req-c812dbdd-08ae-41f0-8142-a0adf4c8ca25 req-fdcd3656-86ec-4a23-af33-099a5749b258 tempest-TestNetworkBasicOps-233187296 tempest-TestNetworkBasicOps-233187296-project] Calling delete_port for 1b219d2f-1e96-4a54-853e-bf40a0c92824 owned by compute:nova {{(pid=94175) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1986}} Jun 23 11:36:40.044232 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.plugins.ml2.db [None req-3f39d6e6-3e0d-4e87-8ff5-528671ea22cf tempest-RoutersTest-228919764 tempest-RoutersTest-228919764-project] For port d120ebe7-be2a-4b0b-a1b4-cc00f66e913c, host dv-neutron-601336-94-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-94-hyperv',level=0,port_id=d120ebe7-be2a-4b0b-a1b4-cc00f66e913c,segment=NetworkSegment(83fb02d4-09bd-490b-905c-19d47c8235b8),segment_id=83fb02d4-09bd-490b-905c-19d47c8235b8)] {{(pid=94174) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 23 11:36:40.044610 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron_lib.callbacks.manager [None req-3f39d6e6-3e0d-4e87-8ff5-528671ea22cf tempest-RoutersTest-228919764 tempest-RoutersTest-228919764-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-430722'] for port, precommit_delete {{(pid=94174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:36:40.063229 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-856315c3-f9bd-4602-9198-36a098bb7fa6 req-209a0f32-b448-44a0-8849-9e3cfc5261aa tempest-TestNetworkBasicOps-233187296 tempest-TestNetworkBasicOps-233187296-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94174) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 11:36:40.064759 dv-neutron-601336-94-hyperv neutron-server[94174]: INFO neutron.wsgi [req-856315c3-f9bd-4602-9198-36a098bb7fa6 req-209a0f32-b448-44a0-8849-9e3cfc5261aa tempest-TestNetworkBasicOps-233187296 tempest-TestNetworkBasicOps-233187296-project] 10.222.0.20 "GET /v2.0/ports?device_id=70369a78-6600-4228-b5a7-ab21e12429a7 HTTP/1.1" status: 200 len: 946 time: 0.3308635 Jun 23 11:36:40.112964 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.plugins.ml2.plugin [None req-3f39d6e6-3e0d-4e87-8ff5-528671ea22cf tempest-RoutersTest-228919764 tempest-RoutersTest-228919764-project] Calling delete_port for d120ebe7-be2a-4b0b-a1b4-cc00f66e913c owned by network:router_interface {{(pid=94174) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1986}} Jun 23 11:36:40.120333 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron_lib.callbacks.manager [None req-3d0dfa03-ce48-42c9-95cb-eeba71d7ea07 tempest-SecGroupTest-1462889432 tempest-SecGroupTest-1462889432-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:36:40.265786 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron_lib.callbacks.manager [None req-fe197f79-4d8a-4cb6-827e-4565d99fa77c tempest-FloatingIPTestJSON-1140213849 tempest-FloatingIPTestJSON-1140213849-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:36:40.274003 dv-neutron-601336-94-hyperv neutron-server[94174]: INFO neutron.wsgi [req-856315c3-f9bd-4602-9198-36a098bb7fa6 req-cbed2a2c-792c-4b9e-8f6c-be4634018728 tempest-TestNetworkBasicOps-233187296 tempest-TestNetworkBasicOps-233187296-project] 10.222.0.20 "GET /v2.0/security-groups?id=571b66f8-c84c-4f09-9531-afe1560dc081&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1801283 Jun 23 11:36:40.362018 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron_lib.callbacks.manager [None req-3d0dfa03-ce48-42c9-95cb-eeba71d7ea07 tempest-SecGroupTest-1462889432 tempest-SecGroupTest-1462889432-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:36:40.362862 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron_lib.callbacks.manager [None req-fe197f79-4d8a-4cb6-827e-4565d99fa77c tempest-FloatingIPTestJSON-1140213849 tempest-FloatingIPTestJSON-1140213849-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-524229'] for floatingip, after_update {{(pid=94174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:36:40.363212 dv-neutron-601336-94-hyperv neutron-server[94174]: INFO neutron.db.l3_db [None req-fe197f79-4d8a-4cb6-827e-4565d99fa77c tempest-FloatingIPTestJSON-1140213849 tempest-FloatingIPTestJSON-1140213849-project] Floating IP 1fd75173-22eb-4ae3-b5c7-1b3b025b8bac disassociated. External IP: 172.26.3.61, port: 143b8412-5bb2-4576-b9a7-198ccfb4d0fe. Jun 23 11:36:40.418610 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron_lib.callbacks.manager [None req-3d0dfa03-ce48-42c9-95cb-eeba71d7ea07 tempest-SecGroupTest-1462889432 tempest-SecGroupTest-1462889432-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7996355'] for security_group_rule, after_create {{(pid=94174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:36:40.422282 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94174) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 11:36:40.480774 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron_lib.callbacks.manager [req-c812dbdd-08ae-41f0-8142-a0adf4c8ca25 req-fdcd3656-86ec-4a23-af33-099a5749b258 tempest-TestNetworkBasicOps-233187296 tempest-TestNetworkBasicOps-233187296-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-922904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866062', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773700135024', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773699642224', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5082448'] for port, after_delete {{(pid=94175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:36:40.481430 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d0dfa03-ce48-42c9-95cb-eeba71d7ea07 tempest-SecGroupTest-1462889432 tempest-SecGroupTest-1462889432-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=49f0217a-fcc0-4b3b-96dd-0922918d18e0,revision_number=0']} {{(pid=94174) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 11:36:40.490756 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG oslo_concurrency.lockutils [None req-3f5ae66d-5277-4842-9528-ae4a7061ac7e tempest-FloatingIPTestJSON-1140213849 tempest-FloatingIPTestJSON-1140213849-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94175) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 11:36:40.508434 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG oslo_concurrency.lockutils [None req-3d0dfa03-ce48-42c9-95cb-eeba71d7ea07 tempest-SecGroupTest-1462889432 tempest-SecGroupTest-1462889432-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.086s {{(pid=94174) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 11:36:40.540994 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdcd3656-86ec-4a23-af33-099a5749b258 tempest-TestNetworkBasicOps-233187296 tempest-TestNetworkBasicOps-233187296-project] Pushing event deleted for resources: {'Port': ['ID=1b219d2f-1e96-4a54-853e-bf40a0c92824,revision_number=None']} {{(pid=94175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 11:36:40.544139 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG oslo_concurrency.lockutils [None req-fdcd3656-86ec-4a23-af33-099a5749b258 tempest-TestNetworkBasicOps-233187296 tempest-TestNetworkBasicOps-233187296-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.054s {{(pid=94175) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 11:36:40.561102 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.db.l3_dvrscheduler_db [req-c812dbdd-08ae-41f0-8142-a0adf4c8ca25 req-fdcd3656-86ec-4a23-af33-099a5749b258 tempest-TestNetworkBasicOps-233187296 tempest-TestNetworkBasicOps-233187296-project] No DVR routers for this DVR port 1b219d2f-1e96-4a54-853e-bf40a0c92824 on host hv-neutron-6013 {{(pid=94175) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 23 11:36:40.563420 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron_lib.callbacks.manager [req-c812dbdd-08ae-41f0-8142-a0adf4c8ca25 req-fdcd3656-86ec-4a23-af33-099a5749b258 tempest-TestNetworkBasicOps-233187296 tempest-TestNetworkBasicOps-233187296-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-217507'] for port, before_response {{(pid=94175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:36:40.565381 dv-neutron-601336-94-hyperv neutron-server[94175]: INFO neutron.wsgi [req-c812dbdd-08ae-41f0-8142-a0adf4c8ca25 req-fdcd3656-86ec-4a23-af33-099a5749b258 tempest-TestNetworkBasicOps-233187296 tempest-TestNetworkBasicOps-233187296-project] 10.222.0.52 "DELETE /v2.0/ports/1b219d2f-1e96-4a54-853e-bf40a0c92824 HTTP/1.1" status: 204 len: 173 time: 0.8747883 Jun 23 11:36:40.565898 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '70369a78-6600-4228-b5a7-ab21e12429a7', 'name': 'network-vif-deleted', 'tag': '1b219d2f-1e96-4a54-853e-bf40a0c92824'}] {{(pid=94175) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 23 11:36:40.568528 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1970408df4ea4e7170669a1249478e627cf05a5a0b07cc08a66c5cb53d0ac47a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-05657bcf-a1d5-4635-a614-4de67c7e16b4" -d '{"events": [{"server_uuid": "70369a78-6600-4228-b5a7-ab21e12429a7", "name": "network-vif-deleted", "tag": "1b219d2f-1e96-4a54-853e-bf40a0c92824"}]}' {{(pid=94175) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 23 11:36:40.579596 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron_lib.callbacks.manager [None req-3d0dfa03-ce48-42c9-95cb-eeba71d7ea07 tempest-SecGroupTest-1462889432 tempest-SecGroupTest-1462889432-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:36:40.582992 dv-neutron-601336-94-hyperv neutron-server[94174]: INFO neutron.wsgi [None req-3d0dfa03-ce48-42c9-95cb-eeba71d7ea07 tempest-SecGroupTest-1462889432 tempest-SecGroupTest-1462889432-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 767 time: 0.6947887 Jun 23 11:36:40.583951 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.wsgi [-] (94174) accepted ('10.222.0.20', 42088) {{(pid=94174) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 11:36:40.611440 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron_lib.callbacks.manager [None req-3f39d6e6-3e0d-4e87-8ff5-528671ea22cf tempest-RoutersTest-228919764 tempest-RoutersTest-228919764-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-922904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866062', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773700135024', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773699642224', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5196390'] for port, after_delete {{(pid=94174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:36:40.643643 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG oslo_concurrency.lockutils [None req-8b907f80-92b1-468a-8ab8-58c2a6d5632d service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94174) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 11:36:40.679630 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f39d6e6-3e0d-4e87-8ff5-528671ea22cf tempest-RoutersTest-228919764 tempest-RoutersTest-228919764-project] Pushing event deleted for resources: {'Port': ['ID=d120ebe7-be2a-4b0b-a1b4-cc00f66e913c,revision_number=None']} {{(pid=94174) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 11:36:40.686603 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG oslo_concurrency.lockutils [None req-3f39d6e6-3e0d-4e87-8ff5-528671ea22cf tempest-RoutersTest-228919764 tempest-RoutersTest-228919764-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.042s {{(pid=94174) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 11:36:40.691023 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron_lib.callbacks.manager [None req-e005e06e-74ab-4a2f-a595-c6bd3ecf9c00 tempest-SecGroupTest-1462889432 tempest-SecGroupTest-1462889432-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=94174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:36:40.726535 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron_lib.callbacks.manager [None req-e005e06e-74ab-4a2f-a595-c6bd3ecf9c00 tempest-SecGroupTest-1462889432 tempest-SecGroupTest-1462889432-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=94174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:36:40.744359 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 23 Jun 2021 11:36:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a673b488-6a5a-4867-9ea4-411d1538ca55 x-openstack-request-id: req-a673b488-6a5a-4867-9ea4-411d1538ca55 {{(pid=94175) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 23 11:36:40.745617 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "70369a78-6600-4228-b5a7-ab21e12429a7", "name": "network-vif-deleted", "tag": "1b219d2f-1e96-4a54-853e-bf40a0c92824", "status": "completed", "code": 200}]} {{(pid=94175) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 23 11:36:40.746206 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-a673b488-6a5a-4867-9ea4-411d1538ca55 {{(pid=94175) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 23 11:36:40.746900 dv-neutron-601336-94-hyperv neutron-server[94175]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '70369a78-6600-4228-b5a7-ab21e12429a7', 'name': 'network-vif-deleted', 'tag': '1b219d2f-1e96-4a54-853e-bf40a0c92824', 'status': 'completed', 'code': 200} Jun 23 11:36:40.782809 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fe197f79-4d8a-4cb6-827e-4565d99fa77c tempest-FloatingIPTestJSON-1140213849 tempest-FloatingIPTestJSON-1140213849-project] Router 54457aa4-57ec-453a-b617-a96ed249dc35 has already been hosted by L3 agent 50ef99c0-ef28-4db5-b303-b145898fae60 {{(pid=94174) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 23 11:36:40.879130 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron_lib.callbacks.manager [None req-e005e06e-74ab-4a2f-a595-c6bd3ecf9c00 tempest-SecGroupTest-1462889432 tempest-SecGroupTest-1462889432-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7996355'] for security_group_rule, after_delete {{(pid=94174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:36:40.914399 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG oslo_concurrency.lockutils [None req-c1a98a0e-50fd-457e-949a-69b0ff4b867c tempest-TestNetworkBasicOps-233187296 tempest-TestNetworkBasicOps-233187296-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94174) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 11:36:40.923315 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron_lib.callbacks.manager [None req-e005e06e-74ab-4a2f-a595-c6bd3ecf9c00 tempest-SecGroupTest-1462889432 tempest-SecGroupTest-1462889432-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:36:40.928683 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.wsgi [-] (94175) accepted ('10.222.0.20', 42090) {{(pid=94175) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 11:36:40.930336 dv-neutron-601336-94-hyperv neutron-server[94174]: INFO neutron.wsgi [None req-e005e06e-74ab-4a2f-a595-c6bd3ecf9c00 tempest-SecGroupTest-1462889432 tempest-SecGroupTest-1462889432-project] 10.222.0.20 "DELETE /v2.0/security-group-rules/49f0217a-fcc0-4b3b-96dd-0922918d18e0 HTTP/1.1" status: 204 len: 168 time: 0.3378854 Jun 23 11:36:40.932484 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron_lib.callbacks.manager [None req-3f05c62c-2945-403f-ba41-b9771fc607ba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773699952132', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-899307'] for agent, after_update {{(pid=94176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:36:40.953227 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e005e06e-74ab-4a2f-a595-c6bd3ecf9c00 tempest-SecGroupTest-1462889432 tempest-SecGroupTest-1462889432-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=49f0217a-fcc0-4b3b-96dd-0922918d18e0,revision_number=None']} {{(pid=94174) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 11:36:40.964070 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG oslo_concurrency.lockutils [None req-e005e06e-74ab-4a2f-a595-c6bd3ecf9c00 tempest-SecGroupTest-1462889432 tempest-SecGroupTest-1462889432-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=94174) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 11:36:41.008475 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron_lib.callbacks.manager [None req-3f39d6e6-3e0d-4e87-8ff5-528671ea22cf tempest-RoutersTest-228919764 tempest-RoutersTest-228919764-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-7866080', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-516693'] for router_interface, after_delete {{(pid=94174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:36:41.025111 dv-neutron-601336-94-hyperv neutron-server[94175]: INFO neutron.wsgi [None req-be3a772c-91b9-448b-8912-c5d019363bcf tempest-SecGroupTest-1462889432 tempest-SecGroupTest-1462889432-project] 10.222.0.20 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 5731 time: 0.0948167 Jun 23 11:36:41.025840 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.wsgi [-] (94175) accepted ('10.222.0.20', 42094) {{(pid=94175) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 11:36:41.054503 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron_lib.callbacks.manager [None req-af06a47c-d005-4eb5-8596-e0f0d16d9bf1 tempest-SecGroupTest-1462889432 tempest-SecGroupTest-1462889432-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=94175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:36:41.063340 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron_lib.callbacks.manager [None req-af06a47c-d005-4eb5-8596-e0f0d16d9bf1 tempest-SecGroupTest-1462889432 tempest-SecGroupTest-1462889432-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=94175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:36:41.066295 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fe197f79-4d8a-4cb6-827e-4565d99fa77c tempest-FloatingIPTestJSON-1140213849 tempest-FloatingIPTestJSON-1140213849-project] Notify agent at l3_agent.dv-neutron-601336-94-hyperv the message routers_updated {{(pid=94174) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 23 11:36:41.075445 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-552f8c7a-1fb5-4c5a-a2df-4d847d7e2420 None None] Sync routers for ids ['54457aa4-57ec-453a-b617-a96ed249dc35'] in dv-neutron-601336-94-hyperv {{(pid=94176) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 23 11:36:41.090422 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.db.l3_dvrscheduler_db [None req-552f8c7a-1fb5-4c5a-a2df-4d847d7e2420 None None] Routers {'54457aa4-57ec-453a-b617-a96ed249dc35'} bound to L3 agent in host dv-neutron-601336-94-hyperv {{(pid=94176) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 23 11:36:41.091198 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.db.l3_hamode_db [None req-552f8c7a-1fb5-4c5a-a2df-4d847d7e2420 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-601336-94-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-23T11:22:13Z,description=,heartbeat_timestamp=2021-06-23T11:36:13Z,host='dv-neutron-601336-94-hyperv',id=50ef99c0-ef28-4db5-b303-b145898fae60,load=0,resource_versions=,resources_synced=,started_at=2021-06-23T11:22:14Z,topic='l3_agent')) {'router_ids': ['54457aa4-57ec-453a-b617-a96ed249dc35'], 'active': True} {{(pid=94176) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 11:36:41.101140 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron_lib.callbacks.manager [None req-fe197f79-4d8a-4cb6-827e-4565d99fa77c tempest-FloatingIPTestJSON-1140213849 tempest-FloatingIPTestJSON-1140213849-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-217507'] for floatingip, before_response {{(pid=94174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:36:41.132352 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.db.l3_hamode_db [None req-552f8c7a-1fb5-4c5a-a2df-4d847d7e2420 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-601336-94-hyperv', False) {} {{(pid=94176) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 11:36:41.146151 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.db.l3_dvrscheduler_db [None req-552f8c7a-1fb5-4c5a-a2df-4d847d7e2420 None None] Routers {'54457aa4-57ec-453a-b617-a96ed249dc35'} bound to L3 agent in host dv-neutron-601336-94-hyperv {{(pid=94176) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 23 11:36:41.147430 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.db.l3_hamode_db [None req-552f8c7a-1fb5-4c5a-a2df-4d847d7e2420 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-601336-94-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-23T11:22:13Z,description=,heartbeat_timestamp=2021-06-23T11:36:13Z,host='dv-neutron-601336-94-hyperv',id=50ef99c0-ef28-4db5-b303-b145898fae60,load=0,resource_versions=,resources_synced=,started_at=2021-06-23T11:22:14Z,topic='l3_agent')) {'router_ids': ['54457aa4-57ec-453a-b617-a96ed249dc35'], 'active': True} {{(pid=94176) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 11:36:41.178981 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.db.l3_hamode_db [None req-552f8c7a-1fb5-4c5a-a2df-4d847d7e2420 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-601336-94-hyperv', False) {} {{(pid=94176) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 11:36:41.179693 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-552f8c7a-1fb5-4c5a-a2df-4d847d7e2420 None None] The sync data for ids ['54457aa4-57ec-453a-b617-a96ed249dc35'] in dv-neutron-601336-94-hyperv is: [] {{(pid=94176) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 23 11:36:41.194984 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron_lib.callbacks.manager [None req-af06a47c-d005-4eb5-8596-e0f0d16d9bf1 tempest-SecGroupTest-1462889432 tempest-SecGroupTest-1462889432-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7996355'] for security_group_rule, after_delete {{(pid=94175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:36:41.200190 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron_lib.callbacks.manager [None req-af06a47c-d005-4eb5-8596-e0f0d16d9bf1 tempest-SecGroupTest-1462889432 tempest-SecGroupTest-1462889432-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:36:41.201384 dv-neutron-601336-94-hyperv neutron-server[94175]: INFO neutron.wsgi [None req-af06a47c-d005-4eb5-8596-e0f0d16d9bf1 tempest-SecGroupTest-1462889432 tempest-SecGroupTest-1462889432-project] 10.222.0.20 "DELETE /v2.0/security-group-rules/40891710-78ef-4c79-af9c-293941541ca0 HTTP/1.1" status: 204 len: 168 time: 0.1745548 Jun 23 11:36:41.204210 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG oslo_concurrency.lockutils [None req-aead83ac-d594-4c29-ad28-237cc6827a85 tempest-TestNetworkBasicOps-233187296 tempest-TestNetworkBasicOps-233187296-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94175) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 11:36:41.205003 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.wsgi [-] (94175) accepted ('10.222.0.20', 42096) {{(pid=94175) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 11:36:41.218303 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af06a47c-d005-4eb5-8596-e0f0d16d9bf1 tempest-SecGroupTest-1462889432 tempest-SecGroupTest-1462889432-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=40891710-78ef-4c79-af9c-293941541ca0,revision_number=None']} {{(pid=94175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 11:36:41.220949 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG oslo_concurrency.lockutils [None req-af06a47c-d005-4eb5-8596-e0f0d16d9bf1 tempest-SecGroupTest-1462889432 tempest-SecGroupTest-1462889432-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=94175) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 11:36:41.260307 dv-neutron-601336-94-hyperv neutron-server[94175]: INFO neutron.wsgi [None req-8c14b5aa-445f-4ad8-ad77-6997504e969c tempest-SecGroupTest-1462889432 tempest-SecGroupTest-1462889432-project] 10.222.0.20 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 5190 time: 0.0540013 Jun 23 11:36:41.262913 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.wsgi [-] (94175) accepted ('10.222.0.20', 42098) {{(pid=94175) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 11:36:41.288582 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron_lib.callbacks.manager [None req-a2217a75-b4ad-453e-b87b-4abc155a63ed tempest-SecGroupTest-1462889432 tempest-SecGroupTest-1462889432-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=94175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:36:41.297063 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron_lib.callbacks.manager [None req-a2217a75-b4ad-453e-b87b-4abc155a63ed tempest-SecGroupTest-1462889432 tempest-SecGroupTest-1462889432-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=94175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:36:41.400360 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron_lib.callbacks.manager [None req-a2217a75-b4ad-453e-b87b-4abc155a63ed tempest-SecGroupTest-1462889432 tempest-SecGroupTest-1462889432-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7996355'] for security_group_rule, after_delete {{(pid=94175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:36:41.402232 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94175) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 11:36:41.408413 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron_lib.callbacks.manager [None req-a2217a75-b4ad-453e-b87b-4abc155a63ed tempest-SecGroupTest-1462889432 tempest-SecGroupTest-1462889432-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:36:41.412364 dv-neutron-601336-94-hyperv neutron-server[94175]: INFO neutron.wsgi [None req-a2217a75-b4ad-453e-b87b-4abc155a63ed tempest-SecGroupTest-1462889432 tempest-SecGroupTest-1462889432-project] 10.222.0.20 "DELETE /v2.0/security-group-rules/abd381b9-8670-4aba-bc8f-302579450ffb HTTP/1.1" status: 204 len: 168 time: 0.1455951 Jun 23 11:36:41.413481 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.wsgi [-] (94175) accepted ('10.222.0.20', 42102) {{(pid=94175) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 11:36:41.420006 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2217a75-b4ad-453e-b87b-4abc155a63ed tempest-SecGroupTest-1462889432 tempest-SecGroupTest-1462889432-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=abd381b9-8670-4aba-bc8f-302579450ffb,revision_number=None']} {{(pid=94175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 11:36:41.429350 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG oslo_concurrency.lockutils [None req-a2217a75-b4ad-453e-b87b-4abc155a63ed tempest-SecGroupTest-1462889432 tempest-SecGroupTest-1462889432-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=94175) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 11:36:41.469026 dv-neutron-601336-94-hyperv neutron-server[94175]: INFO neutron.wsgi [req-7e86c1ac-2a57-4cd1-b195-04f367c7ee82 req-6a51fb80-003a-46b8-a6d0-e3a1dfb25886 tempest-TestNetworkBasicOps-233187296 tempest-TestNetworkBasicOps-233187296-project] 10.222.0.20 "GET /v2.0/ports?device_id=70369a78-6600-4228-b5a7-ab21e12429a7 HTTP/1.1" status: 200 len: 210 time: 0.0422056 Jun 23 11:36:41.495267 dv-neutron-601336-94-hyperv neutron-server[94175]: INFO neutron.wsgi [None req-513da57b-5c3b-4e44-9047-9246cab74f9f tempest-SecGroupTest-1462889432 tempest-SecGroupTest-1462889432-project] 10.222.0.20 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4649 time: 0.0805523 Jun 23 11:36:41.497844 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.wsgi [-] (94175) accepted ('10.222.0.20', 42104) {{(pid=94175) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 11:36:41.510163 dv-neutron-601336-94-hyperv neutron-server[94174]: INFO neutron.wsgi [None req-fe197f79-4d8a-4cb6-827e-4565d99fa77c tempest-FloatingIPTestJSON-1140213849 tempest-FloatingIPTestJSON-1140213849-project] 10.222.0.20 "PUT /v2.0/floatingips/1fd75173-22eb-4ae3-b5c7-1b3b025b8bac HTTP/1.1" status: 200 len: 687 time: 1.7444890 Jun 23 11:36:41.518140 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.wsgi [-] (94175) accepted ('10.222.0.20', 42106) {{(pid=94175) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 11:36:41.566655 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron_lib.callbacks.manager [None req-6e2c0507-0649-4498-be82-6038e214cac5 tempest-SecGroupTest-1462889432 tempest-SecGroupTest-1462889432-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=94175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:36:41.579486 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron_lib.callbacks.manager [None req-6e2c0507-0649-4498-be82-6038e214cac5 tempest-SecGroupTest-1462889432 tempest-SecGroupTest-1462889432-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=94175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:36:41.612404 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-769e1647-8f23-4e49-beca-6c926d48250f req-c9603318-b74a-4575-9957-7372f3f1d4b1 tempest-TestServerAdvancedOps-2059691030 tempest-TestServerAdvancedOps-2059691030-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94174) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 11:36:41.613873 dv-neutron-601336-94-hyperv neutron-server[94174]: INFO neutron.wsgi [req-769e1647-8f23-4e49-beca-6c926d48250f req-c9603318-b74a-4575-9957-7372f3f1d4b1 tempest-TestServerAdvancedOps-2059691030 tempest-TestServerAdvancedOps-2059691030-project] 10.222.0.20 "GET /v2.0/ports?device_id=db39e3a9-74a7-4800-a7cc-bd4b30155332 HTTP/1.1" status: 200 len: 945 time: 0.4924228 Jun 23 11:36:41.642319 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3f39d6e6-3e0d-4e87-8ff5-528671ea22cf tempest-RoutersTest-228919764 tempest-RoutersTest-228919764-project] Router 122c067d-0664-472a-8765-023c6fbf0099 has already been hosted by L3 agent 50ef99c0-ef28-4db5-b303-b145898fae60 {{(pid=94174) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 23 11:36:41.666519 dv-neutron-601336-94-hyperv neutron-server[94174]: INFO neutron.wsgi [req-769e1647-8f23-4e49-beca-6c926d48250f req-46d98ab8-c7a3-4fc9-b676-02d34d626fee tempest-TestServerAdvancedOps-2059691030 tempest-TestServerAdvancedOps-2059691030-project] 10.222.0.20 "GET /v2.0/security-groups?id=15f52a14-6092-4d6f-aba4-bb31310b2c66&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0457077 Jun 23 11:36:41.682858 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.plugins.ml2.plugin [None req-067fe435-dd55-4fbf-8c53-aa9fbdf5fb01 tempest-FloatingIPTestJSON-1140213849 tempest-FloatingIPTestJSON-1140213849-project] Deleting port 0fddbbec-69a3-4970-876a-cdeb9ca8ad40 {{(pid=94175) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1913}} Jun 23 11:36:41.683257 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron_lib.callbacks.manager [None req-067fe435-dd55-4fbf-8c53-aa9fbdf5fb01 tempest-FloatingIPTestJSON-1140213849 tempest-FloatingIPTestJSON-1140213849-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773700079324'] for port, before_delete {{(pid=94175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:36:41.723753 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron_lib.callbacks.manager [None req-6e2c0507-0649-4498-be82-6038e214cac5 tempest-SecGroupTest-1462889432 tempest-SecGroupTest-1462889432-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7996355'] for security_group_rule, after_delete {{(pid=94175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:36:41.727146 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG oslo_concurrency.lockutils [None req-8992158c-5d1d-4242-b2f7-08f93dfd1917 tempest-SecGroupTest-1462889432 tempest-SecGroupTest-1462889432-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94175) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 11:36:41.731947 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron_lib.callbacks.manager [None req-6e2c0507-0649-4498-be82-6038e214cac5 tempest-SecGroupTest-1462889432 tempest-SecGroupTest-1462889432-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:36:41.733094 dv-neutron-601336-94-hyperv neutron-server[94175]: INFO neutron.wsgi [None req-6e2c0507-0649-4498-be82-6038e214cac5 tempest-SecGroupTest-1462889432 tempest-SecGroupTest-1462889432-project] 10.222.0.20 "DELETE /v2.0/security-group-rules/df3a016a-dd02-49cc-8f1e-963def6e716d HTTP/1.1" status: 204 len: 168 time: 0.2337859 Jun 23 11:36:41.735964 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.wsgi [-] (94175) accepted ('10.222.0.20', 42110) {{(pid=94175) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 11:36:41.750353 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e2c0507-0649-4498-be82-6038e214cac5 tempest-SecGroupTest-1462889432 tempest-SecGroupTest-1462889432-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=df3a016a-dd02-49cc-8f1e-963def6e716d,revision_number=None']} {{(pid=94175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 11:36:41.761790 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG oslo_concurrency.lockutils [None req-6e2c0507-0649-4498-be82-6038e214cac5 tempest-SecGroupTest-1462889432 tempest-SecGroupTest-1462889432-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.034s {{(pid=94175) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 11:36:41.769532 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3f39d6e6-3e0d-4e87-8ff5-528671ea22cf tempest-RoutersTest-228919764 tempest-RoutersTest-228919764-project] Notify agent at l3_agent.dv-neutron-601336-94-hyperv the message routers_updated {{(pid=94174) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 23 11:36:41.775930 dv-neutron-601336-94-hyperv neutron-server[94174]: INFO neutron.wsgi [None req-3f39d6e6-3e0d-4e87-8ff5-528671ea22cf tempest-RoutersTest-228919764 tempest-RoutersTest-228919764-project] 10.222.0.20 "PUT /v2.0/routers/122c067d-0664-472a-8765-023c6fbf0099/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.9346535 Jun 23 11:36:41.782025 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.wsgi [-] (94175) accepted ('10.222.0.20', 42112) {{(pid=94175) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 11:36:41.782304 dv-neutron-601336-94-hyperv neutron-server[94177]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2b61f6d6-a327-4ebf-9997-576d73d5b3af None None] Sync routers for ids ['122c067d-0664-472a-8765-023c6fbf0099'] in dv-neutron-601336-94-hyperv {{(pid=94177) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 23 11:36:41.792875 dv-neutron-601336-94-hyperv neutron-server[94177]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2b61f6d6-a327-4ebf-9997-576d73d5b3af None None] Routers {'122c067d-0664-472a-8765-023c6fbf0099'} bound to L3 agent in host dv-neutron-601336-94-hyperv {{(pid=94177) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 23 11:36:41.794488 dv-neutron-601336-94-hyperv neutron-server[94177]: DEBUG neutron.db.l3_hamode_db [None req-2b61f6d6-a327-4ebf-9997-576d73d5b3af None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-601336-94-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-23T11:22:13Z,description=,heartbeat_timestamp=2021-06-23T11:36:13Z,host='dv-neutron-601336-94-hyperv',id=50ef99c0-ef28-4db5-b303-b145898fae60,load=0,resource_versions=,resources_synced=,started_at=2021-06-23T11:22:14Z,topic='l3_agent')) {'router_ids': ['122c067d-0664-472a-8765-023c6fbf0099'], 'active': True} {{(pid=94177) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 11:36:41.836637 dv-neutron-601336-94-hyperv neutron-server[94175]: INFO neutron.wsgi [None req-8d3adec4-5357-429c-b6be-7ebeb067d63d tempest-SecGroupTest-1462889432 tempest-SecGroupTest-1462889432-project] 10.222.0.20 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4108 time: 0.0968590 Jun 23 11:36:41.837775 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.wsgi [-] (94174) accepted ('10.222.0.20', 42114) {{(pid=94174) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 11:36:41.850400 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron_lib.callbacks.manager [None req-067fe435-dd55-4fbf-8c53-aa9fbdf5fb01 tempest-FloatingIPTestJSON-1140213849 tempest-FloatingIPTestJSON-1140213849-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-430722'] for port, precommit_delete {{(pid=94175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:36:41.850754 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron_lib.callbacks.manager [None req-067fe435-dd55-4fbf-8c53-aa9fbdf5fb01 tempest-FloatingIPTestJSON-1140213849 tempest-FloatingIPTestJSON-1140213849-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:36:41.872268 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.plugins.ml2.plugin [None req-067fe435-dd55-4fbf-8c53-aa9fbdf5fb01 tempest-FloatingIPTestJSON-1140213849 tempest-FloatingIPTestJSON-1140213849-project] Calling delete_port for 0fddbbec-69a3-4970-876a-cdeb9ca8ad40 owned by network:floatingip {{(pid=94175) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1986}} Jun 23 11:36:41.877498 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron_lib.callbacks.manager [None req-3b6e2d3c-cc72-4585-be30-591214a2a64b tempest-SecGroupTest-1462889432 tempest-SecGroupTest-1462889432-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=94174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:36:41.879836 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.db.db_base_plugin_v2 [None req-9851bba5-9129-4324-8ad1-c03ef9153f22 tempest-RoutersTest-228919764 tempest-RoutersTest-228919764-project] Deleting subnet c35c0562-6b9c-442e-96b4-912bb02cc969 {{(pid=94175) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jun 23 11:36:41.886224 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron_lib.callbacks.manager [None req-3b6e2d3c-cc72-4585-be30-591214a2a64b tempest-SecGroupTest-1462889432 tempest-SecGroupTest-1462889432-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=94174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:36:41.887865 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron_lib.callbacks.manager [None req-9851bba5-9129-4324-8ad1-c03ef9153f22 tempest-RoutersTest-228919764 tempest-RoutersTest-228919764-project] Notify callbacks [] for subnet, before_delete {{(pid=94175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:36:41.902565 dv-neutron-601336-94-hyperv neutron-server[94177]: DEBUG neutron.db.l3_dvr_db [None req-2b61f6d6-a327-4ebf-9997-576d73d5b3af None None] Set router 122c067d-0664-472a-8765-023c6fbf0099 gateway port host: None {{(pid=94177) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:838}} Jun 23 11:36:41.966172 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron_lib.callbacks.manager [None req-9851bba5-9129-4324-8ad1-c03ef9153f22 tempest-RoutersTest-228919764 tempest-RoutersTest-228919764-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5190686'] for subnet, precommit_delete_associations {{(pid=94175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:36:41.977449 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron_lib.callbacks.manager [None req-3b6e2d3c-cc72-4585-be30-591214a2a64b tempest-SecGroupTest-1462889432 tempest-SecGroupTest-1462889432-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7996355'] for security_group_rule, after_delete {{(pid=94174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:36:41.983309 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron_lib.callbacks.manager [None req-3b6e2d3c-cc72-4585-be30-591214a2a64b tempest-SecGroupTest-1462889432 tempest-SecGroupTest-1462889432-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:36:41.986789 dv-neutron-601336-94-hyperv neutron-server[94174]: INFO neutron.wsgi [None req-3b6e2d3c-cc72-4585-be30-591214a2a64b tempest-SecGroupTest-1462889432 tempest-SecGroupTest-1462889432-project] 10.222.0.20 "DELETE /v2.0/security-group-rules/b6b62c5d-324c-4c71-8bf3-cb61e0c33117 HTTP/1.1" status: 204 len: 168 time: 0.1455343 Jun 23 11:36:41.986789 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG oslo_concurrency.lockutils [None req-b92987ab-2c50-4d01-9559-dd13cb436a3e tempest-SecGroupIPv6Test-1528675894 tempest-SecGroupIPv6Test-1528675894-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94174) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 11:36:41.988550 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.wsgi [-] (94174) accepted ('10.222.0.20', 42116) {{(pid=94174) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 11:36:42.000749 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b6e2d3c-cc72-4585-be30-591214a2a64b tempest-SecGroupTest-1462889432 tempest-SecGroupTest-1462889432-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=b6b62c5d-324c-4c71-8bf3-cb61e0c33117,revision_number=None']} {{(pid=94174) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 11:36:42.003655 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG oslo_concurrency.lockutils [None req-3b6e2d3c-cc72-4585-be30-591214a2a64b tempest-SecGroupTest-1462889432 tempest-SecGroupTest-1462889432-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=94174) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 11:36:42.047748 dv-neutron-601336-94-hyperv neutron-server[94174]: INFO neutron.wsgi [None req-d08b1cc3-c28f-4380-a299-08fe26820f6e tempest-SecGroupTest-1462889432 tempest-SecGroupTest-1462889432-project] 10.222.0.20 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.0577710 Jun 23 11:36:42.050328 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.wsgi [-] (94174) accepted ('10.222.0.20', 42118) {{(pid=94174) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 11:36:42.111515 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron_lib.callbacks.manager [None req-81fbb3b6-966a-4dfd-9974-dab38a74e042 tempest-SecGroupTest-1462889432 tempest-SecGroupTest-1462889432-project] Notify callbacks [] for security_group, before_delete {{(pid=94174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:36:42.125764 dv-neutron-601336-94-hyperv neutron-server[94177]: DEBUG neutron.db.l3_hamode_db [None req-2b61f6d6-a327-4ebf-9997-576d73d5b3af None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '122c067d-0664-472a-8765-023c6fbf0099', 'name': 'tempest-RoutersTest-router-1104510358', 'tenant_id': '1838eb839bc24d0abf2e86f88a8bcfa8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-23T11:35:57Z', 'updated_at': '2021-06-23T11:36:40Z', 'revision_number': 10, 'project_id': '1838eb839bc24d0abf2e86f88a8bcfa8', 'gw_port_host': None, '_interfaces': [{'id': '7a29a4e4-f510-4f78-9f80-80db4aa06bf5', 'name': '', 'network_id': '16660c50-0794-457f-9a86-fdc3685f0969', 'tenant_id': '1838eb839bc24d0abf2e86f88a8bcfa8', 'mac_address': 'fa:16:3e:cb:f1:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '122c067d-0664-472a-8765-023c6fbf0099', 'device_owner': 'network:router_interface', 'standard_attr_id': 1104, 'fixed_ips': [{'subnet_id': 'c719f3a8-f536-49d0-8d92-e308a6195b0c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-94-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-23T11:36:00Z', 'updated_at': '2021-06-23T11:36:09Z', 'revision_number': 5, 'project_id': '1838eb839bc24d0abf2e86f88a8bcfa8', 'subnets': [{'id': 'c719f3a8-f536-49d0-8d92-e308a6195b0c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-601336-94-hyperv', False) {} {{(pid=94177) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 11:36:42.143025 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron_lib.callbacks.manager [None req-9851bba5-9129-4324-8ad1-c03ef9153f22 tempest-RoutersTest-228919764 tempest-RoutersTest-228919764-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-897634'] for subnet, precommit_delete {{(pid=94175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:36:42.156816 dv-neutron-601336-94-hyperv neutron-server[94177]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2b61f6d6-a327-4ebf-9997-576d73d5b3af None None] Checking router: 122c067d-0664-472a-8765-023c6fbf0099 for host: dv-neutron-601336-94-hyperv {{(pid=94177) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 23 11:36:42.157486 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron_lib.callbacks.manager [None req-81fbb3b6-966a-4dfd-9974-dab38a74e042 tempest-SecGroupTest-1462889432 tempest-SecGroupTest-1462889432-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:36:42.167112 dv-neutron-601336-94-hyperv neutron-server[94177]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2b61f6d6-a327-4ebf-9997-576d73d5b3af None None] Routers {'122c067d-0664-472a-8765-023c6fbf0099'} bound to L3 agent in host dv-neutron-601336-94-hyperv {{(pid=94177) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 23 11:36:42.167775 dv-neutron-601336-94-hyperv neutron-server[94177]: DEBUG neutron.db.l3_hamode_db [None req-2b61f6d6-a327-4ebf-9997-576d73d5b3af None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-601336-94-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-23T11:22:13Z,description=,heartbeat_timestamp=2021-06-23T11:36:13Z,host='dv-neutron-601336-94-hyperv',id=50ef99c0-ef28-4db5-b303-b145898fae60,load=0,resource_versions=,resources_synced=,started_at=2021-06-23T11:22:14Z,topic='l3_agent')) {'router_ids': ['122c067d-0664-472a-8765-023c6fbf0099'], 'active': True} {{(pid=94177) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 11:36:42.235137 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron_lib.callbacks.manager [None req-067fe435-dd55-4fbf-8c53-aa9fbdf5fb01 tempest-FloatingIPTestJSON-1140213849 tempest-FloatingIPTestJSON-1140213849-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-922904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866062', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773700135024', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773699642224', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5082448'] for port, after_delete {{(pid=94175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:36:42.238493 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG oslo_concurrency.lockutils [None req-1fec24e8-6c07-4393-9107-9b6ef9704bc7 tempest-RoutersTest-228919764 tempest-RoutersTest-228919764-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94175) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 11:36:42.265897 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-067fe435-dd55-4fbf-8c53-aa9fbdf5fb01 tempest-FloatingIPTestJSON-1140213849 tempest-FloatingIPTestJSON-1140213849-project] Pushing event deleted for resources: {'Port': ['ID=0fddbbec-69a3-4970-876a-cdeb9ca8ad40,revision_number=None']} {{(pid=94175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 11:36:42.271066 dv-neutron-601336-94-hyperv neutron-server[94177]: DEBUG neutron.db.l3_dvr_db [None req-2b61f6d6-a327-4ebf-9997-576d73d5b3af None None] Set router 122c067d-0664-472a-8765-023c6fbf0099 gateway port host: None {{(pid=94177) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:838}} Jun 23 11:36:42.272711 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG oslo_concurrency.lockutils [None req-067fe435-dd55-4fbf-8c53-aa9fbdf5fb01 tempest-FloatingIPTestJSON-1140213849 tempest-FloatingIPTestJSON-1140213849-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.033s {{(pid=94175) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 11:36:42.298015 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron_lib.callbacks.manager [None req-9851bba5-9129-4324-8ad1-c03ef9153f22 tempest-RoutersTest-228919764 tempest-RoutersTest-228919764-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-897627', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866062', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5083050', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4660036'] for subnet, after_delete {{(pid=94175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:36:42.304256 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron_lib.callbacks.manager [None req-81fbb3b6-966a-4dfd-9974-dab38a74e042 tempest-SecGroupTest-1462889432 tempest-SecGroupTest-1462889432-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7996330'] for security_group, after_delete {{(pid=94174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:36:42.308629 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron_lib.callbacks.manager [None req-81fbb3b6-966a-4dfd-9974-dab38a74e042 tempest-SecGroupTest-1462889432 tempest-SecGroupTest-1462889432-project] Notify callbacks [] for security_group, before_response {{(pid=94174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:36:42.311527 dv-neutron-601336-94-hyperv neutron-server[94174]: INFO neutron.wsgi [None req-81fbb3b6-966a-4dfd-9974-dab38a74e042 tempest-SecGroupTest-1462889432 tempest-SecGroupTest-1462889432-project] 10.222.0.20 "DELETE /v2.0/security-groups/8c47c0b0-f669-4497-a86a-36a2d7ecbfca HTTP/1.1" status: 204 len: 168 time: 0.2599690 Jun 23 11:36:42.313297 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG oslo_concurrency.lockutils [None req-417efd45-0800-443b-9f3b-42e04e45a6ce admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94174) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 11:36:42.321589 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.wsgi [-] (94174) accepted ('10.222.0.20', 42122) {{(pid=94174) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 11:36:42.321768 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG oslo_concurrency.lockutils [None req-01952b74-90c4-487a-8f35-8d125b4dac0d tempest-PortsIpV6TestJSON-1781383748 tempest-PortsIpV6TestJSON-1781383748-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94175) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 11:36:42.342668 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81fbb3b6-966a-4dfd-9974-dab38a74e042 tempest-SecGroupTest-1462889432 tempest-SecGroupTest-1462889432-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=8c47c0b0-f669-4497-a86a-36a2d7ecbfca,revision_number=None']} {{(pid=94174) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 11:36:42.346591 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG oslo_concurrency.lockutils [None req-81fbb3b6-966a-4dfd-9974-dab38a74e042 tempest-SecGroupTest-1462889432 tempest-SecGroupTest-1462889432-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.033s {{(pid=94174) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 11:36:42.371867 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9851bba5-9129-4324-8ad1-c03ef9153f22 tempest-RoutersTest-228919764 tempest-RoutersTest-228919764-project] Pushing event deleted for resources: {'Subnet': ['ID=c35c0562-6b9c-442e-96b4-912bb02cc969,revision_number=None']} {{(pid=94175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 11:36:42.382137 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron_lib.callbacks.manager [None req-9851bba5-9129-4324-8ad1-c03ef9153f22 tempest-RoutersTest-228919764 tempest-RoutersTest-228919764-project] Notify callbacks [] for subnet, before_response {{(pid=94175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:36:42.383302 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b8b27ca8-3336-4ebf-aac8-2bae7f3a004b None None] Network 75649c4e-2c4d-4a9c-bb4f-3ba1a4d7057e requested from dv-neutron-601336-94-hyperv {{(pid=94176) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 23 11:36:42.384108 dv-neutron-601336-94-hyperv neutron-server[94175]: INFO neutron.wsgi [None req-9851bba5-9129-4324-8ad1-c03ef9153f22 tempest-RoutersTest-228919764 tempest-RoutersTest-228919764-project] 10.222.0.20 "DELETE /v2.0/subnets/c35c0562-6b9c-442e-96b4-912bb02cc969 HTTP/1.1" status: 204 len: 168 time: 0.6044652 Jun 23 11:36:42.389261 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG oslo_concurrency.lockutils [None req-9851bba5-9129-4324-8ad1-c03ef9153f22 tempest-RoutersTest-228919764 tempest-RoutersTest-228919764-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.068s {{(pid=94175) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 11:36:42.389725 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.wsgi [-] (94175) accepted ('10.222.0.20', 42124) {{(pid=94175) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 11:36:42.400875 dv-neutron-601336-94-hyperv neutron-server[94174]: INFO neutron.wsgi [None req-85c91f34-eac5-4da3-a6fc-29394c5a3560 tempest-SecGroupTest-1462889432 tempest-SecGroupTest-1462889432-project] 10.222.0.20 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0775788 Jun 23 11:36:42.429403 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.wsgi [-] (94175) accepted ('10.222.0.20', 42126) {{(pid=94175) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 11:36:42.435730 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.api.v2.base [None req-5d402bd6-593a-4295-8961-6a6444f38ae4 tempest-SecGroupTest-1462889432 tempest-SecGroupTest-1462889432-project] Request body: {'security_group': {'name': 'tempest-secgroup--1195583260'}} {{(pid=94175) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 23 11:36:42.481605 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e2b60f0-9e10-445f-9e2f-62228683c271 req-702512a1-8e18-4f1b-8d03-43b202638dc5 tempest-TestServerAdvancedOps-2059691030 tempest-TestServerAdvancedOps-2059691030-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94174) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 11:36:42.483671 dv-neutron-601336-94-hyperv neutron-server[94174]: INFO neutron.wsgi [req-7e2b60f0-9e10-445f-9e2f-62228683c271 req-702512a1-8e18-4f1b-8d03-43b202638dc5 tempest-TestServerAdvancedOps-2059691030 tempest-TestServerAdvancedOps-2059691030-project] 10.222.0.20 "GET /v2.0/ports?device_id=db39e3a9-74a7-4800-a7cc-bd4b30155332 HTTP/1.1" status: 200 len: 945 time: 0.1026695 Jun 23 11:36:42.495929 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron_lib.callbacks.manager [None req-067fe435-dd55-4fbf-8c53-aa9fbdf5fb01 tempest-FloatingIPTestJSON-1140213849 tempest-FloatingIPTestJSON-1140213849-project] Notify callbacks [] for floatingip, after_delete {{(pid=94175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:36:42.498557 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron_lib.callbacks.manager [None req-067fe435-dd55-4fbf-8c53-aa9fbdf5fb01 tempest-FloatingIPTestJSON-1140213849 tempest-FloatingIPTestJSON-1140213849-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-217507'] for floatingip, before_response {{(pid=94175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:36:42.500490 dv-neutron-601336-94-hyperv neutron-server[94175]: INFO neutron.wsgi [None req-067fe435-dd55-4fbf-8c53-aa9fbdf5fb01 tempest-FloatingIPTestJSON-1140213849 tempest-FloatingIPTestJSON-1140213849-project] 10.222.0.20 "DELETE /v2.0/floatingips/1fd75173-22eb-4ae3-b5c7-1b3b025b8bac HTTP/1.1" status: 204 len: 168 time: 0.9816821 Jun 23 11:36:42.507900 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.wsgi [-] (94175) accepted ('10.222.0.20', 42128) {{(pid=94175) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 11:36:42.519358 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.api.v2.base [None req-a513e160-b2a4-4c90-b0a1-e10bc718e48f tempest-FloatingIPTestJSON-1140213849 tempest-FloatingIPTestJSON-1140213849-project] Request body: {'floatingip': {'floating_network_id': '3e7e4eb3-cf02-4d47-ade9-0a579cdfc60f', 'port_id': '64fdff8d-9562-4d6c-bbb1-e04ad6d3bdcd'}} {{(pid=94175) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 23 11:36:42.539872 dv-neutron-601336-94-hyperv neutron-server[94174]: INFO neutron.wsgi [req-7e2b60f0-9e10-445f-9e2f-62228683c271 req-2d4d1e4a-da6f-4dac-a73b-2d918424a0ab tempest-TestServerAdvancedOps-2059691030 tempest-TestServerAdvancedOps-2059691030-project] 10.222.0.20 "GET /v2.0/security-groups?id=15f52a14-6092-4d6f-aba4-bb31310b2c66&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0474699 Jun 23 11:36:42.542756 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron_lib.callbacks.manager [None req-c24e6521-a403-4d24-9b37-fdf30a87817c tempest-RoutersTest-228919764 tempest-RoutersTest-228919764-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-824874'] for network, before_delete {{(pid=94175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:36:42.582752 dv-neutron-601336-94-hyperv neutron-server[94177]: DEBUG neutron.db.l3_hamode_db [None req-2b61f6d6-a327-4ebf-9997-576d73d5b3af None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '122c067d-0664-472a-8765-023c6fbf0099', 'name': 'tempest-RoutersTest-router-1104510358', 'tenant_id': '1838eb839bc24d0abf2e86f88a8bcfa8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-23T11:35:57Z', 'updated_at': '2021-06-23T11:36:40Z', 'revision_number': 10, 'project_id': '1838eb839bc24d0abf2e86f88a8bcfa8', 'gw_port_host': None, '_interfaces': [{'id': '7a29a4e4-f510-4f78-9f80-80db4aa06bf5', 'name': '', 'network_id': '16660c50-0794-457f-9a86-fdc3685f0969', 'tenant_id': '1838eb839bc24d0abf2e86f88a8bcfa8', 'mac_address': 'fa:16:3e:cb:f1:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '122c067d-0664-472a-8765-023c6fbf0099', 'device_owner': 'network:router_interface', 'standard_attr_id': 1104, 'fixed_ips': [{'subnet_id': 'c719f3a8-f536-49d0-8d92-e308a6195b0c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-94-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-23T11:36:00Z', 'updated_at': '2021-06-23T11:36:09Z', 'revision_number': 5, 'project_id': '1838eb839bc24d0abf2e86f88a8bcfa8', 'subnets': [{'id': 'c719f3a8-f536-49d0-8d92-e308a6195b0c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-601336-94-hyperv', False) {} {{(pid=94177) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 11:36:42.598934 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron_lib.callbacks.manager [None req-5d402bd6-593a-4295-8961-6a6444f38ae4 tempest-SecGroupTest-1462889432 tempest-SecGroupTest-1462889432-project] Notify callbacks [] for security_group, before_create {{(pid=94175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:36:42.616458 dv-neutron-601336-94-hyperv neutron-server[94177]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2b61f6d6-a327-4ebf-9997-576d73d5b3af None None] The sync data for ids ['122c067d-0664-472a-8765-023c6fbf0099'] in dv-neutron-601336-94-hyperv is: [{'id': '122c067d-0664-472a-8765-023c6fbf0099', 'name': 'tempest-RoutersTest-router-1104510358', 'tenant_id': '1838eb839bc24d0abf2e86f88a8bcfa8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-23T11:35:57Z', 'updated_at': '2021-06-23T11:36:40Z', 'revision_number': 10, 'project_id': '1838eb839bc24d0abf2e86f88a8bcfa8', 'gw_port_host': None, '_interfaces': [{'id': '7a29a4e4-f510-4f78-9f80-80db4aa06bf5', 'name': '', 'network_id': '16660c50-0794-457f-9a86-fdc3685f0969', 'tenant_id': '1838eb839bc24d0abf2e86f88a8bcfa8', 'mac_address': 'fa:16:3e:cb:f1:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '122c067d-0664-472a-8765-023c6fbf0099', 'device_owner': 'network:router_interface', 'standard_attr_id': 1104, 'fixed_ips': [{'subnet_id': 'c719f3a8-f536-49d0-8d92-e308a6195b0c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-94-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-23T11:36:00Z', 'updated_at': '2021-06-23T11:36:09Z', 'revision_number': 5, 'project_id': '1838eb839bc24d0abf2e86f88a8bcfa8', 'subnets': [{'id': 'c719f3a8-f536-49d0-8d92-e308a6195b0c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94177) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 23 11:36:42.644228 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a5b55406-ee44-4839-9d4a-91b932632b76 None None] DHCP port deletion for 75649c4e-2c4d-4a9c-bb4f-3ba1a4d7057e request from dv-neutron-601336-94-hyperv {{(pid=94176) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jun 23 11:36:42.655815 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.plugins.ml2.plugin [None req-c24e6521-a403-4d24-9b37-fdf30a87817c tempest-RoutersTest-228919764 tempest-RoutersTest-228919764-project] Deleting port d6ad2f7d-868c-4cc1-ba7b-6864851856f6 {{(pid=94175) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1913}} Jun 23 11:36:42.656260 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron_lib.callbacks.manager [None req-c24e6521-a403-4d24-9b37-fdf30a87817c tempest-RoutersTest-228919764 tempest-RoutersTest-228919764-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773700079324'] for port, before_delete {{(pid=94175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:36:42.702557 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.plugins.ml2.plugin [None req-a5b55406-ee44-4839-9d4a-91b932632b76 None None] Deleting port d6ad2f7d-868c-4cc1-ba7b-6864851856f6 {{(pid=94176) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1913}} Jun 23 11:36:42.702945 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron_lib.callbacks.manager [None req-a5b55406-ee44-4839-9d4a-91b932632b76 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773700079324'] for port, before_delete {{(pid=94176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:36:42.710796 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron_lib.callbacks.manager [None req-a513e160-b2a4-4c90-b0a1-e10bc718e48f tempest-FloatingIPTestJSON-1140213849 tempest-FloatingIPTestJSON-1140213849-project] Notify callbacks [] for floatingip, before_create {{(pid=94175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:36:42.769220 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.plugins.ml2.db [None req-a5b55406-ee44-4839-9d4a-91b932632b76 None None] For port d6ad2f7d-868c-4cc1-ba7b-6864851856f6, host dv-neutron-601336-94-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-94-hyperv',level=0,port_id=d6ad2f7d-868c-4cc1-ba7b-6864851856f6,segment=NetworkSegment(83fb02d4-09bd-490b-905c-19d47c8235b8),segment_id=83fb02d4-09bd-490b-905c-19d47c8235b8)] {{(pid=94176) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 23 11:36:42.769597 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron_lib.callbacks.manager [None req-a5b55406-ee44-4839-9d4a-91b932632b76 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-430722'] for port, precommit_delete {{(pid=94176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:36:42.782810 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.wsgi [-] (94174) accepted ('10.222.0.20', 42132) {{(pid=94174) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 11:36:42.784378 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.plugins.ml2.db [None req-c24e6521-a403-4d24-9b37-fdf30a87817c tempest-RoutersTest-228919764 tempest-RoutersTest-228919764-project] For port d6ad2f7d-868c-4cc1-ba7b-6864851856f6, host dv-neutron-601336-94-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-94-hyperv',level=0,port_id=d6ad2f7d-868c-4cc1-ba7b-6864851856f6,segment=NetworkSegment(83fb02d4-09bd-490b-905c-19d47c8235b8),segment_id=83fb02d4-09bd-490b-905c-19d47c8235b8)] {{(pid=94175) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 23 11:36:42.784747 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron_lib.callbacks.manager [None req-c24e6521-a403-4d24-9b37-fdf30a87817c tempest-RoutersTest-228919764 tempest-RoutersTest-228919764-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-430722'] for port, precommit_delete {{(pid=94175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:36:42.785044 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.plugins.ml2.plugin [None req-a5b55406-ee44-4839-9d4a-91b932632b76 None None] Calling delete_port for d6ad2f7d-868c-4cc1-ba7b-6864851856f6 owned by network:dhcp {{(pid=94176) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1986}} Jun 23 11:36:42.814473 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.plugins.ml2.plugin [None req-c24e6521-a403-4d24-9b37-fdf30a87817c tempest-RoutersTest-228919764 tempest-RoutersTest-228919764-project] Calling delete_port for d6ad2f7d-868c-4cc1-ba7b-6864851856f6 owned by network:dhcp {{(pid=94175) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1986}} Jun 23 11:36:42.844491 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron_lib.callbacks.manager [None req-3ab606a0-7c77-42a8-8249-06e3d02c82c3 tempest-TestNetworkBasicOps-233187296 tempest-TestNetworkBasicOps-233187296-project] Notify callbacks [] for security_group, before_delete {{(pid=94174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:36:42.870446 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron_lib.callbacks.manager [None req-3ab606a0-7c77-42a8-8249-06e3d02c82c3 tempest-TestNetworkBasicOps-233187296 tempest-TestNetworkBasicOps-233187296-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:36:42.924782 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron_lib.callbacks.manager [None req-5d402bd6-593a-4295-8961-6a6444f38ae4 tempest-SecGroupTest-1462889432 tempest-SecGroupTest-1462889432-project] Notify callbacks [] for security_group, precommit_create {{(pid=94175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:36:42.931860 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron_lib.callbacks.manager [None req-a5b55406-ee44-4839-9d4a-91b932632b76 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-922904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866062', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773700135024', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773699642224'] for port, after_delete {{(pid=94176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:36:42.934781 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG oslo_concurrency.lockutils [None req-158bf016-c1d8-4e38-a49a-c5dd0a5f5fe5 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 11:36:42.956862 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron_lib.callbacks.manager [None req-c24e6521-a403-4d24-9b37-fdf30a87817c tempest-RoutersTest-228919764 tempest-RoutersTest-228919764-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-922904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866062', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773700135024', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773699642224', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5082448'] for port, after_delete {{(pid=94175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:36:42.957599 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5b55406-ee44-4839-9d4a-91b932632b76 None None] Pushing event deleted for resources: {'Port': ['ID=d6ad2f7d-868c-4cc1-ba7b-6864851856f6,revision_number=None']} {{(pid=94176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 11:36:42.961278 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG oslo_concurrency.lockutils [None req-a5b55406-ee44-4839-9d4a-91b932632b76 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.026s {{(pid=94176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 11:36:42.961598 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG oslo_concurrency.lockutils [None req-9f269320-2cbe-41aa-8163-916332bbd66f tempest-RoutersIpV6Test-1448447933 tempest-RoutersIpV6Test-1448447933-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94175) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 11:36:42.962100 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a5b55406-ee44-4839-9d4a-91b932632b76 None None] No DVR routers for this DVR port d6ad2f7d-868c-4cc1-ba7b-6864851856f6 on host dv-neutron-601336-94-hyperv {{(pid=94176) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 23 11:36:42.998691 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c24e6521-a403-4d24-9b37-fdf30a87817c tempest-RoutersTest-228919764 tempest-RoutersTest-228919764-project] No DVR routers for this DVR port d6ad2f7d-868c-4cc1-ba7b-6864851856f6 on host dv-neutron-601336-94-hyperv {{(pid=94175) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 23 11:36:43.012460 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c24e6521-a403-4d24-9b37-fdf30a87817c tempest-RoutersTest-228919764 tempest-RoutersTest-228919764-project] Pushing event deleted for resources: {'Port': ['ID=d6ad2f7d-868c-4cc1-ba7b-6864851856f6,revision_number=None']} {{(pid=94175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 11:36:43.012460 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron_lib.callbacks.manager [None req-5d402bd6-593a-4295-8961-6a6444f38ae4 tempest-SecGroupTest-1462889432 tempest-SecGroupTest-1462889432-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7996330'] for security_group, after_create {{(pid=94175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:36:43.012460 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG oslo_concurrency.lockutils [None req-c24e6521-a403-4d24-9b37-fdf30a87817c tempest-RoutersTest-228919764 tempest-RoutersTest-228919764-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=94175) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 11:36:43.012460 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG oslo_concurrency.lockutils [None req-0bd21f7d-c67d-474a-ad01-70974e4e80df tempest-FloatingIPTestJSON-1140213849 tempest-FloatingIPTestJSON-1140213849-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94175) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 11:36:43.040691 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron_lib.callbacks.manager [None req-a513e160-b2a4-4c90-b0a1-e10bc718e48f tempest-FloatingIPTestJSON-1140213849 tempest-FloatingIPTestJSON-1140213849-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-923104'] for port, before_create {{(pid=94175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:36:43.058720 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.plugins.ml2.rpc [None req-dc7542b2-afef-47f4-a763-e3a3cba144be None None] Device d6ad2f7d-868c-4cc1-ba7b-6864851856f6 no longer exists at agent ovs-agent-dv-neutron-601336-94-hyperv {{(pid=94176) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:261}} Jun 23 11:36:43.063040 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron_lib.callbacks.manager [None req-3ab606a0-7c77-42a8-8249-06e3d02c82c3 tempest-TestNetworkBasicOps-233187296 tempest-TestNetworkBasicOps-233187296-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7996330'] for security_group, after_delete {{(pid=94174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:36:43.065883 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron_lib.callbacks.manager [None req-3ab606a0-7c77-42a8-8249-06e3d02c82c3 tempest-TestNetworkBasicOps-233187296 tempest-TestNetworkBasicOps-233187296-project] Notify callbacks [] for security_group, before_response {{(pid=94174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:36:43.071466 dv-neutron-601336-94-hyperv neutron-server[94174]: INFO neutron.wsgi [None req-3ab606a0-7c77-42a8-8249-06e3d02c82c3 tempest-TestNetworkBasicOps-233187296 tempest-TestNetworkBasicOps-233187296-project] 10.222.0.20 "DELETE /v2.0/security-groups/571b66f8-c84c-4f09-9531-afe1560dc081 HTTP/1.1" status: 204 len: 168 time: 0.2835262 Jun 23 11:36:43.071466 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG oslo_concurrency.lockutils [None req-66e835e6-c0ed-4f09-ab5f-bd1bcedc49b0 tempest-NegativeSecGroupIPv6Test-1070497984 tempest-NegativeSecGroupIPv6Test-1070497984-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94174) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 11:36:43.096608 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.plugins.ml2.plugin [None req-dc7542b2-afef-47f4-a763-e3a3cba144be None None] No Port match for: d6ad2f7d-868c-4cc1-ba7b-6864851856f6 {{(pid=94176) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2240}} Jun 23 11:36:43.097039 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.plugins.ml2.rpc [None req-dc7542b2-afef-47f4-a763-e3a3cba144be None None] Device d6ad2f7d-868c-4cc1-ba7b-6864851856f6 not bound to the agent host dv-neutron-601336-94-hyperv {{(pid=94176) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:271}} Jun 23 11:36:43.097396 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.plugins.ml2.rpc [None req-dc7542b2-afef-47f4-a763-e3a3cba144be None None] Device d120ebe7-be2a-4b0b-a1b4-cc00f66e913c no longer exists at agent ovs-agent-dv-neutron-601336-94-hyperv {{(pid=94176) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:261}} Jun 23 11:36:43.098044 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ab606a0-7c77-42a8-8249-06e3d02c82c3 tempest-TestNetworkBasicOps-233187296 tempest-TestNetworkBasicOps-233187296-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=571b66f8-c84c-4f09-9531-afe1560dc081,revision_number=None']} {{(pid=94174) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 11:36:43.102917 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG oslo_concurrency.lockutils [None req-3ab606a0-7c77-42a8-8249-06e3d02c82c3 tempest-TestNetworkBasicOps-233187296 tempest-TestNetworkBasicOps-233187296-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.034s {{(pid=94174) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 11:36:43.121027 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d402bd6-593a-4295-8961-6a6444f38ae4 tempest-SecGroupTest-1462889432 tempest-SecGroupTest-1462889432-project] Pushing event updated for resources: {'SecurityGroup': ['ID=99b49dc3-3a0b-44e5-a450-20e51b4243c6,revision_number=1']} {{(pid=94175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 11:36:43.127148 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.plugins.ml2.plugin [None req-dc7542b2-afef-47f4-a763-e3a3cba144be None None] No Port match for: d120ebe7-be2a-4b0b-a1b4-cc00f66e913c {{(pid=94176) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2240}} Jun 23 11:36:43.128165 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.plugins.ml2.rpc [None req-dc7542b2-afef-47f4-a763-e3a3cba144be None None] Device d120ebe7-be2a-4b0b-a1b4-cc00f66e913c not bound to the agent host dv-neutron-601336-94-hyperv {{(pid=94176) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:271}} Jun 23 11:36:43.155427 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG oslo_concurrency.lockutils [None req-5d402bd6-593a-4295-8961-6a6444f38ae4 tempest-SecGroupTest-1462889432 tempest-SecGroupTest-1462889432-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.143s {{(pid=94175) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 11:36:43.158973 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron_lib.callbacks.manager [None req-5d402bd6-593a-4295-8961-6a6444f38ae4 tempest-SecGroupTest-1462889432 tempest-SecGroupTest-1462889432-project] Notify callbacks [] for security_group, before_response {{(pid=94175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:36:43.163342 dv-neutron-601336-94-hyperv neutron-server[94175]: INFO neutron.wsgi [None req-5d402bd6-593a-4295-8961-6a6444f38ae4 tempest-SecGroupTest-1462889432 tempest-SecGroupTest-1462889432-project] 10.222.0.20 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.7283947 Jun 23 11:36:43.163462 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.wsgi [-] (94174) accepted ('10.222.0.20', 42136) {{(pid=94174) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 11:36:43.167915 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.api.v2.base [None req-ee9b7bb1-2199-408b-982d-ccd91dbd1472 tempest-SecGroupTest-1462889432 tempest-SecGroupTest-1462889432-project] Request body: {'security_group_rule': {'security_group_id': '99b49dc3-3a0b-44e5-a450-20e51b4243c6', 'direction': 'ingress', 'protocol': 17}} {{(pid=94174) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 23 11:36:43.173236 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron_lib.callbacks.manager [None req-c24e6521-a403-4d24-9b37-fdf30a87817c tempest-RoutersTest-228919764 tempest-RoutersTest-228919764-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-897259', 'neutron.services.segments.db._delete_segments_for_network-8773700168587'] for network, precommit_delete {{(pid=94175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:36:43.184230 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.wsgi [-] (94174) accepted ('10.222.0.20', 42138) {{(pid=94174) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 11:36:43.190392 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.services.segments.db [None req-c24e6521-a403-4d24-9b37-fdf30a87817c tempest-RoutersTest-228919764 tempest-RoutersTest-228919764-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['75649c4e-2c4d-4a9c-bb4f-3ba1a4d7057e']}} {{(pid=94175) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 11:36:43.205876 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.services.segments.db [None req-c24e6521-a403-4d24-9b37-fdf30a87817c tempest-RoutersTest-228919764 tempest-RoutersTest-228919764-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '83fb02d4-09bd-490b-905c-19d47c8235b8') {'for_net_delete': True} {{(pid=94175) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 11:36:43.206179 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.services.segments.db [None req-c24e6521-a403-4d24-9b37-fdf30a87817c tempest-RoutersTest-228919764 tempest-RoutersTest-228919764-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '83fb02d4-09bd-490b-905c-19d47c8235b8') {} {{(pid=94175) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 11:36:43.223396 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron_lib.callbacks.manager [None req-e8c28daa-b871-4b55-9bd7-605e82ab752b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773699952132', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-899307'] for agent, after_update {{(pid=94176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:36:43.239246 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron_lib.callbacks.manager [None req-c24e6521-a403-4d24-9b37-fdf30a87817c tempest-RoutersTest-228919764 tempest-RoutersTest-228919764-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8773699955833', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5190677'] for segment, before_delete {{(pid=94175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:36:43.243557 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.db.db_base_plugin_v2 [None req-7700606e-b8f9-4133-b9e2-9b0c278740bb tempest-TestNetworkBasicOps-233187296 tempest-TestNetworkBasicOps-233187296-project] Deleting subnet e249a80c-7f47-4719-9bcc-67ae7c4a6459 {{(pid=94174) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jun 23 11:36:43.246673 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron_lib.callbacks.manager [None req-7700606e-b8f9-4133-b9e2-9b0c278740bb tempest-TestNetworkBasicOps-233187296 tempest-TestNetworkBasicOps-233187296-project] Notify callbacks [] for subnet, before_delete {{(pid=94174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:36:43.262659 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron_lib.callbacks.manager [None req-c24e6521-a403-4d24-9b37-fdf30a87817c tempest-RoutersTest-228919764 tempest-RoutersTest-228919764-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3801'] for segment, precommit_delete {{(pid=94175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:36:43.274509 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.db.db_base_plugin_common [None req-a513e160-b2a4-4c90-b0a1-e10bc718e48f tempest-FloatingIPTestJSON-1140213849 tempest-FloatingIPTestJSON-1140213849-project] Allocated IP 172.26.3.72 (3e7e4eb3-cf02-4d47-ade9-0a579cdfc60f/a5ad15ab-c489-4a67-a9b0-d559fca0ec71/2a213bd6-9a7f-4801-814a-41a725e88625) {{(pid=94175) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 23 11:36:43.276608 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c24e6521-a403-4d24-9b37-fdf30a87817c tempest-RoutersTest-228919764 tempest-RoutersTest-228919764-project] Releasing vlan 435 on physical network physnet1 to pool {{(pid=94175) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 23 11:36:43.277017 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron_lib.callbacks.manager [None req-c24e6521-a403-4d24-9b37-fdf30a87817c tempest-RoutersTest-228919764 tempest-RoutersTest-228919764-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3801', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5082371'] for segment, after_delete {{(pid=94175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:36:43.280056 dv-neutron-601336-94-hyperv neutron-server[94175]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 23 11:36:43.280056 dv-neutron-601336-94-hyperv neutron-server[94175]: self.session.flush() Jun 23 11:36:43.280056 dv-neutron-601336-94-hyperv neutron-server[94175]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 23 11:36:43.280056 dv-neutron-601336-94-hyperv neutron-server[94175]: self.session.flush() Jun 23 11:36:43.280056 dv-neutron-601336-94-hyperv neutron-server[94175]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 23 11:36:43.280056 dv-neutron-601336-94-hyperv neutron-server[94175]: self.session.flush() Jun 23 11:36:43.280056 dv-neutron-601336-94-hyperv neutron-server[94175]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 23 11:36:43.280056 dv-neutron-601336-94-hyperv neutron-server[94175]: self.session.flush() Jun 23 11:36:43.280056 dv-neutron-601336-94-hyperv neutron-server[94175]: Traceback (most recent call last): Jun 23 11:36:43.280056 dv-neutron-601336-94-hyperv neutron-server[94175]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 23 11:36:43.280056 dv-neutron-601336-94-hyperv neutron-server[94175]: timer() Jun 23 11:36:43.280056 dv-neutron-601336-94-hyperv neutron-server[94175]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 23 11:36:43.280056 dv-neutron-601336-94-hyperv neutron-server[94175]: cb(*args, **kw) Jun 23 11:36:43.280056 dv-neutron-601336-94-hyperv neutron-server[94175]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 23 11:36:43.280056 dv-neutron-601336-94-hyperv neutron-server[94175]: return func(*args, **kwargs) Jun 23 11:36:43.280056 dv-neutron-601336-94-hyperv neutron-server[94175]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 23 11:36:43.280056 dv-neutron-601336-94-hyperv neutron-server[94175]: self._notify() Jun 23 11:36:43.280056 dv-neutron-601336-94-hyperv neutron-server[94175]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 23 11:36:43.280056 dv-neutron-601336-94-hyperv neutron-server[94175]: self.callback(batched_events) Jun 23 11:36:43.280056 dv-neutron-601336-94-hyperv neutron-server[94175]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 23 11:36:43.280056 dv-neutron-601336-94-hyperv neutron-server[94175]: event.method(event) Jun 23 11:36:43.280056 dv-neutron-601336-94-hyperv neutron-server[94175]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 23 11:36:43.280056 dv-neutron-601336-94-hyperv neutron-server[94175]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 23 11:36:43.280056 dv-neutron-601336-94-hyperv neutron-server[94175]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 23 11:36:43.280056 dv-neutron-601336-94-hyperv neutron-server[94175]: aggregate_uuid = self.p_client.list_aggregates( Jun 23 11:36:43.280056 dv-neutron-601336-94-hyperv neutron-server[94175]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 23 11:36:43.280056 dv-neutron-601336-94-hyperv neutron-server[94175]: return f(self, *a, **k) Jun 23 11:36:43.280056 dv-neutron-601336-94-hyperv neutron-server[94175]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 23 11:36:43.280056 dv-neutron-601336-94-hyperv neutron-server[94175]: return self._get(url).json() Jun 23 11:36:43.280056 dv-neutron-601336-94-hyperv neutron-server[94175]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 23 11:36:43.280056 dv-neutron-601336-94-hyperv neutron-server[94175]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 23 11:36:43.280056 dv-neutron-601336-94-hyperv neutron-server[94175]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 23 11:36:43.280056 dv-neutron-601336-94-hyperv neutron-server[94175]: return self.request(url, 'GET', **kwargs) Jun 23 11:36:43.280056 dv-neutron-601336-94-hyperv neutron-server[94175]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 23 11:36:43.280056 dv-neutron-601336-94-hyperv neutron-server[94175]: base_url = self.get_endpoint(auth, allow=allow, Jun 23 11:36:43.280056 dv-neutron-601336-94-hyperv neutron-server[94175]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 23 11:36:43.280056 dv-neutron-601336-94-hyperv neutron-server[94175]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 23 11:36:43.280056 dv-neutron-601336-94-hyperv neutron-server[94175]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 23 11:36:43.280056 dv-neutron-601336-94-hyperv neutron-server[94175]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 23 11:36:43.280056 dv-neutron-601336-94-hyperv neutron-server[94175]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 23 11:36:43.286557 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron_lib.callbacks.manager [None req-7700606e-b8f9-4133-b9e2-9b0c278740bb tempest-TestNetworkBasicOps-233187296 tempest-TestNetworkBasicOps-233187296-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4800256'] for subnet, precommit_delete_associations {{(pid=94174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:36:43.325689 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron_lib.callbacks.manager [None req-ee9b7bb1-2199-408b-982d-ccd91dbd1472 tempest-SecGroupTest-1462889432 tempest-SecGroupTest-1462889432-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:36:43.353495 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.plugins.ml2.rpc [None req-97bd5441-1da2-49ee-a364-27795820ba27 None None] Device 1b219d2f-1e96-4a54-853e-bf40a0c92824 no longer exists at agent hyperv_hv-neutron-6013 {{(pid=94176) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:261}} Jun 23 11:36:43.373668 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.plugins.ml2.plugin [None req-97bd5441-1da2-49ee-a364-27795820ba27 None None] No Port match for: 1b219d2f-1e96-4a54-853e-bf40a0c92824 {{(pid=94176) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2240}} Jun 23 11:36:43.374295 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.plugins.ml2.rpc [None req-97bd5441-1da2-49ee-a364-27795820ba27 None None] Device 1b219d2f-1e96-4a54-853e-bf40a0c92824 not bound to the agent host hv-neutron-6013 {{(pid=94176) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:271}} Jun 23 11:36:43.423796 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron_lib.callbacks.manager [None req-7700606e-b8f9-4133-b9e2-9b0c278740bb tempest-TestNetworkBasicOps-233187296 tempest-TestNetworkBasicOps-233187296-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-897634'] for subnet, precommit_delete {{(pid=94174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:36:43.431017 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron_lib.callbacks.manager [None req-a513e160-b2a4-4c90-b0a1-e10bc718e48f tempest-FloatingIPTestJSON-1140213849 tempest-FloatingIPTestJSON-1140213849-project] Notify callbacks [] for port, precommit_create {{(pid=94175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:36:43.435995 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron_lib.callbacks.manager [None req-c24e6521-a403-4d24-9b37-fdf30a87817c tempest-RoutersTest-228919764 tempest-RoutersTest-228919764-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-897248', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8002400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7866073', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-524247'] for network, after_delete {{(pid=94175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:36:43.440437 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG oslo_concurrency.lockutils [None req-ba0f42a7-7e76-423f-a4e5-7e15f50839fe tempest-RoutersTest-228919764 tempest-RoutersTest-228919764-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94175) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 11:36:43.445355 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron_lib.callbacks.manager [None req-c24e6521-a403-4d24-9b37-fdf30a87817c tempest-RoutersTest-228919764 tempest-RoutersTest-228919764-project] Notify callbacks [] for network, before_response {{(pid=94175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:36:43.446653 dv-neutron-601336-94-hyperv neutron-server[94175]: INFO neutron.wsgi [None req-c24e6521-a403-4d24-9b37-fdf30a87817c tempest-RoutersTest-228919764 tempest-RoutersTest-228919764-project] 10.222.0.20 "DELETE /v2.0/networks/75649c4e-2c4d-4a9c-bb4f-3ba1a4d7057e HTTP/1.1" status: 204 len: 168 time: 1.0560086 Jun 23 11:36:43.449794 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.wsgi [-] (94175) accepted ('10.222.0.20', 42140) {{(pid=94175) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 11:36:43.455633 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron_lib.callbacks.manager [None req-ee9b7bb1-2199-408b-982d-ccd91dbd1472 tempest-SecGroupTest-1462889432 tempest-SecGroupTest-1462889432-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:36:43.467312 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c24e6521-a403-4d24-9b37-fdf30a87817c tempest-RoutersTest-228919764 tempest-RoutersTest-228919764-project] Pushing event deleted for resources: {'Network': ['ID=75649c4e-2c4d-4a9c-bb4f-3ba1a4d7057e,revision_number=None']} {{(pid=94175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 11:36:43.499318 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG oslo_concurrency.lockutils [None req-c24e6521-a403-4d24-9b37-fdf30a87817c tempest-RoutersTest-228919764 tempest-RoutersTest-228919764-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.059s {{(pid=94175) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 11:36:43.589197 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron_lib.callbacks.manager [None req-ee9b7bb1-2199-408b-982d-ccd91dbd1472 tempest-SecGroupTest-1462889432 tempest-SecGroupTest-1462889432-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7996355'] for security_group_rule, after_create {{(pid=94174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:36:43.591312 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG oslo_concurrency.lockutils [None req-9d20cab9-1363-4a95-98cd-a4ed9b62f7b0 tempest-SecGroupIPv6Test-1528675894 tempest-SecGroupIPv6Test-1528675894-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94174) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 11:36:43.606766 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee9b7bb1-2199-408b-982d-ccd91dbd1472 tempest-SecGroupTest-1462889432 tempest-SecGroupTest-1462889432-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=119136c7-a09c-4b7d-8f86-55e052aed1e0,revision_number=0']} {{(pid=94174) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 11:36:43.610948 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG oslo_concurrency.lockutils [None req-ee9b7bb1-2199-408b-982d-ccd91dbd1472 tempest-SecGroupTest-1462889432 tempest-SecGroupTest-1462889432-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.020s {{(pid=94174) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 11:36:43.614460 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron_lib.callbacks.manager [None req-7700606e-b8f9-4133-b9e2-9b0c278740bb tempest-TestNetworkBasicOps-233187296 tempest-TestNetworkBasicOps-233187296-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-897627', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866062', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5195932', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4294216'] for subnet, after_delete {{(pid=94174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:36:43.626551 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG oslo_concurrency.lockutils [None req-61ce450f-1d50-4b72-8309-cc78b079c365 tempest-RoutersIpV6Test-1448447933 tempest-RoutersIpV6Test-1448447933-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94174) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 11:36:43.646123 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron_lib.callbacks.manager [None req-7700606e-b8f9-4133-b9e2-9b0c278740bb tempest-TestNetworkBasicOps-233187296 tempest-TestNetworkBasicOps-233187296-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7865916'] for subnet, before_response {{(pid=94174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:36:43.647993 dv-neutron-601336-94-hyperv neutron-server[94174]: INFO neutron.wsgi [None req-7700606e-b8f9-4133-b9e2-9b0c278740bb tempest-TestNetworkBasicOps-233187296 tempest-TestNetworkBasicOps-233187296-project] 10.222.0.20 "DELETE /v2.0/subnets/e249a80c-7f47-4719-9bcc-67ae7c4a6459 HTTP/1.1" status: 204 len: 168 time: 0.4625185 Jun 23 11:36:43.649048 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7700606e-b8f9-4133-b9e2-9b0c278740bb tempest-TestNetworkBasicOps-233187296 tempest-TestNetworkBasicOps-233187296-project] Pushing event deleted for resources: {'Subnet': ['ID=e249a80c-7f47-4719-9bcc-67ae7c4a6459,revision_number=None']} {{(pid=94174) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 11:36:43.650840 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.wsgi [-] (94175) accepted ('10.222.0.20', 42144) {{(pid=94175) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 11:36:43.651783 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG oslo_concurrency.lockutils [None req-7700606e-b8f9-4133-b9e2-9b0c278740bb tempest-TestNetworkBasicOps-233187296 tempest-TestNetworkBasicOps-233187296-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.031s {{(pid=94174) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 11:36:43.659436 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e618a526-734a-4cc3-96e2-a9660000afb7 None None] Network a7681095-7326-44b0-985d-4ae24b358d92 requested from dv-neutron-601336-94-hyperv {{(pid=94176) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 23 11:36:43.672051 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron_lib.callbacks.manager [None req-a513e160-b2a4-4c90-b0a1-e10bc718e48f tempest-FloatingIPTestJSON-1140213849 tempest-FloatingIPTestJSON-1140213849-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-922915', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-239814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7866073', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773699642215', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-5082457'] for port, after_create {{(pid=94175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:36:43.677889 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG oslo_concurrency.lockutils [None req-90bd6a22-3e81-4d8f-b966-02aed603ecab tempest-RoutersIpV6Test-1448447933 tempest-RoutersIpV6Test-1448447933-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94175) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 11:36:43.709077 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron_lib.callbacks.manager [None req-ee9b7bb1-2199-408b-982d-ccd91dbd1472 tempest-SecGroupTest-1462889432 tempest-SecGroupTest-1462889432-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:36:43.712876 dv-neutron-601336-94-hyperv neutron-server[94174]: INFO neutron.wsgi [None req-ee9b7bb1-2199-408b-982d-ccd91dbd1472 tempest-SecGroupTest-1462889432 tempest-SecGroupTest-1462889432-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 767 time: 0.5462329 Jun 23 11:36:43.713200 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.wsgi [-] (94174) accepted ('10.222.0.20', 42146) {{(pid=94174) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 11:36:43.769461 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron_lib.callbacks.manager [None req-651be61c-d61e-47f6-9052-c5901b8175f2 tempest-SecGroupTest-1462889432 tempest-SecGroupTest-1462889432-project] Notify callbacks [] for security_group, before_delete {{(pid=94174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:36:43.800062 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron_lib.callbacks.manager [None req-651be61c-d61e-47f6-9052-c5901b8175f2 tempest-SecGroupTest-1462889432 tempest-SecGroupTest-1462889432-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:36:43.811381 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a513e160-b2a4-4c90-b0a1-e10bc718e48f tempest-FloatingIPTestJSON-1140213849 tempest-FloatingIPTestJSON-1140213849-project] Network 3e7e4eb3-cf02-4d47-ade9-0a579cdfc60f is already hosted by enough agents. {{(pid=94175) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 23 11:36:43.830323 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.scheduler.base_scheduler [None req-a513e160-b2a4-4c90-b0a1-e10bc718e48f tempest-FloatingIPTestJSON-1140213849 tempest-FloatingIPTestJSON-1140213849-project] Resources bound (agent type, host, resource id): {{(pid=94175) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 23 11:36:43.842964 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a513e160-b2a4-4c90-b0a1-e10bc718e48f tempest-FloatingIPTestJSON-1140213849 tempest-FloatingIPTestJSON-1140213849-project] Received port after_create {{(pid=94175) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 23 11:36:43.853099 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a513e160-b2a4-4c90-b0a1-e10bc718e48f tempest-FloatingIPTestJSON-1140213849 tempest-FloatingIPTestJSON-1140213849-project] Pushing event updated for resources: {'Port': ['ID=2a213bd6-9a7f-4801-814a-41a725e88625,revision_number=1']} {{(pid=94175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 11:36:43.865184 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron_lib.callbacks.manager [None req-dc7542b2-afef-47f4-a763-e3a3cba144be None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773699952132', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-899307'] for agent, after_update {{(pid=94176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:36:43.880134 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG oslo_concurrency.lockutils [None req-a513e160-b2a4-4c90-b0a1-e10bc718e48f tempest-FloatingIPTestJSON-1140213849 tempest-FloatingIPTestJSON-1140213849-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.202s {{(pid=94175) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 11:36:43.890185 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron_lib.callbacks.manager [None req-2b0366fc-6a31-4128-9444-a565c9df8dd7 tempest-TestNetworkBasicOps-233187296 tempest-TestNetworkBasicOps-233187296-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-824874'] for network, before_delete {{(pid=94175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:36:43.922068 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1844e508-7448-43d9-b24a-041ba9dacc82 None None] DHCP port deletion for a7681095-7326-44b0-985d-4ae24b358d92 request from dv-neutron-601336-94-hyperv {{(pid=94176) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jun 23 11:36:43.925761 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron_lib.callbacks.manager [None req-651be61c-d61e-47f6-9052-c5901b8175f2 tempest-SecGroupTest-1462889432 tempest-SecGroupTest-1462889432-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7996330'] for security_group, after_delete {{(pid=94174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:36:43.928973 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron_lib.callbacks.manager [None req-651be61c-d61e-47f6-9052-c5901b8175f2 tempest-SecGroupTest-1462889432 tempest-SecGroupTest-1462889432-project] Notify callbacks [] for security_group, before_response {{(pid=94174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:36:43.930222 dv-neutron-601336-94-hyperv neutron-server[94174]: INFO neutron.wsgi [None req-651be61c-d61e-47f6-9052-c5901b8175f2 tempest-SecGroupTest-1462889432 tempest-SecGroupTest-1462889432-project] 10.222.0.20 "DELETE /v2.0/security-groups/99b49dc3-3a0b-44e5-a450-20e51b4243c6 HTTP/1.1" status: 204 len: 168 time: 0.2160914 Jun 23 11:36:43.931401 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG oslo_concurrency.lockutils [None req-81fbb3b6-966a-4dfd-9974-dab38a74e042 tempest-SecGroupTest-1462889432 tempest-SecGroupTest-1462889432-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94174) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 11:36:43.934632 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.wsgi [-] (94175) accepted ('10.222.0.20', 42148) {{(pid=94175) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 11:36:43.941595 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-651be61c-d61e-47f6-9052-c5901b8175f2 tempest-SecGroupTest-1462889432 tempest-SecGroupTest-1462889432-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=99b49dc3-3a0b-44e5-a450-20e51b4243c6,revision_number=None']} {{(pid=94174) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 11:36:43.945078 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG oslo_concurrency.lockutils [None req-651be61c-d61e-47f6-9052-c5901b8175f2 tempest-SecGroupTest-1462889432 tempest-SecGroupTest-1462889432-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.013s {{(pid=94174) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 11:36:43.989039 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.plugins.ml2.plugin [None req-1844e508-7448-43d9-b24a-041ba9dacc82 None None] Deleting port 908272e4-8208-40c9-bbc9-23218bbe7547 {{(pid=94176) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1913}} Jun 23 11:36:43.989439 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron_lib.callbacks.manager [None req-1844e508-7448-43d9-b24a-041ba9dacc82 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773700079324'] for port, before_delete {{(pid=94176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:36:44.051224 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.plugins.ml2.db [None req-1844e508-7448-43d9-b24a-041ba9dacc82 None None] For port 908272e4-8208-40c9-bbc9-23218bbe7547, host dv-neutron-601336-94-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-94-hyperv',level=0,port_id=908272e4-8208-40c9-bbc9-23218bbe7547,segment=NetworkSegment(2545ee53-c74e-4449-af0c-83c33975ceea),segment_id=2545ee53-c74e-4449-af0c-83c33975ceea)] {{(pid=94176) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 23 11:36:44.051628 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron_lib.callbacks.manager [None req-1844e508-7448-43d9-b24a-041ba9dacc82 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-430722'] for port, precommit_delete {{(pid=94176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:36:44.063860 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.plugins.ml2.plugin [None req-1844e508-7448-43d9-b24a-041ba9dacc82 None None] Calling delete_port for 908272e4-8208-40c9-bbc9-23218bbe7547 owned by network:dhcp {{(pid=94176) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1986}} Jun 23 11:36:44.072586 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84274394-1681-48e0-a08c-db03b804c200 req-4bfbd479-7f2c-4bde-9a9d-fab85bece81a tempest-TestServerAdvancedOps-2059691030 tempest-TestServerAdvancedOps-2059691030-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 11:36:44.074049 dv-neutron-601336-94-hyperv neutron-server[94175]: INFO neutron.wsgi [req-84274394-1681-48e0-a08c-db03b804c200 req-4bfbd479-7f2c-4bde-9a9d-fab85bece81a tempest-TestServerAdvancedOps-2059691030 tempest-TestServerAdvancedOps-2059691030-project] 10.222.0.20 "GET /v2.0/ports?device_id=db39e3a9-74a7-4800-a7cc-bd4b30155332 HTTP/1.1" status: 200 len: 945 time: 0.3881242 Jun 23 11:36:44.149224 dv-neutron-601336-94-hyperv neutron-server[94175]: INFO neutron.wsgi [None req-ec970bf5-b021-4966-bfe2-07e68ca58264 tempest-SecGroupTest-1462889432 tempest-SecGroupTest-1462889432-project] 10.222.0.20 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.2124901 Jun 23 11:36:44.153239 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.wsgi [-] (94174) accepted ('10.222.0.20', 42150) {{(pid=94174) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 11:36:44.158016 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.api.v2.base [None req-08ab644e-4b8e-4f80-b355-6cb3939b7949 tempest-SecGroupTest-1462889432 tempest-SecGroupTest-1462889432-project] Request body: {'security_group': {'name': 'tempest-secgroup--1210416608'}} {{(pid=94174) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 23 11:36:44.228697 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron_lib.callbacks.manager [None req-1844e508-7448-43d9-b24a-041ba9dacc82 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-922904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866062', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773700135024', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773699642224'] for port, after_delete {{(pid=94176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:36:44.230940 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG oslo_concurrency.lockutils [None req-eb873dbe-2905-49eb-8098-904da2629754 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 11:36:44.251795 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron_lib.callbacks.manager [None req-08ab644e-4b8e-4f80-b355-6cb3939b7949 tempest-SecGroupTest-1462889432 tempest-SecGroupTest-1462889432-project] Notify callbacks [] for security_group, before_create {{(pid=94174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:36:44.255824 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1844e508-7448-43d9-b24a-041ba9dacc82 None None] Pushing event deleted for resources: {'Port': ['ID=908272e4-8208-40c9-bbc9-23218bbe7547,revision_number=None']} {{(pid=94176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 11:36:44.258897 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG oslo_concurrency.lockutils [None req-1844e508-7448-43d9-b24a-041ba9dacc82 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.028s {{(pid=94176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 11:36:44.261521 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1844e508-7448-43d9-b24a-041ba9dacc82 None None] No DVR routers for this DVR port 908272e4-8208-40c9-bbc9-23218bbe7547 on host dv-neutron-601336-94-hyperv {{(pid=94176) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 23 11:36:44.345703 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron_lib.callbacks.manager [None req-08ab644e-4b8e-4f80-b355-6cb3939b7949 tempest-SecGroupTest-1462889432 tempest-SecGroupTest-1462889432-project] Notify callbacks [] for security_group, precommit_create {{(pid=94174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:36:44.406014 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron_lib.callbacks.manager [None req-08ab644e-4b8e-4f80-b355-6cb3939b7949 tempest-SecGroupTest-1462889432 tempest-SecGroupTest-1462889432-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7996330'] for security_group, after_create {{(pid=94174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:36:44.408633 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG oslo_concurrency.lockutils [None req-fbbf8cb7-5601-4bff-9997-aba7e744fba0 tempest-NegativeSecGroupIPv6Test-1070497984 tempest-NegativeSecGroupIPv6Test-1070497984-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94174) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 11:36:44.437336 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08ab644e-4b8e-4f80-b355-6cb3939b7949 tempest-SecGroupTest-1462889432 tempest-SecGroupTest-1462889432-project] Pushing event updated for resources: {'SecurityGroup': ['ID=8993a6e1-85b0-4b64-afc1-00035d2384e3,revision_number=1']} {{(pid=94174) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 11:36:44.443114 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG oslo_concurrency.lockutils [None req-08ab644e-4b8e-4f80-b355-6cb3939b7949 tempest-SecGroupTest-1462889432 tempest-SecGroupTest-1462889432-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.033s {{(pid=94174) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 11:36:44.508855 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron_lib.callbacks.manager [None req-08ab644e-4b8e-4f80-b355-6cb3939b7949 tempest-SecGroupTest-1462889432 tempest-SecGroupTest-1462889432-project] Notify callbacks [] for security_group, before_response {{(pid=94174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:36:44.510138 dv-neutron-601336-94-hyperv neutron-server[94174]: INFO neutron.wsgi [None req-08ab644e-4b8e-4f80-b355-6cb3939b7949 tempest-SecGroupTest-1462889432 tempest-SecGroupTest-1462889432-project] 10.222.0.20 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.3558774 Jun 23 11:36:44.513000 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.wsgi [-] (94174) accepted ('10.222.0.20', 42152) {{(pid=94174) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 11:36:44.518049 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.api.v2.base [None req-da10a704-4832-4f15-95e8-82f0fc9b5caa tempest-SecGroupTest-1462889432 tempest-SecGroupTest-1462889432-project] Request body: {'security_group': {'name': 'tempest-secgroup--465889636'}} {{(pid=94174) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 23 11:36:44.535977 dv-neutron-601336-94-hyperv neutron-server[94175]: INFO neutron.wsgi [req-84274394-1681-48e0-a08c-db03b804c200 req-f3c64ff8-fa59-46e5-a9fa-e2aa05ecc35a tempest-TestServerAdvancedOps-2059691030 tempest-TestServerAdvancedOps-2059691030-project] 10.222.0.20 "GET /v2.0/security-groups?id=15f52a14-6092-4d6f-aba4-bb31310b2c66&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4518778 Jun 23 11:36:44.539837 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.plugins.ml2.plugin [None req-2b0366fc-6a31-4128-9444-a565c9df8dd7 tempest-TestNetworkBasicOps-233187296 tempest-TestNetworkBasicOps-233187296-project] Deleting port 908272e4-8208-40c9-bbc9-23218bbe7547 {{(pid=94175) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1913}} Jun 23 11:36:44.540186 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron_lib.callbacks.manager [None req-2b0366fc-6a31-4128-9444-a565c9df8dd7 tempest-TestNetworkBasicOps-233187296 tempest-TestNetworkBasicOps-233187296-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773700079324'] for port, before_delete {{(pid=94175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:36:44.577640 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron_lib.callbacks.manager [None req-4c20ea5f-bc7f-4d4e-935d-57f082af6ccb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773699952132', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-899307'] for agent, after_update {{(pid=94176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:36:44.651969 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron_lib.callbacks.manager [None req-da10a704-4832-4f15-95e8-82f0fc9b5caa tempest-SecGroupTest-1462889432 tempest-SecGroupTest-1462889432-project] Notify callbacks [] for security_group, before_create {{(pid=94174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:36:44.667598 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43f4dc5f-cd17-4f89-b5ed-b9dd5b3b4709 req-e4f9d79b-9e89-460e-9c96-3fdc9aa01467 tempest-TestServerAdvancedOps-2059691030 tempest-TestServerAdvancedOps-2059691030-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 11:36:44.669040 dv-neutron-601336-94-hyperv neutron-server[94175]: INFO neutron.wsgi [req-43f4dc5f-cd17-4f89-b5ed-b9dd5b3b4709 req-e4f9d79b-9e89-460e-9c96-3fdc9aa01467 tempest-TestServerAdvancedOps-2059691030 tempest-TestServerAdvancedOps-2059691030-project] 10.222.0.52 "GET /v2.0/ports?device_id=db39e3a9-74a7-4800-a7cc-bd4b30155332 HTTP/1.1" status: 200 len: 945 time: 0.6589749 Jun 23 11:36:44.726342 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.plugins.ml2.db [None req-2b0366fc-6a31-4128-9444-a565c9df8dd7 tempest-TestNetworkBasicOps-233187296 tempest-TestNetworkBasicOps-233187296-project] For port 908272e4-8208-40c9-bbc9-23218bbe7547, host dv-neutron-601336-94-hyperv, got binding levels [] {{(pid=94175) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 23 11:36:44.726792 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron_lib.callbacks.manager [None req-2b0366fc-6a31-4128-9444-a565c9df8dd7 tempest-TestNetworkBasicOps-233187296 tempest-TestNetworkBasicOps-233187296-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-430722'] for port, precommit_delete {{(pid=94175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:36:44.740032 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron_lib.callbacks.manager [None req-da10a704-4832-4f15-95e8-82f0fc9b5caa tempest-SecGroupTest-1462889432 tempest-SecGroupTest-1462889432-project] Notify callbacks [] for security_group, precommit_create {{(pid=94174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:36:44.757616 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.plugins.ml2.plugin [None req-2b0366fc-6a31-4128-9444-a565c9df8dd7 tempest-TestNetworkBasicOps-233187296 tempest-TestNetworkBasicOps-233187296-project] Calling delete_port for 908272e4-8208-40c9-bbc9-23218bbe7547 owned by network:dhcp {{(pid=94175) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1986}} Jun 23 11:36:44.767492 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.db.ipam_backend_mixin [None req-2b0366fc-6a31-4128-9444-a565c9df8dd7 tempest-TestNetworkBasicOps-233187296 tempest-TestNetworkBasicOps-233187296-project] Port 908272e4-8208-40c9-bbc9-23218bbe7547 was not found and therefore no delete operation was performed {{(pid=94175) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Jun 23 11:36:44.786128 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron_lib.callbacks.manager [None req-2b0366fc-6a31-4128-9444-a565c9df8dd7 tempest-TestNetworkBasicOps-233187296 tempest-TestNetworkBasicOps-233187296-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-922904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866062', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773700135024', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773699642224', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5082448'] for port, after_delete {{(pid=94175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:36:44.800361 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron_lib.callbacks.manager [None req-da10a704-4832-4f15-95e8-82f0fc9b5caa tempest-SecGroupTest-1462889432 tempest-SecGroupTest-1462889432-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7996330'] for security_group, after_create {{(pid=94174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:36:44.804463 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG oslo_concurrency.lockutils [None req-5d1e6d18-6e04-490c-802d-14d88a591f7b tempest-NegativeSecGroupIPv6Test-1070497984 tempest-NegativeSecGroupIPv6Test-1070497984-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94174) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 11:36:44.814175 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG oslo_concurrency.lockutils [None req-5c172e59-7429-4680-895e-8e5150572924 tempest-FloatingIPTestJSON-1140213849 tempest-FloatingIPTestJSON-1140213849-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94175) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 11:36:44.833480 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da10a704-4832-4f15-95e8-82f0fc9b5caa tempest-SecGroupTest-1462889432 tempest-SecGroupTest-1462889432-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b446d23f-ae00-4298-91c6-21db4f5e1938,revision_number=1']} {{(pid=94174) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 11:36:44.836907 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG oslo_concurrency.lockutils [None req-da10a704-4832-4f15-95e8-82f0fc9b5caa tempest-SecGroupTest-1462889432 tempest-SecGroupTest-1462889432-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.032s {{(pid=94174) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 11:36:44.886545 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron_lib.callbacks.manager [None req-da10a704-4832-4f15-95e8-82f0fc9b5caa tempest-SecGroupTest-1462889432 tempest-SecGroupTest-1462889432-project] Notify callbacks [] for security_group, before_response {{(pid=94174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:36:44.888359 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b0366fc-6a31-4128-9444-a565c9df8dd7 tempest-TestNetworkBasicOps-233187296 tempest-TestNetworkBasicOps-233187296-project] Pushing event deleted for resources: {'Port': ['ID=908272e4-8208-40c9-bbc9-23218bbe7547,revision_number=None']} {{(pid=94175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 11:36:44.891274 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2b0366fc-6a31-4128-9444-a565c9df8dd7 tempest-TestNetworkBasicOps-233187296 tempest-TestNetworkBasicOps-233187296-project] No DVR routers for this DVR port 908272e4-8208-40c9-bbc9-23218bbe7547 on host dv-neutron-601336-94-hyperv {{(pid=94175) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 23 11:36:44.892388 dv-neutron-601336-94-hyperv neutron-server[94174]: INFO neutron.wsgi [None req-da10a704-4832-4f15-95e8-82f0fc9b5caa tempest-SecGroupTest-1462889432 tempest-SecGroupTest-1462889432-project] 10.222.0.20 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.3779123 Jun 23 11:36:44.893056 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.wsgi [-] (94174) accepted ('10.222.0.20', 42154) {{(pid=94174) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 11:36:44.900375 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.api.v2.base [None req-55c5c80b-1e35-40d4-9e2e-7a6dcb07d721 tempest-SecGroupTest-1462889432 tempest-SecGroupTest-1462889432-project] Request body: {'security_group_rule': {'security_group_id': '8993a6e1-85b0-4b64-afc1-00035d2384e3', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'udp', 'port_range_min': 50, 'port_range_max': 55, 'remote_group_id': 'b446d23f-ae00-4298-91c6-21db4f5e1938', 'remote_ip_prefix': None}} {{(pid=94174) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 23 11:36:44.901218 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG oslo_concurrency.lockutils [None req-2b0366fc-6a31-4128-9444-a565c9df8dd7 tempest-TestNetworkBasicOps-233187296 tempest-TestNetworkBasicOps-233187296-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.087s {{(pid=94175) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 11:36:44.928287 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron_lib.callbacks.manager [None req-56d8e163-242c-4de7-969a-64099a161789 tempest-RoutersTest-228919764 tempest-RoutersTest-228919764-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-453061'] for router_interface, before_delete {{(pid=94175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:36:44.935518 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.plugins.ml2.rpc [None req-dc7542b2-afef-47f4-a763-e3a3cba144be None None] Device 908272e4-8208-40c9-bbc9-23218bbe7547 no longer exists at agent ovs-agent-dv-neutron-601336-94-hyperv {{(pid=94176) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:261}} Jun 23 11:36:44.955896 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.plugins.ml2.plugin [None req-dc7542b2-afef-47f4-a763-e3a3cba144be None None] No Port match for: 908272e4-8208-40c9-bbc9-23218bbe7547 {{(pid=94176) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2240}} Jun 23 11:36:44.956255 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.plugins.ml2.rpc [None req-dc7542b2-afef-47f4-a763-e3a3cba144be None None] Device 908272e4-8208-40c9-bbc9-23218bbe7547 not bound to the agent host dv-neutron-601336-94-hyperv {{(pid=94176) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:271}} Jun 23 11:36:44.980868 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron_lib.callbacks.manager [None req-55c5c80b-1e35-40d4-9e2e-7a6dcb07d721 tempest-SecGroupTest-1462889432 tempest-SecGroupTest-1462889432-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:36:45.056863 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron_lib.callbacks.manager [None req-55c5c80b-1e35-40d4-9e2e-7a6dcb07d721 tempest-SecGroupTest-1462889432 tempest-SecGroupTest-1462889432-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:36:45.108665 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron_lib.callbacks.manager [None req-55c5c80b-1e35-40d4-9e2e-7a6dcb07d721 tempest-SecGroupTest-1462889432 tempest-SecGroupTest-1462889432-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7996355'] for security_group_rule, after_create {{(pid=94174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:36:45.114981 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG oslo_concurrency.lockutils [None req-546d9d3c-e50d-4189-be8d-b00044fa565c tempest-SecGroupIPv6Test-1528675894 tempest-SecGroupIPv6Test-1528675894-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94174) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 11:36:45.135276 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55c5c80b-1e35-40d4-9e2e-7a6dcb07d721 tempest-SecGroupTest-1462889432 tempest-SecGroupTest-1462889432-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b8a7cc1f-6b7d-4849-9bb0-229d44f87e0d,revision_number=0']} {{(pid=94174) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 11:36:45.143725 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG oslo_concurrency.lockutils [None req-55c5c80b-1e35-40d4-9e2e-7a6dcb07d721 tempest-SecGroupTest-1462889432 tempest-SecGroupTest-1462889432-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.029s {{(pid=94174) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 11:36:45.177321 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron_lib.callbacks.manager [None req-55c5c80b-1e35-40d4-9e2e-7a6dcb07d721 tempest-SecGroupTest-1462889432 tempest-SecGroupTest-1462889432-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:36:45.179580 dv-neutron-601336-94-hyperv neutron-server[94174]: INFO neutron.wsgi [None req-55c5c80b-1e35-40d4-9e2e-7a6dcb07d721 tempest-SecGroupTest-1462889432 tempest-SecGroupTest-1462889432-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 798 time: 0.2846973 Jun 23 11:36:45.182429 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.wsgi [-] (94174) accepted ('10.222.0.20', 42156) {{(pid=94174) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 11:36:45.205806 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron_lib.callbacks.manager [None req-db94ed9c-b1dd-41db-b4d4-7d6fc112f4fd tempest-SecGroupTest-1462889432 tempest-SecGroupTest-1462889432-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=94174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:36:45.213108 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron_lib.callbacks.manager [None req-db94ed9c-b1dd-41db-b4d4-7d6fc112f4fd tempest-SecGroupTest-1462889432 tempest-SecGroupTest-1462889432-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=94174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:36:45.213429 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron_lib.callbacks.manager [None req-2b0366fc-6a31-4128-9444-a565c9df8dd7 tempest-TestNetworkBasicOps-233187296 tempest-TestNetworkBasicOps-233187296-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-897259', 'neutron.services.segments.db._delete_segments_for_network-8773700168587'] for network, precommit_delete {{(pid=94175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:36:45.245392 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.plugins.ml2.plugin [req-43f4dc5f-cd17-4f89-b5ed-b9dd5b3b4709 req-05d5e607-dae0-4850-961f-bbf3948664cc tempest-TestServerAdvancedOps-2059691030 tempest-TestServerAdvancedOps-2059691030-project] Deleting port d357b527-aa7a-4053-a134-8434c40844e5 {{(pid=94175) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1913}} Jun 23 11:36:45.245727 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron_lib.callbacks.manager [req-43f4dc5f-cd17-4f89-b5ed-b9dd5b3b4709 req-05d5e607-dae0-4850-961f-bbf3948664cc tempest-TestServerAdvancedOps-2059691030 tempest-TestServerAdvancedOps-2059691030-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773700079324'] for port, before_delete {{(pid=94175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:36:45.255605 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.services.segments.db [None req-2b0366fc-6a31-4128-9444-a565c9df8dd7 tempest-TestNetworkBasicOps-233187296 tempest-TestNetworkBasicOps-233187296-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a7681095-7326-44b0-985d-4ae24b358d92']}} {{(pid=94175) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 11:36:45.285533 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron_lib.callbacks.manager [None req-db94ed9c-b1dd-41db-b4d4-7d6fc112f4fd tempest-SecGroupTest-1462889432 tempest-SecGroupTest-1462889432-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7996355'] for security_group_rule, after_delete {{(pid=94174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:36:45.291337 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron_lib.callbacks.manager [None req-db94ed9c-b1dd-41db-b4d4-7d6fc112f4fd tempest-SecGroupTest-1462889432 tempest-SecGroupTest-1462889432-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:36:45.292471 dv-neutron-601336-94-hyperv neutron-server[94174]: INFO neutron.wsgi [None req-db94ed9c-b1dd-41db-b4d4-7d6fc112f4fd tempest-SecGroupTest-1462889432 tempest-SecGroupTest-1462889432-project] 10.222.0.20 "DELETE /v2.0/security-group-rules/b8a7cc1f-6b7d-4849-9bb0-229d44f87e0d HTTP/1.1" status: 204 len: 168 time: 0.1091082 Jun 23 11:36:45.293292 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94174) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 11:36:45.296043 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.wsgi [-] (94174) accepted ('10.222.0.20', 42158) {{(pid=94174) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 11:36:45.309579 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db94ed9c-b1dd-41db-b4d4-7d6fc112f4fd tempest-SecGroupTest-1462889432 tempest-SecGroupTest-1462889432-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=b8a7cc1f-6b7d-4849-9bb0-229d44f87e0d,revision_number=None']} {{(pid=94174) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 11:36:45.312578 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG oslo_concurrency.lockutils [None req-db94ed9c-b1dd-41db-b4d4-7d6fc112f4fd tempest-SecGroupTest-1462889432 tempest-SecGroupTest-1462889432-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=94174) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 11:36:45.349426 dv-neutron-601336-94-hyperv neutron-server[94174]: INFO neutron.wsgi [None req-cadcd475-41b0-4aea-9499-24f29770732e tempest-SecGroupTest-1462889432 tempest-SecGroupTest-1462889432-project] 10.222.0.20 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4659 time: 0.0512404 Jun 23 11:36:45.350539 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.services.segments.db [None req-2b0366fc-6a31-4128-9444-a565c9df8dd7 tempest-TestNetworkBasicOps-233187296 tempest-TestNetworkBasicOps-233187296-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2545ee53-c74e-4449-af0c-83c33975ceea') {'for_net_delete': True} {{(pid=94175) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 11:36:45.350841 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.services.segments.db [None req-2b0366fc-6a31-4128-9444-a565c9df8dd7 tempest-TestNetworkBasicOps-233187296 tempest-TestNetworkBasicOps-233187296-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2545ee53-c74e-4449-af0c-83c33975ceea') {} {{(pid=94175) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 11:36:45.352877 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.wsgi [-] (94174) accepted ('10.222.0.20', 42160) {{(pid=94174) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 11:36:45.390001 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron_lib.callbacks.manager [None req-2b0366fc-6a31-4128-9444-a565c9df8dd7 tempest-TestNetworkBasicOps-233187296 tempest-TestNetworkBasicOps-233187296-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8773699955833', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5190677'] for segment, before_delete {{(pid=94175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:36:45.404837 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron_lib.callbacks.manager [None req-36a9326a-cbc3-4c90-a9e3-25a37366ecd8 tempest-SecGroupTest-1462889432 tempest-SecGroupTest-1462889432-project] Notify callbacks [] for security_group, before_delete {{(pid=94174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:36:45.407931 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron_lib.callbacks.manager [None req-a513e160-b2a4-4c90-b0a1-e10bc718e48f tempest-FloatingIPTestJSON-1140213849 tempest-FloatingIPTestJSON-1140213849-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:36:45.427125 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron_lib.callbacks.manager [None req-36a9326a-cbc3-4c90-a9e3-25a37366ecd8 tempest-SecGroupTest-1462889432 tempest-SecGroupTest-1462889432-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:36:45.456549 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron_lib.callbacks.manager [None req-2b0366fc-6a31-4128-9444-a565c9df8dd7 tempest-TestNetworkBasicOps-233187296 tempest-TestNetworkBasicOps-233187296-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3801'] for segment, precommit_delete {{(pid=94175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:36:45.472364 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2b0366fc-6a31-4128-9444-a565c9df8dd7 tempest-TestNetworkBasicOps-233187296 tempest-TestNetworkBasicOps-233187296-project] Releasing vlan 437 on physical network physnet1 to pool {{(pid=94175) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 23 11:36:45.472793 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron_lib.callbacks.manager [None req-2b0366fc-6a31-4128-9444-a565c9df8dd7 tempest-TestNetworkBasicOps-233187296 tempest-TestNetworkBasicOps-233187296-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3801', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5082371'] for segment, after_delete {{(pid=94175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:36:45.486474 dv-neutron-601336-94-hyperv neutron-server[94175]: Traceback (most recent call last): Jun 23 11:36:45.486474 dv-neutron-601336-94-hyperv neutron-server[94175]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 23 11:36:45.486474 dv-neutron-601336-94-hyperv neutron-server[94175]: timer() Jun 23 11:36:45.486474 dv-neutron-601336-94-hyperv neutron-server[94175]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 23 11:36:45.486474 dv-neutron-601336-94-hyperv neutron-server[94175]: cb(*args, **kw) Jun 23 11:36:45.486474 dv-neutron-601336-94-hyperv neutron-server[94175]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 23 11:36:45.486474 dv-neutron-601336-94-hyperv neutron-server[94175]: return func(*args, **kwargs) Jun 23 11:36:45.486474 dv-neutron-601336-94-hyperv neutron-server[94175]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 23 11:36:45.486474 dv-neutron-601336-94-hyperv neutron-server[94175]: self._notify() Jun 23 11:36:45.486474 dv-neutron-601336-94-hyperv neutron-server[94175]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 23 11:36:45.486474 dv-neutron-601336-94-hyperv neutron-server[94175]: self.callback(batched_events) Jun 23 11:36:45.486474 dv-neutron-601336-94-hyperv neutron-server[94175]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 23 11:36:45.486474 dv-neutron-601336-94-hyperv neutron-server[94175]: event.method(event) Jun 23 11:36:45.486474 dv-neutron-601336-94-hyperv neutron-server[94175]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 23 11:36:45.486474 dv-neutron-601336-94-hyperv neutron-server[94175]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 23 11:36:45.486474 dv-neutron-601336-94-hyperv neutron-server[94175]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 23 11:36:45.486474 dv-neutron-601336-94-hyperv neutron-server[94175]: aggregate_uuid = self.p_client.list_aggregates( Jun 23 11:36:45.486474 dv-neutron-601336-94-hyperv neutron-server[94175]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 23 11:36:45.486474 dv-neutron-601336-94-hyperv neutron-server[94175]: return f(self, *a, **k) Jun 23 11:36:45.486474 dv-neutron-601336-94-hyperv neutron-server[94175]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 23 11:36:45.486474 dv-neutron-601336-94-hyperv neutron-server[94175]: return self._get(url).json() Jun 23 11:36:45.486474 dv-neutron-601336-94-hyperv neutron-server[94175]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 23 11:36:45.486474 dv-neutron-601336-94-hyperv neutron-server[94175]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 23 11:36:45.486474 dv-neutron-601336-94-hyperv neutron-server[94175]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 23 11:36:45.486474 dv-neutron-601336-94-hyperv neutron-server[94175]: return self.request(url, 'GET', **kwargs) Jun 23 11:36:45.486474 dv-neutron-601336-94-hyperv neutron-server[94175]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 23 11:36:45.486474 dv-neutron-601336-94-hyperv neutron-server[94175]: base_url = self.get_endpoint(auth, allow=allow, Jun 23 11:36:45.486474 dv-neutron-601336-94-hyperv neutron-server[94175]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 23 11:36:45.486474 dv-neutron-601336-94-hyperv neutron-server[94175]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 23 11:36:45.486474 dv-neutron-601336-94-hyperv neutron-server[94175]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 23 11:36:45.486474 dv-neutron-601336-94-hyperv neutron-server[94175]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 23 11:36:45.486474 dv-neutron-601336-94-hyperv neutron-server[94175]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 23 11:36:45.543133 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron_lib.callbacks.manager [None req-36a9326a-cbc3-4c90-a9e3-25a37366ecd8 tempest-SecGroupTest-1462889432 tempest-SecGroupTest-1462889432-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7996330'] for security_group, after_delete {{(pid=94174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:36:45.546864 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron_lib.callbacks.manager [None req-36a9326a-cbc3-4c90-a9e3-25a37366ecd8 tempest-SecGroupTest-1462889432 tempest-SecGroupTest-1462889432-project] Notify callbacks [] for security_group, before_response {{(pid=94174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:36:45.548054 dv-neutron-601336-94-hyperv neutron-server[94174]: INFO neutron.wsgi [None req-36a9326a-cbc3-4c90-a9e3-25a37366ecd8 tempest-SecGroupTest-1462889432 tempest-SecGroupTest-1462889432-project] 10.222.0.20 "DELETE /v2.0/security-groups/b446d23f-ae00-4298-91c6-21db4f5e1938 HTTP/1.1" status: 204 len: 168 time: 0.1941941 Jun 23 11:36:45.549049 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG oslo_concurrency.lockutils [None req-a9e51785-6e1b-41dd-8c0c-a6abe4a14fc1 tempest-SecGroupIPv6Test-1528675894 tempest-SecGroupIPv6Test-1528675894-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94174) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 11:36:45.552124 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.wsgi [-] (94174) accepted ('10.222.0.20', 42162) {{(pid=94174) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 11:36:45.570429 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36a9326a-cbc3-4c90-a9e3-25a37366ecd8 tempest-SecGroupTest-1462889432 tempest-SecGroupTest-1462889432-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=b446d23f-ae00-4298-91c6-21db4f5e1938,revision_number=None']} {{(pid=94174) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 11:36:45.574020 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG oslo_concurrency.lockutils [None req-36a9326a-cbc3-4c90-a9e3-25a37366ecd8 tempest-SecGroupTest-1462889432 tempest-SecGroupTest-1462889432-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.025s {{(pid=94174) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 11:36:45.607158 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.plugins.ml2.db [req-43f4dc5f-cd17-4f89-b5ed-b9dd5b3b4709 req-05d5e607-dae0-4850-961f-bbf3948664cc tempest-TestServerAdvancedOps-2059691030 tempest-TestServerAdvancedOps-2059691030-project] For port d357b527-aa7a-4053-a134-8434c40844e5, host hv-neutron-6013, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-6013',level=0,port_id=d357b527-aa7a-4053-a134-8434c40844e5,segment=NetworkSegment(524dc55c-90b6-4e16-aac4-d6c69592410d),segment_id=524dc55c-90b6-4e16-aac4-d6c69592410d)] {{(pid=94175) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 23 11:36:45.607158 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron_lib.callbacks.manager [req-43f4dc5f-cd17-4f89-b5ed-b9dd5b3b4709 req-05d5e607-dae0-4850-961f-bbf3948664cc tempest-TestServerAdvancedOps-2059691030 tempest-TestServerAdvancedOps-2059691030-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-430722'] for port, precommit_delete {{(pid=94175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:36:45.612668 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.plugins.ml2.plugin [req-43f4dc5f-cd17-4f89-b5ed-b9dd5b3b4709 req-05d5e607-dae0-4850-961f-bbf3948664cc tempest-TestServerAdvancedOps-2059691030 tempest-TestServerAdvancedOps-2059691030-project] Calling delete_port for d357b527-aa7a-4053-a134-8434c40844e5 owned by compute:nova {{(pid=94175) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1986}} Jun 23 11:36:45.617043 dv-neutron-601336-94-hyperv neutron-server[94174]: INFO neutron.wsgi [None req-4fbcc543-6199-4f92-83ed-e9de9a1dd2cd tempest-SecGroupTest-1462889432 tempest-SecGroupTest-1462889432-project] 10.222.0.20 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4511 time: 0.0614595 Jun 23 11:36:45.617351 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.wsgi [-] (94174) accepted ('10.222.0.20', 42166) {{(pid=94174) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 11:36:45.673345 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron_lib.callbacks.manager [None req-ccdbd9ae-dabb-49b0-af32-d3b3379e3d2d tempest-SecGroupTest-1462889432 tempest-SecGroupTest-1462889432-project] Notify callbacks [] for security_group, before_delete {{(pid=94174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:36:45.714922 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron_lib.callbacks.manager [None req-2b0366fc-6a31-4128-9444-a565c9df8dd7 tempest-TestNetworkBasicOps-233187296 tempest-TestNetworkBasicOps-233187296-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-897248', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8002400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7866073', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-524247'] for network, after_delete {{(pid=94175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:36:45.719484 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron_lib.callbacks.manager [None req-2b0366fc-6a31-4128-9444-a565c9df8dd7 tempest-TestNetworkBasicOps-233187296 tempest-TestNetworkBasicOps-233187296-project] Notify callbacks [] for network, before_response {{(pid=94175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:36:45.722565 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron_lib.callbacks.manager [None req-ccdbd9ae-dabb-49b0-af32-d3b3379e3d2d tempest-SecGroupTest-1462889432 tempest-SecGroupTest-1462889432-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:36:45.725703 dv-neutron-601336-94-hyperv neutron-server[94175]: INFO neutron.wsgi [None req-2b0366fc-6a31-4128-9444-a565c9df8dd7 tempest-TestNetworkBasicOps-233187296 tempest-TestNetworkBasicOps-233187296-project] 10.222.0.20 "DELETE /v2.0/networks/a7681095-7326-44b0-985d-4ae24b358d92 HTTP/1.1" status: 204 len: 168 time: 2.0722444 Jun 23 11:36:45.727025 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.wsgi [-] (94174) accepted ('10.222.0.20', 42168) {{(pid=94174) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 11:36:45.729150 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG oslo_concurrency.lockutils [None req-ac488e7f-1c11-4c14-8ccd-e99ff1f38990 tempest-ExternalNetworksTestJSON-2139813945 tempest-ExternalNetworksTestJSON-2139813945-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94175) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 11:36:45.768165 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b0366fc-6a31-4128-9444-a565c9df8dd7 tempest-TestNetworkBasicOps-233187296 tempest-TestNetworkBasicOps-233187296-project] Pushing event deleted for resources: {'Network': ['ID=a7681095-7326-44b0-985d-4ae24b358d92,revision_number=None']} {{(pid=94175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 11:36:45.771084 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG oslo_concurrency.lockutils [None req-2b0366fc-6a31-4128-9444-a565c9df8dd7 tempest-TestNetworkBasicOps-233187296 tempest-TestNetworkBasicOps-233187296-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.042s {{(pid=94175) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 11:36:45.791459 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron_lib.callbacks.manager [None req-a513e160-b2a4-4c90-b0a1-e10bc718e48f tempest-FloatingIPTestJSON-1140213849 tempest-FloatingIPTestJSON-1140213849-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-923122'] for port, before_update {{(pid=94175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:36:45.840009 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccd87bb7-26b5-48f3-9a18-d1efadefb074 req-c723b12d-6700-47f7-9a89-7a478a3d4e19 tempest-TestServerAdvancedOps-2059691030 tempest-TestServerAdvancedOps-2059691030-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94174) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 11:36:45.841504 dv-neutron-601336-94-hyperv neutron-server[94174]: INFO neutron.wsgi [req-ccd87bb7-26b5-48f3-9a18-d1efadefb074 req-c723b12d-6700-47f7-9a89-7a478a3d4e19 tempest-TestServerAdvancedOps-2059691030 tempest-TestServerAdvancedOps-2059691030-project] 10.222.0.20 "GET /v2.0/ports?device_id=db39e3a9-74a7-4800-a7cc-bd4b30155332 HTTP/1.1" status: 200 len: 945 time: 0.1578267 Jun 23 11:36:45.894399 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.plugins.ml2.plugin [None req-56d8e163-242c-4de7-969a-64099a161789 tempest-RoutersTest-228919764 tempest-RoutersTest-228919764-project] Deleting port 7a29a4e4-f510-4f78-9f80-80db4aa06bf5 {{(pid=94175) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1913}} Jun 23 11:36:45.894747 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron_lib.callbacks.manager [None req-56d8e163-242c-4de7-969a-64099a161789 tempest-RoutersTest-228919764 tempest-RoutersTest-228919764-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773700079324'] for port, before_delete {{(pid=94175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:36:45.907003 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron_lib.callbacks.manager [None req-ccdbd9ae-dabb-49b0-af32-d3b3379e3d2d tempest-SecGroupTest-1462889432 tempest-SecGroupTest-1462889432-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7996330'] for security_group, after_delete {{(pid=94174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:36:45.913195 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron_lib.callbacks.manager [None req-ccdbd9ae-dabb-49b0-af32-d3b3379e3d2d tempest-SecGroupTest-1462889432 tempest-SecGroupTest-1462889432-project] Notify callbacks [] for security_group, before_response {{(pid=94174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:36:45.913195 dv-neutron-601336-94-hyperv neutron-server[94174]: INFO neutron.wsgi [None req-ccdbd9ae-dabb-49b0-af32-d3b3379e3d2d tempest-SecGroupTest-1462889432 tempest-SecGroupTest-1462889432-project] 10.222.0.20 "DELETE /v2.0/security-groups/8993a6e1-85b0-4b64-afc1-00035d2384e3 HTTP/1.1" status: 204 len: 168 time: 0.2922797 Jun 23 11:36:45.915293 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG oslo_concurrency.lockutils [None req-a40ac3bf-bf47-4ee7-9307-8662ef6c3dea admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94174) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 11:36:45.922516 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.wsgi [-] (94174) accepted ('10.222.0.20', 42170) {{(pid=94174) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 11:36:45.937214 dv-neutron-601336-94-hyperv neutron-server[94174]: INFO neutron.wsgi [req-ccd87bb7-26b5-48f3-9a18-d1efadefb074 req-95dcefff-85c9-4d64-9002-49b57ca57996 tempest-TestServerAdvancedOps-2059691030 tempest-TestServerAdvancedOps-2059691030-project] 10.222.0.20 "GET /v2.0/security-groups?id=15f52a14-6092-4d6f-aba4-bb31310b2c66&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0691209 Jun 23 11:36:45.945975 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccdbd9ae-dabb-49b0-af32-d3b3379e3d2d tempest-SecGroupTest-1462889432 tempest-SecGroupTest-1462889432-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=8993a6e1-85b0-4b64-afc1-00035d2384e3,revision_number=None']} {{(pid=94174) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 11:36:45.970328 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG oslo_concurrency.lockutils [None req-ccdbd9ae-dabb-49b0-af32-d3b3379e3d2d tempest-SecGroupTest-1462889432 tempest-SecGroupTest-1462889432-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.055s {{(pid=94174) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 11:36:46.006784 dv-neutron-601336-94-hyperv neutron-server[94174]: INFO neutron.wsgi [None req-50f2e6e5-fffe-4427-9c48-c068c6bf3e5a tempest-SecGroupTest-1462889432 tempest-SecGroupTest-1462889432-project] 10.222.0.20 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0825007 Jun 23 11:36:46.012233 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.wsgi [-] (94174) accepted ('10.222.0.20', 42172) {{(pid=94174) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 11:36:46.017132 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.api.v2.base [None req-030c062d-1939-429a-8a03-e14e2376e112 tempest-SecGroupTest-1462889432 tempest-SecGroupTest-1462889432-project] Request body: {'security_group': {'name': 'tempest-secgroup--1567630988'}} {{(pid=94174) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 23 11:36:46.041860 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.plugins.ml2.plugin [None req-40400842-a422-41e9-8270-7eed5018318f tempest-TestNetworkBasicOps-233187296 tempest-TestNetworkBasicOps-233187296-project] Deleting port cf251540-2418-4b8c-bab0-c692ebed12fd {{(pid=94174) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1913}} Jun 23 11:36:46.042208 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron_lib.callbacks.manager [None req-40400842-a422-41e9-8270-7eed5018318f tempest-TestNetworkBasicOps-233187296 tempest-TestNetworkBasicOps-233187296-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773700079324'] for port, before_delete {{(pid=94174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:36:46.109867 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron_lib.callbacks.manager [None req-030c062d-1939-429a-8a03-e14e2376e112 tempest-SecGroupTest-1462889432 tempest-SecGroupTest-1462889432-project] Notify callbacks [] for security_group, before_create {{(pid=94174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:36:46.140069 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron_lib.callbacks.manager [None req-40400842-a422-41e9-8270-7eed5018318f tempest-TestNetworkBasicOps-233187296 tempest-TestNetworkBasicOps-233187296-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-430722'] for port, precommit_delete {{(pid=94174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:36:46.140069 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron_lib.callbacks.manager [None req-40400842-a422-41e9-8270-7eed5018318f tempest-TestNetworkBasicOps-233187296 tempest-TestNetworkBasicOps-233187296-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:36:46.155860 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.plugins.ml2.plugin [None req-40400842-a422-41e9-8270-7eed5018318f tempest-TestNetworkBasicOps-233187296 tempest-TestNetworkBasicOps-233187296-project] Calling delete_port for cf251540-2418-4b8c-bab0-c692ebed12fd owned by network:floatingip {{(pid=94174) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1986}} Jun 23 11:36:46.325663 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron_lib.callbacks.manager [None req-030c062d-1939-429a-8a03-e14e2376e112 tempest-SecGroupTest-1462889432 tempest-SecGroupTest-1462889432-project] Notify callbacks [] for security_group, precommit_create {{(pid=94174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:36:46.351842 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.plugins.ml2.db [None req-56d8e163-242c-4de7-969a-64099a161789 tempest-RoutersTest-228919764 tempest-RoutersTest-228919764-project] For port 7a29a4e4-f510-4f78-9f80-80db4aa06bf5, host dv-neutron-601336-94-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-94-hyperv',level=0,port_id=7a29a4e4-f510-4f78-9f80-80db4aa06bf5,segment=NetworkSegment(f531661d-acca-4a0e-b098-61398086fac2),segment_id=f531661d-acca-4a0e-b098-61398086fac2)] {{(pid=94175) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 23 11:36:46.352208 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron_lib.callbacks.manager [None req-56d8e163-242c-4de7-969a-64099a161789 tempest-RoutersTest-228919764 tempest-RoutersTest-228919764-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-430722'] for port, precommit_delete {{(pid=94175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:36:46.378775 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.plugins.ml2.plugin [None req-56d8e163-242c-4de7-969a-64099a161789 tempest-RoutersTest-228919764 tempest-RoutersTest-228919764-project] Calling delete_port for 7a29a4e4-f510-4f78-9f80-80db4aa06bf5 owned by network:router_interface {{(pid=94175) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1986}} Jun 23 11:36:46.385226 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron_lib.callbacks.manager [req-43f4dc5f-cd17-4f89-b5ed-b9dd5b3b4709 req-05d5e607-dae0-4850-961f-bbf3948664cc tempest-TestServerAdvancedOps-2059691030 tempest-TestServerAdvancedOps-2059691030-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-922904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866062', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773700135024', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773699642224', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5082448'] for port, after_delete {{(pid=94175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:36:46.390321 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG oslo_concurrency.lockutils [None req-92a07e13-00f6-494e-9752-cafe23727bcf tempest-ExternalNetworksTestJSON-2139813945 tempest-ExternalNetworksTestJSON-2139813945-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94175) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 11:36:46.399701 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron_lib.callbacks.manager [None req-030c062d-1939-429a-8a03-e14e2376e112 tempest-SecGroupTest-1462889432 tempest-SecGroupTest-1462889432-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7996330'] for security_group, after_create {{(pid=94174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:36:46.402842 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG oslo_concurrency.lockutils [None req-cc0fbb2b-6001-40f5-98ac-7112f89a5cd6 tempest-PortsIpV6TestJSON-1781383748 tempest-PortsIpV6TestJSON-1781383748-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94174) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 11:36:46.426230 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05d5e607-dae0-4850-961f-bbf3948664cc tempest-TestServerAdvancedOps-2059691030 tempest-TestServerAdvancedOps-2059691030-project] Pushing event deleted for resources: {'Port': ['ID=d357b527-aa7a-4053-a134-8434c40844e5,revision_number=None']} {{(pid=94175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 11:36:46.430879 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-030c062d-1939-429a-8a03-e14e2376e112 tempest-SecGroupTest-1462889432 tempest-SecGroupTest-1462889432-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a97762c7-a96f-494e-9398-207fdbe35859,revision_number=1']} {{(pid=94174) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 11:36:46.433737 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG oslo_concurrency.lockutils [None req-030c062d-1939-429a-8a03-e14e2376e112 tempest-SecGroupTest-1462889432 tempest-SecGroupTest-1462889432-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.031s {{(pid=94174) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 11:36:46.456791 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron_lib.callbacks.manager [None req-40400842-a422-41e9-8270-7eed5018318f tempest-TestNetworkBasicOps-233187296 tempest-TestNetworkBasicOps-233187296-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-922904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866062', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773700135024', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773699642224', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5196390'] for port, after_delete {{(pid=94174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:36:46.458901 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG oslo_concurrency.lockutils [None req-2e56d74b-6813-41f3-bedc-af34fda4f946 tempest-RoutersIpV6Test-1448447933 tempest-RoutersIpV6Test-1448447933-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94174) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 11:36:46.464083 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG oslo_concurrency.lockutils [None req-05d5e607-dae0-4850-961f-bbf3948664cc tempest-TestServerAdvancedOps-2059691030 tempest-TestServerAdvancedOps-2059691030-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.073s {{(pid=94175) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 11:36:46.483600 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron_lib.callbacks.manager [None req-a513e160-b2a4-4c90-b0a1-e10bc718e48f tempest-FloatingIPTestJSON-1140213849 tempest-FloatingIPTestJSON-1140213849-project] Notify callbacks [] for port, precommit_update {{(pid=94175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:36:46.491829 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40400842-a422-41e9-8270-7eed5018318f tempest-TestNetworkBasicOps-233187296 tempest-TestNetworkBasicOps-233187296-project] Pushing event deleted for resources: {'Port': ['ID=cf251540-2418-4b8c-bab0-c692ebed12fd,revision_number=None']} {{(pid=94174) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 11:36:46.494397 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG oslo_concurrency.lockutils [None req-40400842-a422-41e9-8270-7eed5018318f tempest-TestNetworkBasicOps-233187296 tempest-TestNetworkBasicOps-233187296-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.036s {{(pid=94174) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 11:36:46.507097 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron_lib.callbacks.manager [None req-030c062d-1939-429a-8a03-e14e2376e112 tempest-SecGroupTest-1462889432 tempest-SecGroupTest-1462889432-project] Notify callbacks [] for security_group, before_response {{(pid=94174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:36:46.507097 dv-neutron-601336-94-hyperv neutron-server[94174]: INFO neutron.wsgi [None req-030c062d-1939-429a-8a03-e14e2376e112 tempest-SecGroupTest-1462889432 tempest-SecGroupTest-1462889432-project] 10.222.0.20 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.4899352 Jun 23 11:36:46.507097 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.wsgi [-] (94174) accepted ('10.222.0.20', 42174) {{(pid=94174) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 11:36:46.528539 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.api.v2.base [None req-5bc1d4e6-fc34-41b7-b085-ee75ce998866 tempest-SecGroupTest-1462889432 tempest-SecGroupTest-1462889432-project] Request body: {'security_group_rule': {'security_group_id': 'a97762c7-a96f-494e-9398-207fdbe35859', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'tcp', 'port_range_min': 76, 'port_range_max': 77, 'remote_group_id': None, 'remote_ip_prefix': '172.20.0.0/16'}} {{(pid=94174) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 23 11:36:46.531762 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.db.l3_dvrscheduler_db [req-43f4dc5f-cd17-4f89-b5ed-b9dd5b3b4709 req-05d5e607-dae0-4850-961f-bbf3948664cc tempest-TestServerAdvancedOps-2059691030 tempest-TestServerAdvancedOps-2059691030-project] No DVR routers for this DVR port d357b527-aa7a-4053-a134-8434c40844e5 on host hv-neutron-6013 {{(pid=94175) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 23 11:36:46.534992 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron_lib.callbacks.manager [req-43f4dc5f-cd17-4f89-b5ed-b9dd5b3b4709 req-05d5e607-dae0-4850-961f-bbf3948664cc tempest-TestServerAdvancedOps-2059691030 tempest-TestServerAdvancedOps-2059691030-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-217507'] for port, before_response {{(pid=94175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:36:46.537001 dv-neutron-601336-94-hyperv neutron-server[94175]: INFO neutron.wsgi [req-43f4dc5f-cd17-4f89-b5ed-b9dd5b3b4709 req-05d5e607-dae0-4850-961f-bbf3948664cc tempest-TestServerAdvancedOps-2059691030 tempest-TestServerAdvancedOps-2059691030-project] 10.222.0.52 "DELETE /v2.0/ports/d357b527-aa7a-4053-a134-8434c40844e5 HTTP/1.1" status: 204 len: 173 time: 1.8611894 Jun 23 11:36:46.540223 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'db39e3a9-74a7-4800-a7cc-bd4b30155332', 'name': 'network-vif-deleted', 'tag': 'd357b527-aa7a-4053-a134-8434c40844e5'}] {{(pid=94175) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 23 11:36:46.540223 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1970408df4ea4e7170669a1249478e627cf05a5a0b07cc08a66c5cb53d0ac47a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f1bf3de1-b39f-4b48-b5d9-36570a7fd5a0" -d '{"events": [{"server_uuid": "db39e3a9-74a7-4800-a7cc-bd4b30155332", "name": "network-vif-deleted", "tag": "d357b527-aa7a-4053-a134-8434c40844e5"}]}' {{(pid=94175) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 23 11:36:46.586572 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 23 Jun 2021 11:36:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ec873dc4-5bff-42a8-9f6c-20dc6311c812 x-openstack-request-id: req-ec873dc4-5bff-42a8-9f6c-20dc6311c812 {{(pid=94175) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 23 11:36:46.586924 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "db39e3a9-74a7-4800-a7cc-bd4b30155332", "name": "network-vif-deleted", "tag": "d357b527-aa7a-4053-a134-8434c40844e5", "status": "completed", "code": 200}]} {{(pid=94175) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 23 11:36:46.587268 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-ec873dc4-5bff-42a8-9f6c-20dc6311c812 {{(pid=94175) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 23 11:36:46.587744 dv-neutron-601336-94-hyperv neutron-server[94175]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'db39e3a9-74a7-4800-a7cc-bd4b30155332', 'name': 'network-vif-deleted', 'tag': 'd357b527-aa7a-4053-a134-8434c40844e5', 'status': 'completed', 'code': 200} Jun 23 11:36:46.588089 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron_lib.callbacks.manager [None req-40400842-a422-41e9-8270-7eed5018318f tempest-TestNetworkBasicOps-233187296 tempest-TestNetworkBasicOps-233187296-project] Notify callbacks [] for floatingip, after_delete {{(pid=94174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:36:46.588299 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron_lib.callbacks.manager [None req-a513e160-b2a4-4c90-b0a1-e10bc718e48f tempest-FloatingIPTestJSON-1140213849 tempest-FloatingIPTestJSON-1140213849-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-922904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866062', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773700135042', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773699642233', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773699642278', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5082471'] for port, after_update {{(pid=94175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:36:46.588452 dv-neutron-601336-94-hyperv neutron-server[94174]: INFO neutron.db.l3_db [None req-40400842-a422-41e9-8270-7eed5018318f tempest-TestNetworkBasicOps-233187296 tempest-TestNetworkBasicOps-233187296-project] Floating IP 75ccf94b-3f4a-48ae-98fb-f08ae19f0347 disassociated (deleted). External IP: 172.26.3.244, port: 5bc1c89c-f37a-4549-8bd2-67c7e46b8da1. Jun 23 11:36:46.589439 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron_lib.callbacks.manager [None req-95d6aa8f-24e7-4234-82ff-f502266c3285 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773699952132', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-899307'] for agent, after_update {{(pid=94176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:36:46.592665 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG oslo_concurrency.lockutils [None req-486a249c-453b-4b4a-b22f-5acd6f767bc9 tempest-FloatingIPTestJSON-1140213849 tempest-FloatingIPTestJSON-1140213849-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94175) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 11:36:46.683526 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron_lib.callbacks.manager [None req-5bc1d4e6-fc34-41b7-b085-ee75ce998866 tempest-SecGroupTest-1462889432 tempest-SecGroupTest-1462889432-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:36:46.698077 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a513e160-b2a4-4c90-b0a1-e10bc718e48f tempest-FloatingIPTestJSON-1140213849 tempest-FloatingIPTestJSON-1140213849-project] Pushing event updated for resources: {'Port': ['ID=2a213bd6-9a7f-4801-814a-41a725e88625,revision_number=2']} {{(pid=94175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 11:36:46.707399 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG oslo_concurrency.lockutils [None req-a513e160-b2a4-4c90-b0a1-e10bc718e48f tempest-FloatingIPTestJSON-1140213849 tempest-FloatingIPTestJSON-1140213849-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.115s {{(pid=94175) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 11:36:46.715366 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron_lib.callbacks.manager [None req-a513e160-b2a4-4c90-b0a1-e10bc718e48f tempest-FloatingIPTestJSON-1140213849 tempest-FloatingIPTestJSON-1140213849-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-524229'] for floatingip, after_update {{(pid=94175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:36:46.794449 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron_lib.callbacks.manager [None req-5bc1d4e6-fc34-41b7-b085-ee75ce998866 tempest-SecGroupTest-1462889432 tempest-SecGroupTest-1462889432-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:36:46.840749 dv-neutron-601336-94-hyperv neutron-server[94175]: INFO neutron.db.l3_db [None req-a513e160-b2a4-4c90-b0a1-e10bc718e48f tempest-FloatingIPTestJSON-1140213849 tempest-FloatingIPTestJSON-1140213849-project] Floating IP cfdb5711-b4ad-4534-a87c-a7b6872dd870 associated. External IP: 172.26.3.72, port: 64fdff8d-9562-4d6c-bbb1-e04ad6d3bdcd. Jun 23 11:36:46.853467 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-40400842-a422-41e9-8270-7eed5018318f tempest-TestNetworkBasicOps-233187296 tempest-TestNetworkBasicOps-233187296-project] Router 4c99b81f-8a52-421f-abc8-9ccee9678765 has already been hosted by L3 agent 50ef99c0-ef28-4db5-b303-b145898fae60 {{(pid=94174) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 23 11:36:46.878264 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron_lib.callbacks.manager [None req-56d8e163-242c-4de7-969a-64099a161789 tempest-RoutersTest-228919764 tempest-RoutersTest-228919764-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-922904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866062', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773700135024', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773699642224', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5082448'] for port, after_delete {{(pid=94175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:36:46.881967 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG oslo_concurrency.lockutils [None req-f9303abb-df97-49bb-b38f-38b7407ab80b tempest-RoutersIpV6Test-1448447933 tempest-RoutersIpV6Test-1448447933-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94175) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 11:36:46.900058 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron_lib.callbacks.manager [None req-5bc1d4e6-fc34-41b7-b085-ee75ce998866 tempest-SecGroupTest-1462889432 tempest-SecGroupTest-1462889432-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7996355'] for security_group_rule, after_create {{(pid=94174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:36:46.913067 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG oslo_concurrency.lockutils [None req-fc182c5c-acfe-4fa3-a5e5-f6a90b0a67ee tempest-SecGroupIPv6Test-1528675894 tempest-SecGroupIPv6Test-1528675894-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94174) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 11:36:46.913236 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56d8e163-242c-4de7-969a-64099a161789 tempest-RoutersTest-228919764 tempest-RoutersTest-228919764-project] Pushing event deleted for resources: {'Port': ['ID=7a29a4e4-f510-4f78-9f80-80db4aa06bf5,revision_number=None']} {{(pid=94175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 11:36:46.915712 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG oslo_concurrency.lockutils [None req-56d8e163-242c-4de7-969a-64099a161789 tempest-RoutersTest-228919764 tempest-RoutersTest-228919764-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.034s {{(pid=94175) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 11:36:46.930599 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bc1d4e6-fc34-41b7-b085-ee75ce998866 tempest-SecGroupTest-1462889432 tempest-SecGroupTest-1462889432-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7beeb199-ad6c-4708-b6a8-928faf5d19d2,revision_number=0']} {{(pid=94174) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 11:36:46.935390 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG oslo_concurrency.lockutils [None req-5bc1d4e6-fc34-41b7-b085-ee75ce998866 tempest-SecGroupTest-1462889432 tempest-SecGroupTest-1462889432-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.031s {{(pid=94174) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 11:36:46.986412 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-40400842-a422-41e9-8270-7eed5018318f tempest-TestNetworkBasicOps-233187296 tempest-TestNetworkBasicOps-233187296-project] Notify agent at l3_agent.dv-neutron-601336-94-hyperv the message routers_updated {{(pid=94174) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 23 11:36:46.992011 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron_lib.callbacks.manager [None req-40400842-a422-41e9-8270-7eed5018318f tempest-TestNetworkBasicOps-233187296 tempest-TestNetworkBasicOps-233187296-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-217507'] for floatingip, before_response {{(pid=94174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:36:47.004122 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b981249b-6684-496f-b425-9ed535a9d85a None None] Sync routers for ids ['4c99b81f-8a52-421f-abc8-9ccee9678765'] in dv-neutron-601336-94-hyperv {{(pid=94176) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 23 11:36:47.021942 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron_lib.callbacks.manager [None req-5bc1d4e6-fc34-41b7-b085-ee75ce998866 tempest-SecGroupTest-1462889432 tempest-SecGroupTest-1462889432-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:36:47.022170 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b981249b-6684-496f-b425-9ed535a9d85a None None] Routers {'4c99b81f-8a52-421f-abc8-9ccee9678765'} bound to L3 agent in host dv-neutron-601336-94-hyperv {{(pid=94176) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 23 11:36:47.023335 dv-neutron-601336-94-hyperv neutron-server[94174]: INFO neutron.wsgi [None req-5bc1d4e6-fc34-41b7-b085-ee75ce998866 tempest-SecGroupTest-1462889432 tempest-SecGroupTest-1462889432-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 786 time: 0.5145500 Jun 23 11:36:47.023459 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.db.l3_hamode_db [None req-b981249b-6684-496f-b425-9ed535a9d85a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-601336-94-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-23T11:22:13Z,description=,heartbeat_timestamp=2021-06-23T11:36:43Z,host='dv-neutron-601336-94-hyperv',id=50ef99c0-ef28-4db5-b303-b145898fae60,load=0,resource_versions=,resources_synced=,started_at=2021-06-23T11:22:14Z,topic='l3_agent')) {'router_ids': ['4c99b81f-8a52-421f-abc8-9ccee9678765'], 'active': True} {{(pid=94176) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 11:36:47.026127 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.wsgi [-] (94174) accepted ('10.222.0.20', 42180) {{(pid=94174) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 11:36:47.081889 dv-neutron-601336-94-hyperv neutron-server[94174]: INFO neutron.wsgi [None req-40400842-a422-41e9-8270-7eed5018318f tempest-TestNetworkBasicOps-233187296 tempest-TestNetworkBasicOps-233187296-project] 10.222.0.20 "DELETE /v2.0/floatingips/75ccf94b-3f4a-48ae-98fb-f08ae19f0347 HTTP/1.1" status: 204 len: 168 time: 1.3533123 Jun 23 11:36:47.094949 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5dc250a1-61bb-46d0-9888-3ab1b564fa78', 'tag': '5bc1c89c-f37a-4549-8bd2-67c7e46b8da1'}] {{(pid=94174) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 23 11:36:47.097588 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6ff47218258ed5bf6cae7f276c9622ae488f9e8ebc13d1a310221fbcfb04c5dd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5b0ca08c-c9ce-4816-a908-699a38c41914" -d '{"events": [{"name": "network-changed", "server_uuid": "5dc250a1-61bb-46d0-9888-3ab1b564fa78", "tag": "5bc1c89c-f37a-4549-8bd2-67c7e46b8da1"}]}' {{(pid=94174) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 23 11:36:47.102029 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron_lib.callbacks.manager [None req-f51027c2-b73a-4cfd-889c-f95530ebb93f tempest-SecGroupTest-1462889432 tempest-SecGroupTest-1462889432-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=94174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:36:47.112746 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron_lib.callbacks.manager [None req-f51027c2-b73a-4cfd-889c-f95530ebb93f tempest-SecGroupTest-1462889432 tempest-SecGroupTest-1462889432-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=94174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:36:47.186482 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron_lib.callbacks.manager [None req-56d8e163-242c-4de7-969a-64099a161789 tempest-RoutersTest-228919764 tempest-RoutersTest-228919764-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-7866080', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-516693'] for router_interface, after_delete {{(pid=94175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:36:47.192958 dv-neutron-601336-94-hyperv neutron-server[94174]: INFO neutron.wsgi [req-27023d49-11df-40d7-a141-f0f8e42324bb req-7ee89751-36b0-4080-bcf3-8f9750bd5b4e tempest-TestServerAdvancedOps-2059691030 tempest-TestServerAdvancedOps-2059691030-project] 10.222.0.20 "GET /v2.0/ports?device_id=db39e3a9-74a7-4800-a7cc-bd4b30155332 HTTP/1.1" status: 200 len: 210 time: 0.0388279 Jun 23 11:36:47.196246 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.db.l3_dvr_db [None req-b981249b-6684-496f-b425-9ed535a9d85a None None] Set router 4c99b81f-8a52-421f-abc8-9ccee9678765 gateway port host: dv-neutron-601336-94-hyperv {{(pid=94176) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:838}} Jun 23 11:36:47.284962 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 23 Jun 2021 11:36:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9e6e9dad-ab6a-4c7d-ae8a-aaa54b8e8a1e x-openstack-request-id: req-9e6e9dad-ab6a-4c7d-ae8a-aaa54b8e8a1e {{(pid=94174) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 23 11:36:47.285255 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5dc250a1-61bb-46d0-9888-3ab1b564fa78", "tag": "5bc1c89c-f37a-4549-8bd2-67c7e46b8da1", "status": "completed", "code": 200}]} {{(pid=94174) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 23 11:36:47.285567 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-9e6e9dad-ab6a-4c7d-ae8a-aaa54b8e8a1e {{(pid=94174) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 23 11:36:47.286099 dv-neutron-601336-94-hyperv neutron-server[94174]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5dc250a1-61bb-46d0-9888-3ab1b564fa78', 'tag': '5bc1c89c-f37a-4549-8bd2-67c7e46b8da1', 'status': 'completed', 'code': 200} Jun 23 11:36:47.287739 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron_lib.callbacks.manager [None req-f51027c2-b73a-4cfd-889c-f95530ebb93f tempest-SecGroupTest-1462889432 tempest-SecGroupTest-1462889432-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7996355'] for security_group_rule, after_delete {{(pid=94174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:36:47.293894 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG oslo_concurrency.lockutils [None req-3b6e2d3c-cc72-4585-be30-591214a2a64b tempest-SecGroupTest-1462889432 tempest-SecGroupTest-1462889432-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94174) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 11:36:47.298925 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron_lib.callbacks.manager [None req-f51027c2-b73a-4cfd-889c-f95530ebb93f tempest-SecGroupTest-1462889432 tempest-SecGroupTest-1462889432-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:36:47.309794 dv-neutron-601336-94-hyperv neutron-server[94174]: INFO neutron.wsgi [None req-f51027c2-b73a-4cfd-889c-f95530ebb93f tempest-SecGroupTest-1462889432 tempest-SecGroupTest-1462889432-project] 10.222.0.20 "DELETE /v2.0/security-group-rules/7beeb199-ad6c-4708-b6a8-928faf5d19d2 HTTP/1.1" status: 204 len: 168 time: 0.2814865 Jun 23 11:36:47.314728 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.wsgi [-] (94174) accepted ('10.222.0.20', 42186) {{(pid=94174) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 11:36:47.356756 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f51027c2-b73a-4cfd-889c-f95530ebb93f tempest-SecGroupTest-1462889432 tempest-SecGroupTest-1462889432-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=7beeb199-ad6c-4708-b6a8-928faf5d19d2,revision_number=None']} {{(pid=94174) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 11:36:47.363245 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG oslo_concurrency.lockutils [None req-f51027c2-b73a-4cfd-889c-f95530ebb93f tempest-SecGroupTest-1462889432 tempest-SecGroupTest-1462889432-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.069s {{(pid=94174) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 11:36:47.380236 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.plugins.ml2.rpc [None req-97bd5441-1da2-49ee-a364-27795820ba27 None None] Device d357b527-aa7a-4053-a134-8434c40844e5 no longer exists at agent hyperv_hv-neutron-6013 {{(pid=94176) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:261}} Jun 23 11:36:47.396145 dv-neutron-601336-94-hyperv neutron-server[94174]: INFO neutron.wsgi [None req-ae6beb63-2ca2-445d-bf15-a1b775dfc5e5 tempest-SecGroupTest-1462889432 tempest-SecGroupTest-1462889432-project] 10.222.0.20 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.0776746 Jun 23 11:36:47.398285 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.wsgi [-] (94174) accepted ('10.222.0.20', 42188) {{(pid=94174) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 11:36:47.422924 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.plugins.ml2.plugin [None req-97bd5441-1da2-49ee-a364-27795820ba27 None None] No Port match for: d357b527-aa7a-4053-a134-8434c40844e5 {{(pid=94176) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2240}} Jun 23 11:36:47.423610 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.plugins.ml2.rpc [None req-97bd5441-1da2-49ee-a364-27795820ba27 None None] Device d357b527-aa7a-4053-a134-8434c40844e5 not bound to the agent host hv-neutron-6013 {{(pid=94176) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:271}} Jun 23 11:36:47.454594 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.db.l3_hamode_db [None req-b981249b-6684-496f-b425-9ed535a9d85a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4c99b81f-8a52-421f-abc8-9ccee9678765', 'name': 'tempest-TestNetworkBasicOps-router-26535949', 'tenant_id': '772b9946478d439e9da4eaeade7fb21d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3e7e4eb3-cf02-4d47-ade9-0a579cdfc60f', 'external_fixed_ips': [{'subnet_id': 'a5ad15ab-c489-4a67-a9b0-d559fca0ec71', 'ip_address': '172.26.3.243'}], 'enable_snat': True}, 'gw_port_id': '3aeaf89e-5f81-4c55-b262-f57f38a5e301', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-23T11:34:22Z', 'updated_at': '2021-06-23T11:36:35Z', 'revision_number': 6, 'project_id': '772b9946478d439e9da4eaeade7fb21d', 'gw_port': {'id': '3aeaf89e-5f81-4c55-b262-f57f38a5e301', 'name': '', 'network_id': '3e7e4eb3-cf02-4d47-ade9-0a579cdfc60f', 'tenant_id': '', 'mac_address': 'fa:16:3e:74:1f:dd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4c99b81f-8a52-421f-abc8-9ccee9678765', 'device_owner': 'network:router_gateway', 'standard_attr_id': 875, 'fixed_ips': [{'subnet_id': 'a5ad15ab-c489-4a67-a9b0-d559fca0ec71', 'ip_address': '172.26.3.243', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-94-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-23T11:34:23Z', 'updated_at': '2021-06-23T11:34:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a5ad15ab-c489-4a67-a9b0-d559fca0ec71', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-601336-94-hyperv', '_interfaces': [{'id': 'e5476f2c-5bd4-4cc3-b744-a1495ec93de3', 'name': '', 'network_id': 'cf29c68f-82b8-4662-a929-931f65637941', 'tenant_id': '772b9946478d439e9da4eaeade7fb21d', 'mac_address': 'fa:16:3e:9d:69:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4c99b81f-8a52-421f-abc8-9ccee9678765', 'device_owner': 'network:router_interface', 'standard_attr_id': 903, 'fixed_ips': [{'subnet_id': 'a2268277-49d2-4de4-9270-a498945fea2b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-94-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-23T11:34:28Z', 'updated_at': '2021-06-23T11:34:40Z', 'revision_number': 5, 'project_id': '772b9946478d439e9da4eaeade7fb21d', 'subnets': [{'id': 'a2268277-49d2-4de4-9270-a498945fea2b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-601336-94-hyperv', False) {} {{(pid=94176) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 11:36:47.460875 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron_lib.callbacks.manager [None req-8ffdb563-7fe1-4aff-8b92-6fa269ddebde tempest-SecGroupTest-1462889432 tempest-SecGroupTest-1462889432-project] Notify callbacks [] for security_group, before_delete {{(pid=94174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:36:47.470611 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a513e160-b2a4-4c90-b0a1-e10bc718e48f tempest-FloatingIPTestJSON-1140213849 tempest-FloatingIPTestJSON-1140213849-project] Router 54457aa4-57ec-453a-b617-a96ed249dc35 has already been hosted by L3 agent 50ef99c0-ef28-4db5-b303-b145898fae60 {{(pid=94175) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 23 11:36:47.491277 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b981249b-6684-496f-b425-9ed535a9d85a None None] Checking router: 4c99b81f-8a52-421f-abc8-9ccee9678765 for host: dv-neutron-601336-94-hyperv {{(pid=94176) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 23 11:36:47.505109 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b981249b-6684-496f-b425-9ed535a9d85a None None] Routers {'4c99b81f-8a52-421f-abc8-9ccee9678765'} bound to L3 agent in host dv-neutron-601336-94-hyperv {{(pid=94176) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 23 11:36:47.506493 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.db.l3_hamode_db [None req-b981249b-6684-496f-b425-9ed535a9d85a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-601336-94-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-23T11:22:13Z,description=,heartbeat_timestamp=2021-06-23T11:36:43Z,host='dv-neutron-601336-94-hyperv',id=50ef99c0-ef28-4db5-b303-b145898fae60,load=0,resource_versions=,resources_synced=,started_at=2021-06-23T11:22:14Z,topic='l3_agent')) {'router_ids': ['4c99b81f-8a52-421f-abc8-9ccee9678765'], 'active': True} {{(pid=94176) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 11:36:47.506633 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron_lib.callbacks.manager [None req-8ffdb563-7fe1-4aff-8b92-6fa269ddebde tempest-SecGroupTest-1462889432 tempest-SecGroupTest-1462889432-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:36:47.626418 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.db.l3_dvr_db [None req-b981249b-6684-496f-b425-9ed535a9d85a None None] Set router 4c99b81f-8a52-421f-abc8-9ccee9678765 gateway port host: dv-neutron-601336-94-hyperv {{(pid=94176) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:838}} Jun 23 11:36:47.629692 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-56d8e163-242c-4de7-969a-64099a161789 tempest-RoutersTest-228919764 tempest-RoutersTest-228919764-project] Router 122c067d-0664-472a-8765-023c6fbf0099 has already been hosted by L3 agent 50ef99c0-ef28-4db5-b303-b145898fae60 {{(pid=94175) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 23 11:36:47.632365 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b0ca08c-c9ce-4816-a908-699a38c41914 req-54f0314a-ed67-45d2-b5e2-087201b53619 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 11:36:47.633840 dv-neutron-601336-94-hyperv neutron-server[94175]: INFO neutron.wsgi [req-5b0ca08c-c9ce-4816-a908-699a38c41914 req-54f0314a-ed67-45d2-b5e2-087201b53619 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=772b9946478d439e9da4eaeade7fb21d&device_id=5dc250a1-61bb-46d0-9888-3ab1b564fa78 HTTP/1.1" status: 200 len: 1099 time: 0.3054929 Jun 23 11:36:47.720465 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron_lib.callbacks.manager [None req-8ffdb563-7fe1-4aff-8b92-6fa269ddebde tempest-SecGroupTest-1462889432 tempest-SecGroupTest-1462889432-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7996330'] for security_group, after_delete {{(pid=94174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:36:47.725009 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron_lib.callbacks.manager [None req-8ffdb563-7fe1-4aff-8b92-6fa269ddebde tempest-SecGroupTest-1462889432 tempest-SecGroupTest-1462889432-project] Notify callbacks [] for security_group, before_response {{(pid=94174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:36:47.729704 dv-neutron-601336-94-hyperv neutron-server[94174]: INFO neutron.wsgi [None req-8ffdb563-7fe1-4aff-8b92-6fa269ddebde tempest-SecGroupTest-1462889432 tempest-SecGroupTest-1462889432-project] 10.222.0.20 "DELETE /v2.0/security-groups/a97762c7-a96f-494e-9398-207fdbe35859 HTTP/1.1" status: 204 len: 168 time: 0.3282292 Jun 23 11:36:47.729704 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG oslo_concurrency.lockutils [None req-030c062d-1939-429a-8a03-e14e2376e112 tempest-SecGroupTest-1462889432 tempest-SecGroupTest-1462889432-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94174) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 11:36:47.730595 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.wsgi [-] (94174) accepted ('10.222.0.20', 42190) {{(pid=94174) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 11:36:47.746709 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ffdb563-7fe1-4aff-8b92-6fa269ddebde tempest-SecGroupTest-1462889432 tempest-SecGroupTest-1462889432-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=a97762c7-a96f-494e-9398-207fdbe35859,revision_number=None']} {{(pid=94174) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 11:36:47.759880 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG oslo_concurrency.lockutils [None req-8ffdb563-7fe1-4aff-8b92-6fa269ddebde tempest-SecGroupTest-1462889432 tempest-SecGroupTest-1462889432-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.032s {{(pid=94174) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 11:36:47.828173 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.wsgi [-] (94175) accepted ('10.222.0.20', 42194) {{(pid=94175) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 11:36:47.829697 dv-neutron-601336-94-hyperv neutron-server[94174]: INFO neutron.wsgi [None req-1c417ce3-1c9a-4282-9f88-820c8cee493e tempest-SecGroupTest-1462889432 tempest-SecGroupTest-1462889432-project] 10.222.0.20 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0954914 Jun 23 11:36:47.846416 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.api.v2.base [None req-ffc6a50f-6458-467e-bc4c-442d9ac67f6b tempest-SecGroupTest-1462889432 tempest-SecGroupTest-1462889432-project] Request body: {'security_group': {'name': 'tempest-secgroup--964492561'}} {{(pid=94175) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 23 11:36:47.858902 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.db.l3_hamode_db [None req-b981249b-6684-496f-b425-9ed535a9d85a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4c99b81f-8a52-421f-abc8-9ccee9678765', 'name': 'tempest-TestNetworkBasicOps-router-26535949', 'tenant_id': '772b9946478d439e9da4eaeade7fb21d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3e7e4eb3-cf02-4d47-ade9-0a579cdfc60f', 'external_fixed_ips': [{'subnet_id': 'a5ad15ab-c489-4a67-a9b0-d559fca0ec71', 'ip_address': '172.26.3.243'}], 'enable_snat': True}, 'gw_port_id': '3aeaf89e-5f81-4c55-b262-f57f38a5e301', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-23T11:34:22Z', 'updated_at': '2021-06-23T11:36:35Z', 'revision_number': 6, 'project_id': '772b9946478d439e9da4eaeade7fb21d', 'gw_port': {'id': '3aeaf89e-5f81-4c55-b262-f57f38a5e301', 'name': '', 'network_id': '3e7e4eb3-cf02-4d47-ade9-0a579cdfc60f', 'tenant_id': '', 'mac_address': 'fa:16:3e:74:1f:dd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4c99b81f-8a52-421f-abc8-9ccee9678765', 'device_owner': 'network:router_gateway', 'standard_attr_id': 875, 'fixed_ips': [{'subnet_id': 'a5ad15ab-c489-4a67-a9b0-d559fca0ec71', 'ip_address': '172.26.3.243', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-94-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-23T11:34:23Z', 'updated_at': '2021-06-23T11:34:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a5ad15ab-c489-4a67-a9b0-d559fca0ec71', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-601336-94-hyperv', '_interfaces': [{'id': 'e5476f2c-5bd4-4cc3-b744-a1495ec93de3', 'name': '', 'network_id': 'cf29c68f-82b8-4662-a929-931f65637941', 'tenant_id': '772b9946478d439e9da4eaeade7fb21d', 'mac_address': 'fa:16:3e:9d:69:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4c99b81f-8a52-421f-abc8-9ccee9678765', 'device_owner': 'network:router_interface', 'standard_attr_id': 903, 'fixed_ips': [{'subnet_id': 'a2268277-49d2-4de4-9270-a498945fea2b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-94-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-23T11:34:28Z', 'updated_at': '2021-06-23T11:34:40Z', 'revision_number': 5, 'project_id': '772b9946478d439e9da4eaeade7fb21d', 'subnets': [{'id': 'a2268277-49d2-4de4-9270-a498945fea2b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-601336-94-hyperv', False) {} {{(pid=94176) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 11:36:47.872383 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-56d8e163-242c-4de7-969a-64099a161789 tempest-RoutersTest-228919764 tempest-RoutersTest-228919764-project] Notify agent at l3_agent.dv-neutron-601336-94-hyperv the message routers_updated {{(pid=94175) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 23 11:36:47.882088 dv-neutron-601336-94-hyperv neutron-server[94177]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-74753ba8-ffab-4610-be3d-178de1a138d1 None None] Sync routers for ids ['122c067d-0664-472a-8765-023c6fbf0099'] in dv-neutron-601336-94-hyperv {{(pid=94177) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 23 11:36:47.888107 dv-neutron-601336-94-hyperv neutron-server[94175]: INFO neutron.wsgi [None req-56d8e163-242c-4de7-969a-64099a161789 tempest-RoutersTest-228919764 tempest-RoutersTest-228919764-project] 10.222.0.20 "PUT /v2.0/routers/122c067d-0664-472a-8765-023c6fbf0099/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.4282932 Jun 23 11:36:47.891528 dv-neutron-601336-94-hyperv neutron-server[94177]: DEBUG neutron.db.l3_dvrscheduler_db [None req-74753ba8-ffab-4610-be3d-178de1a138d1 None None] Routers {'122c067d-0664-472a-8765-023c6fbf0099'} bound to L3 agent in host dv-neutron-601336-94-hyperv {{(pid=94177) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 23 11:36:47.892428 dv-neutron-601336-94-hyperv neutron-server[94177]: DEBUG neutron.db.l3_hamode_db [None req-74753ba8-ffab-4610-be3d-178de1a138d1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-601336-94-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-23T11:22:13Z,description=,heartbeat_timestamp=2021-06-23T11:36:43Z,host='dv-neutron-601336-94-hyperv',id=50ef99c0-ef28-4db5-b303-b145898fae60,load=0,resource_versions=,resources_synced=,started_at=2021-06-23T11:22:14Z,topic='l3_agent')) {'router_ids': ['122c067d-0664-472a-8765-023c6fbf0099'], 'active': True} {{(pid=94177) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 11:36:47.899646 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.wsgi [-] (94175) accepted ('10.222.0.20', 42196) {{(pid=94175) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 11:36:47.900247 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b981249b-6684-496f-b425-9ed535a9d85a None None] The sync data for ids ['4c99b81f-8a52-421f-abc8-9ccee9678765'] in dv-neutron-601336-94-hyperv is: [{'id': '4c99b81f-8a52-421f-abc8-9ccee9678765', 'name': 'tempest-TestNetworkBasicOps-router-26535949', 'tenant_id': '772b9946478d439e9da4eaeade7fb21d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3e7e4eb3-cf02-4d47-ade9-0a579cdfc60f', 'external_fixed_ips': [{'subnet_id': 'a5ad15ab-c489-4a67-a9b0-d559fca0ec71', 'ip_address': '172.26.3.243'}], 'enable_snat': True}, 'gw_port_id': '3aeaf89e-5f81-4c55-b262-f57f38a5e301', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-23T11:34:22Z', 'updated_at': '2021-06-23T11:36:35Z', 'revision_number': 6, 'project_id': '772b9946478d439e9da4eaeade7fb21d', 'gw_port': {'id': '3aeaf89e-5f81-4c55-b262-f57f38a5e301', 'name': '', 'network_id': '3e7e4eb3-cf02-4d47-ade9-0a579cdfc60f', 'tenant_id': '', 'mac_address': 'fa:16:3e:74:1f:dd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4c99b81f-8a52-421f-abc8-9ccee9678765', 'device_owner': 'network:router_gateway', 'standard_attr_id': 875, 'fixed_ips': [{'subnet_id': 'a5ad15ab-c489-4a67-a9b0-d559fca0ec71', 'ip_address': '172.26.3.243', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-94-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-23T11:34:23Z', 'updated_at': '2021-06-23T11:34:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a5ad15ab-c489-4a67-a9b0-d559fca0ec71', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-601336-94-hyperv', '_interfaces': [{'id': 'e5476f2c-5bd4-4cc3-b744-a1495ec93de3', 'name': '', 'network_id': 'cf29c68f-82b8-4662-a929-931f65637941', 'tenant_id': '772b9946478d439e9da4eaeade7fb21d', 'mac_address': 'fa:16:3e:9d:69:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4c99b81f-8a52-421f-abc8-9ccee9678765', 'device_owner': 'network:router_interface', 'standard_attr_id': 903, 'fixed_ips': [{'subnet_id': 'a2268277-49d2-4de4-9270-a498945fea2b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-94-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-23T11:34:28Z', 'updated_at': '2021-06-23T11:34:40Z', 'revision_number': 5, 'project_id': '772b9946478d439e9da4eaeade7fb21d', 'subnets': [{'id': 'a2268277-49d2-4de4-9270-a498945fea2b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94176) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 23 11:36:47.955475 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a513e160-b2a4-4c90-b0a1-e10bc718e48f tempest-FloatingIPTestJSON-1140213849 tempest-FloatingIPTestJSON-1140213849-project] Notify agent at l3_agent.dv-neutron-601336-94-hyperv the message routers_updated {{(pid=94175) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 23 11:36:47.967848 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b08de57b-e288-4e13-a7db-e002b5f4d822 None None] Sync routers for ids ['54457aa4-57ec-453a-b617-a96ed249dc35'] in dv-neutron-601336-94-hyperv {{(pid=94176) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 23 11:36:47.973048 dv-neutron-601336-94-hyperv neutron-server[94177]: DEBUG neutron.db.l3_dvr_db [None req-74753ba8-ffab-4610-be3d-178de1a138d1 None None] Set router 122c067d-0664-472a-8765-023c6fbf0099 gateway port host: None {{(pid=94177) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:838}} Jun 23 11:36:47.981934 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f22ba212-5cbc-4c0c-a9f0-0843e0767166 req-0b8a8fa4-3cfd-4994-8603-a6a080defb8b tempest-TestNetworkBasicOps-233187296 tempest-TestNetworkBasicOps-233187296-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94174) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 11:36:47.987402 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b08de57b-e288-4e13-a7db-e002b5f4d822 None None] Routers {'54457aa4-57ec-453a-b617-a96ed249dc35'} bound to L3 agent in host dv-neutron-601336-94-hyperv {{(pid=94176) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 23 11:36:47.988401 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.db.l3_hamode_db [None req-b08de57b-e288-4e13-a7db-e002b5f4d822 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-601336-94-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-23T11:22:13Z,description=,heartbeat_timestamp=2021-06-23T11:36:43Z,host='dv-neutron-601336-94-hyperv',id=50ef99c0-ef28-4db5-b303-b145898fae60,load=0,resource_versions=,resources_synced=,started_at=2021-06-23T11:22:14Z,topic='l3_agent')) {'router_ids': ['54457aa4-57ec-453a-b617-a96ed249dc35'], 'active': True} {{(pid=94176) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 11:36:47.995275 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b0ca08c-c9ce-4816-a908-699a38c41914 req-b4d9fd5a-6c95-4a70-8d6e-199ed5172029 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 11:36:47.995463 dv-neutron-601336-94-hyperv neutron-server[94174]: INFO neutron.wsgi [req-f22ba212-5cbc-4c0c-a9f0-0843e0767166 req-0b8a8fa4-3cfd-4994-8603-a6a080defb8b tempest-TestNetworkBasicOps-233187296 tempest-TestNetworkBasicOps-233187296-project] 10.222.0.20 "GET /v2.0/ports?device_id=5dc250a1-61bb-46d0-9888-3ab1b564fa78 HTTP/1.1" status: 200 len: 946 time: 0.1249862 Jun 23 11:36:47.996748 dv-neutron-601336-94-hyperv neutron-server[94175]: INFO neutron.wsgi [req-5b0ca08c-c9ce-4816-a908-699a38c41914 req-b4d9fd5a-6c95-4a70-8d6e-199ed5172029 service neutron] 10.222.0.52 "GET /v2.0/networks?id=cf29c68f-82b8-4662-a929-931f65637941 HTTP/1.1" status: 200 len: 898 time: 0.3526263 Jun 23 11:36:48.006444 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.db.db_base_plugin_v2 [None req-7cce783f-cc0c-4b59-b05e-76f4121ecc3c tempest-RoutersTest-228919764 tempest-RoutersTest-228919764-project] Deleting subnet c719f3a8-f536-49d0-8d92-e308a6195b0c {{(pid=94175) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jun 23 11:36:48.017111 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron_lib.callbacks.manager [None req-ffc6a50f-6458-467e-bc4c-442d9ac67f6b tempest-SecGroupTest-1462889432 tempest-SecGroupTest-1462889432-project] Notify callbacks [] for security_group, before_create {{(pid=94175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:36:48.033646 dv-neutron-601336-94-hyperv neutron-server[94177]: DEBUG neutron.db.l3_hamode_db [None req-74753ba8-ffab-4610-be3d-178de1a138d1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '122c067d-0664-472a-8765-023c6fbf0099', 'name': 'tempest-RoutersTest-router-1104510358', 'tenant_id': '1838eb839bc24d0abf2e86f88a8bcfa8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-23T11:35:57Z', 'updated_at': '2021-06-23T11:36:46Z', 'revision_number': 11, 'project_id': '1838eb839bc24d0abf2e86f88a8bcfa8', 'gw_port_host': None}], 'dv-neutron-601336-94-hyperv', False) {} {{(pid=94177) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 11:36:48.038150 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron_lib.callbacks.manager [None req-7cce783f-cc0c-4b59-b05e-76f4121ecc3c tempest-RoutersTest-228919764 tempest-RoutersTest-228919764-project] Notify callbacks [] for subnet, before_delete {{(pid=94175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:36:48.038589 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.db.l3_hamode_db [None req-b08de57b-e288-4e13-a7db-e002b5f4d822 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-601336-94-hyperv', False) {} {{(pid=94176) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 11:36:48.056692 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b08de57b-e288-4e13-a7db-e002b5f4d822 None None] Routers {'54457aa4-57ec-453a-b617-a96ed249dc35'} bound to L3 agent in host dv-neutron-601336-94-hyperv {{(pid=94176) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 23 11:36:48.057607 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.db.l3_hamode_db [None req-b08de57b-e288-4e13-a7db-e002b5f4d822 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-601336-94-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-23T11:22:13Z,description=,heartbeat_timestamp=2021-06-23T11:36:43Z,host='dv-neutron-601336-94-hyperv',id=50ef99c0-ef28-4db5-b303-b145898fae60,load=0,resource_versions=,resources_synced=,started_at=2021-06-23T11:22:14Z,topic='l3_agent')) {'router_ids': ['54457aa4-57ec-453a-b617-a96ed249dc35'], 'active': True} {{(pid=94176) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 11:36:48.060342 dv-neutron-601336-94-hyperv neutron-server[94174]: INFO neutron.wsgi [req-f22ba212-5cbc-4c0c-a9f0-0843e0767166 req-3ed22d3a-b858-4120-8ccf-effe3bde9605 tempest-TestNetworkBasicOps-233187296 tempest-TestNetworkBasicOps-233187296-project] 10.222.0.20 "GET /v2.0/security-groups?id=30a782a1-c8ca-4eeb-9aeb-36d88772e1b8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0636988 Jun 23 11:36:48.104301 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron_lib.callbacks.manager [None req-a513e160-b2a4-4c90-b0a1-e10bc718e48f tempest-FloatingIPTestJSON-1140213849 tempest-FloatingIPTestJSON-1140213849-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-217507'] for floatingip, before_response {{(pid=94175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:36:48.106269 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.db.l3_hamode_db [None req-b08de57b-e288-4e13-a7db-e002b5f4d822 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-601336-94-hyperv', False) {} {{(pid=94176) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 11:36:48.106948 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b08de57b-e288-4e13-a7db-e002b5f4d822 None None] The sync data for ids ['54457aa4-57ec-453a-b617-a96ed249dc35'] in dv-neutron-601336-94-hyperv is: [] {{(pid=94176) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 23 11:36:48.110454 dv-neutron-601336-94-hyperv neutron-server[94175]: INFO neutron.wsgi [req-5b0ca08c-c9ce-4816-a908-699a38c41914 req-6053fcf8-6310-4e26-a43b-772788a39ad2 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=5bc1c89c-f37a-4549-8bd2-67c7e46b8da1 HTTP/1.1" status: 200 len: 217 time: 0.1001811 Jun 23 11:36:48.168328 dv-neutron-601336-94-hyperv neutron-server[94177]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-74753ba8-ffab-4610-be3d-178de1a138d1 None None] Checking router: 122c067d-0664-472a-8765-023c6fbf0099 for host: dv-neutron-601336-94-hyperv {{(pid=94177) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 23 11:36:48.177406 dv-neutron-601336-94-hyperv neutron-server[94177]: DEBUG neutron.db.l3_dvrscheduler_db [None req-74753ba8-ffab-4610-be3d-178de1a138d1 None None] Routers {'122c067d-0664-472a-8765-023c6fbf0099'} bound to L3 agent in host dv-neutron-601336-94-hyperv {{(pid=94177) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 23 11:36:48.178605 dv-neutron-601336-94-hyperv neutron-server[94177]: DEBUG neutron.db.l3_hamode_db [None req-74753ba8-ffab-4610-be3d-178de1a138d1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-601336-94-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-23T11:22:13Z,description=,heartbeat_timestamp=2021-06-23T11:36:43Z,host='dv-neutron-601336-94-hyperv',id=50ef99c0-ef28-4db5-b303-b145898fae60,load=0,resource_versions=,resources_synced=,started_at=2021-06-23T11:22:14Z,topic='l3_agent')) {'router_ids': ['122c067d-0664-472a-8765-023c6fbf0099'], 'active': True} {{(pid=94177) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 11:36:48.199203 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron_lib.callbacks.manager [None req-7cce783f-cc0c-4b59-b05e-76f4121ecc3c tempest-RoutersTest-228919764 tempest-RoutersTest-228919764-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5190686'] for subnet, precommit_delete_associations {{(pid=94175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:36:48.247655 dv-neutron-601336-94-hyperv neutron-server[94175]: INFO neutron.wsgi [None req-a513e160-b2a4-4c90-b0a1-e10bc718e48f tempest-FloatingIPTestJSON-1140213849 tempest-FloatingIPTestJSON-1140213849-project] 10.222.0.20 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 983 time: 5.7344522 Jun 23 11:36:48.248097 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.wsgi [-] (94174) accepted ('10.222.0.20', 42200) {{(pid=94174) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 11:36:48.250091 dv-neutron-601336-94-hyperv neutron-server[94177]: DEBUG neutron.db.l3_dvr_db [None req-74753ba8-ffab-4610-be3d-178de1a138d1 None None] Set router 122c067d-0664-472a-8765-023c6fbf0099 gateway port host: None {{(pid=94177) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:838}} Jun 23 11:36:48.264996 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b0ca08c-c9ce-4816-a908-699a38c41914 req-b5789d37-f18f-4075-b993-ae1821149a27 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 11:36:48.266434 dv-neutron-601336-94-hyperv neutron-server[94175]: INFO neutron.wsgi [req-5b0ca08c-c9ce-4816-a908-699a38c41914 req-b5789d37-f18f-4075-b993-ae1821149a27 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=a2268277-49d2-4de4-9270-a498945fea2b HTTP/1.1" status: 200 len: 834 time: 0.1475811 Jun 23 11:36:48.304807 dv-neutron-601336-94-hyperv neutron-server[94177]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3ea6a467-0c52-463f-9636-72d3cacfa39c None None] New status for floating IP 75ccf94b-3f4a-48ae-98fb-f08ae19f0347: DOWN {{(pid=94177) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 23 11:36:48.308469 dv-neutron-601336-94-hyperv neutron-server[94177]: DEBUG neutron.db.l3_hamode_db [None req-74753ba8-ffab-4610-be3d-178de1a138d1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '122c067d-0664-472a-8765-023c6fbf0099', 'name': 'tempest-RoutersTest-router-1104510358', 'tenant_id': '1838eb839bc24d0abf2e86f88a8bcfa8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-23T11:35:57Z', 'updated_at': '2021-06-23T11:36:46Z', 'revision_number': 11, 'project_id': '1838eb839bc24d0abf2e86f88a8bcfa8', 'gw_port_host': None}], 'dv-neutron-601336-94-hyperv', False) {} {{(pid=94177) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 11:36:48.350364 dv-neutron-601336-94-hyperv neutron-server[94174]: INFO neutron.wsgi [None req-e5ef3a2c-63fd-44c8-94fd-a18be05dfeec tempest-FloatingIPTestJSON-1140213849 tempest-FloatingIPTestJSON-1140213849-project] 10.222.0.20 "GET /v2.0/floatingips/cfdb5711-b4ad-4534-a87c-a7b6872dd870 HTTP/1.1" status: 200 len: 978 time: 0.1007700 Jun 23 11:36:48.358472 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.wsgi [-] (94174) accepted ('10.222.0.20', 42202) {{(pid=94174) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 11:36:48.366566 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.wsgi [-] (94174) accepted ('10.222.0.20', 42204) {{(pid=94174) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 11:36:48.399477 dv-neutron-601336-94-hyperv neutron-server[94177]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-74753ba8-ffab-4610-be3d-178de1a138d1 None None] The sync data for ids ['122c067d-0664-472a-8765-023c6fbf0099'] in dv-neutron-601336-94-hyperv is: [{'id': '122c067d-0664-472a-8765-023c6fbf0099', 'name': 'tempest-RoutersTest-router-1104510358', 'tenant_id': '1838eb839bc24d0abf2e86f88a8bcfa8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-23T11:35:57Z', 'updated_at': '2021-06-23T11:36:46Z', 'revision_number': 11, 'project_id': '1838eb839bc24d0abf2e86f88a8bcfa8', 'gw_port_host': None}] {{(pid=94177) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 23 11:36:48.526381 dv-neutron-601336-94-hyperv neutron-server[94174]: INFO neutron.wsgi [None req-a8917afa-16be-4eac-b93c-3706dc9be0a6 tempest-FloatingIPTestJSON-1140213849 tempest-FloatingIPTestJSON-1140213849-project] 10.222.0.20 "GET /v2.0/floatingips HTTP/1.1" status: 200 len: 981 time: 0.1659536 Jun 23 11:36:48.529627 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.db.db_base_plugin_v2 [None req-63fdb0bb-9f0c-4a94-8d76-70d9adb30078 admin admin] Deleting subnet beb0b0f0-6ee2-4ce1-a327-9347a15e70d0 {{(pid=94174) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jun 23 11:36:48.531672 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.wsgi [-] (94174) accepted ('10.222.0.20', 42206) {{(pid=94174) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 11:36:48.537673 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.api.v2.base [None req-8f375cdb-8692-4d7d-b34c-00434ce28c2b tempest-FloatingIPTestJSON-1140213849 tempest-FloatingIPTestJSON-1140213849-project] Request body: {'floatingip': {'port_id': '143b8412-5bb2-4576-b9a7-198ccfb4d0fe'}} {{(pid=94174) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 23 11:36:48.541056 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron_lib.callbacks.manager [None req-63fdb0bb-9f0c-4a94-8d76-70d9adb30078 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:36:48.618995 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron_lib.callbacks.manager [None req-63fdb0bb-9f0c-4a94-8d76-70d9adb30078 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4800256'] for subnet, precommit_delete_associations {{(pid=94174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:36:48.640532 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron_lib.callbacks.manager [None req-8f375cdb-8692-4d7d-b34c-00434ce28c2b tempest-FloatingIPTestJSON-1140213849 tempest-FloatingIPTestJSON-1140213849-project] Notify callbacks [] for floatingip, before_update {{(pid=94174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:36:48.702949 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron_lib.callbacks.manager [None req-63fdb0bb-9f0c-4a94-8d76-70d9adb30078 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-897634'] for subnet, precommit_delete {{(pid=94174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:36:48.733331 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron_lib.callbacks.manager [None req-7cce783f-cc0c-4b59-b05e-76f4121ecc3c tempest-RoutersTest-228919764 tempest-RoutersTest-228919764-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-897634'] for subnet, precommit_delete {{(pid=94175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:36:48.758290 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron_lib.callbacks.manager [None req-ffc6a50f-6458-467e-bc4c-442d9ac67f6b tempest-SecGroupTest-1462889432 tempest-SecGroupTest-1462889432-project] Notify callbacks [] for security_group, precommit_create {{(pid=94175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:36:48.797201 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b0ca08c-c9ce-4816-a908-699a38c41914 req-5d164046-8399-4013-86f2-4d21d07a31f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 11:36:48.798712 dv-neutron-601336-94-hyperv neutron-server[94175]: INFO neutron.wsgi [req-5b0ca08c-c9ce-4816-a908-699a38c41914 req-5d164046-8399-4013-86f2-4d21d07a31f8 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=cf29c68f-82b8-4662-a929-931f65637941&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1178 time: 0.5217783 Jun 23 11:36:48.824074 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron_lib.callbacks.manager [None req-ffc6a50f-6458-467e-bc4c-442d9ac67f6b tempest-SecGroupTest-1462889432 tempest-SecGroupTest-1462889432-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7996330'] for security_group, after_create {{(pid=94175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:36:48.835948 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG oslo_concurrency.lockutils [None req-68a8956a-81fd-4037-a491-a0214b734f76 tempest-NegativeSecGroupIPv6Test-1070497984 tempest-NegativeSecGroupIPv6Test-1070497984-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94175) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 11:36:48.903959 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffc6a50f-6458-467e-bc4c-442d9ac67f6b tempest-SecGroupTest-1462889432 tempest-SecGroupTest-1462889432-project] Pushing event updated for resources: {'SecurityGroup': ['ID=8562a121-84cc-4c3b-ba03-5d5faca017d8,revision_number=1']} {{(pid=94175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 11:36:48.905746 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron_lib.callbacks.manager [None req-63fdb0bb-9f0c-4a94-8d76-70d9adb30078 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-897627', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866062', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5195932', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4294216'] for subnet, after_delete {{(pid=94174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:36:48.908540 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG oslo_concurrency.lockutils [None req-ffc6a50f-6458-467e-bc4c-442d9ac67f6b tempest-SecGroupTest-1462889432 tempest-SecGroupTest-1462889432-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.073s {{(pid=94175) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 11:36:48.912698 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG oslo_concurrency.lockutils [None req-2dea96b7-fff1-46e5-be09-b7afebd022b9 tempest-PortsTestJSON-2085221018 tempest-PortsTestJSON-2085221018-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94174) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 11:36:48.937383 dv-neutron-601336-94-hyperv neutron-server[94175]: INFO neutron.wsgi [req-5b0ca08c-c9ce-4816-a908-699a38c41914 req-34235209-60b1-4e9f-9a95-7a3b2283d6e3 service neutron] 10.222.0.52 "GET /v2.0/networks/cf29c68f-82b8-4662-a929-931f65637941?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1240919 Jun 23 11:36:48.942246 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63fdb0bb-9f0c-4a94-8d76-70d9adb30078 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=beb0b0f0-6ee2-4ce1-a327-9347a15e70d0,revision_number=None']} {{(pid=94174) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 11:36:48.949590 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG oslo_concurrency.lockutils [None req-63fdb0bb-9f0c-4a94-8d76-70d9adb30078 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.035s {{(pid=94174) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 11:36:48.952261 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron_lib.callbacks.manager [None req-63fdb0bb-9f0c-4a94-8d76-70d9adb30078 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7865916'] for subnet, before_response {{(pid=94174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:36:48.956571 dv-neutron-601336-94-hyperv neutron-server[94174]: INFO neutron.wsgi [None req-63fdb0bb-9f0c-4a94-8d76-70d9adb30078 admin admin] 10.222.0.20 "DELETE /v2.0/subnets/beb0b0f0-6ee2-4ce1-a327-9347a15e70d0 HTTP/1.1" status: 204 len: 168 time: 0.5863485 Jun 23 11:36:48.957520 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.wsgi [-] (94175) accepted ('10.222.0.20', 42208) {{(pid=94175) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 11:36:48.961100 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron_lib.callbacks.manager [None req-7cce783f-cc0c-4b59-b05e-76f4121ecc3c tempest-RoutersTest-228919764 tempest-RoutersTest-228919764-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-897627', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866062', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5083050', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4660036'] for subnet, after_delete {{(pid=94175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:36:48.969816 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.plugins.ml2.rpc [None req-dc7542b2-afef-47f4-a763-e3a3cba144be None None] Device 7a29a4e4-f510-4f78-9f80-80db4aa06bf5 no longer exists at agent ovs-agent-dv-neutron-601336-94-hyperv {{(pid=94176) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:261}} Jun 23 11:36:48.979673 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG oslo_concurrency.lockutils [None req-8633d25b-bd10-42aa-8a79-5af556b819db tempest-PortsIpV6TestJSON-1781383748 tempest-PortsIpV6TestJSON-1781383748-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94175) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 11:36:48.988326 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.plugins.ml2.plugin [None req-dc7542b2-afef-47f4-a763-e3a3cba144be None None] No Port match for: 7a29a4e4-f510-4f78-9f80-80db4aa06bf5 {{(pid=94176) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2240}} Jun 23 11:36:48.988691 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.plugins.ml2.rpc [None req-dc7542b2-afef-47f4-a763-e3a3cba144be None None] Device 7a29a4e4-f510-4f78-9f80-80db4aa06bf5 not bound to the agent host dv-neutron-601336-94-hyperv {{(pid=94176) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:271}} Jun 23 11:36:49.043689 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron_lib.callbacks.manager [None req-ffc6a50f-6458-467e-bc4c-442d9ac67f6b tempest-SecGroupTest-1462889432 tempest-SecGroupTest-1462889432-project] Notify callbacks [] for security_group, before_response {{(pid=94175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:36:49.047310 dv-neutron-601336-94-hyperv neutron-server[94175]: INFO neutron.wsgi [None req-ffc6a50f-6458-467e-bc4c-442d9ac67f6b tempest-SecGroupTest-1462889432 tempest-SecGroupTest-1462889432-project] 10.222.0.20 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 1.2048790 Jun 23 11:36:49.071460 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.wsgi [-] (94174) accepted ('10.222.0.20', 42210) {{(pid=94174) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 11:36:49.074238 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cce783f-cc0c-4b59-b05e-76f4121ecc3c tempest-RoutersTest-228919764 tempest-RoutersTest-228919764-project] Pushing event deleted for resources: {'Subnet': ['ID=c719f3a8-f536-49d0-8d92-e308a6195b0c,revision_number=None']} {{(pid=94175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 11:36:49.076220 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron_lib.callbacks.manager [None req-7cce783f-cc0c-4b59-b05e-76f4121ecc3c tempest-RoutersTest-228919764 tempest-RoutersTest-228919764-project] Notify callbacks [] for subnet, before_response {{(pid=94175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:36:49.080747 dv-neutron-601336-94-hyperv neutron-server[94175]: INFO neutron.wsgi [None req-7cce783f-cc0c-4b59-b05e-76f4121ecc3c tempest-RoutersTest-228919764 tempest-RoutersTest-228919764-project] 10.222.0.20 "DELETE /v2.0/subnets/c719f3a8-f536-49d0-8d92-e308a6195b0c HTTP/1.1" status: 204 len: 168 time: 1.1774931 Jun 23 11:36:49.083815 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1e094ea8-6361-4d65-af3b-acc3b58d4469 None None] Network 16660c50-0794-457f-9a86-fdc3685f0969 requested from dv-neutron-601336-94-hyperv {{(pid=94176) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 23 11:36:49.088576 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.api.v2.base [None req-cd191975-a8d6-4765-9bdb-6f6ac2a86047 tempest-SecGroupTest-1462889432 tempest-SecGroupTest-1462889432-project] Request body: {'security_group_rule': {'security_group_id': '8562a121-84cc-4c3b-ba03-5d5faca017d8', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=94174) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 23 11:36:49.093322 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG oslo_concurrency.lockutils [None req-7cce783f-cc0c-4b59-b05e-76f4121ecc3c tempest-RoutersTest-228919764 tempest-RoutersTest-228919764-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.114s {{(pid=94175) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 11:36:49.094322 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.wsgi [-] (94175) accepted ('10.222.0.20', 42214) {{(pid=94175) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 11:36:49.235768 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron_lib.callbacks.manager [None req-4fe45ed2-1c34-461f-a66c-35c663a53439 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-824874'] for network, before_delete {{(pid=94175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:36:49.251560 dv-neutron-601336-94-hyperv neutron-server[94175]: INFO neutron.wsgi [req-5b0ca08c-c9ce-4816-a908-699a38c41914 req-a5ce4b5f-ac71-4654-80cd-e08437815742 service neutron] 10.222.0.52 "GET /v2.0/networks/cf29c68f-82b8-4662-a929-931f65637941?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3065155 Jun 23 11:36:49.258704 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron_lib.callbacks.manager [None req-c4bab65c-f48c-4c20-8486-0691cdf21c59 tempest-RoutersTest-228919764 tempest-RoutersTest-228919764-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-824874'] for network, before_delete {{(pid=94175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:36:49.390509 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-964759d1-d17e-4721-8d59-0574550b1a70 None None] DHCP port deletion for 16660c50-0794-457f-9a86-fdc3685f0969 request from dv-neutron-601336-94-hyperv {{(pid=94176) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jun 23 11:36:49.398278 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron_lib.callbacks.manager [None req-4fe45ed2-1c34-461f-a66c-35c663a53439 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-897259', 'neutron.services.segments.db._delete_segments_for_network-8773700168587'] for network, precommit_delete {{(pid=94175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:36:49.413939 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.services.segments.db [None req-4fe45ed2-1c34-461f-a66c-35c663a53439 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['467f8a04-0486-4e89-bdba-fbf40f5b3292']}} {{(pid=94175) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 11:36:49.431255 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.services.segments.db [None req-4fe45ed2-1c34-461f-a66c-35c663a53439 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '524dc55c-90b6-4e16-aac4-d6c69592410d') {'for_net_delete': True} {{(pid=94175) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 11:36:49.431605 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.services.segments.db [None req-4fe45ed2-1c34-461f-a66c-35c663a53439 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '524dc55c-90b6-4e16-aac4-d6c69592410d') {} {{(pid=94175) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 11:36:49.449027 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron_lib.callbacks.manager [None req-4fe45ed2-1c34-461f-a66c-35c663a53439 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8773699955833', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5190677'] for segment, before_delete {{(pid=94175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:36:49.463271 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.plugins.ml2.plugin [None req-c4bab65c-f48c-4c20-8486-0691cdf21c59 tempest-RoutersTest-228919764 tempest-RoutersTest-228919764-project] Deleting port e8d57321-5166-463f-bab4-46d4f1697adc {{(pid=94175) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1913}} Jun 23 11:36:49.463621 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron_lib.callbacks.manager [None req-c4bab65c-f48c-4c20-8486-0691cdf21c59 tempest-RoutersTest-228919764 tempest-RoutersTest-228919764-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773700079324'] for port, before_delete {{(pid=94175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:36:49.466313 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.plugins.ml2.plugin [None req-964759d1-d17e-4721-8d59-0574550b1a70 None None] Deleting port e8d57321-5166-463f-bab4-46d4f1697adc {{(pid=94176) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1913}} Jun 23 11:36:49.466313 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron_lib.callbacks.manager [None req-964759d1-d17e-4721-8d59-0574550b1a70 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773700079324'] for port, before_delete {{(pid=94176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:36:49.478392 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron_lib.callbacks.manager [None req-4fe45ed2-1c34-461f-a66c-35c663a53439 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3801'] for segment, precommit_delete {{(pid=94175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:36:49.624872 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4fe45ed2-1c34-461f-a66c-35c663a53439 admin admin] Releasing vlan 434 on physical network physnet1 to pool {{(pid=94175) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 23 11:36:49.624872 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron_lib.callbacks.manager [None req-4fe45ed2-1c34-461f-a66c-35c663a53439 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3801', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5082371'] for segment, after_delete {{(pid=94175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:36:49.624872 dv-neutron-601336-94-hyperv neutron-server[94175]: Traceback (most recent call last): Jun 23 11:36:49.624872 dv-neutron-601336-94-hyperv neutron-server[94175]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 23 11:36:49.624872 dv-neutron-601336-94-hyperv neutron-server[94175]: timer() Jun 23 11:36:49.624872 dv-neutron-601336-94-hyperv neutron-server[94175]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 23 11:36:49.624872 dv-neutron-601336-94-hyperv neutron-server[94175]: cb(*args, **kw) Jun 23 11:36:49.624872 dv-neutron-601336-94-hyperv neutron-server[94175]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 23 11:36:49.624872 dv-neutron-601336-94-hyperv neutron-server[94175]: return func(*args, **kwargs) Jun 23 11:36:49.624872 dv-neutron-601336-94-hyperv neutron-server[94175]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 23 11:36:49.624872 dv-neutron-601336-94-hyperv neutron-server[94175]: self._notify() Jun 23 11:36:49.624872 dv-neutron-601336-94-hyperv neutron-server[94175]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 23 11:36:49.624872 dv-neutron-601336-94-hyperv neutron-server[94175]: self.callback(batched_events) Jun 23 11:36:49.624872 dv-neutron-601336-94-hyperv neutron-server[94175]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 23 11:36:49.624872 dv-neutron-601336-94-hyperv neutron-server[94175]: event.method(event) Jun 23 11:36:49.624872 dv-neutron-601336-94-hyperv neutron-server[94175]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 23 11:36:49.624872 dv-neutron-601336-94-hyperv neutron-server[94175]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 23 11:36:49.624872 dv-neutron-601336-94-hyperv neutron-server[94175]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 23 11:36:49.624872 dv-neutron-601336-94-hyperv neutron-server[94175]: aggregate_uuid = self.p_client.list_aggregates( Jun 23 11:36:49.624872 dv-neutron-601336-94-hyperv neutron-server[94175]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 23 11:36:49.624872 dv-neutron-601336-94-hyperv neutron-server[94175]: return f(self, *a, **k) Jun 23 11:36:49.624872 dv-neutron-601336-94-hyperv neutron-server[94175]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 23 11:36:49.624872 dv-neutron-601336-94-hyperv neutron-server[94175]: return self._get(url).json() Jun 23 11:36:49.624872 dv-neutron-601336-94-hyperv neutron-server[94175]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 23 11:36:49.624872 dv-neutron-601336-94-hyperv neutron-server[94175]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 23 11:36:49.624872 dv-neutron-601336-94-hyperv neutron-server[94175]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 23 11:36:49.624872 dv-neutron-601336-94-hyperv neutron-server[94175]: return self.request(url, 'GET', **kwargs) Jun 23 11:36:49.624872 dv-neutron-601336-94-hyperv neutron-server[94175]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 23 11:36:49.624872 dv-neutron-601336-94-hyperv neutron-server[94175]: base_url = self.get_endpoint(auth, allow=allow, Jun 23 11:36:49.624872 dv-neutron-601336-94-hyperv neutron-server[94175]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 23 11:36:49.624872 dv-neutron-601336-94-hyperv neutron-server[94175]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 23 11:36:49.624872 dv-neutron-601336-94-hyperv neutron-server[94175]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 23 11:36:49.624872 dv-neutron-601336-94-hyperv neutron-server[94175]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 23 11:36:49.624872 dv-neutron-601336-94-hyperv neutron-server[94175]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 23 11:36:49.627805 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.plugins.ml2.db [None req-964759d1-d17e-4721-8d59-0574550b1a70 None None] For port e8d57321-5166-463f-bab4-46d4f1697adc, host dv-neutron-601336-94-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-94-hyperv',level=0,port_id=e8d57321-5166-463f-bab4-46d4f1697adc,segment=NetworkSegment(f531661d-acca-4a0e-b098-61398086fac2),segment_id=f531661d-acca-4a0e-b098-61398086fac2)] {{(pid=94176) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 23 11:36:49.627805 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron_lib.callbacks.manager [None req-964759d1-d17e-4721-8d59-0574550b1a70 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-430722'] for port, precommit_delete {{(pid=94176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:36:49.627805 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.plugins.ml2.plugin [None req-964759d1-d17e-4721-8d59-0574550b1a70 None None] Calling delete_port for e8d57321-5166-463f-bab4-46d4f1697adc owned by network:dhcp {{(pid=94176) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1986}} Jun 23 11:36:49.628064 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron_lib.callbacks.manager [None req-cd191975-a8d6-4765-9bdb-6f6ac2a86047 tempest-SecGroupTest-1462889432 tempest-SecGroupTest-1462889432-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:36:49.628168 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.plugins.ml2.db [None req-c4bab65c-f48c-4c20-8486-0691cdf21c59 tempest-RoutersTest-228919764 tempest-RoutersTest-228919764-project] For port e8d57321-5166-463f-bab4-46d4f1697adc, host dv-neutron-601336-94-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-94-hyperv',level=0,port_id=e8d57321-5166-463f-bab4-46d4f1697adc,segment=NetworkSegment(f531661d-acca-4a0e-b098-61398086fac2),segment_id=f531661d-acca-4a0e-b098-61398086fac2)] {{(pid=94175) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 23 11:36:49.628168 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron_lib.callbacks.manager [None req-c4bab65c-f48c-4c20-8486-0691cdf21c59 tempest-RoutersTest-228919764 tempest-RoutersTest-228919764-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-430722'] for port, precommit_delete {{(pid=94175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:36:49.628168 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.plugins.ml2.plugin [None req-c4bab65c-f48c-4c20-8486-0691cdf21c59 tempest-RoutersTest-228919764 tempest-RoutersTest-228919764-project] Calling delete_port for e8d57321-5166-463f-bab4-46d4f1697adc owned by network:dhcp {{(pid=94175) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1986}} Jun 23 11:36:49.687372 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f16a9ef-7a7a-455d-8d98-9b12c750ce3d req-d12bda05-d5e2-4ca9-9a65-78cfa5e2f91b tempest-TestNetworkBasicOps-233187296 tempest-TestNetworkBasicOps-233187296-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94174) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 11:36:49.688928 dv-neutron-601336-94-hyperv neutron-server[94174]: INFO neutron.wsgi [req-6f16a9ef-7a7a-455d-8d98-9b12c750ce3d req-d12bda05-d5e2-4ca9-9a65-78cfa5e2f91b tempest-TestNetworkBasicOps-233187296 tempest-TestNetworkBasicOps-233187296-project] 10.222.0.52 "GET /v2.0/ports?device_id=5dc250a1-61bb-46d0-9888-3ab1b564fa78 HTTP/1.1" status: 200 len: 946 time: 0.6183631 Jun 23 11:36:49.799263 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron_lib.callbacks.manager [None req-cd191975-a8d6-4765-9bdb-6f6ac2a86047 tempest-SecGroupTest-1462889432 tempest-SecGroupTest-1462889432-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:36:49.822726 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron_lib.callbacks.manager [None req-4fe45ed2-1c34-461f-a66c-35c663a53439 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-897248', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8002400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7866073', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-524247'] for network, after_delete {{(pid=94175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:36:49.826182 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG oslo_concurrency.lockutils [None req-b3f09f71-637b-403c-b088-e728458eb721 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94175) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 11:36:49.834922 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron_lib.callbacks.manager [None req-4fe45ed2-1c34-461f-a66c-35c663a53439 admin admin] Notify callbacks [] for network, before_response {{(pid=94175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:36:49.834922 dv-neutron-601336-94-hyperv neutron-server[94175]: INFO neutron.wsgi [None req-4fe45ed2-1c34-461f-a66c-35c663a53439 admin admin] 10.222.0.20 "DELETE /v2.0/networks/467f8a04-0486-4e89-bdba-fbf40f5b3292 HTTP/1.1" status: 204 len: 168 time: 0.8720617 Jun 23 11:36:49.834922 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.wsgi [-] (94175) accepted ('10.222.0.20', 42216) {{(pid=94175) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 11:36:49.851910 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fe45ed2-1c34-461f-a66c-35c663a53439 admin admin] Pushing event deleted for resources: {'Network': ['ID=467f8a04-0486-4e89-bdba-fbf40f5b3292,revision_number=None']} {{(pid=94175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 11:36:49.852666 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron_lib.callbacks.manager [None req-964759d1-d17e-4721-8d59-0574550b1a70 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-922904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866062', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773700135024', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773699642224'] for port, after_delete {{(pid=94176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:36:49.859603 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG oslo_concurrency.lockutils [None req-97bd5441-1da2-49ee-a364-27795820ba27 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 11:36:49.873824 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af730fcf-f5fe-4652-aec0-84bc88ea60fd req-ee4c633d-007e-4b56-8cf8-e982e97a3d99 tempest-TestNetworkBasicOps-233187296 tempest-TestNetworkBasicOps-233187296-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94174) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 11:36:49.875428 dv-neutron-601336-94-hyperv neutron-server[94174]: INFO neutron.wsgi [req-af730fcf-f5fe-4652-aec0-84bc88ea60fd req-ee4c633d-007e-4b56-8cf8-e982e97a3d99 tempest-TestNetworkBasicOps-233187296 tempest-TestNetworkBasicOps-233187296-project] 10.222.0.20 "GET /v2.0/ports?device_id=5dc250a1-61bb-46d0-9888-3ab1b564fa78 HTTP/1.1" status: 200 len: 946 time: 0.3115261 Jun 23 11:36:49.877605 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG oslo_concurrency.lockutils [None req-4fe45ed2-1c34-461f-a66c-35c663a53439 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=94175) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 11:36:49.885164 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.db.l3_dvrscheduler_db [None req-964759d1-d17e-4721-8d59-0574550b1a70 None None] No DVR routers for this DVR port e8d57321-5166-463f-bab4-46d4f1697adc on host dv-neutron-601336-94-hyperv {{(pid=94176) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 23 11:36:49.889466 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-964759d1-d17e-4721-8d59-0574550b1a70 None None] Pushing event deleted for resources: {'Port': ['ID=e8d57321-5166-463f-bab4-46d4f1697adc,revision_number=None']} {{(pid=94176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 11:36:49.891817 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG oslo_concurrency.lockutils [None req-964759d1-d17e-4721-8d59-0574550b1a70 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.032s {{(pid=94176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 11:36:49.899272 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron_lib.callbacks.manager [None req-c4bab65c-f48c-4c20-8486-0691cdf21c59 tempest-RoutersTest-228919764 tempest-RoutersTest-228919764-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-922904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866062', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773700135024', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773699642224', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5082448'] for port, after_delete {{(pid=94175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:36:49.904176 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG oslo_concurrency.lockutils [None req-a513e160-b2a4-4c90-b0a1-e10bc718e48f tempest-FloatingIPTestJSON-1140213849 tempest-FloatingIPTestJSON-1140213849-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94175) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 11:36:49.912608 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron_lib.callbacks.manager [None req-cd191975-a8d6-4765-9bdb-6f6ac2a86047 tempest-SecGroupTest-1462889432 tempest-SecGroupTest-1462889432-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7996355'] for security_group_rule, after_create {{(pid=94174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:36:49.915785 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron_lib.callbacks.manager [None req-8f375cdb-8692-4d7d-b34c-00434ce28c2b tempest-FloatingIPTestJSON-1140213849 tempest-FloatingIPTestJSON-1140213849-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:36:49.922563 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG oslo_concurrency.lockutils [None req-55c5c80b-1e35-40d4-9e2e-7a6dcb07d721 tempest-SecGroupTest-1462889432 tempest-SecGroupTest-1462889432-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94174) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 11:36:49.935726 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4bab65c-f48c-4c20-8486-0691cdf21c59 tempest-RoutersTest-228919764 tempest-RoutersTest-228919764-project] Pushing event deleted for resources: {'Port': ['ID=e8d57321-5166-463f-bab4-46d4f1697adc,revision_number=None']} {{(pid=94175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 11:36:49.939372 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG oslo_concurrency.lockutils [None req-c4bab65c-f48c-4c20-8486-0691cdf21c59 tempest-RoutersTest-228919764 tempest-RoutersTest-228919764-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.035s {{(pid=94175) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 11:36:49.943447 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.db.db_base_plugin_v2 [None req-9cf74843-83d1-46eb-82db-2205ca14d396 admin admin] Deleting subnet cdc42a41-14a0-4033-bc09-4d2f4984d976 {{(pid=94175) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jun 23 11:36:49.947302 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c4bab65c-f48c-4c20-8486-0691cdf21c59 tempest-RoutersTest-228919764 tempest-RoutersTest-228919764-project] No DVR routers for this DVR port e8d57321-5166-463f-bab4-46d4f1697adc on host dv-neutron-601336-94-hyperv {{(pid=94175) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 23 11:36:49.949010 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd191975-a8d6-4765-9bdb-6f6ac2a86047 tempest-SecGroupTest-1462889432 tempest-SecGroupTest-1462889432-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=042325d5-1ab3-4e1e-8a54-da02c97fc31d,revision_number=0']} {{(pid=94174) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 11:36:49.951301 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron_lib.callbacks.manager [None req-9cf74843-83d1-46eb-82db-2205ca14d396 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:36:49.953491 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG oslo_concurrency.lockutils [None req-cd191975-a8d6-4765-9bdb-6f6ac2a86047 tempest-SecGroupTest-1462889432 tempest-SecGroupTest-1462889432-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.031s {{(pid=94174) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 11:36:49.974010 dv-neutron-601336-94-hyperv neutron-server[94174]: INFO neutron.wsgi [req-af730fcf-f5fe-4652-aec0-84bc88ea60fd req-79b9d2b9-6308-407a-aed3-5fa5f924c427 tempest-TestNetworkBasicOps-233187296 tempest-TestNetworkBasicOps-233187296-project] 10.222.0.20 "GET /v2.0/security-groups?id=30a782a1-c8ca-4eeb-9aeb-36d88772e1b8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0857277 Jun 23 11:36:49.976880 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.plugins.ml2.plugin [req-6f16a9ef-7a7a-455d-8d98-9b12c750ce3d req-8b8ef941-eaaa-4c54-81f6-c1a8db4c04cb tempest-TestNetworkBasicOps-233187296 tempest-TestNetworkBasicOps-233187296-project] Deleting port 5bc1c89c-f37a-4549-8bd2-67c7e46b8da1 {{(pid=94174) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1913}} Jun 23 11:36:49.977230 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron_lib.callbacks.manager [req-6f16a9ef-7a7a-455d-8d98-9b12c750ce3d req-8b8ef941-eaaa-4c54-81f6-c1a8db4c04cb tempest-TestNetworkBasicOps-233187296 tempest-TestNetworkBasicOps-233187296-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773700079324'] for port, before_delete {{(pid=94174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:36:49.981717 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron_lib.callbacks.manager [None req-8f375cdb-8692-4d7d-b34c-00434ce28c2b tempest-FloatingIPTestJSON-1140213849 tempest-FloatingIPTestJSON-1140213849-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-524229'] for floatingip, after_update {{(pid=94174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:36:50.053678 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron_lib.callbacks.manager [None req-9cf74843-83d1-46eb-82db-2205ca14d396 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5190686'] for subnet, precommit_delete_associations {{(pid=94175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:36:50.060808 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron_lib.callbacks.manager [None req-cd191975-a8d6-4765-9bdb-6f6ac2a86047 tempest-SecGroupTest-1462889432 tempest-SecGroupTest-1462889432-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:36:50.061987 dv-neutron-601336-94-hyperv neutron-server[94174]: INFO neutron.wsgi [None req-cd191975-a8d6-4765-9bdb-6f6ac2a86047 tempest-SecGroupTest-1462889432 tempest-SecGroupTest-1462889432-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.9896550 Jun 23 11:36:50.065609 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.wsgi [-] (94174) accepted ('10.222.0.20', 42218) {{(pid=94174) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 11:36:50.074774 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron_lib.callbacks.manager [None req-c4bab65c-f48c-4c20-8486-0691cdf21c59 tempest-RoutersTest-228919764 tempest-RoutersTest-228919764-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-897259', 'neutron.services.segments.db._delete_segments_for_network-8773700168587'] for network, precommit_delete {{(pid=94175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:36:50.088151 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.services.segments.db [None req-c4bab65c-f48c-4c20-8486-0691cdf21c59 tempest-RoutersTest-228919764 tempest-RoutersTest-228919764-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['16660c50-0794-457f-9a86-fdc3685f0969']}} {{(pid=94175) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 11:36:50.104031 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.services.segments.db [None req-c4bab65c-f48c-4c20-8486-0691cdf21c59 tempest-RoutersTest-228919764 tempest-RoutersTest-228919764-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f531661d-acca-4a0e-b098-61398086fac2') {'for_net_delete': True} {{(pid=94175) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 11:36:50.104331 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.services.segments.db [None req-c4bab65c-f48c-4c20-8486-0691cdf21c59 tempest-RoutersTest-228919764 tempest-RoutersTest-228919764-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f531661d-acca-4a0e-b098-61398086fac2') {} {{(pid=94175) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 11:36:50.108320 dv-neutron-601336-94-hyperv neutron-server[94174]: INFO neutron.wsgi [None req-9363a727-41fe-45c4-8814-7aa0b391877c tempest-SecGroupTest-1462889432 tempest-SecGroupTest-1462889432-project] 10.222.0.20 "GET /v2.0/security-group-rules/042325d5-1ab3-4e1e-8a54-da02c97fc31d HTTP/1.1" status: 200 len: 763 time: 0.0377162 Jun 23 11:36:50.111351 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.wsgi [-] (94175) accepted ('10.222.0.20', 42220) {{(pid=94175) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 11:36:50.124310 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron_lib.callbacks.manager [None req-c4bab65c-f48c-4c20-8486-0691cdf21c59 tempest-RoutersTest-228919764 tempest-RoutersTest-228919764-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8773699955833', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5190677'] for segment, before_delete {{(pid=94175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:36:50.139218 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron_lib.callbacks.manager [None req-9cf74843-83d1-46eb-82db-2205ca14d396 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-897634'] for subnet, precommit_delete {{(pid=94175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:36:50.168022 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron_lib.callbacks.manager [None req-c4bab65c-f48c-4c20-8486-0691cdf21c59 tempest-RoutersTest-228919764 tempest-RoutersTest-228919764-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3801'] for segment, precommit_delete {{(pid=94175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:36:50.179145 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.plugins.ml2.db [req-6f16a9ef-7a7a-455d-8d98-9b12c750ce3d req-8b8ef941-eaaa-4c54-81f6-c1a8db4c04cb tempest-TestNetworkBasicOps-233187296 tempest-TestNetworkBasicOps-233187296-project] For port 5bc1c89c-f37a-4549-8bd2-67c7e46b8da1, host hv-neutron-6013, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-6013',level=0,port_id=5bc1c89c-f37a-4549-8bd2-67c7e46b8da1,segment=NetworkSegment(78d6d132-b23e-4555-9358-dea047b3f21c),segment_id=78d6d132-b23e-4555-9358-dea047b3f21c)] {{(pid=94174) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 23 11:36:50.179632 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron_lib.callbacks.manager [req-6f16a9ef-7a7a-455d-8d98-9b12c750ce3d req-8b8ef941-eaaa-4c54-81f6-c1a8db4c04cb tempest-TestNetworkBasicOps-233187296 tempest-TestNetworkBasicOps-233187296-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-430722'] for port, precommit_delete {{(pid=94174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:36:50.183087 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c4bab65c-f48c-4c20-8486-0691cdf21c59 tempest-RoutersTest-228919764 tempest-RoutersTest-228919764-project] Releasing vlan 436 on physical network physnet1 to pool {{(pid=94175) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 23 11:36:50.183492 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron_lib.callbacks.manager [None req-c4bab65c-f48c-4c20-8486-0691cdf21c59 tempest-RoutersTest-228919764 tempest-RoutersTest-228919764-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3801', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5082371'] for segment, after_delete {{(pid=94175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:36:50.186388 dv-neutron-601336-94-hyperv neutron-server[94175]: Traceback (most recent call last): Jun 23 11:36:50.186388 dv-neutron-601336-94-hyperv neutron-server[94175]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 23 11:36:50.186388 dv-neutron-601336-94-hyperv neutron-server[94175]: timer() Jun 23 11:36:50.186388 dv-neutron-601336-94-hyperv neutron-server[94175]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 23 11:36:50.186388 dv-neutron-601336-94-hyperv neutron-server[94175]: cb(*args, **kw) Jun 23 11:36:50.186388 dv-neutron-601336-94-hyperv neutron-server[94175]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 23 11:36:50.186388 dv-neutron-601336-94-hyperv neutron-server[94175]: return func(*args, **kwargs) Jun 23 11:36:50.186388 dv-neutron-601336-94-hyperv neutron-server[94175]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 23 11:36:50.186388 dv-neutron-601336-94-hyperv neutron-server[94175]: self._notify() Jun 23 11:36:50.186388 dv-neutron-601336-94-hyperv neutron-server[94175]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 23 11:36:50.186388 dv-neutron-601336-94-hyperv neutron-server[94175]: self.callback(batched_events) Jun 23 11:36:50.186388 dv-neutron-601336-94-hyperv neutron-server[94175]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 23 11:36:50.186388 dv-neutron-601336-94-hyperv neutron-server[94175]: event.method(event) Jun 23 11:36:50.186388 dv-neutron-601336-94-hyperv neutron-server[94175]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 23 11:36:50.186388 dv-neutron-601336-94-hyperv neutron-server[94175]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 23 11:36:50.186388 dv-neutron-601336-94-hyperv neutron-server[94175]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 23 11:36:50.186388 dv-neutron-601336-94-hyperv neutron-server[94175]: aggregate_uuid = self.p_client.list_aggregates( Jun 23 11:36:50.186388 dv-neutron-601336-94-hyperv neutron-server[94175]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 23 11:36:50.186388 dv-neutron-601336-94-hyperv neutron-server[94175]: return f(self, *a, **k) Jun 23 11:36:50.186388 dv-neutron-601336-94-hyperv neutron-server[94175]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 23 11:36:50.186388 dv-neutron-601336-94-hyperv neutron-server[94175]: return self._get(url).json() Jun 23 11:36:50.186388 dv-neutron-601336-94-hyperv neutron-server[94175]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 23 11:36:50.186388 dv-neutron-601336-94-hyperv neutron-server[94175]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 23 11:36:50.186388 dv-neutron-601336-94-hyperv neutron-server[94175]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 23 11:36:50.186388 dv-neutron-601336-94-hyperv neutron-server[94175]: return self.request(url, 'GET', **kwargs) Jun 23 11:36:50.186388 dv-neutron-601336-94-hyperv neutron-server[94175]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 23 11:36:50.186388 dv-neutron-601336-94-hyperv neutron-server[94175]: base_url = self.get_endpoint(auth, allow=allow, Jun 23 11:36:50.186388 dv-neutron-601336-94-hyperv neutron-server[94175]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 23 11:36:50.186388 dv-neutron-601336-94-hyperv neutron-server[94175]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 23 11:36:50.186388 dv-neutron-601336-94-hyperv neutron-server[94175]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 23 11:36:50.186388 dv-neutron-601336-94-hyperv neutron-server[94175]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 23 11:36:50.186388 dv-neutron-601336-94-hyperv neutron-server[94175]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 23 11:36:50.190340 dv-neutron-601336-94-hyperv neutron-server[94174]: INFO neutron.db.l3_db [None req-8f375cdb-8692-4d7d-b34c-00434ce28c2b tempest-FloatingIPTestJSON-1140213849 tempest-FloatingIPTestJSON-1140213849-project] Floating IP cfdb5711-b4ad-4534-a87c-a7b6872dd870 associated. External IP: 172.26.3.72, port: 64fdff8d-9562-4d6c-bbb1-e04ad6d3bdcd. Jun 23 11:36:50.228210 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.plugins.ml2.plugin [req-6f16a9ef-7a7a-455d-8d98-9b12c750ce3d req-8b8ef941-eaaa-4c54-81f6-c1a8db4c04cb tempest-TestNetworkBasicOps-233187296 tempest-TestNetworkBasicOps-233187296-project] Calling delete_port for 5bc1c89c-f37a-4549-8bd2-67c7e46b8da1 owned by compute:nova {{(pid=94174) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1986}} Jun 23 11:36:50.257859 dv-neutron-601336-94-hyperv neutron-server[94175]: INFO neutron.wsgi [None req-45aec991-ff17-4243-aee2-23971fafbac5 tempest-SecGroupTest-1462889432 tempest-SecGroupTest-1462889432-project] 10.222.0.20 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4113 time: 0.1403730 Jun 23 11:36:50.262363 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.wsgi [-] (94175) accepted ('10.222.0.20', 42222) {{(pid=94175) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 11:36:50.295717 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron_lib.callbacks.manager [None req-8a9b7b4a-ded8-464c-b932-faa208a82185 tempest-SecGroupTest-1462889432 tempest-SecGroupTest-1462889432-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=94175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:36:50.303154 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron_lib.callbacks.manager [None req-8a9b7b4a-ded8-464c-b932-faa208a82185 tempest-SecGroupTest-1462889432 tempest-SecGroupTest-1462889432-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=94175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:36:50.354252 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron_lib.callbacks.manager [None req-c4bab65c-f48c-4c20-8486-0691cdf21c59 tempest-RoutersTest-228919764 tempest-RoutersTest-228919764-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-897248', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8002400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7866073', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-524247'] for network, after_delete {{(pid=94175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:36:50.357595 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG oslo_concurrency.lockutils [None req-f32c585d-3788-4f26-89ce-768318705c95 tempest-ExternalNetworksTestJSON-2139813945 tempest-ExternalNetworksTestJSON-2139813945-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94175) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 11:36:50.365556 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron_lib.callbacks.manager [None req-c4bab65c-f48c-4c20-8486-0691cdf21c59 tempest-RoutersTest-228919764 tempest-RoutersTest-228919764-project] Notify callbacks [] for network, before_response {{(pid=94175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:36:50.365556 dv-neutron-601336-94-hyperv neutron-server[94175]: INFO neutron.wsgi [None req-c4bab65c-f48c-4c20-8486-0691cdf21c59 tempest-RoutersTest-228919764 tempest-RoutersTest-228919764-project] 10.222.0.20 "DELETE /v2.0/networks/16660c50-0794-457f-9a86-fdc3685f0969 HTTP/1.1" status: 204 len: 168 time: 1.2686687 Jun 23 11:36:50.374501 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.wsgi [-] (94175) accepted ('10.222.0.20', 42224) {{(pid=94175) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 11:36:50.379116 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.api.v2.base [None req-fa695324-5500-4ab4-9785-73a196b0aab3 tempest-RoutersTest-228919764 tempest-RoutersTest-228919764-project] Request body: {'router': {'routes': None}} {{(pid=94175) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 23 11:36:50.381851 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4bab65c-f48c-4c20-8486-0691cdf21c59 tempest-RoutersTest-228919764 tempest-RoutersTest-228919764-project] Pushing event deleted for resources: {'Network': ['ID=16660c50-0794-457f-9a86-fdc3685f0969,revision_number=None']} {{(pid=94175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 11:36:50.384745 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG oslo_concurrency.lockutils [None req-c4bab65c-f48c-4c20-8486-0691cdf21c59 tempest-RoutersTest-228919764 tempest-RoutersTest-228919764-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=94175) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 11:36:50.416990 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron_lib.callbacks.manager [None req-9cf74843-83d1-46eb-82db-2205ca14d396 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-897627', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866062', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5083050', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4660036'] for subnet, after_delete {{(pid=94175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:36:50.418784 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron_lib.callbacks.manager [None req-8a9b7b4a-ded8-464c-b932-faa208a82185 tempest-SecGroupTest-1462889432 tempest-SecGroupTest-1462889432-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7996355'] for security_group_rule, after_delete {{(pid=94175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:36:50.450658 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG oslo_concurrency.lockutils [None req-ac990cf2-8dbf-4ae9-bbe2-346a06b8d67a tempest-RoutersIpV6Test-1448447933 tempest-RoutersIpV6Test-1448447933-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94175) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 11:36:50.460791 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron_lib.callbacks.manager [None req-8a9b7b4a-ded8-464c-b932-faa208a82185 tempest-SecGroupTest-1462889432 tempest-SecGroupTest-1462889432-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:36:50.461961 dv-neutron-601336-94-hyperv neutron-server[94175]: INFO neutron.wsgi [None req-8a9b7b4a-ded8-464c-b932-faa208a82185 tempest-SecGroupTest-1462889432 tempest-SecGroupTest-1462889432-project] 10.222.0.20 "DELETE /v2.0/security-group-rules/042325d5-1ab3-4e1e-8a54-da02c97fc31d HTTP/1.1" status: 204 len: 168 time: 0.1986890 Jun 23 11:36:50.465362 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.wsgi [-] (94174) accepted ('10.222.0.20', 42226) {{(pid=94174) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 11:36:50.483753 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cf74843-83d1-46eb-82db-2205ca14d396 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=cdc42a41-14a0-4033-bc09-4d2f4984d976,revision_number=None']} {{(pid=94175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 11:36:50.486843 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG oslo_concurrency.lockutils [None req-9cf74843-83d1-46eb-82db-2205ca14d396 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.036s {{(pid=94175) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 11:36:50.487662 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.035s {{(pid=94175) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 11:36:50.490770 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron_lib.callbacks.manager [None req-9cf74843-83d1-46eb-82db-2205ca14d396 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:36:50.492594 dv-neutron-601336-94-hyperv neutron-server[94175]: INFO neutron.wsgi [None req-9cf74843-83d1-46eb-82db-2205ca14d396 admin admin] 10.222.0.20 "DELETE /v2.0/subnets/cdc42a41-14a0-4033-bc09-4d2f4984d976 HTTP/1.1" status: 204 len: 168 time: 0.6576772 Jun 23 11:36:50.501875 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.wsgi [-] (94175) accepted ('10.222.0.20', 42228) {{(pid=94175) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 11:36:50.528249 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8f375cdb-8692-4d7d-b34c-00434ce28c2b tempest-FloatingIPTestJSON-1140213849 tempest-FloatingIPTestJSON-1140213849-project] Router 54457aa4-57ec-453a-b617-a96ed249dc35 has already been hosted by L3 agent 50ef99c0-ef28-4db5-b303-b145898fae60 {{(pid=94174) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 23 11:36:50.538253 dv-neutron-601336-94-hyperv neutron-server[94174]: INFO neutron.wsgi [None req-4de483aa-f7e6-4cdd-b8bc-b73ac8a1cf9c tempest-SecGroupTest-1462889432 tempest-SecGroupTest-1462889432-project] 10.222.0.20 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.0698364 Jun 23 11:36:50.542788 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.wsgi [-] (94174) accepted ('10.222.0.20', 42230) {{(pid=94174) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 11:36:50.542943 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a9b7b4a-ded8-464c-b932-faa208a82185 tempest-SecGroupTest-1462889432 tempest-SecGroupTest-1462889432-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=042325d5-1ab3-4e1e-8a54-da02c97fc31d,revision_number=None']} {{(pid=94175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 11:36:50.547612 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.api.v2.base [None req-434877b1-934e-408b-8a36-20cc0cb14e99 tempest-SecGroupTest-1462889432 tempest-SecGroupTest-1462889432-project] Request body: {'security_group_rule': {'security_group_id': '8562a121-84cc-4c3b-ba03-5d5faca017d8', 'protocol': 'udp', 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=94174) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 23 11:36:50.578948 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG oslo_concurrency.lockutils [None req-8a9b7b4a-ded8-464c-b932-faa208a82185 tempest-SecGroupTest-1462889432 tempest-SecGroupTest-1462889432-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.091s {{(pid=94175) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 11:36:50.607782 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron_lib.callbacks.manager [req-6f16a9ef-7a7a-455d-8d98-9b12c750ce3d req-8b8ef941-eaaa-4c54-81f6-c1a8db4c04cb tempest-TestNetworkBasicOps-233187296 tempest-TestNetworkBasicOps-233187296-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-922904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866062', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773700135024', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773699642224', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5196390'] for port, after_delete {{(pid=94174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:36:50.614755 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG oslo_concurrency.lockutils [None req-0b97e7c1-1aa6-40a8-8bdc-7c22ab49aaa2 tempest-RoutersIpV6Test-1448447933 tempest-RoutersIpV6Test-1448447933-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94174) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 11:36:50.637303 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.db.extraroute_db [None req-fa695324-5500-4ab4-9785-73a196b0aab3 tempest-RoutersTest-228919764 tempest-RoutersTest-228919764-project] Added routes are [] {{(pid=94175) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:113}} Jun 23 11:36:50.641324 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.db.extraroute_db [None req-fa695324-5500-4ab4-9785-73a196b0aab3 tempest-RoutersTest-228919764 tempest-RoutersTest-228919764-project] Removed routes are [] {{(pid=94175) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:121}} Jun 23 11:36:50.641324 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron_lib.callbacks.manager [None req-fa695324-5500-4ab4-9785-73a196b0aab3 tempest-RoutersTest-228919764 tempest-RoutersTest-228919764-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-524104', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-520389', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-32276'] for router, precommit_update {{(pid=94175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:36:50.645716 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b8ef941-eaaa-4c54-81f6-c1a8db4c04cb tempest-TestNetworkBasicOps-233187296 tempest-TestNetworkBasicOps-233187296-project] Pushing event deleted for resources: {'Port': ['ID=5bc1c89c-f37a-4549-8bd2-67c7e46b8da1,revision_number=None']} {{(pid=94174) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 11:36:50.653734 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG oslo_concurrency.lockutils [None req-8b8ef941-eaaa-4c54-81f6-c1a8db4c04cb tempest-TestNetworkBasicOps-233187296 tempest-TestNetworkBasicOps-233187296-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.037s {{(pid=94174) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 11:36:50.687823 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron_lib.callbacks.manager [None req-93ac8126-7b57-4c71-bafe-37777453f86f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-824874'] for network, before_delete {{(pid=94175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:36:50.729567 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron_lib.callbacks.manager [None req-434877b1-934e-408b-8a36-20cc0cb14e99 tempest-SecGroupTest-1462889432 tempest-SecGroupTest-1462889432-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:36:50.732148 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.db.l3_dvrscheduler_db [req-6f16a9ef-7a7a-455d-8d98-9b12c750ce3d req-8b8ef941-eaaa-4c54-81f6-c1a8db4c04cb tempest-TestNetworkBasicOps-233187296 tempest-TestNetworkBasicOps-233187296-project] No DVR routers for this DVR port 5bc1c89c-f37a-4549-8bd2-67c7e46b8da1 on host hv-neutron-6013 {{(pid=94174) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 23 11:36:50.736541 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron_lib.callbacks.manager [req-6f16a9ef-7a7a-455d-8d98-9b12c750ce3d req-8b8ef941-eaaa-4c54-81f6-c1a8db4c04cb tempest-TestNetworkBasicOps-233187296 tempest-TestNetworkBasicOps-233187296-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-217507'] for port, before_response {{(pid=94174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:36:50.738454 dv-neutron-601336-94-hyperv neutron-server[94174]: INFO neutron.wsgi [req-6f16a9ef-7a7a-455d-8d98-9b12c750ce3d req-8b8ef941-eaaa-4c54-81f6-c1a8db4c04cb tempest-TestNetworkBasicOps-233187296 tempest-TestNetworkBasicOps-233187296-project] 10.222.0.52 "DELETE /v2.0/ports/5bc1c89c-f37a-4549-8bd2-67c7e46b8da1 HTTP/1.1" status: 204 len: 173 time: 1.0434535 Jun 23 11:36:50.744426 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5dc250a1-61bb-46d0-9888-3ab1b564fa78', 'name': 'network-vif-deleted', 'tag': '5bc1c89c-f37a-4549-8bd2-67c7e46b8da1'}] {{(pid=94174) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 23 11:36:50.746678 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6ff47218258ed5bf6cae7f276c9622ae488f9e8ebc13d1a310221fbcfb04c5dd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b8247aae-4dd6-488d-8f35-8ac65f63aa5f" -d '{"events": [{"server_uuid": "5dc250a1-61bb-46d0-9888-3ab1b564fa78", "name": "network-vif-deleted", "tag": "5bc1c89c-f37a-4549-8bd2-67c7e46b8da1"}]}' {{(pid=94174) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 23 11:36:50.780561 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8f375cdb-8692-4d7d-b34c-00434ce28c2b tempest-FloatingIPTestJSON-1140213849 tempest-FloatingIPTestJSON-1140213849-project] Notify agent at l3_agent.dv-neutron-601336-94-hyperv the message routers_updated {{(pid=94174) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 23 11:36:50.791109 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-545ca202-0da9-4957-be0f-d531cffca981 None None] Sync routers for ids ['54457aa4-57ec-453a-b617-a96ed249dc35'] in dv-neutron-601336-94-hyperv {{(pid=94176) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 23 11:36:50.806651 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.db.l3_dvrscheduler_db [None req-545ca202-0da9-4957-be0f-d531cffca981 None None] Routers {'54457aa4-57ec-453a-b617-a96ed249dc35'} bound to L3 agent in host dv-neutron-601336-94-hyperv {{(pid=94176) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 23 11:36:50.807525 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.db.l3_hamode_db [None req-545ca202-0da9-4957-be0f-d531cffca981 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-601336-94-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-23T11:22:13Z,description=,heartbeat_timestamp=2021-06-23T11:36:43Z,host='dv-neutron-601336-94-hyperv',id=50ef99c0-ef28-4db5-b303-b145898fae60,load=0,resource_versions=,resources_synced=,started_at=2021-06-23T11:22:14Z,topic='l3_agent')) {'router_ids': ['54457aa4-57ec-453a-b617-a96ed249dc35'], 'active': True} {{(pid=94176) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 11:36:50.820727 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 23 Jun 2021 11:36:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f3fcb458-af2f-41e2-ac51-bbbe959dbdfd x-openstack-request-id: req-f3fcb458-af2f-41e2-ac51-bbbe959dbdfd {{(pid=94174) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 23 11:36:50.821084 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5dc250a1-61bb-46d0-9888-3ab1b564fa78", "name": "network-vif-deleted", "tag": "5bc1c89c-f37a-4549-8bd2-67c7e46b8da1", "status": "completed", "code": 200}]} {{(pid=94174) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 23 11:36:50.821386 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-f3fcb458-af2f-41e2-ac51-bbbe959dbdfd {{(pid=94174) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 23 11:36:50.821829 dv-neutron-601336-94-hyperv neutron-server[94174]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5dc250a1-61bb-46d0-9888-3ab1b564fa78', 'name': 'network-vif-deleted', 'tag': '5bc1c89c-f37a-4549-8bd2-67c7e46b8da1', 'status': 'completed', 'code': 200} Jun 23 11:36:50.832540 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron_lib.callbacks.manager [None req-fa695324-5500-4ab4-9785-73a196b0aab3 tempest-RoutersTest-228919764 tempest-RoutersTest-228919764-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-524104', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-520389', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-32276'] for router, precommit_update {{(pid=94175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:36:50.840380 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.db.l3_hamode_db [None req-545ca202-0da9-4957-be0f-d531cffca981 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-601336-94-hyperv', False) {} {{(pid=94176) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 11:36:50.845479 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron_lib.callbacks.manager [None req-434877b1-934e-408b-8a36-20cc0cb14e99 tempest-SecGroupTest-1462889432 tempest-SecGroupTest-1462889432-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:36:50.851347 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.db.l3_dvrscheduler_db [None req-545ca202-0da9-4957-be0f-d531cffca981 None None] Routers {'54457aa4-57ec-453a-b617-a96ed249dc35'} bound to L3 agent in host dv-neutron-601336-94-hyperv {{(pid=94176) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 23 11:36:50.852208 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.db.l3_hamode_db [None req-545ca202-0da9-4957-be0f-d531cffca981 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-601336-94-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-23T11:22:13Z,description=,heartbeat_timestamp=2021-06-23T11:36:43Z,host='dv-neutron-601336-94-hyperv',id=50ef99c0-ef28-4db5-b303-b145898fae60,load=0,resource_versions=,resources_synced=,started_at=2021-06-23T11:22:14Z,topic='l3_agent')) {'router_ids': ['54457aa4-57ec-453a-b617-a96ed249dc35'], 'active': True} {{(pid=94176) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 11:36:50.868758 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron_lib.callbacks.manager [None req-fa695324-5500-4ab4-9785-73a196b0aab3 tempest-RoutersTest-228919764 tempest-RoutersTest-228919764-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-524143', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-524145', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-524134', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-520394'] for router, after_update {{(pid=94175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:36:50.883280 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron_lib.callbacks.manager [None req-93ac8126-7b57-4c71-bafe-37777453f86f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-897259', 'neutron.services.segments.db._delete_segments_for_network-8773700168587'] for network, precommit_delete {{(pid=94175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:36:50.893192 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.db.l3_hamode_db [None req-545ca202-0da9-4957-be0f-d531cffca981 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-601336-94-hyperv', False) {} {{(pid=94176) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 11:36:50.894115 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-545ca202-0da9-4957-be0f-d531cffca981 None None] The sync data for ids ['54457aa4-57ec-453a-b617-a96ed249dc35'] in dv-neutron-601336-94-hyperv is: [] {{(pid=94176) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 23 11:36:50.907257 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron_lib.callbacks.manager [None req-434877b1-934e-408b-8a36-20cc0cb14e99 tempest-SecGroupTest-1462889432 tempest-SecGroupTest-1462889432-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7996355'] for security_group_rule, after_create {{(pid=94174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:36:50.910082 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG oslo_concurrency.lockutils [None req-7b0a0e46-f8b1-4428-b7bb-a88e0f94eded tempest-ServerActionsTestJSON-161917335 tempest-ServerActionsTestJSON-161917335-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94174) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 11:36:50.957162 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.services.segments.db [None req-93ac8126-7b57-4c71-bafe-37777453f86f admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a51926dc-5f14-453b-8098-192ec39f553b']}} {{(pid=94175) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 11:36:50.961032 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-434877b1-934e-408b-8a36-20cc0cb14e99 tempest-SecGroupTest-1462889432 tempest-SecGroupTest-1462889432-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=49fe1b01-09c9-4c59-889d-ee6eb9e00148,revision_number=0']} {{(pid=94174) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 11:36:50.965776 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG oslo_concurrency.lockutils [None req-434877b1-934e-408b-8a36-20cc0cb14e99 tempest-SecGroupTest-1462889432 tempest-SecGroupTest-1462889432-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.056s {{(pid=94174) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 11:36:50.971476 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.services.segments.db [None req-93ac8126-7b57-4c71-bafe-37777453f86f admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6826e282-cdb9-4ac5-b115-7f6fb30277be') {'for_net_delete': True} {{(pid=94175) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 11:36:50.971912 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.services.segments.db [None req-93ac8126-7b57-4c71-bafe-37777453f86f admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6826e282-cdb9-4ac5-b115-7f6fb30277be') {} {{(pid=94175) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 11:36:50.983730 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron_lib.callbacks.manager [None req-93ac8126-7b57-4c71-bafe-37777453f86f admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8773699955833', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5190677'] for segment, before_delete {{(pid=94175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:36:50.993876 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.plugins.ml2.rpc [None req-dc7542b2-afef-47f4-a763-e3a3cba144be None None] Device e8d57321-5166-463f-bab4-46d4f1697adc no longer exists at agent ovs-agent-dv-neutron-601336-94-hyperv {{(pid=94176) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:261}} Jun 23 11:36:50.996320 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fa695324-5500-4ab4-9785-73a196b0aab3 tempest-RoutersTest-228919764 tempest-RoutersTest-228919764-project] Router 122c067d-0664-472a-8765-023c6fbf0099 has already been hosted by L3 agent 50ef99c0-ef28-4db5-b303-b145898fae60 {{(pid=94175) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 23 11:36:51.005930 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron_lib.callbacks.manager [None req-93ac8126-7b57-4c71-bafe-37777453f86f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3801'] for segment, precommit_delete {{(pid=94175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:36:51.025803 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.plugins.ml2.plugin [None req-dc7542b2-afef-47f4-a763-e3a3cba144be None None] No Port match for: e8d57321-5166-463f-bab4-46d4f1697adc {{(pid=94176) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2240}} Jun 23 11:36:51.026291 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.plugins.ml2.rpc [None req-dc7542b2-afef-47f4-a763-e3a3cba144be None None] Device e8d57321-5166-463f-bab4-46d4f1697adc not bound to the agent host dv-neutron-601336-94-hyperv {{(pid=94176) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:271}} Jun 23 11:36:51.049692 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-93ac8126-7b57-4c71-bafe-37777453f86f admin admin] Releasing vlan 411 on physical network physnet1 to pool {{(pid=94175) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 23 11:36:51.050774 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron_lib.callbacks.manager [None req-93ac8126-7b57-4c71-bafe-37777453f86f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3801', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5082371'] for segment, after_delete {{(pid=94175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:36:51.051815 dv-neutron-601336-94-hyperv neutron-server[94175]: Traceback (most recent call last): Jun 23 11:36:51.051815 dv-neutron-601336-94-hyperv neutron-server[94175]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 23 11:36:51.051815 dv-neutron-601336-94-hyperv neutron-server[94175]: timer() Jun 23 11:36:51.051815 dv-neutron-601336-94-hyperv neutron-server[94175]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 23 11:36:51.051815 dv-neutron-601336-94-hyperv neutron-server[94175]: cb(*args, **kw) Jun 23 11:36:51.051815 dv-neutron-601336-94-hyperv neutron-server[94175]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 23 11:36:51.051815 dv-neutron-601336-94-hyperv neutron-server[94175]: return func(*args, **kwargs) Jun 23 11:36:51.051815 dv-neutron-601336-94-hyperv neutron-server[94175]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 23 11:36:51.051815 dv-neutron-601336-94-hyperv neutron-server[94175]: self._notify() Jun 23 11:36:51.051815 dv-neutron-601336-94-hyperv neutron-server[94175]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 23 11:36:51.051815 dv-neutron-601336-94-hyperv neutron-server[94175]: self.callback(batched_events) Jun 23 11:36:51.051815 dv-neutron-601336-94-hyperv neutron-server[94175]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 23 11:36:51.051815 dv-neutron-601336-94-hyperv neutron-server[94175]: event.method(event) Jun 23 11:36:51.051815 dv-neutron-601336-94-hyperv neutron-server[94175]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 23 11:36:51.051815 dv-neutron-601336-94-hyperv neutron-server[94175]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 23 11:36:51.051815 dv-neutron-601336-94-hyperv neutron-server[94175]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 23 11:36:51.051815 dv-neutron-601336-94-hyperv neutron-server[94175]: aggregate_uuid = self.p_client.list_aggregates( Jun 23 11:36:51.051815 dv-neutron-601336-94-hyperv neutron-server[94175]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 23 11:36:51.051815 dv-neutron-601336-94-hyperv neutron-server[94175]: return f(self, *a, **k) Jun 23 11:36:51.051815 dv-neutron-601336-94-hyperv neutron-server[94175]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 23 11:36:51.051815 dv-neutron-601336-94-hyperv neutron-server[94175]: return self._get(url).json() Jun 23 11:36:51.051815 dv-neutron-601336-94-hyperv neutron-server[94175]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 23 11:36:51.051815 dv-neutron-601336-94-hyperv neutron-server[94175]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 23 11:36:51.051815 dv-neutron-601336-94-hyperv neutron-server[94175]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 23 11:36:51.051815 dv-neutron-601336-94-hyperv neutron-server[94175]: return self.request(url, 'GET', **kwargs) Jun 23 11:36:51.051815 dv-neutron-601336-94-hyperv neutron-server[94175]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 23 11:36:51.051815 dv-neutron-601336-94-hyperv neutron-server[94175]: base_url = self.get_endpoint(auth, allow=allow, Jun 23 11:36:51.051815 dv-neutron-601336-94-hyperv neutron-server[94175]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 23 11:36:51.051815 dv-neutron-601336-94-hyperv neutron-server[94175]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 23 11:36:51.051815 dv-neutron-601336-94-hyperv neutron-server[94175]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 23 11:36:51.051815 dv-neutron-601336-94-hyperv neutron-server[94175]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 23 11:36:51.051815 dv-neutron-601336-94-hyperv neutron-server[94175]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 23 11:36:51.083648 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron_lib.callbacks.manager [None req-434877b1-934e-408b-8a36-20cc0cb14e99 tempest-SecGroupTest-1462889432 tempest-SecGroupTest-1462889432-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:36:51.085468 dv-neutron-601336-94-hyperv neutron-server[94174]: INFO neutron.wsgi [None req-434877b1-934e-408b-8a36-20cc0cb14e99 tempest-SecGroupTest-1462889432 tempest-SecGroupTest-1462889432-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.5417078 Jun 23 11:36:51.088465 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8f375cdb-8692-4d7d-b34c-00434ce28c2b tempest-FloatingIPTestJSON-1140213849 tempest-FloatingIPTestJSON-1140213849-project] Router 54457aa4-57ec-453a-b617-a96ed249dc35 has already been hosted by L3 agent 50ef99c0-ef28-4db5-b303-b145898fae60 {{(pid=94174) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 23 11:36:51.089262 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.wsgi [-] (94174) accepted ('10.222.0.20', 42236) {{(pid=94174) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 11:36:51.142503 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fa695324-5500-4ab4-9785-73a196b0aab3 tempest-RoutersTest-228919764 tempest-RoutersTest-228919764-project] Notify agent at l3_agent.dv-neutron-601336-94-hyperv the message routers_updated {{(pid=94175) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 23 11:36:51.153706 dv-neutron-601336-94-hyperv neutron-server[94177]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5cfaf243-0d2c-4077-8e4f-3465db829c08 None None] Sync routers for ids ['122c067d-0664-472a-8765-023c6fbf0099'] in dv-neutron-601336-94-hyperv {{(pid=94177) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 23 11:36:51.156381 dv-neutron-601336-94-hyperv neutron-server[94174]: INFO neutron.wsgi [req-f160c278-b1b3-41ad-9341-e7673697ae3f req-1e264622-1090-4cfb-bc38-18afd0d9bd17 tempest-TestNetworkBasicOps-233187296 tempest-TestNetworkBasicOps-233187296-project] 10.222.0.20 "GET /v2.0/ports?device_id=5dc250a1-61bb-46d0-9888-3ab1b564fa78 HTTP/1.1" status: 200 len: 210 time: 0.0346017 Jun 23 11:36:51.164649 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron_lib.callbacks.manager [None req-fa695324-5500-4ab4-9785-73a196b0aab3 tempest-RoutersTest-228919764 tempest-RoutersTest-228919764-project] Notify callbacks [] for router, before_response {{(pid=94175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:36:51.164649 dv-neutron-601336-94-hyperv neutron-server[94175]: INFO neutron.wsgi [None req-fa695324-5500-4ab4-9785-73a196b0aab3 tempest-RoutersTest-228919764 tempest-RoutersTest-228919764-project] 10.222.0.20 "PUT /v2.0/routers/122c067d-0664-472a-8765-023c6fbf0099 HTTP/1.1" status: 200 len: 701 time: 0.7843447 Jun 23 11:36:51.165204 dv-neutron-601336-94-hyperv neutron-server[94174]: INFO neutron.wsgi [None req-b695bf7e-9107-42d4-babb-52126d786728 tempest-SecGroupTest-1462889432 tempest-SecGroupTest-1462889432-project] 10.222.0.20 "GET /v2.0/security-group-rules/49fe1b01-09c9-4c59-889d-ee6eb9e00148 HTTP/1.1" status: 200 len: 763 time: 0.0714831 Jun 23 11:36:51.165204 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.wsgi [-] (94174) accepted ('10.222.0.20', 42238) {{(pid=94174) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 11:36:51.171692 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.wsgi [-] (94175) accepted ('10.222.0.20', 42240) {{(pid=94175) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 11:36:51.172462 dv-neutron-601336-94-hyperv neutron-server[94177]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5cfaf243-0d2c-4077-8e4f-3465db829c08 None None] Routers {'122c067d-0664-472a-8765-023c6fbf0099'} bound to L3 agent in host dv-neutron-601336-94-hyperv {{(pid=94177) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 23 11:36:51.173103 dv-neutron-601336-94-hyperv neutron-server[94177]: DEBUG neutron.db.l3_hamode_db [None req-5cfaf243-0d2c-4077-8e4f-3465db829c08 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-601336-94-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-23T11:22:13Z,description=,heartbeat_timestamp=2021-06-23T11:36:43Z,host='dv-neutron-601336-94-hyperv',id=50ef99c0-ef28-4db5-b303-b145898fae60,load=0,resource_versions=,resources_synced=,started_at=2021-06-23T11:22:14Z,topic='l3_agent')) {'router_ids': ['122c067d-0664-472a-8765-023c6fbf0099'], 'active': True} {{(pid=94177) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 11:36:51.233652 dv-neutron-601336-94-hyperv neutron-server[94175]: INFO neutron.wsgi [None req-379f09ae-8fb3-4289-b6f1-f764b21b2879 tempest-SecGroupTest-1462889432 tempest-SecGroupTest-1462889432-project] 10.222.0.20 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4113 time: 0.0602725 Jun 23 11:36:51.236150 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.wsgi [-] (94175) accepted ('10.222.0.20', 42242) {{(pid=94175) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 11:36:51.260634 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron_lib.callbacks.manager [None req-816ed160-0955-4458-8dcc-83ec519e4038 tempest-SecGroupTest-1462889432 tempest-SecGroupTest-1462889432-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=94175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:36:51.262978 dv-neutron-601336-94-hyperv neutron-server[94177]: DEBUG neutron.db.l3_dvr_db [None req-5cfaf243-0d2c-4077-8e4f-3465db829c08 None None] Set router 122c067d-0664-472a-8765-023c6fbf0099 gateway port host: None {{(pid=94177) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:838}} Jun 23 11:36:51.268373 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron_lib.callbacks.manager [None req-816ed160-0955-4458-8dcc-83ec519e4038 tempest-SecGroupTest-1462889432 tempest-SecGroupTest-1462889432-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=94175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:36:51.282624 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron_lib.callbacks.manager [None req-93ac8126-7b57-4c71-bafe-37777453f86f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-897248', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8002400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7866073', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-524247'] for network, after_delete {{(pid=94175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:36:51.288875 dv-neutron-601336-94-hyperv neutron-server[94174]: INFO neutron.wsgi [None req-b2c6f41e-0feb-4a53-ac47-564af4195e0a tempest-RoutersTest-228919764 tempest-RoutersTest-228919764-project] 10.222.0.20 "GET /v2.0/ports?device_id=122c067d-0664-472a-8765-023c6fbf0099 HTTP/1.1" status: 200 len: 205 time: 0.0309110 Jun 23 11:36:51.289065 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron_lib.callbacks.manager [None req-93ac8126-7b57-4c71-bafe-37777453f86f admin admin] Notify callbacks [] for network, before_response {{(pid=94175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:36:51.289752 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.wsgi [-] (94174) accepted ('10.222.0.20', 42244) {{(pid=94174) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 11:36:51.292202 dv-neutron-601336-94-hyperv neutron-server[94175]: INFO neutron.wsgi [None req-93ac8126-7b57-4c71-bafe-37777453f86f admin admin] 10.222.0.20 "DELETE /v2.0/networks/a51926dc-5f14-453b-8098-192ec39f553b HTTP/1.1" status: 204 len: 168 time: 0.7893405 Jun 23 11:36:51.295461 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG oslo_concurrency.lockutils [None req-4409e2e6-eb92-483d-9704-4bb796292060 tempest-RoutersAdminTest-1733287776 tempest-RoutersAdminTest-1733287776-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94175) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 11:36:51.309413 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93ac8126-7b57-4c71-bafe-37777453f86f admin admin] Pushing event deleted for resources: {'Network': ['ID=a51926dc-5f14-453b-8098-192ec39f553b,revision_number=None']} {{(pid=94175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 11:36:51.312290 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG oslo_concurrency.lockutils [None req-93ac8126-7b57-4c71-bafe-37777453f86f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.015s {{(pid=94175) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 11:36:51.319703 dv-neutron-601336-94-hyperv neutron-server[94177]: DEBUG neutron.db.l3_hamode_db [None req-5cfaf243-0d2c-4077-8e4f-3465db829c08 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '122c067d-0664-472a-8765-023c6fbf0099', 'name': 'tempest-RoutersTest-router-1104510358', 'tenant_id': '1838eb839bc24d0abf2e86f88a8bcfa8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-23T11:35:57Z', 'updated_at': '2021-06-23T11:36:46Z', 'revision_number': 11, 'project_id': '1838eb839bc24d0abf2e86f88a8bcfa8', 'gw_port_host': None}], 'dv-neutron-601336-94-hyperv', False) {} {{(pid=94177) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 11:36:51.344927 dv-neutron-601336-94-hyperv neutron-server[94177]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5cfaf243-0d2c-4077-8e4f-3465db829c08 None None] Checking router: 122c067d-0664-472a-8765-023c6fbf0099 for host: dv-neutron-601336-94-hyperv {{(pid=94177) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 23 11:36:51.353828 dv-neutron-601336-94-hyperv neutron-server[94177]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5cfaf243-0d2c-4077-8e4f-3465db829c08 None None] Routers {'122c067d-0664-472a-8765-023c6fbf0099'} bound to L3 agent in host dv-neutron-601336-94-hyperv {{(pid=94177) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 23 11:36:51.354445 dv-neutron-601336-94-hyperv neutron-server[94177]: DEBUG neutron.db.l3_hamode_db [None req-5cfaf243-0d2c-4077-8e4f-3465db829c08 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-601336-94-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-23T11:22:13Z,description=,heartbeat_timestamp=2021-06-23T11:36:43Z,host='dv-neutron-601336-94-hyperv',id=50ef99c0-ef28-4db5-b303-b145898fae60,load=0,resource_versions=,resources_synced=,started_at=2021-06-23T11:22:14Z,topic='l3_agent')) {'router_ids': ['122c067d-0664-472a-8765-023c6fbf0099'], 'active': True} {{(pid=94177) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 11:36:51.372151 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8f375cdb-8692-4d7d-b34c-00434ce28c2b tempest-FloatingIPTestJSON-1140213849 tempest-FloatingIPTestJSON-1140213849-project] Notify agent at l3_agent.dv-neutron-601336-94-hyperv the message routers_updated {{(pid=94174) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 23 11:36:51.377678 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron_lib.callbacks.manager [None req-8f375cdb-8692-4d7d-b34c-00434ce28c2b tempest-FloatingIPTestJSON-1140213849 tempest-FloatingIPTestJSON-1140213849-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-217507'] for floatingip, before_response {{(pid=94174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:36:51.383177 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4fddc03b-edd7-4727-acf2-9f9481790ce5 None None] Sync routers for ids ['54457aa4-57ec-453a-b617-a96ed249dc35'] in dv-neutron-601336-94-hyperv {{(pid=94176) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 23 11:36:51.385702 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron_lib.callbacks.manager [None req-ab55f1eb-12a8-4ede-9e08-dff09b109bbc tempest-RoutersTest-228919764 tempest-RoutersTest-228919764-project] Notify callbacks [] for router, before_delete {{(pid=94174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:36:51.393908 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4fddc03b-edd7-4727-acf2-9f9481790ce5 None None] Routers {'54457aa4-57ec-453a-b617-a96ed249dc35'} bound to L3 agent in host dv-neutron-601336-94-hyperv {{(pid=94176) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 23 11:36:51.395152 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.db.l3_hamode_db [None req-4fddc03b-edd7-4727-acf2-9f9481790ce5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-601336-94-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-23T11:22:13Z,description=,heartbeat_timestamp=2021-06-23T11:36:43Z,host='dv-neutron-601336-94-hyperv',id=50ef99c0-ef28-4db5-b303-b145898fae60,load=0,resource_versions=,resources_synced=,started_at=2021-06-23T11:22:14Z,topic='l3_agent')) {'router_ids': ['54457aa4-57ec-453a-b617-a96ed249dc35'], 'active': True} {{(pid=94176) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 11:36:51.400158 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron_lib.callbacks.manager [None req-816ed160-0955-4458-8dcc-83ec519e4038 tempest-SecGroupTest-1462889432 tempest-SecGroupTest-1462889432-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7996355'] for security_group_rule, after_delete {{(pid=94175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:36:51.405298 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron_lib.callbacks.manager [None req-816ed160-0955-4458-8dcc-83ec519e4038 tempest-SecGroupTest-1462889432 tempest-SecGroupTest-1462889432-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:36:51.409568 dv-neutron-601336-94-hyperv neutron-server[94175]: INFO neutron.wsgi [None req-816ed160-0955-4458-8dcc-83ec519e4038 tempest-SecGroupTest-1462889432 tempest-SecGroupTest-1462889432-project] 10.222.0.20 "DELETE /v2.0/security-group-rules/49fe1b01-09c9-4c59-889d-ee6eb9e00148 HTTP/1.1" status: 204 len: 168 time: 0.1693084 Jun 23 11:36:51.409568 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94175) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 11:36:51.412581 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.wsgi [-] (94175) accepted ('10.222.0.20', 42248) {{(pid=94175) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 11:36:51.426599 dv-neutron-601336-94-hyperv neutron-server[94177]: DEBUG neutron.db.l3_dvr_db [None req-5cfaf243-0d2c-4077-8e4f-3465db829c08 None None] Set router 122c067d-0664-472a-8765-023c6fbf0099 gateway port host: None {{(pid=94177) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:838}} Jun 23 11:36:51.444892 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-816ed160-0955-4458-8dcc-83ec519e4038 tempest-SecGroupTest-1462889432 tempest-SecGroupTest-1462889432-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=49fe1b01-09c9-4c59-889d-ee6eb9e00148,revision_number=None']} {{(pid=94175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 11:36:51.445158 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.db.l3_hamode_db [None req-4fddc03b-edd7-4727-acf2-9f9481790ce5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-601336-94-hyperv', False) {} {{(pid=94176) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 11:36:51.450041 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG oslo_concurrency.lockutils [None req-816ed160-0955-4458-8dcc-83ec519e4038 tempest-SecGroupTest-1462889432 tempest-SecGroupTest-1462889432-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.043s {{(pid=94175) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 11:36:51.455538 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4fddc03b-edd7-4727-acf2-9f9481790ce5 None None] Routers {'54457aa4-57ec-453a-b617-a96ed249dc35'} bound to L3 agent in host dv-neutron-601336-94-hyperv {{(pid=94176) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 23 11:36:51.455538 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.db.l3_hamode_db [None req-4fddc03b-edd7-4727-acf2-9f9481790ce5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-601336-94-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-23T11:22:13Z,description=,heartbeat_timestamp=2021-06-23T11:36:43Z,host='dv-neutron-601336-94-hyperv',id=50ef99c0-ef28-4db5-b303-b145898fae60,load=0,resource_versions=,resources_synced=,started_at=2021-06-23T11:22:14Z,topic='l3_agent')) {'router_ids': ['54457aa4-57ec-453a-b617-a96ed249dc35'], 'active': True} {{(pid=94176) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 11:36:51.486330 dv-neutron-601336-94-hyperv neutron-server[94177]: DEBUG neutron.db.l3_hamode_db [None req-5cfaf243-0d2c-4077-8e4f-3465db829c08 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '122c067d-0664-472a-8765-023c6fbf0099', 'name': 'tempest-RoutersTest-router-1104510358', 'tenant_id': '1838eb839bc24d0abf2e86f88a8bcfa8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-23T11:35:57Z', 'updated_at': '2021-06-23T11:36:46Z', 'revision_number': 11, 'project_id': '1838eb839bc24d0abf2e86f88a8bcfa8', 'gw_port_host': None}], 'dv-neutron-601336-94-hyperv', False) {} {{(pid=94177) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 11:36:51.496081 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.db.l3_hamode_db [None req-4fddc03b-edd7-4727-acf2-9f9481790ce5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-601336-94-hyperv', False) {} {{(pid=94176) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 11:36:51.496477 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4fddc03b-edd7-4727-acf2-9f9481790ce5 None None] The sync data for ids ['54457aa4-57ec-453a-b617-a96ed249dc35'] in dv-neutron-601336-94-hyperv is: [] {{(pid=94176) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 23 11:36:51.509539 dv-neutron-601336-94-hyperv neutron-server[94175]: INFO neutron.wsgi [None req-0fe24713-764a-49a4-88f6-2d7e1bfcbbde tempest-SecGroupTest-1462889432 tempest-SecGroupTest-1462889432-project] 10.222.0.20 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.0929458 Jun 23 11:36:51.515184 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.wsgi [-] (94175) accepted ('10.222.0.20', 42250) {{(pid=94175) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 11:36:51.516504 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.api.v2.base [None req-d705e82f-cf01-4da2-8d5e-e9477ed73f48 tempest-SecGroupTest-1462889432 tempest-SecGroupTest-1462889432-project] Request body: {'security_group_rule': {'security_group_id': '8562a121-84cc-4c3b-ba03-5d5faca017d8', 'protocol': 'icmp', 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=94175) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 23 11:36:51.521294 dv-neutron-601336-94-hyperv neutron-server[94177]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5cfaf243-0d2c-4077-8e4f-3465db829c08 None None] The sync data for ids ['122c067d-0664-472a-8765-023c6fbf0099'] in dv-neutron-601336-94-hyperv is: [{'id': '122c067d-0664-472a-8765-023c6fbf0099', 'name': 'tempest-RoutersTest-router-1104510358', 'tenant_id': '1838eb839bc24d0abf2e86f88a8bcfa8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-23T11:35:57Z', 'updated_at': '2021-06-23T11:36:46Z', 'revision_number': 11, 'project_id': '1838eb839bc24d0abf2e86f88a8bcfa8', 'gw_port_host': None}] {{(pid=94177) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 23 11:36:51.610946 dv-neutron-601336-94-hyperv neutron-server[94174]: INFO neutron.wsgi [None req-8f375cdb-8692-4d7d-b34c-00434ce28c2b tempest-FloatingIPTestJSON-1140213849 tempest-FloatingIPTestJSON-1140213849-project] 10.222.0.20 "PUT /v2.0/floatingips/cfdb5711-b4ad-4534-a87c-a7b6872dd870 HTTP/1.1" status: 200 len: 976 time: 3.0782378 Jun 23 11:36:51.613773 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.wsgi [-] (94175) accepted ('10.222.0.20', 42252) {{(pid=94175) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 11:36:51.619937 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.api.v2.base [None req-7df063eb-cbef-434f-853f-a2074eb57371 tempest-FloatingIPTestJSON-1140213849 tempest-FloatingIPTestJSON-1140213849-project] Request body: {'floatingip': {'port_id': None}} {{(pid=94175) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 23 11:36:51.672971 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron_lib.callbacks.manager [None req-d705e82f-cf01-4da2-8d5e-e9477ed73f48 tempest-SecGroupTest-1462889432 tempest-SecGroupTest-1462889432-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:36:51.684262 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron_lib.callbacks.manager [None req-ab55f1eb-12a8-4ede-9e08-dff09b109bbc tempest-RoutersTest-228919764 tempest-RoutersTest-228919764-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-520417', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-32301'] for router, precommit_delete {{(pid=94174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:36:51.686893 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron_lib.callbacks.manager [None req-ab55f1eb-12a8-4ede-9e08-dff09b109bbc tempest-RoutersTest-228919764 tempest-RoutersTest-228919764-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:36:51.705032 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron_lib.callbacks.manager [None req-7df063eb-cbef-434f-853f-a2074eb57371 tempest-FloatingIPTestJSON-1140213849 tempest-FloatingIPTestJSON-1140213849-project] Notify callbacks [] for floatingip, before_update {{(pid=94175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:36:51.729848 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.wsgi [-] (94174) accepted ('10.222.0.20', 42254) {{(pid=94174) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 11:36:51.777272 dv-neutron-601336-94-hyperv neutron-server[94174]: INFO neutron.wsgi [None req-0bc24ab2-a15c-44e6-8a55-a9465bccd952 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=87e6e184674b4a4680205b94208b9e33&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0457735 Jun 23 11:36:51.779768 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.wsgi [-] (94175) accepted ('10.222.0.20', 42256) {{(pid=94175) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 11:36:51.788504 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron_lib.callbacks.manager [None req-ab55f1eb-12a8-4ede-9e08-dff09b109bbc tempest-RoutersTest-228919764 tempest-RoutersTest-228919764-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-494961'] for router, after_delete {{(pid=94174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:36:51.789146 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ab55f1eb-12a8-4ede-9e08-dff09b109bbc tempest-RoutersTest-228919764 tempest-RoutersTest-228919764-project] Fanout notify agent at l3_agent the message router_deleted on router 122c067d-0664-472a-8765-023c6fbf0099 {{(pid=94174) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jun 23 11:36:51.800509 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron_lib.callbacks.manager [None req-ab55f1eb-12a8-4ede-9e08-dff09b109bbc tempest-RoutersTest-228919764 tempest-RoutersTest-228919764-project] Notify callbacks [] for router, before_response {{(pid=94174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:36:51.803081 dv-neutron-601336-94-hyperv neutron-server[94174]: INFO neutron.wsgi [None req-ab55f1eb-12a8-4ede-9e08-dff09b109bbc tempest-RoutersTest-228919764 tempest-RoutersTest-228919764-project] 10.222.0.20 "DELETE /v2.0/routers/122c067d-0664-472a-8765-023c6fbf0099 HTTP/1.1" status: 204 len: 168 time: 0.5115013 Jun 23 11:36:51.806577 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.wsgi [-] (94174) accepted ('10.222.0.20', 42258) {{(pid=94174) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 11:36:51.811484 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.api.v2.base [None req-d04e9906-895e-49d2-915b-baec25af1573 tempest-RoutersTest-228919764 tempest-RoutersTest-228919764-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-586562790', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=94174) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 23 11:36:51.842187 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron_lib.callbacks.manager [None req-d705e82f-cf01-4da2-8d5e-e9477ed73f48 tempest-SecGroupTest-1462889432 tempest-SecGroupTest-1462889432-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:36:51.885717 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron_lib.callbacks.manager [None req-d04e9906-895e-49d2-915b-baec25af1573 tempest-RoutersTest-228919764 tempest-RoutersTest-228919764-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-520407', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-32315'] for router, before_create {{(pid=94174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:36:51.886795 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron_lib.callbacks.manager [None req-d04e9906-895e-49d2-915b-baec25af1573 tempest-RoutersTest-228919764 tempest-RoutersTest-228919764-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-520264', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-524122', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-414782', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-32290'] for router, precommit_create {{(pid=94174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:36:51.928280 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron_lib.callbacks.manager [None req-d705e82f-cf01-4da2-8d5e-e9477ed73f48 tempest-SecGroupTest-1462889432 tempest-SecGroupTest-1462889432-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7996355'] for security_group_rule, after_create {{(pid=94175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:36:51.933848 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron_lib.callbacks.manager [None req-7df063eb-cbef-434f-853f-a2074eb57371 tempest-FloatingIPTestJSON-1140213849 tempest-FloatingIPTestJSON-1140213849-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:36:51.936942 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94175) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 11:36:51.937731 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron_lib.callbacks.manager [None req-d04e9906-895e-49d2-915b-baec25af1573 tempest-RoutersTest-228919764 tempest-RoutersTest-228919764-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:36:51.950546 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron_lib.callbacks.manager [None req-32498f5a-52d9-44f7-a03e-de7b69c9cb10 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:36:51.961069 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d705e82f-cf01-4da2-8d5e-e9477ed73f48 tempest-SecGroupTest-1462889432 tempest-SecGroupTest-1462889432-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=74353251-69fe-4747-8e4e-2ae262751170,revision_number=0']} {{(pid=94175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 11:36:51.963404 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG oslo_concurrency.lockutils [None req-d705e82f-cf01-4da2-8d5e-e9477ed73f48 tempest-SecGroupTest-1462889432 tempest-SecGroupTest-1462889432-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.026s {{(pid=94175) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 11:36:51.976927 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron_lib.callbacks.manager [None req-32498f5a-52d9-44f7-a03e-de7b69c9cb10 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:36:51.984030 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron_lib.callbacks.manager [None req-7df063eb-cbef-434f-853f-a2074eb57371 tempest-FloatingIPTestJSON-1140213849 tempest-FloatingIPTestJSON-1140213849-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-524229'] for floatingip, after_update {{(pid=94175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:36:51.984925 dv-neutron-601336-94-hyperv neutron-server[94175]: INFO neutron.db.l3_db [None req-7df063eb-cbef-434f-853f-a2074eb57371 tempest-FloatingIPTestJSON-1140213849 tempest-FloatingIPTestJSON-1140213849-project] Floating IP cfdb5711-b4ad-4534-a87c-a7b6872dd870 disassociated. External IP: 172.26.3.72, port: 143b8412-5bb2-4576-b9a7-198ccfb4d0fe. Jun 23 11:36:52.005763 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron_lib.callbacks.manager [None req-d04e9906-895e-49d2-915b-baec25af1573 tempest-RoutersTest-228919764 tempest-RoutersTest-228919764-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-520412', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-524143'] for router, after_create {{(pid=94174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:36:52.024318 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron_lib.callbacks.manager [None req-d705e82f-cf01-4da2-8d5e-e9477ed73f48 tempest-SecGroupTest-1462889432 tempest-SecGroupTest-1462889432-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:36:52.025512 dv-neutron-601336-94-hyperv neutron-server[94175]: INFO neutron.wsgi [None req-d705e82f-cf01-4da2-8d5e-e9477ed73f48 tempest-SecGroupTest-1462889432 tempest-SecGroupTest-1462889432-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.5125437 Jun 23 11:36:52.028242 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.wsgi [-] (94174) accepted ('10.222.0.20', 42260) {{(pid=94174) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 11:36:52.046189 dv-neutron-601336-94-hyperv neutron-server[94174]: INFO neutron.wsgi [None req-7a05f750-1fc2-4c57-aaa3-90b2a908e907 tempest-SecGroupTest-1462889432 tempest-SecGroupTest-1462889432-project] 10.222.0.20 "GET /v2.0/security-group-rules/74353251-69fe-4747-8e4e-2ae262751170 HTTP/1.1" status: 200 len: 764 time: 0.0160882 Jun 23 11:36:52.048631 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.wsgi [-] (94174) accepted ('10.222.0.20', 42262) {{(pid=94174) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 11:36:52.093095 dv-neutron-601336-94-hyperv neutron-server[94174]: INFO neutron.wsgi [None req-4314f3dd-ea50-439e-ac7b-1cd7e0f9a0e8 tempest-SecGroupTest-1462889432 tempest-SecGroupTest-1462889432-project] 10.222.0.20 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4114 time: 0.0434389 Jun 23 11:36:52.094547 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron_lib.callbacks.manager [None req-d04e9906-895e-49d2-915b-baec25af1573 tempest-RoutersTest-228919764 tempest-RoutersTest-228919764-project] Notify callbacks [] for router, before_response {{(pid=94174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:36:52.095669 dv-neutron-601336-94-hyperv neutron-server[94174]: INFO neutron.wsgi [None req-d04e9906-895e-49d2-915b-baec25af1573 tempest-RoutersTest-228919764 tempest-RoutersTest-228919764-project] 10.222.0.20 "POST /v2.0/routers HTTP/1.1" status: 201 len: 699 time: 0.2878802 Jun 23 11:36:52.096167 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.wsgi [-] (94174) accepted ('10.222.0.20', 42264) {{(pid=94174) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 11:36:52.102762 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.wsgi [-] (94174) accepted ('10.222.0.20', 42266) {{(pid=94174) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 11:36:52.108254 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.api.v2.base [None req-413c9476-928c-4549-b8ac-56d3a31118f2 tempest-RoutersTest-228919764 tempest-RoutersTest-228919764-project] Request body: {'router': {'admin_state_up': True}} {{(pid=94174) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 23 11:36:52.185951 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron_lib.callbacks.manager [None req-f54cc329-282c-46ca-89a6-58c4732520b2 tempest-SecGroupTest-1462889432 tempest-SecGroupTest-1462889432-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=94174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:36:52.232533 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron_lib.callbacks.manager [None req-f54cc329-282c-46ca-89a6-58c4732520b2 tempest-SecGroupTest-1462889432 tempest-SecGroupTest-1462889432-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=94174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:36:52.266153 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.wsgi [-] (94174) accepted ('10.222.0.20', 42270) {{(pid=94174) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 11:36:52.381514 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron_lib.callbacks.manager [None req-413c9476-928c-4549-b8ac-56d3a31118f2 tempest-RoutersTest-228919764 tempest-RoutersTest-228919764-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-524104', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-520389', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-32276'] for router, precommit_update {{(pid=94174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:36:52.410065 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron_lib.callbacks.manager [None req-60092484-e62b-4eac-8c40-b1d5d220249a tempest-TestNetworkBasicOps-233187296 tempest-TestNetworkBasicOps-233187296-project] Notify callbacks [] for security_group, before_delete {{(pid=94174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:36:52.423821 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron_lib.callbacks.manager [None req-f54cc329-282c-46ca-89a6-58c4732520b2 tempest-SecGroupTest-1462889432 tempest-SecGroupTest-1462889432-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7996355'] for security_group_rule, after_delete {{(pid=94174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:36:52.428540 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG oslo_concurrency.lockutils [None req-27b15518-7687-4ae6-95b5-42763107b9ab tempest-SecGroupIPv6Test-1528675894 tempest-SecGroupIPv6Test-1528675894-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94174) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 11:36:52.433091 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron_lib.callbacks.manager [None req-f54cc329-282c-46ca-89a6-58c4732520b2 tempest-SecGroupTest-1462889432 tempest-SecGroupTest-1462889432-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:36:52.434192 dv-neutron-601336-94-hyperv neutron-server[94174]: INFO neutron.wsgi [None req-f54cc329-282c-46ca-89a6-58c4732520b2 tempest-SecGroupTest-1462889432 tempest-SecGroupTest-1462889432-project] 10.222.0.20 "DELETE /v2.0/security-group-rules/74353251-69fe-4747-8e4e-2ae262751170 HTTP/1.1" status: 204 len: 168 time: 0.3371327 Jun 23 11:36:52.437259 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.wsgi [-] (94175) accepted ('10.222.0.20', 42272) {{(pid=94175) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 11:36:52.448692 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron_lib.callbacks.manager [None req-60092484-e62b-4eac-8c40-b1d5d220249a tempest-TestNetworkBasicOps-233187296 tempest-TestNetworkBasicOps-233187296-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:36:52.457151 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f54cc329-282c-46ca-89a6-58c4732520b2 tempest-SecGroupTest-1462889432 tempest-SecGroupTest-1462889432-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=74353251-69fe-4747-8e4e-2ae262751170,revision_number=None']} {{(pid=94174) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 11:36:52.461839 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG oslo_concurrency.lockutils [None req-f54cc329-282c-46ca-89a6-58c4732520b2 tempest-SecGroupTest-1462889432 tempest-SecGroupTest-1462889432-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.033s {{(pid=94174) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 11:36:52.481848 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron_lib.callbacks.manager [None req-413c9476-928c-4549-b8ac-56d3a31118f2 tempest-RoutersTest-228919764 tempest-RoutersTest-228919764-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-524143', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-524145', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-524134', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-520394'] for router, after_update {{(pid=94174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:36:52.508890 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron_lib.callbacks.manager [None req-32498f5a-52d9-44f7-a03e-de7b69c9cb10 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7996330'] for security_group, after_delete {{(pid=94175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:36:52.513713 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron_lib.callbacks.manager [None req-32498f5a-52d9-44f7-a03e-de7b69c9cb10 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:36:52.513713 dv-neutron-601336-94-hyperv neutron-server[94175]: INFO neutron.wsgi [None req-32498f5a-52d9-44f7-a03e-de7b69c9cb10 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/15f52a14-6092-4d6f-aba4-bb31310b2c66 HTTP/1.1" status: 204 len: 168 time: 0.7318666 Jun 23 11:36:52.527142 dv-neutron-601336-94-hyperv neutron-server[94175]: INFO neutron.wsgi [None req-edbce2bc-8887-4cdc-997b-b798519b2fc3 tempest-SecGroupTest-1462889432 tempest-SecGroupTest-1462889432-project] 10.222.0.20 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.0885904 Jun 23 11:36:52.529667 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG oslo_concurrency.lockutils [None req-2f43a591-6584-439d-8054-c0bed953bd8d tempest-ServerActionsTestJSON-161917335 tempest-ServerActionsTestJSON-161917335-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94175) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 11:36:52.533860 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.wsgi [-] (94175) accepted ('10.222.0.20', 42276) {{(pid=94175) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 11:36:52.551860 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32498f5a-52d9-44f7-a03e-de7b69c9cb10 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=15f52a14-6092-4d6f-aba4-bb31310b2c66,revision_number=None']} {{(pid=94175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 11:36:52.555896 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG oslo_concurrency.lockutils [None req-32498f5a-52d9-44f7-a03e-de7b69c9cb10 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.025s {{(pid=94175) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 11:36:52.622605 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-413c9476-928c-4549-b8ac-56d3a31118f2 tempest-RoutersTest-228919764 tempest-RoutersTest-228919764-project] Router 69328bf8-8102-4f1b-bf5a-93905b28d528 is scheduled to L3 agent 50ef99c0-ef28-4db5-b303-b145898fae60 with binding_index 1 {{(pid=94174) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jun 23 11:36:52.657467 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron_lib.callbacks.manager [None req-b494edb6-3278-4e25-bc96-22ba66a79926 tempest-SecGroupTest-1462889432 tempest-SecGroupTest-1462889432-project] Notify callbacks [] for security_group, before_delete {{(pid=94175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:36:52.660050 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7df063eb-cbef-434f-853f-a2074eb57371 tempest-FloatingIPTestJSON-1140213849 tempest-FloatingIPTestJSON-1140213849-project] Router 54457aa4-57ec-453a-b617-a96ed249dc35 has already been hosted by L3 agent 50ef99c0-ef28-4db5-b303-b145898fae60 {{(pid=94175) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 23 11:36:52.670365 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron_lib.callbacks.manager [None req-60092484-e62b-4eac-8c40-b1d5d220249a tempest-TestNetworkBasicOps-233187296 tempest-TestNetworkBasicOps-233187296-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7996330'] for security_group, after_delete {{(pid=94174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:36:52.672709 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron_lib.callbacks.manager [None req-60092484-e62b-4eac-8c40-b1d5d220249a tempest-TestNetworkBasicOps-233187296 tempest-TestNetworkBasicOps-233187296-project] Notify callbacks [] for security_group, before_response {{(pid=94174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:36:52.673774 dv-neutron-601336-94-hyperv neutron-server[94174]: INFO neutron.wsgi [None req-60092484-e62b-4eac-8c40-b1d5d220249a tempest-TestNetworkBasicOps-233187296 tempest-TestNetworkBasicOps-233187296-project] 10.222.0.20 "DELETE /v2.0/security-groups/30a782a1-c8ca-4eeb-9aeb-36d88772e1b8 HTTP/1.1" status: 204 len: 168 time: 0.4066868 Jun 23 11:36:52.694738 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron_lib.callbacks.manager [None req-b494edb6-3278-4e25-bc96-22ba66a79926 tempest-SecGroupTest-1462889432 tempest-SecGroupTest-1462889432-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:36:52.699486 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG oslo_concurrency.lockutils [None req-08ab644e-4b8e-4f80-b355-6cb3939b7949 tempest-SecGroupTest-1462889432 tempest-SecGroupTest-1462889432-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94174) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 11:36:52.712462 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60092484-e62b-4eac-8c40-b1d5d220249a tempest-TestNetworkBasicOps-233187296 tempest-TestNetworkBasicOps-233187296-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=30a782a1-c8ca-4eeb-9aeb-36d88772e1b8,revision_number=None']} {{(pid=94174) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 11:36:52.714976 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-413c9476-928c-4549-b8ac-56d3a31118f2 tempest-RoutersTest-228919764 tempest-RoutersTest-228919764-project] Notify agent at l3_agent.dv-neutron-601336-94-hyperv the message routers_updated {{(pid=94174) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 23 11:36:52.716892 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG oslo_concurrency.lockutils [None req-60092484-e62b-4eac-8c40-b1d5d220249a tempest-TestNetworkBasicOps-233187296 tempest-TestNetworkBasicOps-233187296-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=94174) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 11:36:52.722402 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron_lib.callbacks.manager [None req-413c9476-928c-4549-b8ac-56d3a31118f2 tempest-RoutersTest-228919764 tempest-RoutersTest-228919764-project] Notify callbacks [] for router, before_response {{(pid=94174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:36:52.723475 dv-neutron-601336-94-hyperv neutron-server[94174]: INFO neutron.wsgi [None req-413c9476-928c-4549-b8ac-56d3a31118f2 tempest-RoutersTest-228919764 tempest-RoutersTest-228919764-project] 10.222.0.20 "PUT /v2.0/routers/69328bf8-8102-4f1b-bf5a-93905b28d528 HTTP/1.1" status: 200 len: 693 time: 0.6194794 Jun 23 11:36:52.726317 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.wsgi [-] (94174) accepted ('10.222.0.20', 42280) {{(pid=94174) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 11:36:52.727179 dv-neutron-601336-94-hyperv neutron-server[94177]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ffe31380-37f2-4700-b110-e51780b488ee None None] Sync routers for ids ['69328bf8-8102-4f1b-bf5a-93905b28d528'] in dv-neutron-601336-94-hyperv {{(pid=94177) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 23 11:36:52.750046 dv-neutron-601336-94-hyperv neutron-server[94177]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ffe31380-37f2-4700-b110-e51780b488ee None None] Routers {'69328bf8-8102-4f1b-bf5a-93905b28d528'} bound to L3 agent in host dv-neutron-601336-94-hyperv {{(pid=94177) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 23 11:36:52.751537 dv-neutron-601336-94-hyperv neutron-server[94177]: DEBUG neutron.db.l3_hamode_db [None req-ffe31380-37f2-4700-b110-e51780b488ee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-601336-94-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-23T11:22:13Z,description=,heartbeat_timestamp=2021-06-23T11:36:43Z,host='dv-neutron-601336-94-hyperv',id=50ef99c0-ef28-4db5-b303-b145898fae60,load=0,resource_versions=,resources_synced=,started_at=2021-06-23T11:22:14Z,topic='l3_agent')) {'router_ids': ['69328bf8-8102-4f1b-bf5a-93905b28d528'], 'active': True} {{(pid=94177) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 11:36:52.767159 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.wsgi [-] (94174) accepted ('10.222.0.20', 42282) {{(pid=94174) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 11:36:52.841620 dv-neutron-601336-94-hyperv neutron-server[94177]: DEBUG neutron.db.l3_dvr_db [None req-ffe31380-37f2-4700-b110-e51780b488ee None None] Set router 69328bf8-8102-4f1b-bf5a-93905b28d528 gateway port host: None {{(pid=94177) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:838}} Jun 23 11:36:52.868669 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7df063eb-cbef-434f-853f-a2074eb57371 tempest-FloatingIPTestJSON-1140213849 tempest-FloatingIPTestJSON-1140213849-project] Notify agent at l3_agent.dv-neutron-601336-94-hyperv the message routers_updated {{(pid=94175) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 23 11:36:52.873275 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron_lib.callbacks.manager [None req-7df063eb-cbef-434f-853f-a2074eb57371 tempest-FloatingIPTestJSON-1140213849 tempest-FloatingIPTestJSON-1140213849-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-217507'] for floatingip, before_response {{(pid=94175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:36:52.889363 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-370a6f6a-71ac-4bf0-82f2-ed3ae4c40046 None None] Sync routers for ids ['54457aa4-57ec-453a-b617-a96ed249dc35'] in dv-neutron-601336-94-hyperv {{(pid=94176) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 23 11:36:52.899289 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron_lib.callbacks.manager [None req-b494edb6-3278-4e25-bc96-22ba66a79926 tempest-SecGroupTest-1462889432 tempest-SecGroupTest-1462889432-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7996330'] for security_group, after_delete {{(pid=94175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:36:52.901939 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron_lib.callbacks.manager [None req-b494edb6-3278-4e25-bc96-22ba66a79926 tempest-SecGroupTest-1462889432 tempest-SecGroupTest-1462889432-project] Notify callbacks [] for security_group, before_response {{(pid=94175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:36:52.906145 dv-neutron-601336-94-hyperv neutron-server[94175]: INFO neutron.wsgi [None req-b494edb6-3278-4e25-bc96-22ba66a79926 tempest-SecGroupTest-1462889432 tempest-SecGroupTest-1462889432-project] 10.222.0.20 "DELETE /v2.0/security-groups/8562a121-84cc-4c3b-ba03-5d5faca017d8 HTTP/1.1" status: 204 len: 168 time: 0.3684669 Jun 23 11:36:52.906385 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.db.l3_dvrscheduler_db [None req-370a6f6a-71ac-4bf0-82f2-ed3ae4c40046 None None] Routers {'54457aa4-57ec-453a-b617-a96ed249dc35'} bound to L3 agent in host dv-neutron-601336-94-hyperv {{(pid=94176) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 23 11:36:52.906385 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.db.l3_hamode_db [None req-370a6f6a-71ac-4bf0-82f2-ed3ae4c40046 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-601336-94-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-23T11:22:13Z,description=,heartbeat_timestamp=2021-06-23T11:36:43Z,host='dv-neutron-601336-94-hyperv',id=50ef99c0-ef28-4db5-b303-b145898fae60,load=0,resource_versions=,resources_synced=,started_at=2021-06-23T11:22:14Z,topic='l3_agent')) {'router_ids': ['54457aa4-57ec-453a-b617-a96ed249dc35'], 'active': True} {{(pid=94176) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 11:36:52.906638 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG oslo_concurrency.lockutils [None req-0eb4c689-a825-4867-976f-86d7ff2a9dd5 tempest-NegativeSecGroupIPv6Test-1070497984 tempest-NegativeSecGroupIPv6Test-1070497984-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94175) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 11:36:52.918682 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.wsgi [-] (94175) accepted ('10.222.0.20', 42286) {{(pid=94175) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 11:36:52.919532 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b494edb6-3278-4e25-bc96-22ba66a79926 tempest-SecGroupTest-1462889432 tempest-SecGroupTest-1462889432-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=8562a121-84cc-4c3b-ba03-5d5faca017d8,revision_number=None']} {{(pid=94175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 11:36:52.937208 dv-neutron-601336-94-hyperv neutron-server[94177]: DEBUG neutron.db.l3_hamode_db [None req-ffe31380-37f2-4700-b110-e51780b488ee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '69328bf8-8102-4f1b-bf5a-93905b28d528', 'name': 'tempest-RoutersTest-router-586562790', 'tenant_id': '1838eb839bc24d0abf2e86f88a8bcfa8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-23T11:36:51Z', 'updated_at': '2021-06-23T11:36:52Z', 'revision_number': 2, 'project_id': '1838eb839bc24d0abf2e86f88a8bcfa8', 'gw_port_host': None}], 'dv-neutron-601336-94-hyperv', False) {} {{(pid=94177) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 11:36:52.941310 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG oslo_concurrency.lockutils [None req-b494edb6-3278-4e25-bc96-22ba66a79926 tempest-SecGroupTest-1462889432 tempest-SecGroupTest-1462889432-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.035s {{(pid=94175) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 11:36:52.978061 dv-neutron-601336-94-hyperv neutron-server[94175]: INFO neutron.wsgi [None req-03dc3ee8-8804-4d54-98aa-44b17f8ee424 tempest-SecGroupTest-1462889432 tempest-SecGroupTest-1462889432-project] 10.222.0.20 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0518866 Jun 23 11:36:52.979675 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.wsgi [-] (94175) accepted ('10.222.0.20', 42288) {{(pid=94175) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 11:36:52.994776 dv-neutron-601336-94-hyperv neutron-server[94177]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ffe31380-37f2-4700-b110-e51780b488ee None None] Checking router: 69328bf8-8102-4f1b-bf5a-93905b28d528 for host: dv-neutron-601336-94-hyperv {{(pid=94177) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 23 11:36:52.999213 dv-neutron-601336-94-hyperv neutron-server[94175]: INFO neutron.wsgi [None req-7df063eb-cbef-434f-853f-a2074eb57371 tempest-FloatingIPTestJSON-1140213849 tempest-FloatingIPTestJSON-1140213849-project] 10.222.0.20 "PUT /v2.0/floatingips/cfdb5711-b4ad-4534-a87c-a7b6872dd870 HTTP/1.1" status: 200 len: 687 time: 1.3819780 Jun 23 11:36:53.000009 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.wsgi [-] (94175) accepted ('10.222.0.20', 42290) {{(pid=94175) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 11:36:53.004218 dv-neutron-601336-94-hyperv neutron-server[94177]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ffe31380-37f2-4700-b110-e51780b488ee None None] Routers {'69328bf8-8102-4f1b-bf5a-93905b28d528'} bound to L3 agent in host dv-neutron-601336-94-hyperv {{(pid=94177) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 23 11:36:53.005159 dv-neutron-601336-94-hyperv neutron-server[94177]: DEBUG neutron.db.l3_hamode_db [None req-ffe31380-37f2-4700-b110-e51780b488ee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-601336-94-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-23T11:22:13Z,description=,heartbeat_timestamp=2021-06-23T11:36:43Z,host='dv-neutron-601336-94-hyperv',id=50ef99c0-ef28-4db5-b303-b145898fae60,load=0,resource_versions=,resources_synced=,started_at=2021-06-23T11:22:14Z,topic='l3_agent')) {'router_ids': ['69328bf8-8102-4f1b-bf5a-93905b28d528'], 'active': True} {{(pid=94177) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 11:36:53.009740 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.db.l3_hamode_db [None req-370a6f6a-71ac-4bf0-82f2-ed3ae4c40046 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-601336-94-hyperv', False) {} {{(pid=94176) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 11:36:53.034978 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.db.l3_dvrscheduler_db [None req-370a6f6a-71ac-4bf0-82f2-ed3ae4c40046 None None] Routers {'54457aa4-57ec-453a-b617-a96ed249dc35'} bound to L3 agent in host dv-neutron-601336-94-hyperv {{(pid=94176) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 23 11:36:53.035929 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.db.l3_hamode_db [None req-370a6f6a-71ac-4bf0-82f2-ed3ae4c40046 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-601336-94-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-23T11:22:13Z,description=,heartbeat_timestamp=2021-06-23T11:36:43Z,host='dv-neutron-601336-94-hyperv',id=50ef99c0-ef28-4db5-b303-b145898fae60,load=0,resource_versions=,resources_synced=,started_at=2021-06-23T11:22:14Z,topic='l3_agent')) {'router_ids': ['54457aa4-57ec-453a-b617-a96ed249dc35'], 'active': True} {{(pid=94176) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 11:36:53.081669 dv-neutron-601336-94-hyperv neutron-server[94177]: DEBUG neutron.db.l3_dvr_db [None req-ffe31380-37f2-4700-b110-e51780b488ee None None] Set router 69328bf8-8102-4f1b-bf5a-93905b28d528 gateway port host: None {{(pid=94177) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:838}} Jun 23 11:36:53.084976 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.db.l3_hamode_db [None req-370a6f6a-71ac-4bf0-82f2-ed3ae4c40046 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-601336-94-hyperv', False) {} {{(pid=94176) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 11:36:53.085888 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-370a6f6a-71ac-4bf0-82f2-ed3ae4c40046 None None] The sync data for ids ['54457aa4-57ec-453a-b617-a96ed249dc35'] in dv-neutron-601336-94-hyperv is: [] {{(pid=94176) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 23 11:36:53.109475 dv-neutron-601336-94-hyperv neutron-server[94175]: INFO neutron.wsgi [None req-1ba79004-7894-4a4d-b02b-db794ce5a13b tempest-SecGroupTest-1462889432 tempest-SecGroupTest-1462889432-project] 10.222.0.20 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.1284695 Jun 23 11:36:53.138723 dv-neutron-601336-94-hyperv neutron-server[94177]: DEBUG neutron.db.l3_hamode_db [None req-ffe31380-37f2-4700-b110-e51780b488ee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '69328bf8-8102-4f1b-bf5a-93905b28d528', 'name': 'tempest-RoutersTest-router-586562790', 'tenant_id': '1838eb839bc24d0abf2e86f88a8bcfa8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-23T11:36:51Z', 'updated_at': '2021-06-23T11:36:52Z', 'revision_number': 2, 'project_id': '1838eb839bc24d0abf2e86f88a8bcfa8', 'gw_port_host': None}], 'dv-neutron-601336-94-hyperv', False) {} {{(pid=94177) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 11:36:53.175503 dv-neutron-601336-94-hyperv neutron-server[94177]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ffe31380-37f2-4700-b110-e51780b488ee None None] The sync data for ids ['69328bf8-8102-4f1b-bf5a-93905b28d528'] in dv-neutron-601336-94-hyperv is: [{'id': '69328bf8-8102-4f1b-bf5a-93905b28d528', 'name': 'tempest-RoutersTest-router-586562790', 'tenant_id': '1838eb839bc24d0abf2e86f88a8bcfa8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-23T11:36:51Z', 'updated_at': '2021-06-23T11:36:52Z', 'revision_number': 2, 'project_id': '1838eb839bc24d0abf2e86f88a8bcfa8', 'gw_port_host': None}] {{(pid=94177) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 23 11:36:53.223198 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron_lib.callbacks.manager [None req-97bd5441-1da2-49ee-a364-27795820ba27 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773699952132', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-899307'] for agent, after_update {{(pid=94176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:36:53.228937 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.plugins.ml2.plugin [None req-c0dd0754-a503-4d63-b452-4f38d92405a3 tempest-FloatingIPTestJSON-1140213849 tempest-FloatingIPTestJSON-1140213849-project] Deleting port 2a213bd6-9a7f-4801-814a-41a725e88625 {{(pid=94175) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1913}} Jun 23 11:36:53.233891 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron_lib.callbacks.manager [None req-c0dd0754-a503-4d63-b452-4f38d92405a3 tempest-FloatingIPTestJSON-1140213849 tempest-FloatingIPTestJSON-1140213849-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773700079324'] for port, before_delete {{(pid=94175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:36:53.243343 dv-neutron-601336-94-hyperv neutron-server[94174]: INFO neutron.wsgi [None req-99411aea-1040-4e4e-9aad-0084ae9bc04a tempest-RoutersTest-228919764 tempest-RoutersTest-228919764-project] 10.222.0.20 "GET /v2.0/routers/69328bf8-8102-4f1b-bf5a-93905b28d528 HTTP/1.1" status: 200 len: 699 time: 0.5154607 Jun 23 11:36:53.245739 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.wsgi [-] (94174) accepted ('10.222.0.20', 42294) {{(pid=94174) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 11:36:53.282254 dv-neutron-601336-94-hyperv neutron-server[94174]: INFO neutron.wsgi [None req-e05f1117-a7d8-40ff-aa0d-b4295f4908be tempest-RoutersTest-228919764 tempest-RoutersTest-228919764-project] 10.222.0.20 "GET /v2.0/ports?device_id=69328bf8-8102-4f1b-bf5a-93905b28d528 HTTP/1.1" status: 200 len: 205 time: 0.0329413 Jun 23 11:36:53.282496 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.wsgi [-] (94175) accepted ('10.222.0.20', 42296) {{(pid=94175) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 11:36:53.350347 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.wsgi [-] (94174) accepted ('10.222.0.20', 42298) {{(pid=94174) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 11:36:53.369500 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.plugins.ml2.rpc [None req-97bd5441-1da2-49ee-a364-27795820ba27 None None] Device 5bc1c89c-f37a-4549-8bd2-67c7e46b8da1 no longer exists at agent hyperv_hv-neutron-6013 {{(pid=94176) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:261}} Jun 23 11:36:53.386431 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron_lib.callbacks.manager [None req-52bafac2-74c3-4493-bb0b-f70e51b374db tempest-RoutersTest-228919764 tempest-RoutersTest-228919764-project] Notify callbacks [] for router, before_delete {{(pid=94175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:36:53.404567 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.plugins.ml2.plugin [None req-97bd5441-1da2-49ee-a364-27795820ba27 None None] No Port match for: 5bc1c89c-f37a-4549-8bd2-67c7e46b8da1 {{(pid=94176) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2240}} Jun 23 11:36:53.405191 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.plugins.ml2.rpc [None req-97bd5441-1da2-49ee-a364-27795820ba27 None None] Device 5bc1c89c-f37a-4549-8bd2-67c7e46b8da1 not bound to the agent host hv-neutron-6013 {{(pid=94176) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:271}} Jun 23 11:36:53.429227 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron_lib.callbacks.manager [None req-c0dd0754-a503-4d63-b452-4f38d92405a3 tempest-FloatingIPTestJSON-1140213849 tempest-FloatingIPTestJSON-1140213849-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-430722'] for port, precommit_delete {{(pid=94175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:36:53.429394 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron_lib.callbacks.manager [None req-c0dd0754-a503-4d63-b452-4f38d92405a3 tempest-FloatingIPTestJSON-1140213849 tempest-FloatingIPTestJSON-1140213849-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:36:53.475630 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.plugins.ml2.plugin [None req-c0dd0754-a503-4d63-b452-4f38d92405a3 tempest-FloatingIPTestJSON-1140213849 tempest-FloatingIPTestJSON-1140213849-project] Calling delete_port for 2a213bd6-9a7f-4801-814a-41a725e88625 owned by network:floatingip {{(pid=94175) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1986}} Jun 23 11:36:53.484069 dv-neutron-601336-94-hyperv neutron-server[94174]: INFO neutron.wsgi [None req-e665d1ba-b31b-490f-88e2-a2702bad446d admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=64b73baa6501411cbb8b6977f01166ba&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1333816 Jun 23 11:36:53.486532 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.wsgi [-] (94174) accepted ('10.222.0.20', 42300) {{(pid=94174) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 11:36:53.587567 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron_lib.callbacks.manager [None req-72af8f8d-fee3-44f9-9f06-c069ee0fc374 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:36:53.607553 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron_lib.callbacks.manager [None req-52bafac2-74c3-4493-bb0b-f70e51b374db tempest-RoutersTest-228919764 tempest-RoutersTest-228919764-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-520417', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-32301'] for router, precommit_delete {{(pid=94175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:36:53.612881 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron_lib.callbacks.manager [None req-52bafac2-74c3-4493-bb0b-f70e51b374db tempest-RoutersTest-228919764 tempest-RoutersTest-228919764-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:36:53.622943 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.wsgi [-] (94174) accepted ('10.222.0.20', 42304) {{(pid=94174) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 11:36:53.639906 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron_lib.callbacks.manager [None req-72af8f8d-fee3-44f9-9f06-c069ee0fc374 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:36:53.748651 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron_lib.callbacks.manager [None req-52bafac2-74c3-4493-bb0b-f70e51b374db tempest-RoutersTest-228919764 tempest-RoutersTest-228919764-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-494961'] for router, after_delete {{(pid=94175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:36:53.749516 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-52bafac2-74c3-4493-bb0b-f70e51b374db tempest-RoutersTest-228919764 tempest-RoutersTest-228919764-project] Fanout notify agent at l3_agent the message router_deleted on router 69328bf8-8102-4f1b-bf5a-93905b28d528 {{(pid=94175) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jun 23 11:36:53.757138 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron_lib.callbacks.manager [None req-52bafac2-74c3-4493-bb0b-f70e51b374db tempest-RoutersTest-228919764 tempest-RoutersTest-228919764-project] Notify callbacks [] for router, before_response {{(pid=94175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:36:53.758260 dv-neutron-601336-94-hyperv neutron-server[94175]: INFO neutron.wsgi [None req-52bafac2-74c3-4493-bb0b-f70e51b374db tempest-RoutersTest-228919764 tempest-RoutersTest-228919764-project] 10.222.0.20 "DELETE /v2.0/routers/69328bf8-8102-4f1b-bf5a-93905b28d528 HTTP/1.1" status: 204 len: 168 time: 0.4747100 Jun 23 11:36:53.761704 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.wsgi [-] (94175) accepted ('10.222.0.20', 42308) {{(pid=94175) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 11:36:53.793660 dv-neutron-601336-94-hyperv neutron-server[94175]: INFO neutron.wsgi [None req-78da15f5-000b-48b4-9354-fe9a2f22950f tempest-RoutersTest-228919764 tempest-RoutersTest-228919764-project] 10.222.0.20 "GET /v2.0/ports?device_id=69328bf8-8102-4f1b-bf5a-93905b28d528 HTTP/1.1" status: 200 len: 205 time: 0.0283678 Jun 23 11:36:53.793873 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron_lib.callbacks.manager [None req-e1dc2a6c-ac71-454c-9b3d-811fbccc9d80 tempest-TestNetworkBasicOps-233187296 tempest-TestNetworkBasicOps-233187296-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-453061'] for router_interface, before_delete {{(pid=94174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:36:53.804992 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.wsgi [-] (94175) accepted ('10.222.0.20', 42310) {{(pid=94175) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 11:36:53.805128 dv-neutron-601336-94-hyperv neutron-server[94174]: INFO neutron.wsgi [None req-b7dbf127-a30c-42df-875f-b3a38abe026d admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=526aa435b5a849549228feedae0326b4&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1725531 Jun 23 11:36:53.830963 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.wsgi [-] (94174) accepted ('10.222.0.20', 42312) {{(pid=94174) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 11:36:53.836458 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron_lib.callbacks.manager [None req-c0dd0754-a503-4d63-b452-4f38d92405a3 tempest-FloatingIPTestJSON-1140213849 tempest-FloatingIPTestJSON-1140213849-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-922904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866062', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773700135024', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773699642224', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5082448'] for port, after_delete {{(pid=94175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:36:53.839275 dv-neutron-601336-94-hyperv neutron-server[94175]: INFO neutron.api.v2.resource [None req-a48625d3-3129-47b5-8dec-fc717699ecea tempest-RoutersTest-228919764 tempest-RoutersTest-228919764-project] delete failed (client error): The resource could not be found. Jun 23 11:36:53.839440 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron_lib.callbacks.manager [None req-72af8f8d-fee3-44f9-9f06-c069ee0fc374 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7996330'] for security_group, after_delete {{(pid=94174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:36:53.839822 dv-neutron-601336-94-hyperv neutron-server[94175]: INFO neutron.wsgi [None req-a48625d3-3129-47b5-8dec-fc717699ecea tempest-RoutersTest-228919764 tempest-RoutersTest-228919764-project] 10.222.0.20 "DELETE /v2.0/routers/69328bf8-8102-4f1b-bf5a-93905b28d528 HTTP/1.1" status: 404 len: 336 time: 0.0449231 Jun 23 11:36:53.841355 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG oslo_concurrency.lockutils [None req-77f54bf8-3de5-4b75-bef6-9b09fa9703f4 tempest-RoutersIpV6Test-1448447933 tempest-RoutersIpV6Test-1448447933-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94175) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 11:36:53.841826 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron_lib.callbacks.manager [None req-72af8f8d-fee3-44f9-9f06-c069ee0fc374 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:36:53.842917 dv-neutron-601336-94-hyperv neutron-server[94174]: INFO neutron.wsgi [None req-72af8f8d-fee3-44f9-9f06-c069ee0fc374 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/c8c55697-691f-4a37-a059-2e2efc4d42f9 HTTP/1.1" status: 204 len: 168 time: 0.3553896 Jun 23 11:36:53.843066 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.wsgi [-] (94175) accepted ('10.222.0.20', 42314) {{(pid=94175) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 11:36:53.854964 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG oslo_concurrency.lockutils [None req-d1eca17b-7c23-4ec7-b0ed-cfc3c29a88bb admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94174) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 11:36:53.879875 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72af8f8d-fee3-44f9-9f06-c069ee0fc374 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c8c55697-691f-4a37-a059-2e2efc4d42f9,revision_number=None']} {{(pid=94174) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 11:36:53.889204 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG oslo_concurrency.lockutils [None req-72af8f8d-fee3-44f9-9f06-c069ee0fc374 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.041s {{(pid=94174) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 11:36:53.893217 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0dd0754-a503-4d63-b452-4f38d92405a3 tempest-FloatingIPTestJSON-1140213849 tempest-FloatingIPTestJSON-1140213849-project] Pushing event deleted for resources: {'Port': ['ID=2a213bd6-9a7f-4801-814a-41a725e88625,revision_number=None']} {{(pid=94175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 11:36:53.898267 dv-neutron-601336-94-hyperv neutron-server[94175]: INFO neutron.pecan_wsgi.hooks.translation [None req-209952d7-8162-4b80-ab92-744f06fb65aa tempest-RoutersTest-228919764 tempest-RoutersTest-228919764-project] DELETE failed (client error): The resource could not be found. Jun 23 11:36:53.898267 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-209952d7-8162-4b80-ab92-744f06fb65aa tempest-RoutersTest-228919764 tempest-RoutersTest-228919764-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94175) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 23 11:36:53.899810 dv-neutron-601336-94-hyperv neutron-server[94175]: INFO neutron.wsgi [None req-209952d7-8162-4b80-ab92-744f06fb65aa tempest-RoutersTest-228919764 tempest-RoutersTest-228919764-project] 10.222.0.20 "DELETE /v2.0/subnets/2bd5a6a0-bbba-4d6b-90bc-43a232abcc82 HTTP/1.1" status: 404 len: 337 time: 0.0519202 Jun 23 11:36:53.900867 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG oslo_concurrency.lockutils [None req-c0dd0754-a503-4d63-b452-4f38d92405a3 tempest-FloatingIPTestJSON-1140213849 tempest-FloatingIPTestJSON-1140213849-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.059s {{(pid=94175) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 11:36:53.902524 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.wsgi [-] (94175) accepted ('10.222.0.20', 42318) {{(pid=94175) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 11:36:53.961985 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron_lib.callbacks.manager [None req-5f51f380-3eae-4f35-a30b-9e2a2f952597 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:36:53.968162 dv-neutron-601336-94-hyperv neutron-server[94175]: INFO neutron.pecan_wsgi.hooks.translation [None req-0a6c1bdb-e956-4a23-bf70-b6f8e685810b tempest-RoutersTest-228919764 tempest-RoutersTest-228919764-project] DELETE failed (client error): The resource could not be found. Jun 23 11:36:53.968662 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0a6c1bdb-e956-4a23-bf70-b6f8e685810b tempest-RoutersTest-228919764 tempest-RoutersTest-228919764-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94175) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 23 11:36:53.970308 dv-neutron-601336-94-hyperv neutron-server[94175]: INFO neutron.wsgi [None req-0a6c1bdb-e956-4a23-bf70-b6f8e685810b tempest-RoutersTest-228919764 tempest-RoutersTest-228919764-project] 10.222.0.20 "DELETE /v2.0/subnets/b8fb0629-2298-4857-a3a7-be85dddb5a9a HTTP/1.1" status: 404 len: 337 time: 0.0668535 Jun 23 11:36:53.973186 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.wsgi [-] (94175) accepted ('10.222.0.20', 42320) {{(pid=94175) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 11:36:54.006936 dv-neutron-601336-94-hyperv neutron-server[94175]: INFO neutron.pecan_wsgi.hooks.translation [None req-45af8b03-ded2-4868-937f-3d98417f6ed7 tempest-RoutersTest-228919764 tempest-RoutersTest-228919764-project] DELETE failed (client error): The resource could not be found. Jun 23 11:36:54.007432 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-45af8b03-ded2-4868-937f-3d98417f6ed7 tempest-RoutersTest-228919764 tempest-RoutersTest-228919764-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94175) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 23 11:36:54.009162 dv-neutron-601336-94-hyperv neutron-server[94175]: INFO neutron.wsgi [None req-45af8b03-ded2-4868-937f-3d98417f6ed7 tempest-RoutersTest-228919764 tempest-RoutersTest-228919764-project] 10.222.0.20 "DELETE /v2.0/subnets/c35c0562-6b9c-442e-96b4-912bb02cc969 HTTP/1.1" status: 404 len: 337 time: 0.0350699 Jun 23 11:36:54.011878 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.wsgi [-] (94175) accepted ('10.222.0.20', 42322) {{(pid=94175) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 11:36:54.016812 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron_lib.callbacks.manager [None req-5f51f380-3eae-4f35-a30b-9e2a2f952597 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:36:54.043107 dv-neutron-601336-94-hyperv neutron-server[94175]: INFO neutron.pecan_wsgi.hooks.translation [None req-26368e35-0cf6-44df-bd37-a3eb416192e1 tempest-RoutersTest-228919764 tempest-RoutersTest-228919764-project] DELETE failed (client error): The resource could not be found. Jun 23 11:36:54.043574 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-26368e35-0cf6-44df-bd37-a3eb416192e1 tempest-RoutersTest-228919764 tempest-RoutersTest-228919764-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94175) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 23 11:36:54.045299 dv-neutron-601336-94-hyperv neutron-server[94175]: INFO neutron.wsgi [None req-26368e35-0cf6-44df-bd37-a3eb416192e1 tempest-RoutersTest-228919764 tempest-RoutersTest-228919764-project] 10.222.0.20 "DELETE /v2.0/subnets/c719f3a8-f536-49d0-8d92-e308a6195b0c HTTP/1.1" status: 404 len: 337 time: 0.0325115 Jun 23 11:36:54.046210 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron_lib.callbacks.manager [None req-c0dd0754-a503-4d63-b452-4f38d92405a3 tempest-FloatingIPTestJSON-1140213849 tempest-FloatingIPTestJSON-1140213849-project] Notify callbacks [] for floatingip, after_delete {{(pid=94175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:36:54.048697 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron_lib.callbacks.manager [None req-c0dd0754-a503-4d63-b452-4f38d92405a3 tempest-FloatingIPTestJSON-1140213849 tempest-FloatingIPTestJSON-1140213849-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-217507'] for floatingip, before_response {{(pid=94175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:36:54.049543 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.wsgi [-] (94174) accepted ('10.222.0.20', 42324) {{(pid=94174) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 11:36:54.049758 dv-neutron-601336-94-hyperv neutron-server[94175]: INFO neutron.wsgi [None req-c0dd0754-a503-4d63-b452-4f38d92405a3 tempest-FloatingIPTestJSON-1140213849 tempest-FloatingIPTestJSON-1140213849-project] 10.222.0.20 "DELETE /v2.0/floatingips/cfdb5711-b4ad-4534-a87c-a7b6872dd870 HTTP/1.1" status: 204 len: 168 time: 1.0489597 Jun 23 11:36:54.052986 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.wsgi [-] (94175) accepted ('10.222.0.20', 42326) {{(pid=94175) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 11:36:54.088969 dv-neutron-601336-94-hyperv neutron-server[94175]: INFO neutron.api.v2.resource [None req-475ad6f5-227f-4205-8fa8-f69688020485 tempest-FloatingIPTestJSON-1140213849 tempest-FloatingIPTestJSON-1140213849-project] delete failed (client error): The resource could not be found. Jun 23 11:36:54.088969 dv-neutron-601336-94-hyperv neutron-server[94175]: INFO neutron.wsgi [None req-475ad6f5-227f-4205-8fa8-f69688020485 tempest-FloatingIPTestJSON-1140213849 tempest-FloatingIPTestJSON-1140213849-project] 10.222.0.20 "DELETE /v2.0/floatingips/cfdb5711-b4ad-4534-a87c-a7b6872dd870 HTTP/1.1" status: 404 len: 345 time: 0.0347538 Jun 23 11:36:54.092592 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.wsgi [-] (94175) accepted ('10.222.0.20', 42328) {{(pid=94175) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 11:36:54.100015 dv-neutron-601336-94-hyperv neutron-server[94174]: INFO neutron.wsgi [None req-a45ee0e5-bd01-4b11-a445-c78da3ed7f4b tempest-RoutersTest-228919764 tempest-RoutersTest-228919764-project] 10.222.0.20 "GET /v2.0/ports?device_id=122c067d-0664-472a-8765-023c6fbf0099 HTTP/1.1" status: 200 len: 205 time: 0.0484965 Jun 23 11:36:54.102337 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.wsgi [-] (94174) accepted ('10.222.0.20', 42330) {{(pid=94174) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 11:36:54.159384 dv-neutron-601336-94-hyperv neutron-server[94174]: INFO neutron.api.v2.resource [None req-07e8fa2c-9480-4617-b8d9-405464734d41 tempest-RoutersTest-228919764 tempest-RoutersTest-228919764-project] delete failed (client error): The resource could not be found. Jun 23 11:36:54.162371 dv-neutron-601336-94-hyperv neutron-server[94174]: INFO neutron.wsgi [None req-07e8fa2c-9480-4617-b8d9-405464734d41 tempest-RoutersTest-228919764 tempest-RoutersTest-228919764-project] 10.222.0.20 "DELETE /v2.0/routers/122c067d-0664-472a-8765-023c6fbf0099 HTTP/1.1" status: 404 len: 336 time: 0.0583258 Jun 23 11:36:54.167472 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.wsgi [-] (94174) accepted ('10.222.0.20', 42332) {{(pid=94174) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 11:36:54.216458 dv-neutron-601336-94-hyperv neutron-server[94174]: INFO neutron.wsgi [None req-0398c32d-5dcd-49b9-9563-fe069c4310f2 tempest-RoutersTest-228919764 tempest-RoutersTest-228919764-project] 10.222.0.20 "GET /v2.0/ports?device_id=46f713e3-48e3-49af-bb7b-d38bcdf5f639 HTTP/1.1" status: 200 len: 205 time: 0.0460324 Jun 23 11:36:54.218914 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.wsgi [-] (94174) accepted ('10.222.0.20', 42334) {{(pid=94174) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 11:36:54.234586 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d936c315-9146-4c13-9ba3-d9314a6854fa tempest-FloatingIPTestJSON-1140213849 tempest-FloatingIPTestJSON-1140213849-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 11:36:54.245215 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d936c315-9146-4c13-9ba3-d9314a6854fa tempest-FloatingIPTestJSON-1140213849 tempest-FloatingIPTestJSON-1140213849-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 11:36:54.252564 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d936c315-9146-4c13-9ba3-d9314a6854fa tempest-FloatingIPTestJSON-1140213849 tempest-FloatingIPTestJSON-1140213849-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 11:36:54.257435 dv-neutron-601336-94-hyperv neutron-server[94175]: INFO neutron.wsgi [None req-d936c315-9146-4c13-9ba3-d9314a6854fa tempest-FloatingIPTestJSON-1140213849 tempest-FloatingIPTestJSON-1140213849-project] 10.222.0.20 "GET /v2.0/ports?network_id=221281ce-26f9-45d5-9065-123dad0725f0 HTTP/1.1" status: 200 len: 2358 time: 0.1611583 Jun 23 11:36:54.257835 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.wsgi [-] (94175) accepted ('10.222.0.20', 42336) {{(pid=94175) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 11:36:54.270381 dv-neutron-601336-94-hyperv neutron-server[94174]: INFO neutron.api.v2.resource [None req-8c4f85a9-81a1-42cf-850d-e9561f5f7a06 tempest-RoutersTest-228919764 tempest-RoutersTest-228919764-project] delete failed (client error): The resource could not be found. Jun 23 11:36:54.270916 dv-neutron-601336-94-hyperv neutron-server[94174]: INFO neutron.wsgi [None req-8c4f85a9-81a1-42cf-850d-e9561f5f7a06 tempest-RoutersTest-228919764 tempest-RoutersTest-228919764-project] 10.222.0.20 "DELETE /v2.0/routers/46f713e3-48e3-49af-bb7b-d38bcdf5f639 HTTP/1.1" status: 404 len: 336 time: 0.0508115 Jun 23 11:36:54.271843 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron_lib.callbacks.manager [None req-5f51f380-3eae-4f35-a30b-9e2a2f952597 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7996330'] for security_group, after_delete {{(pid=94174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:36:54.274156 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.wsgi [-] (94175) accepted ('10.222.0.20', 42338) {{(pid=94175) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 11:36:54.274462 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron_lib.callbacks.manager [None req-5f51f380-3eae-4f35-a30b-9e2a2f952597 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:36:54.276344 dv-neutron-601336-94-hyperv neutron-server[94174]: INFO neutron.wsgi [None req-5f51f380-3eae-4f35-a30b-9e2a2f952597 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/c229f7d1-d266-4969-8bd8-004c66f80911 HTTP/1.1" status: 204 len: 168 time: 0.4437385 Jun 23 11:36:54.278866 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG oslo_concurrency.lockutils [None req-11d5ac3d-d451-4052-b604-ebeafb8d2bf5 tempest-SecGroupIPv6Test-1528675894 tempest-SecGroupIPv6Test-1528675894-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94174) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 11:36:54.318624 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f51f380-3eae-4f35-a30b-9e2a2f952597 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c229f7d1-d266-4969-8bd8-004c66f80911,revision_number=None']} {{(pid=94174) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 11:36:54.322515 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG oslo_concurrency.lockutils [None req-5f51f380-3eae-4f35-a30b-9e2a2f952597 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.044s {{(pid=94174) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 11:36:54.346291 dv-neutron-601336-94-hyperv neutron-server[94175]: INFO neutron.pecan_wsgi.hooks.translation [None req-bfad0891-5f8e-448f-9f6f-3ad439c48d65 tempest-RoutersTest-228919764 tempest-RoutersTest-228919764-project] DELETE failed (client error): The resource could not be found. Jun 23 11:36:54.347398 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-bfad0891-5f8e-448f-9f6f-3ad439c48d65 tempest-RoutersTest-228919764 tempest-RoutersTest-228919764-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94175) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 23 11:36:54.354612 dv-neutron-601336-94-hyperv neutron-server[94175]: INFO neutron.wsgi [None req-bfad0891-5f8e-448f-9f6f-3ad439c48d65 tempest-RoutersTest-228919764 tempest-RoutersTest-228919764-project] 10.222.0.20 "DELETE /v2.0/subnets/d9aa836c-9fa8-49e5-914c-03b8fc0a6cb4 HTTP/1.1" status: 404 len: 337 time: 0.0569780 Jun 23 11:36:54.357926 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.wsgi [-] (94175) accepted ('10.222.0.20', 42342) {{(pid=94175) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 11:36:54.402553 dv-neutron-601336-94-hyperv neutron-server[94175]: INFO neutron.wsgi [None req-7f7b25d0-530a-438f-b9e3-63cd34a99570 tempest-RoutersTest-228919764 tempest-RoutersTest-228919764-project] 10.222.0.20 "GET /v2.0/ports?device_id=9ac7aa5c-e13e-4cc7-96cf-d4897db18486 HTTP/1.1" status: 200 len: 205 time: 0.0437233 Jun 23 11:36:54.405154 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.wsgi [-] (94174) accepted ('10.222.0.20', 42344) {{(pid=94174) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 11:36:54.407965 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-86b8a876-bca4-4553-bea1-62922f6f840e tempest-FloatingIPTestJSON-1140213849 tempest-FloatingIPTestJSON-1140213849-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 11:36:54.411369 dv-neutron-601336-94-hyperv neutron-server[94175]: INFO neutron.wsgi [None req-86b8a876-bca4-4553-bea1-62922f6f840e tempest-FloatingIPTestJSON-1140213849 tempest-FloatingIPTestJSON-1140213849-project] 10.222.0.20 "GET /v2.0/subnets/7c13abcb-699c-45e0-973a-8f79dc35eda3 HTTP/1.1" status: 200 len: 797 time: 0.1504200 Jun 23 11:36:54.414582 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.wsgi [-] (94175) accepted ('10.222.0.20', 42346) {{(pid=94175) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 11:36:54.419593 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.api.v2.base [None req-b6ea8e1d-77d9-482e-872c-e87f0e556f6f tempest-FloatingIPTestJSON-1140213849 tempest-FloatingIPTestJSON-1140213849-project] Request body: {'port': {'network_id': '221281ce-26f9-45d5-9065-123dad0725f0', 'name': 'tempest-FloatingIPTestJSON-1221753509', 'fixed_ips': [{'ip_address': '172.20.0.13'}, {'ip_address': '172.20.0.12'}]}} {{(pid=94175) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 23 11:36:54.453915 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.plugins.ml2.plugin [None req-e1dc2a6c-ac71-454c-9b3d-811fbccc9d80 tempest-TestNetworkBasicOps-233187296 tempest-TestNetworkBasicOps-233187296-project] Deleting port e5476f2c-5bd4-4cc3-b744-a1495ec93de3 {{(pid=94174) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1913}} Jun 23 11:36:54.454259 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron_lib.callbacks.manager [None req-e1dc2a6c-ac71-454c-9b3d-811fbccc9d80 tempest-TestNetworkBasicOps-233187296 tempest-TestNetworkBasicOps-233187296-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773700079324'] for port, before_delete {{(pid=94174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:36:54.457415 dv-neutron-601336-94-hyperv neutron-server[94174]: INFO neutron.api.v2.resource [None req-dda6f03c-598c-4e11-9c84-3017f563daa2 tempest-RoutersTest-228919764 tempest-RoutersTest-228919764-project] delete failed (client error): The resource could not be found. Jun 23 11:36:54.458436 dv-neutron-601336-94-hyperv neutron-server[94174]: INFO neutron.wsgi [None req-dda6f03c-598c-4e11-9c84-3017f563daa2 tempest-RoutersTest-228919764 tempest-RoutersTest-228919764-project] 10.222.0.20 "DELETE /v2.0/routers/9ac7aa5c-e13e-4cc7-96cf-d4897db18486 HTTP/1.1" status: 404 len: 336 time: 0.0523379 Jun 23 11:36:54.461052 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.wsgi [-] (94174) accepted ('10.222.0.20', 42348) {{(pid=94174) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 11:36:54.530454 dv-neutron-601336-94-hyperv neutron-server[94174]: INFO neutron.wsgi [None req-23a3cda6-b0fc-498e-a661-26d79c8e7158 tempest-RoutersTest-228919764 tempest-RoutersTest-228919764-project] 10.222.0.20 "GET /v2.0/ports?device_id=f0561d3a-4e6d-45ba-a2d4-2017d5ccaba5 HTTP/1.1" status: 200 len: 205 time: 0.0681992 Jun 23 11:36:54.532752 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.wsgi [-] (94175) accepted ('10.222.0.20', 42350) {{(pid=94175) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 11:36:54.575065 dv-neutron-601336-94-hyperv neutron-server[94175]: INFO neutron.api.v2.resource [None req-3cb8815a-e4f7-4eba-8fb2-526836b71979 tempest-RoutersTest-228919764 tempest-RoutersTest-228919764-project] delete failed (client error): The resource could not be found. Jun 23 11:36:54.576147 dv-neutron-601336-94-hyperv neutron-server[94175]: INFO neutron.wsgi [None req-3cb8815a-e4f7-4eba-8fb2-526836b71979 tempest-RoutersTest-228919764 tempest-RoutersTest-228919764-project] 10.222.0.20 "DELETE /v2.0/routers/f0561d3a-4e6d-45ba-a2d4-2017d5ccaba5 HTTP/1.1" status: 404 len: 336 time: 0.0423975 Jun 23 11:36:54.578647 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.wsgi [-] (94175) accepted ('10.222.0.20', 42352) {{(pid=94175) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 11:36:54.582131 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.plugins.ml2.db [None req-e1dc2a6c-ac71-454c-9b3d-811fbccc9d80 tempest-TestNetworkBasicOps-233187296 tempest-TestNetworkBasicOps-233187296-project] For port e5476f2c-5bd4-4cc3-b744-a1495ec93de3, host dv-neutron-601336-94-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-94-hyperv',level=0,port_id=e5476f2c-5bd4-4cc3-b744-a1495ec93de3,segment=NetworkSegment(78d6d132-b23e-4555-9358-dea047b3f21c),segment_id=78d6d132-b23e-4555-9358-dea047b3f21c)] {{(pid=94174) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 23 11:36:54.582495 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron_lib.callbacks.manager [None req-e1dc2a6c-ac71-454c-9b3d-811fbccc9d80 tempest-TestNetworkBasicOps-233187296 tempest-TestNetworkBasicOps-233187296-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-430722'] for port, precommit_delete {{(pid=94174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:36:54.594700 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.plugins.ml2.plugin [None req-e1dc2a6c-ac71-454c-9b3d-811fbccc9d80 tempest-TestNetworkBasicOps-233187296 tempest-TestNetworkBasicOps-233187296-project] Calling delete_port for e5476f2c-5bd4-4cc3-b744-a1495ec93de3 owned by network:router_interface {{(pid=94174) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1986}} Jun 23 11:36:54.606103 dv-neutron-601336-94-hyperv neutron-server[94175]: INFO neutron.pecan_wsgi.hooks.translation [None req-80ad4005-b55d-45a6-adaf-95a98cc65627 tempest-RoutersTest-228919764 tempest-RoutersTest-228919764-project] DELETE failed (client error): The resource could not be found. Jun 23 11:36:54.606561 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-80ad4005-b55d-45a6-adaf-95a98cc65627 tempest-RoutersTest-228919764 tempest-RoutersTest-228919764-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94175) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 23 11:36:54.608293 dv-neutron-601336-94-hyperv neutron-server[94175]: INFO neutron.wsgi [None req-80ad4005-b55d-45a6-adaf-95a98cc65627 tempest-RoutersTest-228919764 tempest-RoutersTest-228919764-project] 10.222.0.20 "DELETE /v2.0/subnets/24e77686-a468-4f7c-ad1a-86d49d47e45a HTTP/1.1" status: 404 len: 337 time: 0.0287125 Jun 23 11:36:54.611050 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.wsgi [-] (94175) accepted ('10.222.0.20', 42354) {{(pid=94175) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 11:36:54.640327 dv-neutron-601336-94-hyperv neutron-server[94175]: INFO neutron.wsgi [None req-337cbaea-49c3-4931-bcd2-a62710155ca3 tempest-RoutersTest-228919764 tempest-RoutersTest-228919764-project] 10.222.0.20 "GET /v2.0/ports?device_id=ecf7ea22-9104-4532-82d2-2bd49e27d72a HTTP/1.1" status: 200 len: 205 time: 0.0280113 Jun 23 11:36:54.641493 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b6ea8e1d-77d9-482e-872c-e87f0e556f6f tempest-FloatingIPTestJSON-1140213849 tempest-FloatingIPTestJSON-1140213849-project] Made reservation on behalf of 946ffc147f30469c8ac6ad4e1bd7e5ea for: {'port': 1} {{(pid=94175) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 23 11:36:54.642635 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.wsgi [-] (94174) accepted ('10.222.0.20', 42356) {{(pid=94174) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 11:36:54.683254 dv-neutron-601336-94-hyperv neutron-server[94174]: INFO neutron.api.v2.resource [None req-659b4226-df5c-4052-a7f8-3dafca680221 tempest-RoutersTest-228919764 tempest-RoutersTest-228919764-project] delete failed (client error): The resource could not be found. Jun 23 11:36:54.686501 dv-neutron-601336-94-hyperv neutron-server[94174]: INFO neutron.wsgi [None req-659b4226-df5c-4052-a7f8-3dafca680221 tempest-RoutersTest-228919764 tempest-RoutersTest-228919764-project] 10.222.0.20 "DELETE /v2.0/routers/ecf7ea22-9104-4532-82d2-2bd49e27d72a HTTP/1.1" status: 404 len: 336 time: 0.0406849 Jun 23 11:36:54.687448 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.wsgi [-] (94175) accepted ('10.222.0.20', 42360) {{(pid=94175) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 11:36:54.718668 dv-neutron-601336-94-hyperv neutron-server[94175]: INFO neutron.pecan_wsgi.hooks.translation [None req-19779075-7730-4574-8e63-695ac71d493b tempest-RoutersTest-228919764 tempest-RoutersTest-228919764-project] DELETE failed (client error): The resource could not be found. Jun 23 11:36:54.719160 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-19779075-7730-4574-8e63-695ac71d493b tempest-RoutersTest-228919764 tempest-RoutersTest-228919764-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94175) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 23 11:36:54.720893 dv-neutron-601336-94-hyperv neutron-server[94175]: INFO neutron.wsgi [None req-19779075-7730-4574-8e63-695ac71d493b tempest-RoutersTest-228919764 tempest-RoutersTest-228919764-project] 10.222.0.20 "DELETE /v2.0/subnets/5201dc7f-ba4f-40c0-a658-be97a9e96cb7 HTTP/1.1" status: 404 len: 337 time: 0.0325196 Jun 23 11:36:54.723585 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.wsgi [-] (94175) accepted ('10.222.0.20', 42362) {{(pid=94175) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 11:36:54.759308 dv-neutron-601336-94-hyperv neutron-server[94175]: INFO neutron.wsgi [None req-5d5d46f1-7edc-40fa-9470-9ca279ea0a21 tempest-RoutersTest-228919764 tempest-RoutersTest-228919764-project] 10.222.0.20 "GET /v2.0/ports?device_id=a62c439a-ad58-40c0-a8d1-74ea1530deaa HTTP/1.1" status: 200 len: 205 time: 0.0345218 Jun 23 11:36:54.762255 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.wsgi [-] (94174) accepted ('10.222.0.20', 42364) {{(pid=94174) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 11:36:54.792463 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron_lib.callbacks.manager [None req-b6ea8e1d-77d9-482e-872c-e87f0e556f6f tempest-FloatingIPTestJSON-1140213849 tempest-FloatingIPTestJSON-1140213849-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-923104'] for port, before_create {{(pid=94175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:36:54.800882 dv-neutron-601336-94-hyperv neutron-server[94174]: INFO neutron.api.v2.resource [None req-235f0405-82a0-47c8-a99b-2882b96f994c tempest-RoutersTest-228919764 tempest-RoutersTest-228919764-project] delete failed (client error): The resource could not be found. Jun 23 11:36:54.804348 dv-neutron-601336-94-hyperv neutron-server[94174]: INFO neutron.wsgi [None req-235f0405-82a0-47c8-a99b-2882b96f994c tempest-RoutersTest-228919764 tempest-RoutersTest-228919764-project] 10.222.0.20 "DELETE /v2.0/routers/a62c439a-ad58-40c0-a8d1-74ea1530deaa HTTP/1.1" status: 404 len: 336 time: 0.0387218 Jun 23 11:36:54.804841 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.wsgi [-] (94174) accepted ('10.222.0.20', 42368) {{(pid=94174) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 11:36:54.813182 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.notifiers.nova [None req-b6ea8e1d-77d9-482e-872c-e87f0e556f6f tempest-FloatingIPTestJSON-1140213849 tempest-FloatingIPTestJSON-1140213849-project] device_id is not set on port 495cc569-4327-4ab8-bff7-5b0cd2728b22 yet. {{(pid=94175) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jun 23 11:36:54.837836 dv-neutron-601336-94-hyperv neutron-server[94174]: INFO neutron.pecan_wsgi.hooks.translation [None req-af2a0667-62a2-4124-92d1-0ebcb082f397 tempest-RoutersTest-228919764 tempest-RoutersTest-228919764-project] DELETE failed (client error): The resource could not be found. Jun 23 11:36:54.838011 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-af2a0667-62a2-4124-92d1-0ebcb082f397 tempest-RoutersTest-228919764 tempest-RoutersTest-228919764-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94174) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 23 11:36:54.841990 dv-neutron-601336-94-hyperv neutron-server[94174]: INFO neutron.wsgi [None req-af2a0667-62a2-4124-92d1-0ebcb082f397 tempest-RoutersTest-228919764 tempest-RoutersTest-228919764-project] 10.222.0.20 "DELETE /v2.0/subnets/97e73890-8840-4dca-a4a3-7418075a9d4c HTTP/1.1" status: 404 len: 337 time: 0.0341568 Jun 23 11:36:54.842243 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.wsgi [-] (94174) accepted ('10.222.0.20', 42372) {{(pid=94174) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 11:36:54.873465 dv-neutron-601336-94-hyperv neutron-server[94174]: INFO neutron.pecan_wsgi.hooks.translation [None req-329a0cc6-b57f-48fd-88ae-d0623cff4d1e tempest-RoutersTest-228919764 tempest-RoutersTest-228919764-project] DELETE failed (client error): The resource could not be found. Jun 23 11:36:54.873927 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-329a0cc6-b57f-48fd-88ae-d0623cff4d1e tempest-RoutersTest-228919764 tempest-RoutersTest-228919764-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94174) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 23 11:36:54.875658 dv-neutron-601336-94-hyperv neutron-server[94174]: INFO neutron.wsgi [None req-329a0cc6-b57f-48fd-88ae-d0623cff4d1e tempest-RoutersTest-228919764 tempest-RoutersTest-228919764-project] 10.222.0.20 "DELETE /v2.0/subnets/f2d6faea-6e5d-4e43-93d5-9f224213e1ba HTTP/1.1" status: 404 len: 337 time: 0.0325067 Jun 23 11:36:55.017562 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron_lib.callbacks.manager [None req-e1dc2a6c-ac71-454c-9b3d-811fbccc9d80 tempest-TestNetworkBasicOps-233187296 tempest-TestNetworkBasicOps-233187296-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-922904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866062', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773700135024', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773699642224', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5196390'] for port, after_delete {{(pid=94174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:36:55.024415 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG oslo_concurrency.lockutils [None req-9023b93d-86f1-4079-96a2-6ad1ff683ce7 tempest-TestServerAdvancedOps-2059691030 tempest-TestServerAdvancedOps-2059691030-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94174) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 11:36:55.050537 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1dc2a6c-ac71-454c-9b3d-811fbccc9d80 tempest-TestNetworkBasicOps-233187296 tempest-TestNetworkBasicOps-233187296-project] Pushing event deleted for resources: {'Port': ['ID=e5476f2c-5bd4-4cc3-b744-a1495ec93de3,revision_number=None']} {{(pid=94174) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 11:36:55.053337 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG oslo_concurrency.lockutils [None req-e1dc2a6c-ac71-454c-9b3d-811fbccc9d80 tempest-TestNetworkBasicOps-233187296 tempest-TestNetworkBasicOps-233187296-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.029s {{(pid=94174) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 11:36:55.151774 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.db.db_base_plugin_common [None req-b6ea8e1d-77d9-482e-872c-e87f0e556f6f tempest-FloatingIPTestJSON-1140213849 tempest-FloatingIPTestJSON-1140213849-project] Allocated IP 172.20.0.13 (221281ce-26f9-45d5-9065-123dad0725f0/7c13abcb-699c-45e0-973a-8f79dc35eda3/495cc569-4327-4ab8-bff7-5b0cd2728b22) {{(pid=94175) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 23 11:36:55.160601 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.db.db_base_plugin_common [None req-b6ea8e1d-77d9-482e-872c-e87f0e556f6f tempest-FloatingIPTestJSON-1140213849 tempest-FloatingIPTestJSON-1140213849-project] Allocated IP 172.20.0.12 (221281ce-26f9-45d5-9065-123dad0725f0/7c13abcb-699c-45e0-973a-8f79dc35eda3/495cc569-4327-4ab8-bff7-5b0cd2728b22) {{(pid=94175) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 23 11:36:55.263838 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron_lib.callbacks.manager [None req-e1dc2a6c-ac71-454c-9b3d-811fbccc9d80 tempest-TestNetworkBasicOps-233187296 tempest-TestNetworkBasicOps-233187296-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-7866080', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-516693'] for router_interface, after_delete {{(pid=94174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:36:55.337155 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron_lib.callbacks.manager [None req-b6ea8e1d-77d9-482e-872c-e87f0e556f6f tempest-FloatingIPTestJSON-1140213849 tempest-FloatingIPTestJSON-1140213849-project] Notify callbacks [] for port, precommit_create {{(pid=94175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:36:55.377959 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.wsgi [-] (94175) accepted ('10.222.0.20', 42386) {{(pid=94175) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 11:36:55.466147 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron_lib.callbacks.manager [None req-b6ea8e1d-77d9-482e-872c-e87f0e556f6f tempest-FloatingIPTestJSON-1140213849 tempest-FloatingIPTestJSON-1140213849-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-922915', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-239814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7866073', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773699642215', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-5082457'] for port, after_create {{(pid=94175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:36:55.474641 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG oslo_concurrency.lockutils [None req-067fe435-dd55-4fbf-8c53-aa9fbdf5fb01 tempest-FloatingIPTestJSON-1140213849 tempest-FloatingIPTestJSON-1140213849-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94175) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 11:36:55.532445 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b6ea8e1d-77d9-482e-872c-e87f0e556f6f tempest-FloatingIPTestJSON-1140213849 tempest-FloatingIPTestJSON-1140213849-project] Network 221281ce-26f9-45d5-9065-123dad0725f0 is already hosted by enough agents. {{(pid=94175) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 23 11:36:55.533539 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e1dc2a6c-ac71-454c-9b3d-811fbccc9d80 tempest-TestNetworkBasicOps-233187296 tempest-TestNetworkBasicOps-233187296-project] Router 4c99b81f-8a52-421f-abc8-9ccee9678765 has already been hosted by L3 agent 50ef99c0-ef28-4db5-b303-b145898fae60 {{(pid=94174) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 23 11:36:55.541860 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.scheduler.base_scheduler [None req-b6ea8e1d-77d9-482e-872c-e87f0e556f6f tempest-FloatingIPTestJSON-1140213849 tempest-FloatingIPTestJSON-1140213849-project] Resources bound (agent type, host, resource id): {{(pid=94175) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 23 11:36:55.546200 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b6ea8e1d-77d9-482e-872c-e87f0e556f6f tempest-FloatingIPTestJSON-1140213849 tempest-FloatingIPTestJSON-1140213849-project] Received port after_create {{(pid=94175) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 23 11:36:55.596116 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6ea8e1d-77d9-482e-872c-e87f0e556f6f tempest-FloatingIPTestJSON-1140213849 tempest-FloatingIPTestJSON-1140213849-project] Pushing event updated for resources: {'Port': ['ID=495cc569-4327-4ab8-bff7-5b0cd2728b22,revision_number=1']} {{(pid=94175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 11:36:55.599071 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG oslo_concurrency.lockutils [None req-b6ea8e1d-77d9-482e-872c-e87f0e556f6f tempest-FloatingIPTestJSON-1140213849 tempest-FloatingIPTestJSON-1140213849-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.126s {{(pid=94175) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 11:36:55.604568 dv-neutron-601336-94-hyperv neutron-server[94175]: INFO neutron.wsgi [None req-78305e4c-a867-4206-8f40-ca38c1b6eec7 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=1838eb839bc24d0abf2e86f88a8bcfa8&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2232776 Jun 23 11:36:55.605570 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.wsgi [-] (94174) accepted ('10.222.0.20', 42394) {{(pid=94174) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 11:36:55.628429 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b6ea8e1d-77d9-482e-872c-e87f0e556f6f tempest-FloatingIPTestJSON-1140213849 tempest-FloatingIPTestJSON-1140213849-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 11:36:55.629072 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron_lib.callbacks.manager [None req-b6ea8e1d-77d9-482e-872c-e87f0e556f6f tempest-FloatingIPTestJSON-1140213849 tempest-FloatingIPTestJSON-1140213849-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-217507'] for port, before_response {{(pid=94175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:36:55.657783 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.wsgi [-] (94175) accepted ('10.222.0.20', 42396) {{(pid=94175) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 11:36:55.704164 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron_lib.callbacks.manager [None req-f04dc751-ddd5-4163-be52-38564e3f3d80 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:36:55.706917 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e1dc2a6c-ac71-454c-9b3d-811fbccc9d80 tempest-TestNetworkBasicOps-233187296 tempest-TestNetworkBasicOps-233187296-project] Notify agent at l3_agent.dv-neutron-601336-94-hyperv the message routers_updated {{(pid=94174) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 23 11:36:55.715532 dv-neutron-601336-94-hyperv neutron-server[94174]: INFO neutron.wsgi [None req-e1dc2a6c-ac71-454c-9b3d-811fbccc9d80 tempest-TestNetworkBasicOps-233187296 tempest-TestNetworkBasicOps-233187296-project] 10.222.0.20 "PUT /v2.0/routers/4c99b81f-8a52-421f-abc8-9ccee9678765/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.9473474 Jun 23 11:36:55.716178 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.wsgi [-] (94175) accepted ('10.222.0.20', 42400) {{(pid=94175) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 11:36:55.716517 dv-neutron-601336-94-hyperv neutron-server[94177]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4c5ada68-7d4e-473a-8cc1-4c06c86a22fb None None] Sync routers for ids ['4c99b81f-8a52-421f-abc8-9ccee9678765'] in dv-neutron-601336-94-hyperv {{(pid=94177) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 23 11:36:55.726982 dv-neutron-601336-94-hyperv neutron-server[94177]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4c5ada68-7d4e-473a-8cc1-4c06c86a22fb None None] Routers {'4c99b81f-8a52-421f-abc8-9ccee9678765'} bound to L3 agent in host dv-neutron-601336-94-hyperv {{(pid=94177) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 23 11:36:55.736716 dv-neutron-601336-94-hyperv neutron-server[94177]: DEBUG neutron.db.l3_hamode_db [None req-4c5ada68-7d4e-473a-8cc1-4c06c86a22fb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-601336-94-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-23T11:22:13Z,description=,heartbeat_timestamp=2021-06-23T11:36:43Z,host='dv-neutron-601336-94-hyperv',id=50ef99c0-ef28-4db5-b303-b145898fae60,load=0,resource_versions=,resources_synced=,started_at=2021-06-23T11:22:14Z,topic='l3_agent')) {'router_ids': ['4c99b81f-8a52-421f-abc8-9ccee9678765'], 'active': True} {{(pid=94177) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 11:36:55.742699 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron_lib.callbacks.manager [None req-f04dc751-ddd5-4163-be52-38564e3f3d80 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:36:55.750099 dv-neutron-601336-94-hyperv neutron-server[94175]: INFO neutron.wsgi [None req-b6ea8e1d-77d9-482e-872c-e87f0e556f6f tempest-FloatingIPTestJSON-1140213849 tempest-FloatingIPTestJSON-1140213849-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1010 time: 1.3341975 Jun 23 11:36:55.752484 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.wsgi [-] (94175) accepted ('10.222.0.20', 42402) {{(pid=94175) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 11:36:55.759232 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.api.v2.base [None req-0b196982-fb18-4644-84c1-4f9f95c31e8d tempest-FloatingIPTestJSON-1140213849 tempest-FloatingIPTestJSON-1140213849-project] Request body: {'floatingip': {'floating_network_id': '3e7e4eb3-cf02-4d47-ade9-0a579cdfc60f', 'port_id': '495cc569-4327-4ab8-bff7-5b0cd2728b22', 'fixed_ip_address': '172.20.0.13'}} {{(pid=94175) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 23 11:36:55.778212 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.api.v2.base [None req-b7be1f3e-ab48-4c47-bfb1-da7b0d321bc5 tempest-TagsExtTest-1712647166 tempest-TagsExtTest-1712647166-project] Request body: {'network': {'name': 'tempest-TagsExtTest-test-network-1355090144'}} {{(pid=94175) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 23 11:36:55.806329 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.db.db_base_plugin_v2 [None req-202c1c01-20f1-4903-9be7-46584f487aee tempest-TestNetworkBasicOps-233187296 tempest-TestNetworkBasicOps-233187296-project] Deleting subnet a2268277-49d2-4de4-9270-a498945fea2b {{(pid=94175) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jun 23 11:36:55.811408 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron_lib.callbacks.manager [None req-202c1c01-20f1-4903-9be7-46584f487aee tempest-TestNetworkBasicOps-233187296 tempest-TestNetworkBasicOps-233187296-project] Notify callbacks [] for subnet, before_delete {{(pid=94175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:36:55.853986 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron_lib.callbacks.manager [None req-202c1c01-20f1-4903-9be7-46584f487aee tempest-TestNetworkBasicOps-233187296 tempest-TestNetworkBasicOps-233187296-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5190686'] for subnet, precommit_delete_associations {{(pid=94175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:36:55.857244 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron_lib.callbacks.manager [None req-f04dc751-ddd5-4163-be52-38564e3f3d80 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7996330'] for security_group, after_delete {{(pid=94174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:36:55.860102 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron_lib.callbacks.manager [None req-f04dc751-ddd5-4163-be52-38564e3f3d80 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:36:55.861562 dv-neutron-601336-94-hyperv neutron-server[94174]: INFO neutron.wsgi [None req-f04dc751-ddd5-4163-be52-38564e3f3d80 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/570e7fe9-da3c-4b2c-aa1c-e856c5d0c896 HTTP/1.1" status: 204 len: 168 time: 0.2555792 Jun 23 11:36:55.862479 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG oslo_concurrency.lockutils [None req-36a9326a-cbc3-4c90-a9e3-25a37366ecd8 tempest-SecGroupTest-1462889432 tempest-SecGroupTest-1462889432-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94174) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 11:36:55.871741 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f04dc751-ddd5-4163-be52-38564e3f3d80 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=570e7fe9-da3c-4b2c-aa1c-e856c5d0c896,revision_number=None']} {{(pid=94174) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 11:36:55.875267 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG oslo_concurrency.lockutils [None req-f04dc751-ddd5-4163-be52-38564e3f3d80 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.013s {{(pid=94174) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 11:36:55.880849 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron_lib.callbacks.manager [None req-0b196982-fb18-4644-84c1-4f9f95c31e8d tempest-FloatingIPTestJSON-1140213849 tempest-FloatingIPTestJSON-1140213849-project] Notify callbacks [] for floatingip, before_create {{(pid=94175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:36:55.948043 dv-neutron-601336-94-hyperv neutron-server[94177]: DEBUG neutron.db.l3_dvr_db [None req-4c5ada68-7d4e-473a-8cc1-4c06c86a22fb None None] Set router 4c99b81f-8a52-421f-abc8-9ccee9678765 gateway port host: dv-neutron-601336-94-hyperv {{(pid=94177) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:838}} Jun 23 11:36:56.005849 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b7be1f3e-ab48-4c47-bfb1-da7b0d321bc5 tempest-TagsExtTest-1712647166 tempest-TagsExtTest-1712647166-project] Made reservation on behalf of 4ea26e61bf9147359733809bf34c6d17 for: {'network': 1} {{(pid=94175) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 23 11:36:56.009467 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron_lib.callbacks.manager [None req-b7be1f3e-ab48-4c47-bfb1-da7b0d321bc5 tempest-TagsExtTest-1712647166 tempest-TagsExtTest-1712647166-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-923104'] for network, before_create {{(pid=94175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:36:56.011988 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron_lib.callbacks.manager [None req-202c1c01-20f1-4903-9be7-46584f487aee tempest-TestNetworkBasicOps-233187296 tempest-TestNetworkBasicOps-233187296-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-897634'] for subnet, precommit_delete {{(pid=94175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:36:56.047581 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron_lib.callbacks.manager [None req-b7be1f3e-ab48-4c47-bfb1-da7b0d321bc5 tempest-TagsExtTest-1712647166 tempest-TagsExtTest-1712647166-project] Notify callbacks [] for security_group, before_create {{(pid=94175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:36:56.130903 dv-neutron-601336-94-hyperv neutron-server[94177]: DEBUG neutron.db.l3_hamode_db [None req-4c5ada68-7d4e-473a-8cc1-4c06c86a22fb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4c99b81f-8a52-421f-abc8-9ccee9678765', 'name': 'tempest-TestNetworkBasicOps-router-26535949', 'tenant_id': '772b9946478d439e9da4eaeade7fb21d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3e7e4eb3-cf02-4d47-ade9-0a579cdfc60f', 'external_fixed_ips': [{'subnet_id': 'a5ad15ab-c489-4a67-a9b0-d559fca0ec71', 'ip_address': '172.26.3.243'}], 'enable_snat': True}, 'gw_port_id': '3aeaf89e-5f81-4c55-b262-f57f38a5e301', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-23T11:34:22Z', 'updated_at': '2021-06-23T11:36:54Z', 'revision_number': 7, 'project_id': '772b9946478d439e9da4eaeade7fb21d', 'gw_port': {'id': '3aeaf89e-5f81-4c55-b262-f57f38a5e301', 'name': '', 'network_id': '3e7e4eb3-cf02-4d47-ade9-0a579cdfc60f', 'tenant_id': '', 'mac_address': 'fa:16:3e:74:1f:dd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4c99b81f-8a52-421f-abc8-9ccee9678765', 'device_owner': 'network:router_gateway', 'standard_attr_id': 875, 'fixed_ips': [{'subnet_id': 'a5ad15ab-c489-4a67-a9b0-d559fca0ec71', 'ip_address': '172.26.3.243', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-94-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-23T11:34:23Z', 'updated_at': '2021-06-23T11:34:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a5ad15ab-c489-4a67-a9b0-d559fca0ec71', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-601336-94-hyperv'}], 'dv-neutron-601336-94-hyperv', False) {} {{(pid=94177) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 11:36:56.150427 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron_lib.callbacks.manager [None req-0b196982-fb18-4644-84c1-4f9f95c31e8d tempest-FloatingIPTestJSON-1140213849 tempest-FloatingIPTestJSON-1140213849-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-923104'] for port, before_create {{(pid=94175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:36:56.158103 dv-neutron-601336-94-hyperv neutron-server[94177]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4c5ada68-7d4e-473a-8cc1-4c06c86a22fb None None] Checking router: 4c99b81f-8a52-421f-abc8-9ccee9678765 for host: dv-neutron-601336-94-hyperv {{(pid=94177) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 23 11:36:56.167300 dv-neutron-601336-94-hyperv neutron-server[94177]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4c5ada68-7d4e-473a-8cc1-4c06c86a22fb None None] Routers {'4c99b81f-8a52-421f-abc8-9ccee9678765'} bound to L3 agent in host dv-neutron-601336-94-hyperv {{(pid=94177) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 23 11:36:56.167915 dv-neutron-601336-94-hyperv neutron-server[94177]: DEBUG neutron.db.l3_hamode_db [None req-4c5ada68-7d4e-473a-8cc1-4c06c86a22fb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-601336-94-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-23T11:22:13Z,description=,heartbeat_timestamp=2021-06-23T11:36:43Z,host='dv-neutron-601336-94-hyperv',id=50ef99c0-ef28-4db5-b303-b145898fae60,load=0,resource_versions=,resources_synced=,started_at=2021-06-23T11:22:14Z,topic='l3_agent')) {'router_ids': ['4c99b81f-8a52-421f-abc8-9ccee9678765'], 'active': True} {{(pid=94177) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 11:36:56.199726 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron_lib.callbacks.manager [None req-202c1c01-20f1-4903-9be7-46584f487aee tempest-TestNetworkBasicOps-233187296 tempest-TestNetworkBasicOps-233187296-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-897627', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866062', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5083050', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4660036'] for subnet, after_delete {{(pid=94175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:36:56.206534 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG oslo_concurrency.lockutils [None req-9cf74843-83d1-46eb-82db-2205ca14d396 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94175) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 11:36:56.246312 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-202c1c01-20f1-4903-9be7-46584f487aee tempest-TestNetworkBasicOps-233187296 tempest-TestNetworkBasicOps-233187296-project] Pushing event deleted for resources: {'Subnet': ['ID=a2268277-49d2-4de4-9270-a498945fea2b,revision_number=None']} {{(pid=94175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 11:36:56.258754 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG oslo_concurrency.lockutils [None req-202c1c01-20f1-4903-9be7-46584f487aee tempest-TestNetworkBasicOps-233187296 tempest-TestNetworkBasicOps-233187296-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.052s {{(pid=94175) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 11:36:56.263723 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron_lib.callbacks.manager [None req-202c1c01-20f1-4903-9be7-46584f487aee tempest-TestNetworkBasicOps-233187296 tempest-TestNetworkBasicOps-233187296-project] Notify callbacks [] for subnet, before_response {{(pid=94175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:36:56.265574 dv-neutron-601336-94-hyperv neutron-server[94175]: INFO neutron.wsgi [None req-202c1c01-20f1-4903-9be7-46584f487aee tempest-TestNetworkBasicOps-233187296 tempest-TestNetworkBasicOps-233187296-project] 10.222.0.20 "DELETE /v2.0/subnets/a2268277-49d2-4de4-9270-a498945fea2b HTTP/1.1" status: 204 len: 168 time: 0.5483768 Jun 23 11:36:56.269122 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.wsgi [-] (94174) accepted ('10.222.0.20', 42410) {{(pid=94174) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 11:36:56.272792 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e9ed9413-c2fe-44f2-832b-63c45f60821b None None] Network cf29c68f-82b8-4662-a929-931f65637941 requested from dv-neutron-601336-94-hyperv {{(pid=94176) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 23 11:36:56.287425 dv-neutron-601336-94-hyperv neutron-server[94177]: DEBUG neutron.db.l3_dvr_db [None req-4c5ada68-7d4e-473a-8cc1-4c06c86a22fb None None] Set router 4c99b81f-8a52-421f-abc8-9ccee9678765 gateway port host: dv-neutron-601336-94-hyperv {{(pid=94177) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:838}} Jun 23 11:36:56.299827 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron_lib.callbacks.manager [None req-b7be1f3e-ab48-4c47-bfb1-da7b0d321bc5 tempest-TagsExtTest-1712647166 tempest-TagsExtTest-1712647166-project] Notify callbacks [] for security_group, precommit_create {{(pid=94175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:36:56.335682 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.db.db_base_plugin_common [None req-0b196982-fb18-4644-84c1-4f9f95c31e8d tempest-FloatingIPTestJSON-1140213849 tempest-FloatingIPTestJSON-1140213849-project] Allocated IP 172.26.3.22 (3e7e4eb3-cf02-4d47-ade9-0a579cdfc60f/a5ad15ab-c489-4a67-a9b0-d559fca0ec71/2cfae143-102c-491e-9b38-f3b7c2ef34b4) {{(pid=94175) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 23 11:36:56.340291 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron_lib.callbacks.manager [None req-b7be1f3e-ab48-4c47-bfb1-da7b0d321bc5 tempest-TagsExtTest-1712647166 tempest-TagsExtTest-1712647166-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7996330'] for security_group, after_create {{(pid=94175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:36:56.347332 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG oslo_concurrency.lockutils [None req-7fdd824a-40e5-41e3-8658-617bff7b5fee tempest-SecGroupIPv6Test-1528675894 tempest-SecGroupIPv6Test-1528675894-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94175) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 11:36:56.389171 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b7be1f3e-ab48-4c47-bfb1-da7b0d321bc5 tempest-TagsExtTest-1712647166 tempest-TagsExtTest-1712647166-project] vlan segment allocate from pool success with {'vlan_id': 406, 'physical_network': 'physnet1'} {{(pid=94175) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 23 11:36:56.403858 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7be1f3e-ab48-4c47-bfb1-da7b0d321bc5 tempest-TagsExtTest-1712647166 tempest-TagsExtTest-1712647166-project] Pushing event updated for resources: {'SecurityGroup': ['ID=7b17a638-c979-4847-ba54-913c7568236c,revision_number=1']} {{(pid=94175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 11:36:56.436395 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG oslo_concurrency.lockutils [None req-b7be1f3e-ab48-4c47-bfb1-da7b0d321bc5 tempest-TagsExtTest-1712647166 tempest-TagsExtTest-1712647166-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.086s {{(pid=94175) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 11:36:56.440683 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron_lib.callbacks.manager [None req-b7be1f3e-ab48-4c47-bfb1-da7b0d321bc5 tempest-TagsExtTest-1712647166 tempest-TagsExtTest-1712647166-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3801'] for segment, precommit_create {{(pid=94175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:36:56.441033 dv-neutron-601336-94-hyperv neutron-server[94175]: INFO neutron.db.segments_db [None req-b7be1f3e-ab48-4c47-bfb1-da7b0d321bc5 tempest-TagsExtTest-1712647166 tempest-TagsExtTest-1712647166-project] Added segment 35db879f-096a-49ea-8645-b5d7df3b8674 of type vlan for network 47b95871-13c3-468a-9b76-3ffaa6b7f894 Jun 23 11:36:56.503049 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron_lib.callbacks.manager [None req-1161adad-a545-42e2-ba74-5ccd3aa15c6a tempest-TestNetworkBasicOps-233187296 tempest-TestNetworkBasicOps-233187296-project] Notify callbacks [] for router, before_delete {{(pid=94174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:36:56.560795 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron_lib.callbacks.manager [None req-b7be1f3e-ab48-4c47-bfb1-da7b0d321bc5 tempest-TagsExtTest-1712647166 tempest-TagsExtTest-1712647166-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8773699596773'] for network, precommit_create {{(pid=94175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:36:56.586218 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron_lib.callbacks.manager [None req-0b196982-fb18-4644-84c1-4f9f95c31e8d tempest-FloatingIPTestJSON-1140213849 tempest-FloatingIPTestJSON-1140213849-project] Notify callbacks [] for port, precommit_create {{(pid=94175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:36:56.638530 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron_lib.callbacks.manager [None req-1161adad-a545-42e2-ba74-5ccd3aa15c6a tempest-TestNetworkBasicOps-233187296 tempest-TestNetworkBasicOps-233187296-project] Notify callbacks [] for router_gateway, before_delete {{(pid=94174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:36:56.655000 dv-neutron-601336-94-hyperv neutron-server[94177]: DEBUG neutron.db.l3_hamode_db [None req-4c5ada68-7d4e-473a-8cc1-4c06c86a22fb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4c99b81f-8a52-421f-abc8-9ccee9678765', 'name': 'tempest-TestNetworkBasicOps-router-26535949', 'tenant_id': '772b9946478d439e9da4eaeade7fb21d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3e7e4eb3-cf02-4d47-ade9-0a579cdfc60f', 'external_fixed_ips': [{'subnet_id': 'a5ad15ab-c489-4a67-a9b0-d559fca0ec71', 'ip_address': '172.26.3.243'}], 'enable_snat': True}, 'gw_port_id': '3aeaf89e-5f81-4c55-b262-f57f38a5e301', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-23T11:34:22Z', 'updated_at': '2021-06-23T11:36:54Z', 'revision_number': 7, 'project_id': '772b9946478d439e9da4eaeade7fb21d', 'gw_port': {'id': '3aeaf89e-5f81-4c55-b262-f57f38a5e301', 'name': '', 'network_id': '3e7e4eb3-cf02-4d47-ade9-0a579cdfc60f', 'tenant_id': '', 'mac_address': 'fa:16:3e:74:1f:dd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4c99b81f-8a52-421f-abc8-9ccee9678765', 'device_owner': 'network:router_gateway', 'standard_attr_id': 875, 'fixed_ips': [{'subnet_id': 'a5ad15ab-c489-4a67-a9b0-d559fca0ec71', 'ip_address': '172.26.3.243', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-94-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-23T11:34:23Z', 'updated_at': '2021-06-23T11:34:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a5ad15ab-c489-4a67-a9b0-d559fca0ec71', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-601336-94-hyperv'}], 'dv-neutron-601336-94-hyperv', False) {} {{(pid=94177) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 11:36:56.682464 dv-neutron-601336-94-hyperv neutron-server[94177]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4c5ada68-7d4e-473a-8cc1-4c06c86a22fb None None] The sync data for ids ['4c99b81f-8a52-421f-abc8-9ccee9678765'] in dv-neutron-601336-94-hyperv is: [{'id': '4c99b81f-8a52-421f-abc8-9ccee9678765', 'name': 'tempest-TestNetworkBasicOps-router-26535949', 'tenant_id': '772b9946478d439e9da4eaeade7fb21d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3e7e4eb3-cf02-4d47-ade9-0a579cdfc60f', 'external_fixed_ips': [{'subnet_id': 'a5ad15ab-c489-4a67-a9b0-d559fca0ec71', 'ip_address': '172.26.3.243'}], 'enable_snat': True}, 'gw_port_id': '3aeaf89e-5f81-4c55-b262-f57f38a5e301', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-23T11:34:22Z', 'updated_at': '2021-06-23T11:36:54Z', 'revision_number': 7, 'project_id': '772b9946478d439e9da4eaeade7fb21d', 'gw_port': {'id': '3aeaf89e-5f81-4c55-b262-f57f38a5e301', 'name': '', 'network_id': '3e7e4eb3-cf02-4d47-ade9-0a579cdfc60f', 'tenant_id': '', 'mac_address': 'fa:16:3e:74:1f:dd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4c99b81f-8a52-421f-abc8-9ccee9678765', 'device_owner': 'network:router_gateway', 'standard_attr_id': 875, 'fixed_ips': [{'subnet_id': 'a5ad15ab-c489-4a67-a9b0-d559fca0ec71', 'ip_address': '172.26.3.243', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-94-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-23T11:34:23Z', 'updated_at': '2021-06-23T11:34:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a5ad15ab-c489-4a67-a9b0-d559fca0ec71', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-601336-94-hyperv'}] {{(pid=94177) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 23 11:36:56.691640 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron_lib.callbacks.manager [None req-b7be1f3e-ab48-4c47-bfb1-da7b0d321bc5 tempest-TagsExtTest-1712647166 tempest-TagsExtTest-1712647166-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8002400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7866073'] for network, after_create {{(pid=94175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:36:56.702471 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b7be1f3e-ab48-4c47-bfb1-da7b0d321bc5 tempest-TagsExtTest-1712647166 tempest-TagsExtTest-1712647166-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 11:36:56.702471 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron_lib.callbacks.manager [None req-b7be1f3e-ab48-4c47-bfb1-da7b0d321bc5 tempest-TagsExtTest-1712647166 tempest-TagsExtTest-1712647166-project] Notify callbacks [] for network, before_response {{(pid=94175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:36:56.702471 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG oslo_concurrency.lockutils [None req-0bd21f7d-c67d-474a-ad01-70974e4e80df tempest-FloatingIPTestJSON-1140213849 tempest-FloatingIPTestJSON-1140213849-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94175) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 11:36:56.712740 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bf7ccfac-f744-48df-90b9-1ac15eb97daf None None] DHCP port deletion for cf29c68f-82b8-4662-a929-931f65637941 request from dv-neutron-601336-94-hyperv {{(pid=94176) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jun 23 11:36:56.759876 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron_lib.callbacks.manager [None req-0b196982-fb18-4644-84c1-4f9f95c31e8d tempest-FloatingIPTestJSON-1140213849 tempest-FloatingIPTestJSON-1140213849-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-922915', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-239814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7866073', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773699642215', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-5082457'] for port, after_create {{(pid=94175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:36:56.778589 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.plugins.ml2.plugin [None req-bf7ccfac-f744-48df-90b9-1ac15eb97daf None None] Deleting port e55346d6-3de3-4cda-9ac9-d0f88bc7f714 {{(pid=94176) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1913}} Jun 23 11:36:56.779240 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron_lib.callbacks.manager [None req-bf7ccfac-f744-48df-90b9-1ac15eb97daf None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773700079324'] for port, before_delete {{(pid=94176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:36:56.779491 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0b196982-fb18-4644-84c1-4f9f95c31e8d tempest-FloatingIPTestJSON-1140213849 tempest-FloatingIPTestJSON-1140213849-project] Network 3e7e4eb3-cf02-4d47-ade9-0a579cdfc60f is already hosted by enough agents. {{(pid=94175) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 23 11:36:56.783231 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.scheduler.base_scheduler [None req-0b196982-fb18-4644-84c1-4f9f95c31e8d tempest-FloatingIPTestJSON-1140213849 tempest-FloatingIPTestJSON-1140213849-project] Resources bound (agent type, host, resource id): {{(pid=94175) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 23 11:36:56.787996 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0b196982-fb18-4644-84c1-4f9f95c31e8d tempest-FloatingIPTestJSON-1140213849 tempest-FloatingIPTestJSON-1140213849-project] Received port after_create {{(pid=94175) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 23 11:36:56.815841 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.plugins.ml2.plugin [None req-1161adad-a545-42e2-ba74-5ccd3aa15c6a tempest-TestNetworkBasicOps-233187296 tempest-TestNetworkBasicOps-233187296-project] Deleting port 3aeaf89e-5f81-4c55-b262-f57f38a5e301 {{(pid=94174) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1913}} Jun 23 11:36:56.816201 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron_lib.callbacks.manager [None req-1161adad-a545-42e2-ba74-5ccd3aa15c6a tempest-TestNetworkBasicOps-233187296 tempest-TestNetworkBasicOps-233187296-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773700079324'] for port, before_delete {{(pid=94174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:36:56.823749 dv-neutron-601336-94-hyperv neutron-server[94175]: INFO neutron.wsgi [None req-b7be1f3e-ab48-4c47-bfb1-da7b0d321bc5 tempest-TagsExtTest-1712647166 tempest-TagsExtTest-1712647166-project] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 779 time: 1.1648700 Jun 23 11:36:56.826465 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7be1f3e-ab48-4c47-bfb1-da7b0d321bc5 tempest-TagsExtTest-1712647166 tempest-TagsExtTest-1712647166-project] Pushing event updated for resources: {'Network': ['ID=47b95871-13c3-468a-9b76-3ffaa6b7f894,revision_number=1']} {{(pid=94175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 11:36:56.828949 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.wsgi [-] (94174) accepted ('10.222.0.20', 42424) {{(pid=94174) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 11:36:56.830457 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG oslo_concurrency.lockutils [None req-b7be1f3e-ab48-4c47-bfb1-da7b0d321bc5 tempest-TagsExtTest-1712647166 tempest-TagsExtTest-1712647166-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.129s {{(pid=94175) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 11:36:56.831023 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG oslo_concurrency.lockutils [None req-c24e6521-a403-4d24-9b37-fdf30a87817c tempest-RoutersTest-228919764 tempest-RoutersTest-228919764-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.061s {{(pid=94175) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 11:36:56.854324 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.plugins.ml2.db [None req-bf7ccfac-f744-48df-90b9-1ac15eb97daf None None] For port e55346d6-3de3-4cda-9ac9-d0f88bc7f714, host dv-neutron-601336-94-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-94-hyperv',level=0,port_id=e55346d6-3de3-4cda-9ac9-d0f88bc7f714,segment=NetworkSegment(78d6d132-b23e-4555-9358-dea047b3f21c),segment_id=78d6d132-b23e-4555-9358-dea047b3f21c)] {{(pid=94176) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 23 11:36:56.854733 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron_lib.callbacks.manager [None req-bf7ccfac-f744-48df-90b9-1ac15eb97daf None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-430722'] for port, precommit_delete {{(pid=94176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:36:56.862532 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.api.v2.base [None req-2f000351-144f-4683-861d-6eff7113c4c0 tempest-TagsExtTest-1712647166 tempest-TagsExtTest-1712647166-project] Request body: {'subnet': {'network_id': '47b95871-13c3-468a-9b76-3ffaa6b7f894', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=94174) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 23 11:36:56.867941 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.plugins.ml2.plugin [None req-bf7ccfac-f744-48df-90b9-1ac15eb97daf None None] Calling delete_port for e55346d6-3de3-4cda-9ac9-d0f88bc7f714 owned by network:dhcp {{(pid=94176) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1986}} Jun 23 11:36:56.917834 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.plugins.ml2.rpc [None req-dc7542b2-afef-47f4-a763-e3a3cba144be None None] Network 47b95871-13c3-468a-9b76-3ffaa6b7f894 details requested by agent ovs-agent-dv-neutron-601336-94-hyperv with host dv-neutron-601336-94-hyperv {{(pid=94176) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:250}} Jun 23 11:36:56.923855 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b196982-fb18-4644-84c1-4f9f95c31e8d tempest-FloatingIPTestJSON-1140213849 tempest-FloatingIPTestJSON-1140213849-project] Pushing event updated for resources: {'Port': ['ID=2cfae143-102c-491e-9b38-f3b7c2ef34b4,revision_number=1']} {{(pid=94175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 11:36:56.946078 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG oslo_concurrency.lockutils [None req-0b196982-fb18-4644-84c1-4f9f95c31e8d tempest-FloatingIPTestJSON-1140213849 tempest-FloatingIPTestJSON-1140213849-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.115s {{(pid=94175) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 11:36:57.001006 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.plugins.ml2.db [None req-1161adad-a545-42e2-ba74-5ccd3aa15c6a tempest-TestNetworkBasicOps-233187296 tempest-TestNetworkBasicOps-233187296-project] For port 3aeaf89e-5f81-4c55-b262-f57f38a5e301, host dv-neutron-601336-94-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-94-hyperv',level=0,port_id=3aeaf89e-5f81-4c55-b262-f57f38a5e301,segment=NetworkSegment(c23be0a5-6980-48fb-bc9f-4a24717fe1de),segment_id=c23be0a5-6980-48fb-bc9f-4a24717fe1de)] {{(pid=94174) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 23 11:36:57.001378 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron_lib.callbacks.manager [None req-1161adad-a545-42e2-ba74-5ccd3aa15c6a tempest-TestNetworkBasicOps-233187296 tempest-TestNetworkBasicOps-233187296-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-430722'] for port, precommit_delete {{(pid=94174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:36:57.027735 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.plugins.ml2.plugin [None req-1161adad-a545-42e2-ba74-5ccd3aa15c6a tempest-TestNetworkBasicOps-233187296 tempest-TestNetworkBasicOps-233187296-project] Calling delete_port for 3aeaf89e-5f81-4c55-b262-f57f38a5e301 owned by network:router_gateway {{(pid=94174) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1986}} Jun 23 11:36:57.107173 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.wsgi [-] (94174) accepted ('10.222.0.20', 42428) {{(pid=94174) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 11:36:57.113984 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron_lib.callbacks.manager [None req-bf7ccfac-f744-48df-90b9-1ac15eb97daf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-922904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866062', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773700135024', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773699642224'] for port, after_delete {{(pid=94176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:36:57.116216 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG oslo_concurrency.lockutils [None req-06cb9e70-346d-443e-a036-3c2c853a83a2 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 11:36:57.132559 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2f000351-144f-4683-861d-6eff7113c4c0 tempest-TagsExtTest-1712647166 tempest-TagsExtTest-1712647166-project] Made reservation on behalf of 4ea26e61bf9147359733809bf34c6d17 for: {'subnet': 1} {{(pid=94174) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 23 11:36:57.140461 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron_lib.callbacks.manager [None req-2f000351-144f-4683-861d-6eff7113c4c0 tempest-TagsExtTest-1712647166 tempest-TagsExtTest-1712647166-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4294245'] for subnet, before_create {{(pid=94174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:36:57.155748 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.plugins.ml2.rpc [None req-dc7542b2-afef-47f4-a763-e3a3cba144be None None] Device e55346d6-3de3-4cda-9ac9-d0f88bc7f714 no longer exists at agent ovs-agent-dv-neutron-601336-94-hyperv {{(pid=94176) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:261}} Jun 23 11:36:57.185271 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.plugins.ml2.plugin [None req-dc7542b2-afef-47f4-a763-e3a3cba144be None None] No Port match for: e55346d6-3de3-4cda-9ac9-d0f88bc7f714 {{(pid=94176) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2240}} Jun 23 11:36:57.189206 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.plugins.ml2.rpc [None req-dc7542b2-afef-47f4-a763-e3a3cba144be None None] Device e55346d6-3de3-4cda-9ac9-d0f88bc7f714 not bound to the agent host dv-neutron-601336-94-hyperv {{(pid=94176) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:271}} Jun 23 11:36:57.189924 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.plugins.ml2.rpc [None req-dc7542b2-afef-47f4-a763-e3a3cba144be None None] Device e5476f2c-5bd4-4cc3-b744-a1495ec93de3 no longer exists at agent ovs-agent-dv-neutron-601336-94-hyperv {{(pid=94176) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:261}} Jun 23 11:36:57.214228 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf7ccfac-f744-48df-90b9-1ac15eb97daf None None] Pushing event deleted for resources: {'Port': ['ID=e55346d6-3de3-4cda-9ac9-d0f88bc7f714,revision_number=None']} {{(pid=94176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 11:36:57.216713 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.plugins.ml2.plugin [None req-dc7542b2-afef-47f4-a763-e3a3cba144be None None] No Port match for: e5476f2c-5bd4-4cc3-b744-a1495ec93de3 {{(pid=94176) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2240}} Jun 23 11:36:57.217318 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.plugins.ml2.rpc [None req-dc7542b2-afef-47f4-a763-e3a3cba144be None None] Device e5476f2c-5bd4-4cc3-b744-a1495ec93de3 not bound to the agent host dv-neutron-601336-94-hyperv {{(pid=94176) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:271}} Jun 23 11:36:57.220322 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG oslo_concurrency.lockutils [None req-bf7ccfac-f744-48df-90b9-1ac15eb97daf None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.104s {{(pid=94176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 11:36:57.221881 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bf7ccfac-f744-48df-90b9-1ac15eb97daf None None] No DVR routers for this DVR port e55346d6-3de3-4cda-9ac9-d0f88bc7f714 on host dv-neutron-601336-94-hyperv {{(pid=94176) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 23 11:36:57.294777 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.api.v2.base [None req-dee33327-3d97-4a89-a6a9-8501d9507263 tempest-SubnetPoolsTestJSON-17951937 tempest-SubnetPoolsTestJSON-17951937-project] Request body: {'subnetpool': {'name': 'tempest-subnetpools-1583495919', 'prefixes': ['172.20.0.0/16']}} {{(pid=94174) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 23 11:36:57.539638 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron_lib.callbacks.manager [None req-1161adad-a545-42e2-ba74-5ccd3aa15c6a tempest-TestNetworkBasicOps-233187296 tempest-TestNetworkBasicOps-233187296-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-922904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866062', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773700135024', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773699642224', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5196390'] for port, after_delete {{(pid=94174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:36:57.545392 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG oslo_concurrency.lockutils [None req-bf3e2e18-83ec-454c-b4bf-c797b28096ba tempest-RoutersTest-228919764 tempest-RoutersTest-228919764-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94174) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 11:36:57.575920 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron_lib.callbacks.manager [None req-2f000351-144f-4683-861d-6eff7113c4c0 tempest-TagsExtTest-1712647166 tempest-TagsExtTest-1712647166-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866062', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5195999', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4294259'] for subnet, after_create {{(pid=94174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:36:57.583005 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1161adad-a545-42e2-ba74-5ccd3aa15c6a tempest-TestNetworkBasicOps-233187296 tempest-TestNetworkBasicOps-233187296-project] Pushing event deleted for resources: {'Port': ['ID=3aeaf89e-5f81-4c55-b262-f57f38a5e301,revision_number=None']} {{(pid=94174) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 11:36:57.586261 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG oslo_concurrency.lockutils [None req-1161adad-a545-42e2-ba74-5ccd3aa15c6a tempest-TestNetworkBasicOps-233187296 tempest-TestNetworkBasicOps-233187296-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.041s {{(pid=94174) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 11:36:57.593452 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG oslo_concurrency.lockutils [None req-7700606e-b8f9-4133-b9e2-9b0c278740bb tempest-TestNetworkBasicOps-233187296 tempest-TestNetworkBasicOps-233187296-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.008s {{(pid=94174) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 11:36:57.675311 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron_lib.callbacks.manager [None req-0b196982-fb18-4644-84c1-4f9f95c31e8d tempest-FloatingIPTestJSON-1140213849 tempest-FloatingIPTestJSON-1140213849-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:36:57.708003 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f000351-144f-4683-861d-6eff7113c4c0 tempest-TagsExtTest-1712647166 tempest-TagsExtTest-1712647166-project] Pushing event updated for resources: {'Subnet': ['ID=f75f45fc-3452-464f-8f72-214847a038f0,revision_number=0']} {{(pid=94174) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 11:36:57.714434 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG oslo_concurrency.lockutils [None req-2f000351-144f-4683-861d-6eff7113c4c0 tempest-TagsExtTest-1712647166 tempest-TagsExtTest-1712647166-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.124s {{(pid=94174) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 11:36:57.725840 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron_lib.callbacks.manager [None req-1161adad-a545-42e2-ba74-5ccd3aa15c6a tempest-TestNetworkBasicOps-233187296 tempest-TestNetworkBasicOps-233187296-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-524171'] for router_gateway, after_delete {{(pid=94174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:36:57.728649 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2f000351-144f-4683-861d-6eff7113c4c0 tempest-TagsExtTest-1712647166 tempest-TagsExtTest-1712647166-project] Checking segment: {'id': '35db879f-096a-49ea-8645-b5d7df3b8674', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 406, 'network_id': '47b95871-13c3-468a-9b76-3ffaa6b7f894'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94174) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 23 11:36:57.729005 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2f000351-144f-4683-861d-6eff7113c4c0 tempest-TagsExtTest-1712647166 tempest-TagsExtTest-1712647166-project] Network hostable DHCP agents. Network: 47b95871-13c3-468a-9b76-3ffaa6b7f894, hostable agents: ['8cf29b10-0e57-4131-816f-a4b6ad00b249'], hosted agents: [] {{(pid=94174) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 23 11:36:57.789429 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron_lib.callbacks.manager [None req-dee33327-3d97-4a89-a6a9-8501d9507263 tempest-SubnetPoolsTestJSON-17951937 tempest-SubnetPoolsTestJSON-17951937-project] Notify callbacks [] for subnetpool, before_response {{(pid=94174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:36:57.790694 dv-neutron-601336-94-hyperv neutron-server[94174]: INFO neutron.wsgi [None req-dee33327-3d97-4a89-a6a9-8501d9507263 tempest-SubnetPoolsTestJSON-17951937 tempest-SubnetPoolsTestJSON-17951937-project] 10.222.0.20 "POST /v2.0/subnetpools HTTP/1.1" status: 201 len: 737 time: 0.6824868 Jun 23 11:36:57.813712 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.wsgi [-] (94175) accepted ('10.222.0.20', 42432) {{(pid=94175) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 11:36:57.826289 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron_lib.callbacks.manager [None req-1161adad-a545-42e2-ba74-5ccd3aa15c6a tempest-TestNetworkBasicOps-233187296 tempest-TestNetworkBasicOps-233187296-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-520417', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-32301'] for router, precommit_delete {{(pid=94174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:36:57.830595 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron_lib.callbacks.manager [None req-1161adad-a545-42e2-ba74-5ccd3aa15c6a tempest-TestNetworkBasicOps-233187296 tempest-TestNetworkBasicOps-233187296-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:36:57.865774 dv-neutron-601336-94-hyperv neutron-server[94175]: INFO neutron.wsgi [None req-5d7c6aaf-6852-4102-a42f-bfd65fe1bf93 tempest-SubnetPoolsTestJSON-17951937 tempest-SubnetPoolsTestJSON-17951937-project] 10.222.0.20 "GET /v2.0/subnetpools/5832a112-b607-4b3a-8e69-fbe3c0ab3103 HTTP/1.1" status: 200 len: 732 time: 0.0480037 Jun 23 11:36:57.865774 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron_lib.callbacks.manager [None req-0b196982-fb18-4644-84c1-4f9f95c31e8d tempest-FloatingIPTestJSON-1140213849 tempest-FloatingIPTestJSON-1140213849-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-923122'] for port, before_update {{(pid=94175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:36:57.866750 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.wsgi [-] (94175) accepted ('10.222.0.20', 42434) {{(pid=94175) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 11:36:57.871516 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.api.v2.base [None req-10aad75b-7716-467f-9ddd-8832534470b4 tempest-SubnetPoolsTestJSON-17951937 tempest-SubnetPoolsTestJSON-17951937-project] Request body: {'subnetpool': {'name': 'tempest-subnetpools_update-1758578368'}} {{(pid=94175) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 23 11:36:57.908179 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2f000351-144f-4683-861d-6eff7113c4c0 tempest-TagsExtTest-1712647166 tempest-TagsExtTest-1712647166-project] Network 47b95871-13c3-468a-9b76-3ffaa6b7f894 is scheduled to be hosted by DHCP agent 8cf29b10-0e57-4131-816f-a4b6ad00b249 with binding_index 1 {{(pid=94174) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 23 11:36:57.936780 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron_lib.callbacks.manager [None req-1161adad-a545-42e2-ba74-5ccd3aa15c6a tempest-TestNetworkBasicOps-233187296 tempest-TestNetworkBasicOps-233187296-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-494961'] for router, after_delete {{(pid=94174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:36:57.937322 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1161adad-a545-42e2-ba74-5ccd3aa15c6a tempest-TestNetworkBasicOps-233187296 tempest-TestNetworkBasicOps-233187296-project] Fanout notify agent at l3_agent the message router_deleted on router 4c99b81f-8a52-421f-abc8-9ccee9678765 {{(pid=94174) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jun 23 11:36:57.948483 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron_lib.callbacks.manager [None req-1161adad-a545-42e2-ba74-5ccd3aa15c6a tempest-TestNetworkBasicOps-233187296 tempest-TestNetworkBasicOps-233187296-project] Notify callbacks [] for router, before_response {{(pid=94174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:36:57.948483 dv-neutron-601336-94-hyperv neutron-server[94174]: INFO neutron.wsgi [None req-1161adad-a545-42e2-ba74-5ccd3aa15c6a tempest-TestNetworkBasicOps-233187296 tempest-TestNetworkBasicOps-233187296-project] 10.222.0.20 "DELETE /v2.0/routers/4c99b81f-8a52-421f-abc8-9ccee9678765 HTTP/1.1" status: 204 len: 168 time: 1.6745429 Jun 23 11:36:57.948483 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.wsgi [-] (94174) accepted ('10.222.0.20', 42436) {{(pid=94174) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 11:36:58.004698 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.scheduler.base_scheduler [None req-2f000351-144f-4683-861d-6eff7113c4c0 tempest-TagsExtTest-1712647166 tempest-TagsExtTest-1712647166-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-601336-94-hyperv, 47b95871-13c3-468a-9b76-3ffaa6b7f894) {{(pid=94174) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 23 11:36:58.012050 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2f000351-144f-4683-861d-6eff7113c4c0 tempest-TagsExtTest-1712647166 tempest-TagsExtTest-1712647166-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94174) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 11:36:58.012704 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron_lib.callbacks.manager [None req-2f000351-144f-4683-861d-6eff7113c4c0 tempest-TagsExtTest-1712647166 tempest-TagsExtTest-1712647166-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7865916'] for subnet, before_response {{(pid=94174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:36:58.016264 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-85c5cc73-00d4-42b1-bd23-fc52a6cb19eb None None] Network 47b95871-13c3-468a-9b76-3ffaa6b7f894 requested from dv-neutron-601336-94-hyperv {{(pid=94176) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 23 11:36:58.041370 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron_lib.callbacks.manager [None req-dd2f620e-1d5a-4bb8-b22b-6300dfe454cc tempest-TestNetworkBasicOps-233187296 tempest-TestNetworkBasicOps-233187296-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-824874'] for network, before_delete {{(pid=94174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:36:58.093868 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron_lib.callbacks.manager [None req-10aad75b-7716-467f-9ddd-8832534470b4 tempest-SubnetPoolsTestJSON-17951937 tempest-SubnetPoolsTestJSON-17951937-project] Notify callbacks [] for subnetpool, before_response {{(pid=94175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:36:58.095255 dv-neutron-601336-94-hyperv neutron-server[94175]: INFO neutron.wsgi [None req-10aad75b-7716-467f-9ddd-8832534470b4 tempest-SubnetPoolsTestJSON-17951937 tempest-SubnetPoolsTestJSON-17951937-project] 10.222.0.20 "PUT /v2.0/subnetpools/5832a112-b607-4b3a-8e69-fbe3c0ab3103 HTTP/1.1" status: 200 len: 684 time: 0.2274058 Jun 23 11:36:58.097903 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.wsgi [-] (94175) accepted ('10.222.0.20', 42438) {{(pid=94175) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 11:36:58.102573 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron_lib.callbacks.manager [None req-0b196982-fb18-4644-84c1-4f9f95c31e8d tempest-FloatingIPTestJSON-1140213849 tempest-FloatingIPTestJSON-1140213849-project] Notify callbacks [] for port, precommit_update {{(pid=94175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:36:58.117743 dv-neutron-601336-94-hyperv neutron-server[94174]: INFO neutron.wsgi [None req-2f000351-144f-4683-861d-6eff7113c4c0 tempest-TagsExtTest-1712647166 tempest-TagsExtTest-1712647166-project] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.2877629 Jun 23 11:36:58.123777 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.wsgi [-] (94174) accepted ('10.222.0.20', 42440) {{(pid=94174) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 11:36:58.135581 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.api.v2.base [None req-25f55c5d-a037-4afb-8605-62b0371b2b8f tempest-TagsExtTest-1712647166 tempest-TagsExtTest-1712647166-project] Request body: {'port': {'network_id': '47b95871-13c3-468a-9b76-3ffaa6b7f894', 'name': 'tempest-TagsExtTest-1266849289'}} {{(pid=94174) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 23 11:36:58.178017 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron_lib.callbacks.manager [None req-0b196982-fb18-4644-84c1-4f9f95c31e8d tempest-FloatingIPTestJSON-1140213849 tempest-FloatingIPTestJSON-1140213849-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-922904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866062', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773700135042', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773699642233', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773699642278', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5082471'] for port, after_update {{(pid=94175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:36:58.183173 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG oslo_concurrency.lockutils [None req-edcb7a68-ea96-4137-8d00-899e1b373b85 tempest-TestNetworkBasicOps-233187296 tempest-TestNetworkBasicOps-233187296-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94175) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 11:36:58.183589 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron_lib.callbacks.manager [None req-dd2f620e-1d5a-4bb8-b22b-6300dfe454cc tempest-TestNetworkBasicOps-233187296 tempest-TestNetworkBasicOps-233187296-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-897259', 'neutron.services.segments.db._delete_segments_for_network-8773700168587'] for network, precommit_delete {{(pid=94174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:36:58.197570 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.services.segments.db [None req-dd2f620e-1d5a-4bb8-b22b-6300dfe454cc tempest-TestNetworkBasicOps-233187296 tempest-TestNetworkBasicOps-233187296-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['cf29c68f-82b8-4662-a929-931f65637941']}} {{(pid=94174) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 11:36:58.208245 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-68283f03-9317-4157-b235-1e4277c40d9d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1e0d828a-1fa4-563d-b7fd-53adf66a04ee-47b95871-13c3-468a-9b76-3ffaa6b7f894', 'network_id': '47b95871-13c3-468a-9b76-3ffaa6b7f894', 'tenant_id': '4ea26e61bf9147359733809bf34c6d17', 'fixed_ips': [{'subnet_id': 'f75f45fc-3452-464f-8f72-214847a038f0'}]}} from dv-neutron-601336-94-hyperv. {{(pid=94176) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 23 11:36:58.209218 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron_lib.callbacks.manager [None req-68283f03-9317-4157-b235-1e4277c40d9d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-923104'] for port, before_create {{(pid=94176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:36:58.213961 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.services.segments.db [None req-dd2f620e-1d5a-4bb8-b22b-6300dfe454cc tempest-TestNetworkBasicOps-233187296 tempest-TestNetworkBasicOps-233187296-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '78d6d132-b23e-4555-9358-dea047b3f21c') {'for_net_delete': True} {{(pid=94174) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 11:36:58.214274 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.services.segments.db [None req-dd2f620e-1d5a-4bb8-b22b-6300dfe454cc tempest-TestNetworkBasicOps-233187296 tempest-TestNetworkBasicOps-233187296-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '78d6d132-b23e-4555-9358-dea047b3f21c') {} {{(pid=94174) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 11:36:58.233924 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron_lib.callbacks.manager [None req-dd2f620e-1d5a-4bb8-b22b-6300dfe454cc tempest-TestNetworkBasicOps-233187296 tempest-TestNetworkBasicOps-233187296-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8773699955833', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4800267'] for segment, before_delete {{(pid=94174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:36:58.256047 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b196982-fb18-4644-84c1-4f9f95c31e8d tempest-FloatingIPTestJSON-1140213849 tempest-FloatingIPTestJSON-1140213849-project] Pushing event updated for resources: {'Port': ['ID=2cfae143-102c-491e-9b38-f3b7c2ef34b4,revision_number=2']} {{(pid=94175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 11:36:58.258559 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron_lib.callbacks.manager [None req-dd2f620e-1d5a-4bb8-b22b-6300dfe454cc tempest-TestNetworkBasicOps-233187296 tempest-TestNetworkBasicOps-233187296-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3801'] for segment, precommit_delete {{(pid=94174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:36:58.258857 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG oslo_concurrency.lockutils [None req-0b196982-fb18-4644-84c1-4f9f95c31e8d tempest-FloatingIPTestJSON-1140213849 tempest-FloatingIPTestJSON-1140213849-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.076s {{(pid=94175) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 11:36:58.269318 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-dd2f620e-1d5a-4bb8-b22b-6300dfe454cc tempest-TestNetworkBasicOps-233187296 tempest-TestNetworkBasicOps-233187296-project] Releasing vlan 416 on physical network physnet1 to pool {{(pid=94174) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 23 11:36:58.269717 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron_lib.callbacks.manager [None req-dd2f620e-1d5a-4bb8-b22b-6300dfe454cc tempest-TestNetworkBasicOps-233187296 tempest-TestNetworkBasicOps-233187296-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3801', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5196341'] for segment, after_delete {{(pid=94174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:36:58.272667 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron_lib.callbacks.manager [None req-26bf9346-d65e-443e-ac61-22e0f1316e4a tempest-SubnetPoolsTestJSON-17951937 tempest-SubnetPoolsTestJSON-17951937-project] Notify callbacks [] for subnetpool, before_response {{(pid=94175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:36:58.273174 dv-neutron-601336-94-hyperv neutron-server[94174]: Traceback (most recent call last): Jun 23 11:36:58.273174 dv-neutron-601336-94-hyperv neutron-server[94174]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 23 11:36:58.273174 dv-neutron-601336-94-hyperv neutron-server[94174]: timer() Jun 23 11:36:58.273174 dv-neutron-601336-94-hyperv neutron-server[94174]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 23 11:36:58.273174 dv-neutron-601336-94-hyperv neutron-server[94174]: cb(*args, **kw) Jun 23 11:36:58.273174 dv-neutron-601336-94-hyperv neutron-server[94174]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 23 11:36:58.273174 dv-neutron-601336-94-hyperv neutron-server[94174]: return func(*args, **kwargs) Jun 23 11:36:58.273174 dv-neutron-601336-94-hyperv neutron-server[94174]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 23 11:36:58.273174 dv-neutron-601336-94-hyperv neutron-server[94174]: self._notify() Jun 23 11:36:58.273174 dv-neutron-601336-94-hyperv neutron-server[94174]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 23 11:36:58.273174 dv-neutron-601336-94-hyperv neutron-server[94174]: self.callback(batched_events) Jun 23 11:36:58.273174 dv-neutron-601336-94-hyperv neutron-server[94174]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 23 11:36:58.273174 dv-neutron-601336-94-hyperv neutron-server[94174]: event.method(event) Jun 23 11:36:58.273174 dv-neutron-601336-94-hyperv neutron-server[94174]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 23 11:36:58.273174 dv-neutron-601336-94-hyperv neutron-server[94174]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 23 11:36:58.273174 dv-neutron-601336-94-hyperv neutron-server[94174]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 23 11:36:58.273174 dv-neutron-601336-94-hyperv neutron-server[94174]: aggregate_uuid = self.p_client.list_aggregates( Jun 23 11:36:58.273174 dv-neutron-601336-94-hyperv neutron-server[94174]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 23 11:36:58.273174 dv-neutron-601336-94-hyperv neutron-server[94174]: return f(self, *a, **k) Jun 23 11:36:58.273174 dv-neutron-601336-94-hyperv neutron-server[94174]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 23 11:36:58.273174 dv-neutron-601336-94-hyperv neutron-server[94174]: return self._get(url).json() Jun 23 11:36:58.273174 dv-neutron-601336-94-hyperv neutron-server[94174]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 23 11:36:58.273174 dv-neutron-601336-94-hyperv neutron-server[94174]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 23 11:36:58.273174 dv-neutron-601336-94-hyperv neutron-server[94174]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 23 11:36:58.273174 dv-neutron-601336-94-hyperv neutron-server[94174]: return self.request(url, 'GET', **kwargs) Jun 23 11:36:58.273174 dv-neutron-601336-94-hyperv neutron-server[94174]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 23 11:36:58.273174 dv-neutron-601336-94-hyperv neutron-server[94174]: base_url = self.get_endpoint(auth, allow=allow, Jun 23 11:36:58.273174 dv-neutron-601336-94-hyperv neutron-server[94174]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 23 11:36:58.273174 dv-neutron-601336-94-hyperv neutron-server[94174]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 23 11:36:58.273174 dv-neutron-601336-94-hyperv neutron-server[94174]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 23 11:36:58.273174 dv-neutron-601336-94-hyperv neutron-server[94174]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 23 11:36:58.273174 dv-neutron-601336-94-hyperv neutron-server[94174]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 23 11:36:58.276582 dv-neutron-601336-94-hyperv neutron-server[94175]: INFO neutron.wsgi [None req-26bf9346-d65e-443e-ac61-22e0f1316e4a tempest-SubnetPoolsTestJSON-17951937 tempest-SubnetPoolsTestJSON-17951937-project] 10.222.0.20 "DELETE /v2.0/subnetpools/5832a112-b607-4b3a-8e69-fbe3c0ab3103 HTTP/1.1" status: 204 len: 168 time: 0.1777401 Jun 23 11:36:58.279491 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.wsgi [-] (94175) accepted ('10.222.0.20', 42442) {{(pid=94175) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 11:36:58.288595 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron_lib.callbacks.manager [None req-0b196982-fb18-4644-84c1-4f9f95c31e8d tempest-FloatingIPTestJSON-1140213849 tempest-FloatingIPTestJSON-1140213849-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-524229'] for floatingip, after_update {{(pid=94175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:36:58.336300 dv-neutron-601336-94-hyperv neutron-server[94175]: INFO neutron.api.v2.resource [None req-5ef34575-ccf5-408f-a62b-42e86bebab24 tempest-SubnetPoolsTestJSON-17951937 tempest-SubnetPoolsTestJSON-17951937-project] show failed (client error): The resource could not be found. Jun 23 11:36:58.339497 dv-neutron-601336-94-hyperv neutron-server[94175]: INFO neutron.wsgi [None req-5ef34575-ccf5-408f-a62b-42e86bebab24 tempest-SubnetPoolsTestJSON-17951937 tempest-SubnetPoolsTestJSON-17951937-project] 10.222.0.20 "GET /v2.0/subnetpools/5832a112-b607-4b3a-8e69-fbe3c0ab3103 HTTP/1.1" status: 404 len: 346 time: 0.0590255 Jun 23 11:36:58.340511 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.wsgi [-] (94174) accepted ('10.222.0.20', 42444) {{(pid=94174) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 11:36:58.364540 dv-neutron-601336-94-hyperv neutron-server[94174]: INFO neutron.api.v2.resource [None req-22205a21-4a29-4603-9b32-a6a5e32728ac tempest-SubnetPoolsTestJSON-17951937 tempest-SubnetPoolsTestJSON-17951937-project] delete failed (client error): The resource could not be found. Jun 23 11:36:58.371989 dv-neutron-601336-94-hyperv neutron-server[94174]: INFO neutron.wsgi [None req-22205a21-4a29-4603-9b32-a6a5e32728ac tempest-SubnetPoolsTestJSON-17951937 tempest-SubnetPoolsTestJSON-17951937-project] 10.222.0.20 "DELETE /v2.0/subnetpools/5832a112-b607-4b3a-8e69-fbe3c0ab3103 HTTP/1.1" status: 404 len: 346 time: 0.0240338 Jun 23 11:36:58.389592 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.db.db_base_plugin_common [None req-68283f03-9317-4157-b235-1e4277c40d9d None None] Allocated IP 172.20.0.2 (47b95871-13c3-468a-9b76-3ffaa6b7f894/f75f45fc-3452-464f-8f72-214847a038f0/7627861e-99f6-44f8-821d-0818602891db) {{(pid=94176) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 23 11:36:58.394887 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-25f55c5d-a037-4afb-8605-62b0371b2b8f tempest-TagsExtTest-1712647166 tempest-TagsExtTest-1712647166-project] Made reservation on behalf of 4ea26e61bf9147359733809bf34c6d17 for: {'port': 1} {{(pid=94174) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 23 11:36:58.402872 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron_lib.callbacks.manager [None req-25f55c5d-a037-4afb-8605-62b0371b2b8f tempest-TagsExtTest-1712647166 tempest-TagsExtTest-1712647166-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-923104'] for port, before_create {{(pid=94174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:36:58.409544 dv-neutron-601336-94-hyperv neutron-server[94175]: INFO neutron.db.l3_db [None req-0b196982-fb18-4644-84c1-4f9f95c31e8d tempest-FloatingIPTestJSON-1140213849 tempest-FloatingIPTestJSON-1140213849-project] Floating IP 18cf601f-b188-4239-bdd2-a39421db52c3 associated. External IP: 172.26.3.22, port: 495cc569-4327-4ab8-bff7-5b0cd2728b22. Jun 23 11:36:58.423312 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron_lib.callbacks.manager [None req-dd2f620e-1d5a-4bb8-b22b-6300dfe454cc tempest-TestNetworkBasicOps-233187296 tempest-TestNetworkBasicOps-233187296-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-897248', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8002400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7866073', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-524247'] for network, after_delete {{(pid=94174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:36:58.428661 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG oslo_concurrency.lockutils [None req-0024eb88-72ed-4f53-bd0c-c830c299b6b2 tempest-RoutersIpV6Test-1448447933 tempest-RoutersIpV6Test-1448447933-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94174) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 11:36:58.433846 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron_lib.callbacks.manager [None req-dd2f620e-1d5a-4bb8-b22b-6300dfe454cc tempest-TestNetworkBasicOps-233187296 tempest-TestNetworkBasicOps-233187296-project] Notify callbacks [] for network, before_response {{(pid=94174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:36:58.438606 dv-neutron-601336-94-hyperv neutron-server[94174]: INFO neutron.wsgi [None req-dd2f620e-1d5a-4bb8-b22b-6300dfe454cc tempest-TestNetworkBasicOps-233187296 tempest-TestNetworkBasicOps-233187296-project] 10.222.0.20 "DELETE /v2.0/networks/cf29c68f-82b8-4662-a929-931f65637941 HTTP/1.1" status: 204 len: 168 time: 0.4866219 Jun 23 11:36:58.476004 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.wsgi [-] (94175) accepted ('10.222.0.20', 42448) {{(pid=94175) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 11:36:58.481930 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.api.v2.base [None req-fe3e53a5-34d2-468a-92a1-b3e76783b88f tempest-TestNetworkBasicOps-233187296 tempest-TestNetworkBasicOps-233187296-project] Request body: {'network': {'name': 'tempest-network-smoke--1795745780', 'project_id': '772b9946478d439e9da4eaeade7fb21d', 'port_security_enabled': True}} {{(pid=94175) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 23 11:36:58.482464 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.notifiers.nova [None req-25f55c5d-a037-4afb-8605-62b0371b2b8f tempest-TagsExtTest-1712647166 tempest-TagsExtTest-1712647166-project] device_id is not set on port a7e74298-b4da-449d-b315-f2fc0dd5252f yet. {{(pid=94174) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jun 23 11:36:58.508228 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd2f620e-1d5a-4bb8-b22b-6300dfe454cc tempest-TestNetworkBasicOps-233187296 tempest-TestNetworkBasicOps-233187296-project] Pushing event deleted for resources: {'Network': ['ID=cf29c68f-82b8-4662-a929-931f65637941,revision_number=None']} {{(pid=94174) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 11:36:58.544125 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG oslo_concurrency.lockutils [None req-dd2f620e-1d5a-4bb8-b22b-6300dfe454cc tempest-TestNetworkBasicOps-233187296 tempest-TestNetworkBasicOps-233187296-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.115s {{(pid=94174) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 11:36:58.587943 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fe3e53a5-34d2-468a-92a1-b3e76783b88f tempest-TestNetworkBasicOps-233187296 tempest-TestNetworkBasicOps-233187296-project] Made reservation on behalf of 772b9946478d439e9da4eaeade7fb21d for: {'network': 1} {{(pid=94175) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 23 11:36:58.592323 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron_lib.callbacks.manager [None req-fe3e53a5-34d2-468a-92a1-b3e76783b88f tempest-TestNetworkBasicOps-233187296 tempest-TestNetworkBasicOps-233187296-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-923104'] for network, before_create {{(pid=94175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:36:58.595282 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron_lib.callbacks.manager [None req-68283f03-9317-4157-b235-1e4277c40d9d None None] Notify callbacks [] for port, precommit_create {{(pid=94176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:36:58.606219 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.db.provisioning_blocks [None req-68283f03-9317-4157-b235-1e4277c40d9d None None] Transition to ACTIVE for port object 7627861e-99f6-44f8-821d-0818602891db will not be triggered until provisioned by entity L2. {{(pid=94176) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 23 11:36:58.627603 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.db.provisioning_blocks [None req-68283f03-9317-4157-b235-1e4277c40d9d None None] Transition to ACTIVE for port object 7627861e-99f6-44f8-821d-0818602891db will not be triggered until provisioned by entity DHCP. {{(pid=94176) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 23 11:36:58.664864 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-fe3e53a5-34d2-468a-92a1-b3e76783b88f tempest-TestNetworkBasicOps-233187296 tempest-TestNetworkBasicOps-233187296-project] vlan segment allocate from pool success with {'vlan_id': 410, 'physical_network': 'physnet1'} {{(pid=94175) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 23 11:36:58.682052 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron_lib.callbacks.manager [None req-fe3e53a5-34d2-468a-92a1-b3e76783b88f tempest-TestNetworkBasicOps-233187296 tempest-TestNetworkBasicOps-233187296-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3801'] for segment, precommit_create {{(pid=94175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:36:58.682720 dv-neutron-601336-94-hyperv neutron-server[94175]: INFO neutron.db.segments_db [None req-fe3e53a5-34d2-468a-92a1-b3e76783b88f tempest-TestNetworkBasicOps-233187296 tempest-TestNetworkBasicOps-233187296-project] Added segment f7c7ca79-63a4-46a7-b62b-c898c61f3948 of type vlan for network 751565c3-b0a8-48a7-9195-02fff873bed5 Jun 23 11:36:58.737285 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron_lib.callbacks.manager [None req-68283f03-9317-4157-b235-1e4277c40d9d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-922915', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-239814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7866073', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773699642215'] for port, after_create {{(pid=94176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:36:58.740582 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG oslo_concurrency.lockutils [None req-dc7542b2-afef-47f4-a763-e3a3cba144be None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 11:36:58.762496 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron_lib.callbacks.manager [None req-fe3e53a5-34d2-468a-92a1-b3e76783b88f tempest-TestNetworkBasicOps-233187296 tempest-TestNetworkBasicOps-233187296-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8773699596773'] for network, precommit_create {{(pid=94175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:36:58.780855 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-68283f03-9317-4157-b235-1e4277c40d9d None None] Network 47b95871-13c3-468a-9b76-3ffaa6b7f894 is already hosted by enough agents. {{(pid=94176) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 23 11:36:58.784853 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.scheduler.base_scheduler [None req-68283f03-9317-4157-b235-1e4277c40d9d None None] Resources bound (agent type, host, resource id): {{(pid=94176) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 23 11:36:58.791907 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.db.l3_dvrscheduler_db [None req-68283f03-9317-4157-b235-1e4277c40d9d None None] Received port after_create {{(pid=94176) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 23 11:36:58.797170 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0b196982-fb18-4644-84c1-4f9f95c31e8d tempest-FloatingIPTestJSON-1140213849 tempest-FloatingIPTestJSON-1140213849-project] Router 54457aa4-57ec-453a-b617-a96ed249dc35 has already been hosted by L3 agent 50ef99c0-ef28-4db5-b303-b145898fae60 {{(pid=94175) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 23 11:36:58.829008 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68283f03-9317-4157-b235-1e4277c40d9d None None] Pushing event updated for resources: {'Port': ['ID=7627861e-99f6-44f8-821d-0818602891db,revision_number=1']} {{(pid=94176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 11:36:58.831453 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.db.db_base_plugin_common [None req-25f55c5d-a037-4afb-8605-62b0371b2b8f tempest-TagsExtTest-1712647166 tempest-TagsExtTest-1712647166-project] Allocated IP 172.20.0.8 (47b95871-13c3-468a-9b76-3ffaa6b7f894/f75f45fc-3452-464f-8f72-214847a038f0/a7e74298-b4da-449d-b315-f2fc0dd5252f) {{(pid=94174) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 23 11:36:58.835823 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG oslo_concurrency.lockutils [None req-68283f03-9317-4157-b235-1e4277c40d9d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.095s {{(pid=94176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 11:36:58.873568 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.plugins.ml2.managers [None req-68283f03-9317-4157-b235-1e4277c40d9d None None] Attempting to bind port 7627861e-99f6-44f8-821d-0818602891db on host dv-neutron-601336-94-hyperv for vnic_type normal with profile {{(pid=94176) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 23 11:36:58.874242 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.plugins.ml2.managers [None req-68283f03-9317-4157-b235-1e4277c40d9d None None] Attempting to bind port 7627861e-99f6-44f8-821d-0818602891db by drivers openvswitch,hyperv on host dv-neutron-601336-94-hyperv at level 0 using segments [{'id': '35db879f-096a-49ea-8645-b5d7df3b8674', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 406, 'network_id': '47b95871-13c3-468a-9b76-3ffaa6b7f894'}] {{(pid=94176) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 23 11:36:58.874792 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-68283f03-9317-4157-b235-1e4277c40d9d None None] Attempting to bind port 7627861e-99f6-44f8-821d-0818602891db on network 47b95871-13c3-468a-9b76-3ffaa6b7f894 {{(pid=94176) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 23 11:36:58.880228 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-68283f03-9317-4157-b235-1e4277c40d9d None None] Checking agent: {'id': '4d05f899-5ac9-411b-8a03-f60c93f87cdf', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-601336-94-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 23, 11, 22, 14), 'started_at': datetime.datetime(2021, 6, 23, 11, 22, 44), 'heartbeat_timestamp': datetime.datetime(2021, 6, 23, 11, 36, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'monitor_allowed_address_pair_garp': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-601336-94-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94176) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 23 11:36:58.881368 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-68283f03-9317-4157-b235-1e4277c40d9d None None] Checking segment: {'id': '35db879f-096a-49ea-8645-b5d7df3b8674', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 406, 'network_id': '47b95871-13c3-468a-9b76-3ffaa6b7f894'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94176) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 23 11:36:58.881953 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron_lib.callbacks.manager [None req-68283f03-9317-4157-b235-1e4277c40d9d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:36:58.882527 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-68283f03-9317-4157-b235-1e4277c40d9d None None] Bound using segment: {'id': '35db879f-096a-49ea-8645-b5d7df3b8674', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 406, 'network_id': '47b95871-13c3-468a-9b76-3ffaa6b7f894'} {{(pid=94176) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 23 11:36:58.883005 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.plugins.ml2.managers [None req-68283f03-9317-4157-b235-1e4277c40d9d None None] Bound port: 7627861e-99f6-44f8-821d-0818602891db, host: dv-neutron-601336-94-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '35db879f-096a-49ea-8645-b5d7df3b8674', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 406, 'network_id': '47b95871-13c3-468a-9b76-3ffaa6b7f894'}}] {{(pid=94176) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 23 11:36:58.883415 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron_lib.callbacks.manager [None req-68283f03-9317-4157-b235-1e4277c40d9d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-923122'] for port, before_update {{(pid=94176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:36:58.885712 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron_lib.callbacks.manager [None req-fe3e53a5-34d2-468a-92a1-b3e76783b88f tempest-TestNetworkBasicOps-233187296 tempest-TestNetworkBasicOps-233187296-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8002400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7866073'] for network, after_create {{(pid=94175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:36:58.897179 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fe3e53a5-34d2-468a-92a1-b3e76783b88f tempest-TestNetworkBasicOps-233187296 tempest-TestNetworkBasicOps-233187296-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 11:36:58.897179 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron_lib.callbacks.manager [None req-fe3e53a5-34d2-468a-92a1-b3e76783b88f tempest-TestNetworkBasicOps-233187296 tempest-TestNetworkBasicOps-233187296-project] Notify callbacks [] for network, before_response {{(pid=94175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:36:58.929283 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG oslo_concurrency.lockutils [None req-92a07e13-00f6-494e-9752-cafe23727bcf tempest-ExternalNetworksTestJSON-2139813945 tempest-ExternalNetworksTestJSON-2139813945-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94175) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 11:36:58.977124 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.plugins.ml2.db [None req-68283f03-9317-4157-b235-1e4277c40d9d None None] For port 7627861e-99f6-44f8-821d-0818602891db, host dv-neutron-601336-94-hyperv, cleared binding levels {{(pid=94176) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 23 11:36:58.984468 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.plugins.ml2.db [None req-68283f03-9317-4157-b235-1e4277c40d9d None None] For port 7627861e-99f6-44f8-821d-0818602891db, host dv-neutron-601336-94-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-94-hyperv',level=0,port_id=7627861e-99f6-44f8-821d-0818602891db,segment=NetworkSegment(35db879f-096a-49ea-8645-b5d7df3b8674),segment_id=35db879f-096a-49ea-8645-b5d7df3b8674)] {{(pid=94176) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 23 11:36:58.985649 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.plugins.ml2.rpc [None req-dc7542b2-afef-47f4-a763-e3a3cba144be None None] Device 3aeaf89e-5f81-4c55-b262-f57f38a5e301 no longer exists at agent ovs-agent-dv-neutron-601336-94-hyperv {{(pid=94176) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:261}} Jun 23 11:36:59.010987 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.plugins.ml2.plugin [None req-dc7542b2-afef-47f4-a763-e3a3cba144be None None] No Port match for: 3aeaf89e-5f81-4c55-b262-f57f38a5e301 {{(pid=94176) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2240}} Jun 23 11:36:59.011374 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.plugins.ml2.rpc [None req-dc7542b2-afef-47f4-a763-e3a3cba144be None None] Device 3aeaf89e-5f81-4c55-b262-f57f38a5e301 not bound to the agent host dv-neutron-601336-94-hyperv {{(pid=94176) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:271}} Jun 23 11:36:59.014582 dv-neutron-601336-94-hyperv neutron-server[94175]: INFO neutron.wsgi [None req-fe3e53a5-34d2-468a-92a1-b3e76783b88f tempest-TestNetworkBasicOps-233187296 tempest-TestNetworkBasicOps-233187296-project] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.5373869 Jun 23 11:36:59.018970 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.wsgi [-] (94174) accepted ('10.222.0.20', 42452) {{(pid=94174) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 11:36:59.027615 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.api.v2.base [None req-6913ecbc-5b22-493d-a692-b042fbb3e722 tempest-TestNetworkBasicOps-233187296 tempest-TestNetworkBasicOps-233187296-project] Request body: {'router': {'name': 'tempest-TestNetworkBasicOps-router-45649005', 'admin_state_up': True, 'project_id': '772b9946478d439e9da4eaeade7fb21d', 'external_gateway_info': {'network_id': '3e7e4eb3-cf02-4d47-ade9-0a579cdfc60f'}}} {{(pid=94174) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 23 11:36:59.037846 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe3e53a5-34d2-468a-92a1-b3e76783b88f tempest-TestNetworkBasicOps-233187296 tempest-TestNetworkBasicOps-233187296-project] Pushing event updated for resources: {'Network': ['ID=751565c3-b0a8-48a7-9195-02fff873bed5,revision_number=1']} {{(pid=94175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 11:36:59.041969 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG oslo_concurrency.lockutils [None req-fe3e53a5-34d2-468a-92a1-b3e76783b88f tempest-TestNetworkBasicOps-233187296 tempest-TestNetworkBasicOps-233187296-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.113s {{(pid=94175) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 11:36:59.043364 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0b196982-fb18-4644-84c1-4f9f95c31e8d tempest-FloatingIPTestJSON-1140213849 tempest-FloatingIPTestJSON-1140213849-project] Notify agent at l3_agent.dv-neutron-601336-94-hyperv the message routers_updated {{(pid=94175) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 23 11:36:59.043771 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron_lib.callbacks.manager [None req-68283f03-9317-4157-b235-1e4277c40d9d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-922904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866062', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773700135042', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773699642233', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773699642278'] for port, after_update {{(pid=94176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:36:59.062511 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG oslo_concurrency.lockutils [None req-d18744e8-33b9-4c12-894e-c893d17a4961 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 11:36:59.063563 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.wsgi [-] (94175) accepted ('10.222.0.20', 42454) {{(pid=94175) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 11:36:59.065173 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron_lib.callbacks.manager [None req-25f55c5d-a037-4afb-8605-62b0371b2b8f tempest-TagsExtTest-1712647166 tempest-TagsExtTest-1712647166-project] Notify callbacks [] for port, precommit_create {{(pid=94174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:36:59.065536 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cdc57145-c659-40d7-a062-c42bdd787ef0 None None] Sync routers for ids ['54457aa4-57ec-453a-b617-a96ed249dc35'] in dv-neutron-601336-94-hyperv {{(pid=94176) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 23 11:36:59.073077 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.plugins.ml2.rpc [None req-dc7542b2-afef-47f4-a763-e3a3cba144be None None] Network 751565c3-b0a8-48a7-9195-02fff873bed5 details requested by agent ovs-agent-dv-neutron-601336-94-hyperv with host dv-neutron-601336-94-hyperv {{(pid=94176) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:250}} Jun 23 11:36:59.082339 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.db.provisioning_blocks [None req-25f55c5d-a037-4afb-8605-62b0371b2b8f tempest-TagsExtTest-1712647166 tempest-TagsExtTest-1712647166-project] Transition to ACTIVE for port object a7e74298-b4da-449d-b315-f2fc0dd5252f will not be triggered until provisioned by entity DHCP. {{(pid=94174) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 23 11:36:59.139845 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron_lib.callbacks.manager [None req-6913ecbc-5b22-493d-a692-b042fbb3e722 tempest-TestNetworkBasicOps-233187296 tempest-TestNetworkBasicOps-233187296-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-520407', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-32315'] for router, before_create {{(pid=94174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:36:59.141427 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron_lib.callbacks.manager [None req-6913ecbc-5b22-493d-a692-b042fbb3e722 tempest-TestNetworkBasicOps-233187296 tempest-TestNetworkBasicOps-233187296-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-520264', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-524122', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-414782', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-32290'] for router, precommit_create {{(pid=94174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:36:59.165997 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cdc57145-c659-40d7-a062-c42bdd787ef0 None None] Routers {'54457aa4-57ec-453a-b617-a96ed249dc35'} bound to L3 agent in host dv-neutron-601336-94-hyperv {{(pid=94176) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 23 11:36:59.166634 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.db.l3_hamode_db [None req-cdc57145-c659-40d7-a062-c42bdd787ef0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-601336-94-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-23T11:22:13Z,description=,heartbeat_timestamp=2021-06-23T11:36:43Z,host='dv-neutron-601336-94-hyperv',id=50ef99c0-ef28-4db5-b303-b145898fae60,load=0,resource_versions=,resources_synced=,started_at=2021-06-23T11:22:14Z,topic='l3_agent')) {'router_ids': ['54457aa4-57ec-453a-b617-a96ed249dc35'], 'active': True} {{(pid=94176) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 11:36:59.175372 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron_lib.callbacks.manager [None req-25f55c5d-a037-4afb-8605-62b0371b2b8f tempest-TagsExtTest-1712647166 tempest-TagsExtTest-1712647166-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-922915', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-239814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7866073', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773699642215', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-5196399'] for port, after_create {{(pid=94174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:36:59.195760 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron_lib.callbacks.manager [None req-98d91046-a024-46c7-8972-dbf442d9a5b8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:36:59.197692 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron_lib.callbacks.manager [None req-0b196982-fb18-4644-84c1-4f9f95c31e8d tempest-FloatingIPTestJSON-1140213849 tempest-FloatingIPTestJSON-1140213849-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-217507'] for floatingip, before_response {{(pid=94175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:36:59.205371 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.db.l3_hamode_db [None req-cdc57145-c659-40d7-a062-c42bdd787ef0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-601336-94-hyperv', False) {} {{(pid=94176) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 11:36:59.219803 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG oslo_concurrency.lockutils [None req-d4a13985-1673-4519-982d-521ee67cbf87 tempest-RoutersTest-228919764 tempest-RoutersTest-228919764-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94174) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 11:36:59.238302 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cdc57145-c659-40d7-a062-c42bdd787ef0 None None] Routers {'54457aa4-57ec-453a-b617-a96ed249dc35'} bound to L3 agent in host dv-neutron-601336-94-hyperv {{(pid=94176) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 23 11:36:59.238945 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.db.l3_hamode_db [None req-cdc57145-c659-40d7-a062-c42bdd787ef0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-601336-94-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-23T11:22:13Z,description=,heartbeat_timestamp=2021-06-23T11:36:43Z,host='dv-neutron-601336-94-hyperv',id=50ef99c0-ef28-4db5-b303-b145898fae60,load=0,resource_versions=,resources_synced=,started_at=2021-06-23T11:22:14Z,topic='l3_agent')) {'router_ids': ['54457aa4-57ec-453a-b617-a96ed249dc35'], 'active': True} {{(pid=94176) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 11:36:59.265597 dv-neutron-601336-94-hyperv neutron-server[94175]: INFO neutron.wsgi [None req-0b196982-fb18-4644-84c1-4f9f95c31e8d tempest-FloatingIPTestJSON-1140213849 tempest-FloatingIPTestJSON-1140213849-project] 10.222.0.20 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 983 time: 3.5119143 Jun 23 11:36:59.269695 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.wsgi [-] (94175) accepted ('10.222.0.20', 42458) {{(pid=94175) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 11:36:59.276483 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.api.v2.base [None req-de0877ea-7e94-4abd-93a4-ead9c96f4221 tempest-FloatingIPTestJSON-1140213849 tempest-FloatingIPTestJSON-1140213849-project] Request body: {'floatingip': {'port_id': '495cc569-4327-4ab8-bff7-5b0cd2728b22', 'fixed_ip_address': '172.20.0.12'}} {{(pid=94175) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 23 11:36:59.279415 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68283f03-9317-4157-b235-1e4277c40d9d None None] Pushing event updated for resources: {'Port': ['ID=7627861e-99f6-44f8-821d-0818602891db,revision_number=2']} {{(pid=94176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 11:36:59.283312 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG oslo_concurrency.lockutils [None req-68283f03-9317-4157-b235-1e4277c40d9d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.221s {{(pid=94176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 11:36:59.284074 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.db.l3_hamode_db [None req-cdc57145-c659-40d7-a062-c42bdd787ef0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-601336-94-hyperv', False) {} {{(pid=94176) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 11:36:59.284761 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cdc57145-c659-40d7-a062-c42bdd787ef0 None None] The sync data for ids ['54457aa4-57ec-453a-b617-a96ed249dc35'] in dv-neutron-601336-94-hyperv is: [] {{(pid=94176) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 23 11:36:59.361839 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron_lib.callbacks.manager [None req-de0877ea-7e94-4abd-93a4-ead9c96f4221 tempest-FloatingIPTestJSON-1140213849 tempest-FloatingIPTestJSON-1140213849-project] Notify callbacks [] for floatingip, before_update {{(pid=94175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:36:59.506975 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron_lib.callbacks.manager [None req-98d91046-a024-46c7-8972-dbf442d9a5b8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:36:59.602853 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron_lib.callbacks.manager [None req-98d91046-a024-46c7-8972-dbf442d9a5b8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7996330'] for security_group, after_create {{(pid=94175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:36:59.607118 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG oslo_concurrency.lockutils [None req-9cdd6988-dd42-4662-ab4b-1987cf723827 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94175) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 11:36:59.618874 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron_lib.callbacks.manager [None req-6913ecbc-5b22-493d-a692-b042fbb3e722 tempest-TestNetworkBasicOps-233187296 tempest-TestNetworkBasicOps-233187296-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:36:59.631425 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-25f55c5d-a037-4afb-8605-62b0371b2b8f tempest-TagsExtTest-1712647166 tempest-TagsExtTest-1712647166-project] Network 47b95871-13c3-468a-9b76-3ffaa6b7f894 is already hosted by enough agents. {{(pid=94174) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 23 11:36:59.634749 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.scheduler.base_scheduler [None req-25f55c5d-a037-4afb-8605-62b0371b2b8f tempest-TagsExtTest-1712647166 tempest-TagsExtTest-1712647166-project] Resources bound (agent type, host, resource id): {{(pid=94174) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 23 11:36:59.637257 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.db.l3_dvrscheduler_db [None req-25f55c5d-a037-4afb-8605-62b0371b2b8f tempest-TagsExtTest-1712647166 tempest-TagsExtTest-1712647166-project] Received port after_create {{(pid=94174) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 23 11:36:59.674276 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25f55c5d-a037-4afb-8605-62b0371b2b8f tempest-TagsExtTest-1712647166 tempest-TagsExtTest-1712647166-project] Pushing event updated for resources: {'Port': ['ID=a7e74298-b4da-449d-b315-f2fc0dd5252f,revision_number=1']} {{(pid=94174) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 11:36:59.677050 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG oslo_concurrency.lockutils [None req-25f55c5d-a037-4afb-8605-62b0371b2b8f tempest-TagsExtTest-1712647166 tempest-TagsExtTest-1712647166-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.458s {{(pid=94174) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 11:36:59.694349 dv-neutron-601336-94-hyperv neutron-server[94175]: INFO neutron.wsgi [None req-98d91046-a024-46c7-8972-dbf442d9a5b8 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=d29f73ea9d0c4a9eaa63d84de493d2ab&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6295950 Jun 23 11:36:59.697144 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.wsgi [-] (94175) accepted ('10.222.0.20', 42460) {{(pid=94175) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 11:36:59.704936 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98d91046-a024-46c7-8972-dbf442d9a5b8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1e15ba94-cc91-4920-845d-0cfc39b46524,revision_number=1']} {{(pid=94175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 11:36:59.711579 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG oslo_concurrency.lockutils [None req-98d91046-a024-46c7-8972-dbf442d9a5b8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.104s {{(pid=94175) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 11:36:59.761574 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-25f55c5d-a037-4afb-8605-62b0371b2b8f tempest-TagsExtTest-1712647166 tempest-TagsExtTest-1712647166-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94174) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 11:36:59.762186 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron_lib.callbacks.manager [None req-25f55c5d-a037-4afb-8605-62b0371b2b8f tempest-TagsExtTest-1712647166 tempest-TagsExtTest-1712647166-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-217507'] for port, before_response {{(pid=94174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:36:59.841486 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron_lib.callbacks.manager [None req-6913ecbc-5b22-493d-a692-b042fbb3e722 tempest-TestNetworkBasicOps-233187296 tempest-TestNetworkBasicOps-233187296-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-524104', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-520389', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-32276'] for router, precommit_update {{(pid=94174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:36:59.854622 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron_lib.callbacks.manager [None req-427083d2-7789-4aed-a0ab-66adfbca08a0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:36:59.854870 dv-neutron-601336-94-hyperv neutron-server[94174]: INFO neutron.wsgi [None req-25f55c5d-a037-4afb-8605-62b0371b2b8f tempest-TagsExtTest-1712647166 tempest-TagsExtTest-1712647166-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 922 time: 1.7272441 Jun 23 11:36:59.855654 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.wsgi [-] (94174) accepted ('10.222.0.20', 42462) {{(pid=94174) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 11:36:59.861268 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.api.v2.base [None req-d7cdf86e-b4c6-4912-bc9f-dea39bc792ee tempest-TagsExtTest-1712647166 tempest-TagsExtTest-1712647166-project] Request body: {'router': {'name': 'tempest-TagsExtTest-router-1790780070', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=94174) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 23 11:36:59.885846 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron_lib.callbacks.manager [None req-427083d2-7789-4aed-a0ab-66adfbca08a0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:36:59.943008 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron_lib.callbacks.manager [None req-d7cdf86e-b4c6-4912-bc9f-dea39bc792ee tempest-TagsExtTest-1712647166 tempest-TagsExtTest-1712647166-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-520407', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-32315'] for router, before_create {{(pid=94174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:36:59.944052 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron_lib.callbacks.manager [None req-d7cdf86e-b4c6-4912-bc9f-dea39bc792ee tempest-TagsExtTest-1712647166 tempest-TagsExtTest-1712647166-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-520264', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-524122', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-414782', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-32290'] for router, precommit_create {{(pid=94174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:37:00.012884 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron_lib.callbacks.manager [None req-d7cdf86e-b4c6-4912-bc9f-dea39bc792ee tempest-TagsExtTest-1712647166 tempest-TagsExtTest-1712647166-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:37:00.059495 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron_lib.callbacks.manager [None req-427083d2-7789-4aed-a0ab-66adfbca08a0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7996330'] for security_group, after_delete {{(pid=94175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:37:00.062385 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron_lib.callbacks.manager [None req-427083d2-7789-4aed-a0ab-66adfbca08a0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:37:00.066545 dv-neutron-601336-94-hyperv neutron-server[94175]: INFO neutron.wsgi [None req-427083d2-7789-4aed-a0ab-66adfbca08a0 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/1e15ba94-cc91-4920-845d-0cfc39b46524 HTTP/1.1" status: 204 len: 168 time: 0.3681371 Jun 23 11:37:00.069590 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron_lib.callbacks.manager [None req-de0877ea-7e94-4abd-93a4-ead9c96f4221 tempest-FloatingIPTestJSON-1140213849 tempest-FloatingIPTestJSON-1140213849-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:37:00.070511 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG oslo_concurrency.lockutils [None req-f065c090-dea1-498f-83c9-eac814bc59e8 tempest-SecGroupTest-1462889432 tempest-SecGroupTest-1462889432-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94175) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 11:37:00.079085 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-427083d2-7789-4aed-a0ab-66adfbca08a0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1e15ba94-cc91-4920-845d-0cfc39b46524,revision_number=None']} {{(pid=94175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 11:37:00.081317 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG oslo_concurrency.lockutils [None req-427083d2-7789-4aed-a0ab-66adfbca08a0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.011s {{(pid=94175) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 11:37:00.091812 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron_lib.callbacks.manager [None req-d7cdf86e-b4c6-4912-bc9f-dea39bc792ee tempest-TagsExtTest-1712647166 tempest-TagsExtTest-1712647166-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-520412', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-524143'] for router, after_create {{(pid=94174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:37:00.122292 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron_lib.callbacks.manager [None req-de0877ea-7e94-4abd-93a4-ead9c96f4221 tempest-FloatingIPTestJSON-1140213849 tempest-FloatingIPTestJSON-1140213849-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-524229'] for floatingip, after_update {{(pid=94175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:37:00.175465 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron_lib.callbacks.manager [None req-6913ecbc-5b22-493d-a692-b042fbb3e722 tempest-TestNetworkBasicOps-233187296 tempest-TestNetworkBasicOps-233187296-project] Notify callbacks [] for router_gateway, before_create {{(pid=94174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:37:00.195010 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron_lib.callbacks.manager [None req-6913ecbc-5b22-493d-a692-b042fbb3e722 tempest-TestNetworkBasicOps-233187296 tempest-TestNetworkBasicOps-233187296-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-923104'] for port, before_create {{(pid=94174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:37:00.203252 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron_lib.callbacks.manager [None req-d7cdf86e-b4c6-4912-bc9f-dea39bc792ee tempest-TagsExtTest-1712647166 tempest-TagsExtTest-1712647166-project] Notify callbacks [] for router, before_response {{(pid=94174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:37:00.204483 dv-neutron-601336-94-hyperv neutron-server[94174]: INFO neutron.wsgi [None req-d7cdf86e-b4c6-4912-bc9f-dea39bc792ee tempest-TagsExtTest-1712647166 tempest-TagsExtTest-1712647166-project] 10.222.0.20 "POST /v2.0/routers HTTP/1.1" status: 201 len: 700 time: 0.3477929 Jun 23 11:37:00.207731 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.wsgi [-] (94174) accepted ('10.222.0.20', 42466) {{(pid=94174) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 11:37:00.237008 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.api.v2.base [None req-bc3bd807-5e8a-489a-8091-f7eafedd7cb9 tempest-TagsExtTest-1712647166 tempest-TagsExtTest-1712647166-project] Request body: {'subnetpool': {'name': 'tempest-TagsExtTest-Subnetpool-1206888616', 'prefixes': ['172.20.0.0/16']}} {{(pid=94174) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 23 11:37:00.264421 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ff233048-c31d-4f36-92fd-7894295ead2b None None] Network 47b95871-13c3-468a-9b76-3ffaa6b7f894 requested from dv-neutron-601336-94-hyperv {{(pid=94176) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 23 11:37:00.327773 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.db.db_base_plugin_common [None req-6913ecbc-5b22-493d-a692-b042fbb3e722 tempest-TestNetworkBasicOps-233187296 tempest-TestNetworkBasicOps-233187296-project] Allocated IP 172.26.3.123 (3e7e4eb3-cf02-4d47-ade9-0a579cdfc60f/a5ad15ab-c489-4a67-a9b0-d559fca0ec71/1ab0ae19-6b61-4c8f-b3b4-a8cef1b1d50e) {{(pid=94174) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 23 11:37:00.373255 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-de0877ea-7e94-4abd-93a4-ead9c96f4221 tempest-FloatingIPTestJSON-1140213849 tempest-FloatingIPTestJSON-1140213849-project] Router 54457aa4-57ec-453a-b617-a96ed249dc35 has already been hosted by L3 agent 50ef99c0-ef28-4db5-b303-b145898fae60 {{(pid=94175) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 23 11:37:00.398535 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.db.provisioning_blocks [None req-c0397383-1318-4c8c-a88b-c753d8727350 None None] Provisioning for port 7627861e-99f6-44f8-821d-0818602891db completed by entity DHCP. {{(pid=94176) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 23 11:37:00.486188 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron_lib.callbacks.manager [None req-6913ecbc-5b22-493d-a692-b042fbb3e722 tempest-TestNetworkBasicOps-233187296 tempest-TestNetworkBasicOps-233187296-project] Notify callbacks [] for port, precommit_create {{(pid=94174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:37:00.559833 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron_lib.callbacks.manager [None req-bc3bd807-5e8a-489a-8091-f7eafedd7cb9 tempest-TagsExtTest-1712647166 tempest-TagsExtTest-1712647166-project] Notify callbacks [] for subnetpool, before_response {{(pid=94174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:37:00.560966 dv-neutron-601336-94-hyperv neutron-server[94174]: INFO neutron.wsgi [None req-bc3bd807-5e8a-489a-8091-f7eafedd7cb9 tempest-TagsExtTest-1712647166 tempest-TagsExtTest-1712647166-project] 10.222.0.20 "POST /v2.0/subnetpools HTTP/1.1" status: 201 len: 748 time: 0.3523033 Jun 23 11:37:00.565050 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.wsgi [-] (94174) accepted ('10.222.0.20', 42468) {{(pid=94174) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 11:37:00.570609 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.services.tag.tag_plugin [None req-cf00c401-5795-4b72-b889-9d1e7421dd62 tempest-TagsExtTest-1712647166 tempest-TagsExtTest-1712647166-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'subnets', 'f75f45fc-3452-464f-8f72-214847a038f0', 'tempest-TagsExtTest-Tag-1374052108') {} {{(pid=94174) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 11:37:00.604609 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron_lib.callbacks.manager [None req-6913ecbc-5b22-493d-a692-b042fbb3e722 tempest-TestNetworkBasicOps-233187296 tempest-TestNetworkBasicOps-233187296-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-922915', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-239814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7866073', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773699642215', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-5196399'] for port, after_create {{(pid=94174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:37:00.608173 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG oslo_concurrency.lockutils [None req-8b907f80-92b1-468a-8ab8-58c2a6d5632d service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94174) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 11:37:00.634128 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-de0877ea-7e94-4abd-93a4-ead9c96f4221 tempest-FloatingIPTestJSON-1140213849 tempest-FloatingIPTestJSON-1140213849-project] Notify agent at l3_agent.dv-neutron-601336-94-hyperv the message routers_updated {{(pid=94175) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 23 11:37:00.644104 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron_lib.callbacks.manager [None req-de0877ea-7e94-4abd-93a4-ead9c96f4221 tempest-FloatingIPTestJSON-1140213849 tempest-FloatingIPTestJSON-1140213849-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-217507'] for floatingip, before_response {{(pid=94175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:37:00.644794 dv-neutron-601336-94-hyperv neutron-server[94177]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-72e6fef4-4b3b-47dd-83ea-67a562954404 None None] Sync routers for ids ['54457aa4-57ec-453a-b617-a96ed249dc35'] in dv-neutron-601336-94-hyperv {{(pid=94177) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 23 11:37:00.654477 dv-neutron-601336-94-hyperv neutron-server[94177]: DEBUG neutron.db.l3_dvrscheduler_db [None req-72e6fef4-4b3b-47dd-83ea-67a562954404 None None] Routers {'54457aa4-57ec-453a-b617-a96ed249dc35'} bound to L3 agent in host dv-neutron-601336-94-hyperv {{(pid=94177) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 23 11:37:00.655779 dv-neutron-601336-94-hyperv neutron-server[94177]: DEBUG neutron.db.l3_hamode_db [None req-72e6fef4-4b3b-47dd-83ea-67a562954404 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-601336-94-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-23T11:22:13Z,description=,heartbeat_timestamp=2021-06-23T11:36:43Z,host='dv-neutron-601336-94-hyperv',id=50ef99c0-ef28-4db5-b303-b145898fae60,load=0,resource_versions=,resources_synced=,started_at=2021-06-23T11:22:14Z,topic='l3_agent')) {'router_ids': ['54457aa4-57ec-453a-b617-a96ed249dc35'], 'active': True} {{(pid=94177) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 11:37:00.668709 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6913ecbc-5b22-493d-a692-b042fbb3e722 tempest-TestNetworkBasicOps-233187296 tempest-TestNetworkBasicOps-233187296-project] Network 3e7e4eb3-cf02-4d47-ade9-0a579cdfc60f is already hosted by enough agents. {{(pid=94174) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 23 11:37:00.676958 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.scheduler.base_scheduler [None req-6913ecbc-5b22-493d-a692-b042fbb3e722 tempest-TestNetworkBasicOps-233187296 tempest-TestNetworkBasicOps-233187296-project] Resources bound (agent type, host, resource id): {{(pid=94174) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 23 11:37:00.684669 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6913ecbc-5b22-493d-a692-b042fbb3e722 tempest-TestNetworkBasicOps-233187296 tempest-TestNetworkBasicOps-233187296-project] Received port after_create {{(pid=94174) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 23 11:37:00.702160 dv-neutron-601336-94-hyperv neutron-server[94177]: DEBUG neutron.db.l3_hamode_db [None req-72e6fef4-4b3b-47dd-83ea-67a562954404 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-601336-94-hyperv', False) {} {{(pid=94177) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 11:37:00.712977 dv-neutron-601336-94-hyperv neutron-server[94177]: DEBUG neutron.db.l3_dvrscheduler_db [None req-72e6fef4-4b3b-47dd-83ea-67a562954404 None None] Routers {'54457aa4-57ec-453a-b617-a96ed249dc35'} bound to L3 agent in host dv-neutron-601336-94-hyperv {{(pid=94177) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 23 11:37:00.714215 dv-neutron-601336-94-hyperv neutron-server[94177]: DEBUG neutron.db.l3_hamode_db [None req-72e6fef4-4b3b-47dd-83ea-67a562954404 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-601336-94-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-23T11:22:13Z,description=,heartbeat_timestamp=2021-06-23T11:36:43Z,host='dv-neutron-601336-94-hyperv',id=50ef99c0-ef28-4db5-b303-b145898fae60,load=0,resource_versions=,resources_synced=,started_at=2021-06-23T11:22:14Z,topic='l3_agent')) {'router_ids': ['54457aa4-57ec-453a-b617-a96ed249dc35'], 'active': True} {{(pid=94177) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 11:37:00.721630 dv-neutron-601336-94-hyperv neutron-server[94175]: INFO neutron.wsgi [None req-de0877ea-7e94-4abd-93a4-ead9c96f4221 tempest-FloatingIPTestJSON-1140213849 tempest-FloatingIPTestJSON-1140213849-project] 10.222.0.20 "PUT /v2.0/floatingips/18cf601f-b188-4239-bdd2-a39421db52c3 HTTP/1.1" status: 200 len: 978 time: 1.4463460 Jun 23 11:37:00.721630 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.wsgi [-] (94175) accepted ('10.222.0.20', 42470) {{(pid=94175) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 11:37:00.722314 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6913ecbc-5b22-493d-a692-b042fbb3e722 tempest-TestNetworkBasicOps-233187296 tempest-TestNetworkBasicOps-233187296-project] Pushing event updated for resources: {'Port': ['ID=1ab0ae19-6b61-4c8f-b3b4-a8cef1b1d50e,revision_number=1']} {{(pid=94174) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 11:37:00.745749 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6913ecbc-5b22-493d-a692-b042fbb3e722 tempest-TestNetworkBasicOps-233187296 tempest-TestNetworkBasicOps-233187296-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-601336-94-hyperv {{(pid=94174) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 11:37:00.746416 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6913ecbc-5b22-493d-a692-b042fbb3e722 tempest-TestNetworkBasicOps-233187296 tempest-TestNetworkBasicOps-233187296-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-94-hyperv {{(pid=94174) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 11:37:00.746920 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6913ecbc-5b22-493d-a692-b042fbb3e722 tempest-TestNetworkBasicOps-233187296 tempest-TestNetworkBasicOps-233187296-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-94-hyperv {{(pid=94174) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 11:37:00.747424 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6913ecbc-5b22-493d-a692-b042fbb3e722 tempest-TestNetworkBasicOps-233187296 tempest-TestNetworkBasicOps-233187296-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-601336-94-hyperv {{(pid=94174) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 11:37:00.747905 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6913ecbc-5b22-493d-a692-b042fbb3e722 tempest-TestNetworkBasicOps-233187296 tempest-TestNetworkBasicOps-233187296-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-601336-94-hyperv {{(pid=94174) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 11:37:00.748394 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6913ecbc-5b22-493d-a692-b042fbb3e722 tempest-TestNetworkBasicOps-233187296 tempest-TestNetworkBasicOps-233187296-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-601336-94-hyperv {{(pid=94174) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 11:37:00.748886 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6913ecbc-5b22-493d-a692-b042fbb3e722 tempest-TestNetworkBasicOps-233187296 tempest-TestNetworkBasicOps-233187296-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-601336-94-hyperv {{(pid=94174) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 11:37:00.749497 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6913ecbc-5b22-493d-a692-b042fbb3e722 tempest-TestNetworkBasicOps-233187296 tempest-TestNetworkBasicOps-233187296-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-601336-94-hyperv {{(pid=94174) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 11:37:00.749978 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6913ecbc-5b22-493d-a692-b042fbb3e722 tempest-TestNetworkBasicOps-233187296 tempest-TestNetworkBasicOps-233187296-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-601336-94-hyperv {{(pid=94174) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 11:37:00.750570 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6913ecbc-5b22-493d-a692-b042fbb3e722 tempest-TestNetworkBasicOps-233187296 tempest-TestNetworkBasicOps-233187296-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-94-hyperv {{(pid=94174) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 11:37:00.751110 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6913ecbc-5b22-493d-a692-b042fbb3e722 tempest-TestNetworkBasicOps-233187296 tempest-TestNetworkBasicOps-233187296-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-601336-94-hyperv {{(pid=94174) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 11:37:00.751545 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6913ecbc-5b22-493d-a692-b042fbb3e722 tempest-TestNetworkBasicOps-233187296 tempest-TestNetworkBasicOps-233187296-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-601336-94-hyperv {{(pid=94174) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 11:37:00.754281 dv-neutron-601336-94-hyperv neutron-server[94177]: DEBUG neutron.db.l3_hamode_db [None req-72e6fef4-4b3b-47dd-83ea-67a562954404 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-601336-94-hyperv', False) {} {{(pid=94177) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 11:37:00.754947 dv-neutron-601336-94-hyperv neutron-server[94177]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-72e6fef4-4b3b-47dd-83ea-67a562954404 None None] The sync data for ids ['54457aa4-57ec-453a-b617-a96ed249dc35'] in dv-neutron-601336-94-hyperv is: [] {{(pid=94177) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 23 11:37:00.762859 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG oslo_concurrency.lockutils [None req-6913ecbc-5b22-493d-a692-b042fbb3e722 tempest-TestNetworkBasicOps-233187296 tempest-TestNetworkBasicOps-233187296-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.154s {{(pid=94174) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 11:37:00.902311 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.plugins.ml2.plugin [None req-38756342-817c-4f51-a603-25991d03ae43 tempest-FloatingIPTestJSON-1140213849 tempest-FloatingIPTestJSON-1140213849-project] Deleting port 2cfae143-102c-491e-9b38-f3b7c2ef34b4 {{(pid=94175) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1913}} Jun 23 11:37:00.902677 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron_lib.callbacks.manager [None req-38756342-817c-4f51-a603-25991d03ae43 tempest-FloatingIPTestJSON-1140213849 tempest-FloatingIPTestJSON-1140213849-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773700079324'] for port, before_delete {{(pid=94175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:37:00.955058 dv-neutron-601336-94-hyperv neutron-server[94174]: INFO neutron.wsgi [None req-cf00c401-5795-4b72-b889-9d1e7421dd62 tempest-TagsExtTest-1712647166 tempest-TagsExtTest-1712647166-project] 10.222.0.20 "PUT /v2.0/subnets/f75f45fc-3452-464f-8f72-214847a038f0/tags/tempest-TagsExtTest-Tag-1374052108 HTTP/1.1" status: 201 len: 201 time: 0.3889086 Jun 23 11:37:00.957525 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.wsgi [-] (94174) accepted ('10.222.0.20', 42472) {{(pid=94174) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 11:37:00.964519 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.services.tag.tag_plugin [None req-6fe6edfd-0dad-438b-8ccb-61e9ce0bf6b2 tempest-TagsExtTest-1712647166 tempest-TagsExtTest-1712647166-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'ports', 'a7e74298-b4da-449d-b315-f2fc0dd5252f', 'tempest-TagsExtTest-Tag-700831792') {} {{(pid=94174) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 11:37:00.995253 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.plugins.ml2.rpc [None req-dc7542b2-afef-47f4-a763-e3a3cba144be None None] Device 7627861e-99f6-44f8-821d-0818602891db up at agent ovs-agent-dv-neutron-601336-94-hyperv {{(pid=94176) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:298}} Jun 23 11:37:01.005559 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron_lib.callbacks.manager [None req-38756342-817c-4f51-a603-25991d03ae43 tempest-FloatingIPTestJSON-1140213849 tempest-FloatingIPTestJSON-1140213849-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-430722'] for port, precommit_delete {{(pid=94175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:37:01.006032 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron_lib.callbacks.manager [None req-38756342-817c-4f51-a603-25991d03ae43 tempest-FloatingIPTestJSON-1140213849 tempest-FloatingIPTestJSON-1140213849-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:37:01.019847 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.plugins.ml2.plugin [None req-38756342-817c-4f51-a603-25991d03ae43 tempest-FloatingIPTestJSON-1140213849 tempest-FloatingIPTestJSON-1140213849-project] Calling delete_port for 2cfae143-102c-491e-9b38-f3b7c2ef34b4 owned by network:floatingip {{(pid=94175) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1986}} Jun 23 11:37:01.047090 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.db.provisioning_blocks [None req-952f2aa8-3c07-44b6-873e-80b6c0d61f30 None None] Provisioning for port a7e74298-b4da-449d-b315-f2fc0dd5252f completed by entity DHCP. {{(pid=94176) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 23 11:37:01.047959 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.db.provisioning_blocks [None req-952f2aa8-3c07-44b6-873e-80b6c0d61f30 None None] Provisioning complete for port a7e74298-b4da-449d-b315-f2fc0dd5252f triggered by entity DHCP. {{(pid=94176) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 23 11:37:01.048441 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron_lib.callbacks.manager [None req-952f2aa8-3c07-44b6-873e-80b6c0d61f30 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-899258'] for port, provisioning_complete {{(pid=94176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:37:01.090172 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.plugins.ml2.plugin [None req-952f2aa8-3c07-44b6-873e-80b6c0d61f30 None None] Port a7e74298-b4da-449d-b315-f2fc0dd5252f cannot update to ACTIVE because it is not bound. {{(pid=94176) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jun 23 11:37:01.131057 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron_lib.callbacks.manager [None req-6913ecbc-5b22-493d-a692-b042fbb3e722 tempest-TestNetworkBasicOps-233187296 tempest-TestNetworkBasicOps-233187296-project] Notify callbacks [] for router_gateway, after_create {{(pid=94174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:37:01.143459 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.db.provisioning_blocks [None req-dc7542b2-afef-47f4-a763-e3a3cba144be None None] Provisioning for port 7627861e-99f6-44f8-821d-0818602891db completed by entity L2. {{(pid=94176) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 23 11:37:01.148349 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.db.provisioning_blocks [None req-dc7542b2-afef-47f4-a763-e3a3cba144be None None] Provisioning complete for port 7627861e-99f6-44f8-821d-0818602891db triggered by entity L2. {{(pid=94176) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 23 11:37:01.148740 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron_lib.callbacks.manager [None req-dc7542b2-afef-47f4-a763-e3a3cba144be None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-899258'] for port, provisioning_complete {{(pid=94176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:37:01.225242 dv-neutron-601336-94-hyperv neutron-server[94174]: INFO neutron.wsgi [None req-6fe6edfd-0dad-438b-8ccb-61e9ce0bf6b2 tempest-TagsExtTest-1712647166 tempest-TagsExtTest-1712647166-project] 10.222.0.20 "PUT /v2.0/ports/a7e74298-b4da-449d-b315-f2fc0dd5252f/tags/tempest-TagsExtTest-Tag-700831792 HTTP/1.1" status: 201 len: 201 time: 0.2666123 Jun 23 11:37:01.227687 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.wsgi [-] (94174) accepted ('10.222.0.20', 42474) {{(pid=94174) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 11:37:01.234177 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.services.tag.tag_plugin [None req-ea5f2824-3210-4fe6-b261-bacf06effba2 tempest-TagsExtTest-1712647166 tempest-TagsExtTest-1712647166-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'routers', '3f3857e3-0b8b-4937-9bac-2b9cabba4271', 'tempest-TagsExtTest-Tag-1155525388') {} {{(pid=94174) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 11:37:01.247911 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.db.provisioning_blocks [None req-eb04c133-7637-4e9a-8c3a-25fb2d543b40 None None] Provisioning complete for port a7e74298-b4da-449d-b315-f2fc0dd5252f triggered by entity DHCP. {{(pid=94176) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 23 11:37:01.248292 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron_lib.callbacks.manager [None req-eb04c133-7637-4e9a-8c3a-25fb2d543b40 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-899258'] for port, provisioning_complete {{(pid=94176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:37:01.250927 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron_lib.callbacks.manager [None req-dc7542b2-afef-47f4-a763-e3a3cba144be None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-923122'] for port, before_update {{(pid=94176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:37:01.302720 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron_lib.callbacks.manager [None req-38756342-817c-4f51-a603-25991d03ae43 tempest-FloatingIPTestJSON-1140213849 tempest-FloatingIPTestJSON-1140213849-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-922904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866062', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773700135024', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773699642224', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5082448'] for port, after_delete {{(pid=94175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:37:01.305828 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.plugins.ml2.plugin [None req-eb04c133-7637-4e9a-8c3a-25fb2d543b40 None None] Port a7e74298-b4da-449d-b315-f2fc0dd5252f cannot update to ACTIVE because it is not bound. {{(pid=94176) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jun 23 11:37:01.306389 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG oslo_concurrency.lockutils [None req-c0dd0754-a503-4d63-b452-4f38d92405a3 tempest-FloatingIPTestJSON-1140213849 tempest-FloatingIPTestJSON-1140213849-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94175) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 11:37:01.312420 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.plugins.ml2.db [None req-dc7542b2-afef-47f4-a763-e3a3cba144be None None] For port 7627861e-99f6-44f8-821d-0818602891db, host dv-neutron-601336-94-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-94-hyperv',level=0,port_id=7627861e-99f6-44f8-821d-0818602891db,segment=NetworkSegment(35db879f-096a-49ea-8645-b5d7df3b8674),segment_id=35db879f-096a-49ea-8645-b5d7df3b8674)] {{(pid=94176) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 23 11:37:01.330574 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38756342-817c-4f51-a603-25991d03ae43 tempest-FloatingIPTestJSON-1140213849 tempest-FloatingIPTestJSON-1140213849-project] Pushing event deleted for resources: {'Port': ['ID=2cfae143-102c-491e-9b38-f3b7c2ef34b4,revision_number=None']} {{(pid=94175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 11:37:01.334058 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG oslo_concurrency.lockutils [None req-38756342-817c-4f51-a603-25991d03ae43 tempest-FloatingIPTestJSON-1140213849 tempest-FloatingIPTestJSON-1140213849-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.028s {{(pid=94175) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 11:37:01.389069 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron_lib.callbacks.manager [None req-dc7542b2-afef-47f4-a763-e3a3cba144be None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-922904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866062', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773700135042', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773699642233', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773699642278'] for port, after_update {{(pid=94176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:37:01.393127 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG oslo_concurrency.lockutils [None req-dc7542b2-afef-47f4-a763-e3a3cba144be None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 11:37:01.395179 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron_lib.callbacks.manager [None req-38756342-817c-4f51-a603-25991d03ae43 tempest-FloatingIPTestJSON-1140213849 tempest-FloatingIPTestJSON-1140213849-project] Notify callbacks [] for floatingip, after_delete {{(pid=94175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:37:01.395532 dv-neutron-601336-94-hyperv neutron-server[94175]: INFO neutron.db.l3_db [None req-38756342-817c-4f51-a603-25991d03ae43 tempest-FloatingIPTestJSON-1140213849 tempest-FloatingIPTestJSON-1140213849-project] Floating IP 18cf601f-b188-4239-bdd2-a39421db52c3 disassociated (deleted). External IP: 172.26.3.22, port: 495cc569-4327-4ab8-bff7-5b0cd2728b22. Jun 23 11:37:01.410686 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron_lib.callbacks.manager [None req-6913ecbc-5b22-493d-a692-b042fbb3e722 tempest-TestNetworkBasicOps-233187296 tempest-TestNetworkBasicOps-233187296-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-520412', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-524143'] for router, after_create {{(pid=94174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:37:01.445064 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc7542b2-afef-47f4-a763-e3a3cba144be None None] Pushing event updated for resources: {'Port': ['ID=7627861e-99f6-44f8-821d-0818602891db,revision_number=3']} {{(pid=94176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 11:37:01.448200 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG oslo_concurrency.lockutils [None req-dc7542b2-afef-47f4-a763-e3a3cba144be None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.055s {{(pid=94176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 11:37:01.464737 dv-neutron-601336-94-hyperv neutron-server[94174]: INFO neutron.wsgi [None req-ea5f2824-3210-4fe6-b261-bacf06effba2 tempest-TagsExtTest-1712647166 tempest-TagsExtTest-1712647166-project] 10.222.0.20 "PUT /v2.0/routers/3f3857e3-0b8b-4937-9bac-2b9cabba4271/tags/tempest-TagsExtTest-Tag-1155525388 HTTP/1.1" status: 201 len: 201 time: 0.2359557 Jun 23 11:37:01.467468 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.wsgi [-] (94174) accepted ('10.222.0.20', 42476) {{(pid=94174) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 11:37:01.472115 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.services.tag.tag_plugin [None req-784ade13-fea7-41a8-92c7-cf126f9df31f tempest-TagsExtTest-1712647166 tempest-TagsExtTest-1712647166-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'subnetpools', '2ca82be7-d73c-4419-ab02-f3a79d601274', 'tempest-TagsExtTest-Tag-442234881') {} {{(pid=94174) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 11:37:01.623900 dv-neutron-601336-94-hyperv neutron-server[94174]: INFO neutron.wsgi [None req-784ade13-fea7-41a8-92c7-cf126f9df31f tempest-TagsExtTest-1712647166 tempest-TagsExtTest-1712647166-project] 10.222.0.20 "PUT /v2.0/subnetpools/2ca82be7-d73c-4419-ab02-f3a79d601274/tags/tempest-TagsExtTest-Tag-442234881 HTTP/1.1" status: 201 len: 201 time: 0.1552763 Jun 23 11:37:01.626336 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.wsgi [-] (94174) accepted ('10.222.0.20', 42478) {{(pid=94174) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 11:37:01.631404 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.services.tag.tag_plugin [None req-1ed5a701-c021-473f-aa3b-7dbedcd1dc2b tempest-TagsExtTest-1712647166 tempest-TagsExtTest-1712647166-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'subnets', 'f75f45fc-3452-464f-8f72-214847a038f0') {} {{(pid=94174) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 11:37:01.660922 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6913ecbc-5b22-493d-a692-b042fbb3e722 tempest-TestNetworkBasicOps-233187296 tempest-TestNetworkBasicOps-233187296-project] Router 138f928c-e351-4622-a42a-73141d74090b is scheduled to L3 agent 50ef99c0-ef28-4db5-b303-b145898fae60 with binding_index 1 {{(pid=94174) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jun 23 11:37:01.771642 dv-neutron-601336-94-hyperv neutron-server[94174]: INFO neutron.wsgi [None req-1ed5a701-c021-473f-aa3b-7dbedcd1dc2b tempest-TagsExtTest-1712647166 tempest-TagsExtTest-1712647166-project] 10.222.0.20 "GET /v2.0/subnets/f75f45fc-3452-464f-8f72-214847a038f0/tags HTTP/1.1" status: 200 len: 241 time: 0.1436605 Jun 23 11:37:01.775488 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.wsgi [-] (94174) accepted ('10.222.0.20', 42480) {{(pid=94174) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 11:37:01.781267 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.services.tag.tag_plugin [None req-764ee8a3-d7bc-48bd-8bca-91dc9f945b83 tempest-TagsExtTest-1712647166 tempest-TagsExtTest-1712647166-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnets', 'f75f45fc-3452-464f-8f72-214847a038f0', 'tempest-TagsExtTest-Tag-1374052108') {} {{(pid=94174) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 11:37:01.820901 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6913ecbc-5b22-493d-a692-b042fbb3e722 tempest-TestNetworkBasicOps-233187296 tempest-TestNetworkBasicOps-233187296-project] Notify agent at l3_agent.dv-neutron-601336-94-hyperv the message routers_updated {{(pid=94174) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 23 11:37:01.831661 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dc9154a4-9e48-4336-bf41-a54cf9dd6b4d None None] Sync routers for ids ['138f928c-e351-4622-a42a-73141d74090b'] in dv-neutron-601336-94-hyperv {{(pid=94176) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 23 11:37:01.843068 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dc9154a4-9e48-4336-bf41-a54cf9dd6b4d None None] Routers {'138f928c-e351-4622-a42a-73141d74090b'} bound to L3 agent in host dv-neutron-601336-94-hyperv {{(pid=94176) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 23 11:37:01.843897 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.db.l3_hamode_db [None req-dc9154a4-9e48-4336-bf41-a54cf9dd6b4d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-601336-94-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-23T11:22:13Z,description=,heartbeat_timestamp=2021-06-23T11:36:43Z,host='dv-neutron-601336-94-hyperv',id=50ef99c0-ef28-4db5-b303-b145898fae60,load=0,resource_versions=,resources_synced=,started_at=2021-06-23T11:22:14Z,topic='l3_agent')) {'router_ids': ['138f928c-e351-4622-a42a-73141d74090b'], 'active': True} {{(pid=94176) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 11:37:01.863939 dv-neutron-601336-94-hyperv neutron-server[94174]: INFO neutron.wsgi [None req-764ee8a3-d7bc-48bd-8bca-91dc9f945b83 tempest-TagsExtTest-1712647166 tempest-TagsExtTest-1712647166-project] 10.222.0.20 "GET /v2.0/subnets/f75f45fc-3452-464f-8f72-214847a038f0/tags/tempest-TagsExtTest-Tag-1374052108 HTTP/1.1" status: 204 len: 168 time: 0.0850916 Jun 23 11:37:01.864189 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.wsgi [-] (94174) accepted ('10.222.0.20', 42482) {{(pid=94174) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 11:37:01.868672 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.services.tag.tag_plugin [None req-8a3e9f44-85d1-40fa-9479-1114da60c266 tempest-TagsExtTest-1712647166 tempest-TagsExtTest-1712647166-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tag called with arguments (, 'subnets', 'f75f45fc-3452-464f-8f72-214847a038f0', 'tempest-TagsExtTest-Tag-1374052108') {} {{(pid=94174) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 11:37:01.898353 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron_lib.callbacks.manager [None req-6913ecbc-5b22-493d-a692-b042fbb3e722 tempest-TestNetworkBasicOps-233187296 tempest-TestNetworkBasicOps-233187296-project] Notify callbacks [] for router, before_response {{(pid=94174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:37:01.902733 dv-neutron-601336-94-hyperv neutron-server[94174]: INFO neutron.wsgi [None req-6913ecbc-5b22-493d-a692-b042fbb3e722 tempest-TestNetworkBasicOps-233187296 tempest-TestNetworkBasicOps-233187296-project] 10.222.0.20 "POST /v2.0/routers HTTP/1.1" status: 201 len: 885 time: 2.8794048 Jun 23 11:37:01.906065 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.wsgi [-] (94174) accepted ('10.222.0.20', 42484) {{(pid=94174) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 11:37:01.945891 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-38756342-817c-4f51-a603-25991d03ae43 tempest-FloatingIPTestJSON-1140213849 tempest-FloatingIPTestJSON-1140213849-project] Router 54457aa4-57ec-453a-b617-a96ed249dc35 has already been hosted by L3 agent 50ef99c0-ef28-4db5-b303-b145898fae60 {{(pid=94175) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 23 11:37:01.950380 dv-neutron-601336-94-hyperv neutron-server[94174]: INFO neutron.wsgi [None req-66cd1f58-046f-47dc-8960-3a6ae9b15055 tempest-TestNetworkBasicOps-1420332966 tempest-TestNetworkBasicOps-1420332966-project-admin] 10.222.0.20 "GET /v2.0/subnets?project_id=772b9946478d439e9da4eaeade7fb21d&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0429347 Jun 23 11:37:01.953813 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.wsgi [-] (94175) accepted ('10.222.0.20', 42486) {{(pid=94175) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 11:37:01.960626 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.db.l3_dvr_db [None req-dc9154a4-9e48-4336-bf41-a54cf9dd6b4d None None] Set router 138f928c-e351-4622-a42a-73141d74090b gateway port host: dv-neutron-601336-94-hyperv {{(pid=94176) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:838}} Jun 23 11:37:02.042943 dv-neutron-601336-94-hyperv neutron-server[94174]: INFO neutron.wsgi [None req-8a3e9f44-85d1-40fa-9479-1114da60c266 tempest-TagsExtTest-1712647166 tempest-TagsExtTest-1712647166-project] 10.222.0.20 "DELETE /v2.0/subnets/f75f45fc-3452-464f-8f72-214847a038f0/tags/tempest-TagsExtTest-Tag-1374052108 HTTP/1.1" status: 204 len: 168 time: 0.1756239 Jun 23 11:37:02.043555 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.wsgi [-] (94174) accepted ('10.222.0.20', 42488) {{(pid=94174) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 11:37:02.047830 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.services.tag.tag_plugin [None req-ab4e87ee-45e2-469d-b57b-ddeccf76692c tempest-TagsExtTest-1712647166 tempest-TagsExtTest-1712647166-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'subnets', 'f75f45fc-3452-464f-8f72-214847a038f0') {} {{(pid=94174) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 11:37:02.109297 dv-neutron-601336-94-hyperv neutron-server[94174]: INFO neutron.wsgi [None req-ab4e87ee-45e2-469d-b57b-ddeccf76692c tempest-TagsExtTest-1712647166 tempest-TagsExtTest-1712647166-project] 10.222.0.20 "GET /v2.0/subnets/f75f45fc-3452-464f-8f72-214847a038f0/tags HTTP/1.1" status: 200 len: 205 time: 0.0627871 Jun 23 11:37:02.109589 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.wsgi [-] (94174) accepted ('10.222.0.20', 42490) {{(pid=94174) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 11:37:02.113853 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.services.tag.tag_plugin [None req-860b7fce-2599-4a70-a74b-f7a30d239407 tempest-TagsExtTest-1712647166 tempest-TagsExtTest-1712647166-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'ports', 'a7e74298-b4da-449d-b315-f2fc0dd5252f') {} {{(pid=94174) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 11:37:02.144987 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.db.l3_hamode_db [None req-dc9154a4-9e48-4336-bf41-a54cf9dd6b4d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '138f928c-e351-4622-a42a-73141d74090b', 'name': 'tempest-TestNetworkBasicOps-router-45649005', 'tenant_id': '772b9946478d439e9da4eaeade7fb21d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3e7e4eb3-cf02-4d47-ade9-0a579cdfc60f', 'external_fixed_ips': [{'subnet_id': 'a5ad15ab-c489-4a67-a9b0-d559fca0ec71', 'ip_address': '172.26.3.123'}], 'enable_snat': True}, 'gw_port_id': '1ab0ae19-6b61-4c8f-b3b4-a8cef1b1d50e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-23T11:36:59Z', 'updated_at': '2021-06-23T11:37:00Z', 'revision_number': 3, 'project_id': '772b9946478d439e9da4eaeade7fb21d', 'gw_port': {'id': '1ab0ae19-6b61-4c8f-b3b4-a8cef1b1d50e', 'name': '', 'network_id': '3e7e4eb3-cf02-4d47-ade9-0a579cdfc60f', 'tenant_id': '', 'mac_address': 'fa:16:3e:66:52:29', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '138f928c-e351-4622-a42a-73141d74090b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1237, 'fixed_ips': [{'subnet_id': 'a5ad15ab-c489-4a67-a9b0-d559fca0ec71', 'ip_address': '172.26.3.123', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-23T11:37:00Z', 'updated_at': '2021-06-23T11:37:00Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'a5ad15ab-c489-4a67-a9b0-d559fca0ec71', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-601336-94-hyperv'}], 'dv-neutron-601336-94-hyperv', False) {} {{(pid=94176) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 11:37:02.171963 dv-neutron-601336-94-hyperv neutron-server[94174]: INFO neutron.wsgi [None req-860b7fce-2599-4a70-a74b-f7a30d239407 tempest-TagsExtTest-1712647166 tempest-TagsExtTest-1712647166-project] 10.222.0.20 "GET /v2.0/ports/a7e74298-b4da-449d-b315-f2fc0dd5252f/tags HTTP/1.1" status: 200 len: 240 time: 0.0588608 Jun 23 11:37:02.172304 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.wsgi [-] (94174) accepted ('10.222.0.20', 42492) {{(pid=94174) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 11:37:02.176802 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.services.tag.tag_plugin [None req-a3c07776-0316-4bf4-86cf-3f4f2636559f tempest-TagsExtTest-1712647166 tempest-TagsExtTest-1712647166-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'ports', 'a7e74298-b4da-449d-b315-f2fc0dd5252f', 'tempest-TagsExtTest-Tag-700831792') {} {{(pid=94174) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 11:37:02.179113 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dc9154a4-9e48-4336-bf41-a54cf9dd6b4d None None] Checking router: 138f928c-e351-4622-a42a-73141d74090b for host: dv-neutron-601336-94-hyperv {{(pid=94176) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 23 11:37:02.179684 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dc9154a4-9e48-4336-bf41-a54cf9dd6b4d None None] Updating router 138f928c-e351-4622-a42a-73141d74090b port 1ab0ae19-6b61-4c8f-b3b4-a8cef1b1d50e binding host dv-neutron-601336-94-hyperv {{(pid=94176) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 23 11:37:02.198148 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-744cc10d-84d6-4ce3-a76e-434f9c815579 tempest-TestNetworkBasicOps-1420332966 tempest-TestNetworkBasicOps-1420332966-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 11:37:02.202185 dv-neutron-601336-94-hyperv neutron-server[94175]: INFO neutron.wsgi [None req-744cc10d-84d6-4ce3-a76e-434f9c815579 tempest-TestNetworkBasicOps-1420332966 tempest-TestNetworkBasicOps-1420332966-project-admin] 10.222.0.20 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.2461507 Jun 23 11:37:02.202185 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-38756342-817c-4f51-a603-25991d03ae43 tempest-FloatingIPTestJSON-1140213849 tempest-FloatingIPTestJSON-1140213849-project] Notify agent at l3_agent.dv-neutron-601336-94-hyperv the message routers_updated {{(pid=94175) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 23 11:37:02.202423 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.wsgi [-] (94175) accepted ('10.222.0.20', 42494) {{(pid=94175) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 11:37:02.210404 dv-neutron-601336-94-hyperv neutron-server[94177]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6768d6c1-972d-4934-9cd8-8c6c31ab5c04 None None] Sync routers for ids ['54457aa4-57ec-453a-b617-a96ed249dc35'] in dv-neutron-601336-94-hyperv {{(pid=94177) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 23 11:37:02.213284 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron_lib.callbacks.manager [None req-38756342-817c-4f51-a603-25991d03ae43 tempest-FloatingIPTestJSON-1140213849 tempest-FloatingIPTestJSON-1140213849-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-217507'] for floatingip, before_response {{(pid=94175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:37:02.224019 dv-neutron-601336-94-hyperv neutron-server[94177]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6768d6c1-972d-4934-9cd8-8c6c31ab5c04 None None] Routers {'54457aa4-57ec-453a-b617-a96ed249dc35'} bound to L3 agent in host dv-neutron-601336-94-hyperv {{(pid=94177) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 23 11:37:02.224537 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron_lib.callbacks.manager [None req-dc9154a4-9e48-4336-bf41-a54cf9dd6b4d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-923122'] for port, before_update {{(pid=94176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:37:02.226011 dv-neutron-601336-94-hyperv neutron-server[94177]: DEBUG neutron.db.l3_hamode_db [None req-6768d6c1-972d-4934-9cd8-8c6c31ab5c04 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-601336-94-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-23T11:22:13Z,description=,heartbeat_timestamp=2021-06-23T11:36:43Z,host='dv-neutron-601336-94-hyperv',id=50ef99c0-ef28-4db5-b303-b145898fae60,load=0,resource_versions=,resources_synced=,started_at=2021-06-23T11:22:14Z,topic='l3_agent')) {'router_ids': ['54457aa4-57ec-453a-b617-a96ed249dc35'], 'active': True} {{(pid=94177) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 11:37:02.244302 dv-neutron-601336-94-hyperv neutron-server[94174]: INFO neutron.wsgi [None req-a3c07776-0316-4bf4-86cf-3f4f2636559f tempest-TagsExtTest-1712647166 tempest-TagsExtTest-1712647166-project] 10.222.0.20 "GET /v2.0/ports/a7e74298-b4da-449d-b315-f2fc0dd5252f/tags/tempest-TagsExtTest-Tag-700831792 HTTP/1.1" status: 204 len: 168 time: 0.0708518 Jun 23 11:37:02.246659 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.wsgi [-] (94174) accepted ('10.222.0.20', 42496) {{(pid=94174) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 11:37:02.252602 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.services.tag.tag_plugin [None req-8fa887be-4b8c-4949-98d2-714eb5c2c66b tempest-TagsExtTest-1712647166 tempest-TagsExtTest-1712647166-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tag called with arguments (, 'ports', 'a7e74298-b4da-449d-b315-f2fc0dd5252f', 'tempest-TagsExtTest-Tag-700831792') {} {{(pid=94174) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 11:37:02.252879 dv-neutron-601336-94-hyperv neutron-server[94175]: INFO neutron.wsgi [None req-91143f8f-cf2d-4432-a426-688fccc9156a tempest-TestNetworkBasicOps-1420332966 tempest-TestNetworkBasicOps-1420332966-project-admin] 10.222.0.20 "GET /v2.0/subnets?network_id=3e7e4eb3-cf02-4d47-ade9-0a579cdfc60f&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0491266 Jun 23 11:37:02.255068 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.wsgi [-] (94175) accepted ('10.222.0.20', 42498) {{(pid=94175) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 11:37:02.260497 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.api.v2.base [None req-f3a65cf6-7c3b-4596-8006-8313c179b8ca tempest-TestNetworkBasicOps-233187296 tempest-TestNetworkBasicOps-233187296-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-315737694', 'network_id': '751565c3-b0a8-48a7-9195-02fff873bed5', 'project_id': '772b9946478d439e9da4eaeade7fb21d', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=94175) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 23 11:37:02.276760 dv-neutron-601336-94-hyperv neutron-server[94177]: DEBUG neutron.db.l3_hamode_db [None req-6768d6c1-972d-4934-9cd8-8c6c31ab5c04 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-601336-94-hyperv', False) {} {{(pid=94177) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 11:37:02.287095 dv-neutron-601336-94-hyperv neutron-server[94177]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6768d6c1-972d-4934-9cd8-8c6c31ab5c04 None None] Routers {'54457aa4-57ec-453a-b617-a96ed249dc35'} bound to L3 agent in host dv-neutron-601336-94-hyperv {{(pid=94177) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 23 11:37:02.288924 dv-neutron-601336-94-hyperv neutron-server[94177]: DEBUG neutron.db.l3_hamode_db [None req-6768d6c1-972d-4934-9cd8-8c6c31ab5c04 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-601336-94-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-23T11:22:13Z,description=,heartbeat_timestamp=2021-06-23T11:36:43Z,host='dv-neutron-601336-94-hyperv',id=50ef99c0-ef28-4db5-b303-b145898fae60,load=0,resource_versions=,resources_synced=,started_at=2021-06-23T11:22:14Z,topic='l3_agent')) {'router_ids': ['54457aa4-57ec-453a-b617-a96ed249dc35'], 'active': True} {{(pid=94177) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 11:37:02.326047 dv-neutron-601336-94-hyperv neutron-server[94175]: INFO neutron.wsgi [None req-38756342-817c-4f51-a603-25991d03ae43 tempest-FloatingIPTestJSON-1140213849 tempest-FloatingIPTestJSON-1140213849-project] 10.222.0.20 "DELETE /v2.0/floatingips/18cf601f-b188-4239-bdd2-a39421db52c3 HTTP/1.1" status: 204 len: 168 time: 1.6025848 Jun 23 11:37:02.327233 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.wsgi [-] (94174) accepted ('10.222.0.20', 42500) {{(pid=94174) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 11:37:02.331466 dv-neutron-601336-94-hyperv neutron-server[94177]: DEBUG neutron.db.l3_hamode_db [None req-6768d6c1-972d-4934-9cd8-8c6c31ab5c04 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-601336-94-hyperv', False) {} {{(pid=94177) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 11:37:02.332141 dv-neutron-601336-94-hyperv neutron-server[94177]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6768d6c1-972d-4934-9cd8-8c6c31ab5c04 None None] The sync data for ids ['54457aa4-57ec-453a-b617-a96ed249dc35'] in dv-neutron-601336-94-hyperv is: [] {{(pid=94177) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 23 11:37:02.378229 dv-neutron-601336-94-hyperv neutron-server[94174]: INFO neutron.wsgi [None req-8fa887be-4b8c-4949-98d2-714eb5c2c66b tempest-TagsExtTest-1712647166 tempest-TagsExtTest-1712647166-project] 10.222.0.20 "DELETE /v2.0/ports/a7e74298-b4da-449d-b315-f2fc0dd5252f/tags/tempest-TagsExtTest-Tag-700831792 HTTP/1.1" status: 204 len: 168 time: 0.1304038 Jun 23 11:37:02.380965 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.wsgi [-] (94174) accepted ('10.222.0.20', 42502) {{(pid=94174) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 11:37:02.389949 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.services.tag.tag_plugin [None req-1fdfeb61-6daf-4259-9859-fcf403d8dc5d tempest-TagsExtTest-1712647166 tempest-TagsExtTest-1712647166-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'ports', 'a7e74298-b4da-449d-b315-f2fc0dd5252f') {} {{(pid=94174) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 11:37:02.411241 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f3a65cf6-7c3b-4596-8006-8313c179b8ca tempest-TestNetworkBasicOps-233187296 tempest-TestNetworkBasicOps-233187296-project] Made reservation on behalf of 772b9946478d439e9da4eaeade7fb21d for: {'subnet': 1} {{(pid=94175) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 23 11:37:02.415526 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron_lib.callbacks.manager [None req-f3a65cf6-7c3b-4596-8006-8313c179b8ca tempest-TestNetworkBasicOps-233187296 tempest-TestNetworkBasicOps-233187296-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4660073'] for subnet, before_create {{(pid=94175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:37:02.477815 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.plugins.ml2.plugin [None req-aaa64f9b-48bf-4ecf-991f-0e818a4b80d5 tempest-FloatingIPTestJSON-1140213849 tempest-FloatingIPTestJSON-1140213849-project] Deleting port 495cc569-4327-4ab8-bff7-5b0cd2728b22 {{(pid=94174) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1913}} Jun 23 11:37:02.478595 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron_lib.callbacks.manager [None req-aaa64f9b-48bf-4ecf-991f-0e818a4b80d5 tempest-FloatingIPTestJSON-1140213849 tempest-FloatingIPTestJSON-1140213849-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773700079324'] for port, before_delete {{(pid=94174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:37:02.518992 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron_lib.callbacks.manager [None req-dc9154a4-9e48-4336-bf41-a54cf9dd6b4d None None] Notify callbacks [] for port, precommit_update {{(pid=94176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:37:02.529381 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.db.provisioning_blocks [None req-dc9154a4-9e48-4336-bf41-a54cf9dd6b4d None None] Transition to ACTIVE for port object 1ab0ae19-6b61-4c8f-b3b4-a8cef1b1d50e will not be triggered until provisioned by entity L2. {{(pid=94176) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 23 11:37:02.533627 dv-neutron-601336-94-hyperv neutron-server[94174]: INFO neutron.wsgi [None req-1fdfeb61-6daf-4259-9859-fcf403d8dc5d tempest-TagsExtTest-1712647166 tempest-TagsExtTest-1712647166-project] 10.222.0.20 "GET /v2.0/ports/a7e74298-b4da-449d-b315-f2fc0dd5252f/tags HTTP/1.1" status: 200 len: 205 time: 0.1515336 Jun 23 11:37:02.533847 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.wsgi [-] (94175) accepted ('10.222.0.20', 42504) {{(pid=94175) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 11:37:02.539564 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.services.tag.tag_plugin [None req-7e6a219e-ced1-4fcd-aaa4-ba8399f801c4 tempest-TagsExtTest-1712647166 tempest-TagsExtTest-1712647166-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'routers', '3f3857e3-0b8b-4937-9bac-2b9cabba4271') {} {{(pid=94175) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 11:37:02.580464 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron_lib.callbacks.manager [None req-aaa64f9b-48bf-4ecf-991f-0e818a4b80d5 tempest-FloatingIPTestJSON-1140213849 tempest-FloatingIPTestJSON-1140213849-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-430722'] for port, precommit_delete {{(pid=94174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:37:02.582610 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron_lib.callbacks.manager [None req-dc9154a4-9e48-4336-bf41-a54cf9dd6b4d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-922904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866062', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773700135042', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773699642233', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773699642278'] for port, after_update {{(pid=94176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:37:02.585587 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG oslo_concurrency.lockutils [None req-dc7542b2-afef-47f4-a763-e3a3cba144be None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 11:37:02.592809 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.plugins.ml2.plugin [None req-aaa64f9b-48bf-4ecf-991f-0e818a4b80d5 tempest-FloatingIPTestJSON-1140213849 tempest-FloatingIPTestJSON-1140213849-project] Calling delete_port for 495cc569-4327-4ab8-bff7-5b0cd2728b22 owned by {{(pid=94174) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1986}} Jun 23 11:37:02.639683 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.plugins.ml2.managers [None req-dc9154a4-9e48-4336-bf41-a54cf9dd6b4d None None] Attempting to bind port 1ab0ae19-6b61-4c8f-b3b4-a8cef1b1d50e on host dv-neutron-601336-94-hyperv for vnic_type normal with profile {{(pid=94176) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 23 11:37:02.640069 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.plugins.ml2.managers [None req-dc9154a4-9e48-4336-bf41-a54cf9dd6b4d None None] Attempting to bind port 1ab0ae19-6b61-4c8f-b3b4-a8cef1b1d50e by drivers openvswitch,hyperv on host dv-neutron-601336-94-hyperv at level 0 using segments [{'id': 'c23be0a5-6980-48fb-bc9f-4a24717fe1de', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3e7e4eb3-cf02-4d47-ade9-0a579cdfc60f'}] {{(pid=94176) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 23 11:37:02.640450 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dc9154a4-9e48-4336-bf41-a54cf9dd6b4d None None] Attempting to bind port 1ab0ae19-6b61-4c8f-b3b4-a8cef1b1d50e on network 3e7e4eb3-cf02-4d47-ade9-0a579cdfc60f {{(pid=94176) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 23 11:37:02.643700 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e1647e6-2590-4f42-8330-71349cae0262 None None] Pushing event updated for resources: {'Port': ['ID=1ab0ae19-6b61-4c8f-b3b4-a8cef1b1d50e,revision_number=2']} {{(pid=94176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 11:37:02.647690 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG oslo_concurrency.lockutils [None req-8e1647e6-2590-4f42-8330-71349cae0262 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.062s {{(pid=94176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 11:37:02.648848 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dc9154a4-9e48-4336-bf41-a54cf9dd6b4d None None] Checking agent: {'id': '4d05f899-5ac9-411b-8a03-f60c93f87cdf', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-601336-94-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 23, 11, 22, 14), 'started_at': datetime.datetime(2021, 6, 23, 11, 22, 44), 'heartbeat_timestamp': datetime.datetime(2021, 6, 23, 11, 36, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'monitor_allowed_address_pair_garp': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-601336-94-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94176) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 23 11:37:02.649236 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dc9154a4-9e48-4336-bf41-a54cf9dd6b4d None None] Checking segment: {'id': 'c23be0a5-6980-48fb-bc9f-4a24717fe1de', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3e7e4eb3-cf02-4d47-ade9-0a579cdfc60f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94176) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 23 11:37:02.649729 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron_lib.callbacks.manager [None req-dc9154a4-9e48-4336-bf41-a54cf9dd6b4d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:37:02.650130 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dc9154a4-9e48-4336-bf41-a54cf9dd6b4d None None] Bound using segment: {'id': 'c23be0a5-6980-48fb-bc9f-4a24717fe1de', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3e7e4eb3-cf02-4d47-ade9-0a579cdfc60f'} {{(pid=94176) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 23 11:37:02.650611 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.plugins.ml2.managers [None req-dc9154a4-9e48-4336-bf41-a54cf9dd6b4d None None] Bound port: 1ab0ae19-6b61-4c8f-b3b4-a8cef1b1d50e, host: dv-neutron-601336-94-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c23be0a5-6980-48fb-bc9f-4a24717fe1de', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3e7e4eb3-cf02-4d47-ade9-0a579cdfc60f'}}] {{(pid=94176) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 23 11:37:02.651001 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron_lib.callbacks.manager [None req-dc9154a4-9e48-4336-bf41-a54cf9dd6b4d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-923122'] for port, before_update {{(pid=94176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:37:02.689405 dv-neutron-601336-94-hyperv neutron-server[94175]: INFO neutron.wsgi [None req-7e6a219e-ced1-4fcd-aaa4-ba8399f801c4 tempest-TagsExtTest-1712647166 tempest-TagsExtTest-1712647166-project] 10.222.0.20 "GET /v2.0/routers/3f3857e3-0b8b-4937-9bac-2b9cabba4271/tags HTTP/1.1" status: 200 len: 241 time: 0.1542752 Jun 23 11:37:02.692680 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.wsgi [-] (94174) accepted ('10.222.0.20', 42506) {{(pid=94174) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 11:37:02.704785 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.plugins.ml2.db [None req-dc9154a4-9e48-4336-bf41-a54cf9dd6b4d None None] For port 1ab0ae19-6b61-4c8f-b3b4-a8cef1b1d50e, host dv-neutron-601336-94-hyperv, cleared binding levels {{(pid=94176) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 23 11:37:02.713613 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.services.tag.tag_plugin [None req-106dec70-3fb7-465d-bd3f-75a2c2affc80 tempest-TagsExtTest-1712647166 tempest-TagsExtTest-1712647166-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'routers', '3f3857e3-0b8b-4937-9bac-2b9cabba4271', 'tempest-TagsExtTest-Tag-1155525388') {} {{(pid=94174) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 11:37:02.748589 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron_lib.callbacks.manager [None req-f3a65cf6-7c3b-4596-8006-8313c179b8ca tempest-TestNetworkBasicOps-233187296 tempest-TestNetworkBasicOps-233187296-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866062', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5083113', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4660095'] for subnet, after_create {{(pid=94175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:37:02.750834 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG oslo_concurrency.lockutils [None req-fe1732a9-1fff-4767-85fd-16df2671ab9c tempest-PortsIpV6TestJSON-1781383748 tempest-PortsIpV6TestJSON-1781383748-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94175) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 11:37:02.817352 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3a65cf6-7c3b-4596-8006-8313c179b8ca tempest-TestNetworkBasicOps-233187296 tempest-TestNetworkBasicOps-233187296-project] Pushing event updated for resources: {'Subnet': ['ID=16206325-2869-4d16-997a-5226fd65f4a9,revision_number=0']} {{(pid=94175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 11:37:02.821306 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG oslo_concurrency.lockutils [None req-f3a65cf6-7c3b-4596-8006-8313c179b8ca tempest-TestNetworkBasicOps-233187296 tempest-TestNetworkBasicOps-233187296-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.070s {{(pid=94175) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 11:37:02.822476 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f3a65cf6-7c3b-4596-8006-8313c179b8ca tempest-TestNetworkBasicOps-233187296 tempest-TestNetworkBasicOps-233187296-project] Checking segment: {'id': 'f7c7ca79-63a4-46a7-b62b-c898c61f3948', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 410, 'network_id': '751565c3-b0a8-48a7-9195-02fff873bed5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94175) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 23 11:37:02.822847 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f3a65cf6-7c3b-4596-8006-8313c179b8ca tempest-TestNetworkBasicOps-233187296 tempest-TestNetworkBasicOps-233187296-project] Network hostable DHCP agents. Network: 751565c3-b0a8-48a7-9195-02fff873bed5, hostable agents: ['8cf29b10-0e57-4131-816f-a4b6ad00b249'], hosted agents: [] {{(pid=94175) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 23 11:37:02.891668 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f3a65cf6-7c3b-4596-8006-8313c179b8ca tempest-TestNetworkBasicOps-233187296 tempest-TestNetworkBasicOps-233187296-project] Network 751565c3-b0a8-48a7-9195-02fff873bed5 is scheduled to be hosted by DHCP agent 8cf29b10-0e57-4131-816f-a4b6ad00b249 with binding_index 1 {{(pid=94175) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 23 11:37:02.954470 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.plugins.ml2.rpc [None req-dc7542b2-afef-47f4-a763-e3a3cba144be None None] Device 7627861e-99f6-44f8-821d-0818602891db up at agent ovs-agent-dv-neutron-601336-94-hyperv {{(pid=94176) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:298}} Jun 23 11:37:02.982752 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.scheduler.base_scheduler [None req-f3a65cf6-7c3b-4596-8006-8313c179b8ca tempest-TestNetworkBasicOps-233187296 tempest-TestNetworkBasicOps-233187296-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-601336-94-hyperv, 751565c3-b0a8-48a7-9195-02fff873bed5) {{(pid=94175) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 23 11:37:02.987701 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f3a65cf6-7c3b-4596-8006-8313c179b8ca tempest-TestNetworkBasicOps-233187296 tempest-TestNetworkBasicOps-233187296-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 11:37:02.988302 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron_lib.callbacks.manager [None req-f3a65cf6-7c3b-4596-8006-8313c179b8ca tempest-TestNetworkBasicOps-233187296 tempest-TestNetworkBasicOps-233187296-project] Notify callbacks [] for subnet, before_response {{(pid=94175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:37:02.997123 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5961cd5a-35a0-467b-a054-3c9cc25f1db7 None None] Network 751565c3-b0a8-48a7-9195-02fff873bed5 requested from dv-neutron-601336-94-hyperv {{(pid=94176) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 23 11:37:03.054773 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.db.provisioning_blocks [None req-dc7542b2-afef-47f4-a763-e3a3cba144be None None] Provisioning complete for port 7627861e-99f6-44f8-821d-0818602891db triggered by entity L2. {{(pid=94176) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 23 11:37:03.055185 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron_lib.callbacks.manager [None req-dc7542b2-afef-47f4-a763-e3a3cba144be None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-899258'] for port, provisioning_complete {{(pid=94176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:37:03.075205 dv-neutron-601336-94-hyperv neutron-server[94175]: INFO neutron.wsgi [None req-f3a65cf6-7c3b-4596-8006-8313c179b8ca tempest-TestNetworkBasicOps-233187296 tempest-TestNetworkBasicOps-233187296-project] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 831 time: 0.8185441 Jun 23 11:37:03.077931 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.wsgi [-] (94175) accepted ('10.222.0.20', 42508) {{(pid=94175) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 11:37:03.162005 dv-neutron-601336-94-hyperv neutron-server[94174]: INFO neutron.wsgi [None req-106dec70-3fb7-465d-bd3f-75a2c2affc80 tempest-TagsExtTest-1712647166 tempest-TagsExtTest-1712647166-project] 10.222.0.20 "GET /v2.0/routers/3f3857e3-0b8b-4937-9bac-2b9cabba4271/tags/tempest-TagsExtTest-Tag-1155525388 HTTP/1.1" status: 204 len: 168 time: 0.4680414 Jun 23 11:37:03.164795 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.wsgi [-] (94174) accepted ('10.222.0.20', 42510) {{(pid=94174) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 11:37:03.171440 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.services.tag.tag_plugin [None req-27d2aa48-a82d-4c56-b7f6-d6ddde6b1e7f tempest-TagsExtTest-1712647166 tempest-TagsExtTest-1712647166-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tag called with arguments (, 'routers', '3f3857e3-0b8b-4937-9bac-2b9cabba4271', 'tempest-TagsExtTest-Tag-1155525388') {} {{(pid=94174) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 11:37:03.223291 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f0fa6a19-a858-4a10-8ea4-924e3ebc395f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1e0d828a-1fa4-563d-b7fd-53adf66a04ee-751565c3-b0a8-48a7-9195-02fff873bed5', 'network_id': '751565c3-b0a8-48a7-9195-02fff873bed5', 'tenant_id': '772b9946478d439e9da4eaeade7fb21d', 'fixed_ips': [{'subnet_id': '16206325-2869-4d16-997a-5226fd65f4a9'}]}} from dv-neutron-601336-94-hyperv. {{(pid=94176) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 23 11:37:03.224309 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron_lib.callbacks.manager [None req-f0fa6a19-a858-4a10-8ea4-924e3ebc395f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-923104'] for port, before_create {{(pid=94176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:37:03.314345 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron_lib.callbacks.manager [None req-aaa64f9b-48bf-4ecf-991f-0e818a4b80d5 tempest-FloatingIPTestJSON-1140213849 tempest-FloatingIPTestJSON-1140213849-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-922904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866062', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773700135024', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773699642224', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5196390'] for port, after_delete {{(pid=94174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:37:03.320291 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG oslo_concurrency.lockutils [None req-6913ecbc-5b22-493d-a692-b042fbb3e722 tempest-TestNetworkBasicOps-233187296 tempest-TestNetworkBasicOps-233187296-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94174) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 11:37:03.352752 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.plugins.ml2.db [None req-dc9154a4-9e48-4336-bf41-a54cf9dd6b4d None None] For port 1ab0ae19-6b61-4c8f-b3b4-a8cef1b1d50e, host dv-neutron-601336-94-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-94-hyperv',level=0,port_id=1ab0ae19-6b61-4c8f-b3b4-a8cef1b1d50e,segment=NetworkSegment(c23be0a5-6980-48fb-bc9f-4a24717fe1de),segment_id=c23be0a5-6980-48fb-bc9f-4a24717fe1de)] {{(pid=94176) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 23 11:37:03.353014 dv-neutron-601336-94-hyperv neutron-server[94174]: INFO neutron.wsgi [None req-27d2aa48-a82d-4c56-b7f6-d6ddde6b1e7f tempest-TagsExtTest-1712647166 tempest-TagsExtTest-1712647166-project] 10.222.0.20 "DELETE /v2.0/routers/3f3857e3-0b8b-4937-9bac-2b9cabba4271/tags/tempest-TagsExtTest-Tag-1155525388 HTTP/1.1" status: 204 len: 168 time: 0.1845617 Jun 23 11:37:03.353014 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aaa64f9b-48bf-4ecf-991f-0e818a4b80d5 tempest-FloatingIPTestJSON-1140213849 tempest-FloatingIPTestJSON-1140213849-project] Pushing event deleted for resources: {'Port': ['ID=495cc569-4327-4ab8-bff7-5b0cd2728b22,revision_number=None']} {{(pid=94174) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 11:37:03.354516 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.wsgi [-] (94175) accepted ('10.222.0.20', 42512) {{(pid=94175) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 11:37:03.354676 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG oslo_concurrency.lockutils [None req-aaa64f9b-48bf-4ecf-991f-0e818a4b80d5 tempest-FloatingIPTestJSON-1140213849 tempest-FloatingIPTestJSON-1140213849-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.035s {{(pid=94174) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 11:37:03.360723 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.services.tag.tag_plugin [None req-68257097-aeee-4892-b482-b515e44146e0 tempest-TagsExtTest-1712647166 tempest-TagsExtTest-1712647166-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'routers', '3f3857e3-0b8b-4937-9bac-2b9cabba4271') {} {{(pid=94175) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 11:37:03.378696 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.db.db_base_plugin_common [None req-f0fa6a19-a858-4a10-8ea4-924e3ebc395f None None] Allocated IP 172.20.0.2 (751565c3-b0a8-48a7-9195-02fff873bed5/16206325-2869-4d16-997a-5226fd65f4a9/88b6e810-41c2-4166-a681-c6fa9eb63072) {{(pid=94176) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 23 11:37:03.435556 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron_lib.callbacks.manager [None req-dc9154a4-9e48-4336-bf41-a54cf9dd6b4d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-922904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866062', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773700135042', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773699642233', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773699642278'] for port, after_update {{(pid=94176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:37:03.439704 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG oslo_concurrency.lockutils [None req-dc7542b2-afef-47f4-a763-e3a3cba144be None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 11:37:03.452755 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron_lib.callbacks.manager [None req-aaa64f9b-48bf-4ecf-991f-0e818a4b80d5 tempest-FloatingIPTestJSON-1140213849 tempest-FloatingIPTestJSON-1140213849-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-217507'] for port, before_response {{(pid=94174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:37:03.458834 dv-neutron-601336-94-hyperv neutron-server[94174]: INFO neutron.wsgi [None req-aaa64f9b-48bf-4ecf-991f-0e818a4b80d5 tempest-FloatingIPTestJSON-1140213849 tempest-FloatingIPTestJSON-1140213849-project] 10.222.0.20 "DELETE /v2.0/ports/495cc569-4327-4ab8-bff7-5b0cd2728b22 HTTP/1.1" status: 204 len: 168 time: 1.1273282 Jun 23 11:37:03.459384 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.wsgi [-] (94174) accepted ('10.222.0.20', 42514) {{(pid=94174) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 11:37:03.464724 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.api.v2.base [None req-0a032648-a52c-4612-aad6-3a5f6f2de802 tempest-FloatingIPTestJSON-1140213849 tempest-FloatingIPTestJSON-1140213849-project] Request body: {'floatingip': {'floating_network_id': '3e7e4eb3-cf02-4d47-ade9-0a579cdfc60f'}} {{(pid=94174) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 23 11:37:03.493052 dv-neutron-601336-94-hyperv neutron-server[94175]: INFO neutron.wsgi [None req-68257097-aeee-4892-b482-b515e44146e0 tempest-TagsExtTest-1712647166 tempest-TagsExtTest-1712647166-project] 10.222.0.20 "GET /v2.0/routers/3f3857e3-0b8b-4937-9bac-2b9cabba4271/tags HTTP/1.1" status: 200 len: 205 time: 0.1381917 Jun 23 11:37:03.495878 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.wsgi [-] (94174) accepted ('10.222.0.20', 42516) {{(pid=94174) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 11:37:03.501354 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.services.tag.tag_plugin [None req-6d80750d-bb3c-42a5-84f2-b55c52dd3252 tempest-TagsExtTest-1712647166 tempest-TagsExtTest-1712647166-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'subnetpools', '2ca82be7-d73c-4419-ab02-f3a79d601274') {} {{(pid=94174) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 11:37:03.525598 dv-neutron-601336-94-hyperv neutron-server[94174]: INFO neutron.wsgi [None req-6d80750d-bb3c-42a5-84f2-b55c52dd3252 tempest-TagsExtTest-1712647166 tempest-TagsExtTest-1712647166-project] 10.222.0.20 "GET /v2.0/subnetpools/2ca82be7-d73c-4419-ab02-f3a79d601274/tags HTTP/1.1" status: 200 len: 240 time: 0.0263267 Jun 23 11:37:03.525908 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.wsgi [-] (94175) accepted ('10.222.0.20', 42518) {{(pid=94175) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 11:37:03.527896 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e1647e6-2590-4f42-8330-71349cae0262 None None] Pushing event updated for resources: {'Port': ['ID=1ab0ae19-6b61-4c8f-b3b4-a8cef1b1d50e,revision_number=3']} {{(pid=94176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 11:37:03.531610 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.services.tag.tag_plugin [None req-95177dfa-52f5-4ac1-844a-37418e073816 tempest-TagsExtTest-1712647166 tempest-TagsExtTest-1712647166-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnetpools', '2ca82be7-d73c-4419-ab02-f3a79d601274', 'tempest-TagsExtTest-Tag-442234881') {} {{(pid=94175) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 11:37:03.531997 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dc9154a4-9e48-4336-bf41-a54cf9dd6b4d None None] Routers {'138f928c-e351-4622-a42a-73141d74090b'} bound to L3 agent in host dv-neutron-601336-94-hyperv {{(pid=94176) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 23 11:37:03.532616 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.db.l3_hamode_db [None req-dc9154a4-9e48-4336-bf41-a54cf9dd6b4d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-601336-94-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-23T11:22:13Z,description=,heartbeat_timestamp=2021-06-23T11:36:43Z,host='dv-neutron-601336-94-hyperv',id=50ef99c0-ef28-4db5-b303-b145898fae60,load=0,resource_versions=,resources_synced=,started_at=2021-06-23T11:22:14Z,topic='l3_agent')) {'router_ids': ['138f928c-e351-4622-a42a-73141d74090b'], 'active': True} {{(pid=94176) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 11:37:03.537596 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG oslo_concurrency.lockutils [None req-8e1647e6-2590-4f42-8330-71349cae0262 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.097s {{(pid=94176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 11:37:03.603740 dv-neutron-601336-94-hyperv neutron-server[94175]: INFO neutron.wsgi [None req-95177dfa-52f5-4ac1-844a-37418e073816 tempest-TagsExtTest-1712647166 tempest-TagsExtTest-1712647166-project] 10.222.0.20 "GET /v2.0/subnetpools/2ca82be7-d73c-4419-ab02-f3a79d601274/tags/tempest-TagsExtTest-Tag-442234881 HTTP/1.1" status: 204 len: 168 time: 0.0767455 Jun 23 11:37:03.606459 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.wsgi [-] (94174) accepted ('10.222.0.20', 42520) {{(pid=94174) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 11:37:03.611671 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.services.tag.tag_plugin [None req-f8e0214a-6d5e-4725-b73b-e5093a4e281d tempest-TagsExtTest-1712647166 tempest-TagsExtTest-1712647166-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tag called with arguments (, 'subnetpools', '2ca82be7-d73c-4419-ab02-f3a79d601274', 'tempest-TagsExtTest-Tag-442234881') {} {{(pid=94174) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 11:37:03.627523 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron_lib.callbacks.manager [None req-0a032648-a52c-4612-aad6-3a5f6f2de802 tempest-FloatingIPTestJSON-1140213849 tempest-FloatingIPTestJSON-1140213849-project] Notify callbacks [] for floatingip, before_create {{(pid=94174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:37:03.657736 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron_lib.callbacks.manager [None req-f7c23a6f-757b-41a7-9fa2-3186a4f0af17 tempest-TestNetworkBasicOps-233187296 tempest-TestNetworkBasicOps-233187296-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-923104'] for port, before_create {{(pid=94175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:37:03.761105 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron_lib.callbacks.manager [None req-0a032648-a52c-4612-aad6-3a5f6f2de802 tempest-FloatingIPTestJSON-1140213849 tempest-FloatingIPTestJSON-1140213849-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-923104'] for port, before_create {{(pid=94174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:37:03.802784 dv-neutron-601336-94-hyperv neutron-server[94174]: INFO neutron.wsgi [None req-f8e0214a-6d5e-4725-b73b-e5093a4e281d tempest-TagsExtTest-1712647166 tempest-TagsExtTest-1712647166-project] 10.222.0.20 "DELETE /v2.0/subnetpools/2ca82be7-d73c-4419-ab02-f3a79d601274/tags/tempest-TagsExtTest-Tag-442234881 HTTP/1.1" status: 204 len: 168 time: 0.1950181 Jun 23 11:37:03.805648 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.wsgi [-] (94174) accepted ('10.222.0.20', 42522) {{(pid=94174) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 11:37:03.811959 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.services.tag.tag_plugin [None req-7ea44fbc-6aa9-4899-82e7-fb4d32b60dfa tempest-TagsExtTest-1712647166 tempest-TagsExtTest-1712647166-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'subnetpools', '2ca82be7-d73c-4419-ab02-f3a79d601274') {} {{(pid=94174) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 11:37:03.831329 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.db.l3_dvr_db [None req-dc9154a4-9e48-4336-bf41-a54cf9dd6b4d None None] Set router 138f928c-e351-4622-a42a-73141d74090b gateway port host: dv-neutron-601336-94-hyperv {{(pid=94176) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:838}} Jun 23 11:37:03.871766 dv-neutron-601336-94-hyperv neutron-server[94174]: INFO neutron.wsgi [None req-7ea44fbc-6aa9-4899-82e7-fb4d32b60dfa tempest-TagsExtTest-1712647166 tempest-TagsExtTest-1712647166-project] 10.222.0.20 "GET /v2.0/subnetpools/2ca82be7-d73c-4419-ab02-f3a79d601274/tags HTTP/1.1" status: 200 len: 205 time: 0.0649121 Jun 23 11:37:03.874257 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.wsgi [-] (94174) accepted ('10.222.0.20', 42524) {{(pid=94174) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 11:37:03.882313 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.services.tag.tag_plugin [None req-9e8449eb-8cc8-4593-ae59-32e23edf6df7 tempest-TagsExtTest-1712647166 tempest-TagsExtTest-1712647166-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnetpools', '2ca82be7-d73c-4419-ab02-f3a79d601274') {} {{(pid=94174) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 11:37:03.907370 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.db.db_base_plugin_common [None req-0a032648-a52c-4612-aad6-3a5f6f2de802 tempest-FloatingIPTestJSON-1140213849 tempest-FloatingIPTestJSON-1140213849-project] Allocated IP 172.26.3.110 (3e7e4eb3-cf02-4d47-ade9-0a579cdfc60f/a5ad15ab-c489-4a67-a9b0-d559fca0ec71/0492e649-76a5-41d8-883f-40d5ec2a6d35) {{(pid=94174) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 23 11:37:03.921135 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron_lib.callbacks.manager [None req-f0fa6a19-a858-4a10-8ea4-924e3ebc395f None None] Notify callbacks [] for port, precommit_create {{(pid=94176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:37:03.930825 dv-neutron-601336-94-hyperv neutron-server[94174]: INFO neutron.wsgi [None req-9e8449eb-8cc8-4593-ae59-32e23edf6df7 tempest-TagsExtTest-1712647166 tempest-TagsExtTest-1712647166-project] 10.222.0.20 "DELETE /v2.0/subnetpools/2ca82be7-d73c-4419-ab02-f3a79d601274/tags HTTP/1.1" status: 204 len: 168 time: 0.0555961 Jun 23 11:37:03.933572 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.wsgi [-] (94175) accepted ('10.222.0.20', 42526) {{(pid=94175) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 11:37:03.935796 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.db.provisioning_blocks [None req-f0fa6a19-a858-4a10-8ea4-924e3ebc395f None None] Transition to ACTIVE for port object 88b6e810-41c2-4166-a681-c6fa9eb63072 will not be triggered until provisioned by entity L2. {{(pid=94176) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 23 11:37:03.939227 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.services.tag.tag_plugin [None req-c85b85ef-d4bf-464b-89c1-e81f22e8297a tempest-TagsExtTest-1712647166 tempest-TagsExtTest-1712647166-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'routers', '3f3857e3-0b8b-4937-9bac-2b9cabba4271') {} {{(pid=94175) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 11:37:03.966680 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.db.provisioning_blocks [None req-f0fa6a19-a858-4a10-8ea4-924e3ebc395f None None] Transition to ACTIVE for port object 88b6e810-41c2-4166-a681-c6fa9eb63072 will not be triggered until provisioned by entity DHCP. {{(pid=94176) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 23 11:37:04.019145 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron_lib.callbacks.manager [None req-0a032648-a52c-4612-aad6-3a5f6f2de802 tempest-FloatingIPTestJSON-1140213849 tempest-FloatingIPTestJSON-1140213849-project] Notify callbacks [] for port, precommit_create {{(pid=94174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:37:04.026876 dv-neutron-601336-94-hyperv neutron-server[94175]: INFO neutron.wsgi [None req-c85b85ef-d4bf-464b-89c1-e81f22e8297a tempest-TagsExtTest-1712647166 tempest-TagsExtTest-1712647166-project] 10.222.0.20 "DELETE /v2.0/routers/3f3857e3-0b8b-4937-9bac-2b9cabba4271/tags HTTP/1.1" status: 204 len: 168 time: 0.0921731 Jun 23 11:37:04.029655 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.db.l3_hamode_db [None req-dc9154a4-9e48-4336-bf41-a54cf9dd6b4d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '138f928c-e351-4622-a42a-73141d74090b', 'name': 'tempest-TestNetworkBasicOps-router-45649005', 'tenant_id': '772b9946478d439e9da4eaeade7fb21d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3e7e4eb3-cf02-4d47-ade9-0a579cdfc60f', 'external_fixed_ips': [{'subnet_id': 'a5ad15ab-c489-4a67-a9b0-d559fca0ec71', 'ip_address': '172.26.3.123'}], 'enable_snat': True}, 'gw_port_id': '1ab0ae19-6b61-4c8f-b3b4-a8cef1b1d50e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-23T11:36:59Z', 'updated_at': '2021-06-23T11:37:00Z', 'revision_number': 3, 'project_id': '772b9946478d439e9da4eaeade7fb21d', 'gw_port': {'id': '1ab0ae19-6b61-4c8f-b3b4-a8cef1b1d50e', 'name': '', 'network_id': '3e7e4eb3-cf02-4d47-ade9-0a579cdfc60f', 'tenant_id': '', 'mac_address': 'fa:16:3e:66:52:29', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '138f928c-e351-4622-a42a-73141d74090b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1237, 'fixed_ips': [{'subnet_id': 'a5ad15ab-c489-4a67-a9b0-d559fca0ec71', 'ip_address': '172.26.3.123', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-94-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-23T11:37:00Z', 'updated_at': '2021-06-23T11:37:02Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a5ad15ab-c489-4a67-a9b0-d559fca0ec71', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-601336-94-hyperv'}], 'dv-neutron-601336-94-hyperv', False) {} {{(pid=94176) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 11:37:04.038985 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.wsgi [-] (94175) accepted ('10.222.0.20', 42528) {{(pid=94175) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 11:37:04.039183 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron_lib.callbacks.manager [None req-f0fa6a19-a858-4a10-8ea4-924e3ebc395f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-922915', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-239814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7866073', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773699642215'] for port, after_create {{(pid=94176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:37:04.039304 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.services.tag.tag_plugin [None req-fc48fc19-4153-454c-9df7-b2f8d14ff740 tempest-TagsExtTest-1712647166 tempest-TagsExtTest-1712647166-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'ports', 'a7e74298-b4da-449d-b315-f2fc0dd5252f') {} {{(pid=94175) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 11:37:04.059354 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG oslo_concurrency.lockutils [None req-dc7542b2-afef-47f4-a763-e3a3cba144be None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 11:37:04.065670 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dc9154a4-9e48-4336-bf41-a54cf9dd6b4d None None] The sync data for ids ['138f928c-e351-4622-a42a-73141d74090b'] in dv-neutron-601336-94-hyperv is: [{'id': '138f928c-e351-4622-a42a-73141d74090b', 'name': 'tempest-TestNetworkBasicOps-router-45649005', 'tenant_id': '772b9946478d439e9da4eaeade7fb21d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3e7e4eb3-cf02-4d47-ade9-0a579cdfc60f', 'external_fixed_ips': [{'subnet_id': 'a5ad15ab-c489-4a67-a9b0-d559fca0ec71', 'ip_address': '172.26.3.123'}], 'enable_snat': True}, 'gw_port_id': '1ab0ae19-6b61-4c8f-b3b4-a8cef1b1d50e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-23T11:36:59Z', 'updated_at': '2021-06-23T11:37:00Z', 'revision_number': 3, 'project_id': '772b9946478d439e9da4eaeade7fb21d', 'gw_port': {'id': '1ab0ae19-6b61-4c8f-b3b4-a8cef1b1d50e', 'name': '', 'network_id': '3e7e4eb3-cf02-4d47-ade9-0a579cdfc60f', 'tenant_id': '', 'mac_address': 'fa:16:3e:66:52:29', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '138f928c-e351-4622-a42a-73141d74090b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1237, 'fixed_ips': [{'subnet_id': 'a5ad15ab-c489-4a67-a9b0-d559fca0ec71', 'ip_address': '172.26.3.123', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-94-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-23T11:37:00Z', 'updated_at': '2021-06-23T11:37:02Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a5ad15ab-c489-4a67-a9b0-d559fca0ec71', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-601336-94-hyperv'}] {{(pid=94176) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 23 11:37:04.105936 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f0fa6a19-a858-4a10-8ea4-924e3ebc395f None None] Network 751565c3-b0a8-48a7-9195-02fff873bed5 is already hosted by enough agents. {{(pid=94176) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 23 11:37:04.109164 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.scheduler.base_scheduler [None req-f0fa6a19-a858-4a10-8ea4-924e3ebc395f None None] Resources bound (agent type, host, resource id): {{(pid=94176) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 23 11:37:04.114846 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f0fa6a19-a858-4a10-8ea4-924e3ebc395f None None] Received port after_create {{(pid=94176) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 23 11:37:04.116365 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.db.db_base_plugin_common [None req-f7c23a6f-757b-41a7-9fa2-3186a4f0af17 tempest-TestNetworkBasicOps-233187296 tempest-TestNetworkBasicOps-233187296-project] Allocated IP 172.20.0.1 (751565c3-b0a8-48a7-9195-02fff873bed5/16206325-2869-4d16-997a-5226fd65f4a9/dd7fc1ca-5169-488a-9c7c-1939746a3cb0) {{(pid=94175) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 23 11:37:04.120409 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0fa6a19-a858-4a10-8ea4-924e3ebc395f None None] Pushing event updated for resources: {'Port': ['ID=88b6e810-41c2-4166-a681-c6fa9eb63072,revision_number=1']} {{(pid=94176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 11:37:04.124263 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG oslo_concurrency.lockutils [None req-f0fa6a19-a858-4a10-8ea4-924e3ebc395f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.065s {{(pid=94176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 11:37:04.126627 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron_lib.callbacks.manager [None req-0a032648-a52c-4612-aad6-3a5f6f2de802 tempest-FloatingIPTestJSON-1140213849 tempest-FloatingIPTestJSON-1140213849-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-922915', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-239814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7866073', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773699642215', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-5196399'] for port, after_create {{(pid=94174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:37:04.153895 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG oslo_concurrency.lockutils [None req-c0fe1cc1-0111-4ae2-890f-23c051281dcf tempest-RoutersTest-228919764 tempest-RoutersTest-228919764-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94174) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 11:37:04.178212 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.plugins.ml2.managers [None req-f0fa6a19-a858-4a10-8ea4-924e3ebc395f None None] Attempting to bind port 88b6e810-41c2-4166-a681-c6fa9eb63072 on host dv-neutron-601336-94-hyperv for vnic_type normal with profile {{(pid=94176) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 23 11:37:04.178595 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.plugins.ml2.managers [None req-f0fa6a19-a858-4a10-8ea4-924e3ebc395f None None] Attempting to bind port 88b6e810-41c2-4166-a681-c6fa9eb63072 by drivers openvswitch,hyperv on host dv-neutron-601336-94-hyperv at level 0 using segments [{'id': 'f7c7ca79-63a4-46a7-b62b-c898c61f3948', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 410, 'network_id': '751565c3-b0a8-48a7-9195-02fff873bed5'}] {{(pid=94176) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 23 11:37:04.178975 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f0fa6a19-a858-4a10-8ea4-924e3ebc395f None None] Attempting to bind port 88b6e810-41c2-4166-a681-c6fa9eb63072 on network 751565c3-b0a8-48a7-9195-02fff873bed5 {{(pid=94176) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 23 11:37:04.184436 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f0fa6a19-a858-4a10-8ea4-924e3ebc395f None None] Checking agent: {'id': '4d05f899-5ac9-411b-8a03-f60c93f87cdf', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-601336-94-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 23, 11, 22, 14), 'started_at': datetime.datetime(2021, 6, 23, 11, 22, 44), 'heartbeat_timestamp': datetime.datetime(2021, 6, 23, 11, 36, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'monitor_allowed_address_pair_garp': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-601336-94-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94176) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 23 11:37:04.184826 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f0fa6a19-a858-4a10-8ea4-924e3ebc395f None None] Checking segment: {'id': 'f7c7ca79-63a4-46a7-b62b-c898c61f3948', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 410, 'network_id': '751565c3-b0a8-48a7-9195-02fff873bed5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94176) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 23 11:37:04.185240 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron_lib.callbacks.manager [None req-f0fa6a19-a858-4a10-8ea4-924e3ebc395f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:37:04.185640 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f0fa6a19-a858-4a10-8ea4-924e3ebc395f None None] Bound using segment: {'id': 'f7c7ca79-63a4-46a7-b62b-c898c61f3948', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 410, 'network_id': '751565c3-b0a8-48a7-9195-02fff873bed5'} {{(pid=94176) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 23 11:37:04.186114 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.plugins.ml2.managers [None req-f0fa6a19-a858-4a10-8ea4-924e3ebc395f None None] Bound port: 88b6e810-41c2-4166-a681-c6fa9eb63072, host: dv-neutron-601336-94-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f7c7ca79-63a4-46a7-b62b-c898c61f3948', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 410, 'network_id': '751565c3-b0a8-48a7-9195-02fff873bed5'}}] {{(pid=94176) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 23 11:37:04.186494 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron_lib.callbacks.manager [None req-f0fa6a19-a858-4a10-8ea4-924e3ebc395f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-923122'] for port, before_update {{(pid=94176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:37:04.195580 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0a032648-a52c-4612-aad6-3a5f6f2de802 tempest-FloatingIPTestJSON-1140213849 tempest-FloatingIPTestJSON-1140213849-project] Network 3e7e4eb3-cf02-4d47-ade9-0a579cdfc60f is already hosted by enough agents. {{(pid=94174) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 23 11:37:04.200822 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.scheduler.base_scheduler [None req-0a032648-a52c-4612-aad6-3a5f6f2de802 tempest-FloatingIPTestJSON-1140213849 tempest-FloatingIPTestJSON-1140213849-project] Resources bound (agent type, host, resource id): {{(pid=94174) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 23 11:37:04.204673 dv-neutron-601336-94-hyperv neutron-server[94175]: INFO neutron.wsgi [None req-fc48fc19-4153-454c-9df7-b2f8d14ff740 tempest-TagsExtTest-1712647166 tempest-TagsExtTest-1712647166-project] 10.222.0.20 "DELETE /v2.0/ports/a7e74298-b4da-449d-b315-f2fc0dd5252f/tags HTTP/1.1" status: 204 len: 168 time: 0.1715024 Jun 23 11:37:04.204853 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0a032648-a52c-4612-aad6-3a5f6f2de802 tempest-FloatingIPTestJSON-1140213849 tempest-FloatingIPTestJSON-1140213849-project] Received port after_create {{(pid=94174) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 23 11:37:04.204961 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.wsgi [-] (94175) accepted ('10.222.0.20', 42530) {{(pid=94175) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 11:37:04.211809 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.services.tag.tag_plugin [None req-1567da71-5431-49ca-ab26-d1cddff760e4 tempest-TagsExtTest-1712647166 tempest-TagsExtTest-1712647166-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnets', 'f75f45fc-3452-464f-8f72-214847a038f0') {} {{(pid=94175) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 11:37:04.237018 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a032648-a52c-4612-aad6-3a5f6f2de802 tempest-FloatingIPTestJSON-1140213849 tempest-FloatingIPTestJSON-1140213849-project] Pushing event updated for resources: {'Port': ['ID=0492e649-76a5-41d8-883f-40d5ec2a6d35,revision_number=1']} {{(pid=94174) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 11:37:04.240910 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG oslo_concurrency.lockutils [None req-0a032648-a52c-4612-aad6-3a5f6f2de802 tempest-FloatingIPTestJSON-1140213849 tempest-FloatingIPTestJSON-1140213849-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.087s {{(pid=94174) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 11:37:04.252576 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.plugins.ml2.db [None req-f0fa6a19-a858-4a10-8ea4-924e3ebc395f None None] For port 88b6e810-41c2-4166-a681-c6fa9eb63072, host dv-neutron-601336-94-hyperv, cleared binding levels {{(pid=94176) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 23 11:37:04.257073 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.plugins.ml2.db [None req-f0fa6a19-a858-4a10-8ea4-924e3ebc395f None None] For port 88b6e810-41c2-4166-a681-c6fa9eb63072, host dv-neutron-601336-94-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-94-hyperv',level=0,port_id=88b6e810-41c2-4166-a681-c6fa9eb63072,segment=NetworkSegment(f7c7ca79-63a4-46a7-b62b-c898c61f3948),segment_id=f7c7ca79-63a4-46a7-b62b-c898c61f3948)] {{(pid=94176) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 23 11:37:04.303742 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron_lib.callbacks.manager [None req-0a032648-a52c-4612-aad6-3a5f6f2de802 tempest-FloatingIPTestJSON-1140213849 tempest-FloatingIPTestJSON-1140213849-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:37:04.342922 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron_lib.callbacks.manager [None req-f7c23a6f-757b-41a7-9fa2-3186a4f0af17 tempest-TestNetworkBasicOps-233187296 tempest-TestNetworkBasicOps-233187296-project] Notify callbacks [] for port, precommit_create {{(pid=94175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:37:04.355419 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron_lib.callbacks.manager [None req-f0fa6a19-a858-4a10-8ea4-924e3ebc395f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-922904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866062', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773700135042', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773699642233', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773699642278'] for port, after_update {{(pid=94176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:37:04.372817 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG oslo_concurrency.lockutils [None req-8e1647e6-2590-4f42-8330-71349cae0262 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 11:37:04.375081 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.db.provisioning_blocks [None req-f7c23a6f-757b-41a7-9fa2-3186a4f0af17 tempest-TestNetworkBasicOps-233187296 tempest-TestNetworkBasicOps-233187296-project] Transition to ACTIVE for port object dd7fc1ca-5169-488a-9c7c-1939746a3cb0 will not be triggered until provisioned by entity DHCP. {{(pid=94175) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 23 11:37:04.381498 dv-neutron-601336-94-hyperv neutron-server[94175]: INFO neutron.wsgi [None req-1567da71-5431-49ca-ab26-d1cddff760e4 tempest-TagsExtTest-1712647166 tempest-TagsExtTest-1712647166-project] 10.222.0.20 "DELETE /v2.0/subnets/f75f45fc-3452-464f-8f72-214847a038f0/tags HTTP/1.1" status: 204 len: 168 time: 0.1756585 Jun 23 11:37:04.385409 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.wsgi [-] (94174) accepted ('10.222.0.20', 42532) {{(pid=94174) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 11:37:04.390343 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.services.tag.tag_plugin [None req-90270c14-52a6-492c-ba60-c82be7780d44 tempest-TagsExtTest-1712647166 tempest-TagsExtTest-1712647166-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'subnets', 'f75f45fc-3452-464f-8f72-214847a038f0', 'tempest-TagsExtTest-Tag-2116501223') {} {{(pid=94174) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 11:37:04.444976 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0fa6a19-a858-4a10-8ea4-924e3ebc395f None None] Pushing event updated for resources: {'Port': ['ID=88b6e810-41c2-4166-a681-c6fa9eb63072,revision_number=2']} {{(pid=94176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 11:37:04.448166 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG oslo_concurrency.lockutils [None req-f0fa6a19-a858-4a10-8ea4-924e3ebc395f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.075s {{(pid=94176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 11:37:04.477655 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron_lib.callbacks.manager [None req-0a032648-a52c-4612-aad6-3a5f6f2de802 tempest-FloatingIPTestJSON-1140213849 tempest-FloatingIPTestJSON-1140213849-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-923122'] for port, before_update {{(pid=94174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:37:04.547345 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron_lib.callbacks.manager [None req-f7c23a6f-757b-41a7-9fa2-3186a4f0af17 tempest-TestNetworkBasicOps-233187296 tempest-TestNetworkBasicOps-233187296-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-922915', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-239814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7866073', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773699642215', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-5082457'] for port, after_create {{(pid=94175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:37:04.553420 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG oslo_concurrency.lockutils [None req-2b0366fc-6a31-4128-9444-a565c9df8dd7 tempest-TestNetworkBasicOps-233187296 tempest-TestNetworkBasicOps-233187296-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94175) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 11:37:04.620899 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7c23a6f-757b-41a7-9fa2-3186a4f0af17 tempest-TestNetworkBasicOps-233187296 tempest-TestNetworkBasicOps-233187296-project] Pushing event updated for resources: {'Port': ['ID=dd7fc1ca-5169-488a-9c7c-1939746a3cb0,revision_number=1']} {{(pid=94175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 11:37:04.627288 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f7c23a6f-757b-41a7-9fa2-3186a4f0af17 tempest-TestNetworkBasicOps-233187296 tempest-TestNetworkBasicOps-233187296-project] Network 751565c3-b0a8-48a7-9195-02fff873bed5 is already hosted by enough agents. {{(pid=94175) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 23 11:37:04.634958 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.scheduler.base_scheduler [None req-f7c23a6f-757b-41a7-9fa2-3186a4f0af17 tempest-TestNetworkBasicOps-233187296 tempest-TestNetworkBasicOps-233187296-project] Resources bound (agent type, host, resource id): {{(pid=94175) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 23 11:37:04.636549 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f7c23a6f-757b-41a7-9fa2-3186a4f0af17 tempest-TestNetworkBasicOps-233187296 tempest-TestNetworkBasicOps-233187296-project] Received port after_create {{(pid=94175) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 23 11:37:04.648207 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7c23a6f-757b-41a7-9fa2-3186a4f0af17 tempest-TestNetworkBasicOps-233187296 tempest-TestNetworkBasicOps-233187296-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-601336-94-hyperv {{(pid=94175) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 11:37:04.648896 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7c23a6f-757b-41a7-9fa2-3186a4f0af17 tempest-TestNetworkBasicOps-233187296 tempest-TestNetworkBasicOps-233187296-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-94-hyperv {{(pid=94175) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 11:37:04.649443 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7c23a6f-757b-41a7-9fa2-3186a4f0af17 tempest-TestNetworkBasicOps-233187296 tempest-TestNetworkBasicOps-233187296-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-94-hyperv {{(pid=94175) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 11:37:04.659926 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7c23a6f-757b-41a7-9fa2-3186a4f0af17 tempest-TestNetworkBasicOps-233187296 tempest-TestNetworkBasicOps-233187296-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-601336-94-hyperv {{(pid=94175) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 11:37:04.659926 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7c23a6f-757b-41a7-9fa2-3186a4f0af17 tempest-TestNetworkBasicOps-233187296 tempest-TestNetworkBasicOps-233187296-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-601336-94-hyperv {{(pid=94175) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 11:37:04.659926 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7c23a6f-757b-41a7-9fa2-3186a4f0af17 tempest-TestNetworkBasicOps-233187296 tempest-TestNetworkBasicOps-233187296-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-601336-94-hyperv {{(pid=94175) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 11:37:04.659926 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7c23a6f-757b-41a7-9fa2-3186a4f0af17 tempest-TestNetworkBasicOps-233187296 tempest-TestNetworkBasicOps-233187296-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-601336-94-hyperv {{(pid=94175) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 11:37:04.659926 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7c23a6f-757b-41a7-9fa2-3186a4f0af17 tempest-TestNetworkBasicOps-233187296 tempest-TestNetworkBasicOps-233187296-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-601336-94-hyperv {{(pid=94175) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 11:37:04.659926 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7c23a6f-757b-41a7-9fa2-3186a4f0af17 tempest-TestNetworkBasicOps-233187296 tempest-TestNetworkBasicOps-233187296-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-601336-94-hyperv {{(pid=94175) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 11:37:04.659926 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7c23a6f-757b-41a7-9fa2-3186a4f0af17 tempest-TestNetworkBasicOps-233187296 tempest-TestNetworkBasicOps-233187296-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-94-hyperv {{(pid=94175) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 11:37:04.659926 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7c23a6f-757b-41a7-9fa2-3186a4f0af17 tempest-TestNetworkBasicOps-233187296 tempest-TestNetworkBasicOps-233187296-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-601336-94-hyperv {{(pid=94175) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 11:37:04.659926 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7c23a6f-757b-41a7-9fa2-3186a4f0af17 tempest-TestNetworkBasicOps-233187296 tempest-TestNetworkBasicOps-233187296-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-601336-94-hyperv {{(pid=94175) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 11:37:04.659926 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG oslo_concurrency.lockutils [None req-f7c23a6f-757b-41a7-9fa2-3186a4f0af17 tempest-TestNetworkBasicOps-233187296 tempest-TestNetworkBasicOps-233187296-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.104s {{(pid=94175) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 11:37:04.662092 dv-neutron-601336-94-hyperv neutron-server[94174]: INFO neutron.wsgi [None req-90270c14-52a6-492c-ba60-c82be7780d44 tempest-TagsExtTest-1712647166 tempest-TagsExtTest-1712647166-project] 10.222.0.20 "PUT /v2.0/subnets/f75f45fc-3452-464f-8f72-214847a038f0/tags/tempest-TagsExtTest-Tag-2116501223 HTTP/1.1" status: 201 len: 201 time: 0.2749629 Jun 23 11:37:04.672481 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.wsgi [-] (94174) accepted ('10.222.0.20', 42534) {{(pid=94174) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 11:37:04.681706 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.services.tag.tag_plugin [None req-8c8ec1c2-7ea3-4dad-8e2b-e07810056f3a tempest-TagsExtTest-1712647166 tempest-TagsExtTest-1712647166-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'ports', 'a7e74298-b4da-449d-b315-f2fc0dd5252f', 'tempest-TagsExtTest-Tag-1989061240') {} {{(pid=94174) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 11:37:04.710997 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron_lib.callbacks.manager [None req-f7c23a6f-757b-41a7-9fa2-3186a4f0af17 tempest-TestNetworkBasicOps-233187296 tempest-TestNetworkBasicOps-233187296-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-452954'] for router_interface, before_create {{(pid=94175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:37:04.761889 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron_lib.callbacks.manager [None req-0a032648-a52c-4612-aad6-3a5f6f2de802 tempest-FloatingIPTestJSON-1140213849 tempest-FloatingIPTestJSON-1140213849-project] Notify callbacks [] for port, precommit_update {{(pid=94174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:37:04.828926 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron_lib.callbacks.manager [None req-0a032648-a52c-4612-aad6-3a5f6f2de802 tempest-FloatingIPTestJSON-1140213849 tempest-FloatingIPTestJSON-1140213849-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-922904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866062', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773700135042', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773699642233', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773699642278', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5196369'] for port, after_update {{(pid=94174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:37:04.833060 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG oslo_concurrency.lockutils [None req-2e56d74b-6813-41f3-bedc-af34fda4f946 tempest-RoutersIpV6Test-1448447933 tempest-RoutersIpV6Test-1448447933-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94174) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 11:37:04.890221 dv-neutron-601336-94-hyperv neutron-server[94174]: INFO neutron.wsgi [None req-8c8ec1c2-7ea3-4dad-8e2b-e07810056f3a tempest-TagsExtTest-1712647166 tempest-TagsExtTest-1712647166-project] 10.222.0.20 "PUT /v2.0/ports/a7e74298-b4da-449d-b315-f2fc0dd5252f/tags/tempest-TagsExtTest-Tag-1989061240 HTTP/1.1" status: 201 len: 201 time: 0.2157805 Jun 23 11:37:04.895322 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.wsgi [-] (94175) accepted ('10.222.0.20', 42536) {{(pid=94175) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 11:37:04.904127 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.services.tag.tag_plugin [None req-d41be863-edbb-4a10-b5f7-76cf6d9300f5 tempest-TagsExtTest-1712647166 tempest-TagsExtTest-1712647166-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'routers', '3f3857e3-0b8b-4937-9bac-2b9cabba4271', 'tempest-TagsExtTest-Tag-1873731787') {} {{(pid=94175) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 11:37:04.905385 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a032648-a52c-4612-aad6-3a5f6f2de802 tempest-FloatingIPTestJSON-1140213849 tempest-FloatingIPTestJSON-1140213849-project] Pushing event updated for resources: {'Port': ['ID=0492e649-76a5-41d8-883f-40d5ec2a6d35,revision_number=2']} {{(pid=94174) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 11:37:04.911330 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG oslo_concurrency.lockutils [None req-0a032648-a52c-4612-aad6-3a5f6f2de802 tempest-FloatingIPTestJSON-1140213849 tempest-FloatingIPTestJSON-1140213849-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.078s {{(pid=94174) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 11:37:04.922623 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron_lib.callbacks.manager [None req-0a032648-a52c-4612-aad6-3a5f6f2de802 tempest-FloatingIPTestJSON-1140213849 tempest-FloatingIPTestJSON-1140213849-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-524229'] for floatingip, after_update {{(pid=94174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:37:04.993907 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron_lib.callbacks.manager [None req-0a032648-a52c-4612-aad6-3a5f6f2de802 tempest-FloatingIPTestJSON-1140213849 tempest-FloatingIPTestJSON-1140213849-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-217507'] for floatingip, before_response {{(pid=94174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:37:04.996013 dv-neutron-601336-94-hyperv neutron-server[94174]: INFO neutron.wsgi [None req-0a032648-a52c-4612-aad6-3a5f6f2de802 tempest-FloatingIPTestJSON-1140213849 tempest-FloatingIPTestJSON-1140213849-project] 10.222.0.20 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.5348544 Jun 23 11:37:04.998521 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.wsgi [-] (94174) accepted ('10.222.0.20', 42538) {{(pid=94174) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 11:37:05.004309 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.api.v2.base [None req-f19be104-8225-46c8-b55b-344d89fcf008 tempest-FloatingIPTestJSON-1140213849 tempest-FloatingIPTestJSON-1140213849-project] Request body: {'port': {'network_id': '221281ce-26f9-45d5-9065-123dad0725f0', 'name': 'tempest-FloatingIPTestJSON-516206283'}} {{(pid=94174) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 23 11:37:05.055570 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.plugins.ml2.rpc [None req-dc7542b2-afef-47f4-a763-e3a3cba144be None None] Device 1ab0ae19-6b61-4c8f-b3b4-a8cef1b1d50e up at agent ovs-agent-dv-neutron-601336-94-hyperv {{(pid=94176) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:298}} Jun 23 11:37:05.068031 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron_lib.callbacks.manager [None req-f7c23a6f-757b-41a7-9fa2-3186a4f0af17 tempest-TestNetworkBasicOps-233187296 tempest-TestNetworkBasicOps-233187296-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-923122'] for port, before_update {{(pid=94175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:37:05.132881 dv-neutron-601336-94-hyperv neutron-server[94175]: INFO neutron.wsgi [None req-d41be863-edbb-4a10-b5f7-76cf6d9300f5 tempest-TagsExtTest-1712647166 tempest-TagsExtTest-1712647166-project] 10.222.0.20 "PUT /v2.0/routers/3f3857e3-0b8b-4937-9bac-2b9cabba4271/tags/tempest-TagsExtTest-Tag-1873731787 HTTP/1.1" status: 201 len: 201 time: 0.2387371 Jun 23 11:37:05.138023 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.wsgi [-] (94175) accepted ('10.222.0.20', 42540) {{(pid=94175) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 11:37:05.143203 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.services.tag.tag_plugin [None req-b6100944-d22b-48d3-a436-dc8cf034976d tempest-TagsExtTest-1712647166 tempest-TagsExtTest-1712647166-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'subnetpools', '2ca82be7-d73c-4419-ab02-f3a79d601274', 'tempest-TagsExtTest-Tag-1799195715') {} {{(pid=94175) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 11:37:05.153981 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.db.provisioning_blocks [None req-dc7542b2-afef-47f4-a763-e3a3cba144be None None] Provisioning for port 1ab0ae19-6b61-4c8f-b3b4-a8cef1b1d50e completed by entity L2. {{(pid=94176) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 23 11:37:05.158181 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.db.provisioning_blocks [None req-dc7542b2-afef-47f4-a763-e3a3cba144be None None] Provisioning complete for port 1ab0ae19-6b61-4c8f-b3b4-a8cef1b1d50e triggered by entity L2. {{(pid=94176) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 23 11:37:05.158563 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron_lib.callbacks.manager [None req-dc7542b2-afef-47f4-a763-e3a3cba144be None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-899258'] for port, provisioning_complete {{(pid=94176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:37:05.199643 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f19be104-8225-46c8-b55b-344d89fcf008 tempest-FloatingIPTestJSON-1140213849 tempest-FloatingIPTestJSON-1140213849-project] Made reservation on behalf of 946ffc147f30469c8ac6ad4e1bd7e5ea for: {'port': 1} {{(pid=94174) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 23 11:37:05.204360 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron_lib.callbacks.manager [None req-f19be104-8225-46c8-b55b-344d89fcf008 tempest-FloatingIPTestJSON-1140213849 tempest-FloatingIPTestJSON-1140213849-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-923104'] for port, before_create {{(pid=94174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:37:05.239432 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.notifiers.nova [None req-f19be104-8225-46c8-b55b-344d89fcf008 tempest-FloatingIPTestJSON-1140213849 tempest-FloatingIPTestJSON-1140213849-project] device_id is not set on port 99f56323-2141-4f21-a409-169effc053c7 yet. {{(pid=94174) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jun 23 11:37:05.263806 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron_lib.callbacks.manager [None req-dc7542b2-afef-47f4-a763-e3a3cba144be None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-923122'] for port, before_update {{(pid=94176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:37:05.295323 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.plugins.ml2.db [None req-dc7542b2-afef-47f4-a763-e3a3cba144be None None] For port 1ab0ae19-6b61-4c8f-b3b4-a8cef1b1d50e, host dv-neutron-601336-94-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-94-hyperv',level=0,port_id=1ab0ae19-6b61-4c8f-b3b4-a8cef1b1d50e,segment=NetworkSegment(c23be0a5-6980-48fb-bc9f-4a24717fe1de),segment_id=c23be0a5-6980-48fb-bc9f-4a24717fe1de)] {{(pid=94176) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 23 11:37:05.357757 dv-neutron-601336-94-hyperv neutron-server[94175]: INFO neutron.wsgi [None req-b6100944-d22b-48d3-a436-dc8cf034976d tempest-TagsExtTest-1712647166 tempest-TagsExtTest-1712647166-project] 10.222.0.20 "PUT /v2.0/subnetpools/2ca82be7-d73c-4419-ab02-f3a79d601274/tags/tempest-TagsExtTest-Tag-1799195715 HTTP/1.1" status: 201 len: 201 time: 0.2186506 Jun 23 11:37:05.358044 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.wsgi [-] (94174) accepted ('10.222.0.20', 42542) {{(pid=94174) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 11:37:05.363115 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.services.tag.tag_plugin [None req-27354fee-f194-4b76-8d3e-c0eeb993d9e2 tempest-TagsExtTest-1712647166 tempest-TagsExtTest-1712647166-project] neutron.services.tag.tag_plugin.TagPlugin method update_tags called with arguments (, 'subnets', 'f75f45fc-3452-464f-8f72-214847a038f0', {'tags': ['tempest-TagsExtTest-Tag-1011680335', 'tempest-TagsExtTest-Tag-707239994', 'tempest-TagsExtTest-Tag-1732600794']}) {} {{(pid=94174) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 11:37:05.377154 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron_lib.callbacks.manager [None req-dc7542b2-afef-47f4-a763-e3a3cba144be None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-922904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866062', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773700135042', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773699642233', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773699642278'] for port, after_update {{(pid=94176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:37:05.378430 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.plugins.ml2.rpc [None req-dc7542b2-afef-47f4-a763-e3a3cba144be None None] Device 88b6e810-41c2-4166-a681-c6fa9eb63072 up at agent ovs-agent-dv-neutron-601336-94-hyperv {{(pid=94176) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:298}} Jun 23 11:37:05.380999 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG oslo_concurrency.lockutils [None req-6dfe5351-b9b4-4f82-9a29-3a791f634d38 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 11:37:05.397488 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.db.db_base_plugin_common [None req-f19be104-8225-46c8-b55b-344d89fcf008 tempest-FloatingIPTestJSON-1140213849 tempest-FloatingIPTestJSON-1140213849-project] Allocated IP 172.20.0.12 (221281ce-26f9-45d5-9065-123dad0725f0/7c13abcb-699c-45e0-973a-8f79dc35eda3/99f56323-2141-4f21-a409-169effc053c7) {{(pid=94174) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 23 11:37:05.455491 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron_lib.callbacks.manager [None req-f7c23a6f-757b-41a7-9fa2-3186a4f0af17 tempest-TestNetworkBasicOps-233187296 tempest-TestNetworkBasicOps-233187296-project] Notify callbacks [] for port, precommit_update {{(pid=94175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:37:05.482824 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc7542b2-afef-47f4-a763-e3a3cba144be None None] Pushing event updated for resources: {'Port': ['ID=1ab0ae19-6b61-4c8f-b3b4-a8cef1b1d50e,revision_number=4']} {{(pid=94176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 11:37:05.496035 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG oslo_concurrency.lockutils [None req-dc7542b2-afef-47f4-a763-e3a3cba144be None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.113s {{(pid=94176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 11:37:05.531636 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron_lib.callbacks.manager [None req-f7c23a6f-757b-41a7-9fa2-3186a4f0af17 tempest-TestNetworkBasicOps-233187296 tempest-TestNetworkBasicOps-233187296-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-922904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866062', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773700135042', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773699642233', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773699642278', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5082471'] for port, after_update {{(pid=94175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:37:05.535087 dv-neutron-601336-94-hyperv neutron-server[94174]: INFO neutron.wsgi [None req-27354fee-f194-4b76-8d3e-c0eeb993d9e2 tempest-TagsExtTest-1712647166 tempest-TagsExtTest-1712647166-project] 10.222.0.20 "PUT /v2.0/subnets/f75f45fc-3452-464f-8f72-214847a038f0/tags HTTP/1.1" status: 200 len: 317 time: 0.1762111 Jun 23 11:37:05.537694 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.wsgi [-] (94174) accepted ('10.222.0.20', 42544) {{(pid=94174) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 11:37:05.538971 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG oslo_concurrency.lockutils [None req-c749351f-915a-477f-86d3-d84e04c69aa5 tempest-RoutersTest-228919764 tempest-RoutersTest-228919764-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94175) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 11:37:05.542028 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.services.tag.tag_plugin [None req-67b1b62d-c990-4c7a-be43-0cd6715e0e92 tempest-TagsExtTest-1712647166 tempest-TagsExtTest-1712647166-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnets', 'f75f45fc-3452-464f-8f72-214847a038f0') {} {{(pid=94174) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 11:37:05.580411 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1dd7bfc4-c2f4-48c7-8dab-61047b668569 None None] Network 751565c3-b0a8-48a7-9195-02fff873bed5 requested from dv-neutron-601336-94-hyperv {{(pid=94176) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 23 11:37:05.596777 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.db.provisioning_blocks [None req-dc7542b2-afef-47f4-a763-e3a3cba144be None None] Provisioning for port 88b6e810-41c2-4166-a681-c6fa9eb63072 completed by entity L2. {{(pid=94176) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 23 11:37:05.617307 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7c23a6f-757b-41a7-9fa2-3186a4f0af17 tempest-TestNetworkBasicOps-233187296 tempest-TestNetworkBasicOps-233187296-project] Pushing event updated for resources: {'Port': ['ID=dd7fc1ca-5169-488a-9c7c-1939746a3cb0,revision_number=2']} {{(pid=94175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 11:37:05.619837 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron_lib.callbacks.manager [None req-f7c23a6f-757b-41a7-9fa2-3186a4f0af17 tempest-TestNetworkBasicOps-233187296 tempest-TestNetworkBasicOps-233187296-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-7866091', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-453038'] for router_interface, after_create {{(pid=94175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:37:05.621992 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG oslo_concurrency.lockutils [None req-f7c23a6f-757b-41a7-9fa2-3186a4f0af17 tempest-TestNetworkBasicOps-233187296 tempest-TestNetworkBasicOps-233187296-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.083s {{(pid=94175) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 11:37:05.640252 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron_lib.callbacks.manager [None req-f19be104-8225-46c8-b55b-344d89fcf008 tempest-FloatingIPTestJSON-1140213849 tempest-FloatingIPTestJSON-1140213849-project] Notify callbacks [] for port, precommit_create {{(pid=94174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:37:05.744487 dv-neutron-601336-94-hyperv neutron-server[94174]: INFO neutron.wsgi [None req-67b1b62d-c990-4c7a-be43-0cd6715e0e92 tempest-TagsExtTest-1712647166 tempest-TagsExtTest-1712647166-project] 10.222.0.20 "DELETE /v2.0/subnets/f75f45fc-3452-464f-8f72-214847a038f0/tags HTTP/1.1" status: 204 len: 168 time: 0.2057307 Jun 23 11:37:05.749626 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.wsgi [-] (94174) accepted ('10.222.0.20', 42546) {{(pid=94174) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 11:37:05.754617 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.services.tag.tag_plugin [None req-6ebca4fd-7001-4bb7-977f-8d4b007cc361 tempest-TagsExtTest-1712647166 tempest-TagsExtTest-1712647166-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnets', 'f75f45fc-3452-464f-8f72-214847a038f0', 'tempest-TagsExtTest-Tag-1011680335') {} {{(pid=94174) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 11:37:05.777459 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.db.provisioning_blocks [None req-ab64a7f5-925b-4140-8cec-8343ed8ec7f3 None None] Provisioning for port 88b6e810-41c2-4166-a681-c6fa9eb63072 completed by entity DHCP. {{(pid=94176) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 23 11:37:05.782082 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron_lib.callbacks.manager [None req-f19be104-8225-46c8-b55b-344d89fcf008 tempest-FloatingIPTestJSON-1140213849 tempest-FloatingIPTestJSON-1140213849-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-922915', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-239814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7866073', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773699642215', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-5196399'] for port, after_create {{(pid=94174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:37:05.783149 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.db.provisioning_blocks [None req-ab64a7f5-925b-4140-8cec-8343ed8ec7f3 None None] Provisioning complete for port 88b6e810-41c2-4166-a681-c6fa9eb63072 triggered by entity DHCP. {{(pid=94176) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 23 11:37:05.783984 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron_lib.callbacks.manager [None req-ab64a7f5-925b-4140-8cec-8343ed8ec7f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-899258'] for port, provisioning_complete {{(pid=94176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:37:05.788594 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG oslo_concurrency.lockutils [None req-f321f889-0d2e-408d-ba27-78677c357e23 tempest-RoutersTest-228919764 tempest-RoutersTest-228919764-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94174) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 11:37:05.841198 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f19be104-8225-46c8-b55b-344d89fcf008 tempest-FloatingIPTestJSON-1140213849 tempest-FloatingIPTestJSON-1140213849-project] Network 221281ce-26f9-45d5-9065-123dad0725f0 is already hosted by enough agents. {{(pid=94174) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 23 11:37:05.845411 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.scheduler.base_scheduler [None req-f19be104-8225-46c8-b55b-344d89fcf008 tempest-FloatingIPTestJSON-1140213849 tempest-FloatingIPTestJSON-1140213849-project] Resources bound (agent type, host, resource id): {{(pid=94174) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 23 11:37:05.859348 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f19be104-8225-46c8-b55b-344d89fcf008 tempest-FloatingIPTestJSON-1140213849 tempest-FloatingIPTestJSON-1140213849-project] Received port after_create {{(pid=94174) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 23 11:37:05.882970 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f19be104-8225-46c8-b55b-344d89fcf008 tempest-FloatingIPTestJSON-1140213849 tempest-FloatingIPTestJSON-1140213849-project] Pushing event updated for resources: {'Port': ['ID=99f56323-2141-4f21-a409-169effc053c7,revision_number=1']} {{(pid=94174) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 11:37:05.894758 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG oslo_concurrency.lockutils [None req-f19be104-8225-46c8-b55b-344d89fcf008 tempest-FloatingIPTestJSON-1140213849 tempest-FloatingIPTestJSON-1140213849-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.106s {{(pid=94174) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 11:37:05.895619 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron_lib.callbacks.manager [None req-ab64a7f5-925b-4140-8cec-8343ed8ec7f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-923122'] for port, before_update {{(pid=94176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:37:05.918466 dv-neutron-601336-94-hyperv neutron-server[94174]: INFO neutron.api.v2.resource [None req-6ebca4fd-7001-4bb7-977f-8d4b007cc361 tempest-TagsExtTest-1712647166 tempest-TagsExtTest-1712647166-project] show failed (client error): The resource could not be found. Jun 23 11:37:05.919684 dv-neutron-601336-94-hyperv neutron-server[94174]: INFO neutron.wsgi [None req-6ebca4fd-7001-4bb7-977f-8d4b007cc361 tempest-TagsExtTest-1712647166 tempest-TagsExtTest-1712647166-project] 10.222.0.20 "GET /v2.0/subnets/f75f45fc-3452-464f-8f72-214847a038f0/tags/tempest-TagsExtTest-Tag-1011680335 HTTP/1.1" status: 404 len: 329 time: 0.1688867 Jun 23 11:37:05.925908 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f19be104-8225-46c8-b55b-344d89fcf008 tempest-FloatingIPTestJSON-1140213849 tempest-FloatingIPTestJSON-1140213849-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94174) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 11:37:05.926521 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron_lib.callbacks.manager [None req-f19be104-8225-46c8-b55b-344d89fcf008 tempest-FloatingIPTestJSON-1140213849 tempest-FloatingIPTestJSON-1140213849-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-217507'] for port, before_response {{(pid=94174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:37:05.929490 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.wsgi [-] (94174) accepted ('10.222.0.20', 42548) {{(pid=94174) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 11:37:05.935218 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.services.tag.tag_plugin [None req-1ed08b58-8798-408b-8c40-24d725efac74 tempest-TagsExtTest-1712647166 tempest-TagsExtTest-1712647166-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnets', 'f75f45fc-3452-464f-8f72-214847a038f0', 'tempest-TagsExtTest-Tag-707239994') {} {{(pid=94174) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 11:37:05.937505 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.plugins.ml2.db [None req-ab64a7f5-925b-4140-8cec-8343ed8ec7f3 None None] For port 88b6e810-41c2-4166-a681-c6fa9eb63072, host dv-neutron-601336-94-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-94-hyperv',level=0,port_id=88b6e810-41c2-4166-a681-c6fa9eb63072,segment=NetworkSegment(f7c7ca79-63a4-46a7-b62b-c898c61f3948),segment_id=f7c7ca79-63a4-46a7-b62b-c898c61f3948)] {{(pid=94176) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 23 11:37:06.004531 dv-neutron-601336-94-hyperv neutron-server[94174]: INFO neutron.api.v2.resource [None req-1ed08b58-8798-408b-8c40-24d725efac74 tempest-TagsExtTest-1712647166 tempest-TagsExtTest-1712647166-project] show failed (client error): The resource could not be found. Jun 23 11:37:06.006203 dv-neutron-601336-94-hyperv neutron-server[94174]: INFO neutron.wsgi [None req-1ed08b58-8798-408b-8c40-24d725efac74 tempest-TagsExtTest-1712647166 tempest-TagsExtTest-1712647166-project] 10.222.0.20 "GET /v2.0/subnets/f75f45fc-3452-464f-8f72-214847a038f0/tags/tempest-TagsExtTest-Tag-707239994 HTTP/1.1" status: 404 len: 328 time: 0.0756533 Jun 23 11:37:06.008989 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.wsgi [-] (94174) accepted ('10.222.0.20', 42550) {{(pid=94174) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 11:37:06.013616 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.services.tag.tag_plugin [None req-9166bf05-fa4c-4db4-8962-fe91fee87be5 tempest-TagsExtTest-1712647166 tempest-TagsExtTest-1712647166-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnets', 'f75f45fc-3452-464f-8f72-214847a038f0', 'tempest-TagsExtTest-Tag-1732600794') {} {{(pid=94174) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 11:37:06.023001 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron_lib.callbacks.manager [None req-ab64a7f5-925b-4140-8cec-8343ed8ec7f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-922904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866062', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773700135042', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773699642233', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773699642278'] for port, after_update {{(pid=94176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:37:06.025757 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG oslo_concurrency.lockutils [None req-158bf016-c1d8-4e38-a49a-c5dd0a5f5fe5 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 11:37:06.053901 dv-neutron-601336-94-hyperv neutron-server[94174]: INFO neutron.wsgi [None req-f19be104-8225-46c8-b55b-344d89fcf008 tempest-FloatingIPTestJSON-1140213849 tempest-FloatingIPTestJSON-1140213849-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 929 time: 1.0535333 Jun 23 11:37:06.056928 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.wsgi [-] (94175) accepted ('10.222.0.20', 42552) {{(pid=94175) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 11:37:06.061567 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.api.v2.base [None req-98498175-4790-48b3-9009-b46443a065ce tempest-FloatingIPTestJSON-1140213849 tempest-FloatingIPTestJSON-1140213849-project] Request body: {'floatingip': {'port_id': '99f56323-2141-4f21-a409-169effc053c7'}} {{(pid=94175) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 23 11:37:06.071439 dv-neutron-601336-94-hyperv neutron-server[94174]: INFO neutron.api.v2.resource [None req-9166bf05-fa4c-4db4-8962-fe91fee87be5 tempest-TagsExtTest-1712647166 tempest-TagsExtTest-1712647166-project] show failed (client error): The resource could not be found. Jun 23 11:37:06.072745 dv-neutron-601336-94-hyperv neutron-server[94174]: INFO neutron.wsgi [None req-9166bf05-fa4c-4db4-8962-fe91fee87be5 tempest-TagsExtTest-1712647166 tempest-TagsExtTest-1712647166-project] 10.222.0.20 "GET /v2.0/subnets/f75f45fc-3452-464f-8f72-214847a038f0/tags/tempest-TagsExtTest-Tag-1732600794 HTTP/1.1" status: 404 len: 329 time: 0.0627754 Jun 23 11:37:06.075397 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.wsgi [-] (94174) accepted ('10.222.0.20', 42554) {{(pid=94174) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 11:37:06.081402 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.services.tag.tag_plugin [None req-9441f6aa-cfb6-4926-a481-a37d4f14d268 tempest-TagsExtTest-1712647166 tempest-TagsExtTest-1712647166-project] neutron.services.tag.tag_plugin.TagPlugin method update_tags called with arguments (, 'ports', 'a7e74298-b4da-449d-b315-f2fc0dd5252f', {'tags': ['tempest-TagsExtTest-Tag-2104755295', 'tempest-TagsExtTest-Tag-1030224225', 'tempest-TagsExtTest-Tag-1336589885']}) {} {{(pid=94174) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 11:37:06.098016 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab64a7f5-925b-4140-8cec-8343ed8ec7f3 None None] Pushing event updated for resources: {'Port': ['ID=88b6e810-41c2-4166-a681-c6fa9eb63072,revision_number=3']} {{(pid=94176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 11:37:06.102282 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG oslo_concurrency.lockutils [None req-ab64a7f5-925b-4140-8cec-8343ed8ec7f3 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.077s {{(pid=94176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 11:37:06.114560 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron_lib.callbacks.manager [None req-98498175-4790-48b3-9009-b46443a065ce tempest-FloatingIPTestJSON-1140213849 tempest-FloatingIPTestJSON-1140213849-project] Notify callbacks [] for floatingip, before_update {{(pid=94175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:37:06.235288 dv-neutron-601336-94-hyperv neutron-server[94174]: INFO neutron.wsgi [None req-9441f6aa-cfb6-4926-a481-a37d4f14d268 tempest-TagsExtTest-1712647166 tempest-TagsExtTest-1712647166-project] 10.222.0.20 "PUT /v2.0/ports/a7e74298-b4da-449d-b315-f2fc0dd5252f/tags HTTP/1.1" status: 200 len: 318 time: 0.1586263 Jun 23 11:37:06.235907 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.wsgi [-] (94174) accepted ('10.222.0.20', 42556) {{(pid=94174) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 11:37:06.240968 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.services.tag.tag_plugin [None req-1f44bafd-9fd5-4479-8270-6b5e882452de tempest-TagsExtTest-1712647166 tempest-TagsExtTest-1712647166-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'ports', 'a7e74298-b4da-449d-b315-f2fc0dd5252f') {} {{(pid=94174) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 11:37:06.247053 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f7c23a6f-757b-41a7-9fa2-3186a4f0af17 tempest-TestNetworkBasicOps-233187296 tempest-TestNetworkBasicOps-233187296-project] Network 751565c3-b0a8-48a7-9195-02fff873bed5 is already hosted by enough agents. {{(pid=94175) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 23 11:37:06.247053 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.scheduler.base_scheduler [None req-f7c23a6f-757b-41a7-9fa2-3186a4f0af17 tempest-TestNetworkBasicOps-233187296 tempest-TestNetworkBasicOps-233187296-project] Resources bound (agent type, host, resource id): {{(pid=94175) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 23 11:37:06.290681 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.db.provisioning_blocks [None req-f95d0e9c-b4d1-4645-8f69-b5b7cffd68a3 None None] Provisioning for port dd7fc1ca-5169-488a-9c7c-1939746a3cb0 completed by entity DHCP. {{(pid=94176) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 23 11:37:06.296317 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.db.provisioning_blocks [None req-f95d0e9c-b4d1-4645-8f69-b5b7cffd68a3 None None] Provisioning complete for port dd7fc1ca-5169-488a-9c7c-1939746a3cb0 triggered by entity DHCP. {{(pid=94176) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 23 11:37:06.296939 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron_lib.callbacks.manager [None req-f95d0e9c-b4d1-4645-8f69-b5b7cffd68a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-899258'] for port, provisioning_complete {{(pid=94176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:37:06.344173 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.plugins.ml2.plugin [None req-f95d0e9c-b4d1-4645-8f69-b5b7cffd68a3 None None] Port dd7fc1ca-5169-488a-9c7c-1939746a3cb0 cannot update to ACTIVE because it is not bound. {{(pid=94176) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jun 23 11:37:06.355779 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.db.provisioning_blocks [None req-f95d0e9c-b4d1-4645-8f69-b5b7cffd68a3 None None] Provisioning complete for port 88b6e810-41c2-4166-a681-c6fa9eb63072 triggered by entity DHCP. {{(pid=94176) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 23 11:37:06.356176 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron_lib.callbacks.manager [None req-f95d0e9c-b4d1-4645-8f69-b5b7cffd68a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-899258'] for port, provisioning_complete {{(pid=94176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:37:06.381344 dv-neutron-601336-94-hyperv neutron-server[94174]: INFO neutron.wsgi [None req-1f44bafd-9fd5-4479-8270-6b5e882452de tempest-TagsExtTest-1712647166 tempest-TagsExtTest-1712647166-project] 10.222.0.20 "DELETE /v2.0/ports/a7e74298-b4da-449d-b315-f2fc0dd5252f/tags HTTP/1.1" status: 204 len: 168 time: 0.1443548 Jun 23 11:37:06.386034 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.wsgi [-] (94174) accepted ('10.222.0.20', 42558) {{(pid=94174) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 11:37:06.396574 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.services.tag.tag_plugin [None req-b7681e69-9dab-44e2-8f73-3f03527cf553 tempest-TagsExtTest-1712647166 tempest-TagsExtTest-1712647166-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'ports', 'a7e74298-b4da-449d-b315-f2fc0dd5252f', 'tempest-TagsExtTest-Tag-2104755295') {} {{(pid=94174) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 11:37:06.456058 dv-neutron-601336-94-hyperv neutron-server[94174]: INFO neutron.api.v2.resource [None req-b7681e69-9dab-44e2-8f73-3f03527cf553 tempest-TagsExtTest-1712647166 tempest-TagsExtTest-1712647166-project] show failed (client error): The resource could not be found. Jun 23 11:37:06.459082 dv-neutron-601336-94-hyperv neutron-server[94174]: INFO neutron.wsgi [None req-b7681e69-9dab-44e2-8f73-3f03527cf553 tempest-TagsExtTest-1712647166 tempest-TagsExtTest-1712647166-project] 10.222.0.20 "GET /v2.0/ports/a7e74298-b4da-449d-b315-f2fc0dd5252f/tags/tempest-TagsExtTest-Tag-2104755295 HTTP/1.1" status: 404 len: 329 time: 0.0690682 Jun 23 11:37:06.460602 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.wsgi [-] (94175) accepted ('10.222.0.20', 42560) {{(pid=94175) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 11:37:06.466812 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.services.tag.tag_plugin [None req-1c528165-dc86-49ad-9d29-bcd414d06af2 tempest-TagsExtTest-1712647166 tempest-TagsExtTest-1712647166-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'ports', 'a7e74298-b4da-449d-b315-f2fc0dd5252f', 'tempest-TagsExtTest-Tag-1030224225') {} {{(pid=94175) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 11:37:06.471815 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f7c23a6f-757b-41a7-9fa2-3186a4f0af17 tempest-TestNetworkBasicOps-233187296 tempest-TestNetworkBasicOps-233187296-project] Router 138f928c-e351-4622-a42a-73141d74090b has already been hosted by L3 agent 50ef99c0-ef28-4db5-b303-b145898fae60 {{(pid=94175) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 23 11:37:06.570055 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.db.provisioning_blocks [None req-cf3d92f8-9276-4a89-9567-e6102ec06ac8 None None] Provisioning complete for port dd7fc1ca-5169-488a-9c7c-1939746a3cb0 triggered by entity DHCP. {{(pid=94176) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 23 11:37:06.570055 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron_lib.callbacks.manager [None req-cf3d92f8-9276-4a89-9567-e6102ec06ac8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-899258'] for port, provisioning_complete {{(pid=94176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:37:06.603818 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.plugins.ml2.plugin [None req-cf3d92f8-9276-4a89-9567-e6102ec06ac8 None None] Port dd7fc1ca-5169-488a-9c7c-1939746a3cb0 cannot update to ACTIVE because it is not bound. {{(pid=94176) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jun 23 11:37:06.710829 dv-neutron-601336-94-hyperv neutron-server[94175]: INFO neutron.api.v2.resource [None req-1c528165-dc86-49ad-9d29-bcd414d06af2 tempest-TagsExtTest-1712647166 tempest-TagsExtTest-1712647166-project] show failed (client error): The resource could not be found. Jun 23 11:37:06.711887 dv-neutron-601336-94-hyperv neutron-server[94175]: INFO neutron.wsgi [None req-1c528165-dc86-49ad-9d29-bcd414d06af2 tempest-TagsExtTest-1712647166 tempest-TagsExtTest-1712647166-project] 10.222.0.20 "GET /v2.0/ports/a7e74298-b4da-449d-b315-f2fc0dd5252f/tags/tempest-TagsExtTest-Tag-1030224225 HTTP/1.1" status: 404 len: 329 time: 0.2490940 Jun 23 11:37:06.715068 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.wsgi [-] (94174) accepted ('10.222.0.20', 42562) {{(pid=94174) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 11:37:06.720978 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.services.tag.tag_plugin [None req-66430aff-4c80-47b5-8282-b830a4f5d18d tempest-TagsExtTest-1712647166 tempest-TagsExtTest-1712647166-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'ports', 'a7e74298-b4da-449d-b315-f2fc0dd5252f', 'tempest-TagsExtTest-Tag-1336589885') {} {{(pid=94174) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 11:37:06.722692 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.db.provisioning_blocks [None req-227d39a5-268d-4a18-8c36-6e1f8f46a473 None None] Provisioning complete for port dd7fc1ca-5169-488a-9c7c-1939746a3cb0 triggered by entity DHCP. {{(pid=94176) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 23 11:37:06.723164 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron_lib.callbacks.manager [None req-227d39a5-268d-4a18-8c36-6e1f8f46a473 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-899258'] for port, provisioning_complete {{(pid=94176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:37:06.757053 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.plugins.ml2.plugin [None req-227d39a5-268d-4a18-8c36-6e1f8f46a473 None None] Port dd7fc1ca-5169-488a-9c7c-1939746a3cb0 cannot update to ACTIVE because it is not bound. {{(pid=94176) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jun 23 11:37:06.767786 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f7c23a6f-757b-41a7-9fa2-3186a4f0af17 tempest-TestNetworkBasicOps-233187296 tempest-TestNetworkBasicOps-233187296-project] Notify agent at l3_agent.dv-neutron-601336-94-hyperv the message routers_updated {{(pid=94175) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 23 11:37:06.777315 dv-neutron-601336-94-hyperv neutron-server[94174]: INFO neutron.api.v2.resource [None req-66430aff-4c80-47b5-8282-b830a4f5d18d tempest-TagsExtTest-1712647166 tempest-TagsExtTest-1712647166-project] show failed (client error): The resource could not be found. Jun 23 11:37:06.777421 dv-neutron-601336-94-hyperv neutron-server[94175]: INFO neutron.wsgi [None req-f7c23a6f-757b-41a7-9fa2-3186a4f0af17 tempest-TestNetworkBasicOps-233187296 tempest-TestNetworkBasicOps-233187296-project] 10.222.0.20 "PUT /v2.0/routers/138f928c-e351-4622-a42a-73141d74090b/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.6963336 Jun 23 11:37:06.777528 dv-neutron-601336-94-hyperv neutron-server[94174]: INFO neutron.wsgi [None req-66430aff-4c80-47b5-8282-b830a4f5d18d tempest-TagsExtTest-1712647166 tempest-TagsExtTest-1712647166-project] 10.222.0.20 "GET /v2.0/ports/a7e74298-b4da-449d-b315-f2fc0dd5252f/tags/tempest-TagsExtTest-Tag-1336589885 HTTP/1.1" status: 404 len: 329 time: 0.0597186 Jun 23 11:37:06.777528 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.wsgi [-] (94174) accepted ('10.222.0.20', 42564) {{(pid=94174) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 11:37:06.778871 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.wsgi [-] (94174) accepted ('10.222.0.20', 42566) {{(pid=94174) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 11:37:06.781136 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6d274531-eaa8-4d0c-9036-30d7cce50390 None None] Sync routers for ids ['138f928c-e351-4622-a42a-73141d74090b'] in dv-neutron-601336-94-hyperv {{(pid=94176) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 23 11:37:06.783429 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.services.tag.tag_plugin [None req-3ef59a78-c59b-4774-97ab-395360a9023e tempest-TagsExtTest-1712647166 tempest-TagsExtTest-1712647166-project] neutron.services.tag.tag_plugin.TagPlugin method update_tags called with arguments (, 'routers', '3f3857e3-0b8b-4937-9bac-2b9cabba4271', {'tags': ['tempest-TagsExtTest-Tag-13625325', 'tempest-TagsExtTest-Tag-1980332925', 'tempest-TagsExtTest-Tag-1034031779']}) {} {{(pid=94174) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 11:37:06.790802 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6d274531-eaa8-4d0c-9036-30d7cce50390 None None] Routers {'138f928c-e351-4622-a42a-73141d74090b'} bound to L3 agent in host dv-neutron-601336-94-hyperv {{(pid=94176) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 23 11:37:06.791612 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.db.l3_hamode_db [None req-6d274531-eaa8-4d0c-9036-30d7cce50390 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-601336-94-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-23T11:22:13Z,description=,heartbeat_timestamp=2021-06-23T11:36:43Z,host='dv-neutron-601336-94-hyperv',id=50ef99c0-ef28-4db5-b303-b145898fae60,load=0,resource_versions=,resources_synced=,started_at=2021-06-23T11:22:14Z,topic='l3_agent')) {'router_ids': ['138f928c-e351-4622-a42a-73141d74090b'], 'active': True} {{(pid=94176) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 11:37:06.843198 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron_lib.callbacks.manager [None req-98498175-4790-48b3-9009-b46443a065ce tempest-FloatingIPTestJSON-1140213849 tempest-FloatingIPTestJSON-1140213849-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:37:06.907024 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.db.l3_dvr_db [None req-6d274531-eaa8-4d0c-9036-30d7cce50390 None None] Set router 138f928c-e351-4622-a42a-73141d74090b gateway port host: dv-neutron-601336-94-hyperv {{(pid=94176) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:838}} Jun 23 11:37:06.926048 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron_lib.callbacks.manager [None req-98498175-4790-48b3-9009-b46443a065ce tempest-FloatingIPTestJSON-1140213849 tempest-FloatingIPTestJSON-1140213849-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-524229'] for floatingip, after_update {{(pid=94175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:37:06.980769 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.plugins.ml2.rpc [None req-dc7542b2-afef-47f4-a763-e3a3cba144be None None] Device 1ab0ae19-6b61-4c8f-b3b4-a8cef1b1d50e up at agent ovs-agent-dv-neutron-601336-94-hyperv {{(pid=94176) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:298}} Jun 23 11:37:07.018615 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-881dd719-b107-4dc1-a18c-23544d199fb8 tempest-TestNetworkBasicOps-1420332966 tempest-TestNetworkBasicOps-1420332966-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94174) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 11:37:07.021592 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-881dd719-b107-4dc1-a18c-23544d199fb8 tempest-TestNetworkBasicOps-1420332966 tempest-TestNetworkBasicOps-1420332966-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94174) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 11:37:07.021592 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-881dd719-b107-4dc1-a18c-23544d199fb8 tempest-TestNetworkBasicOps-1420332966 tempest-TestNetworkBasicOps-1420332966-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94174) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 11:37:07.021592 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-881dd719-b107-4dc1-a18c-23544d199fb8 tempest-TestNetworkBasicOps-1420332966 tempest-TestNetworkBasicOps-1420332966-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94174) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 11:37:07.021592 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-881dd719-b107-4dc1-a18c-23544d199fb8 tempest-TestNetworkBasicOps-1420332966 tempest-TestNetworkBasicOps-1420332966-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94174) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 11:37:07.021592 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-881dd719-b107-4dc1-a18c-23544d199fb8 tempest-TestNetworkBasicOps-1420332966 tempest-TestNetworkBasicOps-1420332966-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94174) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 11:37:07.023450 dv-neutron-601336-94-hyperv neutron-server[94174]: INFO neutron.wsgi [None req-881dd719-b107-4dc1-a18c-23544d199fb8 tempest-TestNetworkBasicOps-1420332966 tempest-TestNetworkBasicOps-1420332966-project-admin] 10.222.0.20 "GET /v2.0/networks HTTP/1.1" status: 200 len: 4282 time: 0.2453413 Jun 23 11:37:07.026181 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.wsgi [-] (94174) accepted ('10.222.0.20', 42568) {{(pid=94174) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 11:37:07.041729 dv-neutron-601336-94-hyperv neutron-server[94175]: INFO neutron.db.l3_db [None req-98498175-4790-48b3-9009-b46443a065ce tempest-FloatingIPTestJSON-1140213849 tempest-FloatingIPTestJSON-1140213849-project] Floating IP ee04c88e-69cc-4750-869d-ace60eef42bd associated. External IP: 172.26.3.110, port: 99f56323-2141-4f21-a409-169effc053c7. Jun 23 11:37:07.053089 dv-neutron-601336-94-hyperv neutron-server[94174]: INFO neutron.wsgi [None req-3ef59a78-c59b-4774-97ab-395360a9023e tempest-TagsExtTest-1712647166 tempest-TagsExtTest-1712647166-project] 10.222.0.20 "PUT /v2.0/routers/3f3857e3-0b8b-4937-9bac-2b9cabba4271/tags HTTP/1.1" status: 200 len: 316 time: 0.2733245 Jun 23 11:37:07.075632 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.wsgi [-] (94175) accepted ('10.222.0.20', 42570) {{(pid=94175) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 11:37:07.082239 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.services.tag.tag_plugin [None req-2efcb6c9-97f5-41be-81d0-c5e757b58748 tempest-TagsExtTest-1712647166 tempest-TagsExtTest-1712647166-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'routers', '3f3857e3-0b8b-4937-9bac-2b9cabba4271') {} {{(pid=94175) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 11:37:07.101522 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.db.provisioning_blocks [None req-dc7542b2-afef-47f4-a763-e3a3cba144be None None] Provisioning complete for port 1ab0ae19-6b61-4c8f-b3b4-a8cef1b1d50e triggered by entity L2. {{(pid=94176) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 23 11:37:07.102128 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron_lib.callbacks.manager [None req-dc7542b2-afef-47f4-a763-e3a3cba144be None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-899258'] for port, provisioning_complete {{(pid=94176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:37:07.146084 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3baf5c00-1fcb-4d69-903f-f5d69827ff1e tempest-TestNetworkBasicOps-1420332966 tempest-TestNetworkBasicOps-1420332966-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94174) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 11:37:07.147293 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3baf5c00-1fcb-4d69-903f-f5d69827ff1e tempest-TestNetworkBasicOps-1420332966 tempest-TestNetworkBasicOps-1420332966-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94174) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 11:37:07.147850 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3baf5c00-1fcb-4d69-903f-f5d69827ff1e tempest-TestNetworkBasicOps-1420332966 tempest-TestNetworkBasicOps-1420332966-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94174) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 11:37:07.148939 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3baf5c00-1fcb-4d69-903f-f5d69827ff1e tempest-TestNetworkBasicOps-1420332966 tempest-TestNetworkBasicOps-1420332966-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94174) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 11:37:07.149936 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3baf5c00-1fcb-4d69-903f-f5d69827ff1e tempest-TestNetworkBasicOps-1420332966 tempest-TestNetworkBasicOps-1420332966-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94174) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 11:37:07.150475 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3baf5c00-1fcb-4d69-903f-f5d69827ff1e tempest-TestNetworkBasicOps-1420332966 tempest-TestNetworkBasicOps-1420332966-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94174) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 11:37:07.154159 dv-neutron-601336-94-hyperv neutron-server[94174]: INFO neutron.wsgi [None req-3baf5c00-1fcb-4d69-903f-f5d69827ff1e tempest-TestNetworkBasicOps-1420332966 tempest-TestNetworkBasicOps-1420332966-project-admin] 10.222.0.20 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 3912 time: 0.1260941 Jun 23 11:37:07.160490 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.wsgi [-] (94174) accepted ('10.222.0.20', 42572) {{(pid=94174) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 11:37:07.201220 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.db.l3_hamode_db [None req-6d274531-eaa8-4d0c-9036-30d7cce50390 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '138f928c-e351-4622-a42a-73141d74090b', 'name': 'tempest-TestNetworkBasicOps-router-45649005', 'tenant_id': '772b9946478d439e9da4eaeade7fb21d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3e7e4eb3-cf02-4d47-ade9-0a579cdfc60f', 'external_fixed_ips': [{'subnet_id': 'a5ad15ab-c489-4a67-a9b0-d559fca0ec71', 'ip_address': '172.26.3.123'}], 'enable_snat': True}, 'gw_port_id': '1ab0ae19-6b61-4c8f-b3b4-a8cef1b1d50e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-23T11:36:59Z', 'updated_at': '2021-06-23T11:37:04Z', 'revision_number': 4, 'project_id': '772b9946478d439e9da4eaeade7fb21d', 'gw_port': {'id': '1ab0ae19-6b61-4c8f-b3b4-a8cef1b1d50e', 'name': '', 'network_id': '3e7e4eb3-cf02-4d47-ade9-0a579cdfc60f', 'tenant_id': '', 'mac_address': 'fa:16:3e:66:52:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '138f928c-e351-4622-a42a-73141d74090b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1237, 'fixed_ips': [{'subnet_id': 'a5ad15ab-c489-4a67-a9b0-d559fca0ec71', 'ip_address': '172.26.3.123', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-94-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-23T11:37:00Z', 'updated_at': '2021-06-23T11:37:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a5ad15ab-c489-4a67-a9b0-d559fca0ec71', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-601336-94-hyperv', '_interfaces': [{'id': 'dd7fc1ca-5169-488a-9c7c-1939746a3cb0', 'name': '', 'network_id': '751565c3-b0a8-48a7-9195-02fff873bed5', 'tenant_id': '772b9946478d439e9da4eaeade7fb21d', 'mac_address': 'fa:16:3e:f4:a0:10', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '138f928c-e351-4622-a42a-73141d74090b', 'device_owner': 'network:router_interface', 'standard_attr_id': 1242, 'fixed_ips': [{'subnet_id': '16206325-2869-4d16-997a-5226fd65f4a9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-23T11:37:03Z', 'updated_at': '2021-06-23T11:37:05Z', 'revision_number': 2, 'project_id': '772b9946478d439e9da4eaeade7fb21d', 'subnets': [{'id': '16206325-2869-4d16-997a-5226fd65f4a9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-601336-94-hyperv', False) {} {{(pid=94176) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 11:37:07.235633 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6d274531-eaa8-4d0c-9036-30d7cce50390 None None] Checking router: 138f928c-e351-4622-a42a-73141d74090b for host: dv-neutron-601336-94-hyperv {{(pid=94176) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 23 11:37:07.235964 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6d274531-eaa8-4d0c-9036-30d7cce50390 None None] Updating router 138f928c-e351-4622-a42a-73141d74090b port dd7fc1ca-5169-488a-9c7c-1939746a3cb0 binding host dv-neutron-601336-94-hyperv {{(pid=94176) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 23 11:37:07.264524 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.plugins.ml2.rpc [None req-dc7542b2-afef-47f4-a763-e3a3cba144be None None] Device 88b6e810-41c2-4166-a681-c6fa9eb63072 up at agent ovs-agent-dv-neutron-601336-94-hyperv {{(pid=94176) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:298}} Jun 23 11:37:07.295722 dv-neutron-601336-94-hyperv neutron-server[94175]: INFO neutron.wsgi [None req-2efcb6c9-97f5-41be-81d0-c5e757b58748 tempest-TagsExtTest-1712647166 tempest-TagsExtTest-1712647166-project] 10.222.0.20 "DELETE /v2.0/routers/3f3857e3-0b8b-4937-9bac-2b9cabba4271/tags HTTP/1.1" status: 204 len: 168 time: 0.2188993 Jun 23 11:37:07.297226 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.wsgi [-] (94175) accepted ('10.222.0.20', 42574) {{(pid=94175) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 11:37:07.299668 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron_lib.callbacks.manager [None req-6d274531-eaa8-4d0c-9036-30d7cce50390 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-923122'] for port, before_update {{(pid=94176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:37:07.334157 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.services.tag.tag_plugin [None req-e6983066-639e-437b-8226-de82f5b76184 tempest-TagsExtTest-1712647166 tempest-TagsExtTest-1712647166-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'routers', '3f3857e3-0b8b-4937-9bac-2b9cabba4271', 'tempest-TagsExtTest-Tag-13625325') {} {{(pid=94175) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 11:37:07.359955 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.db.provisioning_blocks [None req-dc7542b2-afef-47f4-a763-e3a3cba144be None None] Provisioning complete for port 88b6e810-41c2-4166-a681-c6fa9eb63072 triggered by entity L2. {{(pid=94176) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 23 11:37:07.360339 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron_lib.callbacks.manager [None req-dc7542b2-afef-47f4-a763-e3a3cba144be None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-899258'] for port, provisioning_complete {{(pid=94176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:37:07.396477 dv-neutron-601336-94-hyperv neutron-server[94174]: INFO neutron.wsgi [None req-5326a9e9-01cf-496e-94b2-0c5823b8bc8f tempest-TestNetworkBasicOps-1420332966 tempest-TestNetworkBasicOps-1420332966-project-admin] 10.222.0.20 "GET /v2.0/routers HTTP/1.1" status: 200 len: 2850 time: 0.2317901 Jun 23 11:37:07.419015 dv-neutron-601336-94-hyperv neutron-server[94175]: INFO neutron.api.v2.resource [None req-e6983066-639e-437b-8226-de82f5b76184 tempest-TagsExtTest-1712647166 tempest-TagsExtTest-1712647166-project] show failed (client error): The resource could not be found. Jun 23 11:37:07.420856 dv-neutron-601336-94-hyperv neutron-server[94175]: INFO neutron.wsgi [None req-e6983066-639e-437b-8226-de82f5b76184 tempest-TagsExtTest-1712647166 tempest-TagsExtTest-1712647166-project] 10.222.0.20 "GET /v2.0/routers/3f3857e3-0b8b-4937-9bac-2b9cabba4271/tags/tempest-TagsExtTest-Tag-13625325 HTTP/1.1" status: 404 len: 327 time: 0.0961144 Jun 23 11:37:07.424099 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.wsgi [-] (94174) accepted ('10.222.0.20', 42578) {{(pid=94174) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 11:37:07.425579 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-98498175-4790-48b3-9009-b46443a065ce tempest-FloatingIPTestJSON-1140213849 tempest-FloatingIPTestJSON-1140213849-project] Router 54457aa4-57ec-453a-b617-a96ed249dc35 has already been hosted by L3 agent 50ef99c0-ef28-4db5-b303-b145898fae60 {{(pid=94175) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 23 11:37:07.428932 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.services.tag.tag_plugin [None req-2b699bf9-24c7-4ec2-80de-d4f878b50a2c tempest-TagsExtTest-1712647166 tempest-TagsExtTest-1712647166-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'routers', '3f3857e3-0b8b-4937-9bac-2b9cabba4271', 'tempest-TagsExtTest-Tag-1980332925') {} {{(pid=94174) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 11:37:07.511833 dv-neutron-601336-94-hyperv neutron-server[94174]: INFO neutron.api.v2.resource [None req-2b699bf9-24c7-4ec2-80de-d4f878b50a2c tempest-TagsExtTest-1712647166 tempest-TagsExtTest-1712647166-project] show failed (client error): The resource could not be found. Jun 23 11:37:07.512788 dv-neutron-601336-94-hyperv neutron-server[94174]: INFO neutron.wsgi [None req-2b699bf9-24c7-4ec2-80de-d4f878b50a2c tempest-TagsExtTest-1712647166 tempest-TagsExtTest-1712647166-project] 10.222.0.20 "GET /v2.0/routers/3f3857e3-0b8b-4937-9bac-2b9cabba4271/tags/tempest-TagsExtTest-Tag-1980332925 HTTP/1.1" status: 404 len: 329 time: 0.0877035 Jun 23 11:37:07.519653 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.wsgi [-] (94174) accepted ('10.222.0.20', 42580) {{(pid=94174) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 11:37:07.524962 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.services.tag.tag_plugin [None req-b945e88c-e0d6-4b07-abcc-fc1f85ec6111 tempest-TagsExtTest-1712647166 tempest-TagsExtTest-1712647166-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'routers', '3f3857e3-0b8b-4937-9bac-2b9cabba4271', 'tempest-TagsExtTest-Tag-1034031779') {} {{(pid=94174) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 11:37:07.546499 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-98498175-4790-48b3-9009-b46443a065ce tempest-FloatingIPTestJSON-1140213849 tempest-FloatingIPTestJSON-1140213849-project] Notify agent at l3_agent.dv-neutron-601336-94-hyperv the message routers_updated {{(pid=94175) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 23 11:37:07.557403 dv-neutron-601336-94-hyperv neutron-server[94177]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-323dfcf6-fd5d-46ef-9f7f-928590216c27 None None] Sync routers for ids ['54457aa4-57ec-453a-b617-a96ed249dc35'] in dv-neutron-601336-94-hyperv {{(pid=94177) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 23 11:37:07.571043 dv-neutron-601336-94-hyperv neutron-server[94177]: DEBUG neutron.db.l3_dvrscheduler_db [None req-323dfcf6-fd5d-46ef-9f7f-928590216c27 None None] Routers {'54457aa4-57ec-453a-b617-a96ed249dc35'} bound to L3 agent in host dv-neutron-601336-94-hyperv {{(pid=94177) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 23 11:37:07.571927 dv-neutron-601336-94-hyperv neutron-server[94177]: DEBUG neutron.db.l3_hamode_db [None req-323dfcf6-fd5d-46ef-9f7f-928590216c27 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-601336-94-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-23T11:22:13Z,description=,heartbeat_timestamp=2021-06-23T11:36:43Z,host='dv-neutron-601336-94-hyperv',id=50ef99c0-ef28-4db5-b303-b145898fae60,load=0,resource_versions=,resources_synced=,started_at=2021-06-23T11:22:14Z,topic='l3_agent')) {'router_ids': ['54457aa4-57ec-453a-b617-a96ed249dc35'], 'active': True} {{(pid=94177) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 11:37:07.575067 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron_lib.callbacks.manager [None req-98498175-4790-48b3-9009-b46443a065ce tempest-FloatingIPTestJSON-1140213849 tempest-FloatingIPTestJSON-1140213849-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-217507'] for floatingip, before_response {{(pid=94175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:37:07.623472 dv-neutron-601336-94-hyperv neutron-server[94174]: INFO neutron.api.v2.resource [None req-b945e88c-e0d6-4b07-abcc-fc1f85ec6111 tempest-TagsExtTest-1712647166 tempest-TagsExtTest-1712647166-project] show failed (client error): The resource could not be found. Jun 23 11:37:07.629250 dv-neutron-601336-94-hyperv neutron-server[94174]: INFO neutron.wsgi [None req-b945e88c-e0d6-4b07-abcc-fc1f85ec6111 tempest-TagsExtTest-1712647166 tempest-TagsExtTest-1712647166-project] 10.222.0.20 "GET /v2.0/routers/3f3857e3-0b8b-4937-9bac-2b9cabba4271/tags/tempest-TagsExtTest-Tag-1034031779 HTTP/1.1" status: 404 len: 329 time: 0.1085188 Jun 23 11:37:07.630681 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.wsgi [-] (94174) accepted ('10.222.0.20', 42582) {{(pid=94174) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 11:37:07.637957 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.services.tag.tag_plugin [None req-0428f302-a0f4-445f-925d-2ca17de70b17 tempest-TagsExtTest-1712647166 tempest-TagsExtTest-1712647166-project] neutron.services.tag.tag_plugin.TagPlugin method update_tags called with arguments (, 'subnetpools', '2ca82be7-d73c-4419-ab02-f3a79d601274', {'tags': ['tempest-TagsExtTest-Tag-1844577451', 'tempest-TagsExtTest-Tag-2014435509', 'tempest-TagsExtTest-Tag-1467087007']}) {} {{(pid=94174) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 11:37:07.645675 dv-neutron-601336-94-hyperv neutron-server[94177]: DEBUG neutron.db.l3_hamode_db [None req-323dfcf6-fd5d-46ef-9f7f-928590216c27 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-601336-94-hyperv', False) {} {{(pid=94177) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 11:37:07.646368 dv-neutron-601336-94-hyperv neutron-server[94175]: INFO neutron.wsgi [None req-98498175-4790-48b3-9009-b46443a065ce tempest-FloatingIPTestJSON-1140213849 tempest-FloatingIPTestJSON-1140213849-project] 10.222.0.20 "PUT /v2.0/floatingips/ee04c88e-69cc-4750-869d-ace60eef42bd HTTP/1.1" status: 200 len: 978 time: 1.5883977 Jun 23 11:37:07.649372 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.wsgi [-] (94175) accepted ('10.222.0.20', 42584) {{(pid=94175) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 11:37:07.652717 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron_lib.callbacks.manager [None req-6d274531-eaa8-4d0c-9036-30d7cce50390 None None] Notify callbacks [] for port, precommit_update {{(pid=94176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:37:07.664592 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.db.provisioning_blocks [None req-6d274531-eaa8-4d0c-9036-30d7cce50390 None None] Transition to ACTIVE for port object dd7fc1ca-5169-488a-9c7c-1939746a3cb0 will not be triggered until provisioned by entity L2. {{(pid=94176) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 23 11:37:07.671947 dv-neutron-601336-94-hyperv neutron-server[94177]: DEBUG neutron.db.l3_dvrscheduler_db [None req-323dfcf6-fd5d-46ef-9f7f-928590216c27 None None] Routers {'54457aa4-57ec-453a-b617-a96ed249dc35'} bound to L3 agent in host dv-neutron-601336-94-hyperv {{(pid=94177) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 23 11:37:07.672599 dv-neutron-601336-94-hyperv neutron-server[94177]: DEBUG neutron.db.l3_hamode_db [None req-323dfcf6-fd5d-46ef-9f7f-928590216c27 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-601336-94-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-23T11:22:13Z,description=,heartbeat_timestamp=2021-06-23T11:36:43Z,host='dv-neutron-601336-94-hyperv',id=50ef99c0-ef28-4db5-b303-b145898fae60,load=0,resource_versions=,resources_synced=,started_at=2021-06-23T11:22:14Z,topic='l3_agent')) {'router_ids': ['54457aa4-57ec-453a-b617-a96ed249dc35'], 'active': True} {{(pid=94177) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 11:37:07.704388 dv-neutron-601336-94-hyperv neutron-server[94177]: DEBUG neutron.db.l3_hamode_db [None req-323dfcf6-fd5d-46ef-9f7f-928590216c27 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-601336-94-hyperv', False) {} {{(pid=94177) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 11:37:07.705044 dv-neutron-601336-94-hyperv neutron-server[94177]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-323dfcf6-fd5d-46ef-9f7f-928590216c27 None None] The sync data for ids ['54457aa4-57ec-453a-b617-a96ed249dc35'] in dv-neutron-601336-94-hyperv is: [] {{(pid=94177) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 23 11:37:07.742492 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron_lib.callbacks.manager [None req-6d274531-eaa8-4d0c-9036-30d7cce50390 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-922904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866062', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773700135042', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773699642233', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773699642278'] for port, after_update {{(pid=94176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:37:07.745471 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG oslo_concurrency.lockutils [None req-f0fa6a19-a858-4a10-8ea4-924e3ebc395f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 11:37:07.753445 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.plugins.ml2.plugin [None req-0a01b4a4-363c-464e-9556-796103cb7fd2 tempest-FloatingIPTestJSON-1140213849 tempest-FloatingIPTestJSON-1140213849-project] Deleting port 99f56323-2141-4f21-a409-169effc053c7 {{(pid=94175) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1913}} Jun 23 11:37:07.753790 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron_lib.callbacks.manager [None req-0a01b4a4-363c-464e-9556-796103cb7fd2 tempest-FloatingIPTestJSON-1140213849 tempest-FloatingIPTestJSON-1140213849-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773700079324'] for port, before_delete {{(pid=94175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:37:07.792258 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.wsgi [-] (94175) accepted ('10.222.0.20', 42586) {{(pid=94175) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 11:37:07.792879 dv-neutron-601336-94-hyperv neutron-server[94174]: INFO neutron.wsgi [None req-0428f302-a0f4-445f-925d-2ca17de70b17 tempest-TagsExtTest-1712647166 tempest-TagsExtTest-1712647166-project] 10.222.0.20 "PUT /v2.0/subnetpools/2ca82be7-d73c-4419-ab02-f3a79d601274/tags HTTP/1.1" status: 200 len: 318 time: 0.1603999 Jun 23 11:37:07.799436 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.services.tag.tag_plugin [None req-572fba6a-c2d3-443b-8ab7-a29ad0bbecb1 tempest-TagsExtTest-1712647166 tempest-TagsExtTest-1712647166-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnetpools', '2ca82be7-d73c-4419-ab02-f3a79d601274') {} {{(pid=94175) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 11:37:07.828504 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa2e3087-953a-4c66-b0c8-d1efe1c8ef92 None None] Pushing event updated for resources: {'Port': ['ID=dd7fc1ca-5169-488a-9c7c-1939746a3cb0,revision_number=3']} {{(pid=94176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 11:37:07.857703 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.wsgi [-] (94174) accepted ('10.222.0.20', 42588) {{(pid=94174) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 11:37:07.861294 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa2e3087-953a-4c66-b0c8-d1efe1c8ef92 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-601336-94-hyperv {{(pid=94176) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 11:37:07.861766 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa2e3087-953a-4c66-b0c8-d1efe1c8ef92 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-94-hyperv {{(pid=94176) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 11:37:07.862216 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa2e3087-953a-4c66-b0c8-d1efe1c8ef92 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-94-hyperv {{(pid=94176) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 11:37:07.862794 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa2e3087-953a-4c66-b0c8-d1efe1c8ef92 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-601336-94-hyperv {{(pid=94176) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 11:37:07.863330 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa2e3087-953a-4c66-b0c8-d1efe1c8ef92 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-601336-94-hyperv {{(pid=94176) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 11:37:07.863770 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa2e3087-953a-4c66-b0c8-d1efe1c8ef92 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-601336-94-hyperv {{(pid=94176) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 11:37:07.864209 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa2e3087-953a-4c66-b0c8-d1efe1c8ef92 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-601336-94-hyperv {{(pid=94176) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 11:37:07.865230 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa2e3087-953a-4c66-b0c8-d1efe1c8ef92 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-601336-94-hyperv {{(pid=94176) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 11:37:07.865744 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa2e3087-953a-4c66-b0c8-d1efe1c8ef92 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-601336-94-hyperv {{(pid=94176) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 11:37:07.866171 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa2e3087-953a-4c66-b0c8-d1efe1c8ef92 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-94-hyperv {{(pid=94176) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 11:37:07.866597 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa2e3087-953a-4c66-b0c8-d1efe1c8ef92 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-601336-94-hyperv {{(pid=94176) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 11:37:07.867324 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa2e3087-953a-4c66-b0c8-d1efe1c8ef92 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-601336-94-hyperv {{(pid=94176) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 11:37:07.869320 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron_lib.callbacks.manager [None req-0a01b4a4-363c-464e-9556-796103cb7fd2 tempest-FloatingIPTestJSON-1140213849 tempest-FloatingIPTestJSON-1140213849-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-430722'] for port, precommit_delete {{(pid=94175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:37:07.870380 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.api.v2.base [None req-5174f32c-b1b9-4b32-9e2f-8b8c636e647a tempest-TestNetworkBasicOps-233187296 tempest-TestNetworkBasicOps-233187296-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-981239433', 'description': 'tempest-secgroup-smoke-981239433 description', 'project_id': '772b9946478d439e9da4eaeade7fb21d'}} {{(pid=94174) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 23 11:37:07.871494 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG oslo_concurrency.lockutils [None req-aa2e3087-953a-4c66-b0c8-d1efe1c8ef92 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.126s {{(pid=94176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 11:37:07.879487 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.plugins.ml2.managers [None req-6d274531-eaa8-4d0c-9036-30d7cce50390 None None] Attempting to bind port dd7fc1ca-5169-488a-9c7c-1939746a3cb0 on host dv-neutron-601336-94-hyperv for vnic_type normal with profile {{(pid=94176) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 23 11:37:07.880228 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.plugins.ml2.managers [None req-6d274531-eaa8-4d0c-9036-30d7cce50390 None None] Attempting to bind port dd7fc1ca-5169-488a-9c7c-1939746a3cb0 by drivers openvswitch,hyperv on host dv-neutron-601336-94-hyperv at level 0 using segments [{'id': 'f7c7ca79-63a4-46a7-b62b-c898c61f3948', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 410, 'network_id': '751565c3-b0a8-48a7-9195-02fff873bed5'}] {{(pid=94176) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 23 11:37:07.880474 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6d274531-eaa8-4d0c-9036-30d7cce50390 None None] Attempting to bind port dd7fc1ca-5169-488a-9c7c-1939746a3cb0 on network 751565c3-b0a8-48a7-9195-02fff873bed5 {{(pid=94176) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 23 11:37:07.886787 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6d274531-eaa8-4d0c-9036-30d7cce50390 None None] Checking agent: {'id': '4d05f899-5ac9-411b-8a03-f60c93f87cdf', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-601336-94-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 23, 11, 22, 14), 'started_at': datetime.datetime(2021, 6, 23, 11, 22, 44), 'heartbeat_timestamp': datetime.datetime(2021, 6, 23, 11, 36, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'monitor_allowed_address_pair_garp': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-601336-94-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94176) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 23 11:37:07.893125 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6d274531-eaa8-4d0c-9036-30d7cce50390 None None] Checking segment: {'id': 'f7c7ca79-63a4-46a7-b62b-c898c61f3948', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 410, 'network_id': '751565c3-b0a8-48a7-9195-02fff873bed5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94176) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 23 11:37:07.893125 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron_lib.callbacks.manager [None req-6d274531-eaa8-4d0c-9036-30d7cce50390 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:37:07.893125 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6d274531-eaa8-4d0c-9036-30d7cce50390 None None] Bound using segment: {'id': 'f7c7ca79-63a4-46a7-b62b-c898c61f3948', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 410, 'network_id': '751565c3-b0a8-48a7-9195-02fff873bed5'} {{(pid=94176) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 23 11:37:07.893125 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.plugins.ml2.managers [None req-6d274531-eaa8-4d0c-9036-30d7cce50390 None None] Bound port: dd7fc1ca-5169-488a-9c7c-1939746a3cb0, host: dv-neutron-601336-94-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f7c7ca79-63a4-46a7-b62b-c898c61f3948', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 410, 'network_id': '751565c3-b0a8-48a7-9195-02fff873bed5'}}] {{(pid=94176) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 23 11:37:07.893125 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron_lib.callbacks.manager [None req-6d274531-eaa8-4d0c-9036-30d7cce50390 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-923122'] for port, before_update {{(pid=94176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:37:07.957257 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.plugins.ml2.db [None req-6d274531-eaa8-4d0c-9036-30d7cce50390 None None] For port dd7fc1ca-5169-488a-9c7c-1939746a3cb0, host dv-neutron-601336-94-hyperv, cleared binding levels {{(pid=94176) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 23 11:37:07.960640 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.plugins.ml2.db [None req-6d274531-eaa8-4d0c-9036-30d7cce50390 None None] For port dd7fc1ca-5169-488a-9c7c-1939746a3cb0, host dv-neutron-601336-94-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-94-hyperv',level=0,port_id=dd7fc1ca-5169-488a-9c7c-1939746a3cb0,segment=NetworkSegment(f7c7ca79-63a4-46a7-b62b-c898c61f3948),segment_id=f7c7ca79-63a4-46a7-b62b-c898c61f3948)] {{(pid=94176) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 23 11:37:07.977070 dv-neutron-601336-94-hyperv neutron-server[94175]: INFO neutron.wsgi [None req-572fba6a-c2d3-443b-8ab7-a29ad0bbecb1 tempest-TagsExtTest-1712647166 tempest-TagsExtTest-1712647166-project] 10.222.0.20 "DELETE /v2.0/subnetpools/2ca82be7-d73c-4419-ab02-f3a79d601274/tags HTTP/1.1" status: 204 len: 168 time: 0.1814580 Jun 23 11:37:07.977482 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.wsgi [-] (94174) accepted ('10.222.0.20', 42590) {{(pid=94174) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 11:37:07.982542 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.services.tag.tag_plugin [None req-10bdb29a-d028-4392-9bde-77d99ded3e6b tempest-TagsExtTest-1712647166 tempest-TagsExtTest-1712647166-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnetpools', '2ca82be7-d73c-4419-ab02-f3a79d601274', 'tempest-TagsExtTest-Tag-1844577451') {} {{(pid=94174) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 11:37:08.001149 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron_lib.callbacks.manager [None req-5174f32c-b1b9-4b32-9e2f-8b8c636e647a tempest-TestNetworkBasicOps-233187296 tempest-TestNetworkBasicOps-233187296-project] Notify callbacks [] for security_group, before_create {{(pid=94174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:37:08.018074 dv-neutron-601336-94-hyperv neutron-server[94174]: INFO neutron.api.v2.resource [None req-10bdb29a-d028-4392-9bde-77d99ded3e6b tempest-TagsExtTest-1712647166 tempest-TagsExtTest-1712647166-project] show failed (client error): The resource could not be found. Jun 23 11:37:08.022159 dv-neutron-601336-94-hyperv neutron-server[94174]: INFO neutron.wsgi [None req-10bdb29a-d028-4392-9bde-77d99ded3e6b tempest-TagsExtTest-1712647166 tempest-TagsExtTest-1712647166-project] 10.222.0.20 "GET /v2.0/subnetpools/2ca82be7-d73c-4419-ab02-f3a79d601274/tags/tempest-TagsExtTest-Tag-1844577451 HTTP/1.1" status: 404 len: 329 time: 0.0405757 Jun 23 11:37:08.023240 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.wsgi [-] (94174) accepted ('10.222.0.20', 42592) {{(pid=94174) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 11:37:08.027522 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.services.tag.tag_plugin [None req-15661ed4-e3c3-495e-9635-163c4001551d tempest-TagsExtTest-1712647166 tempest-TagsExtTest-1712647166-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnetpools', '2ca82be7-d73c-4419-ab02-f3a79d601274', 'tempest-TagsExtTest-Tag-2014435509') {} {{(pid=94174) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 11:37:08.045981 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron_lib.callbacks.manager [None req-6d274531-eaa8-4d0c-9036-30d7cce50390 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-922904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866062', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773700135042', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773699642233', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773699642278'] for port, after_update {{(pid=94176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:37:08.050051 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG oslo_concurrency.lockutils [None req-d29c920a-4169-47e0-80d4-0a82de93530e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 11:37:08.061497 dv-neutron-601336-94-hyperv neutron-server[94174]: INFO neutron.api.v2.resource [None req-15661ed4-e3c3-495e-9635-163c4001551d tempest-TagsExtTest-1712647166 tempest-TagsExtTest-1712647166-project] show failed (client error): The resource could not be found. Jun 23 11:37:08.063124 dv-neutron-601336-94-hyperv neutron-server[94174]: INFO neutron.wsgi [None req-15661ed4-e3c3-495e-9635-163c4001551d tempest-TagsExtTest-1712647166 tempest-TagsExtTest-1712647166-project] 10.222.0.20 "GET /v2.0/subnetpools/2ca82be7-d73c-4419-ab02-f3a79d601274/tags/tempest-TagsExtTest-Tag-2014435509 HTTP/1.1" status: 404 len: 329 time: 0.0383291 Jun 23 11:37:08.066210 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.wsgi [-] (94174) accepted ('10.222.0.20', 42594) {{(pid=94174) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 11:37:08.070787 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.services.tag.tag_plugin [None req-bdc3b65f-ce12-4459-8f91-21852871ec98 tempest-TagsExtTest-1712647166 tempest-TagsExtTest-1712647166-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnetpools', '2ca82be7-d73c-4419-ab02-f3a79d601274', 'tempest-TagsExtTest-Tag-1467087007') {} {{(pid=94174) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 11:37:08.109598 dv-neutron-601336-94-hyperv neutron-server[94174]: INFO neutron.api.v2.resource [None req-bdc3b65f-ce12-4459-8f91-21852871ec98 tempest-TagsExtTest-1712647166 tempest-TagsExtTest-1712647166-project] show failed (client error): The resource could not be found. Jun 23 11:37:08.110691 dv-neutron-601336-94-hyperv neutron-server[94174]: INFO neutron.wsgi [None req-bdc3b65f-ce12-4459-8f91-21852871ec98 tempest-TagsExtTest-1712647166 tempest-TagsExtTest-1712647166-project] 10.222.0.20 "GET /v2.0/subnetpools/2ca82be7-d73c-4419-ab02-f3a79d601274/tags/tempest-TagsExtTest-Tag-1467087007 HTTP/1.1" status: 404 len: 329 time: 0.0435414 Jun 23 11:37:08.115572 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.wsgi [-] (94175) accepted ('10.222.0.20', 42596) {{(pid=94175) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 11:37:08.122376 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa2e3087-953a-4c66-b0c8-d1efe1c8ef92 None None] Pushing event updated for resources: {'Port': ['ID=dd7fc1ca-5169-488a-9c7c-1939746a3cb0,revision_number=4']} {{(pid=94176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 11:37:08.126249 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG oslo_concurrency.lockutils [None req-aa2e3087-953a-4c66-b0c8-d1efe1c8ef92 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.076s {{(pid=94176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 11:37:08.127144 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.services.tag.tag_plugin [None req-983f31c9-aeef-4f90-913d-875e9d622e79 tempest-TagsExtTest-1712647166 tempest-TagsExtTest-1712647166-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnetpools', '2ca82be7-d73c-4419-ab02-f3a79d601274') {} {{(pid=94175) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 11:37:08.127673 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6d274531-eaa8-4d0c-9036-30d7cce50390 None None] Routers {'138f928c-e351-4622-a42a-73141d74090b'} bound to L3 agent in host dv-neutron-601336-94-hyperv {{(pid=94176) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 23 11:37:08.128288 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.db.l3_hamode_db [None req-6d274531-eaa8-4d0c-9036-30d7cce50390 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-601336-94-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-23T11:22:13Z,description=,heartbeat_timestamp=2021-06-23T11:36:43Z,host='dv-neutron-601336-94-hyperv',id=50ef99c0-ef28-4db5-b303-b145898fae60,load=0,resource_versions=,resources_synced=,started_at=2021-06-23T11:22:14Z,topic='l3_agent')) {'router_ids': ['138f928c-e351-4622-a42a-73141d74090b'], 'active': True} {{(pid=94176) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 11:37:08.156071 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron_lib.callbacks.manager [None req-5174f32c-b1b9-4b32-9e2f-8b8c636e647a tempest-TestNetworkBasicOps-233187296 tempest-TestNetworkBasicOps-233187296-project] Notify callbacks [] for security_group, precommit_create {{(pid=94174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:37:08.166951 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron_lib.callbacks.manager [None req-0a01b4a4-363c-464e-9556-796103cb7fd2 tempest-FloatingIPTestJSON-1140213849 tempest-FloatingIPTestJSON-1140213849-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:37:08.167478 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron_lib.callbacks.manager [None req-0a01b4a4-363c-464e-9556-796103cb7fd2 tempest-FloatingIPTestJSON-1140213849 tempest-FloatingIPTestJSON-1140213849-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-524229'] for floatingip, after_update {{(pid=94175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:37:08.167885 dv-neutron-601336-94-hyperv neutron-server[94175]: INFO neutron.db.l3_db [None req-0a01b4a4-363c-464e-9556-796103cb7fd2 tempest-FloatingIPTestJSON-1140213849 tempest-FloatingIPTestJSON-1140213849-project] Floating IP ee04c88e-69cc-4750-869d-ace60eef42bd disassociated. External IP: 172.26.3.110, port: 99f56323-2141-4f21-a409-169effc053c7. Jun 23 11:37:08.168296 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.plugins.ml2.plugin [None req-0a01b4a4-363c-464e-9556-796103cb7fd2 tempest-FloatingIPTestJSON-1140213849 tempest-FloatingIPTestJSON-1140213849-project] Calling delete_port for 99f56323-2141-4f21-a409-169effc053c7 owned by {{(pid=94175) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1986}} Jun 23 11:37:08.211558 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron_lib.callbacks.manager [None req-5174f32c-b1b9-4b32-9e2f-8b8c636e647a tempest-TestNetworkBasicOps-233187296 tempest-TestNetworkBasicOps-233187296-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7996330'] for security_group, after_create {{(pid=94174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:37:08.214458 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG oslo_concurrency.lockutils [None req-096392d3-22dc-4744-8b50-939a786e03ad tempest-ExternalNetworksTestJSON-2139813945 tempest-ExternalNetworksTestJSON-2139813945-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94174) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 11:37:08.225038 dv-neutron-601336-94-hyperv neutron-server[94175]: INFO neutron.wsgi [None req-983f31c9-aeef-4f90-913d-875e9d622e79 tempest-TagsExtTest-1712647166 tempest-TagsExtTest-1712647166-project] 10.222.0.20 "DELETE /v2.0/subnetpools/2ca82be7-d73c-4419-ab02-f3a79d601274/tags HTTP/1.1" status: 204 len: 168 time: 0.1077669 Jun 23 11:37:08.227290 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.wsgi [-] (94175) accepted ('10.222.0.20', 42598) {{(pid=94175) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 11:37:08.232497 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.services.tag.tag_plugin [None req-d5ae56b9-6cd3-4250-99e7-356dfa161948 tempest-TagsExtTest-1712647166 tempest-TagsExtTest-1712647166-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'routers', '3f3857e3-0b8b-4937-9bac-2b9cabba4271') {} {{(pid=94175) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 11:37:08.249123 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5174f32c-b1b9-4b32-9e2f-8b8c636e647a tempest-TestNetworkBasicOps-233187296 tempest-TestNetworkBasicOps-233187296-project] Pushing event updated for resources: {'SecurityGroup': ['ID=afbb5e43-86d5-4257-b916-20a954ee3100,revision_number=1']} {{(pid=94174) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 11:37:08.252156 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG oslo_concurrency.lockutils [None req-5174f32c-b1b9-4b32-9e2f-8b8c636e647a tempest-TestNetworkBasicOps-233187296 tempest-TestNetworkBasicOps-233187296-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.038s {{(pid=94174) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 11:37:08.298130 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron_lib.callbacks.manager [None req-5174f32c-b1b9-4b32-9e2f-8b8c636e647a tempest-TestNetworkBasicOps-233187296 tempest-TestNetworkBasicOps-233187296-project] Notify callbacks [] for security_group, before_response {{(pid=94174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:37:08.303246 dv-neutron-601336-94-hyperv neutron-server[94174]: INFO neutron.wsgi [None req-5174f32c-b1b9-4b32-9e2f-8b8c636e647a tempest-TestNetworkBasicOps-233187296 tempest-TestNetworkBasicOps-233187296-project] 10.222.0.20 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.4435236 Jun 23 11:37:08.304115 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.wsgi [-] (94174) accepted ('10.222.0.20', 42600) {{(pid=94174) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 11:37:08.318676 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.api.v2.base [None req-2ceb9ca4-8d60-408b-9541-488f1a5fa073 tempest-TestNetworkBasicOps-233187296 tempest-TestNetworkBasicOps-233187296-project] Request body: {'security_group_rule': {'security_group_id': 'afbb5e43-86d5-4257-b916-20a954ee3100', 'project_id': '772b9946478d439e9da4eaeade7fb21d', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=94174) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 23 11:37:08.344166 dv-neutron-601336-94-hyperv neutron-server[94175]: INFO neutron.wsgi [None req-d5ae56b9-6cd3-4250-99e7-356dfa161948 tempest-TagsExtTest-1712647166 tempest-TagsExtTest-1712647166-project] 10.222.0.20 "DELETE /v2.0/routers/3f3857e3-0b8b-4937-9bac-2b9cabba4271/tags HTTP/1.1" status: 204 len: 168 time: 0.1156535 Jun 23 11:37:08.346770 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.wsgi [-] (94174) accepted ('10.222.0.20', 42602) {{(pid=94174) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 11:37:08.352011 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.services.tag.tag_plugin [None req-103c8175-b631-476c-bf60-07b9f8f08817 tempest-TagsExtTest-1712647166 tempest-TagsExtTest-1712647166-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'ports', 'a7e74298-b4da-449d-b315-f2fc0dd5252f') {} {{(pid=94174) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 11:37:08.403610 dv-neutron-601336-94-hyperv neutron-server[94174]: INFO neutron.wsgi [None req-103c8175-b631-476c-bf60-07b9f8f08817 tempest-TagsExtTest-1712647166 tempest-TagsExtTest-1712647166-project] 10.222.0.20 "DELETE /v2.0/ports/a7e74298-b4da-449d-b315-f2fc0dd5252f/tags HTTP/1.1" status: 204 len: 168 time: 0.0556722 Jun 23 11:37:08.410164 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.wsgi [-] (94174) accepted ('10.222.0.20', 42604) {{(pid=94174) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 11:37:08.410308 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.services.tag.tag_plugin [None req-decf6354-878c-4e37-9994-acce92ec4c96 tempest-TagsExtTest-1712647166 tempest-TagsExtTest-1712647166-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnets', 'f75f45fc-3452-464f-8f72-214847a038f0') {} {{(pid=94174) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 11:37:08.428343 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.db.l3_dvr_db [None req-6d274531-eaa8-4d0c-9036-30d7cce50390 None None] Set router 138f928c-e351-4622-a42a-73141d74090b gateway port host: dv-neutron-601336-94-hyperv {{(pid=94176) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:838}} Jun 23 11:37:08.441647 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron_lib.callbacks.manager [None req-2ceb9ca4-8d60-408b-9541-488f1a5fa073 tempest-TestNetworkBasicOps-233187296 tempest-TestNetworkBasicOps-233187296-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:37:08.457262 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron_lib.callbacks.manager [None req-0a01b4a4-363c-464e-9556-796103cb7fd2 tempest-FloatingIPTestJSON-1140213849 tempest-FloatingIPTestJSON-1140213849-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-922904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866062', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773700135024', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773699642224', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5082448'] for port, after_delete {{(pid=94175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:37:08.462422 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG oslo_concurrency.lockutils [None req-71bb6c5f-dcf9-46e8-ad67-6a2ab319cbdb tempest-RoutersIpV6Test-1448447933 tempest-RoutersIpV6Test-1448447933-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94175) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 11:37:08.489481 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a01b4a4-363c-464e-9556-796103cb7fd2 tempest-FloatingIPTestJSON-1140213849 tempest-FloatingIPTestJSON-1140213849-project] Pushing event deleted for resources: {'Port': ['ID=99f56323-2141-4f21-a409-169effc053c7,revision_number=None']} {{(pid=94175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 11:37:08.492691 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG oslo_concurrency.lockutils [None req-0a01b4a4-363c-464e-9556-796103cb7fd2 tempest-FloatingIPTestJSON-1140213849 tempest-FloatingIPTestJSON-1140213849-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.030s {{(pid=94175) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 11:37:08.515700 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron_lib.callbacks.manager [None req-2ceb9ca4-8d60-408b-9541-488f1a5fa073 tempest-TestNetworkBasicOps-233187296 tempest-TestNetworkBasicOps-233187296-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:37:08.525074 dv-neutron-601336-94-hyperv neutron-server[94174]: INFO neutron.wsgi [None req-decf6354-878c-4e37-9994-acce92ec4c96 tempest-TagsExtTest-1712647166 tempest-TagsExtTest-1712647166-project] 10.222.0.20 "DELETE /v2.0/subnets/f75f45fc-3452-464f-8f72-214847a038f0/tags HTTP/1.1" status: 204 len: 168 time: 0.1115742 Jun 23 11:37:08.525390 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.wsgi [-] (94174) accepted ('10.222.0.20', 42606) {{(pid=94174) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 11:37:08.600345 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron_lib.callbacks.manager [None req-2ceb9ca4-8d60-408b-9541-488f1a5fa073 tempest-TestNetworkBasicOps-233187296 tempest-TestNetworkBasicOps-233187296-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7996355'] for security_group_rule, after_create {{(pid=94174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:37:08.602708 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94174) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 11:37:08.619168 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ceb9ca4-8d60-408b-9541-488f1a5fa073 tempest-TestNetworkBasicOps-233187296 tempest-TestNetworkBasicOps-233187296-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b17d50aa-2d52-46e2-bf54-09f8cfe4784a,revision_number=0']} {{(pid=94174) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 11:37:08.620980 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0a01b4a4-363c-464e-9556-796103cb7fd2 tempest-FloatingIPTestJSON-1140213849 tempest-FloatingIPTestJSON-1140213849-project] Router 54457aa4-57ec-453a-b617-a96ed249dc35 has already been hosted by L3 agent 50ef99c0-ef28-4db5-b303-b145898fae60 {{(pid=94175) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 23 11:37:08.622069 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG oslo_concurrency.lockutils [None req-2ceb9ca4-8d60-408b-9541-488f1a5fa073 tempest-TestNetworkBasicOps-233187296 tempest-TestNetworkBasicOps-233187296-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=94174) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 11:37:08.641287 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.db.l3_hamode_db [None req-6d274531-eaa8-4d0c-9036-30d7cce50390 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '138f928c-e351-4622-a42a-73141d74090b', 'name': 'tempest-TestNetworkBasicOps-router-45649005', 'tenant_id': '772b9946478d439e9da4eaeade7fb21d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3e7e4eb3-cf02-4d47-ade9-0a579cdfc60f', 'external_fixed_ips': [{'subnet_id': 'a5ad15ab-c489-4a67-a9b0-d559fca0ec71', 'ip_address': '172.26.3.123'}], 'enable_snat': True}, 'gw_port_id': '1ab0ae19-6b61-4c8f-b3b4-a8cef1b1d50e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-23T11:36:59Z', 'updated_at': '2021-06-23T11:37:04Z', 'revision_number': 4, 'project_id': '772b9946478d439e9da4eaeade7fb21d', 'gw_port': {'id': '1ab0ae19-6b61-4c8f-b3b4-a8cef1b1d50e', 'name': '', 'network_id': '3e7e4eb3-cf02-4d47-ade9-0a579cdfc60f', 'tenant_id': '', 'mac_address': 'fa:16:3e:66:52:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '138f928c-e351-4622-a42a-73141d74090b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1237, 'fixed_ips': [{'subnet_id': 'a5ad15ab-c489-4a67-a9b0-d559fca0ec71', 'ip_address': '172.26.3.123', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-94-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-23T11:37:00Z', 'updated_at': '2021-06-23T11:37:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a5ad15ab-c489-4a67-a9b0-d559fca0ec71', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-601336-94-hyperv', '_interfaces': [{'id': 'dd7fc1ca-5169-488a-9c7c-1939746a3cb0', 'name': '', 'network_id': '751565c3-b0a8-48a7-9195-02fff873bed5', 'tenant_id': '772b9946478d439e9da4eaeade7fb21d', 'mac_address': 'fa:16:3e:f4:a0:10', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '138f928c-e351-4622-a42a-73141d74090b', 'device_owner': 'network:router_interface', 'standard_attr_id': 1242, 'fixed_ips': [{'subnet_id': '16206325-2869-4d16-997a-5226fd65f4a9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-94-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-23T11:37:03Z', 'updated_at': '2021-06-23T11:37:07Z', 'revision_number': 4, 'project_id': '772b9946478d439e9da4eaeade7fb21d', 'subnets': [{'id': '16206325-2869-4d16-997a-5226fd65f4a9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-601336-94-hyperv', False) {} {{(pid=94176) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 11:37:08.669225 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron_lib.callbacks.manager [None req-aa02d09a-c719-4be4-a02a-b8d61a76be35 tempest-TagsExtTest-1712647166 tempest-TagsExtTest-1712647166-project] Notify callbacks [] for subnetpool, before_response {{(pid=94174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:37:08.670839 dv-neutron-601336-94-hyperv neutron-server[94174]: INFO neutron.wsgi [None req-aa02d09a-c719-4be4-a02a-b8d61a76be35 tempest-TagsExtTest-1712647166 tempest-TagsExtTest-1712647166-project] 10.222.0.20 "DELETE /v2.0/subnetpools/2ca82be7-d73c-4419-ab02-f3a79d601274 HTTP/1.1" status: 204 len: 168 time: 0.1445584 Jun 23 11:37:08.673438 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.wsgi [-] (94174) accepted ('10.222.0.20', 42608) {{(pid=94174) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 11:37:08.675340 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6d274531-eaa8-4d0c-9036-30d7cce50390 None None] The sync data for ids ['138f928c-e351-4622-a42a-73141d74090b'] in dv-neutron-601336-94-hyperv is: [{'id': '138f928c-e351-4622-a42a-73141d74090b', 'name': 'tempest-TestNetworkBasicOps-router-45649005', 'tenant_id': '772b9946478d439e9da4eaeade7fb21d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3e7e4eb3-cf02-4d47-ade9-0a579cdfc60f', 'external_fixed_ips': [{'subnet_id': 'a5ad15ab-c489-4a67-a9b0-d559fca0ec71', 'ip_address': '172.26.3.123'}], 'enable_snat': True}, 'gw_port_id': '1ab0ae19-6b61-4c8f-b3b4-a8cef1b1d50e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-23T11:36:59Z', 'updated_at': '2021-06-23T11:37:04Z', 'revision_number': 4, 'project_id': '772b9946478d439e9da4eaeade7fb21d', 'gw_port': {'id': '1ab0ae19-6b61-4c8f-b3b4-a8cef1b1d50e', 'name': '', 'network_id': '3e7e4eb3-cf02-4d47-ade9-0a579cdfc60f', 'tenant_id': '', 'mac_address': 'fa:16:3e:66:52:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '138f928c-e351-4622-a42a-73141d74090b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1237, 'fixed_ips': [{'subnet_id': 'a5ad15ab-c489-4a67-a9b0-d559fca0ec71', 'ip_address': '172.26.3.123', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-94-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-23T11:37:00Z', 'updated_at': '2021-06-23T11:37:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a5ad15ab-c489-4a67-a9b0-d559fca0ec71', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-601336-94-hyperv', '_interfaces': [{'id': 'dd7fc1ca-5169-488a-9c7c-1939746a3cb0', 'name': '', 'network_id': '751565c3-b0a8-48a7-9195-02fff873bed5', 'tenant_id': '772b9946478d439e9da4eaeade7fb21d', 'mac_address': 'fa:16:3e:f4:a0:10', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '138f928c-e351-4622-a42a-73141d74090b', 'device_owner': 'network:router_interface', 'standard_attr_id': 1242, 'fixed_ips': [{'subnet_id': '16206325-2869-4d16-997a-5226fd65f4a9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-94-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-23T11:37:03Z', 'updated_at': '2021-06-23T11:37:07Z', 'revision_number': 4, 'project_id': '772b9946478d439e9da4eaeade7fb21d', 'subnets': [{'id': '16206325-2869-4d16-997a-5226fd65f4a9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94176) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 23 11:37:08.685713 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron_lib.callbacks.manager [None req-2ceb9ca4-8d60-408b-9541-488f1a5fa073 tempest-TestNetworkBasicOps-233187296 tempest-TestNetworkBasicOps-233187296-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:37:08.686476 dv-neutron-601336-94-hyperv neutron-server[94174]: INFO neutron.wsgi [None req-2ceb9ca4-8d60-408b-9541-488f1a5fa073 tempest-TestNetworkBasicOps-233187296 tempest-TestNetworkBasicOps-233187296-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3810370 Jun 23 11:37:08.703639 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.wsgi [-] (94174) accepted ('10.222.0.20', 42610) {{(pid=94174) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 11:37:08.709278 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.api.v2.base [None req-192ab7c8-e3d4-4c9a-8a6e-03eebd4bdd65 tempest-TestNetworkBasicOps-233187296 tempest-TestNetworkBasicOps-233187296-project] Request body: {'security_group_rule': {'security_group_id': 'afbb5e43-86d5-4257-b916-20a954ee3100', 'project_id': '772b9946478d439e9da4eaeade7fb21d', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=94174) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 23 11:37:08.722302 dv-neutron-601336-94-hyperv neutron-server[94174]: INFO neutron.wsgi [None req-6a62244b-6f46-4d5e-a25f-5ec8907066be tempest-TagsExtTest-1712647166 tempest-TagsExtTest-1712647166-project] 10.222.0.20 "GET /v2.0/ports?device_id=3f3857e3-0b8b-4937-9bac-2b9cabba4271 HTTP/1.1" status: 200 len: 205 time: 0.0452688 Jun 23 11:37:08.723511 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.wsgi [-] (94174) accepted ('10.222.0.20', 42612) {{(pid=94174) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 11:37:09.006708 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.plugins.ml2.rpc [None req-dc7542b2-afef-47f4-a763-e3a3cba144be None None] Device dd7fc1ca-5169-488a-9c7c-1939746a3cb0 up at agent ovs-agent-dv-neutron-601336-94-hyperv {{(pid=94176) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:298}} Jun 23 11:37:09.144285 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0a01b4a4-363c-464e-9556-796103cb7fd2 tempest-FloatingIPTestJSON-1140213849 tempest-FloatingIPTestJSON-1140213849-project] Notify agent at l3_agent.dv-neutron-601336-94-hyperv the message routers_updated {{(pid=94175) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 23 11:37:09.153870 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.db.provisioning_blocks [None req-dc7542b2-afef-47f4-a763-e3a3cba144be None None] Provisioning for port dd7fc1ca-5169-488a-9c7c-1939746a3cb0 completed by entity L2. {{(pid=94176) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 23 11:37:09.159420 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.db.provisioning_blocks [None req-dc7542b2-afef-47f4-a763-e3a3cba144be None None] Provisioning complete for port dd7fc1ca-5169-488a-9c7c-1939746a3cb0 triggered by entity L2. {{(pid=94176) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 23 11:37:09.160047 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron_lib.callbacks.manager [None req-dc7542b2-afef-47f4-a763-e3a3cba144be None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-899258'] for port, provisioning_complete {{(pid=94176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:37:09.214998 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron_lib.callbacks.manager [None req-deb167d3-d21a-406a-b2b2-272d1cede273 tempest-TagsExtTest-1712647166 tempest-TagsExtTest-1712647166-project] Notify callbacks [] for router, before_delete {{(pid=94174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:37:09.217648 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6baf2f93-02e7-48ae-a3eb-1cf48ac12bb4 None None] Sync routers for ids ['54457aa4-57ec-453a-b617-a96ed249dc35'] in dv-neutron-601336-94-hyperv {{(pid=94176) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 23 11:37:09.230042 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron_lib.callbacks.manager [None req-0a01b4a4-363c-464e-9556-796103cb7fd2 tempest-FloatingIPTestJSON-1140213849 tempest-FloatingIPTestJSON-1140213849-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-217507'] for port, before_response {{(pid=94175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:37:09.232315 dv-neutron-601336-94-hyperv neutron-server[94175]: INFO neutron.wsgi [None req-0a01b4a4-363c-464e-9556-796103cb7fd2 tempest-FloatingIPTestJSON-1140213849 tempest-FloatingIPTestJSON-1140213849-project] 10.222.0.20 "DELETE /v2.0/ports/99f56323-2141-4f21-a409-169effc053c7 HTTP/1.1" status: 204 len: 168 time: 1.5820212 Jun 23 11:37:09.233902 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6baf2f93-02e7-48ae-a3eb-1cf48ac12bb4 None None] Routers {'54457aa4-57ec-453a-b617-a96ed249dc35'} bound to L3 agent in host dv-neutron-601336-94-hyperv {{(pid=94176) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 23 11:37:09.234727 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.db.l3_hamode_db [None req-6baf2f93-02e7-48ae-a3eb-1cf48ac12bb4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-601336-94-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-23T11:22:13Z,description=,heartbeat_timestamp=2021-06-23T11:36:43Z,host='dv-neutron-601336-94-hyperv',id=50ef99c0-ef28-4db5-b303-b145898fae60,load=0,resource_versions=,resources_synced=,started_at=2021-06-23T11:22:14Z,topic='l3_agent')) {'router_ids': ['54457aa4-57ec-453a-b617-a96ed249dc35'], 'active': True} {{(pid=94176) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 11:37:09.235412 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.wsgi [-] (94175) accepted ('10.222.0.20', 42614) {{(pid=94175) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 11:37:09.273886 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.db.l3_hamode_db [None req-6baf2f93-02e7-48ae-a3eb-1cf48ac12bb4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-601336-94-hyperv', False) {} {{(pid=94176) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 11:37:09.296407 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron_lib.callbacks.manager [None req-192ab7c8-e3d4-4c9a-8a6e-03eebd4bdd65 tempest-TestNetworkBasicOps-233187296 tempest-TestNetworkBasicOps-233187296-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:37:09.301645 dv-neutron-601336-94-hyperv neutron-server[94175]: INFO neutron.wsgi [None req-00a2eb99-e5a6-4f2a-b71c-6a6e87c79bcd tempest-FloatingIPTestJSON-1140213849 tempest-FloatingIPTestJSON-1140213849-project] 10.222.0.20 "GET /v2.0/floatingips/ee04c88e-69cc-4750-869d-ace60eef42bd HTTP/1.1" status: 200 len: 688 time: 0.0625534 Jun 23 11:37:09.302626 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.wsgi [-] (94174) accepted ('10.222.0.20', 42616) {{(pid=94174) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 11:37:09.314394 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6baf2f93-02e7-48ae-a3eb-1cf48ac12bb4 None None] Routers {'54457aa4-57ec-453a-b617-a96ed249dc35'} bound to L3 agent in host dv-neutron-601336-94-hyperv {{(pid=94176) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 23 11:37:09.315072 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.db.l3_hamode_db [None req-6baf2f93-02e7-48ae-a3eb-1cf48ac12bb4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-601336-94-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-23T11:22:13Z,description=,heartbeat_timestamp=2021-06-23T11:36:43Z,host='dv-neutron-601336-94-hyperv',id=50ef99c0-ef28-4db5-b303-b145898fae60,load=0,resource_versions=,resources_synced=,started_at=2021-06-23T11:22:14Z,topic='l3_agent')) {'router_ids': ['54457aa4-57ec-453a-b617-a96ed249dc35'], 'active': True} {{(pid=94176) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 11:37:09.354799 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.db.l3_hamode_db [None req-6baf2f93-02e7-48ae-a3eb-1cf48ac12bb4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-601336-94-hyperv', False) {} {{(pid=94176) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 11:37:09.355509 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6baf2f93-02e7-48ae-a3eb-1cf48ac12bb4 None None] The sync data for ids ['54457aa4-57ec-453a-b617-a96ed249dc35'] in dv-neutron-601336-94-hyperv is: [] {{(pid=94176) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 23 11:37:09.357078 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron_lib.callbacks.manager [None req-dc7542b2-afef-47f4-a763-e3a3cba144be None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-923122'] for port, before_update {{(pid=94176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:37:09.392661 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.plugins.ml2.db [None req-dc7542b2-afef-47f4-a763-e3a3cba144be None None] For port dd7fc1ca-5169-488a-9c7c-1939746a3cb0, host dv-neutron-601336-94-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-94-hyperv',level=0,port_id=dd7fc1ca-5169-488a-9c7c-1939746a3cb0,segment=NetworkSegment(f7c7ca79-63a4-46a7-b62b-c898c61f3948),segment_id=f7c7ca79-63a4-46a7-b62b-c898c61f3948)] {{(pid=94176) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 23 11:37:09.468103 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron_lib.callbacks.manager [None req-dc7542b2-afef-47f4-a763-e3a3cba144be None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-922904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866062', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773700135042', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773699642233', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773699642278'] for port, after_update {{(pid=94176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:37:09.470245 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG oslo_concurrency.lockutils [None req-68283f03-9317-4157-b235-1e4277c40d9d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 11:37:09.485832 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron_lib.callbacks.manager [None req-deb167d3-d21a-406a-b2b2-272d1cede273 tempest-TagsExtTest-1712647166 tempest-TagsExtTest-1712647166-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-520417', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-32301'] for router, precommit_delete {{(pid=94174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:37:09.500367 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron_lib.callbacks.manager [None req-deb167d3-d21a-406a-b2b2-272d1cede273 tempest-TagsExtTest-1712647166 tempest-TagsExtTest-1712647166-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:37:09.524332 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc7542b2-afef-47f4-a763-e3a3cba144be None None] Pushing event updated for resources: {'Port': ['ID=dd7fc1ca-5169-488a-9c7c-1939746a3cb0,revision_number=5']} {{(pid=94176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 11:37:09.528274 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG oslo_concurrency.lockutils [None req-dc7542b2-afef-47f4-a763-e3a3cba144be None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.058s {{(pid=94176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 11:37:09.574977 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron_lib.callbacks.manager [None req-192ab7c8-e3d4-4c9a-8a6e-03eebd4bdd65 tempest-TestNetworkBasicOps-233187296 tempest-TestNetworkBasicOps-233187296-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:37:09.593854 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.plugins.ml2.plugin [None req-8cd03bb3-1ef5-4b76-890b-6304379e964f tempest-FloatingIPTestJSON-1140213849 tempest-FloatingIPTestJSON-1140213849-project] Deleting port 0492e649-76a5-41d8-883f-40d5ec2a6d35 {{(pid=94174) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1913}} Jun 23 11:37:09.594268 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron_lib.callbacks.manager [None req-8cd03bb3-1ef5-4b76-890b-6304379e964f tempest-FloatingIPTestJSON-1140213849 tempest-FloatingIPTestJSON-1140213849-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773700079324'] for port, before_delete {{(pid=94174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:37:09.654384 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron_lib.callbacks.manager [None req-deb167d3-d21a-406a-b2b2-272d1cede273 tempest-TagsExtTest-1712647166 tempest-TagsExtTest-1712647166-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-494961'] for router, after_delete {{(pid=94174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:37:09.654838 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-deb167d3-d21a-406a-b2b2-272d1cede273 tempest-TagsExtTest-1712647166 tempest-TagsExtTest-1712647166-project] Fanout notify agent at l3_agent the message router_deleted on router 3f3857e3-0b8b-4937-9bac-2b9cabba4271 {{(pid=94174) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jun 23 11:37:09.664416 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron_lib.callbacks.manager [None req-deb167d3-d21a-406a-b2b2-272d1cede273 tempest-TagsExtTest-1712647166 tempest-TagsExtTest-1712647166-project] Notify callbacks [] for router, before_response {{(pid=94174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:37:09.665541 dv-neutron-601336-94-hyperv neutron-server[94174]: INFO neutron.wsgi [None req-deb167d3-d21a-406a-b2b2-272d1cede273 tempest-TagsExtTest-1712647166 tempest-TagsExtTest-1712647166-project] 10.222.0.20 "DELETE /v2.0/routers/3f3857e3-0b8b-4937-9bac-2b9cabba4271 HTTP/1.1" status: 204 len: 168 time: 0.9410658 Jun 23 11:37:09.668772 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.wsgi [-] (94175) accepted ('10.222.0.20', 42618) {{(pid=94175) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 11:37:09.672054 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron_lib.callbacks.manager [None req-192ab7c8-e3d4-4c9a-8a6e-03eebd4bdd65 tempest-TestNetworkBasicOps-233187296 tempest-TestNetworkBasicOps-233187296-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7996355'] for security_group_rule, after_create {{(pid=94174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:37:09.677303 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG oslo_concurrency.lockutils [None req-f54cc329-282c-46ca-89a6-58c4732520b2 tempest-SecGroupTest-1462889432 tempest-SecGroupTest-1462889432-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94174) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 11:37:09.697853 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron_lib.callbacks.manager [None req-8cd03bb3-1ef5-4b76-890b-6304379e964f tempest-FloatingIPTestJSON-1140213849 tempest-FloatingIPTestJSON-1140213849-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-430722'] for port, precommit_delete {{(pid=94174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:37:09.697853 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron_lib.callbacks.manager [None req-8cd03bb3-1ef5-4b76-890b-6304379e964f tempest-FloatingIPTestJSON-1140213849 tempest-FloatingIPTestJSON-1140213849-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:37:09.711012 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-192ab7c8-e3d4-4c9a-8a6e-03eebd4bdd65 tempest-TestNetworkBasicOps-233187296 tempest-TestNetworkBasicOps-233187296-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=58aeae2b-a8ae-4d97-b853-920e64aefd12,revision_number=0']} {{(pid=94174) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 11:37:09.716906 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG oslo_concurrency.lockutils [None req-192ab7c8-e3d4-4c9a-8a6e-03eebd4bdd65 tempest-TestNetworkBasicOps-233187296 tempest-TestNetworkBasicOps-233187296-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.040s {{(pid=94174) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 11:37:09.717767 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.plugins.ml2.plugin [None req-8cd03bb3-1ef5-4b76-890b-6304379e964f tempest-FloatingIPTestJSON-1140213849 tempest-FloatingIPTestJSON-1140213849-project] Calling delete_port for 0492e649-76a5-41d8-883f-40d5ec2a6d35 owned by network:floatingip {{(pid=94174) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1986}} Jun 23 11:37:09.785600 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.plugins.ml2.plugin [None req-60518e22-b79d-4291-9566-19e2fe9b29b1 tempest-TagsExtTest-1712647166 tempest-TagsExtTest-1712647166-project] Deleting port a7e74298-b4da-449d-b315-f2fc0dd5252f {{(pid=94175) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1913}} Jun 23 11:37:09.785945 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron_lib.callbacks.manager [None req-60518e22-b79d-4291-9566-19e2fe9b29b1 tempest-TagsExtTest-1712647166 tempest-TagsExtTest-1712647166-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773700079324'] for port, before_delete {{(pid=94175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:37:09.811214 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron_lib.callbacks.manager [None req-192ab7c8-e3d4-4c9a-8a6e-03eebd4bdd65 tempest-TestNetworkBasicOps-233187296 tempest-TestNetworkBasicOps-233187296-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:37:09.814911 dv-neutron-601336-94-hyperv neutron-server[94174]: INFO neutron.wsgi [None req-192ab7c8-e3d4-4c9a-8a6e-03eebd4bdd65 tempest-TestNetworkBasicOps-233187296 tempest-TestNetworkBasicOps-233187296-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 1.1078365 Jun 23 11:37:09.816986 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.wsgi [-] (94174) accepted ('10.222.0.20', 42620) {{(pid=94174) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 11:37:09.825332 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.api.v2.base [None req-42ad802f-cad5-4182-8f90-4f7885c1cc17 tempest-TestNetworkBasicOps-233187296 tempest-TestNetworkBasicOps-233187296-project] Request body: {'security_group_rule': {'security_group_id': 'afbb5e43-86d5-4257-b916-20a954ee3100', 'project_id': '772b9946478d439e9da4eaeade7fb21d', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=94174) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 23 11:37:09.882116 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron_lib.callbacks.manager [None req-60518e22-b79d-4291-9566-19e2fe9b29b1 tempest-TagsExtTest-1712647166 tempest-TagsExtTest-1712647166-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-430722'] for port, precommit_delete {{(pid=94175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:37:09.895101 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.plugins.ml2.plugin [None req-60518e22-b79d-4291-9566-19e2fe9b29b1 tempest-TagsExtTest-1712647166 tempest-TagsExtTest-1712647166-project] Calling delete_port for a7e74298-b4da-449d-b315-f2fc0dd5252f owned by {{(pid=94175) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1986}} Jun 23 11:37:09.924486 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron_lib.callbacks.manager [None req-42ad802f-cad5-4182-8f90-4f7885c1cc17 tempest-TestNetworkBasicOps-233187296 tempest-TestNetworkBasicOps-233187296-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:37:09.933267 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron_lib.callbacks.manager [None req-8cd03bb3-1ef5-4b76-890b-6304379e964f tempest-FloatingIPTestJSON-1140213849 tempest-FloatingIPTestJSON-1140213849-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-922904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866062', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773700135024', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773699642224', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5196390'] for port, after_delete {{(pid=94174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:37:09.938729 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG oslo_concurrency.lockutils [None req-1161adad-a545-42e2-ba74-5ccd3aa15c6a tempest-TestNetworkBasicOps-233187296 tempest-TestNetworkBasicOps-233187296-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94174) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 11:37:09.968591 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cd03bb3-1ef5-4b76-890b-6304379e964f tempest-FloatingIPTestJSON-1140213849 tempest-FloatingIPTestJSON-1140213849-project] Pushing event deleted for resources: {'Port': ['ID=0492e649-76a5-41d8-883f-40d5ec2a6d35,revision_number=None']} {{(pid=94174) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 11:37:09.977554 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG oslo_concurrency.lockutils [None req-8cd03bb3-1ef5-4b76-890b-6304379e964f tempest-FloatingIPTestJSON-1140213849 tempest-FloatingIPTestJSON-1140213849-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.039s {{(pid=94174) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 11:37:10.063169 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron_lib.callbacks.manager [None req-42ad802f-cad5-4182-8f90-4f7885c1cc17 tempest-TestNetworkBasicOps-233187296 tempest-TestNetworkBasicOps-233187296-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:37:10.063403 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron_lib.callbacks.manager [None req-60518e22-b79d-4291-9566-19e2fe9b29b1 tempest-TagsExtTest-1712647166 tempest-TagsExtTest-1712647166-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-922904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866062', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773700135024', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773699642224', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5082448'] for port, after_delete {{(pid=94175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:37:10.064200 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron_lib.callbacks.manager [None req-8cd03bb3-1ef5-4b76-890b-6304379e964f tempest-FloatingIPTestJSON-1140213849 tempest-FloatingIPTestJSON-1140213849-project] Notify callbacks [] for floatingip, after_delete {{(pid=94174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:37:10.066700 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron_lib.callbacks.manager [None req-8cd03bb3-1ef5-4b76-890b-6304379e964f tempest-FloatingIPTestJSON-1140213849 tempest-FloatingIPTestJSON-1140213849-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-217507'] for floatingip, before_response {{(pid=94174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:37:10.067421 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG oslo_concurrency.lockutils [None req-1fec24e8-6c07-4393-9107-9b6ef9704bc7 tempest-RoutersTest-228919764 tempest-RoutersTest-228919764-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94175) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 11:37:10.068648 dv-neutron-601336-94-hyperv neutron-server[94174]: INFO neutron.wsgi [None req-8cd03bb3-1ef5-4b76-890b-6304379e964f tempest-FloatingIPTestJSON-1140213849 tempest-FloatingIPTestJSON-1140213849-project] 10.222.0.20 "DELETE /v2.0/floatingips/ee04c88e-69cc-4750-869d-ace60eef42bd HTTP/1.1" status: 204 len: 168 time: 0.7650630 Jun 23 11:37:10.072420 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.wsgi [-] (94174) accepted ('10.222.0.20', 42622) {{(pid=94174) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 11:37:10.077466 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.api.v2.base [None req-d5903376-0e35-4f1b-b168-e2da8d9e1223 tempest-FloatingIPTestJSON-1140213849 tempest-FloatingIPTestJSON-1140213849-project] Request body: {'floatingip': {'floating_network_id': '3e7e4eb3-cf02-4d47-ade9-0a579cdfc60f', 'port_id': '143b8412-5bb2-4576-b9a7-198ccfb4d0fe'}} {{(pid=94174) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 23 11:37:10.097290 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60518e22-b79d-4291-9566-19e2fe9b29b1 tempest-TagsExtTest-1712647166 tempest-TagsExtTest-1712647166-project] Pushing event deleted for resources: {'Port': ['ID=a7e74298-b4da-449d-b315-f2fc0dd5252f,revision_number=None']} {{(pid=94175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 11:37:10.099855 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG oslo_concurrency.lockutils [None req-60518e22-b79d-4291-9566-19e2fe9b29b1 tempest-TagsExtTest-1712647166 tempest-TagsExtTest-1712647166-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.033s {{(pid=94175) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 11:37:10.114318 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron_lib.callbacks.manager [None req-42ad802f-cad5-4182-8f90-4f7885c1cc17 tempest-TestNetworkBasicOps-233187296 tempest-TestNetworkBasicOps-233187296-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7996355'] for security_group_rule, after_create {{(pid=94174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:37:10.116426 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG oslo_concurrency.lockutils [None req-db94ed9c-b1dd-41db-b4d4-7d6fc112f4fd tempest-SecGroupTest-1462889432 tempest-SecGroupTest-1462889432-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94174) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 11:37:10.123338 dv-neutron-601336-94-hyperv neutron-server[94177]: DEBUG neutron.db.agents_db [None req-90fb1279-e4c5-4e73-8d66-3a29811dc4e3 None None] Agent healthcheck: found 6 active agents {{(pid=94177) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 23 11:37:10.137118 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42ad802f-cad5-4182-8f90-4f7885c1cc17 tempest-TestNetworkBasicOps-233187296 tempest-TestNetworkBasicOps-233187296-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=735f3987-7ab6-4e87-a132-5efb5bbcc56e,revision_number=0']} {{(pid=94174) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 11:37:10.137118 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG oslo_concurrency.lockutils [None req-42ad802f-cad5-4182-8f90-4f7885c1cc17 tempest-TestNetworkBasicOps-233187296 tempest-TestNetworkBasicOps-233187296-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.021s {{(pid=94174) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 11:37:10.155560 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron_lib.callbacks.manager [None req-d5903376-0e35-4f1b-b168-e2da8d9e1223 tempest-FloatingIPTestJSON-1140213849 tempest-FloatingIPTestJSON-1140213849-project] Notify callbacks [] for floatingip, before_create {{(pid=94174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:37:10.184172 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron_lib.callbacks.manager [None req-60518e22-b79d-4291-9566-19e2fe9b29b1 tempest-TagsExtTest-1712647166 tempest-TagsExtTest-1712647166-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-217507'] for port, before_response {{(pid=94175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:37:10.186127 dv-neutron-601336-94-hyperv neutron-server[94175]: INFO neutron.wsgi [None req-60518e22-b79d-4291-9566-19e2fe9b29b1 tempest-TagsExtTest-1712647166 tempest-TagsExtTest-1712647166-project] 10.222.0.20 "DELETE /v2.0/ports/a7e74298-b4da-449d-b315-f2fc0dd5252f HTTP/1.1" status: 204 len: 168 time: 0.5163651 Jun 23 11:37:10.188714 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.wsgi [-] (94175) accepted ('10.222.0.20', 42624) {{(pid=94175) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 11:37:10.218764 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron_lib.callbacks.manager [None req-42ad802f-cad5-4182-8f90-4f7885c1cc17 tempest-TestNetworkBasicOps-233187296 tempest-TestNetworkBasicOps-233187296-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:37:10.222574 dv-neutron-601336-94-hyperv neutron-server[94174]: INFO neutron.wsgi [None req-42ad802f-cad5-4182-8f90-4f7885c1cc17 tempest-TestNetworkBasicOps-233187296 tempest-TestNetworkBasicOps-233187296-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.4020076 Jun 23 11:37:10.223586 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.wsgi [-] (94174) accepted ('10.222.0.20', 42626) {{(pid=94174) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 11:37:10.230864 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.api.v2.base [None req-0780261b-9610-4f2e-95fe-0d152a76600e tempest-TestNetworkBasicOps-233187296 tempest-TestNetworkBasicOps-233187296-project] Request body: {'security_group_rule': {'security_group_id': 'afbb5e43-86d5-4257-b916-20a954ee3100', 'project_id': '772b9946478d439e9da4eaeade7fb21d', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=94174) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 23 11:37:10.250996 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.db.db_base_plugin_v2 [None req-db089b42-55da-4c9a-b7e5-1bd12d293032 tempest-TagsExtTest-1712647166 tempest-TagsExtTest-1712647166-project] Deleting subnet f75f45fc-3452-464f-8f72-214847a038f0 {{(pid=94175) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jun 23 11:37:10.254602 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron_lib.callbacks.manager [None req-db089b42-55da-4c9a-b7e5-1bd12d293032 tempest-TagsExtTest-1712647166 tempest-TagsExtTest-1712647166-project] Notify callbacks [] for subnet, before_delete {{(pid=94175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:37:10.288922 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron_lib.callbacks.manager [None req-d5903376-0e35-4f1b-b168-e2da8d9e1223 tempest-FloatingIPTestJSON-1140213849 tempest-FloatingIPTestJSON-1140213849-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-923104'] for port, before_create {{(pid=94174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:37:10.299981 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron_lib.callbacks.manager [None req-db089b42-55da-4c9a-b7e5-1bd12d293032 tempest-TagsExtTest-1712647166 tempest-TagsExtTest-1712647166-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5190686'] for subnet, precommit_delete_associations {{(pid=94175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:37:10.341721 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron_lib.callbacks.manager [None req-0780261b-9610-4f2e-95fe-0d152a76600e tempest-TestNetworkBasicOps-233187296 tempest-TestNetworkBasicOps-233187296-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:37:10.389837 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron_lib.callbacks.manager [None req-db089b42-55da-4c9a-b7e5-1bd12d293032 tempest-TagsExtTest-1712647166 tempest-TagsExtTest-1712647166-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-897634'] for subnet, precommit_delete {{(pid=94175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:37:10.442236 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.db.db_base_plugin_common [None req-d5903376-0e35-4f1b-b168-e2da8d9e1223 tempest-FloatingIPTestJSON-1140213849 tempest-FloatingIPTestJSON-1140213849-project] Allocated IP 172.26.3.20 (3e7e4eb3-cf02-4d47-ade9-0a579cdfc60f/a5ad15ab-c489-4a67-a9b0-d559fca0ec71/e1667b7b-57bf-4521-b315-357189e3285e) {{(pid=94174) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 23 11:37:10.450719 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron_lib.callbacks.manager [None req-0780261b-9610-4f2e-95fe-0d152a76600e tempest-TestNetworkBasicOps-233187296 tempest-TestNetworkBasicOps-233187296-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:37:10.536818 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron_lib.callbacks.manager [None req-db089b42-55da-4c9a-b7e5-1bd12d293032 tempest-TagsExtTest-1712647166 tempest-TagsExtTest-1712647166-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-897627', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866062', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5083050', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4660036'] for subnet, after_delete {{(pid=94175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:37:10.539317 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG oslo_concurrency.lockutils [None req-42e813a0-fbe7-49e4-ac7c-ccd1deed3bf4 tempest-RoutersIpV6Test-1448447933 tempest-RoutersIpV6Test-1448447933-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94175) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 11:37:10.547733 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron_lib.callbacks.manager [None req-d5903376-0e35-4f1b-b168-e2da8d9e1223 tempest-FloatingIPTestJSON-1140213849 tempest-FloatingIPTestJSON-1140213849-project] Notify callbacks [] for port, precommit_create {{(pid=94174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:37:10.554866 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron_lib.callbacks.manager [None req-0780261b-9610-4f2e-95fe-0d152a76600e tempest-TestNetworkBasicOps-233187296 tempest-TestNetworkBasicOps-233187296-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7996355'] for security_group_rule, after_create {{(pid=94174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:37:10.557853 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG oslo_concurrency.lockutils [None req-ee9b7bb1-2199-408b-982d-ccd91dbd1472 tempest-SecGroupTest-1462889432 tempest-SecGroupTest-1462889432-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94174) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 11:37:10.565833 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db089b42-55da-4c9a-b7e5-1bd12d293032 tempest-TagsExtTest-1712647166 tempest-TagsExtTest-1712647166-project] Pushing event deleted for resources: {'Subnet': ['ID=f75f45fc-3452-464f-8f72-214847a038f0,revision_number=None']} {{(pid=94175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 11:37:10.572721 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG oslo_concurrency.lockutils [None req-db089b42-55da-4c9a-b7e5-1bd12d293032 tempest-TagsExtTest-1712647166 tempest-TagsExtTest-1712647166-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.033s {{(pid=94175) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 11:37:10.574312 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron_lib.callbacks.manager [None req-db089b42-55da-4c9a-b7e5-1bd12d293032 tempest-TagsExtTest-1712647166 tempest-TagsExtTest-1712647166-project] Notify callbacks [] for subnet, before_response {{(pid=94175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:37:10.578717 dv-neutron-601336-94-hyperv neutron-server[94175]: INFO neutron.wsgi [None req-db089b42-55da-4c9a-b7e5-1bd12d293032 tempest-TagsExtTest-1712647166 tempest-TagsExtTest-1712647166-project] 10.222.0.20 "DELETE /v2.0/subnets/f75f45fc-3452-464f-8f72-214847a038f0 HTTP/1.1" status: 204 len: 168 time: 0.3864880 Jun 23 11:37:10.579119 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.wsgi [-] (94175) accepted ('10.222.0.20', 42628) {{(pid=94175) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 11:37:10.587578 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0780261b-9610-4f2e-95fe-0d152a76600e tempest-TestNetworkBasicOps-233187296 tempest-TestNetworkBasicOps-233187296-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=85b9c217-3146-4b8e-bcfe-01659153c25d,revision_number=0']} {{(pid=94174) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 11:37:10.587578 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG oslo_concurrency.lockutils [None req-0780261b-9610-4f2e-95fe-0d152a76600e tempest-TestNetworkBasicOps-233187296 tempest-TestNetworkBasicOps-233187296-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.030s {{(pid=94174) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 11:37:10.588026 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aec31d27-2f98-432a-8b4e-ee10e09e36f2 None None] Network 47b95871-13c3-468a-9b76-3ffaa6b7f894 requested from dv-neutron-601336-94-hyperv {{(pid=94176) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 23 11:37:10.651287 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron_lib.callbacks.manager [None req-0780261b-9610-4f2e-95fe-0d152a76600e tempest-TestNetworkBasicOps-233187296 tempest-TestNetworkBasicOps-233187296-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:37:10.655632 dv-neutron-601336-94-hyperv neutron-server[94174]: INFO neutron.wsgi [None req-0780261b-9610-4f2e-95fe-0d152a76600e tempest-TestNetworkBasicOps-233187296 tempest-TestNetworkBasicOps-233187296-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.4286544 Jun 23 11:37:10.655863 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron_lib.callbacks.manager [None req-de6a6216-a258-499c-970a-1eed47f1b187 tempest-TagsExtTest-1712647166 tempest-TagsExtTest-1712647166-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-824874'] for network, before_delete {{(pid=94175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:37:10.656020 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.wsgi [-] (94174) accepted ('10.222.0.20', 42630) {{(pid=94174) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 11:37:10.661001 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.api.v2.base [None req-56e56af9-f060-4156-8a33-338e281ad1a0 tempest-TestNetworkBasicOps-233187296 tempest-TestNetworkBasicOps-233187296-project] Request body: {'security_group_rule': {'security_group_id': 'afbb5e43-86d5-4257-b916-20a954ee3100', 'project_id': '772b9946478d439e9da4eaeade7fb21d', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=94174) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 23 11:37:10.682498 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron_lib.callbacks.manager [None req-d5903376-0e35-4f1b-b168-e2da8d9e1223 tempest-FloatingIPTestJSON-1140213849 tempest-FloatingIPTestJSON-1140213849-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-922915', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-239814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7866073', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773699642215', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-5196399'] for port, after_create {{(pid=94174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:37:10.689853 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG oslo_concurrency.lockutils [None req-e97ec7bd-d496-452c-95b2-9f5bf01b7f02 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94174) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 11:37:10.720918 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.plugins.ml2.plugin [None req-de6a6216-a258-499c-970a-1eed47f1b187 tempest-TagsExtTest-1712647166 tempest-TagsExtTest-1712647166-project] Deleting port 7627861e-99f6-44f8-821d-0818602891db {{(pid=94175) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1913}} Jun 23 11:37:10.721518 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron_lib.callbacks.manager [None req-de6a6216-a258-499c-970a-1eed47f1b187 tempest-TagsExtTest-1712647166 tempest-TagsExtTest-1712647166-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773700079324'] for port, before_delete {{(pid=94175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:37:10.735596 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d5903376-0e35-4f1b-b168-e2da8d9e1223 tempest-FloatingIPTestJSON-1140213849 tempest-FloatingIPTestJSON-1140213849-project] Network 3e7e4eb3-cf02-4d47-ade9-0a579cdfc60f is already hosted by enough agents. {{(pid=94174) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 23 11:37:10.739706 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5903376-0e35-4f1b-b168-e2da8d9e1223 tempest-FloatingIPTestJSON-1140213849 tempest-FloatingIPTestJSON-1140213849-project] Pushing event updated for resources: {'Port': ['ID=e1667b7b-57bf-4521-b315-357189e3285e,revision_number=1']} {{(pid=94174) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 11:37:10.742204 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.scheduler.base_scheduler [None req-d5903376-0e35-4f1b-b168-e2da8d9e1223 tempest-FloatingIPTestJSON-1140213849 tempest-FloatingIPTestJSON-1140213849-project] Resources bound (agent type, host, resource id): {{(pid=94174) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 23 11:37:10.744095 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG oslo_concurrency.lockutils [None req-d5903376-0e35-4f1b-b168-e2da8d9e1223 tempest-FloatingIPTestJSON-1140213849 tempest-FloatingIPTestJSON-1140213849-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.055s {{(pid=94174) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 11:37:10.744867 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d5903376-0e35-4f1b-b168-e2da8d9e1223 tempest-FloatingIPTestJSON-1140213849 tempest-FloatingIPTestJSON-1140213849-project] Received port after_create {{(pid=94174) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 23 11:37:10.768414 dv-neutron-601336-94-hyperv neutron-server[94174]: INFO neutron.db.securitygroups_db [None req-56e56af9-f060-4156-8a33-338e281ad1a0 tempest-TestNetworkBasicOps-233187296 tempest-TestNetworkBasicOps-233187296-project] Project 772b9946478d439e9da4eaeade7fb21d added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jun 23 11:37:10.777606 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron_lib.callbacks.manager [None req-56e56af9-f060-4156-8a33-338e281ad1a0 tempest-TestNetworkBasicOps-233187296 tempest-TestNetworkBasicOps-233187296-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:37:10.791890 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8be881f3-38a0-40ad-9397-e72286eaa8d9 None None] DHCP port deletion for 47b95871-13c3-468a-9b76-3ffaa6b7f894 request from dv-neutron-601336-94-hyperv {{(pid=94176) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jun 23 11:37:10.794447 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.plugins.ml2.db [None req-de6a6216-a258-499c-970a-1eed47f1b187 tempest-TagsExtTest-1712647166 tempest-TagsExtTest-1712647166-project] For port 7627861e-99f6-44f8-821d-0818602891db, host dv-neutron-601336-94-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-94-hyperv',level=0,port_id=7627861e-99f6-44f8-821d-0818602891db,segment=NetworkSegment(35db879f-096a-49ea-8645-b5d7df3b8674),segment_id=35db879f-096a-49ea-8645-b5d7df3b8674)] {{(pid=94175) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 23 11:37:10.795070 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron_lib.callbacks.manager [None req-de6a6216-a258-499c-970a-1eed47f1b187 tempest-TagsExtTest-1712647166 tempest-TagsExtTest-1712647166-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-430722'] for port, precommit_delete {{(pid=94175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:37:10.808628 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.plugins.ml2.plugin [None req-de6a6216-a258-499c-970a-1eed47f1b187 tempest-TagsExtTest-1712647166 tempest-TagsExtTest-1712647166-project] Calling delete_port for 7627861e-99f6-44f8-821d-0818602891db owned by network:dhcp {{(pid=94175) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1986}} Jun 23 11:37:10.850572 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.plugins.ml2.plugin [None req-8be881f3-38a0-40ad-9397-e72286eaa8d9 None None] Deleting port 7627861e-99f6-44f8-821d-0818602891db {{(pid=94176) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1913}} Jun 23 11:37:10.851282 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron_lib.callbacks.manager [None req-8be881f3-38a0-40ad-9397-e72286eaa8d9 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773700079324'] for port, before_delete {{(pid=94176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:37:10.920887 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron_lib.callbacks.manager [None req-56e56af9-f060-4156-8a33-338e281ad1a0 tempest-TestNetworkBasicOps-233187296 tempest-TestNetworkBasicOps-233187296-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:37:10.921939 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.plugins.ml2.db [None req-8be881f3-38a0-40ad-9397-e72286eaa8d9 None None] For port 7627861e-99f6-44f8-821d-0818602891db, host dv-neutron-601336-94-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-94-hyperv',level=0,port_id=7627861e-99f6-44f8-821d-0818602891db,segment=NetworkSegment(35db879f-096a-49ea-8645-b5d7df3b8674),segment_id=35db879f-096a-49ea-8645-b5d7df3b8674)] {{(pid=94176) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 23 11:37:10.922411 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron_lib.callbacks.manager [None req-8be881f3-38a0-40ad-9397-e72286eaa8d9 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-430722'] for port, precommit_delete {{(pid=94176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:37:10.937025 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.plugins.ml2.plugin [None req-8be881f3-38a0-40ad-9397-e72286eaa8d9 None None] Calling delete_port for 7627861e-99f6-44f8-821d-0818602891db owned by network:dhcp {{(pid=94176) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1986}} Jun 23 11:37:10.949498 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron_lib.callbacks.manager [None req-28d9a6ae-481d-4090-b76f-97484ed92805 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773699952132', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-899307'] for agent, after_update {{(pid=94176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:37:10.977108 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron_lib.callbacks.manager [None req-de6a6216-a258-499c-970a-1eed47f1b187 tempest-TagsExtTest-1712647166 tempest-TagsExtTest-1712647166-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-922904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866062', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773700135024', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773699642224', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5082448'] for port, after_delete {{(pid=94175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:37:10.980057 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.plugins.ml2.rpc [None req-dc7542b2-afef-47f4-a763-e3a3cba144be None None] Device dd7fc1ca-5169-488a-9c7c-1939746a3cb0 up at agent ovs-agent-dv-neutron-601336-94-hyperv {{(pid=94176) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:298}} Jun 23 11:37:10.980896 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG oslo_concurrency.lockutils [None req-5d7cf3f3-cca7-46cf-b526-f71e90a180ed tempest-RoutersTest-228919764 tempest-RoutersTest-228919764-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94175) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 11:37:11.010649 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de6a6216-a258-499c-970a-1eed47f1b187 tempest-TagsExtTest-1712647166 tempest-TagsExtTest-1712647166-project] Pushing event deleted for resources: {'Port': ['ID=7627861e-99f6-44f8-821d-0818602891db,revision_number=None']} {{(pid=94175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 11:37:11.013404 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG oslo_concurrency.lockutils [None req-de6a6216-a258-499c-970a-1eed47f1b187 tempest-TagsExtTest-1712647166 tempest-TagsExtTest-1712647166-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.033s {{(pid=94175) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 11:37:11.015863 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.db.l3_dvrscheduler_db [None req-de6a6216-a258-499c-970a-1eed47f1b187 tempest-TagsExtTest-1712647166 tempest-TagsExtTest-1712647166-project] No DVR routers for this DVR port 7627861e-99f6-44f8-821d-0818602891db on host dv-neutron-601336-94-hyperv {{(pid=94175) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 23 11:37:11.017399 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron_lib.callbacks.manager [None req-56e56af9-f060-4156-8a33-338e281ad1a0 tempest-TestNetworkBasicOps-233187296 tempest-TestNetworkBasicOps-233187296-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7996355'] for security_group_rule, after_create {{(pid=94174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:37:11.021601 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG oslo_concurrency.lockutils [None req-ab37ed51-fe5e-4c58-a66d-e3b6c39632cf tempest-TestNetworkBasicOps-233187296 tempest-TestNetworkBasicOps-233187296-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94174) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 11:37:11.048898 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56e56af9-f060-4156-8a33-338e281ad1a0 tempest-TestNetworkBasicOps-233187296 tempest-TestNetworkBasicOps-233187296-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=59157862-e0fd-4f56-b282-1efb9656c82b,revision_number=0']} {{(pid=94174) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 11:37:11.055638 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG oslo_concurrency.lockutils [None req-56e56af9-f060-4156-8a33-338e281ad1a0 tempest-TestNetworkBasicOps-233187296 tempest-TestNetworkBasicOps-233187296-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.034s {{(pid=94174) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 11:37:11.058385 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.db.provisioning_blocks [None req-dc7542b2-afef-47f4-a763-e3a3cba144be None None] Provisioning complete for port dd7fc1ca-5169-488a-9c7c-1939746a3cb0 triggered by entity L2. {{(pid=94176) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 23 11:37:11.058774 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron_lib.callbacks.manager [None req-dc7542b2-afef-47f4-a763-e3a3cba144be None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-899258'] for port, provisioning_complete {{(pid=94176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:37:11.061389 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron_lib.callbacks.manager [None req-8be881f3-38a0-40ad-9397-e72286eaa8d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-922904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866062', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773700135024', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773699642224'] for port, after_delete {{(pid=94176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:37:11.079025 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG oslo_concurrency.lockutils [None req-68283f03-9317-4157-b235-1e4277c40d9d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 11:37:11.103842 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron_lib.callbacks.manager [None req-de6a6216-a258-499c-970a-1eed47f1b187 tempest-TagsExtTest-1712647166 tempest-TagsExtTest-1712647166-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-897259', 'neutron.services.segments.db._delete_segments_for_network-8773700168587'] for network, precommit_delete {{(pid=94175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:37:11.104127 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8be881f3-38a0-40ad-9397-e72286eaa8d9 None None] Pushing event deleted for resources: {'Port': ['ID=7627861e-99f6-44f8-821d-0818602891db,revision_number=None']} {{(pid=94176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 11:37:11.110196 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG oslo_concurrency.lockutils [None req-8be881f3-38a0-40ad-9397-e72286eaa8d9 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.031s {{(pid=94176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 11:37:11.117760 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8be881f3-38a0-40ad-9397-e72286eaa8d9 None None] No DVR routers for this DVR port 7627861e-99f6-44f8-821d-0818602891db on host dv-neutron-601336-94-hyperv {{(pid=94176) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 23 11:37:11.119513 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.services.segments.db [None req-de6a6216-a258-499c-970a-1eed47f1b187 tempest-TagsExtTest-1712647166 tempest-TagsExtTest-1712647166-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['47b95871-13c3-468a-9b76-3ffaa6b7f894']}} {{(pid=94175) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 11:37:11.133457 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.services.segments.db [None req-de6a6216-a258-499c-970a-1eed47f1b187 tempest-TagsExtTest-1712647166 tempest-TagsExtTest-1712647166-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '35db879f-096a-49ea-8645-b5d7df3b8674') {'for_net_delete': True} {{(pid=94175) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 11:37:11.136107 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.services.segments.db [None req-de6a6216-a258-499c-970a-1eed47f1b187 tempest-TagsExtTest-1712647166 tempest-TagsExtTest-1712647166-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '35db879f-096a-49ea-8645-b5d7df3b8674') {} {{(pid=94175) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 11:37:11.146936 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron_lib.callbacks.manager [None req-de6a6216-a258-499c-970a-1eed47f1b187 tempest-TagsExtTest-1712647166 tempest-TagsExtTest-1712647166-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8773699955833', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5190677'] for segment, before_delete {{(pid=94175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:37:11.157692 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron_lib.callbacks.manager [None req-56e56af9-f060-4156-8a33-338e281ad1a0 tempest-TestNetworkBasicOps-233187296 tempest-TestNetworkBasicOps-233187296-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:37:11.158892 dv-neutron-601336-94-hyperv neutron-server[94174]: INFO neutron.wsgi [None req-56e56af9-f060-4156-8a33-338e281ad1a0 tempest-TestNetworkBasicOps-233187296 tempest-TestNetworkBasicOps-233187296-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.5017395 Jun 23 11:37:11.163275 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.wsgi [-] (94175) accepted ('10.222.0.20', 42632) {{(pid=94175) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 11:37:11.168717 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron_lib.callbacks.manager [None req-de6a6216-a258-499c-970a-1eed47f1b187 tempest-TagsExtTest-1712647166 tempest-TagsExtTest-1712647166-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3801'] for segment, precommit_delete {{(pid=94175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:37:11.171141 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.api.v2.base [None req-e3bce16b-7d4a-4728-a1f6-576357a5db8e tempest-TestNetworkBasicOps-233187296 tempest-TestNetworkBasicOps-233187296-project] Request body: {'security_group_rule': {'security_group_id': 'afbb5e43-86d5-4257-b916-20a954ee3100', 'project_id': '772b9946478d439e9da4eaeade7fb21d', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=94175) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 23 11:37:11.185140 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-de6a6216-a258-499c-970a-1eed47f1b187 tempest-TagsExtTest-1712647166 tempest-TagsExtTest-1712647166-project] Releasing vlan 406 on physical network physnet1 to pool {{(pid=94175) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 23 11:37:11.185553 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron_lib.callbacks.manager [None req-de6a6216-a258-499c-970a-1eed47f1b187 tempest-TagsExtTest-1712647166 tempest-TagsExtTest-1712647166-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3801', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5082371'] for segment, after_delete {{(pid=94175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:37:11.188799 dv-neutron-601336-94-hyperv neutron-server[94175]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 23 11:37:11.188799 dv-neutron-601336-94-hyperv neutron-server[94175]: conditions |= (models_v2.Port.network_id.in_( Jun 23 11:37:11.188799 dv-neutron-601336-94-hyperv neutron-server[94175]: Traceback (most recent call last): Jun 23 11:37:11.188799 dv-neutron-601336-94-hyperv neutron-server[94175]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 23 11:37:11.188799 dv-neutron-601336-94-hyperv neutron-server[94175]: timer() Jun 23 11:37:11.188799 dv-neutron-601336-94-hyperv neutron-server[94175]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 23 11:37:11.188799 dv-neutron-601336-94-hyperv neutron-server[94175]: cb(*args, **kw) Jun 23 11:37:11.188799 dv-neutron-601336-94-hyperv neutron-server[94175]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 23 11:37:11.188799 dv-neutron-601336-94-hyperv neutron-server[94175]: return func(*args, **kwargs) Jun 23 11:37:11.188799 dv-neutron-601336-94-hyperv neutron-server[94175]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 23 11:37:11.188799 dv-neutron-601336-94-hyperv neutron-server[94175]: self._notify() Jun 23 11:37:11.188799 dv-neutron-601336-94-hyperv neutron-server[94175]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 23 11:37:11.188799 dv-neutron-601336-94-hyperv neutron-server[94175]: self.callback(batched_events) Jun 23 11:37:11.188799 dv-neutron-601336-94-hyperv neutron-server[94175]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 23 11:37:11.188799 dv-neutron-601336-94-hyperv neutron-server[94175]: event.method(event) Jun 23 11:37:11.188799 dv-neutron-601336-94-hyperv neutron-server[94175]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 23 11:37:11.188799 dv-neutron-601336-94-hyperv neutron-server[94175]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 23 11:37:11.188799 dv-neutron-601336-94-hyperv neutron-server[94175]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 23 11:37:11.188799 dv-neutron-601336-94-hyperv neutron-server[94175]: aggregate_uuid = self.p_client.list_aggregates( Jun 23 11:37:11.188799 dv-neutron-601336-94-hyperv neutron-server[94175]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 23 11:37:11.188799 dv-neutron-601336-94-hyperv neutron-server[94175]: return f(self, *a, **k) Jun 23 11:37:11.188799 dv-neutron-601336-94-hyperv neutron-server[94175]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 23 11:37:11.188799 dv-neutron-601336-94-hyperv neutron-server[94175]: return self._get(url).json() Jun 23 11:37:11.188799 dv-neutron-601336-94-hyperv neutron-server[94175]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 23 11:37:11.188799 dv-neutron-601336-94-hyperv neutron-server[94175]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 23 11:37:11.188799 dv-neutron-601336-94-hyperv neutron-server[94175]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 23 11:37:11.188799 dv-neutron-601336-94-hyperv neutron-server[94175]: return self.request(url, 'GET', **kwargs) Jun 23 11:37:11.188799 dv-neutron-601336-94-hyperv neutron-server[94175]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 23 11:37:11.188799 dv-neutron-601336-94-hyperv neutron-server[94175]: base_url = self.get_endpoint(auth, allow=allow, Jun 23 11:37:11.188799 dv-neutron-601336-94-hyperv neutron-server[94175]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 23 11:37:11.188799 dv-neutron-601336-94-hyperv neutron-server[94175]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 23 11:37:11.188799 dv-neutron-601336-94-hyperv neutron-server[94175]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 23 11:37:11.188799 dv-neutron-601336-94-hyperv neutron-server[94175]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 23 11:37:11.188799 dv-neutron-601336-94-hyperv neutron-server[94175]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 23 11:37:11.242375 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.plugins.ml2.rpc [None req-dc7542b2-afef-47f4-a763-e3a3cba144be None None] Device 7627861e-99f6-44f8-821d-0818602891db no longer exists at agent ovs-agent-dv-neutron-601336-94-hyperv {{(pid=94176) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:261}} Jun 23 11:37:11.243112 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron_lib.callbacks.manager [None req-d5903376-0e35-4f1b-b168-e2da8d9e1223 tempest-FloatingIPTestJSON-1140213849 tempest-FloatingIPTestJSON-1140213849-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:37:11.263095 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.plugins.ml2.plugin [None req-dc7542b2-afef-47f4-a763-e3a3cba144be None None] No Port match for: 7627861e-99f6-44f8-821d-0818602891db {{(pid=94176) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2240}} Jun 23 11:37:11.263464 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.plugins.ml2.rpc [None req-dc7542b2-afef-47f4-a763-e3a3cba144be None None] Device 7627861e-99f6-44f8-821d-0818602891db not bound to the agent host dv-neutron-601336-94-hyperv {{(pid=94176) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:271}} Jun 23 11:37:11.330967 dv-neutron-601336-94-hyperv neutron-server[94175]: INFO neutron.db.securitygroups_db [None req-e3bce16b-7d4a-4728-a1f6-576357a5db8e tempest-TestNetworkBasicOps-233187296 tempest-TestNetworkBasicOps-233187296-project] Project 772b9946478d439e9da4eaeade7fb21d added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jun 23 11:37:11.336624 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron_lib.callbacks.manager [None req-e3bce16b-7d4a-4728-a1f6-576357a5db8e tempest-TestNetworkBasicOps-233187296 tempest-TestNetworkBasicOps-233187296-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:37:11.370947 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron_lib.callbacks.manager [None req-de6a6216-a258-499c-970a-1eed47f1b187 tempest-TagsExtTest-1712647166 tempest-TagsExtTest-1712647166-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-897248', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8002400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7866073', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-524247'] for network, after_delete {{(pid=94175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:37:11.377570 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG oslo_concurrency.lockutils [None req-9bbf887f-f2b3-4956-91e9-4d188d7b837f tempest-RoutersIpV6Test-1448447933 tempest-RoutersIpV6Test-1448447933-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94175) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 11:37:11.381813 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron_lib.callbacks.manager [None req-de6a6216-a258-499c-970a-1eed47f1b187 tempest-TagsExtTest-1712647166 tempest-TagsExtTest-1712647166-project] Notify callbacks [] for network, before_response {{(pid=94175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:37:11.383541 dv-neutron-601336-94-hyperv neutron-server[94175]: INFO neutron.wsgi [None req-de6a6216-a258-499c-970a-1eed47f1b187 tempest-TagsExtTest-1712647166 tempest-TagsExtTest-1712647166-project] 10.222.0.20 "DELETE /v2.0/networks/47b95871-13c3-468a-9b76-3ffaa6b7f894 HTTP/1.1" status: 204 len: 168 time: 0.8035498 Jun 23 11:37:11.398664 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de6a6216-a258-499c-970a-1eed47f1b187 tempest-TagsExtTest-1712647166 tempest-TagsExtTest-1712647166-project] Pushing event deleted for resources: {'Network': ['ID=47b95871-13c3-468a-9b76-3ffaa6b7f894,revision_number=None']} {{(pid=94175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 11:37:11.402312 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG oslo_concurrency.lockutils [None req-de6a6216-a258-499c-970a-1eed47f1b187 tempest-TagsExtTest-1712647166 tempest-TagsExtTest-1712647166-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.025s {{(pid=94175) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 11:37:11.405954 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron_lib.callbacks.manager [None req-d5903376-0e35-4f1b-b168-e2da8d9e1223 tempest-FloatingIPTestJSON-1140213849 tempest-FloatingIPTestJSON-1140213849-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-923122'] for port, before_update {{(pid=94174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:37:11.410868 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron_lib.callbacks.manager [None req-e3bce16b-7d4a-4728-a1f6-576357a5db8e tempest-TestNetworkBasicOps-233187296 tempest-TestNetworkBasicOps-233187296-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:37:11.508383 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron_lib.callbacks.manager [None req-e3bce16b-7d4a-4728-a1f6-576357a5db8e tempest-TestNetworkBasicOps-233187296 tempest-TestNetworkBasicOps-233187296-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7996355'] for security_group_rule, after_create {{(pid=94175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:37:11.510176 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG oslo_concurrency.lockutils [None req-c56e5c6d-e776-4dce-9f10-9a2d8e76d5ac tempest-TestNetworkBasicOps-233187296 tempest-TestNetworkBasicOps-233187296-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94175) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 11:37:11.527755 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3bce16b-7d4a-4728-a1f6-576357a5db8e tempest-TestNetworkBasicOps-233187296 tempest-TestNetworkBasicOps-233187296-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=91fa60b9-ac84-42df-9f82-82655bcc0539,revision_number=0']} {{(pid=94175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 11:37:11.530589 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG oslo_concurrency.lockutils [None req-e3bce16b-7d4a-4728-a1f6-576357a5db8e tempest-TestNetworkBasicOps-233187296 tempest-TestNetworkBasicOps-233187296-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.020s {{(pid=94175) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 11:37:11.555286 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron_lib.callbacks.manager [None req-d5903376-0e35-4f1b-b168-e2da8d9e1223 tempest-FloatingIPTestJSON-1140213849 tempest-FloatingIPTestJSON-1140213849-project] Notify callbacks [] for port, precommit_update {{(pid=94174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:37:11.628084 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron_lib.callbacks.manager [None req-e3bce16b-7d4a-4728-a1f6-576357a5db8e tempest-TestNetworkBasicOps-233187296 tempest-TestNetworkBasicOps-233187296-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:37:11.629330 dv-neutron-601336-94-hyperv neutron-server[94175]: INFO neutron.wsgi [None req-e3bce16b-7d4a-4728-a1f6-576357a5db8e tempest-TestNetworkBasicOps-233187296 tempest-TestNetworkBasicOps-233187296-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.4648786 Jun 23 11:37:11.639636 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron_lib.callbacks.manager [None req-d5903376-0e35-4f1b-b168-e2da8d9e1223 tempest-FloatingIPTestJSON-1140213849 tempest-FloatingIPTestJSON-1140213849-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-922904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866062', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773700135042', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773699642233', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773699642278', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5196369'] for port, after_update {{(pid=94174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:37:11.642726 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG oslo_concurrency.lockutils [None req-3f39d6e6-3e0d-4e87-8ff5-528671ea22cf tempest-RoutersTest-228919764 tempest-RoutersTest-228919764-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94174) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 11:37:11.713973 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5903376-0e35-4f1b-b168-e2da8d9e1223 tempest-FloatingIPTestJSON-1140213849 tempest-FloatingIPTestJSON-1140213849-project] Pushing event updated for resources: {'Port': ['ID=e1667b7b-57bf-4521-b315-357189e3285e,revision_number=2']} {{(pid=94174) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 11:37:11.719572 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG oslo_concurrency.lockutils [None req-d5903376-0e35-4f1b-b168-e2da8d9e1223 tempest-FloatingIPTestJSON-1140213849 tempest-FloatingIPTestJSON-1140213849-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.077s {{(pid=94174) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 11:37:11.727631 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron_lib.callbacks.manager [None req-d5903376-0e35-4f1b-b168-e2da8d9e1223 tempest-FloatingIPTestJSON-1140213849 tempest-FloatingIPTestJSON-1140213849-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-524229'] for floatingip, after_update {{(pid=94174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:37:11.822916 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.wsgi [-] (94175) accepted ('10.222.0.20', 42650) {{(pid=94175) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 11:37:11.861933 dv-neutron-601336-94-hyperv neutron-server[94174]: INFO neutron.wsgi [req-f02e8724-7963-467f-a54d-8e4e1a343703 req-5f47b789-43b3-4d76-84dc-2dc826fea9fe tempest-TestNetworkBasicOps-233187296 tempest-TestNetworkBasicOps-233187296-project] 10.222.0.20 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-981239433&fields=id&tenant_id=772b9946478d439e9da4eaeade7fb21d HTTP/1.1" status: 200 len: 267 time: 0.0461471 Jun 23 11:37:11.863147 dv-neutron-601336-94-hyperv neutron-server[94174]: INFO neutron.db.l3_db [None req-d5903376-0e35-4f1b-b168-e2da8d9e1223 tempest-FloatingIPTestJSON-1140213849 tempest-FloatingIPTestJSON-1140213849-project] Floating IP 1dc33a15-81d5-499a-a8bb-e00420ed7382 associated. External IP: 172.26.3.20, port: 143b8412-5bb2-4576-b9a7-198ccfb4d0fe. Jun 23 11:37:11.958903 dv-neutron-601336-94-hyperv neutron-server[94175]: INFO neutron.wsgi [None req-a0ba25ce-2a2a-405d-8ec6-ae2dbdae7d37 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=4ea26e61bf9147359733809bf34c6d17&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1345274 Jun 23 11:37:11.961260 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.wsgi [-] (94174) accepted ('10.222.0.20', 42654) {{(pid=94174) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 11:37:12.112410 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f02e8724-7963-467f-a54d-8e4e1a343703 req-8af3c72e-74cb-440b-8120-7179fa5d8fac tempest-TestNetworkBasicOps-233187296 tempest-TestNetworkBasicOps-233187296-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94174) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 11:37:12.113735 dv-neutron-601336-94-hyperv neutron-server[94174]: INFO neutron.wsgi [req-f02e8724-7963-467f-a54d-8e4e1a343703 req-8af3c72e-74cb-440b-8120-7179fa5d8fac tempest-TestNetworkBasicOps-233187296 tempest-TestNetworkBasicOps-233187296-project] 10.222.0.20 "GET /v2.0/networks?id=751565c3-b0a8-48a7-9195-02fff873bed5 HTTP/1.1" status: 200 len: 797 time: 0.2164295 Jun 23 11:37:12.134410 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron_lib.callbacks.manager [None req-a364e222-1c2b-4369-a1d7-ae80e1f9a1e8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:37:12.148255 dv-neutron-601336-94-hyperv neutron-server[94174]: INFO neutron.wsgi [req-f02e8724-7963-467f-a54d-8e4e1a343703 req-0749c28c-eaa8-4342-9d3e-445efeed291f tempest-TestNetworkBasicOps-233187296 tempest-TestNetworkBasicOps-233187296-project] 10.222.0.20 "GET /v2.0/quotas/772b9946478d439e9da4eaeade7fb21d HTTP/1.1" status: 200 len: 375 time: 0.0262551 Jun 23 11:37:12.174647 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron_lib.callbacks.manager [None req-a364e222-1c2b-4369-a1d7-ae80e1f9a1e8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:37:12.284460 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d5903376-0e35-4f1b-b168-e2da8d9e1223 tempest-FloatingIPTestJSON-1140213849 tempest-FloatingIPTestJSON-1140213849-project] Router 54457aa4-57ec-453a-b617-a96ed249dc35 has already been hosted by L3 agent 50ef99c0-ef28-4db5-b303-b145898fae60 {{(pid=94174) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 23 11:37:12.308597 dv-neutron-601336-94-hyperv neutron-server[94174]: INFO neutron.wsgi [req-f02e8724-7963-467f-a54d-8e4e1a343703 req-10da2c2e-cf5c-4f18-a0eb-635e045e4872 tempest-TestNetworkBasicOps-233187296 tempest-TestNetworkBasicOps-233187296-project] 10.222.0.20 "GET /v2.0/ports?tenant_id=772b9946478d439e9da4eaeade7fb21d&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1538954 Jun 23 11:37:12.364257 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron_lib.callbacks.manager [None req-a364e222-1c2b-4369-a1d7-ae80e1f9a1e8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7996330'] for security_group, after_delete {{(pid=94174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:37:12.367363 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron_lib.callbacks.manager [None req-a364e222-1c2b-4369-a1d7-ae80e1f9a1e8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:37:12.368421 dv-neutron-601336-94-hyperv neutron-server[94174]: INFO neutron.wsgi [None req-a364e222-1c2b-4369-a1d7-ae80e1f9a1e8 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/7b17a638-c979-4847-ba54-913c7568236c HTTP/1.1" status: 204 len: 168 time: 0.4062359 Jun 23 11:37:12.393350 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG oslo_concurrency.lockutils [None req-8dd5cbfc-4924-41c7-9e46-3e9a73ca69dd tempest-PortsIpV6TestJSON-1781383748 tempest-PortsIpV6TestJSON-1781383748-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94174) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 11:37:12.406716 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a364e222-1c2b-4369-a1d7-ae80e1f9a1e8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7b17a638-c979-4847-ba54-913c7568236c,revision_number=None']} {{(pid=94174) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 11:37:12.414612 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG oslo_concurrency.lockutils [None req-a364e222-1c2b-4369-a1d7-ae80e1f9a1e8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.021s {{(pid=94174) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 11:37:12.493778 dv-neutron-601336-94-hyperv neutron-server[94174]: INFO neutron.wsgi [req-f02e8724-7963-467f-a54d-8e4e1a343703 req-9b87a564-5172-445b-80e1-ee4988d10296 service neutron] 10.222.0.20 "GET /v2.0/networks/751565c3-b0a8-48a7-9195-02fff873bed5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1492054 Jun 23 11:37:12.496648 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d5903376-0e35-4f1b-b168-e2da8d9e1223 tempest-FloatingIPTestJSON-1140213849 tempest-FloatingIPTestJSON-1140213849-project] Notify agent at l3_agent.dv-neutron-601336-94-hyperv the message routers_updated {{(pid=94174) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 23 11:37:12.506686 dv-neutron-601336-94-hyperv neutron-server[94177]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-69b0ae87-c1c4-4ab4-b752-33d7dc712603 None None] Sync routers for ids ['54457aa4-57ec-453a-b617-a96ed249dc35'] in dv-neutron-601336-94-hyperv {{(pid=94177) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 23 11:37:12.515791 dv-neutron-601336-94-hyperv neutron-server[94177]: DEBUG neutron.db.l3_dvrscheduler_db [None req-69b0ae87-c1c4-4ab4-b752-33d7dc712603 None None] Routers {'54457aa4-57ec-453a-b617-a96ed249dc35'} bound to L3 agent in host dv-neutron-601336-94-hyperv {{(pid=94177) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 23 11:37:12.516392 dv-neutron-601336-94-hyperv neutron-server[94177]: DEBUG neutron.db.l3_hamode_db [None req-69b0ae87-c1c4-4ab4-b752-33d7dc712603 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-601336-94-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-23T11:22:13Z,description=,heartbeat_timestamp=2021-06-23T11:36:43Z,host='dv-neutron-601336-94-hyperv',id=50ef99c0-ef28-4db5-b303-b145898fae60,load=0,resource_versions=,resources_synced=,started_at=2021-06-23T11:22:14Z,topic='l3_agent')) {'router_ids': ['54457aa4-57ec-453a-b617-a96ed249dc35'], 'active': True} {{(pid=94177) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 11:37:12.552833 dv-neutron-601336-94-hyperv neutron-server[94177]: DEBUG neutron.db.l3_hamode_db [None req-69b0ae87-c1c4-4ab4-b752-33d7dc712603 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-601336-94-hyperv', False) {} {{(pid=94177) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 11:37:12.561602 dv-neutron-601336-94-hyperv neutron-server[94177]: DEBUG neutron.db.l3_dvrscheduler_db [None req-69b0ae87-c1c4-4ab4-b752-33d7dc712603 None None] Routers {'54457aa4-57ec-453a-b617-a96ed249dc35'} bound to L3 agent in host dv-neutron-601336-94-hyperv {{(pid=94177) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 23 11:37:12.562203 dv-neutron-601336-94-hyperv neutron-server[94177]: DEBUG neutron.db.l3_hamode_db [None req-69b0ae87-c1c4-4ab4-b752-33d7dc712603 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-601336-94-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-23T11:22:13Z,description=,heartbeat_timestamp=2021-06-23T11:36:43Z,host='dv-neutron-601336-94-hyperv',id=50ef99c0-ef28-4db5-b303-b145898fae60,load=0,resource_versions=,resources_synced=,started_at=2021-06-23T11:22:14Z,topic='l3_agent')) {'router_ids': ['54457aa4-57ec-453a-b617-a96ed249dc35'], 'active': True} {{(pid=94177) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 11:37:12.601840 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron_lib.callbacks.manager [None req-d5903376-0e35-4f1b-b168-e2da8d9e1223 tempest-FloatingIPTestJSON-1140213849 tempest-FloatingIPTestJSON-1140213849-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-217507'] for floatingip, before_response {{(pid=94174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:37:12.606791 dv-neutron-601336-94-hyperv neutron-server[94174]: INFO neutron.wsgi [req-f02e8724-7963-467f-a54d-8e4e1a343703 req-a1d2f3c4-e327-4bf2-9550-66a65dc44b68 service neutron] 10.222.0.20 "GET /v2.0/networks/751565c3-b0a8-48a7-9195-02fff873bed5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1056061 Jun 23 11:37:12.607020 dv-neutron-601336-94-hyperv neutron-server[94177]: DEBUG neutron.db.l3_hamode_db [None req-69b0ae87-c1c4-4ab4-b752-33d7dc712603 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-601336-94-hyperv', False) {} {{(pid=94177) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 11:37:12.607752 dv-neutron-601336-94-hyperv neutron-server[94177]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-69b0ae87-c1c4-4ab4-b752-33d7dc712603 None None] The sync data for ids ['54457aa4-57ec-453a-b617-a96ed249dc35'] in dv-neutron-601336-94-hyperv is: [] {{(pid=94177) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 23 11:37:12.648878 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.wsgi [-] (94175) accepted ('10.222.0.20', 42658) {{(pid=94175) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 11:37:12.649519 dv-neutron-601336-94-hyperv neutron-server[94174]: INFO neutron.wsgi [None req-d5903376-0e35-4f1b-b168-e2da8d9e1223 tempest-FloatingIPTestJSON-1140213849 tempest-FloatingIPTestJSON-1140213849-project] 10.222.0.20 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 981 time: 2.5753393 Jun 23 11:37:12.654164 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.api.v2.base [None req-db8f1102-6a8d-4530-b648-41872233d1a7 tempest-FloatingIPTestJSON-1140213849 tempest-FloatingIPTestJSON-1140213849-project] Request body: {'network': {'name': 'tempest-FloatingIPTestJSON-978931182'}} {{(pid=94175) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 23 11:37:12.736695 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-db8f1102-6a8d-4530-b648-41872233d1a7 tempest-FloatingIPTestJSON-1140213849 tempest-FloatingIPTestJSON-1140213849-project] Made reservation on behalf of 946ffc147f30469c8ac6ad4e1bd7e5ea for: {'network': 1} {{(pid=94175) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 23 11:37:12.740296 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron_lib.callbacks.manager [None req-db8f1102-6a8d-4530-b648-41872233d1a7 tempest-FloatingIPTestJSON-1140213849 tempest-FloatingIPTestJSON-1140213849-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-923104'] for network, before_create {{(pid=94175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:37:12.763659 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-db8f1102-6a8d-4530-b648-41872233d1a7 tempest-FloatingIPTestJSON-1140213849 tempest-FloatingIPTestJSON-1140213849-project] vlan segment allocate from pool success with {'vlan_id': 444, 'physical_network': 'physnet1'} {{(pid=94175) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 23 11:37:12.772790 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron_lib.callbacks.manager [None req-db8f1102-6a8d-4530-b648-41872233d1a7 tempest-FloatingIPTestJSON-1140213849 tempest-FloatingIPTestJSON-1140213849-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3801'] for segment, precommit_create {{(pid=94175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:37:12.773136 dv-neutron-601336-94-hyperv neutron-server[94175]: INFO neutron.db.segments_db [None req-db8f1102-6a8d-4530-b648-41872233d1a7 tempest-FloatingIPTestJSON-1140213849 tempest-FloatingIPTestJSON-1140213849-project] Added segment 7cb1ba65-2a5b-4193-b32d-eb6a7c7c2faa of type vlan for network 81db7e8b-3ff2-4195-b98e-8536560b557a Jun 23 11:37:12.815785 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron_lib.callbacks.manager [None req-db8f1102-6a8d-4530-b648-41872233d1a7 tempest-FloatingIPTestJSON-1140213849 tempest-FloatingIPTestJSON-1140213849-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8773699596773'] for network, precommit_create {{(pid=94175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:37:12.897919 dv-neutron-601336-94-hyperv neutron-server[94175]: INFO neutron.wsgi [req-95bff76f-3749-402e-ad9c-ddaab29f22d9 req-68513be3-1962-4111-87df-a0bf77a90bd0 tempest-TestNetworkBasicOps-233187296 tempest-TestNetworkBasicOps-233187296-project] 10.222.0.20 "GET /v2.0/ports?device_id=4c156f8c-0fa4-48ba-81bb-2e948cc18773 HTTP/1.1" status: 200 len: 210 time: 0.0293550 Jun 23 11:37:12.901809 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron_lib.callbacks.manager [None req-db8f1102-6a8d-4530-b648-41872233d1a7 tempest-FloatingIPTestJSON-1140213849 tempest-FloatingIPTestJSON-1140213849-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8002400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7866073'] for network, after_create {{(pid=94175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:37:12.907511 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-db8f1102-6a8d-4530-b648-41872233d1a7 tempest-FloatingIPTestJSON-1140213849 tempest-FloatingIPTestJSON-1140213849-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 11:37:12.908144 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron_lib.callbacks.manager [None req-db8f1102-6a8d-4530-b648-41872233d1a7 tempest-FloatingIPTestJSON-1140213849 tempest-FloatingIPTestJSON-1140213849-project] Notify callbacks [] for network, before_response {{(pid=94175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:37:12.912032 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG oslo_concurrency.lockutils [None req-4fe45ed2-1c34-461f-a66c-35c663a53439 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94175) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 11:37:12.977898 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db8f1102-6a8d-4530-b648-41872233d1a7 tempest-FloatingIPTestJSON-1140213849 tempest-FloatingIPTestJSON-1140213849-project] Pushing event updated for resources: {'Network': ['ID=81db7e8b-3ff2-4195-b98e-8536560b557a,revision_number=1']} {{(pid=94175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 11:37:12.980689 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG oslo_concurrency.lockutils [None req-db8f1102-6a8d-4530-b648-41872233d1a7 tempest-FloatingIPTestJSON-1140213849 tempest-FloatingIPTestJSON-1140213849-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.069s {{(pid=94175) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 11:37:12.988236 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.plugins.ml2.rpc [None req-dc7542b2-afef-47f4-a763-e3a3cba144be None None] Network 81db7e8b-3ff2-4195-b98e-8536560b557a details requested by agent ovs-agent-dv-neutron-601336-94-hyperv with host dv-neutron-601336-94-hyperv {{(pid=94176) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:250}} Jun 23 11:37:13.034759 dv-neutron-601336-94-hyperv neutron-server[94175]: INFO neutron.wsgi [None req-db8f1102-6a8d-4530-b648-41872233d1a7 tempest-FloatingIPTestJSON-1140213849 tempest-FloatingIPTestJSON-1140213849-project] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 0.3847570 Jun 23 11:37:13.037442 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.wsgi [-] (94175) accepted ('10.222.0.20', 42668) {{(pid=94175) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 11:37:13.042669 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.api.v2.base [None req-2cc3ec59-2726-427b-be4b-22b668c30451 tempest-FloatingIPTestJSON-1140213849 tempest-FloatingIPTestJSON-1140213849-project] Request body: {'subnet': {'network_id': '81db7e8b-3ff2-4195-b98e-8536560b557a', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=94175) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 23 11:37:13.171084 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron_lib.callbacks.manager [None req-14c848f7-2369-472d-beb0-4206cd3c2fd8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773699952132', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-899307'] for agent, after_update {{(pid=94176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:37:13.205160 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2cc3ec59-2726-427b-be4b-22b668c30451 tempest-FloatingIPTestJSON-1140213849 tempest-FloatingIPTestJSON-1140213849-project] Made reservation on behalf of 946ffc147f30469c8ac6ad4e1bd7e5ea for: {'subnet': 1} {{(pid=94175) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 23 11:37:13.209378 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron_lib.callbacks.manager [None req-2cc3ec59-2726-427b-be4b-22b668c30451 tempest-FloatingIPTestJSON-1140213849 tempest-FloatingIPTestJSON-1140213849-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4660073'] for subnet, before_create {{(pid=94175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:37:13.508314 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron_lib.callbacks.manager [None req-2cc3ec59-2726-427b-be4b-22b668c30451 tempest-FloatingIPTestJSON-1140213849 tempest-FloatingIPTestJSON-1140213849-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866062', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5083113', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4660095'] for subnet, after_create {{(pid=94175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:37:13.510359 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG oslo_concurrency.lockutils [None req-5f5f110e-cb99-4e24-8b9e-f69b73b4db31 tempest-RoutersTest-228919764 tempest-RoutersTest-228919764-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94175) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 11:37:13.562249 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cc3ec59-2726-427b-be4b-22b668c30451 tempest-FloatingIPTestJSON-1140213849 tempest-FloatingIPTestJSON-1140213849-project] Pushing event updated for resources: {'Subnet': ['ID=2960b486-5663-4351-9383-16648de13dbd,revision_number=0']} {{(pid=94175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 11:37:13.569814 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG oslo_concurrency.lockutils [None req-2cc3ec59-2726-427b-be4b-22b668c30451 tempest-FloatingIPTestJSON-1140213849 tempest-FloatingIPTestJSON-1140213849-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.059s {{(pid=94175) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 11:37:13.578659 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2cc3ec59-2726-427b-be4b-22b668c30451 tempest-FloatingIPTestJSON-1140213849 tempest-FloatingIPTestJSON-1140213849-project] Checking segment: {'id': '7cb1ba65-2a5b-4193-b32d-eb6a7c7c2faa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 444, 'network_id': '81db7e8b-3ff2-4195-b98e-8536560b557a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94175) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 23 11:37:13.579062 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2cc3ec59-2726-427b-be4b-22b668c30451 tempest-FloatingIPTestJSON-1140213849 tempest-FloatingIPTestJSON-1140213849-project] Network hostable DHCP agents. Network: 81db7e8b-3ff2-4195-b98e-8536560b557a, hostable agents: ['8cf29b10-0e57-4131-816f-a4b6ad00b249'], hosted agents: [] {{(pid=94175) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 23 11:37:13.639745 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2cc3ec59-2726-427b-be4b-22b668c30451 tempest-FloatingIPTestJSON-1140213849 tempest-FloatingIPTestJSON-1140213849-project] Network 81db7e8b-3ff2-4195-b98e-8536560b557a is scheduled to be hosted by DHCP agent 8cf29b10-0e57-4131-816f-a4b6ad00b249 with binding_index 1 {{(pid=94175) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 23 11:37:13.730811 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.scheduler.base_scheduler [None req-2cc3ec59-2726-427b-be4b-22b668c30451 tempest-FloatingIPTestJSON-1140213849 tempest-FloatingIPTestJSON-1140213849-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-601336-94-hyperv, 81db7e8b-3ff2-4195-b98e-8536560b557a) {{(pid=94175) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 23 11:37:13.734936 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2cc3ec59-2726-427b-be4b-22b668c30451 tempest-FloatingIPTestJSON-1140213849 tempest-FloatingIPTestJSON-1140213849-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 11:37:13.735653 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron_lib.callbacks.manager [None req-2cc3ec59-2726-427b-be4b-22b668c30451 tempest-FloatingIPTestJSON-1140213849 tempest-FloatingIPTestJSON-1140213849-project] Notify callbacks [] for subnet, before_response {{(pid=94175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:37:13.739899 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bca41897-bda2-4e3e-a41e-a17e602145c1 None None] Network 81db7e8b-3ff2-4195-b98e-8536560b557a requested from dv-neutron-601336-94-hyperv {{(pid=94176) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 23 11:37:13.806607 dv-neutron-601336-94-hyperv neutron-server[94175]: INFO neutron.wsgi [None req-2cc3ec59-2726-427b-be4b-22b668c30451 tempest-FloatingIPTestJSON-1140213849 tempest-FloatingIPTestJSON-1140213849-project] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.7678819 Jun 23 11:37:13.809060 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.wsgi [-] (94175) accepted ('10.222.0.20', 42672) {{(pid=94175) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 11:37:13.814075 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.api.v2.base [None req-a496309c-e6d2-4aec-933c-b84a01d03e5b tempest-FloatingIPTestJSON-1140213849 tempest-FloatingIPTestJSON-1140213849-project] Request body: {'router': {'name': 'tempest-FloatingIPTestJSON-router-1696718456', 'external_gateway_info': {'network_id': '3e7e4eb3-cf02-4d47-ade9-0a579cdfc60f'}, 'admin_state_up': False}} {{(pid=94175) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 23 11:37:13.853538 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron_lib.callbacks.manager [None req-dc7542b2-afef-47f4-a763-e3a3cba144be None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773699952132', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-899307'] for agent, after_update {{(pid=94176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:37:13.896936 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron_lib.callbacks.manager [None req-a496309c-e6d2-4aec-933c-b84a01d03e5b tempest-FloatingIPTestJSON-1140213849 tempest-FloatingIPTestJSON-1140213849-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-520407', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-32315'] for router, before_create {{(pid=94175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:37:13.898003 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron_lib.callbacks.manager [None req-a496309c-e6d2-4aec-933c-b84a01d03e5b tempest-FloatingIPTestJSON-1140213849 tempest-FloatingIPTestJSON-1140213849-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-520264', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-524122', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-414782', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-32290'] for router, precommit_create {{(pid=94175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:37:13.902304 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0931b8ee-52e5-4060-9fdc-936f902b70a8 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1e0d828a-1fa4-563d-b7fd-53adf66a04ee-81db7e8b-3ff2-4195-b98e-8536560b557a', 'network_id': '81db7e8b-3ff2-4195-b98e-8536560b557a', 'tenant_id': '946ffc147f30469c8ac6ad4e1bd7e5ea', 'fixed_ips': [{'subnet_id': '2960b486-5663-4351-9383-16648de13dbd'}]}} from dv-neutron-601336-94-hyperv. {{(pid=94176) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 23 11:37:13.903258 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron_lib.callbacks.manager [None req-0931b8ee-52e5-4060-9fdc-936f902b70a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-923104'] for port, before_create {{(pid=94176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:37:13.966420 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron_lib.callbacks.manager [None req-a496309c-e6d2-4aec-933c-b84a01d03e5b tempest-FloatingIPTestJSON-1140213849 tempest-FloatingIPTestJSON-1140213849-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:37:14.045893 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.db.db_base_plugin_common [None req-0931b8ee-52e5-4060-9fdc-936f902b70a8 None None] Allocated IP 172.20.0.2 (81db7e8b-3ff2-4195-b98e-8536560b557a/2960b486-5663-4351-9383-16648de13dbd/8a9547e7-ec74-46c9-9205-80d65aedd51c) {{(pid=94176) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 23 11:37:14.061163 dv-neutron-601336-94-hyperv neutron-server[94174]: INFO neutron.wsgi [req-629667d8-31b7-41f7-a5de-29104584e2cb req-187b021a-90e2-4d6b-8e90-50f8f9a09a63 tempest-TestNetworkBasicOps-233187296 tempest-TestNetworkBasicOps-233187296-project] 10.222.0.20 "GET /v2.0/ports?device_id=4c156f8c-0fa4-48ba-81bb-2e948cc18773 HTTP/1.1" status: 200 len: 210 time: 0.0432985 Jun 23 11:37:14.155120 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron_lib.callbacks.manager [None req-a496309c-e6d2-4aec-933c-b84a01d03e5b tempest-FloatingIPTestJSON-1140213849 tempest-FloatingIPTestJSON-1140213849-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-524104', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-520389', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-32276'] for router, precommit_update {{(pid=94175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:37:14.199467 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron_lib.callbacks.manager [None req-0931b8ee-52e5-4060-9fdc-936f902b70a8 None None] Notify callbacks [] for port, precommit_create {{(pid=94176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:37:14.207245 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.db.provisioning_blocks [None req-0931b8ee-52e5-4060-9fdc-936f902b70a8 None None] Transition to ACTIVE for port object 8a9547e7-ec74-46c9-9205-80d65aedd51c will not be triggered until provisioned by entity L2. {{(pid=94176) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 23 11:37:14.221657 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.db.provisioning_blocks [None req-0931b8ee-52e5-4060-9fdc-936f902b70a8 None None] Transition to ACTIVE for port object 8a9547e7-ec74-46c9-9205-80d65aedd51c will not be triggered until provisioned by entity DHCP. {{(pid=94176) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 23 11:37:14.302747 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron_lib.callbacks.manager [None req-0931b8ee-52e5-4060-9fdc-936f902b70a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-922915', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-239814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7866073', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773699642215'] for port, after_create {{(pid=94176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:37:14.305411 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG oslo_concurrency.lockutils [None req-a5b55406-ee44-4839-9d4a-91b932632b76 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 11:37:14.337273 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0931b8ee-52e5-4060-9fdc-936f902b70a8 None None] Network 81db7e8b-3ff2-4195-b98e-8536560b557a is already hosted by enough agents. {{(pid=94176) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 23 11:37:14.339949 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.scheduler.base_scheduler [None req-0931b8ee-52e5-4060-9fdc-936f902b70a8 None None] Resources bound (agent type, host, resource id): {{(pid=94176) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 23 11:37:14.343336 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0931b8ee-52e5-4060-9fdc-936f902b70a8 None None] Received port after_create {{(pid=94176) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 23 11:37:14.375973 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0931b8ee-52e5-4060-9fdc-936f902b70a8 None None] Pushing event updated for resources: {'Port': ['ID=8a9547e7-ec74-46c9-9205-80d65aedd51c,revision_number=1']} {{(pid=94176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 11:37:14.380746 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG oslo_concurrency.lockutils [None req-0931b8ee-52e5-4060-9fdc-936f902b70a8 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.075s {{(pid=94176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 11:37:14.410572 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.plugins.ml2.managers [None req-0931b8ee-52e5-4060-9fdc-936f902b70a8 None None] Attempting to bind port 8a9547e7-ec74-46c9-9205-80d65aedd51c on host dv-neutron-601336-94-hyperv for vnic_type normal with profile {{(pid=94176) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 23 11:37:14.414373 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.plugins.ml2.managers [None req-0931b8ee-52e5-4060-9fdc-936f902b70a8 None None] Attempting to bind port 8a9547e7-ec74-46c9-9205-80d65aedd51c by drivers openvswitch,hyperv on host dv-neutron-601336-94-hyperv at level 0 using segments [{'id': '7cb1ba65-2a5b-4193-b32d-eb6a7c7c2faa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 444, 'network_id': '81db7e8b-3ff2-4195-b98e-8536560b557a'}] {{(pid=94176) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 23 11:37:14.414925 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0931b8ee-52e5-4060-9fdc-936f902b70a8 None None] Attempting to bind port 8a9547e7-ec74-46c9-9205-80d65aedd51c on network 81db7e8b-3ff2-4195-b98e-8536560b557a {{(pid=94176) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 23 11:37:14.421345 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0931b8ee-52e5-4060-9fdc-936f902b70a8 None None] Checking agent: {'id': '4d05f899-5ac9-411b-8a03-f60c93f87cdf', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-601336-94-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 23, 11, 22, 14), 'started_at': datetime.datetime(2021, 6, 23, 11, 22, 44), 'heartbeat_timestamp': datetime.datetime(2021, 6, 23, 11, 37, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'monitor_allowed_address_pair_garp': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-601336-94-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94176) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 23 11:37:14.421892 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0931b8ee-52e5-4060-9fdc-936f902b70a8 None None] Checking segment: {'id': '7cb1ba65-2a5b-4193-b32d-eb6a7c7c2faa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 444, 'network_id': '81db7e8b-3ff2-4195-b98e-8536560b557a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94176) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 23 11:37:14.422408 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron_lib.callbacks.manager [None req-0931b8ee-52e5-4060-9fdc-936f902b70a8 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:37:14.422912 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0931b8ee-52e5-4060-9fdc-936f902b70a8 None None] Bound using segment: {'id': '7cb1ba65-2a5b-4193-b32d-eb6a7c7c2faa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 444, 'network_id': '81db7e8b-3ff2-4195-b98e-8536560b557a'} {{(pid=94176) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 23 11:37:14.423529 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.plugins.ml2.managers [None req-0931b8ee-52e5-4060-9fdc-936f902b70a8 None None] Bound port: 8a9547e7-ec74-46c9-9205-80d65aedd51c, host: dv-neutron-601336-94-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7cb1ba65-2a5b-4193-b32d-eb6a7c7c2faa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 444, 'network_id': '81db7e8b-3ff2-4195-b98e-8536560b557a'}}] {{(pid=94176) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 23 11:37:14.424011 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron_lib.callbacks.manager [None req-0931b8ee-52e5-4060-9fdc-936f902b70a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-923122'] for port, before_update {{(pid=94176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:37:14.439649 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron_lib.callbacks.manager [None req-a496309c-e6d2-4aec-933c-b84a01d03e5b tempest-FloatingIPTestJSON-1140213849 tempest-FloatingIPTestJSON-1140213849-project] Notify callbacks [] for router_gateway, before_create {{(pid=94175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:37:14.459054 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron_lib.callbacks.manager [None req-a496309c-e6d2-4aec-933c-b84a01d03e5b tempest-FloatingIPTestJSON-1140213849 tempest-FloatingIPTestJSON-1140213849-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-923104'] for port, before_create {{(pid=94175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:37:14.498175 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.plugins.ml2.db [None req-0931b8ee-52e5-4060-9fdc-936f902b70a8 None None] For port 8a9547e7-ec74-46c9-9205-80d65aedd51c, host dv-neutron-601336-94-hyperv, cleared binding levels {{(pid=94176) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 23 11:37:14.512196 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.plugins.ml2.db [None req-0931b8ee-52e5-4060-9fdc-936f902b70a8 None None] For port 8a9547e7-ec74-46c9-9205-80d65aedd51c, host dv-neutron-601336-94-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-94-hyperv',level=0,port_id=8a9547e7-ec74-46c9-9205-80d65aedd51c,segment=NetworkSegment(7cb1ba65-2a5b-4193-b32d-eb6a7c7c2faa),segment_id=7cb1ba65-2a5b-4193-b32d-eb6a7c7c2faa)] {{(pid=94176) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 23 11:37:14.566405 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.db.db_base_plugin_common [None req-a496309c-e6d2-4aec-933c-b84a01d03e5b tempest-FloatingIPTestJSON-1140213849 tempest-FloatingIPTestJSON-1140213849-project] Allocated IP 172.26.3.71 (3e7e4eb3-cf02-4d47-ade9-0a579cdfc60f/a5ad15ab-c489-4a67-a9b0-d559fca0ec71/a1c60c8c-eff6-4487-8a9e-66c8a11579dc) {{(pid=94175) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 23 11:37:14.588665 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron_lib.callbacks.manager [None req-4c20ea5f-bc7f-4d4e-935d-57f082af6ccb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773699952132', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-899307'] for agent, after_update {{(pid=94176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:37:14.589884 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron_lib.callbacks.manager [None req-0931b8ee-52e5-4060-9fdc-936f902b70a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-922904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866062', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773700135042', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773699642233', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773699642278'] for port, after_update {{(pid=94176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:37:14.592718 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG oslo_concurrency.lockutils [None req-97bd5441-1da2-49ee-a364-27795820ba27 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 11:37:14.652914 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0931b8ee-52e5-4060-9fdc-936f902b70a8 None None] Pushing event updated for resources: {'Port': ['ID=8a9547e7-ec74-46c9-9205-80d65aedd51c,revision_number=2']} {{(pid=94176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 11:37:14.665171 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG oslo_concurrency.lockutils [None req-0931b8ee-52e5-4060-9fdc-936f902b70a8 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.072s {{(pid=94176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 11:37:14.685601 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f02e8724-7963-467f-a54d-8e4e1a343703 req-25f2ddcf-4991-4fce-b9b3-8269497e40d1 tempest-TestNetworkBasicOps-233187296 tempest-TestNetworkBasicOps-233187296-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94174) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 11:37:14.687114 dv-neutron-601336-94-hyperv neutron-server[94174]: INFO neutron.wsgi [req-f02e8724-7963-467f-a54d-8e4e1a343703 req-25f2ddcf-4991-4fce-b9b3-8269497e40d1 tempest-TestNetworkBasicOps-233187296 tempest-TestNetworkBasicOps-233187296-project] 10.222.0.52 "GET /v2.0/networks?id=751565c3-b0a8-48a7-9195-02fff873bed5 HTTP/1.1" status: 200 len: 797 time: 0.1128979 Jun 23 11:37:14.695448 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron_lib.callbacks.manager [None req-a496309c-e6d2-4aec-933c-b84a01d03e5b tempest-FloatingIPTestJSON-1140213849 tempest-FloatingIPTestJSON-1140213849-project] Notify callbacks [] for port, precommit_create {{(pid=94175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:37:14.734309 dv-neutron-601336-94-hyperv neutron-server[94174]: INFO neutron.wsgi [req-f02e8724-7963-467f-a54d-8e4e1a343703 req-0517aa25-ce82-407b-a775-e747a0edec38 tempest-TestNetworkBasicOps-233187296 tempest-TestNetworkBasicOps-233187296-project] 10.222.0.52 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=772b9946478d439e9da4eaeade7fb21d HTTP/1.1" status: 200 len: 379 time: 0.0380247 Jun 23 11:37:14.743637 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.api.v2.base [req-f02e8724-7963-467f-a54d-8e4e1a343703 req-f454b8e1-4518-41b7-a292-d2b8a2203df5 tempest-TestNetworkBasicOps-233187296 tempest-TestNetworkBasicOps-233187296-project] Request body: {'port': {'device_id': '4c156f8c-0fa4-48ba-81bb-2e948cc18773', 'network_id': '751565c3-b0a8-48a7-9195-02fff873bed5', 'admin_state_up': True, 'tenant_id': '772b9946478d439e9da4eaeade7fb21d', 'security_groups': ['afbb5e43-86d5-4257-b916-20a954ee3100']}} {{(pid=94174) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 23 11:37:14.794502 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron_lib.callbacks.manager [None req-a496309c-e6d2-4aec-933c-b84a01d03e5b tempest-FloatingIPTestJSON-1140213849 tempest-FloatingIPTestJSON-1140213849-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-922915', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-239814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7866073', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773699642215', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-5082457'] for port, after_create {{(pid=94175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:37:14.797738 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG oslo_concurrency.lockutils [None req-60518e22-b79d-4291-9566-19e2fe9b29b1 tempest-TagsExtTest-1712647166 tempest-TagsExtTest-1712647166-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94175) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 11:37:14.837423 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a496309c-e6d2-4aec-933c-b84a01d03e5b tempest-FloatingIPTestJSON-1140213849 tempest-FloatingIPTestJSON-1140213849-project] Network 3e7e4eb3-cf02-4d47-ade9-0a579cdfc60f is already hosted by enough agents. {{(pid=94175) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 23 11:37:14.844785 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.scheduler.base_scheduler [None req-a496309c-e6d2-4aec-933c-b84a01d03e5b tempest-FloatingIPTestJSON-1140213849 tempest-FloatingIPTestJSON-1140213849-project] Resources bound (agent type, host, resource id): {{(pid=94175) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 23 11:37:14.847755 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a496309c-e6d2-4aec-933c-b84a01d03e5b tempest-FloatingIPTestJSON-1140213849 tempest-FloatingIPTestJSON-1140213849-project] Received port after_create {{(pid=94175) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 23 11:37:14.917977 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a496309c-e6d2-4aec-933c-b84a01d03e5b tempest-FloatingIPTestJSON-1140213849 tempest-FloatingIPTestJSON-1140213849-project] Pushing event updated for resources: {'Port': ['ID=a1c60c8c-eff6-4487-8a9e-66c8a11579dc,revision_number=1']} {{(pid=94175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 11:37:14.926017 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG oslo_concurrency.lockutils [None req-a496309c-e6d2-4aec-933c-b84a01d03e5b tempest-FloatingIPTestJSON-1140213849 tempest-FloatingIPTestJSON-1140213849-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.127s {{(pid=94175) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 11:37:14.959311 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f02e8724-7963-467f-a54d-8e4e1a343703 req-f454b8e1-4518-41b7-a292-d2b8a2203df5 tempest-TestNetworkBasicOps-233187296 tempest-TestNetworkBasicOps-233187296-project] Made reservation on behalf of 772b9946478d439e9da4eaeade7fb21d for: {'port': 1} {{(pid=94174) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 23 11:37:14.963315 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron_lib.callbacks.manager [req-f02e8724-7963-467f-a54d-8e4e1a343703 req-f454b8e1-4518-41b7-a292-d2b8a2203df5 tempest-TestNetworkBasicOps-233187296 tempest-TestNetworkBasicOps-233187296-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-923104'] for port, before_create {{(pid=94174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:37:15.025118 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.plugins.ml2.rpc [None req-dc7542b2-afef-47f4-a763-e3a3cba144be None None] Device 8a9547e7-ec74-46c9-9205-80d65aedd51c up at agent ovs-agent-dv-neutron-601336-94-hyperv {{(pid=94176) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:298}} Jun 23 11:37:15.139429 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.db.db_base_plugin_common [req-f02e8724-7963-467f-a54d-8e4e1a343703 req-f454b8e1-4518-41b7-a292-d2b8a2203df5 tempest-TestNetworkBasicOps-233187296 tempest-TestNetworkBasicOps-233187296-project] Allocated IP 172.20.0.8 (751565c3-b0a8-48a7-9195-02fff873bed5/16206325-2869-4d16-997a-5226fd65f4a9/ec4bcd93-1a8a-4477-bc36-6256a7f680e5) {{(pid=94174) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 23 11:37:15.165263 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.db.provisioning_blocks [None req-dc7542b2-afef-47f4-a763-e3a3cba144be None None] Provisioning for port 8a9547e7-ec74-46c9-9205-80d65aedd51c completed by entity L2. {{(pid=94176) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 23 11:37:15.257657 dv-neutron-601336-94-hyperv neutron-server[94175]: INFO neutron.wsgi [req-aa7330b7-ee1c-46bd-af66-0354a32f1f09 req-57dfd244-85dd-489b-b3b4-b3f930dad039 tempest-TestNetworkBasicOps-233187296 tempest-TestNetworkBasicOps-233187296-project] 10.222.0.20 "GET /v2.0/ports?device_id=4c156f8c-0fa4-48ba-81bb-2e948cc18773 HTTP/1.1" status: 200 len: 210 time: 0.0638447 Jun 23 11:37:15.278651 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron_lib.callbacks.manager [None req-a496309c-e6d2-4aec-933c-b84a01d03e5b tempest-FloatingIPTestJSON-1140213849 tempest-FloatingIPTestJSON-1140213849-project] Notify callbacks [] for router_gateway, after_create {{(pid=94175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:37:15.299128 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron_lib.callbacks.manager [req-f02e8724-7963-467f-a54d-8e4e1a343703 req-f454b8e1-4518-41b7-a292-d2b8a2203df5 tempest-TestNetworkBasicOps-233187296 tempest-TestNetworkBasicOps-233187296-project] Notify callbacks [] for port, precommit_create {{(pid=94174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:37:15.312497 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.db.provisioning_blocks [req-f02e8724-7963-467f-a54d-8e4e1a343703 req-f454b8e1-4518-41b7-a292-d2b8a2203df5 tempest-TestNetworkBasicOps-233187296 tempest-TestNetworkBasicOps-233187296-project] Transition to ACTIVE for port object ec4bcd93-1a8a-4477-bc36-6256a7f680e5 will not be triggered until provisioned by entity DHCP. {{(pid=94174) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 23 11:37:15.399866 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron_lib.callbacks.manager [req-f02e8724-7963-467f-a54d-8e4e1a343703 req-f454b8e1-4518-41b7-a292-d2b8a2203df5 tempest-TestNetworkBasicOps-233187296 tempest-TestNetworkBasicOps-233187296-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-922915', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-239814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7866073', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773699642215', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-5196399'] for port, after_create {{(pid=94174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:37:15.404903 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG oslo_concurrency.lockutils [None req-d5903376-0e35-4f1b-b168-e2da8d9e1223 tempest-FloatingIPTestJSON-1140213849 tempest-FloatingIPTestJSON-1140213849-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94174) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 11:37:15.446354 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f02e8724-7963-467f-a54d-8e4e1a343703 req-f454b8e1-4518-41b7-a292-d2b8a2203df5 tempest-TestNetworkBasicOps-233187296 tempest-TestNetworkBasicOps-233187296-project] Network 751565c3-b0a8-48a7-9195-02fff873bed5 is already hosted by enough agents. {{(pid=94174) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 23 11:37:15.449579 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.scheduler.base_scheduler [req-f02e8724-7963-467f-a54d-8e4e1a343703 req-f454b8e1-4518-41b7-a292-d2b8a2203df5 tempest-TestNetworkBasicOps-233187296 tempest-TestNetworkBasicOps-233187296-project] Resources bound (agent type, host, resource id): {{(pid=94174) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 23 11:37:15.455638 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.db.l3_dvrscheduler_db [req-f02e8724-7963-467f-a54d-8e4e1a343703 req-f454b8e1-4518-41b7-a292-d2b8a2203df5 tempest-TestNetworkBasicOps-233187296 tempest-TestNetworkBasicOps-233187296-project] Received port after_create {{(pid=94174) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 23 11:37:15.468389 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f454b8e1-4518-41b7-a292-d2b8a2203df5 tempest-TestNetworkBasicOps-233187296 tempest-TestNetworkBasicOps-233187296-project] Pushing event updated for resources: {'Port': ['ID=ec4bcd93-1a8a-4477-bc36-6256a7f680e5,revision_number=1']} {{(pid=94174) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 11:37:15.488713 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG oslo_concurrency.lockutils [None req-f454b8e1-4518-41b7-a292-d2b8a2203df5 tempest-TestNetworkBasicOps-233187296 tempest-TestNetworkBasicOps-233187296-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.084s {{(pid=94174) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 11:37:15.494066 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron_lib.callbacks.manager [None req-a496309c-e6d2-4aec-933c-b84a01d03e5b tempest-FloatingIPTestJSON-1140213849 tempest-FloatingIPTestJSON-1140213849-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-520412', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-524143'] for router, after_create {{(pid=94175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:37:15.517360 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f02e8724-7963-467f-a54d-8e4e1a343703 req-f454b8e1-4518-41b7-a292-d2b8a2203df5 tempest-TestNetworkBasicOps-233187296 tempest-TestNetworkBasicOps-233187296-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94174) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 11:37:15.520289 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron_lib.callbacks.manager [req-f02e8724-7963-467f-a54d-8e4e1a343703 req-f454b8e1-4518-41b7-a292-d2b8a2203df5 tempest-TestNetworkBasicOps-233187296 tempest-TestNetworkBasicOps-233187296-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-217507'] for port, before_response {{(pid=94174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:37:15.583363 dv-neutron-601336-94-hyperv neutron-server[94174]: INFO neutron.wsgi [req-f02e8724-7963-467f-a54d-8e4e1a343703 req-f454b8e1-4518-41b7-a292-d2b8a2203df5 tempest-TestNetworkBasicOps-233187296 tempest-TestNetworkBasicOps-233187296-project] 10.222.0.52 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8439581 Jun 23 11:37:15.595134 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.api.v2.base [req-f02e8724-7963-467f-a54d-8e4e1a343703 req-b9b97aa4-6820-480c-be23-d602e868aef1 service neutron] Request body: {'port': {'device_id': '4c156f8c-0fa4-48ba-81bb-2e948cc18773', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-6013'}} {{(pid=94174) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 23 11:37:15.679603 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a496309c-e6d2-4aec-933c-b84a01d03e5b tempest-FloatingIPTestJSON-1140213849 tempest-FloatingIPTestJSON-1140213849-project] Router 6d6cc427-32c1-421c-9818-730f16c7d65d is scheduled to L3 agent 50ef99c0-ef28-4db5-b303-b145898fae60 with binding_index 1 {{(pid=94175) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jun 23 11:37:15.679876 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron_lib.callbacks.manager [req-f02e8724-7963-467f-a54d-8e4e1a343703 req-b9b97aa4-6820-480c-be23-d602e868aef1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-923122'] for port, before_update {{(pid=94174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:37:15.790298 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-92df444a-bc30-4c05-8f23-06336f284145 None None] Network 81db7e8b-3ff2-4195-b98e-8536560b557a requested from dv-neutron-601336-94-hyperv {{(pid=94176) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 23 11:37:15.805770 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a496309c-e6d2-4aec-933c-b84a01d03e5b tempest-FloatingIPTestJSON-1140213849 tempest-FloatingIPTestJSON-1140213849-project] Notify agent at l3_agent.dv-neutron-601336-94-hyperv the message routers_updated {{(pid=94175) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 23 11:37:15.826831 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.db.provisioning_blocks [None req-51162d89-04f0-4d3f-b877-3b6f62fffaee None None] Provisioning for port ec4bcd93-1a8a-4477-bc36-6256a7f680e5 completed by entity DHCP. {{(pid=94176) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 23 11:37:15.832372 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0750cd62-6082-454a-9d07-f7fd2a0d3124 None None] Sync routers for ids ['6d6cc427-32c1-421c-9818-730f16c7d65d'] in dv-neutron-601336-94-hyperv {{(pid=94176) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 23 11:37:15.838546 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.db.provisioning_blocks [None req-51162d89-04f0-4d3f-b877-3b6f62fffaee None None] Provisioning complete for port ec4bcd93-1a8a-4477-bc36-6256a7f680e5 triggered by entity DHCP. {{(pid=94176) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 23 11:37:15.838925 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron_lib.callbacks.manager [None req-51162d89-04f0-4d3f-b877-3b6f62fffaee None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-899258'] for port, provisioning_complete {{(pid=94176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:37:15.879232 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0750cd62-6082-454a-9d07-f7fd2a0d3124 None None] Routers {'6d6cc427-32c1-421c-9818-730f16c7d65d'} bound to L3 agent in host dv-neutron-601336-94-hyperv {{(pid=94176) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 23 11:37:15.879461 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.db.l3_hamode_db [None req-0750cd62-6082-454a-9d07-f7fd2a0d3124 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-601336-94-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-06-23T11:22:13Z,description=,heartbeat_timestamp=2021-06-23T11:37:13Z,host='dv-neutron-601336-94-hyperv',id=50ef99c0-ef28-4db5-b303-b145898fae60,load=0,resource_versions=,resources_synced=,started_at=2021-06-23T11:22:14Z,topic='l3_agent')) {'router_ids': ['6d6cc427-32c1-421c-9818-730f16c7d65d'], 'active': True} {{(pid=94176) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 11:37:15.881575 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron_lib.callbacks.manager [None req-a496309c-e6d2-4aec-933c-b84a01d03e5b tempest-FloatingIPTestJSON-1140213849 tempest-FloatingIPTestJSON-1140213849-project] Notify callbacks [] for router, before_response {{(pid=94175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:37:15.885627 dv-neutron-601336-94-hyperv neutron-server[94175]: INFO neutron.wsgi [None req-a496309c-e6d2-4aec-933c-b84a01d03e5b tempest-FloatingIPTestJSON-1140213849 tempest-FloatingIPTestJSON-1140213849-project] 10.222.0.20 "POST /v2.0/routers HTTP/1.1" status: 201 len: 886 time: 2.0752304 Jun 23 11:37:15.888234 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.wsgi [-] (94174) accepted ('10.222.0.20', 42682) {{(pid=94174) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 11:37:15.924241 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.db.l3_hamode_db [None req-0750cd62-6082-454a-9d07-f7fd2a0d3124 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-601336-94-hyperv', False) {} {{(pid=94176) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 11:37:15.936640 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.plugins.ml2.plugin [None req-51162d89-04f0-4d3f-b877-3b6f62fffaee None None] Port ec4bcd93-1a8a-4477-bc36-6256a7f680e5 cannot update to ACTIVE because it is not bound. {{(pid=94176) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jun 23 11:37:15.950970 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0750cd62-6082-454a-9d07-f7fd2a0d3124 None None] Routers {'6d6cc427-32c1-421c-9818-730f16c7d65d'} bound to L3 agent in host dv-neutron-601336-94-hyperv {{(pid=94176) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 23 11:37:15.951627 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.db.l3_hamode_db [None req-0750cd62-6082-454a-9d07-f7fd2a0d3124 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-601336-94-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-06-23T11:22:13Z,description=,heartbeat_timestamp=2021-06-23T11:37:13Z,host='dv-neutron-601336-94-hyperv',id=50ef99c0-ef28-4db5-b303-b145898fae60,load=0,resource_versions=,resources_synced=,started_at=2021-06-23T11:22:14Z,topic='l3_agent')) {'router_ids': ['6d6cc427-32c1-421c-9818-730f16c7d65d'], 'active': True} {{(pid=94176) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 11:37:16.004422 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.db.l3_hamode_db [None req-0750cd62-6082-454a-9d07-f7fd2a0d3124 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-601336-94-hyperv', False) {} {{(pid=94176) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 11:37:16.005127 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0750cd62-6082-454a-9d07-f7fd2a0d3124 None None] The sync data for ids ['6d6cc427-32c1-421c-9818-730f16c7d65d'] in dv-neutron-601336-94-hyperv is: [] {{(pid=94176) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 23 11:37:16.131358 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.db.provisioning_blocks [None req-3cd6856b-add3-4d87-abb6-9fbda8083dd6 None None] Provisioning for port 8a9547e7-ec74-46c9-9205-80d65aedd51c completed by entity DHCP. {{(pid=94176) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 23 11:37:16.140611 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.db.provisioning_blocks [None req-3cd6856b-add3-4d87-abb6-9fbda8083dd6 None None] Provisioning complete for port 8a9547e7-ec74-46c9-9205-80d65aedd51c triggered by entity DHCP. {{(pid=94176) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 23 11:37:16.141312 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron_lib.callbacks.manager [None req-3cd6856b-add3-4d87-abb6-9fbda8083dd6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-899258'] for port, provisioning_complete {{(pid=94176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:37:16.240348 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron_lib.callbacks.manager [None req-3cd6856b-add3-4d87-abb6-9fbda8083dd6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-923122'] for port, before_update {{(pid=94176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:37:16.285904 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.plugins.ml2.db [None req-3cd6856b-add3-4d87-abb6-9fbda8083dd6 None None] For port 8a9547e7-ec74-46c9-9205-80d65aedd51c, host dv-neutron-601336-94-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-94-hyperv',level=0,port_id=8a9547e7-ec74-46c9-9205-80d65aedd51c,segment=NetworkSegment(7cb1ba65-2a5b-4193-b32d-eb6a7c7c2faa),segment_id=7cb1ba65-2a5b-4193-b32d-eb6a7c7c2faa)] {{(pid=94176) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 23 11:37:16.354199 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron_lib.callbacks.manager [None req-3cd6856b-add3-4d87-abb6-9fbda8083dd6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-922904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866062', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773700135042', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773699642233', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773699642278'] for port, after_update {{(pid=94176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:37:16.356431 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG oslo_concurrency.lockutils [None req-dc7542b2-afef-47f4-a763-e3a3cba144be None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 11:37:16.403783 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cd6856b-add3-4d87-abb6-9fbda8083dd6 None None] Pushing event updated for resources: {'Port': ['ID=8a9547e7-ec74-46c9-9205-80d65aedd51c,revision_number=3']} {{(pid=94176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 11:37:16.406896 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG oslo_concurrency.lockutils [None req-3cd6856b-add3-4d87-abb6-9fbda8083dd6 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=94176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 11:37:16.432365 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.notifiers.nova [req-f02e8724-7963-467f-a54d-8e4e1a343703 req-b9b97aa4-6820-480c-be23-d602e868aef1 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ec4bcd93-1a8a-4477-bc36-6256a7f680e5 {{(pid=94174) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 23 11:37:16.443801 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron_lib.callbacks.manager [req-f02e8724-7963-467f-a54d-8e4e1a343703 req-b9b97aa4-6820-480c-be23-d602e868aef1 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:37:16.474347 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.db.provisioning_blocks [None req-84e4b123-d7f2-4d4d-8441-acf79bf22372 None None] Provisioning complete for port 8a9547e7-ec74-46c9-9205-80d65aedd51c triggered by entity DHCP. {{(pid=94176) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 23 11:37:16.474815 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron_lib.callbacks.manager [None req-84e4b123-d7f2-4d4d-8441-acf79bf22372 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-899258'] for port, provisioning_complete {{(pid=94176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:37:16.506783 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.db.provisioning_blocks [req-f02e8724-7963-467f-a54d-8e4e1a343703 req-b9b97aa4-6820-480c-be23-d602e868aef1 service neutron] Transition to ACTIVE for port object ec4bcd93-1a8a-4477-bc36-6256a7f680e5 will not be triggered until provisioned by entity L2. {{(pid=94174) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 23 11:37:16.563984 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15cdc786-0e08-4061-a8cb-4e041c8f377d req-80326a3a-8fa9-40c7-99fb-a7076850c32f tempest-TestNetworkBasicOps-233187296 tempest-TestNetworkBasicOps-233187296-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94174) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 11:37:16.565475 dv-neutron-601336-94-hyperv neutron-server[94174]: INFO neutron.wsgi [req-15cdc786-0e08-4061-a8cb-4e041c8f377d req-80326a3a-8fa9-40c7-99fb-a7076850c32f tempest-TestNetworkBasicOps-233187296 tempest-TestNetworkBasicOps-233187296-project] 10.222.0.20 "GET /v2.0/ports?device_id=4c156f8c-0fa4-48ba-81bb-2e948cc18773 HTTP/1.1" status: 200 len: 931 time: 0.1817577 Jun 23 11:37:16.592273 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron_lib.callbacks.manager [req-f02e8724-7963-467f-a54d-8e4e1a343703 req-b9b97aa4-6820-480c-be23-d602e868aef1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-922904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866062', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773700135042', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773699642233', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773699642278', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5196369'] for port, after_update {{(pid=94174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:37:16.597439 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG oslo_concurrency.lockutils [None req-aa024e1c-4565-4830-8dd4-d37f6054dd69 tempest-RoutersTest-228919764 tempest-RoutersTest-228919764-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94174) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 11:37:16.600177 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron_lib.callbacks.manager [None req-95d6aa8f-24e7-4234-82ff-f502266c3285 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773699952132', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-899307'] for agent, after_update {{(pid=94176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:37:16.702552 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9b97aa4-6820-480c-be23-d602e868aef1 service neutron] Pushing event updated for resources: {'Port': ['ID=ec4bcd93-1a8a-4477-bc36-6256a7f680e5,revision_number=2']} {{(pid=94174) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 11:37:16.707403 dv-neutron-601336-94-hyperv neutron-server[94174]: INFO neutron.wsgi [req-15cdc786-0e08-4061-a8cb-4e041c8f377d req-9f374723-ee97-4b50-8342-130f14b03e5a tempest-TestNetworkBasicOps-233187296 tempest-TestNetworkBasicOps-233187296-project] 10.222.0.20 "GET /v2.0/security-groups?id=afbb5e43-86d5-4257-b916-20a954ee3100&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1332982 Jun 23 11:37:16.708865 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG oslo_concurrency.lockutils [None req-b9b97aa4-6820-480c-be23-d602e868aef1 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.111s {{(pid=94174) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 11:37:16.866509 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.plugins.ml2.managers [req-f02e8724-7963-467f-a54d-8e4e1a343703 req-b9b97aa4-6820-480c-be23-d602e868aef1 service neutron] Attempting to bind port ec4bcd93-1a8a-4477-bc36-6256a7f680e5 on host hv-neutron-6013 for vnic_type normal with profile {{(pid=94174) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 23 11:37:16.866852 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.plugins.ml2.managers [req-f02e8724-7963-467f-a54d-8e4e1a343703 req-b9b97aa4-6820-480c-be23-d602e868aef1 service neutron] Attempting to bind port ec4bcd93-1a8a-4477-bc36-6256a7f680e5 by drivers openvswitch,hyperv on host hv-neutron-6013 at level 0 using segments [{'id': 'f7c7ca79-63a4-46a7-b62b-c898c61f3948', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 410, 'network_id': '751565c3-b0a8-48a7-9195-02fff873bed5'}] {{(pid=94174) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 23 11:37:16.867215 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f02e8724-7963-467f-a54d-8e4e1a343703 req-b9b97aa4-6820-480c-be23-d602e868aef1 service neutron] Attempting to bind port ec4bcd93-1a8a-4477-bc36-6256a7f680e5 on network 751565c3-b0a8-48a7-9195-02fff873bed5 {{(pid=94174) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 23 11:37:16.875945 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f02e8724-7963-467f-a54d-8e4e1a343703 req-b9b97aa4-6820-480c-be23-d602e868aef1 service neutron] Port ec4bcd93-1a8a-4477-bc36-6256a7f680e5 on network 751565c3-b0a8-48a7-9195-02fff873bed5 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-6013 {{(pid=94174) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 23 11:37:16.876280 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f02e8724-7963-467f-a54d-8e4e1a343703 req-b9b97aa4-6820-480c-be23-d602e868aef1 service neutron] Attempting to bind port ec4bcd93-1a8a-4477-bc36-6256a7f680e5 on network 751565c3-b0a8-48a7-9195-02fff873bed5 {{(pid=94174) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 23 11:37:16.908842 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f02e8724-7963-467f-a54d-8e4e1a343703 req-b9b97aa4-6820-480c-be23-d602e868aef1 service neutron] Checking agent: {'id': '3a130b41-5b27-406b-aeb2-5a923af79f10', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-6013', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 23, 11, 28, 23), 'started_at': datetime.datetime(2021, 6, 23, 11, 28, 23), 'heartbeat_timestamp': datetime.datetime(2021, 6, 23, 11, 36, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94174) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 23 11:37:16.909194 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f02e8724-7963-467f-a54d-8e4e1a343703 req-b9b97aa4-6820-480c-be23-d602e868aef1 service neutron] Checking segment: {'id': 'f7c7ca79-63a4-46a7-b62b-c898c61f3948', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 410, 'network_id': '751565c3-b0a8-48a7-9195-02fff873bed5'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94174) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 23 11:37:16.909587 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f02e8724-7963-467f-a54d-8e4e1a343703 req-b9b97aa4-6820-480c-be23-d602e868aef1 service neutron] Bound using segment: {'id': 'f7c7ca79-63a4-46a7-b62b-c898c61f3948', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 410, 'network_id': '751565c3-b0a8-48a7-9195-02fff873bed5'} {{(pid=94174) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 23 11:37:16.910030 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.plugins.ml2.managers [req-f02e8724-7963-467f-a54d-8e4e1a343703 req-b9b97aa4-6820-480c-be23-d602e868aef1 service neutron] Bound port: ec4bcd93-1a8a-4477-bc36-6256a7f680e5, host: hv-neutron-6013, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f7c7ca79-63a4-46a7-b62b-c898c61f3948', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 410, 'network_id': '751565c3-b0a8-48a7-9195-02fff873bed5'}}] {{(pid=94174) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 23 11:37:16.910389 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron_lib.callbacks.manager [req-f02e8724-7963-467f-a54d-8e4e1a343703 req-b9b97aa4-6820-480c-be23-d602e868aef1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-923122'] for port, before_update {{(pid=94174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:37:16.961128 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.plugins.ml2.rpc [None req-dc7542b2-afef-47f4-a763-e3a3cba144be None None] Device 8a9547e7-ec74-46c9-9205-80d65aedd51c up at agent ovs-agent-dv-neutron-601336-94-hyperv {{(pid=94176) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:298}} Jun 23 11:37:17.009260 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.db.provisioning_blocks [None req-dc7542b2-afef-47f4-a763-e3a3cba144be None None] Provisioning complete for port 8a9547e7-ec74-46c9-9205-80d65aedd51c triggered by entity L2. {{(pid=94176) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 23 11:37:17.009733 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron_lib.callbacks.manager [None req-dc7542b2-afef-47f4-a763-e3a3cba144be None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-899258'] for port, provisioning_complete {{(pid=94176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:37:17.020374 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron_lib.callbacks.manager [None req-47c5a939-3242-4443-975f-1fd3cf5b3ba0 tempest-FloatingIPTestJSON-1140213849 tempest-FloatingIPTestJSON-1140213849-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-923104'] for port, before_create {{(pid=94174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:37:17.035201 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.plugins.ml2.db [req-f02e8724-7963-467f-a54d-8e4e1a343703 req-b9b97aa4-6820-480c-be23-d602e868aef1 service neutron] For port ec4bcd93-1a8a-4477-bc36-6256a7f680e5, host hv-neutron-6013, cleared binding levels {{(pid=94174) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 23 11:37:17.081406 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.plugins.ml2.db [req-f02e8724-7963-467f-a54d-8e4e1a343703 req-b9b97aa4-6820-480c-be23-d602e868aef1 service neutron] For port ec4bcd93-1a8a-4477-bc36-6256a7f680e5, host hv-neutron-6013, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-6013',level=0,port_id=ec4bcd93-1a8a-4477-bc36-6256a7f680e5,segment=NetworkSegment(f7c7ca79-63a4-46a7-b62b-c898c61f3948),segment_id=f7c7ca79-63a4-46a7-b62b-c898c61f3948)] {{(pid=94174) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 23 11:37:17.180957 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron_lib.callbacks.manager [req-f02e8724-7963-467f-a54d-8e4e1a343703 req-b9b97aa4-6820-480c-be23-d602e868aef1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-922904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866062', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773700135042', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773699642233', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773699642278', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5196369'] for port, after_update {{(pid=94174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:37:17.185690 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG oslo_concurrency.lockutils [None req-0a032648-a52c-4612-aad6-3a5f6f2de802 tempest-FloatingIPTestJSON-1140213849 tempest-FloatingIPTestJSON-1140213849-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94174) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 11:37:17.233874 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f02e8724-7963-467f-a54d-8e4e1a343703 req-b9b97aa4-6820-480c-be23-d602e868aef1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94174) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 11:37:17.234501 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron_lib.callbacks.manager [req-f02e8724-7963-467f-a54d-8e4e1a343703 req-b9b97aa4-6820-480c-be23-d602e868aef1 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-217507'] for port, before_response {{(pid=94174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:37:17.235931 dv-neutron-601336-94-hyperv neutron-server[94174]: INFO neutron.wsgi [req-f02e8724-7963-467f-a54d-8e4e1a343703 req-b9b97aa4-6820-480c-be23-d602e868aef1 service neutron] 10.222.0.52 "PUT /v2.0/ports/ec4bcd93-1a8a-4477-bc36-6256a7f680e5 HTTP/1.1" status: 200 len: 1093 time: 1.6458447 Jun 23 11:37:17.236449 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4c156f8c-0fa4-48ba-81bb-2e948cc18773', 'tag': 'ec4bcd93-1a8a-4477-bc36-6256a7f680e5'}] {{(pid=94174) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 23 11:37:17.238763 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6ff47218258ed5bf6cae7f276c9622ae488f9e8ebc13d1a310221fbcfb04c5dd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-71495d17-eee3-494a-a036-ac39d88b07e7" -d '{"events": [{"name": "network-changed", "server_uuid": "4c156f8c-0fa4-48ba-81bb-2e948cc18773", "tag": "ec4bcd93-1a8a-4477-bc36-6256a7f680e5"}]}' {{(pid=94174) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 23 11:37:17.281844 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 23 Jun 2021 11:37:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-20b2e45c-d70f-4162-b0e5-ac80922d4647 x-openstack-request-id: req-20b2e45c-d70f-4162-b0e5-ac80922d4647 {{(pid=94174) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 23 11:37:17.287339 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4c156f8c-0fa4-48ba-81bb-2e948cc18773", "tag": "ec4bcd93-1a8a-4477-bc36-6256a7f680e5", "status": "completed", "code": 200}]} {{(pid=94174) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 23 11:37:17.287339 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-20b2e45c-d70f-4162-b0e5-ac80922d4647 {{(pid=94174) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 23 11:37:17.287339 dv-neutron-601336-94-hyperv neutron-server[94174]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4c156f8c-0fa4-48ba-81bb-2e948cc18773', 'tag': 'ec4bcd93-1a8a-4477-bc36-6256a7f680e5', 'status': 'completed', 'code': 200} Jun 23 11:37:17.298929 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9b97aa4-6820-480c-be23-d602e868aef1 service neutron] Pushing event updated for resources: {'Port': ['ID=ec4bcd93-1a8a-4477-bc36-6256a7f680e5,revision_number=3']} {{(pid=94174) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 11:37:17.306998 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG oslo_concurrency.lockutils [None req-b9b97aa4-6820-480c-be23-d602e868aef1 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.121s {{(pid=94174) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 11:37:17.399650 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.db.db_base_plugin_common [None req-47c5a939-3242-4443-975f-1fd3cf5b3ba0 tempest-FloatingIPTestJSON-1140213849 tempest-FloatingIPTestJSON-1140213849-project] Allocated IP 172.20.0.1 (81db7e8b-3ff2-4195-b98e-8536560b557a/2960b486-5663-4351-9383-16648de13dbd/2f3b1086-b566-4c0b-a368-55c2a315ed3f) {{(pid=94174) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 23 11:37:17.419525 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71495d17-eee3-494a-a036-ac39d88b07e7 req-0cfebbf4-f4c9-4ce4-89ff-8aecc798aa7b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94174) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 11:37:17.420742 dv-neutron-601336-94-hyperv neutron-server[94174]: INFO neutron.wsgi [req-71495d17-eee3-494a-a036-ac39d88b07e7 req-0cfebbf4-f4c9-4ce4-89ff-8aecc798aa7b service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=772b9946478d439e9da4eaeade7fb21d&device_id=4c156f8c-0fa4-48ba-81bb-2e948cc18773 HTTP/1.1" status: 200 len: 1096 time: 0.1128869 Jun 23 11:37:17.594480 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron_lib.callbacks.manager [None req-47c5a939-3242-4443-975f-1fd3cf5b3ba0 tempest-FloatingIPTestJSON-1140213849 tempest-FloatingIPTestJSON-1140213849-project] Notify callbacks [] for port, precommit_create {{(pid=94174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:37:17.596832 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71495d17-eee3-494a-a036-ac39d88b07e7 req-61584865-7e47-4d83-9f77-32bf857db481 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94174) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 11:37:17.598292 dv-neutron-601336-94-hyperv neutron-server[94174]: INFO neutron.wsgi [req-71495d17-eee3-494a-a036-ac39d88b07e7 req-61584865-7e47-4d83-9f77-32bf857db481 service neutron] 10.222.0.52 "GET /v2.0/networks?tenant_id=772b9946478d439e9da4eaeade7fb21d&shared=False HTTP/1.1" status: 200 len: 898 time: 0.1619661 Jun 23 11:37:17.649120 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.db.provisioning_blocks [None req-47c5a939-3242-4443-975f-1fd3cf5b3ba0 tempest-FloatingIPTestJSON-1140213849 tempest-FloatingIPTestJSON-1140213849-project] Transition to ACTIVE for port object 2f3b1086-b566-4c0b-a368-55c2a315ed3f will not be triggered until provisioned by entity DHCP. {{(pid=94174) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 23 11:37:17.713537 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71495d17-eee3-494a-a036-ac39d88b07e7 req-d19ab418-f54d-4ba4-97fe-5588cefb7ff6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94174) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 11:37:17.714972 dv-neutron-601336-94-hyperv neutron-server[94174]: INFO neutron.wsgi [req-71495d17-eee3-494a-a036-ac39d88b07e7 req-d19ab418-f54d-4ba4-97fe-5588cefb7ff6 service neutron] 10.222.0.52 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1112435 Jun 23 11:37:17.772145 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron_lib.callbacks.manager [None req-47c5a939-3242-4443-975f-1fd3cf5b3ba0 tempest-FloatingIPTestJSON-1140213849 tempest-FloatingIPTestJSON-1140213849-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-922915', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-239814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7866073', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773699642215', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-5196399'] for port, after_create {{(pid=94174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:37:17.774665 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG oslo_concurrency.lockutils [None req-d5903376-0e35-4f1b-b168-e2da8d9e1223 tempest-FloatingIPTestJSON-1140213849 tempest-FloatingIPTestJSON-1140213849-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94174) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 11:37:17.862064 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-47c5a939-3242-4443-975f-1fd3cf5b3ba0 tempest-FloatingIPTestJSON-1140213849 tempest-FloatingIPTestJSON-1140213849-project] Network 81db7e8b-3ff2-4195-b98e-8536560b557a is already hosted by enough agents. {{(pid=94174) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 23 11:37:17.887641 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.scheduler.base_scheduler [None req-47c5a939-3242-4443-975f-1fd3cf5b3ba0 tempest-FloatingIPTestJSON-1140213849 tempest-FloatingIPTestJSON-1140213849-project] Resources bound (agent type, host, resource id): {{(pid=94174) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 23 11:37:17.890061 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.db.l3_dvrscheduler_db [None req-47c5a939-3242-4443-975f-1fd3cf5b3ba0 tempest-FloatingIPTestJSON-1140213849 tempest-FloatingIPTestJSON-1140213849-project] Received port after_create {{(pid=94174) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 23 11:37:17.895818 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47c5a939-3242-4443-975f-1fd3cf5b3ba0 tempest-FloatingIPTestJSON-1140213849 tempest-FloatingIPTestJSON-1140213849-project] Pushing event updated for resources: {'Port': ['ID=2f3b1086-b566-4c0b-a368-55c2a315ed3f,revision_number=1']} {{(pid=94174) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 11:37:17.898418 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG oslo_concurrency.lockutils [None req-47c5a939-3242-4443-975f-1fd3cf5b3ba0 tempest-FloatingIPTestJSON-1140213849 tempest-FloatingIPTestJSON-1140213849-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.124s {{(pid=94174) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 11:37:17.960478 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron_lib.callbacks.manager [None req-47c5a939-3242-4443-975f-1fd3cf5b3ba0 tempest-FloatingIPTestJSON-1140213849 tempest-FloatingIPTestJSON-1140213849-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-452954'] for router_interface, before_create {{(pid=94174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:37:18.011332 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f02e8724-7963-467f-a54d-8e4e1a343703 req-65d0bb0c-e395-4953-a26f-63c8bc23f6ac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94174) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 11:37:18.012746 dv-neutron-601336-94-hyperv neutron-server[94174]: INFO neutron.wsgi [req-f02e8724-7963-467f-a54d-8e4e1a343703 req-65d0bb0c-e395-4953-a26f-63c8bc23f6ac service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=772b9946478d439e9da4eaeade7fb21d&device_id=4c156f8c-0fa4-48ba-81bb-2e948cc18773 HTTP/1.1" status: 200 len: 1096 time: 0.2289550 Jun 23 11:37:18.041497 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdafd00e-1c33-40de-80ae-0ce6a107e024 req-690517ba-edd5-4002-a445-d2b29df5405c tempest-TestNetworkBasicOps-233187296 tempest-TestNetworkBasicOps-233187296-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94174) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 11:37:18.042976 dv-neutron-601336-94-hyperv neutron-server[94174]: INFO neutron.wsgi [req-cdafd00e-1c33-40de-80ae-0ce6a107e024 req-690517ba-edd5-4002-a445-d2b29df5405c tempest-TestNetworkBasicOps-233187296 tempest-TestNetworkBasicOps-233187296-project] 10.222.0.20 "GET /v2.0/ports?device_id=4c156f8c-0fa4-48ba-81bb-2e948cc18773 HTTP/1.1" status: 200 len: 943 time: 0.2058563 Jun 23 11:37:18.079423 dv-neutron-601336-94-hyperv neutron-server[94174]: INFO neutron.wsgi [req-f02e8724-7963-467f-a54d-8e4e1a343703 req-85a07fb4-ee0f-4397-9e1a-255dd439a818 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=ec4bcd93-1a8a-4477-bc36-6256a7f680e5 HTTP/1.1" status: 200 len: 217 time: 0.0590515 Jun 23 11:37:18.174573 dv-neutron-601336-94-hyperv neutron-server[94174]: INFO neutron.wsgi [req-cdafd00e-1c33-40de-80ae-0ce6a107e024 req-7b0cf119-0253-4f37-97ac-abe978f52584 tempest-TestNetworkBasicOps-233187296 tempest-TestNetworkBasicOps-233187296-project] 10.222.0.20 "GET /v2.0/security-groups?id=afbb5e43-86d5-4257-b916-20a954ee3100&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1035354 Jun 23 11:37:18.182138 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f02e8724-7963-467f-a54d-8e4e1a343703 req-0abbabf1-f13e-4007-b1f3-c1fee416a826 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94174) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 11:37:18.182320 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.db.provisioning_blocks [None req-ed9742f4-cfe0-4dc7-adf2-ca0aa50dbdac None None] Provisioning for port 2f3b1086-b566-4c0b-a368-55c2a315ed3f completed by entity DHCP. {{(pid=94176) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 23 11:37:18.183671 dv-neutron-601336-94-hyperv neutron-server[94174]: INFO neutron.wsgi [req-f02e8724-7963-467f-a54d-8e4e1a343703 req-0abbabf1-f13e-4007-b1f3-c1fee416a826 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=16206325-2869-4d16-997a-5226fd65f4a9 HTTP/1.1" status: 200 len: 834 time: 0.0951514 Jun 23 11:37:18.186787 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.db.provisioning_blocks [None req-ed9742f4-cfe0-4dc7-adf2-ca0aa50dbdac None None] Provisioning complete for port 2f3b1086-b566-4c0b-a368-55c2a315ed3f triggered by entity DHCP. {{(pid=94176) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 23 11:37:18.187277 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron_lib.callbacks.manager [None req-ed9742f4-cfe0-4dc7-adf2-ca0aa50dbdac None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-899258'] for port, provisioning_complete {{(pid=94176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:37:18.221401 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.plugins.ml2.plugin [None req-ed9742f4-cfe0-4dc7-adf2-ca0aa50dbdac None None] Port 2f3b1086-b566-4c0b-a368-55c2a315ed3f cannot update to ACTIVE because it is not bound. {{(pid=94176) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jun 23 11:37:18.272422 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f02e8724-7963-467f-a54d-8e4e1a343703 req-07f0627a-573f-4e40-9950-25f862b75ece service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94174) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 11:37:18.273822 dv-neutron-601336-94-hyperv neutron-server[94174]: INFO neutron.wsgi [req-f02e8724-7963-467f-a54d-8e4e1a343703 req-07f0627a-573f-4e40-9950-25f862b75ece service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=751565c3-b0a8-48a7-9195-02fff873bed5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1178 time: 0.0837831 Jun 23 11:37:18.276222 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron_lib.callbacks.manager [None req-47c5a939-3242-4443-975f-1fd3cf5b3ba0 tempest-FloatingIPTestJSON-1140213849 tempest-FloatingIPTestJSON-1140213849-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-923122'] for port, before_update {{(pid=94174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:37:18.447959 dv-neutron-601336-94-hyperv neutron-server[94174]: INFO neutron.wsgi [req-f02e8724-7963-467f-a54d-8e4e1a343703 req-1f74582d-0b15-4b83-8782-ea72ca9ab2f9 service neutron] 10.222.0.52 "GET /v2.0/networks/751565c3-b0a8-48a7-9195-02fff873bed5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1635969 Jun 23 11:37:18.617069 dv-neutron-601336-94-hyperv neutron-server[94174]: INFO neutron.wsgi [req-f02e8724-7963-467f-a54d-8e4e1a343703 req-dcc54f6a-992e-4357-b33d-d5319e304e21 service neutron] 10.222.0.52 "GET /v2.0/networks/751565c3-b0a8-48a7-9195-02fff873bed5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1443295 Jun 23 11:37:18.679796 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron_lib.callbacks.manager [None req-47c5a939-3242-4443-975f-1fd3cf5b3ba0 tempest-FloatingIPTestJSON-1140213849 tempest-FloatingIPTestJSON-1140213849-project] Notify callbacks [] for port, precommit_update {{(pid=94174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:37:18.736277 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron_lib.callbacks.manager [None req-47c5a939-3242-4443-975f-1fd3cf5b3ba0 tempest-FloatingIPTestJSON-1140213849 tempest-FloatingIPTestJSON-1140213849-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-922904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866062', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773700135042', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773699642233', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773699642278', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5196369'] for port, after_update {{(pid=94174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:37:18.739621 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG oslo_concurrency.lockutils [None req-b9b97aa4-6820-480c-be23-d602e868aef1 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94174) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 11:37:18.812948 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron_lib.callbacks.manager [None req-47c5a939-3242-4443-975f-1fd3cf5b3ba0 tempest-FloatingIPTestJSON-1140213849 tempest-FloatingIPTestJSON-1140213849-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-7866091', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-453038'] for router_interface, after_create {{(pid=94174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:37:18.814673 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47c5a939-3242-4443-975f-1fd3cf5b3ba0 tempest-FloatingIPTestJSON-1140213849 tempest-FloatingIPTestJSON-1140213849-project] Pushing event updated for resources: {'Port': ['ID=2f3b1086-b566-4c0b-a368-55c2a315ed3f,revision_number=2']} {{(pid=94174) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 11:37:18.818645 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG oslo_concurrency.lockutils [None req-47c5a939-3242-4443-975f-1fd3cf5b3ba0 tempest-FloatingIPTestJSON-1140213849 tempest-FloatingIPTestJSON-1140213849-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.080s {{(pid=94174) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 11:37:18.902157 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-47c5a939-3242-4443-975f-1fd3cf5b3ba0 tempest-FloatingIPTestJSON-1140213849 tempest-FloatingIPTestJSON-1140213849-project] Network 81db7e8b-3ff2-4195-b98e-8536560b557a is already hosted by enough agents. {{(pid=94174) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 23 11:37:18.903483 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.scheduler.base_scheduler [None req-47c5a939-3242-4443-975f-1fd3cf5b3ba0 tempest-FloatingIPTestJSON-1140213849 tempest-FloatingIPTestJSON-1140213849-project] Resources bound (agent type, host, resource id): {{(pid=94174) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 23 11:37:19.018158 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-47c5a939-3242-4443-975f-1fd3cf5b3ba0 tempest-FloatingIPTestJSON-1140213849 tempest-FloatingIPTestJSON-1140213849-project] Router 6d6cc427-32c1-421c-9818-730f16c7d65d has already been hosted by L3 agent 50ef99c0-ef28-4db5-b303-b145898fae60 {{(pid=94174) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 23 11:37:19.123416 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-47c5a939-3242-4443-975f-1fd3cf5b3ba0 tempest-FloatingIPTestJSON-1140213849 tempest-FloatingIPTestJSON-1140213849-project] Notify agent at l3_agent.dv-neutron-601336-94-hyperv the message routers_updated {{(pid=94174) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 23 11:37:19.128245 dv-neutron-601336-94-hyperv neutron-server[94174]: INFO neutron.wsgi [None req-47c5a939-3242-4443-975f-1fd3cf5b3ba0 tempest-FloatingIPTestJSON-1140213849 tempest-FloatingIPTestJSON-1140213849-project] 10.222.0.20 "PUT /v2.0/routers/6d6cc427-32c1-421c-9818-730f16c7d65d/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.2390435 Jun 23 11:37:19.130907 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.wsgi [-] (94174) accepted ('10.222.0.20', 42690) {{(pid=94174) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 11:37:19.133433 dv-neutron-601336-94-hyperv neutron-server[94177]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c792bc5c-7a3c-4e94-92dc-c1aa2d7cddd9 None None] Sync routers for ids ['6d6cc427-32c1-421c-9818-730f16c7d65d'] in dv-neutron-601336-94-hyperv {{(pid=94177) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 23 11:37:19.139826 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.api.v2.base [None req-b23e9575-3fa4-493e-915a-64dac512098e tempest-FloatingIPTestJSON-1140213849 tempest-FloatingIPTestJSON-1140213849-project] Request body: {'port': {'network_id': '81db7e8b-3ff2-4195-b98e-8536560b557a', 'name': 'tempest-FloatingIPTestJSON-1509574954'}} {{(pid=94174) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 23 11:37:19.143331 dv-neutron-601336-94-hyperv neutron-server[94177]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c792bc5c-7a3c-4e94-92dc-c1aa2d7cddd9 None None] Routers {'6d6cc427-32c1-421c-9818-730f16c7d65d'} bound to L3 agent in host dv-neutron-601336-94-hyperv {{(pid=94177) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 23 11:37:19.143987 dv-neutron-601336-94-hyperv neutron-server[94177]: DEBUG neutron.db.l3_hamode_db [None req-c792bc5c-7a3c-4e94-92dc-c1aa2d7cddd9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-601336-94-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-06-23T11:22:13Z,description=,heartbeat_timestamp=2021-06-23T11:37:13Z,host='dv-neutron-601336-94-hyperv',id=50ef99c0-ef28-4db5-b303-b145898fae60,load=0,resource_versions=,resources_synced=,started_at=2021-06-23T11:22:14Z,topic='l3_agent')) {'router_ids': ['6d6cc427-32c1-421c-9818-730f16c7d65d'], 'active': True} {{(pid=94177) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 11:37:19.148275 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.db.provisioning_blocks [None req-28a8ca89-0f70-49a2-81b0-87dd213915f2 None None] Provisioning complete for port 2f3b1086-b566-4c0b-a368-55c2a315ed3f triggered by entity DHCP. {{(pid=94176) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 23 11:37:19.149135 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron_lib.callbacks.manager [None req-28a8ca89-0f70-49a2-81b0-87dd213915f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-899258'] for port, provisioning_complete {{(pid=94176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:37:19.178693 dv-neutron-601336-94-hyperv neutron-server[94177]: DEBUG neutron.db.l3_hamode_db [None req-c792bc5c-7a3c-4e94-92dc-c1aa2d7cddd9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-601336-94-hyperv', False) {} {{(pid=94177) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 11:37:19.188439 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.plugins.ml2.plugin [None req-28a8ca89-0f70-49a2-81b0-87dd213915f2 None None] Port 2f3b1086-b566-4c0b-a368-55c2a315ed3f cannot update to ACTIVE because it is not bound. {{(pid=94176) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jun 23 11:37:19.189004 dv-neutron-601336-94-hyperv neutron-server[94177]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c792bc5c-7a3c-4e94-92dc-c1aa2d7cddd9 None None] Routers {'6d6cc427-32c1-421c-9818-730f16c7d65d'} bound to L3 agent in host dv-neutron-601336-94-hyperv {{(pid=94177) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 23 11:37:19.189560 dv-neutron-601336-94-hyperv neutron-server[94177]: DEBUG neutron.db.l3_hamode_db [None req-c792bc5c-7a3c-4e94-92dc-c1aa2d7cddd9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-601336-94-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-06-23T11:22:13Z,description=,heartbeat_timestamp=2021-06-23T11:37:13Z,host='dv-neutron-601336-94-hyperv',id=50ef99c0-ef28-4db5-b303-b145898fae60,load=0,resource_versions=,resources_synced=,started_at=2021-06-23T11:22:14Z,topic='l3_agent')) {'router_ids': ['6d6cc427-32c1-421c-9818-730f16c7d65d'], 'active': True} {{(pid=94177) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 11:37:19.222067 dv-neutron-601336-94-hyperv neutron-server[94177]: DEBUG neutron.db.l3_hamode_db [None req-c792bc5c-7a3c-4e94-92dc-c1aa2d7cddd9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-601336-94-hyperv', False) {} {{(pid=94177) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 11:37:19.222734 dv-neutron-601336-94-hyperv neutron-server[94177]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c792bc5c-7a3c-4e94-92dc-c1aa2d7cddd9 None None] The sync data for ids ['6d6cc427-32c1-421c-9818-730f16c7d65d'] in dv-neutron-601336-94-hyperv is: [] {{(pid=94177) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 23 11:37:19.307628 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b23e9575-3fa4-493e-915a-64dac512098e tempest-FloatingIPTestJSON-1140213849 tempest-FloatingIPTestJSON-1140213849-project] Made reservation on behalf of 946ffc147f30469c8ac6ad4e1bd7e5ea for: {'port': 1} {{(pid=94174) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 23 11:37:19.311233 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron_lib.callbacks.manager [None req-b23e9575-3fa4-493e-915a-64dac512098e tempest-FloatingIPTestJSON-1140213849 tempest-FloatingIPTestJSON-1140213849-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-923104'] for port, before_create {{(pid=94174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:37:19.329214 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.notifiers.nova [None req-b23e9575-3fa4-493e-915a-64dac512098e tempest-FloatingIPTestJSON-1140213849 tempest-FloatingIPTestJSON-1140213849-project] device_id is not set on port 56132061-d475-42de-ae64-7be54a4f1534 yet. {{(pid=94174) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jun 23 11:37:19.349629 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0442ece6-c3f0-456d-a5b0-74a4fa2f80ad req-29c2d102-8cc6-4989-ac47-31b154b89725 tempest-TestNetworkBasicOps-233187296 tempest-TestNetworkBasicOps-233187296-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 11:37:19.351222 dv-neutron-601336-94-hyperv neutron-server[94175]: INFO neutron.wsgi [req-0442ece6-c3f0-456d-a5b0-74a4fa2f80ad req-29c2d102-8cc6-4989-ac47-31b154b89725 tempest-TestNetworkBasicOps-233187296 tempest-TestNetworkBasicOps-233187296-project] 10.222.0.20 "GET /v2.0/ports?device_id=4c156f8c-0fa4-48ba-81bb-2e948cc18773 HTTP/1.1" status: 200 len: 943 time: 0.0652707 Jun 23 11:37:19.388454 dv-neutron-601336-94-hyperv neutron-server[94175]: INFO neutron.wsgi [req-0442ece6-c3f0-456d-a5b0-74a4fa2f80ad req-19bd1c6e-65ad-426f-b71f-a849a35a048d tempest-TestNetworkBasicOps-233187296 tempest-TestNetworkBasicOps-233187296-project] 10.222.0.20 "GET /v2.0/security-groups?id=afbb5e43-86d5-4257-b916-20a954ee3100&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0312629 Jun 23 11:37:19.433836 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.db.db_base_plugin_common [None req-b23e9575-3fa4-493e-915a-64dac512098e tempest-FloatingIPTestJSON-1140213849 tempest-FloatingIPTestJSON-1140213849-project] Allocated IP 172.20.0.4 (81db7e8b-3ff2-4195-b98e-8536560b557a/2960b486-5663-4351-9383-16648de13dbd/56132061-d475-42de-ae64-7be54a4f1534) {{(pid=94174) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 23 11:37:19.575305 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron_lib.callbacks.manager [None req-b23e9575-3fa4-493e-915a-64dac512098e tempest-FloatingIPTestJSON-1140213849 tempest-FloatingIPTestJSON-1140213849-project] Notify callbacks [] for port, precommit_create {{(pid=94174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:37:19.589069 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.db.provisioning_blocks [None req-b23e9575-3fa4-493e-915a-64dac512098e tempest-FloatingIPTestJSON-1140213849 tempest-FloatingIPTestJSON-1140213849-project] Transition to ACTIVE for port object 56132061-d475-42de-ae64-7be54a4f1534 will not be triggered until provisioned by entity DHCP. {{(pid=94174) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 23 11:37:19.668020 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron_lib.callbacks.manager [None req-b23e9575-3fa4-493e-915a-64dac512098e tempest-FloatingIPTestJSON-1140213849 tempest-FloatingIPTestJSON-1140213849-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-922915', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-239814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7866073', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773699642215', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-5196399'] for port, after_create {{(pid=94174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:37:19.671576 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG oslo_concurrency.lockutils [None req-8b8ef941-eaaa-4c54-81f6-c1a8db4c04cb tempest-TestNetworkBasicOps-233187296 tempest-TestNetworkBasicOps-233187296-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94174) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 11:37:19.711558 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b23e9575-3fa4-493e-915a-64dac512098e tempest-FloatingIPTestJSON-1140213849 tempest-FloatingIPTestJSON-1140213849-project] Network 81db7e8b-3ff2-4195-b98e-8536560b557a is already hosted by enough agents. {{(pid=94174) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 23 11:37:19.714605 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.scheduler.base_scheduler [None req-b23e9575-3fa4-493e-915a-64dac512098e tempest-FloatingIPTestJSON-1140213849 tempest-FloatingIPTestJSON-1140213849-project] Resources bound (agent type, host, resource id): {{(pid=94174) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 23 11:37:19.718321 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b23e9575-3fa4-493e-915a-64dac512098e tempest-FloatingIPTestJSON-1140213849 tempest-FloatingIPTestJSON-1140213849-project] Received port after_create {{(pid=94174) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 23 11:37:19.751105 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b23e9575-3fa4-493e-915a-64dac512098e tempest-FloatingIPTestJSON-1140213849 tempest-FloatingIPTestJSON-1140213849-project] Pushing event updated for resources: {'Port': ['ID=56132061-d475-42de-ae64-7be54a4f1534,revision_number=1']} {{(pid=94174) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 11:37:19.756462 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG oslo_concurrency.lockutils [None req-b23e9575-3fa4-493e-915a-64dac512098e tempest-FloatingIPTestJSON-1140213849 tempest-FloatingIPTestJSON-1140213849-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.085s {{(pid=94174) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 11:37:19.781915 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b23e9575-3fa4-493e-915a-64dac512098e tempest-FloatingIPTestJSON-1140213849 tempest-FloatingIPTestJSON-1140213849-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94174) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 11:37:19.782525 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron_lib.callbacks.manager [None req-b23e9575-3fa4-493e-915a-64dac512098e tempest-FloatingIPTestJSON-1140213849 tempest-FloatingIPTestJSON-1140213849-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-217507'] for port, before_response {{(pid=94174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:37:19.863009 dv-neutron-601336-94-hyperv neutron-server[94174]: INFO neutron.wsgi [None req-b23e9575-3fa4-493e-915a-64dac512098e tempest-FloatingIPTestJSON-1140213849 tempest-FloatingIPTestJSON-1140213849-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 929 time: 0.7282939 Jun 23 11:37:19.867260 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.wsgi [-] (94174) accepted ('10.222.0.20', 42694) {{(pid=94174) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 11:37:19.871948 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.api.v2.base [None req-3f710a23-7b4d-4425-b08c-f51482b84601 tempest-FloatingIPTestJSON-1140213849 tempest-FloatingIPTestJSON-1140213849-project] Request body: {'floatingip': {'port_id': '56132061-d475-42de-ae64-7be54a4f1534'}} {{(pid=94174) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 23 11:37:19.926272 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron_lib.callbacks.manager [None req-3f710a23-7b4d-4425-b08c-f51482b84601 tempest-FloatingIPTestJSON-1140213849 tempest-FloatingIPTestJSON-1140213849-project] Notify callbacks [] for floatingip, before_update {{(pid=94174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:37:19.959771 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.db.provisioning_blocks [None req-3007dd39-3aa8-477c-aaca-8806cf64e86f None None] Provisioning for port 56132061-d475-42de-ae64-7be54a4f1534 completed by entity DHCP. {{(pid=94176) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 23 11:37:19.963614 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.db.provisioning_blocks [None req-3007dd39-3aa8-477c-aaca-8806cf64e86f None None] Provisioning complete for port 56132061-d475-42de-ae64-7be54a4f1534 triggered by entity DHCP. {{(pid=94176) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 23 11:37:19.964023 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron_lib.callbacks.manager [None req-3007dd39-3aa8-477c-aaca-8806cf64e86f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-899258'] for port, provisioning_complete {{(pid=94176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:37:19.997785 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.plugins.ml2.plugin [None req-3007dd39-3aa8-477c-aaca-8806cf64e86f None None] Port 56132061-d475-42de-ae64-7be54a4f1534 cannot update to ACTIVE because it is not bound. {{(pid=94176) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jun 23 11:37:20.675851 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95861b37-3b79-4b9c-9093-78e5ef92bc71 req-350dbfd7-ba70-4073-b4fd-a1a401bad3b9 tempest-TestNetworkBasicOps-233187296 tempest-TestNetworkBasicOps-233187296-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94174) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 11:37:20.677775 dv-neutron-601336-94-hyperv neutron-server[94174]: INFO neutron.wsgi [req-95861b37-3b79-4b9c-9093-78e5ef92bc71 req-350dbfd7-ba70-4073-b4fd-a1a401bad3b9 tempest-TestNetworkBasicOps-233187296 tempest-TestNetworkBasicOps-233187296-project] 10.222.0.20 "GET /v2.0/ports?device_id=4c156f8c-0fa4-48ba-81bb-2e948cc18773 HTTP/1.1" status: 200 len: 943 time: 0.1651866 Jun 23 11:37:20.763177 dv-neutron-601336-94-hyperv neutron-server[94174]: INFO neutron.wsgi [req-95861b37-3b79-4b9c-9093-78e5ef92bc71 req-cfbecd8f-0241-4586-91cb-428165211359 tempest-TestNetworkBasicOps-233187296 tempest-TestNetworkBasicOps-233187296-project] 10.222.0.20 "GET /v2.0/security-groups?id=afbb5e43-86d5-4257-b916-20a954ee3100&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0506830 Jun 23 11:37:20.847128 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron_lib.callbacks.manager [None req-3f710a23-7b4d-4425-b08c-f51482b84601 tempest-FloatingIPTestJSON-1140213849 tempest-FloatingIPTestJSON-1140213849-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:37:20.919946 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron_lib.callbacks.manager [None req-3f710a23-7b4d-4425-b08c-f51482b84601 tempest-FloatingIPTestJSON-1140213849 tempest-FloatingIPTestJSON-1140213849-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-524229'] for floatingip, after_update {{(pid=94174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:37:21.019183 dv-neutron-601336-94-hyperv neutron-server[94174]: INFO neutron.db.l3_db [None req-3f710a23-7b4d-4425-b08c-f51482b84601 tempest-FloatingIPTestJSON-1140213849 tempest-FloatingIPTestJSON-1140213849-project] Floating IP 1dc33a15-81d5-499a-a8bb-e00420ed7382 associated. External IP: 172.26.3.20, port: 143b8412-5bb2-4576-b9a7-198ccfb4d0fe. Jun 23 11:37:21.221415 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3f710a23-7b4d-4425-b08c-f51482b84601 tempest-FloatingIPTestJSON-1140213849 tempest-FloatingIPTestJSON-1140213849-project] Router 54457aa4-57ec-453a-b617-a96ed249dc35 has already been hosted by L3 agent 50ef99c0-ef28-4db5-b303-b145898fae60 {{(pid=94174) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 23 11:37:21.326171 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3f710a23-7b4d-4425-b08c-f51482b84601 tempest-FloatingIPTestJSON-1140213849 tempest-FloatingIPTestJSON-1140213849-project] Notify agent at l3_agent.dv-neutron-601336-94-hyperv the message routers_updated {{(pid=94174) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 23 11:37:21.335629 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-03818c23-8b84-4301-babe-d5857ab6dad9 None None] Sync routers for ids ['54457aa4-57ec-453a-b617-a96ed249dc35'] in dv-neutron-601336-94-hyperv {{(pid=94176) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 23 11:37:21.344220 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.db.l3_dvrscheduler_db [None req-03818c23-8b84-4301-babe-d5857ab6dad9 None None] Routers {'54457aa4-57ec-453a-b617-a96ed249dc35'} bound to L3 agent in host dv-neutron-601336-94-hyperv {{(pid=94176) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 23 11:37:21.344929 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.db.l3_hamode_db [None req-03818c23-8b84-4301-babe-d5857ab6dad9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-601336-94-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-06-23T11:22:13Z,description=,heartbeat_timestamp=2021-06-23T11:37:13Z,host='dv-neutron-601336-94-hyperv',id=50ef99c0-ef28-4db5-b303-b145898fae60,load=0,resource_versions=,resources_synced=,started_at=2021-06-23T11:22:14Z,topic='l3_agent')) {'router_ids': ['54457aa4-57ec-453a-b617-a96ed249dc35'], 'active': True} {{(pid=94176) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 11:37:21.374937 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.db.l3_hamode_db [None req-03818c23-8b84-4301-babe-d5857ab6dad9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-601336-94-hyperv', False) {} {{(pid=94176) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 11:37:21.384115 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.db.l3_dvrscheduler_db [None req-03818c23-8b84-4301-babe-d5857ab6dad9 None None] Routers {'54457aa4-57ec-453a-b617-a96ed249dc35'} bound to L3 agent in host dv-neutron-601336-94-hyperv {{(pid=94176) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 23 11:37:21.384727 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.db.l3_hamode_db [None req-03818c23-8b84-4301-babe-d5857ab6dad9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-601336-94-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-06-23T11:22:13Z,description=,heartbeat_timestamp=2021-06-23T11:37:13Z,host='dv-neutron-601336-94-hyperv',id=50ef99c0-ef28-4db5-b303-b145898fae60,load=0,resource_versions=,resources_synced=,started_at=2021-06-23T11:22:14Z,topic='l3_agent')) {'router_ids': ['54457aa4-57ec-453a-b617-a96ed249dc35'], 'active': True} {{(pid=94176) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 11:37:21.543535 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3f710a23-7b4d-4425-b08c-f51482b84601 tempest-FloatingIPTestJSON-1140213849 tempest-FloatingIPTestJSON-1140213849-project] Router 6d6cc427-32c1-421c-9818-730f16c7d65d has already been hosted by L3 agent 50ef99c0-ef28-4db5-b303-b145898fae60 {{(pid=94174) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 23 11:37:21.563307 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.plugins.ml2.rpc [None req-97bd5441-1da2-49ee-a364-27795820ba27 None None] Device ec4bcd93-1a8a-4477-bc36-6256a7f680e5 details requested by agent hyperv_hv-neutron-6013 with host hv-neutron-6013 {{(pid=94176) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:104}} Jun 23 11:37:21.565551 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.db.l3_hamode_db [None req-03818c23-8b84-4301-babe-d5857ab6dad9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-601336-94-hyperv', False) {} {{(pid=94176) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 11:37:21.566175 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-03818c23-8b84-4301-babe-d5857ab6dad9 None None] The sync data for ids ['54457aa4-57ec-453a-b617-a96ed249dc35'] in dv-neutron-601336-94-hyperv is: [] {{(pid=94176) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 23 11:37:21.654793 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3f710a23-7b4d-4425-b08c-f51482b84601 tempest-FloatingIPTestJSON-1140213849 tempest-FloatingIPTestJSON-1140213849-project] Notify agent at l3_agent.dv-neutron-601336-94-hyperv the message routers_updated {{(pid=94174) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 23 11:37:21.657856 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.plugins.ml2.db [None req-97bd5441-1da2-49ee-a364-27795820ba27 None None] For port ec4bcd93-1a8a-4477-bc36-6256a7f680e5, host hv-neutron-6013, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-6013',level=0,port_id=ec4bcd93-1a8a-4477-bc36-6256a7f680e5,segment=NetworkSegment(f7c7ca79-63a4-46a7-b62b-c898c61f3948),segment_id=f7c7ca79-63a4-46a7-b62b-c898c61f3948)] {{(pid=94176) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 23 11:37:21.659658 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron_lib.callbacks.manager [None req-3f710a23-7b4d-4425-b08c-f51482b84601 tempest-FloatingIPTestJSON-1140213849 tempest-FloatingIPTestJSON-1140213849-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-217507'] for floatingip, before_response {{(pid=94174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:37:21.664917 dv-neutron-601336-94-hyperv neutron-server[94177]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-74f61ee0-db98-4a5f-ad66-f0b7899f6def None None] Sync routers for ids ['6d6cc427-32c1-421c-9818-730f16c7d65d'] in dv-neutron-601336-94-hyperv {{(pid=94177) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 23 11:37:21.670037 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.plugins.ml2.rpc [None req-97bd5441-1da2-49ee-a364-27795820ba27 None None] Returning: {'device': 'ec4bcd93-1a8a-4477-bc36-6256a7f680e5', 'network_id': '751565c3-b0a8-48a7-9195-02fff873bed5', 'port_id': 'ec4bcd93-1a8a-4477-bc36-6256a7f680e5', 'mac_address': 'fa:16:3e:b1:4b:6c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 410, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '16206325-2869-4d16-997a-5226fd65f4a9', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94176) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:186}} Jun 23 11:37:21.674066 dv-neutron-601336-94-hyperv neutron-server[94177]: DEBUG neutron.db.l3_dvrscheduler_db [None req-74f61ee0-db98-4a5f-ad66-f0b7899f6def None None] Routers {'6d6cc427-32c1-421c-9818-730f16c7d65d'} bound to L3 agent in host dv-neutron-601336-94-hyperv {{(pid=94177) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 23 11:37:21.674685 dv-neutron-601336-94-hyperv neutron-server[94177]: DEBUG neutron.db.l3_hamode_db [None req-74f61ee0-db98-4a5f-ad66-f0b7899f6def None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-601336-94-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-06-23T11:22:13Z,description=,heartbeat_timestamp=2021-06-23T11:37:13Z,host='dv-neutron-601336-94-hyperv',id=50ef99c0-ef28-4db5-b303-b145898fae60,load=0,resource_versions=,resources_synced=,started_at=2021-06-23T11:22:14Z,topic='l3_agent')) {'router_ids': ['6d6cc427-32c1-421c-9818-730f16c7d65d'], 'active': True} {{(pid=94177) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 11:37:21.707099 dv-neutron-601336-94-hyperv neutron-server[94177]: DEBUG neutron.db.l3_hamode_db [None req-74f61ee0-db98-4a5f-ad66-f0b7899f6def None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-601336-94-hyperv', False) {} {{(pid=94177) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 11:37:21.710685 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron_lib.callbacks.manager [None req-97bd5441-1da2-49ee-a364-27795820ba27 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-923122'] for port, before_update {{(pid=94176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:37:21.716434 dv-neutron-601336-94-hyperv neutron-server[94177]: DEBUG neutron.db.l3_dvrscheduler_db [None req-74f61ee0-db98-4a5f-ad66-f0b7899f6def None None] Routers {'6d6cc427-32c1-421c-9818-730f16c7d65d'} bound to L3 agent in host dv-neutron-601336-94-hyperv {{(pid=94177) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 23 11:37:21.717262 dv-neutron-601336-94-hyperv neutron-server[94177]: DEBUG neutron.db.l3_hamode_db [None req-74f61ee0-db98-4a5f-ad66-f0b7899f6def None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-601336-94-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-06-23T11:22:13Z,description=,heartbeat_timestamp=2021-06-23T11:37:13Z,host='dv-neutron-601336-94-hyperv',id=50ef99c0-ef28-4db5-b303-b145898fae60,load=0,resource_versions=,resources_synced=,started_at=2021-06-23T11:22:14Z,topic='l3_agent')) {'router_ids': ['6d6cc427-32c1-421c-9818-730f16c7d65d'], 'active': True} {{(pid=94177) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 11:37:21.723135 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.notifiers.nova [None req-97bd5441-1da2-49ee-a364-27795820ba27 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ec4bcd93-1a8a-4477-bc36-6256a7f680e5 {{(pid=94176) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 23 11:37:21.740583 dv-neutron-601336-94-hyperv neutron-server[94174]: INFO neutron.wsgi [None req-3f710a23-7b4d-4425-b08c-f51482b84601 tempest-FloatingIPTestJSON-1140213849 tempest-FloatingIPTestJSON-1140213849-project] 10.222.0.20 "PUT /v2.0/floatingips/1dc33a15-81d5-499a-a8bb-e00420ed7382 HTTP/1.1" status: 200 len: 977 time: 1.8693666 Jun 23 11:37:21.741192 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.wsgi [-] (94174) accepted ('10.222.0.20', 42698) {{(pid=94174) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 11:37:21.742756 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.plugins.ml2.db [None req-97bd5441-1da2-49ee-a364-27795820ba27 None None] For port ec4bcd93-1a8a-4477-bc36-6256a7f680e5, host hv-neutron-6013, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-6013',level=0,port_id=ec4bcd93-1a8a-4477-bc36-6256a7f680e5,segment=NetworkSegment(f7c7ca79-63a4-46a7-b62b-c898c61f3948),segment_id=f7c7ca79-63a4-46a7-b62b-c898c61f3948)] {{(pid=94176) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 23 11:37:21.755798 dv-neutron-601336-94-hyperv neutron-server[94177]: DEBUG neutron.db.l3_hamode_db [None req-74f61ee0-db98-4a5f-ad66-f0b7899f6def None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-601336-94-hyperv', False) {} {{(pid=94177) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 11:37:21.756566 dv-neutron-601336-94-hyperv neutron-server[94177]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-74f61ee0-db98-4a5f-ad66-f0b7899f6def None None] The sync data for ids ['6d6cc427-32c1-421c-9818-730f16c7d65d'] in dv-neutron-601336-94-hyperv is: [] {{(pid=94177) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 23 11:37:21.787752 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron_lib.callbacks.manager [None req-97bd5441-1da2-49ee-a364-27795820ba27 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-922904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866062', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773700135042', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773699642233', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773699642278'] for port, after_update {{(pid=94176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:37:21.789804 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG oslo_concurrency.lockutils [None req-dc7542b2-afef-47f4-a763-e3a3cba144be None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 11:37:21.840970 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97bd5441-1da2-49ee-a364-27795820ba27 None None] Pushing event updated for resources: {'Port': ['ID=ec4bcd93-1a8a-4477-bc36-6256a7f680e5,revision_number=4']} {{(pid=94176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 11:37:21.844218 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG oslo_concurrency.lockutils [None req-97bd5441-1da2-49ee-a364-27795820ba27 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.054s {{(pid=94176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 11:37:21.851852 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.plugins.ml2.plugin [None req-beb8a8a0-248f-4030-8742-9aeb75140036 tempest-FloatingIPTestJSON-1140213849 tempest-FloatingIPTestJSON-1140213849-project] Deleting port 56132061-d475-42de-ae64-7be54a4f1534 {{(pid=94174) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1913}} Jun 23 11:37:21.852212 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron_lib.callbacks.manager [None req-beb8a8a0-248f-4030-8742-9aeb75140036 tempest-FloatingIPTestJSON-1140213849 tempest-FloatingIPTestJSON-1140213849-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773700079324'] for port, before_delete {{(pid=94174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:37:21.938274 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron_lib.callbacks.manager [None req-beb8a8a0-248f-4030-8742-9aeb75140036 tempest-FloatingIPTestJSON-1140213849 tempest-FloatingIPTestJSON-1140213849-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-430722'] for port, precommit_delete {{(pid=94174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:37:21.947135 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7adb7b84-d7ab-4fe4-8569-5c778a45c480 req-c4974148-df2d-4b7c-9e52-006425bc0555 tempest-TestNetworkBasicOps-233187296 tempest-TestNetworkBasicOps-233187296-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 11:37:21.948665 dv-neutron-601336-94-hyperv neutron-server[94175]: INFO neutron.wsgi [req-7adb7b84-d7ab-4fe4-8569-5c778a45c480 req-c4974148-df2d-4b7c-9e52-006425bc0555 tempest-TestNetworkBasicOps-233187296 tempest-TestNetworkBasicOps-233187296-project] 10.222.0.20 "GET /v2.0/ports?device_id=4c156f8c-0fa4-48ba-81bb-2e948cc18773 HTTP/1.1" status: 200 len: 944 time: 0.0693371 Jun 23 11:37:21.986690 dv-neutron-601336-94-hyperv neutron-server[94175]: INFO neutron.wsgi [req-7adb7b84-d7ab-4fe4-8569-5c778a45c480 req-57ec32b7-13ef-4f07-b18c-834b9a11f9bd tempest-TestNetworkBasicOps-233187296 tempest-TestNetworkBasicOps-233187296-project] 10.222.0.20 "GET /v2.0/security-groups?id=afbb5e43-86d5-4257-b916-20a954ee3100&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0323422 Jun 23 11:37:21.992404 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.plugins.ml2.db [None req-97bd5441-1da2-49ee-a364-27795820ba27 None None] get_ports_and_sgs() called for port_ids ['ec4bcd93-1a8a-4477-bc36-6256a7f680e5'] {{(pid=94176) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 23 11:37:22.112128 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron_lib.callbacks.manager [None req-beb8a8a0-248f-4030-8742-9aeb75140036 tempest-FloatingIPTestJSON-1140213849 tempest-FloatingIPTestJSON-1140213849-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:37:22.112666 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron_lib.callbacks.manager [None req-beb8a8a0-248f-4030-8742-9aeb75140036 tempest-FloatingIPTestJSON-1140213849 tempest-FloatingIPTestJSON-1140213849-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-524229'] for floatingip, after_update {{(pid=94174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:37:22.112991 dv-neutron-601336-94-hyperv neutron-server[94174]: INFO neutron.db.l3_db [None req-beb8a8a0-248f-4030-8742-9aeb75140036 tempest-FloatingIPTestJSON-1140213849 tempest-FloatingIPTestJSON-1140213849-project] Floating IP 1dc33a15-81d5-499a-a8bb-e00420ed7382 disassociated. External IP: 172.26.3.20, port: 56132061-d475-42de-ae64-7be54a4f1534. Jun 23 11:37:22.113339 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.plugins.ml2.plugin [None req-beb8a8a0-248f-4030-8742-9aeb75140036 tempest-FloatingIPTestJSON-1140213849 tempest-FloatingIPTestJSON-1140213849-project] Calling delete_port for 56132061-d475-42de-ae64-7be54a4f1534 owned by {{(pid=94174) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1986}} Jun 23 11:37:22.290071 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron_lib.callbacks.manager [None req-beb8a8a0-248f-4030-8742-9aeb75140036 tempest-FloatingIPTestJSON-1140213849 tempest-FloatingIPTestJSON-1140213849-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-922904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866062', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773700135024', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773699642224', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5196390'] for port, after_delete {{(pid=94174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:37:22.293565 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG oslo_concurrency.lockutils [None req-bd8a0697-7dec-40da-963b-3597e1c10f11 tempest-RoutersTest-228919764 tempest-RoutersTest-228919764-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94174) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 11:37:22.318298 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-beb8a8a0-248f-4030-8742-9aeb75140036 tempest-FloatingIPTestJSON-1140213849 tempest-FloatingIPTestJSON-1140213849-project] Pushing event deleted for resources: {'Port': ['ID=56132061-d475-42de-ae64-7be54a4f1534,revision_number=None']} {{(pid=94174) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 11:37:22.321494 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG oslo_concurrency.lockutils [None req-beb8a8a0-248f-4030-8742-9aeb75140036 tempest-FloatingIPTestJSON-1140213849 tempest-FloatingIPTestJSON-1140213849-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.028s {{(pid=94174) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 11:37:22.433141 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-beb8a8a0-248f-4030-8742-9aeb75140036 tempest-FloatingIPTestJSON-1140213849 tempest-FloatingIPTestJSON-1140213849-project] Router 6d6cc427-32c1-421c-9818-730f16c7d65d has already been hosted by L3 agent 50ef99c0-ef28-4db5-b303-b145898fae60 {{(pid=94174) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 23 11:37:22.544493 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-beb8a8a0-248f-4030-8742-9aeb75140036 tempest-FloatingIPTestJSON-1140213849 tempest-FloatingIPTestJSON-1140213849-project] Notify agent at l3_agent.dv-neutron-601336-94-hyperv the message routers_updated {{(pid=94174) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 23 11:37:22.553198 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1bb5838d-43d1-4fc3-8b72-43aef28439dd None None] Sync routers for ids ['6d6cc427-32c1-421c-9818-730f16c7d65d'] in dv-neutron-601336-94-hyperv {{(pid=94176) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 23 11:37:22.562417 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1bb5838d-43d1-4fc3-8b72-43aef28439dd None None] Routers {'6d6cc427-32c1-421c-9818-730f16c7d65d'} bound to L3 agent in host dv-neutron-601336-94-hyperv {{(pid=94176) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 23 11:37:22.563075 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.db.l3_hamode_db [None req-1bb5838d-43d1-4fc3-8b72-43aef28439dd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-601336-94-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-06-23T11:22:13Z,description=,heartbeat_timestamp=2021-06-23T11:37:13Z,host='dv-neutron-601336-94-hyperv',id=50ef99c0-ef28-4db5-b303-b145898fae60,load=0,resource_versions=,resources_synced=,started_at=2021-06-23T11:22:14Z,topic='l3_agent')) {'router_ids': ['6d6cc427-32c1-421c-9818-730f16c7d65d'], 'active': True} {{(pid=94176) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 11:37:22.594468 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.db.l3_hamode_db [None req-1bb5838d-43d1-4fc3-8b72-43aef28439dd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-601336-94-hyperv', False) {} {{(pid=94176) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 11:37:22.603493 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1bb5838d-43d1-4fc3-8b72-43aef28439dd None None] Routers {'6d6cc427-32c1-421c-9818-730f16c7d65d'} bound to L3 agent in host dv-neutron-601336-94-hyperv {{(pid=94176) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 23 11:37:22.604105 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.db.l3_hamode_db [None req-1bb5838d-43d1-4fc3-8b72-43aef28439dd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-601336-94-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-06-23T11:22:13Z,description=,heartbeat_timestamp=2021-06-23T11:37:13Z,host='dv-neutron-601336-94-hyperv',id=50ef99c0-ef28-4db5-b303-b145898fae60,load=0,resource_versions=,resources_synced=,started_at=2021-06-23T11:22:14Z,topic='l3_agent')) {'router_ids': ['6d6cc427-32c1-421c-9818-730f16c7d65d'], 'active': True} {{(pid=94176) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 11:37:22.614791 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron_lib.callbacks.manager [None req-beb8a8a0-248f-4030-8742-9aeb75140036 tempest-FloatingIPTestJSON-1140213849 tempest-FloatingIPTestJSON-1140213849-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-217507'] for port, before_response {{(pid=94174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:37:22.616695 dv-neutron-601336-94-hyperv neutron-server[94174]: INFO neutron.wsgi [None req-beb8a8a0-248f-4030-8742-9aeb75140036 tempest-FloatingIPTestJSON-1140213849 tempest-FloatingIPTestJSON-1140213849-project] 10.222.0.20 "DELETE /v2.0/ports/56132061-d475-42de-ae64-7be54a4f1534 HTTP/1.1" status: 204 len: 168 time: 0.8745885 Jun 23 11:37:22.619407 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.wsgi [-] (94174) accepted ('10.222.0.20', 42702) {{(pid=94174) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 11:37:22.638585 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.db.l3_hamode_db [None req-1bb5838d-43d1-4fc3-8b72-43aef28439dd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-601336-94-hyperv', False) {} {{(pid=94176) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 11:37:22.639258 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1bb5838d-43d1-4fc3-8b72-43aef28439dd None None] The sync data for ids ['6d6cc427-32c1-421c-9818-730f16c7d65d'] in dv-neutron-601336-94-hyperv is: [] {{(pid=94176) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 23 11:37:22.953909 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron_lib.callbacks.manager [None req-70001cf4-3c24-415b-97ff-c1b9355f6960 tempest-FloatingIPTestJSON-1140213849 tempest-FloatingIPTestJSON-1140213849-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-453061'] for router_interface, before_delete {{(pid=94174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:37:23.179587 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7445db3-b864-4e29-9707-b59acb3d8275 req-258d25ca-d3c9-46f3-96b6-3a1e6926a960 tempest-TestNetworkBasicOps-233187296 tempest-TestNetworkBasicOps-233187296-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94174) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 11:37:23.181009 dv-neutron-601336-94-hyperv neutron-server[94174]: INFO neutron.wsgi [req-e7445db3-b864-4e29-9707-b59acb3d8275 req-258d25ca-d3c9-46f3-96b6-3a1e6926a960 tempest-TestNetworkBasicOps-233187296 tempest-TestNetworkBasicOps-233187296-project] 10.222.0.20 "GET /v2.0/ports?device_id=4c156f8c-0fa4-48ba-81bb-2e948cc18773 HTTP/1.1" status: 200 len: 944 time: 0.0819376 Jun 23 11:37:23.204936 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron_lib.callbacks.manager [None req-97bd5441-1da2-49ee-a364-27795820ba27 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773699952132', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-899307'] for agent, after_update {{(pid=94176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:37:23.263189 dv-neutron-601336-94-hyperv neutron-server[94174]: INFO neutron.wsgi [req-e7445db3-b864-4e29-9707-b59acb3d8275 req-cd8dcae5-43f0-4797-a755-dcba0bed1718 tempest-TestNetworkBasicOps-233187296 tempest-TestNetworkBasicOps-233187296-project] 10.222.0.20 "GET /v2.0/security-groups?id=afbb5e43-86d5-4257-b916-20a954ee3100&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0647562 Jun 23 11:37:23.291225 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.plugins.ml2.plugin [None req-70001cf4-3c24-415b-97ff-c1b9355f6960 tempest-FloatingIPTestJSON-1140213849 tempest-FloatingIPTestJSON-1140213849-project] Deleting port 2f3b1086-b566-4c0b-a368-55c2a315ed3f {{(pid=94174) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1913}} Jun 23 11:37:23.291572 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron_lib.callbacks.manager [None req-70001cf4-3c24-415b-97ff-c1b9355f6960 tempest-FloatingIPTestJSON-1140213849 tempest-FloatingIPTestJSON-1140213849-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773700079324'] for port, before_delete {{(pid=94174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:37:23.372514 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron_lib.callbacks.manager [None req-70001cf4-3c24-415b-97ff-c1b9355f6960 tempest-FloatingIPTestJSON-1140213849 tempest-FloatingIPTestJSON-1140213849-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-430722'] for port, precommit_delete {{(pid=94174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:37:23.384614 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.plugins.ml2.plugin [None req-70001cf4-3c24-415b-97ff-c1b9355f6960 tempest-FloatingIPTestJSON-1140213849 tempest-FloatingIPTestJSON-1140213849-project] Calling delete_port for 2f3b1086-b566-4c0b-a368-55c2a315ed3f owned by network:router_interface {{(pid=94174) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1986}} Jun 23 11:37:23.461559 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.plugins.ml2.rpc [None req-97bd5441-1da2-49ee-a364-27795820ba27 None None] Device ec4bcd93-1a8a-4477-bc36-6256a7f680e5 up at agent hyperv_hv-neutron-6013 {{(pid=94176) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:298}} Jun 23 11:37:23.576678 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.db.provisioning_blocks [None req-97bd5441-1da2-49ee-a364-27795820ba27 None None] Provisioning for port ec4bcd93-1a8a-4477-bc36-6256a7f680e5 completed by entity L2. {{(pid=94176) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 23 11:37:23.580564 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.db.provisioning_blocks [None req-97bd5441-1da2-49ee-a364-27795820ba27 None None] Provisioning complete for port ec4bcd93-1a8a-4477-bc36-6256a7f680e5 triggered by entity L2. {{(pid=94176) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 23 11:37:23.580954 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron_lib.callbacks.manager [None req-97bd5441-1da2-49ee-a364-27795820ba27 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-899258'] for port, provisioning_complete {{(pid=94176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:37:23.639106 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron_lib.callbacks.manager [None req-70001cf4-3c24-415b-97ff-c1b9355f6960 tempest-FloatingIPTestJSON-1140213849 tempest-FloatingIPTestJSON-1140213849-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-922904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866062', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773700135024', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773699642224', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5196390'] for port, after_delete {{(pid=94174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:37:23.642059 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG oslo_concurrency.lockutils [None req-47c5a939-3242-4443-975f-1fd3cf5b3ba0 tempest-FloatingIPTestJSON-1140213849 tempest-FloatingIPTestJSON-1140213849-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94174) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 11:37:23.654750 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron_lib.callbacks.manager [None req-97bd5441-1da2-49ee-a364-27795820ba27 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-923122'] for port, before_update {{(pid=94176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:37:23.672446 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70001cf4-3c24-415b-97ff-c1b9355f6960 tempest-FloatingIPTestJSON-1140213849 tempest-FloatingIPTestJSON-1140213849-project] Pushing event deleted for resources: {'Port': ['ID=2f3b1086-b566-4c0b-a368-55c2a315ed3f,revision_number=None']} {{(pid=94174) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 11:37:23.676971 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4c156f8c-0fa4-48ba-81bb-2e948cc18773', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ec4bcd93-1a8a-4477-bc36-6256a7f680e5'}] {{(pid=94176) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 23 11:37:23.677675 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG oslo_concurrency.lockutils [None req-70001cf4-3c24-415b-97ff-c1b9355f6960 tempest-FloatingIPTestJSON-1140213849 tempest-FloatingIPTestJSON-1140213849-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.035s {{(pid=94174) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 11:37:23.679083 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}887b0dfc0393de878080286a57e4a08d4fa60dd0cddd118f338ebfcd351ddd4c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4cb12796-f84f-47ae-88d0-dab01f78ce6b" -d '{"events": [{"server_uuid": "4c156f8c-0fa4-48ba-81bb-2e948cc18773", "name": "network-vif-plugged", "status": "completed", "tag": "ec4bcd93-1a8a-4477-bc36-6256a7f680e5"}]}' {{(pid=94176) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 23 11:37:23.709332 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.plugins.ml2.db [None req-97bd5441-1da2-49ee-a364-27795820ba27 None None] For port ec4bcd93-1a8a-4477-bc36-6256a7f680e5, host hv-neutron-6013, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-6013',level=0,port_id=ec4bcd93-1a8a-4477-bc36-6256a7f680e5,segment=NetworkSegment(f7c7ca79-63a4-46a7-b62b-c898c61f3948),segment_id=f7c7ca79-63a4-46a7-b62b-c898c61f3948)] {{(pid=94176) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 23 11:37:23.731393 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 23 Jun 2021 11:37:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-566671c0-3910-4179-ab94-179d93191c6c x-openstack-request-id: req-566671c0-3910-4179-ab94-179d93191c6c {{(pid=94176) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 23 11:37:23.731702 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4c156f8c-0fa4-48ba-81bb-2e948cc18773", "name": "network-vif-plugged", "status": "completed", "tag": "ec4bcd93-1a8a-4477-bc36-6256a7f680e5", "code": 200}]} {{(pid=94176) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 23 11:37:23.731973 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-566671c0-3910-4179-ab94-179d93191c6c {{(pid=94176) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 23 11:37:23.732372 dv-neutron-601336-94-hyperv neutron-server[94176]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4c156f8c-0fa4-48ba-81bb-2e948cc18773', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ec4bcd93-1a8a-4477-bc36-6256a7f680e5', 'code': 200} Jun 23 11:37:23.776381 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron_lib.callbacks.manager [None req-97bd5441-1da2-49ee-a364-27795820ba27 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-922904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866062', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773700135042', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773699642233', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773699642278'] for port, after_update {{(pid=94176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:37:23.778698 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG oslo_concurrency.lockutils [None req-d4028c7e-6358-4ba6-94b4-cbafdcb28067 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 11:37:23.836539 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97bd5441-1da2-49ee-a364-27795820ba27 None None] Pushing event updated for resources: {'Port': ['ID=ec4bcd93-1a8a-4477-bc36-6256a7f680e5,revision_number=5']} {{(pid=94176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 11:37:23.839670 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG oslo_concurrency.lockutils [None req-97bd5441-1da2-49ee-a364-27795820ba27 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.061s {{(pid=94176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 11:37:23.870482 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron_lib.callbacks.manager [None req-70001cf4-3c24-415b-97ff-c1b9355f6960 tempest-FloatingIPTestJSON-1140213849 tempest-FloatingIPTestJSON-1140213849-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-7866080', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-516693'] for router_interface, after_delete {{(pid=94174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:37:24.441095 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-288b7ecb-48b9-4a03-aa7b-93b0260f1c8a req-f5134087-2a07-4a6c-9088-5c1985f0993b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94174) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 11:37:24.443253 dv-neutron-601336-94-hyperv neutron-server[94174]: INFO neutron.wsgi [req-288b7ecb-48b9-4a03-aa7b-93b0260f1c8a req-f5134087-2a07-4a6c-9088-5c1985f0993b service neutron] 10.222.0.52 "GET /v2.0/ports?device_id=4c156f8c-0fa4-48ba-81bb-2e948cc18773 HTTP/1.1" status: 200 len: 1098 time: 0.1387691 Jun 23 11:37:24.527679 dv-neutron-601336-94-hyperv neutron-server[94174]: INFO neutron.wsgi [req-288b7ecb-48b9-4a03-aa7b-93b0260f1c8a req-623b77d6-51c1-454f-9628-83ec1943a00b service neutron] 10.222.0.52 "GET /v2.0/security-groups?id=afbb5e43-86d5-4257-b916-20a954ee3100&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0564101 Jun 23 11:37:24.536841 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-70001cf4-3c24-415b-97ff-c1b9355f6960 tempest-FloatingIPTestJSON-1140213849 tempest-FloatingIPTestJSON-1140213849-project] Router 6d6cc427-32c1-421c-9818-730f16c7d65d has already been hosted by L3 agent 50ef99c0-ef28-4db5-b303-b145898fae60 {{(pid=94174) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 23 11:37:24.549642 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-affcd9ba-b30d-4304-a7a5-d9e643c0c6ac req-6684fbe9-350d-4d9f-b7a7-933975ddc0ca tempest-TestNetworkBasicOps-233187296 tempest-TestNetworkBasicOps-233187296-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94174) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 11:37:24.551119 dv-neutron-601336-94-hyperv neutron-server[94174]: INFO neutron.wsgi [req-affcd9ba-b30d-4304-a7a5-d9e643c0c6ac req-6684fbe9-350d-4d9f-b7a7-933975ddc0ca tempest-TestNetworkBasicOps-233187296 tempest-TestNetworkBasicOps-233187296-project] 10.222.0.20 "GET /v2.0/ports?device_id=4c156f8c-0fa4-48ba-81bb-2e948cc18773 HTTP/1.1" status: 200 len: 945 time: 0.1563368 Jun 23 11:37:24.650824 dv-neutron-601336-94-hyperv neutron-server[94174]: INFO neutron.wsgi [req-affcd9ba-b30d-4304-a7a5-d9e643c0c6ac req-77c57491-8e39-42a2-9bfa-d60569e354e8 tempest-TestNetworkBasicOps-233187296 tempest-TestNetworkBasicOps-233187296-project] 10.222.0.20 "GET /v2.0/security-groups?id=afbb5e43-86d5-4257-b916-20a954ee3100&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0926714 Jun 23 11:37:24.680410 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-70001cf4-3c24-415b-97ff-c1b9355f6960 tempest-FloatingIPTestJSON-1140213849 tempest-FloatingIPTestJSON-1140213849-project] Notify agent at l3_agent.dv-neutron-601336-94-hyperv the message routers_updated {{(pid=94174) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 23 11:37:24.686386 dv-neutron-601336-94-hyperv neutron-server[94174]: INFO neutron.wsgi [None req-70001cf4-3c24-415b-97ff-c1b9355f6960 tempest-FloatingIPTestJSON-1140213849 tempest-FloatingIPTestJSON-1140213849-project] 10.222.0.20 "PUT /v2.0/routers/6d6cc427-32c1-421c-9818-730f16c7d65d/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.0652256 Jun 23 11:37:24.688228 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.wsgi [-] (94174) accepted ('10.222.0.20', 42710) {{(pid=94174) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 11:37:24.690008 dv-neutron-601336-94-hyperv neutron-server[94177]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-64f2654c-4629-493c-87ec-72d6351c906d None None] Sync routers for ids ['6d6cc427-32c1-421c-9818-730f16c7d65d'] in dv-neutron-601336-94-hyperv {{(pid=94177) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 23 11:37:24.701535 dv-neutron-601336-94-hyperv neutron-server[94177]: DEBUG neutron.db.l3_dvrscheduler_db [None req-64f2654c-4629-493c-87ec-72d6351c906d None None] Routers {'6d6cc427-32c1-421c-9818-730f16c7d65d'} bound to L3 agent in host dv-neutron-601336-94-hyperv {{(pid=94177) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 23 11:37:24.702281 dv-neutron-601336-94-hyperv neutron-server[94177]: DEBUG neutron.db.l3_hamode_db [None req-64f2654c-4629-493c-87ec-72d6351c906d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-601336-94-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-06-23T11:22:13Z,description=,heartbeat_timestamp=2021-06-23T11:37:13Z,host='dv-neutron-601336-94-hyperv',id=50ef99c0-ef28-4db5-b303-b145898fae60,load=0,resource_versions=,resources_synced=,started_at=2021-06-23T11:22:14Z,topic='l3_agent')) {'router_ids': ['6d6cc427-32c1-421c-9818-730f16c7d65d'], 'active': True} {{(pid=94177) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 11:37:24.734001 dv-neutron-601336-94-hyperv neutron-server[94177]: DEBUG neutron.db.l3_hamode_db [None req-64f2654c-4629-493c-87ec-72d6351c906d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-601336-94-hyperv', False) {} {{(pid=94177) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 11:37:24.742992 dv-neutron-601336-94-hyperv neutron-server[94177]: DEBUG neutron.db.l3_dvrscheduler_db [None req-64f2654c-4629-493c-87ec-72d6351c906d None None] Routers {'6d6cc427-32c1-421c-9818-730f16c7d65d'} bound to L3 agent in host dv-neutron-601336-94-hyperv {{(pid=94177) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 23 11:37:24.743619 dv-neutron-601336-94-hyperv neutron-server[94177]: DEBUG neutron.db.l3_hamode_db [None req-64f2654c-4629-493c-87ec-72d6351c906d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-601336-94-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-06-23T11:22:13Z,description=,heartbeat_timestamp=2021-06-23T11:37:13Z,host='dv-neutron-601336-94-hyperv',id=50ef99c0-ef28-4db5-b303-b145898fae60,load=0,resource_versions=,resources_synced=,started_at=2021-06-23T11:22:14Z,topic='l3_agent')) {'router_ids': ['6d6cc427-32c1-421c-9818-730f16c7d65d'], 'active': True} {{(pid=94177) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 11:37:24.777534 dv-neutron-601336-94-hyperv neutron-server[94177]: DEBUG neutron.db.l3_hamode_db [None req-64f2654c-4629-493c-87ec-72d6351c906d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-601336-94-hyperv', False) {} {{(pid=94177) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 11:37:24.778188 dv-neutron-601336-94-hyperv neutron-server[94177]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-64f2654c-4629-493c-87ec-72d6351c906d None None] The sync data for ids ['6d6cc427-32c1-421c-9818-730f16c7d65d'] in dv-neutron-601336-94-hyperv is: [] {{(pid=94177) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 23 11:37:24.799839 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron_lib.callbacks.manager [None req-01627807-9e64-4a92-b0de-4d270bd8b1c9 tempest-FloatingIPTestJSON-1140213849 tempest-FloatingIPTestJSON-1140213849-project] Notify callbacks [] for router, before_delete {{(pid=94174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:37:24.902494 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron_lib.callbacks.manager [None req-01627807-9e64-4a92-b0de-4d270bd8b1c9 tempest-FloatingIPTestJSON-1140213849 tempest-FloatingIPTestJSON-1140213849-project] Notify callbacks [] for router_gateway, before_delete {{(pid=94174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:37:25.021231 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.plugins.ml2.plugin [None req-01627807-9e64-4a92-b0de-4d270bd8b1c9 tempest-FloatingIPTestJSON-1140213849 tempest-FloatingIPTestJSON-1140213849-project] Deleting port a1c60c8c-eff6-4487-8a9e-66c8a11579dc {{(pid=94174) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1913}} Jun 23 11:37:25.021496 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron_lib.callbacks.manager [None req-01627807-9e64-4a92-b0de-4d270bd8b1c9 tempest-FloatingIPTestJSON-1140213849 tempest-FloatingIPTestJSON-1140213849-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773700079324'] for port, before_delete {{(pid=94174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:37:25.093013 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron_lib.callbacks.manager [None req-01627807-9e64-4a92-b0de-4d270bd8b1c9 tempest-FloatingIPTestJSON-1140213849 tempest-FloatingIPTestJSON-1140213849-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-430722'] for port, precommit_delete {{(pid=94174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:37:25.104479 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.plugins.ml2.plugin [None req-01627807-9e64-4a92-b0de-4d270bd8b1c9 tempest-FloatingIPTestJSON-1140213849 tempest-FloatingIPTestJSON-1140213849-project] Calling delete_port for a1c60c8c-eff6-4487-8a9e-66c8a11579dc owned by network:router_gateway {{(pid=94174) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1986}} Jun 23 11:37:25.330743 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron_lib.callbacks.manager [None req-01627807-9e64-4a92-b0de-4d270bd8b1c9 tempest-FloatingIPTestJSON-1140213849 tempest-FloatingIPTestJSON-1140213849-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-922904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866062', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773700135024', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773699642224', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5196390'] for port, after_delete {{(pid=94174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:37:25.334506 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG oslo_concurrency.lockutils [None req-25f55c5d-a037-4afb-8605-62b0371b2b8f tempest-TagsExtTest-1712647166 tempest-TagsExtTest-1712647166-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94174) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 11:37:25.362752 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01627807-9e64-4a92-b0de-4d270bd8b1c9 tempest-FloatingIPTestJSON-1140213849 tempest-FloatingIPTestJSON-1140213849-project] Pushing event deleted for resources: {'Port': ['ID=a1c60c8c-eff6-4487-8a9e-66c8a11579dc,revision_number=None']} {{(pid=94174) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 11:37:25.364956 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG oslo_concurrency.lockutils [None req-01627807-9e64-4a92-b0de-4d270bd8b1c9 tempest-FloatingIPTestJSON-1140213849 tempest-FloatingIPTestJSON-1140213849-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.031s {{(pid=94174) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 11:37:25.423495 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron_lib.callbacks.manager [None req-01627807-9e64-4a92-b0de-4d270bd8b1c9 tempest-FloatingIPTestJSON-1140213849 tempest-FloatingIPTestJSON-1140213849-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-524171'] for router_gateway, after_delete {{(pid=94174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:37:25.513470 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron_lib.callbacks.manager [None req-01627807-9e64-4a92-b0de-4d270bd8b1c9 tempest-FloatingIPTestJSON-1140213849 tempest-FloatingIPTestJSON-1140213849-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-520417', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-32301'] for router, precommit_delete {{(pid=94174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:37:25.515524 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron_lib.callbacks.manager [None req-01627807-9e64-4a92-b0de-4d270bd8b1c9 tempest-FloatingIPTestJSON-1140213849 tempest-FloatingIPTestJSON-1140213849-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:37:25.639316 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron_lib.callbacks.manager [None req-01627807-9e64-4a92-b0de-4d270bd8b1c9 tempest-FloatingIPTestJSON-1140213849 tempest-FloatingIPTestJSON-1140213849-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-494961'] for router, after_delete {{(pid=94174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:37:25.639854 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-01627807-9e64-4a92-b0de-4d270bd8b1c9 tempest-FloatingIPTestJSON-1140213849 tempest-FloatingIPTestJSON-1140213849-project] Fanout notify agent at l3_agent the message router_deleted on router 6d6cc427-32c1-421c-9818-730f16c7d65d {{(pid=94174) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jun 23 11:37:25.650106 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron_lib.callbacks.manager [None req-01627807-9e64-4a92-b0de-4d270bd8b1c9 tempest-FloatingIPTestJSON-1140213849 tempest-FloatingIPTestJSON-1140213849-project] Notify callbacks [] for router, before_response {{(pid=94174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:37:25.650106 dv-neutron-601336-94-hyperv neutron-server[94174]: INFO neutron.wsgi [None req-01627807-9e64-4a92-b0de-4d270bd8b1c9 tempest-FloatingIPTestJSON-1140213849 tempest-FloatingIPTestJSON-1140213849-project] 10.222.0.20 "DELETE /v2.0/routers/6d6cc427-32c1-421c-9818-730f16c7d65d HTTP/1.1" status: 204 len: 168 time: 0.9584863 Jun 23 11:37:25.651868 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.wsgi [-] (94174) accepted ('10.222.0.20', 42712) {{(pid=94174) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 11:37:25.701927 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.db.db_base_plugin_v2 [None req-e1bda670-3f3e-472a-984b-3a102057bcd5 tempest-FloatingIPTestJSON-1140213849 tempest-FloatingIPTestJSON-1140213849-project] Deleting subnet 2960b486-5663-4351-9383-16648de13dbd {{(pid=94174) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jun 23 11:37:25.705022 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron_lib.callbacks.manager [None req-e1bda670-3f3e-472a-984b-3a102057bcd5 tempest-FloatingIPTestJSON-1140213849 tempest-FloatingIPTestJSON-1140213849-project] Notify callbacks [] for subnet, before_delete {{(pid=94174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:37:25.744450 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron_lib.callbacks.manager [None req-e1bda670-3f3e-472a-984b-3a102057bcd5 tempest-FloatingIPTestJSON-1140213849 tempest-FloatingIPTestJSON-1140213849-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4800256'] for subnet, precommit_delete_associations {{(pid=94174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:37:25.830300 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2233d90-e853-42e4-89f2-5e9a555dede8 req-eb295a11-b889-49d1-b8bc-59b071f05ee1 tempest-TestNetworkBasicOps-233187296 tempest-TestNetworkBasicOps-233187296-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 11:37:25.831958 dv-neutron-601336-94-hyperv neutron-server[94175]: INFO neutron.wsgi [req-b2233d90-e853-42e4-89f2-5e9a555dede8 req-eb295a11-b889-49d1-b8bc-59b071f05ee1 tempest-TestNetworkBasicOps-233187296 tempest-TestNetworkBasicOps-233187296-project] 10.222.0.20 "GET /v2.0/ports?device_id=4c156f8c-0fa4-48ba-81bb-2e948cc18773 HTTP/1.1" status: 200 len: 945 time: 0.0689681 Jun 23 11:37:25.836104 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron_lib.callbacks.manager [None req-e1bda670-3f3e-472a-984b-3a102057bcd5 tempest-FloatingIPTestJSON-1140213849 tempest-FloatingIPTestJSON-1140213849-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-897634'] for subnet, precommit_delete {{(pid=94174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:37:25.871619 dv-neutron-601336-94-hyperv neutron-server[94175]: INFO neutron.wsgi [req-b2233d90-e853-42e4-89f2-5e9a555dede8 req-5ba8bb36-d615-4b1e-9606-05d1eeb3ee95 tempest-TestNetworkBasicOps-233187296 tempest-TestNetworkBasicOps-233187296-project] 10.222.0.20 "GET /v2.0/security-groups?id=afbb5e43-86d5-4257-b916-20a954ee3100&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0331914 Jun 23 11:37:25.960188 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron_lib.callbacks.manager [None req-e1bda670-3f3e-472a-984b-3a102057bcd5 tempest-FloatingIPTestJSON-1140213849 tempest-FloatingIPTestJSON-1140213849-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-897627', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866062', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5195932', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4294216'] for subnet, after_delete {{(pid=94174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:37:25.962454 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG oslo_concurrency.lockutils [None req-7b6c2ed8-d175-4fcf-9fc0-5ac08a2c1e8b tempest-RoutersTest-228919764 tempest-RoutersTest-228919764-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94174) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 11:37:25.988056 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1bda670-3f3e-472a-984b-3a102057bcd5 tempest-FloatingIPTestJSON-1140213849 tempest-FloatingIPTestJSON-1140213849-project] Pushing event deleted for resources: {'Subnet': ['ID=2960b486-5663-4351-9383-16648de13dbd,revision_number=None']} {{(pid=94174) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 11:37:25.991668 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG oslo_concurrency.lockutils [None req-e1bda670-3f3e-472a-984b-3a102057bcd5 tempest-FloatingIPTestJSON-1140213849 tempest-FloatingIPTestJSON-1140213849-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.029s {{(pid=94174) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 11:37:25.993170 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron_lib.callbacks.manager [None req-e1bda670-3f3e-472a-984b-3a102057bcd5 tempest-FloatingIPTestJSON-1140213849 tempest-FloatingIPTestJSON-1140213849-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7865916'] for subnet, before_response {{(pid=94174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:37:25.999492 dv-neutron-601336-94-hyperv neutron-server[94174]: INFO neutron.wsgi [None req-e1bda670-3f3e-472a-984b-3a102057bcd5 tempest-FloatingIPTestJSON-1140213849 tempest-FloatingIPTestJSON-1140213849-project] 10.222.0.20 "DELETE /v2.0/subnets/2960b486-5663-4351-9383-16648de13dbd HTTP/1.1" status: 204 len: 168 time: 0.3423564 Jun 23 11:37:25.999611 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.wsgi [-] (94175) accepted ('10.222.0.20', 42718) {{(pid=94175) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 11:37:26.004487 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dcd36b02-131d-4a03-b3a9-f7d9b8f96d86 None None] Network 81db7e8b-3ff2-4195-b98e-8536560b557a requested from dv-neutron-601336-94-hyperv {{(pid=94176) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 23 11:37:26.077469 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21539560-4126-45fc-8787-3291c86ca6a3 req-8c8837bc-0e18-4d31-bf91-a12752ca488f tempest-TestNetworkBasicOps-233187296 tempest-TestNetworkBasicOps-233187296-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94174) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 11:37:26.078991 dv-neutron-601336-94-hyperv neutron-server[94174]: INFO neutron.wsgi [req-21539560-4126-45fc-8787-3291c86ca6a3 req-8c8837bc-0e18-4d31-bf91-a12752ca488f tempest-TestNetworkBasicOps-233187296 tempest-TestNetworkBasicOps-233187296-project] 10.222.0.20 "GET /v2.0/ports?device_id=4c156f8c-0fa4-48ba-81bb-2e948cc18773 HTTP/1.1" status: 200 len: 945 time: 0.0750554 Jun 23 11:37:26.087606 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron_lib.callbacks.manager [None req-803638d1-4dbb-40ce-92d0-d1726d6c8fc8 tempest-FloatingIPTestJSON-1140213849 tempest-FloatingIPTestJSON-1140213849-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-824874'] for network, before_delete {{(pid=94175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:37:26.125280 dv-neutron-601336-94-hyperv neutron-server[94174]: INFO neutron.wsgi [req-21539560-4126-45fc-8787-3291c86ca6a3 req-aa75bf25-5af3-4f05-a454-15ac0e908fc6 tempest-TestNetworkBasicOps-233187296 tempest-TestNetworkBasicOps-233187296-project] 10.222.0.20 "GET /v2.0/security-groups?id=afbb5e43-86d5-4257-b916-20a954ee3100&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0383711 Jun 23 11:37:26.146109 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.plugins.ml2.plugin [None req-803638d1-4dbb-40ce-92d0-d1726d6c8fc8 tempest-FloatingIPTestJSON-1140213849 tempest-FloatingIPTestJSON-1140213849-project] Deleting port 8a9547e7-ec74-46c9-9205-80d65aedd51c {{(pid=94175) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1913}} Jun 23 11:37:26.146459 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron_lib.callbacks.manager [None req-803638d1-4dbb-40ce-92d0-d1726d6c8fc8 tempest-FloatingIPTestJSON-1140213849 tempest-FloatingIPTestJSON-1140213849-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773700079324'] for port, before_delete {{(pid=94175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:37:26.166964 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.wsgi [-] (94174) accepted ('10.222.0.20', 42720) {{(pid=94174) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 11:37:26.219633 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.plugins.ml2.db [None req-803638d1-4dbb-40ce-92d0-d1726d6c8fc8 tempest-FloatingIPTestJSON-1140213849 tempest-FloatingIPTestJSON-1140213849-project] For port 8a9547e7-ec74-46c9-9205-80d65aedd51c, host dv-neutron-601336-94-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-94-hyperv',level=0,port_id=8a9547e7-ec74-46c9-9205-80d65aedd51c,segment=NetworkSegment(7cb1ba65-2a5b-4193-b32d-eb6a7c7c2faa),segment_id=7cb1ba65-2a5b-4193-b32d-eb6a7c7c2faa)] {{(pid=94175) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 23 11:37:26.219998 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron_lib.callbacks.manager [None req-803638d1-4dbb-40ce-92d0-d1726d6c8fc8 tempest-FloatingIPTestJSON-1140213849 tempest-FloatingIPTestJSON-1140213849-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-430722'] for port, precommit_delete {{(pid=94175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:37:26.221498 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9658e55b-d95c-4041-b24d-4bb46fcbfac6 tempest-TestNetworkBasicOps-1420332966 tempest-TestNetworkBasicOps-1420332966-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94174) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 11:37:26.223250 dv-neutron-601336-94-hyperv neutron-server[94174]: INFO neutron.wsgi [None req-9658e55b-d95c-4041-b24d-4bb46fcbfac6 tempest-TestNetworkBasicOps-1420332966 tempest-TestNetworkBasicOps-1420332966-project-admin] 10.222.0.20 "GET /v2.0/ports?device_id=4c156f8c-0fa4-48ba-81bb-2e948cc18773 HTTP/1.1" status: 200 len: 1093 time: 0.0551224 Jun 23 11:37:26.227077 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.wsgi [-] (94174) accepted ('10.222.0.20', 42722) {{(pid=94174) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 11:37:26.231633 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.api.v2.base [None req-462758dd-bec7-4117-aaed-25c7a76a4c29 tempest-TestNetworkBasicOps-233187296 tempest-TestNetworkBasicOps-233187296-project] Request body: {'floatingip': {'floating_network_id': '3e7e4eb3-cf02-4d47-ade9-0a579cdfc60f', 'port_id': 'ec4bcd93-1a8a-4477-bc36-6256a7f680e5', 'tenant_id': '772b9946478d439e9da4eaeade7fb21d', 'fixed_ip_address': '172.20.0.8'}} {{(pid=94174) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 23 11:37:26.233712 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.plugins.ml2.plugin [None req-803638d1-4dbb-40ce-92d0-d1726d6c8fc8 tempest-FloatingIPTestJSON-1140213849 tempest-FloatingIPTestJSON-1140213849-project] Calling delete_port for 8a9547e7-ec74-46c9-9205-80d65aedd51c owned by network:dhcp {{(pid=94175) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1986}} Jun 23 11:37:26.256872 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e1e4946f-c156-466f-a52f-28825ce3bac0 None None] DHCP port deletion for 81db7e8b-3ff2-4195-b98e-8536560b557a request from dv-neutron-601336-94-hyperv {{(pid=94176) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jun 23 11:37:26.304859 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.plugins.ml2.plugin [None req-e1e4946f-c156-466f-a52f-28825ce3bac0 None None] Deleting port 8a9547e7-ec74-46c9-9205-80d65aedd51c {{(pid=94176) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1913}} Jun 23 11:37:26.305248 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron_lib.callbacks.manager [None req-e1e4946f-c156-466f-a52f-28825ce3bac0 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773700079324'] for port, before_delete {{(pid=94176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:37:26.319250 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron_lib.callbacks.manager [None req-462758dd-bec7-4117-aaed-25c7a76a4c29 tempest-TestNetworkBasicOps-233187296 tempest-TestNetworkBasicOps-233187296-project] Notify callbacks [] for floatingip, before_create {{(pid=94174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:37:26.366770 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.plugins.ml2.db [None req-e1e4946f-c156-466f-a52f-28825ce3bac0 None None] For port 8a9547e7-ec74-46c9-9205-80d65aedd51c, host dv-neutron-601336-94-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-94-hyperv',level=0,port_id=8a9547e7-ec74-46c9-9205-80d65aedd51c,segment=NetworkSegment(7cb1ba65-2a5b-4193-b32d-eb6a7c7c2faa),segment_id=7cb1ba65-2a5b-4193-b32d-eb6a7c7c2faa)] {{(pid=94176) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 23 11:37:26.367206 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron_lib.callbacks.manager [None req-e1e4946f-c156-466f-a52f-28825ce3bac0 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-430722'] for port, precommit_delete {{(pid=94176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:37:26.379852 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.plugins.ml2.plugin [None req-e1e4946f-c156-466f-a52f-28825ce3bac0 None None] Calling delete_port for 8a9547e7-ec74-46c9-9205-80d65aedd51c owned by network:dhcp {{(pid=94176) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1986}} Jun 23 11:37:26.382794 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron_lib.callbacks.manager [None req-803638d1-4dbb-40ce-92d0-d1726d6c8fc8 tempest-FloatingIPTestJSON-1140213849 tempest-FloatingIPTestJSON-1140213849-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-922904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866062', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773700135024', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773699642224', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5082448'] for port, after_delete {{(pid=94175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:37:26.386616 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG oslo_concurrency.lockutils [None req-de6a6216-a258-499c-970a-1eed47f1b187 tempest-TagsExtTest-1712647166 tempest-TagsExtTest-1712647166-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94175) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 11:37:26.412108 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-803638d1-4dbb-40ce-92d0-d1726d6c8fc8 tempest-FloatingIPTestJSON-1140213849 tempest-FloatingIPTestJSON-1140213849-project] Pushing event deleted for resources: {'Port': ['ID=8a9547e7-ec74-46c9-9205-80d65aedd51c,revision_number=None']} {{(pid=94175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 11:37:26.414653 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG oslo_concurrency.lockutils [None req-803638d1-4dbb-40ce-92d0-d1726d6c8fc8 tempest-FloatingIPTestJSON-1140213849 tempest-FloatingIPTestJSON-1140213849-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.028s {{(pid=94175) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 11:37:26.416951 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.db.l3_dvrscheduler_db [None req-803638d1-4dbb-40ce-92d0-d1726d6c8fc8 tempest-FloatingIPTestJSON-1140213849 tempest-FloatingIPTestJSON-1140213849-project] No DVR routers for this DVR port 8a9547e7-ec74-46c9-9205-80d65aedd51c on host dv-neutron-601336-94-hyperv {{(pid=94175) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 23 11:37:26.437644 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron_lib.callbacks.manager [None req-462758dd-bec7-4117-aaed-25c7a76a4c29 tempest-TestNetworkBasicOps-233187296 tempest-TestNetworkBasicOps-233187296-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-923104'] for port, before_create {{(pid=94174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:37:26.459077 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron_lib.callbacks.manager [None req-e1e4946f-c156-466f-a52f-28825ce3bac0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-922904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866062', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773700135024', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773699642224'] for port, after_delete {{(pid=94176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:37:26.461175 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG oslo_concurrency.lockutils [None req-7f1ac052-a062-4c1d-93f5-b1f8f3089289 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 11:37:26.484615 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1e4946f-c156-466f-a52f-28825ce3bac0 None None] Pushing event deleted for resources: {'Port': ['ID=8a9547e7-ec74-46c9-9205-80d65aedd51c,revision_number=None']} {{(pid=94176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 11:37:26.491399 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG oslo_concurrency.lockutils [None req-e1e4946f-c156-466f-a52f-28825ce3bac0 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=94176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 11:37:26.491399 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e1e4946f-c156-466f-a52f-28825ce3bac0 None None] No DVR routers for this DVR port 8a9547e7-ec74-46c9-9205-80d65aedd51c on host dv-neutron-601336-94-hyperv {{(pid=94176) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 23 11:37:26.507378 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron_lib.callbacks.manager [None req-803638d1-4dbb-40ce-92d0-d1726d6c8fc8 tempest-FloatingIPTestJSON-1140213849 tempest-FloatingIPTestJSON-1140213849-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-897259', 'neutron.services.segments.db._delete_segments_for_network-8773700168587'] for network, precommit_delete {{(pid=94175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:37:26.517256 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.services.segments.db [None req-803638d1-4dbb-40ce-92d0-d1726d6c8fc8 tempest-FloatingIPTestJSON-1140213849 tempest-FloatingIPTestJSON-1140213849-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['81db7e8b-3ff2-4195-b98e-8536560b557a']}} {{(pid=94175) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 11:37:26.527574 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.services.segments.db [None req-803638d1-4dbb-40ce-92d0-d1726d6c8fc8 tempest-FloatingIPTestJSON-1140213849 tempest-FloatingIPTestJSON-1140213849-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7cb1ba65-2a5b-4193-b32d-eb6a7c7c2faa') {'for_net_delete': True} {{(pid=94175) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 11:37:26.527875 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.services.segments.db [None req-803638d1-4dbb-40ce-92d0-d1726d6c8fc8 tempest-FloatingIPTestJSON-1140213849 tempest-FloatingIPTestJSON-1140213849-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7cb1ba65-2a5b-4193-b32d-eb6a7c7c2faa') {} {{(pid=94175) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 11:37:26.537297 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron_lib.callbacks.manager [None req-803638d1-4dbb-40ce-92d0-d1726d6c8fc8 tempest-FloatingIPTestJSON-1140213849 tempest-FloatingIPTestJSON-1140213849-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8773699955833', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5190677'] for segment, before_delete {{(pid=94175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:37:26.546629 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.db.db_base_plugin_common [None req-462758dd-bec7-4117-aaed-25c7a76a4c29 tempest-TestNetworkBasicOps-233187296 tempest-TestNetworkBasicOps-233187296-project] Allocated IP 172.26.3.74 (3e7e4eb3-cf02-4d47-ade9-0a579cdfc60f/a5ad15ab-c489-4a67-a9b0-d559fca0ec71/10d98b91-5e91-4937-b4c6-1fb77b9926c4) {{(pid=94174) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 23 11:37:26.550727 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron_lib.callbacks.manager [None req-803638d1-4dbb-40ce-92d0-d1726d6c8fc8 tempest-FloatingIPTestJSON-1140213849 tempest-FloatingIPTestJSON-1140213849-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3801'] for segment, precommit_delete {{(pid=94175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:37:26.557211 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-803638d1-4dbb-40ce-92d0-d1726d6c8fc8 tempest-FloatingIPTestJSON-1140213849 tempest-FloatingIPTestJSON-1140213849-project] Releasing vlan 444 on physical network physnet1 to pool {{(pid=94175) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 23 11:37:26.557594 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron_lib.callbacks.manager [None req-803638d1-4dbb-40ce-92d0-d1726d6c8fc8 tempest-FloatingIPTestJSON-1140213849 tempest-FloatingIPTestJSON-1140213849-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3801', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5082371'] for segment, after_delete {{(pid=94175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:37:26.560540 dv-neutron-601336-94-hyperv neutron-server[94175]: Traceback (most recent call last): Jun 23 11:37:26.560540 dv-neutron-601336-94-hyperv neutron-server[94175]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 23 11:37:26.560540 dv-neutron-601336-94-hyperv neutron-server[94175]: timer() Jun 23 11:37:26.560540 dv-neutron-601336-94-hyperv neutron-server[94175]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 23 11:37:26.560540 dv-neutron-601336-94-hyperv neutron-server[94175]: cb(*args, **kw) Jun 23 11:37:26.560540 dv-neutron-601336-94-hyperv neutron-server[94175]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 23 11:37:26.560540 dv-neutron-601336-94-hyperv neutron-server[94175]: return func(*args, **kwargs) Jun 23 11:37:26.560540 dv-neutron-601336-94-hyperv neutron-server[94175]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 23 11:37:26.560540 dv-neutron-601336-94-hyperv neutron-server[94175]: self._notify() Jun 23 11:37:26.560540 dv-neutron-601336-94-hyperv neutron-server[94175]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 23 11:37:26.560540 dv-neutron-601336-94-hyperv neutron-server[94175]: self.callback(batched_events) Jun 23 11:37:26.560540 dv-neutron-601336-94-hyperv neutron-server[94175]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 23 11:37:26.560540 dv-neutron-601336-94-hyperv neutron-server[94175]: event.method(event) Jun 23 11:37:26.560540 dv-neutron-601336-94-hyperv neutron-server[94175]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 23 11:37:26.560540 dv-neutron-601336-94-hyperv neutron-server[94175]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 23 11:37:26.560540 dv-neutron-601336-94-hyperv neutron-server[94175]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 23 11:37:26.560540 dv-neutron-601336-94-hyperv neutron-server[94175]: aggregate_uuid = self.p_client.list_aggregates( Jun 23 11:37:26.560540 dv-neutron-601336-94-hyperv neutron-server[94175]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 23 11:37:26.560540 dv-neutron-601336-94-hyperv neutron-server[94175]: return f(self, *a, **k) Jun 23 11:37:26.560540 dv-neutron-601336-94-hyperv neutron-server[94175]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 23 11:37:26.560540 dv-neutron-601336-94-hyperv neutron-server[94175]: return self._get(url).json() Jun 23 11:37:26.560540 dv-neutron-601336-94-hyperv neutron-server[94175]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 23 11:37:26.560540 dv-neutron-601336-94-hyperv neutron-server[94175]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 23 11:37:26.560540 dv-neutron-601336-94-hyperv neutron-server[94175]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 23 11:37:26.560540 dv-neutron-601336-94-hyperv neutron-server[94175]: return self.request(url, 'GET', **kwargs) Jun 23 11:37:26.560540 dv-neutron-601336-94-hyperv neutron-server[94175]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 23 11:37:26.560540 dv-neutron-601336-94-hyperv neutron-server[94175]: base_url = self.get_endpoint(auth, allow=allow, Jun 23 11:37:26.560540 dv-neutron-601336-94-hyperv neutron-server[94175]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 23 11:37:26.560540 dv-neutron-601336-94-hyperv neutron-server[94175]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 23 11:37:26.560540 dv-neutron-601336-94-hyperv neutron-server[94175]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 23 11:37:26.560540 dv-neutron-601336-94-hyperv neutron-server[94175]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 23 11:37:26.560540 dv-neutron-601336-94-hyperv neutron-server[94175]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 23 11:37:26.648413 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron_lib.callbacks.manager [None req-462758dd-bec7-4117-aaed-25c7a76a4c29 tempest-TestNetworkBasicOps-233187296 tempest-TestNetworkBasicOps-233187296-project] Notify callbacks [] for port, precommit_create {{(pid=94174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:37:26.662698 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron_lib.callbacks.manager [None req-803638d1-4dbb-40ce-92d0-d1726d6c8fc8 tempest-FloatingIPTestJSON-1140213849 tempest-FloatingIPTestJSON-1140213849-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-897248', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8002400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7866073', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-524247'] for network, after_delete {{(pid=94175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:37:26.666246 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG oslo_concurrency.lockutils [None req-de6a6216-a258-499c-970a-1eed47f1b187 tempest-TagsExtTest-1712647166 tempest-TagsExtTest-1712647166-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94175) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 11:37:26.670449 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron_lib.callbacks.manager [None req-803638d1-4dbb-40ce-92d0-d1726d6c8fc8 tempest-FloatingIPTestJSON-1140213849 tempest-FloatingIPTestJSON-1140213849-project] Notify callbacks [] for network, before_response {{(pid=94175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:37:26.672363 dv-neutron-601336-94-hyperv neutron-server[94175]: INFO neutron.wsgi [None req-803638d1-4dbb-40ce-92d0-d1726d6c8fc8 tempest-FloatingIPTestJSON-1140213849 tempest-FloatingIPTestJSON-1140213849-project] 10.222.0.20 "DELETE /v2.0/networks/81db7e8b-3ff2-4195-b98e-8536560b557a HTTP/1.1" status: 204 len: 168 time: 0.6726553 Jun 23 11:37:26.675319 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.wsgi [-] (94174) accepted ('10.222.0.20', 42724) {{(pid=94174) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 11:37:26.684892 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-803638d1-4dbb-40ce-92d0-d1726d6c8fc8 tempest-FloatingIPTestJSON-1140213849 tempest-FloatingIPTestJSON-1140213849-project] Pushing event deleted for resources: {'Network': ['ID=81db7e8b-3ff2-4195-b98e-8536560b557a,revision_number=None']} {{(pid=94175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 11:37:26.688540 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG oslo_concurrency.lockutils [None req-803638d1-4dbb-40ce-92d0-d1726d6c8fc8 tempest-FloatingIPTestJSON-1140213849 tempest-FloatingIPTestJSON-1140213849-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.022s {{(pid=94175) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 11:37:26.783756 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron_lib.callbacks.manager [None req-462758dd-bec7-4117-aaed-25c7a76a4c29 tempest-TestNetworkBasicOps-233187296 tempest-TestNetworkBasicOps-233187296-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-922915', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-239814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7866073', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773699642215', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-5196399'] for port, after_create {{(pid=94174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:37:26.786953 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG oslo_concurrency.lockutils [None req-47c5a939-3242-4443-975f-1fd3cf5b3ba0 tempest-FloatingIPTestJSON-1140213849 tempest-FloatingIPTestJSON-1140213849-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94174) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 11:37:26.828774 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-462758dd-bec7-4117-aaed-25c7a76a4c29 tempest-TestNetworkBasicOps-233187296 tempest-TestNetworkBasicOps-233187296-project] Network 3e7e4eb3-cf02-4d47-ade9-0a579cdfc60f is already hosted by enough agents. {{(pid=94174) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 23 11:37:26.833585 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.scheduler.base_scheduler [None req-462758dd-bec7-4117-aaed-25c7a76a4c29 tempest-TestNetworkBasicOps-233187296 tempest-TestNetworkBasicOps-233187296-project] Resources bound (agent type, host, resource id): {{(pid=94174) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 23 11:37:26.842203 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.db.l3_dvrscheduler_db [None req-462758dd-bec7-4117-aaed-25c7a76a4c29 tempest-TestNetworkBasicOps-233187296 tempest-TestNetworkBasicOps-233187296-project] Received port after_create {{(pid=94174) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 23 11:37:26.850136 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-462758dd-bec7-4117-aaed-25c7a76a4c29 tempest-TestNetworkBasicOps-233187296 tempest-TestNetworkBasicOps-233187296-project] Pushing event updated for resources: {'Port': ['ID=10d98b91-5e91-4937-b4c6-1fb77b9926c4,revision_number=1']} {{(pid=94174) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 11:37:26.870026 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG oslo_concurrency.lockutils [None req-462758dd-bec7-4117-aaed-25c7a76a4c29 tempest-TestNetworkBasicOps-233187296 tempest-TestNetworkBasicOps-233187296-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.083s {{(pid=94174) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 11:37:26.875733 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.plugins.ml2.plugin [None req-3c4f7fe8-f5d6-4b20-9301-6c36a57ef7d4 tempest-FloatingIPTestJSON-1140213849 tempest-FloatingIPTestJSON-1140213849-project] Deleting port e1667b7b-57bf-4521-b315-357189e3285e {{(pid=94174) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1913}} Jun 23 11:37:26.876076 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron_lib.callbacks.manager [None req-3c4f7fe8-f5d6-4b20-9301-6c36a57ef7d4 tempest-FloatingIPTestJSON-1140213849 tempest-FloatingIPTestJSON-1140213849-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773700079324'] for port, before_delete {{(pid=94174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:37:26.952939 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.plugins.ml2.rpc [None req-dc7542b2-afef-47f4-a763-e3a3cba144be None None] Device 8a9547e7-ec74-46c9-9205-80d65aedd51c no longer exists at agent ovs-agent-dv-neutron-601336-94-hyperv {{(pid=94176) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:261}} Jun 23 11:37:26.971982 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.plugins.ml2.plugin [None req-dc7542b2-afef-47f4-a763-e3a3cba144be None None] No Port match for: 8a9547e7-ec74-46c9-9205-80d65aedd51c {{(pid=94176) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2240}} Jun 23 11:37:26.972331 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.plugins.ml2.rpc [None req-dc7542b2-afef-47f4-a763-e3a3cba144be None None] Device 8a9547e7-ec74-46c9-9205-80d65aedd51c not bound to the agent host dv-neutron-601336-94-hyperv {{(pid=94176) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:271}} Jun 23 11:37:27.010773 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron_lib.callbacks.manager [None req-3c4f7fe8-f5d6-4b20-9301-6c36a57ef7d4 tempest-FloatingIPTestJSON-1140213849 tempest-FloatingIPTestJSON-1140213849-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-430722'] for port, precommit_delete {{(pid=94174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:37:27.011129 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron_lib.callbacks.manager [None req-3c4f7fe8-f5d6-4b20-9301-6c36a57ef7d4 tempest-FloatingIPTestJSON-1140213849 tempest-FloatingIPTestJSON-1140213849-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:37:27.030118 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.plugins.ml2.plugin [None req-3c4f7fe8-f5d6-4b20-9301-6c36a57ef7d4 tempest-FloatingIPTestJSON-1140213849 tempest-FloatingIPTestJSON-1140213849-project] Calling delete_port for e1667b7b-57bf-4521-b315-357189e3285e owned by network:floatingip {{(pid=94174) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1986}} Jun 23 11:37:27.362055 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron_lib.callbacks.manager [None req-462758dd-bec7-4117-aaed-25c7a76a4c29 tempest-TestNetworkBasicOps-233187296 tempest-TestNetworkBasicOps-233187296-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:37:27.365021 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron_lib.callbacks.manager [None req-3c4f7fe8-f5d6-4b20-9301-6c36a57ef7d4 tempest-FloatingIPTestJSON-1140213849 tempest-FloatingIPTestJSON-1140213849-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-922904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866062', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773700135024', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773699642224', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5196390'] for port, after_delete {{(pid=94174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:37:27.384163 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG oslo_concurrency.lockutils [None req-2ef2e899-5502-4d8b-8e4d-b0840b3df68e tempest-TestNetworkBasicOps-233187296 tempest-TestNetworkBasicOps-233187296-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94174) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 11:37:27.414770 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c4f7fe8-f5d6-4b20-9301-6c36a57ef7d4 tempest-FloatingIPTestJSON-1140213849 tempest-FloatingIPTestJSON-1140213849-project] Pushing event deleted for resources: {'Port': ['ID=e1667b7b-57bf-4521-b315-357189e3285e,revision_number=None']} {{(pid=94174) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 11:37:27.417769 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG oslo_concurrency.lockutils [None req-3c4f7fe8-f5d6-4b20-9301-6c36a57ef7d4 tempest-FloatingIPTestJSON-1140213849 tempest-FloatingIPTestJSON-1140213849-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.034s {{(pid=94174) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 11:37:27.483144 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron_lib.callbacks.manager [None req-3c4f7fe8-f5d6-4b20-9301-6c36a57ef7d4 tempest-FloatingIPTestJSON-1140213849 tempest-FloatingIPTestJSON-1140213849-project] Notify callbacks [] for floatingip, after_delete {{(pid=94174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:37:27.485709 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron_lib.callbacks.manager [None req-3c4f7fe8-f5d6-4b20-9301-6c36a57ef7d4 tempest-FloatingIPTestJSON-1140213849 tempest-FloatingIPTestJSON-1140213849-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-217507'] for floatingip, before_response {{(pid=94174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:37:27.486840 dv-neutron-601336-94-hyperv neutron-server[94174]: INFO neutron.wsgi [None req-3c4f7fe8-f5d6-4b20-9301-6c36a57ef7d4 tempest-FloatingIPTestJSON-1140213849 tempest-FloatingIPTestJSON-1140213849-project] 10.222.0.20 "DELETE /v2.0/floatingips/1dc33a15-81d5-499a-a8bb-e00420ed7382 HTTP/1.1" status: 204 len: 168 time: 0.8102562 Jun 23 11:37:27.491206 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.wsgi [-] (94175) accepted ('10.222.0.20', 42726) {{(pid=94175) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 11:37:27.517554 dv-neutron-601336-94-hyperv neutron-server[94175]: INFO neutron.pecan_wsgi.hooks.translation [None req-9b4cfced-0a88-4b69-8372-9756ee193cf8 tempest-FloatingIPTestJSON-1140213849 tempest-FloatingIPTestJSON-1140213849-project] DELETE failed (client error): The resource could not be found. Jun 23 11:37:27.518160 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-9b4cfced-0a88-4b69-8372-9756ee193cf8 tempest-FloatingIPTestJSON-1140213849 tempest-FloatingIPTestJSON-1140213849-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94175) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 23 11:37:27.519830 dv-neutron-601336-94-hyperv neutron-server[94175]: INFO neutron.wsgi [None req-9b4cfced-0a88-4b69-8372-9756ee193cf8 tempest-FloatingIPTestJSON-1140213849 tempest-FloatingIPTestJSON-1140213849-project] 10.222.0.20 "DELETE /v2.0/ports/56132061-d475-42de-ae64-7be54a4f1534 HTTP/1.1" status: 404 len: 333 time: 0.0276227 Jun 23 11:37:27.522355 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.wsgi [-] (94175) accepted ('10.222.0.20', 42728) {{(pid=94175) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 11:37:27.525092 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron_lib.callbacks.manager [None req-462758dd-bec7-4117-aaed-25c7a76a4c29 tempest-TestNetworkBasicOps-233187296 tempest-TestNetworkBasicOps-233187296-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-923122'] for port, before_update {{(pid=94174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:37:27.554619 dv-neutron-601336-94-hyperv neutron-server[94175]: INFO neutron.wsgi [None req-d620f6b4-8685-4afa-95d3-fe1cf9f0c61b tempest-FloatingIPTestJSON-1140213849 tempest-FloatingIPTestJSON-1140213849-project] 10.222.0.20 "GET /v2.0/ports?device_id=6d6cc427-32c1-421c-9818-730f16c7d65d HTTP/1.1" status: 200 len: 205 time: 0.0310848 Jun 23 11:37:27.556822 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.wsgi [-] (94175) accepted ('10.222.0.20', 42730) {{(pid=94175) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 11:37:27.592901 dv-neutron-601336-94-hyperv neutron-server[94175]: INFO neutron.api.v2.resource [None req-40bde414-8c35-48e7-90d1-b2f7bc99ee04 tempest-FloatingIPTestJSON-1140213849 tempest-FloatingIPTestJSON-1140213849-project] delete failed (client error): The resource could not be found. Jun 23 11:37:27.593878 dv-neutron-601336-94-hyperv neutron-server[94175]: INFO neutron.wsgi [None req-40bde414-8c35-48e7-90d1-b2f7bc99ee04 tempest-FloatingIPTestJSON-1140213849 tempest-FloatingIPTestJSON-1140213849-project] 10.222.0.20 "DELETE /v2.0/routers/6d6cc427-32c1-421c-9818-730f16c7d65d HTTP/1.1" status: 404 len: 336 time: 0.0361819 Jun 23 11:37:27.596454 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.wsgi [-] (94175) accepted ('10.222.0.20', 42732) {{(pid=94175) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 11:37:27.622347 dv-neutron-601336-94-hyperv neutron-server[94175]: INFO neutron.pecan_wsgi.hooks.translation [None req-ab87dfe7-743c-437f-95a7-2a5f02124964 tempest-FloatingIPTestJSON-1140213849 tempest-FloatingIPTestJSON-1140213849-project] DELETE failed (client error): The resource could not be found. Jun 23 11:37:27.622714 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ab87dfe7-743c-437f-95a7-2a5f02124964 tempest-FloatingIPTestJSON-1140213849 tempest-FloatingIPTestJSON-1140213849-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94175) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 23 11:37:27.624389 dv-neutron-601336-94-hyperv neutron-server[94175]: INFO neutron.wsgi [None req-ab87dfe7-743c-437f-95a7-2a5f02124964 tempest-FloatingIPTestJSON-1140213849 tempest-FloatingIPTestJSON-1140213849-project] 10.222.0.20 "DELETE /v2.0/subnets/2960b486-5663-4351-9383-16648de13dbd HTTP/1.1" status: 404 len: 337 time: 0.0269637 Jun 23 11:37:27.626816 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.wsgi [-] (94175) accepted ('10.222.0.20', 42734) {{(pid=94175) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 11:37:27.673653 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron_lib.callbacks.manager [None req-462758dd-bec7-4117-aaed-25c7a76a4c29 tempest-TestNetworkBasicOps-233187296 tempest-TestNetworkBasicOps-233187296-project] Notify callbacks [] for port, precommit_update {{(pid=94174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:37:27.713370 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron_lib.callbacks.manager [None req-462758dd-bec7-4117-aaed-25c7a76a4c29 tempest-TestNetworkBasicOps-233187296 tempest-TestNetworkBasicOps-233187296-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-922904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866062', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773700135042', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773699642233', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773699642278', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5196369'] for port, after_update {{(pid=94174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:37:27.716365 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG oslo_concurrency.lockutils [None req-70001cf4-3c24-415b-97ff-c1b9355f6960 tempest-FloatingIPTestJSON-1140213849 tempest-FloatingIPTestJSON-1140213849-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94174) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 11:37:27.722635 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.plugins.ml2.plugin [None req-da0052dc-a312-4d74-bec7-cad17f4355ab tempest-FloatingIPTestJSON-1140213849 tempest-FloatingIPTestJSON-1140213849-project] Deleting port 143b8412-5bb2-4576-b9a7-198ccfb4d0fe {{(pid=94175) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1913}} Jun 23 11:37:27.722990 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron_lib.callbacks.manager [None req-da0052dc-a312-4d74-bec7-cad17f4355ab tempest-FloatingIPTestJSON-1140213849 tempest-FloatingIPTestJSON-1140213849-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773700079324'] for port, before_delete {{(pid=94175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:37:27.787464 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-462758dd-bec7-4117-aaed-25c7a76a4c29 tempest-TestNetworkBasicOps-233187296 tempest-TestNetworkBasicOps-233187296-project] Pushing event updated for resources: {'Port': ['ID=10d98b91-5e91-4937-b4c6-1fb77b9926c4,revision_number=2']} {{(pid=94174) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 11:37:27.791357 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG oslo_concurrency.lockutils [None req-462758dd-bec7-4117-aaed-25c7a76a4c29 tempest-TestNetworkBasicOps-233187296 tempest-TestNetworkBasicOps-233187296-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.075s {{(pid=94174) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 11:37:27.796043 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron_lib.callbacks.manager [None req-462758dd-bec7-4117-aaed-25c7a76a4c29 tempest-TestNetworkBasicOps-233187296 tempest-TestNetworkBasicOps-233187296-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-524229'] for floatingip, after_update {{(pid=94174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:37:27.807681 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron_lib.callbacks.manager [None req-da0052dc-a312-4d74-bec7-cad17f4355ab tempest-FloatingIPTestJSON-1140213849 tempest-FloatingIPTestJSON-1140213849-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-430722'] for port, precommit_delete {{(pid=94175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:37:27.819823 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.plugins.ml2.plugin [None req-da0052dc-a312-4d74-bec7-cad17f4355ab tempest-FloatingIPTestJSON-1140213849 tempest-FloatingIPTestJSON-1140213849-project] Calling delete_port for 143b8412-5bb2-4576-b9a7-198ccfb4d0fe owned by {{(pid=94175) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1986}} Jun 23 11:37:27.894376 dv-neutron-601336-94-hyperv neutron-server[94174]: INFO neutron.db.l3_db [None req-462758dd-bec7-4117-aaed-25c7a76a4c29 tempest-TestNetworkBasicOps-233187296 tempest-TestNetworkBasicOps-233187296-project] Floating IP f433b26e-33f0-4afb-8b00-bfba142b14f7 associated. External IP: 172.26.3.74, port: ec4bcd93-1a8a-4477-bc36-6256a7f680e5. Jun 23 11:37:27.982115 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron_lib.callbacks.manager [None req-da0052dc-a312-4d74-bec7-cad17f4355ab tempest-FloatingIPTestJSON-1140213849 tempest-FloatingIPTestJSON-1140213849-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-922904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866062', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773700135024', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773699642224', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5082448'] for port, after_delete {{(pid=94175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:37:27.986238 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG oslo_concurrency.lockutils [None req-a496309c-e6d2-4aec-933c-b84a01d03e5b tempest-FloatingIPTestJSON-1140213849 tempest-FloatingIPTestJSON-1140213849-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94175) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 11:37:28.009873 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da0052dc-a312-4d74-bec7-cad17f4355ab tempest-FloatingIPTestJSON-1140213849 tempest-FloatingIPTestJSON-1140213849-project] Pushing event deleted for resources: {'Port': ['ID=143b8412-5bb2-4576-b9a7-198ccfb4d0fe,revision_number=None']} {{(pid=94175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 11:37:28.013339 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG oslo_concurrency.lockutils [None req-da0052dc-a312-4d74-bec7-cad17f4355ab tempest-FloatingIPTestJSON-1140213849 tempest-FloatingIPTestJSON-1140213849-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=94175) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 11:37:28.085156 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron_lib.callbacks.manager [None req-da0052dc-a312-4d74-bec7-cad17f4355ab tempest-FloatingIPTestJSON-1140213849 tempest-FloatingIPTestJSON-1140213849-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-217507'] for port, before_response {{(pid=94175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:37:28.087339 dv-neutron-601336-94-hyperv neutron-server[94175]: INFO neutron.wsgi [None req-da0052dc-a312-4d74-bec7-cad17f4355ab tempest-FloatingIPTestJSON-1140213849 tempest-FloatingIPTestJSON-1140213849-project] 10.222.0.20 "DELETE /v2.0/ports/143b8412-5bb2-4576-b9a7-198ccfb4d0fe HTTP/1.1" status: 204 len: 168 time: 0.4595509 Jun 23 11:37:28.089806 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.wsgi [-] (94175) accepted ('10.222.0.20', 42736) {{(pid=94175) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 11:37:28.126993 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-462758dd-bec7-4117-aaed-25c7a76a4c29 tempest-TestNetworkBasicOps-233187296 tempest-TestNetworkBasicOps-233187296-project] Router 138f928c-e351-4622-a42a-73141d74090b has already been hosted by L3 agent 50ef99c0-ef28-4db5-b303-b145898fae60 {{(pid=94174) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 23 11:37:28.185210 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.plugins.ml2.plugin [None req-29fa1502-2dcc-4ec6-9b4f-a071ad5651f9 tempest-FloatingIPTestJSON-1140213849 tempest-FloatingIPTestJSON-1140213849-project] Deleting port 64fdff8d-9562-4d6c-bbb1-e04ad6d3bdcd {{(pid=94175) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1913}} Jun 23 11:37:28.185466 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron_lib.callbacks.manager [None req-29fa1502-2dcc-4ec6-9b4f-a071ad5651f9 tempest-FloatingIPTestJSON-1140213849 tempest-FloatingIPTestJSON-1140213849-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773700079324'] for port, before_delete {{(pid=94175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:37:28.199268 dv-neutron-601336-94-hyperv neutron-server[94174]: INFO neutron.wsgi [req-72212e2f-2232-456c-8f44-1795980efb30 req-03670715-63f0-4110-96eb-f4584c936a5e service neutron] 10.222.0.52 "GET /v2.0/ports?device_id=4c156f8c-0fa4-48ba-81bb-2e948cc18773&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.1074042 Jun 23 11:37:28.632009 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron_lib.callbacks.manager [None req-29fa1502-2dcc-4ec6-9b4f-a071ad5651f9 tempest-FloatingIPTestJSON-1140213849 tempest-FloatingIPTestJSON-1140213849-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-430722'] for port, precommit_delete {{(pid=94175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:37:28.644465 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.plugins.ml2.plugin [None req-29fa1502-2dcc-4ec6-9b4f-a071ad5651f9 tempest-FloatingIPTestJSON-1140213849 tempest-FloatingIPTestJSON-1140213849-project] Calling delete_port for 64fdff8d-9562-4d6c-bbb1-e04ad6d3bdcd owned by {{(pid=94175) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1986}} Jun 23 11:37:28.653379 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-462758dd-bec7-4117-aaed-25c7a76a4c29 tempest-TestNetworkBasicOps-233187296 tempest-TestNetworkBasicOps-233187296-project] Notify agent at l3_agent.dv-neutron-601336-94-hyperv the message routers_updated {{(pid=94174) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 23 11:37:28.662844 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3fbb6287-4a49-4db7-afe6-a8a19deff2ee None None] Sync routers for ids ['138f928c-e351-4622-a42a-73141d74090b'] in dv-neutron-601336-94-hyperv {{(pid=94176) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 23 11:37:28.672091 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3fbb6287-4a49-4db7-afe6-a8a19deff2ee None None] Routers {'138f928c-e351-4622-a42a-73141d74090b'} bound to L3 agent in host dv-neutron-601336-94-hyperv {{(pid=94176) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 23 11:37:28.672711 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.db.l3_hamode_db [None req-3fbb6287-4a49-4db7-afe6-a8a19deff2ee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-601336-94-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-06-23T11:22:13Z,description=,heartbeat_timestamp=2021-06-23T11:37:13Z,host='dv-neutron-601336-94-hyperv',id=50ef99c0-ef28-4db5-b303-b145898fae60,load=0,resource_versions=,resources_synced=,started_at=2021-06-23T11:22:14Z,topic='l3_agent')) {'router_ids': ['138f928c-e351-4622-a42a-73141d74090b'], 'active': True} {{(pid=94176) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 11:37:28.686795 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72212e2f-2232-456c-8f44-1795980efb30 req-c694e803-9410-45b5-b18c-50c3b4ebab5e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94174) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 11:37:28.688341 dv-neutron-601336-94-hyperv neutron-server[94174]: INFO neutron.wsgi [req-72212e2f-2232-456c-8f44-1795980efb30 req-c694e803-9410-45b5-b18c-50c3b4ebab5e service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=772b9946478d439e9da4eaeade7fb21d&device_id=4c156f8c-0fa4-48ba-81bb-2e948cc18773 HTTP/1.1" status: 200 len: 1098 time: 0.4458656 Jun 23 11:37:28.721297 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron_lib.callbacks.manager [None req-462758dd-bec7-4117-aaed-25c7a76a4c29 tempest-TestNetworkBasicOps-233187296 tempest-TestNetworkBasicOps-233187296-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-217507'] for floatingip, before_response {{(pid=94174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:37:28.791452 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.db.l3_dvr_db [None req-3fbb6287-4a49-4db7-afe6-a8a19deff2ee None None] Set router 138f928c-e351-4622-a42a-73141d74090b gateway port host: dv-neutron-601336-94-hyperv {{(pid=94176) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:838}} Jun 23 11:37:28.808886 dv-neutron-601336-94-hyperv neutron-server[94174]: INFO neutron.wsgi [None req-462758dd-bec7-4117-aaed-25c7a76a4c29 tempest-TestNetworkBasicOps-233187296 tempest-TestNetworkBasicOps-233187296-project] 10.222.0.20 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 2.5807474 Jun 23 11:37:28.811789 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.wsgi [-] (94175) accepted ('10.222.0.20', 42738) {{(pid=94175) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 11:37:28.815461 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4c156f8c-0fa4-48ba-81bb-2e948cc18773', 'tag': 'ec4bcd93-1a8a-4477-bc36-6256a7f680e5'}] {{(pid=94174) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 23 11:37:28.818620 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6ff47218258ed5bf6cae7f276c9622ae488f9e8ebc13d1a310221fbcfb04c5dd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c3be11be-c586-40b1-9a82-22c8734b3ffa" -d '{"events": [{"name": "network-changed", "server_uuid": "4c156f8c-0fa4-48ba-81bb-2e948cc18773", "tag": "ec4bcd93-1a8a-4477-bc36-6256a7f680e5"}]}' {{(pid=94174) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 23 11:37:28.825108 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron_lib.callbacks.manager [None req-29fa1502-2dcc-4ec6-9b4f-a071ad5651f9 tempest-FloatingIPTestJSON-1140213849 tempest-FloatingIPTestJSON-1140213849-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-922904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866062', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773700135024', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773699642224', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5082448'] for port, after_delete {{(pid=94175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:37:28.844427 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72212e2f-2232-456c-8f44-1795980efb30 req-67d1b52a-e7e4-4949-ad15-0df02f5f9e0c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94174) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 11:37:28.845920 dv-neutron-601336-94-hyperv neutron-server[94174]: INFO neutron.wsgi [req-72212e2f-2232-456c-8f44-1795980efb30 req-67d1b52a-e7e4-4949-ad15-0df02f5f9e0c service neutron] 10.222.0.52 "GET /v2.0/networks?id=751565c3-b0a8-48a7-9195-02fff873bed5 HTTP/1.1" status: 200 len: 898 time: 0.1335065 Jun 23 11:37:28.856764 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG oslo_concurrency.lockutils [None req-b3f09f71-637b-403c-b088-e728458eb721 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94175) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 11:37:28.890508 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 23 Jun 2021 11:37:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5d03a872-c72f-4bd6-8440-a44062709f89 x-openstack-request-id: req-5d03a872-c72f-4bd6-8440-a44062709f89 {{(pid=94174) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 23 11:37:28.890956 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4c156f8c-0fa4-48ba-81bb-2e948cc18773", "tag": "ec4bcd93-1a8a-4477-bc36-6256a7f680e5", "status": "completed", "code": 200}]} {{(pid=94174) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 23 11:37:28.891296 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-5d03a872-c72f-4bd6-8440-a44062709f89 {{(pid=94174) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 23 11:37:28.891746 dv-neutron-601336-94-hyperv neutron-server[94174]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4c156f8c-0fa4-48ba-81bb-2e948cc18773', 'tag': 'ec4bcd93-1a8a-4477-bc36-6256a7f680e5', 'status': 'completed', 'code': 200} Jun 23 11:37:28.895946 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29fa1502-2dcc-4ec6-9b4f-a071ad5651f9 tempest-FloatingIPTestJSON-1140213849 tempest-FloatingIPTestJSON-1140213849-project] Pushing event deleted for resources: {'Port': ['ID=64fdff8d-9562-4d6c-bbb1-e04ad6d3bdcd,revision_number=None']} {{(pid=94175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 11:37:28.902682 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG oslo_concurrency.lockutils [None req-29fa1502-2dcc-4ec6-9b4f-a071ad5651f9 tempest-FloatingIPTestJSON-1140213849 tempest-FloatingIPTestJSON-1140213849-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=94175) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 11:37:28.921512 dv-neutron-601336-94-hyperv neutron-server[94174]: INFO neutron.wsgi [req-72212e2f-2232-456c-8f44-1795980efb30 req-06a7f7c0-1d0d-4fb2-ac0e-85a4285301cd service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=ec4bcd93-1a8a-4477-bc36-6256a7f680e5 HTTP/1.1" status: 200 len: 998 time: 0.0689483 Jun 23 11:37:28.934082 dv-neutron-601336-94-hyperv neutron-server[94175]: INFO neutron.wsgi [None req-f3c745b6-99c9-473d-8a03-b9918020abc8 tempest-TestNetworkBasicOps-233187296 tempest-TestNetworkBasicOps-233187296-project] 10.222.0.20 "GET /v2.0/floatingips/f433b26e-33f0-4afb-8b00-bfba142b14f7 HTTP/1.1" status: 200 len: 990 time: 0.1209352 Jun 23 11:37:28.977786 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72212e2f-2232-456c-8f44-1795980efb30 req-f8127218-97a9-42ba-8642-4c5cabb82b22 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94174) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 11:37:28.979355 dv-neutron-601336-94-hyperv neutron-server[94174]: INFO neutron.wsgi [req-72212e2f-2232-456c-8f44-1795980efb30 req-f8127218-97a9-42ba-8642-4c5cabb82b22 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=16206325-2869-4d16-997a-5226fd65f4a9 HTTP/1.1" status: 200 len: 834 time: 0.0507822 Jun 23 11:37:28.982482 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron_lib.callbacks.manager [None req-29fa1502-2dcc-4ec6-9b4f-a071ad5651f9 tempest-FloatingIPTestJSON-1140213849 tempest-FloatingIPTestJSON-1140213849-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-217507'] for port, before_response {{(pid=94175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:37:28.984375 dv-neutron-601336-94-hyperv neutron-server[94175]: INFO neutron.wsgi [None req-29fa1502-2dcc-4ec6-9b4f-a071ad5651f9 tempest-FloatingIPTestJSON-1140213849 tempest-FloatingIPTestJSON-1140213849-project] 10.222.0.20 "DELETE /v2.0/ports/64fdff8d-9562-4d6c-bbb1-e04ad6d3bdcd HTTP/1.1" status: 204 len: 168 time: 0.8934672 Jun 23 11:37:28.987065 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.wsgi [-] (94175) accepted ('10.222.0.20', 42742) {{(pid=94175) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 11:37:29.029162 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.db.l3_hamode_db [None req-3fbb6287-4a49-4db7-afe6-a8a19deff2ee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '138f928c-e351-4622-a42a-73141d74090b', 'name': 'tempest-TestNetworkBasicOps-router-45649005', 'tenant_id': '772b9946478d439e9da4eaeade7fb21d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3e7e4eb3-cf02-4d47-ade9-0a579cdfc60f', 'external_fixed_ips': [{'subnet_id': 'a5ad15ab-c489-4a67-a9b0-d559fca0ec71', 'ip_address': '172.26.3.123'}], 'enable_snat': True}, 'gw_port_id': '1ab0ae19-6b61-4c8f-b3b4-a8cef1b1d50e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-23T11:36:59Z', 'updated_at': '2021-06-23T11:37:04Z', 'revision_number': 4, 'project_id': '772b9946478d439e9da4eaeade7fb21d', 'gw_port': {'id': '1ab0ae19-6b61-4c8f-b3b4-a8cef1b1d50e', 'name': '', 'network_id': '3e7e4eb3-cf02-4d47-ade9-0a579cdfc60f', 'tenant_id': '', 'mac_address': 'fa:16:3e:66:52:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '138f928c-e351-4622-a42a-73141d74090b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1237, 'fixed_ips': [{'subnet_id': 'a5ad15ab-c489-4a67-a9b0-d559fca0ec71', 'ip_address': '172.26.3.123', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-94-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-23T11:37:00Z', 'updated_at': '2021-06-23T11:37:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a5ad15ab-c489-4a67-a9b0-d559fca0ec71', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-601336-94-hyperv', '_floatingips': [{'id': 'f433b26e-33f0-4afb-8b00-bfba142b14f7', 'tenant_id': '772b9946478d439e9da4eaeade7fb21d', 'floating_ip_address': '172.26.3.74', 'floating_network_id': '3e7e4eb3-cf02-4d47-ade9-0a579cdfc60f', 'router_id': '138f928c-e351-4622-a42a-73141d74090b', 'port_id': 'ec4bcd93-1a8a-4477-bc36-6256a7f680e5', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 1266, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '751565c3-b0a8-48a7-9195-02fff873bed5', 'mac_address': 'fa:16:3e:b1:4b:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4c156f8c-0fa4-48ba-81bb-2e948cc18773', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-23T11:37:27Z', 'updated_at': '2021-06-23T11:37:27Z', 'revision_number': 0, 'project_id': '772b9946478d439e9da4eaeade7fb21d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'dd7fc1ca-5169-488a-9c7c-1939746a3cb0', 'name': '', 'network_id': '751565c3-b0a8-48a7-9195-02fff873bed5', 'tenant_id': '772b9946478d439e9da4eaeade7fb21d', 'mac_address': 'fa:16:3e:f4:a0:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '138f928c-e351-4622-a42a-73141d74090b', 'device_owner': 'network:router_interface', 'standard_attr_id': 1242, 'fixed_ips': [{'subnet_id': '16206325-2869-4d16-997a-5226fd65f4a9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-94-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-23T11:37:03Z', 'updated_at': '2021-06-23T11:37:09Z', 'revision_number': 5, 'project_id': '772b9946478d439e9da4eaeade7fb21d', 'subnets': [{'id': '16206325-2869-4d16-997a-5226fd65f4a9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-601336-94-hyperv', False) {} {{(pid=94176) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 11:37:29.043856 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72212e2f-2232-456c-8f44-1795980efb30 req-43ab7cfd-98ac-4562-9181-e41ac6590038 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94174) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 11:37:29.045398 dv-neutron-601336-94-hyperv neutron-server[94174]: INFO neutron.wsgi [req-72212e2f-2232-456c-8f44-1795980efb30 req-43ab7cfd-98ac-4562-9181-e41ac6590038 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=751565c3-b0a8-48a7-9195-02fff873bed5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1178 time: 0.0603049 Jun 23 11:37:29.055583 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3fbb6287-4a49-4db7-afe6-a8a19deff2ee None None] Checking router: 138f928c-e351-4622-a42a-73141d74090b for host: dv-neutron-601336-94-hyperv {{(pid=94176) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 23 11:37:29.057543 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a69d1272-188a-430b-b4fa-be0cafc2ea71 tempest-FloatingIPTestJSON-1140213849 tempest-FloatingIPTestJSON-1140213849-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 11:37:29.059879 dv-neutron-601336-94-hyperv neutron-server[94175]: INFO neutron.wsgi [None req-a69d1272-188a-430b-b4fa-be0cafc2ea71 tempest-FloatingIPTestJSON-1140213849 tempest-FloatingIPTestJSON-1140213849-project] 10.222.0.20 "GET /v2.0/ports?device_id=54457aa4-57ec-453a-b617-a96ed249dc35 HTTP/1.1" status: 200 len: 913 time: 0.0711670 Jun 23 11:37:29.061903 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.wsgi [-] (94175) accepted ('10.222.0.20', 42744) {{(pid=94175) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 11:37:29.064517 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3fbb6287-4a49-4db7-afe6-a8a19deff2ee None None] Routers {'138f928c-e351-4622-a42a-73141d74090b'} bound to L3 agent in host dv-neutron-601336-94-hyperv {{(pid=94176) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 23 11:37:29.065145 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.db.l3_hamode_db [None req-3fbb6287-4a49-4db7-afe6-a8a19deff2ee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-601336-94-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-06-23T11:22:13Z,description=,heartbeat_timestamp=2021-06-23T11:37:13Z,host='dv-neutron-601336-94-hyperv',id=50ef99c0-ef28-4db5-b303-b145898fae60,load=0,resource_versions=,resources_synced=,started_at=2021-06-23T11:22:14Z,topic='l3_agent')) {'router_ids': ['138f928c-e351-4622-a42a-73141d74090b'], 'active': True} {{(pid=94176) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 11:37:29.138142 dv-neutron-601336-94-hyperv neutron-server[94174]: INFO neutron.wsgi [req-72212e2f-2232-456c-8f44-1795980efb30 req-a7047e39-c3c1-4844-a53a-bed4801d117d service neutron] 10.222.0.52 "GET /v2.0/networks/751565c3-b0a8-48a7-9195-02fff873bed5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0856130 Jun 23 11:37:29.173329 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.db.l3_dvr_db [None req-3fbb6287-4a49-4db7-afe6-a8a19deff2ee None None] Set router 138f928c-e351-4622-a42a-73141d74090b gateway port host: dv-neutron-601336-94-hyperv {{(pid=94176) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:838}} Jun 23 11:37:29.239224 dv-neutron-601336-94-hyperv neutron-server[94174]: INFO neutron.wsgi [req-72212e2f-2232-456c-8f44-1795980efb30 req-bc2dc529-437c-40b3-84c8-ff32f781e90e service neutron] 10.222.0.52 "GET /v2.0/networks/751565c3-b0a8-48a7-9195-02fff873bed5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0939896 Jun 23 11:37:29.412199 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.db.l3_hamode_db [None req-3fbb6287-4a49-4db7-afe6-a8a19deff2ee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '138f928c-e351-4622-a42a-73141d74090b', 'name': 'tempest-TestNetworkBasicOps-router-45649005', 'tenant_id': '772b9946478d439e9da4eaeade7fb21d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3e7e4eb3-cf02-4d47-ade9-0a579cdfc60f', 'external_fixed_ips': [{'subnet_id': 'a5ad15ab-c489-4a67-a9b0-d559fca0ec71', 'ip_address': '172.26.3.123'}], 'enable_snat': True}, 'gw_port_id': '1ab0ae19-6b61-4c8f-b3b4-a8cef1b1d50e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-23T11:36:59Z', 'updated_at': '2021-06-23T11:37:04Z', 'revision_number': 4, 'project_id': '772b9946478d439e9da4eaeade7fb21d', 'gw_port': {'id': '1ab0ae19-6b61-4c8f-b3b4-a8cef1b1d50e', 'name': '', 'network_id': '3e7e4eb3-cf02-4d47-ade9-0a579cdfc60f', 'tenant_id': '', 'mac_address': 'fa:16:3e:66:52:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '138f928c-e351-4622-a42a-73141d74090b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1237, 'fixed_ips': [{'subnet_id': 'a5ad15ab-c489-4a67-a9b0-d559fca0ec71', 'ip_address': '172.26.3.123', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-94-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-23T11:37:00Z', 'updated_at': '2021-06-23T11:37:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a5ad15ab-c489-4a67-a9b0-d559fca0ec71', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-601336-94-hyperv', '_floatingips': [{'id': 'f433b26e-33f0-4afb-8b00-bfba142b14f7', 'tenant_id': '772b9946478d439e9da4eaeade7fb21d', 'floating_ip_address': '172.26.3.74', 'floating_network_id': '3e7e4eb3-cf02-4d47-ade9-0a579cdfc60f', 'router_id': '138f928c-e351-4622-a42a-73141d74090b', 'port_id': 'ec4bcd93-1a8a-4477-bc36-6256a7f680e5', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 1266, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '751565c3-b0a8-48a7-9195-02fff873bed5', 'mac_address': 'fa:16:3e:b1:4b:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4c156f8c-0fa4-48ba-81bb-2e948cc18773', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-23T11:37:27Z', 'updated_at': '2021-06-23T11:37:27Z', 'revision_number': 0, 'project_id': '772b9946478d439e9da4eaeade7fb21d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'dd7fc1ca-5169-488a-9c7c-1939746a3cb0', 'name': '', 'network_id': '751565c3-b0a8-48a7-9195-02fff873bed5', 'tenant_id': '772b9946478d439e9da4eaeade7fb21d', 'mac_address': 'fa:16:3e:f4:a0:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '138f928c-e351-4622-a42a-73141d74090b', 'device_owner': 'network:router_interface', 'standard_attr_id': 1242, 'fixed_ips': [{'subnet_id': '16206325-2869-4d16-997a-5226fd65f4a9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-94-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-23T11:37:03Z', 'updated_at': '2021-06-23T11:37:09Z', 'revision_number': 5, 'project_id': '772b9946478d439e9da4eaeade7fb21d', 'subnets': [{'id': '16206325-2869-4d16-997a-5226fd65f4a9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-601336-94-hyperv', False) {} {{(pid=94176) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 11:37:29.432315 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron_lib.callbacks.manager [None req-12276015-bf3b-4692-9012-9b9000dfa3dc tempest-FloatingIPTestJSON-1140213849 tempest-FloatingIPTestJSON-1140213849-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-453061'] for router_interface, before_delete {{(pid=94175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:37:29.438030 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3be11be-c586-40b1-9a82-22c8734b3ffa req-70d537e3-d565-47ff-b2f8-0a95cb31f763 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94174) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 11:37:29.439654 dv-neutron-601336-94-hyperv neutron-server[94174]: INFO neutron.wsgi [req-c3be11be-c586-40b1-9a82-22c8734b3ffa req-70d537e3-d565-47ff-b2f8-0a95cb31f763 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=772b9946478d439e9da4eaeade7fb21d&device_id=4c156f8c-0fa4-48ba-81bb-2e948cc18773 HTTP/1.1" status: 200 len: 1098 time: 0.0593650 Jun 23 11:37:29.442734 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3fbb6287-4a49-4db7-afe6-a8a19deff2ee None None] The sync data for ids ['138f928c-e351-4622-a42a-73141d74090b'] in dv-neutron-601336-94-hyperv is: [{'id': '138f928c-e351-4622-a42a-73141d74090b', 'name': 'tempest-TestNetworkBasicOps-router-45649005', 'tenant_id': '772b9946478d439e9da4eaeade7fb21d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3e7e4eb3-cf02-4d47-ade9-0a579cdfc60f', 'external_fixed_ips': [{'subnet_id': 'a5ad15ab-c489-4a67-a9b0-d559fca0ec71', 'ip_address': '172.26.3.123'}], 'enable_snat': True}, 'gw_port_id': '1ab0ae19-6b61-4c8f-b3b4-a8cef1b1d50e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-23T11:36:59Z', 'updated_at': '2021-06-23T11:37:04Z', 'revision_number': 4, 'project_id': '772b9946478d439e9da4eaeade7fb21d', 'gw_port': {'id': '1ab0ae19-6b61-4c8f-b3b4-a8cef1b1d50e', 'name': '', 'network_id': '3e7e4eb3-cf02-4d47-ade9-0a579cdfc60f', 'tenant_id': '', 'mac_address': 'fa:16:3e:66:52:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '138f928c-e351-4622-a42a-73141d74090b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1237, 'fixed_ips': [{'subnet_id': 'a5ad15ab-c489-4a67-a9b0-d559fca0ec71', 'ip_address': '172.26.3.123', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-94-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-23T11:37:00Z', 'updated_at': '2021-06-23T11:37:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a5ad15ab-c489-4a67-a9b0-d559fca0ec71', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-601336-94-hyperv', '_floatingips': [{'id': 'f433b26e-33f0-4afb-8b00-bfba142b14f7', 'tenant_id': '772b9946478d439e9da4eaeade7fb21d', 'floating_ip_address': '172.26.3.74', 'floating_network_id': '3e7e4eb3-cf02-4d47-ade9-0a579cdfc60f', 'router_id': '138f928c-e351-4622-a42a-73141d74090b', 'port_id': 'ec4bcd93-1a8a-4477-bc36-6256a7f680e5', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 1266, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '751565c3-b0a8-48a7-9195-02fff873bed5', 'mac_address': 'fa:16:3e:b1:4b:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4c156f8c-0fa4-48ba-81bb-2e948cc18773', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-23T11:37:27Z', 'updated_at': '2021-06-23T11:37:27Z', 'revision_number': 0, 'project_id': '772b9946478d439e9da4eaeade7fb21d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'dd7fc1ca-5169-488a-9c7c-1939746a3cb0', 'name': '', 'network_id': '751565c3-b0a8-48a7-9195-02fff873bed5', 'tenant_id': '772b9946478d439e9da4eaeade7fb21d', 'mac_address': 'fa:16:3e:f4:a0:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '138f928c-e351-4622-a42a-73141d74090b', 'device_owner': 'network:router_interface', 'standard_attr_id': 1242, 'fixed_ips': [{'subnet_id': '16206325-2869-4d16-997a-5226fd65f4a9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-94-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-23T11:37:03Z', 'updated_at': '2021-06-23T11:37:09Z', 'revision_number': 5, 'project_id': '772b9946478d439e9da4eaeade7fb21d', 'subnets': [{'id': '16206325-2869-4d16-997a-5226fd65f4a9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94176) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 23 11:37:29.536235 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3be11be-c586-40b1-9a82-22c8734b3ffa req-3efa6616-1e28-489e-a851-5350cf5801c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94174) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 11:37:29.537707 dv-neutron-601336-94-hyperv neutron-server[94174]: INFO neutron.wsgi [req-c3be11be-c586-40b1-9a82-22c8734b3ffa req-3efa6616-1e28-489e-a851-5350cf5801c5 service neutron] 10.222.0.52 "GET /v2.0/networks?id=751565c3-b0a8-48a7-9195-02fff873bed5 HTTP/1.1" status: 200 len: 898 time: 0.0914364 Jun 23 11:37:29.607927 dv-neutron-601336-94-hyperv neutron-server[94174]: INFO neutron.wsgi [req-c3be11be-c586-40b1-9a82-22c8734b3ffa req-8ebc6297-14da-4b3b-b747-1e8b9818619e service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=ec4bcd93-1a8a-4477-bc36-6256a7f680e5 HTTP/1.1" status: 200 len: 998 time: 0.0639446 Jun 23 11:37:29.639544 dv-neutron-601336-94-hyperv neutron-server[94177]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4c353c84-5e2d-4af8-ac3f-e8ac002a40c4 None None] New status for floating IP f433b26e-33f0-4afb-8b00-bfba142b14f7: ACTIVE {{(pid=94177) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 23 11:37:29.659463 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3be11be-c586-40b1-9a82-22c8734b3ffa req-a5a533ed-0ff8-4dfd-a5c7-097d15d26cb1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94174) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 11:37:29.661488 dv-neutron-601336-94-hyperv neutron-server[94174]: INFO neutron.wsgi [req-c3be11be-c586-40b1-9a82-22c8734b3ffa req-a5a533ed-0ff8-4dfd-a5c7-097d15d26cb1 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=16206325-2869-4d16-997a-5226fd65f4a9 HTTP/1.1" status: 200 len: 834 time: 0.0474420 Jun 23 11:37:29.717088 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.plugins.ml2.plugin [None req-12276015-bf3b-4692-9012-9b9000dfa3dc tempest-FloatingIPTestJSON-1140213849 tempest-FloatingIPTestJSON-1140213849-project] Deleting port 66858c5b-82b7-49a8-a492-004f9de5e2ae {{(pid=94175) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1913}} Jun 23 11:37:29.718627 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron_lib.callbacks.manager [None req-12276015-bf3b-4692-9012-9b9000dfa3dc tempest-FloatingIPTestJSON-1140213849 tempest-FloatingIPTestJSON-1140213849-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773700079324'] for port, before_delete {{(pid=94175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:37:29.735014 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3be11be-c586-40b1-9a82-22c8734b3ffa req-aa58a7fa-2f83-4142-b9f4-0e83a94db0d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94174) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 11:37:29.736718 dv-neutron-601336-94-hyperv neutron-server[94174]: INFO neutron.wsgi [req-c3be11be-c586-40b1-9a82-22c8734b3ffa req-aa58a7fa-2f83-4142-b9f4-0e83a94db0d9 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=751565c3-b0a8-48a7-9195-02fff873bed5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1178 time: 0.0694501 Jun 23 11:37:29.812018 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron_lib.callbacks.manager [None req-12276015-bf3b-4692-9012-9b9000dfa3dc tempest-FloatingIPTestJSON-1140213849 tempest-FloatingIPTestJSON-1140213849-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-430722'] for port, precommit_delete {{(pid=94175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:37:29.830730 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.plugins.ml2.plugin [None req-12276015-bf3b-4692-9012-9b9000dfa3dc tempest-FloatingIPTestJSON-1140213849 tempest-FloatingIPTestJSON-1140213849-project] Calling delete_port for 66858c5b-82b7-49a8-a492-004f9de5e2ae owned by network:router_interface {{(pid=94175) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1986}} Jun 23 11:37:29.837607 dv-neutron-601336-94-hyperv neutron-server[94174]: INFO neutron.wsgi [req-c3be11be-c586-40b1-9a82-22c8734b3ffa req-8c41cfdb-9e4d-4a70-87da-7f1976397363 service neutron] 10.222.0.52 "GET /v2.0/networks/751565c3-b0a8-48a7-9195-02fff873bed5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0942054 Jun 23 11:37:29.934040 dv-neutron-601336-94-hyperv neutron-server[94174]: INFO neutron.wsgi [req-c3be11be-c586-40b1-9a82-22c8734b3ffa req-99bae392-2ba2-4123-9f93-a60ca3b6457f service neutron] 10.222.0.52 "GET /v2.0/networks/751565c3-b0a8-48a7-9195-02fff873bed5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0896411 Jun 23 11:37:29.936346 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.wsgi [-] (94175) accepted ('10.222.0.20', 42746) {{(pid=94175) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 11:37:30.014247 dv-neutron-601336-94-hyperv neutron-server[94175]: INFO neutron.wsgi [None req-ba6b55cf-e05d-4d56-a8fa-bdce2140a8a1 tempest-TestNetworkBasicOps-233187296 tempest-TestNetworkBasicOps-233187296-project] 10.222.0.20 "GET /v2.0/floatingips/f433b26e-33f0-4afb-8b00-bfba142b14f7 HTTP/1.1" status: 200 len: 992 time: 0.0766258 Jun 23 11:37:30.118762 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron_lib.callbacks.manager [None req-12276015-bf3b-4692-9012-9b9000dfa3dc tempest-FloatingIPTestJSON-1140213849 tempest-FloatingIPTestJSON-1140213849-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-922904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866062', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773700135024', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773699642224', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5082448'] for port, after_delete {{(pid=94175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:37:30.120900 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG oslo_concurrency.lockutils [None req-486a249c-453b-4b4a-b22f-5acd6f767bc9 tempest-FloatingIPTestJSON-1140213849 tempest-FloatingIPTestJSON-1140213849-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94175) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 11:37:30.148060 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12276015-bf3b-4692-9012-9b9000dfa3dc tempest-FloatingIPTestJSON-1140213849 tempest-FloatingIPTestJSON-1140213849-project] Pushing event deleted for resources: {'Port': ['ID=66858c5b-82b7-49a8-a492-004f9de5e2ae,revision_number=None']} {{(pid=94175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 11:37:30.156089 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG oslo_concurrency.lockutils [None req-12276015-bf3b-4692-9012-9b9000dfa3dc tempest-FloatingIPTestJSON-1140213849 tempest-FloatingIPTestJSON-1140213849-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.035s {{(pid=94175) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 11:37:30.312446 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron_lib.callbacks.manager [None req-12276015-bf3b-4692-9012-9b9000dfa3dc tempest-FloatingIPTestJSON-1140213849 tempest-FloatingIPTestJSON-1140213849-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-7866080', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-516693'] for router_interface, after_delete {{(pid=94175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:37:30.520697 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-12276015-bf3b-4692-9012-9b9000dfa3dc tempest-FloatingIPTestJSON-1140213849 tempest-FloatingIPTestJSON-1140213849-project] Router 54457aa4-57ec-453a-b617-a96ed249dc35 has already been hosted by L3 agent 50ef99c0-ef28-4db5-b303-b145898fae60 {{(pid=94175) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 23 11:37:30.622616 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-12276015-bf3b-4692-9012-9b9000dfa3dc tempest-FloatingIPTestJSON-1140213849 tempest-FloatingIPTestJSON-1140213849-project] Notify agent at l3_agent.dv-neutron-601336-94-hyperv the message routers_updated {{(pid=94175) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 23 11:37:30.627632 dv-neutron-601336-94-hyperv neutron-server[94175]: INFO neutron.wsgi [None req-12276015-bf3b-4692-9012-9b9000dfa3dc tempest-FloatingIPTestJSON-1140213849 tempest-FloatingIPTestJSON-1140213849-project] 10.222.0.20 "PUT /v2.0/routers/54457aa4-57ec-453a-b617-a96ed249dc35/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.5644283 Jun 23 11:37:30.630640 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.wsgi [-] (94175) accepted ('10.222.0.20', 42748) {{(pid=94175) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 11:37:30.633210 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d4861e75-b887-43cd-80b1-1bcdc8bad130 None None] Sync routers for ids ['54457aa4-57ec-453a-b617-a96ed249dc35'] in dv-neutron-601336-94-hyperv {{(pid=94176) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 23 11:37:30.642218 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d4861e75-b887-43cd-80b1-1bcdc8bad130 None None] Routers {'54457aa4-57ec-453a-b617-a96ed249dc35'} bound to L3 agent in host dv-neutron-601336-94-hyperv {{(pid=94176) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 23 11:37:30.642830 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.db.l3_hamode_db [None req-d4861e75-b887-43cd-80b1-1bcdc8bad130 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-601336-94-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-06-23T11:22:13Z,description=,heartbeat_timestamp=2021-06-23T11:37:13Z,host='dv-neutron-601336-94-hyperv',id=50ef99c0-ef28-4db5-b303-b145898fae60,load=0,resource_versions=,resources_synced=,started_at=2021-06-23T11:22:14Z,topic='l3_agent')) {'router_ids': ['54457aa4-57ec-453a-b617-a96ed249dc35'], 'active': True} {{(pid=94176) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 11:37:30.673014 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.db.l3_hamode_db [None req-d4861e75-b887-43cd-80b1-1bcdc8bad130 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-601336-94-hyperv', False) {} {{(pid=94176) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 11:37:30.690989 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d4861e75-b887-43cd-80b1-1bcdc8bad130 None None] Routers {'54457aa4-57ec-453a-b617-a96ed249dc35'} bound to L3 agent in host dv-neutron-601336-94-hyperv {{(pid=94176) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 23 11:37:30.692791 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.db.l3_hamode_db [None req-d4861e75-b887-43cd-80b1-1bcdc8bad130 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-601336-94-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-06-23T11:22:13Z,description=,heartbeat_timestamp=2021-06-23T11:37:13Z,host='dv-neutron-601336-94-hyperv',id=50ef99c0-ef28-4db5-b303-b145898fae60,load=0,resource_versions=,resources_synced=,started_at=2021-06-23T11:22:14Z,topic='l3_agent')) {'router_ids': ['54457aa4-57ec-453a-b617-a96ed249dc35'], 'active': True} {{(pid=94176) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 11:37:30.730252 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.db.l3_hamode_db [None req-d4861e75-b887-43cd-80b1-1bcdc8bad130 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-601336-94-hyperv', False) {} {{(pid=94176) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 11:37:30.730913 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d4861e75-b887-43cd-80b1-1bcdc8bad130 None None] The sync data for ids ['54457aa4-57ec-453a-b617-a96ed249dc35'] in dv-neutron-601336-94-hyperv is: [] {{(pid=94176) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 23 11:37:30.740418 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron_lib.callbacks.manager [None req-2cd5d0e4-9a78-4670-860d-31955de2a3f9 tempest-FloatingIPTestJSON-1140213849 tempest-FloatingIPTestJSON-1140213849-project] Notify callbacks [] for router, before_delete {{(pid=94175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:37:30.850139 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron_lib.callbacks.manager [None req-2cd5d0e4-9a78-4670-860d-31955de2a3f9 tempest-FloatingIPTestJSON-1140213849 tempest-FloatingIPTestJSON-1140213849-project] Notify callbacks [] for router_gateway, before_delete {{(pid=94175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:37:30.949944 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.plugins.ml2.plugin [None req-2cd5d0e4-9a78-4670-860d-31955de2a3f9 tempest-FloatingIPTestJSON-1140213849 tempest-FloatingIPTestJSON-1140213849-project] Deleting port 1266f907-c633-43e2-ac17-251394f98471 {{(pid=94175) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1913}} Jun 23 11:37:30.950294 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron_lib.callbacks.manager [None req-2cd5d0e4-9a78-4670-860d-31955de2a3f9 tempest-FloatingIPTestJSON-1140213849 tempest-FloatingIPTestJSON-1140213849-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773700079324'] for port, before_delete {{(pid=94175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:37:31.027520 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron_lib.callbacks.manager [None req-2cd5d0e4-9a78-4670-860d-31955de2a3f9 tempest-FloatingIPTestJSON-1140213849 tempest-FloatingIPTestJSON-1140213849-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-430722'] for port, precommit_delete {{(pid=94175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:37:31.039422 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.plugins.ml2.plugin [None req-2cd5d0e4-9a78-4670-860d-31955de2a3f9 tempest-FloatingIPTestJSON-1140213849 tempest-FloatingIPTestJSON-1140213849-project] Calling delete_port for 1266f907-c633-43e2-ac17-251394f98471 owned by network:router_gateway {{(pid=94175) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1986}} Jun 23 11:37:31.261865 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron_lib.callbacks.manager [None req-2cd5d0e4-9a78-4670-860d-31955de2a3f9 tempest-FloatingIPTestJSON-1140213849 tempest-FloatingIPTestJSON-1140213849-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-922904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866062', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773700135024', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773699642224', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5082448'] for port, after_delete {{(pid=94175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:37:31.263832 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG oslo_concurrency.lockutils [None req-56d8e163-242c-4de7-969a-64099a161789 tempest-RoutersTest-228919764 tempest-RoutersTest-228919764-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94175) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 11:37:31.290157 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cd5d0e4-9a78-4670-860d-31955de2a3f9 tempest-FloatingIPTestJSON-1140213849 tempest-FloatingIPTestJSON-1140213849-project] Pushing event deleted for resources: {'Port': ['ID=1266f907-c633-43e2-ac17-251394f98471,revision_number=None']} {{(pid=94175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 11:37:31.293590 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG oslo_concurrency.lockutils [None req-2cd5d0e4-9a78-4670-860d-31955de2a3f9 tempest-FloatingIPTestJSON-1140213849 tempest-FloatingIPTestJSON-1140213849-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.030s {{(pid=94175) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 11:37:31.354958 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron_lib.callbacks.manager [None req-2cd5d0e4-9a78-4670-860d-31955de2a3f9 tempest-FloatingIPTestJSON-1140213849 tempest-FloatingIPTestJSON-1140213849-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-524171'] for router_gateway, after_delete {{(pid=94175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:37:31.442137 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron_lib.callbacks.manager [None req-2cd5d0e4-9a78-4670-860d-31955de2a3f9 tempest-FloatingIPTestJSON-1140213849 tempest-FloatingIPTestJSON-1140213849-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-520417', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-32301'] for router, precommit_delete {{(pid=94175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:37:31.444261 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron_lib.callbacks.manager [None req-2cd5d0e4-9a78-4670-860d-31955de2a3f9 tempest-FloatingIPTestJSON-1140213849 tempest-FloatingIPTestJSON-1140213849-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:37:31.547910 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron_lib.callbacks.manager [None req-2cd5d0e4-9a78-4670-860d-31955de2a3f9 tempest-FloatingIPTestJSON-1140213849 tempest-FloatingIPTestJSON-1140213849-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-494961'] for router, after_delete {{(pid=94175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:37:31.548342 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2cd5d0e4-9a78-4670-860d-31955de2a3f9 tempest-FloatingIPTestJSON-1140213849 tempest-FloatingIPTestJSON-1140213849-project] Fanout notify agent at l3_agent the message router_deleted on router 54457aa4-57ec-453a-b617-a96ed249dc35 {{(pid=94175) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jun 23 11:37:31.558262 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron_lib.callbacks.manager [None req-2cd5d0e4-9a78-4670-860d-31955de2a3f9 tempest-FloatingIPTestJSON-1140213849 tempest-FloatingIPTestJSON-1140213849-project] Notify callbacks [] for router, before_response {{(pid=94175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:37:31.558262 dv-neutron-601336-94-hyperv neutron-server[94175]: INFO neutron.wsgi [None req-2cd5d0e4-9a78-4670-860d-31955de2a3f9 tempest-FloatingIPTestJSON-1140213849 tempest-FloatingIPTestJSON-1140213849-project] 10.222.0.20 "DELETE /v2.0/routers/54457aa4-57ec-453a-b617-a96ed249dc35 HTTP/1.1" status: 204 len: 168 time: 0.9243717 Jun 23 11:37:31.558628 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.wsgi [-] (94175) accepted ('10.222.0.20', 42750) {{(pid=94175) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 11:37:31.611540 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.db.db_base_plugin_v2 [None req-3a7fea21-764d-486b-bcd0-92cbee545129 tempest-FloatingIPTestJSON-1140213849 tempest-FloatingIPTestJSON-1140213849-project] Deleting subnet 7c13abcb-699c-45e0-973a-8f79dc35eda3 {{(pid=94175) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jun 23 11:37:31.614608 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron_lib.callbacks.manager [None req-3a7fea21-764d-486b-bcd0-92cbee545129 tempest-FloatingIPTestJSON-1140213849 tempest-FloatingIPTestJSON-1140213849-project] Notify callbacks [] for subnet, before_delete {{(pid=94175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:37:31.653588 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron_lib.callbacks.manager [None req-3a7fea21-764d-486b-bcd0-92cbee545129 tempest-FloatingIPTestJSON-1140213849 tempest-FloatingIPTestJSON-1140213849-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5190686'] for subnet, precommit_delete_associations {{(pid=94175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:37:31.695985 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron_lib.callbacks.manager [None req-3a7fea21-764d-486b-bcd0-92cbee545129 tempest-FloatingIPTestJSON-1140213849 tempest-FloatingIPTestJSON-1140213849-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-897634'] for subnet, precommit_delete {{(pid=94175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:37:31.805301 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron_lib.callbacks.manager [None req-3a7fea21-764d-486b-bcd0-92cbee545129 tempest-FloatingIPTestJSON-1140213849 tempest-FloatingIPTestJSON-1140213849-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-897627', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866062', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5083050', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4660036'] for subnet, after_delete {{(pid=94175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:37:31.808080 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG oslo_concurrency.lockutils [None req-72827a40-d0a9-4df7-bd5b-7179f8f72197 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94175) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 11:37:31.839609 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron_lib.callbacks.manager [None req-3a7fea21-764d-486b-bcd0-92cbee545129 tempest-FloatingIPTestJSON-1140213849 tempest-FloatingIPTestJSON-1140213849-project] Notify callbacks [] for subnet, before_response {{(pid=94175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:37:31.841533 dv-neutron-601336-94-hyperv neutron-server[94175]: INFO neutron.wsgi [None req-3a7fea21-764d-486b-bcd0-92cbee545129 tempest-FloatingIPTestJSON-1140213849 tempest-FloatingIPTestJSON-1140213849-project] 10.222.0.20 "DELETE /v2.0/subnets/7c13abcb-699c-45e0-973a-8f79dc35eda3 HTTP/1.1" status: 204 len: 168 time: 0.2817488 Jun 23 11:37:31.842473 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a7fea21-764d-486b-bcd0-92cbee545129 tempest-FloatingIPTestJSON-1140213849 tempest-FloatingIPTestJSON-1140213849-project] Pushing event deleted for resources: {'Subnet': ['ID=7c13abcb-699c-45e0-973a-8f79dc35eda3,revision_number=None']} {{(pid=94175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 11:37:31.843977 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.wsgi [-] (94174) accepted ('10.222.0.20', 42752) {{(pid=94174) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 11:37:31.844612 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG oslo_concurrency.lockutils [None req-3a7fea21-764d-486b-bcd0-92cbee545129 tempest-FloatingIPTestJSON-1140213849 tempest-FloatingIPTestJSON-1140213849-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.037s {{(pid=94175) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 11:37:31.917889 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron_lib.callbacks.manager [None req-7466bb16-aa79-460e-802b-8df8ceb96b9b tempest-FloatingIPTestJSON-1140213849 tempest-FloatingIPTestJSON-1140213849-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-824874'] for network, before_delete {{(pid=94174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:37:32.003289 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron_lib.callbacks.manager [None req-7466bb16-aa79-460e-802b-8df8ceb96b9b tempest-FloatingIPTestJSON-1140213849 tempest-FloatingIPTestJSON-1140213849-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-897259', 'neutron.services.segments.db._delete_segments_for_network-8773700168587'] for network, precommit_delete {{(pid=94174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:37:32.013061 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.services.segments.db [None req-7466bb16-aa79-460e-802b-8df8ceb96b9b tempest-FloatingIPTestJSON-1140213849 tempest-FloatingIPTestJSON-1140213849-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['221281ce-26f9-45d5-9065-123dad0725f0']}} {{(pid=94174) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 11:37:32.022951 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.services.segments.db [None req-7466bb16-aa79-460e-802b-8df8ceb96b9b tempest-FloatingIPTestJSON-1140213849 tempest-FloatingIPTestJSON-1140213849-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e870dfcb-76af-402d-8da1-de3d5a2ca274') {'for_net_delete': True} {{(pid=94174) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 11:37:32.023277 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.services.segments.db [None req-7466bb16-aa79-460e-802b-8df8ceb96b9b tempest-FloatingIPTestJSON-1140213849 tempest-FloatingIPTestJSON-1140213849-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e870dfcb-76af-402d-8da1-de3d5a2ca274') {} {{(pid=94174) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 11:37:32.032404 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron_lib.callbacks.manager [None req-7466bb16-aa79-460e-802b-8df8ceb96b9b tempest-FloatingIPTestJSON-1140213849 tempest-FloatingIPTestJSON-1140213849-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8773699955833', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4800267'] for segment, before_delete {{(pid=94174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:37:32.045642 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron_lib.callbacks.manager [None req-7466bb16-aa79-460e-802b-8df8ceb96b9b tempest-FloatingIPTestJSON-1140213849 tempest-FloatingIPTestJSON-1140213849-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3801'] for segment, precommit_delete {{(pid=94174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:37:32.051968 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7466bb16-aa79-460e-802b-8df8ceb96b9b tempest-FloatingIPTestJSON-1140213849 tempest-FloatingIPTestJSON-1140213849-project] Releasing vlan 414 on physical network physnet1 to pool {{(pid=94174) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 23 11:37:32.052359 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron_lib.callbacks.manager [None req-7466bb16-aa79-460e-802b-8df8ceb96b9b tempest-FloatingIPTestJSON-1140213849 tempest-FloatingIPTestJSON-1140213849-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3801', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5196341'] for segment, after_delete {{(pid=94174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:37:32.056825 dv-neutron-601336-94-hyperv neutron-server[94174]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 23 11:37:32.056825 dv-neutron-601336-94-hyperv neutron-server[94174]: conditions |= (models_v2.Port.network_id.in_( Jun 23 11:37:32.056825 dv-neutron-601336-94-hyperv neutron-server[94174]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 23 11:37:32.056825 dv-neutron-601336-94-hyperv neutron-server[94174]: conditions |= (models_v2.Port.network_id.in_( Jun 23 11:37:32.056825 dv-neutron-601336-94-hyperv neutron-server[94174]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 23 11:37:32.056825 dv-neutron-601336-94-hyperv neutron-server[94174]: conditions |= (models_v2.Port.network_id.in_( Jun 23 11:37:32.056825 dv-neutron-601336-94-hyperv neutron-server[94174]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 23 11:37:32.056825 dv-neutron-601336-94-hyperv neutron-server[94174]: conditions |= (models_v2.Port.network_id.in_( Jun 23 11:37:32.056825 dv-neutron-601336-94-hyperv neutron-server[94174]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 23 11:37:32.056825 dv-neutron-601336-94-hyperv neutron-server[94174]: conditions |= (models_v2.Port.network_id.in_( Jun 23 11:37:32.056825 dv-neutron-601336-94-hyperv neutron-server[94174]: Traceback (most recent call last): Jun 23 11:37:32.056825 dv-neutron-601336-94-hyperv neutron-server[94174]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 23 11:37:32.056825 dv-neutron-601336-94-hyperv neutron-server[94174]: timer() Jun 23 11:37:32.056825 dv-neutron-601336-94-hyperv neutron-server[94174]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 23 11:37:32.056825 dv-neutron-601336-94-hyperv neutron-server[94174]: cb(*args, **kw) Jun 23 11:37:32.056825 dv-neutron-601336-94-hyperv neutron-server[94174]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 23 11:37:32.056825 dv-neutron-601336-94-hyperv neutron-server[94174]: return func(*args, **kwargs) Jun 23 11:37:32.056825 dv-neutron-601336-94-hyperv neutron-server[94174]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 23 11:37:32.056825 dv-neutron-601336-94-hyperv neutron-server[94174]: self._notify() Jun 23 11:37:32.056825 dv-neutron-601336-94-hyperv neutron-server[94174]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 23 11:37:32.056825 dv-neutron-601336-94-hyperv neutron-server[94174]: self.callback(batched_events) Jun 23 11:37:32.056825 dv-neutron-601336-94-hyperv neutron-server[94174]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 23 11:37:32.056825 dv-neutron-601336-94-hyperv neutron-server[94174]: event.method(event) Jun 23 11:37:32.056825 dv-neutron-601336-94-hyperv neutron-server[94174]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 23 11:37:32.056825 dv-neutron-601336-94-hyperv neutron-server[94174]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 23 11:37:32.056825 dv-neutron-601336-94-hyperv neutron-server[94174]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 23 11:37:32.056825 dv-neutron-601336-94-hyperv neutron-server[94174]: aggregate_uuid = self.p_client.list_aggregates( Jun 23 11:37:32.056825 dv-neutron-601336-94-hyperv neutron-server[94174]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 23 11:37:32.056825 dv-neutron-601336-94-hyperv neutron-server[94174]: return f(self, *a, **k) Jun 23 11:37:32.056825 dv-neutron-601336-94-hyperv neutron-server[94174]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 23 11:37:32.056825 dv-neutron-601336-94-hyperv neutron-server[94174]: return self._get(url).json() Jun 23 11:37:32.056825 dv-neutron-601336-94-hyperv neutron-server[94174]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 23 11:37:32.056825 dv-neutron-601336-94-hyperv neutron-server[94174]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 23 11:37:32.056825 dv-neutron-601336-94-hyperv neutron-server[94174]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 23 11:37:32.056825 dv-neutron-601336-94-hyperv neutron-server[94174]: return self.request(url, 'GET', **kwargs) Jun 23 11:37:32.056825 dv-neutron-601336-94-hyperv neutron-server[94174]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 23 11:37:32.056825 dv-neutron-601336-94-hyperv neutron-server[94174]: base_url = self.get_endpoint(auth, allow=allow, Jun 23 11:37:32.056825 dv-neutron-601336-94-hyperv neutron-server[94174]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 23 11:37:32.056825 dv-neutron-601336-94-hyperv neutron-server[94174]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 23 11:37:32.056825 dv-neutron-601336-94-hyperv neutron-server[94174]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 23 11:37:32.056825 dv-neutron-601336-94-hyperv neutron-server[94174]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 23 11:37:32.056825 dv-neutron-601336-94-hyperv neutron-server[94174]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 23 11:37:32.153446 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron_lib.callbacks.manager [None req-7466bb16-aa79-460e-802b-8df8ceb96b9b tempest-FloatingIPTestJSON-1140213849 tempest-FloatingIPTestJSON-1140213849-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-897248', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8002400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7866073', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-524247'] for network, after_delete {{(pid=94174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:37:32.158154 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron_lib.callbacks.manager [None req-7466bb16-aa79-460e-802b-8df8ceb96b9b tempest-FloatingIPTestJSON-1140213849 tempest-FloatingIPTestJSON-1140213849-project] Notify callbacks [] for network, before_response {{(pid=94174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:37:32.160028 dv-neutron-601336-94-hyperv neutron-server[94174]: INFO neutron.wsgi [None req-7466bb16-aa79-460e-802b-8df8ceb96b9b tempest-FloatingIPTestJSON-1140213849 tempest-FloatingIPTestJSON-1140213849-project] 10.222.0.20 "DELETE /v2.0/networks/221281ce-26f9-45d5-9065-123dad0725f0 HTTP/1.1" status: 204 len: 168 time: 0.3150458 Jun 23 11:37:32.161101 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG oslo_concurrency.lockutils [None req-25ef4036-c8d5-4414-b30e-c00b9add7bd9 tempest-NetworksTest-2133396914 tempest-NetworksTest-2133396914-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94174) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 11:37:32.175983 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7466bb16-aa79-460e-802b-8df8ceb96b9b tempest-FloatingIPTestJSON-1140213849 tempest-FloatingIPTestJSON-1140213849-project] Pushing event deleted for resources: {'Network': ['ID=221281ce-26f9-45d5-9065-123dad0725f0,revision_number=None']} {{(pid=94174) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 11:37:32.178724 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG oslo_concurrency.lockutils [None req-7466bb16-aa79-460e-802b-8df8ceb96b9b tempest-FloatingIPTestJSON-1140213849 tempest-FloatingIPTestJSON-1140213849-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=94174) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 11:37:32.584340 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.wsgi [-] (94174) accepted ('10.222.0.20', 42758) {{(pid=94174) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 11:37:32.710696 dv-neutron-601336-94-hyperv neutron-server[94174]: INFO neutron.wsgi [None req-21ee08a9-76aa-4258-8740-0145262d21b5 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=946ffc147f30469c8ac6ad4e1bd7e5ea&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1250951 Jun 23 11:37:32.713011 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.wsgi [-] (94174) accepted ('10.222.0.20', 42762) {{(pid=94174) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 11:37:32.763572 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron_lib.callbacks.manager [None req-93369099-870c-41bf-88ea-71f7eae41e7f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:37:32.789865 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron_lib.callbacks.manager [None req-93369099-870c-41bf-88ea-71f7eae41e7f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:37:32.907511 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron_lib.callbacks.manager [None req-93369099-870c-41bf-88ea-71f7eae41e7f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7996330'] for security_group, after_delete {{(pid=94174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:37:32.910140 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron_lib.callbacks.manager [None req-93369099-870c-41bf-88ea-71f7eae41e7f admin admin] Notify callbacks [] for security_group, before_response {{(pid=94174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:37:32.913664 dv-neutron-601336-94-hyperv neutron-server[94174]: INFO neutron.wsgi [None req-93369099-870c-41bf-88ea-71f7eae41e7f admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/b128ba60-cf83-45ec-90b9-15a5eeebc462 HTTP/1.1" status: 204 len: 168 time: 0.1974645 Jun 23 11:37:32.913664 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG oslo_concurrency.lockutils [None req-651be61c-d61e-47f6-9052-c5901b8175f2 tempest-SecGroupTest-1462889432 tempest-SecGroupTest-1462889432-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94174) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 11:37:32.919921 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93369099-870c-41bf-88ea-71f7eae41e7f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b128ba60-cf83-45ec-90b9-15a5eeebc462,revision_number=None']} {{(pid=94174) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 11:37:32.922190 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG oslo_concurrency.lockutils [None req-93369099-870c-41bf-88ea-71f7eae41e7f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.010s {{(pid=94174) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 11:37:33.854549 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.wsgi [-] (94175) accepted ('10.222.0.20', 42784) {{(pid=94175) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 11:37:33.945264 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.api.v2.base [None req-3cc2a0fb-72a7-485d-9f11-d72e8b1907f9 tempest-NetworksIpV6Test-253648203 tempest-NetworksIpV6Test-253648203-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1188516506'}} {{(pid=94175) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 23 11:37:34.044742 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3cc2a0fb-72a7-485d-9f11-d72e8b1907f9 tempest-NetworksIpV6Test-253648203 tempest-NetworksIpV6Test-253648203-project] Made reservation on behalf of 3413cf27f0024fb0b5b5f021dbe2bcf3 for: {'network': 1} {{(pid=94175) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 23 11:37:34.048302 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron_lib.callbacks.manager [None req-3cc2a0fb-72a7-485d-9f11-d72e8b1907f9 tempest-NetworksIpV6Test-253648203 tempest-NetworksIpV6Test-253648203-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-923104'] for network, before_create {{(pid=94175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:37:34.057893 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron_lib.callbacks.manager [None req-3cc2a0fb-72a7-485d-9f11-d72e8b1907f9 tempest-NetworksIpV6Test-253648203 tempest-NetworksIpV6Test-253648203-project] Notify callbacks [] for security_group, before_create {{(pid=94175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:37:34.146599 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron_lib.callbacks.manager [None req-3cc2a0fb-72a7-485d-9f11-d72e8b1907f9 tempest-NetworksIpV6Test-253648203 tempest-NetworksIpV6Test-253648203-project] Notify callbacks [] for security_group, precommit_create {{(pid=94175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:37:34.233427 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron_lib.callbacks.manager [None req-3cc2a0fb-72a7-485d-9f11-d72e8b1907f9 tempest-NetworksIpV6Test-253648203 tempest-NetworksIpV6Test-253648203-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7996330'] for security_group, after_create {{(pid=94175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:37:34.236437 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG oslo_concurrency.lockutils [None req-94ac544b-ca50-4c4e-bc73-c2e90e47d5a1 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94175) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 11:37:34.263415 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3cc2a0fb-72a7-485d-9f11-d72e8b1907f9 tempest-NetworksIpV6Test-253648203 tempest-NetworksIpV6Test-253648203-project] vlan segment allocate from pool success with {'vlan_id': 428, 'physical_network': 'physnet1'} {{(pid=94175) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 23 11:37:34.268660 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cc2a0fb-72a7-485d-9f11-d72e8b1907f9 tempest-NetworksIpV6Test-253648203 tempest-NetworksIpV6Test-253648203-project] Pushing event updated for resources: {'SecurityGroup': ['ID=67613eb7-cb4c-4579-a7ec-a0285307e22a,revision_number=1']} {{(pid=94175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 11:37:34.271702 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG oslo_concurrency.lockutils [None req-3cc2a0fb-72a7-485d-9f11-d72e8b1907f9 tempest-NetworksIpV6Test-253648203 tempest-NetworksIpV6Test-253648203-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.035s {{(pid=94175) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 11:37:34.276977 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron_lib.callbacks.manager [None req-3cc2a0fb-72a7-485d-9f11-d72e8b1907f9 tempest-NetworksIpV6Test-253648203 tempest-NetworksIpV6Test-253648203-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3801'] for segment, precommit_create {{(pid=94175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:37:34.277354 dv-neutron-601336-94-hyperv neutron-server[94175]: INFO neutron.db.segments_db [None req-3cc2a0fb-72a7-485d-9f11-d72e8b1907f9 tempest-NetworksIpV6Test-253648203 tempest-NetworksIpV6Test-253648203-project] Added segment 446aad4e-b5bc-46eb-9048-08fb9a48bb0e of type vlan for network d8708052-3c8c-4e28-a9be-b05e9ce7c4e1 Jun 23 11:37:34.315582 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron_lib.callbacks.manager [None req-3cc2a0fb-72a7-485d-9f11-d72e8b1907f9 tempest-NetworksIpV6Test-253648203 tempest-NetworksIpV6Test-253648203-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8773699596773'] for network, precommit_create {{(pid=94175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:37:34.398554 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron_lib.callbacks.manager [None req-3cc2a0fb-72a7-485d-9f11-d72e8b1907f9 tempest-NetworksIpV6Test-253648203 tempest-NetworksIpV6Test-253648203-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8002400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7866073'] for network, after_create {{(pid=94175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:37:34.404077 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3cc2a0fb-72a7-485d-9f11-d72e8b1907f9 tempest-NetworksIpV6Test-253648203 tempest-NetworksIpV6Test-253648203-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 11:37:34.413649 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron_lib.callbacks.manager [None req-3cc2a0fb-72a7-485d-9f11-d72e8b1907f9 tempest-NetworksIpV6Test-253648203 tempest-NetworksIpV6Test-253648203-project] Notify callbacks [] for network, before_response {{(pid=94175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:37:34.413649 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG oslo_concurrency.lockutils [None req-93ac8126-7b57-4c71-bafe-37777453f86f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94175) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 11:37:34.477243 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cc2a0fb-72a7-485d-9f11-d72e8b1907f9 tempest-NetworksIpV6Test-253648203 tempest-NetworksIpV6Test-253648203-project] Pushing event updated for resources: {'Network': ['ID=d8708052-3c8c-4e28-a9be-b05e9ce7c4e1,revision_number=1']} {{(pid=94175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 11:37:34.480434 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG oslo_concurrency.lockutils [None req-3cc2a0fb-72a7-485d-9f11-d72e8b1907f9 tempest-NetworksIpV6Test-253648203 tempest-NetworksIpV6Test-253648203-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.073s {{(pid=94175) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 11:37:34.487545 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.plugins.ml2.rpc [None req-dc7542b2-afef-47f4-a763-e3a3cba144be None None] Network d8708052-3c8c-4e28-a9be-b05e9ce7c4e1 details requested by agent ovs-agent-dv-neutron-601336-94-hyperv with host dv-neutron-601336-94-hyperv {{(pid=94176) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:250}} Jun 23 11:37:34.519893 dv-neutron-601336-94-hyperv neutron-server[94175]: INFO neutron.wsgi [None req-3cc2a0fb-72a7-485d-9f11-d72e8b1907f9 tempest-NetworksIpV6Test-253648203 tempest-NetworksIpV6Test-253648203-project] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.6642454 Jun 23 11:37:37.763484 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.wsgi [-] (94175) accepted ('10.222.0.20', 42788) {{(pid=94175) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 11:37:37.768703 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.api.v2.base [None req-88c659cf-5046-4a8c-8194-a67ed1b5533b tempest-NetworksIpV6Test-253648203 tempest-NetworksIpV6Test-253648203-project] Request body: {'subnet': {'network_id': 'd8708052-3c8c-4e28-a9be-b05e9ce7c4e1', 'cidr': '2001:db8:0:ffff::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:ffff::1'}} {{(pid=94175) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 23 11:37:37.947275 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-88c659cf-5046-4a8c-8194-a67ed1b5533b tempest-NetworksIpV6Test-253648203 tempest-NetworksIpV6Test-253648203-project] Made reservation on behalf of 3413cf27f0024fb0b5b5f021dbe2bcf3 for: {'subnet': 1} {{(pid=94175) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 23 11:37:37.950744 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron_lib.callbacks.manager [None req-88c659cf-5046-4a8c-8194-a67ed1b5533b tempest-NetworksIpV6Test-253648203 tempest-NetworksIpV6Test-253648203-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4660073'] for subnet, before_create {{(pid=94175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:37:38.204763 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron_lib.callbacks.manager [None req-88c659cf-5046-4a8c-8194-a67ed1b5533b tempest-NetworksIpV6Test-253648203 tempest-NetworksIpV6Test-253648203-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866062', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5083113', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4660095'] for subnet, after_create {{(pid=94175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:37:38.206892 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG oslo_concurrency.lockutils [None req-b831661b-dc1c-42d9-af48-33fb1b528913 tempest-RoutersNegativeTest-1531528216 tempest-RoutersNegativeTest-1531528216-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94175) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 11:37:38.264991 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88c659cf-5046-4a8c-8194-a67ed1b5533b tempest-NetworksIpV6Test-253648203 tempest-NetworksIpV6Test-253648203-project] Pushing event updated for resources: {'Subnet': ['ID=5b3d1351-8471-428c-bd8e-1d09ed2f2d61,revision_number=0']} {{(pid=94175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 11:37:38.268743 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG oslo_concurrency.lockutils [None req-88c659cf-5046-4a8c-8194-a67ed1b5533b tempest-NetworksIpV6Test-253648203 tempest-NetworksIpV6Test-253648203-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.062s {{(pid=94175) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 11:37:38.272551 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-88c659cf-5046-4a8c-8194-a67ed1b5533b tempest-NetworksIpV6Test-253648203 tempest-NetworksIpV6Test-253648203-project] Checking segment: {'id': '446aad4e-b5bc-46eb-9048-08fb9a48bb0e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 428, 'network_id': 'd8708052-3c8c-4e28-a9be-b05e9ce7c4e1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94175) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 23 11:37:38.272915 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-88c659cf-5046-4a8c-8194-a67ed1b5533b tempest-NetworksIpV6Test-253648203 tempest-NetworksIpV6Test-253648203-project] Network hostable DHCP agents. Network: d8708052-3c8c-4e28-a9be-b05e9ce7c4e1, hostable agents: ['8cf29b10-0e57-4131-816f-a4b6ad00b249'], hosted agents: [] {{(pid=94175) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 23 11:37:38.347123 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-88c659cf-5046-4a8c-8194-a67ed1b5533b tempest-NetworksIpV6Test-253648203 tempest-NetworksIpV6Test-253648203-project] Network d8708052-3c8c-4e28-a9be-b05e9ce7c4e1 is scheduled to be hosted by DHCP agent 8cf29b10-0e57-4131-816f-a4b6ad00b249 with binding_index 1 {{(pid=94175) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 23 11:37:38.392891 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.scheduler.base_scheduler [None req-88c659cf-5046-4a8c-8194-a67ed1b5533b tempest-NetworksIpV6Test-253648203 tempest-NetworksIpV6Test-253648203-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-601336-94-hyperv, d8708052-3c8c-4e28-a9be-b05e9ce7c4e1) {{(pid=94175) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 23 11:37:38.396754 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-88c659cf-5046-4a8c-8194-a67ed1b5533b tempest-NetworksIpV6Test-253648203 tempest-NetworksIpV6Test-253648203-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 11:37:38.397355 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron_lib.callbacks.manager [None req-88c659cf-5046-4a8c-8194-a67ed1b5533b tempest-NetworksIpV6Test-253648203 tempest-NetworksIpV6Test-253648203-project] Notify callbacks [] for subnet, before_response {{(pid=94175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:37:38.401426 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-71355819-d653-45e1-81a8-17b7e6d3a0e4 None None] Network d8708052-3c8c-4e28-a9be-b05e9ce7c4e1 requested from dv-neutron-601336-94-hyperv {{(pid=94176) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 23 11:37:38.445482 dv-neutron-601336-94-hyperv neutron-server[94175]: INFO neutron.wsgi [None req-88c659cf-5046-4a8c-8194-a67ed1b5533b tempest-NetworksIpV6Test-253648203 tempest-NetworksIpV6Test-253648203-project] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.6808770 Jun 23 11:37:38.448787 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.wsgi [-] (94175) accepted ('10.222.0.20', 42790) {{(pid=94175) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 11:37:38.454048 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.api.v2.base [None req-a989ca71-15dd-47ff-b406-48b2a04a70e4 tempest-NetworksIpV6Test-253648203 tempest-NetworksIpV6Test-253648203-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-980742705'}} {{(pid=94175) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 23 11:37:38.542690 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a989ca71-15dd-47ff-b406-48b2a04a70e4 tempest-NetworksIpV6Test-253648203 tempest-NetworksIpV6Test-253648203-project] Made reservation on behalf of 3413cf27f0024fb0b5b5f021dbe2bcf3 for: {'network': 1} {{(pid=94175) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 23 11:37:38.542805 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f7ea5150-66fe-4a9f-8455-85dda7213842 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1e0d828a-1fa4-563d-b7fd-53adf66a04ee-d8708052-3c8c-4e28-a9be-b05e9ce7c4e1', 'network_id': 'd8708052-3c8c-4e28-a9be-b05e9ce7c4e1', 'tenant_id': '3413cf27f0024fb0b5b5f021dbe2bcf3', 'fixed_ips': [{'subnet_id': '5b3d1351-8471-428c-bd8e-1d09ed2f2d61'}]}} from dv-neutron-601336-94-hyperv. {{(pid=94176) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 23 11:37:38.543639 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron_lib.callbacks.manager [None req-f7ea5150-66fe-4a9f-8455-85dda7213842 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-923104'] for port, before_create {{(pid=94176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:37:38.546781 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron_lib.callbacks.manager [None req-a989ca71-15dd-47ff-b406-48b2a04a70e4 tempest-NetworksIpV6Test-253648203 tempest-NetworksIpV6Test-253648203-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-923104'] for network, before_create {{(pid=94175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:37:38.571174 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a989ca71-15dd-47ff-b406-48b2a04a70e4 tempest-NetworksIpV6Test-253648203 tempest-NetworksIpV6Test-253648203-project] vlan segment allocate from pool success with {'vlan_id': 449, 'physical_network': 'physnet1'} {{(pid=94175) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 23 11:37:38.580183 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron_lib.callbacks.manager [None req-a989ca71-15dd-47ff-b406-48b2a04a70e4 tempest-NetworksIpV6Test-253648203 tempest-NetworksIpV6Test-253648203-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3801'] for segment, precommit_create {{(pid=94175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:37:38.580532 dv-neutron-601336-94-hyperv neutron-server[94175]: INFO neutron.db.segments_db [None req-a989ca71-15dd-47ff-b406-48b2a04a70e4 tempest-NetworksIpV6Test-253648203 tempest-NetworksIpV6Test-253648203-project] Added segment 72c5a4fe-5ba5-407b-bbdf-4dd07cf39be3 of type vlan for network b952d8fc-241c-4f7a-94b9-66d005f53d0e Jun 23 11:37:38.624722 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron_lib.callbacks.manager [None req-a989ca71-15dd-47ff-b406-48b2a04a70e4 tempest-NetworksIpV6Test-253648203 tempest-NetworksIpV6Test-253648203-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8773699596773'] for network, precommit_create {{(pid=94175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:37:38.725017 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron_lib.callbacks.manager [None req-a989ca71-15dd-47ff-b406-48b2a04a70e4 tempest-NetworksIpV6Test-253648203 tempest-NetworksIpV6Test-253648203-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8002400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7866073'] for network, after_create {{(pid=94175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:37:38.730285 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.db.db_base_plugin_common [None req-f7ea5150-66fe-4a9f-8455-85dda7213842 None None] Allocated IP 2001:db8:0:ffff::2 (d8708052-3c8c-4e28-a9be-b05e9ce7c4e1/5b3d1351-8471-428c-bd8e-1d09ed2f2d61/e16a5a07-ed9b-49d5-88d9-d9325279f641) {{(pid=94176) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 23 11:37:38.730588 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a989ca71-15dd-47ff-b406-48b2a04a70e4 tempest-NetworksIpV6Test-253648203 tempest-NetworksIpV6Test-253648203-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 11:37:38.731216 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron_lib.callbacks.manager [None req-a989ca71-15dd-47ff-b406-48b2a04a70e4 tempest-NetworksIpV6Test-253648203 tempest-NetworksIpV6Test-253648203-project] Notify callbacks [] for network, before_response {{(pid=94175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:37:38.734755 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG oslo_concurrency.lockutils [None req-b7be1f3e-ab48-4c47-bfb1-da7b0d321bc5 tempest-TagsExtTest-1712647166 tempest-TagsExtTest-1712647166-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94175) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 11:37:38.797302 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a989ca71-15dd-47ff-b406-48b2a04a70e4 tempest-NetworksIpV6Test-253648203 tempest-NetworksIpV6Test-253648203-project] Pushing event updated for resources: {'Network': ['ID=b952d8fc-241c-4f7a-94b9-66d005f53d0e,revision_number=1']} {{(pid=94175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 11:37:38.800184 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG oslo_concurrency.lockutils [None req-a989ca71-15dd-47ff-b406-48b2a04a70e4 tempest-NetworksIpV6Test-253648203 tempest-NetworksIpV6Test-253648203-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.065s {{(pid=94175) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 11:37:38.809683 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.plugins.ml2.rpc [None req-dc7542b2-afef-47f4-a763-e3a3cba144be None None] Network b952d8fc-241c-4f7a-94b9-66d005f53d0e details requested by agent ovs-agent-dv-neutron-601336-94-hyperv with host dv-neutron-601336-94-hyperv {{(pid=94176) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:250}} Jun 23 11:37:38.852464 dv-neutron-601336-94-hyperv neutron-server[94175]: INFO neutron.wsgi [None req-a989ca71-15dd-47ff-b406-48b2a04a70e4 tempest-NetworksIpV6Test-253648203 tempest-NetworksIpV6Test-253648203-project] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 783 time: 0.4026020 Jun 23 11:37:38.854734 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.wsgi [-] (94175) accepted ('10.222.0.20', 42792) {{(pid=94175) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 11:37:38.860327 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.api.v2.base [None req-b32eb2ba-4a7d-499c-85fe-5a922a66378b tempest-NetworksIpV6Test-253648203 tempest-NetworksIpV6Test-253648203-project] Request body: {'subnet': {'network_id': 'b952d8fc-241c-4f7a-94b9-66d005f53d0e', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None, 'enable_dhcp': True}} {{(pid=94175) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 23 11:37:39.140189 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron_lib.callbacks.manager [None req-f7ea5150-66fe-4a9f-8455-85dda7213842 None None] Notify callbacks [] for port, precommit_create {{(pid=94176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:37:39.149503 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.db.provisioning_blocks [None req-f7ea5150-66fe-4a9f-8455-85dda7213842 None None] Transition to ACTIVE for port object e16a5a07-ed9b-49d5-88d9-d9325279f641 will not be triggered until provisioned by entity L2. {{(pid=94176) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 23 11:37:39.164519 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.db.provisioning_blocks [None req-f7ea5150-66fe-4a9f-8455-85dda7213842 None None] Transition to ACTIVE for port object e16a5a07-ed9b-49d5-88d9-d9325279f641 will not be triggered until provisioned by entity DHCP. {{(pid=94176) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 23 11:37:39.234179 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron_lib.callbacks.manager [None req-f7ea5150-66fe-4a9f-8455-85dda7213842 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-922915', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-239814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7866073', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773699642215'] for port, after_create {{(pid=94176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:37:39.237216 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG oslo_concurrency.lockutils [None req-bf7ccfac-f744-48df-90b9-1ac15eb97daf None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 11:37:39.271773 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f7ea5150-66fe-4a9f-8455-85dda7213842 None None] Network d8708052-3c8c-4e28-a9be-b05e9ce7c4e1 is already hosted by enough agents. {{(pid=94176) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 23 11:37:39.274563 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.scheduler.base_scheduler [None req-f7ea5150-66fe-4a9f-8455-85dda7213842 None None] Resources bound (agent type, host, resource id): {{(pid=94176) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 23 11:37:39.278043 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f7ea5150-66fe-4a9f-8455-85dda7213842 None None] Received port after_create {{(pid=94176) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 23 11:37:39.293822 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7ea5150-66fe-4a9f-8455-85dda7213842 None None] Pushing event updated for resources: {'Port': ['ID=e16a5a07-ed9b-49d5-88d9-d9325279f641,revision_number=1']} {{(pid=94176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 11:37:39.297154 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG oslo_concurrency.lockutils [None req-f7ea5150-66fe-4a9f-8455-85dda7213842 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.060s {{(pid=94176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 11:37:39.344394 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.plugins.ml2.managers [None req-f7ea5150-66fe-4a9f-8455-85dda7213842 None None] Attempting to bind port e16a5a07-ed9b-49d5-88d9-d9325279f641 on host dv-neutron-601336-94-hyperv for vnic_type normal with profile {{(pid=94176) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 23 11:37:39.344696 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.plugins.ml2.managers [None req-f7ea5150-66fe-4a9f-8455-85dda7213842 None None] Attempting to bind port e16a5a07-ed9b-49d5-88d9-d9325279f641 by drivers openvswitch,hyperv on host dv-neutron-601336-94-hyperv at level 0 using segments [{'id': '446aad4e-b5bc-46eb-9048-08fb9a48bb0e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 428, 'network_id': 'd8708052-3c8c-4e28-a9be-b05e9ce7c4e1'}] {{(pid=94176) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 23 11:37:39.345068 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f7ea5150-66fe-4a9f-8455-85dda7213842 None None] Attempting to bind port e16a5a07-ed9b-49d5-88d9-d9325279f641 on network d8708052-3c8c-4e28-a9be-b05e9ce7c4e1 {{(pid=94176) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 23 11:37:39.349825 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f7ea5150-66fe-4a9f-8455-85dda7213842 None None] Checking agent: {'id': '4d05f899-5ac9-411b-8a03-f60c93f87cdf', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-601336-94-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 23, 11, 22, 14), 'started_at': datetime.datetime(2021, 6, 23, 11, 22, 44), 'heartbeat_timestamp': datetime.datetime(2021, 6, 23, 11, 37, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'monitor_allowed_address_pair_garp': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-601336-94-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94176) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 23 11:37:39.350209 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f7ea5150-66fe-4a9f-8455-85dda7213842 None None] Checking segment: {'id': '446aad4e-b5bc-46eb-9048-08fb9a48bb0e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 428, 'network_id': 'd8708052-3c8c-4e28-a9be-b05e9ce7c4e1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94176) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 23 11:37:39.350620 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron_lib.callbacks.manager [None req-f7ea5150-66fe-4a9f-8455-85dda7213842 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:37:39.351022 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f7ea5150-66fe-4a9f-8455-85dda7213842 None None] Bound using segment: {'id': '446aad4e-b5bc-46eb-9048-08fb9a48bb0e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 428, 'network_id': 'd8708052-3c8c-4e28-a9be-b05e9ce7c4e1'} {{(pid=94176) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 23 11:37:39.351523 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.plugins.ml2.managers [None req-f7ea5150-66fe-4a9f-8455-85dda7213842 None None] Bound port: e16a5a07-ed9b-49d5-88d9-d9325279f641, host: dv-neutron-601336-94-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '446aad4e-b5bc-46eb-9048-08fb9a48bb0e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 428, 'network_id': 'd8708052-3c8c-4e28-a9be-b05e9ce7c4e1'}}] {{(pid=94176) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 23 11:37:39.351898 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron_lib.callbacks.manager [None req-f7ea5150-66fe-4a9f-8455-85dda7213842 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-923122'] for port, before_update {{(pid=94176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:37:39.410207 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.plugins.ml2.db [None req-f7ea5150-66fe-4a9f-8455-85dda7213842 None None] For port e16a5a07-ed9b-49d5-88d9-d9325279f641, host dv-neutron-601336-94-hyperv, cleared binding levels {{(pid=94176) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 23 11:37:39.410891 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b32eb2ba-4a7d-499c-85fe-5a922a66378b tempest-NetworksIpV6Test-253648203 tempest-NetworksIpV6Test-253648203-project] Made reservation on behalf of 3413cf27f0024fb0b5b5f021dbe2bcf3 for: {'subnet': 1} {{(pid=94175) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 23 11:37:39.413209 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.plugins.ml2.db [None req-f7ea5150-66fe-4a9f-8455-85dda7213842 None None] For port e16a5a07-ed9b-49d5-88d9-d9325279f641, host dv-neutron-601336-94-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-94-hyperv',level=0,port_id=e16a5a07-ed9b-49d5-88d9-d9325279f641,segment=NetworkSegment(446aad4e-b5bc-46eb-9048-08fb9a48bb0e),segment_id=446aad4e-b5bc-46eb-9048-08fb9a48bb0e)] {{(pid=94176) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 23 11:37:39.414246 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron_lib.callbacks.manager [None req-b32eb2ba-4a7d-499c-85fe-5a922a66378b tempest-NetworksIpV6Test-253648203 tempest-NetworksIpV6Test-253648203-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4660073'] for subnet, before_create {{(pid=94175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:37:39.491062 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron_lib.callbacks.manager [None req-f7ea5150-66fe-4a9f-8455-85dda7213842 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-922904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866062', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773700135042', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773699642233', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773699642278'] for port, after_update {{(pid=94176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:37:39.493900 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG oslo_concurrency.lockutils [None req-0ae09e8c-a1a0-4743-a2f1-305640d8afc7 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 11:37:39.550388 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7ea5150-66fe-4a9f-8455-85dda7213842 None None] Pushing event updated for resources: {'Port': ['ID=e16a5a07-ed9b-49d5-88d9-d9325279f641,revision_number=2']} {{(pid=94176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 11:37:39.554118 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG oslo_concurrency.lockutils [None req-f7ea5150-66fe-4a9f-8455-85dda7213842 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.060s {{(pid=94176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 11:37:39.674285 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron_lib.callbacks.manager [None req-b32eb2ba-4a7d-499c-85fe-5a922a66378b tempest-NetworksIpV6Test-253648203 tempest-NetworksIpV6Test-253648203-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866062', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5083113', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4660095'] for subnet, after_create {{(pid=94175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:37:39.682437 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG oslo_concurrency.lockutils [None req-202c1c01-20f1-4903-9be7-46584f487aee tempest-TestNetworkBasicOps-233187296 tempest-TestNetworkBasicOps-233187296-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94175) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 11:37:39.745535 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b32eb2ba-4a7d-499c-85fe-5a922a66378b tempest-NetworksIpV6Test-253648203 tempest-NetworksIpV6Test-253648203-project] Pushing event updated for resources: {'Subnet': ['ID=a1377f51-971c-4aed-bee4-3ac4e91f498c,revision_number=0']} {{(pid=94175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 11:37:39.749658 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG oslo_concurrency.lockutils [None req-b32eb2ba-4a7d-499c-85fe-5a922a66378b tempest-NetworksIpV6Test-253648203 tempest-NetworksIpV6Test-253648203-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.072s {{(pid=94175) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 11:37:39.757566 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b32eb2ba-4a7d-499c-85fe-5a922a66378b tempest-NetworksIpV6Test-253648203 tempest-NetworksIpV6Test-253648203-project] Checking segment: {'id': '72c5a4fe-5ba5-407b-bbdf-4dd07cf39be3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 449, 'network_id': 'b952d8fc-241c-4f7a-94b9-66d005f53d0e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94175) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 23 11:37:39.758023 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b32eb2ba-4a7d-499c-85fe-5a922a66378b tempest-NetworksIpV6Test-253648203 tempest-NetworksIpV6Test-253648203-project] Network hostable DHCP agents. Network: b952d8fc-241c-4f7a-94b9-66d005f53d0e, hostable agents: ['8cf29b10-0e57-4131-816f-a4b6ad00b249'], hosted agents: [] {{(pid=94175) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 23 11:37:39.862032 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b32eb2ba-4a7d-499c-85fe-5a922a66378b tempest-NetworksIpV6Test-253648203 tempest-NetworksIpV6Test-253648203-project] Network b952d8fc-241c-4f7a-94b9-66d005f53d0e is scheduled to be hosted by DHCP agent 8cf29b10-0e57-4131-816f-a4b6ad00b249 with binding_index 1 {{(pid=94175) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 23 11:37:40.113185 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.scheduler.base_scheduler [None req-b32eb2ba-4a7d-499c-85fe-5a922a66378b tempest-NetworksIpV6Test-253648203 tempest-NetworksIpV6Test-253648203-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-601336-94-hyperv, b952d8fc-241c-4f7a-94b9-66d005f53d0e) {{(pid=94175) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 23 11:37:40.118237 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b32eb2ba-4a7d-499c-85fe-5a922a66378b tempest-NetworksIpV6Test-253648203 tempest-NetworksIpV6Test-253648203-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 11:37:40.119061 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron_lib.callbacks.manager [None req-b32eb2ba-4a7d-499c-85fe-5a922a66378b tempest-NetworksIpV6Test-253648203 tempest-NetworksIpV6Test-253648203-project] Notify callbacks [] for subnet, before_response {{(pid=94175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:37:40.123189 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-375b7dd6-60d6-4f15-8198-6180549a5c2e None None] Network b952d8fc-241c-4f7a-94b9-66d005f53d0e requested from dv-neutron-601336-94-hyperv {{(pid=94176) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 23 11:37:40.194363 dv-neutron-601336-94-hyperv neutron-server[94175]: INFO neutron.wsgi [None req-b32eb2ba-4a7d-499c-85fe-5a922a66378b tempest-NetworksIpV6Test-253648203 tempest-NetworksIpV6Test-253648203-project] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 812 time: 1.3383877 Jun 23 11:37:40.196901 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.wsgi [-] (94175) accepted ('10.222.0.20', 42794) {{(pid=94175) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 11:37:40.282538 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bf638ba9-079b-4553-a463-22063a66970a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1e0d828a-1fa4-563d-b7fd-53adf66a04ee-b952d8fc-241c-4f7a-94b9-66d005f53d0e', 'network_id': 'b952d8fc-241c-4f7a-94b9-66d005f53d0e', 'tenant_id': '3413cf27f0024fb0b5b5f021dbe2bcf3', 'fixed_ips': [{'subnet_id': 'a1377f51-971c-4aed-bee4-3ac4e91f498c'}]}} from dv-neutron-601336-94-hyperv. {{(pid=94176) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 23 11:37:40.283500 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron_lib.callbacks.manager [None req-bf638ba9-079b-4553-a463-22063a66970a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-923104'] for port, before_create {{(pid=94176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:37:40.311598 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron_lib.callbacks.manager [None req-803f6e01-3ec6-490a-9b86-4ef0d9188d64 tempest-NetworksIpV6Test-253648203 tempest-NetworksIpV6Test-253648203-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-824874'] for network, before_delete {{(pid=94175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:37:40.369678 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron_lib.callbacks.manager [None req-803f6e01-3ec6-490a-9b86-4ef0d9188d64 tempest-NetworksIpV6Test-253648203 tempest-NetworksIpV6Test-253648203-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-897634'] for subnet, precommit_delete {{(pid=94175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:37:40.436031 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.db.db_base_plugin_common [None req-bf638ba9-079b-4553-a463-22063a66970a None None] Allocated IP 2001:db8::1 (b952d8fc-241c-4f7a-94b9-66d005f53d0e/a1377f51-971c-4aed-bee4-3ac4e91f498c/9b9a0708-38e8-4182-8545-afa4bd07ca70) {{(pid=94176) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 23 11:37:40.440419 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-09be517a-aa79-4a54-a7ee-4b669d2bbc35 None None] Network d8708052-3c8c-4e28-a9be-b05e9ce7c4e1 requested from dv-neutron-601336-94-hyperv {{(pid=94176) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 23 11:37:40.653148 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.db.provisioning_blocks [None req-25359b73-d93f-45ad-a92f-ce1b973ffb8b None None] Provisioning for port e16a5a07-ed9b-49d5-88d9-d9325279f641 completed by entity DHCP. {{(pid=94176) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 23 11:37:40.699019 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron_lib.callbacks.manager [None req-bf638ba9-079b-4553-a463-22063a66970a None None] Notify callbacks [] for port, precommit_create {{(pid=94176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:37:40.710916 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.db.provisioning_blocks [None req-bf638ba9-079b-4553-a463-22063a66970a None None] Transition to ACTIVE for port object 9b9a0708-38e8-4182-8545-afa4bd07ca70 will not be triggered until provisioned by entity L2. {{(pid=94176) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 23 11:37:40.728213 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.db.provisioning_blocks [None req-bf638ba9-079b-4553-a463-22063a66970a None None] Transition to ACTIVE for port object 9b9a0708-38e8-4182-8545-afa4bd07ca70 will not be triggered until provisioned by entity DHCP. {{(pid=94176) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 23 11:37:40.817400 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron_lib.callbacks.manager [None req-bf638ba9-079b-4553-a463-22063a66970a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-922915', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-239814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7866073', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773699642215'] for port, after_create {{(pid=94176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:37:40.819738 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG oslo_concurrency.lockutils [None req-dc7542b2-afef-47f4-a763-e3a3cba144be None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 11:37:40.868791 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bf638ba9-079b-4553-a463-22063a66970a None None] Network b952d8fc-241c-4f7a-94b9-66d005f53d0e is already hosted by enough agents. {{(pid=94176) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 23 11:37:40.873867 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.scheduler.base_scheduler [None req-bf638ba9-079b-4553-a463-22063a66970a None None] Resources bound (agent type, host, resource id): {{(pid=94176) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 23 11:37:40.878621 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bf638ba9-079b-4553-a463-22063a66970a None None] Received port after_create {{(pid=94176) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 23 11:37:40.882273 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf638ba9-079b-4553-a463-22063a66970a None None] Pushing event updated for resources: {'Port': ['ID=9b9a0708-38e8-4182-8545-afa4bd07ca70,revision_number=1']} {{(pid=94176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 11:37:40.886250 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG oslo_concurrency.lockutils [None req-bf638ba9-079b-4553-a463-22063a66970a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.066s {{(pid=94176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 11:37:40.914108 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron_lib.callbacks.manager [None req-803f6e01-3ec6-490a-9b86-4ef0d9188d64 tempest-NetworksIpV6Test-253648203 tempest-NetworksIpV6Test-253648203-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-897627', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866062', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5083050', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4660036'] for subnet, after_delete {{(pid=94175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:37:40.916517 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG oslo_concurrency.lockutils [None req-7cce783f-cc0c-4b59-b05e-76f4121ecc3c tempest-RoutersTest-228919764 tempest-RoutersTest-228919764-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94175) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 11:37:40.944589 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.plugins.ml2.managers [None req-bf638ba9-079b-4553-a463-22063a66970a None None] Attempting to bind port 9b9a0708-38e8-4182-8545-afa4bd07ca70 on host dv-neutron-601336-94-hyperv for vnic_type normal with profile {{(pid=94176) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 23 11:37:40.944781 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-803f6e01-3ec6-490a-9b86-4ef0d9188d64 tempest-NetworksIpV6Test-253648203 tempest-NetworksIpV6Test-253648203-project] Pushing event deleted for resources: {'Subnet': ['ID=a1377f51-971c-4aed-bee4-3ac4e91f498c,revision_number=None']} {{(pid=94175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 11:37:40.944982 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.plugins.ml2.managers [None req-bf638ba9-079b-4553-a463-22063a66970a None None] Attempting to bind port 9b9a0708-38e8-4182-8545-afa4bd07ca70 by drivers openvswitch,hyperv on host dv-neutron-601336-94-hyperv at level 0 using segments [{'id': '72c5a4fe-5ba5-407b-bbdf-4dd07cf39be3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 449, 'network_id': 'b952d8fc-241c-4f7a-94b9-66d005f53d0e'}] {{(pid=94176) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 23 11:37:40.945363 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bf638ba9-079b-4553-a463-22063a66970a None None] Attempting to bind port 9b9a0708-38e8-4182-8545-afa4bd07ca70 on network b952d8fc-241c-4f7a-94b9-66d005f53d0e {{(pid=94176) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 23 11:37:40.947120 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG oslo_concurrency.lockutils [None req-803f6e01-3ec6-490a-9b86-4ef0d9188d64 tempest-NetworksIpV6Test-253648203 tempest-NetworksIpV6Test-253648203-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.031s {{(pid=94175) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 11:37:40.947464 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron_lib.callbacks.manager [None req-49b1ae55-2600-472c-9aeb-f81a0253b358 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773699952132', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-899307'] for agent, after_update {{(pid=94176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:37:40.955088 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bf638ba9-079b-4553-a463-22063a66970a None None] Checking agent: {'id': '4d05f899-5ac9-411b-8a03-f60c93f87cdf', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-601336-94-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 23, 11, 22, 14), 'started_at': datetime.datetime(2021, 6, 23, 11, 22, 44), 'heartbeat_timestamp': datetime.datetime(2021, 6, 23, 11, 37, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'monitor_allowed_address_pair_garp': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-601336-94-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94176) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 23 11:37:40.955088 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bf638ba9-079b-4553-a463-22063a66970a None None] Checking segment: {'id': '72c5a4fe-5ba5-407b-bbdf-4dd07cf39be3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 449, 'network_id': 'b952d8fc-241c-4f7a-94b9-66d005f53d0e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94176) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 23 11:37:40.955088 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron_lib.callbacks.manager [None req-bf638ba9-079b-4553-a463-22063a66970a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:37:40.955088 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bf638ba9-079b-4553-a463-22063a66970a None None] Bound using segment: {'id': '72c5a4fe-5ba5-407b-bbdf-4dd07cf39be3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 449, 'network_id': 'b952d8fc-241c-4f7a-94b9-66d005f53d0e'} {{(pid=94176) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 23 11:37:40.955088 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.plugins.ml2.managers [None req-bf638ba9-079b-4553-a463-22063a66970a None None] Bound port: 9b9a0708-38e8-4182-8545-afa4bd07ca70, host: dv-neutron-601336-94-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '72c5a4fe-5ba5-407b-bbdf-4dd07cf39be3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 449, 'network_id': 'b952d8fc-241c-4f7a-94b9-66d005f53d0e'}}] {{(pid=94176) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 23 11:37:40.955651 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron_lib.callbacks.manager [None req-bf638ba9-079b-4553-a463-22063a66970a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-923122'] for port, before_update {{(pid=94176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:37:41.018184 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron_lib.callbacks.manager [None req-803f6e01-3ec6-490a-9b86-4ef0d9188d64 tempest-NetworksIpV6Test-253648203 tempest-NetworksIpV6Test-253648203-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-897259', 'neutron.services.segments.db._delete_segments_for_network-8773700168587'] for network, precommit_delete {{(pid=94175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:37:41.020857 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.plugins.ml2.rpc [None req-dc7542b2-afef-47f4-a763-e3a3cba144be None None] Device e16a5a07-ed9b-49d5-88d9-d9325279f641 up at agent ovs-agent-dv-neutron-601336-94-hyperv {{(pid=94176) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:298}} Jun 23 11:37:41.028596 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.services.segments.db [None req-803f6e01-3ec6-490a-9b86-4ef0d9188d64 tempest-NetworksIpV6Test-253648203 tempest-NetworksIpV6Test-253648203-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b952d8fc-241c-4f7a-94b9-66d005f53d0e']}} {{(pid=94175) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 11:37:41.039500 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.services.segments.db [None req-803f6e01-3ec6-490a-9b86-4ef0d9188d64 tempest-NetworksIpV6Test-253648203 tempest-NetworksIpV6Test-253648203-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '72c5a4fe-5ba5-407b-bbdf-4dd07cf39be3') {'for_net_delete': True} {{(pid=94175) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 11:37:41.040104 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.services.segments.db [None req-803f6e01-3ec6-490a-9b86-4ef0d9188d64 tempest-NetworksIpV6Test-253648203 tempest-NetworksIpV6Test-253648203-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '72c5a4fe-5ba5-407b-bbdf-4dd07cf39be3') {} {{(pid=94175) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 11:37:41.049340 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron_lib.callbacks.manager [None req-803f6e01-3ec6-490a-9b86-4ef0d9188d64 tempest-NetworksIpV6Test-253648203 tempest-NetworksIpV6Test-253648203-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8773699955833', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5190677'] for segment, before_delete {{(pid=94175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:37:41.054120 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.plugins.ml2.db [None req-bf638ba9-079b-4553-a463-22063a66970a None None] For port 9b9a0708-38e8-4182-8545-afa4bd07ca70, host dv-neutron-601336-94-hyperv, cleared binding levels {{(pid=94176) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 23 11:37:41.073184 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.plugins.ml2.db [None req-bf638ba9-079b-4553-a463-22063a66970a None None] For port 9b9a0708-38e8-4182-8545-afa4bd07ca70, host dv-neutron-601336-94-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-94-hyperv',level=0,port_id=9b9a0708-38e8-4182-8545-afa4bd07ca70,segment=NetworkSegment(72c5a4fe-5ba5-407b-bbdf-4dd07cf39be3),segment_id=72c5a4fe-5ba5-407b-bbdf-4dd07cf39be3)] {{(pid=94176) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 23 11:37:41.114298 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron_lib.callbacks.manager [None req-bf638ba9-079b-4553-a463-22063a66970a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-922904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866062', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773700135042', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773699642233', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773699642278'] for port, after_update {{(pid=94176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:37:41.116837 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron_lib.callbacks.manager [None req-803f6e01-3ec6-490a-9b86-4ef0d9188d64 tempest-NetworksIpV6Test-253648203 tempest-NetworksIpV6Test-253648203-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3801'] for segment, precommit_delete {{(pid=94175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:37:41.117017 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG oslo_concurrency.lockutils [None req-dc7542b2-afef-47f4-a763-e3a3cba144be None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 11:37:41.123560 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-803f6e01-3ec6-490a-9b86-4ef0d9188d64 tempest-NetworksIpV6Test-253648203 tempest-NetworksIpV6Test-253648203-project] Releasing vlan 449 on physical network physnet1 to pool {{(pid=94175) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 23 11:37:41.126524 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron_lib.callbacks.manager [None req-803f6e01-3ec6-490a-9b86-4ef0d9188d64 tempest-NetworksIpV6Test-253648203 tempest-NetworksIpV6Test-253648203-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3801', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5082371'] for segment, after_delete {{(pid=94175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:37:41.127221 dv-neutron-601336-94-hyperv neutron-server[94175]: Traceback (most recent call last): Jun 23 11:37:41.127221 dv-neutron-601336-94-hyperv neutron-server[94175]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 23 11:37:41.127221 dv-neutron-601336-94-hyperv neutron-server[94175]: timer() Jun 23 11:37:41.127221 dv-neutron-601336-94-hyperv neutron-server[94175]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 23 11:37:41.127221 dv-neutron-601336-94-hyperv neutron-server[94175]: cb(*args, **kw) Jun 23 11:37:41.127221 dv-neutron-601336-94-hyperv neutron-server[94175]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 23 11:37:41.127221 dv-neutron-601336-94-hyperv neutron-server[94175]: return func(*args, **kwargs) Jun 23 11:37:41.127221 dv-neutron-601336-94-hyperv neutron-server[94175]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 23 11:37:41.127221 dv-neutron-601336-94-hyperv neutron-server[94175]: self._notify() Jun 23 11:37:41.127221 dv-neutron-601336-94-hyperv neutron-server[94175]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 23 11:37:41.127221 dv-neutron-601336-94-hyperv neutron-server[94175]: self.callback(batched_events) Jun 23 11:37:41.127221 dv-neutron-601336-94-hyperv neutron-server[94175]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 23 11:37:41.127221 dv-neutron-601336-94-hyperv neutron-server[94175]: event.method(event) Jun 23 11:37:41.127221 dv-neutron-601336-94-hyperv neutron-server[94175]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 23 11:37:41.127221 dv-neutron-601336-94-hyperv neutron-server[94175]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 23 11:37:41.127221 dv-neutron-601336-94-hyperv neutron-server[94175]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 23 11:37:41.127221 dv-neutron-601336-94-hyperv neutron-server[94175]: aggregate_uuid = self.p_client.list_aggregates( Jun 23 11:37:41.127221 dv-neutron-601336-94-hyperv neutron-server[94175]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 23 11:37:41.127221 dv-neutron-601336-94-hyperv neutron-server[94175]: return f(self, *a, **k) Jun 23 11:37:41.127221 dv-neutron-601336-94-hyperv neutron-server[94175]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 23 11:37:41.127221 dv-neutron-601336-94-hyperv neutron-server[94175]: return self._get(url).json() Jun 23 11:37:41.127221 dv-neutron-601336-94-hyperv neutron-server[94175]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 23 11:37:41.127221 dv-neutron-601336-94-hyperv neutron-server[94175]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 23 11:37:41.127221 dv-neutron-601336-94-hyperv neutron-server[94175]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 23 11:37:41.127221 dv-neutron-601336-94-hyperv neutron-server[94175]: return self.request(url, 'GET', **kwargs) Jun 23 11:37:41.127221 dv-neutron-601336-94-hyperv neutron-server[94175]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 23 11:37:41.127221 dv-neutron-601336-94-hyperv neutron-server[94175]: base_url = self.get_endpoint(auth, allow=allow, Jun 23 11:37:41.127221 dv-neutron-601336-94-hyperv neutron-server[94175]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 23 11:37:41.127221 dv-neutron-601336-94-hyperv neutron-server[94175]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 23 11:37:41.127221 dv-neutron-601336-94-hyperv neutron-server[94175]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 23 11:37:41.127221 dv-neutron-601336-94-hyperv neutron-server[94175]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 23 11:37:41.127221 dv-neutron-601336-94-hyperv neutron-server[94175]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 23 11:37:41.147082 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.db.provisioning_blocks [None req-dc7542b2-afef-47f4-a763-e3a3cba144be None None] Provisioning for port e16a5a07-ed9b-49d5-88d9-d9325279f641 completed by entity L2. {{(pid=94176) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 23 11:37:41.162686 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.db.provisioning_blocks [None req-dc7542b2-afef-47f4-a763-e3a3cba144be None None] Provisioning complete for port e16a5a07-ed9b-49d5-88d9-d9325279f641 triggered by entity L2. {{(pid=94176) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 23 11:37:41.163085 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron_lib.callbacks.manager [None req-dc7542b2-afef-47f4-a763-e3a3cba144be None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-899258'] for port, provisioning_complete {{(pid=94176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:37:41.216646 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron_lib.db.api [None req-803f6e01-3ec6-490a-9b86-4ef0d9188d64 tempest-NetworksIpV6Test-253648203 tempest-NetworksIpV6Test-253648203-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Jun 23 11:37:41.216646 dv-neutron-601336-94-hyperv neutron-server[94175]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Jun 23 11:37:41.216646 dv-neutron-601336-94-hyperv neutron-server[94175]: [parameters: {'id': 'b952d8fc-241c-4f7a-94b9-66d005f53d0e'}] Jun 23 11:37:41.216646 dv-neutron-601336-94-hyperv neutron-server[94175]: (Background on this error at: http://sqlalche.me/e/14/gkpj) {{(pid=94175) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jun 23 11:37:41.217199 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG oslo_db.api [None req-803f6e01-3ec6-490a-9b86-4ef0d9188d64 tempest-NetworksIpV6Test-253648203 tempest-NetworksIpV6Test-253648203-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=94175) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jun 23 11:37:41.224877 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf638ba9-079b-4553-a463-22063a66970a None None] Pushing event updated for resources: {'Port': ['ID=9b9a0708-38e8-4182-8545-afa4bd07ca70,revision_number=2']} {{(pid=94176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 11:37:41.235308 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG oslo_concurrency.lockutils [None req-bf638ba9-079b-4553-a463-22063a66970a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.118s {{(pid=94176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 11:37:41.249530 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-017ecc2b-3637-4659-b829-3a548e1ad616 None None] Network b952d8fc-241c-4f7a-94b9-66d005f53d0e requested from dv-neutron-601336-94-hyperv {{(pid=94176) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 23 11:37:41.332684 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron_lib.callbacks.manager [None req-dc7542b2-afef-47f4-a763-e3a3cba144be None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-923122'] for port, before_update {{(pid=94176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:37:41.402996 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.plugins.ml2.db [None req-dc7542b2-afef-47f4-a763-e3a3cba144be None None] For port e16a5a07-ed9b-49d5-88d9-d9325279f641, host dv-neutron-601336-94-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-94-hyperv',level=0,port_id=e16a5a07-ed9b-49d5-88d9-d9325279f641,segment=NetworkSegment(446aad4e-b5bc-46eb-9048-08fb9a48bb0e),segment_id=446aad4e-b5bc-46eb-9048-08fb9a48bb0e)] {{(pid=94176) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 23 11:37:41.431463 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f82aeda7-e26c-4c78-bd61-412327cf4f00 None None] get_active_networks_info from dv-neutron-601336-94-hyperv {{(pid=94176) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Jun 23 11:37:41.481803 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron_lib.callbacks.manager [None req-dc7542b2-afef-47f4-a763-e3a3cba144be None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-922904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866062', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773700135042', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773699642233', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773699642278'] for port, after_update {{(pid=94176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:37:41.484913 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG oslo_concurrency.lockutils [None req-f7ea5150-66fe-4a9f-8455-85dda7213842 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 11:37:41.539282 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f82aeda7-e26c-4c78-bd61-412327cf4f00 None None] Resources bound (agent type, host, resource id): {{(pid=94176) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Jun 23 11:37:41.547905 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc7542b2-afef-47f4-a763-e3a3cba144be None None] Pushing event updated for resources: {'Port': ['ID=e16a5a07-ed9b-49d5-88d9-d9325279f641,revision_number=3']} {{(pid=94176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 11:37:41.552277 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG oslo_concurrency.lockutils [None req-dc7542b2-afef-47f4-a763-e3a3cba144be None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.067s {{(pid=94176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 11:37:41.718421 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron_lib.callbacks.manager [None req-803f6e01-3ec6-490a-9b86-4ef0d9188d64 tempest-NetworksIpV6Test-253648203 tempest-NetworksIpV6Test-253648203-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-824874'] for network, before_delete {{(pid=94175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:37:41.777517 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.plugins.ml2.plugin [None req-803f6e01-3ec6-490a-9b86-4ef0d9188d64 tempest-NetworksIpV6Test-253648203 tempest-NetworksIpV6Test-253648203-project] Deleting port 9b9a0708-38e8-4182-8545-afa4bd07ca70 {{(pid=94175) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1913}} Jun 23 11:37:41.777863 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron_lib.callbacks.manager [None req-803f6e01-3ec6-490a-9b86-4ef0d9188d64 tempest-NetworksIpV6Test-253648203 tempest-NetworksIpV6Test-253648203-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773700079324'] for port, before_delete {{(pid=94175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:37:41.838427 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.plugins.ml2.db [None req-803f6e01-3ec6-490a-9b86-4ef0d9188d64 tempest-NetworksIpV6Test-253648203 tempest-NetworksIpV6Test-253648203-project] For port 9b9a0708-38e8-4182-8545-afa4bd07ca70, host dv-neutron-601336-94-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-94-hyperv',level=0,port_id=9b9a0708-38e8-4182-8545-afa4bd07ca70,segment=NetworkSegment(72c5a4fe-5ba5-407b-bbdf-4dd07cf39be3),segment_id=72c5a4fe-5ba5-407b-bbdf-4dd07cf39be3)] {{(pid=94175) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 23 11:37:41.838785 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron_lib.callbacks.manager [None req-803f6e01-3ec6-490a-9b86-4ef0d9188d64 tempest-NetworksIpV6Test-253648203 tempest-NetworksIpV6Test-253648203-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-430722'] for port, precommit_delete {{(pid=94175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:37:41.851713 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.plugins.ml2.plugin [None req-803f6e01-3ec6-490a-9b86-4ef0d9188d64 tempest-NetworksIpV6Test-253648203 tempest-NetworksIpV6Test-253648203-project] Calling delete_port for 9b9a0708-38e8-4182-8545-afa4bd07ca70 owned by network:dhcp {{(pid=94175) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1986}} Jun 23 11:37:42.016090 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron_lib.callbacks.manager [None req-803f6e01-3ec6-490a-9b86-4ef0d9188d64 tempest-NetworksIpV6Test-253648203 tempest-NetworksIpV6Test-253648203-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-922904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866062', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773700135024', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773699642224', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5082448'] for port, after_delete {{(pid=94175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:37:42.018931 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG oslo_concurrency.lockutils [None req-0b196982-fb18-4644-84c1-4f9f95c31e8d tempest-FloatingIPTestJSON-1140213849 tempest-FloatingIPTestJSON-1140213849-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94175) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 11:37:42.043377 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-803f6e01-3ec6-490a-9b86-4ef0d9188d64 tempest-NetworksIpV6Test-253648203 tempest-NetworksIpV6Test-253648203-project] Pushing event deleted for resources: {'Port': ['ID=9b9a0708-38e8-4182-8545-afa4bd07ca70,revision_number=None']} {{(pid=94175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 11:37:42.045209 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.db.l3_dvrscheduler_db [None req-803f6e01-3ec6-490a-9b86-4ef0d9188d64 tempest-NetworksIpV6Test-253648203 tempest-NetworksIpV6Test-253648203-project] No DVR routers for this DVR port 9b9a0708-38e8-4182-8545-afa4bd07ca70 on host dv-neutron-601336-94-hyperv {{(pid=94175) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 23 11:37:42.046663 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG oslo_concurrency.lockutils [None req-803f6e01-3ec6-490a-9b86-4ef0d9188d64 tempest-NetworksIpV6Test-253648203 tempest-NetworksIpV6Test-253648203-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.028s {{(pid=94175) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 11:37:42.122000 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron_lib.callbacks.manager [None req-803f6e01-3ec6-490a-9b86-4ef0d9188d64 tempest-NetworksIpV6Test-253648203 tempest-NetworksIpV6Test-253648203-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-897259', 'neutron.services.segments.db._delete_segments_for_network-8773700168587'] for network, precommit_delete {{(pid=94175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:37:42.132345 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.services.segments.db [None req-803f6e01-3ec6-490a-9b86-4ef0d9188d64 tempest-NetworksIpV6Test-253648203 tempest-NetworksIpV6Test-253648203-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b952d8fc-241c-4f7a-94b9-66d005f53d0e']}} {{(pid=94175) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 11:37:42.147518 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.services.segments.db [None req-803f6e01-3ec6-490a-9b86-4ef0d9188d64 tempest-NetworksIpV6Test-253648203 tempest-NetworksIpV6Test-253648203-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '72c5a4fe-5ba5-407b-bbdf-4dd07cf39be3') {'for_net_delete': True} {{(pid=94175) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 11:37:42.147816 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.services.segments.db [None req-803f6e01-3ec6-490a-9b86-4ef0d9188d64 tempest-NetworksIpV6Test-253648203 tempest-NetworksIpV6Test-253648203-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '72c5a4fe-5ba5-407b-bbdf-4dd07cf39be3') {} {{(pid=94175) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 11:37:42.156439 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron_lib.callbacks.manager [None req-803f6e01-3ec6-490a-9b86-4ef0d9188d64 tempest-NetworksIpV6Test-253648203 tempest-NetworksIpV6Test-253648203-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8773699955833', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5190677'] for segment, before_delete {{(pid=94175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:37:42.169597 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron_lib.callbacks.manager [None req-803f6e01-3ec6-490a-9b86-4ef0d9188d64 tempest-NetworksIpV6Test-253648203 tempest-NetworksIpV6Test-253648203-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3801'] for segment, precommit_delete {{(pid=94175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:37:42.175269 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-803f6e01-3ec6-490a-9b86-4ef0d9188d64 tempest-NetworksIpV6Test-253648203 tempest-NetworksIpV6Test-253648203-project] Releasing vlan 449 on physical network physnet1 to pool {{(pid=94175) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 23 11:37:42.175678 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron_lib.callbacks.manager [None req-803f6e01-3ec6-490a-9b86-4ef0d9188d64 tempest-NetworksIpV6Test-253648203 tempest-NetworksIpV6Test-253648203-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3801', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5082371'] for segment, after_delete {{(pid=94175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:37:42.178473 dv-neutron-601336-94-hyperv neutron-server[94175]: Traceback (most recent call last): Jun 23 11:37:42.178473 dv-neutron-601336-94-hyperv neutron-server[94175]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 23 11:37:42.178473 dv-neutron-601336-94-hyperv neutron-server[94175]: timer() Jun 23 11:37:42.178473 dv-neutron-601336-94-hyperv neutron-server[94175]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 23 11:37:42.178473 dv-neutron-601336-94-hyperv neutron-server[94175]: cb(*args, **kw) Jun 23 11:37:42.178473 dv-neutron-601336-94-hyperv neutron-server[94175]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 23 11:37:42.178473 dv-neutron-601336-94-hyperv neutron-server[94175]: return func(*args, **kwargs) Jun 23 11:37:42.178473 dv-neutron-601336-94-hyperv neutron-server[94175]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 23 11:37:42.178473 dv-neutron-601336-94-hyperv neutron-server[94175]: self._notify() Jun 23 11:37:42.178473 dv-neutron-601336-94-hyperv neutron-server[94175]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 23 11:37:42.178473 dv-neutron-601336-94-hyperv neutron-server[94175]: self.callback(batched_events) Jun 23 11:37:42.178473 dv-neutron-601336-94-hyperv neutron-server[94175]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 23 11:37:42.178473 dv-neutron-601336-94-hyperv neutron-server[94175]: event.method(event) Jun 23 11:37:42.178473 dv-neutron-601336-94-hyperv neutron-server[94175]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 23 11:37:42.178473 dv-neutron-601336-94-hyperv neutron-server[94175]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 23 11:37:42.178473 dv-neutron-601336-94-hyperv neutron-server[94175]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 23 11:37:42.178473 dv-neutron-601336-94-hyperv neutron-server[94175]: aggregate_uuid = self.p_client.list_aggregates( Jun 23 11:37:42.178473 dv-neutron-601336-94-hyperv neutron-server[94175]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 23 11:37:42.178473 dv-neutron-601336-94-hyperv neutron-server[94175]: return f(self, *a, **k) Jun 23 11:37:42.178473 dv-neutron-601336-94-hyperv neutron-server[94175]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 23 11:37:42.178473 dv-neutron-601336-94-hyperv neutron-server[94175]: return self._get(url).json() Jun 23 11:37:42.178473 dv-neutron-601336-94-hyperv neutron-server[94175]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 23 11:37:42.178473 dv-neutron-601336-94-hyperv neutron-server[94175]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 23 11:37:42.178473 dv-neutron-601336-94-hyperv neutron-server[94175]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 23 11:37:42.178473 dv-neutron-601336-94-hyperv neutron-server[94175]: return self.request(url, 'GET', **kwargs) Jun 23 11:37:42.178473 dv-neutron-601336-94-hyperv neutron-server[94175]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 23 11:37:42.178473 dv-neutron-601336-94-hyperv neutron-server[94175]: base_url = self.get_endpoint(auth, allow=allow, Jun 23 11:37:42.178473 dv-neutron-601336-94-hyperv neutron-server[94175]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 23 11:37:42.178473 dv-neutron-601336-94-hyperv neutron-server[94175]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 23 11:37:42.178473 dv-neutron-601336-94-hyperv neutron-server[94175]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 23 11:37:42.178473 dv-neutron-601336-94-hyperv neutron-server[94175]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 23 11:37:42.178473 dv-neutron-601336-94-hyperv neutron-server[94175]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 23 11:37:42.284377 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron_lib.callbacks.manager [None req-803f6e01-3ec6-490a-9b86-4ef0d9188d64 tempest-NetworksIpV6Test-253648203 tempest-NetworksIpV6Test-253648203-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-897248', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8002400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7866073', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-524247'] for network, after_delete {{(pid=94175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:37:42.287608 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG oslo_concurrency.lockutils [None req-db8f1102-6a8d-4530-b648-41872233d1a7 tempest-FloatingIPTestJSON-1140213849 tempest-FloatingIPTestJSON-1140213849-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94175) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 11:37:42.291405 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron_lib.callbacks.manager [None req-803f6e01-3ec6-490a-9b86-4ef0d9188d64 tempest-NetworksIpV6Test-253648203 tempest-NetworksIpV6Test-253648203-project] Notify callbacks [] for network, before_response {{(pid=94175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:37:42.293212 dv-neutron-601336-94-hyperv neutron-server[94175]: INFO neutron.wsgi [None req-803f6e01-3ec6-490a-9b86-4ef0d9188d64 tempest-NetworksIpV6Test-253648203 tempest-NetworksIpV6Test-253648203-project] 10.222.0.20 "DELETE /v2.0/networks/b952d8fc-241c-4f7a-94b9-66d005f53d0e HTTP/1.1" status: 204 len: 168 time: 2.0953202 Jun 23 11:37:42.296876 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.wsgi [-] (94174) accepted ('10.222.0.20', 42796) {{(pid=94174) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 11:37:42.302174 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.api.v2.base [None req-ddcabe43-34dc-4c38-ae14-004b07ecc061 tempest-NetworksIpV6Test-253648203 tempest-NetworksIpV6Test-253648203-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1130837843'}} {{(pid=94174) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 23 11:37:42.305369 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-803f6e01-3ec6-490a-9b86-4ef0d9188d64 tempest-NetworksIpV6Test-253648203 tempest-NetworksIpV6Test-253648203-project] Pushing event deleted for resources: {'Network': ['ID=b952d8fc-241c-4f7a-94b9-66d005f53d0e,revision_number=None']} {{(pid=94175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 11:37:42.307682 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG oslo_concurrency.lockutils [None req-803f6e01-3ec6-490a-9b86-4ef0d9188d64 tempest-NetworksIpV6Test-253648203 tempest-NetworksIpV6Test-253648203-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.020s {{(pid=94175) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 11:37:42.393103 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ddcabe43-34dc-4c38-ae14-004b07ecc061 tempest-NetworksIpV6Test-253648203 tempest-NetworksIpV6Test-253648203-project] Made reservation on behalf of 3413cf27f0024fb0b5b5f021dbe2bcf3 for: {'network': 1} {{(pid=94174) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 23 11:37:42.397350 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron_lib.callbacks.manager [None req-ddcabe43-34dc-4c38-ae14-004b07ecc061 tempest-NetworksIpV6Test-253648203 tempest-NetworksIpV6Test-253648203-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-923104'] for network, before_create {{(pid=94174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:37:42.419279 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ddcabe43-34dc-4c38-ae14-004b07ecc061 tempest-NetworksIpV6Test-253648203 tempest-NetworksIpV6Test-253648203-project] vlan segment allocate from pool success with {'vlan_id': 447, 'physical_network': 'physnet1'} {{(pid=94174) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 23 11:37:42.427490 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron_lib.callbacks.manager [None req-ddcabe43-34dc-4c38-ae14-004b07ecc061 tempest-NetworksIpV6Test-253648203 tempest-NetworksIpV6Test-253648203-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3801'] for segment, precommit_create {{(pid=94174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:37:42.427839 dv-neutron-601336-94-hyperv neutron-server[94174]: INFO neutron.db.segments_db [None req-ddcabe43-34dc-4c38-ae14-004b07ecc061 tempest-NetworksIpV6Test-253648203 tempest-NetworksIpV6Test-253648203-project] Added segment 416cb917-3e6f-45c2-bd51-992e2b76e70c of type vlan for network 758ea7ff-fc04-4c26-afd6-d14b07e659bd Jun 23 11:37:42.468146 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron_lib.callbacks.manager [None req-ddcabe43-34dc-4c38-ae14-004b07ecc061 tempest-NetworksIpV6Test-253648203 tempest-NetworksIpV6Test-253648203-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8773699596773'] for network, precommit_create {{(pid=94174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:37:42.558959 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron_lib.callbacks.manager [None req-ddcabe43-34dc-4c38-ae14-004b07ecc061 tempest-NetworksIpV6Test-253648203 tempest-NetworksIpV6Test-253648203-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8002400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7866073'] for network, after_create {{(pid=94174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:37:42.564442 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ddcabe43-34dc-4c38-ae14-004b07ecc061 tempest-NetworksIpV6Test-253648203 tempest-NetworksIpV6Test-253648203-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94174) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 11:37:42.565055 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron_lib.callbacks.manager [None req-ddcabe43-34dc-4c38-ae14-004b07ecc061 tempest-NetworksIpV6Test-253648203 tempest-NetworksIpV6Test-253648203-project] Notify callbacks [] for network, before_response {{(pid=94174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:37:42.568770 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG oslo_concurrency.lockutils [None req-f531c8f2-a5fe-46c5-aa4f-aef57118f434 tempest-PortsTestJSON-2085221018 tempest-PortsTestJSON-2085221018-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94174) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 11:37:42.632487 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddcabe43-34dc-4c38-ae14-004b07ecc061 tempest-NetworksIpV6Test-253648203 tempest-NetworksIpV6Test-253648203-project] Pushing event updated for resources: {'Network': ['ID=758ea7ff-fc04-4c26-afd6-d14b07e659bd,revision_number=1']} {{(pid=94174) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 11:37:42.635225 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG oslo_concurrency.lockutils [None req-ddcabe43-34dc-4c38-ae14-004b07ecc061 tempest-NetworksIpV6Test-253648203 tempest-NetworksIpV6Test-253648203-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.067s {{(pid=94174) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 11:37:42.642862 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.plugins.ml2.rpc [None req-dc7542b2-afef-47f4-a763-e3a3cba144be None None] Network 758ea7ff-fc04-4c26-afd6-d14b07e659bd details requested by agent ovs-agent-dv-neutron-601336-94-hyperv with host dv-neutron-601336-94-hyperv {{(pid=94176) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:250}} Jun 23 11:37:42.685241 dv-neutron-601336-94-hyperv neutron-server[94174]: INFO neutron.wsgi [None req-ddcabe43-34dc-4c38-ae14-004b07ecc061 tempest-NetworksIpV6Test-253648203 tempest-NetworksIpV6Test-253648203-project] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.3871493 Jun 23 11:37:42.687963 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.wsgi [-] (94174) accepted ('10.222.0.20', 42798) {{(pid=94174) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 11:37:42.693937 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.api.v2.base [None req-05fda4dd-b8b7-4bfe-9b9a-347098867f62 tempest-NetworksIpV6Test-253648203 tempest-NetworksIpV6Test-253648203-project] Request body: {'subnet': {'network_id': '758ea7ff-fc04-4c26-afd6-d14b07e659bd', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::2'}} {{(pid=94174) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 23 11:37:42.839223 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-05fda4dd-b8b7-4bfe-9b9a-347098867f62 tempest-NetworksIpV6Test-253648203 tempest-NetworksIpV6Test-253648203-project] Made reservation on behalf of 3413cf27f0024fb0b5b5f021dbe2bcf3 for: {'subnet': 1} {{(pid=94174) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 23 11:37:42.842696 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron_lib.callbacks.manager [None req-05fda4dd-b8b7-4bfe-9b9a-347098867f62 tempest-NetworksIpV6Test-253648203 tempest-NetworksIpV6Test-253648203-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4294245'] for subnet, before_create {{(pid=94174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:37:42.970200 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.plugins.ml2.rpc [None req-dc7542b2-afef-47f4-a763-e3a3cba144be None None] Device e16a5a07-ed9b-49d5-88d9-d9325279f641 up at agent ovs-agent-dv-neutron-601336-94-hyperv {{(pid=94176) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:298}} Jun 23 11:37:43.017267 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.db.provisioning_blocks [None req-dc7542b2-afef-47f4-a763-e3a3cba144be None None] Provisioning complete for port e16a5a07-ed9b-49d5-88d9-d9325279f641 triggered by entity L2. {{(pid=94176) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 23 11:37:43.017656 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron_lib.callbacks.manager [None req-dc7542b2-afef-47f4-a763-e3a3cba144be None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-899258'] for port, provisioning_complete {{(pid=94176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:37:43.102289 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron_lib.callbacks.manager [None req-05fda4dd-b8b7-4bfe-9b9a-347098867f62 tempest-NetworksIpV6Test-253648203 tempest-NetworksIpV6Test-253648203-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866062', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5195999', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4294259'] for subnet, after_create {{(pid=94174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:37:43.105132 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG oslo_concurrency.lockutils [None req-2f000351-144f-4683-861d-6eff7113c4c0 tempest-TagsExtTest-1712647166 tempest-TagsExtTest-1712647166-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94174) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 11:37:43.164942 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron_lib.callbacks.manager [None req-d242c543-36b5-4389-b679-fb16885bc0d6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773699952132', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-899307'] for agent, after_update {{(pid=94176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:37:43.166934 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05fda4dd-b8b7-4bfe-9b9a-347098867f62 tempest-NetworksIpV6Test-253648203 tempest-NetworksIpV6Test-253648203-project] Pushing event updated for resources: {'Subnet': ['ID=adddc641-5f57-45c4-8e30-e317abc6667c,revision_number=0']} {{(pid=94174) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 11:37:43.169798 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG oslo_concurrency.lockutils [None req-05fda4dd-b8b7-4bfe-9b9a-347098867f62 tempest-NetworksIpV6Test-253648203 tempest-NetworksIpV6Test-253648203-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.065s {{(pid=94174) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 11:37:43.177389 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-05fda4dd-b8b7-4bfe-9b9a-347098867f62 tempest-NetworksIpV6Test-253648203 tempest-NetworksIpV6Test-253648203-project] Checking segment: {'id': '416cb917-3e6f-45c2-bd51-992e2b76e70c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 447, 'network_id': '758ea7ff-fc04-4c26-afd6-d14b07e659bd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94174) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 23 11:37:43.177754 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-05fda4dd-b8b7-4bfe-9b9a-347098867f62 tempest-NetworksIpV6Test-253648203 tempest-NetworksIpV6Test-253648203-project] Network hostable DHCP agents. Network: 758ea7ff-fc04-4c26-afd6-d14b07e659bd, hostable agents: ['8cf29b10-0e57-4131-816f-a4b6ad00b249'], hosted agents: [] {{(pid=94174) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 23 11:37:43.239688 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-05fda4dd-b8b7-4bfe-9b9a-347098867f62 tempest-NetworksIpV6Test-253648203 tempest-NetworksIpV6Test-253648203-project] Network 758ea7ff-fc04-4c26-afd6-d14b07e659bd is scheduled to be hosted by DHCP agent 8cf29b10-0e57-4131-816f-a4b6ad00b249 with binding_index 1 {{(pid=94174) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 23 11:37:43.307475 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.scheduler.base_scheduler [None req-05fda4dd-b8b7-4bfe-9b9a-347098867f62 tempest-NetworksIpV6Test-253648203 tempest-NetworksIpV6Test-253648203-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-601336-94-hyperv, 758ea7ff-fc04-4c26-afd6-d14b07e659bd) {{(pid=94174) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 23 11:37:43.312117 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-05fda4dd-b8b7-4bfe-9b9a-347098867f62 tempest-NetworksIpV6Test-253648203 tempest-NetworksIpV6Test-253648203-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94174) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 11:37:43.312729 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron_lib.callbacks.manager [None req-05fda4dd-b8b7-4bfe-9b9a-347098867f62 tempest-NetworksIpV6Test-253648203 tempest-NetworksIpV6Test-253648203-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7865916'] for subnet, before_response {{(pid=94174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:37:43.317968 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4792e343-73b9-4770-aa2c-f9604cf51b6c None None] Network 758ea7ff-fc04-4c26-afd6-d14b07e659bd requested from dv-neutron-601336-94-hyperv {{(pid=94176) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 23 11:37:43.404654 dv-neutron-601336-94-hyperv neutron-server[94174]: INFO neutron.wsgi [None req-05fda4dd-b8b7-4bfe-9b9a-347098867f62 tempest-NetworksIpV6Test-253648203 tempest-NetworksIpV6Test-253648203-project] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 865 time: 0.7155380 Jun 23 11:37:43.408336 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.wsgi [-] (94174) accepted ('10.222.0.20', 42800) {{(pid=94174) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 11:37:43.414102 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.api.v2.base [None req-57a9ec5c-4511-40a4-ae3e-73f0dc69fd35 tempest-NetworksIpV6Test-253648203 tempest-NetworksIpV6Test-253648203-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1448412996'}} {{(pid=94174) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 23 11:37:43.456027 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d2f81db3-b00b-4868-a619-cbc47c374283 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1e0d828a-1fa4-563d-b7fd-53adf66a04ee-758ea7ff-fc04-4c26-afd6-d14b07e659bd', 'network_id': '758ea7ff-fc04-4c26-afd6-d14b07e659bd', 'tenant_id': '3413cf27f0024fb0b5b5f021dbe2bcf3', 'fixed_ips': [{'subnet_id': 'adddc641-5f57-45c4-8e30-e317abc6667c'}]}} from dv-neutron-601336-94-hyperv. {{(pid=94176) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 23 11:37:43.456875 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron_lib.callbacks.manager [None req-d2f81db3-b00b-4868-a619-cbc47c374283 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-923104'] for port, before_create {{(pid=94176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:37:43.518972 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-57a9ec5c-4511-40a4-ae3e-73f0dc69fd35 tempest-NetworksIpV6Test-253648203 tempest-NetworksIpV6Test-253648203-project] Made reservation on behalf of 3413cf27f0024fb0b5b5f021dbe2bcf3 for: {'network': 1} {{(pid=94174) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 23 11:37:43.522626 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron_lib.callbacks.manager [None req-57a9ec5c-4511-40a4-ae3e-73f0dc69fd35 tempest-NetworksIpV6Test-253648203 tempest-NetworksIpV6Test-253648203-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-923104'] for network, before_create {{(pid=94174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:37:43.546242 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-57a9ec5c-4511-40a4-ae3e-73f0dc69fd35 tempest-NetworksIpV6Test-253648203 tempest-NetworksIpV6Test-253648203-project] vlan segment allocate from pool success with {'vlan_id': 415, 'physical_network': 'physnet1'} {{(pid=94174) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 23 11:37:43.555511 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron_lib.callbacks.manager [None req-57a9ec5c-4511-40a4-ae3e-73f0dc69fd35 tempest-NetworksIpV6Test-253648203 tempest-NetworksIpV6Test-253648203-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3801'] for segment, precommit_create {{(pid=94174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:37:43.555937 dv-neutron-601336-94-hyperv neutron-server[94174]: INFO neutron.db.segments_db [None req-57a9ec5c-4511-40a4-ae3e-73f0dc69fd35 tempest-NetworksIpV6Test-253648203 tempest-NetworksIpV6Test-253648203-project] Added segment 4286d5e8-c5ac-4844-9b77-a8f4177c97f2 of type vlan for network 87bfa5df-c53c-4b3a-8d77-8a5089c2e038 Jun 23 11:37:43.588210 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.db.db_base_plugin_common [None req-d2f81db3-b00b-4868-a619-cbc47c374283 None None] Allocated IP 2001:db8::1 (758ea7ff-fc04-4c26-afd6-d14b07e659bd/adddc641-5f57-45c4-8e30-e317abc6667c/28e2737b-d915-4a57-9d66-f7693303310d) {{(pid=94176) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 23 11:37:43.594708 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron_lib.callbacks.manager [None req-57a9ec5c-4511-40a4-ae3e-73f0dc69fd35 tempest-NetworksIpV6Test-253648203 tempest-NetworksIpV6Test-253648203-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8773699596773'] for network, precommit_create {{(pid=94174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:37:43.684918 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron_lib.callbacks.manager [None req-57a9ec5c-4511-40a4-ae3e-73f0dc69fd35 tempest-NetworksIpV6Test-253648203 tempest-NetworksIpV6Test-253648203-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8002400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7866073'] for network, after_create {{(pid=94174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:37:43.690662 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-57a9ec5c-4511-40a4-ae3e-73f0dc69fd35 tempest-NetworksIpV6Test-253648203 tempest-NetworksIpV6Test-253648203-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94174) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 11:37:43.695353 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron_lib.callbacks.manager [None req-57a9ec5c-4511-40a4-ae3e-73f0dc69fd35 tempest-NetworksIpV6Test-253648203 tempest-NetworksIpV6Test-253648203-project] Notify callbacks [] for network, before_response {{(pid=94174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:37:43.695353 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG oslo_concurrency.lockutils [None req-786567d0-e45b-48b7-b16e-06ef8795eeab tempest-RoutersTest-228919764 tempest-RoutersTest-228919764-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94174) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 11:37:43.725584 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron_lib.callbacks.manager [None req-d2f81db3-b00b-4868-a619-cbc47c374283 None None] Notify callbacks [] for port, precommit_create {{(pid=94176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:37:43.733960 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.db.provisioning_blocks [None req-d2f81db3-b00b-4868-a619-cbc47c374283 None None] Transition to ACTIVE for port object 28e2737b-d915-4a57-9d66-f7693303310d will not be triggered until provisioned by entity L2. {{(pid=94176) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 23 11:37:43.748590 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.db.provisioning_blocks [None req-d2f81db3-b00b-4868-a619-cbc47c374283 None None] Transition to ACTIVE for port object 28e2737b-d915-4a57-9d66-f7693303310d will not be triggered until provisioned by entity DHCP. {{(pid=94176) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 23 11:37:43.756540 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57a9ec5c-4511-40a4-ae3e-73f0dc69fd35 tempest-NetworksIpV6Test-253648203 tempest-NetworksIpV6Test-253648203-project] Pushing event updated for resources: {'Network': ['ID=87bfa5df-c53c-4b3a-8d77-8a5089c2e038,revision_number=1']} {{(pid=94174) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 11:37:43.759161 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG oslo_concurrency.lockutils [None req-57a9ec5c-4511-40a4-ae3e-73f0dc69fd35 tempest-NetworksIpV6Test-253648203 tempest-NetworksIpV6Test-253648203-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.064s {{(pid=94174) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 11:37:43.767054 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.plugins.ml2.rpc [None req-dc7542b2-afef-47f4-a763-e3a3cba144be None None] Network 87bfa5df-c53c-4b3a-8d77-8a5089c2e038 details requested by agent ovs-agent-dv-neutron-601336-94-hyperv with host dv-neutron-601336-94-hyperv {{(pid=94176) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:250}} Jun 23 11:37:43.807346 dv-neutron-601336-94-hyperv neutron-server[94174]: INFO neutron.wsgi [None req-57a9ec5c-4511-40a4-ae3e-73f0dc69fd35 tempest-NetworksIpV6Test-253648203 tempest-NetworksIpV6Test-253648203-project] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.3978798 Jun 23 11:37:43.819704 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.wsgi [-] (94175) accepted ('10.222.0.20', 42802) {{(pid=94175) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 11:37:43.825016 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.api.v2.base [None req-b3155415-a451-4594-8eaf-3f579b5634a8 tempest-NetworksIpV6Test-253648203 tempest-NetworksIpV6Test-253648203-project] Request body: {'subnet': {'network_id': '87bfa5df-c53c-4b3a-8d77-8a5089c2e038', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'allocation_pools': [{'start': '2001:db8::3', 'end': '2001:db8::7'}]}} {{(pid=94175) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 23 11:37:43.833054 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron_lib.callbacks.manager [None req-d2f81db3-b00b-4868-a619-cbc47c374283 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-922915', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-239814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7866073', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773699642215'] for port, after_create {{(pid=94176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:37:43.836970 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG oslo_concurrency.lockutils [None req-8e1647e6-2590-4f42-8330-71349cae0262 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 11:37:43.878017 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d2f81db3-b00b-4868-a619-cbc47c374283 None None] Network 758ea7ff-fc04-4c26-afd6-d14b07e659bd is already hosted by enough agents. {{(pid=94176) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 23 11:37:43.881057 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron_lib.callbacks.manager [None req-dc7542b2-afef-47f4-a763-e3a3cba144be None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773699952132', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-899307'] for agent, after_update {{(pid=94176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:37:43.882662 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.scheduler.base_scheduler [None req-d2f81db3-b00b-4868-a619-cbc47c374283 None None] Resources bound (agent type, host, resource id): {{(pid=94176) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 23 11:37:43.889142 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d2f81db3-b00b-4868-a619-cbc47c374283 None None] Received port after_create {{(pid=94176) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 23 11:37:43.896186 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2f81db3-b00b-4868-a619-cbc47c374283 None None] Pushing event updated for resources: {'Port': ['ID=28e2737b-d915-4a57-9d66-f7693303310d,revision_number=1']} {{(pid=94176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 11:37:43.900263 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG oslo_concurrency.lockutils [None req-d2f81db3-b00b-4868-a619-cbc47c374283 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.063s {{(pid=94176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 11:37:43.949064 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.plugins.ml2.managers [None req-d2f81db3-b00b-4868-a619-cbc47c374283 None None] Attempting to bind port 28e2737b-d915-4a57-9d66-f7693303310d on host dv-neutron-601336-94-hyperv for vnic_type normal with profile {{(pid=94176) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 23 11:37:43.949365 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.plugins.ml2.managers [None req-d2f81db3-b00b-4868-a619-cbc47c374283 None None] Attempting to bind port 28e2737b-d915-4a57-9d66-f7693303310d by drivers openvswitch,hyperv on host dv-neutron-601336-94-hyperv at level 0 using segments [{'id': '416cb917-3e6f-45c2-bd51-992e2b76e70c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 447, 'network_id': '758ea7ff-fc04-4c26-afd6-d14b07e659bd'}] {{(pid=94176) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 23 11:37:43.949740 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d2f81db3-b00b-4868-a619-cbc47c374283 None None] Attempting to bind port 28e2737b-d915-4a57-9d66-f7693303310d on network 758ea7ff-fc04-4c26-afd6-d14b07e659bd {{(pid=94176) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 23 11:37:43.954510 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d2f81db3-b00b-4868-a619-cbc47c374283 None None] Checking agent: {'id': '4d05f899-5ac9-411b-8a03-f60c93f87cdf', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-601336-94-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 23, 11, 22, 14), 'started_at': datetime.datetime(2021, 6, 23, 11, 22, 44), 'heartbeat_timestamp': datetime.datetime(2021, 6, 23, 11, 37, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'monitor_allowed_address_pair_garp': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-601336-94-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94176) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 23 11:37:43.954898 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d2f81db3-b00b-4868-a619-cbc47c374283 None None] Checking segment: {'id': '416cb917-3e6f-45c2-bd51-992e2b76e70c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 447, 'network_id': '758ea7ff-fc04-4c26-afd6-d14b07e659bd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94176) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 23 11:37:43.955343 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron_lib.callbacks.manager [None req-d2f81db3-b00b-4868-a619-cbc47c374283 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:37:43.955749 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d2f81db3-b00b-4868-a619-cbc47c374283 None None] Bound using segment: {'id': '416cb917-3e6f-45c2-bd51-992e2b76e70c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 447, 'network_id': '758ea7ff-fc04-4c26-afd6-d14b07e659bd'} {{(pid=94176) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 23 11:37:43.956226 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.plugins.ml2.managers [None req-d2f81db3-b00b-4868-a619-cbc47c374283 None None] Bound port: 28e2737b-d915-4a57-9d66-f7693303310d, host: dv-neutron-601336-94-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '416cb917-3e6f-45c2-bd51-992e2b76e70c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 447, 'network_id': '758ea7ff-fc04-4c26-afd6-d14b07e659bd'}}] {{(pid=94176) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 23 11:37:43.956608 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron_lib.callbacks.manager [None req-d2f81db3-b00b-4868-a619-cbc47c374283 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-923122'] for port, before_update {{(pid=94176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:37:43.986796 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b3155415-a451-4594-8eaf-3f579b5634a8 tempest-NetworksIpV6Test-253648203 tempest-NetworksIpV6Test-253648203-project] Made reservation on behalf of 3413cf27f0024fb0b5b5f021dbe2bcf3 for: {'subnet': 1} {{(pid=94175) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 23 11:37:43.991246 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron_lib.callbacks.manager [None req-b3155415-a451-4594-8eaf-3f579b5634a8 tempest-NetworksIpV6Test-253648203 tempest-NetworksIpV6Test-253648203-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4660073'] for subnet, before_create {{(pid=94175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:37:44.016359 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.plugins.ml2.db [None req-d2f81db3-b00b-4868-a619-cbc47c374283 None None] For port 28e2737b-d915-4a57-9d66-f7693303310d, host dv-neutron-601336-94-hyperv, cleared binding levels {{(pid=94176) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 23 11:37:44.021787 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.plugins.ml2.db [None req-d2f81db3-b00b-4868-a619-cbc47c374283 None None] For port 28e2737b-d915-4a57-9d66-f7693303310d, host dv-neutron-601336-94-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-94-hyperv',level=0,port_id=28e2737b-d915-4a57-9d66-f7693303310d,segment=NetworkSegment(416cb917-3e6f-45c2-bd51-992e2b76e70c),segment_id=416cb917-3e6f-45c2-bd51-992e2b76e70c)] {{(pid=94176) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 23 11:37:44.047971 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.db.ipam_backend_mixin [None req-b3155415-a451-4594-8eaf-3f579b5634a8 tempest-NetworksIpV6Test-253648203 tempest-NetworksIpV6Test-253648203-project] Performing IP validity checks on allocation pools {{(pid=94175) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:325}} Jun 23 11:37:44.053755 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.db.ipam_backend_mixin [None req-b3155415-a451-4594-8eaf-3f579b5634a8 tempest-NetworksIpV6Test-253648203 tempest-NetworksIpV6Test-253648203-project] Checking for overlaps among allocation pools and gateway ip {{(pid=94175) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:346}} Jun 23 11:37:44.130993 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron_lib.callbacks.manager [None req-d2f81db3-b00b-4868-a619-cbc47c374283 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-922904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866062', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773700135042', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773699642233', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773699642278'] for port, after_update {{(pid=94176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:37:44.133357 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG oslo_concurrency.lockutils [None req-97bd5441-1da2-49ee-a364-27795820ba27 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 11:37:44.192603 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2f81db3-b00b-4868-a619-cbc47c374283 None None] Pushing event updated for resources: {'Port': ['ID=28e2737b-d915-4a57-9d66-f7693303310d,revision_number=2']} {{(pid=94176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 11:37:44.195644 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG oslo_concurrency.lockutils [None req-d2f81db3-b00b-4868-a619-cbc47c374283 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.062s {{(pid=94176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 11:37:44.222135 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron_lib.callbacks.manager [None req-b3155415-a451-4594-8eaf-3f579b5634a8 tempest-NetworksIpV6Test-253648203 tempest-NetworksIpV6Test-253648203-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866062', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5083113', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4660095'] for subnet, after_create {{(pid=94175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:37:44.225139 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG oslo_concurrency.lockutils [None req-0f50e38d-2bbe-4e58-ac7f-86bb1a1e5ac5 tempest-NetworksTest-2133396914 tempest-NetworksTest-2133396914-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94175) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 11:37:44.279859 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3155415-a451-4594-8eaf-3f579b5634a8 tempest-NetworksIpV6Test-253648203 tempest-NetworksIpV6Test-253648203-project] Pushing event updated for resources: {'Subnet': ['ID=4f18dcdd-d0e1-4578-bed9-741e5ff2ce5e,revision_number=0']} {{(pid=94175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 11:37:44.287456 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG oslo_concurrency.lockutils [None req-b3155415-a451-4594-8eaf-3f579b5634a8 tempest-NetworksIpV6Test-253648203 tempest-NetworksIpV6Test-253648203-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.062s {{(pid=94175) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 11:37:44.296920 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b3155415-a451-4594-8eaf-3f579b5634a8 tempest-NetworksIpV6Test-253648203 tempest-NetworksIpV6Test-253648203-project] Checking segment: {'id': '4286d5e8-c5ac-4844-9b77-a8f4177c97f2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 415, 'network_id': '87bfa5df-c53c-4b3a-8d77-8a5089c2e038'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94175) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 23 11:37:44.297288 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b3155415-a451-4594-8eaf-3f579b5634a8 tempest-NetworksIpV6Test-253648203 tempest-NetworksIpV6Test-253648203-project] Network hostable DHCP agents. Network: 87bfa5df-c53c-4b3a-8d77-8a5089c2e038, hostable agents: ['8cf29b10-0e57-4131-816f-a4b6ad00b249'], hosted agents: [] {{(pid=94175) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 23 11:37:44.388570 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b3155415-a451-4594-8eaf-3f579b5634a8 tempest-NetworksIpV6Test-253648203 tempest-NetworksIpV6Test-253648203-project] Network 87bfa5df-c53c-4b3a-8d77-8a5089c2e038 is scheduled to be hosted by DHCP agent 8cf29b10-0e57-4131-816f-a4b6ad00b249 with binding_index 1 {{(pid=94175) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 23 11:37:44.462075 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.scheduler.base_scheduler [None req-b3155415-a451-4594-8eaf-3f579b5634a8 tempest-NetworksIpV6Test-253648203 tempest-NetworksIpV6Test-253648203-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-601336-94-hyperv, 87bfa5df-c53c-4b3a-8d77-8a5089c2e038) {{(pid=94175) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 23 11:37:44.466191 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b3155415-a451-4594-8eaf-3f579b5634a8 tempest-NetworksIpV6Test-253648203 tempest-NetworksIpV6Test-253648203-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 11:37:44.466781 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron_lib.callbacks.manager [None req-b3155415-a451-4594-8eaf-3f579b5634a8 tempest-NetworksIpV6Test-253648203 tempest-NetworksIpV6Test-253648203-project] Notify callbacks [] for subnet, before_response {{(pid=94175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:37:44.472957 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d707d080-7d4a-49dc-a878-303bd3f4f6b2 None None] Network 87bfa5df-c53c-4b3a-8d77-8a5089c2e038 requested from dv-neutron-601336-94-hyperv {{(pid=94176) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 23 11:37:44.559316 dv-neutron-601336-94-hyperv neutron-server[94175]: INFO neutron.wsgi [None req-b3155415-a451-4594-8eaf-3f579b5634a8 tempest-NetworksIpV6Test-253648203 tempest-NetworksIpV6Test-253648203-project] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 803 time: 0.7384119 Jun 23 11:37:44.562834 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.wsgi [-] (94175) accepted ('10.222.0.20', 42804) {{(pid=94175) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 11:37:44.591432 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron_lib.callbacks.manager [None req-4c20ea5f-bc7f-4d4e-935d-57f082af6ccb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773699952132', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-899307'] for agent, after_update {{(pid=94176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:37:44.624502 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-05e25ac6-ab27-4e65-8476-66d8610ccfa0 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1e0d828a-1fa4-563d-b7fd-53adf66a04ee-87bfa5df-c53c-4b3a-8d77-8a5089c2e038', 'network_id': '87bfa5df-c53c-4b3a-8d77-8a5089c2e038', 'tenant_id': '3413cf27f0024fb0b5b5f021dbe2bcf3', 'fixed_ips': [{'subnet_id': '4f18dcdd-d0e1-4578-bed9-741e5ff2ce5e'}]}} from dv-neutron-601336-94-hyperv. {{(pid=94176) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 23 11:37:44.625450 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron_lib.callbacks.manager [None req-05e25ac6-ab27-4e65-8476-66d8610ccfa0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-923104'] for port, before_create {{(pid=94176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:37:44.669678 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron_lib.callbacks.manager [None req-9e9ee9c8-eb98-4880-9861-b5bd82d78817 tempest-NetworksIpV6Test-253648203 tempest-NetworksIpV6Test-253648203-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-824874'] for network, before_delete {{(pid=94175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:37:44.722408 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron_lib.callbacks.manager [None req-9e9ee9c8-eb98-4880-9861-b5bd82d78817 tempest-NetworksIpV6Test-253648203 tempest-NetworksIpV6Test-253648203-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-897634'] for subnet, precommit_delete {{(pid=94175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:37:44.758229 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.db.db_base_plugin_common [None req-05e25ac6-ab27-4e65-8476-66d8610ccfa0 None None] Allocated IP 2001:db8::3 (87bfa5df-c53c-4b3a-8d77-8a5089c2e038/4f18dcdd-d0e1-4578-bed9-741e5ff2ce5e/e428946c-bc54-49a6-b1ba-c768284aecbe) {{(pid=94176) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 23 11:37:44.910128 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron_lib.callbacks.manager [None req-05e25ac6-ab27-4e65-8476-66d8610ccfa0 None None] Notify callbacks [] for port, precommit_create {{(pid=94176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:37:44.919505 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.db.provisioning_blocks [None req-05e25ac6-ab27-4e65-8476-66d8610ccfa0 None None] Transition to ACTIVE for port object e428946c-bc54-49a6-b1ba-c768284aecbe will not be triggered until provisioned by entity L2. {{(pid=94176) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 23 11:37:44.937388 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.db.provisioning_blocks [None req-05e25ac6-ab27-4e65-8476-66d8610ccfa0 None None] Transition to ACTIVE for port object e428946c-bc54-49a6-b1ba-c768284aecbe will not be triggered until provisioned by entity DHCP. {{(pid=94176) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 23 11:37:45.013723 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.plugins.ml2.rpc [None req-dc7542b2-afef-47f4-a763-e3a3cba144be None None] Device 28e2737b-d915-4a57-9d66-f7693303310d up at agent ovs-agent-dv-neutron-601336-94-hyperv {{(pid=94176) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:298}} Jun 23 11:37:45.018206 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron_lib.callbacks.manager [None req-05e25ac6-ab27-4e65-8476-66d8610ccfa0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-922915', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-239814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7866073', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773699642215'] for port, after_create {{(pid=94176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:37:45.036936 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG oslo_concurrency.lockutils [None req-e1e4946f-c156-466f-a52f-28825ce3bac0 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 11:37:45.092770 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-05e25ac6-ab27-4e65-8476-66d8610ccfa0 None None] Network 87bfa5df-c53c-4b3a-8d77-8a5089c2e038 is already hosted by enough agents. {{(pid=94176) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 23 11:37:45.098676 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.scheduler.base_scheduler [None req-05e25ac6-ab27-4e65-8476-66d8610ccfa0 None None] Resources bound (agent type, host, resource id): {{(pid=94176) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 23 11:37:45.102401 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05e25ac6-ab27-4e65-8476-66d8610ccfa0 None None] Pushing event updated for resources: {'Port': ['ID=e428946c-bc54-49a6-b1ba-c768284aecbe,revision_number=1']} {{(pid=94176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 11:37:45.106640 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron_lib.callbacks.manager [None req-9e9ee9c8-eb98-4880-9861-b5bd82d78817 tempest-NetworksIpV6Test-253648203 tempest-NetworksIpV6Test-253648203-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-897627', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866062', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5083050', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4660036'] for subnet, after_delete {{(pid=94175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:37:45.107152 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f0f49e6f-2ef3-4cc7-942c-87e8c310cf66 None None] Network 758ea7ff-fc04-4c26-afd6-d14b07e659bd requested from dv-neutron-601336-94-hyperv {{(pid=94176) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 23 11:37:45.107152 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.db.l3_dvrscheduler_db [None req-05e25ac6-ab27-4e65-8476-66d8610ccfa0 None None] Received port after_create {{(pid=94176) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 23 11:37:45.107383 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG oslo_concurrency.lockutils [None req-d8163f46-db19-4b70-8962-aee3603dcd8f tempest-PortsIpV6TestJSON-1781383748 tempest-PortsIpV6TestJSON-1781383748-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94175) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 11:37:45.108801 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG oslo_concurrency.lockutils [None req-05e25ac6-ab27-4e65-8476-66d8610ccfa0 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.072s {{(pid=94176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 11:37:45.133505 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e9ee9c8-eb98-4880-9861-b5bd82d78817 tempest-NetworksIpV6Test-253648203 tempest-NetworksIpV6Test-253648203-project] Pushing event deleted for resources: {'Subnet': ['ID=4f18dcdd-d0e1-4578-bed9-741e5ff2ce5e,revision_number=None']} {{(pid=94175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 11:37:45.136087 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG oslo_concurrency.lockutils [None req-9e9ee9c8-eb98-4880-9861-b5bd82d78817 tempest-NetworksIpV6Test-253648203 tempest-NetworksIpV6Test-253648203-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.029s {{(pid=94175) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 11:37:45.204058 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron_lib.callbacks.manager [None req-9e9ee9c8-eb98-4880-9861-b5bd82d78817 tempest-NetworksIpV6Test-253648203 tempest-NetworksIpV6Test-253648203-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-897259', 'neutron.services.segments.db._delete_segments_for_network-8773700168587'] for network, precommit_delete {{(pid=94175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:37:45.214713 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.services.segments.db [None req-9e9ee9c8-eb98-4880-9861-b5bd82d78817 tempest-NetworksIpV6Test-253648203 tempest-NetworksIpV6Test-253648203-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['87bfa5df-c53c-4b3a-8d77-8a5089c2e038']}} {{(pid=94175) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 11:37:45.226667 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.services.segments.db [None req-9e9ee9c8-eb98-4880-9861-b5bd82d78817 tempest-NetworksIpV6Test-253648203 tempest-NetworksIpV6Test-253648203-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4286d5e8-c5ac-4844-9b77-a8f4177c97f2') {'for_net_delete': True} {{(pid=94175) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 11:37:45.226971 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.services.segments.db [None req-9e9ee9c8-eb98-4880-9861-b5bd82d78817 tempest-NetworksIpV6Test-253648203 tempest-NetworksIpV6Test-253648203-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4286d5e8-c5ac-4844-9b77-a8f4177c97f2') {} {{(pid=94175) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 11:37:45.236563 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron_lib.callbacks.manager [None req-9e9ee9c8-eb98-4880-9861-b5bd82d78817 tempest-NetworksIpV6Test-253648203 tempest-NetworksIpV6Test-253648203-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8773699955833', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5190677'] for segment, before_delete {{(pid=94175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:37:45.250736 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron_lib.callbacks.manager [None req-9e9ee9c8-eb98-4880-9861-b5bd82d78817 tempest-NetworksIpV6Test-253648203 tempest-NetworksIpV6Test-253648203-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3801'] for segment, precommit_delete {{(pid=94175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:37:45.256780 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9e9ee9c8-eb98-4880-9861-b5bd82d78817 tempest-NetworksIpV6Test-253648203 tempest-NetworksIpV6Test-253648203-project] Releasing vlan 415 on physical network physnet1 to pool {{(pid=94175) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 23 11:37:45.257176 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron_lib.callbacks.manager [None req-9e9ee9c8-eb98-4880-9861-b5bd82d78817 tempest-NetworksIpV6Test-253648203 tempest-NetworksIpV6Test-253648203-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3801', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5082371'] for segment, after_delete {{(pid=94175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:37:45.260260 dv-neutron-601336-94-hyperv neutron-server[94175]: Traceback (most recent call last): Jun 23 11:37:45.260260 dv-neutron-601336-94-hyperv neutron-server[94175]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 23 11:37:45.260260 dv-neutron-601336-94-hyperv neutron-server[94175]: timer() Jun 23 11:37:45.260260 dv-neutron-601336-94-hyperv neutron-server[94175]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 23 11:37:45.260260 dv-neutron-601336-94-hyperv neutron-server[94175]: cb(*args, **kw) Jun 23 11:37:45.260260 dv-neutron-601336-94-hyperv neutron-server[94175]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 23 11:37:45.260260 dv-neutron-601336-94-hyperv neutron-server[94175]: return func(*args, **kwargs) Jun 23 11:37:45.260260 dv-neutron-601336-94-hyperv neutron-server[94175]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 23 11:37:45.260260 dv-neutron-601336-94-hyperv neutron-server[94175]: self._notify() Jun 23 11:37:45.260260 dv-neutron-601336-94-hyperv neutron-server[94175]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 23 11:37:45.260260 dv-neutron-601336-94-hyperv neutron-server[94175]: self.callback(batched_events) Jun 23 11:37:45.260260 dv-neutron-601336-94-hyperv neutron-server[94175]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 23 11:37:45.260260 dv-neutron-601336-94-hyperv neutron-server[94175]: event.method(event) Jun 23 11:37:45.260260 dv-neutron-601336-94-hyperv neutron-server[94175]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 23 11:37:45.260260 dv-neutron-601336-94-hyperv neutron-server[94175]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 23 11:37:45.260260 dv-neutron-601336-94-hyperv neutron-server[94175]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 23 11:37:45.260260 dv-neutron-601336-94-hyperv neutron-server[94175]: aggregate_uuid = self.p_client.list_aggregates( Jun 23 11:37:45.260260 dv-neutron-601336-94-hyperv neutron-server[94175]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 23 11:37:45.260260 dv-neutron-601336-94-hyperv neutron-server[94175]: return f(self, *a, **k) Jun 23 11:37:45.260260 dv-neutron-601336-94-hyperv neutron-server[94175]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 23 11:37:45.260260 dv-neutron-601336-94-hyperv neutron-server[94175]: return self._get(url).json() Jun 23 11:37:45.260260 dv-neutron-601336-94-hyperv neutron-server[94175]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 23 11:37:45.260260 dv-neutron-601336-94-hyperv neutron-server[94175]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 23 11:37:45.260260 dv-neutron-601336-94-hyperv neutron-server[94175]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 23 11:37:45.260260 dv-neutron-601336-94-hyperv neutron-server[94175]: return self.request(url, 'GET', **kwargs) Jun 23 11:37:45.260260 dv-neutron-601336-94-hyperv neutron-server[94175]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 23 11:37:45.260260 dv-neutron-601336-94-hyperv neutron-server[94175]: base_url = self.get_endpoint(auth, allow=allow, Jun 23 11:37:45.260260 dv-neutron-601336-94-hyperv neutron-server[94175]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 23 11:37:45.260260 dv-neutron-601336-94-hyperv neutron-server[94175]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 23 11:37:45.260260 dv-neutron-601336-94-hyperv neutron-server[94175]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 23 11:37:45.260260 dv-neutron-601336-94-hyperv neutron-server[94175]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 23 11:37:45.260260 dv-neutron-601336-94-hyperv neutron-server[94175]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 23 11:37:45.375786 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron_lib.db.api [None req-9e9ee9c8-eb98-4880-9861-b5bd82d78817 tempest-NetworksIpV6Test-253648203 tempest-NetworksIpV6Test-253648203-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Jun 23 11:37:45.375786 dv-neutron-601336-94-hyperv neutron-server[94175]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Jun 23 11:37:45.375786 dv-neutron-601336-94-hyperv neutron-server[94175]: [parameters: {'id': '87bfa5df-c53c-4b3a-8d77-8a5089c2e038'}] Jun 23 11:37:45.375786 dv-neutron-601336-94-hyperv neutron-server[94175]: (Background on this error at: http://sqlalche.me/e/14/gkpj) {{(pid=94175) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jun 23 11:37:45.376283 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG oslo_db.api [None req-9e9ee9c8-eb98-4880-9861-b5bd82d78817 tempest-NetworksIpV6Test-253648203 tempest-NetworksIpV6Test-253648203-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=94175) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jun 23 11:37:45.380298 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.plugins.ml2.managers [None req-05e25ac6-ab27-4e65-8476-66d8610ccfa0 None None] Attempting to bind port e428946c-bc54-49a6-b1ba-c768284aecbe on host dv-neutron-601336-94-hyperv for vnic_type normal with profile {{(pid=94176) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 23 11:37:45.384891 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.plugins.ml2.managers [None req-05e25ac6-ab27-4e65-8476-66d8610ccfa0 None None] Attempting to bind port e428946c-bc54-49a6-b1ba-c768284aecbe by drivers openvswitch,hyperv on host dv-neutron-601336-94-hyperv at level 0 using segments [{'id': '4286d5e8-c5ac-4844-9b77-a8f4177c97f2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 415, 'network_id': '87bfa5df-c53c-4b3a-8d77-8a5089c2e038'}] {{(pid=94176) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 23 11:37:45.384891 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-05e25ac6-ab27-4e65-8476-66d8610ccfa0 None None] Attempting to bind port e428946c-bc54-49a6-b1ba-c768284aecbe on network 87bfa5df-c53c-4b3a-8d77-8a5089c2e038 {{(pid=94176) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 23 11:37:45.391208 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-05e25ac6-ab27-4e65-8476-66d8610ccfa0 None None] Checking agent: {'id': '4d05f899-5ac9-411b-8a03-f60c93f87cdf', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-601336-94-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 23, 11, 22, 14), 'started_at': datetime.datetime(2021, 6, 23, 11, 22, 44), 'heartbeat_timestamp': datetime.datetime(2021, 6, 23, 11, 37, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'monitor_allowed_address_pair_garp': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-601336-94-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94176) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 23 11:37:45.391604 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-05e25ac6-ab27-4e65-8476-66d8610ccfa0 None None] Checking segment: {'id': '4286d5e8-c5ac-4844-9b77-a8f4177c97f2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 415, 'network_id': '87bfa5df-c53c-4b3a-8d77-8a5089c2e038'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94176) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 23 11:37:45.392018 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron_lib.callbacks.manager [None req-05e25ac6-ab27-4e65-8476-66d8610ccfa0 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:37:45.392426 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-05e25ac6-ab27-4e65-8476-66d8610ccfa0 None None] Bound using segment: {'id': '4286d5e8-c5ac-4844-9b77-a8f4177c97f2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 415, 'network_id': '87bfa5df-c53c-4b3a-8d77-8a5089c2e038'} {{(pid=94176) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 23 11:37:45.392904 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.plugins.ml2.managers [None req-05e25ac6-ab27-4e65-8476-66d8610ccfa0 None None] Bound port: e428946c-bc54-49a6-b1ba-c768284aecbe, host: dv-neutron-601336-94-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4286d5e8-c5ac-4844-9b77-a8f4177c97f2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 415, 'network_id': '87bfa5df-c53c-4b3a-8d77-8a5089c2e038'}}] {{(pid=94176) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 23 11:37:45.393290 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron_lib.callbacks.manager [None req-05e25ac6-ab27-4e65-8476-66d8610ccfa0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-923122'] for port, before_update {{(pid=94176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:37:45.409919 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.db.provisioning_blocks [None req-dc7542b2-afef-47f4-a763-e3a3cba144be None None] Provisioning for port 28e2737b-d915-4a57-9d66-f7693303310d completed by entity L2. {{(pid=94176) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 23 11:37:45.412244 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.db.provisioning_blocks [None req-9e24ea7a-0f0d-42e4-afcc-49d5b4f078dc None None] Provisioning for port 28e2737b-d915-4a57-9d66-f7693303310d completed by entity DHCP. {{(pid=94176) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 23 11:37:45.420336 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.db.provisioning_blocks [None req-dc7542b2-afef-47f4-a763-e3a3cba144be None None] Provisioning complete for port 28e2737b-d915-4a57-9d66-f7693303310d triggered by entity L2. {{(pid=94176) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 23 11:37:45.420721 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron_lib.callbacks.manager [None req-dc7542b2-afef-47f4-a763-e3a3cba144be None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-899258'] for port, provisioning_complete {{(pid=94176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:37:45.439836 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.db.provisioning_blocks [None req-9e24ea7a-0f0d-42e4-afcc-49d5b4f078dc None None] Provisioning complete for port 28e2737b-d915-4a57-9d66-f7693303310d triggered by entity DHCP. {{(pid=94176) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 23 11:37:45.440216 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron_lib.callbacks.manager [None req-9e24ea7a-0f0d-42e4-afcc-49d5b4f078dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-899258'] for port, provisioning_complete {{(pid=94176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:37:45.581162 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.plugins.ml2.db [None req-05e25ac6-ab27-4e65-8476-66d8610ccfa0 None None] For port e428946c-bc54-49a6-b1ba-c768284aecbe, host dv-neutron-601336-94-hyperv, cleared binding levels {{(pid=94176) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 23 11:37:45.600669 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.plugins.ml2.db [None req-05e25ac6-ab27-4e65-8476-66d8610ccfa0 None None] For port e428946c-bc54-49a6-b1ba-c768284aecbe, host dv-neutron-601336-94-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-94-hyperv',level=0,port_id=e428946c-bc54-49a6-b1ba-c768284aecbe,segment=NetworkSegment(4286d5e8-c5ac-4844-9b77-a8f4177c97f2),segment_id=4286d5e8-c5ac-4844-9b77-a8f4177c97f2)] {{(pid=94176) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 23 11:37:45.672220 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron_lib.callbacks.manager [None req-9e24ea7a-0f0d-42e4-afcc-49d5b4f078dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-923122'] for port, before_update {{(pid=94176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:37:45.686458 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron_lib.callbacks.manager [None req-05e25ac6-ab27-4e65-8476-66d8610ccfa0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-922904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866062', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773700135042', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773699642233', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773699642278'] for port, after_update {{(pid=94176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:37:45.689169 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron_lib.callbacks.manager [None req-dc7542b2-afef-47f4-a763-e3a3cba144be None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-923122'] for port, before_update {{(pid=94176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:37:45.695692 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG oslo_concurrency.lockutils [None req-8be881f3-38a0-40ad-9397-e72286eaa8d9 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 11:37:45.793310 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.plugins.ml2.db [None req-9e24ea7a-0f0d-42e4-afcc-49d5b4f078dc None None] For port 28e2737b-d915-4a57-9d66-f7693303310d, host dv-neutron-601336-94-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-94-hyperv',level=0,port_id=28e2737b-d915-4a57-9d66-f7693303310d,segment=NetworkSegment(416cb917-3e6f-45c2-bd51-992e2b76e70c),segment_id=416cb917-3e6f-45c2-bd51-992e2b76e70c)] {{(pid=94176) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 23 11:37:45.811545 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05e25ac6-ab27-4e65-8476-66d8610ccfa0 None None] Pushing event updated for resources: {'Port': ['ID=e428946c-bc54-49a6-b1ba-c768284aecbe,revision_number=2']} {{(pid=94176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 11:37:45.818171 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG oslo_concurrency.lockutils [None req-05e25ac6-ab27-4e65-8476-66d8610ccfa0 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.122s {{(pid=94176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 11:37:45.836269 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4ed451f4-d544-4de4-8d2d-87dabb738468 None None] Network 87bfa5df-c53c-4b3a-8d77-8a5089c2e038 requested from dv-neutron-601336-94-hyperv {{(pid=94176) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 23 11:37:45.873999 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron_lib.callbacks.manager [None req-9e24ea7a-0f0d-42e4-afcc-49d5b4f078dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-922904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866062', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773700135042', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773699642233', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773699642278'] for port, after_update {{(pid=94176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:37:45.882144 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron_lib.callbacks.manager [None req-9e9ee9c8-eb98-4880-9861-b5bd82d78817 tempest-NetworksIpV6Test-253648203 tempest-NetworksIpV6Test-253648203-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-824874'] for network, before_delete {{(pid=94175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:37:45.882296 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG oslo_concurrency.lockutils [None req-0931b8ee-52e5-4060-9fdc-936f902b70a8 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 11:37:45.935100 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.plugins.ml2.plugin [None req-9e9ee9c8-eb98-4880-9861-b5bd82d78817 tempest-NetworksIpV6Test-253648203 tempest-NetworksIpV6Test-253648203-project] Deleting port e428946c-bc54-49a6-b1ba-c768284aecbe {{(pid=94175) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1913}} Jun 23 11:37:45.935446 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron_lib.callbacks.manager [None req-9e9ee9c8-eb98-4880-9861-b5bd82d78817 tempest-NetworksIpV6Test-253648203 tempest-NetworksIpV6Test-253648203-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773700079324'] for port, before_delete {{(pid=94175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:37:45.982139 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e24ea7a-0f0d-42e4-afcc-49d5b4f078dc None None] Pushing event updated for resources: {'Port': ['ID=28e2737b-d915-4a57-9d66-f7693303310d,revision_number=3']} {{(pid=94176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 11:37:45.998367 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.plugins.ml2.db [None req-9e9ee9c8-eb98-4880-9861-b5bd82d78817 tempest-NetworksIpV6Test-253648203 tempest-NetworksIpV6Test-253648203-project] For port e428946c-bc54-49a6-b1ba-c768284aecbe, host dv-neutron-601336-94-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-94-hyperv',level=0,port_id=e428946c-bc54-49a6-b1ba-c768284aecbe,segment=NetworkSegment(4286d5e8-c5ac-4844-9b77-a8f4177c97f2),segment_id=4286d5e8-c5ac-4844-9b77-a8f4177c97f2)] {{(pid=94175) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 23 11:37:45.998732 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron_lib.callbacks.manager [None req-9e9ee9c8-eb98-4880-9861-b5bd82d78817 tempest-NetworksIpV6Test-253648203 tempest-NetworksIpV6Test-253648203-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-430722'] for port, precommit_delete {{(pid=94175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:37:46.003602 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG oslo_concurrency.lockutils [None req-9e24ea7a-0f0d-42e4-afcc-49d5b4f078dc None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.126s {{(pid=94176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 11:37:46.007181 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron_lib.db.api [None req-dc7542b2-afef-47f4-a763-e3a3cba144be None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=94176) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jun 23 11:37:46.007540 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG oslo_db.api [None req-dc7542b2-afef-47f4-a763-e3a3cba144be None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=94176) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jun 23 11:37:46.011891 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.plugins.ml2.plugin [None req-9e9ee9c8-eb98-4880-9861-b5bd82d78817 tempest-NetworksIpV6Test-253648203 tempest-NetworksIpV6Test-253648203-project] Calling delete_port for e428946c-bc54-49a6-b1ba-c768284aecbe owned by network:dhcp {{(pid=94175) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1986}} Jun 23 11:37:46.023229 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.db.provisioning_blocks [None req-6df05548-23f3-4993-a3ee-0f2e1d6a2774 None None] Provisioning complete for port 28e2737b-d915-4a57-9d66-f7693303310d triggered by entity DHCP. {{(pid=94176) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 23 11:37:46.023620 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron_lib.callbacks.manager [None req-6df05548-23f3-4993-a3ee-0f2e1d6a2774 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-899258'] for port, provisioning_complete {{(pid=94176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:37:46.071283 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5354e396-9dae-44b8-a4c8-581dde712479 None None] get_active_networks_info from dv-neutron-601336-94-hyperv {{(pid=94176) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Jun 23 11:37:46.158949 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron_lib.callbacks.manager [None req-9e9ee9c8-eb98-4880-9861-b5bd82d78817 tempest-NetworksIpV6Test-253648203 tempest-NetworksIpV6Test-253648203-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-922904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866062', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773700135024', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773699642224', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5082448'] for port, after_delete {{(pid=94175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:37:46.162137 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG oslo_concurrency.lockutils [None req-f7c23a6f-757b-41a7-9fa2-3186a4f0af17 tempest-TestNetworkBasicOps-233187296 tempest-TestNetworkBasicOps-233187296-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94175) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 11:37:46.185667 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5354e396-9dae-44b8-a4c8-581dde712479 None None] Resources bound (agent type, host, resource id): {{(pid=94176) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Jun 23 11:37:46.186191 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e9ee9c8-eb98-4880-9861-b5bd82d78817 tempest-NetworksIpV6Test-253648203 tempest-NetworksIpV6Test-253648203-project] Pushing event deleted for resources: {'Port': ['ID=e428946c-bc54-49a6-b1ba-c768284aecbe,revision_number=None']} {{(pid=94175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 11:37:46.188084 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9e9ee9c8-eb98-4880-9861-b5bd82d78817 tempest-NetworksIpV6Test-253648203 tempest-NetworksIpV6Test-253648203-project] No DVR routers for this DVR port e428946c-bc54-49a6-b1ba-c768284aecbe on host dv-neutron-601336-94-hyperv {{(pid=94175) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 23 11:37:46.189599 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG oslo_concurrency.lockutils [None req-9e9ee9c8-eb98-4880-9861-b5bd82d78817 tempest-NetworksIpV6Test-253648203 tempest-NetworksIpV6Test-253648203-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=94175) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 11:37:46.264559 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron_lib.callbacks.manager [None req-9e9ee9c8-eb98-4880-9861-b5bd82d78817 tempest-NetworksIpV6Test-253648203 tempest-NetworksIpV6Test-253648203-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-897259', 'neutron.services.segments.db._delete_segments_for_network-8773700168587'] for network, precommit_delete {{(pid=94175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:37:46.276159 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.services.segments.db [None req-9e9ee9c8-eb98-4880-9861-b5bd82d78817 tempest-NetworksIpV6Test-253648203 tempest-NetworksIpV6Test-253648203-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['87bfa5df-c53c-4b3a-8d77-8a5089c2e038']}} {{(pid=94175) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 11:37:46.287054 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.services.segments.db [None req-9e9ee9c8-eb98-4880-9861-b5bd82d78817 tempest-NetworksIpV6Test-253648203 tempest-NetworksIpV6Test-253648203-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4286d5e8-c5ac-4844-9b77-a8f4177c97f2') {'for_net_delete': True} {{(pid=94175) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 11:37:46.287368 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.services.segments.db [None req-9e9ee9c8-eb98-4880-9861-b5bd82d78817 tempest-NetworksIpV6Test-253648203 tempest-NetworksIpV6Test-253648203-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4286d5e8-c5ac-4844-9b77-a8f4177c97f2') {} {{(pid=94175) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 11:37:46.296064 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron_lib.callbacks.manager [None req-9e9ee9c8-eb98-4880-9861-b5bd82d78817 tempest-NetworksIpV6Test-253648203 tempest-NetworksIpV6Test-253648203-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8773699955833', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5190677'] for segment, before_delete {{(pid=94175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:37:46.314601 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron_lib.callbacks.manager [None req-9e9ee9c8-eb98-4880-9861-b5bd82d78817 tempest-NetworksIpV6Test-253648203 tempest-NetworksIpV6Test-253648203-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3801'] for segment, precommit_delete {{(pid=94175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:37:46.321405 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9e9ee9c8-eb98-4880-9861-b5bd82d78817 tempest-NetworksIpV6Test-253648203 tempest-NetworksIpV6Test-253648203-project] Releasing vlan 415 on physical network physnet1 to pool {{(pid=94175) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 23 11:37:46.321797 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron_lib.callbacks.manager [None req-9e9ee9c8-eb98-4880-9861-b5bd82d78817 tempest-NetworksIpV6Test-253648203 tempest-NetworksIpV6Test-253648203-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3801', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5082371'] for segment, after_delete {{(pid=94175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:37:46.324683 dv-neutron-601336-94-hyperv neutron-server[94175]: Traceback (most recent call last): Jun 23 11:37:46.324683 dv-neutron-601336-94-hyperv neutron-server[94175]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 23 11:37:46.324683 dv-neutron-601336-94-hyperv neutron-server[94175]: timer() Jun 23 11:37:46.324683 dv-neutron-601336-94-hyperv neutron-server[94175]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 23 11:37:46.324683 dv-neutron-601336-94-hyperv neutron-server[94175]: cb(*args, **kw) Jun 23 11:37:46.324683 dv-neutron-601336-94-hyperv neutron-server[94175]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 23 11:37:46.324683 dv-neutron-601336-94-hyperv neutron-server[94175]: return func(*args, **kwargs) Jun 23 11:37:46.324683 dv-neutron-601336-94-hyperv neutron-server[94175]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 23 11:37:46.324683 dv-neutron-601336-94-hyperv neutron-server[94175]: self._notify() Jun 23 11:37:46.324683 dv-neutron-601336-94-hyperv neutron-server[94175]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 23 11:37:46.324683 dv-neutron-601336-94-hyperv neutron-server[94175]: self.callback(batched_events) Jun 23 11:37:46.324683 dv-neutron-601336-94-hyperv neutron-server[94175]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 23 11:37:46.324683 dv-neutron-601336-94-hyperv neutron-server[94175]: event.method(event) Jun 23 11:37:46.324683 dv-neutron-601336-94-hyperv neutron-server[94175]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 23 11:37:46.324683 dv-neutron-601336-94-hyperv neutron-server[94175]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 23 11:37:46.324683 dv-neutron-601336-94-hyperv neutron-server[94175]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 23 11:37:46.324683 dv-neutron-601336-94-hyperv neutron-server[94175]: aggregate_uuid = self.p_client.list_aggregates( Jun 23 11:37:46.324683 dv-neutron-601336-94-hyperv neutron-server[94175]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 23 11:37:46.324683 dv-neutron-601336-94-hyperv neutron-server[94175]: return f(self, *a, **k) Jun 23 11:37:46.324683 dv-neutron-601336-94-hyperv neutron-server[94175]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 23 11:37:46.324683 dv-neutron-601336-94-hyperv neutron-server[94175]: return self._get(url).json() Jun 23 11:37:46.324683 dv-neutron-601336-94-hyperv neutron-server[94175]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 23 11:37:46.324683 dv-neutron-601336-94-hyperv neutron-server[94175]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 23 11:37:46.324683 dv-neutron-601336-94-hyperv neutron-server[94175]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 23 11:37:46.324683 dv-neutron-601336-94-hyperv neutron-server[94175]: return self.request(url, 'GET', **kwargs) Jun 23 11:37:46.324683 dv-neutron-601336-94-hyperv neutron-server[94175]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 23 11:37:46.324683 dv-neutron-601336-94-hyperv neutron-server[94175]: base_url = self.get_endpoint(auth, allow=allow, Jun 23 11:37:46.324683 dv-neutron-601336-94-hyperv neutron-server[94175]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 23 11:37:46.324683 dv-neutron-601336-94-hyperv neutron-server[94175]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 23 11:37:46.324683 dv-neutron-601336-94-hyperv neutron-server[94175]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 23 11:37:46.324683 dv-neutron-601336-94-hyperv neutron-server[94175]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 23 11:37:46.324683 dv-neutron-601336-94-hyperv neutron-server[94175]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 23 11:37:46.454932 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron_lib.callbacks.manager [None req-9e9ee9c8-eb98-4880-9861-b5bd82d78817 tempest-NetworksIpV6Test-253648203 tempest-NetworksIpV6Test-253648203-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-897248', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8002400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7866073', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-524247'] for network, after_delete {{(pid=94175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:37:46.459212 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron_lib.callbacks.manager [None req-9e9ee9c8-eb98-4880-9861-b5bd82d78817 tempest-NetworksIpV6Test-253648203 tempest-NetworksIpV6Test-253648203-project] Notify callbacks [] for network, before_response {{(pid=94175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:37:46.461060 dv-neutron-601336-94-hyperv neutron-server[94175]: INFO neutron.wsgi [None req-9e9ee9c8-eb98-4880-9861-b5bd82d78817 tempest-NetworksIpV6Test-253648203 tempest-NetworksIpV6Test-253648203-project] 10.222.0.20 "DELETE /v2.0/networks/87bfa5df-c53c-4b3a-8d77-8a5089c2e038 HTTP/1.1" status: 204 len: 168 time: 1.8972554 Jun 23 11:37:46.461882 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG oslo_concurrency.lockutils [None req-3cc2a0fb-72a7-485d-9f11-d72e8b1907f9 tempest-NetworksIpV6Test-253648203 tempest-NetworksIpV6Test-253648203-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94175) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 11:37:46.464563 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.wsgi [-] (94174) accepted ('10.222.0.20', 42806) {{(pid=94174) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 11:37:46.469791 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.api.v2.base [None req-f0bc34c9-cc30-496a-8aad-82beeb5903ff tempest-NetworksIpV6Test-253648203 tempest-NetworksIpV6Test-253648203-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-429750261'}} {{(pid=94174) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 23 11:37:46.476392 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e9ee9c8-eb98-4880-9861-b5bd82d78817 tempest-NetworksIpV6Test-253648203 tempest-NetworksIpV6Test-253648203-project] Pushing event deleted for resources: {'Network': ['ID=87bfa5df-c53c-4b3a-8d77-8a5089c2e038,revision_number=None']} {{(pid=94175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 11:37:46.478710 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG oslo_concurrency.lockutils [None req-9e9ee9c8-eb98-4880-9861-b5bd82d78817 tempest-NetworksIpV6Test-253648203 tempest-NetworksIpV6Test-253648203-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=94175) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 11:37:46.552459 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f0bc34c9-cc30-496a-8aad-82beeb5903ff tempest-NetworksIpV6Test-253648203 tempest-NetworksIpV6Test-253648203-project] Made reservation on behalf of 3413cf27f0024fb0b5b5f021dbe2bcf3 for: {'network': 1} {{(pid=94174) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 23 11:37:46.556053 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron_lib.callbacks.manager [None req-f0bc34c9-cc30-496a-8aad-82beeb5903ff tempest-NetworksIpV6Test-253648203 tempest-NetworksIpV6Test-253648203-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-923104'] for network, before_create {{(pid=94174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:37:46.580704 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f0bc34c9-cc30-496a-8aad-82beeb5903ff tempest-NetworksIpV6Test-253648203 tempest-NetworksIpV6Test-253648203-project] vlan segment allocate from pool success with {'vlan_id': 413, 'physical_network': 'physnet1'} {{(pid=94174) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 23 11:37:46.588970 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron_lib.callbacks.manager [None req-f0bc34c9-cc30-496a-8aad-82beeb5903ff tempest-NetworksIpV6Test-253648203 tempest-NetworksIpV6Test-253648203-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3801'] for segment, precommit_create {{(pid=94174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:37:46.589320 dv-neutron-601336-94-hyperv neutron-server[94174]: INFO neutron.db.segments_db [None req-f0bc34c9-cc30-496a-8aad-82beeb5903ff tempest-NetworksIpV6Test-253648203 tempest-NetworksIpV6Test-253648203-project] Added segment 08523631-f4fd-4c83-812b-3d0f9ed75b35 of type vlan for network 75997f2d-bac0-4f5d-81fb-a3f5b6ec28a0 Jun 23 11:37:46.604433 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron_lib.callbacks.manager [None req-95d6aa8f-24e7-4234-82ff-f502266c3285 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773699952132', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-899307'] for agent, after_update {{(pid=94176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:37:46.635710 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron_lib.callbacks.manager [None req-f0bc34c9-cc30-496a-8aad-82beeb5903ff tempest-NetworksIpV6Test-253648203 tempest-NetworksIpV6Test-253648203-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8773699596773'] for network, precommit_create {{(pid=94174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:37:46.713061 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron_lib.callbacks.manager [None req-f0bc34c9-cc30-496a-8aad-82beeb5903ff tempest-NetworksIpV6Test-253648203 tempest-NetworksIpV6Test-253648203-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8002400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7866073'] for network, after_create {{(pid=94174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:37:46.718643 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f0bc34c9-cc30-496a-8aad-82beeb5903ff tempest-NetworksIpV6Test-253648203 tempest-NetworksIpV6Test-253648203-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94174) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 11:37:46.719262 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron_lib.callbacks.manager [None req-f0bc34c9-cc30-496a-8aad-82beeb5903ff tempest-NetworksIpV6Test-253648203 tempest-NetworksIpV6Test-253648203-project] Notify callbacks [] for network, before_response {{(pid=94174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:37:46.721667 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG oslo_concurrency.lockutils [None req-d962c5c1-f3eb-43c6-a708-cade32d961f1 tempest-RoutersIpV6Test-1448447933 tempest-RoutersIpV6Test-1448447933-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94174) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 11:37:46.782909 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0bc34c9-cc30-496a-8aad-82beeb5903ff tempest-NetworksIpV6Test-253648203 tempest-NetworksIpV6Test-253648203-project] Pushing event updated for resources: {'Network': ['ID=75997f2d-bac0-4f5d-81fb-a3f5b6ec28a0,revision_number=1']} {{(pid=94174) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 11:37:46.786192 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG oslo_concurrency.lockutils [None req-f0bc34c9-cc30-496a-8aad-82beeb5903ff tempest-NetworksIpV6Test-253648203 tempest-NetworksIpV6Test-253648203-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.065s {{(pid=94174) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 11:37:46.793709 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.plugins.ml2.rpc [None req-dc7542b2-afef-47f4-a763-e3a3cba144be None None] Network 75997f2d-bac0-4f5d-81fb-a3f5b6ec28a0 details requested by agent ovs-agent-dv-neutron-601336-94-hyperv with host dv-neutron-601336-94-hyperv {{(pid=94176) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:250}} Jun 23 11:37:46.839824 dv-neutron-601336-94-hyperv neutron-server[94174]: INFO neutron.wsgi [None req-f0bc34c9-cc30-496a-8aad-82beeb5903ff tempest-NetworksIpV6Test-253648203 tempest-NetworksIpV6Test-253648203-project] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 783 time: 0.3741426 Jun 23 11:37:46.842526 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.wsgi [-] (94174) accepted ('10.222.0.20', 42808) {{(pid=94174) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 11:37:46.848253 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.api.v2.base [None req-8e59a49a-e97f-4c58-bb50-3848cc51f1ba tempest-NetworksIpV6Test-253648203 tempest-NetworksIpV6Test-253648203-project] Request body: {'subnet': {'network_id': '75997f2d-bac0-4f5d-81fb-a3f5b6ec28a0', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None, 'host_routes': [{'destination': '2001::/64', 'nexthop': '2003::1'}], 'dns_nameservers': ['2001:4860:4860::8844', '2001:4860:4860::8888']}} {{(pid=94174) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 23 11:37:46.971906 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.plugins.ml2.rpc [None req-dc7542b2-afef-47f4-a763-e3a3cba144be None None] Device 28e2737b-d915-4a57-9d66-f7693303310d up at agent ovs-agent-dv-neutron-601336-94-hyperv {{(pid=94176) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:298}} Jun 23 11:37:46.999071 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8e59a49a-e97f-4c58-bb50-3848cc51f1ba tempest-NetworksIpV6Test-253648203 tempest-NetworksIpV6Test-253648203-project] Made reservation on behalf of 3413cf27f0024fb0b5b5f021dbe2bcf3 for: {'subnet': 1} {{(pid=94174) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 23 11:37:47.002811 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron_lib.callbacks.manager [None req-8e59a49a-e97f-4c58-bb50-3848cc51f1ba tempest-NetworksIpV6Test-253648203 tempest-NetworksIpV6Test-253648203-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4294245'] for subnet, before_create {{(pid=94174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:37:47.022623 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.db.provisioning_blocks [None req-dc7542b2-afef-47f4-a763-e3a3cba144be None None] Provisioning complete for port 28e2737b-d915-4a57-9d66-f7693303310d triggered by entity L2. {{(pid=94176) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 23 11:37:47.023011 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron_lib.callbacks.manager [None req-dc7542b2-afef-47f4-a763-e3a3cba144be None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-899258'] for port, provisioning_complete {{(pid=94176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:37:47.122309 dv-neutron-601336-94-hyperv neutron-server[94177]: DEBUG neutron.db.agents_db [None req-90fb1279-e4c5-4e73-8d66-3a29811dc4e3 None None] Agent healthcheck: found 6 active agents {{(pid=94177) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 23 11:37:47.227489 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron_lib.callbacks.manager [None req-8e59a49a-e97f-4c58-bb50-3848cc51f1ba tempest-NetworksIpV6Test-253648203 tempest-NetworksIpV6Test-253648203-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866062', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5195999', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4294259'] for subnet, after_create {{(pid=94174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:37:47.230097 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG oslo_concurrency.lockutils [None req-7ccd34d0-6f2d-4194-abe9-2a56370361b3 tempest-NetworksTest-2133396914 tempest-NetworksTest-2133396914-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94174) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 11:37:47.284611 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e59a49a-e97f-4c58-bb50-3848cc51f1ba tempest-NetworksIpV6Test-253648203 tempest-NetworksIpV6Test-253648203-project] Pushing event updated for resources: {'Subnet': ['ID=45fbec5a-4f5e-40ad-8adc-5e7769dba835,revision_number=0']} {{(pid=94174) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 11:37:47.288411 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG oslo_concurrency.lockutils [None req-8e59a49a-e97f-4c58-bb50-3848cc51f1ba tempest-NetworksIpV6Test-253648203 tempest-NetworksIpV6Test-253648203-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.058s {{(pid=94174) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 11:37:47.295059 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8e59a49a-e97f-4c58-bb50-3848cc51f1ba tempest-NetworksIpV6Test-253648203 tempest-NetworksIpV6Test-253648203-project] Checking segment: {'id': '08523631-f4fd-4c83-812b-3d0f9ed75b35', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 413, 'network_id': '75997f2d-bac0-4f5d-81fb-a3f5b6ec28a0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94174) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 23 11:37:47.295434 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8e59a49a-e97f-4c58-bb50-3848cc51f1ba tempest-NetworksIpV6Test-253648203 tempest-NetworksIpV6Test-253648203-project] Network hostable DHCP agents. Network: 75997f2d-bac0-4f5d-81fb-a3f5b6ec28a0, hostable agents: ['8cf29b10-0e57-4131-816f-a4b6ad00b249'], hosted agents: [] {{(pid=94174) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 23 11:37:47.358436 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8e59a49a-e97f-4c58-bb50-3848cc51f1ba tempest-NetworksIpV6Test-253648203 tempest-NetworksIpV6Test-253648203-project] Network 75997f2d-bac0-4f5d-81fb-a3f5b6ec28a0 is scheduled to be hosted by DHCP agent 8cf29b10-0e57-4131-816f-a4b6ad00b249 with binding_index 1 {{(pid=94174) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 23 11:37:47.410368 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.scheduler.base_scheduler [None req-8e59a49a-e97f-4c58-bb50-3848cc51f1ba tempest-NetworksIpV6Test-253648203 tempest-NetworksIpV6Test-253648203-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-601336-94-hyperv, 75997f2d-bac0-4f5d-81fb-a3f5b6ec28a0) {{(pid=94174) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 23 11:37:47.414368 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8e59a49a-e97f-4c58-bb50-3848cc51f1ba tempest-NetworksIpV6Test-253648203 tempest-NetworksIpV6Test-253648203-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94174) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 11:37:47.415045 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron_lib.callbacks.manager [None req-8e59a49a-e97f-4c58-bb50-3848cc51f1ba tempest-NetworksIpV6Test-253648203 tempest-NetworksIpV6Test-253648203-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7865916'] for subnet, before_response {{(pid=94174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:37:47.418649 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-160ad8cd-453e-4a80-8c52-c4957614b977 None None] Network 75997f2d-bac0-4f5d-81fb-a3f5b6ec28a0 requested from dv-neutron-601336-94-hyperv {{(pid=94176) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 23 11:37:47.490714 dv-neutron-601336-94-hyperv neutron-server[94174]: INFO neutron.wsgi [None req-8e59a49a-e97f-4c58-bb50-3848cc51f1ba tempest-NetworksIpV6Test-253648203 tempest-NetworksIpV6Test-253648203-project] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 904 time: 0.6469426 Jun 23 11:37:47.493431 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.wsgi [-] (94175) accepted ('10.222.0.20', 42810) {{(pid=94175) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 11:37:47.555932 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c48ac0e5-1e55-4906-b8ef-dda73a1f7eba None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1e0d828a-1fa4-563d-b7fd-53adf66a04ee-75997f2d-bac0-4f5d-81fb-a3f5b6ec28a0', 'network_id': '75997f2d-bac0-4f5d-81fb-a3f5b6ec28a0', 'tenant_id': '3413cf27f0024fb0b5b5f021dbe2bcf3', 'fixed_ips': [{'subnet_id': '45fbec5a-4f5e-40ad-8adc-5e7769dba835'}]}} from dv-neutron-601336-94-hyperv. {{(pid=94176) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 23 11:37:47.556821 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron_lib.callbacks.manager [None req-c48ac0e5-1e55-4906-b8ef-dda73a1f7eba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-923104'] for port, before_create {{(pid=94176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:37:47.591222 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron_lib.callbacks.manager [None req-1b1ec094-ed8e-4058-b4f0-0042297c620e tempest-NetworksIpV6Test-253648203 tempest-NetworksIpV6Test-253648203-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-824874'] for network, before_delete {{(pid=94175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:37:47.643966 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron_lib.callbacks.manager [None req-1b1ec094-ed8e-4058-b4f0-0042297c620e tempest-NetworksIpV6Test-253648203 tempest-NetworksIpV6Test-253648203-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-897634'] for subnet, precommit_delete {{(pid=94175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:37:47.689343 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.db.db_base_plugin_common [None req-c48ac0e5-1e55-4906-b8ef-dda73a1f7eba None None] Allocated IP 2001:db8::1 (75997f2d-bac0-4f5d-81fb-a3f5b6ec28a0/45fbec5a-4f5e-40ad-8adc-5e7769dba835/d29aa1d5-682c-407f-9908-d7b82409926c) {{(pid=94176) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 23 11:37:47.826710 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron_lib.callbacks.manager [None req-c48ac0e5-1e55-4906-b8ef-dda73a1f7eba None None] Notify callbacks [] for port, precommit_create {{(pid=94176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:37:47.834823 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.db.provisioning_blocks [None req-c48ac0e5-1e55-4906-b8ef-dda73a1f7eba None None] Transition to ACTIVE for port object d29aa1d5-682c-407f-9908-d7b82409926c will not be triggered until provisioned by entity L2. {{(pid=94176) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 23 11:37:47.849079 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.db.provisioning_blocks [None req-c48ac0e5-1e55-4906-b8ef-dda73a1f7eba None None] Transition to ACTIVE for port object d29aa1d5-682c-407f-9908-d7b82409926c will not be triggered until provisioned by entity DHCP. {{(pid=94176) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 23 11:37:47.930311 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron_lib.callbacks.manager [None req-c48ac0e5-1e55-4906-b8ef-dda73a1f7eba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-922915', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-239814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7866073', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773699642215'] for port, after_create {{(pid=94176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:37:47.932292 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG oslo_concurrency.lockutils [None req-3cd6856b-add3-4d87-abb6-9fbda8083dd6 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 11:37:47.968225 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c48ac0e5-1e55-4906-b8ef-dda73a1f7eba None None] Network 75997f2d-bac0-4f5d-81fb-a3f5b6ec28a0 is already hosted by enough agents. {{(pid=94176) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 23 11:37:47.975773 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.scheduler.base_scheduler [None req-c48ac0e5-1e55-4906-b8ef-dda73a1f7eba None None] Resources bound (agent type, host, resource id): {{(pid=94176) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 23 11:37:47.977868 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c48ac0e5-1e55-4906-b8ef-dda73a1f7eba None None] Pushing event updated for resources: {'Port': ['ID=d29aa1d5-682c-407f-9908-d7b82409926c,revision_number=1']} {{(pid=94176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 11:37:47.980012 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c48ac0e5-1e55-4906-b8ef-dda73a1f7eba None None] Received port after_create {{(pid=94176) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 23 11:37:47.981927 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG oslo_concurrency.lockutils [None req-c48ac0e5-1e55-4906-b8ef-dda73a1f7eba None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=94176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 11:37:47.987952 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron_lib.callbacks.manager [None req-1b1ec094-ed8e-4058-b4f0-0042297c620e tempest-NetworksIpV6Test-253648203 tempest-NetworksIpV6Test-253648203-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-897627', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866062', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5083050', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4660036'] for subnet, after_delete {{(pid=94175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:37:47.991010 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG oslo_concurrency.lockutils [None req-3ce9df3f-6790-4716-9914-41c5c6bfd8fc tempest-RoutersTest-228919764 tempest-RoutersTest-228919764-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94175) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 11:37:48.016705 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b1ec094-ed8e-4058-b4f0-0042297c620e tempest-NetworksIpV6Test-253648203 tempest-NetworksIpV6Test-253648203-project] Pushing event deleted for resources: {'Subnet': ['ID=45fbec5a-4f5e-40ad-8adc-5e7769dba835,revision_number=None']} {{(pid=94175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 11:37:48.021584 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG oslo_concurrency.lockutils [None req-1b1ec094-ed8e-4058-b4f0-0042297c620e tempest-NetworksIpV6Test-253648203 tempest-NetworksIpV6Test-253648203-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.031s {{(pid=94175) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 11:37:48.034314 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.plugins.ml2.managers [None req-c48ac0e5-1e55-4906-b8ef-dda73a1f7eba None None] Attempting to bind port d29aa1d5-682c-407f-9908-d7b82409926c on host dv-neutron-601336-94-hyperv for vnic_type normal with profile {{(pid=94176) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 23 11:37:48.034691 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.plugins.ml2.managers [None req-c48ac0e5-1e55-4906-b8ef-dda73a1f7eba None None] Attempting to bind port d29aa1d5-682c-407f-9908-d7b82409926c by drivers openvswitch,hyperv on host dv-neutron-601336-94-hyperv at level 0 using segments [{'id': '08523631-f4fd-4c83-812b-3d0f9ed75b35', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 413, 'network_id': '75997f2d-bac0-4f5d-81fb-a3f5b6ec28a0'}] {{(pid=94176) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 23 11:37:48.035091 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c48ac0e5-1e55-4906-b8ef-dda73a1f7eba None None] Attempting to bind port d29aa1d5-682c-407f-9908-d7b82409926c on network 75997f2d-bac0-4f5d-81fb-a3f5b6ec28a0 {{(pid=94176) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 23 11:37:48.041353 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c48ac0e5-1e55-4906-b8ef-dda73a1f7eba None None] Checking agent: {'id': '4d05f899-5ac9-411b-8a03-f60c93f87cdf', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-601336-94-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 23, 11, 22, 14), 'started_at': datetime.datetime(2021, 6, 23, 11, 22, 44), 'heartbeat_timestamp': datetime.datetime(2021, 6, 23, 11, 37, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'monitor_allowed_address_pair_garp': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-601336-94-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94176) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 23 11:37:48.041801 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c48ac0e5-1e55-4906-b8ef-dda73a1f7eba None None] Checking segment: {'id': '08523631-f4fd-4c83-812b-3d0f9ed75b35', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 413, 'network_id': '75997f2d-bac0-4f5d-81fb-a3f5b6ec28a0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94176) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 23 11:37:48.042275 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron_lib.callbacks.manager [None req-c48ac0e5-1e55-4906-b8ef-dda73a1f7eba None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:37:48.042683 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c48ac0e5-1e55-4906-b8ef-dda73a1f7eba None None] Bound using segment: {'id': '08523631-f4fd-4c83-812b-3d0f9ed75b35', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 413, 'network_id': '75997f2d-bac0-4f5d-81fb-a3f5b6ec28a0'} {{(pid=94176) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 23 11:37:48.043221 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.plugins.ml2.managers [None req-c48ac0e5-1e55-4906-b8ef-dda73a1f7eba None None] Bound port: d29aa1d5-682c-407f-9908-d7b82409926c, host: dv-neutron-601336-94-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '08523631-f4fd-4c83-812b-3d0f9ed75b35', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 413, 'network_id': '75997f2d-bac0-4f5d-81fb-a3f5b6ec28a0'}}] {{(pid=94176) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 23 11:37:48.043865 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron_lib.callbacks.manager [None req-c48ac0e5-1e55-4906-b8ef-dda73a1f7eba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-923122'] for port, before_update {{(pid=94176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:37:48.085660 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron_lib.callbacks.manager [None req-1b1ec094-ed8e-4058-b4f0-0042297c620e tempest-NetworksIpV6Test-253648203 tempest-NetworksIpV6Test-253648203-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-897259', 'neutron.services.segments.db._delete_segments_for_network-8773700168587'] for network, precommit_delete {{(pid=94175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:37:48.095449 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.services.segments.db [None req-1b1ec094-ed8e-4058-b4f0-0042297c620e tempest-NetworksIpV6Test-253648203 tempest-NetworksIpV6Test-253648203-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['75997f2d-bac0-4f5d-81fb-a3f5b6ec28a0']}} {{(pid=94175) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 11:37:48.106488 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.services.segments.db [None req-1b1ec094-ed8e-4058-b4f0-0042297c620e tempest-NetworksIpV6Test-253648203 tempest-NetworksIpV6Test-253648203-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '08523631-f4fd-4c83-812b-3d0f9ed75b35') {'for_net_delete': True} {{(pid=94175) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 11:37:48.106790 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.services.segments.db [None req-1b1ec094-ed8e-4058-b4f0-0042297c620e tempest-NetworksIpV6Test-253648203 tempest-NetworksIpV6Test-253648203-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '08523631-f4fd-4c83-812b-3d0f9ed75b35') {} {{(pid=94175) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 11:37:48.109435 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.plugins.ml2.db [None req-c48ac0e5-1e55-4906-b8ef-dda73a1f7eba None None] For port d29aa1d5-682c-407f-9908-d7b82409926c, host dv-neutron-601336-94-hyperv, cleared binding levels {{(pid=94176) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 23 11:37:48.112422 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.plugins.ml2.db [None req-c48ac0e5-1e55-4906-b8ef-dda73a1f7eba None None] For port d29aa1d5-682c-407f-9908-d7b82409926c, host dv-neutron-601336-94-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-94-hyperv',level=0,port_id=d29aa1d5-682c-407f-9908-d7b82409926c,segment=NetworkSegment(08523631-f4fd-4c83-812b-3d0f9ed75b35),segment_id=08523631-f4fd-4c83-812b-3d0f9ed75b35)] {{(pid=94176) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 23 11:37:48.115620 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron_lib.callbacks.manager [None req-1b1ec094-ed8e-4058-b4f0-0042297c620e tempest-NetworksIpV6Test-253648203 tempest-NetworksIpV6Test-253648203-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8773699955833', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5190677'] for segment, before_delete {{(pid=94175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:37:48.169735 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron_lib.callbacks.manager [None req-c48ac0e5-1e55-4906-b8ef-dda73a1f7eba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-922904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866062', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773700135042', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773699642233', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773699642278'] for port, after_update {{(pid=94176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:37:48.171835 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron_lib.callbacks.manager [None req-1b1ec094-ed8e-4058-b4f0-0042297c620e tempest-NetworksIpV6Test-253648203 tempest-NetworksIpV6Test-253648203-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3801'] for segment, precommit_delete {{(pid=94175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:37:48.172649 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG oslo_concurrency.lockutils [None req-ab64a7f5-925b-4140-8cec-8343ed8ec7f3 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 11:37:48.177920 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1b1ec094-ed8e-4058-b4f0-0042297c620e tempest-NetworksIpV6Test-253648203 tempest-NetworksIpV6Test-253648203-project] Releasing vlan 413 on physical network physnet1 to pool {{(pid=94175) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 23 11:37:48.178308 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron_lib.callbacks.manager [None req-1b1ec094-ed8e-4058-b4f0-0042297c620e tempest-NetworksIpV6Test-253648203 tempest-NetworksIpV6Test-253648203-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3801', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5082371'] for segment, after_delete {{(pid=94175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:37:48.181276 dv-neutron-601336-94-hyperv neutron-server[94175]: Traceback (most recent call last): Jun 23 11:37:48.181276 dv-neutron-601336-94-hyperv neutron-server[94175]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 23 11:37:48.181276 dv-neutron-601336-94-hyperv neutron-server[94175]: timer() Jun 23 11:37:48.181276 dv-neutron-601336-94-hyperv neutron-server[94175]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 23 11:37:48.181276 dv-neutron-601336-94-hyperv neutron-server[94175]: cb(*args, **kw) Jun 23 11:37:48.181276 dv-neutron-601336-94-hyperv neutron-server[94175]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 23 11:37:48.181276 dv-neutron-601336-94-hyperv neutron-server[94175]: return func(*args, **kwargs) Jun 23 11:37:48.181276 dv-neutron-601336-94-hyperv neutron-server[94175]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 23 11:37:48.181276 dv-neutron-601336-94-hyperv neutron-server[94175]: self._notify() Jun 23 11:37:48.181276 dv-neutron-601336-94-hyperv neutron-server[94175]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 23 11:37:48.181276 dv-neutron-601336-94-hyperv neutron-server[94175]: self.callback(batched_events) Jun 23 11:37:48.181276 dv-neutron-601336-94-hyperv neutron-server[94175]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 23 11:37:48.181276 dv-neutron-601336-94-hyperv neutron-server[94175]: event.method(event) Jun 23 11:37:48.181276 dv-neutron-601336-94-hyperv neutron-server[94175]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 23 11:37:48.181276 dv-neutron-601336-94-hyperv neutron-server[94175]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 23 11:37:48.181276 dv-neutron-601336-94-hyperv neutron-server[94175]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 23 11:37:48.181276 dv-neutron-601336-94-hyperv neutron-server[94175]: aggregate_uuid = self.p_client.list_aggregates( Jun 23 11:37:48.181276 dv-neutron-601336-94-hyperv neutron-server[94175]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 23 11:37:48.181276 dv-neutron-601336-94-hyperv neutron-server[94175]: return f(self, *a, **k) Jun 23 11:37:48.181276 dv-neutron-601336-94-hyperv neutron-server[94175]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 23 11:37:48.181276 dv-neutron-601336-94-hyperv neutron-server[94175]: return self._get(url).json() Jun 23 11:37:48.181276 dv-neutron-601336-94-hyperv neutron-server[94175]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 23 11:37:48.181276 dv-neutron-601336-94-hyperv neutron-server[94175]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 23 11:37:48.181276 dv-neutron-601336-94-hyperv neutron-server[94175]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 23 11:37:48.181276 dv-neutron-601336-94-hyperv neutron-server[94175]: return self.request(url, 'GET', **kwargs) Jun 23 11:37:48.181276 dv-neutron-601336-94-hyperv neutron-server[94175]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 23 11:37:48.181276 dv-neutron-601336-94-hyperv neutron-server[94175]: base_url = self.get_endpoint(auth, allow=allow, Jun 23 11:37:48.181276 dv-neutron-601336-94-hyperv neutron-server[94175]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 23 11:37:48.181276 dv-neutron-601336-94-hyperv neutron-server[94175]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 23 11:37:48.181276 dv-neutron-601336-94-hyperv neutron-server[94175]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 23 11:37:48.181276 dv-neutron-601336-94-hyperv neutron-server[94175]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 23 11:37:48.181276 dv-neutron-601336-94-hyperv neutron-server[94175]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 23 11:37:48.248306 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c48ac0e5-1e55-4906-b8ef-dda73a1f7eba None None] Pushing event updated for resources: {'Port': ['ID=d29aa1d5-682c-407f-9908-d7b82409926c,revision_number=2']} {{(pid=94176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 11:37:48.254756 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG oslo_concurrency.lockutils [None req-c48ac0e5-1e55-4906-b8ef-dda73a1f7eba None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.082s {{(pid=94176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 11:37:48.267132 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6a56ba91-b6e3-488c-93be-15b11ba03c31 None None] Network 75997f2d-bac0-4f5d-81fb-a3f5b6ec28a0 requested from dv-neutron-601336-94-hyperv {{(pid=94176) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 23 11:37:48.274998 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron_lib.db.api [None req-1b1ec094-ed8e-4058-b4f0-0042297c620e tempest-NetworksIpV6Test-253648203 tempest-NetworksIpV6Test-253648203-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Jun 23 11:37:48.274998 dv-neutron-601336-94-hyperv neutron-server[94175]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Jun 23 11:37:48.274998 dv-neutron-601336-94-hyperv neutron-server[94175]: [parameters: {'id': '75997f2d-bac0-4f5d-81fb-a3f5b6ec28a0'}] Jun 23 11:37:48.274998 dv-neutron-601336-94-hyperv neutron-server[94175]: (Background on this error at: http://sqlalche.me/e/14/gkpj) {{(pid=94175) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jun 23 11:37:48.275632 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG oslo_db.api [None req-1b1ec094-ed8e-4058-b4f0-0042297c620e tempest-NetworksIpV6Test-253648203 tempest-NetworksIpV6Test-253648203-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=94175) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jun 23 11:37:48.393488 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-df2f57a8-e2ac-4a9e-8fd8-2160a2d45c72 None None] get_active_networks_info from dv-neutron-601336-94-hyperv {{(pid=94176) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Jun 23 11:37:48.473137 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-df2f57a8-e2ac-4a9e-8fd8-2160a2d45c72 None None] Resources bound (agent type, host, resource id): {{(pid=94176) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Jun 23 11:37:48.776942 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron_lib.callbacks.manager [None req-1b1ec094-ed8e-4058-b4f0-0042297c620e tempest-NetworksIpV6Test-253648203 tempest-NetworksIpV6Test-253648203-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-824874'] for network, before_delete {{(pid=94175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:37:48.837988 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.plugins.ml2.plugin [None req-1b1ec094-ed8e-4058-b4f0-0042297c620e tempest-NetworksIpV6Test-253648203 tempest-NetworksIpV6Test-253648203-project] Deleting port d29aa1d5-682c-407f-9908-d7b82409926c {{(pid=94175) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1913}} Jun 23 11:37:48.838325 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron_lib.callbacks.manager [None req-1b1ec094-ed8e-4058-b4f0-0042297c620e tempest-NetworksIpV6Test-253648203 tempest-NetworksIpV6Test-253648203-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773700079324'] for port, before_delete {{(pid=94175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:37:48.899156 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.plugins.ml2.db [None req-1b1ec094-ed8e-4058-b4f0-0042297c620e tempest-NetworksIpV6Test-253648203 tempest-NetworksIpV6Test-253648203-project] For port d29aa1d5-682c-407f-9908-d7b82409926c, host dv-neutron-601336-94-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-94-hyperv',level=0,port_id=d29aa1d5-682c-407f-9908-d7b82409926c,segment=NetworkSegment(08523631-f4fd-4c83-812b-3d0f9ed75b35),segment_id=08523631-f4fd-4c83-812b-3d0f9ed75b35)] {{(pid=94175) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 23 11:37:48.899514 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron_lib.callbacks.manager [None req-1b1ec094-ed8e-4058-b4f0-0042297c620e tempest-NetworksIpV6Test-253648203 tempest-NetworksIpV6Test-253648203-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-430722'] for port, precommit_delete {{(pid=94175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:37:48.916455 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.plugins.ml2.plugin [None req-1b1ec094-ed8e-4058-b4f0-0042297c620e tempest-NetworksIpV6Test-253648203 tempest-NetworksIpV6Test-253648203-project] Calling delete_port for d29aa1d5-682c-407f-9908-d7b82409926c owned by network:dhcp {{(pid=94175) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1986}} Jun 23 11:37:49.078734 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron_lib.callbacks.manager [None req-1b1ec094-ed8e-4058-b4f0-0042297c620e tempest-NetworksIpV6Test-253648203 tempest-NetworksIpV6Test-253648203-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-922904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866062', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773700135024', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773699642224', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5082448'] for port, after_delete {{(pid=94175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:37:49.080794 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG oslo_concurrency.lockutils [None req-757cfb8e-a692-4392-9f5d-6c137f043327 tempest-ServerActionsTestJSON-161917335 tempest-ServerActionsTestJSON-161917335-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94175) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 11:37:49.102808 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b1ec094-ed8e-4058-b4f0-0042297c620e tempest-NetworksIpV6Test-253648203 tempest-NetworksIpV6Test-253648203-project] Pushing event deleted for resources: {'Port': ['ID=d29aa1d5-682c-407f-9908-d7b82409926c,revision_number=None']} {{(pid=94175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 11:37:49.106324 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG oslo_concurrency.lockutils [None req-1b1ec094-ed8e-4058-b4f0-0042297c620e tempest-NetworksIpV6Test-253648203 tempest-NetworksIpV6Test-253648203-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.026s {{(pid=94175) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 11:37:49.108913 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1b1ec094-ed8e-4058-b4f0-0042297c620e tempest-NetworksIpV6Test-253648203 tempest-NetworksIpV6Test-253648203-project] No DVR routers for this DVR port d29aa1d5-682c-407f-9908-d7b82409926c on host dv-neutron-601336-94-hyperv {{(pid=94175) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 23 11:37:49.184249 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron_lib.callbacks.manager [None req-1b1ec094-ed8e-4058-b4f0-0042297c620e tempest-NetworksIpV6Test-253648203 tempest-NetworksIpV6Test-253648203-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-897259', 'neutron.services.segments.db._delete_segments_for_network-8773700168587'] for network, precommit_delete {{(pid=94175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:37:49.194524 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.services.segments.db [None req-1b1ec094-ed8e-4058-b4f0-0042297c620e tempest-NetworksIpV6Test-253648203 tempest-NetworksIpV6Test-253648203-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['75997f2d-bac0-4f5d-81fb-a3f5b6ec28a0']}} {{(pid=94175) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 11:37:49.204562 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.services.segments.db [None req-1b1ec094-ed8e-4058-b4f0-0042297c620e tempest-NetworksIpV6Test-253648203 tempest-NetworksIpV6Test-253648203-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '08523631-f4fd-4c83-812b-3d0f9ed75b35') {'for_net_delete': True} {{(pid=94175) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 11:37:49.204866 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.services.segments.db [None req-1b1ec094-ed8e-4058-b4f0-0042297c620e tempest-NetworksIpV6Test-253648203 tempest-NetworksIpV6Test-253648203-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '08523631-f4fd-4c83-812b-3d0f9ed75b35') {} {{(pid=94175) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 11:37:49.213976 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron_lib.callbacks.manager [None req-1b1ec094-ed8e-4058-b4f0-0042297c620e tempest-NetworksIpV6Test-253648203 tempest-NetworksIpV6Test-253648203-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8773699955833', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5190677'] for segment, before_delete {{(pid=94175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:37:49.226938 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron_lib.callbacks.manager [None req-1b1ec094-ed8e-4058-b4f0-0042297c620e tempest-NetworksIpV6Test-253648203 tempest-NetworksIpV6Test-253648203-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3801'] for segment, precommit_delete {{(pid=94175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:37:49.232631 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1b1ec094-ed8e-4058-b4f0-0042297c620e tempest-NetworksIpV6Test-253648203 tempest-NetworksIpV6Test-253648203-project] Releasing vlan 413 on physical network physnet1 to pool {{(pid=94175) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 23 11:37:49.233017 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron_lib.callbacks.manager [None req-1b1ec094-ed8e-4058-b4f0-0042297c620e tempest-NetworksIpV6Test-253648203 tempest-NetworksIpV6Test-253648203-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3801', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5082371'] for segment, after_delete {{(pid=94175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:37:49.235901 dv-neutron-601336-94-hyperv neutron-server[94175]: Traceback (most recent call last): Jun 23 11:37:49.235901 dv-neutron-601336-94-hyperv neutron-server[94175]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 23 11:37:49.235901 dv-neutron-601336-94-hyperv neutron-server[94175]: timer() Jun 23 11:37:49.235901 dv-neutron-601336-94-hyperv neutron-server[94175]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 23 11:37:49.235901 dv-neutron-601336-94-hyperv neutron-server[94175]: cb(*args, **kw) Jun 23 11:37:49.235901 dv-neutron-601336-94-hyperv neutron-server[94175]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 23 11:37:49.235901 dv-neutron-601336-94-hyperv neutron-server[94175]: return func(*args, **kwargs) Jun 23 11:37:49.235901 dv-neutron-601336-94-hyperv neutron-server[94175]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 23 11:37:49.235901 dv-neutron-601336-94-hyperv neutron-server[94175]: self._notify() Jun 23 11:37:49.235901 dv-neutron-601336-94-hyperv neutron-server[94175]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 23 11:37:49.235901 dv-neutron-601336-94-hyperv neutron-server[94175]: self.callback(batched_events) Jun 23 11:37:49.235901 dv-neutron-601336-94-hyperv neutron-server[94175]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 23 11:37:49.235901 dv-neutron-601336-94-hyperv neutron-server[94175]: event.method(event) Jun 23 11:37:49.235901 dv-neutron-601336-94-hyperv neutron-server[94175]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 23 11:37:49.235901 dv-neutron-601336-94-hyperv neutron-server[94175]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 23 11:37:49.235901 dv-neutron-601336-94-hyperv neutron-server[94175]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 23 11:37:49.235901 dv-neutron-601336-94-hyperv neutron-server[94175]: aggregate_uuid = self.p_client.list_aggregates( Jun 23 11:37:49.235901 dv-neutron-601336-94-hyperv neutron-server[94175]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 23 11:37:49.235901 dv-neutron-601336-94-hyperv neutron-server[94175]: return f(self, *a, **k) Jun 23 11:37:49.235901 dv-neutron-601336-94-hyperv neutron-server[94175]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 23 11:37:49.235901 dv-neutron-601336-94-hyperv neutron-server[94175]: return self._get(url).json() Jun 23 11:37:49.235901 dv-neutron-601336-94-hyperv neutron-server[94175]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 23 11:37:49.235901 dv-neutron-601336-94-hyperv neutron-server[94175]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 23 11:37:49.235901 dv-neutron-601336-94-hyperv neutron-server[94175]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 23 11:37:49.235901 dv-neutron-601336-94-hyperv neutron-server[94175]: return self.request(url, 'GET', **kwargs) Jun 23 11:37:49.235901 dv-neutron-601336-94-hyperv neutron-server[94175]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 23 11:37:49.235901 dv-neutron-601336-94-hyperv neutron-server[94175]: base_url = self.get_endpoint(auth, allow=allow, Jun 23 11:37:49.235901 dv-neutron-601336-94-hyperv neutron-server[94175]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 23 11:37:49.235901 dv-neutron-601336-94-hyperv neutron-server[94175]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 23 11:37:49.235901 dv-neutron-601336-94-hyperv neutron-server[94175]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 23 11:37:49.235901 dv-neutron-601336-94-hyperv neutron-server[94175]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 23 11:37:49.235901 dv-neutron-601336-94-hyperv neutron-server[94175]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 23 11:37:49.353015 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron_lib.callbacks.manager [None req-1b1ec094-ed8e-4058-b4f0-0042297c620e tempest-NetworksIpV6Test-253648203 tempest-NetworksIpV6Test-253648203-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-897248', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8002400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7866073', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-524247'] for network, after_delete {{(pid=94175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:37:49.356281 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG oslo_concurrency.lockutils [None req-01f0df09-4d40-4409-8cd1-a3e74a8024dc tempest-RoutersIpV6Test-1448447933 tempest-RoutersIpV6Test-1448447933-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94175) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 11:37:49.364943 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron_lib.callbacks.manager [None req-1b1ec094-ed8e-4058-b4f0-0042297c620e tempest-NetworksIpV6Test-253648203 tempest-NetworksIpV6Test-253648203-project] Notify callbacks [] for network, before_response {{(pid=94175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:37:49.364943 dv-neutron-601336-94-hyperv neutron-server[94175]: INFO neutron.wsgi [None req-1b1ec094-ed8e-4058-b4f0-0042297c620e tempest-NetworksIpV6Test-253648203 tempest-NetworksIpV6Test-253648203-project] 10.222.0.20 "DELETE /v2.0/networks/75997f2d-bac0-4f5d-81fb-a3f5b6ec28a0 HTTP/1.1" status: 204 len: 168 time: 1.8670628 Jun 23 11:37:49.366166 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.wsgi [-] (94174) accepted ('10.222.0.20', 42812) {{(pid=94174) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 11:37:49.371482 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.api.v2.base [None req-179e86b0-c183-4f4c-ac81-b5556b2921b6 tempest-NetworksIpV6Test-253648203 tempest-NetworksIpV6Test-253648203-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1509225564'}} {{(pid=94174) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 23 11:37:49.374166 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b1ec094-ed8e-4058-b4f0-0042297c620e tempest-NetworksIpV6Test-253648203 tempest-NetworksIpV6Test-253648203-project] Pushing event deleted for resources: {'Network': ['ID=75997f2d-bac0-4f5d-81fb-a3f5b6ec28a0,revision_number=None']} {{(pid=94175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 11:37:49.376703 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG oslo_concurrency.lockutils [None req-1b1ec094-ed8e-4058-b4f0-0042297c620e tempest-NetworksIpV6Test-253648203 tempest-NetworksIpV6Test-253648203-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.020s {{(pid=94175) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 11:37:49.427640 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-179e86b0-c183-4f4c-ac81-b5556b2921b6 tempest-NetworksIpV6Test-253648203 tempest-NetworksIpV6Test-253648203-project] Made reservation on behalf of 3413cf27f0024fb0b5b5f021dbe2bcf3 for: {'network': 1} {{(pid=94174) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 23 11:37:49.431077 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron_lib.callbacks.manager [None req-179e86b0-c183-4f4c-ac81-b5556b2921b6 tempest-NetworksIpV6Test-253648203 tempest-NetworksIpV6Test-253648203-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-923104'] for network, before_create {{(pid=94174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:37:49.455250 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-179e86b0-c183-4f4c-ac81-b5556b2921b6 tempest-NetworksIpV6Test-253648203 tempest-NetworksIpV6Test-253648203-project] vlan segment allocate from pool success with {'vlan_id': 449, 'physical_network': 'physnet1'} {{(pid=94174) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 23 11:37:49.463415 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron_lib.callbacks.manager [None req-179e86b0-c183-4f4c-ac81-b5556b2921b6 tempest-NetworksIpV6Test-253648203 tempest-NetworksIpV6Test-253648203-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3801'] for segment, precommit_create {{(pid=94174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:37:49.463760 dv-neutron-601336-94-hyperv neutron-server[94174]: INFO neutron.db.segments_db [None req-179e86b0-c183-4f4c-ac81-b5556b2921b6 tempest-NetworksIpV6Test-253648203 tempest-NetworksIpV6Test-253648203-project] Added segment 6d819d97-b3e8-437c-a826-00d53b306724 of type vlan for network f043705a-a486-4e9d-9f86-22d3034c0bb8 Jun 23 11:37:49.501454 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron_lib.callbacks.manager [None req-179e86b0-c183-4f4c-ac81-b5556b2921b6 tempest-NetworksIpV6Test-253648203 tempest-NetworksIpV6Test-253648203-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8773699596773'] for network, precommit_create {{(pid=94174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:37:49.615564 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron_lib.callbacks.manager [None req-179e86b0-c183-4f4c-ac81-b5556b2921b6 tempest-NetworksIpV6Test-253648203 tempest-NetworksIpV6Test-253648203-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8002400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7866073'] for network, after_create {{(pid=94174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:37:49.620972 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-179e86b0-c183-4f4c-ac81-b5556b2921b6 tempest-NetworksIpV6Test-253648203 tempest-NetworksIpV6Test-253648203-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94174) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 11:37:49.621560 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron_lib.callbacks.manager [None req-179e86b0-c183-4f4c-ac81-b5556b2921b6 tempest-NetworksIpV6Test-253648203 tempest-NetworksIpV6Test-253648203-project] Notify callbacks [] for network, before_response {{(pid=94174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:37:49.624623 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG oslo_concurrency.lockutils [None req-7e793839-c6e1-4405-afba-cf67822e6c86 tempest-ExternalNetworksTestJSON-2139813945 tempest-ExternalNetworksTestJSON-2139813945-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94174) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 11:37:49.686752 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-179e86b0-c183-4f4c-ac81-b5556b2921b6 tempest-NetworksIpV6Test-253648203 tempest-NetworksIpV6Test-253648203-project] Pushing event updated for resources: {'Network': ['ID=f043705a-a486-4e9d-9f86-22d3034c0bb8,revision_number=1']} {{(pid=94174) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 11:37:49.689395 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG oslo_concurrency.lockutils [None req-179e86b0-c183-4f4c-ac81-b5556b2921b6 tempest-NetworksIpV6Test-253648203 tempest-NetworksIpV6Test-253648203-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.065s {{(pid=94174) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 11:37:49.697630 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.plugins.ml2.rpc [None req-dc7542b2-afef-47f4-a763-e3a3cba144be None None] Network f043705a-a486-4e9d-9f86-22d3034c0bb8 details requested by agent ovs-agent-dv-neutron-601336-94-hyperv with host dv-neutron-601336-94-hyperv {{(pid=94176) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:250}} Jun 23 11:37:49.736798 dv-neutron-601336-94-hyperv neutron-server[94174]: INFO neutron.wsgi [None req-179e86b0-c183-4f4c-ac81-b5556b2921b6 tempest-NetworksIpV6Test-253648203 tempest-NetworksIpV6Test-253648203-project] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.3694861 Jun 23 11:37:49.739500 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.wsgi [-] (94174) accepted ('10.222.0.20', 42814) {{(pid=94174) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 11:37:49.745461 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.api.v2.base [None req-3c721c9a-c1f1-44dc-a884-885d6a88d6f5 tempest-NetworksIpV6Test-253648203 tempest-NetworksIpV6Test-253648203-project] Request body: {'subnet': {'network_id': 'f043705a-a486-4e9d-9f86-22d3034c0bb8', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None}} {{(pid=94174) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 23 11:37:49.913466 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3c721c9a-c1f1-44dc-a884-885d6a88d6f5 tempest-NetworksIpV6Test-253648203 tempest-NetworksIpV6Test-253648203-project] Made reservation on behalf of 3413cf27f0024fb0b5b5f021dbe2bcf3 for: {'subnet': 1} {{(pid=94174) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 23 11:37:49.917267 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron_lib.callbacks.manager [None req-3c721c9a-c1f1-44dc-a884-885d6a88d6f5 tempest-NetworksIpV6Test-253648203 tempest-NetworksIpV6Test-253648203-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4294245'] for subnet, before_create {{(pid=94174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:37:50.148067 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron_lib.callbacks.manager [None req-3c721c9a-c1f1-44dc-a884-885d6a88d6f5 tempest-NetworksIpV6Test-253648203 tempest-NetworksIpV6Test-253648203-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866062', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5195999', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4294259'] for subnet, after_create {{(pid=94174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:37:50.150333 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG oslo_concurrency.lockutils [None req-de9bf3ba-f0db-41cd-8289-17d70d4b32cf tempest-RoutersTest-228919764 tempest-RoutersTest-228919764-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94174) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 11:37:50.207109 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c721c9a-c1f1-44dc-a884-885d6a88d6f5 tempest-NetworksIpV6Test-253648203 tempest-NetworksIpV6Test-253648203-project] Pushing event updated for resources: {'Subnet': ['ID=08a60f8a-5853-4205-b873-a8883382e535,revision_number=0']} {{(pid=94174) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 11:37:50.211150 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG oslo_concurrency.lockutils [None req-3c721c9a-c1f1-44dc-a884-885d6a88d6f5 tempest-NetworksIpV6Test-253648203 tempest-NetworksIpV6Test-253648203-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.061s {{(pid=94174) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 11:37:50.216954 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3c721c9a-c1f1-44dc-a884-885d6a88d6f5 tempest-NetworksIpV6Test-253648203 tempest-NetworksIpV6Test-253648203-project] Checking segment: {'id': '6d819d97-b3e8-437c-a826-00d53b306724', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 449, 'network_id': 'f043705a-a486-4e9d-9f86-22d3034c0bb8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94174) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 23 11:37:50.217327 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3c721c9a-c1f1-44dc-a884-885d6a88d6f5 tempest-NetworksIpV6Test-253648203 tempest-NetworksIpV6Test-253648203-project] Network hostable DHCP agents. Network: f043705a-a486-4e9d-9f86-22d3034c0bb8, hostable agents: ['8cf29b10-0e57-4131-816f-a4b6ad00b249'], hosted agents: [] {{(pid=94174) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 23 11:37:50.277385 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3c721c9a-c1f1-44dc-a884-885d6a88d6f5 tempest-NetworksIpV6Test-253648203 tempest-NetworksIpV6Test-253648203-project] Network f043705a-a486-4e9d-9f86-22d3034c0bb8 is scheduled to be hosted by DHCP agent 8cf29b10-0e57-4131-816f-a4b6ad00b249 with binding_index 1 {{(pid=94174) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 23 11:37:50.380235 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.scheduler.base_scheduler [None req-3c721c9a-c1f1-44dc-a884-885d6a88d6f5 tempest-NetworksIpV6Test-253648203 tempest-NetworksIpV6Test-253648203-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-601336-94-hyperv, f043705a-a486-4e9d-9f86-22d3034c0bb8) {{(pid=94174) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 23 11:37:50.384813 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3c721c9a-c1f1-44dc-a884-885d6a88d6f5 tempest-NetworksIpV6Test-253648203 tempest-NetworksIpV6Test-253648203-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94174) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 11:37:50.385412 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron_lib.callbacks.manager [None req-3c721c9a-c1f1-44dc-a884-885d6a88d6f5 tempest-NetworksIpV6Test-253648203 tempest-NetworksIpV6Test-253648203-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7865916'] for subnet, before_response {{(pid=94174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:37:50.389015 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b4b3e83c-0715-4064-8229-5ea56ba2960a None None] Network f043705a-a486-4e9d-9f86-22d3034c0bb8 requested from dv-neutron-601336-94-hyperv {{(pid=94176) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 23 11:37:50.469310 dv-neutron-601336-94-hyperv neutron-server[94174]: INFO neutron.wsgi [None req-3c721c9a-c1f1-44dc-a884-885d6a88d6f5 tempest-NetworksIpV6Test-253648203 tempest-NetworksIpV6Test-253648203-project] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 812 time: 0.7278295 Jun 23 11:37:50.471844 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.wsgi [-] (94174) accepted ('10.222.0.20', 42820) {{(pid=94174) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 11:37:50.528921 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-18c2d1a6-2e1b-48c8-838e-a6bc3b695697 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1e0d828a-1fa4-563d-b7fd-53adf66a04ee-f043705a-a486-4e9d-9f86-22d3034c0bb8', 'network_id': 'f043705a-a486-4e9d-9f86-22d3034c0bb8', 'tenant_id': '3413cf27f0024fb0b5b5f021dbe2bcf3', 'fixed_ips': [{'subnet_id': '08a60f8a-5853-4205-b873-a8883382e535'}]}} from dv-neutron-601336-94-hyperv. {{(pid=94176) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 23 11:37:50.529897 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron_lib.callbacks.manager [None req-18c2d1a6-2e1b-48c8-838e-a6bc3b695697 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-923104'] for port, before_create {{(pid=94176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:37:50.564298 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron_lib.callbacks.manager [None req-c160904e-142d-4081-947b-0009a04ed3a8 tempest-NetworksIpV6Test-253648203 tempest-NetworksIpV6Test-253648203-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-824874'] for network, before_delete {{(pid=94174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:37:50.641535 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron_lib.callbacks.manager [None req-c160904e-142d-4081-947b-0009a04ed3a8 tempest-NetworksIpV6Test-253648203 tempest-NetworksIpV6Test-253648203-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-897634'] for subnet, precommit_delete {{(pid=94174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:37:50.663081 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.db.db_base_plugin_common [None req-18c2d1a6-2e1b-48c8-838e-a6bc3b695697 None None] Allocated IP 2001:db8::1 (f043705a-a486-4e9d-9f86-22d3034c0bb8/08a60f8a-5853-4205-b873-a8883382e535/9062aecc-5b03-4f33-8c50-992bc5b55ff9) {{(pid=94176) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 23 11:37:50.800984 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron_lib.callbacks.manager [None req-18c2d1a6-2e1b-48c8-838e-a6bc3b695697 None None] Notify callbacks [] for port, precommit_create {{(pid=94176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:37:50.808654 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.db.provisioning_blocks [None req-18c2d1a6-2e1b-48c8-838e-a6bc3b695697 None None] Transition to ACTIVE for port object 9062aecc-5b03-4f33-8c50-992bc5b55ff9 will not be triggered until provisioned by entity L2. {{(pid=94176) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 23 11:37:50.822597 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.db.provisioning_blocks [None req-18c2d1a6-2e1b-48c8-838e-a6bc3b695697 None None] Transition to ACTIVE for port object 9062aecc-5b03-4f33-8c50-992bc5b55ff9 will not be triggered until provisioned by entity DHCP. {{(pid=94176) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 23 11:37:50.908003 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron_lib.callbacks.manager [None req-18c2d1a6-2e1b-48c8-838e-a6bc3b695697 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-922915', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-239814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7866073', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773699642215'] for port, after_create {{(pid=94176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:37:50.910649 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG oslo_concurrency.lockutils [None req-05e25ac6-ab27-4e65-8476-66d8610ccfa0 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 11:37:50.946699 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-18c2d1a6-2e1b-48c8-838e-a6bc3b695697 None None] Network f043705a-a486-4e9d-9f86-22d3034c0bb8 is already hosted by enough agents. {{(pid=94176) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 23 11:37:50.949314 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.scheduler.base_scheduler [None req-18c2d1a6-2e1b-48c8-838e-a6bc3b695697 None None] Resources bound (agent type, host, resource id): {{(pid=94176) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 23 11:37:50.951767 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.db.l3_dvrscheduler_db [None req-18c2d1a6-2e1b-48c8-838e-a6bc3b695697 None None] Received port after_create {{(pid=94176) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 23 11:37:50.967068 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18c2d1a6-2e1b-48c8-838e-a6bc3b695697 None None] Pushing event updated for resources: {'Port': ['ID=9062aecc-5b03-4f33-8c50-992bc5b55ff9,revision_number=1']} {{(pid=94176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 11:37:50.983877 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG oslo_concurrency.lockutils [None req-18c2d1a6-2e1b-48c8-838e-a6bc3b695697 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.073s {{(pid=94176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 11:37:50.987842 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron_lib.callbacks.manager [None req-c160904e-142d-4081-947b-0009a04ed3a8 tempest-NetworksIpV6Test-253648203 tempest-NetworksIpV6Test-253648203-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-897627', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866062', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5195932', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4294216'] for subnet, after_delete {{(pid=94174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:37:50.990884 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG oslo_concurrency.lockutils [None req-80528d59-5c3b-4bf1-909f-de61a93a5006 tempest-RoutersTest-228919764 tempest-RoutersTest-228919764-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94174) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 11:37:51.013883 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.plugins.ml2.managers [None req-18c2d1a6-2e1b-48c8-838e-a6bc3b695697 None None] Attempting to bind port 9062aecc-5b03-4f33-8c50-992bc5b55ff9 on host dv-neutron-601336-94-hyperv for vnic_type normal with profile {{(pid=94176) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 23 11:37:51.014264 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.plugins.ml2.managers [None req-18c2d1a6-2e1b-48c8-838e-a6bc3b695697 None None] Attempting to bind port 9062aecc-5b03-4f33-8c50-992bc5b55ff9 by drivers openvswitch,hyperv on host dv-neutron-601336-94-hyperv at level 0 using segments [{'id': '6d819d97-b3e8-437c-a826-00d53b306724', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 449, 'network_id': 'f043705a-a486-4e9d-9f86-22d3034c0bb8'}] {{(pid=94176) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 23 11:37:51.014635 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-18c2d1a6-2e1b-48c8-838e-a6bc3b695697 None None] Attempting to bind port 9062aecc-5b03-4f33-8c50-992bc5b55ff9 on network f043705a-a486-4e9d-9f86-22d3034c0bb8 {{(pid=94176) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 23 11:37:51.014936 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c160904e-142d-4081-947b-0009a04ed3a8 tempest-NetworksIpV6Test-253648203 tempest-NetworksIpV6Test-253648203-project] Pushing event deleted for resources: {'Subnet': ['ID=08a60f8a-5853-4205-b873-a8883382e535,revision_number=None']} {{(pid=94174) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 11:37:51.017998 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG oslo_concurrency.lockutils [None req-c160904e-142d-4081-947b-0009a04ed3a8 tempest-NetworksIpV6Test-253648203 tempest-NetworksIpV6Test-253648203-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=94174) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 11:37:51.019730 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-18c2d1a6-2e1b-48c8-838e-a6bc3b695697 None None] Checking agent: {'id': '4d05f899-5ac9-411b-8a03-f60c93f87cdf', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-601336-94-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 23, 11, 22, 14), 'started_at': datetime.datetime(2021, 6, 23, 11, 22, 44), 'heartbeat_timestamp': datetime.datetime(2021, 6, 23, 11, 37, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'monitor_allowed_address_pair_garp': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-601336-94-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94176) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 23 11:37:51.020324 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-18c2d1a6-2e1b-48c8-838e-a6bc3b695697 None None] Checking segment: {'id': '6d819d97-b3e8-437c-a826-00d53b306724', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 449, 'network_id': 'f043705a-a486-4e9d-9f86-22d3034c0bb8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94176) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 23 11:37:51.020699 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron_lib.callbacks.manager [None req-18c2d1a6-2e1b-48c8-838e-a6bc3b695697 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:37:51.021603 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-18c2d1a6-2e1b-48c8-838e-a6bc3b695697 None None] Bound using segment: {'id': '6d819d97-b3e8-437c-a826-00d53b306724', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 449, 'network_id': 'f043705a-a486-4e9d-9f86-22d3034c0bb8'} {{(pid=94176) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 23 11:37:51.022080 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.plugins.ml2.managers [None req-18c2d1a6-2e1b-48c8-838e-a6bc3b695697 None None] Bound port: 9062aecc-5b03-4f33-8c50-992bc5b55ff9, host: dv-neutron-601336-94-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6d819d97-b3e8-437c-a826-00d53b306724', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 449, 'network_id': 'f043705a-a486-4e9d-9f86-22d3034c0bb8'}}] {{(pid=94176) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 23 11:37:51.023197 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron_lib.callbacks.manager [None req-18c2d1a6-2e1b-48c8-838e-a6bc3b695697 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-923122'] for port, before_update {{(pid=94176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:37:51.080231 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron_lib.callbacks.manager [None req-c160904e-142d-4081-947b-0009a04ed3a8 tempest-NetworksIpV6Test-253648203 tempest-NetworksIpV6Test-253648203-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-897259', 'neutron.services.segments.db._delete_segments_for_network-8773700168587'] for network, precommit_delete {{(pid=94174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:37:51.087960 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.plugins.ml2.db [None req-18c2d1a6-2e1b-48c8-838e-a6bc3b695697 None None] For port 9062aecc-5b03-4f33-8c50-992bc5b55ff9, host dv-neutron-601336-94-hyperv, cleared binding levels {{(pid=94176) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 23 11:37:51.090232 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.services.segments.db [None req-c160904e-142d-4081-947b-0009a04ed3a8 tempest-NetworksIpV6Test-253648203 tempest-NetworksIpV6Test-253648203-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f043705a-a486-4e9d-9f86-22d3034c0bb8']}} {{(pid=94174) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 11:37:51.090984 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.plugins.ml2.db [None req-18c2d1a6-2e1b-48c8-838e-a6bc3b695697 None None] For port 9062aecc-5b03-4f33-8c50-992bc5b55ff9, host dv-neutron-601336-94-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-94-hyperv',level=0,port_id=9062aecc-5b03-4f33-8c50-992bc5b55ff9,segment=NetworkSegment(6d819d97-b3e8-437c-a826-00d53b306724),segment_id=6d819d97-b3e8-437c-a826-00d53b306724)] {{(pid=94176) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 23 11:37:51.100238 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.services.segments.db [None req-c160904e-142d-4081-947b-0009a04ed3a8 tempest-NetworksIpV6Test-253648203 tempest-NetworksIpV6Test-253648203-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6d819d97-b3e8-437c-a826-00d53b306724') {'for_net_delete': True} {{(pid=94174) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 11:37:51.100542 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.services.segments.db [None req-c160904e-142d-4081-947b-0009a04ed3a8 tempest-NetworksIpV6Test-253648203 tempest-NetworksIpV6Test-253648203-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6d819d97-b3e8-437c-a826-00d53b306724') {} {{(pid=94174) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 11:37:51.108874 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron_lib.callbacks.manager [None req-c160904e-142d-4081-947b-0009a04ed3a8 tempest-NetworksIpV6Test-253648203 tempest-NetworksIpV6Test-253648203-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8773699955833', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4800267'] for segment, before_delete {{(pid=94174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:37:51.159053 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron_lib.callbacks.manager [None req-18c2d1a6-2e1b-48c8-838e-a6bc3b695697 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-922904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866062', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773700135042', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773699642233', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773699642278'] for port, after_update {{(pid=94176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:37:51.161015 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron_lib.callbacks.manager [None req-c160904e-142d-4081-947b-0009a04ed3a8 tempest-NetworksIpV6Test-253648203 tempest-NetworksIpV6Test-253648203-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3801'] for segment, precommit_delete {{(pid=94174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:37:51.161864 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG oslo_concurrency.lockutils [None req-bf638ba9-079b-4553-a463-22063a66970a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 11:37:51.167000 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c160904e-142d-4081-947b-0009a04ed3a8 tempest-NetworksIpV6Test-253648203 tempest-NetworksIpV6Test-253648203-project] Releasing vlan 449 on physical network physnet1 to pool {{(pid=94174) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 23 11:37:51.168939 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron_lib.callbacks.manager [None req-c160904e-142d-4081-947b-0009a04ed3a8 tempest-NetworksIpV6Test-253648203 tempest-NetworksIpV6Test-253648203-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3801', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5196341'] for segment, after_delete {{(pid=94174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:37:51.170271 dv-neutron-601336-94-hyperv neutron-server[94174]: Traceback (most recent call last): Jun 23 11:37:51.170271 dv-neutron-601336-94-hyperv neutron-server[94174]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 23 11:37:51.170271 dv-neutron-601336-94-hyperv neutron-server[94174]: timer() Jun 23 11:37:51.170271 dv-neutron-601336-94-hyperv neutron-server[94174]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 23 11:37:51.170271 dv-neutron-601336-94-hyperv neutron-server[94174]: cb(*args, **kw) Jun 23 11:37:51.170271 dv-neutron-601336-94-hyperv neutron-server[94174]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 23 11:37:51.170271 dv-neutron-601336-94-hyperv neutron-server[94174]: return func(*args, **kwargs) Jun 23 11:37:51.170271 dv-neutron-601336-94-hyperv neutron-server[94174]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 23 11:37:51.170271 dv-neutron-601336-94-hyperv neutron-server[94174]: self._notify() Jun 23 11:37:51.170271 dv-neutron-601336-94-hyperv neutron-server[94174]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 23 11:37:51.170271 dv-neutron-601336-94-hyperv neutron-server[94174]: self.callback(batched_events) Jun 23 11:37:51.170271 dv-neutron-601336-94-hyperv neutron-server[94174]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 23 11:37:51.170271 dv-neutron-601336-94-hyperv neutron-server[94174]: event.method(event) Jun 23 11:37:51.170271 dv-neutron-601336-94-hyperv neutron-server[94174]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 23 11:37:51.170271 dv-neutron-601336-94-hyperv neutron-server[94174]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 23 11:37:51.170271 dv-neutron-601336-94-hyperv neutron-server[94174]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 23 11:37:51.170271 dv-neutron-601336-94-hyperv neutron-server[94174]: aggregate_uuid = self.p_client.list_aggregates( Jun 23 11:37:51.170271 dv-neutron-601336-94-hyperv neutron-server[94174]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 23 11:37:51.170271 dv-neutron-601336-94-hyperv neutron-server[94174]: return f(self, *a, **k) Jun 23 11:37:51.170271 dv-neutron-601336-94-hyperv neutron-server[94174]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 23 11:37:51.170271 dv-neutron-601336-94-hyperv neutron-server[94174]: return self._get(url).json() Jun 23 11:37:51.170271 dv-neutron-601336-94-hyperv neutron-server[94174]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 23 11:37:51.170271 dv-neutron-601336-94-hyperv neutron-server[94174]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 23 11:37:51.170271 dv-neutron-601336-94-hyperv neutron-server[94174]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 23 11:37:51.170271 dv-neutron-601336-94-hyperv neutron-server[94174]: return self.request(url, 'GET', **kwargs) Jun 23 11:37:51.170271 dv-neutron-601336-94-hyperv neutron-server[94174]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 23 11:37:51.170271 dv-neutron-601336-94-hyperv neutron-server[94174]: base_url = self.get_endpoint(auth, allow=allow, Jun 23 11:37:51.170271 dv-neutron-601336-94-hyperv neutron-server[94174]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 23 11:37:51.170271 dv-neutron-601336-94-hyperv neutron-server[94174]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 23 11:37:51.170271 dv-neutron-601336-94-hyperv neutron-server[94174]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 23 11:37:51.170271 dv-neutron-601336-94-hyperv neutron-server[94174]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 23 11:37:51.170271 dv-neutron-601336-94-hyperv neutron-server[94174]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 23 11:37:51.235764 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18c2d1a6-2e1b-48c8-838e-a6bc3b695697 None None] Pushing event updated for resources: {'Port': ['ID=9062aecc-5b03-4f33-8c50-992bc5b55ff9,revision_number=2']} {{(pid=94176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 11:37:51.239813 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG oslo_concurrency.lockutils [None req-18c2d1a6-2e1b-48c8-838e-a6bc3b695697 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.078s {{(pid=94176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 11:37:51.256698 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3c1aa9a8-02ee-4a2e-be0f-d19d66e3f278 None None] Network f043705a-a486-4e9d-9f86-22d3034c0bb8 requested from dv-neutron-601336-94-hyperv {{(pid=94176) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 23 11:37:51.412670 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron_lib.db.api [None req-c160904e-142d-4081-947b-0009a04ed3a8 tempest-NetworksIpV6Test-253648203 tempest-NetworksIpV6Test-253648203-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Jun 23 11:37:51.412670 dv-neutron-601336-94-hyperv neutron-server[94174]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Jun 23 11:37:51.412670 dv-neutron-601336-94-hyperv neutron-server[94174]: [parameters: {'id': 'f043705a-a486-4e9d-9f86-22d3034c0bb8'}] Jun 23 11:37:51.412670 dv-neutron-601336-94-hyperv neutron-server[94174]: (Background on this error at: http://sqlalche.me/e/14/gkpj) {{(pid=94174) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jun 23 11:37:51.412670 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG oslo_db.api [None req-c160904e-142d-4081-947b-0009a04ed3a8 tempest-NetworksIpV6Test-253648203 tempest-NetworksIpV6Test-253648203-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=94174) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jun 23 11:37:51.414609 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6424d72c-e081-4dec-9202-659ef6f2a561 None None] get_active_networks_info from dv-neutron-601336-94-hyperv {{(pid=94176) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Jun 23 11:37:51.467339 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6424d72c-e081-4dec-9202-659ef6f2a561 None None] Resources bound (agent type, host, resource id): {{(pid=94176) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Jun 23 11:37:51.883364 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron_lib.callbacks.manager [None req-c160904e-142d-4081-947b-0009a04ed3a8 tempest-NetworksIpV6Test-253648203 tempest-NetworksIpV6Test-253648203-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-824874'] for network, before_delete {{(pid=94174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:37:51.939398 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.plugins.ml2.plugin [None req-c160904e-142d-4081-947b-0009a04ed3a8 tempest-NetworksIpV6Test-253648203 tempest-NetworksIpV6Test-253648203-project] Deleting port 9062aecc-5b03-4f33-8c50-992bc5b55ff9 {{(pid=94174) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1913}} Jun 23 11:37:51.939654 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron_lib.callbacks.manager [None req-c160904e-142d-4081-947b-0009a04ed3a8 tempest-NetworksIpV6Test-253648203 tempest-NetworksIpV6Test-253648203-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773700079324'] for port, before_delete {{(pid=94174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:37:51.997981 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.plugins.ml2.db [None req-c160904e-142d-4081-947b-0009a04ed3a8 tempest-NetworksIpV6Test-253648203 tempest-NetworksIpV6Test-253648203-project] For port 9062aecc-5b03-4f33-8c50-992bc5b55ff9, host dv-neutron-601336-94-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-94-hyperv',level=0,port_id=9062aecc-5b03-4f33-8c50-992bc5b55ff9,segment=NetworkSegment(6d819d97-b3e8-437c-a826-00d53b306724),segment_id=6d819d97-b3e8-437c-a826-00d53b306724)] {{(pid=94174) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 23 11:37:51.998337 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron_lib.callbacks.manager [None req-c160904e-142d-4081-947b-0009a04ed3a8 tempest-NetworksIpV6Test-253648203 tempest-NetworksIpV6Test-253648203-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-430722'] for port, precommit_delete {{(pid=94174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:37:52.010459 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.plugins.ml2.plugin [None req-c160904e-142d-4081-947b-0009a04ed3a8 tempest-NetworksIpV6Test-253648203 tempest-NetworksIpV6Test-253648203-project] Calling delete_port for 9062aecc-5b03-4f33-8c50-992bc5b55ff9 owned by network:dhcp {{(pid=94174) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1986}} Jun 23 11:37:52.210586 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron_lib.callbacks.manager [None req-c160904e-142d-4081-947b-0009a04ed3a8 tempest-NetworksIpV6Test-253648203 tempest-NetworksIpV6Test-253648203-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-922904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866062', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773700135024', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773699642224', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5196390'] for port, after_delete {{(pid=94174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:37:52.212818 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG oslo_concurrency.lockutils [None req-40400842-a422-41e9-8270-7eed5018318f tempest-TestNetworkBasicOps-233187296 tempest-TestNetworkBasicOps-233187296-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94174) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 11:37:52.234324 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c160904e-142d-4081-947b-0009a04ed3a8 tempest-NetworksIpV6Test-253648203 tempest-NetworksIpV6Test-253648203-project] Pushing event deleted for resources: {'Port': ['ID=9062aecc-5b03-4f33-8c50-992bc5b55ff9,revision_number=None']} {{(pid=94174) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 11:37:52.241102 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG oslo_concurrency.lockutils [None req-c160904e-142d-4081-947b-0009a04ed3a8 tempest-NetworksIpV6Test-253648203 tempest-NetworksIpV6Test-253648203-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.025s {{(pid=94174) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 11:37:52.241102 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c160904e-142d-4081-947b-0009a04ed3a8 tempest-NetworksIpV6Test-253648203 tempest-NetworksIpV6Test-253648203-project] No DVR routers for this DVR port 9062aecc-5b03-4f33-8c50-992bc5b55ff9 on host dv-neutron-601336-94-hyperv {{(pid=94174) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 23 11:37:52.313706 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron_lib.callbacks.manager [None req-c160904e-142d-4081-947b-0009a04ed3a8 tempest-NetworksIpV6Test-253648203 tempest-NetworksIpV6Test-253648203-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-897259', 'neutron.services.segments.db._delete_segments_for_network-8773700168587'] for network, precommit_delete {{(pid=94174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:37:52.323473 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.services.segments.db [None req-c160904e-142d-4081-947b-0009a04ed3a8 tempest-NetworksIpV6Test-253648203 tempest-NetworksIpV6Test-253648203-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f043705a-a486-4e9d-9f86-22d3034c0bb8']}} {{(pid=94174) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 11:37:52.333452 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.services.segments.db [None req-c160904e-142d-4081-947b-0009a04ed3a8 tempest-NetworksIpV6Test-253648203 tempest-NetworksIpV6Test-253648203-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6d819d97-b3e8-437c-a826-00d53b306724') {'for_net_delete': True} {{(pid=94174) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 11:37:52.334271 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.services.segments.db [None req-c160904e-142d-4081-947b-0009a04ed3a8 tempest-NetworksIpV6Test-253648203 tempest-NetworksIpV6Test-253648203-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6d819d97-b3e8-437c-a826-00d53b306724') {} {{(pid=94174) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 11:37:52.342615 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron_lib.callbacks.manager [None req-c160904e-142d-4081-947b-0009a04ed3a8 tempest-NetworksIpV6Test-253648203 tempest-NetworksIpV6Test-253648203-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8773699955833', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4800267'] for segment, before_delete {{(pid=94174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:37:52.359567 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron_lib.callbacks.manager [None req-c160904e-142d-4081-947b-0009a04ed3a8 tempest-NetworksIpV6Test-253648203 tempest-NetworksIpV6Test-253648203-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3801'] for segment, precommit_delete {{(pid=94174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:37:52.365170 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c160904e-142d-4081-947b-0009a04ed3a8 tempest-NetworksIpV6Test-253648203 tempest-NetworksIpV6Test-253648203-project] Releasing vlan 449 on physical network physnet1 to pool {{(pid=94174) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 23 11:37:52.365558 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron_lib.callbacks.manager [None req-c160904e-142d-4081-947b-0009a04ed3a8 tempest-NetworksIpV6Test-253648203 tempest-NetworksIpV6Test-253648203-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3801', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5196341'] for segment, after_delete {{(pid=94174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:37:52.368511 dv-neutron-601336-94-hyperv neutron-server[94174]: Traceback (most recent call last): Jun 23 11:37:52.368511 dv-neutron-601336-94-hyperv neutron-server[94174]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 23 11:37:52.368511 dv-neutron-601336-94-hyperv neutron-server[94174]: timer() Jun 23 11:37:52.368511 dv-neutron-601336-94-hyperv neutron-server[94174]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 23 11:37:52.368511 dv-neutron-601336-94-hyperv neutron-server[94174]: cb(*args, **kw) Jun 23 11:37:52.368511 dv-neutron-601336-94-hyperv neutron-server[94174]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 23 11:37:52.368511 dv-neutron-601336-94-hyperv neutron-server[94174]: return func(*args, **kwargs) Jun 23 11:37:52.368511 dv-neutron-601336-94-hyperv neutron-server[94174]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 23 11:37:52.368511 dv-neutron-601336-94-hyperv neutron-server[94174]: self._notify() Jun 23 11:37:52.368511 dv-neutron-601336-94-hyperv neutron-server[94174]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 23 11:37:52.368511 dv-neutron-601336-94-hyperv neutron-server[94174]: self.callback(batched_events) Jun 23 11:37:52.368511 dv-neutron-601336-94-hyperv neutron-server[94174]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 23 11:37:52.368511 dv-neutron-601336-94-hyperv neutron-server[94174]: event.method(event) Jun 23 11:37:52.368511 dv-neutron-601336-94-hyperv neutron-server[94174]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 23 11:37:52.368511 dv-neutron-601336-94-hyperv neutron-server[94174]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 23 11:37:52.368511 dv-neutron-601336-94-hyperv neutron-server[94174]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 23 11:37:52.368511 dv-neutron-601336-94-hyperv neutron-server[94174]: aggregate_uuid = self.p_client.list_aggregates( Jun 23 11:37:52.368511 dv-neutron-601336-94-hyperv neutron-server[94174]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 23 11:37:52.368511 dv-neutron-601336-94-hyperv neutron-server[94174]: return f(self, *a, **k) Jun 23 11:37:52.368511 dv-neutron-601336-94-hyperv neutron-server[94174]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 23 11:37:52.368511 dv-neutron-601336-94-hyperv neutron-server[94174]: return self._get(url).json() Jun 23 11:37:52.368511 dv-neutron-601336-94-hyperv neutron-server[94174]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 23 11:37:52.368511 dv-neutron-601336-94-hyperv neutron-server[94174]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 23 11:37:52.368511 dv-neutron-601336-94-hyperv neutron-server[94174]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 23 11:37:52.368511 dv-neutron-601336-94-hyperv neutron-server[94174]: return self.request(url, 'GET', **kwargs) Jun 23 11:37:52.368511 dv-neutron-601336-94-hyperv neutron-server[94174]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 23 11:37:52.368511 dv-neutron-601336-94-hyperv neutron-server[94174]: base_url = self.get_endpoint(auth, allow=allow, Jun 23 11:37:52.368511 dv-neutron-601336-94-hyperv neutron-server[94174]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 23 11:37:52.368511 dv-neutron-601336-94-hyperv neutron-server[94174]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 23 11:37:52.368511 dv-neutron-601336-94-hyperv neutron-server[94174]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 23 11:37:52.368511 dv-neutron-601336-94-hyperv neutron-server[94174]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 23 11:37:52.368511 dv-neutron-601336-94-hyperv neutron-server[94174]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 23 11:37:52.484673 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron_lib.callbacks.manager [None req-c160904e-142d-4081-947b-0009a04ed3a8 tempest-NetworksIpV6Test-253648203 tempest-NetworksIpV6Test-253648203-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-897248', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8002400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7866073', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-524247'] for network, after_delete {{(pid=94174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:37:52.487922 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG oslo_concurrency.lockutils [None req-b2f00087-2476-450f-89e6-478542ec58b0 tempest-BulkNetworkOpsTest-447796090 tempest-BulkNetworkOpsTest-447796090-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94174) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 11:37:52.491669 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron_lib.callbacks.manager [None req-c160904e-142d-4081-947b-0009a04ed3a8 tempest-NetworksIpV6Test-253648203 tempest-NetworksIpV6Test-253648203-project] Notify callbacks [] for network, before_response {{(pid=94174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:37:52.493401 dv-neutron-601336-94-hyperv neutron-server[94174]: INFO neutron.wsgi [None req-c160904e-142d-4081-947b-0009a04ed3a8 tempest-NetworksIpV6Test-253648203 tempest-NetworksIpV6Test-253648203-project] 10.222.0.20 "DELETE /v2.0/networks/f043705a-a486-4e9d-9f86-22d3034c0bb8 HTTP/1.1" status: 204 len: 168 time: 2.0205190 Jun 23 11:37:52.497121 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.wsgi [-] (94175) accepted ('10.222.0.20', 42822) {{(pid=94175) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 11:37:52.502642 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.api.v2.base [None req-5a0c09e1-2844-434a-b54d-9afa7d06e54c tempest-NetworksIpV6Test-253648203 tempest-NetworksIpV6Test-253648203-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1462135314'}} {{(pid=94175) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 23 11:37:52.504512 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c160904e-142d-4081-947b-0009a04ed3a8 tempest-NetworksIpV6Test-253648203 tempest-NetworksIpV6Test-253648203-project] Pushing event deleted for resources: {'Network': ['ID=f043705a-a486-4e9d-9f86-22d3034c0bb8,revision_number=None']} {{(pid=94174) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 11:37:52.507080 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG oslo_concurrency.lockutils [None req-c160904e-142d-4081-947b-0009a04ed3a8 tempest-NetworksIpV6Test-253648203 tempest-NetworksIpV6Test-253648203-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=94174) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 11:37:52.581622 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5a0c09e1-2844-434a-b54d-9afa7d06e54c tempest-NetworksIpV6Test-253648203 tempest-NetworksIpV6Test-253648203-project] Made reservation on behalf of 3413cf27f0024fb0b5b5f021dbe2bcf3 for: {'network': 1} {{(pid=94175) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 23 11:37:52.585692 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron_lib.callbacks.manager [None req-5a0c09e1-2844-434a-b54d-9afa7d06e54c tempest-NetworksIpV6Test-253648203 tempest-NetworksIpV6Test-253648203-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-923104'] for network, before_create {{(pid=94175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:37:52.608434 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5a0c09e1-2844-434a-b54d-9afa7d06e54c tempest-NetworksIpV6Test-253648203 tempest-NetworksIpV6Test-253648203-project] vlan segment allocate from pool success with {'vlan_id': 449, 'physical_network': 'physnet1'} {{(pid=94175) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 23 11:37:52.616702 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron_lib.callbacks.manager [None req-5a0c09e1-2844-434a-b54d-9afa7d06e54c tempest-NetworksIpV6Test-253648203 tempest-NetworksIpV6Test-253648203-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3801'] for segment, precommit_create {{(pid=94175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:37:52.617041 dv-neutron-601336-94-hyperv neutron-server[94175]: INFO neutron.db.segments_db [None req-5a0c09e1-2844-434a-b54d-9afa7d06e54c tempest-NetworksIpV6Test-253648203 tempest-NetworksIpV6Test-253648203-project] Added segment 8c6e38cc-51a7-47a4-9133-cc666de83a85 of type vlan for network f6de183c-f9f2-485c-94db-272e436295b5 Jun 23 11:37:52.655225 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron_lib.callbacks.manager [None req-5a0c09e1-2844-434a-b54d-9afa7d06e54c tempest-NetworksIpV6Test-253648203 tempest-NetworksIpV6Test-253648203-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8773699596773'] for network, precommit_create {{(pid=94175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:37:52.747494 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron_lib.callbacks.manager [None req-5a0c09e1-2844-434a-b54d-9afa7d06e54c tempest-NetworksIpV6Test-253648203 tempest-NetworksIpV6Test-253648203-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8002400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7866073'] for network, after_create {{(pid=94175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:37:52.752983 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5a0c09e1-2844-434a-b54d-9afa7d06e54c tempest-NetworksIpV6Test-253648203 tempest-NetworksIpV6Test-253648203-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 11:37:52.753564 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron_lib.callbacks.manager [None req-5a0c09e1-2844-434a-b54d-9afa7d06e54c tempest-NetworksIpV6Test-253648203 tempest-NetworksIpV6Test-253648203-project] Notify callbacks [] for network, before_response {{(pid=94175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:37:52.756356 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG oslo_concurrency.lockutils [None req-803f6e01-3ec6-490a-9b86-4ef0d9188d64 tempest-NetworksIpV6Test-253648203 tempest-NetworksIpV6Test-253648203-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.001s {{(pid=94175) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 11:37:52.821888 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a0c09e1-2844-434a-b54d-9afa7d06e54c tempest-NetworksIpV6Test-253648203 tempest-NetworksIpV6Test-253648203-project] Pushing event updated for resources: {'Network': ['ID=f6de183c-f9f2-485c-94db-272e436295b5,revision_number=1']} {{(pid=94175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 11:37:52.824594 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG oslo_concurrency.lockutils [None req-5a0c09e1-2844-434a-b54d-9afa7d06e54c tempest-NetworksIpV6Test-253648203 tempest-NetworksIpV6Test-253648203-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.068s {{(pid=94175) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 11:37:52.832332 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.plugins.ml2.rpc [None req-dc7542b2-afef-47f4-a763-e3a3cba144be None None] Network f6de183c-f9f2-485c-94db-272e436295b5 details requested by agent ovs-agent-dv-neutron-601336-94-hyperv with host dv-neutron-601336-94-hyperv {{(pid=94176) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:250}} Jun 23 11:37:52.856703 dv-neutron-601336-94-hyperv neutron-server[94175]: INFO neutron.wsgi [None req-5a0c09e1-2844-434a-b54d-9afa7d06e54c tempest-NetworksIpV6Test-253648203 tempest-NetworksIpV6Test-253648203-project] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.3582892 Jun 23 11:37:52.859413 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.wsgi [-] (94175) accepted ('10.222.0.20', 42826) {{(pid=94175) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 11:37:52.864481 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.api.v2.base [None req-412dc305-61c5-4065-8f62-e7cb4a97c54b tempest-NetworksIpV6Test-253648203 tempest-NetworksIpV6Test-253648203-project] Request body: {'subnet': {'network_id': 'f6de183c-f9f2-485c-94db-272e436295b5', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=94175) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 23 11:37:53.010356 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-412dc305-61c5-4065-8f62-e7cb4a97c54b tempest-NetworksIpV6Test-253648203 tempest-NetworksIpV6Test-253648203-project] Made reservation on behalf of 3413cf27f0024fb0b5b5f021dbe2bcf3 for: {'subnet': 1} {{(pid=94175) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 23 11:37:53.013879 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron_lib.callbacks.manager [None req-412dc305-61c5-4065-8f62-e7cb4a97c54b tempest-NetworksIpV6Test-253648203 tempest-NetworksIpV6Test-253648203-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4660073'] for subnet, before_create {{(pid=94175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:37:53.220596 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron_lib.callbacks.manager [None req-97bd5441-1da2-49ee-a364-27795820ba27 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773699952132', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-899307'] for agent, after_update {{(pid=94176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:37:53.256350 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron_lib.callbacks.manager [None req-412dc305-61c5-4065-8f62-e7cb4a97c54b tempest-NetworksIpV6Test-253648203 tempest-NetworksIpV6Test-253648203-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866062', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5083113', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4660095'] for subnet, after_create {{(pid=94175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:37:53.259273 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG oslo_concurrency.lockutils [None req-88c659cf-5046-4a8c-8194-a67ed1b5533b tempest-NetworksIpV6Test-253648203 tempest-NetworksIpV6Test-253648203-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94175) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 11:37:53.324011 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-412dc305-61c5-4065-8f62-e7cb4a97c54b tempest-NetworksIpV6Test-253648203 tempest-NetworksIpV6Test-253648203-project] Pushing event updated for resources: {'Subnet': ['ID=91cbdb71-f6ed-46b2-9223-b79e347916ba,revision_number=0']} {{(pid=94175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 11:37:53.328787 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG oslo_concurrency.lockutils [None req-412dc305-61c5-4065-8f62-e7cb4a97c54b tempest-NetworksIpV6Test-253648203 tempest-NetworksIpV6Test-253648203-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.070s {{(pid=94175) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 11:37:53.331458 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-412dc305-61c5-4065-8f62-e7cb4a97c54b tempest-NetworksIpV6Test-253648203 tempest-NetworksIpV6Test-253648203-project] Checking segment: {'id': '8c6e38cc-51a7-47a4-9133-cc666de83a85', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 449, 'network_id': 'f6de183c-f9f2-485c-94db-272e436295b5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94175) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 23 11:37:53.331822 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-412dc305-61c5-4065-8f62-e7cb4a97c54b tempest-NetworksIpV6Test-253648203 tempest-NetworksIpV6Test-253648203-project] Network hostable DHCP agents. Network: f6de183c-f9f2-485c-94db-272e436295b5, hostable agents: ['8cf29b10-0e57-4131-816f-a4b6ad00b249'], hosted agents: [] {{(pid=94175) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 23 11:37:53.420485 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-412dc305-61c5-4065-8f62-e7cb4a97c54b tempest-NetworksIpV6Test-253648203 tempest-NetworksIpV6Test-253648203-project] Network f6de183c-f9f2-485c-94db-272e436295b5 is scheduled to be hosted by DHCP agent 8cf29b10-0e57-4131-816f-a4b6ad00b249 with binding_index 1 {{(pid=94175) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 23 11:37:53.507004 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.scheduler.base_scheduler [None req-412dc305-61c5-4065-8f62-e7cb4a97c54b tempest-NetworksIpV6Test-253648203 tempest-NetworksIpV6Test-253648203-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-601336-94-hyperv, f6de183c-f9f2-485c-94db-272e436295b5) {{(pid=94175) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 23 11:37:53.511042 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-412dc305-61c5-4065-8f62-e7cb4a97c54b tempest-NetworksIpV6Test-253648203 tempest-NetworksIpV6Test-253648203-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 11:37:53.511693 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron_lib.callbacks.manager [None req-412dc305-61c5-4065-8f62-e7cb4a97c54b tempest-NetworksIpV6Test-253648203 tempest-NetworksIpV6Test-253648203-project] Notify callbacks [] for subnet, before_response {{(pid=94175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:37:53.515343 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-75c8c23f-495e-4b1e-84f8-645780a9aa63 None None] Network f6de183c-f9f2-485c-94db-272e436295b5 requested from dv-neutron-601336-94-hyperv {{(pid=94176) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 23 11:37:53.593787 dv-neutron-601336-94-hyperv neutron-server[94175]: INFO neutron.wsgi [None req-412dc305-61c5-4065-8f62-e7cb4a97c54b tempest-NetworksIpV6Test-253648203 tempest-NetworksIpV6Test-253648203-project] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.7331381 Jun 23 11:37:53.596292 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.wsgi [-] (94175) accepted ('10.222.0.20', 42828) {{(pid=94175) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 11:37:53.601287 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.api.v2.base [None req-916a66ce-50ef-4c77-8912-81e9b9e94604 tempest-NetworksIpV6Test-253648203 tempest-NetworksIpV6Test-253648203-project] Request body: {'subnet': {'network_id': 'f6de183c-f9f2-485c-94db-272e436295b5', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': None}} {{(pid=94175) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 23 11:37:53.657213 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-badf488c-ae6f-455d-915c-59993032da97 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1e0d828a-1fa4-563d-b7fd-53adf66a04ee-f6de183c-f9f2-485c-94db-272e436295b5', 'network_id': 'f6de183c-f9f2-485c-94db-272e436295b5', 'tenant_id': '3413cf27f0024fb0b5b5f021dbe2bcf3', 'fixed_ips': [{'subnet_id': '91cbdb71-f6ed-46b2-9223-b79e347916ba'}]}} from dv-neutron-601336-94-hyperv. {{(pid=94176) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 23 11:37:53.658068 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron_lib.callbacks.manager [None req-badf488c-ae6f-455d-915c-59993032da97 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-923104'] for port, before_create {{(pid=94176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:37:53.781603 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-916a66ce-50ef-4c77-8912-81e9b9e94604 tempest-NetworksIpV6Test-253648203 tempest-NetworksIpV6Test-253648203-project] Made reservation on behalf of 3413cf27f0024fb0b5b5f021dbe2bcf3 for: {'subnet': 1} {{(pid=94175) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 23 11:37:53.785244 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron_lib.callbacks.manager [None req-916a66ce-50ef-4c77-8912-81e9b9e94604 tempest-NetworksIpV6Test-253648203 tempest-NetworksIpV6Test-253648203-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4660073'] for subnet, before_create {{(pid=94175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:37:53.790058 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.db.db_base_plugin_common [None req-badf488c-ae6f-455d-915c-59993032da97 None None] Allocated IP 2001:db8::2 (f6de183c-f9f2-485c-94db-272e436295b5/91cbdb71-f6ed-46b2-9223-b79e347916ba/5ccac6b9-be88-47b4-be7f-8b47c12881bb) {{(pid=94176) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 23 11:37:53.929908 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron_lib.callbacks.manager [None req-badf488c-ae6f-455d-915c-59993032da97 None None] Notify callbacks [] for port, precommit_create {{(pid=94176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:37:53.937803 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.db.provisioning_blocks [None req-badf488c-ae6f-455d-915c-59993032da97 None None] Transition to ACTIVE for port object 5ccac6b9-be88-47b4-be7f-8b47c12881bb will not be triggered until provisioned by entity L2. {{(pid=94176) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 23 11:37:53.952643 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.db.provisioning_blocks [None req-badf488c-ae6f-455d-915c-59993032da97 None None] Transition to ACTIVE for port object 5ccac6b9-be88-47b4-be7f-8b47c12881bb will not be triggered until provisioned by entity DHCP. {{(pid=94176) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 23 11:37:54.027997 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron_lib.callbacks.manager [None req-badf488c-ae6f-455d-915c-59993032da97 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-922915', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-239814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7866073', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773699642215'] for port, after_create {{(pid=94176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:37:54.030754 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG oslo_concurrency.lockutils [None req-d2f81db3-b00b-4868-a619-cbc47c374283 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 11:37:54.056341 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron_lib.callbacks.manager [None req-916a66ce-50ef-4c77-8912-81e9b9e94604 tempest-NetworksIpV6Test-253648203 tempest-NetworksIpV6Test-253648203-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866062', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5083113', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4660095'] for subnet, after_create {{(pid=94175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:37:54.059340 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG oslo_concurrency.lockutils [None req-2204feb5-f72c-487d-9f64-c61e46bb83fb tempest-RoutersTest-228919764 tempest-RoutersTest-228919764-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94175) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 11:37:54.063984 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-badf488c-ae6f-455d-915c-59993032da97 None None] Network f6de183c-f9f2-485c-94db-272e436295b5 is already hosted by enough agents. {{(pid=94176) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 23 11:37:54.068461 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.scheduler.base_scheduler [None req-badf488c-ae6f-455d-915c-59993032da97 None None] Resources bound (agent type, host, resource id): {{(pid=94176) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 23 11:37:54.074210 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.db.l3_dvrscheduler_db [None req-badf488c-ae6f-455d-915c-59993032da97 None None] Received port after_create {{(pid=94176) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 23 11:37:54.081083 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-badf488c-ae6f-455d-915c-59993032da97 None None] Pushing event updated for resources: {'Port': ['ID=5ccac6b9-be88-47b4-be7f-8b47c12881bb,revision_number=1']} {{(pid=94176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 11:37:54.085393 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG oslo_concurrency.lockutils [None req-badf488c-ae6f-455d-915c-59993032da97 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.055s {{(pid=94176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 11:37:54.104756 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-916a66ce-50ef-4c77-8912-81e9b9e94604 tempest-NetworksIpV6Test-253648203 tempest-NetworksIpV6Test-253648203-project] Network f6de183c-f9f2-485c-94db-272e436295b5 is already hosted by enough agents. {{(pid=94175) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 23 11:37:54.109157 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.scheduler.base_scheduler [None req-916a66ce-50ef-4c77-8912-81e9b9e94604 tempest-NetworksIpV6Test-253648203 tempest-NetworksIpV6Test-253648203-project] Resources bound (agent type, host, resource id): {{(pid=94175) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 23 11:37:54.113318 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-916a66ce-50ef-4c77-8912-81e9b9e94604 tempest-NetworksIpV6Test-253648203 tempest-NetworksIpV6Test-253648203-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 11:37:54.113904 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron_lib.callbacks.manager [None req-916a66ce-50ef-4c77-8912-81e9b9e94604 tempest-NetworksIpV6Test-253648203 tempest-NetworksIpV6Test-253648203-project] Notify callbacks [] for subnet, before_response {{(pid=94175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:37:54.125821 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-916a66ce-50ef-4c77-8912-81e9b9e94604 tempest-NetworksIpV6Test-253648203 tempest-NetworksIpV6Test-253648203-project] Pushing event updated for resources: {'Subnet': ['ID=1acebd93-4e2e-497b-83da-c98c42b2fdf1,revision_number=0']} {{(pid=94175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 11:37:54.128427 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG oslo_concurrency.lockutils [None req-916a66ce-50ef-4c77-8912-81e9b9e94604 tempest-NetworksIpV6Test-253648203 tempest-NetworksIpV6Test-253648203-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.069s {{(pid=94175) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 11:37:54.141049 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.plugins.ml2.managers [None req-badf488c-ae6f-455d-915c-59993032da97 None None] Attempting to bind port 5ccac6b9-be88-47b4-be7f-8b47c12881bb on host dv-neutron-601336-94-hyperv for vnic_type normal with profile {{(pid=94176) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 23 11:37:54.141426 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.plugins.ml2.managers [None req-badf488c-ae6f-455d-915c-59993032da97 None None] Attempting to bind port 5ccac6b9-be88-47b4-be7f-8b47c12881bb by drivers openvswitch,hyperv on host dv-neutron-601336-94-hyperv at level 0 using segments [{'id': '8c6e38cc-51a7-47a4-9133-cc666de83a85', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 449, 'network_id': 'f6de183c-f9f2-485c-94db-272e436295b5'}] {{(pid=94176) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 23 11:37:54.141805 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-badf488c-ae6f-455d-915c-59993032da97 None None] Attempting to bind port 5ccac6b9-be88-47b4-be7f-8b47c12881bb on network f6de183c-f9f2-485c-94db-272e436295b5 {{(pid=94176) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 23 11:37:54.147000 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-badf488c-ae6f-455d-915c-59993032da97 None None] Checking agent: {'id': '4d05f899-5ac9-411b-8a03-f60c93f87cdf', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-601336-94-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 23, 11, 22, 14), 'started_at': datetime.datetime(2021, 6, 23, 11, 22, 44), 'heartbeat_timestamp': datetime.datetime(2021, 6, 23, 11, 37, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'monitor_allowed_address_pair_garp': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-601336-94-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94176) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 23 11:37:54.147424 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-badf488c-ae6f-455d-915c-59993032da97 None None] Checking segment: {'id': '8c6e38cc-51a7-47a4-9133-cc666de83a85', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 449, 'network_id': 'f6de183c-f9f2-485c-94db-272e436295b5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94176) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 23 11:37:54.147957 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron_lib.callbacks.manager [None req-badf488c-ae6f-455d-915c-59993032da97 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:37:54.148371 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-badf488c-ae6f-455d-915c-59993032da97 None None] Bound using segment: {'id': '8c6e38cc-51a7-47a4-9133-cc666de83a85', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 449, 'network_id': 'f6de183c-f9f2-485c-94db-272e436295b5'} {{(pid=94176) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 23 11:37:54.148846 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.plugins.ml2.managers [None req-badf488c-ae6f-455d-915c-59993032da97 None None] Bound port: 5ccac6b9-be88-47b4-be7f-8b47c12881bb, host: dv-neutron-601336-94-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8c6e38cc-51a7-47a4-9133-cc666de83a85', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 449, 'network_id': 'f6de183c-f9f2-485c-94db-272e436295b5'}}] {{(pid=94176) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 23 11:37:54.149231 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron_lib.callbacks.manager [None req-badf488c-ae6f-455d-915c-59993032da97 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-923122'] for port, before_update {{(pid=94176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:37:54.205196 dv-neutron-601336-94-hyperv neutron-server[94175]: INFO neutron.wsgi [None req-916a66ce-50ef-4c77-8912-81e9b9e94604 tempest-NetworksIpV6Test-253648203 tempest-NetworksIpV6Test-253648203-project] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 793 time: 0.6076987 Jun 23 11:37:54.207533 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.wsgi [-] (94175) accepted ('10.222.0.20', 42830) {{(pid=94175) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 11:37:54.212164 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.plugins.ml2.db [None req-badf488c-ae6f-455d-915c-59993032da97 None None] For port 5ccac6b9-be88-47b4-be7f-8b47c12881bb, host dv-neutron-601336-94-hyperv, cleared binding levels {{(pid=94176) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 23 11:37:54.215208 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.plugins.ml2.db [None req-badf488c-ae6f-455d-915c-59993032da97 None None] For port 5ccac6b9-be88-47b4-be7f-8b47c12881bb, host dv-neutron-601336-94-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-94-hyperv',level=0,port_id=5ccac6b9-be88-47b4-be7f-8b47c12881bb,segment=NetworkSegment(8c6e38cc-51a7-47a4-9133-cc666de83a85),segment_id=8c6e38cc-51a7-47a4-9133-cc666de83a85)] {{(pid=94176) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 23 11:37:54.296223 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron_lib.callbacks.manager [None req-badf488c-ae6f-455d-915c-59993032da97 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-922904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866062', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773700135042', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773699642233', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773699642278'] for port, after_update {{(pid=94176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:37:54.299143 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG oslo_concurrency.lockutils [None req-dc7542b2-afef-47f4-a763-e3a3cba144be None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 11:37:54.313857 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-248d3620-5d7e-4894-85c1-09e434ef1911 tempest-NetworksIpV6Test-253648203 tempest-NetworksIpV6Test-253648203-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 11:37:54.315407 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-248d3620-5d7e-4894-85c1-09e434ef1911 tempest-NetworksIpV6Test-253648203 tempest-NetworksIpV6Test-253648203-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 11:37:54.317163 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-248d3620-5d7e-4894-85c1-09e434ef1911 tempest-NetworksIpV6Test-253648203 tempest-NetworksIpV6Test-253648203-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 11:37:54.318692 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-248d3620-5d7e-4894-85c1-09e434ef1911 tempest-NetworksIpV6Test-253648203 tempest-NetworksIpV6Test-253648203-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 11:37:54.320308 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-248d3620-5d7e-4894-85c1-09e434ef1911 tempest-NetworksIpV6Test-253648203 tempest-NetworksIpV6Test-253648203-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 11:37:54.321994 dv-neutron-601336-94-hyperv neutron-server[94175]: INFO neutron.wsgi [None req-248d3620-5d7e-4894-85c1-09e434ef1911 tempest-NetworksIpV6Test-253648203 tempest-NetworksIpV6Test-253648203-project] 10.222.0.20 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 3330 time: 0.1135459 Jun 23 11:37:54.325701 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.wsgi [-] (94175) accepted ('10.222.0.20', 42832) {{(pid=94175) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 11:37:54.330666 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.api.v2.base [None req-ab44822b-b741-4f67-a3c4-bcee1b1790b9 tempest-NetworksIpV6Test-253648203 tempest-NetworksIpV6Test-253648203-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-364315899'}} {{(pid=94175) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 23 11:37:54.362551 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-badf488c-ae6f-455d-915c-59993032da97 None None] Pushing event updated for resources: {'Port': ['ID=5ccac6b9-be88-47b4-be7f-8b47c12881bb,revision_number=2']} {{(pid=94176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 11:37:54.366477 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG oslo_concurrency.lockutils [None req-badf488c-ae6f-455d-915c-59993032da97 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.067s {{(pid=94176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 11:37:54.421456 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ab44822b-b741-4f67-a3c4-bcee1b1790b9 tempest-NetworksIpV6Test-253648203 tempest-NetworksIpV6Test-253648203-project] Made reservation on behalf of 3413cf27f0024fb0b5b5f021dbe2bcf3 for: {'network': 1} {{(pid=94175) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 23 11:37:54.426905 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron_lib.callbacks.manager [None req-ab44822b-b741-4f67-a3c4-bcee1b1790b9 tempest-NetworksIpV6Test-253648203 tempest-NetworksIpV6Test-253648203-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-923104'] for network, before_create {{(pid=94175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:37:54.449921 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ab44822b-b741-4f67-a3c4-bcee1b1790b9 tempest-NetworksIpV6Test-253648203 tempest-NetworksIpV6Test-253648203-project] vlan segment allocate from pool success with {'vlan_id': 443, 'physical_network': 'physnet1'} {{(pid=94175) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 23 11:37:54.460042 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron_lib.callbacks.manager [None req-ab44822b-b741-4f67-a3c4-bcee1b1790b9 tempest-NetworksIpV6Test-253648203 tempest-NetworksIpV6Test-253648203-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3801'] for segment, precommit_create {{(pid=94175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:37:54.460467 dv-neutron-601336-94-hyperv neutron-server[94175]: INFO neutron.db.segments_db [None req-ab44822b-b741-4f67-a3c4-bcee1b1790b9 tempest-NetworksIpV6Test-253648203 tempest-NetworksIpV6Test-253648203-project] Added segment db143dab-03a9-4ecb-bde7-7444fbd53962 of type vlan for network 2ca40b78-870c-4158-b268-653d6f423e17 Jun 23 11:37:54.515092 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron_lib.callbacks.manager [None req-ab44822b-b741-4f67-a3c4-bcee1b1790b9 tempest-NetworksIpV6Test-253648203 tempest-NetworksIpV6Test-253648203-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8773699596773'] for network, precommit_create {{(pid=94175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:37:54.593278 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron_lib.callbacks.manager [None req-ab44822b-b741-4f67-a3c4-bcee1b1790b9 tempest-NetworksIpV6Test-253648203 tempest-NetworksIpV6Test-253648203-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8002400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7866073'] for network, after_create {{(pid=94175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:37:54.598950 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ab44822b-b741-4f67-a3c4-bcee1b1790b9 tempest-NetworksIpV6Test-253648203 tempest-NetworksIpV6Test-253648203-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 11:37:54.600408 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron_lib.callbacks.manager [None req-ab44822b-b741-4f67-a3c4-bcee1b1790b9 tempest-NetworksIpV6Test-253648203 tempest-NetworksIpV6Test-253648203-project] Notify callbacks [] for network, before_response {{(pid=94175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:37:54.602942 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG oslo_concurrency.lockutils [None req-fef76a6c-871d-49bf-afbd-38e07359c7d6 tempest-ExternalNetworksTestJSON-398413736 tempest-ExternalNetworksTestJSON-398413736-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94175) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 11:37:54.665206 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab44822b-b741-4f67-a3c4-bcee1b1790b9 tempest-NetworksIpV6Test-253648203 tempest-NetworksIpV6Test-253648203-project] Pushing event updated for resources: {'Network': ['ID=2ca40b78-870c-4158-b268-653d6f423e17,revision_number=1']} {{(pid=94175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 11:37:54.667886 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG oslo_concurrency.lockutils [None req-ab44822b-b741-4f67-a3c4-bcee1b1790b9 tempest-NetworksIpV6Test-253648203 tempest-NetworksIpV6Test-253648203-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.065s {{(pid=94175) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 11:37:54.675677 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.plugins.ml2.rpc [None req-dc7542b2-afef-47f4-a763-e3a3cba144be None None] Network 2ca40b78-870c-4158-b268-653d6f423e17 details requested by agent ovs-agent-dv-neutron-601336-94-hyperv with host dv-neutron-601336-94-hyperv {{(pid=94176) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:250}} Jun 23 11:37:54.718838 dv-neutron-601336-94-hyperv neutron-server[94175]: INFO neutron.wsgi [None req-ab44822b-b741-4f67-a3c4-bcee1b1790b9 tempest-NetworksIpV6Test-253648203 tempest-NetworksIpV6Test-253648203-project] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 783 time: 0.3919265 Jun 23 11:37:54.721263 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.wsgi [-] (94175) accepted ('10.222.0.20', 42834) {{(pid=94175) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 11:37:54.727158 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.api.v2.base [None req-d572411d-be54-46d2-a1c4-62b9a755fbcc tempest-NetworksIpV6Test-253648203 tempest-NetworksIpV6Test-253648203-project] Request body: {'network': {'name': 'New_network'}} {{(pid=94175) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 23 11:37:54.888426 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron_lib.callbacks.manager [None req-d572411d-be54-46d2-a1c4-62b9a755fbcc tempest-NetworksIpV6Test-253648203 tempest-NetworksIpV6Test-253648203-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8773699596773'] for network, precommit_update {{(pid=94175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:37:54.972664 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron_lib.callbacks.manager [None req-d572411d-be54-46d2-a1c4-62b9a755fbcc tempest-NetworksIpV6Test-253648203 tempest-NetworksIpV6Test-253648203-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8002400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7866073'] for network, after_update {{(pid=94175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:37:54.973231 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG oslo_concurrency.lockutils [None req-d968eb34-9f7b-413c-8fdd-30dbb878dbe9 tempest-RoutersTest-228919764 tempest-RoutersTest-228919764-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94175) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 11:37:54.991160 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-d572411d-be54-46d2-a1c4-62b9a755fbcc tempest-NetworksIpV6Test-253648203 tempest-NetworksIpV6Test-253648203-project] Network 2ca40b78-870c-4158-b268-653d6f423e17 is not hosted by any dhcp agent {{(pid=94175) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:232}} Jun 23 11:37:54.996524 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d572411d-be54-46d2-a1c4-62b9a755fbcc tempest-NetworksIpV6Test-253648203 tempest-NetworksIpV6Test-253648203-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 11:37:54.997133 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron_lib.callbacks.manager [None req-d572411d-be54-46d2-a1c4-62b9a755fbcc tempest-NetworksIpV6Test-253648203 tempest-NetworksIpV6Test-253648203-project] Notify callbacks [] for network, before_response {{(pid=94175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:37:55.001097 dv-neutron-601336-94-hyperv neutron-server[94175]: INFO neutron.wsgi [None req-d572411d-be54-46d2-a1c4-62b9a755fbcc tempest-NetworksIpV6Test-253648203 tempest-NetworksIpV6Test-253648203-project] 10.222.0.20 "PUT /v2.0/networks/2ca40b78-870c-4158-b268-653d6f423e17 HTTP/1.1" status: 200 len: 723 time: 0.2762351 Jun 23 11:37:55.001576 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.wsgi [-] (94174) accepted ('10.222.0.20', 42836) {{(pid=94174) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 11:37:55.007459 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.api.v2.base [None req-a5031056-e8a4-473a-af09-9577b1bde492 tempest-NetworksIpV6Test-253648203 tempest-NetworksIpV6Test-253648203-project] Request body: {'subnet': {'network_id': '2ca40b78-870c-4158-b268-653d6f423e17', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=94174) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 23 11:37:55.024434 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.plugins.ml2.rpc [None req-dc7542b2-afef-47f4-a763-e3a3cba144be None None] Device 5ccac6b9-be88-47b4-be7f-8b47c12881bb up at agent ovs-agent-dv-neutron-601336-94-hyperv {{(pid=94176) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:298}} Jun 23 11:37:55.049424 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d572411d-be54-46d2-a1c4-62b9a755fbcc tempest-NetworksIpV6Test-253648203 tempest-NetworksIpV6Test-253648203-project] Pushing event updated for resources: {'Network': ['ID=2ca40b78-870c-4158-b268-653d6f423e17,revision_number=2']} {{(pid=94175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 11:37:55.052666 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG oslo_concurrency.lockutils [None req-d572411d-be54-46d2-a1c4-62b9a755fbcc tempest-NetworksIpV6Test-253648203 tempest-NetworksIpV6Test-253648203-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.080s {{(pid=94175) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 11:37:55.066676 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.plugins.ml2.rpc [None req-dc7542b2-afef-47f4-a763-e3a3cba144be None None] Network 2ca40b78-870c-4158-b268-653d6f423e17 details requested by agent ovs-agent-dv-neutron-601336-94-hyperv with host dv-neutron-601336-94-hyperv {{(pid=94176) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:250}} Jun 23 11:37:55.174909 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a5031056-e8a4-473a-af09-9577b1bde492 tempest-NetworksIpV6Test-253648203 tempest-NetworksIpV6Test-253648203-project] Made reservation on behalf of 3413cf27f0024fb0b5b5f021dbe2bcf3 for: {'subnet': 1} {{(pid=94174) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 23 11:37:55.179201 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron_lib.callbacks.manager [None req-a5031056-e8a4-473a-af09-9577b1bde492 tempest-NetworksIpV6Test-253648203 tempest-NetworksIpV6Test-253648203-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4294245'] for subnet, before_create {{(pid=94174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:37:55.209267 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.db.provisioning_blocks [None req-dc7542b2-afef-47f4-a763-e3a3cba144be None None] Provisioning for port 5ccac6b9-be88-47b4-be7f-8b47c12881bb completed by entity L2. {{(pid=94176) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 23 11:37:55.250031 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e85c9197-5757-48ce-bc54-862c1c576700 None None] Network f6de183c-f9f2-485c-94db-272e436295b5 requested from dv-neutron-601336-94-hyperv {{(pid=94176) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 23 11:37:55.415489 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron_lib.callbacks.manager [None req-a5031056-e8a4-473a-af09-9577b1bde492 tempest-NetworksIpV6Test-253648203 tempest-NetworksIpV6Test-253648203-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866062', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5195999', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4294259'] for subnet, after_create {{(pid=94174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:37:55.417403 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG oslo_concurrency.lockutils [None req-20c6c439-df02-488d-8514-8c8b4ecb4733 tempest-NetworksTest-2133396914 tempest-NetworksTest-2133396914-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94174) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 11:37:55.456924 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.db.provisioning_blocks [None req-6e14a178-6a39-472f-8c5e-ab525e268467 None None] Provisioning for port 5ccac6b9-be88-47b4-be7f-8b47c12881bb completed by entity DHCP. {{(pid=94176) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 23 11:37:55.464217 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.db.provisioning_blocks [None req-6e14a178-6a39-472f-8c5e-ab525e268467 None None] Provisioning complete for port 5ccac6b9-be88-47b4-be7f-8b47c12881bb triggered by entity DHCP. {{(pid=94176) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 23 11:37:55.464605 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron_lib.callbacks.manager [None req-6e14a178-6a39-472f-8c5e-ab525e268467 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-899258'] for port, provisioning_complete {{(pid=94176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:37:55.474449 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5031056-e8a4-473a-af09-9577b1bde492 tempest-NetworksIpV6Test-253648203 tempest-NetworksIpV6Test-253648203-project] Pushing event updated for resources: {'Subnet': ['ID=1915309c-6df8-4250-8c98-9fc4fd2f0124,revision_number=0']} {{(pid=94174) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 11:37:55.480558 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG oslo_concurrency.lockutils [None req-a5031056-e8a4-473a-af09-9577b1bde492 tempest-NetworksIpV6Test-253648203 tempest-NetworksIpV6Test-253648203-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.063s {{(pid=94174) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 11:37:55.488103 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a5031056-e8a4-473a-af09-9577b1bde492 tempest-NetworksIpV6Test-253648203 tempest-NetworksIpV6Test-253648203-project] Checking segment: {'id': 'db143dab-03a9-4ecb-bde7-7444fbd53962', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 443, 'network_id': '2ca40b78-870c-4158-b268-653d6f423e17'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94174) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 23 11:37:55.488412 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a5031056-e8a4-473a-af09-9577b1bde492 tempest-NetworksIpV6Test-253648203 tempest-NetworksIpV6Test-253648203-project] Network hostable DHCP agents. Network: 2ca40b78-870c-4158-b268-653d6f423e17, hostable agents: ['8cf29b10-0e57-4131-816f-a4b6ad00b249'], hosted agents: [] {{(pid=94174) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 23 11:37:55.501726 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a2932b54-65c8-4e46-a310-9773317ab6f1 None None] Update dhcp port {'port': {'network_id': 'f6de183c-f9f2-485c-94db-272e436295b5', 'fixed_ips': [{'subnet_id': '91cbdb71-f6ed-46b2-9223-b79e347916ba', 'ip_address': '2001:db8::2'}, {'subnet_id': '1acebd93-4e2e-497b-83da-c98c42b2fdf1'}], 'binding:host_id': 'dv-neutron-601336-94-hyperv'}, 'id': '5ccac6b9-be88-47b4-be7f-8b47c12881bb'} from dv-neutron-601336-94-hyperv. {{(pid=94176) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Jun 23 11:37:55.546722 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron_lib.callbacks.manager [None req-a2932b54-65c8-4e46-a310-9773317ab6f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-923122'] for port, before_update {{(pid=94176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:37:55.586353 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a5031056-e8a4-473a-af09-9577b1bde492 tempest-NetworksIpV6Test-253648203 tempest-NetworksIpV6Test-253648203-project] Network 2ca40b78-870c-4158-b268-653d6f423e17 is scheduled to be hosted by DHCP agent 8cf29b10-0e57-4131-816f-a4b6ad00b249 with binding_index 1 {{(pid=94174) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 23 11:37:55.611371 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron_lib.callbacks.manager [None req-6e14a178-6a39-472f-8c5e-ab525e268467 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-923122'] for port, before_update {{(pid=94176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:37:55.671975 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.scheduler.base_scheduler [None req-a5031056-e8a4-473a-af09-9577b1bde492 tempest-NetworksIpV6Test-253648203 tempest-NetworksIpV6Test-253648203-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-601336-94-hyperv, 2ca40b78-870c-4158-b268-653d6f423e17) {{(pid=94174) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 23 11:37:55.676159 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a5031056-e8a4-473a-af09-9577b1bde492 tempest-NetworksIpV6Test-253648203 tempest-NetworksIpV6Test-253648203-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94174) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 11:37:55.676754 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron_lib.callbacks.manager [None req-a5031056-e8a4-473a-af09-9577b1bde492 tempest-NetworksIpV6Test-253648203 tempest-NetworksIpV6Test-253648203-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7865916'] for subnet, before_response {{(pid=94174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:37:55.686800 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-089841ba-46e3-41d1-8dec-d24013aaec32 None None] Network 2ca40b78-870c-4158-b268-653d6f423e17 requested from dv-neutron-601336-94-hyperv {{(pid=94176) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 23 11:37:55.741918 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.plugins.ml2.db [None req-6e14a178-6a39-472f-8c5e-ab525e268467 None None] For port 5ccac6b9-be88-47b4-be7f-8b47c12881bb, host dv-neutron-601336-94-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-94-hyperv',level=0,port_id=5ccac6b9-be88-47b4-be7f-8b47c12881bb,segment=NetworkSegment(8c6e38cc-51a7-47a4-9133-cc666de83a85),segment_id=8c6e38cc-51a7-47a4-9133-cc666de83a85)] {{(pid=94176) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 23 11:37:55.772667 dv-neutron-601336-94-hyperv neutron-server[94174]: INFO neutron.wsgi [None req-a5031056-e8a4-473a-af09-9577b1bde492 tempest-NetworksIpV6Test-253648203 tempest-NetworksIpV6Test-253648203-project] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.7675030 Jun 23 11:37:55.772863 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.wsgi [-] (94174) accepted ('10.222.0.20', 42838) {{(pid=94174) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 11:37:55.778166 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.api.v2.base [None req-541756df-303d-4ed8-9578-19ffe697ee5a tempest-NetworksIpV6Test-253648203 tempest-NetworksIpV6Test-253648203-project] Request body: {'subnet': {'name': 'New_subnet'}} {{(pid=94174) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 23 11:37:55.805319 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron_lib.callbacks.manager [None req-6e14a178-6a39-472f-8c5e-ab525e268467 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-922904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866062', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773700135042', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773699642233', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773699642278'] for port, after_update {{(pid=94176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:37:55.813948 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG oslo_concurrency.lockutils [None req-f0fa6a19-a858-4a10-8ea4-924e3ebc395f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 11:37:55.839566 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.db.db_base_plugin_common [None req-a2932b54-65c8-4e46-a310-9773317ab6f1 None None] Allocated IP 172.20.0.1 (f6de183c-f9f2-485c-94db-272e436295b5/1acebd93-4e2e-497b-83da-c98c42b2fdf1/5ccac6b9-be88-47b4-be7f-8b47c12881bb) {{(pid=94176) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 23 11:37:55.866632 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron_lib.callbacks.manager [None req-541756df-303d-4ed8-9578-19ffe697ee5a tempest-NetworksIpV6Test-253648203 tempest-NetworksIpV6Test-253648203-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_update-4294266'] for subnet, before_update {{(pid=94174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:37:55.948077 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e14a178-6a39-472f-8c5e-ab525e268467 None None] Pushing event updated for resources: {'Port': ['ID=5ccac6b9-be88-47b4-be7f-8b47c12881bb,revision_number=3']} {{(pid=94176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 11:37:55.969565 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG oslo_concurrency.lockutils [None req-6e14a178-6a39-472f-8c5e-ab525e268467 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.156s {{(pid=94176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 11:37:55.984258 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-02da04f9-c86c-4c4d-abce-4f0c8dc66752 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1e0d828a-1fa4-563d-b7fd-53adf66a04ee-2ca40b78-870c-4158-b268-653d6f423e17', 'network_id': '2ca40b78-870c-4158-b268-653d6f423e17', 'tenant_id': '3413cf27f0024fb0b5b5f021dbe2bcf3', 'fixed_ips': [{'subnet_id': '1915309c-6df8-4250-8c98-9fc4fd2f0124'}]}} from dv-neutron-601336-94-hyperv. {{(pid=94176) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 23 11:37:55.985288 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron_lib.callbacks.manager [None req-02da04f9-c86c-4c4d-abce-4f0c8dc66752 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-923104'] for port, before_create {{(pid=94176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:37:56.021421 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.plugins.ml2.db [None req-a2932b54-65c8-4e46-a310-9773317ab6f1 None None] For port 5ccac6b9-be88-47b4-be7f-8b47c12881bb, host dv-neutron-601336-94-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-94-hyperv',level=0,port_id=5ccac6b9-be88-47b4-be7f-8b47c12881bb,segment=NetworkSegment(8c6e38cc-51a7-47a4-9133-cc666de83a85),segment_id=8c6e38cc-51a7-47a4-9133-cc666de83a85)] {{(pid=94176) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 23 11:37:56.061613 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron_lib.callbacks.manager [None req-541756df-303d-4ed8-9578-19ffe697ee5a tempest-NetworksIpV6Test-253648203 tempest-NetworksIpV6Test-253648203-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866062', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8773700135033', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_updated-5195941'] for subnet, after_update {{(pid=94174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:37:56.064609 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG oslo_concurrency.lockutils [None req-5360866a-c187-4bd9-b0c1-fbc222cbd25e tempest-PortsIpV6TestJSON-1781383748 tempest-PortsIpV6TestJSON-1781383748-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94174) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 11:37:56.092846 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-541756df-303d-4ed8-9578-19ffe697ee5a tempest-NetworksIpV6Test-253648203 tempest-NetworksIpV6Test-253648203-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94174) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 11:37:56.093441 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron_lib.callbacks.manager [None req-541756df-303d-4ed8-9578-19ffe697ee5a tempest-NetworksIpV6Test-253648203 tempest-NetworksIpV6Test-253648203-project] Notify callbacks [] for subnet, before_response {{(pid=94174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:37:56.097092 dv-neutron-601336-94-hyperv neutron-server[94174]: INFO neutron.wsgi [None req-541756df-303d-4ed8-9578-19ffe697ee5a tempest-NetworksIpV6Test-253648203 tempest-NetworksIpV6Test-253648203-project] 10.222.0.20 "PUT /v2.0/subnets/1915309c-6df8-4250-8c98-9fc4fd2f0124 HTTP/1.1" status: 200 len: 826 time: 0.3209541 Jun 23 11:37:56.098181 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.wsgi [-] (94175) accepted ('10.222.0.20', 42840) {{(pid=94175) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 11:37:56.112386 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron_lib.callbacks.manager [None req-a2932b54-65c8-4e46-a310-9773317ab6f1 None None] Notify callbacks [] for port, precommit_update {{(pid=94176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:37:56.117725 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-541756df-303d-4ed8-9578-19ffe697ee5a tempest-NetworksIpV6Test-253648203 tempest-NetworksIpV6Test-253648203-project] Pushing event updated for resources: {'Subnet': ['ID=1915309c-6df8-4250-8c98-9fc4fd2f0124,revision_number=1']} {{(pid=94174) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 11:37:56.126305 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG oslo_concurrency.lockutils [None req-541756df-303d-4ed8-9578-19ffe697ee5a tempest-NetworksIpV6Test-253648203 tempest-NetworksIpV6Test-253648203-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.056s {{(pid=94174) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 11:37:56.203950 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron_lib.callbacks.manager [None req-5c653f36-f9e1-4b92-8b18-9f8f203364c8 tempest-NetworksIpV6Test-253648203 tempest-NetworksIpV6Test-253648203-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-824874'] for network, before_delete {{(pid=94175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:37:56.256807 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron_lib.callbacks.manager [None req-5c653f36-f9e1-4b92-8b18-9f8f203364c8 tempest-NetworksIpV6Test-253648203 tempest-NetworksIpV6Test-253648203-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-897634'] for subnet, precommit_delete {{(pid=94175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:37:56.300142 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.db.provisioning_blocks [None req-a2932b54-65c8-4e46-a310-9773317ab6f1 None None] Transition to ACTIVE for port object 5ccac6b9-be88-47b4-be7f-8b47c12881bb will not be triggered until provisioned by entity DHCP. {{(pid=94176) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 23 11:37:56.317079 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.db.db_base_plugin_common [None req-02da04f9-c86c-4c4d-abce-4f0c8dc66752 None None] Allocated IP 2001:db8::2 (2ca40b78-870c-4158-b268-653d6f423e17/1915309c-6df8-4250-8c98-9fc4fd2f0124/6cde33d1-c09c-4cdf-b503-4ab6c7d64624) {{(pid=94176) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 23 11:37:56.389742 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron_lib.callbacks.manager [None req-a2932b54-65c8-4e46-a310-9773317ab6f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-922904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866062', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773700135042', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773699642233', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773699642278'] for port, after_update {{(pid=94176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:37:56.394838 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG oslo_concurrency.lockutils [None req-97bd5441-1da2-49ee-a364-27795820ba27 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 11:37:56.516751 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2932b54-65c8-4e46-a310-9773317ab6f1 None None] Pushing event updated for resources: {'Port': ['ID=5ccac6b9-be88-47b4-be7f-8b47c12881bb,revision_number=4']} {{(pid=94176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 11:37:56.521672 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG oslo_concurrency.lockutils [None req-a2932b54-65c8-4e46-a310-9773317ab6f1 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.126s {{(pid=94176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 11:37:56.537815 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron_lib.callbacks.manager [None req-02da04f9-c86c-4c4d-abce-4f0c8dc66752 None None] Notify callbacks [] for port, precommit_create {{(pid=94176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:37:56.545846 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.db.provisioning_blocks [None req-02da04f9-c86c-4c4d-abce-4f0c8dc66752 None None] Transition to ACTIVE for port object 6cde33d1-c09c-4cdf-b503-4ab6c7d64624 will not be triggered until provisioned by entity L2. {{(pid=94176) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 23 11:37:56.559701 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.db.provisioning_blocks [None req-02da04f9-c86c-4c4d-abce-4f0c8dc66752 None None] Transition to ACTIVE for port object 6cde33d1-c09c-4cdf-b503-4ab6c7d64624 will not be triggered until provisioned by entity DHCP. {{(pid=94176) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 23 11:37:56.598223 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.wsgi [-] (94175) accepted ('10.222.0.20', 42844) {{(pid=94175) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 11:37:56.651518 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron_lib.callbacks.manager [None req-02da04f9-c86c-4c4d-abce-4f0c8dc66752 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-922915', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-239814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7866073', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773699642215'] for port, after_create {{(pid=94176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:37:56.654629 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG oslo_concurrency.lockutils [None req-aa2e3087-953a-4c66-b0c8-d1efe1c8ef92 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 11:37:56.680700 dv-neutron-601336-94-hyperv neutron-server[94175]: INFO neutron.wsgi [None req-9179d5f4-9b0f-40fd-a604-38383e0f2654 tempest-TestNetworkBasicOps-233187296 tempest-TestNetworkBasicOps-233187296-project] 10.222.0.20 "GET /v2.0/floatingips/f433b26e-33f0-4afb-8b00-bfba142b14f7 HTTP/1.1" status: 200 len: 992 time: 0.0812144 Jun 23 11:37:56.700982 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-02da04f9-c86c-4c4d-abce-4f0c8dc66752 None None] Network 2ca40b78-870c-4158-b268-653d6f423e17 is already hosted by enough agents. {{(pid=94176) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 23 11:37:56.703817 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.scheduler.base_scheduler [None req-02da04f9-c86c-4c4d-abce-4f0c8dc66752 None None] Resources bound (agent type, host, resource id): {{(pid=94176) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 23 11:37:56.707431 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.db.l3_dvrscheduler_db [None req-02da04f9-c86c-4c4d-abce-4f0c8dc66752 None None] Received port after_create {{(pid=94176) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 23 11:37:56.720367 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02da04f9-c86c-4c4d-abce-4f0c8dc66752 None None] Pushing event updated for resources: {'Port': ['ID=6cde33d1-c09c-4cdf-b503-4ab6c7d64624,revision_number=1']} {{(pid=94176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 11:37:56.723801 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG oslo_concurrency.lockutils [None req-02da04f9-c86c-4c4d-abce-4f0c8dc66752 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.069s {{(pid=94176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 11:37:56.775334 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.plugins.ml2.managers [None req-02da04f9-c86c-4c4d-abce-4f0c8dc66752 None None] Attempting to bind port 6cde33d1-c09c-4cdf-b503-4ab6c7d64624 on host dv-neutron-601336-94-hyperv for vnic_type normal with profile {{(pid=94176) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 23 11:37:56.775761 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.plugins.ml2.managers [None req-02da04f9-c86c-4c4d-abce-4f0c8dc66752 None None] Attempting to bind port 6cde33d1-c09c-4cdf-b503-4ab6c7d64624 by drivers openvswitch,hyperv on host dv-neutron-601336-94-hyperv at level 0 using segments [{'id': 'db143dab-03a9-4ecb-bde7-7444fbd53962', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 443, 'network_id': '2ca40b78-870c-4158-b268-653d6f423e17'}] {{(pid=94176) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 23 11:37:56.776148 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-02da04f9-c86c-4c4d-abce-4f0c8dc66752 None None] Attempting to bind port 6cde33d1-c09c-4cdf-b503-4ab6c7d64624 on network 2ca40b78-870c-4158-b268-653d6f423e17 {{(pid=94176) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 23 11:37:56.776731 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron_lib.callbacks.manager [None req-5c653f36-f9e1-4b92-8b18-9f8f203364c8 tempest-NetworksIpV6Test-253648203 tempest-NetworksIpV6Test-253648203-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-897627', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866062', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5083050', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4660036'] for subnet, after_delete {{(pid=94175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:37:56.781203 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG oslo_concurrency.lockutils [None req-e2ec6c68-5b5a-4976-9a6e-7b48d295f244 tempest-FloatingIPTestJSON-1140213849 tempest-FloatingIPTestJSON-1140213849-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94175) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 11:37:56.782431 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-02da04f9-c86c-4c4d-abce-4f0c8dc66752 None None] Checking agent: {'id': '4d05f899-5ac9-411b-8a03-f60c93f87cdf', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-601336-94-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 23, 11, 22, 14), 'started_at': datetime.datetime(2021, 6, 23, 11, 22, 44), 'heartbeat_timestamp': datetime.datetime(2021, 6, 23, 11, 37, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'monitor_allowed_address_pair_garp': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-601336-94-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94176) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 23 11:37:56.783128 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-02da04f9-c86c-4c4d-abce-4f0c8dc66752 None None] Checking segment: {'id': 'db143dab-03a9-4ecb-bde7-7444fbd53962', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 443, 'network_id': '2ca40b78-870c-4158-b268-653d6f423e17'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94176) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 23 11:37:56.783563 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron_lib.callbacks.manager [None req-02da04f9-c86c-4c4d-abce-4f0c8dc66752 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:37:56.783976 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-02da04f9-c86c-4c4d-abce-4f0c8dc66752 None None] Bound using segment: {'id': 'db143dab-03a9-4ecb-bde7-7444fbd53962', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 443, 'network_id': '2ca40b78-870c-4158-b268-653d6f423e17'} {{(pid=94176) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 23 11:37:56.784603 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.plugins.ml2.managers [None req-02da04f9-c86c-4c4d-abce-4f0c8dc66752 None None] Bound port: 6cde33d1-c09c-4cdf-b503-4ab6c7d64624, host: dv-neutron-601336-94-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'db143dab-03a9-4ecb-bde7-7444fbd53962', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 443, 'network_id': '2ca40b78-870c-4158-b268-653d6f423e17'}}] {{(pid=94176) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 23 11:37:56.785000 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron_lib.callbacks.manager [None req-02da04f9-c86c-4c4d-abce-4f0c8dc66752 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-923122'] for port, before_update {{(pid=94176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:37:56.813173 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c653f36-f9e1-4b92-8b18-9f8f203364c8 tempest-NetworksIpV6Test-253648203 tempest-NetworksIpV6Test-253648203-project] Pushing event deleted for resources: {'Subnet': ['ID=1915309c-6df8-4250-8c98-9fc4fd2f0124,revision_number=None']} {{(pid=94175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 11:37:56.822053 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG oslo_concurrency.lockutils [None req-5c653f36-f9e1-4b92-8b18-9f8f203364c8 tempest-NetworksIpV6Test-253648203 tempest-NetworksIpV6Test-253648203-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.041s {{(pid=94175) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 11:37:56.859124 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.plugins.ml2.db [None req-02da04f9-c86c-4c4d-abce-4f0c8dc66752 None None] For port 6cde33d1-c09c-4cdf-b503-4ab6c7d64624, host dv-neutron-601336-94-hyperv, cleared binding levels {{(pid=94176) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 23 11:37:56.862547 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.plugins.ml2.db [None req-02da04f9-c86c-4c4d-abce-4f0c8dc66752 None None] For port 6cde33d1-c09c-4cdf-b503-4ab6c7d64624, host dv-neutron-601336-94-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-94-hyperv',level=0,port_id=6cde33d1-c09c-4cdf-b503-4ab6c7d64624,segment=NetworkSegment(db143dab-03a9-4ecb-bde7-7444fbd53962),segment_id=db143dab-03a9-4ecb-bde7-7444fbd53962)] {{(pid=94176) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 23 11:37:56.890439 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron_lib.callbacks.manager [None req-5c653f36-f9e1-4b92-8b18-9f8f203364c8 tempest-NetworksIpV6Test-253648203 tempest-NetworksIpV6Test-253648203-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-897259', 'neutron.services.segments.db._delete_segments_for_network-8773700168587'] for network, precommit_delete {{(pid=94175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:37:56.901017 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.services.segments.db [None req-5c653f36-f9e1-4b92-8b18-9f8f203364c8 tempest-NetworksIpV6Test-253648203 tempest-NetworksIpV6Test-253648203-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2ca40b78-870c-4158-b268-653d6f423e17']}} {{(pid=94175) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 11:37:56.917677 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.services.segments.db [None req-5c653f36-f9e1-4b92-8b18-9f8f203364c8 tempest-NetworksIpV6Test-253648203 tempest-NetworksIpV6Test-253648203-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'db143dab-03a9-4ecb-bde7-7444fbd53962') {'for_net_delete': True} {{(pid=94175) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 11:37:56.917984 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.services.segments.db [None req-5c653f36-f9e1-4b92-8b18-9f8f203364c8 tempest-NetworksIpV6Test-253648203 tempest-NetworksIpV6Test-253648203-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'db143dab-03a9-4ecb-bde7-7444fbd53962') {} {{(pid=94175) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 11:37:56.928010 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron_lib.callbacks.manager [None req-5c653f36-f9e1-4b92-8b18-9f8f203364c8 tempest-NetworksIpV6Test-253648203 tempest-NetworksIpV6Test-253648203-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8773699955833', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5190677'] for segment, before_delete {{(pid=94175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:37:56.943643 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron_lib.callbacks.manager [None req-02da04f9-c86c-4c4d-abce-4f0c8dc66752 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-922904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866062', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773700135042', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773699642233', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773699642278'] for port, after_update {{(pid=94176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:37:56.945721 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG oslo_concurrency.lockutils [None req-bf638ba9-079b-4553-a463-22063a66970a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 11:37:56.956085 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron_lib.callbacks.manager [None req-5c653f36-f9e1-4b92-8b18-9f8f203364c8 tempest-NetworksIpV6Test-253648203 tempest-NetworksIpV6Test-253648203-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3801'] for segment, precommit_delete {{(pid=94175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:37:56.966545 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5c653f36-f9e1-4b92-8b18-9f8f203364c8 tempest-NetworksIpV6Test-253648203 tempest-NetworksIpV6Test-253648203-project] Releasing vlan 443 on physical network physnet1 to pool {{(pid=94175) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 23 11:37:56.966545 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron_lib.callbacks.manager [None req-5c653f36-f9e1-4b92-8b18-9f8f203364c8 tempest-NetworksIpV6Test-253648203 tempest-NetworksIpV6Test-253648203-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3801', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5082371'] for segment, after_delete {{(pid=94175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:37:56.976983 dv-neutron-601336-94-hyperv neutron-server[94175]: Traceback (most recent call last): Jun 23 11:37:56.976983 dv-neutron-601336-94-hyperv neutron-server[94175]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 23 11:37:56.976983 dv-neutron-601336-94-hyperv neutron-server[94175]: timer() Jun 23 11:37:56.976983 dv-neutron-601336-94-hyperv neutron-server[94175]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 23 11:37:56.976983 dv-neutron-601336-94-hyperv neutron-server[94175]: cb(*args, **kw) Jun 23 11:37:56.976983 dv-neutron-601336-94-hyperv neutron-server[94175]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 23 11:37:56.976983 dv-neutron-601336-94-hyperv neutron-server[94175]: return func(*args, **kwargs) Jun 23 11:37:56.976983 dv-neutron-601336-94-hyperv neutron-server[94175]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 23 11:37:56.976983 dv-neutron-601336-94-hyperv neutron-server[94175]: self._notify() Jun 23 11:37:56.976983 dv-neutron-601336-94-hyperv neutron-server[94175]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 23 11:37:56.976983 dv-neutron-601336-94-hyperv neutron-server[94175]: self.callback(batched_events) Jun 23 11:37:56.976983 dv-neutron-601336-94-hyperv neutron-server[94175]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 23 11:37:56.976983 dv-neutron-601336-94-hyperv neutron-server[94175]: event.method(event) Jun 23 11:37:56.976983 dv-neutron-601336-94-hyperv neutron-server[94175]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 23 11:37:56.976983 dv-neutron-601336-94-hyperv neutron-server[94175]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 23 11:37:56.976983 dv-neutron-601336-94-hyperv neutron-server[94175]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 23 11:37:56.976983 dv-neutron-601336-94-hyperv neutron-server[94175]: aggregate_uuid = self.p_client.list_aggregates( Jun 23 11:37:56.976983 dv-neutron-601336-94-hyperv neutron-server[94175]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 23 11:37:56.976983 dv-neutron-601336-94-hyperv neutron-server[94175]: return f(self, *a, **k) Jun 23 11:37:56.976983 dv-neutron-601336-94-hyperv neutron-server[94175]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 23 11:37:56.976983 dv-neutron-601336-94-hyperv neutron-server[94175]: return self._get(url).json() Jun 23 11:37:56.976983 dv-neutron-601336-94-hyperv neutron-server[94175]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 23 11:37:56.976983 dv-neutron-601336-94-hyperv neutron-server[94175]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 23 11:37:56.976983 dv-neutron-601336-94-hyperv neutron-server[94175]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 23 11:37:56.976983 dv-neutron-601336-94-hyperv neutron-server[94175]: return self.request(url, 'GET', **kwargs) Jun 23 11:37:56.976983 dv-neutron-601336-94-hyperv neutron-server[94175]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 23 11:37:56.976983 dv-neutron-601336-94-hyperv neutron-server[94175]: base_url = self.get_endpoint(auth, allow=allow, Jun 23 11:37:56.976983 dv-neutron-601336-94-hyperv neutron-server[94175]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 23 11:37:56.976983 dv-neutron-601336-94-hyperv neutron-server[94175]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 23 11:37:56.976983 dv-neutron-601336-94-hyperv neutron-server[94175]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 23 11:37:56.976983 dv-neutron-601336-94-hyperv neutron-server[94175]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 23 11:37:56.976983 dv-neutron-601336-94-hyperv neutron-server[94175]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 23 11:37:56.983696 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.wsgi [-] (94174) accepted ('10.222.0.20', 42850) {{(pid=94174) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 11:37:56.995705 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.plugins.ml2.rpc [None req-dc7542b2-afef-47f4-a763-e3a3cba144be None None] Device 5ccac6b9-be88-47b4-be7f-8b47c12881bb up at agent ovs-agent-dv-neutron-601336-94-hyperv {{(pid=94176) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:298}} Jun 23 11:37:57.066539 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02da04f9-c86c-4c4d-abce-4f0c8dc66752 None None] Pushing event updated for resources: {'Port': ['ID=6cde33d1-c09c-4cdf-b503-4ab6c7d64624,revision_number=2']} {{(pid=94176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 11:37:57.079626 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron_lib.db.api [None req-5c653f36-f9e1-4b92-8b18-9f8f203364c8 tempest-NetworksIpV6Test-253648203 tempest-NetworksIpV6Test-253648203-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Jun 23 11:37:57.079626 dv-neutron-601336-94-hyperv neutron-server[94175]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Jun 23 11:37:57.079626 dv-neutron-601336-94-hyperv neutron-server[94175]: [parameters: {'id': '2ca40b78-870c-4158-b268-653d6f423e17'}] Jun 23 11:37:57.079626 dv-neutron-601336-94-hyperv neutron-server[94175]: (Background on this error at: http://sqlalche.me/e/14/gkpj) {{(pid=94175) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jun 23 11:37:57.083154 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG oslo_db.api [None req-5c653f36-f9e1-4b92-8b18-9f8f203364c8 tempest-NetworksIpV6Test-253648203 tempest-NetworksIpV6Test-253648203-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=94175) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jun 23 11:37:57.086674 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG oslo_concurrency.lockutils [None req-02da04f9-c86c-4c4d-abce-4f0c8dc66752 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.141s {{(pid=94176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 11:37:57.089037 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a88e3df0-d6f8-481f-a215-0478e8d0ea5e None None] Network f6de183c-f9f2-485c-94db-272e436295b5 requested from dv-neutron-601336-94-hyperv {{(pid=94176) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 23 11:37:57.155164 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.plugins.ml2.plugin [None req-6d752c64-4ab2-4894-b9fd-32a0c44d8552 tempest-TestNetworkBasicOps-233187296 tempest-TestNetworkBasicOps-233187296-project] Deleting port 10d98b91-5e91-4937-b4c6-1fb77b9926c4 {{(pid=94174) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1913}} Jun 23 11:37:57.155719 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron_lib.callbacks.manager [None req-6d752c64-4ab2-4894-b9fd-32a0c44d8552 tempest-TestNetworkBasicOps-233187296 tempest-TestNetworkBasicOps-233187296-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773700079324'] for port, before_delete {{(pid=94174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:37:57.172717 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-18e8905d-452d-48ea-acda-6e62127a8279 None None] Network 2ca40b78-870c-4158-b268-653d6f423e17 requested from dv-neutron-601336-94-hyperv {{(pid=94176) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 23 11:37:57.227706 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.db.provisioning_blocks [None req-b3ea5cef-ae72-4454-8d27-ec0fdb73a0a9 None None] Provisioning for port 5ccac6b9-be88-47b4-be7f-8b47c12881bb completed by entity DHCP. {{(pid=94176) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 23 11:37:57.238312 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron_lib.callbacks.manager [None req-6d752c64-4ab2-4894-b9fd-32a0c44d8552 tempest-TestNetworkBasicOps-233187296 tempest-TestNetworkBasicOps-233187296-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-430722'] for port, precommit_delete {{(pid=94174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:37:57.238768 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron_lib.callbacks.manager [None req-6d752c64-4ab2-4894-b9fd-32a0c44d8552 tempest-TestNetworkBasicOps-233187296 tempest-TestNetworkBasicOps-233187296-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:37:57.251678 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.plugins.ml2.plugin [None req-6d752c64-4ab2-4894-b9fd-32a0c44d8552 tempest-TestNetworkBasicOps-233187296 tempest-TestNetworkBasicOps-233187296-project] Calling delete_port for 10d98b91-5e91-4937-b4c6-1fb77b9926c4 owned by network:floatingip {{(pid=94174) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1986}} Jun 23 11:37:57.261890 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.db.provisioning_blocks [None req-b3ea5cef-ae72-4454-8d27-ec0fdb73a0a9 None None] Provisioning complete for port 5ccac6b9-be88-47b4-be7f-8b47c12881bb triggered by entity DHCP. {{(pid=94176) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 23 11:37:57.262279 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron_lib.callbacks.manager [None req-b3ea5cef-ae72-4454-8d27-ec0fdb73a0a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-899258'] for port, provisioning_complete {{(pid=94176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:37:57.444784 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron_lib.callbacks.manager [None req-6d752c64-4ab2-4894-b9fd-32a0c44d8552 tempest-TestNetworkBasicOps-233187296 tempest-TestNetworkBasicOps-233187296-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-922904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866062', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773700135024', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773699642224', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5196390'] for port, after_delete {{(pid=94174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:37:57.448890 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG oslo_concurrency.lockutils [None req-c160904e-142d-4081-947b-0009a04ed3a8 tempest-NetworksIpV6Test-253648203 tempest-NetworksIpV6Test-253648203-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94174) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 11:37:57.453001 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3a7c2c62-1ceb-474b-9650-46a1dd492c09 None None] Network 2ca40b78-870c-4158-b268-653d6f423e17 requested from dv-neutron-601336-94-hyperv {{(pid=94176) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 23 11:37:57.478934 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d752c64-4ab2-4894-b9fd-32a0c44d8552 tempest-TestNetworkBasicOps-233187296 tempest-TestNetworkBasicOps-233187296-project] Pushing event deleted for resources: {'Port': ['ID=10d98b91-5e91-4937-b4c6-1fb77b9926c4,revision_number=None']} {{(pid=94174) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 11:37:57.481340 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG oslo_concurrency.lockutils [None req-6d752c64-4ab2-4894-b9fd-32a0c44d8552 tempest-TestNetworkBasicOps-233187296 tempest-TestNetworkBasicOps-233187296-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.033s {{(pid=94174) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 11:37:57.539913 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron_lib.callbacks.manager [None req-6d752c64-4ab2-4894-b9fd-32a0c44d8552 tempest-TestNetworkBasicOps-233187296 tempest-TestNetworkBasicOps-233187296-project] Notify callbacks [] for floatingip, after_delete {{(pid=94174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:37:57.540252 dv-neutron-601336-94-hyperv neutron-server[94174]: INFO neutron.db.l3_db [None req-6d752c64-4ab2-4894-b9fd-32a0c44d8552 tempest-TestNetworkBasicOps-233187296 tempest-TestNetworkBasicOps-233187296-project] Floating IP f433b26e-33f0-4afb-8b00-bfba142b14f7 disassociated (deleted). External IP: 172.26.3.74, port: ec4bcd93-1a8a-4477-bc36-6256a7f680e5. Jun 23 11:37:57.580813 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron_lib.callbacks.manager [None req-5c653f36-f9e1-4b92-8b18-9f8f203364c8 tempest-NetworksIpV6Test-253648203 tempest-NetworksIpV6Test-253648203-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-824874'] for network, before_delete {{(pid=94175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:37:57.638825 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cddcc31b-bd40-4289-b0bb-701f6da3c0d0 None None] get_active_networks_info from dv-neutron-601336-94-hyperv {{(pid=94176) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Jun 23 11:37:57.646513 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.plugins.ml2.plugin [None req-5c653f36-f9e1-4b92-8b18-9f8f203364c8 tempest-NetworksIpV6Test-253648203 tempest-NetworksIpV6Test-253648203-project] Deleting port 6cde33d1-c09c-4cdf-b503-4ab6c7d64624 {{(pid=94175) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1913}} Jun 23 11:37:57.646870 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron_lib.callbacks.manager [None req-5c653f36-f9e1-4b92-8b18-9f8f203364c8 tempest-NetworksIpV6Test-253648203 tempest-NetworksIpV6Test-253648203-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773700079324'] for port, before_delete {{(pid=94175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:37:57.684355 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.db.provisioning_blocks [None req-ce00262d-3c93-426c-81e8-cb4ca6e619f0 None None] Provisioning complete for port 5ccac6b9-be88-47b4-be7f-8b47c12881bb triggered by entity DHCP. {{(pid=94176) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 23 11:37:57.684740 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron_lib.callbacks.manager [None req-ce00262d-3c93-426c-81e8-cb4ca6e619f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-899258'] for port, provisioning_complete {{(pid=94176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:37:57.716632 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.plugins.ml2.db [None req-5c653f36-f9e1-4b92-8b18-9f8f203364c8 tempest-NetworksIpV6Test-253648203 tempest-NetworksIpV6Test-253648203-project] For port 6cde33d1-c09c-4cdf-b503-4ab6c7d64624, host dv-neutron-601336-94-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-94-hyperv',level=0,port_id=6cde33d1-c09c-4cdf-b503-4ab6c7d64624,segment=NetworkSegment(db143dab-03a9-4ecb-bde7-7444fbd53962),segment_id=db143dab-03a9-4ecb-bde7-7444fbd53962)] {{(pid=94175) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 23 11:37:57.716890 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron_lib.callbacks.manager [None req-5c653f36-f9e1-4b92-8b18-9f8f203364c8 tempest-NetworksIpV6Test-253648203 tempest-NetworksIpV6Test-253648203-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-430722'] for port, precommit_delete {{(pid=94175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:37:57.731436 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.plugins.ml2.plugin [None req-5c653f36-f9e1-4b92-8b18-9f8f203364c8 tempest-NetworksIpV6Test-253648203 tempest-NetworksIpV6Test-253648203-project] Calling delete_port for 6cde33d1-c09c-4cdf-b503-4ab6c7d64624 owned by network:dhcp {{(pid=94175) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1986}} Jun 23 11:37:57.764610 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cddcc31b-bd40-4289-b0bb-701f6da3c0d0 None None] Resources bound (agent type, host, resource id): {{(pid=94176) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Jun 23 11:37:57.775453 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6d752c64-4ab2-4894-b9fd-32a0c44d8552 tempest-TestNetworkBasicOps-233187296 tempest-TestNetworkBasicOps-233187296-project] Router 138f928c-e351-4622-a42a-73141d74090b has already been hosted by L3 agent 50ef99c0-ef28-4db5-b303-b145898fae60 {{(pid=94174) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 23 11:37:57.879339 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron_lib.callbacks.manager [None req-5c653f36-f9e1-4b92-8b18-9f8f203364c8 tempest-NetworksIpV6Test-253648203 tempest-NetworksIpV6Test-253648203-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-922904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866062', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773700135024', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773699642224', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5082448'] for port, after_delete {{(pid=94175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:37:57.883682 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG oslo_concurrency.lockutils [None req-55e01baf-eaf1-4736-85eb-1b2bbd9d86f2 tempest-FloatingIPTestJSON-1140213849 tempest-FloatingIPTestJSON-1140213849-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94175) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 11:37:57.892761 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6d752c64-4ab2-4894-b9fd-32a0c44d8552 tempest-TestNetworkBasicOps-233187296 tempest-TestNetworkBasicOps-233187296-project] Notify agent at l3_agent.dv-neutron-601336-94-hyperv the message routers_updated {{(pid=94174) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 23 11:37:57.897727 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron_lib.callbacks.manager [None req-6d752c64-4ab2-4894-b9fd-32a0c44d8552 tempest-TestNetworkBasicOps-233187296 tempest-TestNetworkBasicOps-233187296-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-217507'] for floatingip, before_response {{(pid=94174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:37:57.908094 dv-neutron-601336-94-hyperv neutron-server[94177]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-953eabc7-05c9-4851-ab2b-27ffcb8d4184 None None] Sync routers for ids ['138f928c-e351-4622-a42a-73141d74090b'] in dv-neutron-601336-94-hyperv {{(pid=94177) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 23 11:37:57.913182 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5c653f36-f9e1-4b92-8b18-9f8f203364c8 tempest-NetworksIpV6Test-253648203 tempest-NetworksIpV6Test-253648203-project] No DVR routers for this DVR port 6cde33d1-c09c-4cdf-b503-4ab6c7d64624 on host dv-neutron-601336-94-hyperv {{(pid=94175) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 23 11:37:57.919227 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c653f36-f9e1-4b92-8b18-9f8f203364c8 tempest-NetworksIpV6Test-253648203 tempest-NetworksIpV6Test-253648203-project] Pushing event deleted for resources: {'Port': ['ID=6cde33d1-c09c-4cdf-b503-4ab6c7d64624,revision_number=None']} {{(pid=94175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 11:37:57.921633 dv-neutron-601336-94-hyperv neutron-server[94177]: DEBUG neutron.db.l3_dvrscheduler_db [None req-953eabc7-05c9-4851-ab2b-27ffcb8d4184 None None] Routers {'138f928c-e351-4622-a42a-73141d74090b'} bound to L3 agent in host dv-neutron-601336-94-hyperv {{(pid=94177) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 23 11:37:57.921986 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG oslo_concurrency.lockutils [None req-5c653f36-f9e1-4b92-8b18-9f8f203364c8 tempest-NetworksIpV6Test-253648203 tempest-NetworksIpV6Test-253648203-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.038s {{(pid=94175) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 11:37:57.922827 dv-neutron-601336-94-hyperv neutron-server[94177]: DEBUG neutron.db.l3_hamode_db [None req-953eabc7-05c9-4851-ab2b-27ffcb8d4184 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-601336-94-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-06-23T11:22:13Z,description=,heartbeat_timestamp=2021-06-23T11:37:43Z,host='dv-neutron-601336-94-hyperv',id=50ef99c0-ef28-4db5-b303-b145898fae60,load=0,resource_versions=,resources_synced=,started_at=2021-06-23T11:22:14Z,topic='l3_agent')) {'router_ids': ['138f928c-e351-4622-a42a-73141d74090b'], 'active': True} {{(pid=94177) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 11:37:57.940367 dv-neutron-601336-94-hyperv neutron-server[94174]: INFO neutron.wsgi [None req-6d752c64-4ab2-4894-b9fd-32a0c44d8552 tempest-TestNetworkBasicOps-233187296 tempest-TestNetworkBasicOps-233187296-project] 10.222.0.20 "DELETE /v2.0/floatingips/f433b26e-33f0-4afb-8b00-bfba142b14f7 HTTP/1.1" status: 204 len: 168 time: 0.9585547 Jun 23 11:37:57.940367 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4c156f8c-0fa4-48ba-81bb-2e948cc18773', 'tag': 'ec4bcd93-1a8a-4477-bc36-6256a7f680e5'}] {{(pid=94174) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 23 11:37:57.943647 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6ff47218258ed5bf6cae7f276c9622ae488f9e8ebc13d1a310221fbcfb04c5dd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2588f950-03a3-4b82-aa7a-e5887b6978a3" -d '{"events": [{"name": "network-changed", "server_uuid": "4c156f8c-0fa4-48ba-81bb-2e948cc18773", "tag": "ec4bcd93-1a8a-4477-bc36-6256a7f680e5"}]}' {{(pid=94174) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 23 11:37:58.015468 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 23 Jun 2021 11:37:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e0a68743-0b8e-4a5d-b021-3363198a602e x-openstack-request-id: req-e0a68743-0b8e-4a5d-b021-3363198a602e {{(pid=94174) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 23 11:37:58.015881 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4c156f8c-0fa4-48ba-81bb-2e948cc18773", "tag": "ec4bcd93-1a8a-4477-bc36-6256a7f680e5", "status": "completed", "code": 200}]} {{(pid=94174) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 23 11:37:58.016255 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-e0a68743-0b8e-4a5d-b021-3363198a602e {{(pid=94174) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 23 11:37:58.016781 dv-neutron-601336-94-hyperv neutron-server[94174]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4c156f8c-0fa4-48ba-81bb-2e948cc18773', 'tag': 'ec4bcd93-1a8a-4477-bc36-6256a7f680e5', 'status': 'completed', 'code': 200} Jun 23 11:37:58.018489 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron_lib.callbacks.manager [None req-5c653f36-f9e1-4b92-8b18-9f8f203364c8 tempest-NetworksIpV6Test-253648203 tempest-NetworksIpV6Test-253648203-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-897259', 'neutron.services.segments.db._delete_segments_for_network-8773700168587'] for network, precommit_delete {{(pid=94175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:37:58.031709 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.services.segments.db [None req-5c653f36-f9e1-4b92-8b18-9f8f203364c8 tempest-NetworksIpV6Test-253648203 tempest-NetworksIpV6Test-253648203-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2ca40b78-870c-4158-b268-653d6f423e17']}} {{(pid=94175) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 11:37:58.043432 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.services.segments.db [None req-5c653f36-f9e1-4b92-8b18-9f8f203364c8 tempest-NetworksIpV6Test-253648203 tempest-NetworksIpV6Test-253648203-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'db143dab-03a9-4ecb-bde7-7444fbd53962') {'for_net_delete': True} {{(pid=94175) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 11:37:58.044001 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.services.segments.db [None req-5c653f36-f9e1-4b92-8b18-9f8f203364c8 tempest-NetworksIpV6Test-253648203 tempest-NetworksIpV6Test-253648203-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'db143dab-03a9-4ecb-bde7-7444fbd53962') {} {{(pid=94175) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 11:37:58.054799 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron_lib.callbacks.manager [None req-5c653f36-f9e1-4b92-8b18-9f8f203364c8 tempest-NetworksIpV6Test-253648203 tempest-NetworksIpV6Test-253648203-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8773699955833', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5190677'] for segment, before_delete {{(pid=94175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:37:58.065768 dv-neutron-601336-94-hyperv neutron-server[94177]: DEBUG neutron.db.l3_dvr_db [None req-953eabc7-05c9-4851-ab2b-27ffcb8d4184 None None] Set router 138f928c-e351-4622-a42a-73141d74090b gateway port host: dv-neutron-601336-94-hyperv {{(pid=94177) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:838}} Jun 23 11:37:58.071519 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron_lib.callbacks.manager [None req-5c653f36-f9e1-4b92-8b18-9f8f203364c8 tempest-NetworksIpV6Test-253648203 tempest-NetworksIpV6Test-253648203-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3801'] for segment, precommit_delete {{(pid=94175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:37:58.077783 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5c653f36-f9e1-4b92-8b18-9f8f203364c8 tempest-NetworksIpV6Test-253648203 tempest-NetworksIpV6Test-253648203-project] Releasing vlan 443 on physical network physnet1 to pool {{(pid=94175) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 23 11:37:58.078194 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron_lib.callbacks.manager [None req-5c653f36-f9e1-4b92-8b18-9f8f203364c8 tempest-NetworksIpV6Test-253648203 tempest-NetworksIpV6Test-253648203-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3801', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5082371'] for segment, after_delete {{(pid=94175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:37:58.121706 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2588f950-03a3-4b82-aa7a-e5887b6978a3 req-65865af1-eb37-4ee4-a2d2-55909134d93e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94174) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 11:37:58.123865 dv-neutron-601336-94-hyperv neutron-server[94174]: INFO neutron.wsgi [req-2588f950-03a3-4b82-aa7a-e5887b6978a3 req-65865af1-eb37-4ee4-a2d2-55909134d93e service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=772b9946478d439e9da4eaeade7fb21d&device_id=4c156f8c-0fa4-48ba-81bb-2e948cc18773 HTTP/1.1" status: 200 len: 1098 time: 0.0792034 Jun 23 11:37:58.127656 dv-neutron-601336-94-hyperv neutron-server[94175]: Traceback (most recent call last): Jun 23 11:37:58.127656 dv-neutron-601336-94-hyperv neutron-server[94175]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 23 11:37:58.127656 dv-neutron-601336-94-hyperv neutron-server[94175]: timer() Jun 23 11:37:58.127656 dv-neutron-601336-94-hyperv neutron-server[94175]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 23 11:37:58.127656 dv-neutron-601336-94-hyperv neutron-server[94175]: cb(*args, **kw) Jun 23 11:37:58.127656 dv-neutron-601336-94-hyperv neutron-server[94175]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 23 11:37:58.127656 dv-neutron-601336-94-hyperv neutron-server[94175]: return func(*args, **kwargs) Jun 23 11:37:58.127656 dv-neutron-601336-94-hyperv neutron-server[94175]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 23 11:37:58.127656 dv-neutron-601336-94-hyperv neutron-server[94175]: self._notify() Jun 23 11:37:58.127656 dv-neutron-601336-94-hyperv neutron-server[94175]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 23 11:37:58.127656 dv-neutron-601336-94-hyperv neutron-server[94175]: self.callback(batched_events) Jun 23 11:37:58.127656 dv-neutron-601336-94-hyperv neutron-server[94175]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 23 11:37:58.127656 dv-neutron-601336-94-hyperv neutron-server[94175]: event.method(event) Jun 23 11:37:58.127656 dv-neutron-601336-94-hyperv neutron-server[94175]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 23 11:37:58.127656 dv-neutron-601336-94-hyperv neutron-server[94175]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 23 11:37:58.127656 dv-neutron-601336-94-hyperv neutron-server[94175]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 23 11:37:58.127656 dv-neutron-601336-94-hyperv neutron-server[94175]: aggregate_uuid = self.p_client.list_aggregates( Jun 23 11:37:58.127656 dv-neutron-601336-94-hyperv neutron-server[94175]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 23 11:37:58.127656 dv-neutron-601336-94-hyperv neutron-server[94175]: return f(self, *a, **k) Jun 23 11:37:58.127656 dv-neutron-601336-94-hyperv neutron-server[94175]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 23 11:37:58.127656 dv-neutron-601336-94-hyperv neutron-server[94175]: return self._get(url).json() Jun 23 11:37:58.127656 dv-neutron-601336-94-hyperv neutron-server[94175]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 23 11:37:58.127656 dv-neutron-601336-94-hyperv neutron-server[94175]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 23 11:37:58.127656 dv-neutron-601336-94-hyperv neutron-server[94175]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 23 11:37:58.127656 dv-neutron-601336-94-hyperv neutron-server[94175]: return self.request(url, 'GET', **kwargs) Jun 23 11:37:58.127656 dv-neutron-601336-94-hyperv neutron-server[94175]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 23 11:37:58.127656 dv-neutron-601336-94-hyperv neutron-server[94175]: base_url = self.get_endpoint(auth, allow=allow, Jun 23 11:37:58.127656 dv-neutron-601336-94-hyperv neutron-server[94175]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 23 11:37:58.127656 dv-neutron-601336-94-hyperv neutron-server[94175]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 23 11:37:58.127656 dv-neutron-601336-94-hyperv neutron-server[94175]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 23 11:37:58.127656 dv-neutron-601336-94-hyperv neutron-server[94175]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 23 11:37:58.127656 dv-neutron-601336-94-hyperv neutron-server[94175]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 23 11:37:58.219982 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2588f950-03a3-4b82-aa7a-e5887b6978a3 req-a4fbb301-d946-4ad5-87b0-c94b690a063d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94174) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 11:37:58.221442 dv-neutron-601336-94-hyperv neutron-server[94174]: INFO neutron.wsgi [req-2588f950-03a3-4b82-aa7a-e5887b6978a3 req-a4fbb301-d946-4ad5-87b0-c94b690a063d service neutron] 10.222.0.52 "GET /v2.0/networks?id=751565c3-b0a8-48a7-9195-02fff873bed5 HTTP/1.1" status: 200 len: 898 time: 0.0890310 Jun 23 11:37:58.233340 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron_lib.callbacks.manager [None req-5c653f36-f9e1-4b92-8b18-9f8f203364c8 tempest-NetworksIpV6Test-253648203 tempest-NetworksIpV6Test-253648203-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-897248', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8002400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7866073', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-524247'] for network, after_delete {{(pid=94175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:37:58.237838 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG oslo_concurrency.lockutils [None req-c24e6521-a403-4d24-9b37-fdf30a87817c tempest-RoutersTest-228919764 tempest-RoutersTest-228919764-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94175) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 11:37:58.242946 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron_lib.callbacks.manager [None req-5c653f36-f9e1-4b92-8b18-9f8f203364c8 tempest-NetworksIpV6Test-253648203 tempest-NetworksIpV6Test-253648203-project] Notify callbacks [] for network, before_response {{(pid=94175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:37:58.247337 dv-neutron-601336-94-hyperv neutron-server[94175]: INFO neutron.wsgi [None req-5c653f36-f9e1-4b92-8b18-9f8f203364c8 tempest-NetworksIpV6Test-253648203 tempest-NetworksIpV6Test-253648203-project] 10.222.0.20 "DELETE /v2.0/networks/2ca40b78-870c-4158-b268-653d6f423e17 HTTP/1.1" status: 204 len: 168 time: 2.1455410 Jun 23 11:37:58.255900 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.wsgi [-] (94175) accepted ('10.222.0.20', 42856) {{(pid=94175) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 11:37:58.265138 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c653f36-f9e1-4b92-8b18-9f8f203364c8 tempest-NetworksIpV6Test-253648203 tempest-NetworksIpV6Test-253648203-project] Pushing event deleted for resources: {'Network': ['ID=2ca40b78-870c-4158-b268-653d6f423e17,revision_number=None']} {{(pid=94175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 11:37:58.275572 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG oslo_concurrency.lockutils [None req-5c653f36-f9e1-4b92-8b18-9f8f203364c8 tempest-NetworksIpV6Test-253648203 tempest-NetworksIpV6Test-253648203-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.038s {{(pid=94175) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 11:37:58.276057 dv-neutron-601336-94-hyperv neutron-server[94174]: INFO neutron.wsgi [req-2588f950-03a3-4b82-aa7a-e5887b6978a3 req-040c5c29-d80c-43d3-98f1-1714da776169 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=ec4bcd93-1a8a-4477-bc36-6256a7f680e5 HTTP/1.1" status: 200 len: 217 time: 0.0459769 Jun 23 11:37:58.276907 dv-neutron-601336-94-hyperv neutron-server[94175]: INFO neutron.pecan_wsgi.hooks.translation [None req-42792dfc-5a93-49d6-92e7-8b7253764fac tempest-NetworksIpV6Test-253648203 tempest-NetworksIpV6Test-253648203-project] DELETE failed (client error): The resource could not be found. Jun 23 11:37:58.277477 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-42792dfc-5a93-49d6-92e7-8b7253764fac tempest-NetworksIpV6Test-253648203 tempest-NetworksIpV6Test-253648203-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94175) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 23 11:37:58.279186 dv-neutron-601336-94-hyperv neutron-server[94175]: INFO neutron.wsgi [None req-42792dfc-5a93-49d6-92e7-8b7253764fac tempest-NetworksIpV6Test-253648203 tempest-NetworksIpV6Test-253648203-project] 10.222.0.20 "DELETE /v2.0/networks/2ca40b78-870c-4158-b268-653d6f423e17 HTTP/1.1" status: 404 len: 339 time: 0.0223298 Jun 23 11:37:58.281064 dv-neutron-601336-94-hyperv neutron-server[94177]: DEBUG neutron.db.l3_hamode_db [None req-953eabc7-05c9-4851-ab2b-27ffcb8d4184 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '138f928c-e351-4622-a42a-73141d74090b', 'name': 'tempest-TestNetworkBasicOps-router-45649005', 'tenant_id': '772b9946478d439e9da4eaeade7fb21d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3e7e4eb3-cf02-4d47-ade9-0a579cdfc60f', 'external_fixed_ips': [{'subnet_id': 'a5ad15ab-c489-4a67-a9b0-d559fca0ec71', 'ip_address': '172.26.3.123'}], 'enable_snat': True}, 'gw_port_id': '1ab0ae19-6b61-4c8f-b3b4-a8cef1b1d50e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-23T11:36:59Z', 'updated_at': '2021-06-23T11:37:04Z', 'revision_number': 4, 'project_id': '772b9946478d439e9da4eaeade7fb21d', 'gw_port': {'id': '1ab0ae19-6b61-4c8f-b3b4-a8cef1b1d50e', 'name': '', 'network_id': '3e7e4eb3-cf02-4d47-ade9-0a579cdfc60f', 'tenant_id': '', 'mac_address': 'fa:16:3e:66:52:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '138f928c-e351-4622-a42a-73141d74090b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1237, 'fixed_ips': [{'subnet_id': 'a5ad15ab-c489-4a67-a9b0-d559fca0ec71', 'ip_address': '172.26.3.123', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-94-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-23T11:37:00Z', 'updated_at': '2021-06-23T11:37:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a5ad15ab-c489-4a67-a9b0-d559fca0ec71', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-601336-94-hyperv', '_interfaces': [{'id': 'dd7fc1ca-5169-488a-9c7c-1939746a3cb0', 'name': '', 'network_id': '751565c3-b0a8-48a7-9195-02fff873bed5', 'tenant_id': '772b9946478d439e9da4eaeade7fb21d', 'mac_address': 'fa:16:3e:f4:a0:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '138f928c-e351-4622-a42a-73141d74090b', 'device_owner': 'network:router_interface', 'standard_attr_id': 1242, 'fixed_ips': [{'subnet_id': '16206325-2869-4d16-997a-5226fd65f4a9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-94-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-23T11:37:03Z', 'updated_at': '2021-06-23T11:37:09Z', 'revision_number': 5, 'project_id': '772b9946478d439e9da4eaeade7fb21d', 'subnets': [{'id': '16206325-2869-4d16-997a-5226fd65f4a9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-601336-94-hyperv', False) {} {{(pid=94177) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 11:37:58.283186 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.wsgi [-] (94175) accepted ('10.222.0.20', 42858) {{(pid=94175) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 11:37:58.288720 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.api.v2.base [None req-0cc68ad5-ee9b-444c-b98e-e3101c04aa31 tempest-NetworksIpV6Test-253648203 tempest-NetworksIpV6Test-253648203-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1600931618', 'description': 'd1'}} {{(pid=94175) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 23 11:37:58.316182 dv-neutron-601336-94-hyperv neutron-server[94177]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-953eabc7-05c9-4851-ab2b-27ffcb8d4184 None None] Checking router: 138f928c-e351-4622-a42a-73141d74090b for host: dv-neutron-601336-94-hyperv {{(pid=94177) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 23 11:37:58.325282 dv-neutron-601336-94-hyperv neutron-server[94177]: DEBUG neutron.db.l3_dvrscheduler_db [None req-953eabc7-05c9-4851-ab2b-27ffcb8d4184 None None] Routers {'138f928c-e351-4622-a42a-73141d74090b'} bound to L3 agent in host dv-neutron-601336-94-hyperv {{(pid=94177) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 23 11:37:58.326178 dv-neutron-601336-94-hyperv neutron-server[94177]: DEBUG neutron.db.l3_hamode_db [None req-953eabc7-05c9-4851-ab2b-27ffcb8d4184 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-601336-94-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-06-23T11:22:13Z,description=,heartbeat_timestamp=2021-06-23T11:37:43Z,host='dv-neutron-601336-94-hyperv',id=50ef99c0-ef28-4db5-b303-b145898fae60,load=0,resource_versions=,resources_synced=,started_at=2021-06-23T11:22:14Z,topic='l3_agent')) {'router_ids': ['138f928c-e351-4622-a42a-73141d74090b'], 'active': True} {{(pid=94177) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 11:37:58.329545 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2588f950-03a3-4b82-aa7a-e5887b6978a3 req-487d828e-62f7-482d-a610-19d0aae4dd5a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94174) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 11:37:58.330248 dv-neutron-601336-94-hyperv neutron-server[94174]: INFO neutron.wsgi [req-2588f950-03a3-4b82-aa7a-e5887b6978a3 req-487d828e-62f7-482d-a610-19d0aae4dd5a service neutron] 10.222.0.52 "GET /v2.0/subnets?id=16206325-2869-4d16-997a-5226fd65f4a9 HTTP/1.1" status: 200 len: 834 time: 0.0467839 Jun 23 11:37:58.382098 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0cc68ad5-ee9b-444c-b98e-e3101c04aa31 tempest-NetworksIpV6Test-253648203 tempest-NetworksIpV6Test-253648203-project] Made reservation on behalf of 3413cf27f0024fb0b5b5f021dbe2bcf3 for: {'network': 1} {{(pid=94175) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 23 11:37:58.385819 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron_lib.callbacks.manager [None req-0cc68ad5-ee9b-444c-b98e-e3101c04aa31 tempest-NetworksIpV6Test-253648203 tempest-NetworksIpV6Test-253648203-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-923104'] for network, before_create {{(pid=94175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:37:58.389718 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2588f950-03a3-4b82-aa7a-e5887b6978a3 req-7f2e1585-73d2-429e-be13-9b401507903e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94174) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 11:37:58.391379 dv-neutron-601336-94-hyperv neutron-server[94174]: INFO neutron.wsgi [req-2588f950-03a3-4b82-aa7a-e5887b6978a3 req-7f2e1585-73d2-429e-be13-9b401507903e service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=751565c3-b0a8-48a7-9195-02fff873bed5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1178 time: 0.0533688 Jun 23 11:37:58.411352 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0cc68ad5-ee9b-444c-b98e-e3101c04aa31 tempest-NetworksIpV6Test-253648203 tempest-NetworksIpV6Test-253648203-project] vlan segment allocate from pool success with {'vlan_id': 406, 'physical_network': 'physnet1'} {{(pid=94175) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 23 11:37:58.422934 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron_lib.callbacks.manager [None req-0cc68ad5-ee9b-444c-b98e-e3101c04aa31 tempest-NetworksIpV6Test-253648203 tempest-NetworksIpV6Test-253648203-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3801'] for segment, precommit_create {{(pid=94175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:37:58.423488 dv-neutron-601336-94-hyperv neutron-server[94175]: INFO neutron.db.segments_db [None req-0cc68ad5-ee9b-444c-b98e-e3101c04aa31 tempest-NetworksIpV6Test-253648203 tempest-NetworksIpV6Test-253648203-project] Added segment bab9c8e1-d5d6-4a71-92ab-fd59a07adb8d of type vlan for network 4ff78c4a-8c3d-4610-b72e-b29949d07629 Jun 23 11:37:58.441849 dv-neutron-601336-94-hyperv neutron-server[94177]: DEBUG neutron.db.l3_dvr_db [None req-953eabc7-05c9-4851-ab2b-27ffcb8d4184 None None] Set router 138f928c-e351-4622-a42a-73141d74090b gateway port host: dv-neutron-601336-94-hyperv {{(pid=94177) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:838}} Jun 23 11:37:58.469961 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron_lib.callbacks.manager [None req-0cc68ad5-ee9b-444c-b98e-e3101c04aa31 tempest-NetworksIpV6Test-253648203 tempest-NetworksIpV6Test-253648203-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8773699596773'] for network, precommit_create {{(pid=94175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:37:58.502592 dv-neutron-601336-94-hyperv neutron-server[94174]: INFO neutron.wsgi [req-2588f950-03a3-4b82-aa7a-e5887b6978a3 req-168220dd-bed1-4b36-a53d-9560ba30d43e service neutron] 10.222.0.52 "GET /v2.0/networks/751565c3-b0a8-48a7-9195-02fff873bed5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1035471 Jun 23 11:37:58.576141 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron_lib.callbacks.manager [None req-0cc68ad5-ee9b-444c-b98e-e3101c04aa31 tempest-NetworksIpV6Test-253648203 tempest-NetworksIpV6Test-253648203-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8002400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7866073'] for network, after_create {{(pid=94175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:37:58.581826 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0cc68ad5-ee9b-444c-b98e-e3101c04aa31 tempest-NetworksIpV6Test-253648203 tempest-NetworksIpV6Test-253648203-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 11:37:58.582503 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron_lib.callbacks.manager [None req-0cc68ad5-ee9b-444c-b98e-e3101c04aa31 tempest-NetworksIpV6Test-253648203 tempest-NetworksIpV6Test-253648203-project] Notify callbacks [] for network, before_response {{(pid=94175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:37:58.586788 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG oslo_concurrency.lockutils [None req-a989ca71-15dd-47ff-b406-48b2a04a70e4 tempest-NetworksIpV6Test-253648203 tempest-NetworksIpV6Test-253648203-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94175) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 11:37:58.601728 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16c3456f-31d1-4fca-8f79-4ab71b9cfd00 req-5323524a-017e-45df-a077-f5b8e784577d tempest-TestNetworkBasicOps-233187296 tempest-TestNetworkBasicOps-233187296-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 11:37:58.603324 dv-neutron-601336-94-hyperv neutron-server[94175]: INFO neutron.wsgi [req-16c3456f-31d1-4fca-8f79-4ab71b9cfd00 req-5323524a-017e-45df-a077-f5b8e784577d tempest-TestNetworkBasicOps-233187296 tempest-TestNetworkBasicOps-233187296-project] 10.222.0.20 "GET /v2.0/ports?device_id=4c156f8c-0fa4-48ba-81bb-2e948cc18773 HTTP/1.1" status: 200 len: 945 time: 0.0893729 Jun 23 11:37:58.669963 dv-neutron-601336-94-hyperv neutron-server[94177]: DEBUG neutron.db.l3_hamode_db [None req-953eabc7-05c9-4851-ab2b-27ffcb8d4184 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '138f928c-e351-4622-a42a-73141d74090b', 'name': 'tempest-TestNetworkBasicOps-router-45649005', 'tenant_id': '772b9946478d439e9da4eaeade7fb21d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3e7e4eb3-cf02-4d47-ade9-0a579cdfc60f', 'external_fixed_ips': [{'subnet_id': 'a5ad15ab-c489-4a67-a9b0-d559fca0ec71', 'ip_address': '172.26.3.123'}], 'enable_snat': True}, 'gw_port_id': '1ab0ae19-6b61-4c8f-b3b4-a8cef1b1d50e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-23T11:36:59Z', 'updated_at': '2021-06-23T11:37:04Z', 'revision_number': 4, 'project_id': '772b9946478d439e9da4eaeade7fb21d', 'gw_port': {'id': '1ab0ae19-6b61-4c8f-b3b4-a8cef1b1d50e', 'name': '', 'network_id': '3e7e4eb3-cf02-4d47-ade9-0a579cdfc60f', 'tenant_id': '', 'mac_address': 'fa:16:3e:66:52:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '138f928c-e351-4622-a42a-73141d74090b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1237, 'fixed_ips': [{'subnet_id': 'a5ad15ab-c489-4a67-a9b0-d559fca0ec71', 'ip_address': '172.26.3.123', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-94-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-23T11:37:00Z', 'updated_at': '2021-06-23T11:37:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a5ad15ab-c489-4a67-a9b0-d559fca0ec71', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-601336-94-hyperv', '_interfaces': [{'id': 'dd7fc1ca-5169-488a-9c7c-1939746a3cb0', 'name': '', 'network_id': '751565c3-b0a8-48a7-9195-02fff873bed5', 'tenant_id': '772b9946478d439e9da4eaeade7fb21d', 'mac_address': 'fa:16:3e:f4:a0:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '138f928c-e351-4622-a42a-73141d74090b', 'device_owner': 'network:router_interface', 'standard_attr_id': 1242, 'fixed_ips': [{'subnet_id': '16206325-2869-4d16-997a-5226fd65f4a9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-94-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-23T11:37:03Z', 'updated_at': '2021-06-23T11:37:09Z', 'revision_number': 5, 'project_id': '772b9946478d439e9da4eaeade7fb21d', 'subnets': [{'id': '16206325-2869-4d16-997a-5226fd65f4a9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-601336-94-hyperv', False) {} {{(pid=94177) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 11:37:58.687243 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cc68ad5-ee9b-444c-b98e-e3101c04aa31 tempest-NetworksIpV6Test-253648203 tempest-NetworksIpV6Test-253648203-project] Pushing event updated for resources: {'Network': ['ID=4ff78c4a-8c3d-4610-b72e-b29949d07629,revision_number=1']} {{(pid=94175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 11:37:58.692510 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG oslo_concurrency.lockutils [None req-0cc68ad5-ee9b-444c-b98e-e3101c04aa31 tempest-NetworksIpV6Test-253648203 tempest-NetworksIpV6Test-253648203-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.106s {{(pid=94175) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 11:37:58.695786 dv-neutron-601336-94-hyperv neutron-server[94175]: INFO neutron.wsgi [req-16c3456f-31d1-4fca-8f79-4ab71b9cfd00 req-a7325aaf-a01e-427c-97dd-9293b5d63bb0 tempest-TestNetworkBasicOps-233187296 tempest-TestNetworkBasicOps-233187296-project] 10.222.0.20 "GET /v2.0/security-groups?id=afbb5e43-86d5-4257-b916-20a954ee3100&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0789027 Jun 23 11:37:58.700545 dv-neutron-601336-94-hyperv neutron-server[94177]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-953eabc7-05c9-4851-ab2b-27ffcb8d4184 None None] The sync data for ids ['138f928c-e351-4622-a42a-73141d74090b'] in dv-neutron-601336-94-hyperv is: [{'id': '138f928c-e351-4622-a42a-73141d74090b', 'name': 'tempest-TestNetworkBasicOps-router-45649005', 'tenant_id': '772b9946478d439e9da4eaeade7fb21d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3e7e4eb3-cf02-4d47-ade9-0a579cdfc60f', 'external_fixed_ips': [{'subnet_id': 'a5ad15ab-c489-4a67-a9b0-d559fca0ec71', 'ip_address': '172.26.3.123'}], 'enable_snat': True}, 'gw_port_id': '1ab0ae19-6b61-4c8f-b3b4-a8cef1b1d50e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-23T11:36:59Z', 'updated_at': '2021-06-23T11:37:04Z', 'revision_number': 4, 'project_id': '772b9946478d439e9da4eaeade7fb21d', 'gw_port': {'id': '1ab0ae19-6b61-4c8f-b3b4-a8cef1b1d50e', 'name': '', 'network_id': '3e7e4eb3-cf02-4d47-ade9-0a579cdfc60f', 'tenant_id': '', 'mac_address': 'fa:16:3e:66:52:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '138f928c-e351-4622-a42a-73141d74090b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1237, 'fixed_ips': [{'subnet_id': 'a5ad15ab-c489-4a67-a9b0-d559fca0ec71', 'ip_address': '172.26.3.123', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-94-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-23T11:37:00Z', 'updated_at': '2021-06-23T11:37:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a5ad15ab-c489-4a67-a9b0-d559fca0ec71', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-601336-94-hyperv', '_interfaces': [{'id': 'dd7fc1ca-5169-488a-9c7c-1939746a3cb0', 'name': '', 'network_id': '751565c3-b0a8-48a7-9195-02fff873bed5', 'tenant_id': '772b9946478d439e9da4eaeade7fb21d', 'mac_address': 'fa:16:3e:f4:a0:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '138f928c-e351-4622-a42a-73141d74090b', 'device_owner': 'network:router_interface', 'standard_attr_id': 1242, 'fixed_ips': [{'subnet_id': '16206325-2869-4d16-997a-5226fd65f4a9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-94-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-23T11:37:03Z', 'updated_at': '2021-06-23T11:37:09Z', 'revision_number': 5, 'project_id': '772b9946478d439e9da4eaeade7fb21d', 'subnets': [{'id': '16206325-2869-4d16-997a-5226fd65f4a9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94177) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 23 11:37:58.701062 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.plugins.ml2.rpc [None req-dc7542b2-afef-47f4-a763-e3a3cba144be None None] Network 4ff78c4a-8c3d-4610-b72e-b29949d07629 details requested by agent ovs-agent-dv-neutron-601336-94-hyperv with host dv-neutron-601336-94-hyperv {{(pid=94176) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:250}} Jun 23 11:37:58.721082 dv-neutron-601336-94-hyperv neutron-server[94175]: INFO neutron.wsgi [None req-0cc68ad5-ee9b-444c-b98e-e3101c04aa31 tempest-NetworksIpV6Test-253648203 tempest-NetworksIpV6Test-253648203-project] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 786 time: 0.4344409 Jun 23 11:37:58.721335 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.wsgi [-] (94175) accepted ('10.222.0.20', 42862) {{(pid=94175) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 11:37:58.878747 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-33ea7ab1-9b74-46a5-8222-6fb97d1daebd tempest-NetworksIpV6Test-253648203 tempest-NetworksIpV6Test-253648203-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 11:37:58.883314 dv-neutron-601336-94-hyperv neutron-server[94175]: INFO neutron.wsgi [None req-33ea7ab1-9b74-46a5-8222-6fb97d1daebd tempest-NetworksIpV6Test-253648203 tempest-NetworksIpV6Test-253648203-project] 10.222.0.20 "GET /v2.0/networks?id=4ff78c4a-8c3d-4610-b72e-b29949d07629 HTTP/1.1" status: 200 len: 765 time: 0.1581781 Jun 23 11:37:58.883554 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.wsgi [-] (94175) accepted ('10.222.0.20', 42864) {{(pid=94175) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 11:37:58.889400 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.api.v2.base [None req-e95787b4-f8bf-4d92-92a4-040f5d1b2a65 tempest-NetworksIpV6Test-253648203 tempest-NetworksIpV6Test-253648203-project] Request body: {'network': {'description': 'd2'}} {{(pid=94175) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 23 11:37:58.979508 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f2faf3e3-2cdc-43f9-9d2b-677aae7c3738 None None] New status for floating IP f433b26e-33f0-4afb-8b00-bfba142b14f7: DOWN {{(pid=94176) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 23 11:37:58.980717 dv-neutron-601336-94-hyperv neutron-server[94174]: INFO neutron.wsgi [req-2588f950-03a3-4b82-aa7a-e5887b6978a3 req-bb7db835-f1d6-461f-9e19-20bca007916e service neutron] 10.222.0.52 "GET /v2.0/networks/751565c3-b0a8-48a7-9195-02fff873bed5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4705563 Jun 23 11:37:59.390474 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron_lib.callbacks.manager [None req-e95787b4-f8bf-4d92-92a4-040f5d1b2a65 tempest-NetworksIpV6Test-253648203 tempest-NetworksIpV6Test-253648203-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8773699596773'] for network, precommit_update {{(pid=94175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:37:59.438859 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron_lib.callbacks.manager [None req-e95787b4-f8bf-4d92-92a4-040f5d1b2a65 tempest-NetworksIpV6Test-253648203 tempest-NetworksIpV6Test-253648203-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8002400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7866073'] for network, after_update {{(pid=94175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:37:59.441244 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG oslo_concurrency.lockutils [None req-803638d1-4dbb-40ce-92d0-d1726d6c8fc8 tempest-FloatingIPTestJSON-1140213849 tempest-FloatingIPTestJSON-1140213849-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94175) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 11:37:59.458139 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-e95787b4-f8bf-4d92-92a4-040f5d1b2a65 tempest-NetworksIpV6Test-253648203 tempest-NetworksIpV6Test-253648203-project] Network 4ff78c4a-8c3d-4610-b72e-b29949d07629 is not hosted by any dhcp agent {{(pid=94175) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:232}} Jun 23 11:37:59.464107 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e95787b4-f8bf-4d92-92a4-040f5d1b2a65 tempest-NetworksIpV6Test-253648203 tempest-NetworksIpV6Test-253648203-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 11:37:59.464692 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron_lib.callbacks.manager [None req-e95787b4-f8bf-4d92-92a4-040f5d1b2a65 tempest-NetworksIpV6Test-253648203 tempest-NetworksIpV6Test-253648203-project] Notify callbacks [] for network, before_response {{(pid=94175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:37:59.465957 dv-neutron-601336-94-hyperv neutron-server[94175]: INFO neutron.wsgi [None req-e95787b4-f8bf-4d92-92a4-040f5d1b2a65 tempest-NetworksIpV6Test-253648203 tempest-NetworksIpV6Test-253648203-project] 10.222.0.20 "PUT /v2.0/networks/4ff78c4a-8c3d-4610-b72e-b29949d07629 HTTP/1.1" status: 200 len: 762 time: 0.5814996 Jun 23 11:37:59.468784 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.wsgi [-] (94174) accepted ('10.222.0.20', 42866) {{(pid=94174) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 11:37:59.508497 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e95787b4-f8bf-4d92-92a4-040f5d1b2a65 tempest-NetworksIpV6Test-253648203 tempest-NetworksIpV6Test-253648203-project] Pushing event updated for resources: {'Network': ['ID=4ff78c4a-8c3d-4610-b72e-b29949d07629,revision_number=1']} {{(pid=94175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 11:37:59.511094 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG oslo_concurrency.lockutils [None req-e95787b4-f8bf-4d92-92a4-040f5d1b2a65 tempest-NetworksIpV6Test-253648203 tempest-NetworksIpV6Test-253648203-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.070s {{(pid=94175) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 11:37:59.518570 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.plugins.ml2.rpc [None req-dc7542b2-afef-47f4-a763-e3a3cba144be None None] Network 4ff78c4a-8c3d-4610-b72e-b29949d07629 details requested by agent ovs-agent-dv-neutron-601336-94-hyperv with host dv-neutron-601336-94-hyperv {{(pid=94176) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:250}} Jun 23 11:37:59.550709 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-16f30105-fda4-47fd-8b3b-7e366872f02d tempest-NetworksIpV6Test-253648203 tempest-NetworksIpV6Test-253648203-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94174) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 11:37:59.553680 dv-neutron-601336-94-hyperv neutron-server[94174]: INFO neutron.wsgi [None req-16f30105-fda4-47fd-8b3b-7e366872f02d tempest-NetworksIpV6Test-253648203 tempest-NetworksIpV6Test-253648203-project] 10.222.0.20 "GET /v2.0/networks?id=4ff78c4a-8c3d-4610-b72e-b29949d07629 HTTP/1.1" status: 200 len: 765 time: 0.0823841 Jun 23 11:37:59.555956 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.wsgi [-] (94174) accepted ('10.222.0.20', 42868) {{(pid=94174) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 11:37:59.750721 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5329dad4-45b9-4da8-8de5-d360fc360f06 tempest-NetworksIpV6Test-253648203 tempest-NetworksIpV6Test-253648203-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94174) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 11:37:59.752311 dv-neutron-601336-94-hyperv neutron-server[94174]: INFO neutron.wsgi [None req-5329dad4-45b9-4da8-8de5-d360fc360f06 tempest-NetworksIpV6Test-253648203 tempest-NetworksIpV6Test-253648203-project] 10.222.0.20 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 782 time: 0.1952913 Jun 23 11:37:59.755784 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.wsgi [-] (94174) accepted ('10.222.0.20', 42872) {{(pid=94174) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 11:37:59.790387 dv-neutron-601336-94-hyperv neutron-server[94174]: INFO neutron.wsgi [None req-20607093-f2cf-4977-82a1-2290781d2d33 tempest-NetworksIpV6Test-253648203 tempest-NetworksIpV6Test-253648203-project] 10.222.0.20 "GET /v2.0/subnets?network_id=3e7e4eb3-cf02-4d47-ade9-0a579cdfc60f HTTP/1.1" status: 200 len: 207 time: 0.0332682 Jun 23 11:37:59.793751 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.wsgi [-] (94174) accepted ('10.222.0.20', 42874) {{(pid=94174) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 11:38:00.057567 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-72b9854b-8395-469c-8274-e1ff20ba37ba tempest-NetworksIpV6Test-253648203 tempest-NetworksIpV6Test-253648203-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94174) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 11:38:00.063373 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-72b9854b-8395-469c-8274-e1ff20ba37ba tempest-NetworksIpV6Test-253648203 tempest-NetworksIpV6Test-253648203-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94174) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 11:38:00.069794 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-72b9854b-8395-469c-8274-e1ff20ba37ba tempest-NetworksIpV6Test-253648203 tempest-NetworksIpV6Test-253648203-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94174) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 11:38:00.075454 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-72b9854b-8395-469c-8274-e1ff20ba37ba tempest-NetworksIpV6Test-253648203 tempest-NetworksIpV6Test-253648203-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94174) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 11:38:00.081089 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-72b9854b-8395-469c-8274-e1ff20ba37ba tempest-NetworksIpV6Test-253648203 tempest-NetworksIpV6Test-253648203-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94174) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 11:38:00.087321 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-72b9854b-8395-469c-8274-e1ff20ba37ba tempest-NetworksIpV6Test-253648203 tempest-NetworksIpV6Test-253648203-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94174) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 11:38:00.089069 dv-neutron-601336-94-hyperv neutron-server[94174]: INFO neutron.wsgi [None req-72b9854b-8395-469c-8274-e1ff20ba37ba tempest-NetworksIpV6Test-253648203 tempest-NetworksIpV6Test-253648203-project] 10.222.0.20 "GET /v2.0/networks HTTP/1.1" status: 200 len: 3732 time: 0.2943947 Jun 23 11:38:00.093088 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.wsgi [-] (94175) accepted ('10.222.0.20', 42876) {{(pid=94175) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 11:38:00.097741 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43921e50-969f-4447-863c-dafd2dea4a6c req-a33925da-4f12-4e8f-ab99-aa82cfb736de tempest-TestNetworkBasicOps-233187296 tempest-TestNetworkBasicOps-233187296-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94174) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 11:38:00.099265 dv-neutron-601336-94-hyperv neutron-server[94174]: INFO neutron.wsgi [req-43921e50-969f-4447-863c-dafd2dea4a6c req-a33925da-4f12-4e8f-ab99-aa82cfb736de tempest-TestNetworkBasicOps-233187296 tempest-TestNetworkBasicOps-233187296-project] 10.222.0.52 "GET /v2.0/ports?device_id=4c156f8c-0fa4-48ba-81bb-2e948cc18773 HTTP/1.1" status: 200 len: 945 time: 0.2946947 Jun 23 11:38:00.121245 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39addace-742d-47b6-b76e-150a659b2bd7 req-3c540668-919c-4d64-bb44-3a3102c1110f tempest-TestNetworkBasicOps-233187296 tempest-TestNetworkBasicOps-233187296-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94174) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 11:38:00.122692 dv-neutron-601336-94-hyperv neutron-server[94174]: INFO neutron.wsgi [req-39addace-742d-47b6-b76e-150a659b2bd7 req-3c540668-919c-4d64-bb44-3a3102c1110f tempest-TestNetworkBasicOps-233187296 tempest-TestNetworkBasicOps-233187296-project] 10.222.0.20 "GET /v2.0/ports?device_id=4c156f8c-0fa4-48ba-81bb-2e948cc18773 HTTP/1.1" status: 200 len: 945 time: 0.2647295 Jun 23 11:38:00.214004 dv-neutron-601336-94-hyperv neutron-server[94174]: INFO neutron.wsgi [req-39addace-742d-47b6-b76e-150a659b2bd7 req-04819892-5090-492a-ba31-1d3cc5be8629 tempest-TestNetworkBasicOps-233187296 tempest-TestNetworkBasicOps-233187296-project] 10.222.0.20 "GET /v2.0/security-groups?id=afbb5e43-86d5-4257-b916-20a954ee3100&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0708907 Jun 23 11:38:00.251123 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.plugins.ml2.plugin [req-43921e50-969f-4447-863c-dafd2dea4a6c req-139b5fa7-8b1a-4e0b-9307-e403889d23f3 tempest-TestNetworkBasicOps-233187296 tempest-TestNetworkBasicOps-233187296-project] Deleting port ec4bcd93-1a8a-4477-bc36-6256a7f680e5 {{(pid=94174) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1913}} Jun 23 11:38:00.251474 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron_lib.callbacks.manager [req-43921e50-969f-4447-863c-dafd2dea4a6c req-139b5fa7-8b1a-4e0b-9307-e403889d23f3 tempest-TestNetworkBasicOps-233187296 tempest-TestNetworkBasicOps-233187296-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773700079324'] for port, before_delete {{(pid=94174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:38:00.285029 dv-neutron-601336-94-hyperv neutron-server[94175]: INFO neutron.wsgi [None req-b6f69921-9d3e-466f-b8e9-fb9dd0ef752d tempest-NetworksIpV6Test-253648203 tempest-NetworksIpV6Test-253648203-project] 10.222.0.20 "GET /v2.0/networks?fields=id&fields=name&fields=mtu HTTP/1.1" status: 200 len: 814 time: 0.1907108 Jun 23 11:38:00.288362 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.wsgi [-] (94175) accepted ('10.222.0.20', 42878) {{(pid=94175) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 11:38:00.338066 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.plugins.ml2.db [req-43921e50-969f-4447-863c-dafd2dea4a6c req-139b5fa7-8b1a-4e0b-9307-e403889d23f3 tempest-TestNetworkBasicOps-233187296 tempest-TestNetworkBasicOps-233187296-project] For port ec4bcd93-1a8a-4477-bc36-6256a7f680e5, host hv-neutron-6013, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-6013',level=0,port_id=ec4bcd93-1a8a-4477-bc36-6256a7f680e5,segment=NetworkSegment(f7c7ca79-63a4-46a7-b62b-c898c61f3948),segment_id=f7c7ca79-63a4-46a7-b62b-c898c61f3948)] {{(pid=94174) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 23 11:38:00.338349 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron_lib.callbacks.manager [req-43921e50-969f-4447-863c-dafd2dea4a6c req-139b5fa7-8b1a-4e0b-9307-e403889d23f3 tempest-TestNetworkBasicOps-233187296 tempest-TestNetworkBasicOps-233187296-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-430722'] for port, precommit_delete {{(pid=94174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:38:00.342325 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d49bc54b-83e3-4e21-a882-066caaaf1e27 tempest-NetworksIpV6Test-253648203 tempest-NetworksIpV6Test-253648203-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 11:38:00.343921 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d49bc54b-83e3-4e21-a882-066caaaf1e27 tempest-NetworksIpV6Test-253648203 tempest-NetworksIpV6Test-253648203-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 11:38:00.345422 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d49bc54b-83e3-4e21-a882-066caaaf1e27 tempest-NetworksIpV6Test-253648203 tempest-NetworksIpV6Test-253648203-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 11:38:00.346920 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d49bc54b-83e3-4e21-a882-066caaaf1e27 tempest-NetworksIpV6Test-253648203 tempest-NetworksIpV6Test-253648203-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 11:38:00.348548 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d49bc54b-83e3-4e21-a882-066caaaf1e27 tempest-NetworksIpV6Test-253648203 tempest-NetworksIpV6Test-253648203-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 11:38:00.350466 dv-neutron-601336-94-hyperv neutron-server[94175]: INFO neutron.wsgi [None req-d49bc54b-83e3-4e21-a882-066caaaf1e27 tempest-NetworksIpV6Test-253648203 tempest-NetworksIpV6Test-253648203-project] 10.222.0.20 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 3330 time: 0.0609446 Jun 23 11:38:00.351278 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.plugins.ml2.plugin [req-43921e50-969f-4447-863c-dafd2dea4a6c req-139b5fa7-8b1a-4e0b-9307-e403889d23f3 tempest-TestNetworkBasicOps-233187296 tempest-TestNetworkBasicOps-233187296-project] Calling delete_port for ec4bcd93-1a8a-4477-bc36-6256a7f680e5 owned by compute:nova {{(pid=94174) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1986}} Jun 23 11:38:00.354314 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.wsgi [-] (94175) accepted ('10.222.0.20', 42880) {{(pid=94175) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 11:38:00.409021 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-101269ae-9714-4a8a-98f0-c19c125a8678 tempest-NetworksIpV6Test-253648203 tempest-NetworksIpV6Test-253648203-project] Attributes excluded by policy engine: ['shared'] {{(pid=94175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 11:38:00.410417 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-101269ae-9714-4a8a-98f0-c19c125a8678 tempest-NetworksIpV6Test-253648203 tempest-NetworksIpV6Test-253648203-project] Attributes excluded by policy engine: ['shared'] {{(pid=94175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 11:38:00.411853 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-101269ae-9714-4a8a-98f0-c19c125a8678 tempest-NetworksIpV6Test-253648203 tempest-NetworksIpV6Test-253648203-project] Attributes excluded by policy engine: ['shared'] {{(pid=94175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 11:38:00.413226 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-101269ae-9714-4a8a-98f0-c19c125a8678 tempest-NetworksIpV6Test-253648203 tempest-NetworksIpV6Test-253648203-project] Attributes excluded by policy engine: ['shared'] {{(pid=94175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 11:38:00.414777 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-101269ae-9714-4a8a-98f0-c19c125a8678 tempest-NetworksIpV6Test-253648203 tempest-NetworksIpV6Test-253648203-project] Attributes excluded by policy engine: ['shared'] {{(pid=94175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 11:38:00.416349 dv-neutron-601336-94-hyperv neutron-server[94175]: INFO neutron.wsgi [None req-101269ae-9714-4a8a-98f0-c19c125a8678 tempest-NetworksIpV6Test-253648203 tempest-NetworksIpV6Test-253648203-project] 10.222.0.20 "GET /v2.0/subnets?fields=id&fields=network_id HTTP/1.1" status: 200 len: 697 time: 0.0611234 Jun 23 11:38:00.419811 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.wsgi [-] (94175) accepted ('10.222.0.20', 42882) {{(pid=94175) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 11:38:00.520387 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d62d3685-6c0b-4907-af84-9b8b6f01741e tempest-NetworksIpV6Test-253648203 tempest-NetworksIpV6Test-253648203-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 11:38:00.521750 dv-neutron-601336-94-hyperv neutron-server[94175]: INFO neutron.wsgi [None req-d62d3685-6c0b-4907-af84-9b8b6f01741e tempest-NetworksIpV6Test-253648203 tempest-NetworksIpV6Test-253648203-project] 10.222.0.20 "GET /v2.0/networks/d8708052-3c8c-4e28-a9be-b05e9ce7c4e1 HTTP/1.1" status: 200 len: 804 time: 0.1009505 Jun 23 11:38:00.525253 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.wsgi [-] (94175) accepted ('10.222.0.20', 42884) {{(pid=94175) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 11:38:00.535724 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron_lib.callbacks.manager [req-43921e50-969f-4447-863c-dafd2dea4a6c req-139b5fa7-8b1a-4e0b-9307-e403889d23f3 tempest-TestNetworkBasicOps-233187296 tempest-TestNetworkBasicOps-233187296-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-922904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866062', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773700135024', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773699642224', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5196390'] for port, after_delete {{(pid=94174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:38:00.539974 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG oslo_concurrency.lockutils [None req-6d752c64-4ab2-4894-b9fd-32a0c44d8552 tempest-TestNetworkBasicOps-233187296 tempest-TestNetworkBasicOps-233187296-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94174) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 11:38:00.567265 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-139b5fa7-8b1a-4e0b-9307-e403889d23f3 tempest-TestNetworkBasicOps-233187296 tempest-TestNetworkBasicOps-233187296-project] Pushing event deleted for resources: {'Port': ['ID=ec4bcd93-1a8a-4477-bc36-6256a7f680e5,revision_number=None']} {{(pid=94174) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 11:38:00.573742 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG oslo_concurrency.lockutils [None req-139b5fa7-8b1a-4e0b-9307-e403889d23f3 tempest-TestNetworkBasicOps-233187296 tempest-TestNetworkBasicOps-233187296-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.034s {{(pid=94174) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 11:38:00.613815 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.db.l3_dvrscheduler_db [req-43921e50-969f-4447-863c-dafd2dea4a6c req-139b5fa7-8b1a-4e0b-9307-e403889d23f3 tempest-TestNetworkBasicOps-233187296 tempest-TestNetworkBasicOps-233187296-project] No DVR routers for this DVR port ec4bcd93-1a8a-4477-bc36-6256a7f680e5 on host hv-neutron-6013 {{(pid=94174) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 23 11:38:00.617444 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron_lib.callbacks.manager [req-43921e50-969f-4447-863c-dafd2dea4a6c req-139b5fa7-8b1a-4e0b-9307-e403889d23f3 tempest-TestNetworkBasicOps-233187296 tempest-TestNetworkBasicOps-233187296-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-217507'] for port, before_response {{(pid=94174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:38:00.619862 dv-neutron-601336-94-hyperv neutron-server[94174]: INFO neutron.wsgi [req-43921e50-969f-4447-863c-dafd2dea4a6c req-139b5fa7-8b1a-4e0b-9307-e403889d23f3 tempest-TestNetworkBasicOps-233187296 tempest-TestNetworkBasicOps-233187296-project] 10.222.0.52 "DELETE /v2.0/ports/ec4bcd93-1a8a-4477-bc36-6256a7f680e5 HTTP/1.1" status: 204 len: 173 time: 0.5153861 Jun 23 11:38:00.620397 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4c156f8c-0fa4-48ba-81bb-2e948cc18773', 'name': 'network-vif-deleted', 'tag': 'ec4bcd93-1a8a-4477-bc36-6256a7f680e5'}] {{(pid=94174) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 23 11:38:00.622780 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6ff47218258ed5bf6cae7f276c9622ae488f9e8ebc13d1a310221fbcfb04c5dd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f26fe435-9510-48bc-bb10-5bda7050e94f" -d '{"events": [{"server_uuid": "4c156f8c-0fa4-48ba-81bb-2e948cc18773", "name": "network-vif-deleted", "tag": "ec4bcd93-1a8a-4477-bc36-6256a7f680e5"}]}' {{(pid=94174) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 23 11:38:00.631863 dv-neutron-601336-94-hyperv neutron-server[94175]: INFO neutron.wsgi [None req-5e680fa1-6645-411e-bfbe-68512e8bdfd7 tempest-NetworksIpV6Test-253648203 tempest-NetworksIpV6Test-253648203-project] 10.222.0.20 "GET /v2.0/networks/d8708052-3c8c-4e28-a9be-b05e9ce7c4e1?fields=id&fields=name&fields=mtu HTTP/1.1" status: 200 len: 320 time: 0.1051431 Jun 23 11:38:00.634826 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.wsgi [-] (94175) accepted ('10.222.0.20', 42888) {{(pid=94175) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 11:38:00.659287 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 23 Jun 2021 11:38:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d86ee101-077a-424e-b5ed-3641b7941e48 x-openstack-request-id: req-d86ee101-077a-424e-b5ed-3641b7941e48 {{(pid=94174) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 23 11:38:00.659660 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4c156f8c-0fa4-48ba-81bb-2e948cc18773", "name": "network-vif-deleted", "tag": "ec4bcd93-1a8a-4477-bc36-6256a7f680e5", "status": "completed", "code": 200}]} {{(pid=94174) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 23 11:38:00.659997 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-d86ee101-077a-424e-b5ed-3641b7941e48 {{(pid=94174) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 23 11:38:00.660574 dv-neutron-601336-94-hyperv neutron-server[94174]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4c156f8c-0fa4-48ba-81bb-2e948cc18773', 'name': 'network-vif-deleted', 'tag': 'ec4bcd93-1a8a-4477-bc36-6256a7f680e5', 'status': 'completed', 'code': 200} Jun 23 11:38:00.685804 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1f9f6a36-32c1-44c4-9273-d98cc8f56c3e tempest-NetworksIpV6Test-253648203 tempest-NetworksIpV6Test-253648203-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 11:38:00.691459 dv-neutron-601336-94-hyperv neutron-server[94175]: INFO neutron.wsgi [None req-1f9f6a36-32c1-44c4-9273-d98cc8f56c3e tempest-NetworksIpV6Test-253648203 tempest-NetworksIpV6Test-253648203-project] 10.222.0.20 "GET /v2.0/subnets/5b3d1351-8471-428c-bd8e-1d09ed2f2d61 HTTP/1.1" status: 200 len: 843 time: 0.0513158 Jun 23 11:38:00.691459 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.wsgi [-] (94175) accepted ('10.222.0.20', 42890) {{(pid=94175) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 11:38:00.741941 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-236d2b5e-42b0-46c5-8bc0-03f38a88dc12 tempest-NetworksIpV6Test-253648203 tempest-NetworksIpV6Test-253648203-project] Attributes excluded by policy engine: ['shared'] {{(pid=94175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 11:38:00.743385 dv-neutron-601336-94-hyperv neutron-server[94175]: INFO neutron.wsgi [None req-236d2b5e-42b0-46c5-8bc0-03f38a88dc12 tempest-NetworksIpV6Test-253648203 tempest-NetworksIpV6Test-253648203-project] 10.222.0.20 "GET /v2.0/subnets/5b3d1351-8471-428c-bd8e-1d09ed2f2d61?fields=id&fields=network_id HTTP/1.1" status: 200 len: 302 time: 0.0514059 Jun 23 11:38:00.746688 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.wsgi [-] (94175) accepted ('10.222.0.20', 42892) {{(pid=94175) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 11:38:00.753116 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.api.v2.base [None req-7d5d279f-7b85-44b8-aaeb-5c552749e50f tempest-NetworksIpV6Test-253648203 tempest-NetworksIpV6Test-253648203-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1130488005'}} {{(pid=94175) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 23 11:38:00.827121 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7d5d279f-7b85-44b8-aaeb-5c552749e50f tempest-NetworksIpV6Test-253648203 tempest-NetworksIpV6Test-253648203-project] Made reservation on behalf of 3413cf27f0024fb0b5b5f021dbe2bcf3 for: {'network': 1} {{(pid=94175) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 23 11:38:00.830622 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron_lib.callbacks.manager [None req-7d5d279f-7b85-44b8-aaeb-5c552749e50f tempest-NetworksIpV6Test-253648203 tempest-NetworksIpV6Test-253648203-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-923104'] for network, before_create {{(pid=94175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:38:00.853796 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7d5d279f-7b85-44b8-aaeb-5c552749e50f tempest-NetworksIpV6Test-253648203 tempest-NetworksIpV6Test-253648203-project] vlan segment allocate from pool success with {'vlan_id': 435, 'physical_network': 'physnet1'} {{(pid=94175) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 23 11:38:00.861817 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron_lib.callbacks.manager [None req-7d5d279f-7b85-44b8-aaeb-5c552749e50f tempest-NetworksIpV6Test-253648203 tempest-NetworksIpV6Test-253648203-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3801'] for segment, precommit_create {{(pid=94175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:38:00.862153 dv-neutron-601336-94-hyperv neutron-server[94175]: INFO neutron.db.segments_db [None req-7d5d279f-7b85-44b8-aaeb-5c552749e50f tempest-NetworksIpV6Test-253648203 tempest-NetworksIpV6Test-253648203-project] Added segment 0750cfb0-5737-4dd3-bfe4-3721841b6e9e of type vlan for network 1bf47cf7-5200-414e-a10c-00986d579ab4 Jun 23 11:38:00.904644 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron_lib.callbacks.manager [None req-7d5d279f-7b85-44b8-aaeb-5c552749e50f tempest-NetworksIpV6Test-253648203 tempest-NetworksIpV6Test-253648203-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8773699596773'] for network, precommit_create {{(pid=94175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:38:00.998948 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron_lib.callbacks.manager [None req-7d5d279f-7b85-44b8-aaeb-5c552749e50f tempest-NetworksIpV6Test-253648203 tempest-NetworksIpV6Test-253648203-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8002400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7866073'] for network, after_create {{(pid=94175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:38:01.004489 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7d5d279f-7b85-44b8-aaeb-5c552749e50f tempest-NetworksIpV6Test-253648203 tempest-NetworksIpV6Test-253648203-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 11:38:01.008539 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron_lib.callbacks.manager [None req-7d5d279f-7b85-44b8-aaeb-5c552749e50f tempest-NetworksIpV6Test-253648203 tempest-NetworksIpV6Test-253648203-project] Notify callbacks [] for network, before_response {{(pid=94175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:38:01.008539 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG oslo_concurrency.lockutils [None req-1b1ec094-ed8e-4058-b4f0-0042297c620e tempest-NetworksIpV6Test-253648203 tempest-NetworksIpV6Test-253648203-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94175) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 11:38:01.074599 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d5d279f-7b85-44b8-aaeb-5c552749e50f tempest-NetworksIpV6Test-253648203 tempest-NetworksIpV6Test-253648203-project] Pushing event updated for resources: {'Network': ['ID=1bf47cf7-5200-414e-a10c-00986d579ab4,revision_number=1']} {{(pid=94175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 11:38:01.077704 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG oslo_concurrency.lockutils [None req-7d5d279f-7b85-44b8-aaeb-5c552749e50f tempest-NetworksIpV6Test-253648203 tempest-NetworksIpV6Test-253648203-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.070s {{(pid=94175) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 11:38:01.084590 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.plugins.ml2.rpc [None req-dc7542b2-afef-47f4-a763-e3a3cba144be None None] Network 1bf47cf7-5200-414e-a10c-00986d579ab4 details requested by agent ovs-agent-dv-neutron-601336-94-hyperv with host dv-neutron-601336-94-hyperv {{(pid=94176) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:250}} Jun 23 11:38:01.143162 dv-neutron-601336-94-hyperv neutron-server[94175]: INFO neutron.wsgi [None req-7d5d279f-7b85-44b8-aaeb-5c552749e50f tempest-NetworksIpV6Test-253648203 tempest-NetworksIpV6Test-253648203-project] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.3924358 Jun 23 11:38:01.143662 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.wsgi [-] (94175) accepted ('10.222.0.20', 42894) {{(pid=94175) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 11:38:01.149503 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.api.v2.base [None req-e43fc0de-d5be-4f7a-9613-268e3ee880ad tempest-NetworksIpV6Test-253648203 tempest-NetworksIpV6Test-253648203-project] Request body: {'subnet': {'network_id': '1bf47cf7-5200-414e-a10c-00986d579ab4', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'host_routes': [{'destination': '2001::/64', 'nexthop': '2003::1'}], 'dns_nameservers': ['2001:4860:4860::8844', '2001:4860:4860::8888'], 'allocation_pools': [{'start': '2001:db8::3', 'end': '2001:db8::7'}]}} {{(pid=94175) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 23 11:38:01.313001 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e43fc0de-d5be-4f7a-9613-268e3ee880ad tempest-NetworksIpV6Test-253648203 tempest-NetworksIpV6Test-253648203-project] Made reservation on behalf of 3413cf27f0024fb0b5b5f021dbe2bcf3 for: {'subnet': 1} {{(pid=94175) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 23 11:38:01.317159 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron_lib.callbacks.manager [None req-e43fc0de-d5be-4f7a-9613-268e3ee880ad tempest-NetworksIpV6Test-253648203 tempest-NetworksIpV6Test-253648203-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4660073'] for subnet, before_create {{(pid=94175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:38:01.367997 dv-neutron-601336-94-hyperv neutron-server[94174]: INFO neutron.wsgi [req-c492b004-2c99-4387-a036-7254fe187adb req-970a8fcb-4529-4323-9cef-7d97e5b737ac tempest-TestNetworkBasicOps-233187296 tempest-TestNetworkBasicOps-233187296-project] 10.222.0.20 "GET /v2.0/ports?device_id=4c156f8c-0fa4-48ba-81bb-2e948cc18773 HTTP/1.1" status: 200 len: 210 time: 0.0293012 Jun 23 11:38:01.376377 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.db.ipam_backend_mixin [None req-e43fc0de-d5be-4f7a-9613-268e3ee880ad tempest-NetworksIpV6Test-253648203 tempest-NetworksIpV6Test-253648203-project] Performing IP validity checks on allocation pools {{(pid=94175) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:325}} Jun 23 11:38:01.376926 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.db.ipam_backend_mixin [None req-e43fc0de-d5be-4f7a-9613-268e3ee880ad tempest-NetworksIpV6Test-253648203 tempest-NetworksIpV6Test-253648203-project] Checking for overlaps among allocation pools and gateway ip {{(pid=94175) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:346}} Jun 23 11:38:01.575799 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron_lib.callbacks.manager [None req-e43fc0de-d5be-4f7a-9613-268e3ee880ad tempest-NetworksIpV6Test-253648203 tempest-NetworksIpV6Test-253648203-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866062', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5083113', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4660095'] for subnet, after_create {{(pid=94175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:38:01.578777 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG oslo_concurrency.lockutils [None req-3a7fea21-764d-486b-bcd0-92cbee545129 tempest-FloatingIPTestJSON-1140213849 tempest-FloatingIPTestJSON-1140213849-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94175) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 11:38:01.634369 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e43fc0de-d5be-4f7a-9613-268e3ee880ad tempest-NetworksIpV6Test-253648203 tempest-NetworksIpV6Test-253648203-project] Pushing event updated for resources: {'Subnet': ['ID=83bae873-fc78-4e90-9c56-baec4a7c5f59,revision_number=0']} {{(pid=94175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 11:38:01.638401 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG oslo_concurrency.lockutils [None req-e43fc0de-d5be-4f7a-9613-268e3ee880ad tempest-NetworksIpV6Test-253648203 tempest-NetworksIpV6Test-253648203-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.060s {{(pid=94175) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 11:38:01.645265 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e43fc0de-d5be-4f7a-9613-268e3ee880ad tempest-NetworksIpV6Test-253648203 tempest-NetworksIpV6Test-253648203-project] Checking segment: {'id': '0750cfb0-5737-4dd3-bfe4-3721841b6e9e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 435, 'network_id': '1bf47cf7-5200-414e-a10c-00986d579ab4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94175) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 23 11:38:01.645631 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e43fc0de-d5be-4f7a-9613-268e3ee880ad tempest-NetworksIpV6Test-253648203 tempest-NetworksIpV6Test-253648203-project] Network hostable DHCP agents. Network: 1bf47cf7-5200-414e-a10c-00986d579ab4, hostable agents: ['8cf29b10-0e57-4131-816f-a4b6ad00b249'], hosted agents: [] {{(pid=94175) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 23 11:38:01.718188 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e43fc0de-d5be-4f7a-9613-268e3ee880ad tempest-NetworksIpV6Test-253648203 tempest-NetworksIpV6Test-253648203-project] Network 1bf47cf7-5200-414e-a10c-00986d579ab4 is scheduled to be hosted by DHCP agent 8cf29b10-0e57-4131-816f-a4b6ad00b249 with binding_index 1 {{(pid=94175) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 23 11:38:01.810122 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.scheduler.base_scheduler [None req-e43fc0de-d5be-4f7a-9613-268e3ee880ad tempest-NetworksIpV6Test-253648203 tempest-NetworksIpV6Test-253648203-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-601336-94-hyperv, 1bf47cf7-5200-414e-a10c-00986d579ab4) {{(pid=94175) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 23 11:38:01.814366 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e43fc0de-d5be-4f7a-9613-268e3ee880ad tempest-NetworksIpV6Test-253648203 tempest-NetworksIpV6Test-253648203-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 11:38:01.814966 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron_lib.callbacks.manager [None req-e43fc0de-d5be-4f7a-9613-268e3ee880ad tempest-NetworksIpV6Test-253648203 tempest-NetworksIpV6Test-253648203-project] Notify callbacks [] for subnet, before_response {{(pid=94175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:38:01.819716 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-46f56871-9ff6-4292-ba75-2355eeb5871c None None] Network 1bf47cf7-5200-414e-a10c-00986d579ab4 requested from dv-neutron-601336-94-hyperv {{(pid=94176) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 23 11:38:01.910317 dv-neutron-601336-94-hyperv neutron-server[94175]: INFO neutron.wsgi [None req-e43fc0de-d5be-4f7a-9613-268e3ee880ad tempest-NetworksIpV6Test-253648203 tempest-NetworksIpV6Test-253648203-project] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 895 time: 0.7631092 Jun 23 11:38:01.910539 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.wsgi [-] (94175) accepted ('10.222.0.20', 42898) {{(pid=94175) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 11:38:01.916444 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.api.v2.base [None req-503e01a0-db49-40de-b182-3601d715cef7 tempest-NetworksIpV6Test-253648203 tempest-NetworksIpV6Test-253648203-project] Request body: {'subnet': {'name': 'New_subnet', 'host_routes': [{'destination': '2001::/64', 'nexthop': '2005::1'}], 'dns_nameservers': ['2001:4860:4860::7744', '2001:4860:4860::7888'], 'gateway_ip': '2001:db8::2', 'enable_dhcp': True}} {{(pid=94175) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 23 11:38:01.962091 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b48685e6-c874-4454-b0e8-5f57a506eb8d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1e0d828a-1fa4-563d-b7fd-53adf66a04ee-1bf47cf7-5200-414e-a10c-00986d579ab4', 'network_id': '1bf47cf7-5200-414e-a10c-00986d579ab4', 'tenant_id': '3413cf27f0024fb0b5b5f021dbe2bcf3', 'fixed_ips': [{'subnet_id': '83bae873-fc78-4e90-9c56-baec4a7c5f59'}]}} from dv-neutron-601336-94-hyperv. {{(pid=94176) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 23 11:38:01.963008 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron_lib.callbacks.manager [None req-b48685e6-c874-4454-b0e8-5f57a506eb8d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-923104'] for port, before_create {{(pid=94176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:38:02.007759 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron_lib.callbacks.manager [None req-503e01a0-db49-40de-b182-3601d715cef7 tempest-NetworksIpV6Test-253648203 tempest-NetworksIpV6Test-253648203-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_update-4660086'] for subnet, before_update {{(pid=94175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:38:02.102894 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron_lib.db.api [None req-b48685e6-c874-4454-b0e8-5f57a506eb8d None None] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Jun 23 11:38:02.102894 dv-neutron-601336-94-hyperv neutron-server[94176]: [SQL: UPDATE subnets SET in_use=%(in_use)s WHERE subnets.id = %(id_1)s] Jun 23 11:38:02.102894 dv-neutron-601336-94-hyperv neutron-server[94176]: [parameters: {'in_use': 1, 'id_1': '83bae873-fc78-4e90-9c56-baec4a7c5f59'}] Jun 23 11:38:02.102894 dv-neutron-601336-94-hyperv neutron-server[94176]: (Background on this error at: http://sqlalche.me/e/14/e3q8) {{(pid=94176) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jun 23 11:38:02.103772 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG oslo_db.api [None req-b48685e6-c874-4454-b0e8-5f57a506eb8d None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.create_port {{(pid=94176) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jun 23 11:38:02.227135 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron_lib.callbacks.manager [None req-503e01a0-db49-40de-b182-3601d715cef7 tempest-NetworksIpV6Test-253648203 tempest-NetworksIpV6Test-253648203-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866062', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8773700135033', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_updated-5083027'] for subnet, after_update {{(pid=94175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:38:02.229416 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG oslo_concurrency.lockutils [None req-b3155415-a451-4594-8eaf-3f579b5634a8 tempest-NetworksIpV6Test-253648203 tempest-NetworksIpV6Test-253648203-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94175) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 11:38:02.275752 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-503e01a0-db49-40de-b182-3601d715cef7 tempest-NetworksIpV6Test-253648203 tempest-NetworksIpV6Test-253648203-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 11:38:02.276374 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron_lib.callbacks.manager [None req-503e01a0-db49-40de-b182-3601d715cef7 tempest-NetworksIpV6Test-253648203 tempest-NetworksIpV6Test-253648203-project] Notify callbacks [] for subnet, before_response {{(pid=94175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:38:02.277641 dv-neutron-601336-94-hyperv neutron-server[94175]: INFO neutron.wsgi [None req-503e01a0-db49-40de-b182-3601d715cef7 tempest-NetworksIpV6Test-253648203 tempest-NetworksIpV6Test-253648203-project] 10.222.0.20 "PUT /v2.0/subnets/83bae873-fc78-4e90-9c56-baec4a7c5f59 HTTP/1.1" status: 200 len: 900 time: 0.3661270 Jun 23 11:38:02.280394 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.wsgi [-] (94175) accepted ('10.222.0.20', 42900) {{(pid=94175) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 11:38:02.293647 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-503e01a0-db49-40de-b182-3601d715cef7 tempest-NetworksIpV6Test-253648203 tempest-NetworksIpV6Test-253648203-project] Pushing event updated for resources: {'Subnet': ['ID=83bae873-fc78-4e90-9c56-baec4a7c5f59,revision_number=1']} {{(pid=94175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 11:38:02.304782 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG oslo_concurrency.lockutils [None req-503e01a0-db49-40de-b182-3601d715cef7 tempest-NetworksIpV6Test-253648203 tempest-NetworksIpV6Test-253648203-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.075s {{(pid=94175) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 11:38:02.379305 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron_lib.callbacks.manager [None req-c674d2a4-9ccd-4be2-a078-183fa2152554 tempest-NetworksIpV6Test-253648203 tempest-NetworksIpV6Test-253648203-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-824874'] for network, before_delete {{(pid=94175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:38:02.430814 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron_lib.callbacks.manager [None req-c674d2a4-9ccd-4be2-a078-183fa2152554 tempest-NetworksIpV6Test-253648203 tempest-NetworksIpV6Test-253648203-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-897634'] for subnet, precommit_delete {{(pid=94175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:38:02.461912 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.wsgi [-] (94174) accepted ('10.222.0.20', 42904) {{(pid=94174) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 11:38:02.528080 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron_lib.callbacks.manager [None req-d1848dbb-7b09-4105-a92e-e71c7ea2cd66 tempest-TestNetworkBasicOps-233187296 tempest-TestNetworkBasicOps-233187296-project] Notify callbacks [] for security_group, before_delete {{(pid=94174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:38:02.551997 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron_lib.callbacks.manager [None req-d1848dbb-7b09-4105-a92e-e71c7ea2cd66 tempest-TestNetworkBasicOps-233187296 tempest-TestNetworkBasicOps-233187296-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:38:02.593766 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron_lib.callbacks.manager [None req-c674d2a4-9ccd-4be2-a078-183fa2152554 tempest-NetworksIpV6Test-253648203 tempest-NetworksIpV6Test-253648203-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-897627', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866062', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5083050', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4660036'] for subnet, after_delete {{(pid=94175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:38:02.596853 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG oslo_concurrency.lockutils [None req-412dc305-61c5-4065-8f62-e7cb4a97c54b tempest-NetworksIpV6Test-253648203 tempest-NetworksIpV6Test-253648203-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94175) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 11:38:02.604884 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron_lib.callbacks.manager [None req-b48685e6-c874-4454-b0e8-5f57a506eb8d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-923104'] for port, before_create {{(pid=94176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:38:02.622432 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c674d2a4-9ccd-4be2-a078-183fa2152554 tempest-NetworksIpV6Test-253648203 tempest-NetworksIpV6Test-253648203-project] Pushing event deleted for resources: {'Subnet': ['ID=83bae873-fc78-4e90-9c56-baec4a7c5f59,revision_number=None']} {{(pid=94175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 11:38:02.626717 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG oslo_concurrency.lockutils [None req-c674d2a4-9ccd-4be2-a078-183fa2152554 tempest-NetworksIpV6Test-253648203 tempest-NetworksIpV6Test-253648203-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.030s {{(pid=94175) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 11:38:02.667730 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron_lib.callbacks.manager [None req-d1848dbb-7b09-4105-a92e-e71c7ea2cd66 tempest-TestNetworkBasicOps-233187296 tempest-TestNetworkBasicOps-233187296-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7996330'] for security_group, after_delete {{(pid=94174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:38:02.671139 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron_lib.callbacks.manager [None req-d1848dbb-7b09-4105-a92e-e71c7ea2cd66 tempest-TestNetworkBasicOps-233187296 tempest-TestNetworkBasicOps-233187296-project] Notify callbacks [] for security_group, before_response {{(pid=94174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:38:02.672304 dv-neutron-601336-94-hyperv neutron-server[94174]: INFO neutron.wsgi [None req-d1848dbb-7b09-4105-a92e-e71c7ea2cd66 tempest-TestNetworkBasicOps-233187296 tempest-TestNetworkBasicOps-233187296-project] 10.222.0.20 "DELETE /v2.0/security-groups/afbb5e43-86d5-4257-b916-20a954ee3100 HTTP/1.1" status: 204 len: 168 time: 0.2094116 Jun 23 11:38:02.673627 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG oslo_concurrency.lockutils [None req-8ffdb563-7fe1-4aff-8b92-6fa269ddebde tempest-SecGroupTest-1462889432 tempest-SecGroupTest-1462889432-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94174) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 11:38:02.680934 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron_lib.callbacks.manager [None req-c674d2a4-9ccd-4be2-a078-183fa2152554 tempest-NetworksIpV6Test-253648203 tempest-NetworksIpV6Test-253648203-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-897259', 'neutron.services.segments.db._delete_segments_for_network-8773700168587'] for network, precommit_delete {{(pid=94175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:38:02.683681 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1848dbb-7b09-4105-a92e-e71c7ea2cd66 tempest-TestNetworkBasicOps-233187296 tempest-TestNetworkBasicOps-233187296-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=afbb5e43-86d5-4257-b916-20a954ee3100,revision_number=None']} {{(pid=94174) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 11:38:02.691748 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.services.segments.db [None req-c674d2a4-9ccd-4be2-a078-183fa2152554 tempest-NetworksIpV6Test-253648203 tempest-NetworksIpV6Test-253648203-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1bf47cf7-5200-414e-a10c-00986d579ab4']}} {{(pid=94175) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 11:38:02.692246 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1848dbb-7b09-4105-a92e-e71c7ea2cd66 tempest-TestNetworkBasicOps-233187296 tempest-TestNetworkBasicOps-233187296-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-601336-94-hyperv {{(pid=94174) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 11:38:02.693189 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1848dbb-7b09-4105-a92e-e71c7ea2cd66 tempest-TestNetworkBasicOps-233187296 tempest-TestNetworkBasicOps-233187296-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-94-hyperv {{(pid=94174) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 11:38:02.693577 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1848dbb-7b09-4105-a92e-e71c7ea2cd66 tempest-TestNetworkBasicOps-233187296 tempest-TestNetworkBasicOps-233187296-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-94-hyperv {{(pid=94174) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 11:38:02.694273 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1848dbb-7b09-4105-a92e-e71c7ea2cd66 tempest-TestNetworkBasicOps-233187296 tempest-TestNetworkBasicOps-233187296-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-601336-94-hyperv {{(pid=94174) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 11:38:02.694399 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1848dbb-7b09-4105-a92e-e71c7ea2cd66 tempest-TestNetworkBasicOps-233187296 tempest-TestNetworkBasicOps-233187296-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-601336-94-hyperv {{(pid=94174) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 11:38:02.694745 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1848dbb-7b09-4105-a92e-e71c7ea2cd66 tempest-TestNetworkBasicOps-233187296 tempest-TestNetworkBasicOps-233187296-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-601336-94-hyperv {{(pid=94174) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 11:38:02.695131 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1848dbb-7b09-4105-a92e-e71c7ea2cd66 tempest-TestNetworkBasicOps-233187296 tempest-TestNetworkBasicOps-233187296-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-601336-94-hyperv {{(pid=94174) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 11:38:02.695502 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1848dbb-7b09-4105-a92e-e71c7ea2cd66 tempest-TestNetworkBasicOps-233187296 tempest-TestNetworkBasicOps-233187296-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-601336-94-hyperv {{(pid=94174) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 11:38:02.695873 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1848dbb-7b09-4105-a92e-e71c7ea2cd66 tempest-TestNetworkBasicOps-233187296 tempest-TestNetworkBasicOps-233187296-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-601336-94-hyperv {{(pid=94174) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 11:38:02.696244 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1848dbb-7b09-4105-a92e-e71c7ea2cd66 tempest-TestNetworkBasicOps-233187296 tempest-TestNetworkBasicOps-233187296-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-94-hyperv {{(pid=94174) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 11:38:02.696615 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1848dbb-7b09-4105-a92e-e71c7ea2cd66 tempest-TestNetworkBasicOps-233187296 tempest-TestNetworkBasicOps-233187296-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-601336-94-hyperv {{(pid=94174) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 11:38:02.696964 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1848dbb-7b09-4105-a92e-e71c7ea2cd66 tempest-TestNetworkBasicOps-233187296 tempest-TestNetworkBasicOps-233187296-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-601336-94-hyperv {{(pid=94174) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 11:38:02.700159 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG oslo_concurrency.lockutils [None req-d1848dbb-7b09-4105-a92e-e71c7ea2cd66 tempest-TestNetworkBasicOps-233187296 tempest-TestNetworkBasicOps-233187296-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=94174) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 11:38:02.703533 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.services.segments.db [None req-c674d2a4-9ccd-4be2-a078-183fa2152554 tempest-NetworksIpV6Test-253648203 tempest-NetworksIpV6Test-253648203-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0750cfb0-5737-4dd3-bfe4-3721841b6e9e') {'for_net_delete': True} {{(pid=94175) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 11:38:02.703533 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.services.segments.db [None req-c674d2a4-9ccd-4be2-a078-183fa2152554 tempest-NetworksIpV6Test-253648203 tempest-NetworksIpV6Test-253648203-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0750cfb0-5737-4dd3-bfe4-3721841b6e9e') {} {{(pid=94175) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 11:38:02.712518 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron_lib.callbacks.manager [None req-c674d2a4-9ccd-4be2-a078-183fa2152554 tempest-NetworksIpV6Test-253648203 tempest-NetworksIpV6Test-253648203-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8773699955833', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5190677'] for segment, before_delete {{(pid=94175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:38:02.722470 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-487c729e-9eca-4896-820f-ae0f1e4d6fde None None] Network 1bf47cf7-5200-414e-a10c-00986d579ab4 requested from dv-neutron-601336-94-hyperv {{(pid=94176) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 23 11:38:02.726363 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron_lib.callbacks.manager [None req-c674d2a4-9ccd-4be2-a078-183fa2152554 tempest-NetworksIpV6Test-253648203 tempest-NetworksIpV6Test-253648203-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3801'] for segment, precommit_delete {{(pid=94175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:38:02.732659 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c674d2a4-9ccd-4be2-a078-183fa2152554 tempest-NetworksIpV6Test-253648203 tempest-NetworksIpV6Test-253648203-project] Releasing vlan 435 on physical network physnet1 to pool {{(pid=94175) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 23 11:38:02.733059 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron_lib.callbacks.manager [None req-c674d2a4-9ccd-4be2-a078-183fa2152554 tempest-NetworksIpV6Test-253648203 tempest-NetworksIpV6Test-253648203-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3801', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5082371'] for segment, after_delete {{(pid=94175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:38:02.736140 dv-neutron-601336-94-hyperv neutron-server[94175]: Traceback (most recent call last): Jun 23 11:38:02.736140 dv-neutron-601336-94-hyperv neutron-server[94175]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 23 11:38:02.736140 dv-neutron-601336-94-hyperv neutron-server[94175]: timer() Jun 23 11:38:02.736140 dv-neutron-601336-94-hyperv neutron-server[94175]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 23 11:38:02.736140 dv-neutron-601336-94-hyperv neutron-server[94175]: cb(*args, **kw) Jun 23 11:38:02.736140 dv-neutron-601336-94-hyperv neutron-server[94175]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 23 11:38:02.736140 dv-neutron-601336-94-hyperv neutron-server[94175]: return func(*args, **kwargs) Jun 23 11:38:02.736140 dv-neutron-601336-94-hyperv neutron-server[94175]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 23 11:38:02.736140 dv-neutron-601336-94-hyperv neutron-server[94175]: self._notify() Jun 23 11:38:02.736140 dv-neutron-601336-94-hyperv neutron-server[94175]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 23 11:38:02.736140 dv-neutron-601336-94-hyperv neutron-server[94175]: self.callback(batched_events) Jun 23 11:38:02.736140 dv-neutron-601336-94-hyperv neutron-server[94175]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 23 11:38:02.736140 dv-neutron-601336-94-hyperv neutron-server[94175]: event.method(event) Jun 23 11:38:02.736140 dv-neutron-601336-94-hyperv neutron-server[94175]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 23 11:38:02.736140 dv-neutron-601336-94-hyperv neutron-server[94175]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 23 11:38:02.736140 dv-neutron-601336-94-hyperv neutron-server[94175]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 23 11:38:02.736140 dv-neutron-601336-94-hyperv neutron-server[94175]: aggregate_uuid = self.p_client.list_aggregates( Jun 23 11:38:02.736140 dv-neutron-601336-94-hyperv neutron-server[94175]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 23 11:38:02.736140 dv-neutron-601336-94-hyperv neutron-server[94175]: return f(self, *a, **k) Jun 23 11:38:02.736140 dv-neutron-601336-94-hyperv neutron-server[94175]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 23 11:38:02.736140 dv-neutron-601336-94-hyperv neutron-server[94175]: return self._get(url).json() Jun 23 11:38:02.736140 dv-neutron-601336-94-hyperv neutron-server[94175]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 23 11:38:02.736140 dv-neutron-601336-94-hyperv neutron-server[94175]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 23 11:38:02.736140 dv-neutron-601336-94-hyperv neutron-server[94175]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 23 11:38:02.736140 dv-neutron-601336-94-hyperv neutron-server[94175]: return self.request(url, 'GET', **kwargs) Jun 23 11:38:02.736140 dv-neutron-601336-94-hyperv neutron-server[94175]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 23 11:38:02.736140 dv-neutron-601336-94-hyperv neutron-server[94175]: base_url = self.get_endpoint(auth, allow=allow, Jun 23 11:38:02.736140 dv-neutron-601336-94-hyperv neutron-server[94175]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 23 11:38:02.736140 dv-neutron-601336-94-hyperv neutron-server[94175]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 23 11:38:02.736140 dv-neutron-601336-94-hyperv neutron-server[94175]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 23 11:38:02.736140 dv-neutron-601336-94-hyperv neutron-server[94175]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 23 11:38:02.736140 dv-neutron-601336-94-hyperv neutron-server[94175]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 23 11:38:02.783491 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.wsgi [-] (94174) accepted ('10.222.0.20', 42908) {{(pid=94174) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 11:38:02.833703 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-921134a7-6bed-4db0-8a3b-ed010b0b8fd9 None None] Network 1bf47cf7-5200-414e-a10c-00986d579ab4 requested from dv-neutron-601336-94-hyperv {{(pid=94176) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 23 11:38:02.867463 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron_lib.callbacks.manager [None req-c674d2a4-9ccd-4be2-a078-183fa2152554 tempest-NetworksIpV6Test-253648203 tempest-NetworksIpV6Test-253648203-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-897248', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8002400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7866073', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-524247'] for network, after_delete {{(pid=94175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:38:02.873899 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron_lib.callbacks.manager [None req-c674d2a4-9ccd-4be2-a078-183fa2152554 tempest-NetworksIpV6Test-253648203 tempest-NetworksIpV6Test-253648203-project] Notify callbacks [] for network, before_response {{(pid=94175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:38:02.876585 dv-neutron-601336-94-hyperv neutron-server[94175]: INFO neutron.wsgi [None req-c674d2a4-9ccd-4be2-a078-183fa2152554 tempest-NetworksIpV6Test-253648203 tempest-NetworksIpV6Test-253648203-project] 10.222.0.20 "DELETE /v2.0/networks/1bf47cf7-5200-414e-a10c-00986d579ab4 HTTP/1.1" status: 204 len: 168 time: 0.5951767 Jun 23 11:38:02.877516 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG oslo_concurrency.lockutils [None req-e95787b4-f8bf-4d92-92a4-040f5d1b2a65 tempest-NetworksIpV6Test-253648203 tempest-NetworksIpV6Test-253648203-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94175) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 11:38:02.883201 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.wsgi [-] (94175) accepted ('10.222.0.20', 42910) {{(pid=94175) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 11:38:02.900550 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c674d2a4-9ccd-4be2-a078-183fa2152554 tempest-NetworksIpV6Test-253648203 tempest-NetworksIpV6Test-253648203-project] Pushing event deleted for resources: {'Network': ['ID=1bf47cf7-5200-414e-a10c-00986d579ab4,revision_number=None']} {{(pid=94175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 11:38:02.903098 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG oslo_concurrency.lockutils [None req-c674d2a4-9ccd-4be2-a078-183fa2152554 tempest-NetworksIpV6Test-253648203 tempest-NetworksIpV6Test-253648203-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.026s {{(pid=94175) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 11:38:02.924525 dv-neutron-601336-94-hyperv neutron-server[94175]: INFO neutron.pecan_wsgi.hooks.translation [None req-75bdd8cf-d6fc-485e-9000-70dfeac35102 tempest-NetworksIpV6Test-253648203 tempest-NetworksIpV6Test-253648203-project] DELETE failed (client error): The resource could not be found. Jun 23 11:38:02.925048 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-75bdd8cf-d6fc-485e-9000-70dfeac35102 tempest-NetworksIpV6Test-253648203 tempest-NetworksIpV6Test-253648203-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94175) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 23 11:38:02.929567 dv-neutron-601336-94-hyperv neutron-server[94175]: INFO neutron.wsgi [None req-75bdd8cf-d6fc-485e-9000-70dfeac35102 tempest-NetworksIpV6Test-253648203 tempest-NetworksIpV6Test-253648203-project] 10.222.0.20 "DELETE /v2.0/subnets/83bae873-fc78-4e90-9c56-baec4a7c5f59 HTTP/1.1" status: 404 len: 337 time: 0.0424626 Jun 23 11:38:02.929968 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.wsgi [-] (94175) accepted ('10.222.0.20', 42912) {{(pid=94175) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 11:38:02.948491 dv-neutron-601336-94-hyperv neutron-server[94175]: INFO neutron.pecan_wsgi.hooks.translation [None req-84683d2d-4fe7-42dd-b508-fc54abd182a9 tempest-NetworksIpV6Test-253648203 tempest-NetworksIpV6Test-253648203-project] DELETE failed (client error): The resource could not be found. Jun 23 11:38:02.949223 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-84683d2d-4fe7-42dd-b508-fc54abd182a9 tempest-NetworksIpV6Test-253648203 tempest-NetworksIpV6Test-253648203-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94175) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 23 11:38:02.953051 dv-neutron-601336-94-hyperv neutron-server[94175]: INFO neutron.wsgi [None req-84683d2d-4fe7-42dd-b508-fc54abd182a9 tempest-NetworksIpV6Test-253648203 tempest-NetworksIpV6Test-253648203-project] 10.222.0.20 "DELETE /v2.0/networks/1bf47cf7-5200-414e-a10c-00986d579ab4 HTTP/1.1" status: 404 len: 339 time: 0.0201392 Jun 23 11:38:02.953485 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.wsgi [-] (94174) accepted ('10.222.0.20', 42914) {{(pid=94174) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 11:38:03.073114 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron_lib.callbacks.manager [None req-cd404347-5072-4390-a1d5-bc868444e7cc tempest-NetworksIpV6Test-253648203 tempest-NetworksIpV6Test-253648203-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-824874'] for network, before_delete {{(pid=94174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:38:03.212168 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron_lib.callbacks.manager [None req-cd404347-5072-4390-a1d5-bc868444e7cc tempest-NetworksIpV6Test-253648203 tempest-NetworksIpV6Test-253648203-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-897259', 'neutron.services.segments.db._delete_segments_for_network-8773700168587'] for network, precommit_delete {{(pid=94174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:38:03.224744 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.services.segments.db [None req-cd404347-5072-4390-a1d5-bc868444e7cc tempest-NetworksIpV6Test-253648203 tempest-NetworksIpV6Test-253648203-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4ff78c4a-8c3d-4610-b72e-b29949d07629']}} {{(pid=94174) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 11:38:03.237880 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.services.segments.db [None req-cd404347-5072-4390-a1d5-bc868444e7cc tempest-NetworksIpV6Test-253648203 tempest-NetworksIpV6Test-253648203-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'bab9c8e1-d5d6-4a71-92ab-fd59a07adb8d') {'for_net_delete': True} {{(pid=94174) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 11:38:03.244125 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.services.segments.db [None req-cd404347-5072-4390-a1d5-bc868444e7cc tempest-NetworksIpV6Test-253648203 tempest-NetworksIpV6Test-253648203-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'bab9c8e1-d5d6-4a71-92ab-fd59a07adb8d') {} {{(pid=94174) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 11:38:03.249276 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron_lib.callbacks.manager [None req-cd404347-5072-4390-a1d5-bc868444e7cc tempest-NetworksIpV6Test-253648203 tempest-NetworksIpV6Test-253648203-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8773699955833', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4800267'] for segment, before_delete {{(pid=94174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:38:03.268056 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron_lib.callbacks.manager [None req-cd404347-5072-4390-a1d5-bc868444e7cc tempest-NetworksIpV6Test-253648203 tempest-NetworksIpV6Test-253648203-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3801'] for segment, precommit_delete {{(pid=94174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:38:03.283583 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-cd404347-5072-4390-a1d5-bc868444e7cc tempest-NetworksIpV6Test-253648203 tempest-NetworksIpV6Test-253648203-project] Releasing vlan 406 on physical network physnet1 to pool {{(pid=94174) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 23 11:38:03.283965 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron_lib.callbacks.manager [None req-cd404347-5072-4390-a1d5-bc868444e7cc tempest-NetworksIpV6Test-253648203 tempest-NetworksIpV6Test-253648203-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3801', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5196341'] for segment, after_delete {{(pid=94174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:38:03.291558 dv-neutron-601336-94-hyperv neutron-server[94174]: Traceback (most recent call last): Jun 23 11:38:03.291558 dv-neutron-601336-94-hyperv neutron-server[94174]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 23 11:38:03.291558 dv-neutron-601336-94-hyperv neutron-server[94174]: timer() Jun 23 11:38:03.291558 dv-neutron-601336-94-hyperv neutron-server[94174]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 23 11:38:03.291558 dv-neutron-601336-94-hyperv neutron-server[94174]: cb(*args, **kw) Jun 23 11:38:03.291558 dv-neutron-601336-94-hyperv neutron-server[94174]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 23 11:38:03.291558 dv-neutron-601336-94-hyperv neutron-server[94174]: return func(*args, **kwargs) Jun 23 11:38:03.291558 dv-neutron-601336-94-hyperv neutron-server[94174]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 23 11:38:03.291558 dv-neutron-601336-94-hyperv neutron-server[94174]: self._notify() Jun 23 11:38:03.291558 dv-neutron-601336-94-hyperv neutron-server[94174]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 23 11:38:03.291558 dv-neutron-601336-94-hyperv neutron-server[94174]: self.callback(batched_events) Jun 23 11:38:03.291558 dv-neutron-601336-94-hyperv neutron-server[94174]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 23 11:38:03.291558 dv-neutron-601336-94-hyperv neutron-server[94174]: event.method(event) Jun 23 11:38:03.291558 dv-neutron-601336-94-hyperv neutron-server[94174]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 23 11:38:03.291558 dv-neutron-601336-94-hyperv neutron-server[94174]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 23 11:38:03.291558 dv-neutron-601336-94-hyperv neutron-server[94174]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 23 11:38:03.291558 dv-neutron-601336-94-hyperv neutron-server[94174]: aggregate_uuid = self.p_client.list_aggregates( Jun 23 11:38:03.291558 dv-neutron-601336-94-hyperv neutron-server[94174]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 23 11:38:03.291558 dv-neutron-601336-94-hyperv neutron-server[94174]: return f(self, *a, **k) Jun 23 11:38:03.291558 dv-neutron-601336-94-hyperv neutron-server[94174]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 23 11:38:03.291558 dv-neutron-601336-94-hyperv neutron-server[94174]: return self._get(url).json() Jun 23 11:38:03.291558 dv-neutron-601336-94-hyperv neutron-server[94174]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 23 11:38:03.291558 dv-neutron-601336-94-hyperv neutron-server[94174]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 23 11:38:03.291558 dv-neutron-601336-94-hyperv neutron-server[94174]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 23 11:38:03.291558 dv-neutron-601336-94-hyperv neutron-server[94174]: return self.request(url, 'GET', **kwargs) Jun 23 11:38:03.291558 dv-neutron-601336-94-hyperv neutron-server[94174]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 23 11:38:03.291558 dv-neutron-601336-94-hyperv neutron-server[94174]: base_url = self.get_endpoint(auth, allow=allow, Jun 23 11:38:03.291558 dv-neutron-601336-94-hyperv neutron-server[94174]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 23 11:38:03.291558 dv-neutron-601336-94-hyperv neutron-server[94174]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 23 11:38:03.291558 dv-neutron-601336-94-hyperv neutron-server[94174]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 23 11:38:03.291558 dv-neutron-601336-94-hyperv neutron-server[94174]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 23 11:38:03.291558 dv-neutron-601336-94-hyperv neutron-server[94174]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 23 11:38:03.389876 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron_lib.callbacks.manager [None req-c62c37e2-955f-460a-b5de-0325b6f404e9 tempest-TestNetworkBasicOps-233187296 tempest-TestNetworkBasicOps-233187296-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-453061'] for router_interface, before_delete {{(pid=94174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:38:03.470735 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron_lib.callbacks.manager [None req-cd404347-5072-4390-a1d5-bc868444e7cc tempest-NetworksIpV6Test-253648203 tempest-NetworksIpV6Test-253648203-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-897248', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8002400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7866073', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-524247'] for network, after_delete {{(pid=94174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:38:03.477023 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG oslo_concurrency.lockutils [None req-ca609cae-cc40-484a-ad52-c6ab8ccc2542 tempest-RoutersIpV6Test-1448447933 tempest-RoutersIpV6Test-1448447933-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94174) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 11:38:03.482028 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron_lib.callbacks.manager [None req-cd404347-5072-4390-a1d5-bc868444e7cc tempest-NetworksIpV6Test-253648203 tempest-NetworksIpV6Test-253648203-project] Notify callbacks [] for network, before_response {{(pid=94174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:38:03.483925 dv-neutron-601336-94-hyperv neutron-server[94174]: INFO neutron.wsgi [None req-cd404347-5072-4390-a1d5-bc868444e7cc tempest-NetworksIpV6Test-253648203 tempest-NetworksIpV6Test-253648203-project] 10.222.0.20 "DELETE /v2.0/networks/4ff78c4a-8c3d-4610-b72e-b29949d07629 HTTP/1.1" status: 204 len: 168 time: 0.5295138 Jun 23 11:38:03.486483 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.wsgi [-] (94175) accepted ('10.222.0.20', 42916) {{(pid=94175) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 11:38:03.497054 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd404347-5072-4390-a1d5-bc868444e7cc tempest-NetworksIpV6Test-253648203 tempest-NetworksIpV6Test-253648203-project] Pushing event deleted for resources: {'Network': ['ID=4ff78c4a-8c3d-4610-b72e-b29949d07629,revision_number=None']} {{(pid=94174) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 11:38:03.500659 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG oslo_concurrency.lockutils [None req-cd404347-5072-4390-a1d5-bc868444e7cc tempest-NetworksIpV6Test-253648203 tempest-NetworksIpV6Test-253648203-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.024s {{(pid=94174) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 11:38:03.512407 dv-neutron-601336-94-hyperv neutron-server[94175]: INFO neutron.pecan_wsgi.hooks.translation [None req-a0c0c900-f3a1-4b2b-9a6f-b3639a841a97 tempest-NetworksIpV6Test-253648203 tempest-NetworksIpV6Test-253648203-project] DELETE failed (client error): The resource could not be found. Jun 23 11:38:03.512863 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a0c0c900-f3a1-4b2b-9a6f-b3639a841a97 tempest-NetworksIpV6Test-253648203 tempest-NetworksIpV6Test-253648203-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94175) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 23 11:38:03.514593 dv-neutron-601336-94-hyperv neutron-server[94175]: INFO neutron.wsgi [None req-a0c0c900-f3a1-4b2b-9a6f-b3639a841a97 tempest-NetworksIpV6Test-253648203 tempest-NetworksIpV6Test-253648203-project] 10.222.0.20 "DELETE /v2.0/subnets/1915309c-6df8-4250-8c98-9fc4fd2f0124 HTTP/1.1" status: 404 len: 337 time: 0.0269749 Jun 23 11:38:03.517155 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.wsgi [-] (94175) accepted ('10.222.0.20', 42918) {{(pid=94175) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 11:38:03.534872 dv-neutron-601336-94-hyperv neutron-server[94175]: INFO neutron.pecan_wsgi.hooks.translation [None req-eeda0c5b-6559-4d6c-84d0-20ac60d4d50c tempest-NetworksIpV6Test-253648203 tempest-NetworksIpV6Test-253648203-project] DELETE failed (client error): The resource could not be found. Jun 23 11:38:03.535422 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-eeda0c5b-6559-4d6c-84d0-20ac60d4d50c tempest-NetworksIpV6Test-253648203 tempest-NetworksIpV6Test-253648203-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94175) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 23 11:38:03.537706 dv-neutron-601336-94-hyperv neutron-server[94175]: INFO neutron.wsgi [None req-eeda0c5b-6559-4d6c-84d0-20ac60d4d50c tempest-NetworksIpV6Test-253648203 tempest-NetworksIpV6Test-253648203-project] 10.222.0.20 "DELETE /v2.0/networks/2ca40b78-870c-4158-b268-653d6f423e17 HTTP/1.1" status: 404 len: 339 time: 0.0196514 Jun 23 11:38:03.540289 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.wsgi [-] (94175) accepted ('10.222.0.20', 42920) {{(pid=94175) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 11:38:03.594367 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.db.db_base_plugin_v2 [None req-b585e2e4-f7b7-472d-b3f4-f9027cdcd650 tempest-NetworksIpV6Test-253648203 tempest-NetworksIpV6Test-253648203-project] Deleting subnet 1acebd93-4e2e-497b-83da-c98c42b2fdf1 {{(pid=94175) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jun 23 11:38:03.597381 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron_lib.callbacks.manager [None req-b585e2e4-f7b7-472d-b3f4-f9027cdcd650 tempest-NetworksIpV6Test-253648203 tempest-NetworksIpV6Test-253648203-project] Notify callbacks [] for subnet, before_delete {{(pid=94175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:38:03.637403 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron_lib.callbacks.manager [None req-b585e2e4-f7b7-472d-b3f4-f9027cdcd650 tempest-NetworksIpV6Test-253648203 tempest-NetworksIpV6Test-253648203-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5190686'] for subnet, precommit_delete_associations {{(pid=94175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:38:03.638556 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.plugins.ml2.rpc [None req-97bd5441-1da2-49ee-a364-27795820ba27 None None] Device ec4bcd93-1a8a-4477-bc36-6256a7f680e5 no longer exists at agent hyperv_hv-neutron-6013 {{(pid=94176) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:261}} Jun 23 11:38:03.662824 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.plugins.ml2.plugin [None req-97bd5441-1da2-49ee-a364-27795820ba27 None None] No Port match for: ec4bcd93-1a8a-4477-bc36-6256a7f680e5 {{(pid=94176) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2240}} Jun 23 11:38:03.664315 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.plugins.ml2.rpc [None req-97bd5441-1da2-49ee-a364-27795820ba27 None None] Device ec4bcd93-1a8a-4477-bc36-6256a7f680e5 not bound to the agent host hv-neutron-6013 {{(pid=94176) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:271}} Jun 23 11:38:03.679816 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.plugins.ml2.plugin [None req-c62c37e2-955f-460a-b5de-0325b6f404e9 tempest-TestNetworkBasicOps-233187296 tempest-TestNetworkBasicOps-233187296-project] Deleting port dd7fc1ca-5169-488a-9c7c-1939746a3cb0 {{(pid=94174) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1913}} Jun 23 11:38:03.680162 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron_lib.callbacks.manager [None req-c62c37e2-955f-460a-b5de-0325b6f404e9 tempest-TestNetworkBasicOps-233187296 tempest-TestNetworkBasicOps-233187296-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773700079324'] for port, before_delete {{(pid=94174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:38:03.719326 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron_lib.callbacks.manager [None req-b585e2e4-f7b7-472d-b3f4-f9027cdcd650 tempest-NetworksIpV6Test-253648203 tempest-NetworksIpV6Test-253648203-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-897634'] for subnet, precommit_delete {{(pid=94175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:38:03.766509 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.plugins.ml2.db [None req-c62c37e2-955f-460a-b5de-0325b6f404e9 tempest-TestNetworkBasicOps-233187296 tempest-TestNetworkBasicOps-233187296-project] For port dd7fc1ca-5169-488a-9c7c-1939746a3cb0, host dv-neutron-601336-94-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-94-hyperv',level=0,port_id=dd7fc1ca-5169-488a-9c7c-1939746a3cb0,segment=NetworkSegment(f7c7ca79-63a4-46a7-b62b-c898c61f3948),segment_id=f7c7ca79-63a4-46a7-b62b-c898c61f3948)] {{(pid=94174) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 23 11:38:03.766861 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron_lib.callbacks.manager [None req-c62c37e2-955f-460a-b5de-0325b6f404e9 tempest-TestNetworkBasicOps-233187296 tempest-TestNetworkBasicOps-233187296-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-430722'] for port, precommit_delete {{(pid=94174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:38:03.780466 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.plugins.ml2.plugin [None req-c62c37e2-955f-460a-b5de-0325b6f404e9 tempest-TestNetworkBasicOps-233187296 tempest-TestNetworkBasicOps-233187296-project] Calling delete_port for dd7fc1ca-5169-488a-9c7c-1939746a3cb0 owned by network:router_interface {{(pid=94174) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1986}} Jun 23 11:38:03.849186 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron_lib.callbacks.manager [None req-b585e2e4-f7b7-472d-b3f4-f9027cdcd650 tempest-NetworksIpV6Test-253648203 tempest-NetworksIpV6Test-253648203-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-897627', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866062', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5083050', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4660036'] for subnet, after_delete {{(pid=94175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:38:03.852219 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG oslo_concurrency.lockutils [None req-db089b42-55da-4c9a-b7e5-1bd12d293032 tempest-TagsExtTest-1712647166 tempest-TagsExtTest-1712647166-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94175) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 11:38:03.877496 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron_lib.callbacks.manager [None req-b585e2e4-f7b7-472d-b3f4-f9027cdcd650 tempest-NetworksIpV6Test-253648203 tempest-NetworksIpV6Test-253648203-project] Notify callbacks [] for subnet, before_response {{(pid=94175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:38:03.879334 dv-neutron-601336-94-hyperv neutron-server[94175]: INFO neutron.wsgi [None req-b585e2e4-f7b7-472d-b3f4-f9027cdcd650 tempest-NetworksIpV6Test-253648203 tempest-NetworksIpV6Test-253648203-project] 10.222.0.20 "DELETE /v2.0/subnets/1acebd93-4e2e-497b-83da-c98c42b2fdf1 HTTP/1.1" status: 204 len: 168 time: 0.3381450 Jun 23 11:38:03.880890 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b585e2e4-f7b7-472d-b3f4-f9027cdcd650 tempest-NetworksIpV6Test-253648203 tempest-NetworksIpV6Test-253648203-project] Pushing event deleted for resources: {'Subnet': ['ID=1acebd93-4e2e-497b-83da-c98c42b2fdf1,revision_number=None']} {{(pid=94175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 11:38:03.882354 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.wsgi [-] (94175) accepted ('10.222.0.20', 42922) {{(pid=94175) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 11:38:03.884328 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG oslo_concurrency.lockutils [None req-b585e2e4-f7b7-472d-b3f4-f9027cdcd650 tempest-NetworksIpV6Test-253648203 tempest-NetworksIpV6Test-253648203-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.032s {{(pid=94175) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 11:38:03.890333 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-02fc7065-6582-4500-8bfc-fa55814a89e5 None None] Network f6de183c-f9f2-485c-94db-272e436295b5 requested from dv-neutron-601336-94-hyperv {{(pid=94176) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 23 11:38:03.932966 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.db.db_base_plugin_v2 [None req-62ed2a5d-e0e1-4fd5-a214-b0000db4772d tempest-NetworksIpV6Test-253648203 tempest-NetworksIpV6Test-253648203-project] Deleting subnet 91cbdb71-f6ed-46b2-9223-b79e347916ba {{(pid=94175) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jun 23 11:38:03.935969 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron_lib.callbacks.manager [None req-62ed2a5d-e0e1-4fd5-a214-b0000db4772d tempest-NetworksIpV6Test-253648203 tempest-NetworksIpV6Test-253648203-project] Notify callbacks [] for subnet, before_delete {{(pid=94175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:38:03.975991 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron_lib.callbacks.manager [None req-62ed2a5d-e0e1-4fd5-a214-b0000db4772d tempest-NetworksIpV6Test-253648203 tempest-NetworksIpV6Test-253648203-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5190686'] for subnet, precommit_delete_associations {{(pid=94175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:38:04.038266 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron_lib.callbacks.manager [None req-c62c37e2-955f-460a-b5de-0325b6f404e9 tempest-TestNetworkBasicOps-233187296 tempest-TestNetworkBasicOps-233187296-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-922904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866062', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773700135024', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773699642224', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5196390'] for port, after_delete {{(pid=94174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:38:04.041286 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG oslo_concurrency.lockutils [None req-f454b8e1-4518-41b7-a292-d2b8a2203df5 tempest-TestNetworkBasicOps-233187296 tempest-TestNetworkBasicOps-233187296-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94174) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 11:38:04.062919 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron_lib.callbacks.manager [None req-62ed2a5d-e0e1-4fd5-a214-b0000db4772d tempest-NetworksIpV6Test-253648203 tempest-NetworksIpV6Test-253648203-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-897634'] for subnet, precommit_delete {{(pid=94175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:38:04.067353 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c62c37e2-955f-460a-b5de-0325b6f404e9 tempest-TestNetworkBasicOps-233187296 tempest-TestNetworkBasicOps-233187296-project] Pushing event deleted for resources: {'Port': ['ID=dd7fc1ca-5169-488a-9c7c-1939746a3cb0,revision_number=None']} {{(pid=94174) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 11:38:04.070443 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG oslo_concurrency.lockutils [None req-c62c37e2-955f-460a-b5de-0325b6f404e9 tempest-TestNetworkBasicOps-233187296 tempest-TestNetworkBasicOps-233187296-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.029s {{(pid=94174) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 11:38:04.205298 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron_lib.callbacks.manager [None req-62ed2a5d-e0e1-4fd5-a214-b0000db4772d tempest-NetworksIpV6Test-253648203 tempest-NetworksIpV6Test-253648203-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-897627', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866062', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5083050', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4660036'] for subnet, after_delete {{(pid=94175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:38:04.208567 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG oslo_concurrency.lockutils [None req-f3c53686-f652-4884-b129-359edcd69857 tempest-PortsIpV6TestJSON-1781383748 tempest-PortsIpV6TestJSON-1781383748-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94175) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 11:38:04.235016 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62ed2a5d-e0e1-4fd5-a214-b0000db4772d tempest-NetworksIpV6Test-253648203 tempest-NetworksIpV6Test-253648203-project] Pushing event deleted for resources: {'Subnet': ['ID=91cbdb71-f6ed-46b2-9223-b79e347916ba,revision_number=None']} {{(pid=94175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 11:38:04.242172 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG oslo_concurrency.lockutils [None req-62ed2a5d-e0e1-4fd5-a214-b0000db4772d tempest-NetworksIpV6Test-253648203 tempest-NetworksIpV6Test-253648203-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.034s {{(pid=94175) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 11:38:04.245503 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron_lib.callbacks.manager [None req-62ed2a5d-e0e1-4fd5-a214-b0000db4772d tempest-NetworksIpV6Test-253648203 tempest-NetworksIpV6Test-253648203-project] Notify callbacks [] for subnet, before_response {{(pid=94175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:38:04.247424 dv-neutron-601336-94-hyperv neutron-server[94175]: INFO neutron.wsgi [None req-62ed2a5d-e0e1-4fd5-a214-b0000db4772d tempest-NetworksIpV6Test-253648203 tempest-NetworksIpV6Test-253648203-project] 10.222.0.20 "DELETE /v2.0/subnets/91cbdb71-f6ed-46b2-9223-b79e347916ba HTTP/1.1" status: 204 len: 168 time: 0.3641326 Jun 23 11:38:04.251061 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.wsgi [-] (94174) accepted ('10.222.0.20', 42924) {{(pid=94174) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 11:38:04.313613 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron_lib.callbacks.manager [None req-c62c37e2-955f-460a-b5de-0325b6f404e9 tempest-TestNetworkBasicOps-233187296 tempest-TestNetworkBasicOps-233187296-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-7866080', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-516693'] for router_interface, after_delete {{(pid=94174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:38:04.377174 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron_lib.callbacks.manager [None req-ced6ffe9-f3c2-43b1-bed0-622944fa1952 tempest-NetworksIpV6Test-253648203 tempest-NetworksIpV6Test-253648203-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-824874'] for network, before_delete {{(pid=94174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:38:04.530504 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.plugins.ml2.plugin [None req-ced6ffe9-f3c2-43b1-bed0-622944fa1952 tempest-NetworksIpV6Test-253648203 tempest-NetworksIpV6Test-253648203-project] Deleting port 5ccac6b9-be88-47b4-be7f-8b47c12881bb {{(pid=94174) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1913}} Jun 23 11:38:04.531243 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron_lib.callbacks.manager [None req-ced6ffe9-f3c2-43b1-bed0-622944fa1952 tempest-NetworksIpV6Test-253648203 tempest-NetworksIpV6Test-253648203-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773700079324'] for port, before_delete {{(pid=94174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:38:04.618710 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a199fefe-e558-4fe6-870b-ccb3aba8cf39 None None] Network f6de183c-f9f2-485c-94db-272e436295b5 requested from dv-neutron-601336-94-hyperv {{(pid=94176) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 23 11:38:04.740686 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.db.provisioning_blocks [None req-1e0b95fd-426b-4e75-a270-6622794869cf None None] Provisioning complete for port 5ccac6b9-be88-47b4-be7f-8b47c12881bb triggered by entity DHCP. {{(pid=94176) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 23 11:38:04.741374 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron_lib.callbacks.manager [None req-1e0b95fd-426b-4e75-a270-6622794869cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-899258'] for port, provisioning_complete {{(pid=94176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:38:04.860541 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8cbf7f85-0a55-4619-a344-96d6bf039735 None None] DHCP port deletion for f6de183c-f9f2-485c-94db-272e436295b5 request from dv-neutron-601336-94-hyperv {{(pid=94176) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jun 23 11:38:04.909268 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.plugins.ml2.plugin [None req-8cbf7f85-0a55-4619-a344-96d6bf039735 None None] Deleting port 5ccac6b9-be88-47b4-be7f-8b47c12881bb {{(pid=94176) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1913}} Jun 23 11:38:04.909660 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron_lib.callbacks.manager [None req-8cbf7f85-0a55-4619-a344-96d6bf039735 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773700079324'] for port, before_delete {{(pid=94176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:38:04.976229 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.plugins.ml2.db [None req-8cbf7f85-0a55-4619-a344-96d6bf039735 None None] For port 5ccac6b9-be88-47b4-be7f-8b47c12881bb, host dv-neutron-601336-94-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-94-hyperv',level=0,port_id=5ccac6b9-be88-47b4-be7f-8b47c12881bb,segment=NetworkSegment(8c6e38cc-51a7-47a4-9133-cc666de83a85),segment_id=8c6e38cc-51a7-47a4-9133-cc666de83a85)] {{(pid=94176) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 23 11:38:04.976634 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron_lib.callbacks.manager [None req-8cbf7f85-0a55-4619-a344-96d6bf039735 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-430722'] for port, precommit_delete {{(pid=94176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:38:04.991319 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.plugins.ml2.plugin [None req-8cbf7f85-0a55-4619-a344-96d6bf039735 None None] Calling delete_port for 5ccac6b9-be88-47b4-be7f-8b47c12881bb owned by network:dhcp {{(pid=94176) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1986}} Jun 23 11:38:05.015064 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.plugins.ml2.db [None req-ced6ffe9-f3c2-43b1-bed0-622944fa1952 tempest-NetworksIpV6Test-253648203 tempest-NetworksIpV6Test-253648203-project] For port 5ccac6b9-be88-47b4-be7f-8b47c12881bb, host dv-neutron-601336-94-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-94-hyperv',level=0,port_id=5ccac6b9-be88-47b4-be7f-8b47c12881bb,segment=NetworkSegment(8c6e38cc-51a7-47a4-9133-cc666de83a85),segment_id=8c6e38cc-51a7-47a4-9133-cc666de83a85)] {{(pid=94174) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 23 11:38:05.015416 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron_lib.callbacks.manager [None req-ced6ffe9-f3c2-43b1-bed0-622944fa1952 tempest-NetworksIpV6Test-253648203 tempest-NetworksIpV6Test-253648203-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-430722'] for port, precommit_delete {{(pid=94174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:38:05.031309 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c62c37e2-955f-460a-b5de-0325b6f404e9 tempest-TestNetworkBasicOps-233187296 tempest-TestNetworkBasicOps-233187296-project] Router 138f928c-e351-4622-a42a-73141d74090b has already been hosted by L3 agent 50ef99c0-ef28-4db5-b303-b145898fae60 {{(pid=94174) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 23 11:38:05.032280 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.plugins.ml2.plugin [None req-ced6ffe9-f3c2-43b1-bed0-622944fa1952 tempest-NetworksIpV6Test-253648203 tempest-NetworksIpV6Test-253648203-project] Calling delete_port for 5ccac6b9-be88-47b4-be7f-8b47c12881bb owned by network:dhcp {{(pid=94174) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1986}} Jun 23 11:38:05.053670 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.plugins.ml2.rpc [None req-dc7542b2-afef-47f4-a763-e3a3cba144be None None] Device 5ccac6b9-be88-47b4-be7f-8b47c12881bb no longer exists at agent ovs-agent-dv-neutron-601336-94-hyperv {{(pid=94176) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:261}} Jun 23 11:38:05.136244 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron_lib.callbacks.manager [None req-dc7542b2-afef-47f4-a763-e3a3cba144be None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-923122'] for port, before_update {{(pid=94176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:38:05.149749 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron_lib.callbacks.manager [None req-8cbf7f85-0a55-4619-a344-96d6bf039735 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-922904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866062', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773700135024', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773699642224'] for port, after_delete {{(pid=94176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:38:05.151793 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG oslo_concurrency.lockutils [None req-dc7542b2-afef-47f4-a763-e3a3cba144be None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 11:38:05.198899 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c62c37e2-955f-460a-b5de-0325b6f404e9 tempest-TestNetworkBasicOps-233187296 tempest-TestNetworkBasicOps-233187296-project] Notify agent at l3_agent.dv-neutron-601336-94-hyperv the message routers_updated {{(pid=94174) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 23 11:38:05.200890 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron_lib.callbacks.manager [None req-ced6ffe9-f3c2-43b1-bed0-622944fa1952 tempest-NetworksIpV6Test-253648203 tempest-NetworksIpV6Test-253648203-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-922904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866062', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773700135024', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773699642224', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5196390'] for port, after_delete {{(pid=94174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:38:05.206089 dv-neutron-601336-94-hyperv neutron-server[94174]: INFO neutron.wsgi [None req-c62c37e2-955f-460a-b5de-0325b6f404e9 tempest-TestNetworkBasicOps-233187296 tempest-TestNetworkBasicOps-233187296-project] 10.222.0.20 "PUT /v2.0/routers/138f928c-e351-4622-a42a-73141d74090b/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.4208722 Jun 23 11:38:05.206905 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG oslo_concurrency.lockutils [None req-6d88e815-3567-4b18-91ce-85e99f064db4 tempest-RoutersTest-228919764 tempest-RoutersTest-228919764-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94174) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 11:38:05.209499 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.wsgi [-] (94175) accepted ('10.222.0.20', 42926) {{(pid=94175) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 11:38:05.212662 dv-neutron-601336-94-hyperv neutron-server[94177]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-03582299-83e3-4d08-9abf-1675ae939042 None None] Sync routers for ids ['138f928c-e351-4622-a42a-73141d74090b'] in dv-neutron-601336-94-hyperv {{(pid=94177) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 23 11:38:05.225253 dv-neutron-601336-94-hyperv neutron-server[94177]: DEBUG neutron.db.l3_dvrscheduler_db [None req-03582299-83e3-4d08-9abf-1675ae939042 None None] Routers {'138f928c-e351-4622-a42a-73141d74090b'} bound to L3 agent in host dv-neutron-601336-94-hyperv {{(pid=94177) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 23 11:38:05.225952 dv-neutron-601336-94-hyperv neutron-server[94177]: DEBUG neutron.db.l3_hamode_db [None req-03582299-83e3-4d08-9abf-1675ae939042 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-601336-94-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-06-23T11:22:13Z,description=,heartbeat_timestamp=2021-06-23T11:37:43Z,host='dv-neutron-601336-94-hyperv',id=50ef99c0-ef28-4db5-b303-b145898fae60,load=0,resource_versions=,resources_synced=,started_at=2021-06-23T11:22:14Z,topic='l3_agent')) {'router_ids': ['138f928c-e351-4622-a42a-73141d74090b'], 'active': True} {{(pid=94177) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 11:38:05.232715 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ced6ffe9-f3c2-43b1-bed0-622944fa1952 tempest-NetworksIpV6Test-253648203 tempest-NetworksIpV6Test-253648203-project] Pushing event deleted for resources: {'Port': ['ID=5ccac6b9-be88-47b4-be7f-8b47c12881bb,revision_number=None']} {{(pid=94174) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 11:38:05.236529 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG oslo_concurrency.lockutils [None req-ced6ffe9-f3c2-43b1-bed0-622944fa1952 tempest-NetworksIpV6Test-253648203 tempest-NetworksIpV6Test-253648203-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.029s {{(pid=94174) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 11:38:05.236935 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ced6ffe9-f3c2-43b1-bed0-622944fa1952 tempest-NetworksIpV6Test-253648203 tempest-NetworksIpV6Test-253648203-project] No DVR routers for this DVR port 5ccac6b9-be88-47b4-be7f-8b47c12881bb on host dv-neutron-601336-94-hyperv {{(pid=94174) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 23 11:38:05.282829 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.db.db_base_plugin_v2 [None req-8c45e273-590e-4270-bdf1-e3929e7ead9e tempest-TestNetworkBasicOps-233187296 tempest-TestNetworkBasicOps-233187296-project] Deleting subnet 16206325-2869-4d16-997a-5226fd65f4a9 {{(pid=94175) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jun 23 11:38:05.288397 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron_lib.callbacks.manager [None req-8c45e273-590e-4270-bdf1-e3929e7ead9e tempest-TestNetworkBasicOps-233187296 tempest-TestNetworkBasicOps-233187296-project] Notify callbacks [] for subnet, before_delete {{(pid=94175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:38:05.331152 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cbf7f85-0a55-4619-a344-96d6bf039735 None None] Pushing event deleted for resources: {'Port': ['ID=5ccac6b9-be88-47b4-be7f-8b47c12881bb,revision_number=None']} {{(pid=94176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 11:38:05.335556 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG oslo_concurrency.lockutils [None req-8cbf7f85-0a55-4619-a344-96d6bf039735 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.184s {{(pid=94176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 11:38:05.337399 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8cbf7f85-0a55-4619-a344-96d6bf039735 None None] No DVR routers for this DVR port 5ccac6b9-be88-47b4-be7f-8b47c12881bb on host dv-neutron-601336-94-hyperv {{(pid=94176) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 23 11:38:05.342114 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron_lib.callbacks.manager [None req-8c45e273-590e-4270-bdf1-e3929e7ead9e tempest-TestNetworkBasicOps-233187296 tempest-TestNetworkBasicOps-233187296-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5190686'] for subnet, precommit_delete_associations {{(pid=94175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:38:05.342238 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron_lib.callbacks.manager [None req-ced6ffe9-f3c2-43b1-bed0-622944fa1952 tempest-NetworksIpV6Test-253648203 tempest-NetworksIpV6Test-253648203-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-897259', 'neutron.services.segments.db._delete_segments_for_network-8773700168587'] for network, precommit_delete {{(pid=94174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:38:05.352757 dv-neutron-601336-94-hyperv neutron-server[94177]: DEBUG neutron.db.l3_dvr_db [None req-03582299-83e3-4d08-9abf-1675ae939042 None None] Set router 138f928c-e351-4622-a42a-73141d74090b gateway port host: dv-neutron-601336-94-hyperv {{(pid=94177) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:838}} Jun 23 11:38:05.358016 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.services.segments.db [None req-ced6ffe9-f3c2-43b1-bed0-622944fa1952 tempest-NetworksIpV6Test-253648203 tempest-NetworksIpV6Test-253648203-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f6de183c-f9f2-485c-94db-272e436295b5']}} {{(pid=94174) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 11:38:05.375658 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.services.segments.db [None req-ced6ffe9-f3c2-43b1-bed0-622944fa1952 tempest-NetworksIpV6Test-253648203 tempest-NetworksIpV6Test-253648203-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8c6e38cc-51a7-47a4-9133-cc666de83a85') {'for_net_delete': True} {{(pid=94174) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 11:38:05.376218 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.services.segments.db [None req-ced6ffe9-f3c2-43b1-bed0-622944fa1952 tempest-NetworksIpV6Test-253648203 tempest-NetworksIpV6Test-253648203-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8c6e38cc-51a7-47a4-9133-cc666de83a85') {} {{(pid=94174) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 11:38:05.386219 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron_lib.callbacks.manager [None req-ced6ffe9-f3c2-43b1-bed0-622944fa1952 tempest-NetworksIpV6Test-253648203 tempest-NetworksIpV6Test-253648203-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8773699955833', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4800267'] for segment, before_delete {{(pid=94174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:38:05.401025 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron_lib.callbacks.manager [None req-ced6ffe9-f3c2-43b1-bed0-622944fa1952 tempest-NetworksIpV6Test-253648203 tempest-NetworksIpV6Test-253648203-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3801'] for segment, precommit_delete {{(pid=94174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:38:05.407194 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ced6ffe9-f3c2-43b1-bed0-622944fa1952 tempest-NetworksIpV6Test-253648203 tempest-NetworksIpV6Test-253648203-project] Releasing vlan 449 on physical network physnet1 to pool {{(pid=94174) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 23 11:38:05.407922 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron_lib.callbacks.manager [None req-ced6ffe9-f3c2-43b1-bed0-622944fa1952 tempest-NetworksIpV6Test-253648203 tempest-NetworksIpV6Test-253648203-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3801', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5196341'] for segment, after_delete {{(pid=94174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:38:05.411360 dv-neutron-601336-94-hyperv neutron-server[94174]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 23 11:38:05.411360 dv-neutron-601336-94-hyperv neutron-server[94174]: self.session.flush() Jun 23 11:38:05.411360 dv-neutron-601336-94-hyperv neutron-server[94174]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 23 11:38:05.411360 dv-neutron-601336-94-hyperv neutron-server[94174]: self.session.flush() Jun 23 11:38:05.411360 dv-neutron-601336-94-hyperv neutron-server[94174]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 23 11:38:05.411360 dv-neutron-601336-94-hyperv neutron-server[94174]: self.session.flush() Jun 23 11:38:05.411360 dv-neutron-601336-94-hyperv neutron-server[94174]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 23 11:38:05.411360 dv-neutron-601336-94-hyperv neutron-server[94174]: self.session.flush() Jun 23 11:38:05.411360 dv-neutron-601336-94-hyperv neutron-server[94174]: Traceback (most recent call last): Jun 23 11:38:05.411360 dv-neutron-601336-94-hyperv neutron-server[94174]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 23 11:38:05.411360 dv-neutron-601336-94-hyperv neutron-server[94174]: timer() Jun 23 11:38:05.411360 dv-neutron-601336-94-hyperv neutron-server[94174]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 23 11:38:05.411360 dv-neutron-601336-94-hyperv neutron-server[94174]: cb(*args, **kw) Jun 23 11:38:05.411360 dv-neutron-601336-94-hyperv neutron-server[94174]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 23 11:38:05.411360 dv-neutron-601336-94-hyperv neutron-server[94174]: return func(*args, **kwargs) Jun 23 11:38:05.411360 dv-neutron-601336-94-hyperv neutron-server[94174]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 23 11:38:05.411360 dv-neutron-601336-94-hyperv neutron-server[94174]: self._notify() Jun 23 11:38:05.411360 dv-neutron-601336-94-hyperv neutron-server[94174]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 23 11:38:05.411360 dv-neutron-601336-94-hyperv neutron-server[94174]: self.callback(batched_events) Jun 23 11:38:05.411360 dv-neutron-601336-94-hyperv neutron-server[94174]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 23 11:38:05.411360 dv-neutron-601336-94-hyperv neutron-server[94174]: event.method(event) Jun 23 11:38:05.411360 dv-neutron-601336-94-hyperv neutron-server[94174]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 23 11:38:05.411360 dv-neutron-601336-94-hyperv neutron-server[94174]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 23 11:38:05.411360 dv-neutron-601336-94-hyperv neutron-server[94174]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 23 11:38:05.411360 dv-neutron-601336-94-hyperv neutron-server[94174]: aggregate_uuid = self.p_client.list_aggregates( Jun 23 11:38:05.411360 dv-neutron-601336-94-hyperv neutron-server[94174]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 23 11:38:05.411360 dv-neutron-601336-94-hyperv neutron-server[94174]: return f(self, *a, **k) Jun 23 11:38:05.411360 dv-neutron-601336-94-hyperv neutron-server[94174]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 23 11:38:05.411360 dv-neutron-601336-94-hyperv neutron-server[94174]: return self._get(url).json() Jun 23 11:38:05.411360 dv-neutron-601336-94-hyperv neutron-server[94174]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 23 11:38:05.411360 dv-neutron-601336-94-hyperv neutron-server[94174]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 23 11:38:05.411360 dv-neutron-601336-94-hyperv neutron-server[94174]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 23 11:38:05.411360 dv-neutron-601336-94-hyperv neutron-server[94174]: return self.request(url, 'GET', **kwargs) Jun 23 11:38:05.411360 dv-neutron-601336-94-hyperv neutron-server[94174]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 23 11:38:05.411360 dv-neutron-601336-94-hyperv neutron-server[94174]: base_url = self.get_endpoint(auth, allow=allow, Jun 23 11:38:05.411360 dv-neutron-601336-94-hyperv neutron-server[94174]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 23 11:38:05.411360 dv-neutron-601336-94-hyperv neutron-server[94174]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 23 11:38:05.411360 dv-neutron-601336-94-hyperv neutron-server[94174]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 23 11:38:05.411360 dv-neutron-601336-94-hyperv neutron-server[94174]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 23 11:38:05.411360 dv-neutron-601336-94-hyperv neutron-server[94174]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 23 11:38:05.437971 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron_lib.callbacks.manager [None req-8c45e273-590e-4270-bdf1-e3929e7ead9e tempest-TestNetworkBasicOps-233187296 tempest-TestNetworkBasicOps-233187296-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-897634'] for subnet, precommit_delete {{(pid=94175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:38:05.518846 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron_lib.callbacks.manager [None req-ced6ffe9-f3c2-43b1-bed0-622944fa1952 tempest-NetworksIpV6Test-253648203 tempest-NetworksIpV6Test-253648203-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-897248', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8002400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7866073', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-524247'] for network, after_delete {{(pid=94174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:38:05.523467 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG oslo_concurrency.lockutils [None req-096392d3-22dc-4744-8b50-939a786e03ad tempest-ExternalNetworksTestJSON-2139813945 tempest-ExternalNetworksTestJSON-2139813945-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94174) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 11:38:05.528725 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron_lib.callbacks.manager [None req-ced6ffe9-f3c2-43b1-bed0-622944fa1952 tempest-NetworksIpV6Test-253648203 tempest-NetworksIpV6Test-253648203-project] Notify callbacks [] for network, before_response {{(pid=94174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:38:05.530588 dv-neutron-601336-94-hyperv neutron-server[94174]: INFO neutron.wsgi [None req-ced6ffe9-f3c2-43b1-bed0-622944fa1952 tempest-NetworksIpV6Test-253648203 tempest-NetworksIpV6Test-253648203-project] 10.222.0.20 "DELETE /v2.0/networks/f6de183c-f9f2-485c-94db-272e436295b5 HTTP/1.1" status: 204 len: 168 time: 1.2783458 Jun 23 11:38:05.533864 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.wsgi [-] (94175) accepted ('10.222.0.20', 42928) {{(pid=94175) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 11:38:05.540158 dv-neutron-601336-94-hyperv neutron-server[94177]: DEBUG neutron.db.l3_hamode_db [None req-03582299-83e3-4d08-9abf-1675ae939042 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '138f928c-e351-4622-a42a-73141d74090b', 'name': 'tempest-TestNetworkBasicOps-router-45649005', 'tenant_id': '772b9946478d439e9da4eaeade7fb21d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3e7e4eb3-cf02-4d47-ade9-0a579cdfc60f', 'external_fixed_ips': [{'subnet_id': 'a5ad15ab-c489-4a67-a9b0-d559fca0ec71', 'ip_address': '172.26.3.123'}], 'enable_snat': True}, 'gw_port_id': '1ab0ae19-6b61-4c8f-b3b4-a8cef1b1d50e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-23T11:36:59Z', 'updated_at': '2021-06-23T11:38:03Z', 'revision_number': 5, 'project_id': '772b9946478d439e9da4eaeade7fb21d', 'gw_port': {'id': '1ab0ae19-6b61-4c8f-b3b4-a8cef1b1d50e', 'name': '', 'network_id': '3e7e4eb3-cf02-4d47-ade9-0a579cdfc60f', 'tenant_id': '', 'mac_address': 'fa:16:3e:66:52:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '138f928c-e351-4622-a42a-73141d74090b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1237, 'fixed_ips': [{'subnet_id': 'a5ad15ab-c489-4a67-a9b0-d559fca0ec71', 'ip_address': '172.26.3.123', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-94-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-23T11:37:00Z', 'updated_at': '2021-06-23T11:37:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a5ad15ab-c489-4a67-a9b0-d559fca0ec71', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-601336-94-hyperv'}], 'dv-neutron-601336-94-hyperv', False) {} {{(pid=94177) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 11:38:05.540405 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ced6ffe9-f3c2-43b1-bed0-622944fa1952 tempest-NetworksIpV6Test-253648203 tempest-NetworksIpV6Test-253648203-project] Pushing event deleted for resources: {'Network': ['ID=f6de183c-f9f2-485c-94db-272e436295b5,revision_number=None']} {{(pid=94174) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 11:38:05.542766 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG oslo_concurrency.lockutils [None req-ced6ffe9-f3c2-43b1-bed0-622944fa1952 tempest-NetworksIpV6Test-253648203 tempest-NetworksIpV6Test-253648203-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=94174) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 11:38:05.565156 dv-neutron-601336-94-hyperv neutron-server[94175]: INFO neutron.pecan_wsgi.hooks.translation [None req-1fe3ac60-8cff-4ad0-ac91-788e97f76ab7 tempest-NetworksIpV6Test-253648203 tempest-NetworksIpV6Test-253648203-project] DELETE failed (client error): The resource could not be found. Jun 23 11:38:05.565885 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-1fe3ac60-8cff-4ad0-ac91-788e97f76ab7 tempest-NetworksIpV6Test-253648203 tempest-NetworksIpV6Test-253648203-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94175) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 23 11:38:05.568142 dv-neutron-601336-94-hyperv neutron-server[94175]: INFO neutron.wsgi [None req-1fe3ac60-8cff-4ad0-ac91-788e97f76ab7 tempest-NetworksIpV6Test-253648203 tempest-NetworksIpV6Test-253648203-project] 10.222.0.20 "DELETE /v2.0/subnets/08a60f8a-5853-4205-b873-a8883382e535 HTTP/1.1" status: 404 len: 337 time: 0.0327759 Jun 23 11:38:05.570752 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.wsgi [-] (94175) accepted ('10.222.0.20', 42930) {{(pid=94175) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 11:38:05.570905 dv-neutron-601336-94-hyperv neutron-server[94177]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-03582299-83e3-4d08-9abf-1675ae939042 None None] Checking router: 138f928c-e351-4622-a42a-73141d74090b for host: dv-neutron-601336-94-hyperv {{(pid=94177) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 23 11:38:05.580022 dv-neutron-601336-94-hyperv neutron-server[94177]: DEBUG neutron.db.l3_dvrscheduler_db [None req-03582299-83e3-4d08-9abf-1675ae939042 None None] Routers {'138f928c-e351-4622-a42a-73141d74090b'} bound to L3 agent in host dv-neutron-601336-94-hyperv {{(pid=94177) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 23 11:38:05.580630 dv-neutron-601336-94-hyperv neutron-server[94177]: DEBUG neutron.db.l3_hamode_db [None req-03582299-83e3-4d08-9abf-1675ae939042 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-601336-94-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-06-23T11:22:13Z,description=,heartbeat_timestamp=2021-06-23T11:37:43Z,host='dv-neutron-601336-94-hyperv',id=50ef99c0-ef28-4db5-b303-b145898fae60,load=0,resource_versions=,resources_synced=,started_at=2021-06-23T11:22:14Z,topic='l3_agent')) {'router_ids': ['138f928c-e351-4622-a42a-73141d74090b'], 'active': True} {{(pid=94177) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 11:38:05.588889 dv-neutron-601336-94-hyperv neutron-server[94175]: INFO neutron.pecan_wsgi.hooks.translation [None req-f01b2949-0e1e-47b0-a9f7-dc1e127baf6c tempest-NetworksIpV6Test-253648203 tempest-NetworksIpV6Test-253648203-project] DELETE failed (client error): The resource could not be found. Jun 23 11:38:05.589434 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f01b2949-0e1e-47b0-a9f7-dc1e127baf6c tempest-NetworksIpV6Test-253648203 tempest-NetworksIpV6Test-253648203-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94175) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 23 11:38:05.591080 dv-neutron-601336-94-hyperv neutron-server[94175]: INFO neutron.wsgi [None req-f01b2949-0e1e-47b0-a9f7-dc1e127baf6c tempest-NetworksIpV6Test-253648203 tempest-NetworksIpV6Test-253648203-project] 10.222.0.20 "DELETE /v2.0/networks/f043705a-a486-4e9d-9f86-22d3034c0bb8 HTTP/1.1" status: 404 len: 339 time: 0.0193849 Jun 23 11:38:05.593541 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.wsgi [-] (94175) accepted ('10.222.0.20', 42932) {{(pid=94175) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 11:38:05.603439 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron_lib.callbacks.manager [None req-8c45e273-590e-4270-bdf1-e3929e7ead9e tempest-TestNetworkBasicOps-233187296 tempest-TestNetworkBasicOps-233187296-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-897627', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866062', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5083050', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4660036'] for subnet, after_delete {{(pid=94175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:38:05.620227 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG oslo_concurrency.lockutils [None req-286fbc0f-4cae-42c7-a688-177c43098488 tempest-PortsIpV6TestJSON-1781383748 tempest-PortsIpV6TestJSON-1781383748-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94175) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 11:38:05.628143 dv-neutron-601336-94-hyperv neutron-server[94175]: INFO neutron.pecan_wsgi.hooks.translation [None req-13036f0c-1882-48a0-abd1-79dfd71a6938 tempest-NetworksIpV6Test-253648203 tempest-NetworksIpV6Test-253648203-project] DELETE failed (client error): The resource could not be found. Jun 23 11:38:05.628602 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-13036f0c-1882-48a0-abd1-79dfd71a6938 tempest-NetworksIpV6Test-253648203 tempest-NetworksIpV6Test-253648203-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94175) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 23 11:38:05.630797 dv-neutron-601336-94-hyperv neutron-server[94175]: INFO neutron.wsgi [None req-13036f0c-1882-48a0-abd1-79dfd71a6938 tempest-NetworksIpV6Test-253648203 tempest-NetworksIpV6Test-253648203-project] 10.222.0.20 "DELETE /v2.0/subnets/45fbec5a-4f5e-40ad-8adc-5e7769dba835 HTTP/1.1" status: 404 len: 337 time: 0.0363626 Jun 23 11:38:05.633825 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.wsgi [-] (94174) accepted ('10.222.0.20', 42934) {{(pid=94174) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 11:38:05.651211 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c45e273-590e-4270-bdf1-e3929e7ead9e tempest-TestNetworkBasicOps-233187296 tempest-TestNetworkBasicOps-233187296-project] Pushing event deleted for resources: {'Subnet': ['ID=16206325-2869-4d16-997a-5226fd65f4a9,revision_number=None']} {{(pid=94175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 11:38:05.652147 dv-neutron-601336-94-hyperv neutron-server[94174]: INFO neutron.pecan_wsgi.hooks.translation [None req-58273173-9383-4cc7-b1a7-7f9dad6f2608 tempest-NetworksIpV6Test-253648203 tempest-NetworksIpV6Test-253648203-project] DELETE failed (client error): The resource could not be found. Jun 23 11:38:05.652678 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-58273173-9383-4cc7-b1a7-7f9dad6f2608 tempest-NetworksIpV6Test-253648203 tempest-NetworksIpV6Test-253648203-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94174) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 23 11:38:05.653681 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron_lib.callbacks.manager [None req-8c45e273-590e-4270-bdf1-e3929e7ead9e tempest-TestNetworkBasicOps-233187296 tempest-TestNetworkBasicOps-233187296-project] Notify callbacks [] for subnet, before_response {{(pid=94175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:38:05.654341 dv-neutron-601336-94-hyperv neutron-server[94174]: INFO neutron.wsgi [None req-58273173-9383-4cc7-b1a7-7f9dad6f2608 tempest-NetworksIpV6Test-253648203 tempest-NetworksIpV6Test-253648203-project] 10.222.0.20 "DELETE /v2.0/networks/75997f2d-bac0-4f5d-81fb-a3f5b6ec28a0 HTTP/1.1" status: 404 len: 339 time: 0.0198176 Jun 23 11:38:05.658097 dv-neutron-601336-94-hyperv neutron-server[94175]: INFO neutron.wsgi [None req-8c45e273-590e-4270-bdf1-e3929e7ead9e tempest-TestNetworkBasicOps-233187296 tempest-TestNetworkBasicOps-233187296-project] 10.222.0.20 "DELETE /v2.0/subnets/16206325-2869-4d16-997a-5226fd65f4a9 HTTP/1.1" status: 204 len: 168 time: 0.4458535 Jun 23 11:38:05.658692 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.wsgi [-] (94175) accepted ('10.222.0.20', 42936) {{(pid=94175) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 11:38:05.659055 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.wsgi [-] (94175) accepted ('10.222.0.20', 42938) {{(pid=94175) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 11:38:05.661542 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ae054c26-1471-4a95-8fd0-6797f0754097 None None] Network 751565c3-b0a8-48a7-9195-02fff873bed5 requested from dv-neutron-601336-94-hyperv {{(pid=94176) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 23 11:38:05.688366 dv-neutron-601336-94-hyperv neutron-server[94177]: DEBUG neutron.db.l3_dvr_db [None req-03582299-83e3-4d08-9abf-1675ae939042 None None] Set router 138f928c-e351-4622-a42a-73141d74090b gateway port host: dv-neutron-601336-94-hyperv {{(pid=94177) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:838}} Jun 23 11:38:05.696222 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c45e273-590e-4270-bdf1-e3929e7ead9e tempest-TestNetworkBasicOps-233187296 tempest-TestNetworkBasicOps-233187296-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-601336-94-hyperv {{(pid=94175) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 11:38:05.696621 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c45e273-590e-4270-bdf1-e3929e7ead9e tempest-TestNetworkBasicOps-233187296 tempest-TestNetworkBasicOps-233187296-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-94-hyperv {{(pid=94175) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 11:38:05.697012 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c45e273-590e-4270-bdf1-e3929e7ead9e tempest-TestNetworkBasicOps-233187296 tempest-TestNetworkBasicOps-233187296-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-94-hyperv {{(pid=94175) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 11:38:05.697394 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c45e273-590e-4270-bdf1-e3929e7ead9e tempest-TestNetworkBasicOps-233187296 tempest-TestNetworkBasicOps-233187296-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-601336-94-hyperv {{(pid=94175) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 11:38:05.697774 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c45e273-590e-4270-bdf1-e3929e7ead9e tempest-TestNetworkBasicOps-233187296 tempest-TestNetworkBasicOps-233187296-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-601336-94-hyperv {{(pid=94175) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 11:38:05.698152 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c45e273-590e-4270-bdf1-e3929e7ead9e tempest-TestNetworkBasicOps-233187296 tempest-TestNetworkBasicOps-233187296-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-601336-94-hyperv {{(pid=94175) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 11:38:05.698526 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c45e273-590e-4270-bdf1-e3929e7ead9e tempest-TestNetworkBasicOps-233187296 tempest-TestNetworkBasicOps-233187296-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-601336-94-hyperv {{(pid=94175) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 11:38:05.698898 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c45e273-590e-4270-bdf1-e3929e7ead9e tempest-TestNetworkBasicOps-233187296 tempest-TestNetworkBasicOps-233187296-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-601336-94-hyperv {{(pid=94175) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 11:38:05.699301 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c45e273-590e-4270-bdf1-e3929e7ead9e tempest-TestNetworkBasicOps-233187296 tempest-TestNetworkBasicOps-233187296-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-601336-94-hyperv {{(pid=94175) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 11:38:05.699671 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c45e273-590e-4270-bdf1-e3929e7ead9e tempest-TestNetworkBasicOps-233187296 tempest-TestNetworkBasicOps-233187296-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-94-hyperv {{(pid=94175) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 11:38:05.700041 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c45e273-590e-4270-bdf1-e3929e7ead9e tempest-TestNetworkBasicOps-233187296 tempest-TestNetworkBasicOps-233187296-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-601336-94-hyperv {{(pid=94175) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 11:38:05.700407 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c45e273-590e-4270-bdf1-e3929e7ead9e tempest-TestNetworkBasicOps-233187296 tempest-TestNetworkBasicOps-233187296-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-601336-94-hyperv {{(pid=94175) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 11:38:05.736679 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG oslo_concurrency.lockutils [None req-8c45e273-590e-4270-bdf1-e3929e7ead9e tempest-TestNetworkBasicOps-233187296 tempest-TestNetworkBasicOps-233187296-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.116s {{(pid=94175) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 11:38:05.737626 dv-neutron-601336-94-hyperv neutron-server[94175]: INFO neutron.pecan_wsgi.hooks.translation [None req-405eb8fc-d6b2-48e2-a48d-c80af48e80f5 tempest-NetworksIpV6Test-253648203 tempest-NetworksIpV6Test-253648203-project] DELETE failed (client error): The resource could not be found. Jun 23 11:38:05.738093 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-405eb8fc-d6b2-48e2-a48d-c80af48e80f5 tempest-NetworksIpV6Test-253648203 tempest-NetworksIpV6Test-253648203-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94175) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 23 11:38:05.740378 dv-neutron-601336-94-hyperv neutron-server[94175]: INFO neutron.wsgi [None req-405eb8fc-d6b2-48e2-a48d-c80af48e80f5 tempest-NetworksIpV6Test-253648203 tempest-NetworksIpV6Test-253648203-project] 10.222.0.20 "DELETE /v2.0/subnets/4f18dcdd-d0e1-4578-bed9-741e5ff2ce5e HTTP/1.1" status: 404 len: 337 time: 0.0795028 Jun 23 11:38:05.742928 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.wsgi [-] (94175) accepted ('10.222.0.20', 42942) {{(pid=94175) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 11:38:05.768756 dv-neutron-601336-94-hyperv neutron-server[94175]: INFO neutron.pecan_wsgi.hooks.translation [None req-15c2525d-bdc8-49a2-a006-99cdb21eb1cc tempest-NetworksIpV6Test-253648203 tempest-NetworksIpV6Test-253648203-project] DELETE failed (client error): The resource could not be found. Jun 23 11:38:05.769059 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-15c2525d-bdc8-49a2-a006-99cdb21eb1cc tempest-NetworksIpV6Test-253648203 tempest-NetworksIpV6Test-253648203-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94175) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 23 11:38:05.773073 dv-neutron-601336-94-hyperv neutron-server[94175]: INFO neutron.wsgi [None req-15c2525d-bdc8-49a2-a006-99cdb21eb1cc tempest-NetworksIpV6Test-253648203 tempest-NetworksIpV6Test-253648203-project] 10.222.0.20 "DELETE /v2.0/networks/87bfa5df-c53c-4b3a-8d77-8a5089c2e038 HTTP/1.1" status: 404 len: 339 time: 0.0267880 Jun 23 11:38:05.773553 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.wsgi [-] (94174) accepted ('10.222.0.20', 42944) {{(pid=94174) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 11:38:05.847909 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron_lib.callbacks.manager [None req-ba9fcc87-aa7a-4d7b-8579-a72ffbe23537 tempest-TestNetworkBasicOps-233187296 tempest-TestNetworkBasicOps-233187296-project] Notify callbacks [] for router, before_delete {{(pid=94175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:38:05.853488 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.db.db_base_plugin_v2 [None req-d79e92ec-3125-4fae-8832-eff241c03fb8 tempest-NetworksIpV6Test-253648203 tempest-NetworksIpV6Test-253648203-project] Deleting subnet adddc641-5f57-45c4-8e30-e317abc6667c {{(pid=94174) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jun 23 11:38:05.858208 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron_lib.callbacks.manager [None req-d79e92ec-3125-4fae-8832-eff241c03fb8 tempest-NetworksIpV6Test-253648203 tempest-NetworksIpV6Test-253648203-project] Notify callbacks [] for subnet, before_delete {{(pid=94174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:38:05.885142 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-704ae937-3ad0-4d48-a60b-17224d3db935 None None] DHCP port deletion for 751565c3-b0a8-48a7-9195-02fff873bed5 request from dv-neutron-601336-94-hyperv {{(pid=94176) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jun 23 11:38:05.908306 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron_lib.callbacks.manager [None req-d79e92ec-3125-4fae-8832-eff241c03fb8 tempest-NetworksIpV6Test-253648203 tempest-NetworksIpV6Test-253648203-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4800256'] for subnet, precommit_delete_associations {{(pid=94174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:38:05.931594 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.plugins.ml2.plugin [None req-704ae937-3ad0-4d48-a60b-17224d3db935 None None] Deleting port 88b6e810-41c2-4166-a681-c6fa9eb63072 {{(pid=94176) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1913}} Jun 23 11:38:05.932465 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron_lib.callbacks.manager [None req-704ae937-3ad0-4d48-a60b-17224d3db935 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773700079324'] for port, before_delete {{(pid=94176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:38:05.964501 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron_lib.callbacks.manager [None req-ba9fcc87-aa7a-4d7b-8579-a72ffbe23537 tempest-TestNetworkBasicOps-233187296 tempest-TestNetworkBasicOps-233187296-project] Notify callbacks [] for router_gateway, before_delete {{(pid=94175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:38:05.996341 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.plugins.ml2.db [None req-704ae937-3ad0-4d48-a60b-17224d3db935 None None] For port 88b6e810-41c2-4166-a681-c6fa9eb63072, host dv-neutron-601336-94-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-94-hyperv',level=0,port_id=88b6e810-41c2-4166-a681-c6fa9eb63072,segment=NetworkSegment(f7c7ca79-63a4-46a7-b62b-c898c61f3948),segment_id=f7c7ca79-63a4-46a7-b62b-c898c61f3948)] {{(pid=94176) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 23 11:38:05.996775 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron_lib.callbacks.manager [None req-704ae937-3ad0-4d48-a60b-17224d3db935 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-430722'] for port, precommit_delete {{(pid=94176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:38:06.000419 dv-neutron-601336-94-hyperv neutron-server[94177]: DEBUG neutron.db.l3_hamode_db [None req-03582299-83e3-4d08-9abf-1675ae939042 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '138f928c-e351-4622-a42a-73141d74090b', 'name': 'tempest-TestNetworkBasicOps-router-45649005', 'tenant_id': '772b9946478d439e9da4eaeade7fb21d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3e7e4eb3-cf02-4d47-ade9-0a579cdfc60f', 'external_fixed_ips': [{'subnet_id': 'a5ad15ab-c489-4a67-a9b0-d559fca0ec71', 'ip_address': '172.26.3.123'}], 'enable_snat': True}, 'gw_port_id': '1ab0ae19-6b61-4c8f-b3b4-a8cef1b1d50e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-23T11:36:59Z', 'updated_at': '2021-06-23T11:38:03Z', 'revision_number': 5, 'project_id': '772b9946478d439e9da4eaeade7fb21d', 'gw_port': {'id': '1ab0ae19-6b61-4c8f-b3b4-a8cef1b1d50e', 'name': '', 'network_id': '3e7e4eb3-cf02-4d47-ade9-0a579cdfc60f', 'tenant_id': '', 'mac_address': 'fa:16:3e:66:52:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '138f928c-e351-4622-a42a-73141d74090b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1237, 'fixed_ips': [{'subnet_id': 'a5ad15ab-c489-4a67-a9b0-d559fca0ec71', 'ip_address': '172.26.3.123', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-94-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-23T11:37:00Z', 'updated_at': '2021-06-23T11:37:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a5ad15ab-c489-4a67-a9b0-d559fca0ec71', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-601336-94-hyperv'}], 'dv-neutron-601336-94-hyperv', False) {} {{(pid=94177) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 11:38:06.003519 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron_lib.callbacks.manager [None req-d79e92ec-3125-4fae-8832-eff241c03fb8 tempest-NetworksIpV6Test-253648203 tempest-NetworksIpV6Test-253648203-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-897634'] for subnet, precommit_delete {{(pid=94174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:38:06.010625 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.plugins.ml2.plugin [None req-704ae937-3ad0-4d48-a60b-17224d3db935 None None] Calling delete_port for 88b6e810-41c2-4166-a681-c6fa9eb63072 owned by network:dhcp {{(pid=94176) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1986}} Jun 23 11:38:06.026938 dv-neutron-601336-94-hyperv neutron-server[94177]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-03582299-83e3-4d08-9abf-1675ae939042 None None] The sync data for ids ['138f928c-e351-4622-a42a-73141d74090b'] in dv-neutron-601336-94-hyperv is: [{'id': '138f928c-e351-4622-a42a-73141d74090b', 'name': 'tempest-TestNetworkBasicOps-router-45649005', 'tenant_id': '772b9946478d439e9da4eaeade7fb21d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3e7e4eb3-cf02-4d47-ade9-0a579cdfc60f', 'external_fixed_ips': [{'subnet_id': 'a5ad15ab-c489-4a67-a9b0-d559fca0ec71', 'ip_address': '172.26.3.123'}], 'enable_snat': True}, 'gw_port_id': '1ab0ae19-6b61-4c8f-b3b4-a8cef1b1d50e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-23T11:36:59Z', 'updated_at': '2021-06-23T11:38:03Z', 'revision_number': 5, 'project_id': '772b9946478d439e9da4eaeade7fb21d', 'gw_port': {'id': '1ab0ae19-6b61-4c8f-b3b4-a8cef1b1d50e', 'name': '', 'network_id': '3e7e4eb3-cf02-4d47-ade9-0a579cdfc60f', 'tenant_id': '', 'mac_address': 'fa:16:3e:66:52:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '138f928c-e351-4622-a42a-73141d74090b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1237, 'fixed_ips': [{'subnet_id': 'a5ad15ab-c489-4a67-a9b0-d559fca0ec71', 'ip_address': '172.26.3.123', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-94-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-23T11:37:00Z', 'updated_at': '2021-06-23T11:37:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a5ad15ab-c489-4a67-a9b0-d559fca0ec71', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-601336-94-hyperv'}] {{(pid=94177) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 23 11:38:06.100492 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.plugins.ml2.plugin [None req-ba9fcc87-aa7a-4d7b-8579-a72ffbe23537 tempest-TestNetworkBasicOps-233187296 tempest-TestNetworkBasicOps-233187296-project] Deleting port 1ab0ae19-6b61-4c8f-b3b4-a8cef1b1d50e {{(pid=94175) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1913}} Jun 23 11:38:06.100719 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron_lib.callbacks.manager [None req-ba9fcc87-aa7a-4d7b-8579-a72ffbe23537 tempest-TestNetworkBasicOps-233187296 tempest-TestNetworkBasicOps-233187296-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773700079324'] for port, before_delete {{(pid=94175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:38:06.149828 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron_lib.callbacks.manager [None req-d79e92ec-3125-4fae-8832-eff241c03fb8 tempest-NetworksIpV6Test-253648203 tempest-NetworksIpV6Test-253648203-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-897627', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866062', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5195932', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4294216'] for subnet, after_delete {{(pid=94174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:38:06.152928 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG oslo_concurrency.lockutils [None req-e1bda670-3f3e-472a-984b-3a102057bcd5 tempest-FloatingIPTestJSON-1140213849 tempest-FloatingIPTestJSON-1140213849-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94174) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 11:38:06.178027 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.plugins.ml2.db [None req-ba9fcc87-aa7a-4d7b-8579-a72ffbe23537 tempest-TestNetworkBasicOps-233187296 tempest-TestNetworkBasicOps-233187296-project] For port 1ab0ae19-6b61-4c8f-b3b4-a8cef1b1d50e, host dv-neutron-601336-94-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-94-hyperv',level=0,port_id=1ab0ae19-6b61-4c8f-b3b4-a8cef1b1d50e,segment=NetworkSegment(c23be0a5-6980-48fb-bc9f-4a24717fe1de),segment_id=c23be0a5-6980-48fb-bc9f-4a24717fe1de)] {{(pid=94175) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 23 11:38:06.178390 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron_lib.callbacks.manager [None req-ba9fcc87-aa7a-4d7b-8579-a72ffbe23537 tempest-TestNetworkBasicOps-233187296 tempest-TestNetworkBasicOps-233187296-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-430722'] for port, precommit_delete {{(pid=94175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:38:06.179183 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron_lib.callbacks.manager [None req-d79e92ec-3125-4fae-8832-eff241c03fb8 tempest-NetworksIpV6Test-253648203 tempest-NetworksIpV6Test-253648203-project] Notify callbacks [] for subnet, before_response {{(pid=94174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:38:06.183359 dv-neutron-601336-94-hyperv neutron-server[94174]: INFO neutron.wsgi [None req-d79e92ec-3125-4fae-8832-eff241c03fb8 tempest-NetworksIpV6Test-253648203 tempest-NetworksIpV6Test-253648203-project] 10.222.0.20 "DELETE /v2.0/subnets/adddc641-5f57-45c4-8e30-e317abc6667c HTTP/1.1" status: 204 len: 168 time: 0.4065468 Jun 23 11:38:06.183359 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d79e92ec-3125-4fae-8832-eff241c03fb8 tempest-NetworksIpV6Test-253648203 tempest-NetworksIpV6Test-253648203-project] Pushing event deleted for resources: {'Subnet': ['ID=adddc641-5f57-45c4-8e30-e317abc6667c,revision_number=None']} {{(pid=94174) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 11:38:06.187269 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2455126a-425d-48dc-aac0-1b239c81c5e6 None None] Network 758ea7ff-fc04-4c26-afd6-d14b07e659bd requested from dv-neutron-601336-94-hyperv {{(pid=94176) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 23 11:38:06.187984 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.wsgi [-] (94175) accepted ('10.222.0.20', 42946) {{(pid=94175) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 11:38:06.192287 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG oslo_concurrency.lockutils [None req-d79e92ec-3125-4fae-8832-eff241c03fb8 tempest-NetworksIpV6Test-253648203 tempest-NetworksIpV6Test-253648203-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.039s {{(pid=94174) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 11:38:06.212321 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.plugins.ml2.plugin [None req-ba9fcc87-aa7a-4d7b-8579-a72ffbe23537 tempest-TestNetworkBasicOps-233187296 tempest-TestNetworkBasicOps-233187296-project] Calling delete_port for 1ab0ae19-6b61-4c8f-b3b4-a8cef1b1d50e owned by network:router_gateway {{(pid=94175) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1986}} Jun 23 11:38:06.222396 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron_lib.callbacks.manager [None req-704ae937-3ad0-4d48-a60b-17224d3db935 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-922904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866062', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773700135024', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773699642224'] for port, after_delete {{(pid=94176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:38:06.230051 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG oslo_concurrency.lockutils [None req-c48ac0e5-1e55-4906-b8ef-dda73a1f7eba None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 11:38:06.257703 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-704ae937-3ad0-4d48-a60b-17224d3db935 None None] Pushing event deleted for resources: {'Port': ['ID=88b6e810-41c2-4166-a681-c6fa9eb63072,revision_number=None']} {{(pid=94176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 11:38:06.260204 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG oslo_concurrency.lockutils [None req-704ae937-3ad0-4d48-a60b-17224d3db935 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.030s {{(pid=94176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 11:38:06.275455 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.db.l3_dvrscheduler_db [None req-704ae937-3ad0-4d48-a60b-17224d3db935 None None] No DVR routers for this DVR port 88b6e810-41c2-4166-a681-c6fa9eb63072 on host dv-neutron-601336-94-hyperv {{(pid=94176) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 23 11:38:06.308875 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron_lib.callbacks.manager [None req-d8136483-c477-41d8-a7cf-2c76e0e350ea tempest-NetworksIpV6Test-253648203 tempest-NetworksIpV6Test-253648203-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-824874'] for network, before_delete {{(pid=94175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:38:06.437297 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c0815afd-f76b-4cdd-8e7d-3958f05468ad None None] DHCP port deletion for 758ea7ff-fc04-4c26-afd6-d14b07e659bd request from dv-neutron-601336-94-hyperv {{(pid=94176) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jun 23 11:38:06.438889 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.plugins.ml2.plugin [None req-d8136483-c477-41d8-a7cf-2c76e0e350ea tempest-NetworksIpV6Test-253648203 tempest-NetworksIpV6Test-253648203-project] Deleting port 28e2737b-d915-4a57-9d66-f7693303310d {{(pid=94175) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1913}} Jun 23 11:38:06.439129 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron_lib.callbacks.manager [None req-d8136483-c477-41d8-a7cf-2c76e0e350ea tempest-NetworksIpV6Test-253648203 tempest-NetworksIpV6Test-253648203-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773700079324'] for port, before_delete {{(pid=94175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:38:06.483162 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.plugins.ml2.plugin [None req-c0815afd-f76b-4cdd-8e7d-3958f05468ad None None] Deleting port 28e2737b-d915-4a57-9d66-f7693303310d {{(pid=94176) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1913}} Jun 23 11:38:06.483549 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron_lib.callbacks.manager [None req-c0815afd-f76b-4cdd-8e7d-3958f05468ad None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773700079324'] for port, before_delete {{(pid=94176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:38:06.535746 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.plugins.ml2.db [None req-d8136483-c477-41d8-a7cf-2c76e0e350ea tempest-NetworksIpV6Test-253648203 tempest-NetworksIpV6Test-253648203-project] For port 28e2737b-d915-4a57-9d66-f7693303310d, host dv-neutron-601336-94-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-94-hyperv',level=0,port_id=28e2737b-d915-4a57-9d66-f7693303310d,segment=NetworkSegment(416cb917-3e6f-45c2-bd51-992e2b76e70c),segment_id=416cb917-3e6f-45c2-bd51-992e2b76e70c)] {{(pid=94175) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 23 11:38:06.536139 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron_lib.callbacks.manager [None req-d8136483-c477-41d8-a7cf-2c76e0e350ea tempest-NetworksIpV6Test-253648203 tempest-NetworksIpV6Test-253648203-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-430722'] for port, precommit_delete {{(pid=94175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:38:06.548259 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.plugins.ml2.plugin [None req-d8136483-c477-41d8-a7cf-2c76e0e350ea tempest-NetworksIpV6Test-253648203 tempest-NetworksIpV6Test-253648203-project] Calling delete_port for 28e2737b-d915-4a57-9d66-f7693303310d owned by network:dhcp {{(pid=94175) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1986}} Jun 23 11:38:06.557015 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.plugins.ml2.db [None req-c0815afd-f76b-4cdd-8e7d-3958f05468ad None None] For port 28e2737b-d915-4a57-9d66-f7693303310d, host dv-neutron-601336-94-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-94-hyperv',level=0,port_id=28e2737b-d915-4a57-9d66-f7693303310d,segment=NetworkSegment(416cb917-3e6f-45c2-bd51-992e2b76e70c),segment_id=416cb917-3e6f-45c2-bd51-992e2b76e70c)] {{(pid=94176) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 23 11:38:06.557416 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron_lib.callbacks.manager [None req-c0815afd-f76b-4cdd-8e7d-3958f05468ad None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-430722'] for port, precommit_delete {{(pid=94176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:38:06.571269 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.plugins.ml2.plugin [None req-c0815afd-f76b-4cdd-8e7d-3958f05468ad None None] Calling delete_port for 28e2737b-d915-4a57-9d66-f7693303310d owned by network:dhcp {{(pid=94176) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1986}} Jun 23 11:38:06.600581 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron_lib.callbacks.manager [None req-ba9fcc87-aa7a-4d7b-8579-a72ffbe23537 tempest-TestNetworkBasicOps-233187296 tempest-TestNetworkBasicOps-233187296-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-922904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866062', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773700135024', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773699642224', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5082448'] for port, after_delete {{(pid=94175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:38:06.607221 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG oslo_concurrency.lockutils [None req-803638d1-4dbb-40ce-92d0-d1726d6c8fc8 tempest-FloatingIPTestJSON-1140213849 tempest-FloatingIPTestJSON-1140213849-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94175) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 11:38:06.634125 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba9fcc87-aa7a-4d7b-8579-a72ffbe23537 tempest-TestNetworkBasicOps-233187296 tempest-TestNetworkBasicOps-233187296-project] Pushing event deleted for resources: {'Port': ['ID=1ab0ae19-6b61-4c8f-b3b4-a8cef1b1d50e,revision_number=None']} {{(pid=94175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 11:38:06.638827 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG oslo_concurrency.lockutils [None req-ba9fcc87-aa7a-4d7b-8579-a72ffbe23537 tempest-TestNetworkBasicOps-233187296 tempest-TestNetworkBasicOps-233187296-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.031s {{(pid=94175) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 11:38:06.736251 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron_lib.callbacks.manager [None req-c0815afd-f76b-4cdd-8e7d-3958f05468ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-922904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866062', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773700135024', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773699642224'] for port, after_delete {{(pid=94176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:38:06.738417 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG oslo_concurrency.lockutils [None req-9e24ea7a-0f0d-42e4-afcc-49d5b4f078dc None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 11:38:06.761088 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0815afd-f76b-4cdd-8e7d-3958f05468ad None None] Pushing event deleted for resources: {'Port': ['ID=28e2737b-d915-4a57-9d66-f7693303310d,revision_number=None']} {{(pid=94176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 11:38:06.764721 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG oslo_concurrency.lockutils [None req-c0815afd-f76b-4cdd-8e7d-3958f05468ad None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.026s {{(pid=94176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 11:38:06.767763 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c0815afd-f76b-4cdd-8e7d-3958f05468ad None None] No DVR routers for this DVR port 28e2737b-d915-4a57-9d66-f7693303310d on host dv-neutron-601336-94-hyperv {{(pid=94176) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 23 11:38:06.966305 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron_lib.callbacks.manager [None req-d8136483-c477-41d8-a7cf-2c76e0e350ea tempest-NetworksIpV6Test-253648203 tempest-NetworksIpV6Test-253648203-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-922904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866062', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773700135024', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773699642224', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5082448'] for port, after_delete {{(pid=94175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:38:06.970078 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG oslo_concurrency.lockutils [None req-c4bab65c-f48c-4c20-8486-0691cdf21c59 tempest-RoutersTest-228919764 tempest-RoutersTest-228919764-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94175) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 11:38:06.993394 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron_lib.callbacks.manager [None req-ba9fcc87-aa7a-4d7b-8579-a72ffbe23537 tempest-TestNetworkBasicOps-233187296 tempest-TestNetworkBasicOps-233187296-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-524171'] for router_gateway, after_delete {{(pid=94175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:38:06.995467 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8136483-c477-41d8-a7cf-2c76e0e350ea tempest-NetworksIpV6Test-253648203 tempest-NetworksIpV6Test-253648203-project] Pushing event deleted for resources: {'Port': ['ID=28e2737b-d915-4a57-9d66-f7693303310d,revision_number=None']} {{(pid=94175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 11:38:06.999999 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG oslo_concurrency.lockutils [None req-d8136483-c477-41d8-a7cf-2c76e0e350ea tempest-NetworksIpV6Test-253648203 tempest-NetworksIpV6Test-253648203-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.030s {{(pid=94175) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 11:38:07.032650 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.plugins.ml2.rpc [None req-dc7542b2-afef-47f4-a763-e3a3cba144be None None] Device 28e2737b-d915-4a57-9d66-f7693303310d no longer exists at agent ovs-agent-dv-neutron-601336-94-hyperv {{(pid=94176) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:261}} Jun 23 11:38:07.053345 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.plugins.ml2.plugin [None req-dc7542b2-afef-47f4-a763-e3a3cba144be None None] No Port match for: 28e2737b-d915-4a57-9d66-f7693303310d {{(pid=94176) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2240}} Jun 23 11:38:07.053711 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.plugins.ml2.rpc [None req-dc7542b2-afef-47f4-a763-e3a3cba144be None None] Device 28e2737b-d915-4a57-9d66-f7693303310d not bound to the agent host dv-neutron-601336-94-hyperv {{(pid=94176) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:271}} Jun 23 11:38:07.054160 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.plugins.ml2.rpc [None req-dc7542b2-afef-47f4-a763-e3a3cba144be None None] Device dd7fc1ca-5169-488a-9c7c-1939746a3cb0 no longer exists at agent ovs-agent-dv-neutron-601336-94-hyperv {{(pid=94176) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:261}} Jun 23 11:38:07.060228 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d8136483-c477-41d8-a7cf-2c76e0e350ea tempest-NetworksIpV6Test-253648203 tempest-NetworksIpV6Test-253648203-project] No DVR routers for this DVR port 28e2737b-d915-4a57-9d66-f7693303310d on host dv-neutron-601336-94-hyperv {{(pid=94175) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 23 11:38:07.078346 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.plugins.ml2.plugin [None req-dc7542b2-afef-47f4-a763-e3a3cba144be None None] No Port match for: dd7fc1ca-5169-488a-9c7c-1939746a3cb0 {{(pid=94176) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2240}} Jun 23 11:38:07.078708 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.plugins.ml2.rpc [None req-dc7542b2-afef-47f4-a763-e3a3cba144be None None] Device dd7fc1ca-5169-488a-9c7c-1939746a3cb0 not bound to the agent host dv-neutron-601336-94-hyperv {{(pid=94176) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:271}} Jun 23 11:38:07.079183 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.plugins.ml2.rpc [None req-dc7542b2-afef-47f4-a763-e3a3cba144be None None] Device 88b6e810-41c2-4166-a681-c6fa9eb63072 no longer exists at agent ovs-agent-dv-neutron-601336-94-hyperv {{(pid=94176) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:261}} Jun 23 11:38:07.097043 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.plugins.ml2.plugin [None req-dc7542b2-afef-47f4-a763-e3a3cba144be None None] No Port match for: 88b6e810-41c2-4166-a681-c6fa9eb63072 {{(pid=94176) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2240}} Jun 23 11:38:07.097587 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.plugins.ml2.rpc [None req-dc7542b2-afef-47f4-a763-e3a3cba144be None None] Device 88b6e810-41c2-4166-a681-c6fa9eb63072 not bound to the agent host dv-neutron-601336-94-hyperv {{(pid=94176) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:271}} Jun 23 11:38:07.111925 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron_lib.callbacks.manager [None req-ba9fcc87-aa7a-4d7b-8579-a72ffbe23537 tempest-TestNetworkBasicOps-233187296 tempest-TestNetworkBasicOps-233187296-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-520417', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-32301'] for router, precommit_delete {{(pid=94175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:38:07.115475 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron_lib.callbacks.manager [None req-ba9fcc87-aa7a-4d7b-8579-a72ffbe23537 tempest-TestNetworkBasicOps-233187296 tempest-TestNetworkBasicOps-233187296-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:38:07.198768 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron_lib.callbacks.manager [None req-d8136483-c477-41d8-a7cf-2c76e0e350ea tempest-NetworksIpV6Test-253648203 tempest-NetworksIpV6Test-253648203-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-897259', 'neutron.services.segments.db._delete_segments_for_network-8773700168587'] for network, precommit_delete {{(pid=94175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:38:07.208791 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.services.segments.db [None req-d8136483-c477-41d8-a7cf-2c76e0e350ea tempest-NetworksIpV6Test-253648203 tempest-NetworksIpV6Test-253648203-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['758ea7ff-fc04-4c26-afd6-d14b07e659bd']}} {{(pid=94175) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 11:38:07.218237 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.services.segments.db [None req-d8136483-c477-41d8-a7cf-2c76e0e350ea tempest-NetworksIpV6Test-253648203 tempest-NetworksIpV6Test-253648203-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '416cb917-3e6f-45c2-bd51-992e2b76e70c') {'for_net_delete': True} {{(pid=94175) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 11:38:07.218818 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.services.segments.db [None req-d8136483-c477-41d8-a7cf-2c76e0e350ea tempest-NetworksIpV6Test-253648203 tempest-NetworksIpV6Test-253648203-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '416cb917-3e6f-45c2-bd51-992e2b76e70c') {} {{(pid=94175) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 11:38:07.227654 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron_lib.callbacks.manager [None req-d8136483-c477-41d8-a7cf-2c76e0e350ea tempest-NetworksIpV6Test-253648203 tempest-NetworksIpV6Test-253648203-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8773699955833', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5190677'] for segment, before_delete {{(pid=94175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:38:07.240268 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron_lib.callbacks.manager [None req-d8136483-c477-41d8-a7cf-2c76e0e350ea tempest-NetworksIpV6Test-253648203 tempest-NetworksIpV6Test-253648203-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3801'] for segment, precommit_delete {{(pid=94175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:38:07.245789 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d8136483-c477-41d8-a7cf-2c76e0e350ea tempest-NetworksIpV6Test-253648203 tempest-NetworksIpV6Test-253648203-project] Releasing vlan 447 on physical network physnet1 to pool {{(pid=94175) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 23 11:38:07.246205 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron_lib.callbacks.manager [None req-d8136483-c477-41d8-a7cf-2c76e0e350ea tempest-NetworksIpV6Test-253648203 tempest-NetworksIpV6Test-253648203-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3801', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5082371'] for segment, after_delete {{(pid=94175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:38:07.249076 dv-neutron-601336-94-hyperv neutron-server[94175]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 23 11:38:07.249076 dv-neutron-601336-94-hyperv neutron-server[94175]: self.session.flush() Jun 23 11:38:07.249076 dv-neutron-601336-94-hyperv neutron-server[94175]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 23 11:38:07.249076 dv-neutron-601336-94-hyperv neutron-server[94175]: self.session.flush() Jun 23 11:38:07.249076 dv-neutron-601336-94-hyperv neutron-server[94175]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 23 11:38:07.249076 dv-neutron-601336-94-hyperv neutron-server[94175]: self.session.flush() Jun 23 11:38:07.249076 dv-neutron-601336-94-hyperv neutron-server[94175]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 23 11:38:07.249076 dv-neutron-601336-94-hyperv neutron-server[94175]: self.session.flush() Jun 23 11:38:07.249076 dv-neutron-601336-94-hyperv neutron-server[94175]: Traceback (most recent call last): Jun 23 11:38:07.249076 dv-neutron-601336-94-hyperv neutron-server[94175]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 23 11:38:07.249076 dv-neutron-601336-94-hyperv neutron-server[94175]: timer() Jun 23 11:38:07.249076 dv-neutron-601336-94-hyperv neutron-server[94175]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 23 11:38:07.249076 dv-neutron-601336-94-hyperv neutron-server[94175]: cb(*args, **kw) Jun 23 11:38:07.249076 dv-neutron-601336-94-hyperv neutron-server[94175]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 23 11:38:07.249076 dv-neutron-601336-94-hyperv neutron-server[94175]: return func(*args, **kwargs) Jun 23 11:38:07.249076 dv-neutron-601336-94-hyperv neutron-server[94175]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 23 11:38:07.249076 dv-neutron-601336-94-hyperv neutron-server[94175]: self._notify() Jun 23 11:38:07.249076 dv-neutron-601336-94-hyperv neutron-server[94175]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 23 11:38:07.249076 dv-neutron-601336-94-hyperv neutron-server[94175]: self.callback(batched_events) Jun 23 11:38:07.249076 dv-neutron-601336-94-hyperv neutron-server[94175]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 23 11:38:07.249076 dv-neutron-601336-94-hyperv neutron-server[94175]: event.method(event) Jun 23 11:38:07.249076 dv-neutron-601336-94-hyperv neutron-server[94175]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 23 11:38:07.249076 dv-neutron-601336-94-hyperv neutron-server[94175]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 23 11:38:07.249076 dv-neutron-601336-94-hyperv neutron-server[94175]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 23 11:38:07.249076 dv-neutron-601336-94-hyperv neutron-server[94175]: aggregate_uuid = self.p_client.list_aggregates( Jun 23 11:38:07.249076 dv-neutron-601336-94-hyperv neutron-server[94175]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 23 11:38:07.249076 dv-neutron-601336-94-hyperv neutron-server[94175]: return f(self, *a, **k) Jun 23 11:38:07.249076 dv-neutron-601336-94-hyperv neutron-server[94175]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 23 11:38:07.249076 dv-neutron-601336-94-hyperv neutron-server[94175]: return self._get(url).json() Jun 23 11:38:07.249076 dv-neutron-601336-94-hyperv neutron-server[94175]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 23 11:38:07.249076 dv-neutron-601336-94-hyperv neutron-server[94175]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 23 11:38:07.249076 dv-neutron-601336-94-hyperv neutron-server[94175]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 23 11:38:07.249076 dv-neutron-601336-94-hyperv neutron-server[94175]: return self.request(url, 'GET', **kwargs) Jun 23 11:38:07.249076 dv-neutron-601336-94-hyperv neutron-server[94175]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 23 11:38:07.249076 dv-neutron-601336-94-hyperv neutron-server[94175]: base_url = self.get_endpoint(auth, allow=allow, Jun 23 11:38:07.249076 dv-neutron-601336-94-hyperv neutron-server[94175]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 23 11:38:07.249076 dv-neutron-601336-94-hyperv neutron-server[94175]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 23 11:38:07.249076 dv-neutron-601336-94-hyperv neutron-server[94175]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 23 11:38:07.249076 dv-neutron-601336-94-hyperv neutron-server[94175]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 23 11:38:07.249076 dv-neutron-601336-94-hyperv neutron-server[94175]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 23 11:38:07.258300 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron_lib.callbacks.manager [None req-ba9fcc87-aa7a-4d7b-8579-a72ffbe23537 tempest-TestNetworkBasicOps-233187296 tempest-TestNetworkBasicOps-233187296-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-494961'] for router, after_delete {{(pid=94175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:38:07.258838 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ba9fcc87-aa7a-4d7b-8579-a72ffbe23537 tempest-TestNetworkBasicOps-233187296 tempest-TestNetworkBasicOps-233187296-project] Fanout notify agent at l3_agent the message router_deleted on router 138f928c-e351-4622-a42a-73141d74090b {{(pid=94175) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jun 23 11:38:07.293319 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron_lib.callbacks.manager [None req-ba9fcc87-aa7a-4d7b-8579-a72ffbe23537 tempest-TestNetworkBasicOps-233187296 tempest-TestNetworkBasicOps-233187296-project] Notify callbacks [] for router, before_response {{(pid=94175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:38:07.296906 dv-neutron-601336-94-hyperv neutron-server[94175]: INFO neutron.wsgi [None req-ba9fcc87-aa7a-4d7b-8579-a72ffbe23537 tempest-TestNetworkBasicOps-233187296 tempest-TestNetworkBasicOps-233187296-project] 10.222.0.20 "DELETE /v2.0/routers/138f928c-e351-4622-a42a-73141d74090b HTTP/1.1" status: 204 len: 168 time: 1.6324146 Jun 23 11:38:07.297455 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.wsgi [-] (94174) accepted ('10.222.0.20', 42948) {{(pid=94174) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 11:38:07.379909 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron_lib.callbacks.manager [None req-5fbdd33e-e56a-4b06-9968-002e3784dc23 tempest-TestNetworkBasicOps-233187296 tempest-TestNetworkBasicOps-233187296-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-824874'] for network, before_delete {{(pid=94174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:38:07.404116 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron_lib.callbacks.manager [None req-d8136483-c477-41d8-a7cf-2c76e0e350ea tempest-NetworksIpV6Test-253648203 tempest-NetworksIpV6Test-253648203-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-897248', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8002400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7866073', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-524247'] for network, after_delete {{(pid=94175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:38:07.407573 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG oslo_concurrency.lockutils [None req-a7c4b907-18a7-4088-a402-c0a878c3c6b2 tempest-PortsIpV6TestJSON-1781383748 tempest-PortsIpV6TestJSON-1781383748-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94175) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 11:38:07.411954 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron_lib.callbacks.manager [None req-d8136483-c477-41d8-a7cf-2c76e0e350ea tempest-NetworksIpV6Test-253648203 tempest-NetworksIpV6Test-253648203-project] Notify callbacks [] for network, before_response {{(pid=94175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:38:07.417066 dv-neutron-601336-94-hyperv neutron-server[94175]: INFO neutron.wsgi [None req-d8136483-c477-41d8-a7cf-2c76e0e350ea tempest-NetworksIpV6Test-253648203 tempest-NetworksIpV6Test-253648203-project] 10.222.0.20 "DELETE /v2.0/networks/758ea7ff-fc04-4c26-afd6-d14b07e659bd HTTP/1.1" status: 204 len: 168 time: 1.2248058 Jun 23 11:38:07.417066 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.wsgi [-] (94175) accepted ('10.222.0.20', 42950) {{(pid=94175) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 11:38:07.433985 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8136483-c477-41d8-a7cf-2c76e0e350ea tempest-NetworksIpV6Test-253648203 tempest-NetworksIpV6Test-253648203-project] Pushing event deleted for resources: {'Network': ['ID=758ea7ff-fc04-4c26-afd6-d14b07e659bd,revision_number=None']} {{(pid=94175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 11:38:07.451315 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG oslo_concurrency.lockutils [None req-d8136483-c477-41d8-a7cf-2c76e0e350ea tempest-NetworksIpV6Test-253648203 tempest-NetworksIpV6Test-253648203-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.044s {{(pid=94175) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 11:38:07.452582 dv-neutron-601336-94-hyperv neutron-server[94175]: INFO neutron.pecan_wsgi.hooks.translation [None req-12c2fb60-e75a-4c14-a985-84bd2f44cccb tempest-NetworksIpV6Test-253648203 tempest-NetworksIpV6Test-253648203-project] DELETE failed (client error): The resource could not be found. Jun 23 11:38:07.453028 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-12c2fb60-e75a-4c14-a985-84bd2f44cccb tempest-NetworksIpV6Test-253648203 tempest-NetworksIpV6Test-253648203-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94175) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 23 11:38:07.454777 dv-neutron-601336-94-hyperv neutron-server[94175]: INFO neutron.wsgi [None req-12c2fb60-e75a-4c14-a985-84bd2f44cccb tempest-NetworksIpV6Test-253648203 tempest-NetworksIpV6Test-253648203-project] 10.222.0.20 "DELETE /v2.0/subnets/a1377f51-971c-4aed-bee4-3ac4e91f498c HTTP/1.1" status: 404 len: 337 time: 0.0373740 Jun 23 11:38:07.457343 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.wsgi [-] (94175) accepted ('10.222.0.20', 42952) {{(pid=94175) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 11:38:07.468936 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron_lib.callbacks.manager [None req-5fbdd33e-e56a-4b06-9968-002e3784dc23 tempest-TestNetworkBasicOps-233187296 tempest-TestNetworkBasicOps-233187296-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-897259', 'neutron.services.segments.db._delete_segments_for_network-8773700168587'] for network, precommit_delete {{(pid=94174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:38:07.475523 dv-neutron-601336-94-hyperv neutron-server[94175]: INFO neutron.pecan_wsgi.hooks.translation [None req-8317eb66-1fd9-4aa4-855c-a21faa5a2aea tempest-NetworksIpV6Test-253648203 tempest-NetworksIpV6Test-253648203-project] DELETE failed (client error): The resource could not be found. Jun 23 11:38:07.476064 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-8317eb66-1fd9-4aa4-855c-a21faa5a2aea tempest-NetworksIpV6Test-253648203 tempest-NetworksIpV6Test-253648203-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94175) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 23 11:38:07.477787 dv-neutron-601336-94-hyperv neutron-server[94175]: INFO neutron.wsgi [None req-8317eb66-1fd9-4aa4-855c-a21faa5a2aea tempest-NetworksIpV6Test-253648203 tempest-NetworksIpV6Test-253648203-project] 10.222.0.20 "DELETE /v2.0/networks/b952d8fc-241c-4f7a-94b9-66d005f53d0e HTTP/1.1" status: 404 len: 339 time: 0.0195773 Jun 23 11:38:07.480343 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.wsgi [-] (94175) accepted ('10.222.0.20', 42954) {{(pid=94175) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 11:38:07.481515 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.services.segments.db [None req-5fbdd33e-e56a-4b06-9968-002e3784dc23 tempest-TestNetworkBasicOps-233187296 tempest-TestNetworkBasicOps-233187296-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['751565c3-b0a8-48a7-9195-02fff873bed5']}} {{(pid=94174) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 11:38:07.491898 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.services.segments.db [None req-5fbdd33e-e56a-4b06-9968-002e3784dc23 tempest-TestNetworkBasicOps-233187296 tempest-TestNetworkBasicOps-233187296-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f7c7ca79-63a4-46a7-b62b-c898c61f3948') {'for_net_delete': True} {{(pid=94174) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 11:38:07.492198 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.services.segments.db [None req-5fbdd33e-e56a-4b06-9968-002e3784dc23 tempest-TestNetworkBasicOps-233187296 tempest-TestNetworkBasicOps-233187296-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f7c7ca79-63a4-46a7-b62b-c898c61f3948') {} {{(pid=94174) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 11:38:07.500693 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron_lib.callbacks.manager [None req-5fbdd33e-e56a-4b06-9968-002e3784dc23 tempest-TestNetworkBasicOps-233187296 tempest-TestNetworkBasicOps-233187296-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8773699955833', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4800267'] for segment, before_delete {{(pid=94174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:38:07.513932 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron_lib.callbacks.manager [None req-5fbdd33e-e56a-4b06-9968-002e3784dc23 tempest-TestNetworkBasicOps-233187296 tempest-TestNetworkBasicOps-233187296-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3801'] for segment, precommit_delete {{(pid=94174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:38:07.519742 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5fbdd33e-e56a-4b06-9968-002e3784dc23 tempest-TestNetworkBasicOps-233187296 tempest-TestNetworkBasicOps-233187296-project] Releasing vlan 410 on physical network physnet1 to pool {{(pid=94174) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 23 11:38:07.520139 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron_lib.callbacks.manager [None req-5fbdd33e-e56a-4b06-9968-002e3784dc23 tempest-TestNetworkBasicOps-233187296 tempest-TestNetworkBasicOps-233187296-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3801', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5196341'] for segment, after_delete {{(pid=94174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:38:07.523526 dv-neutron-601336-94-hyperv neutron-server[94174]: Traceback (most recent call last): Jun 23 11:38:07.523526 dv-neutron-601336-94-hyperv neutron-server[94174]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 23 11:38:07.523526 dv-neutron-601336-94-hyperv neutron-server[94174]: timer() Jun 23 11:38:07.523526 dv-neutron-601336-94-hyperv neutron-server[94174]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 23 11:38:07.523526 dv-neutron-601336-94-hyperv neutron-server[94174]: cb(*args, **kw) Jun 23 11:38:07.523526 dv-neutron-601336-94-hyperv neutron-server[94174]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 23 11:38:07.523526 dv-neutron-601336-94-hyperv neutron-server[94174]: return func(*args, **kwargs) Jun 23 11:38:07.523526 dv-neutron-601336-94-hyperv neutron-server[94174]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 23 11:38:07.523526 dv-neutron-601336-94-hyperv neutron-server[94174]: self._notify() Jun 23 11:38:07.523526 dv-neutron-601336-94-hyperv neutron-server[94174]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 23 11:38:07.523526 dv-neutron-601336-94-hyperv neutron-server[94174]: self.callback(batched_events) Jun 23 11:38:07.523526 dv-neutron-601336-94-hyperv neutron-server[94174]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 23 11:38:07.523526 dv-neutron-601336-94-hyperv neutron-server[94174]: event.method(event) Jun 23 11:38:07.523526 dv-neutron-601336-94-hyperv neutron-server[94174]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 23 11:38:07.523526 dv-neutron-601336-94-hyperv neutron-server[94174]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 23 11:38:07.523526 dv-neutron-601336-94-hyperv neutron-server[94174]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 23 11:38:07.523526 dv-neutron-601336-94-hyperv neutron-server[94174]: aggregate_uuid = self.p_client.list_aggregates( Jun 23 11:38:07.523526 dv-neutron-601336-94-hyperv neutron-server[94174]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 23 11:38:07.523526 dv-neutron-601336-94-hyperv neutron-server[94174]: return f(self, *a, **k) Jun 23 11:38:07.523526 dv-neutron-601336-94-hyperv neutron-server[94174]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 23 11:38:07.523526 dv-neutron-601336-94-hyperv neutron-server[94174]: return self._get(url).json() Jun 23 11:38:07.523526 dv-neutron-601336-94-hyperv neutron-server[94174]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 23 11:38:07.523526 dv-neutron-601336-94-hyperv neutron-server[94174]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 23 11:38:07.523526 dv-neutron-601336-94-hyperv neutron-server[94174]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 23 11:38:07.523526 dv-neutron-601336-94-hyperv neutron-server[94174]: return self.request(url, 'GET', **kwargs) Jun 23 11:38:07.523526 dv-neutron-601336-94-hyperv neutron-server[94174]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 23 11:38:07.523526 dv-neutron-601336-94-hyperv neutron-server[94174]: base_url = self.get_endpoint(auth, allow=allow, Jun 23 11:38:07.523526 dv-neutron-601336-94-hyperv neutron-server[94174]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 23 11:38:07.523526 dv-neutron-601336-94-hyperv neutron-server[94174]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 23 11:38:07.523526 dv-neutron-601336-94-hyperv neutron-server[94174]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 23 11:38:07.523526 dv-neutron-601336-94-hyperv neutron-server[94174]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 23 11:38:07.523526 dv-neutron-601336-94-hyperv neutron-server[94174]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 23 11:38:07.529092 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.db.db_base_plugin_v2 [None req-1a3300b1-f7b5-4902-891e-905b7cbf03ce tempest-NetworksIpV6Test-253648203 tempest-NetworksIpV6Test-253648203-project] Deleting subnet 5b3d1351-8471-428c-bd8e-1d09ed2f2d61 {{(pid=94175) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jun 23 11:38:07.532213 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron_lib.callbacks.manager [None req-1a3300b1-f7b5-4902-891e-905b7cbf03ce tempest-NetworksIpV6Test-253648203 tempest-NetworksIpV6Test-253648203-project] Notify callbacks [] for subnet, before_delete {{(pid=94175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:38:07.576954 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron_lib.callbacks.manager [None req-1a3300b1-f7b5-4902-891e-905b7cbf03ce tempest-NetworksIpV6Test-253648203 tempest-NetworksIpV6Test-253648203-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5190686'] for subnet, precommit_delete_associations {{(pid=94175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:38:07.644472 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron_lib.callbacks.manager [None req-5fbdd33e-e56a-4b06-9968-002e3784dc23 tempest-TestNetworkBasicOps-233187296 tempest-TestNetworkBasicOps-233187296-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-897248', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8002400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7866073', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-524247'] for network, after_delete {{(pid=94174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:38:07.648516 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG oslo_concurrency.lockutils [None req-c160904e-142d-4081-947b-0009a04ed3a8 tempest-NetworksIpV6Test-253648203 tempest-NetworksIpV6Test-253648203-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94174) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 11:38:07.652606 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron_lib.callbacks.manager [None req-5fbdd33e-e56a-4b06-9968-002e3784dc23 tempest-TestNetworkBasicOps-233187296 tempest-TestNetworkBasicOps-233187296-project] Notify callbacks [] for network, before_response {{(pid=94174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:38:07.654405 dv-neutron-601336-94-hyperv neutron-server[94174]: INFO neutron.wsgi [None req-5fbdd33e-e56a-4b06-9968-002e3784dc23 tempest-TestNetworkBasicOps-233187296 tempest-TestNetworkBasicOps-233187296-project] 10.222.0.20 "DELETE /v2.0/networks/751565c3-b0a8-48a7-9195-02fff873bed5 HTTP/1.1" status: 204 len: 168 time: 0.3558760 Jun 23 11:38:07.658056 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron_lib.callbacks.manager [None req-1a3300b1-f7b5-4902-891e-905b7cbf03ce tempest-NetworksIpV6Test-253648203 tempest-NetworksIpV6Test-253648203-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-897634'] for subnet, precommit_delete {{(pid=94175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:38:07.667260 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.wsgi [-] (94174) accepted ('10.222.0.20', 42956) {{(pid=94174) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 11:38:07.672559 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.api.v2.base [None req-24d21e4a-65b2-4bc8-af02-491b6c55d103 tempest-TestNetworkBasicOps-233187296 tempest-TestNetworkBasicOps-233187296-project] Request body: {'network': {'name': 'tempest-network-smoke--1363630774', 'project_id': '772b9946478d439e9da4eaeade7fb21d', 'port_security_enabled': True}} {{(pid=94174) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 23 11:38:07.679939 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fbdd33e-e56a-4b06-9968-002e3784dc23 tempest-TestNetworkBasicOps-233187296 tempest-TestNetworkBasicOps-233187296-project] Pushing event deleted for resources: {'Network': ['ID=751565c3-b0a8-48a7-9195-02fff873bed5,revision_number=None']} {{(pid=94174) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 11:38:07.680574 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG oslo_concurrency.lockutils [None req-5fbdd33e-e56a-4b06-9968-002e3784dc23 tempest-TestNetworkBasicOps-233187296 tempest-TestNetworkBasicOps-233187296-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.032s {{(pid=94174) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 11:38:07.775655 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-24d21e4a-65b2-4bc8-af02-491b6c55d103 tempest-TestNetworkBasicOps-233187296 tempest-TestNetworkBasicOps-233187296-project] Made reservation on behalf of 772b9946478d439e9da4eaeade7fb21d for: {'network': 1} {{(pid=94174) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 23 11:38:07.779291 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron_lib.callbacks.manager [None req-24d21e4a-65b2-4bc8-af02-491b6c55d103 tempest-TestNetworkBasicOps-233187296 tempest-TestNetworkBasicOps-233187296-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-923104'] for network, before_create {{(pid=94174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:38:07.804711 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron_lib.callbacks.manager [None req-1a3300b1-f7b5-4902-891e-905b7cbf03ce tempest-NetworksIpV6Test-253648203 tempest-NetworksIpV6Test-253648203-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-897627', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866062', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5083050', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4660036'] for subnet, after_delete {{(pid=94175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:38:07.807832 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG oslo_concurrency.lockutils [None req-8c45e273-590e-4270-bdf1-e3929e7ead9e tempest-TestNetworkBasicOps-233187296 tempest-TestNetworkBasicOps-233187296-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94175) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 11:38:07.808156 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-24d21e4a-65b2-4bc8-af02-491b6c55d103 tempest-TestNetworkBasicOps-233187296 tempest-TestNetworkBasicOps-233187296-project] vlan segment allocate from pool success with {'vlan_id': 440, 'physical_network': 'physnet1'} {{(pid=94174) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 23 11:38:07.816913 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron_lib.callbacks.manager [None req-24d21e4a-65b2-4bc8-af02-491b6c55d103 tempest-TestNetworkBasicOps-233187296 tempest-TestNetworkBasicOps-233187296-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3801'] for segment, precommit_create {{(pid=94174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:38:07.817259 dv-neutron-601336-94-hyperv neutron-server[94174]: INFO neutron.db.segments_db [None req-24d21e4a-65b2-4bc8-af02-491b6c55d103 tempest-TestNetworkBasicOps-233187296 tempest-TestNetworkBasicOps-233187296-project] Added segment 09310a61-b7fd-486e-9e5b-9c6253ee12f9 of type vlan for network bd46a884-00b1-49aa-92f0-d6b0a5689064 Jun 23 11:38:07.838557 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a3300b1-f7b5-4902-891e-905b7cbf03ce tempest-NetworksIpV6Test-253648203 tempest-NetworksIpV6Test-253648203-project] Pushing event deleted for resources: {'Subnet': ['ID=5b3d1351-8471-428c-bd8e-1d09ed2f2d61,revision_number=None']} {{(pid=94175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 11:38:07.840998 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG oslo_concurrency.lockutils [None req-1a3300b1-f7b5-4902-891e-905b7cbf03ce tempest-NetworksIpV6Test-253648203 tempest-NetworksIpV6Test-253648203-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.033s {{(pid=94175) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 11:38:07.843909 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron_lib.callbacks.manager [None req-1a3300b1-f7b5-4902-891e-905b7cbf03ce tempest-NetworksIpV6Test-253648203 tempest-NetworksIpV6Test-253648203-project] Notify callbacks [] for subnet, before_response {{(pid=94175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:38:07.847500 dv-neutron-601336-94-hyperv neutron-server[94175]: INFO neutron.wsgi [None req-1a3300b1-f7b5-4902-891e-905b7cbf03ce tempest-NetworksIpV6Test-253648203 tempest-NetworksIpV6Test-253648203-project] 10.222.0.20 "DELETE /v2.0/subnets/5b3d1351-8471-428c-bd8e-1d09ed2f2d61 HTTP/1.1" status: 204 len: 168 time: 0.3662043 Jun 23 11:38:07.848354 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.wsgi [-] (94175) accepted ('10.222.0.20', 42958) {{(pid=94175) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 11:38:07.850946 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-974fab57-1c54-4cbb-80d2-09537e5ab61f None None] Network d8708052-3c8c-4e28-a9be-b05e9ce7c4e1 requested from dv-neutron-601336-94-hyperv {{(pid=94176) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 23 11:38:07.863627 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron_lib.callbacks.manager [None req-24d21e4a-65b2-4bc8-af02-491b6c55d103 tempest-TestNetworkBasicOps-233187296 tempest-TestNetworkBasicOps-233187296-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8773699596773'] for network, precommit_create {{(pid=94174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:38:07.923471 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron_lib.callbacks.manager [None req-ddd88f78-0130-4e87-a5cc-67d7f1371bd0 tempest-NetworksIpV6Test-253648203 tempest-NetworksIpV6Test-253648203-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-824874'] for network, before_delete {{(pid=94175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:38:07.958891 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron_lib.callbacks.manager [None req-24d21e4a-65b2-4bc8-af02-491b6c55d103 tempest-TestNetworkBasicOps-233187296 tempest-TestNetworkBasicOps-233187296-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8002400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7866073'] for network, after_create {{(pid=94174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:38:07.966449 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-24d21e4a-65b2-4bc8-af02-491b6c55d103 tempest-TestNetworkBasicOps-233187296 tempest-TestNetworkBasicOps-233187296-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94174) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 11:38:07.967737 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron_lib.callbacks.manager [None req-24d21e4a-65b2-4bc8-af02-491b6c55d103 tempest-TestNetworkBasicOps-233187296 tempest-TestNetworkBasicOps-233187296-project] Notify callbacks [] for network, before_response {{(pid=94174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:38:07.977239 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.plugins.ml2.plugin [None req-ddd88f78-0130-4e87-a5cc-67d7f1371bd0 tempest-NetworksIpV6Test-253648203 tempest-NetworksIpV6Test-253648203-project] Deleting port e16a5a07-ed9b-49d5-88d9-d9325279f641 {{(pid=94175) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1913}} Jun 23 11:38:07.977588 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron_lib.callbacks.manager [None req-ddd88f78-0130-4e87-a5cc-67d7f1371bd0 tempest-NetworksIpV6Test-253648203 tempest-NetworksIpV6Test-253648203-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773700079324'] for port, before_delete {{(pid=94175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:38:07.978871 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG oslo_concurrency.lockutils [None req-aa65b6ed-925b-493a-bd80-b58940deb4f7 tempest-RoutersTest-228919764 tempest-RoutersTest-228919764-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94174) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 11:38:08.042883 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24d21e4a-65b2-4bc8-af02-491b6c55d103 tempest-TestNetworkBasicOps-233187296 tempest-TestNetworkBasicOps-233187296-project] Pushing event updated for resources: {'Network': ['ID=bd46a884-00b1-49aa-92f0-d6b0a5689064,revision_number=1']} {{(pid=94174) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 11:38:08.045726 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG oslo_concurrency.lockutils [None req-24d21e4a-65b2-4bc8-af02-491b6c55d103 tempest-TestNetworkBasicOps-233187296 tempest-TestNetworkBasicOps-233187296-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.067s {{(pid=94174) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 11:38:08.047390 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.plugins.ml2.db [None req-ddd88f78-0130-4e87-a5cc-67d7f1371bd0 tempest-NetworksIpV6Test-253648203 tempest-NetworksIpV6Test-253648203-project] For port e16a5a07-ed9b-49d5-88d9-d9325279f641, host dv-neutron-601336-94-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-94-hyperv',level=0,port_id=e16a5a07-ed9b-49d5-88d9-d9325279f641,segment=NetworkSegment(446aad4e-b5bc-46eb-9048-08fb9a48bb0e),segment_id=446aad4e-b5bc-46eb-9048-08fb9a48bb0e)] {{(pid=94175) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 23 11:38:08.047760 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron_lib.callbacks.manager [None req-ddd88f78-0130-4e87-a5cc-67d7f1371bd0 tempest-NetworksIpV6Test-253648203 tempest-NetworksIpV6Test-253648203-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-430722'] for port, precommit_delete {{(pid=94175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:38:08.055239 dv-neutron-601336-94-hyperv neutron-server[94174]: INFO neutron.wsgi [None req-24d21e4a-65b2-4bc8-af02-491b6c55d103 tempest-TestNetworkBasicOps-233187296 tempest-TestNetworkBasicOps-233187296-project] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.3826962 Jun 23 11:38:08.055239 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.wsgi [-] (94174) accepted ('10.222.0.20', 42960) {{(pid=94174) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 11:38:08.058168 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.plugins.ml2.rpc [None req-dc7542b2-afef-47f4-a763-e3a3cba144be None None] Network bd46a884-00b1-49aa-92f0-d6b0a5689064 details requested by agent ovs-agent-dv-neutron-601336-94-hyperv with host dv-neutron-601336-94-hyperv {{(pid=94176) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:250}} Jun 23 11:38:08.059485 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.api.v2.base [None req-9456544d-3b33-44d6-9352-3d9564623737 tempest-TestNetworkBasicOps-233187296 tempest-TestNetworkBasicOps-233187296-project] Request body: {'router': {'name': 'tempest-TestNetworkBasicOps-router-2015125983', 'admin_state_up': True, 'project_id': '772b9946478d439e9da4eaeade7fb21d', 'external_gateway_info': {'network_id': '3e7e4eb3-cf02-4d47-ade9-0a579cdfc60f'}}} {{(pid=94174) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 23 11:38:08.061234 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7d4abe48-e21c-4cbe-902d-d21cc459b67a None None] DHCP port deletion for d8708052-3c8c-4e28-a9be-b05e9ce7c4e1 request from dv-neutron-601336-94-hyperv {{(pid=94176) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jun 23 11:38:08.062674 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.plugins.ml2.plugin [None req-ddd88f78-0130-4e87-a5cc-67d7f1371bd0 tempest-NetworksIpV6Test-253648203 tempest-NetworksIpV6Test-253648203-project] Calling delete_port for e16a5a07-ed9b-49d5-88d9-d9325279f641 owned by network:dhcp {{(pid=94175) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1986}} Jun 23 11:38:08.147686 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron_lib.callbacks.manager [None req-9456544d-3b33-44d6-9352-3d9564623737 tempest-TestNetworkBasicOps-233187296 tempest-TestNetworkBasicOps-233187296-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-520407', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-32315'] for router, before_create {{(pid=94174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:38:08.148808 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron_lib.callbacks.manager [None req-9456544d-3b33-44d6-9352-3d9564623737 tempest-TestNetworkBasicOps-233187296 tempest-TestNetworkBasicOps-233187296-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-520264', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-524122', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-414782', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-32290'] for router, precommit_create {{(pid=94174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:38:08.157813 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.plugins.ml2.plugin [None req-7d4abe48-e21c-4cbe-902d-d21cc459b67a None None] Deleting port e16a5a07-ed9b-49d5-88d9-d9325279f641 {{(pid=94176) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1913}} Jun 23 11:38:08.158200 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron_lib.callbacks.manager [None req-7d4abe48-e21c-4cbe-902d-d21cc459b67a None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773700079324'] for port, before_delete {{(pid=94176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:38:08.181919 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron_lib.callbacks.manager [None req-ddd88f78-0130-4e87-a5cc-67d7f1371bd0 tempest-NetworksIpV6Test-253648203 tempest-NetworksIpV6Test-253648203-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-922904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866062', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773700135024', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773699642224', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5082448'] for port, after_delete {{(pid=94175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:38:08.185233 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG oslo_concurrency.lockutils [None req-38756342-817c-4f51-a603-25991d03ae43 tempest-FloatingIPTestJSON-1140213849 tempest-FloatingIPTestJSON-1140213849-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94175) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 11:38:08.210804 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddd88f78-0130-4e87-a5cc-67d7f1371bd0 tempest-NetworksIpV6Test-253648203 tempest-NetworksIpV6Test-253648203-project] Pushing event deleted for resources: {'Port': ['ID=e16a5a07-ed9b-49d5-88d9-d9325279f641,revision_number=None']} {{(pid=94175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 11:38:08.213592 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG oslo_concurrency.lockutils [None req-ddd88f78-0130-4e87-a5cc-67d7f1371bd0 tempest-NetworksIpV6Test-253648203 tempest-NetworksIpV6Test-253648203-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.028s {{(pid=94175) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 11:38:08.216216 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ddd88f78-0130-4e87-a5cc-67d7f1371bd0 tempest-NetworksIpV6Test-253648203 tempest-NetworksIpV6Test-253648203-project] No DVR routers for this DVR port e16a5a07-ed9b-49d5-88d9-d9325279f641 on host dv-neutron-601336-94-hyperv {{(pid=94175) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 23 11:38:08.223900 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.plugins.ml2.db [None req-7d4abe48-e21c-4cbe-902d-d21cc459b67a None None] For port e16a5a07-ed9b-49d5-88d9-d9325279f641, host dv-neutron-601336-94-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-94-hyperv',level=0,port_id=e16a5a07-ed9b-49d5-88d9-d9325279f641,segment=NetworkSegment(446aad4e-b5bc-46eb-9048-08fb9a48bb0e),segment_id=446aad4e-b5bc-46eb-9048-08fb9a48bb0e)] {{(pid=94176) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 23 11:38:08.224230 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron_lib.callbacks.manager [None req-7d4abe48-e21c-4cbe-902d-d21cc459b67a None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-430722'] for port, precommit_delete {{(pid=94176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:38:08.236984 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.plugins.ml2.plugin [None req-7d4abe48-e21c-4cbe-902d-d21cc459b67a None None] Calling delete_port for e16a5a07-ed9b-49d5-88d9-d9325279f641 owned by network:dhcp {{(pid=94176) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1986}} Jun 23 11:38:08.268649 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron_lib.callbacks.manager [None req-9456544d-3b33-44d6-9352-3d9564623737 tempest-TestNetworkBasicOps-233187296 tempest-TestNetworkBasicOps-233187296-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:38:08.297453 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron_lib.callbacks.manager [None req-ddd88f78-0130-4e87-a5cc-67d7f1371bd0 tempest-NetworksIpV6Test-253648203 tempest-NetworksIpV6Test-253648203-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-897259', 'neutron.services.segments.db._delete_segments_for_network-8773700168587'] for network, precommit_delete {{(pid=94175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:38:08.307681 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.services.segments.db [None req-ddd88f78-0130-4e87-a5cc-67d7f1371bd0 tempest-NetworksIpV6Test-253648203 tempest-NetworksIpV6Test-253648203-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d8708052-3c8c-4e28-a9be-b05e9ce7c4e1']}} {{(pid=94175) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 11:38:08.313211 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron_lib.callbacks.manager [None req-7d4abe48-e21c-4cbe-902d-d21cc459b67a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-922904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866062', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773700135024', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773699642224'] for port, after_delete {{(pid=94176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:38:08.315105 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG oslo_concurrency.lockutils [None req-c0815afd-f76b-4cdd-8e7d-3958f05468ad None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 11:38:08.318511 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.services.segments.db [None req-ddd88f78-0130-4e87-a5cc-67d7f1371bd0 tempest-NetworksIpV6Test-253648203 tempest-NetworksIpV6Test-253648203-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '446aad4e-b5bc-46eb-9048-08fb9a48bb0e') {'for_net_delete': True} {{(pid=94175) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 11:38:08.318814 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.services.segments.db [None req-ddd88f78-0130-4e87-a5cc-67d7f1371bd0 tempest-NetworksIpV6Test-253648203 tempest-NetworksIpV6Test-253648203-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '446aad4e-b5bc-46eb-9048-08fb9a48bb0e') {} {{(pid=94175) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 11:38:08.327763 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron_lib.callbacks.manager [None req-ddd88f78-0130-4e87-a5cc-67d7f1371bd0 tempest-NetworksIpV6Test-253648203 tempest-NetworksIpV6Test-253648203-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8773699955833', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5190677'] for segment, before_delete {{(pid=94175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:38:08.335927 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d4abe48-e21c-4cbe-902d-d21cc459b67a None None] Pushing event deleted for resources: {'Port': ['ID=e16a5a07-ed9b-49d5-88d9-d9325279f641,revision_number=None']} {{(pid=94176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 11:38:08.341172 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron_lib.callbacks.manager [None req-ddd88f78-0130-4e87-a5cc-67d7f1371bd0 tempest-NetworksIpV6Test-253648203 tempest-NetworksIpV6Test-253648203-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3801'] for segment, precommit_delete {{(pid=94175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:38:08.349348 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d4abe48-e21c-4cbe-902d-d21cc459b67a None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-601336-94-hyperv {{(pid=94176) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 11:38:08.349348 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d4abe48-e21c-4cbe-902d-d21cc459b67a None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-94-hyperv {{(pid=94176) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 11:38:08.349348 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d4abe48-e21c-4cbe-902d-d21cc459b67a None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-94-hyperv {{(pid=94176) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 11:38:08.349348 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d4abe48-e21c-4cbe-902d-d21cc459b67a None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-601336-94-hyperv {{(pid=94176) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 11:38:08.349348 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d4abe48-e21c-4cbe-902d-d21cc459b67a None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-601336-94-hyperv {{(pid=94176) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 11:38:08.349348 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d4abe48-e21c-4cbe-902d-d21cc459b67a None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-601336-94-hyperv {{(pid=94176) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 11:38:08.349348 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d4abe48-e21c-4cbe-902d-d21cc459b67a None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-601336-94-hyperv {{(pid=94176) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 11:38:08.349348 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d4abe48-e21c-4cbe-902d-d21cc459b67a None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-601336-94-hyperv {{(pid=94176) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 11:38:08.350222 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ddd88f78-0130-4e87-a5cc-67d7f1371bd0 tempest-NetworksIpV6Test-253648203 tempest-NetworksIpV6Test-253648203-project] Releasing vlan 428 on physical network physnet1 to pool {{(pid=94175) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 23 11:38:08.350321 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d4abe48-e21c-4cbe-902d-d21cc459b67a None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-601336-94-hyperv {{(pid=94176) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 11:38:08.350442 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron_lib.callbacks.manager [None req-ddd88f78-0130-4e87-a5cc-67d7f1371bd0 tempest-NetworksIpV6Test-253648203 tempest-NetworksIpV6Test-253648203-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3801', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5082371'] for segment, after_delete {{(pid=94175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:38:08.350562 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d4abe48-e21c-4cbe-902d-d21cc459b67a None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-94-hyperv {{(pid=94176) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 11:38:08.350562 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d4abe48-e21c-4cbe-902d-d21cc459b67a None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-601336-94-hyperv {{(pid=94176) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 11:38:08.350562 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d4abe48-e21c-4cbe-902d-d21cc459b67a None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-601336-94-hyperv {{(pid=94176) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 11:38:08.352378 dv-neutron-601336-94-hyperv neutron-server[94175]: Traceback (most recent call last): Jun 23 11:38:08.352378 dv-neutron-601336-94-hyperv neutron-server[94175]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 23 11:38:08.352378 dv-neutron-601336-94-hyperv neutron-server[94175]: timer() Jun 23 11:38:08.352378 dv-neutron-601336-94-hyperv neutron-server[94175]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 23 11:38:08.352378 dv-neutron-601336-94-hyperv neutron-server[94175]: cb(*args, **kw) Jun 23 11:38:08.352378 dv-neutron-601336-94-hyperv neutron-server[94175]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 23 11:38:08.352378 dv-neutron-601336-94-hyperv neutron-server[94175]: return func(*args, **kwargs) Jun 23 11:38:08.352378 dv-neutron-601336-94-hyperv neutron-server[94175]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 23 11:38:08.352378 dv-neutron-601336-94-hyperv neutron-server[94175]: self._notify() Jun 23 11:38:08.352378 dv-neutron-601336-94-hyperv neutron-server[94175]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 23 11:38:08.352378 dv-neutron-601336-94-hyperv neutron-server[94175]: self.callback(batched_events) Jun 23 11:38:08.352378 dv-neutron-601336-94-hyperv neutron-server[94175]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 23 11:38:08.352378 dv-neutron-601336-94-hyperv neutron-server[94175]: event.method(event) Jun 23 11:38:08.352378 dv-neutron-601336-94-hyperv neutron-server[94175]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 23 11:38:08.352378 dv-neutron-601336-94-hyperv neutron-server[94175]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 23 11:38:08.352378 dv-neutron-601336-94-hyperv neutron-server[94175]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 23 11:38:08.352378 dv-neutron-601336-94-hyperv neutron-server[94175]: aggregate_uuid = self.p_client.list_aggregates( Jun 23 11:38:08.352378 dv-neutron-601336-94-hyperv neutron-server[94175]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 23 11:38:08.352378 dv-neutron-601336-94-hyperv neutron-server[94175]: return f(self, *a, **k) Jun 23 11:38:08.352378 dv-neutron-601336-94-hyperv neutron-server[94175]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 23 11:38:08.352378 dv-neutron-601336-94-hyperv neutron-server[94175]: return self._get(url).json() Jun 23 11:38:08.352378 dv-neutron-601336-94-hyperv neutron-server[94175]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 23 11:38:08.352378 dv-neutron-601336-94-hyperv neutron-server[94175]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 23 11:38:08.352378 dv-neutron-601336-94-hyperv neutron-server[94175]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 23 11:38:08.352378 dv-neutron-601336-94-hyperv neutron-server[94175]: return self.request(url, 'GET', **kwargs) Jun 23 11:38:08.352378 dv-neutron-601336-94-hyperv neutron-server[94175]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 23 11:38:08.352378 dv-neutron-601336-94-hyperv neutron-server[94175]: base_url = self.get_endpoint(auth, allow=allow, Jun 23 11:38:08.352378 dv-neutron-601336-94-hyperv neutron-server[94175]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 23 11:38:08.352378 dv-neutron-601336-94-hyperv neutron-server[94175]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 23 11:38:08.352378 dv-neutron-601336-94-hyperv neutron-server[94175]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 23 11:38:08.352378 dv-neutron-601336-94-hyperv neutron-server[94175]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 23 11:38:08.352378 dv-neutron-601336-94-hyperv neutron-server[94175]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 23 11:38:08.355356 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7d4abe48-e21c-4cbe-902d-d21cc459b67a None None] No DVR routers for this DVR port e16a5a07-ed9b-49d5-88d9-d9325279f641 on host dv-neutron-601336-94-hyperv {{(pid=94176) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 23 11:38:08.356835 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG oslo_concurrency.lockutils [None req-7d4abe48-e21c-4cbe-902d-d21cc459b67a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.042s {{(pid=94176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 11:38:08.483427 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron_lib.callbacks.manager [None req-9456544d-3b33-44d6-9352-3d9564623737 tempest-TestNetworkBasicOps-233187296 tempest-TestNetworkBasicOps-233187296-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-524104', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-520389', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-32276'] for router, precommit_update {{(pid=94174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:38:08.499967 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron_lib.callbacks.manager [None req-ddd88f78-0130-4e87-a5cc-67d7f1371bd0 tempest-NetworksIpV6Test-253648203 tempest-NetworksIpV6Test-253648203-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-897248', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8002400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7866073', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-524247'] for network, after_delete {{(pid=94175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:38:08.503972 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG oslo_concurrency.lockutils [None req-721fa86e-2de8-435c-8f70-7eabf2e8dbc6 tempest-RoutersTest-228919764 tempest-RoutersTest-228919764-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94175) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 11:38:08.507293 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron_lib.callbacks.manager [None req-ddd88f78-0130-4e87-a5cc-67d7f1371bd0 tempest-NetworksIpV6Test-253648203 tempest-NetworksIpV6Test-253648203-project] Notify callbacks [] for network, before_response {{(pid=94175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:38:08.509070 dv-neutron-601336-94-hyperv neutron-server[94175]: INFO neutron.wsgi [None req-ddd88f78-0130-4e87-a5cc-67d7f1371bd0 tempest-NetworksIpV6Test-253648203 tempest-NetworksIpV6Test-253648203-project] 10.222.0.20 "DELETE /v2.0/networks/d8708052-3c8c-4e28-a9be-b05e9ce7c4e1 HTTP/1.1" status: 204 len: 168 time: 0.6595981 Jun 23 11:38:08.521283 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddd88f78-0130-4e87-a5cc-67d7f1371bd0 tempest-NetworksIpV6Test-253648203 tempest-NetworksIpV6Test-253648203-project] Pushing event deleted for resources: {'Network': ['ID=d8708052-3c8c-4e28-a9be-b05e9ce7c4e1,revision_number=None']} {{(pid=94175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 11:38:08.523982 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG oslo_concurrency.lockutils [None req-ddd88f78-0130-4e87-a5cc-67d7f1371bd0 tempest-NetworksIpV6Test-253648203 tempest-NetworksIpV6Test-253648203-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.021s {{(pid=94175) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 11:38:08.727726 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron_lib.callbacks.manager [None req-9456544d-3b33-44d6-9352-3d9564623737 tempest-TestNetworkBasicOps-233187296 tempest-TestNetworkBasicOps-233187296-project] Notify callbacks [] for router_gateway, before_create {{(pid=94174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:38:08.750832 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron_lib.callbacks.manager [None req-9456544d-3b33-44d6-9352-3d9564623737 tempest-TestNetworkBasicOps-233187296 tempest-TestNetworkBasicOps-233187296-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-923104'] for port, before_create {{(pid=94174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:38:08.852449 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.db.db_base_plugin_common [None req-9456544d-3b33-44d6-9352-3d9564623737 tempest-TestNetworkBasicOps-233187296 tempest-TestNetworkBasicOps-233187296-project] Allocated IP 172.26.3.124 (3e7e4eb3-cf02-4d47-ade9-0a579cdfc60f/a5ad15ab-c489-4a67-a9b0-d559fca0ec71/8e67e11d-54df-4223-9708-c7a61e4f6751) {{(pid=94174) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 23 11:38:08.954784 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron_lib.callbacks.manager [None req-9456544d-3b33-44d6-9352-3d9564623737 tempest-TestNetworkBasicOps-233187296 tempest-TestNetworkBasicOps-233187296-project] Notify callbacks [] for port, precommit_create {{(pid=94174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:38:08.991744 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.wsgi [-] (94174) accepted ('10.222.0.20', 42966) {{(pid=94174) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 11:38:08.997286 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.plugins.ml2.rpc [None req-dc7542b2-afef-47f4-a763-e3a3cba144be None None] Device 1ab0ae19-6b61-4c8f-b3b4-a8cef1b1d50e no longer exists at agent ovs-agent-dv-neutron-601336-94-hyperv {{(pid=94176) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:261}} Jun 23 11:38:09.016786 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.plugins.ml2.plugin [None req-dc7542b2-afef-47f4-a763-e3a3cba144be None None] No Port match for: 1ab0ae19-6b61-4c8f-b3b4-a8cef1b1d50e {{(pid=94176) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2240}} Jun 23 11:38:09.018248 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.plugins.ml2.rpc [None req-dc7542b2-afef-47f4-a763-e3a3cba144be None None] Device 1ab0ae19-6b61-4c8f-b3b4-a8cef1b1d50e not bound to the agent host dv-neutron-601336-94-hyperv {{(pid=94176) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:271}} Jun 23 11:38:09.018248 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.plugins.ml2.rpc [None req-dc7542b2-afef-47f4-a763-e3a3cba144be None None] Device e16a5a07-ed9b-49d5-88d9-d9325279f641 no longer exists at agent ovs-agent-dv-neutron-601336-94-hyperv {{(pid=94176) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:261}} Jun 23 11:38:09.044443 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.plugins.ml2.plugin [None req-dc7542b2-afef-47f4-a763-e3a3cba144be None None] No Port match for: e16a5a07-ed9b-49d5-88d9-d9325279f641 {{(pid=94176) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2240}} Jun 23 11:38:09.044792 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.plugins.ml2.rpc [None req-dc7542b2-afef-47f4-a763-e3a3cba144be None None] Device e16a5a07-ed9b-49d5-88d9-d9325279f641 not bound to the agent host dv-neutron-601336-94-hyperv {{(pid=94176) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:271}} Jun 23 11:38:09.068125 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron_lib.callbacks.manager [None req-9456544d-3b33-44d6-9352-3d9564623737 tempest-TestNetworkBasicOps-233187296 tempest-TestNetworkBasicOps-233187296-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-922915', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-239814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7866073', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773699642215', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-5196399'] for port, after_create {{(pid=94174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:38:09.071314 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG oslo_concurrency.lockutils [None req-beb8a8a0-248f-4030-8742-9aeb75140036 tempest-FloatingIPTestJSON-1140213849 tempest-FloatingIPTestJSON-1140213849-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94174) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 11:38:09.121268 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9456544d-3b33-44d6-9352-3d9564623737 tempest-TestNetworkBasicOps-233187296 tempest-TestNetworkBasicOps-233187296-project] Network 3e7e4eb3-cf02-4d47-ade9-0a579cdfc60f is already hosted by enough agents. {{(pid=94174) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 23 11:38:09.130684 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.scheduler.base_scheduler [None req-9456544d-3b33-44d6-9352-3d9564623737 tempest-TestNetworkBasicOps-233187296 tempest-TestNetworkBasicOps-233187296-project] Resources bound (agent type, host, resource id): {{(pid=94174) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 23 11:38:09.133866 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9456544d-3b33-44d6-9352-3d9564623737 tempest-TestNetworkBasicOps-233187296 tempest-TestNetworkBasicOps-233187296-project] Pushing event updated for resources: {'Port': ['ID=8e67e11d-54df-4223-9708-c7a61e4f6751,revision_number=1']} {{(pid=94174) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 11:38:09.140509 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG oslo_concurrency.lockutils [None req-9456544d-3b33-44d6-9352-3d9564623737 tempest-TestNetworkBasicOps-233187296 tempest-TestNetworkBasicOps-233187296-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.069s {{(pid=94174) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 11:38:09.141184 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9456544d-3b33-44d6-9352-3d9564623737 tempest-TestNetworkBasicOps-233187296 tempest-TestNetworkBasicOps-233187296-project] Received port after_create {{(pid=94174) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 23 11:38:09.177645 dv-neutron-601336-94-hyperv neutron-server[94174]: INFO neutron.wsgi [None req-5fe5e078-aca2-439d-9c65-d8b56c30113f admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=3413cf27f0024fb0b5b5f021dbe2bcf3&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1846707 Jun 23 11:38:09.180279 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.wsgi [-] (94175) accepted ('10.222.0.20', 42970) {{(pid=94175) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 11:38:09.237219 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron_lib.callbacks.manager [None req-4be39539-f69c-4b52-9d72-621c4a32e333 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:38:09.258462 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron_lib.callbacks.manager [None req-4be39539-f69c-4b52-9d72-621c4a32e333 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:38:09.415886 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron_lib.callbacks.manager [None req-4be39539-f69c-4b52-9d72-621c4a32e333 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7996330'] for security_group, after_delete {{(pid=94175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:38:09.418485 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron_lib.callbacks.manager [None req-4be39539-f69c-4b52-9d72-621c4a32e333 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:38:09.419656 dv-neutron-601336-94-hyperv neutron-server[94175]: INFO neutron.wsgi [None req-4be39539-f69c-4b52-9d72-621c4a32e333 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/67613eb7-cb4c-4579-a7ec-a0285307e22a HTTP/1.1" status: 204 len: 168 time: 0.2384021 Jun 23 11:38:09.420454 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG oslo_concurrency.lockutils [None req-ffc6a50f-6458-467e-bc4c-442d9ac67f6b tempest-SecGroupTest-1462889432 tempest-SecGroupTest-1462889432-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94175) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 11:38:09.429233 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4be39539-f69c-4b52-9d72-621c4a32e333 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=67613eb7-cb4c-4579-a7ec-a0285307e22a,revision_number=None']} {{(pid=94175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 11:38:09.431644 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG oslo_concurrency.lockutils [None req-4be39539-f69c-4b52-9d72-621c4a32e333 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.011s {{(pid=94175) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 11:38:09.488513 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron_lib.callbacks.manager [None req-9456544d-3b33-44d6-9352-3d9564623737 tempest-TestNetworkBasicOps-233187296 tempest-TestNetworkBasicOps-233187296-project] Notify callbacks [] for router_gateway, after_create {{(pid=94174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:38:09.681601 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron_lib.callbacks.manager [None req-9456544d-3b33-44d6-9352-3d9564623737 tempest-TestNetworkBasicOps-233187296 tempest-TestNetworkBasicOps-233187296-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-520412', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-524143'] for router, after_create {{(pid=94174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:38:09.895325 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9456544d-3b33-44d6-9352-3d9564623737 tempest-TestNetworkBasicOps-233187296 tempest-TestNetworkBasicOps-233187296-project] Router 6dd22ae5-5eb1-4a98-ace8-ae186e56e058 is scheduled to L3 agent 50ef99c0-ef28-4db5-b303-b145898fae60 with binding_index 1 {{(pid=94174) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jun 23 11:38:10.002874 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9456544d-3b33-44d6-9352-3d9564623737 tempest-TestNetworkBasicOps-233187296 tempest-TestNetworkBasicOps-233187296-project] Notify agent at l3_agent.dv-neutron-601336-94-hyperv the message routers_updated {{(pid=94174) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 23 11:38:10.011900 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1aa593c5-0cc3-438d-a806-b22c5f601180 None None] Sync routers for ids ['6dd22ae5-5eb1-4a98-ace8-ae186e56e058'] in dv-neutron-601336-94-hyperv {{(pid=94176) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 23 11:38:10.020748 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1aa593c5-0cc3-438d-a806-b22c5f601180 None None] Routers {'6dd22ae5-5eb1-4a98-ace8-ae186e56e058'} bound to L3 agent in host dv-neutron-601336-94-hyperv {{(pid=94176) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 23 11:38:10.021397 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.db.l3_hamode_db [None req-1aa593c5-0cc3-438d-a806-b22c5f601180 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-601336-94-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-06-23T11:22:13Z,description=,heartbeat_timestamp=2021-06-23T11:37:43Z,host='dv-neutron-601336-94-hyperv',id=50ef99c0-ef28-4db5-b303-b145898fae60,load=0,resource_versions=,resources_synced=,started_at=2021-06-23T11:22:14Z,topic='l3_agent')) {'router_ids': ['6dd22ae5-5eb1-4a98-ace8-ae186e56e058'], 'active': True} {{(pid=94176) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 11:38:10.107441 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron_lib.callbacks.manager [None req-9456544d-3b33-44d6-9352-3d9564623737 tempest-TestNetworkBasicOps-233187296 tempest-TestNetworkBasicOps-233187296-project] Notify callbacks [] for router, before_response {{(pid=94174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:38:10.111705 dv-neutron-601336-94-hyperv neutron-server[94174]: INFO neutron.wsgi [None req-9456544d-3b33-44d6-9352-3d9564623737 tempest-TestNetworkBasicOps-233187296 tempest-TestNetworkBasicOps-233187296-project] 10.222.0.20 "POST /v2.0/routers HTTP/1.1" status: 201 len: 887 time: 2.0534525 Jun 23 11:38:10.116745 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.wsgi [-] (94174) accepted ('10.222.0.20', 42990) {{(pid=94174) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 11:38:10.124554 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.db.l3_dvr_db [None req-1aa593c5-0cc3-438d-a806-b22c5f601180 None None] Set router 6dd22ae5-5eb1-4a98-ace8-ae186e56e058 gateway port host: dv-neutron-601336-94-hyperv {{(pid=94176) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:838}} Jun 23 11:38:10.149561 dv-neutron-601336-94-hyperv neutron-server[94174]: INFO neutron.wsgi [None req-75483c98-c4a4-43dd-b913-abf4852150ec tempest-TestNetworkBasicOps-1420332966 tempest-TestNetworkBasicOps-1420332966-project-admin] 10.222.0.20 "GET /v2.0/subnets?project_id=772b9946478d439e9da4eaeade7fb21d&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0360339 Jun 23 11:38:10.154069 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.wsgi [-] (94175) accepted ('10.222.0.20', 42992) {{(pid=94175) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 11:38:10.251110 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-48e42efb-8343-45b2-94a7-34cd2246ccb5 tempest-TestNetworkBasicOps-1420332966 tempest-TestNetworkBasicOps-1420332966-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 11:38:10.252805 dv-neutron-601336-94-hyperv neutron-server[94175]: INFO neutron.wsgi [None req-48e42efb-8343-45b2-94a7-34cd2246ccb5 tempest-TestNetworkBasicOps-1420332966 tempest-TestNetworkBasicOps-1420332966-project-admin] 10.222.0.20 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.0974984 Jun 23 11:38:10.255642 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.wsgi [-] (94175) accepted ('10.222.0.20', 42996) {{(pid=94175) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 11:38:10.284406 dv-neutron-601336-94-hyperv neutron-server[94175]: INFO neutron.wsgi [None req-98f53feb-643e-435c-b4e4-654f7196da91 tempest-TestNetworkBasicOps-1420332966 tempest-TestNetworkBasicOps-1420332966-project-admin] 10.222.0.20 "GET /v2.0/subnets?network_id=3e7e4eb3-cf02-4d47-ade9-0a579cdfc60f&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0275486 Jun 23 11:38:10.286861 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.wsgi [-] (94175) accepted ('10.222.0.20', 42998) {{(pid=94175) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 11:38:10.292365 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.api.v2.base [None req-0a1d494a-9bbf-4c6f-ad88-fec30f377aab tempest-TestNetworkBasicOps-233187296 tempest-TestNetworkBasicOps-233187296-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-287147797', 'network_id': 'bd46a884-00b1-49aa-92f0-d6b0a5689064', 'project_id': '772b9946478d439e9da4eaeade7fb21d', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=94175) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 23 11:38:10.304829 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.db.l3_hamode_db [None req-1aa593c5-0cc3-438d-a806-b22c5f601180 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6dd22ae5-5eb1-4a98-ace8-ae186e56e058', 'name': 'tempest-TestNetworkBasicOps-router-2015125983', 'tenant_id': '772b9946478d439e9da4eaeade7fb21d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3e7e4eb3-cf02-4d47-ade9-0a579cdfc60f', 'external_fixed_ips': [{'subnet_id': 'a5ad15ab-c489-4a67-a9b0-d559fca0ec71', 'ip_address': '172.26.3.124'}], 'enable_snat': True}, 'gw_port_id': '8e67e11d-54df-4223-9708-c7a61e4f6751', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-23T11:38:08Z', 'updated_at': '2021-06-23T11:38:09Z', 'revision_number': 3, 'project_id': '772b9946478d439e9da4eaeade7fb21d', 'gw_port': {'id': '8e67e11d-54df-4223-9708-c7a61e4f6751', 'name': '', 'network_id': '3e7e4eb3-cf02-4d47-ade9-0a579cdfc60f', 'tenant_id': '', 'mac_address': 'fa:16:3e:ff:ab:9d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6dd22ae5-5eb1-4a98-ace8-ae186e56e058', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1315, 'fixed_ips': [{'subnet_id': 'a5ad15ab-c489-4a67-a9b0-d559fca0ec71', 'ip_address': '172.26.3.124', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-23T11:38:08Z', 'updated_at': '2021-06-23T11:38:08Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'a5ad15ab-c489-4a67-a9b0-d559fca0ec71', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-601336-94-hyperv'}], 'dv-neutron-601336-94-hyperv', False) {} {{(pid=94176) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 11:38:10.331689 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1aa593c5-0cc3-438d-a806-b22c5f601180 None None] Checking router: 6dd22ae5-5eb1-4a98-ace8-ae186e56e058 for host: dv-neutron-601336-94-hyperv {{(pid=94176) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 23 11:38:10.337633 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1aa593c5-0cc3-438d-a806-b22c5f601180 None None] Updating router 6dd22ae5-5eb1-4a98-ace8-ae186e56e058 port 8e67e11d-54df-4223-9708-c7a61e4f6751 binding host dv-neutron-601336-94-hyperv {{(pid=94176) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 23 11:38:10.372053 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron_lib.callbacks.manager [None req-1aa593c5-0cc3-438d-a806-b22c5f601180 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-923122'] for port, before_update {{(pid=94176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:38:10.437282 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0a1d494a-9bbf-4c6f-ad88-fec30f377aab tempest-TestNetworkBasicOps-233187296 tempest-TestNetworkBasicOps-233187296-project] Made reservation on behalf of 772b9946478d439e9da4eaeade7fb21d for: {'subnet': 1} {{(pid=94175) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 23 11:38:10.441893 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron_lib.callbacks.manager [None req-0a1d494a-9bbf-4c6f-ad88-fec30f377aab tempest-TestNetworkBasicOps-233187296 tempest-TestNetworkBasicOps-233187296-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4660073'] for subnet, before_create {{(pid=94175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:38:10.623866 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron_lib.callbacks.manager [None req-1aa593c5-0cc3-438d-a806-b22c5f601180 None None] Notify callbacks [] for port, precommit_update {{(pid=94176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:38:10.633791 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.db.provisioning_blocks [None req-1aa593c5-0cc3-438d-a806-b22c5f601180 None None] Transition to ACTIVE for port object 8e67e11d-54df-4223-9708-c7a61e4f6751 will not be triggered until provisioned by entity L2. {{(pid=94176) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 23 11:38:10.707356 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron_lib.callbacks.manager [None req-1aa593c5-0cc3-438d-a806-b22c5f601180 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-922904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866062', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773700135042', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773699642233', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773699642278'] for port, after_update {{(pid=94176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:38:10.707644 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron_lib.callbacks.manager [None req-0a1d494a-9bbf-4c6f-ad88-fec30f377aab tempest-TestNetworkBasicOps-233187296 tempest-TestNetworkBasicOps-233187296-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866062', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5083113', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4660095'] for subnet, after_create {{(pid=94175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:38:10.710439 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG oslo_concurrency.lockutils [None req-a2932b54-65c8-4e46-a310-9773317ab6f1 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 11:38:10.710974 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG oslo_concurrency.lockutils [None req-2b651b57-01db-49ed-850d-075595523f03 tempest-RoutersTest-228919764 tempest-RoutersTest-228919764-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94175) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 11:38:10.760703 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.plugins.ml2.managers [None req-1aa593c5-0cc3-438d-a806-b22c5f601180 None None] Attempting to bind port 8e67e11d-54df-4223-9708-c7a61e4f6751 on host dv-neutron-601336-94-hyperv for vnic_type normal with profile {{(pid=94176) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 23 11:38:10.761088 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.plugins.ml2.managers [None req-1aa593c5-0cc3-438d-a806-b22c5f601180 None None] Attempting to bind port 8e67e11d-54df-4223-9708-c7a61e4f6751 by drivers openvswitch,hyperv on host dv-neutron-601336-94-hyperv at level 0 using segments [{'id': 'c23be0a5-6980-48fb-bc9f-4a24717fe1de', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3e7e4eb3-cf02-4d47-ade9-0a579cdfc60f'}] {{(pid=94176) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 23 11:38:10.761660 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1aa593c5-0cc3-438d-a806-b22c5f601180 None None] Attempting to bind port 8e67e11d-54df-4223-9708-c7a61e4f6751 on network 3e7e4eb3-cf02-4d47-ade9-0a579cdfc60f {{(pid=94176) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 23 11:38:10.769033 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f240fec2-99be-4e2c-a68d-0e9cc94693bd None None] Pushing event updated for resources: {'Port': ['ID=8e67e11d-54df-4223-9708-c7a61e4f6751,revision_number=2']} {{(pid=94176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 11:38:10.771812 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG oslo_concurrency.lockutils [None req-f240fec2-99be-4e2c-a68d-0e9cc94693bd None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.062s {{(pid=94176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 11:38:10.773800 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1aa593c5-0cc3-438d-a806-b22c5f601180 None None] Checking agent: {'id': '4d05f899-5ac9-411b-8a03-f60c93f87cdf', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-601336-94-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 23, 11, 22, 14), 'started_at': datetime.datetime(2021, 6, 23, 11, 22, 44), 'heartbeat_timestamp': datetime.datetime(2021, 6, 23, 11, 37, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'monitor_allowed_address_pair_garp': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-601336-94-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94176) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 23 11:38:10.774002 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1aa593c5-0cc3-438d-a806-b22c5f601180 None None] Checking segment: {'id': 'c23be0a5-6980-48fb-bc9f-4a24717fe1de', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3e7e4eb3-cf02-4d47-ade9-0a579cdfc60f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94176) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 23 11:38:10.774603 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron_lib.callbacks.manager [None req-1aa593c5-0cc3-438d-a806-b22c5f601180 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:38:10.775196 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1aa593c5-0cc3-438d-a806-b22c5f601180 None None] Bound using segment: {'id': 'c23be0a5-6980-48fb-bc9f-4a24717fe1de', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3e7e4eb3-cf02-4d47-ade9-0a579cdfc60f'} {{(pid=94176) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 23 11:38:10.775891 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.plugins.ml2.managers [None req-1aa593c5-0cc3-438d-a806-b22c5f601180 None None] Bound port: 8e67e11d-54df-4223-9708-c7a61e4f6751, host: dv-neutron-601336-94-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c23be0a5-6980-48fb-bc9f-4a24717fe1de', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3e7e4eb3-cf02-4d47-ade9-0a579cdfc60f'}}] {{(pid=94176) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 23 11:38:10.776293 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron_lib.callbacks.manager [None req-1aa593c5-0cc3-438d-a806-b22c5f601180 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-923122'] for port, before_update {{(pid=94176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:38:10.781282 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0a1d494a-9bbf-4c6f-ad88-fec30f377aab tempest-TestNetworkBasicOps-233187296 tempest-TestNetworkBasicOps-233187296-project] Checking segment: {'id': '09310a61-b7fd-486e-9e5b-9c6253ee12f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 440, 'network_id': 'bd46a884-00b1-49aa-92f0-d6b0a5689064'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94175) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 23 11:38:10.781648 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0a1d494a-9bbf-4c6f-ad88-fec30f377aab tempest-TestNetworkBasicOps-233187296 tempest-TestNetworkBasicOps-233187296-project] Network hostable DHCP agents. Network: bd46a884-00b1-49aa-92f0-d6b0a5689064, hostable agents: ['8cf29b10-0e57-4131-816f-a4b6ad00b249'], hosted agents: [] {{(pid=94175) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 23 11:38:10.798324 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a1d494a-9bbf-4c6f-ad88-fec30f377aab tempest-TestNetworkBasicOps-233187296 tempest-TestNetworkBasicOps-233187296-project] Pushing event updated for resources: {'Subnet': ['ID=b9020995-17d9-4bdc-8c5e-dad3e435ec86,revision_number=0']} {{(pid=94175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 11:38:10.802149 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG oslo_concurrency.lockutils [None req-0a1d494a-9bbf-4c6f-ad88-fec30f377aab tempest-TestNetworkBasicOps-233187296 tempest-TestNetworkBasicOps-233187296-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.091s {{(pid=94175) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 11:38:10.830071 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.plugins.ml2.db [None req-1aa593c5-0cc3-438d-a806-b22c5f601180 None None] For port 8e67e11d-54df-4223-9708-c7a61e4f6751, host dv-neutron-601336-94-hyperv, cleared binding levels {{(pid=94176) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 23 11:38:10.832976 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.plugins.ml2.db [None req-1aa593c5-0cc3-438d-a806-b22c5f601180 None None] For port 8e67e11d-54df-4223-9708-c7a61e4f6751, host dv-neutron-601336-94-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-94-hyperv',level=0,port_id=8e67e11d-54df-4223-9708-c7a61e4f6751,segment=NetworkSegment(c23be0a5-6980-48fb-bc9f-4a24717fe1de),segment_id=c23be0a5-6980-48fb-bc9f-4a24717fe1de)] {{(pid=94176) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 23 11:38:10.890190 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0a1d494a-9bbf-4c6f-ad88-fec30f377aab tempest-TestNetworkBasicOps-233187296 tempest-TestNetworkBasicOps-233187296-project] Network bd46a884-00b1-49aa-92f0-d6b0a5689064 is scheduled to be hosted by DHCP agent 8cf29b10-0e57-4131-816f-a4b6ad00b249 with binding_index 1 {{(pid=94175) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 23 11:38:10.901651 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron_lib.callbacks.manager [None req-1aa593c5-0cc3-438d-a806-b22c5f601180 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-922904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866062', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773700135042', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773699642233', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773699642278'] for port, after_update {{(pid=94176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:38:10.904437 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG oslo_concurrency.lockutils [None req-1844e508-7448-43d9-b24a-041ba9dacc82 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 11:38:10.957843 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1aa593c5-0cc3-438d-a806-b22c5f601180 None None] Routers {'6dd22ae5-5eb1-4a98-ace8-ae186e56e058'} bound to L3 agent in host dv-neutron-601336-94-hyperv {{(pid=94176) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 23 11:38:10.958469 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.db.l3_hamode_db [None req-1aa593c5-0cc3-438d-a806-b22c5f601180 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-601336-94-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-06-23T11:22:13Z,description=,heartbeat_timestamp=2021-06-23T11:37:43Z,host='dv-neutron-601336-94-hyperv',id=50ef99c0-ef28-4db5-b303-b145898fae60,load=0,resource_versions=,resources_synced=,started_at=2021-06-23T11:22:14Z,topic='l3_agent')) {'router_ids': ['6dd22ae5-5eb1-4a98-ace8-ae186e56e058'], 'active': True} {{(pid=94176) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 11:38:10.964037 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron_lib.callbacks.manager [None req-22e688c2-e486-49ee-9571-314963532c16 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773699952132', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-899307'] for agent, after_update {{(pid=94176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:38:10.994506 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f240fec2-99be-4e2c-a68d-0e9cc94693bd None None] Pushing event updated for resources: {'Port': ['ID=8e67e11d-54df-4223-9708-c7a61e4f6751,revision_number=3']} {{(pid=94176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 11:38:10.999315 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG oslo_concurrency.lockutils [None req-f240fec2-99be-4e2c-a68d-0e9cc94693bd None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.095s {{(pid=94176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 11:38:11.031884 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.scheduler.base_scheduler [None req-0a1d494a-9bbf-4c6f-ad88-fec30f377aab tempest-TestNetworkBasicOps-233187296 tempest-TestNetworkBasicOps-233187296-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-601336-94-hyperv, bd46a884-00b1-49aa-92f0-d6b0a5689064) {{(pid=94175) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 23 11:38:11.036158 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0a1d494a-9bbf-4c6f-ad88-fec30f377aab tempest-TestNetworkBasicOps-233187296 tempest-TestNetworkBasicOps-233187296-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 11:38:11.036781 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron_lib.callbacks.manager [None req-0a1d494a-9bbf-4c6f-ad88-fec30f377aab tempest-TestNetworkBasicOps-233187296 tempest-TestNetworkBasicOps-233187296-project] Notify callbacks [] for subnet, before_response {{(pid=94175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:38:11.047394 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3e8b2c3c-ed23-4d9c-bb16-64fd040c2c87 None None] Network bd46a884-00b1-49aa-92f0-d6b0a5689064 requested from dv-neutron-601336-94-hyperv {{(pid=94176) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 23 11:38:11.113913 dv-neutron-601336-94-hyperv neutron-server[94175]: INFO neutron.wsgi [None req-0a1d494a-9bbf-4c6f-ad88-fec30f377aab tempest-TestNetworkBasicOps-233187296 tempest-TestNetworkBasicOps-233187296-project] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 831 time: 0.8259940 Jun 23 11:38:11.117364 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.wsgi [-] (94174) accepted ('10.222.0.20', 43018) {{(pid=94174) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 11:38:11.122393 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.db.l3_dvr_db [None req-1aa593c5-0cc3-438d-a806-b22c5f601180 None None] Set router 6dd22ae5-5eb1-4a98-ace8-ae186e56e058 gateway port host: dv-neutron-601336-94-hyperv {{(pid=94176) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:838}} Jun 23 11:38:11.500497 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6d060d0e-32c7-4231-984b-9c4bdc6e3acd None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1e0d828a-1fa4-563d-b7fd-53adf66a04ee-bd46a884-00b1-49aa-92f0-d6b0a5689064', 'network_id': 'bd46a884-00b1-49aa-92f0-d6b0a5689064', 'tenant_id': '772b9946478d439e9da4eaeade7fb21d', 'fixed_ips': [{'subnet_id': 'b9020995-17d9-4bdc-8c5e-dad3e435ec86'}]}} from dv-neutron-601336-94-hyperv. {{(pid=94176) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 23 11:38:11.501359 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron_lib.callbacks.manager [None req-6d060d0e-32c7-4231-984b-9c4bdc6e3acd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-923104'] for port, before_create {{(pid=94176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:38:11.624577 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.db.l3_hamode_db [None req-1aa593c5-0cc3-438d-a806-b22c5f601180 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6dd22ae5-5eb1-4a98-ace8-ae186e56e058', 'name': 'tempest-TestNetworkBasicOps-router-2015125983', 'tenant_id': '772b9946478d439e9da4eaeade7fb21d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3e7e4eb3-cf02-4d47-ade9-0a579cdfc60f', 'external_fixed_ips': [{'subnet_id': 'a5ad15ab-c489-4a67-a9b0-d559fca0ec71', 'ip_address': '172.26.3.124'}], 'enable_snat': True}, 'gw_port_id': '8e67e11d-54df-4223-9708-c7a61e4f6751', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-23T11:38:08Z', 'updated_at': '2021-06-23T11:38:09Z', 'revision_number': 3, 'project_id': '772b9946478d439e9da4eaeade7fb21d', 'gw_port': {'id': '8e67e11d-54df-4223-9708-c7a61e4f6751', 'name': '', 'network_id': '3e7e4eb3-cf02-4d47-ade9-0a579cdfc60f', 'tenant_id': '', 'mac_address': 'fa:16:3e:ff:ab:9d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6dd22ae5-5eb1-4a98-ace8-ae186e56e058', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1315, 'fixed_ips': [{'subnet_id': 'a5ad15ab-c489-4a67-a9b0-d559fca0ec71', 'ip_address': '172.26.3.124', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-94-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-23T11:38:08Z', 'updated_at': '2021-06-23T11:38:10Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a5ad15ab-c489-4a67-a9b0-d559fca0ec71', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-601336-94-hyperv'}], 'dv-neutron-601336-94-hyperv', False) {} {{(pid=94176) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 11:38:11.656730 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1aa593c5-0cc3-438d-a806-b22c5f601180 None None] The sync data for ids ['6dd22ae5-5eb1-4a98-ace8-ae186e56e058'] in dv-neutron-601336-94-hyperv is: [{'id': '6dd22ae5-5eb1-4a98-ace8-ae186e56e058', 'name': 'tempest-TestNetworkBasicOps-router-2015125983', 'tenant_id': '772b9946478d439e9da4eaeade7fb21d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3e7e4eb3-cf02-4d47-ade9-0a579cdfc60f', 'external_fixed_ips': [{'subnet_id': 'a5ad15ab-c489-4a67-a9b0-d559fca0ec71', 'ip_address': '172.26.3.124'}], 'enable_snat': True}, 'gw_port_id': '8e67e11d-54df-4223-9708-c7a61e4f6751', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-23T11:38:08Z', 'updated_at': '2021-06-23T11:38:09Z', 'revision_number': 3, 'project_id': '772b9946478d439e9da4eaeade7fb21d', 'gw_port': {'id': '8e67e11d-54df-4223-9708-c7a61e4f6751', 'name': '', 'network_id': '3e7e4eb3-cf02-4d47-ade9-0a579cdfc60f', 'tenant_id': '', 'mac_address': 'fa:16:3e:ff:ab:9d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6dd22ae5-5eb1-4a98-ace8-ae186e56e058', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1315, 'fixed_ips': [{'subnet_id': 'a5ad15ab-c489-4a67-a9b0-d559fca0ec71', 'ip_address': '172.26.3.124', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-94-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-23T11:38:08Z', 'updated_at': '2021-06-23T11:38:10Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a5ad15ab-c489-4a67-a9b0-d559fca0ec71', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-601336-94-hyperv'}] {{(pid=94176) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 23 11:38:11.670608 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.db.db_base_plugin_common [None req-6d060d0e-32c7-4231-984b-9c4bdc6e3acd None None] Allocated IP 172.20.0.2 (bd46a884-00b1-49aa-92f0-d6b0a5689064/b9020995-17d9-4bdc-8c5e-dad3e435ec86/6c842fc4-f0e5-4ba7-bf6f-93470e88dd32) {{(pid=94176) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 23 11:38:11.810561 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.wsgi [-] (94175) accepted ('10.222.0.20', 43022) {{(pid=94175) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 11:38:11.815805 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.api.v2.base [None req-937a659d-d587-4131-a995-f558aa7493f8 tempest-TestNetworkAdvancedServerOps-632886841 tempest-TestNetworkAdvancedServerOps-632886841-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1247296068', 'description': 'tempest-secgroup-smoke-1247296068 description', 'project_id': 'aa74ea44ffb74284a20f3e11f9f1da9d'}} {{(pid=94175) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 23 11:38:11.838152 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron_lib.callbacks.manager [None req-6d060d0e-32c7-4231-984b-9c4bdc6e3acd None None] Notify callbacks [] for port, precommit_create {{(pid=94176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:38:11.849728 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.db.provisioning_blocks [None req-6d060d0e-32c7-4231-984b-9c4bdc6e3acd None None] Transition to ACTIVE for port object 6c842fc4-f0e5-4ba7-bf6f-93470e88dd32 will not be triggered until provisioned by entity L2. {{(pid=94176) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 23 11:38:11.865400 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.db.provisioning_blocks [None req-6d060d0e-32c7-4231-984b-9c4bdc6e3acd None None] Transition to ACTIVE for port object 6c842fc4-f0e5-4ba7-bf6f-93470e88dd32 will not be triggered until provisioned by entity DHCP. {{(pid=94176) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 23 11:38:11.898126 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron_lib.callbacks.manager [None req-937a659d-d587-4131-a995-f558aa7493f8 tempest-TestNetworkAdvancedServerOps-632886841 tempest-TestNetworkAdvancedServerOps-632886841-project] Notify callbacks [] for security_group, before_create {{(pid=94175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:38:11.910944 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron_lib.callbacks.manager [None req-937a659d-d587-4131-a995-f558aa7493f8 tempest-TestNetworkAdvancedServerOps-632886841 tempest-TestNetworkAdvancedServerOps-632886841-project] Notify callbacks [] for security_group, before_create {{(pid=94175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:38:11.917955 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron_lib.callbacks.manager [None req-6d060d0e-32c7-4231-984b-9c4bdc6e3acd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-922915', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-239814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7866073', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773699642215'] for port, after_create {{(pid=94176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:38:11.923830 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG oslo_concurrency.lockutils [None req-964759d1-d17e-4721-8d59-0574550b1a70 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 11:38:11.950702 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron_lib.callbacks.manager [None req-58eb48a2-5665-43af-941d-2e4ac08fe668 tempest-TestNetworkBasicOps-233187296 tempest-TestNetworkBasicOps-233187296-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-923104'] for port, before_create {{(pid=94174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:38:11.957496 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6d060d0e-32c7-4231-984b-9c4bdc6e3acd None None] Network bd46a884-00b1-49aa-92f0-d6b0a5689064 is already hosted by enough agents. {{(pid=94176) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 23 11:38:11.962829 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.scheduler.base_scheduler [None req-6d060d0e-32c7-4231-984b-9c4bdc6e3acd None None] Resources bound (agent type, host, resource id): {{(pid=94176) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 23 11:38:11.969199 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6d060d0e-32c7-4231-984b-9c4bdc6e3acd None None] Received port after_create {{(pid=94176) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 23 11:38:12.012057 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d060d0e-32c7-4231-984b-9c4bdc6e3acd None None] Pushing event updated for resources: {'Port': ['ID=6c842fc4-f0e5-4ba7-bf6f-93470e88dd32,revision_number=1']} {{(pid=94176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 11:38:12.036181 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG oslo_concurrency.lockutils [None req-6d060d0e-32c7-4231-984b-9c4bdc6e3acd None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.112s {{(pid=94176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 11:38:12.052104 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.plugins.ml2.managers [None req-6d060d0e-32c7-4231-984b-9c4bdc6e3acd None None] Attempting to bind port 6c842fc4-f0e5-4ba7-bf6f-93470e88dd32 on host dv-neutron-601336-94-hyperv for vnic_type normal with profile {{(pid=94176) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 23 11:38:12.052776 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.plugins.ml2.managers [None req-6d060d0e-32c7-4231-984b-9c4bdc6e3acd None None] Attempting to bind port 6c842fc4-f0e5-4ba7-bf6f-93470e88dd32 by drivers openvswitch,hyperv on host dv-neutron-601336-94-hyperv at level 0 using segments [{'id': '09310a61-b7fd-486e-9e5b-9c6253ee12f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 440, 'network_id': 'bd46a884-00b1-49aa-92f0-d6b0a5689064'}] {{(pid=94176) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 23 11:38:12.053869 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6d060d0e-32c7-4231-984b-9c4bdc6e3acd None None] Attempting to bind port 6c842fc4-f0e5-4ba7-bf6f-93470e88dd32 on network bd46a884-00b1-49aa-92f0-d6b0a5689064 {{(pid=94176) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 23 11:38:12.059390 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6d060d0e-32c7-4231-984b-9c4bdc6e3acd None None] Checking agent: {'id': '4d05f899-5ac9-411b-8a03-f60c93f87cdf', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-601336-94-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 23, 11, 22, 14), 'started_at': datetime.datetime(2021, 6, 23, 11, 22, 44), 'heartbeat_timestamp': datetime.datetime(2021, 6, 23, 11, 37, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'monitor_allowed_address_pair_garp': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-601336-94-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94176) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 23 11:38:12.059989 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6d060d0e-32c7-4231-984b-9c4bdc6e3acd None None] Checking segment: {'id': '09310a61-b7fd-486e-9e5b-9c6253ee12f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 440, 'network_id': 'bd46a884-00b1-49aa-92f0-d6b0a5689064'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94176) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 23 11:38:12.060406 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron_lib.callbacks.manager [None req-937a659d-d587-4131-a995-f558aa7493f8 tempest-TestNetworkAdvancedServerOps-632886841 tempest-TestNetworkAdvancedServerOps-632886841-project] Notify callbacks [] for security_group, precommit_create {{(pid=94175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:38:12.060620 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron_lib.callbacks.manager [None req-6d060d0e-32c7-4231-984b-9c4bdc6e3acd None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:38:12.061115 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6d060d0e-32c7-4231-984b-9c4bdc6e3acd None None] Bound using segment: {'id': '09310a61-b7fd-486e-9e5b-9c6253ee12f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 440, 'network_id': 'bd46a884-00b1-49aa-92f0-d6b0a5689064'} {{(pid=94176) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 23 11:38:12.061696 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.plugins.ml2.managers [None req-6d060d0e-32c7-4231-984b-9c4bdc6e3acd None None] Bound port: 6c842fc4-f0e5-4ba7-bf6f-93470e88dd32, host: dv-neutron-601336-94-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '09310a61-b7fd-486e-9e5b-9c6253ee12f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 440, 'network_id': 'bd46a884-00b1-49aa-92f0-d6b0a5689064'}}] {{(pid=94176) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 23 11:38:12.062171 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron_lib.callbacks.manager [None req-6d060d0e-32c7-4231-984b-9c4bdc6e3acd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-923122'] for port, before_update {{(pid=94176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:38:12.127504 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.plugins.ml2.db [None req-6d060d0e-32c7-4231-984b-9c4bdc6e3acd None None] For port 6c842fc4-f0e5-4ba7-bf6f-93470e88dd32, host dv-neutron-601336-94-hyperv, cleared binding levels {{(pid=94176) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 23 11:38:12.131866 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.plugins.ml2.db [None req-6d060d0e-32c7-4231-984b-9c4bdc6e3acd None None] For port 6c842fc4-f0e5-4ba7-bf6f-93470e88dd32, host dv-neutron-601336-94-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-94-hyperv',level=0,port_id=6c842fc4-f0e5-4ba7-bf6f-93470e88dd32,segment=NetworkSegment(09310a61-b7fd-486e-9e5b-9c6253ee12f9),segment_id=09310a61-b7fd-486e-9e5b-9c6253ee12f9)] {{(pid=94176) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 23 11:38:12.135907 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron_lib.callbacks.manager [None req-937a659d-d587-4131-a995-f558aa7493f8 tempest-TestNetworkAdvancedServerOps-632886841 tempest-TestNetworkAdvancedServerOps-632886841-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7996330'] for security_group, after_create {{(pid=94175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:38:12.138771 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG oslo_concurrency.lockutils [None req-b7be1f3e-ab48-4c47-bfb1-da7b0d321bc5 tempest-TagsExtTest-1712647166 tempest-TagsExtTest-1712647166-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94175) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 11:38:12.176766 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-937a659d-d587-4131-a995-f558aa7493f8 tempest-TestNetworkAdvancedServerOps-632886841 tempest-TestNetworkAdvancedServerOps-632886841-project] Pushing event updated for resources: {'SecurityGroup': ['ID=4dd1a453-63e0-4c94-9926-aa98317a6aa1,revision_number=1']} {{(pid=94175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 11:38:12.181245 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG oslo_concurrency.lockutils [None req-937a659d-d587-4131-a995-f558aa7493f8 tempest-TestNetworkAdvancedServerOps-632886841 tempest-TestNetworkAdvancedServerOps-632886841-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.042s {{(pid=94175) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 11:38:12.193499 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron_lib.callbacks.manager [None req-6d060d0e-32c7-4231-984b-9c4bdc6e3acd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-922904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866062', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773700135042', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773699642233', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773699642278'] for port, after_update {{(pid=94176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:38:12.195602 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG oslo_concurrency.lockutils [None req-f240fec2-99be-4e2c-a68d-0e9cc94693bd None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 11:38:12.264308 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d060d0e-32c7-4231-984b-9c4bdc6e3acd None None] Pushing event updated for resources: {'Port': ['ID=6c842fc4-f0e5-4ba7-bf6f-93470e88dd32,revision_number=2']} {{(pid=94176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 11:38:12.267945 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG oslo_concurrency.lockutils [None req-6d060d0e-32c7-4231-984b-9c4bdc6e3acd None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.072s {{(pid=94176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 11:38:12.268359 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron_lib.callbacks.manager [None req-937a659d-d587-4131-a995-f558aa7493f8 tempest-TestNetworkAdvancedServerOps-632886841 tempest-TestNetworkAdvancedServerOps-632886841-project] Notify callbacks [] for security_group, precommit_create {{(pid=94175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:38:12.324561 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron_lib.callbacks.manager [None req-937a659d-d587-4131-a995-f558aa7493f8 tempest-TestNetworkAdvancedServerOps-632886841 tempest-TestNetworkAdvancedServerOps-632886841-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7996330'] for security_group, after_create {{(pid=94175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:38:12.328273 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG oslo_concurrency.lockutils [None req-32498f5a-52d9-44f7-a03e-de7b69c9cb10 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94175) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 11:38:12.342693 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.db.db_base_plugin_common [None req-58eb48a2-5665-43af-941d-2e4ac08fe668 tempest-TestNetworkBasicOps-233187296 tempest-TestNetworkBasicOps-233187296-project] Allocated IP 172.20.0.1 (bd46a884-00b1-49aa-92f0-d6b0a5689064/b9020995-17d9-4bdc-8c5e-dad3e435ec86/21f9d5a6-1ab8-413c-ab5b-9e213cbe82f3) {{(pid=94174) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 23 11:38:12.358901 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-937a659d-d587-4131-a995-f558aa7493f8 tempest-TestNetworkAdvancedServerOps-632886841 tempest-TestNetworkAdvancedServerOps-632886841-project] Pushing event updated for resources: {'SecurityGroup': ['ID=44081c10-3685-4611-af5e-38bdd6cbebf8,revision_number=1']} {{(pid=94175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 11:38:12.361861 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG oslo_concurrency.lockutils [None req-937a659d-d587-4131-a995-f558aa7493f8 tempest-TestNetworkAdvancedServerOps-632886841 tempest-TestNetworkAdvancedServerOps-632886841-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.034s {{(pid=94175) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 11:38:12.405938 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron_lib.callbacks.manager [None req-937a659d-d587-4131-a995-f558aa7493f8 tempest-TestNetworkAdvancedServerOps-632886841 tempest-TestNetworkAdvancedServerOps-632886841-project] Notify callbacks [] for security_group, before_response {{(pid=94175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:38:12.411009 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.wsgi [-] (94174) accepted ('10.222.0.20', 43024) {{(pid=94174) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 11:38:12.417352 dv-neutron-601336-94-hyperv neutron-server[94175]: INFO neutron.wsgi [None req-937a659d-d587-4131-a995-f558aa7493f8 tempest-TestNetworkAdvancedServerOps-632886841 tempest-TestNetworkAdvancedServerOps-632886841-project] 10.222.0.20 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.6056287 Jun 23 11:38:12.417509 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.api.v2.base [None req-b7b17b5a-6d36-4d0c-86c8-e31a17f83c0e tempest-TestNetworkAdvancedServerOps-632886841 tempest-TestNetworkAdvancedServerOps-632886841-project] Request body: {'security_group_rule': {'security_group_id': '44081c10-3685-4611-af5e-38bdd6cbebf8', 'project_id': 'aa74ea44ffb74284a20f3e11f9f1da9d', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=94174) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 23 11:38:12.519481 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron_lib.callbacks.manager [None req-58eb48a2-5665-43af-941d-2e4ac08fe668 tempest-TestNetworkBasicOps-233187296 tempest-TestNetworkBasicOps-233187296-project] Notify callbacks [] for port, precommit_create {{(pid=94174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:38:12.535014 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.db.provisioning_blocks [None req-58eb48a2-5665-43af-941d-2e4ac08fe668 tempest-TestNetworkBasicOps-233187296 tempest-TestNetworkBasicOps-233187296-project] Transition to ACTIVE for port object 21f9d5a6-1ab8-413c-ab5b-9e213cbe82f3 will not be triggered until provisioned by entity DHCP. {{(pid=94174) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 23 11:38:12.551904 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron_lib.callbacks.manager [None req-b7b17b5a-6d36-4d0c-86c8-e31a17f83c0e tempest-TestNetworkAdvancedServerOps-632886841 tempest-TestNetworkAdvancedServerOps-632886841-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:38:12.623354 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron_lib.callbacks.manager [None req-b7b17b5a-6d36-4d0c-86c8-e31a17f83c0e tempest-TestNetworkAdvancedServerOps-632886841 tempest-TestNetworkAdvancedServerOps-632886841-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:38:12.667631 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron_lib.callbacks.manager [None req-58eb48a2-5665-43af-941d-2e4ac08fe668 tempest-TestNetworkBasicOps-233187296 tempest-TestNetworkBasicOps-233187296-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-922915', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-239814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7866073', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773699642215', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-5196399'] for port, after_create {{(pid=94174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:38:12.669927 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG oslo_concurrency.lockutils [None req-462758dd-bec7-4117-aaed-25c7a76a4c29 tempest-TestNetworkBasicOps-233187296 tempest-TestNetworkBasicOps-233187296-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94174) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 11:38:12.703217 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron_lib.callbacks.manager [None req-b7b17b5a-6d36-4d0c-86c8-e31a17f83c0e tempest-TestNetworkAdvancedServerOps-632886841 tempest-TestNetworkAdvancedServerOps-632886841-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7996355'] for security_group_rule, after_create {{(pid=94174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:38:12.722857 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-58eb48a2-5665-43af-941d-2e4ac08fe668 tempest-TestNetworkBasicOps-233187296 tempest-TestNetworkBasicOps-233187296-project] Network bd46a884-00b1-49aa-92f0-d6b0a5689064 is already hosted by enough agents. {{(pid=94174) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 23 11:38:12.732460 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.scheduler.base_scheduler [None req-58eb48a2-5665-43af-941d-2e4ac08fe668 tempest-TestNetworkBasicOps-233187296 tempest-TestNetworkBasicOps-233187296-project] Resources bound (agent type, host, resource id): {{(pid=94174) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 23 11:38:12.737656 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.db.l3_dvrscheduler_db [None req-58eb48a2-5665-43af-941d-2e4ac08fe668 tempest-TestNetworkBasicOps-233187296 tempest-TestNetworkBasicOps-233187296-project] Received port after_create {{(pid=94174) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 23 11:38:12.741363 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58eb48a2-5665-43af-941d-2e4ac08fe668 tempest-TestNetworkBasicOps-233187296 tempest-TestNetworkBasicOps-233187296-project] Pushing event updated for resources: {'Port': ['ID=21f9d5a6-1ab8-413c-ab5b-9e213cbe82f3,revision_number=1']} {{(pid=94174) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 11:38:12.744710 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG oslo_concurrency.lockutils [None req-58eb48a2-5665-43af-941d-2e4ac08fe668 tempest-TestNetworkBasicOps-233187296 tempest-TestNetworkBasicOps-233187296-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.075s {{(pid=94174) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 11:38:12.745165 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.038s {{(pid=94174) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 11:38:12.775170 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7b17b5a-6d36-4d0c-86c8-e31a17f83c0e tempest-TestNetworkAdvancedServerOps-632886841 tempest-TestNetworkAdvancedServerOps-632886841-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=364dce40-b537-425a-8142-25acfe7b66f2,revision_number=0']} {{(pid=94174) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 11:38:12.778393 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG oslo_concurrency.lockutils [None req-b7b17b5a-6d36-4d0c-86c8-e31a17f83c0e tempest-TestNetworkAdvancedServerOps-632886841 tempest-TestNetworkAdvancedServerOps-632886841-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.033s {{(pid=94174) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 11:38:12.791644 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron_lib.callbacks.manager [None req-58eb48a2-5665-43af-941d-2e4ac08fe668 tempest-TestNetworkBasicOps-233187296 tempest-TestNetworkBasicOps-233187296-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-452954'] for router_interface, before_create {{(pid=94174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:38:12.844286 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron_lib.callbacks.manager [None req-b7b17b5a-6d36-4d0c-86c8-e31a17f83c0e tempest-TestNetworkAdvancedServerOps-632886841 tempest-TestNetworkAdvancedServerOps-632886841-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:38:12.848224 dv-neutron-601336-94-hyperv neutron-server[94174]: INFO neutron.wsgi [None req-b7b17b5a-6d36-4d0c-86c8-e31a17f83c0e tempest-TestNetworkAdvancedServerOps-632886841 tempest-TestNetworkAdvancedServerOps-632886841-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.4334240 Jun 23 11:38:12.848565 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.wsgi [-] (94175) accepted ('10.222.0.20', 43026) {{(pid=94175) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 11:38:12.854430 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.api.v2.base [None req-d886a28c-1126-43ec-bbc2-6f49d82b3d9c tempest-TestNetworkAdvancedServerOps-632886841 tempest-TestNetworkAdvancedServerOps-632886841-project] Request body: {'security_group_rule': {'security_group_id': '44081c10-3685-4611-af5e-38bdd6cbebf8', 'project_id': 'aa74ea44ffb74284a20f3e11f9f1da9d', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=94175) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 23 11:38:12.948950 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron_lib.callbacks.manager [None req-d886a28c-1126-43ec-bbc2-6f49d82b3d9c tempest-TestNetworkAdvancedServerOps-632886841 tempest-TestNetworkAdvancedServerOps-632886841-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:38:13.048739 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron_lib.callbacks.manager [None req-d886a28c-1126-43ec-bbc2-6f49d82b3d9c tempest-TestNetworkAdvancedServerOps-632886841 tempest-TestNetworkAdvancedServerOps-632886841-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:38:13.072114 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron_lib.callbacks.manager [None req-58eb48a2-5665-43af-941d-2e4ac08fe668 tempest-TestNetworkBasicOps-233187296 tempest-TestNetworkBasicOps-233187296-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-923122'] for port, before_update {{(pid=94174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:38:13.073353 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.plugins.ml2.rpc [None req-dc7542b2-afef-47f4-a763-e3a3cba144be None None] Device 6c842fc4-f0e5-4ba7-bf6f-93470e88dd32 up at agent ovs-agent-dv-neutron-601336-94-hyperv {{(pid=94176) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:298}} Jun 23 11:38:13.152564 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron_lib.callbacks.manager [None req-d886a28c-1126-43ec-bbc2-6f49d82b3d9c tempest-TestNetworkAdvancedServerOps-632886841 tempest-TestNetworkAdvancedServerOps-632886841-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7996355'] for security_group_rule, after_create {{(pid=94175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:38:13.154500 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG oslo_concurrency.lockutils [None req-3dba4749-714c-49bf-a06b-cb0d8ba96001 tempest-TestNetworkBasicOps-233187296 tempest-TestNetworkBasicOps-233187296-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94175) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 11:38:13.174674 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d886a28c-1126-43ec-bbc2-6f49d82b3d9c tempest-TestNetworkAdvancedServerOps-632886841 tempest-TestNetworkAdvancedServerOps-632886841-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1bbe92fc-aee3-49fd-9374-2f3dc1f626cb,revision_number=0']} {{(pid=94175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 11:38:13.184184 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG oslo_concurrency.lockutils [None req-d886a28c-1126-43ec-bbc2-6f49d82b3d9c tempest-TestNetworkAdvancedServerOps-632886841 tempest-TestNetworkAdvancedServerOps-632886841-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.030s {{(pid=94175) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 11:38:13.221263 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron_lib.callbacks.manager [None req-5f77eb36-9eee-425f-90ab-ebfdff727379 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773699952132', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-899307'] for agent, after_update {{(pid=94176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:38:13.251126 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5422c2a9-19f6-4e87-a2a9-877af70f7da5 None None] Network bd46a884-00b1-49aa-92f0-d6b0a5689064 requested from dv-neutron-601336-94-hyperv {{(pid=94176) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 23 11:38:13.252978 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.db.provisioning_blocks [None req-dc7542b2-afef-47f4-a763-e3a3cba144be None None] Provisioning for port 6c842fc4-f0e5-4ba7-bf6f-93470e88dd32 completed by entity L2. {{(pid=94176) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 23 11:38:13.255348 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron_lib.callbacks.manager [None req-d886a28c-1126-43ec-bbc2-6f49d82b3d9c tempest-TestNetworkAdvancedServerOps-632886841 tempest-TestNetworkAdvancedServerOps-632886841-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:38:13.259835 dv-neutron-601336-94-hyperv neutron-server[94175]: INFO neutron.wsgi [None req-d886a28c-1126-43ec-bbc2-6f49d82b3d9c tempest-TestNetworkAdvancedServerOps-632886841 tempest-TestNetworkAdvancedServerOps-632886841-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.4070201 Jun 23 11:38:13.260109 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.wsgi [-] (94175) accepted ('10.222.0.20', 43028) {{(pid=94175) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 11:38:13.264680 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.api.v2.base [None req-6d610349-7a52-4724-b510-22c1b596b89c tempest-TestNetworkAdvancedServerOps-632886841 tempest-TestNetworkAdvancedServerOps-632886841-project] Request body: {'security_group_rule': {'security_group_id': '44081c10-3685-4611-af5e-38bdd6cbebf8', 'project_id': 'aa74ea44ffb74284a20f3e11f9f1da9d', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=94175) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 23 11:38:13.270605 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.plugins.ml2.rpc [None req-dc7542b2-afef-47f4-a763-e3a3cba144be None None] Device 8e67e11d-54df-4223-9708-c7a61e4f6751 up at agent ovs-agent-dv-neutron-601336-94-hyperv {{(pid=94176) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:298}} Jun 23 11:38:13.371057 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron_lib.callbacks.manager [None req-6d610349-7a52-4724-b510-22c1b596b89c tempest-TestNetworkAdvancedServerOps-632886841 tempest-TestNetworkAdvancedServerOps-632886841-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:38:13.389539 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron_lib.callbacks.manager [None req-58eb48a2-5665-43af-941d-2e4ac08fe668 tempest-TestNetworkBasicOps-233187296 tempest-TestNetworkBasicOps-233187296-project] Notify callbacks [] for port, precommit_update {{(pid=94174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:38:13.428788 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.db.provisioning_blocks [None req-284e3a68-fc72-4dcd-889b-877b549da635 None None] Provisioning for port 6c842fc4-f0e5-4ba7-bf6f-93470e88dd32 completed by entity DHCP. {{(pid=94176) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 23 11:38:13.434456 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.db.provisioning_blocks [None req-284e3a68-fc72-4dcd-889b-877b549da635 None None] Provisioning complete for port 6c842fc4-f0e5-4ba7-bf6f-93470e88dd32 triggered by entity DHCP. {{(pid=94176) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 23 11:38:13.434851 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron_lib.callbacks.manager [None req-284e3a68-fc72-4dcd-889b-877b549da635 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-899258'] for port, provisioning_complete {{(pid=94176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:38:13.446436 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron_lib.callbacks.manager [None req-6d610349-7a52-4724-b510-22c1b596b89c tempest-TestNetworkAdvancedServerOps-632886841 tempest-TestNetworkAdvancedServerOps-632886841-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:38:13.484332 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron_lib.callbacks.manager [None req-58eb48a2-5665-43af-941d-2e4ac08fe668 tempest-TestNetworkBasicOps-233187296 tempest-TestNetworkBasicOps-233187296-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-922904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866062', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773700135042', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773699642233', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773699642278', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5196369'] for port, after_update {{(pid=94174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:38:13.497085 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG oslo_concurrency.lockutils [None req-c0fe1cc1-0111-4ae2-890f-23c051281dcf tempest-RoutersTest-228919764 tempest-RoutersTest-228919764-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94174) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 11:38:13.498230 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.db.provisioning_blocks [None req-dc7542b2-afef-47f4-a763-e3a3cba144be None None] Provisioning for port 8e67e11d-54df-4223-9708-c7a61e4f6751 completed by entity L2. {{(pid=94176) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 23 11:38:13.500030 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.db.provisioning_blocks [None req-dc7542b2-afef-47f4-a763-e3a3cba144be None None] Provisioning complete for port 8e67e11d-54df-4223-9708-c7a61e4f6751 triggered by entity L2. {{(pid=94176) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 23 11:38:13.500426 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron_lib.callbacks.manager [None req-dc7542b2-afef-47f4-a763-e3a3cba144be None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-899258'] for port, provisioning_complete {{(pid=94176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:38:13.513044 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron_lib.callbacks.manager [None req-6d610349-7a52-4724-b510-22c1b596b89c tempest-TestNetworkAdvancedServerOps-632886841 tempest-TestNetworkAdvancedServerOps-632886841-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7996355'] for security_group_rule, after_create {{(pid=94175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:38:13.515389 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94175) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 11:38:13.534397 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d610349-7a52-4724-b510-22c1b596b89c tempest-TestNetworkAdvancedServerOps-632886841 tempest-TestNetworkAdvancedServerOps-632886841-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a2431af8-ed54-4e21-94bd-8eab55814682,revision_number=0']} {{(pid=94175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 11:38:13.538518 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG oslo_concurrency.lockutils [None req-6d610349-7a52-4724-b510-22c1b596b89c tempest-TestNetworkAdvancedServerOps-632886841 tempest-TestNetworkAdvancedServerOps-632886841-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.022s {{(pid=94175) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 11:38:13.574766 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron_lib.callbacks.manager [None req-58eb48a2-5665-43af-941d-2e4ac08fe668 tempest-TestNetworkBasicOps-233187296 tempest-TestNetworkBasicOps-233187296-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-7866091', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-453038'] for router_interface, after_create {{(pid=94174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:38:13.577474 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58eb48a2-5665-43af-941d-2e4ac08fe668 tempest-TestNetworkBasicOps-233187296 tempest-TestNetworkBasicOps-233187296-project] Pushing event updated for resources: {'Port': ['ID=21f9d5a6-1ab8-413c-ab5b-9e213cbe82f3,revision_number=2']} {{(pid=94174) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 11:38:13.582994 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG oslo_concurrency.lockutils [None req-58eb48a2-5665-43af-941d-2e4ac08fe668 tempest-TestNetworkBasicOps-233187296 tempest-TestNetworkBasicOps-233187296-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.095s {{(pid=94174) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 11:38:13.588263 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron_lib.callbacks.manager [None req-284e3a68-fc72-4dcd-889b-877b549da635 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-923122'] for port, before_update {{(pid=94176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:38:13.610364 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron_lib.callbacks.manager [None req-6d610349-7a52-4724-b510-22c1b596b89c tempest-TestNetworkAdvancedServerOps-632886841 tempest-TestNetworkAdvancedServerOps-632886841-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:38:13.614414 dv-neutron-601336-94-hyperv neutron-server[94175]: INFO neutron.wsgi [None req-6d610349-7a52-4724-b510-22c1b596b89c tempest-TestNetworkAdvancedServerOps-632886841 tempest-TestNetworkAdvancedServerOps-632886841-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3507578 Jun 23 11:38:13.615628 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.wsgi [-] (94175) accepted ('10.222.0.20', 43030) {{(pid=94175) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 11:38:13.623011 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.api.v2.base [None req-5d0b4ff1-3ecb-4044-8e58-db78ffd6bd95 tempest-TestNetworkAdvancedServerOps-632886841 tempest-TestNetworkAdvancedServerOps-632886841-project] Request body: {'security_group_rule': {'security_group_id': '44081c10-3685-4611-af5e-38bdd6cbebf8', 'project_id': 'aa74ea44ffb74284a20f3e11f9f1da9d', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=94175) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 23 11:38:13.650251 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron_lib.callbacks.manager [None req-dc7542b2-afef-47f4-a763-e3a3cba144be None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-923122'] for port, before_update {{(pid=94176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:38:13.658188 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.plugins.ml2.db [None req-284e3a68-fc72-4dcd-889b-877b549da635 None None] For port 6c842fc4-f0e5-4ba7-bf6f-93470e88dd32, host dv-neutron-601336-94-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-94-hyperv',level=0,port_id=6c842fc4-f0e5-4ba7-bf6f-93470e88dd32,segment=NetworkSegment(09310a61-b7fd-486e-9e5b-9c6253ee12f9),segment_id=09310a61-b7fd-486e-9e5b-9c6253ee12f9)] {{(pid=94176) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 23 11:38:13.681673 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.plugins.ml2.db [None req-dc7542b2-afef-47f4-a763-e3a3cba144be None None] For port 8e67e11d-54df-4223-9708-c7a61e4f6751, host dv-neutron-601336-94-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-94-hyperv',level=0,port_id=8e67e11d-54df-4223-9708-c7a61e4f6751,segment=NetworkSegment(c23be0a5-6980-48fb-bc9f-4a24717fe1de),segment_id=c23be0a5-6980-48fb-bc9f-4a24717fe1de)] {{(pid=94176) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 23 11:38:13.685774 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-58eb48a2-5665-43af-941d-2e4ac08fe668 tempest-TestNetworkBasicOps-233187296 tempest-TestNetworkBasicOps-233187296-project] Network bd46a884-00b1-49aa-92f0-d6b0a5689064 is already hosted by enough agents. {{(pid=94174) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 23 11:38:13.687310 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.scheduler.base_scheduler [None req-58eb48a2-5665-43af-941d-2e4ac08fe668 tempest-TestNetworkBasicOps-233187296 tempest-TestNetworkBasicOps-233187296-project] Resources bound (agent type, host, resource id): {{(pid=94174) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 23 11:38:13.739836 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron_lib.callbacks.manager [None req-5d0b4ff1-3ecb-4044-8e58-db78ffd6bd95 tempest-TestNetworkAdvancedServerOps-632886841 tempest-TestNetworkAdvancedServerOps-632886841-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:38:13.769556 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron_lib.callbacks.manager [None req-dc7542b2-afef-47f4-a763-e3a3cba144be None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-922904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866062', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773700135042', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773699642233', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773699642278'] for port, after_update {{(pid=94176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:38:13.771560 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron_lib.callbacks.manager [None req-284e3a68-fc72-4dcd-889b-877b549da635 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-922904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866062', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773700135042', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773699642233', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773699642278'] for port, after_update {{(pid=94176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:38:13.773467 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG oslo_concurrency.lockutils [None req-18c2d1a6-2e1b-48c8-838e-a6bc3b695697 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 11:38:13.794788 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron_lib.callbacks.manager [None req-5d0b4ff1-3ecb-4044-8e58-db78ffd6bd95 tempest-TestNetworkAdvancedServerOps-632886841 tempest-TestNetworkAdvancedServerOps-632886841-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:38:13.816802 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-58eb48a2-5665-43af-941d-2e4ac08fe668 tempest-TestNetworkBasicOps-233187296 tempest-TestNetworkBasicOps-233187296-project] Router 6dd22ae5-5eb1-4a98-ace8-ae186e56e058 has already been hosted by L3 agent 50ef99c0-ef28-4db5-b303-b145898fae60 {{(pid=94174) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 23 11:38:13.838615 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc7542b2-afef-47f4-a763-e3a3cba144be None None] Pushing event updated for resources: {'Port': ['ID=8e67e11d-54df-4223-9708-c7a61e4f6751,revision_number=4']} {{(pid=94176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 11:38:13.861717 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron_lib.callbacks.manager [None req-5d0b4ff1-3ecb-4044-8e58-db78ffd6bd95 tempest-TestNetworkAdvancedServerOps-632886841 tempest-TestNetworkAdvancedServerOps-632886841-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7996355'] for security_group_rule, after_create {{(pid=94175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:38:13.864245 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG oslo_concurrency.lockutils [None req-6e2c0507-0649-4498-be82-6038e214cac5 tempest-SecGroupTest-1462889432 tempest-SecGroupTest-1462889432-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94175) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 11:38:13.887161 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d0b4ff1-3ecb-4044-8e58-db78ffd6bd95 tempest-TestNetworkAdvancedServerOps-632886841 tempest-TestNetworkAdvancedServerOps-632886841-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c93f9f3c-37f8-46ff-a36c-5628c4efe880,revision_number=0']} {{(pid=94175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 11:38:13.890759 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG oslo_concurrency.lockutils [None req-5d0b4ff1-3ecb-4044-8e58-db78ffd6bd95 tempest-TestNetworkAdvancedServerOps-632886841 tempest-TestNetworkAdvancedServerOps-632886841-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=94175) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 11:38:13.904587 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-284e3a68-fc72-4dcd-889b-877b549da635 None None] Pushing event updated for resources: {'Port': ['ID=6c842fc4-f0e5-4ba7-bf6f-93470e88dd32,revision_number=3']} {{(pid=94176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 11:38:13.908929 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG oslo_concurrency.lockutils [None req-284e3a68-fc72-4dcd-889b-877b549da635 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.135s {{(pid=94176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 11:38:13.909407 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG oslo_concurrency.lockutils [None req-05e25ac6-ab27-4e65-8476-66d8610ccfa0 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.134s {{(pid=94176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 11:38:13.909753 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG oslo_concurrency.lockutils [None req-05e25ac6-ab27-4e65-8476-66d8610ccfa0 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.000s {{(pid=94176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 11:38:13.918475 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron_lib.callbacks.manager [None req-dc7542b2-afef-47f4-a763-e3a3cba144be None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773699952132', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-899307'] for agent, after_update {{(pid=94176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:38:13.939486 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-58eb48a2-5665-43af-941d-2e4ac08fe668 tempest-TestNetworkBasicOps-233187296 tempest-TestNetworkBasicOps-233187296-project] Notify agent at l3_agent.dv-neutron-601336-94-hyperv the message routers_updated {{(pid=94174) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 23 11:38:13.944832 dv-neutron-601336-94-hyperv neutron-server[94174]: INFO neutron.wsgi [None req-58eb48a2-5665-43af-941d-2e4ac08fe668 tempest-TestNetworkBasicOps-233187296 tempest-TestNetworkBasicOps-233187296-project] 10.222.0.20 "PUT /v2.0/routers/6dd22ae5-5eb1-4a98-ace8-ae186e56e058/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.8264120 Jun 23 11:38:13.947430 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.wsgi [-] (94175) accepted ('10.222.0.20', 43032) {{(pid=94175) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 11:38:13.949812 dv-neutron-601336-94-hyperv neutron-server[94177]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1cdf4a0a-3749-4f84-8b6a-41d90715eeef None None] Sync routers for ids ['6dd22ae5-5eb1-4a98-ace8-ae186e56e058'] in dv-neutron-601336-94-hyperv {{(pid=94177) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 23 11:38:13.960692 dv-neutron-601336-94-hyperv neutron-server[94177]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1cdf4a0a-3749-4f84-8b6a-41d90715eeef None None] Routers {'6dd22ae5-5eb1-4a98-ace8-ae186e56e058'} bound to L3 agent in host dv-neutron-601336-94-hyperv {{(pid=94177) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 23 11:38:13.961325 dv-neutron-601336-94-hyperv neutron-server[94177]: DEBUG neutron.db.l3_hamode_db [None req-1cdf4a0a-3749-4f84-8b6a-41d90715eeef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-601336-94-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-06-23T11:22:13Z,description=,heartbeat_timestamp=2021-06-23T11:38:13Z,host='dv-neutron-601336-94-hyperv',id=50ef99c0-ef28-4db5-b303-b145898fae60,load=0,resource_versions=,resources_synced=,started_at=2021-06-23T11:22:14Z,topic='l3_agent')) {'router_ids': ['6dd22ae5-5eb1-4a98-ace8-ae186e56e058'], 'active': True} {{(pid=94177) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 11:38:14.017044 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron_lib.callbacks.manager [None req-5d0b4ff1-3ecb-4044-8e58-db78ffd6bd95 tempest-TestNetworkAdvancedServerOps-632886841 tempest-TestNetworkAdvancedServerOps-632886841-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:38:14.018259 dv-neutron-601336-94-hyperv neutron-server[94175]: INFO neutron.wsgi [None req-5d0b4ff1-3ecb-4044-8e58-db78ffd6bd95 tempest-TestNetworkAdvancedServerOps-632886841 tempest-TestNetworkAdvancedServerOps-632886841-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.4011552 Jun 23 11:38:14.021751 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.wsgi [-] (94174) accepted ('10.222.0.20', 43034) {{(pid=94174) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 11:38:14.025731 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.db.provisioning_blocks [None req-f58769f0-b00e-478d-9d81-c0219aa6c309 None None] Provisioning for port 21f9d5a6-1ab8-413c-ab5b-9e213cbe82f3 completed by entity DHCP. {{(pid=94176) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 23 11:38:14.031270 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.db.provisioning_blocks [None req-f58769f0-b00e-478d-9d81-c0219aa6c309 None None] Provisioning complete for port 21f9d5a6-1ab8-413c-ab5b-9e213cbe82f3 triggered by entity DHCP. {{(pid=94176) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 23 11:38:14.031871 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron_lib.callbacks.manager [None req-f58769f0-b00e-478d-9d81-c0219aa6c309 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-899258'] for port, provisioning_complete {{(pid=94176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:38:14.041601 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.api.v2.base [None req-937c2d03-6d96-4c5a-89e6-314189c0250c tempest-TestNetworkAdvancedServerOps-632886841 tempest-TestNetworkAdvancedServerOps-632886841-project] Request body: {'security_group_rule': {'security_group_id': '44081c10-3685-4611-af5e-38bdd6cbebf8', 'project_id': 'aa74ea44ffb74284a20f3e11f9f1da9d', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=94174) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 23 11:38:14.080004 dv-neutron-601336-94-hyperv neutron-server[94177]: DEBUG neutron.db.l3_dvr_db [None req-1cdf4a0a-3749-4f84-8b6a-41d90715eeef None None] Set router 6dd22ae5-5eb1-4a98-ace8-ae186e56e058 gateway port host: dv-neutron-601336-94-hyperv {{(pid=94177) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:838}} Jun 23 11:38:14.086568 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.plugins.ml2.plugin [None req-f58769f0-b00e-478d-9d81-c0219aa6c309 None None] Port 21f9d5a6-1ab8-413c-ab5b-9e213cbe82f3 cannot update to ACTIVE because it is not bound. {{(pid=94176) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jun 23 11:38:14.096990 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.db.provisioning_blocks [None req-f58769f0-b00e-478d-9d81-c0219aa6c309 None None] Provisioning complete for port 6c842fc4-f0e5-4ba7-bf6f-93470e88dd32 triggered by entity DHCP. {{(pid=94176) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 23 11:38:14.097419 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron_lib.callbacks.manager [None req-f58769f0-b00e-478d-9d81-c0219aa6c309 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-899258'] for port, provisioning_complete {{(pid=94176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:38:14.140761 dv-neutron-601336-94-hyperv neutron-server[94174]: INFO neutron.db.securitygroups_db [None req-937c2d03-6d96-4c5a-89e6-314189c0250c tempest-TestNetworkAdvancedServerOps-632886841 tempest-TestNetworkAdvancedServerOps-632886841-project] Project aa74ea44ffb74284a20f3e11f9f1da9d added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jun 23 11:38:14.148906 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron_lib.callbacks.manager [None req-937c2d03-6d96-4c5a-89e6-314189c0250c tempest-TestNetworkAdvancedServerOps-632886841 tempest-TestNetworkAdvancedServerOps-632886841-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:38:14.177334 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eaa486a4-f0aa-459f-98c1-32e92fa7c0f7 tempest-TestNetworkBasicOps-1420332966 tempest-TestNetworkBasicOps-1420332966-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 11:38:14.177950 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eaa486a4-f0aa-459f-98c1-32e92fa7c0f7 tempest-TestNetworkBasicOps-1420332966 tempest-TestNetworkBasicOps-1420332966-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 11:38:14.178473 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eaa486a4-f0aa-459f-98c1-32e92fa7c0f7 tempest-TestNetworkBasicOps-1420332966 tempest-TestNetworkBasicOps-1420332966-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 11:38:14.178948 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eaa486a4-f0aa-459f-98c1-32e92fa7c0f7 tempest-TestNetworkBasicOps-1420332966 tempest-TestNetworkBasicOps-1420332966-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 11:38:14.180990 dv-neutron-601336-94-hyperv neutron-server[94175]: INFO neutron.wsgi [None req-eaa486a4-f0aa-459f-98c1-32e92fa7c0f7 tempest-TestNetworkBasicOps-1420332966 tempest-TestNetworkBasicOps-1420332966-project-admin] 10.222.0.20 "GET /v2.0/networks HTTP/1.1" status: 200 len: 2886 time: 0.2321451 Jun 23 11:38:14.185086 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.wsgi [-] (94175) accepted ('10.222.0.20', 43036) {{(pid=94175) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 11:38:14.259293 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron_lib.callbacks.manager [None req-937c2d03-6d96-4c5a-89e6-314189c0250c tempest-TestNetworkAdvancedServerOps-632886841 tempest-TestNetworkAdvancedServerOps-632886841-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:38:14.283680 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b8b97563-e6fb-42bc-8548-279f68d707e2 tempest-TestNetworkBasicOps-1420332966 tempest-TestNetworkBasicOps-1420332966-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 11:38:14.284161 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b8b97563-e6fb-42bc-8548-279f68d707e2 tempest-TestNetworkBasicOps-1420332966 tempest-TestNetworkBasicOps-1420332966-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 11:38:14.284630 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b8b97563-e6fb-42bc-8548-279f68d707e2 tempest-TestNetworkBasicOps-1420332966 tempest-TestNetworkBasicOps-1420332966-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 11:38:14.285096 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b8b97563-e6fb-42bc-8548-279f68d707e2 tempest-TestNetworkBasicOps-1420332966 tempest-TestNetworkBasicOps-1420332966-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 11:38:14.286735 dv-neutron-601336-94-hyperv neutron-server[94175]: INFO neutron.wsgi [None req-b8b97563-e6fb-42bc-8548-279f68d707e2 tempest-TestNetworkBasicOps-1420332966 tempest-TestNetworkBasicOps-1420332966-project-admin] 10.222.0.20 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2727 time: 0.1005790 Jun 23 11:38:14.289416 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.wsgi [-] (94175) accepted ('10.222.0.20', 43038) {{(pid=94175) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 11:38:14.308702 dv-neutron-601336-94-hyperv neutron-server[94177]: DEBUG neutron.db.l3_hamode_db [None req-1cdf4a0a-3749-4f84-8b6a-41d90715eeef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6dd22ae5-5eb1-4a98-ace8-ae186e56e058', 'name': 'tempest-TestNetworkBasicOps-router-2015125983', 'tenant_id': '772b9946478d439e9da4eaeade7fb21d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3e7e4eb3-cf02-4d47-ade9-0a579cdfc60f', 'external_fixed_ips': [{'subnet_id': 'a5ad15ab-c489-4a67-a9b0-d559fca0ec71', 'ip_address': '172.26.3.124'}], 'enable_snat': True}, 'gw_port_id': '8e67e11d-54df-4223-9708-c7a61e4f6751', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-23T11:38:08Z', 'updated_at': '2021-06-23T11:38:12Z', 'revision_number': 4, 'project_id': '772b9946478d439e9da4eaeade7fb21d', 'gw_port': {'id': '8e67e11d-54df-4223-9708-c7a61e4f6751', 'name': '', 'network_id': '3e7e4eb3-cf02-4d47-ade9-0a579cdfc60f', 'tenant_id': '', 'mac_address': 'fa:16:3e:ff:ab:9d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6dd22ae5-5eb1-4a98-ace8-ae186e56e058', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1315, 'fixed_ips': [{'subnet_id': 'a5ad15ab-c489-4a67-a9b0-d559fca0ec71', 'ip_address': '172.26.3.124', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-94-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-23T11:38:08Z', 'updated_at': '2021-06-23T11:38:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a5ad15ab-c489-4a67-a9b0-d559fca0ec71', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-601336-94-hyperv', '_interfaces': [{'id': '21f9d5a6-1ab8-413c-ab5b-9e213cbe82f3', 'name': '', 'network_id': 'bd46a884-00b1-49aa-92f0-d6b0a5689064', 'tenant_id': '772b9946478d439e9da4eaeade7fb21d', 'mac_address': 'fa:16:3e:19:11:8c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6dd22ae5-5eb1-4a98-ace8-ae186e56e058', 'device_owner': 'network:router_interface', 'standard_attr_id': 1323, 'fixed_ips': [{'subnet_id': 'b9020995-17d9-4bdc-8c5e-dad3e435ec86', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-23T11:38:12Z', 'updated_at': '2021-06-23T11:38:13Z', 'revision_number': 2, 'project_id': '772b9946478d439e9da4eaeade7fb21d', 'subnets': [{'id': 'b9020995-17d9-4bdc-8c5e-dad3e435ec86', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-601336-94-hyperv', False) {} {{(pid=94177) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 11:38:14.314745 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.db.provisioning_blocks [None req-865a5753-0b57-478e-9056-59d08ab90685 None None] Provisioning complete for port 21f9d5a6-1ab8-413c-ab5b-9e213cbe82f3 triggered by entity DHCP. {{(pid=94176) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 23 11:38:14.315420 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron_lib.callbacks.manager [None req-865a5753-0b57-478e-9056-59d08ab90685 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-899258'] for port, provisioning_complete {{(pid=94176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:38:14.342407 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron_lib.callbacks.manager [None req-937c2d03-6d96-4c5a-89e6-314189c0250c tempest-TestNetworkAdvancedServerOps-632886841 tempest-TestNetworkAdvancedServerOps-632886841-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7996355'] for security_group_rule, after_create {{(pid=94174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:38:14.342938 dv-neutron-601336-94-hyperv neutron-server[94177]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1cdf4a0a-3749-4f84-8b6a-41d90715eeef None None] Checking router: 6dd22ae5-5eb1-4a98-ace8-ae186e56e058 for host: dv-neutron-601336-94-hyperv {{(pid=94177) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 23 11:38:14.343580 dv-neutron-601336-94-hyperv neutron-server[94177]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1cdf4a0a-3749-4f84-8b6a-41d90715eeef None None] Updating router 6dd22ae5-5eb1-4a98-ace8-ae186e56e058 port 21f9d5a6-1ab8-413c-ab5b-9e213cbe82f3 binding host dv-neutron-601336-94-hyperv {{(pid=94177) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 23 11:38:14.345820 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG oslo_concurrency.lockutils [None req-cd191975-a8d6-4765-9bdb-6f6ac2a86047 tempest-SecGroupTest-1462889432 tempest-SecGroupTest-1462889432-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94174) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 11:38:14.349801 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.plugins.ml2.plugin [None req-865a5753-0b57-478e-9056-59d08ab90685 None None] Port 21f9d5a6-1ab8-413c-ab5b-9e213cbe82f3 cannot update to ACTIVE because it is not bound. {{(pid=94176) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jun 23 11:38:14.364417 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-937c2d03-6d96-4c5a-89e6-314189c0250c tempest-TestNetworkAdvancedServerOps-632886841 tempest-TestNetworkAdvancedServerOps-632886841-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f157d14e-6e06-4e30-a6f8-8b705839b98c,revision_number=0']} {{(pid=94174) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 11:38:14.368493 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG oslo_concurrency.lockutils [None req-937c2d03-6d96-4c5a-89e6-314189c0250c tempest-TestNetworkAdvancedServerOps-632886841 tempest-TestNetworkAdvancedServerOps-632886841-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.023s {{(pid=94174) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 11:38:14.385521 dv-neutron-601336-94-hyperv neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-1cdf4a0a-3749-4f84-8b6a-41d90715eeef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-923122'] for port, before_update {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:38:14.445284 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron_lib.callbacks.manager [None req-937c2d03-6d96-4c5a-89e6-314189c0250c tempest-TestNetworkAdvancedServerOps-632886841 tempest-TestNetworkAdvancedServerOps-632886841-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:38:14.447299 dv-neutron-601336-94-hyperv neutron-server[94174]: INFO neutron.wsgi [None req-937c2d03-6d96-4c5a-89e6-314189c0250c tempest-TestNetworkAdvancedServerOps-632886841 tempest-TestNetworkAdvancedServerOps-632886841-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.4240627 Jun 23 11:38:14.450063 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.wsgi [-] (94175) accepted ('10.222.0.20', 43040) {{(pid=94175) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 11:38:14.455316 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.api.v2.base [None req-c6be06ae-6a2d-483f-af83-f8e94f4056a5 tempest-TestNetworkAdvancedServerOps-632886841 tempest-TestNetworkAdvancedServerOps-632886841-project] Request body: {'security_group_rule': {'security_group_id': '44081c10-3685-4611-af5e-38bdd6cbebf8', 'project_id': 'aa74ea44ffb74284a20f3e11f9f1da9d', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=94175) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 23 11:38:14.531173 dv-neutron-601336-94-hyperv neutron-server[94175]: INFO neutron.wsgi [None req-fc633163-a13d-4f1d-95a7-058060768d6e tempest-TestNetworkBasicOps-1420332966 tempest-TestNetworkBasicOps-1420332966-project-admin] 10.222.0.20 "GET /v2.0/routers HTTP/1.1" status: 200 len: 1608 time: 0.2405829 Jun 23 11:38:14.564387 dv-neutron-601336-94-hyperv neutron-server[94175]: INFO neutron.db.securitygroups_db [None req-c6be06ae-6a2d-483f-af83-f8e94f4056a5 tempest-TestNetworkAdvancedServerOps-632886841 tempest-TestNetworkAdvancedServerOps-632886841-project] Project aa74ea44ffb74284a20f3e11f9f1da9d added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jun 23 11:38:14.570307 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron_lib.callbacks.manager [None req-c6be06ae-6a2d-483f-af83-f8e94f4056a5 tempest-TestNetworkAdvancedServerOps-632886841 tempest-TestNetworkAdvancedServerOps-632886841-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:38:14.592624 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron_lib.callbacks.manager [None req-4c20ea5f-bc7f-4d4e-935d-57f082af6ccb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773699952132', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-899307'] for agent, after_update {{(pid=94176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:38:14.623868 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron_lib.callbacks.manager [None req-c6be06ae-6a2d-483f-af83-f8e94f4056a5 tempest-TestNetworkAdvancedServerOps-632886841 tempest-TestNetworkAdvancedServerOps-632886841-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:38:14.650662 dv-neutron-601336-94-hyperv neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-1cdf4a0a-3749-4f84-8b6a-41d90715eeef None None] Notify callbacks [] for port, precommit_update {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:38:14.659923 dv-neutron-601336-94-hyperv neutron-server[94177]: DEBUG neutron.db.provisioning_blocks [None req-1cdf4a0a-3749-4f84-8b6a-41d90715eeef None None] Transition to ACTIVE for port object 21f9d5a6-1ab8-413c-ab5b-9e213cbe82f3 will not be triggered until provisioned by entity L2. {{(pid=94177) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 23 11:38:14.724062 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron_lib.callbacks.manager [None req-c6be06ae-6a2d-483f-af83-f8e94f4056a5 tempest-TestNetworkAdvancedServerOps-632886841 tempest-TestNetworkAdvancedServerOps-632886841-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7996355'] for security_group_rule, after_create {{(pid=94175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:38:14.729881 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG oslo_concurrency.lockutils [None req-e3bce16b-7d4a-4728-a1f6-576357a5db8e tempest-TestNetworkBasicOps-233187296 tempest-TestNetworkBasicOps-233187296-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94175) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 11:38:14.745007 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6be06ae-6a2d-483f-af83-f8e94f4056a5 tempest-TestNetworkAdvancedServerOps-632886841 tempest-TestNetworkAdvancedServerOps-632886841-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=eae59bb9-dff8-49c5-8860-656b55853fa3,revision_number=0']} {{(pid=94175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 11:38:14.747546 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG oslo_concurrency.lockutils [None req-c6be06ae-6a2d-483f-af83-f8e94f4056a5 tempest-TestNetworkAdvancedServerOps-632886841 tempest-TestNetworkAdvancedServerOps-632886841-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=94175) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 11:38:14.758414 dv-neutron-601336-94-hyperv neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-1cdf4a0a-3749-4f84-8b6a-41d90715eeef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-922904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866062', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773700135042', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773699642233', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773699642278'] for port, after_update {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:38:14.761335 dv-neutron-601336-94-hyperv neutron-server[94177]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94177) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 11:38:14.809130 dv-neutron-601336-94-hyperv neutron-server[94177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cc56992-6b77-4ece-958d-aaf933f74594 None None] Pushing event updated for resources: {'Port': ['ID=21f9d5a6-1ab8-413c-ab5b-9e213cbe82f3,revision_number=3']} {{(pid=94177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 11:38:14.823233 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron_lib.callbacks.manager [None req-c6be06ae-6a2d-483f-af83-f8e94f4056a5 tempest-TestNetworkAdvancedServerOps-632886841 tempest-TestNetworkAdvancedServerOps-632886841-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:38:14.824504 dv-neutron-601336-94-hyperv neutron-server[94175]: INFO neutron.wsgi [None req-c6be06ae-6a2d-483f-af83-f8e94f4056a5 tempest-TestNetworkAdvancedServerOps-632886841 tempest-TestNetworkAdvancedServerOps-632886841-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.3735192 Jun 23 11:38:14.827320 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.wsgi [-] (94175) accepted ('10.222.0.20', 43044) {{(pid=94175) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 11:38:14.833531 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.api.v2.base [None req-40864ef9-3269-40d2-97ee-9814fc8185fd tempest-TestNetworkAdvancedServerOps-632886841 tempest-TestNetworkAdvancedServerOps-632886841-project] Request body: {'network': {'name': 'tempest-network-smoke--984805625', 'project_id': 'aa74ea44ffb74284a20f3e11f9f1da9d', 'port_security_enabled': True}} {{(pid=94175) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 23 11:38:14.847201 dv-neutron-601336-94-hyperv neutron-server[94177]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1cc56992-6b77-4ece-958d-aaf933f74594 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-601336-94-hyperv {{(pid=94177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 11:38:14.847557 dv-neutron-601336-94-hyperv neutron-server[94177]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1cc56992-6b77-4ece-958d-aaf933f74594 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-94-hyperv {{(pid=94177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 11:38:14.847923 dv-neutron-601336-94-hyperv neutron-server[94177]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1cc56992-6b77-4ece-958d-aaf933f74594 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-94-hyperv {{(pid=94177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 11:38:14.848251 dv-neutron-601336-94-hyperv neutron-server[94177]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1cc56992-6b77-4ece-958d-aaf933f74594 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-601336-94-hyperv {{(pid=94177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 11:38:14.848585 dv-neutron-601336-94-hyperv neutron-server[94177]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1cc56992-6b77-4ece-958d-aaf933f74594 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-601336-94-hyperv {{(pid=94177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 11:38:14.849052 dv-neutron-601336-94-hyperv neutron-server[94177]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1cc56992-6b77-4ece-958d-aaf933f74594 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-601336-94-hyperv {{(pid=94177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 11:38:14.849389 dv-neutron-601336-94-hyperv neutron-server[94177]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1cc56992-6b77-4ece-958d-aaf933f74594 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-601336-94-hyperv {{(pid=94177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 11:38:14.849716 dv-neutron-601336-94-hyperv neutron-server[94177]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1cc56992-6b77-4ece-958d-aaf933f74594 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-601336-94-hyperv {{(pid=94177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 11:38:14.850071 dv-neutron-601336-94-hyperv neutron-server[94177]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1cc56992-6b77-4ece-958d-aaf933f74594 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-601336-94-hyperv {{(pid=94177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 11:38:14.850386 dv-neutron-601336-94-hyperv neutron-server[94177]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1cc56992-6b77-4ece-958d-aaf933f74594 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-94-hyperv {{(pid=94177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 11:38:14.850707 dv-neutron-601336-94-hyperv neutron-server[94177]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1cc56992-6b77-4ece-958d-aaf933f74594 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-601336-94-hyperv {{(pid=94177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 11:38:14.851025 dv-neutron-601336-94-hyperv neutron-server[94177]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1cc56992-6b77-4ece-958d-aaf933f74594 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-601336-94-hyperv {{(pid=94177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 11:38:14.856791 dv-neutron-601336-94-hyperv neutron-server[94177]: DEBUG oslo_concurrency.lockutils [None req-1cc56992-6b77-4ece-958d-aaf933f74594 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.095s {{(pid=94177) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 11:38:14.888523 dv-neutron-601336-94-hyperv neutron-server[94177]: DEBUG neutron.plugins.ml2.managers [None req-1cdf4a0a-3749-4f84-8b6a-41d90715eeef None None] Attempting to bind port 21f9d5a6-1ab8-413c-ab5b-9e213cbe82f3 on host dv-neutron-601336-94-hyperv for vnic_type normal with profile {{(pid=94177) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 23 11:38:14.889317 dv-neutron-601336-94-hyperv neutron-server[94177]: DEBUG neutron.plugins.ml2.managers [None req-1cdf4a0a-3749-4f84-8b6a-41d90715eeef None None] Attempting to bind port 21f9d5a6-1ab8-413c-ab5b-9e213cbe82f3 by drivers openvswitch,hyperv on host dv-neutron-601336-94-hyperv at level 0 using segments [{'id': '09310a61-b7fd-486e-9e5b-9c6253ee12f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 440, 'network_id': 'bd46a884-00b1-49aa-92f0-d6b0a5689064'}] {{(pid=94177) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 23 11:38:14.890860 dv-neutron-601336-94-hyperv neutron-server[94177]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1cdf4a0a-3749-4f84-8b6a-41d90715eeef None None] Attempting to bind port 21f9d5a6-1ab8-413c-ab5b-9e213cbe82f3 on network bd46a884-00b1-49aa-92f0-d6b0a5689064 {{(pid=94177) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 23 11:38:14.896469 dv-neutron-601336-94-hyperv neutron-server[94177]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1cdf4a0a-3749-4f84-8b6a-41d90715eeef None None] Checking agent: {'id': '4d05f899-5ac9-411b-8a03-f60c93f87cdf', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-601336-94-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 23, 11, 22, 14), 'started_at': datetime.datetime(2021, 6, 23, 11, 22, 44), 'heartbeat_timestamp': datetime.datetime(2021, 6, 23, 11, 38, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'monitor_allowed_address_pair_garp': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-601336-94-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94177) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 23 11:38:14.896876 dv-neutron-601336-94-hyperv neutron-server[94177]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1cdf4a0a-3749-4f84-8b6a-41d90715eeef None None] Checking segment: {'id': '09310a61-b7fd-486e-9e5b-9c6253ee12f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 440, 'network_id': 'bd46a884-00b1-49aa-92f0-d6b0a5689064'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94177) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 23 11:38:14.899929 dv-neutron-601336-94-hyperv neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-1cdf4a0a-3749-4f84-8b6a-41d90715eeef None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:38:14.899929 dv-neutron-601336-94-hyperv neutron-server[94177]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1cdf4a0a-3749-4f84-8b6a-41d90715eeef None None] Bound using segment: {'id': '09310a61-b7fd-486e-9e5b-9c6253ee12f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 440, 'network_id': 'bd46a884-00b1-49aa-92f0-d6b0a5689064'} {{(pid=94177) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 23 11:38:14.899929 dv-neutron-601336-94-hyperv neutron-server[94177]: DEBUG neutron.plugins.ml2.managers [None req-1cdf4a0a-3749-4f84-8b6a-41d90715eeef None None] Bound port: 21f9d5a6-1ab8-413c-ab5b-9e213cbe82f3, host: dv-neutron-601336-94-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '09310a61-b7fd-486e-9e5b-9c6253ee12f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 440, 'network_id': 'bd46a884-00b1-49aa-92f0-d6b0a5689064'}}] {{(pid=94177) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 23 11:38:14.899929 dv-neutron-601336-94-hyperv neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-1cdf4a0a-3749-4f84-8b6a-41d90715eeef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-923122'] for port, before_update {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:38:14.962557 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-40864ef9-3269-40d2-97ee-9814fc8185fd tempest-TestNetworkAdvancedServerOps-632886841 tempest-TestNetworkAdvancedServerOps-632886841-project] Made reservation on behalf of aa74ea44ffb74284a20f3e11f9f1da9d for: {'network': 1} {{(pid=94175) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 23 11:38:14.963550 dv-neutron-601336-94-hyperv neutron-server[94177]: DEBUG neutron.plugins.ml2.db [None req-1cdf4a0a-3749-4f84-8b6a-41d90715eeef None None] For port 21f9d5a6-1ab8-413c-ab5b-9e213cbe82f3, host dv-neutron-601336-94-hyperv, cleared binding levels {{(pid=94177) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 23 11:38:14.963964 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron_lib.callbacks.manager [None req-40864ef9-3269-40d2-97ee-9814fc8185fd tempest-TestNetworkAdvancedServerOps-632886841 tempest-TestNetworkAdvancedServerOps-632886841-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-923104'] for network, before_create {{(pid=94175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:38:14.966945 dv-neutron-601336-94-hyperv neutron-server[94177]: DEBUG neutron.plugins.ml2.db [None req-1cdf4a0a-3749-4f84-8b6a-41d90715eeef None None] For port 21f9d5a6-1ab8-413c-ab5b-9e213cbe82f3, host dv-neutron-601336-94-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-94-hyperv',level=0,port_id=21f9d5a6-1ab8-413c-ab5b-9e213cbe82f3,segment=NetworkSegment(09310a61-b7fd-486e-9e5b-9c6253ee12f9),segment_id=09310a61-b7fd-486e-9e5b-9c6253ee12f9)] {{(pid=94177) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 23 11:38:14.995068 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-40864ef9-3269-40d2-97ee-9814fc8185fd tempest-TestNetworkAdvancedServerOps-632886841 tempest-TestNetworkAdvancedServerOps-632886841-project] vlan segment allocate from pool success with {'vlan_id': 433, 'physical_network': 'physnet1'} {{(pid=94175) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 23 11:38:15.007726 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron_lib.callbacks.manager [None req-40864ef9-3269-40d2-97ee-9814fc8185fd tempest-TestNetworkAdvancedServerOps-632886841 tempest-TestNetworkAdvancedServerOps-632886841-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3801'] for segment, precommit_create {{(pid=94175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:38:15.008085 dv-neutron-601336-94-hyperv neutron-server[94175]: INFO neutron.db.segments_db [None req-40864ef9-3269-40d2-97ee-9814fc8185fd tempest-TestNetworkAdvancedServerOps-632886841 tempest-TestNetworkAdvancedServerOps-632886841-project] Added segment 19fb263b-ef3d-47d5-b749-258c4c2282bf of type vlan for network e04d1dbb-a843-4ee3-9844-ad82eebdbddb Jun 23 11:38:15.014955 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.plugins.ml2.rpc [None req-dc7542b2-afef-47f4-a763-e3a3cba144be None None] Device 8e67e11d-54df-4223-9708-c7a61e4f6751 up at agent ovs-agent-dv-neutron-601336-94-hyperv {{(pid=94176) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:298}} Jun 23 11:38:15.045171 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.wsgi [-] (94174) accepted ('10.222.0.20', 43046) {{(pid=94174) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 11:38:15.049347 dv-neutron-601336-94-hyperv neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-1cdf4a0a-3749-4f84-8b6a-41d90715eeef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-922904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866062', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773700135042', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773699642233', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773699642278'] for port, after_update {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:38:15.049861 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.api.v2.base [None req-762e56f6-12a8-4283-bcf3-181c62256b53 tempest-TestNetworkBasicOps-233187296 tempest-TestNetworkBasicOps-233187296-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-122986326', 'description': 'tempest-secgroup-smoke-122986326 description', 'project_id': '772b9946478d439e9da4eaeade7fb21d'}} {{(pid=94174) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 23 11:38:15.061731 dv-neutron-601336-94-hyperv neutron-server[94177]: DEBUG oslo_concurrency.lockutils [None req-1cc56992-6b77-4ece-958d-aaf933f74594 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94177) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 11:38:15.066131 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron_lib.callbacks.manager [None req-40864ef9-3269-40d2-97ee-9814fc8185fd tempest-TestNetworkAdvancedServerOps-632886841 tempest-TestNetworkAdvancedServerOps-632886841-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8773699596773'] for network, precommit_create {{(pid=94175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:38:15.074959 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.db.provisioning_blocks [None req-dc7542b2-afef-47f4-a763-e3a3cba144be None None] Provisioning complete for port 8e67e11d-54df-4223-9708-c7a61e4f6751 triggered by entity L2. {{(pid=94176) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 23 11:38:15.075318 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron_lib.callbacks.manager [None req-dc7542b2-afef-47f4-a763-e3a3cba144be None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-899258'] for port, provisioning_complete {{(pid=94176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:38:15.117871 dv-neutron-601336-94-hyperv neutron-server[94177]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1cdf4a0a-3749-4f84-8b6a-41d90715eeef None None] Routers {'6dd22ae5-5eb1-4a98-ace8-ae186e56e058'} bound to L3 agent in host dv-neutron-601336-94-hyperv {{(pid=94177) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 23 11:38:15.118577 dv-neutron-601336-94-hyperv neutron-server[94177]: DEBUG neutron.db.l3_hamode_db [None req-1cdf4a0a-3749-4f84-8b6a-41d90715eeef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-601336-94-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-06-23T11:22:13Z,description=,heartbeat_timestamp=2021-06-23T11:38:13Z,host='dv-neutron-601336-94-hyperv',id=50ef99c0-ef28-4db5-b303-b145898fae60,load=0,resource_versions=,resources_synced=,started_at=2021-06-23T11:22:14Z,topic='l3_agent')) {'router_ids': ['6dd22ae5-5eb1-4a98-ace8-ae186e56e058'], 'active': True} {{(pid=94177) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 11:38:15.164755 dv-neutron-601336-94-hyperv neutron-server[94177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cc56992-6b77-4ece-958d-aaf933f74594 None None] Pushing event updated for resources: {'Port': ['ID=21f9d5a6-1ab8-413c-ab5b-9e213cbe82f3,revision_number=4']} {{(pid=94177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 11:38:15.173557 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.plugins.ml2.rpc [None req-dc7542b2-afef-47f4-a763-e3a3cba144be None None] Device 6c842fc4-f0e5-4ba7-bf6f-93470e88dd32 up at agent ovs-agent-dv-neutron-601336-94-hyperv {{(pid=94176) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:298}} Jun 23 11:38:15.175618 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron_lib.callbacks.manager [None req-762e56f6-12a8-4283-bcf3-181c62256b53 tempest-TestNetworkBasicOps-233187296 tempest-TestNetworkBasicOps-233187296-project] Notify callbacks [] for security_group, before_create {{(pid=94174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:38:15.183902 dv-neutron-601336-94-hyperv neutron-server[94177]: DEBUG oslo_concurrency.lockutils [None req-1cc56992-6b77-4ece-958d-aaf933f74594 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.122s {{(pid=94177) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 11:38:15.200984 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron_lib.callbacks.manager [None req-40864ef9-3269-40d2-97ee-9814fc8185fd tempest-TestNetworkAdvancedServerOps-632886841 tempest-TestNetworkAdvancedServerOps-632886841-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8002400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7866073'] for network, after_create {{(pid=94175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:38:15.208269 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-40864ef9-3269-40d2-97ee-9814fc8185fd tempest-TestNetworkAdvancedServerOps-632886841 tempest-TestNetworkAdvancedServerOps-632886841-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 11:38:15.211208 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron_lib.callbacks.manager [None req-40864ef9-3269-40d2-97ee-9814fc8185fd tempest-TestNetworkAdvancedServerOps-632886841 tempest-TestNetworkAdvancedServerOps-632886841-project] Notify callbacks [] for network, before_response {{(pid=94175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:38:15.213491 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG oslo_concurrency.lockutils [None req-ab44822b-b741-4f67-a3c4-bcee1b1790b9 tempest-NetworksIpV6Test-253648203 tempest-NetworksIpV6Test-253648203-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94175) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 11:38:15.250337 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.db.provisioning_blocks [None req-dc7542b2-afef-47f4-a763-e3a3cba144be None None] Provisioning complete for port 6c842fc4-f0e5-4ba7-bf6f-93470e88dd32 triggered by entity L2. {{(pid=94176) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 23 11:38:15.250732 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron_lib.callbacks.manager [None req-dc7542b2-afef-47f4-a763-e3a3cba144be None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-899258'] for port, provisioning_complete {{(pid=94176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:38:15.275101 dv-neutron-601336-94-hyperv neutron-server[94177]: DEBUG neutron.db.l3_dvr_db [None req-1cdf4a0a-3749-4f84-8b6a-41d90715eeef None None] Set router 6dd22ae5-5eb1-4a98-ace8-ae186e56e058 gateway port host: dv-neutron-601336-94-hyperv {{(pid=94177) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:838}} Jun 23 11:38:15.275346 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron_lib.callbacks.manager [None req-762e56f6-12a8-4283-bcf3-181c62256b53 tempest-TestNetworkBasicOps-233187296 tempest-TestNetworkBasicOps-233187296-project] Notify callbacks [] for security_group, precommit_create {{(pid=94174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:38:15.352482 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron_lib.callbacks.manager [None req-762e56f6-12a8-4283-bcf3-181c62256b53 tempest-TestNetworkBasicOps-233187296 tempest-TestNetworkBasicOps-233187296-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7996330'] for security_group, after_create {{(pid=94174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:38:15.355111 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG oslo_concurrency.lockutils [None req-12ee773a-c520-4a89-92d8-946e09c3b394 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94174) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 11:38:15.383788 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-762e56f6-12a8-4283-bcf3-181c62256b53 tempest-TestNetworkBasicOps-233187296 tempest-TestNetworkBasicOps-233187296-project] Pushing event updated for resources: {'SecurityGroup': ['ID=aac31b31-3a6a-4296-b80d-1de79ffa4ba0,revision_number=1']} {{(pid=94174) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 11:38:15.386646 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG oslo_concurrency.lockutils [None req-762e56f6-12a8-4283-bcf3-181c62256b53 tempest-TestNetworkBasicOps-233187296 tempest-TestNetworkBasicOps-233187296-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.032s {{(pid=94174) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 11:38:15.448671 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron_lib.callbacks.manager [None req-762e56f6-12a8-4283-bcf3-181c62256b53 tempest-TestNetworkBasicOps-233187296 tempest-TestNetworkBasicOps-233187296-project] Notify callbacks [] for security_group, before_response {{(pid=94174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:38:15.452538 dv-neutron-601336-94-hyperv neutron-server[94174]: INFO neutron.wsgi [None req-762e56f6-12a8-4283-bcf3-181c62256b53 tempest-TestNetworkBasicOps-233187296 tempest-TestNetworkBasicOps-233187296-project] 10.222.0.20 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.4038212 Jun 23 11:38:15.452864 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.wsgi [-] (94174) accepted ('10.222.0.20', 43048) {{(pid=94174) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 11:38:15.457577 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.api.v2.base [None req-8d17dff1-24a7-4628-9515-1bc5df9301c6 tempest-TestNetworkBasicOps-233187296 tempest-TestNetworkBasicOps-233187296-project] Request body: {'security_group_rule': {'security_group_id': 'aac31b31-3a6a-4296-b80d-1de79ffa4ba0', 'project_id': '772b9946478d439e9da4eaeade7fb21d', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=94174) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 23 11:38:15.507867 dv-neutron-601336-94-hyperv neutron-server[94177]: DEBUG neutron.db.l3_hamode_db [None req-1cdf4a0a-3749-4f84-8b6a-41d90715eeef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6dd22ae5-5eb1-4a98-ace8-ae186e56e058', 'name': 'tempest-TestNetworkBasicOps-router-2015125983', 'tenant_id': '772b9946478d439e9da4eaeade7fb21d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3e7e4eb3-cf02-4d47-ade9-0a579cdfc60f', 'external_fixed_ips': [{'subnet_id': 'a5ad15ab-c489-4a67-a9b0-d559fca0ec71', 'ip_address': '172.26.3.124'}], 'enable_snat': True}, 'gw_port_id': '8e67e11d-54df-4223-9708-c7a61e4f6751', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-23T11:38:08Z', 'updated_at': '2021-06-23T11:38:12Z', 'revision_number': 4, 'project_id': '772b9946478d439e9da4eaeade7fb21d', 'gw_port': {'id': '8e67e11d-54df-4223-9708-c7a61e4f6751', 'name': '', 'network_id': '3e7e4eb3-cf02-4d47-ade9-0a579cdfc60f', 'tenant_id': '', 'mac_address': 'fa:16:3e:ff:ab:9d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6dd22ae5-5eb1-4a98-ace8-ae186e56e058', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1315, 'fixed_ips': [{'subnet_id': 'a5ad15ab-c489-4a67-a9b0-d559fca0ec71', 'ip_address': '172.26.3.124', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-94-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-23T11:38:08Z', 'updated_at': '2021-06-23T11:38:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a5ad15ab-c489-4a67-a9b0-d559fca0ec71', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-601336-94-hyperv', '_interfaces': [{'id': '21f9d5a6-1ab8-413c-ab5b-9e213cbe82f3', 'name': '', 'network_id': 'bd46a884-00b1-49aa-92f0-d6b0a5689064', 'tenant_id': '772b9946478d439e9da4eaeade7fb21d', 'mac_address': 'fa:16:3e:19:11:8c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6dd22ae5-5eb1-4a98-ace8-ae186e56e058', 'device_owner': 'network:router_interface', 'standard_attr_id': 1323, 'fixed_ips': [{'subnet_id': 'b9020995-17d9-4bdc-8c5e-dad3e435ec86', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-94-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-23T11:38:12Z', 'updated_at': '2021-06-23T11:38:14Z', 'revision_number': 4, 'project_id': '772b9946478d439e9da4eaeade7fb21d', 'subnets': [{'id': 'b9020995-17d9-4bdc-8c5e-dad3e435ec86', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-601336-94-hyperv', False) {} {{(pid=94177) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 11:38:15.535140 dv-neutron-601336-94-hyperv neutron-server[94177]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1cdf4a0a-3749-4f84-8b6a-41d90715eeef None None] The sync data for ids ['6dd22ae5-5eb1-4a98-ace8-ae186e56e058'] in dv-neutron-601336-94-hyperv is: [{'id': '6dd22ae5-5eb1-4a98-ace8-ae186e56e058', 'name': 'tempest-TestNetworkBasicOps-router-2015125983', 'tenant_id': '772b9946478d439e9da4eaeade7fb21d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3e7e4eb3-cf02-4d47-ade9-0a579cdfc60f', 'external_fixed_ips': [{'subnet_id': 'a5ad15ab-c489-4a67-a9b0-d559fca0ec71', 'ip_address': '172.26.3.124'}], 'enable_snat': True}, 'gw_port_id': '8e67e11d-54df-4223-9708-c7a61e4f6751', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-23T11:38:08Z', 'updated_at': '2021-06-23T11:38:12Z', 'revision_number': 4, 'project_id': '772b9946478d439e9da4eaeade7fb21d', 'gw_port': {'id': '8e67e11d-54df-4223-9708-c7a61e4f6751', 'name': '', 'network_id': '3e7e4eb3-cf02-4d47-ade9-0a579cdfc60f', 'tenant_id': '', 'mac_address': 'fa:16:3e:ff:ab:9d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6dd22ae5-5eb1-4a98-ace8-ae186e56e058', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1315, 'fixed_ips': [{'subnet_id': 'a5ad15ab-c489-4a67-a9b0-d559fca0ec71', 'ip_address': '172.26.3.124', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-94-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-23T11:38:08Z', 'updated_at': '2021-06-23T11:38:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a5ad15ab-c489-4a67-a9b0-d559fca0ec71', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-601336-94-hyperv', '_interfaces': [{'id': '21f9d5a6-1ab8-413c-ab5b-9e213cbe82f3', 'name': '', 'network_id': 'bd46a884-00b1-49aa-92f0-d6b0a5689064', 'tenant_id': '772b9946478d439e9da4eaeade7fb21d', 'mac_address': 'fa:16:3e:19:11:8c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6dd22ae5-5eb1-4a98-ace8-ae186e56e058', 'device_owner': 'network:router_interface', 'standard_attr_id': 1323, 'fixed_ips': [{'subnet_id': 'b9020995-17d9-4bdc-8c5e-dad3e435ec86', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-94-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-23T11:38:12Z', 'updated_at': '2021-06-23T11:38:14Z', 'revision_number': 4, 'project_id': '772b9946478d439e9da4eaeade7fb21d', 'subnets': [{'id': 'b9020995-17d9-4bdc-8c5e-dad3e435ec86', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94177) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 23 11:38:15.617439 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40864ef9-3269-40d2-97ee-9814fc8185fd tempest-TestNetworkAdvancedServerOps-632886841 tempest-TestNetworkAdvancedServerOps-632886841-project] Pushing event updated for resources: {'Network': ['ID=e04d1dbb-a843-4ee3-9844-ad82eebdbddb,revision_number=1']} {{(pid=94175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 11:38:15.620086 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG oslo_concurrency.lockutils [None req-40864ef9-3269-40d2-97ee-9814fc8185fd tempest-TestNetworkAdvancedServerOps-632886841 tempest-TestNetworkAdvancedServerOps-632886841-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.407s {{(pid=94175) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 11:38:15.632542 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.plugins.ml2.rpc [None req-dc7542b2-afef-47f4-a763-e3a3cba144be None None] Network e04d1dbb-a843-4ee3-9844-ad82eebdbddb details requested by agent ovs-agent-dv-neutron-601336-94-hyperv with host dv-neutron-601336-94-hyperv {{(pid=94176) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:250}} Jun 23 11:38:15.677180 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.wsgi [-] (94174) accepted ('10.222.0.20', 43050) {{(pid=94174) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 11:38:15.678854 dv-neutron-601336-94-hyperv neutron-server[94175]: INFO neutron.wsgi [None req-40864ef9-3269-40d2-97ee-9814fc8185fd tempest-TestNetworkAdvancedServerOps-632886841 tempest-TestNetworkAdvancedServerOps-632886841-project] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.8460836 Jun 23 11:38:15.682760 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.api.v2.base [None req-5c90d8f8-509c-4724-9789-2c0440fe0185 tempest-TestNetworkAdvancedServerOps-632886841 tempest-TestNetworkAdvancedServerOps-632886841-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-305041232', 'admin_state_up': True, 'project_id': 'aa74ea44ffb74284a20f3e11f9f1da9d', 'external_gateway_info': {'network_id': '3e7e4eb3-cf02-4d47-ade9-0a579cdfc60f'}}} {{(pid=94174) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 23 11:38:15.783776 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron_lib.callbacks.manager [None req-8d17dff1-24a7-4628-9515-1bc5df9301c6 tempest-TestNetworkBasicOps-233187296 tempest-TestNetworkBasicOps-233187296-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:38:15.838404 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron_lib.callbacks.manager [None req-8d17dff1-24a7-4628-9515-1bc5df9301c6 tempest-TestNetworkBasicOps-233187296 tempest-TestNetworkBasicOps-233187296-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:38:15.878706 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron_lib.callbacks.manager [None req-5c90d8f8-509c-4724-9789-2c0440fe0185 tempest-TestNetworkAdvancedServerOps-632886841 tempest-TestNetworkAdvancedServerOps-632886841-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-520407', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-32315'] for router, before_create {{(pid=94174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:38:15.879894 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron_lib.callbacks.manager [None req-5c90d8f8-509c-4724-9789-2c0440fe0185 tempest-TestNetworkAdvancedServerOps-632886841 tempest-TestNetworkAdvancedServerOps-632886841-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-520264', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-524122', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-414782', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-32290'] for router, precommit_create {{(pid=94174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:38:15.907184 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron_lib.callbacks.manager [None req-8d17dff1-24a7-4628-9515-1bc5df9301c6 tempest-TestNetworkBasicOps-233187296 tempest-TestNetworkBasicOps-233187296-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7996355'] for security_group_rule, after_create {{(pid=94174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:38:15.938460 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG oslo_concurrency.lockutils [None req-5d9877c7-3727-44ee-bdc7-6e8a01381f08 tempest-TestNetworkBasicOps-233187296 tempest-TestNetworkBasicOps-233187296-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94174) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 11:38:15.947722 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron_lib.callbacks.manager [None req-5c90d8f8-509c-4724-9789-2c0440fe0185 tempest-TestNetworkAdvancedServerOps-632886841 tempest-TestNetworkAdvancedServerOps-632886841-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:38:15.957252 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d17dff1-24a7-4628-9515-1bc5df9301c6 tempest-TestNetworkBasicOps-233187296 tempest-TestNetworkBasicOps-233187296-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=58b01245-692a-4dfc-9b2a-41b3a163c778,revision_number=0']} {{(pid=94174) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 11:38:15.960356 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG oslo_concurrency.lockutils [None req-8d17dff1-24a7-4628-9515-1bc5df9301c6 tempest-TestNetworkBasicOps-233187296 tempest-TestNetworkBasicOps-233187296-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.022s {{(pid=94174) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 11:38:16.049167 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron_lib.callbacks.manager [None req-8d17dff1-24a7-4628-9515-1bc5df9301c6 tempest-TestNetworkBasicOps-233187296 tempest-TestNetworkBasicOps-233187296-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:38:16.051957 dv-neutron-601336-94-hyperv neutron-server[94174]: INFO neutron.wsgi [None req-8d17dff1-24a7-4628-9515-1bc5df9301c6 tempest-TestNetworkBasicOps-233187296 tempest-TestNetworkBasicOps-233187296-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.5966051 Jun 23 11:38:16.053527 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.wsgi [-] (94175) accepted ('10.222.0.20', 43052) {{(pid=94175) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 11:38:16.058822 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.api.v2.base [None req-820fd35e-594b-4415-a7d1-2ad646905593 tempest-TestNetworkBasicOps-233187296 tempest-TestNetworkBasicOps-233187296-project] Request body: {'security_group_rule': {'security_group_id': 'aac31b31-3a6a-4296-b80d-1de79ffa4ba0', 'project_id': '772b9946478d439e9da4eaeade7fb21d', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=94175) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 23 11:38:16.154221 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron_lib.callbacks.manager [None req-5c90d8f8-509c-4724-9789-2c0440fe0185 tempest-TestNetworkAdvancedServerOps-632886841 tempest-TestNetworkAdvancedServerOps-632886841-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-524104', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-520389', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-32276'] for router, precommit_update {{(pid=94174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:38:16.157802 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron_lib.callbacks.manager [None req-820fd35e-594b-4415-a7d1-2ad646905593 tempest-TestNetworkBasicOps-233187296 tempest-TestNetworkBasicOps-233187296-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:38:16.217704 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron_lib.callbacks.manager [None req-820fd35e-594b-4415-a7d1-2ad646905593 tempest-TestNetworkBasicOps-233187296 tempest-TestNetworkBasicOps-233187296-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:38:16.300076 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron_lib.callbacks.manager [None req-820fd35e-594b-4415-a7d1-2ad646905593 tempest-TestNetworkBasicOps-233187296 tempest-TestNetworkBasicOps-233187296-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7996355'] for security_group_rule, after_create {{(pid=94175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:38:16.301952 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG oslo_concurrency.lockutils [None req-008a5471-a2d0-4e31-ad3e-26a24762122d tempest-TestNetworkBasicOps-233187296 tempest-TestNetworkBasicOps-233187296-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94175) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 11:38:16.325289 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-820fd35e-594b-4415-a7d1-2ad646905593 tempest-TestNetworkBasicOps-233187296 tempest-TestNetworkBasicOps-233187296-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9de8bd6f-63f6-4c76-bc1f-c1b0a859a9ee,revision_number=0']} {{(pid=94175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 11:38:16.328531 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG oslo_concurrency.lockutils [None req-820fd35e-594b-4415-a7d1-2ad646905593 tempest-TestNetworkBasicOps-233187296 tempest-TestNetworkBasicOps-233187296-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.026s {{(pid=94175) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 11:38:16.391538 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron_lib.callbacks.manager [None req-820fd35e-594b-4415-a7d1-2ad646905593 tempest-TestNetworkBasicOps-233187296 tempest-TestNetworkBasicOps-233187296-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:38:16.395474 dv-neutron-601336-94-hyperv neutron-server[94175]: INFO neutron.wsgi [None req-820fd35e-594b-4415-a7d1-2ad646905593 tempest-TestNetworkBasicOps-233187296 tempest-TestNetworkBasicOps-233187296-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.3383999 Jun 23 11:38:16.395749 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.wsgi [-] (94175) accepted ('10.222.0.20', 43054) {{(pid=94175) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 11:38:16.400757 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.api.v2.base [None req-9d0f9e1e-25b4-423c-a9a3-ef8abc6e9850 tempest-TestNetworkBasicOps-233187296 tempest-TestNetworkBasicOps-233187296-project] Request body: {'security_group_rule': {'security_group_id': 'aac31b31-3a6a-4296-b80d-1de79ffa4ba0', 'project_id': '772b9946478d439e9da4eaeade7fb21d', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=94175) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 23 11:38:16.437068 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron_lib.callbacks.manager [None req-5c90d8f8-509c-4724-9789-2c0440fe0185 tempest-TestNetworkAdvancedServerOps-632886841 tempest-TestNetworkAdvancedServerOps-632886841-project] Notify callbacks [] for router_gateway, before_create {{(pid=94174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:38:16.456654 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron_lib.callbacks.manager [None req-5c90d8f8-509c-4724-9789-2c0440fe0185 tempest-TestNetworkAdvancedServerOps-632886841 tempest-TestNetworkAdvancedServerOps-632886841-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-923104'] for port, before_create {{(pid=94174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:38:16.517798 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron_lib.callbacks.manager [None req-9d0f9e1e-25b4-423c-a9a3-ef8abc6e9850 tempest-TestNetworkBasicOps-233187296 tempest-TestNetworkBasicOps-233187296-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:38:16.569764 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.db.db_base_plugin_common [None req-5c90d8f8-509c-4724-9789-2c0440fe0185 tempest-TestNetworkAdvancedServerOps-632886841 tempest-TestNetworkAdvancedServerOps-632886841-project] Allocated IP 172.26.3.127 (3e7e4eb3-cf02-4d47-ade9-0a579cdfc60f/a5ad15ab-c489-4a67-a9b0-d559fca0ec71/d67036d6-8a7d-47d1-8b43-3918cd042d70) {{(pid=94174) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 23 11:38:16.578836 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron_lib.callbacks.manager [None req-9d0f9e1e-25b4-423c-a9a3-ef8abc6e9850 tempest-TestNetworkBasicOps-233187296 tempest-TestNetworkBasicOps-233187296-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:38:16.608439 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron_lib.callbacks.manager [None req-95d6aa8f-24e7-4234-82ff-f502266c3285 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773699952132', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-899307'] for agent, after_update {{(pid=94176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:38:16.672688 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron_lib.callbacks.manager [None req-9d0f9e1e-25b4-423c-a9a3-ef8abc6e9850 tempest-TestNetworkBasicOps-233187296 tempest-TestNetworkBasicOps-233187296-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7996355'] for security_group_rule, after_create {{(pid=94175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:38:16.674612 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG oslo_concurrency.lockutils [None req-cd40ba12-7b25-496e-87c1-2202286a18d6 tempest-SecGroupTest-1462889432 tempest-SecGroupTest-1462889432-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94175) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 11:38:16.692489 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d0f9e1e-25b4-423c-a9a3-ef8abc6e9850 tempest-TestNetworkBasicOps-233187296 tempest-TestNetworkBasicOps-233187296-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b2e1a4ab-b8b5-4123-9a04-8a04959f4fcb,revision_number=0']} {{(pid=94175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 11:38:16.695095 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG oslo_concurrency.lockutils [None req-9d0f9e1e-25b4-423c-a9a3-ef8abc6e9850 tempest-TestNetworkBasicOps-233187296 tempest-TestNetworkBasicOps-233187296-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.021s {{(pid=94175) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 11:38:16.775927 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron_lib.callbacks.manager [None req-9d0f9e1e-25b4-423c-a9a3-ef8abc6e9850 tempest-TestNetworkBasicOps-233187296 tempest-TestNetworkBasicOps-233187296-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:38:16.777165 dv-neutron-601336-94-hyperv neutron-server[94175]: INFO neutron.wsgi [None req-9d0f9e1e-25b4-423c-a9a3-ef8abc6e9850 tempest-TestNetworkBasicOps-233187296 tempest-TestNetworkBasicOps-233187296-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3805163 Jun 23 11:38:16.779904 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.wsgi [-] (94175) accepted ('10.222.0.20', 43056) {{(pid=94175) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 11:38:16.784634 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.api.v2.base [None req-a7dd448f-b679-4977-90c1-3db22f410504 tempest-TestNetworkBasicOps-233187296 tempest-TestNetworkBasicOps-233187296-project] Request body: {'security_group_rule': {'security_group_id': 'aac31b31-3a6a-4296-b80d-1de79ffa4ba0', 'project_id': '772b9946478d439e9da4eaeade7fb21d', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=94175) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 23 11:38:16.894980 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron_lib.callbacks.manager [None req-a7dd448f-b679-4977-90c1-3db22f410504 tempest-TestNetworkBasicOps-233187296 tempest-TestNetworkBasicOps-233187296-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:38:16.958111 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron_lib.callbacks.manager [None req-a7dd448f-b679-4977-90c1-3db22f410504 tempest-TestNetworkBasicOps-233187296 tempest-TestNetworkBasicOps-233187296-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:38:16.966584 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron_lib.callbacks.manager [None req-5c90d8f8-509c-4724-9789-2c0440fe0185 tempest-TestNetworkAdvancedServerOps-632886841 tempest-TestNetworkAdvancedServerOps-632886841-project] Notify callbacks [] for port, precommit_create {{(pid=94174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:38:17.016042 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.plugins.ml2.rpc [None req-dc7542b2-afef-47f4-a763-e3a3cba144be None None] Device 21f9d5a6-1ab8-413c-ab5b-9e213cbe82f3 up at agent ovs-agent-dv-neutron-601336-94-hyperv {{(pid=94176) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:298}} Jun 23 11:38:17.033202 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron_lib.callbacks.manager [None req-a7dd448f-b679-4977-90c1-3db22f410504 tempest-TestNetworkBasicOps-233187296 tempest-TestNetworkBasicOps-233187296-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7996355'] for security_group_rule, after_create {{(pid=94175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:38:17.035384 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG oslo_concurrency.lockutils [None req-4c380507-4451-4050-8894-890891d0bc5a tempest-SecGroupTest-1462889432 tempest-SecGroupTest-1462889432-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94175) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 11:38:17.056767 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7dd448f-b679-4977-90c1-3db22f410504 tempest-TestNetworkBasicOps-233187296 tempest-TestNetworkBasicOps-233187296-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=234adc25-4e09-4c16-bb99-32ee8f634fd3,revision_number=0']} {{(pid=94175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 11:38:17.059371 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG oslo_concurrency.lockutils [None req-a7dd448f-b679-4977-90c1-3db22f410504 tempest-TestNetworkBasicOps-233187296 tempest-TestNetworkBasicOps-233187296-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.024s {{(pid=94175) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 11:38:17.066487 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron_lib.callbacks.manager [None req-5c90d8f8-509c-4724-9789-2c0440fe0185 tempest-TestNetworkAdvancedServerOps-632886841 tempest-TestNetworkAdvancedServerOps-632886841-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-922915', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-239814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7866073', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773699642215', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-5196399'] for port, after_create {{(pid=94174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:38:17.070005 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG oslo_concurrency.lockutils [None req-3c4f7fe8-f5d6-4b20-9301-6c36a57ef7d4 tempest-FloatingIPTestJSON-1140213849 tempest-FloatingIPTestJSON-1140213849-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94174) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 11:38:17.105710 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5c90d8f8-509c-4724-9789-2c0440fe0185 tempest-TestNetworkAdvancedServerOps-632886841 tempest-TestNetworkAdvancedServerOps-632886841-project] Network 3e7e4eb3-cf02-4d47-ade9-0a579cdfc60f is already hosted by enough agents. {{(pid=94174) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 23 11:38:17.108384 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.scheduler.base_scheduler [None req-5c90d8f8-509c-4724-9789-2c0440fe0185 tempest-TestNetworkAdvancedServerOps-632886841 tempest-TestNetworkAdvancedServerOps-632886841-project] Resources bound (agent type, host, resource id): {{(pid=94174) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 23 11:38:17.110876 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5c90d8f8-509c-4724-9789-2c0440fe0185 tempest-TestNetworkAdvancedServerOps-632886841 tempest-TestNetworkAdvancedServerOps-632886841-project] Received port after_create {{(pid=94174) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 23 11:38:17.118490 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron_lib.callbacks.manager [None req-a7dd448f-b679-4977-90c1-3db22f410504 tempest-TestNetworkBasicOps-233187296 tempest-TestNetworkBasicOps-233187296-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:38:17.119754 dv-neutron-601336-94-hyperv neutron-server[94175]: INFO neutron.wsgi [None req-a7dd448f-b679-4977-90c1-3db22f410504 tempest-TestNetworkBasicOps-233187296 tempest-TestNetworkBasicOps-233187296-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.3388727 Jun 23 11:38:17.122591 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.wsgi [-] (94175) accepted ('10.222.0.20', 43058) {{(pid=94175) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 11:38:17.127247 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.api.v2.base [None req-4ae736a2-520a-40ec-8609-65946735cdf5 tempest-TestNetworkBasicOps-233187296 tempest-TestNetworkBasicOps-233187296-project] Request body: {'security_group_rule': {'security_group_id': 'aac31b31-3a6a-4296-b80d-1de79ffa4ba0', 'project_id': '772b9946478d439e9da4eaeade7fb21d', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=94175) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 23 11:38:17.145219 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c90d8f8-509c-4724-9789-2c0440fe0185 tempest-TestNetworkAdvancedServerOps-632886841 tempest-TestNetworkAdvancedServerOps-632886841-project] Pushing event updated for resources: {'Port': ['ID=d67036d6-8a7d-47d1-8b43-3918cd042d70,revision_number=1']} {{(pid=94174) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 11:38:17.147623 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.db.provisioning_blocks [None req-dc7542b2-afef-47f4-a763-e3a3cba144be None None] Provisioning for port 21f9d5a6-1ab8-413c-ab5b-9e213cbe82f3 completed by entity L2. {{(pid=94176) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 23 11:38:17.149103 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG oslo_concurrency.lockutils [None req-5c90d8f8-509c-4724-9789-2c0440fe0185 tempest-TestNetworkAdvancedServerOps-632886841 tempest-TestNetworkAdvancedServerOps-632886841-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.079s {{(pid=94174) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 11:38:17.156209 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.db.provisioning_blocks [None req-dc7542b2-afef-47f4-a763-e3a3cba144be None None] Provisioning complete for port 21f9d5a6-1ab8-413c-ab5b-9e213cbe82f3 triggered by entity L2. {{(pid=94176) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 23 11:38:17.156209 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron_lib.callbacks.manager [None req-dc7542b2-afef-47f4-a763-e3a3cba144be None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-899258'] for port, provisioning_complete {{(pid=94176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:38:17.216088 dv-neutron-601336-94-hyperv neutron-server[94175]: INFO neutron.db.securitygroups_db [None req-4ae736a2-520a-40ec-8609-65946735cdf5 tempest-TestNetworkBasicOps-233187296 tempest-TestNetworkBasicOps-233187296-project] Project 772b9946478d439e9da4eaeade7fb21d added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jun 23 11:38:17.221516 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron_lib.callbacks.manager [None req-4ae736a2-520a-40ec-8609-65946735cdf5 tempest-TestNetworkBasicOps-233187296 tempest-TestNetworkBasicOps-233187296-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:38:17.231732 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron_lib.callbacks.manager [None req-dc7542b2-afef-47f4-a763-e3a3cba144be None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-923122'] for port, before_update {{(pid=94176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:38:17.268374 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.plugins.ml2.db [None req-dc7542b2-afef-47f4-a763-e3a3cba144be None None] For port 21f9d5a6-1ab8-413c-ab5b-9e213cbe82f3, host dv-neutron-601336-94-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-94-hyperv',level=0,port_id=21f9d5a6-1ab8-413c-ab5b-9e213cbe82f3,segment=NetworkSegment(09310a61-b7fd-486e-9e5b-9c6253ee12f9),segment_id=09310a61-b7fd-486e-9e5b-9c6253ee12f9)] {{(pid=94176) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 23 11:38:17.283831 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron_lib.callbacks.manager [None req-4ae736a2-520a-40ec-8609-65946735cdf5 tempest-TestNetworkBasicOps-233187296 tempest-TestNetworkBasicOps-233187296-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:38:17.341248 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron_lib.callbacks.manager [None req-dc7542b2-afef-47f4-a763-e3a3cba144be None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-922904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866062', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773700135042', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773699642233', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773699642278'] for port, after_update {{(pid=94176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:38:17.343168 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG oslo_concurrency.lockutils [None req-6d060d0e-32c7-4231-984b-9c4bdc6e3acd None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 11:38:17.368891 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron_lib.callbacks.manager [None req-4ae736a2-520a-40ec-8609-65946735cdf5 tempest-TestNetworkBasicOps-233187296 tempest-TestNetworkBasicOps-233187296-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7996355'] for security_group_rule, after_create {{(pid=94175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:38:17.370773 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94175) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 11:38:17.388087 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ae736a2-520a-40ec-8609-65946735cdf5 tempest-TestNetworkBasicOps-233187296 tempest-TestNetworkBasicOps-233187296-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7d865d94-5365-4be3-93bf-4842ecf89e66,revision_number=0']} {{(pid=94175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 11:38:17.390995 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG oslo_concurrency.lockutils [None req-4ae736a2-520a-40ec-8609-65946735cdf5 tempest-TestNetworkBasicOps-233187296 tempest-TestNetworkBasicOps-233187296-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.020s {{(pid=94175) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 11:38:17.392076 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc7542b2-afef-47f4-a763-e3a3cba144be None None] Pushing event updated for resources: {'Port': ['ID=21f9d5a6-1ab8-413c-ab5b-9e213cbe82f3,revision_number=5']} {{(pid=94176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 11:38:17.395013 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG oslo_concurrency.lockutils [None req-dc7542b2-afef-47f4-a763-e3a3cba144be None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.052s {{(pid=94176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 11:38:17.448555 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron_lib.callbacks.manager [None req-4ae736a2-520a-40ec-8609-65946735cdf5 tempest-TestNetworkBasicOps-233187296 tempest-TestNetworkBasicOps-233187296-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:38:17.449817 dv-neutron-601336-94-hyperv neutron-server[94175]: INFO neutron.wsgi [None req-4ae736a2-520a-40ec-8609-65946735cdf5 tempest-TestNetworkBasicOps-233187296 tempest-TestNetworkBasicOps-233187296-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.3262677 Jun 23 11:38:17.452660 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.wsgi [-] (94175) accepted ('10.222.0.20', 43060) {{(pid=94175) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 11:38:17.457199 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.api.v2.base [None req-6608aa93-66c5-4ec1-998a-41d243b06367 tempest-TestNetworkBasicOps-233187296 tempest-TestNetworkBasicOps-233187296-project] Request body: {'security_group_rule': {'security_group_id': 'aac31b31-3a6a-4296-b80d-1de79ffa4ba0', 'project_id': '772b9946478d439e9da4eaeade7fb21d', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=94175) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 23 11:38:17.467675 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron_lib.callbacks.manager [None req-5c90d8f8-509c-4724-9789-2c0440fe0185 tempest-TestNetworkAdvancedServerOps-632886841 tempest-TestNetworkAdvancedServerOps-632886841-project] Notify callbacks [] for router_gateway, after_create {{(pid=94174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:38:17.556907 dv-neutron-601336-94-hyperv neutron-server[94175]: INFO neutron.db.securitygroups_db [None req-6608aa93-66c5-4ec1-998a-41d243b06367 tempest-TestNetworkBasicOps-233187296 tempest-TestNetworkBasicOps-233187296-project] Project 772b9946478d439e9da4eaeade7fb21d added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jun 23 11:38:17.562114 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron_lib.callbacks.manager [None req-6608aa93-66c5-4ec1-998a-41d243b06367 tempest-TestNetworkBasicOps-233187296 tempest-TestNetworkBasicOps-233187296-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:38:17.625409 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron_lib.callbacks.manager [None req-6608aa93-66c5-4ec1-998a-41d243b06367 tempest-TestNetworkBasicOps-233187296 tempest-TestNetworkBasicOps-233187296-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:38:17.661329 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron_lib.callbacks.manager [None req-5c90d8f8-509c-4724-9789-2c0440fe0185 tempest-TestNetworkAdvancedServerOps-632886841 tempest-TestNetworkAdvancedServerOps-632886841-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-520412', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-524143'] for router, after_create {{(pid=94174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:38:17.700890 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron_lib.callbacks.manager [None req-6608aa93-66c5-4ec1-998a-41d243b06367 tempest-TestNetworkBasicOps-233187296 tempest-TestNetworkBasicOps-233187296-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7996355'] for security_group_rule, after_create {{(pid=94175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:38:17.702756 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG oslo_concurrency.lockutils [None req-b5b98899-8215-404d-8108-10907e0ecbea tempest-TestNetworkBasicOps-233187296 tempest-TestNetworkBasicOps-233187296-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94175) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 11:38:17.721817 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6608aa93-66c5-4ec1-998a-41d243b06367 tempest-TestNetworkBasicOps-233187296 tempest-TestNetworkBasicOps-233187296-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=67a4778d-d460-4e4e-92d0-44c1a6b1a947,revision_number=0']} {{(pid=94175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 11:38:17.722742 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG oslo_concurrency.lockutils [None req-6608aa93-66c5-4ec1-998a-41d243b06367 tempest-TestNetworkBasicOps-233187296 tempest-TestNetworkBasicOps-233187296-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.020s {{(pid=94175) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 11:38:17.804360 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron_lib.callbacks.manager [None req-6608aa93-66c5-4ec1-998a-41d243b06367 tempest-TestNetworkBasicOps-233187296 tempest-TestNetworkBasicOps-233187296-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:38:17.805577 dv-neutron-601336-94-hyperv neutron-server[94175]: INFO neutron.wsgi [None req-6608aa93-66c5-4ec1-998a-41d243b06367 tempest-TestNetworkBasicOps-233187296 tempest-TestNetworkBasicOps-233187296-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.3519440 Jun 23 11:38:17.890095 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5c90d8f8-509c-4724-9789-2c0440fe0185 tempest-TestNetworkAdvancedServerOps-632886841 tempest-TestNetworkAdvancedServerOps-632886841-project] Router 5879a819-b07f-4a21-aa69-e6835a9a3669 is scheduled to L3 agent 50ef99c0-ef28-4db5-b303-b145898fae60 with binding_index 1 {{(pid=94174) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jun 23 11:38:17.995651 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5c90d8f8-509c-4724-9789-2c0440fe0185 tempest-TestNetworkAdvancedServerOps-632886841 tempest-TestNetworkAdvancedServerOps-632886841-project] Notify agent at l3_agent.dv-neutron-601336-94-hyperv the message routers_updated {{(pid=94174) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 23 11:38:18.002018 dv-neutron-601336-94-hyperv neutron-server[94175]: INFO neutron.wsgi [req-63763461-27f0-488d-be40-11d07dc8b268 req-788b170a-a063-420b-a903-3137e130c6c7 tempest-TestNetworkBasicOps-233187296 tempest-TestNetworkBasicOps-233187296-project] 10.222.0.20 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-122986326&fields=id&tenant_id=772b9946478d439e9da4eaeade7fb21d HTTP/1.1" status: 200 len: 267 time: 0.0410955 Jun 23 11:38:18.005792 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5f902dd5-7746-4cf9-a9ad-2f5154b50e14 None None] Sync routers for ids ['5879a819-b07f-4a21-aa69-e6835a9a3669'] in dv-neutron-601336-94-hyperv {{(pid=94176) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 23 11:38:18.015224 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5f902dd5-7746-4cf9-a9ad-2f5154b50e14 None None] Routers {'5879a819-b07f-4a21-aa69-e6835a9a3669'} bound to L3 agent in host dv-neutron-601336-94-hyperv {{(pid=94176) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 23 11:38:18.015837 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.db.l3_hamode_db [None req-5f902dd5-7746-4cf9-a9ad-2f5154b50e14 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-601336-94-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-06-23T11:22:13Z,description=,heartbeat_timestamp=2021-06-23T11:38:13Z,host='dv-neutron-601336-94-hyperv',id=50ef99c0-ef28-4db5-b303-b145898fae60,load=0,resource_versions=,resources_synced=,started_at=2021-06-23T11:22:14Z,topic='l3_agent')) {'router_ids': ['5879a819-b07f-4a21-aa69-e6835a9a3669'], 'active': True} {{(pid=94176) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 11:38:18.112675 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron_lib.callbacks.manager [None req-5c90d8f8-509c-4724-9789-2c0440fe0185 tempest-TestNetworkAdvancedServerOps-632886841 tempest-TestNetworkAdvancedServerOps-632886841-project] Notify callbacks [] for router, before_response {{(pid=94174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:38:18.114259 dv-neutron-601336-94-hyperv neutron-server[94174]: INFO neutron.wsgi [None req-5c90d8f8-509c-4724-9789-2c0440fe0185 tempest-TestNetworkAdvancedServerOps-632886841 tempest-TestNetworkAdvancedServerOps-632886841-project] 10.222.0.20 "POST /v2.0/routers HTTP/1.1" status: 201 len: 895 time: 2.4361274 Jun 23 11:38:18.117408 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.wsgi [-] (94174) accepted ('10.222.0.20', 43078) {{(pid=94174) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 11:38:18.119273 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.db.l3_dvr_db [None req-5f902dd5-7746-4cf9-a9ad-2f5154b50e14 None None] Set router 5879a819-b07f-4a21-aa69-e6835a9a3669 gateway port host: dv-neutron-601336-94-hyperv {{(pid=94176) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:838}} Jun 23 11:38:18.154906 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63763461-27f0-488d-be40-11d07dc8b268 req-f897b24d-6b04-4068-985a-0a47bffe6f9b tempest-TestNetworkBasicOps-233187296 tempest-TestNetworkBasicOps-233187296-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 11:38:18.161802 dv-neutron-601336-94-hyperv neutron-server[94175]: INFO neutron.wsgi [req-63763461-27f0-488d-be40-11d07dc8b268 req-f897b24d-6b04-4068-985a-0a47bffe6f9b tempest-TestNetworkBasicOps-233187296 tempest-TestNetworkBasicOps-233187296-project] 10.222.0.20 "GET /v2.0/networks?id=bd46a884-00b1-49aa-92f0-d6b0a5689064 HTTP/1.1" status: 200 len: 797 time: 0.1514945 Jun 23 11:38:18.177143 dv-neutron-601336-94-hyperv neutron-server[94175]: INFO neutron.wsgi [req-63763461-27f0-488d-be40-11d07dc8b268 req-892e689b-d687-4454-a77e-fc6b0686473e tempest-TestNetworkBasicOps-233187296 tempest-TestNetworkBasicOps-233187296-project] 10.222.0.20 "GET /v2.0/quotas/772b9946478d439e9da4eaeade7fb21d HTTP/1.1" status: 200 len: 375 time: 0.0144668 Jun 23 11:38:18.252594 dv-neutron-601336-94-hyperv neutron-server[94174]: INFO neutron.wsgi [None req-15251be6-bbc9-44d0-b4b1-7027a4dbdeb2 tempest-TestNetworkAdvancedServerOps-709003064 tempest-TestNetworkAdvancedServerOps-709003064-project-admin] 10.222.0.20 "GET /v2.0/subnets?project_id=aa74ea44ffb74284a20f3e11f9f1da9d&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.1321068 Jun 23 11:38:18.254980 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.wsgi [-] (94174) accepted ('10.222.0.20', 43082) {{(pid=94174) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 11:38:18.281822 dv-neutron-601336-94-hyperv neutron-server[94175]: INFO neutron.wsgi [req-63763461-27f0-488d-be40-11d07dc8b268 req-8eeed418-2629-4ee0-b75c-efda39e0876a tempest-TestNetworkBasicOps-233187296 tempest-TestNetworkBasicOps-233187296-project] 10.222.0.20 "GET /v2.0/ports?tenant_id=772b9946478d439e9da4eaeade7fb21d&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1038251 Jun 23 11:38:18.301563 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.db.l3_hamode_db [None req-5f902dd5-7746-4cf9-a9ad-2f5154b50e14 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5879a819-b07f-4a21-aa69-e6835a9a3669', 'name': 'tempest-TestNetworkAdvancedServerOps-router-305041232', 'tenant_id': 'aa74ea44ffb74284a20f3e11f9f1da9d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3e7e4eb3-cf02-4d47-ade9-0a579cdfc60f', 'external_fixed_ips': [{'subnet_id': 'a5ad15ab-c489-4a67-a9b0-d559fca0ec71', 'ip_address': '172.26.3.127'}], 'enable_snat': True}, 'gw_port_id': 'd67036d6-8a7d-47d1-8b43-3918cd042d70', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-23T11:38:15Z', 'updated_at': '2021-06-23T11:38:17Z', 'revision_number': 3, 'project_id': 'aa74ea44ffb74284a20f3e11f9f1da9d', 'gw_port': {'id': 'd67036d6-8a7d-47d1-8b43-3918cd042d70', 'name': '', 'network_id': '3e7e4eb3-cf02-4d47-ade9-0a579cdfc60f', 'tenant_id': '', 'mac_address': 'fa:16:3e:62:b2:70', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5879a819-b07f-4a21-aa69-e6835a9a3669', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1341, 'fixed_ips': [{'subnet_id': 'a5ad15ab-c489-4a67-a9b0-d559fca0ec71', 'ip_address': '172.26.3.127', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-23T11:38:16Z', 'updated_at': '2021-06-23T11:38:16Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'a5ad15ab-c489-4a67-a9b0-d559fca0ec71', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-601336-94-hyperv'}], 'dv-neutron-601336-94-hyperv', False) {} {{(pid=94176) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 11:38:18.331188 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5f902dd5-7746-4cf9-a9ad-2f5154b50e14 None None] Checking router: 5879a819-b07f-4a21-aa69-e6835a9a3669 for host: dv-neutron-601336-94-hyperv {{(pid=94176) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 23 11:38:18.331542 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5f902dd5-7746-4cf9-a9ad-2f5154b50e14 None None] Updating router 5879a819-b07f-4a21-aa69-e6835a9a3669 port d67036d6-8a7d-47d1-8b43-3918cd042d70 binding host dv-neutron-601336-94-hyperv {{(pid=94176) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 23 11:38:18.366334 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron_lib.callbacks.manager [None req-5f902dd5-7746-4cf9-a9ad-2f5154b50e14 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-923122'] for port, before_update {{(pid=94176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:38:18.385979 dv-neutron-601336-94-hyperv neutron-server[94175]: INFO neutron.wsgi [req-63763461-27f0-488d-be40-11d07dc8b268 req-e74e1804-4db3-4cb2-b246-f9c2f3a3e5ee service neutron] 10.222.0.20 "GET /v2.0/networks/bd46a884-00b1-49aa-92f0-d6b0a5689064?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0912085 Jun 23 11:38:18.409309 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a94383a1-e216-40e8-9e52-f2b38f1dda17 tempest-TestNetworkAdvancedServerOps-709003064 tempest-TestNetworkAdvancedServerOps-709003064-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94174) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 11:38:18.413423 dv-neutron-601336-94-hyperv neutron-server[94174]: INFO neutron.wsgi [None req-a94383a1-e216-40e8-9e52-f2b38f1dda17 tempest-TestNetworkAdvancedServerOps-709003064 tempest-TestNetworkAdvancedServerOps-709003064-project-admin] 10.222.0.20 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1548967 Jun 23 11:38:18.413837 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.wsgi [-] (94175) accepted ('10.222.0.20', 43084) {{(pid=94175) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 11:38:18.469821 dv-neutron-601336-94-hyperv neutron-server[94175]: INFO neutron.wsgi [None req-5c178b7b-5b76-4222-8c84-3eac15ff9dbe tempest-TestNetworkAdvancedServerOps-709003064 tempest-TestNetworkAdvancedServerOps-709003064-project-admin] 10.222.0.20 "GET /v2.0/subnets?network_id=3e7e4eb3-cf02-4d47-ade9-0a579cdfc60f&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0546973 Jun 23 11:38:18.472303 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.wsgi [-] (94174) accepted ('10.222.0.20', 43086) {{(pid=94174) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 11:38:18.477514 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.api.v2.base [None req-ad34df3e-d937-4c56-9d96-d91bf8a5c020 tempest-TestNetworkAdvancedServerOps-632886841 tempest-TestNetworkAdvancedServerOps-632886841-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-2096415071', 'network_id': 'e04d1dbb-a843-4ee3-9844-ad82eebdbddb', 'project_id': 'aa74ea44ffb74284a20f3e11f9f1da9d', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=94174) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 23 11:38:18.512825 dv-neutron-601336-94-hyperv neutron-server[94175]: INFO neutron.wsgi [req-63763461-27f0-488d-be40-11d07dc8b268 req-b47422d0-58ca-4be3-9e62-dcb16ecae7bf service neutron] 10.222.0.20 "GET /v2.0/networks/bd46a884-00b1-49aa-92f0-d6b0a5689064?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1195021 Jun 23 11:38:18.616624 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron_lib.callbacks.manager [None req-5f902dd5-7746-4cf9-a9ad-2f5154b50e14 None None] Notify callbacks [] for port, precommit_update {{(pid=94176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:38:18.625840 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.db.provisioning_blocks [None req-5f902dd5-7746-4cf9-a9ad-2f5154b50e14 None None] Transition to ACTIVE for port object d67036d6-8a7d-47d1-8b43-3918cd042d70 will not be triggered until provisioned by entity L2. {{(pid=94176) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 23 11:38:18.626950 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ad34df3e-d937-4c56-9d96-d91bf8a5c020 tempest-TestNetworkAdvancedServerOps-632886841 tempest-TestNetworkAdvancedServerOps-632886841-project] Made reservation on behalf of aa74ea44ffb74284a20f3e11f9f1da9d for: {'subnet': 1} {{(pid=94174) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 23 11:38:18.630667 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron_lib.callbacks.manager [None req-ad34df3e-d937-4c56-9d96-d91bf8a5c020 tempest-TestNetworkAdvancedServerOps-632886841 tempest-TestNetworkAdvancedServerOps-632886841-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4294245'] for subnet, before_create {{(pid=94174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:38:18.718875 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron_lib.callbacks.manager [None req-5f902dd5-7746-4cf9-a9ad-2f5154b50e14 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-922904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866062', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773700135042', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773699642233', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773699642278'] for port, after_update {{(pid=94176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:38:18.720972 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG oslo_concurrency.lockutils [None req-d2f81db3-b00b-4868-a619-cbc47c374283 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 11:38:18.771705 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.plugins.ml2.managers [None req-5f902dd5-7746-4cf9-a9ad-2f5154b50e14 None None] Attempting to bind port d67036d6-8a7d-47d1-8b43-3918cd042d70 on host dv-neutron-601336-94-hyperv for vnic_type normal with profile {{(pid=94176) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 23 11:38:18.772646 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.plugins.ml2.managers [None req-5f902dd5-7746-4cf9-a9ad-2f5154b50e14 None None] Attempting to bind port d67036d6-8a7d-47d1-8b43-3918cd042d70 by drivers openvswitch,hyperv on host dv-neutron-601336-94-hyperv at level 0 using segments [{'id': 'c23be0a5-6980-48fb-bc9f-4a24717fe1de', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3e7e4eb3-cf02-4d47-ade9-0a579cdfc60f'}] {{(pid=94176) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 23 11:38:18.772985 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5f902dd5-7746-4cf9-a9ad-2f5154b50e14 None None] Attempting to bind port d67036d6-8a7d-47d1-8b43-3918cd042d70 on network 3e7e4eb3-cf02-4d47-ade9-0a579cdfc60f {{(pid=94176) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 23 11:38:18.775004 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-294df383-eb89-439c-b6ab-82be43028479 None None] Pushing event updated for resources: {'Port': ['ID=d67036d6-8a7d-47d1-8b43-3918cd042d70,revision_number=2']} {{(pid=94176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 11:38:18.778218 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG oslo_concurrency.lockutils [None req-294df383-eb89-439c-b6ab-82be43028479 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.057s {{(pid=94176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 11:38:18.780944 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5f902dd5-7746-4cf9-a9ad-2f5154b50e14 None None] Checking agent: {'id': '4d05f899-5ac9-411b-8a03-f60c93f87cdf', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-601336-94-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 23, 11, 22, 14), 'started_at': datetime.datetime(2021, 6, 23, 11, 22, 44), 'heartbeat_timestamp': datetime.datetime(2021, 6, 23, 11, 38, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'monitor_allowed_address_pair_garp': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-601336-94-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94176) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 23 11:38:18.781338 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5f902dd5-7746-4cf9-a9ad-2f5154b50e14 None None] Checking segment: {'id': 'c23be0a5-6980-48fb-bc9f-4a24717fe1de', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3e7e4eb3-cf02-4d47-ade9-0a579cdfc60f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94176) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 23 11:38:18.781760 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron_lib.callbacks.manager [None req-5f902dd5-7746-4cf9-a9ad-2f5154b50e14 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:38:18.782160 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5f902dd5-7746-4cf9-a9ad-2f5154b50e14 None None] Bound using segment: {'id': 'c23be0a5-6980-48fb-bc9f-4a24717fe1de', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3e7e4eb3-cf02-4d47-ade9-0a579cdfc60f'} {{(pid=94176) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 23 11:38:18.782642 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.plugins.ml2.managers [None req-5f902dd5-7746-4cf9-a9ad-2f5154b50e14 None None] Bound port: d67036d6-8a7d-47d1-8b43-3918cd042d70, host: dv-neutron-601336-94-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c23be0a5-6980-48fb-bc9f-4a24717fe1de', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3e7e4eb3-cf02-4d47-ade9-0a579cdfc60f'}}] {{(pid=94176) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 23 11:38:18.783047 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron_lib.callbacks.manager [None req-5f902dd5-7746-4cf9-a9ad-2f5154b50e14 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-923122'] for port, before_update {{(pid=94176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:38:18.788389 dv-neutron-601336-94-hyperv neutron-server[94174]: INFO neutron.wsgi [req-66f7d19e-8026-47af-a8c0-4e647d9608ec req-32397c7f-dec0-4bb9-b399-13b059721a2f tempest-TestNetworkBasicOps-233187296 tempest-TestNetworkBasicOps-233187296-project] 10.222.0.20 "GET /v2.0/ports?device_id=6299f618-32b8-45a2-a25a-83af3c1ed3bb HTTP/1.1" status: 200 len: 210 time: 0.0366738 Jun 23 11:38:18.854803 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.plugins.ml2.db [None req-5f902dd5-7746-4cf9-a9ad-2f5154b50e14 None None] For port d67036d6-8a7d-47d1-8b43-3918cd042d70, host dv-neutron-601336-94-hyperv, cleared binding levels {{(pid=94176) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 23 11:38:18.857016 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.plugins.ml2.db [None req-5f902dd5-7746-4cf9-a9ad-2f5154b50e14 None None] For port d67036d6-8a7d-47d1-8b43-3918cd042d70, host dv-neutron-601336-94-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-94-hyperv',level=0,port_id=d67036d6-8a7d-47d1-8b43-3918cd042d70,segment=NetworkSegment(c23be0a5-6980-48fb-bc9f-4a24717fe1de),segment_id=c23be0a5-6980-48fb-bc9f-4a24717fe1de)] {{(pid=94176) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 23 11:38:18.907479 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron_lib.callbacks.manager [None req-ad34df3e-d937-4c56-9d96-d91bf8a5c020 tempest-TestNetworkAdvancedServerOps-632886841 tempest-TestNetworkAdvancedServerOps-632886841-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866062', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5195999', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4294259'] for subnet, after_create {{(pid=94174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:38:18.910591 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG oslo_concurrency.lockutils [None req-43e2cebf-642c-4d2f-a5d5-05163e57427f tempest-RoutersTest-228919764 tempest-RoutersTest-228919764-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94174) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 11:38:18.922998 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron_lib.callbacks.manager [None req-5f902dd5-7746-4cf9-a9ad-2f5154b50e14 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-922904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866062', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773700135042', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773699642233', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773699642278'] for port, after_update {{(pid=94176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:38:18.925803 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG oslo_concurrency.lockutils [None req-704ae937-3ad0-4d48-a60b-17224d3db935 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 11:38:18.975454 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad34df3e-d937-4c56-9d96-d91bf8a5c020 tempest-TestNetworkAdvancedServerOps-632886841 tempest-TestNetworkAdvancedServerOps-632886841-project] Pushing event updated for resources: {'Subnet': ['ID=8a5608a2-ff2c-4b41-9153-013df8b9bf4d,revision_number=0']} {{(pid=94174) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 11:38:18.976772 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5f902dd5-7746-4cf9-a9ad-2f5154b50e14 None None] Routers {'5879a819-b07f-4a21-aa69-e6835a9a3669'} bound to L3 agent in host dv-neutron-601336-94-hyperv {{(pid=94176) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 23 11:38:18.978063 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.db.l3_hamode_db [None req-5f902dd5-7746-4cf9-a9ad-2f5154b50e14 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-601336-94-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-06-23T11:22:13Z,description=,heartbeat_timestamp=2021-06-23T11:38:13Z,host='dv-neutron-601336-94-hyperv',id=50ef99c0-ef28-4db5-b303-b145898fae60,load=0,resource_versions=,resources_synced=,started_at=2021-06-23T11:22:14Z,topic='l3_agent')) {'router_ids': ['5879a819-b07f-4a21-aa69-e6835a9a3669'], 'active': True} {{(pid=94176) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 11:38:18.978906 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG oslo_concurrency.lockutils [None req-ad34df3e-d937-4c56-9d96-d91bf8a5c020 tempest-TestNetworkAdvancedServerOps-632886841 tempest-TestNetworkAdvancedServerOps-632886841-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.068s {{(pid=94174) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 11:38:18.984888 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ad34df3e-d937-4c56-9d96-d91bf8a5c020 tempest-TestNetworkAdvancedServerOps-632886841 tempest-TestNetworkAdvancedServerOps-632886841-project] Checking segment: {'id': '19fb263b-ef3d-47d5-b749-258c4c2282bf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 433, 'network_id': 'e04d1dbb-a843-4ee3-9844-ad82eebdbddb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94174) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 23 11:38:18.985606 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ad34df3e-d937-4c56-9d96-d91bf8a5c020 tempest-TestNetworkAdvancedServerOps-632886841 tempest-TestNetworkAdvancedServerOps-632886841-project] Network hostable DHCP agents. Network: e04d1dbb-a843-4ee3-9844-ad82eebdbddb, hostable agents: ['8cf29b10-0e57-4131-816f-a4b6ad00b249'], hosted agents: [] {{(pid=94174) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 23 11:38:19.024700 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.plugins.ml2.rpc [None req-dc7542b2-afef-47f4-a763-e3a3cba144be None None] Device 21f9d5a6-1ab8-413c-ab5b-9e213cbe82f3 up at agent ovs-agent-dv-neutron-601336-94-hyperv {{(pid=94176) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:298}} Jun 23 11:38:19.030692 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-294df383-eb89-439c-b6ab-82be43028479 None None] Pushing event updated for resources: {'Port': ['ID=d67036d6-8a7d-47d1-8b43-3918cd042d70,revision_number=3']} {{(pid=94176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 11:38:19.033664 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG oslo_concurrency.lockutils [None req-294df383-eb89-439c-b6ab-82be43028479 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.108s {{(pid=94176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 11:38:19.050066 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ad34df3e-d937-4c56-9d96-d91bf8a5c020 tempest-TestNetworkAdvancedServerOps-632886841 tempest-TestNetworkAdvancedServerOps-632886841-project] Network e04d1dbb-a843-4ee3-9844-ad82eebdbddb is scheduled to be hosted by DHCP agent 8cf29b10-0e57-4131-816f-a4b6ad00b249 with binding_index 1 {{(pid=94174) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 23 11:38:19.141018 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.scheduler.base_scheduler [None req-ad34df3e-d937-4c56-9d96-d91bf8a5c020 tempest-TestNetworkAdvancedServerOps-632886841 tempest-TestNetworkAdvancedServerOps-632886841-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-601336-94-hyperv, e04d1dbb-a843-4ee3-9844-ad82eebdbddb) {{(pid=94174) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 23 11:38:19.150910 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ad34df3e-d937-4c56-9d96-d91bf8a5c020 tempest-TestNetworkAdvancedServerOps-632886841 tempest-TestNetworkAdvancedServerOps-632886841-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94174) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 11:38:19.151794 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron_lib.callbacks.manager [None req-ad34df3e-d937-4c56-9d96-d91bf8a5c020 tempest-TestNetworkAdvancedServerOps-632886841 tempest-TestNetworkAdvancedServerOps-632886841-project] Notify callbacks [] for subnet, before_response {{(pid=94174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:38:19.214226 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c0912542-0778-4e56-a5c4-26dd506fa87c None None] Network e04d1dbb-a843-4ee3-9844-ad82eebdbddb requested from dv-neutron-601336-94-hyperv {{(pid=94176) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 23 11:38:19.229143 dv-neutron-601336-94-hyperv neutron-server[94174]: INFO neutron.wsgi [None req-ad34df3e-d937-4c56-9d96-d91bf8a5c020 tempest-TestNetworkAdvancedServerOps-632886841 tempest-TestNetworkAdvancedServerOps-632886841-project] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 0.7550747 Jun 23 11:38:19.232807 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.wsgi [-] (94175) accepted ('10.222.0.20', 43098) {{(pid=94175) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 11:38:19.359861 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.db.l3_dvr_db [None req-5f902dd5-7746-4cf9-a9ad-2f5154b50e14 None None] Set router 5879a819-b07f-4a21-aa69-e6835a9a3669 gateway port host: dv-neutron-601336-94-hyperv {{(pid=94176) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:838}} Jun 23 11:38:19.362941 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.db.provisioning_blocks [None req-dc7542b2-afef-47f4-a763-e3a3cba144be None None] Provisioning complete for port 21f9d5a6-1ab8-413c-ab5b-9e213cbe82f3 triggered by entity L2. {{(pid=94176) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 23 11:38:19.363369 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron_lib.callbacks.manager [None req-dc7542b2-afef-47f4-a763-e3a3cba144be None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-899258'] for port, provisioning_complete {{(pid=94176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:38:19.549321 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-af4c4a32-aba1-4766-a633-9cccdeb0a624 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1e0d828a-1fa4-563d-b7fd-53adf66a04ee-e04d1dbb-a843-4ee3-9844-ad82eebdbddb', 'network_id': 'e04d1dbb-a843-4ee3-9844-ad82eebdbddb', 'tenant_id': 'aa74ea44ffb74284a20f3e11f9f1da9d', 'fixed_ips': [{'subnet_id': '8a5608a2-ff2c-4b41-9153-013df8b9bf4d'}]}} from dv-neutron-601336-94-hyperv. {{(pid=94176) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 23 11:38:19.550158 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron_lib.callbacks.manager [None req-af4c4a32-aba1-4766-a633-9cccdeb0a624 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-923104'] for port, before_create {{(pid=94176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:38:19.674109 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron_lib.callbacks.manager [None req-4ec277b2-e159-422c-82b0-a536a59545fd tempest-TestNetworkAdvancedServerOps-632886841 tempest-TestNetworkAdvancedServerOps-632886841-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-923104'] for port, before_create {{(pid=94175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:38:19.760438 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.db.db_base_plugin_common [None req-af4c4a32-aba1-4766-a633-9cccdeb0a624 None None] Allocated IP 172.20.0.2 (e04d1dbb-a843-4ee3-9844-ad82eebdbddb/8a5608a2-ff2c-4b41-9153-013df8b9bf4d/2a509321-3849-4518-b1df-5bd56e663092) {{(pid=94176) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 23 11:38:19.763140 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.db.l3_hamode_db [None req-5f902dd5-7746-4cf9-a9ad-2f5154b50e14 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5879a819-b07f-4a21-aa69-e6835a9a3669', 'name': 'tempest-TestNetworkAdvancedServerOps-router-305041232', 'tenant_id': 'aa74ea44ffb74284a20f3e11f9f1da9d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3e7e4eb3-cf02-4d47-ade9-0a579cdfc60f', 'external_fixed_ips': [{'subnet_id': 'a5ad15ab-c489-4a67-a9b0-d559fca0ec71', 'ip_address': '172.26.3.127'}], 'enable_snat': True}, 'gw_port_id': 'd67036d6-8a7d-47d1-8b43-3918cd042d70', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-23T11:38:15Z', 'updated_at': '2021-06-23T11:38:17Z', 'revision_number': 3, 'project_id': 'aa74ea44ffb74284a20f3e11f9f1da9d', 'gw_port': {'id': 'd67036d6-8a7d-47d1-8b43-3918cd042d70', 'name': '', 'network_id': '3e7e4eb3-cf02-4d47-ade9-0a579cdfc60f', 'tenant_id': '', 'mac_address': 'fa:16:3e:62:b2:70', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5879a819-b07f-4a21-aa69-e6835a9a3669', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1341, 'fixed_ips': [{'subnet_id': 'a5ad15ab-c489-4a67-a9b0-d559fca0ec71', 'ip_address': '172.26.3.127', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-94-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-23T11:38:16Z', 'updated_at': '2021-06-23T11:38:18Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a5ad15ab-c489-4a67-a9b0-d559fca0ec71', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-601336-94-hyperv'}], 'dv-neutron-601336-94-hyperv', False) {} {{(pid=94176) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 11:38:19.795253 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5f902dd5-7746-4cf9-a9ad-2f5154b50e14 None None] The sync data for ids ['5879a819-b07f-4a21-aa69-e6835a9a3669'] in dv-neutron-601336-94-hyperv is: [{'id': '5879a819-b07f-4a21-aa69-e6835a9a3669', 'name': 'tempest-TestNetworkAdvancedServerOps-router-305041232', 'tenant_id': 'aa74ea44ffb74284a20f3e11f9f1da9d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3e7e4eb3-cf02-4d47-ade9-0a579cdfc60f', 'external_fixed_ips': [{'subnet_id': 'a5ad15ab-c489-4a67-a9b0-d559fca0ec71', 'ip_address': '172.26.3.127'}], 'enable_snat': True}, 'gw_port_id': 'd67036d6-8a7d-47d1-8b43-3918cd042d70', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-23T11:38:15Z', 'updated_at': '2021-06-23T11:38:17Z', 'revision_number': 3, 'project_id': 'aa74ea44ffb74284a20f3e11f9f1da9d', 'gw_port': {'id': 'd67036d6-8a7d-47d1-8b43-3918cd042d70', 'name': '', 'network_id': '3e7e4eb3-cf02-4d47-ade9-0a579cdfc60f', 'tenant_id': '', 'mac_address': 'fa:16:3e:62:b2:70', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5879a819-b07f-4a21-aa69-e6835a9a3669', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1341, 'fixed_ips': [{'subnet_id': 'a5ad15ab-c489-4a67-a9b0-d559fca0ec71', 'ip_address': '172.26.3.127', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-94-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-23T11:38:16Z', 'updated_at': '2021-06-23T11:38:18Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a5ad15ab-c489-4a67-a9b0-d559fca0ec71', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-601336-94-hyperv'}] {{(pid=94176) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 23 11:38:19.944143 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron_lib.callbacks.manager [None req-af4c4a32-aba1-4766-a633-9cccdeb0a624 None None] Notify callbacks [] for port, precommit_create {{(pid=94176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:38:19.952642 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.db.provisioning_blocks [None req-af4c4a32-aba1-4766-a633-9cccdeb0a624 None None] Transition to ACTIVE for port object 2a509321-3849-4518-b1df-5bd56e663092 will not be triggered until provisioned by entity L2. {{(pid=94176) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 23 11:38:19.967272 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.db.provisioning_blocks [None req-af4c4a32-aba1-4766-a633-9cccdeb0a624 None None] Transition to ACTIVE for port object 2a509321-3849-4518-b1df-5bd56e663092 will not be triggered until provisioned by entity DHCP. {{(pid=94176) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 23 11:38:19.978437 dv-neutron-601336-94-hyperv neutron-server[94175]: INFO neutron.wsgi [req-59e5ebd0-d2e0-43ba-ae7d-f8ae670d6076 req-ddf73153-2be5-4b37-b000-ac44c1f58895 tempest-TestNetworkBasicOps-233187296 tempest-TestNetworkBasicOps-233187296-project] 10.222.0.20 "GET /v2.0/ports?device_id=6299f618-32b8-45a2-a25a-83af3c1ed3bb HTTP/1.1" status: 200 len: 210 time: 0.0281160 Jun 23 11:38:20.057171 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron_lib.callbacks.manager [None req-af4c4a32-aba1-4766-a633-9cccdeb0a624 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-922915', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-239814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7866073', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773699642215'] for port, after_create {{(pid=94176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:38:20.059152 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG oslo_concurrency.lockutils [None req-02da04f9-c86c-4c4d-abce-4f0c8dc66752 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 11:38:20.121525 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-af4c4a32-aba1-4766-a633-9cccdeb0a624 None None] Network e04d1dbb-a843-4ee3-9844-ad82eebdbddb is already hosted by enough agents. {{(pid=94176) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 23 11:38:20.126491 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.scheduler.base_scheduler [None req-af4c4a32-aba1-4766-a633-9cccdeb0a624 None None] Resources bound (agent type, host, resource id): {{(pid=94176) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 23 11:38:20.130309 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.db.db_base_plugin_common [None req-4ec277b2-e159-422c-82b0-a536a59545fd tempest-TestNetworkAdvancedServerOps-632886841 tempest-TestNetworkAdvancedServerOps-632886841-project] Allocated IP 172.20.0.1 (e04d1dbb-a843-4ee3-9844-ad82eebdbddb/8a5608a2-ff2c-4b41-9153-013df8b9bf4d/388513ee-f923-42a4-baf9-2fb665e53d94) {{(pid=94175) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 23 11:38:20.147149 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.db.l3_dvrscheduler_db [None req-af4c4a32-aba1-4766-a633-9cccdeb0a624 None None] Received port after_create {{(pid=94176) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 23 11:38:20.151296 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af4c4a32-aba1-4766-a633-9cccdeb0a624 None None] Pushing event updated for resources: {'Port': ['ID=2a509321-3849-4518-b1df-5bd56e663092,revision_number=1']} {{(pid=94176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 11:38:20.155675 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG oslo_concurrency.lockutils [None req-af4c4a32-aba1-4766-a633-9cccdeb0a624 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.096s {{(pid=94176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 11:38:20.218865 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.plugins.ml2.managers [None req-af4c4a32-aba1-4766-a633-9cccdeb0a624 None None] Attempting to bind port 2a509321-3849-4518-b1df-5bd56e663092 on host dv-neutron-601336-94-hyperv for vnic_type normal with profile {{(pid=94176) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 23 11:38:20.219403 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.plugins.ml2.managers [None req-af4c4a32-aba1-4766-a633-9cccdeb0a624 None None] Attempting to bind port 2a509321-3849-4518-b1df-5bd56e663092 by drivers openvswitch,hyperv on host dv-neutron-601336-94-hyperv at level 0 using segments [{'id': '19fb263b-ef3d-47d5-b749-258c4c2282bf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 433, 'network_id': 'e04d1dbb-a843-4ee3-9844-ad82eebdbddb'}] {{(pid=94176) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 23 11:38:20.219787 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-af4c4a32-aba1-4766-a633-9cccdeb0a624 None None] Attempting to bind port 2a509321-3849-4518-b1df-5bd56e663092 on network e04d1dbb-a843-4ee3-9844-ad82eebdbddb {{(pid=94176) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 23 11:38:20.225673 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-af4c4a32-aba1-4766-a633-9cccdeb0a624 None None] Checking agent: {'id': '4d05f899-5ac9-411b-8a03-f60c93f87cdf', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-601336-94-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 23, 11, 22, 14), 'started_at': datetime.datetime(2021, 6, 23, 11, 22, 44), 'heartbeat_timestamp': datetime.datetime(2021, 6, 23, 11, 38, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'monitor_allowed_address_pair_garp': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-601336-94-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94176) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 23 11:38:20.226071 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-af4c4a32-aba1-4766-a633-9cccdeb0a624 None None] Checking segment: {'id': '19fb263b-ef3d-47d5-b749-258c4c2282bf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 433, 'network_id': 'e04d1dbb-a843-4ee3-9844-ad82eebdbddb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94176) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 23 11:38:20.226487 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron_lib.callbacks.manager [None req-af4c4a32-aba1-4766-a633-9cccdeb0a624 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:38:20.228898 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-af4c4a32-aba1-4766-a633-9cccdeb0a624 None None] Bound using segment: {'id': '19fb263b-ef3d-47d5-b749-258c4c2282bf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 433, 'network_id': 'e04d1dbb-a843-4ee3-9844-ad82eebdbddb'} {{(pid=94176) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 23 11:38:20.228898 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.plugins.ml2.managers [None req-af4c4a32-aba1-4766-a633-9cccdeb0a624 None None] Bound port: 2a509321-3849-4518-b1df-5bd56e663092, host: dv-neutron-601336-94-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '19fb263b-ef3d-47d5-b749-258c4c2282bf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 433, 'network_id': 'e04d1dbb-a843-4ee3-9844-ad82eebdbddb'}}] {{(pid=94176) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 23 11:38:20.228898 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron_lib.callbacks.manager [None req-af4c4a32-aba1-4766-a633-9cccdeb0a624 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-923122'] for port, before_update {{(pid=94176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:38:20.270299 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron_lib.callbacks.manager [None req-4ec277b2-e159-422c-82b0-a536a59545fd tempest-TestNetworkAdvancedServerOps-632886841 tempest-TestNetworkAdvancedServerOps-632886841-project] Notify callbacks [] for port, precommit_create {{(pid=94175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:38:20.284575 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.db.provisioning_blocks [None req-4ec277b2-e159-422c-82b0-a536a59545fd tempest-TestNetworkAdvancedServerOps-632886841 tempest-TestNetworkAdvancedServerOps-632886841-project] Transition to ACTIVE for port object 388513ee-f923-42a4-baf9-2fb665e53d94 will not be triggered until provisioned by entity DHCP. {{(pid=94175) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 23 11:38:20.301932 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.plugins.ml2.db [None req-af4c4a32-aba1-4766-a633-9cccdeb0a624 None None] For port 2a509321-3849-4518-b1df-5bd56e663092, host dv-neutron-601336-94-hyperv, cleared binding levels {{(pid=94176) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 23 11:38:20.307302 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.plugins.ml2.db [None req-af4c4a32-aba1-4766-a633-9cccdeb0a624 None None] For port 2a509321-3849-4518-b1df-5bd56e663092, host dv-neutron-601336-94-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-94-hyperv',level=0,port_id=2a509321-3849-4518-b1df-5bd56e663092,segment=NetworkSegment(19fb263b-ef3d-47d5-b749-258c4c2282bf),segment_id=19fb263b-ef3d-47d5-b749-258c4c2282bf)] {{(pid=94176) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 23 11:38:20.380515 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron_lib.callbacks.manager [None req-af4c4a32-aba1-4766-a633-9cccdeb0a624 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-922904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866062', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773700135042', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773699642233', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773699642278'] for port, after_update {{(pid=94176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:38:20.382814 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG oslo_concurrency.lockutils [None req-70908f84-8300-4a65-9820-c2ca40e94246 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 11:38:20.420066 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron_lib.callbacks.manager [None req-4ec277b2-e159-422c-82b0-a536a59545fd tempest-TestNetworkAdvancedServerOps-632886841 tempest-TestNetworkAdvancedServerOps-632886841-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-922915', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-239814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7866073', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773699642215', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-5082457'] for port, after_create {{(pid=94175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:38:20.425510 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG oslo_concurrency.lockutils [None req-0b196982-fb18-4644-84c1-4f9f95c31e8d tempest-FloatingIPTestJSON-1140213849 tempest-FloatingIPTestJSON-1140213849-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94175) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 11:38:20.445395 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af4c4a32-aba1-4766-a633-9cccdeb0a624 None None] Pushing event updated for resources: {'Port': ['ID=2a509321-3849-4518-b1df-5bd56e663092,revision_number=2']} {{(pid=94176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 11:38:20.448948 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG oslo_concurrency.lockutils [None req-af4c4a32-aba1-4766-a633-9cccdeb0a624 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.066s {{(pid=94176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 11:38:20.478452 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4ec277b2-e159-422c-82b0-a536a59545fd tempest-TestNetworkAdvancedServerOps-632886841 tempest-TestNetworkAdvancedServerOps-632886841-project] Network e04d1dbb-a843-4ee3-9844-ad82eebdbddb is already hosted by enough agents. {{(pid=94175) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 23 11:38:20.484044 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.scheduler.base_scheduler [None req-4ec277b2-e159-422c-82b0-a536a59545fd tempest-TestNetworkAdvancedServerOps-632886841 tempest-TestNetworkAdvancedServerOps-632886841-project] Resources bound (agent type, host, resource id): {{(pid=94175) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 23 11:38:20.488666 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4ec277b2-e159-422c-82b0-a536a59545fd tempest-TestNetworkAdvancedServerOps-632886841 tempest-TestNetworkAdvancedServerOps-632886841-project] Received port after_create {{(pid=94175) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 23 11:38:20.498525 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ec277b2-e159-422c-82b0-a536a59545fd tempest-TestNetworkAdvancedServerOps-632886841 tempest-TestNetworkAdvancedServerOps-632886841-project] Pushing event updated for resources: {'Port': ['ID=388513ee-f923-42a4-baf9-2fb665e53d94,revision_number=1']} {{(pid=94175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 11:38:20.520813 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG oslo_concurrency.lockutils [None req-4ec277b2-e159-422c-82b0-a536a59545fd tempest-TestNetworkAdvancedServerOps-632886841 tempest-TestNetworkAdvancedServerOps-632886841-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.095s {{(pid=94175) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 11:38:20.545165 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron_lib.callbacks.manager [None req-4ec277b2-e159-422c-82b0-a536a59545fd tempest-TestNetworkAdvancedServerOps-632886841 tempest-TestNetworkAdvancedServerOps-632886841-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-452954'] for router_interface, before_create {{(pid=94175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:38:20.791946 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron_lib.callbacks.manager [None req-4ec277b2-e159-422c-82b0-a536a59545fd tempest-TestNetworkAdvancedServerOps-632886841 tempest-TestNetworkAdvancedServerOps-632886841-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-923122'] for port, before_update {{(pid=94175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:38:21.068016 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.plugins.ml2.rpc [None req-dc7542b2-afef-47f4-a763-e3a3cba144be None None] Device 2a509321-3849-4518-b1df-5bd56e663092 up at agent ovs-agent-dv-neutron-601336-94-hyperv {{(pid=94176) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:298}} Jun 23 11:38:21.112455 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63763461-27f0-488d-be40-11d07dc8b268 req-d8ae4e2e-dc9f-4fe4-8553-ddbdf633d288 tempest-TestNetworkBasicOps-233187296 tempest-TestNetworkBasicOps-233187296-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94174) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 11:38:21.113947 dv-neutron-601336-94-hyperv neutron-server[94174]: INFO neutron.wsgi [req-63763461-27f0-488d-be40-11d07dc8b268 req-d8ae4e2e-dc9f-4fe4-8553-ddbdf633d288 tempest-TestNetworkBasicOps-233187296 tempest-TestNetworkBasicOps-233187296-project] 10.222.0.52 "GET /v2.0/networks?id=bd46a884-00b1-49aa-92f0-d6b0a5689064 HTTP/1.1" status: 200 len: 797 time: 0.1872032 Jun 23 11:38:21.156766 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron_lib.callbacks.manager [None req-4ec277b2-e159-422c-82b0-a536a59545fd tempest-TestNetworkAdvancedServerOps-632886841 tempest-TestNetworkAdvancedServerOps-632886841-project] Notify callbacks [] for port, precommit_update {{(pid=94175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:38:21.198010 dv-neutron-601336-94-hyperv neutron-server[94174]: INFO neutron.wsgi [req-2e792d11-fafe-4059-b1e9-fbda147fab95 req-925fd842-9d6c-4236-85fd-fabeb4af49da tempest-TestNetworkBasicOps-233187296 tempest-TestNetworkBasicOps-233187296-project] 10.222.0.20 "GET /v2.0/ports?device_id=6299f618-32b8-45a2-a25a-83af3c1ed3bb HTTP/1.1" status: 200 len: 210 time: 0.0419998 Jun 23 11:38:21.210431 dv-neutron-601336-94-hyperv neutron-server[94174]: INFO neutron.wsgi [req-63763461-27f0-488d-be40-11d07dc8b268 req-fba859a1-e997-4dd7-b04d-a4a1b468281a tempest-TestNetworkBasicOps-233187296 tempest-TestNetworkBasicOps-233187296-project] 10.222.0.52 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=772b9946478d439e9da4eaeade7fb21d HTTP/1.1" status: 200 len: 379 time: 0.0872629 Jun 23 11:38:21.219855 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.api.v2.base [req-63763461-27f0-488d-be40-11d07dc8b268 req-63fed71d-bb2d-48a2-8869-77592db12103 tempest-TestNetworkBasicOps-233187296 tempest-TestNetworkBasicOps-233187296-project] Request body: {'port': {'device_id': '6299f618-32b8-45a2-a25a-83af3c1ed3bb', 'network_id': 'bd46a884-00b1-49aa-92f0-d6b0a5689064', 'admin_state_up': True, 'tenant_id': '772b9946478d439e9da4eaeade7fb21d', 'security_groups': ['aac31b31-3a6a-4296-b80d-1de79ffa4ba0']}} {{(pid=94174) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 23 11:38:21.227261 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron_lib.callbacks.manager [None req-4ec277b2-e159-422c-82b0-a536a59545fd tempest-TestNetworkAdvancedServerOps-632886841 tempest-TestNetworkAdvancedServerOps-632886841-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-922904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866062', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773700135042', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773699642233', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773699642278', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5082471'] for port, after_update {{(pid=94175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:38:21.227459 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.db.provisioning_blocks [None req-dc7542b2-afef-47f4-a763-e3a3cba144be None None] Provisioning for port 2a509321-3849-4518-b1df-5bd56e663092 completed by entity L2. {{(pid=94176) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 23 11:38:21.231987 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.plugins.ml2.rpc [None req-dc7542b2-afef-47f4-a763-e3a3cba144be None None] Device d67036d6-8a7d-47d1-8b43-3918cd042d70 up at agent ovs-agent-dv-neutron-601336-94-hyperv {{(pid=94176) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:298}} Jun 23 11:38:21.272951 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG oslo_concurrency.lockutils [None req-b6ea8e1d-77d9-482e-872c-e87f0e556f6f tempest-FloatingIPTestJSON-1140213849 tempest-FloatingIPTestJSON-1140213849-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94175) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 11:38:21.276493 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron_lib.callbacks.manager [None req-4ec277b2-e159-422c-82b0-a536a59545fd tempest-TestNetworkAdvancedServerOps-632886841 tempest-TestNetworkAdvancedServerOps-632886841-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-7866091', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-453038'] for router_interface, after_create {{(pid=94175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:38:21.347376 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.db.provisioning_blocks [None req-dc7542b2-afef-47f4-a763-e3a3cba144be None None] Provisioning for port d67036d6-8a7d-47d1-8b43-3918cd042d70 completed by entity L2. {{(pid=94176) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 23 11:38:21.352750 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.db.provisioning_blocks [None req-dc7542b2-afef-47f4-a763-e3a3cba144be None None] Provisioning complete for port d67036d6-8a7d-47d1-8b43-3918cd042d70 triggered by entity L2. {{(pid=94176) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 23 11:38:21.353143 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron_lib.callbacks.manager [None req-dc7542b2-afef-47f4-a763-e3a3cba144be None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-899258'] for port, provisioning_complete {{(pid=94176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:38:21.361873 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ec277b2-e159-422c-82b0-a536a59545fd tempest-TestNetworkAdvancedServerOps-632886841 tempest-TestNetworkAdvancedServerOps-632886841-project] Pushing event updated for resources: {'Port': ['ID=388513ee-f923-42a4-baf9-2fb665e53d94,revision_number=2']} {{(pid=94175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 11:38:21.364870 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG oslo_concurrency.lockutils [None req-4ec277b2-e159-422c-82b0-a536a59545fd tempest-TestNetworkAdvancedServerOps-632886841 tempest-TestNetworkAdvancedServerOps-632886841-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.092s {{(pid=94175) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 11:38:21.410708 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4ec277b2-e159-422c-82b0-a536a59545fd tempest-TestNetworkAdvancedServerOps-632886841 tempest-TestNetworkAdvancedServerOps-632886841-project] Network e04d1dbb-a843-4ee3-9844-ad82eebdbddb is already hosted by enough agents. {{(pid=94175) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 23 11:38:21.412388 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.scheduler.base_scheduler [None req-4ec277b2-e159-422c-82b0-a536a59545fd tempest-TestNetworkAdvancedServerOps-632886841 tempest-TestNetworkAdvancedServerOps-632886841-project] Resources bound (agent type, host, resource id): {{(pid=94175) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 23 11:38:21.442369 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron_lib.callbacks.manager [None req-dc7542b2-afef-47f4-a763-e3a3cba144be None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-923122'] for port, before_update {{(pid=94176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:38:21.449709 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-63763461-27f0-488d-be40-11d07dc8b268 req-63fed71d-bb2d-48a2-8869-77592db12103 tempest-TestNetworkBasicOps-233187296 tempest-TestNetworkBasicOps-233187296-project] Made reservation on behalf of 772b9946478d439e9da4eaeade7fb21d for: {'port': 1} {{(pid=94174) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 23 11:38:21.458349 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron_lib.callbacks.manager [req-63763461-27f0-488d-be40-11d07dc8b268 req-63fed71d-bb2d-48a2-8869-77592db12103 tempest-TestNetworkBasicOps-233187296 tempest-TestNetworkBasicOps-233187296-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-923104'] for port, before_create {{(pid=94174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:38:21.491369 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.plugins.ml2.db [None req-dc7542b2-afef-47f4-a763-e3a3cba144be None None] For port d67036d6-8a7d-47d1-8b43-3918cd042d70, host dv-neutron-601336-94-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-94-hyperv',level=0,port_id=d67036d6-8a7d-47d1-8b43-3918cd042d70,segment=NetworkSegment(c23be0a5-6980-48fb-bc9f-4a24717fe1de),segment_id=c23be0a5-6980-48fb-bc9f-4a24717fe1de)] {{(pid=94176) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 23 11:38:21.560329 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4ec277b2-e159-422c-82b0-a536a59545fd tempest-TestNetworkAdvancedServerOps-632886841 tempest-TestNetworkAdvancedServerOps-632886841-project] Router 5879a819-b07f-4a21-aa69-e6835a9a3669 has already been hosted by L3 agent 50ef99c0-ef28-4db5-b303-b145898fae60 {{(pid=94175) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 23 11:38:21.565221 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron_lib.callbacks.manager [None req-dc7542b2-afef-47f4-a763-e3a3cba144be None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-922904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866062', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773700135042', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773699642233', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773699642278'] for port, after_update {{(pid=94176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:38:21.573731 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG oslo_concurrency.lockutils [None req-af4c4a32-aba1-4766-a633-9cccdeb0a624 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 11:38:21.621554 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.db.db_base_plugin_common [req-63763461-27f0-488d-be40-11d07dc8b268 req-63fed71d-bb2d-48a2-8869-77592db12103 tempest-TestNetworkBasicOps-233187296 tempest-TestNetworkBasicOps-233187296-project] Allocated IP 172.20.0.8 (bd46a884-00b1-49aa-92f0-d6b0a5689064/b9020995-17d9-4bdc-8c5e-dad3e435ec86/42d4ebb5-9db5-4560-b797-d4066415866b) {{(pid=94174) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 23 11:38:21.634707 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc7542b2-afef-47f4-a763-e3a3cba144be None None] Pushing event updated for resources: {'Port': ['ID=d67036d6-8a7d-47d1-8b43-3918cd042d70,revision_number=4']} {{(pid=94176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 11:38:21.639081 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG oslo_concurrency.lockutils [None req-dc7542b2-afef-47f4-a763-e3a3cba144be None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.065s {{(pid=94176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 11:38:21.691144 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4ec277b2-e159-422c-82b0-a536a59545fd tempest-TestNetworkAdvancedServerOps-632886841 tempest-TestNetworkAdvancedServerOps-632886841-project] Notify agent at l3_agent.dv-neutron-601336-94-hyperv the message routers_updated {{(pid=94175) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 23 11:38:21.696975 dv-neutron-601336-94-hyperv neutron-server[94175]: INFO neutron.wsgi [None req-4ec277b2-e159-422c-82b0-a536a59545fd tempest-TestNetworkAdvancedServerOps-632886841 tempest-TestNetworkAdvancedServerOps-632886841-project] 10.222.0.20 "PUT /v2.0/routers/5879a819-b07f-4a21-aa69-e6835a9a3669/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.4620275 Jun 23 11:38:21.715702 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-196cadca-c30b-4884-9644-338db7748eca None None] Network e04d1dbb-a843-4ee3-9844-ad82eebdbddb requested from dv-neutron-601336-94-hyperv {{(pid=94176) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 23 11:38:21.791986 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron_lib.callbacks.manager [req-63763461-27f0-488d-be40-11d07dc8b268 req-63fed71d-bb2d-48a2-8869-77592db12103 tempest-TestNetworkBasicOps-233187296 tempest-TestNetworkBasicOps-233187296-project] Notify callbacks [] for port, precommit_create {{(pid=94174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:38:21.817921 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.db.provisioning_blocks [req-63763461-27f0-488d-be40-11d07dc8b268 req-63fed71d-bb2d-48a2-8869-77592db12103 tempest-TestNetworkBasicOps-233187296 tempest-TestNetworkBasicOps-233187296-project] Transition to ACTIVE for port object 42d4ebb5-9db5-4560-b797-d4066415866b will not be triggered until provisioned by entity DHCP. {{(pid=94174) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 23 11:38:21.859394 dv-neutron-601336-94-hyperv neutron-server[94175]: INFO neutron.wsgi [req-55c55dc0-e510-4094-830e-b5ee648a6705 req-ffd61d7e-2f40-462a-a52e-7fb07e3f6bf6 tempest-TestNetworkAdvancedServerOps-632886841 tempest-TestNetworkAdvancedServerOps-632886841-project] 10.222.0.20 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1247296068&fields=id&tenant_id=aa74ea44ffb74284a20f3e11f9f1da9d HTTP/1.1" status: 200 len: 267 time: 0.0416756 Jun 23 11:38:21.889981 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.db.provisioning_blocks [None req-ba7218f1-8803-4353-97ca-e8997e035239 None None] Provisioning for port 2a509321-3849-4518-b1df-5bd56e663092 completed by entity DHCP. {{(pid=94176) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 23 11:38:21.897511 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.db.provisioning_blocks [None req-ba7218f1-8803-4353-97ca-e8997e035239 None None] Provisioning complete for port 2a509321-3849-4518-b1df-5bd56e663092 triggered by entity DHCP. {{(pid=94176) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 23 11:38:21.897903 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron_lib.callbacks.manager [None req-ba7218f1-8803-4353-97ca-e8997e035239 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-899258'] for port, provisioning_complete {{(pid=94176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:38:21.917364 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron_lib.callbacks.manager [req-63763461-27f0-488d-be40-11d07dc8b268 req-63fed71d-bb2d-48a2-8869-77592db12103 tempest-TestNetworkBasicOps-233187296 tempest-TestNetworkBasicOps-233187296-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-922915', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-239814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7866073', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773699642215', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-5196399'] for port, after_create {{(pid=94174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:38:21.923809 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG oslo_concurrency.lockutils [None req-e1dc2a6c-ac71-454c-9b3d-811fbccc9d80 tempest-TestNetworkBasicOps-233187296 tempest-TestNetworkBasicOps-233187296-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94174) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 11:38:21.973115 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-63763461-27f0-488d-be40-11d07dc8b268 req-63fed71d-bb2d-48a2-8869-77592db12103 tempest-TestNetworkBasicOps-233187296 tempest-TestNetworkBasicOps-233187296-project] Network bd46a884-00b1-49aa-92f0-d6b0a5689064 is already hosted by enough agents. {{(pid=94174) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 23 11:38:21.976790 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.scheduler.base_scheduler [req-63763461-27f0-488d-be40-11d07dc8b268 req-63fed71d-bb2d-48a2-8869-77592db12103 tempest-TestNetworkBasicOps-233187296 tempest-TestNetworkBasicOps-233187296-project] Resources bound (agent type, host, resource id): {{(pid=94174) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 23 11:38:21.983947 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.db.l3_dvrscheduler_db [req-63763461-27f0-488d-be40-11d07dc8b268 req-63fed71d-bb2d-48a2-8869-77592db12103 tempest-TestNetworkBasicOps-233187296 tempest-TestNetworkBasicOps-233187296-project] Received port after_create {{(pid=94174) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 23 11:38:21.986346 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55c55dc0-e510-4094-830e-b5ee648a6705 req-1359c39f-e067-47ae-86b5-13f0d2ab517e tempest-TestNetworkAdvancedServerOps-632886841 tempest-TestNetworkAdvancedServerOps-632886841-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 11:38:21.994252 dv-neutron-601336-94-hyperv neutron-server[94175]: INFO neutron.wsgi [req-55c55dc0-e510-4094-830e-b5ee648a6705 req-1359c39f-e067-47ae-86b5-13f0d2ab517e tempest-TestNetworkAdvancedServerOps-632886841 tempest-TestNetworkAdvancedServerOps-632886841-project] 10.222.0.20 "GET /v2.0/networks?id=e04d1dbb-a843-4ee3-9844-ad82eebdbddb HTTP/1.1" status: 200 len: 796 time: 0.1272209 Jun 23 11:38:21.999381 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron_lib.callbacks.manager [None req-ba7218f1-8803-4353-97ca-e8997e035239 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-923122'] for port, before_update {{(pid=94176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:38:22.011935 dv-neutron-601336-94-hyperv neutron-server[94175]: INFO neutron.wsgi [req-55c55dc0-e510-4094-830e-b5ee648a6705 req-f6de6f42-b48b-4f26-96ee-1191d9af7ea8 tempest-TestNetworkAdvancedServerOps-632886841 tempest-TestNetworkAdvancedServerOps-632886841-project] 10.222.0.20 "GET /v2.0/quotas/aa74ea44ffb74284a20f3e11f9f1da9d HTTP/1.1" status: 200 len: 375 time: 0.0166044 Jun 23 11:38:22.024853 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63fed71d-bb2d-48a2-8869-77592db12103 tempest-TestNetworkBasicOps-233187296 tempest-TestNetworkBasicOps-233187296-project] Pushing event updated for resources: {'Port': ['ID=42d4ebb5-9db5-4560-b797-d4066415866b,revision_number=1']} {{(pid=94174) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 11:38:22.030173 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG oslo_concurrency.lockutils [None req-63fed71d-bb2d-48a2-8869-77592db12103 tempest-TestNetworkBasicOps-233187296 tempest-TestNetworkBasicOps-233187296-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.107s {{(pid=94174) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 11:38:22.041574 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.plugins.ml2.db [None req-ba7218f1-8803-4353-97ca-e8997e035239 None None] For port 2a509321-3849-4518-b1df-5bd56e663092, host dv-neutron-601336-94-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-94-hyperv',level=0,port_id=2a509321-3849-4518-b1df-5bd56e663092,segment=NetworkSegment(19fb263b-ef3d-47d5-b749-258c4c2282bf),segment_id=19fb263b-ef3d-47d5-b749-258c4c2282bf)] {{(pid=94176) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 23 11:38:22.070823 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63763461-27f0-488d-be40-11d07dc8b268 req-63fed71d-bb2d-48a2-8869-77592db12103 tempest-TestNetworkBasicOps-233187296 tempest-TestNetworkBasicOps-233187296-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94174) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 11:38:22.071510 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron_lib.callbacks.manager [req-63763461-27f0-488d-be40-11d07dc8b268 req-63fed71d-bb2d-48a2-8869-77592db12103 tempest-TestNetworkBasicOps-233187296 tempest-TestNetworkBasicOps-233187296-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-217507'] for port, before_response {{(pid=94174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:38:22.096410 dv-neutron-601336-94-hyperv neutron-server[94175]: INFO neutron.wsgi [req-55c55dc0-e510-4094-830e-b5ee648a6705 req-240b1326-cd4c-4f13-b435-c800fca12603 tempest-TestNetworkAdvancedServerOps-632886841 tempest-TestNetworkAdvancedServerOps-632886841-project] 10.222.0.20 "GET /v2.0/ports?tenant_id=aa74ea44ffb74284a20f3e11f9f1da9d&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0837617 Jun 23 11:38:22.102096 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron_lib.callbacks.manager [None req-ba7218f1-8803-4353-97ca-e8997e035239 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-922904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866062', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773700135042', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773699642233', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773699642278'] for port, after_update {{(pid=94176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:38:22.104093 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG oslo_concurrency.lockutils [None req-02da04f9-c86c-4c4d-abce-4f0c8dc66752 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 11:38:22.138436 dv-neutron-601336-94-hyperv neutron-server[94174]: INFO neutron.wsgi [req-63763461-27f0-488d-be40-11d07dc8b268 req-63fed71d-bb2d-48a2-8869-77592db12103 tempest-TestNetworkBasicOps-233187296 tempest-TestNetworkBasicOps-233187296-project] 10.222.0.52 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.9224441 Jun 23 11:38:22.152215 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.api.v2.base [req-63763461-27f0-488d-be40-11d07dc8b268 req-921d4c31-2dfe-4602-bbf1-fb7dd5e944f7 service neutron] Request body: {'port': {'device_id': '6299f618-32b8-45a2-a25a-83af3c1ed3bb', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-6013'}} {{(pid=94174) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 23 11:38:22.163336 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba7218f1-8803-4353-97ca-e8997e035239 None None] Pushing event updated for resources: {'Port': ['ID=2a509321-3849-4518-b1df-5bd56e663092,revision_number=3']} {{(pid=94176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 11:38:22.174260 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG oslo_concurrency.lockutils [None req-ba7218f1-8803-4353-97ca-e8997e035239 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.066s {{(pid=94176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 11:38:22.250711 dv-neutron-601336-94-hyperv neutron-server[94175]: INFO neutron.wsgi [req-55c55dc0-e510-4094-830e-b5ee648a6705 req-98d0482a-5546-4557-8055-3f87b8f39b12 service neutron] 10.222.0.20 "GET /v2.0/networks/e04d1dbb-a843-4ee3-9844-ad82eebdbddb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1372483 Jun 23 11:38:22.272330 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron_lib.callbacks.manager [req-63763461-27f0-488d-be40-11d07dc8b268 req-921d4c31-2dfe-4602-bbf1-fb7dd5e944f7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-923122'] for port, before_update {{(pid=94174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:38:22.336582 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.db.provisioning_blocks [None req-a2a37889-8790-44d4-af6a-919420c37678 None None] Provisioning complete for port 2a509321-3849-4518-b1df-5bd56e663092 triggered by entity DHCP. {{(pid=94176) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 23 11:38:22.336988 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron_lib.callbacks.manager [None req-a2a37889-8790-44d4-af6a-919420c37678 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-899258'] for port, provisioning_complete {{(pid=94176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:38:22.391913 dv-neutron-601336-94-hyperv neutron-server[94175]: INFO neutron.wsgi [req-55c55dc0-e510-4094-830e-b5ee648a6705 req-e23ad99a-c94b-4f73-afd2-f20b8996f849 service neutron] 10.222.0.20 "GET /v2.0/networks/e04d1dbb-a843-4ee3-9844-ad82eebdbddb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1401987 Jun 23 11:38:22.608505 dv-neutron-601336-94-hyperv neutron-server[94177]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f5072329-26b9-4e5b-9c77-bd85a616636e None None] Sync routers for ids ['5879a819-b07f-4a21-aa69-e6835a9a3669'] in dv-neutron-601336-94-hyperv {{(pid=94177) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 23 11:38:22.619400 dv-neutron-601336-94-hyperv neutron-server[94177]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f5072329-26b9-4e5b-9c77-bd85a616636e None None] Routers {'5879a819-b07f-4a21-aa69-e6835a9a3669'} bound to L3 agent in host dv-neutron-601336-94-hyperv {{(pid=94177) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 23 11:38:22.620029 dv-neutron-601336-94-hyperv neutron-server[94177]: DEBUG neutron.db.l3_hamode_db [None req-f5072329-26b9-4e5b-9c77-bd85a616636e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-601336-94-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-06-23T11:22:13Z,description=,heartbeat_timestamp=2021-06-23T11:38:13Z,host='dv-neutron-601336-94-hyperv',id=50ef99c0-ef28-4db5-b303-b145898fae60,load=0,resource_versions=,resources_synced=,started_at=2021-06-23T11:22:14Z,topic='l3_agent')) {'router_ids': ['5879a819-b07f-4a21-aa69-e6835a9a3669'], 'active': True} {{(pid=94177) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 11:38:22.622354 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3f0b1e5-3c0b-4727-bb23-cab0d3b2bb81 req-1507399b-6b58-40d1-a5b7-fc1242dc7112 tempest-TestNetworkBasicOps-233187296 tempest-TestNetworkBasicOps-233187296-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94174) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 11:38:22.624159 dv-neutron-601336-94-hyperv neutron-server[94174]: INFO neutron.wsgi [req-b3f0b1e5-3c0b-4727-bb23-cab0d3b2bb81 req-1507399b-6b58-40d1-a5b7-fc1242dc7112 tempest-TestNetworkBasicOps-233187296 tempest-TestNetworkBasicOps-233187296-project] 10.222.0.20 "GET /v2.0/ports?device_id=6299f618-32b8-45a2-a25a-83af3c1ed3bb HTTP/1.1" status: 200 len: 931 time: 0.2188950 Jun 23 11:38:22.690924 dv-neutron-601336-94-hyperv neutron-server[94174]: INFO neutron.wsgi [req-b3f0b1e5-3c0b-4727-bb23-cab0d3b2bb81 req-9c5ff218-245b-468c-a1a9-6a8ac5343d09 tempest-TestNetworkBasicOps-233187296 tempest-TestNetworkBasicOps-233187296-project] 10.222.0.20 "GET /v2.0/security-groups?id=aac31b31-3a6a-4296-b80d-1de79ffa4ba0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0550931 Jun 23 11:38:22.718500 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.db.provisioning_blocks [None req-a2a37889-8790-44d4-af6a-919420c37678 None None] Provisioning for port 388513ee-f923-42a4-baf9-2fb665e53d94 completed by entity DHCP. {{(pid=94176) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 23 11:38:22.722932 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.db.provisioning_blocks [None req-a2a37889-8790-44d4-af6a-919420c37678 None None] Provisioning complete for port 388513ee-f923-42a4-baf9-2fb665e53d94 triggered by entity DHCP. {{(pid=94176) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 23 11:38:22.723410 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron_lib.callbacks.manager [None req-a2a37889-8790-44d4-af6a-919420c37678 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-899258'] for port, provisioning_complete {{(pid=94176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:38:22.729479 dv-neutron-601336-94-hyperv neutron-server[94177]: DEBUG neutron.db.l3_dvr_db [None req-f5072329-26b9-4e5b-9c77-bd85a616636e None None] Set router 5879a819-b07f-4a21-aa69-e6835a9a3669 gateway port host: dv-neutron-601336-94-hyperv {{(pid=94177) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:838}} Jun 23 11:38:22.757636 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.notifiers.nova [req-63763461-27f0-488d-be40-11d07dc8b268 req-921d4c31-2dfe-4602-bbf1-fb7dd5e944f7 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 42d4ebb5-9db5-4560-b797-d4066415866b {{(pid=94174) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 23 11:38:22.770654 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron_lib.callbacks.manager [req-63763461-27f0-488d-be40-11d07dc8b268 req-921d4c31-2dfe-4602-bbf1-fb7dd5e944f7 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:38:22.781974 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.plugins.ml2.plugin [None req-a2a37889-8790-44d4-af6a-919420c37678 None None] Port 388513ee-f923-42a4-baf9-2fb665e53d94 cannot update to ACTIVE because it is not bound. {{(pid=94176) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jun 23 11:38:22.788253 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.db.provisioning_blocks [req-63763461-27f0-488d-be40-11d07dc8b268 req-921d4c31-2dfe-4602-bbf1-fb7dd5e944f7 service neutron] Transition to ACTIVE for port object 42d4ebb5-9db5-4560-b797-d4066415866b will not be triggered until provisioned by entity L2. {{(pid=94174) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 23 11:38:22.837576 dv-neutron-601336-94-hyperv neutron-server[94174]: INFO neutron.wsgi [req-ce285f28-e692-4198-8bc8-986fd96b1962 req-63cc6aec-644e-4c16-aa5f-299b062d966a tempest-TestNetworkAdvancedServerOps-632886841 tempest-TestNetworkAdvancedServerOps-632886841-project] 10.222.0.20 "GET /v2.0/ports?device_id=d40e82d2-8e4d-48d4-9431-234ad96f99a2 HTTP/1.1" status: 200 len: 210 time: 0.0295620 Jun 23 11:38:22.884315 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron_lib.callbacks.manager [req-63763461-27f0-488d-be40-11d07dc8b268 req-921d4c31-2dfe-4602-bbf1-fb7dd5e944f7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-922904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866062', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773700135042', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773699642233', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773699642278', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5196369'] for port, after_update {{(pid=94174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:38:22.887810 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG oslo_concurrency.lockutils [None req-0a032648-a52c-4612-aad6-3a5f6f2de802 tempest-FloatingIPTestJSON-1140213849 tempest-FloatingIPTestJSON-1140213849-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94174) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 11:38:22.909443 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.db.provisioning_blocks [None req-71ac13a2-17ae-4107-b9f2-bee0b963a98d None None] Provisioning complete for port 388513ee-f923-42a4-baf9-2fb665e53d94 triggered by entity DHCP. {{(pid=94176) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 23 11:38:22.909443 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron_lib.callbacks.manager [None req-71ac13a2-17ae-4107-b9f2-bee0b963a98d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-899258'] for port, provisioning_complete {{(pid=94176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:38:22.959832 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.plugins.ml2.plugin [None req-71ac13a2-17ae-4107-b9f2-bee0b963a98d None None] Port 388513ee-f923-42a4-baf9-2fb665e53d94 cannot update to ACTIVE because it is not bound. {{(pid=94176) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jun 23 11:38:22.964267 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-921d4c31-2dfe-4602-bbf1-fb7dd5e944f7 service neutron] Pushing event updated for resources: {'Port': ['ID=42d4ebb5-9db5-4560-b797-d4066415866b,revision_number=2']} {{(pid=94174) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 11:38:22.967506 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG oslo_concurrency.lockutils [None req-921d4c31-2dfe-4602-bbf1-fb7dd5e944f7 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.080s {{(pid=94174) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 11:38:23.026998 dv-neutron-601336-94-hyperv neutron-server[94177]: DEBUG neutron.db.l3_hamode_db [None req-f5072329-26b9-4e5b-9c77-bd85a616636e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5879a819-b07f-4a21-aa69-e6835a9a3669', 'name': 'tempest-TestNetworkAdvancedServerOps-router-305041232', 'tenant_id': 'aa74ea44ffb74284a20f3e11f9f1da9d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3e7e4eb3-cf02-4d47-ade9-0a579cdfc60f', 'external_fixed_ips': [{'subnet_id': 'a5ad15ab-c489-4a67-a9b0-d559fca0ec71', 'ip_address': '172.26.3.127'}], 'enable_snat': True}, 'gw_port_id': 'd67036d6-8a7d-47d1-8b43-3918cd042d70', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-23T11:38:15Z', 'updated_at': '2021-06-23T11:38:20Z', 'revision_number': 4, 'project_id': 'aa74ea44ffb74284a20f3e11f9f1da9d', 'gw_port': {'id': 'd67036d6-8a7d-47d1-8b43-3918cd042d70', 'name': '', 'network_id': '3e7e4eb3-cf02-4d47-ade9-0a579cdfc60f', 'tenant_id': '', 'mac_address': 'fa:16:3e:62:b2:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5879a819-b07f-4a21-aa69-e6835a9a3669', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1341, 'fixed_ips': [{'subnet_id': 'a5ad15ab-c489-4a67-a9b0-d559fca0ec71', 'ip_address': '172.26.3.127', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-94-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-23T11:38:16Z', 'updated_at': '2021-06-23T11:38:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a5ad15ab-c489-4a67-a9b0-d559fca0ec71', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-601336-94-hyperv', '_interfaces': [{'id': '388513ee-f923-42a4-baf9-2fb665e53d94', 'name': '', 'network_id': 'e04d1dbb-a843-4ee3-9844-ad82eebdbddb', 'tenant_id': 'aa74ea44ffb74284a20f3e11f9f1da9d', 'mac_address': 'fa:16:3e:32:78:af', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5879a819-b07f-4a21-aa69-e6835a9a3669', 'device_owner': 'network:router_interface', 'standard_attr_id': 1348, 'fixed_ips': [{'subnet_id': '8a5608a2-ff2c-4b41-9153-013df8b9bf4d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-23T11:38:19Z', 'updated_at': '2021-06-23T11:38:20Z', 'revision_number': 2, 'project_id': 'aa74ea44ffb74284a20f3e11f9f1da9d', 'subnets': [{'id': '8a5608a2-ff2c-4b41-9153-013df8b9bf4d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-601336-94-hyperv', False) {} {{(pid=94177) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 11:38:23.037563 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.plugins.ml2.rpc [None req-dc7542b2-afef-47f4-a763-e3a3cba144be None None] Device 2a509321-3849-4518-b1df-5bd56e663092 up at agent ovs-agent-dv-neutron-601336-94-hyperv {{(pid=94176) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:298}} Jun 23 11:38:23.071323 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.plugins.ml2.managers [req-63763461-27f0-488d-be40-11d07dc8b268 req-921d4c31-2dfe-4602-bbf1-fb7dd5e944f7 service neutron] Attempting to bind port 42d4ebb5-9db5-4560-b797-d4066415866b on host hv-neutron-6013 for vnic_type normal with profile {{(pid=94174) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 23 11:38:23.071323 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.plugins.ml2.managers [req-63763461-27f0-488d-be40-11d07dc8b268 req-921d4c31-2dfe-4602-bbf1-fb7dd5e944f7 service neutron] Attempting to bind port 42d4ebb5-9db5-4560-b797-d4066415866b by drivers openvswitch,hyperv on host hv-neutron-6013 at level 0 using segments [{'id': '09310a61-b7fd-486e-9e5b-9c6253ee12f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 440, 'network_id': 'bd46a884-00b1-49aa-92f0-d6b0a5689064'}] {{(pid=94174) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 23 11:38:23.071323 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-63763461-27f0-488d-be40-11d07dc8b268 req-921d4c31-2dfe-4602-bbf1-fb7dd5e944f7 service neutron] Attempting to bind port 42d4ebb5-9db5-4560-b797-d4066415866b on network bd46a884-00b1-49aa-92f0-d6b0a5689064 {{(pid=94174) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 23 11:38:23.071661 dv-neutron-601336-94-hyperv neutron-server[94177]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f5072329-26b9-4e5b-9c77-bd85a616636e None None] Checking router: 5879a819-b07f-4a21-aa69-e6835a9a3669 for host: dv-neutron-601336-94-hyperv {{(pid=94177) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 23 11:38:23.071661 dv-neutron-601336-94-hyperv neutron-server[94177]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f5072329-26b9-4e5b-9c77-bd85a616636e None None] Updating router 5879a819-b07f-4a21-aa69-e6835a9a3669 port 388513ee-f923-42a4-baf9-2fb665e53d94 binding host dv-neutron-601336-94-hyperv {{(pid=94177) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 23 11:38:23.071846 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-63763461-27f0-488d-be40-11d07dc8b268 req-921d4c31-2dfe-4602-bbf1-fb7dd5e944f7 service neutron] Port 42d4ebb5-9db5-4560-b797-d4066415866b on network bd46a884-00b1-49aa-92f0-d6b0a5689064 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-6013 {{(pid=94174) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 23 11:38:23.071846 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-63763461-27f0-488d-be40-11d07dc8b268 req-921d4c31-2dfe-4602-bbf1-fb7dd5e944f7 service neutron] Attempting to bind port 42d4ebb5-9db5-4560-b797-d4066415866b on network bd46a884-00b1-49aa-92f0-d6b0a5689064 {{(pid=94174) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 23 11:38:23.080640 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-63763461-27f0-488d-be40-11d07dc8b268 req-921d4c31-2dfe-4602-bbf1-fb7dd5e944f7 service neutron] Checking agent: {'id': '3a130b41-5b27-406b-aeb2-5a923af79f10', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-6013', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 23, 11, 28, 23), 'started_at': datetime.datetime(2021, 6, 23, 11, 28, 23), 'heartbeat_timestamp': datetime.datetime(2021, 6, 23, 11, 37, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94174) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 23 11:38:23.080995 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-63763461-27f0-488d-be40-11d07dc8b268 req-921d4c31-2dfe-4602-bbf1-fb7dd5e944f7 service neutron] Checking segment: {'id': '09310a61-b7fd-486e-9e5b-9c6253ee12f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 440, 'network_id': 'bd46a884-00b1-49aa-92f0-d6b0a5689064'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94174) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 23 11:38:23.081558 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-63763461-27f0-488d-be40-11d07dc8b268 req-921d4c31-2dfe-4602-bbf1-fb7dd5e944f7 service neutron] Bound using segment: {'id': '09310a61-b7fd-486e-9e5b-9c6253ee12f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 440, 'network_id': 'bd46a884-00b1-49aa-92f0-d6b0a5689064'} {{(pid=94174) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 23 11:38:23.082366 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.plugins.ml2.managers [req-63763461-27f0-488d-be40-11d07dc8b268 req-921d4c31-2dfe-4602-bbf1-fb7dd5e944f7 service neutron] Bound port: 42d4ebb5-9db5-4560-b797-d4066415866b, host: hv-neutron-6013, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '09310a61-b7fd-486e-9e5b-9c6253ee12f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 440, 'network_id': 'bd46a884-00b1-49aa-92f0-d6b0a5689064'}}] {{(pid=94174) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 23 11:38:23.082796 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron_lib.callbacks.manager [req-63763461-27f0-488d-be40-11d07dc8b268 req-921d4c31-2dfe-4602-bbf1-fb7dd5e944f7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-923122'] for port, before_update {{(pid=94174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:38:23.088805 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.db.provisioning_blocks [None req-71ac13a2-17ae-4107-b9f2-bee0b963a98d None None] Provisioning for port 42d4ebb5-9db5-4560-b797-d4066415866b completed by entity DHCP. {{(pid=94176) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 23 11:38:23.103828 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.db.provisioning_blocks [None req-dc7542b2-afef-47f4-a763-e3a3cba144be None None] Provisioning complete for port 2a509321-3849-4518-b1df-5bd56e663092 triggered by entity L2. {{(pid=94176) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 23 11:38:23.105168 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron_lib.callbacks.manager [None req-dc7542b2-afef-47f4-a763-e3a3cba144be None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-899258'] for port, provisioning_complete {{(pid=94176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:38:23.110868 dv-neutron-601336-94-hyperv neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-f5072329-26b9-4e5b-9c77-bd85a616636e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-923122'] for port, before_update {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:38:23.229008 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.plugins.ml2.rpc [None req-dc7542b2-afef-47f4-a763-e3a3cba144be None None] Device d67036d6-8a7d-47d1-8b43-3918cd042d70 up at agent ovs-agent-dv-neutron-601336-94-hyperv {{(pid=94176) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:298}} Jun 23 11:38:23.281729 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.db.provisioning_blocks [None req-dc7542b2-afef-47f4-a763-e3a3cba144be None None] Provisioning complete for port d67036d6-8a7d-47d1-8b43-3918cd042d70 triggered by entity L2. {{(pid=94176) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 23 11:38:23.282129 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron_lib.callbacks.manager [None req-dc7542b2-afef-47f4-a763-e3a3cba144be None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-899258'] for port, provisioning_complete {{(pid=94176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:38:23.305043 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron_lib.callbacks.manager [None req-97bd5441-1da2-49ee-a364-27795820ba27 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773699952132', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-899307'] for agent, after_update {{(pid=94176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:38:23.404290 dv-neutron-601336-94-hyperv neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-f5072329-26b9-4e5b-9c77-bd85a616636e None None] Notify callbacks [] for port, precommit_update {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:38:23.414541 dv-neutron-601336-94-hyperv neutron-server[94177]: DEBUG neutron.db.provisioning_blocks [None req-f5072329-26b9-4e5b-9c77-bd85a616636e None None] Transition to ACTIVE for port object 388513ee-f923-42a4-baf9-2fb665e53d94 will not be triggered until provisioned by entity L2. {{(pid=94177) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 23 11:38:23.491298 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.plugins.ml2.db [req-63763461-27f0-488d-be40-11d07dc8b268 req-921d4c31-2dfe-4602-bbf1-fb7dd5e944f7 service neutron] For port 42d4ebb5-9db5-4560-b797-d4066415866b, host hv-neutron-6013, cleared binding levels {{(pid=94174) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 23 11:38:23.494426 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.plugins.ml2.db [req-63763461-27f0-488d-be40-11d07dc8b268 req-921d4c31-2dfe-4602-bbf1-fb7dd5e944f7 service neutron] For port 42d4ebb5-9db5-4560-b797-d4066415866b, host hv-neutron-6013, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-6013',level=0,port_id=42d4ebb5-9db5-4560-b797-d4066415866b,segment=NetworkSegment(09310a61-b7fd-486e-9e5b-9c6253ee12f9),segment_id=09310a61-b7fd-486e-9e5b-9c6253ee12f9)] {{(pid=94174) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 23 11:38:23.505307 dv-neutron-601336-94-hyperv neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-f5072329-26b9-4e5b-9c77-bd85a616636e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-922904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866062', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773700135042', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773699642233', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773699642278'] for port, after_update {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:38:23.514161 dv-neutron-601336-94-hyperv neutron-server[94177]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94177) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 11:38:23.554764 dv-neutron-601336-94-hyperv neutron-server[94177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccba93d7-7652-464d-92ba-275955d99fc9 None None] Pushing event updated for resources: {'Port': ['ID=388513ee-f923-42a4-baf9-2fb665e53d94,revision_number=3']} {{(pid=94177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 11:38:23.558611 dv-neutron-601336-94-hyperv neutron-server[94177]: DEBUG oslo_concurrency.lockutils [None req-ccba93d7-7652-464d-92ba-275955d99fc9 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=94177) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 11:38:23.603502 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron_lib.callbacks.manager [req-63763461-27f0-488d-be40-11d07dc8b268 req-921d4c31-2dfe-4602-bbf1-fb7dd5e944f7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-922904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866062', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773700135042', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773699642233', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773699642278', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5196369'] for port, after_update {{(pid=94174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:38:23.606072 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG oslo_concurrency.lockutils [None req-d962c5c1-f3eb-43c6-a708-cade32d961f1 tempest-RoutersIpV6Test-1448447933 tempest-RoutersIpV6Test-1448447933-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94174) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 11:38:23.608947 dv-neutron-601336-94-hyperv neutron-server[94177]: DEBUG neutron.plugins.ml2.managers [None req-f5072329-26b9-4e5b-9c77-bd85a616636e None None] Attempting to bind port 388513ee-f923-42a4-baf9-2fb665e53d94 on host dv-neutron-601336-94-hyperv for vnic_type normal with profile {{(pid=94177) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 23 11:38:23.609515 dv-neutron-601336-94-hyperv neutron-server[94177]: DEBUG neutron.plugins.ml2.managers [None req-f5072329-26b9-4e5b-9c77-bd85a616636e None None] Attempting to bind port 388513ee-f923-42a4-baf9-2fb665e53d94 by drivers openvswitch,hyperv on host dv-neutron-601336-94-hyperv at level 0 using segments [{'id': '19fb263b-ef3d-47d5-b749-258c4c2282bf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 433, 'network_id': 'e04d1dbb-a843-4ee3-9844-ad82eebdbddb'}] {{(pid=94177) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 23 11:38:23.611092 dv-neutron-601336-94-hyperv neutron-server[94177]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f5072329-26b9-4e5b-9c77-bd85a616636e None None] Attempting to bind port 388513ee-f923-42a4-baf9-2fb665e53d94 on network e04d1dbb-a843-4ee3-9844-ad82eebdbddb {{(pid=94177) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 23 11:38:23.624158 dv-neutron-601336-94-hyperv neutron-server[94177]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f5072329-26b9-4e5b-9c77-bd85a616636e None None] Checking agent: {'id': '4d05f899-5ac9-411b-8a03-f60c93f87cdf', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-601336-94-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 23, 11, 22, 14), 'started_at': datetime.datetime(2021, 6, 23, 11, 22, 44), 'heartbeat_timestamp': datetime.datetime(2021, 6, 23, 11, 38, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'monitor_allowed_address_pair_garp': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-601336-94-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94177) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 23 11:38:23.624158 dv-neutron-601336-94-hyperv neutron-server[94177]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f5072329-26b9-4e5b-9c77-bd85a616636e None None] Checking segment: {'id': '19fb263b-ef3d-47d5-b749-258c4c2282bf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 433, 'network_id': 'e04d1dbb-a843-4ee3-9844-ad82eebdbddb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94177) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 23 11:38:23.624158 dv-neutron-601336-94-hyperv neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-f5072329-26b9-4e5b-9c77-bd85a616636e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:38:23.624158 dv-neutron-601336-94-hyperv neutron-server[94177]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f5072329-26b9-4e5b-9c77-bd85a616636e None None] Bound using segment: {'id': '19fb263b-ef3d-47d5-b749-258c4c2282bf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 433, 'network_id': 'e04d1dbb-a843-4ee3-9844-ad82eebdbddb'} {{(pid=94177) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 23 11:38:23.624158 dv-neutron-601336-94-hyperv neutron-server[94177]: DEBUG neutron.plugins.ml2.managers [None req-f5072329-26b9-4e5b-9c77-bd85a616636e None None] Bound port: 388513ee-f923-42a4-baf9-2fb665e53d94, host: dv-neutron-601336-94-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '19fb263b-ef3d-47d5-b749-258c4c2282bf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 433, 'network_id': 'e04d1dbb-a843-4ee3-9844-ad82eebdbddb'}}] {{(pid=94177) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 23 11:38:23.624158 dv-neutron-601336-94-hyperv neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-f5072329-26b9-4e5b-9c77-bd85a616636e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-923122'] for port, before_update {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:38:23.643150 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63763461-27f0-488d-be40-11d07dc8b268 req-921d4c31-2dfe-4602-bbf1-fb7dd5e944f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94174) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 11:38:23.644315 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron_lib.callbacks.manager [req-63763461-27f0-488d-be40-11d07dc8b268 req-921d4c31-2dfe-4602-bbf1-fb7dd5e944f7 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-217507'] for port, before_response {{(pid=94174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:38:23.646041 dv-neutron-601336-94-hyperv neutron-server[94174]: INFO neutron.wsgi [req-63763461-27f0-488d-be40-11d07dc8b268 req-921d4c31-2dfe-4602-bbf1-fb7dd5e944f7 service neutron] 10.222.0.52 "PUT /v2.0/ports/42d4ebb5-9db5-4560-b797-d4066415866b HTTP/1.1" status: 200 len: 1093 time: 1.4984107 Jun 23 11:38:23.649759 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6299f618-32b8-45a2-a25a-83af3c1ed3bb', 'tag': '42d4ebb5-9db5-4560-b797-d4066415866b'}] {{(pid=94174) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 23 11:38:23.653274 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6ff47218258ed5bf6cae7f276c9622ae488f9e8ebc13d1a310221fbcfb04c5dd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d956390e-51e2-4f2a-8ae1-32cb63f86165" -d '{"events": [{"name": "network-changed", "server_uuid": "6299f618-32b8-45a2-a25a-83af3c1ed3bb", "tag": "42d4ebb5-9db5-4560-b797-d4066415866b"}]}' {{(pid=94174) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 23 11:38:23.677025 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-921d4c31-2dfe-4602-bbf1-fb7dd5e944f7 service neutron] Pushing event updated for resources: {'Port': ['ID=42d4ebb5-9db5-4560-b797-d4066415866b,revision_number=3']} {{(pid=94174) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 11:38:23.681183 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG oslo_concurrency.lockutils [None req-921d4c31-2dfe-4602-bbf1-fb7dd5e944f7 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.075s {{(pid=94174) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 11:38:23.715772 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 23 Jun 2021 11:38:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-43a541b6-33fa-4f34-b268-4186c20712b2 x-openstack-request-id: req-43a541b6-33fa-4f34-b268-4186c20712b2 {{(pid=94174) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 23 11:38:23.716122 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6299f618-32b8-45a2-a25a-83af3c1ed3bb", "tag": "42d4ebb5-9db5-4560-b797-d4066415866b", "status": "completed", "code": 200}]} {{(pid=94174) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 23 11:38:23.717480 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-43a541b6-33fa-4f34-b268-4186c20712b2 {{(pid=94174) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 23 11:38:23.719456 dv-neutron-601336-94-hyperv neutron-server[94174]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6299f618-32b8-45a2-a25a-83af3c1ed3bb', 'tag': '42d4ebb5-9db5-4560-b797-d4066415866b', 'status': 'completed', 'code': 200} Jun 23 11:38:23.758925 dv-neutron-601336-94-hyperv neutron-server[94177]: DEBUG neutron.plugins.ml2.db [None req-f5072329-26b9-4e5b-9c77-bd85a616636e None None] For port 388513ee-f923-42a4-baf9-2fb665e53d94, host dv-neutron-601336-94-hyperv, cleared binding levels {{(pid=94177) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 23 11:38:23.763535 dv-neutron-601336-94-hyperv neutron-server[94177]: DEBUG neutron.plugins.ml2.db [None req-f5072329-26b9-4e5b-9c77-bd85a616636e None None] For port 388513ee-f923-42a4-baf9-2fb665e53d94, host dv-neutron-601336-94-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-94-hyperv',level=0,port_id=388513ee-f923-42a4-baf9-2fb665e53d94,segment=NetworkSegment(19fb263b-ef3d-47d5-b749-258c4c2282bf),segment_id=19fb263b-ef3d-47d5-b749-258c4c2282bf)] {{(pid=94177) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 23 11:38:23.816818 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d956390e-51e2-4f2a-8ae1-32cb63f86165 req-045ec4c1-6704-4bb7-bcf7-ab063de221a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94174) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 11:38:23.816818 dv-neutron-601336-94-hyperv neutron-server[94174]: INFO neutron.wsgi [req-d956390e-51e2-4f2a-8ae1-32cb63f86165 req-045ec4c1-6704-4bb7-bcf7-ab063de221a3 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=772b9946478d439e9da4eaeade7fb21d&device_id=6299f618-32b8-45a2-a25a-83af3c1ed3bb HTTP/1.1" status: 200 len: 1096 time: 0.0706055 Jun 23 11:38:23.843360 dv-neutron-601336-94-hyperv neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-f5072329-26b9-4e5b-9c77-bd85a616636e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-922904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866062', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773700135042', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773699642233', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773699642278'] for port, after_update {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:38:23.848241 dv-neutron-601336-94-hyperv neutron-server[94177]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94177) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 11:38:23.886502 dv-neutron-601336-94-hyperv neutron-server[94177]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f5072329-26b9-4e5b-9c77-bd85a616636e None None] Routers {'5879a819-b07f-4a21-aa69-e6835a9a3669'} bound to L3 agent in host dv-neutron-601336-94-hyperv {{(pid=94177) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 23 11:38:23.890752 dv-neutron-601336-94-hyperv neutron-server[94177]: DEBUG neutron.db.l3_hamode_db [None req-f5072329-26b9-4e5b-9c77-bd85a616636e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-601336-94-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-06-23T11:22:13Z,description=,heartbeat_timestamp=2021-06-23T11:38:13Z,host='dv-neutron-601336-94-hyperv',id=50ef99c0-ef28-4db5-b303-b145898fae60,load=0,resource_versions=,resources_synced=,started_at=2021-06-23T11:22:14Z,topic='l3_agent')) {'router_ids': ['5879a819-b07f-4a21-aa69-e6835a9a3669'], 'active': True} {{(pid=94177) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 11:38:23.974179 dv-neutron-601336-94-hyperv neutron-server[94175]: INFO neutron.wsgi [req-cc1b541c-41a6-4cf4-9342-3b63394fcfe9 req-ec8cb418-a09f-48b0-a93b-0d5494da3ed4 tempest-TestNetworkAdvancedServerOps-632886841 tempest-TestNetworkAdvancedServerOps-632886841-project] 10.222.0.20 "GET /v2.0/ports?device_id=d40e82d2-8e4d-48d4-9431-234ad96f99a2 HTTP/1.1" status: 200 len: 210 time: 0.0612185 Jun 23 11:38:24.017654 dv-neutron-601336-94-hyperv neutron-server[94177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccba93d7-7652-464d-92ba-275955d99fc9 None None] Pushing event updated for resources: {'Port': ['ID=388513ee-f923-42a4-baf9-2fb665e53d94,revision_number=4']} {{(pid=94177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 11:38:24.022504 dv-neutron-601336-94-hyperv neutron-server[94177]: DEBUG oslo_concurrency.lockutils [None req-ccba93d7-7652-464d-92ba-275955d99fc9 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.174s {{(pid=94177) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 11:38:24.051281 dv-neutron-601336-94-hyperv neutron-server[94177]: DEBUG neutron.db.l3_dvr_db [None req-f5072329-26b9-4e5b-9c77-bd85a616636e None None] Set router 5879a819-b07f-4a21-aa69-e6835a9a3669 gateway port host: dv-neutron-601336-94-hyperv {{(pid=94177) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:838}} Jun 23 11:38:24.053496 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d956390e-51e2-4f2a-8ae1-32cb63f86165 req-b59ffd66-05f7-438c-ab36-cb24a146191c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94174) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 11:38:24.055397 dv-neutron-601336-94-hyperv neutron-server[94174]: INFO neutron.wsgi [req-d956390e-51e2-4f2a-8ae1-32cb63f86165 req-b59ffd66-05f7-438c-ab36-cb24a146191c service neutron] 10.222.0.52 "GET /v2.0/networks?tenant_id=772b9946478d439e9da4eaeade7fb21d&shared=False HTTP/1.1" status: 200 len: 898 time: 0.2336514 Jun 23 11:38:24.111394 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3b62396-5054-4a4f-a160-3c47ff930335 req-93126032-59c6-4df7-82d3-9639f89ee4bf tempest-TestNetworkBasicOps-233187296 tempest-TestNetworkBasicOps-233187296-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94174) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 11:38:24.112951 dv-neutron-601336-94-hyperv neutron-server[94174]: INFO neutron.wsgi [req-d3b62396-5054-4a4f-a160-3c47ff930335 req-93126032-59c6-4df7-82d3-9639f89ee4bf tempest-TestNetworkBasicOps-233187296 tempest-TestNetworkBasicOps-233187296-project] 10.222.0.20 "GET /v2.0/ports?device_id=6299f618-32b8-45a2-a25a-83af3c1ed3bb HTTP/1.1" status: 200 len: 943 time: 0.2728517 Jun 23 11:38:24.134169 dv-neutron-601336-94-hyperv neutron-server[94177]: DEBUG neutron.db.agents_db [None req-90fb1279-e4c5-4e73-8d66-3a29811dc4e3 None None] Agent healthcheck: found 6 active agents {{(pid=94177) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 23 11:38:24.255090 dv-neutron-601336-94-hyperv neutron-server[94174]: INFO neutron.wsgi [req-d3b62396-5054-4a4f-a160-3c47ff930335 req-d1806ab1-22ce-47ef-9bc0-0fae7b0f6b52 tempest-TestNetworkBasicOps-233187296 tempest-TestNetworkBasicOps-233187296-project] 10.222.0.20 "GET /v2.0/security-groups?id=aac31b31-3a6a-4296-b80d-1de79ffa4ba0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1101227 Jun 23 11:38:24.268058 dv-neutron-601336-94-hyperv neutron-server[94177]: DEBUG neutron.db.l3_hamode_db [None req-f5072329-26b9-4e5b-9c77-bd85a616636e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5879a819-b07f-4a21-aa69-e6835a9a3669', 'name': 'tempest-TestNetworkAdvancedServerOps-router-305041232', 'tenant_id': 'aa74ea44ffb74284a20f3e11f9f1da9d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3e7e4eb3-cf02-4d47-ade9-0a579cdfc60f', 'external_fixed_ips': [{'subnet_id': 'a5ad15ab-c489-4a67-a9b0-d559fca0ec71', 'ip_address': '172.26.3.127'}], 'enable_snat': True}, 'gw_port_id': 'd67036d6-8a7d-47d1-8b43-3918cd042d70', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-23T11:38:15Z', 'updated_at': '2021-06-23T11:38:20Z', 'revision_number': 4, 'project_id': 'aa74ea44ffb74284a20f3e11f9f1da9d', 'gw_port': {'id': 'd67036d6-8a7d-47d1-8b43-3918cd042d70', 'name': '', 'network_id': '3e7e4eb3-cf02-4d47-ade9-0a579cdfc60f', 'tenant_id': '', 'mac_address': 'fa:16:3e:62:b2:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5879a819-b07f-4a21-aa69-e6835a9a3669', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1341, 'fixed_ips': [{'subnet_id': 'a5ad15ab-c489-4a67-a9b0-d559fca0ec71', 'ip_address': '172.26.3.127', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-94-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-23T11:38:16Z', 'updated_at': '2021-06-23T11:38:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a5ad15ab-c489-4a67-a9b0-d559fca0ec71', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-601336-94-hyperv', '_interfaces': [{'id': '388513ee-f923-42a4-baf9-2fb665e53d94', 'name': '', 'network_id': 'e04d1dbb-a843-4ee3-9844-ad82eebdbddb', 'tenant_id': 'aa74ea44ffb74284a20f3e11f9f1da9d', 'mac_address': 'fa:16:3e:32:78:af', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5879a819-b07f-4a21-aa69-e6835a9a3669', 'device_owner': 'network:router_interface', 'standard_attr_id': 1348, 'fixed_ips': [{'subnet_id': '8a5608a2-ff2c-4b41-9153-013df8b9bf4d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-94-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-23T11:38:19Z', 'updated_at': '2021-06-23T11:38:23Z', 'revision_number': 4, 'project_id': 'aa74ea44ffb74284a20f3e11f9f1da9d', 'subnets': [{'id': '8a5608a2-ff2c-4b41-9153-013df8b9bf4d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-601336-94-hyperv', False) {} {{(pid=94177) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 11:38:24.268584 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d956390e-51e2-4f2a-8ae1-32cb63f86165 req-efacf14a-5311-47b3-ac6c-57cb677efa2d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94174) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 11:38:24.270220 dv-neutron-601336-94-hyperv neutron-server[94174]: INFO neutron.wsgi [req-d956390e-51e2-4f2a-8ae1-32cb63f86165 req-efacf14a-5311-47b3-ac6c-57cb677efa2d service neutron] 10.222.0.52 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2085652 Jun 23 11:38:24.294522 dv-neutron-601336-94-hyperv neutron-server[94177]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f5072329-26b9-4e5b-9c77-bd85a616636e None None] The sync data for ids ['5879a819-b07f-4a21-aa69-e6835a9a3669'] in dv-neutron-601336-94-hyperv is: [{'id': '5879a819-b07f-4a21-aa69-e6835a9a3669', 'name': 'tempest-TestNetworkAdvancedServerOps-router-305041232', 'tenant_id': 'aa74ea44ffb74284a20f3e11f9f1da9d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3e7e4eb3-cf02-4d47-ade9-0a579cdfc60f', 'external_fixed_ips': [{'subnet_id': 'a5ad15ab-c489-4a67-a9b0-d559fca0ec71', 'ip_address': '172.26.3.127'}], 'enable_snat': True}, 'gw_port_id': 'd67036d6-8a7d-47d1-8b43-3918cd042d70', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-23T11:38:15Z', 'updated_at': '2021-06-23T11:38:20Z', 'revision_number': 4, 'project_id': 'aa74ea44ffb74284a20f3e11f9f1da9d', 'gw_port': {'id': 'd67036d6-8a7d-47d1-8b43-3918cd042d70', 'name': '', 'network_id': '3e7e4eb3-cf02-4d47-ade9-0a579cdfc60f', 'tenant_id': '', 'mac_address': 'fa:16:3e:62:b2:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5879a819-b07f-4a21-aa69-e6835a9a3669', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1341, 'fixed_ips': [{'subnet_id': 'a5ad15ab-c489-4a67-a9b0-d559fca0ec71', 'ip_address': '172.26.3.127', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-94-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-23T11:38:16Z', 'updated_at': '2021-06-23T11:38:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a5ad15ab-c489-4a67-a9b0-d559fca0ec71', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-601336-94-hyperv', '_interfaces': [{'id': '388513ee-f923-42a4-baf9-2fb665e53d94', 'name': '', 'network_id': 'e04d1dbb-a843-4ee3-9844-ad82eebdbddb', 'tenant_id': 'aa74ea44ffb74284a20f3e11f9f1da9d', 'mac_address': 'fa:16:3e:32:78:af', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5879a819-b07f-4a21-aa69-e6835a9a3669', 'device_owner': 'network:router_interface', 'standard_attr_id': 1348, 'fixed_ips': [{'subnet_id': '8a5608a2-ff2c-4b41-9153-013df8b9bf4d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-94-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-23T11:38:19Z', 'updated_at': '2021-06-23T11:38:23Z', 'revision_number': 4, 'project_id': 'aa74ea44ffb74284a20f3e11f9f1da9d', 'subnets': [{'id': '8a5608a2-ff2c-4b41-9153-013df8b9bf4d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94177) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 23 11:38:24.391475 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63763461-27f0-488d-be40-11d07dc8b268 req-70531806-cd7a-4aa3-b6fd-878b6667a5b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94174) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 11:38:24.393267 dv-neutron-601336-94-hyperv neutron-server[94174]: INFO neutron.wsgi [req-63763461-27f0-488d-be40-11d07dc8b268 req-70531806-cd7a-4aa3-b6fd-878b6667a5b3 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=772b9946478d439e9da4eaeade7fb21d&device_id=6299f618-32b8-45a2-a25a-83af3c1ed3bb HTTP/1.1" status: 200 len: 1096 time: 0.0752680 Jun 23 11:38:24.442367 dv-neutron-601336-94-hyperv neutron-server[94174]: INFO neutron.wsgi [req-63763461-27f0-488d-be40-11d07dc8b268 req-5246bca5-582a-4260-968a-e5120dd2683d service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=42d4ebb5-9db5-4560-b797-d4066415866b HTTP/1.1" status: 200 len: 217 time: 0.0415347 Jun 23 11:38:24.493336 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63763461-27f0-488d-be40-11d07dc8b268 req-8ebafd11-39fb-4f15-b21c-55b0aabdbdfd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94174) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 11:38:24.494806 dv-neutron-601336-94-hyperv neutron-server[94174]: INFO neutron.wsgi [req-63763461-27f0-488d-be40-11d07dc8b268 req-8ebafd11-39fb-4f15-b21c-55b0aabdbdfd service neutron] 10.222.0.52 "GET /v2.0/subnets?id=b9020995-17d9-4bdc-8c5e-dad3e435ec86 HTTP/1.1" status: 200 len: 834 time: 0.0466206 Jun 23 11:38:24.555393 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63763461-27f0-488d-be40-11d07dc8b268 req-321adaae-a5ac-4aa5-b8e6-38454d255eb4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94174) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 11:38:24.556882 dv-neutron-601336-94-hyperv neutron-server[94174]: INFO neutron.wsgi [req-63763461-27f0-488d-be40-11d07dc8b268 req-321adaae-a5ac-4aa5-b8e6-38454d255eb4 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=bd46a884-00b1-49aa-92f0-d6b0a5689064&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1178 time: 0.0565023 Jun 23 11:38:24.654531 dv-neutron-601336-94-hyperv neutron-server[94174]: INFO neutron.wsgi [req-63763461-27f0-488d-be40-11d07dc8b268 req-36d14b71-05e0-4bd0-8f7b-564c2109f464 service neutron] 10.222.0.52 "GET /v2.0/networks/bd46a884-00b1-49aa-92f0-d6b0a5689064?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0916426 Jun 23 11:38:24.752914 dv-neutron-601336-94-hyperv neutron-server[94174]: INFO neutron.wsgi [req-63763461-27f0-488d-be40-11d07dc8b268 req-75d87431-63b6-4fa1-b3a2-e24508979c1f service neutron] 10.222.0.52 "GET /v2.0/networks/bd46a884-00b1-49aa-92f0-d6b0a5689064?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0922365 Jun 23 11:38:25.016131 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.plugins.ml2.rpc [None req-dc7542b2-afef-47f4-a763-e3a3cba144be None None] Device 388513ee-f923-42a4-baf9-2fb665e53d94 up at agent ovs-agent-dv-neutron-601336-94-hyperv {{(pid=94176) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:298}} Jun 23 11:38:25.118932 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.db.provisioning_blocks [None req-dc7542b2-afef-47f4-a763-e3a3cba144be None None] Provisioning for port 388513ee-f923-42a4-baf9-2fb665e53d94 completed by entity L2. {{(pid=94176) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 23 11:38:25.122807 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.db.provisioning_blocks [None req-dc7542b2-afef-47f4-a763-e3a3cba144be None None] Provisioning complete for port 388513ee-f923-42a4-baf9-2fb665e53d94 triggered by entity L2. {{(pid=94176) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 23 11:38:25.123283 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron_lib.callbacks.manager [None req-dc7542b2-afef-47f4-a763-e3a3cba144be None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-899258'] for port, provisioning_complete {{(pid=94176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:38:25.126848 dv-neutron-601336-94-hyperv neutron-server[94175]: INFO neutron.wsgi [req-9f360feb-71c5-41f3-b0ed-5b7f00024134 req-4b619f44-2e7f-4212-8378-936702a5c568 tempest-TestNetworkAdvancedServerOps-632886841 tempest-TestNetworkAdvancedServerOps-632886841-project] 10.222.0.20 "GET /v2.0/ports?device_id=d40e82d2-8e4d-48d4-9431-234ad96f99a2 HTTP/1.1" status: 200 len: 210 time: 0.0319107 Jun 23 11:38:25.208662 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron_lib.callbacks.manager [None req-dc7542b2-afef-47f4-a763-e3a3cba144be None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-923122'] for port, before_update {{(pid=94176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:38:25.242772 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.plugins.ml2.db [None req-dc7542b2-afef-47f4-a763-e3a3cba144be None None] For port 388513ee-f923-42a4-baf9-2fb665e53d94, host dv-neutron-601336-94-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-94-hyperv',level=0,port_id=388513ee-f923-42a4-baf9-2fb665e53d94,segment=NetworkSegment(19fb263b-ef3d-47d5-b749-258c4c2282bf),segment_id=19fb263b-ef3d-47d5-b749-258c4c2282bf)] {{(pid=94176) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 23 11:38:25.333902 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron_lib.callbacks.manager [None req-dc7542b2-afef-47f4-a763-e3a3cba144be None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-922904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866062', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773700135042', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773699642233', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773699642278'] for port, after_update {{(pid=94176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:38:25.336432 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG oslo_concurrency.lockutils [None req-c48ac0e5-1e55-4906-b8ef-dda73a1f7eba None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 11:38:25.389215 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc7542b2-afef-47f4-a763-e3a3cba144be None None] Pushing event updated for resources: {'Port': ['ID=388513ee-f923-42a4-baf9-2fb665e53d94,revision_number=5']} {{(pid=94176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 11:38:25.392557 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG oslo_concurrency.lockutils [None req-dc7542b2-afef-47f4-a763-e3a3cba144be None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.056s {{(pid=94176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 11:38:25.478224 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55c55dc0-e510-4094-830e-b5ee648a6705 req-f0d966ab-621f-4a77-b51d-562fdcab14fe tempest-TestNetworkAdvancedServerOps-632886841 tempest-TestNetworkAdvancedServerOps-632886841-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94174) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 11:38:25.479663 dv-neutron-601336-94-hyperv neutron-server[94174]: INFO neutron.wsgi [req-55c55dc0-e510-4094-830e-b5ee648a6705 req-f0d966ab-621f-4a77-b51d-562fdcab14fe tempest-TestNetworkAdvancedServerOps-632886841 tempest-TestNetworkAdvancedServerOps-632886841-project] 10.222.0.52 "GET /v2.0/networks?id=e04d1dbb-a843-4ee3-9844-ad82eebdbddb HTTP/1.1" status: 200 len: 796 time: 0.1402574 Jun 23 11:38:25.495727 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ebec956-6bfb-47fa-b104-d0fefda01b7c req-4951e06c-f14e-41b4-9e36-f98750bcfd85 tempest-TestNetworkBasicOps-233187296 tempest-TestNetworkBasicOps-233187296-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94174) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 11:38:25.497153 dv-neutron-601336-94-hyperv neutron-server[94174]: INFO neutron.wsgi [req-9ebec956-6bfb-47fa-b104-d0fefda01b7c req-4951e06c-f14e-41b4-9e36-f98750bcfd85 tempest-TestNetworkBasicOps-233187296 tempest-TestNetworkBasicOps-233187296-project] 10.222.0.20 "GET /v2.0/ports?device_id=6299f618-32b8-45a2-a25a-83af3c1ed3bb HTTP/1.1" status: 200 len: 943 time: 0.1060691 Jun 23 11:38:25.550097 dv-neutron-601336-94-hyperv neutron-server[94174]: INFO neutron.wsgi [req-55c55dc0-e510-4094-830e-b5ee648a6705 req-193ee9b9-31e9-4257-bb50-45e36273f0ca tempest-TestNetworkAdvancedServerOps-632886841 tempest-TestNetworkAdvancedServerOps-632886841-project] 10.222.0.52 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=aa74ea44ffb74284a20f3e11f9f1da9d HTTP/1.1" status: 200 len: 380 time: 0.0520105 Jun 23 11:38:25.561401 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.api.v2.base [req-55c55dc0-e510-4094-830e-b5ee648a6705 req-54baff1a-68f0-4371-b9dc-0bb193cd5b9c tempest-TestNetworkAdvancedServerOps-632886841 tempest-TestNetworkAdvancedServerOps-632886841-project] Request body: {'port': {'device_id': 'd40e82d2-8e4d-48d4-9431-234ad96f99a2', 'network_id': 'e04d1dbb-a843-4ee3-9844-ad82eebdbddb', 'admin_state_up': True, 'tenant_id': 'aa74ea44ffb74284a20f3e11f9f1da9d', 'security_groups': ['44081c10-3685-4611-af5e-38bdd6cbebf8']}} {{(pid=94174) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 23 11:38:25.570456 dv-neutron-601336-94-hyperv neutron-server[94174]: INFO neutron.wsgi [req-9ebec956-6bfb-47fa-b104-d0fefda01b7c req-070b7e71-ef2d-4bdc-876e-da54fa07a037 tempest-TestNetworkBasicOps-233187296 tempest-TestNetworkBasicOps-233187296-project] 10.222.0.20 "GET /v2.0/security-groups?id=aac31b31-3a6a-4296-b80d-1de79ffa4ba0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0667458 Jun 23 11:38:25.735367 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-55c55dc0-e510-4094-830e-b5ee648a6705 req-54baff1a-68f0-4371-b9dc-0bb193cd5b9c tempest-TestNetworkAdvancedServerOps-632886841 tempest-TestNetworkAdvancedServerOps-632886841-project] Made reservation on behalf of aa74ea44ffb74284a20f3e11f9f1da9d for: {'port': 1} {{(pid=94174) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 23 11:38:25.738842 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron_lib.callbacks.manager [req-55c55dc0-e510-4094-830e-b5ee648a6705 req-54baff1a-68f0-4371-b9dc-0bb193cd5b9c tempest-TestNetworkAdvancedServerOps-632886841 tempest-TestNetworkAdvancedServerOps-632886841-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-923104'] for port, before_create {{(pid=94174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:38:25.874755 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.db.db_base_plugin_common [req-55c55dc0-e510-4094-830e-b5ee648a6705 req-54baff1a-68f0-4371-b9dc-0bb193cd5b9c tempest-TestNetworkAdvancedServerOps-632886841 tempest-TestNetworkAdvancedServerOps-632886841-project] Allocated IP 172.20.0.11 (e04d1dbb-a843-4ee3-9844-ad82eebdbddb/8a5608a2-ff2c-4b41-9153-013df8b9bf4d/bb082d0f-c638-4129-b916-4f9c382b86c5) {{(pid=94174) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 23 11:38:26.006604 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron_lib.callbacks.manager [req-55c55dc0-e510-4094-830e-b5ee648a6705 req-54baff1a-68f0-4371-b9dc-0bb193cd5b9c tempest-TestNetworkAdvancedServerOps-632886841 tempest-TestNetworkAdvancedServerOps-632886841-project] Notify callbacks [] for port, precommit_create {{(pid=94174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:38:26.019588 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.db.provisioning_blocks [req-55c55dc0-e510-4094-830e-b5ee648a6705 req-54baff1a-68f0-4371-b9dc-0bb193cd5b9c tempest-TestNetworkAdvancedServerOps-632886841 tempest-TestNetworkAdvancedServerOps-632886841-project] Transition to ACTIVE for port object bb082d0f-c638-4129-b916-4f9c382b86c5 will not be triggered until provisioned by entity DHCP. {{(pid=94174) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 23 11:38:26.095287 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron_lib.callbacks.manager [req-55c55dc0-e510-4094-830e-b5ee648a6705 req-54baff1a-68f0-4371-b9dc-0bb193cd5b9c tempest-TestNetworkAdvancedServerOps-632886841 tempest-TestNetworkAdvancedServerOps-632886841-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-922915', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-239814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7866073', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773699642215', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-5196399'] for port, after_create {{(pid=94174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:38:26.098922 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG oslo_concurrency.lockutils [None req-ced6ffe9-f3c2-43b1-bed0-622944fa1952 tempest-NetworksIpV6Test-253648203 tempest-NetworksIpV6Test-253648203-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94174) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 11:38:26.141927 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-55c55dc0-e510-4094-830e-b5ee648a6705 req-54baff1a-68f0-4371-b9dc-0bb193cd5b9c tempest-TestNetworkAdvancedServerOps-632886841 tempest-TestNetworkAdvancedServerOps-632886841-project] Network e04d1dbb-a843-4ee3-9844-ad82eebdbddb is already hosted by enough agents. {{(pid=94174) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 23 11:38:26.145060 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.scheduler.base_scheduler [req-55c55dc0-e510-4094-830e-b5ee648a6705 req-54baff1a-68f0-4371-b9dc-0bb193cd5b9c tempest-TestNetworkAdvancedServerOps-632886841 tempest-TestNetworkAdvancedServerOps-632886841-project] Resources bound (agent type, host, resource id): {{(pid=94174) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 23 11:38:26.151952 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.db.l3_dvrscheduler_db [req-55c55dc0-e510-4094-830e-b5ee648a6705 req-54baff1a-68f0-4371-b9dc-0bb193cd5b9c tempest-TestNetworkAdvancedServerOps-632886841 tempest-TestNetworkAdvancedServerOps-632886841-project] Received port after_create {{(pid=94174) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 23 11:38:26.156626 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54baff1a-68f0-4371-b9dc-0bb193cd5b9c tempest-TestNetworkAdvancedServerOps-632886841 tempest-TestNetworkAdvancedServerOps-632886841-project] Pushing event updated for resources: {'Port': ['ID=bb082d0f-c638-4129-b916-4f9c382b86c5,revision_number=1']} {{(pid=94174) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 11:38:26.160534 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG oslo_concurrency.lockutils [None req-54baff1a-68f0-4371-b9dc-0bb193cd5b9c tempest-TestNetworkAdvancedServerOps-632886841 tempest-TestNetworkAdvancedServerOps-632886841-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.062s {{(pid=94174) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 11:38:26.207431 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55c55dc0-e510-4094-830e-b5ee648a6705 req-54baff1a-68f0-4371-b9dc-0bb193cd5b9c tempest-TestNetworkAdvancedServerOps-632886841 tempest-TestNetworkAdvancedServerOps-632886841-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94174) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 11:38:26.208062 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron_lib.callbacks.manager [req-55c55dc0-e510-4094-830e-b5ee648a6705 req-54baff1a-68f0-4371-b9dc-0bb193cd5b9c tempest-TestNetworkAdvancedServerOps-632886841 tempest-TestNetworkAdvancedServerOps-632886841-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-217507'] for port, before_response {{(pid=94174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:38:26.283677 dv-neutron-601336-94-hyperv neutron-server[94174]: INFO neutron.wsgi [req-55c55dc0-e510-4094-830e-b5ee648a6705 req-54baff1a-68f0-4371-b9dc-0bb193cd5b9c tempest-TestNetworkAdvancedServerOps-632886841 tempest-TestNetworkAdvancedServerOps-632886841-project] 10.222.0.52 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.7254174 Jun 23 11:38:26.296121 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.api.v2.base [req-55c55dc0-e510-4094-830e-b5ee648a6705 req-7e9e3b0c-5c09-45b3-8724-4710e8dd473f service neutron] Request body: {'port': {'device_id': 'd40e82d2-8e4d-48d4-9431-234ad96f99a2', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-6013'}} {{(pid=94174) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 23 11:38:26.375230 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron_lib.callbacks.manager [req-55c55dc0-e510-4094-830e-b5ee648a6705 req-7e9e3b0c-5c09-45b3-8724-4710e8dd473f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-923122'] for port, before_update {{(pid=94174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:38:26.465461 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.db.provisioning_blocks [None req-2bfd8e27-79ce-4cc6-8c95-eb5e67b642fc None None] Provisioning for port bb082d0f-c638-4129-b916-4f9c382b86c5 completed by entity DHCP. {{(pid=94176) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 23 11:38:26.471461 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.db.provisioning_blocks [None req-2bfd8e27-79ce-4cc6-8c95-eb5e67b642fc None None] Provisioning complete for port bb082d0f-c638-4129-b916-4f9c382b86c5 triggered by entity DHCP. {{(pid=94176) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 23 11:38:26.472124 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron_lib.callbacks.manager [None req-2bfd8e27-79ce-4cc6-8c95-eb5e67b642fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-899258'] for port, provisioning_complete {{(pid=94176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:38:26.527338 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.plugins.ml2.plugin [None req-2bfd8e27-79ce-4cc6-8c95-eb5e67b642fc None None] Port bb082d0f-c638-4129-b916-4f9c382b86c5 cannot update to ACTIVE because it is not bound. {{(pid=94176) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jun 23 11:38:26.618641 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3698631f-4695-4f0a-9ec4-c14e8ccf6360 req-dbc9ec56-ef01-4540-94e0-b5bda3927689 tempest-TestNetworkAdvancedServerOps-632886841 tempest-TestNetworkAdvancedServerOps-632886841-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 11:38:26.620487 dv-neutron-601336-94-hyperv neutron-server[94175]: INFO neutron.wsgi [req-3698631f-4695-4f0a-9ec4-c14e8ccf6360 req-dbc9ec56-ef01-4540-94e0-b5bda3927689 tempest-TestNetworkAdvancedServerOps-632886841 tempest-TestNetworkAdvancedServerOps-632886841-project] 10.222.0.20 "GET /v2.0/ports?device_id=d40e82d2-8e4d-48d4-9431-234ad96f99a2 HTTP/1.1" status: 200 len: 932 time: 0.3780940 Jun 23 11:38:26.666936 dv-neutron-601336-94-hyperv neutron-server[94175]: INFO neutron.wsgi [req-3698631f-4695-4f0a-9ec4-c14e8ccf6360 req-611e8b7d-b439-445e-b719-b47420196614 tempest-TestNetworkAdvancedServerOps-632886841 tempest-TestNetworkAdvancedServerOps-632886841-project] 10.222.0.20 "GET /v2.0/security-groups?id=44081c10-3685-4611-af5e-38bdd6cbebf8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0363588 Jun 23 11:38:26.680774 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.notifiers.nova [req-55c55dc0-e510-4094-830e-b5ee648a6705 req-7e9e3b0c-5c09-45b3-8724-4710e8dd473f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id bb082d0f-c638-4129-b916-4f9c382b86c5 {{(pid=94174) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 23 11:38:26.689412 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron_lib.callbacks.manager [req-55c55dc0-e510-4094-830e-b5ee648a6705 req-7e9e3b0c-5c09-45b3-8724-4710e8dd473f service neutron] Notify callbacks [] for port, precommit_update {{(pid=94174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:38:26.729542 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.db.provisioning_blocks [req-55c55dc0-e510-4094-830e-b5ee648a6705 req-7e9e3b0c-5c09-45b3-8724-4710e8dd473f service neutron] Transition to ACTIVE for port object bb082d0f-c638-4129-b916-4f9c382b86c5 will not be triggered until provisioned by entity L2. {{(pid=94174) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 23 11:38:26.761429 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4167b038-1394-4707-814a-c7247cba47e8 req-e69ed0ed-c44b-4a8c-add1-f498290d12fa tempest-TestNetworkBasicOps-233187296 tempest-TestNetworkBasicOps-233187296-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94174) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 11:38:26.762940 dv-neutron-601336-94-hyperv neutron-server[94174]: INFO neutron.wsgi [req-4167b038-1394-4707-814a-c7247cba47e8 req-e69ed0ed-c44b-4a8c-add1-f498290d12fa tempest-TestNetworkBasicOps-233187296 tempest-TestNetworkBasicOps-233187296-project] 10.222.0.20 "GET /v2.0/ports?device_id=6299f618-32b8-45a2-a25a-83af3c1ed3bb HTTP/1.1" status: 200 len: 943 time: 0.0706086 Jun 23 11:38:26.804784 dv-neutron-601336-94-hyperv neutron-server[94174]: INFO neutron.wsgi [req-4167b038-1394-4707-814a-c7247cba47e8 req-6a67aef6-e4a0-497a-9fdc-b2e899cad34a tempest-TestNetworkBasicOps-233187296 tempest-TestNetworkBasicOps-233187296-project] 10.222.0.20 "GET /v2.0/security-groups?id=aac31b31-3a6a-4296-b80d-1de79ffa4ba0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0358284 Jun 23 11:38:26.815625 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron_lib.callbacks.manager [req-55c55dc0-e510-4094-830e-b5ee648a6705 req-7e9e3b0c-5c09-45b3-8724-4710e8dd473f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-922904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866062', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773700135042', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773699642233', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773699642278', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5196369'] for port, after_update {{(pid=94174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:38:26.818894 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG oslo_concurrency.lockutils [None req-462758dd-bec7-4117-aaed-25c7a76a4c29 tempest-TestNetworkBasicOps-233187296 tempest-TestNetworkBasicOps-233187296-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94174) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 11:38:26.872836 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e9e3b0c-5c09-45b3-8724-4710e8dd473f service neutron] Pushing event updated for resources: {'Port': ['ID=bb082d0f-c638-4129-b916-4f9c382b86c5,revision_number=2']} {{(pid=94174) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 11:38:26.876505 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG oslo_concurrency.lockutils [None req-7e9e3b0c-5c09-45b3-8724-4710e8dd473f service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.058s {{(pid=94174) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 11:38:26.955702 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.plugins.ml2.managers [req-55c55dc0-e510-4094-830e-b5ee648a6705 req-7e9e3b0c-5c09-45b3-8724-4710e8dd473f service neutron] Attempting to bind port bb082d0f-c638-4129-b916-4f9c382b86c5 on host hv-neutron-6013 for vnic_type normal with profile {{(pid=94174) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 23 11:38:26.956135 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.plugins.ml2.managers [req-55c55dc0-e510-4094-830e-b5ee648a6705 req-7e9e3b0c-5c09-45b3-8724-4710e8dd473f service neutron] Attempting to bind port bb082d0f-c638-4129-b916-4f9c382b86c5 by drivers openvswitch,hyperv on host hv-neutron-6013 at level 0 using segments [{'id': '19fb263b-ef3d-47d5-b749-258c4c2282bf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 433, 'network_id': 'e04d1dbb-a843-4ee3-9844-ad82eebdbddb'}] {{(pid=94174) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 23 11:38:26.956562 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-55c55dc0-e510-4094-830e-b5ee648a6705 req-7e9e3b0c-5c09-45b3-8724-4710e8dd473f service neutron] Attempting to bind port bb082d0f-c638-4129-b916-4f9c382b86c5 on network e04d1dbb-a843-4ee3-9844-ad82eebdbddb {{(pid=94174) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 23 11:38:26.962444 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-55c55dc0-e510-4094-830e-b5ee648a6705 req-7e9e3b0c-5c09-45b3-8724-4710e8dd473f service neutron] Port bb082d0f-c638-4129-b916-4f9c382b86c5 on network e04d1dbb-a843-4ee3-9844-ad82eebdbddb not bound, no agent of type Open vSwitch agent registered on host hv-neutron-6013 {{(pid=94174) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 23 11:38:26.962896 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-55c55dc0-e510-4094-830e-b5ee648a6705 req-7e9e3b0c-5c09-45b3-8724-4710e8dd473f service neutron] Attempting to bind port bb082d0f-c638-4129-b916-4f9c382b86c5 on network e04d1dbb-a843-4ee3-9844-ad82eebdbddb {{(pid=94174) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 23 11:38:26.969125 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-55c55dc0-e510-4094-830e-b5ee648a6705 req-7e9e3b0c-5c09-45b3-8724-4710e8dd473f service neutron] Checking agent: {'id': '3a130b41-5b27-406b-aeb2-5a923af79f10', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-6013', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 23, 11, 28, 23), 'started_at': datetime.datetime(2021, 6, 23, 11, 28, 23), 'heartbeat_timestamp': datetime.datetime(2021, 6, 23, 11, 38, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94174) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 23 11:38:26.969629 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-55c55dc0-e510-4094-830e-b5ee648a6705 req-7e9e3b0c-5c09-45b3-8724-4710e8dd473f service neutron] Checking segment: {'id': '19fb263b-ef3d-47d5-b749-258c4c2282bf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 433, 'network_id': 'e04d1dbb-a843-4ee3-9844-ad82eebdbddb'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94174) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 23 11:38:26.970112 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-55c55dc0-e510-4094-830e-b5ee648a6705 req-7e9e3b0c-5c09-45b3-8724-4710e8dd473f service neutron] Bound using segment: {'id': '19fb263b-ef3d-47d5-b749-258c4c2282bf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 433, 'network_id': 'e04d1dbb-a843-4ee3-9844-ad82eebdbddb'} {{(pid=94174) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 23 11:38:26.970674 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.plugins.ml2.managers [req-55c55dc0-e510-4094-830e-b5ee648a6705 req-7e9e3b0c-5c09-45b3-8724-4710e8dd473f service neutron] Bound port: bb082d0f-c638-4129-b916-4f9c382b86c5, host: hv-neutron-6013, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '19fb263b-ef3d-47d5-b749-258c4c2282bf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 433, 'network_id': 'e04d1dbb-a843-4ee3-9844-ad82eebdbddb'}}] {{(pid=94174) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 23 11:38:26.971126 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron_lib.callbacks.manager [req-55c55dc0-e510-4094-830e-b5ee648a6705 req-7e9e3b0c-5c09-45b3-8724-4710e8dd473f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-923122'] for port, before_update {{(pid=94174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:38:27.016203 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.plugins.ml2.rpc [None req-dc7542b2-afef-47f4-a763-e3a3cba144be None None] Device 388513ee-f923-42a4-baf9-2fb665e53d94 up at agent ovs-agent-dv-neutron-601336-94-hyperv {{(pid=94176) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:298}} Jun 23 11:38:27.047269 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.plugins.ml2.db [req-55c55dc0-e510-4094-830e-b5ee648a6705 req-7e9e3b0c-5c09-45b3-8724-4710e8dd473f service neutron] For port bb082d0f-c638-4129-b916-4f9c382b86c5, host hv-neutron-6013, cleared binding levels {{(pid=94174) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 23 11:38:27.051538 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.plugins.ml2.db [req-55c55dc0-e510-4094-830e-b5ee648a6705 req-7e9e3b0c-5c09-45b3-8724-4710e8dd473f service neutron] For port bb082d0f-c638-4129-b916-4f9c382b86c5, host hv-neutron-6013, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-6013',level=0,port_id=bb082d0f-c638-4129-b916-4f9c382b86c5,segment=NetworkSegment(19fb263b-ef3d-47d5-b749-258c4c2282bf),segment_id=19fb263b-ef3d-47d5-b749-258c4c2282bf)] {{(pid=94174) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 23 11:38:27.064502 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.db.provisioning_blocks [None req-dc7542b2-afef-47f4-a763-e3a3cba144be None None] Provisioning complete for port 388513ee-f923-42a4-baf9-2fb665e53d94 triggered by entity L2. {{(pid=94176) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 23 11:38:27.065088 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron_lib.callbacks.manager [None req-dc7542b2-afef-47f4-a763-e3a3cba144be None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-899258'] for port, provisioning_complete {{(pid=94176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:38:27.141673 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron_lib.callbacks.manager [req-55c55dc0-e510-4094-830e-b5ee648a6705 req-7e9e3b0c-5c09-45b3-8724-4710e8dd473f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-922904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866062', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773700135042', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773699642233', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773699642278', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5196369'] for port, after_update {{(pid=94174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:38:27.145583 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG oslo_concurrency.lockutils [None req-f19be104-8225-46c8-b55b-344d89fcf008 tempest-FloatingIPTestJSON-1140213849 tempest-FloatingIPTestJSON-1140213849-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94174) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 11:38:27.181235 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55c55dc0-e510-4094-830e-b5ee648a6705 req-7e9e3b0c-5c09-45b3-8724-4710e8dd473f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94174) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 11:38:27.182160 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron_lib.callbacks.manager [req-55c55dc0-e510-4094-830e-b5ee648a6705 req-7e9e3b0c-5c09-45b3-8724-4710e8dd473f service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-217507'] for port, before_response {{(pid=94174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:38:27.184005 dv-neutron-601336-94-hyperv neutron-server[94174]: INFO neutron.wsgi [req-55c55dc0-e510-4094-830e-b5ee648a6705 req-7e9e3b0c-5c09-45b3-8724-4710e8dd473f service neutron] 10.222.0.52 "PUT /v2.0/ports/bb082d0f-c638-4129-b916-4f9c382b86c5 HTTP/1.1" status: 200 len: 1094 time: 0.8927183 Jun 23 11:38:27.186531 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd40e82d2-8e4d-48d4-9431-234ad96f99a2', 'tag': 'bb082d0f-c638-4129-b916-4f9c382b86c5'}] {{(pid=94174) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 23 11:38:27.190166 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6ff47218258ed5bf6cae7f276c9622ae488f9e8ebc13d1a310221fbcfb04c5dd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2a29c792-f62f-4c28-9252-4730d034777a" -d '{"events": [{"name": "network-changed", "server_uuid": "d40e82d2-8e4d-48d4-9431-234ad96f99a2", "tag": "bb082d0f-c638-4129-b916-4f9c382b86c5"}]}' {{(pid=94174) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 23 11:38:27.222495 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e9e3b0c-5c09-45b3-8724-4710e8dd473f service neutron] Pushing event updated for resources: {'Port': ['ID=bb082d0f-c638-4129-b916-4f9c382b86c5,revision_number=3']} {{(pid=94174) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 11:38:27.226043 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG oslo_concurrency.lockutils [None req-7e9e3b0c-5c09-45b3-8724-4710e8dd473f service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.080s {{(pid=94174) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 11:38:27.229654 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 23 Jun 2021 11:38:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-500e1d63-fc64-4577-9fff-f0172a79fe71 x-openstack-request-id: req-500e1d63-fc64-4577-9fff-f0172a79fe71 {{(pid=94174) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 23 11:38:27.230087 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d40e82d2-8e4d-48d4-9431-234ad96f99a2", "tag": "bb082d0f-c638-4129-b916-4f9c382b86c5", "status": "completed", "code": 200}]} {{(pid=94174) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 23 11:38:27.230400 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-500e1d63-fc64-4577-9fff-f0172a79fe71 {{(pid=94174) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 23 11:38:27.230842 dv-neutron-601336-94-hyperv neutron-server[94174]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd40e82d2-8e4d-48d4-9431-234ad96f99a2', 'tag': 'bb082d0f-c638-4129-b916-4f9c382b86c5', 'status': 'completed', 'code': 200} Jun 23 11:38:27.308888 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a29c792-f62f-4c28-9252-4730d034777a req-c4a515df-fb3b-4e28-8218-44b77671ca70 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94174) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 11:38:27.310546 dv-neutron-601336-94-hyperv neutron-server[94174]: INFO neutron.wsgi [req-2a29c792-f62f-4c28-9252-4730d034777a req-c4a515df-fb3b-4e28-8218-44b77671ca70 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=aa74ea44ffb74284a20f3e11f9f1da9d&device_id=d40e82d2-8e4d-48d4-9431-234ad96f99a2 HTTP/1.1" status: 200 len: 1097 time: 0.0604322 Jun 23 11:38:27.407901 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a29c792-f62f-4c28-9252-4730d034777a req-f9c07db8-5bb5-4078-80b7-36d67d081e7d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94174) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 11:38:27.409409 dv-neutron-601336-94-hyperv neutron-server[94174]: INFO neutron.wsgi [req-2a29c792-f62f-4c28-9252-4730d034777a req-f9c07db8-5bb5-4078-80b7-36d67d081e7d service neutron] 10.222.0.52 "GET /v2.0/networks?tenant_id=aa74ea44ffb74284a20f3e11f9f1da9d&shared=False HTTP/1.1" status: 200 len: 897 time: 0.0921545 Jun 23 11:38:27.515801 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a29c792-f62f-4c28-9252-4730d034777a req-f9b46251-055b-4e90-9472-cc766721eb95 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94174) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 11:38:27.517308 dv-neutron-601336-94-hyperv neutron-server[94174]: INFO neutron.wsgi [req-2a29c792-f62f-4c28-9252-4730d034777a req-f9b46251-055b-4e90-9472-cc766721eb95 service neutron] 10.222.0.52 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0934460 Jun 23 11:38:27.606148 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55c55dc0-e510-4094-830e-b5ee648a6705 req-e869ed25-907d-44e8-a300-ddf045cf8c19 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94174) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 11:38:27.607596 dv-neutron-601336-94-hyperv neutron-server[94174]: INFO neutron.wsgi [req-55c55dc0-e510-4094-830e-b5ee648a6705 req-e869ed25-907d-44e8-a300-ddf045cf8c19 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=aa74ea44ffb74284a20f3e11f9f1da9d&device_id=d40e82d2-8e4d-48d4-9431-234ad96f99a2 HTTP/1.1" status: 200 len: 1097 time: 0.0532112 Jun 23 11:38:27.652299 dv-neutron-601336-94-hyperv neutron-server[94174]: INFO neutron.wsgi [req-55c55dc0-e510-4094-830e-b5ee648a6705 req-6a75bb44-35e2-4df7-af42-aeabf03753b5 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=bb082d0f-c638-4129-b916-4f9c382b86c5 HTTP/1.1" status: 200 len: 217 time: 0.0379550 Jun 23 11:38:27.699275 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55c55dc0-e510-4094-830e-b5ee648a6705 req-e91129e2-db84-48f1-a843-1c7f848ebaa6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94174) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 11:38:27.700745 dv-neutron-601336-94-hyperv neutron-server[94174]: INFO neutron.wsgi [req-55c55dc0-e510-4094-830e-b5ee648a6705 req-e91129e2-db84-48f1-a843-1c7f848ebaa6 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=8a5608a2-ff2c-4b41-9153-013df8b9bf4d HTTP/1.1" status: 200 len: 835 time: 0.0429020 Jun 23 11:38:27.731401 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.plugins.ml2.rpc [None req-97bd5441-1da2-49ee-a364-27795820ba27 None None] Device 42d4ebb5-9db5-4560-b797-d4066415866b details requested by agent hyperv_hv-neutron-6013 with host hv-neutron-6013 {{(pid=94176) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:104}} Jun 23 11:38:27.759754 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55c55dc0-e510-4094-830e-b5ee648a6705 req-0f04a14b-9366-44af-bdf0-add9c2d87ec7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94174) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 11:38:27.761368 dv-neutron-601336-94-hyperv neutron-server[94174]: INFO neutron.wsgi [req-55c55dc0-e510-4094-830e-b5ee648a6705 req-0f04a14b-9366-44af-bdf0-add9c2d87ec7 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=e04d1dbb-a843-4ee3-9844-ad82eebdbddb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1178 time: 0.0547349 Jun 23 11:38:27.836664 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.plugins.ml2.db [None req-97bd5441-1da2-49ee-a364-27795820ba27 None None] For port 42d4ebb5-9db5-4560-b797-d4066415866b, host hv-neutron-6013, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-6013',level=0,port_id=42d4ebb5-9db5-4560-b797-d4066415866b,segment=NetworkSegment(09310a61-b7fd-486e-9e5b-9c6253ee12f9),segment_id=09310a61-b7fd-486e-9e5b-9c6253ee12f9)] {{(pid=94176) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 23 11:38:27.848977 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.plugins.ml2.rpc [None req-97bd5441-1da2-49ee-a364-27795820ba27 None None] Returning: {'device': '42d4ebb5-9db5-4560-b797-d4066415866b', 'network_id': 'bd46a884-00b1-49aa-92f0-d6b0a5689064', 'port_id': '42d4ebb5-9db5-4560-b797-d4066415866b', 'mac_address': 'fa:16:3e:78:03:33', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 440, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b9020995-17d9-4bdc-8c5e-dad3e435ec86', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94176) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:186}} Jun 23 11:38:27.893021 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron_lib.callbacks.manager [None req-97bd5441-1da2-49ee-a364-27795820ba27 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-923122'] for port, before_update {{(pid=94176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:38:27.895066 dv-neutron-601336-94-hyperv neutron-server[94174]: INFO neutron.wsgi [req-55c55dc0-e510-4094-830e-b5ee648a6705 req-9d9bb03b-01d2-4316-966b-dc81716537b8 service neutron] 10.222.0.52 "GET /v2.0/networks/e04d1dbb-a843-4ee3-9844-ad82eebdbddb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1251421 Jun 23 11:38:27.906332 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.notifiers.nova [None req-97bd5441-1da2-49ee-a364-27795820ba27 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 42d4ebb5-9db5-4560-b797-d4066415866b {{(pid=94176) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 23 11:38:27.915081 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16e70455-dd39-40ad-88b4-da4d5c5807f5 req-4637ea07-d6e0-46b6-9326-2026b8c0f73e tempest-TestNetworkAdvancedServerOps-632886841 tempest-TestNetworkAdvancedServerOps-632886841-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94174) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 11:38:27.916896 dv-neutron-601336-94-hyperv neutron-server[94174]: INFO neutron.wsgi [req-16e70455-dd39-40ad-88b4-da4d5c5807f5 req-4637ea07-d6e0-46b6-9326-2026b8c0f73e tempest-TestNetworkAdvancedServerOps-632886841 tempest-TestNetworkAdvancedServerOps-632886841-project] 10.222.0.20 "GET /v2.0/ports?device_id=d40e82d2-8e4d-48d4-9431-234ad96f99a2 HTTP/1.1" status: 200 len: 944 time: 0.1006625 Jun 23 11:38:27.941870 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.plugins.ml2.db [None req-97bd5441-1da2-49ee-a364-27795820ba27 None None] For port 42d4ebb5-9db5-4560-b797-d4066415866b, host hv-neutron-6013, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-6013',level=0,port_id=42d4ebb5-9db5-4560-b797-d4066415866b,segment=NetworkSegment(09310a61-b7fd-486e-9e5b-9c6253ee12f9),segment_id=09310a61-b7fd-486e-9e5b-9c6253ee12f9)] {{(pid=94176) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 23 11:38:27.993923 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c6a9ea8-7b42-418e-901f-59633e004340 req-43f9864e-4baa-45ab-8ff6-166f717f1697 tempest-TestNetworkBasicOps-233187296 tempest-TestNetworkBasicOps-233187296-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 11:38:27.995494 dv-neutron-601336-94-hyperv neutron-server[94175]: INFO neutron.wsgi [req-7c6a9ea8-7b42-418e-901f-59633e004340 req-43f9864e-4baa-45ab-8ff6-166f717f1697 tempest-TestNetworkBasicOps-233187296 tempest-TestNetworkBasicOps-233187296-project] 10.222.0.20 "GET /v2.0/ports?device_id=6299f618-32b8-45a2-a25a-83af3c1ed3bb HTTP/1.1" status: 200 len: 943 time: 0.0655699 Jun 23 11:38:28.016226 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron_lib.callbacks.manager [None req-97bd5441-1da2-49ee-a364-27795820ba27 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-922904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866062', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773700135042', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773699642233', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773699642278'] for port, after_update {{(pid=94176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:38:28.019286 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG oslo_concurrency.lockutils [None req-6d060d0e-32c7-4231-984b-9c4bdc6e3acd None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 11:38:28.025852 dv-neutron-601336-94-hyperv neutron-server[94174]: INFO neutron.wsgi [req-16e70455-dd39-40ad-88b4-da4d5c5807f5 req-34e65774-f070-44cb-b889-ed4d1caa5f14 tempest-TestNetworkAdvancedServerOps-632886841 tempest-TestNetworkAdvancedServerOps-632886841-project] 10.222.0.20 "GET /v2.0/security-groups?id=44081c10-3685-4611-af5e-38bdd6cbebf8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0944462 Jun 23 11:38:28.048836 dv-neutron-601336-94-hyperv neutron-server[94174]: INFO neutron.wsgi [req-55c55dc0-e510-4094-830e-b5ee648a6705 req-dcd733a2-3c55-409a-9838-15f6db018054 service neutron] 10.222.0.52 "GET /v2.0/networks/e04d1dbb-a843-4ee3-9844-ad82eebdbddb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1302941 Jun 23 11:38:28.050081 dv-neutron-601336-94-hyperv neutron-server[94175]: INFO neutron.wsgi [req-7c6a9ea8-7b42-418e-901f-59633e004340 req-d964f6c3-f315-49a4-9ba9-24c5b5da695a tempest-TestNetworkBasicOps-233187296 tempest-TestNetworkBasicOps-233187296-project] 10.222.0.20 "GET /v2.0/security-groups?id=aac31b31-3a6a-4296-b80d-1de79ffa4ba0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0482149 Jun 23 11:38:28.074716 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97bd5441-1da2-49ee-a364-27795820ba27 None None] Pushing event updated for resources: {'Port': ['ID=42d4ebb5-9db5-4560-b797-d4066415866b,revision_number=4']} {{(pid=94176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 11:38:28.077811 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG oslo_concurrency.lockutils [None req-97bd5441-1da2-49ee-a364-27795820ba27 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.059s {{(pid=94176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 11:38:28.224071 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.plugins.ml2.db [None req-97bd5441-1da2-49ee-a364-27795820ba27 None None] get_ports_and_sgs() called for port_ids ['42d4ebb5-9db5-4560-b797-d4066415866b'] {{(pid=94176) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 23 11:38:29.215674 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbdc938e-d7b2-4762-980a-9584675d0819 req-b4dc3925-bd09-4920-8970-89e369135f11 tempest-TestNetworkAdvancedServerOps-632886841 tempest-TestNetworkAdvancedServerOps-632886841-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94174) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 11:38:29.217115 dv-neutron-601336-94-hyperv neutron-server[94174]: INFO neutron.wsgi [req-dbdc938e-d7b2-4762-980a-9584675d0819 req-b4dc3925-bd09-4920-8970-89e369135f11 tempest-TestNetworkAdvancedServerOps-632886841 tempest-TestNetworkAdvancedServerOps-632886841-project] 10.222.0.20 "GET /v2.0/ports?device_id=d40e82d2-8e4d-48d4-9431-234ad96f99a2 HTTP/1.1" status: 200 len: 944 time: 0.0653551 Jun 23 11:38:29.233351 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-101b6802-13e0-4557-9cfb-792d9158a8c0 req-825d0875-d0e2-4146-b850-d150b50668a1 tempest-TestNetworkBasicOps-233187296 tempest-TestNetworkBasicOps-233187296-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 11:38:29.234820 dv-neutron-601336-94-hyperv neutron-server[94175]: INFO neutron.wsgi [req-101b6802-13e0-4557-9cfb-792d9158a8c0 req-825d0875-d0e2-4146-b850-d150b50668a1 tempest-TestNetworkBasicOps-233187296 tempest-TestNetworkBasicOps-233187296-project] 10.222.0.20 "GET /v2.0/ports?device_id=6299f618-32b8-45a2-a25a-83af3c1ed3bb HTTP/1.1" status: 200 len: 944 time: 0.0659244 Jun 23 11:38:29.254386 dv-neutron-601336-94-hyperv neutron-server[94174]: INFO neutron.wsgi [req-dbdc938e-d7b2-4762-980a-9584675d0819 req-b6db5793-17ef-409a-8517-281d523fab57 tempest-TestNetworkAdvancedServerOps-632886841 tempest-TestNetworkAdvancedServerOps-632886841-project] 10.222.0.20 "GET /v2.0/security-groups?id=44081c10-3685-4611-af5e-38bdd6cbebf8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0315075 Jun 23 11:38:29.272895 dv-neutron-601336-94-hyperv neutron-server[94175]: INFO neutron.wsgi [req-101b6802-13e0-4557-9cfb-792d9158a8c0 req-60d370a3-a59f-4dfa-a50e-4b3d6add008e tempest-TestNetworkBasicOps-233187296 tempest-TestNetworkBasicOps-233187296-project] 10.222.0.20 "GET /v2.0/security-groups?id=aac31b31-3a6a-4296-b80d-1de79ffa4ba0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0325758 Jun 23 11:38:29.751671 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.plugins.ml2.rpc [None req-97bd5441-1da2-49ee-a364-27795820ba27 None None] Device bb082d0f-c638-4129-b916-4f9c382b86c5 details requested by agent hyperv_hv-neutron-6013 with host hv-neutron-6013 {{(pid=94176) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:104}} Jun 23 11:38:29.753687 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.plugins.ml2.rpc [None req-97bd5441-1da2-49ee-a364-27795820ba27 None None] Device 42d4ebb5-9db5-4560-b797-d4066415866b up at agent hyperv_hv-neutron-6013 {{(pid=94176) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:298}} Jun 23 11:38:29.875419 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.plugins.ml2.db [None req-97bd5441-1da2-49ee-a364-27795820ba27 None None] For port bb082d0f-c638-4129-b916-4f9c382b86c5, host hv-neutron-6013, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-6013',level=0,port_id=bb082d0f-c638-4129-b916-4f9c382b86c5,segment=NetworkSegment(19fb263b-ef3d-47d5-b749-258c4c2282bf),segment_id=19fb263b-ef3d-47d5-b749-258c4c2282bf)] {{(pid=94176) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 23 11:38:29.889204 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.plugins.ml2.rpc [None req-97bd5441-1da2-49ee-a364-27795820ba27 None None] Returning: {'device': 'bb082d0f-c638-4129-b916-4f9c382b86c5', 'network_id': 'e04d1dbb-a843-4ee3-9844-ad82eebdbddb', 'port_id': 'bb082d0f-c638-4129-b916-4f9c382b86c5', 'mac_address': 'fa:16:3e:f3:1b:70', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 433, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8a5608a2-ff2c-4b41-9153-013df8b9bf4d', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94176) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:186}} Jun 23 11:38:29.919857 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.db.provisioning_blocks [None req-97bd5441-1da2-49ee-a364-27795820ba27 None None] Provisioning for port 42d4ebb5-9db5-4560-b797-d4066415866b completed by entity L2. {{(pid=94176) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 23 11:38:29.927785 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron_lib.callbacks.manager [None req-97bd5441-1da2-49ee-a364-27795820ba27 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-923122'] for port, before_update {{(pid=94176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:38:29.929389 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.db.provisioning_blocks [None req-97bd5441-1da2-49ee-a364-27795820ba27 None None] Provisioning complete for port 42d4ebb5-9db5-4560-b797-d4066415866b triggered by entity L2. {{(pid=94176) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 23 11:38:29.929763 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron_lib.callbacks.manager [None req-97bd5441-1da2-49ee-a364-27795820ba27 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-899258'] for port, provisioning_complete {{(pid=94176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:38:29.960482 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.notifiers.nova [None req-97bd5441-1da2-49ee-a364-27795820ba27 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id bb082d0f-c638-4129-b916-4f9c382b86c5 {{(pid=94176) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 23 11:38:29.987660 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.plugins.ml2.db [None req-97bd5441-1da2-49ee-a364-27795820ba27 None None] For port bb082d0f-c638-4129-b916-4f9c382b86c5, host hv-neutron-6013, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-6013',level=0,port_id=bb082d0f-c638-4129-b916-4f9c382b86c5,segment=NetworkSegment(19fb263b-ef3d-47d5-b749-258c4c2282bf),segment_id=19fb263b-ef3d-47d5-b749-258c4c2282bf)] {{(pid=94176) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 23 11:38:30.028798 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron_lib.callbacks.manager [None req-97bd5441-1da2-49ee-a364-27795820ba27 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-923122'] for port, before_update {{(pid=94176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:38:30.049926 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6299f618-32b8-45a2-a25a-83af3c1ed3bb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '42d4ebb5-9db5-4560-b797-d4066415866b'}] {{(pid=94176) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 23 11:38:30.052203 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}887b0dfc0393de878080286a57e4a08d4fa60dd0cddd118f338ebfcd351ddd4c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-eecca63b-6dd1-4171-8417-ed577314aa34" -d '{"events": [{"server_uuid": "6299f618-32b8-45a2-a25a-83af3c1ed3bb", "name": "network-vif-plugged", "status": "completed", "tag": "42d4ebb5-9db5-4560-b797-d4066415866b"}]}' {{(pid=94176) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 23 11:38:30.064471 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron_lib.callbacks.manager [None req-97bd5441-1da2-49ee-a364-27795820ba27 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-922904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866062', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773700135042', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773699642233', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773699642278'] for port, after_update {{(pid=94176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:38:30.067886 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG oslo_concurrency.lockutils [None req-284e3a68-fc72-4dcd-889b-877b549da635 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 11:38:30.071663 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.plugins.ml2.db [None req-97bd5441-1da2-49ee-a364-27795820ba27 None None] For port 42d4ebb5-9db5-4560-b797-d4066415866b, host hv-neutron-6013, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-6013',level=0,port_id=42d4ebb5-9db5-4560-b797-d4066415866b,segment=NetworkSegment(09310a61-b7fd-486e-9e5b-9c6253ee12f9),segment_id=09310a61-b7fd-486e-9e5b-9c6253ee12f9)] {{(pid=94176) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 23 11:38:30.233020 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 23 Jun 2021 11:38:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-11c3012f-ac48-4f19-9b87-fd4ad0c28ffc x-openstack-request-id: req-11c3012f-ac48-4f19-9b87-fd4ad0c28ffc {{(pid=94176) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 23 11:38:30.233315 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6299f618-32b8-45a2-a25a-83af3c1ed3bb", "name": "network-vif-plugged", "status": "completed", "tag": "42d4ebb5-9db5-4560-b797-d4066415866b", "code": 200}]} {{(pid=94176) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 23 11:38:30.233576 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-11c3012f-ac48-4f19-9b87-fd4ad0c28ffc {{(pid=94176) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 23 11:38:30.233965 dv-neutron-601336-94-hyperv neutron-server[94176]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6299f618-32b8-45a2-a25a-83af3c1ed3bb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '42d4ebb5-9db5-4560-b797-d4066415866b', 'code': 200} Jun 23 11:38:30.239674 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron_lib.callbacks.manager [None req-97bd5441-1da2-49ee-a364-27795820ba27 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-922904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866062', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773700135042', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773699642233', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773699642278'] for port, after_update {{(pid=94176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:38:30.264008 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97bd5441-1da2-49ee-a364-27795820ba27 None None] Pushing event updated for resources: {'Port': ['ID=bb082d0f-c638-4129-b916-4f9c382b86c5,revision_number=4']} {{(pid=94176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 11:38:30.267142 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG oslo_concurrency.lockutils [None req-97bd5441-1da2-49ee-a364-27795820ba27 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.199s {{(pid=94176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 11:38:30.267612 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG oslo_concurrency.lockutils [None req-f7ea5150-66fe-4a9f-8455-85dda7213842 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.025s {{(pid=94176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 11:38:30.314095 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.plugins.ml2.db [None req-97bd5441-1da2-49ee-a364-27795820ba27 None None] get_ports_and_sgs() called for port_ids ['bb082d0f-c638-4129-b916-4f9c382b86c5'] {{(pid=94176) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 23 11:38:30.350971 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97bd5441-1da2-49ee-a364-27795820ba27 None None] Pushing event updated for resources: {'Port': ['ID=42d4ebb5-9db5-4560-b797-d4066415866b,revision_number=5']} {{(pid=94176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 11:38:30.355293 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG oslo_concurrency.lockutils [None req-97bd5441-1da2-49ee-a364-27795820ba27 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.088s {{(pid=94176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 11:38:30.444739 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d18e78c3-5ef2-4e5e-ae9b-cd0afe7c2c92 req-ab00e42a-72c8-496f-92ad-ed84facaee11 tempest-TestNetworkAdvancedServerOps-632886841 tempest-TestNetworkAdvancedServerOps-632886841-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 11:38:30.446324 dv-neutron-601336-94-hyperv neutron-server[94175]: INFO neutron.wsgi [req-d18e78c3-5ef2-4e5e-ae9b-cd0afe7c2c92 req-ab00e42a-72c8-496f-92ad-ed84facaee11 tempest-TestNetworkAdvancedServerOps-632886841 tempest-TestNetworkAdvancedServerOps-632886841-project] 10.222.0.20 "GET /v2.0/ports?device_id=d40e82d2-8e4d-48d4-9431-234ad96f99a2 HTTP/1.1" status: 200 len: 945 time: 0.0767250 Jun 23 11:38:30.488325 dv-neutron-601336-94-hyperv neutron-server[94175]: INFO neutron.wsgi [req-d18e78c3-5ef2-4e5e-ae9b-cd0afe7c2c92 req-332368b6-4258-4eb8-a978-a1c1fb5d4140 tempest-TestNetworkAdvancedServerOps-632886841 tempest-TestNetworkAdvancedServerOps-632886841-project] 10.222.0.20 "GET /v2.0/security-groups?id=44081c10-3685-4611-af5e-38bdd6cbebf8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0360525 Jun 23 11:38:30.516057 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85dd2061-f131-4630-9494-a61c0da35bb1 req-9598ab2d-2bfc-4416-85fe-96198e27a7b8 tempest-TestNetworkBasicOps-233187296 tempest-TestNetworkBasicOps-233187296-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94174) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 11:38:30.517511 dv-neutron-601336-94-hyperv neutron-server[94174]: INFO neutron.wsgi [req-85dd2061-f131-4630-9494-a61c0da35bb1 req-9598ab2d-2bfc-4416-85fe-96198e27a7b8 tempest-TestNetworkBasicOps-233187296 tempest-TestNetworkBasicOps-233187296-project] 10.222.0.20 "GET /v2.0/ports?device_id=6299f618-32b8-45a2-a25a-83af3c1ed3bb HTTP/1.1" status: 200 len: 945 time: 0.1077929 Jun 23 11:38:30.520159 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe6eb183-a658-449e-9f07-d598aafdeba8 req-2379cf14-16f7-48f0-baf6-336b94f292b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94174) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 11:38:30.521777 dv-neutron-601336-94-hyperv neutron-server[94174]: INFO neutron.wsgi [req-fe6eb183-a658-449e-9f07-d598aafdeba8 req-2379cf14-16f7-48f0-baf6-336b94f292b7 service neutron] 10.222.0.52 "GET /v2.0/ports?device_id=6299f618-32b8-45a2-a25a-83af3c1ed3bb HTTP/1.1" status: 200 len: 1098 time: 0.1020954 Jun 23 11:38:30.574875 dv-neutron-601336-94-hyperv neutron-server[94174]: INFO neutron.wsgi [req-85dd2061-f131-4630-9494-a61c0da35bb1 req-eb1842c2-08df-4441-bc07-45741fbcb121 tempest-TestNetworkBasicOps-233187296 tempest-TestNetworkBasicOps-233187296-project] 10.222.0.20 "GET /v2.0/security-groups?id=aac31b31-3a6a-4296-b80d-1de79ffa4ba0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0507119 Jun 23 11:38:30.578355 dv-neutron-601336-94-hyperv neutron-server[94174]: INFO neutron.wsgi [req-fe6eb183-a658-449e-9f07-d598aafdeba8 req-decb2905-4c80-4075-9cdb-e83024f638db service neutron] 10.222.0.52 "GET /v2.0/security-groups?id=aac31b31-3a6a-4296-b80d-1de79ffa4ba0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0476716 Jun 23 11:38:31.665601 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50198129-5fbc-49e7-9cbd-319c04c60f6b req-9069d152-07c3-4e1b-a49b-d8e556ecbf98 tempest-TestNetworkAdvancedServerOps-632886841 tempest-TestNetworkAdvancedServerOps-632886841-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 11:38:31.667090 dv-neutron-601336-94-hyperv neutron-server[94175]: INFO neutron.wsgi [req-50198129-5fbc-49e7-9cbd-319c04c60f6b req-9069d152-07c3-4e1b-a49b-d8e556ecbf98 tempest-TestNetworkAdvancedServerOps-632886841 tempest-TestNetworkAdvancedServerOps-632886841-project] 10.222.0.20 "GET /v2.0/ports?device_id=d40e82d2-8e4d-48d4-9431-234ad96f99a2 HTTP/1.1" status: 200 len: 945 time: 0.0651679 Jun 23 11:38:31.708772 dv-neutron-601336-94-hyperv neutron-server[94175]: INFO neutron.wsgi [req-50198129-5fbc-49e7-9cbd-319c04c60f6b req-4d46e9cf-553a-4784-ad3d-98f3784e2125 tempest-TestNetworkAdvancedServerOps-632886841 tempest-TestNetworkAdvancedServerOps-632886841-project] 10.222.0.20 "GET /v2.0/security-groups?id=44081c10-3685-4611-af5e-38bdd6cbebf8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0359910 Jun 23 11:38:31.746029 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0e19c75-4d48-4d70-ae57-bd706d3e0973 req-9fa64c37-1ae1-4421-8974-d7abc032d54d tempest-TestNetworkBasicOps-233187296 tempest-TestNetworkBasicOps-233187296-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94174) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 11:38:31.747527 dv-neutron-601336-94-hyperv neutron-server[94174]: INFO neutron.wsgi [req-d0e19c75-4d48-4d70-ae57-bd706d3e0973 req-9fa64c37-1ae1-4421-8974-d7abc032d54d tempest-TestNetworkBasicOps-233187296 tempest-TestNetworkBasicOps-233187296-project] 10.222.0.20 "GET /v2.0/ports?device_id=6299f618-32b8-45a2-a25a-83af3c1ed3bb HTTP/1.1" status: 200 len: 945 time: 0.0636132 Jun 23 11:38:31.759586 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.plugins.ml2.rpc [None req-97bd5441-1da2-49ee-a364-27795820ba27 None None] Device bb082d0f-c638-4129-b916-4f9c382b86c5 up at agent hyperv_hv-neutron-6013 {{(pid=94176) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:298}} Jun 23 11:38:31.785826 dv-neutron-601336-94-hyperv neutron-server[94174]: INFO neutron.wsgi [req-d0e19c75-4d48-4d70-ae57-bd706d3e0973 req-2c5192c9-c9ca-4966-9fb7-6fa819a8dc6d tempest-TestNetworkBasicOps-233187296 tempest-TestNetworkBasicOps-233187296-project] 10.222.0.20 "GET /v2.0/security-groups?id=aac31b31-3a6a-4296-b80d-1de79ffa4ba0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0326023 Jun 23 11:38:31.866817 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.db.provisioning_blocks [None req-97bd5441-1da2-49ee-a364-27795820ba27 None None] Provisioning for port bb082d0f-c638-4129-b916-4f9c382b86c5 completed by entity L2. {{(pid=94176) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 23 11:38:31.870759 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.db.provisioning_blocks [None req-97bd5441-1da2-49ee-a364-27795820ba27 None None] Provisioning complete for port bb082d0f-c638-4129-b916-4f9c382b86c5 triggered by entity L2. {{(pid=94176) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 23 11:38:31.871176 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron_lib.callbacks.manager [None req-97bd5441-1da2-49ee-a364-27795820ba27 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-899258'] for port, provisioning_complete {{(pid=94176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:38:31.949197 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron_lib.callbacks.manager [None req-97bd5441-1da2-49ee-a364-27795820ba27 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-923122'] for port, before_update {{(pid=94176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:38:31.955078 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0a5d762-423b-4db6-9d32-09ed26d93e7e req-e5b62923-c3c0-4bfb-a906-374709243a26 tempest-TestNetworkBasicOps-233187296 tempest-TestNetworkBasicOps-233187296-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 11:38:31.956553 dv-neutron-601336-94-hyperv neutron-server[94175]: INFO neutron.wsgi [req-e0a5d762-423b-4db6-9d32-09ed26d93e7e req-e5b62923-c3c0-4bfb-a906-374709243a26 tempest-TestNetworkBasicOps-233187296 tempest-TestNetworkBasicOps-233187296-project] 10.222.0.20 "GET /v2.0/ports?device_id=6299f618-32b8-45a2-a25a-83af3c1ed3bb HTTP/1.1" status: 200 len: 945 time: 0.0643873 Jun 23 11:38:31.980494 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.plugins.ml2.db [None req-97bd5441-1da2-49ee-a364-27795820ba27 None None] For port bb082d0f-c638-4129-b916-4f9c382b86c5, host hv-neutron-6013, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-6013',level=0,port_id=bb082d0f-c638-4129-b916-4f9c382b86c5,segment=NetworkSegment(19fb263b-ef3d-47d5-b749-258c4c2282bf),segment_id=19fb263b-ef3d-47d5-b749-258c4c2282bf)] {{(pid=94176) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 23 11:38:31.994379 dv-neutron-601336-94-hyperv neutron-server[94175]: INFO neutron.wsgi [req-e0a5d762-423b-4db6-9d32-09ed26d93e7e req-3efd050a-00ac-4c73-9ad8-af5660ffb34a tempest-TestNetworkBasicOps-233187296 tempest-TestNetworkBasicOps-233187296-project] 10.222.0.20 "GET /v2.0/security-groups?id=aac31b31-3a6a-4296-b80d-1de79ffa4ba0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0318313 Jun 23 11:38:32.021033 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.wsgi [-] (94175) accepted ('10.222.0.20', 43172) {{(pid=94175) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 11:38:32.038476 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron_lib.callbacks.manager [None req-97bd5441-1da2-49ee-a364-27795820ba27 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-922904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866062', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773700135042', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773699642233', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773699642278'] for port, after_update {{(pid=94176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:38:32.040386 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG oslo_concurrency.lockutils [None req-7d4abe48-e21c-4cbe-902d-d21cc459b67a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 11:38:32.085560 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97bd5441-1da2-49ee-a364-27795820ba27 None None] Pushing event updated for resources: {'Port': ['ID=bb082d0f-c638-4129-b916-4f9c382b86c5,revision_number=5']} {{(pid=94176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 11:38:32.088510 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG oslo_concurrency.lockutils [None req-97bd5441-1da2-49ee-a364-27795820ba27 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=94176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 11:38:32.105634 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d1934b7f-be95-4631-8434-fc620399f9c0 tempest-TestNetworkBasicOps-1420332966 tempest-TestNetworkBasicOps-1420332966-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 11:38:32.107116 dv-neutron-601336-94-hyperv neutron-server[94175]: INFO neutron.wsgi [None req-d1934b7f-be95-4631-8434-fc620399f9c0 tempest-TestNetworkBasicOps-1420332966 tempest-TestNetworkBasicOps-1420332966-project-admin] 10.222.0.20 "GET /v2.0/ports?device_id=6299f618-32b8-45a2-a25a-83af3c1ed3bb HTTP/1.1" status: 200 len: 1093 time: 0.0851233 Jun 23 11:38:32.109895 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.wsgi [-] (94175) accepted ('10.222.0.20', 43174) {{(pid=94175) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 11:38:32.114147 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.api.v2.base [None req-ad34e4fe-2df0-4620-9927-62ff256033b8 tempest-TestNetworkBasicOps-233187296 tempest-TestNetworkBasicOps-233187296-project] Request body: {'floatingip': {'floating_network_id': '3e7e4eb3-cf02-4d47-ade9-0a579cdfc60f', 'port_id': '42d4ebb5-9db5-4560-b797-d4066415866b', 'tenant_id': '772b9946478d439e9da4eaeade7fb21d', 'fixed_ip_address': '172.20.0.8'}} {{(pid=94175) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 23 11:38:32.225289 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron_lib.callbacks.manager [None req-ad34e4fe-2df0-4620-9927-62ff256033b8 tempest-TestNetworkBasicOps-233187296 tempest-TestNetworkBasicOps-233187296-project] Notify callbacks [] for floatingip, before_create {{(pid=94175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:38:32.234704 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd40e82d2-8e4d-48d4-9431-234ad96f99a2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bb082d0f-c638-4129-b916-4f9c382b86c5'}] {{(pid=94176) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 23 11:38:32.237136 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}887b0dfc0393de878080286a57e4a08d4fa60dd0cddd118f338ebfcd351ddd4c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-288071ff-154c-4e9c-a801-8b3b72c03414" -d '{"events": [{"server_uuid": "d40e82d2-8e4d-48d4-9431-234ad96f99a2", "name": "network-vif-plugged", "status": "completed", "tag": "bb082d0f-c638-4129-b916-4f9c382b86c5"}]}' {{(pid=94176) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 23 11:38:32.272885 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 23 Jun 2021 11:38:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-74a4a864-af37-4c5f-9883-1eeaa2d3adeb x-openstack-request-id: req-74a4a864-af37-4c5f-9883-1eeaa2d3adeb {{(pid=94176) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 23 11:38:32.273191 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d40e82d2-8e4d-48d4-9431-234ad96f99a2", "name": "network-vif-plugged", "status": "completed", "tag": "bb082d0f-c638-4129-b916-4f9c382b86c5", "code": 200}]} {{(pid=94176) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 23 11:38:32.273457 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-74a4a864-af37-4c5f-9883-1eeaa2d3adeb {{(pid=94176) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 23 11:38:32.273864 dv-neutron-601336-94-hyperv neutron-server[94176]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd40e82d2-8e4d-48d4-9431-234ad96f99a2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bb082d0f-c638-4129-b916-4f9c382b86c5', 'code': 200} Jun 23 11:38:32.324628 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron_lib.callbacks.manager [None req-ad34e4fe-2df0-4620-9927-62ff256033b8 tempest-TestNetworkBasicOps-233187296 tempest-TestNetworkBasicOps-233187296-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-923104'] for port, before_create {{(pid=94175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:38:32.428585 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.db.db_base_plugin_common [None req-ad34e4fe-2df0-4620-9927-62ff256033b8 tempest-TestNetworkBasicOps-233187296 tempest-TestNetworkBasicOps-233187296-project] Allocated IP 172.26.3.39 (3e7e4eb3-cf02-4d47-ade9-0a579cdfc60f/a5ad15ab-c489-4a67-a9b0-d559fca0ec71/9fbea5ab-4cf0-429c-b265-863adcfded94) {{(pid=94175) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 23 11:38:32.525966 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron_lib.callbacks.manager [None req-ad34e4fe-2df0-4620-9927-62ff256033b8 tempest-TestNetworkBasicOps-233187296 tempest-TestNetworkBasicOps-233187296-project] Notify callbacks [] for port, precommit_create {{(pid=94175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:38:32.648617 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron_lib.callbacks.manager [None req-ad34e4fe-2df0-4620-9927-62ff256033b8 tempest-TestNetworkBasicOps-233187296 tempest-TestNetworkBasicOps-233187296-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-922915', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-239814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7866073', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773699642215', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-5082457'] for port, after_create {{(pid=94175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:38:32.651617 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG oslo_concurrency.lockutils [None req-05d5e607-dae0-4850-961f-bbf3948664cc tempest-TestServerAdvancedOps-2059691030 tempest-TestServerAdvancedOps-2059691030-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94175) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 11:38:32.691748 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ad34e4fe-2df0-4620-9927-62ff256033b8 tempest-TestNetworkBasicOps-233187296 tempest-TestNetworkBasicOps-233187296-project] Network 3e7e4eb3-cf02-4d47-ade9-0a579cdfc60f is already hosted by enough agents. {{(pid=94175) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 23 11:38:32.694571 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.scheduler.base_scheduler [None req-ad34e4fe-2df0-4620-9927-62ff256033b8 tempest-TestNetworkBasicOps-233187296 tempest-TestNetworkBasicOps-233187296-project] Resources bound (agent type, host, resource id): {{(pid=94175) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 23 11:38:32.700094 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ad34e4fe-2df0-4620-9927-62ff256033b8 tempest-TestNetworkBasicOps-233187296 tempest-TestNetworkBasicOps-233187296-project] Received port after_create {{(pid=94175) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 23 11:38:32.705609 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad34e4fe-2df0-4620-9927-62ff256033b8 tempest-TestNetworkBasicOps-233187296 tempest-TestNetworkBasicOps-233187296-project] Pushing event updated for resources: {'Port': ['ID=9fbea5ab-4cf0-429c-b265-863adcfded94,revision_number=1']} {{(pid=94175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 11:38:32.714943 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a870a488-b091-4ea8-a82c-31f56f50f50b req-11215476-b5e8-4a7d-aaf3-ead5785bad36 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94174) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 11:38:32.716425 dv-neutron-601336-94-hyperv neutron-server[94174]: INFO neutron.wsgi [req-a870a488-b091-4ea8-a82c-31f56f50f50b req-11215476-b5e8-4a7d-aaf3-ead5785bad36 service neutron] 10.222.0.52 "GET /v2.0/ports?device_id=d40e82d2-8e4d-48d4-9431-234ad96f99a2 HTTP/1.1" status: 200 len: 1099 time: 0.0580328 Jun 23 11:38:32.725656 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG oslo_concurrency.lockutils [None req-ad34e4fe-2df0-4620-9927-62ff256033b8 tempest-TestNetworkBasicOps-233187296 tempest-TestNetworkBasicOps-233187296-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.074s {{(pid=94175) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 11:38:32.752748 dv-neutron-601336-94-hyperv neutron-server[94174]: INFO neutron.wsgi [req-a870a488-b091-4ea8-a82c-31f56f50f50b req-a01bc726-0de3-4663-a57b-6af7a1bdd05c service neutron] 10.222.0.52 "GET /v2.0/security-groups?id=44081c10-3685-4611-af5e-38bdd6cbebf8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0300243 Jun 23 11:38:32.983496 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-513e7ea2-f5ec-43b3-9029-4cf29d2f6beb req-b46511de-a507-4479-a0fb-0862a34e89f9 tempest-TestNetworkAdvancedServerOps-632886841 tempest-TestNetworkAdvancedServerOps-632886841-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 11:38:32.984945 dv-neutron-601336-94-hyperv neutron-server[94175]: INFO neutron.wsgi [req-513e7ea2-f5ec-43b3-9029-4cf29d2f6beb req-b46511de-a507-4479-a0fb-0862a34e89f9 tempest-TestNetworkAdvancedServerOps-632886841 tempest-TestNetworkAdvancedServerOps-632886841-project] 10.222.0.20 "GET /v2.0/ports?device_id=d40e82d2-8e4d-48d4-9431-234ad96f99a2 HTTP/1.1" status: 200 len: 946 time: 0.1665220 Jun 23 11:38:33.112301 dv-neutron-601336-94-hyperv neutron-server[94175]: INFO neutron.wsgi [req-513e7ea2-f5ec-43b3-9029-4cf29d2f6beb req-139e8135-be1c-4985-b519-ba0ede1867c1 tempest-TestNetworkAdvancedServerOps-632886841 tempest-TestNetworkAdvancedServerOps-632886841-project] 10.222.0.20 "GET /v2.0/security-groups?id=44081c10-3685-4611-af5e-38bdd6cbebf8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1208415 Jun 23 11:38:33.185646 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron_lib.callbacks.manager [None req-ad34e4fe-2df0-4620-9927-62ff256033b8 tempest-TestNetworkBasicOps-233187296 tempest-TestNetworkBasicOps-233187296-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:38:33.323502 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron_lib.callbacks.manager [None req-ad34e4fe-2df0-4620-9927-62ff256033b8 tempest-TestNetworkBasicOps-233187296 tempest-TestNetworkBasicOps-233187296-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-923122'] for port, before_update {{(pid=94175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:38:33.478292 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron_lib.callbacks.manager [None req-ad34e4fe-2df0-4620-9927-62ff256033b8 tempest-TestNetworkBasicOps-233187296 tempest-TestNetworkBasicOps-233187296-project] Notify callbacks [] for port, precommit_update {{(pid=94175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:38:33.546384 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron_lib.callbacks.manager [None req-ad34e4fe-2df0-4620-9927-62ff256033b8 tempest-TestNetworkBasicOps-233187296 tempest-TestNetworkBasicOps-233187296-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-922904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866062', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773700135042', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773699642233', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773699642278', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5082471'] for port, after_update {{(pid=94175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:38:33.549421 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG oslo_concurrency.lockutils [None req-f7c23a6f-757b-41a7-9fa2-3186a4f0af17 tempest-TestNetworkBasicOps-233187296 tempest-TestNetworkBasicOps-233187296-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94175) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 11:38:33.617282 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad34e4fe-2df0-4620-9927-62ff256033b8 tempest-TestNetworkBasicOps-233187296 tempest-TestNetworkBasicOps-233187296-project] Pushing event updated for resources: {'Port': ['ID=9fbea5ab-4cf0-429c-b265-863adcfded94,revision_number=2']} {{(pid=94175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 11:38:33.621710 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG oslo_concurrency.lockutils [None req-ad34e4fe-2df0-4620-9927-62ff256033b8 tempest-TestNetworkBasicOps-233187296 tempest-TestNetworkBasicOps-233187296-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.072s {{(pid=94175) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 11:38:33.626957 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron_lib.callbacks.manager [None req-ad34e4fe-2df0-4620-9927-62ff256033b8 tempest-TestNetworkBasicOps-233187296 tempest-TestNetworkBasicOps-233187296-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-524229'] for floatingip, after_update {{(pid=94175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:38:33.732058 dv-neutron-601336-94-hyperv neutron-server[94175]: INFO neutron.db.l3_db [None req-ad34e4fe-2df0-4620-9927-62ff256033b8 tempest-TestNetworkBasicOps-233187296 tempest-TestNetworkBasicOps-233187296-project] Floating IP 731094ab-1388-4db0-8773-f79e7c889c88 associated. External IP: 172.26.3.39, port: 42d4ebb5-9db5-4560-b797-d4066415866b. Jun 23 11:38:33.940980 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ad34e4fe-2df0-4620-9927-62ff256033b8 tempest-TestNetworkBasicOps-233187296 tempest-TestNetworkBasicOps-233187296-project] Router 6dd22ae5-5eb1-4a98-ace8-ae186e56e058 has already been hosted by L3 agent 50ef99c0-ef28-4db5-b303-b145898fae60 {{(pid=94175) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 23 11:38:34.045648 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ad34e4fe-2df0-4620-9927-62ff256033b8 tempest-TestNetworkBasicOps-233187296 tempest-TestNetworkBasicOps-233187296-project] Notify agent at l3_agent.dv-neutron-601336-94-hyperv the message routers_updated {{(pid=94175) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 23 11:38:34.055709 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ab1d9db8-dcb6-4835-a2b2-3bb5abd9979d None None] Sync routers for ids ['6dd22ae5-5eb1-4a98-ace8-ae186e56e058'] in dv-neutron-601336-94-hyperv {{(pid=94176) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 23 11:38:34.066533 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ab1d9db8-dcb6-4835-a2b2-3bb5abd9979d None None] Routers {'6dd22ae5-5eb1-4a98-ace8-ae186e56e058'} bound to L3 agent in host dv-neutron-601336-94-hyperv {{(pid=94176) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 23 11:38:34.067280 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.db.l3_hamode_db [None req-ab1d9db8-dcb6-4835-a2b2-3bb5abd9979d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-601336-94-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-06-23T11:22:13Z,description=,heartbeat_timestamp=2021-06-23T11:38:13Z,host='dv-neutron-601336-94-hyperv',id=50ef99c0-ef28-4db5-b303-b145898fae60,load=0,resource_versions=,resources_synced=,started_at=2021-06-23T11:22:14Z,topic='l3_agent')) {'router_ids': ['6dd22ae5-5eb1-4a98-ace8-ae186e56e058'], 'active': True} {{(pid=94176) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 11:38:34.141366 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron_lib.callbacks.manager [None req-ad34e4fe-2df0-4620-9927-62ff256033b8 tempest-TestNetworkBasicOps-233187296 tempest-TestNetworkBasicOps-233187296-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-217507'] for floatingip, before_response {{(pid=94175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:38:34.175851 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.db.l3_dvr_db [None req-ab1d9db8-dcb6-4835-a2b2-3bb5abd9979d None None] Set router 6dd22ae5-5eb1-4a98-ace8-ae186e56e058 gateway port host: dv-neutron-601336-94-hyperv {{(pid=94176) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:838}} Jun 23 11:38:34.180723 dv-neutron-601336-94-hyperv neutron-server[94175]: INFO neutron.wsgi [None req-ad34e4fe-2df0-4620-9927-62ff256033b8 tempest-TestNetworkBasicOps-233187296 tempest-TestNetworkBasicOps-233187296-project] 10.222.0.20 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 2.0698407 Jun 23 11:38:34.185134 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6299f618-32b8-45a2-a25a-83af3c1ed3bb', 'tag': '42d4ebb5-9db5-4560-b797-d4066415866b'}] {{(pid=94175) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 23 11:38:34.185263 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.wsgi [-] (94174) accepted ('10.222.0.20', 43182) {{(pid=94174) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 11:38:34.185716 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1970408df4ea4e7170669a1249478e627cf05a5a0b07cc08a66c5cb53d0ac47a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7e2654d4-ab51-4a64-8ce1-33f30e4e5372" -d '{"events": [{"name": "network-changed", "server_uuid": "6299f618-32b8-45a2-a25a-83af3c1ed3bb", "tag": "42d4ebb5-9db5-4560-b797-d4066415866b"}]}' {{(pid=94175) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 23 11:38:34.243157 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 23 Jun 2021 11:38:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f41e6b60-7cfc-4290-8267-0f48a2ecd8d0 x-openstack-request-id: req-f41e6b60-7cfc-4290-8267-0f48a2ecd8d0 {{(pid=94175) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 23 11:38:34.243709 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6299f618-32b8-45a2-a25a-83af3c1ed3bb", "tag": "42d4ebb5-9db5-4560-b797-d4066415866b", "status": "completed", "code": 200}]} {{(pid=94175) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 23 11:38:34.244220 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-f41e6b60-7cfc-4290-8267-0f48a2ecd8d0 {{(pid=94175) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 23 11:38:34.245121 dv-neutron-601336-94-hyperv neutron-server[94175]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6299f618-32b8-45a2-a25a-83af3c1ed3bb', 'tag': '42d4ebb5-9db5-4560-b797-d4066415866b', 'status': 'completed', 'code': 200} Jun 23 11:38:34.411551 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.db.l3_hamode_db [None req-ab1d9db8-dcb6-4835-a2b2-3bb5abd9979d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6dd22ae5-5eb1-4a98-ace8-ae186e56e058', 'name': 'tempest-TestNetworkBasicOps-router-2015125983', 'tenant_id': '772b9946478d439e9da4eaeade7fb21d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3e7e4eb3-cf02-4d47-ade9-0a579cdfc60f', 'external_fixed_ips': [{'subnet_id': 'a5ad15ab-c489-4a67-a9b0-d559fca0ec71', 'ip_address': '172.26.3.124'}], 'enable_snat': True}, 'gw_port_id': '8e67e11d-54df-4223-9708-c7a61e4f6751', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-23T11:38:08Z', 'updated_at': '2021-06-23T11:38:12Z', 'revision_number': 4, 'project_id': '772b9946478d439e9da4eaeade7fb21d', 'gw_port': {'id': '8e67e11d-54df-4223-9708-c7a61e4f6751', 'name': '', 'network_id': '3e7e4eb3-cf02-4d47-ade9-0a579cdfc60f', 'tenant_id': '', 'mac_address': 'fa:16:3e:ff:ab:9d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6dd22ae5-5eb1-4a98-ace8-ae186e56e058', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1315, 'fixed_ips': [{'subnet_id': 'a5ad15ab-c489-4a67-a9b0-d559fca0ec71', 'ip_address': '172.26.3.124', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-94-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-23T11:38:08Z', 'updated_at': '2021-06-23T11:38:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a5ad15ab-c489-4a67-a9b0-d559fca0ec71', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-601336-94-hyperv', '_floatingips': [{'id': '731094ab-1388-4db0-8773-f79e7c889c88', 'tenant_id': '772b9946478d439e9da4eaeade7fb21d', 'floating_ip_address': '172.26.3.39', 'floating_network_id': '3e7e4eb3-cf02-4d47-ade9-0a579cdfc60f', 'router_id': '6dd22ae5-5eb1-4a98-ace8-ae186e56e058', 'port_id': '42d4ebb5-9db5-4560-b797-d4066415866b', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 1352, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'bd46a884-00b1-49aa-92f0-d6b0a5689064', 'mac_address': 'fa:16:3e:78:03:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6299f618-32b8-45a2-a25a-83af3c1ed3bb', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-23T11:38:32Z', 'updated_at': '2021-06-23T11:38:32Z', 'revision_number': 0, 'project_id': '772b9946478d439e9da4eaeade7fb21d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '21f9d5a6-1ab8-413c-ab5b-9e213cbe82f3', 'name': '', 'network_id': 'bd46a884-00b1-49aa-92f0-d6b0a5689064', 'tenant_id': '772b9946478d439e9da4eaeade7fb21d', 'mac_address': 'fa:16:3e:19:11:8c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6dd22ae5-5eb1-4a98-ace8-ae186e56e058', 'device_owner': 'network:router_interface', 'standard_attr_id': 1323, 'fixed_ips': [{'subnet_id': 'b9020995-17d9-4bdc-8c5e-dad3e435ec86', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-94-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-23T11:38:12Z', 'updated_at': '2021-06-23T11:38:17Z', 'revision_number': 5, 'project_id': '772b9946478d439e9da4eaeade7fb21d', 'subnets': [{'id': 'b9020995-17d9-4bdc-8c5e-dad3e435ec86', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-601336-94-hyperv', False) {} {{(pid=94176) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 11:38:34.438094 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ab1d9db8-dcb6-4835-a2b2-3bb5abd9979d None None] Checking router: 6dd22ae5-5eb1-4a98-ace8-ae186e56e058 for host: dv-neutron-601336-94-hyperv {{(pid=94176) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 23 11:38:34.447760 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ab1d9db8-dcb6-4835-a2b2-3bb5abd9979d None None] Routers {'6dd22ae5-5eb1-4a98-ace8-ae186e56e058'} bound to L3 agent in host dv-neutron-601336-94-hyperv {{(pid=94176) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 23 11:38:34.448406 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.db.l3_hamode_db [None req-ab1d9db8-dcb6-4835-a2b2-3bb5abd9979d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-601336-94-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-06-23T11:22:13Z,description=,heartbeat_timestamp=2021-06-23T11:38:13Z,host='dv-neutron-601336-94-hyperv',id=50ef99c0-ef28-4db5-b303-b145898fae60,load=0,resource_versions=,resources_synced=,started_at=2021-06-23T11:22:14Z,topic='l3_agent')) {'router_ids': ['6dd22ae5-5eb1-4a98-ace8-ae186e56e058'], 'active': True} {{(pid=94176) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 11:38:34.556148 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.db.l3_dvr_db [None req-ab1d9db8-dcb6-4835-a2b2-3bb5abd9979d None None] Set router 6dd22ae5-5eb1-4a98-ace8-ae186e56e058 gateway port host: dv-neutron-601336-94-hyperv {{(pid=94176) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:838}} Jun 23 11:38:34.648588 dv-neutron-601336-94-hyperv neutron-server[94174]: INFO neutron.wsgi [None req-9d8e6b6c-e682-459a-8d6d-6633a5d93f6c tempest-TestNetworkBasicOps-233187296 tempest-TestNetworkBasicOps-233187296-project] 10.222.0.20 "GET /v2.0/floatingips/731094ab-1388-4db0-8773-f79e7c889c88 HTTP/1.1" status: 200 len: 990 time: 0.4637582 Jun 23 11:38:34.690709 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56a274e1-f940-4894-a741-0e6ef236826e req-8afb1b1f-8b95-47ff-b481-cf09ce318fa4 tempest-TestNetworkAdvancedServerOps-632886841 tempest-TestNetworkAdvancedServerOps-632886841-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94174) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 11:38:34.692116 dv-neutron-601336-94-hyperv neutron-server[94174]: INFO neutron.wsgi [req-56a274e1-f940-4894-a741-0e6ef236826e req-8afb1b1f-8b95-47ff-b481-cf09ce318fa4 tempest-TestNetworkAdvancedServerOps-632886841 tempest-TestNetworkAdvancedServerOps-632886841-project] 10.222.0.20 "GET /v2.0/ports?device_id=d40e82d2-8e4d-48d4-9431-234ad96f99a2 HTTP/1.1" status: 200 len: 946 time: 0.4431143 Jun 23 11:38:34.694106 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e2654d4-ab51-4a64-8ce1-33f30e4e5372 req-c62ea4f1-05e5-4364-bbd0-5b381a002946 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94174) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 11:38:34.695519 dv-neutron-601336-94-hyperv neutron-server[94174]: INFO neutron.wsgi [req-7e2654d4-ab51-4a64-8ce1-33f30e4e5372 req-c62ea4f1-05e5-4364-bbd0-5b381a002946 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=772b9946478d439e9da4eaeade7fb21d&device_id=6299f618-32b8-45a2-a25a-83af3c1ed3bb HTTP/1.1" status: 200 len: 1098 time: 0.4140108 Jun 23 11:38:34.776778 dv-neutron-601336-94-hyperv neutron-server[94174]: INFO neutron.wsgi [req-56a274e1-f940-4894-a741-0e6ef236826e req-871ccdd8-12d6-44a3-841c-4cce0a58e5e5 tempest-TestNetworkAdvancedServerOps-632886841 tempest-TestNetworkAdvancedServerOps-632886841-project] 10.222.0.20 "GET /v2.0/security-groups?id=44081c10-3685-4611-af5e-38bdd6cbebf8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0788867 Jun 23 11:38:34.782160 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.db.l3_hamode_db [None req-ab1d9db8-dcb6-4835-a2b2-3bb5abd9979d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6dd22ae5-5eb1-4a98-ace8-ae186e56e058', 'name': 'tempest-TestNetworkBasicOps-router-2015125983', 'tenant_id': '772b9946478d439e9da4eaeade7fb21d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3e7e4eb3-cf02-4d47-ade9-0a579cdfc60f', 'external_fixed_ips': [{'subnet_id': 'a5ad15ab-c489-4a67-a9b0-d559fca0ec71', 'ip_address': '172.26.3.124'}], 'enable_snat': True}, 'gw_port_id': '8e67e11d-54df-4223-9708-c7a61e4f6751', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-23T11:38:08Z', 'updated_at': '2021-06-23T11:38:12Z', 'revision_number': 4, 'project_id': '772b9946478d439e9da4eaeade7fb21d', 'gw_port': {'id': '8e67e11d-54df-4223-9708-c7a61e4f6751', 'name': '', 'network_id': '3e7e4eb3-cf02-4d47-ade9-0a579cdfc60f', 'tenant_id': '', 'mac_address': 'fa:16:3e:ff:ab:9d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6dd22ae5-5eb1-4a98-ace8-ae186e56e058', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1315, 'fixed_ips': [{'subnet_id': 'a5ad15ab-c489-4a67-a9b0-d559fca0ec71', 'ip_address': '172.26.3.124', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-94-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-23T11:38:08Z', 'updated_at': '2021-06-23T11:38:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a5ad15ab-c489-4a67-a9b0-d559fca0ec71', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-601336-94-hyperv', '_floatingips': [{'id': '731094ab-1388-4db0-8773-f79e7c889c88', 'tenant_id': '772b9946478d439e9da4eaeade7fb21d', 'floating_ip_address': '172.26.3.39', 'floating_network_id': '3e7e4eb3-cf02-4d47-ade9-0a579cdfc60f', 'router_id': '6dd22ae5-5eb1-4a98-ace8-ae186e56e058', 'port_id': '42d4ebb5-9db5-4560-b797-d4066415866b', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 1352, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'bd46a884-00b1-49aa-92f0-d6b0a5689064', 'mac_address': 'fa:16:3e:78:03:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6299f618-32b8-45a2-a25a-83af3c1ed3bb', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-23T11:38:32Z', 'updated_at': '2021-06-23T11:38:32Z', 'revision_number': 0, 'project_id': '772b9946478d439e9da4eaeade7fb21d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '21f9d5a6-1ab8-413c-ab5b-9e213cbe82f3', 'name': '', 'network_id': 'bd46a884-00b1-49aa-92f0-d6b0a5689064', 'tenant_id': '772b9946478d439e9da4eaeade7fb21d', 'mac_address': 'fa:16:3e:19:11:8c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6dd22ae5-5eb1-4a98-ace8-ae186e56e058', 'device_owner': 'network:router_interface', 'standard_attr_id': 1323, 'fixed_ips': [{'subnet_id': 'b9020995-17d9-4bdc-8c5e-dad3e435ec86', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-94-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-23T11:38:12Z', 'updated_at': '2021-06-23T11:38:17Z', 'revision_number': 5, 'project_id': '772b9946478d439e9da4eaeade7fb21d', 'subnets': [{'id': 'b9020995-17d9-4bdc-8c5e-dad3e435ec86', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-601336-94-hyperv', False) {} {{(pid=94176) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 11:38:34.808570 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e2654d4-ab51-4a64-8ce1-33f30e4e5372 req-c6ccfd7d-a946-441c-a0b2-ac015f7a5404 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94174) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 11:38:34.809987 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ab1d9db8-dcb6-4835-a2b2-3bb5abd9979d None None] The sync data for ids ['6dd22ae5-5eb1-4a98-ace8-ae186e56e058'] in dv-neutron-601336-94-hyperv is: [{'id': '6dd22ae5-5eb1-4a98-ace8-ae186e56e058', 'name': 'tempest-TestNetworkBasicOps-router-2015125983', 'tenant_id': '772b9946478d439e9da4eaeade7fb21d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3e7e4eb3-cf02-4d47-ade9-0a579cdfc60f', 'external_fixed_ips': [{'subnet_id': 'a5ad15ab-c489-4a67-a9b0-d559fca0ec71', 'ip_address': '172.26.3.124'}], 'enable_snat': True}, 'gw_port_id': '8e67e11d-54df-4223-9708-c7a61e4f6751', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-23T11:38:08Z', 'updated_at': '2021-06-23T11:38:12Z', 'revision_number': 4, 'project_id': '772b9946478d439e9da4eaeade7fb21d', 'gw_port': {'id': '8e67e11d-54df-4223-9708-c7a61e4f6751', 'name': '', 'network_id': '3e7e4eb3-cf02-4d47-ade9-0a579cdfc60f', 'tenant_id': '', 'mac_address': 'fa:16:3e:ff:ab:9d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6dd22ae5-5eb1-4a98-ace8-ae186e56e058', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1315, 'fixed_ips': [{'subnet_id': 'a5ad15ab-c489-4a67-a9b0-d559fca0ec71', 'ip_address': '172.26.3.124', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-94-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-23T11:38:08Z', 'updated_at': '2021-06-23T11:38:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a5ad15ab-c489-4a67-a9b0-d559fca0ec71', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-601336-94-hyperv', '_floatingips': [{'id': '731094ab-1388-4db0-8773-f79e7c889c88', 'tenant_id': '772b9946478d439e9da4eaeade7fb21d', 'floating_ip_address': '172.26.3.39', 'floating_network_id': '3e7e4eb3-cf02-4d47-ade9-0a579cdfc60f', 'router_id': '6dd22ae5-5eb1-4a98-ace8-ae186e56e058', 'port_id': '42d4ebb5-9db5-4560-b797-d4066415866b', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 1352, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'bd46a884-00b1-49aa-92f0-d6b0a5689064', 'mac_address': 'fa:16:3e:78:03:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6299f618-32b8-45a2-a25a-83af3c1ed3bb', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-23T11:38:32Z', 'updated_at': '2021-06-23T11:38:32Z', 'revision_number': 0, 'project_id': '772b9946478d439e9da4eaeade7fb21d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '21f9d5a6-1ab8-413c-ab5b-9e213cbe82f3', 'name': '', 'network_id': 'bd46a884-00b1-49aa-92f0-d6b0a5689064', 'tenant_id': '772b9946478d439e9da4eaeade7fb21d', 'mac_address': 'fa:16:3e:19:11:8c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6dd22ae5-5eb1-4a98-ace8-ae186e56e058', 'device_owner': 'network:router_interface', 'standard_attr_id': 1323, 'fixed_ips': [{'subnet_id': 'b9020995-17d9-4bdc-8c5e-dad3e435ec86', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-94-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-23T11:38:12Z', 'updated_at': '2021-06-23T11:38:17Z', 'revision_number': 5, 'project_id': '772b9946478d439e9da4eaeade7fb21d', 'subnets': [{'id': 'b9020995-17d9-4bdc-8c5e-dad3e435ec86', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94176) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 23 11:38:34.810226 dv-neutron-601336-94-hyperv neutron-server[94174]: INFO neutron.wsgi [req-7e2654d4-ab51-4a64-8ce1-33f30e4e5372 req-c6ccfd7d-a946-441c-a0b2-ac015f7a5404 service neutron] 10.222.0.52 "GET /v2.0/networks?id=bd46a884-00b1-49aa-92f0-d6b0a5689064 HTTP/1.1" status: 200 len: 898 time: 0.1064394 Jun 23 11:38:34.881761 dv-neutron-601336-94-hyperv neutron-server[94174]: INFO neutron.wsgi [req-7e2654d4-ab51-4a64-8ce1-33f30e4e5372 req-d8ca23a9-cd4d-44fa-8904-ff45bdb3f027 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=42d4ebb5-9db5-4560-b797-d4066415866b HTTP/1.1" status: 200 len: 998 time: 0.0644627 Jun 23 11:38:34.937836 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e2654d4-ab51-4a64-8ce1-33f30e4e5372 req-6c6ef415-af98-4d98-9196-71dafaeacab6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94174) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 11:38:34.939358 dv-neutron-601336-94-hyperv neutron-server[94174]: INFO neutron.wsgi [req-7e2654d4-ab51-4a64-8ce1-33f30e4e5372 req-6c6ef415-af98-4d98-9196-71dafaeacab6 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=b9020995-17d9-4bdc-8c5e-dad3e435ec86 HTTP/1.1" status: 200 len: 834 time: 0.0502784 Jun 23 11:38:34.971597 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6887435b-9f21-4480-b4cd-72f37e465b46 req-469d36a7-86d9-4383-96e7-63f42c22f564 tempest-TestNetworkAdvancedServerOps-632886841 tempest-TestNetworkAdvancedServerOps-632886841-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 11:38:34.976939 dv-neutron-601336-94-hyperv neutron-server[94175]: INFO neutron.wsgi [req-6887435b-9f21-4480-b4cd-72f37e465b46 req-469d36a7-86d9-4383-96e7-63f42c22f564 tempest-TestNetworkAdvancedServerOps-632886841 tempest-TestNetworkAdvancedServerOps-632886841-project] 10.222.0.20 "GET /v2.0/ports?device_id=d40e82d2-8e4d-48d4-9431-234ad96f99a2 HTTP/1.1" status: 200 len: 946 time: 0.0732558 Jun 23 11:38:35.002842 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e2654d4-ab51-4a64-8ce1-33f30e4e5372 req-14948bdd-0361-417a-ac6f-c3f747c7be5b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94174) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 11:38:35.004353 dv-neutron-601336-94-hyperv neutron-server[94174]: INFO neutron.wsgi [req-7e2654d4-ab51-4a64-8ce1-33f30e4e5372 req-14948bdd-0361-417a-ac6f-c3f747c7be5b service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=bd46a884-00b1-49aa-92f0-d6b0a5689064&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1178 time: 0.0593207 Jun 23 11:38:35.014775 dv-neutron-601336-94-hyperv neutron-server[94175]: INFO neutron.wsgi [req-6887435b-9f21-4480-b4cd-72f37e465b46 req-ad30da57-dd9c-4214-8607-b8190772fbfe tempest-TestNetworkAdvancedServerOps-632886841 tempest-TestNetworkAdvancedServerOps-632886841-project] 10.222.0.20 "GET /v2.0/security-groups?id=44081c10-3685-4611-af5e-38bdd6cbebf8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0350890 Jun 23 11:38:35.040615 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.wsgi [-] (94175) accepted ('10.222.0.20', 43188) {{(pid=94175) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 11:38:35.047931 dv-neutron-601336-94-hyperv neutron-server[94177]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4c17fd6e-3a30-4de0-acc2-db83c22dc067 None None] New status for floating IP 731094ab-1388-4db0-8773-f79e7c889c88: ACTIVE {{(pid=94177) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 23 11:38:35.095907 dv-neutron-601336-94-hyperv neutron-server[94174]: INFO neutron.wsgi [req-7e2654d4-ab51-4a64-8ce1-33f30e4e5372 req-de380297-a24b-4280-a993-258a3996b825 service neutron] 10.222.0.52 "GET /v2.0/networks/bd46a884-00b1-49aa-92f0-d6b0a5689064?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0850844 Jun 23 11:38:35.099930 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-50ff18db-5076-4ef0-8ac4-56697215ab9f tempest-TestNetworkAdvancedServerOps-709003064 tempest-TestNetworkAdvancedServerOps-709003064-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 11:38:35.104102 dv-neutron-601336-94-hyperv neutron-server[94175]: INFO neutron.wsgi [None req-50ff18db-5076-4ef0-8ac4-56697215ab9f tempest-TestNetworkAdvancedServerOps-709003064 tempest-TestNetworkAdvancedServerOps-709003064-project-admin] 10.222.0.20 "GET /v2.0/ports?device_id=d40e82d2-8e4d-48d4-9431-234ad96f99a2 HTTP/1.1" status: 200 len: 1094 time: 0.0596907 Jun 23 11:38:35.104394 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.wsgi [-] (94175) accepted ('10.222.0.20', 43190) {{(pid=94175) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 11:38:35.108655 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.api.v2.base [None req-770c0bc5-e21a-4f0f-9a51-8fac8a672b9d tempest-TestNetworkAdvancedServerOps-632886841 tempest-TestNetworkAdvancedServerOps-632886841-project] Request body: {'floatingip': {'floating_network_id': '3e7e4eb3-cf02-4d47-ade9-0a579cdfc60f', 'port_id': 'bb082d0f-c638-4129-b916-4f9c382b86c5', 'tenant_id': 'aa74ea44ffb74284a20f3e11f9f1da9d', 'fixed_ip_address': '172.20.0.11'}} {{(pid=94175) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 23 11:38:35.181384 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron_lib.callbacks.manager [None req-770c0bc5-e21a-4f0f-9a51-8fac8a672b9d tempest-TestNetworkAdvancedServerOps-632886841 tempest-TestNetworkAdvancedServerOps-632886841-project] Notify callbacks [] for floatingip, before_create {{(pid=94175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:38:35.188119 dv-neutron-601336-94-hyperv neutron-server[94174]: INFO neutron.wsgi [req-7e2654d4-ab51-4a64-8ce1-33f30e4e5372 req-ea16cdc6-1ae0-47f7-b919-fb12cd477966 service neutron] 10.222.0.52 "GET /v2.0/networks/bd46a884-00b1-49aa-92f0-d6b0a5689064?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0859311 Jun 23 11:38:35.285641 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron_lib.callbacks.manager [None req-770c0bc5-e21a-4f0f-9a51-8fac8a672b9d tempest-TestNetworkAdvancedServerOps-632886841 tempest-TestNetworkAdvancedServerOps-632886841-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-923104'] for port, before_create {{(pid=94175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:38:35.388534 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.db.db_base_plugin_common [None req-770c0bc5-e21a-4f0f-9a51-8fac8a672b9d tempest-TestNetworkAdvancedServerOps-632886841 tempest-TestNetworkAdvancedServerOps-632886841-project] Allocated IP 172.26.3.166 (3e7e4eb3-cf02-4d47-ade9-0a579cdfc60f/a5ad15ab-c489-4a67-a9b0-d559fca0ec71/d3f4e90d-f7d2-4706-88b5-6068ce12d748) {{(pid=94175) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 23 11:38:35.484252 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron_lib.callbacks.manager [None req-770c0bc5-e21a-4f0f-9a51-8fac8a672b9d tempest-TestNetworkAdvancedServerOps-632886841 tempest-TestNetworkAdvancedServerOps-632886841-project] Notify callbacks [] for port, precommit_create {{(pid=94175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:38:35.619353 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron_lib.callbacks.manager [None req-770c0bc5-e21a-4f0f-9a51-8fac8a672b9d tempest-TestNetworkAdvancedServerOps-632886841 tempest-TestNetworkAdvancedServerOps-632886841-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-922915', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-239814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7866073', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773699642215', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-5082457'] for port, after_create {{(pid=94175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:38:35.622180 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG oslo_concurrency.lockutils [None req-0a01b4a4-363c-464e-9556-796103cb7fd2 tempest-FloatingIPTestJSON-1140213849 tempest-FloatingIPTestJSON-1140213849-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94175) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 11:38:35.651758 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.wsgi [-] (94174) accepted ('10.222.0.20', 43192) {{(pid=94174) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 11:38:35.663557 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-770c0bc5-e21a-4f0f-9a51-8fac8a672b9d tempest-TestNetworkAdvancedServerOps-632886841 tempest-TestNetworkAdvancedServerOps-632886841-project] Network 3e7e4eb3-cf02-4d47-ade9-0a579cdfc60f is already hosted by enough agents. {{(pid=94175) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 23 11:38:35.672304 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.scheduler.base_scheduler [None req-770c0bc5-e21a-4f0f-9a51-8fac8a672b9d tempest-TestNetworkAdvancedServerOps-632886841 tempest-TestNetworkAdvancedServerOps-632886841-project] Resources bound (agent type, host, resource id): {{(pid=94175) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 23 11:38:35.674481 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-770c0bc5-e21a-4f0f-9a51-8fac8a672b9d tempest-TestNetworkAdvancedServerOps-632886841 tempest-TestNetworkAdvancedServerOps-632886841-project] Pushing event updated for resources: {'Port': ['ID=d3f4e90d-f7d2-4706-88b5-6068ce12d748,revision_number=1']} {{(pid=94175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 11:38:35.676617 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.db.l3_dvrscheduler_db [None req-770c0bc5-e21a-4f0f-9a51-8fac8a672b9d tempest-TestNetworkAdvancedServerOps-632886841 tempest-TestNetworkAdvancedServerOps-632886841-project] Received port after_create {{(pid=94175) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 23 11:38:35.680210 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG oslo_concurrency.lockutils [None req-770c0bc5-e21a-4f0f-9a51-8fac8a672b9d tempest-TestNetworkAdvancedServerOps-632886841 tempest-TestNetworkAdvancedServerOps-632886841-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.058s {{(pid=94175) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 11:38:35.711485 dv-neutron-601336-94-hyperv neutron-server[94174]: INFO neutron.wsgi [None req-7f642492-35fc-4ad4-ab98-700ef4e33c13 tempest-TestNetworkBasicOps-233187296 tempest-TestNetworkBasicOps-233187296-project] 10.222.0.20 "GET /v2.0/floatingips/731094ab-1388-4db0-8773-f79e7c889c88 HTTP/1.1" status: 200 len: 992 time: 0.0583942 Jun 23 11:38:36.028738 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron_lib.callbacks.manager [None req-770c0bc5-e21a-4f0f-9a51-8fac8a672b9d tempest-TestNetworkAdvancedServerOps-632886841 tempest-TestNetworkAdvancedServerOps-632886841-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:38:36.164445 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron_lib.callbacks.manager [None req-770c0bc5-e21a-4f0f-9a51-8fac8a672b9d tempest-TestNetworkAdvancedServerOps-632886841 tempest-TestNetworkAdvancedServerOps-632886841-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-923122'] for port, before_update {{(pid=94175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:38:36.308607 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron_lib.callbacks.manager [None req-770c0bc5-e21a-4f0f-9a51-8fac8a672b9d tempest-TestNetworkAdvancedServerOps-632886841 tempest-TestNetworkAdvancedServerOps-632886841-project] Notify callbacks [] for port, precommit_update {{(pid=94175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:38:36.392286 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron_lib.callbacks.manager [None req-770c0bc5-e21a-4f0f-9a51-8fac8a672b9d tempest-TestNetworkAdvancedServerOps-632886841 tempest-TestNetworkAdvancedServerOps-632886841-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-922904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866062', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773700135042', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773699642233', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773699642278', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5082471'] for port, after_update {{(pid=94175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:38:36.395124 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG oslo_concurrency.lockutils [None req-d8136483-c477-41d8-a7cf-2c76e0e350ea tempest-NetworksIpV6Test-253648203 tempest-NetworksIpV6Test-253648203-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94175) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 11:38:36.460849 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-770c0bc5-e21a-4f0f-9a51-8fac8a672b9d tempest-TestNetworkAdvancedServerOps-632886841 tempest-TestNetworkAdvancedServerOps-632886841-project] Pushing event updated for resources: {'Port': ['ID=d3f4e90d-f7d2-4706-88b5-6068ce12d748,revision_number=2']} {{(pid=94175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 11:38:36.463594 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG oslo_concurrency.lockutils [None req-770c0bc5-e21a-4f0f-9a51-8fac8a672b9d tempest-TestNetworkAdvancedServerOps-632886841 tempest-TestNetworkAdvancedServerOps-632886841-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.069s {{(pid=94175) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 11:38:36.470407 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron_lib.callbacks.manager [None req-770c0bc5-e21a-4f0f-9a51-8fac8a672b9d tempest-TestNetworkAdvancedServerOps-632886841 tempest-TestNetworkAdvancedServerOps-632886841-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-524229'] for floatingip, after_update {{(pid=94175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:38:36.566438 dv-neutron-601336-94-hyperv neutron-server[94175]: INFO neutron.db.l3_db [None req-770c0bc5-e21a-4f0f-9a51-8fac8a672b9d tempest-TestNetworkAdvancedServerOps-632886841 tempest-TestNetworkAdvancedServerOps-632886841-project] Floating IP 17374b8b-7d1b-4443-81c7-ded275e5e38a associated. External IP: 172.26.3.166, port: bb082d0f-c638-4129-b916-4f9c382b86c5. Jun 23 11:38:37.059698 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-770c0bc5-e21a-4f0f-9a51-8fac8a672b9d tempest-TestNetworkAdvancedServerOps-632886841 tempest-TestNetworkAdvancedServerOps-632886841-project] Router 5879a819-b07f-4a21-aa69-e6835a9a3669 has already been hosted by L3 agent 50ef99c0-ef28-4db5-b303-b145898fae60 {{(pid=94175) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 23 11:38:37.165089 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-770c0bc5-e21a-4f0f-9a51-8fac8a672b9d tempest-TestNetworkAdvancedServerOps-632886841 tempest-TestNetworkAdvancedServerOps-632886841-project] Notify agent at l3_agent.dv-neutron-601336-94-hyperv the message routers_updated {{(pid=94175) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 23 11:38:37.174180 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2febd4d1-1446-4ee9-b3a4-383975c31915 None None] Sync routers for ids ['5879a819-b07f-4a21-aa69-e6835a9a3669'] in dv-neutron-601336-94-hyperv {{(pid=94176) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 23 11:38:37.183295 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2febd4d1-1446-4ee9-b3a4-383975c31915 None None] Routers {'5879a819-b07f-4a21-aa69-e6835a9a3669'} bound to L3 agent in host dv-neutron-601336-94-hyperv {{(pid=94176) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 23 11:38:37.189674 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.db.l3_hamode_db [None req-2febd4d1-1446-4ee9-b3a4-383975c31915 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-601336-94-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-06-23T11:22:13Z,description=,heartbeat_timestamp=2021-06-23T11:38:13Z,host='dv-neutron-601336-94-hyperv',id=50ef99c0-ef28-4db5-b303-b145898fae60,load=0,resource_versions=,resources_synced=,started_at=2021-06-23T11:22:14Z,topic='l3_agent')) {'router_ids': ['5879a819-b07f-4a21-aa69-e6835a9a3669'], 'active': True} {{(pid=94176) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 11:38:37.236552 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron_lib.callbacks.manager [None req-770c0bc5-e21a-4f0f-9a51-8fac8a672b9d tempest-TestNetworkAdvancedServerOps-632886841 tempest-TestNetworkAdvancedServerOps-632886841-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-217507'] for floatingip, before_response {{(pid=94175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:38:37.274992 dv-neutron-601336-94-hyperv neutron-server[94175]: INFO neutron.wsgi [None req-770c0bc5-e21a-4f0f-9a51-8fac8a672b9d tempest-TestNetworkAdvancedServerOps-632886841 tempest-TestNetworkAdvancedServerOps-632886841-project] 10.222.0.20 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 2.1696358 Jun 23 11:38:37.275714 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd40e82d2-8e4d-48d4-9431-234ad96f99a2', 'tag': 'bb082d0f-c638-4129-b916-4f9c382b86c5'}] {{(pid=94175) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 23 11:38:37.278196 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1970408df4ea4e7170669a1249478e627cf05a5a0b07cc08a66c5cb53d0ac47a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6a66d187-9315-4535-bed1-8e29ae204549" -d '{"events": [{"name": "network-changed", "server_uuid": "d40e82d2-8e4d-48d4-9431-234ad96f99a2", "tag": "bb082d0f-c638-4129-b916-4f9c382b86c5"}]}' {{(pid=94175) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 23 11:38:37.292918 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.db.l3_dvr_db [None req-2febd4d1-1446-4ee9-b3a4-383975c31915 None None] Set router 5879a819-b07f-4a21-aa69-e6835a9a3669 gateway port host: dv-neutron-601336-94-hyperv {{(pid=94176) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:838}} Jun 23 11:38:37.315870 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 23 Jun 2021 11:38:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-88a78408-8830-4ccd-a074-edea0984992a x-openstack-request-id: req-88a78408-8830-4ccd-a074-edea0984992a {{(pid=94175) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 23 11:38:37.316398 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d40e82d2-8e4d-48d4-9431-234ad96f99a2", "tag": "bb082d0f-c638-4129-b916-4f9c382b86c5", "status": "completed", "code": 200}]} {{(pid=94175) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 23 11:38:37.316775 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-88a78408-8830-4ccd-a074-edea0984992a {{(pid=94175) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 23 11:38:37.317389 dv-neutron-601336-94-hyperv neutron-server[94175]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd40e82d2-8e4d-48d4-9431-234ad96f99a2', 'tag': 'bb082d0f-c638-4129-b916-4f9c382b86c5', 'status': 'completed', 'code': 200} Jun 23 11:38:37.429489 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a66d187-9315-4535-bed1-8e29ae204549 req-3021aee2-625e-47f1-a595-fcd6b8a69723 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94174) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 11:38:37.430964 dv-neutron-601336-94-hyperv neutron-server[94174]: INFO neutron.wsgi [req-6a66d187-9315-4535-bed1-8e29ae204549 req-3021aee2-625e-47f1-a595-fcd6b8a69723 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=aa74ea44ffb74284a20f3e11f9f1da9d&device_id=d40e82d2-8e4d-48d4-9431-234ad96f99a2 HTTP/1.1" status: 200 len: 1099 time: 0.0921307 Jun 23 11:38:37.491322 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed1b81f6-cac6-4a61-932b-f42b2a35f55b req-4f2a86eb-9eb6-4748-85ae-349e854c4ed7 tempest-TestNetworkAdvancedServerOps-632886841 tempest-TestNetworkAdvancedServerOps-632886841-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94174) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 11:38:37.492771 dv-neutron-601336-94-hyperv neutron-server[94174]: INFO neutron.wsgi [req-ed1b81f6-cac6-4a61-932b-f42b2a35f55b req-4f2a86eb-9eb6-4748-85ae-349e854c4ed7 tempest-TestNetworkAdvancedServerOps-632886841 tempest-TestNetworkAdvancedServerOps-632886841-project] 10.222.0.20 "GET /v2.0/ports?device_id=d40e82d2-8e4d-48d4-9431-234ad96f99a2 HTTP/1.1" status: 200 len: 946 time: 0.1181259 Jun 23 11:38:37.513483 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.db.l3_hamode_db [None req-2febd4d1-1446-4ee9-b3a4-383975c31915 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5879a819-b07f-4a21-aa69-e6835a9a3669', 'name': 'tempest-TestNetworkAdvancedServerOps-router-305041232', 'tenant_id': 'aa74ea44ffb74284a20f3e11f9f1da9d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3e7e4eb3-cf02-4d47-ade9-0a579cdfc60f', 'external_fixed_ips': [{'subnet_id': 'a5ad15ab-c489-4a67-a9b0-d559fca0ec71', 'ip_address': '172.26.3.127'}], 'enable_snat': True}, 'gw_port_id': 'd67036d6-8a7d-47d1-8b43-3918cd042d70', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-23T11:38:15Z', 'updated_at': '2021-06-23T11:38:20Z', 'revision_number': 4, 'project_id': 'aa74ea44ffb74284a20f3e11f9f1da9d', 'gw_port': {'id': 'd67036d6-8a7d-47d1-8b43-3918cd042d70', 'name': '', 'network_id': '3e7e4eb3-cf02-4d47-ade9-0a579cdfc60f', 'tenant_id': '', 'mac_address': 'fa:16:3e:62:b2:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5879a819-b07f-4a21-aa69-e6835a9a3669', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1341, 'fixed_ips': [{'subnet_id': 'a5ad15ab-c489-4a67-a9b0-d559fca0ec71', 'ip_address': '172.26.3.127', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-94-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-23T11:38:16Z', 'updated_at': '2021-06-23T11:38:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a5ad15ab-c489-4a67-a9b0-d559fca0ec71', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-601336-94-hyperv', '_floatingips': [{'id': '17374b8b-7d1b-4443-81c7-ded275e5e38a', 'tenant_id': 'aa74ea44ffb74284a20f3e11f9f1da9d', 'floating_ip_address': '172.26.3.166', 'floating_network_id': '3e7e4eb3-cf02-4d47-ade9-0a579cdfc60f', 'router_id': '5879a819-b07f-4a21-aa69-e6835a9a3669', 'port_id': 'bb082d0f-c638-4129-b916-4f9c382b86c5', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 1354, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e04d1dbb-a843-4ee3-9844-ad82eebdbddb', 'mac_address': 'fa:16:3e:f3:1b:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd40e82d2-8e4d-48d4-9431-234ad96f99a2', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-23T11:38:35Z', 'updated_at': '2021-06-23T11:38:35Z', 'revision_number': 0, 'project_id': 'aa74ea44ffb74284a20f3e11f9f1da9d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '388513ee-f923-42a4-baf9-2fb665e53d94', 'name': '', 'network_id': 'e04d1dbb-a843-4ee3-9844-ad82eebdbddb', 'tenant_id': 'aa74ea44ffb74284a20f3e11f9f1da9d', 'mac_address': 'fa:16:3e:32:78:af', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5879a819-b07f-4a21-aa69-e6835a9a3669', 'device_owner': 'network:router_interface', 'standard_attr_id': 1348, 'fixed_ips': [{'subnet_id': '8a5608a2-ff2c-4b41-9153-013df8b9bf4d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-94-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-23T11:38:19Z', 'updated_at': '2021-06-23T11:38:25Z', 'revision_number': 5, 'project_id': 'aa74ea44ffb74284a20f3e11f9f1da9d', 'subnets': [{'id': '8a5608a2-ff2c-4b41-9153-013df8b9bf4d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-601336-94-hyperv', False) {} {{(pid=94176) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 11:38:37.542790 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2febd4d1-1446-4ee9-b3a4-383975c31915 None None] Checking router: 5879a819-b07f-4a21-aa69-e6835a9a3669 for host: dv-neutron-601336-94-hyperv {{(pid=94176) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 23 11:38:37.549486 dv-neutron-601336-94-hyperv neutron-server[94174]: INFO neutron.wsgi [req-ed1b81f6-cac6-4a61-932b-f42b2a35f55b req-74758130-21fa-48ed-bdf9-bb4f4751682d tempest-TestNetworkAdvancedServerOps-632886841 tempest-TestNetworkAdvancedServerOps-632886841-project] 10.222.0.20 "GET /v2.0/security-groups?id=44081c10-3685-4611-af5e-38bdd6cbebf8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0509233 Jun 23 11:38:37.551011 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2febd4d1-1446-4ee9-b3a4-383975c31915 None None] Routers {'5879a819-b07f-4a21-aa69-e6835a9a3669'} bound to L3 agent in host dv-neutron-601336-94-hyperv {{(pid=94176) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 23 11:38:37.551654 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.db.l3_hamode_db [None req-2febd4d1-1446-4ee9-b3a4-383975c31915 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-601336-94-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-06-23T11:22:13Z,description=,heartbeat_timestamp=2021-06-23T11:38:13Z,host='dv-neutron-601336-94-hyperv',id=50ef99c0-ef28-4db5-b303-b145898fae60,load=0,resource_versions=,resources_synced=,started_at=2021-06-23T11:22:14Z,topic='l3_agent')) {'router_ids': ['5879a819-b07f-4a21-aa69-e6835a9a3669'], 'active': True} {{(pid=94176) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 11:38:37.558696 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a66d187-9315-4535-bed1-8e29ae204549 req-d5ef846e-a890-4877-af4d-56cbdb916084 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94174) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 11:38:37.560235 dv-neutron-601336-94-hyperv neutron-server[94174]: INFO neutron.wsgi [req-6a66d187-9315-4535-bed1-8e29ae204549 req-d5ef846e-a890-4877-af4d-56cbdb916084 service neutron] 10.222.0.52 "GET /v2.0/networks?id=e04d1dbb-a843-4ee3-9844-ad82eebdbddb HTTP/1.1" status: 200 len: 897 time: 0.1226766 Jun 23 11:38:37.574843 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.wsgi [-] (94175) accepted ('10.222.0.20', 43198) {{(pid=94175) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 11:38:37.637830 dv-neutron-601336-94-hyperv neutron-server[94174]: INFO neutron.wsgi [req-6a66d187-9315-4535-bed1-8e29ae204549 req-3f8aec51-9d66-4d39-9030-49dfac91c303 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=bb082d0f-c638-4129-b916-4f9c382b86c5 HTTP/1.1" status: 200 len: 1000 time: 0.0709066 Jun 23 11:38:37.645143 dv-neutron-601336-94-hyperv neutron-server[94175]: INFO neutron.wsgi [None req-2ed9a552-988e-40b7-8f59-2ba41d99b32b tempest-TestNetworkAdvancedServerOps-632886841 tempest-TestNetworkAdvancedServerOps-632886841-project] 10.222.0.20 "GET /v2.0/floatingips/17374b8b-7d1b-4443-81c7-ded275e5e38a HTTP/1.1" status: 200 len: 992 time: 0.0680890 Jun 23 11:38:37.659303 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.db.l3_dvr_db [None req-2febd4d1-1446-4ee9-b3a4-383975c31915 None None] Set router 5879a819-b07f-4a21-aa69-e6835a9a3669 gateway port host: dv-neutron-601336-94-hyperv {{(pid=94176) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:838}} Jun 23 11:38:37.685571 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a66d187-9315-4535-bed1-8e29ae204549 req-5eb815a1-c877-4def-a938-3c88c636cce6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94174) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 11:38:37.687135 dv-neutron-601336-94-hyperv neutron-server[94174]: INFO neutron.wsgi [req-6a66d187-9315-4535-bed1-8e29ae204549 req-5eb815a1-c877-4def-a938-3c88c636cce6 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=8a5608a2-ff2c-4b41-9153-013df8b9bf4d HTTP/1.1" status: 200 len: 835 time: 0.0427082 Jun 23 11:38:37.744295 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a66d187-9315-4535-bed1-8e29ae204549 req-3713a9f2-c8dd-48da-9a0f-b88d527b8494 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94174) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 11:38:37.745777 dv-neutron-601336-94-hyperv neutron-server[94174]: INFO neutron.wsgi [req-6a66d187-9315-4535-bed1-8e29ae204549 req-3713a9f2-c8dd-48da-9a0f-b88d527b8494 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=e04d1dbb-a843-4ee3-9844-ad82eebdbddb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1178 time: 0.0520444 Jun 23 11:38:37.837171 dv-neutron-601336-94-hyperv neutron-server[94174]: INFO neutron.wsgi [req-6a66d187-9315-4535-bed1-8e29ae204549 req-c6fffe09-f9d6-4c36-9054-1b12e97198b3 service neutron] 10.222.0.52 "GET /v2.0/networks/e04d1dbb-a843-4ee3-9844-ad82eebdbddb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0848897 Jun 23 11:38:37.876900 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.db.l3_hamode_db [None req-2febd4d1-1446-4ee9-b3a4-383975c31915 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5879a819-b07f-4a21-aa69-e6835a9a3669', 'name': 'tempest-TestNetworkAdvancedServerOps-router-305041232', 'tenant_id': 'aa74ea44ffb74284a20f3e11f9f1da9d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3e7e4eb3-cf02-4d47-ade9-0a579cdfc60f', 'external_fixed_ips': [{'subnet_id': 'a5ad15ab-c489-4a67-a9b0-d559fca0ec71', 'ip_address': '172.26.3.127'}], 'enable_snat': True}, 'gw_port_id': 'd67036d6-8a7d-47d1-8b43-3918cd042d70', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-23T11:38:15Z', 'updated_at': '2021-06-23T11:38:20Z', 'revision_number': 4, 'project_id': 'aa74ea44ffb74284a20f3e11f9f1da9d', 'gw_port': {'id': 'd67036d6-8a7d-47d1-8b43-3918cd042d70', 'name': '', 'network_id': '3e7e4eb3-cf02-4d47-ade9-0a579cdfc60f', 'tenant_id': '', 'mac_address': 'fa:16:3e:62:b2:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5879a819-b07f-4a21-aa69-e6835a9a3669', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1341, 'fixed_ips': [{'subnet_id': 'a5ad15ab-c489-4a67-a9b0-d559fca0ec71', 'ip_address': '172.26.3.127', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-94-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-23T11:38:16Z', 'updated_at': '2021-06-23T11:38:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a5ad15ab-c489-4a67-a9b0-d559fca0ec71', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-601336-94-hyperv', '_floatingips': [{'id': '17374b8b-7d1b-4443-81c7-ded275e5e38a', 'tenant_id': 'aa74ea44ffb74284a20f3e11f9f1da9d', 'floating_ip_address': '172.26.3.166', 'floating_network_id': '3e7e4eb3-cf02-4d47-ade9-0a579cdfc60f', 'router_id': '5879a819-b07f-4a21-aa69-e6835a9a3669', 'port_id': 'bb082d0f-c638-4129-b916-4f9c382b86c5', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 1354, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e04d1dbb-a843-4ee3-9844-ad82eebdbddb', 'mac_address': 'fa:16:3e:f3:1b:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd40e82d2-8e4d-48d4-9431-234ad96f99a2', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-23T11:38:35Z', 'updated_at': '2021-06-23T11:38:35Z', 'revision_number': 0, 'project_id': 'aa74ea44ffb74284a20f3e11f9f1da9d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '388513ee-f923-42a4-baf9-2fb665e53d94', 'name': '', 'network_id': 'e04d1dbb-a843-4ee3-9844-ad82eebdbddb', 'tenant_id': 'aa74ea44ffb74284a20f3e11f9f1da9d', 'mac_address': 'fa:16:3e:32:78:af', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5879a819-b07f-4a21-aa69-e6835a9a3669', 'device_owner': 'network:router_interface', 'standard_attr_id': 1348, 'fixed_ips': [{'subnet_id': '8a5608a2-ff2c-4b41-9153-013df8b9bf4d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-94-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-23T11:38:19Z', 'updated_at': '2021-06-23T11:38:25Z', 'revision_number': 5, 'project_id': 'aa74ea44ffb74284a20f3e11f9f1da9d', 'subnets': [{'id': '8a5608a2-ff2c-4b41-9153-013df8b9bf4d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-601336-94-hyperv', False) {} {{(pid=94176) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 11:38:37.908526 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2febd4d1-1446-4ee9-b3a4-383975c31915 None None] The sync data for ids ['5879a819-b07f-4a21-aa69-e6835a9a3669'] in dv-neutron-601336-94-hyperv is: [{'id': '5879a819-b07f-4a21-aa69-e6835a9a3669', 'name': 'tempest-TestNetworkAdvancedServerOps-router-305041232', 'tenant_id': 'aa74ea44ffb74284a20f3e11f9f1da9d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3e7e4eb3-cf02-4d47-ade9-0a579cdfc60f', 'external_fixed_ips': [{'subnet_id': 'a5ad15ab-c489-4a67-a9b0-d559fca0ec71', 'ip_address': '172.26.3.127'}], 'enable_snat': True}, 'gw_port_id': 'd67036d6-8a7d-47d1-8b43-3918cd042d70', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-23T11:38:15Z', 'updated_at': '2021-06-23T11:38:20Z', 'revision_number': 4, 'project_id': 'aa74ea44ffb74284a20f3e11f9f1da9d', 'gw_port': {'id': 'd67036d6-8a7d-47d1-8b43-3918cd042d70', 'name': '', 'network_id': '3e7e4eb3-cf02-4d47-ade9-0a579cdfc60f', 'tenant_id': '', 'mac_address': 'fa:16:3e:62:b2:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5879a819-b07f-4a21-aa69-e6835a9a3669', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1341, 'fixed_ips': [{'subnet_id': 'a5ad15ab-c489-4a67-a9b0-d559fca0ec71', 'ip_address': '172.26.3.127', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-94-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-23T11:38:16Z', 'updated_at': '2021-06-23T11:38:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a5ad15ab-c489-4a67-a9b0-d559fca0ec71', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-601336-94-hyperv', '_floatingips': [{'id': '17374b8b-7d1b-4443-81c7-ded275e5e38a', 'tenant_id': 'aa74ea44ffb74284a20f3e11f9f1da9d', 'floating_ip_address': '172.26.3.166', 'floating_network_id': '3e7e4eb3-cf02-4d47-ade9-0a579cdfc60f', 'router_id': '5879a819-b07f-4a21-aa69-e6835a9a3669', 'port_id': 'bb082d0f-c638-4129-b916-4f9c382b86c5', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 1354, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e04d1dbb-a843-4ee3-9844-ad82eebdbddb', 'mac_address': 'fa:16:3e:f3:1b:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd40e82d2-8e4d-48d4-9431-234ad96f99a2', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-23T11:38:35Z', 'updated_at': '2021-06-23T11:38:35Z', 'revision_number': 0, 'project_id': 'aa74ea44ffb74284a20f3e11f9f1da9d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '388513ee-f923-42a4-baf9-2fb665e53d94', 'name': '', 'network_id': 'e04d1dbb-a843-4ee3-9844-ad82eebdbddb', 'tenant_id': 'aa74ea44ffb74284a20f3e11f9f1da9d', 'mac_address': 'fa:16:3e:32:78:af', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5879a819-b07f-4a21-aa69-e6835a9a3669', 'device_owner': 'network:router_interface', 'standard_attr_id': 1348, 'fixed_ips': [{'subnet_id': '8a5608a2-ff2c-4b41-9153-013df8b9bf4d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-94-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-23T11:38:19Z', 'updated_at': '2021-06-23T11:38:25Z', 'revision_number': 5, 'project_id': 'aa74ea44ffb74284a20f3e11f9f1da9d', 'subnets': [{'id': '8a5608a2-ff2c-4b41-9153-013df8b9bf4d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94176) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 23 11:38:37.930506 dv-neutron-601336-94-hyperv neutron-server[94174]: INFO neutron.wsgi [req-6a66d187-9315-4535-bed1-8e29ae204549 req-48406496-e950-44d8-ab48-aa323bcf5321 service neutron] 10.222.0.52 "GET /v2.0/networks/e04d1dbb-a843-4ee3-9844-ad82eebdbddb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0868807 Jun 23 11:38:38.100745 dv-neutron-601336-94-hyperv neutron-server[94177]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c20fe7d2-ed3c-4ae2-91b0-8d145b4b4c10 None None] New status for floating IP 17374b8b-7d1b-4443-81c7-ded275e5e38a: ACTIVE {{(pid=94177) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 23 11:38:38.648260 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.wsgi [-] (94174) accepted ('10.222.0.20', 43200) {{(pid=94174) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 11:38:38.711403 dv-neutron-601336-94-hyperv neutron-server[94174]: INFO neutron.wsgi [None req-39c9e89c-72a9-4286-9619-37dd26840721 tempest-TestNetworkAdvancedServerOps-632886841 tempest-TestNetworkAdvancedServerOps-632886841-project] 10.222.0.20 "GET /v2.0/floatingips/17374b8b-7d1b-4443-81c7-ded275e5e38a HTTP/1.1" status: 200 len: 994 time: 0.0618913 Jun 23 11:38:40.933086 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron_lib.callbacks.manager [None req-e351386e-17c9-4457-99d3-e813b6b19fd3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773699952132', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-899307'] for agent, after_update {{(pid=94176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:38:43.163999 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron_lib.callbacks.manager [None req-d1db9174-b2d9-480c-b2f2-f08e8990300f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773699952132', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-899307'] for agent, after_update {{(pid=94176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:38:43.860426 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron_lib.callbacks.manager [None req-dc7542b2-afef-47f4-a763-e3a3cba144be None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773699952132', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-899307'] for agent, after_update {{(pid=94176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:38:44.563680 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron_lib.callbacks.manager [None req-4c20ea5f-bc7f-4d4e-935d-57f082af6ccb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773699952132', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-899307'] for agent, after_update {{(pid=94176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:38:46.580544 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron_lib.callbacks.manager [None req-95d6aa8f-24e7-4234-82ff-f502266c3285 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773699952132', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-899307'] for agent, after_update {{(pid=94176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:38:53.226925 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron_lib.callbacks.manager [None req-97bd5441-1da2-49ee-a364-27795820ba27 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773699952132', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-899307'] for agent, after_update {{(pid=94176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:39:01.133514 dv-neutron-601336-94-hyperv neutron-server[94177]: DEBUG neutron.db.agents_db [None req-90fb1279-e4c5-4e73-8d66-3a29811dc4e3 None None] Agent healthcheck: found 6 active agents {{(pid=94177) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 23 11:39:04.313846 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.wsgi [-] (94174) accepted ('10.222.0.20', 43216) {{(pid=94174) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 11:39:04.395899 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d8febdb5-c338-4cce-9097-5acd60686db9 tempest-TestNetworkBasicOps-1420332966 tempest-TestNetworkBasicOps-1420332966-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94174) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 11:39:04.396301 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d8febdb5-c338-4cce-9097-5acd60686db9 tempest-TestNetworkBasicOps-1420332966 tempest-TestNetworkBasicOps-1420332966-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94174) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 11:39:04.396787 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d8febdb5-c338-4cce-9097-5acd60686db9 tempest-TestNetworkBasicOps-1420332966 tempest-TestNetworkBasicOps-1420332966-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94174) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 11:39:04.398486 dv-neutron-601336-94-hyperv neutron-server[94174]: INFO neutron.wsgi [None req-d8febdb5-c338-4cce-9097-5acd60686db9 tempest-TestNetworkBasicOps-1420332966 tempest-TestNetworkBasicOps-1420332966-project-admin] 10.222.0.20 "GET /v2.0/ports?project_id=772b9946478d439e9da4eaeade7fb21d&network_id=bd46a884-00b1-49aa-92f0-d6b0a5689064 HTTP/1.1" status: 200 len: 3001 time: 0.0836184 Jun 23 11:39:08.068929 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.wsgi [-] (94174) accepted ('10.222.0.20', 43228) {{(pid=94174) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 11:39:08.123746 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fe140123-a215-49c1-aeb4-88475c4e6c03 tempest-TestNetworkBasicOps-1420332966 tempest-TestNetworkBasicOps-1420332966-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94174) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 11:39:08.125198 dv-neutron-601336-94-hyperv neutron-server[94174]: INFO neutron.wsgi [None req-fe140123-a215-49c1-aeb4-88475c4e6c03 tempest-TestNetworkBasicOps-1420332966 tempest-TestNetworkBasicOps-1420332966-project-admin] 10.222.0.20 "GET /v2.0/subnets?network_id=3e7e4eb3-cf02-4d47-ade9-0a579cdfc60f HTTP/1.1" status: 200 len: 814 time: 0.0552933 Jun 23 11:39:09.332092 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.wsgi [-] (94175) accepted ('10.222.0.20', 43234) {{(pid=94175) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 11:39:09.336779 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.api.v2.base [None req-f3eb89fe-95fb-47ee-96a1-1d9ceaad8502 tempest-TestNetworkBasicOps-233187296 tempest-TestNetworkBasicOps-233187296-project] Request body: {'floatingip': {'port_id': None}} {{(pid=94175) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 23 11:39:09.390486 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron_lib.callbacks.manager [None req-f3eb89fe-95fb-47ee-96a1-1d9ceaad8502 tempest-TestNetworkBasicOps-233187296 tempest-TestNetworkBasicOps-233187296-project] Notify callbacks [] for floatingip, before_update {{(pid=94175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:39:09.527871 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron_lib.callbacks.manager [None req-f3eb89fe-95fb-47ee-96a1-1d9ceaad8502 tempest-TestNetworkBasicOps-233187296 tempest-TestNetworkBasicOps-233187296-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:39:09.602955 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron_lib.callbacks.manager [None req-f3eb89fe-95fb-47ee-96a1-1d9ceaad8502 tempest-TestNetworkBasicOps-233187296 tempest-TestNetworkBasicOps-233187296-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-524229'] for floatingip, after_update {{(pid=94175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:39:09.603246 dv-neutron-601336-94-hyperv neutron-server[94175]: INFO neutron.db.l3_db [None req-f3eb89fe-95fb-47ee-96a1-1d9ceaad8502 tempest-TestNetworkBasicOps-233187296 tempest-TestNetworkBasicOps-233187296-project] Floating IP 731094ab-1388-4db0-8773-f79e7c889c88 disassociated. External IP: 172.26.3.39, port: 42d4ebb5-9db5-4560-b797-d4066415866b. Jun 23 11:39:09.808479 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f3eb89fe-95fb-47ee-96a1-1d9ceaad8502 tempest-TestNetworkBasicOps-233187296 tempest-TestNetworkBasicOps-233187296-project] Router 6dd22ae5-5eb1-4a98-ace8-ae186e56e058 has already been hosted by L3 agent 50ef99c0-ef28-4db5-b303-b145898fae60 {{(pid=94175) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 23 11:39:09.917643 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f3eb89fe-95fb-47ee-96a1-1d9ceaad8502 tempest-TestNetworkBasicOps-233187296 tempest-TestNetworkBasicOps-233187296-project] Notify agent at l3_agent.dv-neutron-601336-94-hyperv the message routers_updated {{(pid=94175) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 23 11:39:09.923561 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron_lib.callbacks.manager [None req-f3eb89fe-95fb-47ee-96a1-1d9ceaad8502 tempest-TestNetworkBasicOps-233187296 tempest-TestNetworkBasicOps-233187296-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-217507'] for floatingip, before_response {{(pid=94175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:39:09.927329 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-404f64d7-8ac4-46fb-b6ec-703faac7898e None None] Sync routers for ids ['6dd22ae5-5eb1-4a98-ace8-ae186e56e058'] in dv-neutron-601336-94-hyperv {{(pid=94176) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 23 11:39:09.937838 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.db.l3_dvrscheduler_db [None req-404f64d7-8ac4-46fb-b6ec-703faac7898e None None] Routers {'6dd22ae5-5eb1-4a98-ace8-ae186e56e058'} bound to L3 agent in host dv-neutron-601336-94-hyperv {{(pid=94176) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 23 11:39:09.938726 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.db.l3_hamode_db [None req-404f64d7-8ac4-46fb-b6ec-703faac7898e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-601336-94-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-23T11:22:13Z,description=,heartbeat_timestamp=2021-06-23T11:38:43Z,host='dv-neutron-601336-94-hyperv',id=50ef99c0-ef28-4db5-b303-b145898fae60,load=0,resource_versions=,resources_synced=,started_at=2021-06-23T11:22:14Z,topic='l3_agent')) {'router_ids': ['6dd22ae5-5eb1-4a98-ace8-ae186e56e058'], 'active': True} {{(pid=94176) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 11:39:09.964051 dv-neutron-601336-94-hyperv neutron-server[94175]: INFO neutron.wsgi [None req-f3eb89fe-95fb-47ee-96a1-1d9ceaad8502 tempest-TestNetworkBasicOps-233187296 tempest-TestNetworkBasicOps-233187296-project] 10.222.0.20 "PUT /v2.0/floatingips/731094ab-1388-4db0-8773-f79e7c889c88 HTTP/1.1" status: 200 len: 689 time: 0.6309423 Jun 23 11:39:09.964725 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6299f618-32b8-45a2-a25a-83af3c1ed3bb', 'tag': '42d4ebb5-9db5-4560-b797-d4066415866b'}] {{(pid=94175) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 23 11:39:09.966844 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.wsgi [-] (94174) accepted ('10.222.0.20', 43248) {{(pid=94174) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 11:39:09.967343 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1970408df4ea4e7170669a1249478e627cf05a5a0b07cc08a66c5cb53d0ac47a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-990af9ed-4c17-4724-ab3f-751adf6e52a5" -d '{"events": [{"name": "network-changed", "server_uuid": "6299f618-32b8-45a2-a25a-83af3c1ed3bb", "tag": "42d4ebb5-9db5-4560-b797-d4066415866b"}]}' {{(pid=94175) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 23 11:39:10.008647 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 23 Jun 2021 11:39:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-24ce5af2-87e1-433e-a6e1-2a3e574d6449 x-openstack-request-id: req-24ce5af2-87e1-433e-a6e1-2a3e574d6449 {{(pid=94175) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 23 11:39:10.008990 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6299f618-32b8-45a2-a25a-83af3c1ed3bb", "tag": "42d4ebb5-9db5-4560-b797-d4066415866b", "status": "completed", "code": 200}]} {{(pid=94175) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 23 11:39:10.009325 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-24ce5af2-87e1-433e-a6e1-2a3e574d6449 {{(pid=94175) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 23 11:39:10.009770 dv-neutron-601336-94-hyperv neutron-server[94175]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6299f618-32b8-45a2-a25a-83af3c1ed3bb', 'tag': '42d4ebb5-9db5-4560-b797-d4066415866b', 'status': 'completed', 'code': 200} Jun 23 11:39:10.017114 dv-neutron-601336-94-hyperv neutron-server[94174]: INFO neutron.wsgi [None req-156b447d-3693-4cfb-877f-d1468dac7cf4 tempest-TestNetworkBasicOps-233187296 tempest-TestNetworkBasicOps-233187296-project] 10.222.0.20 "GET /v2.0/floatingips/731094ab-1388-4db0-8773-f79e7c889c88 HTTP/1.1" status: 200 len: 689 time: 0.0481036 Jun 23 11:39:10.087448 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-990af9ed-4c17-4724-ab3f-751adf6e52a5 req-acf9e204-c379-4794-9c13-b007292d2355 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94174) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 11:39:10.088955 dv-neutron-601336-94-hyperv neutron-server[94174]: INFO neutron.wsgi [req-990af9ed-4c17-4724-ab3f-751adf6e52a5 req-acf9e204-c379-4794-9c13-b007292d2355 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=772b9946478d439e9da4eaeade7fb21d&device_id=6299f618-32b8-45a2-a25a-83af3c1ed3bb HTTP/1.1" status: 200 len: 1098 time: 0.0558131 Jun 23 11:39:10.190879 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-990af9ed-4c17-4724-ab3f-751adf6e52a5 req-2cb2888c-694c-4f64-aabf-0be36cc7d38a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94174) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 11:39:10.192402 dv-neutron-601336-94-hyperv neutron-server[94174]: INFO neutron.wsgi [req-990af9ed-4c17-4724-ab3f-751adf6e52a5 req-2cb2888c-694c-4f64-aabf-0be36cc7d38a service neutron] 10.222.0.52 "GET /v2.0/networks?id=bd46a884-00b1-49aa-92f0-d6b0a5689064 HTTP/1.1" status: 200 len: 898 time: 0.0954597 Jun 23 11:39:10.218363 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.db.l3_dvr_db [None req-404f64d7-8ac4-46fb-b6ec-703faac7898e None None] Set router 6dd22ae5-5eb1-4a98-ace8-ae186e56e058 gateway port host: dv-neutron-601336-94-hyperv {{(pid=94176) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:838}} Jun 23 11:39:10.237072 dv-neutron-601336-94-hyperv neutron-server[94174]: INFO neutron.wsgi [req-990af9ed-4c17-4724-ab3f-751adf6e52a5 req-a6f939c0-d9ea-4f81-a69a-23995609980a service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=42d4ebb5-9db5-4560-b797-d4066415866b HTTP/1.1" status: 200 len: 217 time: 0.0353813 Jun 23 11:39:10.292624 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-990af9ed-4c17-4724-ab3f-751adf6e52a5 req-79fdae25-b476-40b7-b8ae-001c951fbf61 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94174) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 11:39:10.296441 dv-neutron-601336-94-hyperv neutron-server[94174]: INFO neutron.wsgi [req-990af9ed-4c17-4724-ab3f-751adf6e52a5 req-79fdae25-b476-40b7-b8ae-001c951fbf61 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=b9020995-17d9-4bdc-8c5e-dad3e435ec86 HTTP/1.1" status: 200 len: 834 time: 0.0504038 Jun 23 11:39:10.387315 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-990af9ed-4c17-4724-ab3f-751adf6e52a5 req-405c4fbd-6870-43a3-8723-bd2988ae8d32 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94174) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 11:39:10.388931 dv-neutron-601336-94-hyperv neutron-server[94174]: INFO neutron.wsgi [req-990af9ed-4c17-4724-ab3f-751adf6e52a5 req-405c4fbd-6870-43a3-8723-bd2988ae8d32 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=bd46a884-00b1-49aa-92f0-d6b0a5689064&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1178 time: 0.0871840 Jun 23 11:39:10.432397 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.db.l3_hamode_db [None req-404f64d7-8ac4-46fb-b6ec-703faac7898e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6dd22ae5-5eb1-4a98-ace8-ae186e56e058', 'name': 'tempest-TestNetworkBasicOps-router-2015125983', 'tenant_id': '772b9946478d439e9da4eaeade7fb21d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3e7e4eb3-cf02-4d47-ade9-0a579cdfc60f', 'external_fixed_ips': [{'subnet_id': 'a5ad15ab-c489-4a67-a9b0-d559fca0ec71', 'ip_address': '172.26.3.124'}], 'enable_snat': True}, 'gw_port_id': '8e67e11d-54df-4223-9708-c7a61e4f6751', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-23T11:38:08Z', 'updated_at': '2021-06-23T11:38:12Z', 'revision_number': 4, 'project_id': '772b9946478d439e9da4eaeade7fb21d', 'gw_port': {'id': '8e67e11d-54df-4223-9708-c7a61e4f6751', 'name': '', 'network_id': '3e7e4eb3-cf02-4d47-ade9-0a579cdfc60f', 'tenant_id': '', 'mac_address': 'fa:16:3e:ff:ab:9d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6dd22ae5-5eb1-4a98-ace8-ae186e56e058', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1315, 'fixed_ips': [{'subnet_id': 'a5ad15ab-c489-4a67-a9b0-d559fca0ec71', 'ip_address': '172.26.3.124', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-94-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-23T11:38:08Z', 'updated_at': '2021-06-23T11:38:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a5ad15ab-c489-4a67-a9b0-d559fca0ec71', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-601336-94-hyperv', '_interfaces': [{'id': '21f9d5a6-1ab8-413c-ab5b-9e213cbe82f3', 'name': '', 'network_id': 'bd46a884-00b1-49aa-92f0-d6b0a5689064', 'tenant_id': '772b9946478d439e9da4eaeade7fb21d', 'mac_address': 'fa:16:3e:19:11:8c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6dd22ae5-5eb1-4a98-ace8-ae186e56e058', 'device_owner': 'network:router_interface', 'standard_attr_id': 1323, 'fixed_ips': [{'subnet_id': 'b9020995-17d9-4bdc-8c5e-dad3e435ec86', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-94-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-23T11:38:12Z', 'updated_at': '2021-06-23T11:38:17Z', 'revision_number': 5, 'project_id': '772b9946478d439e9da4eaeade7fb21d', 'subnets': [{'id': 'b9020995-17d9-4bdc-8c5e-dad3e435ec86', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-601336-94-hyperv', False) {} {{(pid=94176) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 11:39:10.464024 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-404f64d7-8ac4-46fb-b6ec-703faac7898e None None] Checking router: 6dd22ae5-5eb1-4a98-ace8-ae186e56e058 for host: dv-neutron-601336-94-hyperv {{(pid=94176) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 23 11:39:10.474382 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.db.l3_dvrscheduler_db [None req-404f64d7-8ac4-46fb-b6ec-703faac7898e None None] Routers {'6dd22ae5-5eb1-4a98-ace8-ae186e56e058'} bound to L3 agent in host dv-neutron-601336-94-hyperv {{(pid=94176) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 23 11:39:10.475024 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.db.l3_hamode_db [None req-404f64d7-8ac4-46fb-b6ec-703faac7898e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-601336-94-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-23T11:22:13Z,description=,heartbeat_timestamp=2021-06-23T11:38:43Z,host='dv-neutron-601336-94-hyperv',id=50ef99c0-ef28-4db5-b303-b145898fae60,load=0,resource_versions=,resources_synced=,started_at=2021-06-23T11:22:14Z,topic='l3_agent')) {'router_ids': ['6dd22ae5-5eb1-4a98-ace8-ae186e56e058'], 'active': True} {{(pid=94176) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 11:39:10.486878 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6b381fc-203a-486b-be4d-2a119e1b37ef req-63cb6a54-0fd5-465a-a5fd-d5e41272ff07 tempest-TestNetworkAdvancedServerOps-632886841 tempest-TestNetworkAdvancedServerOps-632886841-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94174) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 11:39:10.488412 dv-neutron-601336-94-hyperv neutron-server[94174]: INFO neutron.wsgi [req-a6b381fc-203a-486b-be4d-2a119e1b37ef req-63cb6a54-0fd5-465a-a5fd-d5e41272ff07 tempest-TestNetworkAdvancedServerOps-632886841 tempest-TestNetworkAdvancedServerOps-632886841-project] 10.222.0.20 "GET /v2.0/ports?device_id=d40e82d2-8e4d-48d4-9431-234ad96f99a2 HTTP/1.1" status: 200 len: 946 time: 0.1395633 Jun 23 11:39:10.527913 dv-neutron-601336-94-hyperv neutron-server[94174]: INFO neutron.wsgi [req-990af9ed-4c17-4724-ab3f-751adf6e52a5 req-5d30edf2-e646-4f84-ae96-583fd94d2dd5 service neutron] 10.222.0.52 "GET /v2.0/networks/bd46a884-00b1-49aa-92f0-d6b0a5689064?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1307871 Jun 23 11:39:10.561327 dv-neutron-601336-94-hyperv neutron-server[94174]: INFO neutron.wsgi [req-a6b381fc-203a-486b-be4d-2a119e1b37ef req-6a279a9f-7ab0-46e6-bf34-d2d458673d54 tempest-TestNetworkAdvancedServerOps-632886841 tempest-TestNetworkAdvancedServerOps-632886841-project] 10.222.0.20 "GET /v2.0/security-groups?id=44081c10-3685-4611-af5e-38bdd6cbebf8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0602970 Jun 23 11:39:10.580919 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.db.l3_dvr_db [None req-404f64d7-8ac4-46fb-b6ec-703faac7898e None None] Set router 6dd22ae5-5eb1-4a98-ace8-ae186e56e058 gateway port host: dv-neutron-601336-94-hyperv {{(pid=94176) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:838}} Jun 23 11:39:10.631628 dv-neutron-601336-94-hyperv neutron-server[94174]: INFO neutron.wsgi [req-990af9ed-4c17-4724-ab3f-751adf6e52a5 req-abc9ff2f-7119-4ca6-8a66-343e8f8daf73 service neutron] 10.222.0.52 "GET /v2.0/networks/bd46a884-00b1-49aa-92f0-d6b0a5689064?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0930007 Jun 23 11:39:10.776951 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.db.l3_hamode_db [None req-404f64d7-8ac4-46fb-b6ec-703faac7898e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6dd22ae5-5eb1-4a98-ace8-ae186e56e058', 'name': 'tempest-TestNetworkBasicOps-router-2015125983', 'tenant_id': '772b9946478d439e9da4eaeade7fb21d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3e7e4eb3-cf02-4d47-ade9-0a579cdfc60f', 'external_fixed_ips': [{'subnet_id': 'a5ad15ab-c489-4a67-a9b0-d559fca0ec71', 'ip_address': '172.26.3.124'}], 'enable_snat': True}, 'gw_port_id': '8e67e11d-54df-4223-9708-c7a61e4f6751', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-23T11:38:08Z', 'updated_at': '2021-06-23T11:38:12Z', 'revision_number': 4, 'project_id': '772b9946478d439e9da4eaeade7fb21d', 'gw_port': {'id': '8e67e11d-54df-4223-9708-c7a61e4f6751', 'name': '', 'network_id': '3e7e4eb3-cf02-4d47-ade9-0a579cdfc60f', 'tenant_id': '', 'mac_address': 'fa:16:3e:ff:ab:9d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6dd22ae5-5eb1-4a98-ace8-ae186e56e058', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1315, 'fixed_ips': [{'subnet_id': 'a5ad15ab-c489-4a67-a9b0-d559fca0ec71', 'ip_address': '172.26.3.124', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-94-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-23T11:38:08Z', 'updated_at': '2021-06-23T11:38:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a5ad15ab-c489-4a67-a9b0-d559fca0ec71', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-601336-94-hyperv', '_interfaces': [{'id': '21f9d5a6-1ab8-413c-ab5b-9e213cbe82f3', 'name': '', 'network_id': 'bd46a884-00b1-49aa-92f0-d6b0a5689064', 'tenant_id': '772b9946478d439e9da4eaeade7fb21d', 'mac_address': 'fa:16:3e:19:11:8c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6dd22ae5-5eb1-4a98-ace8-ae186e56e058', 'device_owner': 'network:router_interface', 'standard_attr_id': 1323, 'fixed_ips': [{'subnet_id': 'b9020995-17d9-4bdc-8c5e-dad3e435ec86', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-94-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-23T11:38:12Z', 'updated_at': '2021-06-23T11:38:17Z', 'revision_number': 5, 'project_id': '772b9946478d439e9da4eaeade7fb21d', 'subnets': [{'id': 'b9020995-17d9-4bdc-8c5e-dad3e435ec86', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-601336-94-hyperv', False) {} {{(pid=94176) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 11:39:10.801960 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-404f64d7-8ac4-46fb-b6ec-703faac7898e None None] The sync data for ids ['6dd22ae5-5eb1-4a98-ace8-ae186e56e058'] in dv-neutron-601336-94-hyperv is: [{'id': '6dd22ae5-5eb1-4a98-ace8-ae186e56e058', 'name': 'tempest-TestNetworkBasicOps-router-2015125983', 'tenant_id': '772b9946478d439e9da4eaeade7fb21d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3e7e4eb3-cf02-4d47-ade9-0a579cdfc60f', 'external_fixed_ips': [{'subnet_id': 'a5ad15ab-c489-4a67-a9b0-d559fca0ec71', 'ip_address': '172.26.3.124'}], 'enable_snat': True}, 'gw_port_id': '8e67e11d-54df-4223-9708-c7a61e4f6751', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-23T11:38:08Z', 'updated_at': '2021-06-23T11:38:12Z', 'revision_number': 4, 'project_id': '772b9946478d439e9da4eaeade7fb21d', 'gw_port': {'id': '8e67e11d-54df-4223-9708-c7a61e4f6751', 'name': '', 'network_id': '3e7e4eb3-cf02-4d47-ade9-0a579cdfc60f', 'tenant_id': '', 'mac_address': 'fa:16:3e:ff:ab:9d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6dd22ae5-5eb1-4a98-ace8-ae186e56e058', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1315, 'fixed_ips': [{'subnet_id': 'a5ad15ab-c489-4a67-a9b0-d559fca0ec71', 'ip_address': '172.26.3.124', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-94-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-23T11:38:08Z', 'updated_at': '2021-06-23T11:38:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a5ad15ab-c489-4a67-a9b0-d559fca0ec71', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-601336-94-hyperv', '_interfaces': [{'id': '21f9d5a6-1ab8-413c-ab5b-9e213cbe82f3', 'name': '', 'network_id': 'bd46a884-00b1-49aa-92f0-d6b0a5689064', 'tenant_id': '772b9946478d439e9da4eaeade7fb21d', 'mac_address': 'fa:16:3e:19:11:8c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6dd22ae5-5eb1-4a98-ace8-ae186e56e058', 'device_owner': 'network:router_interface', 'standard_attr_id': 1323, 'fixed_ips': [{'subnet_id': 'b9020995-17d9-4bdc-8c5e-dad3e435ec86', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-94-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-23T11:38:12Z', 'updated_at': '2021-06-23T11:38:17Z', 'revision_number': 5, 'project_id': '772b9946478d439e9da4eaeade7fb21d', 'subnets': [{'id': 'b9020995-17d9-4bdc-8c5e-dad3e435ec86', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94176) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 23 11:39:10.920747 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron_lib.callbacks.manager [None req-8fb04850-4486-4a27-94e1-191df2e39c7b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773699952132', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-899307'] for agent, after_update {{(pid=94176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:39:11.010284 dv-neutron-601336-94-hyperv neutron-server[94177]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-491efaed-316e-4bfb-a2a8-a297638060aa None None] New status for floating IP 731094ab-1388-4db0-8773-f79e7c889c88: DOWN {{(pid=94177) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 23 11:39:11.019167 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.wsgi [-] (94174) accepted ('10.222.0.20', 43260) {{(pid=94174) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 11:39:11.064576 dv-neutron-601336-94-hyperv neutron-server[94174]: INFO neutron.wsgi [None req-b5cbe5e3-b9ce-4984-87f1-24d771544bfa tempest-TestNetworkBasicOps-233187296 tempest-TestNetworkBasicOps-233187296-project] 10.222.0.20 "GET /v2.0/floatingips/731094ab-1388-4db0-8773-f79e7c889c88 HTTP/1.1" status: 200 len: 689 time: 0.0439639 Jun 23 11:39:11.737719 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4c5f63e-f98a-408c-9302-9ec9f9c15df7 req-5be04fc1-6a81-4d19-bf20-35e103a1b1fd tempest-TestNetworkAdvancedServerOps-632886841 tempest-TestNetworkAdvancedServerOps-632886841-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 11:39:11.739199 dv-neutron-601336-94-hyperv neutron-server[94175]: INFO neutron.wsgi [req-f4c5f63e-f98a-408c-9302-9ec9f9c15df7 req-5be04fc1-6a81-4d19-bf20-35e103a1b1fd tempest-TestNetworkAdvancedServerOps-632886841 tempest-TestNetworkAdvancedServerOps-632886841-project] 10.222.0.20 "GET /v2.0/ports?device_id=d40e82d2-8e4d-48d4-9431-234ad96f99a2 HTTP/1.1" status: 200 len: 946 time: 0.0661128 Jun 23 11:39:11.776189 dv-neutron-601336-94-hyperv neutron-server[94175]: INFO neutron.wsgi [req-f4c5f63e-f98a-408c-9302-9ec9f9c15df7 req-f1977a38-0c20-4980-a907-cb54cd9b944b tempest-TestNetworkAdvancedServerOps-632886841 tempest-TestNetworkAdvancedServerOps-632886841-project] 10.222.0.20 "GET /v2.0/security-groups?id=44081c10-3685-4611-af5e-38bdd6cbebf8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0314722 Jun 23 11:39:12.067481 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.wsgi [-] (94175) accepted ('10.222.0.20', 43264) {{(pid=94175) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 11:39:12.110189 dv-neutron-601336-94-hyperv neutron-server[94175]: INFO neutron.wsgi [None req-b58743ee-1f49-4d94-946a-741ef4fd5669 tempest-TestNetworkBasicOps-233187296 tempest-TestNetworkBasicOps-233187296-project] 10.222.0.20 "GET /v2.0/floatingips/731094ab-1388-4db0-8773-f79e7c889c88 HTTP/1.1" status: 200 len: 687 time: 0.0415292 Jun 23 11:39:12.945681 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f248a98-bbfc-4378-bf7f-1f0172eac432 req-2b45162c-cbad-4b4a-a7f9-610ace1aac76 tempest-TestNetworkAdvancedServerOps-632886841 tempest-TestNetworkAdvancedServerOps-632886841-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94174) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 11:39:12.947146 dv-neutron-601336-94-hyperv neutron-server[94174]: INFO neutron.wsgi [req-3f248a98-bbfc-4378-bf7f-1f0172eac432 req-2b45162c-cbad-4b4a-a7f9-610ace1aac76 tempest-TestNetworkAdvancedServerOps-632886841 tempest-TestNetworkAdvancedServerOps-632886841-project] 10.222.0.20 "GET /v2.0/ports?device_id=d40e82d2-8e4d-48d4-9431-234ad96f99a2 HTTP/1.1" status: 200 len: 946 time: 0.0613997 Jun 23 11:39:12.982515 dv-neutron-601336-94-hyperv neutron-server[94174]: INFO neutron.wsgi [req-3f248a98-bbfc-4378-bf7f-1f0172eac432 req-dcb9011d-a949-4c6f-8f97-5bb54acb82d9 tempest-TestNetworkAdvancedServerOps-632886841 tempest-TestNetworkAdvancedServerOps-632886841-project] 10.222.0.20 "GET /v2.0/security-groups?id=44081c10-3685-4611-af5e-38bdd6cbebf8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0298448 Jun 23 11:39:13.152105 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron_lib.callbacks.manager [None req-d32392b2-8ee7-43b7-a87a-9ddee605d5fd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773699952132', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-899307'] for agent, after_update {{(pid=94176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:39:13.713016 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.wsgi [-] (94175) accepted ('10.222.0.20', 43270) {{(pid=94175) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 11:39:13.717915 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.api.v2.base [None req-5e47367d-5cc7-43a8-9f72-a3a7dc9bfbf7 tempest-TestNetworkBasicOps-233187296 tempest-TestNetworkBasicOps-233187296-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-844043400', 'description': 'tempest-secgroup-smoke-844043400 description', 'project_id': '772b9946478d439e9da4eaeade7fb21d'}} {{(pid=94175) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 23 11:39:13.803420 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron_lib.callbacks.manager [None req-5e47367d-5cc7-43a8-9f72-a3a7dc9bfbf7 tempest-TestNetworkBasicOps-233187296 tempest-TestNetworkBasicOps-233187296-project] Notify callbacks [] for security_group, before_create {{(pid=94175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:39:13.863700 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron_lib.callbacks.manager [None req-dc7542b2-afef-47f4-a763-e3a3cba144be None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773699952132', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-899307'] for agent, after_update {{(pid=94176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:39:13.884076 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron_lib.callbacks.manager [None req-5e47367d-5cc7-43a8-9f72-a3a7dc9bfbf7 tempest-TestNetworkBasicOps-233187296 tempest-TestNetworkBasicOps-233187296-project] Notify callbacks [] for security_group, precommit_create {{(pid=94175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:39:13.940140 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron_lib.callbacks.manager [None req-5e47367d-5cc7-43a8-9f72-a3a7dc9bfbf7 tempest-TestNetworkBasicOps-233187296 tempest-TestNetworkBasicOps-233187296-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7996330'] for security_group, after_create {{(pid=94175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:39:13.942546 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG oslo_concurrency.lockutils [None req-a678406f-6c44-45c8-9045-6e1afd214b5a tempest-NegativeSecGroupIPv6Test-1070497984 tempest-NegativeSecGroupIPv6Test-1070497984-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94175) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 11:39:13.969086 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e47367d-5cc7-43a8-9f72-a3a7dc9bfbf7 tempest-TestNetworkBasicOps-233187296 tempest-TestNetworkBasicOps-233187296-project] Pushing event updated for resources: {'SecurityGroup': ['ID=fecab4d5-faba-4c98-a1b6-94bbb3b2bfc4,revision_number=1']} {{(pid=94175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 11:39:13.978734 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e47367d-5cc7-43a8-9f72-a3a7dc9bfbf7 tempest-TestNetworkBasicOps-233187296 tempest-TestNetworkBasicOps-233187296-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-601336-94-hyperv {{(pid=94175) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 11:39:13.979165 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e47367d-5cc7-43a8-9f72-a3a7dc9bfbf7 tempest-TestNetworkBasicOps-233187296 tempest-TestNetworkBasicOps-233187296-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-94-hyperv {{(pid=94175) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 11:39:13.979577 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e47367d-5cc7-43a8-9f72-a3a7dc9bfbf7 tempest-TestNetworkBasicOps-233187296 tempest-TestNetworkBasicOps-233187296-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-94-hyperv {{(pid=94175) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 11:39:13.979994 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e47367d-5cc7-43a8-9f72-a3a7dc9bfbf7 tempest-TestNetworkBasicOps-233187296 tempest-TestNetworkBasicOps-233187296-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-601336-94-hyperv {{(pid=94175) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 11:39:13.980368 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e47367d-5cc7-43a8-9f72-a3a7dc9bfbf7 tempest-TestNetworkBasicOps-233187296 tempest-TestNetworkBasicOps-233187296-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-601336-94-hyperv {{(pid=94175) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 11:39:13.980740 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e47367d-5cc7-43a8-9f72-a3a7dc9bfbf7 tempest-TestNetworkBasicOps-233187296 tempest-TestNetworkBasicOps-233187296-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-601336-94-hyperv {{(pid=94175) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 11:39:13.981112 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e47367d-5cc7-43a8-9f72-a3a7dc9bfbf7 tempest-TestNetworkBasicOps-233187296 tempest-TestNetworkBasicOps-233187296-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-601336-94-hyperv {{(pid=94175) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 11:39:13.981481 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e47367d-5cc7-43a8-9f72-a3a7dc9bfbf7 tempest-TestNetworkBasicOps-233187296 tempest-TestNetworkBasicOps-233187296-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-601336-94-hyperv {{(pid=94175) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 11:39:13.981851 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e47367d-5cc7-43a8-9f72-a3a7dc9bfbf7 tempest-TestNetworkBasicOps-233187296 tempest-TestNetworkBasicOps-233187296-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-601336-94-hyperv {{(pid=94175) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 11:39:13.982216 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e47367d-5cc7-43a8-9f72-a3a7dc9bfbf7 tempest-TestNetworkBasicOps-233187296 tempest-TestNetworkBasicOps-233187296-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-94-hyperv {{(pid=94175) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 11:39:13.982586 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e47367d-5cc7-43a8-9f72-a3a7dc9bfbf7 tempest-TestNetworkBasicOps-233187296 tempest-TestNetworkBasicOps-233187296-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-601336-94-hyperv {{(pid=94175) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 11:39:13.982948 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e47367d-5cc7-43a8-9f72-a3a7dc9bfbf7 tempest-TestNetworkBasicOps-233187296 tempest-TestNetworkBasicOps-233187296-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-601336-94-hyperv {{(pid=94175) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 11:39:13.986485 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG oslo_concurrency.lockutils [None req-5e47367d-5cc7-43a8-9f72-a3a7dc9bfbf7 tempest-TestNetworkBasicOps-233187296 tempest-TestNetworkBasicOps-233187296-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.044s {{(pid=94175) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 11:39:14.029428 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron_lib.callbacks.manager [None req-5e47367d-5cc7-43a8-9f72-a3a7dc9bfbf7 tempest-TestNetworkBasicOps-233187296 tempest-TestNetworkBasicOps-233187296-project] Notify callbacks [] for security_group, before_response {{(pid=94175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:39:14.030727 dv-neutron-601336-94-hyperv neutron-server[94175]: INFO neutron.wsgi [None req-5e47367d-5cc7-43a8-9f72-a3a7dc9bfbf7 tempest-TestNetworkBasicOps-233187296 tempest-TestNetworkBasicOps-233187296-project] 10.222.0.20 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.3166902 Jun 23 11:39:14.033577 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.wsgi [-] (94175) accepted ('10.222.0.20', 43274) {{(pid=94175) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 11:39:14.038664 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.api.v2.base [None req-6c78f57f-e241-4353-ba6d-979751380ed2 tempest-TestNetworkBasicOps-233187296 tempest-TestNetworkBasicOps-233187296-project] Request body: {'security_group_rule': {'security_group_id': 'fecab4d5-faba-4c98-a1b6-94bbb3b2bfc4', 'project_id': '772b9946478d439e9da4eaeade7fb21d', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=94175) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 23 11:39:14.114373 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron_lib.callbacks.manager [None req-6c78f57f-e241-4353-ba6d-979751380ed2 tempest-TestNetworkBasicOps-233187296 tempest-TestNetworkBasicOps-233187296-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:39:14.157643 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce6101d5-acb5-4ff3-abe5-de66b90b9484 req-a0352fc3-1287-4d54-8680-657e3b8f5d1e tempest-TestNetworkAdvancedServerOps-632886841 tempest-TestNetworkAdvancedServerOps-632886841-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94174) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 11:39:14.159144 dv-neutron-601336-94-hyperv neutron-server[94174]: INFO neutron.wsgi [req-ce6101d5-acb5-4ff3-abe5-de66b90b9484 req-a0352fc3-1287-4d54-8680-657e3b8f5d1e tempest-TestNetworkAdvancedServerOps-632886841 tempest-TestNetworkAdvancedServerOps-632886841-project] 10.222.0.20 "GET /v2.0/ports?device_id=d40e82d2-8e4d-48d4-9431-234ad96f99a2 HTTP/1.1" status: 200 len: 946 time: 0.0679479 Jun 23 11:39:14.176987 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron_lib.callbacks.manager [None req-6c78f57f-e241-4353-ba6d-979751380ed2 tempest-TestNetworkBasicOps-233187296 tempest-TestNetworkBasicOps-233187296-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:39:14.197057 dv-neutron-601336-94-hyperv neutron-server[94174]: INFO neutron.wsgi [req-ce6101d5-acb5-4ff3-abe5-de66b90b9484 req-4270eaec-f279-4474-b6ca-aa19eec8b154 tempest-TestNetworkAdvancedServerOps-632886841 tempest-TestNetworkAdvancedServerOps-632886841-project] 10.222.0.20 "GET /v2.0/security-groups?id=44081c10-3685-4611-af5e-38bdd6cbebf8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0323114 Jun 23 11:39:14.251963 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron_lib.callbacks.manager [None req-6c78f57f-e241-4353-ba6d-979751380ed2 tempest-TestNetworkBasicOps-233187296 tempest-TestNetworkBasicOps-233187296-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7996355'] for security_group_rule, after_create {{(pid=94175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:39:14.253797 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG oslo_concurrency.lockutils [None req-5d0b4ff1-3ecb-4044-8e58-db78ffd6bd95 tempest-TestNetworkAdvancedServerOps-632886841 tempest-TestNetworkAdvancedServerOps-632886841-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94175) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 11:39:14.270160 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c78f57f-e241-4353-ba6d-979751380ed2 tempest-TestNetworkBasicOps-233187296 tempest-TestNetworkBasicOps-233187296-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b9ac6372-4d80-4192-b364-44645732fcb7,revision_number=0']} {{(pid=94175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 11:39:14.272500 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG oslo_concurrency.lockutils [None req-6c78f57f-e241-4353-ba6d-979751380ed2 tempest-TestNetworkBasicOps-233187296 tempest-TestNetworkBasicOps-233187296-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=94175) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 11:39:14.343386 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron_lib.callbacks.manager [None req-6c78f57f-e241-4353-ba6d-979751380ed2 tempest-TestNetworkBasicOps-233187296 tempest-TestNetworkBasicOps-233187296-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:39:14.344581 dv-neutron-601336-94-hyperv neutron-server[94175]: INFO neutron.wsgi [None req-6c78f57f-e241-4353-ba6d-979751380ed2 tempest-TestNetworkBasicOps-233187296 tempest-TestNetworkBasicOps-233187296-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3100867 Jun 23 11:39:14.347283 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.wsgi [-] (94175) accepted ('10.222.0.20', 43276) {{(pid=94175) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 11:39:14.351689 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.api.v2.base [None req-0c0ef237-e0d0-4bd2-8308-3e8fdc45e2f6 tempest-TestNetworkBasicOps-233187296 tempest-TestNetworkBasicOps-233187296-project] Request body: {'security_group_rule': {'security_group_id': 'fecab4d5-faba-4c98-a1b6-94bbb3b2bfc4', 'project_id': '772b9946478d439e9da4eaeade7fb21d', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=94175) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 23 11:39:14.430747 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron_lib.callbacks.manager [None req-0c0ef237-e0d0-4bd2-8308-3e8fdc45e2f6 tempest-TestNetworkBasicOps-233187296 tempest-TestNetworkBasicOps-233187296-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:39:14.486133 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron_lib.callbacks.manager [None req-0c0ef237-e0d0-4bd2-8308-3e8fdc45e2f6 tempest-TestNetworkBasicOps-233187296 tempest-TestNetworkBasicOps-233187296-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:39:14.557706 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron_lib.callbacks.manager [None req-0c0ef237-e0d0-4bd2-8308-3e8fdc45e2f6 tempest-TestNetworkBasicOps-233187296 tempest-TestNetworkBasicOps-233187296-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7996355'] for security_group_rule, after_create {{(pid=94175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:39:14.559573 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG oslo_concurrency.lockutils [None req-6608aa93-66c5-4ec1-998a-41d243b06367 tempest-TestNetworkBasicOps-233187296 tempest-TestNetworkBasicOps-233187296-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94175) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 11:39:14.576324 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c0ef237-e0d0-4bd2-8308-3e8fdc45e2f6 tempest-TestNetworkBasicOps-233187296 tempest-TestNetworkBasicOps-233187296-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=658ad3ef-f579-45dc-bbfc-fe553c8b1086,revision_number=0']} {{(pid=94175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 11:39:14.578665 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG oslo_concurrency.lockutils [None req-0c0ef237-e0d0-4bd2-8308-3e8fdc45e2f6 tempest-TestNetworkBasicOps-233187296 tempest-TestNetworkBasicOps-233187296-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=94175) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 11:39:14.595193 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron_lib.callbacks.manager [None req-4c20ea5f-bc7f-4d4e-935d-57f082af6ccb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773699952132', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-899307'] for agent, after_update {{(pid=94176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:39:14.648316 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron_lib.callbacks.manager [None req-0c0ef237-e0d0-4bd2-8308-3e8fdc45e2f6 tempest-TestNetworkBasicOps-233187296 tempest-TestNetworkBasicOps-233187296-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:39:14.649522 dv-neutron-601336-94-hyperv neutron-server[94175]: INFO neutron.wsgi [None req-0c0ef237-e0d0-4bd2-8308-3e8fdc45e2f6 tempest-TestNetworkBasicOps-233187296 tempest-TestNetworkBasicOps-233187296-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.3013086 Jun 23 11:39:14.652301 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.wsgi [-] (94175) accepted ('10.222.0.20', 43278) {{(pid=94175) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 11:39:14.656827 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.api.v2.base [None req-06304b2d-f3c5-4b20-bb92-5009e8d8318b tempest-TestNetworkBasicOps-233187296 tempest-TestNetworkBasicOps-233187296-project] Request body: {'security_group_rule': {'security_group_id': 'fecab4d5-faba-4c98-a1b6-94bbb3b2bfc4', 'project_id': '772b9946478d439e9da4eaeade7fb21d', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=94175) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 23 11:39:14.761911 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron_lib.callbacks.manager [None req-06304b2d-f3c5-4b20-bb92-5009e8d8318b tempest-TestNetworkBasicOps-233187296 tempest-TestNetworkBasicOps-233187296-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:39:14.818733 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron_lib.callbacks.manager [None req-06304b2d-f3c5-4b20-bb92-5009e8d8318b tempest-TestNetworkBasicOps-233187296 tempest-TestNetworkBasicOps-233187296-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:39:14.915375 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron_lib.callbacks.manager [None req-06304b2d-f3c5-4b20-bb92-5009e8d8318b tempest-TestNetworkBasicOps-233187296 tempest-TestNetworkBasicOps-233187296-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7996355'] for security_group_rule, after_create {{(pid=94175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:39:14.920445 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG oslo_concurrency.lockutils [None req-8a9b7b4a-ded8-464c-b932-faa208a82185 tempest-SecGroupTest-1462889432 tempest-SecGroupTest-1462889432-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94175) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 11:39:14.935260 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06304b2d-f3c5-4b20-bb92-5009e8d8318b tempest-TestNetworkBasicOps-233187296 tempest-TestNetworkBasicOps-233187296-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2b3113f4-854a-4b4d-afe2-f4d278839cf1,revision_number=0']} {{(pid=94175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 11:39:14.937443 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG oslo_concurrency.lockutils [None req-06304b2d-f3c5-4b20-bb92-5009e8d8318b tempest-TestNetworkBasicOps-233187296 tempest-TestNetworkBasicOps-233187296-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=94175) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 11:39:15.031644 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron_lib.callbacks.manager [None req-06304b2d-f3c5-4b20-bb92-5009e8d8318b tempest-TestNetworkBasicOps-233187296 tempest-TestNetworkBasicOps-233187296-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:39:15.032805 dv-neutron-601336-94-hyperv neutron-server[94175]: INFO neutron.wsgi [None req-06304b2d-f3c5-4b20-bb92-5009e8d8318b tempest-TestNetworkBasicOps-233187296 tempest-TestNetworkBasicOps-233187296-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3795941 Jun 23 11:39:15.035628 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.wsgi [-] (94175) accepted ('10.222.0.20', 43280) {{(pid=94175) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 11:39:15.040847 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.api.v2.base [None req-165719a1-3a00-4a7a-b91a-07a5117d0027 tempest-TestNetworkBasicOps-233187296 tempest-TestNetworkBasicOps-233187296-project] Request body: {'security_group_rule': {'security_group_id': 'fecab4d5-faba-4c98-a1b6-94bbb3b2bfc4', 'project_id': '772b9946478d439e9da4eaeade7fb21d', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=94175) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 23 11:39:15.139843 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron_lib.callbacks.manager [None req-165719a1-3a00-4a7a-b91a-07a5117d0027 tempest-TestNetworkBasicOps-233187296 tempest-TestNetworkBasicOps-233187296-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:39:15.207485 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron_lib.callbacks.manager [None req-165719a1-3a00-4a7a-b91a-07a5117d0027 tempest-TestNetworkBasicOps-233187296 tempest-TestNetworkBasicOps-233187296-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:39:15.254422 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron_lib.callbacks.manager [None req-165719a1-3a00-4a7a-b91a-07a5117d0027 tempest-TestNetworkBasicOps-233187296 tempest-TestNetworkBasicOps-233187296-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7996355'] for security_group_rule, after_create {{(pid=94175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:39:15.260547 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG oslo_concurrency.lockutils [None req-e3c88b7e-6028-4aab-80d9-a50927448333 tempest-SecGroupIPv6Test-1528675894 tempest-SecGroupIPv6Test-1528675894-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94175) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 11:39:15.275717 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-165719a1-3a00-4a7a-b91a-07a5117d0027 tempest-TestNetworkBasicOps-233187296 tempest-TestNetworkBasicOps-233187296-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b07bcfa9-3de1-49cd-9f3a-55d625e01b42,revision_number=0']} {{(pid=94175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 11:39:15.278157 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG oslo_concurrency.lockutils [None req-165719a1-3a00-4a7a-b91a-07a5117d0027 tempest-TestNetworkBasicOps-233187296 tempest-TestNetworkBasicOps-233187296-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=94175) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 11:39:15.337762 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron_lib.callbacks.manager [None req-165719a1-3a00-4a7a-b91a-07a5117d0027 tempest-TestNetworkBasicOps-233187296 tempest-TestNetworkBasicOps-233187296-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:39:15.338981 dv-neutron-601336-94-hyperv neutron-server[94175]: INFO neutron.wsgi [None req-165719a1-3a00-4a7a-b91a-07a5117d0027 tempest-TestNetworkBasicOps-233187296 tempest-TestNetworkBasicOps-233187296-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.3024344 Jun 23 11:39:15.341914 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.wsgi [-] (94174) accepted ('10.222.0.20', 43284) {{(pid=94174) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 11:39:15.346645 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.api.v2.base [None req-9dd43789-153d-42dc-af75-ff2c3d030101 tempest-TestNetworkBasicOps-233187296 tempest-TestNetworkBasicOps-233187296-project] Request body: {'security_group_rule': {'security_group_id': 'fecab4d5-faba-4c98-a1b6-94bbb3b2bfc4', 'project_id': '772b9946478d439e9da4eaeade7fb21d', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=94174) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 23 11:39:15.376531 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db8a5a78-e50e-4425-b09f-297fe33d8664 req-d0567cb3-e6ad-4998-94b4-49e1ac74efd4 tempest-TestNetworkAdvancedServerOps-632886841 tempest-TestNetworkAdvancedServerOps-632886841-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 11:39:15.378004 dv-neutron-601336-94-hyperv neutron-server[94175]: INFO neutron.wsgi [req-db8a5a78-e50e-4425-b09f-297fe33d8664 req-d0567cb3-e6ad-4998-94b4-49e1ac74efd4 tempest-TestNetworkAdvancedServerOps-632886841 tempest-TestNetworkAdvancedServerOps-632886841-project] 10.222.0.20 "GET /v2.0/ports?device_id=d40e82d2-8e4d-48d4-9431-234ad96f99a2 HTTP/1.1" status: 200 len: 946 time: 0.0709410 Jun 23 11:39:15.415457 dv-neutron-601336-94-hyperv neutron-server[94175]: INFO neutron.wsgi [req-db8a5a78-e50e-4425-b09f-297fe33d8664 req-7f9b8c15-0725-4a77-bca9-bf475d9bdb53 tempest-TestNetworkAdvancedServerOps-632886841 tempest-TestNetworkAdvancedServerOps-632886841-project] 10.222.0.20 "GET /v2.0/security-groups?id=44081c10-3685-4611-af5e-38bdd6cbebf8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0311723 Jun 23 11:39:15.429637 dv-neutron-601336-94-hyperv neutron-server[94174]: INFO neutron.db.securitygroups_db [None req-9dd43789-153d-42dc-af75-ff2c3d030101 tempest-TestNetworkBasicOps-233187296 tempest-TestNetworkBasicOps-233187296-project] Project 772b9946478d439e9da4eaeade7fb21d added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jun 23 11:39:15.434965 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron_lib.callbacks.manager [None req-9dd43789-153d-42dc-af75-ff2c3d030101 tempest-TestNetworkBasicOps-233187296 tempest-TestNetworkBasicOps-233187296-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:39:15.483930 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron_lib.callbacks.manager [None req-9dd43789-153d-42dc-af75-ff2c3d030101 tempest-TestNetworkBasicOps-233187296 tempest-TestNetworkBasicOps-233187296-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:39:15.560685 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron_lib.callbacks.manager [None req-9dd43789-153d-42dc-af75-ff2c3d030101 tempest-TestNetworkBasicOps-233187296 tempest-TestNetworkBasicOps-233187296-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7996355'] for security_group_rule, after_create {{(pid=94174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:39:15.562464 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG oslo_concurrency.lockutils [None req-434877b1-934e-408b-8a36-20cc0cb14e99 tempest-SecGroupTest-1462889432 tempest-SecGroupTest-1462889432-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94174) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 11:39:15.579280 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9dd43789-153d-42dc-af75-ff2c3d030101 tempest-TestNetworkBasicOps-233187296 tempest-TestNetworkBasicOps-233187296-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=39581d9f-1afe-47c3-9756-93581f84e1b0,revision_number=0']} {{(pid=94174) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 11:39:15.587538 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9dd43789-153d-42dc-af75-ff2c3d030101 tempest-TestNetworkBasicOps-233187296 tempest-TestNetworkBasicOps-233187296-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-601336-94-hyperv {{(pid=94174) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 11:39:15.587931 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9dd43789-153d-42dc-af75-ff2c3d030101 tempest-TestNetworkBasicOps-233187296 tempest-TestNetworkBasicOps-233187296-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-94-hyperv {{(pid=94174) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 11:39:15.588321 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9dd43789-153d-42dc-af75-ff2c3d030101 tempest-TestNetworkBasicOps-233187296 tempest-TestNetworkBasicOps-233187296-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-94-hyperv {{(pid=94174) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 11:39:15.588707 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9dd43789-153d-42dc-af75-ff2c3d030101 tempest-TestNetworkBasicOps-233187296 tempest-TestNetworkBasicOps-233187296-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-601336-94-hyperv {{(pid=94174) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 11:39:15.589086 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9dd43789-153d-42dc-af75-ff2c3d030101 tempest-TestNetworkBasicOps-233187296 tempest-TestNetworkBasicOps-233187296-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-601336-94-hyperv {{(pid=94174) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 11:39:15.589465 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9dd43789-153d-42dc-af75-ff2c3d030101 tempest-TestNetworkBasicOps-233187296 tempest-TestNetworkBasicOps-233187296-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-601336-94-hyperv {{(pid=94174) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 11:39:15.589841 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9dd43789-153d-42dc-af75-ff2c3d030101 tempest-TestNetworkBasicOps-233187296 tempest-TestNetworkBasicOps-233187296-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-601336-94-hyperv {{(pid=94174) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 11:39:15.590214 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9dd43789-153d-42dc-af75-ff2c3d030101 tempest-TestNetworkBasicOps-233187296 tempest-TestNetworkBasicOps-233187296-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-601336-94-hyperv {{(pid=94174) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 11:39:15.590586 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9dd43789-153d-42dc-af75-ff2c3d030101 tempest-TestNetworkBasicOps-233187296 tempest-TestNetworkBasicOps-233187296-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-601336-94-hyperv {{(pid=94174) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 11:39:15.590955 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9dd43789-153d-42dc-af75-ff2c3d030101 tempest-TestNetworkBasicOps-233187296 tempest-TestNetworkBasicOps-233187296-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-94-hyperv {{(pid=94174) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 11:39:15.591423 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9dd43789-153d-42dc-af75-ff2c3d030101 tempest-TestNetworkBasicOps-233187296 tempest-TestNetworkBasicOps-233187296-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-601336-94-hyperv {{(pid=94174) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 11:39:15.591791 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9dd43789-153d-42dc-af75-ff2c3d030101 tempest-TestNetworkBasicOps-233187296 tempest-TestNetworkBasicOps-233187296-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-601336-94-hyperv {{(pid=94174) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 11:39:15.594735 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG oslo_concurrency.lockutils [None req-9dd43789-153d-42dc-af75-ff2c3d030101 tempest-TestNetworkBasicOps-233187296 tempest-TestNetworkBasicOps-233187296-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.032s {{(pid=94174) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 11:39:15.660391 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron_lib.callbacks.manager [None req-9dd43789-153d-42dc-af75-ff2c3d030101 tempest-TestNetworkBasicOps-233187296 tempest-TestNetworkBasicOps-233187296-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:39:15.661562 dv-neutron-601336-94-hyperv neutron-server[94174]: INFO neutron.wsgi [None req-9dd43789-153d-42dc-af75-ff2c3d030101 tempest-TestNetworkBasicOps-233187296 tempest-TestNetworkBasicOps-233187296-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.3186567 Jun 23 11:39:15.664225 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.wsgi [-] (94174) accepted ('10.222.0.20', 43286) {{(pid=94174) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 11:39:15.668729 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.api.v2.base [None req-8598b4b3-0da8-436a-bf20-56bb10f45cd0 tempest-TestNetworkBasicOps-233187296 tempest-TestNetworkBasicOps-233187296-project] Request body: {'security_group_rule': {'security_group_id': 'fecab4d5-faba-4c98-a1b6-94bbb3b2bfc4', 'project_id': '772b9946478d439e9da4eaeade7fb21d', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=94174) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 23 11:39:15.751240 dv-neutron-601336-94-hyperv neutron-server[94174]: INFO neutron.db.securitygroups_db [None req-8598b4b3-0da8-436a-bf20-56bb10f45cd0 tempest-TestNetworkBasicOps-233187296 tempest-TestNetworkBasicOps-233187296-project] Project 772b9946478d439e9da4eaeade7fb21d added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jun 23 11:39:15.755981 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron_lib.callbacks.manager [None req-8598b4b3-0da8-436a-bf20-56bb10f45cd0 tempest-TestNetworkBasicOps-233187296 tempest-TestNetworkBasicOps-233187296-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:39:15.815061 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron_lib.callbacks.manager [None req-8598b4b3-0da8-436a-bf20-56bb10f45cd0 tempest-TestNetworkBasicOps-233187296 tempest-TestNetworkBasicOps-233187296-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:39:15.876863 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron_lib.callbacks.manager [None req-8598b4b3-0da8-436a-bf20-56bb10f45cd0 tempest-TestNetworkBasicOps-233187296 tempest-TestNetworkBasicOps-233187296-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7996355'] for security_group_rule, after_create {{(pid=94174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:39:15.878778 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG oslo_concurrency.lockutils [None req-5bc1d4e6-fc34-41b7-b085-ee75ce998866 tempest-SecGroupTest-1462889432 tempest-SecGroupTest-1462889432-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94174) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 11:39:15.895109 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8598b4b3-0da8-436a-bf20-56bb10f45cd0 tempest-TestNetworkBasicOps-233187296 tempest-TestNetworkBasicOps-233187296-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=48c82b80-ab0e-450c-b580-e63e099ce809,revision_number=0']} {{(pid=94174) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 11:39:15.897727 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG oslo_concurrency.lockutils [None req-8598b4b3-0da8-436a-bf20-56bb10f45cd0 tempest-TestNetworkBasicOps-233187296 tempest-TestNetworkBasicOps-233187296-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=94174) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 11:39:15.968685 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron_lib.callbacks.manager [None req-8598b4b3-0da8-436a-bf20-56bb10f45cd0 tempest-TestNetworkBasicOps-233187296 tempest-TestNetworkBasicOps-233187296-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:39:15.969886 dv-neutron-601336-94-hyperv neutron-server[94174]: INFO neutron.wsgi [None req-8598b4b3-0da8-436a-bf20-56bb10f45cd0 tempest-TestNetworkBasicOps-233187296 tempest-TestNetworkBasicOps-233187296-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.3047295 Jun 23 11:39:16.113915 dv-neutron-601336-94-hyperv neutron-server[94174]: INFO neutron.wsgi [req-66b89331-215d-4eff-970a-d69fe0870d40 req-7ae9790e-8250-42e0-a1f7-21cdd6d4d537 tempest-TestNetworkBasicOps-233187296 tempest-TestNetworkBasicOps-233187296-project] 10.222.0.20 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-844043400&fields=id&tenant_id=772b9946478d439e9da4eaeade7fb21d HTTP/1.1" status: 200 len: 267 time: 0.0401227 Jun 23 11:39:16.219216 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66b89331-215d-4eff-970a-d69fe0870d40 req-70532eb3-5eed-4465-92c9-edb98299bc88 tempest-TestNetworkBasicOps-233187296 tempest-TestNetworkBasicOps-233187296-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94174) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 11:39:16.220638 dv-neutron-601336-94-hyperv neutron-server[94174]: INFO neutron.wsgi [req-66b89331-215d-4eff-970a-d69fe0870d40 req-70532eb3-5eed-4465-92c9-edb98299bc88 tempest-TestNetworkBasicOps-233187296 tempest-TestNetworkBasicOps-233187296-project] 10.222.0.20 "GET /v2.0/networks?id=bd46a884-00b1-49aa-92f0-d6b0a5689064 HTTP/1.1" status: 200 len: 797 time: 0.1001384 Jun 23 11:39:16.237065 dv-neutron-601336-94-hyperv neutron-server[94174]: INFO neutron.wsgi [req-66b89331-215d-4eff-970a-d69fe0870d40 req-c3945480-aac1-4eaa-8290-78ed88cb8cf0 tempest-TestNetworkBasicOps-233187296 tempest-TestNetworkBasicOps-233187296-project] 10.222.0.20 "GET /v2.0/quotas/772b9946478d439e9da4eaeade7fb21d HTTP/1.1" status: 200 len: 375 time: 0.0110903 Jun 23 11:39:16.344649 dv-neutron-601336-94-hyperv neutron-server[94174]: INFO neutron.wsgi [req-66b89331-215d-4eff-970a-d69fe0870d40 req-4097936e-57c2-42a3-9a75-db3a534e3e1d tempest-TestNetworkBasicOps-233187296 tempest-TestNetworkBasicOps-233187296-project] 10.222.0.20 "GET /v2.0/ports?tenant_id=772b9946478d439e9da4eaeade7fb21d&fields=id HTTP/1.1" status: 200 len: 394 time: 0.1018844 Jun 23 11:39:16.435460 dv-neutron-601336-94-hyperv neutron-server[94174]: INFO neutron.wsgi [req-66b89331-215d-4eff-970a-d69fe0870d40 req-519eecde-51d6-4d2c-b9d5-83048d3c2f69 service neutron] 10.222.0.20 "GET /v2.0/networks/bd46a884-00b1-49aa-92f0-d6b0a5689064?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0792994 Jun 23 11:39:16.536163 dv-neutron-601336-94-hyperv neutron-server[94174]: INFO neutron.wsgi [req-66b89331-215d-4eff-970a-d69fe0870d40 req-2d2f8fa2-433d-457a-94c9-296c3790456b service neutron] 10.222.0.20 "GET /v2.0/networks/bd46a884-00b1-49aa-92f0-d6b0a5689064?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0941155 Jun 23 11:39:16.597341 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron_lib.callbacks.manager [None req-95d6aa8f-24e7-4234-82ff-f502266c3285 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773699952132', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-899307'] for agent, after_update {{(pid=94176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:39:16.603108 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59433de8-9638-450c-bee1-3aa0a0908647 req-6c734c03-01c5-4e20-ae7d-5009f769b9e2 tempest-TestNetworkAdvancedServerOps-632886841 tempest-TestNetworkAdvancedServerOps-632886841-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 11:39:16.604595 dv-neutron-601336-94-hyperv neutron-server[94175]: INFO neutron.wsgi [req-59433de8-9638-450c-bee1-3aa0a0908647 req-6c734c03-01c5-4e20-ae7d-5009f769b9e2 tempest-TestNetworkAdvancedServerOps-632886841 tempest-TestNetworkAdvancedServerOps-632886841-project] 10.222.0.20 "GET /v2.0/ports?device_id=d40e82d2-8e4d-48d4-9431-234ad96f99a2 HTTP/1.1" status: 200 len: 946 time: 0.0658104 Jun 23 11:39:16.645911 dv-neutron-601336-94-hyperv neutron-server[94175]: INFO neutron.wsgi [req-59433de8-9638-450c-bee1-3aa0a0908647 req-78aedb16-824f-4e38-ae51-6e1962d335e0 tempest-TestNetworkAdvancedServerOps-632886841 tempest-TestNetworkAdvancedServerOps-632886841-project] 10.222.0.20 "GET /v2.0/security-groups?id=44081c10-3685-4611-af5e-38bdd6cbebf8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0357246 Jun 23 11:39:16.768659 dv-neutron-601336-94-hyperv neutron-server[94175]: INFO neutron.wsgi [req-beddd4bd-93b4-43c5-a0ef-88e199cfc241 req-d09fdec5-131b-441a-8e6e-f75f8b444ab6 tempest-TestNetworkBasicOps-233187296 tempest-TestNetworkBasicOps-233187296-project] 10.222.0.20 "GET /v2.0/ports?device_id=b01ce011-0f56-45d1-908c-e644be2190ae HTTP/1.1" status: 200 len: 210 time: 0.0278111 Jun 23 11:39:17.818766 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f4ed345-3e8e-473d-9c37-3357741063e0 req-c7239bc4-a84d-4973-a725-ed1d622e7558 tempest-TestNetworkAdvancedServerOps-632886841 tempest-TestNetworkAdvancedServerOps-632886841-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94174) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 11:39:17.821360 dv-neutron-601336-94-hyperv neutron-server[94174]: INFO neutron.wsgi [req-6f4ed345-3e8e-473d-9c37-3357741063e0 req-c7239bc4-a84d-4973-a725-ed1d622e7558 tempest-TestNetworkAdvancedServerOps-632886841 tempest-TestNetworkAdvancedServerOps-632886841-project] 10.222.0.20 "GET /v2.0/ports?device_id=d40e82d2-8e4d-48d4-9431-234ad96f99a2 HTTP/1.1" status: 200 len: 946 time: 0.0635378 Jun 23 11:39:17.858938 dv-neutron-601336-94-hyperv neutron-server[94174]: INFO neutron.wsgi [req-6f4ed345-3e8e-473d-9c37-3357741063e0 req-db12d873-c537-4b9b-940d-aa0a160c5023 tempest-TestNetworkAdvancedServerOps-632886841 tempest-TestNetworkAdvancedServerOps-632886841-project] 10.222.0.20 "GET /v2.0/security-groups?id=44081c10-3685-4611-af5e-38bdd6cbebf8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0322459 Jun 23 11:39:17.907851 dv-neutron-601336-94-hyperv neutron-server[94175]: INFO neutron.wsgi [req-bb3824d3-ec01-4026-aca1-d96f78341321 req-d97cc502-b446-4a45-868e-56ab87f87843 tempest-TestNetworkBasicOps-233187296 tempest-TestNetworkBasicOps-233187296-project] 10.222.0.20 "GET /v2.0/ports?device_id=b01ce011-0f56-45d1-908c-e644be2190ae HTTP/1.1" status: 200 len: 210 time: 0.0280724 Jun 23 11:39:18.665910 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66b89331-215d-4eff-970a-d69fe0870d40 req-9eeb4916-18ea-40d5-8011-957622538e4d tempest-TestNetworkBasicOps-233187296 tempest-TestNetworkBasicOps-233187296-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94174) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 11:39:18.667383 dv-neutron-601336-94-hyperv neutron-server[94174]: INFO neutron.wsgi [req-66b89331-215d-4eff-970a-d69fe0870d40 req-9eeb4916-18ea-40d5-8011-957622538e4d tempest-TestNetworkBasicOps-233187296 tempest-TestNetworkBasicOps-233187296-project] 10.222.0.52 "GET /v2.0/networks?id=bd46a884-00b1-49aa-92f0-d6b0a5689064 HTTP/1.1" status: 200 len: 797 time: 0.1019671 Jun 23 11:39:18.712867 dv-neutron-601336-94-hyperv neutron-server[94174]: INFO neutron.wsgi [req-66b89331-215d-4eff-970a-d69fe0870d40 req-27af10ed-aec9-4166-a5ad-ee15fb8021e3 tempest-TestNetworkBasicOps-233187296 tempest-TestNetworkBasicOps-233187296-project] 10.222.0.52 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=772b9946478d439e9da4eaeade7fb21d HTTP/1.1" status: 200 len: 471 time: 0.0376506 Jun 23 11:39:18.721498 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.api.v2.base [req-66b89331-215d-4eff-970a-d69fe0870d40 req-94a4a575-f4bb-4099-a829-3967bf431d37 tempest-TestNetworkBasicOps-233187296 tempest-TestNetworkBasicOps-233187296-project] Request body: {'port': {'device_id': 'b01ce011-0f56-45d1-908c-e644be2190ae', 'network_id': 'bd46a884-00b1-49aa-92f0-d6b0a5689064', 'admin_state_up': True, 'tenant_id': '772b9946478d439e9da4eaeade7fb21d', 'security_groups': ['fecab4d5-faba-4c98-a1b6-94bbb3b2bfc4']}} {{(pid=94174) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 23 11:39:18.888719 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-66b89331-215d-4eff-970a-d69fe0870d40 req-94a4a575-f4bb-4099-a829-3967bf431d37 tempest-TestNetworkBasicOps-233187296 tempest-TestNetworkBasicOps-233187296-project] Made reservation on behalf of 772b9946478d439e9da4eaeade7fb21d for: {'port': 1} {{(pid=94174) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 23 11:39:18.892524 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron_lib.callbacks.manager [req-66b89331-215d-4eff-970a-d69fe0870d40 req-94a4a575-f4bb-4099-a829-3967bf431d37 tempest-TestNetworkBasicOps-233187296 tempest-TestNetworkBasicOps-233187296-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-923104'] for port, before_create {{(pid=94174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:39:19.063998 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.db.db_base_plugin_common [req-66b89331-215d-4eff-970a-d69fe0870d40 req-94a4a575-f4bb-4099-a829-3967bf431d37 tempest-TestNetworkBasicOps-233187296 tempest-TestNetworkBasicOps-233187296-project] Allocated IP 172.20.0.14 (bd46a884-00b1-49aa-92f0-d6b0a5689064/b9020995-17d9-4bdc-8c5e-dad3e435ec86/cc3f6268-5866-448f-9872-b4e1ca4665d5) {{(pid=94174) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 23 11:39:19.071567 dv-neutron-601336-94-hyperv neutron-server[94175]: INFO neutron.wsgi [req-114e75bc-3b38-49fe-a1a1-b4044d012e41 req-9b3e4acd-bb2b-4c23-bced-1fbe491b09b5 tempest-TestNetworkBasicOps-233187296 tempest-TestNetworkBasicOps-233187296-project] 10.222.0.20 "GET /v2.0/ports?device_id=b01ce011-0f56-45d1-908c-e644be2190ae HTTP/1.1" status: 200 len: 210 time: 0.0375118 Jun 23 11:39:19.117349 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d12a09e3-9392-442c-a8ca-67ecd5e09d34 req-34256c1c-5485-4d7b-8e35-3ab470b4b0a5 tempest-TestNetworkAdvancedServerOps-632886841 tempest-TestNetworkAdvancedServerOps-632886841-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94174) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 11:39:19.118854 dv-neutron-601336-94-hyperv neutron-server[94174]: INFO neutron.wsgi [req-d12a09e3-9392-442c-a8ca-67ecd5e09d34 req-34256c1c-5485-4d7b-8e35-3ab470b4b0a5 tempest-TestNetworkAdvancedServerOps-632886841 tempest-TestNetworkAdvancedServerOps-632886841-project] 10.222.0.20 "GET /v2.0/ports?device_id=d40e82d2-8e4d-48d4-9431-234ad96f99a2 HTTP/1.1" status: 200 len: 946 time: 0.1350741 Jun 23 11:39:19.217680 dv-neutron-601336-94-hyperv neutron-server[94174]: INFO neutron.wsgi [req-d12a09e3-9392-442c-a8ca-67ecd5e09d34 req-9a83206f-2974-4e20-a30f-db75c3a3aa8e tempest-TestNetworkAdvancedServerOps-632886841 tempest-TestNetworkAdvancedServerOps-632886841-project] 10.222.0.20 "GET /v2.0/security-groups?id=44081c10-3685-4611-af5e-38bdd6cbebf8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0909176 Jun 23 11:39:19.259574 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron_lib.callbacks.manager [req-66b89331-215d-4eff-970a-d69fe0870d40 req-94a4a575-f4bb-4099-a829-3967bf431d37 tempest-TestNetworkBasicOps-233187296 tempest-TestNetworkBasicOps-233187296-project] Notify callbacks [] for port, precommit_create {{(pid=94174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:39:19.272385 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.db.provisioning_blocks [req-66b89331-215d-4eff-970a-d69fe0870d40 req-94a4a575-f4bb-4099-a829-3967bf431d37 tempest-TestNetworkBasicOps-233187296 tempest-TestNetworkBasicOps-233187296-project] Transition to ACTIVE for port object cc3f6268-5866-448f-9872-b4e1ca4665d5 will not be triggered until provisioned by entity DHCP. {{(pid=94174) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 23 11:39:19.368807 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron_lib.callbacks.manager [req-66b89331-215d-4eff-970a-d69fe0870d40 req-94a4a575-f4bb-4099-a829-3967bf431d37 tempest-TestNetworkBasicOps-233187296 tempest-TestNetworkBasicOps-233187296-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-922915', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-239814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7866073', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773699642215', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-5196399'] for port, after_create {{(pid=94174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:39:19.372531 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG oslo_concurrency.lockutils [None req-b23e9575-3fa4-493e-915a-64dac512098e tempest-FloatingIPTestJSON-1140213849 tempest-FloatingIPTestJSON-1140213849-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94174) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 11:39:19.412054 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-66b89331-215d-4eff-970a-d69fe0870d40 req-94a4a575-f4bb-4099-a829-3967bf431d37 tempest-TestNetworkBasicOps-233187296 tempest-TestNetworkBasicOps-233187296-project] Network bd46a884-00b1-49aa-92f0-d6b0a5689064 is already hosted by enough agents. {{(pid=94174) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 23 11:39:19.415195 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.scheduler.base_scheduler [req-66b89331-215d-4eff-970a-d69fe0870d40 req-94a4a575-f4bb-4099-a829-3967bf431d37 tempest-TestNetworkBasicOps-233187296 tempest-TestNetworkBasicOps-233187296-project] Resources bound (agent type, host, resource id): {{(pid=94174) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 23 11:39:19.421586 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.db.l3_dvrscheduler_db [req-66b89331-215d-4eff-970a-d69fe0870d40 req-94a4a575-f4bb-4099-a829-3967bf431d37 tempest-TestNetworkBasicOps-233187296 tempest-TestNetworkBasicOps-233187296-project] Received port after_create {{(pid=94174) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 23 11:39:19.427054 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94a4a575-f4bb-4099-a829-3967bf431d37 tempest-TestNetworkBasicOps-233187296 tempest-TestNetworkBasicOps-233187296-project] Pushing event updated for resources: {'Port': ['ID=cc3f6268-5866-448f-9872-b4e1ca4665d5,revision_number=1']} {{(pid=94174) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 11:39:19.451158 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG oslo_concurrency.lockutils [None req-94a4a575-f4bb-4099-a829-3967bf431d37 tempest-TestNetworkBasicOps-233187296 tempest-TestNetworkBasicOps-233187296-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.078s {{(pid=94174) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 11:39:19.478267 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66b89331-215d-4eff-970a-d69fe0870d40 req-94a4a575-f4bb-4099-a829-3967bf431d37 tempest-TestNetworkBasicOps-233187296 tempest-TestNetworkBasicOps-233187296-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94174) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 11:39:19.478793 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron_lib.callbacks.manager [req-66b89331-215d-4eff-970a-d69fe0870d40 req-94a4a575-f4bb-4099-a829-3967bf431d37 tempest-TestNetworkBasicOps-233187296 tempest-TestNetworkBasicOps-233187296-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-217507'] for port, before_response {{(pid=94174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:39:19.586960 dv-neutron-601336-94-hyperv neutron-server[94174]: INFO neutron.wsgi [req-66b89331-215d-4eff-970a-d69fe0870d40 req-94a4a575-f4bb-4099-a829-3967bf431d37 tempest-TestNetworkBasicOps-233187296 tempest-TestNetworkBasicOps-233187296-project] 10.222.0.52 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.8689523 Jun 23 11:39:19.598518 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.api.v2.base [req-66b89331-215d-4eff-970a-d69fe0870d40 req-26ec00b3-e75b-4c18-9ee2-850d26409401 service neutron] Request body: {'port': {'device_id': 'b01ce011-0f56-45d1-908c-e644be2190ae', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-6013'}} {{(pid=94174) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 23 11:39:19.667268 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron_lib.callbacks.manager [req-66b89331-215d-4eff-970a-d69fe0870d40 req-26ec00b3-e75b-4c18-9ee2-850d26409401 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-923122'] for port, before_update {{(pid=94174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:39:19.745872 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.db.provisioning_blocks [None req-7902b6df-06c9-40ad-9799-12593134a556 None None] Provisioning for port cc3f6268-5866-448f-9872-b4e1ca4665d5 completed by entity DHCP. {{(pid=94176) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 23 11:39:19.749799 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.db.provisioning_blocks [None req-7902b6df-06c9-40ad-9799-12593134a556 None None] Provisioning complete for port cc3f6268-5866-448f-9872-b4e1ca4665d5 triggered by entity DHCP. {{(pid=94176) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 23 11:39:19.750222 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron_lib.callbacks.manager [None req-7902b6df-06c9-40ad-9799-12593134a556 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-899258'] for port, provisioning_complete {{(pid=94176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:39:19.786551 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.plugins.ml2.plugin [None req-7902b6df-06c9-40ad-9799-12593134a556 None None] Port cc3f6268-5866-448f-9872-b4e1ca4665d5 cannot update to ACTIVE because it is not bound. {{(pid=94176) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jun 23 11:39:19.924224 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.notifiers.nova [req-66b89331-215d-4eff-970a-d69fe0870d40 req-26ec00b3-e75b-4c18-9ee2-850d26409401 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id cc3f6268-5866-448f-9872-b4e1ca4665d5 {{(pid=94174) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 23 11:39:19.931931 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron_lib.callbacks.manager [req-66b89331-215d-4eff-970a-d69fe0870d40 req-26ec00b3-e75b-4c18-9ee2-850d26409401 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:39:19.943484 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.db.provisioning_blocks [req-66b89331-215d-4eff-970a-d69fe0870d40 req-26ec00b3-e75b-4c18-9ee2-850d26409401 service neutron] Transition to ACTIVE for port object cc3f6268-5866-448f-9872-b4e1ca4665d5 will not be triggered until provisioned by entity L2. {{(pid=94174) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 23 11:39:20.005824 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron_lib.callbacks.manager [req-66b89331-215d-4eff-970a-d69fe0870d40 req-26ec00b3-e75b-4c18-9ee2-850d26409401 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-922904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866062', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773700135042', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773699642233', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773699642278', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5196369'] for port, after_update {{(pid=94174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:39:20.007893 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG oslo_concurrency.lockutils [None req-aaa64f9b-48bf-4ecf-991f-0e818a4b80d5 tempest-FloatingIPTestJSON-1140213849 tempest-FloatingIPTestJSON-1140213849-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94174) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 11:39:20.056076 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26ec00b3-e75b-4c18-9ee2-850d26409401 service neutron] Pushing event updated for resources: {'Port': ['ID=cc3f6268-5866-448f-9872-b4e1ca4665d5,revision_number=2']} {{(pid=94174) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 11:39:20.059748 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG oslo_concurrency.lockutils [None req-26ec00b3-e75b-4c18-9ee2-850d26409401 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.052s {{(pid=94174) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 11:39:20.126797 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.plugins.ml2.managers [req-66b89331-215d-4eff-970a-d69fe0870d40 req-26ec00b3-e75b-4c18-9ee2-850d26409401 service neutron] Attempting to bind port cc3f6268-5866-448f-9872-b4e1ca4665d5 on host hv-neutron-6013 for vnic_type normal with profile {{(pid=94174) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 23 11:39:20.127175 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.plugins.ml2.managers [req-66b89331-215d-4eff-970a-d69fe0870d40 req-26ec00b3-e75b-4c18-9ee2-850d26409401 service neutron] Attempting to bind port cc3f6268-5866-448f-9872-b4e1ca4665d5 by drivers openvswitch,hyperv on host hv-neutron-6013 at level 0 using segments [{'id': '09310a61-b7fd-486e-9e5b-9c6253ee12f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 440, 'network_id': 'bd46a884-00b1-49aa-92f0-d6b0a5689064'}] {{(pid=94174) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 23 11:39:20.127542 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-66b89331-215d-4eff-970a-d69fe0870d40 req-26ec00b3-e75b-4c18-9ee2-850d26409401 service neutron] Attempting to bind port cc3f6268-5866-448f-9872-b4e1ca4665d5 on network bd46a884-00b1-49aa-92f0-d6b0a5689064 {{(pid=94174) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 23 11:39:20.135546 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-66b89331-215d-4eff-970a-d69fe0870d40 req-26ec00b3-e75b-4c18-9ee2-850d26409401 service neutron] Port cc3f6268-5866-448f-9872-b4e1ca4665d5 on network bd46a884-00b1-49aa-92f0-d6b0a5689064 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-6013 {{(pid=94174) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 23 11:39:20.135880 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-66b89331-215d-4eff-970a-d69fe0870d40 req-26ec00b3-e75b-4c18-9ee2-850d26409401 service neutron] Attempting to bind port cc3f6268-5866-448f-9872-b4e1ca4665d5 on network bd46a884-00b1-49aa-92f0-d6b0a5689064 {{(pid=94174) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 23 11:39:20.142831 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-66b89331-215d-4eff-970a-d69fe0870d40 req-26ec00b3-e75b-4c18-9ee2-850d26409401 service neutron] Checking agent: {'id': '3a130b41-5b27-406b-aeb2-5a923af79f10', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-6013', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 23, 11, 28, 23), 'started_at': datetime.datetime(2021, 6, 23, 11, 28, 23), 'heartbeat_timestamp': datetime.datetime(2021, 6, 23, 11, 38, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94174) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 23 11:39:20.142831 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-66b89331-215d-4eff-970a-d69fe0870d40 req-26ec00b3-e75b-4c18-9ee2-850d26409401 service neutron] Checking segment: {'id': '09310a61-b7fd-486e-9e5b-9c6253ee12f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 440, 'network_id': 'bd46a884-00b1-49aa-92f0-d6b0a5689064'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94174) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 23 11:39:20.142831 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-66b89331-215d-4eff-970a-d69fe0870d40 req-26ec00b3-e75b-4c18-9ee2-850d26409401 service neutron] Bound using segment: {'id': '09310a61-b7fd-486e-9e5b-9c6253ee12f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 440, 'network_id': 'bd46a884-00b1-49aa-92f0-d6b0a5689064'} {{(pid=94174) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 23 11:39:20.142831 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.plugins.ml2.managers [req-66b89331-215d-4eff-970a-d69fe0870d40 req-26ec00b3-e75b-4c18-9ee2-850d26409401 service neutron] Bound port: cc3f6268-5866-448f-9872-b4e1ca4665d5, host: hv-neutron-6013, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '09310a61-b7fd-486e-9e5b-9c6253ee12f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 440, 'network_id': 'bd46a884-00b1-49aa-92f0-d6b0a5689064'}}] {{(pid=94174) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 23 11:39:20.142831 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron_lib.callbacks.manager [req-66b89331-215d-4eff-970a-d69fe0870d40 req-26ec00b3-e75b-4c18-9ee2-850d26409401 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-923122'] for port, before_update {{(pid=94174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:39:20.210321 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.plugins.ml2.db [req-66b89331-215d-4eff-970a-d69fe0870d40 req-26ec00b3-e75b-4c18-9ee2-850d26409401 service neutron] For port cc3f6268-5866-448f-9872-b4e1ca4665d5, host hv-neutron-6013, cleared binding levels {{(pid=94174) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 23 11:39:20.214058 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.plugins.ml2.db [req-66b89331-215d-4eff-970a-d69fe0870d40 req-26ec00b3-e75b-4c18-9ee2-850d26409401 service neutron] For port cc3f6268-5866-448f-9872-b4e1ca4665d5, host hv-neutron-6013, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-6013',level=0,port_id=cc3f6268-5866-448f-9872-b4e1ca4665d5,segment=NetworkSegment(09310a61-b7fd-486e-9e5b-9c6253ee12f9),segment_id=09310a61-b7fd-486e-9e5b-9c6253ee12f9)] {{(pid=94174) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 23 11:39:20.259382 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-764e3f3f-6c76-4c71-9f6e-67aa55989ae5 req-5170fbc5-83d4-43cd-bf14-c512b1987926 tempest-TestNetworkBasicOps-233187296 tempest-TestNetworkBasicOps-233187296-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 11:39:20.261964 dv-neutron-601336-94-hyperv neutron-server[94175]: INFO neutron.wsgi [req-764e3f3f-6c76-4c71-9f6e-67aa55989ae5 req-5170fbc5-83d4-43cd-bf14-c512b1987926 tempest-TestNetworkBasicOps-233187296 tempest-TestNetworkBasicOps-233187296-project] 10.222.0.20 "GET /v2.0/ports?device_id=b01ce011-0f56-45d1-908c-e644be2190ae HTTP/1.1" status: 200 len: 944 time: 0.0750415 Jun 23 11:39:20.282272 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron_lib.callbacks.manager [req-66b89331-215d-4eff-970a-d69fe0870d40 req-26ec00b3-e75b-4c18-9ee2-850d26409401 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-922904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866062', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773700135042', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773699642233', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773699642278', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5196369'] for port, after_update {{(pid=94174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:39:20.285708 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG oslo_concurrency.lockutils [None req-8cd03bb3-1ef5-4b76-890b-6304379e964f tempest-FloatingIPTestJSON-1140213849 tempest-FloatingIPTestJSON-1140213849-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94174) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 11:39:20.300127 dv-neutron-601336-94-hyperv neutron-server[94175]: INFO neutron.wsgi [req-764e3f3f-6c76-4c71-9f6e-67aa55989ae5 req-67a54d4f-1564-4196-b795-3b6ed4156ab1 tempest-TestNetworkBasicOps-233187296 tempest-TestNetworkBasicOps-233187296-project] 10.222.0.20 "GET /v2.0/security-groups?id=fecab4d5-faba-4c98-a1b6-94bbb3b2bfc4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0335600 Jun 23 11:39:20.331009 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66b89331-215d-4eff-970a-d69fe0870d40 req-26ec00b3-e75b-4c18-9ee2-850d26409401 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94174) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 11:39:20.331009 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron_lib.callbacks.manager [req-66b89331-215d-4eff-970a-d69fe0870d40 req-26ec00b3-e75b-4c18-9ee2-850d26409401 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-217507'] for port, before_response {{(pid=94174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:39:20.331701 dv-neutron-601336-94-hyperv neutron-server[94174]: INFO neutron.wsgi [req-66b89331-215d-4eff-970a-d69fe0870d40 req-26ec00b3-e75b-4c18-9ee2-850d26409401 service neutron] 10.222.0.52 "PUT /v2.0/ports/cc3f6268-5866-448f-9872-b4e1ca4665d5 HTTP/1.1" status: 200 len: 1094 time: 0.7373030 Jun 23 11:39:20.335856 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b01ce011-0f56-45d1-908c-e644be2190ae', 'tag': 'cc3f6268-5866-448f-9872-b4e1ca4665d5'}] {{(pid=94174) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 23 11:39:20.338944 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6ff47218258ed5bf6cae7f276c9622ae488f9e8ebc13d1a310221fbcfb04c5dd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b9609168-c435-42b8-a576-80c23327dc57" -d '{"events": [{"name": "network-changed", "server_uuid": "b01ce011-0f56-45d1-908c-e644be2190ae", "tag": "cc3f6268-5866-448f-9872-b4e1ca4665d5"}]}' {{(pid=94174) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 23 11:39:20.381653 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 23 Jun 2021 11:39:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-46ba12bb-ec70-4c70-a051-6b3b11b21043 x-openstack-request-id: req-46ba12bb-ec70-4c70-a051-6b3b11b21043 {{(pid=94174) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 23 11:39:20.382088 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b01ce011-0f56-45d1-908c-e644be2190ae", "tag": "cc3f6268-5866-448f-9872-b4e1ca4665d5", "status": "completed", "code": 200}]} {{(pid=94174) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 23 11:39:20.382349 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-46ba12bb-ec70-4c70-a051-6b3b11b21043 {{(pid=94174) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 23 11:39:20.382884 dv-neutron-601336-94-hyperv neutron-server[94174]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b01ce011-0f56-45d1-908c-e644be2190ae', 'tag': 'cc3f6268-5866-448f-9872-b4e1ca4665d5', 'status': 'completed', 'code': 200} Jun 23 11:39:20.438073 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26ec00b3-e75b-4c18-9ee2-850d26409401 service neutron] Pushing event updated for resources: {'Port': ['ID=cc3f6268-5866-448f-9872-b4e1ca4665d5,revision_number=3']} {{(pid=94174) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 11:39:20.441773 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG oslo_concurrency.lockutils [None req-26ec00b3-e75b-4c18-9ee2-850d26409401 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.156s {{(pid=94174) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 11:39:20.478848 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-677cabe1-cd7a-446b-892a-2e69b0a3f6b0 req-f95326d4-9c0f-44e7-853b-1725136b5a7b tempest-TestNetworkAdvancedServerOps-632886841 tempest-TestNetworkAdvancedServerOps-632886841-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94174) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 11:39:20.480499 dv-neutron-601336-94-hyperv neutron-server[94174]: INFO neutron.wsgi [req-677cabe1-cd7a-446b-892a-2e69b0a3f6b0 req-f95326d4-9c0f-44e7-853b-1725136b5a7b tempest-TestNetworkAdvancedServerOps-632886841 tempest-TestNetworkAdvancedServerOps-632886841-project] 10.222.0.20 "GET /v2.0/ports?device_id=d40e82d2-8e4d-48d4-9431-234ad96f99a2 HTTP/1.1" status: 200 len: 946 time: 0.1460688 Jun 23 11:39:20.513871 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9609168-c435-42b8-a576-80c23327dc57 req-89c6e598-086b-4f10-b5e0-50fa20bdf959 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94174) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 11:39:20.515401 dv-neutron-601336-94-hyperv neutron-server[94174]: INFO neutron.wsgi [req-b9609168-c435-42b8-a576-80c23327dc57 req-89c6e598-086b-4f10-b5e0-50fa20bdf959 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=772b9946478d439e9da4eaeade7fb21d&device_id=b01ce011-0f56-45d1-908c-e644be2190ae HTTP/1.1" status: 200 len: 1097 time: 0.1116560 Jun 23 11:39:20.551860 dv-neutron-601336-94-hyperv neutron-server[94174]: INFO neutron.wsgi [req-677cabe1-cd7a-446b-892a-2e69b0a3f6b0 req-9cae23f6-0178-4096-9945-7460a39fa44e tempest-TestNetworkAdvancedServerOps-632886841 tempest-TestNetworkAdvancedServerOps-632886841-project] 10.222.0.20 "GET /v2.0/security-groups?id=44081c10-3685-4611-af5e-38bdd6cbebf8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0649147 Jun 23 11:39:20.620219 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9609168-c435-42b8-a576-80c23327dc57 req-f78a756e-493b-4e6c-bf2c-e00d5c92220c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94174) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 11:39:20.621563 dv-neutron-601336-94-hyperv neutron-server[94174]: INFO neutron.wsgi [req-b9609168-c435-42b8-a576-80c23327dc57 req-f78a756e-493b-4e6c-bf2c-e00d5c92220c service neutron] 10.222.0.52 "GET /v2.0/networks?tenant_id=772b9946478d439e9da4eaeade7fb21d&shared=False HTTP/1.1" status: 200 len: 898 time: 0.0951691 Jun 23 11:39:20.713252 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9609168-c435-42b8-a576-80c23327dc57 req-982981c3-fce7-4b71-9fbb-08fbd2f872d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94174) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 11:39:20.714648 dv-neutron-601336-94-hyperv neutron-server[94174]: INFO neutron.wsgi [req-b9609168-c435-42b8-a576-80c23327dc57 req-982981c3-fce7-4b71-9fbb-08fbd2f872d0 service neutron] 10.222.0.52 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0876141 Jun 23 11:39:20.800683 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66b89331-215d-4eff-970a-d69fe0870d40 req-a004b6b1-2bf5-4d65-b7ff-3192b3f71216 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94174) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 11:39:20.802027 dv-neutron-601336-94-hyperv neutron-server[94174]: INFO neutron.wsgi [req-66b89331-215d-4eff-970a-d69fe0870d40 req-a004b6b1-2bf5-4d65-b7ff-3192b3f71216 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=772b9946478d439e9da4eaeade7fb21d&device_id=b01ce011-0f56-45d1-908c-e644be2190ae HTTP/1.1" status: 200 len: 1097 time: 0.0517302 Jun 23 11:39:20.841467 dv-neutron-601336-94-hyperv neutron-server[94174]: INFO neutron.wsgi [req-66b89331-215d-4eff-970a-d69fe0870d40 req-368cfcbd-b92d-4967-825e-1c9f856cdc23 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=cc3f6268-5866-448f-9872-b4e1ca4665d5 HTTP/1.1" status: 200 len: 217 time: 0.0325952 Jun 23 11:39:20.894947 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66b89331-215d-4eff-970a-d69fe0870d40 req-59dd1cdf-55dd-45e7-b867-9691c50659d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94174) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 11:39:20.896386 dv-neutron-601336-94-hyperv neutron-server[94174]: INFO neutron.wsgi [req-66b89331-215d-4eff-970a-d69fe0870d40 req-59dd1cdf-55dd-45e7-b867-9691c50659d9 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=b9020995-17d9-4bdc-8c5e-dad3e435ec86 HTTP/1.1" status: 200 len: 834 time: 0.0489829 Jun 23 11:39:20.950686 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66b89331-215d-4eff-970a-d69fe0870d40 req-0621e1f2-b2ea-47b6-a5b4-b8183ffc38fe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94174) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 11:39:20.952124 dv-neutron-601336-94-hyperv neutron-server[94174]: INFO neutron.wsgi [req-66b89331-215d-4eff-970a-d69fe0870d40 req-0621e1f2-b2ea-47b6-a5b4-b8183ffc38fe service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=bd46a884-00b1-49aa-92f0-d6b0a5689064&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1178 time: 0.0494864 Jun 23 11:39:21.037448 dv-neutron-601336-94-hyperv neutron-server[94174]: INFO neutron.wsgi [req-66b89331-215d-4eff-970a-d69fe0870d40 req-961e386a-53af-4f39-a99f-ca23277974ee service neutron] 10.222.0.52 "GET /v2.0/networks/bd46a884-00b1-49aa-92f0-d6b0a5689064?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0776792 Jun 23 11:39:21.454408 dv-neutron-601336-94-hyperv neutron-server[94174]: INFO neutron.wsgi [req-66b89331-215d-4eff-970a-d69fe0870d40 req-646798c0-1937-426e-9f9f-3a1e98d2a4ed service neutron] 10.222.0.52 "GET /v2.0/networks/bd46a884-00b1-49aa-92f0-d6b0a5689064?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4104846 Jun 23 11:39:21.533572 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65626a5c-bfe9-4a6d-95da-7aaaaf5fa325 req-acc6f24f-5ffc-4fd2-90c8-998b500d8194 tempest-TestNetworkBasicOps-233187296 tempest-TestNetworkBasicOps-233187296-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 11:39:21.535061 dv-neutron-601336-94-hyperv neutron-server[94175]: INFO neutron.wsgi [req-65626a5c-bfe9-4a6d-95da-7aaaaf5fa325 req-acc6f24f-5ffc-4fd2-90c8-998b500d8194 tempest-TestNetworkBasicOps-233187296 tempest-TestNetworkBasicOps-233187296-project] 10.222.0.20 "GET /v2.0/ports?device_id=b01ce011-0f56-45d1-908c-e644be2190ae HTTP/1.1" status: 200 len: 944 time: 0.0627642 Jun 23 11:39:21.573475 dv-neutron-601336-94-hyperv neutron-server[94175]: INFO neutron.wsgi [req-65626a5c-bfe9-4a6d-95da-7aaaaf5fa325 req-f63e3d4a-0df0-43ce-8b4c-fa12e1f664ba tempest-TestNetworkBasicOps-233187296 tempest-TestNetworkBasicOps-233187296-project] 10.222.0.20 "GET /v2.0/security-groups?id=fecab4d5-faba-4c98-a1b6-94bbb3b2bfc4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0314415 Jun 23 11:39:21.721020 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21c50365-ecee-4e75-8fb2-9da404ecfe49 req-bf282cc9-20ec-4f82-b284-ca233de63982 tempest-TestNetworkAdvancedServerOps-632886841 tempest-TestNetworkAdvancedServerOps-632886841-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94174) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 11:39:21.722378 dv-neutron-601336-94-hyperv neutron-server[94174]: INFO neutron.wsgi [req-21c50365-ecee-4e75-8fb2-9da404ecfe49 req-bf282cc9-20ec-4f82-b284-ca233de63982 tempest-TestNetworkAdvancedServerOps-632886841 tempest-TestNetworkAdvancedServerOps-632886841-project] 10.222.0.20 "GET /v2.0/ports?device_id=d40e82d2-8e4d-48d4-9431-234ad96f99a2 HTTP/1.1" status: 200 len: 946 time: 0.0639887 Jun 23 11:39:21.757888 dv-neutron-601336-94-hyperv neutron-server[94174]: INFO neutron.wsgi [req-21c50365-ecee-4e75-8fb2-9da404ecfe49 req-9970191e-25aa-4fc0-bb0e-e7b428dd091a tempest-TestNetworkAdvancedServerOps-632886841 tempest-TestNetworkAdvancedServerOps-632886841-project] 10.222.0.20 "GET /v2.0/security-groups?id=44081c10-3685-4611-af5e-38bdd6cbebf8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0293305 Jun 23 11:39:22.740911 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e127d5e4-55a6-4777-83dd-40ae01e8880d req-f7b25b8a-ce63-4260-ae21-0e962fbce2de tempest-TestNetworkBasicOps-233187296 tempest-TestNetworkBasicOps-233187296-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 11:39:22.742367 dv-neutron-601336-94-hyperv neutron-server[94175]: INFO neutron.wsgi [req-e127d5e4-55a6-4777-83dd-40ae01e8880d req-f7b25b8a-ce63-4260-ae21-0e962fbce2de tempest-TestNetworkBasicOps-233187296 tempest-TestNetworkBasicOps-233187296-project] 10.222.0.20 "GET /v2.0/ports?device_id=b01ce011-0f56-45d1-908c-e644be2190ae HTTP/1.1" status: 200 len: 944 time: 0.0624506 Jun 23 11:39:22.778995 dv-neutron-601336-94-hyperv neutron-server[94175]: INFO neutron.wsgi [req-e127d5e4-55a6-4777-83dd-40ae01e8880d req-f593848e-d088-4f26-ada9-0fcc9fd0a4da tempest-TestNetworkBasicOps-233187296 tempest-TestNetworkBasicOps-233187296-project] 10.222.0.20 "GET /v2.0/security-groups?id=fecab4d5-faba-4c98-a1b6-94bbb3b2bfc4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0305982 Jun 23 11:39:22.929941 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79dfb621-69ae-4886-b2f2-a62debe6f743 req-c6bf6d9f-2d04-496c-8c7a-89017d60833e tempest-TestNetworkAdvancedServerOps-632886841 tempest-TestNetworkAdvancedServerOps-632886841-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94174) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 11:39:22.931977 dv-neutron-601336-94-hyperv neutron-server[94174]: INFO neutron.wsgi [req-79dfb621-69ae-4886-b2f2-a62debe6f743 req-c6bf6d9f-2d04-496c-8c7a-89017d60833e tempest-TestNetworkAdvancedServerOps-632886841 tempest-TestNetworkAdvancedServerOps-632886841-project] 10.222.0.20 "GET /v2.0/ports?device_id=d40e82d2-8e4d-48d4-9431-234ad96f99a2 HTTP/1.1" status: 200 len: 946 time: 0.0657537 Jun 23 11:39:22.967157 dv-neutron-601336-94-hyperv neutron-server[94174]: INFO neutron.wsgi [req-79dfb621-69ae-4886-b2f2-a62debe6f743 req-8c810ef0-5dd7-4114-b80b-9b30438186f7 tempest-TestNetworkAdvancedServerOps-632886841 tempest-TestNetworkAdvancedServerOps-632886841-project] 10.222.0.20 "GET /v2.0/security-groups?id=44081c10-3685-4611-af5e-38bdd6cbebf8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0296090 Jun 23 11:39:23.248610 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron_lib.callbacks.manager [None req-97bd5441-1da2-49ee-a364-27795820ba27 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773699952132', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-899307'] for agent, after_update {{(pid=94176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:39:23.955523 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdb0bfe9-4517-4e4c-babd-98b75dd39e02 req-e29807d7-49ec-40bf-bd58-87a04a80b7f1 tempest-TestNetworkBasicOps-233187296 tempest-TestNetworkBasicOps-233187296-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 11:39:23.957053 dv-neutron-601336-94-hyperv neutron-server[94175]: INFO neutron.wsgi [req-fdb0bfe9-4517-4e4c-babd-98b75dd39e02 req-e29807d7-49ec-40bf-bd58-87a04a80b7f1 tempest-TestNetworkBasicOps-233187296 tempest-TestNetworkBasicOps-233187296-project] 10.222.0.20 "GET /v2.0/ports?device_id=b01ce011-0f56-45d1-908c-e644be2190ae HTTP/1.1" status: 200 len: 944 time: 0.0671618 Jun 23 11:39:23.958980 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.plugins.ml2.rpc [None req-97bd5441-1da2-49ee-a364-27795820ba27 None None] Device cc3f6268-5866-448f-9872-b4e1ca4665d5 details requested by agent hyperv_hv-neutron-6013 with host hv-neutron-6013 {{(pid=94176) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:104}} Jun 23 11:39:23.998354 dv-neutron-601336-94-hyperv neutron-server[94175]: INFO neutron.wsgi [req-fdb0bfe9-4517-4e4c-babd-98b75dd39e02 req-b5ba12ab-7836-4417-9600-8d71c8db5a16 tempest-TestNetworkBasicOps-233187296 tempest-TestNetworkBasicOps-233187296-project] 10.222.0.20 "GET /v2.0/security-groups?id=fecab4d5-faba-4c98-a1b6-94bbb3b2bfc4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0346062 Jun 23 11:39:24.056752 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.plugins.ml2.db [None req-97bd5441-1da2-49ee-a364-27795820ba27 None None] For port cc3f6268-5866-448f-9872-b4e1ca4665d5, host hv-neutron-6013, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-6013',level=0,port_id=cc3f6268-5866-448f-9872-b4e1ca4665d5,segment=NetworkSegment(09310a61-b7fd-486e-9e5b-9c6253ee12f9),segment_id=09310a61-b7fd-486e-9e5b-9c6253ee12f9)] {{(pid=94176) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 23 11:39:24.068117 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.plugins.ml2.rpc [None req-97bd5441-1da2-49ee-a364-27795820ba27 None None] Returning: {'device': 'cc3f6268-5866-448f-9872-b4e1ca4665d5', 'network_id': 'bd46a884-00b1-49aa-92f0-d6b0a5689064', 'port_id': 'cc3f6268-5866-448f-9872-b4e1ca4665d5', 'mac_address': 'fa:16:3e:8c:27:87', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 440, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b9020995-17d9-4bdc-8c5e-dad3e435ec86', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94176) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:186}} Jun 23 11:39:24.108579 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron_lib.callbacks.manager [None req-97bd5441-1da2-49ee-a364-27795820ba27 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-923122'] for port, before_update {{(pid=94176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:39:24.121322 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.notifiers.nova [None req-97bd5441-1da2-49ee-a364-27795820ba27 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id cc3f6268-5866-448f-9872-b4e1ca4665d5 {{(pid=94176) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 23 11:39:24.146944 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.plugins.ml2.db [None req-97bd5441-1da2-49ee-a364-27795820ba27 None None] For port cc3f6268-5866-448f-9872-b4e1ca4665d5, host hv-neutron-6013, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-6013',level=0,port_id=cc3f6268-5866-448f-9872-b4e1ca4665d5,segment=NetworkSegment(09310a61-b7fd-486e-9e5b-9c6253ee12f9),segment_id=09310a61-b7fd-486e-9e5b-9c6253ee12f9)] {{(pid=94176) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 23 11:39:24.157385 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ade87e7-498d-48b5-9143-bdf07c5f9a50 req-6c289007-fa1f-4206-bad8-ecb8929e10ce tempest-TestNetworkAdvancedServerOps-632886841 tempest-TestNetworkAdvancedServerOps-632886841-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94174) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 11:39:24.158860 dv-neutron-601336-94-hyperv neutron-server[94174]: INFO neutron.wsgi [req-1ade87e7-498d-48b5-9143-bdf07c5f9a50 req-6c289007-fa1f-4206-bad8-ecb8929e10ce tempest-TestNetworkAdvancedServerOps-632886841 tempest-TestNetworkAdvancedServerOps-632886841-project] 10.222.0.20 "GET /v2.0/ports?device_id=d40e82d2-8e4d-48d4-9431-234ad96f99a2 HTTP/1.1" status: 200 len: 946 time: 0.0655544 Jun 23 11:39:24.195193 dv-neutron-601336-94-hyperv neutron-server[94174]: INFO neutron.wsgi [req-1ade87e7-498d-48b5-9143-bdf07c5f9a50 req-6d52af69-5b17-407d-b360-8598b5e683a6 tempest-TestNetworkAdvancedServerOps-632886841 tempest-TestNetworkAdvancedServerOps-632886841-project] 10.222.0.20 "GET /v2.0/security-groups?id=44081c10-3685-4611-af5e-38bdd6cbebf8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0306964 Jun 23 11:39:24.220397 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron_lib.callbacks.manager [None req-97bd5441-1da2-49ee-a364-27795820ba27 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-922904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866062', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773700135042', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773699642233', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773699642278'] for port, after_update {{(pid=94176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:39:24.222182 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG oslo_concurrency.lockutils [None req-dc7542b2-afef-47f4-a763-e3a3cba144be None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 11:39:24.266400 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97bd5441-1da2-49ee-a364-27795820ba27 None None] Pushing event updated for resources: {'Port': ['ID=cc3f6268-5866-448f-9872-b4e1ca4665d5,revision_number=4']} {{(pid=94176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 11:39:24.273132 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97bd5441-1da2-49ee-a364-27795820ba27 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-601336-94-hyperv {{(pid=94176) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 11:39:24.273482 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97bd5441-1da2-49ee-a364-27795820ba27 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-94-hyperv {{(pid=94176) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 11:39:24.273835 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97bd5441-1da2-49ee-a364-27795820ba27 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-94-hyperv {{(pid=94176) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 11:39:24.274167 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97bd5441-1da2-49ee-a364-27795820ba27 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-601336-94-hyperv {{(pid=94176) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 11:39:24.274498 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97bd5441-1da2-49ee-a364-27795820ba27 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-601336-94-hyperv {{(pid=94176) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 11:39:24.274831 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97bd5441-1da2-49ee-a364-27795820ba27 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-601336-94-hyperv {{(pid=94176) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 11:39:24.275204 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97bd5441-1da2-49ee-a364-27795820ba27 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-601336-94-hyperv {{(pid=94176) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 11:39:24.275582 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97bd5441-1da2-49ee-a364-27795820ba27 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-601336-94-hyperv {{(pid=94176) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 11:39:24.275872 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97bd5441-1da2-49ee-a364-27795820ba27 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-601336-94-hyperv {{(pid=94176) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 11:39:24.276195 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97bd5441-1da2-49ee-a364-27795820ba27 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-94-hyperv {{(pid=94176) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 11:39:24.276516 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97bd5441-1da2-49ee-a364-27795820ba27 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-601336-94-hyperv {{(pid=94176) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 11:39:24.276837 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97bd5441-1da2-49ee-a364-27795820ba27 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-601336-94-hyperv {{(pid=94176) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 11:39:24.280564 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG oslo_concurrency.lockutils [None req-97bd5441-1da2-49ee-a364-27795820ba27 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.058s {{(pid=94176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 11:39:24.434893 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.plugins.ml2.db [None req-97bd5441-1da2-49ee-a364-27795820ba27 None None] get_ports_and_sgs() called for port_ids ['cc3f6268-5866-448f-9872-b4e1ca4665d5'] {{(pid=94176) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 23 11:39:25.174745 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e940bd1-72ac-4fcd-b76a-e9d6b4f83168 req-503083fb-7a19-40c3-b43a-b80fc345f444 tempest-TestNetworkBasicOps-233187296 tempest-TestNetworkBasicOps-233187296-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 11:39:25.176501 dv-neutron-601336-94-hyperv neutron-server[94175]: INFO neutron.wsgi [req-0e940bd1-72ac-4fcd-b76a-e9d6b4f83168 req-503083fb-7a19-40c3-b43a-b80fc345f444 tempest-TestNetworkBasicOps-233187296 tempest-TestNetworkBasicOps-233187296-project] 10.222.0.20 "GET /v2.0/ports?device_id=b01ce011-0f56-45d1-908c-e644be2190ae HTTP/1.1" status: 200 len: 945 time: 0.0647271 Jun 23 11:39:25.216724 dv-neutron-601336-94-hyperv neutron-server[94175]: INFO neutron.wsgi [req-0e940bd1-72ac-4fcd-b76a-e9d6b4f83168 req-7ffccce4-6d3a-4eb6-bcbd-7e4a28cf557b tempest-TestNetworkBasicOps-233187296 tempest-TestNetworkBasicOps-233187296-project] 10.222.0.20 "GET /v2.0/security-groups?id=fecab4d5-faba-4c98-a1b6-94bbb3b2bfc4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0345750 Jun 23 11:39:25.373998 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a581034a-9958-4911-8ce8-b1a153155729 req-6d86f39f-a07f-483d-9512-7c0e23bf4ded tempest-TestNetworkAdvancedServerOps-632886841 tempest-TestNetworkAdvancedServerOps-632886841-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94174) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 11:39:25.375493 dv-neutron-601336-94-hyperv neutron-server[94174]: INFO neutron.wsgi [req-a581034a-9958-4911-8ce8-b1a153155729 req-6d86f39f-a07f-483d-9512-7c0e23bf4ded tempest-TestNetworkAdvancedServerOps-632886841 tempest-TestNetworkAdvancedServerOps-632886841-project] 10.222.0.20 "GET /v2.0/ports?device_id=d40e82d2-8e4d-48d4-9431-234ad96f99a2 HTTP/1.1" status: 200 len: 946 time: 0.0691328 Jun 23 11:39:25.413705 dv-neutron-601336-94-hyperv neutron-server[94174]: INFO neutron.wsgi [req-a581034a-9958-4911-8ce8-b1a153155729 req-9bfc4f1d-b7e6-4aae-98c6-733722cc17aa tempest-TestNetworkAdvancedServerOps-632886841 tempest-TestNetworkAdvancedServerOps-632886841-project] 10.222.0.20 "GET /v2.0/security-groups?id=44081c10-3685-4611-af5e-38bdd6cbebf8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0326560 Jun 23 11:39:25.970274 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.plugins.ml2.rpc [None req-97bd5441-1da2-49ee-a364-27795820ba27 None None] Device cc3f6268-5866-448f-9872-b4e1ca4665d5 up at agent hyperv_hv-neutron-6013 {{(pid=94176) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:298}} Jun 23 11:39:26.068546 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.db.provisioning_blocks [None req-97bd5441-1da2-49ee-a364-27795820ba27 None None] Provisioning for port cc3f6268-5866-448f-9872-b4e1ca4665d5 completed by entity L2. {{(pid=94176) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 23 11:39:26.072103 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.db.provisioning_blocks [None req-97bd5441-1da2-49ee-a364-27795820ba27 None None] Provisioning complete for port cc3f6268-5866-448f-9872-b4e1ca4665d5 triggered by entity L2. {{(pid=94176) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 23 11:39:26.072504 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron_lib.callbacks.manager [None req-97bd5441-1da2-49ee-a364-27795820ba27 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-899258'] for port, provisioning_complete {{(pid=94176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:39:26.147392 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron_lib.callbacks.manager [None req-97bd5441-1da2-49ee-a364-27795820ba27 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-923122'] for port, before_update {{(pid=94176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:39:26.168694 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b01ce011-0f56-45d1-908c-e644be2190ae', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cc3f6268-5866-448f-9872-b4e1ca4665d5'}] {{(pid=94176) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 23 11:39:26.170937 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}887b0dfc0393de878080286a57e4a08d4fa60dd0cddd118f338ebfcd351ddd4c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e2d6f8ee-928b-4d9f-8fda-614479483f07" -d '{"events": [{"server_uuid": "b01ce011-0f56-45d1-908c-e644be2190ae", "name": "network-vif-plugged", "status": "completed", "tag": "cc3f6268-5866-448f-9872-b4e1ca4665d5"}]}' {{(pid=94176) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 23 11:39:26.183686 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.plugins.ml2.db [None req-97bd5441-1da2-49ee-a364-27795820ba27 None None] For port cc3f6268-5866-448f-9872-b4e1ca4665d5, host hv-neutron-6013, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-6013',level=0,port_id=cc3f6268-5866-448f-9872-b4e1ca4665d5,segment=NetworkSegment(09310a61-b7fd-486e-9e5b-9c6253ee12f9),segment_id=09310a61-b7fd-486e-9e5b-9c6253ee12f9)] {{(pid=94176) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 23 11:39:26.205993 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 23 Jun 2021 11:39:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-431cc48f-120c-46ed-bb72-e5199309632b x-openstack-request-id: req-431cc48f-120c-46ed-bb72-e5199309632b {{(pid=94176) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 23 11:39:26.206122 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b01ce011-0f56-45d1-908c-e644be2190ae", "name": "network-vif-plugged", "status": "completed", "tag": "cc3f6268-5866-448f-9872-b4e1ca4665d5", "code": 200}]} {{(pid=94176) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 23 11:39:26.206388 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-431cc48f-120c-46ed-bb72-e5199309632b {{(pid=94176) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 23 11:39:26.206788 dv-neutron-601336-94-hyperv neutron-server[94176]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b01ce011-0f56-45d1-908c-e644be2190ae', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cc3f6268-5866-448f-9872-b4e1ca4665d5', 'code': 200} Jun 23 11:39:26.246318 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron_lib.callbacks.manager [None req-97bd5441-1da2-49ee-a364-27795820ba27 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-922904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866062', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773700135042', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773699642233', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773699642278'] for port, after_update {{(pid=94176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:39:26.248228 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG oslo_concurrency.lockutils [None req-aa2e3087-953a-4c66-b0c8-d1efe1c8ef92 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 11:39:26.293296 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97bd5441-1da2-49ee-a364-27795820ba27 None None] Pushing event updated for resources: {'Port': ['ID=cc3f6268-5866-448f-9872-b4e1ca4665d5,revision_number=5']} {{(pid=94176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 11:39:26.296359 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG oslo_concurrency.lockutils [None req-97bd5441-1da2-49ee-a364-27795820ba27 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=94176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 11:39:26.387484 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5eec55ff-a326-4b4b-9bf3-59447cad458c req-acc5751f-ad92-4f86-bfb7-eabfbcc22ef4 tempest-TestNetworkBasicOps-233187296 tempest-TestNetworkBasicOps-233187296-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94174) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 11:39:26.388998 dv-neutron-601336-94-hyperv neutron-server[94174]: INFO neutron.wsgi [req-5eec55ff-a326-4b4b-9bf3-59447cad458c req-acc5751f-ad92-4f86-bfb7-eabfbcc22ef4 tempest-TestNetworkBasicOps-233187296 tempest-TestNetworkBasicOps-233187296-project] 10.222.0.20 "GET /v2.0/ports?device_id=b01ce011-0f56-45d1-908c-e644be2190ae HTTP/1.1" status: 200 len: 946 time: 0.0637639 Jun 23 11:39:26.428164 dv-neutron-601336-94-hyperv neutron-server[94174]: INFO neutron.wsgi [req-5eec55ff-a326-4b4b-9bf3-59447cad458c req-b87464f2-1f2f-427e-8ea6-b687ec22833e tempest-TestNetworkBasicOps-233187296 tempest-TestNetworkBasicOps-233187296-project] 10.222.0.20 "GET /v2.0/security-groups?id=fecab4d5-faba-4c98-a1b6-94bbb3b2bfc4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0332799 Jun 23 11:39:26.563700 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25a7db76-2189-4c83-b959-85bd0771d3b1 req-82d3677b-aedc-4419-951a-b0be7cb7a285 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94174) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 11:39:26.565075 dv-neutron-601336-94-hyperv neutron-server[94174]: INFO neutron.wsgi [req-25a7db76-2189-4c83-b959-85bd0771d3b1 req-82d3677b-aedc-4419-951a-b0be7cb7a285 service neutron] 10.222.0.52 "GET /v2.0/ports?device_id=b01ce011-0f56-45d1-908c-e644be2190ae HTTP/1.1" status: 200 len: 1099 time: 0.0523322 Jun 23 11:39:26.594125 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db5cc178-afd7-40a0-a83c-8efd2273e096 req-d65eee54-a231-41bb-a1fb-1196ed7b78e9 tempest-TestNetworkAdvancedServerOps-632886841 tempest-TestNetworkAdvancedServerOps-632886841-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 11:39:26.595612 dv-neutron-601336-94-hyperv neutron-server[94175]: INFO neutron.wsgi [req-db5cc178-afd7-40a0-a83c-8efd2273e096 req-d65eee54-a231-41bb-a1fb-1196ed7b78e9 tempest-TestNetworkAdvancedServerOps-632886841 tempest-TestNetworkAdvancedServerOps-632886841-project] 10.222.0.20 "GET /v2.0/ports?device_id=d40e82d2-8e4d-48d4-9431-234ad96f99a2 HTTP/1.1" status: 200 len: 946 time: 0.0675681 Jun 23 11:39:26.600072 dv-neutron-601336-94-hyperv neutron-server[94174]: INFO neutron.wsgi [req-25a7db76-2189-4c83-b959-85bd0771d3b1 req-d6262d61-32b1-4d10-b281-40c2dde27a3d service neutron] 10.222.0.52 "GET /v2.0/security-groups?id=fecab4d5-faba-4c98-a1b6-94bbb3b2bfc4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0272710 Jun 23 11:39:26.632486 dv-neutron-601336-94-hyperv neutron-server[94175]: INFO neutron.wsgi [req-db5cc178-afd7-40a0-a83c-8efd2273e096 req-7c860c8d-423f-4329-8b14-991dac9fefb2 tempest-TestNetworkAdvancedServerOps-632886841 tempest-TestNetworkAdvancedServerOps-632886841-project] 10.222.0.20 "GET /v2.0/security-groups?id=44081c10-3685-4611-af5e-38bdd6cbebf8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0308197 Jun 23 11:39:27.620065 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab7eb4e1-1644-4810-a589-e29b91d8f803 req-e781ccfb-86c6-4103-8096-8b91d9c8b119 tempest-TestNetworkBasicOps-233187296 tempest-TestNetworkBasicOps-233187296-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94174) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 11:39:27.622586 dv-neutron-601336-94-hyperv neutron-server[94174]: INFO neutron.wsgi [req-ab7eb4e1-1644-4810-a589-e29b91d8f803 req-e781ccfb-86c6-4103-8096-8b91d9c8b119 tempest-TestNetworkBasicOps-233187296 tempest-TestNetworkBasicOps-233187296-project] 10.222.0.20 "GET /v2.0/ports?device_id=b01ce011-0f56-45d1-908c-e644be2190ae HTTP/1.1" status: 200 len: 946 time: 0.0758402 Jun 23 11:39:27.661590 dv-neutron-601336-94-hyperv neutron-server[94174]: INFO neutron.wsgi [req-ab7eb4e1-1644-4810-a589-e29b91d8f803 req-44bdf6a2-d3fe-4153-b38b-6f350a1dc89f tempest-TestNetworkBasicOps-233187296 tempest-TestNetworkBasicOps-233187296-project] 10.222.0.20 "GET /v2.0/security-groups?id=fecab4d5-faba-4c98-a1b6-94bbb3b2bfc4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0329554 Jun 23 11:39:27.812542 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4eafdc12-d49e-4221-aa53-9d750e798b43 req-5680dd52-feff-45ed-b2ad-1e3c8b431f75 tempest-TestNetworkAdvancedServerOps-632886841 tempest-TestNetworkAdvancedServerOps-632886841-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 11:39:27.814272 dv-neutron-601336-94-hyperv neutron-server[94175]: INFO neutron.wsgi [req-4eafdc12-d49e-4221-aa53-9d750e798b43 req-5680dd52-feff-45ed-b2ad-1e3c8b431f75 tempest-TestNetworkAdvancedServerOps-632886841 tempest-TestNetworkAdvancedServerOps-632886841-project] 10.222.0.20 "GET /v2.0/ports?device_id=d40e82d2-8e4d-48d4-9431-234ad96f99a2 HTTP/1.1" status: 200 len: 946 time: 0.0645065 Jun 23 11:39:27.853865 dv-neutron-601336-94-hyperv neutron-server[94175]: INFO neutron.wsgi [req-4eafdc12-d49e-4221-aa53-9d750e798b43 req-c1f21afe-04a7-4ae8-b279-de2419c9ddc6 tempest-TestNetworkAdvancedServerOps-632886841 tempest-TestNetworkAdvancedServerOps-632886841-project] 10.222.0.20 "GET /v2.0/security-groups?id=44081c10-3685-4611-af5e-38bdd6cbebf8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0333023 Jun 23 11:39:28.834289 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f79e72d5-aff4-45f0-83dc-26ae9844e4f1 req-5be4db74-1c87-4721-9b84-b300351273bf tempest-TestNetworkBasicOps-233187296 tempest-TestNetworkBasicOps-233187296-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94174) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 11:39:28.835791 dv-neutron-601336-94-hyperv neutron-server[94174]: INFO neutron.wsgi [req-f79e72d5-aff4-45f0-83dc-26ae9844e4f1 req-5be4db74-1c87-4721-9b84-b300351273bf tempest-TestNetworkBasicOps-233187296 tempest-TestNetworkBasicOps-233187296-project] 10.222.0.20 "GET /v2.0/ports?device_id=b01ce011-0f56-45d1-908c-e644be2190ae HTTP/1.1" status: 200 len: 946 time: 0.0639184 Jun 23 11:39:28.874622 dv-neutron-601336-94-hyperv neutron-server[94174]: INFO neutron.wsgi [req-f79e72d5-aff4-45f0-83dc-26ae9844e4f1 req-304bdcb8-7c49-464d-a55e-034871240422 tempest-TestNetworkBasicOps-233187296 tempest-TestNetworkBasicOps-233187296-project] 10.222.0.20 "GET /v2.0/security-groups?id=fecab4d5-faba-4c98-a1b6-94bbb3b2bfc4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0317307 Jun 23 11:39:29.031916 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eccbfa64-e83a-4b06-8219-939495030a4d req-50d86394-fe81-4970-89ed-59c4f1409734 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94174) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 11:39:29.033404 dv-neutron-601336-94-hyperv neutron-server[94174]: INFO neutron.wsgi [req-eccbfa64-e83a-4b06-8219-939495030a4d req-50d86394-fe81-4970-89ed-59c4f1409734 service neutron] 10.222.0.52 "GET /v2.0/ports?device_id=d40e82d2-8e4d-48d4-9431-234ad96f99a2 HTTP/1.1" status: 200 len: 1099 time: 0.0857267 Jun 23 11:39:29.036185 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7799fc87-3e33-4035-a284-6cf63f04e102 req-07d8ac9f-e10a-4440-bc8e-209a487a2cf4 tempest-TestNetworkAdvancedServerOps-632886841 tempest-TestNetworkAdvancedServerOps-632886841-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 11:39:29.037682 dv-neutron-601336-94-hyperv neutron-server[94175]: INFO neutron.wsgi [req-7799fc87-3e33-4035-a284-6cf63f04e102 req-07d8ac9f-e10a-4440-bc8e-209a487a2cf4 tempest-TestNetworkAdvancedServerOps-632886841 tempest-TestNetworkAdvancedServerOps-632886841-project] 10.222.0.20 "GET /v2.0/ports?device_id=d40e82d2-8e4d-48d4-9431-234ad96f99a2 HTTP/1.1" status: 200 len: 946 time: 0.0689945 Jun 23 11:39:29.075376 dv-neutron-601336-94-hyperv neutron-server[94175]: INFO neutron.wsgi [req-7799fc87-3e33-4035-a284-6cf63f04e102 req-cd1829b6-0169-4328-8a7c-0e1a5a3f6ec9 tempest-TestNetworkAdvancedServerOps-632886841 tempest-TestNetworkAdvancedServerOps-632886841-project] 10.222.0.20 "GET /v2.0/security-groups?id=44081c10-3685-4611-af5e-38bdd6cbebf8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0316408 Jun 23 11:39:29.085239 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b26edba0-7993-4e2f-9aa2-a8f5487873ea req-86210cd6-2e35-4b62-b2a5-f4d3dd3e5d69 tempest-TestNetworkBasicOps-233187296 tempest-TestNetworkBasicOps-233187296-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94174) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 11:39:29.087304 dv-neutron-601336-94-hyperv neutron-server[94174]: INFO neutron.wsgi [req-b26edba0-7993-4e2f-9aa2-a8f5487873ea req-86210cd6-2e35-4b62-b2a5-f4d3dd3e5d69 tempest-TestNetworkBasicOps-233187296 tempest-TestNetworkBasicOps-233187296-project] 10.222.0.20 "GET /v2.0/ports?device_id=b01ce011-0f56-45d1-908c-e644be2190ae HTTP/1.1" status: 200 len: 946 time: 0.0976565 Jun 23 11:39:29.089350 dv-neutron-601336-94-hyperv neutron-server[94174]: INFO neutron.wsgi [req-eccbfa64-e83a-4b06-8219-939495030a4d req-8dd379c7-7d4e-4241-a355-2ab2bb5852a7 service neutron] 10.222.0.52 "GET /v2.0/security-groups?id=44081c10-3685-4611-af5e-38bdd6cbebf8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0493202 Jun 23 11:39:29.123709 dv-neutron-601336-94-hyperv neutron-server[94174]: INFO neutron.wsgi [req-b26edba0-7993-4e2f-9aa2-a8f5487873ea req-8add90e2-8ddb-4342-9fc3-6825bf7504f1 tempest-TestNetworkBasicOps-233187296 tempest-TestNetworkBasicOps-233187296-project] 10.222.0.20 "GET /v2.0/security-groups?id=fecab4d5-faba-4c98-a1b6-94bbb3b2bfc4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0304923 Jun 23 11:39:29.147189 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.wsgi [-] (94174) accepted ('10.222.0.20', 43370) {{(pid=94174) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 11:39:29.287356 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-141686fd-0d99-43be-9d78-cefca288743a tempest-TestNetworkBasicOps-1420332966 tempest-TestNetworkBasicOps-1420332966-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94174) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 11:39:29.288823 dv-neutron-601336-94-hyperv neutron-server[94174]: INFO neutron.wsgi [None req-141686fd-0d99-43be-9d78-cefca288743a tempest-TestNetworkBasicOps-1420332966 tempest-TestNetworkBasicOps-1420332966-project-admin] 10.222.0.20 "GET /v2.0/ports?device_id=b01ce011-0f56-45d1-908c-e644be2190ae HTTP/1.1" status: 200 len: 1094 time: 0.1406431 Jun 23 11:39:29.291631 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.wsgi [-] (94174) accepted ('10.222.0.20', 43374) {{(pid=94174) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 11:39:29.295940 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.api.v2.base [None req-5deb53ca-c0cb-4408-ba27-7cfd40707677 tempest-TestNetworkBasicOps-233187296 tempest-TestNetworkBasicOps-233187296-project] Request body: {'floatingip': {'port_id': 'cc3f6268-5866-448f-9872-b4e1ca4665d5'}} {{(pid=94174) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 23 11:39:29.336341 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron_lib.callbacks.manager [None req-5deb53ca-c0cb-4408-ba27-7cfd40707677 tempest-TestNetworkBasicOps-233187296 tempest-TestNetworkBasicOps-233187296-project] Notify callbacks [] for floatingip, before_update {{(pid=94174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:39:29.761390 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron_lib.callbacks.manager [None req-5deb53ca-c0cb-4408-ba27-7cfd40707677 tempest-TestNetworkBasicOps-233187296 tempest-TestNetworkBasicOps-233187296-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:39:29.831762 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron_lib.callbacks.manager [None req-5deb53ca-c0cb-4408-ba27-7cfd40707677 tempest-TestNetworkBasicOps-233187296 tempest-TestNetworkBasicOps-233187296-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-524229'] for floatingip, after_update {{(pid=94174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:39:29.929409 dv-neutron-601336-94-hyperv neutron-server[94174]: INFO neutron.db.l3_db [None req-5deb53ca-c0cb-4408-ba27-7cfd40707677 tempest-TestNetworkBasicOps-233187296 tempest-TestNetworkBasicOps-233187296-project] Floating IP 731094ab-1388-4db0-8773-f79e7c889c88 associated. External IP: 172.26.3.39, port: cc3f6268-5866-448f-9872-b4e1ca4665d5. Jun 23 11:39:30.002172 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.plugins.ml2.rpc [None req-97bd5441-1da2-49ee-a364-27795820ba27 None None] Device bb082d0f-c638-4129-b916-4f9c382b86c5 details requested by agent hyperv_hv-neutron-6013 with host hv-neutron-6013 {{(pid=94176) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:104}} Jun 23 11:39:30.005320 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.plugins.ml2.rpc [None req-97bd5441-1da2-49ee-a364-27795820ba27 None None] Device bb082d0f-c638-4129-b916-4f9c382b86c5 no longer exists at agent hyperv_hv-neutron-6013 {{(pid=94176) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:261}} Jun 23 11:39:30.136127 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5deb53ca-c0cb-4408-ba27-7cfd40707677 tempest-TestNetworkBasicOps-233187296 tempest-TestNetworkBasicOps-233187296-project] Router 6dd22ae5-5eb1-4a98-ace8-ae186e56e058 has already been hosted by L3 agent 50ef99c0-ef28-4db5-b303-b145898fae60 {{(pid=94174) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 23 11:39:30.148345 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron_lib.callbacks.manager [None req-97bd5441-1da2-49ee-a364-27795820ba27 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-923122'] for port, before_update {{(pid=94176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:39:30.167953 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.plugins.ml2.db [None req-97bd5441-1da2-49ee-a364-27795820ba27 None None] For port bb082d0f-c638-4129-b916-4f9c382b86c5, host hv-neutron-6013, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-6013',level=0,port_id=bb082d0f-c638-4129-b916-4f9c382b86c5,segment=NetworkSegment(19fb263b-ef3d-47d5-b749-258c4c2282bf),segment_id=19fb263b-ef3d-47d5-b749-258c4c2282bf)] {{(pid=94176) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 23 11:39:30.188776 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd40e82d2-8e4d-48d4-9431-234ad96f99a2', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'bb082d0f-c638-4129-b916-4f9c382b86c5'}] {{(pid=94176) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 23 11:39:30.191062 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}887b0dfc0393de878080286a57e4a08d4fa60dd0cddd118f338ebfcd351ddd4c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-34466679-55da-4f96-876d-06249ab7686a" -d '{"events": [{"server_uuid": "d40e82d2-8e4d-48d4-9431-234ad96f99a2", "name": "network-vif-unplugged", "status": "completed", "tag": "bb082d0f-c638-4129-b916-4f9c382b86c5"}]}' {{(pid=94176) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 23 11:39:30.195825 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.plugins.ml2.rpc [None req-97bd5441-1da2-49ee-a364-27795820ba27 None None] Returning: {'device': 'bb082d0f-c638-4129-b916-4f9c382b86c5', 'network_id': 'e04d1dbb-a843-4ee3-9844-ad82eebdbddb', 'port_id': 'bb082d0f-c638-4129-b916-4f9c382b86c5', 'mac_address': 'fa:16:3e:f3:1b:70', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 433, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8a5608a2-ff2c-4b41-9153-013df8b9bf4d', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94176) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:186}} Jun 23 11:39:30.205980 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.plugins.ml2.db [None req-97bd5441-1da2-49ee-a364-27795820ba27 None None] For port bb082d0f-c638-4129-b916-4f9c382b86c5, host hv-neutron-6013, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-6013',level=0,port_id=bb082d0f-c638-4129-b916-4f9c382b86c5,segment=NetworkSegment(19fb263b-ef3d-47d5-b749-258c4c2282bf),segment_id=19fb263b-ef3d-47d5-b749-258c4c2282bf)] {{(pid=94176) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 23 11:39:30.246939 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 23 Jun 2021 11:39:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a9c5cfce-5dd8-43be-afd5-a16a6294994e x-openstack-request-id: req-a9c5cfce-5dd8-43be-afd5-a16a6294994e {{(pid=94176) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 23 11:39:30.247301 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d40e82d2-8e4d-48d4-9431-234ad96f99a2", "name": "network-vif-unplugged", "status": "completed", "tag": "bb082d0f-c638-4129-b916-4f9c382b86c5", "code": 200}]} {{(pid=94176) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 23 11:39:30.247756 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-a9c5cfce-5dd8-43be-afd5-a16a6294994e {{(pid=94176) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 23 11:39:30.248336 dv-neutron-601336-94-hyperv neutron-server[94176]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd40e82d2-8e4d-48d4-9431-234ad96f99a2', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'bb082d0f-c638-4129-b916-4f9c382b86c5', 'code': 200} Jun 23 11:39:30.250826 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron_lib.callbacks.manager [None req-97bd5441-1da2-49ee-a364-27795820ba27 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-923122'] for port, before_update {{(pid=94176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:39:30.258587 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5deb53ca-c0cb-4408-ba27-7cfd40707677 tempest-TestNetworkBasicOps-233187296 tempest-TestNetworkBasicOps-233187296-project] Notify agent at l3_agent.dv-neutron-601336-94-hyperv the message routers_updated {{(pid=94174) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 23 11:39:30.263611 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron_lib.callbacks.manager [None req-5deb53ca-c0cb-4408-ba27-7cfd40707677 tempest-TestNetworkBasicOps-233187296 tempest-TestNetworkBasicOps-233187296-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-217507'] for floatingip, before_response {{(pid=94174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:39:30.265546 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.notifiers.nova [None req-97bd5441-1da2-49ee-a364-27795820ba27 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id bb082d0f-c638-4129-b916-4f9c382b86c5 {{(pid=94176) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 23 11:39:30.272586 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1168db68-313f-4b3e-a057-b19806fcfede None None] Sync routers for ids ['6dd22ae5-5eb1-4a98-ace8-ae186e56e058'] in dv-neutron-601336-94-hyperv {{(pid=94176) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 23 11:39:30.279801 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron_lib.callbacks.manager [None req-97bd5441-1da2-49ee-a364-27795820ba27 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-922904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866062', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773700135042', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773699642233', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773699642278'] for port, after_update {{(pid=94176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:39:30.281810 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG oslo_concurrency.lockutils [None req-0931b8ee-52e5-4060-9fdc-936f902b70a8 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 11:39:30.301773 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4acf03f9-bce7-4d30-ba21-7646f3312462 req-88d881bf-400b-43e6-8de2-ae48df0b3a79 tempest-TestNetworkAdvancedServerOps-632886841 tempest-TestNetworkAdvancedServerOps-632886841-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 11:39:30.303453 dv-neutron-601336-94-hyperv neutron-server[94175]: INFO neutron.wsgi [req-4acf03f9-bce7-4d30-ba21-7646f3312462 req-88d881bf-400b-43e6-8de2-ae48df0b3a79 tempest-TestNetworkAdvancedServerOps-632886841 tempest-TestNetworkAdvancedServerOps-632886841-project] 10.222.0.20 "GET /v2.0/ports?device_id=d40e82d2-8e4d-48d4-9431-234ad96f99a2 HTTP/1.1" status: 200 len: 946 time: 0.0806878 Jun 23 11:39:30.304606 dv-neutron-601336-94-hyperv neutron-server[94174]: INFO neutron.wsgi [None req-5deb53ca-c0cb-4408-ba27-7cfd40707677 tempest-TestNetworkBasicOps-233187296 tempest-TestNetworkBasicOps-233187296-project] 10.222.0.20 "PUT /v2.0/floatingips/731094ab-1388-4db0-8773-f79e7c889c88 HTTP/1.1" status: 200 len: 991 time: 1.0119910 Jun 23 11:39:30.305320 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b01ce011-0f56-45d1-908c-e644be2190ae', 'tag': 'cc3f6268-5866-448f-9872-b4e1ca4665d5'}] {{(pid=94174) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 23 11:39:30.307246 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.wsgi [-] (94175) accepted ('10.222.0.20', 43380) {{(pid=94175) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 11:39:30.307725 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6ff47218258ed5bf6cae7f276c9622ae488f9e8ebc13d1a310221fbcfb04c5dd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-06091ae8-ce8a-4494-9169-bf28d125c31f" -d '{"events": [{"name": "network-changed", "server_uuid": "b01ce011-0f56-45d1-908c-e644be2190ae", "tag": "cc3f6268-5866-448f-9872-b4e1ca4665d5"}]}' {{(pid=94174) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 23 11:39:30.337833 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1168db68-313f-4b3e-a057-b19806fcfede None None] Routers {'6dd22ae5-5eb1-4a98-ace8-ae186e56e058'} bound to L3 agent in host dv-neutron-601336-94-hyperv {{(pid=94176) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 23 11:39:30.338482 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.db.l3_hamode_db [None req-1168db68-313f-4b3e-a057-b19806fcfede None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-601336-94-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-23T11:22:13Z,description=,heartbeat_timestamp=2021-06-23T11:39:13Z,host='dv-neutron-601336-94-hyperv',id=50ef99c0-ef28-4db5-b303-b145898fae60,load=0,resource_versions=,resources_synced=,started_at=2021-06-23T11:22:14Z,topic='l3_agent')) {'router_ids': ['6dd22ae5-5eb1-4a98-ace8-ae186e56e058'], 'active': True} {{(pid=94176) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 11:39:30.344916 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 23 Jun 2021 11:39:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c06dedb5-49e6-4732-b66f-aea5110e280d x-openstack-request-id: req-c06dedb5-49e6-4732-b66f-aea5110e280d {{(pid=94174) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 23 11:39:30.345257 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b01ce011-0f56-45d1-908c-e644be2190ae", "tag": "cc3f6268-5866-448f-9872-b4e1ca4665d5", "status": "completed", "code": 200}]} {{(pid=94174) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 23 11:39:30.345585 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-c06dedb5-49e6-4732-b66f-aea5110e280d {{(pid=94174) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 23 11:39:30.346035 dv-neutron-601336-94-hyperv neutron-server[94174]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b01ce011-0f56-45d1-908c-e644be2190ae', 'tag': 'cc3f6268-5866-448f-9872-b4e1ca4665d5', 'status': 'completed', 'code': 200} Jun 23 11:39:30.401209 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97bd5441-1da2-49ee-a364-27795820ba27 None None] Pushing event updated for resources: {'Port': ['ID=bb082d0f-c638-4129-b916-4f9c382b86c5,revision_number=6']} {{(pid=94176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 11:39:30.403804 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron_lib.db.api [None req-97bd5441-1da2-49ee-a364-27795820ba27 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=94176) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jun 23 11:39:30.404363 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG oslo_db.api [None req-97bd5441-1da2-49ee-a364-27795820ba27 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=94176) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jun 23 11:39:30.408600 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG oslo_concurrency.lockutils [None req-97bd5441-1da2-49ee-a364-27795820ba27 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.123s {{(pid=94176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 11:39:30.435264 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06091ae8-ce8a-4494-9169-bf28d125c31f req-b81e0ab2-88d8-47e3-ab2d-52211237066e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94174) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 11:39:30.437291 dv-neutron-601336-94-hyperv neutron-server[94174]: INFO neutron.wsgi [req-06091ae8-ce8a-4494-9169-bf28d125c31f req-b81e0ab2-88d8-47e3-ab2d-52211237066e service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=772b9946478d439e9da4eaeade7fb21d&device_id=b01ce011-0f56-45d1-908c-e644be2190ae HTTP/1.1" status: 200 len: 1099 time: 0.0657940 Jun 23 11:39:30.442187 dv-neutron-601336-94-hyperv neutron-server[94175]: INFO neutron.wsgi [req-4acf03f9-bce7-4d30-ba21-7646f3312462 req-2799c3ff-84dd-4893-a4f1-58dff265aa1e tempest-TestNetworkAdvancedServerOps-632886841 tempest-TestNetworkAdvancedServerOps-632886841-project] 10.222.0.20 "GET /v2.0/security-groups?id=44081c10-3685-4611-af5e-38bdd6cbebf8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1249230 Jun 23 11:39:30.446874 dv-neutron-601336-94-hyperv neutron-server[94175]: INFO neutron.wsgi [None req-13d65455-e20e-41b8-b73f-4dc666c69684 tempest-TestNetworkBasicOps-233187296 tempest-TestNetworkBasicOps-233187296-project] 10.222.0.20 "GET /v2.0/floatingips/731094ab-1388-4db0-8773-f79e7c889c88 HTTP/1.1" status: 200 len: 991 time: 0.1378663 Jun 23 11:39:30.470881 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.wsgi [-] (94174) accepted ('10.222.0.20', 43384) {{(pid=94174) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 11:39:30.472122 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.db.l3_dvr_db [None req-1168db68-313f-4b3e-a057-b19806fcfede None None] Set router 6dd22ae5-5eb1-4a98-ace8-ae186e56e058 gateway port host: dv-neutron-601336-94-hyperv {{(pid=94176) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:838}} Jun 23 11:39:30.481363 dv-neutron-601336-94-hyperv neutron-server[94175]: INFO neutron.wsgi [req-1b6683de-7d79-47ef-a82f-577249d0c73d req-edfb94bd-9432-4d1a-9e17-4b67dcd92448 service neutron] 10.222.0.52 "GET /v2.0/ports?device_id=6299f618-32b8-45a2-a25a-83af3c1ed3bb&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0805986 Jun 23 11:39:30.577932 dv-neutron-601336-94-hyperv neutron-server[94174]: INFO neutron.wsgi [None req-cd7ad277-3804-4bcd-8203-f5adde3d2ff0 tempest-TestNetworkAdvancedServerOps-632886841 tempest-TestNetworkAdvancedServerOps-632886841-project] 10.222.0.20 "GET /v2.0/floatingips/17374b8b-7d1b-4443-81c7-ded275e5e38a HTTP/1.1" status: 200 len: 992 time: 0.1057169 Jun 23 11:39:30.597515 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06091ae8-ce8a-4494-9169-bf28d125c31f req-76ec282f-06b6-4974-815e-72cf24af231e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94174) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 11:39:30.599193 dv-neutron-601336-94-hyperv neutron-server[94174]: INFO neutron.wsgi [req-06091ae8-ce8a-4494-9169-bf28d125c31f req-76ec282f-06b6-4974-815e-72cf24af231e service neutron] 10.222.0.52 "GET /v2.0/networks?id=bd46a884-00b1-49aa-92f0-d6b0a5689064 HTTP/1.1" status: 200 len: 898 time: 0.1498914 Jun 23 11:39:30.606477 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b6683de-7d79-47ef-a82f-577249d0c73d req-cb74fb4c-a757-4762-bc26-b039df6865e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 11:39:30.607991 dv-neutron-601336-94-hyperv neutron-server[94175]: INFO neutron.wsgi [req-1b6683de-7d79-47ef-a82f-577249d0c73d req-cb74fb4c-a757-4762-bc26-b039df6865e5 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=772b9946478d439e9da4eaeade7fb21d&device_id=6299f618-32b8-45a2-a25a-83af3c1ed3bb HTTP/1.1" status: 200 len: 1098 time: 0.0847723 Jun 23 11:39:30.670666 dv-neutron-601336-94-hyperv neutron-server[94174]: INFO neutron.wsgi [req-06091ae8-ce8a-4494-9169-bf28d125c31f req-3dedc313-7791-4d7a-92ab-2077459db7fa service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=cc3f6268-5866-448f-9872-b4e1ca4665d5 HTTP/1.1" status: 200 len: 999 time: 0.0648587 Jun 23 11:39:30.703615 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.db.l3_hamode_db [None req-1168db68-313f-4b3e-a057-b19806fcfede None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6dd22ae5-5eb1-4a98-ace8-ae186e56e058', 'name': 'tempest-TestNetworkBasicOps-router-2015125983', 'tenant_id': '772b9946478d439e9da4eaeade7fb21d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3e7e4eb3-cf02-4d47-ade9-0a579cdfc60f', 'external_fixed_ips': [{'subnet_id': 'a5ad15ab-c489-4a67-a9b0-d559fca0ec71', 'ip_address': '172.26.3.124'}], 'enable_snat': True}, 'gw_port_id': '8e67e11d-54df-4223-9708-c7a61e4f6751', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-23T11:38:08Z', 'updated_at': '2021-06-23T11:38:12Z', 'revision_number': 4, 'project_id': '772b9946478d439e9da4eaeade7fb21d', 'gw_port': {'id': '8e67e11d-54df-4223-9708-c7a61e4f6751', 'name': '', 'network_id': '3e7e4eb3-cf02-4d47-ade9-0a579cdfc60f', 'tenant_id': '', 'mac_address': 'fa:16:3e:ff:ab:9d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6dd22ae5-5eb1-4a98-ace8-ae186e56e058', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1315, 'fixed_ips': [{'subnet_id': 'a5ad15ab-c489-4a67-a9b0-d559fca0ec71', 'ip_address': '172.26.3.124', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-94-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-23T11:38:08Z', 'updated_at': '2021-06-23T11:38:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a5ad15ab-c489-4a67-a9b0-d559fca0ec71', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-601336-94-hyperv', '_floatingips': [{'id': '731094ab-1388-4db0-8773-f79e7c889c88', 'tenant_id': '772b9946478d439e9da4eaeade7fb21d', 'floating_ip_address': '172.26.3.39', 'floating_network_id': '3e7e4eb3-cf02-4d47-ade9-0a579cdfc60f', 'router_id': '6dd22ae5-5eb1-4a98-ace8-ae186e56e058', 'port_id': 'cc3f6268-5866-448f-9872-b4e1ca4665d5', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 1352, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'bd46a884-00b1-49aa-92f0-d6b0a5689064', 'mac_address': 'fa:16:3e:8c:27:87', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b01ce011-0f56-45d1-908c-e644be2190ae', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-23T11:38:32Z', 'updated_at': '2021-06-23T11:39:29Z', 'revision_number': 5, 'project_id': '772b9946478d439e9da4eaeade7fb21d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '21f9d5a6-1ab8-413c-ab5b-9e213cbe82f3', 'name': '', 'network_id': 'bd46a884-00b1-49aa-92f0-d6b0a5689064', 'tenant_id': '772b9946478d439e9da4eaeade7fb21d', 'mac_address': 'fa:16:3e:19:11:8c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6dd22ae5-5eb1-4a98-ace8-ae186e56e058', 'device_owner': 'network:router_interface', 'standard_attr_id': 1323, 'fixed_ips': [{'subnet_id': 'b9020995-17d9-4bdc-8c5e-dad3e435ec86', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-94-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-23T11:38:12Z', 'updated_at': '2021-06-23T11:38:17Z', 'revision_number': 5, 'project_id': '772b9946478d439e9da4eaeade7fb21d', 'subnets': [{'id': 'b9020995-17d9-4bdc-8c5e-dad3e435ec86', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-601336-94-hyperv', False) {} {{(pid=94176) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 11:39:30.726753 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06091ae8-ce8a-4494-9169-bf28d125c31f req-38f77f8d-f994-45ee-842f-f0bf04641339 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94174) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 11:39:30.728245 dv-neutron-601336-94-hyperv neutron-server[94174]: INFO neutron.wsgi [req-06091ae8-ce8a-4494-9169-bf28d125c31f req-38f77f8d-f994-45ee-842f-f0bf04641339 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=b9020995-17d9-4bdc-8c5e-dad3e435ec86 HTTP/1.1" status: 200 len: 834 time: 0.0520260 Jun 23 11:39:30.730919 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1168db68-313f-4b3e-a057-b19806fcfede None None] Checking router: 6dd22ae5-5eb1-4a98-ace8-ae186e56e058 for host: dv-neutron-601336-94-hyperv {{(pid=94176) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 23 11:39:30.739020 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1168db68-313f-4b3e-a057-b19806fcfede None None] Routers {'6dd22ae5-5eb1-4a98-ace8-ae186e56e058'} bound to L3 agent in host dv-neutron-601336-94-hyperv {{(pid=94176) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 23 11:39:30.739655 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.db.l3_hamode_db [None req-1168db68-313f-4b3e-a057-b19806fcfede None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-601336-94-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-23T11:22:13Z,description=,heartbeat_timestamp=2021-06-23T11:39:13Z,host='dv-neutron-601336-94-hyperv',id=50ef99c0-ef28-4db5-b303-b145898fae60,load=0,resource_versions=,resources_synced=,started_at=2021-06-23T11:22:14Z,topic='l3_agent')) {'router_ids': ['6dd22ae5-5eb1-4a98-ace8-ae186e56e058'], 'active': True} {{(pid=94176) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 11:39:30.779006 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b6683de-7d79-47ef-a82f-577249d0c73d req-01c18bae-deb8-4e01-b9f1-a42f41b89fc9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 11:39:30.780518 dv-neutron-601336-94-hyperv neutron-server[94175]: INFO neutron.wsgi [req-1b6683de-7d79-47ef-a82f-577249d0c73d req-01c18bae-deb8-4e01-b9f1-a42f41b89fc9 service neutron] 10.222.0.52 "GET /v2.0/networks?id=bd46a884-00b1-49aa-92f0-d6b0a5689064 HTTP/1.1" status: 200 len: 898 time: 0.1519413 Jun 23 11:39:30.785034 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06091ae8-ce8a-4494-9169-bf28d125c31f req-74f8d47d-cdb5-4270-85bb-20b3a5c80f1b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94174) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 11:39:30.786485 dv-neutron-601336-94-hyperv neutron-server[94174]: INFO neutron.wsgi [req-06091ae8-ce8a-4494-9169-bf28d125c31f req-74f8d47d-cdb5-4270-85bb-20b3a5c80f1b service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=bd46a884-00b1-49aa-92f0-d6b0a5689064&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1178 time: 0.0516672 Jun 23 11:39:30.841802 dv-neutron-601336-94-hyperv neutron-server[94175]: INFO neutron.wsgi [req-1b6683de-7d79-47ef-a82f-577249d0c73d req-eb937622-3d7d-45c6-8256-cc451811e807 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=42d4ebb5-9db5-4560-b797-d4066415866b HTTP/1.1" status: 200 len: 217 time: 0.0550842 Jun 23 11:39:30.844360 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.db.l3_dvr_db [None req-1168db68-313f-4b3e-a057-b19806fcfede None None] Set router 6dd22ae5-5eb1-4a98-ace8-ae186e56e058 gateway port host: dv-neutron-601336-94-hyperv {{(pid=94176) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:838}} Jun 23 11:39:30.879365 dv-neutron-601336-94-hyperv neutron-server[94174]: INFO neutron.wsgi [req-06091ae8-ce8a-4494-9169-bf28d125c31f req-874883a9-6968-4d7f-a094-c24c41c48986 service neutron] 10.222.0.52 "GET /v2.0/networks/bd46a884-00b1-49aa-92f0-d6b0a5689064?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0866816 Jun 23 11:39:30.895323 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b6683de-7d79-47ef-a82f-577249d0c73d req-3984fa47-566c-492d-8d58-02544f642aa8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 11:39:30.897078 dv-neutron-601336-94-hyperv neutron-server[94175]: INFO neutron.wsgi [req-1b6683de-7d79-47ef-a82f-577249d0c73d req-3984fa47-566c-492d-8d58-02544f642aa8 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=b9020995-17d9-4bdc-8c5e-dad3e435ec86 HTTP/1.1" status: 200 len: 834 time: 0.0494468 Jun 23 11:39:30.969342 dv-neutron-601336-94-hyperv neutron-server[94174]: INFO neutron.wsgi [req-06091ae8-ce8a-4494-9169-bf28d125c31f req-00274c13-3206-4d46-af05-23a78fcd85a5 service neutron] 10.222.0.52 "GET /v2.0/networks/bd46a884-00b1-49aa-92f0-d6b0a5689064?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0841427 Jun 23 11:39:30.970177 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron_lib.callbacks.manager [None req-97bd5441-1da2-49ee-a364-27795820ba27 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-923122'] for port, before_update {{(pid=94176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:39:30.987690 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b6683de-7d79-47ef-a82f-577249d0c73d req-b0e7b3af-b79b-4a69-a06c-95edb16d9812 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 11:39:30.989332 dv-neutron-601336-94-hyperv neutron-server[94175]: INFO neutron.wsgi [req-1b6683de-7d79-47ef-a82f-577249d0c73d req-b0e7b3af-b79b-4a69-a06c-95edb16d9812 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=bd46a884-00b1-49aa-92f0-d6b0a5689064&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1178 time: 0.0863822 Jun 23 11:39:31.021413 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.notifiers.nova [None req-97bd5441-1da2-49ee-a364-27795820ba27 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id bb082d0f-c638-4129-b916-4f9c382b86c5 {{(pid=94176) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 23 11:39:31.056491 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.plugins.ml2.db [None req-97bd5441-1da2-49ee-a364-27795820ba27 None None] For port bb082d0f-c638-4129-b916-4f9c382b86c5, host hv-neutron-6013, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-6013',level=0,port_id=bb082d0f-c638-4129-b916-4f9c382b86c5,segment=NetworkSegment(19fb263b-ef3d-47d5-b749-258c4c2282bf),segment_id=19fb263b-ef3d-47d5-b749-258c4c2282bf)] {{(pid=94176) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 23 11:39:31.082407 dv-neutron-601336-94-hyperv neutron-server[94175]: INFO neutron.wsgi [req-1b6683de-7d79-47ef-a82f-577249d0c73d req-f3a1c4e6-8d99-417a-9906-e0e15e7d4d52 service neutron] 10.222.0.52 "GET /v2.0/networks/bd46a884-00b1-49aa-92f0-d6b0a5689064?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0864239 Jun 23 11:39:31.123540 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.db.l3_hamode_db [None req-1168db68-313f-4b3e-a057-b19806fcfede None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6dd22ae5-5eb1-4a98-ace8-ae186e56e058', 'name': 'tempest-TestNetworkBasicOps-router-2015125983', 'tenant_id': '772b9946478d439e9da4eaeade7fb21d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3e7e4eb3-cf02-4d47-ade9-0a579cdfc60f', 'external_fixed_ips': [{'subnet_id': 'a5ad15ab-c489-4a67-a9b0-d559fca0ec71', 'ip_address': '172.26.3.124'}], 'enable_snat': True}, 'gw_port_id': '8e67e11d-54df-4223-9708-c7a61e4f6751', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-23T11:38:08Z', 'updated_at': '2021-06-23T11:38:12Z', 'revision_number': 4, 'project_id': '772b9946478d439e9da4eaeade7fb21d', 'gw_port': {'id': '8e67e11d-54df-4223-9708-c7a61e4f6751', 'name': '', 'network_id': '3e7e4eb3-cf02-4d47-ade9-0a579cdfc60f', 'tenant_id': '', 'mac_address': 'fa:16:3e:ff:ab:9d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6dd22ae5-5eb1-4a98-ace8-ae186e56e058', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1315, 'fixed_ips': [{'subnet_id': 'a5ad15ab-c489-4a67-a9b0-d559fca0ec71', 'ip_address': '172.26.3.124', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-94-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-23T11:38:08Z', 'updated_at': '2021-06-23T11:38:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a5ad15ab-c489-4a67-a9b0-d559fca0ec71', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-601336-94-hyperv', '_floatingips': [{'id': '731094ab-1388-4db0-8773-f79e7c889c88', 'tenant_id': '772b9946478d439e9da4eaeade7fb21d', 'floating_ip_address': '172.26.3.39', 'floating_network_id': '3e7e4eb3-cf02-4d47-ade9-0a579cdfc60f', 'router_id': '6dd22ae5-5eb1-4a98-ace8-ae186e56e058', 'port_id': 'cc3f6268-5866-448f-9872-b4e1ca4665d5', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 1352, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'bd46a884-00b1-49aa-92f0-d6b0a5689064', 'mac_address': 'fa:16:3e:8c:27:87', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b01ce011-0f56-45d1-908c-e644be2190ae', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-23T11:38:32Z', 'updated_at': '2021-06-23T11:39:29Z', 'revision_number': 5, 'project_id': '772b9946478d439e9da4eaeade7fb21d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '21f9d5a6-1ab8-413c-ab5b-9e213cbe82f3', 'name': '', 'network_id': 'bd46a884-00b1-49aa-92f0-d6b0a5689064', 'tenant_id': '772b9946478d439e9da4eaeade7fb21d', 'mac_address': 'fa:16:3e:19:11:8c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6dd22ae5-5eb1-4a98-ace8-ae186e56e058', 'device_owner': 'network:router_interface', 'standard_attr_id': 1323, 'fixed_ips': [{'subnet_id': 'b9020995-17d9-4bdc-8c5e-dad3e435ec86', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-94-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-23T11:38:12Z', 'updated_at': '2021-06-23T11:38:17Z', 'revision_number': 5, 'project_id': '772b9946478d439e9da4eaeade7fb21d', 'subnets': [{'id': 'b9020995-17d9-4bdc-8c5e-dad3e435ec86', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-601336-94-hyperv', False) {} {{(pid=94176) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 11:39:31.149833 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1168db68-313f-4b3e-a057-b19806fcfede None None] The sync data for ids ['6dd22ae5-5eb1-4a98-ace8-ae186e56e058'] in dv-neutron-601336-94-hyperv is: [{'id': '6dd22ae5-5eb1-4a98-ace8-ae186e56e058', 'name': 'tempest-TestNetworkBasicOps-router-2015125983', 'tenant_id': '772b9946478d439e9da4eaeade7fb21d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3e7e4eb3-cf02-4d47-ade9-0a579cdfc60f', 'external_fixed_ips': [{'subnet_id': 'a5ad15ab-c489-4a67-a9b0-d559fca0ec71', 'ip_address': '172.26.3.124'}], 'enable_snat': True}, 'gw_port_id': '8e67e11d-54df-4223-9708-c7a61e4f6751', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-23T11:38:08Z', 'updated_at': '2021-06-23T11:38:12Z', 'revision_number': 4, 'project_id': '772b9946478d439e9da4eaeade7fb21d', 'gw_port': {'id': '8e67e11d-54df-4223-9708-c7a61e4f6751', 'name': '', 'network_id': '3e7e4eb3-cf02-4d47-ade9-0a579cdfc60f', 'tenant_id': '', 'mac_address': 'fa:16:3e:ff:ab:9d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6dd22ae5-5eb1-4a98-ace8-ae186e56e058', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1315, 'fixed_ips': [{'subnet_id': 'a5ad15ab-c489-4a67-a9b0-d559fca0ec71', 'ip_address': '172.26.3.124', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-94-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-23T11:38:08Z', 'updated_at': '2021-06-23T11:38:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a5ad15ab-c489-4a67-a9b0-d559fca0ec71', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-601336-94-hyperv', '_floatingips': [{'id': '731094ab-1388-4db0-8773-f79e7c889c88', 'tenant_id': '772b9946478d439e9da4eaeade7fb21d', 'floating_ip_address': '172.26.3.39', 'floating_network_id': '3e7e4eb3-cf02-4d47-ade9-0a579cdfc60f', 'router_id': '6dd22ae5-5eb1-4a98-ace8-ae186e56e058', 'port_id': 'cc3f6268-5866-448f-9872-b4e1ca4665d5', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 1352, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'bd46a884-00b1-49aa-92f0-d6b0a5689064', 'mac_address': 'fa:16:3e:8c:27:87', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b01ce011-0f56-45d1-908c-e644be2190ae', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-23T11:38:32Z', 'updated_at': '2021-06-23T11:39:29Z', 'revision_number': 5, 'project_id': '772b9946478d439e9da4eaeade7fb21d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '21f9d5a6-1ab8-413c-ab5b-9e213cbe82f3', 'name': '', 'network_id': 'bd46a884-00b1-49aa-92f0-d6b0a5689064', 'tenant_id': '772b9946478d439e9da4eaeade7fb21d', 'mac_address': 'fa:16:3e:19:11:8c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6dd22ae5-5eb1-4a98-ace8-ae186e56e058', 'device_owner': 'network:router_interface', 'standard_attr_id': 1323, 'fixed_ips': [{'subnet_id': 'b9020995-17d9-4bdc-8c5e-dad3e435ec86', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-94-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-23T11:38:12Z', 'updated_at': '2021-06-23T11:38:17Z', 'revision_number': 5, 'project_id': '772b9946478d439e9da4eaeade7fb21d', 'subnets': [{'id': 'b9020995-17d9-4bdc-8c5e-dad3e435ec86', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94176) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 23 11:39:31.152874 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron_lib.callbacks.manager [None req-97bd5441-1da2-49ee-a364-27795820ba27 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-922904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866062', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773700135042', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773699642233', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773699642278'] for port, after_update {{(pid=94176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:39:31.154601 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG oslo_concurrency.lockutils [None req-dc7542b2-afef-47f4-a763-e3a3cba144be None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 11:39:31.174260 dv-neutron-601336-94-hyperv neutron-server[94175]: INFO neutron.wsgi [req-1b6683de-7d79-47ef-a82f-577249d0c73d req-ed35be75-32cb-4c32-ac9e-327d00a23157 service neutron] 10.222.0.52 "GET /v2.0/networks/bd46a884-00b1-49aa-92f0-d6b0a5689064?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0841138 Jun 23 11:39:31.358796 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97bd5441-1da2-49ee-a364-27795820ba27 None None] Pushing event updated for resources: {'Port': ['ID=bb082d0f-c638-4129-b916-4f9c382b86c5,revision_number=7']} {{(pid=94176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 11:39:31.360649 dv-neutron-601336-94-hyperv neutron-server[94177]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-89bc2456-4902-41be-80ec-2e8950d4130b None None] New status for floating IP 731094ab-1388-4db0-8773-f79e7c889c88: ACTIVE {{(pid=94177) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 23 11:39:31.363446 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG oslo_concurrency.lockutils [None req-97bd5441-1da2-49ee-a364-27795820ba27 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.209s {{(pid=94176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 11:39:31.435224 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.plugins.ml2.db [None req-97bd5441-1da2-49ee-a364-27795820ba27 None None] get_ports_and_sgs() called for port_ids ['bb082d0f-c638-4129-b916-4f9c382b86c5'] {{(pid=94176) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 23 11:39:31.450714 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.wsgi [-] (94175) accepted ('10.222.0.20', 43386) {{(pid=94175) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 11:39:31.530672 dv-neutron-601336-94-hyperv neutron-server[94175]: INFO neutron.wsgi [None req-9b21a9ec-0f95-43dc-8b6d-babbec1d3034 tempest-TestNetworkBasicOps-233187296 tempest-TestNetworkBasicOps-233187296-project] 10.222.0.20 "GET /v2.0/floatingips/731094ab-1388-4db0-8773-f79e7c889c88 HTTP/1.1" status: 200 len: 991 time: 0.0779874 Jun 23 11:39:32.533793 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.wsgi [-] (94175) accepted ('10.222.0.20', 43388) {{(pid=94175) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 11:39:32.599352 dv-neutron-601336-94-hyperv neutron-server[94175]: INFO neutron.wsgi [None req-49564c76-7686-4b8a-b448-0b613d30dbd4 tempest-TestNetworkBasicOps-233187296 tempest-TestNetworkBasicOps-233187296-project] 10.222.0.20 "GET /v2.0/floatingips/731094ab-1388-4db0-8773-f79e7c889c88 HTTP/1.1" status: 200 len: 993 time: 0.0641894 Jun 23 11:39:34.032112 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.plugins.ml2.rpc [None req-97bd5441-1da2-49ee-a364-27795820ba27 None None] Device bb082d0f-c638-4129-b916-4f9c382b86c5 up at agent hyperv_hv-neutron-6013 {{(pid=94176) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:298}} Jun 23 11:39:34.079302 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.db.provisioning_blocks [None req-97bd5441-1da2-49ee-a364-27795820ba27 None None] Provisioning complete for port bb082d0f-c638-4129-b916-4f9c382b86c5 triggered by entity L2. {{(pid=94176) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 23 11:39:34.079689 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron_lib.callbacks.manager [None req-97bd5441-1da2-49ee-a364-27795820ba27 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-899258'] for port, provisioning_complete {{(pid=94176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:39:34.151577 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron_lib.callbacks.manager [None req-97bd5441-1da2-49ee-a364-27795820ba27 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-923122'] for port, before_update {{(pid=94176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:39:34.173031 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd40e82d2-8e4d-48d4-9431-234ad96f99a2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bb082d0f-c638-4129-b916-4f9c382b86c5'}] {{(pid=94176) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 23 11:39:34.175319 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}887b0dfc0393de878080286a57e4a08d4fa60dd0cddd118f338ebfcd351ddd4c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e6e1b979-ff0b-4b99-861f-675d22f32aef" -d '{"events": [{"server_uuid": "d40e82d2-8e4d-48d4-9431-234ad96f99a2", "name": "network-vif-plugged", "status": "completed", "tag": "bb082d0f-c638-4129-b916-4f9c382b86c5"}]}' {{(pid=94176) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 23 11:39:34.193345 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.plugins.ml2.db [None req-97bd5441-1da2-49ee-a364-27795820ba27 None None] For port bb082d0f-c638-4129-b916-4f9c382b86c5, host hv-neutron-6013, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-6013',level=0,port_id=bb082d0f-c638-4129-b916-4f9c382b86c5,segment=NetworkSegment(19fb263b-ef3d-47d5-b749-258c4c2282bf),segment_id=19fb263b-ef3d-47d5-b749-258c4c2282bf)] {{(pid=94176) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 23 11:39:34.216526 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 23 Jun 2021 11:39:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-02368538-87da-4532-be10-36bbfb8e1926 x-openstack-request-id: req-02368538-87da-4532-be10-36bbfb8e1926 {{(pid=94176) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 23 11:39:34.216888 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d40e82d2-8e4d-48d4-9431-234ad96f99a2", "name": "network-vif-plugged", "status": "completed", "tag": "bb082d0f-c638-4129-b916-4f9c382b86c5", "code": 200}]} {{(pid=94176) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 23 11:39:34.217239 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-02368538-87da-4532-be10-36bbfb8e1926 {{(pid=94176) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 23 11:39:34.217825 dv-neutron-601336-94-hyperv neutron-server[94176]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd40e82d2-8e4d-48d4-9431-234ad96f99a2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bb082d0f-c638-4129-b916-4f9c382b86c5', 'code': 200} Jun 23 11:39:34.245445 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron_lib.callbacks.manager [None req-97bd5441-1da2-49ee-a364-27795820ba27 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-922904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866062', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773700135042', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773699642233', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773699642278'] for port, after_update {{(pid=94176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:39:34.247968 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG oslo_concurrency.lockutils [None req-f240fec2-99be-4e2c-a68d-0e9cc94693bd None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 11:39:34.292138 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97bd5441-1da2-49ee-a364-27795820ba27 None None] Pushing event updated for resources: {'Port': ['ID=bb082d0f-c638-4129-b916-4f9c382b86c5,revision_number=8']} {{(pid=94176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 11:39:34.294996 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG oslo_concurrency.lockutils [None req-97bd5441-1da2-49ee-a364-27795820ba27 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=94176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 11:39:38.132204 dv-neutron-601336-94-hyperv neutron-server[94177]: DEBUG neutron.db.agents_db [None req-90fb1279-e4c5-4e73-8d66-3a29811dc4e3 None None] Agent healthcheck: found 6 active agents {{(pid=94177) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 23 11:39:40.899691 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron_lib.callbacks.manager [None req-3848ba12-f846-462f-b4b6-3aac7c176098 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773699952132', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-899307'] for agent, after_update {{(pid=94176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:39:43.148273 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron_lib.callbacks.manager [None req-a6ce8e64-6a5b-4103-9749-58a9b2148182 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773699952132', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-899307'] for agent, after_update {{(pid=94176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:39:43.853631 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron_lib.callbacks.manager [None req-dc7542b2-afef-47f4-a763-e3a3cba144be None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773699952132', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-899307'] for agent, after_update {{(pid=94176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:39:44.608003 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron_lib.callbacks.manager [None req-4c20ea5f-bc7f-4d4e-935d-57f082af6ccb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773699952132', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-899307'] for agent, after_update {{(pid=94176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:39:46.602894 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron_lib.callbacks.manager [None req-95d6aa8f-24e7-4234-82ff-f502266c3285 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773699952132', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-899307'] for agent, after_update {{(pid=94176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:39:53.253770 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron_lib.callbacks.manager [None req-97bd5441-1da2-49ee-a364-27795820ba27 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773699952132', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-899307'] for agent, after_update {{(pid=94176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:40:04.219850 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63a5126c-a4df-4ccd-af8e-3670ff9ec724 req-5dddfbb7-2a90-4770-9fcd-ca9f30c0f41e tempest-TestNetworkBasicOps-233187296 tempest-TestNetworkBasicOps-233187296-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94174) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 11:40:04.221324 dv-neutron-601336-94-hyperv neutron-server[94174]: INFO neutron.wsgi [req-63a5126c-a4df-4ccd-af8e-3670ff9ec724 req-5dddfbb7-2a90-4770-9fcd-ca9f30c0f41e tempest-TestNetworkBasicOps-233187296 tempest-TestNetworkBasicOps-233187296-project] 10.222.0.20 "GET /v2.0/ports?device_id=b01ce011-0f56-45d1-908c-e644be2190ae HTTP/1.1" status: 200 len: 946 time: 0.0640924 Jun 23 11:40:04.257883 dv-neutron-601336-94-hyperv neutron-server[94174]: INFO neutron.wsgi [req-63a5126c-a4df-4ccd-af8e-3670ff9ec724 req-dc1afa9c-da38-4812-b220-b3dd9305c358 tempest-TestNetworkBasicOps-233187296 tempest-TestNetworkBasicOps-233187296-project] 10.222.0.20 "GET /v2.0/security-groups?id=fecab4d5-faba-4c98-a1b6-94bbb3b2bfc4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0310483 Jun 23 11:40:05.428899 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc0c1c83-7cc3-4e3b-a409-8ad076a67d22 req-0cc7e88e-c21c-48b4-9f11-6e111897284a tempest-TestNetworkBasicOps-233187296 tempest-TestNetworkBasicOps-233187296-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 11:40:05.430343 dv-neutron-601336-94-hyperv neutron-server[94175]: INFO neutron.wsgi [req-dc0c1c83-7cc3-4e3b-a409-8ad076a67d22 req-0cc7e88e-c21c-48b4-9f11-6e111897284a tempest-TestNetworkBasicOps-233187296 tempest-TestNetworkBasicOps-233187296-project] 10.222.0.20 "GET /v2.0/ports?device_id=b01ce011-0f56-45d1-908c-e644be2190ae HTTP/1.1" status: 200 len: 946 time: 0.0608716 Jun 23 11:40:05.470513 dv-neutron-601336-94-hyperv neutron-server[94175]: INFO neutron.wsgi [req-dc0c1c83-7cc3-4e3b-a409-8ad076a67d22 req-b54c2894-d44c-44a6-b6f1-78a0d2ad738c tempest-TestNetworkBasicOps-233187296 tempest-TestNetworkBasicOps-233187296-project] 10.222.0.20 "GET /v2.0/security-groups?id=fecab4d5-faba-4c98-a1b6-94bbb3b2bfc4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0341785 Jun 23 11:40:05.583101 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81b39856-cfcd-4423-87d0-226c43e884ff req-51b7e888-eca3-4edb-8f08-6d4c96458f96 tempest-TestNetworkBasicOps-233187296 tempest-TestNetworkBasicOps-233187296-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 11:40:05.584446 dv-neutron-601336-94-hyperv neutron-server[94175]: INFO neutron.wsgi [req-81b39856-cfcd-4423-87d0-226c43e884ff req-51b7e888-eca3-4edb-8f08-6d4c96458f96 tempest-TestNetworkBasicOps-233187296 tempest-TestNetworkBasicOps-233187296-project] 10.222.0.52 "GET /v2.0/ports?device_id=b01ce011-0f56-45d1-908c-e644be2190ae HTTP/1.1" status: 200 len: 946 time: 0.0630262 Jun 23 11:40:05.680433 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.plugins.ml2.plugin [req-81b39856-cfcd-4423-87d0-226c43e884ff req-87f3ef09-b5bb-4e3c-9d1a-58753f409fac tempest-TestNetworkBasicOps-233187296 tempest-TestNetworkBasicOps-233187296-project] Deleting port cc3f6268-5866-448f-9872-b4e1ca4665d5 {{(pid=94175) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1913}} Jun 23 11:40:05.680774 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron_lib.callbacks.manager [req-81b39856-cfcd-4423-87d0-226c43e884ff req-87f3ef09-b5bb-4e3c-9d1a-58753f409fac tempest-TestNetworkBasicOps-233187296 tempest-TestNetworkBasicOps-233187296-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773700079324'] for port, before_delete {{(pid=94175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:40:05.767779 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.plugins.ml2.db [req-81b39856-cfcd-4423-87d0-226c43e884ff req-87f3ef09-b5bb-4e3c-9d1a-58753f409fac tempest-TestNetworkBasicOps-233187296 tempest-TestNetworkBasicOps-233187296-project] For port cc3f6268-5866-448f-9872-b4e1ca4665d5, host hv-neutron-6013, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-6013',level=0,port_id=cc3f6268-5866-448f-9872-b4e1ca4665d5,segment=NetworkSegment(09310a61-b7fd-486e-9e5b-9c6253ee12f9),segment_id=09310a61-b7fd-486e-9e5b-9c6253ee12f9)] {{(pid=94175) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 23 11:40:05.768133 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron_lib.callbacks.manager [req-81b39856-cfcd-4423-87d0-226c43e884ff req-87f3ef09-b5bb-4e3c-9d1a-58753f409fac tempest-TestNetworkBasicOps-233187296 tempest-TestNetworkBasicOps-233187296-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-430722'] for port, precommit_delete {{(pid=94175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:40:05.925289 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron_lib.callbacks.manager [req-81b39856-cfcd-4423-87d0-226c43e884ff req-87f3ef09-b5bb-4e3c-9d1a-58753f409fac tempest-TestNetworkBasicOps-233187296 tempest-TestNetworkBasicOps-233187296-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:40:05.925656 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron_lib.callbacks.manager [req-81b39856-cfcd-4423-87d0-226c43e884ff req-87f3ef09-b5bb-4e3c-9d1a-58753f409fac tempest-TestNetworkBasicOps-233187296 tempest-TestNetworkBasicOps-233187296-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-524229'] for floatingip, after_update {{(pid=94175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:40:05.925970 dv-neutron-601336-94-hyperv neutron-server[94175]: INFO neutron.db.l3_db [req-81b39856-cfcd-4423-87d0-226c43e884ff req-87f3ef09-b5bb-4e3c-9d1a-58753f409fac tempest-TestNetworkBasicOps-233187296 tempest-TestNetworkBasicOps-233187296-project] Floating IP 731094ab-1388-4db0-8773-f79e7c889c88 disassociated. External IP: 172.26.3.39, port: cc3f6268-5866-448f-9872-b4e1ca4665d5. Jun 23 11:40:05.926306 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.plugins.ml2.plugin [req-81b39856-cfcd-4423-87d0-226c43e884ff req-87f3ef09-b5bb-4e3c-9d1a-58753f409fac tempest-TestNetworkBasicOps-233187296 tempest-TestNetworkBasicOps-233187296-project] Calling delete_port for cc3f6268-5866-448f-9872-b4e1ca4665d5 owned by compute:nova {{(pid=94175) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1986}} Jun 23 11:40:06.436414 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron_lib.callbacks.manager [req-81b39856-cfcd-4423-87d0-226c43e884ff req-87f3ef09-b5bb-4e3c-9d1a-58753f409fac tempest-TestNetworkBasicOps-233187296 tempest-TestNetworkBasicOps-233187296-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-922904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866062', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773700135024', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773699642224', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5082448'] for port, after_delete {{(pid=94175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:40:06.440571 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG oslo_concurrency.lockutils [None req-a513e160-b2a4-4c90-b0a1-e10bc718e48f tempest-FloatingIPTestJSON-1140213849 tempest-FloatingIPTestJSON-1140213849-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94175) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 11:40:06.466534 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87f3ef09-b5bb-4e3c-9d1a-58753f409fac tempest-TestNetworkBasicOps-233187296 tempest-TestNetworkBasicOps-233187296-project] Pushing event deleted for resources: {'Port': ['ID=cc3f6268-5866-448f-9872-b4e1ca4665d5,revision_number=None']} {{(pid=94175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 11:40:06.469725 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG oslo_concurrency.lockutils [None req-87f3ef09-b5bb-4e3c-9d1a-58753f409fac tempest-TestNetworkBasicOps-233187296 tempest-TestNetworkBasicOps-233187296-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.029s {{(pid=94175) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 11:40:06.581668 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.scheduler.l3_agent_scheduler [req-81b39856-cfcd-4423-87d0-226c43e884ff req-87f3ef09-b5bb-4e3c-9d1a-58753f409fac tempest-TestNetworkBasicOps-233187296 tempest-TestNetworkBasicOps-233187296-project] Router 6dd22ae5-5eb1-4a98-ace8-ae186e56e058 has already been hosted by L3 agent 50ef99c0-ef28-4db5-b303-b145898fae60 {{(pid=94175) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 23 11:40:06.620769 dv-neutron-601336-94-hyperv neutron-server[94174]: INFO neutron.wsgi [req-b68ce1c2-1da8-46b2-9730-1c3c1de0f6fc req-bd65afba-35ec-404a-87d4-7882b4a0ce01 tempest-TestNetworkBasicOps-233187296 tempest-TestNetworkBasicOps-233187296-project] 10.222.0.20 "GET /v2.0/ports?device_id=b01ce011-0f56-45d1-908c-e644be2190ae HTTP/1.1" status: 200 len: 210 time: 0.0337968 Jun 23 11:40:06.692806 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-81b39856-cfcd-4423-87d0-226c43e884ff req-87f3ef09-b5bb-4e3c-9d1a-58753f409fac tempest-TestNetworkBasicOps-233187296 tempest-TestNetworkBasicOps-233187296-project] Notify agent at l3_agent.dv-neutron-601336-94-hyperv the message routers_updated {{(pid=94175) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 23 11:40:06.704218 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4efec004-3a90-4a38-8f24-1b4cf4bf4f6d None None] Sync routers for ids ['6dd22ae5-5eb1-4a98-ace8-ae186e56e058'] in dv-neutron-601336-94-hyperv {{(pid=94176) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 23 11:40:06.712949 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4efec004-3a90-4a38-8f24-1b4cf4bf4f6d None None] Routers {'6dd22ae5-5eb1-4a98-ace8-ae186e56e058'} bound to L3 agent in host dv-neutron-601336-94-hyperv {{(pid=94176) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 23 11:40:06.714251 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.db.l3_hamode_db [None req-4efec004-3a90-4a38-8f24-1b4cf4bf4f6d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-601336-94-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-23T11:22:13Z,description=,heartbeat_timestamp=2021-06-23T11:39:43Z,host='dv-neutron-601336-94-hyperv',id=50ef99c0-ef28-4db5-b303-b145898fae60,load=0,resource_versions=,resources_synced=,started_at=2021-06-23T11:22:14Z,topic='l3_agent')) {'router_ids': ['6dd22ae5-5eb1-4a98-ace8-ae186e56e058'], 'active': True} {{(pid=94176) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 11:40:06.735543 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.db.l3_dvrscheduler_db [req-81b39856-cfcd-4423-87d0-226c43e884ff req-87f3ef09-b5bb-4e3c-9d1a-58753f409fac tempest-TestNetworkBasicOps-233187296 tempest-TestNetworkBasicOps-233187296-project] No DVR routers for this DVR port cc3f6268-5866-448f-9872-b4e1ca4665d5 on host hv-neutron-6013 {{(pid=94175) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 23 11:40:06.738092 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron_lib.callbacks.manager [req-81b39856-cfcd-4423-87d0-226c43e884ff req-87f3ef09-b5bb-4e3c-9d1a-58753f409fac tempest-TestNetworkBasicOps-233187296 tempest-TestNetworkBasicOps-233187296-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-217507'] for port, before_response {{(pid=94175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:40:06.740043 dv-neutron-601336-94-hyperv neutron-server[94175]: INFO neutron.wsgi [req-81b39856-cfcd-4423-87d0-226c43e884ff req-87f3ef09-b5bb-4e3c-9d1a-58753f409fac tempest-TestNetworkBasicOps-233187296 tempest-TestNetworkBasicOps-233187296-project] 10.222.0.52 "DELETE /v2.0/ports/cc3f6268-5866-448f-9872-b4e1ca4665d5 HTTP/1.1" status: 204 len: 173 time: 1.1496823 Jun 23 11:40:06.740563 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b01ce011-0f56-45d1-908c-e644be2190ae', 'name': 'network-vif-deleted', 'tag': 'cc3f6268-5866-448f-9872-b4e1ca4665d5'}] {{(pid=94175) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 23 11:40:06.743061 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1970408df4ea4e7170669a1249478e627cf05a5a0b07cc08a66c5cb53d0ac47a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0e810758-e019-46be-b8ff-c498f43de724" -d '{"events": [{"server_uuid": "b01ce011-0f56-45d1-908c-e644be2190ae", "name": "network-vif-deleted", "tag": "cc3f6268-5866-448f-9872-b4e1ca4665d5"}]}' {{(pid=94175) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 23 11:40:06.779556 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 23 Jun 2021 11:40:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ab3b8790-c1bc-4996-88ed-dd7639395bd5 x-openstack-request-id: req-ab3b8790-c1bc-4996-88ed-dd7639395bd5 {{(pid=94175) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 23 11:40:06.779905 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b01ce011-0f56-45d1-908c-e644be2190ae", "name": "network-vif-deleted", "tag": "cc3f6268-5866-448f-9872-b4e1ca4665d5", "status": "completed", "code": 200}]} {{(pid=94175) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 23 11:40:06.780214 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-ab3b8790-c1bc-4996-88ed-dd7639395bd5 {{(pid=94175) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 23 11:40:06.780667 dv-neutron-601336-94-hyperv neutron-server[94175]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b01ce011-0f56-45d1-908c-e644be2190ae', 'name': 'network-vif-deleted', 'tag': 'cc3f6268-5866-448f-9872-b4e1ca4665d5', 'status': 'completed', 'code': 200} Jun 23 11:40:06.818977 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.db.l3_dvr_db [None req-4efec004-3a90-4a38-8f24-1b4cf4bf4f6d None None] Set router 6dd22ae5-5eb1-4a98-ace8-ae186e56e058 gateway port host: dv-neutron-601336-94-hyperv {{(pid=94176) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:838}} Jun 23 11:40:07.041533 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.db.l3_hamode_db [None req-4efec004-3a90-4a38-8f24-1b4cf4bf4f6d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6dd22ae5-5eb1-4a98-ace8-ae186e56e058', 'name': 'tempest-TestNetworkBasicOps-router-2015125983', 'tenant_id': '772b9946478d439e9da4eaeade7fb21d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3e7e4eb3-cf02-4d47-ade9-0a579cdfc60f', 'external_fixed_ips': [{'subnet_id': 'a5ad15ab-c489-4a67-a9b0-d559fca0ec71', 'ip_address': '172.26.3.124'}], 'enable_snat': True}, 'gw_port_id': '8e67e11d-54df-4223-9708-c7a61e4f6751', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-23T11:38:08Z', 'updated_at': '2021-06-23T11:38:12Z', 'revision_number': 4, 'project_id': '772b9946478d439e9da4eaeade7fb21d', 'gw_port': {'id': '8e67e11d-54df-4223-9708-c7a61e4f6751', 'name': '', 'network_id': '3e7e4eb3-cf02-4d47-ade9-0a579cdfc60f', 'tenant_id': '', 'mac_address': 'fa:16:3e:ff:ab:9d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6dd22ae5-5eb1-4a98-ace8-ae186e56e058', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1315, 'fixed_ips': [{'subnet_id': 'a5ad15ab-c489-4a67-a9b0-d559fca0ec71', 'ip_address': '172.26.3.124', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-94-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-23T11:38:08Z', 'updated_at': '2021-06-23T11:38:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a5ad15ab-c489-4a67-a9b0-d559fca0ec71', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-601336-94-hyperv', '_interfaces': [{'id': '21f9d5a6-1ab8-413c-ab5b-9e213cbe82f3', 'name': '', 'network_id': 'bd46a884-00b1-49aa-92f0-d6b0a5689064', 'tenant_id': '772b9946478d439e9da4eaeade7fb21d', 'mac_address': 'fa:16:3e:19:11:8c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6dd22ae5-5eb1-4a98-ace8-ae186e56e058', 'device_owner': 'network:router_interface', 'standard_attr_id': 1323, 'fixed_ips': [{'subnet_id': 'b9020995-17d9-4bdc-8c5e-dad3e435ec86', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-94-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-23T11:38:12Z', 'updated_at': '2021-06-23T11:38:17Z', 'revision_number': 5, 'project_id': '772b9946478d439e9da4eaeade7fb21d', 'subnets': [{'id': 'b9020995-17d9-4bdc-8c5e-dad3e435ec86', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-601336-94-hyperv', False) {} {{(pid=94176) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 11:40:07.067859 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4efec004-3a90-4a38-8f24-1b4cf4bf4f6d None None] Checking router: 6dd22ae5-5eb1-4a98-ace8-ae186e56e058 for host: dv-neutron-601336-94-hyperv {{(pid=94176) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 23 11:40:07.075912 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4efec004-3a90-4a38-8f24-1b4cf4bf4f6d None None] Routers {'6dd22ae5-5eb1-4a98-ace8-ae186e56e058'} bound to L3 agent in host dv-neutron-601336-94-hyperv {{(pid=94176) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 23 11:40:07.076529 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.db.l3_hamode_db [None req-4efec004-3a90-4a38-8f24-1b4cf4bf4f6d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-601336-94-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-23T11:22:13Z,description=,heartbeat_timestamp=2021-06-23T11:39:43Z,host='dv-neutron-601336-94-hyperv',id=50ef99c0-ef28-4db5-b303-b145898fae60,load=0,resource_versions=,resources_synced=,started_at=2021-06-23T11:22:14Z,topic='l3_agent')) {'router_ids': ['6dd22ae5-5eb1-4a98-ace8-ae186e56e058'], 'active': True} {{(pid=94176) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 11:40:07.178940 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.db.l3_dvr_db [None req-4efec004-3a90-4a38-8f24-1b4cf4bf4f6d None None] Set router 6dd22ae5-5eb1-4a98-ace8-ae186e56e058 gateway port host: dv-neutron-601336-94-hyperv {{(pid=94176) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:838}} Jun 23 11:40:07.370386 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.db.l3_hamode_db [None req-4efec004-3a90-4a38-8f24-1b4cf4bf4f6d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6dd22ae5-5eb1-4a98-ace8-ae186e56e058', 'name': 'tempest-TestNetworkBasicOps-router-2015125983', 'tenant_id': '772b9946478d439e9da4eaeade7fb21d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3e7e4eb3-cf02-4d47-ade9-0a579cdfc60f', 'external_fixed_ips': [{'subnet_id': 'a5ad15ab-c489-4a67-a9b0-d559fca0ec71', 'ip_address': '172.26.3.124'}], 'enable_snat': True}, 'gw_port_id': '8e67e11d-54df-4223-9708-c7a61e4f6751', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-23T11:38:08Z', 'updated_at': '2021-06-23T11:38:12Z', 'revision_number': 4, 'project_id': '772b9946478d439e9da4eaeade7fb21d', 'gw_port': {'id': '8e67e11d-54df-4223-9708-c7a61e4f6751', 'name': '', 'network_id': '3e7e4eb3-cf02-4d47-ade9-0a579cdfc60f', 'tenant_id': '', 'mac_address': 'fa:16:3e:ff:ab:9d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6dd22ae5-5eb1-4a98-ace8-ae186e56e058', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1315, 'fixed_ips': [{'subnet_id': 'a5ad15ab-c489-4a67-a9b0-d559fca0ec71', 'ip_address': '172.26.3.124', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-94-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-23T11:38:08Z', 'updated_at': '2021-06-23T11:38:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a5ad15ab-c489-4a67-a9b0-d559fca0ec71', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-601336-94-hyperv', '_interfaces': [{'id': '21f9d5a6-1ab8-413c-ab5b-9e213cbe82f3', 'name': '', 'network_id': 'bd46a884-00b1-49aa-92f0-d6b0a5689064', 'tenant_id': '772b9946478d439e9da4eaeade7fb21d', 'mac_address': 'fa:16:3e:19:11:8c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6dd22ae5-5eb1-4a98-ace8-ae186e56e058', 'device_owner': 'network:router_interface', 'standard_attr_id': 1323, 'fixed_ips': [{'subnet_id': 'b9020995-17d9-4bdc-8c5e-dad3e435ec86', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-94-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-23T11:38:12Z', 'updated_at': '2021-06-23T11:38:17Z', 'revision_number': 5, 'project_id': '772b9946478d439e9da4eaeade7fb21d', 'subnets': [{'id': 'b9020995-17d9-4bdc-8c5e-dad3e435ec86', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-601336-94-hyperv', False) {} {{(pid=94176) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 11:40:07.398883 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4efec004-3a90-4a38-8f24-1b4cf4bf4f6d None None] The sync data for ids ['6dd22ae5-5eb1-4a98-ace8-ae186e56e058'] in dv-neutron-601336-94-hyperv is: [{'id': '6dd22ae5-5eb1-4a98-ace8-ae186e56e058', 'name': 'tempest-TestNetworkBasicOps-router-2015125983', 'tenant_id': '772b9946478d439e9da4eaeade7fb21d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3e7e4eb3-cf02-4d47-ade9-0a579cdfc60f', 'external_fixed_ips': [{'subnet_id': 'a5ad15ab-c489-4a67-a9b0-d559fca0ec71', 'ip_address': '172.26.3.124'}], 'enable_snat': True}, 'gw_port_id': '8e67e11d-54df-4223-9708-c7a61e4f6751', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-23T11:38:08Z', 'updated_at': '2021-06-23T11:38:12Z', 'revision_number': 4, 'project_id': '772b9946478d439e9da4eaeade7fb21d', 'gw_port': {'id': '8e67e11d-54df-4223-9708-c7a61e4f6751', 'name': '', 'network_id': '3e7e4eb3-cf02-4d47-ade9-0a579cdfc60f', 'tenant_id': '', 'mac_address': 'fa:16:3e:ff:ab:9d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6dd22ae5-5eb1-4a98-ace8-ae186e56e058', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1315, 'fixed_ips': [{'subnet_id': 'a5ad15ab-c489-4a67-a9b0-d559fca0ec71', 'ip_address': '172.26.3.124', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-94-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-23T11:38:08Z', 'updated_at': '2021-06-23T11:38:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a5ad15ab-c489-4a67-a9b0-d559fca0ec71', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-601336-94-hyperv', '_interfaces': [{'id': '21f9d5a6-1ab8-413c-ab5b-9e213cbe82f3', 'name': '', 'network_id': 'bd46a884-00b1-49aa-92f0-d6b0a5689064', 'tenant_id': '772b9946478d439e9da4eaeade7fb21d', 'mac_address': 'fa:16:3e:19:11:8c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6dd22ae5-5eb1-4a98-ace8-ae186e56e058', 'device_owner': 'network:router_interface', 'standard_attr_id': 1323, 'fixed_ips': [{'subnet_id': 'b9020995-17d9-4bdc-8c5e-dad3e435ec86', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-94-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-23T11:38:12Z', 'updated_at': '2021-06-23T11:38:17Z', 'revision_number': 5, 'project_id': '772b9946478d439e9da4eaeade7fb21d', 'subnets': [{'id': 'b9020995-17d9-4bdc-8c5e-dad3e435ec86', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94176) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 23 11:40:07.615628 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.wsgi [-] (94175) accepted ('10.222.0.20', 43422) {{(pid=94175) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 11:40:07.616141 dv-neutron-601336-94-hyperv neutron-server[94177]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-26489861-408a-4651-9c16-05b4fbf24677 None None] New status for floating IP 731094ab-1388-4db0-8773-f79e7c889c88: DOWN {{(pid=94177) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 23 11:40:07.722439 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.wsgi [-] (94174) accepted ('10.222.0.20', 43426) {{(pid=94174) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 11:40:07.783286 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.plugins.ml2.plugin [None req-a87337ee-892e-46c6-be0a-127b9015a2a5 tempest-TestNetworkAdvancedServerOps-632886841 tempest-TestNetworkAdvancedServerOps-632886841-project] Deleting port d3f4e90d-f7d2-4706-88b5-6068ce12d748 {{(pid=94175) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1913}} Jun 23 11:40:07.783633 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron_lib.callbacks.manager [None req-a87337ee-892e-46c6-be0a-127b9015a2a5 tempest-TestNetworkAdvancedServerOps-632886841 tempest-TestNetworkAdvancedServerOps-632886841-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773700079324'] for port, before_delete {{(pid=94175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:40:07.783777 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron_lib.callbacks.manager [None req-aa7a45d4-eb2b-4a86-8dc3-6b6cb5716952 tempest-TestNetworkBasicOps-233187296 tempest-TestNetworkBasicOps-233187296-project] Notify callbacks [] for security_group, before_delete {{(pid=94174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:40:07.810690 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron_lib.callbacks.manager [None req-aa7a45d4-eb2b-4a86-8dc3-6b6cb5716952 tempest-TestNetworkBasicOps-233187296 tempest-TestNetworkBasicOps-233187296-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:40:07.864985 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron_lib.callbacks.manager [None req-a87337ee-892e-46c6-be0a-127b9015a2a5 tempest-TestNetworkAdvancedServerOps-632886841 tempest-TestNetworkAdvancedServerOps-632886841-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-430722'] for port, precommit_delete {{(pid=94175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:40:07.864985 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron_lib.callbacks.manager [None req-a87337ee-892e-46c6-be0a-127b9015a2a5 tempest-TestNetworkAdvancedServerOps-632886841 tempest-TestNetworkAdvancedServerOps-632886841-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:40:07.875463 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.plugins.ml2.plugin [None req-a87337ee-892e-46c6-be0a-127b9015a2a5 tempest-TestNetworkAdvancedServerOps-632886841 tempest-TestNetworkAdvancedServerOps-632886841-project] Calling delete_port for d3f4e90d-f7d2-4706-88b5-6068ce12d748 owned by network:floatingip {{(pid=94175) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1986}} Jun 23 11:40:07.929945 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron_lib.callbacks.manager [None req-aa7a45d4-eb2b-4a86-8dc3-6b6cb5716952 tempest-TestNetworkBasicOps-233187296 tempest-TestNetworkBasicOps-233187296-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7996330'] for security_group, after_delete {{(pid=94174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:40:07.932729 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron_lib.callbacks.manager [None req-aa7a45d4-eb2b-4a86-8dc3-6b6cb5716952 tempest-TestNetworkBasicOps-233187296 tempest-TestNetworkBasicOps-233187296-project] Notify callbacks [] for security_group, before_response {{(pid=94174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:40:07.936395 dv-neutron-601336-94-hyperv neutron-server[94174]: INFO neutron.wsgi [None req-aa7a45d4-eb2b-4a86-8dc3-6b6cb5716952 tempest-TestNetworkBasicOps-233187296 tempest-TestNetworkBasicOps-233187296-project] 10.222.0.20 "DELETE /v2.0/security-groups/fecab4d5-faba-4c98-a1b6-94bbb3b2bfc4 HTTP/1.1" status: 204 len: 168 time: 0.2098837 Jun 23 11:40:07.936395 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG oslo_concurrency.lockutils [None req-3ab606a0-7c77-42a8-8249-06e3d02c82c3 tempest-TestNetworkBasicOps-233187296 tempest-TestNetworkBasicOps-233187296-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94174) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 11:40:07.944033 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa7a45d4-eb2b-4a86-8dc3-6b6cb5716952 tempest-TestNetworkBasicOps-233187296 tempest-TestNetworkBasicOps-233187296-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=fecab4d5-faba-4c98-a1b6-94bbb3b2bfc4,revision_number=None']} {{(pid=94174) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 11:40:07.947488 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG oslo_concurrency.lockutils [None req-aa7a45d4-eb2b-4a86-8dc3-6b6cb5716952 tempest-TestNetworkBasicOps-233187296 tempest-TestNetworkBasicOps-233187296-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.013s {{(pid=94174) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 11:40:08.005157 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.wsgi [-] (94174) accepted ('10.222.0.20', 43430) {{(pid=94174) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 11:40:08.073461 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron_lib.callbacks.manager [None req-a87337ee-892e-46c6-be0a-127b9015a2a5 tempest-TestNetworkAdvancedServerOps-632886841 tempest-TestNetworkAdvancedServerOps-632886841-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-922904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866062', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773700135024', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773699642224', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5082448'] for port, after_delete {{(pid=94175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:40:08.076535 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG oslo_concurrency.lockutils [None req-4ec277b2-e159-422c-82b0-a536a59545fd tempest-TestNetworkAdvancedServerOps-632886841 tempest-TestNetworkAdvancedServerOps-632886841-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94175) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 11:40:08.101392 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a87337ee-892e-46c6-be0a-127b9015a2a5 tempest-TestNetworkAdvancedServerOps-632886841 tempest-TestNetworkAdvancedServerOps-632886841-project] Pushing event deleted for resources: {'Port': ['ID=d3f4e90d-f7d2-4706-88b5-6068ce12d748,revision_number=None']} {{(pid=94175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 11:40:08.105606 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG oslo_concurrency.lockutils [None req-a87337ee-892e-46c6-be0a-127b9015a2a5 tempest-TestNetworkAdvancedServerOps-632886841 tempest-TestNetworkAdvancedServerOps-632886841-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.029s {{(pid=94175) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 11:40:08.127175 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.plugins.ml2.plugin [None req-843ed09e-c981-468b-bc36-81501dc8e930 tempest-TestNetworkBasicOps-233187296 tempest-TestNetworkBasicOps-233187296-project] Deleting port 9fbea5ab-4cf0-429c-b265-863adcfded94 {{(pid=94174) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1913}} Jun 23 11:40:08.127451 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron_lib.callbacks.manager [None req-843ed09e-c981-468b-bc36-81501dc8e930 tempest-TestNetworkBasicOps-233187296 tempest-TestNetworkBasicOps-233187296-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773700079324'] for port, before_delete {{(pid=94174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:40:08.164545 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.plugins.ml2.rpc [None req-97bd5441-1da2-49ee-a364-27795820ba27 None None] Device cc3f6268-5866-448f-9872-b4e1ca4665d5 no longer exists at agent hyperv_hv-neutron-6013 {{(pid=94176) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:261}} Jun 23 11:40:08.165564 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron_lib.callbacks.manager [None req-a87337ee-892e-46c6-be0a-127b9015a2a5 tempest-TestNetworkAdvancedServerOps-632886841 tempest-TestNetworkAdvancedServerOps-632886841-project] Notify callbacks [] for floatingip, after_delete {{(pid=94175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:40:08.165909 dv-neutron-601336-94-hyperv neutron-server[94175]: INFO neutron.db.l3_db [None req-a87337ee-892e-46c6-be0a-127b9015a2a5 tempest-TestNetworkAdvancedServerOps-632886841 tempest-TestNetworkAdvancedServerOps-632886841-project] Floating IP 17374b8b-7d1b-4443-81c7-ded275e5e38a disassociated (deleted). External IP: 172.26.3.166, port: bb082d0f-c638-4129-b916-4f9c382b86c5. Jun 23 11:40:08.185114 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.plugins.ml2.plugin [None req-97bd5441-1da2-49ee-a364-27795820ba27 None None] No Port match for: cc3f6268-5866-448f-9872-b4e1ca4665d5 {{(pid=94176) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2240}} Jun 23 11:40:08.185474 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.plugins.ml2.rpc [None req-97bd5441-1da2-49ee-a364-27795820ba27 None None] Device cc3f6268-5866-448f-9872-b4e1ca4665d5 not bound to the agent host hv-neutron-6013 {{(pid=94176) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:271}} Jun 23 11:40:08.208489 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron_lib.callbacks.manager [None req-843ed09e-c981-468b-bc36-81501dc8e930 tempest-TestNetworkBasicOps-233187296 tempest-TestNetworkBasicOps-233187296-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-430722'] for port, precommit_delete {{(pid=94174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:40:08.208822 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron_lib.callbacks.manager [None req-843ed09e-c981-468b-bc36-81501dc8e930 tempest-TestNetworkBasicOps-233187296 tempest-TestNetworkBasicOps-233187296-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:40:08.220109 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.plugins.ml2.plugin [None req-843ed09e-c981-468b-bc36-81501dc8e930 tempest-TestNetworkBasicOps-233187296 tempest-TestNetworkBasicOps-233187296-project] Calling delete_port for 9fbea5ab-4cf0-429c-b265-863adcfded94 owned by network:floatingip {{(pid=94174) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1986}} Jun 23 11:40:08.378260 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a87337ee-892e-46c6-be0a-127b9015a2a5 tempest-TestNetworkAdvancedServerOps-632886841 tempest-TestNetworkAdvancedServerOps-632886841-project] Router 5879a819-b07f-4a21-aa69-e6835a9a3669 has already been hosted by L3 agent 50ef99c0-ef28-4db5-b303-b145898fae60 {{(pid=94175) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 23 11:40:08.425320 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron_lib.callbacks.manager [None req-843ed09e-c981-468b-bc36-81501dc8e930 tempest-TestNetworkBasicOps-233187296 tempest-TestNetworkBasicOps-233187296-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-922904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866062', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773700135024', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773699642224', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5196390'] for port, after_delete {{(pid=94174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:40:08.428404 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG oslo_concurrency.lockutils [None req-54baff1a-68f0-4371-b9dc-0bb193cd5b9c tempest-TestNetworkAdvancedServerOps-632886841 tempest-TestNetworkAdvancedServerOps-632886841-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94174) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 11:40:08.453728 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-843ed09e-c981-468b-bc36-81501dc8e930 tempest-TestNetworkBasicOps-233187296 tempest-TestNetworkBasicOps-233187296-project] Pushing event deleted for resources: {'Port': ['ID=9fbea5ab-4cf0-429c-b265-863adcfded94,revision_number=None']} {{(pid=94174) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 11:40:08.457506 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG oslo_concurrency.lockutils [None req-843ed09e-c981-468b-bc36-81501dc8e930 tempest-TestNetworkBasicOps-233187296 tempest-TestNetworkBasicOps-233187296-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.029s {{(pid=94174) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 11:40:08.487123 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a87337ee-892e-46c6-be0a-127b9015a2a5 tempest-TestNetworkAdvancedServerOps-632886841 tempest-TestNetworkAdvancedServerOps-632886841-project] Notify agent at l3_agent.dv-neutron-601336-94-hyperv the message routers_updated {{(pid=94175) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 23 11:40:08.492193 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron_lib.callbacks.manager [None req-a87337ee-892e-46c6-be0a-127b9015a2a5 tempest-TestNetworkAdvancedServerOps-632886841 tempest-TestNetworkAdvancedServerOps-632886841-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-217507'] for floatingip, before_response {{(pid=94175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:40:08.498709 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a287c83a-1369-4390-b772-a637959ba1cf None None] Sync routers for ids ['5879a819-b07f-4a21-aa69-e6835a9a3669'] in dv-neutron-601336-94-hyperv {{(pid=94176) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 23 11:40:08.508286 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a287c83a-1369-4390-b772-a637959ba1cf None None] Routers {'5879a819-b07f-4a21-aa69-e6835a9a3669'} bound to L3 agent in host dv-neutron-601336-94-hyperv {{(pid=94176) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 23 11:40:08.509679 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.db.l3_hamode_db [None req-a287c83a-1369-4390-b772-a637959ba1cf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-601336-94-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-23T11:22:13Z,description=,heartbeat_timestamp=2021-06-23T11:39:43Z,host='dv-neutron-601336-94-hyperv',id=50ef99c0-ef28-4db5-b303-b145898fae60,load=0,resource_versions=,resources_synced=,started_at=2021-06-23T11:22:14Z,topic='l3_agent')) {'router_ids': ['5879a819-b07f-4a21-aa69-e6835a9a3669'], 'active': True} {{(pid=94176) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 11:40:08.513886 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron_lib.callbacks.manager [None req-843ed09e-c981-468b-bc36-81501dc8e930 tempest-TestNetworkBasicOps-233187296 tempest-TestNetworkBasicOps-233187296-project] Notify callbacks [] for floatingip, after_delete {{(pid=94174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:40:08.516479 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron_lib.callbacks.manager [None req-843ed09e-c981-468b-bc36-81501dc8e930 tempest-TestNetworkBasicOps-233187296 tempest-TestNetworkBasicOps-233187296-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-217507'] for floatingip, before_response {{(pid=94174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:40:08.517678 dv-neutron-601336-94-hyperv neutron-server[94174]: INFO neutron.wsgi [None req-843ed09e-c981-468b-bc36-81501dc8e930 tempest-TestNetworkBasicOps-233187296 tempest-TestNetworkBasicOps-233187296-project] 10.222.0.20 "DELETE /v2.0/floatingips/731094ab-1388-4db0-8773-f79e7c889c88 HTTP/1.1" status: 204 len: 168 time: 0.5116203 Jun 23 11:40:08.533830 dv-neutron-601336-94-hyperv neutron-server[94175]: INFO neutron.wsgi [None req-a87337ee-892e-46c6-be0a-127b9015a2a5 tempest-TestNetworkAdvancedServerOps-632886841 tempest-TestNetworkAdvancedServerOps-632886841-project] 10.222.0.20 "DELETE /v2.0/floatingips/17374b8b-7d1b-4443-81c7-ded275e5e38a HTTP/1.1" status: 204 len: 168 time: 0.9153090 Jun 23 11:40:08.616095 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.db.l3_dvr_db [None req-a287c83a-1369-4390-b772-a637959ba1cf None None] Set router 5879a819-b07f-4a21-aa69-e6835a9a3669 gateway port host: dv-neutron-601336-94-hyperv {{(pid=94176) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:838}} Jun 23 11:40:08.782210 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd40e82d2-8e4d-48d4-9431-234ad96f99a2', 'tag': 'bb082d0f-c638-4129-b916-4f9c382b86c5'}] {{(pid=94175) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 23 11:40:08.784807 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1970408df4ea4e7170669a1249478e627cf05a5a0b07cc08a66c5cb53d0ac47a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0b1232bf-9c1d-4692-bdce-3d72dd216485" -d '{"events": [{"name": "network-changed", "server_uuid": "d40e82d2-8e4d-48d4-9431-234ad96f99a2", "tag": "bb082d0f-c638-4129-b916-4f9c382b86c5"}]}' {{(pid=94175) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 23 11:40:08.809024 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.db.l3_hamode_db [None req-a287c83a-1369-4390-b772-a637959ba1cf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5879a819-b07f-4a21-aa69-e6835a9a3669', 'name': 'tempest-TestNetworkAdvancedServerOps-router-305041232', 'tenant_id': 'aa74ea44ffb74284a20f3e11f9f1da9d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3e7e4eb3-cf02-4d47-ade9-0a579cdfc60f', 'external_fixed_ips': [{'subnet_id': 'a5ad15ab-c489-4a67-a9b0-d559fca0ec71', 'ip_address': '172.26.3.127'}], 'enable_snat': True}, 'gw_port_id': 'd67036d6-8a7d-47d1-8b43-3918cd042d70', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-23T11:38:15Z', 'updated_at': '2021-06-23T11:38:20Z', 'revision_number': 4, 'project_id': 'aa74ea44ffb74284a20f3e11f9f1da9d', 'gw_port': {'id': 'd67036d6-8a7d-47d1-8b43-3918cd042d70', 'name': '', 'network_id': '3e7e4eb3-cf02-4d47-ade9-0a579cdfc60f', 'tenant_id': '', 'mac_address': 'fa:16:3e:62:b2:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5879a819-b07f-4a21-aa69-e6835a9a3669', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1341, 'fixed_ips': [{'subnet_id': 'a5ad15ab-c489-4a67-a9b0-d559fca0ec71', 'ip_address': '172.26.3.127', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-94-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-23T11:38:16Z', 'updated_at': '2021-06-23T11:38:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a5ad15ab-c489-4a67-a9b0-d559fca0ec71', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-601336-94-hyperv', '_interfaces': [{'id': '388513ee-f923-42a4-baf9-2fb665e53d94', 'name': '', 'network_id': 'e04d1dbb-a843-4ee3-9844-ad82eebdbddb', 'tenant_id': 'aa74ea44ffb74284a20f3e11f9f1da9d', 'mac_address': 'fa:16:3e:32:78:af', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5879a819-b07f-4a21-aa69-e6835a9a3669', 'device_owner': 'network:router_interface', 'standard_attr_id': 1348, 'fixed_ips': [{'subnet_id': '8a5608a2-ff2c-4b41-9153-013df8b9bf4d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-94-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-23T11:38:19Z', 'updated_at': '2021-06-23T11:38:25Z', 'revision_number': 5, 'project_id': 'aa74ea44ffb74284a20f3e11f9f1da9d', 'subnets': [{'id': '8a5608a2-ff2c-4b41-9153-013df8b9bf4d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-601336-94-hyperv', False) {} {{(pid=94176) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 11:40:08.837785 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a287c83a-1369-4390-b772-a637959ba1cf None None] Checking router: 5879a819-b07f-4a21-aa69-e6835a9a3669 for host: dv-neutron-601336-94-hyperv {{(pid=94176) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 23 11:40:08.846119 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a287c83a-1369-4390-b772-a637959ba1cf None None] Routers {'5879a819-b07f-4a21-aa69-e6835a9a3669'} bound to L3 agent in host dv-neutron-601336-94-hyperv {{(pid=94176) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 23 11:40:08.846740 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.db.l3_hamode_db [None req-a287c83a-1369-4390-b772-a637959ba1cf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-601336-94-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-23T11:22:13Z,description=,heartbeat_timestamp=2021-06-23T11:39:43Z,host='dv-neutron-601336-94-hyperv',id=50ef99c0-ef28-4db5-b303-b145898fae60,load=0,resource_versions=,resources_synced=,started_at=2021-06-23T11:22:14Z,topic='l3_agent')) {'router_ids': ['5879a819-b07f-4a21-aa69-e6835a9a3669'], 'active': True} {{(pid=94176) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 11:40:09.004300 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 23 Jun 2021 11:40:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2d5aadf6-3873-45eb-b263-d8fafbd118a4 x-openstack-request-id: req-2d5aadf6-3873-45eb-b263-d8fafbd118a4 {{(pid=94175) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 23 11:40:09.005536 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d40e82d2-8e4d-48d4-9431-234ad96f99a2", "tag": "bb082d0f-c638-4129-b916-4f9c382b86c5", "status": "completed", "code": 200}]} {{(pid=94175) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 23 11:40:09.006191 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-2d5aadf6-3873-45eb-b263-d8fafbd118a4 {{(pid=94175) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 23 11:40:09.014863 dv-neutron-601336-94-hyperv neutron-server[94175]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd40e82d2-8e4d-48d4-9431-234ad96f99a2', 'tag': 'bb082d0f-c638-4129-b916-4f9c382b86c5', 'status': 'completed', 'code': 200} Jun 23 11:40:09.105510 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b1232bf-9c1d-4692-bdce-3d72dd216485 req-0bc4ee66-c0b9-4c0a-a672-34019048fc54 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 11:40:09.107367 dv-neutron-601336-94-hyperv neutron-server[94175]: INFO neutron.wsgi [req-0b1232bf-9c1d-4692-bdce-3d72dd216485 req-0bc4ee66-c0b9-4c0a-a672-34019048fc54 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=aa74ea44ffb74284a20f3e11f9f1da9d&device_id=d40e82d2-8e4d-48d4-9431-234ad96f99a2 HTTP/1.1" status: 200 len: 1099 time: 0.0717452 Jun 23 11:40:09.110927 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.db.l3_dvr_db [None req-a287c83a-1369-4390-b772-a637959ba1cf None None] Set router 5879a819-b07f-4a21-aa69-e6835a9a3669 gateway port host: dv-neutron-601336-94-hyperv {{(pid=94176) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:838}} Jun 23 11:40:09.173465 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab9e760f-9b3c-45ad-834e-5c6b6bfe8542 req-385b009f-fff3-4108-aeec-81fed253cf73 tempest-TestNetworkBasicOps-233187296 tempest-TestNetworkBasicOps-233187296-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94174) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 11:40:09.174943 dv-neutron-601336-94-hyperv neutron-server[94174]: INFO neutron.wsgi [req-ab9e760f-9b3c-45ad-834e-5c6b6bfe8542 req-385b009f-fff3-4108-aeec-81fed253cf73 tempest-TestNetworkBasicOps-233187296 tempest-TestNetworkBasicOps-233187296-project] 10.222.0.20 "GET /v2.0/ports?device_id=6299f618-32b8-45a2-a25a-83af3c1ed3bb HTTP/1.1" status: 200 len: 945 time: 0.0681851 Jun 23 11:40:09.214277 dv-neutron-601336-94-hyperv neutron-server[94174]: INFO neutron.wsgi [req-ab9e760f-9b3c-45ad-834e-5c6b6bfe8542 req-c1f9f666-b2f9-4681-b443-eaa39e2e6336 tempest-TestNetworkBasicOps-233187296 tempest-TestNetworkBasicOps-233187296-project] 10.222.0.20 "GET /v2.0/security-groups?id=aac31b31-3a6a-4296-b80d-1de79ffa4ba0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0325539 Jun 23 11:40:09.254444 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b1232bf-9c1d-4692-bdce-3d72dd216485 req-96fb0e4b-f953-493d-8106-db164aea50f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 11:40:09.256023 dv-neutron-601336-94-hyperv neutron-server[94175]: INFO neutron.wsgi [req-0b1232bf-9c1d-4692-bdce-3d72dd216485 req-96fb0e4b-f953-493d-8106-db164aea50f1 service neutron] 10.222.0.52 "GET /v2.0/networks?id=e04d1dbb-a843-4ee3-9844-ad82eebdbddb HTTP/1.1" status: 200 len: 897 time: 0.1408927 Jun 23 11:40:09.266943 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16291af8-f3fe-4e16-af33-11dea4ceb378 req-2a8c907b-536f-4eeb-ad30-26c6824341d7 tempest-TestNetworkAdvancedServerOps-632886841 tempest-TestNetworkAdvancedServerOps-632886841-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 11:40:09.268376 dv-neutron-601336-94-hyperv neutron-server[94175]: INFO neutron.wsgi [req-16291af8-f3fe-4e16-af33-11dea4ceb378 req-2a8c907b-536f-4eeb-ad30-26c6824341d7 tempest-TestNetworkAdvancedServerOps-632886841 tempest-TestNetworkAdvancedServerOps-632886841-project] 10.222.0.20 "GET /v2.0/ports?device_id=d40e82d2-8e4d-48d4-9431-234ad96f99a2 HTTP/1.1" status: 200 len: 946 time: 0.1291232 Jun 23 11:40:09.312588 dv-neutron-601336-94-hyperv neutron-server[94175]: INFO neutron.wsgi [req-0b1232bf-9c1d-4692-bdce-3d72dd216485 req-1a0ff916-c537-41e8-8210-ff12eb082f0c service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=bb082d0f-c638-4129-b916-4f9c382b86c5 HTTP/1.1" status: 200 len: 217 time: 0.0432813 Jun 23 11:40:09.316161 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.db.l3_hamode_db [None req-a287c83a-1369-4390-b772-a637959ba1cf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5879a819-b07f-4a21-aa69-e6835a9a3669', 'name': 'tempest-TestNetworkAdvancedServerOps-router-305041232', 'tenant_id': 'aa74ea44ffb74284a20f3e11f9f1da9d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3e7e4eb3-cf02-4d47-ade9-0a579cdfc60f', 'external_fixed_ips': [{'subnet_id': 'a5ad15ab-c489-4a67-a9b0-d559fca0ec71', 'ip_address': '172.26.3.127'}], 'enable_snat': True}, 'gw_port_id': 'd67036d6-8a7d-47d1-8b43-3918cd042d70', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-23T11:38:15Z', 'updated_at': '2021-06-23T11:38:20Z', 'revision_number': 4, 'project_id': 'aa74ea44ffb74284a20f3e11f9f1da9d', 'gw_port': {'id': 'd67036d6-8a7d-47d1-8b43-3918cd042d70', 'name': '', 'network_id': '3e7e4eb3-cf02-4d47-ade9-0a579cdfc60f', 'tenant_id': '', 'mac_address': 'fa:16:3e:62:b2:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5879a819-b07f-4a21-aa69-e6835a9a3669', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1341, 'fixed_ips': [{'subnet_id': 'a5ad15ab-c489-4a67-a9b0-d559fca0ec71', 'ip_address': '172.26.3.127', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-94-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-23T11:38:16Z', 'updated_at': '2021-06-23T11:38:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a5ad15ab-c489-4a67-a9b0-d559fca0ec71', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-601336-94-hyperv', '_interfaces': [{'id': '388513ee-f923-42a4-baf9-2fb665e53d94', 'name': '', 'network_id': 'e04d1dbb-a843-4ee3-9844-ad82eebdbddb', 'tenant_id': 'aa74ea44ffb74284a20f3e11f9f1da9d', 'mac_address': 'fa:16:3e:32:78:af', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5879a819-b07f-4a21-aa69-e6835a9a3669', 'device_owner': 'network:router_interface', 'standard_attr_id': 1348, 'fixed_ips': [{'subnet_id': '8a5608a2-ff2c-4b41-9153-013df8b9bf4d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-94-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-23T11:38:19Z', 'updated_at': '2021-06-23T11:38:25Z', 'revision_number': 5, 'project_id': 'aa74ea44ffb74284a20f3e11f9f1da9d', 'subnets': [{'id': '8a5608a2-ff2c-4b41-9153-013df8b9bf4d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-601336-94-hyperv', False) {} {{(pid=94176) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 11:40:09.341452 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a287c83a-1369-4390-b772-a637959ba1cf None None] The sync data for ids ['5879a819-b07f-4a21-aa69-e6835a9a3669'] in dv-neutron-601336-94-hyperv is: [{'id': '5879a819-b07f-4a21-aa69-e6835a9a3669', 'name': 'tempest-TestNetworkAdvancedServerOps-router-305041232', 'tenant_id': 'aa74ea44ffb74284a20f3e11f9f1da9d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3e7e4eb3-cf02-4d47-ade9-0a579cdfc60f', 'external_fixed_ips': [{'subnet_id': 'a5ad15ab-c489-4a67-a9b0-d559fca0ec71', 'ip_address': '172.26.3.127'}], 'enable_snat': True}, 'gw_port_id': 'd67036d6-8a7d-47d1-8b43-3918cd042d70', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-23T11:38:15Z', 'updated_at': '2021-06-23T11:38:20Z', 'revision_number': 4, 'project_id': 'aa74ea44ffb74284a20f3e11f9f1da9d', 'gw_port': {'id': 'd67036d6-8a7d-47d1-8b43-3918cd042d70', 'name': '', 'network_id': '3e7e4eb3-cf02-4d47-ade9-0a579cdfc60f', 'tenant_id': '', 'mac_address': 'fa:16:3e:62:b2:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5879a819-b07f-4a21-aa69-e6835a9a3669', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1341, 'fixed_ips': [{'subnet_id': 'a5ad15ab-c489-4a67-a9b0-d559fca0ec71', 'ip_address': '172.26.3.127', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-94-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-23T11:38:16Z', 'updated_at': '2021-06-23T11:38:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a5ad15ab-c489-4a67-a9b0-d559fca0ec71', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-601336-94-hyperv', '_interfaces': [{'id': '388513ee-f923-42a4-baf9-2fb665e53d94', 'name': '', 'network_id': 'e04d1dbb-a843-4ee3-9844-ad82eebdbddb', 'tenant_id': 'aa74ea44ffb74284a20f3e11f9f1da9d', 'mac_address': 'fa:16:3e:32:78:af', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5879a819-b07f-4a21-aa69-e6835a9a3669', 'device_owner': 'network:router_interface', 'standard_attr_id': 1348, 'fixed_ips': [{'subnet_id': '8a5608a2-ff2c-4b41-9153-013df8b9bf4d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-94-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-23T11:38:19Z', 'updated_at': '2021-06-23T11:38:25Z', 'revision_number': 5, 'project_id': 'aa74ea44ffb74284a20f3e11f9f1da9d', 'subnets': [{'id': '8a5608a2-ff2c-4b41-9153-013df8b9bf4d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94176) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 23 11:40:09.370069 dv-neutron-601336-94-hyperv neutron-server[94175]: INFO neutron.wsgi [req-16291af8-f3fe-4e16-af33-11dea4ceb378 req-37941a04-c6a9-444d-9078-2a1bb727faa5 tempest-TestNetworkAdvancedServerOps-632886841 tempest-TestNetworkAdvancedServerOps-632886841-project] 10.222.0.20 "GET /v2.0/security-groups?id=44081c10-3685-4611-af5e-38bdd6cbebf8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0915744 Jun 23 11:40:09.383084 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b1232bf-9c1d-4692-bdce-3d72dd216485 req-56a97931-3687-455b-9aa0-2fd1333d4b37 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 11:40:09.384593 dv-neutron-601336-94-hyperv neutron-server[94175]: INFO neutron.wsgi [req-0b1232bf-9c1d-4692-bdce-3d72dd216485 req-56a97931-3687-455b-9aa0-2fd1333d4b37 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=8a5608a2-ff2c-4b41-9153-013df8b9bf4d HTTP/1.1" status: 200 len: 835 time: 0.0626903 Jun 23 11:40:09.445701 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b1232bf-9c1d-4692-bdce-3d72dd216485 req-f6714948-d34a-4f12-a0cb-f371760ab5f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 11:40:09.447279 dv-neutron-601336-94-hyperv neutron-server[94175]: INFO neutron.wsgi [req-0b1232bf-9c1d-4692-bdce-3d72dd216485 req-f6714948-d34a-4f12-a0cb-f371760ab5f4 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=e04d1dbb-a843-4ee3-9844-ad82eebdbddb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1178 time: 0.0545516 Jun 23 11:40:09.537933 dv-neutron-601336-94-hyperv neutron-server[94175]: INFO neutron.wsgi [req-0b1232bf-9c1d-4692-bdce-3d72dd216485 req-c49dd30b-ddb8-4147-bbb7-fa990020d2b0 service neutron] 10.222.0.52 "GET /v2.0/networks/e04d1dbb-a843-4ee3-9844-ad82eebdbddb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0831079 Jun 23 11:40:09.556279 dv-neutron-601336-94-hyperv neutron-server[94177]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-71f192ec-36c4-4b33-8774-d1b9a3214ed9 None None] New status for floating IP 17374b8b-7d1b-4443-81c7-ded275e5e38a: DOWN {{(pid=94177) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 23 11:40:09.641680 dv-neutron-601336-94-hyperv neutron-server[94175]: INFO neutron.wsgi [req-0b1232bf-9c1d-4692-bdce-3d72dd216485 req-8689b5e0-4d0a-4c8b-a919-9d01b8ee9f0e service neutron] 10.222.0.52 "GET /v2.0/networks/e04d1dbb-a843-4ee3-9844-ad82eebdbddb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0959616 Jun 23 11:40:10.391814 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc1f8d10-ddcf-449b-a602-5c1836e55e40 req-d7c6b962-cce8-4157-9ed4-f67846541705 tempest-TestNetworkBasicOps-233187296 tempest-TestNetworkBasicOps-233187296-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94174) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 11:40:10.393427 dv-neutron-601336-94-hyperv neutron-server[94174]: INFO neutron.wsgi [req-fc1f8d10-ddcf-449b-a602-5c1836e55e40 req-d7c6b962-cce8-4157-9ed4-f67846541705 tempest-TestNetworkBasicOps-233187296 tempest-TestNetworkBasicOps-233187296-project] 10.222.0.20 "GET /v2.0/ports?device_id=6299f618-32b8-45a2-a25a-83af3c1ed3bb HTTP/1.1" status: 200 len: 945 time: 0.0636525 Jun 23 11:40:10.430351 dv-neutron-601336-94-hyperv neutron-server[94174]: INFO neutron.wsgi [req-fc1f8d10-ddcf-449b-a602-5c1836e55e40 req-5f1fcd02-a82f-47b3-ba59-a356e6262664 tempest-TestNetworkBasicOps-233187296 tempest-TestNetworkBasicOps-233187296-project] 10.222.0.20 "GET /v2.0/security-groups?id=aac31b31-3a6a-4296-b80d-1de79ffa4ba0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0312717 Jun 23 11:40:10.567061 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25aff735-06ff-4fbc-86a0-fe855ceed7b2 req-4cd2c91b-ab96-400d-aa9c-2647b26b0a5b tempest-TestNetworkBasicOps-233187296 tempest-TestNetworkBasicOps-233187296-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94174) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 11:40:10.568535 dv-neutron-601336-94-hyperv neutron-server[94174]: INFO neutron.wsgi [req-25aff735-06ff-4fbc-86a0-fe855ceed7b2 req-4cd2c91b-ab96-400d-aa9c-2647b26b0a5b tempest-TestNetworkBasicOps-233187296 tempest-TestNetworkBasicOps-233187296-project] 10.222.0.52 "GET /v2.0/ports?device_id=6299f618-32b8-45a2-a25a-83af3c1ed3bb HTTP/1.1" status: 200 len: 945 time: 0.0622885 Jun 23 11:40:10.588848 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6467f200-aa77-4ed1-9590-1cdf61aaf177 req-fdc1cc83-7867-4332-9318-1c898b9d4af1 tempest-TestNetworkAdvancedServerOps-632886841 tempest-TestNetworkAdvancedServerOps-632886841-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 11:40:10.590323 dv-neutron-601336-94-hyperv neutron-server[94175]: INFO neutron.wsgi [req-6467f200-aa77-4ed1-9590-1cdf61aaf177 req-fdc1cc83-7867-4332-9318-1c898b9d4af1 tempest-TestNetworkAdvancedServerOps-632886841 tempest-TestNetworkAdvancedServerOps-632886841-project] 10.222.0.20 "GET /v2.0/ports?device_id=d40e82d2-8e4d-48d4-9431-234ad96f99a2 HTTP/1.1" status: 200 len: 946 time: 0.1105955 Jun 23 11:40:10.598336 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3965b59e-bd0d-4d7e-9280-bcd4a50f9ca0 req-314a56d4-0e95-4630-8d57-39d54885a7d3 tempest-TestNetworkAdvancedServerOps-632886841 tempest-TestNetworkAdvancedServerOps-632886841-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 11:40:10.599738 dv-neutron-601336-94-hyperv neutron-server[94175]: INFO neutron.wsgi [req-3965b59e-bd0d-4d7e-9280-bcd4a50f9ca0 req-314a56d4-0e95-4630-8d57-39d54885a7d3 tempest-TestNetworkAdvancedServerOps-632886841 tempest-TestNetworkAdvancedServerOps-632886841-project] 10.222.0.52 "GET /v2.0/ports?device_id=d40e82d2-8e4d-48d4-9431-234ad96f99a2 HTTP/1.1" status: 200 len: 946 time: 0.0918603 Jun 23 11:40:10.662288 dv-neutron-601336-94-hyperv neutron-server[94175]: INFO neutron.wsgi [req-6467f200-aa77-4ed1-9590-1cdf61aaf177 req-3c85f5a7-6433-44a4-8f89-e5e45a4fc470 tempest-TestNetworkAdvancedServerOps-632886841 tempest-TestNetworkAdvancedServerOps-632886841-project] 10.222.0.20 "GET /v2.0/security-groups?id=44081c10-3685-4611-af5e-38bdd6cbebf8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0614955 Jun 23 11:40:10.668419 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.plugins.ml2.plugin [req-25aff735-06ff-4fbc-86a0-fe855ceed7b2 req-1125c099-7fc5-4577-a809-36881e9ca524 tempest-TestNetworkBasicOps-233187296 tempest-TestNetworkBasicOps-233187296-project] Deleting port 42d4ebb5-9db5-4560-b797-d4066415866b {{(pid=94174) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1913}} Jun 23 11:40:10.668785 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron_lib.callbacks.manager [req-25aff735-06ff-4fbc-86a0-fe855ceed7b2 req-1125c099-7fc5-4577-a809-36881e9ca524 tempest-TestNetworkBasicOps-233187296 tempest-TestNetworkBasicOps-233187296-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773700079324'] for port, before_delete {{(pid=94174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:40:10.721822 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.plugins.ml2.plugin [req-3965b59e-bd0d-4d7e-9280-bcd4a50f9ca0 req-8c47137d-7772-4e60-8256-90a2d49b27a8 tempest-TestNetworkAdvancedServerOps-632886841 tempest-TestNetworkAdvancedServerOps-632886841-project] Deleting port bb082d0f-c638-4129-b916-4f9c382b86c5 {{(pid=94175) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1913}} Jun 23 11:40:10.722169 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron_lib.callbacks.manager [req-3965b59e-bd0d-4d7e-9280-bcd4a50f9ca0 req-8c47137d-7772-4e60-8256-90a2d49b27a8 tempest-TestNetworkAdvancedServerOps-632886841 tempest-TestNetworkAdvancedServerOps-632886841-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773700079324'] for port, before_delete {{(pid=94175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:40:10.755715 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.plugins.ml2.db [req-25aff735-06ff-4fbc-86a0-fe855ceed7b2 req-1125c099-7fc5-4577-a809-36881e9ca524 tempest-TestNetworkBasicOps-233187296 tempest-TestNetworkBasicOps-233187296-project] For port 42d4ebb5-9db5-4560-b797-d4066415866b, host hv-neutron-6013, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-6013',level=0,port_id=42d4ebb5-9db5-4560-b797-d4066415866b,segment=NetworkSegment(09310a61-b7fd-486e-9e5b-9c6253ee12f9),segment_id=09310a61-b7fd-486e-9e5b-9c6253ee12f9)] {{(pid=94174) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 23 11:40:10.756077 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron_lib.callbacks.manager [req-25aff735-06ff-4fbc-86a0-fe855ceed7b2 req-1125c099-7fc5-4577-a809-36881e9ca524 tempest-TestNetworkBasicOps-233187296 tempest-TestNetworkBasicOps-233187296-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-430722'] for port, precommit_delete {{(pid=94174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:40:10.769489 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.plugins.ml2.plugin [req-25aff735-06ff-4fbc-86a0-fe855ceed7b2 req-1125c099-7fc5-4577-a809-36881e9ca524 tempest-TestNetworkBasicOps-233187296 tempest-TestNetworkBasicOps-233187296-project] Calling delete_port for 42d4ebb5-9db5-4560-b797-d4066415866b owned by compute:nova {{(pid=94174) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1986}} Jun 23 11:40:10.811364 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.plugins.ml2.db [req-3965b59e-bd0d-4d7e-9280-bcd4a50f9ca0 req-8c47137d-7772-4e60-8256-90a2d49b27a8 tempest-TestNetworkAdvancedServerOps-632886841 tempest-TestNetworkAdvancedServerOps-632886841-project] For port bb082d0f-c638-4129-b916-4f9c382b86c5, host hv-neutron-6013, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-6013',level=0,port_id=bb082d0f-c638-4129-b916-4f9c382b86c5,segment=NetworkSegment(19fb263b-ef3d-47d5-b749-258c4c2282bf),segment_id=19fb263b-ef3d-47d5-b749-258c4c2282bf)] {{(pid=94175) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 23 11:40:10.811983 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron_lib.callbacks.manager [req-3965b59e-bd0d-4d7e-9280-bcd4a50f9ca0 req-8c47137d-7772-4e60-8256-90a2d49b27a8 tempest-TestNetworkAdvancedServerOps-632886841 tempest-TestNetworkAdvancedServerOps-632886841-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-430722'] for port, precommit_delete {{(pid=94175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:40:10.824653 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.plugins.ml2.plugin [req-3965b59e-bd0d-4d7e-9280-bcd4a50f9ca0 req-8c47137d-7772-4e60-8256-90a2d49b27a8 tempest-TestNetworkAdvancedServerOps-632886841 tempest-TestNetworkAdvancedServerOps-632886841-project] Calling delete_port for bb082d0f-c638-4129-b916-4f9c382b86c5 owned by compute:nova {{(pid=94175) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1986}} Jun 23 11:40:10.944946 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron_lib.callbacks.manager [None req-dbfa693c-8aa7-416a-8485-5955035f9f32 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773699952132', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-899307'] for agent, after_update {{(pid=94176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:40:11.002005 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron_lib.callbacks.manager [req-25aff735-06ff-4fbc-86a0-fe855ceed7b2 req-1125c099-7fc5-4577-a809-36881e9ca524 tempest-TestNetworkBasicOps-233187296 tempest-TestNetworkBasicOps-233187296-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-922904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866062', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773700135024', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773699642224', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5196390'] for port, after_delete {{(pid=94174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:40:11.006232 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG oslo_concurrency.lockutils [None req-921d4c31-2dfe-4602-bbf1-fb7dd5e944f7 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94174) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 11:40:11.029035 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1125c099-7fc5-4577-a809-36881e9ca524 tempest-TestNetworkBasicOps-233187296 tempest-TestNetworkBasicOps-233187296-project] Pushing event deleted for resources: {'Port': ['ID=42d4ebb5-9db5-4560-b797-d4066415866b,revision_number=None']} {{(pid=94174) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 11:40:11.030684 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron_lib.callbacks.manager [req-3965b59e-bd0d-4d7e-9280-bcd4a50f9ca0 req-8c47137d-7772-4e60-8256-90a2d49b27a8 tempest-TestNetworkAdvancedServerOps-632886841 tempest-TestNetworkAdvancedServerOps-632886841-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-922904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866062', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773700135024', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773699642224', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5082448'] for port, after_delete {{(pid=94175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:40:11.031346 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG oslo_concurrency.lockutils [None req-1125c099-7fc5-4577-a809-36881e9ca524 tempest-TestNetworkBasicOps-233187296 tempest-TestNetworkBasicOps-233187296-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.025s {{(pid=94174) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 11:40:11.034443 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG oslo_concurrency.lockutils [None req-2cd5d0e4-9a78-4670-860d-31955de2a3f9 tempest-FloatingIPTestJSON-1140213849 tempest-FloatingIPTestJSON-1140213849-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94175) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 11:40:11.065224 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c47137d-7772-4e60-8256-90a2d49b27a8 tempest-TestNetworkAdvancedServerOps-632886841 tempest-TestNetworkAdvancedServerOps-632886841-project] Pushing event deleted for resources: {'Port': ['ID=bb082d0f-c638-4129-b916-4f9c382b86c5,revision_number=None']} {{(pid=94175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 11:40:11.072038 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG oslo_concurrency.lockutils [None req-8c47137d-7772-4e60-8256-90a2d49b27a8 tempest-TestNetworkAdvancedServerOps-632886841 tempest-TestNetworkAdvancedServerOps-632886841-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.036s {{(pid=94175) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 11:40:11.082992 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.db.l3_dvrscheduler_db [req-25aff735-06ff-4fbc-86a0-fe855ceed7b2 req-1125c099-7fc5-4577-a809-36881e9ca524 tempest-TestNetworkBasicOps-233187296 tempest-TestNetworkBasicOps-233187296-project] No DVR routers for this DVR port 42d4ebb5-9db5-4560-b797-d4066415866b on host hv-neutron-6013 {{(pid=94174) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 23 11:40:11.085334 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron_lib.callbacks.manager [req-25aff735-06ff-4fbc-86a0-fe855ceed7b2 req-1125c099-7fc5-4577-a809-36881e9ca524 tempest-TestNetworkBasicOps-233187296 tempest-TestNetworkBasicOps-233187296-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-217507'] for port, before_response {{(pid=94174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:40:11.087855 dv-neutron-601336-94-hyperv neutron-server[94174]: INFO neutron.wsgi [req-25aff735-06ff-4fbc-86a0-fe855ceed7b2 req-1125c099-7fc5-4577-a809-36881e9ca524 tempest-TestNetworkBasicOps-233187296 tempest-TestNetworkBasicOps-233187296-project] 10.222.0.52 "DELETE /v2.0/ports/42d4ebb5-9db5-4560-b797-d4066415866b HTTP/1.1" status: 204 len: 173 time: 0.5144513 Jun 23 11:40:11.093306 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6299f618-32b8-45a2-a25a-83af3c1ed3bb', 'name': 'network-vif-deleted', 'tag': '42d4ebb5-9db5-4560-b797-d4066415866b'}] {{(pid=94174) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 23 11:40:11.093306 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6ff47218258ed5bf6cae7f276c9622ae488f9e8ebc13d1a310221fbcfb04c5dd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7b54f08a-095a-4f21-954d-5309bed1b84a" -d '{"events": [{"server_uuid": "6299f618-32b8-45a2-a25a-83af3c1ed3bb", "name": "network-vif-deleted", "tag": "42d4ebb5-9db5-4560-b797-d4066415866b"}]}' {{(pid=94174) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 23 11:40:11.109392 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.db.l3_dvrscheduler_db [req-3965b59e-bd0d-4d7e-9280-bcd4a50f9ca0 req-8c47137d-7772-4e60-8256-90a2d49b27a8 tempest-TestNetworkAdvancedServerOps-632886841 tempest-TestNetworkAdvancedServerOps-632886841-project] No DVR routers for this DVR port bb082d0f-c638-4129-b916-4f9c382b86c5 on host hv-neutron-6013 {{(pid=94175) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 23 11:40:11.111693 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron_lib.callbacks.manager [req-3965b59e-bd0d-4d7e-9280-bcd4a50f9ca0 req-8c47137d-7772-4e60-8256-90a2d49b27a8 tempest-TestNetworkAdvancedServerOps-632886841 tempest-TestNetworkAdvancedServerOps-632886841-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-217507'] for port, before_response {{(pid=94175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:40:11.113629 dv-neutron-601336-94-hyperv neutron-server[94175]: INFO neutron.wsgi [req-3965b59e-bd0d-4d7e-9280-bcd4a50f9ca0 req-8c47137d-7772-4e60-8256-90a2d49b27a8 tempest-TestNetworkAdvancedServerOps-632886841 tempest-TestNetworkAdvancedServerOps-632886841-project] 10.222.0.52 "DELETE /v2.0/ports/bb082d0f-c638-4129-b916-4f9c382b86c5 HTTP/1.1" status: 204 len: 173 time: 0.5071888 Jun 23 11:40:11.114820 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd40e82d2-8e4d-48d4-9431-234ad96f99a2', 'name': 'network-vif-deleted', 'tag': 'bb082d0f-c638-4129-b916-4f9c382b86c5'}] {{(pid=94175) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 23 11:40:11.116461 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1970408df4ea4e7170669a1249478e627cf05a5a0b07cc08a66c5cb53d0ac47a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-efd8b082-e922-4caa-a62e-5a6128b4b26b" -d '{"events": [{"server_uuid": "d40e82d2-8e4d-48d4-9431-234ad96f99a2", "name": "network-vif-deleted", "tag": "bb082d0f-c638-4129-b916-4f9c382b86c5"}]}' {{(pid=94175) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 23 11:40:11.134295 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 23 Jun 2021 11:40:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6684e6f8-4650-4038-93a0-a15d87233c13 x-openstack-request-id: req-6684e6f8-4650-4038-93a0-a15d87233c13 {{(pid=94174) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 23 11:40:11.135138 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6299f618-32b8-45a2-a25a-83af3c1ed3bb", "name": "network-vif-deleted", "tag": "42d4ebb5-9db5-4560-b797-d4066415866b", "status": "completed", "code": 200}]} {{(pid=94174) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 23 11:40:11.135614 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-6684e6f8-4650-4038-93a0-a15d87233c13 {{(pid=94174) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 23 11:40:11.136323 dv-neutron-601336-94-hyperv neutron-server[94174]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6299f618-32b8-45a2-a25a-83af3c1ed3bb', 'name': 'network-vif-deleted', 'tag': '42d4ebb5-9db5-4560-b797-d4066415866b', 'status': 'completed', 'code': 200} Jun 23 11:40:11.153763 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 23 Jun 2021 11:40:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-08e7d5bf-4ad1-440c-a924-82c3ccddab39 x-openstack-request-id: req-08e7d5bf-4ad1-440c-a924-82c3ccddab39 {{(pid=94175) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 23 11:40:11.154107 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d40e82d2-8e4d-48d4-9431-234ad96f99a2", "name": "network-vif-deleted", "tag": "bb082d0f-c638-4129-b916-4f9c382b86c5", "status": "completed", "code": 200}]} {{(pid=94175) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 23 11:40:11.154413 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-08e7d5bf-4ad1-440c-a924-82c3ccddab39 {{(pid=94175) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 23 11:40:11.154880 dv-neutron-601336-94-hyperv neutron-server[94175]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd40e82d2-8e4d-48d4-9431-234ad96f99a2', 'name': 'network-vif-deleted', 'tag': 'bb082d0f-c638-4129-b916-4f9c382b86c5', 'status': 'completed', 'code': 200} Jun 23 11:40:11.604858 dv-neutron-601336-94-hyperv neutron-server[94174]: INFO neutron.wsgi [req-12a151d2-8e3e-4f14-bf89-1a7cebee5e40 req-c4eef6f3-d940-4073-a4d2-f60134a2d1bc tempest-TestNetworkBasicOps-233187296 tempest-TestNetworkBasicOps-233187296-project] 10.222.0.20 "GET /v2.0/ports?device_id=6299f618-32b8-45a2-a25a-83af3c1ed3bb HTTP/1.1" status: 200 len: 210 time: 0.0283310 Jun 23 11:40:11.873820 dv-neutron-601336-94-hyperv neutron-server[94175]: INFO neutron.wsgi [req-1b03b7a2-d3a9-46fb-a890-0b05c148ff6e req-d9d1410d-a82e-4e15-a7c6-0b041218f1a3 tempest-TestNetworkAdvancedServerOps-632886841 tempest-TestNetworkAdvancedServerOps-632886841-project] 10.222.0.20 "GET /v2.0/ports?device_id=d40e82d2-8e4d-48d4-9431-234ad96f99a2 HTTP/1.1" status: 200 len: 210 time: 0.0319705 Jun 23 11:40:12.701087 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.wsgi [-] (94174) accepted ('10.222.0.20', 43456) {{(pid=94174) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 11:40:12.759970 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron_lib.callbacks.manager [None req-e418fefa-a4f0-4009-ab0a-58b717858e40 tempest-TestNetworkBasicOps-233187296 tempest-TestNetworkBasicOps-233187296-project] Notify callbacks [] for security_group, before_delete {{(pid=94174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:40:12.784871 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron_lib.callbacks.manager [None req-e418fefa-a4f0-4009-ab0a-58b717858e40 tempest-TestNetworkBasicOps-233187296 tempest-TestNetworkBasicOps-233187296-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:40:12.895433 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron_lib.callbacks.manager [None req-e418fefa-a4f0-4009-ab0a-58b717858e40 tempest-TestNetworkBasicOps-233187296 tempest-TestNetworkBasicOps-233187296-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7996330'] for security_group, after_delete {{(pid=94174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:40:12.898079 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron_lib.callbacks.manager [None req-e418fefa-a4f0-4009-ab0a-58b717858e40 tempest-TestNetworkBasicOps-233187296 tempest-TestNetworkBasicOps-233187296-project] Notify callbacks [] for security_group, before_response {{(pid=94174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:40:12.899835 dv-neutron-601336-94-hyperv neutron-server[94174]: INFO neutron.wsgi [None req-e418fefa-a4f0-4009-ab0a-58b717858e40 tempest-TestNetworkBasicOps-233187296 tempest-TestNetworkBasicOps-233187296-project] 10.222.0.20 "DELETE /v2.0/security-groups/aac31b31-3a6a-4296-b80d-1de79ffa4ba0 HTTP/1.1" status: 204 len: 168 time: 0.1971092 Jun 23 11:40:12.909426 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG oslo_concurrency.lockutils [None req-846b1d22-e81e-4129-98f2-4c5e456ce73a tempest-SecGroupTest-1462889432 tempest-SecGroupTest-1462889432-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94174) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 11:40:12.910276 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e418fefa-a4f0-4009-ab0a-58b717858e40 tempest-TestNetworkBasicOps-233187296 tempest-TestNetworkBasicOps-233187296-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=aac31b31-3a6a-4296-b80d-1de79ffa4ba0,revision_number=None']} {{(pid=94174) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 11:40:12.915670 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG oslo_concurrency.lockutils [None req-e418fefa-a4f0-4009-ab0a-58b717858e40 tempest-TestNetworkBasicOps-233187296 tempest-TestNetworkBasicOps-233187296-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.011s {{(pid=94174) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 11:40:12.966711 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.wsgi [-] (94174) accepted ('10.222.0.20', 43462) {{(pid=94174) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 11:40:12.987927 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.wsgi [-] (94175) accepted ('10.222.0.20', 43464) {{(pid=94175) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 11:40:13.141803 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron_lib.callbacks.manager [None req-815e3e99-129e-449b-a65c-452ea88fbb78 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773699952132', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-899307'] for agent, after_update {{(pid=94176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:40:13.361526 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron_lib.callbacks.manager [None req-6b3a41c6-fc01-4b24-9fd9-24cc90873dd5 tempest-TestNetworkBasicOps-233187296 tempest-TestNetworkBasicOps-233187296-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-453061'] for router_interface, before_delete {{(pid=94175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:40:13.637261 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.plugins.ml2.plugin [None req-6b3a41c6-fc01-4b24-9fd9-24cc90873dd5 tempest-TestNetworkBasicOps-233187296 tempest-TestNetworkBasicOps-233187296-project] Deleting port 21f9d5a6-1ab8-413c-ab5b-9e213cbe82f3 {{(pid=94175) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1913}} Jun 23 11:40:13.637609 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron_lib.callbacks.manager [None req-6b3a41c6-fc01-4b24-9fd9-24cc90873dd5 tempest-TestNetworkBasicOps-233187296 tempest-TestNetworkBasicOps-233187296-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773700079324'] for port, before_delete {{(pid=94175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:40:13.667984 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron_lib.callbacks.manager [None req-90540f05-cdd8-475f-afe3-cce5e6dacd4c tempest-TestNetworkAdvancedServerOps-632886841 tempest-TestNetworkAdvancedServerOps-632886841-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-453061'] for router_interface, before_delete {{(pid=94174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:40:13.726133 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.plugins.ml2.db [None req-6b3a41c6-fc01-4b24-9fd9-24cc90873dd5 tempest-TestNetworkBasicOps-233187296 tempest-TestNetworkBasicOps-233187296-project] For port 21f9d5a6-1ab8-413c-ab5b-9e213cbe82f3, host dv-neutron-601336-94-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-94-hyperv',level=0,port_id=21f9d5a6-1ab8-413c-ab5b-9e213cbe82f3,segment=NetworkSegment(09310a61-b7fd-486e-9e5b-9c6253ee12f9),segment_id=09310a61-b7fd-486e-9e5b-9c6253ee12f9)] {{(pid=94175) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 23 11:40:13.726536 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron_lib.callbacks.manager [None req-6b3a41c6-fc01-4b24-9fd9-24cc90873dd5 tempest-TestNetworkBasicOps-233187296 tempest-TestNetworkBasicOps-233187296-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-430722'] for port, precommit_delete {{(pid=94175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:40:13.739217 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.plugins.ml2.plugin [None req-6b3a41c6-fc01-4b24-9fd9-24cc90873dd5 tempest-TestNetworkBasicOps-233187296 tempest-TestNetworkBasicOps-233187296-project] Calling delete_port for 21f9d5a6-1ab8-413c-ab5b-9e213cbe82f3 owned by network:router_interface {{(pid=94175) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1986}} Jun 23 11:40:13.859560 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron_lib.callbacks.manager [None req-dc7542b2-afef-47f4-a763-e3a3cba144be None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773699952132', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-899307'] for agent, after_update {{(pid=94176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:40:13.940931 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.plugins.ml2.plugin [None req-90540f05-cdd8-475f-afe3-cce5e6dacd4c tempest-TestNetworkAdvancedServerOps-632886841 tempest-TestNetworkAdvancedServerOps-632886841-project] Deleting port 388513ee-f923-42a4-baf9-2fb665e53d94 {{(pid=94174) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1913}} Jun 23 11:40:13.941542 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron_lib.callbacks.manager [None req-90540f05-cdd8-475f-afe3-cce5e6dacd4c tempest-TestNetworkAdvancedServerOps-632886841 tempest-TestNetworkAdvancedServerOps-632886841-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773700079324'] for port, before_delete {{(pid=94174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:40:14.032688 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.plugins.ml2.db [None req-90540f05-cdd8-475f-afe3-cce5e6dacd4c tempest-TestNetworkAdvancedServerOps-632886841 tempest-TestNetworkAdvancedServerOps-632886841-project] For port 388513ee-f923-42a4-baf9-2fb665e53d94, host dv-neutron-601336-94-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-94-hyperv',level=0,port_id=388513ee-f923-42a4-baf9-2fb665e53d94,segment=NetworkSegment(19fb263b-ef3d-47d5-b749-258c4c2282bf),segment_id=19fb263b-ef3d-47d5-b749-258c4c2282bf)] {{(pid=94174) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 23 11:40:14.033050 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron_lib.callbacks.manager [None req-90540f05-cdd8-475f-afe3-cce5e6dacd4c tempest-TestNetworkAdvancedServerOps-632886841 tempest-TestNetworkAdvancedServerOps-632886841-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-430722'] for port, precommit_delete {{(pid=94174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:40:14.046610 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.plugins.ml2.plugin [None req-90540f05-cdd8-475f-afe3-cce5e6dacd4c tempest-TestNetworkAdvancedServerOps-632886841 tempest-TestNetworkAdvancedServerOps-632886841-project] Calling delete_port for 388513ee-f923-42a4-baf9-2fb665e53d94 owned by network:router_interface {{(pid=94174) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1986}} Jun 23 11:40:14.194107 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.plugins.ml2.rpc [None req-97bd5441-1da2-49ee-a364-27795820ba27 None None] Device bb082d0f-c638-4129-b916-4f9c382b86c5 no longer exists at agent hyperv_hv-neutron-6013 {{(pid=94176) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:261}} Jun 23 11:40:14.217681 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.plugins.ml2.plugin [None req-97bd5441-1da2-49ee-a364-27795820ba27 None None] No Port match for: bb082d0f-c638-4129-b916-4f9c382b86c5 {{(pid=94176) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2240}} Jun 23 11:40:14.218256 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.plugins.ml2.rpc [None req-97bd5441-1da2-49ee-a364-27795820ba27 None None] Device bb082d0f-c638-4129-b916-4f9c382b86c5 not bound to the agent host hv-neutron-6013 {{(pid=94176) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:271}} Jun 23 11:40:14.218761 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.plugins.ml2.rpc [None req-97bd5441-1da2-49ee-a364-27795820ba27 None None] Device 42d4ebb5-9db5-4560-b797-d4066415866b no longer exists at agent hyperv_hv-neutron-6013 {{(pid=94176) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:261}} Jun 23 11:40:14.237721 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.plugins.ml2.plugin [None req-97bd5441-1da2-49ee-a364-27795820ba27 None None] No Port match for: 42d4ebb5-9db5-4560-b797-d4066415866b {{(pid=94176) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2240}} Jun 23 11:40:14.238171 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.plugins.ml2.rpc [None req-97bd5441-1da2-49ee-a364-27795820ba27 None None] Device 42d4ebb5-9db5-4560-b797-d4066415866b not bound to the agent host hv-neutron-6013 {{(pid=94176) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:271}} Jun 23 11:40:14.305184 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron_lib.callbacks.manager [None req-90540f05-cdd8-475f-afe3-cce5e6dacd4c tempest-TestNetworkAdvancedServerOps-632886841 tempest-TestNetworkAdvancedServerOps-632886841-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-922904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866062', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773700135024', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773699642224', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5196390'] for port, after_delete {{(pid=94174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:40:14.307357 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG oslo_concurrency.lockutils [None req-26ec00b3-e75b-4c18-9ee2-850d26409401 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94174) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 11:40:14.332006 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90540f05-cdd8-475f-afe3-cce5e6dacd4c tempest-TestNetworkAdvancedServerOps-632886841 tempest-TestNetworkAdvancedServerOps-632886841-project] Pushing event deleted for resources: {'Port': ['ID=388513ee-f923-42a4-baf9-2fb665e53d94,revision_number=None']} {{(pid=94174) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 11:40:14.333685 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron_lib.callbacks.manager [None req-6b3a41c6-fc01-4b24-9fd9-24cc90873dd5 tempest-TestNetworkBasicOps-233187296 tempest-TestNetworkBasicOps-233187296-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-922904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866062', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773700135024', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773699642224', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5082448'] for port, after_delete {{(pid=94175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:40:14.334485 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG oslo_concurrency.lockutils [None req-90540f05-cdd8-475f-afe3-cce5e6dacd4c tempest-TestNetworkAdvancedServerOps-632886841 tempest-TestNetworkAdvancedServerOps-632886841-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=94174) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 11:40:14.336110 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG oslo_concurrency.lockutils [None req-da0052dc-a312-4d74-bec7-cad17f4355ab tempest-FloatingIPTestJSON-1140213849 tempest-FloatingIPTestJSON-1140213849-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94175) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 11:40:14.364756 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b3a41c6-fc01-4b24-9fd9-24cc90873dd5 tempest-TestNetworkBasicOps-233187296 tempest-TestNetworkBasicOps-233187296-project] Pushing event deleted for resources: {'Port': ['ID=21f9d5a6-1ab8-413c-ab5b-9e213cbe82f3,revision_number=None']} {{(pid=94175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 11:40:14.377766 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b3a41c6-fc01-4b24-9fd9-24cc90873dd5 tempest-TestNetworkBasicOps-233187296 tempest-TestNetworkBasicOps-233187296-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-601336-94-hyperv {{(pid=94175) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 11:40:14.378168 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b3a41c6-fc01-4b24-9fd9-24cc90873dd5 tempest-TestNetworkBasicOps-233187296 tempest-TestNetworkBasicOps-233187296-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-94-hyperv {{(pid=94175) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 11:40:14.378560 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b3a41c6-fc01-4b24-9fd9-24cc90873dd5 tempest-TestNetworkBasicOps-233187296 tempest-TestNetworkBasicOps-233187296-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-94-hyperv {{(pid=94175) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 11:40:14.378942 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b3a41c6-fc01-4b24-9fd9-24cc90873dd5 tempest-TestNetworkBasicOps-233187296 tempest-TestNetworkBasicOps-233187296-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-601336-94-hyperv {{(pid=94175) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 11:40:14.379344 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b3a41c6-fc01-4b24-9fd9-24cc90873dd5 tempest-TestNetworkBasicOps-233187296 tempest-TestNetworkBasicOps-233187296-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-601336-94-hyperv {{(pid=94175) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 11:40:14.379725 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b3a41c6-fc01-4b24-9fd9-24cc90873dd5 tempest-TestNetworkBasicOps-233187296 tempest-TestNetworkBasicOps-233187296-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-601336-94-hyperv {{(pid=94175) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 11:40:14.380103 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b3a41c6-fc01-4b24-9fd9-24cc90873dd5 tempest-TestNetworkBasicOps-233187296 tempest-TestNetworkBasicOps-233187296-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-601336-94-hyperv {{(pid=94175) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 11:40:14.380480 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b3a41c6-fc01-4b24-9fd9-24cc90873dd5 tempest-TestNetworkBasicOps-233187296 tempest-TestNetworkBasicOps-233187296-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-601336-94-hyperv {{(pid=94175) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 11:40:14.380853 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b3a41c6-fc01-4b24-9fd9-24cc90873dd5 tempest-TestNetworkBasicOps-233187296 tempest-TestNetworkBasicOps-233187296-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-601336-94-hyperv {{(pid=94175) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 11:40:14.381233 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b3a41c6-fc01-4b24-9fd9-24cc90873dd5 tempest-TestNetworkBasicOps-233187296 tempest-TestNetworkBasicOps-233187296-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-94-hyperv {{(pid=94175) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 11:40:14.381605 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b3a41c6-fc01-4b24-9fd9-24cc90873dd5 tempest-TestNetworkBasicOps-233187296 tempest-TestNetworkBasicOps-233187296-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-601336-94-hyperv {{(pid=94175) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 11:40:14.381975 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b3a41c6-fc01-4b24-9fd9-24cc90873dd5 tempest-TestNetworkBasicOps-233187296 tempest-TestNetworkBasicOps-233187296-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-601336-94-hyperv {{(pid=94175) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 11:40:14.401470 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG oslo_concurrency.lockutils [None req-6b3a41c6-fc01-4b24-9fd9-24cc90873dd5 tempest-TestNetworkBasicOps-233187296 tempest-TestNetworkBasicOps-233187296-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.065s {{(pid=94175) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 11:40:14.520416 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron_lib.callbacks.manager [None req-90540f05-cdd8-475f-afe3-cce5e6dacd4c tempest-TestNetworkAdvancedServerOps-632886841 tempest-TestNetworkAdvancedServerOps-632886841-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-7866080', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-516693'] for router_interface, after_delete {{(pid=94174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:40:14.568864 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron_lib.callbacks.manager [None req-6b3a41c6-fc01-4b24-9fd9-24cc90873dd5 tempest-TestNetworkBasicOps-233187296 tempest-TestNetworkBasicOps-233187296-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-7866080', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-516693'] for router_interface, after_delete {{(pid=94175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:40:14.616442 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron_lib.callbacks.manager [None req-4c20ea5f-bc7f-4d4e-935d-57f082af6ccb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773699952132', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-899307'] for agent, after_update {{(pid=94176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:40:14.749437 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-90540f05-cdd8-475f-afe3-cce5e6dacd4c tempest-TestNetworkAdvancedServerOps-632886841 tempest-TestNetworkAdvancedServerOps-632886841-project] Router 5879a819-b07f-4a21-aa69-e6835a9a3669 has already been hosted by L3 agent 50ef99c0-ef28-4db5-b303-b145898fae60 {{(pid=94174) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 23 11:40:14.787377 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6b3a41c6-fc01-4b24-9fd9-24cc90873dd5 tempest-TestNetworkBasicOps-233187296 tempest-TestNetworkBasicOps-233187296-project] Router 6dd22ae5-5eb1-4a98-ace8-ae186e56e058 has already been hosted by L3 agent 50ef99c0-ef28-4db5-b303-b145898fae60 {{(pid=94175) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 23 11:40:14.855284 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-90540f05-cdd8-475f-afe3-cce5e6dacd4c tempest-TestNetworkAdvancedServerOps-632886841 tempest-TestNetworkAdvancedServerOps-632886841-project] Notify agent at l3_agent.dv-neutron-601336-94-hyperv the message routers_updated {{(pid=94174) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 23 11:40:14.860573 dv-neutron-601336-94-hyperv neutron-server[94174]: INFO neutron.wsgi [None req-90540f05-cdd8-475f-afe3-cce5e6dacd4c tempest-TestNetworkAdvancedServerOps-632886841 tempest-TestNetworkAdvancedServerOps-632886841-project] 10.222.0.20 "PUT /v2.0/routers/5879a819-b07f-4a21-aa69-e6835a9a3669/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8926418 Jun 23 11:40:14.862973 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.wsgi [-] (94174) accepted ('10.222.0.20', 43466) {{(pid=94174) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 11:40:14.868919 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fcb49c8f-b94b-4314-8ed9-7dc452cdf8a5 None None] Sync routers for ids ['5879a819-b07f-4a21-aa69-e6835a9a3669'] in dv-neutron-601336-94-hyperv {{(pid=94176) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 23 11:40:14.877913 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fcb49c8f-b94b-4314-8ed9-7dc452cdf8a5 None None] Routers {'5879a819-b07f-4a21-aa69-e6835a9a3669'} bound to L3 agent in host dv-neutron-601336-94-hyperv {{(pid=94176) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 23 11:40:14.878816 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.db.l3_hamode_db [None req-fcb49c8f-b94b-4314-8ed9-7dc452cdf8a5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-601336-94-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-23T11:22:13Z,description=,heartbeat_timestamp=2021-06-23T11:40:13Z,host='dv-neutron-601336-94-hyperv',id=50ef99c0-ef28-4db5-b303-b145898fae60,load=0,resource_versions=,resources_synced=,started_at=2021-06-23T11:22:14Z,topic='l3_agent')) {'router_ids': ['5879a819-b07f-4a21-aa69-e6835a9a3669'], 'active': True} {{(pid=94176) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 11:40:14.894245 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6b3a41c6-fc01-4b24-9fd9-24cc90873dd5 tempest-TestNetworkBasicOps-233187296 tempest-TestNetworkBasicOps-233187296-project] Notify agent at l3_agent.dv-neutron-601336-94-hyperv the message routers_updated {{(pid=94175) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 23 11:40:14.903372 dv-neutron-601336-94-hyperv neutron-server[94175]: INFO neutron.wsgi [None req-6b3a41c6-fc01-4b24-9fd9-24cc90873dd5 tempest-TestNetworkBasicOps-233187296 tempest-TestNetworkBasicOps-233187296-project] 10.222.0.20 "PUT /v2.0/routers/6dd22ae5-5eb1-4a98-ace8-ae186e56e058/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.9141870 Jun 23 11:40:14.905301 dv-neutron-601336-94-hyperv neutron-server[94177]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1f6804da-bf9d-4a2d-8ba3-f6416c5debef None None] Sync routers for ids ['6dd22ae5-5eb1-4a98-ace8-ae186e56e058'] in dv-neutron-601336-94-hyperv {{(pid=94177) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 23 11:40:14.906802 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.wsgi [-] (94175) accepted ('10.222.0.20', 43468) {{(pid=94175) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 11:40:14.915691 dv-neutron-601336-94-hyperv neutron-server[94177]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1f6804da-bf9d-4a2d-8ba3-f6416c5debef None None] Routers {'6dd22ae5-5eb1-4a98-ace8-ae186e56e058'} bound to L3 agent in host dv-neutron-601336-94-hyperv {{(pid=94177) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 23 11:40:14.916758 dv-neutron-601336-94-hyperv neutron-server[94177]: DEBUG neutron.db.l3_hamode_db [None req-1f6804da-bf9d-4a2d-8ba3-f6416c5debef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-601336-94-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-23T11:22:13Z,description=,heartbeat_timestamp=2021-06-23T11:40:13Z,host='dv-neutron-601336-94-hyperv',id=50ef99c0-ef28-4db5-b303-b145898fae60,load=0,resource_versions=,resources_synced=,started_at=2021-06-23T11:22:14Z,topic='l3_agent')) {'router_ids': ['6dd22ae5-5eb1-4a98-ace8-ae186e56e058'], 'active': True} {{(pid=94177) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 11:40:14.921711 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.db.db_base_plugin_v2 [None req-5ae2a233-b365-4225-a00d-de1474a0306c tempest-TestNetworkAdvancedServerOps-632886841 tempest-TestNetworkAdvancedServerOps-632886841-project] Deleting subnet 8a5608a2-ff2c-4b41-9153-013df8b9bf4d {{(pid=94174) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jun 23 11:40:14.925027 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron_lib.callbacks.manager [None req-5ae2a233-b365-4225-a00d-de1474a0306c tempest-TestNetworkAdvancedServerOps-632886841 tempest-TestNetworkAdvancedServerOps-632886841-project] Notify callbacks [] for subnet, before_delete {{(pid=94174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:40:14.969496 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.db.db_base_plugin_v2 [None req-047ef6fa-b37d-40a8-8663-00d917dac560 tempest-TestNetworkBasicOps-233187296 tempest-TestNetworkBasicOps-233187296-project] Deleting subnet b9020995-17d9-4bdc-8c5e-dad3e435ec86 {{(pid=94175) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jun 23 11:40:14.972768 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron_lib.callbacks.manager [None req-047ef6fa-b37d-40a8-8663-00d917dac560 tempest-TestNetworkBasicOps-233187296 tempest-TestNetworkBasicOps-233187296-project] Notify callbacks [] for subnet, before_delete {{(pid=94175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:40:14.974207 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron_lib.callbacks.manager [None req-5ae2a233-b365-4225-a00d-de1474a0306c tempest-TestNetworkAdvancedServerOps-632886841 tempest-TestNetworkAdvancedServerOps-632886841-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4800256'] for subnet, precommit_delete_associations {{(pid=94174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:40:14.990346 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.db.l3_dvr_db [None req-fcb49c8f-b94b-4314-8ed9-7dc452cdf8a5 None None] Set router 5879a819-b07f-4a21-aa69-e6835a9a3669 gateway port host: dv-neutron-601336-94-hyperv {{(pid=94176) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:838}} Jun 23 11:40:15.021128 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron_lib.callbacks.manager [None req-047ef6fa-b37d-40a8-8663-00d917dac560 tempest-TestNetworkBasicOps-233187296 tempest-TestNetworkBasicOps-233187296-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5190686'] for subnet, precommit_delete_associations {{(pid=94175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:40:15.045682 dv-neutron-601336-94-hyperv neutron-server[94177]: DEBUG neutron.db.l3_dvr_db [None req-1f6804da-bf9d-4a2d-8ba3-f6416c5debef None None] Set router 6dd22ae5-5eb1-4a98-ace8-ae186e56e058 gateway port host: dv-neutron-601336-94-hyperv {{(pid=94177) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:838}} Jun 23 11:40:15.127100 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron_lib.callbacks.manager [None req-5ae2a233-b365-4225-a00d-de1474a0306c tempest-TestNetworkAdvancedServerOps-632886841 tempest-TestNetworkAdvancedServerOps-632886841-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-897634'] for subnet, precommit_delete {{(pid=94174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:40:15.155395 dv-neutron-601336-94-hyperv neutron-server[94177]: DEBUG neutron.db.agents_db [None req-90fb1279-e4c5-4e73-8d66-3a29811dc4e3 None None] Agent healthcheck: found 6 active agents {{(pid=94177) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 23 11:40:15.163696 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron_lib.callbacks.manager [None req-047ef6fa-b37d-40a8-8663-00d917dac560 tempest-TestNetworkBasicOps-233187296 tempest-TestNetworkBasicOps-233187296-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-897634'] for subnet, precommit_delete {{(pid=94175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:40:15.211133 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.db.l3_hamode_db [None req-fcb49c8f-b94b-4314-8ed9-7dc452cdf8a5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5879a819-b07f-4a21-aa69-e6835a9a3669', 'name': 'tempest-TestNetworkAdvancedServerOps-router-305041232', 'tenant_id': 'aa74ea44ffb74284a20f3e11f9f1da9d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3e7e4eb3-cf02-4d47-ade9-0a579cdfc60f', 'external_fixed_ips': [{'subnet_id': 'a5ad15ab-c489-4a67-a9b0-d559fca0ec71', 'ip_address': '172.26.3.127'}], 'enable_snat': True}, 'gw_port_id': 'd67036d6-8a7d-47d1-8b43-3918cd042d70', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-23T11:38:15Z', 'updated_at': '2021-06-23T11:40:14Z', 'revision_number': 5, 'project_id': 'aa74ea44ffb74284a20f3e11f9f1da9d', 'gw_port': {'id': 'd67036d6-8a7d-47d1-8b43-3918cd042d70', 'name': '', 'network_id': '3e7e4eb3-cf02-4d47-ade9-0a579cdfc60f', 'tenant_id': '', 'mac_address': 'fa:16:3e:62:b2:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5879a819-b07f-4a21-aa69-e6835a9a3669', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1341, 'fixed_ips': [{'subnet_id': 'a5ad15ab-c489-4a67-a9b0-d559fca0ec71', 'ip_address': '172.26.3.127', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-94-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-23T11:38:16Z', 'updated_at': '2021-06-23T11:38:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a5ad15ab-c489-4a67-a9b0-d559fca0ec71', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-601336-94-hyperv'}], 'dv-neutron-601336-94-hyperv', False) {} {{(pid=94176) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 11:40:15.240367 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fcb49c8f-b94b-4314-8ed9-7dc452cdf8a5 None None] Checking router: 5879a819-b07f-4a21-aa69-e6835a9a3669 for host: dv-neutron-601336-94-hyperv {{(pid=94176) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 23 11:40:15.249082 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fcb49c8f-b94b-4314-8ed9-7dc452cdf8a5 None None] Routers {'5879a819-b07f-4a21-aa69-e6835a9a3669'} bound to L3 agent in host dv-neutron-601336-94-hyperv {{(pid=94176) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 23 11:40:15.249696 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.db.l3_hamode_db [None req-fcb49c8f-b94b-4314-8ed9-7dc452cdf8a5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-601336-94-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-23T11:22:13Z,description=,heartbeat_timestamp=2021-06-23T11:40:13Z,host='dv-neutron-601336-94-hyperv',id=50ef99c0-ef28-4db5-b303-b145898fae60,load=0,resource_versions=,resources_synced=,started_at=2021-06-23T11:22:14Z,topic='l3_agent')) {'router_ids': ['5879a819-b07f-4a21-aa69-e6835a9a3669'], 'active': True} {{(pid=94176) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 11:40:15.255967 dv-neutron-601336-94-hyperv neutron-server[94177]: DEBUG neutron.db.l3_hamode_db [None req-1f6804da-bf9d-4a2d-8ba3-f6416c5debef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6dd22ae5-5eb1-4a98-ace8-ae186e56e058', 'name': 'tempest-TestNetworkBasicOps-router-2015125983', 'tenant_id': '772b9946478d439e9da4eaeade7fb21d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3e7e4eb3-cf02-4d47-ade9-0a579cdfc60f', 'external_fixed_ips': [{'subnet_id': 'a5ad15ab-c489-4a67-a9b0-d559fca0ec71', 'ip_address': '172.26.3.124'}], 'enable_snat': True}, 'gw_port_id': '8e67e11d-54df-4223-9708-c7a61e4f6751', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-23T11:38:08Z', 'updated_at': '2021-06-23T11:40:14Z', 'revision_number': 5, 'project_id': '772b9946478d439e9da4eaeade7fb21d', 'gw_port': {'id': '8e67e11d-54df-4223-9708-c7a61e4f6751', 'name': '', 'network_id': '3e7e4eb3-cf02-4d47-ade9-0a579cdfc60f', 'tenant_id': '', 'mac_address': 'fa:16:3e:ff:ab:9d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6dd22ae5-5eb1-4a98-ace8-ae186e56e058', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1315, 'fixed_ips': [{'subnet_id': 'a5ad15ab-c489-4a67-a9b0-d559fca0ec71', 'ip_address': '172.26.3.124', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-94-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-23T11:38:08Z', 'updated_at': '2021-06-23T11:38:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a5ad15ab-c489-4a67-a9b0-d559fca0ec71', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-601336-94-hyperv'}], 'dv-neutron-601336-94-hyperv', False) {} {{(pid=94177) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 11:40:15.285482 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron_lib.callbacks.manager [None req-5ae2a233-b365-4225-a00d-de1474a0306c tempest-TestNetworkAdvancedServerOps-632886841 tempest-TestNetworkAdvancedServerOps-632886841-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-897627', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866062', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5195932', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4294216'] for subnet, after_delete {{(pid=94174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:40:15.285752 dv-neutron-601336-94-hyperv neutron-server[94177]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1f6804da-bf9d-4a2d-8ba3-f6416c5debef None None] Checking router: 6dd22ae5-5eb1-4a98-ace8-ae186e56e058 for host: dv-neutron-601336-94-hyperv {{(pid=94177) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 23 11:40:15.288451 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG oslo_concurrency.lockutils [None req-a5031056-e8a4-473a-af09-9577b1bde492 tempest-NetworksIpV6Test-253648203 tempest-NetworksIpV6Test-253648203-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94174) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 11:40:15.294865 dv-neutron-601336-94-hyperv neutron-server[94177]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1f6804da-bf9d-4a2d-8ba3-f6416c5debef None None] Routers {'6dd22ae5-5eb1-4a98-ace8-ae186e56e058'} bound to L3 agent in host dv-neutron-601336-94-hyperv {{(pid=94177) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 23 11:40:15.295521 dv-neutron-601336-94-hyperv neutron-server[94177]: DEBUG neutron.db.l3_hamode_db [None req-1f6804da-bf9d-4a2d-8ba3-f6416c5debef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-601336-94-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-23T11:22:13Z,description=,heartbeat_timestamp=2021-06-23T11:40:13Z,host='dv-neutron-601336-94-hyperv',id=50ef99c0-ef28-4db5-b303-b145898fae60,load=0,resource_versions=,resources_synced=,started_at=2021-06-23T11:22:14Z,topic='l3_agent')) {'router_ids': ['6dd22ae5-5eb1-4a98-ace8-ae186e56e058'], 'active': True} {{(pid=94177) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 11:40:15.314843 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ae2a233-b365-4225-a00d-de1474a0306c tempest-TestNetworkAdvancedServerOps-632886841 tempest-TestNetworkAdvancedServerOps-632886841-project] Pushing event deleted for resources: {'Subnet': ['ID=8a5608a2-ff2c-4b41-9153-013df8b9bf4d,revision_number=None']} {{(pid=94174) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 11:40:15.316841 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron_lib.callbacks.manager [None req-5ae2a233-b365-4225-a00d-de1474a0306c tempest-TestNetworkAdvancedServerOps-632886841 tempest-TestNetworkAdvancedServerOps-632886841-project] Notify callbacks [] for subnet, before_response {{(pid=94174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:40:15.321618 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.wsgi [-] (94175) accepted ('10.222.0.20', 43470) {{(pid=94175) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 11:40:15.328874 dv-neutron-601336-94-hyperv neutron-server[94174]: INFO neutron.wsgi [None req-5ae2a233-b365-4225-a00d-de1474a0306c tempest-TestNetworkAdvancedServerOps-632886841 tempest-TestNetworkAdvancedServerOps-632886841-project] 10.222.0.20 "DELETE /v2.0/subnets/8a5608a2-ff2c-4b41-9153-013df8b9bf4d HTTP/1.1" status: 204 len: 168 time: 0.4641123 Jun 23 11:40:15.333277 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ac36c854-0f43-4edf-9edb-154e0a8d738b None None] Network e04d1dbb-a843-4ee3-9844-ad82eebdbddb requested from dv-neutron-601336-94-hyperv {{(pid=94176) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 23 11:40:15.333429 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG oslo_concurrency.lockutils [None req-5ae2a233-b365-4225-a00d-de1474a0306c tempest-TestNetworkAdvancedServerOps-632886841 tempest-TestNetworkAdvancedServerOps-632886841-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.042s {{(pid=94174) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 11:40:15.361794 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron_lib.callbacks.manager [None req-047ef6fa-b37d-40a8-8663-00d917dac560 tempest-TestNetworkBasicOps-233187296 tempest-TestNetworkBasicOps-233187296-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-897627', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866062', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5083050', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4660036'] for subnet, after_delete {{(pid=94175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:40:15.365611 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG oslo_concurrency.lockutils [None req-a66145b9-0527-4ebc-aad9-ee64381ad832 tempest-PortsIpV6TestJSON-1781383748 tempest-PortsIpV6TestJSON-1781383748-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94175) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 11:40:15.393102 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-047ef6fa-b37d-40a8-8663-00d917dac560 tempest-TestNetworkBasicOps-233187296 tempest-TestNetworkBasicOps-233187296-project] Pushing event deleted for resources: {'Subnet': ['ID=b9020995-17d9-4bdc-8c5e-dad3e435ec86,revision_number=None']} {{(pid=94175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 11:40:15.396943 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG oslo_concurrency.lockutils [None req-047ef6fa-b37d-40a8-8663-00d917dac560 tempest-TestNetworkBasicOps-233187296 tempest-TestNetworkBasicOps-233187296-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.031s {{(pid=94175) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 11:40:15.404616 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron_lib.callbacks.manager [None req-047ef6fa-b37d-40a8-8663-00d917dac560 tempest-TestNetworkBasicOps-233187296 tempest-TestNetworkBasicOps-233187296-project] Notify callbacks [] for subnet, before_response {{(pid=94175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:40:15.406465 dv-neutron-601336-94-hyperv neutron-server[94175]: INFO neutron.wsgi [None req-047ef6fa-b37d-40a8-8663-00d917dac560 tempest-TestNetworkBasicOps-233187296 tempest-TestNetworkBasicOps-233187296-project] 10.222.0.20 "DELETE /v2.0/subnets/b9020995-17d9-4bdc-8c5e-dad3e435ec86 HTTP/1.1" status: 204 len: 168 time: 0.4985991 Jun 23 11:40:15.409026 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.wsgi [-] (94175) accepted ('10.222.0.20', 43472) {{(pid=94175) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 11:40:15.410593 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.db.l3_dvr_db [None req-fcb49c8f-b94b-4314-8ed9-7dc452cdf8a5 None None] Set router 5879a819-b07f-4a21-aa69-e6835a9a3669 gateway port host: dv-neutron-601336-94-hyperv {{(pid=94176) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:838}} Jun 23 11:40:15.422667 dv-neutron-601336-94-hyperv neutron-server[94177]: DEBUG neutron.db.l3_dvr_db [None req-1f6804da-bf9d-4a2d-8ba3-f6416c5debef None None] Set router 6dd22ae5-5eb1-4a98-ace8-ae186e56e058 gateway port host: dv-neutron-601336-94-hyperv {{(pid=94177) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:838}} Jun 23 11:40:15.440706 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ddbcfaf2-c264-420b-8168-ac4e8124f1c7 None None] Network bd46a884-00b1-49aa-92f0-d6b0a5689064 requested from dv-neutron-601336-94-hyperv {{(pid=94176) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 23 11:40:15.533147 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron_lib.callbacks.manager [None req-10ded3c8-885e-49bb-b6a7-1e343fdc8c52 tempest-TestNetworkAdvancedServerOps-632886841 tempest-TestNetworkAdvancedServerOps-632886841-project] Notify callbacks [] for router, before_delete {{(pid=94175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:40:15.623926 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron_lib.callbacks.manager [None req-ce32b856-ac4c-47c0-9208-1d2699b90a0d tempest-TestNetworkBasicOps-233187296 tempest-TestNetworkBasicOps-233187296-project] Notify callbacks [] for router, before_delete {{(pid=94175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:40:15.631743 dv-neutron-601336-94-hyperv neutron-server[94177]: DEBUG neutron.db.l3_hamode_db [None req-1f6804da-bf9d-4a2d-8ba3-f6416c5debef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6dd22ae5-5eb1-4a98-ace8-ae186e56e058', 'name': 'tempest-TestNetworkBasicOps-router-2015125983', 'tenant_id': '772b9946478d439e9da4eaeade7fb21d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3e7e4eb3-cf02-4d47-ade9-0a579cdfc60f', 'external_fixed_ips': [{'subnet_id': 'a5ad15ab-c489-4a67-a9b0-d559fca0ec71', 'ip_address': '172.26.3.124'}], 'enable_snat': True}, 'gw_port_id': '8e67e11d-54df-4223-9708-c7a61e4f6751', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-23T11:38:08Z', 'updated_at': '2021-06-23T11:40:14Z', 'revision_number': 5, 'project_id': '772b9946478d439e9da4eaeade7fb21d', 'gw_port': {'id': '8e67e11d-54df-4223-9708-c7a61e4f6751', 'name': '', 'network_id': '3e7e4eb3-cf02-4d47-ade9-0a579cdfc60f', 'tenant_id': '', 'mac_address': 'fa:16:3e:ff:ab:9d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6dd22ae5-5eb1-4a98-ace8-ae186e56e058', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1315, 'fixed_ips': [{'subnet_id': 'a5ad15ab-c489-4a67-a9b0-d559fca0ec71', 'ip_address': '172.26.3.124', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-94-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-23T11:38:08Z', 'updated_at': '2021-06-23T11:38:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a5ad15ab-c489-4a67-a9b0-d559fca0ec71', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-601336-94-hyperv'}], 'dv-neutron-601336-94-hyperv', False) {} {{(pid=94177) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 11:40:15.658769 dv-neutron-601336-94-hyperv neutron-server[94177]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1f6804da-bf9d-4a2d-8ba3-f6416c5debef None None] The sync data for ids ['6dd22ae5-5eb1-4a98-ace8-ae186e56e058'] in dv-neutron-601336-94-hyperv is: [{'id': '6dd22ae5-5eb1-4a98-ace8-ae186e56e058', 'name': 'tempest-TestNetworkBasicOps-router-2015125983', 'tenant_id': '772b9946478d439e9da4eaeade7fb21d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3e7e4eb3-cf02-4d47-ade9-0a579cdfc60f', 'external_fixed_ips': [{'subnet_id': 'a5ad15ab-c489-4a67-a9b0-d559fca0ec71', 'ip_address': '172.26.3.124'}], 'enable_snat': True}, 'gw_port_id': '8e67e11d-54df-4223-9708-c7a61e4f6751', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-23T11:38:08Z', 'updated_at': '2021-06-23T11:40:14Z', 'revision_number': 5, 'project_id': '772b9946478d439e9da4eaeade7fb21d', 'gw_port': {'id': '8e67e11d-54df-4223-9708-c7a61e4f6751', 'name': '', 'network_id': '3e7e4eb3-cf02-4d47-ade9-0a579cdfc60f', 'tenant_id': '', 'mac_address': 'fa:16:3e:ff:ab:9d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6dd22ae5-5eb1-4a98-ace8-ae186e56e058', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1315, 'fixed_ips': [{'subnet_id': 'a5ad15ab-c489-4a67-a9b0-d559fca0ec71', 'ip_address': '172.26.3.124', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-94-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-23T11:38:08Z', 'updated_at': '2021-06-23T11:38:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a5ad15ab-c489-4a67-a9b0-d559fca0ec71', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-601336-94-hyperv'}] {{(pid=94177) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 23 11:40:15.734625 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron_lib.callbacks.manager [None req-10ded3c8-885e-49bb-b6a7-1e343fdc8c52 tempest-TestNetworkAdvancedServerOps-632886841 tempest-TestNetworkAdvancedServerOps-632886841-project] Notify callbacks [] for router_gateway, before_delete {{(pid=94175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:40:15.750742 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron_lib.callbacks.manager [None req-ce32b856-ac4c-47c0-9208-1d2699b90a0d tempest-TestNetworkBasicOps-233187296 tempest-TestNetworkBasicOps-233187296-project] Notify callbacks [] for router_gateway, before_delete {{(pid=94175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:40:15.759589 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.db.l3_hamode_db [None req-fcb49c8f-b94b-4314-8ed9-7dc452cdf8a5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5879a819-b07f-4a21-aa69-e6835a9a3669', 'name': 'tempest-TestNetworkAdvancedServerOps-router-305041232', 'tenant_id': 'aa74ea44ffb74284a20f3e11f9f1da9d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3e7e4eb3-cf02-4d47-ade9-0a579cdfc60f', 'external_fixed_ips': [{'subnet_id': 'a5ad15ab-c489-4a67-a9b0-d559fca0ec71', 'ip_address': '172.26.3.127'}], 'enable_snat': True}, 'gw_port_id': 'd67036d6-8a7d-47d1-8b43-3918cd042d70', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-23T11:38:15Z', 'updated_at': '2021-06-23T11:40:14Z', 'revision_number': 5, 'project_id': 'aa74ea44ffb74284a20f3e11f9f1da9d', 'gw_port': {'id': 'd67036d6-8a7d-47d1-8b43-3918cd042d70', 'name': '', 'network_id': '3e7e4eb3-cf02-4d47-ade9-0a579cdfc60f', 'tenant_id': '', 'mac_address': 'fa:16:3e:62:b2:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5879a819-b07f-4a21-aa69-e6835a9a3669', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1341, 'fixed_ips': [{'subnet_id': 'a5ad15ab-c489-4a67-a9b0-d559fca0ec71', 'ip_address': '172.26.3.127', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-94-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-23T11:38:16Z', 'updated_at': '2021-06-23T11:38:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a5ad15ab-c489-4a67-a9b0-d559fca0ec71', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-601336-94-hyperv'}], 'dv-neutron-601336-94-hyperv', False) {} {{(pid=94176) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 11:40:15.785731 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fcb49c8f-b94b-4314-8ed9-7dc452cdf8a5 None None] The sync data for ids ['5879a819-b07f-4a21-aa69-e6835a9a3669'] in dv-neutron-601336-94-hyperv is: [{'id': '5879a819-b07f-4a21-aa69-e6835a9a3669', 'name': 'tempest-TestNetworkAdvancedServerOps-router-305041232', 'tenant_id': 'aa74ea44ffb74284a20f3e11f9f1da9d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3e7e4eb3-cf02-4d47-ade9-0a579cdfc60f', 'external_fixed_ips': [{'subnet_id': 'a5ad15ab-c489-4a67-a9b0-d559fca0ec71', 'ip_address': '172.26.3.127'}], 'enable_snat': True}, 'gw_port_id': 'd67036d6-8a7d-47d1-8b43-3918cd042d70', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-23T11:38:15Z', 'updated_at': '2021-06-23T11:40:14Z', 'revision_number': 5, 'project_id': 'aa74ea44ffb74284a20f3e11f9f1da9d', 'gw_port': {'id': 'd67036d6-8a7d-47d1-8b43-3918cd042d70', 'name': '', 'network_id': '3e7e4eb3-cf02-4d47-ade9-0a579cdfc60f', 'tenant_id': '', 'mac_address': 'fa:16:3e:62:b2:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5879a819-b07f-4a21-aa69-e6835a9a3669', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1341, 'fixed_ips': [{'subnet_id': 'a5ad15ab-c489-4a67-a9b0-d559fca0ec71', 'ip_address': '172.26.3.127', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-94-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-23T11:38:16Z', 'updated_at': '2021-06-23T11:38:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a5ad15ab-c489-4a67-a9b0-d559fca0ec71', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-601336-94-hyperv'}] {{(pid=94176) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 23 11:40:15.909990 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.plugins.ml2.plugin [None req-10ded3c8-885e-49bb-b6a7-1e343fdc8c52 tempest-TestNetworkAdvancedServerOps-632886841 tempest-TestNetworkAdvancedServerOps-632886841-project] Deleting port d67036d6-8a7d-47d1-8b43-3918cd042d70 {{(pid=94175) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1913}} Jun 23 11:40:15.910339 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron_lib.callbacks.manager [None req-10ded3c8-885e-49bb-b6a7-1e343fdc8c52 tempest-TestNetworkAdvancedServerOps-632886841 tempest-TestNetworkAdvancedServerOps-632886841-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773700079324'] for port, before_delete {{(pid=94175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:40:15.984787 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.plugins.ml2.plugin [None req-ce32b856-ac4c-47c0-9208-1d2699b90a0d tempest-TestNetworkBasicOps-233187296 tempest-TestNetworkBasicOps-233187296-project] Deleting port 8e67e11d-54df-4223-9708-c7a61e4f6751 {{(pid=94175) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1913}} Jun 23 11:40:15.985064 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron_lib.callbacks.manager [None req-ce32b856-ac4c-47c0-9208-1d2699b90a0d tempest-TestNetworkBasicOps-233187296 tempest-TestNetworkBasicOps-233187296-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773700079324'] for port, before_delete {{(pid=94175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:40:16.038337 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.plugins.ml2.db [None req-10ded3c8-885e-49bb-b6a7-1e343fdc8c52 tempest-TestNetworkAdvancedServerOps-632886841 tempest-TestNetworkAdvancedServerOps-632886841-project] For port d67036d6-8a7d-47d1-8b43-3918cd042d70, host dv-neutron-601336-94-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-94-hyperv',level=0,port_id=d67036d6-8a7d-47d1-8b43-3918cd042d70,segment=NetworkSegment(c23be0a5-6980-48fb-bc9f-4a24717fe1de),segment_id=c23be0a5-6980-48fb-bc9f-4a24717fe1de)] {{(pid=94175) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 23 11:40:16.038620 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron_lib.callbacks.manager [None req-10ded3c8-885e-49bb-b6a7-1e343fdc8c52 tempest-TestNetworkAdvancedServerOps-632886841 tempest-TestNetworkAdvancedServerOps-632886841-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-430722'] for port, precommit_delete {{(pid=94175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:40:16.055318 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1fa4a626-2ebe-4a92-a093-4cbf21ba8839 None None] DHCP port deletion for e04d1dbb-a843-4ee3-9844-ad82eebdbddb request from dv-neutron-601336-94-hyperv {{(pid=94176) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jun 23 11:40:16.059852 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.plugins.ml2.plugin [None req-10ded3c8-885e-49bb-b6a7-1e343fdc8c52 tempest-TestNetworkAdvancedServerOps-632886841 tempest-TestNetworkAdvancedServerOps-632886841-project] Calling delete_port for d67036d6-8a7d-47d1-8b43-3918cd042d70 owned by network:router_gateway {{(pid=94175) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1986}} Jun 23 11:40:16.105525 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.plugins.ml2.plugin [None req-1fa4a626-2ebe-4a92-a093-4cbf21ba8839 None None] Deleting port 2a509321-3849-4518-b1df-5bd56e663092 {{(pid=94176) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1913}} Jun 23 11:40:16.105912 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron_lib.callbacks.manager [None req-1fa4a626-2ebe-4a92-a093-4cbf21ba8839 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773700079324'] for port, before_delete {{(pid=94176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:40:16.134315 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.plugins.ml2.db [None req-ce32b856-ac4c-47c0-9208-1d2699b90a0d tempest-TestNetworkBasicOps-233187296 tempest-TestNetworkBasicOps-233187296-project] For port 8e67e11d-54df-4223-9708-c7a61e4f6751, host dv-neutron-601336-94-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-94-hyperv',level=0,port_id=8e67e11d-54df-4223-9708-c7a61e4f6751,segment=NetworkSegment(c23be0a5-6980-48fb-bc9f-4a24717fe1de),segment_id=c23be0a5-6980-48fb-bc9f-4a24717fe1de)] {{(pid=94175) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 23 11:40:16.134686 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron_lib.callbacks.manager [None req-ce32b856-ac4c-47c0-9208-1d2699b90a0d tempest-TestNetworkBasicOps-233187296 tempest-TestNetworkBasicOps-233187296-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-430722'] for port, precommit_delete {{(pid=94175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:40:16.153999 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.plugins.ml2.plugin [None req-ce32b856-ac4c-47c0-9208-1d2699b90a0d tempest-TestNetworkBasicOps-233187296 tempest-TestNetworkBasicOps-233187296-project] Calling delete_port for 8e67e11d-54df-4223-9708-c7a61e4f6751 owned by network:router_gateway {{(pid=94175) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1986}} Jun 23 11:40:16.177916 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.plugins.ml2.db [None req-1fa4a626-2ebe-4a92-a093-4cbf21ba8839 None None] For port 2a509321-3849-4518-b1df-5bd56e663092, host dv-neutron-601336-94-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-94-hyperv',level=0,port_id=2a509321-3849-4518-b1df-5bd56e663092,segment=NetworkSegment(19fb263b-ef3d-47d5-b749-258c4c2282bf),segment_id=19fb263b-ef3d-47d5-b749-258c4c2282bf)] {{(pid=94176) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 23 11:40:16.177916 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron_lib.callbacks.manager [None req-1fa4a626-2ebe-4a92-a093-4cbf21ba8839 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-430722'] for port, precommit_delete {{(pid=94176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:40:16.191823 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.plugins.ml2.plugin [None req-1fa4a626-2ebe-4a92-a093-4cbf21ba8839 None None] Calling delete_port for 2a509321-3849-4518-b1df-5bd56e663092 owned by network:dhcp {{(pid=94176) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1986}} Jun 23 11:40:16.335572 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron_lib.callbacks.manager [None req-1fa4a626-2ebe-4a92-a093-4cbf21ba8839 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-922904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866062', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773700135024', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773699642224'] for port, after_delete {{(pid=94176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:40:16.338188 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG oslo_concurrency.lockutils [None req-97bd5441-1da2-49ee-a364-27795820ba27 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 11:40:16.362815 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fa4a626-2ebe-4a92-a093-4cbf21ba8839 None None] Pushing event deleted for resources: {'Port': ['ID=2a509321-3849-4518-b1df-5bd56e663092,revision_number=None']} {{(pid=94176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 11:40:16.366274 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG oslo_concurrency.lockutils [None req-1fa4a626-2ebe-4a92-a093-4cbf21ba8839 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.028s {{(pid=94176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 11:40:16.369096 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1fa4a626-2ebe-4a92-a093-4cbf21ba8839 None None] No DVR routers for this DVR port 2a509321-3849-4518-b1df-5bd56e663092 on host dv-neutron-601336-94-hyperv {{(pid=94176) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 23 11:40:16.406628 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-41253da7-f895-4104-a425-138963f4ab41 None None] DHCP port deletion for bd46a884-00b1-49aa-92f0-d6b0a5689064 request from dv-neutron-601336-94-hyperv {{(pid=94176) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jun 23 11:40:16.432898 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron_lib.callbacks.manager [None req-10ded3c8-885e-49bb-b6a7-1e343fdc8c52 tempest-TestNetworkAdvancedServerOps-632886841 tempest-TestNetworkAdvancedServerOps-632886841-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-922904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866062', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773700135024', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773699642224', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5082448'] for port, after_delete {{(pid=94175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:40:16.436303 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG oslo_concurrency.lockutils [None req-4ec277b2-e159-422c-82b0-a536a59545fd tempest-TestNetworkAdvancedServerOps-632886841 tempest-TestNetworkAdvancedServerOps-632886841-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94175) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 11:40:16.458335 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.plugins.ml2.plugin [None req-41253da7-f895-4104-a425-138963f4ab41 None None] Deleting port 6c842fc4-f0e5-4ba7-bf6f-93470e88dd32 {{(pid=94176) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1913}} Jun 23 11:40:16.458848 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron_lib.callbacks.manager [None req-41253da7-f895-4104-a425-138963f4ab41 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773700079324'] for port, before_delete {{(pid=94176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:40:16.469194 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10ded3c8-885e-49bb-b6a7-1e343fdc8c52 tempest-TestNetworkAdvancedServerOps-632886841 tempest-TestNetworkAdvancedServerOps-632886841-project] Pushing event deleted for resources: {'Port': ['ID=d67036d6-8a7d-47d1-8b43-3918cd042d70,revision_number=None']} {{(pid=94175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 11:40:16.471810 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG oslo_concurrency.lockutils [None req-10ded3c8-885e-49bb-b6a7-1e343fdc8c52 tempest-TestNetworkAdvancedServerOps-632886841 tempest-TestNetworkAdvancedServerOps-632886841-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.036s {{(pid=94175) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 11:40:16.512977 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron_lib.callbacks.manager [None req-ce32b856-ac4c-47c0-9208-1d2699b90a0d tempest-TestNetworkBasicOps-233187296 tempest-TestNetworkBasicOps-233187296-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-922904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866062', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773700135024', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773699642224', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5082448'] for port, after_delete {{(pid=94175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:40:16.516517 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG oslo_concurrency.lockutils [None req-9e9ee9c8-eb98-4880-9861-b5bd82d78817 tempest-NetworksIpV6Test-253648203 tempest-NetworksIpV6Test-253648203-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94175) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 11:40:16.526706 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.plugins.ml2.db [None req-41253da7-f895-4104-a425-138963f4ab41 None None] For port 6c842fc4-f0e5-4ba7-bf6f-93470e88dd32, host dv-neutron-601336-94-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-94-hyperv',level=0,port_id=6c842fc4-f0e5-4ba7-bf6f-93470e88dd32,segment=NetworkSegment(09310a61-b7fd-486e-9e5b-9c6253ee12f9),segment_id=09310a61-b7fd-486e-9e5b-9c6253ee12f9)] {{(pid=94176) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 23 11:40:16.527162 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron_lib.callbacks.manager [None req-41253da7-f895-4104-a425-138963f4ab41 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-430722'] for port, precommit_delete {{(pid=94176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:40:16.539656 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce32b856-ac4c-47c0-9208-1d2699b90a0d tempest-TestNetworkBasicOps-233187296 tempest-TestNetworkBasicOps-233187296-project] Pushing event deleted for resources: {'Port': ['ID=8e67e11d-54df-4223-9708-c7a61e4f6751,revision_number=None']} {{(pid=94175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 11:40:16.542198 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG oslo_concurrency.lockutils [None req-ce32b856-ac4c-47c0-9208-1d2699b90a0d tempest-TestNetworkBasicOps-233187296 tempest-TestNetworkBasicOps-233187296-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.026s {{(pid=94175) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 11:40:16.548800 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.plugins.ml2.plugin [None req-41253da7-f895-4104-a425-138963f4ab41 None None] Calling delete_port for 6c842fc4-f0e5-4ba7-bf6f-93470e88dd32 owned by network:dhcp {{(pid=94176) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1986}} Jun 23 11:40:16.583919 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron_lib.callbacks.manager [None req-10ded3c8-885e-49bb-b6a7-1e343fdc8c52 tempest-TestNetworkAdvancedServerOps-632886841 tempest-TestNetworkAdvancedServerOps-632886841-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-524171'] for router_gateway, after_delete {{(pid=94175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:40:16.632956 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron_lib.callbacks.manager [None req-95d6aa8f-24e7-4234-82ff-f502266c3285 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773699952132', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-899307'] for agent, after_update {{(pid=94176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:40:16.693507 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron_lib.callbacks.manager [None req-41253da7-f895-4104-a425-138963f4ab41 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-922904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866062', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773700135024', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773699642224'] for port, after_delete {{(pid=94176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:40:16.696968 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG oslo_concurrency.lockutils [None req-ba7218f1-8803-4353-97ca-e8997e035239 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 11:40:16.699790 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron_lib.callbacks.manager [None req-10ded3c8-885e-49bb-b6a7-1e343fdc8c52 tempest-TestNetworkAdvancedServerOps-632886841 tempest-TestNetworkAdvancedServerOps-632886841-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-520417', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-32301'] for router, precommit_delete {{(pid=94175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:40:16.703198 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron_lib.callbacks.manager [None req-10ded3c8-885e-49bb-b6a7-1e343fdc8c52 tempest-TestNetworkAdvancedServerOps-632886841 tempest-TestNetworkAdvancedServerOps-632886841-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:40:16.711188 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron_lib.callbacks.manager [None req-ce32b856-ac4c-47c0-9208-1d2699b90a0d tempest-TestNetworkBasicOps-233187296 tempest-TestNetworkBasicOps-233187296-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-524171'] for router_gateway, after_delete {{(pid=94175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:40:16.720128 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41253da7-f895-4104-a425-138963f4ab41 None None] Pushing event deleted for resources: {'Port': ['ID=6c842fc4-f0e5-4ba7-bf6f-93470e88dd32,revision_number=None']} {{(pid=94176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 11:40:16.726049 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG oslo_concurrency.lockutils [None req-41253da7-f895-4104-a425-138963f4ab41 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.026s {{(pid=94176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 11:40:16.726049 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.db.l3_dvrscheduler_db [None req-41253da7-f895-4104-a425-138963f4ab41 None None] No DVR routers for this DVR port 6c842fc4-f0e5-4ba7-bf6f-93470e88dd32 on host dv-neutron-601336-94-hyperv {{(pid=94176) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 23 11:40:16.828033 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron_lib.callbacks.manager [None req-ce32b856-ac4c-47c0-9208-1d2699b90a0d tempest-TestNetworkBasicOps-233187296 tempest-TestNetworkBasicOps-233187296-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-520417', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-32301'] for router, precommit_delete {{(pid=94175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:40:16.830338 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron_lib.callbacks.manager [None req-ce32b856-ac4c-47c0-9208-1d2699b90a0d tempest-TestNetworkBasicOps-233187296 tempest-TestNetworkBasicOps-233187296-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:40:16.882161 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron_lib.callbacks.manager [None req-10ded3c8-885e-49bb-b6a7-1e343fdc8c52 tempest-TestNetworkAdvancedServerOps-632886841 tempest-TestNetworkAdvancedServerOps-632886841-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-494961'] for router, after_delete {{(pid=94175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:40:16.882685 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-10ded3c8-885e-49bb-b6a7-1e343fdc8c52 tempest-TestNetworkAdvancedServerOps-632886841 tempest-TestNetworkAdvancedServerOps-632886841-project] Fanout notify agent at l3_agent the message router_deleted on router 5879a819-b07f-4a21-aa69-e6835a9a3669 {{(pid=94175) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jun 23 11:40:16.889709 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron_lib.callbacks.manager [None req-10ded3c8-885e-49bb-b6a7-1e343fdc8c52 tempest-TestNetworkAdvancedServerOps-632886841 tempest-TestNetworkAdvancedServerOps-632886841-project] Notify callbacks [] for router, before_response {{(pid=94175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:40:16.890971 dv-neutron-601336-94-hyperv neutron-server[94175]: INFO neutron.wsgi [None req-10ded3c8-885e-49bb-b6a7-1e343fdc8c52 tempest-TestNetworkAdvancedServerOps-632886841 tempest-TestNetworkAdvancedServerOps-632886841-project] 10.222.0.20 "DELETE /v2.0/routers/5879a819-b07f-4a21-aa69-e6835a9a3669 HTTP/1.1" status: 204 len: 168 time: 1.5683572 Jun 23 11:40:16.893669 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.wsgi [-] (94175) accepted ('10.222.0.20', 43474) {{(pid=94175) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 11:40:16.944454 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron_lib.callbacks.manager [None req-ce32b856-ac4c-47c0-9208-1d2699b90a0d tempest-TestNetworkBasicOps-233187296 tempest-TestNetworkBasicOps-233187296-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-494961'] for router, after_delete {{(pid=94175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:40:16.945011 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ce32b856-ac4c-47c0-9208-1d2699b90a0d tempest-TestNetworkBasicOps-233187296 tempest-TestNetworkBasicOps-233187296-project] Fanout notify agent at l3_agent the message router_deleted on router 6dd22ae5-5eb1-4a98-ace8-ae186e56e058 {{(pid=94175) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jun 23 11:40:16.957570 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron_lib.callbacks.manager [None req-ce32b856-ac4c-47c0-9208-1d2699b90a0d tempest-TestNetworkBasicOps-233187296 tempest-TestNetworkBasicOps-233187296-project] Notify callbacks [] for router, before_response {{(pid=94175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:40:16.960608 dv-neutron-601336-94-hyperv neutron-server[94175]: INFO neutron.wsgi [None req-ce32b856-ac4c-47c0-9208-1d2699b90a0d tempest-TestNetworkBasicOps-233187296 tempest-TestNetworkBasicOps-233187296-project] 10.222.0.20 "DELETE /v2.0/routers/6dd22ae5-5eb1-4a98-ace8-ae186e56e058 HTTP/1.1" status: 204 len: 168 time: 1.5483413 Jun 23 11:40:16.961100 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.wsgi [-] (94174) accepted ('10.222.0.20', 43476) {{(pid=94174) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 11:40:16.986836 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron_lib.callbacks.manager [None req-6e2c7b0c-c86c-4f66-87bb-67d5451659e9 tempest-TestNetworkAdvancedServerOps-632886841 tempest-TestNetworkAdvancedServerOps-632886841-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-824874'] for network, before_delete {{(pid=94175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:40:17.058259 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron_lib.callbacks.manager [None req-dc14c2af-cd97-4d91-8095-d0a5ffcd0802 tempest-TestNetworkBasicOps-233187296 tempest-TestNetworkBasicOps-233187296-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-824874'] for network, before_delete {{(pid=94174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:40:17.081383 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron_lib.callbacks.manager [None req-6e2c7b0c-c86c-4f66-87bb-67d5451659e9 tempest-TestNetworkAdvancedServerOps-632886841 tempest-TestNetworkAdvancedServerOps-632886841-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-897259', 'neutron.services.segments.db._delete_segments_for_network-8773700168587'] for network, precommit_delete {{(pid=94175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:40:17.092044 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.services.segments.db [None req-6e2c7b0c-c86c-4f66-87bb-67d5451659e9 tempest-TestNetworkAdvancedServerOps-632886841 tempest-TestNetworkAdvancedServerOps-632886841-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e04d1dbb-a843-4ee3-9844-ad82eebdbddb']}} {{(pid=94175) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 11:40:17.103547 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.services.segments.db [None req-6e2c7b0c-c86c-4f66-87bb-67d5451659e9 tempest-TestNetworkAdvancedServerOps-632886841 tempest-TestNetworkAdvancedServerOps-632886841-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '19fb263b-ef3d-47d5-b749-258c4c2282bf') {'for_net_delete': True} {{(pid=94175) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 11:40:17.103841 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.services.segments.db [None req-6e2c7b0c-c86c-4f66-87bb-67d5451659e9 tempest-TestNetworkAdvancedServerOps-632886841 tempest-TestNetworkAdvancedServerOps-632886841-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '19fb263b-ef3d-47d5-b749-258c4c2282bf') {} {{(pid=94175) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 11:40:17.112615 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron_lib.callbacks.manager [None req-6e2c7b0c-c86c-4f66-87bb-67d5451659e9 tempest-TestNetworkAdvancedServerOps-632886841 tempest-TestNetworkAdvancedServerOps-632886841-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8773699955833', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5190677'] for segment, before_delete {{(pid=94175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:40:17.127812 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron_lib.callbacks.manager [None req-6e2c7b0c-c86c-4f66-87bb-67d5451659e9 tempest-TestNetworkAdvancedServerOps-632886841 tempest-TestNetworkAdvancedServerOps-632886841-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3801'] for segment, precommit_delete {{(pid=94175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:40:17.137875 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6e2c7b0c-c86c-4f66-87bb-67d5451659e9 tempest-TestNetworkAdvancedServerOps-632886841 tempest-TestNetworkAdvancedServerOps-632886841-project] Releasing vlan 433 on physical network physnet1 to pool {{(pid=94175) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 23 11:40:17.138212 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron_lib.callbacks.manager [None req-6e2c7b0c-c86c-4f66-87bb-67d5451659e9 tempest-TestNetworkAdvancedServerOps-632886841 tempest-TestNetworkAdvancedServerOps-632886841-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3801', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5082371'] for segment, after_delete {{(pid=94175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:40:17.141196 dv-neutron-601336-94-hyperv neutron-server[94175]: Traceback (most recent call last): Jun 23 11:40:17.141196 dv-neutron-601336-94-hyperv neutron-server[94175]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 23 11:40:17.141196 dv-neutron-601336-94-hyperv neutron-server[94175]: timer() Jun 23 11:40:17.141196 dv-neutron-601336-94-hyperv neutron-server[94175]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 23 11:40:17.141196 dv-neutron-601336-94-hyperv neutron-server[94175]: cb(*args, **kw) Jun 23 11:40:17.141196 dv-neutron-601336-94-hyperv neutron-server[94175]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 23 11:40:17.141196 dv-neutron-601336-94-hyperv neutron-server[94175]: return func(*args, **kwargs) Jun 23 11:40:17.141196 dv-neutron-601336-94-hyperv neutron-server[94175]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 23 11:40:17.141196 dv-neutron-601336-94-hyperv neutron-server[94175]: self._notify() Jun 23 11:40:17.141196 dv-neutron-601336-94-hyperv neutron-server[94175]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 23 11:40:17.141196 dv-neutron-601336-94-hyperv neutron-server[94175]: self.callback(batched_events) Jun 23 11:40:17.141196 dv-neutron-601336-94-hyperv neutron-server[94175]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 23 11:40:17.141196 dv-neutron-601336-94-hyperv neutron-server[94175]: event.method(event) Jun 23 11:40:17.141196 dv-neutron-601336-94-hyperv neutron-server[94175]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 23 11:40:17.141196 dv-neutron-601336-94-hyperv neutron-server[94175]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 23 11:40:17.141196 dv-neutron-601336-94-hyperv neutron-server[94175]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 23 11:40:17.141196 dv-neutron-601336-94-hyperv neutron-server[94175]: aggregate_uuid = self.p_client.list_aggregates( Jun 23 11:40:17.141196 dv-neutron-601336-94-hyperv neutron-server[94175]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 23 11:40:17.141196 dv-neutron-601336-94-hyperv neutron-server[94175]: return f(self, *a, **k) Jun 23 11:40:17.141196 dv-neutron-601336-94-hyperv neutron-server[94175]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 23 11:40:17.141196 dv-neutron-601336-94-hyperv neutron-server[94175]: return self._get(url).json() Jun 23 11:40:17.141196 dv-neutron-601336-94-hyperv neutron-server[94175]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 23 11:40:17.141196 dv-neutron-601336-94-hyperv neutron-server[94175]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 23 11:40:17.141196 dv-neutron-601336-94-hyperv neutron-server[94175]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 23 11:40:17.141196 dv-neutron-601336-94-hyperv neutron-server[94175]: return self.request(url, 'GET', **kwargs) Jun 23 11:40:17.141196 dv-neutron-601336-94-hyperv neutron-server[94175]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 23 11:40:17.141196 dv-neutron-601336-94-hyperv neutron-server[94175]: base_url = self.get_endpoint(auth, allow=allow, Jun 23 11:40:17.141196 dv-neutron-601336-94-hyperv neutron-server[94175]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 23 11:40:17.141196 dv-neutron-601336-94-hyperv neutron-server[94175]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 23 11:40:17.141196 dv-neutron-601336-94-hyperv neutron-server[94175]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 23 11:40:17.141196 dv-neutron-601336-94-hyperv neutron-server[94175]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 23 11:40:17.141196 dv-neutron-601336-94-hyperv neutron-server[94175]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 23 11:40:17.152268 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron_lib.callbacks.manager [None req-dc14c2af-cd97-4d91-8095-d0a5ffcd0802 tempest-TestNetworkBasicOps-233187296 tempest-TestNetworkBasicOps-233187296-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-897259', 'neutron.services.segments.db._delete_segments_for_network-8773700168587'] for network, precommit_delete {{(pid=94174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:40:17.161997 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.services.segments.db [None req-dc14c2af-cd97-4d91-8095-d0a5ffcd0802 tempest-TestNetworkBasicOps-233187296 tempest-TestNetworkBasicOps-233187296-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['bd46a884-00b1-49aa-92f0-d6b0a5689064']}} {{(pid=94174) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 11:40:17.173094 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.services.segments.db [None req-dc14c2af-cd97-4d91-8095-d0a5ffcd0802 tempest-TestNetworkBasicOps-233187296 tempest-TestNetworkBasicOps-233187296-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '09310a61-b7fd-486e-9e5b-9c6253ee12f9') {'for_net_delete': True} {{(pid=94174) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 11:40:17.173400 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.services.segments.db [None req-dc14c2af-cd97-4d91-8095-d0a5ffcd0802 tempest-TestNetworkBasicOps-233187296 tempest-TestNetworkBasicOps-233187296-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '09310a61-b7fd-486e-9e5b-9c6253ee12f9') {} {{(pid=94174) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 11:40:17.182002 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron_lib.callbacks.manager [None req-dc14c2af-cd97-4d91-8095-d0a5ffcd0802 tempest-TestNetworkBasicOps-233187296 tempest-TestNetworkBasicOps-233187296-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8773699955833', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4800267'] for segment, before_delete {{(pid=94174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:40:17.195513 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron_lib.callbacks.manager [None req-dc14c2af-cd97-4d91-8095-d0a5ffcd0802 tempest-TestNetworkBasicOps-233187296 tempest-TestNetworkBasicOps-233187296-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3801'] for segment, precommit_delete {{(pid=94174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:40:17.201290 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-dc14c2af-cd97-4d91-8095-d0a5ffcd0802 tempest-TestNetworkBasicOps-233187296 tempest-TestNetworkBasicOps-233187296-project] Releasing vlan 440 on physical network physnet1 to pool {{(pid=94174) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 23 11:40:17.201686 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron_lib.callbacks.manager [None req-dc14c2af-cd97-4d91-8095-d0a5ffcd0802 tempest-TestNetworkBasicOps-233187296 tempest-TestNetworkBasicOps-233187296-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3801', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5196341'] for segment, after_delete {{(pid=94174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:40:17.204602 dv-neutron-601336-94-hyperv neutron-server[94174]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 23 11:40:17.204602 dv-neutron-601336-94-hyperv neutron-server[94174]: conditions |= (models_v2.Port.network_id.in_( Jun 23 11:40:17.204602 dv-neutron-601336-94-hyperv neutron-server[94174]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 23 11:40:17.204602 dv-neutron-601336-94-hyperv neutron-server[94174]: conditions |= (models_v2.Port.network_id.in_( Jun 23 11:40:17.204602 dv-neutron-601336-94-hyperv neutron-server[94174]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 23 11:40:17.204602 dv-neutron-601336-94-hyperv neutron-server[94174]: conditions |= (models_v2.Port.network_id.in_( Jun 23 11:40:17.204602 dv-neutron-601336-94-hyperv neutron-server[94174]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 23 11:40:17.204602 dv-neutron-601336-94-hyperv neutron-server[94174]: conditions |= (models_v2.Port.network_id.in_( Jun 23 11:40:17.204602 dv-neutron-601336-94-hyperv neutron-server[94174]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 23 11:40:17.204602 dv-neutron-601336-94-hyperv neutron-server[94174]: conditions |= (models_v2.Port.network_id.in_( Jun 23 11:40:17.204602 dv-neutron-601336-94-hyperv neutron-server[94174]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 23 11:40:17.204602 dv-neutron-601336-94-hyperv neutron-server[94174]: conditions |= (models_v2.Port.network_id.in_( Jun 23 11:40:17.204602 dv-neutron-601336-94-hyperv neutron-server[94174]: Traceback (most recent call last): Jun 23 11:40:17.204602 dv-neutron-601336-94-hyperv neutron-server[94174]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 23 11:40:17.204602 dv-neutron-601336-94-hyperv neutron-server[94174]: timer() Jun 23 11:40:17.204602 dv-neutron-601336-94-hyperv neutron-server[94174]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 23 11:40:17.204602 dv-neutron-601336-94-hyperv neutron-server[94174]: cb(*args, **kw) Jun 23 11:40:17.204602 dv-neutron-601336-94-hyperv neutron-server[94174]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 23 11:40:17.204602 dv-neutron-601336-94-hyperv neutron-server[94174]: return func(*args, **kwargs) Jun 23 11:40:17.204602 dv-neutron-601336-94-hyperv neutron-server[94174]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 23 11:40:17.204602 dv-neutron-601336-94-hyperv neutron-server[94174]: self._notify() Jun 23 11:40:17.204602 dv-neutron-601336-94-hyperv neutron-server[94174]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 23 11:40:17.204602 dv-neutron-601336-94-hyperv neutron-server[94174]: self.callback(batched_events) Jun 23 11:40:17.204602 dv-neutron-601336-94-hyperv neutron-server[94174]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 23 11:40:17.204602 dv-neutron-601336-94-hyperv neutron-server[94174]: event.method(event) Jun 23 11:40:17.204602 dv-neutron-601336-94-hyperv neutron-server[94174]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 23 11:40:17.204602 dv-neutron-601336-94-hyperv neutron-server[94174]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 23 11:40:17.204602 dv-neutron-601336-94-hyperv neutron-server[94174]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 23 11:40:17.204602 dv-neutron-601336-94-hyperv neutron-server[94174]: aggregate_uuid = self.p_client.list_aggregates( Jun 23 11:40:17.204602 dv-neutron-601336-94-hyperv neutron-server[94174]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 23 11:40:17.204602 dv-neutron-601336-94-hyperv neutron-server[94174]: return f(self, *a, **k) Jun 23 11:40:17.204602 dv-neutron-601336-94-hyperv neutron-server[94174]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 23 11:40:17.204602 dv-neutron-601336-94-hyperv neutron-server[94174]: return self._get(url).json() Jun 23 11:40:17.204602 dv-neutron-601336-94-hyperv neutron-server[94174]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 23 11:40:17.204602 dv-neutron-601336-94-hyperv neutron-server[94174]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 23 11:40:17.204602 dv-neutron-601336-94-hyperv neutron-server[94174]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 23 11:40:17.204602 dv-neutron-601336-94-hyperv neutron-server[94174]: return self.request(url, 'GET', **kwargs) Jun 23 11:40:17.204602 dv-neutron-601336-94-hyperv neutron-server[94174]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 23 11:40:17.204602 dv-neutron-601336-94-hyperv neutron-server[94174]: base_url = self.get_endpoint(auth, allow=allow, Jun 23 11:40:17.204602 dv-neutron-601336-94-hyperv neutron-server[94174]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 23 11:40:17.204602 dv-neutron-601336-94-hyperv neutron-server[94174]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 23 11:40:17.204602 dv-neutron-601336-94-hyperv neutron-server[94174]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 23 11:40:17.204602 dv-neutron-601336-94-hyperv neutron-server[94174]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 23 11:40:17.204602 dv-neutron-601336-94-hyperv neutron-server[94174]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 23 11:40:17.261076 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron_lib.callbacks.manager [None req-6e2c7b0c-c86c-4f66-87bb-67d5451659e9 tempest-TestNetworkAdvancedServerOps-632886841 tempest-TestNetworkAdvancedServerOps-632886841-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-897248', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8002400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7866073', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-524247'] for network, after_delete {{(pid=94175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:40:17.264780 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG oslo_concurrency.lockutils [None req-7d5d279f-7b85-44b8-aaeb-5c552749e50f tempest-NetworksIpV6Test-253648203 tempest-NetworksIpV6Test-253648203-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94175) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 11:40:17.270104 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron_lib.callbacks.manager [None req-6e2c7b0c-c86c-4f66-87bb-67d5451659e9 tempest-TestNetworkAdvancedServerOps-632886841 tempest-TestNetworkAdvancedServerOps-632886841-project] Notify callbacks [] for network, before_response {{(pid=94175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:40:17.271916 dv-neutron-601336-94-hyperv neutron-server[94175]: INFO neutron.wsgi [None req-6e2c7b0c-c86c-4f66-87bb-67d5451659e9 tempest-TestNetworkAdvancedServerOps-632886841 tempest-TestNetworkAdvancedServerOps-632886841-project] 10.222.0.20 "DELETE /v2.0/networks/e04d1dbb-a843-4ee3-9844-ad82eebdbddb HTTP/1.1" status: 204 len: 168 time: 0.3770905 Jun 23 11:40:17.275190 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.wsgi [-] (94174) accepted ('10.222.0.20', 43478) {{(pid=94174) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 11:40:17.282165 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e2c7b0c-c86c-4f66-87bb-67d5451659e9 tempest-TestNetworkAdvancedServerOps-632886841 tempest-TestNetworkAdvancedServerOps-632886841-project] Pushing event deleted for resources: {'Network': ['ID=e04d1dbb-a843-4ee3-9844-ad82eebdbddb,revision_number=None']} {{(pid=94175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 11:40:17.284539 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG oslo_concurrency.lockutils [None req-6e2c7b0c-c86c-4f66-87bb-67d5451659e9 tempest-TestNetworkAdvancedServerOps-632886841 tempest-TestNetworkAdvancedServerOps-632886841-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.020s {{(pid=94175) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 11:40:17.336093 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron_lib.callbacks.manager [None req-85403c82-2bcc-49b8-a626-636fa8f0a41c tempest-TestNetworkAdvancedServerOps-632886841 tempest-TestNetworkAdvancedServerOps-632886841-project] Notify callbacks [] for security_group, before_delete {{(pid=94174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:40:17.346454 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron_lib.callbacks.manager [None req-dc14c2af-cd97-4d91-8095-d0a5ffcd0802 tempest-TestNetworkBasicOps-233187296 tempest-TestNetworkBasicOps-233187296-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-897248', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8002400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7866073', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-524247'] for network, after_delete {{(pid=94174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:40:17.351813 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG oslo_concurrency.lockutils [None req-e0ac0ba5-3298-4708-9c4b-330739e52311 tempest-ExternalNetworksTestJSON-2139813945 tempest-ExternalNetworksTestJSON-2139813945-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94174) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 11:40:17.357757 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron_lib.callbacks.manager [None req-dc14c2af-cd97-4d91-8095-d0a5ffcd0802 tempest-TestNetworkBasicOps-233187296 tempest-TestNetworkBasicOps-233187296-project] Notify callbacks [] for network, before_response {{(pid=94174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:40:17.364165 dv-neutron-601336-94-hyperv neutron-server[94174]: INFO neutron.wsgi [None req-dc14c2af-cd97-4d91-8095-d0a5ffcd0802 tempest-TestNetworkBasicOps-233187296 tempest-TestNetworkBasicOps-233187296-project] 10.222.0.20 "DELETE /v2.0/networks/bd46a884-00b1-49aa-92f0-d6b0a5689064 HTTP/1.1" status: 204 len: 168 time: 0.3972332 Jun 23 11:40:17.380897 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc14c2af-cd97-4d91-8095-d0a5ffcd0802 tempest-TestNetworkBasicOps-233187296 tempest-TestNetworkBasicOps-233187296-project] Pushing event deleted for resources: {'Network': ['ID=bd46a884-00b1-49aa-92f0-d6b0a5689064,revision_number=None']} {{(pid=94174) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 11:40:17.385070 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron_lib.callbacks.manager [None req-85403c82-2bcc-49b8-a626-636fa8f0a41c tempest-TestNetworkAdvancedServerOps-632886841 tempest-TestNetworkAdvancedServerOps-632886841-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:40:17.385548 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.wsgi [-] (94175) accepted ('10.222.0.20', 43480) {{(pid=94175) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 11:40:17.390810 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.api.v2.base [None req-437e9cb1-c913-4a4f-bf0f-08bbb8f2d88c tempest-TestNetworkBasicOps-233187296 tempest-TestNetworkBasicOps-233187296-project] Request body: {'network': {'name': 'tempest-network-smoke--322678094', 'project_id': '772b9946478d439e9da4eaeade7fb21d', 'port_security_enabled': True}} {{(pid=94175) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 23 11:40:17.400851 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc14c2af-cd97-4d91-8095-d0a5ffcd0802 tempest-TestNetworkBasicOps-233187296 tempest-TestNetworkBasicOps-233187296-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-601336-94-hyperv {{(pid=94174) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 11:40:17.401289 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc14c2af-cd97-4d91-8095-d0a5ffcd0802 tempest-TestNetworkBasicOps-233187296 tempest-TestNetworkBasicOps-233187296-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-94-hyperv {{(pid=94174) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 11:40:17.401787 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc14c2af-cd97-4d91-8095-d0a5ffcd0802 tempest-TestNetworkBasicOps-233187296 tempest-TestNetworkBasicOps-233187296-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-94-hyperv {{(pid=94174) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 11:40:17.402427 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc14c2af-cd97-4d91-8095-d0a5ffcd0802 tempest-TestNetworkBasicOps-233187296 tempest-TestNetworkBasicOps-233187296-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-601336-94-hyperv {{(pid=94174) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 11:40:17.402940 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc14c2af-cd97-4d91-8095-d0a5ffcd0802 tempest-TestNetworkBasicOps-233187296 tempest-TestNetworkBasicOps-233187296-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-601336-94-hyperv {{(pid=94174) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 11:40:17.403450 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc14c2af-cd97-4d91-8095-d0a5ffcd0802 tempest-TestNetworkBasicOps-233187296 tempest-TestNetworkBasicOps-233187296-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-601336-94-hyperv {{(pid=94174) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 11:40:17.403891 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc14c2af-cd97-4d91-8095-d0a5ffcd0802 tempest-TestNetworkBasicOps-233187296 tempest-TestNetworkBasicOps-233187296-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-601336-94-hyperv {{(pid=94174) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 11:40:17.404330 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc14c2af-cd97-4d91-8095-d0a5ffcd0802 tempest-TestNetworkBasicOps-233187296 tempest-TestNetworkBasicOps-233187296-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-601336-94-hyperv {{(pid=94174) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 11:40:17.404768 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc14c2af-cd97-4d91-8095-d0a5ffcd0802 tempest-TestNetworkBasicOps-233187296 tempest-TestNetworkBasicOps-233187296-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-601336-94-hyperv {{(pid=94174) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 11:40:17.405221 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc14c2af-cd97-4d91-8095-d0a5ffcd0802 tempest-TestNetworkBasicOps-233187296 tempest-TestNetworkBasicOps-233187296-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-94-hyperv {{(pid=94174) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 11:40:17.405641 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc14c2af-cd97-4d91-8095-d0a5ffcd0802 tempest-TestNetworkBasicOps-233187296 tempest-TestNetworkBasicOps-233187296-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-601336-94-hyperv {{(pid=94174) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 11:40:17.406020 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc14c2af-cd97-4d91-8095-d0a5ffcd0802 tempest-TestNetworkBasicOps-233187296 tempest-TestNetworkBasicOps-233187296-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-601336-94-hyperv {{(pid=94174) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 11:40:17.411267 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG oslo_concurrency.lockutils [None req-dc14c2af-cd97-4d91-8095-d0a5ffcd0802 tempest-TestNetworkBasicOps-233187296 tempest-TestNetworkBasicOps-233187296-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.060s {{(pid=94174) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 11:40:17.478947 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-437e9cb1-c913-4a4f-bf0f-08bbb8f2d88c tempest-TestNetworkBasicOps-233187296 tempest-TestNetworkBasicOps-233187296-project] Made reservation on behalf of 772b9946478d439e9da4eaeade7fb21d for: {'network': 1} {{(pid=94175) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 23 11:40:17.482558 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron_lib.callbacks.manager [None req-437e9cb1-c913-4a4f-bf0f-08bbb8f2d88c tempest-TestNetworkBasicOps-233187296 tempest-TestNetworkBasicOps-233187296-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-923104'] for network, before_create {{(pid=94175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:40:17.541939 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron_lib.callbacks.manager [None req-85403c82-2bcc-49b8-a626-636fa8f0a41c tempest-TestNetworkAdvancedServerOps-632886841 tempest-TestNetworkAdvancedServerOps-632886841-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7996330'] for security_group, after_delete {{(pid=94174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:40:17.544618 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron_lib.callbacks.manager [None req-85403c82-2bcc-49b8-a626-636fa8f0a41c tempest-TestNetworkAdvancedServerOps-632886841 tempest-TestNetworkAdvancedServerOps-632886841-project] Notify callbacks [] for security_group, before_response {{(pid=94174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:40:17.545861 dv-neutron-601336-94-hyperv neutron-server[94174]: INFO neutron.wsgi [None req-85403c82-2bcc-49b8-a626-636fa8f0a41c tempest-TestNetworkAdvancedServerOps-632886841 tempest-TestNetworkAdvancedServerOps-632886841-project] 10.222.0.20 "DELETE /v2.0/security-groups/44081c10-3685-4611-af5e-38bdd6cbebf8 HTTP/1.1" status: 204 len: 168 time: 0.2695916 Jun 23 11:40:17.546095 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-437e9cb1-c913-4a4f-bf0f-08bbb8f2d88c tempest-TestNetworkBasicOps-233187296 tempest-TestNetworkBasicOps-233187296-project] vlan segment allocate from pool success with {'vlan_id': 409, 'physical_network': 'physnet1'} {{(pid=94175) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 23 11:40:17.546703 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG oslo_concurrency.lockutils [None req-aa7a45d4-eb2b-4a86-8dc3-6b6cb5716952 tempest-TestNetworkBasicOps-233187296 tempest-TestNetworkBasicOps-233187296-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94174) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 11:40:17.557675 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron_lib.callbacks.manager [None req-437e9cb1-c913-4a4f-bf0f-08bbb8f2d88c tempest-TestNetworkBasicOps-233187296 tempest-TestNetworkBasicOps-233187296-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3801'] for segment, precommit_create {{(pid=94175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:40:17.557675 dv-neutron-601336-94-hyperv neutron-server[94175]: INFO neutron.db.segments_db [None req-437e9cb1-c913-4a4f-bf0f-08bbb8f2d88c tempest-TestNetworkBasicOps-233187296 tempest-TestNetworkBasicOps-233187296-project] Added segment fd389721-9bf6-4e11-9863-961f1c6db03e of type vlan for network eb17e2b0-6fa8-4e88-977d-dc1d236f50f4 Jun 23 11:40:17.557929 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85403c82-2bcc-49b8-a626-636fa8f0a41c tempest-TestNetworkAdvancedServerOps-632886841 tempest-TestNetworkAdvancedServerOps-632886841-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=44081c10-3685-4611-af5e-38bdd6cbebf8,revision_number=None']} {{(pid=94174) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 11:40:17.558885 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG oslo_concurrency.lockutils [None req-85403c82-2bcc-49b8-a626-636fa8f0a41c tempest-TestNetworkAdvancedServerOps-632886841 tempest-TestNetworkAdvancedServerOps-632886841-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.012s {{(pid=94174) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 11:40:17.599457 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron_lib.callbacks.manager [None req-437e9cb1-c913-4a4f-bf0f-08bbb8f2d88c tempest-TestNetworkBasicOps-233187296 tempest-TestNetworkBasicOps-233187296-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8773699596773'] for network, precommit_create {{(pid=94175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:40:17.702369 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron_lib.callbacks.manager [None req-437e9cb1-c913-4a4f-bf0f-08bbb8f2d88c tempest-TestNetworkBasicOps-233187296 tempest-TestNetworkBasicOps-233187296-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8002400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7866073'] for network, after_create {{(pid=94175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:40:17.724583 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-437e9cb1-c913-4a4f-bf0f-08bbb8f2d88c tempest-TestNetworkBasicOps-233187296 tempest-TestNetworkBasicOps-233187296-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 11:40:17.724583 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron_lib.callbacks.manager [None req-437e9cb1-c913-4a4f-bf0f-08bbb8f2d88c tempest-TestNetworkBasicOps-233187296 tempest-TestNetworkBasicOps-233187296-project] Notify callbacks [] for network, before_response {{(pid=94175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:40:17.724583 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG oslo_concurrency.lockutils [None req-0cc68ad5-ee9b-444c-b98e-e3101c04aa31 tempest-NetworksIpV6Test-253648203 tempest-NetworksIpV6Test-253648203-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94175) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 11:40:17.789125 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-437e9cb1-c913-4a4f-bf0f-08bbb8f2d88c tempest-TestNetworkBasicOps-233187296 tempest-TestNetworkBasicOps-233187296-project] Pushing event updated for resources: {'Network': ['ID=eb17e2b0-6fa8-4e88-977d-dc1d236f50f4,revision_number=1']} {{(pid=94175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 11:40:17.792491 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG oslo_concurrency.lockutils [None req-437e9cb1-c913-4a4f-bf0f-08bbb8f2d88c tempest-TestNetworkBasicOps-233187296 tempest-TestNetworkBasicOps-233187296-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.075s {{(pid=94175) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 11:40:17.792834 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.plugins.ml2.rpc [None req-dc7542b2-afef-47f4-a763-e3a3cba144be None None] Device 2a509321-3849-4518-b1df-5bd56e663092 no longer exists at agent ovs-agent-dv-neutron-601336-94-hyperv {{(pid=94176) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:261}} Jun 23 11:40:17.813892 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.plugins.ml2.rpc [None req-dc7542b2-afef-47f4-a763-e3a3cba144be None None] Network eb17e2b0-6fa8-4e88-977d-dc1d236f50f4 details requested by agent ovs-agent-dv-neutron-601336-94-hyperv with host dv-neutron-601336-94-hyperv {{(pid=94176) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:250}} Jun 23 11:40:17.816918 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.plugins.ml2.plugin [None req-dc7542b2-afef-47f4-a763-e3a3cba144be None None] No Port match for: 2a509321-3849-4518-b1df-5bd56e663092 {{(pid=94176) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2240}} Jun 23 11:40:17.817278 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.plugins.ml2.rpc [None req-dc7542b2-afef-47f4-a763-e3a3cba144be None None] Device 2a509321-3849-4518-b1df-5bd56e663092 not bound to the agent host dv-neutron-601336-94-hyperv {{(pid=94176) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:271}} Jun 23 11:40:17.817759 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.plugins.ml2.rpc [None req-dc7542b2-afef-47f4-a763-e3a3cba144be None None] Device 388513ee-f923-42a4-baf9-2fb665e53d94 no longer exists at agent ovs-agent-dv-neutron-601336-94-hyperv {{(pid=94176) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:261}} Jun 23 11:40:17.831546 dv-neutron-601336-94-hyperv neutron-server[94175]: INFO neutron.wsgi [None req-437e9cb1-c913-4a4f-bf0f-08bbb8f2d88c tempest-TestNetworkBasicOps-233187296 tempest-TestNetworkBasicOps-233187296-project] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.4450054 Jun 23 11:40:17.834423 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.wsgi [-] (94174) accepted ('10.222.0.20', 43486) {{(pid=94174) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 11:40:17.840148 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.api.v2.base [None req-03279472-9d75-4cf3-b5a7-1bf0f7e2d471 tempest-TestNetworkBasicOps-233187296 tempest-TestNetworkBasicOps-233187296-project] Request body: {'router': {'name': 'tempest-TestNetworkBasicOps-router-326637144', 'admin_state_up': True, 'project_id': '772b9946478d439e9da4eaeade7fb21d', 'external_gateway_info': {'network_id': '3e7e4eb3-cf02-4d47-ade9-0a579cdfc60f'}}} {{(pid=94174) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 23 11:40:17.877970 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.plugins.ml2.plugin [None req-dc7542b2-afef-47f4-a763-e3a3cba144be None None] No Port match for: 388513ee-f923-42a4-baf9-2fb665e53d94 {{(pid=94176) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2240}} Jun 23 11:40:17.878326 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.plugins.ml2.rpc [None req-dc7542b2-afef-47f4-a763-e3a3cba144be None None] Device 388513ee-f923-42a4-baf9-2fb665e53d94 not bound to the agent host dv-neutron-601336-94-hyperv {{(pid=94176) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:271}} Jun 23 11:40:17.878767 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.plugins.ml2.rpc [None req-dc7542b2-afef-47f4-a763-e3a3cba144be None None] Device 21f9d5a6-1ab8-413c-ab5b-9e213cbe82f3 no longer exists at agent ovs-agent-dv-neutron-601336-94-hyperv {{(pid=94176) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:261}} Jun 23 11:40:17.901121 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.plugins.ml2.plugin [None req-dc7542b2-afef-47f4-a763-e3a3cba144be None None] No Port match for: 21f9d5a6-1ab8-413c-ab5b-9e213cbe82f3 {{(pid=94176) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2240}} Jun 23 11:40:17.901473 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.plugins.ml2.rpc [None req-dc7542b2-afef-47f4-a763-e3a3cba144be None None] Device 21f9d5a6-1ab8-413c-ab5b-9e213cbe82f3 not bound to the agent host dv-neutron-601336-94-hyperv {{(pid=94176) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:271}} Jun 23 11:40:17.901896 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.plugins.ml2.rpc [None req-dc7542b2-afef-47f4-a763-e3a3cba144be None None] Device 6c842fc4-f0e5-4ba7-bf6f-93470e88dd32 no longer exists at agent ovs-agent-dv-neutron-601336-94-hyperv {{(pid=94176) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:261}} Jun 23 11:40:17.927657 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.plugins.ml2.plugin [None req-dc7542b2-afef-47f4-a763-e3a3cba144be None None] No Port match for: 6c842fc4-f0e5-4ba7-bf6f-93470e88dd32 {{(pid=94176) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2240}} Jun 23 11:40:17.927954 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.plugins.ml2.rpc [None req-dc7542b2-afef-47f4-a763-e3a3cba144be None None] Device 6c842fc4-f0e5-4ba7-bf6f-93470e88dd32 not bound to the agent host dv-neutron-601336-94-hyperv {{(pid=94176) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:271}} Jun 23 11:40:17.933904 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron_lib.callbacks.manager [None req-03279472-9d75-4cf3-b5a7-1bf0f7e2d471 tempest-TestNetworkBasicOps-233187296 tempest-TestNetworkBasicOps-233187296-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-520407', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-32315'] for router, before_create {{(pid=94174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:40:17.939757 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron_lib.callbacks.manager [None req-03279472-9d75-4cf3-b5a7-1bf0f7e2d471 tempest-TestNetworkBasicOps-233187296 tempest-TestNetworkBasicOps-233187296-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-520264', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-524122', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-414782', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-32290'] for router, precommit_create {{(pid=94174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:40:17.992324 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron_lib.callbacks.manager [None req-03279472-9d75-4cf3-b5a7-1bf0f7e2d471 tempest-TestNetworkBasicOps-233187296 tempest-TestNetworkBasicOps-233187296-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:40:18.110652 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.wsgi [-] (94174) accepted ('10.222.0.20', 43490) {{(pid=94174) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 11:40:18.211780 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron_lib.callbacks.manager [None req-03279472-9d75-4cf3-b5a7-1bf0f7e2d471 tempest-TestNetworkBasicOps-233187296 tempest-TestNetworkBasicOps-233187296-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-524104', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-520389', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-32276'] for router, precommit_update {{(pid=94174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:40:18.268244 dv-neutron-601336-94-hyperv neutron-server[94174]: INFO neutron.wsgi [None req-f2ac51b1-bffd-41ae-b896-e7244d46411e admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=aa74ea44ffb74284a20f3e11f9f1da9d&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1563523 Jun 23 11:40:18.270702 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.wsgi [-] (94174) accepted ('10.222.0.20', 43494) {{(pid=94174) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 11:40:18.358204 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron_lib.callbacks.manager [None req-de1da612-389d-4e5e-a874-9bb1d9de41b4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:40:18.392163 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron_lib.callbacks.manager [None req-de1da612-389d-4e5e-a874-9bb1d9de41b4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:40:18.533901 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron_lib.callbacks.manager [None req-03279472-9d75-4cf3-b5a7-1bf0f7e2d471 tempest-TestNetworkBasicOps-233187296 tempest-TestNetworkBasicOps-233187296-project] Notify callbacks [] for router_gateway, before_create {{(pid=94174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:40:18.556013 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron_lib.callbacks.manager [None req-03279472-9d75-4cf3-b5a7-1bf0f7e2d471 tempest-TestNetworkBasicOps-233187296 tempest-TestNetworkBasicOps-233187296-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-923104'] for port, before_create {{(pid=94174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:40:18.557575 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron_lib.callbacks.manager [None req-de1da612-389d-4e5e-a874-9bb1d9de41b4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7996330'] for security_group, after_delete {{(pid=94174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:40:18.560042 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron_lib.callbacks.manager [None req-de1da612-389d-4e5e-a874-9bb1d9de41b4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:40:18.561166 dv-neutron-601336-94-hyperv neutron-server[94174]: INFO neutron.wsgi [None req-de1da612-389d-4e5e-a874-9bb1d9de41b4 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/4dd1a453-63e0-4c94-9926-aa98317a6aa1 HTTP/1.1" status: 204 len: 168 time: 0.2895494 Jun 23 11:40:18.562991 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG oslo_concurrency.lockutils [None req-f04dc751-ddd5-4163-be52-38564e3f3d80 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94174) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 11:40:18.576148 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de1da612-389d-4e5e-a874-9bb1d9de41b4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4dd1a453-63e0-4c94-9926-aa98317a6aa1,revision_number=None']} {{(pid=94174) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 11:40:18.591170 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG oslo_concurrency.lockutils [None req-de1da612-389d-4e5e-a874-9bb1d9de41b4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=94174) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 11:40:18.678028 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.db.db_base_plugin_common [None req-03279472-9d75-4cf3-b5a7-1bf0f7e2d471 tempest-TestNetworkBasicOps-233187296 tempest-TestNetworkBasicOps-233187296-project] Allocated IP 172.26.3.119 (3e7e4eb3-cf02-4d47-ade9-0a579cdfc60f/a5ad15ab-c489-4a67-a9b0-d559fca0ec71/1f64c9e6-a822-4e0a-8292-4c523c7db59f) {{(pid=94174) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 23 11:40:18.782638 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron_lib.callbacks.manager [None req-03279472-9d75-4cf3-b5a7-1bf0f7e2d471 tempest-TestNetworkBasicOps-233187296 tempest-TestNetworkBasicOps-233187296-project] Notify callbacks [] for port, precommit_create {{(pid=94174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:40:18.901669 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron_lib.callbacks.manager [None req-03279472-9d75-4cf3-b5a7-1bf0f7e2d471 tempest-TestNetworkBasicOps-233187296 tempest-TestNetworkBasicOps-233187296-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-922915', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-239814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7866073', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773699642215', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-5196399'] for port, after_create {{(pid=94174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:40:18.904744 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG oslo_concurrency.lockutils [None req-7e9e3b0c-5c09-45b3-8724-4710e8dd473f service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94174) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 11:40:18.939109 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-03279472-9d75-4cf3-b5a7-1bf0f7e2d471 tempest-TestNetworkBasicOps-233187296 tempest-TestNetworkBasicOps-233187296-project] Network 3e7e4eb3-cf02-4d47-ade9-0a579cdfc60f is already hosted by enough agents. {{(pid=94174) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 23 11:40:18.941867 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.scheduler.base_scheduler [None req-03279472-9d75-4cf3-b5a7-1bf0f7e2d471 tempest-TestNetworkBasicOps-233187296 tempest-TestNetworkBasicOps-233187296-project] Resources bound (agent type, host, resource id): {{(pid=94174) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 23 11:40:18.947347 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.db.l3_dvrscheduler_db [None req-03279472-9d75-4cf3-b5a7-1bf0f7e2d471 tempest-TestNetworkBasicOps-233187296 tempest-TestNetworkBasicOps-233187296-project] Received port after_create {{(pid=94174) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 23 11:40:18.952836 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03279472-9d75-4cf3-b5a7-1bf0f7e2d471 tempest-TestNetworkBasicOps-233187296 tempest-TestNetworkBasicOps-233187296-project] Pushing event updated for resources: {'Port': ['ID=1f64c9e6-a822-4e0a-8292-4c523c7db59f,revision_number=1']} {{(pid=94174) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 11:40:18.971812 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG oslo_concurrency.lockutils [None req-03279472-9d75-4cf3-b5a7-1bf0f7e2d471 tempest-TestNetworkBasicOps-233187296 tempest-TestNetworkBasicOps-233187296-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.067s {{(pid=94174) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 11:40:19.015968 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.plugins.ml2.rpc [None req-dc7542b2-afef-47f4-a763-e3a3cba144be None None] Device d67036d6-8a7d-47d1-8b43-3918cd042d70 no longer exists at agent ovs-agent-dv-neutron-601336-94-hyperv {{(pid=94176) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:261}} Jun 23 11:40:19.039493 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.plugins.ml2.plugin [None req-dc7542b2-afef-47f4-a763-e3a3cba144be None None] No Port match for: d67036d6-8a7d-47d1-8b43-3918cd042d70 {{(pid=94176) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2240}} Jun 23 11:40:19.040348 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.plugins.ml2.rpc [None req-dc7542b2-afef-47f4-a763-e3a3cba144be None None] Device d67036d6-8a7d-47d1-8b43-3918cd042d70 not bound to the agent host dv-neutron-601336-94-hyperv {{(pid=94176) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:271}} Jun 23 11:40:19.040775 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.plugins.ml2.rpc [None req-dc7542b2-afef-47f4-a763-e3a3cba144be None None] Device 8e67e11d-54df-4223-9708-c7a61e4f6751 no longer exists at agent ovs-agent-dv-neutron-601336-94-hyperv {{(pid=94176) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:261}} Jun 23 11:40:19.060408 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.plugins.ml2.plugin [None req-dc7542b2-afef-47f4-a763-e3a3cba144be None None] No Port match for: 8e67e11d-54df-4223-9708-c7a61e4f6751 {{(pid=94176) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2240}} Jun 23 11:40:19.060787 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.plugins.ml2.rpc [None req-dc7542b2-afef-47f4-a763-e3a3cba144be None None] Device 8e67e11d-54df-4223-9708-c7a61e4f6751 not bound to the agent host dv-neutron-601336-94-hyperv {{(pid=94176) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:271}} Jun 23 11:40:19.246803 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.wsgi [-] (94175) accepted ('10.222.0.20', 43500) {{(pid=94175) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 11:40:19.253922 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron_lib.callbacks.manager [None req-03279472-9d75-4cf3-b5a7-1bf0f7e2d471 tempest-TestNetworkBasicOps-233187296 tempest-TestNetworkBasicOps-233187296-project] Notify callbacks [] for router_gateway, after_create {{(pid=94174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:40:19.261748 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron_lib.callbacks.manager [None req-aa451e8d-4175-415e-997d-bf15fef4a44d admin admin] Notify callbacks [] for security_group, before_create {{(pid=94175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:40:19.357677 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron_lib.callbacks.manager [None req-aa451e8d-4175-415e-997d-bf15fef4a44d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:40:19.433007 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron_lib.callbacks.manager [None req-aa451e8d-4175-415e-997d-bf15fef4a44d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7996330'] for security_group, after_create {{(pid=94175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:40:19.435704 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG oslo_concurrency.lockutils [None req-611ddc66-873c-48dc-b919-94fe230d49ab tempest-SecGroupTest-1462889432 tempest-SecGroupTest-1462889432-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94175) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 11:40:19.474018 dv-neutron-601336-94-hyperv neutron-server[94175]: INFO neutron.wsgi [None req-aa451e8d-4175-415e-997d-bf15fef4a44d admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=060904b5839a4949b324b10934b39699&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2260604 Jun 23 11:40:19.475304 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa451e8d-4175-415e-997d-bf15fef4a44d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=770a1bcf-8902-47c4-9bcb-13232f06d6a0,revision_number=1']} {{(pid=94175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 11:40:19.478524 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG oslo_concurrency.lockutils [None req-aa451e8d-4175-415e-997d-bf15fef4a44d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.043s {{(pid=94175) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 11:40:19.479233 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.wsgi [-] (94175) accepted ('10.222.0.20', 43502) {{(pid=94175) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 11:40:19.530207 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron_lib.callbacks.manager [None req-353c1318-cee3-427a-911e-bf5eb9cfce3d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:40:19.552330 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron_lib.callbacks.manager [None req-353c1318-cee3-427a-911e-bf5eb9cfce3d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:40:19.684511 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron_lib.callbacks.manager [None req-353c1318-cee3-427a-911e-bf5eb9cfce3d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7996330'] for security_group, after_delete {{(pid=94175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:40:19.687403 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron_lib.callbacks.manager [None req-353c1318-cee3-427a-911e-bf5eb9cfce3d admin admin] Notify callbacks [] for security_group, before_response {{(pid=94175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:40:19.688816 dv-neutron-601336-94-hyperv neutron-server[94175]: INFO neutron.wsgi [None req-353c1318-cee3-427a-911e-bf5eb9cfce3d admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/770a1bcf-8902-47c4-9bcb-13232f06d6a0 HTTP/1.1" status: 204 len: 168 time: 0.2083859 Jun 23 11:40:19.689667 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG oslo_concurrency.lockutils [None req-1825d099-2164-4138-927e-4bb2a8af4dad tempest-NegativeSecGroupIPv6Test-1070497984 tempest-NegativeSecGroupIPv6Test-1070497984-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94175) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 11:40:19.697497 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-353c1318-cee3-427a-911e-bf5eb9cfce3d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=770a1bcf-8902-47c4-9bcb-13232f06d6a0,revision_number=None']} {{(pid=94175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 11:40:19.699746 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG oslo_concurrency.lockutils [None req-353c1318-cee3-427a-911e-bf5eb9cfce3d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.010s {{(pid=94175) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 11:40:19.782263 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron_lib.callbacks.manager [None req-03279472-9d75-4cf3-b5a7-1bf0f7e2d471 tempest-TestNetworkBasicOps-233187296 tempest-TestNetworkBasicOps-233187296-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-520412', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-524143'] for router, after_create {{(pid=94174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:40:19.986784 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-03279472-9d75-4cf3-b5a7-1bf0f7e2d471 tempest-TestNetworkBasicOps-233187296 tempest-TestNetworkBasicOps-233187296-project] Router 9c7813e6-2f0b-4ca5-a1a6-ab853743e968 is scheduled to L3 agent 50ef99c0-ef28-4db5-b303-b145898fae60 with binding_index 1 {{(pid=94174) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jun 23 11:40:20.095633 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-03279472-9d75-4cf3-b5a7-1bf0f7e2d471 tempest-TestNetworkBasicOps-233187296 tempest-TestNetworkBasicOps-233187296-project] Notify agent at l3_agent.dv-neutron-601336-94-hyperv the message routers_updated {{(pid=94174) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 23 11:40:20.105302 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aff1a998-4178-4060-ac78-9bd65ae00126 None None] Sync routers for ids ['9c7813e6-2f0b-4ca5-a1a6-ab853743e968'] in dv-neutron-601336-94-hyperv {{(pid=94176) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 23 11:40:20.114759 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aff1a998-4178-4060-ac78-9bd65ae00126 None None] Routers {'9c7813e6-2f0b-4ca5-a1a6-ab853743e968'} bound to L3 agent in host dv-neutron-601336-94-hyperv {{(pid=94176) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 23 11:40:20.115411 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.db.l3_hamode_db [None req-aff1a998-4178-4060-ac78-9bd65ae00126 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-601336-94-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-23T11:22:13Z,description=,heartbeat_timestamp=2021-06-23T11:40:13Z,host='dv-neutron-601336-94-hyperv',id=50ef99c0-ef28-4db5-b303-b145898fae60,load=0,resource_versions=,resources_synced=,started_at=2021-06-23T11:22:14Z,topic='l3_agent')) {'router_ids': ['9c7813e6-2f0b-4ca5-a1a6-ab853743e968'], 'active': True} {{(pid=94176) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 11:40:20.158038 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron_lib.callbacks.manager [None req-03279472-9d75-4cf3-b5a7-1bf0f7e2d471 tempest-TestNetworkBasicOps-233187296 tempest-TestNetworkBasicOps-233187296-project] Notify callbacks [] for router, before_response {{(pid=94174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:40:20.159321 dv-neutron-601336-94-hyperv neutron-server[94174]: INFO neutron.wsgi [None req-03279472-9d75-4cf3-b5a7-1bf0f7e2d471 tempest-TestNetworkBasicOps-233187296 tempest-TestNetworkBasicOps-233187296-project] 10.222.0.20 "POST /v2.0/routers HTTP/1.1" status: 201 len: 886 time: 2.3238556 Jun 23 11:40:20.162759 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.wsgi [-] (94174) accepted ('10.222.0.20', 43514) {{(pid=94174) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 11:40:20.190709 dv-neutron-601336-94-hyperv neutron-server[94174]: INFO neutron.wsgi [None req-2a3737d2-e40d-467e-bf6e-6f7169d808a2 tempest-TestNetworkBasicOps-1420332966 tempest-TestNetworkBasicOps-1420332966-project-admin] 10.222.0.20 "GET /v2.0/subnets?project_id=772b9946478d439e9da4eaeade7fb21d&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0267248 Jun 23 11:40:20.193110 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.wsgi [-] (94174) accepted ('10.222.0.20', 43516) {{(pid=94174) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 11:40:20.220344 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.db.l3_dvr_db [None req-aff1a998-4178-4060-ac78-9bd65ae00126 None None] Set router 9c7813e6-2f0b-4ca5-a1a6-ab853743e968 gateway port host: dv-neutron-601336-94-hyperv {{(pid=94176) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:838}} Jun 23 11:40:20.276158 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f5a337c2-6807-44bd-9ca9-56c8daef6e39 tempest-TestNetworkBasicOps-1420332966 tempest-TestNetworkBasicOps-1420332966-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94174) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 11:40:20.280267 dv-neutron-601336-94-hyperv neutron-server[94174]: INFO neutron.wsgi [None req-f5a337c2-6807-44bd-9ca9-56c8daef6e39 tempest-TestNetworkBasicOps-1420332966 tempest-TestNetworkBasicOps-1420332966-project-admin] 10.222.0.20 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.0836468 Jun 23 11:40:20.285313 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.wsgi [-] (94174) accepted ('10.222.0.20', 43520) {{(pid=94174) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 11:40:20.323135 dv-neutron-601336-94-hyperv neutron-server[94174]: INFO neutron.wsgi [None req-87f666ab-62b0-4570-b86a-8c83f90a670b tempest-TestNetworkBasicOps-1420332966 tempest-TestNetworkBasicOps-1420332966-project-admin] 10.222.0.20 "GET /v2.0/subnets?network_id=3e7e4eb3-cf02-4d47-ade9-0a579cdfc60f&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0387363 Jun 23 11:40:20.323412 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.wsgi [-] (94174) accepted ('10.222.0.20', 43522) {{(pid=94174) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 11:40:20.329480 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.api.v2.base [None req-e0d03396-0a5f-43a5-a564-fe8114134684 tempest-TestNetworkBasicOps-233187296 tempest-TestNetworkBasicOps-233187296-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-2135830467', 'network_id': 'eb17e2b0-6fa8-4e88-977d-dc1d236f50f4', 'project_id': '772b9946478d439e9da4eaeade7fb21d', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=94174) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 23 11:40:20.489714 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e0d03396-0a5f-43a5-a564-fe8114134684 tempest-TestNetworkBasicOps-233187296 tempest-TestNetworkBasicOps-233187296-project] Made reservation on behalf of 772b9946478d439e9da4eaeade7fb21d for: {'subnet': 1} {{(pid=94174) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 23 11:40:20.499227 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron_lib.callbacks.manager [None req-e0d03396-0a5f-43a5-a564-fe8114134684 tempest-TestNetworkBasicOps-233187296 tempest-TestNetworkBasicOps-233187296-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4294245'] for subnet, before_create {{(pid=94174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:40:20.561937 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.db.l3_hamode_db [None req-aff1a998-4178-4060-ac78-9bd65ae00126 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9c7813e6-2f0b-4ca5-a1a6-ab853743e968', 'name': 'tempest-TestNetworkBasicOps-router-326637144', 'tenant_id': '772b9946478d439e9da4eaeade7fb21d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3e7e4eb3-cf02-4d47-ade9-0a579cdfc60f', 'external_fixed_ips': [{'subnet_id': 'a5ad15ab-c489-4a67-a9b0-d559fca0ec71', 'ip_address': '172.26.3.119'}], 'enable_snat': True}, 'gw_port_id': '1f64c9e6-a822-4e0a-8292-4c523c7db59f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-23T11:40:17Z', 'updated_at': '2021-06-23T11:40:19Z', 'revision_number': 3, 'project_id': '772b9946478d439e9da4eaeade7fb21d', 'gw_port': {'id': '1f64c9e6-a822-4e0a-8292-4c523c7db59f', 'name': '', 'network_id': '3e7e4eb3-cf02-4d47-ade9-0a579cdfc60f', 'tenant_id': '', 'mac_address': 'fa:16:3e:75:1a:97', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9c7813e6-2f0b-4ca5-a1a6-ab853743e968', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1368, 'fixed_ips': [{'subnet_id': 'a5ad15ab-c489-4a67-a9b0-d559fca0ec71', 'ip_address': '172.26.3.119', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-23T11:40:18Z', 'updated_at': '2021-06-23T11:40:18Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'a5ad15ab-c489-4a67-a9b0-d559fca0ec71', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-601336-94-hyperv'}], 'dv-neutron-601336-94-hyperv', False) {} {{(pid=94176) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 11:40:20.591289 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aff1a998-4178-4060-ac78-9bd65ae00126 None None] Checking router: 9c7813e6-2f0b-4ca5-a1a6-ab853743e968 for host: dv-neutron-601336-94-hyperv {{(pid=94176) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 23 11:40:20.591655 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aff1a998-4178-4060-ac78-9bd65ae00126 None None] Updating router 9c7813e6-2f0b-4ca5-a1a6-ab853743e968 port 1f64c9e6-a822-4e0a-8292-4c523c7db59f binding host dv-neutron-601336-94-hyperv {{(pid=94176) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 23 11:40:20.625191 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron_lib.callbacks.manager [None req-aff1a998-4178-4060-ac78-9bd65ae00126 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-923122'] for port, before_update {{(pid=94176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:40:20.737913 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron_lib.callbacks.manager [None req-e0d03396-0a5f-43a5-a564-fe8114134684 tempest-TestNetworkBasicOps-233187296 tempest-TestNetworkBasicOps-233187296-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866062', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5195999', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4294259'] for subnet, after_create {{(pid=94174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:40:20.738495 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.wsgi [-] (94175) accepted ('10.222.0.20', 43532) {{(pid=94175) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 11:40:20.739165 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG oslo_concurrency.lockutils [None req-bc38b5a7-1db6-429c-ba0b-ec095a45fe22 tempest-RoutersIpV6Test-1448447933 tempest-RoutersIpV6Test-1448447933-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94174) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 11:40:20.801656 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0d03396-0a5f-43a5-a564-fe8114134684 tempest-TestNetworkBasicOps-233187296 tempest-TestNetworkBasicOps-233187296-project] Pushing event updated for resources: {'Subnet': ['ID=a9f21ece-fa53-4513-9cb7-76820599b7b5,revision_number=0']} {{(pid=94174) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 11:40:20.804836 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG oslo_concurrency.lockutils [None req-e0d03396-0a5f-43a5-a564-fe8114134684 tempest-TestNetworkBasicOps-233187296 tempest-TestNetworkBasicOps-233187296-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.066s {{(pid=94174) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 11:40:20.813410 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e0d03396-0a5f-43a5-a564-fe8114134684 tempest-TestNetworkBasicOps-233187296 tempest-TestNetworkBasicOps-233187296-project] Checking segment: {'id': 'fd389721-9bf6-4e11-9863-961f1c6db03e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 409, 'network_id': 'eb17e2b0-6fa8-4e88-977d-dc1d236f50f4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94174) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 23 11:40:20.813840 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e0d03396-0a5f-43a5-a564-fe8114134684 tempest-TestNetworkBasicOps-233187296 tempest-TestNetworkBasicOps-233187296-project] Network hostable DHCP agents. Network: eb17e2b0-6fa8-4e88-977d-dc1d236f50f4, hostable agents: ['8cf29b10-0e57-4131-816f-a4b6ad00b249'], hosted agents: [] {{(pid=94174) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 23 11:40:20.837352 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.api.v2.base [None req-9952c421-c1ff-40f2-8311-d73be39c65b5 admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-454285966-network', 'tenant_id': '196d16edf443490aaaba40ccfc7a3448'}} {{(pid=94175) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 23 11:40:20.881851 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e0d03396-0a5f-43a5-a564-fe8114134684 tempest-TestNetworkBasicOps-233187296 tempest-TestNetworkBasicOps-233187296-project] Network eb17e2b0-6fa8-4e88-977d-dc1d236f50f4 is scheduled to be hosted by DHCP agent 8cf29b10-0e57-4131-816f-a4b6ad00b249 with binding_index 1 {{(pid=94174) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 23 11:40:20.885617 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron_lib.callbacks.manager [None req-aff1a998-4178-4060-ac78-9bd65ae00126 None None] Notify callbacks [] for port, precommit_update {{(pid=94176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:40:20.894917 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.db.provisioning_blocks [None req-aff1a998-4178-4060-ac78-9bd65ae00126 None None] Transition to ACTIVE for port object 1f64c9e6-a822-4e0a-8292-4c523c7db59f will not be triggered until provisioned by entity L2. {{(pid=94176) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 23 11:40:20.904563 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9952c421-c1ff-40f2-8311-d73be39c65b5 admin admin] Made reservation on behalf of 196d16edf443490aaaba40ccfc7a3448 for: {'network': 1} {{(pid=94175) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 23 11:40:20.906922 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron_lib.callbacks.manager [None req-9952c421-c1ff-40f2-8311-d73be39c65b5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-923104'] for network, before_create {{(pid=94175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:40:20.915827 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron_lib.callbacks.manager [None req-9952c421-c1ff-40f2-8311-d73be39c65b5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:40:20.962533 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.scheduler.base_scheduler [None req-e0d03396-0a5f-43a5-a564-fe8114134684 tempest-TestNetworkBasicOps-233187296 tempest-TestNetworkBasicOps-233187296-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-601336-94-hyperv, eb17e2b0-6fa8-4e88-977d-dc1d236f50f4) {{(pid=94174) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 23 11:40:20.966608 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e0d03396-0a5f-43a5-a564-fe8114134684 tempest-TestNetworkBasicOps-233187296 tempest-TestNetworkBasicOps-233187296-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94174) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 11:40:20.967241 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron_lib.callbacks.manager [None req-e0d03396-0a5f-43a5-a564-fe8114134684 tempest-TestNetworkBasicOps-233187296 tempest-TestNetworkBasicOps-233187296-project] Notify callbacks [] for subnet, before_response {{(pid=94174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:40:20.986263 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron_lib.callbacks.manager [None req-aff1a998-4178-4060-ac78-9bd65ae00126 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-922904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866062', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773700135042', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773699642233', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773699642278'] for port, after_update {{(pid=94176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:40:20.994800 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG oslo_concurrency.lockutils [None req-97bd5441-1da2-49ee-a364-27795820ba27 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 11:40:21.020772 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron_lib.callbacks.manager [None req-9952c421-c1ff-40f2-8311-d73be39c65b5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:40:21.041751 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.plugins.ml2.managers [None req-aff1a998-4178-4060-ac78-9bd65ae00126 None None] Attempting to bind port 1f64c9e6-a822-4e0a-8292-4c523c7db59f on host dv-neutron-601336-94-hyperv for vnic_type normal with profile {{(pid=94176) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 23 11:40:21.042229 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.plugins.ml2.managers [None req-aff1a998-4178-4060-ac78-9bd65ae00126 None None] Attempting to bind port 1f64c9e6-a822-4e0a-8292-4c523c7db59f by drivers openvswitch,hyperv on host dv-neutron-601336-94-hyperv at level 0 using segments [{'id': 'c23be0a5-6980-48fb-bc9f-4a24717fe1de', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3e7e4eb3-cf02-4d47-ade9-0a579cdfc60f'}] {{(pid=94176) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 23 11:40:21.042679 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aff1a998-4178-4060-ac78-9bd65ae00126 None None] Attempting to bind port 1f64c9e6-a822-4e0a-8292-4c523c7db59f on network 3e7e4eb3-cf02-4d47-ade9-0a579cdfc60f {{(pid=94176) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 23 11:40:21.050680 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-049bf98e-e189-4bf5-a842-876658109983 None None] Pushing event updated for resources: {'Port': ['ID=1f64c9e6-a822-4e0a-8292-4c523c7db59f,revision_number=2']} {{(pid=94176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 11:40:21.053514 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aff1a998-4178-4060-ac78-9bd65ae00126 None None] Checking agent: {'id': '4d05f899-5ac9-411b-8a03-f60c93f87cdf', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-601336-94-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 23, 11, 22, 14), 'started_at': datetime.datetime(2021, 6, 23, 11, 22, 44), 'heartbeat_timestamp': datetime.datetime(2021, 6, 23, 11, 40, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'monitor_allowed_address_pair_garp': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-601336-94-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94176) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 23 11:40:21.054022 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aff1a998-4178-4060-ac78-9bd65ae00126 None None] Checking segment: {'id': 'c23be0a5-6980-48fb-bc9f-4a24717fe1de', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3e7e4eb3-cf02-4d47-ade9-0a579cdfc60f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94176) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 23 11:40:21.054507 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron_lib.callbacks.manager [None req-aff1a998-4178-4060-ac78-9bd65ae00126 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:40:21.054972 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aff1a998-4178-4060-ac78-9bd65ae00126 None None] Bound using segment: {'id': 'c23be0a5-6980-48fb-bc9f-4a24717fe1de', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3e7e4eb3-cf02-4d47-ade9-0a579cdfc60f'} {{(pid=94176) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 23 11:40:21.055587 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.plugins.ml2.managers [None req-aff1a998-4178-4060-ac78-9bd65ae00126 None None] Bound port: 1f64c9e6-a822-4e0a-8292-4c523c7db59f, host: dv-neutron-601336-94-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c23be0a5-6980-48fb-bc9f-4a24717fe1de', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3e7e4eb3-cf02-4d47-ade9-0a579cdfc60f'}}] {{(pid=94176) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 23 11:40:21.056056 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron_lib.callbacks.manager [None req-aff1a998-4178-4060-ac78-9bd65ae00126 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-923122'] for port, before_update {{(pid=94176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:40:21.058084 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG oslo_concurrency.lockutils [None req-049bf98e-e189-4bf5-a842-876658109983 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.070s {{(pid=94176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 11:40:21.088341 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron_lib.callbacks.manager [None req-9952c421-c1ff-40f2-8311-d73be39c65b5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7996330'] for security_group, after_create {{(pid=94175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:40:21.094633 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG oslo_concurrency.lockutils [None req-937a659d-d587-4131-a995-f558aa7493f8 tempest-TestNetworkAdvancedServerOps-632886841 tempest-TestNetworkAdvancedServerOps-632886841-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94175) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 11:40:21.109877 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0fab181a-9f3f-41a2-adae-1e03458325c3 None None] Network eb17e2b0-6fa8-4e88-977d-dc1d236f50f4 requested from dv-neutron-601336-94-hyperv {{(pid=94176) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 23 11:40:21.115071 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9952c421-c1ff-40f2-8311-d73be39c65b5 admin admin] vlan segment allocate from pool success with {'vlan_id': 433, 'physical_network': 'physnet1'} {{(pid=94175) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 23 11:40:21.115236 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.plugins.ml2.db [None req-aff1a998-4178-4060-ac78-9bd65ae00126 None None] For port 1f64c9e6-a822-4e0a-8292-4c523c7db59f, host dv-neutron-601336-94-hyperv, cleared binding levels {{(pid=94176) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 23 11:40:21.129982 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9952c421-c1ff-40f2-8311-d73be39c65b5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=03cec1eb-ee91-4226-a1e0-9b90655a2fab,revision_number=1']} {{(pid=94175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 11:40:21.134132 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron_lib.callbacks.manager [None req-9952c421-c1ff-40f2-8311-d73be39c65b5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3801'] for segment, precommit_create {{(pid=94175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:40:21.134590 dv-neutron-601336-94-hyperv neutron-server[94175]: INFO neutron.db.segments_db [None req-9952c421-c1ff-40f2-8311-d73be39c65b5 admin admin] Added segment c7798981-dff9-4fc8-94a4-46182475c2ee of type vlan for network 03d0adb8-7c84-4028-a133-9fee8ea26a25 Jun 23 11:40:21.136396 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG oslo_concurrency.lockutils [None req-9952c421-c1ff-40f2-8311-d73be39c65b5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.042s {{(pid=94175) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 11:40:21.158002 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.plugins.ml2.db [None req-aff1a998-4178-4060-ac78-9bd65ae00126 None None] For port 1f64c9e6-a822-4e0a-8292-4c523c7db59f, host dv-neutron-601336-94-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-94-hyperv',level=0,port_id=1f64c9e6-a822-4e0a-8292-4c523c7db59f,segment=NetworkSegment(c23be0a5-6980-48fb-bc9f-4a24717fe1de),segment_id=c23be0a5-6980-48fb-bc9f-4a24717fe1de)] {{(pid=94176) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 23 11:40:21.168371 dv-neutron-601336-94-hyperv neutron-server[94174]: INFO neutron.wsgi [None req-e0d03396-0a5f-43a5-a564-fe8114134684 tempest-TestNetworkBasicOps-233187296 tempest-TestNetworkBasicOps-233187296-project] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 0.8439252 Jun 23 11:40:21.171920 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.wsgi [-] (94174) accepted ('10.222.0.20', 43536) {{(pid=94174) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 11:40:21.178511 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron_lib.callbacks.manager [None req-9952c421-c1ff-40f2-8311-d73be39c65b5 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8773699596773'] for network, precommit_create {{(pid=94175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:40:21.225031 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron_lib.callbacks.manager [None req-aff1a998-4178-4060-ac78-9bd65ae00126 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-922904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866062', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773700135042', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773699642233', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773699642278'] for port, after_update {{(pid=94176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:40:21.229007 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG oslo_concurrency.lockutils [None req-6e14a178-6a39-472f-8c5e-ab525e268467 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 11:40:21.288151 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron_lib.callbacks.manager [None req-9952c421-c1ff-40f2-8311-d73be39c65b5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8002400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7866073'] for network, after_create {{(pid=94175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:40:21.292883 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9952c421-c1ff-40f2-8311-d73be39c65b5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 11:40:21.292883 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron_lib.callbacks.manager [None req-9952c421-c1ff-40f2-8311-d73be39c65b5 admin admin] Notify callbacks [] for network, before_response {{(pid=94175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:40:21.296502 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG oslo_concurrency.lockutils [None req-8dd5c58a-7598-415e-859b-81dd0b443279 tempest-RoutersIpV6Test-1448447933 tempest-RoutersIpV6Test-1448447933-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94175) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 11:40:21.311642 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aff1a998-4178-4060-ac78-9bd65ae00126 None None] Routers {'9c7813e6-2f0b-4ca5-a1a6-ab853743e968'} bound to L3 agent in host dv-neutron-601336-94-hyperv {{(pid=94176) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 23 11:40:21.312253 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.db.l3_hamode_db [None req-aff1a998-4178-4060-ac78-9bd65ae00126 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-601336-94-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-23T11:22:13Z,description=,heartbeat_timestamp=2021-06-23T11:40:13Z,host='dv-neutron-601336-94-hyperv',id=50ef99c0-ef28-4db5-b303-b145898fae60,load=0,resource_versions=,resources_synced=,started_at=2021-06-23T11:22:14Z,topic='l3_agent')) {'router_ids': ['9c7813e6-2f0b-4ca5-a1a6-ab853743e968'], 'active': True} {{(pid=94176) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 11:40:21.351522 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0440acdd-dd1c-4579-89e9-761ef6ce888c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1e0d828a-1fa4-563d-b7fd-53adf66a04ee-eb17e2b0-6fa8-4e88-977d-dc1d236f50f4', 'network_id': 'eb17e2b0-6fa8-4e88-977d-dc1d236f50f4', 'tenant_id': '772b9946478d439e9da4eaeade7fb21d', 'fixed_ips': [{'subnet_id': 'a9f21ece-fa53-4513-9cb7-76820599b7b5'}]}} from dv-neutron-601336-94-hyperv. {{(pid=94176) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 23 11:40:21.352500 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron_lib.callbacks.manager [None req-0440acdd-dd1c-4579-89e9-761ef6ce888c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-923104'] for port, before_create {{(pid=94176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:40:21.357214 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-049bf98e-e189-4bf5-a842-876658109983 None None] Pushing event updated for resources: {'Port': ['ID=1f64c9e6-a822-4e0a-8292-4c523c7db59f,revision_number=3']} {{(pid=94176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 11:40:21.368227 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG oslo_concurrency.lockutils [None req-049bf98e-e189-4bf5-a842-876658109983 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.139s {{(pid=94176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 11:40:21.392115 dv-neutron-601336-94-hyperv neutron-server[94175]: INFO neutron.wsgi [None req-9952c421-c1ff-40f2-8311-d73be39c65b5 admin admin] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 0.6524634 Jun 23 11:40:21.395007 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.wsgi [-] (94175) accepted ('10.222.0.20', 43538) {{(pid=94175) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 11:40:21.400615 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.api.v2.base [None req-a007df96-7333-4790-9112-91b3cd5889c8 admin admin] Request body: {'subnet': {'network_id': '03d0adb8-7c84-4028-a133-9fee8ea26a25', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-454285966-subnet', 'tenant_id': '196d16edf443490aaaba40ccfc7a3448', 'ip_version': 4}} {{(pid=94175) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 23 11:40:21.404077 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9952c421-c1ff-40f2-8311-d73be39c65b5 admin admin] Pushing event updated for resources: {'Network': ['ID=03d0adb8-7c84-4028-a133-9fee8ea26a25,revision_number=1']} {{(pid=94175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 11:40:21.407442 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG oslo_concurrency.lockutils [None req-9952c421-c1ff-40f2-8311-d73be39c65b5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.111s {{(pid=94175) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 11:40:21.460878 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.plugins.ml2.rpc [None req-dc7542b2-afef-47f4-a763-e3a3cba144be None None] Network 03d0adb8-7c84-4028-a133-9fee8ea26a25 details requested by agent ovs-agent-dv-neutron-601336-94-hyperv with host dv-neutron-601336-94-hyperv {{(pid=94176) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:250}} Jun 23 11:40:21.499406 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a007df96-7333-4790-9112-91b3cd5889c8 admin admin] Made reservation on behalf of 196d16edf443490aaaba40ccfc7a3448 for: {'subnet': 1} {{(pid=94175) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 23 11:40:21.506355 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron_lib.callbacks.manager [None req-a007df96-7333-4790-9112-91b3cd5889c8 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4660073'] for subnet, before_create {{(pid=94175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:40:21.556604 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.db.l3_dvr_db [None req-aff1a998-4178-4060-ac78-9bd65ae00126 None None] Set router 9c7813e6-2f0b-4ca5-a1a6-ab853743e968 gateway port host: dv-neutron-601336-94-hyperv {{(pid=94176) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:838}} Jun 23 11:40:21.642033 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron_lib.callbacks.manager [None req-c5ee056a-b9a9-43d3-9a35-894d2eae8d7e tempest-TestNetworkBasicOps-233187296 tempest-TestNetworkBasicOps-233187296-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-923104'] for port, before_create {{(pid=94174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:40:21.689905 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.db.db_base_plugin_common [None req-0440acdd-dd1c-4579-89e9-761ef6ce888c None None] Allocated IP 172.20.0.2 (eb17e2b0-6fa8-4e88-977d-dc1d236f50f4/a9f21ece-fa53-4513-9cb7-76820599b7b5/29af1afc-0e09-45d6-9aff-7a0ac7658e94) {{(pid=94176) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 23 11:40:21.886451 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.db.l3_hamode_db [None req-aff1a998-4178-4060-ac78-9bd65ae00126 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9c7813e6-2f0b-4ca5-a1a6-ab853743e968', 'name': 'tempest-TestNetworkBasicOps-router-326637144', 'tenant_id': '772b9946478d439e9da4eaeade7fb21d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3e7e4eb3-cf02-4d47-ade9-0a579cdfc60f', 'external_fixed_ips': [{'subnet_id': 'a5ad15ab-c489-4a67-a9b0-d559fca0ec71', 'ip_address': '172.26.3.119'}], 'enable_snat': True}, 'gw_port_id': '1f64c9e6-a822-4e0a-8292-4c523c7db59f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-23T11:40:17Z', 'updated_at': '2021-06-23T11:40:19Z', 'revision_number': 3, 'project_id': '772b9946478d439e9da4eaeade7fb21d', 'gw_port': {'id': '1f64c9e6-a822-4e0a-8292-4c523c7db59f', 'name': '', 'network_id': '3e7e4eb3-cf02-4d47-ade9-0a579cdfc60f', 'tenant_id': '', 'mac_address': 'fa:16:3e:75:1a:97', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9c7813e6-2f0b-4ca5-a1a6-ab853743e968', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1368, 'fixed_ips': [{'subnet_id': 'a5ad15ab-c489-4a67-a9b0-d559fca0ec71', 'ip_address': '172.26.3.119', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-94-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-23T11:40:18Z', 'updated_at': '2021-06-23T11:40:21Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a5ad15ab-c489-4a67-a9b0-d559fca0ec71', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-601336-94-hyperv'}], 'dv-neutron-601336-94-hyperv', False) {} {{(pid=94176) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 11:40:21.918910 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aff1a998-4178-4060-ac78-9bd65ae00126 None None] The sync data for ids ['9c7813e6-2f0b-4ca5-a1a6-ab853743e968'] in dv-neutron-601336-94-hyperv is: [{'id': '9c7813e6-2f0b-4ca5-a1a6-ab853743e968', 'name': 'tempest-TestNetworkBasicOps-router-326637144', 'tenant_id': '772b9946478d439e9da4eaeade7fb21d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3e7e4eb3-cf02-4d47-ade9-0a579cdfc60f', 'external_fixed_ips': [{'subnet_id': 'a5ad15ab-c489-4a67-a9b0-d559fca0ec71', 'ip_address': '172.26.3.119'}], 'enable_snat': True}, 'gw_port_id': '1f64c9e6-a822-4e0a-8292-4c523c7db59f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-23T11:40:17Z', 'updated_at': '2021-06-23T11:40:19Z', 'revision_number': 3, 'project_id': '772b9946478d439e9da4eaeade7fb21d', 'gw_port': {'id': '1f64c9e6-a822-4e0a-8292-4c523c7db59f', 'name': '', 'network_id': '3e7e4eb3-cf02-4d47-ade9-0a579cdfc60f', 'tenant_id': '', 'mac_address': 'fa:16:3e:75:1a:97', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9c7813e6-2f0b-4ca5-a1a6-ab853743e968', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1368, 'fixed_ips': [{'subnet_id': 'a5ad15ab-c489-4a67-a9b0-d559fca0ec71', 'ip_address': '172.26.3.119', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-94-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-23T11:40:18Z', 'updated_at': '2021-06-23T11:40:21Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a5ad15ab-c489-4a67-a9b0-d559fca0ec71', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-601336-94-hyperv'}] {{(pid=94176) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 23 11:40:21.924120 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron_lib.callbacks.manager [None req-0440acdd-dd1c-4579-89e9-761ef6ce888c None None] Notify callbacks [] for port, precommit_create {{(pid=94176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:40:21.933693 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.db.provisioning_blocks [None req-0440acdd-dd1c-4579-89e9-761ef6ce888c None None] Transition to ACTIVE for port object 29af1afc-0e09-45d6-9aff-7a0ac7658e94 will not be triggered until provisioned by entity L2. {{(pid=94176) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 23 11:40:21.953900 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.db.provisioning_blocks [None req-0440acdd-dd1c-4579-89e9-761ef6ce888c None None] Transition to ACTIVE for port object 29af1afc-0e09-45d6-9aff-7a0ac7658e94 will not be triggered until provisioned by entity DHCP. {{(pid=94176) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 23 11:40:22.010759 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron_lib.callbacks.manager [None req-0440acdd-dd1c-4579-89e9-761ef6ce888c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-922915', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-239814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7866073', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773699642215'] for port, after_create {{(pid=94176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:40:22.012870 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG oslo_concurrency.lockutils [None req-badf488c-ae6f-455d-915c-59993032da97 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 11:40:22.048708 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0440acdd-dd1c-4579-89e9-761ef6ce888c None None] Network eb17e2b0-6fa8-4e88-977d-dc1d236f50f4 is already hosted by enough agents. {{(pid=94176) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 23 11:40:22.051629 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.scheduler.base_scheduler [None req-0440acdd-dd1c-4579-89e9-761ef6ce888c None None] Resources bound (agent type, host, resource id): {{(pid=94176) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 23 11:40:22.054210 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0440acdd-dd1c-4579-89e9-761ef6ce888c None None] Received port after_create {{(pid=94176) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 23 11:40:22.069453 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0440acdd-dd1c-4579-89e9-761ef6ce888c None None] Pushing event updated for resources: {'Port': ['ID=29af1afc-0e09-45d6-9aff-7a0ac7658e94,revision_number=1']} {{(pid=94176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 11:40:22.072334 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG oslo_concurrency.lockutils [None req-0440acdd-dd1c-4579-89e9-761ef6ce888c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.060s {{(pid=94176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 11:40:22.074119 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.db.db_base_plugin_common [None req-c5ee056a-b9a9-43d3-9a35-894d2eae8d7e tempest-TestNetworkBasicOps-233187296 tempest-TestNetworkBasicOps-233187296-project] Allocated IP 172.20.0.1 (eb17e2b0-6fa8-4e88-977d-dc1d236f50f4/a9f21ece-fa53-4513-9cb7-76820599b7b5/41b3334c-a8bf-4779-b303-a5a9c45ccc3a) {{(pid=94174) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 23 11:40:22.095861 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron_lib.callbacks.manager [None req-a007df96-7333-4790-9112-91b3cd5889c8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866062', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5083113', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4660095'] for subnet, after_create {{(pid=94175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:40:22.098968 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG oslo_concurrency.lockutils [None req-f3a65cf6-7c3b-4596-8006-8313c179b8ca tempest-TestNetworkBasicOps-233187296 tempest-TestNetworkBasicOps-233187296-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94175) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 11:40:22.123669 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.plugins.ml2.managers [None req-0440acdd-dd1c-4579-89e9-761ef6ce888c None None] Attempting to bind port 29af1afc-0e09-45d6-9aff-7a0ac7658e94 on host dv-neutron-601336-94-hyperv for vnic_type normal with profile {{(pid=94176) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 23 11:40:22.124260 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.plugins.ml2.managers [None req-0440acdd-dd1c-4579-89e9-761ef6ce888c None None] Attempting to bind port 29af1afc-0e09-45d6-9aff-7a0ac7658e94 by drivers openvswitch,hyperv on host dv-neutron-601336-94-hyperv at level 0 using segments [{'id': 'fd389721-9bf6-4e11-9863-961f1c6db03e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 409, 'network_id': 'eb17e2b0-6fa8-4e88-977d-dc1d236f50f4'}] {{(pid=94176) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 23 11:40:22.124419 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0440acdd-dd1c-4579-89e9-761ef6ce888c None None] Attempting to bind port 29af1afc-0e09-45d6-9aff-7a0ac7658e94 on network eb17e2b0-6fa8-4e88-977d-dc1d236f50f4 {{(pid=94176) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 23 11:40:22.130368 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0440acdd-dd1c-4579-89e9-761ef6ce888c None None] Checking agent: {'id': '4d05f899-5ac9-411b-8a03-f60c93f87cdf', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-601336-94-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 23, 11, 22, 14), 'started_at': datetime.datetime(2021, 6, 23, 11, 22, 44), 'heartbeat_timestamp': datetime.datetime(2021, 6, 23, 11, 40, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'monitor_allowed_address_pair_garp': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-601336-94-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94176) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 23 11:40:22.134715 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0440acdd-dd1c-4579-89e9-761ef6ce888c None None] Checking segment: {'id': 'fd389721-9bf6-4e11-9863-961f1c6db03e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 409, 'network_id': 'eb17e2b0-6fa8-4e88-977d-dc1d236f50f4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94176) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 23 11:40:22.139226 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron_lib.callbacks.manager [None req-0440acdd-dd1c-4579-89e9-761ef6ce888c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:40:22.139762 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0440acdd-dd1c-4579-89e9-761ef6ce888c None None] Bound using segment: {'id': 'fd389721-9bf6-4e11-9863-961f1c6db03e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 409, 'network_id': 'eb17e2b0-6fa8-4e88-977d-dc1d236f50f4'} {{(pid=94176) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 23 11:40:22.139991 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.plugins.ml2.managers [None req-0440acdd-dd1c-4579-89e9-761ef6ce888c None None] Bound port: 29af1afc-0e09-45d6-9aff-7a0ac7658e94, host: dv-neutron-601336-94-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fd389721-9bf6-4e11-9863-961f1c6db03e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 409, 'network_id': 'eb17e2b0-6fa8-4e88-977d-dc1d236f50f4'}}] {{(pid=94176) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 23 11:40:22.140382 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron_lib.callbacks.manager [None req-0440acdd-dd1c-4579-89e9-761ef6ce888c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-923122'] for port, before_update {{(pid=94176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:40:22.146577 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a007df96-7333-4790-9112-91b3cd5889c8 admin admin] Pushing event updated for resources: {'Subnet': ['ID=5338fe8e-d932-41fb-ae27-ab82df160b69,revision_number=0']} {{(pid=94175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 11:40:22.161064 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG oslo_concurrency.lockutils [None req-a007df96-7333-4790-9112-91b3cd5889c8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.063s {{(pid=94175) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 11:40:22.213276 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a007df96-7333-4790-9112-91b3cd5889c8 admin admin] Checking segment: {'id': 'c7798981-dff9-4fc8-94a4-46182475c2ee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 433, 'network_id': '03d0adb8-7c84-4028-a133-9fee8ea26a25'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94175) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 23 11:40:22.213663 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a007df96-7333-4790-9112-91b3cd5889c8 admin admin] Network hostable DHCP agents. Network: 03d0adb8-7c84-4028-a133-9fee8ea26a25, hostable agents: ['8cf29b10-0e57-4131-816f-a4b6ad00b249'], hosted agents: [] {{(pid=94175) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 23 11:40:22.229830 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron_lib.callbacks.manager [None req-c5ee056a-b9a9-43d3-9a35-894d2eae8d7e tempest-TestNetworkBasicOps-233187296 tempest-TestNetworkBasicOps-233187296-project] Notify callbacks [] for port, precommit_create {{(pid=94174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:40:22.236850 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.plugins.ml2.db [None req-0440acdd-dd1c-4579-89e9-761ef6ce888c None None] For port 29af1afc-0e09-45d6-9aff-7a0ac7658e94, host dv-neutron-601336-94-hyperv, cleared binding levels {{(pid=94176) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 23 11:40:22.238435 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.plugins.ml2.db [None req-0440acdd-dd1c-4579-89e9-761ef6ce888c None None] For port 29af1afc-0e09-45d6-9aff-7a0ac7658e94, host dv-neutron-601336-94-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-94-hyperv',level=0,port_id=29af1afc-0e09-45d6-9aff-7a0ac7658e94,segment=NetworkSegment(fd389721-9bf6-4e11-9863-961f1c6db03e),segment_id=fd389721-9bf6-4e11-9863-961f1c6db03e)] {{(pid=94176) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 23 11:40:22.248154 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.db.provisioning_blocks [None req-c5ee056a-b9a9-43d3-9a35-894d2eae8d7e tempest-TestNetworkBasicOps-233187296 tempest-TestNetworkBasicOps-233187296-project] Transition to ACTIVE for port object 41b3334c-a8bf-4779-b303-a5a9c45ccc3a will not be triggered until provisioned by entity DHCP. {{(pid=94174) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 23 11:40:22.310779 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a007df96-7333-4790-9112-91b3cd5889c8 admin admin] Network 03d0adb8-7c84-4028-a133-9fee8ea26a25 is scheduled to be hosted by DHCP agent 8cf29b10-0e57-4131-816f-a4b6ad00b249 with binding_index 1 {{(pid=94175) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 23 11:40:22.336227 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron_lib.callbacks.manager [None req-0440acdd-dd1c-4579-89e9-761ef6ce888c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-922904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866062', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773700135042', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773699642233', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773699642278'] for port, after_update {{(pid=94176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:40:22.338883 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron_lib.callbacks.manager [None req-c5ee056a-b9a9-43d3-9a35-894d2eae8d7e tempest-TestNetworkBasicOps-233187296 tempest-TestNetworkBasicOps-233187296-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-922915', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-239814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7866073', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773699642215', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-5196399'] for port, after_create {{(pid=94174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:40:22.338883 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG oslo_concurrency.lockutils [None req-c62c37e2-955f-460a-b5de-0325b6f404e9 tempest-TestNetworkBasicOps-233187296 tempest-TestNetworkBasicOps-233187296-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94174) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 11:40:22.346248 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG oslo_concurrency.lockutils [None req-badf488c-ae6f-455d-915c-59993032da97 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 11:40:22.392322 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c5ee056a-b9a9-43d3-9a35-894d2eae8d7e tempest-TestNetworkBasicOps-233187296 tempest-TestNetworkBasicOps-233187296-project] Network eb17e2b0-6fa8-4e88-977d-dc1d236f50f4 is already hosted by enough agents. {{(pid=94174) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 23 11:40:22.398050 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.scheduler.base_scheduler [None req-c5ee056a-b9a9-43d3-9a35-894d2eae8d7e tempest-TestNetworkBasicOps-233187296 tempest-TestNetworkBasicOps-233187296-project] Resources bound (agent type, host, resource id): {{(pid=94174) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 23 11:40:22.403407 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c5ee056a-b9a9-43d3-9a35-894d2eae8d7e tempest-TestNetworkBasicOps-233187296 tempest-TestNetworkBasicOps-233187296-project] Received port after_create {{(pid=94174) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 23 11:40:22.406204 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0440acdd-dd1c-4579-89e9-761ef6ce888c None None] Pushing event updated for resources: {'Port': ['ID=29af1afc-0e09-45d6-9aff-7a0ac7658e94,revision_number=2']} {{(pid=94176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 11:40:22.407902 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5ee056a-b9a9-43d3-9a35-894d2eae8d7e tempest-TestNetworkBasicOps-233187296 tempest-TestNetworkBasicOps-233187296-project] Pushing event updated for resources: {'Port': ['ID=41b3334c-a8bf-4779-b303-a5a9c45ccc3a,revision_number=1']} {{(pid=94174) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 11:40:22.421347 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG oslo_concurrency.lockutils [None req-0440acdd-dd1c-4579-89e9-761ef6ce888c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.075s {{(pid=94176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 11:40:22.426986 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.scheduler.base_scheduler [None req-a007df96-7333-4790-9112-91b3cd5889c8 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-601336-94-hyperv, 03d0adb8-7c84-4028-a133-9fee8ea26a25) {{(pid=94175) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 23 11:40:22.431273 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a007df96-7333-4790-9112-91b3cd5889c8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 11:40:22.431868 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron_lib.callbacks.manager [None req-a007df96-7333-4790-9112-91b3cd5889c8 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:40:22.436841 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG oslo_concurrency.lockutils [None req-c5ee056a-b9a9-43d3-9a35-894d2eae8d7e tempest-TestNetworkBasicOps-233187296 tempest-TestNetworkBasicOps-233187296-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.098s {{(pid=94174) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 11:40:22.437399 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8f87628e-5c22-4c4f-801a-8b7c00171646 None None] Network 03d0adb8-7c84-4028-a133-9fee8ea26a25 requested from dv-neutron-601336-94-hyperv {{(pid=94176) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 23 11:40:22.467986 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron_lib.callbacks.manager [None req-c5ee056a-b9a9-43d3-9a35-894d2eae8d7e tempest-TestNetworkBasicOps-233187296 tempest-TestNetworkBasicOps-233187296-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-452954'] for router_interface, before_create {{(pid=94174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:40:22.518490 dv-neutron-601336-94-hyperv neutron-server[94175]: INFO neutron.wsgi [None req-a007df96-7333-4790-9112-91b3cd5889c8 admin admin] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 1.1196947 Jun 23 11:40:22.519562 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.wsgi [-] (94175) accepted ('10.222.0.20', 43540) {{(pid=94175) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 11:40:22.525815 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.api.v2.base [None req-e1300283-3665-450f-bb8b-9fac8a98401e admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-454285966-router', 'tenant_id': '196d16edf443490aaaba40ccfc7a3448', 'external_gateway_info': {'network_id': '3e7e4eb3-cf02-4d47-ade9-0a579cdfc60f'}}} {{(pid=94175) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 23 11:40:22.633374 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron_lib.callbacks.manager [None req-e1300283-3665-450f-bb8b-9fac8a98401e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-520407', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-32315'] for router, before_create {{(pid=94175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:40:22.634464 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron_lib.callbacks.manager [None req-e1300283-3665-450f-bb8b-9fac8a98401e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-520264', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-524122', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-414782', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-32290'] for router, precommit_create {{(pid=94175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:40:22.657504 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9a8446e6-b06f-4acf-b55b-6fb62fcbdd44 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1e0d828a-1fa4-563d-b7fd-53adf66a04ee-03d0adb8-7c84-4028-a133-9fee8ea26a25', 'network_id': '03d0adb8-7c84-4028-a133-9fee8ea26a25', 'tenant_id': '196d16edf443490aaaba40ccfc7a3448', 'fixed_ips': [{'subnet_id': '5338fe8e-d932-41fb-ae27-ab82df160b69'}]}} from dv-neutron-601336-94-hyperv. {{(pid=94176) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 23 11:40:22.658705 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron_lib.callbacks.manager [None req-9a8446e6-b06f-4acf-b55b-6fb62fcbdd44 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-923104'] for port, before_create {{(pid=94176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:40:22.721848 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron_lib.callbacks.manager [None req-e1300283-3665-450f-bb8b-9fac8a98401e admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:40:22.748423 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron_lib.callbacks.manager [None req-c5ee056a-b9a9-43d3-9a35-894d2eae8d7e tempest-TestNetworkBasicOps-233187296 tempest-TestNetworkBasicOps-233187296-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-923122'] for port, before_update {{(pid=94174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:40:22.821807 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.db.db_base_plugin_common [None req-9a8446e6-b06f-4acf-b55b-6fb62fcbdd44 None None] Allocated IP 172.20.0.2 (03d0adb8-7c84-4028-a133-9fee8ea26a25/5338fe8e-d932-41fb-ae27-ab82df160b69/35fe606e-3b18-4112-b570-91b8a130fabe) {{(pid=94176) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 23 11:40:22.968900 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron_lib.callbacks.manager [None req-e1300283-3665-450f-bb8b-9fac8a98401e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-524104', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-520389', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-32276'] for router, precommit_update {{(pid=94175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:40:23.012199 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron_lib.callbacks.manager [None req-9a8446e6-b06f-4acf-b55b-6fb62fcbdd44 None None] Notify callbacks [] for port, precommit_create {{(pid=94176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:40:23.026395 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.db.provisioning_blocks [None req-9a8446e6-b06f-4acf-b55b-6fb62fcbdd44 None None] Transition to ACTIVE for port object 35fe606e-3b18-4112-b570-91b8a130fabe will not be triggered until provisioned by entity L2. {{(pid=94176) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 23 11:40:23.042190 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.db.provisioning_blocks [None req-9a8446e6-b06f-4acf-b55b-6fb62fcbdd44 None None] Transition to ACTIVE for port object 35fe606e-3b18-4112-b570-91b8a130fabe will not be triggered until provisioned by entity DHCP. {{(pid=94176) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 23 11:40:23.084140 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron_lib.callbacks.manager [None req-c5ee056a-b9a9-43d3-9a35-894d2eae8d7e tempest-TestNetworkBasicOps-233187296 tempest-TestNetworkBasicOps-233187296-project] Notify callbacks [] for port, precommit_update {{(pid=94174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:40:23.116704 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron_lib.callbacks.manager [None req-9a8446e6-b06f-4acf-b55b-6fb62fcbdd44 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-922915', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-239814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7866073', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773699642215'] for port, after_create {{(pid=94176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:40:23.119072 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG oslo_concurrency.lockutils [None req-1fa4a626-2ebe-4a92-a093-4cbf21ba8839 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 11:40:23.157932 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron_lib.callbacks.manager [None req-c5ee056a-b9a9-43d3-9a35-894d2eae8d7e tempest-TestNetworkBasicOps-233187296 tempest-TestNetworkBasicOps-233187296-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-922904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866062', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773700135042', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773699642233', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773699642278', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5196369'] for port, after_update {{(pid=94174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:40:23.160259 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.plugins.ml2.rpc [None req-dc7542b2-afef-47f4-a763-e3a3cba144be None None] Device 1f64c9e6-a822-4e0a-8292-4c523c7db59f up at agent ovs-agent-dv-neutron-601336-94-hyperv {{(pid=94176) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:298}} Jun 23 11:40:23.162141 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG oslo_concurrency.lockutils [None req-843ed09e-c981-468b-bc36-81501dc8e930 tempest-TestNetworkBasicOps-233187296 tempest-TestNetworkBasicOps-233187296-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94174) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 11:40:23.169053 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9a8446e6-b06f-4acf-b55b-6fb62fcbdd44 None None] Network 03d0adb8-7c84-4028-a133-9fee8ea26a25 is already hosted by enough agents. {{(pid=94176) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 23 11:40:23.193567 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.scheduler.base_scheduler [None req-9a8446e6-b06f-4acf-b55b-6fb62fcbdd44 None None] Resources bound (agent type, host, resource id): {{(pid=94176) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 23 11:40:23.196665 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9a8446e6-b06f-4acf-b55b-6fb62fcbdd44 None None] Received port after_create {{(pid=94176) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 23 11:40:23.213767 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a8446e6-b06f-4acf-b55b-6fb62fcbdd44 None None] Pushing event updated for resources: {'Port': ['ID=35fe606e-3b18-4112-b570-91b8a130fabe,revision_number=1']} {{(pid=94176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 11:40:23.216586 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG oslo_concurrency.lockutils [None req-9a8446e6-b06f-4acf-b55b-6fb62fcbdd44 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.098s {{(pid=94176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 11:40:23.243751 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron_lib.callbacks.manager [None req-c5ee056a-b9a9-43d3-9a35-894d2eae8d7e tempest-TestNetworkBasicOps-233187296 tempest-TestNetworkBasicOps-233187296-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-7866091', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-453038'] for router_interface, after_create {{(pid=94174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:40:23.245730 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5ee056a-b9a9-43d3-9a35-894d2eae8d7e tempest-TestNetworkBasicOps-233187296 tempest-TestNetworkBasicOps-233187296-project] Pushing event updated for resources: {'Port': ['ID=41b3334c-a8bf-4779-b303-a5a9c45ccc3a,revision_number=2']} {{(pid=94174) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 11:40:23.254758 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG oslo_concurrency.lockutils [None req-c5ee056a-b9a9-43d3-9a35-894d2eae8d7e tempest-TestNetworkBasicOps-233187296 tempest-TestNetworkBasicOps-233187296-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.093s {{(pid=94174) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 11:40:23.304604 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.plugins.ml2.managers [None req-9a8446e6-b06f-4acf-b55b-6fb62fcbdd44 None None] Attempting to bind port 35fe606e-3b18-4112-b570-91b8a130fabe on host dv-neutron-601336-94-hyperv for vnic_type normal with profile {{(pid=94176) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 23 11:40:23.305031 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.plugins.ml2.managers [None req-9a8446e6-b06f-4acf-b55b-6fb62fcbdd44 None None] Attempting to bind port 35fe606e-3b18-4112-b570-91b8a130fabe by drivers openvswitch,hyperv on host dv-neutron-601336-94-hyperv at level 0 using segments [{'id': 'c7798981-dff9-4fc8-94a4-46182475c2ee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 433, 'network_id': '03d0adb8-7c84-4028-a133-9fee8ea26a25'}] {{(pid=94176) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 23 11:40:23.305951 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9a8446e6-b06f-4acf-b55b-6fb62fcbdd44 None None] Attempting to bind port 35fe606e-3b18-4112-b570-91b8a130fabe on network 03d0adb8-7c84-4028-a133-9fee8ea26a25 {{(pid=94176) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 23 11:40:23.311905 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9a8446e6-b06f-4acf-b55b-6fb62fcbdd44 None None] Checking agent: {'id': '4d05f899-5ac9-411b-8a03-f60c93f87cdf', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-601336-94-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 23, 11, 22, 14), 'started_at': datetime.datetime(2021, 6, 23, 11, 22, 44), 'heartbeat_timestamp': datetime.datetime(2021, 6, 23, 11, 40, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'monitor_allowed_address_pair_garp': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-601336-94-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94176) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 23 11:40:23.312362 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9a8446e6-b06f-4acf-b55b-6fb62fcbdd44 None None] Checking segment: {'id': 'c7798981-dff9-4fc8-94a4-46182475c2ee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 433, 'network_id': '03d0adb8-7c84-4028-a133-9fee8ea26a25'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94176) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 23 11:40:23.312836 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron_lib.callbacks.manager [None req-9a8446e6-b06f-4acf-b55b-6fb62fcbdd44 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:40:23.313301 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9a8446e6-b06f-4acf-b55b-6fb62fcbdd44 None None] Bound using segment: {'id': 'c7798981-dff9-4fc8-94a4-46182475c2ee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 433, 'network_id': '03d0adb8-7c84-4028-a133-9fee8ea26a25'} {{(pid=94176) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 23 11:40:23.313855 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.plugins.ml2.managers [None req-9a8446e6-b06f-4acf-b55b-6fb62fcbdd44 None None] Bound port: 35fe606e-3b18-4112-b570-91b8a130fabe, host: dv-neutron-601336-94-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c7798981-dff9-4fc8-94a4-46182475c2ee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 433, 'network_id': '03d0adb8-7c84-4028-a133-9fee8ea26a25'}}] {{(pid=94176) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 23 11:40:23.314307 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron_lib.callbacks.manager [None req-9a8446e6-b06f-4acf-b55b-6fb62fcbdd44 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-923122'] for port, before_update {{(pid=94176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:40:23.329999 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron_lib.callbacks.manager [None req-97bd5441-1da2-49ee-a364-27795820ba27 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773699952132', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-899307'] for agent, after_update {{(pid=94176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:40:23.353128 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron_lib.callbacks.manager [None req-e1300283-3665-450f-bb8b-9fac8a98401e admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=94175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:40:23.373151 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c5ee056a-b9a9-43d3-9a35-894d2eae8d7e tempest-TestNetworkBasicOps-233187296 tempest-TestNetworkBasicOps-233187296-project] Network eb17e2b0-6fa8-4e88-977d-dc1d236f50f4 is already hosted by enough agents. {{(pid=94174) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 23 11:40:23.373815 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron_lib.callbacks.manager [None req-e1300283-3665-450f-bb8b-9fac8a98401e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-923104'] for port, before_create {{(pid=94175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:40:23.374374 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.scheduler.base_scheduler [None req-c5ee056a-b9a9-43d3-9a35-894d2eae8d7e tempest-TestNetworkBasicOps-233187296 tempest-TestNetworkBasicOps-233187296-project] Resources bound (agent type, host, resource id): {{(pid=94174) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 23 11:40:23.393659 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.plugins.ml2.db [None req-9a8446e6-b06f-4acf-b55b-6fb62fcbdd44 None None] For port 35fe606e-3b18-4112-b570-91b8a130fabe, host dv-neutron-601336-94-hyperv, cleared binding levels {{(pid=94176) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 23 11:40:23.397455 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.plugins.ml2.db [None req-9a8446e6-b06f-4acf-b55b-6fb62fcbdd44 None None] For port 35fe606e-3b18-4112-b570-91b8a130fabe, host dv-neutron-601336-94-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-94-hyperv',level=0,port_id=35fe606e-3b18-4112-b570-91b8a130fabe,segment=NetworkSegment(c7798981-dff9-4fc8-94a4-46182475c2ee),segment_id=c7798981-dff9-4fc8-94a4-46182475c2ee)] {{(pid=94176) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 23 11:40:23.413319 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.db.provisioning_blocks [None req-dc7542b2-afef-47f4-a763-e3a3cba144be None None] Provisioning for port 1f64c9e6-a822-4e0a-8292-4c523c7db59f completed by entity L2. {{(pid=94176) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 23 11:40:23.418327 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.db.provisioning_blocks [None req-dc7542b2-afef-47f4-a763-e3a3cba144be None None] Provisioning complete for port 1f64c9e6-a822-4e0a-8292-4c523c7db59f triggered by entity L2. {{(pid=94176) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 23 11:40:23.424650 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron_lib.callbacks.manager [None req-dc7542b2-afef-47f4-a763-e3a3cba144be None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-899258'] for port, provisioning_complete {{(pid=94176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:40:23.485439 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron_lib.callbacks.manager [None req-9a8446e6-b06f-4acf-b55b-6fb62fcbdd44 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-922904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866062', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773700135042', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773699642233', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773699642278'] for port, after_update {{(pid=94176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:40:23.493351 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG oslo_concurrency.lockutils [None req-97bd5441-1da2-49ee-a364-27795820ba27 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 11:40:23.511950 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.db.db_base_plugin_common [None req-e1300283-3665-450f-bb8b-9fac8a98401e admin admin] Allocated IP 172.26.3.83 (3e7e4eb3-cf02-4d47-ade9-0a579cdfc60f/a5ad15ab-c489-4a67-a9b0-d559fca0ec71/37f26ea4-1d1e-47ad-b212-e44afa2e731c) {{(pid=94175) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 23 11:40:23.512604 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c5ee056a-b9a9-43d3-9a35-894d2eae8d7e tempest-TestNetworkBasicOps-233187296 tempest-TestNetworkBasicOps-233187296-project] Router 9c7813e6-2f0b-4ca5-a1a6-ab853743e968 has already been hosted by L3 agent 50ef99c0-ef28-4db5-b303-b145898fae60 {{(pid=94174) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 23 11:40:23.641145 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron_lib.callbacks.manager [None req-e1300283-3665-450f-bb8b-9fac8a98401e admin admin] Notify callbacks [] for port, precommit_create {{(pid=94175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:40:23.660905 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c5ee056a-b9a9-43d3-9a35-894d2eae8d7e tempest-TestNetworkBasicOps-233187296 tempest-TestNetworkBasicOps-233187296-project] Notify agent at l3_agent.dv-neutron-601336-94-hyperv the message routers_updated {{(pid=94174) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 23 11:40:23.671341 dv-neutron-601336-94-hyperv neutron-server[94174]: INFO neutron.wsgi [None req-c5ee056a-b9a9-43d3-9a35-894d2eae8d7e tempest-TestNetworkBasicOps-233187296 tempest-TestNetworkBasicOps-233187296-project] 10.222.0.20 "PUT /v2.0/routers/9c7813e6-2f0b-4ca5-a1a6-ab853743e968/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.4958529 Jun 23 11:40:23.671698 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.wsgi [-] (94175) accepted ('10.222.0.20', 43542) {{(pid=94175) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 11:40:23.742044 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0ab4e31e-9515-4b89-acc5-df49bd06f555 None None] Network eb17e2b0-6fa8-4e88-977d-dc1d236f50f4 requested from dv-neutron-601336-94-hyperv {{(pid=94176) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 23 11:40:23.797948 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-22f7970b-9e9c-4fce-b609-55369d906bdb tempest-TestNetworkBasicOps-1420332966 tempest-TestNetworkBasicOps-1420332966-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 11:40:23.798447 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-22f7970b-9e9c-4fce-b609-55369d906bdb tempest-TestNetworkBasicOps-1420332966 tempest-TestNetworkBasicOps-1420332966-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 11:40:23.798926 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-22f7970b-9e9c-4fce-b609-55369d906bdb tempest-TestNetworkBasicOps-1420332966 tempest-TestNetworkBasicOps-1420332966-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 11:40:23.799468 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-22f7970b-9e9c-4fce-b609-55369d906bdb tempest-TestNetworkBasicOps-1420332966 tempest-TestNetworkBasicOps-1420332966-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 11:40:23.799943 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-22f7970b-9e9c-4fce-b609-55369d906bdb tempest-TestNetworkBasicOps-1420332966 tempest-TestNetworkBasicOps-1420332966-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 11:40:23.801701 dv-neutron-601336-94-hyperv neutron-server[94175]: INFO neutron.wsgi [None req-22f7970b-9e9c-4fce-b609-55369d906bdb tempest-TestNetworkBasicOps-1420332966 tempest-TestNetworkBasicOps-1420332966-project-admin] 10.222.0.20 "GET /v2.0/networks HTTP/1.1" status: 200 len: 3584 time: 0.1287568 Jun 23 11:40:23.804709 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.wsgi [-] (94175) accepted ('10.222.0.20', 43544) {{(pid=94175) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 11:40:23.813041 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a8446e6-b06f-4acf-b55b-6fb62fcbdd44 None None] Pushing event updated for resources: {'Port': ['ID=35fe606e-3b18-4112-b570-91b8a130fabe,revision_number=2']} {{(pid=94176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 11:40:23.829878 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG oslo_concurrency.lockutils [None req-9a8446e6-b06f-4acf-b55b-6fb62fcbdd44 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.338s {{(pid=94176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 11:40:23.853065 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron_lib.callbacks.manager [None req-dc7542b2-afef-47f4-a763-e3a3cba144be None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-923122'] for port, before_update {{(pid=94176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:40:23.861929 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron_lib.callbacks.manager [None req-e1300283-3665-450f-bb8b-9fac8a98401e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-922915', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-239814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7866073', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773699642215', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-5082457'] for port, after_create {{(pid=94175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:40:23.866381 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG oslo_concurrency.lockutils [None req-770c0bc5-e21a-4f0f-9a51-8fac8a672b9d tempest-TestNetworkAdvancedServerOps-632886841 tempest-TestNetworkAdvancedServerOps-632886841-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94175) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 11:40:23.894769 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.plugins.ml2.db [None req-dc7542b2-afef-47f4-a763-e3a3cba144be None None] For port 1f64c9e6-a822-4e0a-8292-4c523c7db59f, host dv-neutron-601336-94-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-94-hyperv',level=0,port_id=1f64c9e6-a822-4e0a-8292-4c523c7db59f,segment=NetworkSegment(c23be0a5-6980-48fb-bc9f-4a24717fe1de),segment_id=c23be0a5-6980-48fb-bc9f-4a24717fe1de)] {{(pid=94176) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 23 11:40:23.922784 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.db.provisioning_blocks [None req-f83beaef-f85d-4a8a-8eee-23fb991e2dde None None] Provisioning for port 29af1afc-0e09-45d6-9aff-7a0ac7658e94 completed by entity DHCP. {{(pid=94176) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 23 11:40:23.929431 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e1300283-3665-450f-bb8b-9fac8a98401e admin admin] Network 3e7e4eb3-cf02-4d47-ade9-0a579cdfc60f is already hosted by enough agents. {{(pid=94175) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 23 11:40:23.941389 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.scheduler.base_scheduler [None req-e1300283-3665-450f-bb8b-9fac8a98401e admin admin] Resources bound (agent type, host, resource id): {{(pid=94175) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 23 11:40:23.948641 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-efe530cf-054e-4be2-875d-504bb443bd5f tempest-TestNetworkBasicOps-1420332966 tempest-TestNetworkBasicOps-1420332966-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 11:40:23.949120 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-efe530cf-054e-4be2-875d-504bb443bd5f tempest-TestNetworkBasicOps-1420332966 tempest-TestNetworkBasicOps-1420332966-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 11:40:23.949581 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-efe530cf-054e-4be2-875d-504bb443bd5f tempest-TestNetworkBasicOps-1420332966 tempest-TestNetworkBasicOps-1420332966-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 11:40:23.950055 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-efe530cf-054e-4be2-875d-504bb443bd5f tempest-TestNetworkBasicOps-1420332966 tempest-TestNetworkBasicOps-1420332966-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 11:40:23.950502 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-efe530cf-054e-4be2-875d-504bb443bd5f tempest-TestNetworkBasicOps-1420332966 tempest-TestNetworkBasicOps-1420332966-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 11:40:23.955156 dv-neutron-601336-94-hyperv neutron-server[94175]: INFO neutron.wsgi [None req-efe530cf-054e-4be2-875d-504bb443bd5f tempest-TestNetworkBasicOps-1420332966 tempest-TestNetworkBasicOps-1420332966-project-admin] 10.222.0.20 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 3366 time: 0.1460588 Jun 23 11:40:23.955367 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.wsgi [-] (94174) accepted ('10.222.0.20', 43546) {{(pid=94174) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 11:40:23.956733 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e1300283-3665-450f-bb8b-9fac8a98401e admin admin] Received port after_create {{(pid=94175) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 23 11:40:23.960206 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1300283-3665-450f-bb8b-9fac8a98401e admin admin] Pushing event updated for resources: {'Port': ['ID=37f26ea4-1d1e-47ad-b212-e44afa2e731c,revision_number=1']} {{(pid=94175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 11:40:23.992056 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron_lib.callbacks.manager [None req-dc7542b2-afef-47f4-a763-e3a3cba144be None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-922904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866062', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773700135042', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773699642233', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773699642278'] for port, after_update {{(pid=94176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:40:23.995364 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.plugins.ml2.rpc [None req-dc7542b2-afef-47f4-a763-e3a3cba144be None None] Device 29af1afc-0e09-45d6-9aff-7a0ac7658e94 up at agent ovs-agent-dv-neutron-601336-94-hyperv {{(pid=94176) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:298}} Jun 23 11:40:23.996254 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG oslo_concurrency.lockutils [None req-97bd5441-1da2-49ee-a364-27795820ba27 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 11:40:24.002754 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG oslo_concurrency.lockutils [None req-e1300283-3665-450f-bb8b-9fac8a98401e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.136s {{(pid=94175) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 11:40:24.080301 dv-neutron-601336-94-hyperv neutron-server[94177]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-01071c64-7257-4e85-a26a-544a2427a7b5 None None] Sync routers for ids ['9c7813e6-2f0b-4ca5-a1a6-ab853743e968'] in dv-neutron-601336-94-hyperv {{(pid=94177) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 23 11:40:24.093699 dv-neutron-601336-94-hyperv neutron-server[94177]: DEBUG neutron.db.l3_dvrscheduler_db [None req-01071c64-7257-4e85-a26a-544a2427a7b5 None None] Routers {'9c7813e6-2f0b-4ca5-a1a6-ab853743e968'} bound to L3 agent in host dv-neutron-601336-94-hyperv {{(pid=94177) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 23 11:40:24.094779 dv-neutron-601336-94-hyperv neutron-server[94177]: DEBUG neutron.db.l3_hamode_db [None req-01071c64-7257-4e85-a26a-544a2427a7b5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-601336-94-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-23T11:22:13Z,description=,heartbeat_timestamp=2021-06-23T11:40:13Z,host='dv-neutron-601336-94-hyperv',id=50ef99c0-ef28-4db5-b303-b145898fae60,load=0,resource_versions=,resources_synced=,started_at=2021-06-23T11:22:14Z,topic='l3_agent')) {'router_ids': ['9c7813e6-2f0b-4ca5-a1a6-ab853743e968'], 'active': True} {{(pid=94177) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 11:40:24.142992 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc7542b2-afef-47f4-a763-e3a3cba144be None None] Pushing event updated for resources: {'Port': ['ID=1f64c9e6-a822-4e0a-8292-4c523c7db59f,revision_number=4']} {{(pid=94176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 11:40:24.153873 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG oslo_concurrency.lockutils [None req-dc7542b2-afef-47f4-a763-e3a3cba144be None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.157s {{(pid=94176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 11:40:24.223484 dv-neutron-601336-94-hyperv neutron-server[94177]: DEBUG neutron.db.l3_dvr_db [None req-01071c64-7257-4e85-a26a-544a2427a7b5 None None] Set router 9c7813e6-2f0b-4ca5-a1a6-ab853743e968 gateway port host: dv-neutron-601336-94-hyperv {{(pid=94177) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:838}} Jun 23 11:40:24.230407 dv-neutron-601336-94-hyperv neutron-server[94174]: INFO neutron.wsgi [None req-f632ede4-0529-428f-b962-1e3688af9e22 tempest-TestNetworkBasicOps-1420332966 tempest-TestNetworkBasicOps-1420332966-project-admin] 10.222.0.20 "GET /v2.0/routers HTTP/1.1" status: 200 len: 2141 time: 0.2735941 Jun 23 11:40:24.232290 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.db.provisioning_blocks [None req-dc7542b2-afef-47f4-a763-e3a3cba144be None None] Provisioning for port 29af1afc-0e09-45d6-9aff-7a0ac7658e94 completed by entity L2. {{(pid=94176) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 23 11:40:24.233274 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.wsgi [-] (94174) accepted ('10.222.0.20', 43548) {{(pid=94174) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 11:40:24.238741 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.api.v2.base [None req-acac8542-5cc7-4f2e-ba81-b25058121ec9 tempest-TestNetworkBasicOps-233187296 tempest-TestNetworkBasicOps-233187296-project] Request body: {'port': {'name': 'tempest-TestNetworkBasicOps-294614723', 'network_id': 'eb17e2b0-6fa8-4e88-977d-dc1d236f50f4'}} {{(pid=94174) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 23 11:40:24.239985 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.db.provisioning_blocks [None req-dc7542b2-afef-47f4-a763-e3a3cba144be None None] Provisioning complete for port 29af1afc-0e09-45d6-9aff-7a0ac7658e94 triggered by entity L2. {{(pid=94176) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 23 11:40:24.240780 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron_lib.callbacks.manager [None req-dc7542b2-afef-47f4-a763-e3a3cba144be None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-899258'] for port, provisioning_complete {{(pid=94176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:40:24.359267 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron_lib.callbacks.manager [None req-dc7542b2-afef-47f4-a763-e3a3cba144be None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-923122'] for port, before_update {{(pid=94176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:40:24.410686 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.plugins.ml2.db [None req-dc7542b2-afef-47f4-a763-e3a3cba144be None None] For port 29af1afc-0e09-45d6-9aff-7a0ac7658e94, host dv-neutron-601336-94-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-94-hyperv',level=0,port_id=29af1afc-0e09-45d6-9aff-7a0ac7658e94,segment=NetworkSegment(fd389721-9bf6-4e11-9863-961f1c6db03e),segment_id=fd389721-9bf6-4e11-9863-961f1c6db03e)] {{(pid=94176) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 23 11:40:24.420320 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron_lib.callbacks.manager [None req-e1300283-3665-450f-bb8b-9fac8a98401e admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=94175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:40:24.459412 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-acac8542-5cc7-4f2e-ba81-b25058121ec9 tempest-TestNetworkBasicOps-233187296 tempest-TestNetworkBasicOps-233187296-project] Made reservation on behalf of 772b9946478d439e9da4eaeade7fb21d for: {'port': 1} {{(pid=94174) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 23 11:40:24.464380 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron_lib.callbacks.manager [None req-acac8542-5cc7-4f2e-ba81-b25058121ec9 tempest-TestNetworkBasicOps-233187296 tempest-TestNetworkBasicOps-233187296-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-923104'] for port, before_create {{(pid=94174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:40:24.488561 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron_lib.callbacks.manager [None req-dc7542b2-afef-47f4-a763-e3a3cba144be None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-922904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866062', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773700135042', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773699642233', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773699642278'] for port, after_update {{(pid=94176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:40:24.489768 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.notifiers.nova [None req-acac8542-5cc7-4f2e-ba81-b25058121ec9 tempest-TestNetworkBasicOps-233187296 tempest-TestNetworkBasicOps-233187296-project] device_id is not set on port 97f1344f-fa1f-475e-a963-a38d71c8ef47 yet. {{(pid=94174) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jun 23 11:40:24.495462 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG oslo_concurrency.lockutils [None req-05e25ac6-ab27-4e65-8476-66d8610ccfa0 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 11:40:24.584931 dv-neutron-601336-94-hyperv neutron-server[94177]: DEBUG neutron.db.l3_hamode_db [None req-01071c64-7257-4e85-a26a-544a2427a7b5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9c7813e6-2f0b-4ca5-a1a6-ab853743e968', 'name': 'tempest-TestNetworkBasicOps-router-326637144', 'tenant_id': '772b9946478d439e9da4eaeade7fb21d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3e7e4eb3-cf02-4d47-ade9-0a579cdfc60f', 'external_fixed_ips': [{'subnet_id': 'a5ad15ab-c489-4a67-a9b0-d559fca0ec71', 'ip_address': '172.26.3.119'}], 'enable_snat': True}, 'gw_port_id': '1f64c9e6-a822-4e0a-8292-4c523c7db59f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-23T11:40:17Z', 'updated_at': '2021-06-23T11:40:22Z', 'revision_number': 4, 'project_id': '772b9946478d439e9da4eaeade7fb21d', 'gw_port': {'id': '1f64c9e6-a822-4e0a-8292-4c523c7db59f', 'name': '', 'network_id': '3e7e4eb3-cf02-4d47-ade9-0a579cdfc60f', 'tenant_id': '', 'mac_address': 'fa:16:3e:75:1a:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9c7813e6-2f0b-4ca5-a1a6-ab853743e968', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1368, 'fixed_ips': [{'subnet_id': 'a5ad15ab-c489-4a67-a9b0-d559fca0ec71', 'ip_address': '172.26.3.119', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-94-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-23T11:40:18Z', 'updated_at': '2021-06-23T11:40:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a5ad15ab-c489-4a67-a9b0-d559fca0ec71', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-601336-94-hyperv', '_interfaces': [{'id': '41b3334c-a8bf-4779-b303-a5a9c45ccc3a', 'name': '', 'network_id': 'eb17e2b0-6fa8-4e88-977d-dc1d236f50f4', 'tenant_id': '772b9946478d439e9da4eaeade7fb21d', 'mac_address': 'fa:16:3e:b0:0d:4d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9c7813e6-2f0b-4ca5-a1a6-ab853743e968', 'device_owner': 'network:router_interface', 'standard_attr_id': 1384, 'fixed_ips': [{'subnet_id': 'a9f21ece-fa53-4513-9cb7-76820599b7b5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-23T11:40:21Z', 'updated_at': '2021-06-23T11:40:22Z', 'revision_number': 2, 'project_id': '772b9946478d439e9da4eaeade7fb21d', 'subnets': [{'id': 'a9f21ece-fa53-4513-9cb7-76820599b7b5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-601336-94-hyperv', False) {} {{(pid=94177) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 11:40:24.605726 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.db.provisioning_blocks [None req-b0ba382e-fea9-42d6-b753-54d6634f9b08 None None] Provisioning complete for port 29af1afc-0e09-45d6-9aff-7a0ac7658e94 triggered by entity DHCP. {{(pid=94176) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 23 11:40:24.606595 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron_lib.callbacks.manager [None req-b0ba382e-fea9-42d6-b753-54d6634f9b08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-899258'] for port, provisioning_complete {{(pid=94176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:40:24.629381 dv-neutron-601336-94-hyperv neutron-server[94177]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-01071c64-7257-4e85-a26a-544a2427a7b5 None None] Checking router: 9c7813e6-2f0b-4ca5-a1a6-ab853743e968 for host: dv-neutron-601336-94-hyperv {{(pid=94177) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 23 11:40:24.630178 dv-neutron-601336-94-hyperv neutron-server[94177]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-01071c64-7257-4e85-a26a-544a2427a7b5 None None] Updating router 9c7813e6-2f0b-4ca5-a1a6-ab853743e968 port 41b3334c-a8bf-4779-b303-a5a9c45ccc3a binding host dv-neutron-601336-94-hyperv {{(pid=94177) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 23 11:40:24.645716 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc7542b2-afef-47f4-a763-e3a3cba144be None None] Pushing event updated for resources: {'Port': ['ID=29af1afc-0e09-45d6-9aff-7a0ac7658e94,revision_number=3']} {{(pid=94176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 11:40:24.666155 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc7542b2-afef-47f4-a763-e3a3cba144be None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-601336-94-hyperv {{(pid=94176) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 11:40:24.667774 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc7542b2-afef-47f4-a763-e3a3cba144be None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-94-hyperv {{(pid=94176) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 11:40:24.670511 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc7542b2-afef-47f4-a763-e3a3cba144be None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-94-hyperv {{(pid=94176) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 11:40:24.671008 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc7542b2-afef-47f4-a763-e3a3cba144be None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-601336-94-hyperv {{(pid=94176) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 11:40:24.671480 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc7542b2-afef-47f4-a763-e3a3cba144be None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-601336-94-hyperv {{(pid=94176) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 11:40:24.672031 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc7542b2-afef-47f4-a763-e3a3cba144be None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-601336-94-hyperv {{(pid=94176) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 11:40:24.672460 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc7542b2-afef-47f4-a763-e3a3cba144be None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-601336-94-hyperv {{(pid=94176) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 11:40:24.672888 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc7542b2-afef-47f4-a763-e3a3cba144be None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-601336-94-hyperv {{(pid=94176) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 11:40:24.675309 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc7542b2-afef-47f4-a763-e3a3cba144be None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-601336-94-hyperv {{(pid=94176) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 11:40:24.675750 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc7542b2-afef-47f4-a763-e3a3cba144be None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-94-hyperv {{(pid=94176) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 11:40:24.676181 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc7542b2-afef-47f4-a763-e3a3cba144be None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-601336-94-hyperv {{(pid=94176) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 11:40:24.677522 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc7542b2-afef-47f4-a763-e3a3cba144be None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-601336-94-hyperv {{(pid=94176) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 11:40:24.690776 dv-neutron-601336-94-hyperv neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-01071c64-7257-4e85-a26a-544a2427a7b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-923122'] for port, before_update {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:40:24.693726 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG oslo_concurrency.lockutils [None req-dc7542b2-afef-47f4-a763-e3a3cba144be None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.203s {{(pid=94176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 11:40:24.720354 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.db.db_base_plugin_common [None req-acac8542-5cc7-4f2e-ba81-b25058121ec9 tempest-TestNetworkBasicOps-233187296 tempest-TestNetworkBasicOps-233187296-project] Allocated IP 172.20.0.12 (eb17e2b0-6fa8-4e88-977d-dc1d236f50f4/a9f21ece-fa53-4513-9cb7-76820599b7b5/97f1344f-fa1f-475e-a963-a38d71c8ef47) {{(pid=94174) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 23 11:40:24.796418 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron_lib.callbacks.manager [None req-e1300283-3665-450f-bb8b-9fac8a98401e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-520412', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-524143'] for router, after_create {{(pid=94175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:40:24.864643 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.db.provisioning_blocks [None req-b0ba382e-fea9-42d6-b753-54d6634f9b08 None None] Provisioning for port 41b3334c-a8bf-4779-b303-a5a9c45ccc3a completed by entity DHCP. {{(pid=94176) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 23 11:40:24.869150 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.db.provisioning_blocks [None req-b0ba382e-fea9-42d6-b753-54d6634f9b08 None None] Provisioning complete for port 41b3334c-a8bf-4779-b303-a5a9c45ccc3a triggered by entity DHCP. {{(pid=94176) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 23 11:40:24.874675 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron_lib.callbacks.manager [None req-b0ba382e-fea9-42d6-b753-54d6634f9b08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-899258'] for port, provisioning_complete {{(pid=94176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:40:24.929521 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.plugins.ml2.plugin [None req-b0ba382e-fea9-42d6-b753-54d6634f9b08 None None] Port 41b3334c-a8bf-4779-b303-a5a9c45ccc3a cannot update to ACTIVE because it is not bound. {{(pid=94176) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jun 23 11:40:24.953229 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d2dbc2d8-d8b3-484f-88e7-50631abd8f69 None None] Network 03d0adb8-7c84-4028-a133-9fee8ea26a25 requested from dv-neutron-601336-94-hyperv {{(pid=94176) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 23 11:40:24.963442 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron_lib.callbacks.manager [None req-acac8542-5cc7-4f2e-ba81-b25058121ec9 tempest-TestNetworkBasicOps-233187296 tempest-TestNetworkBasicOps-233187296-project] Notify callbacks [] for port, precommit_create {{(pid=94174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:40:25.030950 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e1300283-3665-450f-bb8b-9fac8a98401e admin admin] Router f7ae45f4-004a-45dd-b90e-fcd1ba95e217 is scheduled to L3 agent 50ef99c0-ef28-4db5-b303-b145898fae60 with binding_index 1 {{(pid=94175) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jun 23 11:40:25.139074 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.db.provisioning_blocks [None req-0fa9daea-65f4-486a-9e6f-c24be409907c None None] Provisioning for port 35fe606e-3b18-4112-b570-91b8a130fabe completed by entity DHCP. {{(pid=94176) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 23 11:40:25.183103 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.db.provisioning_blocks [None req-0fa9daea-65f4-486a-9e6f-c24be409907c None None] Provisioning complete for port 41b3334c-a8bf-4779-b303-a5a9c45ccc3a triggered by entity DHCP. {{(pid=94176) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 23 11:40:25.183684 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron_lib.callbacks.manager [None req-0fa9daea-65f4-486a-9e6f-c24be409907c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-899258'] for port, provisioning_complete {{(pid=94176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:40:25.190860 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e1300283-3665-450f-bb8b-9fac8a98401e admin admin] Notify agent at l3_agent.dv-neutron-601336-94-hyperv the message routers_updated {{(pid=94175) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 23 11:40:25.220900 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8458c3fc-341f-4f18-8aef-91cce3774944 None None] Sync routers for ids ['f7ae45f4-004a-45dd-b90e-fcd1ba95e217'] in dv-neutron-601336-94-hyperv {{(pid=94176) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 23 11:40:25.254310 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.plugins.ml2.rpc [None req-dc7542b2-afef-47f4-a763-e3a3cba144be None None] Device 35fe606e-3b18-4112-b570-91b8a130fabe up at agent ovs-agent-dv-neutron-601336-94-hyperv {{(pid=94176) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:298}} Jun 23 11:40:25.261309 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8458c3fc-341f-4f18-8aef-91cce3774944 None None] Routers {'f7ae45f4-004a-45dd-b90e-fcd1ba95e217'} bound to L3 agent in host dv-neutron-601336-94-hyperv {{(pid=94176) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 23 11:40:25.263539 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.db.l3_hamode_db [None req-8458c3fc-341f-4f18-8aef-91cce3774944 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-601336-94-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-23T11:22:13Z,description=,heartbeat_timestamp=2021-06-23T11:40:13Z,host='dv-neutron-601336-94-hyperv',id=50ef99c0-ef28-4db5-b303-b145898fae60,load=0,resource_versions=,resources_synced=,started_at=2021-06-23T11:22:14Z,topic='l3_agent')) {'router_ids': ['f7ae45f4-004a-45dd-b90e-fcd1ba95e217'], 'active': True} {{(pid=94176) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 11:40:25.282093 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron_lib.callbacks.manager [None req-e1300283-3665-450f-bb8b-9fac8a98401e admin admin] Notify callbacks [] for router, before_response {{(pid=94175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:40:25.283795 dv-neutron-601336-94-hyperv neutron-server[94175]: INFO neutron.wsgi [None req-e1300283-3665-450f-bb8b-9fac8a98401e admin admin] 10.222.0.20 "POST /v2.0/routers HTTP/1.1" status: 201 len: 922 time: 2.7629602 Jun 23 11:40:25.286291 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.wsgi [-] (94175) accepted ('10.222.0.20', 43550) {{(pid=94175) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 11:40:25.321928 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.plugins.ml2.plugin [None req-0fa9daea-65f4-486a-9e6f-c24be409907c None None] Port 41b3334c-a8bf-4779-b303-a5a9c45ccc3a cannot update to ACTIVE because it is not bound. {{(pid=94176) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jun 23 11:40:25.358446 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.db.provisioning_blocks [None req-acac8542-5cc7-4f2e-ba81-b25058121ec9 tempest-TestNetworkBasicOps-233187296 tempest-TestNetworkBasicOps-233187296-project] Transition to ACTIVE for port object 97f1344f-fa1f-475e-a963-a38d71c8ef47 will not be triggered until provisioned by entity DHCP. {{(pid=94174) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 23 11:40:25.427094 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.db.l3_dvr_db [None req-8458c3fc-341f-4f18-8aef-91cce3774944 None None] Set router f7ae45f4-004a-45dd-b90e-fcd1ba95e217 gateway port host: dv-neutron-601336-94-hyperv {{(pid=94176) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:838}} Jun 23 11:40:25.567604 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.db.provisioning_blocks [None req-db6bfb43-b031-4984-905d-1e429661aec9 None None] Provisioning complete for port 41b3334c-a8bf-4779-b303-a5a9c45ccc3a triggered by entity DHCP. {{(pid=94176) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 23 11:40:25.567604 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron_lib.callbacks.manager [None req-db6bfb43-b031-4984-905d-1e429661aec9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-899258'] for port, provisioning_complete {{(pid=94176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:40:25.597758 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.plugins.ml2.plugin [None req-db6bfb43-b031-4984-905d-1e429661aec9 None None] Port 41b3334c-a8bf-4779-b303-a5a9c45ccc3a cannot update to ACTIVE because it is not bound. {{(pid=94176) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jun 23 11:40:25.656912 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.db.l3_hamode_db [None req-8458c3fc-341f-4f18-8aef-91cce3774944 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f7ae45f4-004a-45dd-b90e-fcd1ba95e217', 'name': 'tempest-TestVolumeBootPattern-454285966-router', 'tenant_id': '196d16edf443490aaaba40ccfc7a3448', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3e7e4eb3-cf02-4d47-ade9-0a579cdfc60f', 'external_fixed_ips': [{'subnet_id': 'a5ad15ab-c489-4a67-a9b0-d559fca0ec71', 'ip_address': '172.26.3.83'}], 'enable_snat': True}, 'gw_port_id': '37f26ea4-1d1e-47ad-b212-e44afa2e731c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-23T11:40:22Z', 'updated_at': '2021-06-23T11:40:24Z', 'revision_number': 3, 'project_id': '196d16edf443490aaaba40ccfc7a3448', 'gw_port': {'id': '37f26ea4-1d1e-47ad-b212-e44afa2e731c', 'name': '', 'network_id': '3e7e4eb3-cf02-4d47-ade9-0a579cdfc60f', 'tenant_id': '', 'mac_address': 'fa:16:3e:7a:83:5e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f7ae45f4-004a-45dd-b90e-fcd1ba95e217', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1387, 'fixed_ips': [{'subnet_id': 'a5ad15ab-c489-4a67-a9b0-d559fca0ec71', 'ip_address': '172.26.3.83', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-23T11:40:23Z', 'updated_at': '2021-06-23T11:40:23Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'a5ad15ab-c489-4a67-a9b0-d559fca0ec71', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-601336-94-hyperv'}], 'dv-neutron-601336-94-hyperv', False) {} {{(pid=94176) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 11:40:25.689569 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8458c3fc-341f-4f18-8aef-91cce3774944 None None] Checking router: f7ae45f4-004a-45dd-b90e-fcd1ba95e217 for host: dv-neutron-601336-94-hyperv {{(pid=94176) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 23 11:40:25.689935 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8458c3fc-341f-4f18-8aef-91cce3774944 None None] Updating router f7ae45f4-004a-45dd-b90e-fcd1ba95e217 port 37f26ea4-1d1e-47ad-b212-e44afa2e731c binding host dv-neutron-601336-94-hyperv {{(pid=94176) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 23 11:40:25.708052 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron_lib.callbacks.manager [None req-acac8542-5cc7-4f2e-ba81-b25058121ec9 tempest-TestNetworkBasicOps-233187296 tempest-TestNetworkBasicOps-233187296-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-922915', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-239814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7866073', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773699642215', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-5196399'] for port, after_create {{(pid=94174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:40:25.712154 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG oslo_concurrency.lockutils [None req-01627807-9e64-4a92-b0de-4d270bd8b1c9 tempest-FloatingIPTestJSON-1140213849 tempest-FloatingIPTestJSON-1140213849-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94174) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 11:40:25.746070 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.db.provisioning_blocks [None req-dc7542b2-afef-47f4-a763-e3a3cba144be None None] Provisioning for port 35fe606e-3b18-4112-b570-91b8a130fabe completed by entity L2. {{(pid=94176) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 23 11:40:25.750330 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron_lib.callbacks.manager [None req-73396fa7-0e42-4747-8019-824c91863219 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-923104'] for port, before_create {{(pid=94175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:40:25.756738 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron_lib.callbacks.manager [None req-8458c3fc-341f-4f18-8aef-91cce3774944 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-923122'] for port, before_update {{(pid=94176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:40:25.761603 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-acac8542-5cc7-4f2e-ba81-b25058121ec9 tempest-TestNetworkBasicOps-233187296 tempest-TestNetworkBasicOps-233187296-project] Network eb17e2b0-6fa8-4e88-977d-dc1d236f50f4 is already hosted by enough agents. {{(pid=94174) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 23 11:40:25.765378 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.scheduler.base_scheduler [None req-acac8542-5cc7-4f2e-ba81-b25058121ec9 tempest-TestNetworkBasicOps-233187296 tempest-TestNetworkBasicOps-233187296-project] Resources bound (agent type, host, resource id): {{(pid=94174) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 23 11:40:25.769505 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.db.l3_dvrscheduler_db [None req-acac8542-5cc7-4f2e-ba81-b25058121ec9 tempest-TestNetworkBasicOps-233187296 tempest-TestNetworkBasicOps-233187296-project] Received port after_create {{(pid=94174) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 23 11:40:25.844887 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-acac8542-5cc7-4f2e-ba81-b25058121ec9 tempest-TestNetworkBasicOps-233187296 tempest-TestNetworkBasicOps-233187296-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94174) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 11:40:25.845537 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron_lib.callbacks.manager [None req-acac8542-5cc7-4f2e-ba81-b25058121ec9 tempest-TestNetworkBasicOps-233187296 tempest-TestNetworkBasicOps-233187296-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-217507'] for port, before_response {{(pid=94174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:40:25.848334 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acac8542-5cc7-4f2e-ba81-b25058121ec9 tempest-TestNetworkBasicOps-233187296 tempest-TestNetworkBasicOps-233187296-project] Pushing event updated for resources: {'Port': ['ID=97f1344f-fa1f-475e-a963-a38d71c8ef47,revision_number=1']} {{(pid=94174) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 11:40:25.852522 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.db.provisioning_blocks [None req-dc7542b2-afef-47f4-a763-e3a3cba144be None None] Provisioning complete for port 35fe606e-3b18-4112-b570-91b8a130fabe triggered by entity L2. {{(pid=94176) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 23 11:40:25.853758 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron_lib.callbacks.manager [None req-dc7542b2-afef-47f4-a763-e3a3cba144be None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-899258'] for port, provisioning_complete {{(pid=94176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:40:25.854348 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG oslo_concurrency.lockutils [None req-acac8542-5cc7-4f2e-ba81-b25058121ec9 tempest-TestNetworkBasicOps-233187296 tempest-TestNetworkBasicOps-233187296-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.142s {{(pid=94174) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 11:40:25.920823 dv-neutron-601336-94-hyperv neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-01071c64-7257-4e85-a26a-544a2427a7b5 None None] Notify callbacks [] for port, precommit_update {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:40:25.934113 dv-neutron-601336-94-hyperv neutron-server[94174]: INFO neutron.wsgi [None req-acac8542-5cc7-4f2e-ba81-b25058121ec9 tempest-TestNetworkBasicOps-233187296 tempest-TestNetworkBasicOps-233187296-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 930 time: 1.6995013 Jun 23 11:40:25.936085 dv-neutron-601336-94-hyperv neutron-server[94177]: DEBUG neutron.db.provisioning_blocks [None req-01071c64-7257-4e85-a26a-544a2427a7b5 None None] Transition to ACTIVE for port object 41b3334c-a8bf-4779-b303-a5a9c45ccc3a will not be triggered until provisioned by entity L2. {{(pid=94177) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 23 11:40:26.008607 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.db.db_base_plugin_common [None req-73396fa7-0e42-4747-8019-824c91863219 admin admin] Allocated IP 172.20.0.1 (03d0adb8-7c84-4028-a133-9fee8ea26a25/5338fe8e-d932-41fb-ae27-ab82df160b69/261a243c-82ee-47e4-a191-3d819af8f10a) {{(pid=94175) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 23 11:40:26.017937 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron_lib.callbacks.manager [None req-dc7542b2-afef-47f4-a763-e3a3cba144be None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-923122'] for port, before_update {{(pid=94176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:40:26.027681 dv-neutron-601336-94-hyperv neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-01071c64-7257-4e85-a26a-544a2427a7b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-922904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866062', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773700135042', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773699642233', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773699642278'] for port, after_update {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:40:26.029973 dv-neutron-601336-94-hyperv neutron-server[94177]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94177) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 11:40:26.063135 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.plugins.ml2.db [None req-dc7542b2-afef-47f4-a763-e3a3cba144be None None] For port 35fe606e-3b18-4112-b570-91b8a130fabe, host dv-neutron-601336-94-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-94-hyperv',level=0,port_id=35fe606e-3b18-4112-b570-91b8a130fabe,segment=NetworkSegment(c7798981-dff9-4fc8-94a4-46182475c2ee),segment_id=c7798981-dff9-4fc8-94a4-46182475c2ee)] {{(pid=94176) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 23 11:40:26.146298 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron_lib.callbacks.manager [None req-73396fa7-0e42-4747-8019-824c91863219 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:40:26.146479 dv-neutron-601336-94-hyperv neutron-server[94177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81187cee-7033-4fd0-8e20-8e29056742e6 None None] Pushing event updated for resources: {'Port': ['ID=41b3334c-a8bf-4779-b303-a5a9c45ccc3a,revision_number=3']} {{(pid=94177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 11:40:26.153265 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.db.provisioning_blocks [None req-73396fa7-0e42-4747-8019-824c91863219 admin admin] Transition to ACTIVE for port object 261a243c-82ee-47e4-a191-3d819af8f10a will not be triggered until provisioned by entity DHCP. {{(pid=94175) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 23 11:40:26.153741 dv-neutron-601336-94-hyperv neutron-server[94177]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81187cee-7033-4fd0-8e20-8e29056742e6 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-601336-94-hyperv {{(pid=94177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 11:40:26.154095 dv-neutron-601336-94-hyperv neutron-server[94177]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81187cee-7033-4fd0-8e20-8e29056742e6 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-94-hyperv {{(pid=94177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 11:40:26.154438 dv-neutron-601336-94-hyperv neutron-server[94177]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81187cee-7033-4fd0-8e20-8e29056742e6 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-94-hyperv {{(pid=94177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 11:40:26.154776 dv-neutron-601336-94-hyperv neutron-server[94177]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81187cee-7033-4fd0-8e20-8e29056742e6 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-601336-94-hyperv {{(pid=94177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 11:40:26.155132 dv-neutron-601336-94-hyperv neutron-server[94177]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81187cee-7033-4fd0-8e20-8e29056742e6 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-601336-94-hyperv {{(pid=94177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 11:40:26.155490 dv-neutron-601336-94-hyperv neutron-server[94177]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81187cee-7033-4fd0-8e20-8e29056742e6 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-601336-94-hyperv {{(pid=94177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 11:40:26.155791 dv-neutron-601336-94-hyperv neutron-server[94177]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81187cee-7033-4fd0-8e20-8e29056742e6 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-601336-94-hyperv {{(pid=94177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 11:40:26.156120 dv-neutron-601336-94-hyperv neutron-server[94177]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81187cee-7033-4fd0-8e20-8e29056742e6 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-601336-94-hyperv {{(pid=94177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 11:40:26.157248 dv-neutron-601336-94-hyperv neutron-server[94177]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81187cee-7033-4fd0-8e20-8e29056742e6 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-601336-94-hyperv {{(pid=94177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 11:40:26.157586 dv-neutron-601336-94-hyperv neutron-server[94177]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81187cee-7033-4fd0-8e20-8e29056742e6 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-94-hyperv {{(pid=94177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 11:40:26.157950 dv-neutron-601336-94-hyperv neutron-server[94177]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81187cee-7033-4fd0-8e20-8e29056742e6 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-601336-94-hyperv {{(pid=94177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 11:40:26.158224 dv-neutron-601336-94-hyperv neutron-server[94177]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81187cee-7033-4fd0-8e20-8e29056742e6 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-601336-94-hyperv {{(pid=94177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 11:40:26.162539 dv-neutron-601336-94-hyperv neutron-server[94177]: DEBUG oslo_concurrency.lockutils [None req-81187cee-7033-4fd0-8e20-8e29056742e6 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.133s {{(pid=94177) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 11:40:26.182430 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron_lib.callbacks.manager [None req-8458c3fc-341f-4f18-8aef-91cce3774944 None None] Notify callbacks [] for port, precommit_update {{(pid=94176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:40:26.200288 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron_lib.callbacks.manager [None req-dc7542b2-afef-47f4-a763-e3a3cba144be None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-922904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866062', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773700135042', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773699642233', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773699642278'] for port, after_update {{(pid=94176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:40:26.201242 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.plugins.ml2.rpc [None req-dc7542b2-afef-47f4-a763-e3a3cba144be None None] Device 1f64c9e6-a822-4e0a-8292-4c523c7db59f up at agent ovs-agent-dv-neutron-601336-94-hyperv {{(pid=94176) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:298}} Jun 23 11:40:26.203530 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.db.provisioning_blocks [None req-8458c3fc-341f-4f18-8aef-91cce3774944 None None] Transition to ACTIVE for port object 37f26ea4-1d1e-47ad-b212-e44afa2e731c will not be triggered until provisioned by entity L2. {{(pid=94176) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 23 11:40:26.205898 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG oslo_concurrency.lockutils [None req-97bd5441-1da2-49ee-a364-27795820ba27 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 11:40:26.220189 dv-neutron-601336-94-hyperv neutron-server[94177]: DEBUG neutron.plugins.ml2.managers [None req-01071c64-7257-4e85-a26a-544a2427a7b5 None None] Attempting to bind port 41b3334c-a8bf-4779-b303-a5a9c45ccc3a on host dv-neutron-601336-94-hyperv for vnic_type normal with profile {{(pid=94177) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 23 11:40:26.220566 dv-neutron-601336-94-hyperv neutron-server[94177]: DEBUG neutron.plugins.ml2.managers [None req-01071c64-7257-4e85-a26a-544a2427a7b5 None None] Attempting to bind port 41b3334c-a8bf-4779-b303-a5a9c45ccc3a by drivers openvswitch,hyperv on host dv-neutron-601336-94-hyperv at level 0 using segments [{'id': 'fd389721-9bf6-4e11-9863-961f1c6db03e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 409, 'network_id': 'eb17e2b0-6fa8-4e88-977d-dc1d236f50f4'}] {{(pid=94177) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 23 11:40:26.220936 dv-neutron-601336-94-hyperv neutron-server[94177]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-01071c64-7257-4e85-a26a-544a2427a7b5 None None] Attempting to bind port 41b3334c-a8bf-4779-b303-a5a9c45ccc3a on network eb17e2b0-6fa8-4e88-977d-dc1d236f50f4 {{(pid=94177) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 23 11:40:26.226133 dv-neutron-601336-94-hyperv neutron-server[94177]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-01071c64-7257-4e85-a26a-544a2427a7b5 None None] Checking agent: {'id': '4d05f899-5ac9-411b-8a03-f60c93f87cdf', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-601336-94-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 23, 11, 22, 14), 'started_at': datetime.datetime(2021, 6, 23, 11, 22, 44), 'heartbeat_timestamp': datetime.datetime(2021, 6, 23, 11, 40, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'monitor_allowed_address_pair_garp': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-601336-94-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94177) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 23 11:40:26.228407 dv-neutron-601336-94-hyperv neutron-server[94177]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-01071c64-7257-4e85-a26a-544a2427a7b5 None None] Checking segment: {'id': 'fd389721-9bf6-4e11-9863-961f1c6db03e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 409, 'network_id': 'eb17e2b0-6fa8-4e88-977d-dc1d236f50f4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94177) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 23 11:40:26.228407 dv-neutron-601336-94-hyperv neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-01071c64-7257-4e85-a26a-544a2427a7b5 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:40:26.228407 dv-neutron-601336-94-hyperv neutron-server[94177]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-01071c64-7257-4e85-a26a-544a2427a7b5 None None] Bound using segment: {'id': 'fd389721-9bf6-4e11-9863-961f1c6db03e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 409, 'network_id': 'eb17e2b0-6fa8-4e88-977d-dc1d236f50f4'} {{(pid=94177) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 23 11:40:26.228407 dv-neutron-601336-94-hyperv neutron-server[94177]: DEBUG neutron.plugins.ml2.managers [None req-01071c64-7257-4e85-a26a-544a2427a7b5 None None] Bound port: 41b3334c-a8bf-4779-b303-a5a9c45ccc3a, host: dv-neutron-601336-94-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fd389721-9bf6-4e11-9863-961f1c6db03e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 409, 'network_id': 'eb17e2b0-6fa8-4e88-977d-dc1d236f50f4'}}] {{(pid=94177) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 23 11:40:26.228977 dv-neutron-601336-94-hyperv neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-01071c64-7257-4e85-a26a-544a2427a7b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-923122'] for port, before_update {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:40:26.290782 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron_lib.callbacks.manager [None req-73396fa7-0e42-4747-8019-824c91863219 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-922915', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-239814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7866073', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773699642215', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-5082457'] for port, after_create {{(pid=94175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:40:26.292968 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc7542b2-afef-47f4-a763-e3a3cba144be None None] Pushing event updated for resources: {'Port': ['ID=35fe606e-3b18-4112-b570-91b8a130fabe,revision_number=3']} {{(pid=94176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 11:40:26.294019 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG oslo_concurrency.lockutils [None req-ce32b856-ac4c-47c0-9208-1d2699b90a0d tempest-TestNetworkBasicOps-233187296 tempest-TestNetworkBasicOps-233187296-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94175) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 11:40:26.296414 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG oslo_concurrency.lockutils [None req-dc7542b2-afef-47f4-a763-e3a3cba144be None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.091s {{(pid=94176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 11:40:26.297173 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron_lib.callbacks.manager [None req-8458c3fc-341f-4f18-8aef-91cce3774944 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-922904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866062', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773700135042', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773699642233', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773699642278'] for port, after_update {{(pid=94176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:40:26.309346 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG oslo_concurrency.lockutils [None req-41253da7-f895-4104-a425-138963f4ab41 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 11:40:26.315857 dv-neutron-601336-94-hyperv neutron-server[94177]: DEBUG neutron.plugins.ml2.db [None req-01071c64-7257-4e85-a26a-544a2427a7b5 None None] For port 41b3334c-a8bf-4779-b303-a5a9c45ccc3a, host dv-neutron-601336-94-hyperv, cleared binding levels {{(pid=94177) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 23 11:40:26.323233 dv-neutron-601336-94-hyperv neutron-server[94177]: DEBUG neutron.plugins.ml2.db [None req-01071c64-7257-4e85-a26a-544a2427a7b5 None None] For port 41b3334c-a8bf-4779-b303-a5a9c45ccc3a, host dv-neutron-601336-94-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-94-hyperv',level=0,port_id=41b3334c-a8bf-4779-b303-a5a9c45ccc3a,segment=NetworkSegment(fd389721-9bf6-4e11-9863-961f1c6db03e),segment_id=fd389721-9bf6-4e11-9863-961f1c6db03e)] {{(pid=94177) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 23 11:40:26.342864 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-73396fa7-0e42-4747-8019-824c91863219 admin admin] Network 03d0adb8-7c84-4028-a133-9fee8ea26a25 is already hosted by enough agents. {{(pid=94175) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 23 11:40:26.348109 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.scheduler.base_scheduler [None req-73396fa7-0e42-4747-8019-824c91863219 admin admin] Resources bound (agent type, host, resource id): {{(pid=94175) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 23 11:40:26.348730 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.db.provisioning_blocks [None req-6076ac52-b4c3-4a26-92f5-ba88233ca316 None None] Provisioning for port 97f1344f-fa1f-475e-a963-a38d71c8ef47 completed by entity DHCP. {{(pid=94176) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 23 11:40:26.351801 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.db.l3_dvrscheduler_db [None req-73396fa7-0e42-4747-8019-824c91863219 admin admin] Received port after_create {{(pid=94175) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 23 11:40:26.361913 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.db.provisioning_blocks [None req-6076ac52-b4c3-4a26-92f5-ba88233ca316 None None] Provisioning complete for port 97f1344f-fa1f-475e-a963-a38d71c8ef47 triggered by entity DHCP. {{(pid=94176) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 23 11:40:26.362363 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron_lib.callbacks.manager [None req-6076ac52-b4c3-4a26-92f5-ba88233ca316 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-899258'] for port, provisioning_complete {{(pid=94176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:40:26.367017 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.plugins.ml2.managers [None req-8458c3fc-341f-4f18-8aef-91cce3774944 None None] Attempting to bind port 37f26ea4-1d1e-47ad-b212-e44afa2e731c on host dv-neutron-601336-94-hyperv for vnic_type normal with profile {{(pid=94176) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 23 11:40:26.367435 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.plugins.ml2.managers [None req-8458c3fc-341f-4f18-8aef-91cce3774944 None None] Attempting to bind port 37f26ea4-1d1e-47ad-b212-e44afa2e731c by drivers openvswitch,hyperv on host dv-neutron-601336-94-hyperv at level 0 using segments [{'id': 'c23be0a5-6980-48fb-bc9f-4a24717fe1de', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3e7e4eb3-cf02-4d47-ade9-0a579cdfc60f'}] {{(pid=94176) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 23 11:40:26.367838 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8458c3fc-341f-4f18-8aef-91cce3774944 None None] Attempting to bind port 37f26ea4-1d1e-47ad-b212-e44afa2e731c on network 3e7e4eb3-cf02-4d47-ade9-0a579cdfc60f {{(pid=94176) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 23 11:40:26.370736 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.wsgi [-] (94174) accepted ('10.222.0.20', 43554) {{(pid=94174) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 11:40:26.376681 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.api.v2.base [None req-a649077a-86e3-4aaa-b1e0-e68564ac14ea tempest-TestNetworkBasicOps-233187296 tempest-TestNetworkBasicOps-233187296-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-318928971', 'description': 'tempest-secgroup-smoke-318928971 description', 'project_id': '772b9946478d439e9da4eaeade7fb21d'}} {{(pid=94174) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 23 11:40:26.387358 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73396fa7-0e42-4747-8019-824c91863219 admin admin] Pushing event updated for resources: {'Port': ['ID=261a243c-82ee-47e4-a191-3d819af8f10a,revision_number=1']} {{(pid=94175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 11:40:26.392125 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG oslo_concurrency.lockutils [None req-73396fa7-0e42-4747-8019-824c91863219 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.098s {{(pid=94175) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 11:40:26.409919 dv-neutron-601336-94-hyperv neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-01071c64-7257-4e85-a26a-544a2427a7b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-922904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866062', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773700135042', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773699642233', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773699642278'] for port, after_update {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:40:26.410774 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b818c1ca-94f0-4df8-a032-fe3e7da7d3fd None None] Pushing event updated for resources: {'Port': ['ID=37f26ea4-1d1e-47ad-b212-e44afa2e731c,revision_number=2']} {{(pid=94176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 11:40:26.414085 dv-neutron-601336-94-hyperv neutron-server[94177]: DEBUG oslo_concurrency.lockutils [None req-1cc56992-6b77-4ece-958d-aaf933f74594 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94177) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 11:40:26.422284 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG oslo_concurrency.lockutils [None req-b818c1ca-94f0-4df8-a032-fe3e7da7d3fd None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.111s {{(pid=94176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 11:40:26.422284 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8458c3fc-341f-4f18-8aef-91cce3774944 None None] Checking agent: {'id': '4d05f899-5ac9-411b-8a03-f60c93f87cdf', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-601336-94-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 23, 11, 22, 14), 'started_at': datetime.datetime(2021, 6, 23, 11, 22, 44), 'heartbeat_timestamp': datetime.datetime(2021, 6, 23, 11, 40, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'monitor_allowed_address_pair_garp': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-601336-94-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94176) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 23 11:40:26.422284 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8458c3fc-341f-4f18-8aef-91cce3774944 None None] Checking segment: {'id': 'c23be0a5-6980-48fb-bc9f-4a24717fe1de', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3e7e4eb3-cf02-4d47-ade9-0a579cdfc60f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94176) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 23 11:40:26.422284 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron_lib.callbacks.manager [None req-8458c3fc-341f-4f18-8aef-91cce3774944 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:40:26.423126 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8458c3fc-341f-4f18-8aef-91cce3774944 None None] Bound using segment: {'id': 'c23be0a5-6980-48fb-bc9f-4a24717fe1de', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3e7e4eb3-cf02-4d47-ade9-0a579cdfc60f'} {{(pid=94176) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 23 11:40:26.423632 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.plugins.ml2.managers [None req-8458c3fc-341f-4f18-8aef-91cce3774944 None None] Bound port: 37f26ea4-1d1e-47ad-b212-e44afa2e731c, host: dv-neutron-601336-94-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c23be0a5-6980-48fb-bc9f-4a24717fe1de', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3e7e4eb3-cf02-4d47-ade9-0a579cdfc60f'}}] {{(pid=94176) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 23 11:40:26.424019 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron_lib.callbacks.manager [None req-8458c3fc-341f-4f18-8aef-91cce3774944 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-923122'] for port, before_update {{(pid=94176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:40:26.425776 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.db.provisioning_blocks [None req-dc7542b2-afef-47f4-a763-e3a3cba144be None None] Provisioning complete for port 1f64c9e6-a822-4e0a-8292-4c523c7db59f triggered by entity L2. {{(pid=94176) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 23 11:40:26.426143 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron_lib.callbacks.manager [None req-dc7542b2-afef-47f4-a763-e3a3cba144be None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-899258'] for port, provisioning_complete {{(pid=94176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:40:26.435492 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron_lib.callbacks.manager [None req-73396fa7-0e42-4747-8019-824c91863219 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-452954'] for router_interface, before_create {{(pid=94175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:40:26.479309 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron_lib.callbacks.manager [None req-a649077a-86e3-4aaa-b1e0-e68564ac14ea tempest-TestNetworkBasicOps-233187296 tempest-TestNetworkBasicOps-233187296-project] Notify callbacks [] for security_group, before_create {{(pid=94174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:40:26.480127 dv-neutron-601336-94-hyperv neutron-server[94177]: DEBUG neutron.db.l3_dvrscheduler_db [None req-01071c64-7257-4e85-a26a-544a2427a7b5 None None] Routers {'9c7813e6-2f0b-4ca5-a1a6-ab853743e968'} bound to L3 agent in host dv-neutron-601336-94-hyperv {{(pid=94177) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 23 11:40:26.487397 dv-neutron-601336-94-hyperv neutron-server[94177]: DEBUG neutron.db.l3_hamode_db [None req-01071c64-7257-4e85-a26a-544a2427a7b5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-601336-94-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-23T11:22:13Z,description=,heartbeat_timestamp=2021-06-23T11:40:13Z,host='dv-neutron-601336-94-hyperv',id=50ef99c0-ef28-4db5-b303-b145898fae60,load=0,resource_versions=,resources_synced=,started_at=2021-06-23T11:22:14Z,topic='l3_agent')) {'router_ids': ['9c7813e6-2f0b-4ca5-a1a6-ab853743e968'], 'active': True} {{(pid=94177) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 11:40:26.497571 dv-neutron-601336-94-hyperv neutron-server[94177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81187cee-7033-4fd0-8e20-8e29056742e6 None None] Pushing event updated for resources: {'Port': ['ID=41b3334c-a8bf-4779-b303-a5a9c45ccc3a,revision_number=4']} {{(pid=94177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 11:40:26.508143 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.plugins.ml2.db [None req-8458c3fc-341f-4f18-8aef-91cce3774944 None None] For port 37f26ea4-1d1e-47ad-b212-e44afa2e731c, host dv-neutron-601336-94-hyperv, cleared binding levels {{(pid=94176) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 23 11:40:26.513328 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.plugins.ml2.db [None req-8458c3fc-341f-4f18-8aef-91cce3774944 None None] For port 37f26ea4-1d1e-47ad-b212-e44afa2e731c, host dv-neutron-601336-94-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-94-hyperv',level=0,port_id=37f26ea4-1d1e-47ad-b212-e44afa2e731c,segment=NetworkSegment(c23be0a5-6980-48fb-bc9f-4a24717fe1de),segment_id=c23be0a5-6980-48fb-bc9f-4a24717fe1de)] {{(pid=94176) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 23 11:40:26.555094 dv-neutron-601336-94-hyperv neutron-server[94177]: DEBUG oslo_concurrency.lockutils [None req-81187cee-7033-4fd0-8e20-8e29056742e6 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.140s {{(pid=94177) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 11:40:26.623840 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron_lib.callbacks.manager [None req-a649077a-86e3-4aaa-b1e0-e68564ac14ea tempest-TestNetworkBasicOps-233187296 tempest-TestNetworkBasicOps-233187296-project] Notify callbacks [] for security_group, precommit_create {{(pid=94174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:40:26.668170 dv-neutron-601336-94-hyperv neutron-server[94177]: DEBUG neutron.db.l3_dvr_db [None req-01071c64-7257-4e85-a26a-544a2427a7b5 None None] Set router 9c7813e6-2f0b-4ca5-a1a6-ab853743e968 gateway port host: dv-neutron-601336-94-hyperv {{(pid=94177) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:838}} Jun 23 11:40:26.693369 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron_lib.callbacks.manager [None req-a649077a-86e3-4aaa-b1e0-e68564ac14ea tempest-TestNetworkBasicOps-233187296 tempest-TestNetworkBasicOps-233187296-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7996330'] for security_group, after_create {{(pid=94174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:40:26.696462 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG oslo_concurrency.lockutils [None req-e418fefa-a4f0-4009-ab0a-58b717858e40 tempest-TestNetworkBasicOps-233187296 tempest-TestNetworkBasicOps-233187296-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94174) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 11:40:26.723953 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron_lib.callbacks.manager [None req-73396fa7-0e42-4747-8019-824c91863219 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-923122'] for port, before_update {{(pid=94175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:40:26.763533 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a649077a-86e3-4aaa-b1e0-e68564ac14ea tempest-TestNetworkBasicOps-233187296 tempest-TestNetworkBasicOps-233187296-project] Pushing event updated for resources: {'SecurityGroup': ['ID=072cf525-13c8-4d6a-94c6-6a7e4b9a27dd,revision_number=1']} {{(pid=94174) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 11:40:26.777302 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG oslo_concurrency.lockutils [None req-a649077a-86e3-4aaa-b1e0-e68564ac14ea tempest-TestNetworkBasicOps-233187296 tempest-TestNetworkBasicOps-233187296-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.081s {{(pid=94174) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 11:40:26.791506 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron_lib.callbacks.manager [None req-8458c3fc-341f-4f18-8aef-91cce3774944 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-922904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866062', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773700135042', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773699642233', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773699642278'] for port, after_update {{(pid=94176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:40:26.796578 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG oslo_concurrency.lockutils [None req-97bd5441-1da2-49ee-a364-27795820ba27 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 11:40:26.823622 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.plugins.ml2.plugin [None req-6076ac52-b4c3-4a26-92f5-ba88233ca316 None None] Port 97f1344f-fa1f-475e-a963-a38d71c8ef47 cannot update to ACTIVE because it is not bound. {{(pid=94176) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jun 23 11:40:26.827152 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron_lib.callbacks.manager [None req-a649077a-86e3-4aaa-b1e0-e68564ac14ea tempest-TestNetworkBasicOps-233187296 tempest-TestNetworkBasicOps-233187296-project] Notify callbacks [] for security_group, before_response {{(pid=94174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:40:26.828856 dv-neutron-601336-94-hyperv neutron-server[94174]: INFO neutron.wsgi [None req-a649077a-86e3-4aaa-b1e0-e68564ac14ea tempest-TestNetworkBasicOps-233187296 tempest-TestNetworkBasicOps-233187296-project] 10.222.0.20 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.4564574 Jun 23 11:40:26.831614 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.wsgi [-] (94174) accepted ('10.222.0.20', 43556) {{(pid=94174) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 11:40:26.836255 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.api.v2.base [None req-26550a2e-ed24-4c2d-b0a9-d5bb08857bcb tempest-TestNetworkBasicOps-233187296 tempest-TestNetworkBasicOps-233187296-project] Request body: {'security_group_rule': {'security_group_id': '072cf525-13c8-4d6a-94c6-6a7e4b9a27dd', 'project_id': '772b9946478d439e9da4eaeade7fb21d', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=94174) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 23 11:40:26.878711 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b818c1ca-94f0-4df8-a032-fe3e7da7d3fd None None] Pushing event updated for resources: {'Port': ['ID=37f26ea4-1d1e-47ad-b212-e44afa2e731c,revision_number=3']} {{(pid=94176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 11:40:26.882859 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG oslo_concurrency.lockutils [None req-b818c1ca-94f0-4df8-a032-fe3e7da7d3fd None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.086s {{(pid=94176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 11:40:26.885139 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8458c3fc-341f-4f18-8aef-91cce3774944 None None] Routers {'f7ae45f4-004a-45dd-b90e-fcd1ba95e217'} bound to L3 agent in host dv-neutron-601336-94-hyperv {{(pid=94176) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 23 11:40:26.885756 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.db.l3_hamode_db [None req-8458c3fc-341f-4f18-8aef-91cce3774944 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-601336-94-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-23T11:22:13Z,description=,heartbeat_timestamp=2021-06-23T11:40:13Z,host='dv-neutron-601336-94-hyperv',id=50ef99c0-ef28-4db5-b303-b145898fae60,load=0,resource_versions=,resources_synced=,started_at=2021-06-23T11:22:14Z,topic='l3_agent')) {'router_ids': ['f7ae45f4-004a-45dd-b90e-fcd1ba95e217'], 'active': True} {{(pid=94176) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 11:40:26.907701 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron_lib.callbacks.manager [None req-73396fa7-0e42-4747-8019-824c91863219 admin admin] Notify callbacks [] for port, precommit_update {{(pid=94175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:40:26.917611 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron_lib.callbacks.manager [None req-26550a2e-ed24-4c2d-b0a9-d5bb08857bcb tempest-TestNetworkBasicOps-233187296 tempest-TestNetworkBasicOps-233187296-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:40:26.924377 dv-neutron-601336-94-hyperv neutron-server[94177]: DEBUG neutron.db.l3_hamode_db [None req-01071c64-7257-4e85-a26a-544a2427a7b5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9c7813e6-2f0b-4ca5-a1a6-ab853743e968', 'name': 'tempest-TestNetworkBasicOps-router-326637144', 'tenant_id': '772b9946478d439e9da4eaeade7fb21d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3e7e4eb3-cf02-4d47-ade9-0a579cdfc60f', 'external_fixed_ips': [{'subnet_id': 'a5ad15ab-c489-4a67-a9b0-d559fca0ec71', 'ip_address': '172.26.3.119'}], 'enable_snat': True}, 'gw_port_id': '1f64c9e6-a822-4e0a-8292-4c523c7db59f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-23T11:40:17Z', 'updated_at': '2021-06-23T11:40:22Z', 'revision_number': 4, 'project_id': '772b9946478d439e9da4eaeade7fb21d', 'gw_port': {'id': '1f64c9e6-a822-4e0a-8292-4c523c7db59f', 'name': '', 'network_id': '3e7e4eb3-cf02-4d47-ade9-0a579cdfc60f', 'tenant_id': '', 'mac_address': 'fa:16:3e:75:1a:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9c7813e6-2f0b-4ca5-a1a6-ab853743e968', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1368, 'fixed_ips': [{'subnet_id': 'a5ad15ab-c489-4a67-a9b0-d559fca0ec71', 'ip_address': '172.26.3.119', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-94-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-23T11:40:18Z', 'updated_at': '2021-06-23T11:40:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a5ad15ab-c489-4a67-a9b0-d559fca0ec71', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-601336-94-hyperv', '_interfaces': [{'id': '41b3334c-a8bf-4779-b303-a5a9c45ccc3a', 'name': '', 'network_id': 'eb17e2b0-6fa8-4e88-977d-dc1d236f50f4', 'tenant_id': '772b9946478d439e9da4eaeade7fb21d', 'mac_address': 'fa:16:3e:b0:0d:4d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9c7813e6-2f0b-4ca5-a1a6-ab853743e968', 'device_owner': 'network:router_interface', 'standard_attr_id': 1384, 'fixed_ips': [{'subnet_id': 'a9f21ece-fa53-4513-9cb7-76820599b7b5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-94-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-23T11:40:21Z', 'updated_at': '2021-06-23T11:40:26Z', 'revision_number': 4, 'project_id': '772b9946478d439e9da4eaeade7fb21d', 'subnets': [{'id': 'a9f21ece-fa53-4513-9cb7-76820599b7b5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-601336-94-hyperv', False) {} {{(pid=94177) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 11:40:26.952171 dv-neutron-601336-94-hyperv neutron-server[94177]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-01071c64-7257-4e85-a26a-544a2427a7b5 None None] The sync data for ids ['9c7813e6-2f0b-4ca5-a1a6-ab853743e968'] in dv-neutron-601336-94-hyperv is: [{'id': '9c7813e6-2f0b-4ca5-a1a6-ab853743e968', 'name': 'tempest-TestNetworkBasicOps-router-326637144', 'tenant_id': '772b9946478d439e9da4eaeade7fb21d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3e7e4eb3-cf02-4d47-ade9-0a579cdfc60f', 'external_fixed_ips': [{'subnet_id': 'a5ad15ab-c489-4a67-a9b0-d559fca0ec71', 'ip_address': '172.26.3.119'}], 'enable_snat': True}, 'gw_port_id': '1f64c9e6-a822-4e0a-8292-4c523c7db59f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-23T11:40:17Z', 'updated_at': '2021-06-23T11:40:22Z', 'revision_number': 4, 'project_id': '772b9946478d439e9da4eaeade7fb21d', 'gw_port': {'id': '1f64c9e6-a822-4e0a-8292-4c523c7db59f', 'name': '', 'network_id': '3e7e4eb3-cf02-4d47-ade9-0a579cdfc60f', 'tenant_id': '', 'mac_address': 'fa:16:3e:75:1a:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9c7813e6-2f0b-4ca5-a1a6-ab853743e968', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1368, 'fixed_ips': [{'subnet_id': 'a5ad15ab-c489-4a67-a9b0-d559fca0ec71', 'ip_address': '172.26.3.119', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-94-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-23T11:40:18Z', 'updated_at': '2021-06-23T11:40:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a5ad15ab-c489-4a67-a9b0-d559fca0ec71', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-601336-94-hyperv', '_interfaces': [{'id': '41b3334c-a8bf-4779-b303-a5a9c45ccc3a', 'name': '', 'network_id': 'eb17e2b0-6fa8-4e88-977d-dc1d236f50f4', 'tenant_id': '772b9946478d439e9da4eaeade7fb21d', 'mac_address': 'fa:16:3e:b0:0d:4d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9c7813e6-2f0b-4ca5-a1a6-ab853743e968', 'device_owner': 'network:router_interface', 'standard_attr_id': 1384, 'fixed_ips': [{'subnet_id': 'a9f21ece-fa53-4513-9cb7-76820599b7b5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-94-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-23T11:40:21Z', 'updated_at': '2021-06-23T11:40:26Z', 'revision_number': 4, 'project_id': '772b9946478d439e9da4eaeade7fb21d', 'subnets': [{'id': 'a9f21ece-fa53-4513-9cb7-76820599b7b5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94177) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 23 11:40:26.964130 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron_lib.callbacks.manager [None req-73396fa7-0e42-4747-8019-824c91863219 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-922904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866062', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773700135042', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773699642233', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773699642278', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5082471'] for port, after_update {{(pid=94175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:40:26.968047 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG oslo_concurrency.lockutils [None req-ddd88f78-0130-4e87-a5cc-67d7f1371bd0 tempest-NetworksIpV6Test-253648203 tempest-NetworksIpV6Test-253648203-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94175) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 11:40:26.985636 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron_lib.callbacks.manager [None req-26550a2e-ed24-4c2d-b0a9-d5bb08857bcb tempest-TestNetworkBasicOps-233187296 tempest-TestNetworkBasicOps-233187296-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:40:27.009816 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.plugins.ml2.rpc [None req-dc7542b2-afef-47f4-a763-e3a3cba144be None None] Device 29af1afc-0e09-45d6-9aff-7a0ac7658e94 up at agent ovs-agent-dv-neutron-601336-94-hyperv {{(pid=94176) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:298}} Jun 23 11:40:27.066281 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron_lib.callbacks.manager [None req-73396fa7-0e42-4747-8019-824c91863219 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-7866091', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-453038'] for router_interface, after_create {{(pid=94175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:40:27.067312 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron_lib.callbacks.manager [None req-26550a2e-ed24-4c2d-b0a9-d5bb08857bcb tempest-TestNetworkBasicOps-233187296 tempest-TestNetworkBasicOps-233187296-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7996355'] for security_group_rule, after_create {{(pid=94174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:40:27.068212 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73396fa7-0e42-4747-8019-824c91863219 admin admin] Pushing event updated for resources: {'Port': ['ID=261a243c-82ee-47e4-a191-3d819af8f10a,revision_number=2']} {{(pid=94175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 11:40:27.069386 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.db.l3_dvr_db [None req-8458c3fc-341f-4f18-8aef-91cce3774944 None None] Set router f7ae45f4-004a-45dd-b90e-fcd1ba95e217 gateway port host: dv-neutron-601336-94-hyperv {{(pid=94176) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:838}} Jun 23 11:40:27.069530 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG oslo_concurrency.lockutils [None req-f51027c2-b73a-4cfd-889c-f95530ebb93f tempest-SecGroupTest-1462889432 tempest-SecGroupTest-1462889432-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94174) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 11:40:27.072696 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG oslo_concurrency.lockutils [None req-73396fa7-0e42-4747-8019-824c91863219 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.105s {{(pid=94175) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 11:40:27.112619 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26550a2e-ed24-4c2d-b0a9-d5bb08857bcb tempest-TestNetworkBasicOps-233187296 tempest-TestNetworkBasicOps-233187296-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=bdda1c69-5631-47a5-bd8f-910b63182db6,revision_number=0']} {{(pid=94174) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 11:40:27.117093 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG oslo_concurrency.lockutils [None req-26550a2e-ed24-4c2d-b0a9-d5bb08857bcb tempest-TestNetworkBasicOps-233187296 tempest-TestNetworkBasicOps-233187296-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=94174) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 11:40:27.121712 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.db.provisioning_blocks [None req-dc7542b2-afef-47f4-a763-e3a3cba144be None None] Provisioning complete for port 29af1afc-0e09-45d6-9aff-7a0ac7658e94 triggered by entity L2. {{(pid=94176) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 23 11:40:27.122100 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron_lib.callbacks.manager [None req-dc7542b2-afef-47f4-a763-e3a3cba144be None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-899258'] for port, provisioning_complete {{(pid=94176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:40:27.170269 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.db.provisioning_blocks [None req-a090d9bd-d717-44b4-bc17-f2e66300eb90 None None] Provisioning for port 261a243c-82ee-47e4-a191-3d819af8f10a completed by entity DHCP. {{(pid=94176) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 23 11:40:27.199938 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron_lib.callbacks.manager [None req-26550a2e-ed24-4c2d-b0a9-d5bb08857bcb tempest-TestNetworkBasicOps-233187296 tempest-TestNetworkBasicOps-233187296-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:40:27.202293 dv-neutron-601336-94-hyperv neutron-server[94174]: INFO neutron.wsgi [None req-26550a2e-ed24-4c2d-b0a9-d5bb08857bcb tempest-TestNetworkBasicOps-233187296 tempest-TestNetworkBasicOps-233187296-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3696980 Jun 23 11:40:27.204330 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.wsgi [-] (94174) accepted ('10.222.0.20', 43558) {{(pid=94174) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 11:40:27.210097 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.api.v2.base [None req-713bdfff-1da9-4d87-bb60-a74c0f7856f3 tempest-TestNetworkBasicOps-233187296 tempest-TestNetworkBasicOps-233187296-project] Request body: {'security_group_rule': {'security_group_id': '072cf525-13c8-4d6a-94c6-6a7e4b9a27dd', 'project_id': '772b9946478d439e9da4eaeade7fb21d', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=94174) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 23 11:40:27.220994 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.db.provisioning_blocks [None req-a090d9bd-d717-44b4-bc17-f2e66300eb90 None None] Provisioning complete for port 261a243c-82ee-47e4-a191-3d819af8f10a triggered by entity DHCP. {{(pid=94176) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 23 11:40:27.221382 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron_lib.callbacks.manager [None req-a090d9bd-d717-44b4-bc17-f2e66300eb90 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-899258'] for port, provisioning_complete {{(pid=94176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:40:27.298010 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.plugins.ml2.plugin [None req-a090d9bd-d717-44b4-bc17-f2e66300eb90 None None] Port 261a243c-82ee-47e4-a191-3d819af8f10a cannot update to ACTIVE because it is not bound. {{(pid=94176) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jun 23 11:40:27.313362 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron_lib.callbacks.manager [None req-713bdfff-1da9-4d87-bb60-a74c0f7856f3 tempest-TestNetworkBasicOps-233187296 tempest-TestNetworkBasicOps-233187296-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:40:27.394485 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron_lib.callbacks.manager [None req-713bdfff-1da9-4d87-bb60-a74c0f7856f3 tempest-TestNetworkBasicOps-233187296 tempest-TestNetworkBasicOps-233187296-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:40:27.432422 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.db.l3_hamode_db [None req-8458c3fc-341f-4f18-8aef-91cce3774944 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f7ae45f4-004a-45dd-b90e-fcd1ba95e217', 'name': 'tempest-TestVolumeBootPattern-454285966-router', 'tenant_id': '196d16edf443490aaaba40ccfc7a3448', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3e7e4eb3-cf02-4d47-ade9-0a579cdfc60f', 'external_fixed_ips': [{'subnet_id': 'a5ad15ab-c489-4a67-a9b0-d559fca0ec71', 'ip_address': '172.26.3.83'}], 'enable_snat': True}, 'gw_port_id': '37f26ea4-1d1e-47ad-b212-e44afa2e731c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-23T11:40:22Z', 'updated_at': '2021-06-23T11:40:26Z', 'revision_number': 4, 'project_id': '196d16edf443490aaaba40ccfc7a3448', 'gw_port': {'id': '37f26ea4-1d1e-47ad-b212-e44afa2e731c', 'name': '', 'network_id': '3e7e4eb3-cf02-4d47-ade9-0a579cdfc60f', 'tenant_id': '', 'mac_address': 'fa:16:3e:7a:83:5e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f7ae45f4-004a-45dd-b90e-fcd1ba95e217', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1387, 'fixed_ips': [{'subnet_id': 'a5ad15ab-c489-4a67-a9b0-d559fca0ec71', 'ip_address': '172.26.3.83', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-94-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-23T11:40:23Z', 'updated_at': '2021-06-23T11:40:26Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a5ad15ab-c489-4a67-a9b0-d559fca0ec71', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-601336-94-hyperv', '_interfaces': [{'id': '261a243c-82ee-47e4-a191-3d819af8f10a', 'name': '', 'network_id': '03d0adb8-7c84-4028-a133-9fee8ea26a25', 'tenant_id': '196d16edf443490aaaba40ccfc7a3448', 'mac_address': 'fa:16:3e:51:11:ef', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f7ae45f4-004a-45dd-b90e-fcd1ba95e217', 'device_owner': 'network:router_interface', 'standard_attr_id': 1389, 'fixed_ips': [{'subnet_id': '5338fe8e-d932-41fb-ae27-ab82df160b69', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-23T11:40:25Z', 'updated_at': '2021-06-23T11:40:26Z', 'revision_number': 1, 'project_id': '196d16edf443490aaaba40ccfc7a3448', 'subnets': [{'id': '5338fe8e-d932-41fb-ae27-ab82df160b69', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-601336-94-hyperv', False) {} {{(pid=94176) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 11:40:27.461556 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8458c3fc-341f-4f18-8aef-91cce3774944 None None] The sync data for ids ['f7ae45f4-004a-45dd-b90e-fcd1ba95e217'] in dv-neutron-601336-94-hyperv is: [{'id': 'f7ae45f4-004a-45dd-b90e-fcd1ba95e217', 'name': 'tempest-TestVolumeBootPattern-454285966-router', 'tenant_id': '196d16edf443490aaaba40ccfc7a3448', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3e7e4eb3-cf02-4d47-ade9-0a579cdfc60f', 'external_fixed_ips': [{'subnet_id': 'a5ad15ab-c489-4a67-a9b0-d559fca0ec71', 'ip_address': '172.26.3.83'}], 'enable_snat': True}, 'gw_port_id': '37f26ea4-1d1e-47ad-b212-e44afa2e731c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-23T11:40:22Z', 'updated_at': '2021-06-23T11:40:26Z', 'revision_number': 4, 'project_id': '196d16edf443490aaaba40ccfc7a3448', 'gw_port': {'id': '37f26ea4-1d1e-47ad-b212-e44afa2e731c', 'name': '', 'network_id': '3e7e4eb3-cf02-4d47-ade9-0a579cdfc60f', 'tenant_id': '', 'mac_address': 'fa:16:3e:7a:83:5e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f7ae45f4-004a-45dd-b90e-fcd1ba95e217', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1387, 'fixed_ips': [{'subnet_id': 'a5ad15ab-c489-4a67-a9b0-d559fca0ec71', 'ip_address': '172.26.3.83', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-94-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-23T11:40:23Z', 'updated_at': '2021-06-23T11:40:26Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a5ad15ab-c489-4a67-a9b0-d559fca0ec71', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-601336-94-hyperv', '_interfaces': [{'id': '261a243c-82ee-47e4-a191-3d819af8f10a', 'name': '', 'network_id': '03d0adb8-7c84-4028-a133-9fee8ea26a25', 'tenant_id': '196d16edf443490aaaba40ccfc7a3448', 'mac_address': 'fa:16:3e:51:11:ef', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f7ae45f4-004a-45dd-b90e-fcd1ba95e217', 'device_owner': 'network:router_interface', 'standard_attr_id': 1389, 'fixed_ips': [{'subnet_id': '5338fe8e-d932-41fb-ae27-ab82df160b69', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-23T11:40:25Z', 'updated_at': '2021-06-23T11:40:26Z', 'revision_number': 1, 'project_id': '196d16edf443490aaaba40ccfc7a3448', 'subnets': [{'id': '5338fe8e-d932-41fb-ae27-ab82df160b69', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94176) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 23 11:40:27.466628 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron_lib.callbacks.manager [None req-713bdfff-1da9-4d87-bb60-a74c0f7856f3 tempest-TestNetworkBasicOps-233187296 tempest-TestNetworkBasicOps-233187296-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7996355'] for security_group_rule, after_create {{(pid=94174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:40:27.472233 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG oslo_concurrency.lockutils [None req-26550a2e-ed24-4c2d-b0a9-d5bb08857bcb tempest-TestNetworkBasicOps-233187296 tempest-TestNetworkBasicOps-233187296-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94174) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 11:40:27.493145 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-713bdfff-1da9-4d87-bb60-a74c0f7856f3 tempest-TestNetworkBasicOps-233187296 tempest-TestNetworkBasicOps-233187296-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=eb424d65-e628-4a2b-bcf0-2141d757e763,revision_number=0']} {{(pid=94174) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 11:40:27.507568 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG oslo_concurrency.lockutils [None req-713bdfff-1da9-4d87-bb60-a74c0f7856f3 tempest-TestNetworkBasicOps-233187296 tempest-TestNetworkBasicOps-233187296-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.035s {{(pid=94174) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 11:40:27.547772 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.plugins.ml2.rpc [None req-dc7542b2-afef-47f4-a763-e3a3cba144be None None] Device 35fe606e-3b18-4112-b570-91b8a130fabe up at agent ovs-agent-dv-neutron-601336-94-hyperv {{(pid=94176) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:298}} Jun 23 11:40:27.576984 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron_lib.callbacks.manager [None req-713bdfff-1da9-4d87-bb60-a74c0f7856f3 tempest-TestNetworkBasicOps-233187296 tempest-TestNetworkBasicOps-233187296-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:40:27.581299 dv-neutron-601336-94-hyperv neutron-server[94174]: INFO neutron.wsgi [None req-713bdfff-1da9-4d87-bb60-a74c0f7856f3 tempest-TestNetworkBasicOps-233187296 tempest-TestNetworkBasicOps-233187296-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.3740115 Jun 23 11:40:27.582373 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.wsgi [-] (94174) accepted ('10.222.0.20', 43560) {{(pid=94174) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 11:40:27.588493 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.api.v2.base [None req-e2ba6521-fff7-430e-862f-272e1436d422 tempest-TestNetworkBasicOps-233187296 tempest-TestNetworkBasicOps-233187296-project] Request body: {'security_group_rule': {'security_group_id': '072cf525-13c8-4d6a-94c6-6a7e4b9a27dd', 'project_id': '772b9946478d439e9da4eaeade7fb21d', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=94174) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 23 11:40:27.590913 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-73396fa7-0e42-4747-8019-824c91863219 admin admin] Network 03d0adb8-7c84-4028-a133-9fee8ea26a25 is already hosted by enough agents. {{(pid=94175) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 23 11:40:27.592421 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.scheduler.base_scheduler [None req-73396fa7-0e42-4747-8019-824c91863219 admin admin] Resources bound (agent type, host, resource id): {{(pid=94175) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 23 11:40:27.621251 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.db.provisioning_blocks [None req-dc7542b2-afef-47f4-a763-e3a3cba144be None None] Provisioning complete for port 35fe606e-3b18-4112-b570-91b8a130fabe triggered by entity L2. {{(pid=94176) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 23 11:40:27.621905 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron_lib.callbacks.manager [None req-dc7542b2-afef-47f4-a763-e3a3cba144be None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-899258'] for port, provisioning_complete {{(pid=94176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:40:27.718629 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron_lib.callbacks.manager [None req-e2ba6521-fff7-430e-862f-272e1436d422 tempest-TestNetworkBasicOps-233187296 tempest-TestNetworkBasicOps-233187296-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:40:27.746315 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-73396fa7-0e42-4747-8019-824c91863219 admin admin] Router f7ae45f4-004a-45dd-b90e-fcd1ba95e217 has already been hosted by L3 agent 50ef99c0-ef28-4db5-b303-b145898fae60 {{(pid=94175) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 23 11:40:27.746452 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.plugins.ml2.rpc [None req-dc7542b2-afef-47f4-a763-e3a3cba144be None None] Device 41b3334c-a8bf-4779-b303-a5a9c45ccc3a up at agent ovs-agent-dv-neutron-601336-94-hyperv {{(pid=94176) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:298}} Jun 23 11:40:27.866555 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron_lib.callbacks.manager [None req-e2ba6521-fff7-430e-862f-272e1436d422 tempest-TestNetworkBasicOps-233187296 tempest-TestNetworkBasicOps-233187296-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:40:27.934289 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.db.provisioning_blocks [None req-dc7542b2-afef-47f4-a763-e3a3cba144be None None] Provisioning for port 41b3334c-a8bf-4779-b303-a5a9c45ccc3a completed by entity L2. {{(pid=94176) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 23 11:40:27.934582 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-73396fa7-0e42-4747-8019-824c91863219 admin admin] Notify agent at l3_agent.dv-neutron-601336-94-hyperv the message routers_updated {{(pid=94175) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 23 11:40:27.942072 dv-neutron-601336-94-hyperv neutron-server[94175]: INFO neutron.wsgi [None req-73396fa7-0e42-4747-8019-824c91863219 admin admin] 10.222.0.20 "PUT /v2.0/routers/f7ae45f4-004a-45dd-b90e-fcd1ba95e217/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.6528897 Jun 23 11:40:27.947512 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.db.provisioning_blocks [None req-dc7542b2-afef-47f4-a763-e3a3cba144be None None] Provisioning complete for port 41b3334c-a8bf-4779-b303-a5a9c45ccc3a triggered by entity L2. {{(pid=94176) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 23 11:40:27.947908 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron_lib.callbacks.manager [None req-dc7542b2-afef-47f4-a763-e3a3cba144be None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-899258'] for port, provisioning_complete {{(pid=94176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:40:27.959984 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron_lib.callbacks.manager [None req-e2ba6521-fff7-430e-862f-272e1436d422 tempest-TestNetworkBasicOps-233187296 tempest-TestNetworkBasicOps-233187296-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7996355'] for security_group_rule, after_create {{(pid=94174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:40:27.962355 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG oslo_concurrency.lockutils [None req-192ab7c8-e3d4-4c9a-8a6e-03eebd4bdd65 tempest-TestNetworkBasicOps-233187296 tempest-TestNetworkBasicOps-233187296-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94174) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 11:40:27.979811 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2ba6521-fff7-430e-862f-272e1436d422 tempest-TestNetworkBasicOps-233187296 tempest-TestNetworkBasicOps-233187296-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=77d37cea-f13b-4782-bcff-2d3d93935852,revision_number=0']} {{(pid=94174) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 11:40:27.989468 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG oslo_concurrency.lockutils [None req-e2ba6521-fff7-430e-862f-272e1436d422 tempest-TestNetworkBasicOps-233187296 tempest-TestNetworkBasicOps-233187296-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=94174) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 11:40:28.052627 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron_lib.callbacks.manager [None req-dc7542b2-afef-47f4-a763-e3a3cba144be None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-923122'] for port, before_update {{(pid=94176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:40:28.054745 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.db.provisioning_blocks [None req-7efb070e-623e-4793-905d-e235131cbe85 None None] Provisioning complete for port 261a243c-82ee-47e4-a191-3d819af8f10a triggered by entity DHCP. {{(pid=94176) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 23 11:40:28.056024 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron_lib.callbacks.manager [None req-7efb070e-623e-4793-905d-e235131cbe85 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-899258'] for port, provisioning_complete {{(pid=94176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:40:28.065685 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron_lib.callbacks.manager [None req-e2ba6521-fff7-430e-862f-272e1436d422 tempest-TestNetworkBasicOps-233187296 tempest-TestNetworkBasicOps-233187296-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:40:28.069687 dv-neutron-601336-94-hyperv neutron-server[94174]: INFO neutron.wsgi [None req-e2ba6521-fff7-430e-862f-272e1436d422 tempest-TestNetworkBasicOps-233187296 tempest-TestNetworkBasicOps-233187296-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.4829352 Jun 23 11:40:28.069940 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.wsgi [-] (94174) accepted ('10.222.0.20', 43564) {{(pid=94174) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 11:40:28.075815 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.api.v2.base [None req-8fa2544c-4206-42da-80ae-b1aa57bda732 tempest-TestNetworkBasicOps-233187296 tempest-TestNetworkBasicOps-233187296-project] Request body: {'security_group_rule': {'security_group_id': '072cf525-13c8-4d6a-94c6-6a7e4b9a27dd', 'project_id': '772b9946478d439e9da4eaeade7fb21d', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=94174) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 23 11:40:28.121088 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.plugins.ml2.plugin [None req-7efb070e-623e-4793-905d-e235131cbe85 None None] Port 261a243c-82ee-47e4-a191-3d819af8f10a cannot update to ACTIVE because it is not bound. {{(pid=94176) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jun 23 11:40:28.125428 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.plugins.ml2.db [None req-dc7542b2-afef-47f4-a763-e3a3cba144be None None] For port 41b3334c-a8bf-4779-b303-a5a9c45ccc3a, host dv-neutron-601336-94-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-94-hyperv',level=0,port_id=41b3334c-a8bf-4779-b303-a5a9c45ccc3a,segment=NetworkSegment(fd389721-9bf6-4e11-9863-961f1c6db03e),segment_id=fd389721-9bf6-4e11-9863-961f1c6db03e)] {{(pid=94176) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 23 11:40:28.190486 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron_lib.callbacks.manager [None req-8fa2544c-4206-42da-80ae-b1aa57bda732 tempest-TestNetworkBasicOps-233187296 tempest-TestNetworkBasicOps-233187296-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:40:28.213970 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron_lib.callbacks.manager [None req-dc7542b2-afef-47f4-a763-e3a3cba144be None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-922904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866062', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773700135042', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773699642233', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773699642278'] for port, after_update {{(pid=94176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:40:28.215886 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG oslo_concurrency.lockutils [None req-18c2d1a6-2e1b-48c8-838e-a6bc3b695697 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 11:40:28.281290 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron_lib.callbacks.manager [None req-8fa2544c-4206-42da-80ae-b1aa57bda732 tempest-TestNetworkBasicOps-233187296 tempest-TestNetworkBasicOps-233187296-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:40:28.296648 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc7542b2-afef-47f4-a763-e3a3cba144be None None] Pushing event updated for resources: {'Port': ['ID=41b3334c-a8bf-4779-b303-a5a9c45ccc3a,revision_number=5']} {{(pid=94176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 11:40:28.300570 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG oslo_concurrency.lockutils [None req-dc7542b2-afef-47f4-a763-e3a3cba144be None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.085s {{(pid=94176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 11:40:28.352938 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron_lib.callbacks.manager [None req-8fa2544c-4206-42da-80ae-b1aa57bda732 tempest-TestNetworkBasicOps-233187296 tempest-TestNetworkBasicOps-233187296-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7996355'] for security_group_rule, after_create {{(pid=94174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:40:28.354668 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG oslo_concurrency.lockutils [None req-61e62ac5-4950-4acb-ba13-c70452f8845c tempest-TestNetworkBasicOps-233187296 tempest-TestNetworkBasicOps-233187296-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94174) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 11:40:28.378304 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fa2544c-4206-42da-80ae-b1aa57bda732 tempest-TestNetworkBasicOps-233187296 tempest-TestNetworkBasicOps-233187296-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2a9db698-cdef-460f-a6b0-db068f2b3c96,revision_number=0']} {{(pid=94174) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 11:40:28.381074 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG oslo_concurrency.lockutils [None req-8fa2544c-4206-42da-80ae-b1aa57bda732 tempest-TestNetworkBasicOps-233187296 tempest-TestNetworkBasicOps-233187296-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.026s {{(pid=94174) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 11:40:28.455138 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron_lib.callbacks.manager [None req-8fa2544c-4206-42da-80ae-b1aa57bda732 tempest-TestNetworkBasicOps-233187296 tempest-TestNetworkBasicOps-233187296-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:40:28.456365 dv-neutron-601336-94-hyperv neutron-server[94174]: INFO neutron.wsgi [None req-8fa2544c-4206-42da-80ae-b1aa57bda732 tempest-TestNetworkBasicOps-233187296 tempest-TestNetworkBasicOps-233187296-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.3853462 Jun 23 11:40:28.459149 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.wsgi [-] (94174) accepted ('10.222.0.20', 43572) {{(pid=94174) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 11:40:28.465082 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.api.v2.base [None req-847abb1c-0357-427f-a5e6-f8479034bfe4 tempest-TestNetworkBasicOps-233187296 tempest-TestNetworkBasicOps-233187296-project] Request body: {'security_group_rule': {'security_group_id': '072cf525-13c8-4d6a-94c6-6a7e4b9a27dd', 'project_id': '772b9946478d439e9da4eaeade7fb21d', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=94174) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 23 11:40:28.541457 dv-neutron-601336-94-hyperv neutron-server[94174]: INFO neutron.db.securitygroups_db [None req-847abb1c-0357-427f-a5e6-f8479034bfe4 tempest-TestNetworkBasicOps-233187296 tempest-TestNetworkBasicOps-233187296-project] Project 772b9946478d439e9da4eaeade7fb21d added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jun 23 11:40:28.546374 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron_lib.callbacks.manager [None req-847abb1c-0357-427f-a5e6-f8479034bfe4 tempest-TestNetworkBasicOps-233187296 tempest-TestNetworkBasicOps-233187296-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:40:28.604756 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron_lib.callbacks.manager [None req-847abb1c-0357-427f-a5e6-f8479034bfe4 tempest-TestNetworkBasicOps-233187296 tempest-TestNetworkBasicOps-233187296-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:40:28.684176 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron_lib.callbacks.manager [None req-847abb1c-0357-427f-a5e6-f8479034bfe4 tempest-TestNetworkBasicOps-233187296 tempest-TestNetworkBasicOps-233187296-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7996355'] for security_group_rule, after_create {{(pid=94174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:40:28.688387 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG oslo_concurrency.lockutils [None req-8fa2544c-4206-42da-80ae-b1aa57bda732 tempest-TestNetworkBasicOps-233187296 tempest-TestNetworkBasicOps-233187296-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94174) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 11:40:28.700453 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.wsgi [-] (94175) accepted ('10.222.0.20', 43580) {{(pid=94175) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 11:40:28.705539 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.api.v2.base [None req-9bd5da2f-c02b-47a7-a506-771c6a1cbb5e admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-720945834-network', 'tenant_id': 'c2fb6a3c7ea144ebbec731d0d0d8858f'}} {{(pid=94175) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 23 11:40:28.711900 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-847abb1c-0357-427f-a5e6-f8479034bfe4 tempest-TestNetworkBasicOps-233187296 tempest-TestNetworkBasicOps-233187296-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ff26b233-6aef-4afe-b9c2-adffa468b362,revision_number=0']} {{(pid=94174) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 11:40:28.717047 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG oslo_concurrency.lockutils [None req-847abb1c-0357-427f-a5e6-f8479034bfe4 tempest-TestNetworkBasicOps-233187296 tempest-TestNetworkBasicOps-233187296-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.028s {{(pid=94174) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 11:40:28.786369 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron_lib.callbacks.manager [None req-847abb1c-0357-427f-a5e6-f8479034bfe4 tempest-TestNetworkBasicOps-233187296 tempest-TestNetworkBasicOps-233187296-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:40:28.787654 dv-neutron-601336-94-hyperv neutron-server[94174]: INFO neutron.wsgi [None req-847abb1c-0357-427f-a5e6-f8479034bfe4 tempest-TestNetworkBasicOps-233187296 tempest-TestNetworkBasicOps-233187296-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.3266978 Jun 23 11:40:28.791148 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.wsgi [-] (94174) accepted ('10.222.0.20', 43582) {{(pid=94174) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 11:40:28.796189 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.api.v2.base [None req-f05c5a23-abc9-47aa-bdb3-205d06764837 tempest-TestNetworkBasicOps-233187296 tempest-TestNetworkBasicOps-233187296-project] Request body: {'security_group_rule': {'security_group_id': '072cf525-13c8-4d6a-94c6-6a7e4b9a27dd', 'project_id': '772b9946478d439e9da4eaeade7fb21d', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=94174) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 23 11:40:28.872025 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9bd5da2f-c02b-47a7-a506-771c6a1cbb5e admin admin] Made reservation on behalf of c2fb6a3c7ea144ebbec731d0d0d8858f for: {'network': 1} {{(pid=94175) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 23 11:40:28.874482 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron_lib.callbacks.manager [None req-9bd5da2f-c02b-47a7-a506-771c6a1cbb5e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-923104'] for network, before_create {{(pid=94175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:40:28.884545 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron_lib.callbacks.manager [None req-9bd5da2f-c02b-47a7-a506-771c6a1cbb5e admin admin] Notify callbacks [] for security_group, before_create {{(pid=94175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:40:28.946892 dv-neutron-601336-94-hyperv neutron-server[94174]: INFO neutron.db.securitygroups_db [None req-f05c5a23-abc9-47aa-bdb3-205d06764837 tempest-TestNetworkBasicOps-233187296 tempest-TestNetworkBasicOps-233187296-project] Project 772b9946478d439e9da4eaeade7fb21d added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jun 23 11:40:28.951791 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron_lib.callbacks.manager [None req-f05c5a23-abc9-47aa-bdb3-205d06764837 tempest-TestNetworkBasicOps-233187296 tempest-TestNetworkBasicOps-233187296-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:40:29.021144 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron_lib.callbacks.manager [None req-f05c5a23-abc9-47aa-bdb3-205d06764837 tempest-TestNetworkBasicOps-233187296 tempest-TestNetworkBasicOps-233187296-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:40:29.040638 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron_lib.callbacks.manager [None req-9bd5da2f-c02b-47a7-a506-771c6a1cbb5e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:40:29.083453 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron_lib.callbacks.manager [None req-f05c5a23-abc9-47aa-bdb3-205d06764837 tempest-TestNetworkBasicOps-233187296 tempest-TestNetworkBasicOps-233187296-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7996355'] for security_group_rule, after_create {{(pid=94174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:40:29.085361 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG oslo_concurrency.lockutils [None req-8d17dff1-24a7-4628-9515-1bc5df9301c6 tempest-TestNetworkBasicOps-233187296 tempest-TestNetworkBasicOps-233187296-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94174) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 11:40:29.102058 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f05c5a23-abc9-47aa-bdb3-205d06764837 tempest-TestNetworkBasicOps-233187296 tempest-TestNetworkBasicOps-233187296-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a3c2f59b-df59-4b77-965c-8651e8cc261d,revision_number=0']} {{(pid=94174) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 11:40:29.104569 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG oslo_concurrency.lockutils [None req-f05c5a23-abc9-47aa-bdb3-205d06764837 tempest-TestNetworkBasicOps-233187296 tempest-TestNetworkBasicOps-233187296-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=94174) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 11:40:29.106392 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron_lib.callbacks.manager [None req-9bd5da2f-c02b-47a7-a506-771c6a1cbb5e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7996330'] for security_group, after_create {{(pid=94175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:40:29.109586 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG oslo_concurrency.lockutils [None req-387b1d12-4907-4c11-a055-f42fa4d5888f tempest-NegativeSecGroupIPv6Test-1070497984 tempest-NegativeSecGroupIPv6Test-1070497984-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94175) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 11:40:29.135337 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9bd5da2f-c02b-47a7-a506-771c6a1cbb5e admin admin] vlan segment allocate from pool success with {'vlan_id': 449, 'physical_network': 'physnet1'} {{(pid=94175) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 23 11:40:29.141787 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bd5da2f-c02b-47a7-a506-771c6a1cbb5e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=617432f6-afbc-4688-bd8d-3dd0645acf32,revision_number=1']} {{(pid=94175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 11:40:29.145814 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG oslo_concurrency.lockutils [None req-9bd5da2f-c02b-47a7-a506-771c6a1cbb5e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.036s {{(pid=94175) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 11:40:29.151974 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron_lib.callbacks.manager [None req-9bd5da2f-c02b-47a7-a506-771c6a1cbb5e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3801'] for segment, precommit_create {{(pid=94175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:40:29.152455 dv-neutron-601336-94-hyperv neutron-server[94175]: INFO neutron.db.segments_db [None req-9bd5da2f-c02b-47a7-a506-771c6a1cbb5e admin admin] Added segment 8daa99dd-cf8b-4774-a24a-5fd54b0141f2 of type vlan for network 0f95ee7c-2f27-4a27-bba9-5084d26cdc11 Jun 23 11:40:29.181474 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron_lib.callbacks.manager [None req-f05c5a23-abc9-47aa-bdb3-205d06764837 tempest-TestNetworkBasicOps-233187296 tempest-TestNetworkBasicOps-233187296-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:40:29.190875 dv-neutron-601336-94-hyperv neutron-server[94174]: INFO neutron.wsgi [None req-f05c5a23-abc9-47aa-bdb3-205d06764837 tempest-TestNetworkBasicOps-233187296 tempest-TestNetworkBasicOps-233187296-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.3905687 Jun 23 11:40:29.214721 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron_lib.callbacks.manager [None req-9bd5da2f-c02b-47a7-a506-771c6a1cbb5e admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8773699596773'] for network, precommit_create {{(pid=94175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:40:29.323980 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron_lib.callbacks.manager [None req-9bd5da2f-c02b-47a7-a506-771c6a1cbb5e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8002400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7866073'] for network, after_create {{(pid=94175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:40:29.325079 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9bd5da2f-c02b-47a7-a506-771c6a1cbb5e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 11:40:29.325679 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron_lib.callbacks.manager [None req-9bd5da2f-c02b-47a7-a506-771c6a1cbb5e admin admin] Notify callbacks [] for network, before_response {{(pid=94175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:40:29.329294 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG oslo_concurrency.lockutils [None req-42587f02-9ff8-4635-896a-5982812a608f tempest-ExternalNetworksTestJSON-2139813945 tempest-ExternalNetworksTestJSON-2139813945-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94175) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 11:40:29.413256 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bd5da2f-c02b-47a7-a506-771c6a1cbb5e admin admin] Pushing event updated for resources: {'Network': ['ID=0f95ee7c-2f27-4a27-bba9-5084d26cdc11,revision_number=1']} {{(pid=94175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 11:40:29.418034 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG oslo_concurrency.lockutils [None req-9bd5da2f-c02b-47a7-a506-771c6a1cbb5e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.089s {{(pid=94175) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 11:40:29.423918 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.plugins.ml2.rpc [None req-dc7542b2-afef-47f4-a763-e3a3cba144be None None] Network 0f95ee7c-2f27-4a27-bba9-5084d26cdc11 details requested by agent ovs-agent-dv-neutron-601336-94-hyperv with host dv-neutron-601336-94-hyperv {{(pid=94176) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:250}} Jun 23 11:40:29.433783 dv-neutron-601336-94-hyperv neutron-server[94175]: INFO neutron.wsgi [req-57165c9f-81f1-4d02-a38b-7a719769cd75 req-23f7ab1c-a428-46ba-9a36-979f27179915 tempest-TestNetworkBasicOps-233187296 tempest-TestNetworkBasicOps-233187296-project] 10.222.0.20 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-318928971&fields=id&tenant_id=772b9946478d439e9da4eaeade7fb21d HTTP/1.1" status: 200 len: 267 time: 0.0445232 Jun 23 11:40:29.487320 dv-neutron-601336-94-hyperv neutron-server[94175]: INFO neutron.wsgi [None req-9bd5da2f-c02b-47a7-a506-771c6a1cbb5e admin admin] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 0.7858791 Jun 23 11:40:29.490453 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.wsgi [-] (94174) accepted ('10.222.0.20', 43600) {{(pid=94174) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 11:40:29.513292 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.api.v2.base [None req-877f9c70-d108-4f9d-9384-3a058eb75377 admin admin] Request body: {'subnet': {'network_id': '0f95ee7c-2f27-4a27-bba9-5084d26cdc11', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-720945834-subnet', 'tenant_id': 'c2fb6a3c7ea144ebbec731d0d0d8858f', 'ip_version': 4}} {{(pid=94174) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 23 11:40:29.515430 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57165c9f-81f1-4d02-a38b-7a719769cd75 req-d3d3b0a3-2bf9-4f80-a5ca-2082f2bddb94 tempest-TestNetworkBasicOps-233187296 tempest-TestNetworkBasicOps-233187296-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 11:40:29.517228 dv-neutron-601336-94-hyperv neutron-server[94175]: INFO neutron.wsgi [req-57165c9f-81f1-4d02-a38b-7a719769cd75 req-d3d3b0a3-2bf9-4f80-a5ca-2082f2bddb94 tempest-TestNetworkBasicOps-233187296 tempest-TestNetworkBasicOps-233187296-project] 10.222.0.20 "GET /v2.0/ports/97f1344f-fa1f-475e-a963-a38d71c8ef47 HTTP/1.1" status: 200 len: 930 time: 0.0739522 Jun 23 11:40:29.532317 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.plugins.ml2.rpc [None req-dc7542b2-afef-47f4-a763-e3a3cba144be None None] Device 37f26ea4-1d1e-47ad-b212-e44afa2e731c up at agent ovs-agent-dv-neutron-601336-94-hyperv {{(pid=94176) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:298}} Jun 23 11:40:29.590016 dv-neutron-601336-94-hyperv neutron-server[94175]: INFO neutron.wsgi [req-57165c9f-81f1-4d02-a38b-7a719769cd75 req-6248ea00-44e0-4205-9d34-adf629622986 service neutron] 10.222.0.20 "GET /v2.0/ports/97f1344f-fa1f-475e-a963-a38d71c8ef47?fields=binding%3Avnic_type&fields=binding%3Aprofile&fields=network_id&fields=resource_request&fields=numa_affinity_policy HTTP/1.1" status: 200 len: 311 time: 0.0533473 Jun 23 11:40:29.615508 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-877f9c70-d108-4f9d-9384-3a058eb75377 admin admin] Made reservation on behalf of c2fb6a3c7ea144ebbec731d0d0d8858f for: {'subnet': 1} {{(pid=94174) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 23 11:40:29.618011 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron_lib.callbacks.manager [None req-877f9c70-d108-4f9d-9384-3a058eb75377 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4294245'] for subnet, before_create {{(pid=94174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:40:29.683605 dv-neutron-601336-94-hyperv neutron-server[94175]: INFO neutron.wsgi [req-57165c9f-81f1-4d02-a38b-7a719769cd75 req-d2c1d925-daa8-4d71-9b28-a09af7fde279 service neutron] 10.222.0.20 "GET /v2.0/networks/eb17e2b0-6fa8-4e88-977d-dc1d236f50f4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0912027 Jun 23 11:40:29.706476 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.db.provisioning_blocks [None req-dc7542b2-afef-47f4-a763-e3a3cba144be None None] Provisioning for port 37f26ea4-1d1e-47ad-b212-e44afa2e731c completed by entity L2. {{(pid=94176) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 23 11:40:29.712079 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.db.provisioning_blocks [None req-dc7542b2-afef-47f4-a763-e3a3cba144be None None] Provisioning complete for port 37f26ea4-1d1e-47ad-b212-e44afa2e731c triggered by entity L2. {{(pid=94176) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 23 11:40:29.712474 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron_lib.callbacks.manager [None req-dc7542b2-afef-47f4-a763-e3a3cba144be None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-899258'] for port, provisioning_complete {{(pid=94176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:40:29.797836 dv-neutron-601336-94-hyperv neutron-server[94175]: INFO neutron.wsgi [req-57165c9f-81f1-4d02-a38b-7a719769cd75 req-1c30515e-ed22-4aa9-a181-9190ee819b45 service neutron] 10.222.0.20 "GET /v2.0/networks/eb17e2b0-6fa8-4e88-977d-dc1d236f50f4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1105843 Jun 23 11:40:29.818396 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron_lib.callbacks.manager [None req-dc7542b2-afef-47f4-a763-e3a3cba144be None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-923122'] for port, before_update {{(pid=94176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:40:29.838562 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.plugins.ml2.db [None req-dc7542b2-afef-47f4-a763-e3a3cba144be None None] For port 37f26ea4-1d1e-47ad-b212-e44afa2e731c, host dv-neutron-601336-94-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-94-hyperv',level=0,port_id=37f26ea4-1d1e-47ad-b212-e44afa2e731c,segment=NetworkSegment(c23be0a5-6980-48fb-bc9f-4a24717fe1de),segment_id=c23be0a5-6980-48fb-bc9f-4a24717fe1de)] {{(pid=94176) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 23 11:40:29.905322 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron_lib.callbacks.manager [None req-877f9c70-d108-4f9d-9384-3a058eb75377 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866062', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5195999', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4294259'] for subnet, after_create {{(pid=94174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:40:29.909867 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG oslo_concurrency.lockutils [None req-a7db0322-636a-47c2-a960-493139947406 tempest-NetworksTest-2133396914 tempest-NetworksTest-2133396914-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94174) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 11:40:29.953467 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron_lib.callbacks.manager [None req-dc7542b2-afef-47f4-a763-e3a3cba144be None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-922904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866062', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773700135042', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773699642233', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773699642278'] for port, after_update {{(pid=94176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:40:29.954354 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.plugins.ml2.rpc [None req-dc7542b2-afef-47f4-a763-e3a3cba144be None None] Device 41b3334c-a8bf-4779-b303-a5a9c45ccc3a up at agent ovs-agent-dv-neutron-601336-94-hyperv {{(pid=94176) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:298}} Jun 23 11:40:29.956116 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG oslo_concurrency.lockutils [None req-dc7542b2-afef-47f4-a763-e3a3cba144be None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 11:40:29.973050 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-877f9c70-d108-4f9d-9384-3a058eb75377 admin admin] Pushing event updated for resources: {'Subnet': ['ID=37fd38d9-e060-45df-87fd-2d433599753d,revision_number=0']} {{(pid=94174) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 11:40:29.978716 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG oslo_concurrency.lockutils [None req-877f9c70-d108-4f9d-9384-3a058eb75377 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.071s {{(pid=94174) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 11:40:29.984904 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-877f9c70-d108-4f9d-9384-3a058eb75377 admin admin] Checking segment: {'id': '8daa99dd-cf8b-4774-a24a-5fd54b0141f2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 449, 'network_id': '0f95ee7c-2f27-4a27-bba9-5084d26cdc11'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94174) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 23 11:40:29.985013 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-877f9c70-d108-4f9d-9384-3a058eb75377 admin admin] Network hostable DHCP agents. Network: 0f95ee7c-2f27-4a27-bba9-5084d26cdc11, hostable agents: ['8cf29b10-0e57-4131-816f-a4b6ad00b249'], hosted agents: [] {{(pid=94174) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 23 11:40:30.033312 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc7542b2-afef-47f4-a763-e3a3cba144be None None] Pushing event updated for resources: {'Port': ['ID=37f26ea4-1d1e-47ad-b212-e44afa2e731c,revision_number=4']} {{(pid=94176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 11:40:30.038897 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG oslo_concurrency.lockutils [None req-dc7542b2-afef-47f4-a763-e3a3cba144be None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.083s {{(pid=94176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 11:40:30.046905 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.db.provisioning_blocks [None req-dc7542b2-afef-47f4-a763-e3a3cba144be None None] Provisioning complete for port 41b3334c-a8bf-4779-b303-a5a9c45ccc3a triggered by entity L2. {{(pid=94176) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 23 11:40:30.047328 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron_lib.callbacks.manager [None req-dc7542b2-afef-47f4-a763-e3a3cba144be None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-899258'] for port, provisioning_complete {{(pid=94176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:40:30.066977 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-877f9c70-d108-4f9d-9384-3a058eb75377 admin admin] Network 0f95ee7c-2f27-4a27-bba9-5084d26cdc11 is scheduled to be hosted by DHCP agent 8cf29b10-0e57-4131-816f-a4b6ad00b249 with binding_index 1 {{(pid=94174) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 23 11:40:30.108391 dv-neutron-601336-94-hyperv neutron-server[94174]: INFO neutron.wsgi [req-c142e1da-afb1-4453-8966-352a720accb5 req-fc17812b-ac44-4b51-ac52-caac4b50751a tempest-TestNetworkBasicOps-233187296 tempest-TestNetworkBasicOps-233187296-project] 10.222.0.20 "GET /v2.0/ports?device_id=eec49557-62a3-4248-ae6e-df26672cc8bf HTTP/1.1" status: 200 len: 210 time: 0.0346093 Jun 23 11:40:30.169127 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.scheduler.base_scheduler [None req-877f9c70-d108-4f9d-9384-3a058eb75377 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-601336-94-hyperv, 0f95ee7c-2f27-4a27-bba9-5084d26cdc11) {{(pid=94174) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 23 11:40:30.175490 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-877f9c70-d108-4f9d-9384-3a058eb75377 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94174) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 11:40:30.175490 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron_lib.callbacks.manager [None req-877f9c70-d108-4f9d-9384-3a058eb75377 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:40:30.177594 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ea215734-295c-4d63-8a1f-fe6170a648c4 None None] Network 0f95ee7c-2f27-4a27-bba9-5084d26cdc11 requested from dv-neutron-601336-94-hyperv {{(pid=94176) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 23 11:40:30.235536 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.wsgi [-] (94175) accepted ('10.222.0.20', 43610) {{(pid=94175) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 11:40:30.236146 dv-neutron-601336-94-hyperv neutron-server[94174]: INFO neutron.wsgi [None req-877f9c70-d108-4f9d-9384-3a058eb75377 admin admin] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.7412171 Jun 23 11:40:30.240238 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.api.v2.base [None req-52a14b8d-5549-46c9-abbf-729a2bf6fadc admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-720945834-router', 'tenant_id': 'c2fb6a3c7ea144ebbec731d0d0d8858f', 'external_gateway_info': {'network_id': '3e7e4eb3-cf02-4d47-ade9-0a579cdfc60f'}}} {{(pid=94175) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 23 11:40:30.307437 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron_lib.callbacks.manager [None req-52a14b8d-5549-46c9-abbf-729a2bf6fadc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-520407', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-32315'] for router, before_create {{(pid=94175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:40:30.308483 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron_lib.callbacks.manager [None req-52a14b8d-5549-46c9-abbf-729a2bf6fadc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-520264', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-524122', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-414782', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-32290'] for router, precommit_create {{(pid=94175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:40:30.324192 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-05de0099-71ef-4d78-bfb4-2c1ca3324abd None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1e0d828a-1fa4-563d-b7fd-53adf66a04ee-0f95ee7c-2f27-4a27-bba9-5084d26cdc11', 'network_id': '0f95ee7c-2f27-4a27-bba9-5084d26cdc11', 'tenant_id': 'c2fb6a3c7ea144ebbec731d0d0d8858f', 'fixed_ips': [{'subnet_id': '37fd38d9-e060-45df-87fd-2d433599753d'}]}} from dv-neutron-601336-94-hyperv. {{(pid=94176) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 23 11:40:30.325071 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron_lib.callbacks.manager [None req-05de0099-71ef-4d78-bfb4-2c1ca3324abd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-923104'] for port, before_create {{(pid=94176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:40:30.360223 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron_lib.callbacks.manager [None req-52a14b8d-5549-46c9-abbf-729a2bf6fadc admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:40:30.458248 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.db.db_base_plugin_common [None req-05de0099-71ef-4d78-bfb4-2c1ca3324abd None None] Allocated IP 172.20.0.2 (0f95ee7c-2f27-4a27-bba9-5084d26cdc11/37fd38d9-e060-45df-87fd-2d433599753d/f67a681e-1c73-41f0-8813-98aa2de4ec1a) {{(pid=94176) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 23 11:40:30.585634 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron_lib.callbacks.manager [None req-52a14b8d-5549-46c9-abbf-729a2bf6fadc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-524104', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-520389', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-32276'] for router, precommit_update {{(pid=94175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:40:30.618459 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron_lib.callbacks.manager [None req-05de0099-71ef-4d78-bfb4-2c1ca3324abd None None] Notify callbacks [] for port, precommit_create {{(pid=94176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:40:30.626582 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.db.provisioning_blocks [None req-05de0099-71ef-4d78-bfb4-2c1ca3324abd None None] Transition to ACTIVE for port object f67a681e-1c73-41f0-8813-98aa2de4ec1a will not be triggered until provisioned by entity L2. {{(pid=94176) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 23 11:40:30.640350 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.db.provisioning_blocks [None req-05de0099-71ef-4d78-bfb4-2c1ca3324abd None None] Transition to ACTIVE for port object f67a681e-1c73-41f0-8813-98aa2de4ec1a will not be triggered until provisioned by entity DHCP. {{(pid=94176) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 23 11:40:30.750912 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron_lib.callbacks.manager [None req-05de0099-71ef-4d78-bfb4-2c1ca3324abd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-922915', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-239814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7866073', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773699642215'] for port, after_create {{(pid=94176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:40:30.753890 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG oslo_concurrency.lockutils [None req-dc7542b2-afef-47f4-a763-e3a3cba144be None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 11:40:30.791260 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-05de0099-71ef-4d78-bfb4-2c1ca3324abd None None] Network 0f95ee7c-2f27-4a27-bba9-5084d26cdc11 is already hosted by enough agents. {{(pid=94176) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 23 11:40:30.794536 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.scheduler.base_scheduler [None req-05de0099-71ef-4d78-bfb4-2c1ca3324abd None None] Resources bound (agent type, host, resource id): {{(pid=94176) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 23 11:40:30.800082 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.db.l3_dvrscheduler_db [None req-05de0099-71ef-4d78-bfb4-2c1ca3324abd None None] Received port after_create {{(pid=94176) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 23 11:40:30.805452 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05de0099-71ef-4d78-bfb4-2c1ca3324abd None None] Pushing event updated for resources: {'Port': ['ID=f67a681e-1c73-41f0-8813-98aa2de4ec1a,revision_number=1']} {{(pid=94176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 11:40:30.809743 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG oslo_concurrency.lockutils [None req-05de0099-71ef-4d78-bfb4-2c1ca3324abd None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.056s {{(pid=94176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 11:40:30.862394 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.plugins.ml2.managers [None req-05de0099-71ef-4d78-bfb4-2c1ca3324abd None None] Attempting to bind port f67a681e-1c73-41f0-8813-98aa2de4ec1a on host dv-neutron-601336-94-hyperv for vnic_type normal with profile {{(pid=94176) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 23 11:40:30.862777 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.plugins.ml2.managers [None req-05de0099-71ef-4d78-bfb4-2c1ca3324abd None None] Attempting to bind port f67a681e-1c73-41f0-8813-98aa2de4ec1a by drivers openvswitch,hyperv on host dv-neutron-601336-94-hyperv at level 0 using segments [{'id': '8daa99dd-cf8b-4774-a24a-5fd54b0141f2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 449, 'network_id': '0f95ee7c-2f27-4a27-bba9-5084d26cdc11'}] {{(pid=94176) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 23 11:40:30.863192 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-05de0099-71ef-4d78-bfb4-2c1ca3324abd None None] Attempting to bind port f67a681e-1c73-41f0-8813-98aa2de4ec1a on network 0f95ee7c-2f27-4a27-bba9-5084d26cdc11 {{(pid=94176) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 23 11:40:30.868391 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-05de0099-71ef-4d78-bfb4-2c1ca3324abd None None] Checking agent: {'id': '4d05f899-5ac9-411b-8a03-f60c93f87cdf', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-601336-94-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 23, 11, 22, 14), 'started_at': datetime.datetime(2021, 6, 23, 11, 22, 44), 'heartbeat_timestamp': datetime.datetime(2021, 6, 23, 11, 40, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'monitor_allowed_address_pair_garp': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-601336-94-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94176) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 23 11:40:30.868783 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-05de0099-71ef-4d78-bfb4-2c1ca3324abd None None] Checking segment: {'id': '8daa99dd-cf8b-4774-a24a-5fd54b0141f2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 449, 'network_id': '0f95ee7c-2f27-4a27-bba9-5084d26cdc11'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94176) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 23 11:40:30.869195 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron_lib.callbacks.manager [None req-05de0099-71ef-4d78-bfb4-2c1ca3324abd None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:40:30.869796 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-05de0099-71ef-4d78-bfb4-2c1ca3324abd None None] Bound using segment: {'id': '8daa99dd-cf8b-4774-a24a-5fd54b0141f2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 449, 'network_id': '0f95ee7c-2f27-4a27-bba9-5084d26cdc11'} {{(pid=94176) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 23 11:40:30.870960 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.plugins.ml2.managers [None req-05de0099-71ef-4d78-bfb4-2c1ca3324abd None None] Bound port: f67a681e-1c73-41f0-8813-98aa2de4ec1a, host: dv-neutron-601336-94-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8daa99dd-cf8b-4774-a24a-5fd54b0141f2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 449, 'network_id': '0f95ee7c-2f27-4a27-bba9-5084d26cdc11'}}] {{(pid=94176) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 23 11:40:30.870960 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron_lib.callbacks.manager [None req-05de0099-71ef-4d78-bfb4-2c1ca3324abd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-923122'] for port, before_update {{(pid=94176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:40:30.881203 dv-neutron-601336-94-hyperv neutron-server[94177]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-930f7eed-5d20-4db8-a80a-cdd8ad6109ce None None] Sync routers for ids ['f7ae45f4-004a-45dd-b90e-fcd1ba95e217'] in dv-neutron-601336-94-hyperv {{(pid=94177) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 23 11:40:30.888994 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron_lib.callbacks.manager [None req-52a14b8d-5549-46c9-abbf-729a2bf6fadc admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=94175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:40:30.892224 dv-neutron-601336-94-hyperv neutron-server[94177]: DEBUG neutron.db.l3_dvrscheduler_db [None req-930f7eed-5d20-4db8-a80a-cdd8ad6109ce None None] Routers {'f7ae45f4-004a-45dd-b90e-fcd1ba95e217'} bound to L3 agent in host dv-neutron-601336-94-hyperv {{(pid=94177) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 23 11:40:30.892224 dv-neutron-601336-94-hyperv neutron-server[94177]: DEBUG neutron.db.l3_hamode_db [None req-930f7eed-5d20-4db8-a80a-cdd8ad6109ce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-601336-94-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-23T11:22:13Z,description=,heartbeat_timestamp=2021-06-23T11:40:13Z,host='dv-neutron-601336-94-hyperv',id=50ef99c0-ef28-4db5-b303-b145898fae60,load=0,resource_versions=,resources_synced=,started_at=2021-06-23T11:22:14Z,topic='l3_agent')) {'router_ids': ['f7ae45f4-004a-45dd-b90e-fcd1ba95e217'], 'active': True} {{(pid=94177) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 11:40:30.913347 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron_lib.callbacks.manager [None req-52a14b8d-5549-46c9-abbf-729a2bf6fadc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-923104'] for port, before_create {{(pid=94175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:40:30.949589 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.plugins.ml2.db [None req-05de0099-71ef-4d78-bfb4-2c1ca3324abd None None] For port f67a681e-1c73-41f0-8813-98aa2de4ec1a, host dv-neutron-601336-94-hyperv, cleared binding levels {{(pid=94176) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 23 11:40:30.953016 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.plugins.ml2.db [None req-05de0099-71ef-4d78-bfb4-2c1ca3324abd None None] For port f67a681e-1c73-41f0-8813-98aa2de4ec1a, host dv-neutron-601336-94-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-94-hyperv',level=0,port_id=f67a681e-1c73-41f0-8813-98aa2de4ec1a,segment=NetworkSegment(8daa99dd-cf8b-4774-a24a-5fd54b0141f2),segment_id=8daa99dd-cf8b-4774-a24a-5fd54b0141f2)] {{(pid=94176) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 23 11:40:31.008460 dv-neutron-601336-94-hyperv neutron-server[94177]: DEBUG neutron.db.l3_dvr_db [None req-930f7eed-5d20-4db8-a80a-cdd8ad6109ce None None] Set router f7ae45f4-004a-45dd-b90e-fcd1ba95e217 gateway port host: dv-neutron-601336-94-hyperv {{(pid=94177) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:838}} Jun 23 11:40:31.032977 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.db.db_base_plugin_common [None req-52a14b8d-5549-46c9-abbf-729a2bf6fadc admin admin] Allocated IP 172.26.3.199 (3e7e4eb3-cf02-4d47-ade9-0a579cdfc60f/a5ad15ab-c489-4a67-a9b0-d559fca0ec71/1600c18f-6db5-47e4-bb72-11f0a00121c7) {{(pid=94175) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 23 11:40:31.038997 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron_lib.callbacks.manager [None req-05de0099-71ef-4d78-bfb4-2c1ca3324abd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-922904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866062', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773700135042', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773699642233', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773699642278'] for port, after_update {{(pid=94176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:40:31.044260 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG oslo_concurrency.lockutils [None req-dc7542b2-afef-47f4-a763-e3a3cba144be None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 11:40:31.119825 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05de0099-71ef-4d78-bfb4-2c1ca3324abd None None] Pushing event updated for resources: {'Port': ['ID=f67a681e-1c73-41f0-8813-98aa2de4ec1a,revision_number=2']} {{(pid=94176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 11:40:31.123666 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG oslo_concurrency.lockutils [None req-05de0099-71ef-4d78-bfb4-2c1ca3324abd None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.079s {{(pid=94176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 11:40:31.175627 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron_lib.callbacks.manager [None req-52a14b8d-5549-46c9-abbf-729a2bf6fadc admin admin] Notify callbacks [] for port, precommit_create {{(pid=94175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:40:31.250663 dv-neutron-601336-94-hyperv neutron-server[94177]: DEBUG neutron.db.l3_hamode_db [None req-930f7eed-5d20-4db8-a80a-cdd8ad6109ce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f7ae45f4-004a-45dd-b90e-fcd1ba95e217', 'name': 'tempest-TestVolumeBootPattern-454285966-router', 'tenant_id': '196d16edf443490aaaba40ccfc7a3448', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3e7e4eb3-cf02-4d47-ade9-0a579cdfc60f', 'external_fixed_ips': [{'subnet_id': 'a5ad15ab-c489-4a67-a9b0-d559fca0ec71', 'ip_address': '172.26.3.83'}], 'enable_snat': True}, 'gw_port_id': '37f26ea4-1d1e-47ad-b212-e44afa2e731c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-23T11:40:22Z', 'updated_at': '2021-06-23T11:40:26Z', 'revision_number': 4, 'project_id': '196d16edf443490aaaba40ccfc7a3448', 'gw_port': {'id': '37f26ea4-1d1e-47ad-b212-e44afa2e731c', 'name': '', 'network_id': '3e7e4eb3-cf02-4d47-ade9-0a579cdfc60f', 'tenant_id': '', 'mac_address': 'fa:16:3e:7a:83:5e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f7ae45f4-004a-45dd-b90e-fcd1ba95e217', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1387, 'fixed_ips': [{'subnet_id': 'a5ad15ab-c489-4a67-a9b0-d559fca0ec71', 'ip_address': '172.26.3.83', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-94-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-23T11:40:23Z', 'updated_at': '2021-06-23T11:40:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a5ad15ab-c489-4a67-a9b0-d559fca0ec71', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-601336-94-hyperv', '_interfaces': [{'id': '261a243c-82ee-47e4-a191-3d819af8f10a', 'name': '', 'network_id': '03d0adb8-7c84-4028-a133-9fee8ea26a25', 'tenant_id': '196d16edf443490aaaba40ccfc7a3448', 'mac_address': 'fa:16:3e:51:11:ef', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f7ae45f4-004a-45dd-b90e-fcd1ba95e217', 'device_owner': 'network:router_interface', 'standard_attr_id': 1389, 'fixed_ips': [{'subnet_id': '5338fe8e-d932-41fb-ae27-ab82df160b69', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-23T11:40:25Z', 'updated_at': '2021-06-23T11:40:26Z', 'revision_number': 2, 'project_id': '196d16edf443490aaaba40ccfc7a3448', 'subnets': [{'id': '5338fe8e-d932-41fb-ae27-ab82df160b69', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-601336-94-hyperv', False) {} {{(pid=94177) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 11:40:31.280755 dv-neutron-601336-94-hyperv neutron-server[94175]: INFO neutron.wsgi [req-cbf3f0d1-57a0-4969-98ea-4ce17acb8dba req-9c6e6da9-8853-4d58-8ce2-d7bac3fa9beb tempest-TestNetworkBasicOps-233187296 tempest-TestNetworkBasicOps-233187296-project] 10.222.0.20 "GET /v2.0/ports?device_id=eec49557-62a3-4248-ae6e-df26672cc8bf HTTP/1.1" status: 200 len: 210 time: 0.0311410 Jun 23 11:40:31.282321 dv-neutron-601336-94-hyperv neutron-server[94177]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-930f7eed-5d20-4db8-a80a-cdd8ad6109ce None None] Checking router: f7ae45f4-004a-45dd-b90e-fcd1ba95e217 for host: dv-neutron-601336-94-hyperv {{(pid=94177) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 23 11:40:31.282684 dv-neutron-601336-94-hyperv neutron-server[94177]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-930f7eed-5d20-4db8-a80a-cdd8ad6109ce None None] Updating router f7ae45f4-004a-45dd-b90e-fcd1ba95e217 port 261a243c-82ee-47e4-a191-3d819af8f10a binding host dv-neutron-601336-94-hyperv {{(pid=94177) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 23 11:40:31.313263 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron_lib.callbacks.manager [None req-52a14b8d-5549-46c9-abbf-729a2bf6fadc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-922915', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-239814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7866073', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773699642215', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-5082457'] for port, after_create {{(pid=94175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:40:31.316871 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG oslo_concurrency.lockutils [None req-fdcd3656-86ec-4a23-af33-099a5749b258 tempest-TestNetworkBasicOps-233187296 tempest-TestNetworkBasicOps-233187296-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94175) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 11:40:31.320351 dv-neutron-601336-94-hyperv neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-930f7eed-5d20-4db8-a80a-cdd8ad6109ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-923122'] for port, before_update {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:40:31.371591 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-52a14b8d-5549-46c9-abbf-729a2bf6fadc admin admin] Network 3e7e4eb3-cf02-4d47-ade9-0a579cdfc60f is already hosted by enough agents. {{(pid=94175) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 23 11:40:31.374637 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.scheduler.base_scheduler [None req-52a14b8d-5549-46c9-abbf-729a2bf6fadc admin admin] Resources bound (agent type, host, resource id): {{(pid=94175) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 23 11:40:31.389972 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.db.l3_dvrscheduler_db [None req-52a14b8d-5549-46c9-abbf-729a2bf6fadc admin admin] Received port after_create {{(pid=94175) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 23 11:40:31.428597 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52a14b8d-5549-46c9-abbf-729a2bf6fadc admin admin] Pushing event updated for resources: {'Port': ['ID=1600c18f-6db5-47e4-bb72-11f0a00121c7,revision_number=1']} {{(pid=94175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 11:40:31.437045 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG oslo_concurrency.lockutils [None req-52a14b8d-5549-46c9-abbf-729a2bf6fadc admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.117s {{(pid=94175) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 11:40:31.618073 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.plugins.ml2.rpc [None req-dc7542b2-afef-47f4-a763-e3a3cba144be None None] Device f67a681e-1c73-41f0-8813-98aa2de4ec1a up at agent ovs-agent-dv-neutron-601336-94-hyperv {{(pid=94176) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:298}} Jun 23 11:40:31.674310 dv-neutron-601336-94-hyperv neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-930f7eed-5d20-4db8-a80a-cdd8ad6109ce None None] Notify callbacks [] for port, precommit_update {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:40:31.689856 dv-neutron-601336-94-hyperv neutron-server[94177]: DEBUG neutron.db.provisioning_blocks [None req-930f7eed-5d20-4db8-a80a-cdd8ad6109ce None None] Transition to ACTIVE for port object 261a243c-82ee-47e4-a191-3d819af8f10a will not be triggered until provisioned by entity L2. {{(pid=94177) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 23 11:40:31.758675 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.db.provisioning_blocks [None req-dc7542b2-afef-47f4-a763-e3a3cba144be None None] Provisioning for port f67a681e-1c73-41f0-8813-98aa2de4ec1a completed by entity L2. {{(pid=94176) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 23 11:40:31.762742 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.plugins.ml2.rpc [None req-dc7542b2-afef-47f4-a763-e3a3cba144be None None] Device 37f26ea4-1d1e-47ad-b212-e44afa2e731c up at agent ovs-agent-dv-neutron-601336-94-hyperv {{(pid=94176) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:298}} Jun 23 11:40:31.780858 dv-neutron-601336-94-hyperv neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-930f7eed-5d20-4db8-a80a-cdd8ad6109ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-922904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866062', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773700135042', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773699642233', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773699642278'] for port, after_update {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:40:31.782886 dv-neutron-601336-94-hyperv neutron-server[94177]: DEBUG oslo_concurrency.lockutils [None req-81187cee-7033-4fd0-8e20-8e29056742e6 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94177) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 11:40:31.796584 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron_lib.callbacks.manager [None req-52a14b8d-5549-46c9-abbf-729a2bf6fadc admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=94175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:40:31.819815 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.db.provisioning_blocks [None req-dc7542b2-afef-47f4-a763-e3a3cba144be None None] Provisioning complete for port 37f26ea4-1d1e-47ad-b212-e44afa2e731c triggered by entity L2. {{(pid=94176) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 23 11:40:31.820405 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron_lib.callbacks.manager [None req-dc7542b2-afef-47f4-a763-e3a3cba144be None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-899258'] for port, provisioning_complete {{(pid=94176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:40:31.951826 dv-neutron-601336-94-hyperv neutron-server[94177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b51f6c26-ee50-4828-92b7-be361198816b None None] Pushing event updated for resources: {'Port': ['ID=261a243c-82ee-47e4-a191-3d819af8f10a,revision_number=3']} {{(pid=94177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 11:40:31.955425 dv-neutron-601336-94-hyperv neutron-server[94177]: DEBUG oslo_concurrency.lockutils [None req-b51f6c26-ee50-4828-92b7-be361198816b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.172s {{(pid=94177) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 11:40:31.998877 dv-neutron-601336-94-hyperv neutron-server[94177]: DEBUG neutron.plugins.ml2.managers [None req-930f7eed-5d20-4db8-a80a-cdd8ad6109ce None None] Attempting to bind port 261a243c-82ee-47e4-a191-3d819af8f10a on host dv-neutron-601336-94-hyperv for vnic_type normal with profile {{(pid=94177) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 23 11:40:31.999899 dv-neutron-601336-94-hyperv neutron-server[94177]: DEBUG neutron.plugins.ml2.managers [None req-930f7eed-5d20-4db8-a80a-cdd8ad6109ce None None] Attempting to bind port 261a243c-82ee-47e4-a191-3d819af8f10a by drivers openvswitch,hyperv on host dv-neutron-601336-94-hyperv at level 0 using segments [{'id': 'c7798981-dff9-4fc8-94a4-46182475c2ee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 433, 'network_id': '03d0adb8-7c84-4028-a133-9fee8ea26a25'}] {{(pid=94177) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 23 11:40:32.000471 dv-neutron-601336-94-hyperv neutron-server[94177]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-930f7eed-5d20-4db8-a80a-cdd8ad6109ce None None] Attempting to bind port 261a243c-82ee-47e4-a191-3d819af8f10a on network 03d0adb8-7c84-4028-a133-9fee8ea26a25 {{(pid=94177) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 23 11:40:32.010204 dv-neutron-601336-94-hyperv neutron-server[94177]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-930f7eed-5d20-4db8-a80a-cdd8ad6109ce None None] Checking agent: {'id': '4d05f899-5ac9-411b-8a03-f60c93f87cdf', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-601336-94-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 23, 11, 22, 14), 'started_at': datetime.datetime(2021, 6, 23, 11, 22, 44), 'heartbeat_timestamp': datetime.datetime(2021, 6, 23, 11, 40, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'monitor_allowed_address_pair_garp': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-601336-94-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94177) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 23 11:40:32.010897 dv-neutron-601336-94-hyperv neutron-server[94177]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-930f7eed-5d20-4db8-a80a-cdd8ad6109ce None None] Checking segment: {'id': 'c7798981-dff9-4fc8-94a4-46182475c2ee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 433, 'network_id': '03d0adb8-7c84-4028-a133-9fee8ea26a25'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94177) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 23 11:40:32.011514 dv-neutron-601336-94-hyperv neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-930f7eed-5d20-4db8-a80a-cdd8ad6109ce None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:40:32.013164 dv-neutron-601336-94-hyperv neutron-server[94177]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-930f7eed-5d20-4db8-a80a-cdd8ad6109ce None None] Bound using segment: {'id': 'c7798981-dff9-4fc8-94a4-46182475c2ee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 433, 'network_id': '03d0adb8-7c84-4028-a133-9fee8ea26a25'} {{(pid=94177) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 23 11:40:32.014016 dv-neutron-601336-94-hyperv neutron-server[94177]: DEBUG neutron.plugins.ml2.managers [None req-930f7eed-5d20-4db8-a80a-cdd8ad6109ce None None] Bound port: 261a243c-82ee-47e4-a191-3d819af8f10a, host: dv-neutron-601336-94-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c7798981-dff9-4fc8-94a4-46182475c2ee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 433, 'network_id': '03d0adb8-7c84-4028-a133-9fee8ea26a25'}}] {{(pid=94177) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 23 11:40:32.014596 dv-neutron-601336-94-hyperv neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-930f7eed-5d20-4db8-a80a-cdd8ad6109ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-923122'] for port, before_update {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:40:32.043306 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron_lib.callbacks.manager [None req-52a14b8d-5549-46c9-abbf-729a2bf6fadc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-520412', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-524143'] for router, after_create {{(pid=94175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:40:32.089423 dv-neutron-601336-94-hyperv neutron-server[94177]: DEBUG neutron.plugins.ml2.db [None req-930f7eed-5d20-4db8-a80a-cdd8ad6109ce None None] For port 261a243c-82ee-47e4-a191-3d819af8f10a, host dv-neutron-601336-94-hyperv, cleared binding levels {{(pid=94177) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 23 11:40:32.092847 dv-neutron-601336-94-hyperv neutron-server[94177]: DEBUG neutron.plugins.ml2.db [None req-930f7eed-5d20-4db8-a80a-cdd8ad6109ce None None] For port 261a243c-82ee-47e4-a191-3d819af8f10a, host dv-neutron-601336-94-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-94-hyperv',level=0,port_id=261a243c-82ee-47e4-a191-3d819af8f10a,segment=NetworkSegment(c7798981-dff9-4fc8-94a4-46182475c2ee),segment_id=c7798981-dff9-4fc8-94a4-46182475c2ee)] {{(pid=94177) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 23 11:40:32.191115 dv-neutron-601336-94-hyperv neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-930f7eed-5d20-4db8-a80a-cdd8ad6109ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-922904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866062', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773700135042', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773699642233', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773699642278'] for port, after_update {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:40:32.193026 dv-neutron-601336-94-hyperv neutron-server[94177]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94177) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 11:40:32.256830 dv-neutron-601336-94-hyperv neutron-server[94177]: DEBUG neutron.db.l3_dvrscheduler_db [None req-930f7eed-5d20-4db8-a80a-cdd8ad6109ce None None] Routers {'f7ae45f4-004a-45dd-b90e-fcd1ba95e217'} bound to L3 agent in host dv-neutron-601336-94-hyperv {{(pid=94177) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 23 11:40:32.258292 dv-neutron-601336-94-hyperv neutron-server[94177]: DEBUG neutron.db.l3_hamode_db [None req-930f7eed-5d20-4db8-a80a-cdd8ad6109ce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-601336-94-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-23T11:22:13Z,description=,heartbeat_timestamp=2021-06-23T11:40:13Z,host='dv-neutron-601336-94-hyperv',id=50ef99c0-ef28-4db5-b303-b145898fae60,load=0,resource_versions=,resources_synced=,started_at=2021-06-23T11:22:14Z,topic='l3_agent')) {'router_ids': ['f7ae45f4-004a-45dd-b90e-fcd1ba95e217'], 'active': True} {{(pid=94177) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 11:40:32.264425 dv-neutron-601336-94-hyperv neutron-server[94177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b51f6c26-ee50-4828-92b7-be361198816b None None] Pushing event updated for resources: {'Port': ['ID=261a243c-82ee-47e4-a191-3d819af8f10a,revision_number=4']} {{(pid=94177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 11:40:32.300519 dv-neutron-601336-94-hyperv neutron-server[94177]: DEBUG oslo_concurrency.lockutils [None req-b51f6c26-ee50-4828-92b7-be361198816b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.107s {{(pid=94177) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 11:40:32.310940 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-52a14b8d-5549-46c9-abbf-729a2bf6fadc admin admin] Router 6d169ae0-0e8d-484f-b4fe-ff366ceb4c38 is scheduled to L3 agent 50ef99c0-ef28-4db5-b303-b145898fae60 with binding_index 1 {{(pid=94175) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jun 23 11:40:32.333017 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57165c9f-81f1-4d02-a38b-7a719769cd75 req-69a809af-0357-469b-9ab2-60eeb14bf55f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 11:40:32.334926 dv-neutron-601336-94-hyperv neutron-server[94175]: INFO neutron.wsgi [req-57165c9f-81f1-4d02-a38b-7a719769cd75 req-69a809af-0357-469b-9ab2-60eeb14bf55f service neutron] 10.222.0.52 "GET /v2.0/ports/97f1344f-fa1f-475e-a963-a38d71c8ef47 HTTP/1.1" status: 200 len: 1026 time: 0.0713818 Jun 23 11:40:32.419816 dv-neutron-601336-94-hyperv neutron-server[94177]: DEBUG neutron.db.l3_dvr_db [None req-930f7eed-5d20-4db8-a80a-cdd8ad6109ce None None] Set router f7ae45f4-004a-45dd-b90e-fcd1ba95e217 gateway port host: dv-neutron-601336-94-hyperv {{(pid=94177) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:838}} Jun 23 11:40:32.455282 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-10932c75-664e-4863-b43d-1660df88ec16 None None] Network 0f95ee7c-2f27-4a27-bba9-5084d26cdc11 requested from dv-neutron-601336-94-hyperv {{(pid=94176) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 23 11:40:32.585698 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-52a14b8d-5549-46c9-abbf-729a2bf6fadc admin admin] Notify agent at l3_agent.dv-neutron-601336-94-hyperv the message routers_updated {{(pid=94175) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 23 11:40:32.612963 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b7a782f8-a80f-4592-b8cb-bce25d94a509 None None] Sync routers for ids ['6d169ae0-0e8d-484f-b4fe-ff366ceb4c38'] in dv-neutron-601336-94-hyperv {{(pid=94176) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 23 11:40:32.617725 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57165c9f-81f1-4d02-a38b-7a719769cd75 req-1f87b05d-6324-46f5-b83e-e80b35e52445 tempest-TestNetworkBasicOps-233187296 tempest-TestNetworkBasicOps-233187296-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 11:40:32.619091 dv-neutron-601336-94-hyperv neutron-server[94175]: INFO neutron.wsgi [req-57165c9f-81f1-4d02-a38b-7a719769cd75 req-1f87b05d-6324-46f5-b83e-e80b35e52445 tempest-TestNetworkBasicOps-233187296 tempest-TestNetworkBasicOps-233187296-project] 10.222.0.52 "GET /v2.0/networks?id=eb17e2b0-6fa8-4e88-977d-dc1d236f50f4 HTTP/1.1" status: 200 len: 796 time: 0.2432652 Jun 23 11:40:32.699683 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b7a782f8-a80f-4592-b8cb-bce25d94a509 None None] Routers {'6d169ae0-0e8d-484f-b4fe-ff366ceb4c38'} bound to L3 agent in host dv-neutron-601336-94-hyperv {{(pid=94176) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 23 11:40:32.700348 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.db.l3_hamode_db [None req-b7a782f8-a80f-4592-b8cb-bce25d94a509 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-601336-94-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-23T11:22:13Z,description=,heartbeat_timestamp=2021-06-23T11:40:13Z,host='dv-neutron-601336-94-hyperv',id=50ef99c0-ef28-4db5-b303-b145898fae60,load=0,resource_versions=,resources_synced=,started_at=2021-06-23T11:22:14Z,topic='l3_agent')) {'router_ids': ['6d169ae0-0e8d-484f-b4fe-ff366ceb4c38'], 'active': True} {{(pid=94176) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 11:40:32.704918 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.db.provisioning_blocks [None req-6caca85c-aa27-4f2e-805a-77b26acb50e5 None None] Provisioning for port f67a681e-1c73-41f0-8813-98aa2de4ec1a completed by entity DHCP. {{(pid=94176) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 23 11:40:32.707116 dv-neutron-601336-94-hyperv neutron-server[94175]: INFO neutron.wsgi [req-57165c9f-81f1-4d02-a38b-7a719769cd75 req-a00ab497-5a8f-4c0d-91f9-a3c03893a9b8 tempest-TestNetworkBasicOps-233187296 tempest-TestNetworkBasicOps-233187296-project] 10.222.0.52 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=772b9946478d439e9da4eaeade7fb21d HTTP/1.1" status: 200 len: 379 time: 0.0770464 Jun 23 11:40:32.708078 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron_lib.callbacks.manager [None req-52a14b8d-5549-46c9-abbf-729a2bf6fadc admin admin] Notify callbacks [] for router, before_response {{(pid=94175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:40:32.713125 dv-neutron-601336-94-hyperv neutron-server[94175]: INFO neutron.wsgi [None req-52a14b8d-5549-46c9-abbf-729a2bf6fadc admin admin] 10.222.0.20 "POST /v2.0/routers HTTP/1.1" status: 201 len: 923 time: 2.4764748 Jun 23 11:40:32.717898 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.wsgi [-] (94175) accepted ('10.222.0.20', 43620) {{(pid=94175) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 11:40:32.718540 dv-neutron-601336-94-hyperv neutron-server[94174]: INFO neutron.wsgi [req-41459b9a-99aa-4fe2-8fa7-444ca6d8b6f4 req-98c7a57b-cacb-4976-b7d0-fd8d4c635050 tempest-TestNetworkBasicOps-233187296 tempest-TestNetworkBasicOps-233187296-project] 10.222.0.20 "GET /v2.0/ports?device_id=eec49557-62a3-4248-ae6e-df26672cc8bf HTTP/1.1" status: 200 len: 210 time: 0.2906563 Jun 23 11:40:32.735159 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.api.v2.base [req-57165c9f-81f1-4d02-a38b-7a719769cd75 req-22cbc97d-afa7-430d-9bd2-d6f6491d0e44 service neutron] Request body: {'port': {'device_id': 'eec49557-62a3-4248-ae6e-df26672cc8bf', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-6013'}} {{(pid=94175) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 23 11:40:32.759807 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.db.provisioning_blocks [None req-6caca85c-aa27-4f2e-805a-77b26acb50e5 None None] Provisioning complete for port f67a681e-1c73-41f0-8813-98aa2de4ec1a triggered by entity DHCP. {{(pid=94176) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 23 11:40:32.762554 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron_lib.callbacks.manager [None req-6caca85c-aa27-4f2e-805a-77b26acb50e5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-899258'] for port, provisioning_complete {{(pid=94176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:40:32.817458 dv-neutron-601336-94-hyperv neutron-server[94177]: DEBUG neutron.db.l3_hamode_db [None req-930f7eed-5d20-4db8-a80a-cdd8ad6109ce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f7ae45f4-004a-45dd-b90e-fcd1ba95e217', 'name': 'tempest-TestVolumeBootPattern-454285966-router', 'tenant_id': '196d16edf443490aaaba40ccfc7a3448', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3e7e4eb3-cf02-4d47-ade9-0a579cdfc60f', 'external_fixed_ips': [{'subnet_id': 'a5ad15ab-c489-4a67-a9b0-d559fca0ec71', 'ip_address': '172.26.3.83'}], 'enable_snat': True}, 'gw_port_id': '37f26ea4-1d1e-47ad-b212-e44afa2e731c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-23T11:40:22Z', 'updated_at': '2021-06-23T11:40:26Z', 'revision_number': 4, 'project_id': '196d16edf443490aaaba40ccfc7a3448', 'gw_port': {'id': '37f26ea4-1d1e-47ad-b212-e44afa2e731c', 'name': '', 'network_id': '3e7e4eb3-cf02-4d47-ade9-0a579cdfc60f', 'tenant_id': '', 'mac_address': 'fa:16:3e:7a:83:5e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f7ae45f4-004a-45dd-b90e-fcd1ba95e217', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1387, 'fixed_ips': [{'subnet_id': 'a5ad15ab-c489-4a67-a9b0-d559fca0ec71', 'ip_address': '172.26.3.83', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-94-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-23T11:40:23Z', 'updated_at': '2021-06-23T11:40:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a5ad15ab-c489-4a67-a9b0-d559fca0ec71', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-601336-94-hyperv', '_interfaces': [{'id': '261a243c-82ee-47e4-a191-3d819af8f10a', 'name': '', 'network_id': '03d0adb8-7c84-4028-a133-9fee8ea26a25', 'tenant_id': '196d16edf443490aaaba40ccfc7a3448', 'mac_address': 'fa:16:3e:51:11:ef', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f7ae45f4-004a-45dd-b90e-fcd1ba95e217', 'device_owner': 'network:router_interface', 'standard_attr_id': 1389, 'fixed_ips': [{'subnet_id': '5338fe8e-d932-41fb-ae27-ab82df160b69', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-94-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-23T11:40:25Z', 'updated_at': '2021-06-23T11:40:32Z', 'revision_number': 4, 'project_id': '196d16edf443490aaaba40ccfc7a3448', 'subnets': [{'id': '5338fe8e-d932-41fb-ae27-ab82df160b69', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-601336-94-hyperv', False) {} {{(pid=94177) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 11:40:32.847772 dv-neutron-601336-94-hyperv neutron-server[94177]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-930f7eed-5d20-4db8-a80a-cdd8ad6109ce None None] The sync data for ids ['f7ae45f4-004a-45dd-b90e-fcd1ba95e217'] in dv-neutron-601336-94-hyperv is: [{'id': 'f7ae45f4-004a-45dd-b90e-fcd1ba95e217', 'name': 'tempest-TestVolumeBootPattern-454285966-router', 'tenant_id': '196d16edf443490aaaba40ccfc7a3448', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3e7e4eb3-cf02-4d47-ade9-0a579cdfc60f', 'external_fixed_ips': [{'subnet_id': 'a5ad15ab-c489-4a67-a9b0-d559fca0ec71', 'ip_address': '172.26.3.83'}], 'enable_snat': True}, 'gw_port_id': '37f26ea4-1d1e-47ad-b212-e44afa2e731c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-23T11:40:22Z', 'updated_at': '2021-06-23T11:40:26Z', 'revision_number': 4, 'project_id': '196d16edf443490aaaba40ccfc7a3448', 'gw_port': {'id': '37f26ea4-1d1e-47ad-b212-e44afa2e731c', 'name': '', 'network_id': '3e7e4eb3-cf02-4d47-ade9-0a579cdfc60f', 'tenant_id': '', 'mac_address': 'fa:16:3e:7a:83:5e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f7ae45f4-004a-45dd-b90e-fcd1ba95e217', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1387, 'fixed_ips': [{'subnet_id': 'a5ad15ab-c489-4a67-a9b0-d559fca0ec71', 'ip_address': '172.26.3.83', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-94-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-23T11:40:23Z', 'updated_at': '2021-06-23T11:40:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a5ad15ab-c489-4a67-a9b0-d559fca0ec71', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-601336-94-hyperv', '_interfaces': [{'id': '261a243c-82ee-47e4-a191-3d819af8f10a', 'name': '', 'network_id': '03d0adb8-7c84-4028-a133-9fee8ea26a25', 'tenant_id': '196d16edf443490aaaba40ccfc7a3448', 'mac_address': 'fa:16:3e:51:11:ef', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f7ae45f4-004a-45dd-b90e-fcd1ba95e217', 'device_owner': 'network:router_interface', 'standard_attr_id': 1389, 'fixed_ips': [{'subnet_id': '5338fe8e-d932-41fb-ae27-ab82df160b69', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-94-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-23T11:40:25Z', 'updated_at': '2021-06-23T11:40:32Z', 'revision_number': 4, 'project_id': '196d16edf443490aaaba40ccfc7a3448', 'subnets': [{'id': '5338fe8e-d932-41fb-ae27-ab82df160b69', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94177) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 23 11:40:32.903665 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.db.l3_dvr_db [None req-b7a782f8-a80f-4592-b8cb-bce25d94a509 None None] Set router 6d169ae0-0e8d-484f-b4fe-ff366ceb4c38 gateway port host: dv-neutron-601336-94-hyperv {{(pid=94176) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:838}} Jun 23 11:40:32.906549 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron_lib.callbacks.manager [req-57165c9f-81f1-4d02-a38b-7a719769cd75 req-22cbc97d-afa7-430d-9bd2-d6f6491d0e44 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-923122'] for port, before_update {{(pid=94175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:40:33.181118 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron_lib.callbacks.manager [None req-6caca85c-aa27-4f2e-805a-77b26acb50e5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-923122'] for port, before_update {{(pid=94176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:40:33.244923 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.plugins.ml2.db [None req-6caca85c-aa27-4f2e-805a-77b26acb50e5 None None] For port f67a681e-1c73-41f0-8813-98aa2de4ec1a, host dv-neutron-601336-94-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-94-hyperv',level=0,port_id=f67a681e-1c73-41f0-8813-98aa2de4ec1a,segment=NetworkSegment(8daa99dd-cf8b-4774-a24a-5fd54b0141f2),segment_id=8daa99dd-cf8b-4774-a24a-5fd54b0141f2)] {{(pid=94176) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 23 11:40:33.319070 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron_lib.callbacks.manager [None req-6caca85c-aa27-4f2e-805a-77b26acb50e5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-922904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866062', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773700135042', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773699642233', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773699642278'] for port, after_update {{(pid=94176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:40:33.325344 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG oslo_concurrency.lockutils [None req-8cbf7f85-0a55-4619-a344-96d6bf039735 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 11:40:33.331071 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.db.l3_hamode_db [None req-b7a782f8-a80f-4592-b8cb-bce25d94a509 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6d169ae0-0e8d-484f-b4fe-ff366ceb4c38', 'name': 'tempest-TestVolumeBootPattern-720945834-router', 'tenant_id': 'c2fb6a3c7ea144ebbec731d0d0d8858f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3e7e4eb3-cf02-4d47-ade9-0a579cdfc60f', 'external_fixed_ips': [{'subnet_id': 'a5ad15ab-c489-4a67-a9b0-d559fca0ec71', 'ip_address': '172.26.3.199'}], 'enable_snat': True}, 'gw_port_id': '1600c18f-6db5-47e4-bb72-11f0a00121c7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-23T11:40:30Z', 'updated_at': '2021-06-23T11:40:31Z', 'revision_number': 3, 'project_id': 'c2fb6a3c7ea144ebbec731d0d0d8858f', 'gw_port': {'id': '1600c18f-6db5-47e4-bb72-11f0a00121c7', 'name': '', 'network_id': '3e7e4eb3-cf02-4d47-ade9-0a579cdfc60f', 'tenant_id': '', 'mac_address': 'fa:16:3e:4c:80:28', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6d169ae0-0e8d-484f-b4fe-ff366ceb4c38', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1409, 'fixed_ips': [{'subnet_id': 'a5ad15ab-c489-4a67-a9b0-d559fca0ec71', 'ip_address': '172.26.3.199', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-23T11:40:30Z', 'updated_at': '2021-06-23T11:40:31Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'a5ad15ab-c489-4a67-a9b0-d559fca0ec71', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-601336-94-hyperv'}], 'dv-neutron-601336-94-hyperv', False) {} {{(pid=94176) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 11:40:33.419266 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b7a782f8-a80f-4592-b8cb-bce25d94a509 None None] Checking router: 6d169ae0-0e8d-484f-b4fe-ff366ceb4c38 for host: dv-neutron-601336-94-hyperv {{(pid=94176) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 23 11:40:33.422054 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b7a782f8-a80f-4592-b8cb-bce25d94a509 None None] Updating router 6d169ae0-0e8d-484f-b4fe-ff366ceb4c38 port 1600c18f-6db5-47e4-bb72-11f0a00121c7 binding host dv-neutron-601336-94-hyperv {{(pid=94176) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 23 11:40:33.524558 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.plugins.ml2.rpc [None req-dc7542b2-afef-47f4-a763-e3a3cba144be None None] Device 261a243c-82ee-47e4-a191-3d819af8f10a up at agent ovs-agent-dv-neutron-601336-94-hyperv {{(pid=94176) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:298}} Jun 23 11:40:33.554169 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6caca85c-aa27-4f2e-805a-77b26acb50e5 None None] Pushing event updated for resources: {'Port': ['ID=f67a681e-1c73-41f0-8813-98aa2de4ec1a,revision_number=3']} {{(pid=94176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 11:40:33.571997 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG oslo_concurrency.lockutils [None req-6caca85c-aa27-4f2e-805a-77b26acb50e5 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.247s {{(pid=94176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 11:40:33.589916 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron_lib.callbacks.manager [None req-b7a782f8-a80f-4592-b8cb-bce25d94a509 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-923122'] for port, before_update {{(pid=94176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:40:33.721694 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.db.provisioning_blocks [None req-dc7542b2-afef-47f4-a763-e3a3cba144be None None] Provisioning for port 261a243c-82ee-47e4-a191-3d819af8f10a completed by entity L2. {{(pid=94176) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 23 11:40:33.796167 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.db.provisioning_blocks [None req-7f2fba82-4cce-46f3-97c5-a1aad45cb7f8 None None] Provisioning complete for port f67a681e-1c73-41f0-8813-98aa2de4ec1a triggered by entity DHCP. {{(pid=94176) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 23 11:40:33.806404 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron_lib.callbacks.manager [None req-7f2fba82-4cce-46f3-97c5-a1aad45cb7f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-899258'] for port, provisioning_complete {{(pid=94176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:40:33.810780 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.db.provisioning_blocks [None req-dc7542b2-afef-47f4-a763-e3a3cba144be None None] Provisioning complete for port 261a243c-82ee-47e4-a191-3d819af8f10a triggered by entity L2. {{(pid=94176) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 23 11:40:33.811813 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron_lib.callbacks.manager [None req-dc7542b2-afef-47f4-a763-e3a3cba144be None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-899258'] for port, provisioning_complete {{(pid=94176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:40:33.950841 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.notifiers.nova [req-57165c9f-81f1-4d02-a38b-7a719769cd75 req-22cbc97d-afa7-430d-9bd2-d6f6491d0e44 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 97f1344f-fa1f-475e-a963-a38d71c8ef47 {{(pid=94175) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 23 11:40:33.982827 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron_lib.callbacks.manager [req-57165c9f-81f1-4d02-a38b-7a719769cd75 req-22cbc97d-afa7-430d-9bd2-d6f6491d0e44 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:40:34.008429 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.db.provisioning_blocks [req-57165c9f-81f1-4d02-a38b-7a719769cd75 req-22cbc97d-afa7-430d-9bd2-d6f6491d0e44 service neutron] Transition to ACTIVE for port object 97f1344f-fa1f-475e-a963-a38d71c8ef47 will not be triggered until provisioned by entity L2. {{(pid=94175) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 23 11:40:34.054856 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron_lib.callbacks.manager [None req-7e36a340-3d33-421e-98fd-6ceb6b0ff547 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-923104'] for port, before_create {{(pid=94175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:40:34.068607 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron_lib.callbacks.manager [None req-dc7542b2-afef-47f4-a763-e3a3cba144be None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-923122'] for port, before_update {{(pid=94176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:40:34.103539 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron_lib.callbacks.manager [req-57165c9f-81f1-4d02-a38b-7a719769cd75 req-22cbc97d-afa7-430d-9bd2-d6f6491d0e44 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-922904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866062', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773700135042', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773699642233', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773699642278', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5082471'] for port, after_update {{(pid=94175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:40:34.105912 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG oslo_concurrency.lockutils [None req-73396fa7-0e42-4747-8019-824c91863219 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94175) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 11:40:34.159810 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.plugins.ml2.db [None req-dc7542b2-afef-47f4-a763-e3a3cba144be None None] For port 261a243c-82ee-47e4-a191-3d819af8f10a, host dv-neutron-601336-94-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-94-hyperv',level=0,port_id=261a243c-82ee-47e4-a191-3d819af8f10a,segment=NetworkSegment(c7798981-dff9-4fc8-94a4-46182475c2ee),segment_id=c7798981-dff9-4fc8-94a4-46182475c2ee)] {{(pid=94176) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 23 11:40:34.178268 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron_lib.callbacks.manager [None req-b7a782f8-a80f-4592-b8cb-bce25d94a509 None None] Notify callbacks [] for port, precommit_update {{(pid=94176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:40:34.190114 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.db.provisioning_blocks [None req-b7a782f8-a80f-4592-b8cb-bce25d94a509 None None] Transition to ACTIVE for port object 1600c18f-6db5-47e4-bb72-11f0a00121c7 will not be triggered until provisioned by entity L2. {{(pid=94176) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 23 11:40:34.217182 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22cbc97d-afa7-430d-9bd2-d6f6491d0e44 service neutron] Pushing event updated for resources: {'Port': ['ID=97f1344f-fa1f-475e-a963-a38d71c8ef47,revision_number=2']} {{(pid=94175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 11:40:34.227216 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG oslo_concurrency.lockutils [None req-22cbc97d-afa7-430d-9bd2-d6f6491d0e44 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.121s {{(pid=94175) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 11:40:34.239428 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron_lib.callbacks.manager [None req-dc7542b2-afef-47f4-a763-e3a3cba144be None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-922904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866062', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773700135042', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773699642233', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773699642278'] for port, after_update {{(pid=94176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:40:34.242934 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG oslo_concurrency.lockutils [None req-97bd5441-1da2-49ee-a364-27795820ba27 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 11:40:34.312473 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron_lib.callbacks.manager [None req-b7a782f8-a80f-4592-b8cb-bce25d94a509 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-922904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866062', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773700135042', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773699642233', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773699642278'] for port, after_update {{(pid=94176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:40:34.325724 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc7542b2-afef-47f4-a763-e3a3cba144be None None] Pushing event updated for resources: {'Port': ['ID=261a243c-82ee-47e4-a191-3d819af8f10a,revision_number=5']} {{(pid=94176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 11:40:34.329435 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG oslo_concurrency.lockutils [None req-dc7542b2-afef-47f4-a763-e3a3cba144be None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.087s {{(pid=94176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 11:40:34.330168 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG oslo_concurrency.lockutils [None req-af4c4a32-aba1-4766-a633-9cccdeb0a624 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.013s {{(pid=94176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 11:40:34.353813 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a8478cc-494d-4e6d-baa8-a254cf165151 req-86078c01-ee24-4efe-b274-4d1c5b0d1a2c tempest-TestNetworkBasicOps-233187296 tempest-TestNetworkBasicOps-233187296-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 11:40:34.355396 dv-neutron-601336-94-hyperv neutron-server[94175]: INFO neutron.wsgi [req-0a8478cc-494d-4e6d-baa8-a254cf165151 req-86078c01-ee24-4efe-b274-4d1c5b0d1a2c tempest-TestNetworkBasicOps-233187296 tempest-TestNetworkBasicOps-233187296-project] 10.222.0.20 "GET /v2.0/ports?device_id=eec49557-62a3-4248-ae6e-df26672cc8bf HTTP/1.1" status: 200 len: 981 time: 0.4281857 Jun 23 11:40:34.380986 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.plugins.ml2.managers [None req-b7a782f8-a80f-4592-b8cb-bce25d94a509 None None] Attempting to bind port 1600c18f-6db5-47e4-bb72-11f0a00121c7 on host dv-neutron-601336-94-hyperv for vnic_type normal with profile {{(pid=94176) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 23 11:40:34.381385 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.plugins.ml2.managers [None req-b7a782f8-a80f-4592-b8cb-bce25d94a509 None None] Attempting to bind port 1600c18f-6db5-47e4-bb72-11f0a00121c7 by drivers openvswitch,hyperv on host dv-neutron-601336-94-hyperv at level 0 using segments [{'id': 'c23be0a5-6980-48fb-bc9f-4a24717fe1de', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3e7e4eb3-cf02-4d47-ade9-0a579cdfc60f'}] {{(pid=94176) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 23 11:40:34.381741 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b7a782f8-a80f-4592-b8cb-bce25d94a509 None None] Attempting to bind port 1600c18f-6db5-47e4-bb72-11f0a00121c7 on network 3e7e4eb3-cf02-4d47-ade9-0a579cdfc60f {{(pid=94176) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 23 11:40:34.387907 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11443261-d808-4e09-bbaa-dc53864788f2 None None] Pushing event updated for resources: {'Port': ['ID=1600c18f-6db5-47e4-bb72-11f0a00121c7,revision_number=2']} {{(pid=94176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 11:40:34.392069 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG oslo_concurrency.lockutils [None req-11443261-d808-4e09-bbaa-dc53864788f2 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.062s {{(pid=94176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 11:40:34.392968 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b7a782f8-a80f-4592-b8cb-bce25d94a509 None None] Checking agent: {'id': '4d05f899-5ac9-411b-8a03-f60c93f87cdf', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-601336-94-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 23, 11, 22, 14), 'started_at': datetime.datetime(2021, 6, 23, 11, 22, 44), 'heartbeat_timestamp': datetime.datetime(2021, 6, 23, 11, 40, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'monitor_allowed_address_pair_garp': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-601336-94-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94176) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 23 11:40:34.393354 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b7a782f8-a80f-4592-b8cb-bce25d94a509 None None] Checking segment: {'id': 'c23be0a5-6980-48fb-bc9f-4a24717fe1de', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3e7e4eb3-cf02-4d47-ade9-0a579cdfc60f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94176) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 23 11:40:34.393765 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron_lib.callbacks.manager [None req-b7a782f8-a80f-4592-b8cb-bce25d94a509 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:40:34.394159 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b7a782f8-a80f-4592-b8cb-bce25d94a509 None None] Bound using segment: {'id': 'c23be0a5-6980-48fb-bc9f-4a24717fe1de', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3e7e4eb3-cf02-4d47-ade9-0a579cdfc60f'} {{(pid=94176) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 23 11:40:34.394791 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.plugins.ml2.managers [None req-b7a782f8-a80f-4592-b8cb-bce25d94a509 None None] Bound port: 1600c18f-6db5-47e4-bb72-11f0a00121c7, host: dv-neutron-601336-94-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c23be0a5-6980-48fb-bc9f-4a24717fe1de', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3e7e4eb3-cf02-4d47-ade9-0a579cdfc60f'}}] {{(pid=94176) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 23 11:40:34.395003 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron_lib.callbacks.manager [None req-b7a782f8-a80f-4592-b8cb-bce25d94a509 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-923122'] for port, before_update {{(pid=94176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:40:34.420630 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.plugins.ml2.managers [req-57165c9f-81f1-4d02-a38b-7a719769cd75 req-22cbc97d-afa7-430d-9bd2-d6f6491d0e44 service neutron] Attempting to bind port 97f1344f-fa1f-475e-a963-a38d71c8ef47 on host hv-neutron-6013 for vnic_type normal with profile {{(pid=94175) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 23 11:40:34.420966 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.plugins.ml2.managers [req-57165c9f-81f1-4d02-a38b-7a719769cd75 req-22cbc97d-afa7-430d-9bd2-d6f6491d0e44 service neutron] Attempting to bind port 97f1344f-fa1f-475e-a963-a38d71c8ef47 by drivers openvswitch,hyperv on host hv-neutron-6013 at level 0 using segments [{'id': 'fd389721-9bf6-4e11-9863-961f1c6db03e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 409, 'network_id': 'eb17e2b0-6fa8-4e88-977d-dc1d236f50f4'}] {{(pid=94175) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 23 11:40:34.421319 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-57165c9f-81f1-4d02-a38b-7a719769cd75 req-22cbc97d-afa7-430d-9bd2-d6f6491d0e44 service neutron] Attempting to bind port 97f1344f-fa1f-475e-a963-a38d71c8ef47 on network eb17e2b0-6fa8-4e88-977d-dc1d236f50f4 {{(pid=94175) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 23 11:40:34.440320 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-57165c9f-81f1-4d02-a38b-7a719769cd75 req-22cbc97d-afa7-430d-9bd2-d6f6491d0e44 service neutron] Port 97f1344f-fa1f-475e-a963-a38d71c8ef47 on network eb17e2b0-6fa8-4e88-977d-dc1d236f50f4 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-6013 {{(pid=94175) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 23 11:40:34.440568 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-57165c9f-81f1-4d02-a38b-7a719769cd75 req-22cbc97d-afa7-430d-9bd2-d6f6491d0e44 service neutron] Attempting to bind port 97f1344f-fa1f-475e-a963-a38d71c8ef47 on network eb17e2b0-6fa8-4e88-977d-dc1d236f50f4 {{(pid=94175) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 23 11:40:34.447755 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.db.db_base_plugin_common [None req-7e36a340-3d33-421e-98fd-6ceb6b0ff547 admin admin] Allocated IP 172.20.0.1 (0f95ee7c-2f27-4a27-bba9-5084d26cdc11/37fd38d9-e060-45df-87fd-2d433599753d/359700af-4844-4ddf-b30b-bb5cb23b66ce) {{(pid=94175) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 23 11:40:34.453471 dv-neutron-601336-94-hyperv neutron-server[94175]: INFO neutron.wsgi [req-0a8478cc-494d-4e6d-baa8-a254cf165151 req-3f52686f-94e8-4e04-aead-b9646dd0256e tempest-TestNetworkBasicOps-233187296 tempest-TestNetworkBasicOps-233187296-project] 10.222.0.20 "GET /v2.0/security-groups?id=2983a400-bf7d-4609-8e54-3fd3d085940f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0907652 Jun 23 11:40:34.456386 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-57165c9f-81f1-4d02-a38b-7a719769cd75 req-22cbc97d-afa7-430d-9bd2-d6f6491d0e44 service neutron] Checking agent: {'id': '3a130b41-5b27-406b-aeb2-5a923af79f10', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-6013', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 23, 11, 28, 23), 'started_at': datetime.datetime(2021, 6, 23, 11, 28, 23), 'heartbeat_timestamp': datetime.datetime(2021, 6, 23, 11, 40, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94175) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 23 11:40:34.456727 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-57165c9f-81f1-4d02-a38b-7a719769cd75 req-22cbc97d-afa7-430d-9bd2-d6f6491d0e44 service neutron] Checking segment: {'id': 'fd389721-9bf6-4e11-9863-961f1c6db03e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 409, 'network_id': 'eb17e2b0-6fa8-4e88-977d-dc1d236f50f4'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94175) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 23 11:40:34.457109 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-57165c9f-81f1-4d02-a38b-7a719769cd75 req-22cbc97d-afa7-430d-9bd2-d6f6491d0e44 service neutron] Bound using segment: {'id': 'fd389721-9bf6-4e11-9863-961f1c6db03e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 409, 'network_id': 'eb17e2b0-6fa8-4e88-977d-dc1d236f50f4'} {{(pid=94175) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 23 11:40:34.457242 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.plugins.ml2.db [None req-b7a782f8-a80f-4592-b8cb-bce25d94a509 None None] For port 1600c18f-6db5-47e4-bb72-11f0a00121c7, host dv-neutron-601336-94-hyperv, cleared binding levels {{(pid=94176) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 23 11:40:34.457564 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.plugins.ml2.managers [req-57165c9f-81f1-4d02-a38b-7a719769cd75 req-22cbc97d-afa7-430d-9bd2-d6f6491d0e44 service neutron] Bound port: 97f1344f-fa1f-475e-a963-a38d71c8ef47, host: hv-neutron-6013, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'fd389721-9bf6-4e11-9863-961f1c6db03e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 409, 'network_id': 'eb17e2b0-6fa8-4e88-977d-dc1d236f50f4'}}] {{(pid=94175) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 23 11:40:34.457975 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron_lib.callbacks.manager [req-57165c9f-81f1-4d02-a38b-7a719769cd75 req-22cbc97d-afa7-430d-9bd2-d6f6491d0e44 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-923122'] for port, before_update {{(pid=94175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:40:34.460522 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.plugins.ml2.db [None req-b7a782f8-a80f-4592-b8cb-bce25d94a509 None None] For port 1600c18f-6db5-47e4-bb72-11f0a00121c7, host dv-neutron-601336-94-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-94-hyperv',level=0,port_id=1600c18f-6db5-47e4-bb72-11f0a00121c7,segment=NetworkSegment(c23be0a5-6980-48fb-bc9f-4a24717fe1de),segment_id=c23be0a5-6980-48fb-bc9f-4a24717fe1de)] {{(pid=94176) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 23 11:40:34.535392 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron_lib.callbacks.manager [None req-b7a782f8-a80f-4592-b8cb-bce25d94a509 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-922904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866062', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773700135042', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773699642233', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773699642278'] for port, after_update {{(pid=94176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:40:34.538518 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG oslo_concurrency.lockutils [None req-294df383-eb89-439c-b6ab-82be43028479 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 11:40:34.585252 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.plugins.ml2.db [req-57165c9f-81f1-4d02-a38b-7a719769cd75 req-22cbc97d-afa7-430d-9bd2-d6f6491d0e44 service neutron] For port 97f1344f-fa1f-475e-a963-a38d71c8ef47, host hv-neutron-6013, cleared binding levels {{(pid=94175) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 23 11:40:34.591297 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b7a782f8-a80f-4592-b8cb-bce25d94a509 None None] Routers {'6d169ae0-0e8d-484f-b4fe-ff366ceb4c38'} bound to L3 agent in host dv-neutron-601336-94-hyperv {{(pid=94176) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 23 11:40:34.591929 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.db.l3_hamode_db [None req-b7a782f8-a80f-4592-b8cb-bce25d94a509 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-601336-94-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-23T11:22:13Z,description=,heartbeat_timestamp=2021-06-23T11:40:13Z,host='dv-neutron-601336-94-hyperv',id=50ef99c0-ef28-4db5-b303-b145898fae60,load=0,resource_versions=,resources_synced=,started_at=2021-06-23T11:22:14Z,topic='l3_agent')) {'router_ids': ['6d169ae0-0e8d-484f-b4fe-ff366ceb4c38'], 'active': True} {{(pid=94176) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 11:40:34.592411 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.plugins.ml2.db [req-57165c9f-81f1-4d02-a38b-7a719769cd75 req-22cbc97d-afa7-430d-9bd2-d6f6491d0e44 service neutron] For port 97f1344f-fa1f-475e-a963-a38d71c8ef47, host hv-neutron-6013, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-6013',level=0,port_id=97f1344f-fa1f-475e-a963-a38d71c8ef47,segment=NetworkSegment(fd389721-9bf6-4e11-9863-961f1c6db03e),segment_id=fd389721-9bf6-4e11-9863-961f1c6db03e)] {{(pid=94175) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 23 11:40:34.607921 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron_lib.callbacks.manager [None req-7e36a340-3d33-421e-98fd-6ceb6b0ff547 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:40:34.620439 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.db.provisioning_blocks [None req-7e36a340-3d33-421e-98fd-6ceb6b0ff547 admin admin] Transition to ACTIVE for port object 359700af-4844-4ddf-b30b-bb5cb23b66ce will not be triggered until provisioned by entity DHCP. {{(pid=94175) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 23 11:40:34.626466 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11443261-d808-4e09-bbaa-dc53864788f2 None None] Pushing event updated for resources: {'Port': ['ID=1600c18f-6db5-47e4-bb72-11f0a00121c7,revision_number=3']} {{(pid=94176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 11:40:34.630887 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG oslo_concurrency.lockutils [None req-11443261-d808-4e09-bbaa-dc53864788f2 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.092s {{(pid=94176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 11:40:34.678418 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron_lib.callbacks.manager [req-57165c9f-81f1-4d02-a38b-7a719769cd75 req-22cbc97d-afa7-430d-9bd2-d6f6491d0e44 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-922904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866062', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773700135042', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773699642233', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773699642278', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5082471'] for port, after_update {{(pid=94175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:40:34.681206 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG oslo_concurrency.lockutils [None req-8c47137d-7772-4e60-8256-90a2d49b27a8 tempest-TestNetworkAdvancedServerOps-632886841 tempest-TestNetworkAdvancedServerOps-632886841-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94175) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 11:40:34.707461 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.db.l3_dvr_db [None req-b7a782f8-a80f-4592-b8cb-bce25d94a509 None None] Set router 6d169ae0-0e8d-484f-b4fe-ff366ceb4c38 gateway port host: dv-neutron-601336-94-hyperv {{(pid=94176) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:838}} Jun 23 11:40:34.711949 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron_lib.callbacks.manager [None req-7e36a340-3d33-421e-98fd-6ceb6b0ff547 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-922915', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-239814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7866073', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773699642215', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-5082457'] for port, after_create {{(pid=94175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:40:34.737411 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57165c9f-81f1-4d02-a38b-7a719769cd75 req-22cbc97d-afa7-430d-9bd2-d6f6491d0e44 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 11:40:34.738046 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron_lib.callbacks.manager [req-57165c9f-81f1-4d02-a38b-7a719769cd75 req-22cbc97d-afa7-430d-9bd2-d6f6491d0e44 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-217507'] for port, before_response {{(pid=94175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:40:34.739422 dv-neutron-601336-94-hyperv neutron-server[94175]: INFO neutron.wsgi [req-57165c9f-81f1-4d02-a38b-7a719769cd75 req-22cbc97d-afa7-430d-9bd2-d6f6491d0e44 service neutron] 10.222.0.52 "PUT /v2.0/ports/97f1344f-fa1f-475e-a963-a38d71c8ef47 HTTP/1.1" status: 200 len: 1131 time: 2.0246642 Jun 23 11:40:34.745297 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'eec49557-62a3-4248-ae6e-df26672cc8bf', 'tag': '97f1344f-fa1f-475e-a963-a38d71c8ef47'}] {{(pid=94175) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 23 11:40:34.747640 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1970408df4ea4e7170669a1249478e627cf05a5a0b07cc08a66c5cb53d0ac47a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ed78d091-3a5f-4fb1-870f-9a34d71c5e65" -d '{"events": [{"name": "network-changed", "server_uuid": "eec49557-62a3-4248-ae6e-df26672cc8bf", "tag": "97f1344f-fa1f-475e-a963-a38d71c8ef47"}]}' {{(pid=94175) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 23 11:40:34.760446 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7e36a340-3d33-421e-98fd-6ceb6b0ff547 admin admin] Network 0f95ee7c-2f27-4a27-bba9-5084d26cdc11 is already hosted by enough agents. {{(pid=94175) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 23 11:40:34.764002 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22cbc97d-afa7-430d-9bd2-d6f6491d0e44 service neutron] Pushing event updated for resources: {'Port': ['ID=97f1344f-fa1f-475e-a963-a38d71c8ef47,revision_number=3']} {{(pid=94175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 11:40:34.766839 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.scheduler.base_scheduler [None req-7e36a340-3d33-421e-98fd-6ceb6b0ff547 admin admin] Resources bound (agent type, host, resource id): {{(pid=94175) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 23 11:40:34.769017 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG oslo_concurrency.lockutils [None req-22cbc97d-afa7-430d-9bd2-d6f6491d0e44 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.088s {{(pid=94175) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 11:40:34.769256 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG oslo_concurrency.lockutils [None req-ad34e4fe-2df0-4620-9927-62ff256033b8 tempest-TestNetworkBasicOps-233187296 tempest-TestNetworkBasicOps-233187296-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.053s {{(pid=94175) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 11:40:34.802391 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 23 Jun 2021 11:40:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b4bec172-48f6-4ab7-a753-6b7c73c7f336 x-openstack-request-id: req-b4bec172-48f6-4ab7-a753-6b7c73c7f336 {{(pid=94175) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 23 11:40:34.802745 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "eec49557-62a3-4248-ae6e-df26672cc8bf", "tag": "97f1344f-fa1f-475e-a963-a38d71c8ef47", "status": "completed", "code": 200}]} {{(pid=94175) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 23 11:40:34.803065 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-b4bec172-48f6-4ab7-a753-6b7c73c7f336 {{(pid=94175) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 23 11:40:34.809201 dv-neutron-601336-94-hyperv neutron-server[94175]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'eec49557-62a3-4248-ae6e-df26672cc8bf', 'tag': '97f1344f-fa1f-475e-a963-a38d71c8ef47', 'status': 'completed', 'code': 200} Jun 23 11:40:34.809201 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7e36a340-3d33-421e-98fd-6ceb6b0ff547 admin admin] Received port after_create {{(pid=94175) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 23 11:40:34.857779 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e36a340-3d33-421e-98fd-6ceb6b0ff547 admin admin] Pushing event updated for resources: {'Port': ['ID=359700af-4844-4ddf-b30b-bb5cb23b66ce,revision_number=1']} {{(pid=94175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 11:40:34.879170 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG oslo_concurrency.lockutils [None req-7e36a340-3d33-421e-98fd-6ceb6b0ff547 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.110s {{(pid=94175) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 11:40:34.896030 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron_lib.callbacks.manager [None req-7e36a340-3d33-421e-98fd-6ceb6b0ff547 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-452954'] for router_interface, before_create {{(pid=94175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:40:34.952737 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.db.l3_hamode_db [None req-b7a782f8-a80f-4592-b8cb-bce25d94a509 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6d169ae0-0e8d-484f-b4fe-ff366ceb4c38', 'name': 'tempest-TestVolumeBootPattern-720945834-router', 'tenant_id': 'c2fb6a3c7ea144ebbec731d0d0d8858f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3e7e4eb3-cf02-4d47-ade9-0a579cdfc60f', 'external_fixed_ips': [{'subnet_id': 'a5ad15ab-c489-4a67-a9b0-d559fca0ec71', 'ip_address': '172.26.3.199'}], 'enable_snat': True}, 'gw_port_id': '1600c18f-6db5-47e4-bb72-11f0a00121c7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-23T11:40:30Z', 'updated_at': '2021-06-23T11:40:31Z', 'revision_number': 3, 'project_id': 'c2fb6a3c7ea144ebbec731d0d0d8858f', 'gw_port': {'id': '1600c18f-6db5-47e4-bb72-11f0a00121c7', 'name': '', 'network_id': '3e7e4eb3-cf02-4d47-ade9-0a579cdfc60f', 'tenant_id': '', 'mac_address': 'fa:16:3e:4c:80:28', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6d169ae0-0e8d-484f-b4fe-ff366ceb4c38', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1409, 'fixed_ips': [{'subnet_id': 'a5ad15ab-c489-4a67-a9b0-d559fca0ec71', 'ip_address': '172.26.3.199', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-94-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-23T11:40:30Z', 'updated_at': '2021-06-23T11:40:34Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a5ad15ab-c489-4a67-a9b0-d559fca0ec71', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-601336-94-hyperv'}], 'dv-neutron-601336-94-hyperv', False) {} {{(pid=94176) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 11:40:34.978253 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed78d091-3a5f-4fb1-870f-9a34d71c5e65 req-7fbf4b8c-1923-488a-b43f-74711701d9c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 11:40:34.983258 dv-neutron-601336-94-hyperv neutron-server[94175]: INFO neutron.wsgi [req-ed78d091-3a5f-4fb1-870f-9a34d71c5e65 req-7fbf4b8c-1923-488a-b43f-74711701d9c9 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=772b9946478d439e9da4eaeade7fb21d&device_id=eec49557-62a3-4248-ae6e-df26672cc8bf HTTP/1.1" status: 200 len: 1134 time: 0.1387455 Jun 23 11:40:34.985090 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b7a782f8-a80f-4592-b8cb-bce25d94a509 None None] The sync data for ids ['6d169ae0-0e8d-484f-b4fe-ff366ceb4c38'] in dv-neutron-601336-94-hyperv is: [{'id': '6d169ae0-0e8d-484f-b4fe-ff366ceb4c38', 'name': 'tempest-TestVolumeBootPattern-720945834-router', 'tenant_id': 'c2fb6a3c7ea144ebbec731d0d0d8858f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3e7e4eb3-cf02-4d47-ade9-0a579cdfc60f', 'external_fixed_ips': [{'subnet_id': 'a5ad15ab-c489-4a67-a9b0-d559fca0ec71', 'ip_address': '172.26.3.199'}], 'enable_snat': True}, 'gw_port_id': '1600c18f-6db5-47e4-bb72-11f0a00121c7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-23T11:40:30Z', 'updated_at': '2021-06-23T11:40:31Z', 'revision_number': 3, 'project_id': 'c2fb6a3c7ea144ebbec731d0d0d8858f', 'gw_port': {'id': '1600c18f-6db5-47e4-bb72-11f0a00121c7', 'name': '', 'network_id': '3e7e4eb3-cf02-4d47-ade9-0a579cdfc60f', 'tenant_id': '', 'mac_address': 'fa:16:3e:4c:80:28', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6d169ae0-0e8d-484f-b4fe-ff366ceb4c38', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1409, 'fixed_ips': [{'subnet_id': 'a5ad15ab-c489-4a67-a9b0-d559fca0ec71', 'ip_address': '172.26.3.199', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-94-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-23T11:40:30Z', 'updated_at': '2021-06-23T11:40:34Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a5ad15ab-c489-4a67-a9b0-d559fca0ec71', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-601336-94-hyperv'}] {{(pid=94176) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 23 11:40:35.194885 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed78d091-3a5f-4fb1-870f-9a34d71c5e65 req-2927db07-cfba-42ff-aa94-3f86483b0478 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 11:40:35.196430 dv-neutron-601336-94-hyperv neutron-server[94175]: INFO neutron.wsgi [req-ed78d091-3a5f-4fb1-870f-9a34d71c5e65 req-2927db07-cfba-42ff-aa94-3f86483b0478 service neutron] 10.222.0.52 "GET /v2.0/networks?tenant_id=772b9946478d439e9da4eaeade7fb21d&shared=False HTTP/1.1" status: 200 len: 897 time: 0.2065749 Jun 23 11:40:35.203948 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.db.provisioning_blocks [None req-4c12d65a-d7b0-4666-8327-22a6ec3aa136 None None] Provisioning for port 359700af-4844-4ddf-b30b-bb5cb23b66ce completed by entity DHCP. {{(pid=94176) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 23 11:40:35.229918 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.db.provisioning_blocks [None req-4c12d65a-d7b0-4666-8327-22a6ec3aa136 None None] Provisioning complete for port 359700af-4844-4ddf-b30b-bb5cb23b66ce triggered by entity DHCP. {{(pid=94176) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 23 11:40:35.230227 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron_lib.callbacks.manager [None req-4c12d65a-d7b0-4666-8327-22a6ec3aa136 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-899258'] for port, provisioning_complete {{(pid=94176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:40:35.273248 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.plugins.ml2.plugin [None req-4c12d65a-d7b0-4666-8327-22a6ec3aa136 None None] Port 359700af-4844-4ddf-b30b-bb5cb23b66ce cannot update to ACTIVE because it is not bound. {{(pid=94176) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jun 23 11:40:35.374075 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron_lib.callbacks.manager [None req-7e36a340-3d33-421e-98fd-6ceb6b0ff547 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-923122'] for port, before_update {{(pid=94175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:40:35.441042 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed78d091-3a5f-4fb1-870f-9a34d71c5e65 req-78722469-fa11-43ad-963c-3ca0aa9b1d09 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 11:40:35.442645 dv-neutron-601336-94-hyperv neutron-server[94175]: INFO neutron.wsgi [req-ed78d091-3a5f-4fb1-870f-9a34d71c5e65 req-78722469-fa11-43ad-963c-3ca0aa9b1d09 service neutron] 10.222.0.52 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2402346 Jun 23 11:40:35.543716 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.plugins.ml2.rpc [None req-dc7542b2-afef-47f4-a763-e3a3cba144be None None] Device 261a243c-82ee-47e4-a191-3d819af8f10a up at agent ovs-agent-dv-neutron-601336-94-hyperv {{(pid=94176) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:298}} Jun 23 11:40:35.596893 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.db.provisioning_blocks [None req-dc7542b2-afef-47f4-a763-e3a3cba144be None None] Provisioning complete for port 261a243c-82ee-47e4-a191-3d819af8f10a triggered by entity L2. {{(pid=94176) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 23 11:40:35.597611 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron_lib.callbacks.manager [None req-dc7542b2-afef-47f4-a763-e3a3cba144be None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-899258'] for port, provisioning_complete {{(pid=94176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:40:35.659174 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57165c9f-81f1-4d02-a38b-7a719769cd75 req-0c5b1bec-8fbb-431c-8c39-536b1a2bf1bf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 11:40:35.660654 dv-neutron-601336-94-hyperv neutron-server[94175]: INFO neutron.wsgi [req-57165c9f-81f1-4d02-a38b-7a719769cd75 req-0c5b1bec-8fbb-431c-8c39-536b1a2bf1bf service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=772b9946478d439e9da4eaeade7fb21d&device_id=eec49557-62a3-4248-ae6e-df26672cc8bf HTTP/1.1" status: 200 len: 1134 time: 0.1722553 Jun 23 11:40:35.687319 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.plugins.ml2.rpc [None req-dc7542b2-afef-47f4-a763-e3a3cba144be None None] Device 1600c18f-6db5-47e4-bb72-11f0a00121c7 up at agent ovs-agent-dv-neutron-601336-94-hyperv {{(pid=94176) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:298}} Jun 23 11:40:35.714283 dv-neutron-601336-94-hyperv neutron-server[94175]: INFO neutron.wsgi [req-57165c9f-81f1-4d02-a38b-7a719769cd75 req-75f42b2c-c6a2-4b89-bd65-9022f29ad553 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=97f1344f-fa1f-475e-a963-a38d71c8ef47 HTTP/1.1" status: 200 len: 217 time: 0.0468252 Jun 23 11:40:35.740997 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron_lib.callbacks.manager [None req-7e36a340-3d33-421e-98fd-6ceb6b0ff547 admin admin] Notify callbacks [] for port, precommit_update {{(pid=94175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:40:35.795707 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5574e2fe-2467-45ce-8bc7-95d19ed257cd req-f777e454-599f-49aa-840e-06d0b223d23a tempest-TestNetworkBasicOps-233187296 tempest-TestNetworkBasicOps-233187296-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 11:40:35.797186 dv-neutron-601336-94-hyperv neutron-server[94175]: INFO neutron.wsgi [req-5574e2fe-2467-45ce-8bc7-95d19ed257cd req-f777e454-599f-49aa-840e-06d0b223d23a tempest-TestNetworkBasicOps-233187296 tempest-TestNetworkBasicOps-233187296-project] 10.222.0.20 "GET /v2.0/ports?device_id=eec49557-62a3-4248-ae6e-df26672cc8bf HTTP/1.1" status: 200 len: 981 time: 0.2094228 Jun 23 11:40:35.811421 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57165c9f-81f1-4d02-a38b-7a719769cd75 req-7277e8a7-20a9-4c5e-9201-57cd38c19959 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 11:40:35.812844 dv-neutron-601336-94-hyperv neutron-server[94175]: INFO neutron.wsgi [req-57165c9f-81f1-4d02-a38b-7a719769cd75 req-7277e8a7-20a9-4c5e-9201-57cd38c19959 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=a9f21ece-fa53-4513-9cb7-76820599b7b5 HTTP/1.1" status: 200 len: 835 time: 0.0870464 Jun 23 11:40:35.854421 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron_lib.callbacks.manager [None req-7e36a340-3d33-421e-98fd-6ceb6b0ff547 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-922904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866062', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773700135042', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773699642233', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773699642278', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5082471'] for port, after_update {{(pid=94175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:40:35.861908 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG oslo_concurrency.lockutils [None req-ba9fcc87-aa7a-4d7b-8579-a72ffbe23537 tempest-TestNetworkBasicOps-233187296 tempest-TestNetworkBasicOps-233187296-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94175) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 11:40:35.864915 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.db.provisioning_blocks [None req-dc7542b2-afef-47f4-a763-e3a3cba144be None None] Provisioning for port 1600c18f-6db5-47e4-bb72-11f0a00121c7 completed by entity L2. {{(pid=94176) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 23 11:40:35.871978 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.db.provisioning_blocks [None req-dc7542b2-afef-47f4-a763-e3a3cba144be None None] Provisioning complete for port 1600c18f-6db5-47e4-bb72-11f0a00121c7 triggered by entity L2. {{(pid=94176) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 23 11:40:35.874243 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron_lib.callbacks.manager [None req-dc7542b2-afef-47f4-a763-e3a3cba144be None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-899258'] for port, provisioning_complete {{(pid=94176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:40:35.917891 dv-neutron-601336-94-hyperv neutron-server[94175]: INFO neutron.wsgi [req-5574e2fe-2467-45ce-8bc7-95d19ed257cd req-5973b710-77ae-48ab-bc73-7c9fff7e8b87 tempest-TestNetworkBasicOps-233187296 tempest-TestNetworkBasicOps-233187296-project] 10.222.0.20 "GET /v2.0/security-groups?id=2983a400-bf7d-4609-8e54-3fd3d085940f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1137965 Jun 23 11:40:35.950475 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e36a340-3d33-421e-98fd-6ceb6b0ff547 admin admin] Pushing event updated for resources: {'Port': ['ID=359700af-4844-4ddf-b30b-bb5cb23b66ce,revision_number=2']} {{(pid=94175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 11:40:35.953328 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG oslo_concurrency.lockutils [None req-7e36a340-3d33-421e-98fd-6ceb6b0ff547 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.092s {{(pid=94175) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 11:40:35.956194 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron_lib.callbacks.manager [None req-dc7542b2-afef-47f4-a763-e3a3cba144be None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-923122'] for port, before_update {{(pid=94176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:40:35.959471 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron_lib.callbacks.manager [None req-7e36a340-3d33-421e-98fd-6ceb6b0ff547 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-7866091', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-453038'] for router_interface, after_create {{(pid=94175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:40:35.976230 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.plugins.ml2.db [None req-dc7542b2-afef-47f4-a763-e3a3cba144be None None] For port 1600c18f-6db5-47e4-bb72-11f0a00121c7, host dv-neutron-601336-94-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-94-hyperv',level=0,port_id=1600c18f-6db5-47e4-bb72-11f0a00121c7,segment=NetworkSegment(c23be0a5-6980-48fb-bc9f-4a24717fe1de),segment_id=c23be0a5-6980-48fb-bc9f-4a24717fe1de)] {{(pid=94176) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 23 11:40:35.984088 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57165c9f-81f1-4d02-a38b-7a719769cd75 req-e8d70183-f00d-4385-b4fa-1e235c675415 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 11:40:35.985558 dv-neutron-601336-94-hyperv neutron-server[94175]: INFO neutron.wsgi [req-57165c9f-81f1-4d02-a38b-7a719769cd75 req-e8d70183-f00d-4385-b4fa-1e235c675415 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=eb17e2b0-6fa8-4e88-977d-dc1d236f50f4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1178 time: 0.1636691 Jun 23 11:40:36.049380 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron_lib.callbacks.manager [None req-dc7542b2-afef-47f4-a763-e3a3cba144be None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-922904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866062', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773700135042', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773699642233', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773699642278'] for port, after_update {{(pid=94176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:40:36.050552 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.plugins.ml2.rpc [None req-dc7542b2-afef-47f4-a763-e3a3cba144be None None] Device f67a681e-1c73-41f0-8813-98aa2de4ec1a up at agent ovs-agent-dv-neutron-601336-94-hyperv {{(pid=94176) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:298}} Jun 23 11:40:36.052604 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG oslo_concurrency.lockutils [None req-9a8446e6-b06f-4acf-b55b-6fb62fcbdd44 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 11:40:36.126919 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc7542b2-afef-47f4-a763-e3a3cba144be None None] Pushing event updated for resources: {'Port': ['ID=1600c18f-6db5-47e4-bb72-11f0a00121c7,revision_number=4']} {{(pid=94176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 11:40:36.127432 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7e36a340-3d33-421e-98fd-6ceb6b0ff547 admin admin] Network 0f95ee7c-2f27-4a27-bba9-5084d26cdc11 is already hosted by enough agents. {{(pid=94175) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 23 11:40:36.130299 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG oslo_concurrency.lockutils [None req-dc7542b2-afef-47f4-a763-e3a3cba144be None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.078s {{(pid=94176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 11:40:36.130617 dv-neutron-601336-94-hyperv neutron-server[94175]: INFO neutron.wsgi [req-57165c9f-81f1-4d02-a38b-7a719769cd75 req-80314f50-3382-460e-a759-d1672612240b service neutron] 10.222.0.52 "GET /v2.0/networks/eb17e2b0-6fa8-4e88-977d-dc1d236f50f4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1201520 Jun 23 11:40:36.133437 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.scheduler.base_scheduler [None req-7e36a340-3d33-421e-98fd-6ceb6b0ff547 admin admin] Resources bound (agent type, host, resource id): {{(pid=94175) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 23 11:40:36.143012 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.db.provisioning_blocks [None req-dc7542b2-afef-47f4-a763-e3a3cba144be None None] Provisioning complete for port f67a681e-1c73-41f0-8813-98aa2de4ec1a triggered by entity L2. {{(pid=94176) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 23 11:40:36.143012 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron_lib.callbacks.manager [None req-dc7542b2-afef-47f4-a763-e3a3cba144be None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-899258'] for port, provisioning_complete {{(pid=94176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:40:36.313138 dv-neutron-601336-94-hyperv neutron-server[94175]: INFO neutron.wsgi [req-57165c9f-81f1-4d02-a38b-7a719769cd75 req-bc84e219-696f-413e-8011-340660ade06b service neutron] 10.222.0.52 "GET /v2.0/networks/eb17e2b0-6fa8-4e88-977d-dc1d236f50f4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1743143 Jun 23 11:40:36.322982 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7e36a340-3d33-421e-98fd-6ceb6b0ff547 admin admin] Router 6d169ae0-0e8d-484f-b4fe-ff366ceb4c38 has already been hosted by L3 agent 50ef99c0-ef28-4db5-b303-b145898fae60 {{(pid=94175) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 23 11:40:36.399674 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.db.provisioning_blocks [None req-a562bf67-b4fd-43dc-be03-648c0600a327 None None] Provisioning complete for port 359700af-4844-4ddf-b30b-bb5cb23b66ce triggered by entity DHCP. {{(pid=94176) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 23 11:40:36.400059 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron_lib.callbacks.manager [None req-a562bf67-b4fd-43dc-be03-648c0600a327 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-899258'] for port, provisioning_complete {{(pid=94176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:40:36.431404 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7e36a340-3d33-421e-98fd-6ceb6b0ff547 admin admin] Notify agent at l3_agent.dv-neutron-601336-94-hyperv the message routers_updated {{(pid=94175) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 23 11:40:36.433350 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.plugins.ml2.plugin [None req-a562bf67-b4fd-43dc-be03-648c0600a327 None None] Port 359700af-4844-4ddf-b30b-bb5cb23b66ce cannot update to ACTIVE because it is not bound. {{(pid=94176) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jun 23 11:40:36.438016 dv-neutron-601336-94-hyperv neutron-server[94175]: INFO neutron.wsgi [None req-7e36a340-3d33-421e-98fd-6ceb6b0ff547 admin admin] 10.222.0.20 "PUT /v2.0/routers/6d169ae0-0e8d-484f-b4fe-ff366ceb4c38/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.7203829 Jun 23 11:40:37.068661 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.wsgi [-] (94174) accepted ('10.222.0.20', 43644) {{(pid=94174) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 11:40:37.073850 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.api.v2.base [None req-5ddaf327-a0ed-4977-ab5b-df0d6e516e26 tempest-TestVolumeBootPattern-1838142519 tempest-TestVolumeBootPattern-1838142519-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-716132019', 'description': 'tempest-secgroup-smoke-716132019 description', 'project_id': '196d16edf443490aaaba40ccfc7a3448'}} {{(pid=94174) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 23 11:40:37.103024 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79631b3d-90c2-495a-9d99-7cf6861e9694 req-ac13f03a-4ae9-47e1-8a93-9d463f2b654a tempest-TestNetworkBasicOps-233187296 tempest-TestNetworkBasicOps-233187296-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 11:40:37.104559 dv-neutron-601336-94-hyperv neutron-server[94175]: INFO neutron.wsgi [req-79631b3d-90c2-495a-9d99-7cf6861e9694 req-ac13f03a-4ae9-47e1-8a93-9d463f2b654a tempest-TestNetworkBasicOps-233187296 tempest-TestNetworkBasicOps-233187296-project] 10.222.0.20 "GET /v2.0/ports?device_id=eec49557-62a3-4248-ae6e-df26672cc8bf HTTP/1.1" status: 200 len: 981 time: 0.0711954 Jun 23 11:40:37.141450 dv-neutron-601336-94-hyperv neutron-server[94175]: INFO neutron.wsgi [req-79631b3d-90c2-495a-9d99-7cf6861e9694 req-2c4017fe-6628-42ce-834e-74ccc656f288 tempest-TestNetworkBasicOps-233187296 tempest-TestNetworkBasicOps-233187296-project] 10.222.0.20 "GET /v2.0/security-groups?id=2983a400-bf7d-4609-8e54-3fd3d085940f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0312541 Jun 23 11:40:37.173121 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron_lib.callbacks.manager [None req-5ddaf327-a0ed-4977-ab5b-df0d6e516e26 tempest-TestVolumeBootPattern-1838142519 tempest-TestVolumeBootPattern-1838142519-project] Notify callbacks [] for security_group, before_create {{(pid=94174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:40:37.250101 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron_lib.callbacks.manager [None req-5ddaf327-a0ed-4977-ab5b-df0d6e516e26 tempest-TestVolumeBootPattern-1838142519 tempest-TestVolumeBootPattern-1838142519-project] Notify callbacks [] for security_group, precommit_create {{(pid=94174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:40:37.315559 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron_lib.callbacks.manager [None req-5ddaf327-a0ed-4977-ab5b-df0d6e516e26 tempest-TestVolumeBootPattern-1838142519 tempest-TestVolumeBootPattern-1838142519-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7996330'] for security_group, after_create {{(pid=94174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:40:37.318668 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG oslo_concurrency.lockutils [None req-7661d941-f1e0-4d7a-9ce2-1472b73204dc admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94174) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 11:40:37.344386 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ddaf327-a0ed-4977-ab5b-df0d6e516e26 tempest-TestVolumeBootPattern-1838142519 tempest-TestVolumeBootPattern-1838142519-project] Pushing event updated for resources: {'SecurityGroup': ['ID=caa86333-f4a4-4907-90fa-9f1b20d99924,revision_number=1']} {{(pid=94174) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 11:40:37.346983 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG oslo_concurrency.lockutils [None req-5ddaf327-a0ed-4977-ab5b-df0d6e516e26 tempest-TestVolumeBootPattern-1838142519 tempest-TestVolumeBootPattern-1838142519-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.028s {{(pid=94174) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 11:40:37.402067 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron_lib.callbacks.manager [None req-5ddaf327-a0ed-4977-ab5b-df0d6e516e26 tempest-TestVolumeBootPattern-1838142519 tempest-TestVolumeBootPattern-1838142519-project] Notify callbacks [] for security_group, before_response {{(pid=94174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:40:37.403264 dv-neutron-601336-94-hyperv neutron-server[94174]: INFO neutron.wsgi [None req-5ddaf327-a0ed-4977-ab5b-df0d6e516e26 tempest-TestVolumeBootPattern-1838142519 tempest-TestVolumeBootPattern-1838142519-project] 10.222.0.20 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.3335819 Jun 23 11:40:37.406095 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.wsgi [-] (94174) accepted ('10.222.0.20', 43646) {{(pid=94174) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 11:40:37.410467 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.api.v2.base [None req-7297f681-38e8-4619-a5e1-1114792f9b2d tempest-TestVolumeBootPattern-1838142519 tempest-TestVolumeBootPattern-1838142519-project] Request body: {'security_group_rule': {'security_group_id': 'caa86333-f4a4-4907-90fa-9f1b20d99924', 'project_id': '196d16edf443490aaaba40ccfc7a3448', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=94174) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 23 11:40:37.422718 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.plugins.ml2.rpc [None req-dc7542b2-afef-47f4-a763-e3a3cba144be None None] Device 1600c18f-6db5-47e4-bb72-11f0a00121c7 up at agent ovs-agent-dv-neutron-601336-94-hyperv {{(pid=94176) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:298}} Jun 23 11:40:37.468350 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.db.provisioning_blocks [None req-dc7542b2-afef-47f4-a763-e3a3cba144be None None] Provisioning complete for port 1600c18f-6db5-47e4-bb72-11f0a00121c7 triggered by entity L2. {{(pid=94176) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 23 11:40:37.468737 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron_lib.callbacks.manager [None req-dc7542b2-afef-47f4-a763-e3a3cba144be None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-899258'] for port, provisioning_complete {{(pid=94176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:40:37.503774 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron_lib.callbacks.manager [None req-7297f681-38e8-4619-a5e1-1114792f9b2d tempest-TestVolumeBootPattern-1838142519 tempest-TestVolumeBootPattern-1838142519-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:40:37.562767 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron_lib.callbacks.manager [None req-7297f681-38e8-4619-a5e1-1114792f9b2d tempest-TestVolumeBootPattern-1838142519 tempest-TestVolumeBootPattern-1838142519-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:40:37.647239 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron_lib.callbacks.manager [None req-7297f681-38e8-4619-a5e1-1114792f9b2d tempest-TestVolumeBootPattern-1838142519 tempest-TestVolumeBootPattern-1838142519-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7996355'] for security_group_rule, after_create {{(pid=94174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:40:37.649033 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94174) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 11:40:37.665868 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7297f681-38e8-4619-a5e1-1114792f9b2d tempest-TestVolumeBootPattern-1838142519 tempest-TestVolumeBootPattern-1838142519-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ccba0967-450e-4118-aa9c-f0eb7f8f6670,revision_number=0']} {{(pid=94174) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 11:40:37.668148 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG oslo_concurrency.lockutils [None req-7297f681-38e8-4619-a5e1-1114792f9b2d tempest-TestVolumeBootPattern-1838142519 tempest-TestVolumeBootPattern-1838142519-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=94174) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 11:40:37.721738 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron_lib.callbacks.manager [None req-7297f681-38e8-4619-a5e1-1114792f9b2d tempest-TestVolumeBootPattern-1838142519 tempest-TestVolumeBootPattern-1838142519-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:40:37.723011 dv-neutron-601336-94-hyperv neutron-server[94174]: INFO neutron.wsgi [None req-7297f681-38e8-4619-a5e1-1114792f9b2d tempest-TestVolumeBootPattern-1838142519 tempest-TestVolumeBootPattern-1838142519-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3160002 Jun 23 11:40:37.725791 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.wsgi [-] (94174) accepted ('10.222.0.20', 43648) {{(pid=94174) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 11:40:37.730400 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.api.v2.base [None req-44d746eb-5879-4ffd-817a-5c025e7c9299 tempest-TestVolumeBootPattern-1838142519 tempest-TestVolumeBootPattern-1838142519-project] Request body: {'security_group_rule': {'security_group_id': 'caa86333-f4a4-4907-90fa-9f1b20d99924', 'project_id': '196d16edf443490aaaba40ccfc7a3448', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=94174) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 23 11:40:37.819300 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron_lib.callbacks.manager [None req-44d746eb-5879-4ffd-817a-5c025e7c9299 tempest-TestVolumeBootPattern-1838142519 tempest-TestVolumeBootPattern-1838142519-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:40:37.875494 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron_lib.callbacks.manager [None req-44d746eb-5879-4ffd-817a-5c025e7c9299 tempest-TestVolumeBootPattern-1838142519 tempest-TestVolumeBootPattern-1838142519-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:40:37.963301 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron_lib.callbacks.manager [None req-44d746eb-5879-4ffd-817a-5c025e7c9299 tempest-TestVolumeBootPattern-1838142519 tempest-TestVolumeBootPattern-1838142519-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7996355'] for security_group_rule, after_create {{(pid=94174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:40:37.965199 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG oslo_concurrency.lockutils [None req-0780261b-9610-4f2e-95fe-0d152a76600e tempest-TestNetworkBasicOps-233187296 tempest-TestNetworkBasicOps-233187296-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94174) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 11:40:37.983072 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44d746eb-5879-4ffd-817a-5c025e7c9299 tempest-TestVolumeBootPattern-1838142519 tempest-TestVolumeBootPattern-1838142519-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2d16439e-7a9a-49c9-8823-cc1c29b2a82b,revision_number=0']} {{(pid=94174) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 11:40:37.985544 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG oslo_concurrency.lockutils [None req-44d746eb-5879-4ffd-817a-5c025e7c9299 tempest-TestVolumeBootPattern-1838142519 tempest-TestVolumeBootPattern-1838142519-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.020s {{(pid=94174) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 11:40:38.042674 dv-neutron-601336-94-hyperv neutron-server[94177]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d0960db2-8988-4762-90c0-6cae556cfc25 None None] Sync routers for ids ['6d169ae0-0e8d-484f-b4fe-ff366ceb4c38'] in dv-neutron-601336-94-hyperv {{(pid=94177) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 23 11:40:38.051796 dv-neutron-601336-94-hyperv neutron-server[94177]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d0960db2-8988-4762-90c0-6cae556cfc25 None None] Routers {'6d169ae0-0e8d-484f-b4fe-ff366ceb4c38'} bound to L3 agent in host dv-neutron-601336-94-hyperv {{(pid=94177) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 23 11:40:38.052415 dv-neutron-601336-94-hyperv neutron-server[94177]: DEBUG neutron.db.l3_hamode_db [None req-d0960db2-8988-4762-90c0-6cae556cfc25 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-601336-94-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-23T11:22:13Z,description=,heartbeat_timestamp=2021-06-23T11:40:13Z,host='dv-neutron-601336-94-hyperv',id=50ef99c0-ef28-4db5-b303-b145898fae60,load=0,resource_versions=,resources_synced=,started_at=2021-06-23T11:22:14Z,topic='l3_agent')) {'router_ids': ['6d169ae0-0e8d-484f-b4fe-ff366ceb4c38'], 'active': True} {{(pid=94177) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 11:40:38.053091 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron_lib.callbacks.manager [None req-44d746eb-5879-4ffd-817a-5c025e7c9299 tempest-TestVolumeBootPattern-1838142519 tempest-TestVolumeBootPattern-1838142519-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:40:38.055625 dv-neutron-601336-94-hyperv neutron-server[94174]: INFO neutron.wsgi [None req-44d746eb-5879-4ffd-817a-5c025e7c9299 tempest-TestVolumeBootPattern-1838142519 tempest-TestVolumeBootPattern-1838142519-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.3276193 Jun 23 11:40:38.057792 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.wsgi [-] (94174) accepted ('10.222.0.20', 43650) {{(pid=94174) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 11:40:38.062566 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.api.v2.base [None req-7ce27e8e-1c88-40a6-abe7-7660e5aa174e tempest-TestVolumeBootPattern-1838142519 tempest-TestVolumeBootPattern-1838142519-project] Request body: {'security_group_rule': {'security_group_id': 'caa86333-f4a4-4907-90fa-9f1b20d99924', 'project_id': '196d16edf443490aaaba40ccfc7a3448', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=94174) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 23 11:40:38.151400 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron_lib.callbacks.manager [None req-7ce27e8e-1c88-40a6-abe7-7660e5aa174e tempest-TestVolumeBootPattern-1838142519 tempest-TestVolumeBootPattern-1838142519-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:40:38.362281 dv-neutron-601336-94-hyperv neutron-server[94177]: DEBUG neutron.db.l3_dvr_db [None req-d0960db2-8988-4762-90c0-6cae556cfc25 None None] Set router 6d169ae0-0e8d-484f-b4fe-ff366ceb4c38 gateway port host: dv-neutron-601336-94-hyperv {{(pid=94177) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:838}} Jun 23 11:40:38.363304 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron_lib.callbacks.manager [None req-7ce27e8e-1c88-40a6-abe7-7660e5aa174e tempest-TestVolumeBootPattern-1838142519 tempest-TestVolumeBootPattern-1838142519-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:40:38.363795 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.plugins.ml2.rpc [None req-97bd5441-1da2-49ee-a364-27795820ba27 None None] Device 97f1344f-fa1f-475e-a963-a38d71c8ef47 details requested by agent hyperv_hv-neutron-6013 with host hv-neutron-6013 {{(pid=94176) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:104}} Jun 23 11:40:38.363795 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.plugins.ml2.db [None req-97bd5441-1da2-49ee-a364-27795820ba27 None None] For port 97f1344f-fa1f-475e-a963-a38d71c8ef47, host hv-neutron-6013, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-6013',level=0,port_id=97f1344f-fa1f-475e-a963-a38d71c8ef47,segment=NetworkSegment(fd389721-9bf6-4e11-9863-961f1c6db03e),segment_id=fd389721-9bf6-4e11-9863-961f1c6db03e)] {{(pid=94176) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 23 11:40:38.363795 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.plugins.ml2.rpc [None req-97bd5441-1da2-49ee-a364-27795820ba27 None None] Returning: {'device': '97f1344f-fa1f-475e-a963-a38d71c8ef47', 'network_id': 'eb17e2b0-6fa8-4e88-977d-dc1d236f50f4', 'port_id': '97f1344f-fa1f-475e-a963-a38d71c8ef47', 'mac_address': 'fa:16:3e:49:cf:2c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 409, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a9f21ece-fa53-4513-9cb7-76820599b7b5', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94176) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:186}} Jun 23 11:40:38.364125 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4049341-23d9-42d1-a9af-79b39b0f96bd req-58be2ac5-f429-4d5c-b150-7483e7163137 tempest-TestNetworkBasicOps-233187296 tempest-TestNetworkBasicOps-233187296-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94174) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 11:40:38.364125 dv-neutron-601336-94-hyperv neutron-server[94174]: INFO neutron.wsgi [req-c4049341-23d9-42d1-a9af-79b39b0f96bd req-58be2ac5-f429-4d5c-b150-7483e7163137 tempest-TestNetworkBasicOps-233187296 tempest-TestNetworkBasicOps-233187296-project] 10.222.0.20 "GET /v2.0/ports?device_id=eec49557-62a3-4248-ae6e-df26672cc8bf HTTP/1.1" status: 200 len: 981 time: 0.0750659 Jun 23 11:40:38.364910 dv-neutron-601336-94-hyperv neutron-server[94177]: DEBUG neutron.db.l3_hamode_db [None req-d0960db2-8988-4762-90c0-6cae556cfc25 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6d169ae0-0e8d-484f-b4fe-ff366ceb4c38', 'name': 'tempest-TestVolumeBootPattern-720945834-router', 'tenant_id': 'c2fb6a3c7ea144ebbec731d0d0d8858f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3e7e4eb3-cf02-4d47-ade9-0a579cdfc60f', 'external_fixed_ips': [{'subnet_id': 'a5ad15ab-c489-4a67-a9b0-d559fca0ec71', 'ip_address': '172.26.3.199'}], 'enable_snat': True}, 'gw_port_id': '1600c18f-6db5-47e4-bb72-11f0a00121c7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-23T11:40:30Z', 'updated_at': '2021-06-23T11:40:35Z', 'revision_number': 4, 'project_id': 'c2fb6a3c7ea144ebbec731d0d0d8858f', 'gw_port': {'id': '1600c18f-6db5-47e4-bb72-11f0a00121c7', 'name': '', 'network_id': '3e7e4eb3-cf02-4d47-ade9-0a579cdfc60f', 'tenant_id': '', 'mac_address': 'fa:16:3e:4c:80:28', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6d169ae0-0e8d-484f-b4fe-ff366ceb4c38', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1409, 'fixed_ips': [{'subnet_id': 'a5ad15ab-c489-4a67-a9b0-d559fca0ec71', 'ip_address': '172.26.3.199', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-94-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-23T11:40:30Z', 'updated_at': '2021-06-23T11:40:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a5ad15ab-c489-4a67-a9b0-d559fca0ec71', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-601336-94-hyperv', '_interfaces': [{'id': '359700af-4844-4ddf-b30b-bb5cb23b66ce', 'name': '', 'network_id': '0f95ee7c-2f27-4a27-bba9-5084d26cdc11', 'tenant_id': 'c2fb6a3c7ea144ebbec731d0d0d8858f', 'mac_address': 'fa:16:3e:1e:a4:a4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6d169ae0-0e8d-484f-b4fe-ff366ceb4c38', 'device_owner': 'network:router_interface', 'standard_attr_id': 1410, 'fixed_ips': [{'subnet_id': '37fd38d9-e060-45df-87fd-2d433599753d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-23T11:40:34Z', 'updated_at': '2021-06-23T11:40:35Z', 'revision_number': 2, 'project_id': 'c2fb6a3c7ea144ebbec731d0d0d8858f', 'subnets': [{'id': '37fd38d9-e060-45df-87fd-2d433599753d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-601336-94-hyperv', False) {} {{(pid=94177) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 11:40:38.389983 dv-neutron-601336-94-hyperv neutron-server[94177]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d0960db2-8988-4762-90c0-6cae556cfc25 None None] Checking router: 6d169ae0-0e8d-484f-b4fe-ff366ceb4c38 for host: dv-neutron-601336-94-hyperv {{(pid=94177) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 23 11:40:38.390339 dv-neutron-601336-94-hyperv neutron-server[94177]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d0960db2-8988-4762-90c0-6cae556cfc25 None None] Updating router 6d169ae0-0e8d-484f-b4fe-ff366ceb4c38 port 359700af-4844-4ddf-b30b-bb5cb23b66ce binding host dv-neutron-601336-94-hyperv {{(pid=94177) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 23 11:40:38.395910 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron_lib.callbacks.manager [None req-97bd5441-1da2-49ee-a364-27795820ba27 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-923122'] for port, before_update {{(pid=94176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:40:38.397182 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron_lib.callbacks.manager [None req-7ce27e8e-1c88-40a6-abe7-7660e5aa174e tempest-TestVolumeBootPattern-1838142519 tempest-TestVolumeBootPattern-1838142519-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7996355'] for security_group_rule, after_create {{(pid=94174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:40:38.401490 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94174) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 11:40:38.409505 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.notifiers.nova [None req-97bd5441-1da2-49ee-a364-27795820ba27 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 97f1344f-fa1f-475e-a963-a38d71c8ef47 {{(pid=94176) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 23 11:40:38.415137 dv-neutron-601336-94-hyperv neutron-server[94174]: INFO neutron.wsgi [req-c4049341-23d9-42d1-a9af-79b39b0f96bd req-0eca5d6e-d34a-4069-bdb8-5f9e8879e358 tempest-TestNetworkBasicOps-233187296 tempest-TestNetworkBasicOps-233187296-project] 10.222.0.20 "GET /v2.0/security-groups?id=2983a400-bf7d-4609-8e54-3fd3d085940f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0460219 Jun 23 11:40:38.425341 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ce27e8e-1c88-40a6-abe7-7660e5aa174e tempest-TestVolumeBootPattern-1838142519 tempest-TestVolumeBootPattern-1838142519-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6a3c4c92-c8c0-4b5b-8bd1-0c947e916e15,revision_number=0']} {{(pid=94174) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 11:40:38.426398 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG oslo_concurrency.lockutils [None req-7ce27e8e-1c88-40a6-abe7-7660e5aa174e tempest-TestVolumeBootPattern-1838142519 tempest-TestVolumeBootPattern-1838142519-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.025s {{(pid=94174) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 11:40:38.434869 dv-neutron-601336-94-hyperv neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-d0960db2-8988-4762-90c0-6cae556cfc25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-923122'] for port, before_update {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:40:38.437978 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.plugins.ml2.db [None req-97bd5441-1da2-49ee-a364-27795820ba27 None None] For port 97f1344f-fa1f-475e-a963-a38d71c8ef47, host hv-neutron-6013, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-6013',level=0,port_id=97f1344f-fa1f-475e-a963-a38d71c8ef47,segment=NetworkSegment(fd389721-9bf6-4e11-9863-961f1c6db03e),segment_id=fd389721-9bf6-4e11-9863-961f1c6db03e)] {{(pid=94176) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 23 11:40:38.494800 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron_lib.callbacks.manager [None req-7ce27e8e-1c88-40a6-abe7-7660e5aa174e tempest-TestVolumeBootPattern-1838142519 tempest-TestVolumeBootPattern-1838142519-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:40:38.496054 dv-neutron-601336-94-hyperv neutron-server[94174]: INFO neutron.wsgi [None req-7ce27e8e-1c88-40a6-abe7-7660e5aa174e tempest-TestVolumeBootPattern-1838142519 tempest-TestVolumeBootPattern-1838142519-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.4373341 Jun 23 11:40:38.498797 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.wsgi [-] (94174) accepted ('10.222.0.20', 43654) {{(pid=94174) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 11:40:38.503290 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.api.v2.base [None req-d3158a8c-f812-4e31-875b-38122657b8f7 tempest-TestVolumeBootPattern-1838142519 tempest-TestVolumeBootPattern-1838142519-project] Request body: {'security_group_rule': {'security_group_id': 'caa86333-f4a4-4907-90fa-9f1b20d99924', 'project_id': '196d16edf443490aaaba40ccfc7a3448', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=94174) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 23 11:40:38.517845 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron_lib.callbacks.manager [None req-97bd5441-1da2-49ee-a364-27795820ba27 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-922904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866062', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773700135042', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773699642233', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773699642278'] for port, after_update {{(pid=94176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:40:38.519702 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG oslo_concurrency.lockutils [None req-05de0099-71ef-4d78-bfb4-2c1ca3324abd None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 11:40:38.565632 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97bd5441-1da2-49ee-a364-27795820ba27 None None] Pushing event updated for resources: {'Port': ['ID=97f1344f-fa1f-475e-a963-a38d71c8ef47,revision_number=4']} {{(pid=94176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 11:40:38.569002 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG oslo_concurrency.lockutils [None req-97bd5441-1da2-49ee-a364-27795820ba27 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=94176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 11:40:38.575377 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron_lib.callbacks.manager [None req-d3158a8c-f812-4e31-875b-38122657b8f7 tempest-TestVolumeBootPattern-1838142519 tempest-TestVolumeBootPattern-1838142519-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:40:38.633404 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron_lib.callbacks.manager [None req-d3158a8c-f812-4e31-875b-38122657b8f7 tempest-TestVolumeBootPattern-1838142519 tempest-TestVolumeBootPattern-1838142519-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:40:38.691591 dv-neutron-601336-94-hyperv neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-d0960db2-8988-4762-90c0-6cae556cfc25 None None] Notify callbacks [] for port, precommit_update {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:40:38.701995 dv-neutron-601336-94-hyperv neutron-server[94177]: DEBUG neutron.db.provisioning_blocks [None req-d0960db2-8988-4762-90c0-6cae556cfc25 None None] Transition to ACTIVE for port object 359700af-4844-4ddf-b30b-bb5cb23b66ce will not be triggered until provisioned by entity L2. {{(pid=94177) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 23 11:40:38.722496 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.plugins.ml2.db [None req-97bd5441-1da2-49ee-a364-27795820ba27 None None] get_ports_and_sgs() called for port_ids ['97f1344f-fa1f-475e-a963-a38d71c8ef47'] {{(pid=94176) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 23 11:40:38.733184 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron_lib.callbacks.manager [None req-d3158a8c-f812-4e31-875b-38122657b8f7 tempest-TestVolumeBootPattern-1838142519 tempest-TestVolumeBootPattern-1838142519-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7996355'] for security_group_rule, after_create {{(pid=94174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:40:38.737524 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG oslo_concurrency.lockutils [None req-847abb1c-0357-427f-a5e6-f8479034bfe4 tempest-TestNetworkBasicOps-233187296 tempest-TestNetworkBasicOps-233187296-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94174) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 11:40:38.751541 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3158a8c-f812-4e31-875b-38122657b8f7 tempest-TestVolumeBootPattern-1838142519 tempest-TestVolumeBootPattern-1838142519-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1ef15667-a542-4db5-b078-e7c8ed958f86,revision_number=0']} {{(pid=94174) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 11:40:38.754214 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG oslo_concurrency.lockutils [None req-d3158a8c-f812-4e31-875b-38122657b8f7 tempest-TestVolumeBootPattern-1838142519 tempest-TestVolumeBootPattern-1838142519-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=94174) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 11:40:38.812987 dv-neutron-601336-94-hyperv neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-d0960db2-8988-4762-90c0-6cae556cfc25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-922904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866062', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773700135042', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773699642233', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773699642278'] for port, after_update {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:40:38.815959 dv-neutron-601336-94-hyperv neutron-server[94177]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94177) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 11:40:38.837988 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron_lib.callbacks.manager [None req-d3158a8c-f812-4e31-875b-38122657b8f7 tempest-TestVolumeBootPattern-1838142519 tempest-TestVolumeBootPattern-1838142519-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:40:38.841976 dv-neutron-601336-94-hyperv neutron-server[94174]: INFO neutron.wsgi [None req-d3158a8c-f812-4e31-875b-38122657b8f7 tempest-TestVolumeBootPattern-1838142519 tempest-TestVolumeBootPattern-1838142519-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.3397436 Jun 23 11:40:38.842641 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.wsgi [-] (94174) accepted ('10.222.0.20', 43656) {{(pid=94174) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 11:40:38.850442 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.api.v2.base [None req-37399286-6311-4756-abb5-ffd18770921f tempest-TestVolumeBootPattern-1838142519 tempest-TestVolumeBootPattern-1838142519-project] Request body: {'security_group_rule': {'security_group_id': 'caa86333-f4a4-4907-90fa-9f1b20d99924', 'project_id': '196d16edf443490aaaba40ccfc7a3448', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=94174) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 23 11:40:38.862352 dv-neutron-601336-94-hyperv neutron-server[94177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5abf1cfe-b595-455d-b043-6736fd4d4534 None None] Pushing event updated for resources: {'Port': ['ID=359700af-4844-4ddf-b30b-bb5cb23b66ce,revision_number=3']} {{(pid=94177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 11:40:38.899256 dv-neutron-601336-94-hyperv neutron-server[94177]: DEBUG oslo_concurrency.lockutils [None req-5abf1cfe-b595-455d-b043-6736fd4d4534 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=94177) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 11:40:38.917131 dv-neutron-601336-94-hyperv neutron-server[94177]: DEBUG neutron.plugins.ml2.managers [None req-d0960db2-8988-4762-90c0-6cae556cfc25 None None] Attempting to bind port 359700af-4844-4ddf-b30b-bb5cb23b66ce on host dv-neutron-601336-94-hyperv for vnic_type normal with profile {{(pid=94177) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 23 11:40:38.917507 dv-neutron-601336-94-hyperv neutron-server[94177]: DEBUG neutron.plugins.ml2.managers [None req-d0960db2-8988-4762-90c0-6cae556cfc25 None None] Attempting to bind port 359700af-4844-4ddf-b30b-bb5cb23b66ce by drivers openvswitch,hyperv on host dv-neutron-601336-94-hyperv at level 0 using segments [{'id': '8daa99dd-cf8b-4774-a24a-5fd54b0141f2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 449, 'network_id': '0f95ee7c-2f27-4a27-bba9-5084d26cdc11'}] {{(pid=94177) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 23 11:40:38.917873 dv-neutron-601336-94-hyperv neutron-server[94177]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d0960db2-8988-4762-90c0-6cae556cfc25 None None] Attempting to bind port 359700af-4844-4ddf-b30b-bb5cb23b66ce on network 0f95ee7c-2f27-4a27-bba9-5084d26cdc11 {{(pid=94177) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 23 11:40:38.923218 dv-neutron-601336-94-hyperv neutron-server[94177]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d0960db2-8988-4762-90c0-6cae556cfc25 None None] Checking agent: {'id': '4d05f899-5ac9-411b-8a03-f60c93f87cdf', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-601336-94-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 23, 11, 22, 14), 'started_at': datetime.datetime(2021, 6, 23, 11, 22, 44), 'heartbeat_timestamp': datetime.datetime(2021, 6, 23, 11, 40, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'monitor_allowed_address_pair_garp': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-601336-94-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94177) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 23 11:40:38.923602 dv-neutron-601336-94-hyperv neutron-server[94177]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d0960db2-8988-4762-90c0-6cae556cfc25 None None] Checking segment: {'id': '8daa99dd-cf8b-4774-a24a-5fd54b0141f2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 449, 'network_id': '0f95ee7c-2f27-4a27-bba9-5084d26cdc11'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94177) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 23 11:40:38.924015 dv-neutron-601336-94-hyperv neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-d0960db2-8988-4762-90c0-6cae556cfc25 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:40:38.924410 dv-neutron-601336-94-hyperv neutron-server[94177]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d0960db2-8988-4762-90c0-6cae556cfc25 None None] Bound using segment: {'id': '8daa99dd-cf8b-4774-a24a-5fd54b0141f2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 449, 'network_id': '0f95ee7c-2f27-4a27-bba9-5084d26cdc11'} {{(pid=94177) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 23 11:40:38.924876 dv-neutron-601336-94-hyperv neutron-server[94177]: DEBUG neutron.plugins.ml2.managers [None req-d0960db2-8988-4762-90c0-6cae556cfc25 None None] Bound port: 359700af-4844-4ddf-b30b-bb5cb23b66ce, host: dv-neutron-601336-94-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8daa99dd-cf8b-4774-a24a-5fd54b0141f2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 449, 'network_id': '0f95ee7c-2f27-4a27-bba9-5084d26cdc11'}}] {{(pid=94177) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 23 11:40:38.925254 dv-neutron-601336-94-hyperv neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-d0960db2-8988-4762-90c0-6cae556cfc25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-923122'] for port, before_update {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:40:38.936942 dv-neutron-601336-94-hyperv neutron-server[94174]: INFO neutron.db.securitygroups_db [None req-37399286-6311-4756-abb5-ffd18770921f tempest-TestVolumeBootPattern-1838142519 tempest-TestVolumeBootPattern-1838142519-project] Project 196d16edf443490aaaba40ccfc7a3448 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jun 23 11:40:38.942305 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron_lib.callbacks.manager [None req-37399286-6311-4756-abb5-ffd18770921f tempest-TestVolumeBootPattern-1838142519 tempest-TestVolumeBootPattern-1838142519-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:40:38.995670 dv-neutron-601336-94-hyperv neutron-server[94177]: DEBUG neutron.plugins.ml2.db [None req-d0960db2-8988-4762-90c0-6cae556cfc25 None None] For port 359700af-4844-4ddf-b30b-bb5cb23b66ce, host dv-neutron-601336-94-hyperv, cleared binding levels {{(pid=94177) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 23 11:40:39.006798 dv-neutron-601336-94-hyperv neutron-server[94177]: DEBUG neutron.plugins.ml2.db [None req-d0960db2-8988-4762-90c0-6cae556cfc25 None None] For port 359700af-4844-4ddf-b30b-bb5cb23b66ce, host dv-neutron-601336-94-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-94-hyperv',level=0,port_id=359700af-4844-4ddf-b30b-bb5cb23b66ce,segment=NetworkSegment(8daa99dd-cf8b-4774-a24a-5fd54b0141f2),segment_id=8daa99dd-cf8b-4774-a24a-5fd54b0141f2)] {{(pid=94177) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 23 11:40:39.007177 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron_lib.callbacks.manager [None req-37399286-6311-4756-abb5-ffd18770921f tempest-TestVolumeBootPattern-1838142519 tempest-TestVolumeBootPattern-1838142519-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:40:39.083691 dv-neutron-601336-94-hyperv neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-d0960db2-8988-4762-90c0-6cae556cfc25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-922904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866062', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773700135042', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773699642233', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773699642278'] for port, after_update {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:40:39.085746 dv-neutron-601336-94-hyperv neutron-server[94177]: DEBUG oslo_concurrency.lockutils [None req-6c1f0dce-6aa2-456e-a999-7a1c312dcee5 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94177) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 11:40:39.100606 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron_lib.callbacks.manager [None req-37399286-6311-4756-abb5-ffd18770921f tempest-TestVolumeBootPattern-1838142519 tempest-TestVolumeBootPattern-1838142519-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7996355'] for security_group_rule, after_create {{(pid=94174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:40:39.102448 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG oslo_concurrency.lockutils [None req-56e56af9-f060-4156-8a33-338e281ad1a0 tempest-TestNetworkBasicOps-233187296 tempest-TestNetworkBasicOps-233187296-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94174) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 11:40:39.120576 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37399286-6311-4756-abb5-ffd18770921f tempest-TestVolumeBootPattern-1838142519 tempest-TestVolumeBootPattern-1838142519-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=aac73a9e-e361-479a-8d04-f3a069a8ec92,revision_number=0']} {{(pid=94174) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 11:40:39.122672 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG oslo_concurrency.lockutils [None req-37399286-6311-4756-abb5-ffd18770921f tempest-TestVolumeBootPattern-1838142519 tempest-TestVolumeBootPattern-1838142519-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.020s {{(pid=94174) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 11:40:39.143944 dv-neutron-601336-94-hyperv neutron-server[94177]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d0960db2-8988-4762-90c0-6cae556cfc25 None None] Routers {'6d169ae0-0e8d-484f-b4fe-ff366ceb4c38'} bound to L3 agent in host dv-neutron-601336-94-hyperv {{(pid=94177) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 23 11:40:39.149007 dv-neutron-601336-94-hyperv neutron-server[94177]: DEBUG neutron.db.l3_hamode_db [None req-d0960db2-8988-4762-90c0-6cae556cfc25 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-601336-94-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-23T11:22:13Z,description=,heartbeat_timestamp=2021-06-23T11:40:13Z,host='dv-neutron-601336-94-hyperv',id=50ef99c0-ef28-4db5-b303-b145898fae60,load=0,resource_versions=,resources_synced=,started_at=2021-06-23T11:22:14Z,topic='l3_agent')) {'router_ids': ['6d169ae0-0e8d-484f-b4fe-ff366ceb4c38'], 'active': True} {{(pid=94177) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 11:40:39.149007 dv-neutron-601336-94-hyperv neutron-server[94177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5abf1cfe-b595-455d-b043-6736fd4d4534 None None] Pushing event updated for resources: {'Port': ['ID=359700af-4844-4ddf-b30b-bb5cb23b66ce,revision_number=4']} {{(pid=94177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 11:40:39.178051 dv-neutron-601336-94-hyperv neutron-server[94177]: DEBUG oslo_concurrency.lockutils [None req-5abf1cfe-b595-455d-b043-6736fd4d4534 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.092s {{(pid=94177) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 11:40:39.203099 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron_lib.callbacks.manager [None req-37399286-6311-4756-abb5-ffd18770921f tempest-TestVolumeBootPattern-1838142519 tempest-TestVolumeBootPattern-1838142519-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:40:39.205393 dv-neutron-601336-94-hyperv neutron-server[94174]: INFO neutron.wsgi [None req-37399286-6311-4756-abb5-ffd18770921f tempest-TestVolumeBootPattern-1838142519 tempest-TestVolumeBootPattern-1838142519-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.3605006 Jun 23 11:40:39.207160 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.wsgi [-] (94175) accepted ('10.222.0.20', 43658) {{(pid=94175) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 11:40:39.211866 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.api.v2.base [None req-af9b5aa8-e2c0-4dc4-bf78-0895340d0cca tempest-TestVolumeBootPattern-1838142519 tempest-TestVolumeBootPattern-1838142519-project] Request body: {'security_group_rule': {'security_group_id': 'caa86333-f4a4-4907-90fa-9f1b20d99924', 'project_id': '196d16edf443490aaaba40ccfc7a3448', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=94175) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 23 11:40:39.258239 dv-neutron-601336-94-hyperv neutron-server[94177]: DEBUG neutron.db.l3_dvr_db [None req-d0960db2-8988-4762-90c0-6cae556cfc25 None None] Set router 6d169ae0-0e8d-484f-b4fe-ff366ceb4c38 gateway port host: dv-neutron-601336-94-hyperv {{(pid=94177) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:838}} Jun 23 11:40:39.310014 dv-neutron-601336-94-hyperv neutron-server[94175]: INFO neutron.db.securitygroups_db [None req-af9b5aa8-e2c0-4dc4-bf78-0895340d0cca tempest-TestVolumeBootPattern-1838142519 tempest-TestVolumeBootPattern-1838142519-project] Project 196d16edf443490aaaba40ccfc7a3448 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jun 23 11:40:39.315528 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron_lib.callbacks.manager [None req-af9b5aa8-e2c0-4dc4-bf78-0895340d0cca tempest-TestVolumeBootPattern-1838142519 tempest-TestVolumeBootPattern-1838142519-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:40:39.371961 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron_lib.callbacks.manager [None req-af9b5aa8-e2c0-4dc4-bf78-0895340d0cca tempest-TestVolumeBootPattern-1838142519 tempest-TestVolumeBootPattern-1838142519-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:40:39.449029 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron_lib.callbacks.manager [None req-af9b5aa8-e2c0-4dc4-bf78-0895340d0cca tempest-TestVolumeBootPattern-1838142519 tempest-TestVolumeBootPattern-1838142519-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7996355'] for security_group_rule, after_create {{(pid=94175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:40:39.452516 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG oslo_concurrency.lockutils [None req-c6be06ae-6a2d-483f-af83-f8e94f4056a5 tempest-TestNetworkAdvancedServerOps-632886841 tempest-TestNetworkAdvancedServerOps-632886841-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94175) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 11:40:39.469488 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af9b5aa8-e2c0-4dc4-bf78-0895340d0cca tempest-TestVolumeBootPattern-1838142519 tempest-TestVolumeBootPattern-1838142519-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ee6895b3-96dc-4b5d-8212-5e6caea61eae,revision_number=0']} {{(pid=94175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 11:40:39.471916 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG oslo_concurrency.lockutils [None req-af9b5aa8-e2c0-4dc4-bf78-0895340d0cca tempest-TestVolumeBootPattern-1838142519 tempest-TestVolumeBootPattern-1838142519-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.021s {{(pid=94175) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 11:40:39.536988 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron_lib.callbacks.manager [None req-af9b5aa8-e2c0-4dc4-bf78-0895340d0cca tempest-TestVolumeBootPattern-1838142519 tempest-TestVolumeBootPattern-1838142519-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:40:39.538112 dv-neutron-601336-94-hyperv neutron-server[94175]: INFO neutron.wsgi [None req-af9b5aa8-e2c0-4dc4-bf78-0895340d0cca tempest-TestVolumeBootPattern-1838142519 tempest-TestVolumeBootPattern-1838142519-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.3299716 Jun 23 11:40:39.543078 dv-neutron-601336-94-hyperv neutron-server[94177]: DEBUG neutron.db.l3_hamode_db [None req-d0960db2-8988-4762-90c0-6cae556cfc25 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6d169ae0-0e8d-484f-b4fe-ff366ceb4c38', 'name': 'tempest-TestVolumeBootPattern-720945834-router', 'tenant_id': 'c2fb6a3c7ea144ebbec731d0d0d8858f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3e7e4eb3-cf02-4d47-ade9-0a579cdfc60f', 'external_fixed_ips': [{'subnet_id': 'a5ad15ab-c489-4a67-a9b0-d559fca0ec71', 'ip_address': '172.26.3.199'}], 'enable_snat': True}, 'gw_port_id': '1600c18f-6db5-47e4-bb72-11f0a00121c7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-23T11:40:30Z', 'updated_at': '2021-06-23T11:40:35Z', 'revision_number': 4, 'project_id': 'c2fb6a3c7ea144ebbec731d0d0d8858f', 'gw_port': {'id': '1600c18f-6db5-47e4-bb72-11f0a00121c7', 'name': '', 'network_id': '3e7e4eb3-cf02-4d47-ade9-0a579cdfc60f', 'tenant_id': '', 'mac_address': 'fa:16:3e:4c:80:28', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6d169ae0-0e8d-484f-b4fe-ff366ceb4c38', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1409, 'fixed_ips': [{'subnet_id': 'a5ad15ab-c489-4a67-a9b0-d559fca0ec71', 'ip_address': '172.26.3.199', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-94-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-23T11:40:30Z', 'updated_at': '2021-06-23T11:40:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a5ad15ab-c489-4a67-a9b0-d559fca0ec71', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-601336-94-hyperv', '_interfaces': [{'id': '359700af-4844-4ddf-b30b-bb5cb23b66ce', 'name': '', 'network_id': '0f95ee7c-2f27-4a27-bba9-5084d26cdc11', 'tenant_id': 'c2fb6a3c7ea144ebbec731d0d0d8858f', 'mac_address': 'fa:16:3e:1e:a4:a4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6d169ae0-0e8d-484f-b4fe-ff366ceb4c38', 'device_owner': 'network:router_interface', 'standard_attr_id': 1410, 'fixed_ips': [{'subnet_id': '37fd38d9-e060-45df-87fd-2d433599753d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-94-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-23T11:40:34Z', 'updated_at': '2021-06-23T11:40:38Z', 'revision_number': 4, 'project_id': 'c2fb6a3c7ea144ebbec731d0d0d8858f', 'subnets': [{'id': '37fd38d9-e060-45df-87fd-2d433599753d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-601336-94-hyperv', False) {} {{(pid=94177) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 11:40:39.573091 dv-neutron-601336-94-hyperv neutron-server[94177]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d0960db2-8988-4762-90c0-6cae556cfc25 None None] The sync data for ids ['6d169ae0-0e8d-484f-b4fe-ff366ceb4c38'] in dv-neutron-601336-94-hyperv is: [{'id': '6d169ae0-0e8d-484f-b4fe-ff366ceb4c38', 'name': 'tempest-TestVolumeBootPattern-720945834-router', 'tenant_id': 'c2fb6a3c7ea144ebbec731d0d0d8858f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3e7e4eb3-cf02-4d47-ade9-0a579cdfc60f', 'external_fixed_ips': [{'subnet_id': 'a5ad15ab-c489-4a67-a9b0-d559fca0ec71', 'ip_address': '172.26.3.199'}], 'enable_snat': True}, 'gw_port_id': '1600c18f-6db5-47e4-bb72-11f0a00121c7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-23T11:40:30Z', 'updated_at': '2021-06-23T11:40:35Z', 'revision_number': 4, 'project_id': 'c2fb6a3c7ea144ebbec731d0d0d8858f', 'gw_port': {'id': '1600c18f-6db5-47e4-bb72-11f0a00121c7', 'name': '', 'network_id': '3e7e4eb3-cf02-4d47-ade9-0a579cdfc60f', 'tenant_id': '', 'mac_address': 'fa:16:3e:4c:80:28', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6d169ae0-0e8d-484f-b4fe-ff366ceb4c38', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1409, 'fixed_ips': [{'subnet_id': 'a5ad15ab-c489-4a67-a9b0-d559fca0ec71', 'ip_address': '172.26.3.199', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-94-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-23T11:40:30Z', 'updated_at': '2021-06-23T11:40:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a5ad15ab-c489-4a67-a9b0-d559fca0ec71', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-601336-94-hyperv', '_interfaces': [{'id': '359700af-4844-4ddf-b30b-bb5cb23b66ce', 'name': '', 'network_id': '0f95ee7c-2f27-4a27-bba9-5084d26cdc11', 'tenant_id': 'c2fb6a3c7ea144ebbec731d0d0d8858f', 'mac_address': 'fa:16:3e:1e:a4:a4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6d169ae0-0e8d-484f-b4fe-ff366ceb4c38', 'device_owner': 'network:router_interface', 'standard_attr_id': 1410, 'fixed_ips': [{'subnet_id': '37fd38d9-e060-45df-87fd-2d433599753d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-94-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-23T11:40:34Z', 'updated_at': '2021-06-23T11:40:38Z', 'revision_number': 4, 'project_id': 'c2fb6a3c7ea144ebbec731d0d0d8858f', 'subnets': [{'id': '37fd38d9-e060-45df-87fd-2d433599753d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94177) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 23 11:40:39.598534 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84061157-7d62-4c7c-a341-84feb87516f8 req-aaadc80f-5527-4e0e-810c-a85df2a71e48 tempest-TestNetworkBasicOps-233187296 tempest-TestNetworkBasicOps-233187296-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 11:40:39.600041 dv-neutron-601336-94-hyperv neutron-server[94175]: INFO neutron.wsgi [req-84061157-7d62-4c7c-a341-84feb87516f8 req-aaadc80f-5527-4e0e-810c-a85df2a71e48 tempest-TestNetworkBasicOps-233187296 tempest-TestNetworkBasicOps-233187296-project] 10.222.0.20 "GET /v2.0/ports?device_id=eec49557-62a3-4248-ae6e-df26672cc8bf HTTP/1.1" status: 200 len: 982 time: 0.0737295 Jun 23 11:40:39.652788 dv-neutron-601336-94-hyperv neutron-server[94175]: INFO neutron.wsgi [req-84061157-7d62-4c7c-a341-84feb87516f8 req-61a85a3e-7fe6-4342-866b-d2a848871bea tempest-TestNetworkBasicOps-233187296 tempest-TestNetworkBasicOps-233187296-project] 10.222.0.20 "GET /v2.0/security-groups?id=2983a400-bf7d-4609-8e54-3fd3d085940f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0430214 Jun 23 11:40:40.238659 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.plugins.ml2.rpc [None req-97bd5441-1da2-49ee-a364-27795820ba27 None None] Device 97f1344f-fa1f-475e-a963-a38d71c8ef47 up at agent hyperv_hv-neutron-6013 {{(pid=94176) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:298}} Jun 23 11:40:40.517880 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.db.provisioning_blocks [None req-97bd5441-1da2-49ee-a364-27795820ba27 None None] Provisioning for port 97f1344f-fa1f-475e-a963-a38d71c8ef47 completed by entity L2. {{(pid=94176) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 23 11:40:40.522229 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.db.provisioning_blocks [None req-97bd5441-1da2-49ee-a364-27795820ba27 None None] Provisioning complete for port 97f1344f-fa1f-475e-a963-a38d71c8ef47 triggered by entity L2. {{(pid=94176) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 23 11:40:40.522617 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron_lib.callbacks.manager [None req-97bd5441-1da2-49ee-a364-27795820ba27 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-899258'] for port, provisioning_complete {{(pid=94176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:40:40.604197 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron_lib.callbacks.manager [None req-97bd5441-1da2-49ee-a364-27795820ba27 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-923122'] for port, before_update {{(pid=94176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:40:40.627998 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'eec49557-62a3-4248-ae6e-df26672cc8bf', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '97f1344f-fa1f-475e-a963-a38d71c8ef47'}] {{(pid=94176) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 23 11:40:40.630256 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}887b0dfc0393de878080286a57e4a08d4fa60dd0cddd118f338ebfcd351ddd4c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bbd9b06e-633b-44c9-a594-175897b26f4d" -d '{"events": [{"server_uuid": "eec49557-62a3-4248-ae6e-df26672cc8bf", "name": "network-vif-plugged", "status": "completed", "tag": "97f1344f-fa1f-475e-a963-a38d71c8ef47"}]}' {{(pid=94176) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 23 11:40:40.643834 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.plugins.ml2.db [None req-97bd5441-1da2-49ee-a364-27795820ba27 None None] For port 97f1344f-fa1f-475e-a963-a38d71c8ef47, host hv-neutron-6013, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-6013',level=0,port_id=97f1344f-fa1f-475e-a963-a38d71c8ef47,segment=NetworkSegment(fd389721-9bf6-4e11-9863-961f1c6db03e),segment_id=fd389721-9bf6-4e11-9863-961f1c6db03e)] {{(pid=94176) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 23 11:40:40.668904 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 23 Jun 2021 11:40:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5b6100b5-5662-4f0b-9f61-5e6eeb8a2234 x-openstack-request-id: req-5b6100b5-5662-4f0b-9f61-5e6eeb8a2234 {{(pid=94176) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 23 11:40:40.669211 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "eec49557-62a3-4248-ae6e-df26672cc8bf", "name": "network-vif-plugged", "status": "completed", "tag": "97f1344f-fa1f-475e-a963-a38d71c8ef47", "code": 200}]} {{(pid=94176) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 23 11:40:40.669478 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-5b6100b5-5662-4f0b-9f61-5e6eeb8a2234 {{(pid=94176) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 23 11:40:40.669881 dv-neutron-601336-94-hyperv neutron-server[94176]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'eec49557-62a3-4248-ae6e-df26672cc8bf', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '97f1344f-fa1f-475e-a963-a38d71c8ef47', 'code': 200} Jun 23 11:40:40.706712 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron_lib.callbacks.manager [None req-97bd5441-1da2-49ee-a364-27795820ba27 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-922904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866062', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773700135042', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773699642233', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773699642278'] for port, after_update {{(pid=94176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:40:40.707345 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG oslo_concurrency.lockutils [None req-b818c1ca-94f0-4df8-a032-fe3e7da7d3fd None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 11:40:40.777979 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97bd5441-1da2-49ee-a364-27795820ba27 None None] Pushing event updated for resources: {'Port': ['ID=97f1344f-fa1f-475e-a963-a38d71c8ef47,revision_number=5']} {{(pid=94176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 11:40:40.781412 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG oslo_concurrency.lockutils [None req-97bd5441-1da2-49ee-a364-27795820ba27 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.076s {{(pid=94176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 11:40:40.904601 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dfb4276-ab06-4ab4-ac9b-8840b9887aa6 req-32e04ef7-f6a3-47d6-9aed-0d00e33f4612 tempest-TestNetworkBasicOps-233187296 tempest-TestNetworkBasicOps-233187296-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 11:40:40.906364 dv-neutron-601336-94-hyperv neutron-server[94175]: INFO neutron.wsgi [req-5dfb4276-ab06-4ab4-ac9b-8840b9887aa6 req-32e04ef7-f6a3-47d6-9aed-0d00e33f4612 tempest-TestNetworkBasicOps-233187296 tempest-TestNetworkBasicOps-233187296-project] 10.222.0.20 "GET /v2.0/ports?device_id=eec49557-62a3-4248-ae6e-df26672cc8bf HTTP/1.1" status: 200 len: 983 time: 0.0922759 Jun 23 11:40:40.921959 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron_lib.callbacks.manager [None req-7597e7b3-3dc7-4b12-b4ac-90485d8801e4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773699952132', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-899307'] for agent, after_update {{(pid=94176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:40:40.947173 dv-neutron-601336-94-hyperv neutron-server[94175]: INFO neutron.wsgi [req-5dfb4276-ab06-4ab4-ac9b-8840b9887aa6 req-bce90651-71ae-4f8a-a21a-69f76931eaf1 tempest-TestNetworkBasicOps-233187296 tempest-TestNetworkBasicOps-233187296-project] 10.222.0.20 "GET /v2.0/security-groups?id=2983a400-bf7d-4609-8e54-3fd3d085940f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0338066 Jun 23 11:40:41.118667 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6cb4206-c903-4b0d-8fbf-9ac60adfba38 req-6ac1428d-71a1-40e1-bfb4-848f5a22f2e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 11:40:41.120185 dv-neutron-601336-94-hyperv neutron-server[94175]: INFO neutron.wsgi [req-d6cb4206-c903-4b0d-8fbf-9ac60adfba38 req-6ac1428d-71a1-40e1-bfb4-848f5a22f2e2 service neutron] 10.222.0.52 "GET /v2.0/ports?device_id=eec49557-62a3-4248-ae6e-df26672cc8bf HTTP/1.1" status: 200 len: 1136 time: 0.0526288 Jun 23 11:40:41.162100 dv-neutron-601336-94-hyperv neutron-server[94175]: INFO neutron.wsgi [req-d6cb4206-c903-4b0d-8fbf-9ac60adfba38 req-8950dd6d-01f2-4315-9acd-b8a336dca697 service neutron] 10.222.0.52 "GET /v2.0/security-groups?id=2983a400-bf7d-4609-8e54-3fd3d085940f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0350912 Jun 23 11:40:41.441967 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.plugins.ml2.rpc [None req-dc7542b2-afef-47f4-a763-e3a3cba144be None None] Device 359700af-4844-4ddf-b30b-bb5cb23b66ce up at agent ovs-agent-dv-neutron-601336-94-hyperv {{(pid=94176) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:298}} Jun 23 11:40:41.568888 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.db.provisioning_blocks [None req-dc7542b2-afef-47f4-a763-e3a3cba144be None None] Provisioning for port 359700af-4844-4ddf-b30b-bb5cb23b66ce completed by entity L2. {{(pid=94176) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 23 11:40:41.574031 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.db.provisioning_blocks [None req-dc7542b2-afef-47f4-a763-e3a3cba144be None None] Provisioning complete for port 359700af-4844-4ddf-b30b-bb5cb23b66ce triggered by entity L2. {{(pid=94176) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 23 11:40:41.574422 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron_lib.callbacks.manager [None req-dc7542b2-afef-47f4-a763-e3a3cba144be None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-899258'] for port, provisioning_complete {{(pid=94176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:40:41.652635 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron_lib.callbacks.manager [None req-dc7542b2-afef-47f4-a763-e3a3cba144be None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-923122'] for port, before_update {{(pid=94176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:40:41.687694 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.plugins.ml2.db [None req-dc7542b2-afef-47f4-a763-e3a3cba144be None None] For port 359700af-4844-4ddf-b30b-bb5cb23b66ce, host dv-neutron-601336-94-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-94-hyperv',level=0,port_id=359700af-4844-4ddf-b30b-bb5cb23b66ce,segment=NetworkSegment(8daa99dd-cf8b-4774-a24a-5fd54b0141f2),segment_id=8daa99dd-cf8b-4774-a24a-5fd54b0141f2)] {{(pid=94176) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 23 11:40:41.768989 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron_lib.callbacks.manager [None req-dc7542b2-afef-47f4-a763-e3a3cba144be None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-922904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866062', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773700135042', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773699642233', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773699642278'] for port, after_update {{(pid=94176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:40:41.770942 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG oslo_concurrency.lockutils [None req-294df383-eb89-439c-b6ab-82be43028479 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 11:40:41.826962 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc7542b2-afef-47f4-a763-e3a3cba144be None None] Pushing event updated for resources: {'Port': ['ID=359700af-4844-4ddf-b30b-bb5cb23b66ce,revision_number=5']} {{(pid=94176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 11:40:41.829050 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG oslo_concurrency.lockutils [None req-dc7542b2-afef-47f4-a763-e3a3cba144be None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.058s {{(pid=94176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 11:40:42.135773 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62142382-8b4c-444d-b95b-6db476135a7e req-4aefe3aa-a83a-4773-a83c-3739d4c8bfa2 tempest-TestNetworkBasicOps-233187296 tempest-TestNetworkBasicOps-233187296-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94174) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 11:40:42.137566 dv-neutron-601336-94-hyperv neutron-server[94174]: INFO neutron.wsgi [req-62142382-8b4c-444d-b95b-6db476135a7e req-4aefe3aa-a83a-4773-a83c-3739d4c8bfa2 tempest-TestNetworkBasicOps-233187296 tempest-TestNetworkBasicOps-233187296-project] 10.222.0.20 "GET /v2.0/ports?device_id=eec49557-62a3-4248-ae6e-df26672cc8bf HTTP/1.1" status: 200 len: 983 time: 0.0706024 Jun 23 11:40:42.176799 dv-neutron-601336-94-hyperv neutron-server[94174]: INFO neutron.wsgi [req-62142382-8b4c-444d-b95b-6db476135a7e req-29d7b902-2167-48f6-84de-c06670de7ec2 tempest-TestNetworkBasicOps-233187296 tempest-TestNetworkBasicOps-233187296-project] 10.222.0.20 "GET /v2.0/security-groups?id=2983a400-bf7d-4609-8e54-3fd3d085940f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0326734 Jun 23 11:40:42.383548 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c7e7b5d-a003-4e5a-a01e-2b9464981b82 req-fda46672-d6f2-4eaa-9752-5c0fd0a5753c tempest-TestNetworkBasicOps-233187296 tempest-TestNetworkBasicOps-233187296-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 11:40:42.383548 dv-neutron-601336-94-hyperv neutron-server[94175]: INFO neutron.wsgi [req-1c7e7b5d-a003-4e5a-a01e-2b9464981b82 req-fda46672-d6f2-4eaa-9752-5c0fd0a5753c tempest-TestNetworkBasicOps-233187296 tempest-TestNetworkBasicOps-233187296-project] 10.222.0.20 "GET /v2.0/ports?device_id=eec49557-62a3-4248-ae6e-df26672cc8bf HTTP/1.1" status: 200 len: 983 time: 0.0758822 Jun 23 11:40:42.402609 dv-neutron-601336-94-hyperv neutron-server[94175]: INFO neutron.wsgi [req-1c7e7b5d-a003-4e5a-a01e-2b9464981b82 req-42a902fe-dbb4-4355-97b2-d23f69fca1c0 tempest-TestNetworkBasicOps-233187296 tempest-TestNetworkBasicOps-233187296-project] 10.222.0.20 "GET /v2.0/security-groups?id=2983a400-bf7d-4609-8e54-3fd3d085940f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0330355 Jun 23 11:40:42.428072 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.wsgi [-] (94175) accepted ('10.222.0.20', 43758) {{(pid=94175) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 11:40:42.485032 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cb200a53-250c-4d5b-91b5-8adee37b88a3 tempest-TestNetworkBasicOps-1420332966 tempest-TestNetworkBasicOps-1420332966-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 11:40:42.486588 dv-neutron-601336-94-hyperv neutron-server[94175]: INFO neutron.wsgi [None req-cb200a53-250c-4d5b-91b5-8adee37b88a3 tempest-TestNetworkBasicOps-1420332966 tempest-TestNetworkBasicOps-1420332966-project-admin] 10.222.0.20 "GET /v2.0/ports?device_id=eec49557-62a3-4248-ae6e-df26672cc8bf HTTP/1.1" status: 200 len: 1131 time: 0.0575283 Jun 23 11:40:42.489950 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.wsgi [-] (94174) accepted ('10.222.0.20', 43760) {{(pid=94174) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 11:40:42.495338 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.api.v2.base [None req-6d7d0f65-9195-4335-a051-7978f078e677 tempest-TestNetworkBasicOps-233187296 tempest-TestNetworkBasicOps-233187296-project] Request body: {'floatingip': {'floating_network_id': '3e7e4eb3-cf02-4d47-ade9-0a579cdfc60f', 'port_id': '97f1344f-fa1f-475e-a963-a38d71c8ef47', 'tenant_id': '772b9946478d439e9da4eaeade7fb21d', 'fixed_ip_address': '172.20.0.12'}} {{(pid=94174) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 23 11:40:42.797485 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron_lib.callbacks.manager [None req-6d7d0f65-9195-4335-a051-7978f078e677 tempest-TestNetworkBasicOps-233187296 tempest-TestNetworkBasicOps-233187296-project] Notify callbacks [] for floatingip, before_create {{(pid=94174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:40:42.900986 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron_lib.callbacks.manager [None req-6d7d0f65-9195-4335-a051-7978f078e677 tempest-TestNetworkBasicOps-233187296 tempest-TestNetworkBasicOps-233187296-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-923104'] for port, before_create {{(pid=94174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:40:43.004049 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.db.db_base_plugin_common [None req-6d7d0f65-9195-4335-a051-7978f078e677 tempest-TestNetworkBasicOps-233187296 tempest-TestNetworkBasicOps-233187296-project] Allocated IP 172.26.3.18 (3e7e4eb3-cf02-4d47-ade9-0a579cdfc60f/a5ad15ab-c489-4a67-a9b0-d559fca0ec71/69b84d89-08ad-4edf-a265-aa67910ece71) {{(pid=94174) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 23 11:40:43.139477 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron_lib.callbacks.manager [None req-6d7d0f65-9195-4335-a051-7978f078e677 tempest-TestNetworkBasicOps-233187296 tempest-TestNetworkBasicOps-233187296-project] Notify callbacks [] for port, precommit_create {{(pid=94174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:40:43.317583 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron_lib.callbacks.manager [None req-540f8e00-bcdc-469c-812e-39692973bfbd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773699952132', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-899307'] for agent, after_update {{(pid=94176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:40:43.345177 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron_lib.callbacks.manager [None req-6d7d0f65-9195-4335-a051-7978f078e677 tempest-TestNetworkBasicOps-233187296 tempest-TestNetworkBasicOps-233187296-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-922915', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-239814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7866073', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773699642215', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-5196399'] for port, after_create {{(pid=94174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:40:43.347358 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG oslo_concurrency.lockutils [None req-acac8542-5cc7-4f2e-ba81-b25058121ec9 tempest-TestNetworkBasicOps-233187296 tempest-TestNetworkBasicOps-233187296-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94174) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 11:40:43.383696 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6d7d0f65-9195-4335-a051-7978f078e677 tempest-TestNetworkBasicOps-233187296 tempest-TestNetworkBasicOps-233187296-project] Network 3e7e4eb3-cf02-4d47-ade9-0a579cdfc60f is already hosted by enough agents. {{(pid=94174) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 23 11:40:43.391809 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.scheduler.base_scheduler [None req-6d7d0f65-9195-4335-a051-7978f078e677 tempest-TestNetworkBasicOps-233187296 tempest-TestNetworkBasicOps-233187296-project] Resources bound (agent type, host, resource id): {{(pid=94174) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 23 11:40:43.396381 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6d7d0f65-9195-4335-a051-7978f078e677 tempest-TestNetworkBasicOps-233187296 tempest-TestNetworkBasicOps-233187296-project] Received port after_create {{(pid=94174) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 23 11:40:43.399618 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d7d0f65-9195-4335-a051-7978f078e677 tempest-TestNetworkBasicOps-233187296 tempest-TestNetworkBasicOps-233187296-project] Pushing event updated for resources: {'Port': ['ID=69b84d89-08ad-4edf-a265-aa67910ece71,revision_number=1']} {{(pid=94174) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 11:40:43.417992 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG oslo_concurrency.lockutils [None req-6d7d0f65-9195-4335-a051-7978f078e677 tempest-TestNetworkBasicOps-233187296 tempest-TestNetworkBasicOps-233187296-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.071s {{(pid=94174) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 11:40:43.439844 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.plugins.ml2.rpc [None req-dc7542b2-afef-47f4-a763-e3a3cba144be None None] Device 359700af-4844-4ddf-b30b-bb5cb23b66ce up at agent ovs-agent-dv-neutron-601336-94-hyperv {{(pid=94176) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:298}} Jun 23 11:40:43.491976 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.db.provisioning_blocks [None req-dc7542b2-afef-47f4-a763-e3a3cba144be None None] Provisioning complete for port 359700af-4844-4ddf-b30b-bb5cb23b66ce triggered by entity L2. {{(pid=94176) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 23 11:40:43.492486 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron_lib.callbacks.manager [None req-dc7542b2-afef-47f4-a763-e3a3cba144be None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-899258'] for port, provisioning_complete {{(pid=94176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:40:43.779160 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron_lib.callbacks.manager [None req-6d7d0f65-9195-4335-a051-7978f078e677 tempest-TestNetworkBasicOps-233187296 tempest-TestNetworkBasicOps-233187296-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:40:43.821014 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron_lib.callbacks.manager [None req-dc7542b2-afef-47f4-a763-e3a3cba144be None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773699952132', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-899307'] for agent, after_update {{(pid=94176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:40:43.917825 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron_lib.callbacks.manager [None req-6d7d0f65-9195-4335-a051-7978f078e677 tempest-TestNetworkBasicOps-233187296 tempest-TestNetworkBasicOps-233187296-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-923122'] for port, before_update {{(pid=94174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:40:44.083889 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron_lib.callbacks.manager [None req-6d7d0f65-9195-4335-a051-7978f078e677 tempest-TestNetworkBasicOps-233187296 tempest-TestNetworkBasicOps-233187296-project] Notify callbacks [] for port, precommit_update {{(pid=94174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:40:44.146309 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron_lib.callbacks.manager [None req-6d7d0f65-9195-4335-a051-7978f078e677 tempest-TestNetworkBasicOps-233187296 tempest-TestNetworkBasicOps-233187296-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-922904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866062', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773700135042', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773699642233', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773699642278', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5196369'] for port, after_update {{(pid=94174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:40:44.148571 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG oslo_concurrency.lockutils [None req-58eb48a2-5665-43af-941d-2e4ac08fe668 tempest-TestNetworkBasicOps-233187296 tempest-TestNetworkBasicOps-233187296-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94174) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 11:40:44.223459 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d7d0f65-9195-4335-a051-7978f078e677 tempest-TestNetworkBasicOps-233187296 tempest-TestNetworkBasicOps-233187296-project] Pushing event updated for resources: {'Port': ['ID=69b84d89-08ad-4edf-a265-aa67910ece71,revision_number=2']} {{(pid=94174) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 11:40:44.229856 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG oslo_concurrency.lockutils [None req-6d7d0f65-9195-4335-a051-7978f078e677 tempest-TestNetworkBasicOps-233187296 tempest-TestNetworkBasicOps-233187296-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.081s {{(pid=94174) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 11:40:44.236785 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron_lib.callbacks.manager [None req-6d7d0f65-9195-4335-a051-7978f078e677 tempest-TestNetworkBasicOps-233187296 tempest-TestNetworkBasicOps-233187296-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-524229'] for floatingip, after_update {{(pid=94174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:40:44.343591 dv-neutron-601336-94-hyperv neutron-server[94174]: INFO neutron.db.l3_db [None req-6d7d0f65-9195-4335-a051-7978f078e677 tempest-TestNetworkBasicOps-233187296 tempest-TestNetworkBasicOps-233187296-project] Floating IP 1fd866fa-eb0c-48ab-8726-17fee80e5bea associated. External IP: 172.26.3.18, port: 97f1344f-fa1f-475e-a963-a38d71c8ef47. Jun 23 11:40:44.563205 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6d7d0f65-9195-4335-a051-7978f078e677 tempest-TestNetworkBasicOps-233187296 tempest-TestNetworkBasicOps-233187296-project] Router 9c7813e6-2f0b-4ca5-a1a6-ab853743e968 has already been hosted by L3 agent 50ef99c0-ef28-4db5-b303-b145898fae60 {{(pid=94174) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 23 11:40:44.586228 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron_lib.callbacks.manager [None req-4c20ea5f-bc7f-4d4e-935d-57f082af6ccb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773699952132', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-899307'] for agent, after_update {{(pid=94176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:40:44.668129 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6d7d0f65-9195-4335-a051-7978f078e677 tempest-TestNetworkBasicOps-233187296 tempest-TestNetworkBasicOps-233187296-project] Notify agent at l3_agent.dv-neutron-601336-94-hyperv the message routers_updated {{(pid=94174) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 23 11:40:44.677745 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fae24f53-b576-414e-8b1e-db804a06d2c2 None None] Sync routers for ids ['9c7813e6-2f0b-4ca5-a1a6-ab853743e968'] in dv-neutron-601336-94-hyperv {{(pid=94176) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 23 11:40:44.686754 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fae24f53-b576-414e-8b1e-db804a06d2c2 None None] Routers {'9c7813e6-2f0b-4ca5-a1a6-ab853743e968'} bound to L3 agent in host dv-neutron-601336-94-hyperv {{(pid=94176) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 23 11:40:44.687421 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.db.l3_hamode_db [None req-fae24f53-b576-414e-8b1e-db804a06d2c2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-601336-94-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-23T11:22:13Z,description=,heartbeat_timestamp=2021-06-23T11:40:43Z,host='dv-neutron-601336-94-hyperv',id=50ef99c0-ef28-4db5-b303-b145898fae60,load=0,resource_versions=,resources_synced=,started_at=2021-06-23T11:22:14Z,topic='l3_agent')) {'router_ids': ['9c7813e6-2f0b-4ca5-a1a6-ab853743e968'], 'active': True} {{(pid=94176) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 11:40:44.736564 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron_lib.callbacks.manager [None req-6d7d0f65-9195-4335-a051-7978f078e677 tempest-TestNetworkBasicOps-233187296 tempest-TestNetworkBasicOps-233187296-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-217507'] for floatingip, before_response {{(pid=94174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:40:44.781304 dv-neutron-601336-94-hyperv neutron-server[94174]: INFO neutron.wsgi [None req-6d7d0f65-9195-4335-a051-7978f078e677 tempest-TestNetworkBasicOps-233187296 tempest-TestNetworkBasicOps-233187296-project] 10.222.0.20 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 1033 time: 2.2901797 Jun 23 11:40:44.782612 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'eec49557-62a3-4248-ae6e-df26672cc8bf', 'tag': '97f1344f-fa1f-475e-a963-a38d71c8ef47'}] {{(pid=94174) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 23 11:40:44.784246 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.wsgi [-] (94175) accepted ('10.222.0.20', 43766) {{(pid=94175) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 11:40:44.784779 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6ff47218258ed5bf6cae7f276c9622ae488f9e8ebc13d1a310221fbcfb04c5dd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e246fcd8-a736-46f1-adc4-b05f190e5b56" -d '{"events": [{"name": "network-changed", "server_uuid": "eec49557-62a3-4248-ae6e-df26672cc8bf", "tag": "97f1344f-fa1f-475e-a963-a38d71c8ef47"}]}' {{(pid=94174) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 23 11:40:44.797006 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.db.l3_dvr_db [None req-fae24f53-b576-414e-8b1e-db804a06d2c2 None None] Set router 9c7813e6-2f0b-4ca5-a1a6-ab853743e968 gateway port host: dv-neutron-601336-94-hyperv {{(pid=94176) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:838}} Jun 23 11:40:44.830463 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 23 Jun 2021 11:40:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e5be0437-3764-412e-ba74-51e3e3df1401 x-openstack-request-id: req-e5be0437-3764-412e-ba74-51e3e3df1401 {{(pid=94174) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 23 11:40:44.830876 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "eec49557-62a3-4248-ae6e-df26672cc8bf", "tag": "97f1344f-fa1f-475e-a963-a38d71c8ef47", "status": "completed", "code": 200}]} {{(pid=94174) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 23 11:40:44.831298 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-e5be0437-3764-412e-ba74-51e3e3df1401 {{(pid=94174) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 23 11:40:44.832079 dv-neutron-601336-94-hyperv neutron-server[94174]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'eec49557-62a3-4248-ae6e-df26672cc8bf', 'tag': '97f1344f-fa1f-475e-a963-a38d71c8ef47', 'status': 'completed', 'code': 200} Jun 23 11:40:45.073977 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.db.l3_hamode_db [None req-fae24f53-b576-414e-8b1e-db804a06d2c2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9c7813e6-2f0b-4ca5-a1a6-ab853743e968', 'name': 'tempest-TestNetworkBasicOps-router-326637144', 'tenant_id': '772b9946478d439e9da4eaeade7fb21d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3e7e4eb3-cf02-4d47-ade9-0a579cdfc60f', 'external_fixed_ips': [{'subnet_id': 'a5ad15ab-c489-4a67-a9b0-d559fca0ec71', 'ip_address': '172.26.3.119'}], 'enable_snat': True}, 'gw_port_id': '1f64c9e6-a822-4e0a-8292-4c523c7db59f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-23T11:40:17Z', 'updated_at': '2021-06-23T11:40:22Z', 'revision_number': 4, 'project_id': '772b9946478d439e9da4eaeade7fb21d', 'gw_port': {'id': '1f64c9e6-a822-4e0a-8292-4c523c7db59f', 'name': '', 'network_id': '3e7e4eb3-cf02-4d47-ade9-0a579cdfc60f', 'tenant_id': '', 'mac_address': 'fa:16:3e:75:1a:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9c7813e6-2f0b-4ca5-a1a6-ab853743e968', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1368, 'fixed_ips': [{'subnet_id': 'a5ad15ab-c489-4a67-a9b0-d559fca0ec71', 'ip_address': '172.26.3.119', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-94-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-23T11:40:18Z', 'updated_at': '2021-06-23T11:40:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a5ad15ab-c489-4a67-a9b0-d559fca0ec71', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-601336-94-hyperv', '_floatingips': [{'id': '1fd866fa-eb0c-48ab-8726-17fee80e5bea', 'tenant_id': '772b9946478d439e9da4eaeade7fb21d', 'floating_ip_address': '172.26.3.18', 'floating_network_id': '3e7e4eb3-cf02-4d47-ade9-0a579cdfc60f', 'router_id': '9c7813e6-2f0b-4ca5-a1a6-ab853743e968', 'port_id': '97f1344f-fa1f-475e-a963-a38d71c8ef47', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 1421, 'description': '', 'qos_policy_id': None, 'port_details': {'name': 'tempest-TestNetworkBasicOps-294614723', 'network_id': 'eb17e2b0-6fa8-4e88-977d-dc1d236f50f4', 'mac_address': 'fa:16:3e:49:cf:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eec49557-62a3-4248-ae6e-df26672cc8bf', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-23T11:40:43Z', 'updated_at': '2021-06-23T11:40:43Z', 'revision_number': 0, 'project_id': '772b9946478d439e9da4eaeade7fb21d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '41b3334c-a8bf-4779-b303-a5a9c45ccc3a', 'name': '', 'network_id': 'eb17e2b0-6fa8-4e88-977d-dc1d236f50f4', 'tenant_id': '772b9946478d439e9da4eaeade7fb21d', 'mac_address': 'fa:16:3e:b0:0d:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9c7813e6-2f0b-4ca5-a1a6-ab853743e968', 'device_owner': 'network:router_interface', 'standard_attr_id': 1384, 'fixed_ips': [{'subnet_id': 'a9f21ece-fa53-4513-9cb7-76820599b7b5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-94-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-23T11:40:21Z', 'updated_at': '2021-06-23T11:40:28Z', 'revision_number': 5, 'project_id': '772b9946478d439e9da4eaeade7fb21d', 'subnets': [{'id': 'a9f21ece-fa53-4513-9cb7-76820599b7b5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-601336-94-hyperv', False) {} {{(pid=94176) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 11:40:45.105780 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fae24f53-b576-414e-8b1e-db804a06d2c2 None None] Checking router: 9c7813e6-2f0b-4ca5-a1a6-ab853743e968 for host: dv-neutron-601336-94-hyperv {{(pid=94176) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 23 11:40:45.124494 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fae24f53-b576-414e-8b1e-db804a06d2c2 None None] Routers {'9c7813e6-2f0b-4ca5-a1a6-ab853743e968'} bound to L3 agent in host dv-neutron-601336-94-hyperv {{(pid=94176) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 23 11:40:45.125147 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.db.l3_hamode_db [None req-fae24f53-b576-414e-8b1e-db804a06d2c2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-601336-94-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-23T11:22:13Z,description=,heartbeat_timestamp=2021-06-23T11:40:43Z,host='dv-neutron-601336-94-hyperv',id=50ef99c0-ef28-4db5-b303-b145898fae60,load=0,resource_versions=,resources_synced=,started_at=2021-06-23T11:22:14Z,topic='l3_agent')) {'router_ids': ['9c7813e6-2f0b-4ca5-a1a6-ab853743e968'], 'active': True} {{(pid=94176) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 11:40:45.242029 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.db.l3_dvr_db [None req-fae24f53-b576-414e-8b1e-db804a06d2c2 None None] Set router 9c7813e6-2f0b-4ca5-a1a6-ab853743e968 gateway port host: dv-neutron-601336-94-hyperv {{(pid=94176) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:838}} Jun 23 11:40:45.268224 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1b25d8ac-4c0a-4ae2-be45-edf80cffc6ec tempest-TestNetworkBasicOps-1420332966 tempest-TestNetworkBasicOps-1420332966-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 11:40:45.272299 dv-neutron-601336-94-hyperv neutron-server[94175]: INFO neutron.wsgi [None req-1b25d8ac-4c0a-4ae2-be45-edf80cffc6ec tempest-TestNetworkBasicOps-1420332966 tempest-TestNetworkBasicOps-1420332966-project-admin] 10.222.0.20 "GET /v2.0/ports?device_id=eec49557-62a3-4248-ae6e-df26672cc8bf&network_id=eb17e2b0-6fa8-4e88-977d-dc1d236f50f4 HTTP/1.1" status: 200 len: 1131 time: 0.4821892 Jun 23 11:40:45.293727 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e246fcd8-a736-46f1-adc4-b05f190e5b56 req-db83da93-4d8c-4d73-a7dd-19952f735e74 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 11:40:45.295290 dv-neutron-601336-94-hyperv neutron-server[94175]: INFO neutron.wsgi [req-e246fcd8-a736-46f1-adc4-b05f190e5b56 req-db83da93-4d8c-4d73-a7dd-19952f735e74 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=772b9946478d439e9da4eaeade7fb21d&device_id=eec49557-62a3-4248-ae6e-df26672cc8bf HTTP/1.1" status: 200 len: 1136 time: 0.4290578 Jun 23 11:40:45.418399 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e246fcd8-a736-46f1-adc4-b05f190e5b56 req-6129c3a4-d592-4227-a20f-ea57965b133d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 11:40:45.419911 dv-neutron-601336-94-hyperv neutron-server[94175]: INFO neutron.wsgi [req-e246fcd8-a736-46f1-adc4-b05f190e5b56 req-6129c3a4-d592-4227-a20f-ea57965b133d service neutron] 10.222.0.52 "GET /v2.0/networks?id=eb17e2b0-6fa8-4e88-977d-dc1d236f50f4 HTTP/1.1" status: 200 len: 897 time: 0.1173358 Jun 23 11:40:45.503351 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.db.l3_hamode_db [None req-fae24f53-b576-414e-8b1e-db804a06d2c2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9c7813e6-2f0b-4ca5-a1a6-ab853743e968', 'name': 'tempest-TestNetworkBasicOps-router-326637144', 'tenant_id': '772b9946478d439e9da4eaeade7fb21d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3e7e4eb3-cf02-4d47-ade9-0a579cdfc60f', 'external_fixed_ips': [{'subnet_id': 'a5ad15ab-c489-4a67-a9b0-d559fca0ec71', 'ip_address': '172.26.3.119'}], 'enable_snat': True}, 'gw_port_id': '1f64c9e6-a822-4e0a-8292-4c523c7db59f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-23T11:40:17Z', 'updated_at': '2021-06-23T11:40:22Z', 'revision_number': 4, 'project_id': '772b9946478d439e9da4eaeade7fb21d', 'gw_port': {'id': '1f64c9e6-a822-4e0a-8292-4c523c7db59f', 'name': '', 'network_id': '3e7e4eb3-cf02-4d47-ade9-0a579cdfc60f', 'tenant_id': '', 'mac_address': 'fa:16:3e:75:1a:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9c7813e6-2f0b-4ca5-a1a6-ab853743e968', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1368, 'fixed_ips': [{'subnet_id': 'a5ad15ab-c489-4a67-a9b0-d559fca0ec71', 'ip_address': '172.26.3.119', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-94-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-23T11:40:18Z', 'updated_at': '2021-06-23T11:40:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a5ad15ab-c489-4a67-a9b0-d559fca0ec71', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-601336-94-hyperv', '_floatingips': [{'id': '1fd866fa-eb0c-48ab-8726-17fee80e5bea', 'tenant_id': '772b9946478d439e9da4eaeade7fb21d', 'floating_ip_address': '172.26.3.18', 'floating_network_id': '3e7e4eb3-cf02-4d47-ade9-0a579cdfc60f', 'router_id': '9c7813e6-2f0b-4ca5-a1a6-ab853743e968', 'port_id': '97f1344f-fa1f-475e-a963-a38d71c8ef47', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 1421, 'description': '', 'qos_policy_id': None, 'port_details': {'name': 'tempest-TestNetworkBasicOps-294614723', 'network_id': 'eb17e2b0-6fa8-4e88-977d-dc1d236f50f4', 'mac_address': 'fa:16:3e:49:cf:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eec49557-62a3-4248-ae6e-df26672cc8bf', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-23T11:40:43Z', 'updated_at': '2021-06-23T11:40:43Z', 'revision_number': 0, 'project_id': '772b9946478d439e9da4eaeade7fb21d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '41b3334c-a8bf-4779-b303-a5a9c45ccc3a', 'name': '', 'network_id': 'eb17e2b0-6fa8-4e88-977d-dc1d236f50f4', 'tenant_id': '772b9946478d439e9da4eaeade7fb21d', 'mac_address': 'fa:16:3e:b0:0d:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9c7813e6-2f0b-4ca5-a1a6-ab853743e968', 'device_owner': 'network:router_interface', 'standard_attr_id': 1384, 'fixed_ips': [{'subnet_id': 'a9f21ece-fa53-4513-9cb7-76820599b7b5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-94-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-23T11:40:21Z', 'updated_at': '2021-06-23T11:40:28Z', 'revision_number': 5, 'project_id': '772b9946478d439e9da4eaeade7fb21d', 'subnets': [{'id': 'a9f21ece-fa53-4513-9cb7-76820599b7b5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-601336-94-hyperv', False) {} {{(pid=94176) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 11:40:45.531104 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fae24f53-b576-414e-8b1e-db804a06d2c2 None None] The sync data for ids ['9c7813e6-2f0b-4ca5-a1a6-ab853743e968'] in dv-neutron-601336-94-hyperv is: [{'id': '9c7813e6-2f0b-4ca5-a1a6-ab853743e968', 'name': 'tempest-TestNetworkBasicOps-router-326637144', 'tenant_id': '772b9946478d439e9da4eaeade7fb21d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3e7e4eb3-cf02-4d47-ade9-0a579cdfc60f', 'external_fixed_ips': [{'subnet_id': 'a5ad15ab-c489-4a67-a9b0-d559fca0ec71', 'ip_address': '172.26.3.119'}], 'enable_snat': True}, 'gw_port_id': '1f64c9e6-a822-4e0a-8292-4c523c7db59f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-23T11:40:17Z', 'updated_at': '2021-06-23T11:40:22Z', 'revision_number': 4, 'project_id': '772b9946478d439e9da4eaeade7fb21d', 'gw_port': {'id': '1f64c9e6-a822-4e0a-8292-4c523c7db59f', 'name': '', 'network_id': '3e7e4eb3-cf02-4d47-ade9-0a579cdfc60f', 'tenant_id': '', 'mac_address': 'fa:16:3e:75:1a:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9c7813e6-2f0b-4ca5-a1a6-ab853743e968', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1368, 'fixed_ips': [{'subnet_id': 'a5ad15ab-c489-4a67-a9b0-d559fca0ec71', 'ip_address': '172.26.3.119', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-94-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-23T11:40:18Z', 'updated_at': '2021-06-23T11:40:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a5ad15ab-c489-4a67-a9b0-d559fca0ec71', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-601336-94-hyperv', '_floatingips': [{'id': '1fd866fa-eb0c-48ab-8726-17fee80e5bea', 'tenant_id': '772b9946478d439e9da4eaeade7fb21d', 'floating_ip_address': '172.26.3.18', 'floating_network_id': '3e7e4eb3-cf02-4d47-ade9-0a579cdfc60f', 'router_id': '9c7813e6-2f0b-4ca5-a1a6-ab853743e968', 'port_id': '97f1344f-fa1f-475e-a963-a38d71c8ef47', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 1421, 'description': '', 'qos_policy_id': None, 'port_details': {'name': 'tempest-TestNetworkBasicOps-294614723', 'network_id': 'eb17e2b0-6fa8-4e88-977d-dc1d236f50f4', 'mac_address': 'fa:16:3e:49:cf:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eec49557-62a3-4248-ae6e-df26672cc8bf', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-23T11:40:43Z', 'updated_at': '2021-06-23T11:40:43Z', 'revision_number': 0, 'project_id': '772b9946478d439e9da4eaeade7fb21d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '41b3334c-a8bf-4779-b303-a5a9c45ccc3a', 'name': '', 'network_id': 'eb17e2b0-6fa8-4e88-977d-dc1d236f50f4', 'tenant_id': '772b9946478d439e9da4eaeade7fb21d', 'mac_address': 'fa:16:3e:b0:0d:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9c7813e6-2f0b-4ca5-a1a6-ab853743e968', 'device_owner': 'network:router_interface', 'standard_attr_id': 1384, 'fixed_ips': [{'subnet_id': 'a9f21ece-fa53-4513-9cb7-76820599b7b5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-94-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-23T11:40:21Z', 'updated_at': '2021-06-23T11:40:28Z', 'revision_number': 5, 'project_id': '772b9946478d439e9da4eaeade7fb21d', 'subnets': [{'id': 'a9f21ece-fa53-4513-9cb7-76820599b7b5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94176) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 23 11:40:45.553009 dv-neutron-601336-94-hyperv neutron-server[94175]: INFO neutron.wsgi [req-e246fcd8-a736-46f1-adc4-b05f190e5b56 req-998ac9e5-e85e-4f9e-9eab-5fb64a298ec5 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=97f1344f-fa1f-475e-a963-a38d71c8ef47 HTTP/1.1" status: 200 len: 1036 time: 0.1260128 Jun 23 11:40:45.604690 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e246fcd8-a736-46f1-adc4-b05f190e5b56 req-affc3859-c9fc-4743-9892-08bdccd9ae3e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 11:40:45.606251 dv-neutron-601336-94-hyperv neutron-server[94175]: INFO neutron.wsgi [req-e246fcd8-a736-46f1-adc4-b05f190e5b56 req-affc3859-c9fc-4743-9892-08bdccd9ae3e service neutron] 10.222.0.52 "GET /v2.0/subnets?id=a9f21ece-fa53-4513-9cb7-76820599b7b5 HTTP/1.1" status: 200 len: 835 time: 0.0471334 Jun 23 11:40:45.680901 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e246fcd8-a736-46f1-adc4-b05f190e5b56 req-0484a5af-112e-4655-acc4-6cd0784b4031 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 11:40:45.683669 dv-neutron-601336-94-hyperv neutron-server[94175]: INFO neutron.wsgi [req-e246fcd8-a736-46f1-adc4-b05f190e5b56 req-0484a5af-112e-4655-acc4-6cd0784b4031 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=eb17e2b0-6fa8-4e88-977d-dc1d236f50f4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1178 time: 0.0711601 Jun 23 11:40:45.697392 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.wsgi [req-e246fcd8-a736-46f1-adc4-b05f190e5b56 req-e09c0b93-2018-4ad3-b79a-cad5fef3e687 service neutron] http://10.222.0.20:9696/v2.0/extensions returned with HTTP 200 {{(pid=94175) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 23 11:40:45.698600 dv-neutron-601336-94-hyperv neutron-server[94175]: INFO neutron.wsgi [req-e246fcd8-a736-46f1-adc4-b05f190e5b56 req-e09c0b93-2018-4ad3-b79a-cad5fef3e687 service neutron] 10.222.0.52 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13933 time: 0.0063877 Jun 23 11:40:45.748994 dv-neutron-601336-94-hyperv neutron-server[94177]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e4431b26-2d63-4ed4-b5c3-6a92dc0e3a73 None None] New status for floating IP 1fd866fa-eb0c-48ab-8726-17fee80e5bea: ACTIVE {{(pid=94177) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 23 11:40:45.803857 dv-neutron-601336-94-hyperv neutron-server[94175]: INFO neutron.wsgi [req-e246fcd8-a736-46f1-adc4-b05f190e5b56 req-c0f40f7b-6b7d-4b6a-bd5c-31da9240b456 service neutron] 10.222.0.52 "GET /v2.0/networks/eb17e2b0-6fa8-4e88-977d-dc1d236f50f4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0984666 Jun 23 11:40:45.913199 dv-neutron-601336-94-hyperv neutron-server[94175]: INFO neutron.wsgi [req-e246fcd8-a736-46f1-adc4-b05f190e5b56 req-6b6df8fc-e22c-4423-b3a3-e1326e1a9947 service neutron] 10.222.0.52 "GET /v2.0/networks/eb17e2b0-6fa8-4e88-977d-dc1d236f50f4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1027212 Jun 23 11:40:46.020828 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e8ab948-ef9a-4867-a018-868dcd47b07f req-eaa73028-4834-4988-bd5b-48f74272c9ae tempest-TestNetworkBasicOps-233187296 tempest-TestNetworkBasicOps-233187296-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94174) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 11:40:46.022300 dv-neutron-601336-94-hyperv neutron-server[94174]: INFO neutron.wsgi [req-3e8ab948-ef9a-4867-a018-868dcd47b07f req-eaa73028-4834-4988-bd5b-48f74272c9ae tempest-TestNetworkBasicOps-233187296 tempest-TestNetworkBasicOps-233187296-project] 10.222.0.20 "GET /v2.0/ports?device_id=eec49557-62a3-4248-ae6e-df26672cc8bf HTTP/1.1" status: 200 len: 983 time: 0.0680063 Jun 23 11:40:46.064230 dv-neutron-601336-94-hyperv neutron-server[94174]: INFO neutron.wsgi [req-3e8ab948-ef9a-4867-a018-868dcd47b07f req-b4727dee-a4ff-432a-a2b8-285645f4e108 tempest-TestNetworkBasicOps-233187296 tempest-TestNetworkBasicOps-233187296-project] 10.222.0.20 "GET /v2.0/security-groups?id=2983a400-bf7d-4609-8e54-3fd3d085940f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0348189 Jun 23 11:40:46.631611 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron_lib.callbacks.manager [None req-95d6aa8f-24e7-4234-82ff-f502266c3285 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773699952132', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-899307'] for agent, after_update {{(pid=94176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:40:47.179530 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34df76d6-e792-4d26-bf9f-8211e103ddb1 req-a3763b28-79cb-473a-8965-422369cdc2fe tempest-TestNetworkBasicOps-233187296 tempest-TestNetworkBasicOps-233187296-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 11:40:47.181042 dv-neutron-601336-94-hyperv neutron-server[94175]: INFO neutron.wsgi [req-34df76d6-e792-4d26-bf9f-8211e103ddb1 req-a3763b28-79cb-473a-8965-422369cdc2fe tempest-TestNetworkBasicOps-233187296 tempest-TestNetworkBasicOps-233187296-project] 10.222.0.52 "GET /v2.0/ports?device_id=eec49557-62a3-4248-ae6e-df26672cc8bf HTTP/1.1" status: 200 len: 983 time: 0.0788026 Jun 23 11:40:47.271761 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34df76d6-e792-4d26-bf9f-8211e103ddb1 req-385876a5-ffc9-4b3a-b2e0-337fbf554872 tempest-TestNetworkBasicOps-233187296 tempest-TestNetworkBasicOps-233187296-project] Attributes excluded by policy engine: ['binding:profile'] {{(pid=94175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 11:40:47.273123 dv-neutron-601336-94-hyperv neutron-server[94175]: INFO neutron.wsgi [req-34df76d6-e792-4d26-bf9f-8211e103ddb1 req-385876a5-ffc9-4b3a-b2e0-337fbf554872 tempest-TestNetworkBasicOps-233187296 tempest-TestNetworkBasicOps-233187296-project] 10.222.0.52 "GET /v2.0/ports/97f1344f-fa1f-475e-a963-a38d71c8ef47?fields=binding%3Aprofile&fields=network_id HTTP/1.1" status: 200 len: 260 time: 0.0865381 Jun 23 11:40:47.368547 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7bbe6b3-e4b6-4a3c-8d41-a06bcf961804 req-79586c00-8071-4d05-81df-0302c1b0c906 tempest-TestNetworkBasicOps-233187296 tempest-TestNetworkBasicOps-233187296-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 11:40:47.370535 dv-neutron-601336-94-hyperv neutron-server[94175]: INFO neutron.wsgi [req-f7bbe6b3-e4b6-4a3c-8d41-a06bcf961804 req-79586c00-8071-4d05-81df-0302c1b0c906 tempest-TestNetworkBasicOps-233187296 tempest-TestNetworkBasicOps-233187296-project] 10.222.0.20 "GET /v2.0/ports?device_id=eec49557-62a3-4248-ae6e-df26672cc8bf HTTP/1.1" status: 200 len: 983 time: 0.1728547 Jun 23 11:40:47.445336 dv-neutron-601336-94-hyperv neutron-server[94175]: INFO neutron.wsgi [req-f7bbe6b3-e4b6-4a3c-8d41-a06bcf961804 req-85a6edf0-6f81-4829-837c-a3e8686cbbdd tempest-TestNetworkBasicOps-233187296 tempest-TestNetworkBasicOps-233187296-project] 10.222.0.20 "GET /v2.0/security-groups?id=2983a400-bf7d-4609-8e54-3fd3d085940f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0645127 Jun 23 11:40:47.454498 dv-neutron-601336-94-hyperv neutron-server[94175]: INFO neutron.wsgi [req-34df76d6-e792-4d26-bf9f-8211e103ddb1 req-6c84f6ef-f658-4971-b0ad-86e53b1336bf tempest-TestNetworkBasicOps-233187296 tempest-TestNetworkBasicOps-233187296-project] 10.222.0.52 "GET /v2.0/networks/eb17e2b0-6fa8-4e88-977d-dc1d236f50f4?fields=dns_domain HTTP/1.1" status: 200 len: 212 time: 0.1746387 Jun 23 11:40:47.465459 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.api.v2.base [req-34df76d6-e792-4d26-bf9f-8211e103ddb1 req-0d2d8b47-24a4-4aa9-802f-098b055fc80a service neutron] Request body: {'port': {'device_id': '', 'device_owner': '', 'binding:host_id': None, 'binding:profile': {}}} {{(pid=94175) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 23 11:40:47.545610 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron_lib.callbacks.manager [req-34df76d6-e792-4d26-bf9f-8211e103ddb1 req-0d2d8b47-24a4-4aa9-802f-098b055fc80a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-923122'] for port, before_update {{(pid=94175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:40:47.682932 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.plugins.ml2.db [req-34df76d6-e792-4d26-bf9f-8211e103ddb1 req-0d2d8b47-24a4-4aa9-802f-098b055fc80a service neutron] For port 97f1344f-fa1f-475e-a963-a38d71c8ef47, host hv-neutron-6013, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-6013',level=0,port_id=97f1344f-fa1f-475e-a963-a38d71c8ef47,segment=NetworkSegment(fd389721-9bf6-4e11-9863-961f1c6db03e),segment_id=fd389721-9bf6-4e11-9863-961f1c6db03e)] {{(pid=94175) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 23 11:40:47.717821 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.plugins.ml2.db [req-34df76d6-e792-4d26-bf9f-8211e103ddb1 req-0d2d8b47-24a4-4aa9-802f-098b055fc80a service neutron] For port 97f1344f-fa1f-475e-a963-a38d71c8ef47, host hv-neutron-6013, cleared binding levels {{(pid=94175) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 23 11:40:47.749475 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.notifiers.nova [req-34df76d6-e792-4d26-bf9f-8211e103ddb1 req-0d2d8b47-24a4-4aa9-802f-098b055fc80a service neutron] device_id is not set on port 97f1344f-fa1f-475e-a963-a38d71c8ef47 yet. {{(pid=94175) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jun 23 11:40:47.758243 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron_lib.callbacks.manager [req-34df76d6-e792-4d26-bf9f-8211e103ddb1 req-0d2d8b47-24a4-4aa9-802f-098b055fc80a service neutron] Notify callbacks [] for port, precommit_update {{(pid=94175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:40:47.831523 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron_lib.callbacks.manager [req-34df76d6-e792-4d26-bf9f-8211e103ddb1 req-0d2d8b47-24a4-4aa9-802f-098b055fc80a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-922904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866062', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773700135042', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773699642233', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773699642278', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5082471'] for port, after_update {{(pid=94175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:40:47.835589 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG oslo_concurrency.lockutils [None req-29fa1502-2dcc-4ec6-9b4f-a071ad5651f9 tempest-FloatingIPTestJSON-1140213849 tempest-FloatingIPTestJSON-1140213849-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94175) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 11:40:47.956270 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d2d8b47-24a4-4aa9-802f-098b055fc80a service neutron] Pushing event updated for resources: {'Port': ['ID=97f1344f-fa1f-475e-a963-a38d71c8ef47,revision_number=6']} {{(pid=94175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 11:40:47.959301 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG oslo_concurrency.lockutils [None req-0d2d8b47-24a4-4aa9-802f-098b055fc80a service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.124s {{(pid=94175) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 11:40:48.011800 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.db.l3_dvrscheduler_db [req-34df76d6-e792-4d26-bf9f-8211e103ddb1 req-0d2d8b47-24a4-4aa9-802f-098b055fc80a service neutron] No DVR routers for this DVR port 97f1344f-fa1f-475e-a963-a38d71c8ef47 on host hv-neutron-6013 {{(pid=94175) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 23 11:40:48.070716 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.db.provisioning_blocks [None req-e1f65fa4-2547-4ae7-aec3-6f87eb08a8da None None] Provisioning complete for port 97f1344f-fa1f-475e-a963-a38d71c8ef47 triggered by entity DHCP. {{(pid=94176) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 23 11:40:48.072711 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron_lib.callbacks.manager [None req-e1f65fa4-2547-4ae7-aec3-6f87eb08a8da None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-899258'] for port, provisioning_complete {{(pid=94176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:40:48.116610 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.plugins.ml2.plugin [None req-e1f65fa4-2547-4ae7-aec3-6f87eb08a8da None None] Port 97f1344f-fa1f-475e-a963-a38d71c8ef47 cannot update to ACTIVE because it is not bound. {{(pid=94176) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jun 23 11:40:48.162590 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.plugins.ml2.plugin [req-34df76d6-e792-4d26-bf9f-8211e103ddb1 req-0d2d8b47-24a4-4aa9-802f-098b055fc80a service neutron] In _notify_port_updated(), no bound segment for port 97f1344f-fa1f-475e-a963-a38d71c8ef47 on network eb17e2b0-6fa8-4e88-977d-dc1d236f50f4 {{(pid=94175) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:876}} Jun 23 11:40:48.163530 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34df76d6-e792-4d26-bf9f-8211e103ddb1 req-0d2d8b47-24a4-4aa9-802f-098b055fc80a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 11:40:48.164144 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron_lib.callbacks.manager [req-34df76d6-e792-4d26-bf9f-8211e103ddb1 req-0d2d8b47-24a4-4aa9-802f-098b055fc80a service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-217507'] for port, before_response {{(pid=94175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:40:48.165476 dv-neutron-601336-94-hyperv neutron-server[94175]: INFO neutron.wsgi [req-34df76d6-e792-4d26-bf9f-8211e103ddb1 req-0d2d8b47-24a4-4aa9-802f-098b055fc80a service neutron] 10.222.0.52 "PUT /v2.0/ports/97f1344f-fa1f-475e-a963-a38d71c8ef47 HTTP/1.1" status: 200 len: 1026 time: 0.7049172 Jun 23 11:40:48.591590 dv-neutron-601336-94-hyperv neutron-server[94174]: INFO neutron.wsgi [req-c9deafc6-6d47-4779-993a-410896168675 req-6dda5359-6eb3-4dbc-a6c1-ff9500412376 tempest-TestNetworkBasicOps-233187296 tempest-TestNetworkBasicOps-233187296-project] 10.222.0.20 "GET /v2.0/ports?device_id=eec49557-62a3-4248-ae6e-df26672cc8bf HTTP/1.1" status: 200 len: 210 time: 0.0288453 Jun 23 11:40:49.753918 dv-neutron-601336-94-hyperv neutron-server[94175]: INFO neutron.wsgi [req-eea6371c-a49d-4288-814e-43c9b4a206e7 req-480d1307-69c7-48e2-8ad8-529079e77d5e tempest-TestNetworkBasicOps-233187296 tempest-TestNetworkBasicOps-233187296-project] 10.222.0.20 "GET /v2.0/ports?device_id=eec49557-62a3-4248-ae6e-df26672cc8bf HTTP/1.1" status: 200 len: 210 time: 0.0297015 Jun 23 11:40:50.254128 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.plugins.ml2.rpc [None req-97bd5441-1da2-49ee-a364-27795820ba27 None None] Device 97f1344f-fa1f-475e-a963-a38d71c8ef47 no longer exists at agent hyperv_hv-neutron-6013 {{(pid=94176) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:261}} Jun 23 11:40:50.296953 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.plugins.ml2.rpc [None req-97bd5441-1da2-49ee-a364-27795820ba27 None None] Device 97f1344f-fa1f-475e-a963-a38d71c8ef47 not bound to the agent host hv-neutron-6013 {{(pid=94176) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:271}} Jun 23 11:40:50.848204 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.wsgi [-] (94174) accepted ('10.222.0.20', 43794) {{(pid=94174) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 11:40:50.912690 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-30214537-1831-4cc1-9374-da916e4c490c tempest-TestNetworkBasicOps-233187296 tempest-TestNetworkBasicOps-233187296-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94174) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 11:40:50.914094 dv-neutron-601336-94-hyperv neutron-server[94174]: INFO neutron.wsgi [None req-30214537-1831-4cc1-9374-da916e4c490c tempest-TestNetworkBasicOps-233187296 tempest-TestNetworkBasicOps-233187296-project] 10.222.0.20 "GET /v2.0/ports/97f1344f-fa1f-475e-a963-a38d71c8ef47 HTTP/1.1" status: 200 len: 925 time: 0.0649111 Jun 23 11:40:51.388161 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.wsgi [-] (94174) accepted ('10.222.0.20', 43808) {{(pid=94174) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 11:40:51.394927 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.api.v2.base [None req-7e9fb2d5-e237-4acf-8876-85d5ce7ad5f2 tempest-TestNetworkBasicOps-233187296 tempest-TestNetworkBasicOps-233187296-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-933602934', 'description': 'tempest-secgroup-smoke-933602934 description', 'project_id': '772b9946478d439e9da4eaeade7fb21d'}} {{(pid=94174) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 23 11:40:51.625753 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron_lib.callbacks.manager [None req-7e9fb2d5-e237-4acf-8876-85d5ce7ad5f2 tempest-TestNetworkBasicOps-233187296 tempest-TestNetworkBasicOps-233187296-project] Notify callbacks [] for security_group, before_create {{(pid=94174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:40:51.705031 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron_lib.callbacks.manager [None req-7e9fb2d5-e237-4acf-8876-85d5ce7ad5f2 tempest-TestNetworkBasicOps-233187296 tempest-TestNetworkBasicOps-233187296-project] Notify callbacks [] for security_group, precommit_create {{(pid=94174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:40:51.762588 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron_lib.callbacks.manager [None req-7e9fb2d5-e237-4acf-8876-85d5ce7ad5f2 tempest-TestNetworkBasicOps-233187296 tempest-TestNetworkBasicOps-233187296-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7996330'] for security_group, after_create {{(pid=94174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:40:51.765355 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG oslo_concurrency.lockutils [None req-da10a704-4832-4f15-95e8-82f0fc9b5caa tempest-SecGroupTest-1462889432 tempest-SecGroupTest-1462889432-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94174) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 11:40:51.793668 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e9fb2d5-e237-4acf-8876-85d5ce7ad5f2 tempest-TestNetworkBasicOps-233187296 tempest-TestNetworkBasicOps-233187296-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a6f57fd3-14f8-48e2-b889-d59b4c2378af,revision_number=1']} {{(pid=94174) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 11:40:51.796384 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG oslo_concurrency.lockutils [None req-7e9fb2d5-e237-4acf-8876-85d5ce7ad5f2 tempest-TestNetworkBasicOps-233187296 tempest-TestNetworkBasicOps-233187296-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.031s {{(pid=94174) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 11:40:51.877460 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron_lib.callbacks.manager [None req-7e9fb2d5-e237-4acf-8876-85d5ce7ad5f2 tempest-TestNetworkBasicOps-233187296 tempest-TestNetworkBasicOps-233187296-project] Notify callbacks [] for security_group, before_response {{(pid=94174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:40:51.878647 dv-neutron-601336-94-hyperv neutron-server[94174]: INFO neutron.wsgi [None req-7e9fb2d5-e237-4acf-8876-85d5ce7ad5f2 tempest-TestNetworkBasicOps-233187296 tempest-TestNetworkBasicOps-233187296-project] 10.222.0.20 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.4894841 Jun 23 11:40:51.881426 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.wsgi [-] (94174) accepted ('10.222.0.20', 43810) {{(pid=94174) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 11:40:51.885959 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.api.v2.base [None req-4b8be882-6d2a-4f91-be87-4d1c758b2862 tempest-TestNetworkBasicOps-233187296 tempest-TestNetworkBasicOps-233187296-project] Request body: {'security_group_rule': {'security_group_id': 'a6f57fd3-14f8-48e2-b889-d59b4c2378af', 'project_id': '772b9946478d439e9da4eaeade7fb21d', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=94174) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 23 11:40:51.980162 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron_lib.callbacks.manager [None req-4b8be882-6d2a-4f91-be87-4d1c758b2862 tempest-TestNetworkBasicOps-233187296 tempest-TestNetworkBasicOps-233187296-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:40:52.036607 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron_lib.callbacks.manager [None req-4b8be882-6d2a-4f91-be87-4d1c758b2862 tempest-TestNetworkBasicOps-233187296 tempest-TestNetworkBasicOps-233187296-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:40:52.122795 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron_lib.callbacks.manager [None req-4b8be882-6d2a-4f91-be87-4d1c758b2862 tempest-TestNetworkBasicOps-233187296 tempest-TestNetworkBasicOps-233187296-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7996355'] for security_group_rule, after_create {{(pid=94174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:40:52.124879 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94174) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 11:40:52.143791 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b8be882-6d2a-4f91-be87-4d1c758b2862 tempest-TestNetworkBasicOps-233187296 tempest-TestNetworkBasicOps-233187296-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=190a6957-2535-4cb2-83d7-d405b1adca29,revision_number=0']} {{(pid=94174) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 11:40:52.150017 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG oslo_concurrency.lockutils [None req-4b8be882-6d2a-4f91-be87-4d1c758b2862 tempest-TestNetworkBasicOps-233187296 tempest-TestNetworkBasicOps-233187296-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.021s {{(pid=94174) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 11:40:52.154922 dv-neutron-601336-94-hyperv neutron-server[94177]: DEBUG neutron.db.agents_db [None req-90fb1279-e4c5-4e73-8d66-3a29811dc4e3 None None] Agent healthcheck: found 6 active agents {{(pid=94177) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 23 11:40:52.213817 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron_lib.callbacks.manager [None req-4b8be882-6d2a-4f91-be87-4d1c758b2862 tempest-TestNetworkBasicOps-233187296 tempest-TestNetworkBasicOps-233187296-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:40:52.215054 dv-neutron-601336-94-hyperv neutron-server[94174]: INFO neutron.wsgi [None req-4b8be882-6d2a-4f91-be87-4d1c758b2862 tempest-TestNetworkBasicOps-233187296 tempest-TestNetworkBasicOps-233187296-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3327038 Jun 23 11:40:52.217933 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.wsgi [-] (94175) accepted ('10.222.0.20', 43820) {{(pid=94175) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 11:40:52.230409 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.api.v2.base [None req-22eb5451-aeea-4a1f-abb6-b93d40f24e55 tempest-TestNetworkBasicOps-233187296 tempest-TestNetworkBasicOps-233187296-project] Request body: {'security_group_rule': {'security_group_id': 'a6f57fd3-14f8-48e2-b889-d59b4c2378af', 'project_id': '772b9946478d439e9da4eaeade7fb21d', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=94175) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 23 11:40:52.322353 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron_lib.callbacks.manager [None req-22eb5451-aeea-4a1f-abb6-b93d40f24e55 tempest-TestNetworkBasicOps-233187296 tempest-TestNetworkBasicOps-233187296-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:40:52.386941 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron_lib.callbacks.manager [None req-22eb5451-aeea-4a1f-abb6-b93d40f24e55 tempest-TestNetworkBasicOps-233187296 tempest-TestNetworkBasicOps-233187296-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:40:52.448355 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron_lib.callbacks.manager [None req-22eb5451-aeea-4a1f-abb6-b93d40f24e55 tempest-TestNetworkBasicOps-233187296 tempest-TestNetworkBasicOps-233187296-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7996355'] for security_group_rule, after_create {{(pid=94175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:40:52.452381 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG oslo_concurrency.lockutils [None req-d886a28c-1126-43ec-bbc2-6f49d82b3d9c tempest-TestNetworkAdvancedServerOps-632886841 tempest-TestNetworkAdvancedServerOps-632886841-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94175) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 11:40:52.464793 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22eb5451-aeea-4a1f-abb6-b93d40f24e55 tempest-TestNetworkBasicOps-233187296 tempest-TestNetworkBasicOps-233187296-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c82b84f0-4369-4c55-9943-cbc9a53fdb1d,revision_number=0']} {{(pid=94175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 11:40:52.468631 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG oslo_concurrency.lockutils [None req-22eb5451-aeea-4a1f-abb6-b93d40f24e55 tempest-TestNetworkBasicOps-233187296 tempest-TestNetworkBasicOps-233187296-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=94175) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 11:40:52.551552 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron_lib.callbacks.manager [None req-22eb5451-aeea-4a1f-abb6-b93d40f24e55 tempest-TestNetworkBasicOps-233187296 tempest-TestNetworkBasicOps-233187296-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:40:52.552772 dv-neutron-601336-94-hyperv neutron-server[94175]: INFO neutron.wsgi [None req-22eb5451-aeea-4a1f-abb6-b93d40f24e55 tempest-TestNetworkBasicOps-233187296 tempest-TestNetworkBasicOps-233187296-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.3337755 Jun 23 11:40:52.556145 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.wsgi [-] (94174) accepted ('10.222.0.20', 43824) {{(pid=94174) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 11:40:52.561184 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.api.v2.base [None req-7fbff9fc-5b38-4db8-8a64-4c9c3439ad48 tempest-TestNetworkBasicOps-233187296 tempest-TestNetworkBasicOps-233187296-project] Request body: {'security_group_rule': {'security_group_id': 'a6f57fd3-14f8-48e2-b889-d59b4c2378af', 'project_id': '772b9946478d439e9da4eaeade7fb21d', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=94174) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 23 11:40:52.653277 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron_lib.callbacks.manager [None req-7fbff9fc-5b38-4db8-8a64-4c9c3439ad48 tempest-TestNetworkBasicOps-233187296 tempest-TestNetworkBasicOps-233187296-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:40:52.701748 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron_lib.callbacks.manager [None req-7fbff9fc-5b38-4db8-8a64-4c9c3439ad48 tempest-TestNetworkBasicOps-233187296 tempest-TestNetworkBasicOps-233187296-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:40:52.762499 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron_lib.callbacks.manager [None req-7fbff9fc-5b38-4db8-8a64-4c9c3439ad48 tempest-TestNetworkBasicOps-233187296 tempest-TestNetworkBasicOps-233187296-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7996355'] for security_group_rule, after_create {{(pid=94174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:40:52.764397 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94174) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 11:40:52.781216 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fbff9fc-5b38-4db8-8a64-4c9c3439ad48 tempest-TestNetworkBasicOps-233187296 tempest-TestNetworkBasicOps-233187296-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=783c3cb7-b9a8-4609-a035-9cb494674a63,revision_number=0']} {{(pid=94174) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 11:40:52.783974 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG oslo_concurrency.lockutils [None req-7fbff9fc-5b38-4db8-8a64-4c9c3439ad48 tempest-TestNetworkBasicOps-233187296 tempest-TestNetworkBasicOps-233187296-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.020s {{(pid=94174) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 11:40:52.836933 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron_lib.callbacks.manager [None req-7fbff9fc-5b38-4db8-8a64-4c9c3439ad48 tempest-TestNetworkBasicOps-233187296 tempest-TestNetworkBasicOps-233187296-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:40:52.840628 dv-neutron-601336-94-hyperv neutron-server[94174]: INFO neutron.wsgi [None req-7fbff9fc-5b38-4db8-8a64-4c9c3439ad48 tempest-TestNetworkBasicOps-233187296 tempest-TestNetworkBasicOps-233187296-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.2810042 Jun 23 11:40:52.840833 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.wsgi [-] (94174) accepted ('10.222.0.20', 43826) {{(pid=94174) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 11:40:52.845330 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.api.v2.base [None req-d0fdf5a2-5092-48a5-b8b1-6d8daa66e9c2 tempest-TestNetworkBasicOps-233187296 tempest-TestNetworkBasicOps-233187296-project] Request body: {'security_group_rule': {'security_group_id': 'a6f57fd3-14f8-48e2-b889-d59b4c2378af', 'project_id': '772b9946478d439e9da4eaeade7fb21d', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=94174) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 23 11:40:52.925771 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron_lib.callbacks.manager [None req-d0fdf5a2-5092-48a5-b8b1-6d8daa66e9c2 tempest-TestNetworkBasicOps-233187296 tempest-TestNetworkBasicOps-233187296-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:40:52.986635 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron_lib.callbacks.manager [None req-d0fdf5a2-5092-48a5-b8b1-6d8daa66e9c2 tempest-TestNetworkBasicOps-233187296 tempest-TestNetworkBasicOps-233187296-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:40:53.059826 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron_lib.callbacks.manager [None req-d0fdf5a2-5092-48a5-b8b1-6d8daa66e9c2 tempest-TestNetworkBasicOps-233187296 tempest-TestNetworkBasicOps-233187296-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7996355'] for security_group_rule, after_create {{(pid=94174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:40:53.061959 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG oslo_concurrency.lockutils [None req-937c2d03-6d96-4c5a-89e6-314189c0250c tempest-TestNetworkAdvancedServerOps-632886841 tempest-TestNetworkAdvancedServerOps-632886841-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94174) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 11:40:53.078208 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0fdf5a2-5092-48a5-b8b1-6d8daa66e9c2 tempest-TestNetworkBasicOps-233187296 tempest-TestNetworkBasicOps-233187296-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=00dec08a-8444-44b9-8d01-c84ff10c8762,revision_number=0']} {{(pid=94174) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 11:40:53.081043 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG oslo_concurrency.lockutils [None req-d0fdf5a2-5092-48a5-b8b1-6d8daa66e9c2 tempest-TestNetworkBasicOps-233187296 tempest-TestNetworkBasicOps-233187296-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=94174) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 11:40:53.145680 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron_lib.callbacks.manager [None req-d0fdf5a2-5092-48a5-b8b1-6d8daa66e9c2 tempest-TestNetworkBasicOps-233187296 tempest-TestNetworkBasicOps-233187296-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:40:53.147175 dv-neutron-601336-94-hyperv neutron-server[94174]: INFO neutron.wsgi [None req-d0fdf5a2-5092-48a5-b8b1-6d8daa66e9c2 tempest-TestNetworkBasicOps-233187296 tempest-TestNetworkBasicOps-233187296-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.3053806 Jun 23 11:40:53.150290 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.wsgi [-] (94174) accepted ('10.222.0.20', 43828) {{(pid=94174) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 11:40:53.154857 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.api.v2.base [None req-9a4ea9d5-f1c1-4e1f-88a9-41299b126f07 tempest-TestNetworkBasicOps-233187296 tempest-TestNetworkBasicOps-233187296-project] Request body: {'security_group_rule': {'security_group_id': 'a6f57fd3-14f8-48e2-b889-d59b4c2378af', 'project_id': '772b9946478d439e9da4eaeade7fb21d', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=94174) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 23 11:40:53.243076 dv-neutron-601336-94-hyperv neutron-server[94174]: INFO neutron.db.securitygroups_db [None req-9a4ea9d5-f1c1-4e1f-88a9-41299b126f07 tempest-TestNetworkBasicOps-233187296 tempest-TestNetworkBasicOps-233187296-project] Project 772b9946478d439e9da4eaeade7fb21d added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jun 23 11:40:53.248202 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron_lib.callbacks.manager [None req-9a4ea9d5-f1c1-4e1f-88a9-41299b126f07 tempest-TestNetworkBasicOps-233187296 tempest-TestNetworkBasicOps-233187296-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:40:53.274672 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron_lib.callbacks.manager [None req-97bd5441-1da2-49ee-a364-27795820ba27 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773699952132', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-899307'] for agent, after_update {{(pid=94176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:40:53.315604 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron_lib.callbacks.manager [None req-9a4ea9d5-f1c1-4e1f-88a9-41299b126f07 tempest-TestNetworkBasicOps-233187296 tempest-TestNetworkBasicOps-233187296-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:40:53.407395 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron_lib.callbacks.manager [None req-9a4ea9d5-f1c1-4e1f-88a9-41299b126f07 tempest-TestNetworkBasicOps-233187296 tempest-TestNetworkBasicOps-233187296-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7996355'] for security_group_rule, after_create {{(pid=94174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:40:53.409279 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG oslo_concurrency.lockutils [None req-b7b17b5a-6d36-4d0c-86c8-e31a17f83c0e tempest-TestNetworkAdvancedServerOps-632886841 tempest-TestNetworkAdvancedServerOps-632886841-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94174) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 11:40:53.425874 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a4ea9d5-f1c1-4e1f-88a9-41299b126f07 tempest-TestNetworkBasicOps-233187296 tempest-TestNetworkBasicOps-233187296-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=baa847bd-e7e9-4daa-929b-f56acd79dce2,revision_number=0']} {{(pid=94174) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 11:40:53.428370 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG oslo_concurrency.lockutils [None req-9a4ea9d5-f1c1-4e1f-88a9-41299b126f07 tempest-TestNetworkBasicOps-233187296 tempest-TestNetworkBasicOps-233187296-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=94174) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 11:40:53.499023 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron_lib.callbacks.manager [None req-9a4ea9d5-f1c1-4e1f-88a9-41299b126f07 tempest-TestNetworkBasicOps-233187296 tempest-TestNetworkBasicOps-233187296-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:40:53.500261 dv-neutron-601336-94-hyperv neutron-server[94174]: INFO neutron.wsgi [None req-9a4ea9d5-f1c1-4e1f-88a9-41299b126f07 tempest-TestNetworkBasicOps-233187296 tempest-TestNetworkBasicOps-233187296-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.3490114 Jun 23 11:40:53.507138 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.wsgi [-] (94174) accepted ('10.222.0.20', 43832) {{(pid=94174) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 11:40:53.512325 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.api.v2.base [None req-399d3812-f229-42c7-a127-7f44f9d18ff4 tempest-TestNetworkBasicOps-233187296 tempest-TestNetworkBasicOps-233187296-project] Request body: {'security_group_rule': {'security_group_id': 'a6f57fd3-14f8-48e2-b889-d59b4c2378af', 'project_id': '772b9946478d439e9da4eaeade7fb21d', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=94174) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 23 11:40:53.642883 dv-neutron-601336-94-hyperv neutron-server[94174]: INFO neutron.db.securitygroups_db [None req-399d3812-f229-42c7-a127-7f44f9d18ff4 tempest-TestNetworkBasicOps-233187296 tempest-TestNetworkBasicOps-233187296-project] Project 772b9946478d439e9da4eaeade7fb21d added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jun 23 11:40:53.648064 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron_lib.callbacks.manager [None req-399d3812-f229-42c7-a127-7f44f9d18ff4 tempest-TestNetworkBasicOps-233187296 tempest-TestNetworkBasicOps-233187296-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:40:53.707578 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron_lib.callbacks.manager [None req-399d3812-f229-42c7-a127-7f44f9d18ff4 tempest-TestNetworkBasicOps-233187296 tempest-TestNetworkBasicOps-233187296-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:40:53.762762 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron_lib.callbacks.manager [None req-399d3812-f229-42c7-a127-7f44f9d18ff4 tempest-TestNetworkBasicOps-233187296 tempest-TestNetworkBasicOps-233187296-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7996355'] for security_group_rule, after_create {{(pid=94174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:40:53.764802 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG oslo_concurrency.lockutils [None req-3d0dfa03-ce48-42c9-95cb-eeba71d7ea07 tempest-SecGroupTest-1462889432 tempest-SecGroupTest-1462889432-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94174) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 11:40:53.779176 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-399d3812-f229-42c7-a127-7f44f9d18ff4 tempest-TestNetworkBasicOps-233187296 tempest-TestNetworkBasicOps-233187296-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1b0bfaed-058a-46aa-95f0-3c290cf9542a,revision_number=0']} {{(pid=94174) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 11:40:53.784894 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG oslo_concurrency.lockutils [None req-399d3812-f229-42c7-a127-7f44f9d18ff4 tempest-TestNetworkBasicOps-233187296 tempest-TestNetworkBasicOps-233187296-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.020s {{(pid=94174) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 11:40:53.865678 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron_lib.callbacks.manager [None req-399d3812-f229-42c7-a127-7f44f9d18ff4 tempest-TestNetworkBasicOps-233187296 tempest-TestNetworkBasicOps-233187296-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:40:53.867055 dv-neutron-601336-94-hyperv neutron-server[94174]: INFO neutron.wsgi [None req-399d3812-f229-42c7-a127-7f44f9d18ff4 tempest-TestNetworkBasicOps-233187296 tempest-TestNetworkBasicOps-233187296-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.3588092 Jun 23 11:40:54.029032 dv-neutron-601336-94-hyperv neutron-server[94174]: INFO neutron.wsgi [req-ac9ca47e-1922-4a54-a2cd-fb6104a01552 req-b1206b5d-09c3-4956-9271-b5db5c4bc9a7 tempest-TestNetworkBasicOps-233187296 tempest-TestNetworkBasicOps-233187296-project] 10.222.0.20 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-933602934&fields=id&tenant_id=772b9946478d439e9da4eaeade7fb21d HTTP/1.1" status: 200 len: 267 time: 0.0333443 Jun 23 11:40:54.086108 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac9ca47e-1922-4a54-a2cd-fb6104a01552 req-86550959-d4ca-44c3-9f26-be8c515a9744 tempest-TestNetworkBasicOps-233187296 tempest-TestNetworkBasicOps-233187296-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94174) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 11:40:54.087974 dv-neutron-601336-94-hyperv neutron-server[94174]: INFO neutron.wsgi [req-ac9ca47e-1922-4a54-a2cd-fb6104a01552 req-86550959-d4ca-44c3-9f26-be8c515a9744 tempest-TestNetworkBasicOps-233187296 tempest-TestNetworkBasicOps-233187296-project] 10.222.0.20 "GET /v2.0/ports/97f1344f-fa1f-475e-a963-a38d71c8ef47 HTTP/1.1" status: 200 len: 930 time: 0.0553329 Jun 23 11:40:54.182262 dv-neutron-601336-94-hyperv neutron-server[94174]: INFO neutron.wsgi [req-ac9ca47e-1922-4a54-a2cd-fb6104a01552 req-a1b8454a-9a54-4613-9e6a-ebcdc0c44e6c service neutron] 10.222.0.20 "GET /v2.0/ports/97f1344f-fa1f-475e-a963-a38d71c8ef47?fields=binding%3Avnic_type&fields=binding%3Aprofile&fields=network_id&fields=resource_request&fields=numa_affinity_policy HTTP/1.1" status: 200 len: 311 time: 0.0825984 Jun 23 11:40:54.192721 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.wsgi [req-ac9ca47e-1922-4a54-a2cd-fb6104a01552 req-c25e0f02-d4e4-4dfc-98df-500c4d9c59a9 service neutron] http://10.222.0.20:9696/v2.0/extensions returned with HTTP 200 {{(pid=94174) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 23 11:40:54.193691 dv-neutron-601336-94-hyperv neutron-server[94174]: INFO neutron.wsgi [req-ac9ca47e-1922-4a54-a2cd-fb6104a01552 req-c25e0f02-d4e4-4dfc-98df-500c4d9c59a9 service neutron] 10.222.0.20 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13933 time: 0.0052719 Jun 23 11:40:54.281251 dv-neutron-601336-94-hyperv neutron-server[94174]: INFO neutron.wsgi [req-ac9ca47e-1922-4a54-a2cd-fb6104a01552 req-47d79111-01ec-4eec-b694-87e6e5eae4eb service neutron] 10.222.0.20 "GET /v2.0/networks/eb17e2b0-6fa8-4e88-977d-dc1d236f50f4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0815089 Jun 23 11:40:54.370737 dv-neutron-601336-94-hyperv neutron-server[94174]: INFO neutron.wsgi [req-ac9ca47e-1922-4a54-a2cd-fb6104a01552 req-94f807da-3fec-46f5-98ce-a51410b1696d service neutron] 10.222.0.20 "GET /v2.0/networks/eb17e2b0-6fa8-4e88-977d-dc1d236f50f4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0836391 Jun 23 11:40:54.606639 dv-neutron-601336-94-hyperv neutron-server[94175]: INFO neutron.wsgi [req-541e8d87-e7d5-4b36-a98f-961289a946fb req-8b508638-bf69-432f-acc5-5b8545392dd3 tempest-TestNetworkBasicOps-233187296 tempest-TestNetworkBasicOps-233187296-project] 10.222.0.20 "GET /v2.0/ports?device_id=f09e74dd-c8b6-47c8-b056-601dce2ce5f0 HTTP/1.1" status: 200 len: 210 time: 0.0303745 Jun 23 11:40:55.762685 dv-neutron-601336-94-hyperv neutron-server[94174]: INFO neutron.wsgi [req-d3af8cee-bae9-4692-914f-55f4d78f727f req-9c6a3348-c5f1-46be-9eb6-ca4ea1fc0432 tempest-TestNetworkBasicOps-233187296 tempest-TestNetworkBasicOps-233187296-project] 10.222.0.20 "GET /v2.0/ports?device_id=f09e74dd-c8b6-47c8-b056-601dce2ce5f0 HTTP/1.1" status: 200 len: 210 time: 0.0312903 Jun 23 11:40:56.912670 dv-neutron-601336-94-hyperv neutron-server[94175]: INFO neutron.wsgi [req-d9c91530-de3f-4c38-b801-825ca5b83e0a req-9d23ccc7-b26f-48aa-aacb-f1a6b4fa1f32 tempest-TestNetworkBasicOps-233187296 tempest-TestNetworkBasicOps-233187296-project] 10.222.0.20 "GET /v2.0/ports?device_id=f09e74dd-c8b6-47c8-b056-601dce2ce5f0 HTTP/1.1" status: 200 len: 210 time: 0.0334649 Jun 23 11:40:57.143735 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac9ca47e-1922-4a54-a2cd-fb6104a01552 req-55971672-8644-4cba-b08a-6e1becc587e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 11:40:57.145132 dv-neutron-601336-94-hyperv neutron-server[94175]: INFO neutron.wsgi [req-ac9ca47e-1922-4a54-a2cd-fb6104a01552 req-55971672-8644-4cba-b08a-6e1becc587e5 service neutron] 10.222.0.52 "GET /v2.0/ports/97f1344f-fa1f-475e-a963-a38d71c8ef47 HTTP/1.1" status: 200 len: 1026 time: 0.0833638 Jun 23 11:40:57.248728 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac9ca47e-1922-4a54-a2cd-fb6104a01552 req-1ef3d223-62af-40d6-828a-83d161843eed tempest-TestNetworkBasicOps-233187296 tempest-TestNetworkBasicOps-233187296-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 11:40:57.250050 dv-neutron-601336-94-hyperv neutron-server[94175]: INFO neutron.wsgi [req-ac9ca47e-1922-4a54-a2cd-fb6104a01552 req-1ef3d223-62af-40d6-828a-83d161843eed tempest-TestNetworkBasicOps-233187296 tempest-TestNetworkBasicOps-233187296-project] 10.222.0.52 "GET /v2.0/networks?id=eb17e2b0-6fa8-4e88-977d-dc1d236f50f4 HTTP/1.1" status: 200 len: 796 time: 0.0997360 Jun 23 11:40:57.295887 dv-neutron-601336-94-hyperv neutron-server[94175]: INFO neutron.wsgi [req-ac9ca47e-1922-4a54-a2cd-fb6104a01552 req-e11dd845-1b04-4aa9-b2cc-54fd240fdc6d tempest-TestNetworkBasicOps-233187296 tempest-TestNetworkBasicOps-233187296-project] 10.222.0.52 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=772b9946478d439e9da4eaeade7fb21d HTTP/1.1" status: 200 len: 471 time: 0.0373662 Jun 23 11:40:57.306262 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.api.v2.base [req-ac9ca47e-1922-4a54-a2cd-fb6104a01552 req-9db8fbc0-c7c0-4a85-bb39-dd268364d411 service neutron] Request body: {'port': {'device_id': 'f09e74dd-c8b6-47c8-b056-601dce2ce5f0', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-6013'}} {{(pid=94175) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 23 11:40:57.381487 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron_lib.callbacks.manager [req-ac9ca47e-1922-4a54-a2cd-fb6104a01552 req-9db8fbc0-c7c0-4a85-bb39-dd268364d411 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-923122'] for port, before_update {{(pid=94175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:40:57.645028 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.notifiers.nova [req-ac9ca47e-1922-4a54-a2cd-fb6104a01552 req-9db8fbc0-c7c0-4a85-bb39-dd268364d411 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 97f1344f-fa1f-475e-a963-a38d71c8ef47 {{(pid=94175) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 23 11:40:57.652615 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron_lib.callbacks.manager [req-ac9ca47e-1922-4a54-a2cd-fb6104a01552 req-9db8fbc0-c7c0-4a85-bb39-dd268364d411 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:40:57.664281 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.db.provisioning_blocks [req-ac9ca47e-1922-4a54-a2cd-fb6104a01552 req-9db8fbc0-c7c0-4a85-bb39-dd268364d411 service neutron] Transition to ACTIVE for port object 97f1344f-fa1f-475e-a963-a38d71c8ef47 will not be triggered until provisioned by entity L2. {{(pid=94175) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 23 11:40:57.745377 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron_lib.callbacks.manager [req-ac9ca47e-1922-4a54-a2cd-fb6104a01552 req-9db8fbc0-c7c0-4a85-bb39-dd268364d411 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-922904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866062', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773700135042', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773699642233', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773699642278', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5082471'] for port, after_update {{(pid=94175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:40:57.747695 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG oslo_concurrency.lockutils [None req-1b1ec094-ed8e-4058-b4f0-0042297c620e tempest-NetworksIpV6Test-253648203 tempest-NetworksIpV6Test-253648203-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94175) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 11:40:57.831286 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9db8fbc0-c7c0-4a85-bb39-dd268364d411 service neutron] Pushing event updated for resources: {'Port': ['ID=97f1344f-fa1f-475e-a963-a38d71c8ef47,revision_number=7']} {{(pid=94175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 11:40:57.839584 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG oslo_concurrency.lockutils [None req-9db8fbc0-c7c0-4a85-bb39-dd268364d411 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.090s {{(pid=94175) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 11:40:57.938294 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.plugins.ml2.managers [req-ac9ca47e-1922-4a54-a2cd-fb6104a01552 req-9db8fbc0-c7c0-4a85-bb39-dd268364d411 service neutron] Attempting to bind port 97f1344f-fa1f-475e-a963-a38d71c8ef47 on host hv-neutron-6013 for vnic_type normal with profile {{(pid=94175) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 23 11:40:57.938987 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.plugins.ml2.managers [req-ac9ca47e-1922-4a54-a2cd-fb6104a01552 req-9db8fbc0-c7c0-4a85-bb39-dd268364d411 service neutron] Attempting to bind port 97f1344f-fa1f-475e-a963-a38d71c8ef47 by drivers openvswitch,hyperv on host hv-neutron-6013 at level 0 using segments [{'id': 'fd389721-9bf6-4e11-9863-961f1c6db03e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 409, 'network_id': 'eb17e2b0-6fa8-4e88-977d-dc1d236f50f4'}] {{(pid=94175) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 23 11:40:57.938987 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ac9ca47e-1922-4a54-a2cd-fb6104a01552 req-9db8fbc0-c7c0-4a85-bb39-dd268364d411 service neutron] Attempting to bind port 97f1344f-fa1f-475e-a963-a38d71c8ef47 on network eb17e2b0-6fa8-4e88-977d-dc1d236f50f4 {{(pid=94175) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 23 11:40:57.945804 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ac9ca47e-1922-4a54-a2cd-fb6104a01552 req-9db8fbc0-c7c0-4a85-bb39-dd268364d411 service neutron] Port 97f1344f-fa1f-475e-a963-a38d71c8ef47 on network eb17e2b0-6fa8-4e88-977d-dc1d236f50f4 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-6013 {{(pid=94175) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 23 11:40:57.946984 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ac9ca47e-1922-4a54-a2cd-fb6104a01552 req-9db8fbc0-c7c0-4a85-bb39-dd268364d411 service neutron] Attempting to bind port 97f1344f-fa1f-475e-a963-a38d71c8ef47 on network eb17e2b0-6fa8-4e88-977d-dc1d236f50f4 {{(pid=94175) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 23 11:40:57.954052 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ac9ca47e-1922-4a54-a2cd-fb6104a01552 req-9db8fbc0-c7c0-4a85-bb39-dd268364d411 service neutron] Checking agent: {'id': '3a130b41-5b27-406b-aeb2-5a923af79f10', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-6013', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 23, 11, 28, 23), 'started_at': datetime.datetime(2021, 6, 23, 11, 28, 23), 'heartbeat_timestamp': datetime.datetime(2021, 6, 23, 11, 40, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94175) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 23 11:40:57.954389 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ac9ca47e-1922-4a54-a2cd-fb6104a01552 req-9db8fbc0-c7c0-4a85-bb39-dd268364d411 service neutron] Checking segment: {'id': 'fd389721-9bf6-4e11-9863-961f1c6db03e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 409, 'network_id': 'eb17e2b0-6fa8-4e88-977d-dc1d236f50f4'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94175) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 23 11:40:57.954776 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ac9ca47e-1922-4a54-a2cd-fb6104a01552 req-9db8fbc0-c7c0-4a85-bb39-dd268364d411 service neutron] Bound using segment: {'id': 'fd389721-9bf6-4e11-9863-961f1c6db03e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 409, 'network_id': 'eb17e2b0-6fa8-4e88-977d-dc1d236f50f4'} {{(pid=94175) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 23 11:40:57.955233 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.plugins.ml2.managers [req-ac9ca47e-1922-4a54-a2cd-fb6104a01552 req-9db8fbc0-c7c0-4a85-bb39-dd268364d411 service neutron] Bound port: 97f1344f-fa1f-475e-a963-a38d71c8ef47, host: hv-neutron-6013, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'fd389721-9bf6-4e11-9863-961f1c6db03e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 409, 'network_id': 'eb17e2b0-6fa8-4e88-977d-dc1d236f50f4'}}] {{(pid=94175) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 23 11:40:57.955585 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron_lib.callbacks.manager [req-ac9ca47e-1922-4a54-a2cd-fb6104a01552 req-9db8fbc0-c7c0-4a85-bb39-dd268364d411 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-923122'] for port, before_update {{(pid=94175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:40:58.019330 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.plugins.ml2.db [req-ac9ca47e-1922-4a54-a2cd-fb6104a01552 req-9db8fbc0-c7c0-4a85-bb39-dd268364d411 service neutron] For port 97f1344f-fa1f-475e-a963-a38d71c8ef47, host hv-neutron-6013, cleared binding levels {{(pid=94175) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 23 11:40:58.022384 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.plugins.ml2.db [req-ac9ca47e-1922-4a54-a2cd-fb6104a01552 req-9db8fbc0-c7c0-4a85-bb39-dd268364d411 service neutron] For port 97f1344f-fa1f-475e-a963-a38d71c8ef47, host hv-neutron-6013, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-6013',level=0,port_id=97f1344f-fa1f-475e-a963-a38d71c8ef47,segment=NetworkSegment(fd389721-9bf6-4e11-9863-961f1c6db03e),segment_id=fd389721-9bf6-4e11-9863-961f1c6db03e)] {{(pid=94175) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 23 11:40:58.094123 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-039865a2-8a46-4c78-9e77-89013d98a174 req-ccf84921-cc6a-44c3-95ae-4c64bda818ea tempest-TestNetworkBasicOps-233187296 tempest-TestNetworkBasicOps-233187296-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94174) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 11:40:58.095542 dv-neutron-601336-94-hyperv neutron-server[94174]: INFO neutron.wsgi [req-039865a2-8a46-4c78-9e77-89013d98a174 req-ccf84921-cc6a-44c3-95ae-4c64bda818ea tempest-TestNetworkBasicOps-233187296 tempest-TestNetworkBasicOps-233187296-project] 10.222.0.20 "GET /v2.0/ports?device_id=f09e74dd-c8b6-47c8-b056-601dce2ce5f0 HTTP/1.1" status: 200 len: 981 time: 0.0675428 Jun 23 11:40:58.132917 dv-neutron-601336-94-hyperv neutron-server[94174]: INFO neutron.wsgi [req-039865a2-8a46-4c78-9e77-89013d98a174 req-995697bc-83c0-4ff9-b04a-de199d1a1fb9 tempest-TestNetworkBasicOps-233187296 tempest-TestNetworkBasicOps-233187296-project] 10.222.0.20 "GET /v2.0/security-groups?id=2983a400-bf7d-4609-8e54-3fd3d085940f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0317843 Jun 23 11:40:58.174409 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron_lib.callbacks.manager [req-ac9ca47e-1922-4a54-a2cd-fb6104a01552 req-9db8fbc0-c7c0-4a85-bb39-dd268364d411 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-922904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866062', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773700135042', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773699642233', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773699642278', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5082471'] for port, after_update {{(pid=94175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:40:58.176608 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG oslo_concurrency.lockutils [None req-10ded3c8-885e-49bb-b6a7-1e343fdc8c52 tempest-TestNetworkAdvancedServerOps-632886841 tempest-TestNetworkAdvancedServerOps-632886841-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94175) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 11:40:58.210576 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac9ca47e-1922-4a54-a2cd-fb6104a01552 req-9db8fbc0-c7c0-4a85-bb39-dd268364d411 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 11:40:58.221598 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron_lib.callbacks.manager [req-ac9ca47e-1922-4a54-a2cd-fb6104a01552 req-9db8fbc0-c7c0-4a85-bb39-dd268364d411 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-217507'] for port, before_response {{(pid=94175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:40:58.221598 dv-neutron-601336-94-hyperv neutron-server[94175]: INFO neutron.wsgi [req-ac9ca47e-1922-4a54-a2cd-fb6104a01552 req-9db8fbc0-c7c0-4a85-bb39-dd268364d411 service neutron] 10.222.0.52 "PUT /v2.0/ports/97f1344f-fa1f-475e-a963-a38d71c8ef47 HTTP/1.1" status: 200 len: 1131 time: 0.9105096 Jun 23 11:40:58.221598 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f09e74dd-c8b6-47c8-b056-601dce2ce5f0', 'tag': '97f1344f-fa1f-475e-a963-a38d71c8ef47'}] {{(pid=94175) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 23 11:40:58.221598 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1970408df4ea4e7170669a1249478e627cf05a5a0b07cc08a66c5cb53d0ac47a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d8bbfbb9-6c50-4b79-b8e8-8f1b1eb2e028" -d '{"events": [{"name": "network-changed", "server_uuid": "f09e74dd-c8b6-47c8-b056-601dce2ce5f0", "tag": "97f1344f-fa1f-475e-a963-a38d71c8ef47"}]}' {{(pid=94175) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 23 11:40:58.240163 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9db8fbc0-c7c0-4a85-bb39-dd268364d411 service neutron] Pushing event updated for resources: {'Port': ['ID=97f1344f-fa1f-475e-a963-a38d71c8ef47,revision_number=8']} {{(pid=94175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 11:40:58.244076 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG oslo_concurrency.lockutils [None req-9db8fbc0-c7c0-4a85-bb39-dd268364d411 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.067s {{(pid=94175) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 11:40:58.261643 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 23 Jun 2021 11:40:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c86ca958-5a43-4688-a4de-9a3b27671efd x-openstack-request-id: req-c86ca958-5a43-4688-a4de-9a3b27671efd {{(pid=94175) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 23 11:40:58.261998 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f09e74dd-c8b6-47c8-b056-601dce2ce5f0", "tag": "97f1344f-fa1f-475e-a963-a38d71c8ef47", "status": "completed", "code": 200}]} {{(pid=94175) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 23 11:40:58.262309 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-c86ca958-5a43-4688-a4de-9a3b27671efd {{(pid=94175) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 23 11:40:58.262771 dv-neutron-601336-94-hyperv neutron-server[94175]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f09e74dd-c8b6-47c8-b056-601dce2ce5f0', 'tag': '97f1344f-fa1f-475e-a963-a38d71c8ef47', 'status': 'completed', 'code': 200} Jun 23 11:40:58.338014 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8bbfbb9-6c50-4b79-b8e8-8f1b1eb2e028 req-ca1e123f-8778-4e76-b4e4-7d31431f3e43 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 11:40:58.339663 dv-neutron-601336-94-hyperv neutron-server[94175]: INFO neutron.wsgi [req-d8bbfbb9-6c50-4b79-b8e8-8f1b1eb2e028 req-ca1e123f-8778-4e76-b4e4-7d31431f3e43 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=772b9946478d439e9da4eaeade7fb21d&device_id=f09e74dd-c8b6-47c8-b056-601dce2ce5f0 HTTP/1.1" status: 200 len: 1134 time: 0.0564032 Jun 23 11:40:58.445894 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8bbfbb9-6c50-4b79-b8e8-8f1b1eb2e028 req-c198d5fb-28bb-4cab-b521-b27fd3d1368a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 11:40:58.447408 dv-neutron-601336-94-hyperv neutron-server[94175]: INFO neutron.wsgi [req-d8bbfbb9-6c50-4b79-b8e8-8f1b1eb2e028 req-c198d5fb-28bb-4cab-b521-b27fd3d1368a service neutron] 10.222.0.52 "GET /v2.0/networks?tenant_id=772b9946478d439e9da4eaeade7fb21d&shared=False HTTP/1.1" status: 200 len: 897 time: 0.0999384 Jun 23 11:40:58.538124 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8bbfbb9-6c50-4b79-b8e8-8f1b1eb2e028 req-7c31634f-7714-46ab-8306-65d33e9ecfce service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 11:40:58.539540 dv-neutron-601336-94-hyperv neutron-server[94175]: INFO neutron.wsgi [req-d8bbfbb9-6c50-4b79-b8e8-8f1b1eb2e028 req-7c31634f-7714-46ab-8306-65d33e9ecfce service neutron] 10.222.0.52 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0865178 Jun 23 11:40:58.630671 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac9ca47e-1922-4a54-a2cd-fb6104a01552 req-3cc7ee2e-2108-4c66-9f89-32fc31e73b80 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 11:40:58.632256 dv-neutron-601336-94-hyperv neutron-server[94175]: INFO neutron.wsgi [req-ac9ca47e-1922-4a54-a2cd-fb6104a01552 req-3cc7ee2e-2108-4c66-9f89-32fc31e73b80 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=772b9946478d439e9da4eaeade7fb21d&device_id=f09e74dd-c8b6-47c8-b056-601dce2ce5f0 HTTP/1.1" status: 200 len: 1134 time: 0.0579429 Jun 23 11:40:58.698146 dv-neutron-601336-94-hyperv neutron-server[94175]: INFO neutron.wsgi [req-ac9ca47e-1922-4a54-a2cd-fb6104a01552 req-208b69d6-16fd-4216-89a3-881e2c2e417d service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=97f1344f-fa1f-475e-a963-a38d71c8ef47 HTTP/1.1" status: 200 len: 1036 time: 0.0590892 Jun 23 11:40:58.753951 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac9ca47e-1922-4a54-a2cd-fb6104a01552 req-e9b06ee8-415d-4bcc-b5cc-8304f8a673ab service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 11:40:58.755437 dv-neutron-601336-94-hyperv neutron-server[94175]: INFO neutron.wsgi [req-ac9ca47e-1922-4a54-a2cd-fb6104a01552 req-e9b06ee8-415d-4bcc-b5cc-8304f8a673ab service neutron] 10.222.0.52 "GET /v2.0/subnets?id=a9f21ece-fa53-4513-9cb7-76820599b7b5 HTTP/1.1" status: 200 len: 835 time: 0.0506756 Jun 23 11:40:58.819813 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac9ca47e-1922-4a54-a2cd-fb6104a01552 req-0fceb055-39fb-4f0d-9e1c-ee83d3cccd1d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 11:40:58.821868 dv-neutron-601336-94-hyperv neutron-server[94175]: INFO neutron.wsgi [req-ac9ca47e-1922-4a54-a2cd-fb6104a01552 req-0fceb055-39fb-4f0d-9e1c-ee83d3cccd1d service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=eb17e2b0-6fa8-4e88-977d-dc1d236f50f4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1178 time: 0.0602727 Jun 23 11:40:58.912153 dv-neutron-601336-94-hyperv neutron-server[94175]: INFO neutron.wsgi [req-ac9ca47e-1922-4a54-a2cd-fb6104a01552 req-91b5a0f2-3eae-4b03-a6df-e3adc0f331db service neutron] 10.222.0.52 "GET /v2.0/networks/eb17e2b0-6fa8-4e88-977d-dc1d236f50f4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0840950 Jun 23 11:40:59.004256 dv-neutron-601336-94-hyperv neutron-server[94175]: INFO neutron.wsgi [req-ac9ca47e-1922-4a54-a2cd-fb6104a01552 req-9ea4ffae-5f13-4d60-9c8a-01c90567eb9e service neutron] 10.222.0.52 "GET /v2.0/networks/eb17e2b0-6fa8-4e88-977d-dc1d236f50f4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0858657 Jun 23 11:40:59.307104 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04abfd67-8071-4947-b4f4-072af69b9b4c req-069caec0-49f6-48dd-b392-9b10deb6936e tempest-TestNetworkBasicOps-233187296 tempest-TestNetworkBasicOps-233187296-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94174) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 11:40:59.308574 dv-neutron-601336-94-hyperv neutron-server[94174]: INFO neutron.wsgi [req-04abfd67-8071-4947-b4f4-072af69b9b4c req-069caec0-49f6-48dd-b392-9b10deb6936e tempest-TestNetworkBasicOps-233187296 tempest-TestNetworkBasicOps-233187296-project] 10.222.0.20 "GET /v2.0/ports?device_id=f09e74dd-c8b6-47c8-b056-601dce2ce5f0 HTTP/1.1" status: 200 len: 981 time: 0.0649741 Jun 23 11:40:59.345635 dv-neutron-601336-94-hyperv neutron-server[94174]: INFO neutron.wsgi [req-04abfd67-8071-4947-b4f4-072af69b9b4c req-b14354ef-fb95-4ec9-b2a3-2e450616442d tempest-TestNetworkBasicOps-233187296 tempest-TestNetworkBasicOps-233187296-project] 10.222.0.20 "GET /v2.0/security-groups?id=2983a400-bf7d-4609-8e54-3fd3d085940f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0311694 Jun 23 11:41:00.316144 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.plugins.ml2.rpc [None req-97bd5441-1da2-49ee-a364-27795820ba27 None None] Device 97f1344f-fa1f-475e-a963-a38d71c8ef47 details requested by agent hyperv_hv-neutron-6013 with host hv-neutron-6013 {{(pid=94176) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:104}} Jun 23 11:41:00.411430 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.plugins.ml2.db [None req-97bd5441-1da2-49ee-a364-27795820ba27 None None] For port 97f1344f-fa1f-475e-a963-a38d71c8ef47, host hv-neutron-6013, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-6013',level=0,port_id=97f1344f-fa1f-475e-a963-a38d71c8ef47,segment=NetworkSegment(fd389721-9bf6-4e11-9863-961f1c6db03e),segment_id=fd389721-9bf6-4e11-9863-961f1c6db03e)] {{(pid=94176) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 23 11:41:00.423261 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.plugins.ml2.rpc [None req-97bd5441-1da2-49ee-a364-27795820ba27 None None] Returning: {'device': '97f1344f-fa1f-475e-a963-a38d71c8ef47', 'network_id': 'eb17e2b0-6fa8-4e88-977d-dc1d236f50f4', 'port_id': '97f1344f-fa1f-475e-a963-a38d71c8ef47', 'mac_address': 'fa:16:3e:49:cf:2c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 409, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a9f21ece-fa53-4513-9cb7-76820599b7b5', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94176) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:186}} Jun 23 11:41:00.460415 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron_lib.callbacks.manager [None req-97bd5441-1da2-49ee-a364-27795820ba27 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-923122'] for port, before_update {{(pid=94176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:41:00.473306 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.notifiers.nova [None req-97bd5441-1da2-49ee-a364-27795820ba27 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 97f1344f-fa1f-475e-a963-a38d71c8ef47 {{(pid=94176) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 23 11:41:00.493553 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.plugins.ml2.db [None req-97bd5441-1da2-49ee-a364-27795820ba27 None None] For port 97f1344f-fa1f-475e-a963-a38d71c8ef47, host hv-neutron-6013, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-6013',level=0,port_id=97f1344f-fa1f-475e-a963-a38d71c8ef47,segment=NetworkSegment(fd389721-9bf6-4e11-9863-961f1c6db03e),segment_id=fd389721-9bf6-4e11-9863-961f1c6db03e)] {{(pid=94176) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 23 11:41:00.520841 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb368f18-eba6-4767-a06a-fede5451fc6a req-ca6b06cd-5b55-4099-b338-db087e04e77d tempest-TestNetworkBasicOps-233187296 tempest-TestNetworkBasicOps-233187296-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 11:41:00.522366 dv-neutron-601336-94-hyperv neutron-server[94175]: INFO neutron.wsgi [req-eb368f18-eba6-4767-a06a-fede5451fc6a req-ca6b06cd-5b55-4099-b338-db087e04e77d tempest-TestNetworkBasicOps-233187296 tempest-TestNetworkBasicOps-233187296-project] 10.222.0.20 "GET /v2.0/ports?device_id=f09e74dd-c8b6-47c8-b056-601dce2ce5f0 HTTP/1.1" status: 200 len: 981 time: 0.0655758 Jun 23 11:41:00.560890 dv-neutron-601336-94-hyperv neutron-server[94175]: INFO neutron.wsgi [req-eb368f18-eba6-4767-a06a-fede5451fc6a req-68c4af5e-733c-481c-add2-fe5e44e1a6b7 tempest-TestNetworkBasicOps-233187296 tempest-TestNetworkBasicOps-233187296-project] 10.222.0.20 "GET /v2.0/security-groups?id=2983a400-bf7d-4609-8e54-3fd3d085940f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0327747 Jun 23 11:41:00.608449 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron_lib.callbacks.manager [None req-97bd5441-1da2-49ee-a364-27795820ba27 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-922904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866062', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773700135042', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773699642233', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773699642278'] for port, after_update {{(pid=94176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:41:00.612408 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG oslo_concurrency.lockutils [None req-049bf98e-e189-4bf5-a842-876658109983 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 11:41:00.656348 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97bd5441-1da2-49ee-a364-27795820ba27 None None] Pushing event updated for resources: {'Port': ['ID=97f1344f-fa1f-475e-a963-a38d71c8ef47,revision_number=9']} {{(pid=94176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 11:41:00.659457 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG oslo_concurrency.lockutils [None req-97bd5441-1da2-49ee-a364-27795820ba27 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=94176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 11:41:00.805106 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.plugins.ml2.db [None req-97bd5441-1da2-49ee-a364-27795820ba27 None None] get_ports_and_sgs() called for port_ids ['97f1344f-fa1f-475e-a963-a38d71c8ef47'] {{(pid=94176) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 23 11:41:01.731790 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1fc489e-a167-4a1f-bdbb-d29f34da10e0 req-c28e44b8-e3d2-4011-808e-9b2277461d77 tempest-TestNetworkBasicOps-233187296 tempest-TestNetworkBasicOps-233187296-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94174) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 11:41:01.733205 dv-neutron-601336-94-hyperv neutron-server[94174]: INFO neutron.wsgi [req-e1fc489e-a167-4a1f-bdbb-d29f34da10e0 req-c28e44b8-e3d2-4011-808e-9b2277461d77 tempest-TestNetworkBasicOps-233187296 tempest-TestNetworkBasicOps-233187296-project] 10.222.0.20 "GET /v2.0/ports?device_id=f09e74dd-c8b6-47c8-b056-601dce2ce5f0 HTTP/1.1" status: 200 len: 982 time: 0.0618658 Jun 23 11:41:01.769228 dv-neutron-601336-94-hyperv neutron-server[94174]: INFO neutron.wsgi [req-e1fc489e-a167-4a1f-bdbb-d29f34da10e0 req-fb2f4087-3351-445c-ade4-11885ba26812 tempest-TestNetworkBasicOps-233187296 tempest-TestNetworkBasicOps-233187296-project] 10.222.0.20 "GET /v2.0/security-groups?id=2983a400-bf7d-4609-8e54-3fd3d085940f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0305243 Jun 23 11:41:02.331988 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.plugins.ml2.rpc [None req-97bd5441-1da2-49ee-a364-27795820ba27 None None] Device 97f1344f-fa1f-475e-a963-a38d71c8ef47 up at agent hyperv_hv-neutron-6013 {{(pid=94176) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:298}} Jun 23 11:41:02.477202 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.db.provisioning_blocks [None req-97bd5441-1da2-49ee-a364-27795820ba27 None None] Provisioning for port 97f1344f-fa1f-475e-a963-a38d71c8ef47 completed by entity L2. {{(pid=94176) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 23 11:41:02.481846 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.db.provisioning_blocks [None req-97bd5441-1da2-49ee-a364-27795820ba27 None None] Provisioning complete for port 97f1344f-fa1f-475e-a963-a38d71c8ef47 triggered by entity L2. {{(pid=94176) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 23 11:41:02.482226 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron_lib.callbacks.manager [None req-97bd5441-1da2-49ee-a364-27795820ba27 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-899258'] for port, provisioning_complete {{(pid=94176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:41:02.561902 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron_lib.callbacks.manager [None req-97bd5441-1da2-49ee-a364-27795820ba27 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-923122'] for port, before_update {{(pid=94176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:41:02.583301 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f09e74dd-c8b6-47c8-b056-601dce2ce5f0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '97f1344f-fa1f-475e-a963-a38d71c8ef47'}] {{(pid=94176) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 23 11:41:02.585672 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}887b0dfc0393de878080286a57e4a08d4fa60dd0cddd118f338ebfcd351ddd4c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fe74483f-b818-4123-acff-2a2529c68dac" -d '{"events": [{"server_uuid": "f09e74dd-c8b6-47c8-b056-601dce2ce5f0", "name": "network-vif-plugged", "status": "completed", "tag": "97f1344f-fa1f-475e-a963-a38d71c8ef47"}]}' {{(pid=94176) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 23 11:41:02.598764 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.plugins.ml2.db [None req-97bd5441-1da2-49ee-a364-27795820ba27 None None] For port 97f1344f-fa1f-475e-a963-a38d71c8ef47, host hv-neutron-6013, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-6013',level=0,port_id=97f1344f-fa1f-475e-a963-a38d71c8ef47,segment=NetworkSegment(fd389721-9bf6-4e11-9863-961f1c6db03e),segment_id=fd389721-9bf6-4e11-9863-961f1c6db03e)] {{(pid=94176) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 23 11:41:02.621426 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 23 Jun 2021 11:41:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6887aecb-0021-41c4-881a-2bc843756d61 x-openstack-request-id: req-6887aecb-0021-41c4-881a-2bc843756d61 {{(pid=94176) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 23 11:41:02.621727 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f09e74dd-c8b6-47c8-b056-601dce2ce5f0", "name": "network-vif-plugged", "status": "completed", "tag": "97f1344f-fa1f-475e-a963-a38d71c8ef47", "code": 200}]} {{(pid=94176) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 23 11:41:02.621997 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-6887aecb-0021-41c4-881a-2bc843756d61 {{(pid=94176) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 23 11:41:02.622402 dv-neutron-601336-94-hyperv neutron-server[94176]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f09e74dd-c8b6-47c8-b056-601dce2ce5f0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '97f1344f-fa1f-475e-a963-a38d71c8ef47', 'code': 200} Jun 23 11:41:02.722556 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron_lib.callbacks.manager [None req-97bd5441-1da2-49ee-a364-27795820ba27 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-922904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866062', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773700135042', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773699642233', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773699642278'] for port, after_update {{(pid=94176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:41:02.724520 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG oslo_concurrency.lockutils [None req-b818c1ca-94f0-4df8-a032-fe3e7da7d3fd None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 11:41:02.771135 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97bd5441-1da2-49ee-a364-27795820ba27 None None] Pushing event updated for resources: {'Port': ['ID=97f1344f-fa1f-475e-a963-a38d71c8ef47,revision_number=10']} {{(pid=94176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 11:41:02.774727 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG oslo_concurrency.lockutils [None req-97bd5441-1da2-49ee-a364-27795820ba27 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=94176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 11:41:02.950247 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a503d2bf-9e4d-4c9b-9074-41c89e19d66e req-1ed262a9-9383-4f18-9113-728ea4eb11ae tempest-TestNetworkBasicOps-233187296 tempest-TestNetworkBasicOps-233187296-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94174) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 11:41:02.951849 dv-neutron-601336-94-hyperv neutron-server[94174]: INFO neutron.wsgi [req-a503d2bf-9e4d-4c9b-9074-41c89e19d66e req-1ed262a9-9383-4f18-9113-728ea4eb11ae tempest-TestNetworkBasicOps-233187296 tempest-TestNetworkBasicOps-233187296-project] 10.222.0.20 "GET /v2.0/ports?device_id=f09e74dd-c8b6-47c8-b056-601dce2ce5f0 HTTP/1.1" status: 200 len: 984 time: 0.0730088 Jun 23 11:41:02.988327 dv-neutron-601336-94-hyperv neutron-server[94174]: INFO neutron.wsgi [req-a503d2bf-9e4d-4c9b-9074-41c89e19d66e req-06ac47fa-959d-4a23-a252-776bb56f68be tempest-TestNetworkBasicOps-233187296 tempest-TestNetworkBasicOps-233187296-project] 10.222.0.20 "GET /v2.0/security-groups?id=2983a400-bf7d-4609-8e54-3fd3d085940f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0307491 Jun 23 11:41:03.065223 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6aad64af-509b-4a88-a8eb-6c78f39b8649 req-804017ea-09d8-4e51-ab97-74f7091f3064 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 11:41:03.065223 dv-neutron-601336-94-hyperv neutron-server[94175]: INFO neutron.wsgi [req-6aad64af-509b-4a88-a8eb-6c78f39b8649 req-804017ea-09d8-4e51-ab97-74f7091f3064 service neutron] 10.222.0.52 "GET /v2.0/ports?device_id=f09e74dd-c8b6-47c8-b056-601dce2ce5f0 HTTP/1.1" status: 200 len: 1137 time: 0.0517442 Jun 23 11:41:03.098575 dv-neutron-601336-94-hyperv neutron-server[94175]: INFO neutron.wsgi [req-6aad64af-509b-4a88-a8eb-6c78f39b8649 req-5824a82f-8bb6-4f1a-9a75-d0a4ec938487 service neutron] 10.222.0.52 "GET /v2.0/security-groups?id=2983a400-bf7d-4609-8e54-3fd3d085940f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0265012 Jun 23 11:41:04.170089 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc33db54-ef0d-4d02-9fc6-3329efef2337 req-a1a59a48-e61f-4ae5-88ea-268525263167 tempest-TestNetworkBasicOps-233187296 tempest-TestNetworkBasicOps-233187296-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 11:41:04.171621 dv-neutron-601336-94-hyperv neutron-server[94175]: INFO neutron.wsgi [req-bc33db54-ef0d-4d02-9fc6-3329efef2337 req-a1a59a48-e61f-4ae5-88ea-268525263167 tempest-TestNetworkBasicOps-233187296 tempest-TestNetworkBasicOps-233187296-project] 10.222.0.20 "GET /v2.0/ports?device_id=f09e74dd-c8b6-47c8-b056-601dce2ce5f0 HTTP/1.1" status: 200 len: 984 time: 0.0722852 Jun 23 11:41:04.210538 dv-neutron-601336-94-hyperv neutron-server[94175]: INFO neutron.wsgi [req-bc33db54-ef0d-4d02-9fc6-3329efef2337 req-d6d4df01-ad37-4238-b5b8-dd913945f236 tempest-TestNetworkBasicOps-233187296 tempest-TestNetworkBasicOps-233187296-project] 10.222.0.20 "GET /v2.0/security-groups?id=2983a400-bf7d-4609-8e54-3fd3d085940f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0330956 Jun 23 11:41:05.384047 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-624acdc5-8fe8-4054-a65e-9b31b8a2e4c2 req-f3ccf9bc-1f1c-4089-86be-04cd2e75c648 tempest-TestNetworkBasicOps-233187296 tempest-TestNetworkBasicOps-233187296-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94174) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 11:41:05.385454 dv-neutron-601336-94-hyperv neutron-server[94174]: INFO neutron.wsgi [req-624acdc5-8fe8-4054-a65e-9b31b8a2e4c2 req-f3ccf9bc-1f1c-4089-86be-04cd2e75c648 tempest-TestNetworkBasicOps-233187296 tempest-TestNetworkBasicOps-233187296-project] 10.222.0.20 "GET /v2.0/ports?device_id=f09e74dd-c8b6-47c8-b056-601dce2ce5f0 HTTP/1.1" status: 200 len: 984 time: 0.0628102 Jun 23 11:41:05.423399 dv-neutron-601336-94-hyperv neutron-server[94174]: INFO neutron.wsgi [req-624acdc5-8fe8-4054-a65e-9b31b8a2e4c2 req-3478f7fe-f595-4bd5-9dcf-30928d41cb44 tempest-TestNetworkBasicOps-233187296 tempest-TestNetworkBasicOps-233187296-project] 10.222.0.20 "GET /v2.0/security-groups?id=2983a400-bf7d-4609-8e54-3fd3d085940f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0321982 Jun 23 11:41:05.596794 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f010c0c5-ac8e-43c2-9e49-f9c31de2eec2 req-71431af3-bc90-4a6a-86b4-39b47b26b5b0 tempest-TestNetworkBasicOps-233187296 tempest-TestNetworkBasicOps-233187296-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 11:41:05.598258 dv-neutron-601336-94-hyperv neutron-server[94175]: INFO neutron.wsgi [req-f010c0c5-ac8e-43c2-9e49-f9c31de2eec2 req-71431af3-bc90-4a6a-86b4-39b47b26b5b0 tempest-TestNetworkBasicOps-233187296 tempest-TestNetworkBasicOps-233187296-project] 10.222.0.20 "GET /v2.0/ports?device_id=f09e74dd-c8b6-47c8-b056-601dce2ce5f0 HTTP/1.1" status: 200 len: 984 time: 0.0633276 Jun 23 11:41:05.635440 dv-neutron-601336-94-hyperv neutron-server[94175]: INFO neutron.wsgi [req-f010c0c5-ac8e-43c2-9e49-f9c31de2eec2 req-1ba2f6e5-47bb-421e-9946-0739e72776fd tempest-TestNetworkBasicOps-233187296 tempest-TestNetworkBasicOps-233187296-project] 10.222.0.20 "GET /v2.0/security-groups?id=2983a400-bf7d-4609-8e54-3fd3d085940f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0313127 Jun 23 11:41:05.659135 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.wsgi [-] (94174) accepted ('10.222.0.20', 43922) {{(pid=94174) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 11:41:05.745954 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5ecba25c-3226-4625-9ca9-fd3a1f05fd51 tempest-TestNetworkBasicOps-1420332966 tempest-TestNetworkBasicOps-1420332966-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94174) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 11:41:05.747487 dv-neutron-601336-94-hyperv neutron-server[94174]: INFO neutron.wsgi [None req-5ecba25c-3226-4625-9ca9-fd3a1f05fd51 tempest-TestNetworkBasicOps-1420332966 tempest-TestNetworkBasicOps-1420332966-project-admin] 10.222.0.20 "GET /v2.0/ports?device_id=f09e74dd-c8b6-47c8-b056-601dce2ce5f0&network_id=eb17e2b0-6fa8-4e88-977d-dc1d236f50f4 HTTP/1.1" status: 200 len: 1132 time: 0.0873563 Jun 23 11:41:06.508440 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e665ef66-966d-46c8-9f49-29674134a9f2 req-59e9cdde-1410-4499-94a8-29c0b31775a6 tempest-TestNetworkBasicOps-233187296 tempest-TestNetworkBasicOps-233187296-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 11:41:06.509921 dv-neutron-601336-94-hyperv neutron-server[94175]: INFO neutron.wsgi [req-e665ef66-966d-46c8-9f49-29674134a9f2 req-59e9cdde-1410-4499-94a8-29c0b31775a6 tempest-TestNetworkBasicOps-233187296 tempest-TestNetworkBasicOps-233187296-project] 10.222.0.20 "GET /v2.0/ports?device_id=f09e74dd-c8b6-47c8-b056-601dce2ce5f0 HTTP/1.1" status: 200 len: 984 time: 0.0665777 Jun 23 11:41:06.547936 dv-neutron-601336-94-hyperv neutron-server[94175]: INFO neutron.wsgi [req-e665ef66-966d-46c8-9f49-29674134a9f2 req-68dd0e90-dd1e-4afe-bb04-dadc8076e2a4 tempest-TestNetworkBasicOps-233187296 tempest-TestNetworkBasicOps-233187296-project] 10.222.0.20 "GET /v2.0/security-groups?id=2983a400-bf7d-4609-8e54-3fd3d085940f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0320742 Jun 23 11:41:07.722035 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-671603ac-0b27-4731-a868-c40ff50772e4 req-31d0000c-c0d0-4454-87a2-3a7d4d6c1e5a tempest-TestNetworkBasicOps-233187296 tempest-TestNetworkBasicOps-233187296-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94174) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 11:41:07.723449 dv-neutron-601336-94-hyperv neutron-server[94174]: INFO neutron.wsgi [req-671603ac-0b27-4731-a868-c40ff50772e4 req-31d0000c-c0d0-4454-87a2-3a7d4d6c1e5a tempest-TestNetworkBasicOps-233187296 tempest-TestNetworkBasicOps-233187296-project] 10.222.0.20 "GET /v2.0/ports?device_id=f09e74dd-c8b6-47c8-b056-601dce2ce5f0 HTTP/1.1" status: 200 len: 984 time: 0.0616968 Jun 23 11:41:07.761177 dv-neutron-601336-94-hyperv neutron-server[94174]: INFO neutron.wsgi [req-671603ac-0b27-4731-a868-c40ff50772e4 req-15270dd3-d706-44b7-8917-a50d2a53ec64 tempest-TestNetworkBasicOps-233187296 tempest-TestNetworkBasicOps-233187296-project] 10.222.0.20 "GET /v2.0/security-groups?id=2983a400-bf7d-4609-8e54-3fd3d085940f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0313389 Jun 23 11:41:07.765928 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fc0aaa7-c487-4a30-bf10-36ef4f23629b req-4eebeffa-af3f-4735-b35f-02165965c7a2 tempest-TestNetworkBasicOps-233187296 tempest-TestNetworkBasicOps-233187296-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 11:41:07.767470 dv-neutron-601336-94-hyperv neutron-server[94175]: INFO neutron.wsgi [req-1fc0aaa7-c487-4a30-bf10-36ef4f23629b req-4eebeffa-af3f-4735-b35f-02165965c7a2 tempest-TestNetworkBasicOps-233187296 tempest-TestNetworkBasicOps-233187296-project] 10.222.0.52 "GET /v2.0/ports?device_id=f09e74dd-c8b6-47c8-b056-601dce2ce5f0 HTTP/1.1" status: 200 len: 984 time: 0.0646567 Jun 23 11:41:07.823591 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fc0aaa7-c487-4a30-bf10-36ef4f23629b req-6f73405c-1db6-442a-a391-f17d53f3580b tempest-TestNetworkBasicOps-233187296 tempest-TestNetworkBasicOps-233187296-project] Attributes excluded by policy engine: ['binding:profile'] {{(pid=94175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 11:41:07.824954 dv-neutron-601336-94-hyperv neutron-server[94175]: INFO neutron.wsgi [req-1fc0aaa7-c487-4a30-bf10-36ef4f23629b req-6f73405c-1db6-442a-a391-f17d53f3580b tempest-TestNetworkBasicOps-233187296 tempest-TestNetworkBasicOps-233187296-project] 10.222.0.52 "GET /v2.0/ports/97f1344f-fa1f-475e-a963-a38d71c8ef47?fields=binding%3Aprofile&fields=network_id HTTP/1.1" status: 200 len: 260 time: 0.0521188 Jun 23 11:41:07.924972 dv-neutron-601336-94-hyperv neutron-server[94175]: INFO neutron.wsgi [req-1fc0aaa7-c487-4a30-bf10-36ef4f23629b req-a2a01651-23a5-44fe-ab51-42fca7e78124 tempest-TestNetworkBasicOps-233187296 tempest-TestNetworkBasicOps-233187296-project] 10.222.0.52 "GET /v2.0/networks/eb17e2b0-6fa8-4e88-977d-dc1d236f50f4?fields=dns_domain HTTP/1.1" status: 200 len: 212 time: 0.0949097 Jun 23 11:41:07.936023 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.api.v2.base [req-1fc0aaa7-c487-4a30-bf10-36ef4f23629b req-17d8b2b7-a482-4fec-8944-0a468558e31e service neutron] Request body: {'port': {'device_id': '', 'device_owner': '', 'binding:host_id': None, 'binding:profile': {}}} {{(pid=94175) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 23 11:41:08.012979 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron_lib.callbacks.manager [req-1fc0aaa7-c487-4a30-bf10-36ef4f23629b req-17d8b2b7-a482-4fec-8944-0a468558e31e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-923122'] for port, before_update {{(pid=94175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:41:08.143373 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.plugins.ml2.db [req-1fc0aaa7-c487-4a30-bf10-36ef4f23629b req-17d8b2b7-a482-4fec-8944-0a468558e31e service neutron] For port 97f1344f-fa1f-475e-a963-a38d71c8ef47, host hv-neutron-6013, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-6013',level=0,port_id=97f1344f-fa1f-475e-a963-a38d71c8ef47,segment=NetworkSegment(fd389721-9bf6-4e11-9863-961f1c6db03e),segment_id=fd389721-9bf6-4e11-9863-961f1c6db03e)] {{(pid=94175) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 23 11:41:08.177180 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.plugins.ml2.db [req-1fc0aaa7-c487-4a30-bf10-36ef4f23629b req-17d8b2b7-a482-4fec-8944-0a468558e31e service neutron] For port 97f1344f-fa1f-475e-a963-a38d71c8ef47, host hv-neutron-6013, cleared binding levels {{(pid=94175) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 23 11:41:08.208930 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.notifiers.nova [req-1fc0aaa7-c487-4a30-bf10-36ef4f23629b req-17d8b2b7-a482-4fec-8944-0a468558e31e service neutron] device_id is not set on port 97f1344f-fa1f-475e-a963-a38d71c8ef47 yet. {{(pid=94175) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jun 23 11:41:08.218108 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron_lib.callbacks.manager [req-1fc0aaa7-c487-4a30-bf10-36ef4f23629b req-17d8b2b7-a482-4fec-8944-0a468558e31e service neutron] Notify callbacks [] for port, precommit_update {{(pid=94175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:41:08.310937 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron_lib.callbacks.manager [req-1fc0aaa7-c487-4a30-bf10-36ef4f23629b req-17d8b2b7-a482-4fec-8944-0a468558e31e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-922904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866062', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773700135042', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773699642233', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773699642278', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5082471'] for port, after_update {{(pid=94175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:41:08.313219 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG oslo_concurrency.lockutils [None req-ba0f42a7-7e76-423f-a4e5-7e15f50839fe tempest-RoutersTest-228919764 tempest-RoutersTest-228919764-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94175) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 11:41:08.387428 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17d8b2b7-a482-4fec-8944-0a468558e31e service neutron] Pushing event updated for resources: {'Port': ['ID=97f1344f-fa1f-475e-a963-a38d71c8ef47,revision_number=11']} {{(pid=94175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 11:41:08.394255 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG oslo_concurrency.lockutils [None req-17d8b2b7-a482-4fec-8944-0a468558e31e service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.081s {{(pid=94175) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 11:41:08.435250 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.db.l3_dvrscheduler_db [req-1fc0aaa7-c487-4a30-bf10-36ef4f23629b req-17d8b2b7-a482-4fec-8944-0a468558e31e service neutron] No DVR routers for this DVR port 97f1344f-fa1f-475e-a963-a38d71c8ef47 on host hv-neutron-6013 {{(pid=94175) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 23 11:41:08.511683 dv-neutron-601336-94-hyperv neutron-server[94175]: INFO neutron.wsgi [req-1c7643c7-42b7-4906-b6be-f60f1acb7f4a req-0e629b0d-3957-4b4b-906a-d3d3e51a2584 tempest-TestVolumeBootPattern-1838142519 tempest-TestVolumeBootPattern-1838142519-project] 10.222.0.20 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-716132019&fields=id&tenant_id=196d16edf443490aaaba40ccfc7a3448 HTTP/1.1" status: 200 len: 267 time: 0.0785723 Jun 23 11:41:08.625329 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.db.provisioning_blocks [None req-a381040a-65e6-4a1c-a520-e9c8275c2ce5 None None] Provisioning complete for port 97f1344f-fa1f-475e-a963-a38d71c8ef47 triggered by entity DHCP. {{(pid=94176) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 23 11:41:08.625895 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron_lib.callbacks.manager [None req-a381040a-65e6-4a1c-a520-e9c8275c2ce5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-899258'] for port, provisioning_complete {{(pid=94176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:41:08.657340 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.plugins.ml2.plugin [None req-a381040a-65e6-4a1c-a520-e9c8275c2ce5 None None] Port 97f1344f-fa1f-475e-a963-a38d71c8ef47 cannot update to ACTIVE because it is not bound. {{(pid=94176) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jun 23 11:41:08.676399 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.plugins.ml2.plugin [req-1fc0aaa7-c487-4a30-bf10-36ef4f23629b req-17d8b2b7-a482-4fec-8944-0a468558e31e service neutron] In _notify_port_updated(), no bound segment for port 97f1344f-fa1f-475e-a963-a38d71c8ef47 on network eb17e2b0-6fa8-4e88-977d-dc1d236f50f4 {{(pid=94175) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:876}} Jun 23 11:41:08.679348 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fc0aaa7-c487-4a30-bf10-36ef4f23629b req-17d8b2b7-a482-4fec-8944-0a468558e31e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 11:41:08.680543 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron_lib.callbacks.manager [req-1fc0aaa7-c487-4a30-bf10-36ef4f23629b req-17d8b2b7-a482-4fec-8944-0a468558e31e service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-217507'] for port, before_response {{(pid=94175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:41:08.681828 dv-neutron-601336-94-hyperv neutron-server[94175]: INFO neutron.wsgi [req-1fc0aaa7-c487-4a30-bf10-36ef4f23629b req-17d8b2b7-a482-4fec-8944-0a468558e31e service neutron] 10.222.0.52 "PUT /v2.0/ports/97f1344f-fa1f-475e-a963-a38d71c8ef47 HTTP/1.1" status: 200 len: 1027 time: 0.7498932 Jun 23 11:41:08.688719 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c7643c7-42b7-4906-b6be-f60f1acb7f4a req-7725a9ae-5253-4733-8c18-2ab3794a5525 tempest-TestVolumeBootPattern-1838142519 tempest-TestVolumeBootPattern-1838142519-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 11:41:08.690071 dv-neutron-601336-94-hyperv neutron-server[94175]: INFO neutron.wsgi [req-1c7643c7-42b7-4906-b6be-f60f1acb7f4a req-7725a9ae-5253-4733-8c18-2ab3794a5525 tempest-TestVolumeBootPattern-1838142519 tempest-TestVolumeBootPattern-1838142519-project] 10.222.0.20 "GET /v2.0/networks?id=03d0adb8-7c84-4028-a133-9fee8ea26a25 HTTP/1.1" status: 200 len: 811 time: 0.1493576 Jun 23 11:41:08.704651 dv-neutron-601336-94-hyperv neutron-server[94175]: INFO neutron.wsgi [req-1c7643c7-42b7-4906-b6be-f60f1acb7f4a req-dfc96748-d3c2-4d0c-9cc3-d51597da7b89 tempest-TestVolumeBootPattern-1838142519 tempest-TestVolumeBootPattern-1838142519-project] 10.222.0.20 "GET /v2.0/quotas/196d16edf443490aaaba40ccfc7a3448 HTTP/1.1" status: 200 len: 375 time: 0.0091105 Jun 23 11:41:08.816727 dv-neutron-601336-94-hyperv neutron-server[94175]: INFO neutron.wsgi [req-1c7643c7-42b7-4906-b6be-f60f1acb7f4a req-0ed2af8b-4a86-426d-9015-92c6646b1769 tempest-TestVolumeBootPattern-1838142519 tempest-TestVolumeBootPattern-1838142519-project] 10.222.0.20 "GET /v2.0/ports?tenant_id=196d16edf443490aaaba40ccfc7a3448&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1072347 Jun 23 11:41:08.874770 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.wsgi [req-1c7643c7-42b7-4906-b6be-f60f1acb7f4a req-427394ed-2e6a-42da-895c-f9bd65b11942 service neutron] http://10.222.0.20:9696/v2.0/extensions returned with HTTP 200 {{(pid=94175) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 23 11:41:08.876103 dv-neutron-601336-94-hyperv neutron-server[94175]: INFO neutron.wsgi [req-1c7643c7-42b7-4906-b6be-f60f1acb7f4a req-427394ed-2e6a-42da-895c-f9bd65b11942 service neutron] 10.222.0.20 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13933 time: 0.0476432 Jun 23 11:41:08.903166 dv-neutron-601336-94-hyperv neutron-server[94174]: INFO neutron.wsgi [req-de4a5aa0-a852-4155-9176-c95c5e0edf41 req-5d143fdc-4c67-427f-98da-75d221d79258 tempest-TestNetworkBasicOps-233187296 tempest-TestNetworkBasicOps-233187296-project] 10.222.0.20 "GET /v2.0/ports?device_id=f09e74dd-c8b6-47c8-b056-601dce2ce5f0 HTTP/1.1" status: 200 len: 210 time: 0.0292535 Jun 23 11:41:08.967770 dv-neutron-601336-94-hyperv neutron-server[94175]: INFO neutron.wsgi [req-1c7643c7-42b7-4906-b6be-f60f1acb7f4a req-ceec313d-f29f-4794-8f13-83e044024cf2 service neutron] 10.222.0.20 "GET /v2.0/networks/03d0adb8-7c84-4028-a133-9fee8ea26a25?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0850914 Jun 23 11:41:09.062303 dv-neutron-601336-94-hyperv neutron-server[94175]: INFO neutron.wsgi [req-1c7643c7-42b7-4906-b6be-f60f1acb7f4a req-6e55e677-3ca5-4b7c-b4f0-9a99ecd8432e service neutron] 10.222.0.20 "GET /v2.0/networks/03d0adb8-7c84-4028-a133-9fee8ea26a25?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0876033 Jun 23 11:41:09.619396 dv-neutron-601336-94-hyperv neutron-server[94174]: INFO neutron.wsgi [req-7a709be0-519f-455c-842f-e7f600d0c670 req-b6ce646a-d8ec-4d1a-bf15-4de081ab1ba7 tempest-TestVolumeBootPattern-1838142519 tempest-TestVolumeBootPattern-1838142519-project] 10.222.0.20 "GET /v2.0/ports?device_id=379b9572-890a-481f-bf22-593e325cb383 HTTP/1.1" status: 200 len: 210 time: 0.0318770 Jun 23 11:41:10.011303 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.wsgi [-] (94174) accepted ('10.222.0.20', 43964) {{(pid=94174) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 11:41:10.068232 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron_lib.callbacks.manager [None req-ab787689-4d6e-4ab5-926e-6b9c6b968b4b tempest-TestNetworkBasicOps-233187296 tempest-TestNetworkBasicOps-233187296-project] Notify callbacks [] for security_group, before_delete {{(pid=94174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:41:10.091702 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron_lib.callbacks.manager [None req-ab787689-4d6e-4ab5-926e-6b9c6b968b4b tempest-TestNetworkBasicOps-233187296 tempest-TestNetworkBasicOps-233187296-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:41:10.224661 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron_lib.callbacks.manager [None req-ab787689-4d6e-4ab5-926e-6b9c6b968b4b tempest-TestNetworkBasicOps-233187296 tempest-TestNetworkBasicOps-233187296-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7996330'] for security_group, after_delete {{(pid=94174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:41:10.227948 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron_lib.callbacks.manager [None req-ab787689-4d6e-4ab5-926e-6b9c6b968b4b tempest-TestNetworkBasicOps-233187296 tempest-TestNetworkBasicOps-233187296-project] Notify callbacks [] for security_group, before_response {{(pid=94174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:41:10.229098 dv-neutron-601336-94-hyperv neutron-server[94174]: INFO neutron.wsgi [None req-ab787689-4d6e-4ab5-926e-6b9c6b968b4b tempest-TestNetworkBasicOps-233187296 tempest-TestNetworkBasicOps-233187296-project] 10.222.0.20 "DELETE /v2.0/security-groups/a6f57fd3-14f8-48e2-b889-d59b4c2378af HTTP/1.1" status: 204 len: 168 time: 0.2167506 Jun 23 11:41:10.229924 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG oslo_concurrency.lockutils [None req-85403c82-2bcc-49b8-a626-636fa8f0a41c tempest-TestNetworkAdvancedServerOps-632886841 tempest-TestNetworkAdvancedServerOps-632886841-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94174) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 11:41:10.238940 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab787689-4d6e-4ab5-926e-6b9c6b968b4b tempest-TestNetworkBasicOps-233187296 tempest-TestNetworkBasicOps-233187296-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=a6f57fd3-14f8-48e2-b889-d59b4c2378af,revision_number=None']} {{(pid=94174) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 11:41:10.241269 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG oslo_concurrency.lockutils [None req-ab787689-4d6e-4ab5-926e-6b9c6b968b4b tempest-TestNetworkBasicOps-233187296 tempest-TestNetworkBasicOps-233187296-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.011s {{(pid=94174) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 11:41:10.317365 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.wsgi [-] (94175) accepted ('10.222.0.20', 43970) {{(pid=94175) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 11:41:10.370428 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.plugins.ml2.rpc [None req-97bd5441-1da2-49ee-a364-27795820ba27 None None] Device 97f1344f-fa1f-475e-a963-a38d71c8ef47 no longer exists at agent hyperv_hv-neutron-6013 {{(pid=94176) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:261}} Jun 23 11:41:10.409691 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.plugins.ml2.rpc [None req-97bd5441-1da2-49ee-a364-27795820ba27 None None] Device 97f1344f-fa1f-475e-a963-a38d71c8ef47 not bound to the agent host hv-neutron-6013 {{(pid=94176) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:271}} Jun 23 11:41:10.811976 dv-neutron-601336-94-hyperv neutron-server[94175]: INFO neutron.wsgi [req-116c070c-d7f9-4ce1-aac4-1283b53309c4 req-d0536b6d-5f6b-4334-9e12-6f3da8a2be6c tempest-TestVolumeBootPattern-1838142519 tempest-TestVolumeBootPattern-1838142519-project] 10.222.0.20 "GET /v2.0/ports?device_id=379b9572-890a-481f-bf22-593e325cb383 HTTP/1.1" status: 200 len: 210 time: 0.0464242 Jun 23 11:41:10.912496 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.plugins.ml2.plugin [None req-afd1a6b9-f843-445a-acf6-9f84a1db4668 tempest-TestNetworkBasicOps-233187296 tempest-TestNetworkBasicOps-233187296-project] Deleting port 69b84d89-08ad-4edf-a265-aa67910ece71 {{(pid=94175) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1913}} Jun 23 11:41:10.912840 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron_lib.callbacks.manager [None req-afd1a6b9-f843-445a-acf6-9f84a1db4668 tempest-TestNetworkBasicOps-233187296 tempest-TestNetworkBasicOps-233187296-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773700079324'] for port, before_delete {{(pid=94175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:41:10.916839 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron_lib.callbacks.manager [None req-fb2df7ff-4580-4a09-bf72-1a32d0035896 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773699952132', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-899307'] for agent, after_update {{(pid=94176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:41:10.986263 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron_lib.callbacks.manager [None req-afd1a6b9-f843-445a-acf6-9f84a1db4668 tempest-TestNetworkBasicOps-233187296 tempest-TestNetworkBasicOps-233187296-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-430722'] for port, precommit_delete {{(pid=94175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:41:10.986583 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron_lib.callbacks.manager [None req-afd1a6b9-f843-445a-acf6-9f84a1db4668 tempest-TestNetworkBasicOps-233187296 tempest-TestNetworkBasicOps-233187296-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:41:10.998232 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.plugins.ml2.plugin [None req-afd1a6b9-f843-445a-acf6-9f84a1db4668 tempest-TestNetworkBasicOps-233187296 tempest-TestNetworkBasicOps-233187296-project] Calling delete_port for 69b84d89-08ad-4edf-a265-aa67910ece71 owned by network:floatingip {{(pid=94175) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1986}} Jun 23 11:41:11.242125 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron_lib.callbacks.manager [None req-afd1a6b9-f843-445a-acf6-9f84a1db4668 tempest-TestNetworkBasicOps-233187296 tempest-TestNetworkBasicOps-233187296-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-922904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866062', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773700135024', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773699642224', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5082448'] for port, after_delete {{(pid=94175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:41:11.244658 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG oslo_concurrency.lockutils [None req-22cbc97d-afa7-430d-9bd2-d6f6491d0e44 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94175) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 11:41:11.270032 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afd1a6b9-f843-445a-acf6-9f84a1db4668 tempest-TestNetworkBasicOps-233187296 tempest-TestNetworkBasicOps-233187296-project] Pushing event deleted for resources: {'Port': ['ID=69b84d89-08ad-4edf-a265-aa67910ece71,revision_number=None']} {{(pid=94175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 11:41:11.274086 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG oslo_concurrency.lockutils [None req-afd1a6b9-f843-445a-acf6-9f84a1db4668 tempest-TestNetworkBasicOps-233187296 tempest-TestNetworkBasicOps-233187296-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.029s {{(pid=94175) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 11:41:11.346388 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron_lib.callbacks.manager [None req-afd1a6b9-f843-445a-acf6-9f84a1db4668 tempest-TestNetworkBasicOps-233187296 tempest-TestNetworkBasicOps-233187296-project] Notify callbacks [] for floatingip, after_delete {{(pid=94175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:41:11.347101 dv-neutron-601336-94-hyperv neutron-server[94175]: INFO neutron.db.l3_db [None req-afd1a6b9-f843-445a-acf6-9f84a1db4668 tempest-TestNetworkBasicOps-233187296 tempest-TestNetworkBasicOps-233187296-project] Floating IP 1fd866fa-eb0c-48ab-8726-17fee80e5bea disassociated (deleted). External IP: 172.26.3.18, port: 97f1344f-fa1f-475e-a963-a38d71c8ef47. Jun 23 11:41:11.618599 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-afd1a6b9-f843-445a-acf6-9f84a1db4668 tempest-TestNetworkBasicOps-233187296 tempest-TestNetworkBasicOps-233187296-project] Router 9c7813e6-2f0b-4ca5-a1a6-ab853743e968 has already been hosted by L3 agent 50ef99c0-ef28-4db5-b303-b145898fae60 {{(pid=94175) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 23 11:41:11.649792 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c7643c7-42b7-4906-b6be-f60f1acb7f4a req-c5a420b4-b812-4222-95fe-29c5b1becc4d tempest-TestVolumeBootPattern-1838142519 tempest-TestVolumeBootPattern-1838142519-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 11:41:11.651227 dv-neutron-601336-94-hyperv neutron-server[94175]: INFO neutron.wsgi [req-1c7643c7-42b7-4906-b6be-f60f1acb7f4a req-c5a420b4-b812-4222-95fe-29c5b1becc4d tempest-TestVolumeBootPattern-1838142519 tempest-TestVolumeBootPattern-1838142519-project] 10.222.0.52 "GET /v2.0/networks?id=03d0adb8-7c84-4028-a133-9fee8ea26a25 HTTP/1.1" status: 200 len: 811 time: 0.1245844 Jun 23 11:41:11.755909 dv-neutron-601336-94-hyperv neutron-server[94175]: INFO neutron.wsgi [req-1c7643c7-42b7-4906-b6be-f60f1acb7f4a req-c6a089c6-78c2-4769-8779-22bb3c309af1 tempest-TestVolumeBootPattern-1838142519 tempest-TestVolumeBootPattern-1838142519-project] 10.222.0.52 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=196d16edf443490aaaba40ccfc7a3448 HTTP/1.1" status: 200 len: 379 time: 0.0718632 Jun 23 11:41:11.765365 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.api.v2.base [req-1c7643c7-42b7-4906-b6be-f60f1acb7f4a req-47ef8fd7-baec-4d8b-a1a3-dfd401f1db7e tempest-TestVolumeBootPattern-1838142519 tempest-TestVolumeBootPattern-1838142519-project] Request body: {'port': {'device_id': '379b9572-890a-481f-bf22-593e325cb383', 'network_id': '03d0adb8-7c84-4028-a133-9fee8ea26a25', 'admin_state_up': True, 'tenant_id': '196d16edf443490aaaba40ccfc7a3448', 'security_groups': ['caa86333-f4a4-4907-90fa-9f1b20d99924']}} {{(pid=94175) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 23 11:41:11.825459 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-afd1a6b9-f843-445a-acf6-9f84a1db4668 tempest-TestNetworkBasicOps-233187296 tempest-TestNetworkBasicOps-233187296-project] Notify agent at l3_agent.dv-neutron-601336-94-hyperv the message routers_updated {{(pid=94175) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 23 11:41:11.832885 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron_lib.callbacks.manager [None req-afd1a6b9-f843-445a-acf6-9f84a1db4668 tempest-TestNetworkBasicOps-233187296 tempest-TestNetworkBasicOps-233187296-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-217507'] for floatingip, before_response {{(pid=94175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:41:11.835009 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-30bc0581-8659-4828-8393-50624ea9c3cb None None] Sync routers for ids ['9c7813e6-2f0b-4ca5-a1a6-ab853743e968'] in dv-neutron-601336-94-hyperv {{(pid=94176) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 23 11:41:11.846204 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.db.l3_dvrscheduler_db [None req-30bc0581-8659-4828-8393-50624ea9c3cb None None] Routers {'9c7813e6-2f0b-4ca5-a1a6-ab853743e968'} bound to L3 agent in host dv-neutron-601336-94-hyperv {{(pid=94176) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 23 11:41:11.846898 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.db.l3_hamode_db [None req-30bc0581-8659-4828-8393-50624ea9c3cb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-601336-94-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-23T11:22:13Z,description=,heartbeat_timestamp=2021-06-23T11:40:43Z,host='dv-neutron-601336-94-hyperv',id=50ef99c0-ef28-4db5-b303-b145898fae60,load=0,resource_versions=,resources_synced=,started_at=2021-06-23T11:22:14Z,topic='l3_agent')) {'router_ids': ['9c7813e6-2f0b-4ca5-a1a6-ab853743e968'], 'active': True} {{(pid=94176) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 11:41:11.900075 dv-neutron-601336-94-hyperv neutron-server[94175]: INFO neutron.wsgi [None req-afd1a6b9-f843-445a-acf6-9f84a1db4668 tempest-TestNetworkBasicOps-233187296 tempest-TestNetworkBasicOps-233187296-project] 10.222.0.20 "DELETE /v2.0/floatingips/1fd866fa-eb0c-48ab-8726-17fee80e5bea HTTP/1.1" status: 204 len: 168 time: 1.5815706 Jun 23 11:41:11.973665 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-1c7643c7-42b7-4906-b6be-f60f1acb7f4a req-47ef8fd7-baec-4d8b-a1a3-dfd401f1db7e tempest-TestVolumeBootPattern-1838142519 tempest-TestVolumeBootPattern-1838142519-project] Made reservation on behalf of 196d16edf443490aaaba40ccfc7a3448 for: {'port': 1} {{(pid=94175) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 23 11:41:11.980218 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron_lib.callbacks.manager [req-1c7643c7-42b7-4906-b6be-f60f1acb7f4a req-47ef8fd7-baec-4d8b-a1a3-dfd401f1db7e tempest-TestVolumeBootPattern-1838142519 tempest-TestVolumeBootPattern-1838142519-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-923104'] for port, before_create {{(pid=94175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:41:11.992076 dv-neutron-601336-94-hyperv neutron-server[94174]: INFO neutron.wsgi [req-bf81d4a6-332b-4dff-a438-20302ef0b60a req-5d40cdef-1c77-4752-a913-c3918510496d tempest-TestVolumeBootPattern-1838142519 tempest-TestVolumeBootPattern-1838142519-project] 10.222.0.20 "GET /v2.0/ports?device_id=379b9572-890a-481f-bf22-593e325cb383 HTTP/1.1" status: 200 len: 210 time: 0.0391123 Jun 23 11:41:12.059152 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.wsgi [-] (94174) accepted ('10.222.0.20', 43980) {{(pid=94174) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 11:41:12.130891 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.db.l3_dvr_db [None req-30bc0581-8659-4828-8393-50624ea9c3cb None None] Set router 9c7813e6-2f0b-4ca5-a1a6-ab853743e968 gateway port host: dv-neutron-601336-94-hyperv {{(pid=94176) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:838}} Jun 23 11:41:12.137515 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron_lib.callbacks.manager [None req-406f639d-006a-415d-b223-7aa1ebc95c3c tempest-TestNetworkBasicOps-233187296 tempest-TestNetworkBasicOps-233187296-project] Notify callbacks [] for security_group, before_delete {{(pid=94174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:41:12.168291 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron_lib.callbacks.manager [None req-406f639d-006a-415d-b223-7aa1ebc95c3c tempest-TestNetworkBasicOps-233187296 tempest-TestNetworkBasicOps-233187296-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:41:12.247532 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.db.db_base_plugin_common [req-1c7643c7-42b7-4906-b6be-f60f1acb7f4a req-47ef8fd7-baec-4d8b-a1a3-dfd401f1db7e tempest-TestVolumeBootPattern-1838142519 tempest-TestVolumeBootPattern-1838142519-project] Allocated IP 172.20.0.13 (03d0adb8-7c84-4028-a133-9fee8ea26a25/5338fe8e-d932-41fb-ae27-ab82df160b69/2e0e8118-c297-44b9-8c9a-0d73b41f9725) {{(pid=94175) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 23 11:41:12.351117 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.db.l3_hamode_db [None req-30bc0581-8659-4828-8393-50624ea9c3cb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9c7813e6-2f0b-4ca5-a1a6-ab853743e968', 'name': 'tempest-TestNetworkBasicOps-router-326637144', 'tenant_id': '772b9946478d439e9da4eaeade7fb21d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3e7e4eb3-cf02-4d47-ade9-0a579cdfc60f', 'external_fixed_ips': [{'subnet_id': 'a5ad15ab-c489-4a67-a9b0-d559fca0ec71', 'ip_address': '172.26.3.119'}], 'enable_snat': True}, 'gw_port_id': '1f64c9e6-a822-4e0a-8292-4c523c7db59f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-23T11:40:17Z', 'updated_at': '2021-06-23T11:40:22Z', 'revision_number': 4, 'project_id': '772b9946478d439e9da4eaeade7fb21d', 'gw_port': {'id': '1f64c9e6-a822-4e0a-8292-4c523c7db59f', 'name': '', 'network_id': '3e7e4eb3-cf02-4d47-ade9-0a579cdfc60f', 'tenant_id': '', 'mac_address': 'fa:16:3e:75:1a:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9c7813e6-2f0b-4ca5-a1a6-ab853743e968', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1368, 'fixed_ips': [{'subnet_id': 'a5ad15ab-c489-4a67-a9b0-d559fca0ec71', 'ip_address': '172.26.3.119', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-94-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-23T11:40:18Z', 'updated_at': '2021-06-23T11:40:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a5ad15ab-c489-4a67-a9b0-d559fca0ec71', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-601336-94-hyperv', '_interfaces': [{'id': '41b3334c-a8bf-4779-b303-a5a9c45ccc3a', 'name': '', 'network_id': 'eb17e2b0-6fa8-4e88-977d-dc1d236f50f4', 'tenant_id': '772b9946478d439e9da4eaeade7fb21d', 'mac_address': 'fa:16:3e:b0:0d:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9c7813e6-2f0b-4ca5-a1a6-ab853743e968', 'device_owner': 'network:router_interface', 'standard_attr_id': 1384, 'fixed_ips': [{'subnet_id': 'a9f21ece-fa53-4513-9cb7-76820599b7b5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-94-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-23T11:40:21Z', 'updated_at': '2021-06-23T11:40:28Z', 'revision_number': 5, 'project_id': '772b9946478d439e9da4eaeade7fb21d', 'subnets': [{'id': 'a9f21ece-fa53-4513-9cb7-76820599b7b5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-601336-94-hyperv', False) {} {{(pid=94176) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 11:41:12.373340 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron_lib.callbacks.manager [None req-406f639d-006a-415d-b223-7aa1ebc95c3c tempest-TestNetworkBasicOps-233187296 tempest-TestNetworkBasicOps-233187296-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7996330'] for security_group, after_delete {{(pid=94174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:41:12.377495 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-30bc0581-8659-4828-8393-50624ea9c3cb None None] Checking router: 9c7813e6-2f0b-4ca5-a1a6-ab853743e968 for host: dv-neutron-601336-94-hyperv {{(pid=94176) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 23 11:41:12.378451 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron_lib.callbacks.manager [None req-406f639d-006a-415d-b223-7aa1ebc95c3c tempest-TestNetworkBasicOps-233187296 tempest-TestNetworkBasicOps-233187296-project] Notify callbacks [] for security_group, before_response {{(pid=94174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:41:12.380800 dv-neutron-601336-94-hyperv neutron-server[94174]: INFO neutron.wsgi [None req-406f639d-006a-415d-b223-7aa1ebc95c3c tempest-TestNetworkBasicOps-233187296 tempest-TestNetworkBasicOps-233187296-project] 10.222.0.20 "DELETE /v2.0/security-groups/072cf525-13c8-4d6a-94c6-6a7e4b9a27dd HTTP/1.1" status: 204 len: 168 time: 0.3204672 Jun 23 11:41:12.382055 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG oslo_concurrency.lockutils [None req-2f51fdc4-1783-4a42-b127-121c71f0d38b tempest-TestNetworkBasicOps-233187296 tempest-TestNetworkBasicOps-233187296-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94174) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 11:41:12.391648 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron_lib.callbacks.manager [req-1c7643c7-42b7-4906-b6be-f60f1acb7f4a req-47ef8fd7-baec-4d8b-a1a3-dfd401f1db7e tempest-TestVolumeBootPattern-1838142519 tempest-TestVolumeBootPattern-1838142519-project] Notify callbacks [] for port, precommit_create {{(pid=94175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:41:12.396657 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-406f639d-006a-415d-b223-7aa1ebc95c3c tempest-TestNetworkBasicOps-233187296 tempest-TestNetworkBasicOps-233187296-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=072cf525-13c8-4d6a-94c6-6a7e4b9a27dd,revision_number=None']} {{(pid=94174) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 11:41:12.400810 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG oslo_concurrency.lockutils [None req-406f639d-006a-415d-b223-7aa1ebc95c3c tempest-TestNetworkBasicOps-233187296 tempest-TestNetworkBasicOps-233187296-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=94174) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 11:41:12.403372 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.db.l3_dvrscheduler_db [None req-30bc0581-8659-4828-8393-50624ea9c3cb None None] Routers {'9c7813e6-2f0b-4ca5-a1a6-ab853743e968'} bound to L3 agent in host dv-neutron-601336-94-hyperv {{(pid=94176) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 23 11:41:12.404036 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.db.l3_hamode_db [None req-30bc0581-8659-4828-8393-50624ea9c3cb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-601336-94-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-23T11:22:13Z,description=,heartbeat_timestamp=2021-06-23T11:40:43Z,host='dv-neutron-601336-94-hyperv',id=50ef99c0-ef28-4db5-b303-b145898fae60,load=0,resource_versions=,resources_synced=,started_at=2021-06-23T11:22:14Z,topic='l3_agent')) {'router_ids': ['9c7813e6-2f0b-4ca5-a1a6-ab853743e968'], 'active': True} {{(pid=94176) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 11:41:12.412605 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.db.provisioning_blocks [req-1c7643c7-42b7-4906-b6be-f60f1acb7f4a req-47ef8fd7-baec-4d8b-a1a3-dfd401f1db7e tempest-TestVolumeBootPattern-1838142519 tempest-TestVolumeBootPattern-1838142519-project] Transition to ACTIVE for port object 2e0e8118-c297-44b9-8c9a-0d73b41f9725 will not be triggered until provisioned by entity DHCP. {{(pid=94175) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 23 11:41:12.478224 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.wsgi [-] (94174) accepted ('10.222.0.20', 43988) {{(pid=94174) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 11:41:12.494558 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron_lib.callbacks.manager [req-1c7643c7-42b7-4906-b6be-f60f1acb7f4a req-47ef8fd7-baec-4d8b-a1a3-dfd401f1db7e tempest-TestVolumeBootPattern-1838142519 tempest-TestVolumeBootPattern-1838142519-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-922915', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-239814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7866073', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773699642215', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-5082457'] for port, after_create {{(pid=94175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:41:12.499357 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG oslo_concurrency.lockutils [None req-770c0bc5-e21a-4f0f-9a51-8fac8a672b9d tempest-TestNetworkAdvancedServerOps-632886841 tempest-TestNetworkAdvancedServerOps-632886841-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94175) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 11:41:12.530629 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.db.l3_dvr_db [None req-30bc0581-8659-4828-8393-50624ea9c3cb None None] Set router 9c7813e6-2f0b-4ca5-a1a6-ab853743e968 gateway port host: dv-neutron-601336-94-hyperv {{(pid=94176) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:838}} Jun 23 11:41:12.594577 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47ef8fd7-baec-4d8b-a1a3-dfd401f1db7e tempest-TestVolumeBootPattern-1838142519 tempest-TestVolumeBootPattern-1838142519-project] Pushing event updated for resources: {'Port': ['ID=2e0e8118-c297-44b9-8c9a-0d73b41f9725,revision_number=1']} {{(pid=94175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 11:41:12.607161 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG oslo_concurrency.lockutils [None req-47ef8fd7-baec-4d8b-a1a3-dfd401f1db7e tempest-TestVolumeBootPattern-1838142519 tempest-TestVolumeBootPattern-1838142519-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.108s {{(pid=94175) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 11:41:12.616411 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1c7643c7-42b7-4906-b6be-f60f1acb7f4a req-47ef8fd7-baec-4d8b-a1a3-dfd401f1db7e tempest-TestVolumeBootPattern-1838142519 tempest-TestVolumeBootPattern-1838142519-project] Network 03d0adb8-7c84-4028-a133-9fee8ea26a25 is already hosted by enough agents. {{(pid=94175) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 23 11:41:12.618479 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.scheduler.base_scheduler [req-1c7643c7-42b7-4906-b6be-f60f1acb7f4a req-47ef8fd7-baec-4d8b-a1a3-dfd401f1db7e tempest-TestVolumeBootPattern-1838142519 tempest-TestVolumeBootPattern-1838142519-project] Resources bound (agent type, host, resource id): {{(pid=94175) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 23 11:41:12.620897 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.db.l3_dvrscheduler_db [req-1c7643c7-42b7-4906-b6be-f60f1acb7f4a req-47ef8fd7-baec-4d8b-a1a3-dfd401f1db7e tempest-TestVolumeBootPattern-1838142519 tempest-TestVolumeBootPattern-1838142519-project] Received port after_create {{(pid=94175) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 23 11:41:12.623812 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.plugins.ml2.plugin [None req-87258f37-e6c7-4f29-85d7-7dad95c3adf1 tempest-TestNetworkBasicOps-233187296 tempest-TestNetworkBasicOps-233187296-project] Deleting port 97f1344f-fa1f-475e-a963-a38d71c8ef47 {{(pid=94174) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1913}} Jun 23 11:41:12.624485 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron_lib.callbacks.manager [None req-87258f37-e6c7-4f29-85d7-7dad95c3adf1 tempest-TestNetworkBasicOps-233187296 tempest-TestNetworkBasicOps-233187296-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773700079324'] for port, before_delete {{(pid=94174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:41:12.669159 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c7643c7-42b7-4906-b6be-f60f1acb7f4a req-47ef8fd7-baec-4d8b-a1a3-dfd401f1db7e tempest-TestVolumeBootPattern-1838142519 tempest-TestVolumeBootPattern-1838142519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 11:41:12.669784 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron_lib.callbacks.manager [req-1c7643c7-42b7-4906-b6be-f60f1acb7f4a req-47ef8fd7-baec-4d8b-a1a3-dfd401f1db7e tempest-TestVolumeBootPattern-1838142519 tempest-TestVolumeBootPattern-1838142519-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-217507'] for port, before_response {{(pid=94175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:41:12.735440 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron_lib.callbacks.manager [None req-87258f37-e6c7-4f29-85d7-7dad95c3adf1 tempest-TestNetworkBasicOps-233187296 tempest-TestNetworkBasicOps-233187296-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-430722'] for port, precommit_delete {{(pid=94174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:41:12.750725 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.plugins.ml2.plugin [None req-87258f37-e6c7-4f29-85d7-7dad95c3adf1 tempest-TestNetworkBasicOps-233187296 tempest-TestNetworkBasicOps-233187296-project] Calling delete_port for 97f1344f-fa1f-475e-a963-a38d71c8ef47 owned by {{(pid=94174) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1986}} Jun 23 11:41:12.769553 dv-neutron-601336-94-hyperv neutron-server[94175]: INFO neutron.wsgi [req-1c7643c7-42b7-4906-b6be-f60f1acb7f4a req-47ef8fd7-baec-4d8b-a1a3-dfd401f1db7e tempest-TestVolumeBootPattern-1838142519 tempest-TestVolumeBootPattern-1838142519-project] 10.222.0.52 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.0075228 Jun 23 11:41:12.777104 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.db.l3_hamode_db [None req-30bc0581-8659-4828-8393-50624ea9c3cb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9c7813e6-2f0b-4ca5-a1a6-ab853743e968', 'name': 'tempest-TestNetworkBasicOps-router-326637144', 'tenant_id': '772b9946478d439e9da4eaeade7fb21d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3e7e4eb3-cf02-4d47-ade9-0a579cdfc60f', 'external_fixed_ips': [{'subnet_id': 'a5ad15ab-c489-4a67-a9b0-d559fca0ec71', 'ip_address': '172.26.3.119'}], 'enable_snat': True}, 'gw_port_id': '1f64c9e6-a822-4e0a-8292-4c523c7db59f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-23T11:40:17Z', 'updated_at': '2021-06-23T11:40:22Z', 'revision_number': 4, 'project_id': '772b9946478d439e9da4eaeade7fb21d', 'gw_port': {'id': '1f64c9e6-a822-4e0a-8292-4c523c7db59f', 'name': '', 'network_id': '3e7e4eb3-cf02-4d47-ade9-0a579cdfc60f', 'tenant_id': '', 'mac_address': 'fa:16:3e:75:1a:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9c7813e6-2f0b-4ca5-a1a6-ab853743e968', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1368, 'fixed_ips': [{'subnet_id': 'a5ad15ab-c489-4a67-a9b0-d559fca0ec71', 'ip_address': '172.26.3.119', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-94-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-23T11:40:18Z', 'updated_at': '2021-06-23T11:40:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a5ad15ab-c489-4a67-a9b0-d559fca0ec71', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-601336-94-hyperv', '_interfaces': [{'id': '41b3334c-a8bf-4779-b303-a5a9c45ccc3a', 'name': '', 'network_id': 'eb17e2b0-6fa8-4e88-977d-dc1d236f50f4', 'tenant_id': '772b9946478d439e9da4eaeade7fb21d', 'mac_address': 'fa:16:3e:b0:0d:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9c7813e6-2f0b-4ca5-a1a6-ab853743e968', 'device_owner': 'network:router_interface', 'standard_attr_id': 1384, 'fixed_ips': [{'subnet_id': 'a9f21ece-fa53-4513-9cb7-76820599b7b5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-94-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-23T11:40:21Z', 'updated_at': '2021-06-23T11:40:28Z', 'revision_number': 5, 'project_id': '772b9946478d439e9da4eaeade7fb21d', 'subnets': [{'id': 'a9f21ece-fa53-4513-9cb7-76820599b7b5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-601336-94-hyperv', False) {} {{(pid=94176) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 11:41:12.784376 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.api.v2.base [req-1c7643c7-42b7-4906-b6be-f60f1acb7f4a req-5360bf3f-b4a8-40de-963d-adae1369cf68 service neutron] Request body: {'port': {'device_id': '379b9572-890a-481f-bf22-593e325cb383', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-6013'}} {{(pid=94175) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 23 11:41:12.810142 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-30bc0581-8659-4828-8393-50624ea9c3cb None None] The sync data for ids ['9c7813e6-2f0b-4ca5-a1a6-ab853743e968'] in dv-neutron-601336-94-hyperv is: [{'id': '9c7813e6-2f0b-4ca5-a1a6-ab853743e968', 'name': 'tempest-TestNetworkBasicOps-router-326637144', 'tenant_id': '772b9946478d439e9da4eaeade7fb21d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3e7e4eb3-cf02-4d47-ade9-0a579cdfc60f', 'external_fixed_ips': [{'subnet_id': 'a5ad15ab-c489-4a67-a9b0-d559fca0ec71', 'ip_address': '172.26.3.119'}], 'enable_snat': True}, 'gw_port_id': '1f64c9e6-a822-4e0a-8292-4c523c7db59f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-23T11:40:17Z', 'updated_at': '2021-06-23T11:40:22Z', 'revision_number': 4, 'project_id': '772b9946478d439e9da4eaeade7fb21d', 'gw_port': {'id': '1f64c9e6-a822-4e0a-8292-4c523c7db59f', 'name': '', 'network_id': '3e7e4eb3-cf02-4d47-ade9-0a579cdfc60f', 'tenant_id': '', 'mac_address': 'fa:16:3e:75:1a:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9c7813e6-2f0b-4ca5-a1a6-ab853743e968', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1368, 'fixed_ips': [{'subnet_id': 'a5ad15ab-c489-4a67-a9b0-d559fca0ec71', 'ip_address': '172.26.3.119', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-94-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-23T11:40:18Z', 'updated_at': '2021-06-23T11:40:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a5ad15ab-c489-4a67-a9b0-d559fca0ec71', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-601336-94-hyperv', '_interfaces': [{'id': '41b3334c-a8bf-4779-b303-a5a9c45ccc3a', 'name': '', 'network_id': 'eb17e2b0-6fa8-4e88-977d-dc1d236f50f4', 'tenant_id': '772b9946478d439e9da4eaeade7fb21d', 'mac_address': 'fa:16:3e:b0:0d:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9c7813e6-2f0b-4ca5-a1a6-ab853743e968', 'device_owner': 'network:router_interface', 'standard_attr_id': 1384, 'fixed_ips': [{'subnet_id': 'a9f21ece-fa53-4513-9cb7-76820599b7b5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-94-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-23T11:40:21Z', 'updated_at': '2021-06-23T11:40:28Z', 'revision_number': 5, 'project_id': '772b9946478d439e9da4eaeade7fb21d', 'subnets': [{'id': 'a9f21ece-fa53-4513-9cb7-76820599b7b5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94176) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 23 11:41:12.882208 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron_lib.callbacks.manager [req-1c7643c7-42b7-4906-b6be-f60f1acb7f4a req-5360bf3f-b4a8-40de-963d-adae1369cf68 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-923122'] for port, before_update {{(pid=94175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:41:12.975142 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron_lib.callbacks.manager [None req-87258f37-e6c7-4f29-85d7-7dad95c3adf1 tempest-TestNetworkBasicOps-233187296 tempest-TestNetworkBasicOps-233187296-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-922904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866062', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773700135024', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773699642224', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5196390'] for port, after_delete {{(pid=94174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:41:12.985622 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG oslo_concurrency.lockutils [None req-c5ee056a-b9a9-43d3-9a35-894d2eae8d7e tempest-TestNetworkBasicOps-233187296 tempest-TestNetworkBasicOps-233187296-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94174) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 11:41:13.012540 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87258f37-e6c7-4f29-85d7-7dad95c3adf1 tempest-TestNetworkBasicOps-233187296 tempest-TestNetworkBasicOps-233187296-project] Pushing event deleted for resources: {'Port': ['ID=97f1344f-fa1f-475e-a963-a38d71c8ef47,revision_number=None']} {{(pid=94174) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 11:41:13.021002 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG oslo_concurrency.lockutils [None req-87258f37-e6c7-4f29-85d7-7dad95c3adf1 tempest-TestNetworkBasicOps-233187296 tempest-TestNetworkBasicOps-233187296-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.040s {{(pid=94174) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 11:41:13.065162 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.db.provisioning_blocks [None req-e3a5f2f1-3636-4455-962b-87df133a855a None None] Provisioning for port 2e0e8118-c297-44b9-8c9a-0d73b41f9725 completed by entity DHCP. {{(pid=94176) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 23 11:41:13.069219 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.db.provisioning_blocks [None req-e3a5f2f1-3636-4455-962b-87df133a855a None None] Provisioning complete for port 2e0e8118-c297-44b9-8c9a-0d73b41f9725 triggered by entity DHCP. {{(pid=94176) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 23 11:41:13.069602 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron_lib.callbacks.manager [None req-e3a5f2f1-3636-4455-962b-87df133a855a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-899258'] for port, provisioning_complete {{(pid=94176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:41:13.114713 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron_lib.callbacks.manager [None req-87258f37-e6c7-4f29-85d7-7dad95c3adf1 tempest-TestNetworkBasicOps-233187296 tempest-TestNetworkBasicOps-233187296-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-217507'] for port, before_response {{(pid=94174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:41:13.116884 dv-neutron-601336-94-hyperv neutron-server[94174]: INFO neutron.wsgi [None req-87258f37-e6c7-4f29-85d7-7dad95c3adf1 tempest-TestNetworkBasicOps-233187296 tempest-TestNetworkBasicOps-233187296-project] 10.222.0.20 "DELETE /v2.0/ports/97f1344f-fa1f-475e-a963-a38d71c8ef47 HTTP/1.1" status: 204 len: 168 time: 0.6372719 Jun 23 11:41:13.120659 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.wsgi [-] (94174) accepted ('10.222.0.20', 43992) {{(pid=94174) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 11:41:13.154391 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.plugins.ml2.plugin [None req-e3a5f2f1-3636-4455-962b-87df133a855a None None] Port 2e0e8118-c297-44b9-8c9a-0d73b41f9725 cannot update to ACTIVE because it is not bound. {{(pid=94176) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jun 23 11:41:13.198327 dv-neutron-601336-94-hyperv neutron-server[94177]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5819ace1-1e21-472c-af14-51e55ad2c8a8 None None] New status for floating IP 1fd866fa-eb0c-48ab-8726-17fee80e5bea: DOWN {{(pid=94177) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 23 11:41:13.247913 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron_lib.callbacks.manager [None req-8a6ada5d-bc0f-4747-8056-b240d28a7e9f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773699952132', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-899307'] for agent, after_update {{(pid=94176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:41:13.344851 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.notifiers.nova [req-1c7643c7-42b7-4906-b6be-f60f1acb7f4a req-5360bf3f-b4a8-40de-963d-adae1369cf68 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2e0e8118-c297-44b9-8c9a-0d73b41f9725 {{(pid=94175) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 23 11:41:13.357449 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33f8fe1e-4799-4d52-abd9-1ee1e21f3197 req-587f5ec4-1bb5-41c6-baf7-1b8f94cd1c28 tempest-TestVolumeBootPattern-1838142519 tempest-TestVolumeBootPattern-1838142519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 11:41:13.359367 dv-neutron-601336-94-hyperv neutron-server[94175]: INFO neutron.wsgi [req-33f8fe1e-4799-4d52-abd9-1ee1e21f3197 req-587f5ec4-1bb5-41c6-baf7-1b8f94cd1c28 tempest-TestVolumeBootPattern-1838142519 tempest-TestVolumeBootPattern-1838142519-project] 10.222.0.20 "GET /v2.0/ports?device_id=379b9572-890a-481f-bf22-593e325cb383 HTTP/1.1" status: 200 len: 932 time: 0.1582131 Jun 23 11:41:13.363988 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron_lib.callbacks.manager [req-1c7643c7-42b7-4906-b6be-f60f1acb7f4a req-5360bf3f-b4a8-40de-963d-adae1369cf68 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:41:13.393402 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.db.provisioning_blocks [req-1c7643c7-42b7-4906-b6be-f60f1acb7f4a req-5360bf3f-b4a8-40de-963d-adae1369cf68 service neutron] Transition to ACTIVE for port object 2e0e8118-c297-44b9-8c9a-0d73b41f9725 will not be triggered until provisioned by entity L2. {{(pid=94175) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 23 11:41:13.412337 dv-neutron-601336-94-hyperv neutron-server[94175]: INFO neutron.wsgi [req-33f8fe1e-4799-4d52-abd9-1ee1e21f3197 req-1abe67ce-0001-4741-bbec-d404c41eb008 tempest-TestVolumeBootPattern-1838142519 tempest-TestVolumeBootPattern-1838142519-project] 10.222.0.20 "GET /v2.0/security-groups?id=caa86333-f4a4-4907-90fa-9f1b20d99924&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0402827 Jun 23 11:41:13.470526 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron_lib.callbacks.manager [req-1c7643c7-42b7-4906-b6be-f60f1acb7f4a req-5360bf3f-b4a8-40de-963d-adae1369cf68 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-922904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866062', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773700135042', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773699642233', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773699642278', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5082471'] for port, after_update {{(pid=94175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:41:13.473196 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG oslo_concurrency.lockutils [None req-a87337ee-892e-46c6-be0a-127b9015a2a5 tempest-TestNetworkAdvancedServerOps-632886841 tempest-TestNetworkAdvancedServerOps-632886841-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94175) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 11:41:13.563199 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5360bf3f-b4a8-40de-963d-adae1369cf68 service neutron] Pushing event updated for resources: {'Port': ['ID=2e0e8118-c297-44b9-8c9a-0d73b41f9725,revision_number=2']} {{(pid=94175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 11:41:13.585044 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG oslo_concurrency.lockutils [None req-5360bf3f-b4a8-40de-963d-adae1369cf68 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.112s {{(pid=94175) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 11:41:13.652465 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.plugins.ml2.managers [req-1c7643c7-42b7-4906-b6be-f60f1acb7f4a req-5360bf3f-b4a8-40de-963d-adae1369cf68 service neutron] Attempting to bind port 2e0e8118-c297-44b9-8c9a-0d73b41f9725 on host hv-neutron-6013 for vnic_type normal with profile {{(pid=94175) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 23 11:41:13.652848 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.plugins.ml2.managers [req-1c7643c7-42b7-4906-b6be-f60f1acb7f4a req-5360bf3f-b4a8-40de-963d-adae1369cf68 service neutron] Attempting to bind port 2e0e8118-c297-44b9-8c9a-0d73b41f9725 by drivers openvswitch,hyperv on host hv-neutron-6013 at level 0 using segments [{'id': 'c7798981-dff9-4fc8-94a4-46182475c2ee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 433, 'network_id': '03d0adb8-7c84-4028-a133-9fee8ea26a25'}] {{(pid=94175) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 23 11:41:13.653156 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1c7643c7-42b7-4906-b6be-f60f1acb7f4a req-5360bf3f-b4a8-40de-963d-adae1369cf68 service neutron] Attempting to bind port 2e0e8118-c297-44b9-8c9a-0d73b41f9725 on network 03d0adb8-7c84-4028-a133-9fee8ea26a25 {{(pid=94175) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 23 11:41:13.661847 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1c7643c7-42b7-4906-b6be-f60f1acb7f4a req-5360bf3f-b4a8-40de-963d-adae1369cf68 service neutron] Port 2e0e8118-c297-44b9-8c9a-0d73b41f9725 on network 03d0adb8-7c84-4028-a133-9fee8ea26a25 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-6013 {{(pid=94175) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 23 11:41:13.662584 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1c7643c7-42b7-4906-b6be-f60f1acb7f4a req-5360bf3f-b4a8-40de-963d-adae1369cf68 service neutron] Attempting to bind port 2e0e8118-c297-44b9-8c9a-0d73b41f9725 on network 03d0adb8-7c84-4028-a133-9fee8ea26a25 {{(pid=94175) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 23 11:41:13.670395 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1c7643c7-42b7-4906-b6be-f60f1acb7f4a req-5360bf3f-b4a8-40de-963d-adae1369cf68 service neutron] Checking agent: {'id': '3a130b41-5b27-406b-aeb2-5a923af79f10', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-6013', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 23, 11, 28, 23), 'started_at': datetime.datetime(2021, 6, 23, 11, 28, 23), 'heartbeat_timestamp': datetime.datetime(2021, 6, 23, 11, 40, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94175) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 23 11:41:13.673066 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1c7643c7-42b7-4906-b6be-f60f1acb7f4a req-5360bf3f-b4a8-40de-963d-adae1369cf68 service neutron] Checking segment: {'id': 'c7798981-dff9-4fc8-94a4-46182475c2ee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 433, 'network_id': '03d0adb8-7c84-4028-a133-9fee8ea26a25'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94175) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 23 11:41:13.673822 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1c7643c7-42b7-4906-b6be-f60f1acb7f4a req-5360bf3f-b4a8-40de-963d-adae1369cf68 service neutron] Bound using segment: {'id': 'c7798981-dff9-4fc8-94a4-46182475c2ee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 433, 'network_id': '03d0adb8-7c84-4028-a133-9fee8ea26a25'} {{(pid=94175) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 23 11:41:13.674523 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.plugins.ml2.managers [req-1c7643c7-42b7-4906-b6be-f60f1acb7f4a req-5360bf3f-b4a8-40de-963d-adae1369cf68 service neutron] Bound port: 2e0e8118-c297-44b9-8c9a-0d73b41f9725, host: hv-neutron-6013, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c7798981-dff9-4fc8-94a4-46182475c2ee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 433, 'network_id': '03d0adb8-7c84-4028-a133-9fee8ea26a25'}}] {{(pid=94175) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 23 11:41:13.675557 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron_lib.callbacks.manager [req-1c7643c7-42b7-4906-b6be-f60f1acb7f4a req-5360bf3f-b4a8-40de-963d-adae1369cf68 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-923122'] for port, before_update {{(pid=94175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:41:13.763130 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.plugins.ml2.db [req-1c7643c7-42b7-4906-b6be-f60f1acb7f4a req-5360bf3f-b4a8-40de-963d-adae1369cf68 service neutron] For port 2e0e8118-c297-44b9-8c9a-0d73b41f9725, host hv-neutron-6013, cleared binding levels {{(pid=94175) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 23 11:41:13.766137 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.plugins.ml2.db [req-1c7643c7-42b7-4906-b6be-f60f1acb7f4a req-5360bf3f-b4a8-40de-963d-adae1369cf68 service neutron] For port 2e0e8118-c297-44b9-8c9a-0d73b41f9725, host hv-neutron-6013, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-6013',level=0,port_id=2e0e8118-c297-44b9-8c9a-0d73b41f9725,segment=NetworkSegment(c7798981-dff9-4fc8-94a4-46182475c2ee),segment_id=c7798981-dff9-4fc8-94a4-46182475c2ee)] {{(pid=94175) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 23 11:41:13.825403 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron_lib.callbacks.manager [req-1c7643c7-42b7-4906-b6be-f60f1acb7f4a req-5360bf3f-b4a8-40de-963d-adae1369cf68 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-922904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866062', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773700135042', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773699642233', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773699642278', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5082471'] for port, after_update {{(pid=94175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:41:13.828564 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG oslo_concurrency.lockutils [None req-6b3a41c6-fc01-4b24-9fd9-24cc90873dd5 tempest-TestNetworkBasicOps-233187296 tempest-TestNetworkBasicOps-233187296-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94175) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 11:41:13.846851 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron_lib.callbacks.manager [None req-dc7542b2-afef-47f4-a763-e3a3cba144be None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773699952132', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-899307'] for agent, after_update {{(pid=94176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:41:13.864547 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c7643c7-42b7-4906-b6be-f60f1acb7f4a req-5360bf3f-b4a8-40de-963d-adae1369cf68 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 11:41:13.865278 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron_lib.callbacks.manager [req-1c7643c7-42b7-4906-b6be-f60f1acb7f4a req-5360bf3f-b4a8-40de-963d-adae1369cf68 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-217507'] for port, before_response {{(pid=94175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:41:13.866859 dv-neutron-601336-94-hyperv neutron-server[94175]: INFO neutron.wsgi [req-1c7643c7-42b7-4906-b6be-f60f1acb7f4a req-5360bf3f-b4a8-40de-963d-adae1369cf68 service neutron] 10.222.0.52 "PUT /v2.0/ports/2e0e8118-c297-44b9-8c9a-0d73b41f9725 HTTP/1.1" status: 200 len: 1094 time: 1.0888991 Jun 23 11:41:13.867548 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '379b9572-890a-481f-bf22-593e325cb383', 'tag': '2e0e8118-c297-44b9-8c9a-0d73b41f9725'}] {{(pid=94175) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 23 11:41:13.870361 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1970408df4ea4e7170669a1249478e627cf05a5a0b07cc08a66c5cb53d0ac47a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c0dd28d8-f37f-44e4-956d-ffc5e42a5b4a" -d '{"events": [{"name": "network-changed", "server_uuid": "379b9572-890a-481f-bf22-593e325cb383", "tag": "2e0e8118-c297-44b9-8c9a-0d73b41f9725"}]}' {{(pid=94175) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 23 11:41:13.915808 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5360bf3f-b4a8-40de-963d-adae1369cf68 service neutron] Pushing event updated for resources: {'Port': ['ID=2e0e8118-c297-44b9-8c9a-0d73b41f9725,revision_number=3']} {{(pid=94175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 11:41:13.927689 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG oslo_concurrency.lockutils [None req-5360bf3f-b4a8-40de-963d-adae1369cf68 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.097s {{(pid=94175) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 11:41:13.929358 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 23 Jun 2021 11:41:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-88aa3867-307c-40cb-a07c-7b9a6190bf03 x-openstack-request-id: req-88aa3867-307c-40cb-a07c-7b9a6190bf03 {{(pid=94175) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 23 11:41:13.930069 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "379b9572-890a-481f-bf22-593e325cb383", "tag": "2e0e8118-c297-44b9-8c9a-0d73b41f9725", "status": "completed", "code": 200}]} {{(pid=94175) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 23 11:41:13.930453 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-88aa3867-307c-40cb-a07c-7b9a6190bf03 {{(pid=94175) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 23 11:41:13.930978 dv-neutron-601336-94-hyperv neutron-server[94175]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '379b9572-890a-481f-bf22-593e325cb383', 'tag': '2e0e8118-c297-44b9-8c9a-0d73b41f9725', 'status': 'completed', 'code': 200} Jun 23 11:41:13.984667 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron_lib.callbacks.manager [None req-df9620f8-53e8-45d8-84f7-4d23758a0315 tempest-TestNetworkBasicOps-233187296 tempest-TestNetworkBasicOps-233187296-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-453061'] for router_interface, before_delete {{(pid=94174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:41:14.013102 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0dd28d8-f37f-44e4-956d-ffc5e42a5b4a req-a77f6aea-e624-4a0e-a312-b0cc3e984ce7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 11:41:14.013102 dv-neutron-601336-94-hyperv neutron-server[94175]: INFO neutron.wsgi [req-c0dd28d8-f37f-44e4-956d-ffc5e42a5b4a req-a77f6aea-e624-4a0e-a312-b0cc3e984ce7 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=196d16edf443490aaaba40ccfc7a3448&device_id=379b9572-890a-481f-bf22-593e325cb383 HTTP/1.1" status: 200 len: 1097 time: 0.0637348 Jun 23 11:41:14.152673 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0dd28d8-f37f-44e4-956d-ffc5e42a5b4a req-300aa255-e9d7-4647-9211-95d8808cbd9d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 11:41:14.154171 dv-neutron-601336-94-hyperv neutron-server[94175]: INFO neutron.wsgi [req-c0dd28d8-f37f-44e4-956d-ffc5e42a5b4a req-300aa255-e9d7-4647-9211-95d8808cbd9d service neutron] 10.222.0.52 "GET /v2.0/networks?tenant_id=196d16edf443490aaaba40ccfc7a3448&shared=False HTTP/1.1" status: 200 len: 912 time: 0.1328673 Jun 23 11:41:14.254061 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0dd28d8-f37f-44e4-956d-ffc5e42a5b4a req-b6d5ab3c-13ae-4e66-9ea0-523137738e18 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 11:41:14.255653 dv-neutron-601336-94-hyperv neutron-server[94175]: INFO neutron.wsgi [req-c0dd28d8-f37f-44e4-956d-ffc5e42a5b4a req-b6d5ab3c-13ae-4e66-9ea0-523137738e18 service neutron] 10.222.0.52 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0954163 Jun 23 11:41:14.292436 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.plugins.ml2.plugin [None req-df9620f8-53e8-45d8-84f7-4d23758a0315 tempest-TestNetworkBasicOps-233187296 tempest-TestNetworkBasicOps-233187296-project] Deleting port 41b3334c-a8bf-4779-b303-a5a9c45ccc3a {{(pid=94174) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1913}} Jun 23 11:41:14.292984 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron_lib.callbacks.manager [None req-df9620f8-53e8-45d8-84f7-4d23758a0315 tempest-TestNetworkBasicOps-233187296 tempest-TestNetworkBasicOps-233187296-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773700079324'] for port, before_delete {{(pid=94174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:41:14.351828 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c7643c7-42b7-4906-b6be-f60f1acb7f4a req-d8171a51-7d88-4f7b-9124-91660a678da2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 11:41:14.353309 dv-neutron-601336-94-hyperv neutron-server[94175]: INFO neutron.wsgi [req-1c7643c7-42b7-4906-b6be-f60f1acb7f4a req-d8171a51-7d88-4f7b-9124-91660a678da2 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=196d16edf443490aaaba40ccfc7a3448&device_id=379b9572-890a-481f-bf22-593e325cb383 HTTP/1.1" status: 200 len: 1097 time: 0.0609531 Jun 23 11:41:14.386177 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.plugins.ml2.db [None req-df9620f8-53e8-45d8-84f7-4d23758a0315 tempest-TestNetworkBasicOps-233187296 tempest-TestNetworkBasicOps-233187296-project] For port 41b3334c-a8bf-4779-b303-a5a9c45ccc3a, host dv-neutron-601336-94-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-94-hyperv',level=0,port_id=41b3334c-a8bf-4779-b303-a5a9c45ccc3a,segment=NetworkSegment(fd389721-9bf6-4e11-9863-961f1c6db03e),segment_id=fd389721-9bf6-4e11-9863-961f1c6db03e)] {{(pid=94174) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 23 11:41:14.386544 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron_lib.callbacks.manager [None req-df9620f8-53e8-45d8-84f7-4d23758a0315 tempest-TestNetworkBasicOps-233187296 tempest-TestNetworkBasicOps-233187296-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-430722'] for port, precommit_delete {{(pid=94174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:41:14.394785 dv-neutron-601336-94-hyperv neutron-server[94175]: INFO neutron.wsgi [req-1c7643c7-42b7-4906-b6be-f60f1acb7f4a req-7a87e088-be8c-4beb-901b-f3baf8ea8dc1 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=2e0e8118-c297-44b9-8c9a-0d73b41f9725 HTTP/1.1" status: 200 len: 217 time: 0.0345345 Jun 23 11:41:14.398052 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.plugins.ml2.plugin [None req-df9620f8-53e8-45d8-84f7-4d23758a0315 tempest-TestNetworkBasicOps-233187296 tempest-TestNetworkBasicOps-233187296-project] Calling delete_port for 41b3334c-a8bf-4779-b303-a5a9c45ccc3a owned by network:router_interface {{(pid=94174) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1986}} Jun 23 11:41:14.443126 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c7643c7-42b7-4906-b6be-f60f1acb7f4a req-cabd97b3-db13-4294-a781-00eca1972d7a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 11:41:14.444507 dv-neutron-601336-94-hyperv neutron-server[94175]: INFO neutron.wsgi [req-1c7643c7-42b7-4906-b6be-f60f1acb7f4a req-cabd97b3-db13-4294-a781-00eca1972d7a service neutron] 10.222.0.52 "GET /v2.0/subnets?id=5338fe8e-d932-41fb-ae27-ab82df160b69 HTTP/1.1" status: 200 len: 850 time: 0.0440402 Jun 23 11:41:14.517167 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c7643c7-42b7-4906-b6be-f60f1acb7f4a req-5f1396fb-aeae-4e3d-b2ba-e4d86acbdbea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 11:41:14.518790 dv-neutron-601336-94-hyperv neutron-server[94175]: INFO neutron.wsgi [req-1c7643c7-42b7-4906-b6be-f60f1acb7f4a req-5f1396fb-aeae-4e3d-b2ba-e4d86acbdbea service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=03d0adb8-7c84-4028-a133-9fee8ea26a25&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1178 time: 0.0676916 Jun 23 11:41:14.619745 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron_lib.callbacks.manager [None req-4c20ea5f-bc7f-4d4e-935d-57f082af6ccb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773699952132', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-899307'] for agent, after_update {{(pid=94176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:41:14.654005 dv-neutron-601336-94-hyperv neutron-server[94175]: INFO neutron.wsgi [req-1c7643c7-42b7-4906-b6be-f60f1acb7f4a req-68fbd6d6-e69e-43e5-a1f8-565b215c82ca service neutron] 10.222.0.52 "GET /v2.0/networks/03d0adb8-7c84-4028-a133-9fee8ea26a25?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1280074 Jun 23 11:41:14.682565 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron_lib.callbacks.manager [None req-df9620f8-53e8-45d8-84f7-4d23758a0315 tempest-TestNetworkBasicOps-233187296 tempest-TestNetworkBasicOps-233187296-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-922904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866062', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773700135024', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773699642224', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5196390'] for port, after_delete {{(pid=94174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:41:14.685144 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG oslo_concurrency.lockutils [None req-9456544d-3b33-44d6-9352-3d9564623737 tempest-TestNetworkBasicOps-233187296 tempest-TestNetworkBasicOps-233187296-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94174) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 11:41:14.710934 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df9620f8-53e8-45d8-84f7-4d23758a0315 tempest-TestNetworkBasicOps-233187296 tempest-TestNetworkBasicOps-233187296-project] Pushing event deleted for resources: {'Port': ['ID=41b3334c-a8bf-4779-b303-a5a9c45ccc3a,revision_number=None']} {{(pid=94174) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 11:41:14.721618 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG oslo_concurrency.lockutils [None req-df9620f8-53e8-45d8-84f7-4d23758a0315 tempest-TestNetworkBasicOps-233187296 tempest-TestNetworkBasicOps-233187296-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.030s {{(pid=94174) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 11:41:14.963161 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron_lib.callbacks.manager [None req-df9620f8-53e8-45d8-84f7-4d23758a0315 tempest-TestNetworkBasicOps-233187296 tempest-TestNetworkBasicOps-233187296-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-7866080', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-516693'] for router_interface, after_delete {{(pid=94174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:41:14.984401 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ed3c48b-e2d1-4e0f-8110-14d458a583cf req-69d2d455-c940-48f8-83c3-924a1affdf3a tempest-TestVolumeBootPattern-1838142519 tempest-TestVolumeBootPattern-1838142519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 11:41:14.985886 dv-neutron-601336-94-hyperv neutron-server[94175]: INFO neutron.wsgi [req-5ed3c48b-e2d1-4e0f-8110-14d458a583cf req-69d2d455-c940-48f8-83c3-924a1affdf3a tempest-TestVolumeBootPattern-1838142519 tempest-TestVolumeBootPattern-1838142519-project] 10.222.0.20 "GET /v2.0/ports?device_id=379b9572-890a-481f-bf22-593e325cb383 HTTP/1.1" status: 200 len: 944 time: 0.4124734 Jun 23 11:41:15.061868 dv-neutron-601336-94-hyperv neutron-server[94175]: INFO neutron.wsgi [req-5ed3c48b-e2d1-4e0f-8110-14d458a583cf req-d32df666-d80c-4cb0-bd39-e07ce39fdb09 tempest-TestVolumeBootPattern-1838142519 tempest-TestVolumeBootPattern-1838142519-project] 10.222.0.20 "GET /v2.0/security-groups?id=caa86333-f4a4-4907-90fa-9f1b20d99924&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0516562 Jun 23 11:41:15.089489 dv-neutron-601336-94-hyperv neutron-server[94175]: INFO neutron.wsgi [req-1c7643c7-42b7-4906-b6be-f60f1acb7f4a req-2ed4fb56-790c-4d94-bd5f-485784494efc service neutron] 10.222.0.52 "GET /v2.0/networks/03d0adb8-7c84-4028-a133-9fee8ea26a25?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4205861 Jun 23 11:41:15.193338 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-df9620f8-53e8-45d8-84f7-4d23758a0315 tempest-TestNetworkBasicOps-233187296 tempest-TestNetworkBasicOps-233187296-project] Router 9c7813e6-2f0b-4ca5-a1a6-ab853743e968 has already been hosted by L3 agent 50ef99c0-ef28-4db5-b303-b145898fae60 {{(pid=94174) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 23 11:41:15.303488 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-df9620f8-53e8-45d8-84f7-4d23758a0315 tempest-TestNetworkBasicOps-233187296 tempest-TestNetworkBasicOps-233187296-project] Notify agent at l3_agent.dv-neutron-601336-94-hyperv the message routers_updated {{(pid=94174) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 23 11:41:15.312260 dv-neutron-601336-94-hyperv neutron-server[94174]: INFO neutron.wsgi [None req-df9620f8-53e8-45d8-84f7-4d23758a0315 tempest-TestNetworkBasicOps-233187296 tempest-TestNetworkBasicOps-233187296-project] 10.222.0.20 "PUT /v2.0/routers/9c7813e6-2f0b-4ca5-a1a6-ab853743e968/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.1871548 Jun 23 11:41:15.312260 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.wsgi [-] (94174) accepted ('10.222.0.20', 43998) {{(pid=94174) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 11:41:15.314750 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e5f902b2-f920-42de-8963-ae11a00af079 None None] Sync routers for ids ['9c7813e6-2f0b-4ca5-a1a6-ab853743e968'] in dv-neutron-601336-94-hyperv {{(pid=94176) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 23 11:41:15.328774 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e5f902b2-f920-42de-8963-ae11a00af079 None None] Routers {'9c7813e6-2f0b-4ca5-a1a6-ab853743e968'} bound to L3 agent in host dv-neutron-601336-94-hyperv {{(pid=94176) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 23 11:41:15.329536 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.db.l3_hamode_db [None req-e5f902b2-f920-42de-8963-ae11a00af079 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-601336-94-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-23T11:22:13Z,description=,heartbeat_timestamp=2021-06-23T11:41:13Z,host='dv-neutron-601336-94-hyperv',id=50ef99c0-ef28-4db5-b303-b145898fae60,load=0,resource_versions=,resources_synced=,started_at=2021-06-23T11:22:14Z,topic='l3_agent')) {'router_ids': ['9c7813e6-2f0b-4ca5-a1a6-ab853743e968'], 'active': True} {{(pid=94176) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 11:41:15.362504 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.db.db_base_plugin_v2 [None req-f9f959e6-5623-4aa0-9f9c-961374e942fe tempest-TestNetworkBasicOps-233187296 tempest-TestNetworkBasicOps-233187296-project] Deleting subnet a9f21ece-fa53-4513-9cb7-76820599b7b5 {{(pid=94174) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jun 23 11:41:15.365634 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron_lib.callbacks.manager [None req-f9f959e6-5623-4aa0-9f9c-961374e942fe tempest-TestNetworkBasicOps-233187296 tempest-TestNetworkBasicOps-233187296-project] Notify callbacks [] for subnet, before_delete {{(pid=94174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:41:15.408400 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron_lib.callbacks.manager [None req-f9f959e6-5623-4aa0-9f9c-961374e942fe tempest-TestNetworkBasicOps-233187296 tempest-TestNetworkBasicOps-233187296-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4800256'] for subnet, precommit_delete_associations {{(pid=94174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:41:15.442487 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.db.l3_dvr_db [None req-e5f902b2-f920-42de-8963-ae11a00af079 None None] Set router 9c7813e6-2f0b-4ca5-a1a6-ab853743e968 gateway port host: dv-neutron-601336-94-hyperv {{(pid=94176) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:838}} Jun 23 11:41:15.508464 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron_lib.callbacks.manager [None req-f9f959e6-5623-4aa0-9f9c-961374e942fe tempest-TestNetworkBasicOps-233187296 tempest-TestNetworkBasicOps-233187296-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-897634'] for subnet, precommit_delete {{(pid=94174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:41:15.632356 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.db.l3_hamode_db [None req-e5f902b2-f920-42de-8963-ae11a00af079 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9c7813e6-2f0b-4ca5-a1a6-ab853743e968', 'name': 'tempest-TestNetworkBasicOps-router-326637144', 'tenant_id': '772b9946478d439e9da4eaeade7fb21d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3e7e4eb3-cf02-4d47-ade9-0a579cdfc60f', 'external_fixed_ips': [{'subnet_id': 'a5ad15ab-c489-4a67-a9b0-d559fca0ec71', 'ip_address': '172.26.3.119'}], 'enable_snat': True}, 'gw_port_id': '1f64c9e6-a822-4e0a-8292-4c523c7db59f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-23T11:40:17Z', 'updated_at': '2021-06-23T11:41:14Z', 'revision_number': 5, 'project_id': '772b9946478d439e9da4eaeade7fb21d', 'gw_port': {'id': '1f64c9e6-a822-4e0a-8292-4c523c7db59f', 'name': '', 'network_id': '3e7e4eb3-cf02-4d47-ade9-0a579cdfc60f', 'tenant_id': '', 'mac_address': 'fa:16:3e:75:1a:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9c7813e6-2f0b-4ca5-a1a6-ab853743e968', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1368, 'fixed_ips': [{'subnet_id': 'a5ad15ab-c489-4a67-a9b0-d559fca0ec71', 'ip_address': '172.26.3.119', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-94-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-23T11:40:18Z', 'updated_at': '2021-06-23T11:40:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a5ad15ab-c489-4a67-a9b0-d559fca0ec71', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-601336-94-hyperv'}], 'dv-neutron-601336-94-hyperv', False) {} {{(pid=94176) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 11:41:15.642664 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron_lib.callbacks.manager [None req-f9f959e6-5623-4aa0-9f9c-961374e942fe tempest-TestNetworkBasicOps-233187296 tempest-TestNetworkBasicOps-233187296-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-897627', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866062', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5195932', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4294216'] for subnet, after_delete {{(pid=94174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:41:15.645637 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG oslo_concurrency.lockutils [None req-63fdb0bb-9f0c-4a94-8d76-70d9adb30078 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94174) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 11:41:15.658477 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e5f902b2-f920-42de-8963-ae11a00af079 None None] Checking router: 9c7813e6-2f0b-4ca5-a1a6-ab853743e968 for host: dv-neutron-601336-94-hyperv {{(pid=94176) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 23 11:41:15.666899 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e5f902b2-f920-42de-8963-ae11a00af079 None None] Routers {'9c7813e6-2f0b-4ca5-a1a6-ab853743e968'} bound to L3 agent in host dv-neutron-601336-94-hyperv {{(pid=94176) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 23 11:41:15.667544 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.db.l3_hamode_db [None req-e5f902b2-f920-42de-8963-ae11a00af079 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-601336-94-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-23T11:22:13Z,description=,heartbeat_timestamp=2021-06-23T11:41:13Z,host='dv-neutron-601336-94-hyperv',id=50ef99c0-ef28-4db5-b303-b145898fae60,load=0,resource_versions=,resources_synced=,started_at=2021-06-23T11:22:14Z,topic='l3_agent')) {'router_ids': ['9c7813e6-2f0b-4ca5-a1a6-ab853743e968'], 'active': True} {{(pid=94176) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 11:41:15.673572 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9f959e6-5623-4aa0-9f9c-961374e942fe tempest-TestNetworkBasicOps-233187296 tempest-TestNetworkBasicOps-233187296-project] Pushing event deleted for resources: {'Subnet': ['ID=a9f21ece-fa53-4513-9cb7-76820599b7b5,revision_number=None']} {{(pid=94174) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 11:41:15.677126 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG oslo_concurrency.lockutils [None req-f9f959e6-5623-4aa0-9f9c-961374e942fe tempest-TestNetworkBasicOps-233187296 tempest-TestNetworkBasicOps-233187296-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.032s {{(pid=94174) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 11:41:15.678129 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron_lib.callbacks.manager [None req-f9f959e6-5623-4aa0-9f9c-961374e942fe tempest-TestNetworkBasicOps-233187296 tempest-TestNetworkBasicOps-233187296-project] Notify callbacks [] for subnet, before_response {{(pid=94174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:41:15.680633 dv-neutron-601336-94-hyperv neutron-server[94174]: INFO neutron.wsgi [None req-f9f959e6-5623-4aa0-9f9c-961374e942fe tempest-TestNetworkBasicOps-233187296 tempest-TestNetworkBasicOps-233187296-project] 10.222.0.20 "DELETE /v2.0/subnets/a9f21ece-fa53-4513-9cb7-76820599b7b5 HTTP/1.1" status: 204 len: 168 time: 0.3679228 Jun 23 11:41:15.686187 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.wsgi [-] (94174) accepted ('10.222.0.20', 44000) {{(pid=94174) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 11:41:15.711692 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-99f02e94-daeb-4342-add5-924480a0e083 None None] Network eb17e2b0-6fa8-4e88-977d-dc1d236f50f4 requested from dv-neutron-601336-94-hyperv {{(pid=94176) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 23 11:41:15.798189 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron_lib.callbacks.manager [None req-24f0cae1-2be5-402c-bbb7-6ea2bcdd1335 tempest-TestNetworkBasicOps-233187296 tempest-TestNetworkBasicOps-233187296-project] Notify callbacks [] for router, before_delete {{(pid=94174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:41:15.868384 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.db.l3_dvr_db [None req-e5f902b2-f920-42de-8963-ae11a00af079 None None] Set router 9c7813e6-2f0b-4ca5-a1a6-ab853743e968 gateway port host: dv-neutron-601336-94-hyperv {{(pid=94176) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:838}} Jun 23 11:41:15.912392 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron_lib.callbacks.manager [None req-24f0cae1-2be5-402c-bbb7-6ea2bcdd1335 tempest-TestNetworkBasicOps-233187296 tempest-TestNetworkBasicOps-233187296-project] Notify callbacks [] for router_gateway, before_delete {{(pid=94174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:41:16.048540 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.plugins.ml2.plugin [None req-24f0cae1-2be5-402c-bbb7-6ea2bcdd1335 tempest-TestNetworkBasicOps-233187296 tempest-TestNetworkBasicOps-233187296-project] Deleting port 1f64c9e6-a822-4e0a-8292-4c523c7db59f {{(pid=94174) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1913}} Jun 23 11:41:16.049220 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron_lib.callbacks.manager [None req-24f0cae1-2be5-402c-bbb7-6ea2bcdd1335 tempest-TestNetworkBasicOps-233187296 tempest-TestNetworkBasicOps-233187296-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773700079324'] for port, before_delete {{(pid=94174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:41:16.075212 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-22df1a34-fec9-4355-b220-96e4b1cd3bfb None None] DHCP port deletion for eb17e2b0-6fa8-4e88-977d-dc1d236f50f4 request from dv-neutron-601336-94-hyperv {{(pid=94176) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jun 23 11:41:16.078460 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.db.l3_hamode_db [None req-e5f902b2-f920-42de-8963-ae11a00af079 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9c7813e6-2f0b-4ca5-a1a6-ab853743e968', 'name': 'tempest-TestNetworkBasicOps-router-326637144', 'tenant_id': '772b9946478d439e9da4eaeade7fb21d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3e7e4eb3-cf02-4d47-ade9-0a579cdfc60f', 'external_fixed_ips': [{'subnet_id': 'a5ad15ab-c489-4a67-a9b0-d559fca0ec71', 'ip_address': '172.26.3.119'}], 'enable_snat': True}, 'gw_port_id': '1f64c9e6-a822-4e0a-8292-4c523c7db59f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-23T11:40:17Z', 'updated_at': '2021-06-23T11:41:14Z', 'revision_number': 5, 'project_id': '772b9946478d439e9da4eaeade7fb21d', 'gw_port': {'id': '1f64c9e6-a822-4e0a-8292-4c523c7db59f', 'name': '', 'network_id': '3e7e4eb3-cf02-4d47-ade9-0a579cdfc60f', 'tenant_id': '', 'mac_address': 'fa:16:3e:75:1a:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9c7813e6-2f0b-4ca5-a1a6-ab853743e968', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1368, 'fixed_ips': [{'subnet_id': 'a5ad15ab-c489-4a67-a9b0-d559fca0ec71', 'ip_address': '172.26.3.119', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-94-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-23T11:40:18Z', 'updated_at': '2021-06-23T11:40:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a5ad15ab-c489-4a67-a9b0-d559fca0ec71', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-601336-94-hyperv'}], 'dv-neutron-601336-94-hyperv', False) {} {{(pid=94176) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 11:41:16.128475 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e5f902b2-f920-42de-8963-ae11a00af079 None None] The sync data for ids ['9c7813e6-2f0b-4ca5-a1a6-ab853743e968'] in dv-neutron-601336-94-hyperv is: [{'id': '9c7813e6-2f0b-4ca5-a1a6-ab853743e968', 'name': 'tempest-TestNetworkBasicOps-router-326637144', 'tenant_id': '772b9946478d439e9da4eaeade7fb21d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3e7e4eb3-cf02-4d47-ade9-0a579cdfc60f', 'external_fixed_ips': [{'subnet_id': 'a5ad15ab-c489-4a67-a9b0-d559fca0ec71', 'ip_address': '172.26.3.119'}], 'enable_snat': True}, 'gw_port_id': '1f64c9e6-a822-4e0a-8292-4c523c7db59f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-23T11:40:17Z', 'updated_at': '2021-06-23T11:41:14Z', 'revision_number': 5, 'project_id': '772b9946478d439e9da4eaeade7fb21d', 'gw_port': {'id': '1f64c9e6-a822-4e0a-8292-4c523c7db59f', 'name': '', 'network_id': '3e7e4eb3-cf02-4d47-ade9-0a579cdfc60f', 'tenant_id': '', 'mac_address': 'fa:16:3e:75:1a:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9c7813e6-2f0b-4ca5-a1a6-ab853743e968', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1368, 'fixed_ips': [{'subnet_id': 'a5ad15ab-c489-4a67-a9b0-d559fca0ec71', 'ip_address': '172.26.3.119', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-94-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-23T11:40:18Z', 'updated_at': '2021-06-23T11:40:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a5ad15ab-c489-4a67-a9b0-d559fca0ec71', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-601336-94-hyperv'}] {{(pid=94176) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 23 11:41:16.143290 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.plugins.ml2.db [None req-24f0cae1-2be5-402c-bbb7-6ea2bcdd1335 tempest-TestNetworkBasicOps-233187296 tempest-TestNetworkBasicOps-233187296-project] For port 1f64c9e6-a822-4e0a-8292-4c523c7db59f, host dv-neutron-601336-94-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-94-hyperv',level=0,port_id=1f64c9e6-a822-4e0a-8292-4c523c7db59f,segment=NetworkSegment(c23be0a5-6980-48fb-bc9f-4a24717fe1de),segment_id=c23be0a5-6980-48fb-bc9f-4a24717fe1de)] {{(pid=94174) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 23 11:41:16.143654 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron_lib.callbacks.manager [None req-24f0cae1-2be5-402c-bbb7-6ea2bcdd1335 tempest-TestNetworkBasicOps-233187296 tempest-TestNetworkBasicOps-233187296-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-430722'] for port, precommit_delete {{(pid=94174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:41:16.161487 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.plugins.ml2.plugin [None req-24f0cae1-2be5-402c-bbb7-6ea2bcdd1335 tempest-TestNetworkBasicOps-233187296 tempest-TestNetworkBasicOps-233187296-project] Calling delete_port for 1f64c9e6-a822-4e0a-8292-4c523c7db59f owned by network:router_gateway {{(pid=94174) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1986}} Jun 23 11:41:16.163204 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.plugins.ml2.plugin [None req-22df1a34-fec9-4355-b220-96e4b1cd3bfb None None] Deleting port 29af1afc-0e09-45d6-9aff-7a0ac7658e94 {{(pid=94176) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1913}} Jun 23 11:41:16.163603 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron_lib.callbacks.manager [None req-22df1a34-fec9-4355-b220-96e4b1cd3bfb None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773700079324'] for port, before_delete {{(pid=94176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:41:16.236654 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.plugins.ml2.db [None req-22df1a34-fec9-4355-b220-96e4b1cd3bfb None None] For port 29af1afc-0e09-45d6-9aff-7a0ac7658e94, host dv-neutron-601336-94-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-94-hyperv',level=0,port_id=29af1afc-0e09-45d6-9aff-7a0ac7658e94,segment=NetworkSegment(fd389721-9bf6-4e11-9863-961f1c6db03e),segment_id=fd389721-9bf6-4e11-9863-961f1c6db03e)] {{(pid=94176) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 23 11:41:16.237064 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron_lib.callbacks.manager [None req-22df1a34-fec9-4355-b220-96e4b1cd3bfb None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-430722'] for port, precommit_delete {{(pid=94176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:41:16.250819 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.plugins.ml2.plugin [None req-22df1a34-fec9-4355-b220-96e4b1cd3bfb None None] Calling delete_port for 29af1afc-0e09-45d6-9aff-7a0ac7658e94 owned by network:dhcp {{(pid=94176) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1986}} Jun 23 11:41:16.332309 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61593aa7-d27a-4924-a232-5f51646b893c req-4f286d5f-d06c-45f1-aea9-2b261c309bda tempest-TestVolumeBootPattern-1838142519 tempest-TestVolumeBootPattern-1838142519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94174) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 11:41:16.333792 dv-neutron-601336-94-hyperv neutron-server[94174]: INFO neutron.wsgi [req-61593aa7-d27a-4924-a232-5f51646b893c req-4f286d5f-d06c-45f1-aea9-2b261c309bda tempest-TestVolumeBootPattern-1838142519 tempest-TestVolumeBootPattern-1838142519-project] 10.222.0.20 "GET /v2.0/ports?device_id=379b9572-890a-481f-bf22-593e325cb383 HTTP/1.1" status: 200 len: 944 time: 0.1266365 Jun 23 11:41:16.407544 dv-neutron-601336-94-hyperv neutron-server[94174]: INFO neutron.wsgi [req-61593aa7-d27a-4924-a232-5f51646b893c req-70fcfb97-f262-4986-8ea5-d475442eafb3 tempest-TestVolumeBootPattern-1838142519 tempest-TestVolumeBootPattern-1838142519-project] 10.222.0.20 "GET /v2.0/security-groups?id=caa86333-f4a4-4907-90fa-9f1b20d99924&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0670455 Jun 23 11:41:16.441752 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron_lib.callbacks.manager [None req-22df1a34-fec9-4355-b220-96e4b1cd3bfb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-922904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866062', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773700135024', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773699642224'] for port, after_delete {{(pid=94176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:41:16.443821 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG oslo_concurrency.lockutils [None req-0440acdd-dd1c-4579-89e9-761ef6ce888c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 11:41:16.465614 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22df1a34-fec9-4355-b220-96e4b1cd3bfb None None] Pushing event deleted for resources: {'Port': ['ID=29af1afc-0e09-45d6-9aff-7a0ac7658e94,revision_number=None']} {{(pid=94176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 11:41:16.469190 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG oslo_concurrency.lockutils [None req-22df1a34-fec9-4355-b220-96e4b1cd3bfb None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.025s {{(pid=94176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 11:41:16.471937 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.db.l3_dvrscheduler_db [None req-22df1a34-fec9-4355-b220-96e4b1cd3bfb None None] No DVR routers for this DVR port 29af1afc-0e09-45d6-9aff-7a0ac7658e94 on host dv-neutron-601336-94-hyperv {{(pid=94176) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 23 11:41:16.493838 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron_lib.callbacks.manager [None req-24f0cae1-2be5-402c-bbb7-6ea2bcdd1335 tempest-TestNetworkBasicOps-233187296 tempest-TestNetworkBasicOps-233187296-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-922904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866062', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773700135024', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773699642224', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5196390'] for port, after_delete {{(pid=94174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:41:16.496178 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG oslo_concurrency.lockutils [None req-26ec00b3-e75b-4c18-9ee2-850d26409401 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94174) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 11:41:16.522516 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24f0cae1-2be5-402c-bbb7-6ea2bcdd1335 tempest-TestNetworkBasicOps-233187296 tempest-TestNetworkBasicOps-233187296-project] Pushing event deleted for resources: {'Port': ['ID=1f64c9e6-a822-4e0a-8292-4c523c7db59f,revision_number=None']} {{(pid=94174) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 11:41:16.525735 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG oslo_concurrency.lockutils [None req-24f0cae1-2be5-402c-bbb7-6ea2bcdd1335 tempest-TestNetworkBasicOps-233187296 tempest-TestNetworkBasicOps-233187296-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.030s {{(pid=94174) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 11:41:16.602829 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron_lib.callbacks.manager [None req-24f0cae1-2be5-402c-bbb7-6ea2bcdd1335 tempest-TestNetworkBasicOps-233187296 tempest-TestNetworkBasicOps-233187296-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-524171'] for router_gateway, after_delete {{(pid=94174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:41:16.619018 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron_lib.callbacks.manager [None req-95d6aa8f-24e7-4234-82ff-f502266c3285 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773699952132', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-899307'] for agent, after_update {{(pid=94176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:41:16.705355 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron_lib.callbacks.manager [None req-24f0cae1-2be5-402c-bbb7-6ea2bcdd1335 tempest-TestNetworkBasicOps-233187296 tempest-TestNetworkBasicOps-233187296-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-520417', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-32301'] for router, precommit_delete {{(pid=94174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:41:16.707483 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron_lib.callbacks.manager [None req-24f0cae1-2be5-402c-bbb7-6ea2bcdd1335 tempest-TestNetworkBasicOps-233187296 tempest-TestNetworkBasicOps-233187296-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:41:16.818879 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron_lib.callbacks.manager [None req-24f0cae1-2be5-402c-bbb7-6ea2bcdd1335 tempest-TestNetworkBasicOps-233187296 tempest-TestNetworkBasicOps-233187296-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-494961'] for router, after_delete {{(pid=94174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:41:16.819540 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-24f0cae1-2be5-402c-bbb7-6ea2bcdd1335 tempest-TestNetworkBasicOps-233187296 tempest-TestNetworkBasicOps-233187296-project] Fanout notify agent at l3_agent the message router_deleted on router 9c7813e6-2f0b-4ca5-a1a6-ab853743e968 {{(pid=94174) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jun 23 11:41:16.827446 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron_lib.callbacks.manager [None req-24f0cae1-2be5-402c-bbb7-6ea2bcdd1335 tempest-TestNetworkBasicOps-233187296 tempest-TestNetworkBasicOps-233187296-project] Notify callbacks [] for router, before_response {{(pid=94174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:41:16.831364 dv-neutron-601336-94-hyperv neutron-server[94174]: INFO neutron.wsgi [None req-24f0cae1-2be5-402c-bbb7-6ea2bcdd1335 tempest-TestNetworkBasicOps-233187296 tempest-TestNetworkBasicOps-233187296-project] 10.222.0.20 "DELETE /v2.0/routers/9c7813e6-2f0b-4ca5-a1a6-ab853743e968 HTTP/1.1" status: 204 len: 168 time: 1.1470468 Jun 23 11:41:16.831537 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.wsgi [-] (94175) accepted ('10.222.0.20', 44004) {{(pid=94175) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 11:41:16.923048 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron_lib.callbacks.manager [None req-c3dc4436-5106-4b36-9e73-edaafd2e5076 tempest-TestNetworkBasicOps-233187296 tempest-TestNetworkBasicOps-233187296-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-824874'] for network, before_delete {{(pid=94175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:41:17.014174 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron_lib.callbacks.manager [None req-c3dc4436-5106-4b36-9e73-edaafd2e5076 tempest-TestNetworkBasicOps-233187296 tempest-TestNetworkBasicOps-233187296-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-897259', 'neutron.services.segments.db._delete_segments_for_network-8773700168587'] for network, precommit_delete {{(pid=94175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:41:17.024289 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.services.segments.db [None req-c3dc4436-5106-4b36-9e73-edaafd2e5076 tempest-TestNetworkBasicOps-233187296 tempest-TestNetworkBasicOps-233187296-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['eb17e2b0-6fa8-4e88-977d-dc1d236f50f4']}} {{(pid=94175) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 11:41:17.034385 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.services.segments.db [None req-c3dc4436-5106-4b36-9e73-edaafd2e5076 tempest-TestNetworkBasicOps-233187296 tempest-TestNetworkBasicOps-233187296-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'fd389721-9bf6-4e11-9863-961f1c6db03e') {'for_net_delete': True} {{(pid=94175) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 11:41:17.034714 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.services.segments.db [None req-c3dc4436-5106-4b36-9e73-edaafd2e5076 tempest-TestNetworkBasicOps-233187296 tempest-TestNetworkBasicOps-233187296-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'fd389721-9bf6-4e11-9863-961f1c6db03e') {} {{(pid=94175) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 11:41:17.043655 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron_lib.callbacks.manager [None req-c3dc4436-5106-4b36-9e73-edaafd2e5076 tempest-TestNetworkBasicOps-233187296 tempest-TestNetworkBasicOps-233187296-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8773699955833', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5190677'] for segment, before_delete {{(pid=94175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:41:17.056783 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron_lib.callbacks.manager [None req-c3dc4436-5106-4b36-9e73-edaafd2e5076 tempest-TestNetworkBasicOps-233187296 tempest-TestNetworkBasicOps-233187296-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3801'] for segment, precommit_delete {{(pid=94175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:41:17.062712 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c3dc4436-5106-4b36-9e73-edaafd2e5076 tempest-TestNetworkBasicOps-233187296 tempest-TestNetworkBasicOps-233187296-project] Releasing vlan 409 on physical network physnet1 to pool {{(pid=94175) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 23 11:41:17.063179 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron_lib.callbacks.manager [None req-c3dc4436-5106-4b36-9e73-edaafd2e5076 tempest-TestNetworkBasicOps-233187296 tempest-TestNetworkBasicOps-233187296-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3801', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5082371'] for segment, after_delete {{(pid=94175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:41:17.066506 dv-neutron-601336-94-hyperv neutron-server[94175]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 23 11:41:17.066506 dv-neutron-601336-94-hyperv neutron-server[94175]: conditions |= (models_v2.Port.network_id.in_( Jun 23 11:41:17.066506 dv-neutron-601336-94-hyperv neutron-server[94175]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 23 11:41:17.066506 dv-neutron-601336-94-hyperv neutron-server[94175]: conditions |= (models_v2.Port.network_id.in_( Jun 23 11:41:17.066506 dv-neutron-601336-94-hyperv neutron-server[94175]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 23 11:41:17.066506 dv-neutron-601336-94-hyperv neutron-server[94175]: conditions |= (models_v2.Port.network_id.in_( Jun 23 11:41:17.066506 dv-neutron-601336-94-hyperv neutron-server[94175]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 23 11:41:17.066506 dv-neutron-601336-94-hyperv neutron-server[94175]: conditions |= (models_v2.Port.network_id.in_( Jun 23 11:41:17.066506 dv-neutron-601336-94-hyperv neutron-server[94175]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 23 11:41:17.066506 dv-neutron-601336-94-hyperv neutron-server[94175]: conditions |= (models_v2.Port.network_id.in_( Jun 23 11:41:17.066506 dv-neutron-601336-94-hyperv neutron-server[94175]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 23 11:41:17.066506 dv-neutron-601336-94-hyperv neutron-server[94175]: conditions |= (models_v2.Port.network_id.in_( Jun 23 11:41:17.066506 dv-neutron-601336-94-hyperv neutron-server[94175]: Traceback (most recent call last): Jun 23 11:41:17.066506 dv-neutron-601336-94-hyperv neutron-server[94175]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 23 11:41:17.066506 dv-neutron-601336-94-hyperv neutron-server[94175]: timer() Jun 23 11:41:17.066506 dv-neutron-601336-94-hyperv neutron-server[94175]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 23 11:41:17.066506 dv-neutron-601336-94-hyperv neutron-server[94175]: cb(*args, **kw) Jun 23 11:41:17.066506 dv-neutron-601336-94-hyperv neutron-server[94175]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 23 11:41:17.066506 dv-neutron-601336-94-hyperv neutron-server[94175]: return func(*args, **kwargs) Jun 23 11:41:17.066506 dv-neutron-601336-94-hyperv neutron-server[94175]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 23 11:41:17.066506 dv-neutron-601336-94-hyperv neutron-server[94175]: self._notify() Jun 23 11:41:17.066506 dv-neutron-601336-94-hyperv neutron-server[94175]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 23 11:41:17.066506 dv-neutron-601336-94-hyperv neutron-server[94175]: self.callback(batched_events) Jun 23 11:41:17.066506 dv-neutron-601336-94-hyperv neutron-server[94175]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 23 11:41:17.066506 dv-neutron-601336-94-hyperv neutron-server[94175]: event.method(event) Jun 23 11:41:17.066506 dv-neutron-601336-94-hyperv neutron-server[94175]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 23 11:41:17.066506 dv-neutron-601336-94-hyperv neutron-server[94175]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 23 11:41:17.066506 dv-neutron-601336-94-hyperv neutron-server[94175]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 23 11:41:17.066506 dv-neutron-601336-94-hyperv neutron-server[94175]: aggregate_uuid = self.p_client.list_aggregates( Jun 23 11:41:17.066506 dv-neutron-601336-94-hyperv neutron-server[94175]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 23 11:41:17.066506 dv-neutron-601336-94-hyperv neutron-server[94175]: return f(self, *a, **k) Jun 23 11:41:17.066506 dv-neutron-601336-94-hyperv neutron-server[94175]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 23 11:41:17.066506 dv-neutron-601336-94-hyperv neutron-server[94175]: return self._get(url).json() Jun 23 11:41:17.066506 dv-neutron-601336-94-hyperv neutron-server[94175]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 23 11:41:17.066506 dv-neutron-601336-94-hyperv neutron-server[94175]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 23 11:41:17.066506 dv-neutron-601336-94-hyperv neutron-server[94175]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 23 11:41:17.066506 dv-neutron-601336-94-hyperv neutron-server[94175]: return self.request(url, 'GET', **kwargs) Jun 23 11:41:17.066506 dv-neutron-601336-94-hyperv neutron-server[94175]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 23 11:41:17.066506 dv-neutron-601336-94-hyperv neutron-server[94175]: base_url = self.get_endpoint(auth, allow=allow, Jun 23 11:41:17.066506 dv-neutron-601336-94-hyperv neutron-server[94175]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 23 11:41:17.066506 dv-neutron-601336-94-hyperv neutron-server[94175]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 23 11:41:17.066506 dv-neutron-601336-94-hyperv neutron-server[94175]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 23 11:41:17.066506 dv-neutron-601336-94-hyperv neutron-server[94175]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 23 11:41:17.066506 dv-neutron-601336-94-hyperv neutron-server[94175]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 23 11:41:17.167489 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron_lib.callbacks.manager [None req-c3dc4436-5106-4b36-9e73-edaafd2e5076 tempest-TestNetworkBasicOps-233187296 tempest-TestNetworkBasicOps-233187296-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-897248', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8002400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7866073', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-524247'] for network, after_delete {{(pid=94175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:41:17.171896 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron_lib.callbacks.manager [None req-c3dc4436-5106-4b36-9e73-edaafd2e5076 tempest-TestNetworkBasicOps-233187296 tempest-TestNetworkBasicOps-233187296-project] Notify callbacks [] for network, before_response {{(pid=94175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:41:17.176535 dv-neutron-601336-94-hyperv neutron-server[94175]: INFO neutron.wsgi [None req-c3dc4436-5106-4b36-9e73-edaafd2e5076 tempest-TestNetworkBasicOps-233187296 tempest-TestNetworkBasicOps-233187296-project] 10.222.0.20 "DELETE /v2.0/networks/eb17e2b0-6fa8-4e88-977d-dc1d236f50f4 HTTP/1.1" status: 204 len: 168 time: 0.3414369 Jun 23 11:41:17.176535 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG oslo_concurrency.lockutils [None req-28908bb9-3c85-47f8-a5ce-935b033dc2c9 tempest-PortsIpV6TestJSON-1781383748 tempest-PortsIpV6TestJSON-1781383748-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94175) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 11:41:17.187434 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.wsgi [-] (94174) accepted ('10.222.0.20', 44006) {{(pid=94174) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 11:41:17.190112 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3dc4436-5106-4b36-9e73-edaafd2e5076 tempest-TestNetworkBasicOps-233187296 tempest-TestNetworkBasicOps-233187296-project] Pushing event deleted for resources: {'Network': ['ID=eb17e2b0-6fa8-4e88-977d-dc1d236f50f4,revision_number=None']} {{(pid=94175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 11:41:17.199139 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3dc4436-5106-4b36-9e73-edaafd2e5076 tempest-TestNetworkBasicOps-233187296 tempest-TestNetworkBasicOps-233187296-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-601336-94-hyperv {{(pid=94175) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 11:41:17.199604 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3dc4436-5106-4b36-9e73-edaafd2e5076 tempest-TestNetworkBasicOps-233187296 tempest-TestNetworkBasicOps-233187296-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-94-hyperv {{(pid=94175) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 11:41:17.199908 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3dc4436-5106-4b36-9e73-edaafd2e5076 tempest-TestNetworkBasicOps-233187296 tempest-TestNetworkBasicOps-233187296-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-94-hyperv {{(pid=94175) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 11:41:17.200279 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3dc4436-5106-4b36-9e73-edaafd2e5076 tempest-TestNetworkBasicOps-233187296 tempest-TestNetworkBasicOps-233187296-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-601336-94-hyperv {{(pid=94175) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 11:41:17.200400 dv-neutron-601336-94-hyperv neutron-server[94174]: INFO neutron.wsgi [None req-d3a30f30-0f18-4524-89fd-b2754b59f536 tempest-TestNetworkBasicOps-1420332966 tempest-TestNetworkBasicOps-1420332966-project-admin] 10.222.0.20 "GET /v2.0/agents?agent_type=L3+agent HTTP/1.1" status: 200 len: 839 time: 0.0114431 Jun 23 11:41:17.200769 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3dc4436-5106-4b36-9e73-edaafd2e5076 tempest-TestNetworkBasicOps-233187296 tempest-TestNetworkBasicOps-233187296-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-601336-94-hyperv {{(pid=94175) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 11:41:17.201180 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3dc4436-5106-4b36-9e73-edaafd2e5076 tempest-TestNetworkBasicOps-233187296 tempest-TestNetworkBasicOps-233187296-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-601336-94-hyperv {{(pid=94175) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 11:41:17.201505 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3dc4436-5106-4b36-9e73-edaafd2e5076 tempest-TestNetworkBasicOps-233187296 tempest-TestNetworkBasicOps-233187296-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-601336-94-hyperv {{(pid=94175) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 11:41:17.201866 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3dc4436-5106-4b36-9e73-edaafd2e5076 tempest-TestNetworkBasicOps-233187296 tempest-TestNetworkBasicOps-233187296-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-601336-94-hyperv {{(pid=94175) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 11:41:17.202226 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3dc4436-5106-4b36-9e73-edaafd2e5076 tempest-TestNetworkBasicOps-233187296 tempest-TestNetworkBasicOps-233187296-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-601336-94-hyperv {{(pid=94175) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 11:41:17.202655 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.wsgi [-] (94174) accepted ('10.222.0.20', 44008) {{(pid=94174) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 11:41:17.202778 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3dc4436-5106-4b36-9e73-edaafd2e5076 tempest-TestNetworkBasicOps-233187296 tempest-TestNetworkBasicOps-233187296-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-94-hyperv {{(pid=94175) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 11:41:17.203024 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3dc4436-5106-4b36-9e73-edaafd2e5076 tempest-TestNetworkBasicOps-233187296 tempest-TestNetworkBasicOps-233187296-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-601336-94-hyperv {{(pid=94175) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 11:41:17.203406 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3dc4436-5106-4b36-9e73-edaafd2e5076 tempest-TestNetworkBasicOps-233187296 tempest-TestNetworkBasicOps-233187296-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-601336-94-hyperv {{(pid=94175) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 11:41:17.206747 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG oslo_concurrency.lockutils [None req-c3dc4436-5106-4b36-9e73-edaafd2e5076 tempest-TestNetworkBasicOps-233187296 tempest-TestNetworkBasicOps-233187296-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.032s {{(pid=94175) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 11:41:17.207455 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.api.v2.base [None req-bd23b813-ab78-4419-b2cd-59de4998ecb8 tempest-TestNetworkBasicOps-233187296 tempest-TestNetworkBasicOps-233187296-project] Request body: {'network': {'name': 'tempest-network-smoke--672554417', 'project_id': '772b9946478d439e9da4eaeade7fb21d', 'port_security_enabled': True}} {{(pid=94174) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 23 11:41:17.299350 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bd23b813-ab78-4419-b2cd-59de4998ecb8 tempest-TestNetworkBasicOps-233187296 tempest-TestNetworkBasicOps-233187296-project] Made reservation on behalf of 772b9946478d439e9da4eaeade7fb21d for: {'network': 1} {{(pid=94174) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 23 11:41:17.303168 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron_lib.callbacks.manager [None req-bd23b813-ab78-4419-b2cd-59de4998ecb8 tempest-TestNetworkBasicOps-233187296 tempest-TestNetworkBasicOps-233187296-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-923104'] for network, before_create {{(pid=94174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:41:17.327666 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-bd23b813-ab78-4419-b2cd-59de4998ecb8 tempest-TestNetworkBasicOps-233187296 tempest-TestNetworkBasicOps-233187296-project] vlan segment allocate from pool success with {'vlan_id': 405, 'physical_network': 'physnet1'} {{(pid=94174) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 23 11:41:17.336305 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron_lib.callbacks.manager [None req-bd23b813-ab78-4419-b2cd-59de4998ecb8 tempest-TestNetworkBasicOps-233187296 tempest-TestNetworkBasicOps-233187296-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3801'] for segment, precommit_create {{(pid=94174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:41:17.337148 dv-neutron-601336-94-hyperv neutron-server[94174]: INFO neutron.db.segments_db [None req-bd23b813-ab78-4419-b2cd-59de4998ecb8 tempest-TestNetworkBasicOps-233187296 tempest-TestNetworkBasicOps-233187296-project] Added segment 6e03fc29-73a7-4380-95bb-f16eaf5e6b8a of type vlan for network aed37737-f784-42f4-a8b7-af135f8c50b0 Jun 23 11:41:17.374999 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron_lib.callbacks.manager [None req-bd23b813-ab78-4419-b2cd-59de4998ecb8 tempest-TestNetworkBasicOps-233187296 tempest-TestNetworkBasicOps-233187296-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8773699596773'] for network, precommit_create {{(pid=94174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:41:17.453615 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.plugins.ml2.rpc [None req-dc7542b2-afef-47f4-a763-e3a3cba144be None None] Device 1f64c9e6-a822-4e0a-8292-4c523c7db59f no longer exists at agent ovs-agent-dv-neutron-601336-94-hyperv {{(pid=94176) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:261}} Jun 23 11:41:17.459214 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron_lib.callbacks.manager [None req-bd23b813-ab78-4419-b2cd-59de4998ecb8 tempest-TestNetworkBasicOps-233187296 tempest-TestNetworkBasicOps-233187296-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8002400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7866073'] for network, after_create {{(pid=94174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:41:17.465944 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bd23b813-ab78-4419-b2cd-59de4998ecb8 tempest-TestNetworkBasicOps-233187296 tempest-TestNetworkBasicOps-233187296-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94174) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 11:41:17.466690 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron_lib.callbacks.manager [None req-bd23b813-ab78-4419-b2cd-59de4998ecb8 tempest-TestNetworkBasicOps-233187296 tempest-TestNetworkBasicOps-233187296-project] Notify callbacks [] for network, before_response {{(pid=94174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:41:17.469266 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG oslo_concurrency.lockutils [None req-cd404347-5072-4390-a1d5-bc868444e7cc tempest-NetworksIpV6Test-253648203 tempest-NetworksIpV6Test-253648203-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94174) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 11:41:17.472780 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.plugins.ml2.plugin [None req-dc7542b2-afef-47f4-a763-e3a3cba144be None None] No Port match for: 1f64c9e6-a822-4e0a-8292-4c523c7db59f {{(pid=94176) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2240}} Jun 23 11:41:17.473588 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.plugins.ml2.rpc [None req-dc7542b2-afef-47f4-a763-e3a3cba144be None None] Device 1f64c9e6-a822-4e0a-8292-4c523c7db59f not bound to the agent host dv-neutron-601336-94-hyperv {{(pid=94176) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:271}} Jun 23 11:41:17.473588 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.plugins.ml2.rpc [None req-dc7542b2-afef-47f4-a763-e3a3cba144be None None] Device 29af1afc-0e09-45d6-9aff-7a0ac7658e94 no longer exists at agent ovs-agent-dv-neutron-601336-94-hyperv {{(pid=94176) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:261}} Jun 23 11:41:17.500003 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.plugins.ml2.plugin [None req-dc7542b2-afef-47f4-a763-e3a3cba144be None None] No Port match for: 29af1afc-0e09-45d6-9aff-7a0ac7658e94 {{(pid=94176) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2240}} Jun 23 11:41:17.500914 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.plugins.ml2.rpc [None req-dc7542b2-afef-47f4-a763-e3a3cba144be None None] Device 29af1afc-0e09-45d6-9aff-7a0ac7658e94 not bound to the agent host dv-neutron-601336-94-hyperv {{(pid=94176) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:271}} Jun 23 11:41:17.501420 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.plugins.ml2.rpc [None req-dc7542b2-afef-47f4-a763-e3a3cba144be None None] Device 41b3334c-a8bf-4779-b303-a5a9c45ccc3a no longer exists at agent ovs-agent-dv-neutron-601336-94-hyperv {{(pid=94176) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:261}} Jun 23 11:41:17.524069 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.plugins.ml2.plugin [None req-dc7542b2-afef-47f4-a763-e3a3cba144be None None] No Port match for: 41b3334c-a8bf-4779-b303-a5a9c45ccc3a {{(pid=94176) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2240}} Jun 23 11:41:17.524510 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.plugins.ml2.rpc [None req-dc7542b2-afef-47f4-a763-e3a3cba144be None None] Device 41b3334c-a8bf-4779-b303-a5a9c45ccc3a not bound to the agent host dv-neutron-601336-94-hyperv {{(pid=94176) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:271}} Jun 23 11:41:17.554144 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd23b813-ab78-4419-b2cd-59de4998ecb8 tempest-TestNetworkBasicOps-233187296 tempest-TestNetworkBasicOps-233187296-project] Pushing event updated for resources: {'Network': ['ID=aed37737-f784-42f4-a8b7-af135f8c50b0,revision_number=1']} {{(pid=94174) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 11:41:17.561669 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd23b813-ab78-4419-b2cd-59de4998ecb8 tempest-TestNetworkBasicOps-233187296 tempest-TestNetworkBasicOps-233187296-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-601336-94-hyperv {{(pid=94174) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 11:41:17.562066 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd23b813-ab78-4419-b2cd-59de4998ecb8 tempest-TestNetworkBasicOps-233187296 tempest-TestNetworkBasicOps-233187296-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-94-hyperv {{(pid=94174) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 11:41:17.562490 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd23b813-ab78-4419-b2cd-59de4998ecb8 tempest-TestNetworkBasicOps-233187296 tempest-TestNetworkBasicOps-233187296-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-94-hyperv {{(pid=94174) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 11:41:17.562854 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd23b813-ab78-4419-b2cd-59de4998ecb8 tempest-TestNetworkBasicOps-233187296 tempest-TestNetworkBasicOps-233187296-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-601336-94-hyperv {{(pid=94174) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 11:41:17.563291 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd23b813-ab78-4419-b2cd-59de4998ecb8 tempest-TestNetworkBasicOps-233187296 tempest-TestNetworkBasicOps-233187296-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-601336-94-hyperv {{(pid=94174) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 11:41:17.563672 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd23b813-ab78-4419-b2cd-59de4998ecb8 tempest-TestNetworkBasicOps-233187296 tempest-TestNetworkBasicOps-233187296-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-601336-94-hyperv {{(pid=94174) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 11:41:17.564043 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd23b813-ab78-4419-b2cd-59de4998ecb8 tempest-TestNetworkBasicOps-233187296 tempest-TestNetworkBasicOps-233187296-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-601336-94-hyperv {{(pid=94174) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 11:41:17.564411 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd23b813-ab78-4419-b2cd-59de4998ecb8 tempest-TestNetworkBasicOps-233187296 tempest-TestNetworkBasicOps-233187296-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-601336-94-hyperv {{(pid=94174) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 11:41:17.564783 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd23b813-ab78-4419-b2cd-59de4998ecb8 tempest-TestNetworkBasicOps-233187296 tempest-TestNetworkBasicOps-233187296-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-601336-94-hyperv {{(pid=94174) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 11:41:17.565153 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd23b813-ab78-4419-b2cd-59de4998ecb8 tempest-TestNetworkBasicOps-233187296 tempest-TestNetworkBasicOps-233187296-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-94-hyperv {{(pid=94174) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 11:41:17.565519 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd23b813-ab78-4419-b2cd-59de4998ecb8 tempest-TestNetworkBasicOps-233187296 tempest-TestNetworkBasicOps-233187296-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-601336-94-hyperv {{(pid=94174) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 11:41:17.565884 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd23b813-ab78-4419-b2cd-59de4998ecb8 tempest-TestNetworkBasicOps-233187296 tempest-TestNetworkBasicOps-233187296-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-601336-94-hyperv {{(pid=94174) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 11:41:17.569463 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG oslo_concurrency.lockutils [None req-bd23b813-ab78-4419-b2cd-59de4998ecb8 tempest-TestNetworkBasicOps-233187296 tempest-TestNetworkBasicOps-233187296-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.100s {{(pid=94174) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 11:41:17.577652 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.plugins.ml2.rpc [None req-dc7542b2-afef-47f4-a763-e3a3cba144be None None] Network aed37737-f784-42f4-a8b7-af135f8c50b0 details requested by agent ovs-agent-dv-neutron-601336-94-hyperv with host dv-neutron-601336-94-hyperv {{(pid=94176) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:250}} Jun 23 11:41:17.586427 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5f6ee05-9499-43d6-883a-1a86518aaada req-d04cbff0-fb95-408c-a761-7dff1ae12620 tempest-TestVolumeBootPattern-1838142519 tempest-TestVolumeBootPattern-1838142519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 11:41:17.587971 dv-neutron-601336-94-hyperv neutron-server[94175]: INFO neutron.wsgi [req-b5f6ee05-9499-43d6-883a-1a86518aaada req-d04cbff0-fb95-408c-a761-7dff1ae12620 tempest-TestVolumeBootPattern-1838142519 tempest-TestVolumeBootPattern-1838142519-project] 10.222.0.20 "GET /v2.0/ports?device_id=379b9572-890a-481f-bf22-593e325cb383 HTTP/1.1" status: 200 len: 944 time: 0.0691502 Jun 23 11:41:17.591951 dv-neutron-601336-94-hyperv neutron-server[94174]: INFO neutron.wsgi [None req-bd23b813-ab78-4419-b2cd-59de4998ecb8 tempest-TestNetworkBasicOps-233187296 tempest-TestNetworkBasicOps-233187296-project] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.3881845 Jun 23 11:41:17.594589 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.wsgi [-] (94174) accepted ('10.222.0.20', 44012) {{(pid=94174) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 11:41:17.599840 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.api.v2.base [None req-d90aa2a9-82ff-409e-914e-59baf5b8f8dc tempest-TestNetworkBasicOps-233187296 tempest-TestNetworkBasicOps-233187296-project] Request body: {'router': {'name': 'tempest-TestNetworkBasicOps-router-807382374', 'admin_state_up': True, 'project_id': '772b9946478d439e9da4eaeade7fb21d', 'external_gateway_info': {'network_id': '3e7e4eb3-cf02-4d47-ade9-0a579cdfc60f'}}} {{(pid=94174) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 23 11:41:17.629888 dv-neutron-601336-94-hyperv neutron-server[94175]: INFO neutron.wsgi [req-b5f6ee05-9499-43d6-883a-1a86518aaada req-9312f39d-bc77-4816-8b39-097714b09d45 tempest-TestVolumeBootPattern-1838142519 tempest-TestVolumeBootPattern-1838142519-project] 10.222.0.20 "GET /v2.0/security-groups?id=caa86333-f4a4-4907-90fa-9f1b20d99924&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0339122 Jun 23 11:41:17.665684 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron_lib.callbacks.manager [None req-d90aa2a9-82ff-409e-914e-59baf5b8f8dc tempest-TestNetworkBasicOps-233187296 tempest-TestNetworkBasicOps-233187296-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-520407', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-32315'] for router, before_create {{(pid=94174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:41:17.666813 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron_lib.callbacks.manager [None req-d90aa2a9-82ff-409e-914e-59baf5b8f8dc tempest-TestNetworkBasicOps-233187296 tempest-TestNetworkBasicOps-233187296-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-520264', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-524122', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-414782', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-32290'] for router, precommit_create {{(pid=94174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:41:17.718772 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron_lib.callbacks.manager [None req-d90aa2a9-82ff-409e-914e-59baf5b8f8dc tempest-TestNetworkBasicOps-233187296 tempest-TestNetworkBasicOps-233187296-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:41:17.977313 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron_lib.callbacks.manager [None req-d90aa2a9-82ff-409e-914e-59baf5b8f8dc tempest-TestNetworkBasicOps-233187296 tempest-TestNetworkBasicOps-233187296-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-524104', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-520389', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-32276'] for router, precommit_update {{(pid=94174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:41:18.217994 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron_lib.callbacks.manager [None req-d90aa2a9-82ff-409e-914e-59baf5b8f8dc tempest-TestNetworkBasicOps-233187296 tempest-TestNetworkBasicOps-233187296-project] Notify callbacks [] for router_gateway, before_create {{(pid=94174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:41:18.236546 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron_lib.callbacks.manager [None req-d90aa2a9-82ff-409e-914e-59baf5b8f8dc tempest-TestNetworkBasicOps-233187296 tempest-TestNetworkBasicOps-233187296-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-923104'] for port, before_create {{(pid=94174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:41:18.338440 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.db.db_base_plugin_common [None req-d90aa2a9-82ff-409e-914e-59baf5b8f8dc tempest-TestNetworkBasicOps-233187296 tempest-TestNetworkBasicOps-233187296-project] Allocated IP 172.26.3.149 (3e7e4eb3-cf02-4d47-ade9-0a579cdfc60f/a5ad15ab-c489-4a67-a9b0-d559fca0ec71/7ec9159f-405f-41d8-ba35-97c04a1e0aef) {{(pid=94174) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 23 11:41:18.433407 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron_lib.callbacks.manager [None req-d90aa2a9-82ff-409e-914e-59baf5b8f8dc tempest-TestNetworkBasicOps-233187296 tempest-TestNetworkBasicOps-233187296-project] Notify callbacks [] for port, precommit_create {{(pid=94174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:41:18.549682 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron_lib.callbacks.manager [None req-d90aa2a9-82ff-409e-914e-59baf5b8f8dc tempest-TestNetworkBasicOps-233187296 tempest-TestNetworkBasicOps-233187296-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-922915', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-239814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7866073', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773699642215', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-5196399'] for port, after_create {{(pid=94174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:41:18.551563 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG oslo_concurrency.lockutils [None req-63fed71d-bb2d-48a2-8869-77592db12103 tempest-TestNetworkBasicOps-233187296 tempest-TestNetworkBasicOps-233187296-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94174) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 11:41:18.589264 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d90aa2a9-82ff-409e-914e-59baf5b8f8dc tempest-TestNetworkBasicOps-233187296 tempest-TestNetworkBasicOps-233187296-project] Network 3e7e4eb3-cf02-4d47-ade9-0a579cdfc60f is already hosted by enough agents. {{(pid=94174) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 23 11:41:18.593887 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.scheduler.base_scheduler [None req-d90aa2a9-82ff-409e-914e-59baf5b8f8dc tempest-TestNetworkBasicOps-233187296 tempest-TestNetworkBasicOps-233187296-project] Resources bound (agent type, host, resource id): {{(pid=94174) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 23 11:41:18.596326 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d90aa2a9-82ff-409e-914e-59baf5b8f8dc tempest-TestNetworkBasicOps-233187296 tempest-TestNetworkBasicOps-233187296-project] Received port after_create {{(pid=94174) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 23 11:41:18.618124 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d90aa2a9-82ff-409e-914e-59baf5b8f8dc tempest-TestNetworkBasicOps-233187296 tempest-TestNetworkBasicOps-233187296-project] Pushing event updated for resources: {'Port': ['ID=7ec9159f-405f-41d8-ba35-97c04a1e0aef,revision_number=1']} {{(pid=94174) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 11:41:18.620791 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG oslo_concurrency.lockutils [None req-d90aa2a9-82ff-409e-914e-59baf5b8f8dc tempest-TestNetworkBasicOps-233187296 tempest-TestNetworkBasicOps-233187296-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.069s {{(pid=94174) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 11:41:18.813017 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7746c885-e82a-40e3-95ad-65d43b21aea7 req-9685cb38-a946-4c5f-94e8-cf54815bd871 tempest-TestVolumeBootPattern-1838142519 tempest-TestVolumeBootPattern-1838142519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94174) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 11:41:18.814410 dv-neutron-601336-94-hyperv neutron-server[94174]: INFO neutron.wsgi [req-7746c885-e82a-40e3-95ad-65d43b21aea7 req-9685cb38-a946-4c5f-94e8-cf54815bd871 tempest-TestVolumeBootPattern-1838142519 tempest-TestVolumeBootPattern-1838142519-project] 10.222.0.20 "GET /v2.0/ports?device_id=379b9572-890a-481f-bf22-593e325cb383 HTTP/1.1" status: 200 len: 944 time: 0.0641053 Jun 23 11:41:18.918583 dv-neutron-601336-94-hyperv neutron-server[94174]: INFO neutron.wsgi [req-7746c885-e82a-40e3-95ad-65d43b21aea7 req-cbb91bb1-d09f-48c6-a4e3-b0e27e597a61 tempest-TestVolumeBootPattern-1838142519 tempest-TestVolumeBootPattern-1838142519-project] 10.222.0.20 "GET /v2.0/security-groups?id=caa86333-f4a4-4907-90fa-9f1b20d99924&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0690525 Jun 23 11:41:18.936708 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron_lib.callbacks.manager [None req-d90aa2a9-82ff-409e-914e-59baf5b8f8dc tempest-TestNetworkBasicOps-233187296 tempest-TestNetworkBasicOps-233187296-project] Notify callbacks [] for router_gateway, after_create {{(pid=94174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:41:19.125053 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron_lib.callbacks.manager [None req-d90aa2a9-82ff-409e-914e-59baf5b8f8dc tempest-TestNetworkBasicOps-233187296 tempest-TestNetworkBasicOps-233187296-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-520412', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-524143'] for router, after_create {{(pid=94174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:41:19.344063 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d90aa2a9-82ff-409e-914e-59baf5b8f8dc tempest-TestNetworkBasicOps-233187296 tempest-TestNetworkBasicOps-233187296-project] Router 22a738ae-53ff-4c6d-8be0-b9909ca44fb4 is scheduled to L3 agent 50ef99c0-ef28-4db5-b303-b145898fae60 with binding_index 1 {{(pid=94174) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jun 23 11:41:19.795202 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d90aa2a9-82ff-409e-914e-59baf5b8f8dc tempest-TestNetworkBasicOps-233187296 tempest-TestNetworkBasicOps-233187296-project] Notify agent at l3_agent.dv-neutron-601336-94-hyperv the message routers_updated {{(pid=94174) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 23 11:41:19.803879 dv-neutron-601336-94-hyperv neutron-server[94177]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6245d7f6-562d-4fe7-8c4f-fb0abfcdc90f None None] Sync routers for ids ['22a738ae-53ff-4c6d-8be0-b9909ca44fb4'] in dv-neutron-601336-94-hyperv {{(pid=94177) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 23 11:41:19.812765 dv-neutron-601336-94-hyperv neutron-server[94177]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6245d7f6-562d-4fe7-8c4f-fb0abfcdc90f None None] Routers {'22a738ae-53ff-4c6d-8be0-b9909ca44fb4'} bound to L3 agent in host dv-neutron-601336-94-hyperv {{(pid=94177) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 23 11:41:19.813371 dv-neutron-601336-94-hyperv neutron-server[94177]: DEBUG neutron.db.l3_hamode_db [None req-6245d7f6-562d-4fe7-8c4f-fb0abfcdc90f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-601336-94-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-23T11:22:13Z,description=,heartbeat_timestamp=2021-06-23T11:41:13Z,host='dv-neutron-601336-94-hyperv',id=50ef99c0-ef28-4db5-b303-b145898fae60,load=0,resource_versions=,resources_synced=,started_at=2021-06-23T11:22:14Z,topic='l3_agent')) {'router_ids': ['22a738ae-53ff-4c6d-8be0-b9909ca44fb4'], 'active': True} {{(pid=94177) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 11:41:19.858814 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron_lib.callbacks.manager [None req-d90aa2a9-82ff-409e-914e-59baf5b8f8dc tempest-TestNetworkBasicOps-233187296 tempest-TestNetworkBasicOps-233187296-project] Notify callbacks [] for router, before_response {{(pid=94174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:41:19.860121 dv-neutron-601336-94-hyperv neutron-server[94174]: INFO neutron.wsgi [None req-d90aa2a9-82ff-409e-914e-59baf5b8f8dc tempest-TestNetworkBasicOps-233187296 tempest-TestNetworkBasicOps-233187296-project] 10.222.0.20 "POST /v2.0/routers HTTP/1.1" status: 201 len: 886 time: 2.2645445 Jun 23 11:41:19.863088 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.wsgi [-] (94174) accepted ('10.222.0.20', 44016) {{(pid=94174) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 11:41:19.890297 dv-neutron-601336-94-hyperv neutron-server[94174]: INFO neutron.wsgi [None req-934b8641-94a4-4c3c-8dc8-669359e22999 tempest-TestNetworkBasicOps-1420332966 tempest-TestNetworkBasicOps-1420332966-project-admin] 10.222.0.20 "GET /v2.0/subnets?project_id=772b9946478d439e9da4eaeade7fb21d&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0260096 Jun 23 11:41:19.892803 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.wsgi [-] (94174) accepted ('10.222.0.20', 44018) {{(pid=94174) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 11:41:19.923822 dv-neutron-601336-94-hyperv neutron-server[94177]: DEBUG neutron.db.l3_dvr_db [None req-6245d7f6-562d-4fe7-8c4f-fb0abfcdc90f None None] Set router 22a738ae-53ff-4c6d-8be0-b9909ca44fb4 gateway port host: dv-neutron-601336-94-hyperv {{(pid=94177) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:838}} Jun 23 11:41:19.976884 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6314dfd5-0e7f-40a3-b778-257ca1da115a tempest-TestNetworkBasicOps-1420332966 tempest-TestNetworkBasicOps-1420332966-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94174) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 11:41:19.981086 dv-neutron-601336-94-hyperv neutron-server[94174]: INFO neutron.wsgi [None req-6314dfd5-0e7f-40a3-b778-257ca1da115a tempest-TestNetworkBasicOps-1420332966 tempest-TestNetworkBasicOps-1420332966-project-admin] 10.222.0.20 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.0846786 Jun 23 11:41:19.981416 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.wsgi [-] (94175) accepted ('10.222.0.20', 44022) {{(pid=94175) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 11:41:20.020682 dv-neutron-601336-94-hyperv neutron-server[94175]: INFO neutron.wsgi [None req-e0ba8338-56e6-4344-bfe5-298063dff636 tempest-TestNetworkBasicOps-1420332966 tempest-TestNetworkBasicOps-1420332966-project-admin] 10.222.0.20 "GET /v2.0/subnets?network_id=3e7e4eb3-cf02-4d47-ade9-0a579cdfc60f&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0379674 Jun 23 11:41:20.023221 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.wsgi [-] (94175) accepted ('10.222.0.20', 44024) {{(pid=94175) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 11:41:20.028719 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.api.v2.base [None req-d9909ac8-ebb6-4e7b-ba20-5390cdddde99 tempest-TestNetworkBasicOps-233187296 tempest-TestNetworkBasicOps-233187296-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-446714806', 'network_id': 'aed37737-f784-42f4-a8b7-af135f8c50b0', 'project_id': '772b9946478d439e9da4eaeade7fb21d', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=94175) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 23 11:41:20.102284 dv-neutron-601336-94-hyperv neutron-server[94177]: DEBUG neutron.db.l3_hamode_db [None req-6245d7f6-562d-4fe7-8c4f-fb0abfcdc90f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '22a738ae-53ff-4c6d-8be0-b9909ca44fb4', 'name': 'tempest-TestNetworkBasicOps-router-807382374', 'tenant_id': '772b9946478d439e9da4eaeade7fb21d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3e7e4eb3-cf02-4d47-ade9-0a579cdfc60f', 'external_fixed_ips': [{'subnet_id': 'a5ad15ab-c489-4a67-a9b0-d559fca0ec71', 'ip_address': '172.26.3.149'}], 'enable_snat': True}, 'gw_port_id': '7ec9159f-405f-41d8-ba35-97c04a1e0aef', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-23T11:41:17Z', 'updated_at': '2021-06-23T11:41:18Z', 'revision_number': 3, 'project_id': '772b9946478d439e9da4eaeade7fb21d', 'gw_port': {'id': '7ec9159f-405f-41d8-ba35-97c04a1e0aef', 'name': '', 'network_id': '3e7e4eb3-cf02-4d47-ade9-0a579cdfc60f', 'tenant_id': '', 'mac_address': 'fa:16:3e:a3:f1:7f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '22a738ae-53ff-4c6d-8be0-b9909ca44fb4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1435, 'fixed_ips': [{'subnet_id': 'a5ad15ab-c489-4a67-a9b0-d559fca0ec71', 'ip_address': '172.26.3.149', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-23T11:41:18Z', 'updated_at': '2021-06-23T11:41:18Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'a5ad15ab-c489-4a67-a9b0-d559fca0ec71', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-601336-94-hyperv'}], 'dv-neutron-601336-94-hyperv', False) {} {{(pid=94177) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 11:41:20.132564 dv-neutron-601336-94-hyperv neutron-server[94177]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6245d7f6-562d-4fe7-8c4f-fb0abfcdc90f None None] Checking router: 22a738ae-53ff-4c6d-8be0-b9909ca44fb4 for host: dv-neutron-601336-94-hyperv {{(pid=94177) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 23 11:41:20.133664 dv-neutron-601336-94-hyperv neutron-server[94177]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6245d7f6-562d-4fe7-8c4f-fb0abfcdc90f None None] Updating router 22a738ae-53ff-4c6d-8be0-b9909ca44fb4 port 7ec9159f-405f-41d8-ba35-97c04a1e0aef binding host dv-neutron-601336-94-hyperv {{(pid=94177) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 23 11:41:20.169303 dv-neutron-601336-94-hyperv neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-6245d7f6-562d-4fe7-8c4f-fb0abfcdc90f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-923122'] for port, before_update {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:41:20.173871 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3877473f-341c-4589-a5b6-f3df9853c6bc req-57b2a3bb-fd61-4c13-ae3d-71e1fde4f22d tempest-TestVolumeBootPattern-1838142519 tempest-TestVolumeBootPattern-1838142519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 11:41:20.175433 dv-neutron-601336-94-hyperv neutron-server[94175]: INFO neutron.wsgi [req-3877473f-341c-4589-a5b6-f3df9853c6bc req-57b2a3bb-fd61-4c13-ae3d-71e1fde4f22d tempest-TestVolumeBootPattern-1838142519 tempest-TestVolumeBootPattern-1838142519-project] 10.222.0.20 "GET /v2.0/ports?device_id=379b9572-890a-481f-bf22-593e325cb383 HTTP/1.1" status: 200 len: 944 time: 0.1322494 Jun 23 11:41:20.214463 dv-neutron-601336-94-hyperv neutron-server[94175]: INFO neutron.wsgi [req-3877473f-341c-4589-a5b6-f3df9853c6bc req-93588193-fb02-4840-9dc4-96e5d986d403 tempest-TestVolumeBootPattern-1838142519 tempest-TestVolumeBootPattern-1838142519-project] 10.222.0.20 "GET /v2.0/security-groups?id=caa86333-f4a4-4907-90fa-9f1b20d99924&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0324509 Jun 23 11:41:20.236085 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d9909ac8-ebb6-4e7b-ba20-5390cdddde99 tempest-TestNetworkBasicOps-233187296 tempest-TestNetworkBasicOps-233187296-project] Made reservation on behalf of 772b9946478d439e9da4eaeade7fb21d for: {'subnet': 1} {{(pid=94175) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 23 11:41:20.239574 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron_lib.callbacks.manager [None req-d9909ac8-ebb6-4e7b-ba20-5390cdddde99 tempest-TestNetworkBasicOps-233187296 tempest-TestNetworkBasicOps-233187296-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4660073'] for subnet, before_create {{(pid=94175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:41:20.412650 dv-neutron-601336-94-hyperv neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-6245d7f6-562d-4fe7-8c4f-fb0abfcdc90f None None] Notify callbacks [] for port, precommit_update {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:41:20.422070 dv-neutron-601336-94-hyperv neutron-server[94177]: DEBUG neutron.db.provisioning_blocks [None req-6245d7f6-562d-4fe7-8c4f-fb0abfcdc90f None None] Transition to ACTIVE for port object 7ec9159f-405f-41d8-ba35-97c04a1e0aef will not be triggered until provisioned by entity L2. {{(pid=94177) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 23 11:41:20.464726 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron_lib.callbacks.manager [None req-d9909ac8-ebb6-4e7b-ba20-5390cdddde99 tempest-TestNetworkBasicOps-233187296 tempest-TestNetworkBasicOps-233187296-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866062', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5083113', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4660095'] for subnet, after_create {{(pid=94175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:41:20.466796 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG oslo_concurrency.lockutils [None req-047ef6fa-b37d-40a8-8663-00d917dac560 tempest-TestNetworkBasicOps-233187296 tempest-TestNetworkBasicOps-233187296-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94175) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 11:41:20.474763 dv-neutron-601336-94-hyperv neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-6245d7f6-562d-4fe7-8c4f-fb0abfcdc90f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-922904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866062', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773700135042', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773699642233', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773699642278'] for port, after_update {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:41:20.477140 dv-neutron-601336-94-hyperv neutron-server[94177]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94177) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 11:41:20.526480 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9909ac8-ebb6-4e7b-ba20-5390cdddde99 tempest-TestNetworkBasicOps-233187296 tempest-TestNetworkBasicOps-233187296-project] Pushing event updated for resources: {'Subnet': ['ID=0626e1be-3a5d-4cbf-b2b3-e71b55b57e9d,revision_number=0']} {{(pid=94175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 11:41:20.528764 dv-neutron-601336-94-hyperv neutron-server[94177]: DEBUG neutron.plugins.ml2.managers [None req-6245d7f6-562d-4fe7-8c4f-fb0abfcdc90f None None] Attempting to bind port 7ec9159f-405f-41d8-ba35-97c04a1e0aef on host dv-neutron-601336-94-hyperv for vnic_type normal with profile {{(pid=94177) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 23 11:41:20.529140 dv-neutron-601336-94-hyperv neutron-server[94177]: DEBUG neutron.plugins.ml2.managers [None req-6245d7f6-562d-4fe7-8c4f-fb0abfcdc90f None None] Attempting to bind port 7ec9159f-405f-41d8-ba35-97c04a1e0aef by drivers openvswitch,hyperv on host dv-neutron-601336-94-hyperv at level 0 using segments [{'id': 'c23be0a5-6980-48fb-bc9f-4a24717fe1de', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3e7e4eb3-cf02-4d47-ade9-0a579cdfc60f'}] {{(pid=94177) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 23 11:41:20.529517 dv-neutron-601336-94-hyperv neutron-server[94177]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6245d7f6-562d-4fe7-8c4f-fb0abfcdc90f None None] Attempting to bind port 7ec9159f-405f-41d8-ba35-97c04a1e0aef on network 3e7e4eb3-cf02-4d47-ade9-0a579cdfc60f {{(pid=94177) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 23 11:41:20.531227 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG oslo_concurrency.lockutils [None req-d9909ac8-ebb6-4e7b-ba20-5390cdddde99 tempest-TestNetworkBasicOps-233187296 tempest-TestNetworkBasicOps-233187296-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.064s {{(pid=94175) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 11:41:20.531494 dv-neutron-601336-94-hyperv neutron-server[94177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6ad3989-22f3-4552-b642-d54b8363ad9c None None] Pushing event updated for resources: {'Port': ['ID=7ec9159f-405f-41d8-ba35-97c04a1e0aef,revision_number=2']} {{(pid=94177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 11:41:20.534671 dv-neutron-601336-94-hyperv neutron-server[94177]: DEBUG oslo_concurrency.lockutils [None req-a6ad3989-22f3-4552-b642-d54b8363ad9c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.057s {{(pid=94177) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 11:41:20.534956 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d9909ac8-ebb6-4e7b-ba20-5390cdddde99 tempest-TestNetworkBasicOps-233187296 tempest-TestNetworkBasicOps-233187296-project] Checking segment: {'id': '6e03fc29-73a7-4380-95bb-f16eaf5e6b8a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 405, 'network_id': 'aed37737-f784-42f4-a8b7-af135f8c50b0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94175) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 23 11:41:20.535353 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d9909ac8-ebb6-4e7b-ba20-5390cdddde99 tempest-TestNetworkBasicOps-233187296 tempest-TestNetworkBasicOps-233187296-project] Network hostable DHCP agents. Network: aed37737-f784-42f4-a8b7-af135f8c50b0, hostable agents: ['8cf29b10-0e57-4131-816f-a4b6ad00b249'], hosted agents: [] {{(pid=94175) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 23 11:41:20.537321 dv-neutron-601336-94-hyperv neutron-server[94177]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6245d7f6-562d-4fe7-8c4f-fb0abfcdc90f None None] Checking agent: {'id': '4d05f899-5ac9-411b-8a03-f60c93f87cdf', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-601336-94-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 23, 11, 22, 14), 'started_at': datetime.datetime(2021, 6, 23, 11, 22, 44), 'heartbeat_timestamp': datetime.datetime(2021, 6, 23, 11, 41, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'monitor_allowed_address_pair_garp': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-601336-94-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94177) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 23 11:41:20.537700 dv-neutron-601336-94-hyperv neutron-server[94177]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6245d7f6-562d-4fe7-8c4f-fb0abfcdc90f None None] Checking segment: {'id': 'c23be0a5-6980-48fb-bc9f-4a24717fe1de', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3e7e4eb3-cf02-4d47-ade9-0a579cdfc60f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94177) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 23 11:41:20.538111 dv-neutron-601336-94-hyperv neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-6245d7f6-562d-4fe7-8c4f-fb0abfcdc90f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:41:20.538524 dv-neutron-601336-94-hyperv neutron-server[94177]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6245d7f6-562d-4fe7-8c4f-fb0abfcdc90f None None] Bound using segment: {'id': 'c23be0a5-6980-48fb-bc9f-4a24717fe1de', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3e7e4eb3-cf02-4d47-ade9-0a579cdfc60f'} {{(pid=94177) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 23 11:41:20.539523 dv-neutron-601336-94-hyperv neutron-server[94177]: DEBUG neutron.plugins.ml2.managers [None req-6245d7f6-562d-4fe7-8c4f-fb0abfcdc90f None None] Bound port: 7ec9159f-405f-41d8-ba35-97c04a1e0aef, host: dv-neutron-601336-94-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c23be0a5-6980-48fb-bc9f-4a24717fe1de', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3e7e4eb3-cf02-4d47-ade9-0a579cdfc60f'}}] {{(pid=94177) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 23 11:41:20.539910 dv-neutron-601336-94-hyperv neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-6245d7f6-562d-4fe7-8c4f-fb0abfcdc90f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-923122'] for port, before_update {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:41:20.588340 dv-neutron-601336-94-hyperv neutron-server[94177]: DEBUG neutron.plugins.ml2.db [None req-6245d7f6-562d-4fe7-8c4f-fb0abfcdc90f None None] For port 7ec9159f-405f-41d8-ba35-97c04a1e0aef, host dv-neutron-601336-94-hyperv, cleared binding levels {{(pid=94177) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 23 11:41:20.591295 dv-neutron-601336-94-hyperv neutron-server[94177]: DEBUG neutron.plugins.ml2.db [None req-6245d7f6-562d-4fe7-8c4f-fb0abfcdc90f None None] For port 7ec9159f-405f-41d8-ba35-97c04a1e0aef, host dv-neutron-601336-94-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-94-hyperv',level=0,port_id=7ec9159f-405f-41d8-ba35-97c04a1e0aef,segment=NetworkSegment(c23be0a5-6980-48fb-bc9f-4a24717fe1de),segment_id=c23be0a5-6980-48fb-bc9f-4a24717fe1de)] {{(pid=94177) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 23 11:41:20.595729 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d9909ac8-ebb6-4e7b-ba20-5390cdddde99 tempest-TestNetworkBasicOps-233187296 tempest-TestNetworkBasicOps-233187296-project] Network aed37737-f784-42f4-a8b7-af135f8c50b0 is scheduled to be hosted by DHCP agent 8cf29b10-0e57-4131-816f-a4b6ad00b249 with binding_index 1 {{(pid=94175) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 23 11:41:20.635281 dv-neutron-601336-94-hyperv neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-6245d7f6-562d-4fe7-8c4f-fb0abfcdc90f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-922904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866062', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773700135042', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773699642233', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773699642278'] for port, after_update {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:41:20.638034 dv-neutron-601336-94-hyperv neutron-server[94177]: DEBUG oslo_concurrency.lockutils [None req-5abf1cfe-b595-455d-b043-6736fd4d4534 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94177) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 11:41:20.658604 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.scheduler.base_scheduler [None req-d9909ac8-ebb6-4e7b-ba20-5390cdddde99 tempest-TestNetworkBasicOps-233187296 tempest-TestNetworkBasicOps-233187296-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-601336-94-hyperv, aed37737-f784-42f4-a8b7-af135f8c50b0) {{(pid=94175) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 23 11:41:20.663087 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d9909ac8-ebb6-4e7b-ba20-5390cdddde99 tempest-TestNetworkBasicOps-233187296 tempest-TestNetworkBasicOps-233187296-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 11:41:20.663421 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron_lib.callbacks.manager [None req-d9909ac8-ebb6-4e7b-ba20-5390cdddde99 tempest-TestNetworkBasicOps-233187296 tempest-TestNetworkBasicOps-233187296-project] Notify callbacks [] for subnet, before_response {{(pid=94175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:41:20.669159 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6dabbd47-18a9-4a74-97f7-d81a62e5d1ef None None] Network aed37737-f784-42f4-a8b7-af135f8c50b0 requested from dv-neutron-601336-94-hyperv {{(pid=94176) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 23 11:41:20.693676 dv-neutron-601336-94-hyperv neutron-server[94177]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6245d7f6-562d-4fe7-8c4f-fb0abfcdc90f None None] Routers {'22a738ae-53ff-4c6d-8be0-b9909ca44fb4'} bound to L3 agent in host dv-neutron-601336-94-hyperv {{(pid=94177) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 23 11:41:20.694286 dv-neutron-601336-94-hyperv neutron-server[94177]: DEBUG neutron.db.l3_hamode_db [None req-6245d7f6-562d-4fe7-8c4f-fb0abfcdc90f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-601336-94-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-23T11:22:13Z,description=,heartbeat_timestamp=2021-06-23T11:41:13Z,host='dv-neutron-601336-94-hyperv',id=50ef99c0-ef28-4db5-b303-b145898fae60,load=0,resource_versions=,resources_synced=,started_at=2021-06-23T11:22:14Z,topic='l3_agent')) {'router_ids': ['22a738ae-53ff-4c6d-8be0-b9909ca44fb4'], 'active': True} {{(pid=94177) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 11:41:20.729421 dv-neutron-601336-94-hyperv neutron-server[94177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6ad3989-22f3-4552-b642-d54b8363ad9c None None] Pushing event updated for resources: {'Port': ['ID=7ec9159f-405f-41d8-ba35-97c04a1e0aef,revision_number=3']} {{(pid=94177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 11:41:20.733647 dv-neutron-601336-94-hyperv neutron-server[94177]: DEBUG oslo_concurrency.lockutils [None req-a6ad3989-22f3-4552-b642-d54b8363ad9c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.096s {{(pid=94177) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 11:41:20.750279 dv-neutron-601336-94-hyperv neutron-server[94175]: INFO neutron.wsgi [None req-d9909ac8-ebb6-4e7b-ba20-5390cdddde99 tempest-TestNetworkBasicOps-233187296 tempest-TestNetworkBasicOps-233187296-project] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 831 time: 0.7254961 Jun 23 11:41:20.753118 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.wsgi [-] (94175) accepted ('10.222.0.20', 44026) {{(pid=94175) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 11:41:20.803343 dv-neutron-601336-94-hyperv neutron-server[94177]: DEBUG neutron.db.l3_dvr_db [None req-6245d7f6-562d-4fe7-8c4f-fb0abfcdc90f None None] Set router 22a738ae-53ff-4c6d-8be0-b9909ca44fb4 gateway port host: dv-neutron-601336-94-hyperv {{(pid=94177) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:838}} Jun 23 11:41:20.814554 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9332277f-7367-4a8d-9fc4-793c45263089 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1e0d828a-1fa4-563d-b7fd-53adf66a04ee-aed37737-f784-42f4-a8b7-af135f8c50b0', 'network_id': 'aed37737-f784-42f4-a8b7-af135f8c50b0', 'tenant_id': '772b9946478d439e9da4eaeade7fb21d', 'fixed_ips': [{'subnet_id': '0626e1be-3a5d-4cbf-b2b3-e71b55b57e9d'}]}} from dv-neutron-601336-94-hyperv. {{(pid=94176) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 23 11:41:20.815489 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron_lib.callbacks.manager [None req-9332277f-7367-4a8d-9fc4-793c45263089 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-923104'] for port, before_create {{(pid=94176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:41:20.955751 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.db.db_base_plugin_common [None req-9332277f-7367-4a8d-9fc4-793c45263089 None None] Allocated IP 172.20.0.2 (aed37737-f784-42f4-a8b7-af135f8c50b0/0626e1be-3a5d-4cbf-b2b3-e71b55b57e9d/9de577f8-9e19-4af7-95d3-637b7861018a) {{(pid=94176) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 23 11:41:21.066147 dv-neutron-601336-94-hyperv neutron-server[94177]: DEBUG neutron.db.l3_hamode_db [None req-6245d7f6-562d-4fe7-8c4f-fb0abfcdc90f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '22a738ae-53ff-4c6d-8be0-b9909ca44fb4', 'name': 'tempest-TestNetworkBasicOps-router-807382374', 'tenant_id': '772b9946478d439e9da4eaeade7fb21d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3e7e4eb3-cf02-4d47-ade9-0a579cdfc60f', 'external_fixed_ips': [{'subnet_id': 'a5ad15ab-c489-4a67-a9b0-d559fca0ec71', 'ip_address': '172.26.3.149'}], 'enable_snat': True}, 'gw_port_id': '7ec9159f-405f-41d8-ba35-97c04a1e0aef', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-23T11:41:17Z', 'updated_at': '2021-06-23T11:41:18Z', 'revision_number': 3, 'project_id': '772b9946478d439e9da4eaeade7fb21d', 'gw_port': {'id': '7ec9159f-405f-41d8-ba35-97c04a1e0aef', 'name': '', 'network_id': '3e7e4eb3-cf02-4d47-ade9-0a579cdfc60f', 'tenant_id': '', 'mac_address': 'fa:16:3e:a3:f1:7f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '22a738ae-53ff-4c6d-8be0-b9909ca44fb4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1435, 'fixed_ips': [{'subnet_id': 'a5ad15ab-c489-4a67-a9b0-d559fca0ec71', 'ip_address': '172.26.3.149', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-94-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-23T11:41:18Z', 'updated_at': '2021-06-23T11:41:20Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a5ad15ab-c489-4a67-a9b0-d559fca0ec71', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-601336-94-hyperv'}], 'dv-neutron-601336-94-hyperv', False) {} {{(pid=94177) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 11:41:21.095527 dv-neutron-601336-94-hyperv neutron-server[94177]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6245d7f6-562d-4fe7-8c4f-fb0abfcdc90f None None] The sync data for ids ['22a738ae-53ff-4c6d-8be0-b9909ca44fb4'] in dv-neutron-601336-94-hyperv is: [{'id': '22a738ae-53ff-4c6d-8be0-b9909ca44fb4', 'name': 'tempest-TestNetworkBasicOps-router-807382374', 'tenant_id': '772b9946478d439e9da4eaeade7fb21d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3e7e4eb3-cf02-4d47-ade9-0a579cdfc60f', 'external_fixed_ips': [{'subnet_id': 'a5ad15ab-c489-4a67-a9b0-d559fca0ec71', 'ip_address': '172.26.3.149'}], 'enable_snat': True}, 'gw_port_id': '7ec9159f-405f-41d8-ba35-97c04a1e0aef', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-23T11:41:17Z', 'updated_at': '2021-06-23T11:41:18Z', 'revision_number': 3, 'project_id': '772b9946478d439e9da4eaeade7fb21d', 'gw_port': {'id': '7ec9159f-405f-41d8-ba35-97c04a1e0aef', 'name': '', 'network_id': '3e7e4eb3-cf02-4d47-ade9-0a579cdfc60f', 'tenant_id': '', 'mac_address': 'fa:16:3e:a3:f1:7f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '22a738ae-53ff-4c6d-8be0-b9909ca44fb4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1435, 'fixed_ips': [{'subnet_id': 'a5ad15ab-c489-4a67-a9b0-d559fca0ec71', 'ip_address': '172.26.3.149', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-94-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-23T11:41:18Z', 'updated_at': '2021-06-23T11:41:20Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a5ad15ab-c489-4a67-a9b0-d559fca0ec71', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-601336-94-hyperv'}] {{(pid=94177) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 23 11:41:21.112718 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron_lib.callbacks.manager [None req-9332277f-7367-4a8d-9fc4-793c45263089 None None] Notify callbacks [] for port, precommit_create {{(pid=94176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:41:21.118835 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.db.provisioning_blocks [None req-9332277f-7367-4a8d-9fc4-793c45263089 None None] Transition to ACTIVE for port object 9de577f8-9e19-4af7-95d3-637b7861018a will not be triggered until provisioned by entity L2. {{(pid=94176) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 23 11:41:21.134530 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.db.provisioning_blocks [None req-9332277f-7367-4a8d-9fc4-793c45263089 None None] Transition to ACTIVE for port object 9de577f8-9e19-4af7-95d3-637b7861018a will not be triggered until provisioned by entity DHCP. {{(pid=94176) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 23 11:41:21.202149 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron_lib.callbacks.manager [None req-9332277f-7367-4a8d-9fc4-793c45263089 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-922915', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-239814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7866073', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773699642215'] for port, after_create {{(pid=94176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:41:21.207936 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG oslo_concurrency.lockutils [None req-dc7542b2-afef-47f4-a763-e3a3cba144be None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 11:41:21.221759 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron_lib.callbacks.manager [None req-4e0363ae-bc97-4cec-8303-7cbebbf325e8 tempest-TestNetworkBasicOps-233187296 tempest-TestNetworkBasicOps-233187296-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-923104'] for port, before_create {{(pid=94175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:41:21.248238 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9332277f-7367-4a8d-9fc4-793c45263089 None None] Network aed37737-f784-42f4-a8b7-af135f8c50b0 is already hosted by enough agents. {{(pid=94176) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 23 11:41:21.251301 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.scheduler.base_scheduler [None req-9332277f-7367-4a8d-9fc4-793c45263089 None None] Resources bound (agent type, host, resource id): {{(pid=94176) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 23 11:41:21.253738 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9332277f-7367-4a8d-9fc4-793c45263089 None None] Received port after_create {{(pid=94176) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 23 11:41:21.289582 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9332277f-7367-4a8d-9fc4-793c45263089 None None] Pushing event updated for resources: {'Port': ['ID=9de577f8-9e19-4af7-95d3-637b7861018a,revision_number=1']} {{(pid=94176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 11:41:21.297972 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG oslo_concurrency.lockutils [None req-9332277f-7367-4a8d-9fc4-793c45263089 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.093s {{(pid=94176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 11:41:21.329931 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.plugins.ml2.managers [None req-9332277f-7367-4a8d-9fc4-793c45263089 None None] Attempting to bind port 9de577f8-9e19-4af7-95d3-637b7861018a on host dv-neutron-601336-94-hyperv for vnic_type normal with profile {{(pid=94176) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 23 11:41:21.330574 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.plugins.ml2.managers [None req-9332277f-7367-4a8d-9fc4-793c45263089 None None] Attempting to bind port 9de577f8-9e19-4af7-95d3-637b7861018a by drivers openvswitch,hyperv on host dv-neutron-601336-94-hyperv at level 0 using segments [{'id': '6e03fc29-73a7-4380-95bb-f16eaf5e6b8a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 405, 'network_id': 'aed37737-f784-42f4-a8b7-af135f8c50b0'}] {{(pid=94176) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 23 11:41:21.331341 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9332277f-7367-4a8d-9fc4-793c45263089 None None] Attempting to bind port 9de577f8-9e19-4af7-95d3-637b7861018a on network aed37737-f784-42f4-a8b7-af135f8c50b0 {{(pid=94176) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 23 11:41:21.342268 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9332277f-7367-4a8d-9fc4-793c45263089 None None] Checking agent: {'id': '4d05f899-5ac9-411b-8a03-f60c93f87cdf', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-601336-94-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 23, 11, 22, 14), 'started_at': datetime.datetime(2021, 6, 23, 11, 22, 44), 'heartbeat_timestamp': datetime.datetime(2021, 6, 23, 11, 41, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'monitor_allowed_address_pair_garp': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-601336-94-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94176) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 23 11:41:21.342912 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9332277f-7367-4a8d-9fc4-793c45263089 None None] Checking segment: {'id': '6e03fc29-73a7-4380-95bb-f16eaf5e6b8a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 405, 'network_id': 'aed37737-f784-42f4-a8b7-af135f8c50b0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94176) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 23 11:41:21.343536 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron_lib.callbacks.manager [None req-9332277f-7367-4a8d-9fc4-793c45263089 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:41:21.344153 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9332277f-7367-4a8d-9fc4-793c45263089 None None] Bound using segment: {'id': '6e03fc29-73a7-4380-95bb-f16eaf5e6b8a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 405, 'network_id': 'aed37737-f784-42f4-a8b7-af135f8c50b0'} {{(pid=94176) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 23 11:41:21.344941 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.plugins.ml2.managers [None req-9332277f-7367-4a8d-9fc4-793c45263089 None None] Bound port: 9de577f8-9e19-4af7-95d3-637b7861018a, host: dv-neutron-601336-94-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6e03fc29-73a7-4380-95bb-f16eaf5e6b8a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 405, 'network_id': 'aed37737-f784-42f4-a8b7-af135f8c50b0'}}] {{(pid=94176) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 23 11:41:21.346879 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron_lib.callbacks.manager [None req-9332277f-7367-4a8d-9fc4-793c45263089 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-923122'] for port, before_update {{(pid=94176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:41:21.445668 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.plugins.ml2.db [None req-9332277f-7367-4a8d-9fc4-793c45263089 None None] For port 9de577f8-9e19-4af7-95d3-637b7861018a, host dv-neutron-601336-94-hyperv, cleared binding levels {{(pid=94176) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 23 11:41:21.450328 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf07ab18-d977-42cb-9dba-f9e7695f16e9 req-668f6be3-00de-4710-af90-ad34b0d42f2c tempest-TestVolumeBootPattern-1838142519 tempest-TestVolumeBootPattern-1838142519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94174) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 11:41:21.451501 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.plugins.ml2.db [None req-9332277f-7367-4a8d-9fc4-793c45263089 None None] For port 9de577f8-9e19-4af7-95d3-637b7861018a, host dv-neutron-601336-94-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-94-hyperv',level=0,port_id=9de577f8-9e19-4af7-95d3-637b7861018a,segment=NetworkSegment(6e03fc29-73a7-4380-95bb-f16eaf5e6b8a),segment_id=6e03fc29-73a7-4380-95bb-f16eaf5e6b8a)] {{(pid=94176) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 23 11:41:21.459731 dv-neutron-601336-94-hyperv neutron-server[94174]: INFO neutron.wsgi [req-cf07ab18-d977-42cb-9dba-f9e7695f16e9 req-668f6be3-00de-4710-af90-ad34b0d42f2c tempest-TestVolumeBootPattern-1838142519 tempest-TestVolumeBootPattern-1838142519-project] 10.222.0.20 "GET /v2.0/ports?device_id=379b9572-890a-481f-bf22-593e325cb383 HTTP/1.1" status: 200 len: 944 time: 0.1146419 Jun 23 11:41:21.511639 dv-neutron-601336-94-hyperv neutron-server[94174]: INFO neutron.wsgi [req-cf07ab18-d977-42cb-9dba-f9e7695f16e9 req-2555b3c5-7104-4a0c-84fd-c326e918b37a tempest-TestVolumeBootPattern-1838142519 tempest-TestVolumeBootPattern-1838142519-project] 10.222.0.20 "GET /v2.0/security-groups?id=caa86333-f4a4-4907-90fa-9f1b20d99924&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0460887 Jun 23 11:41:21.543616 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.plugins.ml2.rpc [None req-dc7542b2-afef-47f4-a763-e3a3cba144be None None] Device 7ec9159f-405f-41d8-ba35-97c04a1e0aef up at agent ovs-agent-dv-neutron-601336-94-hyperv {{(pid=94176) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:298}} Jun 23 11:41:21.568105 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron_lib.callbacks.manager [None req-9332277f-7367-4a8d-9fc4-793c45263089 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-922904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866062', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773700135042', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773699642233', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773699642278'] for port, after_update {{(pid=94176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:41:21.571923 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG oslo_concurrency.lockutils [None req-05de0099-71ef-4d78-bfb4-2c1ca3324abd None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 11:41:21.655303 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9332277f-7367-4a8d-9fc4-793c45263089 None None] Pushing event updated for resources: {'Port': ['ID=9de577f8-9e19-4af7-95d3-637b7861018a,revision_number=2']} {{(pid=94176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 11:41:21.658605 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG oslo_concurrency.lockutils [None req-9332277f-7367-4a8d-9fc4-793c45263089 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.087s {{(pid=94176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 11:41:21.676203 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.db.db_base_plugin_common [None req-4e0363ae-bc97-4cec-8303-7cbebbf325e8 tempest-TestNetworkBasicOps-233187296 tempest-TestNetworkBasicOps-233187296-project] Allocated IP 172.20.0.1 (aed37737-f784-42f4-a8b7-af135f8c50b0/0626e1be-3a5d-4cbf-b2b3-e71b55b57e9d/7477954b-5d1a-470b-9bb0-398bb0540c31) {{(pid=94175) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 23 11:41:21.692539 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.db.provisioning_blocks [None req-dc7542b2-afef-47f4-a763-e3a3cba144be None None] Provisioning for port 7ec9159f-405f-41d8-ba35-97c04a1e0aef completed by entity L2. {{(pid=94176) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 23 11:41:21.697272 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.db.provisioning_blocks [None req-dc7542b2-afef-47f4-a763-e3a3cba144be None None] Provisioning complete for port 7ec9159f-405f-41d8-ba35-97c04a1e0aef triggered by entity L2. {{(pid=94176) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 23 11:41:21.697676 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron_lib.callbacks.manager [None req-dc7542b2-afef-47f4-a763-e3a3cba144be None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-899258'] for port, provisioning_complete {{(pid=94176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:41:21.802541 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron_lib.callbacks.manager [None req-dc7542b2-afef-47f4-a763-e3a3cba144be None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-923122'] for port, before_update {{(pid=94176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:41:21.827929 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.plugins.ml2.db [None req-dc7542b2-afef-47f4-a763-e3a3cba144be None None] For port 7ec9159f-405f-41d8-ba35-97c04a1e0aef, host dv-neutron-601336-94-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-94-hyperv',level=0,port_id=7ec9159f-405f-41d8-ba35-97c04a1e0aef,segment=NetworkSegment(c23be0a5-6980-48fb-bc9f-4a24717fe1de),segment_id=c23be0a5-6980-48fb-bc9f-4a24717fe1de)] {{(pid=94176) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 23 11:41:21.854171 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron_lib.callbacks.manager [None req-4e0363ae-bc97-4cec-8303-7cbebbf325e8 tempest-TestNetworkBasicOps-233187296 tempest-TestNetworkBasicOps-233187296-project] Notify callbacks [] for port, precommit_create {{(pid=94175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:41:21.869581 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.db.provisioning_blocks [None req-4e0363ae-bc97-4cec-8303-7cbebbf325e8 tempest-TestNetworkBasicOps-233187296 tempest-TestNetworkBasicOps-233187296-project] Transition to ACTIVE for port object 7477954b-5d1a-470b-9bb0-398bb0540c31 will not be triggered until provisioned by entity DHCP. {{(pid=94175) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 23 11:41:21.887227 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron_lib.callbacks.manager [None req-dc7542b2-afef-47f4-a763-e3a3cba144be None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-922904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866062', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773700135042', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773699642233', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773699642278'] for port, after_update {{(pid=94176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:41:21.893102 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG oslo_concurrency.lockutils [None req-dc7542b2-afef-47f4-a763-e3a3cba144be None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 11:41:21.949911 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc7542b2-afef-47f4-a763-e3a3cba144be None None] Pushing event updated for resources: {'Port': ['ID=7ec9159f-405f-41d8-ba35-97c04a1e0aef,revision_number=4']} {{(pid=94176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 11:41:21.953554 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG oslo_concurrency.lockutils [None req-dc7542b2-afef-47f4-a763-e3a3cba144be None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.061s {{(pid=94176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 11:41:21.996370 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron_lib.callbacks.manager [None req-4e0363ae-bc97-4cec-8303-7cbebbf325e8 tempest-TestNetworkBasicOps-233187296 tempest-TestNetworkBasicOps-233187296-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-922915', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-239814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7866073', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773699642215', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-5082457'] for port, after_create {{(pid=94175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:41:21.998576 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG oslo_concurrency.lockutils [None req-5360bf3f-b4a8-40de-963d-adae1369cf68 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94175) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 11:41:22.049411 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4e0363ae-bc97-4cec-8303-7cbebbf325e8 tempest-TestNetworkBasicOps-233187296 tempest-TestNetworkBasicOps-233187296-project] Network aed37737-f784-42f4-a8b7-af135f8c50b0 is already hosted by enough agents. {{(pid=94175) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 23 11:41:22.052741 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.scheduler.base_scheduler [None req-4e0363ae-bc97-4cec-8303-7cbebbf325e8 tempest-TestNetworkBasicOps-233187296 tempest-TestNetworkBasicOps-233187296-project] Resources bound (agent type, host, resource id): {{(pid=94175) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 23 11:41:22.055399 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4e0363ae-bc97-4cec-8303-7cbebbf325e8 tempest-TestNetworkBasicOps-233187296 tempest-TestNetworkBasicOps-233187296-project] Received port after_create {{(pid=94175) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 23 11:41:22.093180 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e0363ae-bc97-4cec-8303-7cbebbf325e8 tempest-TestNetworkBasicOps-233187296 tempest-TestNetworkBasicOps-233187296-project] Pushing event updated for resources: {'Port': ['ID=7477954b-5d1a-470b-9bb0-398bb0540c31,revision_number=1']} {{(pid=94175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 11:41:22.096311 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG oslo_concurrency.lockutils [None req-4e0363ae-bc97-4cec-8303-7cbebbf325e8 tempest-TestNetworkBasicOps-233187296 tempest-TestNetworkBasicOps-233187296-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.098s {{(pid=94175) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 11:41:22.118083 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron_lib.callbacks.manager [None req-4e0363ae-bc97-4cec-8303-7cbebbf325e8 tempest-TestNetworkBasicOps-233187296 tempest-TestNetworkBasicOps-233187296-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-452954'] for router_interface, before_create {{(pid=94175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:41:22.322583 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron_lib.callbacks.manager [None req-4e0363ae-bc97-4cec-8303-7cbebbf325e8 tempest-TestNetworkBasicOps-233187296 tempest-TestNetworkBasicOps-233187296-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-923122'] for port, before_update {{(pid=94175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:41:22.613727 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron_lib.callbacks.manager [None req-4e0363ae-bc97-4cec-8303-7cbebbf325e8 tempest-TestNetworkBasicOps-233187296 tempest-TestNetworkBasicOps-233187296-project] Notify callbacks [] for port, precommit_update {{(pid=94175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:41:22.622169 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-797ad875-505a-47c3-8cc3-4e661875dcba None None] Network aed37737-f784-42f4-a8b7-af135f8c50b0 requested from dv-neutron-601336-94-hyperv {{(pid=94176) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 23 11:41:22.681750 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron_lib.callbacks.manager [None req-4e0363ae-bc97-4cec-8303-7cbebbf325e8 tempest-TestNetworkBasicOps-233187296 tempest-TestNetworkBasicOps-233187296-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-922904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866062', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773700135042', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773699642233', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773699642278', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5082471'] for port, after_update {{(pid=94175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:41:22.685676 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG oslo_concurrency.lockutils [None req-87f3ef09-b5bb-4e3c-9d1a-58753f409fac tempest-TestNetworkBasicOps-233187296 tempest-TestNetworkBasicOps-233187296-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94175) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 11:41:22.699938 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51e26822-0885-412d-802e-0cb9f95ac06b req-7dca4827-6124-451d-9101-4c0b768d169b tempest-TestVolumeBootPattern-1838142519 tempest-TestVolumeBootPattern-1838142519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 11:41:22.701427 dv-neutron-601336-94-hyperv neutron-server[94175]: INFO neutron.wsgi [req-51e26822-0885-412d-802e-0cb9f95ac06b req-7dca4827-6124-451d-9101-4c0b768d169b tempest-TestVolumeBootPattern-1838142519 tempest-TestVolumeBootPattern-1838142519-project] 10.222.0.20 "GET /v2.0/ports?device_id=379b9572-890a-481f-bf22-593e325cb383 HTTP/1.1" status: 200 len: 944 time: 0.0771806 Jun 23 11:41:22.784032 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.db.provisioning_blocks [None req-4571f9bf-a81f-44a6-81fe-2f500d81ac89 None None] Provisioning for port 9de577f8-9e19-4af7-95d3-637b7861018a completed by entity DHCP. {{(pid=94176) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 23 11:41:22.810677 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e0363ae-bc97-4cec-8303-7cbebbf325e8 tempest-TestNetworkBasicOps-233187296 tempest-TestNetworkBasicOps-233187296-project] Pushing event updated for resources: {'Port': ['ID=7477954b-5d1a-470b-9bb0-398bb0540c31,revision_number=2']} {{(pid=94175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 11:41:22.815392 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron_lib.callbacks.manager [None req-4e0363ae-bc97-4cec-8303-7cbebbf325e8 tempest-TestNetworkBasicOps-233187296 tempest-TestNetworkBasicOps-233187296-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-7866091', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-453038'] for router_interface, after_create {{(pid=94175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:41:22.817592 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG oslo_concurrency.lockutils [None req-4e0363ae-bc97-4cec-8303-7cbebbf325e8 tempest-TestNetworkBasicOps-233187296 tempest-TestNetworkBasicOps-233187296-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.132s {{(pid=94175) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 11:41:22.823827 dv-neutron-601336-94-hyperv neutron-server[94175]: INFO neutron.wsgi [req-51e26822-0885-412d-802e-0cb9f95ac06b req-b13398b0-b262-4a98-826d-e3b0eff7278b tempest-TestVolumeBootPattern-1838142519 tempest-TestVolumeBootPattern-1838142519-project] 10.222.0.20 "GET /v2.0/security-groups?id=caa86333-f4a4-4907-90fa-9f1b20d99924&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0852857 Jun 23 11:41:22.920567 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4e0363ae-bc97-4cec-8303-7cbebbf325e8 tempest-TestNetworkBasicOps-233187296 tempest-TestNetworkBasicOps-233187296-project] Network aed37737-f784-42f4-a8b7-af135f8c50b0 is already hosted by enough agents. {{(pid=94175) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 23 11:41:22.921991 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.scheduler.base_scheduler [None req-4e0363ae-bc97-4cec-8303-7cbebbf325e8 tempest-TestNetworkBasicOps-233187296 tempest-TestNetworkBasicOps-233187296-project] Resources bound (agent type, host, resource id): {{(pid=94175) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 23 11:41:23.044393 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4e0363ae-bc97-4cec-8303-7cbebbf325e8 tempest-TestNetworkBasicOps-233187296 tempest-TestNetworkBasicOps-233187296-project] Router 22a738ae-53ff-4c6d-8be0-b9909ca44fb4 has already been hosted by L3 agent 50ef99c0-ef28-4db5-b303-b145898fae60 {{(pid=94175) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 23 11:41:23.075916 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.db.provisioning_blocks [None req-83f55bb2-8fde-4fda-a987-5ee3c5b992d9 None None] Provisioning for port 7477954b-5d1a-470b-9bb0-398bb0540c31 completed by entity DHCP. {{(pid=94176) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 23 11:41:23.082675 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.db.provisioning_blocks [None req-83f55bb2-8fde-4fda-a987-5ee3c5b992d9 None None] Provisioning complete for port 7477954b-5d1a-470b-9bb0-398bb0540c31 triggered by entity DHCP. {{(pid=94176) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 23 11:41:23.083083 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron_lib.callbacks.manager [None req-83f55bb2-8fde-4fda-a987-5ee3c5b992d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-899258'] for port, provisioning_complete {{(pid=94176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:41:23.179755 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4e0363ae-bc97-4cec-8303-7cbebbf325e8 tempest-TestNetworkBasicOps-233187296 tempest-TestNetworkBasicOps-233187296-project] Notify agent at l3_agent.dv-neutron-601336-94-hyperv the message routers_updated {{(pid=94175) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 23 11:41:23.188310 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.wsgi [-] (94174) accepted ('10.222.0.20', 44032) {{(pid=94174) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 11:41:23.188837 dv-neutron-601336-94-hyperv neutron-server[94175]: INFO neutron.wsgi [None req-4e0363ae-bc97-4cec-8303-7cbebbf325e8 tempest-TestNetworkBasicOps-233187296 tempest-TestNetworkBasicOps-233187296-project] 10.222.0.20 "PUT /v2.0/routers/22a738ae-53ff-4c6d-8be0-b9909ca44fb4/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.4338682 Jun 23 11:41:23.281796 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-08740af5-e948-4f24-ad29-356f9c5dd73e None None] Sync routers for ids ['22a738ae-53ff-4c6d-8be0-b9909ca44fb4'] in dv-neutron-601336-94-hyperv {{(pid=94176) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 23 11:41:23.312996 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.db.l3_dvrscheduler_db [None req-08740af5-e948-4f24-ad29-356f9c5dd73e None None] Routers {'22a738ae-53ff-4c6d-8be0-b9909ca44fb4'} bound to L3 agent in host dv-neutron-601336-94-hyperv {{(pid=94176) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 23 11:41:23.312996 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.db.l3_hamode_db [None req-08740af5-e948-4f24-ad29-356f9c5dd73e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-601336-94-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-23T11:22:13Z,description=,heartbeat_timestamp=2021-06-23T11:41:13Z,host='dv-neutron-601336-94-hyperv',id=50ef99c0-ef28-4db5-b303-b145898fae60,load=0,resource_versions=,resources_synced=,started_at=2021-06-23T11:22:14Z,topic='l3_agent')) {'router_ids': ['22a738ae-53ff-4c6d-8be0-b9909ca44fb4'], 'active': True} {{(pid=94176) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 11:41:23.312996 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.plugins.ml2.plugin [None req-83f55bb2-8fde-4fda-a987-5ee3c5b992d9 None None] Port 7477954b-5d1a-470b-9bb0-398bb0540c31 cannot update to ACTIVE because it is not bound. {{(pid=94176) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jun 23 11:41:23.364880 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron_lib.callbacks.manager [None req-97bd5441-1da2-49ee-a364-27795820ba27 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773699952132', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-899307'] for agent, after_update {{(pid=94176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:41:23.389059 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f236e255-ab70-4bf2-9310-5535e5dcc301 tempest-TestNetworkBasicOps-1420332966 tempest-TestNetworkBasicOps-1420332966-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94174) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 11:41:23.389546 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f236e255-ab70-4bf2-9310-5535e5dcc301 tempest-TestNetworkBasicOps-1420332966 tempest-TestNetworkBasicOps-1420332966-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94174) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 11:41:23.390024 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f236e255-ab70-4bf2-9310-5535e5dcc301 tempest-TestNetworkBasicOps-1420332966 tempest-TestNetworkBasicOps-1420332966-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94174) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 11:41:23.390490 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f236e255-ab70-4bf2-9310-5535e5dcc301 tempest-TestNetworkBasicOps-1420332966 tempest-TestNetworkBasicOps-1420332966-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94174) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 11:41:23.390955 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f236e255-ab70-4bf2-9310-5535e5dcc301 tempest-TestNetworkBasicOps-1420332966 tempest-TestNetworkBasicOps-1420332966-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94174) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 11:41:23.391542 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f236e255-ab70-4bf2-9310-5535e5dcc301 tempest-TestNetworkBasicOps-1420332966 tempest-TestNetworkBasicOps-1420332966-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94174) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 11:41:23.393365 dv-neutron-601336-94-hyperv neutron-server[94174]: INFO neutron.wsgi [None req-f236e255-ab70-4bf2-9310-5535e5dcc301 tempest-TestNetworkBasicOps-1420332966 tempest-TestNetworkBasicOps-1420332966-project-admin] 10.222.0.20 "GET /v2.0/networks HTTP/1.1" status: 200 len: 4283 time: 0.2037666 Jun 23 11:41:23.396155 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.wsgi [-] (94174) accepted ('10.222.0.20', 44034) {{(pid=94174) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 11:41:23.435864 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.db.l3_dvr_db [None req-08740af5-e948-4f24-ad29-356f9c5dd73e None None] Set router 22a738ae-53ff-4c6d-8be0-b9909ca44fb4 gateway port host: dv-neutron-601336-94-hyperv {{(pid=94176) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:838}} Jun 23 11:41:23.488762 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a120c44a-ecd3-4b7a-97d5-817b42071d9f tempest-TestNetworkBasicOps-1420332966 tempest-TestNetworkBasicOps-1420332966-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94174) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 11:41:23.489448 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a120c44a-ecd3-4b7a-97d5-817b42071d9f tempest-TestNetworkBasicOps-1420332966 tempest-TestNetworkBasicOps-1420332966-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94174) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 11:41:23.489918 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a120c44a-ecd3-4b7a-97d5-817b42071d9f tempest-TestNetworkBasicOps-1420332966 tempest-TestNetworkBasicOps-1420332966-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94174) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 11:41:23.490503 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a120c44a-ecd3-4b7a-97d5-817b42071d9f tempest-TestNetworkBasicOps-1420332966 tempest-TestNetworkBasicOps-1420332966-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94174) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 11:41:23.490966 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a120c44a-ecd3-4b7a-97d5-817b42071d9f tempest-TestNetworkBasicOps-1420332966 tempest-TestNetworkBasicOps-1420332966-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94174) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 11:41:23.491530 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a120c44a-ecd3-4b7a-97d5-817b42071d9f tempest-TestNetworkBasicOps-1420332966 tempest-TestNetworkBasicOps-1420332966-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94174) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 11:41:23.493523 dv-neutron-601336-94-hyperv neutron-server[94174]: INFO neutron.wsgi [None req-a120c44a-ecd3-4b7a-97d5-817b42071d9f tempest-TestNetworkBasicOps-1420332966 tempest-TestNetworkBasicOps-1420332966-project-admin] 10.222.0.20 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 4003 time: 0.0964663 Jun 23 11:41:23.496311 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.wsgi [-] (94174) accepted ('10.222.0.20', 44036) {{(pid=94174) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 11:41:23.560846 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.plugins.ml2.rpc [None req-dc7542b2-afef-47f4-a763-e3a3cba144be None None] Device 7ec9159f-405f-41d8-ba35-97c04a1e0aef up at agent ovs-agent-dv-neutron-601336-94-hyperv {{(pid=94176) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:298}} Jun 23 11:41:23.565138 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.db.provisioning_blocks [None req-e60f03dd-bc72-4df8-ba9a-73b5716ca729 None None] Provisioning complete for port 7477954b-5d1a-470b-9bb0-398bb0540c31 triggered by entity DHCP. {{(pid=94176) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 23 11:41:23.565466 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron_lib.callbacks.manager [None req-e60f03dd-bc72-4df8-ba9a-73b5716ca729 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-899258'] for port, provisioning_complete {{(pid=94176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:41:23.639965 dv-neutron-601336-94-hyperv neutron-server[94174]: INFO neutron.wsgi [None req-73e70b89-69bd-40ec-ad7a-e6499a3ce763 tempest-TestNetworkBasicOps-1420332966 tempest-TestNetworkBasicOps-1420332966-project-admin] 10.222.0.20 "GET /v2.0/routers HTTP/1.1" status: 200 len: 3046 time: 0.1397831 Jun 23 11:41:23.646358 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.plugins.ml2.plugin [None req-e60f03dd-bc72-4df8-ba9a-73b5716ca729 None None] Port 7477954b-5d1a-470b-9bb0-398bb0540c31 cannot update to ACTIVE because it is not bound. {{(pid=94176) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jun 23 11:41:23.672551 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.db.provisioning_blocks [None req-dc7542b2-afef-47f4-a763-e3a3cba144be None None] Provisioning complete for port 7ec9159f-405f-41d8-ba35-97c04a1e0aef triggered by entity L2. {{(pid=94176) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 23 11:41:23.673059 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron_lib.callbacks.manager [None req-dc7542b2-afef-47f4-a763-e3a3cba144be None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-899258'] for port, provisioning_complete {{(pid=94176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:41:23.773965 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.db.l3_hamode_db [None req-08740af5-e948-4f24-ad29-356f9c5dd73e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '22a738ae-53ff-4c6d-8be0-b9909ca44fb4', 'name': 'tempest-TestNetworkBasicOps-router-807382374', 'tenant_id': '772b9946478d439e9da4eaeade7fb21d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3e7e4eb3-cf02-4d47-ade9-0a579cdfc60f', 'external_fixed_ips': [{'subnet_id': 'a5ad15ab-c489-4a67-a9b0-d559fca0ec71', 'ip_address': '172.26.3.149'}], 'enable_snat': True}, 'gw_port_id': '7ec9159f-405f-41d8-ba35-97c04a1e0aef', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-23T11:41:17Z', 'updated_at': '2021-06-23T11:41:22Z', 'revision_number': 4, 'project_id': '772b9946478d439e9da4eaeade7fb21d', 'gw_port': {'id': '7ec9159f-405f-41d8-ba35-97c04a1e0aef', 'name': '', 'network_id': '3e7e4eb3-cf02-4d47-ade9-0a579cdfc60f', 'tenant_id': '', 'mac_address': 'fa:16:3e:a3:f1:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '22a738ae-53ff-4c6d-8be0-b9909ca44fb4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1435, 'fixed_ips': [{'subnet_id': 'a5ad15ab-c489-4a67-a9b0-d559fca0ec71', 'ip_address': '172.26.3.149', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-94-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-23T11:41:18Z', 'updated_at': '2021-06-23T11:41:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a5ad15ab-c489-4a67-a9b0-d559fca0ec71', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-601336-94-hyperv', '_interfaces': [{'id': '7477954b-5d1a-470b-9bb0-398bb0540c31', 'name': '', 'network_id': 'aed37737-f784-42f4-a8b7-af135f8c50b0', 'tenant_id': '772b9946478d439e9da4eaeade7fb21d', 'mac_address': 'fa:16:3e:82:8b:68', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '22a738ae-53ff-4c6d-8be0-b9909ca44fb4', 'device_owner': 'network:router_interface', 'standard_attr_id': 1438, 'fixed_ips': [{'subnet_id': '0626e1be-3a5d-4cbf-b2b3-e71b55b57e9d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-23T11:41:21Z', 'updated_at': '2021-06-23T11:41:22Z', 'revision_number': 2, 'project_id': '772b9946478d439e9da4eaeade7fb21d', 'subnets': [{'id': '0626e1be-3a5d-4cbf-b2b3-e71b55b57e9d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-601336-94-hyperv', False) {} {{(pid=94176) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 11:41:23.805630 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-08740af5-e948-4f24-ad29-356f9c5dd73e None None] Checking router: 22a738ae-53ff-4c6d-8be0-b9909ca44fb4 for host: dv-neutron-601336-94-hyperv {{(pid=94176) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 23 11:41:23.806286 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-08740af5-e948-4f24-ad29-356f9c5dd73e None None] Updating router 22a738ae-53ff-4c6d-8be0-b9909ca44fb4 port 7477954b-5d1a-470b-9bb0-398bb0540c31 binding host dv-neutron-601336-94-hyperv {{(pid=94176) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 23 11:41:23.808283 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.plugins.ml2.rpc [None req-dc7542b2-afef-47f4-a763-e3a3cba144be None None] Device 9de577f8-9e19-4af7-95d3-637b7861018a up at agent ovs-agent-dv-neutron-601336-94-hyperv {{(pid=94176) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:298}} Jun 23 11:41:23.866241 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron_lib.callbacks.manager [None req-08740af5-e948-4f24-ad29-356f9c5dd73e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-923122'] for port, before_update {{(pid=94176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:41:23.939724 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.wsgi [-] (94174) accepted ('10.222.0.20', 44042) {{(pid=94174) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 11:41:23.944849 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.api.v2.base [None req-a7efc302-3943-43c3-958f-586ee85dea87 tempest-TestNetworkBasicOps-233187296 tempest-TestNetworkBasicOps-233187296-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-627571236', 'description': 'tempest-secgroup-smoke-627571236 description', 'project_id': '772b9946478d439e9da4eaeade7fb21d'}} {{(pid=94174) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 23 11:41:23.981847 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.db.provisioning_blocks [None req-dc7542b2-afef-47f4-a763-e3a3cba144be None None] Provisioning for port 9de577f8-9e19-4af7-95d3-637b7861018a completed by entity L2. {{(pid=94176) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 23 11:41:23.988651 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.db.provisioning_blocks [None req-dc7542b2-afef-47f4-a763-e3a3cba144be None None] Provisioning complete for port 9de577f8-9e19-4af7-95d3-637b7861018a triggered by entity L2. {{(pid=94176) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 23 11:41:23.989044 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron_lib.callbacks.manager [None req-dc7542b2-afef-47f4-a763-e3a3cba144be None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-899258'] for port, provisioning_complete {{(pid=94176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:41:24.019989 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aca26e7b-38d3-4016-a7f6-393cd0679e8a req-d055c48c-d329-4fe8-8500-52060c1d2cbd tempest-TestVolumeBootPattern-1838142519 tempest-TestVolumeBootPattern-1838142519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 11:41:24.021556 dv-neutron-601336-94-hyperv neutron-server[94175]: INFO neutron.wsgi [req-aca26e7b-38d3-4016-a7f6-393cd0679e8a req-d055c48c-d329-4fe8-8500-52060c1d2cbd tempest-TestVolumeBootPattern-1838142519 tempest-TestVolumeBootPattern-1838142519-project] 10.222.0.20 "GET /v2.0/ports?device_id=379b9572-890a-481f-bf22-593e325cb383 HTTP/1.1" status: 200 len: 944 time: 0.0693026 Jun 23 11:41:24.030911 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron_lib.callbacks.manager [None req-a7efc302-3943-43c3-958f-586ee85dea87 tempest-TestNetworkBasicOps-233187296 tempest-TestNetworkBasicOps-233187296-project] Notify callbacks [] for security_group, before_create {{(pid=94174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:41:24.066203 dv-neutron-601336-94-hyperv neutron-server[94175]: INFO neutron.wsgi [req-aca26e7b-38d3-4016-a7f6-393cd0679e8a req-cbd670ef-6282-4891-b471-2ee92b8d6fbb tempest-TestVolumeBootPattern-1838142519 tempest-TestVolumeBootPattern-1838142519-project] 10.222.0.20 "GET /v2.0/security-groups?id=caa86333-f4a4-4907-90fa-9f1b20d99924&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0387611 Jun 23 11:41:24.127907 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron_lib.callbacks.manager [None req-a7efc302-3943-43c3-958f-586ee85dea87 tempest-TestNetworkBasicOps-233187296 tempest-TestNetworkBasicOps-233187296-project] Notify callbacks [] for security_group, precommit_create {{(pid=94174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:41:24.142711 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron_lib.callbacks.manager [None req-dc7542b2-afef-47f4-a763-e3a3cba144be None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-923122'] for port, before_update {{(pid=94176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:41:24.209516 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.plugins.ml2.db [None req-dc7542b2-afef-47f4-a763-e3a3cba144be None None] For port 9de577f8-9e19-4af7-95d3-637b7861018a, host dv-neutron-601336-94-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-94-hyperv',level=0,port_id=9de577f8-9e19-4af7-95d3-637b7861018a,segment=NetworkSegment(6e03fc29-73a7-4380-95bb-f16eaf5e6b8a),segment_id=6e03fc29-73a7-4380-95bb-f16eaf5e6b8a)] {{(pid=94176) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 23 11:41:24.229602 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron_lib.callbacks.manager [None req-a7efc302-3943-43c3-958f-586ee85dea87 tempest-TestNetworkBasicOps-233187296 tempest-TestNetworkBasicOps-233187296-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7996330'] for security_group, after_create {{(pid=94174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:41:24.230248 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron_lib.callbacks.manager [None req-08740af5-e948-4f24-ad29-356f9c5dd73e None None] Notify callbacks [] for port, precommit_update {{(pid=94176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:41:24.233429 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG oslo_concurrency.lockutils [None req-a8b276bd-a31a-4305-a92a-696f119a65c9 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94174) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 11:41:24.240160 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.db.provisioning_blocks [None req-08740af5-e948-4f24-ad29-356f9c5dd73e None None] Transition to ACTIVE for port object 7477954b-5d1a-470b-9bb0-398bb0540c31 will not be triggered until provisioned by entity L2. {{(pid=94176) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 23 11:41:24.260133 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7efc302-3943-43c3-958f-586ee85dea87 tempest-TestNetworkBasicOps-233187296 tempest-TestNetworkBasicOps-233187296-project] Pushing event updated for resources: {'SecurityGroup': ['ID=93196ac0-9d69-4f8f-89b2-f731394108a5,revision_number=1']} {{(pid=94174) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 11:41:24.262923 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG oslo_concurrency.lockutils [None req-a7efc302-3943-43c3-958f-586ee85dea87 tempest-TestNetworkBasicOps-233187296 tempest-TestNetworkBasicOps-233187296-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.030s {{(pid=94174) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 11:41:24.282054 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron_lib.callbacks.manager [None req-dc7542b2-afef-47f4-a763-e3a3cba144be None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-922904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866062', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773700135042', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773699642233', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773699642278'] for port, after_update {{(pid=94176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:41:24.283911 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG oslo_concurrency.lockutils [None req-9332277f-7367-4a8d-9fc4-793c45263089 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 11:41:24.305541 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron_lib.callbacks.manager [None req-a7efc302-3943-43c3-958f-586ee85dea87 tempest-TestNetworkBasicOps-233187296 tempest-TestNetworkBasicOps-233187296-project] Notify callbacks [] for security_group, before_response {{(pid=94174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:41:24.306795 dv-neutron-601336-94-hyperv neutron-server[94174]: INFO neutron.wsgi [None req-a7efc302-3943-43c3-958f-586ee85dea87 tempest-TestNetworkBasicOps-233187296 tempest-TestNetworkBasicOps-233187296-project] 10.222.0.20 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.3658226 Jun 23 11:41:24.309306 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron_lib.callbacks.manager [None req-08740af5-e948-4f24-ad29-356f9c5dd73e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-922904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866062', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773700135042', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773699642233', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773699642278'] for port, after_update {{(pid=94176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:41:24.310263 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.wsgi [-] (94175) accepted ('10.222.0.20', 44044) {{(pid=94175) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 11:41:24.314987 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.api.v2.base [None req-3bcdeb38-1de3-40e9-bb48-6bb92684a255 tempest-TestNetworkBasicOps-233187296 tempest-TestNetworkBasicOps-233187296-project] Request body: {'security_group_rule': {'security_group_id': '93196ac0-9d69-4f8f-89b2-f731394108a5', 'project_id': '772b9946478d439e9da4eaeade7fb21d', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=94175) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 23 11:41:24.344853 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc7542b2-afef-47f4-a763-e3a3cba144be None None] Pushing event updated for resources: {'Port': ['ID=9de577f8-9e19-4af7-95d3-637b7861018a,revision_number=3']} {{(pid=94176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 11:41:24.348935 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG oslo_concurrency.lockutils [None req-dc7542b2-afef-47f4-a763-e3a3cba144be None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.065s {{(pid=94176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 11:41:24.349669 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG oslo_concurrency.lockutils [None req-97bd5441-1da2-49ee-a364-27795820ba27 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.036s {{(pid=94176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 11:41:24.402075 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron_lib.callbacks.manager [None req-3bcdeb38-1de3-40e9-bb48-6bb92684a255 tempest-TestNetworkBasicOps-233187296 tempest-TestNetworkBasicOps-233187296-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:41:24.434206 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33c529d7-72b1-4fcc-8fa7-a17f61b279bf None None] Pushing event updated for resources: {'Port': ['ID=7477954b-5d1a-470b-9bb0-398bb0540c31,revision_number=3']} {{(pid=94176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 11:41:24.436999 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.plugins.ml2.managers [None req-08740af5-e948-4f24-ad29-356f9c5dd73e None None] Attempting to bind port 7477954b-5d1a-470b-9bb0-398bb0540c31 on host dv-neutron-601336-94-hyperv for vnic_type normal with profile {{(pid=94176) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 23 11:41:24.437388 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.plugins.ml2.managers [None req-08740af5-e948-4f24-ad29-356f9c5dd73e None None] Attempting to bind port 7477954b-5d1a-470b-9bb0-398bb0540c31 by drivers openvswitch,hyperv on host dv-neutron-601336-94-hyperv at level 0 using segments [{'id': '6e03fc29-73a7-4380-95bb-f16eaf5e6b8a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 405, 'network_id': 'aed37737-f784-42f4-a8b7-af135f8c50b0'}] {{(pid=94176) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 23 11:41:24.437769 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-08740af5-e948-4f24-ad29-356f9c5dd73e None None] Attempting to bind port 7477954b-5d1a-470b-9bb0-398bb0540c31 on network aed37737-f784-42f4-a8b7-af135f8c50b0 {{(pid=94176) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 23 11:41:24.439970 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG oslo_concurrency.lockutils [None req-33c529d7-72b1-4fcc-8fa7-a17f61b279bf None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.090s {{(pid=94176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 11:41:24.444290 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-08740af5-e948-4f24-ad29-356f9c5dd73e None None] Checking agent: {'id': '4d05f899-5ac9-411b-8a03-f60c93f87cdf', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-601336-94-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 23, 11, 22, 14), 'started_at': datetime.datetime(2021, 6, 23, 11, 22, 44), 'heartbeat_timestamp': datetime.datetime(2021, 6, 23, 11, 41, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'monitor_allowed_address_pair_garp': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-601336-94-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94176) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 23 11:41:24.444290 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-08740af5-e948-4f24-ad29-356f9c5dd73e None None] Checking segment: {'id': '6e03fc29-73a7-4380-95bb-f16eaf5e6b8a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 405, 'network_id': 'aed37737-f784-42f4-a8b7-af135f8c50b0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94176) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 23 11:41:24.444677 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron_lib.callbacks.manager [None req-08740af5-e948-4f24-ad29-356f9c5dd73e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:41:24.445113 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-08740af5-e948-4f24-ad29-356f9c5dd73e None None] Bound using segment: {'id': '6e03fc29-73a7-4380-95bb-f16eaf5e6b8a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 405, 'network_id': 'aed37737-f784-42f4-a8b7-af135f8c50b0'} {{(pid=94176) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 23 11:41:24.445601 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.plugins.ml2.managers [None req-08740af5-e948-4f24-ad29-356f9c5dd73e None None] Bound port: 7477954b-5d1a-470b-9bb0-398bb0540c31, host: dv-neutron-601336-94-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6e03fc29-73a7-4380-95bb-f16eaf5e6b8a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 405, 'network_id': 'aed37737-f784-42f4-a8b7-af135f8c50b0'}}] {{(pid=94176) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 23 11:41:24.445970 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron_lib.callbacks.manager [None req-08740af5-e948-4f24-ad29-356f9c5dd73e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-923122'] for port, before_update {{(pid=94176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:41:24.464768 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron_lib.callbacks.manager [None req-3bcdeb38-1de3-40e9-bb48-6bb92684a255 tempest-TestNetworkBasicOps-233187296 tempest-TestNetworkBasicOps-233187296-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:41:24.512828 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.plugins.ml2.db [None req-08740af5-e948-4f24-ad29-356f9c5dd73e None None] For port 7477954b-5d1a-470b-9bb0-398bb0540c31, host dv-neutron-601336-94-hyperv, cleared binding levels {{(pid=94176) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 23 11:41:24.515808 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.plugins.ml2.db [None req-08740af5-e948-4f24-ad29-356f9c5dd73e None None] For port 7477954b-5d1a-470b-9bb0-398bb0540c31, host dv-neutron-601336-94-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-94-hyperv',level=0,port_id=7477954b-5d1a-470b-9bb0-398bb0540c31,segment=NetworkSegment(6e03fc29-73a7-4380-95bb-f16eaf5e6b8a),segment_id=6e03fc29-73a7-4380-95bb-f16eaf5e6b8a)] {{(pid=94176) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 23 11:41:24.539194 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron_lib.callbacks.manager [None req-3bcdeb38-1de3-40e9-bb48-6bb92684a255 tempest-TestNetworkBasicOps-233187296 tempest-TestNetworkBasicOps-233187296-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7996355'] for security_group_rule, after_create {{(pid=94175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:41:24.544771 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG oslo_concurrency.lockutils [None req-af06a47c-d005-4eb5-8596-e0f0d16d9bf1 tempest-SecGroupTest-1462889432 tempest-SecGroupTest-1462889432-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94175) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 11:41:24.561395 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bcdeb38-1de3-40e9-bb48-6bb92684a255 tempest-TestNetworkBasicOps-233187296 tempest-TestNetworkBasicOps-233187296-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a874c355-6b31-440a-a5f7-ce717fd64bb5,revision_number=0']} {{(pid=94175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 11:41:24.563841 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG oslo_concurrency.lockutils [None req-3bcdeb38-1de3-40e9-bb48-6bb92684a255 tempest-TestNetworkBasicOps-233187296 tempest-TestNetworkBasicOps-233187296-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=94175) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 11:41:24.596471 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron_lib.callbacks.manager [None req-08740af5-e948-4f24-ad29-356f9c5dd73e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-922904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866062', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773700135042', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773699642233', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773699642278'] for port, after_update {{(pid=94176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:41:24.598250 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG oslo_concurrency.lockutils [None req-0440acdd-dd1c-4579-89e9-761ef6ce888c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 11:41:24.619049 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron_lib.callbacks.manager [None req-3bcdeb38-1de3-40e9-bb48-6bb92684a255 tempest-TestNetworkBasicOps-233187296 tempest-TestNetworkBasicOps-233187296-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:41:24.620795 dv-neutron-601336-94-hyperv neutron-server[94175]: INFO neutron.wsgi [None req-3bcdeb38-1de3-40e9-bb48-6bb92684a255 tempest-TestNetworkBasicOps-233187296 tempest-TestNetworkBasicOps-233187296-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3089585 Jun 23 11:41:24.623132 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.wsgi [-] (94175) accepted ('10.222.0.20', 44046) {{(pid=94175) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 11:41:24.630553 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.api.v2.base [None req-98b3679f-3599-4815-b126-5766de7e7dae tempest-TestNetworkBasicOps-233187296 tempest-TestNetworkBasicOps-233187296-project] Request body: {'security_group_rule': {'security_group_id': '93196ac0-9d69-4f8f-89b2-f731394108a5', 'project_id': '772b9946478d439e9da4eaeade7fb21d', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=94175) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 23 11:41:24.654583 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.db.l3_dvrscheduler_db [None req-08740af5-e948-4f24-ad29-356f9c5dd73e None None] Routers {'22a738ae-53ff-4c6d-8be0-b9909ca44fb4'} bound to L3 agent in host dv-neutron-601336-94-hyperv {{(pid=94176) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 23 11:41:24.655260 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.db.l3_hamode_db [None req-08740af5-e948-4f24-ad29-356f9c5dd73e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-601336-94-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-23T11:22:13Z,description=,heartbeat_timestamp=2021-06-23T11:41:13Z,host='dv-neutron-601336-94-hyperv',id=50ef99c0-ef28-4db5-b303-b145898fae60,load=0,resource_versions=,resources_synced=,started_at=2021-06-23T11:22:14Z,topic='l3_agent')) {'router_ids': ['22a738ae-53ff-4c6d-8be0-b9909ca44fb4'], 'active': True} {{(pid=94176) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 11:41:24.657076 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33c529d7-72b1-4fcc-8fa7-a17f61b279bf None None] Pushing event updated for resources: {'Port': ['ID=7477954b-5d1a-470b-9bb0-398bb0540c31,revision_number=4']} {{(pid=94176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 11:41:24.660650 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG oslo_concurrency.lockutils [None req-33c529d7-72b1-4fcc-8fa7-a17f61b279bf None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.062s {{(pid=94176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 11:41:24.733107 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron_lib.callbacks.manager [None req-98b3679f-3599-4815-b126-5766de7e7dae tempest-TestNetworkBasicOps-233187296 tempest-TestNetworkBasicOps-233187296-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:41:24.766790 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.db.l3_dvr_db [None req-08740af5-e948-4f24-ad29-356f9c5dd73e None None] Set router 22a738ae-53ff-4c6d-8be0-b9909ca44fb4 gateway port host: dv-neutron-601336-94-hyperv {{(pid=94176) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:838}} Jun 23 11:41:24.795552 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron_lib.callbacks.manager [None req-98b3679f-3599-4815-b126-5766de7e7dae tempest-TestNetworkBasicOps-233187296 tempest-TestNetworkBasicOps-233187296-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:41:24.858821 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron_lib.callbacks.manager [None req-98b3679f-3599-4815-b126-5766de7e7dae tempest-TestNetworkBasicOps-233187296 tempest-TestNetworkBasicOps-233187296-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7996355'] for security_group_rule, after_create {{(pid=94175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:41:24.860874 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG oslo_concurrency.lockutils [None req-165719a1-3a00-4a7a-b91a-07a5117d0027 tempest-TestNetworkBasicOps-233187296 tempest-TestNetworkBasicOps-233187296-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94175) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 11:41:24.877161 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98b3679f-3599-4815-b126-5766de7e7dae tempest-TestNetworkBasicOps-233187296 tempest-TestNetworkBasicOps-233187296-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a55773fa-19c5-4d34-b384-5bcc474ecb95,revision_number=0']} {{(pid=94175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 11:41:24.879695 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG oslo_concurrency.lockutils [None req-98b3679f-3599-4815-b126-5766de7e7dae tempest-TestNetworkBasicOps-233187296 tempest-TestNetworkBasicOps-233187296-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=94175) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 11:41:24.933040 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron_lib.callbacks.manager [None req-98b3679f-3599-4815-b126-5766de7e7dae tempest-TestNetworkBasicOps-233187296 tempest-TestNetworkBasicOps-233187296-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:41:24.934327 dv-neutron-601336-94-hyperv neutron-server[94175]: INFO neutron.wsgi [None req-98b3679f-3599-4815-b126-5766de7e7dae tempest-TestNetworkBasicOps-233187296 tempest-TestNetworkBasicOps-233187296-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.3102007 Jun 23 11:41:24.937285 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.wsgi [-] (94175) accepted ('10.222.0.20', 44048) {{(pid=94175) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 11:41:24.941849 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.api.v2.base [None req-7078083a-ea9a-40ba-81c6-564109138e7f tempest-TestNetworkBasicOps-233187296 tempest-TestNetworkBasicOps-233187296-project] Request body: {'security_group_rule': {'security_group_id': '93196ac0-9d69-4f8f-89b2-f731394108a5', 'project_id': '772b9946478d439e9da4eaeade7fb21d', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=94175) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 23 11:41:24.970558 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.db.l3_hamode_db [None req-08740af5-e948-4f24-ad29-356f9c5dd73e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '22a738ae-53ff-4c6d-8be0-b9909ca44fb4', 'name': 'tempest-TestNetworkBasicOps-router-807382374', 'tenant_id': '772b9946478d439e9da4eaeade7fb21d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3e7e4eb3-cf02-4d47-ade9-0a579cdfc60f', 'external_fixed_ips': [{'subnet_id': 'a5ad15ab-c489-4a67-a9b0-d559fca0ec71', 'ip_address': '172.26.3.149'}], 'enable_snat': True}, 'gw_port_id': '7ec9159f-405f-41d8-ba35-97c04a1e0aef', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-23T11:41:17Z', 'updated_at': '2021-06-23T11:41:22Z', 'revision_number': 4, 'project_id': '772b9946478d439e9da4eaeade7fb21d', 'gw_port': {'id': '7ec9159f-405f-41d8-ba35-97c04a1e0aef', 'name': '', 'network_id': '3e7e4eb3-cf02-4d47-ade9-0a579cdfc60f', 'tenant_id': '', 'mac_address': 'fa:16:3e:a3:f1:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '22a738ae-53ff-4c6d-8be0-b9909ca44fb4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1435, 'fixed_ips': [{'subnet_id': 'a5ad15ab-c489-4a67-a9b0-d559fca0ec71', 'ip_address': '172.26.3.149', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-94-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-23T11:41:18Z', 'updated_at': '2021-06-23T11:41:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a5ad15ab-c489-4a67-a9b0-d559fca0ec71', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-601336-94-hyperv', '_interfaces': [{'id': '7477954b-5d1a-470b-9bb0-398bb0540c31', 'name': '', 'network_id': 'aed37737-f784-42f4-a8b7-af135f8c50b0', 'tenant_id': '772b9946478d439e9da4eaeade7fb21d', 'mac_address': 'fa:16:3e:82:8b:68', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '22a738ae-53ff-4c6d-8be0-b9909ca44fb4', 'device_owner': 'network:router_interface', 'standard_attr_id': 1438, 'fixed_ips': [{'subnet_id': '0626e1be-3a5d-4cbf-b2b3-e71b55b57e9d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-94-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-23T11:41:21Z', 'updated_at': '2021-06-23T11:41:24Z', 'revision_number': 4, 'project_id': '772b9946478d439e9da4eaeade7fb21d', 'subnets': [{'id': '0626e1be-3a5d-4cbf-b2b3-e71b55b57e9d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-601336-94-hyperv', False) {} {{(pid=94176) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 11:41:24.999828 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-08740af5-e948-4f24-ad29-356f9c5dd73e None None] The sync data for ids ['22a738ae-53ff-4c6d-8be0-b9909ca44fb4'] in dv-neutron-601336-94-hyperv is: [{'id': '22a738ae-53ff-4c6d-8be0-b9909ca44fb4', 'name': 'tempest-TestNetworkBasicOps-router-807382374', 'tenant_id': '772b9946478d439e9da4eaeade7fb21d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3e7e4eb3-cf02-4d47-ade9-0a579cdfc60f', 'external_fixed_ips': [{'subnet_id': 'a5ad15ab-c489-4a67-a9b0-d559fca0ec71', 'ip_address': '172.26.3.149'}], 'enable_snat': True}, 'gw_port_id': '7ec9159f-405f-41d8-ba35-97c04a1e0aef', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-23T11:41:17Z', 'updated_at': '2021-06-23T11:41:22Z', 'revision_number': 4, 'project_id': '772b9946478d439e9da4eaeade7fb21d', 'gw_port': {'id': '7ec9159f-405f-41d8-ba35-97c04a1e0aef', 'name': '', 'network_id': '3e7e4eb3-cf02-4d47-ade9-0a579cdfc60f', 'tenant_id': '', 'mac_address': 'fa:16:3e:a3:f1:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '22a738ae-53ff-4c6d-8be0-b9909ca44fb4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1435, 'fixed_ips': [{'subnet_id': 'a5ad15ab-c489-4a67-a9b0-d559fca0ec71', 'ip_address': '172.26.3.149', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-94-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-23T11:41:18Z', 'updated_at': '2021-06-23T11:41:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a5ad15ab-c489-4a67-a9b0-d559fca0ec71', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-601336-94-hyperv', '_interfaces': [{'id': '7477954b-5d1a-470b-9bb0-398bb0540c31', 'name': '', 'network_id': 'aed37737-f784-42f4-a8b7-af135f8c50b0', 'tenant_id': '772b9946478d439e9da4eaeade7fb21d', 'mac_address': 'fa:16:3e:82:8b:68', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '22a738ae-53ff-4c6d-8be0-b9909ca44fb4', 'device_owner': 'network:router_interface', 'standard_attr_id': 1438, 'fixed_ips': [{'subnet_id': '0626e1be-3a5d-4cbf-b2b3-e71b55b57e9d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-94-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-23T11:41:21Z', 'updated_at': '2021-06-23T11:41:24Z', 'revision_number': 4, 'project_id': '772b9946478d439e9da4eaeade7fb21d', 'subnets': [{'id': '0626e1be-3a5d-4cbf-b2b3-e71b55b57e9d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94176) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 23 11:41:25.030332 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron_lib.callbacks.manager [None req-7078083a-ea9a-40ba-81c6-564109138e7f tempest-TestNetworkBasicOps-233187296 tempest-TestNetworkBasicOps-233187296-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:41:25.110558 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron_lib.callbacks.manager [None req-7078083a-ea9a-40ba-81c6-564109138e7f tempest-TestNetworkBasicOps-233187296 tempest-TestNetworkBasicOps-233187296-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:41:25.178935 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron_lib.callbacks.manager [None req-7078083a-ea9a-40ba-81c6-564109138e7f tempest-TestNetworkBasicOps-233187296 tempest-TestNetworkBasicOps-233187296-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7996355'] for security_group_rule, after_create {{(pid=94175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:41:25.180897 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG oslo_concurrency.lockutils [None req-af9b5aa8-e2c0-4dc4-bf78-0895340d0cca tempest-TestVolumeBootPattern-1838142519 tempest-TestVolumeBootPattern-1838142519-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94175) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 11:41:25.198086 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7078083a-ea9a-40ba-81c6-564109138e7f tempest-TestNetworkBasicOps-233187296 tempest-TestNetworkBasicOps-233187296-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=cb2ffad7-8e9d-4e76-8ae0-e932a79723ee,revision_number=0']} {{(pid=94175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 11:41:25.201431 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG oslo_concurrency.lockutils [None req-7078083a-ea9a-40ba-81c6-564109138e7f tempest-TestNetworkBasicOps-233187296 tempest-TestNetworkBasicOps-233187296-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.020s {{(pid=94175) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 11:41:25.260725 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad30052b-2c0e-4178-88a9-4aef49449044 req-9120bbec-17fd-4436-aa4a-d93223f9d5eb tempest-TestVolumeBootPattern-1838142519 tempest-TestVolumeBootPattern-1838142519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94174) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 11:41:25.262333 dv-neutron-601336-94-hyperv neutron-server[94174]: INFO neutron.wsgi [req-ad30052b-2c0e-4178-88a9-4aef49449044 req-9120bbec-17fd-4436-aa4a-d93223f9d5eb tempest-TestVolumeBootPattern-1838142519 tempest-TestVolumeBootPattern-1838142519-project] 10.222.0.20 "GET /v2.0/ports?device_id=379b9572-890a-481f-bf22-593e325cb383 HTTP/1.1" status: 200 len: 944 time: 0.0703964 Jun 23 11:41:25.264059 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron_lib.callbacks.manager [None req-7078083a-ea9a-40ba-81c6-564109138e7f tempest-TestNetworkBasicOps-233187296 tempest-TestNetworkBasicOps-233187296-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:41:25.265459 dv-neutron-601336-94-hyperv neutron-server[94175]: INFO neutron.wsgi [None req-7078083a-ea9a-40ba-81c6-564109138e7f tempest-TestNetworkBasicOps-233187296 tempest-TestNetworkBasicOps-233187296-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3271616 Jun 23 11:41:25.268057 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.wsgi [-] (94175) accepted ('10.222.0.20', 44052) {{(pid=94175) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 11:41:25.272685 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.api.v2.base [None req-75b0ed03-cf41-484f-96cb-dd176ee68710 tempest-TestNetworkBasicOps-233187296 tempest-TestNetworkBasicOps-233187296-project] Request body: {'security_group_rule': {'security_group_id': '93196ac0-9d69-4f8f-89b2-f731394108a5', 'project_id': '772b9946478d439e9da4eaeade7fb21d', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=94175) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 23 11:41:25.306944 dv-neutron-601336-94-hyperv neutron-server[94174]: INFO neutron.wsgi [req-ad30052b-2c0e-4178-88a9-4aef49449044 req-c95af7da-fe54-4dd9-8bff-f74003ac7925 tempest-TestVolumeBootPattern-1838142519 tempest-TestVolumeBootPattern-1838142519-project] 10.222.0.20 "GET /v2.0/security-groups?id=caa86333-f4a4-4907-90fa-9f1b20d99924&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0367944 Jun 23 11:41:25.366289 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron_lib.callbacks.manager [None req-75b0ed03-cf41-484f-96cb-dd176ee68710 tempest-TestNetworkBasicOps-233187296 tempest-TestNetworkBasicOps-233187296-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:41:25.439757 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron_lib.callbacks.manager [None req-75b0ed03-cf41-484f-96cb-dd176ee68710 tempest-TestNetworkBasicOps-233187296 tempest-TestNetworkBasicOps-233187296-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:41:25.504447 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron_lib.callbacks.manager [None req-75b0ed03-cf41-484f-96cb-dd176ee68710 tempest-TestNetworkBasicOps-233187296 tempest-TestNetworkBasicOps-233187296-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7996355'] for security_group_rule, after_create {{(pid=94175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:41:25.506470 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG oslo_concurrency.lockutils [None req-9d0f9e1e-25b4-423c-a9a3-ef8abc6e9850 tempest-TestNetworkBasicOps-233187296 tempest-TestNetworkBasicOps-233187296-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94175) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 11:41:25.527139 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.plugins.ml2.rpc [None req-dc7542b2-afef-47f4-a763-e3a3cba144be None None] Device 7477954b-5d1a-470b-9bb0-398bb0540c31 up at agent ovs-agent-dv-neutron-601336-94-hyperv {{(pid=94176) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:298}} Jun 23 11:41:25.528992 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75b0ed03-cf41-484f-96cb-dd176ee68710 tempest-TestNetworkBasicOps-233187296 tempest-TestNetworkBasicOps-233187296-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=77d90399-b920-45d5-b83e-57b892125ccb,revision_number=0']} {{(pid=94175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 11:41:25.531458 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG oslo_concurrency.lockutils [None req-75b0ed03-cf41-484f-96cb-dd176ee68710 tempest-TestNetworkBasicOps-233187296 tempest-TestNetworkBasicOps-233187296-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.025s {{(pid=94175) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 11:41:25.595897 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron_lib.callbacks.manager [None req-75b0ed03-cf41-484f-96cb-dd176ee68710 tempest-TestNetworkBasicOps-233187296 tempest-TestNetworkBasicOps-233187296-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:41:25.597265 dv-neutron-601336-94-hyperv neutron-server[94175]: INFO neutron.wsgi [None req-75b0ed03-cf41-484f-96cb-dd176ee68710 tempest-TestNetworkBasicOps-233187296 tempest-TestNetworkBasicOps-233187296-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.3282743 Jun 23 11:41:25.600066 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.wsgi [-] (94175) accepted ('10.222.0.20', 44054) {{(pid=94175) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 11:41:25.605421 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.api.v2.base [None req-e9acb65c-1446-4222-982d-223f1fb8fd14 tempest-TestNetworkBasicOps-233187296 tempest-TestNetworkBasicOps-233187296-project] Request body: {'security_group_rule': {'security_group_id': '93196ac0-9d69-4f8f-89b2-f731394108a5', 'project_id': '772b9946478d439e9da4eaeade7fb21d', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=94175) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 23 11:41:25.665444 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.db.provisioning_blocks [None req-dc7542b2-afef-47f4-a763-e3a3cba144be None None] Provisioning for port 7477954b-5d1a-470b-9bb0-398bb0540c31 completed by entity L2. {{(pid=94176) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 23 11:41:25.670165 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.db.provisioning_blocks [None req-dc7542b2-afef-47f4-a763-e3a3cba144be None None] Provisioning complete for port 7477954b-5d1a-470b-9bb0-398bb0540c31 triggered by entity L2. {{(pid=94176) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 23 11:41:25.670672 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron_lib.callbacks.manager [None req-dc7542b2-afef-47f4-a763-e3a3cba144be None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-899258'] for port, provisioning_complete {{(pid=94176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:41:25.705106 dv-neutron-601336-94-hyperv neutron-server[94175]: INFO neutron.db.securitygroups_db [None req-e9acb65c-1446-4222-982d-223f1fb8fd14 tempest-TestNetworkBasicOps-233187296 tempest-TestNetworkBasicOps-233187296-project] Project 772b9946478d439e9da4eaeade7fb21d added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jun 23 11:41:25.710983 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron_lib.callbacks.manager [None req-e9acb65c-1446-4222-982d-223f1fb8fd14 tempest-TestNetworkBasicOps-233187296 tempest-TestNetworkBasicOps-233187296-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:41:25.750590 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron_lib.callbacks.manager [None req-dc7542b2-afef-47f4-a763-e3a3cba144be None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-923122'] for port, before_update {{(pid=94176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:41:25.777572 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron_lib.callbacks.manager [None req-e9acb65c-1446-4222-982d-223f1fb8fd14 tempest-TestNetworkBasicOps-233187296 tempest-TestNetworkBasicOps-233187296-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:41:25.787889 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.plugins.ml2.db [None req-dc7542b2-afef-47f4-a763-e3a3cba144be None None] For port 7477954b-5d1a-470b-9bb0-398bb0540c31, host dv-neutron-601336-94-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-94-hyperv',level=0,port_id=7477954b-5d1a-470b-9bb0-398bb0540c31,segment=NetworkSegment(6e03fc29-73a7-4380-95bb-f16eaf5e6b8a),segment_id=6e03fc29-73a7-4380-95bb-f16eaf5e6b8a)] {{(pid=94176) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 23 11:41:25.842153 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron_lib.callbacks.manager [None req-e9acb65c-1446-4222-982d-223f1fb8fd14 tempest-TestNetworkBasicOps-233187296 tempest-TestNetworkBasicOps-233187296-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7996355'] for security_group_rule, after_create {{(pid=94175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:41:25.847184 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG oslo_concurrency.lockutils [None req-6c78f57f-e241-4353-ba6d-979751380ed2 tempest-TestNetworkBasicOps-233187296 tempest-TestNetworkBasicOps-233187296-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94175) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 11:41:25.862497 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9acb65c-1446-4222-982d-223f1fb8fd14 tempest-TestNetworkBasicOps-233187296 tempest-TestNetworkBasicOps-233187296-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d7cc603b-dc50-410c-8135-9b1bb9a34c26,revision_number=0']} {{(pid=94175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 11:41:25.865351 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG oslo_concurrency.lockutils [None req-e9acb65c-1446-4222-982d-223f1fb8fd14 tempest-TestNetworkBasicOps-233187296 tempest-TestNetworkBasicOps-233187296-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=94175) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 11:41:25.870671 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron_lib.callbacks.manager [None req-dc7542b2-afef-47f4-a763-e3a3cba144be None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-922904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866062', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773700135042', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773699642233', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773699642278'] for port, after_update {{(pid=94176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:41:25.871744 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.plugins.ml2.rpc [None req-dc7542b2-afef-47f4-a763-e3a3cba144be None None] Device 9de577f8-9e19-4af7-95d3-637b7861018a up at agent ovs-agent-dv-neutron-601336-94-hyperv {{(pid=94176) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:298}} Jun 23 11:41:25.873617 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG oslo_concurrency.lockutils [None req-97bd5441-1da2-49ee-a364-27795820ba27 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 11:41:25.922271 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron_lib.callbacks.manager [None req-e9acb65c-1446-4222-982d-223f1fb8fd14 tempest-TestNetworkBasicOps-233187296 tempest-TestNetworkBasicOps-233187296-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:41:25.923838 dv-neutron-601336-94-hyperv neutron-server[94175]: INFO neutron.wsgi [None req-e9acb65c-1446-4222-982d-223f1fb8fd14 tempest-TestNetworkBasicOps-233187296 tempest-TestNetworkBasicOps-233187296-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.3227148 Jun 23 11:41:25.926447 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.wsgi [-] (94175) accepted ('10.222.0.20', 44056) {{(pid=94175) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 11:41:25.931703 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.api.v2.base [None req-fb406f9c-c118-4f3c-86f4-09e3118106da tempest-TestNetworkBasicOps-233187296 tempest-TestNetworkBasicOps-233187296-project] Request body: {'security_group_rule': {'security_group_id': '93196ac0-9d69-4f8f-89b2-f731394108a5', 'project_id': '772b9946478d439e9da4eaeade7fb21d', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=94175) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 23 11:41:25.946902 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc7542b2-afef-47f4-a763-e3a3cba144be None None] Pushing event updated for resources: {'Port': ['ID=7477954b-5d1a-470b-9bb0-398bb0540c31,revision_number=5']} {{(pid=94176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 11:41:25.956034 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc7542b2-afef-47f4-a763-e3a3cba144be None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-601336-94-hyperv {{(pid=94176) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 11:41:25.956388 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc7542b2-afef-47f4-a763-e3a3cba144be None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-94-hyperv {{(pid=94176) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 11:41:25.956733 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc7542b2-afef-47f4-a763-e3a3cba144be None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-94-hyperv {{(pid=94176) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 11:41:25.957073 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc7542b2-afef-47f4-a763-e3a3cba144be None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-601336-94-hyperv {{(pid=94176) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 11:41:25.957406 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc7542b2-afef-47f4-a763-e3a3cba144be None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-601336-94-hyperv {{(pid=94176) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 11:41:25.957742 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc7542b2-afef-47f4-a763-e3a3cba144be None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-601336-94-hyperv {{(pid=94176) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 11:41:25.958072 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc7542b2-afef-47f4-a763-e3a3cba144be None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-601336-94-hyperv {{(pid=94176) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 11:41:25.958402 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc7542b2-afef-47f4-a763-e3a3cba144be None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-601336-94-hyperv {{(pid=94176) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 11:41:25.958727 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc7542b2-afef-47f4-a763-e3a3cba144be None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-601336-94-hyperv {{(pid=94176) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 11:41:25.959074 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc7542b2-afef-47f4-a763-e3a3cba144be None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-94-hyperv {{(pid=94176) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 11:41:25.959398 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc7542b2-afef-47f4-a763-e3a3cba144be None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-601336-94-hyperv {{(pid=94176) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 11:41:25.959723 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc7542b2-afef-47f4-a763-e3a3cba144be None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-601336-94-hyperv {{(pid=94176) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 11:41:25.965558 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG oslo_concurrency.lockutils [None req-dc7542b2-afef-47f4-a763-e3a3cba144be None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.092s {{(pid=94176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 11:41:25.971623 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.db.provisioning_blocks [None req-dc7542b2-afef-47f4-a763-e3a3cba144be None None] Provisioning complete for port 9de577f8-9e19-4af7-95d3-637b7861018a triggered by entity L2. {{(pid=94176) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 23 11:41:25.972245 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron_lib.callbacks.manager [None req-dc7542b2-afef-47f4-a763-e3a3cba144be None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-899258'] for port, provisioning_complete {{(pid=94176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:41:26.001865 dv-neutron-601336-94-hyperv neutron-server[94175]: INFO neutron.db.securitygroups_db [None req-fb406f9c-c118-4f3c-86f4-09e3118106da tempest-TestNetworkBasicOps-233187296 tempest-TestNetworkBasicOps-233187296-project] Project 772b9946478d439e9da4eaeade7fb21d added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jun 23 11:41:26.007907 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron_lib.callbacks.manager [None req-fb406f9c-c118-4f3c-86f4-09e3118106da tempest-TestNetworkBasicOps-233187296 tempest-TestNetworkBasicOps-233187296-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:41:26.076948 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron_lib.callbacks.manager [None req-fb406f9c-c118-4f3c-86f4-09e3118106da tempest-TestNetworkBasicOps-233187296 tempest-TestNetworkBasicOps-233187296-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:41:26.133790 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron_lib.callbacks.manager [None req-fb406f9c-c118-4f3c-86f4-09e3118106da tempest-TestNetworkBasicOps-233187296 tempest-TestNetworkBasicOps-233187296-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7996355'] for security_group_rule, after_create {{(pid=94175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:41:26.135824 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG oslo_concurrency.lockutils [None req-98b3679f-3599-4815-b126-5766de7e7dae tempest-TestNetworkBasicOps-233187296 tempest-TestNetworkBasicOps-233187296-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94175) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 11:41:26.150760 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb406f9c-c118-4f3c-86f4-09e3118106da tempest-TestNetworkBasicOps-233187296 tempest-TestNetworkBasicOps-233187296-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=46b9e392-afdf-4463-bc91-abd5282ed248,revision_number=0']} {{(pid=94175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 11:41:26.154709 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG oslo_concurrency.lockutils [None req-fb406f9c-c118-4f3c-86f4-09e3118106da tempest-TestNetworkBasicOps-233187296 tempest-TestNetworkBasicOps-233187296-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=94175) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 11:41:26.207447 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron_lib.callbacks.manager [None req-fb406f9c-c118-4f3c-86f4-09e3118106da tempest-TestNetworkBasicOps-233187296 tempest-TestNetworkBasicOps-233187296-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:41:26.208632 dv-neutron-601336-94-hyperv neutron-server[94175]: INFO neutron.wsgi [None req-fb406f9c-c118-4f3c-86f4-09e3118106da tempest-TestNetworkBasicOps-233187296 tempest-TestNetworkBasicOps-233187296-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.2811942 Jun 23 11:41:26.345921 dv-neutron-601336-94-hyperv neutron-server[94175]: INFO neutron.wsgi [req-3e293e82-d164-4180-aae0-37f61f121193 req-0e5c5582-1b5b-437d-b616-25dcfdf6ead6 tempest-TestNetworkBasicOps-233187296 tempest-TestNetworkBasicOps-233187296-project] 10.222.0.20 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-627571236&fields=id&tenant_id=772b9946478d439e9da4eaeade7fb21d HTTP/1.1" status: 200 len: 267 time: 0.0329812 Jun 23 11:41:26.409346 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.plugins.ml2.rpc [None req-97bd5441-1da2-49ee-a364-27795820ba27 None None] Device 2e0e8118-c297-44b9-8c9a-0d73b41f9725 details requested by agent hyperv_hv-neutron-6013 with host hv-neutron-6013 {{(pid=94176) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:104}} Jun 23 11:41:26.455650 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e293e82-d164-4180-aae0-37f61f121193 req-4e82a125-41cf-4bd0-a9f9-d99b1fc7961c tempest-TestNetworkBasicOps-233187296 tempest-TestNetworkBasicOps-233187296-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 11:41:26.457187 dv-neutron-601336-94-hyperv neutron-server[94175]: INFO neutron.wsgi [req-3e293e82-d164-4180-aae0-37f61f121193 req-4e82a125-41cf-4bd0-a9f9-d99b1fc7961c tempest-TestNetworkBasicOps-233187296 tempest-TestNetworkBasicOps-233187296-project] 10.222.0.20 "GET /v2.0/networks?id=aed37737-f784-42f4-a8b7-af135f8c50b0 HTTP/1.1" status: 200 len: 796 time: 0.1045508 Jun 23 11:41:26.473728 dv-neutron-601336-94-hyperv neutron-server[94175]: INFO neutron.wsgi [req-3e293e82-d164-4180-aae0-37f61f121193 req-73f8fe09-b716-4a70-8c1f-d777fc114fd8 tempest-TestNetworkBasicOps-233187296 tempest-TestNetworkBasicOps-233187296-project] 10.222.0.20 "GET /v2.0/quotas/772b9946478d439e9da4eaeade7fb21d HTTP/1.1" status: 200 len: 375 time: 0.0091338 Jun 23 11:41:26.479026 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a852dbbb-4b50-47fe-a88d-38bb22e790dd req-52b2f241-924c-40f0-b3c4-35a2fb6fc0a8 tempest-TestVolumeBootPattern-1838142519 tempest-TestVolumeBootPattern-1838142519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94174) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 11:41:26.480840 dv-neutron-601336-94-hyperv neutron-server[94174]: INFO neutron.wsgi [req-a852dbbb-4b50-47fe-a88d-38bb22e790dd req-52b2f241-924c-40f0-b3c4-35a2fb6fc0a8 tempest-TestVolumeBootPattern-1838142519 tempest-TestVolumeBootPattern-1838142519-project] 10.222.0.20 "GET /v2.0/ports?device_id=379b9572-890a-481f-bf22-593e325cb383 HTTP/1.1" status: 200 len: 944 time: 0.0656681 Jun 23 11:41:26.513523 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.plugins.ml2.db [None req-97bd5441-1da2-49ee-a364-27795820ba27 None None] For port 2e0e8118-c297-44b9-8c9a-0d73b41f9725, host hv-neutron-6013, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-6013',level=0,port_id=2e0e8118-c297-44b9-8c9a-0d73b41f9725,segment=NetworkSegment(c7798981-dff9-4fc8-94a4-46182475c2ee),segment_id=c7798981-dff9-4fc8-94a4-46182475c2ee)] {{(pid=94176) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 23 11:41:26.519438 dv-neutron-601336-94-hyperv neutron-server[94174]: INFO neutron.wsgi [req-a852dbbb-4b50-47fe-a88d-38bb22e790dd req-848abbbd-954d-4b9a-bbf5-ac7335af01ff tempest-TestVolumeBootPattern-1838142519 tempest-TestVolumeBootPattern-1838142519-project] 10.222.0.20 "GET /v2.0/security-groups?id=caa86333-f4a4-4907-90fa-9f1b20d99924&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0330679 Jun 23 11:41:26.527130 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.plugins.ml2.rpc [None req-97bd5441-1da2-49ee-a364-27795820ba27 None None] Returning: {'device': '2e0e8118-c297-44b9-8c9a-0d73b41f9725', 'network_id': '03d0adb8-7c84-4028-a133-9fee8ea26a25', 'port_id': '2e0e8118-c297-44b9-8c9a-0d73b41f9725', 'mac_address': 'fa:16:3e:1f:d2:03', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 433, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5338fe8e-d932-41fb-ae27-ab82df160b69', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94176) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:186}} Jun 23 11:41:26.557972 dv-neutron-601336-94-hyperv neutron-server[94175]: INFO neutron.wsgi [req-3e293e82-d164-4180-aae0-37f61f121193 req-ddd5fdef-1de8-4905-9a92-aabd587349dd tempest-TestNetworkBasicOps-233187296 tempest-TestNetworkBasicOps-233187296-project] 10.222.0.20 "GET /v2.0/ports?tenant_id=772b9946478d439e9da4eaeade7fb21d&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0764880 Jun 23 11:41:26.564600 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron_lib.callbacks.manager [None req-97bd5441-1da2-49ee-a364-27795820ba27 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-923122'] for port, before_update {{(pid=94176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:41:26.578198 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.notifiers.nova [None req-97bd5441-1da2-49ee-a364-27795820ba27 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2e0e8118-c297-44b9-8c9a-0d73b41f9725 {{(pid=94176) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 23 11:41:26.603170 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.plugins.ml2.db [None req-97bd5441-1da2-49ee-a364-27795820ba27 None None] For port 2e0e8118-c297-44b9-8c9a-0d73b41f9725, host hv-neutron-6013, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-6013',level=0,port_id=2e0e8118-c297-44b9-8c9a-0d73b41f9725,segment=NetworkSegment(c7798981-dff9-4fc8-94a4-46182475c2ee),segment_id=c7798981-dff9-4fc8-94a4-46182475c2ee)] {{(pid=94176) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 23 11:41:26.875984 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron_lib.callbacks.manager [None req-97bd5441-1da2-49ee-a364-27795820ba27 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-922904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866062', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773700135042', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773699642233', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773699642278'] for port, after_update {{(pid=94176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:41:26.877957 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG oslo_concurrency.lockutils [None req-9a8446e6-b06f-4acf-b55b-6fb62fcbdd44 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 11:41:26.925048 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97bd5441-1da2-49ee-a364-27795820ba27 None None] Pushing event updated for resources: {'Port': ['ID=2e0e8118-c297-44b9-8c9a-0d73b41f9725,revision_number=4']} {{(pid=94176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 11:41:26.928114 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG oslo_concurrency.lockutils [None req-97bd5441-1da2-49ee-a364-27795820ba27 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=94176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 11:41:26.957198 dv-neutron-601336-94-hyperv neutron-server[94175]: INFO neutron.wsgi [req-3e293e82-d164-4180-aae0-37f61f121193 req-92d2399a-5e2d-4072-82a4-8d180eca0fea service neutron] 10.222.0.20 "GET /v2.0/networks/aed37737-f784-42f4-a8b7-af135f8c50b0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3878965 Jun 23 11:41:27.046809 dv-neutron-601336-94-hyperv neutron-server[94175]: INFO neutron.wsgi [req-3e293e82-d164-4180-aae0-37f61f121193 req-ced51500-af56-42f6-8669-cc927fb87953 service neutron] 10.222.0.20 "GET /v2.0/networks/aed37737-f784-42f4-a8b7-af135f8c50b0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0833459 Jun 23 11:41:27.067528 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.plugins.ml2.db [None req-97bd5441-1da2-49ee-a364-27795820ba27 None None] get_ports_and_sgs() called for port_ids ['2e0e8118-c297-44b9-8c9a-0d73b41f9725'] {{(pid=94176) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 23 11:41:27.303338 dv-neutron-601336-94-hyperv neutron-server[94174]: INFO neutron.wsgi [req-8524fb01-a196-4c31-94c0-1d48981953f5 req-aeff8f72-e547-4a0c-9671-b9f8f49ee59f tempest-TestNetworkBasicOps-233187296 tempest-TestNetworkBasicOps-233187296-project] 10.222.0.20 "GET /v2.0/ports?device_id=ac85e926-8ca0-434f-bf19-e84a998790a9 HTTP/1.1" status: 200 len: 210 time: 0.0310309 Jun 23 11:41:27.459322 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.plugins.ml2.rpc [None req-dc7542b2-afef-47f4-a763-e3a3cba144be None None] Device 7477954b-5d1a-470b-9bb0-398bb0540c31 up at agent ovs-agent-dv-neutron-601336-94-hyperv {{(pid=94176) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:298}} Jun 23 11:41:27.505263 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.db.provisioning_blocks [None req-dc7542b2-afef-47f4-a763-e3a3cba144be None None] Provisioning complete for port 7477954b-5d1a-470b-9bb0-398bb0540c31 triggered by entity L2. {{(pid=94176) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 23 11:41:27.505649 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron_lib.callbacks.manager [None req-dc7542b2-afef-47f4-a763-e3a3cba144be None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-899258'] for port, provisioning_complete {{(pid=94176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:41:27.709343 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-759a24d6-4064-4ca9-b2c4-7e910fc8637a req-849467f7-e194-4b0e-9639-7a03b3f57667 tempest-TestVolumeBootPattern-1838142519 tempest-TestVolumeBootPattern-1838142519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 11:41:27.711214 dv-neutron-601336-94-hyperv neutron-server[94175]: INFO neutron.wsgi [req-759a24d6-4064-4ca9-b2c4-7e910fc8637a req-849467f7-e194-4b0e-9639-7a03b3f57667 tempest-TestVolumeBootPattern-1838142519 tempest-TestVolumeBootPattern-1838142519-project] 10.222.0.20 "GET /v2.0/ports?device_id=379b9572-890a-481f-bf22-593e325cb383 HTTP/1.1" status: 200 len: 945 time: 0.0670738 Jun 23 11:41:27.748945 dv-neutron-601336-94-hyperv neutron-server[94175]: INFO neutron.wsgi [req-759a24d6-4064-4ca9-b2c4-7e910fc8637a req-f429ddec-79ea-4284-ab6a-995adc7c97b6 tempest-TestVolumeBootPattern-1838142519 tempest-TestVolumeBootPattern-1838142519-project] 10.222.0.20 "GET /v2.0/security-groups?id=caa86333-f4a4-4907-90fa-9f1b20d99924&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0319588 Jun 23 11:41:28.440355 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.plugins.ml2.rpc [None req-97bd5441-1da2-49ee-a364-27795820ba27 None None] Device 2e0e8118-c297-44b9-8c9a-0d73b41f9725 up at agent hyperv_hv-neutron-6013 {{(pid=94176) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:298}} Jun 23 11:41:28.445261 dv-neutron-601336-94-hyperv neutron-server[94174]: INFO neutron.wsgi [req-c7de5ab7-31e4-4a5e-934c-f9433c80b5e6 req-bd380e1e-14b4-49aa-894e-50d2f14334b1 tempest-TestNetworkBasicOps-233187296 tempest-TestNetworkBasicOps-233187296-project] 10.222.0.20 "GET /v2.0/ports?device_id=ac85e926-8ca0-434f-bf19-e84a998790a9 HTTP/1.1" status: 200 len: 210 time: 0.0338428 Jun 23 11:41:28.556146 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.db.provisioning_blocks [None req-97bd5441-1da2-49ee-a364-27795820ba27 None None] Provisioning for port 2e0e8118-c297-44b9-8c9a-0d73b41f9725 completed by entity L2. {{(pid=94176) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 23 11:41:28.560148 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.db.provisioning_blocks [None req-97bd5441-1da2-49ee-a364-27795820ba27 None None] Provisioning complete for port 2e0e8118-c297-44b9-8c9a-0d73b41f9725 triggered by entity L2. {{(pid=94176) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 23 11:41:28.562292 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron_lib.callbacks.manager [None req-97bd5441-1da2-49ee-a364-27795820ba27 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-899258'] for port, provisioning_complete {{(pid=94176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:41:28.634442 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron_lib.callbacks.manager [None req-97bd5441-1da2-49ee-a364-27795820ba27 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-923122'] for port, before_update {{(pid=94176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:41:28.657390 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '379b9572-890a-481f-bf22-593e325cb383', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2e0e8118-c297-44b9-8c9a-0d73b41f9725'}] {{(pid=94176) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 23 11:41:28.659645 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}887b0dfc0393de878080286a57e4a08d4fa60dd0cddd118f338ebfcd351ddd4c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-715e0d1d-6904-446c-88b8-baa69641802e" -d '{"events": [{"server_uuid": "379b9572-890a-481f-bf22-593e325cb383", "name": "network-vif-plugged", "status": "completed", "tag": "2e0e8118-c297-44b9-8c9a-0d73b41f9725"}]}' {{(pid=94176) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 23 11:41:28.672121 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.plugins.ml2.db [None req-97bd5441-1da2-49ee-a364-27795820ba27 None None] For port 2e0e8118-c297-44b9-8c9a-0d73b41f9725, host hv-neutron-6013, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-6013',level=0,port_id=2e0e8118-c297-44b9-8c9a-0d73b41f9725,segment=NetworkSegment(c7798981-dff9-4fc8-94a4-46182475c2ee),segment_id=c7798981-dff9-4fc8-94a4-46182475c2ee)] {{(pid=94176) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 23 11:41:28.732913 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron_lib.callbacks.manager [None req-97bd5441-1da2-49ee-a364-27795820ba27 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-922904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866062', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773700135042', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773699642233', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773699642278'] for port, after_update {{(pid=94176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:41:28.734879 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG oslo_concurrency.lockutils [None req-97bd5441-1da2-49ee-a364-27795820ba27 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 11:41:28.767272 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 23 Jun 2021 11:41:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e93c3b3e-539f-464a-990d-8f1897930f82 x-openstack-request-id: req-e93c3b3e-539f-464a-990d-8f1897930f82 {{(pid=94176) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 23 11:41:28.775327 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "379b9572-890a-481f-bf22-593e325cb383", "name": "network-vif-plugged", "status": "completed", "tag": "2e0e8118-c297-44b9-8c9a-0d73b41f9725", "code": 200}]} {{(pid=94176) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 23 11:41:28.775327 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-e93c3b3e-539f-464a-990d-8f1897930f82 {{(pid=94176) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 23 11:41:28.775327 dv-neutron-601336-94-hyperv neutron-server[94176]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '379b9572-890a-481f-bf22-593e325cb383', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2e0e8118-c297-44b9-8c9a-0d73b41f9725', 'code': 200} Jun 23 11:41:28.791488 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97bd5441-1da2-49ee-a364-27795820ba27 None None] Pushing event updated for resources: {'Port': ['ID=2e0e8118-c297-44b9-8c9a-0d73b41f9725,revision_number=5']} {{(pid=94176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 11:41:28.795148 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG oslo_concurrency.lockutils [None req-97bd5441-1da2-49ee-a364-27795820ba27 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.060s {{(pid=94176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 11:41:28.928241 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14ca0613-f293-4456-80c1-197fa48dbd20 req-d34e4ffe-e959-492d-980e-2e7e303b5c73 tempest-TestVolumeBootPattern-1838142519 tempest-TestVolumeBootPattern-1838142519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94174) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 11:41:28.929667 dv-neutron-601336-94-hyperv neutron-server[94174]: INFO neutron.wsgi [req-14ca0613-f293-4456-80c1-197fa48dbd20 req-d34e4ffe-e959-492d-980e-2e7e303b5c73 tempest-TestVolumeBootPattern-1838142519 tempest-TestVolumeBootPattern-1838142519-project] 10.222.0.20 "GET /v2.0/ports?device_id=379b9572-890a-481f-bf22-593e325cb383 HTTP/1.1" status: 200 len: 946 time: 0.0654635 Jun 23 11:41:28.971455 dv-neutron-601336-94-hyperv neutron-server[94174]: INFO neutron.wsgi [req-14ca0613-f293-4456-80c1-197fa48dbd20 req-75ebf7b0-ba80-46af-bc38-ce442b9474fb tempest-TestVolumeBootPattern-1838142519 tempest-TestVolumeBootPattern-1838142519-project] 10.222.0.20 "GET /v2.0/security-groups?id=caa86333-f4a4-4907-90fa-9f1b20d99924&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0342305 Jun 23 11:41:29.046291 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66392a1e-3c1f-4f05-be12-1cd0dc886669 req-31dc2a9f-a899-4416-8e7d-63e9ff621fd5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 11:41:29.047852 dv-neutron-601336-94-hyperv neutron-server[94175]: INFO neutron.wsgi [req-66392a1e-3c1f-4f05-be12-1cd0dc886669 req-31dc2a9f-a899-4416-8e7d-63e9ff621fd5 service neutron] 10.222.0.52 "GET /v2.0/ports?device_id=379b9572-890a-481f-bf22-593e325cb383 HTTP/1.1" status: 200 len: 1099 time: 0.0574529 Jun 23 11:41:29.090358 dv-neutron-601336-94-hyperv neutron-server[94175]: INFO neutron.wsgi [req-66392a1e-3c1f-4f05-be12-1cd0dc886669 req-ede8c693-1201-4783-a104-e4808fd62dd1 service neutron] 10.222.0.52 "GET /v2.0/security-groups?id=caa86333-f4a4-4907-90fa-9f1b20d99924&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0346243 Jun 23 11:41:29.153995 dv-neutron-601336-94-hyperv neutron-server[94177]: DEBUG neutron.db.agents_db [None req-90fb1279-e4c5-4e73-8d66-3a29811dc4e3 None None] Agent healthcheck: found 6 active agents {{(pid=94177) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 23 11:41:29.278687 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e293e82-d164-4180-aae0-37f61f121193 req-7ffbf22a-1ea4-492c-bdb0-5ec565ae3832 tempest-TestNetworkBasicOps-233187296 tempest-TestNetworkBasicOps-233187296-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 11:41:29.280090 dv-neutron-601336-94-hyperv neutron-server[94175]: INFO neutron.wsgi [req-3e293e82-d164-4180-aae0-37f61f121193 req-7ffbf22a-1ea4-492c-bdb0-5ec565ae3832 tempest-TestNetworkBasicOps-233187296 tempest-TestNetworkBasicOps-233187296-project] 10.222.0.52 "GET /v2.0/networks?id=aed37737-f784-42f4-a8b7-af135f8c50b0 HTTP/1.1" status: 200 len: 796 time: 0.1052771 Jun 23 11:41:29.324975 dv-neutron-601336-94-hyperv neutron-server[94175]: INFO neutron.wsgi [req-3e293e82-d164-4180-aae0-37f61f121193 req-1c3d5260-68f1-4e52-8fc4-ff1156fef5a8 tempest-TestNetworkBasicOps-233187296 tempest-TestNetworkBasicOps-233187296-project] 10.222.0.52 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=772b9946478d439e9da4eaeade7fb21d HTTP/1.1" status: 200 len: 379 time: 0.0360665 Jun 23 11:41:29.334145 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.api.v2.base [req-3e293e82-d164-4180-aae0-37f61f121193 req-210b5884-911d-492c-8013-bf2d55f9d4cd tempest-TestNetworkBasicOps-233187296 tempest-TestNetworkBasicOps-233187296-project] Request body: {'port': {'device_id': 'ac85e926-8ca0-434f-bf19-e84a998790a9', 'network_id': 'aed37737-f784-42f4-a8b7-af135f8c50b0', 'admin_state_up': True, 'tenant_id': '772b9946478d439e9da4eaeade7fb21d', 'security_groups': ['93196ac0-9d69-4f8f-89b2-f731394108a5']}} {{(pid=94175) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 23 11:41:29.492999 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-3e293e82-d164-4180-aae0-37f61f121193 req-210b5884-911d-492c-8013-bf2d55f9d4cd tempest-TestNetworkBasicOps-233187296 tempest-TestNetworkBasicOps-233187296-project] Made reservation on behalf of 772b9946478d439e9da4eaeade7fb21d for: {'port': 1} {{(pid=94175) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 23 11:41:29.496765 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron_lib.callbacks.manager [req-3e293e82-d164-4180-aae0-37f61f121193 req-210b5884-911d-492c-8013-bf2d55f9d4cd tempest-TestNetworkBasicOps-233187296 tempest-TestNetworkBasicOps-233187296-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-923104'] for port, before_create {{(pid=94175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:41:29.596622 dv-neutron-601336-94-hyperv neutron-server[94175]: INFO neutron.wsgi [req-d32af66f-187d-4d9a-a2a6-f8b6d92f022d req-17f64329-c1ea-4b9e-a011-831e8d3a3c7b tempest-TestNetworkBasicOps-233187296 tempest-TestNetworkBasicOps-233187296-project] 10.222.0.20 "GET /v2.0/ports?device_id=ac85e926-8ca0-434f-bf19-e84a998790a9 HTTP/1.1" status: 200 len: 210 time: 0.0386407 Jun 23 11:41:29.655183 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.db.db_base_plugin_common [req-3e293e82-d164-4180-aae0-37f61f121193 req-210b5884-911d-492c-8013-bf2d55f9d4cd tempest-TestNetworkBasicOps-233187296 tempest-TestNetworkBasicOps-233187296-project] Allocated IP 172.20.0.10 (aed37737-f784-42f4-a8b7-af135f8c50b0/0626e1be-3a5d-4cbf-b2b3-e71b55b57e9d/a49ad4f4-fdea-4e2f-9218-55bfa728b9aa) {{(pid=94175) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 23 11:41:29.795187 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron_lib.callbacks.manager [req-3e293e82-d164-4180-aae0-37f61f121193 req-210b5884-911d-492c-8013-bf2d55f9d4cd tempest-TestNetworkBasicOps-233187296 tempest-TestNetworkBasicOps-233187296-project] Notify callbacks [] for port, precommit_create {{(pid=94175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:41:29.810677 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.db.provisioning_blocks [req-3e293e82-d164-4180-aae0-37f61f121193 req-210b5884-911d-492c-8013-bf2d55f9d4cd tempest-TestNetworkBasicOps-233187296 tempest-TestNetworkBasicOps-233187296-project] Transition to ACTIVE for port object a49ad4f4-fdea-4e2f-9218-55bfa728b9aa will not be triggered until provisioned by entity DHCP. {{(pid=94175) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 23 11:41:29.950098 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron_lib.callbacks.manager [req-3e293e82-d164-4180-aae0-37f61f121193 req-210b5884-911d-492c-8013-bf2d55f9d4cd tempest-TestNetworkBasicOps-233187296 tempest-TestNetworkBasicOps-233187296-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-922915', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-239814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7866073', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773699642215', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-5082457'] for port, after_create {{(pid=94175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:41:29.954187 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG oslo_concurrency.lockutils [None req-803f6e01-3ec6-490a-9b86-4ef0d9188d64 tempest-NetworksIpV6Test-253648203 tempest-NetworksIpV6Test-253648203-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94175) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 11:41:29.997317 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3e293e82-d164-4180-aae0-37f61f121193 req-210b5884-911d-492c-8013-bf2d55f9d4cd tempest-TestNetworkBasicOps-233187296 tempest-TestNetworkBasicOps-233187296-project] Network aed37737-f784-42f4-a8b7-af135f8c50b0 is already hosted by enough agents. {{(pid=94175) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 23 11:41:30.000637 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.scheduler.base_scheduler [req-3e293e82-d164-4180-aae0-37f61f121193 req-210b5884-911d-492c-8013-bf2d55f9d4cd tempest-TestNetworkBasicOps-233187296 tempest-TestNetworkBasicOps-233187296-project] Resources bound (agent type, host, resource id): {{(pid=94175) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 23 11:41:30.006731 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.db.l3_dvrscheduler_db [req-3e293e82-d164-4180-aae0-37f61f121193 req-210b5884-911d-492c-8013-bf2d55f9d4cd tempest-TestNetworkBasicOps-233187296 tempest-TestNetworkBasicOps-233187296-project] Received port after_create {{(pid=94175) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 23 11:41:30.035151 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-210b5884-911d-492c-8013-bf2d55f9d4cd tempest-TestNetworkBasicOps-233187296 tempest-TestNetworkBasicOps-233187296-project] Pushing event updated for resources: {'Port': ['ID=a49ad4f4-fdea-4e2f-9218-55bfa728b9aa,revision_number=1']} {{(pid=94175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 11:41:30.039717 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG oslo_concurrency.lockutils [None req-210b5884-911d-492c-8013-bf2d55f9d4cd tempest-TestNetworkBasicOps-233187296 tempest-TestNetworkBasicOps-233187296-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.086s {{(pid=94175) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 11:41:30.075060 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e293e82-d164-4180-aae0-37f61f121193 req-210b5884-911d-492c-8013-bf2d55f9d4cd tempest-TestNetworkBasicOps-233187296 tempest-TestNetworkBasicOps-233187296-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 11:41:30.075810 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron_lib.callbacks.manager [req-3e293e82-d164-4180-aae0-37f61f121193 req-210b5884-911d-492c-8013-bf2d55f9d4cd tempest-TestNetworkBasicOps-233187296 tempest-TestNetworkBasicOps-233187296-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-217507'] for port, before_response {{(pid=94175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:41:30.156329 dv-neutron-601336-94-hyperv neutron-server[94175]: INFO neutron.wsgi [req-3e293e82-d164-4180-aae0-37f61f121193 req-210b5884-911d-492c-8013-bf2d55f9d4cd tempest-TestNetworkBasicOps-233187296 tempest-TestNetworkBasicOps-233187296-project] 10.222.0.52 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.8258784 Jun 23 11:41:30.170254 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.api.v2.base [req-3e293e82-d164-4180-aae0-37f61f121193 req-62ec552a-4da4-45c0-9833-647ffb05bae9 service neutron] Request body: {'port': {'device_id': 'ac85e926-8ca0-434f-bf19-e84a998790a9', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-6013'}} {{(pid=94175) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 23 11:41:30.196428 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b617ad43-cdae-4d3d-abb1-3b4d39588151 req-d683b3e2-7daf-45f9-9dca-f934803b3eab tempest-TestVolumeBootPattern-1838142519 tempest-TestVolumeBootPattern-1838142519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94174) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 11:41:30.197895 dv-neutron-601336-94-hyperv neutron-server[94174]: INFO neutron.wsgi [req-b617ad43-cdae-4d3d-abb1-3b4d39588151 req-d683b3e2-7daf-45f9-9dca-f934803b3eab tempest-TestVolumeBootPattern-1838142519 tempest-TestVolumeBootPattern-1838142519-project] 10.222.0.20 "GET /v2.0/ports?device_id=379b9572-890a-481f-bf22-593e325cb383 HTTP/1.1" status: 200 len: 946 time: 0.0831635 Jun 23 11:41:30.239975 dv-neutron-601336-94-hyperv neutron-server[94174]: INFO neutron.wsgi [req-b617ad43-cdae-4d3d-abb1-3b4d39588151 req-3e7b7cbf-7e45-4d8a-b8c7-e744c49b936a tempest-TestVolumeBootPattern-1838142519 tempest-TestVolumeBootPattern-1838142519-project] 10.222.0.20 "GET /v2.0/security-groups?id=caa86333-f4a4-4907-90fa-9f1b20d99924&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0356736 Jun 23 11:41:30.244060 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron_lib.callbacks.manager [req-3e293e82-d164-4180-aae0-37f61f121193 req-62ec552a-4da4-45c0-9833-647ffb05bae9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-923122'] for port, before_update {{(pid=94175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:41:30.315973 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.db.provisioning_blocks [None req-0afa1a1b-1963-477e-ba64-7457b6febc48 None None] Provisioning for port a49ad4f4-fdea-4e2f-9218-55bfa728b9aa completed by entity DHCP. {{(pid=94176) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 23 11:41:30.320520 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.db.provisioning_blocks [None req-0afa1a1b-1963-477e-ba64-7457b6febc48 None None] Provisioning complete for port a49ad4f4-fdea-4e2f-9218-55bfa728b9aa triggered by entity DHCP. {{(pid=94176) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 23 11:41:30.321171 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron_lib.callbacks.manager [None req-0afa1a1b-1963-477e-ba64-7457b6febc48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-899258'] for port, provisioning_complete {{(pid=94176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:41:30.354468 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.plugins.ml2.plugin [None req-0afa1a1b-1963-477e-ba64-7457b6febc48 None None] Port a49ad4f4-fdea-4e2f-9218-55bfa728b9aa cannot update to ACTIVE because it is not bound. {{(pid=94176) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jun 23 11:41:30.506818 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.notifiers.nova [req-3e293e82-d164-4180-aae0-37f61f121193 req-62ec552a-4da4-45c0-9833-647ffb05bae9 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a49ad4f4-fdea-4e2f-9218-55bfa728b9aa {{(pid=94175) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 23 11:41:30.513776 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron_lib.callbacks.manager [req-3e293e82-d164-4180-aae0-37f61f121193 req-62ec552a-4da4-45c0-9833-647ffb05bae9 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:41:30.525012 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.db.provisioning_blocks [req-3e293e82-d164-4180-aae0-37f61f121193 req-62ec552a-4da4-45c0-9833-647ffb05bae9 service neutron] Transition to ACTIVE for port object a49ad4f4-fdea-4e2f-9218-55bfa728b9aa will not be triggered until provisioned by entity L2. {{(pid=94175) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 23 11:41:30.601165 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron_lib.callbacks.manager [req-3e293e82-d164-4180-aae0-37f61f121193 req-62ec552a-4da4-45c0-9833-647ffb05bae9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-922904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866062', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773700135042', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773699642233', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773699642278', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5082471'] for port, after_update {{(pid=94175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:41:30.604004 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG oslo_concurrency.lockutils [None req-47ef8fd7-baec-4d8b-a1a3-dfd401f1db7e tempest-TestVolumeBootPattern-1838142519 tempest-TestVolumeBootPattern-1838142519-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94175) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 11:41:30.655211 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62ec552a-4da4-45c0-9833-647ffb05bae9 service neutron] Pushing event updated for resources: {'Port': ['ID=a49ad4f4-fdea-4e2f-9218-55bfa728b9aa,revision_number=2']} {{(pid=94175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 11:41:30.658927 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG oslo_concurrency.lockutils [None req-62ec552a-4da4-45c0-9833-647ffb05bae9 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.055s {{(pid=94175) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 11:41:30.771568 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.plugins.ml2.managers [req-3e293e82-d164-4180-aae0-37f61f121193 req-62ec552a-4da4-45c0-9833-647ffb05bae9 service neutron] Attempting to bind port a49ad4f4-fdea-4e2f-9218-55bfa728b9aa on host hv-neutron-6013 for vnic_type normal with profile {{(pid=94175) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 23 11:41:30.771949 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.plugins.ml2.managers [req-3e293e82-d164-4180-aae0-37f61f121193 req-62ec552a-4da4-45c0-9833-647ffb05bae9 service neutron] Attempting to bind port a49ad4f4-fdea-4e2f-9218-55bfa728b9aa by drivers openvswitch,hyperv on host hv-neutron-6013 at level 0 using segments [{'id': '6e03fc29-73a7-4380-95bb-f16eaf5e6b8a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 405, 'network_id': 'aed37737-f784-42f4-a8b7-af135f8c50b0'}] {{(pid=94175) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 23 11:41:30.772277 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3e293e82-d164-4180-aae0-37f61f121193 req-62ec552a-4da4-45c0-9833-647ffb05bae9 service neutron] Attempting to bind port a49ad4f4-fdea-4e2f-9218-55bfa728b9aa on network aed37737-f784-42f4-a8b7-af135f8c50b0 {{(pid=94175) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 23 11:41:30.783901 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3e293e82-d164-4180-aae0-37f61f121193 req-62ec552a-4da4-45c0-9833-647ffb05bae9 service neutron] Port a49ad4f4-fdea-4e2f-9218-55bfa728b9aa on network aed37737-f784-42f4-a8b7-af135f8c50b0 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-6013 {{(pid=94175) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 23 11:41:30.784232 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3e293e82-d164-4180-aae0-37f61f121193 req-62ec552a-4da4-45c0-9833-647ffb05bae9 service neutron] Attempting to bind port a49ad4f4-fdea-4e2f-9218-55bfa728b9aa on network aed37737-f784-42f4-a8b7-af135f8c50b0 {{(pid=94175) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 23 11:41:30.792920 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3e293e82-d164-4180-aae0-37f61f121193 req-62ec552a-4da4-45c0-9833-647ffb05bae9 service neutron] Checking agent: {'id': '3a130b41-5b27-406b-aeb2-5a923af79f10', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-6013', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 23, 11, 28, 23), 'started_at': datetime.datetime(2021, 6, 23, 11, 28, 23), 'heartbeat_timestamp': datetime.datetime(2021, 6, 23, 11, 41, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94175) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 23 11:41:30.793259 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3e293e82-d164-4180-aae0-37f61f121193 req-62ec552a-4da4-45c0-9833-647ffb05bae9 service neutron] Checking segment: {'id': '6e03fc29-73a7-4380-95bb-f16eaf5e6b8a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 405, 'network_id': 'aed37737-f784-42f4-a8b7-af135f8c50b0'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94175) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 23 11:41:30.793644 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3e293e82-d164-4180-aae0-37f61f121193 req-62ec552a-4da4-45c0-9833-647ffb05bae9 service neutron] Bound using segment: {'id': '6e03fc29-73a7-4380-95bb-f16eaf5e6b8a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 405, 'network_id': 'aed37737-f784-42f4-a8b7-af135f8c50b0'} {{(pid=94175) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 23 11:41:30.794104 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.plugins.ml2.managers [req-3e293e82-d164-4180-aae0-37f61f121193 req-62ec552a-4da4-45c0-9833-647ffb05bae9 service neutron] Bound port: a49ad4f4-fdea-4e2f-9218-55bfa728b9aa, host: hv-neutron-6013, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6e03fc29-73a7-4380-95bb-f16eaf5e6b8a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 405, 'network_id': 'aed37737-f784-42f4-a8b7-af135f8c50b0'}}] {{(pid=94175) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 23 11:41:30.794452 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron_lib.callbacks.manager [req-3e293e82-d164-4180-aae0-37f61f121193 req-62ec552a-4da4-45c0-9833-647ffb05bae9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-923122'] for port, before_update {{(pid=94175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:41:30.850768 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c43ea190-0000-41a3-8892-0fe7a629a939 req-f4a77200-fb4e-4edb-8a77-4417b7c62481 tempest-TestNetworkBasicOps-233187296 tempest-TestNetworkBasicOps-233187296-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 11:41:30.852935 dv-neutron-601336-94-hyperv neutron-server[94175]: INFO neutron.wsgi [req-c43ea190-0000-41a3-8892-0fe7a629a939 req-f4a77200-fb4e-4edb-8a77-4417b7c62481 tempest-TestNetworkBasicOps-233187296 tempest-TestNetworkBasicOps-233187296-project] 10.222.0.20 "GET /v2.0/ports?device_id=ac85e926-8ca0-434f-bf19-e84a998790a9 HTTP/1.1" status: 200 len: 944 time: 0.1294827 Jun 23 11:41:30.892321 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.plugins.ml2.db [req-3e293e82-d164-4180-aae0-37f61f121193 req-62ec552a-4da4-45c0-9833-647ffb05bae9 service neutron] For port a49ad4f4-fdea-4e2f-9218-55bfa728b9aa, host hv-neutron-6013, cleared binding levels {{(pid=94175) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 23 11:41:30.896100 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.plugins.ml2.db [req-3e293e82-d164-4180-aae0-37f61f121193 req-62ec552a-4da4-45c0-9833-647ffb05bae9 service neutron] For port a49ad4f4-fdea-4e2f-9218-55bfa728b9aa, host hv-neutron-6013, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-6013',level=0,port_id=a49ad4f4-fdea-4e2f-9218-55bfa728b9aa,segment=NetworkSegment(6e03fc29-73a7-4380-95bb-f16eaf5e6b8a),segment_id=6e03fc29-73a7-4380-95bb-f16eaf5e6b8a)] {{(pid=94175) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 23 11:41:30.909722 dv-neutron-601336-94-hyperv neutron-server[94175]: INFO neutron.wsgi [req-c43ea190-0000-41a3-8892-0fe7a629a939 req-c945be91-e591-440f-be69-149df294b864 tempest-TestNetworkBasicOps-233187296 tempest-TestNetworkBasicOps-233187296-project] 10.222.0.20 "GET /v2.0/security-groups?id=93196ac0-9d69-4f8f-89b2-f731394108a5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0505850 Jun 23 11:41:30.950468 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron_lib.callbacks.manager [req-3e293e82-d164-4180-aae0-37f61f121193 req-62ec552a-4da4-45c0-9833-647ffb05bae9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-922904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866062', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773700135042', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773699642233', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773699642278', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5082471'] for port, after_update {{(pid=94175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:41:30.953588 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG oslo_concurrency.lockutils [None req-210b5884-911d-492c-8013-bf2d55f9d4cd tempest-TestNetworkBasicOps-233187296 tempest-TestNetworkBasicOps-233187296-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94175) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 11:41:30.985305 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e293e82-d164-4180-aae0-37f61f121193 req-62ec552a-4da4-45c0-9833-647ffb05bae9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 11:41:30.985937 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron_lib.callbacks.manager [req-3e293e82-d164-4180-aae0-37f61f121193 req-62ec552a-4da4-45c0-9833-647ffb05bae9 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-217507'] for port, before_response {{(pid=94175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:41:30.987311 dv-neutron-601336-94-hyperv neutron-server[94175]: INFO neutron.wsgi [req-3e293e82-d164-4180-aae0-37f61f121193 req-62ec552a-4da4-45c0-9833-647ffb05bae9 service neutron] 10.222.0.52 "PUT /v2.0/ports/a49ad4f4-fdea-4e2f-9218-55bfa728b9aa HTTP/1.1" status: 200 len: 1094 time: 0.8217440 Jun 23 11:41:30.987834 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ac85e926-8ca0-434f-bf19-e84a998790a9', 'tag': 'a49ad4f4-fdea-4e2f-9218-55bfa728b9aa'}] {{(pid=94175) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 23 11:41:30.990146 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1970408df4ea4e7170669a1249478e627cf05a5a0b07cc08a66c5cb53d0ac47a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-35de8706-e08c-4d7f-895f-0e60faf38d95" -d '{"events": [{"name": "network-changed", "server_uuid": "ac85e926-8ca0-434f-bf19-e84a998790a9", "tag": "a49ad4f4-fdea-4e2f-9218-55bfa728b9aa"}]}' {{(pid=94175) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 23 11:41:31.015390 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62ec552a-4da4-45c0-9833-647ffb05bae9 service neutron] Pushing event updated for resources: {'Port': ['ID=a49ad4f4-fdea-4e2f-9218-55bfa728b9aa,revision_number=3']} {{(pid=94175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 11:41:31.018728 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG oslo_concurrency.lockutils [None req-62ec552a-4da4-45c0-9833-647ffb05bae9 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.065s {{(pid=94175) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 11:41:31.030382 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 23 Jun 2021 11:41:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b62ad5a7-1f21-42c3-8d79-87346a87f1a2 x-openstack-request-id: req-b62ad5a7-1f21-42c3-8d79-87346a87f1a2 {{(pid=94175) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 23 11:41:31.030737 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ac85e926-8ca0-434f-bf19-e84a998790a9", "tag": "a49ad4f4-fdea-4e2f-9218-55bfa728b9aa", "status": "completed", "code": 200}]} {{(pid=94175) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 23 11:41:31.031076 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-b62ad5a7-1f21-42c3-8d79-87346a87f1a2 {{(pid=94175) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 23 11:41:31.031540 dv-neutron-601336-94-hyperv neutron-server[94175]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ac85e926-8ca0-434f-bf19-e84a998790a9', 'tag': 'a49ad4f4-fdea-4e2f-9218-55bfa728b9aa', 'status': 'completed', 'code': 200} Jun 23 11:41:31.111144 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35de8706-e08c-4d7f-895f-0e60faf38d95 req-99e323cd-fb43-4be9-beaa-8fbb640d2e0d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 11:41:31.112654 dv-neutron-601336-94-hyperv neutron-server[94175]: INFO neutron.wsgi [req-35de8706-e08c-4d7f-895f-0e60faf38d95 req-99e323cd-fb43-4be9-beaa-8fbb640d2e0d service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=772b9946478d439e9da4eaeade7fb21d&device_id=ac85e926-8ca0-434f-bf19-e84a998790a9 HTTP/1.1" status: 200 len: 1097 time: 0.0613725 Jun 23 11:41:31.212238 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35de8706-e08c-4d7f-895f-0e60faf38d95 req-f6e1d730-eeae-49ff-9cc7-33e79321b057 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 11:41:31.213678 dv-neutron-601336-94-hyperv neutron-server[94175]: INFO neutron.wsgi [req-35de8706-e08c-4d7f-895f-0e60faf38d95 req-f6e1d730-eeae-49ff-9cc7-33e79321b057 service neutron] 10.222.0.52 "GET /v2.0/networks?tenant_id=772b9946478d439e9da4eaeade7fb21d&shared=False HTTP/1.1" status: 200 len: 897 time: 0.0935452 Jun 23 11:41:31.307835 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35de8706-e08c-4d7f-895f-0e60faf38d95 req-366f65d4-6fb1-4a65-966d-24bbb8e8e329 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 11:41:31.309563 dv-neutron-601336-94-hyperv neutron-server[94175]: INFO neutron.wsgi [req-35de8706-e08c-4d7f-895f-0e60faf38d95 req-366f65d4-6fb1-4a65-966d-24bbb8e8e329 service neutron] 10.222.0.52 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0898397 Jun 23 11:41:31.440646 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e293e82-d164-4180-aae0-37f61f121193 req-26dfa4e2-e9a2-472c-bf8f-7944e2f3a9fa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 11:41:31.442261 dv-neutron-601336-94-hyperv neutron-server[94175]: INFO neutron.wsgi [req-3e293e82-d164-4180-aae0-37f61f121193 req-26dfa4e2-e9a2-472c-bf8f-7944e2f3a9fa service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=772b9946478d439e9da4eaeade7fb21d&device_id=ac85e926-8ca0-434f-bf19-e84a998790a9 HTTP/1.1" status: 200 len: 1097 time: 0.0978203 Jun 23 11:41:31.447012 dv-neutron-601336-94-hyperv neutron-server[94174]: INFO neutron.wsgi [req-665e8448-9a05-4bf2-b65e-30917c413a1c req-10f6a12d-0006-4089-883b-442b8631e5ae service neutron] 10.222.0.52 "GET /v2.0/ports?device_id=379b9572-890a-481f-bf22-593e325cb383&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0517266 Jun 23 11:41:31.449663 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-397f97f6-7821-49f2-8a31-99235515f952 req-4652b207-d36a-4e7d-a7d3-2f80189dd499 tempest-TestVolumeBootPattern-1838142519 tempest-TestVolumeBootPattern-1838142519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 11:41:31.451052 dv-neutron-601336-94-hyperv neutron-server[94175]: INFO neutron.wsgi [req-397f97f6-7821-49f2-8a31-99235515f952 req-4652b207-d36a-4e7d-a7d3-2f80189dd499 tempest-TestVolumeBootPattern-1838142519 tempest-TestVolumeBootPattern-1838142519-project] 10.222.0.20 "GET /v2.0/ports?device_id=379b9572-890a-481f-bf22-593e325cb383 HTTP/1.1" status: 200 len: 946 time: 0.0978076 Jun 23 11:41:31.501821 dv-neutron-601336-94-hyperv neutron-server[94175]: INFO neutron.wsgi [req-3e293e82-d164-4180-aae0-37f61f121193 req-f4979450-7b1e-4fc1-9285-435ac2afb991 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=a49ad4f4-fdea-4e2f-9218-55bfa728b9aa HTTP/1.1" status: 200 len: 217 time: 0.0485160 Jun 23 11:41:31.540392 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-665e8448-9a05-4bf2-b65e-30917c413a1c req-ea374789-5e24-4be8-b9e8-c3ac22484b01 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94174) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 11:41:31.541010 dv-neutron-601336-94-hyperv neutron-server[94174]: INFO neutron.wsgi [req-665e8448-9a05-4bf2-b65e-30917c413a1c req-ea374789-5e24-4be8-b9e8-c3ac22484b01 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=196d16edf443490aaaba40ccfc7a3448&device_id=379b9572-890a-481f-bf22-593e325cb383 HTTP/1.1" status: 200 len: 1099 time: 0.0516481 Jun 23 11:41:31.546493 dv-neutron-601336-94-hyperv neutron-server[94175]: INFO neutron.wsgi [req-397f97f6-7821-49f2-8a31-99235515f952 req-34f01ed5-9de8-4246-8459-12e83bca031f tempest-TestVolumeBootPattern-1838142519 tempest-TestVolumeBootPattern-1838142519-project] 10.222.0.20 "GET /v2.0/security-groups?id=caa86333-f4a4-4907-90fa-9f1b20d99924&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0876102 Jun 23 11:41:31.565661 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e293e82-d164-4180-aae0-37f61f121193 req-1b1d80b0-7c41-4ac2-a8a9-d6948e251d2e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 11:41:31.565661 dv-neutron-601336-94-hyperv neutron-server[94175]: INFO neutron.wsgi [req-3e293e82-d164-4180-aae0-37f61f121193 req-1b1d80b0-7c41-4ac2-a8a9-d6948e251d2e service neutron] 10.222.0.52 "GET /v2.0/subnets?id=0626e1be-3a5d-4cbf-b2b3-e71b55b57e9d HTTP/1.1" status: 200 len: 834 time: 0.0549262 Jun 23 11:41:31.626817 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e293e82-d164-4180-aae0-37f61f121193 req-ab224d4e-bdf7-4ac8-96af-eda596f8c0e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 11:41:31.628438 dv-neutron-601336-94-hyperv neutron-server[94175]: INFO neutron.wsgi [req-3e293e82-d164-4180-aae0-37f61f121193 req-ab224d4e-bdf7-4ac8-96af-eda596f8c0e5 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=aed37737-f784-42f4-a8b7-af135f8c50b0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1178 time: 0.0575156 Jun 23 11:41:31.678558 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-665e8448-9a05-4bf2-b65e-30917c413a1c req-67490004-1476-4c8d-88fd-06a44cd44aff service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94174) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 11:41:31.680069 dv-neutron-601336-94-hyperv neutron-server[94174]: INFO neutron.wsgi [req-665e8448-9a05-4bf2-b65e-30917c413a1c req-67490004-1476-4c8d-88fd-06a44cd44aff service neutron] 10.222.0.52 "GET /v2.0/networks?id=03d0adb8-7c84-4028-a133-9fee8ea26a25 HTTP/1.1" status: 200 len: 912 time: 0.1029062 Jun 23 11:41:31.722536 dv-neutron-601336-94-hyperv neutron-server[94175]: INFO neutron.wsgi [req-3e293e82-d164-4180-aae0-37f61f121193 req-4cd58266-5a74-4dfe-9fcb-2e0c876bb5bd service neutron] 10.222.0.52 "GET /v2.0/networks/aed37737-f784-42f4-a8b7-af135f8c50b0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0863841 Jun 23 11:41:31.736602 dv-neutron-601336-94-hyperv neutron-server[94174]: INFO neutron.wsgi [req-665e8448-9a05-4bf2-b65e-30917c413a1c req-a6113c33-ce8e-457c-aac9-5892988afa99 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=2e0e8118-c297-44b9-8c9a-0d73b41f9725 HTTP/1.1" status: 200 len: 217 time: 0.0381041 Jun 23 11:41:31.801327 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9114862-4b0b-4068-b0fe-372ab62a27b8 req-9ba7f2e2-4685-4070-9ea2-6f000df8329c tempest-TestVolumeBootPattern-1838142519 tempest-TestVolumeBootPattern-1838142519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94174) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 11:41:31.802728 dv-neutron-601336-94-hyperv neutron-server[94174]: INFO neutron.wsgi [req-d9114862-4b0b-4068-b0fe-372ab62a27b8 req-9ba7f2e2-4685-4070-9ea2-6f000df8329c tempest-TestVolumeBootPattern-1838142519 tempest-TestVolumeBootPattern-1838142519-project] 10.222.0.20 "GET /v2.0/ports?device_id=379b9572-890a-481f-bf22-593e325cb383 HTTP/1.1" status: 200 len: 946 time: 0.1402767 Jun 23 11:41:31.808846 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-665e8448-9a05-4bf2-b65e-30917c413a1c req-2fde90f9-9794-41fa-bec5-a555a1c38c3f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94174) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 11:41:31.810491 dv-neutron-601336-94-hyperv neutron-server[94174]: INFO neutron.wsgi [req-665e8448-9a05-4bf2-b65e-30917c413a1c req-2fde90f9-9794-41fa-bec5-a555a1c38c3f service neutron] 10.222.0.52 "GET /v2.0/subnets?id=5338fe8e-d932-41fb-ae27-ab82df160b69 HTTP/1.1" status: 200 len: 850 time: 0.0661960 Jun 23 11:41:31.814542 dv-neutron-601336-94-hyperv neutron-server[94175]: INFO neutron.wsgi [req-3e293e82-d164-4180-aae0-37f61f121193 req-d9d0abd6-2c40-4ace-8f60-42ab6429a18f service neutron] 10.222.0.52 "GET /v2.0/networks/aed37737-f784-42f4-a8b7-af135f8c50b0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0824571 Jun 23 11:41:31.873058 dv-neutron-601336-94-hyperv neutron-server[94174]: INFO neutron.wsgi [req-d9114862-4b0b-4068-b0fe-372ab62a27b8 req-d49504cb-3cf2-437f-884b-148008759b53 tempest-TestVolumeBootPattern-1838142519 tempest-TestVolumeBootPattern-1838142519-project] 10.222.0.20 "GET /v2.0/security-groups?id=caa86333-f4a4-4907-90fa-9f1b20d99924&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0615962 Jun 23 11:41:31.892971 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-665e8448-9a05-4bf2-b65e-30917c413a1c req-a3a7efa1-c653-4c4c-815a-df9bc2467e24 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94174) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 11:41:31.894465 dv-neutron-601336-94-hyperv neutron-server[94174]: INFO neutron.wsgi [req-665e8448-9a05-4bf2-b65e-30917c413a1c req-a3a7efa1-c653-4c4c-815a-df9bc2467e24 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=03d0adb8-7c84-4028-a133-9fee8ea26a25&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1178 time: 0.0676746 Jun 23 11:41:31.897461 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.wsgi [-] (94174) accepted ('10.222.0.20', 44108) {{(pid=94174) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 11:41:32.030073 dv-neutron-601336-94-hyperv neutron-server[94174]: INFO neutron.wsgi [req-665e8448-9a05-4bf2-b65e-30917c413a1c req-da39ac5e-542e-4e06-9147-9c0bb60b3642 service neutron] 10.222.0.52 "GET /v2.0/networks/03d0adb8-7c84-4028-a133-9fee8ea26a25?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1262171 Jun 23 11:41:32.034295 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9b3ed0cf-bf8a-405a-884b-631e9217f0ec tempest-TestVolumeBootPattern-1691522460 tempest-TestVolumeBootPattern-1691522460-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94174) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 11:41:32.038004 dv-neutron-601336-94-hyperv neutron-server[94174]: INFO neutron.wsgi [None req-9b3ed0cf-bf8a-405a-884b-631e9217f0ec tempest-TestVolumeBootPattern-1691522460 tempest-TestVolumeBootPattern-1691522460-project-admin] 10.222.0.20 "GET /v2.0/ports?device_id=379b9572-890a-481f-bf22-593e325cb383 HTTP/1.1" status: 200 len: 1094 time: 0.1373575 Jun 23 11:41:32.038683 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.wsgi [-] (94174) accepted ('10.222.0.20', 44114) {{(pid=94174) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 11:41:32.050615 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.api.v2.base [None req-20e77b3d-a0c0-4ea5-a123-832a082feb99 tempest-TestVolumeBootPattern-1838142519 tempest-TestVolumeBootPattern-1838142519-project] Request body: {'floatingip': {'floating_network_id': '3e7e4eb3-cf02-4d47-ade9-0a579cdfc60f', 'port_id': '2e0e8118-c297-44b9-8c9a-0d73b41f9725', 'tenant_id': '196d16edf443490aaaba40ccfc7a3448', 'fixed_ip_address': '172.20.0.13'}} {{(pid=94174) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 23 11:41:32.091910 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f41918b6-510b-40dd-a53c-2acca482ce71 req-b42e5768-1453-4293-8c6f-75415871c528 tempest-TestNetworkBasicOps-233187296 tempest-TestNetworkBasicOps-233187296-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 11:41:32.093284 dv-neutron-601336-94-hyperv neutron-server[94175]: INFO neutron.wsgi [req-f41918b6-510b-40dd-a53c-2acca482ce71 req-b42e5768-1453-4293-8c6f-75415871c528 tempest-TestNetworkBasicOps-233187296 tempest-TestNetworkBasicOps-233187296-project] 10.222.0.20 "GET /v2.0/ports?device_id=ac85e926-8ca0-434f-bf19-e84a998790a9 HTTP/1.1" status: 200 len: 944 time: 0.0735962 Jun 23 11:41:32.131927 dv-neutron-601336-94-hyperv neutron-server[94175]: INFO neutron.wsgi [req-f41918b6-510b-40dd-a53c-2acca482ce71 req-3439e186-25c2-4bcb-83ab-5c2f5bf805f9 tempest-TestNetworkBasicOps-233187296 tempest-TestNetworkBasicOps-233187296-project] 10.222.0.20 "GET /v2.0/security-groups?id=93196ac0-9d69-4f8f-89b2-f731394108a5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0326078 Jun 23 11:41:32.143886 dv-neutron-601336-94-hyperv neutron-server[94174]: INFO neutron.wsgi [req-665e8448-9a05-4bf2-b65e-30917c413a1c req-7496df66-f70d-4308-891d-01eb3e3802e1 service neutron] 10.222.0.52 "GET /v2.0/networks/03d0adb8-7c84-4028-a133-9fee8ea26a25?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1040792 Jun 23 11:41:32.161300 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron_lib.callbacks.manager [None req-20e77b3d-a0c0-4ea5-a123-832a082feb99 tempest-TestVolumeBootPattern-1838142519 tempest-TestVolumeBootPattern-1838142519-project] Notify callbacks [] for floatingip, before_create {{(pid=94174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:41:32.254586 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron_lib.callbacks.manager [None req-20e77b3d-a0c0-4ea5-a123-832a082feb99 tempest-TestVolumeBootPattern-1838142519 tempest-TestVolumeBootPattern-1838142519-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-923104'] for port, before_create {{(pid=94174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:41:32.355490 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.db.db_base_plugin_common [None req-20e77b3d-a0c0-4ea5-a123-832a082feb99 tempest-TestVolumeBootPattern-1838142519 tempest-TestVolumeBootPattern-1838142519-project] Allocated IP 172.26.3.23 (3e7e4eb3-cf02-4d47-ade9-0a579cdfc60f/a5ad15ab-c489-4a67-a9b0-d559fca0ec71/9edeaf65-91f2-43db-99ff-6cde67ebf004) {{(pid=94174) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 23 11:41:32.450951 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron_lib.callbacks.manager [None req-20e77b3d-a0c0-4ea5-a123-832a082feb99 tempest-TestVolumeBootPattern-1838142519 tempest-TestVolumeBootPattern-1838142519-project] Notify callbacks [] for port, precommit_create {{(pid=94174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:41:32.544006 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron_lib.callbacks.manager [None req-20e77b3d-a0c0-4ea5-a123-832a082feb99 tempest-TestVolumeBootPattern-1838142519 tempest-TestVolumeBootPattern-1838142519-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-922915', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-239814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7866073', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773699642215', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-5196399'] for port, after_create {{(pid=94174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:41:32.545964 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG oslo_concurrency.lockutils [None req-58eb48a2-5665-43af-941d-2e4ac08fe668 tempest-TestNetworkBasicOps-233187296 tempest-TestNetworkBasicOps-233187296-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94174) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 11:41:32.584415 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-20e77b3d-a0c0-4ea5-a123-832a082feb99 tempest-TestVolumeBootPattern-1838142519 tempest-TestVolumeBootPattern-1838142519-project] Network 3e7e4eb3-cf02-4d47-ade9-0a579cdfc60f is already hosted by enough agents. {{(pid=94174) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 23 11:41:32.587176 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.scheduler.base_scheduler [None req-20e77b3d-a0c0-4ea5-a123-832a082feb99 tempest-TestVolumeBootPattern-1838142519 tempest-TestVolumeBootPattern-1838142519-project] Resources bound (agent type, host, resource id): {{(pid=94174) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 23 11:41:32.592437 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.db.l3_dvrscheduler_db [None req-20e77b3d-a0c0-4ea5-a123-832a082feb99 tempest-TestVolumeBootPattern-1838142519 tempest-TestVolumeBootPattern-1838142519-project] Received port after_create {{(pid=94174) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 23 11:41:32.613665 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20e77b3d-a0c0-4ea5-a123-832a082feb99 tempest-TestVolumeBootPattern-1838142519 tempest-TestVolumeBootPattern-1838142519-project] Pushing event updated for resources: {'Port': ['ID=9edeaf65-91f2-43db-99ff-6cde67ebf004,revision_number=1']} {{(pid=94174) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 11:41:32.617955 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG oslo_concurrency.lockutils [None req-20e77b3d-a0c0-4ea5-a123-832a082feb99 tempest-TestVolumeBootPattern-1838142519 tempest-TestVolumeBootPattern-1838142519-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.071s {{(pid=94174) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 11:41:32.950629 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron_lib.callbacks.manager [None req-20e77b3d-a0c0-4ea5-a123-832a082feb99 tempest-TestVolumeBootPattern-1838142519 tempest-TestVolumeBootPattern-1838142519-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:41:33.079770 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron_lib.callbacks.manager [None req-20e77b3d-a0c0-4ea5-a123-832a082feb99 tempest-TestVolumeBootPattern-1838142519 tempest-TestVolumeBootPattern-1838142519-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-923122'] for port, before_update {{(pid=94174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:41:33.232662 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron_lib.callbacks.manager [None req-20e77b3d-a0c0-4ea5-a123-832a082feb99 tempest-TestVolumeBootPattern-1838142519 tempest-TestVolumeBootPattern-1838142519-project] Notify callbacks [] for port, precommit_update {{(pid=94174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:41:33.287267 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron_lib.callbacks.manager [None req-20e77b3d-a0c0-4ea5-a123-832a082feb99 tempest-TestVolumeBootPattern-1838142519 tempest-TestVolumeBootPattern-1838142519-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-922904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866062', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773700135042', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773699642233', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773699642278', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5196369'] for port, after_update {{(pid=94174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:41:33.291018 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG oslo_concurrency.lockutils [None req-87258f37-e6c7-4f29-85d7-7dad95c3adf1 tempest-TestNetworkBasicOps-233187296 tempest-TestNetworkBasicOps-233187296-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94174) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 11:41:33.371809 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51f57117-4255-48be-8f4b-ef53cd411a99 req-5480bb54-654a-4fe9-9ea3-546c3c94157a tempest-TestNetworkBasicOps-233187296 tempest-TestNetworkBasicOps-233187296-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94174) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 11:41:33.373269 dv-neutron-601336-94-hyperv neutron-server[94174]: INFO neutron.wsgi [req-51f57117-4255-48be-8f4b-ef53cd411a99 req-5480bb54-654a-4fe9-9ea3-546c3c94157a tempest-TestNetworkBasicOps-233187296 tempest-TestNetworkBasicOps-233187296-project] 10.222.0.20 "GET /v2.0/ports?device_id=ac85e926-8ca0-434f-bf19-e84a998790a9 HTTP/1.1" status: 200 len: 944 time: 0.1270516 Jun 23 11:41:33.375811 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20e77b3d-a0c0-4ea5-a123-832a082feb99 tempest-TestVolumeBootPattern-1838142519 tempest-TestVolumeBootPattern-1838142519-project] Pushing event updated for resources: {'Port': ['ID=9edeaf65-91f2-43db-99ff-6cde67ebf004,revision_number=2']} {{(pid=94174) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 11:41:33.381379 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG oslo_concurrency.lockutils [None req-20e77b3d-a0c0-4ea5-a123-832a082feb99 tempest-TestVolumeBootPattern-1838142519 tempest-TestVolumeBootPattern-1838142519-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.090s {{(pid=94174) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 11:41:33.400125 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron_lib.callbacks.manager [None req-20e77b3d-a0c0-4ea5-a123-832a082feb99 tempest-TestVolumeBootPattern-1838142519 tempest-TestVolumeBootPattern-1838142519-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-524229'] for floatingip, after_update {{(pid=94174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:41:33.457714 dv-neutron-601336-94-hyperv neutron-server[94174]: INFO neutron.wsgi [req-51f57117-4255-48be-8f4b-ef53cd411a99 req-09235f83-dd13-45e9-96ad-3275a223e0e3 tempest-TestNetworkBasicOps-233187296 tempest-TestNetworkBasicOps-233187296-project] 10.222.0.20 "GET /v2.0/security-groups?id=93196ac0-9d69-4f8f-89b2-f731394108a5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0753043 Jun 23 11:41:33.512362 dv-neutron-601336-94-hyperv neutron-server[94174]: INFO neutron.db.l3_db [None req-20e77b3d-a0c0-4ea5-a123-832a082feb99 tempest-TestVolumeBootPattern-1838142519 tempest-TestVolumeBootPattern-1838142519-project] Floating IP 2501bd50-e283-4474-8920-b002668d4da7 associated. External IP: 172.26.3.23, port: 2e0e8118-c297-44b9-8c9a-0d73b41f9725. Jun 23 11:41:33.715086 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-20e77b3d-a0c0-4ea5-a123-832a082feb99 tempest-TestVolumeBootPattern-1838142519 tempest-TestVolumeBootPattern-1838142519-project] Router f7ae45f4-004a-45dd-b90e-fcd1ba95e217 has already been hosted by L3 agent 50ef99c0-ef28-4db5-b303-b145898fae60 {{(pid=94174) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 23 11:41:33.824058 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-20e77b3d-a0c0-4ea5-a123-832a082feb99 tempest-TestVolumeBootPattern-1838142519 tempest-TestVolumeBootPattern-1838142519-project] Notify agent at l3_agent.dv-neutron-601336-94-hyperv the message routers_updated {{(pid=94174) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 23 11:41:33.834097 dv-neutron-601336-94-hyperv neutron-server[94177]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-00edac57-e124-4c18-89bf-bbc7b6007e61 None None] Sync routers for ids ['f7ae45f4-004a-45dd-b90e-fcd1ba95e217'] in dv-neutron-601336-94-hyperv {{(pid=94177) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 23 11:41:33.844667 dv-neutron-601336-94-hyperv neutron-server[94177]: DEBUG neutron.db.l3_dvrscheduler_db [None req-00edac57-e124-4c18-89bf-bbc7b6007e61 None None] Routers {'f7ae45f4-004a-45dd-b90e-fcd1ba95e217'} bound to L3 agent in host dv-neutron-601336-94-hyperv {{(pid=94177) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 23 11:41:33.845364 dv-neutron-601336-94-hyperv neutron-server[94177]: DEBUG neutron.db.l3_hamode_db [None req-00edac57-e124-4c18-89bf-bbc7b6007e61 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-601336-94-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-23T11:22:13Z,description=,heartbeat_timestamp=2021-06-23T11:41:13Z,host='dv-neutron-601336-94-hyperv',id=50ef99c0-ef28-4db5-b303-b145898fae60,load=0,resource_versions=,resources_synced=,started_at=2021-06-23T11:22:14Z,topic='l3_agent')) {'router_ids': ['f7ae45f4-004a-45dd-b90e-fcd1ba95e217'], 'active': True} {{(pid=94177) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 11:41:33.932773 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron_lib.callbacks.manager [None req-20e77b3d-a0c0-4ea5-a123-832a082feb99 tempest-TestVolumeBootPattern-1838142519 tempest-TestVolumeBootPattern-1838142519-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-217507'] for floatingip, before_response {{(pid=94174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:41:33.950747 dv-neutron-601336-94-hyperv neutron-server[94177]: DEBUG neutron.db.l3_dvr_db [None req-00edac57-e124-4c18-89bf-bbc7b6007e61 None None] Set router f7ae45f4-004a-45dd-b90e-fcd1ba95e217 gateway port host: dv-neutron-601336-94-hyperv {{(pid=94177) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:838}} Jun 23 11:41:33.986678 dv-neutron-601336-94-hyperv neutron-server[94174]: INFO neutron.wsgi [None req-20e77b3d-a0c0-4ea5-a123-832a082feb99 tempest-TestVolumeBootPattern-1838142519 tempest-TestVolumeBootPattern-1838142519-project] 10.222.0.20 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.9316611 Jun 23 11:41:33.986678 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '379b9572-890a-481f-bf22-593e325cb383', 'tag': '2e0e8118-c297-44b9-8c9a-0d73b41f9725'}] {{(pid=94174) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 23 11:41:33.986678 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6ff47218258ed5bf6cae7f276c9622ae488f9e8ebc13d1a310221fbcfb04c5dd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2fa7370b-d54a-4df7-8b3f-47f466cc75e1" -d '{"events": [{"name": "network-changed", "server_uuid": "379b9572-890a-481f-bf22-593e325cb383", "tag": "2e0e8118-c297-44b9-8c9a-0d73b41f9725"}]}' {{(pid=94174) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 23 11:41:34.064764 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 23 Jun 2021 11:41:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2da9f403-67d0-4264-aea4-27d4779f6e32 x-openstack-request-id: req-2da9f403-67d0-4264-aea4-27d4779f6e32 {{(pid=94174) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 23 11:41:34.065114 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "379b9572-890a-481f-bf22-593e325cb383", "tag": "2e0e8118-c297-44b9-8c9a-0d73b41f9725", "status": "completed", "code": 200}]} {{(pid=94174) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 23 11:41:34.065420 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-2da9f403-67d0-4264-aea4-27d4779f6e32 {{(pid=94174) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 23 11:41:34.065890 dv-neutron-601336-94-hyperv neutron-server[94174]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '379b9572-890a-481f-bf22-593e325cb383', 'tag': '2e0e8118-c297-44b9-8c9a-0d73b41f9725', 'status': 'completed', 'code': 200} Jun 23 11:41:34.143921 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fa7370b-d54a-4df7-8b3f-47f466cc75e1 req-132b91fb-3a3f-4e4b-a249-3162bda6605a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94174) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 11:41:34.145405 dv-neutron-601336-94-hyperv neutron-server[94174]: INFO neutron.wsgi [req-2fa7370b-d54a-4df7-8b3f-47f466cc75e1 req-132b91fb-3a3f-4e4b-a249-3162bda6605a service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=196d16edf443490aaaba40ccfc7a3448&device_id=379b9572-890a-481f-bf22-593e325cb383 HTTP/1.1" status: 200 len: 1099 time: 0.0516934 Jun 23 11:41:34.175940 dv-neutron-601336-94-hyperv neutron-server[94177]: DEBUG neutron.db.l3_hamode_db [None req-00edac57-e124-4c18-89bf-bbc7b6007e61 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f7ae45f4-004a-45dd-b90e-fcd1ba95e217', 'name': 'tempest-TestVolumeBootPattern-454285966-router', 'tenant_id': '196d16edf443490aaaba40ccfc7a3448', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3e7e4eb3-cf02-4d47-ade9-0a579cdfc60f', 'external_fixed_ips': [{'subnet_id': 'a5ad15ab-c489-4a67-a9b0-d559fca0ec71', 'ip_address': '172.26.3.83'}], 'enable_snat': True}, 'gw_port_id': '37f26ea4-1d1e-47ad-b212-e44afa2e731c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-23T11:40:22Z', 'updated_at': '2021-06-23T11:40:26Z', 'revision_number': 4, 'project_id': '196d16edf443490aaaba40ccfc7a3448', 'gw_port': {'id': '37f26ea4-1d1e-47ad-b212-e44afa2e731c', 'name': '', 'network_id': '3e7e4eb3-cf02-4d47-ade9-0a579cdfc60f', 'tenant_id': '', 'mac_address': 'fa:16:3e:7a:83:5e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f7ae45f4-004a-45dd-b90e-fcd1ba95e217', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1387, 'fixed_ips': [{'subnet_id': 'a5ad15ab-c489-4a67-a9b0-d559fca0ec71', 'ip_address': '172.26.3.83', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-94-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-23T11:40:23Z', 'updated_at': '2021-06-23T11:40:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a5ad15ab-c489-4a67-a9b0-d559fca0ec71', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-601336-94-hyperv', '_floatingips': [{'id': '2501bd50-e283-4474-8920-b002668d4da7', 'tenant_id': '196d16edf443490aaaba40ccfc7a3448', 'floating_ip_address': '172.26.3.23', 'floating_network_id': '3e7e4eb3-cf02-4d47-ade9-0a579cdfc60f', 'router_id': 'f7ae45f4-004a-45dd-b90e-fcd1ba95e217', 'port_id': '2e0e8118-c297-44b9-8c9a-0d73b41f9725', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 1450, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '03d0adb8-7c84-4028-a133-9fee8ea26a25', 'mac_address': 'fa:16:3e:1f:d2:03', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '379b9572-890a-481f-bf22-593e325cb383', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-23T11:41:32Z', 'updated_at': '2021-06-23T11:41:32Z', 'revision_number': 0, 'project_id': '196d16edf443490aaaba40ccfc7a3448', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '261a243c-82ee-47e4-a191-3d819af8f10a', 'name': '', 'network_id': '03d0adb8-7c84-4028-a133-9fee8ea26a25', 'tenant_id': '196d16edf443490aaaba40ccfc7a3448', 'mac_address': 'fa:16:3e:51:11:ef', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f7ae45f4-004a-45dd-b90e-fcd1ba95e217', 'device_owner': 'network:router_interface', 'standard_attr_id': 1389, 'fixed_ips': [{'subnet_id': '5338fe8e-d932-41fb-ae27-ab82df160b69', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-94-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-23T11:40:25Z', 'updated_at': '2021-06-23T11:40:34Z', 'revision_number': 5, 'project_id': '196d16edf443490aaaba40ccfc7a3448', 'subnets': [{'id': '5338fe8e-d932-41fb-ae27-ab82df160b69', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-601336-94-hyperv', False) {} {{(pid=94177) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 11:41:34.209019 dv-neutron-601336-94-hyperv neutron-server[94177]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-00edac57-e124-4c18-89bf-bbc7b6007e61 None None] Checking router: f7ae45f4-004a-45dd-b90e-fcd1ba95e217 for host: dv-neutron-601336-94-hyperv {{(pid=94177) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 23 11:41:34.217655 dv-neutron-601336-94-hyperv neutron-server[94177]: DEBUG neutron.db.l3_dvrscheduler_db [None req-00edac57-e124-4c18-89bf-bbc7b6007e61 None None] Routers {'f7ae45f4-004a-45dd-b90e-fcd1ba95e217'} bound to L3 agent in host dv-neutron-601336-94-hyperv {{(pid=94177) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 23 11:41:34.218268 dv-neutron-601336-94-hyperv neutron-server[94177]: DEBUG neutron.db.l3_hamode_db [None req-00edac57-e124-4c18-89bf-bbc7b6007e61 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-601336-94-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-23T11:22:13Z,description=,heartbeat_timestamp=2021-06-23T11:41:13Z,host='dv-neutron-601336-94-hyperv',id=50ef99c0-ef28-4db5-b303-b145898fae60,load=0,resource_versions=,resources_synced=,started_at=2021-06-23T11:22:14Z,topic='l3_agent')) {'router_ids': ['f7ae45f4-004a-45dd-b90e-fcd1ba95e217'], 'active': True} {{(pid=94177) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 11:41:34.232663 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fa7370b-d54a-4df7-8b3f-47f466cc75e1 req-6fb12495-e8b1-410c-b042-f0e51c17e4bf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94174) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 11:41:34.234147 dv-neutron-601336-94-hyperv neutron-server[94174]: INFO neutron.wsgi [req-2fa7370b-d54a-4df7-8b3f-47f466cc75e1 req-6fb12495-e8b1-410c-b042-f0e51c17e4bf service neutron] 10.222.0.52 "GET /v2.0/networks?id=03d0adb8-7c84-4028-a133-9fee8ea26a25 HTTP/1.1" status: 200 len: 912 time: 0.0819945 Jun 23 11:41:34.301015 dv-neutron-601336-94-hyperv neutron-server[94174]: INFO neutron.wsgi [req-2fa7370b-d54a-4df7-8b3f-47f466cc75e1 req-79994674-a85e-48a5-aef6-3c0585442519 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=2e0e8118-c297-44b9-8c9a-0d73b41f9725 HTTP/1.1" status: 200 len: 999 time: 0.0601845 Jun 23 11:41:34.320021 dv-neutron-601336-94-hyperv neutron-server[94177]: DEBUG neutron.db.l3_dvr_db [None req-00edac57-e124-4c18-89bf-bbc7b6007e61 None None] Set router f7ae45f4-004a-45dd-b90e-fcd1ba95e217 gateway port host: dv-neutron-601336-94-hyperv {{(pid=94177) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:838}} Jun 23 11:41:34.349964 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fa7370b-d54a-4df7-8b3f-47f466cc75e1 req-d9c61efe-302e-4e1e-a45b-7454e7745485 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94174) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 11:41:34.351425 dv-neutron-601336-94-hyperv neutron-server[94174]: INFO neutron.wsgi [req-2fa7370b-d54a-4df7-8b3f-47f466cc75e1 req-d9c61efe-302e-4e1e-a45b-7454e7745485 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=5338fe8e-d932-41fb-ae27-ab82df160b69 HTTP/1.1" status: 200 len: 850 time: 0.0433931 Jun 23 11:41:34.406703 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fa7370b-d54a-4df7-8b3f-47f466cc75e1 req-adec64e1-fdab-4730-a8a3-7d1c3140af22 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94174) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 11:41:34.408221 dv-neutron-601336-94-hyperv neutron-server[94174]: INFO neutron.wsgi [req-2fa7370b-d54a-4df7-8b3f-47f466cc75e1 req-adec64e1-fdab-4730-a8a3-7d1c3140af22 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=03d0adb8-7c84-4028-a133-9fee8ea26a25&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1178 time: 0.0509155 Jun 23 11:41:34.498776 dv-neutron-601336-94-hyperv neutron-server[94174]: INFO neutron.wsgi [req-2fa7370b-d54a-4df7-8b3f-47f466cc75e1 req-44cf4123-1d2b-48c4-89a7-c87dad3112ca service neutron] 10.222.0.52 "GET /v2.0/networks/03d0adb8-7c84-4028-a133-9fee8ea26a25?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0837290 Jun 23 11:41:34.503139 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.plugins.ml2.rpc [None req-97bd5441-1da2-49ee-a364-27795820ba27 None None] Device a49ad4f4-fdea-4e2f-9218-55bfa728b9aa details requested by agent hyperv_hv-neutron-6013 with host hv-neutron-6013 {{(pid=94176) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:104}} Jun 23 11:41:34.543249 dv-neutron-601336-94-hyperv neutron-server[94177]: DEBUG neutron.db.l3_hamode_db [None req-00edac57-e124-4c18-89bf-bbc7b6007e61 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f7ae45f4-004a-45dd-b90e-fcd1ba95e217', 'name': 'tempest-TestVolumeBootPattern-454285966-router', 'tenant_id': '196d16edf443490aaaba40ccfc7a3448', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3e7e4eb3-cf02-4d47-ade9-0a579cdfc60f', 'external_fixed_ips': [{'subnet_id': 'a5ad15ab-c489-4a67-a9b0-d559fca0ec71', 'ip_address': '172.26.3.83'}], 'enable_snat': True}, 'gw_port_id': '37f26ea4-1d1e-47ad-b212-e44afa2e731c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-23T11:40:22Z', 'updated_at': '2021-06-23T11:40:26Z', 'revision_number': 4, 'project_id': '196d16edf443490aaaba40ccfc7a3448', 'gw_port': {'id': '37f26ea4-1d1e-47ad-b212-e44afa2e731c', 'name': '', 'network_id': '3e7e4eb3-cf02-4d47-ade9-0a579cdfc60f', 'tenant_id': '', 'mac_address': 'fa:16:3e:7a:83:5e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f7ae45f4-004a-45dd-b90e-fcd1ba95e217', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1387, 'fixed_ips': [{'subnet_id': 'a5ad15ab-c489-4a67-a9b0-d559fca0ec71', 'ip_address': '172.26.3.83', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-94-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-23T11:40:23Z', 'updated_at': '2021-06-23T11:40:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a5ad15ab-c489-4a67-a9b0-d559fca0ec71', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-601336-94-hyperv', '_floatingips': [{'id': '2501bd50-e283-4474-8920-b002668d4da7', 'tenant_id': '196d16edf443490aaaba40ccfc7a3448', 'floating_ip_address': '172.26.3.23', 'floating_network_id': '3e7e4eb3-cf02-4d47-ade9-0a579cdfc60f', 'router_id': 'f7ae45f4-004a-45dd-b90e-fcd1ba95e217', 'port_id': '2e0e8118-c297-44b9-8c9a-0d73b41f9725', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 1450, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '03d0adb8-7c84-4028-a133-9fee8ea26a25', 'mac_address': 'fa:16:3e:1f:d2:03', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '379b9572-890a-481f-bf22-593e325cb383', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-23T11:41:32Z', 'updated_at': '2021-06-23T11:41:32Z', 'revision_number': 0, 'project_id': '196d16edf443490aaaba40ccfc7a3448', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '261a243c-82ee-47e4-a191-3d819af8f10a', 'name': '', 'network_id': '03d0adb8-7c84-4028-a133-9fee8ea26a25', 'tenant_id': '196d16edf443490aaaba40ccfc7a3448', 'mac_address': 'fa:16:3e:51:11:ef', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f7ae45f4-004a-45dd-b90e-fcd1ba95e217', 'device_owner': 'network:router_interface', 'standard_attr_id': 1389, 'fixed_ips': [{'subnet_id': '5338fe8e-d932-41fb-ae27-ab82df160b69', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-94-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-23T11:40:25Z', 'updated_at': '2021-06-23T11:40:34Z', 'revision_number': 5, 'project_id': '196d16edf443490aaaba40ccfc7a3448', 'subnets': [{'id': '5338fe8e-d932-41fb-ae27-ab82df160b69', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-601336-94-hyperv', False) {} {{(pid=94177) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 11:41:34.574118 dv-neutron-601336-94-hyperv neutron-server[94177]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-00edac57-e124-4c18-89bf-bbc7b6007e61 None None] The sync data for ids ['f7ae45f4-004a-45dd-b90e-fcd1ba95e217'] in dv-neutron-601336-94-hyperv is: [{'id': 'f7ae45f4-004a-45dd-b90e-fcd1ba95e217', 'name': 'tempest-TestVolumeBootPattern-454285966-router', 'tenant_id': '196d16edf443490aaaba40ccfc7a3448', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3e7e4eb3-cf02-4d47-ade9-0a579cdfc60f', 'external_fixed_ips': [{'subnet_id': 'a5ad15ab-c489-4a67-a9b0-d559fca0ec71', 'ip_address': '172.26.3.83'}], 'enable_snat': True}, 'gw_port_id': '37f26ea4-1d1e-47ad-b212-e44afa2e731c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-23T11:40:22Z', 'updated_at': '2021-06-23T11:40:26Z', 'revision_number': 4, 'project_id': '196d16edf443490aaaba40ccfc7a3448', 'gw_port': {'id': '37f26ea4-1d1e-47ad-b212-e44afa2e731c', 'name': '', 'network_id': '3e7e4eb3-cf02-4d47-ade9-0a579cdfc60f', 'tenant_id': '', 'mac_address': 'fa:16:3e:7a:83:5e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f7ae45f4-004a-45dd-b90e-fcd1ba95e217', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1387, 'fixed_ips': [{'subnet_id': 'a5ad15ab-c489-4a67-a9b0-d559fca0ec71', 'ip_address': '172.26.3.83', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-94-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-23T11:40:23Z', 'updated_at': '2021-06-23T11:40:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a5ad15ab-c489-4a67-a9b0-d559fca0ec71', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-601336-94-hyperv', '_floatingips': [{'id': '2501bd50-e283-4474-8920-b002668d4da7', 'tenant_id': '196d16edf443490aaaba40ccfc7a3448', 'floating_ip_address': '172.26.3.23', 'floating_network_id': '3e7e4eb3-cf02-4d47-ade9-0a579cdfc60f', 'router_id': 'f7ae45f4-004a-45dd-b90e-fcd1ba95e217', 'port_id': '2e0e8118-c297-44b9-8c9a-0d73b41f9725', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 1450, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '03d0adb8-7c84-4028-a133-9fee8ea26a25', 'mac_address': 'fa:16:3e:1f:d2:03', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '379b9572-890a-481f-bf22-593e325cb383', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-23T11:41:32Z', 'updated_at': '2021-06-23T11:41:32Z', 'revision_number': 0, 'project_id': '196d16edf443490aaaba40ccfc7a3448', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '261a243c-82ee-47e4-a191-3d819af8f10a', 'name': '', 'network_id': '03d0adb8-7c84-4028-a133-9fee8ea26a25', 'tenant_id': '196d16edf443490aaaba40ccfc7a3448', 'mac_address': 'fa:16:3e:51:11:ef', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f7ae45f4-004a-45dd-b90e-fcd1ba95e217', 'device_owner': 'network:router_interface', 'standard_attr_id': 1389, 'fixed_ips': [{'subnet_id': '5338fe8e-d932-41fb-ae27-ab82df160b69', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-94-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-23T11:40:25Z', 'updated_at': '2021-06-23T11:40:34Z', 'revision_number': 5, 'project_id': '196d16edf443490aaaba40ccfc7a3448', 'subnets': [{'id': '5338fe8e-d932-41fb-ae27-ab82df160b69', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94177) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 23 11:41:34.616457 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.plugins.ml2.db [None req-97bd5441-1da2-49ee-a364-27795820ba27 None None] For port a49ad4f4-fdea-4e2f-9218-55bfa728b9aa, host hv-neutron-6013, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-6013',level=0,port_id=a49ad4f4-fdea-4e2f-9218-55bfa728b9aa,segment=NetworkSegment(6e03fc29-73a7-4380-95bb-f16eaf5e6b8a),segment_id=6e03fc29-73a7-4380-95bb-f16eaf5e6b8a)] {{(pid=94176) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 23 11:41:34.628965 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.plugins.ml2.rpc [None req-97bd5441-1da2-49ee-a364-27795820ba27 None None] Returning: {'device': 'a49ad4f4-fdea-4e2f-9218-55bfa728b9aa', 'network_id': 'aed37737-f784-42f4-a8b7-af135f8c50b0', 'port_id': 'a49ad4f4-fdea-4e2f-9218-55bfa728b9aa', 'mac_address': 'fa:16:3e:c3:06:3a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 405, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0626e1be-3a5d-4cbf-b2b3-e71b55b57e9d', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94176) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:186}} Jun 23 11:41:34.631518 dv-neutron-601336-94-hyperv neutron-server[94174]: INFO neutron.wsgi [req-2fa7370b-d54a-4df7-8b3f-47f466cc75e1 req-5cdc352f-4613-461b-b632-618913f16d06 service neutron] 10.222.0.52 "GET /v2.0/networks/03d0adb8-7c84-4028-a133-9fee8ea26a25?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1241221 Jun 23 11:41:34.661303 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba151e00-fa36-4870-9d94-9aee0b28d8a3 req-38e52e85-ab16-410f-b71e-ef79e6c9bdba tempest-TestNetworkBasicOps-233187296 tempest-TestNetworkBasicOps-233187296-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94174) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 11:41:34.662838 dv-neutron-601336-94-hyperv neutron-server[94174]: INFO neutron.wsgi [req-ba151e00-fa36-4870-9d94-9aee0b28d8a3 req-38e52e85-ab16-410f-b71e-ef79e6c9bdba tempest-TestNetworkBasicOps-233187296 tempest-TestNetworkBasicOps-233187296-project] 10.222.0.20 "GET /v2.0/ports?device_id=ac85e926-8ca0-434f-bf19-e84a998790a9 HTTP/1.1" status: 200 len: 944 time: 0.0862710 Jun 23 11:41:34.674173 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron_lib.callbacks.manager [None req-97bd5441-1da2-49ee-a364-27795820ba27 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-923122'] for port, before_update {{(pid=94176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:41:34.689116 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.notifiers.nova [None req-97bd5441-1da2-49ee-a364-27795820ba27 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a49ad4f4-fdea-4e2f-9218-55bfa728b9aa {{(pid=94176) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 23 11:41:34.707960 dv-neutron-601336-94-hyperv neutron-server[94174]: INFO neutron.wsgi [req-ba151e00-fa36-4870-9d94-9aee0b28d8a3 req-bbce2fe7-93e2-4ab9-a071-c402ed855ee7 tempest-TestNetworkBasicOps-233187296 tempest-TestNetworkBasicOps-233187296-project] 10.222.0.20 "GET /v2.0/security-groups?id=93196ac0-9d69-4f8f-89b2-f731394108a5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0364714 Jun 23 11:41:34.712379 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.plugins.ml2.db [None req-97bd5441-1da2-49ee-a364-27795820ba27 None None] For port a49ad4f4-fdea-4e2f-9218-55bfa728b9aa, host hv-neutron-6013, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-6013',level=0,port_id=a49ad4f4-fdea-4e2f-9218-55bfa728b9aa,segment=NetworkSegment(6e03fc29-73a7-4380-95bb-f16eaf5e6b8a),segment_id=6e03fc29-73a7-4380-95bb-f16eaf5e6b8a)] {{(pid=94176) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 23 11:41:34.790855 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ca42915c-0a05-422d-8f79-1799af542197 None None] New status for floating IP 2501bd50-e283-4474-8920-b002668d4da7: ACTIVE {{(pid=94176) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 23 11:41:34.795251 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron_lib.callbacks.manager [None req-97bd5441-1da2-49ee-a364-27795820ba27 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-922904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866062', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773700135042', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773699642233', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773699642278'] for port, after_update {{(pid=94176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:41:34.826776 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG oslo_concurrency.lockutils [None req-33c529d7-72b1-4fcc-8fa7-a17f61b279bf None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 11:41:34.913126 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97bd5441-1da2-49ee-a364-27795820ba27 None None] Pushing event updated for resources: {'Port': ['ID=a49ad4f4-fdea-4e2f-9218-55bfa728b9aa,revision_number=4']} {{(pid=94176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 11:41:34.917096 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG oslo_concurrency.lockutils [None req-97bd5441-1da2-49ee-a364-27795820ba27 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.090s {{(pid=94176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 11:41:35.006812 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.plugins.ml2.db [None req-97bd5441-1da2-49ee-a364-27795820ba27 None None] get_ports_and_sgs() called for port_ids ['a49ad4f4-fdea-4e2f-9218-55bfa728b9aa'] {{(pid=94176) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 23 11:41:35.880488 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6cdb7a4-5487-4ede-8b11-4faa6b91f83e req-e56c8cf4-0846-4e56-9017-45f5386596f4 tempest-TestNetworkBasicOps-233187296 tempest-TestNetworkBasicOps-233187296-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 11:41:35.881938 dv-neutron-601336-94-hyperv neutron-server[94175]: INFO neutron.wsgi [req-a6cdb7a4-5487-4ede-8b11-4faa6b91f83e req-e56c8cf4-0846-4e56-9017-45f5386596f4 tempest-TestNetworkBasicOps-233187296 tempest-TestNetworkBasicOps-233187296-project] 10.222.0.20 "GET /v2.0/ports?device_id=ac85e926-8ca0-434f-bf19-e84a998790a9 HTTP/1.1" status: 200 len: 945 time: 0.0633998 Jun 23 11:41:35.918043 dv-neutron-601336-94-hyperv neutron-server[94175]: INFO neutron.wsgi [req-a6cdb7a4-5487-4ede-8b11-4faa6b91f83e req-a5b23494-1670-479e-9c50-f0ddff5c286f tempest-TestNetworkBasicOps-233187296 tempest-TestNetworkBasicOps-233187296-project] 10.222.0.20 "GET /v2.0/security-groups?id=93196ac0-9d69-4f8f-89b2-f731394108a5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0298512 Jun 23 11:41:36.510644 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.plugins.ml2.rpc [None req-97bd5441-1da2-49ee-a364-27795820ba27 None None] Device a49ad4f4-fdea-4e2f-9218-55bfa728b9aa up at agent hyperv_hv-neutron-6013 {{(pid=94176) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:298}} Jun 23 11:41:36.658086 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.db.provisioning_blocks [None req-97bd5441-1da2-49ee-a364-27795820ba27 None None] Provisioning for port a49ad4f4-fdea-4e2f-9218-55bfa728b9aa completed by entity L2. {{(pid=94176) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 23 11:41:36.661751 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.db.provisioning_blocks [None req-97bd5441-1da2-49ee-a364-27795820ba27 None None] Provisioning complete for port a49ad4f4-fdea-4e2f-9218-55bfa728b9aa triggered by entity L2. {{(pid=94176) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 23 11:41:36.662160 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron_lib.callbacks.manager [None req-97bd5441-1da2-49ee-a364-27795820ba27 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-899258'] for port, provisioning_complete {{(pid=94176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:41:36.736000 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron_lib.callbacks.manager [None req-97bd5441-1da2-49ee-a364-27795820ba27 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-923122'] for port, before_update {{(pid=94176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:41:36.756970 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ac85e926-8ca0-434f-bf19-e84a998790a9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a49ad4f4-fdea-4e2f-9218-55bfa728b9aa'}] {{(pid=94176) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 23 11:41:36.759280 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}887b0dfc0393de878080286a57e4a08d4fa60dd0cddd118f338ebfcd351ddd4c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-63abde23-64ba-4d0c-a64a-2562970480d0" -d '{"events": [{"server_uuid": "ac85e926-8ca0-434f-bf19-e84a998790a9", "name": "network-vif-plugged", "status": "completed", "tag": "a49ad4f4-fdea-4e2f-9218-55bfa728b9aa"}]}' {{(pid=94176) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 23 11:41:36.771824 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.plugins.ml2.db [None req-97bd5441-1da2-49ee-a364-27795820ba27 None None] For port a49ad4f4-fdea-4e2f-9218-55bfa728b9aa, host hv-neutron-6013, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-6013',level=0,port_id=a49ad4f4-fdea-4e2f-9218-55bfa728b9aa,segment=NetworkSegment(6e03fc29-73a7-4380-95bb-f16eaf5e6b8a),segment_id=6e03fc29-73a7-4380-95bb-f16eaf5e6b8a)] {{(pid=94176) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 23 11:41:36.794157 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 23 Jun 2021 11:41:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0bb22349-f8a3-4592-ac92-28ae0210770e x-openstack-request-id: req-0bb22349-f8a3-4592-ac92-28ae0210770e {{(pid=94176) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 23 11:41:36.794456 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ac85e926-8ca0-434f-bf19-e84a998790a9", "name": "network-vif-plugged", "status": "completed", "tag": "a49ad4f4-fdea-4e2f-9218-55bfa728b9aa", "code": 200}]} {{(pid=94176) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 23 11:41:36.794720 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-0bb22349-f8a3-4592-ac92-28ae0210770e {{(pid=94176) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 23 11:41:36.795178 dv-neutron-601336-94-hyperv neutron-server[94176]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ac85e926-8ca0-434f-bf19-e84a998790a9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a49ad4f4-fdea-4e2f-9218-55bfa728b9aa', 'code': 200} Jun 23 11:41:36.815352 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron_lib.callbacks.manager [None req-97bd5441-1da2-49ee-a364-27795820ba27 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-922904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866062', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773700135042', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773699642233', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773699642278'] for port, after_update {{(pid=94176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:41:36.817268 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG oslo_concurrency.lockutils [None req-97bd5441-1da2-49ee-a364-27795820ba27 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 11:41:36.865283 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97bd5441-1da2-49ee-a364-27795820ba27 None None] Pushing event updated for resources: {'Port': ['ID=a49ad4f4-fdea-4e2f-9218-55bfa728b9aa,revision_number=5']} {{(pid=94176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 11:41:36.868222 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG oslo_concurrency.lockutils [None req-97bd5441-1da2-49ee-a364-27795820ba27 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=94176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 11:41:37.093456 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5574641-5736-4cf4-8812-b3d4686240ff req-bdfdb0a1-c32e-429a-a63f-1e7e6d38ecd5 tempest-TestNetworkBasicOps-233187296 tempest-TestNetworkBasicOps-233187296-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 11:41:37.094826 dv-neutron-601336-94-hyperv neutron-server[94175]: INFO neutron.wsgi [req-c5574641-5736-4cf4-8812-b3d4686240ff req-bdfdb0a1-c32e-429a-a63f-1e7e6d38ecd5 tempest-TestNetworkBasicOps-233187296 tempest-TestNetworkBasicOps-233187296-project] 10.222.0.20 "GET /v2.0/ports?device_id=ac85e926-8ca0-434f-bf19-e84a998790a9 HTTP/1.1" status: 200 len: 946 time: 0.0665340 Jun 23 11:41:37.132834 dv-neutron-601336-94-hyperv neutron-server[94175]: INFO neutron.wsgi [req-c5574641-5736-4cf4-8812-b3d4686240ff req-27b02587-c5ef-4fdc-b366-da4de0aeae50 tempest-TestNetworkBasicOps-233187296 tempest-TestNetworkBasicOps-233187296-project] 10.222.0.20 "GET /v2.0/security-groups?id=93196ac0-9d69-4f8f-89b2-f731394108a5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0323014 Jun 23 11:41:37.153433 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44ef059b-0c04-4ec9-9bda-a4fb967b36de req-4184bc2f-afa7-421f-82c4-5e0545ed11fc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94174) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 11:41:37.154971 dv-neutron-601336-94-hyperv neutron-server[94174]: INFO neutron.wsgi [req-44ef059b-0c04-4ec9-9bda-a4fb967b36de req-4184bc2f-afa7-421f-82c4-5e0545ed11fc service neutron] 10.222.0.52 "GET /v2.0/ports?device_id=ac85e926-8ca0-434f-bf19-e84a998790a9 HTTP/1.1" status: 200 len: 1099 time: 0.0591774 Jun 23 11:41:37.187858 dv-neutron-601336-94-hyperv neutron-server[94174]: INFO neutron.wsgi [req-44ef059b-0c04-4ec9-9bda-a4fb967b36de req-4787f3af-4996-4a48-aaab-b8a3872f41f6 service neutron] 10.222.0.52 "GET /v2.0/security-groups?id=93196ac0-9d69-4f8f-89b2-f731394108a5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0270782 Jun 23 11:41:38.319929 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b94032f-54a3-4689-88d5-3fab56d84a4e req-e590ee1d-4f8c-4b25-8126-a82b43510149 tempest-TestNetworkBasicOps-233187296 tempest-TestNetworkBasicOps-233187296-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94174) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 11:41:38.321420 dv-neutron-601336-94-hyperv neutron-server[94174]: INFO neutron.wsgi [req-2b94032f-54a3-4689-88d5-3fab56d84a4e req-e590ee1d-4f8c-4b25-8126-a82b43510149 tempest-TestNetworkBasicOps-233187296 tempest-TestNetworkBasicOps-233187296-project] 10.222.0.20 "GET /v2.0/ports?device_id=ac85e926-8ca0-434f-bf19-e84a998790a9 HTTP/1.1" status: 200 len: 946 time: 0.0676920 Jun 23 11:41:38.357463 dv-neutron-601336-94-hyperv neutron-server[94174]: INFO neutron.wsgi [req-2b94032f-54a3-4689-88d5-3fab56d84a4e req-a1a2548e-9087-4dea-aa68-9ee51a78e17f tempest-TestNetworkBasicOps-233187296 tempest-TestNetworkBasicOps-233187296-project] 10.222.0.20 "GET /v2.0/security-groups?id=93196ac0-9d69-4f8f-89b2-f731394108a5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0304365 Jun 23 11:41:38.535704 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad1ef1d0-8f87-4468-9469-c9efe953524a req-c03f418f-9cda-407f-894a-573ef2b90e81 tempest-TestNetworkBasicOps-233187296 tempest-TestNetworkBasicOps-233187296-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 11:41:38.537140 dv-neutron-601336-94-hyperv neutron-server[94175]: INFO neutron.wsgi [req-ad1ef1d0-8f87-4468-9469-c9efe953524a req-c03f418f-9cda-407f-894a-573ef2b90e81 tempest-TestNetworkBasicOps-233187296 tempest-TestNetworkBasicOps-233187296-project] 10.222.0.20 "GET /v2.0/ports?device_id=ac85e926-8ca0-434f-bf19-e84a998790a9 HTTP/1.1" status: 200 len: 946 time: 0.0664475 Jun 23 11:41:38.575164 dv-neutron-601336-94-hyperv neutron-server[94175]: INFO neutron.wsgi [req-ad1ef1d0-8f87-4468-9469-c9efe953524a req-29afdd86-e4d1-4668-9578-45940a34db9c tempest-TestNetworkBasicOps-233187296 tempest-TestNetworkBasicOps-233187296-project] 10.222.0.20 "GET /v2.0/security-groups?id=93196ac0-9d69-4f8f-89b2-f731394108a5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0322976 Jun 23 11:41:38.598407 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.wsgi [-] (94174) accepted ('10.222.0.20', 44138) {{(pid=94174) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 11:41:39.007970 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-03ef8172-896f-42c7-a4f7-c070e2bde801 tempest-TestNetworkBasicOps-1420332966 tempest-TestNetworkBasicOps-1420332966-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94174) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 11:41:39.009480 dv-neutron-601336-94-hyperv neutron-server[94174]: INFO neutron.wsgi [None req-03ef8172-896f-42c7-a4f7-c070e2bde801 tempest-TestNetworkBasicOps-1420332966 tempest-TestNetworkBasicOps-1420332966-project-admin] 10.222.0.20 "GET /v2.0/ports?device_id=ac85e926-8ca0-434f-bf19-e84a998790a9 HTTP/1.1" status: 200 len: 1094 time: 0.4100773 Jun 23 11:41:39.012241 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.wsgi [-] (94174) accepted ('10.222.0.20', 44140) {{(pid=94174) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 11:41:39.016530 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.api.v2.base [None req-0d388af6-7326-499d-ba6f-83596231b4fd tempest-TestNetworkBasicOps-233187296 tempest-TestNetworkBasicOps-233187296-project] Request body: {'floatingip': {'floating_network_id': '3e7e4eb3-cf02-4d47-ade9-0a579cdfc60f', 'port_id': 'a49ad4f4-fdea-4e2f-9218-55bfa728b9aa', 'tenant_id': '772b9946478d439e9da4eaeade7fb21d', 'fixed_ip_address': '172.20.0.10'}} {{(pid=94174) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 23 11:41:39.086739 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron_lib.callbacks.manager [None req-0d388af6-7326-499d-ba6f-83596231b4fd tempest-TestNetworkBasicOps-233187296 tempest-TestNetworkBasicOps-233187296-project] Notify callbacks [] for floatingip, before_create {{(pid=94174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:41:39.176950 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron_lib.callbacks.manager [None req-0d388af6-7326-499d-ba6f-83596231b4fd tempest-TestNetworkBasicOps-233187296 tempest-TestNetworkBasicOps-233187296-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-923104'] for port, before_create {{(pid=94174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:41:39.276577 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.db.db_base_plugin_common [None req-0d388af6-7326-499d-ba6f-83596231b4fd tempest-TestNetworkBasicOps-233187296 tempest-TestNetworkBasicOps-233187296-project] Allocated IP 172.26.3.204 (3e7e4eb3-cf02-4d47-ade9-0a579cdfc60f/a5ad15ab-c489-4a67-a9b0-d559fca0ec71/01dedfa8-e7af-4522-b41c-5a0da96befd3) {{(pid=94174) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 23 11:41:39.371288 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron_lib.callbacks.manager [None req-0d388af6-7326-499d-ba6f-83596231b4fd tempest-TestNetworkBasicOps-233187296 tempest-TestNetworkBasicOps-233187296-project] Notify callbacks [] for port, precommit_create {{(pid=94174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:41:39.452637 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron_lib.callbacks.manager [None req-0d388af6-7326-499d-ba6f-83596231b4fd tempest-TestNetworkBasicOps-233187296 tempest-TestNetworkBasicOps-233187296-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-922915', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-239814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7866073', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773699642215', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-5196399'] for port, after_create {{(pid=94174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:41:39.454818 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG oslo_concurrency.lockutils [None req-2675dcd0-9bd8-45c9-8a16-cb3ff4ec11d8 tempest-FloatingIPTestJSON-1140213849 tempest-FloatingIPTestJSON-1140213849-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94174) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 11:41:39.493809 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0d388af6-7326-499d-ba6f-83596231b4fd tempest-TestNetworkBasicOps-233187296 tempest-TestNetworkBasicOps-233187296-project] Network 3e7e4eb3-cf02-4d47-ade9-0a579cdfc60f is already hosted by enough agents. {{(pid=94174) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 23 11:41:39.496498 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.scheduler.base_scheduler [None req-0d388af6-7326-499d-ba6f-83596231b4fd tempest-TestNetworkBasicOps-233187296 tempest-TestNetworkBasicOps-233187296-project] Resources bound (agent type, host, resource id): {{(pid=94174) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 23 11:41:39.501994 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0d388af6-7326-499d-ba6f-83596231b4fd tempest-TestNetworkBasicOps-233187296 tempest-TestNetworkBasicOps-233187296-project] Received port after_create {{(pid=94174) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 23 11:41:39.507311 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d388af6-7326-499d-ba6f-83596231b4fd tempest-TestNetworkBasicOps-233187296 tempest-TestNetworkBasicOps-233187296-project] Pushing event updated for resources: {'Port': ['ID=01dedfa8-e7af-4522-b41c-5a0da96befd3,revision_number=1']} {{(pid=94174) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 11:41:39.525693 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG oslo_concurrency.lockutils [None req-0d388af6-7326-499d-ba6f-83596231b4fd tempest-TestNetworkBasicOps-233187296 tempest-TestNetworkBasicOps-233187296-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.071s {{(pid=94174) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 11:41:39.858286 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron_lib.callbacks.manager [None req-0d388af6-7326-499d-ba6f-83596231b4fd tempest-TestNetworkBasicOps-233187296 tempest-TestNetworkBasicOps-233187296-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:41:40.003376 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron_lib.callbacks.manager [None req-0d388af6-7326-499d-ba6f-83596231b4fd tempest-TestNetworkBasicOps-233187296 tempest-TestNetworkBasicOps-233187296-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-923122'] for port, before_update {{(pid=94174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:41:40.147884 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron_lib.callbacks.manager [None req-0d388af6-7326-499d-ba6f-83596231b4fd tempest-TestNetworkBasicOps-233187296 tempest-TestNetworkBasicOps-233187296-project] Notify callbacks [] for port, precommit_update {{(pid=94174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:41:40.206631 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron_lib.callbacks.manager [None req-0d388af6-7326-499d-ba6f-83596231b4fd tempest-TestNetworkBasicOps-233187296 tempest-TestNetworkBasicOps-233187296-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-922904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866062', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773700135042', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773699642233', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773699642278', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5196369'] for port, after_update {{(pid=94174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:41:40.208753 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG oslo_concurrency.lockutils [None req-90540f05-cdd8-475f-afe3-cce5e6dacd4c tempest-TestNetworkAdvancedServerOps-632886841 tempest-TestNetworkAdvancedServerOps-632886841-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94174) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 11:41:40.270350 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d388af6-7326-499d-ba6f-83596231b4fd tempest-TestNetworkBasicOps-233187296 tempest-TestNetworkBasicOps-233187296-project] Pushing event updated for resources: {'Port': ['ID=01dedfa8-e7af-4522-b41c-5a0da96befd3,revision_number=2']} {{(pid=94174) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 11:41:40.274287 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG oslo_concurrency.lockutils [None req-0d388af6-7326-499d-ba6f-83596231b4fd tempest-TestNetworkBasicOps-233187296 tempest-TestNetworkBasicOps-233187296-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.066s {{(pid=94174) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 11:41:40.283885 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron_lib.callbacks.manager [None req-0d388af6-7326-499d-ba6f-83596231b4fd tempest-TestNetworkBasicOps-233187296 tempest-TestNetworkBasicOps-233187296-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-524229'] for floatingip, after_update {{(pid=94174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:41:40.381763 dv-neutron-601336-94-hyperv neutron-server[94174]: INFO neutron.db.l3_db [None req-0d388af6-7326-499d-ba6f-83596231b4fd tempest-TestNetworkBasicOps-233187296 tempest-TestNetworkBasicOps-233187296-project] Floating IP 7774b112-fef0-4869-94f1-dfff21e287ba associated. External IP: 172.26.3.204, port: a49ad4f4-fdea-4e2f-9218-55bfa728b9aa. Jun 23 11:41:40.585055 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0d388af6-7326-499d-ba6f-83596231b4fd tempest-TestNetworkBasicOps-233187296 tempest-TestNetworkBasicOps-233187296-project] Router 22a738ae-53ff-4c6d-8be0-b9909ca44fb4 has already been hosted by L3 agent 50ef99c0-ef28-4db5-b303-b145898fae60 {{(pid=94174) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 23 11:41:40.698571 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0d388af6-7326-499d-ba6f-83596231b4fd tempest-TestNetworkBasicOps-233187296 tempest-TestNetworkBasicOps-233187296-project] Notify agent at l3_agent.dv-neutron-601336-94-hyperv the message routers_updated {{(pid=94174) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 23 11:41:40.707940 dv-neutron-601336-94-hyperv neutron-server[94177]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dad7e9c0-c938-4b72-a561-592fd78ee98f None None] Sync routers for ids ['22a738ae-53ff-4c6d-8be0-b9909ca44fb4'] in dv-neutron-601336-94-hyperv {{(pid=94177) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 23 11:41:40.717182 dv-neutron-601336-94-hyperv neutron-server[94177]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dad7e9c0-c938-4b72-a561-592fd78ee98f None None] Routers {'22a738ae-53ff-4c6d-8be0-b9909ca44fb4'} bound to L3 agent in host dv-neutron-601336-94-hyperv {{(pid=94177) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 23 11:41:40.727913 dv-neutron-601336-94-hyperv neutron-server[94177]: DEBUG neutron.db.l3_hamode_db [None req-dad7e9c0-c938-4b72-a561-592fd78ee98f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-601336-94-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-23T11:22:13Z,description=,heartbeat_timestamp=2021-06-23T11:41:13Z,host='dv-neutron-601336-94-hyperv',id=50ef99c0-ef28-4db5-b303-b145898fae60,load=0,resource_versions=,resources_synced=,started_at=2021-06-23T11:22:14Z,topic='l3_agent')) {'router_ids': ['22a738ae-53ff-4c6d-8be0-b9909ca44fb4'], 'active': True} {{(pid=94177) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 11:41:40.755664 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron_lib.callbacks.manager [None req-0d388af6-7326-499d-ba6f-83596231b4fd tempest-TestNetworkBasicOps-233187296 tempest-TestNetworkBasicOps-233187296-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-217507'] for floatingip, before_response {{(pid=94174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:41:40.795716 dv-neutron-601336-94-hyperv neutron-server[94174]: INFO neutron.wsgi [None req-0d388af6-7326-499d-ba6f-83596231b4fd tempest-TestNetworkBasicOps-233187296 tempest-TestNetworkBasicOps-233187296-project] 10.222.0.20 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 1.7823212 Jun 23 11:41:40.796533 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ac85e926-8ca0-434f-bf19-e84a998790a9', 'tag': 'a49ad4f4-fdea-4e2f-9218-55bfa728b9aa'}] {{(pid=94174) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 23 11:41:40.798361 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.wsgi [-] (94175) accepted ('10.222.0.20', 44144) {{(pid=94175) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 11:41:40.799130 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6ff47218258ed5bf6cae7f276c9622ae488f9e8ebc13d1a310221fbcfb04c5dd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-65e27a11-a08b-4a41-b434-d2582003cf1c" -d '{"events": [{"name": "network-changed", "server_uuid": "ac85e926-8ca0-434f-bf19-e84a998790a9", "tag": "a49ad4f4-fdea-4e2f-9218-55bfa728b9aa"}]}' {{(pid=94174) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 23 11:41:40.832205 dv-neutron-601336-94-hyperv neutron-server[94177]: DEBUG neutron.db.l3_dvr_db [None req-dad7e9c0-c938-4b72-a561-592fd78ee98f None None] Set router 22a738ae-53ff-4c6d-8be0-b9909ca44fb4 gateway port host: dv-neutron-601336-94-hyperv {{(pid=94177) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:838}} Jun 23 11:41:40.839007 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 23 Jun 2021 11:41:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d1a0ef54-5e69-454d-845e-5b310ebab577 x-openstack-request-id: req-d1a0ef54-5e69-454d-845e-5b310ebab577 {{(pid=94174) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 23 11:41:40.840056 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ac85e926-8ca0-434f-bf19-e84a998790a9", "tag": "a49ad4f4-fdea-4e2f-9218-55bfa728b9aa", "status": "completed", "code": 200}]} {{(pid=94174) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 23 11:41:40.840362 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-d1a0ef54-5e69-454d-845e-5b310ebab577 {{(pid=94174) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 23 11:41:40.840882 dv-neutron-601336-94-hyperv neutron-server[94174]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ac85e926-8ca0-434f-bf19-e84a998790a9', 'tag': 'a49ad4f4-fdea-4e2f-9218-55bfa728b9aa', 'status': 'completed', 'code': 200} Jun 23 11:41:40.910896 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron_lib.callbacks.manager [None req-64320da5-ab0c-48fe-8c91-c2a9af577532 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773699952132', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-899307'] for agent, after_update {{(pid=94176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:41:40.922740 dv-neutron-601336-94-hyperv neutron-server[94175]: INFO neutron.wsgi [None req-e46a05a9-40bf-45b5-b468-32d201cc1c6a tempest-TestNetworkBasicOps-1420332966 tempest-TestNetworkBasicOps-1420332966-project-admin] 10.222.0.20 "GET /v2.0/routers/22a738ae-53ff-4c6d-8be0-b9909ca44fb4 HTTP/1.1" status: 200 len: 922 time: 0.1224573 Jun 23 11:41:40.925401 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.wsgi [-] (94175) accepted ('10.222.0.20', 44148) {{(pid=94175) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 11:41:40.927813 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65e27a11-a08b-4a41-b434-d2582003cf1c req-3e9513cd-94b8-45ac-b685-fc911c44f330 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94174) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 11:41:40.934282 dv-neutron-601336-94-hyperv neutron-server[94174]: INFO neutron.wsgi [req-65e27a11-a08b-4a41-b434-d2582003cf1c req-3e9513cd-94b8-45ac-b685-fc911c44f330 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=772b9946478d439e9da4eaeade7fb21d&device_id=ac85e926-8ca0-434f-bf19-e84a998790a9 HTTP/1.1" status: 200 len: 1099 time: 0.0668595 Jun 23 11:41:40.992639 dv-neutron-601336-94-hyperv neutron-server[94175]: INFO neutron.wsgi [None req-0fe059f9-daf7-4e83-857e-9296a3a0b0e5 tempest-TestNetworkBasicOps-233187296 tempest-TestNetworkBasicOps-233187296-project] 10.222.0.20 "GET /v2.0/floatingips/7774b112-fef0-4869-94f1-dfff21e287ba HTTP/1.1" status: 200 len: 992 time: 0.0653384 Jun 23 11:41:41.028073 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65e27a11-a08b-4a41-b434-d2582003cf1c req-07a55f76-0033-42c6-89dd-034c974c48a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94174) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 11:41:41.029225 dv-neutron-601336-94-hyperv neutron-server[94174]: INFO neutron.wsgi [req-65e27a11-a08b-4a41-b434-d2582003cf1c req-07a55f76-0033-42c6-89dd-034c974c48a6 service neutron] 10.222.0.52 "GET /v2.0/networks?id=aed37737-f784-42f4-a8b7-af135f8c50b0 HTTP/1.1" status: 200 len: 897 time: 0.0937397 Jun 23 11:41:41.076721 dv-neutron-601336-94-hyperv neutron-server[94177]: DEBUG neutron.db.l3_hamode_db [None req-dad7e9c0-c938-4b72-a561-592fd78ee98f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '22a738ae-53ff-4c6d-8be0-b9909ca44fb4', 'name': 'tempest-TestNetworkBasicOps-router-807382374', 'tenant_id': '772b9946478d439e9da4eaeade7fb21d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3e7e4eb3-cf02-4d47-ade9-0a579cdfc60f', 'external_fixed_ips': [{'subnet_id': 'a5ad15ab-c489-4a67-a9b0-d559fca0ec71', 'ip_address': '172.26.3.149'}], 'enable_snat': True}, 'gw_port_id': '7ec9159f-405f-41d8-ba35-97c04a1e0aef', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-23T11:41:17Z', 'updated_at': '2021-06-23T11:41:22Z', 'revision_number': 4, 'project_id': '772b9946478d439e9da4eaeade7fb21d', 'gw_port': {'id': '7ec9159f-405f-41d8-ba35-97c04a1e0aef', 'name': '', 'network_id': '3e7e4eb3-cf02-4d47-ade9-0a579cdfc60f', 'tenant_id': '', 'mac_address': 'fa:16:3e:a3:f1:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '22a738ae-53ff-4c6d-8be0-b9909ca44fb4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1435, 'fixed_ips': [{'subnet_id': 'a5ad15ab-c489-4a67-a9b0-d559fca0ec71', 'ip_address': '172.26.3.149', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-94-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-23T11:41:18Z', 'updated_at': '2021-06-23T11:41:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a5ad15ab-c489-4a67-a9b0-d559fca0ec71', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-601336-94-hyperv', '_floatingips': [{'id': '7774b112-fef0-4869-94f1-dfff21e287ba', 'tenant_id': '772b9946478d439e9da4eaeade7fb21d', 'floating_ip_address': '172.26.3.204', 'floating_network_id': '3e7e4eb3-cf02-4d47-ade9-0a579cdfc60f', 'router_id': '22a738ae-53ff-4c6d-8be0-b9909ca44fb4', 'port_id': 'a49ad4f4-fdea-4e2f-9218-55bfa728b9aa', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 1452, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'aed37737-f784-42f4-a8b7-af135f8c50b0', 'mac_address': 'fa:16:3e:c3:06:3a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ac85e926-8ca0-434f-bf19-e84a998790a9', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-23T11:41:39Z', 'updated_at': '2021-06-23T11:41:39Z', 'revision_number': 0, 'project_id': '772b9946478d439e9da4eaeade7fb21d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7477954b-5d1a-470b-9bb0-398bb0540c31', 'name': '', 'network_id': 'aed37737-f784-42f4-a8b7-af135f8c50b0', 'tenant_id': '772b9946478d439e9da4eaeade7fb21d', 'mac_address': 'fa:16:3e:82:8b:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '22a738ae-53ff-4c6d-8be0-b9909ca44fb4', 'device_owner': 'network:router_interface', 'standard_attr_id': 1438, 'fixed_ips': [{'subnet_id': '0626e1be-3a5d-4cbf-b2b3-e71b55b57e9d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-94-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-23T11:41:21Z', 'updated_at': '2021-06-23T11:41:25Z', 'revision_number': 5, 'project_id': '772b9946478d439e9da4eaeade7fb21d', 'subnets': [{'id': '0626e1be-3a5d-4cbf-b2b3-e71b55b57e9d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-601336-94-hyperv', False) {} {{(pid=94177) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 11:41:41.094221 dv-neutron-601336-94-hyperv neutron-server[94174]: INFO neutron.wsgi [req-65e27a11-a08b-4a41-b434-d2582003cf1c req-4101d886-ab6f-4b80-9e3b-7f1d2501c605 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=a49ad4f4-fdea-4e2f-9218-55bfa728b9aa HTTP/1.1" status: 200 len: 1000 time: 0.0587192 Jun 23 11:41:41.103372 dv-neutron-601336-94-hyperv neutron-server[94177]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dad7e9c0-c938-4b72-a561-592fd78ee98f None None] Checking router: 22a738ae-53ff-4c6d-8be0-b9909ca44fb4 for host: dv-neutron-601336-94-hyperv {{(pid=94177) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 23 11:41:41.111751 dv-neutron-601336-94-hyperv neutron-server[94177]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dad7e9c0-c938-4b72-a561-592fd78ee98f None None] Routers {'22a738ae-53ff-4c6d-8be0-b9909ca44fb4'} bound to L3 agent in host dv-neutron-601336-94-hyperv {{(pid=94177) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 23 11:41:41.112340 dv-neutron-601336-94-hyperv neutron-server[94177]: DEBUG neutron.db.l3_hamode_db [None req-dad7e9c0-c938-4b72-a561-592fd78ee98f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-601336-94-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-23T11:22:13Z,description=,heartbeat_timestamp=2021-06-23T11:41:13Z,host='dv-neutron-601336-94-hyperv',id=50ef99c0-ef28-4db5-b303-b145898fae60,load=0,resource_versions=,resources_synced=,started_at=2021-06-23T11:22:14Z,topic='l3_agent')) {'router_ids': ['22a738ae-53ff-4c6d-8be0-b9909ca44fb4'], 'active': True} {{(pid=94177) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 11:41:41.153420 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65e27a11-a08b-4a41-b434-d2582003cf1c req-7023fa61-eeb1-4955-8978-226fc6ffb8e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94174) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 11:41:41.155199 dv-neutron-601336-94-hyperv neutron-server[94174]: INFO neutron.wsgi [req-65e27a11-a08b-4a41-b434-d2582003cf1c req-7023fa61-eeb1-4955-8978-226fc6ffb8e6 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=0626e1be-3a5d-4cbf-b2b3-e71b55b57e9d HTTP/1.1" status: 200 len: 834 time: 0.0551312 Jun 23 11:41:41.215208 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65e27a11-a08b-4a41-b434-d2582003cf1c req-674536a3-0a9e-4040-a85a-2007f8d159b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94174) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 11:41:41.216836 dv-neutron-601336-94-hyperv neutron-server[94174]: INFO neutron.wsgi [req-65e27a11-a08b-4a41-b434-d2582003cf1c req-674536a3-0a9e-4040-a85a-2007f8d159b2 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=aed37737-f784-42f4-a8b7-af135f8c50b0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1178 time: 0.0553675 Jun 23 11:41:41.218927 dv-neutron-601336-94-hyperv neutron-server[94177]: DEBUG neutron.db.l3_dvr_db [None req-dad7e9c0-c938-4b72-a561-592fd78ee98f None None] Set router 22a738ae-53ff-4c6d-8be0-b9909ca44fb4 gateway port host: dv-neutron-601336-94-hyperv {{(pid=94177) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:838}} Jun 23 11:41:41.308200 dv-neutron-601336-94-hyperv neutron-server[94174]: INFO neutron.wsgi [req-65e27a11-a08b-4a41-b434-d2582003cf1c req-43ee106d-f134-41d8-b976-8be51115b730 service neutron] 10.222.0.52 "GET /v2.0/networks/aed37737-f784-42f4-a8b7-af135f8c50b0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0850697 Jun 23 11:41:41.403391 dv-neutron-601336-94-hyperv neutron-server[94174]: INFO neutron.wsgi [req-65e27a11-a08b-4a41-b434-d2582003cf1c req-6f144a64-eb20-4801-b048-9ecb14a341d4 service neutron] 10.222.0.52 "GET /v2.0/networks/aed37737-f784-42f4-a8b7-af135f8c50b0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0890923 Jun 23 11:41:41.536693 dv-neutron-601336-94-hyperv neutron-server[94177]: DEBUG neutron.db.l3_hamode_db [None req-dad7e9c0-c938-4b72-a561-592fd78ee98f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '22a738ae-53ff-4c6d-8be0-b9909ca44fb4', 'name': 'tempest-TestNetworkBasicOps-router-807382374', 'tenant_id': '772b9946478d439e9da4eaeade7fb21d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3e7e4eb3-cf02-4d47-ade9-0a579cdfc60f', 'external_fixed_ips': [{'subnet_id': 'a5ad15ab-c489-4a67-a9b0-d559fca0ec71', 'ip_address': '172.26.3.149'}], 'enable_snat': True}, 'gw_port_id': '7ec9159f-405f-41d8-ba35-97c04a1e0aef', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-23T11:41:17Z', 'updated_at': '2021-06-23T11:41:22Z', 'revision_number': 4, 'project_id': '772b9946478d439e9da4eaeade7fb21d', 'gw_port': {'id': '7ec9159f-405f-41d8-ba35-97c04a1e0aef', 'name': '', 'network_id': '3e7e4eb3-cf02-4d47-ade9-0a579cdfc60f', 'tenant_id': '', 'mac_address': 'fa:16:3e:a3:f1:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '22a738ae-53ff-4c6d-8be0-b9909ca44fb4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1435, 'fixed_ips': [{'subnet_id': 'a5ad15ab-c489-4a67-a9b0-d559fca0ec71', 'ip_address': '172.26.3.149', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-94-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-23T11:41:18Z', 'updated_at': '2021-06-23T11:41:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a5ad15ab-c489-4a67-a9b0-d559fca0ec71', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-601336-94-hyperv', '_floatingips': [{'id': '7774b112-fef0-4869-94f1-dfff21e287ba', 'tenant_id': '772b9946478d439e9da4eaeade7fb21d', 'floating_ip_address': '172.26.3.204', 'floating_network_id': '3e7e4eb3-cf02-4d47-ade9-0a579cdfc60f', 'router_id': '22a738ae-53ff-4c6d-8be0-b9909ca44fb4', 'port_id': 'a49ad4f4-fdea-4e2f-9218-55bfa728b9aa', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 1452, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'aed37737-f784-42f4-a8b7-af135f8c50b0', 'mac_address': 'fa:16:3e:c3:06:3a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ac85e926-8ca0-434f-bf19-e84a998790a9', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-23T11:41:39Z', 'updated_at': '2021-06-23T11:41:39Z', 'revision_number': 0, 'project_id': '772b9946478d439e9da4eaeade7fb21d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7477954b-5d1a-470b-9bb0-398bb0540c31', 'name': '', 'network_id': 'aed37737-f784-42f4-a8b7-af135f8c50b0', 'tenant_id': '772b9946478d439e9da4eaeade7fb21d', 'mac_address': 'fa:16:3e:82:8b:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '22a738ae-53ff-4c6d-8be0-b9909ca44fb4', 'device_owner': 'network:router_interface', 'standard_attr_id': 1438, 'fixed_ips': [{'subnet_id': '0626e1be-3a5d-4cbf-b2b3-e71b55b57e9d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-94-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-23T11:41:21Z', 'updated_at': '2021-06-23T11:41:25Z', 'revision_number': 5, 'project_id': '772b9946478d439e9da4eaeade7fb21d', 'subnets': [{'id': '0626e1be-3a5d-4cbf-b2b3-e71b55b57e9d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-601336-94-hyperv', False) {} {{(pid=94177) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 11:41:41.563764 dv-neutron-601336-94-hyperv neutron-server[94177]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dad7e9c0-c938-4b72-a561-592fd78ee98f None None] The sync data for ids ['22a738ae-53ff-4c6d-8be0-b9909ca44fb4'] in dv-neutron-601336-94-hyperv is: [{'id': '22a738ae-53ff-4c6d-8be0-b9909ca44fb4', 'name': 'tempest-TestNetworkBasicOps-router-807382374', 'tenant_id': '772b9946478d439e9da4eaeade7fb21d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3e7e4eb3-cf02-4d47-ade9-0a579cdfc60f', 'external_fixed_ips': [{'subnet_id': 'a5ad15ab-c489-4a67-a9b0-d559fca0ec71', 'ip_address': '172.26.3.149'}], 'enable_snat': True}, 'gw_port_id': '7ec9159f-405f-41d8-ba35-97c04a1e0aef', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-23T11:41:17Z', 'updated_at': '2021-06-23T11:41:22Z', 'revision_number': 4, 'project_id': '772b9946478d439e9da4eaeade7fb21d', 'gw_port': {'id': '7ec9159f-405f-41d8-ba35-97c04a1e0aef', 'name': '', 'network_id': '3e7e4eb3-cf02-4d47-ade9-0a579cdfc60f', 'tenant_id': '', 'mac_address': 'fa:16:3e:a3:f1:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '22a738ae-53ff-4c6d-8be0-b9909ca44fb4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1435, 'fixed_ips': [{'subnet_id': 'a5ad15ab-c489-4a67-a9b0-d559fca0ec71', 'ip_address': '172.26.3.149', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-94-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-23T11:41:18Z', 'updated_at': '2021-06-23T11:41:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a5ad15ab-c489-4a67-a9b0-d559fca0ec71', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-601336-94-hyperv', '_floatingips': [{'id': '7774b112-fef0-4869-94f1-dfff21e287ba', 'tenant_id': '772b9946478d439e9da4eaeade7fb21d', 'floating_ip_address': '172.26.3.204', 'floating_network_id': '3e7e4eb3-cf02-4d47-ade9-0a579cdfc60f', 'router_id': '22a738ae-53ff-4c6d-8be0-b9909ca44fb4', 'port_id': 'a49ad4f4-fdea-4e2f-9218-55bfa728b9aa', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 1452, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'aed37737-f784-42f4-a8b7-af135f8c50b0', 'mac_address': 'fa:16:3e:c3:06:3a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ac85e926-8ca0-434f-bf19-e84a998790a9', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-23T11:41:39Z', 'updated_at': '2021-06-23T11:41:39Z', 'revision_number': 0, 'project_id': '772b9946478d439e9da4eaeade7fb21d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7477954b-5d1a-470b-9bb0-398bb0540c31', 'name': '', 'network_id': 'aed37737-f784-42f4-a8b7-af135f8c50b0', 'tenant_id': '772b9946478d439e9da4eaeade7fb21d', 'mac_address': 'fa:16:3e:82:8b:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '22a738ae-53ff-4c6d-8be0-b9909ca44fb4', 'device_owner': 'network:router_interface', 'standard_attr_id': 1438, 'fixed_ips': [{'subnet_id': '0626e1be-3a5d-4cbf-b2b3-e71b55b57e9d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-94-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-23T11:41:21Z', 'updated_at': '2021-06-23T11:41:25Z', 'revision_number': 5, 'project_id': '772b9946478d439e9da4eaeade7fb21d', 'subnets': [{'id': '0626e1be-3a5d-4cbf-b2b3-e71b55b57e9d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94177) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 23 11:41:41.744013 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-963660e9-fcb9-491e-a85b-9174ef981f22 None None] New status for floating IP 7774b112-fef0-4869-94f1-dfff21e287ba: ACTIVE {{(pid=94176) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 23 11:41:41.993798 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.wsgi [-] (94174) accepted ('10.222.0.20', 44150) {{(pid=94174) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 11:41:42.051956 dv-neutron-601336-94-hyperv neutron-server[94174]: INFO neutron.wsgi [None req-f70fd151-45b8-425c-aea6-ca0a94b13521 tempest-TestNetworkBasicOps-233187296 tempest-TestNetworkBasicOps-233187296-project] 10.222.0.20 "GET /v2.0/floatingips/7774b112-fef0-4869-94f1-dfff21e287ba HTTP/1.1" status: 200 len: 994 time: 0.0569742 Jun 23 11:41:43.156725 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron_lib.callbacks.manager [None req-a583b43a-0a41-439b-9faf-c431145f8424 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773699952132', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-899307'] for agent, after_update {{(pid=94176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:41:43.835507 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron_lib.callbacks.manager [None req-dc7542b2-afef-47f4-a763-e3a3cba144be None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773699952132', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-899307'] for agent, after_update {{(pid=94176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:41:44.577956 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron_lib.callbacks.manager [None req-4c20ea5f-bc7f-4d4e-935d-57f082af6ccb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773699952132', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-899307'] for agent, after_update {{(pid=94176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:41:46.612144 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron_lib.callbacks.manager [None req-95d6aa8f-24e7-4234-82ff-f502266c3285 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773699952132', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-899307'] for agent, after_update {{(pid=94176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:41:53.302995 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron_lib.callbacks.manager [None req-97bd5441-1da2-49ee-a364-27795820ba27 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773699952132', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-899307'] for agent, after_update {{(pid=94176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:42:06.153550 dv-neutron-601336-94-hyperv neutron-server[94177]: DEBUG neutron.db.agents_db [None req-90fb1279-e4c5-4e73-8d66-3a29811dc4e3 None None] Agent healthcheck: found 6 active agents {{(pid=94177) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 23 11:42:10.926009 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron_lib.callbacks.manager [None req-380d3105-c376-4cc0-b319-93e165872ab9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773699952132', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-899307'] for agent, after_update {{(pid=94176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:42:13.165773 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron_lib.callbacks.manager [None req-a3720307-a506-4666-9ba8-67db81923978 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773699952132', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-899307'] for agent, after_update {{(pid=94176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:42:13.202936 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.wsgi [-] (94174) accepted ('10.222.0.20', 44170) {{(pid=94174) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 11:42:13.316805 dv-neutron-601336-94-hyperv neutron-server[94174]: INFO neutron.wsgi [None req-a70f0c59-9005-492c-bb1f-361ae81c07d9 tempest-TestNetworkBasicOps-1420332966 tempest-TestNetworkBasicOps-1420332966-project-admin] 10.222.0.20 "GET /v2.0/routers/22a738ae-53ff-4c6d-8be0-b9909ca44fb4/l3-agents HTTP/1.1" status: 200 len: 882 time: 0.1125894 Jun 23 11:42:13.319530 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.wsgi [-] (94174) accepted ('10.222.0.20', 44172) {{(pid=94174) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 11:42:13.522360 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-afc84e98-5de2-4c72-9841-aee530d6f8b7 tempest-TestNetworkBasicOps-1420332966 tempest-TestNetworkBasicOps-1420332966-project-admin] Notify agent at dv-neutron-601336-94-hyperv the message router_removed_from_agent {{(pid=94174) _notification_host /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:47}} Jun 23 11:42:13.531464 dv-neutron-601336-94-hyperv neutron-server[94174]: INFO neutron.wsgi [None req-afc84e98-5de2-4c72-9841-aee530d6f8b7 tempest-TestNetworkBasicOps-1420332966 tempest-TestNetworkBasicOps-1420332966-project-admin] 10.222.0.20 "DELETE /v2.0/agents/50ef99c0-ef28-4db5-b303-b145898fae60/l3-routers/22a738ae-53ff-4c6d-8be0-b9909ca44fb4 HTTP/1.1" status: 204 len: 168 time: 0.2059515 Jun 23 11:42:13.531464 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.wsgi [-] (94174) accepted ('10.222.0.20', 44174) {{(pid=94174) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 11:42:13.637013 dv-neutron-601336-94-hyperv neutron-server[94174]: INFO neutron.wsgi [None req-941eb595-618d-42ee-985b-77373073d662 tempest-TestNetworkBasicOps-1420332966 tempest-TestNetworkBasicOps-1420332966-project-admin] 10.222.0.20 "GET /v2.0/routers/22a738ae-53ff-4c6d-8be0-b9909ca44fb4/l3-agents HTTP/1.1" status: 200 len: 207 time: 0.1069155 Jun 23 11:42:13.639743 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.wsgi [-] (94174) accepted ('10.222.0.20', 44176) {{(pid=94174) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 11:42:13.701466 dv-neutron-601336-94-hyperv neutron-server[94174]: INFO neutron.wsgi [None req-c94f6255-5a2f-4627-9884-91a39b732201 tempest-TestNetworkBasicOps-233187296 tempest-TestNetworkBasicOps-233187296-project] 10.222.0.20 "GET /v2.0/floatingips/7774b112-fef0-4869-94f1-dfff21e287ba HTTP/1.1" status: 200 len: 994 time: 0.0604913 Jun 23 11:42:13.845228 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron_lib.callbacks.manager [None req-dc7542b2-afef-47f4-a763-e3a3cba144be None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773699952132', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-899307'] for agent, after_update {{(pid=94176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:42:14.275019 dv-neutron-601336-94-hyperv neutron-server[94177]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9bb71173-a346-45cc-9167-31ae60c8cea8 None None] New status for floating IP 7774b112-fef0-4869-94f1-dfff21e287ba: DOWN {{(pid=94177) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 23 11:42:14.559557 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron_lib.callbacks.manager [None req-4c20ea5f-bc7f-4d4e-935d-57f082af6ccb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773699952132', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-899307'] for agent, after_update {{(pid=94176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:42:14.705083 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.wsgi [-] (94174) accepted ('10.222.0.20', 44178) {{(pid=94174) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 11:42:14.765276 dv-neutron-601336-94-hyperv neutron-server[94174]: INFO neutron.wsgi [None req-0ac61367-1530-48fe-9371-9cd4ae4372ba tempest-TestNetworkBasicOps-233187296 tempest-TestNetworkBasicOps-233187296-project] 10.222.0.20 "GET /v2.0/floatingips/7774b112-fef0-4869-94f1-dfff21e287ba HTTP/1.1" status: 200 len: 992 time: 0.0589235 Jun 23 11:42:15.479860 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.plugins.ml2.rpc [None req-dc7542b2-afef-47f4-a763-e3a3cba144be None None] Device 7ec9159f-405f-41d8-ba35-97c04a1e0aef no longer exists at agent ovs-agent-dv-neutron-601336-94-hyperv {{(pid=94176) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:261}} Jun 23 11:42:15.552613 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron_lib.callbacks.manager [None req-dc7542b2-afef-47f4-a763-e3a3cba144be None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-923122'] for port, before_update {{(pid=94176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:42:15.572917 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.plugins.ml2.db [None req-dc7542b2-afef-47f4-a763-e3a3cba144be None None] For port 7ec9159f-405f-41d8-ba35-97c04a1e0aef, host dv-neutron-601336-94-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-94-hyperv',level=0,port_id=7ec9159f-405f-41d8-ba35-97c04a1e0aef,segment=NetworkSegment(c23be0a5-6980-48fb-bc9f-4a24717fe1de),segment_id=c23be0a5-6980-48fb-bc9f-4a24717fe1de)] {{(pid=94176) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 23 11:42:15.645285 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron_lib.callbacks.manager [None req-dc7542b2-afef-47f4-a763-e3a3cba144be None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-922904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866062', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773700135042', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773699642233', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773699642278'] for port, after_update {{(pid=94176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:42:15.646082 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.plugins.ml2.rpc [None req-dc7542b2-afef-47f4-a763-e3a3cba144be None None] Device 7477954b-5d1a-470b-9bb0-398bb0540c31 no longer exists at agent ovs-agent-dv-neutron-601336-94-hyperv {{(pid=94176) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:261}} Jun 23 11:42:15.648592 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG oslo_concurrency.lockutils [None req-97bd5441-1da2-49ee-a364-27795820ba27 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 11:42:15.725020 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc7542b2-afef-47f4-a763-e3a3cba144be None None] Pushing event updated for resources: {'Port': ['ID=7ec9159f-405f-41d8-ba35-97c04a1e0aef,revision_number=5']} {{(pid=94176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 11:42:15.728090 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG oslo_concurrency.lockutils [None req-dc7542b2-afef-47f4-a763-e3a3cba144be None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.079s {{(pid=94176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 11:42:15.764427 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron_lib.callbacks.manager [None req-dc7542b2-afef-47f4-a763-e3a3cba144be None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-923122'] for port, before_update {{(pid=94176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:42:15.796822 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.plugins.ml2.db [None req-dc7542b2-afef-47f4-a763-e3a3cba144be None None] For port 7477954b-5d1a-470b-9bb0-398bb0540c31, host dv-neutron-601336-94-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-94-hyperv',level=0,port_id=7477954b-5d1a-470b-9bb0-398bb0540c31,segment=NetworkSegment(6e03fc29-73a7-4380-95bb-f16eaf5e6b8a),segment_id=6e03fc29-73a7-4380-95bb-f16eaf5e6b8a)] {{(pid=94176) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 23 11:42:15.851315 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron_lib.callbacks.manager [None req-dc7542b2-afef-47f4-a763-e3a3cba144be None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-922904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866062', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773700135042', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773699642233', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773699642278'] for port, after_update {{(pid=94176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:42:15.853202 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG oslo_concurrency.lockutils [None req-dc7542b2-afef-47f4-a763-e3a3cba144be None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 11:42:15.899371 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc7542b2-afef-47f4-a763-e3a3cba144be None None] Pushing event updated for resources: {'Port': ['ID=7477954b-5d1a-470b-9bb0-398bb0540c31,revision_number=6']} {{(pid=94176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 11:42:15.902442 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG oslo_concurrency.lockutils [None req-dc7542b2-afef-47f4-a763-e3a3cba144be None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=94176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 11:42:16.668163 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron_lib.callbacks.manager [None req-95d6aa8f-24e7-4234-82ff-f502266c3285 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773699952132', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-899307'] for agent, after_update {{(pid=94176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:42:16.817196 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.wsgi [-] (94174) accepted ('10.222.0.20', 44184) {{(pid=94174) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 11:42:17.017018 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-340ebe13-de3b-4f38-94a6-31a45ee74af2 tempest-TestNetworkBasicOps-1420332966 tempest-TestNetworkBasicOps-1420332966-project-admin] Router 22a738ae-53ff-4c6d-8be0-b9909ca44fb4 is scheduled to L3 agent 50ef99c0-ef28-4db5-b303-b145898fae60 with binding_index 1 {{(pid=94174) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jun 23 11:42:17.017368 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-340ebe13-de3b-4f38-94a6-31a45ee74af2 tempest-TestNetworkBasicOps-1420332966 tempest-TestNetworkBasicOps-1420332966-project-admin] Notify agent at dv-neutron-601336-94-hyperv the message router_added_to_agent {{(pid=94174) _notification_host /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:47}} Jun 23 11:42:17.047135 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.wsgi [-] (94175) accepted ('10.222.0.20', 44188) {{(pid=94175) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 11:42:17.047691 dv-neutron-601336-94-hyperv neutron-server[94174]: INFO neutron.wsgi [None req-340ebe13-de3b-4f38-94a6-31a45ee74af2 tempest-TestNetworkBasicOps-1420332966 tempest-TestNetworkBasicOps-1420332966-project-admin] 10.222.0.20 "POST /v2.0/agents/50ef99c0-ef28-4db5-b303-b145898fae60/l3-routers HTTP/1.1" status: 201 len: 201 time: 0.2289300 Jun 23 11:42:17.068081 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c562e7c1-c168-45e7-92e2-79777034e8a7 None None] Sync routers for ids ['22a738ae-53ff-4c6d-8be0-b9909ca44fb4'] in dv-neutron-601336-94-hyperv {{(pid=94176) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 23 11:42:17.077949 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c562e7c1-c168-45e7-92e2-79777034e8a7 None None] Routers {'22a738ae-53ff-4c6d-8be0-b9909ca44fb4'} bound to L3 agent in host dv-neutron-601336-94-hyperv {{(pid=94176) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 23 11:42:17.078600 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.db.l3_hamode_db [None req-c562e7c1-c168-45e7-92e2-79777034e8a7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-601336-94-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-23T11:22:13Z,description=,heartbeat_timestamp=2021-06-23T11:42:13Z,host='dv-neutron-601336-94-hyperv',id=50ef99c0-ef28-4db5-b303-b145898fae60,load=0,resource_versions=,resources_synced=,started_at=2021-06-23T11:22:14Z,topic='l3_agent')) {'router_ids': ['22a738ae-53ff-4c6d-8be0-b9909ca44fb4'], 'active': True} {{(pid=94176) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 11:42:17.171247 dv-neutron-601336-94-hyperv neutron-server[94175]: INFO neutron.wsgi [None req-5134c3d4-e87f-496f-b360-6c3d44a870d7 tempest-TestNetworkBasicOps-1420332966 tempest-TestNetworkBasicOps-1420332966-project-admin] 10.222.0.20 "GET /v2.0/routers/22a738ae-53ff-4c6d-8be0-b9909ca44fb4/l3-agents HTTP/1.1" status: 200 len: 882 time: 0.1225641 Jun 23 11:42:17.174590 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.wsgi [-] (94175) accepted ('10.222.0.20', 44192) {{(pid=94175) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 11:42:17.184755 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.db.l3_dvr_db [None req-c562e7c1-c168-45e7-92e2-79777034e8a7 None None] Set router 22a738ae-53ff-4c6d-8be0-b9909ca44fb4 gateway port host: dv-neutron-601336-94-hyperv {{(pid=94176) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:838}} Jun 23 11:42:17.239792 dv-neutron-601336-94-hyperv neutron-server[94175]: INFO neutron.wsgi [None req-ceaf99d9-0496-4a5d-9597-788a584ef336 tempest-TestNetworkBasicOps-233187296 tempest-TestNetworkBasicOps-233187296-project] 10.222.0.20 "GET /v2.0/floatingips/7774b112-fef0-4869-94f1-dfff21e287ba HTTP/1.1" status: 200 len: 992 time: 0.0640070 Jun 23 11:42:17.405734 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.db.l3_hamode_db [None req-c562e7c1-c168-45e7-92e2-79777034e8a7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '22a738ae-53ff-4c6d-8be0-b9909ca44fb4', 'name': 'tempest-TestNetworkBasicOps-router-807382374', 'tenant_id': '772b9946478d439e9da4eaeade7fb21d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3e7e4eb3-cf02-4d47-ade9-0a579cdfc60f', 'external_fixed_ips': [{'subnet_id': 'a5ad15ab-c489-4a67-a9b0-d559fca0ec71', 'ip_address': '172.26.3.149'}], 'enable_snat': True}, 'gw_port_id': '7ec9159f-405f-41d8-ba35-97c04a1e0aef', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-23T11:41:17Z', 'updated_at': '2021-06-23T11:41:22Z', 'revision_number': 4, 'project_id': '772b9946478d439e9da4eaeade7fb21d', 'gw_port': {'id': '7ec9159f-405f-41d8-ba35-97c04a1e0aef', 'name': '', 'network_id': '3e7e4eb3-cf02-4d47-ade9-0a579cdfc60f', 'tenant_id': '', 'mac_address': 'fa:16:3e:a3:f1:7f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '22a738ae-53ff-4c6d-8be0-b9909ca44fb4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1435, 'fixed_ips': [{'subnet_id': 'a5ad15ab-c489-4a67-a9b0-d559fca0ec71', 'ip_address': '172.26.3.149', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-94-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-23T11:41:18Z', 'updated_at': '2021-06-23T11:42:15Z', 'revision_number': 5, 'project_id': '', 'subnets': [{'id': 'a5ad15ab-c489-4a67-a9b0-d559fca0ec71', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-601336-94-hyperv', '_floatingips': [{'id': '7774b112-fef0-4869-94f1-dfff21e287ba', 'tenant_id': '772b9946478d439e9da4eaeade7fb21d', 'floating_ip_address': '172.26.3.204', 'floating_network_id': '3e7e4eb3-cf02-4d47-ade9-0a579cdfc60f', 'router_id': '22a738ae-53ff-4c6d-8be0-b9909ca44fb4', 'port_id': 'a49ad4f4-fdea-4e2f-9218-55bfa728b9aa', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 1452, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'aed37737-f784-42f4-a8b7-af135f8c50b0', 'mac_address': 'fa:16:3e:c3:06:3a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ac85e926-8ca0-434f-bf19-e84a998790a9', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-23T11:41:39Z', 'updated_at': '2021-06-23T11:42:14Z', 'revision_number': 2, 'project_id': '772b9946478d439e9da4eaeade7fb21d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7477954b-5d1a-470b-9bb0-398bb0540c31', 'name': '', 'network_id': 'aed37737-f784-42f4-a8b7-af135f8c50b0', 'tenant_id': '772b9946478d439e9da4eaeade7fb21d', 'mac_address': 'fa:16:3e:82:8b:68', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '22a738ae-53ff-4c6d-8be0-b9909ca44fb4', 'device_owner': 'network:router_interface', 'standard_attr_id': 1438, 'fixed_ips': [{'subnet_id': '0626e1be-3a5d-4cbf-b2b3-e71b55b57e9d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-94-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-23T11:41:21Z', 'updated_at': '2021-06-23T11:42:15Z', 'revision_number': 6, 'project_id': '772b9946478d439e9da4eaeade7fb21d', 'subnets': [{'id': '0626e1be-3a5d-4cbf-b2b3-e71b55b57e9d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-601336-94-hyperv', False) {} {{(pid=94176) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 11:42:17.432662 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c562e7c1-c168-45e7-92e2-79777034e8a7 None None] Checking router: 22a738ae-53ff-4c6d-8be0-b9909ca44fb4 for host: dv-neutron-601336-94-hyperv {{(pid=94176) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 23 11:42:17.444796 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c562e7c1-c168-45e7-92e2-79777034e8a7 None None] Routers {'22a738ae-53ff-4c6d-8be0-b9909ca44fb4'} bound to L3 agent in host dv-neutron-601336-94-hyperv {{(pid=94176) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 23 11:42:17.445416 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.db.l3_hamode_db [None req-c562e7c1-c168-45e7-92e2-79777034e8a7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-601336-94-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-23T11:22:13Z,description=,heartbeat_timestamp=2021-06-23T11:42:13Z,host='dv-neutron-601336-94-hyperv',id=50ef99c0-ef28-4db5-b303-b145898fae60,load=0,resource_versions=,resources_synced=,started_at=2021-06-23T11:22:14Z,topic='l3_agent')) {'router_ids': ['22a738ae-53ff-4c6d-8be0-b9909ca44fb4'], 'active': True} {{(pid=94176) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 11:42:17.545952 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.db.l3_dvr_db [None req-c562e7c1-c168-45e7-92e2-79777034e8a7 None None] Set router 22a738ae-53ff-4c6d-8be0-b9909ca44fb4 gateway port host: dv-neutron-601336-94-hyperv {{(pid=94176) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:838}} Jun 23 11:42:17.899329 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.db.l3_hamode_db [None req-c562e7c1-c168-45e7-92e2-79777034e8a7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '22a738ae-53ff-4c6d-8be0-b9909ca44fb4', 'name': 'tempest-TestNetworkBasicOps-router-807382374', 'tenant_id': '772b9946478d439e9da4eaeade7fb21d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3e7e4eb3-cf02-4d47-ade9-0a579cdfc60f', 'external_fixed_ips': [{'subnet_id': 'a5ad15ab-c489-4a67-a9b0-d559fca0ec71', 'ip_address': '172.26.3.149'}], 'enable_snat': True}, 'gw_port_id': '7ec9159f-405f-41d8-ba35-97c04a1e0aef', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-23T11:41:17Z', 'updated_at': '2021-06-23T11:41:22Z', 'revision_number': 4, 'project_id': '772b9946478d439e9da4eaeade7fb21d', 'gw_port': {'id': '7ec9159f-405f-41d8-ba35-97c04a1e0aef', 'name': '', 'network_id': '3e7e4eb3-cf02-4d47-ade9-0a579cdfc60f', 'tenant_id': '', 'mac_address': 'fa:16:3e:a3:f1:7f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '22a738ae-53ff-4c6d-8be0-b9909ca44fb4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1435, 'fixed_ips': [{'subnet_id': 'a5ad15ab-c489-4a67-a9b0-d559fca0ec71', 'ip_address': '172.26.3.149', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-94-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-23T11:41:18Z', 'updated_at': '2021-06-23T11:42:15Z', 'revision_number': 5, 'project_id': '', 'subnets': [{'id': 'a5ad15ab-c489-4a67-a9b0-d559fca0ec71', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-601336-94-hyperv', '_floatingips': [{'id': '7774b112-fef0-4869-94f1-dfff21e287ba', 'tenant_id': '772b9946478d439e9da4eaeade7fb21d', 'floating_ip_address': '172.26.3.204', 'floating_network_id': '3e7e4eb3-cf02-4d47-ade9-0a579cdfc60f', 'router_id': '22a738ae-53ff-4c6d-8be0-b9909ca44fb4', 'port_id': 'a49ad4f4-fdea-4e2f-9218-55bfa728b9aa', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 1452, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'aed37737-f784-42f4-a8b7-af135f8c50b0', 'mac_address': 'fa:16:3e:c3:06:3a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ac85e926-8ca0-434f-bf19-e84a998790a9', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-23T11:41:39Z', 'updated_at': '2021-06-23T11:42:14Z', 'revision_number': 2, 'project_id': '772b9946478d439e9da4eaeade7fb21d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7477954b-5d1a-470b-9bb0-398bb0540c31', 'name': '', 'network_id': 'aed37737-f784-42f4-a8b7-af135f8c50b0', 'tenant_id': '772b9946478d439e9da4eaeade7fb21d', 'mac_address': 'fa:16:3e:82:8b:68', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '22a738ae-53ff-4c6d-8be0-b9909ca44fb4', 'device_owner': 'network:router_interface', 'standard_attr_id': 1438, 'fixed_ips': [{'subnet_id': '0626e1be-3a5d-4cbf-b2b3-e71b55b57e9d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-94-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-23T11:41:21Z', 'updated_at': '2021-06-23T11:42:15Z', 'revision_number': 6, 'project_id': '772b9946478d439e9da4eaeade7fb21d', 'subnets': [{'id': '0626e1be-3a5d-4cbf-b2b3-e71b55b57e9d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-601336-94-hyperv', False) {} {{(pid=94176) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 11:42:17.927252 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c562e7c1-c168-45e7-92e2-79777034e8a7 None None] The sync data for ids ['22a738ae-53ff-4c6d-8be0-b9909ca44fb4'] in dv-neutron-601336-94-hyperv is: [{'id': '22a738ae-53ff-4c6d-8be0-b9909ca44fb4', 'name': 'tempest-TestNetworkBasicOps-router-807382374', 'tenant_id': '772b9946478d439e9da4eaeade7fb21d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3e7e4eb3-cf02-4d47-ade9-0a579cdfc60f', 'external_fixed_ips': [{'subnet_id': 'a5ad15ab-c489-4a67-a9b0-d559fca0ec71', 'ip_address': '172.26.3.149'}], 'enable_snat': True}, 'gw_port_id': '7ec9159f-405f-41d8-ba35-97c04a1e0aef', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-23T11:41:17Z', 'updated_at': '2021-06-23T11:41:22Z', 'revision_number': 4, 'project_id': '772b9946478d439e9da4eaeade7fb21d', 'gw_port': {'id': '7ec9159f-405f-41d8-ba35-97c04a1e0aef', 'name': '', 'network_id': '3e7e4eb3-cf02-4d47-ade9-0a579cdfc60f', 'tenant_id': '', 'mac_address': 'fa:16:3e:a3:f1:7f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '22a738ae-53ff-4c6d-8be0-b9909ca44fb4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1435, 'fixed_ips': [{'subnet_id': 'a5ad15ab-c489-4a67-a9b0-d559fca0ec71', 'ip_address': '172.26.3.149', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-94-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-23T11:41:18Z', 'updated_at': '2021-06-23T11:42:15Z', 'revision_number': 5, 'project_id': '', 'subnets': [{'id': 'a5ad15ab-c489-4a67-a9b0-d559fca0ec71', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-601336-94-hyperv', '_floatingips': [{'id': '7774b112-fef0-4869-94f1-dfff21e287ba', 'tenant_id': '772b9946478d439e9da4eaeade7fb21d', 'floating_ip_address': '172.26.3.204', 'floating_network_id': '3e7e4eb3-cf02-4d47-ade9-0a579cdfc60f', 'router_id': '22a738ae-53ff-4c6d-8be0-b9909ca44fb4', 'port_id': 'a49ad4f4-fdea-4e2f-9218-55bfa728b9aa', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 1452, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'aed37737-f784-42f4-a8b7-af135f8c50b0', 'mac_address': 'fa:16:3e:c3:06:3a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ac85e926-8ca0-434f-bf19-e84a998790a9', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-23T11:41:39Z', 'updated_at': '2021-06-23T11:42:14Z', 'revision_number': 2, 'project_id': '772b9946478d439e9da4eaeade7fb21d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7477954b-5d1a-470b-9bb0-398bb0540c31', 'name': '', 'network_id': 'aed37737-f784-42f4-a8b7-af135f8c50b0', 'tenant_id': '772b9946478d439e9da4eaeade7fb21d', 'mac_address': 'fa:16:3e:82:8b:68', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '22a738ae-53ff-4c6d-8be0-b9909ca44fb4', 'device_owner': 'network:router_interface', 'standard_attr_id': 1438, 'fixed_ips': [{'subnet_id': '0626e1be-3a5d-4cbf-b2b3-e71b55b57e9d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-94-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-23T11:41:21Z', 'updated_at': '2021-06-23T11:42:15Z', 'revision_number': 6, 'project_id': '772b9946478d439e9da4eaeade7fb21d', 'subnets': [{'id': '0626e1be-3a5d-4cbf-b2b3-e71b55b57e9d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94176) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 23 11:42:18.243620 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.wsgi [-] (94175) accepted ('10.222.0.20', 44194) {{(pid=94175) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 11:42:18.317311 dv-neutron-601336-94-hyperv neutron-server[94175]: INFO neutron.wsgi [None req-7de47e23-2f4d-4d4e-82d5-0e3a4b679d12 tempest-TestNetworkBasicOps-233187296 tempest-TestNetworkBasicOps-233187296-project] 10.222.0.20 "GET /v2.0/floatingips/7774b112-fef0-4869-94f1-dfff21e287ba HTTP/1.1" status: 200 len: 992 time: 0.0694833 Jun 23 11:42:19.319269 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.wsgi [-] (94175) accepted ('10.222.0.20', 44196) {{(pid=94175) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 11:42:19.381969 dv-neutron-601336-94-hyperv neutron-server[94175]: INFO neutron.wsgi [None req-22b95052-7492-4f23-a66f-d81e2bf116aa tempest-TestNetworkBasicOps-233187296 tempest-TestNetworkBasicOps-233187296-project] 10.222.0.20 "GET /v2.0/floatingips/7774b112-fef0-4869-94f1-dfff21e287ba HTTP/1.1" status: 200 len: 992 time: 0.0614457 Jun 23 11:42:19.485466 dv-neutron-601336-94-hyperv neutron-server[94177]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7bff559f-4ae9-4792-87c2-f153e0209ad6 None None] New status for floating IP 7774b112-fef0-4869-94f1-dfff21e287ba: ACTIVE {{(pid=94177) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 23 11:42:19.537599 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.plugins.ml2.rpc [None req-dc7542b2-afef-47f4-a763-e3a3cba144be None None] Device 7ec9159f-405f-41d8-ba35-97c04a1e0aef up at agent ovs-agent-dv-neutron-601336-94-hyperv {{(pid=94176) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:298}} Jun 23 11:42:19.584578 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.db.provisioning_blocks [None req-dc7542b2-afef-47f4-a763-e3a3cba144be None None] Provisioning complete for port 7ec9159f-405f-41d8-ba35-97c04a1e0aef triggered by entity L2. {{(pid=94176) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 23 11:42:19.584968 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron_lib.callbacks.manager [None req-dc7542b2-afef-47f4-a763-e3a3cba144be None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-899258'] for port, provisioning_complete {{(pid=94176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:42:19.659657 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron_lib.callbacks.manager [None req-dc7542b2-afef-47f4-a763-e3a3cba144be None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-923122'] for port, before_update {{(pid=94176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:42:19.678859 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.plugins.ml2.db [None req-dc7542b2-afef-47f4-a763-e3a3cba144be None None] For port 7ec9159f-405f-41d8-ba35-97c04a1e0aef, host dv-neutron-601336-94-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-94-hyperv',level=0,port_id=7ec9159f-405f-41d8-ba35-97c04a1e0aef,segment=NetworkSegment(c23be0a5-6980-48fb-bc9f-4a24717fe1de),segment_id=c23be0a5-6980-48fb-bc9f-4a24717fe1de)] {{(pid=94176) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 23 11:42:19.782453 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron_lib.callbacks.manager [None req-dc7542b2-afef-47f4-a763-e3a3cba144be None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-922904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866062', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773700135042', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773699642233', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773699642278'] for port, after_update {{(pid=94176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:42:19.783475 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.plugins.ml2.rpc [None req-dc7542b2-afef-47f4-a763-e3a3cba144be None None] Device 7477954b-5d1a-470b-9bb0-398bb0540c31 up at agent ovs-agent-dv-neutron-601336-94-hyperv {{(pid=94176) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:298}} Jun 23 11:42:19.785311 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG oslo_concurrency.lockutils [None req-dc7542b2-afef-47f4-a763-e3a3cba144be None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 11:42:19.869176 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc7542b2-afef-47f4-a763-e3a3cba144be None None] Pushing event updated for resources: {'Port': ['ID=7ec9159f-405f-41d8-ba35-97c04a1e0aef,revision_number=6']} {{(pid=94176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 11:42:19.872437 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG oslo_concurrency.lockutils [None req-dc7542b2-afef-47f4-a763-e3a3cba144be None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.087s {{(pid=94176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 11:42:19.882443 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.db.provisioning_blocks [None req-dc7542b2-afef-47f4-a763-e3a3cba144be None None] Provisioning complete for port 7477954b-5d1a-470b-9bb0-398bb0540c31 triggered by entity L2. {{(pid=94176) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 23 11:42:19.882861 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron_lib.callbacks.manager [None req-dc7542b2-afef-47f4-a763-e3a3cba144be None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-899258'] for port, provisioning_complete {{(pid=94176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:42:19.961350 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron_lib.callbacks.manager [None req-dc7542b2-afef-47f4-a763-e3a3cba144be None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-923122'] for port, before_update {{(pid=94176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:42:19.996664 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.plugins.ml2.db [None req-dc7542b2-afef-47f4-a763-e3a3cba144be None None] For port 7477954b-5d1a-470b-9bb0-398bb0540c31, host dv-neutron-601336-94-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-94-hyperv',level=0,port_id=7477954b-5d1a-470b-9bb0-398bb0540c31,segment=NetworkSegment(6e03fc29-73a7-4380-95bb-f16eaf5e6b8a),segment_id=6e03fc29-73a7-4380-95bb-f16eaf5e6b8a)] {{(pid=94176) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 23 11:42:20.062631 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron_lib.callbacks.manager [None req-dc7542b2-afef-47f4-a763-e3a3cba144be None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-922904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866062', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773700135042', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773699642233', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773699642278'] for port, after_update {{(pid=94176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:42:20.065109 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG oslo_concurrency.lockutils [None req-dc7542b2-afef-47f4-a763-e3a3cba144be None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 11:42:20.109682 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc7542b2-afef-47f4-a763-e3a3cba144be None None] Pushing event updated for resources: {'Port': ['ID=7477954b-5d1a-470b-9bb0-398bb0540c31,revision_number=7']} {{(pid=94176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 11:42:20.113275 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG oslo_concurrency.lockutils [None req-dc7542b2-afef-47f4-a763-e3a3cba144be None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=94176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 11:42:20.385703 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.wsgi [-] (94174) accepted ('10.222.0.20', 44200) {{(pid=94174) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 11:42:20.449287 dv-neutron-601336-94-hyperv neutron-server[94174]: INFO neutron.wsgi [None req-58414537-6084-4534-943a-3d8dcd3db832 tempest-TestNetworkBasicOps-233187296 tempest-TestNetworkBasicOps-233187296-project] 10.222.0.20 "GET /v2.0/floatingips/7774b112-fef0-4869-94f1-dfff21e287ba HTTP/1.1" status: 200 len: 994 time: 0.0623105 Jun 23 11:42:20.719065 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.wsgi [-] (94175) accepted ('10.222.0.20', 44206) {{(pid=94175) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 11:42:20.871066 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.plugins.ml2.plugin [None req-d1a76527-a0e1-4566-88b9-6e94655e1ee1 tempest-TestNetworkBasicOps-233187296 tempest-TestNetworkBasicOps-233187296-project] Deleting port 01dedfa8-e7af-4522-b41c-5a0da96befd3 {{(pid=94175) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1913}} Jun 23 11:42:20.871415 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron_lib.callbacks.manager [None req-d1a76527-a0e1-4566-88b9-6e94655e1ee1 tempest-TestNetworkBasicOps-233187296 tempest-TestNetworkBasicOps-233187296-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773700079324'] for port, before_delete {{(pid=94175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:42:20.943296 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron_lib.callbacks.manager [None req-d1a76527-a0e1-4566-88b9-6e94655e1ee1 tempest-TestNetworkBasicOps-233187296 tempest-TestNetworkBasicOps-233187296-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-430722'] for port, precommit_delete {{(pid=94175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:42:20.943744 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron_lib.callbacks.manager [None req-d1a76527-a0e1-4566-88b9-6e94655e1ee1 tempest-TestNetworkBasicOps-233187296 tempest-TestNetworkBasicOps-233187296-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:42:20.956298 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.plugins.ml2.plugin [None req-d1a76527-a0e1-4566-88b9-6e94655e1ee1 tempest-TestNetworkBasicOps-233187296 tempest-TestNetworkBasicOps-233187296-project] Calling delete_port for 01dedfa8-e7af-4522-b41c-5a0da96befd3 owned by network:floatingip {{(pid=94175) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1986}} Jun 23 11:42:21.188085 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron_lib.callbacks.manager [None req-d1a76527-a0e1-4566-88b9-6e94655e1ee1 tempest-TestNetworkBasicOps-233187296 tempest-TestNetworkBasicOps-233187296-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-922904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866062', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773700135024', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773699642224', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5082448'] for port, after_delete {{(pid=94175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:42:21.190779 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG oslo_concurrency.lockutils [None req-ad34e4fe-2df0-4620-9927-62ff256033b8 tempest-TestNetworkBasicOps-233187296 tempest-TestNetworkBasicOps-233187296-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94175) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 11:42:21.215741 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1a76527-a0e1-4566-88b9-6e94655e1ee1 tempest-TestNetworkBasicOps-233187296 tempest-TestNetworkBasicOps-233187296-project] Pushing event deleted for resources: {'Port': ['ID=01dedfa8-e7af-4522-b41c-5a0da96befd3,revision_number=None']} {{(pid=94175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 11:42:21.243840 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1a76527-a0e1-4566-88b9-6e94655e1ee1 tempest-TestNetworkBasicOps-233187296 tempest-TestNetworkBasicOps-233187296-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-601336-94-hyperv {{(pid=94175) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 11:42:21.248007 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1a76527-a0e1-4566-88b9-6e94655e1ee1 tempest-TestNetworkBasicOps-233187296 tempest-TestNetworkBasicOps-233187296-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-94-hyperv {{(pid=94175) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 11:42:21.248007 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1a76527-a0e1-4566-88b9-6e94655e1ee1 tempest-TestNetworkBasicOps-233187296 tempest-TestNetworkBasicOps-233187296-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-94-hyperv {{(pid=94175) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 11:42:21.248007 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1a76527-a0e1-4566-88b9-6e94655e1ee1 tempest-TestNetworkBasicOps-233187296 tempest-TestNetworkBasicOps-233187296-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-601336-94-hyperv {{(pid=94175) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 11:42:21.248007 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1a76527-a0e1-4566-88b9-6e94655e1ee1 tempest-TestNetworkBasicOps-233187296 tempest-TestNetworkBasicOps-233187296-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-601336-94-hyperv {{(pid=94175) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 11:42:21.248007 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1a76527-a0e1-4566-88b9-6e94655e1ee1 tempest-TestNetworkBasicOps-233187296 tempest-TestNetworkBasicOps-233187296-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-601336-94-hyperv {{(pid=94175) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 11:42:21.248007 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1a76527-a0e1-4566-88b9-6e94655e1ee1 tempest-TestNetworkBasicOps-233187296 tempest-TestNetworkBasicOps-233187296-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-601336-94-hyperv {{(pid=94175) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 11:42:21.248007 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1a76527-a0e1-4566-88b9-6e94655e1ee1 tempest-TestNetworkBasicOps-233187296 tempest-TestNetworkBasicOps-233187296-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-601336-94-hyperv {{(pid=94175) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 11:42:21.248007 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1a76527-a0e1-4566-88b9-6e94655e1ee1 tempest-TestNetworkBasicOps-233187296 tempest-TestNetworkBasicOps-233187296-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-601336-94-hyperv {{(pid=94175) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 11:42:21.248007 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1a76527-a0e1-4566-88b9-6e94655e1ee1 tempest-TestNetworkBasicOps-233187296 tempest-TestNetworkBasicOps-233187296-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-94-hyperv {{(pid=94175) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 11:42:21.248007 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1a76527-a0e1-4566-88b9-6e94655e1ee1 tempest-TestNetworkBasicOps-233187296 tempest-TestNetworkBasicOps-233187296-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-601336-94-hyperv {{(pid=94175) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 11:42:21.248007 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1a76527-a0e1-4566-88b9-6e94655e1ee1 tempest-TestNetworkBasicOps-233187296 tempest-TestNetworkBasicOps-233187296-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-601336-94-hyperv {{(pid=94175) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 11:42:21.252691 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG oslo_concurrency.lockutils [None req-d1a76527-a0e1-4566-88b9-6e94655e1ee1 tempest-TestNetworkBasicOps-233187296 tempest-TestNetworkBasicOps-233187296-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.062s {{(pid=94175) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 11:42:21.290032 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron_lib.callbacks.manager [None req-d1a76527-a0e1-4566-88b9-6e94655e1ee1 tempest-TestNetworkBasicOps-233187296 tempest-TestNetworkBasicOps-233187296-project] Notify callbacks [] for floatingip, after_delete {{(pid=94175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:42:21.290372 dv-neutron-601336-94-hyperv neutron-server[94175]: INFO neutron.db.l3_db [None req-d1a76527-a0e1-4566-88b9-6e94655e1ee1 tempest-TestNetworkBasicOps-233187296 tempest-TestNetworkBasicOps-233187296-project] Floating IP 7774b112-fef0-4869-94f1-dfff21e287ba disassociated (deleted). External IP: 172.26.3.204, port: a49ad4f4-fdea-4e2f-9218-55bfa728b9aa. Jun 23 11:42:21.497765 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.plugins.ml2.rpc [None req-dc7542b2-afef-47f4-a763-e3a3cba144be None None] Device 7ec9159f-405f-41d8-ba35-97c04a1e0aef up at agent ovs-agent-dv-neutron-601336-94-hyperv {{(pid=94176) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:298}} Jun 23 11:42:21.547218 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.db.provisioning_blocks [None req-dc7542b2-afef-47f4-a763-e3a3cba144be None None] Provisioning complete for port 7ec9159f-405f-41d8-ba35-97c04a1e0aef triggered by entity L2. {{(pid=94176) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 23 11:42:21.547632 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron_lib.callbacks.manager [None req-dc7542b2-afef-47f4-a763-e3a3cba144be None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-899258'] for port, provisioning_complete {{(pid=94176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:42:21.632623 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.plugins.ml2.rpc [None req-dc7542b2-afef-47f4-a763-e3a3cba144be None None] Device 7477954b-5d1a-470b-9bb0-398bb0540c31 up at agent ovs-agent-dv-neutron-601336-94-hyperv {{(pid=94176) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:298}} Jun 23 11:42:21.686467 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.db.provisioning_blocks [None req-dc7542b2-afef-47f4-a763-e3a3cba144be None None] Provisioning complete for port 7477954b-5d1a-470b-9bb0-398bb0540c31 triggered by entity L2. {{(pid=94176) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 23 11:42:21.686858 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron_lib.callbacks.manager [None req-dc7542b2-afef-47f4-a763-e3a3cba144be None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-899258'] for port, provisioning_complete {{(pid=94176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:42:21.807010 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d1a76527-a0e1-4566-88b9-6e94655e1ee1 tempest-TestNetworkBasicOps-233187296 tempest-TestNetworkBasicOps-233187296-project] Router 22a738ae-53ff-4c6d-8be0-b9909ca44fb4 has already been hosted by L3 agent 50ef99c0-ef28-4db5-b303-b145898fae60 {{(pid=94175) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 23 11:42:21.910319 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d1a76527-a0e1-4566-88b9-6e94655e1ee1 tempest-TestNetworkBasicOps-233187296 tempest-TestNetworkBasicOps-233187296-project] Notify agent at l3_agent.dv-neutron-601336-94-hyperv the message routers_updated {{(pid=94175) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 23 11:42:21.915340 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron_lib.callbacks.manager [None req-d1a76527-a0e1-4566-88b9-6e94655e1ee1 tempest-TestNetworkBasicOps-233187296 tempest-TestNetworkBasicOps-233187296-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-217507'] for floatingip, before_response {{(pid=94175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:42:21.919657 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ea4aa1be-36aa-449f-a9b7-549922be6ec0 None None] Sync routers for ids ['22a738ae-53ff-4c6d-8be0-b9909ca44fb4'] in dv-neutron-601336-94-hyperv {{(pid=94176) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 23 11:42:21.928993 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ea4aa1be-36aa-449f-a9b7-549922be6ec0 None None] Routers {'22a738ae-53ff-4c6d-8be0-b9909ca44fb4'} bound to L3 agent in host dv-neutron-601336-94-hyperv {{(pid=94176) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 23 11:42:21.934449 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.db.l3_hamode_db [None req-ea4aa1be-36aa-449f-a9b7-549922be6ec0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-601336-94-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-23T11:22:13Z,description=,heartbeat_timestamp=2021-06-23T11:42:13Z,host='dv-neutron-601336-94-hyperv',id=50ef99c0-ef28-4db5-b303-b145898fae60,load=0,resource_versions=,resources_synced=,started_at=2021-06-23T11:22:14Z,topic='l3_agent')) {'router_ids': ['22a738ae-53ff-4c6d-8be0-b9909ca44fb4'], 'active': True} {{(pid=94176) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 11:42:21.962944 dv-neutron-601336-94-hyperv neutron-server[94175]: INFO neutron.wsgi [None req-d1a76527-a0e1-4566-88b9-6e94655e1ee1 tempest-TestNetworkBasicOps-233187296 tempest-TestNetworkBasicOps-233187296-project] 10.222.0.20 "DELETE /v2.0/floatingips/7774b112-fef0-4869-94f1-dfff21e287ba HTTP/1.1" status: 204 len: 168 time: 1.2403684 Jun 23 11:42:21.962944 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ac85e926-8ca0-434f-bf19-e84a998790a9', 'tag': 'a49ad4f4-fdea-4e2f-9218-55bfa728b9aa'}] {{(pid=94175) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 23 11:42:21.963845 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1970408df4ea4e7170669a1249478e627cf05a5a0b07cc08a66c5cb53d0ac47a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7546ba2a-ff9a-4f3d-b1f9-7262c6a94be0" -d '{"events": [{"name": "network-changed", "server_uuid": "ac85e926-8ca0-434f-bf19-e84a998790a9", "tag": "a49ad4f4-fdea-4e2f-9218-55bfa728b9aa"}]}' {{(pid=94175) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 23 11:42:22.045936 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.db.l3_dvr_db [None req-ea4aa1be-36aa-449f-a9b7-549922be6ec0 None None] Set router 22a738ae-53ff-4c6d-8be0-b9909ca44fb4 gateway port host: dv-neutron-601336-94-hyperv {{(pid=94176) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:838}} Jun 23 11:42:22.059344 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 23 Jun 2021 11:42:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8dda28dc-1a2d-4e37-9686-57295ef4b78d x-openstack-request-id: req-8dda28dc-1a2d-4e37-9686-57295ef4b78d {{(pid=94175) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 23 11:42:22.059691 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ac85e926-8ca0-434f-bf19-e84a998790a9", "tag": "a49ad4f4-fdea-4e2f-9218-55bfa728b9aa", "status": "completed", "code": 200}]} {{(pid=94175) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 23 11:42:22.059997 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-8dda28dc-1a2d-4e37-9686-57295ef4b78d {{(pid=94175) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 23 11:42:22.060529 dv-neutron-601336-94-hyperv neutron-server[94175]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ac85e926-8ca0-434f-bf19-e84a998790a9', 'tag': 'a49ad4f4-fdea-4e2f-9218-55bfa728b9aa', 'status': 'completed', 'code': 200} Jun 23 11:42:22.138673 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7546ba2a-ff9a-4f3d-b1f9-7262c6a94be0 req-20b913bb-2532-405b-8ea1-1c789c222f6f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94174) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 11:42:22.140290 dv-neutron-601336-94-hyperv neutron-server[94174]: INFO neutron.wsgi [req-7546ba2a-ff9a-4f3d-b1f9-7262c6a94be0 req-20b913bb-2532-405b-8ea1-1c789c222f6f service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=772b9946478d439e9da4eaeade7fb21d&device_id=ac85e926-8ca0-434f-bf19-e84a998790a9 HTTP/1.1" status: 200 len: 1099 time: 0.0580375 Jun 23 11:42:22.230257 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7546ba2a-ff9a-4f3d-b1f9-7262c6a94be0 req-7020258e-e429-499c-bc6b-89f3d93d0aa0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94174) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 11:42:22.231752 dv-neutron-601336-94-hyperv neutron-server[94174]: INFO neutron.wsgi [req-7546ba2a-ff9a-4f3d-b1f9-7262c6a94be0 req-7020258e-e429-499c-bc6b-89f3d93d0aa0 service neutron] 10.222.0.52 "GET /v2.0/networks?id=aed37737-f784-42f4-a8b7-af135f8c50b0 HTTP/1.1" status: 200 len: 897 time: 0.0853004 Jun 23 11:42:22.251713 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.db.l3_hamode_db [None req-ea4aa1be-36aa-449f-a9b7-549922be6ec0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '22a738ae-53ff-4c6d-8be0-b9909ca44fb4', 'name': 'tempest-TestNetworkBasicOps-router-807382374', 'tenant_id': '772b9946478d439e9da4eaeade7fb21d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3e7e4eb3-cf02-4d47-ade9-0a579cdfc60f', 'external_fixed_ips': [{'subnet_id': 'a5ad15ab-c489-4a67-a9b0-d559fca0ec71', 'ip_address': '172.26.3.149'}], 'enable_snat': True}, 'gw_port_id': '7ec9159f-405f-41d8-ba35-97c04a1e0aef', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-23T11:41:17Z', 'updated_at': '2021-06-23T11:41:22Z', 'revision_number': 4, 'project_id': '772b9946478d439e9da4eaeade7fb21d', 'gw_port': {'id': '7ec9159f-405f-41d8-ba35-97c04a1e0aef', 'name': '', 'network_id': '3e7e4eb3-cf02-4d47-ade9-0a579cdfc60f', 'tenant_id': '', 'mac_address': 'fa:16:3e:a3:f1:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '22a738ae-53ff-4c6d-8be0-b9909ca44fb4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1435, 'fixed_ips': [{'subnet_id': 'a5ad15ab-c489-4a67-a9b0-d559fca0ec71', 'ip_address': '172.26.3.149', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-94-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-23T11:41:18Z', 'updated_at': '2021-06-23T11:42:19Z', 'revision_number': 6, 'project_id': '', 'subnets': [{'id': 'a5ad15ab-c489-4a67-a9b0-d559fca0ec71', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-601336-94-hyperv', '_interfaces': [{'id': '7477954b-5d1a-470b-9bb0-398bb0540c31', 'name': '', 'network_id': 'aed37737-f784-42f4-a8b7-af135f8c50b0', 'tenant_id': '772b9946478d439e9da4eaeade7fb21d', 'mac_address': 'fa:16:3e:82:8b:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '22a738ae-53ff-4c6d-8be0-b9909ca44fb4', 'device_owner': 'network:router_interface', 'standard_attr_id': 1438, 'fixed_ips': [{'subnet_id': '0626e1be-3a5d-4cbf-b2b3-e71b55b57e9d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-94-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-23T11:41:21Z', 'updated_at': '2021-06-23T11:42:19Z', 'revision_number': 7, 'project_id': '772b9946478d439e9da4eaeade7fb21d', 'subnets': [{'id': '0626e1be-3a5d-4cbf-b2b3-e71b55b57e9d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-601336-94-hyperv', False) {} {{(pid=94176) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 11:42:22.278646 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ea4aa1be-36aa-449f-a9b7-549922be6ec0 None None] Checking router: 22a738ae-53ff-4c6d-8be0-b9909ca44fb4 for host: dv-neutron-601336-94-hyperv {{(pid=94176) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 23 11:42:22.280565 dv-neutron-601336-94-hyperv neutron-server[94174]: INFO neutron.wsgi [req-7546ba2a-ff9a-4f3d-b1f9-7262c6a94be0 req-3fb146cc-056d-42a9-bb41-037d7bda56ce service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=a49ad4f4-fdea-4e2f-9218-55bfa728b9aa HTTP/1.1" status: 200 len: 217 time: 0.0428295 Jun 23 11:42:22.287918 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ea4aa1be-36aa-449f-a9b7-549922be6ec0 None None] Routers {'22a738ae-53ff-4c6d-8be0-b9909ca44fb4'} bound to L3 agent in host dv-neutron-601336-94-hyperv {{(pid=94176) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 23 11:42:22.288536 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.db.l3_hamode_db [None req-ea4aa1be-36aa-449f-a9b7-549922be6ec0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-601336-94-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-23T11:22:13Z,description=,heartbeat_timestamp=2021-06-23T11:42:13Z,host='dv-neutron-601336-94-hyperv',id=50ef99c0-ef28-4db5-b303-b145898fae60,load=0,resource_versions=,resources_synced=,started_at=2021-06-23T11:22:14Z,topic='l3_agent')) {'router_ids': ['22a738ae-53ff-4c6d-8be0-b9909ca44fb4'], 'active': True} {{(pid=94176) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 11:42:22.328439 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7546ba2a-ff9a-4f3d-b1f9-7262c6a94be0 req-4d593149-49ef-4ea5-a816-bdeb0bcb23e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94174) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 11:42:22.330419 dv-neutron-601336-94-hyperv neutron-server[94174]: INFO neutron.wsgi [req-7546ba2a-ff9a-4f3d-b1f9-7262c6a94be0 req-4d593149-49ef-4ea5-a816-bdeb0bcb23e1 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=0626e1be-3a5d-4cbf-b2b3-e71b55b57e9d HTTP/1.1" status: 200 len: 834 time: 0.0440896 Jun 23 11:42:22.385687 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7546ba2a-ff9a-4f3d-b1f9-7262c6a94be0 req-819e96a7-d6f9-42c7-98f3-79d84fce4515 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94174) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 11:42:22.387215 dv-neutron-601336-94-hyperv neutron-server[94174]: INFO neutron.wsgi [req-7546ba2a-ff9a-4f3d-b1f9-7262c6a94be0 req-819e96a7-d6f9-42c7-98f3-79d84fce4515 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=aed37737-f784-42f4-a8b7-af135f8c50b0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1178 time: 0.0514653 Jun 23 11:42:22.398043 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.db.l3_dvr_db [None req-ea4aa1be-36aa-449f-a9b7-549922be6ec0 None None] Set router 22a738ae-53ff-4c6d-8be0-b9909ca44fb4 gateway port host: dv-neutron-601336-94-hyperv {{(pid=94176) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:838}} Jun 23 11:42:22.483365 dv-neutron-601336-94-hyperv neutron-server[94174]: INFO neutron.wsgi [req-7546ba2a-ff9a-4f3d-b1f9-7262c6a94be0 req-6a7092eb-abb3-43c4-a836-8c2129572f4f service neutron] 10.222.0.52 "GET /v2.0/networks/aed37737-f784-42f4-a8b7-af135f8c50b0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0896137 Jun 23 11:42:22.576666 dv-neutron-601336-94-hyperv neutron-server[94174]: INFO neutron.wsgi [req-7546ba2a-ff9a-4f3d-b1f9-7262c6a94be0 req-298607f6-ed1e-48eb-aa7d-fdd40d1f9511 service neutron] 10.222.0.52 "GET /v2.0/networks/aed37737-f784-42f4-a8b7-af135f8c50b0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0870898 Jun 23 11:42:22.591400 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55c809af-e40c-4e48-ae80-7167c7e8e6f9 req-8000c586-8735-4e1c-b000-30a600fd2ff1 tempest-TestNetworkBasicOps-233187296 tempest-TestNetworkBasicOps-233187296-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 11:42:22.595514 dv-neutron-601336-94-hyperv neutron-server[94175]: INFO neutron.wsgi [req-55c809af-e40c-4e48-ae80-7167c7e8e6f9 req-8000c586-8735-4e1c-b000-30a600fd2ff1 tempest-TestNetworkBasicOps-233187296 tempest-TestNetworkBasicOps-233187296-project] 10.222.0.20 "GET /v2.0/ports?device_id=ac85e926-8ca0-434f-bf19-e84a998790a9 HTTP/1.1" status: 200 len: 946 time: 0.0715976 Jun 23 11:42:22.615156 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.db.l3_hamode_db [None req-ea4aa1be-36aa-449f-a9b7-549922be6ec0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '22a738ae-53ff-4c6d-8be0-b9909ca44fb4', 'name': 'tempest-TestNetworkBasicOps-router-807382374', 'tenant_id': '772b9946478d439e9da4eaeade7fb21d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3e7e4eb3-cf02-4d47-ade9-0a579cdfc60f', 'external_fixed_ips': [{'subnet_id': 'a5ad15ab-c489-4a67-a9b0-d559fca0ec71', 'ip_address': '172.26.3.149'}], 'enable_snat': True}, 'gw_port_id': '7ec9159f-405f-41d8-ba35-97c04a1e0aef', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-23T11:41:17Z', 'updated_at': '2021-06-23T11:41:22Z', 'revision_number': 4, 'project_id': '772b9946478d439e9da4eaeade7fb21d', 'gw_port': {'id': '7ec9159f-405f-41d8-ba35-97c04a1e0aef', 'name': '', 'network_id': '3e7e4eb3-cf02-4d47-ade9-0a579cdfc60f', 'tenant_id': '', 'mac_address': 'fa:16:3e:a3:f1:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '22a738ae-53ff-4c6d-8be0-b9909ca44fb4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1435, 'fixed_ips': [{'subnet_id': 'a5ad15ab-c489-4a67-a9b0-d559fca0ec71', 'ip_address': '172.26.3.149', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-94-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-23T11:41:18Z', 'updated_at': '2021-06-23T11:42:19Z', 'revision_number': 6, 'project_id': '', 'subnets': [{'id': 'a5ad15ab-c489-4a67-a9b0-d559fca0ec71', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-601336-94-hyperv', '_interfaces': [{'id': '7477954b-5d1a-470b-9bb0-398bb0540c31', 'name': '', 'network_id': 'aed37737-f784-42f4-a8b7-af135f8c50b0', 'tenant_id': '772b9946478d439e9da4eaeade7fb21d', 'mac_address': 'fa:16:3e:82:8b:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '22a738ae-53ff-4c6d-8be0-b9909ca44fb4', 'device_owner': 'network:router_interface', 'standard_attr_id': 1438, 'fixed_ips': [{'subnet_id': '0626e1be-3a5d-4cbf-b2b3-e71b55b57e9d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-94-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-23T11:41:21Z', 'updated_at': '2021-06-23T11:42:19Z', 'revision_number': 7, 'project_id': '772b9946478d439e9da4eaeade7fb21d', 'subnets': [{'id': '0626e1be-3a5d-4cbf-b2b3-e71b55b57e9d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-601336-94-hyperv', False) {} {{(pid=94176) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 11:42:22.632863 dv-neutron-601336-94-hyperv neutron-server[94175]: INFO neutron.wsgi [req-55c809af-e40c-4e48-ae80-7167c7e8e6f9 req-ef0204f8-0f8f-4600-a2dd-fb7193306e1a tempest-TestNetworkBasicOps-233187296 tempest-TestNetworkBasicOps-233187296-project] 10.222.0.20 "GET /v2.0/security-groups?id=93196ac0-9d69-4f8f-89b2-f731394108a5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0332823 Jun 23 11:42:22.645666 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ea4aa1be-36aa-449f-a9b7-549922be6ec0 None None] The sync data for ids ['22a738ae-53ff-4c6d-8be0-b9909ca44fb4'] in dv-neutron-601336-94-hyperv is: [{'id': '22a738ae-53ff-4c6d-8be0-b9909ca44fb4', 'name': 'tempest-TestNetworkBasicOps-router-807382374', 'tenant_id': '772b9946478d439e9da4eaeade7fb21d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3e7e4eb3-cf02-4d47-ade9-0a579cdfc60f', 'external_fixed_ips': [{'subnet_id': 'a5ad15ab-c489-4a67-a9b0-d559fca0ec71', 'ip_address': '172.26.3.149'}], 'enable_snat': True}, 'gw_port_id': '7ec9159f-405f-41d8-ba35-97c04a1e0aef', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-23T11:41:17Z', 'updated_at': '2021-06-23T11:41:22Z', 'revision_number': 4, 'project_id': '772b9946478d439e9da4eaeade7fb21d', 'gw_port': {'id': '7ec9159f-405f-41d8-ba35-97c04a1e0aef', 'name': '', 'network_id': '3e7e4eb3-cf02-4d47-ade9-0a579cdfc60f', 'tenant_id': '', 'mac_address': 'fa:16:3e:a3:f1:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '22a738ae-53ff-4c6d-8be0-b9909ca44fb4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1435, 'fixed_ips': [{'subnet_id': 'a5ad15ab-c489-4a67-a9b0-d559fca0ec71', 'ip_address': '172.26.3.149', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-94-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-23T11:41:18Z', 'updated_at': '2021-06-23T11:42:19Z', 'revision_number': 6, 'project_id': '', 'subnets': [{'id': 'a5ad15ab-c489-4a67-a9b0-d559fca0ec71', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-601336-94-hyperv', '_interfaces': [{'id': '7477954b-5d1a-470b-9bb0-398bb0540c31', 'name': '', 'network_id': 'aed37737-f784-42f4-a8b7-af135f8c50b0', 'tenant_id': '772b9946478d439e9da4eaeade7fb21d', 'mac_address': 'fa:16:3e:82:8b:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '22a738ae-53ff-4c6d-8be0-b9909ca44fb4', 'device_owner': 'network:router_interface', 'standard_attr_id': 1438, 'fixed_ips': [{'subnet_id': '0626e1be-3a5d-4cbf-b2b3-e71b55b57e9d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-94-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-23T11:41:21Z', 'updated_at': '2021-06-23T11:42:19Z', 'revision_number': 7, 'project_id': '772b9946478d439e9da4eaeade7fb21d', 'subnets': [{'id': '0626e1be-3a5d-4cbf-b2b3-e71b55b57e9d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94176) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 23 11:42:23.254818 dv-neutron-601336-94-hyperv neutron-server[94177]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7173eb40-c221-4e1c-9efb-fecf9a78eb93 None None] New status for floating IP 7774b112-fef0-4869-94f1-dfff21e287ba: DOWN {{(pid=94177) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 23 11:42:23.319614 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron_lib.callbacks.manager [None req-97bd5441-1da2-49ee-a364-27795820ba27 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773699952132', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-899307'] for agent, after_update {{(pid=94176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:42:23.849820 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2697397f-882f-4c33-8acd-3efb907d9503 req-40116f0b-7e12-4a54-be64-a1a154e35a0a tempest-TestNetworkBasicOps-233187296 tempest-TestNetworkBasicOps-233187296-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94174) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 11:42:23.851260 dv-neutron-601336-94-hyperv neutron-server[94174]: INFO neutron.wsgi [req-2697397f-882f-4c33-8acd-3efb907d9503 req-40116f0b-7e12-4a54-be64-a1a154e35a0a tempest-TestNetworkBasicOps-233187296 tempest-TestNetworkBasicOps-233187296-project] 10.222.0.20 "GET /v2.0/ports?device_id=ac85e926-8ca0-434f-bf19-e84a998790a9 HTTP/1.1" status: 200 len: 946 time: 0.1029718 Jun 23 11:42:23.870462 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52270f41-9f8b-420b-8901-08b279af2281 req-9b1bccb3-fa16-46eb-a8fa-a49a8f1b09c4 tempest-TestNetworkBasicOps-233187296 tempest-TestNetworkBasicOps-233187296-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94174) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 11:42:23.871811 dv-neutron-601336-94-hyperv neutron-server[94174]: INFO neutron.wsgi [req-52270f41-9f8b-420b-8901-08b279af2281 req-9b1bccb3-fa16-46eb-a8fa-a49a8f1b09c4 tempest-TestNetworkBasicOps-233187296 tempest-TestNetworkBasicOps-233187296-project] 10.222.0.52 "GET /v2.0/ports?device_id=ac85e926-8ca0-434f-bf19-e84a998790a9 HTTP/1.1" status: 200 len: 946 time: 0.0955398 Jun 23 11:42:23.927529 dv-neutron-601336-94-hyperv neutron-server[94174]: INFO neutron.wsgi [req-2697397f-882f-4c33-8acd-3efb907d9503 req-fe3e5501-635b-417a-a700-4df4d1dcf1a8 tempest-TestNetworkBasicOps-233187296 tempest-TestNetworkBasicOps-233187296-project] 10.222.0.20 "GET /v2.0/security-groups?id=93196ac0-9d69-4f8f-89b2-f731394108a5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0702384 Jun 23 11:42:23.986768 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.plugins.ml2.plugin [req-52270f41-9f8b-420b-8901-08b279af2281 req-8e004add-f760-44c6-b016-e6e34d4535e9 tempest-TestNetworkBasicOps-233187296 tempest-TestNetworkBasicOps-233187296-project] Deleting port a49ad4f4-fdea-4e2f-9218-55bfa728b9aa {{(pid=94174) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1913}} Jun 23 11:42:23.987145 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron_lib.callbacks.manager [req-52270f41-9f8b-420b-8901-08b279af2281 req-8e004add-f760-44c6-b016-e6e34d4535e9 tempest-TestNetworkBasicOps-233187296 tempest-TestNetworkBasicOps-233187296-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773700079324'] for port, before_delete {{(pid=94174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:42:24.077746 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.plugins.ml2.db [req-52270f41-9f8b-420b-8901-08b279af2281 req-8e004add-f760-44c6-b016-e6e34d4535e9 tempest-TestNetworkBasicOps-233187296 tempest-TestNetworkBasicOps-233187296-project] For port a49ad4f4-fdea-4e2f-9218-55bfa728b9aa, host hv-neutron-6013, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-6013',level=0,port_id=a49ad4f4-fdea-4e2f-9218-55bfa728b9aa,segment=NetworkSegment(6e03fc29-73a7-4380-95bb-f16eaf5e6b8a),segment_id=6e03fc29-73a7-4380-95bb-f16eaf5e6b8a)] {{(pid=94174) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 23 11:42:24.078121 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron_lib.callbacks.manager [req-52270f41-9f8b-420b-8901-08b279af2281 req-8e004add-f760-44c6-b016-e6e34d4535e9 tempest-TestNetworkBasicOps-233187296 tempest-TestNetworkBasicOps-233187296-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-430722'] for port, precommit_delete {{(pid=94174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:42:24.089903 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.plugins.ml2.plugin [req-52270f41-9f8b-420b-8901-08b279af2281 req-8e004add-f760-44c6-b016-e6e34d4535e9 tempest-TestNetworkBasicOps-233187296 tempest-TestNetworkBasicOps-233187296-project] Calling delete_port for a49ad4f4-fdea-4e2f-9218-55bfa728b9aa owned by compute:nova {{(pid=94174) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1986}} Jun 23 11:42:24.308602 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron_lib.callbacks.manager [req-52270f41-9f8b-420b-8901-08b279af2281 req-8e004add-f760-44c6-b016-e6e34d4535e9 tempest-TestNetworkBasicOps-233187296 tempest-TestNetworkBasicOps-233187296-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-922904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866062', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773700135024', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773699642224', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5196390'] for port, after_delete {{(pid=94174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:42:24.312582 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG oslo_concurrency.lockutils [None req-0d388af6-7326-499d-ba6f-83596231b4fd tempest-TestNetworkBasicOps-233187296 tempest-TestNetworkBasicOps-233187296-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94174) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 11:42:24.337514 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e004add-f760-44c6-b016-e6e34d4535e9 tempest-TestNetworkBasicOps-233187296 tempest-TestNetworkBasicOps-233187296-project] Pushing event deleted for resources: {'Port': ['ID=a49ad4f4-fdea-4e2f-9218-55bfa728b9aa,revision_number=None']} {{(pid=94174) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 11:42:24.368281 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e004add-f760-44c6-b016-e6e34d4535e9 tempest-TestNetworkBasicOps-233187296 tempest-TestNetworkBasicOps-233187296-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-601336-94-hyperv {{(pid=94174) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 11:42:24.368679 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e004add-f760-44c6-b016-e6e34d4535e9 tempest-TestNetworkBasicOps-233187296 tempest-TestNetworkBasicOps-233187296-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-94-hyperv {{(pid=94174) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 11:42:24.369066 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e004add-f760-44c6-b016-e6e34d4535e9 tempest-TestNetworkBasicOps-233187296 tempest-TestNetworkBasicOps-233187296-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-94-hyperv {{(pid=94174) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 11:42:24.369448 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e004add-f760-44c6-b016-e6e34d4535e9 tempest-TestNetworkBasicOps-233187296 tempest-TestNetworkBasicOps-233187296-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-601336-94-hyperv {{(pid=94174) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 11:42:24.369825 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e004add-f760-44c6-b016-e6e34d4535e9 tempest-TestNetworkBasicOps-233187296 tempest-TestNetworkBasicOps-233187296-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-601336-94-hyperv {{(pid=94174) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 11:42:24.370199 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e004add-f760-44c6-b016-e6e34d4535e9 tempest-TestNetworkBasicOps-233187296 tempest-TestNetworkBasicOps-233187296-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-601336-94-hyperv {{(pid=94174) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 11:42:24.370572 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e004add-f760-44c6-b016-e6e34d4535e9 tempest-TestNetworkBasicOps-233187296 tempest-TestNetworkBasicOps-233187296-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-601336-94-hyperv {{(pid=94174) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 11:42:24.370942 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e004add-f760-44c6-b016-e6e34d4535e9 tempest-TestNetworkBasicOps-233187296 tempest-TestNetworkBasicOps-233187296-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-601336-94-hyperv {{(pid=94174) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 11:42:24.371338 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e004add-f760-44c6-b016-e6e34d4535e9 tempest-TestNetworkBasicOps-233187296 tempest-TestNetworkBasicOps-233187296-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-601336-94-hyperv {{(pid=94174) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 11:42:24.371709 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e004add-f760-44c6-b016-e6e34d4535e9 tempest-TestNetworkBasicOps-233187296 tempest-TestNetworkBasicOps-233187296-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-94-hyperv {{(pid=94174) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 11:42:24.372077 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e004add-f760-44c6-b016-e6e34d4535e9 tempest-TestNetworkBasicOps-233187296 tempest-TestNetworkBasicOps-233187296-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-601336-94-hyperv {{(pid=94174) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 11:42:24.372439 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e004add-f760-44c6-b016-e6e34d4535e9 tempest-TestNetworkBasicOps-233187296 tempest-TestNetworkBasicOps-233187296-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-601336-94-hyperv {{(pid=94174) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 11:42:24.377423 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG oslo_concurrency.lockutils [None req-8e004add-f760-44c6-b016-e6e34d4535e9 tempest-TestNetworkBasicOps-233187296 tempest-TestNetworkBasicOps-233187296-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.065s {{(pid=94174) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 11:42:24.395470 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.db.l3_dvrscheduler_db [req-52270f41-9f8b-420b-8901-08b279af2281 req-8e004add-f760-44c6-b016-e6e34d4535e9 tempest-TestNetworkBasicOps-233187296 tempest-TestNetworkBasicOps-233187296-project] No DVR routers for this DVR port a49ad4f4-fdea-4e2f-9218-55bfa728b9aa on host hv-neutron-6013 {{(pid=94174) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 23 11:42:24.397732 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron_lib.callbacks.manager [req-52270f41-9f8b-420b-8901-08b279af2281 req-8e004add-f760-44c6-b016-e6e34d4535e9 tempest-TestNetworkBasicOps-233187296 tempest-TestNetworkBasicOps-233187296-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-217507'] for port, before_response {{(pid=94174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:42:24.399687 dv-neutron-601336-94-hyperv neutron-server[94174]: INFO neutron.wsgi [req-52270f41-9f8b-420b-8901-08b279af2281 req-8e004add-f760-44c6-b016-e6e34d4535e9 tempest-TestNetworkBasicOps-233187296 tempest-TestNetworkBasicOps-233187296-project] 10.222.0.52 "DELETE /v2.0/ports/a49ad4f4-fdea-4e2f-9218-55bfa728b9aa HTTP/1.1" status: 204 len: 173 time: 0.5202715 Jun 23 11:42:24.400187 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ac85e926-8ca0-434f-bf19-e84a998790a9', 'name': 'network-vif-deleted', 'tag': 'a49ad4f4-fdea-4e2f-9218-55bfa728b9aa'}] {{(pid=94174) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 23 11:42:24.402520 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6ff47218258ed5bf6cae7f276c9622ae488f9e8ebc13d1a310221fbcfb04c5dd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9c496db2-34f9-41c2-8dcc-37994f2eddc1" -d '{"events": [{"server_uuid": "ac85e926-8ca0-434f-bf19-e84a998790a9", "name": "network-vif-deleted", "tag": "a49ad4f4-fdea-4e2f-9218-55bfa728b9aa"}]}' {{(pid=94174) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 23 11:42:24.438571 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 23 Jun 2021 11:42:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-41d7c6b0-b3b2-41a6-9127-4df60d1735e0 x-openstack-request-id: req-41d7c6b0-b3b2-41a6-9127-4df60d1735e0 {{(pid=94174) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 23 11:42:24.438916 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ac85e926-8ca0-434f-bf19-e84a998790a9", "name": "network-vif-deleted", "tag": "a49ad4f4-fdea-4e2f-9218-55bfa728b9aa", "status": "completed", "code": 200}]} {{(pid=94174) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 23 11:42:24.439254 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-41d7c6b0-b3b2-41a6-9127-4df60d1735e0 {{(pid=94174) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 23 11:42:24.439709 dv-neutron-601336-94-hyperv neutron-server[94174]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ac85e926-8ca0-434f-bf19-e84a998790a9', 'name': 'network-vif-deleted', 'tag': 'a49ad4f4-fdea-4e2f-9218-55bfa728b9aa', 'status': 'completed', 'code': 200} Jun 23 11:42:25.090673 dv-neutron-601336-94-hyperv neutron-server[94174]: INFO neutron.wsgi [req-5a314e12-9fcd-4a17-b2ee-8a7db0f166a6 req-95dfdbe2-5e3a-4f4a-918e-38a4c77ec72a tempest-TestNetworkBasicOps-233187296 tempest-TestNetworkBasicOps-233187296-project] 10.222.0.20 "GET /v2.0/ports?device_id=ac85e926-8ca0-434f-bf19-e84a998790a9 HTTP/1.1" status: 200 len: 210 time: 0.0347667 Jun 23 11:42:26.184651 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.wsgi [-] (94175) accepted ('10.222.0.20', 44224) {{(pid=94175) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 11:42:26.241763 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron_lib.callbacks.manager [None req-01b5ce86-be3a-43a5-9347-7748648bdc34 tempest-TestNetworkBasicOps-233187296 tempest-TestNetworkBasicOps-233187296-project] Notify callbacks [] for security_group, before_delete {{(pid=94175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:42:26.265505 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron_lib.callbacks.manager [None req-01b5ce86-be3a-43a5-9347-7748648bdc34 tempest-TestNetworkBasicOps-233187296 tempest-TestNetworkBasicOps-233187296-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:42:26.398943 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron_lib.callbacks.manager [None req-01b5ce86-be3a-43a5-9347-7748648bdc34 tempest-TestNetworkBasicOps-233187296 tempest-TestNetworkBasicOps-233187296-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7996330'] for security_group, after_delete {{(pid=94175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:42:26.401599 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron_lib.callbacks.manager [None req-01b5ce86-be3a-43a5-9347-7748648bdc34 tempest-TestNetworkBasicOps-233187296 tempest-TestNetworkBasicOps-233187296-project] Notify callbacks [] for security_group, before_response {{(pid=94175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:42:26.402760 dv-neutron-601336-94-hyperv neutron-server[94175]: INFO neutron.wsgi [None req-01b5ce86-be3a-43a5-9347-7748648bdc34 tempest-TestNetworkBasicOps-233187296 tempest-TestNetworkBasicOps-233187296-project] 10.222.0.20 "DELETE /v2.0/security-groups/93196ac0-9d69-4f8f-89b2-f731394108a5 HTTP/1.1" status: 204 len: 168 time: 0.2171357 Jun 23 11:42:26.403725 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG oslo_concurrency.lockutils [None req-0a7809f6-9551-417c-8806-005e41cdb892 tempest-NegativeSecGroupIPv6Test-1070497984 tempest-NegativeSecGroupIPv6Test-1070497984-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94175) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 11:42:26.412504 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01b5ce86-be3a-43a5-9347-7748648bdc34 tempest-TestNetworkBasicOps-233187296 tempest-TestNetworkBasicOps-233187296-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=93196ac0-9d69-4f8f-89b2-f731394108a5,revision_number=None']} {{(pid=94175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 11:42:26.415378 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG oslo_concurrency.lockutils [None req-01b5ce86-be3a-43a5-9347-7748648bdc34 tempest-TestNetworkBasicOps-233187296 tempest-TestNetworkBasicOps-233187296-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.012s {{(pid=94175) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 11:42:26.531661 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.wsgi [-] (94174) accepted ('10.222.0.20', 44228) {{(pid=94174) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 11:42:26.774564 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.plugins.ml2.rpc [None req-97bd5441-1da2-49ee-a364-27795820ba27 None None] Device a49ad4f4-fdea-4e2f-9218-55bfa728b9aa no longer exists at agent hyperv_hv-neutron-6013 {{(pid=94176) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:261}} Jun 23 11:42:26.793640 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.plugins.ml2.plugin [None req-97bd5441-1da2-49ee-a364-27795820ba27 None None] No Port match for: a49ad4f4-fdea-4e2f-9218-55bfa728b9aa {{(pid=94176) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2240}} Jun 23 11:42:26.794002 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.plugins.ml2.rpc [None req-97bd5441-1da2-49ee-a364-27795820ba27 None None] Device a49ad4f4-fdea-4e2f-9218-55bfa728b9aa not bound to the agent host hv-neutron-6013 {{(pid=94176) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:271}} Jun 23 11:42:26.875688 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron_lib.callbacks.manager [None req-28f2c36d-ba9f-4530-b38c-b07694f0e61b tempest-TestNetworkBasicOps-233187296 tempest-TestNetworkBasicOps-233187296-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-453061'] for router_interface, before_delete {{(pid=94174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:42:27.134794 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.plugins.ml2.plugin [None req-28f2c36d-ba9f-4530-b38c-b07694f0e61b tempest-TestNetworkBasicOps-233187296 tempest-TestNetworkBasicOps-233187296-project] Deleting port 7477954b-5d1a-470b-9bb0-398bb0540c31 {{(pid=94174) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1913}} Jun 23 11:42:27.135563 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron_lib.callbacks.manager [None req-28f2c36d-ba9f-4530-b38c-b07694f0e61b tempest-TestNetworkBasicOps-233187296 tempest-TestNetworkBasicOps-233187296-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773700079324'] for port, before_delete {{(pid=94174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:42:27.571941 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.plugins.ml2.db [None req-28f2c36d-ba9f-4530-b38c-b07694f0e61b tempest-TestNetworkBasicOps-233187296 tempest-TestNetworkBasicOps-233187296-project] For port 7477954b-5d1a-470b-9bb0-398bb0540c31, host dv-neutron-601336-94-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-94-hyperv',level=0,port_id=7477954b-5d1a-470b-9bb0-398bb0540c31,segment=NetworkSegment(6e03fc29-73a7-4380-95bb-f16eaf5e6b8a),segment_id=6e03fc29-73a7-4380-95bb-f16eaf5e6b8a)] {{(pid=94174) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 23 11:42:27.572675 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron_lib.callbacks.manager [None req-28f2c36d-ba9f-4530-b38c-b07694f0e61b tempest-TestNetworkBasicOps-233187296 tempest-TestNetworkBasicOps-233187296-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-430722'] for port, precommit_delete {{(pid=94174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:42:27.585057 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.plugins.ml2.plugin [None req-28f2c36d-ba9f-4530-b38c-b07694f0e61b tempest-TestNetworkBasicOps-233187296 tempest-TestNetworkBasicOps-233187296-project] Calling delete_port for 7477954b-5d1a-470b-9bb0-398bb0540c31 owned by network:router_interface {{(pid=94174) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1986}} Jun 23 11:42:27.822579 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron_lib.callbacks.manager [None req-28f2c36d-ba9f-4530-b38c-b07694f0e61b tempest-TestNetworkBasicOps-233187296 tempest-TestNetworkBasicOps-233187296-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-922904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866062', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773700135024', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773699642224', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5196390'] for port, after_delete {{(pid=94174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:42:27.824471 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG oslo_concurrency.lockutils [None req-20e77b3d-a0c0-4ea5-a123-832a082feb99 tempest-TestVolumeBootPattern-1838142519 tempest-TestVolumeBootPattern-1838142519-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94174) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 11:42:27.847675 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28f2c36d-ba9f-4530-b38c-b07694f0e61b tempest-TestNetworkBasicOps-233187296 tempest-TestNetworkBasicOps-233187296-project] Pushing event deleted for resources: {'Port': ['ID=7477954b-5d1a-470b-9bb0-398bb0540c31,revision_number=None']} {{(pid=94174) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 11:42:27.851093 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG oslo_concurrency.lockutils [None req-28f2c36d-ba9f-4530-b38c-b07694f0e61b tempest-TestNetworkBasicOps-233187296 tempest-TestNetworkBasicOps-233187296-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=94174) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 11:42:28.021471 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron_lib.callbacks.manager [None req-28f2c36d-ba9f-4530-b38c-b07694f0e61b tempest-TestNetworkBasicOps-233187296 tempest-TestNetworkBasicOps-233187296-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-7866080', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-516693'] for router_interface, after_delete {{(pid=94174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:42:28.233829 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-28f2c36d-ba9f-4530-b38c-b07694f0e61b tempest-TestNetworkBasicOps-233187296 tempest-TestNetworkBasicOps-233187296-project] Router 22a738ae-53ff-4c6d-8be0-b9909ca44fb4 has already been hosted by L3 agent 50ef99c0-ef28-4db5-b303-b145898fae60 {{(pid=94174) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 23 11:42:28.346673 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-28f2c36d-ba9f-4530-b38c-b07694f0e61b tempest-TestNetworkBasicOps-233187296 tempest-TestNetworkBasicOps-233187296-project] Notify agent at l3_agent.dv-neutron-601336-94-hyperv the message routers_updated {{(pid=94174) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 23 11:42:28.354102 dv-neutron-601336-94-hyperv neutron-server[94174]: INFO neutron.wsgi [None req-28f2c36d-ba9f-4530-b38c-b07694f0e61b tempest-TestNetworkBasicOps-233187296 tempest-TestNetworkBasicOps-233187296-project] 10.222.0.20 "PUT /v2.0/routers/22a738ae-53ff-4c6d-8be0-b9909ca44fb4/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8188748 Jun 23 11:42:28.354505 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.wsgi [-] (94174) accepted ('10.222.0.20', 44230) {{(pid=94174) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 11:42:28.355821 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9f13df1e-a410-472b-829f-528f74313b50 None None] Sync routers for ids ['22a738ae-53ff-4c6d-8be0-b9909ca44fb4'] in dv-neutron-601336-94-hyperv {{(pid=94176) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 23 11:42:28.365473 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9f13df1e-a410-472b-829f-528f74313b50 None None] Routers {'22a738ae-53ff-4c6d-8be0-b9909ca44fb4'} bound to L3 agent in host dv-neutron-601336-94-hyperv {{(pid=94176) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 23 11:42:28.366092 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.db.l3_hamode_db [None req-9f13df1e-a410-472b-829f-528f74313b50 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-601336-94-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-23T11:22:13Z,description=,heartbeat_timestamp=2021-06-23T11:42:13Z,host='dv-neutron-601336-94-hyperv',id=50ef99c0-ef28-4db5-b303-b145898fae60,load=0,resource_versions=,resources_synced=,started_at=2021-06-23T11:22:14Z,topic='l3_agent')) {'router_ids': ['22a738ae-53ff-4c6d-8be0-b9909ca44fb4'], 'active': True} {{(pid=94176) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 11:42:28.408857 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.db.db_base_plugin_v2 [None req-be633449-e394-4657-acda-c8346a6c1aba tempest-TestNetworkBasicOps-233187296 tempest-TestNetworkBasicOps-233187296-project] Deleting subnet 0626e1be-3a5d-4cbf-b2b3-e71b55b57e9d {{(pid=94174) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jun 23 11:42:28.411789 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron_lib.callbacks.manager [None req-be633449-e394-4657-acda-c8346a6c1aba tempest-TestNetworkBasicOps-233187296 tempest-TestNetworkBasicOps-233187296-project] Notify callbacks [] for subnet, before_delete {{(pid=94174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:42:28.450976 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron_lib.callbacks.manager [None req-be633449-e394-4657-acda-c8346a6c1aba tempest-TestNetworkBasicOps-233187296 tempest-TestNetworkBasicOps-233187296-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4800256'] for subnet, precommit_delete_associations {{(pid=94174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:42:28.468803 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.db.l3_dvr_db [None req-9f13df1e-a410-472b-829f-528f74313b50 None None] Set router 22a738ae-53ff-4c6d-8be0-b9909ca44fb4 gateway port host: dv-neutron-601336-94-hyperv {{(pid=94176) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:838}} Jun 23 11:42:28.537489 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron_lib.callbacks.manager [None req-be633449-e394-4657-acda-c8346a6c1aba tempest-TestNetworkBasicOps-233187296 tempest-TestNetworkBasicOps-233187296-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-897634'] for subnet, precommit_delete {{(pid=94174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:42:28.650481 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.db.l3_hamode_db [None req-9f13df1e-a410-472b-829f-528f74313b50 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '22a738ae-53ff-4c6d-8be0-b9909ca44fb4', 'name': 'tempest-TestNetworkBasicOps-router-807382374', 'tenant_id': '772b9946478d439e9da4eaeade7fb21d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3e7e4eb3-cf02-4d47-ade9-0a579cdfc60f', 'external_fixed_ips': [{'subnet_id': 'a5ad15ab-c489-4a67-a9b0-d559fca0ec71', 'ip_address': '172.26.3.149'}], 'enable_snat': True}, 'gw_port_id': '7ec9159f-405f-41d8-ba35-97c04a1e0aef', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-23T11:41:17Z', 'updated_at': '2021-06-23T11:42:27Z', 'revision_number': 5, 'project_id': '772b9946478d439e9da4eaeade7fb21d', 'gw_port': {'id': '7ec9159f-405f-41d8-ba35-97c04a1e0aef', 'name': '', 'network_id': '3e7e4eb3-cf02-4d47-ade9-0a579cdfc60f', 'tenant_id': '', 'mac_address': 'fa:16:3e:a3:f1:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '22a738ae-53ff-4c6d-8be0-b9909ca44fb4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1435, 'fixed_ips': [{'subnet_id': 'a5ad15ab-c489-4a67-a9b0-d559fca0ec71', 'ip_address': '172.26.3.149', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-94-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-23T11:41:18Z', 'updated_at': '2021-06-23T11:42:19Z', 'revision_number': 6, 'project_id': '', 'subnets': [{'id': 'a5ad15ab-c489-4a67-a9b0-d559fca0ec71', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-601336-94-hyperv'}], 'dv-neutron-601336-94-hyperv', False) {} {{(pid=94176) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 11:42:28.689555 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9f13df1e-a410-472b-829f-528f74313b50 None None] Checking router: 22a738ae-53ff-4c6d-8be0-b9909ca44fb4 for host: dv-neutron-601336-94-hyperv {{(pid=94176) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 23 11:42:28.697710 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9f13df1e-a410-472b-829f-528f74313b50 None None] Routers {'22a738ae-53ff-4c6d-8be0-b9909ca44fb4'} bound to L3 agent in host dv-neutron-601336-94-hyperv {{(pid=94176) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 23 11:42:28.699105 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.db.l3_hamode_db [None req-9f13df1e-a410-472b-829f-528f74313b50 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-601336-94-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-23T11:22:13Z,description=,heartbeat_timestamp=2021-06-23T11:42:13Z,host='dv-neutron-601336-94-hyperv',id=50ef99c0-ef28-4db5-b303-b145898fae60,load=0,resource_versions=,resources_synced=,started_at=2021-06-23T11:22:14Z,topic='l3_agent')) {'router_ids': ['22a738ae-53ff-4c6d-8be0-b9909ca44fb4'], 'active': True} {{(pid=94176) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 11:42:28.737832 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron_lib.callbacks.manager [None req-be633449-e394-4657-acda-c8346a6c1aba tempest-TestNetworkBasicOps-233187296 tempest-TestNetworkBasicOps-233187296-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-897627', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866062', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5195932', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4294216'] for subnet, after_delete {{(pid=94174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:42:28.741074 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG oslo_concurrency.lockutils [None req-3c605406-d6ec-4520-8a5a-ce5da67bd70d tempest-NetworksTest-2133396914 tempest-NetworksTest-2133396914-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94174) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 11:42:28.767975 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be633449-e394-4657-acda-c8346a6c1aba tempest-TestNetworkBasicOps-233187296 tempest-TestNetworkBasicOps-233187296-project] Pushing event deleted for resources: {'Subnet': ['ID=0626e1be-3a5d-4cbf-b2b3-e71b55b57e9d,revision_number=None']} {{(pid=94174) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 11:42:28.770019 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron_lib.callbacks.manager [None req-be633449-e394-4657-acda-c8346a6c1aba tempest-TestNetworkBasicOps-233187296 tempest-TestNetworkBasicOps-233187296-project] Notify callbacks [] for subnet, before_response {{(pid=94174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:42:28.774361 dv-neutron-601336-94-hyperv neutron-server[94174]: INFO neutron.wsgi [None req-be633449-e394-4657-acda-c8346a6c1aba tempest-TestNetworkBasicOps-233187296 tempest-TestNetworkBasicOps-233187296-project] 10.222.0.20 "DELETE /v2.0/subnets/0626e1be-3a5d-4cbf-b2b3-e71b55b57e9d HTTP/1.1" status: 204 len: 168 time: 0.4166358 Jun 23 11:42:28.774361 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG oslo_concurrency.lockutils [None req-be633449-e394-4657-acda-c8346a6c1aba tempest-TestNetworkBasicOps-233187296 tempest-TestNetworkBasicOps-233187296-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.032s {{(pid=94174) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 11:42:28.774768 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.wsgi [-] (94175) accepted ('10.222.0.20', 44234) {{(pid=94175) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 11:42:28.786930 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b7aae11a-50e4-4f1d-bb7f-129cb6ecf764 None None] Network aed37737-f784-42f4-a8b7-af135f8c50b0 requested from dv-neutron-601336-94-hyperv {{(pid=94176) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 23 11:42:28.859743 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.db.l3_dvr_db [None req-9f13df1e-a410-472b-829f-528f74313b50 None None] Set router 22a738ae-53ff-4c6d-8be0-b9909ca44fb4 gateway port host: dv-neutron-601336-94-hyperv {{(pid=94176) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:838}} Jun 23 11:42:28.883374 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron_lib.callbacks.manager [None req-3b72d660-0dcb-455d-95c9-8dd83250b4de tempest-TestNetworkBasicOps-233187296 tempest-TestNetworkBasicOps-233187296-project] Notify callbacks [] for router, before_delete {{(pid=94175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:42:28.999525 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron_lib.callbacks.manager [None req-3b72d660-0dcb-455d-95c9-8dd83250b4de tempest-TestNetworkBasicOps-233187296 tempest-TestNetworkBasicOps-233187296-project] Notify callbacks [] for router_gateway, before_delete {{(pid=94175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:42:29.098326 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.db.l3_hamode_db [None req-9f13df1e-a410-472b-829f-528f74313b50 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '22a738ae-53ff-4c6d-8be0-b9909ca44fb4', 'name': 'tempest-TestNetworkBasicOps-router-807382374', 'tenant_id': '772b9946478d439e9da4eaeade7fb21d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3e7e4eb3-cf02-4d47-ade9-0a579cdfc60f', 'external_fixed_ips': [{'subnet_id': 'a5ad15ab-c489-4a67-a9b0-d559fca0ec71', 'ip_address': '172.26.3.149'}], 'enable_snat': True}, 'gw_port_id': '7ec9159f-405f-41d8-ba35-97c04a1e0aef', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-23T11:41:17Z', 'updated_at': '2021-06-23T11:42:27Z', 'revision_number': 5, 'project_id': '772b9946478d439e9da4eaeade7fb21d', 'gw_port': {'id': '7ec9159f-405f-41d8-ba35-97c04a1e0aef', 'name': '', 'network_id': '3e7e4eb3-cf02-4d47-ade9-0a579cdfc60f', 'tenant_id': '', 'mac_address': 'fa:16:3e:a3:f1:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '22a738ae-53ff-4c6d-8be0-b9909ca44fb4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1435, 'fixed_ips': [{'subnet_id': 'a5ad15ab-c489-4a67-a9b0-d559fca0ec71', 'ip_address': '172.26.3.149', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-94-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-23T11:41:18Z', 'updated_at': '2021-06-23T11:42:19Z', 'revision_number': 6, 'project_id': '', 'subnets': [{'id': 'a5ad15ab-c489-4a67-a9b0-d559fca0ec71', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-601336-94-hyperv'}], 'dv-neutron-601336-94-hyperv', False) {} {{(pid=94176) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 11:42:29.127762 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9f13df1e-a410-472b-829f-528f74313b50 None None] The sync data for ids ['22a738ae-53ff-4c6d-8be0-b9909ca44fb4'] in dv-neutron-601336-94-hyperv is: [{'id': '22a738ae-53ff-4c6d-8be0-b9909ca44fb4', 'name': 'tempest-TestNetworkBasicOps-router-807382374', 'tenant_id': '772b9946478d439e9da4eaeade7fb21d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3e7e4eb3-cf02-4d47-ade9-0a579cdfc60f', 'external_fixed_ips': [{'subnet_id': 'a5ad15ab-c489-4a67-a9b0-d559fca0ec71', 'ip_address': '172.26.3.149'}], 'enable_snat': True}, 'gw_port_id': '7ec9159f-405f-41d8-ba35-97c04a1e0aef', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-23T11:41:17Z', 'updated_at': '2021-06-23T11:42:27Z', 'revision_number': 5, 'project_id': '772b9946478d439e9da4eaeade7fb21d', 'gw_port': {'id': '7ec9159f-405f-41d8-ba35-97c04a1e0aef', 'name': '', 'network_id': '3e7e4eb3-cf02-4d47-ade9-0a579cdfc60f', 'tenant_id': '', 'mac_address': 'fa:16:3e:a3:f1:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '22a738ae-53ff-4c6d-8be0-b9909ca44fb4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1435, 'fixed_ips': [{'subnet_id': 'a5ad15ab-c489-4a67-a9b0-d559fca0ec71', 'ip_address': '172.26.3.149', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-94-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-23T11:41:18Z', 'updated_at': '2021-06-23T11:42:19Z', 'revision_number': 6, 'project_id': '', 'subnets': [{'id': 'a5ad15ab-c489-4a67-a9b0-d559fca0ec71', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-601336-94-hyperv'}] {{(pid=94176) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 23 11:42:29.139084 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b40c6e30-a9c3-4b9e-bb81-7544b91c5e5b None None] DHCP port deletion for aed37737-f784-42f4-a8b7-af135f8c50b0 request from dv-neutron-601336-94-hyperv {{(pid=94176) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jun 23 11:42:29.148195 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.plugins.ml2.plugin [None req-3b72d660-0dcb-455d-95c9-8dd83250b4de tempest-TestNetworkBasicOps-233187296 tempest-TestNetworkBasicOps-233187296-project] Deleting port 7ec9159f-405f-41d8-ba35-97c04a1e0aef {{(pid=94175) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1913}} Jun 23 11:42:29.148195 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron_lib.callbacks.manager [None req-3b72d660-0dcb-455d-95c9-8dd83250b4de tempest-TestNetworkBasicOps-233187296 tempest-TestNetworkBasicOps-233187296-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773700079324'] for port, before_delete {{(pid=94175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:42:29.195742 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.plugins.ml2.plugin [None req-b40c6e30-a9c3-4b9e-bb81-7544b91c5e5b None None] Deleting port 9de577f8-9e19-4af7-95d3-637b7861018a {{(pid=94176) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1913}} Jun 23 11:42:29.196171 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron_lib.callbacks.manager [None req-b40c6e30-a9c3-4b9e-bb81-7544b91c5e5b None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773700079324'] for port, before_delete {{(pid=94176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:42:29.236407 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.plugins.ml2.db [None req-3b72d660-0dcb-455d-95c9-8dd83250b4de tempest-TestNetworkBasicOps-233187296 tempest-TestNetworkBasicOps-233187296-project] For port 7ec9159f-405f-41d8-ba35-97c04a1e0aef, host dv-neutron-601336-94-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-94-hyperv',level=0,port_id=7ec9159f-405f-41d8-ba35-97c04a1e0aef,segment=NetworkSegment(c23be0a5-6980-48fb-bc9f-4a24717fe1de),segment_id=c23be0a5-6980-48fb-bc9f-4a24717fe1de)] {{(pid=94175) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 23 11:42:29.236750 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron_lib.callbacks.manager [None req-3b72d660-0dcb-455d-95c9-8dd83250b4de tempest-TestNetworkBasicOps-233187296 tempest-TestNetworkBasicOps-233187296-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-430722'] for port, precommit_delete {{(pid=94175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:42:29.253323 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.plugins.ml2.plugin [None req-3b72d660-0dcb-455d-95c9-8dd83250b4de tempest-TestNetworkBasicOps-233187296 tempest-TestNetworkBasicOps-233187296-project] Calling delete_port for 7ec9159f-405f-41d8-ba35-97c04a1e0aef owned by network:router_gateway {{(pid=94175) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1986}} Jun 23 11:42:29.256339 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.plugins.ml2.db [None req-b40c6e30-a9c3-4b9e-bb81-7544b91c5e5b None None] For port 9de577f8-9e19-4af7-95d3-637b7861018a, host dv-neutron-601336-94-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-94-hyperv',level=0,port_id=9de577f8-9e19-4af7-95d3-637b7861018a,segment=NetworkSegment(6e03fc29-73a7-4380-95bb-f16eaf5e6b8a),segment_id=6e03fc29-73a7-4380-95bb-f16eaf5e6b8a)] {{(pid=94176) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 23 11:42:29.256736 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron_lib.callbacks.manager [None req-b40c6e30-a9c3-4b9e-bb81-7544b91c5e5b None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-430722'] for port, precommit_delete {{(pid=94176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:42:29.271705 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.plugins.ml2.plugin [None req-b40c6e30-a9c3-4b9e-bb81-7544b91c5e5b None None] Calling delete_port for 9de577f8-9e19-4af7-95d3-637b7861018a owned by network:dhcp {{(pid=94176) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1986}} Jun 23 11:42:29.450803 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron_lib.callbacks.manager [None req-b40c6e30-a9c3-4b9e-bb81-7544b91c5e5b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-922904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866062', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773700135024', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773699642224'] for port, after_delete {{(pid=94176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:42:29.452825 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG oslo_concurrency.lockutils [None req-dc7542b2-afef-47f4-a763-e3a3cba144be None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 11:42:29.476635 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b40c6e30-a9c3-4b9e-bb81-7544b91c5e5b None None] Pushing event deleted for resources: {'Port': ['ID=9de577f8-9e19-4af7-95d3-637b7861018a,revision_number=None']} {{(pid=94176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 11:42:29.482380 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b40c6e30-a9c3-4b9e-bb81-7544b91c5e5b None None] No DVR routers for this DVR port 9de577f8-9e19-4af7-95d3-637b7861018a on host dv-neutron-601336-94-hyperv {{(pid=94176) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 23 11:42:29.488097 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b40c6e30-a9c3-4b9e-bb81-7544b91c5e5b None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-601336-94-hyperv {{(pid=94176) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 11:42:29.488447 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b40c6e30-a9c3-4b9e-bb81-7544b91c5e5b None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-94-hyperv {{(pid=94176) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 11:42:29.488830 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b40c6e30-a9c3-4b9e-bb81-7544b91c5e5b None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-94-hyperv {{(pid=94176) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 11:42:29.489209 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b40c6e30-a9c3-4b9e-bb81-7544b91c5e5b None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-601336-94-hyperv {{(pid=94176) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 11:42:29.489548 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b40c6e30-a9c3-4b9e-bb81-7544b91c5e5b None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-601336-94-hyperv {{(pid=94176) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 11:42:29.490041 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b40c6e30-a9c3-4b9e-bb81-7544b91c5e5b None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-601336-94-hyperv {{(pid=94176) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 11:42:29.490378 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b40c6e30-a9c3-4b9e-bb81-7544b91c5e5b None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-601336-94-hyperv {{(pid=94176) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 11:42:29.490763 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b40c6e30-a9c3-4b9e-bb81-7544b91c5e5b None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-601336-94-hyperv {{(pid=94176) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 11:42:29.491077 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b40c6e30-a9c3-4b9e-bb81-7544b91c5e5b None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-601336-94-hyperv {{(pid=94176) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 11:42:29.491629 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b40c6e30-a9c3-4b9e-bb81-7544b91c5e5b None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-94-hyperv {{(pid=94176) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 11:42:29.491742 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b40c6e30-a9c3-4b9e-bb81-7544b91c5e5b None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-601336-94-hyperv {{(pid=94176) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 11:42:29.492042 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b40c6e30-a9c3-4b9e-bb81-7544b91c5e5b None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-601336-94-hyperv {{(pid=94176) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 11:42:29.499337 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG oslo_concurrency.lockutils [None req-b40c6e30-a9c3-4b9e-bb81-7544b91c5e5b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=94176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 11:42:29.502772 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron_lib.callbacks.manager [None req-3b72d660-0dcb-455d-95c9-8dd83250b4de tempest-TestNetworkBasicOps-233187296 tempest-TestNetworkBasicOps-233187296-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-922904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866062', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773700135024', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773699642224', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5082448'] for port, after_delete {{(pid=94175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:42:29.504986 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG oslo_concurrency.lockutils [None req-9db8fbc0-c7c0-4a85-bb39-dd268364d411 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94175) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 11:42:29.535494 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b72d660-0dcb-455d-95c9-8dd83250b4de tempest-TestNetworkBasicOps-233187296 tempest-TestNetworkBasicOps-233187296-project] Pushing event deleted for resources: {'Port': ['ID=7ec9159f-405f-41d8-ba35-97c04a1e0aef,revision_number=None']} {{(pid=94175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 11:42:29.538561 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG oslo_concurrency.lockutils [None req-3b72d660-0dcb-455d-95c9-8dd83250b4de tempest-TestNetworkBasicOps-233187296 tempest-TestNetworkBasicOps-233187296-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.034s {{(pid=94175) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 11:42:29.556797 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.plugins.ml2.rpc [None req-dc7542b2-afef-47f4-a763-e3a3cba144be None None] Device 7477954b-5d1a-470b-9bb0-398bb0540c31 no longer exists at agent ovs-agent-dv-neutron-601336-94-hyperv {{(pid=94176) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:261}} Jun 23 11:42:29.582368 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.plugins.ml2.plugin [None req-dc7542b2-afef-47f4-a763-e3a3cba144be None None] No Port match for: 7477954b-5d1a-470b-9bb0-398bb0540c31 {{(pid=94176) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2240}} Jun 23 11:42:29.582928 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.plugins.ml2.rpc [None req-dc7542b2-afef-47f4-a763-e3a3cba144be None None] Device 7477954b-5d1a-470b-9bb0-398bb0540c31 not bound to the agent host dv-neutron-601336-94-hyperv {{(pid=94176) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:271}} Jun 23 11:42:29.583667 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.plugins.ml2.rpc [None req-dc7542b2-afef-47f4-a763-e3a3cba144be None None] Device 9de577f8-9e19-4af7-95d3-637b7861018a no longer exists at agent ovs-agent-dv-neutron-601336-94-hyperv {{(pid=94176) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:261}} Jun 23 11:42:29.609751 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.plugins.ml2.plugin [None req-dc7542b2-afef-47f4-a763-e3a3cba144be None None] No Port match for: 9de577f8-9e19-4af7-95d3-637b7861018a {{(pid=94176) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2240}} Jun 23 11:42:29.610006 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron_lib.callbacks.manager [None req-3b72d660-0dcb-455d-95c9-8dd83250b4de tempest-TestNetworkBasicOps-233187296 tempest-TestNetworkBasicOps-233187296-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-524171'] for router_gateway, after_delete {{(pid=94175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:42:29.610306 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.plugins.ml2.rpc [None req-dc7542b2-afef-47f4-a763-e3a3cba144be None None] Device 9de577f8-9e19-4af7-95d3-637b7861018a not bound to the agent host dv-neutron-601336-94-hyperv {{(pid=94176) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:271}} Jun 23 11:42:29.706143 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron_lib.callbacks.manager [None req-3b72d660-0dcb-455d-95c9-8dd83250b4de tempest-TestNetworkBasicOps-233187296 tempest-TestNetworkBasicOps-233187296-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-520417', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-32301'] for router, precommit_delete {{(pid=94175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:42:29.708385 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron_lib.callbacks.manager [None req-3b72d660-0dcb-455d-95c9-8dd83250b4de tempest-TestNetworkBasicOps-233187296 tempest-TestNetworkBasicOps-233187296-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:42:29.844871 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron_lib.callbacks.manager [None req-3b72d660-0dcb-455d-95c9-8dd83250b4de tempest-TestNetworkBasicOps-233187296 tempest-TestNetworkBasicOps-233187296-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-494961'] for router, after_delete {{(pid=94175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:42:29.845540 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3b72d660-0dcb-455d-95c9-8dd83250b4de tempest-TestNetworkBasicOps-233187296 tempest-TestNetworkBasicOps-233187296-project] Fanout notify agent at l3_agent the message router_deleted on router 22a738ae-53ff-4c6d-8be0-b9909ca44fb4 {{(pid=94175) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jun 23 11:42:29.851840 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron_lib.callbacks.manager [None req-3b72d660-0dcb-455d-95c9-8dd83250b4de tempest-TestNetworkBasicOps-233187296 tempest-TestNetworkBasicOps-233187296-project] Notify callbacks [] for router, before_response {{(pid=94175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:42:29.852915 dv-neutron-601336-94-hyperv neutron-server[94175]: INFO neutron.wsgi [None req-3b72d660-0dcb-455d-95c9-8dd83250b4de tempest-TestNetworkBasicOps-233187296 tempest-TestNetworkBasicOps-233187296-project] 10.222.0.20 "DELETE /v2.0/routers/22a738ae-53ff-4c6d-8be0-b9909ca44fb4 HTTP/1.1" status: 204 len: 168 time: 1.0769389 Jun 23 11:42:29.855797 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.wsgi [-] (94174) accepted ('10.222.0.20', 44236) {{(pid=94174) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 11:42:29.933024 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron_lib.callbacks.manager [None req-052b8e2c-3121-4de2-95e7-12c748967aae tempest-TestNetworkBasicOps-233187296 tempest-TestNetworkBasicOps-233187296-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-824874'] for network, before_delete {{(pid=94174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:42:30.028292 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron_lib.callbacks.manager [None req-052b8e2c-3121-4de2-95e7-12c748967aae tempest-TestNetworkBasicOps-233187296 tempest-TestNetworkBasicOps-233187296-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-897259', 'neutron.services.segments.db._delete_segments_for_network-8773700168587'] for network, precommit_delete {{(pid=94174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:42:30.038638 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.services.segments.db [None req-052b8e2c-3121-4de2-95e7-12c748967aae tempest-TestNetworkBasicOps-233187296 tempest-TestNetworkBasicOps-233187296-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['aed37737-f784-42f4-a8b7-af135f8c50b0']}} {{(pid=94174) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 11:42:30.049438 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.services.segments.db [None req-052b8e2c-3121-4de2-95e7-12c748967aae tempest-TestNetworkBasicOps-233187296 tempest-TestNetworkBasicOps-233187296-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6e03fc29-73a7-4380-95bb-f16eaf5e6b8a') {'for_net_delete': True} {{(pid=94174) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 11:42:30.049742 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.services.segments.db [None req-052b8e2c-3121-4de2-95e7-12c748967aae tempest-TestNetworkBasicOps-233187296 tempest-TestNetworkBasicOps-233187296-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6e03fc29-73a7-4380-95bb-f16eaf5e6b8a') {} {{(pid=94174) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 11:42:30.058826 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron_lib.callbacks.manager [None req-052b8e2c-3121-4de2-95e7-12c748967aae tempest-TestNetworkBasicOps-233187296 tempest-TestNetworkBasicOps-233187296-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8773699955833', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4800267'] for segment, before_delete {{(pid=94174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:42:30.075195 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron_lib.callbacks.manager [None req-052b8e2c-3121-4de2-95e7-12c748967aae tempest-TestNetworkBasicOps-233187296 tempest-TestNetworkBasicOps-233187296-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3801'] for segment, precommit_delete {{(pid=94174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:42:30.080903 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-052b8e2c-3121-4de2-95e7-12c748967aae tempest-TestNetworkBasicOps-233187296 tempest-TestNetworkBasicOps-233187296-project] Releasing vlan 405 on physical network physnet1 to pool {{(pid=94174) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 23 11:42:30.081294 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron_lib.callbacks.manager [None req-052b8e2c-3121-4de2-95e7-12c748967aae tempest-TestNetworkBasicOps-233187296 tempest-TestNetworkBasicOps-233187296-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3801', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5196341'] for segment, after_delete {{(pid=94174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:42:30.084173 dv-neutron-601336-94-hyperv neutron-server[94174]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 23 11:42:30.084173 dv-neutron-601336-94-hyperv neutron-server[94174]: conditions |= (models_v2.Port.network_id.in_( Jun 23 11:42:30.084173 dv-neutron-601336-94-hyperv neutron-server[94174]: Traceback (most recent call last): Jun 23 11:42:30.084173 dv-neutron-601336-94-hyperv neutron-server[94174]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 23 11:42:30.084173 dv-neutron-601336-94-hyperv neutron-server[94174]: timer() Jun 23 11:42:30.084173 dv-neutron-601336-94-hyperv neutron-server[94174]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 23 11:42:30.084173 dv-neutron-601336-94-hyperv neutron-server[94174]: cb(*args, **kw) Jun 23 11:42:30.084173 dv-neutron-601336-94-hyperv neutron-server[94174]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 23 11:42:30.084173 dv-neutron-601336-94-hyperv neutron-server[94174]: return func(*args, **kwargs) Jun 23 11:42:30.084173 dv-neutron-601336-94-hyperv neutron-server[94174]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 23 11:42:30.084173 dv-neutron-601336-94-hyperv neutron-server[94174]: self._notify() Jun 23 11:42:30.084173 dv-neutron-601336-94-hyperv neutron-server[94174]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 23 11:42:30.084173 dv-neutron-601336-94-hyperv neutron-server[94174]: self.callback(batched_events) Jun 23 11:42:30.084173 dv-neutron-601336-94-hyperv neutron-server[94174]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 23 11:42:30.084173 dv-neutron-601336-94-hyperv neutron-server[94174]: event.method(event) Jun 23 11:42:30.084173 dv-neutron-601336-94-hyperv neutron-server[94174]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 23 11:42:30.084173 dv-neutron-601336-94-hyperv neutron-server[94174]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 23 11:42:30.084173 dv-neutron-601336-94-hyperv neutron-server[94174]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 23 11:42:30.084173 dv-neutron-601336-94-hyperv neutron-server[94174]: aggregate_uuid = self.p_client.list_aggregates( Jun 23 11:42:30.084173 dv-neutron-601336-94-hyperv neutron-server[94174]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 23 11:42:30.084173 dv-neutron-601336-94-hyperv neutron-server[94174]: return f(self, *a, **k) Jun 23 11:42:30.084173 dv-neutron-601336-94-hyperv neutron-server[94174]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 23 11:42:30.084173 dv-neutron-601336-94-hyperv neutron-server[94174]: return self._get(url).json() Jun 23 11:42:30.084173 dv-neutron-601336-94-hyperv neutron-server[94174]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 23 11:42:30.084173 dv-neutron-601336-94-hyperv neutron-server[94174]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 23 11:42:30.084173 dv-neutron-601336-94-hyperv neutron-server[94174]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 23 11:42:30.084173 dv-neutron-601336-94-hyperv neutron-server[94174]: return self.request(url, 'GET', **kwargs) Jun 23 11:42:30.084173 dv-neutron-601336-94-hyperv neutron-server[94174]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 23 11:42:30.084173 dv-neutron-601336-94-hyperv neutron-server[94174]: base_url = self.get_endpoint(auth, allow=allow, Jun 23 11:42:30.084173 dv-neutron-601336-94-hyperv neutron-server[94174]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 23 11:42:30.084173 dv-neutron-601336-94-hyperv neutron-server[94174]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 23 11:42:30.084173 dv-neutron-601336-94-hyperv neutron-server[94174]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 23 11:42:30.084173 dv-neutron-601336-94-hyperv neutron-server[94174]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 23 11:42:30.084173 dv-neutron-601336-94-hyperv neutron-server[94174]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 23 11:42:30.210706 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron_lib.callbacks.manager [None req-052b8e2c-3121-4de2-95e7-12c748967aae tempest-TestNetworkBasicOps-233187296 tempest-TestNetworkBasicOps-233187296-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-897248', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8002400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7866073', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-524247'] for network, after_delete {{(pid=94174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:42:30.214141 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG oslo_concurrency.lockutils [None req-24d21e4a-65b2-4bc8-af02-491b6c55d103 tempest-TestNetworkBasicOps-233187296 tempest-TestNetworkBasicOps-233187296-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94174) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 11:42:30.218125 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron_lib.callbacks.manager [None req-052b8e2c-3121-4de2-95e7-12c748967aae tempest-TestNetworkBasicOps-233187296 tempest-TestNetworkBasicOps-233187296-project] Notify callbacks [] for network, before_response {{(pid=94174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:42:30.219981 dv-neutron-601336-94-hyperv neutron-server[94174]: INFO neutron.wsgi [None req-052b8e2c-3121-4de2-95e7-12c748967aae tempest-TestNetworkBasicOps-233187296 tempest-TestNetworkBasicOps-233187296-project] 10.222.0.20 "DELETE /v2.0/networks/aed37737-f784-42f4-a8b7-af135f8c50b0 HTTP/1.1" status: 204 len: 168 time: 0.3631551 Jun 23 11:42:30.233468 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.wsgi [-] (94175) accepted ('10.222.0.20', 44238) {{(pid=94175) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 11:42:30.237488 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-052b8e2c-3121-4de2-95e7-12c748967aae tempest-TestNetworkBasicOps-233187296 tempest-TestNetworkBasicOps-233187296-project] Pushing event deleted for resources: {'Network': ['ID=aed37737-f784-42f4-a8b7-af135f8c50b0,revision_number=None']} {{(pid=94174) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 11:42:30.239762 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG oslo_concurrency.lockutils [None req-052b8e2c-3121-4de2-95e7-12c748967aae tempest-TestNetworkBasicOps-233187296 tempest-TestNetworkBasicOps-233187296-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.026s {{(pid=94174) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 11:42:30.239992 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.api.v2.base [None req-a679d203-ee1d-4cfe-ab3f-498e570faedf tempest-TestNetworkBasicOps-233187296 tempest-TestNetworkBasicOps-233187296-project] Request body: {'network': {'name': 'tempest-network-smoke--640673193', 'project_id': '772b9946478d439e9da4eaeade7fb21d', 'port_security_enabled': True}} {{(pid=94175) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 23 11:42:30.342560 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a679d203-ee1d-4cfe-ab3f-498e570faedf tempest-TestNetworkBasicOps-233187296 tempest-TestNetworkBasicOps-233187296-project] Made reservation on behalf of 772b9946478d439e9da4eaeade7fb21d for: {'network': 1} {{(pid=94175) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 23 11:42:30.346635 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron_lib.callbacks.manager [None req-a679d203-ee1d-4cfe-ab3f-498e570faedf tempest-TestNetworkBasicOps-233187296 tempest-TestNetworkBasicOps-233187296-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-923104'] for network, before_create {{(pid=94175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:42:30.373214 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a679d203-ee1d-4cfe-ab3f-498e570faedf tempest-TestNetworkBasicOps-233187296 tempest-TestNetworkBasicOps-233187296-project] vlan segment allocate from pool success with {'vlan_id': 403, 'physical_network': 'physnet1'} {{(pid=94175) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 23 11:42:30.383740 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron_lib.callbacks.manager [None req-a679d203-ee1d-4cfe-ab3f-498e570faedf tempest-TestNetworkBasicOps-233187296 tempest-TestNetworkBasicOps-233187296-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3801'] for segment, precommit_create {{(pid=94175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:42:30.384085 dv-neutron-601336-94-hyperv neutron-server[94175]: INFO neutron.db.segments_db [None req-a679d203-ee1d-4cfe-ab3f-498e570faedf tempest-TestNetworkBasicOps-233187296 tempest-TestNetworkBasicOps-233187296-project] Added segment 8b9820af-555a-44ff-8546-c8ed2bd22896 of type vlan for network 9ff04a95-5226-42f5-93b7-96bdbdef413d Jun 23 11:42:30.422051 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron_lib.callbacks.manager [None req-a679d203-ee1d-4cfe-ab3f-498e570faedf tempest-TestNetworkBasicOps-233187296 tempest-TestNetworkBasicOps-233187296-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8773699596773'] for network, precommit_create {{(pid=94175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:42:30.525056 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron_lib.callbacks.manager [None req-a679d203-ee1d-4cfe-ab3f-498e570faedf tempest-TestNetworkBasicOps-233187296 tempest-TestNetworkBasicOps-233187296-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8002400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7866073'] for network, after_create {{(pid=94175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:42:30.530756 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a679d203-ee1d-4cfe-ab3f-498e570faedf tempest-TestNetworkBasicOps-233187296 tempest-TestNetworkBasicOps-233187296-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 11:42:30.531348 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron_lib.callbacks.manager [None req-a679d203-ee1d-4cfe-ab3f-498e570faedf tempest-TestNetworkBasicOps-233187296 tempest-TestNetworkBasicOps-233187296-project] Notify callbacks [] for network, before_response {{(pid=94175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:42:30.534348 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG oslo_concurrency.lockutils [None req-9952c421-c1ff-40f2-8311-d73be39c65b5 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94175) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 11:42:30.600006 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a679d203-ee1d-4cfe-ab3f-498e570faedf tempest-TestNetworkBasicOps-233187296 tempest-TestNetworkBasicOps-233187296-project] Pushing event updated for resources: {'Network': ['ID=9ff04a95-5226-42f5-93b7-96bdbdef413d,revision_number=1']} {{(pid=94175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 11:42:30.602648 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG oslo_concurrency.lockutils [None req-a679d203-ee1d-4cfe-ab3f-498e570faedf tempest-TestNetworkBasicOps-233187296 tempest-TestNetworkBasicOps-233187296-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.068s {{(pid=94175) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 11:42:30.610610 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.plugins.ml2.rpc [None req-dc7542b2-afef-47f4-a763-e3a3cba144be None None] Network 9ff04a95-5226-42f5-93b7-96bdbdef413d details requested by agent ovs-agent-dv-neutron-601336-94-hyperv with host dv-neutron-601336-94-hyperv {{(pid=94176) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:250}} Jun 23 11:42:30.663587 dv-neutron-601336-94-hyperv neutron-server[94175]: INFO neutron.wsgi [None req-a679d203-ee1d-4cfe-ab3f-498e570faedf tempest-TestNetworkBasicOps-233187296 tempest-TestNetworkBasicOps-233187296-project] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.4287317 Jun 23 11:42:30.666300 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.wsgi [-] (94175) accepted ('10.222.0.20', 44242) {{(pid=94175) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 11:42:30.671276 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.api.v2.base [None req-d2136f3c-e590-430f-ac87-6d30c21f37f6 tempest-TestNetworkBasicOps-233187296 tempest-TestNetworkBasicOps-233187296-project] Request body: {'router': {'name': 'tempest-TestNetworkBasicOps-router-977051783', 'admin_state_up': True, 'project_id': '772b9946478d439e9da4eaeade7fb21d', 'external_gateway_info': {'network_id': '3e7e4eb3-cf02-4d47-ade9-0a579cdfc60f'}}} {{(pid=94175) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 23 11:42:30.782508 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron_lib.callbacks.manager [None req-d2136f3c-e590-430f-ac87-6d30c21f37f6 tempest-TestNetworkBasicOps-233187296 tempest-TestNetworkBasicOps-233187296-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-520407', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-32315'] for router, before_create {{(pid=94175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:42:30.784269 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron_lib.callbacks.manager [None req-d2136f3c-e590-430f-ac87-6d30c21f37f6 tempest-TestNetworkBasicOps-233187296 tempest-TestNetworkBasicOps-233187296-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-520264', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-524122', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-414782', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-32290'] for router, precommit_create {{(pid=94175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:42:30.837016 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron_lib.callbacks.manager [None req-d2136f3c-e590-430f-ac87-6d30c21f37f6 tempest-TestNetworkBasicOps-233187296 tempest-TestNetworkBasicOps-233187296-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:42:31.018250 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron_lib.callbacks.manager [None req-d2136f3c-e590-430f-ac87-6d30c21f37f6 tempest-TestNetworkBasicOps-233187296 tempest-TestNetworkBasicOps-233187296-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-524104', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-520389', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-32276'] for router, precommit_update {{(pid=94175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:42:31.283175 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron_lib.callbacks.manager [None req-d2136f3c-e590-430f-ac87-6d30c21f37f6 tempest-TestNetworkBasicOps-233187296 tempest-TestNetworkBasicOps-233187296-project] Notify callbacks [] for router_gateway, before_create {{(pid=94175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:42:31.305974 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron_lib.callbacks.manager [None req-d2136f3c-e590-430f-ac87-6d30c21f37f6 tempest-TestNetworkBasicOps-233187296 tempest-TestNetworkBasicOps-233187296-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-923104'] for port, before_create {{(pid=94175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:42:31.407877 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.db.db_base_plugin_common [None req-d2136f3c-e590-430f-ac87-6d30c21f37f6 tempest-TestNetworkBasicOps-233187296 tempest-TestNetworkBasicOps-233187296-project] Allocated IP 172.26.3.196 (3e7e4eb3-cf02-4d47-ade9-0a579cdfc60f/a5ad15ab-c489-4a67-a9b0-d559fca0ec71/8b493acb-9b6a-45ed-90a4-697761fa4675) {{(pid=94175) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 23 11:42:31.442247 dv-neutron-601336-94-hyperv neutron-server[94174]: INFO neutron.wsgi [req-d15e45c3-e5df-4065-9c8f-d35f4866f2b0 req-1a2d56b6-8b1d-411e-981b-b0670c1ad9cb service neutron] 10.222.0.52 "GET /v2.0/ports?device_id=379b9572-890a-481f-bf22-593e325cb383&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0523021 Jun 23 11:42:31.509640 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.plugins.ml2.rpc [None req-dc7542b2-afef-47f4-a763-e3a3cba144be None None] Device 7ec9159f-405f-41d8-ba35-97c04a1e0aef no longer exists at agent ovs-agent-dv-neutron-601336-94-hyperv {{(pid=94176) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:261}} Jun 23 11:42:31.518324 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron_lib.callbacks.manager [None req-d2136f3c-e590-430f-ac87-6d30c21f37f6 tempest-TestNetworkBasicOps-233187296 tempest-TestNetworkBasicOps-233187296-project] Notify callbacks [] for port, precommit_create {{(pid=94175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:42:31.529971 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.plugins.ml2.plugin [None req-dc7542b2-afef-47f4-a763-e3a3cba144be None None] No Port match for: 7ec9159f-405f-41d8-ba35-97c04a1e0aef {{(pid=94176) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2240}} Jun 23 11:42:31.530331 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.plugins.ml2.rpc [None req-dc7542b2-afef-47f4-a763-e3a3cba144be None None] Device 7ec9159f-405f-41d8-ba35-97c04a1e0aef not bound to the agent host dv-neutron-601336-94-hyperv {{(pid=94176) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:271}} Jun 23 11:42:31.533584 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d15e45c3-e5df-4065-9c8f-d35f4866f2b0 req-93fc8da7-77bd-491e-b71c-4d04e2dfbd33 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94174) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 11:42:31.535076 dv-neutron-601336-94-hyperv neutron-server[94174]: INFO neutron.wsgi [req-d15e45c3-e5df-4065-9c8f-d35f4866f2b0 req-93fc8da7-77bd-491e-b71c-4d04e2dfbd33 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=196d16edf443490aaaba40ccfc7a3448&device_id=379b9572-890a-481f-bf22-593e325cb383 HTTP/1.1" status: 200 len: 1099 time: 0.0544834 Jun 23 11:42:31.634025 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron_lib.callbacks.manager [None req-d2136f3c-e590-430f-ac87-6d30c21f37f6 tempest-TestNetworkBasicOps-233187296 tempest-TestNetworkBasicOps-233187296-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-922915', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-239814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7866073', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773699642215', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-5082457'] for port, after_create {{(pid=94175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:42:31.637123 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG oslo_concurrency.lockutils [None req-afd1a6b9-f843-445a-acf6-9f84a1db4668 tempest-TestNetworkBasicOps-233187296 tempest-TestNetworkBasicOps-233187296-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94175) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 11:42:31.638166 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d15e45c3-e5df-4065-9c8f-d35f4866f2b0 req-fda7b34e-c20c-48ff-8085-93c37223d63b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94174) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 11:42:31.639807 dv-neutron-601336-94-hyperv neutron-server[94174]: INFO neutron.wsgi [req-d15e45c3-e5df-4065-9c8f-d35f4866f2b0 req-fda7b34e-c20c-48ff-8085-93c37223d63b service neutron] 10.222.0.52 "GET /v2.0/networks?id=03d0adb8-7c84-4028-a133-9fee8ea26a25 HTTP/1.1" status: 200 len: 912 time: 0.0865982 Jun 23 11:42:31.672520 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d2136f3c-e590-430f-ac87-6d30c21f37f6 tempest-TestNetworkBasicOps-233187296 tempest-TestNetworkBasicOps-233187296-project] Network 3e7e4eb3-cf02-4d47-ade9-0a579cdfc60f is already hosted by enough agents. {{(pid=94175) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 23 11:42:31.675794 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.scheduler.base_scheduler [None req-d2136f3c-e590-430f-ac87-6d30c21f37f6 tempest-TestNetworkBasicOps-233187296 tempest-TestNetworkBasicOps-233187296-project] Resources bound (agent type, host, resource id): {{(pid=94175) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 23 11:42:31.682077 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d2136f3c-e590-430f-ac87-6d30c21f37f6 tempest-TestNetworkBasicOps-233187296 tempest-TestNetworkBasicOps-233187296-project] Received port after_create {{(pid=94175) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 23 11:42:31.703765 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2136f3c-e590-430f-ac87-6d30c21f37f6 tempest-TestNetworkBasicOps-233187296 tempest-TestNetworkBasicOps-233187296-project] Pushing event updated for resources: {'Port': ['ID=8b493acb-9b6a-45ed-90a4-697761fa4675,revision_number=1']} {{(pid=94175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 11:42:31.707895 dv-neutron-601336-94-hyperv neutron-server[94174]: INFO neutron.wsgi [req-d15e45c3-e5df-4065-9c8f-d35f4866f2b0 req-acd41948-69b6-4bbc-864f-052712a15866 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=2e0e8118-c297-44b9-8c9a-0d73b41f9725 HTTP/1.1" status: 200 len: 1001 time: 0.0589442 Jun 23 11:42:31.708052 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG oslo_concurrency.lockutils [None req-d2136f3c-e590-430f-ac87-6d30c21f37f6 tempest-TestNetworkBasicOps-233187296 tempest-TestNetworkBasicOps-233187296-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.071s {{(pid=94175) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 11:42:31.752494 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d15e45c3-e5df-4065-9c8f-d35f4866f2b0 req-213b18c6-981b-42b6-b325-53e9dcc3f91e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94174) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 11:42:31.753992 dv-neutron-601336-94-hyperv neutron-server[94174]: INFO neutron.wsgi [req-d15e45c3-e5df-4065-9c8f-d35f4866f2b0 req-213b18c6-981b-42b6-b325-53e9dcc3f91e service neutron] 10.222.0.52 "GET /v2.0/subnets?id=5338fe8e-d932-41fb-ae27-ab82df160b69 HTTP/1.1" status: 200 len: 850 time: 0.0431018 Jun 23 11:42:31.816847 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d15e45c3-e5df-4065-9c8f-d35f4866f2b0 req-fa557acd-7c15-4520-aa0f-a6921ac109c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94174) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 11:42:31.818334 dv-neutron-601336-94-hyperv neutron-server[94174]: INFO neutron.wsgi [req-d15e45c3-e5df-4065-9c8f-d35f4866f2b0 req-fa557acd-7c15-4520-aa0f-a6921ac109c3 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=03d0adb8-7c84-4028-a133-9fee8ea26a25&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1178 time: 0.0557895 Jun 23 11:42:31.904153 dv-neutron-601336-94-hyperv neutron-server[94174]: INFO neutron.wsgi [req-d15e45c3-e5df-4065-9c8f-d35f4866f2b0 req-2f13adeb-2d0e-48a7-91f8-a827421c8e86 service neutron] 10.222.0.52 "GET /v2.0/networks/03d0adb8-7c84-4028-a133-9fee8ea26a25?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0789263 Jun 23 11:42:31.994991 dv-neutron-601336-94-hyperv neutron-server[94174]: INFO neutron.wsgi [req-d15e45c3-e5df-4065-9c8f-d35f4866f2b0 req-cc756240-beec-4ce5-9f3b-e420bd615a5f service neutron] 10.222.0.52 "GET /v2.0/networks/03d0adb8-7c84-4028-a133-9fee8ea26a25?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0846324 Jun 23 11:42:32.002886 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron_lib.callbacks.manager [None req-d2136f3c-e590-430f-ac87-6d30c21f37f6 tempest-TestNetworkBasicOps-233187296 tempest-TestNetworkBasicOps-233187296-project] Notify callbacks [] for router_gateway, after_create {{(pid=94175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:42:32.201183 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron_lib.callbacks.manager [None req-d2136f3c-e590-430f-ac87-6d30c21f37f6 tempest-TestNetworkBasicOps-233187296 tempest-TestNetworkBasicOps-233187296-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-520412', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-524143'] for router, after_create {{(pid=94175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:42:32.450999 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d2136f3c-e590-430f-ac87-6d30c21f37f6 tempest-TestNetworkBasicOps-233187296 tempest-TestNetworkBasicOps-233187296-project] Router 4552d8c9-573f-46ba-9865-ddd6d2ee4540 is scheduled to L3 agent 50ef99c0-ef28-4db5-b303-b145898fae60 with binding_index 1 {{(pid=94175) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jun 23 11:42:32.560329 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d2136f3c-e590-430f-ac87-6d30c21f37f6 tempest-TestNetworkBasicOps-233187296 tempest-TestNetworkBasicOps-233187296-project] Notify agent at l3_agent.dv-neutron-601336-94-hyperv the message routers_updated {{(pid=94175) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 23 11:42:32.570045 dv-neutron-601336-94-hyperv neutron-server[94177]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-98beb17f-4c39-425a-9e2e-5206c8f3886c None None] Sync routers for ids ['4552d8c9-573f-46ba-9865-ddd6d2ee4540'] in dv-neutron-601336-94-hyperv {{(pid=94177) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 23 11:42:32.580058 dv-neutron-601336-94-hyperv neutron-server[94177]: DEBUG neutron.db.l3_dvrscheduler_db [None req-98beb17f-4c39-425a-9e2e-5206c8f3886c None None] Routers {'4552d8c9-573f-46ba-9865-ddd6d2ee4540'} bound to L3 agent in host dv-neutron-601336-94-hyperv {{(pid=94177) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 23 11:42:32.580779 dv-neutron-601336-94-hyperv neutron-server[94177]: DEBUG neutron.db.l3_hamode_db [None req-98beb17f-4c39-425a-9e2e-5206c8f3886c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-601336-94-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-23T11:22:13Z,description=,heartbeat_timestamp=2021-06-23T11:42:13Z,host='dv-neutron-601336-94-hyperv',id=50ef99c0-ef28-4db5-b303-b145898fae60,load=0,resource_versions=,resources_synced=,started_at=2021-06-23T11:22:14Z,topic='l3_agent')) {'router_ids': ['4552d8c9-573f-46ba-9865-ddd6d2ee4540'], 'active': True} {{(pid=94177) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 11:42:32.678882 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron_lib.callbacks.manager [None req-d2136f3c-e590-430f-ac87-6d30c21f37f6 tempest-TestNetworkBasicOps-233187296 tempest-TestNetworkBasicOps-233187296-project] Notify callbacks [] for router, before_response {{(pid=94175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:42:32.683926 dv-neutron-601336-94-hyperv neutron-server[94175]: INFO neutron.wsgi [None req-d2136f3c-e590-430f-ac87-6d30c21f37f6 tempest-TestNetworkBasicOps-233187296 tempest-TestNetworkBasicOps-233187296-project] 10.222.0.20 "POST /v2.0/routers HTTP/1.1" status: 201 len: 886 time: 2.0131187 Jun 23 11:42:32.684120 dv-neutron-601336-94-hyperv neutron-server[94177]: DEBUG neutron.db.l3_dvr_db [None req-98beb17f-4c39-425a-9e2e-5206c8f3886c None None] Set router 4552d8c9-573f-46ba-9865-ddd6d2ee4540 gateway port host: dv-neutron-601336-94-hyperv {{(pid=94177) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:838}} Jun 23 11:42:32.684334 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.wsgi [-] (94175) accepted ('10.222.0.20', 44244) {{(pid=94175) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 11:42:32.718974 dv-neutron-601336-94-hyperv neutron-server[94175]: INFO neutron.wsgi [None req-1936b513-858c-4411-ac46-34bed9be3bde tempest-TestNetworkBasicOps-1420332966 tempest-TestNetworkBasicOps-1420332966-project-admin] 10.222.0.20 "GET /v2.0/subnets?project_id=772b9946478d439e9da4eaeade7fb21d&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0336463 Jun 23 11:42:32.722181 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.wsgi [-] (94175) accepted ('10.222.0.20', 44246) {{(pid=94175) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 11:42:32.857731 dv-neutron-601336-94-hyperv neutron-server[94177]: DEBUG neutron.db.l3_hamode_db [None req-98beb17f-4c39-425a-9e2e-5206c8f3886c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4552d8c9-573f-46ba-9865-ddd6d2ee4540', 'name': 'tempest-TestNetworkBasicOps-router-977051783', 'tenant_id': '772b9946478d439e9da4eaeade7fb21d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3e7e4eb3-cf02-4d47-ade9-0a579cdfc60f', 'external_fixed_ips': [{'subnet_id': 'a5ad15ab-c489-4a67-a9b0-d559fca0ec71', 'ip_address': '172.26.3.196'}], 'enable_snat': True}, 'gw_port_id': '8b493acb-9b6a-45ed-90a4-697761fa4675', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-23T11:42:30Z', 'updated_at': '2021-06-23T11:42:31Z', 'revision_number': 3, 'project_id': '772b9946478d439e9da4eaeade7fb21d', 'gw_port': {'id': '8b493acb-9b6a-45ed-90a4-697761fa4675', 'name': '', 'network_id': '3e7e4eb3-cf02-4d47-ade9-0a579cdfc60f', 'tenant_id': '', 'mac_address': 'fa:16:3e:dd:9b:4f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4552d8c9-573f-46ba-9865-ddd6d2ee4540', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1456, 'fixed_ips': [{'subnet_id': 'a5ad15ab-c489-4a67-a9b0-d559fca0ec71', 'ip_address': '172.26.3.196', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-23T11:42:31Z', 'updated_at': '2021-06-23T11:42:31Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'a5ad15ab-c489-4a67-a9b0-d559fca0ec71', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-601336-94-hyperv'}], 'dv-neutron-601336-94-hyperv', False) {} {{(pid=94177) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 11:42:32.868049 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0421e7ce-b8ae-43bf-adab-892b56ee0e79 tempest-TestNetworkBasicOps-1420332966 tempest-TestNetworkBasicOps-1420332966-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 11:42:32.869527 dv-neutron-601336-94-hyperv neutron-server[94175]: INFO neutron.wsgi [None req-0421e7ce-b8ae-43bf-adab-892b56ee0e79 tempest-TestNetworkBasicOps-1420332966 tempest-TestNetworkBasicOps-1420332966-project-admin] 10.222.0.20 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1464536 Jun 23 11:42:32.872483 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.wsgi [-] (94175) accepted ('10.222.0.20', 44248) {{(pid=94175) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 11:42:32.882954 dv-neutron-601336-94-hyperv neutron-server[94177]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-98beb17f-4c39-425a-9e2e-5206c8f3886c None None] Checking router: 4552d8c9-573f-46ba-9865-ddd6d2ee4540 for host: dv-neutron-601336-94-hyperv {{(pid=94177) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 23 11:42:32.883295 dv-neutron-601336-94-hyperv neutron-server[94177]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-98beb17f-4c39-425a-9e2e-5206c8f3886c None None] Updating router 4552d8c9-573f-46ba-9865-ddd6d2ee4540 port 8b493acb-9b6a-45ed-90a4-697761fa4675 binding host dv-neutron-601336-94-hyperv {{(pid=94177) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 23 11:42:32.903119 dv-neutron-601336-94-hyperv neutron-server[94175]: INFO neutron.wsgi [None req-29934b23-f921-4bd7-bfff-f236386305e5 tempest-TestNetworkBasicOps-1420332966 tempest-TestNetworkBasicOps-1420332966-project-admin] 10.222.0.20 "GET /v2.0/subnets?network_id=3e7e4eb3-cf02-4d47-ade9-0a579cdfc60f&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0269554 Jun 23 11:42:32.903377 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.wsgi [-] (94175) accepted ('10.222.0.20', 44250) {{(pid=94175) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 11:42:32.908803 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.api.v2.base [None req-174262c4-c2bc-47ad-8f74-1d0878f99ac1 tempest-TestNetworkBasicOps-233187296 tempest-TestNetworkBasicOps-233187296-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-2057930678', 'network_id': '9ff04a95-5226-42f5-93b7-96bdbdef413d', 'project_id': '772b9946478d439e9da4eaeade7fb21d', 'ip_version': 4, 'cidr': '172.20.0.0/28', 'dns_nameservers': ['1.2.3.4']}} {{(pid=94175) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 23 11:42:32.917001 dv-neutron-601336-94-hyperv neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-98beb17f-4c39-425a-9e2e-5206c8f3886c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-923122'] for port, before_update {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:42:33.080317 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-174262c4-c2bc-47ad-8f74-1d0878f99ac1 tempest-TestNetworkBasicOps-233187296 tempest-TestNetworkBasicOps-233187296-project] Made reservation on behalf of 772b9946478d439e9da4eaeade7fb21d for: {'subnet': 1} {{(pid=94175) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 23 11:42:33.084212 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron_lib.callbacks.manager [None req-174262c4-c2bc-47ad-8f74-1d0878f99ac1 tempest-TestNetworkBasicOps-233187296 tempest-TestNetworkBasicOps-233187296-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4660073'] for subnet, before_create {{(pid=94175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:42:33.162721 dv-neutron-601336-94-hyperv neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-98beb17f-4c39-425a-9e2e-5206c8f3886c None None] Notify callbacks [] for port, precommit_update {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:42:33.173151 dv-neutron-601336-94-hyperv neutron-server[94177]: DEBUG neutron.db.provisioning_blocks [None req-98beb17f-4c39-425a-9e2e-5206c8f3886c None None] Transition to ACTIVE for port object 8b493acb-9b6a-45ed-90a4-697761fa4675 will not be triggered until provisioned by entity L2. {{(pid=94177) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 23 11:42:33.250462 dv-neutron-601336-94-hyperv neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-98beb17f-4c39-425a-9e2e-5206c8f3886c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-922904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866062', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773700135042', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773699642233', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773699642278'] for port, after_update {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:42:33.254346 dv-neutron-601336-94-hyperv neutron-server[94177]: DEBUG oslo_concurrency.lockutils [None req-a147fdf3-654f-4406-8e8e-2316d1143e6e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94177) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 11:42:33.300679 dv-neutron-601336-94-hyperv neutron-server[94177]: DEBUG neutron.plugins.ml2.managers [None req-98beb17f-4c39-425a-9e2e-5206c8f3886c None None] Attempting to bind port 8b493acb-9b6a-45ed-90a4-697761fa4675 on host dv-neutron-601336-94-hyperv for vnic_type normal with profile {{(pid=94177) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 23 11:42:33.301052 dv-neutron-601336-94-hyperv neutron-server[94177]: DEBUG neutron.plugins.ml2.managers [None req-98beb17f-4c39-425a-9e2e-5206c8f3886c None None] Attempting to bind port 8b493acb-9b6a-45ed-90a4-697761fa4675 by drivers openvswitch,hyperv on host dv-neutron-601336-94-hyperv at level 0 using segments [{'id': 'c23be0a5-6980-48fb-bc9f-4a24717fe1de', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3e7e4eb3-cf02-4d47-ade9-0a579cdfc60f'}] {{(pid=94177) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 23 11:42:33.301422 dv-neutron-601336-94-hyperv neutron-server[94177]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-98beb17f-4c39-425a-9e2e-5206c8f3886c None None] Attempting to bind port 8b493acb-9b6a-45ed-90a4-697761fa4675 on network 3e7e4eb3-cf02-4d47-ade9-0a579cdfc60f {{(pid=94177) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 23 11:42:33.308757 dv-neutron-601336-94-hyperv neutron-server[94177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d727a47-90b9-48b3-a671-8d6de41bad0e None None] Pushing event updated for resources: {'Port': ['ID=8b493acb-9b6a-45ed-90a4-697761fa4675,revision_number=2']} {{(pid=94177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 11:42:33.311667 dv-neutron-601336-94-hyperv neutron-server[94177]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-98beb17f-4c39-425a-9e2e-5206c8f3886c None None] Checking agent: {'id': '4d05f899-5ac9-411b-8a03-f60c93f87cdf', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-601336-94-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 23, 11, 22, 14), 'started_at': datetime.datetime(2021, 6, 23, 11, 22, 44), 'heartbeat_timestamp': datetime.datetime(2021, 6, 23, 11, 42, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'monitor_allowed_address_pair_garp': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-601336-94-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94177) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 23 11:42:33.312044 dv-neutron-601336-94-hyperv neutron-server[94177]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-98beb17f-4c39-425a-9e2e-5206c8f3886c None None] Checking segment: {'id': 'c23be0a5-6980-48fb-bc9f-4a24717fe1de', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3e7e4eb3-cf02-4d47-ade9-0a579cdfc60f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94177) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 23 11:42:33.312452 dv-neutron-601336-94-hyperv neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-98beb17f-4c39-425a-9e2e-5206c8f3886c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:42:33.312850 dv-neutron-601336-94-hyperv neutron-server[94177]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-98beb17f-4c39-425a-9e2e-5206c8f3886c None None] Bound using segment: {'id': 'c23be0a5-6980-48fb-bc9f-4a24717fe1de', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3e7e4eb3-cf02-4d47-ade9-0a579cdfc60f'} {{(pid=94177) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 23 11:42:33.313318 dv-neutron-601336-94-hyperv neutron-server[94177]: DEBUG neutron.plugins.ml2.managers [None req-98beb17f-4c39-425a-9e2e-5206c8f3886c None None] Bound port: 8b493acb-9b6a-45ed-90a4-697761fa4675, host: dv-neutron-601336-94-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c23be0a5-6980-48fb-bc9f-4a24717fe1de', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3e7e4eb3-cf02-4d47-ade9-0a579cdfc60f'}}] {{(pid=94177) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 23 11:42:33.313693 dv-neutron-601336-94-hyperv neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-98beb17f-4c39-425a-9e2e-5206c8f3886c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-923122'] for port, before_update {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:42:33.331822 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron_lib.callbacks.manager [None req-174262c4-c2bc-47ad-8f74-1d0878f99ac1 tempest-TestNetworkBasicOps-233187296 tempest-TestNetworkBasicOps-233187296-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866062', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5083113', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4660095'] for subnet, after_create {{(pid=94175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:42:33.334363 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG oslo_concurrency.lockutils [None req-1b1ec094-ed8e-4058-b4f0-0042297c620e tempest-NetworksIpV6Test-253648203 tempest-NetworksIpV6Test-253648203-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94175) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 11:42:33.336180 dv-neutron-601336-94-hyperv neutron-server[94177]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d727a47-90b9-48b3-a671-8d6de41bad0e None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-601336-94-hyperv {{(pid=94177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 11:42:33.336592 dv-neutron-601336-94-hyperv neutron-server[94177]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d727a47-90b9-48b3-a671-8d6de41bad0e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-94-hyperv {{(pid=94177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 11:42:33.336939 dv-neutron-601336-94-hyperv neutron-server[94177]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d727a47-90b9-48b3-a671-8d6de41bad0e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-94-hyperv {{(pid=94177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 11:42:33.337271 dv-neutron-601336-94-hyperv neutron-server[94177]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d727a47-90b9-48b3-a671-8d6de41bad0e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-601336-94-hyperv {{(pid=94177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 11:42:33.337599 dv-neutron-601336-94-hyperv neutron-server[94177]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d727a47-90b9-48b3-a671-8d6de41bad0e None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-601336-94-hyperv {{(pid=94177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 11:42:33.337917 dv-neutron-601336-94-hyperv neutron-server[94177]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d727a47-90b9-48b3-a671-8d6de41bad0e None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-601336-94-hyperv {{(pid=94177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 11:42:33.338246 dv-neutron-601336-94-hyperv neutron-server[94177]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d727a47-90b9-48b3-a671-8d6de41bad0e None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-601336-94-hyperv {{(pid=94177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 11:42:33.338779 dv-neutron-601336-94-hyperv neutron-server[94177]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d727a47-90b9-48b3-a671-8d6de41bad0e None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-601336-94-hyperv {{(pid=94177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 11:42:33.338915 dv-neutron-601336-94-hyperv neutron-server[94177]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d727a47-90b9-48b3-a671-8d6de41bad0e None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-601336-94-hyperv {{(pid=94177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 11:42:33.339220 dv-neutron-601336-94-hyperv neutron-server[94177]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d727a47-90b9-48b3-a671-8d6de41bad0e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-94-hyperv {{(pid=94177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 11:42:33.339537 dv-neutron-601336-94-hyperv neutron-server[94177]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d727a47-90b9-48b3-a671-8d6de41bad0e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-601336-94-hyperv {{(pid=94177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 11:42:33.340454 dv-neutron-601336-94-hyperv neutron-server[94177]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d727a47-90b9-48b3-a671-8d6de41bad0e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-601336-94-hyperv {{(pid=94177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 11:42:33.345086 dv-neutron-601336-94-hyperv neutron-server[94177]: DEBUG oslo_concurrency.lockutils [None req-8d727a47-90b9-48b3-a671-8d6de41bad0e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.091s {{(pid=94177) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 11:42:33.377253 dv-neutron-601336-94-hyperv neutron-server[94177]: DEBUG neutron.plugins.ml2.db [None req-98beb17f-4c39-425a-9e2e-5206c8f3886c None None] For port 8b493acb-9b6a-45ed-90a4-697761fa4675, host dv-neutron-601336-94-hyperv, cleared binding levels {{(pid=94177) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 23 11:42:33.380938 dv-neutron-601336-94-hyperv neutron-server[94177]: DEBUG neutron.plugins.ml2.db [None req-98beb17f-4c39-425a-9e2e-5206c8f3886c None None] For port 8b493acb-9b6a-45ed-90a4-697761fa4675, host dv-neutron-601336-94-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-94-hyperv',level=0,port_id=8b493acb-9b6a-45ed-90a4-697761fa4675,segment=NetworkSegment(c23be0a5-6980-48fb-bc9f-4a24717fe1de),segment_id=c23be0a5-6980-48fb-bc9f-4a24717fe1de)] {{(pid=94177) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 23 11:42:33.402381 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-174262c4-c2bc-47ad-8f74-1d0878f99ac1 tempest-TestNetworkBasicOps-233187296 tempest-TestNetworkBasicOps-233187296-project] Pushing event updated for resources: {'Subnet': ['ID=87b46201-6098-4029-a781-475b4fa36a2e,revision_number=0']} {{(pid=94175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 11:42:33.405984 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG oslo_concurrency.lockutils [None req-174262c4-c2bc-47ad-8f74-1d0878f99ac1 tempest-TestNetworkBasicOps-233187296 tempest-TestNetworkBasicOps-233187296-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.072s {{(pid=94175) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 11:42:33.412154 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-174262c4-c2bc-47ad-8f74-1d0878f99ac1 tempest-TestNetworkBasicOps-233187296 tempest-TestNetworkBasicOps-233187296-project] Checking segment: {'id': '8b9820af-555a-44ff-8546-c8ed2bd22896', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 403, 'network_id': '9ff04a95-5226-42f5-93b7-96bdbdef413d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94175) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 23 11:42:33.412591 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-174262c4-c2bc-47ad-8f74-1d0878f99ac1 tempest-TestNetworkBasicOps-233187296 tempest-TestNetworkBasicOps-233187296-project] Network hostable DHCP agents. Network: 9ff04a95-5226-42f5-93b7-96bdbdef413d, hostable agents: ['8cf29b10-0e57-4131-816f-a4b6ad00b249'], hosted agents: [] {{(pid=94175) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 23 11:42:33.463064 dv-neutron-601336-94-hyperv neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-98beb17f-4c39-425a-9e2e-5206c8f3886c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-922904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866062', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773700135042', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773699642233', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773699642278'] for port, after_update {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:42:33.465289 dv-neutron-601336-94-hyperv neutron-server[94177]: DEBUG oslo_concurrency.lockutils [None req-b4b1346e-ae2c-4029-b4c8-43175ed0644e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94177) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 11:42:33.520504 dv-neutron-601336-94-hyperv neutron-server[94177]: DEBUG neutron.db.l3_dvrscheduler_db [None req-98beb17f-4c39-425a-9e2e-5206c8f3886c None None] Routers {'4552d8c9-573f-46ba-9865-ddd6d2ee4540'} bound to L3 agent in host dv-neutron-601336-94-hyperv {{(pid=94177) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 23 11:42:33.521122 dv-neutron-601336-94-hyperv neutron-server[94177]: DEBUG neutron.db.l3_hamode_db [None req-98beb17f-4c39-425a-9e2e-5206c8f3886c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-601336-94-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-23T11:22:13Z,description=,heartbeat_timestamp=2021-06-23T11:42:13Z,host='dv-neutron-601336-94-hyperv',id=50ef99c0-ef28-4db5-b303-b145898fae60,load=0,resource_versions=,resources_synced=,started_at=2021-06-23T11:22:14Z,topic='l3_agent')) {'router_ids': ['4552d8c9-573f-46ba-9865-ddd6d2ee4540'], 'active': True} {{(pid=94177) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 11:42:33.523719 dv-neutron-601336-94-hyperv neutron-server[94177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d727a47-90b9-48b3-a671-8d6de41bad0e None None] Pushing event updated for resources: {'Port': ['ID=8b493acb-9b6a-45ed-90a4-697761fa4675,revision_number=3']} {{(pid=94177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 11:42:33.553957 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-174262c4-c2bc-47ad-8f74-1d0878f99ac1 tempest-TestNetworkBasicOps-233187296 tempest-TestNetworkBasicOps-233187296-project] Network 9ff04a95-5226-42f5-93b7-96bdbdef413d is scheduled to be hosted by DHCP agent 8cf29b10-0e57-4131-816f-a4b6ad00b249 with binding_index 1 {{(pid=94175) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 23 11:42:33.559189 dv-neutron-601336-94-hyperv neutron-server[94177]: DEBUG oslo_concurrency.lockutils [None req-8d727a47-90b9-48b3-a671-8d6de41bad0e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.094s {{(pid=94177) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 11:42:33.629893 dv-neutron-601336-94-hyperv neutron-server[94177]: DEBUG neutron.db.l3_dvr_db [None req-98beb17f-4c39-425a-9e2e-5206c8f3886c None None] Set router 4552d8c9-573f-46ba-9865-ddd6d2ee4540 gateway port host: dv-neutron-601336-94-hyperv {{(pid=94177) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:838}} Jun 23 11:42:33.685839 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.scheduler.base_scheduler [None req-174262c4-c2bc-47ad-8f74-1d0878f99ac1 tempest-TestNetworkBasicOps-233187296 tempest-TestNetworkBasicOps-233187296-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-601336-94-hyperv, 9ff04a95-5226-42f5-93b7-96bdbdef413d) {{(pid=94175) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 23 11:42:33.691144 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-174262c4-c2bc-47ad-8f74-1d0878f99ac1 tempest-TestNetworkBasicOps-233187296 tempest-TestNetworkBasicOps-233187296-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 11:42:33.691871 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron_lib.callbacks.manager [None req-174262c4-c2bc-47ad-8f74-1d0878f99ac1 tempest-TestNetworkBasicOps-233187296 tempest-TestNetworkBasicOps-233187296-project] Notify callbacks [] for subnet, before_response {{(pid=94175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:42:33.699407 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-328d0a94-9acb-4bcc-8b0e-1e95471be053 None None] Network 9ff04a95-5226-42f5-93b7-96bdbdef413d requested from dv-neutron-601336-94-hyperv {{(pid=94176) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 23 11:42:33.777438 dv-neutron-601336-94-hyperv neutron-server[94175]: INFO neutron.wsgi [None req-174262c4-c2bc-47ad-8f74-1d0878f99ac1 tempest-TestNetworkBasicOps-233187296 tempest-TestNetworkBasicOps-233187296-project] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 841 time: 0.8729432 Jun 23 11:42:33.780178 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.wsgi [-] (94174) accepted ('10.222.0.20', 44252) {{(pid=94174) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 11:42:33.815788 dv-neutron-601336-94-hyperv neutron-server[94177]: DEBUG neutron.db.l3_hamode_db [None req-98beb17f-4c39-425a-9e2e-5206c8f3886c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4552d8c9-573f-46ba-9865-ddd6d2ee4540', 'name': 'tempest-TestNetworkBasicOps-router-977051783', 'tenant_id': '772b9946478d439e9da4eaeade7fb21d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3e7e4eb3-cf02-4d47-ade9-0a579cdfc60f', 'external_fixed_ips': [{'subnet_id': 'a5ad15ab-c489-4a67-a9b0-d559fca0ec71', 'ip_address': '172.26.3.196'}], 'enable_snat': True}, 'gw_port_id': '8b493acb-9b6a-45ed-90a4-697761fa4675', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-23T11:42:30Z', 'updated_at': '2021-06-23T11:42:31Z', 'revision_number': 3, 'project_id': '772b9946478d439e9da4eaeade7fb21d', 'gw_port': {'id': '8b493acb-9b6a-45ed-90a4-697761fa4675', 'name': '', 'network_id': '3e7e4eb3-cf02-4d47-ade9-0a579cdfc60f', 'tenant_id': '', 'mac_address': 'fa:16:3e:dd:9b:4f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4552d8c9-573f-46ba-9865-ddd6d2ee4540', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1456, 'fixed_ips': [{'subnet_id': 'a5ad15ab-c489-4a67-a9b0-d559fca0ec71', 'ip_address': '172.26.3.196', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-94-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-23T11:42:31Z', 'updated_at': '2021-06-23T11:42:33Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a5ad15ab-c489-4a67-a9b0-d559fca0ec71', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-601336-94-hyperv'}], 'dv-neutron-601336-94-hyperv', False) {} {{(pid=94177) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 11:42:33.843602 dv-neutron-601336-94-hyperv neutron-server[94177]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-98beb17f-4c39-425a-9e2e-5206c8f3886c None None] The sync data for ids ['4552d8c9-573f-46ba-9865-ddd6d2ee4540'] in dv-neutron-601336-94-hyperv is: [{'id': '4552d8c9-573f-46ba-9865-ddd6d2ee4540', 'name': 'tempest-TestNetworkBasicOps-router-977051783', 'tenant_id': '772b9946478d439e9da4eaeade7fb21d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3e7e4eb3-cf02-4d47-ade9-0a579cdfc60f', 'external_fixed_ips': [{'subnet_id': 'a5ad15ab-c489-4a67-a9b0-d559fca0ec71', 'ip_address': '172.26.3.196'}], 'enable_snat': True}, 'gw_port_id': '8b493acb-9b6a-45ed-90a4-697761fa4675', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-23T11:42:30Z', 'updated_at': '2021-06-23T11:42:31Z', 'revision_number': 3, 'project_id': '772b9946478d439e9da4eaeade7fb21d', 'gw_port': {'id': '8b493acb-9b6a-45ed-90a4-697761fa4675', 'name': '', 'network_id': '3e7e4eb3-cf02-4d47-ade9-0a579cdfc60f', 'tenant_id': '', 'mac_address': 'fa:16:3e:dd:9b:4f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4552d8c9-573f-46ba-9865-ddd6d2ee4540', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1456, 'fixed_ips': [{'subnet_id': 'a5ad15ab-c489-4a67-a9b0-d559fca0ec71', 'ip_address': '172.26.3.196', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-94-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-23T11:42:31Z', 'updated_at': '2021-06-23T11:42:33Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a5ad15ab-c489-4a67-a9b0-d559fca0ec71', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-601336-94-hyperv'}] {{(pid=94177) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 23 11:42:33.871208 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a04c6ca6-40a6-4cb8-9fe3-eb393ba010a9 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1e0d828a-1fa4-563d-b7fd-53adf66a04ee-9ff04a95-5226-42f5-93b7-96bdbdef413d', 'network_id': '9ff04a95-5226-42f5-93b7-96bdbdef413d', 'tenant_id': '772b9946478d439e9da4eaeade7fb21d', 'fixed_ips': [{'subnet_id': '87b46201-6098-4029-a781-475b4fa36a2e'}]}} from dv-neutron-601336-94-hyperv. {{(pid=94176) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 23 11:42:33.872488 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron_lib.callbacks.manager [None req-a04c6ca6-40a6-4cb8-9fe3-eb393ba010a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-923104'] for port, before_create {{(pid=94176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:42:34.023561 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.db.db_base_plugin_common [None req-a04c6ca6-40a6-4cb8-9fe3-eb393ba010a9 None None] Allocated IP 172.20.0.2 (9ff04a95-5226-42f5-93b7-96bdbdef413d/87b46201-6098-4029-a781-475b4fa36a2e/e90d110b-51de-41dc-8114-733f34789dcf) {{(pid=94176) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 23 11:42:34.187968 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron_lib.callbacks.manager [None req-a04c6ca6-40a6-4cb8-9fe3-eb393ba010a9 None None] Notify callbacks [] for port, precommit_create {{(pid=94176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:42:34.196993 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.db.provisioning_blocks [None req-a04c6ca6-40a6-4cb8-9fe3-eb393ba010a9 None None] Transition to ACTIVE for port object e90d110b-51de-41dc-8114-733f34789dcf will not be triggered until provisioned by entity L2. {{(pid=94176) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 23 11:42:34.213433 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.db.provisioning_blocks [None req-a04c6ca6-40a6-4cb8-9fe3-eb393ba010a9 None None] Transition to ACTIVE for port object e90d110b-51de-41dc-8114-733f34789dcf will not be triggered until provisioned by entity DHCP. {{(pid=94176) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 23 11:42:34.266183 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron_lib.callbacks.manager [None req-caceb773-9a2e-418a-b86b-10d6b74fb49a tempest-TestNetworkBasicOps-233187296 tempest-TestNetworkBasicOps-233187296-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-923104'] for port, before_create {{(pid=94174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:42:34.297490 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron_lib.callbacks.manager [None req-a04c6ca6-40a6-4cb8-9fe3-eb393ba010a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-922915', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-239814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7866073', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773699642215'] for port, after_create {{(pid=94176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:42:34.301373 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG oslo_concurrency.lockutils [None req-049bf98e-e189-4bf5-a842-876658109983 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 11:42:34.341370 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a04c6ca6-40a6-4cb8-9fe3-eb393ba010a9 None None] Network 9ff04a95-5226-42f5-93b7-96bdbdef413d is already hosted by enough agents. {{(pid=94176) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 23 11:42:34.344195 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.scheduler.base_scheduler [None req-a04c6ca6-40a6-4cb8-9fe3-eb393ba010a9 None None] Resources bound (agent type, host, resource id): {{(pid=94176) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 23 11:42:34.350786 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a04c6ca6-40a6-4cb8-9fe3-eb393ba010a9 None None] Received port after_create {{(pid=94176) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 23 11:42:34.358104 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a04c6ca6-40a6-4cb8-9fe3-eb393ba010a9 None None] Pushing event updated for resources: {'Port': ['ID=e90d110b-51de-41dc-8114-733f34789dcf,revision_number=1']} {{(pid=94176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 11:42:34.362617 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG oslo_concurrency.lockutils [None req-a04c6ca6-40a6-4cb8-9fe3-eb393ba010a9 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.063s {{(pid=94176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 11:42:34.415930 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.plugins.ml2.managers [None req-a04c6ca6-40a6-4cb8-9fe3-eb393ba010a9 None None] Attempting to bind port e90d110b-51de-41dc-8114-733f34789dcf on host dv-neutron-601336-94-hyperv for vnic_type normal with profile {{(pid=94176) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 23 11:42:34.416318 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.plugins.ml2.managers [None req-a04c6ca6-40a6-4cb8-9fe3-eb393ba010a9 None None] Attempting to bind port e90d110b-51de-41dc-8114-733f34789dcf by drivers openvswitch,hyperv on host dv-neutron-601336-94-hyperv at level 0 using segments [{'id': '8b9820af-555a-44ff-8546-c8ed2bd22896', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 403, 'network_id': '9ff04a95-5226-42f5-93b7-96bdbdef413d'}] {{(pid=94176) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 23 11:42:34.416699 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a04c6ca6-40a6-4cb8-9fe3-eb393ba010a9 None None] Attempting to bind port e90d110b-51de-41dc-8114-733f34789dcf on network 9ff04a95-5226-42f5-93b7-96bdbdef413d {{(pid=94176) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 23 11:42:34.422314 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a04c6ca6-40a6-4cb8-9fe3-eb393ba010a9 None None] Checking agent: {'id': '4d05f899-5ac9-411b-8a03-f60c93f87cdf', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-601336-94-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 23, 11, 22, 14), 'started_at': datetime.datetime(2021, 6, 23, 11, 22, 44), 'heartbeat_timestamp': datetime.datetime(2021, 6, 23, 11, 42, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'monitor_allowed_address_pair_garp': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-601336-94-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94176) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 23 11:42:34.422842 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a04c6ca6-40a6-4cb8-9fe3-eb393ba010a9 None None] Checking segment: {'id': '8b9820af-555a-44ff-8546-c8ed2bd22896', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 403, 'network_id': '9ff04a95-5226-42f5-93b7-96bdbdef413d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94176) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 23 11:42:34.423438 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron_lib.callbacks.manager [None req-a04c6ca6-40a6-4cb8-9fe3-eb393ba010a9 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:42:34.423849 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a04c6ca6-40a6-4cb8-9fe3-eb393ba010a9 None None] Bound using segment: {'id': '8b9820af-555a-44ff-8546-c8ed2bd22896', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 403, 'network_id': '9ff04a95-5226-42f5-93b7-96bdbdef413d'} {{(pid=94176) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 23 11:42:34.424333 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.plugins.ml2.managers [None req-a04c6ca6-40a6-4cb8-9fe3-eb393ba010a9 None None] Bound port: e90d110b-51de-41dc-8114-733f34789dcf, host: dv-neutron-601336-94-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8b9820af-555a-44ff-8546-c8ed2bd22896', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 403, 'network_id': '9ff04a95-5226-42f5-93b7-96bdbdef413d'}}] {{(pid=94176) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 23 11:42:34.424725 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron_lib.callbacks.manager [None req-a04c6ca6-40a6-4cb8-9fe3-eb393ba010a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-923122'] for port, before_update {{(pid=94176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:42:34.497407 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.plugins.ml2.db [None req-a04c6ca6-40a6-4cb8-9fe3-eb393ba010a9 None None] For port e90d110b-51de-41dc-8114-733f34789dcf, host dv-neutron-601336-94-hyperv, cleared binding levels {{(pid=94176) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 23 11:42:34.500946 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.plugins.ml2.db [None req-a04c6ca6-40a6-4cb8-9fe3-eb393ba010a9 None None] For port e90d110b-51de-41dc-8114-733f34789dcf, host dv-neutron-601336-94-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-94-hyperv',level=0,port_id=e90d110b-51de-41dc-8114-733f34789dcf,segment=NetworkSegment(8b9820af-555a-44ff-8546-c8ed2bd22896),segment_id=8b9820af-555a-44ff-8546-c8ed2bd22896)] {{(pid=94176) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 23 11:42:34.565918 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.db.db_base_plugin_common [None req-caceb773-9a2e-418a-b86b-10d6b74fb49a tempest-TestNetworkBasicOps-233187296 tempest-TestNetworkBasicOps-233187296-project] Allocated IP 172.20.0.1 (9ff04a95-5226-42f5-93b7-96bdbdef413d/87b46201-6098-4029-a781-475b4fa36a2e/6dc2feaf-a646-4162-8566-144dc8456cb6) {{(pid=94174) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 23 11:42:34.577454 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron_lib.callbacks.manager [None req-a04c6ca6-40a6-4cb8-9fe3-eb393ba010a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-922904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866062', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773700135042', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773699642233', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773699642278'] for port, after_update {{(pid=94176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:42:34.581276 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG oslo_concurrency.lockutils [None req-11443261-d808-4e09-bbaa-dc53864788f2 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 11:42:34.641744 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a04c6ca6-40a6-4cb8-9fe3-eb393ba010a9 None None] Pushing event updated for resources: {'Port': ['ID=e90d110b-51de-41dc-8114-733f34789dcf,revision_number=2']} {{(pid=94176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 11:42:34.652828 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG oslo_concurrency.lockutils [None req-a04c6ca6-40a6-4cb8-9fe3-eb393ba010a9 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.071s {{(pid=94176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 11:42:34.689940 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron_lib.callbacks.manager [None req-caceb773-9a2e-418a-b86b-10d6b74fb49a tempest-TestNetworkBasicOps-233187296 tempest-TestNetworkBasicOps-233187296-project] Notify callbacks [] for port, precommit_create {{(pid=94174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:42:34.707276 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.db.provisioning_blocks [None req-caceb773-9a2e-418a-b86b-10d6b74fb49a tempest-TestNetworkBasicOps-233187296 tempest-TestNetworkBasicOps-233187296-project] Transition to ACTIVE for port object 6dc2feaf-a646-4162-8566-144dc8456cb6 will not be triggered until provisioned by entity DHCP. {{(pid=94174) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 23 11:42:34.817209 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron_lib.callbacks.manager [None req-caceb773-9a2e-418a-b86b-10d6b74fb49a tempest-TestNetworkBasicOps-233187296 tempest-TestNetworkBasicOps-233187296-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-922915', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-239814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7866073', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773699642215', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-5196399'] for port, after_create {{(pid=94174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:42:34.819700 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG oslo_concurrency.lockutils [None req-c5ee056a-b9a9-43d3-9a35-894d2eae8d7e tempest-TestNetworkBasicOps-233187296 tempest-TestNetworkBasicOps-233187296-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94174) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 11:42:34.862235 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-caceb773-9a2e-418a-b86b-10d6b74fb49a tempest-TestNetworkBasicOps-233187296 tempest-TestNetworkBasicOps-233187296-project] Network 9ff04a95-5226-42f5-93b7-96bdbdef413d is already hosted by enough agents. {{(pid=94174) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 23 11:42:34.867540 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.scheduler.base_scheduler [None req-caceb773-9a2e-418a-b86b-10d6b74fb49a tempest-TestNetworkBasicOps-233187296 tempest-TestNetworkBasicOps-233187296-project] Resources bound (agent type, host, resource id): {{(pid=94174) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 23 11:42:34.869827 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.db.l3_dvrscheduler_db [None req-caceb773-9a2e-418a-b86b-10d6b74fb49a tempest-TestNetworkBasicOps-233187296 tempest-TestNetworkBasicOps-233187296-project] Received port after_create {{(pid=94174) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 23 11:42:34.908419 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-caceb773-9a2e-418a-b86b-10d6b74fb49a tempest-TestNetworkBasicOps-233187296 tempest-TestNetworkBasicOps-233187296-project] Pushing event updated for resources: {'Port': ['ID=6dc2feaf-a646-4162-8566-144dc8456cb6,revision_number=1']} {{(pid=94174) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 11:42:34.912948 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG oslo_concurrency.lockutils [None req-caceb773-9a2e-418a-b86b-10d6b74fb49a tempest-TestNetworkBasicOps-233187296 tempest-TestNetworkBasicOps-233187296-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.093s {{(pid=94174) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 11:42:34.927757 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron_lib.callbacks.manager [None req-caceb773-9a2e-418a-b86b-10d6b74fb49a tempest-TestNetworkBasicOps-233187296 tempest-TestNetworkBasicOps-233187296-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-452954'] for router_interface, before_create {{(pid=94174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:42:35.159665 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron_lib.callbacks.manager [None req-caceb773-9a2e-418a-b86b-10d6b74fb49a tempest-TestNetworkBasicOps-233187296 tempest-TestNetworkBasicOps-233187296-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-923122'] for port, before_update {{(pid=94174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:42:35.434413 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron_lib.callbacks.manager [None req-caceb773-9a2e-418a-b86b-10d6b74fb49a tempest-TestNetworkBasicOps-233187296 tempest-TestNetworkBasicOps-233187296-project] Notify callbacks [] for port, precommit_update {{(pid=94174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:42:35.525010 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron_lib.callbacks.manager [None req-caceb773-9a2e-418a-b86b-10d6b74fb49a tempest-TestNetworkBasicOps-233187296 tempest-TestNetworkBasicOps-233187296-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-922904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866062', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773700135042', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773699642233', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773699642278', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5196369'] for port, after_update {{(pid=94174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:42:35.529104 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG oslo_concurrency.lockutils [None req-5c90d8f8-509c-4724-9789-2c0440fe0185 tempest-TestNetworkAdvancedServerOps-632886841 tempest-TestNetworkAdvancedServerOps-632886841-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94174) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 11:42:35.565911 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.plugins.ml2.rpc [None req-dc7542b2-afef-47f4-a763-e3a3cba144be None None] Device 8b493acb-9b6a-45ed-90a4-697761fa4675 up at agent ovs-agent-dv-neutron-601336-94-hyperv {{(pid=94176) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:298}} Jun 23 11:42:35.602209 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-caceb773-9a2e-418a-b86b-10d6b74fb49a tempest-TestNetworkBasicOps-233187296 tempest-TestNetworkBasicOps-233187296-project] Pushing event updated for resources: {'Port': ['ID=6dc2feaf-a646-4162-8566-144dc8456cb6,revision_number=2']} {{(pid=94174) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 11:42:35.621076 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron_lib.callbacks.manager [None req-caceb773-9a2e-418a-b86b-10d6b74fb49a tempest-TestNetworkBasicOps-233187296 tempest-TestNetworkBasicOps-233187296-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-7866091', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-453038'] for router_interface, after_create {{(pid=94174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:42:35.621756 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3bca9e2c-4d4c-4adf-a170-74957cb3bb28 None None] Network 9ff04a95-5226-42f5-93b7-96bdbdef413d requested from dv-neutron-601336-94-hyperv {{(pid=94176) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 23 11:42:35.621883 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG oslo_concurrency.lockutils [None req-caceb773-9a2e-418a-b86b-10d6b74fb49a tempest-TestNetworkBasicOps-233187296 tempest-TestNetworkBasicOps-233187296-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.092s {{(pid=94174) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 11:42:35.720962 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-caceb773-9a2e-418a-b86b-10d6b74fb49a tempest-TestNetworkBasicOps-233187296 tempest-TestNetworkBasicOps-233187296-project] Network 9ff04a95-5226-42f5-93b7-96bdbdef413d is already hosted by enough agents. {{(pid=94174) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 23 11:42:35.723339 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.scheduler.base_scheduler [None req-caceb773-9a2e-418a-b86b-10d6b74fb49a tempest-TestNetworkBasicOps-233187296 tempest-TestNetworkBasicOps-233187296-project] Resources bound (agent type, host, resource id): {{(pid=94174) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 23 11:42:35.738129 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.db.provisioning_blocks [None req-dc7542b2-afef-47f4-a763-e3a3cba144be None None] Provisioning for port 8b493acb-9b6a-45ed-90a4-697761fa4675 completed by entity L2. {{(pid=94176) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 23 11:42:35.747276 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.db.provisioning_blocks [None req-dc7542b2-afef-47f4-a763-e3a3cba144be None None] Provisioning complete for port 8b493acb-9b6a-45ed-90a4-697761fa4675 triggered by entity L2. {{(pid=94176) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 23 11:42:35.747673 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron_lib.callbacks.manager [None req-dc7542b2-afef-47f4-a763-e3a3cba144be None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-899258'] for port, provisioning_complete {{(pid=94176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:42:35.771235 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.db.provisioning_blocks [None req-28dc245e-5626-4ca0-a37d-a554ecea7cf9 None None] Provisioning for port e90d110b-51de-41dc-8114-733f34789dcf completed by entity DHCP. {{(pid=94176) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 23 11:42:35.843245 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-caceb773-9a2e-418a-b86b-10d6b74fb49a tempest-TestNetworkBasicOps-233187296 tempest-TestNetworkBasicOps-233187296-project] Router 4552d8c9-573f-46ba-9865-ddd6d2ee4540 has already been hosted by L3 agent 50ef99c0-ef28-4db5-b303-b145898fae60 {{(pid=94174) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 23 11:42:35.866201 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron_lib.callbacks.manager [None req-dc7542b2-afef-47f4-a763-e3a3cba144be None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-923122'] for port, before_update {{(pid=94176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:42:35.890274 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.plugins.ml2.db [None req-dc7542b2-afef-47f4-a763-e3a3cba144be None None] For port 8b493acb-9b6a-45ed-90a4-697761fa4675, host dv-neutron-601336-94-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-94-hyperv',level=0,port_id=8b493acb-9b6a-45ed-90a4-697761fa4675,segment=NetworkSegment(c23be0a5-6980-48fb-bc9f-4a24717fe1de),segment_id=c23be0a5-6980-48fb-bc9f-4a24717fe1de)] {{(pid=94176) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 23 11:42:35.960373 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-caceb773-9a2e-418a-b86b-10d6b74fb49a tempest-TestNetworkBasicOps-233187296 tempest-TestNetworkBasicOps-233187296-project] Notify agent at l3_agent.dv-neutron-601336-94-hyperv the message routers_updated {{(pid=94174) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 23 11:42:35.970968 dv-neutron-601336-94-hyperv neutron-server[94174]: INFO neutron.wsgi [None req-caceb773-9a2e-418a-b86b-10d6b74fb49a tempest-TestNetworkBasicOps-233187296 tempest-TestNetworkBasicOps-233187296-project] 10.222.0.20 "PUT /v2.0/routers/4552d8c9-573f-46ba-9865-ddd6d2ee4540/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.1843927 Jun 23 11:42:35.970968 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.wsgi [-] (94174) accepted ('10.222.0.20', 44254) {{(pid=94174) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 11:42:35.976214 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron_lib.callbacks.manager [None req-dc7542b2-afef-47f4-a763-e3a3cba144be None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-922904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866062', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773700135042', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773699642233', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773699642278'] for port, after_update {{(pid=94176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:42:35.976214 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.plugins.ml2.rpc [None req-dc7542b2-afef-47f4-a763-e3a3cba144be None None] Device e90d110b-51de-41dc-8114-733f34789dcf up at agent ovs-agent-dv-neutron-601336-94-hyperv {{(pid=94176) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:298}} Jun 23 11:42:35.976214 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG oslo_concurrency.lockutils [None req-97bd5441-1da2-49ee-a364-27795820ba27 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 11:42:36.025103 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-483a2691-1639-4631-a642-8fb157362b43 None None] Sync routers for ids ['4552d8c9-573f-46ba-9865-ddd6d2ee4540'] in dv-neutron-601336-94-hyperv {{(pid=94176) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 23 11:42:36.065098 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.db.l3_dvrscheduler_db [None req-483a2691-1639-4631-a642-8fb157362b43 None None] Routers {'4552d8c9-573f-46ba-9865-ddd6d2ee4540'} bound to L3 agent in host dv-neutron-601336-94-hyperv {{(pid=94176) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 23 11:42:36.065322 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.db.l3_hamode_db [None req-483a2691-1639-4631-a642-8fb157362b43 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-601336-94-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-23T11:22:13Z,description=,heartbeat_timestamp=2021-06-23T11:42:13Z,host='dv-neutron-601336-94-hyperv',id=50ef99c0-ef28-4db5-b303-b145898fae60,load=0,resource_versions=,resources_synced=,started_at=2021-06-23T11:22:14Z,topic='l3_agent')) {'router_ids': ['4552d8c9-573f-46ba-9865-ddd6d2ee4540'], 'active': True} {{(pid=94176) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 11:42:36.071702 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc7542b2-afef-47f4-a763-e3a3cba144be None None] Pushing event updated for resources: {'Port': ['ID=8b493acb-9b6a-45ed-90a4-697761fa4675,revision_number=4']} {{(pid=94176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 11:42:36.074203 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-126e4fbc-67ce-40b1-822f-e6e3e8277d87 tempest-TestNetworkBasicOps-1420332966 tempest-TestNetworkBasicOps-1420332966-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94174) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 11:42:36.075587 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG oslo_concurrency.lockutils [None req-dc7542b2-afef-47f4-a763-e3a3cba144be None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.100s {{(pid=94176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 11:42:36.075748 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-126e4fbc-67ce-40b1-822f-e6e3e8277d87 tempest-TestNetworkBasicOps-1420332966 tempest-TestNetworkBasicOps-1420332966-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94174) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 11:42:36.076211 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-126e4fbc-67ce-40b1-822f-e6e3e8277d87 tempest-TestNetworkBasicOps-1420332966 tempest-TestNetworkBasicOps-1420332966-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94174) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 11:42:36.076829 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-126e4fbc-67ce-40b1-822f-e6e3e8277d87 tempest-TestNetworkBasicOps-1420332966 tempest-TestNetworkBasicOps-1420332966-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94174) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 11:42:36.077443 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-126e4fbc-67ce-40b1-822f-e6e3e8277d87 tempest-TestNetworkBasicOps-1420332966 tempest-TestNetworkBasicOps-1420332966-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94174) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 11:42:36.077925 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-126e4fbc-67ce-40b1-822f-e6e3e8277d87 tempest-TestNetworkBasicOps-1420332966 tempest-TestNetworkBasicOps-1420332966-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94174) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 11:42:36.080030 dv-neutron-601336-94-hyperv neutron-server[94174]: INFO neutron.wsgi [None req-126e4fbc-67ce-40b1-822f-e6e3e8277d87 tempest-TestNetworkBasicOps-1420332966 tempest-TestNetworkBasicOps-1420332966-project-admin] 10.222.0.20 "GET /v2.0/networks HTTP/1.1" status: 200 len: 4283 time: 0.1101594 Jun 23 11:42:36.082579 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.wsgi [-] (94174) accepted ('10.222.0.20', 44256) {{(pid=94174) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 11:42:36.152405 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-469c0f9f-957d-49e8-97bf-2987bf216caf tempest-TestNetworkBasicOps-1420332966 tempest-TestNetworkBasicOps-1420332966-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94174) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 11:42:36.152891 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-469c0f9f-957d-49e8-97bf-2987bf216caf tempest-TestNetworkBasicOps-1420332966 tempest-TestNetworkBasicOps-1420332966-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94174) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 11:42:36.153358 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-469c0f9f-957d-49e8-97bf-2987bf216caf tempest-TestNetworkBasicOps-1420332966 tempest-TestNetworkBasicOps-1420332966-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94174) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 11:42:36.153823 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-469c0f9f-957d-49e8-97bf-2987bf216caf tempest-TestNetworkBasicOps-1420332966 tempest-TestNetworkBasicOps-1420332966-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94174) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 11:42:36.154282 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-469c0f9f-957d-49e8-97bf-2987bf216caf tempest-TestNetworkBasicOps-1420332966 tempest-TestNetworkBasicOps-1420332966-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94174) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 11:42:36.154744 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-469c0f9f-957d-49e8-97bf-2987bf216caf tempest-TestNetworkBasicOps-1420332966 tempest-TestNetworkBasicOps-1420332966-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94174) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 11:42:36.156537 dv-neutron-601336-94-hyperv neutron-server[94174]: INFO neutron.wsgi [None req-469c0f9f-957d-49e8-97bf-2987bf216caf tempest-TestNetworkBasicOps-1420332966 tempest-TestNetworkBasicOps-1420332966-project-admin] 10.222.0.20 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 4013 time: 0.0730035 Jun 23 11:42:36.164780 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.wsgi [-] (94174) accepted ('10.222.0.20', 44258) {{(pid=94174) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 11:42:36.205561 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.db.l3_dvr_db [None req-483a2691-1639-4631-a642-8fb157362b43 None None] Set router 4552d8c9-573f-46ba-9865-ddd6d2ee4540 gateway port host: dv-neutron-601336-94-hyperv {{(pid=94176) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:838}} Jun 23 11:42:36.234349 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.db.provisioning_blocks [None req-dc7542b2-afef-47f4-a763-e3a3cba144be None None] Provisioning for port e90d110b-51de-41dc-8114-733f34789dcf completed by entity L2. {{(pid=94176) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 23 11:42:36.243215 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.db.provisioning_blocks [None req-dc7542b2-afef-47f4-a763-e3a3cba144be None None] Provisioning complete for port e90d110b-51de-41dc-8114-733f34789dcf triggered by entity L2. {{(pid=94176) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 23 11:42:36.243748 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron_lib.callbacks.manager [None req-dc7542b2-afef-47f4-a763-e3a3cba144be None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-899258'] for port, provisioning_complete {{(pid=94176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:42:36.270904 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.db.provisioning_blocks [None req-3e9aefcf-0b1e-42a4-bb5c-c7090ada1556 None None] Provisioning for port 6dc2feaf-a646-4162-8566-144dc8456cb6 completed by entity DHCP. {{(pid=94176) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 23 11:42:36.312183 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.db.provisioning_blocks [None req-3e9aefcf-0b1e-42a4-bb5c-c7090ada1556 None None] Provisioning complete for port 6dc2feaf-a646-4162-8566-144dc8456cb6 triggered by entity DHCP. {{(pid=94176) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 23 11:42:36.312461 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron_lib.callbacks.manager [None req-3e9aefcf-0b1e-42a4-bb5c-c7090ada1556 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-899258'] for port, provisioning_complete {{(pid=94176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:42:36.416642 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.plugins.ml2.plugin [None req-3e9aefcf-0b1e-42a4-bb5c-c7090ada1556 None None] Port 6dc2feaf-a646-4162-8566-144dc8456cb6 cannot update to ACTIVE because it is not bound. {{(pid=94176) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jun 23 11:42:36.490251 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron_lib.callbacks.manager [None req-dc7542b2-afef-47f4-a763-e3a3cba144be None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-923122'] for port, before_update {{(pid=94176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:42:36.559749 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.plugins.ml2.db [None req-dc7542b2-afef-47f4-a763-e3a3cba144be None None] For port e90d110b-51de-41dc-8114-733f34789dcf, host dv-neutron-601336-94-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-94-hyperv',level=0,port_id=e90d110b-51de-41dc-8114-733f34789dcf,segment=NetworkSegment(8b9820af-555a-44ff-8546-c8ed2bd22896),segment_id=8b9820af-555a-44ff-8546-c8ed2bd22896)] {{(pid=94176) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 23 11:42:36.568515 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.db.provisioning_blocks [None req-68b7ccb5-0dc1-49f3-b1e4-97a7fd74ef7f None None] Provisioning complete for port 6dc2feaf-a646-4162-8566-144dc8456cb6 triggered by entity DHCP. {{(pid=94176) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 23 11:42:36.569180 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron_lib.callbacks.manager [None req-68b7ccb5-0dc1-49f3-b1e4-97a7fd74ef7f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-899258'] for port, provisioning_complete {{(pid=94176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:42:36.603381 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.db.l3_hamode_db [None req-483a2691-1639-4631-a642-8fb157362b43 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4552d8c9-573f-46ba-9865-ddd6d2ee4540', 'name': 'tempest-TestNetworkBasicOps-router-977051783', 'tenant_id': '772b9946478d439e9da4eaeade7fb21d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3e7e4eb3-cf02-4d47-ade9-0a579cdfc60f', 'external_fixed_ips': [{'subnet_id': 'a5ad15ab-c489-4a67-a9b0-d559fca0ec71', 'ip_address': '172.26.3.196'}], 'enable_snat': True}, 'gw_port_id': '8b493acb-9b6a-45ed-90a4-697761fa4675', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-23T11:42:30Z', 'updated_at': '2021-06-23T11:42:35Z', 'revision_number': 4, 'project_id': '772b9946478d439e9da4eaeade7fb21d', 'gw_port': {'id': '8b493acb-9b6a-45ed-90a4-697761fa4675', 'name': '', 'network_id': '3e7e4eb3-cf02-4d47-ade9-0a579cdfc60f', 'tenant_id': '', 'mac_address': 'fa:16:3e:dd:9b:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4552d8c9-573f-46ba-9865-ddd6d2ee4540', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1456, 'fixed_ips': [{'subnet_id': 'a5ad15ab-c489-4a67-a9b0-d559fca0ec71', 'ip_address': '172.26.3.196', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-94-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-23T11:42:31Z', 'updated_at': '2021-06-23T11:42:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a5ad15ab-c489-4a67-a9b0-d559fca0ec71', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-601336-94-hyperv', '_interfaces': [{'id': '6dc2feaf-a646-4162-8566-144dc8456cb6', 'name': '', 'network_id': '9ff04a95-5226-42f5-93b7-96bdbdef413d', 'tenant_id': '772b9946478d439e9da4eaeade7fb21d', 'mac_address': 'fa:16:3e:86:25:14', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4552d8c9-573f-46ba-9865-ddd6d2ee4540', 'device_owner': 'network:router_interface', 'standard_attr_id': 1459, 'fixed_ips': [{'subnet_id': '87b46201-6098-4029-a781-475b4fa36a2e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-23T11:42:34Z', 'updated_at': '2021-06-23T11:42:35Z', 'revision_number': 2, 'project_id': '772b9946478d439e9da4eaeade7fb21d', 'subnets': [{'id': '87b46201-6098-4029-a781-475b4fa36a2e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': ['1.2.3.4'], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-601336-94-hyperv', False) {} {{(pid=94176) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 11:42:36.636499 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.plugins.ml2.plugin [None req-68b7ccb5-0dc1-49f3-b1e4-97a7fd74ef7f None None] Port 6dc2feaf-a646-4162-8566-144dc8456cb6 cannot update to ACTIVE because it is not bound. {{(pid=94176) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jun 23 11:42:36.638411 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-483a2691-1639-4631-a642-8fb157362b43 None None] Checking router: 4552d8c9-573f-46ba-9865-ddd6d2ee4540 for host: dv-neutron-601336-94-hyperv {{(pid=94176) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 23 11:42:36.638779 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-483a2691-1639-4631-a642-8fb157362b43 None None] Updating router 4552d8c9-573f-46ba-9865-ddd6d2ee4540 port 6dc2feaf-a646-4162-8566-144dc8456cb6 binding host dv-neutron-601336-94-hyperv {{(pid=94176) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 23 11:42:36.661711 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron_lib.callbacks.manager [None req-dc7542b2-afef-47f4-a763-e3a3cba144be None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-922904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866062', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773700135042', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773699642233', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773699642278'] for port, after_update {{(pid=94176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:42:36.666478 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG oslo_concurrency.lockutils [None req-b40c6e30-a9c3-4b9e-bb81-7544b91c5e5b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 11:42:36.678696 dv-neutron-601336-94-hyperv neutron-server[94174]: INFO neutron.wsgi [None req-d6438e1e-293c-4acb-906d-04ab39964b58 tempest-TestNetworkBasicOps-1420332966 tempest-TestNetworkBasicOps-1420332966-project-admin] 10.222.0.20 "GET /v2.0/routers HTTP/1.1" status: 200 len: 3046 time: 0.5174844 Jun 23 11:42:36.702677 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron_lib.callbacks.manager [None req-483a2691-1639-4631-a642-8fb157362b43 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-923122'] for port, before_update {{(pid=94176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:42:36.733077 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc7542b2-afef-47f4-a763-e3a3cba144be None None] Pushing event updated for resources: {'Port': ['ID=e90d110b-51de-41dc-8114-733f34789dcf,revision_number=3']} {{(pid=94176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 11:42:36.736593 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG oslo_concurrency.lockutils [None req-dc7542b2-afef-47f4-a763-e3a3cba144be None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.071s {{(pid=94176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 11:42:36.979991 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron_lib.callbacks.manager [None req-483a2691-1639-4631-a642-8fb157362b43 None None] Notify callbacks [] for port, precommit_update {{(pid=94176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:42:36.989963 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.db.provisioning_blocks [None req-483a2691-1639-4631-a642-8fb157362b43 None None] Transition to ACTIVE for port object 6dc2feaf-a646-4162-8566-144dc8456cb6 will not be triggered until provisioned by entity L2. {{(pid=94176) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 23 11:42:37.067702 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron_lib.callbacks.manager [None req-483a2691-1639-4631-a642-8fb157362b43 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-922904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866062', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773700135042', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773699642233', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773699642278'] for port, after_update {{(pid=94176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:42:37.069711 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG oslo_concurrency.lockutils [None req-97bd5441-1da2-49ee-a364-27795820ba27 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 11:42:37.119946 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5578bbb7-7fbb-4eb6-9553-fdde657fcd9d None None] Pushing event updated for resources: {'Port': ['ID=6dc2feaf-a646-4162-8566-144dc8456cb6,revision_number=3']} {{(pid=94176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 11:42:37.138011 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG oslo_concurrency.lockutils [None req-5578bbb7-7fbb-4eb6-9553-fdde657fcd9d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.068s {{(pid=94176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 11:42:37.171267 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.plugins.ml2.managers [None req-483a2691-1639-4631-a642-8fb157362b43 None None] Attempting to bind port 6dc2feaf-a646-4162-8566-144dc8456cb6 on host dv-neutron-601336-94-hyperv for vnic_type normal with profile {{(pid=94176) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 23 11:42:37.171653 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.plugins.ml2.managers [None req-483a2691-1639-4631-a642-8fb157362b43 None None] Attempting to bind port 6dc2feaf-a646-4162-8566-144dc8456cb6 by drivers openvswitch,hyperv on host dv-neutron-601336-94-hyperv at level 0 using segments [{'id': '8b9820af-555a-44ff-8546-c8ed2bd22896', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 403, 'network_id': '9ff04a95-5226-42f5-93b7-96bdbdef413d'}] {{(pid=94176) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 23 11:42:37.172033 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-483a2691-1639-4631-a642-8fb157362b43 None None] Attempting to bind port 6dc2feaf-a646-4162-8566-144dc8456cb6 on network 9ff04a95-5226-42f5-93b7-96bdbdef413d {{(pid=94176) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 23 11:42:37.178208 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-483a2691-1639-4631-a642-8fb157362b43 None None] Checking agent: {'id': '4d05f899-5ac9-411b-8a03-f60c93f87cdf', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-601336-94-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 23, 11, 22, 14), 'started_at': datetime.datetime(2021, 6, 23, 11, 22, 44), 'heartbeat_timestamp': datetime.datetime(2021, 6, 23, 11, 42, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'monitor_allowed_address_pair_garp': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-601336-94-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94176) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 23 11:42:37.178606 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-483a2691-1639-4631-a642-8fb157362b43 None None] Checking segment: {'id': '8b9820af-555a-44ff-8546-c8ed2bd22896', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 403, 'network_id': '9ff04a95-5226-42f5-93b7-96bdbdef413d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94176) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 23 11:42:37.179026 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron_lib.callbacks.manager [None req-483a2691-1639-4631-a642-8fb157362b43 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:42:37.179464 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-483a2691-1639-4631-a642-8fb157362b43 None None] Bound using segment: {'id': '8b9820af-555a-44ff-8546-c8ed2bd22896', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 403, 'network_id': '9ff04a95-5226-42f5-93b7-96bdbdef413d'} {{(pid=94176) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 23 11:42:37.179950 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.plugins.ml2.managers [None req-483a2691-1639-4631-a642-8fb157362b43 None None] Bound port: 6dc2feaf-a646-4162-8566-144dc8456cb6, host: dv-neutron-601336-94-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8b9820af-555a-44ff-8546-c8ed2bd22896', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 403, 'network_id': '9ff04a95-5226-42f5-93b7-96bdbdef413d'}}] {{(pid=94176) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 23 11:42:37.180335 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron_lib.callbacks.manager [None req-483a2691-1639-4631-a642-8fb157362b43 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-923122'] for port, before_update {{(pid=94176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:42:37.246954 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.plugins.ml2.db [None req-483a2691-1639-4631-a642-8fb157362b43 None None] For port 6dc2feaf-a646-4162-8566-144dc8456cb6, host dv-neutron-601336-94-hyperv, cleared binding levels {{(pid=94176) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 23 11:42:37.250496 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.plugins.ml2.db [None req-483a2691-1639-4631-a642-8fb157362b43 None None] For port 6dc2feaf-a646-4162-8566-144dc8456cb6, host dv-neutron-601336-94-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-94-hyperv',level=0,port_id=6dc2feaf-a646-4162-8566-144dc8456cb6,segment=NetworkSegment(8b9820af-555a-44ff-8546-c8ed2bd22896),segment_id=8b9820af-555a-44ff-8546-c8ed2bd22896)] {{(pid=94176) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 23 11:42:37.263090 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.wsgi [-] (94174) accepted ('10.222.0.20', 44262) {{(pid=94174) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 11:42:37.268622 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.api.v2.base [None req-6bef976f-4d1e-4273-b4c5-9cd8979275ce tempest-TestNetworkBasicOps-233187296 tempest-TestNetworkBasicOps-233187296-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1639605110', 'description': 'tempest-secgroup-smoke-1639605110 description', 'project_id': '772b9946478d439e9da4eaeade7fb21d'}} {{(pid=94174) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 23 11:42:37.302496 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron_lib.callbacks.manager [None req-483a2691-1639-4631-a642-8fb157362b43 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-922904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866062', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773700135042', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773699642233', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773699642278'] for port, after_update {{(pid=94176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:42:37.304597 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG oslo_concurrency.lockutils [None req-5578bbb7-7fbb-4eb6-9553-fdde657fcd9d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 11:42:37.370749 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.db.l3_dvrscheduler_db [None req-483a2691-1639-4631-a642-8fb157362b43 None None] Routers {'4552d8c9-573f-46ba-9865-ddd6d2ee4540'} bound to L3 agent in host dv-neutron-601336-94-hyperv {{(pid=94176) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 23 11:42:37.371489 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.db.l3_hamode_db [None req-483a2691-1639-4631-a642-8fb157362b43 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-601336-94-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-23T11:22:13Z,description=,heartbeat_timestamp=2021-06-23T11:42:13Z,host='dv-neutron-601336-94-hyperv',id=50ef99c0-ef28-4db5-b303-b145898fae60,load=0,resource_versions=,resources_synced=,started_at=2021-06-23T11:22:14Z,topic='l3_agent')) {'router_ids': ['4552d8c9-573f-46ba-9865-ddd6d2ee4540'], 'active': True} {{(pid=94176) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 11:42:37.375356 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5578bbb7-7fbb-4eb6-9553-fdde657fcd9d None None] Pushing event updated for resources: {'Port': ['ID=6dc2feaf-a646-4162-8566-144dc8456cb6,revision_number=4']} {{(pid=94176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 11:42:37.382558 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron_lib.callbacks.manager [None req-6bef976f-4d1e-4273-b4c5-9cd8979275ce tempest-TestNetworkBasicOps-233187296 tempest-TestNetworkBasicOps-233187296-project] Notify callbacks [] for security_group, before_create {{(pid=94174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:42:37.409513 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG oslo_concurrency.lockutils [None req-5578bbb7-7fbb-4eb6-9553-fdde657fcd9d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.105s {{(pid=94176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 11:42:37.488288 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron_lib.callbacks.manager [None req-6bef976f-4d1e-4273-b4c5-9cd8979275ce tempest-TestNetworkBasicOps-233187296 tempest-TestNetworkBasicOps-233187296-project] Notify callbacks [] for security_group, precommit_create {{(pid=94174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:42:37.500681 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.db.l3_dvr_db [None req-483a2691-1639-4631-a642-8fb157362b43 None None] Set router 4552d8c9-573f-46ba-9865-ddd6d2ee4540 gateway port host: dv-neutron-601336-94-hyperv {{(pid=94176) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:838}} Jun 23 11:42:37.528403 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.plugins.ml2.rpc [None req-dc7542b2-afef-47f4-a763-e3a3cba144be None None] Device 8b493acb-9b6a-45ed-90a4-697761fa4675 up at agent ovs-agent-dv-neutron-601336-94-hyperv {{(pid=94176) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:298}} Jun 23 11:42:37.565676 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron_lib.callbacks.manager [None req-6bef976f-4d1e-4273-b4c5-9cd8979275ce tempest-TestNetworkBasicOps-233187296 tempest-TestNetworkBasicOps-233187296-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7996330'] for security_group, after_create {{(pid=94174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:42:37.569393 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG oslo_concurrency.lockutils [None req-762e56f6-12a8-4283-bcf3-181c62256b53 tempest-TestNetworkBasicOps-233187296 tempest-TestNetworkBasicOps-233187296-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94174) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 11:42:37.595912 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bef976f-4d1e-4273-b4c5-9cd8979275ce tempest-TestNetworkBasicOps-233187296 tempest-TestNetworkBasicOps-233187296-project] Pushing event updated for resources: {'SecurityGroup': ['ID=abfb3286-93aa-4ad6-bce4-77cb6b9debc1,revision_number=1']} {{(pid=94174) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 11:42:37.598999 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG oslo_concurrency.lockutils [None req-6bef976f-4d1e-4273-b4c5-9cd8979275ce tempest-TestNetworkBasicOps-233187296 tempest-TestNetworkBasicOps-233187296-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.030s {{(pid=94174) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 11:42:37.668097 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron_lib.callbacks.manager [None req-6bef976f-4d1e-4273-b4c5-9cd8979275ce tempest-TestNetworkBasicOps-233187296 tempest-TestNetworkBasicOps-233187296-project] Notify callbacks [] for security_group, before_response {{(pid=94174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:42:37.669390 dv-neutron-601336-94-hyperv neutron-server[94174]: INFO neutron.wsgi [None req-6bef976f-4d1e-4273-b4c5-9cd8979275ce tempest-TestNetworkBasicOps-233187296 tempest-TestNetworkBasicOps-233187296-project] 10.222.0.20 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.4051452 Jun 23 11:42:37.672300 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.wsgi [-] (94174) accepted ('10.222.0.20', 44264) {{(pid=94174) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 11:42:37.677041 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.api.v2.base [None req-a879946e-37f0-4c08-aed7-4550d7c56994 tempest-TestNetworkBasicOps-233187296 tempest-TestNetworkBasicOps-233187296-project] Request body: {'security_group_rule': {'security_group_id': 'abfb3286-93aa-4ad6-bce4-77cb6b9debc1', 'project_id': '772b9946478d439e9da4eaeade7fb21d', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=94174) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 23 11:42:37.793054 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron_lib.callbacks.manager [None req-a879946e-37f0-4c08-aed7-4550d7c56994 tempest-TestNetworkBasicOps-233187296 tempest-TestNetworkBasicOps-233187296-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:42:37.819991 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.db.provisioning_blocks [None req-dc7542b2-afef-47f4-a763-e3a3cba144be None None] Provisioning complete for port 8b493acb-9b6a-45ed-90a4-697761fa4675 triggered by entity L2. {{(pid=94176) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 23 11:42:37.820563 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron_lib.callbacks.manager [None req-dc7542b2-afef-47f4-a763-e3a3cba144be None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-899258'] for port, provisioning_complete {{(pid=94176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:42:37.848699 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron_lib.callbacks.manager [None req-a879946e-37f0-4c08-aed7-4550d7c56994 tempest-TestNetworkBasicOps-233187296 tempest-TestNetworkBasicOps-233187296-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:42:37.931044 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron_lib.callbacks.manager [None req-a879946e-37f0-4c08-aed7-4550d7c56994 tempest-TestNetworkBasicOps-233187296 tempest-TestNetworkBasicOps-233187296-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7996355'] for security_group_rule, after_create {{(pid=94174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:42:37.933184 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG oslo_concurrency.lockutils [None req-2ceb9ca4-8d60-408b-9541-488f1a5fa073 tempest-TestNetworkBasicOps-233187296 tempest-TestNetworkBasicOps-233187296-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94174) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 11:42:37.949930 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a879946e-37f0-4c08-aed7-4550d7c56994 tempest-TestNetworkBasicOps-233187296 tempest-TestNetworkBasicOps-233187296-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=57d18b78-e4a7-4333-92aa-36e20a11f5be,revision_number=0']} {{(pid=94174) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 11:42:37.952820 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG oslo_concurrency.lockutils [None req-a879946e-37f0-4c08-aed7-4550d7c56994 tempest-TestNetworkBasicOps-233187296 tempest-TestNetworkBasicOps-233187296-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.020s {{(pid=94174) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 11:42:37.955283 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.plugins.ml2.rpc [None req-dc7542b2-afef-47f4-a763-e3a3cba144be None None] Device e90d110b-51de-41dc-8114-733f34789dcf up at agent ovs-agent-dv-neutron-601336-94-hyperv {{(pid=94176) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:298}} Jun 23 11:42:37.959848 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.db.l3_hamode_db [None req-483a2691-1639-4631-a642-8fb157362b43 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4552d8c9-573f-46ba-9865-ddd6d2ee4540', 'name': 'tempest-TestNetworkBasicOps-router-977051783', 'tenant_id': '772b9946478d439e9da4eaeade7fb21d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3e7e4eb3-cf02-4d47-ade9-0a579cdfc60f', 'external_fixed_ips': [{'subnet_id': 'a5ad15ab-c489-4a67-a9b0-d559fca0ec71', 'ip_address': '172.26.3.196'}], 'enable_snat': True}, 'gw_port_id': '8b493acb-9b6a-45ed-90a4-697761fa4675', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-23T11:42:30Z', 'updated_at': '2021-06-23T11:42:35Z', 'revision_number': 4, 'project_id': '772b9946478d439e9da4eaeade7fb21d', 'gw_port': {'id': '8b493acb-9b6a-45ed-90a4-697761fa4675', 'name': '', 'network_id': '3e7e4eb3-cf02-4d47-ade9-0a579cdfc60f', 'tenant_id': '', 'mac_address': 'fa:16:3e:dd:9b:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4552d8c9-573f-46ba-9865-ddd6d2ee4540', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1456, 'fixed_ips': [{'subnet_id': 'a5ad15ab-c489-4a67-a9b0-d559fca0ec71', 'ip_address': '172.26.3.196', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-94-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-23T11:42:31Z', 'updated_at': '2021-06-23T11:42:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a5ad15ab-c489-4a67-a9b0-d559fca0ec71', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-601336-94-hyperv', '_interfaces': [{'id': '6dc2feaf-a646-4162-8566-144dc8456cb6', 'name': '', 'network_id': '9ff04a95-5226-42f5-93b7-96bdbdef413d', 'tenant_id': '772b9946478d439e9da4eaeade7fb21d', 'mac_address': 'fa:16:3e:86:25:14', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4552d8c9-573f-46ba-9865-ddd6d2ee4540', 'device_owner': 'network:router_interface', 'standard_attr_id': 1459, 'fixed_ips': [{'subnet_id': '87b46201-6098-4029-a781-475b4fa36a2e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-94-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-23T11:42:34Z', 'updated_at': '2021-06-23T11:42:37Z', 'revision_number': 4, 'project_id': '772b9946478d439e9da4eaeade7fb21d', 'subnets': [{'id': '87b46201-6098-4029-a781-475b4fa36a2e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': ['1.2.3.4'], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-601336-94-hyperv', False) {} {{(pid=94176) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 11:42:38.005271 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-483a2691-1639-4631-a642-8fb157362b43 None None] The sync data for ids ['4552d8c9-573f-46ba-9865-ddd6d2ee4540'] in dv-neutron-601336-94-hyperv is: [{'id': '4552d8c9-573f-46ba-9865-ddd6d2ee4540', 'name': 'tempest-TestNetworkBasicOps-router-977051783', 'tenant_id': '772b9946478d439e9da4eaeade7fb21d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3e7e4eb3-cf02-4d47-ade9-0a579cdfc60f', 'external_fixed_ips': [{'subnet_id': 'a5ad15ab-c489-4a67-a9b0-d559fca0ec71', 'ip_address': '172.26.3.196'}], 'enable_snat': True}, 'gw_port_id': '8b493acb-9b6a-45ed-90a4-697761fa4675', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-23T11:42:30Z', 'updated_at': '2021-06-23T11:42:35Z', 'revision_number': 4, 'project_id': '772b9946478d439e9da4eaeade7fb21d', 'gw_port': {'id': '8b493acb-9b6a-45ed-90a4-697761fa4675', 'name': '', 'network_id': '3e7e4eb3-cf02-4d47-ade9-0a579cdfc60f', 'tenant_id': '', 'mac_address': 'fa:16:3e:dd:9b:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4552d8c9-573f-46ba-9865-ddd6d2ee4540', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1456, 'fixed_ips': [{'subnet_id': 'a5ad15ab-c489-4a67-a9b0-d559fca0ec71', 'ip_address': '172.26.3.196', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-94-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-23T11:42:31Z', 'updated_at': '2021-06-23T11:42:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a5ad15ab-c489-4a67-a9b0-d559fca0ec71', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-601336-94-hyperv', '_interfaces': [{'id': '6dc2feaf-a646-4162-8566-144dc8456cb6', 'name': '', 'network_id': '9ff04a95-5226-42f5-93b7-96bdbdef413d', 'tenant_id': '772b9946478d439e9da4eaeade7fb21d', 'mac_address': 'fa:16:3e:86:25:14', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4552d8c9-573f-46ba-9865-ddd6d2ee4540', 'device_owner': 'network:router_interface', 'standard_attr_id': 1459, 'fixed_ips': [{'subnet_id': '87b46201-6098-4029-a781-475b4fa36a2e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-94-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-23T11:42:34Z', 'updated_at': '2021-06-23T11:42:37Z', 'revision_number': 4, 'project_id': '772b9946478d439e9da4eaeade7fb21d', 'subnets': [{'id': '87b46201-6098-4029-a781-475b4fa36a2e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': ['1.2.3.4'], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94176) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 23 11:42:38.031075 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.db.provisioning_blocks [None req-dc7542b2-afef-47f4-a763-e3a3cba144be None None] Provisioning complete for port e90d110b-51de-41dc-8114-733f34789dcf triggered by entity L2. {{(pid=94176) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 23 11:42:38.031473 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron_lib.callbacks.manager [None req-dc7542b2-afef-47f4-a763-e3a3cba144be None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-899258'] for port, provisioning_complete {{(pid=94176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:42:38.073819 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron_lib.callbacks.manager [None req-a879946e-37f0-4c08-aed7-4550d7c56994 tempest-TestNetworkBasicOps-233187296 tempest-TestNetworkBasicOps-233187296-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:42:38.078464 dv-neutron-601336-94-hyperv neutron-server[94174]: INFO neutron.wsgi [None req-a879946e-37f0-4c08-aed7-4550d7c56994 tempest-TestNetworkBasicOps-233187296 tempest-TestNetworkBasicOps-233187296-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.4018557 Jun 23 11:42:38.078601 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.wsgi [-] (94175) accepted ('10.222.0.20', 44266) {{(pid=94175) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 11:42:38.083383 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.api.v2.base [None req-6940d4b1-4aef-4b17-972b-26f63e559312 tempest-TestNetworkBasicOps-233187296 tempest-TestNetworkBasicOps-233187296-project] Request body: {'security_group_rule': {'security_group_id': 'abfb3286-93aa-4ad6-bce4-77cb6b9debc1', 'project_id': '772b9946478d439e9da4eaeade7fb21d', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=94175) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 23 11:42:38.188095 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron_lib.callbacks.manager [None req-6940d4b1-4aef-4b17-972b-26f63e559312 tempest-TestNetworkBasicOps-233187296 tempest-TestNetworkBasicOps-233187296-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:42:38.252237 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron_lib.callbacks.manager [None req-6940d4b1-4aef-4b17-972b-26f63e559312 tempest-TestNetworkBasicOps-233187296 tempest-TestNetworkBasicOps-233187296-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:42:38.350360 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron_lib.callbacks.manager [None req-6940d4b1-4aef-4b17-972b-26f63e559312 tempest-TestNetworkBasicOps-233187296 tempest-TestNetworkBasicOps-233187296-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7996355'] for security_group_rule, after_create {{(pid=94175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:42:38.360716 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94175) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 11:42:38.371416 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6940d4b1-4aef-4b17-972b-26f63e559312 tempest-TestNetworkBasicOps-233187296 tempest-TestNetworkBasicOps-233187296-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d78a84db-20ae-4858-837c-5c328902beac,revision_number=0']} {{(pid=94175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 11:42:38.374314 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG oslo_concurrency.lockutils [None req-6940d4b1-4aef-4b17-972b-26f63e559312 tempest-TestNetworkBasicOps-233187296 tempest-TestNetworkBasicOps-233187296-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.021s {{(pid=94175) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 11:42:38.439897 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron_lib.callbacks.manager [None req-6940d4b1-4aef-4b17-972b-26f63e559312 tempest-TestNetworkBasicOps-233187296 tempest-TestNetworkBasicOps-233187296-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:42:38.446426 dv-neutron-601336-94-hyperv neutron-server[94175]: INFO neutron.wsgi [None req-6940d4b1-4aef-4b17-972b-26f63e559312 tempest-TestNetworkBasicOps-233187296 tempest-TestNetworkBasicOps-233187296-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.3622677 Jun 23 11:42:38.446426 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.wsgi [-] (94175) accepted ('10.222.0.20', 44270) {{(pid=94175) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 11:42:38.448901 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.api.v2.base [None req-919166fd-7507-48a6-ad2c-9a60f3bd8346 tempest-TestNetworkBasicOps-233187296 tempest-TestNetworkBasicOps-233187296-project] Request body: {'security_group_rule': {'security_group_id': 'abfb3286-93aa-4ad6-bce4-77cb6b9debc1', 'project_id': '772b9946478d439e9da4eaeade7fb21d', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=94175) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 23 11:42:38.541834 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron_lib.callbacks.manager [None req-919166fd-7507-48a6-ad2c-9a60f3bd8346 tempest-TestNetworkBasicOps-233187296 tempest-TestNetworkBasicOps-233187296-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:42:38.603098 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron_lib.callbacks.manager [None req-919166fd-7507-48a6-ad2c-9a60f3bd8346 tempest-TestNetworkBasicOps-233187296 tempest-TestNetworkBasicOps-233187296-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:42:38.679394 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron_lib.callbacks.manager [None req-919166fd-7507-48a6-ad2c-9a60f3bd8346 tempest-TestNetworkBasicOps-233187296 tempest-TestNetworkBasicOps-233187296-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7996355'] for security_group_rule, after_create {{(pid=94175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:42:38.686292 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG oslo_concurrency.lockutils [None req-a7dd448f-b679-4977-90c1-3db22f410504 tempest-TestNetworkBasicOps-233187296 tempest-TestNetworkBasicOps-233187296-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94175) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 11:42:38.699618 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-919166fd-7507-48a6-ad2c-9a60f3bd8346 tempest-TestNetworkBasicOps-233187296 tempest-TestNetworkBasicOps-233187296-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f8bfad10-93e4-4079-bb77-2842ca30820f,revision_number=0']} {{(pid=94175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 11:42:38.702579 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG oslo_concurrency.lockutils [None req-919166fd-7507-48a6-ad2c-9a60f3bd8346 tempest-TestNetworkBasicOps-233187296 tempest-TestNetworkBasicOps-233187296-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.021s {{(pid=94175) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 11:42:38.770379 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron_lib.callbacks.manager [None req-919166fd-7507-48a6-ad2c-9a60f3bd8346 tempest-TestNetworkBasicOps-233187296 tempest-TestNetworkBasicOps-233187296-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:42:38.771810 dv-neutron-601336-94-hyperv neutron-server[94175]: INFO neutron.wsgi [None req-919166fd-7507-48a6-ad2c-9a60f3bd8346 tempest-TestNetworkBasicOps-233187296 tempest-TestNetworkBasicOps-233187296-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3266213 Jun 23 11:42:38.774521 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.wsgi [-] (94174) accepted ('10.222.0.20', 44274) {{(pid=94174) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 11:42:38.779622 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.api.v2.base [None req-ec96bd25-01b6-4e9d-a704-a05b782e08eb tempest-TestNetworkBasicOps-233187296 tempest-TestNetworkBasicOps-233187296-project] Request body: {'security_group_rule': {'security_group_id': 'abfb3286-93aa-4ad6-bce4-77cb6b9debc1', 'project_id': '772b9946478d439e9da4eaeade7fb21d', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=94174) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 23 11:42:38.918586 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron_lib.callbacks.manager [None req-ec96bd25-01b6-4e9d-a704-a05b782e08eb tempest-TestNetworkBasicOps-233187296 tempest-TestNetworkBasicOps-233187296-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:42:38.984040 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron_lib.callbacks.manager [None req-ec96bd25-01b6-4e9d-a704-a05b782e08eb tempest-TestNetworkBasicOps-233187296 tempest-TestNetworkBasicOps-233187296-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:42:39.079987 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron_lib.callbacks.manager [None req-ec96bd25-01b6-4e9d-a704-a05b782e08eb tempest-TestNetworkBasicOps-233187296 tempest-TestNetworkBasicOps-233187296-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7996355'] for security_group_rule, after_create {{(pid=94174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:42:39.081893 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG oslo_concurrency.lockutils [None req-e2ba6521-fff7-430e-862f-272e1436d422 tempest-TestNetworkBasicOps-233187296 tempest-TestNetworkBasicOps-233187296-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94174) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 11:42:39.101249 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec96bd25-01b6-4e9d-a704-a05b782e08eb tempest-TestNetworkBasicOps-233187296 tempest-TestNetworkBasicOps-233187296-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=cbcfdecd-c8b5-48c1-bec2-f7d757c85b89,revision_number=0']} {{(pid=94174) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 11:42:39.104069 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG oslo_concurrency.lockutils [None req-ec96bd25-01b6-4e9d-a704-a05b782e08eb tempest-TestNetworkBasicOps-233187296 tempest-TestNetworkBasicOps-233187296-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.022s {{(pid=94174) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 11:42:39.165066 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron_lib.callbacks.manager [None req-ec96bd25-01b6-4e9d-a704-a05b782e08eb tempest-TestNetworkBasicOps-233187296 tempest-TestNetworkBasicOps-233187296-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:42:39.166277 dv-neutron-601336-94-hyperv neutron-server[94174]: INFO neutron.wsgi [None req-ec96bd25-01b6-4e9d-a704-a05b782e08eb tempest-TestNetworkBasicOps-233187296 tempest-TestNetworkBasicOps-233187296-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.3904755 Jun 23 11:42:39.169171 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.wsgi [-] (94174) accepted ('10.222.0.20', 44276) {{(pid=94174) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 11:42:39.173611 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.api.v2.base [None req-ee74de37-8e13-40ce-80cb-8f93cde0b345 tempest-TestNetworkBasicOps-233187296 tempest-TestNetworkBasicOps-233187296-project] Request body: {'security_group_rule': {'security_group_id': 'abfb3286-93aa-4ad6-bce4-77cb6b9debc1', 'project_id': '772b9946478d439e9da4eaeade7fb21d', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=94174) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 23 11:42:39.296548 dv-neutron-601336-94-hyperv neutron-server[94174]: INFO neutron.db.securitygroups_db [None req-ee74de37-8e13-40ce-80cb-8f93cde0b345 tempest-TestNetworkBasicOps-233187296 tempest-TestNetworkBasicOps-233187296-project] Project 772b9946478d439e9da4eaeade7fb21d added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jun 23 11:42:39.301456 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron_lib.callbacks.manager [None req-ee74de37-8e13-40ce-80cb-8f93cde0b345 tempest-TestNetworkBasicOps-233187296 tempest-TestNetworkBasicOps-233187296-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:42:39.360234 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron_lib.callbacks.manager [None req-ee74de37-8e13-40ce-80cb-8f93cde0b345 tempest-TestNetworkBasicOps-233187296 tempest-TestNetworkBasicOps-233187296-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:42:39.469237 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron_lib.callbacks.manager [None req-ee74de37-8e13-40ce-80cb-8f93cde0b345 tempest-TestNetworkBasicOps-233187296 tempest-TestNetworkBasicOps-233187296-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7996355'] for security_group_rule, after_create {{(pid=94174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:42:39.469237 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG oslo_concurrency.lockutils [None req-e005e06e-74ab-4a2f-a595-c6bd3ecf9c00 tempest-SecGroupTest-1462889432 tempest-SecGroupTest-1462889432-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94174) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 11:42:39.482791 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee74de37-8e13-40ce-80cb-8f93cde0b345 tempest-TestNetworkBasicOps-233187296 tempest-TestNetworkBasicOps-233187296-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5dde7f04-5719-48ed-89e0-4a3aa9e89e3e,revision_number=0']} {{(pid=94174) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 11:42:39.485144 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG oslo_concurrency.lockutils [None req-ee74de37-8e13-40ce-80cb-8f93cde0b345 tempest-TestNetworkBasicOps-233187296 tempest-TestNetworkBasicOps-233187296-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.020s {{(pid=94174) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 11:42:39.521127 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.plugins.ml2.rpc [None req-dc7542b2-afef-47f4-a763-e3a3cba144be None None] Device 6dc2feaf-a646-4162-8566-144dc8456cb6 up at agent ovs-agent-dv-neutron-601336-94-hyperv {{(pid=94176) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:298}} Jun 23 11:42:39.582511 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron_lib.callbacks.manager [None req-ee74de37-8e13-40ce-80cb-8f93cde0b345 tempest-TestNetworkBasicOps-233187296 tempest-TestNetworkBasicOps-233187296-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:42:39.583807 dv-neutron-601336-94-hyperv neutron-server[94174]: INFO neutron.wsgi [None req-ee74de37-8e13-40ce-80cb-8f93cde0b345 tempest-TestNetworkBasicOps-233187296 tempest-TestNetworkBasicOps-233187296-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.4136713 Jun 23 11:42:39.586606 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.wsgi [-] (94174) accepted ('10.222.0.20', 44278) {{(pid=94174) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 11:42:39.592195 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.api.v2.base [None req-36662f62-2441-4ab9-8aaa-5c87ec843541 tempest-TestNetworkBasicOps-233187296 tempest-TestNetworkBasicOps-233187296-project] Request body: {'security_group_rule': {'security_group_id': 'abfb3286-93aa-4ad6-bce4-77cb6b9debc1', 'project_id': '772b9946478d439e9da4eaeade7fb21d', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=94174) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 23 11:42:39.690656 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.db.provisioning_blocks [None req-dc7542b2-afef-47f4-a763-e3a3cba144be None None] Provisioning for port 6dc2feaf-a646-4162-8566-144dc8456cb6 completed by entity L2. {{(pid=94176) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 23 11:42:39.694521 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.db.provisioning_blocks [None req-dc7542b2-afef-47f4-a763-e3a3cba144be None None] Provisioning complete for port 6dc2feaf-a646-4162-8566-144dc8456cb6 triggered by entity L2. {{(pid=94176) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 23 11:42:39.694905 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron_lib.callbacks.manager [None req-dc7542b2-afef-47f4-a763-e3a3cba144be None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-899258'] for port, provisioning_complete {{(pid=94176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:42:39.717496 dv-neutron-601336-94-hyperv neutron-server[94174]: INFO neutron.db.securitygroups_db [None req-36662f62-2441-4ab9-8aaa-5c87ec843541 tempest-TestNetworkBasicOps-233187296 tempest-TestNetworkBasicOps-233187296-project] Project 772b9946478d439e9da4eaeade7fb21d added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jun 23 11:42:39.724698 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron_lib.callbacks.manager [None req-36662f62-2441-4ab9-8aaa-5c87ec843541 tempest-TestNetworkBasicOps-233187296 tempest-TestNetworkBasicOps-233187296-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:42:39.775020 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron_lib.callbacks.manager [None req-dc7542b2-afef-47f4-a763-e3a3cba144be None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-923122'] for port, before_update {{(pid=94176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:42:39.786678 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron_lib.callbacks.manager [None req-36662f62-2441-4ab9-8aaa-5c87ec843541 tempest-TestNetworkBasicOps-233187296 tempest-TestNetworkBasicOps-233187296-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:42:39.806931 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.plugins.ml2.db [None req-dc7542b2-afef-47f4-a763-e3a3cba144be None None] For port 6dc2feaf-a646-4162-8566-144dc8456cb6, host dv-neutron-601336-94-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-94-hyperv',level=0,port_id=6dc2feaf-a646-4162-8566-144dc8456cb6,segment=NetworkSegment(8b9820af-555a-44ff-8546-c8ed2bd22896),segment_id=8b9820af-555a-44ff-8546-c8ed2bd22896)] {{(pid=94176) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 23 11:42:39.879006 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron_lib.callbacks.manager [None req-36662f62-2441-4ab9-8aaa-5c87ec843541 tempest-TestNetworkBasicOps-233187296 tempest-TestNetworkBasicOps-233187296-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7996355'] for security_group_rule, after_create {{(pid=94174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:42:39.880986 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG oslo_concurrency.lockutils [None req-8598b4b3-0da8-436a-bf20-56bb10f45cd0 tempest-TestNetworkBasicOps-233187296 tempest-TestNetworkBasicOps-233187296-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94174) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 11:42:39.897859 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36662f62-2441-4ab9-8aaa-5c87ec843541 tempest-TestNetworkBasicOps-233187296 tempest-TestNetworkBasicOps-233187296-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5af7473b-4ed3-4477-b98a-9e30af0810fc,revision_number=0']} {{(pid=94174) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 11:42:39.900480 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG oslo_concurrency.lockutils [None req-36662f62-2441-4ab9-8aaa-5c87ec843541 tempest-TestNetworkBasicOps-233187296 tempest-TestNetworkBasicOps-233187296-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.020s {{(pid=94174) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 11:42:39.903808 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron_lib.callbacks.manager [None req-dc7542b2-afef-47f4-a763-e3a3cba144be None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-922904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866062', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773700135042', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773699642233', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773699642278'] for port, after_update {{(pid=94176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:42:39.905867 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG oslo_concurrency.lockutils [None req-dc7542b2-afef-47f4-a763-e3a3cba144be None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 11:42:39.952391 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc7542b2-afef-47f4-a763-e3a3cba144be None None] Pushing event updated for resources: {'Port': ['ID=6dc2feaf-a646-4162-8566-144dc8456cb6,revision_number=5']} {{(pid=94176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 11:42:39.955322 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG oslo_concurrency.lockutils [None req-dc7542b2-afef-47f4-a763-e3a3cba144be None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=94176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 11:42:39.982720 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron_lib.callbacks.manager [None req-36662f62-2441-4ab9-8aaa-5c87ec843541 tempest-TestNetworkBasicOps-233187296 tempest-TestNetworkBasicOps-233187296-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:42:39.984017 dv-neutron-601336-94-hyperv neutron-server[94174]: INFO neutron.wsgi [None req-36662f62-2441-4ab9-8aaa-5c87ec843541 tempest-TestNetworkBasicOps-233187296 tempest-TestNetworkBasicOps-233187296-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.3964467 Jun 23 11:42:40.130035 dv-neutron-601336-94-hyperv neutron-server[94174]: INFO neutron.wsgi [req-d95dc63d-76dc-4cfa-b8e5-10386cf07fb7 req-0ccfdb2b-7394-422b-a523-c95f604bf11f tempest-TestNetworkBasicOps-233187296 tempest-TestNetworkBasicOps-233187296-project] 10.222.0.20 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1639605110&fields=id&tenant_id=772b9946478d439e9da4eaeade7fb21d HTTP/1.1" status: 200 len: 267 time: 0.0342219 Jun 23 11:42:40.236814 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d95dc63d-76dc-4cfa-b8e5-10386cf07fb7 req-2b5fac56-5dc2-49ff-9976-32eef1b3f382 tempest-TestNetworkBasicOps-233187296 tempest-TestNetworkBasicOps-233187296-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94174) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 11:42:40.238164 dv-neutron-601336-94-hyperv neutron-server[94174]: INFO neutron.wsgi [req-d95dc63d-76dc-4cfa-b8e5-10386cf07fb7 req-2b5fac56-5dc2-49ff-9976-32eef1b3f382 tempest-TestNetworkBasicOps-233187296 tempest-TestNetworkBasicOps-233187296-project] 10.222.0.20 "GET /v2.0/networks?id=9ff04a95-5226-42f5-93b7-96bdbdef413d HTTP/1.1" status: 200 len: 796 time: 0.1010242 Jun 23 11:42:40.252709 dv-neutron-601336-94-hyperv neutron-server[94174]: INFO neutron.wsgi [req-d95dc63d-76dc-4cfa-b8e5-10386cf07fb7 req-7abc0758-6572-4ffd-b20a-f65f7ed8d7a0 tempest-TestNetworkBasicOps-233187296 tempest-TestNetworkBasicOps-233187296-project] 10.222.0.20 "GET /v2.0/quotas/772b9946478d439e9da4eaeade7fb21d HTTP/1.1" status: 200 len: 375 time: 0.0091977 Jun 23 11:42:40.320571 dv-neutron-601336-94-hyperv neutron-server[94174]: INFO neutron.wsgi [req-d95dc63d-76dc-4cfa-b8e5-10386cf07fb7 req-2d66afbd-8d80-4e6a-b366-626dbc3c66e8 tempest-TestNetworkBasicOps-233187296 tempest-TestNetworkBasicOps-233187296-project] 10.222.0.20 "GET /v2.0/ports?tenant_id=772b9946478d439e9da4eaeade7fb21d&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0627425 Jun 23 11:42:40.421711 dv-neutron-601336-94-hyperv neutron-server[94174]: INFO neutron.wsgi [req-d95dc63d-76dc-4cfa-b8e5-10386cf07fb7 req-9d151b66-d4a2-4cdc-9a1c-698a48e84c7a service neutron] 10.222.0.20 "GET /v2.0/networks/9ff04a95-5226-42f5-93b7-96bdbdef413d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0893233 Jun 23 11:42:40.510065 dv-neutron-601336-94-hyperv neutron-server[94174]: INFO neutron.wsgi [req-d95dc63d-76dc-4cfa-b8e5-10386cf07fb7 req-860ad869-d06f-4c7d-b592-3a46263cf846 service neutron] 10.222.0.20 "GET /v2.0/networks/9ff04a95-5226-42f5-93b7-96bdbdef413d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0824654 Jun 23 11:42:40.810015 dv-neutron-601336-94-hyperv neutron-server[94175]: INFO neutron.wsgi [req-1b2405cc-a0d2-4aba-88c4-84dfaf3c4fa2 req-2720919b-1841-4e40-a9e0-38f277d9e0ea tempest-TestNetworkBasicOps-233187296 tempest-TestNetworkBasicOps-233187296-project] 10.222.0.20 "GET /v2.0/ports?device_id=67d0d682-d870-4931-986a-1936d22d3a10 HTTP/1.1" status: 200 len: 210 time: 0.0287724 Jun 23 11:42:40.930738 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron_lib.callbacks.manager [None req-e91ae3e6-074a-407c-a8fa-23af74f9995d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773699952132', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-899307'] for agent, after_update {{(pid=94176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:42:41.510940 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.plugins.ml2.rpc [None req-dc7542b2-afef-47f4-a763-e3a3cba144be None None] Device 6dc2feaf-a646-4162-8566-144dc8456cb6 up at agent ovs-agent-dv-neutron-601336-94-hyperv {{(pid=94176) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:298}} Jun 23 11:42:41.560709 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.db.provisioning_blocks [None req-dc7542b2-afef-47f4-a763-e3a3cba144be None None] Provisioning complete for port 6dc2feaf-a646-4162-8566-144dc8456cb6 triggered by entity L2. {{(pid=94176) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 23 11:42:41.561086 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron_lib.callbacks.manager [None req-dc7542b2-afef-47f4-a763-e3a3cba144be None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-899258'] for port, provisioning_complete {{(pid=94176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:42:41.947502 dv-neutron-601336-94-hyperv neutron-server[94174]: INFO neutron.wsgi [req-d6178c6c-a38a-4384-b9a9-e60faf35ec5e req-73d496d3-339d-4d68-acd5-2f167c4f73cb tempest-TestNetworkBasicOps-233187296 tempest-TestNetworkBasicOps-233187296-project] 10.222.0.20 "GET /v2.0/ports?device_id=67d0d682-d870-4931-986a-1936d22d3a10 HTTP/1.1" status: 200 len: 210 time: 0.0287464 Jun 23 11:42:43.080590 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d95dc63d-76dc-4cfa-b8e5-10386cf07fb7 req-bd79bb4b-6598-45f6-bd3e-c915c62da95a tempest-TestNetworkBasicOps-233187296 tempest-TestNetworkBasicOps-233187296-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94174) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 11:42:43.087613 dv-neutron-601336-94-hyperv neutron-server[94175]: INFO neutron.wsgi [req-c0946c57-a504-49b1-939e-17c5296f5506 req-5e532933-3326-4a1a-baff-2de93403c500 tempest-TestNetworkBasicOps-233187296 tempest-TestNetworkBasicOps-233187296-project] 10.222.0.20 "GET /v2.0/ports?device_id=67d0d682-d870-4931-986a-1936d22d3a10 HTTP/1.1" status: 200 len: 210 time: 0.0317082 Jun 23 11:42:43.088348 dv-neutron-601336-94-hyperv neutron-server[94174]: INFO neutron.wsgi [req-d95dc63d-76dc-4cfa-b8e5-10386cf07fb7 req-bd79bb4b-6598-45f6-bd3e-c915c62da95a tempest-TestNetworkBasicOps-233187296 tempest-TestNetworkBasicOps-233187296-project] 10.222.0.52 "GET /v2.0/networks?id=9ff04a95-5226-42f5-93b7-96bdbdef413d HTTP/1.1" status: 200 len: 796 time: 0.1097293 Jun 23 11:42:43.139483 dv-neutron-601336-94-hyperv neutron-server[94174]: INFO neutron.wsgi [req-d95dc63d-76dc-4cfa-b8e5-10386cf07fb7 req-7b5ec23b-c0ec-4944-84a4-3ae586baeaa1 tempest-TestNetworkBasicOps-233187296 tempest-TestNetworkBasicOps-233187296-project] 10.222.0.52 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=772b9946478d439e9da4eaeade7fb21d HTTP/1.1" status: 200 len: 380 time: 0.0430140 Jun 23 11:42:43.147893 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.api.v2.base [req-d95dc63d-76dc-4cfa-b8e5-10386cf07fb7 req-9355b480-a9f3-4644-9678-401158018043 tempest-TestNetworkBasicOps-233187296 tempest-TestNetworkBasicOps-233187296-project] Request body: {'port': {'device_id': '67d0d682-d870-4931-986a-1936d22d3a10', 'network_id': '9ff04a95-5226-42f5-93b7-96bdbdef413d', 'admin_state_up': True, 'tenant_id': '772b9946478d439e9da4eaeade7fb21d', 'security_groups': ['abfb3286-93aa-4ad6-bce4-77cb6b9debc1']}} {{(pid=94174) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 23 11:42:43.152791 dv-neutron-601336-94-hyperv neutron-server[94177]: DEBUG neutron.db.agents_db [None req-90fb1279-e4c5-4e73-8d66-3a29811dc4e3 None None] Agent healthcheck: found 6 active agents {{(pid=94177) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 23 11:42:43.159521 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron_lib.callbacks.manager [None req-8a616216-bd94-4e06-ac48-1d311df651af None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773699952132', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-899307'] for agent, after_update {{(pid=94176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:42:43.376233 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d95dc63d-76dc-4cfa-b8e5-10386cf07fb7 req-9355b480-a9f3-4644-9678-401158018043 tempest-TestNetworkBasicOps-233187296 tempest-TestNetworkBasicOps-233187296-project] Made reservation on behalf of 772b9946478d439e9da4eaeade7fb21d for: {'port': 1} {{(pid=94174) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 23 11:42:43.379720 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron_lib.callbacks.manager [req-d95dc63d-76dc-4cfa-b8e5-10386cf07fb7 req-9355b480-a9f3-4644-9678-401158018043 tempest-TestNetworkBasicOps-233187296 tempest-TestNetworkBasicOps-233187296-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-923104'] for port, before_create {{(pid=94174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:42:43.502530 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.db.db_base_plugin_common [req-d95dc63d-76dc-4cfa-b8e5-10386cf07fb7 req-9355b480-a9f3-4644-9678-401158018043 tempest-TestNetworkBasicOps-233187296 tempest-TestNetworkBasicOps-233187296-project] Allocated IP 172.20.0.14 (9ff04a95-5226-42f5-93b7-96bdbdef413d/87b46201-6098-4029-a781-475b4fa36a2e/34d468fa-73ea-4f9b-b0d7-ab48afeed95d) {{(pid=94174) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 23 11:42:43.641231 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron_lib.callbacks.manager [req-d95dc63d-76dc-4cfa-b8e5-10386cf07fb7 req-9355b480-a9f3-4644-9678-401158018043 tempest-TestNetworkBasicOps-233187296 tempest-TestNetworkBasicOps-233187296-project] Notify callbacks [] for port, precommit_create {{(pid=94174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:42:43.655763 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.db.provisioning_blocks [req-d95dc63d-76dc-4cfa-b8e5-10386cf07fb7 req-9355b480-a9f3-4644-9678-401158018043 tempest-TestNetworkBasicOps-233187296 tempest-TestNetworkBasicOps-233187296-project] Transition to ACTIVE for port object 34d468fa-73ea-4f9b-b0d7-ab48afeed95d will not be triggered until provisioned by entity DHCP. {{(pid=94174) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 23 11:42:43.765481 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron_lib.callbacks.manager [req-d95dc63d-76dc-4cfa-b8e5-10386cf07fb7 req-9355b480-a9f3-4644-9678-401158018043 tempest-TestNetworkBasicOps-233187296 tempest-TestNetworkBasicOps-233187296-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-922915', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-239814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7866073', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773699642215', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-5196399'] for port, after_create {{(pid=94174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:42:43.769863 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG oslo_concurrency.lockutils [None req-d90aa2a9-82ff-409e-914e-59baf5b8f8dc tempest-TestNetworkBasicOps-233187296 tempest-TestNetworkBasicOps-233187296-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94174) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 11:42:43.809475 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d95dc63d-76dc-4cfa-b8e5-10386cf07fb7 req-9355b480-a9f3-4644-9678-401158018043 tempest-TestNetworkBasicOps-233187296 tempest-TestNetworkBasicOps-233187296-project] Network 9ff04a95-5226-42f5-93b7-96bdbdef413d is already hosted by enough agents. {{(pid=94174) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 23 11:42:43.814133 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.scheduler.base_scheduler [req-d95dc63d-76dc-4cfa-b8e5-10386cf07fb7 req-9355b480-a9f3-4644-9678-401158018043 tempest-TestNetworkBasicOps-233187296 tempest-TestNetworkBasicOps-233187296-project] Resources bound (agent type, host, resource id): {{(pid=94174) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 23 11:42:43.821237 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.db.l3_dvrscheduler_db [req-d95dc63d-76dc-4cfa-b8e5-10386cf07fb7 req-9355b480-a9f3-4644-9678-401158018043 tempest-TestNetworkBasicOps-233187296 tempest-TestNetworkBasicOps-233187296-project] Received port after_create {{(pid=94174) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 23 11:42:43.827744 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9355b480-a9f3-4644-9678-401158018043 tempest-TestNetworkBasicOps-233187296 tempest-TestNetworkBasicOps-233187296-project] Pushing event updated for resources: {'Port': ['ID=34d468fa-73ea-4f9b-b0d7-ab48afeed95d,revision_number=1']} {{(pid=94174) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 11:42:43.850812 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG oslo_concurrency.lockutils [None req-9355b480-a9f3-4644-9678-401158018043 tempest-TestNetworkBasicOps-233187296 tempest-TestNetworkBasicOps-233187296-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.081s {{(pid=94174) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 11:42:43.868021 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron_lib.callbacks.manager [None req-dc7542b2-afef-47f4-a763-e3a3cba144be None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773699952132', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-899307'] for agent, after_update {{(pid=94176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:42:43.880334 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d95dc63d-76dc-4cfa-b8e5-10386cf07fb7 req-9355b480-a9f3-4644-9678-401158018043 tempest-TestNetworkBasicOps-233187296 tempest-TestNetworkBasicOps-233187296-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94174) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 11:42:43.881216 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron_lib.callbacks.manager [req-d95dc63d-76dc-4cfa-b8e5-10386cf07fb7 req-9355b480-a9f3-4644-9678-401158018043 tempest-TestNetworkBasicOps-233187296 tempest-TestNetworkBasicOps-233187296-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-217507'] for port, before_response {{(pid=94174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:42:44.034284 dv-neutron-601336-94-hyperv neutron-server[94174]: INFO neutron.wsgi [req-d95dc63d-76dc-4cfa-b8e5-10386cf07fb7 req-9355b480-a9f3-4644-9678-401158018043 tempest-TestNetworkBasicOps-233187296 tempest-TestNetworkBasicOps-233187296-project] 10.222.0.52 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.8902595 Jun 23 11:42:44.045307 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.api.v2.base [req-d95dc63d-76dc-4cfa-b8e5-10386cf07fb7 req-c835369e-a5a6-4b7c-84b7-282154190faf service neutron] Request body: {'port': {'device_id': '67d0d682-d870-4931-986a-1936d22d3a10', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-6013'}} {{(pid=94174) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 23 11:42:44.119791 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron_lib.callbacks.manager [req-d95dc63d-76dc-4cfa-b8e5-10386cf07fb7 req-c835369e-a5a6-4b7c-84b7-282154190faf service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-923122'] for port, before_update {{(pid=94174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:42:44.148242 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.db.provisioning_blocks [None req-e4bf2b39-e64c-4b32-b10f-3daedd6e5074 None None] Provisioning for port 34d468fa-73ea-4f9b-b0d7-ab48afeed95d completed by entity DHCP. {{(pid=94176) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 23 11:42:44.148242 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.db.provisioning_blocks [None req-e4bf2b39-e64c-4b32-b10f-3daedd6e5074 None None] Provisioning complete for port 34d468fa-73ea-4f9b-b0d7-ab48afeed95d triggered by entity DHCP. {{(pid=94176) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 23 11:42:44.148242 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron_lib.callbacks.manager [None req-e4bf2b39-e64c-4b32-b10f-3daedd6e5074 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-899258'] for port, provisioning_complete {{(pid=94176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:42:44.189250 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.plugins.ml2.plugin [None req-e4bf2b39-e64c-4b32-b10f-3daedd6e5074 None None] Port 34d468fa-73ea-4f9b-b0d7-ab48afeed95d cannot update to ACTIVE because it is not bound. {{(pid=94176) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jun 23 11:42:44.364377 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a52bf5c-a515-4f9f-bf98-a7bfbf5402d9 req-324e219e-4f14-42ff-91e2-460047eedf90 tempest-TestNetworkBasicOps-233187296 tempest-TestNetworkBasicOps-233187296-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94174) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 11:42:44.365834 dv-neutron-601336-94-hyperv neutron-server[94174]: INFO neutron.wsgi [req-5a52bf5c-a515-4f9f-bf98-a7bfbf5402d9 req-324e219e-4f14-42ff-91e2-460047eedf90 tempest-TestNetworkBasicOps-233187296 tempest-TestNetworkBasicOps-233187296-project] 10.222.0.20 "GET /v2.0/ports?device_id=67d0d682-d870-4931-986a-1936d22d3a10 HTTP/1.1" status: 200 len: 932 time: 0.1417348 Jun 23 11:42:44.428790 dv-neutron-601336-94-hyperv neutron-server[94174]: INFO neutron.wsgi [req-5a52bf5c-a515-4f9f-bf98-a7bfbf5402d9 req-645b1028-b042-4bb2-a96d-c83095bfc12b tempest-TestNetworkBasicOps-233187296 tempest-TestNetworkBasicOps-233187296-project] 10.222.0.20 "GET /v2.0/security-groups?id=abfb3286-93aa-4ad6-bce4-77cb6b9debc1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0555782 Jun 23 11:42:44.465189 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.notifiers.nova [req-d95dc63d-76dc-4cfa-b8e5-10386cf07fb7 req-c835369e-a5a6-4b7c-84b7-282154190faf service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 34d468fa-73ea-4f9b-b0d7-ab48afeed95d {{(pid=94174) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 23 11:42:44.473130 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron_lib.callbacks.manager [req-d95dc63d-76dc-4cfa-b8e5-10386cf07fb7 req-c835369e-a5a6-4b7c-84b7-282154190faf service neutron] Notify callbacks [] for port, precommit_update {{(pid=94174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:42:44.484410 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.db.provisioning_blocks [req-d95dc63d-76dc-4cfa-b8e5-10386cf07fb7 req-c835369e-a5a6-4b7c-84b7-282154190faf service neutron] Transition to ACTIVE for port object 34d468fa-73ea-4f9b-b0d7-ab48afeed95d will not be triggered until provisioned by entity L2. {{(pid=94174) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 23 11:42:44.542060 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron_lib.callbacks.manager [req-d95dc63d-76dc-4cfa-b8e5-10386cf07fb7 req-c835369e-a5a6-4b7c-84b7-282154190faf service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-922904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866062', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773700135042', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773699642233', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773699642278', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5196369'] for port, after_update {{(pid=94174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:42:44.545072 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG oslo_concurrency.lockutils [None req-b9b97aa4-6820-480c-be23-d602e868aef1 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94174) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 11:42:44.571424 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron_lib.callbacks.manager [None req-4c20ea5f-bc7f-4d4e-935d-57f082af6ccb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773699952132', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-899307'] for agent, after_update {{(pid=94176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:42:44.592120 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c835369e-a5a6-4b7c-84b7-282154190faf service neutron] Pushing event updated for resources: {'Port': ['ID=34d468fa-73ea-4f9b-b0d7-ab48afeed95d,revision_number=2']} {{(pid=94174) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 11:42:44.596400 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG oslo_concurrency.lockutils [None req-c835369e-a5a6-4b7c-84b7-282154190faf service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=94174) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 11:42:44.664526 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.plugins.ml2.managers [req-d95dc63d-76dc-4cfa-b8e5-10386cf07fb7 req-c835369e-a5a6-4b7c-84b7-282154190faf service neutron] Attempting to bind port 34d468fa-73ea-4f9b-b0d7-ab48afeed95d on host hv-neutron-6013 for vnic_type normal with profile {{(pid=94174) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 23 11:42:44.665057 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.plugins.ml2.managers [req-d95dc63d-76dc-4cfa-b8e5-10386cf07fb7 req-c835369e-a5a6-4b7c-84b7-282154190faf service neutron] Attempting to bind port 34d468fa-73ea-4f9b-b0d7-ab48afeed95d by drivers openvswitch,hyperv on host hv-neutron-6013 at level 0 using segments [{'id': '8b9820af-555a-44ff-8546-c8ed2bd22896', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 403, 'network_id': '9ff04a95-5226-42f5-93b7-96bdbdef413d'}] {{(pid=94174) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 23 11:42:44.665398 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d95dc63d-76dc-4cfa-b8e5-10386cf07fb7 req-c835369e-a5a6-4b7c-84b7-282154190faf service neutron] Attempting to bind port 34d468fa-73ea-4f9b-b0d7-ab48afeed95d on network 9ff04a95-5226-42f5-93b7-96bdbdef413d {{(pid=94174) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 23 11:42:44.669860 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d95dc63d-76dc-4cfa-b8e5-10386cf07fb7 req-c835369e-a5a6-4b7c-84b7-282154190faf service neutron] Port 34d468fa-73ea-4f9b-b0d7-ab48afeed95d on network 9ff04a95-5226-42f5-93b7-96bdbdef413d not bound, no agent of type Open vSwitch agent registered on host hv-neutron-6013 {{(pid=94174) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 23 11:42:44.670190 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d95dc63d-76dc-4cfa-b8e5-10386cf07fb7 req-c835369e-a5a6-4b7c-84b7-282154190faf service neutron] Attempting to bind port 34d468fa-73ea-4f9b-b0d7-ab48afeed95d on network 9ff04a95-5226-42f5-93b7-96bdbdef413d {{(pid=94174) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 23 11:42:44.675686 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d95dc63d-76dc-4cfa-b8e5-10386cf07fb7 req-c835369e-a5a6-4b7c-84b7-282154190faf service neutron] Checking agent: {'id': '3a130b41-5b27-406b-aeb2-5a923af79f10', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-6013', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 23, 11, 28, 23), 'started_at': datetime.datetime(2021, 6, 23, 11, 28, 23), 'heartbeat_timestamp': datetime.datetime(2021, 6, 23, 11, 42, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94174) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 23 11:42:44.676031 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d95dc63d-76dc-4cfa-b8e5-10386cf07fb7 req-c835369e-a5a6-4b7c-84b7-282154190faf service neutron] Checking segment: {'id': '8b9820af-555a-44ff-8546-c8ed2bd22896', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 403, 'network_id': '9ff04a95-5226-42f5-93b7-96bdbdef413d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94174) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 23 11:42:44.679515 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d95dc63d-76dc-4cfa-b8e5-10386cf07fb7 req-c835369e-a5a6-4b7c-84b7-282154190faf service neutron] Bound using segment: {'id': '8b9820af-555a-44ff-8546-c8ed2bd22896', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 403, 'network_id': '9ff04a95-5226-42f5-93b7-96bdbdef413d'} {{(pid=94174) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 23 11:42:44.679515 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.plugins.ml2.managers [req-d95dc63d-76dc-4cfa-b8e5-10386cf07fb7 req-c835369e-a5a6-4b7c-84b7-282154190faf service neutron] Bound port: 34d468fa-73ea-4f9b-b0d7-ab48afeed95d, host: hv-neutron-6013, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8b9820af-555a-44ff-8546-c8ed2bd22896', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 403, 'network_id': '9ff04a95-5226-42f5-93b7-96bdbdef413d'}}] {{(pid=94174) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 23 11:42:44.679515 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron_lib.callbacks.manager [req-d95dc63d-76dc-4cfa-b8e5-10386cf07fb7 req-c835369e-a5a6-4b7c-84b7-282154190faf service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-923122'] for port, before_update {{(pid=94174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:42:44.743741 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.plugins.ml2.db [req-d95dc63d-76dc-4cfa-b8e5-10386cf07fb7 req-c835369e-a5a6-4b7c-84b7-282154190faf service neutron] For port 34d468fa-73ea-4f9b-b0d7-ab48afeed95d, host hv-neutron-6013, cleared binding levels {{(pid=94174) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 23 11:42:44.746706 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.plugins.ml2.db [req-d95dc63d-76dc-4cfa-b8e5-10386cf07fb7 req-c835369e-a5a6-4b7c-84b7-282154190faf service neutron] For port 34d468fa-73ea-4f9b-b0d7-ab48afeed95d, host hv-neutron-6013, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-6013',level=0,port_id=34d468fa-73ea-4f9b-b0d7-ab48afeed95d,segment=NetworkSegment(8b9820af-555a-44ff-8546-c8ed2bd22896),segment_id=8b9820af-555a-44ff-8546-c8ed2bd22896)] {{(pid=94174) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 23 11:42:44.821644 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron_lib.callbacks.manager [req-d95dc63d-76dc-4cfa-b8e5-10386cf07fb7 req-c835369e-a5a6-4b7c-84b7-282154190faf service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-922904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866062', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773700135042', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773699642233', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773699642278', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5196369'] for port, after_update {{(pid=94174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:42:44.823750 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG oslo_concurrency.lockutils [None req-139b5fa7-8b1a-4e0b-9307-e403889d23f3 tempest-TestNetworkBasicOps-233187296 tempest-TestNetworkBasicOps-233187296-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94174) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 11:42:44.856397 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d95dc63d-76dc-4cfa-b8e5-10386cf07fb7 req-c835369e-a5a6-4b7c-84b7-282154190faf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94174) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 11:42:44.857013 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron_lib.callbacks.manager [req-d95dc63d-76dc-4cfa-b8e5-10386cf07fb7 req-c835369e-a5a6-4b7c-84b7-282154190faf service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-217507'] for port, before_response {{(pid=94174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:42:44.858385 dv-neutron-601336-94-hyperv neutron-server[94174]: INFO neutron.wsgi [req-d95dc63d-76dc-4cfa-b8e5-10386cf07fb7 req-c835369e-a5a6-4b7c-84b7-282154190faf service neutron] 10.222.0.52 "PUT /v2.0/ports/34d468fa-73ea-4f9b-b0d7-ab48afeed95d HTTP/1.1" status: 200 len: 1094 time: 0.8171635 Jun 23 11:42:44.858909 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '67d0d682-d870-4931-986a-1936d22d3a10', 'tag': '34d468fa-73ea-4f9b-b0d7-ab48afeed95d'}] {{(pid=94174) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 23 11:42:44.861245 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6ff47218258ed5bf6cae7f276c9622ae488f9e8ebc13d1a310221fbcfb04c5dd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6922e96e-1123-4672-8cc0-a3e2f57159f0" -d '{"events": [{"name": "network-changed", "server_uuid": "67d0d682-d870-4931-986a-1936d22d3a10", "tag": "34d468fa-73ea-4f9b-b0d7-ab48afeed95d"}]}' {{(pid=94174) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 23 11:42:44.885418 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c835369e-a5a6-4b7c-84b7-282154190faf service neutron] Pushing event updated for resources: {'Port': ['ID=34d468fa-73ea-4f9b-b0d7-ab48afeed95d,revision_number=3']} {{(pid=94174) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 11:42:44.888610 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG oslo_concurrency.lockutils [None req-c835369e-a5a6-4b7c-84b7-282154190faf service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.065s {{(pid=94174) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 11:42:44.906085 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 23 Jun 2021 11:42:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f2bb2644-6c1b-400d-aa0a-64aea752d1b3 x-openstack-request-id: req-f2bb2644-6c1b-400d-aa0a-64aea752d1b3 {{(pid=94174) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 23 11:42:44.906432 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "67d0d682-d870-4931-986a-1936d22d3a10", "tag": "34d468fa-73ea-4f9b-b0d7-ab48afeed95d", "status": "completed", "code": 200}]} {{(pid=94174) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 23 11:42:44.906781 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-f2bb2644-6c1b-400d-aa0a-64aea752d1b3 {{(pid=94174) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 23 11:42:44.907292 dv-neutron-601336-94-hyperv neutron-server[94174]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '67d0d682-d870-4931-986a-1936d22d3a10', 'tag': '34d468fa-73ea-4f9b-b0d7-ab48afeed95d', 'status': 'completed', 'code': 200} Jun 23 11:42:44.987839 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6922e96e-1123-4672-8cc0-a3e2f57159f0 req-97aac382-f0b4-4744-972e-7a2c7db6bb62 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94174) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 11:42:44.989445 dv-neutron-601336-94-hyperv neutron-server[94174]: INFO neutron.wsgi [req-6922e96e-1123-4672-8cc0-a3e2f57159f0 req-97aac382-f0b4-4744-972e-7a2c7db6bb62 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=772b9946478d439e9da4eaeade7fb21d&device_id=67d0d682-d870-4931-986a-1936d22d3a10 HTTP/1.1" status: 200 len: 1097 time: 0.0623810 Jun 23 11:42:45.085552 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6922e96e-1123-4672-8cc0-a3e2f57159f0 req-73d05e1d-9648-4cd1-85d8-7789c1ea3438 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94174) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 11:42:45.087080 dv-neutron-601336-94-hyperv neutron-server[94174]: INFO neutron.wsgi [req-6922e96e-1123-4672-8cc0-a3e2f57159f0 req-73d05e1d-9648-4cd1-85d8-7789c1ea3438 service neutron] 10.222.0.52 "GET /v2.0/networks?tenant_id=772b9946478d439e9da4eaeade7fb21d&shared=False HTTP/1.1" status: 200 len: 897 time: 0.0905530 Jun 23 11:42:45.185539 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6922e96e-1123-4672-8cc0-a3e2f57159f0 req-99da880b-1804-41c4-84a5-f1be067e947b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94174) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 11:42:45.187134 dv-neutron-601336-94-hyperv neutron-server[94174]: INFO neutron.wsgi [req-6922e96e-1123-4672-8cc0-a3e2f57159f0 req-99da880b-1804-41c4-84a5-f1be067e947b service neutron] 10.222.0.52 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0942669 Jun 23 11:42:45.271713 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d95dc63d-76dc-4cfa-b8e5-10386cf07fb7 req-feeb7671-bd91-4374-a1b3-c5e53b918832 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94174) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 11:42:45.273068 dv-neutron-601336-94-hyperv neutron-server[94174]: INFO neutron.wsgi [req-d95dc63d-76dc-4cfa-b8e5-10386cf07fb7 req-feeb7671-bd91-4374-a1b3-c5e53b918832 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=772b9946478d439e9da4eaeade7fb21d&device_id=67d0d682-d870-4931-986a-1936d22d3a10 HTTP/1.1" status: 200 len: 1097 time: 0.0512030 Jun 23 11:42:45.312343 dv-neutron-601336-94-hyperv neutron-server[94174]: INFO neutron.wsgi [req-d95dc63d-76dc-4cfa-b8e5-10386cf07fb7 req-83ecb9f2-e424-4b4a-8aeb-abf32d36434d service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=34d468fa-73ea-4f9b-b0d7-ab48afeed95d HTTP/1.1" status: 200 len: 217 time: 0.0313847 Jun 23 11:42:45.357828 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d95dc63d-76dc-4cfa-b8e5-10386cf07fb7 req-5b39b7b6-cf35-482b-8ae2-046c6466f56f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94174) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 11:42:45.359215 dv-neutron-601336-94-hyperv neutron-server[94174]: INFO neutron.wsgi [req-d95dc63d-76dc-4cfa-b8e5-10386cf07fb7 req-5b39b7b6-cf35-482b-8ae2-046c6466f56f service neutron] 10.222.0.52 "GET /v2.0/subnets?id=87b46201-6098-4029-a781-475b4fa36a2e HTTP/1.1" status: 200 len: 844 time: 0.0401928 Jun 23 11:42:45.418401 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d95dc63d-76dc-4cfa-b8e5-10386cf07fb7 req-1f5f5a92-9ebd-48b4-93a4-a1016fe6dc32 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94174) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 11:42:45.419913 dv-neutron-601336-94-hyperv neutron-server[94174]: INFO neutron.wsgi [req-d95dc63d-76dc-4cfa-b8e5-10386cf07fb7 req-1f5f5a92-9ebd-48b4-93a4-a1016fe6dc32 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=9ff04a95-5226-42f5-93b7-96bdbdef413d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1178 time: 0.0544181 Jun 23 11:42:45.507454 dv-neutron-601336-94-hyperv neutron-server[94174]: INFO neutron.wsgi [req-d95dc63d-76dc-4cfa-b8e5-10386cf07fb7 req-12dce122-c598-4076-a897-cc8bbd06cbd9 service neutron] 10.222.0.52 "GET /v2.0/networks/9ff04a95-5226-42f5-93b7-96bdbdef413d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0812006 Jun 23 11:42:45.637485 dv-neutron-601336-94-hyperv neutron-server[94174]: INFO neutron.wsgi [req-d95dc63d-76dc-4cfa-b8e5-10386cf07fb7 req-7e154fac-ae0c-4a6d-8482-90d2adc26ecf service neutron] 10.222.0.52 "GET /v2.0/networks/9ff04a95-5226-42f5-93b7-96bdbdef413d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1192884 Jun 23 11:42:45.654717 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36443e3f-445c-4edf-880f-bb86be9ae661 req-d1a76e5b-3569-40bf-9004-15c94a036d9b tempest-TestNetworkBasicOps-233187296 tempest-TestNetworkBasicOps-233187296-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94174) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 11:42:45.656157 dv-neutron-601336-94-hyperv neutron-server[94174]: INFO neutron.wsgi [req-36443e3f-445c-4edf-880f-bb86be9ae661 req-d1a76e5b-3569-40bf-9004-15c94a036d9b tempest-TestNetworkBasicOps-233187296 tempest-TestNetworkBasicOps-233187296-project] 10.222.0.20 "GET /v2.0/ports?device_id=67d0d682-d870-4931-986a-1936d22d3a10 HTTP/1.1" status: 200 len: 944 time: 0.0924063 Jun 23 11:42:45.693991 dv-neutron-601336-94-hyperv neutron-server[94174]: INFO neutron.wsgi [req-36443e3f-445c-4edf-880f-bb86be9ae661 req-202f4fe8-6366-4f5f-996e-37169507f6cc tempest-TestNetworkBasicOps-233187296 tempest-TestNetworkBasicOps-233187296-project] 10.222.0.20 "GET /v2.0/security-groups?id=abfb3286-93aa-4ad6-bce4-77cb6b9debc1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0320709 Jun 23 11:42:46.610408 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron_lib.callbacks.manager [None req-95d6aa8f-24e7-4234-82ff-f502266c3285 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773699952132', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-899307'] for agent, after_update {{(pid=94176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:42:46.917321 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.plugins.ml2.rpc [None req-97bd5441-1da2-49ee-a364-27795820ba27 None None] Device 34d468fa-73ea-4f9b-b0d7-ab48afeed95d details requested by agent hyperv_hv-neutron-6013 with host hv-neutron-6013 {{(pid=94176) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:104}} Jun 23 11:42:47.015224 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.plugins.ml2.db [None req-97bd5441-1da2-49ee-a364-27795820ba27 None None] For port 34d468fa-73ea-4f9b-b0d7-ab48afeed95d, host hv-neutron-6013, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-6013',level=0,port_id=34d468fa-73ea-4f9b-b0d7-ab48afeed95d,segment=NetworkSegment(8b9820af-555a-44ff-8546-c8ed2bd22896),segment_id=8b9820af-555a-44ff-8546-c8ed2bd22896)] {{(pid=94176) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 23 11:42:47.027283 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.plugins.ml2.rpc [None req-97bd5441-1da2-49ee-a364-27795820ba27 None None] Returning: {'device': '34d468fa-73ea-4f9b-b0d7-ab48afeed95d', 'network_id': '9ff04a95-5226-42f5-93b7-96bdbdef413d', 'port_id': '34d468fa-73ea-4f9b-b0d7-ab48afeed95d', 'mac_address': 'fa:16:3e:cf:c2:49', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 403, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '87b46201-6098-4029-a781-475b4fa36a2e', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94176) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:186}} Jun 23 11:42:47.066291 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron_lib.callbacks.manager [None req-97bd5441-1da2-49ee-a364-27795820ba27 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-923122'] for port, before_update {{(pid=94176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:42:47.078725 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.notifiers.nova [None req-97bd5441-1da2-49ee-a364-27795820ba27 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 34d468fa-73ea-4f9b-b0d7-ab48afeed95d {{(pid=94176) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 23 11:42:47.098713 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.plugins.ml2.db [None req-97bd5441-1da2-49ee-a364-27795820ba27 None None] For port 34d468fa-73ea-4f9b-b0d7-ab48afeed95d, host hv-neutron-6013, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-6013',level=0,port_id=34d468fa-73ea-4f9b-b0d7-ab48afeed95d,segment=NetworkSegment(8b9820af-555a-44ff-8546-c8ed2bd22896),segment_id=8b9820af-555a-44ff-8546-c8ed2bd22896)] {{(pid=94176) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 23 11:42:47.159742 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad24ce53-a959-43ef-a7de-c368b5afe4f5 req-82e80d07-d56a-4fcf-9355-69bf92dbe772 tempest-TestNetworkBasicOps-233187296 tempest-TestNetworkBasicOps-233187296-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 11:42:47.161190 dv-neutron-601336-94-hyperv neutron-server[94175]: INFO neutron.wsgi [req-ad24ce53-a959-43ef-a7de-c368b5afe4f5 req-82e80d07-d56a-4fcf-9355-69bf92dbe772 tempest-TestNetworkBasicOps-233187296 tempest-TestNetworkBasicOps-233187296-project] 10.222.0.20 "GET /v2.0/ports?device_id=67d0d682-d870-4931-986a-1936d22d3a10 HTTP/1.1" status: 200 len: 944 time: 0.3598213 Jun 23 11:42:47.165001 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron_lib.callbacks.manager [None req-97bd5441-1da2-49ee-a364-27795820ba27 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-922904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866062', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773700135042', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773699642233', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773699642278'] for port, after_update {{(pid=94176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:42:47.166766 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG oslo_concurrency.lockutils [None req-6caca85c-aa27-4f2e-805a-77b26acb50e5 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 11:42:47.202316 dv-neutron-601336-94-hyperv neutron-server[94175]: INFO neutron.wsgi [req-ad24ce53-a959-43ef-a7de-c368b5afe4f5 req-1a41d924-63d8-4bc2-aa22-4196da148a2b tempest-TestNetworkBasicOps-233187296 tempest-TestNetworkBasicOps-233187296-project] 10.222.0.20 "GET /v2.0/security-groups?id=abfb3286-93aa-4ad6-bce4-77cb6b9debc1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0323610 Jun 23 11:42:47.215059 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97bd5441-1da2-49ee-a364-27795820ba27 None None] Pushing event updated for resources: {'Port': ['ID=34d468fa-73ea-4f9b-b0d7-ab48afeed95d,revision_number=4']} {{(pid=94176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 11:42:47.218124 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG oslo_concurrency.lockutils [None req-97bd5441-1da2-49ee-a364-27795820ba27 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=94176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 11:42:47.381487 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.plugins.ml2.db [None req-97bd5441-1da2-49ee-a364-27795820ba27 None None] get_ports_and_sgs() called for port_ids ['34d468fa-73ea-4f9b-b0d7-ab48afeed95d'] {{(pid=94176) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 23 11:42:48.371838 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de5d084f-7359-47ba-813e-c903496daa11 req-71948bd8-d89d-4f9e-8394-cceb39e2e046 tempest-TestNetworkBasicOps-233187296 tempest-TestNetworkBasicOps-233187296-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94174) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 11:42:48.373441 dv-neutron-601336-94-hyperv neutron-server[94174]: INFO neutron.wsgi [req-de5d084f-7359-47ba-813e-c903496daa11 req-71948bd8-d89d-4f9e-8394-cceb39e2e046 tempest-TestNetworkBasicOps-233187296 tempest-TestNetworkBasicOps-233187296-project] 10.222.0.20 "GET /v2.0/ports?device_id=67d0d682-d870-4931-986a-1936d22d3a10 HTTP/1.1" status: 200 len: 945 time: 0.0669210 Jun 23 11:42:48.410601 dv-neutron-601336-94-hyperv neutron-server[94174]: INFO neutron.wsgi [req-de5d084f-7359-47ba-813e-c903496daa11 req-4c05392c-bc0c-4749-8bc0-cd6f34c1c065 tempest-TestNetworkBasicOps-233187296 tempest-TestNetworkBasicOps-233187296-project] 10.222.0.20 "GET /v2.0/security-groups?id=abfb3286-93aa-4ad6-bce4-77cb6b9debc1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0308537 Jun 23 11:42:48.938466 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.plugins.ml2.rpc [None req-97bd5441-1da2-49ee-a364-27795820ba27 None None] Device 34d468fa-73ea-4f9b-b0d7-ab48afeed95d up at agent hyperv_hv-neutron-6013 {{(pid=94176) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:298}} Jun 23 11:42:49.039230 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.db.provisioning_blocks [None req-97bd5441-1da2-49ee-a364-27795820ba27 None None] Provisioning for port 34d468fa-73ea-4f9b-b0d7-ab48afeed95d completed by entity L2. {{(pid=94176) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 23 11:42:49.042706 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.db.provisioning_blocks [None req-97bd5441-1da2-49ee-a364-27795820ba27 None None] Provisioning complete for port 34d468fa-73ea-4f9b-b0d7-ab48afeed95d triggered by entity L2. {{(pid=94176) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 23 11:42:49.043117 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron_lib.callbacks.manager [None req-97bd5441-1da2-49ee-a364-27795820ba27 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-899258'] for port, provisioning_complete {{(pid=94176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:42:49.116650 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron_lib.callbacks.manager [None req-97bd5441-1da2-49ee-a364-27795820ba27 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-923122'] for port, before_update {{(pid=94176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:42:49.140808 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '67d0d682-d870-4931-986a-1936d22d3a10', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '34d468fa-73ea-4f9b-b0d7-ab48afeed95d'}] {{(pid=94176) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 23 11:42:49.143125 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}887b0dfc0393de878080286a57e4a08d4fa60dd0cddd118f338ebfcd351ddd4c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a202ef00-f5b9-47d5-aca2-01a2f2fa95cb" -d '{"events": [{"server_uuid": "67d0d682-d870-4931-986a-1936d22d3a10", "name": "network-vif-plugged", "status": "completed", "tag": "34d468fa-73ea-4f9b-b0d7-ab48afeed95d"}]}' {{(pid=94176) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 23 11:42:49.156433 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.plugins.ml2.db [None req-97bd5441-1da2-49ee-a364-27795820ba27 None None] For port 34d468fa-73ea-4f9b-b0d7-ab48afeed95d, host hv-neutron-6013, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-6013',level=0,port_id=34d468fa-73ea-4f9b-b0d7-ab48afeed95d,segment=NetworkSegment(8b9820af-555a-44ff-8546-c8ed2bd22896),segment_id=8b9820af-555a-44ff-8546-c8ed2bd22896)] {{(pid=94176) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 23 11:42:49.181327 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 23 Jun 2021 11:42:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ff6d1c26-cd85-49f6-9bee-e57a0f84e90a x-openstack-request-id: req-ff6d1c26-cd85-49f6-9bee-e57a0f84e90a {{(pid=94176) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 23 11:42:49.184090 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "67d0d682-d870-4931-986a-1936d22d3a10", "name": "network-vif-plugged", "status": "completed", "tag": "34d468fa-73ea-4f9b-b0d7-ab48afeed95d", "code": 200}]} {{(pid=94176) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 23 11:42:49.184090 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-ff6d1c26-cd85-49f6-9bee-e57a0f84e90a {{(pid=94176) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 23 11:42:49.184090 dv-neutron-601336-94-hyperv neutron-server[94176]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '67d0d682-d870-4931-986a-1936d22d3a10', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '34d468fa-73ea-4f9b-b0d7-ab48afeed95d', 'code': 200} Jun 23 11:42:49.221891 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron_lib.callbacks.manager [None req-97bd5441-1da2-49ee-a364-27795820ba27 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-922904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866062', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773700135042', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773699642233', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773699642278'] for port, after_update {{(pid=94176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:42:49.223840 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG oslo_concurrency.lockutils [None req-22df1a34-fec9-4355-b220-96e4b1cd3bfb None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 11:42:49.268486 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97bd5441-1da2-49ee-a364-27795820ba27 None None] Pushing event updated for resources: {'Port': ['ID=34d468fa-73ea-4f9b-b0d7-ab48afeed95d,revision_number=5']} {{(pid=94176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 11:42:49.271626 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG oslo_concurrency.lockutils [None req-97bd5441-1da2-49ee-a364-27795820ba27 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=94176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 11:42:49.566267 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dc8e6a4-7d63-4284-93ad-d8947c5cf9da req-7fffeb75-d3d8-427a-a424-462ffdeba0ca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94174) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 11:42:49.567744 dv-neutron-601336-94-hyperv neutron-server[94174]: INFO neutron.wsgi [req-7dc8e6a4-7d63-4284-93ad-d8947c5cf9da req-7fffeb75-d3d8-427a-a424-462ffdeba0ca service neutron] 10.222.0.52 "GET /v2.0/ports?device_id=67d0d682-d870-4931-986a-1936d22d3a10 HTTP/1.1" status: 200 len: 1099 time: 0.0831053 Jun 23 11:42:49.605793 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09d879f1-9442-4081-899d-c816cdbcc536 req-82bec42e-af55-48f4-9b7a-8dc63c43946a tempest-TestNetworkBasicOps-233187296 tempest-TestNetworkBasicOps-233187296-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94174) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 11:42:49.607237 dv-neutron-601336-94-hyperv neutron-server[94174]: INFO neutron.wsgi [req-09d879f1-9442-4081-899d-c816cdbcc536 req-82bec42e-af55-48f4-9b7a-8dc63c43946a tempest-TestNetworkBasicOps-233187296 tempest-TestNetworkBasicOps-233187296-project] 10.222.0.20 "GET /v2.0/ports?device_id=67d0d682-d870-4931-986a-1936d22d3a10 HTTP/1.1" status: 200 len: 946 time: 0.0864937 Jun 23 11:42:49.629371 dv-neutron-601336-94-hyperv neutron-server[94174]: INFO neutron.wsgi [req-7dc8e6a4-7d63-4284-93ad-d8947c5cf9da req-25e37f19-ca8d-4740-af67-bdfd5795f757 service neutron] 10.222.0.52 "GET /v2.0/security-groups?id=abfb3286-93aa-4ad6-bce4-77cb6b9debc1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0541570 Jun 23 11:42:49.647398 dv-neutron-601336-94-hyperv neutron-server[94174]: INFO neutron.wsgi [req-09d879f1-9442-4081-899d-c816cdbcc536 req-09cbbdf1-c988-4759-9a0f-02f957d8c8d4 tempest-TestNetworkBasicOps-233187296 tempest-TestNetworkBasicOps-233187296-project] 10.222.0.20 "GET /v2.0/security-groups?id=abfb3286-93aa-4ad6-bce4-77cb6b9debc1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0342214 Jun 23 11:42:50.815843 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af4485aa-73e4-42d5-a5a9-14d48cfdbcc1 req-5240cfc9-3a13-4ec0-a475-9ff13c9f9122 tempest-TestNetworkBasicOps-233187296 tempest-TestNetworkBasicOps-233187296-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 11:42:50.817190 dv-neutron-601336-94-hyperv neutron-server[94175]: INFO neutron.wsgi [req-af4485aa-73e4-42d5-a5a9-14d48cfdbcc1 req-5240cfc9-3a13-4ec0-a475-9ff13c9f9122 tempest-TestNetworkBasicOps-233187296 tempest-TestNetworkBasicOps-233187296-project] 10.222.0.20 "GET /v2.0/ports?device_id=67d0d682-d870-4931-986a-1936d22d3a10 HTTP/1.1" status: 200 len: 946 time: 0.0614221 Jun 23 11:42:50.853681 dv-neutron-601336-94-hyperv neutron-server[94175]: INFO neutron.wsgi [req-af4485aa-73e4-42d5-a5a9-14d48cfdbcc1 req-f6b50ce8-007b-46e1-a34a-046f7551c68b tempest-TestNetworkBasicOps-233187296 tempest-TestNetworkBasicOps-233187296-project] 10.222.0.20 "GET /v2.0/security-groups?id=abfb3286-93aa-4ad6-bce4-77cb6b9debc1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0309224 Jun 23 11:42:51.030998 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e271f48-4e47-4e1b-9baf-6cf1cf0e821a req-2d6b32e6-fd71-4048-8188-fa4300482536 tempest-TestNetworkBasicOps-233187296 tempest-TestNetworkBasicOps-233187296-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94174) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 11:42:51.032518 dv-neutron-601336-94-hyperv neutron-server[94174]: INFO neutron.wsgi [req-5e271f48-4e47-4e1b-9baf-6cf1cf0e821a req-2d6b32e6-fd71-4048-8188-fa4300482536 tempest-TestNetworkBasicOps-233187296 tempest-TestNetworkBasicOps-233187296-project] 10.222.0.20 "GET /v2.0/ports?device_id=67d0d682-d870-4931-986a-1936d22d3a10 HTTP/1.1" status: 200 len: 946 time: 0.0669937 Jun 23 11:42:51.070339 dv-neutron-601336-94-hyperv neutron-server[94174]: INFO neutron.wsgi [req-5e271f48-4e47-4e1b-9baf-6cf1cf0e821a req-a1bda92c-9bd7-4ff6-ac4a-a5867979f2c7 tempest-TestNetworkBasicOps-233187296 tempest-TestNetworkBasicOps-233187296-project] 10.222.0.20 "GET /v2.0/security-groups?id=abfb3286-93aa-4ad6-bce4-77cb6b9debc1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0316026 Jun 23 11:42:51.097647 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.wsgi [-] (94174) accepted ('10.222.0.20', 44332) {{(pid=94174) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 11:42:51.153766 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6e35943d-06a9-4314-a8aa-9e8ef8acd88a tempest-TestNetworkBasicOps-1420332966 tempest-TestNetworkBasicOps-1420332966-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94174) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 11:42:51.155301 dv-neutron-601336-94-hyperv neutron-server[94174]: INFO neutron.wsgi [None req-6e35943d-06a9-4314-a8aa-9e8ef8acd88a tempest-TestNetworkBasicOps-1420332966 tempest-TestNetworkBasicOps-1420332966-project-admin] 10.222.0.20 "GET /v2.0/ports?device_id=67d0d682-d870-4931-986a-1936d22d3a10 HTTP/1.1" status: 200 len: 1094 time: 0.0566404 Jun 23 11:42:51.157986 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.wsgi [-] (94174) accepted ('10.222.0.20', 44334) {{(pid=94174) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 11:42:51.162268 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.api.v2.base [None req-10a7e775-a2e8-4ba7-9dd4-b90461c8fea4 tempest-TestNetworkBasicOps-233187296 tempest-TestNetworkBasicOps-233187296-project] Request body: {'floatingip': {'floating_network_id': '3e7e4eb3-cf02-4d47-ade9-0a579cdfc60f', 'port_id': '34d468fa-73ea-4f9b-b0d7-ab48afeed95d', 'tenant_id': '772b9946478d439e9da4eaeade7fb21d', 'fixed_ip_address': '172.20.0.14'}} {{(pid=94174) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 23 11:42:51.267213 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron_lib.callbacks.manager [None req-10a7e775-a2e8-4ba7-9dd4-b90461c8fea4 tempest-TestNetworkBasicOps-233187296 tempest-TestNetworkBasicOps-233187296-project] Notify callbacks [] for floatingip, before_create {{(pid=94174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:42:51.362124 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron_lib.callbacks.manager [None req-10a7e775-a2e8-4ba7-9dd4-b90461c8fea4 tempest-TestNetworkBasicOps-233187296 tempest-TestNetworkBasicOps-233187296-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-923104'] for port, before_create {{(pid=94174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:42:51.490200 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.db.db_base_plugin_common [None req-10a7e775-a2e8-4ba7-9dd4-b90461c8fea4 tempest-TestNetworkBasicOps-233187296 tempest-TestNetworkBasicOps-233187296-project] Allocated IP 172.26.3.128 (3e7e4eb3-cf02-4d47-ade9-0a579cdfc60f/a5ad15ab-c489-4a67-a9b0-d559fca0ec71/19947cf0-0295-48c4-8a59-c7ffa64ea5a7) {{(pid=94174) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 23 11:42:51.589641 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron_lib.callbacks.manager [None req-10a7e775-a2e8-4ba7-9dd4-b90461c8fea4 tempest-TestNetworkBasicOps-233187296 tempest-TestNetworkBasicOps-233187296-project] Notify callbacks [] for port, precommit_create {{(pid=94174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:42:51.667700 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron_lib.callbacks.manager [None req-10a7e775-a2e8-4ba7-9dd4-b90461c8fea4 tempest-TestNetworkBasicOps-233187296 tempest-TestNetworkBasicOps-233187296-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-922915', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-239814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7866073', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773699642215', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-5196399'] for port, after_create {{(pid=94174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:42:51.670448 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG oslo_concurrency.lockutils [None req-bf3e2e18-83ec-454c-b4bf-c797b28096ba tempest-RoutersTest-228919764 tempest-RoutersTest-228919764-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94174) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 11:42:51.703571 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-10a7e775-a2e8-4ba7-9dd4-b90461c8fea4 tempest-TestNetworkBasicOps-233187296 tempest-TestNetworkBasicOps-233187296-project] Network 3e7e4eb3-cf02-4d47-ade9-0a579cdfc60f is already hosted by enough agents. {{(pid=94174) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 23 11:42:51.707630 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.scheduler.base_scheduler [None req-10a7e775-a2e8-4ba7-9dd4-b90461c8fea4 tempest-TestNetworkBasicOps-233187296 tempest-TestNetworkBasicOps-233187296-project] Resources bound (agent type, host, resource id): {{(pid=94174) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 23 11:42:51.713433 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.db.l3_dvrscheduler_db [None req-10a7e775-a2e8-4ba7-9dd4-b90461c8fea4 tempest-TestNetworkBasicOps-233187296 tempest-TestNetworkBasicOps-233187296-project] Received port after_create {{(pid=94174) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 23 11:42:51.718707 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10a7e775-a2e8-4ba7-9dd4-b90461c8fea4 tempest-TestNetworkBasicOps-233187296 tempest-TestNetworkBasicOps-233187296-project] Pushing event updated for resources: {'Port': ['ID=19947cf0-0295-48c4-8a59-c7ffa64ea5a7,revision_number=1']} {{(pid=94174) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 11:42:51.736949 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG oslo_concurrency.lockutils [None req-10a7e775-a2e8-4ba7-9dd4-b90461c8fea4 tempest-TestNetworkBasicOps-233187296 tempest-TestNetworkBasicOps-233187296-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.067s {{(pid=94174) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 11:42:52.065320 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron_lib.callbacks.manager [None req-10a7e775-a2e8-4ba7-9dd4-b90461c8fea4 tempest-TestNetworkBasicOps-233187296 tempest-TestNetworkBasicOps-233187296-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:42:52.203192 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron_lib.callbacks.manager [None req-10a7e775-a2e8-4ba7-9dd4-b90461c8fea4 tempest-TestNetworkBasicOps-233187296 tempest-TestNetworkBasicOps-233187296-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-923122'] for port, before_update {{(pid=94174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:42:52.342957 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron_lib.callbacks.manager [None req-10a7e775-a2e8-4ba7-9dd4-b90461c8fea4 tempest-TestNetworkBasicOps-233187296 tempest-TestNetworkBasicOps-233187296-project] Notify callbacks [] for port, precommit_update {{(pid=94174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:42:52.387201 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron_lib.callbacks.manager [None req-10a7e775-a2e8-4ba7-9dd4-b90461c8fea4 tempest-TestNetworkBasicOps-233187296 tempest-TestNetworkBasicOps-233187296-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-922904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866062', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773700135042', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773699642233', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773699642278', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5196369'] for port, after_update {{(pid=94174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:42:52.389288 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG oslo_concurrency.lockutils [None req-df9620f8-53e8-45d8-84f7-4d23758a0315 tempest-TestNetworkBasicOps-233187296 tempest-TestNetworkBasicOps-233187296-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94174) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 11:42:52.458953 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10a7e775-a2e8-4ba7-9dd4-b90461c8fea4 tempest-TestNetworkBasicOps-233187296 tempest-TestNetworkBasicOps-233187296-project] Pushing event updated for resources: {'Port': ['ID=19947cf0-0295-48c4-8a59-c7ffa64ea5a7,revision_number=2']} {{(pid=94174) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 11:42:52.463334 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG oslo_concurrency.lockutils [None req-10a7e775-a2e8-4ba7-9dd4-b90461c8fea4 tempest-TestNetworkBasicOps-233187296 tempest-TestNetworkBasicOps-233187296-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.074s {{(pid=94174) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 11:42:52.468049 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron_lib.callbacks.manager [None req-10a7e775-a2e8-4ba7-9dd4-b90461c8fea4 tempest-TestNetworkBasicOps-233187296 tempest-TestNetworkBasicOps-233187296-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-524229'] for floatingip, after_update {{(pid=94174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:42:52.567904 dv-neutron-601336-94-hyperv neutron-server[94174]: INFO neutron.db.l3_db [None req-10a7e775-a2e8-4ba7-9dd4-b90461c8fea4 tempest-TestNetworkBasicOps-233187296 tempest-TestNetworkBasicOps-233187296-project] Floating IP 5d3cdf7d-e15a-4940-b0d9-6ec61daebfc2 associated. External IP: 172.26.3.128, port: 34d468fa-73ea-4f9b-b0d7-ab48afeed95d. Jun 23 11:42:52.765106 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-10a7e775-a2e8-4ba7-9dd4-b90461c8fea4 tempest-TestNetworkBasicOps-233187296 tempest-TestNetworkBasicOps-233187296-project] Router 4552d8c9-573f-46ba-9865-ddd6d2ee4540 has already been hosted by L3 agent 50ef99c0-ef28-4db5-b303-b145898fae60 {{(pid=94174) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 23 11:42:52.873687 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-10a7e775-a2e8-4ba7-9dd4-b90461c8fea4 tempest-TestNetworkBasicOps-233187296 tempest-TestNetworkBasicOps-233187296-project] Notify agent at l3_agent.dv-neutron-601336-94-hyperv the message routers_updated {{(pid=94174) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 23 11:42:52.883690 dv-neutron-601336-94-hyperv neutron-server[94177]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-729a0f92-6b01-4282-88ee-ff23220d2383 None None] Sync routers for ids ['4552d8c9-573f-46ba-9865-ddd6d2ee4540'] in dv-neutron-601336-94-hyperv {{(pid=94177) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 23 11:42:52.893057 dv-neutron-601336-94-hyperv neutron-server[94177]: DEBUG neutron.db.l3_dvrscheduler_db [None req-729a0f92-6b01-4282-88ee-ff23220d2383 None None] Routers {'4552d8c9-573f-46ba-9865-ddd6d2ee4540'} bound to L3 agent in host dv-neutron-601336-94-hyperv {{(pid=94177) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 23 11:42:52.893673 dv-neutron-601336-94-hyperv neutron-server[94177]: DEBUG neutron.db.l3_hamode_db [None req-729a0f92-6b01-4282-88ee-ff23220d2383 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-601336-94-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-23T11:22:13Z,description=,heartbeat_timestamp=2021-06-23T11:42:43Z,host='dv-neutron-601336-94-hyperv',id=50ef99c0-ef28-4db5-b303-b145898fae60,load=0,resource_versions=,resources_synced=,started_at=2021-06-23T11:22:14Z,topic='l3_agent')) {'router_ids': ['4552d8c9-573f-46ba-9865-ddd6d2ee4540'], 'active': True} {{(pid=94177) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 11:42:52.998398 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron_lib.callbacks.manager [None req-10a7e775-a2e8-4ba7-9dd4-b90461c8fea4 tempest-TestNetworkBasicOps-233187296 tempest-TestNetworkBasicOps-233187296-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-217507'] for floatingip, before_response {{(pid=94174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:42:53.087399 dv-neutron-601336-94-hyperv neutron-server[94177]: DEBUG neutron.db.l3_dvr_db [None req-729a0f92-6b01-4282-88ee-ff23220d2383 None None] Set router 4552d8c9-573f-46ba-9865-ddd6d2ee4540 gateway port host: dv-neutron-601336-94-hyperv {{(pid=94177) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:838}} Jun 23 11:42:53.291486 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron_lib.callbacks.manager [None req-97bd5441-1da2-49ee-a364-27795820ba27 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773699952132', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-899307'] for agent, after_update {{(pid=94176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:42:53.315854 dv-neutron-601336-94-hyperv neutron-server[94177]: DEBUG neutron.db.l3_hamode_db [None req-729a0f92-6b01-4282-88ee-ff23220d2383 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4552d8c9-573f-46ba-9865-ddd6d2ee4540', 'name': 'tempest-TestNetworkBasicOps-router-977051783', 'tenant_id': '772b9946478d439e9da4eaeade7fb21d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3e7e4eb3-cf02-4d47-ade9-0a579cdfc60f', 'external_fixed_ips': [{'subnet_id': 'a5ad15ab-c489-4a67-a9b0-d559fca0ec71', 'ip_address': '172.26.3.196'}], 'enable_snat': True}, 'gw_port_id': '8b493acb-9b6a-45ed-90a4-697761fa4675', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-23T11:42:30Z', 'updated_at': '2021-06-23T11:42:35Z', 'revision_number': 4, 'project_id': '772b9946478d439e9da4eaeade7fb21d', 'gw_port': {'id': '8b493acb-9b6a-45ed-90a4-697761fa4675', 'name': '', 'network_id': '3e7e4eb3-cf02-4d47-ade9-0a579cdfc60f', 'tenant_id': '', 'mac_address': 'fa:16:3e:dd:9b:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4552d8c9-573f-46ba-9865-ddd6d2ee4540', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1456, 'fixed_ips': [{'subnet_id': 'a5ad15ab-c489-4a67-a9b0-d559fca0ec71', 'ip_address': '172.26.3.196', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-94-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-23T11:42:31Z', 'updated_at': '2021-06-23T11:42:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a5ad15ab-c489-4a67-a9b0-d559fca0ec71', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-601336-94-hyperv', '_floatingips': [{'id': '5d3cdf7d-e15a-4940-b0d9-6ec61daebfc2', 'tenant_id': '772b9946478d439e9da4eaeade7fb21d', 'floating_ip_address': '172.26.3.128', 'floating_network_id': '3e7e4eb3-cf02-4d47-ade9-0a579cdfc60f', 'router_id': '4552d8c9-573f-46ba-9865-ddd6d2ee4540', 'port_id': '34d468fa-73ea-4f9b-b0d7-ab48afeed95d', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 1471, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '9ff04a95-5226-42f5-93b7-96bdbdef413d', 'mac_address': 'fa:16:3e:cf:c2:49', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '67d0d682-d870-4931-986a-1936d22d3a10', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-23T11:42:51Z', 'updated_at': '2021-06-23T11:42:51Z', 'revision_number': 0, 'project_id': '772b9946478d439e9da4eaeade7fb21d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6dc2feaf-a646-4162-8566-144dc8456cb6', 'name': '', 'network_id': '9ff04a95-5226-42f5-93b7-96bdbdef413d', 'tenant_id': '772b9946478d439e9da4eaeade7fb21d', 'mac_address': 'fa:16:3e:86:25:14', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4552d8c9-573f-46ba-9865-ddd6d2ee4540', 'device_owner': 'network:router_interface', 'standard_attr_id': 1459, 'fixed_ips': [{'subnet_id': '87b46201-6098-4029-a781-475b4fa36a2e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-94-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-23T11:42:34Z', 'updated_at': '2021-06-23T11:42:39Z', 'revision_number': 5, 'project_id': '772b9946478d439e9da4eaeade7fb21d', 'subnets': [{'id': '87b46201-6098-4029-a781-475b4fa36a2e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': ['1.2.3.4'], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-601336-94-hyperv', False) {} {{(pid=94177) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 11:42:53.345184 dv-neutron-601336-94-hyperv neutron-server[94177]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-729a0f92-6b01-4282-88ee-ff23220d2383 None None] Checking router: 4552d8c9-573f-46ba-9865-ddd6d2ee4540 for host: dv-neutron-601336-94-hyperv {{(pid=94177) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 23 11:42:53.354254 dv-neutron-601336-94-hyperv neutron-server[94177]: DEBUG neutron.db.l3_dvrscheduler_db [None req-729a0f92-6b01-4282-88ee-ff23220d2383 None None] Routers {'4552d8c9-573f-46ba-9865-ddd6d2ee4540'} bound to L3 agent in host dv-neutron-601336-94-hyperv {{(pid=94177) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 23 11:42:53.354889 dv-neutron-601336-94-hyperv neutron-server[94177]: DEBUG neutron.db.l3_hamode_db [None req-729a0f92-6b01-4282-88ee-ff23220d2383 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-601336-94-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-23T11:22:13Z,description=,heartbeat_timestamp=2021-06-23T11:42:43Z,host='dv-neutron-601336-94-hyperv',id=50ef99c0-ef28-4db5-b303-b145898fae60,load=0,resource_versions=,resources_synced=,started_at=2021-06-23T11:22:14Z,topic='l3_agent')) {'router_ids': ['4552d8c9-573f-46ba-9865-ddd6d2ee4540'], 'active': True} {{(pid=94177) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 11:42:53.412447 dv-neutron-601336-94-hyperv neutron-server[94174]: INFO neutron.wsgi [None req-10a7e775-a2e8-4ba7-9dd4-b90461c8fea4 tempest-TestNetworkBasicOps-233187296 tempest-TestNetworkBasicOps-233187296-project] 10.222.0.20 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 2.2534468 Jun 23 11:42:53.413176 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '67d0d682-d870-4931-986a-1936d22d3a10', 'tag': '34d468fa-73ea-4f9b-b0d7-ab48afeed95d'}] {{(pid=94174) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 23 11:42:53.415855 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.wsgi [-] (94175) accepted ('10.222.0.20', 44336) {{(pid=94175) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 11:42:53.416322 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6ff47218258ed5bf6cae7f276c9622ae488f9e8ebc13d1a310221fbcfb04c5dd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-db9ced17-595c-41d8-a4c5-38503ded85f3" -d '{"events": [{"name": "network-changed", "server_uuid": "67d0d682-d870-4931-986a-1936d22d3a10", "tag": "34d468fa-73ea-4f9b-b0d7-ab48afeed95d"}]}' {{(pid=94174) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 23 11:42:53.460655 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 23 Jun 2021 11:42:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ceee315b-04f3-48f0-a6d4-4ffcb7909153 x-openstack-request-id: req-ceee315b-04f3-48f0-a6d4-4ffcb7909153 {{(pid=94174) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 23 11:42:53.460832 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "67d0d682-d870-4931-986a-1936d22d3a10", "tag": "34d468fa-73ea-4f9b-b0d7-ab48afeed95d", "status": "completed", "code": 200}]} {{(pid=94174) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 23 11:42:53.461112 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-ceee315b-04f3-48f0-a6d4-4ffcb7909153 {{(pid=94174) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 23 11:42:53.461623 dv-neutron-601336-94-hyperv neutron-server[94174]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '67d0d682-d870-4931-986a-1936d22d3a10', 'tag': '34d468fa-73ea-4f9b-b0d7-ab48afeed95d', 'status': 'completed', 'code': 200} Jun 23 11:42:53.462761 dv-neutron-601336-94-hyperv neutron-server[94177]: DEBUG neutron.db.l3_dvr_db [None req-729a0f92-6b01-4282-88ee-ff23220d2383 None None] Set router 4552d8c9-573f-46ba-9865-ddd6d2ee4540 gateway port host: dv-neutron-601336-94-hyperv {{(pid=94177) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:838}} Jun 23 11:42:53.492455 dv-neutron-601336-94-hyperv neutron-server[94175]: INFO neutron.wsgi [None req-71f6807b-6492-4d0c-a843-d0d6145628f1 tempest-TestNetworkBasicOps-233187296 tempest-TestNetworkBasicOps-233187296-project] 10.222.0.20 "GET /v2.0/floatingips/5d3cdf7d-e15a-4940-b0d9-6ec61daebfc2 HTTP/1.1" status: 200 len: 992 time: 0.0752439 Jun 23 11:42:53.534089 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db9ced17-595c-41d8-a4c5-38503ded85f3 req-7ae042fe-4cd6-46a4-9fbf-b4883c017609 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94174) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 11:42:53.535646 dv-neutron-601336-94-hyperv neutron-server[94174]: INFO neutron.wsgi [req-db9ced17-595c-41d8-a4c5-38503ded85f3 req-7ae042fe-4cd6-46a4-9fbf-b4883c017609 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=772b9946478d439e9da4eaeade7fb21d&device_id=67d0d682-d870-4931-986a-1936d22d3a10 HTTP/1.1" status: 200 len: 1099 time: 0.0525551 Jun 23 11:42:53.626061 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db9ced17-595c-41d8-a4c5-38503ded85f3 req-7b1b460d-f4cb-4b7c-b5fa-18e685f327e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94174) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 11:42:53.627482 dv-neutron-601336-94-hyperv neutron-server[94174]: INFO neutron.wsgi [req-db9ced17-595c-41d8-a4c5-38503ded85f3 req-7b1b460d-f4cb-4b7c-b5fa-18e685f327e4 service neutron] 10.222.0.52 "GET /v2.0/networks?id=9ff04a95-5226-42f5-93b7-96bdbdef413d HTTP/1.1" status: 200 len: 897 time: 0.0860200 Jun 23 11:42:53.679357 dv-neutron-601336-94-hyperv neutron-server[94177]: DEBUG neutron.db.l3_hamode_db [None req-729a0f92-6b01-4282-88ee-ff23220d2383 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4552d8c9-573f-46ba-9865-ddd6d2ee4540', 'name': 'tempest-TestNetworkBasicOps-router-977051783', 'tenant_id': '772b9946478d439e9da4eaeade7fb21d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3e7e4eb3-cf02-4d47-ade9-0a579cdfc60f', 'external_fixed_ips': [{'subnet_id': 'a5ad15ab-c489-4a67-a9b0-d559fca0ec71', 'ip_address': '172.26.3.196'}], 'enable_snat': True}, 'gw_port_id': '8b493acb-9b6a-45ed-90a4-697761fa4675', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-23T11:42:30Z', 'updated_at': '2021-06-23T11:42:35Z', 'revision_number': 4, 'project_id': '772b9946478d439e9da4eaeade7fb21d', 'gw_port': {'id': '8b493acb-9b6a-45ed-90a4-697761fa4675', 'name': '', 'network_id': '3e7e4eb3-cf02-4d47-ade9-0a579cdfc60f', 'tenant_id': '', 'mac_address': 'fa:16:3e:dd:9b:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4552d8c9-573f-46ba-9865-ddd6d2ee4540', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1456, 'fixed_ips': [{'subnet_id': 'a5ad15ab-c489-4a67-a9b0-d559fca0ec71', 'ip_address': '172.26.3.196', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-94-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-23T11:42:31Z', 'updated_at': '2021-06-23T11:42:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a5ad15ab-c489-4a67-a9b0-d559fca0ec71', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-601336-94-hyperv', '_floatingips': [{'id': '5d3cdf7d-e15a-4940-b0d9-6ec61daebfc2', 'tenant_id': '772b9946478d439e9da4eaeade7fb21d', 'floating_ip_address': '172.26.3.128', 'floating_network_id': '3e7e4eb3-cf02-4d47-ade9-0a579cdfc60f', 'router_id': '4552d8c9-573f-46ba-9865-ddd6d2ee4540', 'port_id': '34d468fa-73ea-4f9b-b0d7-ab48afeed95d', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 1471, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '9ff04a95-5226-42f5-93b7-96bdbdef413d', 'mac_address': 'fa:16:3e:cf:c2:49', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '67d0d682-d870-4931-986a-1936d22d3a10', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-23T11:42:51Z', 'updated_at': '2021-06-23T11:42:51Z', 'revision_number': 0, 'project_id': '772b9946478d439e9da4eaeade7fb21d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6dc2feaf-a646-4162-8566-144dc8456cb6', 'name': '', 'network_id': '9ff04a95-5226-42f5-93b7-96bdbdef413d', 'tenant_id': '772b9946478d439e9da4eaeade7fb21d', 'mac_address': 'fa:16:3e:86:25:14', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4552d8c9-573f-46ba-9865-ddd6d2ee4540', 'device_owner': 'network:router_interface', 'standard_attr_id': 1459, 'fixed_ips': [{'subnet_id': '87b46201-6098-4029-a781-475b4fa36a2e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-94-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-23T11:42:34Z', 'updated_at': '2021-06-23T11:42:39Z', 'revision_number': 5, 'project_id': '772b9946478d439e9da4eaeade7fb21d', 'subnets': [{'id': '87b46201-6098-4029-a781-475b4fa36a2e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': ['1.2.3.4'], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-601336-94-hyperv', False) {} {{(pid=94177) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 11:42:53.690060 dv-neutron-601336-94-hyperv neutron-server[94174]: INFO neutron.wsgi [req-db9ced17-595c-41d8-a4c5-38503ded85f3 req-57144bb8-de0b-4fe8-bb82-8f07caa4bf61 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=34d468fa-73ea-4f9b-b0d7-ab48afeed95d HTTP/1.1" status: 200 len: 1000 time: 0.0562739 Jun 23 11:42:53.706202 dv-neutron-601336-94-hyperv neutron-server[94177]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-729a0f92-6b01-4282-88ee-ff23220d2383 None None] The sync data for ids ['4552d8c9-573f-46ba-9865-ddd6d2ee4540'] in dv-neutron-601336-94-hyperv is: [{'id': '4552d8c9-573f-46ba-9865-ddd6d2ee4540', 'name': 'tempest-TestNetworkBasicOps-router-977051783', 'tenant_id': '772b9946478d439e9da4eaeade7fb21d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3e7e4eb3-cf02-4d47-ade9-0a579cdfc60f', 'external_fixed_ips': [{'subnet_id': 'a5ad15ab-c489-4a67-a9b0-d559fca0ec71', 'ip_address': '172.26.3.196'}], 'enable_snat': True}, 'gw_port_id': '8b493acb-9b6a-45ed-90a4-697761fa4675', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-23T11:42:30Z', 'updated_at': '2021-06-23T11:42:35Z', 'revision_number': 4, 'project_id': '772b9946478d439e9da4eaeade7fb21d', 'gw_port': {'id': '8b493acb-9b6a-45ed-90a4-697761fa4675', 'name': '', 'network_id': '3e7e4eb3-cf02-4d47-ade9-0a579cdfc60f', 'tenant_id': '', 'mac_address': 'fa:16:3e:dd:9b:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4552d8c9-573f-46ba-9865-ddd6d2ee4540', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1456, 'fixed_ips': [{'subnet_id': 'a5ad15ab-c489-4a67-a9b0-d559fca0ec71', 'ip_address': '172.26.3.196', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-94-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-23T11:42:31Z', 'updated_at': '2021-06-23T11:42:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a5ad15ab-c489-4a67-a9b0-d559fca0ec71', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-601336-94-hyperv', '_floatingips': [{'id': '5d3cdf7d-e15a-4940-b0d9-6ec61daebfc2', 'tenant_id': '772b9946478d439e9da4eaeade7fb21d', 'floating_ip_address': '172.26.3.128', 'floating_network_id': '3e7e4eb3-cf02-4d47-ade9-0a579cdfc60f', 'router_id': '4552d8c9-573f-46ba-9865-ddd6d2ee4540', 'port_id': '34d468fa-73ea-4f9b-b0d7-ab48afeed95d', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 1471, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '9ff04a95-5226-42f5-93b7-96bdbdef413d', 'mac_address': 'fa:16:3e:cf:c2:49', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '67d0d682-d870-4931-986a-1936d22d3a10', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-23T11:42:51Z', 'updated_at': '2021-06-23T11:42:51Z', 'revision_number': 0, 'project_id': '772b9946478d439e9da4eaeade7fb21d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6dc2feaf-a646-4162-8566-144dc8456cb6', 'name': '', 'network_id': '9ff04a95-5226-42f5-93b7-96bdbdef413d', 'tenant_id': '772b9946478d439e9da4eaeade7fb21d', 'mac_address': 'fa:16:3e:86:25:14', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4552d8c9-573f-46ba-9865-ddd6d2ee4540', 'device_owner': 'network:router_interface', 'standard_attr_id': 1459, 'fixed_ips': [{'subnet_id': '87b46201-6098-4029-a781-475b4fa36a2e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-94-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-23T11:42:34Z', 'updated_at': '2021-06-23T11:42:39Z', 'revision_number': 5, 'project_id': '772b9946478d439e9da4eaeade7fb21d', 'subnets': [{'id': '87b46201-6098-4029-a781-475b4fa36a2e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': ['1.2.3.4'], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94177) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 23 11:42:53.737985 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db9ced17-595c-41d8-a4c5-38503ded85f3 req-a57a3a49-cf91-4eb7-8226-bf976c1142b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94174) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 11:42:53.739488 dv-neutron-601336-94-hyperv neutron-server[94174]: INFO neutron.wsgi [req-db9ced17-595c-41d8-a4c5-38503ded85f3 req-a57a3a49-cf91-4eb7-8226-bf976c1142b8 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=87b46201-6098-4029-a781-475b4fa36a2e HTTP/1.1" status: 200 len: 844 time: 0.0434718 Jun 23 11:42:53.800072 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db9ced17-595c-41d8-a4c5-38503ded85f3 req-7ea88d90-5c18-4fbd-8d2f-dcc40e2ab33a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94174) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 11:42:53.801631 dv-neutron-601336-94-hyperv neutron-server[94174]: INFO neutron.wsgi [req-db9ced17-595c-41d8-a4c5-38503ded85f3 req-7ea88d90-5c18-4fbd-8d2f-dcc40e2ab33a service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=9ff04a95-5226-42f5-93b7-96bdbdef413d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1178 time: 0.0562308 Jun 23 11:42:53.891459 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-29c4ad07-0f06-4279-88bd-4872e49e7af7 None None] New status for floating IP 5d3cdf7d-e15a-4940-b0d9-6ec61daebfc2: ACTIVE {{(pid=94176) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 23 11:42:53.891990 dv-neutron-601336-94-hyperv neutron-server[94174]: INFO neutron.wsgi [req-db9ced17-595c-41d8-a4c5-38503ded85f3 req-2e8a7e8b-d780-4d70-af4a-a3468185dc77 service neutron] 10.222.0.52 "GET /v2.0/networks/9ff04a95-5226-42f5-93b7-96bdbdef413d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0840816 Jun 23 11:42:53.984178 dv-neutron-601336-94-hyperv neutron-server[94174]: INFO neutron.wsgi [req-db9ced17-595c-41d8-a4c5-38503ded85f3 req-99965eb0-de98-4362-b828-906cba8b53f0 service neutron] 10.222.0.52 "GET /v2.0/networks/9ff04a95-5226-42f5-93b7-96bdbdef413d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0859327 Jun 23 11:42:54.495557 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.wsgi [-] (94174) accepted ('10.222.0.20', 44340) {{(pid=94174) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 11:42:54.557431 dv-neutron-601336-94-hyperv neutron-server[94174]: INFO neutron.wsgi [None req-4ee6c0be-eaf4-4ccd-ad1d-0a1ce2480ec6 tempest-TestNetworkBasicOps-233187296 tempest-TestNetworkBasicOps-233187296-project] 10.222.0.20 "GET /v2.0/floatingips/5d3cdf7d-e15a-4940-b0d9-6ec61daebfc2 HTTP/1.1" status: 200 len: 994 time: 0.0603940 Jun 23 11:43:10.912761 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron_lib.callbacks.manager [None req-ef5e7467-e1e5-4866-8d00-67dbdcf8478b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773699952132', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-899307'] for agent, after_update {{(pid=94176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:43:13.141965 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron_lib.callbacks.manager [None req-49e25c9f-2145-46e5-b5a2-b057714937f0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773699952132', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-899307'] for agent, after_update {{(pid=94176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:43:13.861468 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron_lib.callbacks.manager [None req-dc7542b2-afef-47f4-a763-e3a3cba144be None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773699952132', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-899307'] for agent, after_update {{(pid=94176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:43:14.626155 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron_lib.callbacks.manager [None req-4c20ea5f-bc7f-4d4e-935d-57f082af6ccb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773699952132', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-899307'] for agent, after_update {{(pid=94176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:43:16.621458 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron_lib.callbacks.manager [None req-95d6aa8f-24e7-4234-82ff-f502266c3285 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773699952132', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-899307'] for agent, after_update {{(pid=94176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:43:20.154686 dv-neutron-601336-94-hyperv neutron-server[94177]: DEBUG neutron.db.agents_db [None req-90fb1279-e4c5-4e73-8d66-3a29811dc4e3 None None] Agent healthcheck: found 6 active agents {{(pid=94177) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 23 11:43:23.294215 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron_lib.callbacks.manager [None req-97bd5441-1da2-49ee-a364-27795820ba27 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773699952132', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-899307'] for agent, after_update {{(pid=94176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:43:34.112353 dv-neutron-601336-94-hyperv neutron-server[94174]: INFO neutron.wsgi [req-379a1341-f524-4dbc-b1ac-859d9a2fbca2 req-bd2f95af-95eb-4c63-808d-a396e5e2452f service neutron] 10.222.0.52 "GET /v2.0/ports?device_id=379b9572-890a-481f-bf22-593e325cb383&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0544693 Jun 23 11:43:34.202145 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-379a1341-f524-4dbc-b1ac-859d9a2fbca2 req-addc7a44-65b5-41f7-8b24-745369b77a86 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94174) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 11:43:34.203640 dv-neutron-601336-94-hyperv neutron-server[94174]: INFO neutron.wsgi [req-379a1341-f524-4dbc-b1ac-859d9a2fbca2 req-addc7a44-65b5-41f7-8b24-745369b77a86 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=196d16edf443490aaaba40ccfc7a3448&device_id=379b9572-890a-481f-bf22-593e325cb383 HTTP/1.1" status: 200 len: 1099 time: 0.0514717 Jun 23 11:43:34.301733 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-379a1341-f524-4dbc-b1ac-859d9a2fbca2 req-1a78a110-0c41-48be-b79e-12be638fba6c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94174) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 11:43:34.303057 dv-neutron-601336-94-hyperv neutron-server[94174]: INFO neutron.wsgi [req-379a1341-f524-4dbc-b1ac-859d9a2fbca2 req-1a78a110-0c41-48be-b79e-12be638fba6c service neutron] 10.222.0.52 "GET /v2.0/networks?id=03d0adb8-7c84-4028-a133-9fee8ea26a25 HTTP/1.1" status: 200 len: 912 time: 0.0801616 Jun 23 11:43:34.367622 dv-neutron-601336-94-hyperv neutron-server[94174]: INFO neutron.wsgi [req-379a1341-f524-4dbc-b1ac-859d9a2fbca2 req-622bca03-28c1-4fd9-a72a-e1fa17cdc277 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=2e0e8118-c297-44b9-8c9a-0d73b41f9725 HTTP/1.1" status: 200 len: 1001 time: 0.0587673 Jun 23 11:43:34.414095 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-379a1341-f524-4dbc-b1ac-859d9a2fbca2 req-13838b41-7911-463c-b7ca-55846ebc463f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94174) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 11:43:34.415508 dv-neutron-601336-94-hyperv neutron-server[94174]: INFO neutron.wsgi [req-379a1341-f524-4dbc-b1ac-859d9a2fbca2 req-13838b41-7911-463c-b7ca-55846ebc463f service neutron] 10.222.0.52 "GET /v2.0/subnets?id=5338fe8e-d932-41fb-ae27-ab82df160b69 HTTP/1.1" status: 200 len: 850 time: 0.0419137 Jun 23 11:43:34.476884 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-379a1341-f524-4dbc-b1ac-859d9a2fbca2 req-520812da-cfa4-4a72-be20-82f72e54f259 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94174) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 11:43:34.478365 dv-neutron-601336-94-hyperv neutron-server[94174]: INFO neutron.wsgi [req-379a1341-f524-4dbc-b1ac-859d9a2fbca2 req-520812da-cfa4-4a72-be20-82f72e54f259 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=03d0adb8-7c84-4028-a133-9fee8ea26a25&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1178 time: 0.0569351 Jun 23 11:43:34.573202 dv-neutron-601336-94-hyperv neutron-server[94174]: INFO neutron.wsgi [req-379a1341-f524-4dbc-b1ac-859d9a2fbca2 req-1a65811c-22a2-410d-9467-f279ffc5aa13 service neutron] 10.222.0.52 "GET /v2.0/networks/03d0adb8-7c84-4028-a133-9fee8ea26a25?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0884414 Jun 23 11:43:34.659015 dv-neutron-601336-94-hyperv neutron-server[94174]: INFO neutron.wsgi [req-379a1341-f524-4dbc-b1ac-859d9a2fbca2 req-a847a980-cc5d-4825-90e4-046c08754989 service neutron] 10.222.0.52 "GET /v2.0/networks/03d0adb8-7c84-4028-a133-9fee8ea26a25?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0796993 Jun 23 11:43:40.958054 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron_lib.callbacks.manager [None req-96231161-274b-426d-994e-78a34bcc0d27 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773699952132', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-899307'] for agent, after_update {{(pid=94176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:43:43.157950 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron_lib.callbacks.manager [None req-84a0ec44-d57f-43e8-9146-a2df164cf5f4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773699952132', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-899307'] for agent, after_update {{(pid=94176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:43:43.841782 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron_lib.callbacks.manager [None req-dc7542b2-afef-47f4-a763-e3a3cba144be None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773699952132', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-899307'] for agent, after_update {{(pid=94176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:43:44.592238 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron_lib.callbacks.manager [None req-4c20ea5f-bc7f-4d4e-935d-57f082af6ccb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773699952132', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-899307'] for agent, after_update {{(pid=94176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:43:46.636326 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron_lib.callbacks.manager [None req-95d6aa8f-24e7-4234-82ff-f502266c3285 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773699952132', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-899307'] for agent, after_update {{(pid=94176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:43:53.367319 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron_lib.callbacks.manager [None req-97bd5441-1da2-49ee-a364-27795820ba27 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773699952132', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-899307'] for agent, after_update {{(pid=94176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:43:57.153973 dv-neutron-601336-94-hyperv neutron-server[94177]: DEBUG neutron.db.agents_db [None req-90fb1279-e4c5-4e73-8d66-3a29811dc4e3 None None] Agent healthcheck: found 6 active agents {{(pid=94177) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 23 11:44:00.908583 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1df351db-ed88-4140-80d1-ef22fe9327fb req-1e0538a5-2e20-4176-ab9a-867517df304e tempest-TestVolumeBootPattern-1838142519 tempest-TestVolumeBootPattern-1838142519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94174) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 11:44:00.910037 dv-neutron-601336-94-hyperv neutron-server[94174]: INFO neutron.wsgi [req-1df351db-ed88-4140-80d1-ef22fe9327fb req-1e0538a5-2e20-4176-ab9a-867517df304e tempest-TestVolumeBootPattern-1838142519 tempest-TestVolumeBootPattern-1838142519-project] 10.222.0.20 "GET /v2.0/ports?device_id=379b9572-890a-481f-bf22-593e325cb383 HTTP/1.1" status: 200 len: 946 time: 0.0732217 Jun 23 11:44:00.947298 dv-neutron-601336-94-hyperv neutron-server[94174]: INFO neutron.wsgi [req-1df351db-ed88-4140-80d1-ef22fe9327fb req-1a7dc68f-22fb-4664-a655-1880d42a922c tempest-TestVolumeBootPattern-1838142519 tempest-TestVolumeBootPattern-1838142519-project] 10.222.0.20 "GET /v2.0/security-groups?id=caa86333-f4a4-4907-90fa-9f1b20d99924&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0309591 Jun 23 11:44:02.118376 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ce36137-b210-4d50-80ff-8a48a2253c69 req-2d69745b-b1d8-4470-a9c9-f56ef81947f0 tempest-TestVolumeBootPattern-1838142519 tempest-TestVolumeBootPattern-1838142519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 11:44:02.119868 dv-neutron-601336-94-hyperv neutron-server[94175]: INFO neutron.wsgi [req-1ce36137-b210-4d50-80ff-8a48a2253c69 req-2d69745b-b1d8-4470-a9c9-f56ef81947f0 tempest-TestVolumeBootPattern-1838142519 tempest-TestVolumeBootPattern-1838142519-project] 10.222.0.20 "GET /v2.0/ports?device_id=379b9572-890a-481f-bf22-593e325cb383 HTTP/1.1" status: 200 len: 946 time: 0.0641427 Jun 23 11:44:02.156849 dv-neutron-601336-94-hyperv neutron-server[94175]: INFO neutron.wsgi [req-1ce36137-b210-4d50-80ff-8a48a2253c69 req-fa99efe9-982f-432a-a65e-08e280e67042 tempest-TestVolumeBootPattern-1838142519 tempest-TestVolumeBootPattern-1838142519-project] 10.222.0.20 "GET /v2.0/security-groups?id=caa86333-f4a4-4907-90fa-9f1b20d99924&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0314465 Jun 23 11:44:02.337289 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d00bd11c-af74-4635-932e-5c4ac4987271 req-4d9ff703-ef78-47ee-a2ad-3384129c853b tempest-TestVolumeBootPattern-1838142519 tempest-TestVolumeBootPattern-1838142519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94174) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 11:44:02.338637 dv-neutron-601336-94-hyperv neutron-server[94174]: INFO neutron.wsgi [req-d00bd11c-af74-4635-932e-5c4ac4987271 req-4d9ff703-ef78-47ee-a2ad-3384129c853b tempest-TestVolumeBootPattern-1838142519 tempest-TestVolumeBootPattern-1838142519-project] 10.222.0.52 "GET /v2.0/ports?device_id=379b9572-890a-481f-bf22-593e325cb383 HTTP/1.1" status: 200 len: 946 time: 0.0622139 Jun 23 11:44:02.437471 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.plugins.ml2.plugin [req-d00bd11c-af74-4635-932e-5c4ac4987271 req-c3b6b935-5059-441c-8a29-9cae77b83416 tempest-TestVolumeBootPattern-1838142519 tempest-TestVolumeBootPattern-1838142519-project] Deleting port 2e0e8118-c297-44b9-8c9a-0d73b41f9725 {{(pid=94174) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1913}} Jun 23 11:44:02.437818 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron_lib.callbacks.manager [req-d00bd11c-af74-4635-932e-5c4ac4987271 req-c3b6b935-5059-441c-8a29-9cae77b83416 tempest-TestVolumeBootPattern-1838142519 tempest-TestVolumeBootPattern-1838142519-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773700079324'] for port, before_delete {{(pid=94174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:44:02.525594 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.plugins.ml2.db [req-d00bd11c-af74-4635-932e-5c4ac4987271 req-c3b6b935-5059-441c-8a29-9cae77b83416 tempest-TestVolumeBootPattern-1838142519 tempest-TestVolumeBootPattern-1838142519-project] For port 2e0e8118-c297-44b9-8c9a-0d73b41f9725, host hv-neutron-6013, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-6013',level=0,port_id=2e0e8118-c297-44b9-8c9a-0d73b41f9725,segment=NetworkSegment(c7798981-dff9-4fc8-94a4-46182475c2ee),segment_id=c7798981-dff9-4fc8-94a4-46182475c2ee)] {{(pid=94174) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 23 11:44:02.525973 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron_lib.callbacks.manager [req-d00bd11c-af74-4635-932e-5c4ac4987271 req-c3b6b935-5059-441c-8a29-9cae77b83416 tempest-TestVolumeBootPattern-1838142519 tempest-TestVolumeBootPattern-1838142519-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-430722'] for port, precommit_delete {{(pid=94174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:44:02.694084 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron_lib.callbacks.manager [req-d00bd11c-af74-4635-932e-5c4ac4987271 req-c3b6b935-5059-441c-8a29-9cae77b83416 tempest-TestVolumeBootPattern-1838142519 tempest-TestVolumeBootPattern-1838142519-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:44:02.694466 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron_lib.callbacks.manager [req-d00bd11c-af74-4635-932e-5c4ac4987271 req-c3b6b935-5059-441c-8a29-9cae77b83416 tempest-TestVolumeBootPattern-1838142519 tempest-TestVolumeBootPattern-1838142519-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-524229'] for floatingip, after_update {{(pid=94174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:44:02.694789 dv-neutron-601336-94-hyperv neutron-server[94174]: INFO neutron.db.l3_db [req-d00bd11c-af74-4635-932e-5c4ac4987271 req-c3b6b935-5059-441c-8a29-9cae77b83416 tempest-TestVolumeBootPattern-1838142519 tempest-TestVolumeBootPattern-1838142519-project] Floating IP 2501bd50-e283-4474-8920-b002668d4da7 disassociated. External IP: 172.26.3.23, port: 2e0e8118-c297-44b9-8c9a-0d73b41f9725. Jun 23 11:44:02.695162 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.plugins.ml2.plugin [req-d00bd11c-af74-4635-932e-5c4ac4987271 req-c3b6b935-5059-441c-8a29-9cae77b83416 tempest-TestVolumeBootPattern-1838142519 tempest-TestVolumeBootPattern-1838142519-project] Calling delete_port for 2e0e8118-c297-44b9-8c9a-0d73b41f9725 owned by compute:nova {{(pid=94174) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1986}} Jun 23 11:44:02.892522 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron_lib.callbacks.manager [req-d00bd11c-af74-4635-932e-5c4ac4987271 req-c3b6b935-5059-441c-8a29-9cae77b83416 tempest-TestVolumeBootPattern-1838142519 tempest-TestVolumeBootPattern-1838142519-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-922904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866062', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773700135024', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773699642224', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5196390'] for port, after_delete {{(pid=94174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:44:02.897088 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG oslo_concurrency.lockutils [None req-921d4c31-2dfe-4602-bbf1-fb7dd5e944f7 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94174) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 11:44:02.922225 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3b6b935-5059-441c-8a29-9cae77b83416 tempest-TestVolumeBootPattern-1838142519 tempest-TestVolumeBootPattern-1838142519-project] Pushing event deleted for resources: {'Port': ['ID=2e0e8118-c297-44b9-8c9a-0d73b41f9725,revision_number=None']} {{(pid=94174) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 11:44:02.934164 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3b6b935-5059-441c-8a29-9cae77b83416 tempest-TestVolumeBootPattern-1838142519 tempest-TestVolumeBootPattern-1838142519-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-601336-94-hyperv {{(pid=94174) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 11:44:02.934571 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3b6b935-5059-441c-8a29-9cae77b83416 tempest-TestVolumeBootPattern-1838142519 tempest-TestVolumeBootPattern-1838142519-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-94-hyperv {{(pid=94174) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 11:44:02.934968 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3b6b935-5059-441c-8a29-9cae77b83416 tempest-TestVolumeBootPattern-1838142519 tempest-TestVolumeBootPattern-1838142519-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-94-hyperv {{(pid=94174) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 11:44:02.935388 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3b6b935-5059-441c-8a29-9cae77b83416 tempest-TestVolumeBootPattern-1838142519 tempest-TestVolumeBootPattern-1838142519-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-601336-94-hyperv {{(pid=94174) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 11:44:02.935770 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3b6b935-5059-441c-8a29-9cae77b83416 tempest-TestVolumeBootPattern-1838142519 tempest-TestVolumeBootPattern-1838142519-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-601336-94-hyperv {{(pid=94174) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 11:44:02.936152 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3b6b935-5059-441c-8a29-9cae77b83416 tempest-TestVolumeBootPattern-1838142519 tempest-TestVolumeBootPattern-1838142519-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-601336-94-hyperv {{(pid=94174) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 11:44:02.936533 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3b6b935-5059-441c-8a29-9cae77b83416 tempest-TestVolumeBootPattern-1838142519 tempest-TestVolumeBootPattern-1838142519-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-601336-94-hyperv {{(pid=94174) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 11:44:02.936945 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3b6b935-5059-441c-8a29-9cae77b83416 tempest-TestVolumeBootPattern-1838142519 tempest-TestVolumeBootPattern-1838142519-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-601336-94-hyperv {{(pid=94174) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 11:44:02.937323 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3b6b935-5059-441c-8a29-9cae77b83416 tempest-TestVolumeBootPattern-1838142519 tempest-TestVolumeBootPattern-1838142519-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-601336-94-hyperv {{(pid=94174) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 11:44:02.937693 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3b6b935-5059-441c-8a29-9cae77b83416 tempest-TestVolumeBootPattern-1838142519 tempest-TestVolumeBootPattern-1838142519-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-94-hyperv {{(pid=94174) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 11:44:02.938067 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3b6b935-5059-441c-8a29-9cae77b83416 tempest-TestVolumeBootPattern-1838142519 tempest-TestVolumeBootPattern-1838142519-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-601336-94-hyperv {{(pid=94174) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 11:44:02.938438 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3b6b935-5059-441c-8a29-9cae77b83416 tempest-TestVolumeBootPattern-1838142519 tempest-TestVolumeBootPattern-1838142519-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-601336-94-hyperv {{(pid=94174) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 11:44:02.943207 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG oslo_concurrency.lockutils [None req-c3b6b935-5059-441c-8a29-9cae77b83416 tempest-TestVolumeBootPattern-1838142519 tempest-TestVolumeBootPattern-1838142519-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=94174) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 11:44:03.046280 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.scheduler.l3_agent_scheduler [req-d00bd11c-af74-4635-932e-5c4ac4987271 req-c3b6b935-5059-441c-8a29-9cae77b83416 tempest-TestVolumeBootPattern-1838142519 tempest-TestVolumeBootPattern-1838142519-project] Router f7ae45f4-004a-45dd-b90e-fcd1ba95e217 has already been hosted by L3 agent 50ef99c0-ef28-4db5-b303-b145898fae60 {{(pid=94174) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 23 11:44:03.151294 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-d00bd11c-af74-4635-932e-5c4ac4987271 req-c3b6b935-5059-441c-8a29-9cae77b83416 tempest-TestVolumeBootPattern-1838142519 tempest-TestVolumeBootPattern-1838142519-project] Notify agent at l3_agent.dv-neutron-601336-94-hyperv the message routers_updated {{(pid=94174) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 23 11:44:03.160462 dv-neutron-601336-94-hyperv neutron-server[94177]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-015f93b8-badc-4a56-a02d-9aae6896b240 None None] Sync routers for ids ['f7ae45f4-004a-45dd-b90e-fcd1ba95e217'] in dv-neutron-601336-94-hyperv {{(pid=94177) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 23 11:44:03.169667 dv-neutron-601336-94-hyperv neutron-server[94177]: DEBUG neutron.db.l3_dvrscheduler_db [None req-015f93b8-badc-4a56-a02d-9aae6896b240 None None] Routers {'f7ae45f4-004a-45dd-b90e-fcd1ba95e217'} bound to L3 agent in host dv-neutron-601336-94-hyperv {{(pid=94177) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 23 11:44:03.170282 dv-neutron-601336-94-hyperv neutron-server[94177]: DEBUG neutron.db.l3_hamode_db [None req-015f93b8-badc-4a56-a02d-9aae6896b240 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-601336-94-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-23T11:22:13Z,description=,heartbeat_timestamp=2021-06-23T11:43:43Z,host='dv-neutron-601336-94-hyperv',id=50ef99c0-ef28-4db5-b303-b145898fae60,load=0,resource_versions=,resources_synced=,started_at=2021-06-23T11:22:14Z,topic='l3_agent')) {'router_ids': ['f7ae45f4-004a-45dd-b90e-fcd1ba95e217'], 'active': True} {{(pid=94177) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 11:44:03.194516 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.db.l3_dvrscheduler_db [req-d00bd11c-af74-4635-932e-5c4ac4987271 req-c3b6b935-5059-441c-8a29-9cae77b83416 tempest-TestVolumeBootPattern-1838142519 tempest-TestVolumeBootPattern-1838142519-project] No DVR routers for this DVR port 2e0e8118-c297-44b9-8c9a-0d73b41f9725 on host hv-neutron-6013 {{(pid=94174) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 23 11:44:03.196961 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron_lib.callbacks.manager [req-d00bd11c-af74-4635-932e-5c4ac4987271 req-c3b6b935-5059-441c-8a29-9cae77b83416 tempest-TestVolumeBootPattern-1838142519 tempest-TestVolumeBootPattern-1838142519-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-217507'] for port, before_response {{(pid=94174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:44:03.199190 dv-neutron-601336-94-hyperv neutron-server[94174]: INFO neutron.wsgi [req-d00bd11c-af74-4635-932e-5c4ac4987271 req-c3b6b935-5059-441c-8a29-9cae77b83416 tempest-TestVolumeBootPattern-1838142519 tempest-TestVolumeBootPattern-1838142519-project] 10.222.0.52 "DELETE /v2.0/ports/2e0e8118-c297-44b9-8c9a-0d73b41f9725 HTTP/1.1" status: 204 len: 173 time: 0.8552895 Jun 23 11:44:03.199832 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '379b9572-890a-481f-bf22-593e325cb383', 'name': 'network-vif-deleted', 'tag': '2e0e8118-c297-44b9-8c9a-0d73b41f9725'}] {{(pid=94174) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 23 11:44:03.202764 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6ff47218258ed5bf6cae7f276c9622ae488f9e8ebc13d1a310221fbcfb04c5dd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e56d26ff-5ef8-4dc4-aa2e-abc1b34b4194" -d '{"events": [{"server_uuid": "379b9572-890a-481f-bf22-593e325cb383", "name": "network-vif-deleted", "tag": "2e0e8118-c297-44b9-8c9a-0d73b41f9725"}]}' {{(pid=94174) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 23 11:44:03.242923 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 23 Jun 2021 11:44:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-640d8115-61b5-4e29-8cda-40e86b88d67a x-openstack-request-id: req-640d8115-61b5-4e29-8cda-40e86b88d67a {{(pid=94174) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 23 11:44:03.243301 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "379b9572-890a-481f-bf22-593e325cb383", "name": "network-vif-deleted", "tag": "2e0e8118-c297-44b9-8c9a-0d73b41f9725", "status": "completed", "code": 200}]} {{(pid=94174) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 23 11:44:03.243608 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-640d8115-61b5-4e29-8cda-40e86b88d67a {{(pid=94174) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 23 11:44:03.244064 dv-neutron-601336-94-hyperv neutron-server[94174]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '379b9572-890a-481f-bf22-593e325cb383', 'name': 'network-vif-deleted', 'tag': '2e0e8118-c297-44b9-8c9a-0d73b41f9725', 'status': 'completed', 'code': 200} Jun 23 11:44:03.286876 dv-neutron-601336-94-hyperv neutron-server[94177]: DEBUG neutron.db.l3_dvr_db [None req-015f93b8-badc-4a56-a02d-9aae6896b240 None None] Set router f7ae45f4-004a-45dd-b90e-fcd1ba95e217 gateway port host: dv-neutron-601336-94-hyperv {{(pid=94177) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:838}} Jun 23 11:44:03.307760 dv-neutron-601336-94-hyperv neutron-server[94174]: INFO neutron.wsgi [req-89440d07-17eb-44f7-8da7-56d36e2554ad req-abede866-0a54-4c0d-9a68-d379aa0b7a62 tempest-TestVolumeBootPattern-1838142519 tempest-TestVolumeBootPattern-1838142519-project] 10.222.0.20 "GET /v2.0/ports?device_id=379b9572-890a-481f-bf22-593e325cb383 HTTP/1.1" status: 200 len: 210 time: 0.0367508 Jun 23 11:44:03.490999 dv-neutron-601336-94-hyperv neutron-server[94177]: DEBUG neutron.db.l3_hamode_db [None req-015f93b8-badc-4a56-a02d-9aae6896b240 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f7ae45f4-004a-45dd-b90e-fcd1ba95e217', 'name': 'tempest-TestVolumeBootPattern-454285966-router', 'tenant_id': '196d16edf443490aaaba40ccfc7a3448', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3e7e4eb3-cf02-4d47-ade9-0a579cdfc60f', 'external_fixed_ips': [{'subnet_id': 'a5ad15ab-c489-4a67-a9b0-d559fca0ec71', 'ip_address': '172.26.3.83'}], 'enable_snat': True}, 'gw_port_id': '37f26ea4-1d1e-47ad-b212-e44afa2e731c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-23T11:40:22Z', 'updated_at': '2021-06-23T11:40:26Z', 'revision_number': 4, 'project_id': '196d16edf443490aaaba40ccfc7a3448', 'gw_port': {'id': '37f26ea4-1d1e-47ad-b212-e44afa2e731c', 'name': '', 'network_id': '3e7e4eb3-cf02-4d47-ade9-0a579cdfc60f', 'tenant_id': '', 'mac_address': 'fa:16:3e:7a:83:5e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f7ae45f4-004a-45dd-b90e-fcd1ba95e217', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1387, 'fixed_ips': [{'subnet_id': 'a5ad15ab-c489-4a67-a9b0-d559fca0ec71', 'ip_address': '172.26.3.83', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-94-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-23T11:40:23Z', 'updated_at': '2021-06-23T11:40:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a5ad15ab-c489-4a67-a9b0-d559fca0ec71', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-601336-94-hyperv', '_interfaces': [{'id': '261a243c-82ee-47e4-a191-3d819af8f10a', 'name': '', 'network_id': '03d0adb8-7c84-4028-a133-9fee8ea26a25', 'tenant_id': '196d16edf443490aaaba40ccfc7a3448', 'mac_address': 'fa:16:3e:51:11:ef', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f7ae45f4-004a-45dd-b90e-fcd1ba95e217', 'device_owner': 'network:router_interface', 'standard_attr_id': 1389, 'fixed_ips': [{'subnet_id': '5338fe8e-d932-41fb-ae27-ab82df160b69', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-94-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-23T11:40:25Z', 'updated_at': '2021-06-23T11:40:34Z', 'revision_number': 5, 'project_id': '196d16edf443490aaaba40ccfc7a3448', 'subnets': [{'id': '5338fe8e-d932-41fb-ae27-ab82df160b69', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-601336-94-hyperv', False) {} {{(pid=94177) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 11:44:03.516753 dv-neutron-601336-94-hyperv neutron-server[94177]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-015f93b8-badc-4a56-a02d-9aae6896b240 None None] Checking router: f7ae45f4-004a-45dd-b90e-fcd1ba95e217 for host: dv-neutron-601336-94-hyperv {{(pid=94177) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 23 11:44:03.525511 dv-neutron-601336-94-hyperv neutron-server[94177]: DEBUG neutron.db.l3_dvrscheduler_db [None req-015f93b8-badc-4a56-a02d-9aae6896b240 None None] Routers {'f7ae45f4-004a-45dd-b90e-fcd1ba95e217'} bound to L3 agent in host dv-neutron-601336-94-hyperv {{(pid=94177) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 23 11:44:03.526319 dv-neutron-601336-94-hyperv neutron-server[94177]: DEBUG neutron.db.l3_hamode_db [None req-015f93b8-badc-4a56-a02d-9aae6896b240 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-601336-94-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-23T11:22:13Z,description=,heartbeat_timestamp=2021-06-23T11:43:43Z,host='dv-neutron-601336-94-hyperv',id=50ef99c0-ef28-4db5-b303-b145898fae60,load=0,resource_versions=,resources_synced=,started_at=2021-06-23T11:22:14Z,topic='l3_agent')) {'router_ids': ['f7ae45f4-004a-45dd-b90e-fcd1ba95e217'], 'active': True} {{(pid=94177) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 11:44:03.632165 dv-neutron-601336-94-hyperv neutron-server[94177]: DEBUG neutron.db.l3_dvr_db [None req-015f93b8-badc-4a56-a02d-9aae6896b240 None None] Set router f7ae45f4-004a-45dd-b90e-fcd1ba95e217 gateway port host: dv-neutron-601336-94-hyperv {{(pid=94177) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:838}} Jun 23 11:44:03.824691 dv-neutron-601336-94-hyperv neutron-server[94177]: DEBUG neutron.db.l3_hamode_db [None req-015f93b8-badc-4a56-a02d-9aae6896b240 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f7ae45f4-004a-45dd-b90e-fcd1ba95e217', 'name': 'tempest-TestVolumeBootPattern-454285966-router', 'tenant_id': '196d16edf443490aaaba40ccfc7a3448', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3e7e4eb3-cf02-4d47-ade9-0a579cdfc60f', 'external_fixed_ips': [{'subnet_id': 'a5ad15ab-c489-4a67-a9b0-d559fca0ec71', 'ip_address': '172.26.3.83'}], 'enable_snat': True}, 'gw_port_id': '37f26ea4-1d1e-47ad-b212-e44afa2e731c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-23T11:40:22Z', 'updated_at': '2021-06-23T11:40:26Z', 'revision_number': 4, 'project_id': '196d16edf443490aaaba40ccfc7a3448', 'gw_port': {'id': '37f26ea4-1d1e-47ad-b212-e44afa2e731c', 'name': '', 'network_id': '3e7e4eb3-cf02-4d47-ade9-0a579cdfc60f', 'tenant_id': '', 'mac_address': 'fa:16:3e:7a:83:5e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f7ae45f4-004a-45dd-b90e-fcd1ba95e217', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1387, 'fixed_ips': [{'subnet_id': 'a5ad15ab-c489-4a67-a9b0-d559fca0ec71', 'ip_address': '172.26.3.83', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-94-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-23T11:40:23Z', 'updated_at': '2021-06-23T11:40:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a5ad15ab-c489-4a67-a9b0-d559fca0ec71', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-601336-94-hyperv', '_interfaces': [{'id': '261a243c-82ee-47e4-a191-3d819af8f10a', 'name': '', 'network_id': '03d0adb8-7c84-4028-a133-9fee8ea26a25', 'tenant_id': '196d16edf443490aaaba40ccfc7a3448', 'mac_address': 'fa:16:3e:51:11:ef', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f7ae45f4-004a-45dd-b90e-fcd1ba95e217', 'device_owner': 'network:router_interface', 'standard_attr_id': 1389, 'fixed_ips': [{'subnet_id': '5338fe8e-d932-41fb-ae27-ab82df160b69', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-94-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-23T11:40:25Z', 'updated_at': '2021-06-23T11:40:34Z', 'revision_number': 5, 'project_id': '196d16edf443490aaaba40ccfc7a3448', 'subnets': [{'id': '5338fe8e-d932-41fb-ae27-ab82df160b69', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-601336-94-hyperv', False) {} {{(pid=94177) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 11:44:03.938594 dv-neutron-601336-94-hyperv neutron-server[94177]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-015f93b8-badc-4a56-a02d-9aae6896b240 None None] The sync data for ids ['f7ae45f4-004a-45dd-b90e-fcd1ba95e217'] in dv-neutron-601336-94-hyperv is: [{'id': 'f7ae45f4-004a-45dd-b90e-fcd1ba95e217', 'name': 'tempest-TestVolumeBootPattern-454285966-router', 'tenant_id': '196d16edf443490aaaba40ccfc7a3448', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3e7e4eb3-cf02-4d47-ade9-0a579cdfc60f', 'external_fixed_ips': [{'subnet_id': 'a5ad15ab-c489-4a67-a9b0-d559fca0ec71', 'ip_address': '172.26.3.83'}], 'enable_snat': True}, 'gw_port_id': '37f26ea4-1d1e-47ad-b212-e44afa2e731c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-23T11:40:22Z', 'updated_at': '2021-06-23T11:40:26Z', 'revision_number': 4, 'project_id': '196d16edf443490aaaba40ccfc7a3448', 'gw_port': {'id': '37f26ea4-1d1e-47ad-b212-e44afa2e731c', 'name': '', 'network_id': '3e7e4eb3-cf02-4d47-ade9-0a579cdfc60f', 'tenant_id': '', 'mac_address': 'fa:16:3e:7a:83:5e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f7ae45f4-004a-45dd-b90e-fcd1ba95e217', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1387, 'fixed_ips': [{'subnet_id': 'a5ad15ab-c489-4a67-a9b0-d559fca0ec71', 'ip_address': '172.26.3.83', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-94-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-23T11:40:23Z', 'updated_at': '2021-06-23T11:40:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a5ad15ab-c489-4a67-a9b0-d559fca0ec71', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-601336-94-hyperv', '_interfaces': [{'id': '261a243c-82ee-47e4-a191-3d819af8f10a', 'name': '', 'network_id': '03d0adb8-7c84-4028-a133-9fee8ea26a25', 'tenant_id': '196d16edf443490aaaba40ccfc7a3448', 'mac_address': 'fa:16:3e:51:11:ef', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f7ae45f4-004a-45dd-b90e-fcd1ba95e217', 'device_owner': 'network:router_interface', 'standard_attr_id': 1389, 'fixed_ips': [{'subnet_id': '5338fe8e-d932-41fb-ae27-ab82df160b69', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-94-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-23T11:40:25Z', 'updated_at': '2021-06-23T11:40:34Z', 'revision_number': 5, 'project_id': '196d16edf443490aaaba40ccfc7a3448', 'subnets': [{'id': '5338fe8e-d932-41fb-ae27-ab82df160b69', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94177) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 23 11:44:04.160082 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-76c05bac-1867-498c-89a4-19ab7e81dde0 None None] New status for floating IP 2501bd50-e283-4474-8920-b002668d4da7: DOWN {{(pid=94176) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 23 11:44:04.454168 dv-neutron-601336-94-hyperv neutron-server[94175]: INFO neutron.wsgi [req-e89cc86b-6c64-4652-b144-8cdbbf24ad50 req-328111a6-c79b-4757-8809-8b8a67e21503 tempest-TestVolumeBootPattern-1838142519 tempest-TestVolumeBootPattern-1838142519-project] 10.222.0.20 "GET /v2.0/ports?device_id=379b9572-890a-481f-bf22-593e325cb383 HTTP/1.1" status: 200 len: 210 time: 0.0304358 Jun 23 11:44:05.312329 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.plugins.ml2.rpc [None req-97bd5441-1da2-49ee-a364-27795820ba27 None None] Device 2e0e8118-c297-44b9-8c9a-0d73b41f9725 no longer exists at agent hyperv_hv-neutron-6013 {{(pid=94176) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:261}} Jun 23 11:44:05.331877 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.plugins.ml2.plugin [None req-97bd5441-1da2-49ee-a364-27795820ba27 None None] No Port match for: 2e0e8118-c297-44b9-8c9a-0d73b41f9725 {{(pid=94176) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2240}} Jun 23 11:44:05.332238 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.plugins.ml2.rpc [None req-97bd5441-1da2-49ee-a364-27795820ba27 None None] Device 2e0e8118-c297-44b9-8c9a-0d73b41f9725 not bound to the agent host hv-neutron-6013 {{(pid=94176) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:271}} Jun 23 11:44:05.595410 dv-neutron-601336-94-hyperv neutron-server[94174]: INFO neutron.wsgi [req-ab3f4cd0-09b3-4045-8277-2d850d09e254 req-9dfcf872-2ee5-4626-a14f-93d00e935868 tempest-TestVolumeBootPattern-1838142519 tempest-TestVolumeBootPattern-1838142519-project] 10.222.0.20 "GET /v2.0/ports?device_id=379b9572-890a-481f-bf22-593e325cb383 HTTP/1.1" status: 200 len: 210 time: 0.0282965 Jun 23 11:44:06.740604 dv-neutron-601336-94-hyperv neutron-server[94175]: INFO neutron.wsgi [req-0051b395-ab46-4850-99bd-6750fe4581c6 req-43677e96-43ff-4ff7-b6d4-8822bd3645cd tempest-TestVolumeBootPattern-1838142519 tempest-TestVolumeBootPattern-1838142519-project] 10.222.0.20 "GET /v2.0/ports?device_id=379b9572-890a-481f-bf22-593e325cb383 HTTP/1.1" status: 200 len: 210 time: 0.0322120 Jun 23 11:44:07.994722 dv-neutron-601336-94-hyperv neutron-server[94175]: INFO neutron.wsgi [req-4e3f2836-194e-40ee-80aa-2b37d8829ce9 req-b4db9c16-7a39-460c-93e1-f519d55fcf5b tempest-TestVolumeBootPattern-1838142519 tempest-TestVolumeBootPattern-1838142519-project] 10.222.0.20 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-716132019&fields=id&tenant_id=196d16edf443490aaaba40ccfc7a3448 HTTP/1.1" status: 200 len: 267 time: 0.0325406 Jun 23 11:44:08.097091 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e3f2836-194e-40ee-80aa-2b37d8829ce9 req-7c4728bd-b1e9-4763-aa34-a820487daa80 tempest-TestVolumeBootPattern-1838142519 tempest-TestVolumeBootPattern-1838142519-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 11:44:08.098447 dv-neutron-601336-94-hyperv neutron-server[94175]: INFO neutron.wsgi [req-4e3f2836-194e-40ee-80aa-2b37d8829ce9 req-7c4728bd-b1e9-4763-aa34-a820487daa80 tempest-TestVolumeBootPattern-1838142519 tempest-TestVolumeBootPattern-1838142519-project] 10.222.0.20 "GET /v2.0/networks?id=03d0adb8-7c84-4028-a133-9fee8ea26a25 HTTP/1.1" status: 200 len: 811 time: 0.0972126 Jun 23 11:44:08.112361 dv-neutron-601336-94-hyperv neutron-server[94175]: INFO neutron.wsgi [req-4e3f2836-194e-40ee-80aa-2b37d8829ce9 req-9c1adf55-b93f-4336-9190-082b9dfcb945 tempest-TestVolumeBootPattern-1838142519 tempest-TestVolumeBootPattern-1838142519-project] 10.222.0.20 "GET /v2.0/quotas/196d16edf443490aaaba40ccfc7a3448 HTTP/1.1" status: 200 len: 375 time: 0.0085881 Jun 23 11:44:08.187244 dv-neutron-601336-94-hyperv neutron-server[94175]: INFO neutron.wsgi [req-4e3f2836-194e-40ee-80aa-2b37d8829ce9 req-e1547c8e-fc8f-46d5-8721-d06be2db4acf tempest-TestVolumeBootPattern-1838142519 tempest-TestVolumeBootPattern-1838142519-project] 10.222.0.20 "GET /v2.0/ports?tenant_id=196d16edf443490aaaba40ccfc7a3448&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0697122 Jun 23 11:44:08.280309 dv-neutron-601336-94-hyperv neutron-server[94175]: INFO neutron.wsgi [req-4e3f2836-194e-40ee-80aa-2b37d8829ce9 req-b1c4a106-18fe-4b44-b681-316e2d96b439 service neutron] 10.222.0.20 "GET /v2.0/networks/03d0adb8-7c84-4028-a133-9fee8ea26a25?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0821500 Jun 23 11:44:08.371941 dv-neutron-601336-94-hyperv neutron-server[94175]: INFO neutron.wsgi [req-4e3f2836-194e-40ee-80aa-2b37d8829ce9 req-644b804e-c763-465e-ad10-8a7ffc5ead37 service neutron] 10.222.0.20 "GET /v2.0/networks/03d0adb8-7c84-4028-a133-9fee8ea26a25?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0853367 Jun 23 11:44:08.959045 dv-neutron-601336-94-hyperv neutron-server[94174]: INFO neutron.wsgi [req-d3df939c-7b43-424d-9d2e-05efe2ac67e9 req-17ca29d9-8f4a-4236-a291-156b2ddfed9e tempest-TestVolumeBootPattern-1838142519 tempest-TestVolumeBootPattern-1838142519-project] 10.222.0.20 "GET /v2.0/ports?device_id=c3158a9a-a823-4e18-a64d-625f4cd5c888 HTTP/1.1" status: 200 len: 210 time: 0.0295734 Jun 23 11:44:10.096776 dv-neutron-601336-94-hyperv neutron-server[94175]: INFO neutron.wsgi [req-93d77cc3-4f79-46fe-a288-5c2daa5334ea req-b93073d5-312f-4775-bc6f-6494cc188e37 tempest-TestVolumeBootPattern-1838142519 tempest-TestVolumeBootPattern-1838142519-project] 10.222.0.20 "GET /v2.0/ports?device_id=c3158a9a-a823-4e18-a64d-625f4cd5c888 HTTP/1.1" status: 200 len: 210 time: 0.0290284 Jun 23 11:44:10.719278 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e3f2836-194e-40ee-80aa-2b37d8829ce9 req-91323128-e248-43c7-a460-274ec794f1ee tempest-TestVolumeBootPattern-1838142519 tempest-TestVolumeBootPattern-1838142519-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94174) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 11:44:10.720684 dv-neutron-601336-94-hyperv neutron-server[94174]: INFO neutron.wsgi [req-4e3f2836-194e-40ee-80aa-2b37d8829ce9 req-91323128-e248-43c7-a460-274ec794f1ee tempest-TestVolumeBootPattern-1838142519 tempest-TestVolumeBootPattern-1838142519-project] 10.222.0.52 "GET /v2.0/networks?id=03d0adb8-7c84-4028-a133-9fee8ea26a25 HTTP/1.1" status: 200 len: 811 time: 0.1013391 Jun 23 11:44:10.761686 dv-neutron-601336-94-hyperv neutron-server[94174]: INFO neutron.wsgi [req-4e3f2836-194e-40ee-80aa-2b37d8829ce9 req-b9bfe2e5-cdd7-489d-95fb-64663a9e16e0 tempest-TestVolumeBootPattern-1838142519 tempest-TestVolumeBootPattern-1838142519-project] 10.222.0.52 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=196d16edf443490aaaba40ccfc7a3448 HTTP/1.1" status: 200 len: 379 time: 0.0330865 Jun 23 11:44:10.770152 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.api.v2.base [req-4e3f2836-194e-40ee-80aa-2b37d8829ce9 req-ec37216e-540a-43af-9bb3-6d08e263da0b tempest-TestVolumeBootPattern-1838142519 tempest-TestVolumeBootPattern-1838142519-project] Request body: {'port': {'device_id': 'c3158a9a-a823-4e18-a64d-625f4cd5c888', 'network_id': '03d0adb8-7c84-4028-a133-9fee8ea26a25', 'admin_state_up': True, 'tenant_id': '196d16edf443490aaaba40ccfc7a3448', 'security_groups': ['caa86333-f4a4-4907-90fa-9f1b20d99924']}} {{(pid=94174) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 23 11:44:10.972279 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-4e3f2836-194e-40ee-80aa-2b37d8829ce9 req-ec37216e-540a-43af-9bb3-6d08e263da0b tempest-TestVolumeBootPattern-1838142519 tempest-TestVolumeBootPattern-1838142519-project] Made reservation on behalf of 196d16edf443490aaaba40ccfc7a3448 for: {'port': 1} {{(pid=94174) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 23 11:44:10.975976 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron_lib.callbacks.manager [req-4e3f2836-194e-40ee-80aa-2b37d8829ce9 req-ec37216e-540a-43af-9bb3-6d08e263da0b tempest-TestVolumeBootPattern-1838142519 tempest-TestVolumeBootPattern-1838142519-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-923104'] for port, before_create {{(pid=94174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:44:10.978678 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron_lib.callbacks.manager [None req-a9d140e0-dea7-4e20-8140-b319b14b0953 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773699952132', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-899307'] for agent, after_update {{(pid=94176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:44:11.106257 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.db.db_base_plugin_common [req-4e3f2836-194e-40ee-80aa-2b37d8829ce9 req-ec37216e-540a-43af-9bb3-6d08e263da0b tempest-TestVolumeBootPattern-1838142519 tempest-TestVolumeBootPattern-1838142519-project] Allocated IP 172.20.0.12 (03d0adb8-7c84-4028-a133-9fee8ea26a25/5338fe8e-d932-41fb-ae27-ab82df160b69/fd77f472-1d9e-4469-b367-5cc4a68f96f7) {{(pid=94174) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 23 11:44:11.256916 dv-neutron-601336-94-hyperv neutron-server[94174]: INFO neutron.wsgi [req-3a7212da-2556-43bd-a1f7-3cf245b84570 req-0a20fca0-a8c2-48a1-84ec-7667c960fa7f tempest-TestVolumeBootPattern-1838142519 tempest-TestVolumeBootPattern-1838142519-project] 10.222.0.20 "GET /v2.0/ports?device_id=c3158a9a-a823-4e18-a64d-625f4cd5c888 HTTP/1.1" status: 200 len: 210 time: 0.0365078 Jun 23 11:44:11.288000 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron_lib.callbacks.manager [req-4e3f2836-194e-40ee-80aa-2b37d8829ce9 req-ec37216e-540a-43af-9bb3-6d08e263da0b tempest-TestVolumeBootPattern-1838142519 tempest-TestVolumeBootPattern-1838142519-project] Notify callbacks [] for port, precommit_create {{(pid=94174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:44:11.302617 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.db.provisioning_blocks [req-4e3f2836-194e-40ee-80aa-2b37d8829ce9 req-ec37216e-540a-43af-9bb3-6d08e263da0b tempest-TestVolumeBootPattern-1838142519 tempest-TestVolumeBootPattern-1838142519-project] Transition to ACTIVE for port object fd77f472-1d9e-4469-b367-5cc4a68f96f7 will not be triggered until provisioned by entity DHCP. {{(pid=94174) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 23 11:44:11.412910 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron_lib.callbacks.manager [req-4e3f2836-194e-40ee-80aa-2b37d8829ce9 req-ec37216e-540a-43af-9bb3-6d08e263da0b tempest-TestVolumeBootPattern-1838142519 tempest-TestVolumeBootPattern-1838142519-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-922915', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-239814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7866073', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773699642215', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-5196399'] for port, after_create {{(pid=94174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:44:11.416742 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG oslo_concurrency.lockutils [None req-6d7d0f65-9195-4335-a051-7978f078e677 tempest-TestNetworkBasicOps-233187296 tempest-TestNetworkBasicOps-233187296-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94174) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 11:44:11.455248 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4e3f2836-194e-40ee-80aa-2b37d8829ce9 req-ec37216e-540a-43af-9bb3-6d08e263da0b tempest-TestVolumeBootPattern-1838142519 tempest-TestVolumeBootPattern-1838142519-project] Network 03d0adb8-7c84-4028-a133-9fee8ea26a25 is already hosted by enough agents. {{(pid=94174) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 23 11:44:11.458340 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.scheduler.base_scheduler [req-4e3f2836-194e-40ee-80aa-2b37d8829ce9 req-ec37216e-540a-43af-9bb3-6d08e263da0b tempest-TestVolumeBootPattern-1838142519 tempest-TestVolumeBootPattern-1838142519-project] Resources bound (agent type, host, resource id): {{(pid=94174) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 23 11:44:11.462097 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.db.l3_dvrscheduler_db [req-4e3f2836-194e-40ee-80aa-2b37d8829ce9 req-ec37216e-540a-43af-9bb3-6d08e263da0b tempest-TestVolumeBootPattern-1838142519 tempest-TestVolumeBootPattern-1838142519-project] Received port after_create {{(pid=94174) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 23 11:44:11.499185 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec37216e-540a-43af-9bb3-6d08e263da0b tempest-TestVolumeBootPattern-1838142519 tempest-TestVolumeBootPattern-1838142519-project] Pushing event updated for resources: {'Port': ['ID=fd77f472-1d9e-4469-b367-5cc4a68f96f7,revision_number=1']} {{(pid=94174) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 11:44:11.503677 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG oslo_concurrency.lockutils [None req-ec37216e-540a-43af-9bb3-6d08e263da0b tempest-TestVolumeBootPattern-1838142519 tempest-TestVolumeBootPattern-1838142519-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.087s {{(pid=94174) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 11:44:11.525618 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e3f2836-194e-40ee-80aa-2b37d8829ce9 req-ec37216e-540a-43af-9bb3-6d08e263da0b tempest-TestVolumeBootPattern-1838142519 tempest-TestVolumeBootPattern-1838142519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94174) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 11:44:11.526233 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron_lib.callbacks.manager [req-4e3f2836-194e-40ee-80aa-2b37d8829ce9 req-ec37216e-540a-43af-9bb3-6d08e263da0b tempest-TestVolumeBootPattern-1838142519 tempest-TestVolumeBootPattern-1838142519-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-217507'] for port, before_response {{(pid=94174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:44:11.603724 dv-neutron-601336-94-hyperv neutron-server[94174]: INFO neutron.wsgi [req-4e3f2836-194e-40ee-80aa-2b37d8829ce9 req-ec37216e-540a-43af-9bb3-6d08e263da0b tempest-TestVolumeBootPattern-1838142519 tempest-TestVolumeBootPattern-1838142519-project] 10.222.0.52 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.8370242 Jun 23 11:44:11.615721 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.api.v2.base [req-4e3f2836-194e-40ee-80aa-2b37d8829ce9 req-08a470a6-2e53-4b3b-87c0-d4d848fef1d8 service neutron] Request body: {'port': {'device_id': 'c3158a9a-a823-4e18-a64d-625f4cd5c888', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-6013'}} {{(pid=94174) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 23 11:44:11.706522 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron_lib.callbacks.manager [req-4e3f2836-194e-40ee-80aa-2b37d8829ce9 req-08a470a6-2e53-4b3b-87c0-d4d848fef1d8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-923122'] for port, before_update {{(pid=94174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:44:11.756007 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.db.provisioning_blocks [None req-57816551-67de-4ef9-9cd8-ef8cbede96a3 None None] Provisioning for port fd77f472-1d9e-4469-b367-5cc4a68f96f7 completed by entity DHCP. {{(pid=94176) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 23 11:44:11.761393 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.db.provisioning_blocks [None req-57816551-67de-4ef9-9cd8-ef8cbede96a3 None None] Provisioning complete for port fd77f472-1d9e-4469-b367-5cc4a68f96f7 triggered by entity DHCP. {{(pid=94176) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 23 11:44:11.761732 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron_lib.callbacks.manager [None req-57816551-67de-4ef9-9cd8-ef8cbede96a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-899258'] for port, provisioning_complete {{(pid=94176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:44:11.798545 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.plugins.ml2.plugin [None req-57816551-67de-4ef9-9cd8-ef8cbede96a3 None None] Port fd77f472-1d9e-4469-b367-5cc4a68f96f7 cannot update to ACTIVE because it is not bound. {{(pid=94176) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jun 23 11:44:11.975305 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.notifiers.nova [req-4e3f2836-194e-40ee-80aa-2b37d8829ce9 req-08a470a6-2e53-4b3b-87c0-d4d848fef1d8 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id fd77f472-1d9e-4469-b367-5cc4a68f96f7 {{(pid=94174) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 23 11:44:11.982556 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron_lib.callbacks.manager [req-4e3f2836-194e-40ee-80aa-2b37d8829ce9 req-08a470a6-2e53-4b3b-87c0-d4d848fef1d8 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:44:12.021812 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.db.provisioning_blocks [req-4e3f2836-194e-40ee-80aa-2b37d8829ce9 req-08a470a6-2e53-4b3b-87c0-d4d848fef1d8 service neutron] Transition to ACTIVE for port object fd77f472-1d9e-4469-b367-5cc4a68f96f7 will not be triggered until provisioned by entity L2. {{(pid=94174) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 23 11:44:12.092059 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron_lib.callbacks.manager [req-4e3f2836-194e-40ee-80aa-2b37d8829ce9 req-08a470a6-2e53-4b3b-87c0-d4d848fef1d8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-922904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866062', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773700135042', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773699642233', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773699642278', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5196369'] for port, after_update {{(pid=94174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:44:12.094316 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG oslo_concurrency.lockutils [None req-7e9e3b0c-5c09-45b3-8724-4710e8dd473f service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94174) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 11:44:12.143370 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08a470a6-2e53-4b3b-87c0-d4d848fef1d8 service neutron] Pushing event updated for resources: {'Port': ['ID=fd77f472-1d9e-4469-b367-5cc4a68f96f7,revision_number=2']} {{(pid=94174) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 11:44:12.148251 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG oslo_concurrency.lockutils [None req-08a470a6-2e53-4b3b-87c0-d4d848fef1d8 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.053s {{(pid=94174) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 11:44:12.223919 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.plugins.ml2.managers [req-4e3f2836-194e-40ee-80aa-2b37d8829ce9 req-08a470a6-2e53-4b3b-87c0-d4d848fef1d8 service neutron] Attempting to bind port fd77f472-1d9e-4469-b367-5cc4a68f96f7 on host hv-neutron-6013 for vnic_type normal with profile {{(pid=94174) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 23 11:44:12.224270 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.plugins.ml2.managers [req-4e3f2836-194e-40ee-80aa-2b37d8829ce9 req-08a470a6-2e53-4b3b-87c0-d4d848fef1d8 service neutron] Attempting to bind port fd77f472-1d9e-4469-b367-5cc4a68f96f7 by drivers openvswitch,hyperv on host hv-neutron-6013 at level 0 using segments [{'id': 'c7798981-dff9-4fc8-94a4-46182475c2ee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 433, 'network_id': '03d0adb8-7c84-4028-a133-9fee8ea26a25'}] {{(pid=94174) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 23 11:44:12.224605 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4e3f2836-194e-40ee-80aa-2b37d8829ce9 req-08a470a6-2e53-4b3b-87c0-d4d848fef1d8 service neutron] Attempting to bind port fd77f472-1d9e-4469-b367-5cc4a68f96f7 on network 03d0adb8-7c84-4028-a133-9fee8ea26a25 {{(pid=94174) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 23 11:44:12.229628 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4e3f2836-194e-40ee-80aa-2b37d8829ce9 req-08a470a6-2e53-4b3b-87c0-d4d848fef1d8 service neutron] Port fd77f472-1d9e-4469-b367-5cc4a68f96f7 on network 03d0adb8-7c84-4028-a133-9fee8ea26a25 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-6013 {{(pid=94174) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 23 11:44:12.229967 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4e3f2836-194e-40ee-80aa-2b37d8829ce9 req-08a470a6-2e53-4b3b-87c0-d4d848fef1d8 service neutron] Attempting to bind port fd77f472-1d9e-4469-b367-5cc4a68f96f7 on network 03d0adb8-7c84-4028-a133-9fee8ea26a25 {{(pid=94174) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 23 11:44:12.235144 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4e3f2836-194e-40ee-80aa-2b37d8829ce9 req-08a470a6-2e53-4b3b-87c0-d4d848fef1d8 service neutron] Checking agent: {'id': '3a130b41-5b27-406b-aeb2-5a923af79f10', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-6013', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 23, 11, 28, 23), 'started_at': datetime.datetime(2021, 6, 23, 11, 28, 23), 'heartbeat_timestamp': datetime.datetime(2021, 6, 23, 11, 43, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94174) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 23 11:44:12.235495 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4e3f2836-194e-40ee-80aa-2b37d8829ce9 req-08a470a6-2e53-4b3b-87c0-d4d848fef1d8 service neutron] Checking segment: {'id': 'c7798981-dff9-4fc8-94a4-46182475c2ee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 433, 'network_id': '03d0adb8-7c84-4028-a133-9fee8ea26a25'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94174) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 23 11:44:12.235885 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4e3f2836-194e-40ee-80aa-2b37d8829ce9 req-08a470a6-2e53-4b3b-87c0-d4d848fef1d8 service neutron] Bound using segment: {'id': 'c7798981-dff9-4fc8-94a4-46182475c2ee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 433, 'network_id': '03d0adb8-7c84-4028-a133-9fee8ea26a25'} {{(pid=94174) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 23 11:44:12.236319 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.plugins.ml2.managers [req-4e3f2836-194e-40ee-80aa-2b37d8829ce9 req-08a470a6-2e53-4b3b-87c0-d4d848fef1d8 service neutron] Bound port: fd77f472-1d9e-4469-b367-5cc4a68f96f7, host: hv-neutron-6013, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c7798981-dff9-4fc8-94a4-46182475c2ee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 433, 'network_id': '03d0adb8-7c84-4028-a133-9fee8ea26a25'}}] {{(pid=94174) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 23 11:44:12.236738 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron_lib.callbacks.manager [req-4e3f2836-194e-40ee-80aa-2b37d8829ce9 req-08a470a6-2e53-4b3b-87c0-d4d848fef1d8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-923122'] for port, before_update {{(pid=94174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:44:12.314727 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.plugins.ml2.db [req-4e3f2836-194e-40ee-80aa-2b37d8829ce9 req-08a470a6-2e53-4b3b-87c0-d4d848fef1d8 service neutron] For port fd77f472-1d9e-4469-b367-5cc4a68f96f7, host hv-neutron-6013, cleared binding levels {{(pid=94174) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 23 11:44:12.318293 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.plugins.ml2.db [req-4e3f2836-194e-40ee-80aa-2b37d8829ce9 req-08a470a6-2e53-4b3b-87c0-d4d848fef1d8 service neutron] For port fd77f472-1d9e-4469-b367-5cc4a68f96f7, host hv-neutron-6013, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-6013',level=0,port_id=fd77f472-1d9e-4469-b367-5cc4a68f96f7,segment=NetworkSegment(c7798981-dff9-4fc8-94a4-46182475c2ee),segment_id=c7798981-dff9-4fc8-94a4-46182475c2ee)] {{(pid=94174) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 23 11:44:12.418704 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron_lib.callbacks.manager [req-4e3f2836-194e-40ee-80aa-2b37d8829ce9 req-08a470a6-2e53-4b3b-87c0-d4d848fef1d8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-922904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866062', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773700135042', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773699642233', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773699642278', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5196369'] for port, after_update {{(pid=94174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:44:12.427924 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG oslo_concurrency.lockutils [None req-0d388af6-7326-499d-ba6f-83596231b4fd tempest-TestNetworkBasicOps-233187296 tempest-TestNetworkBasicOps-233187296-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94174) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 11:44:12.443016 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1cbb5f2-e90f-4822-910c-e3016cab0c2e req-a36ac7a5-4cae-4dad-87e9-c89de6f4a992 tempest-TestVolumeBootPattern-1838142519 tempest-TestVolumeBootPattern-1838142519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 11:44:12.449916 dv-neutron-601336-94-hyperv neutron-server[94175]: INFO neutron.wsgi [req-b1cbb5f2-e90f-4822-910c-e3016cab0c2e req-a36ac7a5-4cae-4dad-87e9-c89de6f4a992 tempest-TestVolumeBootPattern-1838142519 tempest-TestVolumeBootPattern-1838142519-project] 10.222.0.20 "GET /v2.0/ports?device_id=c3158a9a-a823-4e18-a64d-625f4cd5c888 HTTP/1.1" status: 200 len: 944 time: 0.0728374 Jun 23 11:44:12.478491 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08a470a6-2e53-4b3b-87c0-d4d848fef1d8 service neutron] Pushing event updated for resources: {'Port': ['ID=fd77f472-1d9e-4469-b367-5cc4a68f96f7,revision_number=3']} {{(pid=94174) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 11:44:12.482239 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG oslo_concurrency.lockutils [None req-08a470a6-2e53-4b3b-87c0-d4d848fef1d8 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.054s {{(pid=94174) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 11:44:12.487330 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e3f2836-194e-40ee-80aa-2b37d8829ce9 req-08a470a6-2e53-4b3b-87c0-d4d848fef1d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94174) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 11:44:12.488316 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron_lib.callbacks.manager [req-4e3f2836-194e-40ee-80aa-2b37d8829ce9 req-08a470a6-2e53-4b3b-87c0-d4d848fef1d8 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-217507'] for port, before_response {{(pid=94174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:44:12.490647 dv-neutron-601336-94-hyperv neutron-server[94174]: INFO neutron.wsgi [req-4e3f2836-194e-40ee-80aa-2b37d8829ce9 req-08a470a6-2e53-4b3b-87c0-d4d848fef1d8 service neutron] 10.222.0.52 "PUT /v2.0/ports/fd77f472-1d9e-4469-b367-5cc4a68f96f7 HTTP/1.1" status: 200 len: 1094 time: 0.8794136 Jun 23 11:44:12.491524 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c3158a9a-a823-4e18-a64d-625f4cd5c888', 'tag': 'fd77f472-1d9e-4469-b367-5cc4a68f96f7'}] {{(pid=94174) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 23 11:44:12.492011 dv-neutron-601336-94-hyperv neutron-server[94175]: INFO neutron.wsgi [req-b1cbb5f2-e90f-4822-910c-e3016cab0c2e req-877680d5-fcd0-403a-968a-1a666caa0618 tempest-TestVolumeBootPattern-1838142519 tempest-TestVolumeBootPattern-1838142519-project] 10.222.0.20 "GET /v2.0/security-groups?id=caa86333-f4a4-4907-90fa-9f1b20d99924&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0411839 Jun 23 11:44:12.494616 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6ff47218258ed5bf6cae7f276c9622ae488f9e8ebc13d1a310221fbcfb04c5dd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5fc68375-29de-43d8-bc09-1e90909e78e6" -d '{"events": [{"name": "network-changed", "server_uuid": "c3158a9a-a823-4e18-a64d-625f4cd5c888", "tag": "fd77f472-1d9e-4469-b367-5cc4a68f96f7"}]}' {{(pid=94174) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 23 11:44:12.548380 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 23 Jun 2021 11:44:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e2a959ed-59ba-4f44-965f-0d0e6119195d x-openstack-request-id: req-e2a959ed-59ba-4f44-965f-0d0e6119195d {{(pid=94174) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 23 11:44:12.548726 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c3158a9a-a823-4e18-a64d-625f4cd5c888", "tag": "fd77f472-1d9e-4469-b367-5cc4a68f96f7", "status": "completed", "code": 200}]} {{(pid=94174) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 23 11:44:12.549034 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-e2a959ed-59ba-4f44-965f-0d0e6119195d {{(pid=94174) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 23 11:44:12.549647 dv-neutron-601336-94-hyperv neutron-server[94174]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c3158a9a-a823-4e18-a64d-625f4cd5c888', 'tag': 'fd77f472-1d9e-4469-b367-5cc4a68f96f7', 'status': 'completed', 'code': 200} Jun 23 11:44:12.625696 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fc68375-29de-43d8-bc09-1e90909e78e6 req-ff7959f1-5067-4ba3-a2db-31f97e81eba5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94174) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 11:44:12.627219 dv-neutron-601336-94-hyperv neutron-server[94174]: INFO neutron.wsgi [req-5fc68375-29de-43d8-bc09-1e90909e78e6 req-ff7959f1-5067-4ba3-a2db-31f97e81eba5 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=196d16edf443490aaaba40ccfc7a3448&device_id=c3158a9a-a823-4e18-a64d-625f4cd5c888 HTTP/1.1" status: 200 len: 1097 time: 0.0569215 Jun 23 11:44:12.733612 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fc68375-29de-43d8-bc09-1e90909e78e6 req-20594f2b-fc3e-4484-bc63-19c5ca25087a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94174) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 11:44:12.735177 dv-neutron-601336-94-hyperv neutron-server[94174]: INFO neutron.wsgi [req-5fc68375-29de-43d8-bc09-1e90909e78e6 req-20594f2b-fc3e-4484-bc63-19c5ca25087a service neutron] 10.222.0.52 "GET /v2.0/networks?tenant_id=196d16edf443490aaaba40ccfc7a3448&shared=False HTTP/1.1" status: 200 len: 912 time: 0.1013341 Jun 23 11:44:12.831013 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fc68375-29de-43d8-bc09-1e90909e78e6 req-57fa9f79-ac74-4787-ad3b-0ea1a013316d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94174) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 11:44:12.832471 dv-neutron-601336-94-hyperv neutron-server[94174]: INFO neutron.wsgi [req-5fc68375-29de-43d8-bc09-1e90909e78e6 req-57fa9f79-ac74-4787-ad3b-0ea1a013316d service neutron] 10.222.0.52 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0897386 Jun 23 11:44:12.925751 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e3f2836-194e-40ee-80aa-2b37d8829ce9 req-6523ca09-9ed6-4d2e-afe6-fb1fd851a048 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94174) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 11:44:12.927909 dv-neutron-601336-94-hyperv neutron-server[94174]: INFO neutron.wsgi [req-4e3f2836-194e-40ee-80aa-2b37d8829ce9 req-6523ca09-9ed6-4d2e-afe6-fb1fd851a048 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=196d16edf443490aaaba40ccfc7a3448&device_id=c3158a9a-a823-4e18-a64d-625f4cd5c888 HTTP/1.1" status: 200 len: 1097 time: 0.0526857 Jun 23 11:44:12.970602 dv-neutron-601336-94-hyperv neutron-server[94174]: INFO neutron.wsgi [req-4e3f2836-194e-40ee-80aa-2b37d8829ce9 req-21ac432e-804f-4d67-9873-bec91ea5e28e service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=fd77f472-1d9e-4469-b367-5cc4a68f96f7 HTTP/1.1" status: 200 len: 217 time: 0.0359337 Jun 23 11:44:13.016950 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e3f2836-194e-40ee-80aa-2b37d8829ce9 req-9dd7423a-1ea2-41b6-b283-0a8fe0574316 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94174) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 11:44:13.018386 dv-neutron-601336-94-hyperv neutron-server[94174]: INFO neutron.wsgi [req-4e3f2836-194e-40ee-80aa-2b37d8829ce9 req-9dd7423a-1ea2-41b6-b283-0a8fe0574316 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=5338fe8e-d932-41fb-ae27-ab82df160b69 HTTP/1.1" status: 200 len: 850 time: 0.0425231 Jun 23 11:44:13.075308 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e3f2836-194e-40ee-80aa-2b37d8829ce9 req-1378e100-92e5-4c94-a4cb-2767433fe4cd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94174) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 11:44:13.076804 dv-neutron-601336-94-hyperv neutron-server[94174]: INFO neutron.wsgi [req-4e3f2836-194e-40ee-80aa-2b37d8829ce9 req-1378e100-92e5-4c94-a4cb-2767433fe4cd service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=03d0adb8-7c84-4028-a133-9fee8ea26a25&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1178 time: 0.0526862 Jun 23 11:44:13.155669 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron_lib.callbacks.manager [None req-499927d5-db44-4a86-94e1-403de5d82fdc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773699952132', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-899307'] for agent, after_update {{(pid=94176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:44:13.170533 dv-neutron-601336-94-hyperv neutron-server[94174]: INFO neutron.wsgi [req-4e3f2836-194e-40ee-80aa-2b37d8829ce9 req-6e1f2ae3-e83d-4c13-8b79-18989aa29aee service neutron] 10.222.0.52 "GET /v2.0/networks/03d0adb8-7c84-4028-a133-9fee8ea26a25?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0861206 Jun 23 11:44:13.261469 dv-neutron-601336-94-hyperv neutron-server[94174]: INFO neutron.wsgi [req-4e3f2836-194e-40ee-80aa-2b37d8829ce9 req-bf9ef16a-5d1a-4e36-a5a8-9ce886feca70 service neutron] 10.222.0.52 "GET /v2.0/networks/03d0adb8-7c84-4028-a133-9fee8ea26a25?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0840755 Jun 23 11:44:13.675470 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3eca49b-4ba4-4f85-a3b7-7cf2d05764ec req-58399aa0-2399-4959-aaa1-43ef894ffd0c tempest-TestVolumeBootPattern-1838142519 tempest-TestVolumeBootPattern-1838142519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 11:44:13.677544 dv-neutron-601336-94-hyperv neutron-server[94175]: INFO neutron.wsgi [req-c3eca49b-4ba4-4f85-a3b7-7cf2d05764ec req-58399aa0-2399-4959-aaa1-43ef894ffd0c tempest-TestVolumeBootPattern-1838142519 tempest-TestVolumeBootPattern-1838142519-project] 10.222.0.20 "GET /v2.0/ports?device_id=c3158a9a-a823-4e18-a64d-625f4cd5c888 HTTP/1.1" status: 200 len: 944 time: 0.0688577 Jun 23 11:44:13.714983 dv-neutron-601336-94-hyperv neutron-server[94175]: INFO neutron.wsgi [req-c3eca49b-4ba4-4f85-a3b7-7cf2d05764ec req-5e2d6832-6a51-4cfe-b3ee-74bcaceb1778 tempest-TestVolumeBootPattern-1838142519 tempest-TestVolumeBootPattern-1838142519-project] 10.222.0.20 "GET /v2.0/security-groups?id=caa86333-f4a4-4907-90fa-9f1b20d99924&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0314195 Jun 23 11:44:13.852297 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron_lib.callbacks.manager [None req-dc7542b2-afef-47f4-a763-e3a3cba144be None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773699952132', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-899307'] for agent, after_update {{(pid=94176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:44:14.614575 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron_lib.callbacks.manager [None req-4c20ea5f-bc7f-4d4e-935d-57f082af6ccb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773699952132', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-899307'] for agent, after_update {{(pid=94176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:44:14.898512 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18fc261f-de0e-4b2e-90d3-85a541ffb9af req-4e2e0990-82fd-4f28-b367-fc2621d1b681 tempest-TestVolumeBootPattern-1838142519 tempest-TestVolumeBootPattern-1838142519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94174) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 11:44:14.900061 dv-neutron-601336-94-hyperv neutron-server[94174]: INFO neutron.wsgi [req-18fc261f-de0e-4b2e-90d3-85a541ffb9af req-4e2e0990-82fd-4f28-b367-fc2621d1b681 tempest-TestVolumeBootPattern-1838142519 tempest-TestVolumeBootPattern-1838142519-project] 10.222.0.20 "GET /v2.0/ports?device_id=c3158a9a-a823-4e18-a64d-625f4cd5c888 HTTP/1.1" status: 200 len: 944 time: 0.0709288 Jun 23 11:44:14.938404 dv-neutron-601336-94-hyperv neutron-server[94174]: INFO neutron.wsgi [req-18fc261f-de0e-4b2e-90d3-85a541ffb9af req-217d16de-c5ce-4f7f-9a23-aced7d31d369 tempest-TestVolumeBootPattern-1838142519 tempest-TestVolumeBootPattern-1838142519-project] 10.222.0.20 "GET /v2.0/security-groups?id=caa86333-f4a4-4907-90fa-9f1b20d99924&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0324345 Jun 23 11:44:16.109113 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90d62f59-19b5-48f8-98a7-08f50613c9a9 req-1f3fa645-010d-4055-94d3-a6a18edb2607 tempest-TestVolumeBootPattern-1838142519 tempest-TestVolumeBootPattern-1838142519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 11:44:16.110557 dv-neutron-601336-94-hyperv neutron-server[94175]: INFO neutron.wsgi [req-90d62f59-19b5-48f8-98a7-08f50613c9a9 req-1f3fa645-010d-4055-94d3-a6a18edb2607 tempest-TestVolumeBootPattern-1838142519 tempest-TestVolumeBootPattern-1838142519-project] 10.222.0.20 "GET /v2.0/ports?device_id=c3158a9a-a823-4e18-a64d-625f4cd5c888 HTTP/1.1" status: 200 len: 944 time: 0.0633554 Jun 23 11:44:16.147741 dv-neutron-601336-94-hyperv neutron-server[94175]: INFO neutron.wsgi [req-90d62f59-19b5-48f8-98a7-08f50613c9a9 req-cd328af8-8f08-4b5b-a31b-d285c677602c tempest-TestVolumeBootPattern-1838142519 tempest-TestVolumeBootPattern-1838142519-project] 10.222.0.20 "GET /v2.0/security-groups?id=caa86333-f4a4-4907-90fa-9f1b20d99924&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0316238 Jun 23 11:44:16.625772 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron_lib.callbacks.manager [None req-95d6aa8f-24e7-4234-82ff-f502266c3285 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773699952132', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-899307'] for agent, after_update {{(pid=94176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:44:17.315284 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa13e2a6-b896-4e34-9422-cfaa852fb3b3 req-0b592b4c-1945-4d4b-8fa2-887698379f42 tempest-TestVolumeBootPattern-1838142519 tempest-TestVolumeBootPattern-1838142519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94174) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 11:44:17.316740 dv-neutron-601336-94-hyperv neutron-server[94174]: INFO neutron.wsgi [req-aa13e2a6-b896-4e34-9422-cfaa852fb3b3 req-0b592b4c-1945-4d4b-8fa2-887698379f42 tempest-TestVolumeBootPattern-1838142519 tempest-TestVolumeBootPattern-1838142519-project] 10.222.0.20 "GET /v2.0/ports?device_id=c3158a9a-a823-4e18-a64d-625f4cd5c888 HTTP/1.1" status: 200 len: 944 time: 0.0620806 Jun 23 11:44:17.352939 dv-neutron-601336-94-hyperv neutron-server[94174]: INFO neutron.wsgi [req-aa13e2a6-b896-4e34-9422-cfaa852fb3b3 req-48509156-1d85-43d9-9ea4-e6702ea9482c tempest-TestVolumeBootPattern-1838142519 tempest-TestVolumeBootPattern-1838142519-project] 10.222.0.20 "GET /v2.0/security-groups?id=caa86333-f4a4-4907-90fa-9f1b20d99924&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0301850 Jun 23 11:44:18.518578 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-048c2970-d889-4a5d-b152-295832c25b3e req-0db9c206-0424-4697-9ca6-c10167573831 tempest-TestVolumeBootPattern-1838142519 tempest-TestVolumeBootPattern-1838142519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 11:44:18.520052 dv-neutron-601336-94-hyperv neutron-server[94175]: INFO neutron.wsgi [req-048c2970-d889-4a5d-b152-295832c25b3e req-0db9c206-0424-4697-9ca6-c10167573831 tempest-TestVolumeBootPattern-1838142519 tempest-TestVolumeBootPattern-1838142519-project] 10.222.0.20 "GET /v2.0/ports?device_id=c3158a9a-a823-4e18-a64d-625f4cd5c888 HTTP/1.1" status: 200 len: 944 time: 0.0613811 Jun 23 11:44:18.562284 dv-neutron-601336-94-hyperv neutron-server[94175]: INFO neutron.wsgi [req-048c2970-d889-4a5d-b152-295832c25b3e req-bd637725-f4fd-4568-a2f4-8d2c45aea3df tempest-TestVolumeBootPattern-1838142519 tempest-TestVolumeBootPattern-1838142519-project] 10.222.0.20 "GET /v2.0/security-groups?id=caa86333-f4a4-4907-90fa-9f1b20d99924&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0360687 Jun 23 11:44:19.728291 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3d382d3-b2f2-4634-85f4-b99d17218cd7 req-4b3d1869-7035-4a9d-81e0-16d31adff909 tempest-TestVolumeBootPattern-1838142519 tempest-TestVolumeBootPattern-1838142519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94174) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 11:44:19.729719 dv-neutron-601336-94-hyperv neutron-server[94174]: INFO neutron.wsgi [req-e3d382d3-b2f2-4634-85f4-b99d17218cd7 req-4b3d1869-7035-4a9d-81e0-16d31adff909 tempest-TestVolumeBootPattern-1838142519 tempest-TestVolumeBootPattern-1838142519-project] 10.222.0.20 "GET /v2.0/ports?device_id=c3158a9a-a823-4e18-a64d-625f4cd5c888 HTTP/1.1" status: 200 len: 944 time: 0.0613656 Jun 23 11:44:19.764738 dv-neutron-601336-94-hyperv neutron-server[94174]: INFO neutron.wsgi [req-e3d382d3-b2f2-4634-85f4-b99d17218cd7 req-6210c09e-e8e1-4fec-8664-a09db33c6ca8 tempest-TestVolumeBootPattern-1838142519 tempest-TestVolumeBootPattern-1838142519-project] 10.222.0.20 "GET /v2.0/security-groups?id=caa86333-f4a4-4907-90fa-9f1b20d99924&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0294361 Jun 23 11:44:20.933084 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b265e09b-531e-43bd-899d-72f8a043be3a req-59f52e55-ef36-44d3-a435-041515bc19ed tempest-TestVolumeBootPattern-1838142519 tempest-TestVolumeBootPattern-1838142519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 11:44:20.934519 dv-neutron-601336-94-hyperv neutron-server[94175]: INFO neutron.wsgi [req-b265e09b-531e-43bd-899d-72f8a043be3a req-59f52e55-ef36-44d3-a435-041515bc19ed tempest-TestVolumeBootPattern-1838142519 tempest-TestVolumeBootPattern-1838142519-project] 10.222.0.20 "GET /v2.0/ports?device_id=c3158a9a-a823-4e18-a64d-625f4cd5c888 HTTP/1.1" status: 200 len: 944 time: 0.0625784 Jun 23 11:44:20.972071 dv-neutron-601336-94-hyperv neutron-server[94175]: INFO neutron.wsgi [req-b265e09b-531e-43bd-899d-72f8a043be3a req-73bb180f-220d-46a7-8c6a-d2dad56e9965 tempest-TestVolumeBootPattern-1838142519 tempest-TestVolumeBootPattern-1838142519-project] 10.222.0.20 "GET /v2.0/security-groups?id=caa86333-f4a4-4907-90fa-9f1b20d99924&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0320306 Jun 23 11:44:22.141099 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3b1b2cc-7b6b-44b6-aa1e-665fa3bb33f7 req-dfc4207f-db7a-41b0-861c-26686fd518b6 tempest-TestVolumeBootPattern-1838142519 tempest-TestVolumeBootPattern-1838142519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94174) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 11:44:22.142558 dv-neutron-601336-94-hyperv neutron-server[94174]: INFO neutron.wsgi [req-c3b1b2cc-7b6b-44b6-aa1e-665fa3bb33f7 req-dfc4207f-db7a-41b0-861c-26686fd518b6 tempest-TestVolumeBootPattern-1838142519 tempest-TestVolumeBootPattern-1838142519-project] 10.222.0.20 "GET /v2.0/ports?device_id=c3158a9a-a823-4e18-a64d-625f4cd5c888 HTTP/1.1" status: 200 len: 944 time: 0.0647149 Jun 23 11:44:22.179520 dv-neutron-601336-94-hyperv neutron-server[94174]: INFO neutron.wsgi [req-c3b1b2cc-7b6b-44b6-aa1e-665fa3bb33f7 req-46ec7124-dced-40ee-bf2e-31cf646eb08b tempest-TestVolumeBootPattern-1838142519 tempest-TestVolumeBootPattern-1838142519-project] 10.222.0.20 "GET /v2.0/security-groups?id=caa86333-f4a4-4907-90fa-9f1b20d99924&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0305612 Jun 23 11:44:23.314715 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron_lib.callbacks.manager [None req-97bd5441-1da2-49ee-a364-27795820ba27 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773699952132', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-899307'] for agent, after_update {{(pid=94176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:44:23.353168 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4179ede-8375-43c7-9619-ecd12519ba6e req-540d817f-c611-42c7-9261-6755888e821d tempest-TestVolumeBootPattern-1838142519 tempest-TestVolumeBootPattern-1838142519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 11:44:23.354633 dv-neutron-601336-94-hyperv neutron-server[94175]: INFO neutron.wsgi [req-c4179ede-8375-43c7-9619-ecd12519ba6e req-540d817f-c611-42c7-9261-6755888e821d tempest-TestVolumeBootPattern-1838142519 tempest-TestVolumeBootPattern-1838142519-project] 10.222.0.20 "GET /v2.0/ports?device_id=c3158a9a-a823-4e18-a64d-625f4cd5c888 HTTP/1.1" status: 200 len: 944 time: 0.0637472 Jun 23 11:44:23.389826 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.plugins.ml2.rpc [None req-97bd5441-1da2-49ee-a364-27795820ba27 None None] Device fd77f472-1d9e-4469-b367-5cc4a68f96f7 details requested by agent hyperv_hv-neutron-6013 with host hv-neutron-6013 {{(pid=94176) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:104}} Jun 23 11:44:23.391819 dv-neutron-601336-94-hyperv neutron-server[94175]: INFO neutron.wsgi [req-c4179ede-8375-43c7-9619-ecd12519ba6e req-ff946ab2-8ddc-4db2-9a41-5c90a9a445ec tempest-TestVolumeBootPattern-1838142519 tempest-TestVolumeBootPattern-1838142519-project] 10.222.0.20 "GET /v2.0/security-groups?id=caa86333-f4a4-4907-90fa-9f1b20d99924&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0312538 Jun 23 11:44:23.480789 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.plugins.ml2.db [None req-97bd5441-1da2-49ee-a364-27795820ba27 None None] For port fd77f472-1d9e-4469-b367-5cc4a68f96f7, host hv-neutron-6013, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-6013',level=0,port_id=fd77f472-1d9e-4469-b367-5cc4a68f96f7,segment=NetworkSegment(c7798981-dff9-4fc8-94a4-46182475c2ee),segment_id=c7798981-dff9-4fc8-94a4-46182475c2ee)] {{(pid=94176) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 23 11:44:23.491609 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.plugins.ml2.rpc [None req-97bd5441-1da2-49ee-a364-27795820ba27 None None] Returning: {'device': 'fd77f472-1d9e-4469-b367-5cc4a68f96f7', 'network_id': '03d0adb8-7c84-4028-a133-9fee8ea26a25', 'port_id': 'fd77f472-1d9e-4469-b367-5cc4a68f96f7', 'mac_address': 'fa:16:3e:a4:0a:88', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 433, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5338fe8e-d932-41fb-ae27-ab82df160b69', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94176) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:186}} Jun 23 11:44:23.530133 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron_lib.callbacks.manager [None req-97bd5441-1da2-49ee-a364-27795820ba27 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-923122'] for port, before_update {{(pid=94176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:44:23.542942 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.notifiers.nova [None req-97bd5441-1da2-49ee-a364-27795820ba27 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id fd77f472-1d9e-4469-b367-5cc4a68f96f7 {{(pid=94176) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 23 11:44:23.562096 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.plugins.ml2.db [None req-97bd5441-1da2-49ee-a364-27795820ba27 None None] For port fd77f472-1d9e-4469-b367-5cc4a68f96f7, host hv-neutron-6013, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-6013',level=0,port_id=fd77f472-1d9e-4469-b367-5cc4a68f96f7,segment=NetworkSegment(c7798981-dff9-4fc8-94a4-46182475c2ee),segment_id=c7798981-dff9-4fc8-94a4-46182475c2ee)] {{(pid=94176) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 23 11:44:23.631282 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron_lib.callbacks.manager [None req-97bd5441-1da2-49ee-a364-27795820ba27 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-922904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866062', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773700135042', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773699642233', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773699642278'] for port, after_update {{(pid=94176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:44:23.632994 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG oslo_concurrency.lockutils [None req-dc7542b2-afef-47f4-a763-e3a3cba144be None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 11:44:23.676650 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97bd5441-1da2-49ee-a364-27795820ba27 None None] Pushing event updated for resources: {'Port': ['ID=fd77f472-1d9e-4469-b367-5cc4a68f96f7,revision_number=4']} {{(pid=94176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 11:44:23.683512 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97bd5441-1da2-49ee-a364-27795820ba27 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-601336-94-hyperv {{(pid=94176) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 11:44:23.683858 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97bd5441-1da2-49ee-a364-27795820ba27 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-94-hyperv {{(pid=94176) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 11:44:23.684194 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97bd5441-1da2-49ee-a364-27795820ba27 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-94-hyperv {{(pid=94176) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 11:44:23.684526 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97bd5441-1da2-49ee-a364-27795820ba27 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-601336-94-hyperv {{(pid=94176) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 11:44:23.684852 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97bd5441-1da2-49ee-a364-27795820ba27 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-601336-94-hyperv {{(pid=94176) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 11:44:23.685206 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97bd5441-1da2-49ee-a364-27795820ba27 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-601336-94-hyperv {{(pid=94176) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 11:44:23.685560 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97bd5441-1da2-49ee-a364-27795820ba27 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-601336-94-hyperv {{(pid=94176) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 11:44:23.685886 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97bd5441-1da2-49ee-a364-27795820ba27 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-601336-94-hyperv {{(pid=94176) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 11:44:23.686210 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97bd5441-1da2-49ee-a364-27795820ba27 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-601336-94-hyperv {{(pid=94176) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 11:44:23.686543 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97bd5441-1da2-49ee-a364-27795820ba27 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-94-hyperv {{(pid=94176) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 11:44:23.686846 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97bd5441-1da2-49ee-a364-27795820ba27 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-601336-94-hyperv {{(pid=94176) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 11:44:23.687202 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97bd5441-1da2-49ee-a364-27795820ba27 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-601336-94-hyperv {{(pid=94176) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 11:44:23.690992 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG oslo_concurrency.lockutils [None req-97bd5441-1da2-49ee-a364-27795820ba27 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.058s {{(pid=94176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 11:44:23.843636 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.plugins.ml2.db [None req-97bd5441-1da2-49ee-a364-27795820ba27 None None] get_ports_and_sgs() called for port_ids ['fd77f472-1d9e-4469-b367-5cc4a68f96f7'] {{(pid=94176) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 23 11:44:24.565623 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a672dd4-1af6-4ba8-83ec-6a6473dceef9 req-81f75de8-11a4-4655-b715-40afaa089e8b tempest-TestVolumeBootPattern-1838142519 tempest-TestVolumeBootPattern-1838142519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94174) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 11:44:24.567133 dv-neutron-601336-94-hyperv neutron-server[94174]: INFO neutron.wsgi [req-2a672dd4-1af6-4ba8-83ec-6a6473dceef9 req-81f75de8-11a4-4655-b715-40afaa089e8b tempest-TestVolumeBootPattern-1838142519 tempest-TestVolumeBootPattern-1838142519-project] 10.222.0.20 "GET /v2.0/ports?device_id=c3158a9a-a823-4e18-a64d-625f4cd5c888 HTTP/1.1" status: 200 len: 945 time: 0.0638056 Jun 23 11:44:24.607289 dv-neutron-601336-94-hyperv neutron-server[94174]: INFO neutron.wsgi [req-2a672dd4-1af6-4ba8-83ec-6a6473dceef9 req-45b9680c-66bd-4f49-9eec-abf9cfa0bc2e tempest-TestVolumeBootPattern-1838142519 tempest-TestVolumeBootPattern-1838142519-project] 10.222.0.20 "GET /v2.0/security-groups?id=caa86333-f4a4-4907-90fa-9f1b20d99924&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0338984 Jun 23 11:44:25.413617 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.plugins.ml2.rpc [None req-97bd5441-1da2-49ee-a364-27795820ba27 None None] Device fd77f472-1d9e-4469-b367-5cc4a68f96f7 up at agent hyperv_hv-neutron-6013 {{(pid=94176) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:298}} Jun 23 11:44:25.525741 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.db.provisioning_blocks [None req-97bd5441-1da2-49ee-a364-27795820ba27 None None] Provisioning for port fd77f472-1d9e-4469-b367-5cc4a68f96f7 completed by entity L2. {{(pid=94176) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 23 11:44:25.529537 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.db.provisioning_blocks [None req-97bd5441-1da2-49ee-a364-27795820ba27 None None] Provisioning complete for port fd77f472-1d9e-4469-b367-5cc4a68f96f7 triggered by entity L2. {{(pid=94176) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 23 11:44:25.529926 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron_lib.callbacks.manager [None req-97bd5441-1da2-49ee-a364-27795820ba27 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-899258'] for port, provisioning_complete {{(pid=94176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:44:25.606489 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron_lib.callbacks.manager [None req-97bd5441-1da2-49ee-a364-27795820ba27 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-923122'] for port, before_update {{(pid=94176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:44:25.627288 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c3158a9a-a823-4e18-a64d-625f4cd5c888', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fd77f472-1d9e-4469-b367-5cc4a68f96f7'}] {{(pid=94176) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 23 11:44:25.629533 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}887b0dfc0393de878080286a57e4a08d4fa60dd0cddd118f338ebfcd351ddd4c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d5c6d70c-f32a-42d3-870b-d3281e097158" -d '{"events": [{"server_uuid": "c3158a9a-a823-4e18-a64d-625f4cd5c888", "name": "network-vif-plugged", "status": "completed", "tag": "fd77f472-1d9e-4469-b367-5cc4a68f96f7"}]}' {{(pid=94176) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 23 11:44:25.642637 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.plugins.ml2.db [None req-97bd5441-1da2-49ee-a364-27795820ba27 None None] For port fd77f472-1d9e-4469-b367-5cc4a68f96f7, host hv-neutron-6013, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-6013',level=0,port_id=fd77f472-1d9e-4469-b367-5cc4a68f96f7,segment=NetworkSegment(c7798981-dff9-4fc8-94a4-46182475c2ee),segment_id=c7798981-dff9-4fc8-94a4-46182475c2ee)] {{(pid=94176) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 23 11:44:25.670463 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 23 Jun 2021 11:44:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-77dfb1f3-5953-4076-8d91-c3a6895358c1 x-openstack-request-id: req-77dfb1f3-5953-4076-8d91-c3a6895358c1 {{(pid=94176) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 23 11:44:25.670463 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c3158a9a-a823-4e18-a64d-625f4cd5c888", "name": "network-vif-plugged", "status": "completed", "tag": "fd77f472-1d9e-4469-b367-5cc4a68f96f7", "code": 200}]} {{(pid=94176) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 23 11:44:25.670463 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-77dfb1f3-5953-4076-8d91-c3a6895358c1 {{(pid=94176) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 23 11:44:25.670463 dv-neutron-601336-94-hyperv neutron-server[94176]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c3158a9a-a823-4e18-a64d-625f4cd5c888', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fd77f472-1d9e-4469-b367-5cc4a68f96f7', 'code': 200} Jun 23 11:44:25.722943 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron_lib.callbacks.manager [None req-97bd5441-1da2-49ee-a364-27795820ba27 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-922904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866062', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773700135042', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773699642233', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773699642278'] for port, after_update {{(pid=94176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:44:25.724946 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG oslo_concurrency.lockutils [None req-11443261-d808-4e09-bbaa-dc53864788f2 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 11:44:25.774318 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97bd5441-1da2-49ee-a364-27795820ba27 None None] Pushing event updated for resources: {'Port': ['ID=fd77f472-1d9e-4469-b367-5cc4a68f96f7,revision_number=5']} {{(pid=94176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 11:44:25.777700 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG oslo_concurrency.lockutils [None req-97bd5441-1da2-49ee-a364-27795820ba27 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.053s {{(pid=94176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 11:44:25.934082 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cf61110-339a-4e08-84c3-3d891a874a3a req-0b9bd307-1ba6-47e6-bf79-aefa34b5604f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94174) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 11:44:25.935640 dv-neutron-601336-94-hyperv neutron-server[94174]: INFO neutron.wsgi [req-9cf61110-339a-4e08-84c3-3d891a874a3a req-0b9bd307-1ba6-47e6-bf79-aefa34b5604f service neutron] 10.222.0.52 "GET /v2.0/ports?device_id=c3158a9a-a823-4e18-a64d-625f4cd5c888 HTTP/1.1" status: 200 len: 1099 time: 0.0552218 Jun 23 11:44:25.943099 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb2250a5-cd4f-48d4-bad4-72858b41db33 req-98f55719-3f1d-440a-85bc-cb4809c759ba tempest-TestVolumeBootPattern-1838142519 tempest-TestVolumeBootPattern-1838142519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 11:44:25.944570 dv-neutron-601336-94-hyperv neutron-server[94175]: INFO neutron.wsgi [req-fb2250a5-cd4f-48d4-bad4-72858b41db33 req-98f55719-3f1d-440a-85bc-cb4809c759ba tempest-TestVolumeBootPattern-1838142519 tempest-TestVolumeBootPattern-1838142519-project] 10.222.0.20 "GET /v2.0/ports?device_id=c3158a9a-a823-4e18-a64d-625f4cd5c888 HTTP/1.1" status: 200 len: 946 time: 0.0690532 Jun 23 11:44:25.970706 dv-neutron-601336-94-hyperv neutron-server[94174]: INFO neutron.wsgi [req-9cf61110-339a-4e08-84c3-3d891a874a3a req-5d669e2d-2174-40eb-aa52-1fe52a031f30 service neutron] 10.222.0.52 "GET /v2.0/security-groups?id=caa86333-f4a4-4907-90fa-9f1b20d99924&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0278356 Jun 23 11:44:25.982463 dv-neutron-601336-94-hyperv neutron-server[94175]: INFO neutron.wsgi [req-fb2250a5-cd4f-48d4-bad4-72858b41db33 req-18f55c76-2ca7-4b03-9729-92d398764329 tempest-TestVolumeBootPattern-1838142519 tempest-TestVolumeBootPattern-1838142519-project] 10.222.0.20 "GET /v2.0/security-groups?id=caa86333-f4a4-4907-90fa-9f1b20d99924&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0321724 Jun 23 11:44:27.153339 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94363d10-63c6-48cb-b2cf-4336d6f5ac78 req-e427a9ba-8376-4f1c-8152-bc7cd0341be9 tempest-TestVolumeBootPattern-1838142519 tempest-TestVolumeBootPattern-1838142519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94174) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 11:44:27.154788 dv-neutron-601336-94-hyperv neutron-server[94174]: INFO neutron.wsgi [req-94363d10-63c6-48cb-b2cf-4336d6f5ac78 req-e427a9ba-8376-4f1c-8152-bc7cd0341be9 tempest-TestVolumeBootPattern-1838142519 tempest-TestVolumeBootPattern-1838142519-project] 10.222.0.20 "GET /v2.0/ports?device_id=c3158a9a-a823-4e18-a64d-625f4cd5c888 HTTP/1.1" status: 200 len: 946 time: 0.0625274 Jun 23 11:44:27.190923 dv-neutron-601336-94-hyperv neutron-server[94174]: INFO neutron.wsgi [req-94363d10-63c6-48cb-b2cf-4336d6f5ac78 req-491709c3-ea01-4f7b-a799-cf77b082dd16 tempest-TestVolumeBootPattern-1838142519 tempest-TestVolumeBootPattern-1838142519-project] 10.222.0.20 "GET /v2.0/security-groups?id=caa86333-f4a4-4907-90fa-9f1b20d99924&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0304551 Jun 23 11:44:27.359442 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56e34dac-1500-4ec9-837b-19a1af064bf4 req-90466ed8-b867-44ca-994a-00d2a306848a tempest-TestVolumeBootPattern-1838142519 tempest-TestVolumeBootPattern-1838142519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 11:44:27.360800 dv-neutron-601336-94-hyperv neutron-server[94175]: INFO neutron.wsgi [req-56e34dac-1500-4ec9-837b-19a1af064bf4 req-90466ed8-b867-44ca-994a-00d2a306848a tempest-TestVolumeBootPattern-1838142519 tempest-TestVolumeBootPattern-1838142519-project] 10.222.0.20 "GET /v2.0/ports?device_id=c3158a9a-a823-4e18-a64d-625f4cd5c888 HTTP/1.1" status: 200 len: 946 time: 0.0632257 Jun 23 11:44:27.398381 dv-neutron-601336-94-hyperv neutron-server[94175]: INFO neutron.wsgi [req-56e34dac-1500-4ec9-837b-19a1af064bf4 req-4dfa34e0-ed39-4b7b-8b98-3fe209971245 tempest-TestVolumeBootPattern-1838142519 tempest-TestVolumeBootPattern-1838142519-project] 10.222.0.20 "GET /v2.0/security-groups?id=caa86333-f4a4-4907-90fa-9f1b20d99924&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0314176 Jun 23 11:44:27.421591 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.wsgi [-] (94174) accepted ('10.222.0.20', 44464) {{(pid=94174) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 11:44:27.471259 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9d6d5e24-cde7-421b-b2d5-e8959a09cc00 tempest-TestVolumeBootPattern-1691522460 tempest-TestVolumeBootPattern-1691522460-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94174) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 11:44:27.472698 dv-neutron-601336-94-hyperv neutron-server[94174]: INFO neutron.wsgi [None req-9d6d5e24-cde7-421b-b2d5-e8959a09cc00 tempest-TestVolumeBootPattern-1691522460 tempest-TestVolumeBootPattern-1691522460-project-admin] 10.222.0.20 "GET /v2.0/ports?device_id=c3158a9a-a823-4e18-a64d-625f4cd5c888 HTTP/1.1" status: 200 len: 1094 time: 0.0501099 Jun 23 11:44:27.475369 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.wsgi [-] (94174) accepted ('10.222.0.20', 44466) {{(pid=94174) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 11:44:27.479517 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.api.v2.base [None req-25878ef9-0c80-4773-8cc9-8a3730d54dca tempest-TestVolumeBootPattern-1838142519 tempest-TestVolumeBootPattern-1838142519-project] Request body: {'floatingip': {'floating_network_id': '3e7e4eb3-cf02-4d47-ade9-0a579cdfc60f', 'port_id': 'fd77f472-1d9e-4469-b367-5cc4a68f96f7', 'tenant_id': '196d16edf443490aaaba40ccfc7a3448', 'fixed_ip_address': '172.20.0.12'}} {{(pid=94174) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 23 11:44:27.565985 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron_lib.callbacks.manager [None req-25878ef9-0c80-4773-8cc9-8a3730d54dca tempest-TestVolumeBootPattern-1838142519 tempest-TestVolumeBootPattern-1838142519-project] Notify callbacks [] for floatingip, before_create {{(pid=94174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:44:27.664068 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron_lib.callbacks.manager [None req-25878ef9-0c80-4773-8cc9-8a3730d54dca tempest-TestVolumeBootPattern-1838142519 tempest-TestVolumeBootPattern-1838142519-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-923104'] for port, before_create {{(pid=94174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:44:27.764803 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.db.db_base_plugin_common [None req-25878ef9-0c80-4773-8cc9-8a3730d54dca tempest-TestVolumeBootPattern-1838142519 tempest-TestVolumeBootPattern-1838142519-project] Allocated IP 172.26.3.131 (3e7e4eb3-cf02-4d47-ade9-0a579cdfc60f/a5ad15ab-c489-4a67-a9b0-d559fca0ec71/a8005ac5-28a5-43a8-8064-e02a713bd3c3) {{(pid=94174) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 23 11:44:27.859236 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron_lib.callbacks.manager [None req-25878ef9-0c80-4773-8cc9-8a3730d54dca tempest-TestVolumeBootPattern-1838142519 tempest-TestVolumeBootPattern-1838142519-project] Notify callbacks [] for port, precommit_create {{(pid=94174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:44:27.961462 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron_lib.callbacks.manager [None req-25878ef9-0c80-4773-8cc9-8a3730d54dca tempest-TestVolumeBootPattern-1838142519 tempest-TestVolumeBootPattern-1838142519-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-922915', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-239814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7866073', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773699642215', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-5196399'] for port, after_create {{(pid=94174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:44:27.963540 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG oslo_concurrency.lockutils [None req-caceb773-9a2e-418a-b86b-10d6b74fb49a tempest-TestNetworkBasicOps-233187296 tempest-TestNetworkBasicOps-233187296-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94174) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 11:44:27.998115 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-25878ef9-0c80-4773-8cc9-8a3730d54dca tempest-TestVolumeBootPattern-1838142519 tempest-TestVolumeBootPattern-1838142519-project] Network 3e7e4eb3-cf02-4d47-ade9-0a579cdfc60f is already hosted by enough agents. {{(pid=94174) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 23 11:44:28.000830 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.scheduler.base_scheduler [None req-25878ef9-0c80-4773-8cc9-8a3730d54dca tempest-TestVolumeBootPattern-1838142519 tempest-TestVolumeBootPattern-1838142519-project] Resources bound (agent type, host, resource id): {{(pid=94174) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 23 11:44:28.006598 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.db.l3_dvrscheduler_db [None req-25878ef9-0c80-4773-8cc9-8a3730d54dca tempest-TestVolumeBootPattern-1838142519 tempest-TestVolumeBootPattern-1838142519-project] Received port after_create {{(pid=94174) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 23 11:44:28.030842 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25878ef9-0c80-4773-8cc9-8a3730d54dca tempest-TestVolumeBootPattern-1838142519 tempest-TestVolumeBootPattern-1838142519-project] Pushing event updated for resources: {'Port': ['ID=a8005ac5-28a5-43a8-8064-e02a713bd3c3,revision_number=1']} {{(pid=94174) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 11:44:28.034566 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG oslo_concurrency.lockutils [None req-25878ef9-0c80-4773-8cc9-8a3730d54dca tempest-TestVolumeBootPattern-1838142519 tempest-TestVolumeBootPattern-1838142519-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.071s {{(pid=94174) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 11:44:28.363194 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron_lib.callbacks.manager [None req-25878ef9-0c80-4773-8cc9-8a3730d54dca tempest-TestVolumeBootPattern-1838142519 tempest-TestVolumeBootPattern-1838142519-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:44:28.489566 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron_lib.callbacks.manager [None req-25878ef9-0c80-4773-8cc9-8a3730d54dca tempest-TestVolumeBootPattern-1838142519 tempest-TestVolumeBootPattern-1838142519-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-923122'] for port, before_update {{(pid=94174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:44:29.031402 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron_lib.callbacks.manager [None req-25878ef9-0c80-4773-8cc9-8a3730d54dca tempest-TestVolumeBootPattern-1838142519 tempest-TestVolumeBootPattern-1838142519-project] Notify callbacks [] for port, precommit_update {{(pid=94174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:44:29.094057 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron_lib.callbacks.manager [None req-25878ef9-0c80-4773-8cc9-8a3730d54dca tempest-TestVolumeBootPattern-1838142519 tempest-TestVolumeBootPattern-1838142519-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-922904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866062', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773700135042', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773699642233', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773699642278', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5196369'] for port, after_update {{(pid=94174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:44:29.096277 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG oslo_concurrency.lockutils [None req-10a7e775-a2e8-4ba7-9dd4-b90461c8fea4 tempest-TestNetworkBasicOps-233187296 tempest-TestNetworkBasicOps-233187296-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94174) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 11:44:29.158714 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25878ef9-0c80-4773-8cc9-8a3730d54dca tempest-TestVolumeBootPattern-1838142519 tempest-TestVolumeBootPattern-1838142519-project] Pushing event updated for resources: {'Port': ['ID=a8005ac5-28a5-43a8-8064-e02a713bd3c3,revision_number=2']} {{(pid=94174) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 11:44:29.163605 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG oslo_concurrency.lockutils [None req-25878ef9-0c80-4773-8cc9-8a3730d54dca tempest-TestVolumeBootPattern-1838142519 tempest-TestVolumeBootPattern-1838142519-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.067s {{(pid=94174) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 11:44:29.173678 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron_lib.callbacks.manager [None req-25878ef9-0c80-4773-8cc9-8a3730d54dca tempest-TestVolumeBootPattern-1838142519 tempest-TestVolumeBootPattern-1838142519-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-524229'] for floatingip, after_update {{(pid=94174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:44:29.272009 dv-neutron-601336-94-hyperv neutron-server[94174]: INFO neutron.db.l3_db [None req-25878ef9-0c80-4773-8cc9-8a3730d54dca tempest-TestVolumeBootPattern-1838142519 tempest-TestVolumeBootPattern-1838142519-project] Floating IP 805cb8b0-febb-4dbf-9ca9-b753c168d921 associated. External IP: 172.26.3.131, port: fd77f472-1d9e-4469-b367-5cc4a68f96f7. Jun 23 11:44:29.472532 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-25878ef9-0c80-4773-8cc9-8a3730d54dca tempest-TestVolumeBootPattern-1838142519 tempest-TestVolumeBootPattern-1838142519-project] Router f7ae45f4-004a-45dd-b90e-fcd1ba95e217 has already been hosted by L3 agent 50ef99c0-ef28-4db5-b303-b145898fae60 {{(pid=94174) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 23 11:44:29.577350 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-25878ef9-0c80-4773-8cc9-8a3730d54dca tempest-TestVolumeBootPattern-1838142519 tempest-TestVolumeBootPattern-1838142519-project] Notify agent at l3_agent.dv-neutron-601336-94-hyperv the message routers_updated {{(pid=94174) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 23 11:44:29.587237 dv-neutron-601336-94-hyperv neutron-server[94177]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9b00b674-04c2-4ad9-8ae9-1acddf047058 None None] Sync routers for ids ['f7ae45f4-004a-45dd-b90e-fcd1ba95e217'] in dv-neutron-601336-94-hyperv {{(pid=94177) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 23 11:44:29.596179 dv-neutron-601336-94-hyperv neutron-server[94177]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9b00b674-04c2-4ad9-8ae9-1acddf047058 None None] Routers {'f7ae45f4-004a-45dd-b90e-fcd1ba95e217'} bound to L3 agent in host dv-neutron-601336-94-hyperv {{(pid=94177) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 23 11:44:29.596795 dv-neutron-601336-94-hyperv neutron-server[94177]: DEBUG neutron.db.l3_hamode_db [None req-9b00b674-04c2-4ad9-8ae9-1acddf047058 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-601336-94-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-23T11:22:13Z,description=,heartbeat_timestamp=2021-06-23T11:44:13Z,host='dv-neutron-601336-94-hyperv',id=50ef99c0-ef28-4db5-b303-b145898fae60,load=0,resource_versions=,resources_synced=,started_at=2021-06-23T11:22:14Z,topic='l3_agent')) {'router_ids': ['f7ae45f4-004a-45dd-b90e-fcd1ba95e217'], 'active': True} {{(pid=94177) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 11:44:29.680163 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron_lib.callbacks.manager [None req-25878ef9-0c80-4773-8cc9-8a3730d54dca tempest-TestVolumeBootPattern-1838142519 tempest-TestVolumeBootPattern-1838142519-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-217507'] for floatingip, before_response {{(pid=94174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:44:29.697662 dv-neutron-601336-94-hyperv neutron-server[94177]: DEBUG neutron.db.l3_dvr_db [None req-9b00b674-04c2-4ad9-8ae9-1acddf047058 None None] Set router f7ae45f4-004a-45dd-b90e-fcd1ba95e217 gateway port host: dv-neutron-601336-94-hyperv {{(pid=94177) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:838}} Jun 23 11:44:29.715801 dv-neutron-601336-94-hyperv neutron-server[94174]: INFO neutron.wsgi [None req-25878ef9-0c80-4773-8cc9-8a3730d54dca tempest-TestVolumeBootPattern-1838142519 tempest-TestVolumeBootPattern-1838142519-project] 10.222.0.20 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 2.2394390 Jun 23 11:44:29.716523 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c3158a9a-a823-4e18-a64d-625f4cd5c888', 'tag': 'fd77f472-1d9e-4469-b367-5cc4a68f96f7'}] {{(pid=94174) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 23 11:44:29.718883 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6ff47218258ed5bf6cae7f276c9622ae488f9e8ebc13d1a310221fbcfb04c5dd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f53549f7-2460-40d3-b061-1db27060006b" -d '{"events": [{"name": "network-changed", "server_uuid": "c3158a9a-a823-4e18-a64d-625f4cd5c888", "tag": "fd77f472-1d9e-4469-b367-5cc4a68f96f7"}]}' {{(pid=94174) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 23 11:44:29.754622 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 23 Jun 2021 11:44:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8b81a113-4167-4da8-8ac3-6523ff8fd7fb x-openstack-request-id: req-8b81a113-4167-4da8-8ac3-6523ff8fd7fb {{(pid=94174) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 23 11:44:29.754973 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c3158a9a-a823-4e18-a64d-625f4cd5c888", "tag": "fd77f472-1d9e-4469-b367-5cc4a68f96f7", "status": "completed", "code": 200}]} {{(pid=94174) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 23 11:44:29.755325 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-8b81a113-4167-4da8-8ac3-6523ff8fd7fb {{(pid=94174) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 23 11:44:29.755827 dv-neutron-601336-94-hyperv neutron-server[94174]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c3158a9a-a823-4e18-a64d-625f4cd5c888', 'tag': 'fd77f472-1d9e-4469-b367-5cc4a68f96f7', 'status': 'completed', 'code': 200} Jun 23 11:44:29.831088 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f53549f7-2460-40d3-b061-1db27060006b req-54bd06ff-0157-49fa-9eb7-2ef5b9839eb9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94174) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 11:44:29.832562 dv-neutron-601336-94-hyperv neutron-server[94174]: INFO neutron.wsgi [req-f53549f7-2460-40d3-b061-1db27060006b req-54bd06ff-0157-49fa-9eb7-2ef5b9839eb9 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=196d16edf443490aaaba40ccfc7a3448&device_id=c3158a9a-a823-4e18-a64d-625f4cd5c888 HTTP/1.1" status: 200 len: 1099 time: 0.0553792 Jun 23 11:44:29.918274 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f53549f7-2460-40d3-b061-1db27060006b req-a62912b8-b331-4742-a07c-0a0ebb1113c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94174) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 11:44:29.919763 dv-neutron-601336-94-hyperv neutron-server[94174]: INFO neutron.wsgi [req-f53549f7-2460-40d3-b061-1db27060006b req-a62912b8-b331-4742-a07c-0a0ebb1113c7 service neutron] 10.222.0.52 "GET /v2.0/networks?id=03d0adb8-7c84-4028-a133-9fee8ea26a25 HTTP/1.1" status: 200 len: 912 time: 0.0796754 Jun 23 11:44:29.920514 dv-neutron-601336-94-hyperv neutron-server[94177]: DEBUG neutron.db.l3_hamode_db [None req-9b00b674-04c2-4ad9-8ae9-1acddf047058 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f7ae45f4-004a-45dd-b90e-fcd1ba95e217', 'name': 'tempest-TestVolumeBootPattern-454285966-router', 'tenant_id': '196d16edf443490aaaba40ccfc7a3448', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3e7e4eb3-cf02-4d47-ade9-0a579cdfc60f', 'external_fixed_ips': [{'subnet_id': 'a5ad15ab-c489-4a67-a9b0-d559fca0ec71', 'ip_address': '172.26.3.83'}], 'enable_snat': True}, 'gw_port_id': '37f26ea4-1d1e-47ad-b212-e44afa2e731c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-23T11:40:22Z', 'updated_at': '2021-06-23T11:40:26Z', 'revision_number': 4, 'project_id': '196d16edf443490aaaba40ccfc7a3448', 'gw_port': {'id': '37f26ea4-1d1e-47ad-b212-e44afa2e731c', 'name': '', 'network_id': '3e7e4eb3-cf02-4d47-ade9-0a579cdfc60f', 'tenant_id': '', 'mac_address': 'fa:16:3e:7a:83:5e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f7ae45f4-004a-45dd-b90e-fcd1ba95e217', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1387, 'fixed_ips': [{'subnet_id': 'a5ad15ab-c489-4a67-a9b0-d559fca0ec71', 'ip_address': '172.26.3.83', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-94-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-23T11:40:23Z', 'updated_at': '2021-06-23T11:40:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a5ad15ab-c489-4a67-a9b0-d559fca0ec71', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-601336-94-hyperv', '_floatingips': [{'id': '805cb8b0-febb-4dbf-9ca9-b753c168d921', 'tenant_id': '196d16edf443490aaaba40ccfc7a3448', 'floating_ip_address': '172.26.3.131', 'floating_network_id': '3e7e4eb3-cf02-4d47-ade9-0a579cdfc60f', 'router_id': 'f7ae45f4-004a-45dd-b90e-fcd1ba95e217', 'port_id': 'fd77f472-1d9e-4469-b367-5cc4a68f96f7', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 1474, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '03d0adb8-7c84-4028-a133-9fee8ea26a25', 'mac_address': 'fa:16:3e:a4:0a:88', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c3158a9a-a823-4e18-a64d-625f4cd5c888', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-23T11:44:28Z', 'updated_at': '2021-06-23T11:44:28Z', 'revision_number': 0, 'project_id': '196d16edf443490aaaba40ccfc7a3448', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '261a243c-82ee-47e4-a191-3d819af8f10a', 'name': '', 'network_id': '03d0adb8-7c84-4028-a133-9fee8ea26a25', 'tenant_id': '196d16edf443490aaaba40ccfc7a3448', 'mac_address': 'fa:16:3e:51:11:ef', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f7ae45f4-004a-45dd-b90e-fcd1ba95e217', 'device_owner': 'network:router_interface', 'standard_attr_id': 1389, 'fixed_ips': [{'subnet_id': '5338fe8e-d932-41fb-ae27-ab82df160b69', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-94-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-23T11:40:25Z', 'updated_at': '2021-06-23T11:40:34Z', 'revision_number': 5, 'project_id': '196d16edf443490aaaba40ccfc7a3448', 'subnets': [{'id': '5338fe8e-d932-41fb-ae27-ab82df160b69', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-601336-94-hyperv', False) {} {{(pid=94177) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 11:44:29.946175 dv-neutron-601336-94-hyperv neutron-server[94177]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9b00b674-04c2-4ad9-8ae9-1acddf047058 None None] Checking router: f7ae45f4-004a-45dd-b90e-fcd1ba95e217 for host: dv-neutron-601336-94-hyperv {{(pid=94177) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 23 11:44:29.954748 dv-neutron-601336-94-hyperv neutron-server[94177]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9b00b674-04c2-4ad9-8ae9-1acddf047058 None None] Routers {'f7ae45f4-004a-45dd-b90e-fcd1ba95e217'} bound to L3 agent in host dv-neutron-601336-94-hyperv {{(pid=94177) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 23 11:44:29.955414 dv-neutron-601336-94-hyperv neutron-server[94177]: DEBUG neutron.db.l3_hamode_db [None req-9b00b674-04c2-4ad9-8ae9-1acddf047058 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-601336-94-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-23T11:22:13Z,description=,heartbeat_timestamp=2021-06-23T11:44:13Z,host='dv-neutron-601336-94-hyperv',id=50ef99c0-ef28-4db5-b303-b145898fae60,load=0,resource_versions=,resources_synced=,started_at=2021-06-23T11:22:14Z,topic='l3_agent')) {'router_ids': ['f7ae45f4-004a-45dd-b90e-fcd1ba95e217'], 'active': True} {{(pid=94177) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 11:44:29.991087 dv-neutron-601336-94-hyperv neutron-server[94174]: INFO neutron.wsgi [req-f53549f7-2460-40d3-b061-1db27060006b req-2c47cbbb-ce88-442a-9f18-b5b5a01be2cc service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=fd77f472-1d9e-4469-b367-5cc4a68f96f7 HTTP/1.1" status: 200 len: 1000 time: 0.0648646 Jun 23 11:44:30.040714 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f53549f7-2460-40d3-b061-1db27060006b req-6e60b853-4f89-4ee9-9f70-e89b9c2042fc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94174) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 11:44:30.042265 dv-neutron-601336-94-hyperv neutron-server[94174]: INFO neutron.wsgi [req-f53549f7-2460-40d3-b061-1db27060006b req-6e60b853-4f89-4ee9-9f70-e89b9c2042fc service neutron] 10.222.0.52 "GET /v2.0/subnets?id=5338fe8e-d932-41fb-ae27-ab82df160b69 HTTP/1.1" status: 200 len: 850 time: 0.0442693 Jun 23 11:44:30.058075 dv-neutron-601336-94-hyperv neutron-server[94177]: DEBUG neutron.db.l3_dvr_db [None req-9b00b674-04c2-4ad9-8ae9-1acddf047058 None None] Set router f7ae45f4-004a-45dd-b90e-fcd1ba95e217 gateway port host: dv-neutron-601336-94-hyperv {{(pid=94177) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:838}} Jun 23 11:44:30.097926 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f53549f7-2460-40d3-b061-1db27060006b req-7a25f683-33d7-44b5-84f0-5dcfa843b141 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94174) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 11:44:30.099425 dv-neutron-601336-94-hyperv neutron-server[94174]: INFO neutron.wsgi [req-f53549f7-2460-40d3-b061-1db27060006b req-7a25f683-33d7-44b5-84f0-5dcfa843b141 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=03d0adb8-7c84-4028-a133-9fee8ea26a25&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1178 time: 0.0513811 Jun 23 11:44:30.189231 dv-neutron-601336-94-hyperv neutron-server[94174]: INFO neutron.wsgi [req-f53549f7-2460-40d3-b061-1db27060006b req-ae5cf2ab-1b34-4a23-b8e0-c1052198f13f service neutron] 10.222.0.52 "GET /v2.0/networks/03d0adb8-7c84-4028-a133-9fee8ea26a25?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0833795 Jun 23 11:44:30.274745 dv-neutron-601336-94-hyperv neutron-server[94174]: INFO neutron.wsgi [req-f53549f7-2460-40d3-b061-1db27060006b req-4e69a622-e2ad-4f02-9762-d01a38a45fb5 service neutron] 10.222.0.52 "GET /v2.0/networks/03d0adb8-7c84-4028-a133-9fee8ea26a25?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0788090 Jun 23 11:44:30.276088 dv-neutron-601336-94-hyperv neutron-server[94177]: DEBUG neutron.db.l3_hamode_db [None req-9b00b674-04c2-4ad9-8ae9-1acddf047058 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f7ae45f4-004a-45dd-b90e-fcd1ba95e217', 'name': 'tempest-TestVolumeBootPattern-454285966-router', 'tenant_id': '196d16edf443490aaaba40ccfc7a3448', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3e7e4eb3-cf02-4d47-ade9-0a579cdfc60f', 'external_fixed_ips': [{'subnet_id': 'a5ad15ab-c489-4a67-a9b0-d559fca0ec71', 'ip_address': '172.26.3.83'}], 'enable_snat': True}, 'gw_port_id': '37f26ea4-1d1e-47ad-b212-e44afa2e731c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-23T11:40:22Z', 'updated_at': '2021-06-23T11:40:26Z', 'revision_number': 4, 'project_id': '196d16edf443490aaaba40ccfc7a3448', 'gw_port': {'id': '37f26ea4-1d1e-47ad-b212-e44afa2e731c', 'name': '', 'network_id': '3e7e4eb3-cf02-4d47-ade9-0a579cdfc60f', 'tenant_id': '', 'mac_address': 'fa:16:3e:7a:83:5e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f7ae45f4-004a-45dd-b90e-fcd1ba95e217', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1387, 'fixed_ips': [{'subnet_id': 'a5ad15ab-c489-4a67-a9b0-d559fca0ec71', 'ip_address': '172.26.3.83', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-94-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-23T11:40:23Z', 'updated_at': '2021-06-23T11:40:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a5ad15ab-c489-4a67-a9b0-d559fca0ec71', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-601336-94-hyperv', '_floatingips': [{'id': '805cb8b0-febb-4dbf-9ca9-b753c168d921', 'tenant_id': '196d16edf443490aaaba40ccfc7a3448', 'floating_ip_address': '172.26.3.131', 'floating_network_id': '3e7e4eb3-cf02-4d47-ade9-0a579cdfc60f', 'router_id': 'f7ae45f4-004a-45dd-b90e-fcd1ba95e217', 'port_id': 'fd77f472-1d9e-4469-b367-5cc4a68f96f7', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 1474, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '03d0adb8-7c84-4028-a133-9fee8ea26a25', 'mac_address': 'fa:16:3e:a4:0a:88', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c3158a9a-a823-4e18-a64d-625f4cd5c888', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-23T11:44:28Z', 'updated_at': '2021-06-23T11:44:28Z', 'revision_number': 0, 'project_id': '196d16edf443490aaaba40ccfc7a3448', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '261a243c-82ee-47e4-a191-3d819af8f10a', 'name': '', 'network_id': '03d0adb8-7c84-4028-a133-9fee8ea26a25', 'tenant_id': '196d16edf443490aaaba40ccfc7a3448', 'mac_address': 'fa:16:3e:51:11:ef', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f7ae45f4-004a-45dd-b90e-fcd1ba95e217', 'device_owner': 'network:router_interface', 'standard_attr_id': 1389, 'fixed_ips': [{'subnet_id': '5338fe8e-d932-41fb-ae27-ab82df160b69', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-94-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-23T11:40:25Z', 'updated_at': '2021-06-23T11:40:34Z', 'revision_number': 5, 'project_id': '196d16edf443490aaaba40ccfc7a3448', 'subnets': [{'id': '5338fe8e-d932-41fb-ae27-ab82df160b69', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-601336-94-hyperv', False) {} {{(pid=94177) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 11:44:30.301114 dv-neutron-601336-94-hyperv neutron-server[94177]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9b00b674-04c2-4ad9-8ae9-1acddf047058 None None] The sync data for ids ['f7ae45f4-004a-45dd-b90e-fcd1ba95e217'] in dv-neutron-601336-94-hyperv is: [{'id': 'f7ae45f4-004a-45dd-b90e-fcd1ba95e217', 'name': 'tempest-TestVolumeBootPattern-454285966-router', 'tenant_id': '196d16edf443490aaaba40ccfc7a3448', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3e7e4eb3-cf02-4d47-ade9-0a579cdfc60f', 'external_fixed_ips': [{'subnet_id': 'a5ad15ab-c489-4a67-a9b0-d559fca0ec71', 'ip_address': '172.26.3.83'}], 'enable_snat': True}, 'gw_port_id': '37f26ea4-1d1e-47ad-b212-e44afa2e731c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-23T11:40:22Z', 'updated_at': '2021-06-23T11:40:26Z', 'revision_number': 4, 'project_id': '196d16edf443490aaaba40ccfc7a3448', 'gw_port': {'id': '37f26ea4-1d1e-47ad-b212-e44afa2e731c', 'name': '', 'network_id': '3e7e4eb3-cf02-4d47-ade9-0a579cdfc60f', 'tenant_id': '', 'mac_address': 'fa:16:3e:7a:83:5e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f7ae45f4-004a-45dd-b90e-fcd1ba95e217', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1387, 'fixed_ips': [{'subnet_id': 'a5ad15ab-c489-4a67-a9b0-d559fca0ec71', 'ip_address': '172.26.3.83', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-94-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-23T11:40:23Z', 'updated_at': '2021-06-23T11:40:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a5ad15ab-c489-4a67-a9b0-d559fca0ec71', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-601336-94-hyperv', '_floatingips': [{'id': '805cb8b0-febb-4dbf-9ca9-b753c168d921', 'tenant_id': '196d16edf443490aaaba40ccfc7a3448', 'floating_ip_address': '172.26.3.131', 'floating_network_id': '3e7e4eb3-cf02-4d47-ade9-0a579cdfc60f', 'router_id': 'f7ae45f4-004a-45dd-b90e-fcd1ba95e217', 'port_id': 'fd77f472-1d9e-4469-b367-5cc4a68f96f7', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 1474, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '03d0adb8-7c84-4028-a133-9fee8ea26a25', 'mac_address': 'fa:16:3e:a4:0a:88', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c3158a9a-a823-4e18-a64d-625f4cd5c888', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-23T11:44:28Z', 'updated_at': '2021-06-23T11:44:28Z', 'revision_number': 0, 'project_id': '196d16edf443490aaaba40ccfc7a3448', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '261a243c-82ee-47e4-a191-3d819af8f10a', 'name': '', 'network_id': '03d0adb8-7c84-4028-a133-9fee8ea26a25', 'tenant_id': '196d16edf443490aaaba40ccfc7a3448', 'mac_address': 'fa:16:3e:51:11:ef', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f7ae45f4-004a-45dd-b90e-fcd1ba95e217', 'device_owner': 'network:router_interface', 'standard_attr_id': 1389, 'fixed_ips': [{'subnet_id': '5338fe8e-d932-41fb-ae27-ab82df160b69', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-94-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-23T11:40:25Z', 'updated_at': '2021-06-23T11:40:34Z', 'revision_number': 5, 'project_id': '196d16edf443490aaaba40ccfc7a3448', 'subnets': [{'id': '5338fe8e-d932-41fb-ae27-ab82df160b69', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94177) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 23 11:44:30.478491 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8e5ee036-3b8e-4ee1-a23c-7fa7f806d10c None None] New status for floating IP 805cb8b0-febb-4dbf-9ca9-b753c168d921: ACTIVE {{(pid=94176) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 23 11:44:34.153373 dv-neutron-601336-94-hyperv neutron-server[94177]: DEBUG neutron.db.agents_db [None req-90fb1279-e4c5-4e73-8d66-3a29811dc4e3 None None] Agent healthcheck: found 6 active agents {{(pid=94177) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 23 11:44:35.464533 dv-neutron-601336-94-hyperv neutron-server[94174]: INFO neutron.wsgi [req-40541dd9-157b-4791-bd5a-944687a8c6e7 req-b802e8be-0677-4036-8976-5a7dac0128e2 service neutron] 10.222.0.52 "GET /v2.0/ports?device_id=67d0d682-d870-4931-986a-1936d22d3a10&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0521884 Jun 23 11:44:35.541688 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40541dd9-157b-4791-bd5a-944687a8c6e7 req-1520faeb-b1bf-4c7e-a787-20eaa38bb933 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94174) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 11:44:35.543176 dv-neutron-601336-94-hyperv neutron-server[94174]: INFO neutron.wsgi [req-40541dd9-157b-4791-bd5a-944687a8c6e7 req-1520faeb-b1bf-4c7e-a787-20eaa38bb933 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=772b9946478d439e9da4eaeade7fb21d&device_id=67d0d682-d870-4931-986a-1936d22d3a10 HTTP/1.1" status: 200 len: 1099 time: 0.0577877 Jun 23 11:44:35.652082 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40541dd9-157b-4791-bd5a-944687a8c6e7 req-4dbf12c4-675c-4865-9c0c-719fc1153938 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94174) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 11:44:35.653541 dv-neutron-601336-94-hyperv neutron-server[94174]: INFO neutron.wsgi [req-40541dd9-157b-4791-bd5a-944687a8c6e7 req-4dbf12c4-675c-4865-9c0c-719fc1153938 service neutron] 10.222.0.52 "GET /v2.0/networks?id=9ff04a95-5226-42f5-93b7-96bdbdef413d HTTP/1.1" status: 200 len: 897 time: 0.0905788 Jun 23 11:44:35.719937 dv-neutron-601336-94-hyperv neutron-server[94174]: INFO neutron.wsgi [req-40541dd9-157b-4791-bd5a-944687a8c6e7 req-8c9521e9-a4f3-4b6f-a8bd-51ea947f6f79 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=34d468fa-73ea-4f9b-b0d7-ab48afeed95d HTTP/1.1" status: 200 len: 1002 time: 0.0600047 Jun 23 11:44:35.766779 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40541dd9-157b-4791-bd5a-944687a8c6e7 req-885a8c92-e3a5-4fc1-847e-eda0c2732e1c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94174) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 11:44:35.768196 dv-neutron-601336-94-hyperv neutron-server[94174]: INFO neutron.wsgi [req-40541dd9-157b-4791-bd5a-944687a8c6e7 req-885a8c92-e3a5-4fc1-847e-eda0c2732e1c service neutron] 10.222.0.52 "GET /v2.0/subnets?id=87b46201-6098-4029-a781-475b4fa36a2e HTTP/1.1" status: 200 len: 844 time: 0.0421028 Jun 23 11:44:35.823779 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40541dd9-157b-4791-bd5a-944687a8c6e7 req-89ff6353-ba7c-41ab-8518-3b327b334545 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94174) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 11:44:35.825187 dv-neutron-601336-94-hyperv neutron-server[94174]: INFO neutron.wsgi [req-40541dd9-157b-4791-bd5a-944687a8c6e7 req-89ff6353-ba7c-41ab-8518-3b327b334545 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=9ff04a95-5226-42f5-93b7-96bdbdef413d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1178 time: 0.0502810 Jun 23 11:44:35.911814 dv-neutron-601336-94-hyperv neutron-server[94174]: INFO neutron.wsgi [req-40541dd9-157b-4791-bd5a-944687a8c6e7 req-bfaab142-e51c-4535-99e3-254024a1a2a5 service neutron] 10.222.0.52 "GET /v2.0/networks/9ff04a95-5226-42f5-93b7-96bdbdef413d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0802937 Jun 23 11:44:35.997059 dv-neutron-601336-94-hyperv neutron-server[94174]: INFO neutron.wsgi [req-40541dd9-157b-4791-bd5a-944687a8c6e7 req-412f3c97-5b66-4a0b-a131-8f1f5c633610 service neutron] 10.222.0.52 "GET /v2.0/networks/9ff04a95-5226-42f5-93b7-96bdbdef413d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0791726 Jun 23 11:44:40.939257 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron_lib.callbacks.manager [None req-913c2685-ac03-44b4-920e-f49e591d43c5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773699952132', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-899307'] for agent, after_update {{(pid=94176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:44:43.191323 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron_lib.callbacks.manager [None req-a81bdca6-0732-4f48-9826-7f2daeeef422 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773699952132', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-899307'] for agent, after_update {{(pid=94176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:44:43.851134 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron_lib.callbacks.manager [None req-dc7542b2-afef-47f4-a763-e3a3cba144be None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773699952132', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-899307'] for agent, after_update {{(pid=94176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:44:44.599478 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron_lib.callbacks.manager [None req-4c20ea5f-bc7f-4d4e-935d-57f082af6ccb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773699952132', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-899307'] for agent, after_update {{(pid=94176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:44:46.633362 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron_lib.callbacks.manager [None req-95d6aa8f-24e7-4234-82ff-f502266c3285 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773699952132', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-899307'] for agent, after_update {{(pid=94176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:44:48.032669 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.wsgi [-] (94175) accepted ('10.222.0.20', 44480) {{(pid=94175) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 11:44:48.120863 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.api.v2.base [None req-7f4d728e-c23d-44f4-a2ea-b946f64a7fad tempest-TestNetworkBasicOps-233187296 tempest-TestNetworkBasicOps-233187296-project] Request body: {'subnet': {'dns_nameservers': ['9.8.7.6']}} {{(pid=94175) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 23 11:44:48.210117 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron_lib.callbacks.manager [None req-7f4d728e-c23d-44f4-a2ea-b946f64a7fad tempest-TestNetworkBasicOps-233187296 tempest-TestNetworkBasicOps-233187296-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_update-4660086'] for subnet, before_update {{(pid=94175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:44:48.399658 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron_lib.callbacks.manager [None req-7f4d728e-c23d-44f4-a2ea-b946f64a7fad tempest-TestNetworkBasicOps-233187296 tempest-TestNetworkBasicOps-233187296-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866062', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8773700135033', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_updated-5083027'] for subnet, after_update {{(pid=94175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:44:48.402554 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG oslo_concurrency.lockutils [None req-b585e2e4-f7b7-472d-b3f4-f9027cdcd650 tempest-NetworksIpV6Test-253648203 tempest-NetworksIpV6Test-253648203-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94175) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 11:44:48.432772 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7f4d728e-c23d-44f4-a2ea-b946f64a7fad tempest-TestNetworkBasicOps-233187296 tempest-TestNetworkBasicOps-233187296-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 11:44:48.433366 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron_lib.callbacks.manager [None req-7f4d728e-c23d-44f4-a2ea-b946f64a7fad tempest-TestNetworkBasicOps-233187296 tempest-TestNetworkBasicOps-233187296-project] Notify callbacks [] for subnet, before_response {{(pid=94175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:44:48.434695 dv-neutron-601336-94-hyperv neutron-server[94175]: INFO neutron.wsgi [None req-7f4d728e-c23d-44f4-a2ea-b946f64a7fad tempest-TestNetworkBasicOps-233187296 tempest-TestNetworkBasicOps-233187296-project] 10.222.0.20 "PUT /v2.0/subnets/87b46201-6098-4029-a781-475b4fa36a2e HTTP/1.1" status: 200 len: 836 time: 0.4010122 Jun 23 11:44:48.440130 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c3419a98-98ad-452a-a29a-5a31ab9f748e None None] Network 9ff04a95-5226-42f5-93b7-96bdbdef413d requested from dv-neutron-601336-94-hyperv {{(pid=94176) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 23 11:44:48.454397 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f4d728e-c23d-44f4-a2ea-b946f64a7fad tempest-TestNetworkBasicOps-233187296 tempest-TestNetworkBasicOps-233187296-project] Pushing event updated for resources: {'Subnet': ['ID=87b46201-6098-4029-a781-475b4fa36a2e,revision_number=1']} {{(pid=94175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 11:44:48.461673 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f4d728e-c23d-44f4-a2ea-b946f64a7fad tempest-TestNetworkBasicOps-233187296 tempest-TestNetworkBasicOps-233187296-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-601336-94-hyperv {{(pid=94175) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 11:44:48.462073 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f4d728e-c23d-44f4-a2ea-b946f64a7fad tempest-TestNetworkBasicOps-233187296 tempest-TestNetworkBasicOps-233187296-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-94-hyperv {{(pid=94175) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 11:44:48.462959 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f4d728e-c23d-44f4-a2ea-b946f64a7fad tempest-TestNetworkBasicOps-233187296 tempest-TestNetworkBasicOps-233187296-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-94-hyperv {{(pid=94175) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 11:44:48.463364 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f4d728e-c23d-44f4-a2ea-b946f64a7fad tempest-TestNetworkBasicOps-233187296 tempest-TestNetworkBasicOps-233187296-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-601336-94-hyperv {{(pid=94175) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 11:44:48.463779 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f4d728e-c23d-44f4-a2ea-b946f64a7fad tempest-TestNetworkBasicOps-233187296 tempest-TestNetworkBasicOps-233187296-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-601336-94-hyperv {{(pid=94175) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 11:44:48.464445 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f4d728e-c23d-44f4-a2ea-b946f64a7fad tempest-TestNetworkBasicOps-233187296 tempest-TestNetworkBasicOps-233187296-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-601336-94-hyperv {{(pid=94175) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 11:44:48.467418 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f4d728e-c23d-44f4-a2ea-b946f64a7fad tempest-TestNetworkBasicOps-233187296 tempest-TestNetworkBasicOps-233187296-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-601336-94-hyperv {{(pid=94175) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 11:44:48.467418 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f4d728e-c23d-44f4-a2ea-b946f64a7fad tempest-TestNetworkBasicOps-233187296 tempest-TestNetworkBasicOps-233187296-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-601336-94-hyperv {{(pid=94175) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 11:44:48.467418 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f4d728e-c23d-44f4-a2ea-b946f64a7fad tempest-TestNetworkBasicOps-233187296 tempest-TestNetworkBasicOps-233187296-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-601336-94-hyperv {{(pid=94175) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 11:44:48.467418 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f4d728e-c23d-44f4-a2ea-b946f64a7fad tempest-TestNetworkBasicOps-233187296 tempest-TestNetworkBasicOps-233187296-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-94-hyperv {{(pid=94175) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 11:44:48.467418 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f4d728e-c23d-44f4-a2ea-b946f64a7fad tempest-TestNetworkBasicOps-233187296 tempest-TestNetworkBasicOps-233187296-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-601336-94-hyperv {{(pid=94175) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 11:44:48.468066 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f4d728e-c23d-44f4-a2ea-b946f64a7fad tempest-TestNetworkBasicOps-233187296 tempest-TestNetworkBasicOps-233187296-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-601336-94-hyperv {{(pid=94175) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 11:44:48.473756 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG oslo_concurrency.lockutils [None req-7f4d728e-c23d-44f4-a2ea-b946f64a7fad tempest-TestNetworkBasicOps-233187296 tempest-TestNetworkBasicOps-233187296-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.070s {{(pid=94175) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 11:44:48.852658 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.db.provisioning_blocks [None req-02305d24-a615-44ed-a6c7-7c84d9f76fd0 None None] Provisioning complete for port 34d468fa-73ea-4f9b-b0d7-ab48afeed95d triggered by entity DHCP. {{(pid=94176) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 23 11:44:48.853095 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron_lib.callbacks.manager [None req-02305d24-a615-44ed-a6c7-7c84d9f76fd0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-899258'] for port, provisioning_complete {{(pid=94176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:44:49.082376 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.db.provisioning_blocks [None req-02305d24-a615-44ed-a6c7-7c84d9f76fd0 None None] Provisioning complete for port e90d110b-51de-41dc-8114-733f34789dcf triggered by entity DHCP. {{(pid=94176) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 23 11:44:49.082754 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron_lib.callbacks.manager [None req-02305d24-a615-44ed-a6c7-7c84d9f76fd0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-899258'] for port, provisioning_complete {{(pid=94176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:44:49.168912 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.db.provisioning_blocks [None req-02305d24-a615-44ed-a6c7-7c84d9f76fd0 None None] Provisioning complete for port 6dc2feaf-a646-4162-8566-144dc8456cb6 triggered by entity DHCP. {{(pid=94176) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 23 11:44:49.169291 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron_lib.callbacks.manager [None req-02305d24-a615-44ed-a6c7-7c84d9f76fd0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-899258'] for port, provisioning_complete {{(pid=94176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:44:53.353140 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron_lib.callbacks.manager [None req-97bd5441-1da2-49ee-a364-27795820ba27 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773699952132', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-899307'] for agent, after_update {{(pid=94176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:45:10.918098 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron_lib.callbacks.manager [None req-90e9f025-3ff4-4c52-a648-abba1ae2077a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773699952132', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-899307'] for agent, after_update {{(pid=94176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:45:11.151409 dv-neutron-601336-94-hyperv neutron-server[94177]: DEBUG neutron.db.agents_db [None req-90fb1279-e4c5-4e73-8d66-3a29811dc4e3 None None] Agent healthcheck: found 6 active agents {{(pid=94177) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 23 11:45:13.156287 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron_lib.callbacks.manager [None req-fd66fbe8-7a7a-4afe-8ac7-a1eb0cf12071 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773699952132', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-899307'] for agent, after_update {{(pid=94176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:45:13.872383 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron_lib.callbacks.manager [None req-dc7542b2-afef-47f4-a763-e3a3cba144be None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773699952132', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-899307'] for agent, after_update {{(pid=94176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:45:14.632397 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron_lib.callbacks.manager [None req-4c20ea5f-bc7f-4d4e-935d-57f082af6ccb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773699952132', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-899307'] for agent, after_update {{(pid=94176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:45:16.641310 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron_lib.callbacks.manager [None req-95d6aa8f-24e7-4234-82ff-f502266c3285 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773699952132', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-899307'] for agent, after_update {{(pid=94176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:45:23.323278 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron_lib.callbacks.manager [None req-97bd5441-1da2-49ee-a364-27795820ba27 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773699952132', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-899307'] for agent, after_update {{(pid=94176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:45:31.344728 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.wsgi [-] (94175) accepted ('10.222.0.20', 44504) {{(pid=94175) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 11:45:31.503880 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.plugins.ml2.plugin [None req-2bed58c6-03af-4e1b-80bd-c76fb8659121 tempest-TestNetworkBasicOps-233187296 tempest-TestNetworkBasicOps-233187296-project] Deleting port 19947cf0-0295-48c4-8a59-c7ffa64ea5a7 {{(pid=94175) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1913}} Jun 23 11:45:31.504226 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron_lib.callbacks.manager [None req-2bed58c6-03af-4e1b-80bd-c76fb8659121 tempest-TestNetworkBasicOps-233187296 tempest-TestNetworkBasicOps-233187296-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773700079324'] for port, before_delete {{(pid=94175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:45:31.577547 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron_lib.callbacks.manager [None req-2bed58c6-03af-4e1b-80bd-c76fb8659121 tempest-TestNetworkBasicOps-233187296 tempest-TestNetworkBasicOps-233187296-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-430722'] for port, precommit_delete {{(pid=94175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:45:31.577879 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron_lib.callbacks.manager [None req-2bed58c6-03af-4e1b-80bd-c76fb8659121 tempest-TestNetworkBasicOps-233187296 tempest-TestNetworkBasicOps-233187296-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:45:31.590159 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.plugins.ml2.plugin [None req-2bed58c6-03af-4e1b-80bd-c76fb8659121 tempest-TestNetworkBasicOps-233187296 tempest-TestNetworkBasicOps-233187296-project] Calling delete_port for 19947cf0-0295-48c4-8a59-c7ffa64ea5a7 owned by network:floatingip {{(pid=94175) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1986}} Jun 23 11:45:31.815134 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron_lib.callbacks.manager [None req-2bed58c6-03af-4e1b-80bd-c76fb8659121 tempest-TestNetworkBasicOps-233187296 tempest-TestNetworkBasicOps-233187296-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-922904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866062', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773700135024', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773699642224', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5082448'] for port, after_delete {{(pid=94175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:45:31.817716 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG oslo_concurrency.lockutils [None req-17d8b2b7-a482-4fec-8944-0a468558e31e service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94175) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 11:45:31.844582 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bed58c6-03af-4e1b-80bd-c76fb8659121 tempest-TestNetworkBasicOps-233187296 tempest-TestNetworkBasicOps-233187296-project] Pushing event deleted for resources: {'Port': ['ID=19947cf0-0295-48c4-8a59-c7ffa64ea5a7,revision_number=None']} {{(pid=94175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 11:45:31.847757 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG oslo_concurrency.lockutils [None req-2bed58c6-03af-4e1b-80bd-c76fb8659121 tempest-TestNetworkBasicOps-233187296 tempest-TestNetworkBasicOps-233187296-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.030s {{(pid=94175) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 11:45:31.905075 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron_lib.callbacks.manager [None req-2bed58c6-03af-4e1b-80bd-c76fb8659121 tempest-TestNetworkBasicOps-233187296 tempest-TestNetworkBasicOps-233187296-project] Notify callbacks [] for floatingip, after_delete {{(pid=94175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:45:31.905411 dv-neutron-601336-94-hyperv neutron-server[94175]: INFO neutron.db.l3_db [None req-2bed58c6-03af-4e1b-80bd-c76fb8659121 tempest-TestNetworkBasicOps-233187296 tempest-TestNetworkBasicOps-233187296-project] Floating IP 5d3cdf7d-e15a-4940-b0d9-6ec61daebfc2 disassociated (deleted). External IP: 172.26.3.128, port: 34d468fa-73ea-4f9b-b0d7-ab48afeed95d. Jun 23 11:45:32.115740 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2bed58c6-03af-4e1b-80bd-c76fb8659121 tempest-TestNetworkBasicOps-233187296 tempest-TestNetworkBasicOps-233187296-project] Router 4552d8c9-573f-46ba-9865-ddd6d2ee4540 has already been hosted by L3 agent 50ef99c0-ef28-4db5-b303-b145898fae60 {{(pid=94175) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 23 11:45:32.223846 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2bed58c6-03af-4e1b-80bd-c76fb8659121 tempest-TestNetworkBasicOps-233187296 tempest-TestNetworkBasicOps-233187296-project] Notify agent at l3_agent.dv-neutron-601336-94-hyperv the message routers_updated {{(pid=94175) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 23 11:45:32.229053 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron_lib.callbacks.manager [None req-2bed58c6-03af-4e1b-80bd-c76fb8659121 tempest-TestNetworkBasicOps-233187296 tempest-TestNetworkBasicOps-233187296-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-217507'] for floatingip, before_response {{(pid=94175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:45:32.234362 dv-neutron-601336-94-hyperv neutron-server[94177]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ff4e9078-1b89-43d9-b6f7-9f7a86e64646 None None] Sync routers for ids ['4552d8c9-573f-46ba-9865-ddd6d2ee4540'] in dv-neutron-601336-94-hyperv {{(pid=94177) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 23 11:45:32.243786 dv-neutron-601336-94-hyperv neutron-server[94177]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ff4e9078-1b89-43d9-b6f7-9f7a86e64646 None None] Routers {'4552d8c9-573f-46ba-9865-ddd6d2ee4540'} bound to L3 agent in host dv-neutron-601336-94-hyperv {{(pid=94177) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 23 11:45:32.244405 dv-neutron-601336-94-hyperv neutron-server[94177]: DEBUG neutron.db.l3_hamode_db [None req-ff4e9078-1b89-43d9-b6f7-9f7a86e64646 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-601336-94-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-23T11:22:13Z,description=,heartbeat_timestamp=2021-06-23T11:45:13Z,host='dv-neutron-601336-94-hyperv',id=50ef99c0-ef28-4db5-b303-b145898fae60,load=0,resource_versions=,resources_synced=,started_at=2021-06-23T11:22:14Z,topic='l3_agent')) {'router_ids': ['4552d8c9-573f-46ba-9865-ddd6d2ee4540'], 'active': True} {{(pid=94177) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 11:45:32.265003 dv-neutron-601336-94-hyperv neutron-server[94175]: INFO neutron.wsgi [None req-2bed58c6-03af-4e1b-80bd-c76fb8659121 tempest-TestNetworkBasicOps-233187296 tempest-TestNetworkBasicOps-233187296-project] 10.222.0.20 "DELETE /v2.0/floatingips/5d3cdf7d-e15a-4940-b0d9-6ec61daebfc2 HTTP/1.1" status: 204 len: 168 time: 0.9190695 Jun 23 11:45:32.265655 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '67d0d682-d870-4931-986a-1936d22d3a10', 'tag': '34d468fa-73ea-4f9b-b0d7-ab48afeed95d'}] {{(pid=94175) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 23 11:45:32.268146 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1970408df4ea4e7170669a1249478e627cf05a5a0b07cc08a66c5cb53d0ac47a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8aa34c2c-7ec3-42b4-a15c-55c8b087eddc" -d '{"events": [{"name": "network-changed", "server_uuid": "67d0d682-d870-4931-986a-1936d22d3a10", "tag": "34d468fa-73ea-4f9b-b0d7-ab48afeed95d"}]}' {{(pid=94175) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 23 11:45:32.313889 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 23 Jun 2021 11:45:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-011678a4-96b3-4fd2-897e-64bbaeaa37b3 x-openstack-request-id: req-011678a4-96b3-4fd2-897e-64bbaeaa37b3 {{(pid=94175) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 23 11:45:32.314223 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "67d0d682-d870-4931-986a-1936d22d3a10", "tag": "34d468fa-73ea-4f9b-b0d7-ab48afeed95d", "status": "completed", "code": 200}]} {{(pid=94175) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 23 11:45:32.314526 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-011678a4-96b3-4fd2-897e-64bbaeaa37b3 {{(pid=94175) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 23 11:45:32.315009 dv-neutron-601336-94-hyperv neutron-server[94175]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '67d0d682-d870-4931-986a-1936d22d3a10', 'tag': '34d468fa-73ea-4f9b-b0d7-ab48afeed95d', 'status': 'completed', 'code': 200} Jun 23 11:45:32.352142 dv-neutron-601336-94-hyperv neutron-server[94177]: DEBUG neutron.db.l3_dvr_db [None req-ff4e9078-1b89-43d9-b6f7-9f7a86e64646 None None] Set router 4552d8c9-573f-46ba-9865-ddd6d2ee4540 gateway port host: dv-neutron-601336-94-hyperv {{(pid=94177) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:838}} Jun 23 11:45:32.390641 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8aa34c2c-7ec3-42b4-a15c-55c8b087eddc req-943bc7ae-95f4-4183-b719-0fdcfc8ebbe7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94174) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 11:45:32.392168 dv-neutron-601336-94-hyperv neutron-server[94174]: INFO neutron.wsgi [req-8aa34c2c-7ec3-42b4-a15c-55c8b087eddc req-943bc7ae-95f4-4183-b719-0fdcfc8ebbe7 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=772b9946478d439e9da4eaeade7fb21d&device_id=67d0d682-d870-4931-986a-1936d22d3a10 HTTP/1.1" status: 200 len: 1099 time: 0.0543492 Jun 23 11:45:32.487256 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8aa34c2c-7ec3-42b4-a15c-55c8b087eddc req-43f6f526-3b66-4399-803b-804f816336e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94174) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 11:45:32.489294 dv-neutron-601336-94-hyperv neutron-server[94174]: INFO neutron.wsgi [req-8aa34c2c-7ec3-42b4-a15c-55c8b087eddc req-43f6f526-3b66-4399-803b-804f816336e0 service neutron] 10.222.0.52 "GET /v2.0/networks?id=9ff04a95-5226-42f5-93b7-96bdbdef413d HTTP/1.1" status: 200 len: 897 time: 0.0906165 Jun 23 11:45:32.531594 dv-neutron-601336-94-hyperv neutron-server[94174]: INFO neutron.wsgi [req-8aa34c2c-7ec3-42b4-a15c-55c8b087eddc req-ca18962d-ca64-403d-88e4-fe7309c6f574 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=34d468fa-73ea-4f9b-b0d7-ab48afeed95d HTTP/1.1" status: 200 len: 217 time: 0.0358374 Jun 23 11:45:32.550311 dv-neutron-601336-94-hyperv neutron-server[94177]: DEBUG neutron.db.l3_hamode_db [None req-ff4e9078-1b89-43d9-b6f7-9f7a86e64646 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4552d8c9-573f-46ba-9865-ddd6d2ee4540', 'name': 'tempest-TestNetworkBasicOps-router-977051783', 'tenant_id': '772b9946478d439e9da4eaeade7fb21d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3e7e4eb3-cf02-4d47-ade9-0a579cdfc60f', 'external_fixed_ips': [{'subnet_id': 'a5ad15ab-c489-4a67-a9b0-d559fca0ec71', 'ip_address': '172.26.3.196'}], 'enable_snat': True}, 'gw_port_id': '8b493acb-9b6a-45ed-90a4-697761fa4675', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-23T11:42:30Z', 'updated_at': '2021-06-23T11:42:35Z', 'revision_number': 4, 'project_id': '772b9946478d439e9da4eaeade7fb21d', 'gw_port': {'id': '8b493acb-9b6a-45ed-90a4-697761fa4675', 'name': '', 'network_id': '3e7e4eb3-cf02-4d47-ade9-0a579cdfc60f', 'tenant_id': '', 'mac_address': 'fa:16:3e:dd:9b:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4552d8c9-573f-46ba-9865-ddd6d2ee4540', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1456, 'fixed_ips': [{'subnet_id': 'a5ad15ab-c489-4a67-a9b0-d559fca0ec71', 'ip_address': '172.26.3.196', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-94-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-23T11:42:31Z', 'updated_at': '2021-06-23T11:42:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a5ad15ab-c489-4a67-a9b0-d559fca0ec71', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-601336-94-hyperv', '_interfaces': [{'id': '6dc2feaf-a646-4162-8566-144dc8456cb6', 'name': '', 'network_id': '9ff04a95-5226-42f5-93b7-96bdbdef413d', 'tenant_id': '772b9946478d439e9da4eaeade7fb21d', 'mac_address': 'fa:16:3e:86:25:14', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4552d8c9-573f-46ba-9865-ddd6d2ee4540', 'device_owner': 'network:router_interface', 'standard_attr_id': 1459, 'fixed_ips': [{'subnet_id': '87b46201-6098-4029-a781-475b4fa36a2e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-94-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-23T11:42:34Z', 'updated_at': '2021-06-23T11:42:39Z', 'revision_number': 5, 'project_id': '772b9946478d439e9da4eaeade7fb21d', 'subnets': [{'id': '87b46201-6098-4029-a781-475b4fa36a2e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': ['9.8.7.6'], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-601336-94-hyperv', False) {} {{(pid=94177) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 11:45:32.580626 dv-neutron-601336-94-hyperv neutron-server[94177]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ff4e9078-1b89-43d9-b6f7-9f7a86e64646 None None] Checking router: 4552d8c9-573f-46ba-9865-ddd6d2ee4540 for host: dv-neutron-601336-94-hyperv {{(pid=94177) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 23 11:45:32.586096 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8aa34c2c-7ec3-42b4-a15c-55c8b087eddc req-056af2fd-229e-4bc5-8753-3e3188b5fe83 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94174) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 11:45:32.587581 dv-neutron-601336-94-hyperv neutron-server[94174]: INFO neutron.wsgi [req-8aa34c2c-7ec3-42b4-a15c-55c8b087eddc req-056af2fd-229e-4bc5-8753-3e3188b5fe83 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=87b46201-6098-4029-a781-475b4fa36a2e HTTP/1.1" status: 200 len: 844 time: 0.0498593 Jun 23 11:45:32.589630 dv-neutron-601336-94-hyperv neutron-server[94177]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ff4e9078-1b89-43d9-b6f7-9f7a86e64646 None None] Routers {'4552d8c9-573f-46ba-9865-ddd6d2ee4540'} bound to L3 agent in host dv-neutron-601336-94-hyperv {{(pid=94177) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 23 11:45:32.590234 dv-neutron-601336-94-hyperv neutron-server[94177]: DEBUG neutron.db.l3_hamode_db [None req-ff4e9078-1b89-43d9-b6f7-9f7a86e64646 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-601336-94-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-23T11:22:13Z,description=,heartbeat_timestamp=2021-06-23T11:45:13Z,host='dv-neutron-601336-94-hyperv',id=50ef99c0-ef28-4db5-b303-b145898fae60,load=0,resource_versions=,resources_synced=,started_at=2021-06-23T11:22:14Z,topic='l3_agent')) {'router_ids': ['4552d8c9-573f-46ba-9865-ddd6d2ee4540'], 'active': True} {{(pid=94177) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 11:45:32.647820 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8aa34c2c-7ec3-42b4-a15c-55c8b087eddc req-84564a19-4569-406a-a8d9-3d1cb204fc72 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94174) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 11:45:32.649417 dv-neutron-601336-94-hyperv neutron-server[94174]: INFO neutron.wsgi [req-8aa34c2c-7ec3-42b4-a15c-55c8b087eddc req-84564a19-4569-406a-a8d9-3d1cb204fc72 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=9ff04a95-5226-42f5-93b7-96bdbdef413d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1178 time: 0.0561049 Jun 23 11:45:32.745490 dv-neutron-601336-94-hyperv neutron-server[94174]: INFO neutron.wsgi [req-8aa34c2c-7ec3-42b4-a15c-55c8b087eddc req-dc11031b-16af-439e-93c5-2bfee1439eba service neutron] 10.222.0.52 "GET /v2.0/networks/9ff04a95-5226-42f5-93b7-96bdbdef413d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0896716 Jun 23 11:45:32.788097 dv-neutron-601336-94-hyperv neutron-server[94177]: DEBUG neutron.db.l3_dvr_db [None req-ff4e9078-1b89-43d9-b6f7-9f7a86e64646 None None] Set router 4552d8c9-573f-46ba-9865-ddd6d2ee4540 gateway port host: dv-neutron-601336-94-hyperv {{(pid=94177) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:838}} Jun 23 11:45:32.892697 dv-neutron-601336-94-hyperv neutron-server[94174]: INFO neutron.wsgi [req-8aa34c2c-7ec3-42b4-a15c-55c8b087eddc req-77ea9110-e0b6-4ec8-929a-3bc9ec0e8e25 service neutron] 10.222.0.52 "GET /v2.0/networks/9ff04a95-5226-42f5-93b7-96bdbdef413d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1025319 Jun 23 11:45:32.960210 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10f22ac8-c184-4c20-b7a7-c0be78b10718 req-29b36aa6-5b40-4ffb-a7c5-77e11f6f7d13 tempest-TestNetworkBasicOps-233187296 tempest-TestNetworkBasicOps-233187296-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94174) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 11:45:32.961701 dv-neutron-601336-94-hyperv neutron-server[94174]: INFO neutron.wsgi [req-10f22ac8-c184-4c20-b7a7-c0be78b10718 req-29b36aa6-5b40-4ffb-a7c5-77e11f6f7d13 tempest-TestNetworkBasicOps-233187296 tempest-TestNetworkBasicOps-233187296-project] 10.222.0.20 "GET /v2.0/ports?device_id=67d0d682-d870-4931-986a-1936d22d3a10 HTTP/1.1" status: 200 len: 946 time: 0.1407163 Jun 23 11:45:32.994335 dv-neutron-601336-94-hyperv neutron-server[94177]: DEBUG neutron.db.l3_hamode_db [None req-ff4e9078-1b89-43d9-b6f7-9f7a86e64646 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4552d8c9-573f-46ba-9865-ddd6d2ee4540', 'name': 'tempest-TestNetworkBasicOps-router-977051783', 'tenant_id': '772b9946478d439e9da4eaeade7fb21d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3e7e4eb3-cf02-4d47-ade9-0a579cdfc60f', 'external_fixed_ips': [{'subnet_id': 'a5ad15ab-c489-4a67-a9b0-d559fca0ec71', 'ip_address': '172.26.3.196'}], 'enable_snat': True}, 'gw_port_id': '8b493acb-9b6a-45ed-90a4-697761fa4675', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-23T11:42:30Z', 'updated_at': '2021-06-23T11:42:35Z', 'revision_number': 4, 'project_id': '772b9946478d439e9da4eaeade7fb21d', 'gw_port': {'id': '8b493acb-9b6a-45ed-90a4-697761fa4675', 'name': '', 'network_id': '3e7e4eb3-cf02-4d47-ade9-0a579cdfc60f', 'tenant_id': '', 'mac_address': 'fa:16:3e:dd:9b:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4552d8c9-573f-46ba-9865-ddd6d2ee4540', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1456, 'fixed_ips': [{'subnet_id': 'a5ad15ab-c489-4a67-a9b0-d559fca0ec71', 'ip_address': '172.26.3.196', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-94-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-23T11:42:31Z', 'updated_at': '2021-06-23T11:42:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a5ad15ab-c489-4a67-a9b0-d559fca0ec71', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-601336-94-hyperv', '_interfaces': [{'id': '6dc2feaf-a646-4162-8566-144dc8456cb6', 'name': '', 'network_id': '9ff04a95-5226-42f5-93b7-96bdbdef413d', 'tenant_id': '772b9946478d439e9da4eaeade7fb21d', 'mac_address': 'fa:16:3e:86:25:14', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4552d8c9-573f-46ba-9865-ddd6d2ee4540', 'device_owner': 'network:router_interface', 'standard_attr_id': 1459, 'fixed_ips': [{'subnet_id': '87b46201-6098-4029-a781-475b4fa36a2e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-94-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-23T11:42:34Z', 'updated_at': '2021-06-23T11:42:39Z', 'revision_number': 5, 'project_id': '772b9946478d439e9da4eaeade7fb21d', 'subnets': [{'id': '87b46201-6098-4029-a781-475b4fa36a2e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': ['9.8.7.6'], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-601336-94-hyperv', False) {} {{(pid=94177) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 11:45:32.999913 dv-neutron-601336-94-hyperv neutron-server[94174]: INFO neutron.wsgi [req-10f22ac8-c184-4c20-b7a7-c0be78b10718 req-3044265b-29c8-49b1-885d-7a6fa32b6c22 tempest-TestNetworkBasicOps-233187296 tempest-TestNetworkBasicOps-233187296-project] 10.222.0.20 "GET /v2.0/security-groups?id=abfb3286-93aa-4ad6-bce4-77cb6b9debc1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0322092 Jun 23 11:45:33.021601 dv-neutron-601336-94-hyperv neutron-server[94177]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ff4e9078-1b89-43d9-b6f7-9f7a86e64646 None None] The sync data for ids ['4552d8c9-573f-46ba-9865-ddd6d2ee4540'] in dv-neutron-601336-94-hyperv is: [{'id': '4552d8c9-573f-46ba-9865-ddd6d2ee4540', 'name': 'tempest-TestNetworkBasicOps-router-977051783', 'tenant_id': '772b9946478d439e9da4eaeade7fb21d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3e7e4eb3-cf02-4d47-ade9-0a579cdfc60f', 'external_fixed_ips': [{'subnet_id': 'a5ad15ab-c489-4a67-a9b0-d559fca0ec71', 'ip_address': '172.26.3.196'}], 'enable_snat': True}, 'gw_port_id': '8b493acb-9b6a-45ed-90a4-697761fa4675', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-23T11:42:30Z', 'updated_at': '2021-06-23T11:42:35Z', 'revision_number': 4, 'project_id': '772b9946478d439e9da4eaeade7fb21d', 'gw_port': {'id': '8b493acb-9b6a-45ed-90a4-697761fa4675', 'name': '', 'network_id': '3e7e4eb3-cf02-4d47-ade9-0a579cdfc60f', 'tenant_id': '', 'mac_address': 'fa:16:3e:dd:9b:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4552d8c9-573f-46ba-9865-ddd6d2ee4540', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1456, 'fixed_ips': [{'subnet_id': 'a5ad15ab-c489-4a67-a9b0-d559fca0ec71', 'ip_address': '172.26.3.196', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-94-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-23T11:42:31Z', 'updated_at': '2021-06-23T11:42:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a5ad15ab-c489-4a67-a9b0-d559fca0ec71', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-601336-94-hyperv', '_interfaces': [{'id': '6dc2feaf-a646-4162-8566-144dc8456cb6', 'name': '', 'network_id': '9ff04a95-5226-42f5-93b7-96bdbdef413d', 'tenant_id': '772b9946478d439e9da4eaeade7fb21d', 'mac_address': 'fa:16:3e:86:25:14', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4552d8c9-573f-46ba-9865-ddd6d2ee4540', 'device_owner': 'network:router_interface', 'standard_attr_id': 1459, 'fixed_ips': [{'subnet_id': '87b46201-6098-4029-a781-475b4fa36a2e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-94-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-23T11:42:34Z', 'updated_at': '2021-06-23T11:42:39Z', 'revision_number': 5, 'project_id': '772b9946478d439e9da4eaeade7fb21d', 'subnets': [{'id': '87b46201-6098-4029-a781-475b4fa36a2e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': ['9.8.7.6'], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94177) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 23 11:45:33.236261 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-118c4fa5-da30-44d3-9835-2e111dde1282 None None] New status for floating IP 5d3cdf7d-e15a-4940-b0d9-6ec61daebfc2: DOWN {{(pid=94176) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 23 11:45:34.166887 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbf87906-a890-41ec-82c3-c9ac3e2ae80d req-3ae7902b-7485-4664-8f65-8ae953b56b57 tempest-TestNetworkBasicOps-233187296 tempest-TestNetworkBasicOps-233187296-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94174) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 11:45:34.168375 dv-neutron-601336-94-hyperv neutron-server[94174]: INFO neutron.wsgi [req-dbf87906-a890-41ec-82c3-c9ac3e2ae80d req-3ae7902b-7485-4664-8f65-8ae953b56b57 tempest-TestNetworkBasicOps-233187296 tempest-TestNetworkBasicOps-233187296-project] 10.222.0.52 "GET /v2.0/ports?device_id=67d0d682-d870-4931-986a-1936d22d3a10 HTTP/1.1" status: 200 len: 946 time: 0.0683146 Jun 23 11:45:34.231516 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edb9fee5-ceec-48ad-9a5c-3754828b5e92 req-4e011f4d-a084-4dcb-87ab-a6849d88809f tempest-TestNetworkBasicOps-233187296 tempest-TestNetworkBasicOps-233187296-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 11:45:34.232928 dv-neutron-601336-94-hyperv neutron-server[94175]: INFO neutron.wsgi [req-edb9fee5-ceec-48ad-9a5c-3754828b5e92 req-4e011f4d-a084-4dcb-87ab-a6849d88809f tempest-TestNetworkBasicOps-233187296 tempest-TestNetworkBasicOps-233187296-project] 10.222.0.20 "GET /v2.0/ports?device_id=67d0d682-d870-4931-986a-1936d22d3a10 HTTP/1.1" status: 200 len: 946 time: 0.1142917 Jun 23 11:45:34.269361 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.plugins.ml2.plugin [req-dbf87906-a890-41ec-82c3-c9ac3e2ae80d req-ff10f703-268c-412d-a3ac-147ec9111823 tempest-TestNetworkBasicOps-233187296 tempest-TestNetworkBasicOps-233187296-project] Deleting port 34d468fa-73ea-4f9b-b0d7-ab48afeed95d {{(pid=94174) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1913}} Jun 23 11:45:34.269599 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron_lib.callbacks.manager [req-dbf87906-a890-41ec-82c3-c9ac3e2ae80d req-ff10f703-268c-412d-a3ac-147ec9111823 tempest-TestNetworkBasicOps-233187296 tempest-TestNetworkBasicOps-233187296-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773700079324'] for port, before_delete {{(pid=94174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:45:34.270697 dv-neutron-601336-94-hyperv neutron-server[94175]: INFO neutron.wsgi [req-edb9fee5-ceec-48ad-9a5c-3754828b5e92 req-c9a617d5-0969-4ff8-8a87-74dbd4f689a4 tempest-TestNetworkBasicOps-233187296 tempest-TestNetworkBasicOps-233187296-project] 10.222.0.20 "GET /v2.0/security-groups?id=abfb3286-93aa-4ad6-bce4-77cb6b9debc1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0318813 Jun 23 11:45:34.364010 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.plugins.ml2.db [req-dbf87906-a890-41ec-82c3-c9ac3e2ae80d req-ff10f703-268c-412d-a3ac-147ec9111823 tempest-TestNetworkBasicOps-233187296 tempest-TestNetworkBasicOps-233187296-project] For port 34d468fa-73ea-4f9b-b0d7-ab48afeed95d, host hv-neutron-6013, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-6013',level=0,port_id=34d468fa-73ea-4f9b-b0d7-ab48afeed95d,segment=NetworkSegment(8b9820af-555a-44ff-8546-c8ed2bd22896),segment_id=8b9820af-555a-44ff-8546-c8ed2bd22896)] {{(pid=94174) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 23 11:45:34.364366 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron_lib.callbacks.manager [req-dbf87906-a890-41ec-82c3-c9ac3e2ae80d req-ff10f703-268c-412d-a3ac-147ec9111823 tempest-TestNetworkBasicOps-233187296 tempest-TestNetworkBasicOps-233187296-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-430722'] for port, precommit_delete {{(pid=94174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:45:34.375724 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.plugins.ml2.plugin [req-dbf87906-a890-41ec-82c3-c9ac3e2ae80d req-ff10f703-268c-412d-a3ac-147ec9111823 tempest-TestNetworkBasicOps-233187296 tempest-TestNetworkBasicOps-233187296-project] Calling delete_port for 34d468fa-73ea-4f9b-b0d7-ab48afeed95d owned by compute:nova {{(pid=94174) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1986}} Jun 23 11:45:34.574849 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron_lib.callbacks.manager [req-dbf87906-a890-41ec-82c3-c9ac3e2ae80d req-ff10f703-268c-412d-a3ac-147ec9111823 tempest-TestNetworkBasicOps-233187296 tempest-TestNetworkBasicOps-233187296-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-922904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866062', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773700135024', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773699642224', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5196390'] for port, after_delete {{(pid=94174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:45:34.578550 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG oslo_concurrency.lockutils [None req-24f0cae1-2be5-402c-bbb7-6ea2bcdd1335 tempest-TestNetworkBasicOps-233187296 tempest-TestNetworkBasicOps-233187296-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94174) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 11:45:34.606387 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff10f703-268c-412d-a3ac-147ec9111823 tempest-TestNetworkBasicOps-233187296 tempest-TestNetworkBasicOps-233187296-project] Pushing event deleted for resources: {'Port': ['ID=34d468fa-73ea-4f9b-b0d7-ab48afeed95d,revision_number=None']} {{(pid=94174) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 11:45:34.620201 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff10f703-268c-412d-a3ac-147ec9111823 tempest-TestNetworkBasicOps-233187296 tempest-TestNetworkBasicOps-233187296-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-601336-94-hyperv {{(pid=94174) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 11:45:34.620591 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff10f703-268c-412d-a3ac-147ec9111823 tempest-TestNetworkBasicOps-233187296 tempest-TestNetworkBasicOps-233187296-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-94-hyperv {{(pid=94174) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 11:45:34.620979 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff10f703-268c-412d-a3ac-147ec9111823 tempest-TestNetworkBasicOps-233187296 tempest-TestNetworkBasicOps-233187296-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-94-hyperv {{(pid=94174) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 11:45:34.621361 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff10f703-268c-412d-a3ac-147ec9111823 tempest-TestNetworkBasicOps-233187296 tempest-TestNetworkBasicOps-233187296-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-601336-94-hyperv {{(pid=94174) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 11:45:34.621737 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff10f703-268c-412d-a3ac-147ec9111823 tempest-TestNetworkBasicOps-233187296 tempest-TestNetworkBasicOps-233187296-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-601336-94-hyperv {{(pid=94174) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 11:45:34.622112 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff10f703-268c-412d-a3ac-147ec9111823 tempest-TestNetworkBasicOps-233187296 tempest-TestNetworkBasicOps-233187296-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-601336-94-hyperv {{(pid=94174) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 11:45:34.622483 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff10f703-268c-412d-a3ac-147ec9111823 tempest-TestNetworkBasicOps-233187296 tempest-TestNetworkBasicOps-233187296-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-601336-94-hyperv {{(pid=94174) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 11:45:34.622875 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff10f703-268c-412d-a3ac-147ec9111823 tempest-TestNetworkBasicOps-233187296 tempest-TestNetworkBasicOps-233187296-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-601336-94-hyperv {{(pid=94174) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 11:45:34.623268 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff10f703-268c-412d-a3ac-147ec9111823 tempest-TestNetworkBasicOps-233187296 tempest-TestNetworkBasicOps-233187296-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-601336-94-hyperv {{(pid=94174) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 11:45:34.623650 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff10f703-268c-412d-a3ac-147ec9111823 tempest-TestNetworkBasicOps-233187296 tempest-TestNetworkBasicOps-233187296-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-94-hyperv {{(pid=94174) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 11:45:34.624017 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff10f703-268c-412d-a3ac-147ec9111823 tempest-TestNetworkBasicOps-233187296 tempest-TestNetworkBasicOps-233187296-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-601336-94-hyperv {{(pid=94174) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 11:45:34.624383 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff10f703-268c-412d-a3ac-147ec9111823 tempest-TestNetworkBasicOps-233187296 tempest-TestNetworkBasicOps-233187296-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-601336-94-hyperv {{(pid=94174) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 11:45:34.642947 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG oslo_concurrency.lockutils [None req-ff10f703-268c-412d-a3ac-147ec9111823 tempest-TestNetworkBasicOps-233187296 tempest-TestNetworkBasicOps-233187296-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.064s {{(pid=94174) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 11:45:34.664065 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.db.l3_dvrscheduler_db [req-dbf87906-a890-41ec-82c3-c9ac3e2ae80d req-ff10f703-268c-412d-a3ac-147ec9111823 tempest-TestNetworkBasicOps-233187296 tempest-TestNetworkBasicOps-233187296-project] No DVR routers for this DVR port 34d468fa-73ea-4f9b-b0d7-ab48afeed95d on host hv-neutron-6013 {{(pid=94174) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 23 11:45:34.666477 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron_lib.callbacks.manager [req-dbf87906-a890-41ec-82c3-c9ac3e2ae80d req-ff10f703-268c-412d-a3ac-147ec9111823 tempest-TestNetworkBasicOps-233187296 tempest-TestNetworkBasicOps-233187296-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-217507'] for port, before_response {{(pid=94174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:45:34.668441 dv-neutron-601336-94-hyperv neutron-server[94174]: INFO neutron.wsgi [req-dbf87906-a890-41ec-82c3-c9ac3e2ae80d req-ff10f703-268c-412d-a3ac-147ec9111823 tempest-TestNetworkBasicOps-233187296 tempest-TestNetworkBasicOps-233187296-project] 10.222.0.52 "DELETE /v2.0/ports/34d468fa-73ea-4f9b-b0d7-ab48afeed95d HTTP/1.1" status: 204 len: 173 time: 0.4948401 Jun 23 11:45:34.668970 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '67d0d682-d870-4931-986a-1936d22d3a10', 'name': 'network-vif-deleted', 'tag': '34d468fa-73ea-4f9b-b0d7-ab48afeed95d'}] {{(pid=94174) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 23 11:45:34.671297 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6ff47218258ed5bf6cae7f276c9622ae488f9e8ebc13d1a310221fbcfb04c5dd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-948eff36-bb2a-46d9-b729-e721eea87d4f" -d '{"events": [{"server_uuid": "67d0d682-d870-4931-986a-1936d22d3a10", "name": "network-vif-deleted", "tag": "34d468fa-73ea-4f9b-b0d7-ab48afeed95d"}]}' {{(pid=94174) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 23 11:45:34.707682 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 23 Jun 2021 11:45:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4ced14dc-aea5-43b8-aa9d-af3f63b81dfd x-openstack-request-id: req-4ced14dc-aea5-43b8-aa9d-af3f63b81dfd {{(pid=94174) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 23 11:45:34.710295 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "67d0d682-d870-4931-986a-1936d22d3a10", "name": "network-vif-deleted", "tag": "34d468fa-73ea-4f9b-b0d7-ab48afeed95d", "status": "completed", "code": 200}]} {{(pid=94174) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 23 11:45:34.710295 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-4ced14dc-aea5-43b8-aa9d-af3f63b81dfd {{(pid=94174) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 23 11:45:34.710295 dv-neutron-601336-94-hyperv neutron-server[94174]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '67d0d682-d870-4931-986a-1936d22d3a10', 'name': 'network-vif-deleted', 'tag': '34d468fa-73ea-4f9b-b0d7-ab48afeed95d', 'status': 'completed', 'code': 200} Jun 23 11:45:35.431586 dv-neutron-601336-94-hyperv neutron-server[94175]: INFO neutron.wsgi [req-8216c40f-c9e1-4c54-8982-e521f8346b31 req-de81142f-8a2b-4023-89be-f128cf40951c tempest-TestNetworkBasicOps-233187296 tempest-TestNetworkBasicOps-233187296-project] 10.222.0.20 "GET /v2.0/ports?device_id=67d0d682-d870-4931-986a-1936d22d3a10 HTTP/1.1" status: 200 len: 210 time: 0.0373986 Jun 23 11:45:36.524175 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.wsgi [-] (94175) accepted ('10.222.0.20', 44540) {{(pid=94175) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 11:45:36.581879 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron_lib.callbacks.manager [None req-e0d692a2-29da-4e7e-8527-a6bdba784e0a tempest-TestNetworkBasicOps-233187296 tempest-TestNetworkBasicOps-233187296-project] Notify callbacks [] for security_group, before_delete {{(pid=94175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:45:36.606458 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron_lib.callbacks.manager [None req-e0d692a2-29da-4e7e-8527-a6bdba784e0a tempest-TestNetworkBasicOps-233187296 tempest-TestNetworkBasicOps-233187296-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:45:36.751532 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron_lib.callbacks.manager [None req-e0d692a2-29da-4e7e-8527-a6bdba784e0a tempest-TestNetworkBasicOps-233187296 tempest-TestNetworkBasicOps-233187296-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7996330'] for security_group, after_delete {{(pid=94175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:45:36.754459 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron_lib.callbacks.manager [None req-e0d692a2-29da-4e7e-8527-a6bdba784e0a tempest-TestNetworkBasicOps-233187296 tempest-TestNetworkBasicOps-233187296-project] Notify callbacks [] for security_group, before_response {{(pid=94175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:45:36.755811 dv-neutron-601336-94-hyperv neutron-server[94175]: INFO neutron.wsgi [None req-e0d692a2-29da-4e7e-8527-a6bdba784e0a tempest-TestNetworkBasicOps-233187296 tempest-TestNetworkBasicOps-233187296-project] 10.222.0.20 "DELETE /v2.0/security-groups/abfb3286-93aa-4ad6-bce4-77cb6b9debc1 HTTP/1.1" status: 204 len: 168 time: 0.2305405 Jun 23 11:45:36.756686 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG oslo_concurrency.lockutils [None req-01b5ce86-be3a-43a5-9347-7748648bdc34 tempest-TestNetworkBasicOps-233187296 tempest-TestNetworkBasicOps-233187296-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94175) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 11:45:36.765956 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0d692a2-29da-4e7e-8527-a6bdba784e0a tempest-TestNetworkBasicOps-233187296 tempest-TestNetworkBasicOps-233187296-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=abfb3286-93aa-4ad6-bce4-77cb6b9debc1,revision_number=None']} {{(pid=94175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 11:45:36.768475 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG oslo_concurrency.lockutils [None req-e0d692a2-29da-4e7e-8527-a6bdba784e0a tempest-TestNetworkBasicOps-233187296 tempest-TestNetworkBasicOps-233187296-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.012s {{(pid=94175) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 11:45:36.878261 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.wsgi [-] (94175) accepted ('10.222.0.20', 44544) {{(pid=94175) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 11:45:37.305589 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron_lib.callbacks.manager [None req-0d6cdc9d-7322-44d4-a550-374d23eadd90 tempest-TestNetworkBasicOps-233187296 tempest-TestNetworkBasicOps-233187296-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-453061'] for router_interface, before_delete {{(pid=94175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:45:37.428642 dv-neutron-601336-94-hyperv neutron-server[94174]: INFO neutron.wsgi [req-d1d19860-6310-42aa-86df-c19c067041f5 req-0eb07e02-4320-4ccc-b10c-e9f6f38b87a0 service neutron] 10.222.0.52 "GET /v2.0/ports?device_id=c3158a9a-a823-4e18-a64d-625f4cd5c888&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0523980 Jun 23 11:45:37.521324 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1d19860-6310-42aa-86df-c19c067041f5 req-fe7e3679-2df2-449f-a02a-f856850b272a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94174) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 11:45:37.523392 dv-neutron-601336-94-hyperv neutron-server[94174]: INFO neutron.wsgi [req-d1d19860-6310-42aa-86df-c19c067041f5 req-fe7e3679-2df2-449f-a02a-f856850b272a service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=196d16edf443490aaaba40ccfc7a3448&device_id=c3158a9a-a823-4e18-a64d-625f4cd5c888 HTTP/1.1" status: 200 len: 1099 time: 0.0539603 Jun 23 11:45:37.621982 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.plugins.ml2.plugin [None req-0d6cdc9d-7322-44d4-a550-374d23eadd90 tempest-TestNetworkBasicOps-233187296 tempest-TestNetworkBasicOps-233187296-project] Deleting port 6dc2feaf-a646-4162-8566-144dc8456cb6 {{(pid=94175) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1913}} Jun 23 11:45:37.622612 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron_lib.callbacks.manager [None req-0d6cdc9d-7322-44d4-a550-374d23eadd90 tempest-TestNetworkBasicOps-233187296 tempest-TestNetworkBasicOps-233187296-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773700079324'] for port, before_delete {{(pid=94175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:45:37.634921 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1d19860-6310-42aa-86df-c19c067041f5 req-f1dc2079-95be-4b00-bd8b-6c78675ae475 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94174) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 11:45:37.636428 dv-neutron-601336-94-hyperv neutron-server[94174]: INFO neutron.wsgi [req-d1d19860-6310-42aa-86df-c19c067041f5 req-f1dc2079-95be-4b00-bd8b-6c78675ae475 service neutron] 10.222.0.52 "GET /v2.0/networks?id=03d0adb8-7c84-4028-a133-9fee8ea26a25 HTTP/1.1" status: 200 len: 912 time: 0.0917475 Jun 23 11:45:37.701629 dv-neutron-601336-94-hyperv neutron-server[94174]: INFO neutron.wsgi [req-d1d19860-6310-42aa-86df-c19c067041f5 req-e93b2ee0-24cc-4b87-b2fa-f983d5e2eb1f service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=fd77f472-1d9e-4469-b367-5cc4a68f96f7 HTTP/1.1" status: 200 len: 1002 time: 0.0589306 Jun 23 11:45:37.755925 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1d19860-6310-42aa-86df-c19c067041f5 req-5ea15300-e27f-4510-baf1-38a19a97ba06 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94174) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 11:45:37.758016 dv-neutron-601336-94-hyperv neutron-server[94174]: INFO neutron.wsgi [req-d1d19860-6310-42aa-86df-c19c067041f5 req-5ea15300-e27f-4510-baf1-38a19a97ba06 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=5338fe8e-d932-41fb-ae27-ab82df160b69 HTTP/1.1" status: 200 len: 850 time: 0.0503881 Jun 23 11:45:37.818111 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1d19860-6310-42aa-86df-c19c067041f5 req-83c0d26d-3fa4-46a0-8edb-00a71e624448 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94174) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 11:45:37.820230 dv-neutron-601336-94-hyperv neutron-server[94174]: INFO neutron.wsgi [req-d1d19860-6310-42aa-86df-c19c067041f5 req-83c0d26d-3fa4-46a0-8edb-00a71e624448 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=03d0adb8-7c84-4028-a133-9fee8ea26a25&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1178 time: 0.0552919 Jun 23 11:45:37.911539 dv-neutron-601336-94-hyperv neutron-server[94174]: INFO neutron.wsgi [req-d1d19860-6310-42aa-86df-c19c067041f5 req-66ea7dd9-41db-41b8-8199-c259c54a25a4 service neutron] 10.222.0.52 "GET /v2.0/networks/03d0adb8-7c84-4028-a133-9fee8ea26a25?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0834017 Jun 23 11:45:38.004628 dv-neutron-601336-94-hyperv neutron-server[94174]: INFO neutron.wsgi [req-d1d19860-6310-42aa-86df-c19c067041f5 req-f0dd7438-750a-468e-9750-d0650778adb2 service neutron] 10.222.0.52 "GET /v2.0/networks/03d0adb8-7c84-4028-a133-9fee8ea26a25?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0872631 Jun 23 11:45:38.014425 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.plugins.ml2.db [None req-0d6cdc9d-7322-44d4-a550-374d23eadd90 tempest-TestNetworkBasicOps-233187296 tempest-TestNetworkBasicOps-233187296-project] For port 6dc2feaf-a646-4162-8566-144dc8456cb6, host dv-neutron-601336-94-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-94-hyperv',level=0,port_id=6dc2feaf-a646-4162-8566-144dc8456cb6,segment=NetworkSegment(8b9820af-555a-44ff-8546-c8ed2bd22896),segment_id=8b9820af-555a-44ff-8546-c8ed2bd22896)] {{(pid=94175) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 23 11:45:38.014784 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron_lib.callbacks.manager [None req-0d6cdc9d-7322-44d4-a550-374d23eadd90 tempest-TestNetworkBasicOps-233187296 tempest-TestNetworkBasicOps-233187296-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-430722'] for port, precommit_delete {{(pid=94175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:45:38.031408 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.plugins.ml2.plugin [None req-0d6cdc9d-7322-44d4-a550-374d23eadd90 tempest-TestNetworkBasicOps-233187296 tempest-TestNetworkBasicOps-233187296-project] Calling delete_port for 6dc2feaf-a646-4162-8566-144dc8456cb6 owned by network:router_interface {{(pid=94175) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1986}} Jun 23 11:45:38.298778 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron_lib.callbacks.manager [None req-0d6cdc9d-7322-44d4-a550-374d23eadd90 tempest-TestNetworkBasicOps-233187296 tempest-TestNetworkBasicOps-233187296-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-922904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866062', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773700135024', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773699642224', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5082448'] for port, after_delete {{(pid=94175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:45:38.411788 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG oslo_concurrency.lockutils [None req-d1a76527-a0e1-4566-88b9-6e94655e1ee1 tempest-TestNetworkBasicOps-233187296 tempest-TestNetworkBasicOps-233187296-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94175) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 11:45:38.411788 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d6cdc9d-7322-44d4-a550-374d23eadd90 tempest-TestNetworkBasicOps-233187296 tempest-TestNetworkBasicOps-233187296-project] Pushing event deleted for resources: {'Port': ['ID=6dc2feaf-a646-4162-8566-144dc8456cb6,revision_number=None']} {{(pid=94175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 11:45:38.411788 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG oslo_concurrency.lockutils [None req-0d6cdc9d-7322-44d4-a550-374d23eadd90 tempest-TestNetworkBasicOps-233187296 tempest-TestNetworkBasicOps-233187296-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.036s {{(pid=94175) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 11:45:38.526670 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron_lib.callbacks.manager [None req-0d6cdc9d-7322-44d4-a550-374d23eadd90 tempest-TestNetworkBasicOps-233187296 tempest-TestNetworkBasicOps-233187296-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-7866080', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-516693'] for router_interface, after_delete {{(pid=94175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:45:38.742479 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0d6cdc9d-7322-44d4-a550-374d23eadd90 tempest-TestNetworkBasicOps-233187296 tempest-TestNetworkBasicOps-233187296-project] Router 4552d8c9-573f-46ba-9865-ddd6d2ee4540 has already been hosted by L3 agent 50ef99c0-ef28-4db5-b303-b145898fae60 {{(pid=94175) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 23 11:45:38.846159 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0d6cdc9d-7322-44d4-a550-374d23eadd90 tempest-TestNetworkBasicOps-233187296 tempest-TestNetworkBasicOps-233187296-project] Notify agent at l3_agent.dv-neutron-601336-94-hyperv the message routers_updated {{(pid=94175) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 23 11:45:38.851622 dv-neutron-601336-94-hyperv neutron-server[94175]: INFO neutron.wsgi [None req-0d6cdc9d-7322-44d4-a550-374d23eadd90 tempest-TestNetworkBasicOps-233187296 tempest-TestNetworkBasicOps-233187296-project] 10.222.0.20 "PUT /v2.0/routers/4552d8c9-573f-46ba-9865-ddd6d2ee4540/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.9717472 Jun 23 11:45:38.853780 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.wsgi [-] (94175) accepted ('10.222.0.20', 44546) {{(pid=94175) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 11:45:38.856487 dv-neutron-601336-94-hyperv neutron-server[94177]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c548f7da-2600-4e85-b826-53137dafc318 None None] Sync routers for ids ['4552d8c9-573f-46ba-9865-ddd6d2ee4540'] in dv-neutron-601336-94-hyperv {{(pid=94177) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 23 11:45:38.865747 dv-neutron-601336-94-hyperv neutron-server[94177]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c548f7da-2600-4e85-b826-53137dafc318 None None] Routers {'4552d8c9-573f-46ba-9865-ddd6d2ee4540'} bound to L3 agent in host dv-neutron-601336-94-hyperv {{(pid=94177) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 23 11:45:38.866362 dv-neutron-601336-94-hyperv neutron-server[94177]: DEBUG neutron.db.l3_hamode_db [None req-c548f7da-2600-4e85-b826-53137dafc318 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-601336-94-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-23T11:22:13Z,description=,heartbeat_timestamp=2021-06-23T11:45:13Z,host='dv-neutron-601336-94-hyperv',id=50ef99c0-ef28-4db5-b303-b145898fae60,load=0,resource_versions=,resources_synced=,started_at=2021-06-23T11:22:14Z,topic='l3_agent')) {'router_ids': ['4552d8c9-573f-46ba-9865-ddd6d2ee4540'], 'active': True} {{(pid=94177) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 11:45:38.908720 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.db.db_base_plugin_v2 [None req-6dc874ed-038d-439d-a397-78d6c8ac205b tempest-TestNetworkBasicOps-233187296 tempest-TestNetworkBasicOps-233187296-project] Deleting subnet 87b46201-6098-4029-a781-475b4fa36a2e {{(pid=94175) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jun 23 11:45:38.912209 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron_lib.callbacks.manager [None req-6dc874ed-038d-439d-a397-78d6c8ac205b tempest-TestNetworkBasicOps-233187296 tempest-TestNetworkBasicOps-233187296-project] Notify callbacks [] for subnet, before_delete {{(pid=94175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:45:38.953910 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron_lib.callbacks.manager [None req-6dc874ed-038d-439d-a397-78d6c8ac205b tempest-TestNetworkBasicOps-233187296 tempest-TestNetworkBasicOps-233187296-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5190686'] for subnet, precommit_delete_associations {{(pid=94175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:45:38.969218 dv-neutron-601336-94-hyperv neutron-server[94177]: DEBUG neutron.db.l3_dvr_db [None req-c548f7da-2600-4e85-b826-53137dafc318 None None] Set router 4552d8c9-573f-46ba-9865-ddd6d2ee4540 gateway port host: dv-neutron-601336-94-hyperv {{(pid=94177) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:838}} Jun 23 11:45:39.039874 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron_lib.callbacks.manager [None req-6dc874ed-038d-439d-a397-78d6c8ac205b tempest-TestNetworkBasicOps-233187296 tempest-TestNetworkBasicOps-233187296-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-897634'] for subnet, precommit_delete {{(pid=94175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:45:39.143503 dv-neutron-601336-94-hyperv neutron-server[94177]: DEBUG neutron.db.l3_hamode_db [None req-c548f7da-2600-4e85-b826-53137dafc318 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4552d8c9-573f-46ba-9865-ddd6d2ee4540', 'name': 'tempest-TestNetworkBasicOps-router-977051783', 'tenant_id': '772b9946478d439e9da4eaeade7fb21d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3e7e4eb3-cf02-4d47-ade9-0a579cdfc60f', 'external_fixed_ips': [{'subnet_id': 'a5ad15ab-c489-4a67-a9b0-d559fca0ec71', 'ip_address': '172.26.3.196'}], 'enable_snat': True}, 'gw_port_id': '8b493acb-9b6a-45ed-90a4-697761fa4675', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-23T11:42:30Z', 'updated_at': '2021-06-23T11:45:38Z', 'revision_number': 5, 'project_id': '772b9946478d439e9da4eaeade7fb21d', 'gw_port': {'id': '8b493acb-9b6a-45ed-90a4-697761fa4675', 'name': '', 'network_id': '3e7e4eb3-cf02-4d47-ade9-0a579cdfc60f', 'tenant_id': '', 'mac_address': 'fa:16:3e:dd:9b:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4552d8c9-573f-46ba-9865-ddd6d2ee4540', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1456, 'fixed_ips': [{'subnet_id': 'a5ad15ab-c489-4a67-a9b0-d559fca0ec71', 'ip_address': '172.26.3.196', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-94-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-23T11:42:31Z', 'updated_at': '2021-06-23T11:42:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a5ad15ab-c489-4a67-a9b0-d559fca0ec71', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-601336-94-hyperv'}], 'dv-neutron-601336-94-hyperv', False) {} {{(pid=94177) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 11:45:39.168801 dv-neutron-601336-94-hyperv neutron-server[94177]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c548f7da-2600-4e85-b826-53137dafc318 None None] Checking router: 4552d8c9-573f-46ba-9865-ddd6d2ee4540 for host: dv-neutron-601336-94-hyperv {{(pid=94177) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 23 11:45:39.177238 dv-neutron-601336-94-hyperv neutron-server[94177]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c548f7da-2600-4e85-b826-53137dafc318 None None] Routers {'4552d8c9-573f-46ba-9865-ddd6d2ee4540'} bound to L3 agent in host dv-neutron-601336-94-hyperv {{(pid=94177) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 23 11:45:39.178355 dv-neutron-601336-94-hyperv neutron-server[94177]: DEBUG neutron.db.l3_hamode_db [None req-c548f7da-2600-4e85-b826-53137dafc318 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-601336-94-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-23T11:22:13Z,description=,heartbeat_timestamp=2021-06-23T11:45:13Z,host='dv-neutron-601336-94-hyperv',id=50ef99c0-ef28-4db5-b303-b145898fae60,load=0,resource_versions=,resources_synced=,started_at=2021-06-23T11:22:14Z,topic='l3_agent')) {'router_ids': ['4552d8c9-573f-46ba-9865-ddd6d2ee4540'], 'active': True} {{(pid=94177) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 11:45:39.191985 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron_lib.callbacks.manager [None req-6dc874ed-038d-439d-a397-78d6c8ac205b tempest-TestNetworkBasicOps-233187296 tempest-TestNetworkBasicOps-233187296-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-897627', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866062', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5083050', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4660036'] for subnet, after_delete {{(pid=94175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:45:39.196147 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG oslo_concurrency.lockutils [None req-2cc3ec59-2726-427b-be4b-22b668c30451 tempest-FloatingIPTestJSON-1140213849 tempest-FloatingIPTestJSON-1140213849-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94175) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 11:45:39.222677 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron_lib.callbacks.manager [None req-6dc874ed-038d-439d-a397-78d6c8ac205b tempest-TestNetworkBasicOps-233187296 tempest-TestNetworkBasicOps-233187296-project] Notify callbacks [] for subnet, before_response {{(pid=94175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:45:39.227389 dv-neutron-601336-94-hyperv neutron-server[94175]: INFO neutron.wsgi [None req-6dc874ed-038d-439d-a397-78d6c8ac205b tempest-TestNetworkBasicOps-233187296 tempest-TestNetworkBasicOps-233187296-project] 10.222.0.20 "DELETE /v2.0/subnets/87b46201-6098-4029-a781-475b4fa36a2e HTTP/1.1" status: 204 len: 168 time: 0.3701427 Jun 23 11:45:39.227818 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.wsgi [-] (94174) accepted ('10.222.0.20', 44548) {{(pid=94174) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 11:45:39.229830 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-47c17883-f7ad-4936-84e3-6bea0efac0cd None None] Network 9ff04a95-5226-42f5-93b7-96bdbdef413d requested from dv-neutron-601336-94-hyperv {{(pid=94176) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 23 11:45:39.235679 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6dc874ed-038d-439d-a397-78d6c8ac205b tempest-TestNetworkBasicOps-233187296 tempest-TestNetworkBasicOps-233187296-project] Pushing event deleted for resources: {'Subnet': ['ID=87b46201-6098-4029-a781-475b4fa36a2e,revision_number=None']} {{(pid=94175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 11:45:39.238899 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG oslo_concurrency.lockutils [None req-6dc874ed-038d-439d-a397-78d6c8ac205b tempest-TestNetworkBasicOps-233187296 tempest-TestNetworkBasicOps-233187296-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.043s {{(pid=94175) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 11:45:39.287985 dv-neutron-601336-94-hyperv neutron-server[94177]: DEBUG neutron.db.l3_dvr_db [None req-c548f7da-2600-4e85-b826-53137dafc318 None None] Set router 4552d8c9-573f-46ba-9865-ddd6d2ee4540 gateway port host: dv-neutron-601336-94-hyperv {{(pid=94177) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:838}} Jun 23 11:45:39.341280 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron_lib.callbacks.manager [None req-5e9836ae-3601-4b0a-830e-b962e6263070 tempest-TestNetworkBasicOps-233187296 tempest-TestNetworkBasicOps-233187296-project] Notify callbacks [] for router, before_delete {{(pid=94174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:45:39.440115 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5b1059a9-2b4f-450e-a265-fb858150729f None None] DHCP port deletion for 9ff04a95-5226-42f5-93b7-96bdbdef413d request from dv-neutron-601336-94-hyperv {{(pid=94176) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jun 23 11:45:39.457991 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron_lib.callbacks.manager [None req-5e9836ae-3601-4b0a-830e-b962e6263070 tempest-TestNetworkBasicOps-233187296 tempest-TestNetworkBasicOps-233187296-project] Notify callbacks [] for router_gateway, before_delete {{(pid=94174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:45:39.475648 dv-neutron-601336-94-hyperv neutron-server[94177]: DEBUG neutron.db.l3_hamode_db [None req-c548f7da-2600-4e85-b826-53137dafc318 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4552d8c9-573f-46ba-9865-ddd6d2ee4540', 'name': 'tempest-TestNetworkBasicOps-router-977051783', 'tenant_id': '772b9946478d439e9da4eaeade7fb21d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3e7e4eb3-cf02-4d47-ade9-0a579cdfc60f', 'external_fixed_ips': [{'subnet_id': 'a5ad15ab-c489-4a67-a9b0-d559fca0ec71', 'ip_address': '172.26.3.196'}], 'enable_snat': True}, 'gw_port_id': '8b493acb-9b6a-45ed-90a4-697761fa4675', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-23T11:42:30Z', 'updated_at': '2021-06-23T11:45:38Z', 'revision_number': 5, 'project_id': '772b9946478d439e9da4eaeade7fb21d', 'gw_port': {'id': '8b493acb-9b6a-45ed-90a4-697761fa4675', 'name': '', 'network_id': '3e7e4eb3-cf02-4d47-ade9-0a579cdfc60f', 'tenant_id': '', 'mac_address': 'fa:16:3e:dd:9b:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4552d8c9-573f-46ba-9865-ddd6d2ee4540', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1456, 'fixed_ips': [{'subnet_id': 'a5ad15ab-c489-4a67-a9b0-d559fca0ec71', 'ip_address': '172.26.3.196', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-94-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-23T11:42:31Z', 'updated_at': '2021-06-23T11:42:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a5ad15ab-c489-4a67-a9b0-d559fca0ec71', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-601336-94-hyperv'}], 'dv-neutron-601336-94-hyperv', False) {} {{(pid=94177) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 11:45:39.485661 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.plugins.ml2.plugin [None req-5b1059a9-2b4f-450e-a265-fb858150729f None None] Deleting port e90d110b-51de-41dc-8114-733f34789dcf {{(pid=94176) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1913}} Jun 23 11:45:39.486061 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron_lib.callbacks.manager [None req-5b1059a9-2b4f-450e-a265-fb858150729f None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773700079324'] for port, before_delete {{(pid=94176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:45:39.504853 dv-neutron-601336-94-hyperv neutron-server[94177]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c548f7da-2600-4e85-b826-53137dafc318 None None] The sync data for ids ['4552d8c9-573f-46ba-9865-ddd6d2ee4540'] in dv-neutron-601336-94-hyperv is: [{'id': '4552d8c9-573f-46ba-9865-ddd6d2ee4540', 'name': 'tempest-TestNetworkBasicOps-router-977051783', 'tenant_id': '772b9946478d439e9da4eaeade7fb21d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3e7e4eb3-cf02-4d47-ade9-0a579cdfc60f', 'external_fixed_ips': [{'subnet_id': 'a5ad15ab-c489-4a67-a9b0-d559fca0ec71', 'ip_address': '172.26.3.196'}], 'enable_snat': True}, 'gw_port_id': '8b493acb-9b6a-45ed-90a4-697761fa4675', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-23T11:42:30Z', 'updated_at': '2021-06-23T11:45:38Z', 'revision_number': 5, 'project_id': '772b9946478d439e9da4eaeade7fb21d', 'gw_port': {'id': '8b493acb-9b6a-45ed-90a4-697761fa4675', 'name': '', 'network_id': '3e7e4eb3-cf02-4d47-ade9-0a579cdfc60f', 'tenant_id': '', 'mac_address': 'fa:16:3e:dd:9b:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4552d8c9-573f-46ba-9865-ddd6d2ee4540', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1456, 'fixed_ips': [{'subnet_id': 'a5ad15ab-c489-4a67-a9b0-d559fca0ec71', 'ip_address': '172.26.3.196', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-94-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-23T11:42:31Z', 'updated_at': '2021-06-23T11:42:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a5ad15ab-c489-4a67-a9b0-d559fca0ec71', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-601336-94-hyperv'}] {{(pid=94177) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 23 11:45:39.550997 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.plugins.ml2.db [None req-5b1059a9-2b4f-450e-a265-fb858150729f None None] For port e90d110b-51de-41dc-8114-733f34789dcf, host dv-neutron-601336-94-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-94-hyperv',level=0,port_id=e90d110b-51de-41dc-8114-733f34789dcf,segment=NetworkSegment(8b9820af-555a-44ff-8546-c8ed2bd22896),segment_id=8b9820af-555a-44ff-8546-c8ed2bd22896)] {{(pid=94176) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 23 11:45:39.551705 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron_lib.callbacks.manager [None req-5b1059a9-2b4f-450e-a265-fb858150729f None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-430722'] for port, precommit_delete {{(pid=94176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:45:39.565140 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.plugins.ml2.plugin [None req-5b1059a9-2b4f-450e-a265-fb858150729f None None] Calling delete_port for e90d110b-51de-41dc-8114-733f34789dcf owned by network:dhcp {{(pid=94176) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1986}} Jun 23 11:45:39.584071 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.plugins.ml2.plugin [None req-5e9836ae-3601-4b0a-830e-b962e6263070 tempest-TestNetworkBasicOps-233187296 tempest-TestNetworkBasicOps-233187296-project] Deleting port 8b493acb-9b6a-45ed-90a4-697761fa4675 {{(pid=94174) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1913}} Jun 23 11:45:39.585012 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron_lib.callbacks.manager [None req-5e9836ae-3601-4b0a-830e-b962e6263070 tempest-TestNetworkBasicOps-233187296 tempest-TestNetworkBasicOps-233187296-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773700079324'] for port, before_delete {{(pid=94174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:45:39.669628 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.plugins.ml2.db [None req-5e9836ae-3601-4b0a-830e-b962e6263070 tempest-TestNetworkBasicOps-233187296 tempest-TestNetworkBasicOps-233187296-project] For port 8b493acb-9b6a-45ed-90a4-697761fa4675, host dv-neutron-601336-94-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-94-hyperv',level=0,port_id=8b493acb-9b6a-45ed-90a4-697761fa4675,segment=NetworkSegment(c23be0a5-6980-48fb-bc9f-4a24717fe1de),segment_id=c23be0a5-6980-48fb-bc9f-4a24717fe1de)] {{(pid=94174) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 23 11:45:39.669884 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron_lib.callbacks.manager [None req-5e9836ae-3601-4b0a-830e-b962e6263070 tempest-TestNetworkBasicOps-233187296 tempest-TestNetworkBasicOps-233187296-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-430722'] for port, precommit_delete {{(pid=94174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:45:39.681435 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.plugins.ml2.plugin [None req-5e9836ae-3601-4b0a-830e-b962e6263070 tempest-TestNetworkBasicOps-233187296 tempest-TestNetworkBasicOps-233187296-project] Calling delete_port for 8b493acb-9b6a-45ed-90a4-697761fa4675 owned by network:router_gateway {{(pid=94174) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1986}} Jun 23 11:45:39.751457 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron_lib.callbacks.manager [None req-5b1059a9-2b4f-450e-a265-fb858150729f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-922904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866062', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773700135024', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773699642224'] for port, after_delete {{(pid=94176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:45:39.754414 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG oslo_concurrency.lockutils [None req-dc7542b2-afef-47f4-a763-e3a3cba144be None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 11:45:39.781695 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.plugins.ml2.rpc [None req-97bd5441-1da2-49ee-a364-27795820ba27 None None] Device 34d468fa-73ea-4f9b-b0d7-ab48afeed95d no longer exists at agent hyperv_hv-neutron-6013 {{(pid=94176) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:261}} Jun 23 11:45:39.789887 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5b1059a9-2b4f-450e-a265-fb858150729f None None] No DVR routers for this DVR port e90d110b-51de-41dc-8114-733f34789dcf on host dv-neutron-601336-94-hyperv {{(pid=94176) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 23 11:45:39.789887 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b1059a9-2b4f-450e-a265-fb858150729f None None] Pushing event deleted for resources: {'Port': ['ID=e90d110b-51de-41dc-8114-733f34789dcf,revision_number=None']} {{(pid=94176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 11:45:39.809486 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.plugins.ml2.plugin [None req-97bd5441-1da2-49ee-a364-27795820ba27 None None] No Port match for: 34d468fa-73ea-4f9b-b0d7-ab48afeed95d {{(pid=94176) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2240}} Jun 23 11:45:39.809834 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.plugins.ml2.rpc [None req-97bd5441-1da2-49ee-a364-27795820ba27 None None] Device 34d468fa-73ea-4f9b-b0d7-ab48afeed95d not bound to the agent host hv-neutron-6013 {{(pid=94176) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:271}} Jun 23 11:45:39.815318 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b1059a9-2b4f-450e-a265-fb858150729f None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-601336-94-hyperv {{(pid=94176) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 11:45:39.826394 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b1059a9-2b4f-450e-a265-fb858150729f None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-94-hyperv {{(pid=94176) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 11:45:39.826394 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b1059a9-2b4f-450e-a265-fb858150729f None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-94-hyperv {{(pid=94176) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 11:45:39.826394 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b1059a9-2b4f-450e-a265-fb858150729f None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-601336-94-hyperv {{(pid=94176) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 11:45:39.826394 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b1059a9-2b4f-450e-a265-fb858150729f None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-601336-94-hyperv {{(pid=94176) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 11:45:39.826394 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b1059a9-2b4f-450e-a265-fb858150729f None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-601336-94-hyperv {{(pid=94176) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 11:45:39.826394 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b1059a9-2b4f-450e-a265-fb858150729f None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-601336-94-hyperv {{(pid=94176) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 11:45:39.826394 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b1059a9-2b4f-450e-a265-fb858150729f None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-601336-94-hyperv {{(pid=94176) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 11:45:39.826394 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b1059a9-2b4f-450e-a265-fb858150729f None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-601336-94-hyperv {{(pid=94176) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 11:45:39.826394 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b1059a9-2b4f-450e-a265-fb858150729f None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-94-hyperv {{(pid=94176) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 11:45:39.826394 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b1059a9-2b4f-450e-a265-fb858150729f None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-601336-94-hyperv {{(pid=94176) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 11:45:39.826394 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b1059a9-2b4f-450e-a265-fb858150729f None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-601336-94-hyperv {{(pid=94176) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 11:45:39.826394 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG oslo_concurrency.lockutils [None req-5b1059a9-2b4f-450e-a265-fb858150729f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.068s {{(pid=94176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 11:45:39.911803 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.plugins.ml2.rpc [None req-dc7542b2-afef-47f4-a763-e3a3cba144be None None] Device e90d110b-51de-41dc-8114-733f34789dcf no longer exists at agent ovs-agent-dv-neutron-601336-94-hyperv {{(pid=94176) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:261}} Jun 23 11:45:39.933246 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.plugins.ml2.plugin [None req-dc7542b2-afef-47f4-a763-e3a3cba144be None None] No Port match for: e90d110b-51de-41dc-8114-733f34789dcf {{(pid=94176) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2240}} Jun 23 11:45:39.933591 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.plugins.ml2.rpc [None req-dc7542b2-afef-47f4-a763-e3a3cba144be None None] Device e90d110b-51de-41dc-8114-733f34789dcf not bound to the agent host dv-neutron-601336-94-hyperv {{(pid=94176) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:271}} Jun 23 11:45:39.934031 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.plugins.ml2.rpc [None req-dc7542b2-afef-47f4-a763-e3a3cba144be None None] Device 6dc2feaf-a646-4162-8566-144dc8456cb6 no longer exists at agent ovs-agent-dv-neutron-601336-94-hyperv {{(pid=94176) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:261}} Jun 23 11:45:39.952803 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.plugins.ml2.plugin [None req-dc7542b2-afef-47f4-a763-e3a3cba144be None None] No Port match for: 6dc2feaf-a646-4162-8566-144dc8456cb6 {{(pid=94176) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2240}} Jun 23 11:45:39.953167 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.plugins.ml2.rpc [None req-dc7542b2-afef-47f4-a763-e3a3cba144be None None] Device 6dc2feaf-a646-4162-8566-144dc8456cb6 not bound to the agent host dv-neutron-601336-94-hyperv {{(pid=94176) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:271}} Jun 23 11:45:39.967620 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron_lib.callbacks.manager [None req-5e9836ae-3601-4b0a-830e-b962e6263070 tempest-TestNetworkBasicOps-233187296 tempest-TestNetworkBasicOps-233187296-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-922904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866062', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773700135024', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773699642224', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5196390'] for port, after_delete {{(pid=94174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:45:39.967620 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG oslo_concurrency.lockutils [None req-94a4a575-f4bb-4099-a829-3967bf431d37 tempest-TestNetworkBasicOps-233187296 tempest-TestNetworkBasicOps-233187296-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94174) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 11:45:39.991939 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e9836ae-3601-4b0a-830e-b962e6263070 tempest-TestNetworkBasicOps-233187296 tempest-TestNetworkBasicOps-233187296-project] Pushing event deleted for resources: {'Port': ['ID=8b493acb-9b6a-45ed-90a4-697761fa4675,revision_number=None']} {{(pid=94174) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 11:45:39.994971 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG oslo_concurrency.lockutils [None req-5e9836ae-3601-4b0a-830e-b962e6263070 tempest-TestNetworkBasicOps-233187296 tempest-TestNetworkBasicOps-233187296-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.029s {{(pid=94174) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 11:45:40.052058 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron_lib.callbacks.manager [None req-5e9836ae-3601-4b0a-830e-b962e6263070 tempest-TestNetworkBasicOps-233187296 tempest-TestNetworkBasicOps-233187296-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-524171'] for router_gateway, after_delete {{(pid=94174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:45:40.138564 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron_lib.callbacks.manager [None req-5e9836ae-3601-4b0a-830e-b962e6263070 tempest-TestNetworkBasicOps-233187296 tempest-TestNetworkBasicOps-233187296-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-520417', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-32301'] for router, precommit_delete {{(pid=94174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:45:40.140070 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron_lib.callbacks.manager [None req-5e9836ae-3601-4b0a-830e-b962e6263070 tempest-TestNetworkBasicOps-233187296 tempest-TestNetworkBasicOps-233187296-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:45:40.241408 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron_lib.callbacks.manager [None req-5e9836ae-3601-4b0a-830e-b962e6263070 tempest-TestNetworkBasicOps-233187296 tempest-TestNetworkBasicOps-233187296-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-494961'] for router, after_delete {{(pid=94174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:45:40.242052 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5e9836ae-3601-4b0a-830e-b962e6263070 tempest-TestNetworkBasicOps-233187296 tempest-TestNetworkBasicOps-233187296-project] Fanout notify agent at l3_agent the message router_deleted on router 4552d8c9-573f-46ba-9865-ddd6d2ee4540 {{(pid=94174) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jun 23 11:45:40.248527 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron_lib.callbacks.manager [None req-5e9836ae-3601-4b0a-830e-b962e6263070 tempest-TestNetworkBasicOps-233187296 tempest-TestNetworkBasicOps-233187296-project] Notify callbacks [] for router, before_response {{(pid=94174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:45:40.249621 dv-neutron-601336-94-hyperv neutron-server[94174]: INFO neutron.wsgi [None req-5e9836ae-3601-4b0a-830e-b962e6263070 tempest-TestNetworkBasicOps-233187296 tempest-TestNetworkBasicOps-233187296-project] 10.222.0.20 "DELETE /v2.0/routers/4552d8c9-573f-46ba-9865-ddd6d2ee4540 HTTP/1.1" status: 204 len: 168 time: 1.0208700 Jun 23 11:45:40.252211 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.wsgi [-] (94174) accepted ('10.222.0.20', 44552) {{(pid=94174) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 11:45:40.330736 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron_lib.callbacks.manager [None req-ad02f962-229c-4fab-91b6-0016223ed590 tempest-TestNetworkBasicOps-233187296 tempest-TestNetworkBasicOps-233187296-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-824874'] for network, before_delete {{(pid=94174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:45:40.417514 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron_lib.callbacks.manager [None req-ad02f962-229c-4fab-91b6-0016223ed590 tempest-TestNetworkBasicOps-233187296 tempest-TestNetworkBasicOps-233187296-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-897259', 'neutron.services.segments.db._delete_segments_for_network-8773700168587'] for network, precommit_delete {{(pid=94174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:45:40.426979 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.services.segments.db [None req-ad02f962-229c-4fab-91b6-0016223ed590 tempest-TestNetworkBasicOps-233187296 tempest-TestNetworkBasicOps-233187296-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9ff04a95-5226-42f5-93b7-96bdbdef413d']}} {{(pid=94174) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 11:45:40.436842 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.services.segments.db [None req-ad02f962-229c-4fab-91b6-0016223ed590 tempest-TestNetworkBasicOps-233187296 tempest-TestNetworkBasicOps-233187296-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8b9820af-555a-44ff-8546-c8ed2bd22896') {'for_net_delete': True} {{(pid=94174) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 11:45:40.437146 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.services.segments.db [None req-ad02f962-229c-4fab-91b6-0016223ed590 tempest-TestNetworkBasicOps-233187296 tempest-TestNetworkBasicOps-233187296-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8b9820af-555a-44ff-8546-c8ed2bd22896') {} {{(pid=94174) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 11:45:40.446136 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron_lib.callbacks.manager [None req-ad02f962-229c-4fab-91b6-0016223ed590 tempest-TestNetworkBasicOps-233187296 tempest-TestNetworkBasicOps-233187296-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8773699955833', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4800267'] for segment, before_delete {{(pid=94174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:45:40.458913 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron_lib.callbacks.manager [None req-ad02f962-229c-4fab-91b6-0016223ed590 tempest-TestNetworkBasicOps-233187296 tempest-TestNetworkBasicOps-233187296-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3801'] for segment, precommit_delete {{(pid=94174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:45:40.465054 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ad02f962-229c-4fab-91b6-0016223ed590 tempest-TestNetworkBasicOps-233187296 tempest-TestNetworkBasicOps-233187296-project] Releasing vlan 403 on physical network physnet1 to pool {{(pid=94174) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 23 11:45:40.465462 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron_lib.callbacks.manager [None req-ad02f962-229c-4fab-91b6-0016223ed590 tempest-TestNetworkBasicOps-233187296 tempest-TestNetworkBasicOps-233187296-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3801', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5196341'] for segment, after_delete {{(pid=94174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:45:40.468293 dv-neutron-601336-94-hyperv neutron-server[94174]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 23 11:45:40.468293 dv-neutron-601336-94-hyperv neutron-server[94174]: conditions |= (models_v2.Port.network_id.in_( Jun 23 11:45:40.468293 dv-neutron-601336-94-hyperv neutron-server[94174]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 23 11:45:40.468293 dv-neutron-601336-94-hyperv neutron-server[94174]: conditions |= (models_v2.Port.network_id.in_( Jun 23 11:45:40.468293 dv-neutron-601336-94-hyperv neutron-server[94174]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 23 11:45:40.468293 dv-neutron-601336-94-hyperv neutron-server[94174]: conditions |= (models_v2.Port.network_id.in_( Jun 23 11:45:40.468293 dv-neutron-601336-94-hyperv neutron-server[94174]: Traceback (most recent call last): Jun 23 11:45:40.468293 dv-neutron-601336-94-hyperv neutron-server[94174]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 23 11:45:40.468293 dv-neutron-601336-94-hyperv neutron-server[94174]: timer() Jun 23 11:45:40.468293 dv-neutron-601336-94-hyperv neutron-server[94174]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 23 11:45:40.468293 dv-neutron-601336-94-hyperv neutron-server[94174]: cb(*args, **kw) Jun 23 11:45:40.468293 dv-neutron-601336-94-hyperv neutron-server[94174]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 23 11:45:40.468293 dv-neutron-601336-94-hyperv neutron-server[94174]: return func(*args, **kwargs) Jun 23 11:45:40.468293 dv-neutron-601336-94-hyperv neutron-server[94174]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 23 11:45:40.468293 dv-neutron-601336-94-hyperv neutron-server[94174]: self._notify() Jun 23 11:45:40.468293 dv-neutron-601336-94-hyperv neutron-server[94174]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 23 11:45:40.468293 dv-neutron-601336-94-hyperv neutron-server[94174]: self.callback(batched_events) Jun 23 11:45:40.468293 dv-neutron-601336-94-hyperv neutron-server[94174]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 23 11:45:40.468293 dv-neutron-601336-94-hyperv neutron-server[94174]: event.method(event) Jun 23 11:45:40.468293 dv-neutron-601336-94-hyperv neutron-server[94174]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 23 11:45:40.468293 dv-neutron-601336-94-hyperv neutron-server[94174]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 23 11:45:40.468293 dv-neutron-601336-94-hyperv neutron-server[94174]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 23 11:45:40.468293 dv-neutron-601336-94-hyperv neutron-server[94174]: aggregate_uuid = self.p_client.list_aggregates( Jun 23 11:45:40.468293 dv-neutron-601336-94-hyperv neutron-server[94174]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 23 11:45:40.468293 dv-neutron-601336-94-hyperv neutron-server[94174]: return f(self, *a, **k) Jun 23 11:45:40.468293 dv-neutron-601336-94-hyperv neutron-server[94174]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 23 11:45:40.468293 dv-neutron-601336-94-hyperv neutron-server[94174]: return self._get(url).json() Jun 23 11:45:40.468293 dv-neutron-601336-94-hyperv neutron-server[94174]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 23 11:45:40.468293 dv-neutron-601336-94-hyperv neutron-server[94174]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 23 11:45:40.468293 dv-neutron-601336-94-hyperv neutron-server[94174]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 23 11:45:40.468293 dv-neutron-601336-94-hyperv neutron-server[94174]: return self.request(url, 'GET', **kwargs) Jun 23 11:45:40.468293 dv-neutron-601336-94-hyperv neutron-server[94174]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 23 11:45:40.468293 dv-neutron-601336-94-hyperv neutron-server[94174]: base_url = self.get_endpoint(auth, allow=allow, Jun 23 11:45:40.468293 dv-neutron-601336-94-hyperv neutron-server[94174]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 23 11:45:40.468293 dv-neutron-601336-94-hyperv neutron-server[94174]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 23 11:45:40.468293 dv-neutron-601336-94-hyperv neutron-server[94174]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 23 11:45:40.468293 dv-neutron-601336-94-hyperv neutron-server[94174]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 23 11:45:40.468293 dv-neutron-601336-94-hyperv neutron-server[94174]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 23 11:45:40.584343 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron_lib.callbacks.manager [None req-ad02f962-229c-4fab-91b6-0016223ed590 tempest-TestNetworkBasicOps-233187296 tempest-TestNetworkBasicOps-233187296-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-897248', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8002400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7866073', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-524247'] for network, after_delete {{(pid=94174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:45:40.587789 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG oslo_concurrency.lockutils [None req-ced6ffe9-f3c2-43b1-bed0-622944fa1952 tempest-NetworksIpV6Test-253648203 tempest-NetworksIpV6Test-253648203-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94174) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 11:45:40.591649 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron_lib.callbacks.manager [None req-ad02f962-229c-4fab-91b6-0016223ed590 tempest-TestNetworkBasicOps-233187296 tempest-TestNetworkBasicOps-233187296-project] Notify callbacks [] for network, before_response {{(pid=94174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:45:40.593471 dv-neutron-601336-94-hyperv neutron-server[94174]: INFO neutron.wsgi [None req-ad02f962-229c-4fab-91b6-0016223ed590 tempest-TestNetworkBasicOps-233187296 tempest-TestNetworkBasicOps-233187296-project] 10.222.0.20 "DELETE /v2.0/networks/9ff04a95-5226-42f5-93b7-96bdbdef413d HTTP/1.1" status: 204 len: 168 time: 0.3403068 Jun 23 11:45:40.607945 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.wsgi [-] (94175) accepted ('10.222.0.20', 44554) {{(pid=94175) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 11:45:40.608484 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad02f962-229c-4fab-91b6-0016223ed590 tempest-TestNetworkBasicOps-233187296 tempest-TestNetworkBasicOps-233187296-project] Pushing event deleted for resources: {'Network': ['ID=9ff04a95-5226-42f5-93b7-96bdbdef413d,revision_number=None']} {{(pid=94174) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 11:45:40.610239 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG oslo_concurrency.lockutils [None req-ad02f962-229c-4fab-91b6-0016223ed590 tempest-TestNetworkBasicOps-233187296 tempest-TestNetworkBasicOps-233187296-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.023s {{(pid=94174) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 11:45:40.614980 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.api.v2.base [None req-bb278723-f7a8-4bec-9d11-9556b07778db tempest-TestNetworkBasicOps-233187296 tempest-TestNetworkBasicOps-233187296-project] Request body: {'network': {'name': 'tempest-network-smoke--1055067621', 'project_id': '772b9946478d439e9da4eaeade7fb21d', 'port_security_enabled': True}} {{(pid=94175) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 23 11:45:40.700357 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bb278723-f7a8-4bec-9d11-9556b07778db tempest-TestNetworkBasicOps-233187296 tempest-TestNetworkBasicOps-233187296-project] Made reservation on behalf of 772b9946478d439e9da4eaeade7fb21d for: {'network': 1} {{(pid=94175) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 23 11:45:40.704239 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron_lib.callbacks.manager [None req-bb278723-f7a8-4bec-9d11-9556b07778db tempest-TestNetworkBasicOps-233187296 tempest-TestNetworkBasicOps-233187296-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-923104'] for network, before_create {{(pid=94175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:45:40.730200 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-bb278723-f7a8-4bec-9d11-9556b07778db tempest-TestNetworkBasicOps-233187296 tempest-TestNetworkBasicOps-233187296-project] vlan segment allocate from pool success with {'vlan_id': 405, 'physical_network': 'physnet1'} {{(pid=94175) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 23 11:45:40.738723 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron_lib.callbacks.manager [None req-bb278723-f7a8-4bec-9d11-9556b07778db tempest-TestNetworkBasicOps-233187296 tempest-TestNetworkBasicOps-233187296-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3801'] for segment, precommit_create {{(pid=94175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:45:40.739148 dv-neutron-601336-94-hyperv neutron-server[94175]: INFO neutron.db.segments_db [None req-bb278723-f7a8-4bec-9d11-9556b07778db tempest-TestNetworkBasicOps-233187296 tempest-TestNetworkBasicOps-233187296-project] Added segment 82af645c-54b9-40e2-b447-1ad0a90238cd of type vlan for network 7c6ed185-f292-4360-8abf-4c847180005e Jun 23 11:45:40.779875 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron_lib.callbacks.manager [None req-bb278723-f7a8-4bec-9d11-9556b07778db tempest-TestNetworkBasicOps-233187296 tempest-TestNetworkBasicOps-233187296-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8773699596773'] for network, precommit_create {{(pid=94175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:45:40.917045 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron_lib.callbacks.manager [None req-bb278723-f7a8-4bec-9d11-9556b07778db tempest-TestNetworkBasicOps-233187296 tempest-TestNetworkBasicOps-233187296-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8002400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7866073'] for network, after_create {{(pid=94175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:45:40.922661 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bb278723-f7a8-4bec-9d11-9556b07778db tempest-TestNetworkBasicOps-233187296 tempest-TestNetworkBasicOps-233187296-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 11:45:40.923281 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron_lib.callbacks.manager [None req-bb278723-f7a8-4bec-9d11-9556b07778db tempest-TestNetworkBasicOps-233187296 tempest-TestNetworkBasicOps-233187296-project] Notify callbacks [] for network, before_response {{(pid=94175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:45:40.925782 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG oslo_concurrency.lockutils [None req-d8136483-c477-41d8-a7cf-2c76e0e350ea tempest-NetworksIpV6Test-253648203 tempest-NetworksIpV6Test-253648203-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94175) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 11:45:40.962799 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron_lib.callbacks.manager [None req-bc334742-181b-47ae-85ee-f7998fe06fef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773699952132', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-899307'] for agent, after_update {{(pid=94176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:45:40.994090 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb278723-f7a8-4bec-9d11-9556b07778db tempest-TestNetworkBasicOps-233187296 tempest-TestNetworkBasicOps-233187296-project] Pushing event updated for resources: {'Network': ['ID=7c6ed185-f292-4360-8abf-4c847180005e,revision_number=1']} {{(pid=94175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 11:45:40.996818 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG oslo_concurrency.lockutils [None req-bb278723-f7a8-4bec-9d11-9556b07778db tempest-TestNetworkBasicOps-233187296 tempest-TestNetworkBasicOps-233187296-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.071s {{(pid=94175) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 11:45:41.005134 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.plugins.ml2.rpc [None req-dc7542b2-afef-47f4-a763-e3a3cba144be None None] Network 7c6ed185-f292-4360-8abf-4c847180005e details requested by agent ovs-agent-dv-neutron-601336-94-hyperv with host dv-neutron-601336-94-hyperv {{(pid=94176) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:250}} Jun 23 11:45:41.043843 dv-neutron-601336-94-hyperv neutron-server[94175]: INFO neutron.wsgi [None req-bb278723-f7a8-4bec-9d11-9556b07778db tempest-TestNetworkBasicOps-233187296 tempest-TestNetworkBasicOps-233187296-project] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.4333093 Jun 23 11:45:41.046480 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.wsgi [-] (94175) accepted ('10.222.0.20', 44556) {{(pid=94175) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 11:45:41.051052 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.api.v2.base [None req-9a91adc1-49b4-43f3-8a86-1e4bfe1072f2 tempest-TestNetworkBasicOps-233187296 tempest-TestNetworkBasicOps-233187296-project] Request body: {'router': {'name': 'tempest-TestNetworkBasicOps-router-1394013319', 'admin_state_up': True, 'project_id': '772b9946478d439e9da4eaeade7fb21d', 'external_gateway_info': {'network_id': '3e7e4eb3-cf02-4d47-ade9-0a579cdfc60f'}}} {{(pid=94175) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 23 11:45:41.128662 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron_lib.callbacks.manager [None req-9a91adc1-49b4-43f3-8a86-1e4bfe1072f2 tempest-TestNetworkBasicOps-233187296 tempest-TestNetworkBasicOps-233187296-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-520407', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-32315'] for router, before_create {{(pid=94175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:45:41.129720 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron_lib.callbacks.manager [None req-9a91adc1-49b4-43f3-8a86-1e4bfe1072f2 tempest-TestNetworkBasicOps-233187296 tempest-TestNetworkBasicOps-233187296-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-520264', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-524122', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-414782', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-32290'] for router, precommit_create {{(pid=94175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:45:41.181397 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron_lib.callbacks.manager [None req-9a91adc1-49b4-43f3-8a86-1e4bfe1072f2 tempest-TestNetworkBasicOps-233187296 tempest-TestNetworkBasicOps-233187296-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:45:41.413840 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron_lib.callbacks.manager [None req-9a91adc1-49b4-43f3-8a86-1e4bfe1072f2 tempest-TestNetworkBasicOps-233187296 tempest-TestNetworkBasicOps-233187296-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-524104', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-520389', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-32276'] for router, precommit_update {{(pid=94175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:45:41.602603 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.plugins.ml2.rpc [None req-dc7542b2-afef-47f4-a763-e3a3cba144be None None] Device 8b493acb-9b6a-45ed-90a4-697761fa4675 no longer exists at agent ovs-agent-dv-neutron-601336-94-hyperv {{(pid=94176) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:261}} Jun 23 11:45:41.627305 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.plugins.ml2.plugin [None req-dc7542b2-afef-47f4-a763-e3a3cba144be None None] No Port match for: 8b493acb-9b6a-45ed-90a4-697761fa4675 {{(pid=94176) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2240}} Jun 23 11:45:41.627877 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.plugins.ml2.rpc [None req-dc7542b2-afef-47f4-a763-e3a3cba144be None None] Device 8b493acb-9b6a-45ed-90a4-697761fa4675 not bound to the agent host dv-neutron-601336-94-hyperv {{(pid=94176) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:271}} Jun 23 11:45:41.654027 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron_lib.callbacks.manager [None req-9a91adc1-49b4-43f3-8a86-1e4bfe1072f2 tempest-TestNetworkBasicOps-233187296 tempest-TestNetworkBasicOps-233187296-project] Notify callbacks [] for router_gateway, before_create {{(pid=94175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:45:41.675677 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron_lib.callbacks.manager [None req-9a91adc1-49b4-43f3-8a86-1e4bfe1072f2 tempest-TestNetworkBasicOps-233187296 tempest-TestNetworkBasicOps-233187296-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-923104'] for port, before_create {{(pid=94175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:45:41.776839 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.db.db_base_plugin_common [None req-9a91adc1-49b4-43f3-8a86-1e4bfe1072f2 tempest-TestNetworkBasicOps-233187296 tempest-TestNetworkBasicOps-233187296-project] Allocated IP 172.26.3.251 (3e7e4eb3-cf02-4d47-ade9-0a579cdfc60f/a5ad15ab-c489-4a67-a9b0-d559fca0ec71/d8b0bc70-b1be-47c6-afc7-9f8cf57445e9) {{(pid=94175) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 23 11:45:41.884086 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron_lib.callbacks.manager [None req-9a91adc1-49b4-43f3-8a86-1e4bfe1072f2 tempest-TestNetworkBasicOps-233187296 tempest-TestNetworkBasicOps-233187296-project] Notify callbacks [] for port, precommit_create {{(pid=94175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:45:41.973199 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron_lib.callbacks.manager [None req-9a91adc1-49b4-43f3-8a86-1e4bfe1072f2 tempest-TestNetworkBasicOps-233187296 tempest-TestNetworkBasicOps-233187296-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-922915', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-239814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7866073', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773699642215', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-5082457'] for port, after_create {{(pid=94175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:45:41.976537 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG oslo_concurrency.lockutils [None req-d2136f3c-e590-430f-ac87-6d30c21f37f6 tempest-TestNetworkBasicOps-233187296 tempest-TestNetworkBasicOps-233187296-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94175) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 11:45:42.012063 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9a91adc1-49b4-43f3-8a86-1e4bfe1072f2 tempest-TestNetworkBasicOps-233187296 tempest-TestNetworkBasicOps-233187296-project] Network 3e7e4eb3-cf02-4d47-ade9-0a579cdfc60f is already hosted by enough agents. {{(pid=94175) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 23 11:45:42.014977 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.scheduler.base_scheduler [None req-9a91adc1-49b4-43f3-8a86-1e4bfe1072f2 tempest-TestNetworkBasicOps-233187296 tempest-TestNetworkBasicOps-233187296-project] Resources bound (agent type, host, resource id): {{(pid=94175) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 23 11:45:42.020427 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9a91adc1-49b4-43f3-8a86-1e4bfe1072f2 tempest-TestNetworkBasicOps-233187296 tempest-TestNetworkBasicOps-233187296-project] Received port after_create {{(pid=94175) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 23 11:45:42.042791 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a91adc1-49b4-43f3-8a86-1e4bfe1072f2 tempest-TestNetworkBasicOps-233187296 tempest-TestNetworkBasicOps-233187296-project] Pushing event updated for resources: {'Port': ['ID=d8b0bc70-b1be-47c6-afc7-9f8cf57445e9,revision_number=1']} {{(pid=94175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 11:45:42.046551 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG oslo_concurrency.lockutils [None req-9a91adc1-49b4-43f3-8a86-1e4bfe1072f2 tempest-TestNetworkBasicOps-233187296 tempest-TestNetworkBasicOps-233187296-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.070s {{(pid=94175) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 11:45:42.372060 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron_lib.callbacks.manager [None req-9a91adc1-49b4-43f3-8a86-1e4bfe1072f2 tempest-TestNetworkBasicOps-233187296 tempest-TestNetworkBasicOps-233187296-project] Notify callbacks [] for router_gateway, after_create {{(pid=94175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:45:42.561962 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron_lib.callbacks.manager [None req-9a91adc1-49b4-43f3-8a86-1e4bfe1072f2 tempest-TestNetworkBasicOps-233187296 tempest-TestNetworkBasicOps-233187296-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-520412', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-524143'] for router, after_create {{(pid=94175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:45:42.779705 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9a91adc1-49b4-43f3-8a86-1e4bfe1072f2 tempest-TestNetworkBasicOps-233187296 tempest-TestNetworkBasicOps-233187296-project] Router ade8f4bc-d61a-4279-9c53-6d5e6bc3ad41 is scheduled to L3 agent 50ef99c0-ef28-4db5-b303-b145898fae60 with binding_index 1 {{(pid=94175) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jun 23 11:45:42.894956 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9a91adc1-49b4-43f3-8a86-1e4bfe1072f2 tempest-TestNetworkBasicOps-233187296 tempest-TestNetworkBasicOps-233187296-project] Notify agent at l3_agent.dv-neutron-601336-94-hyperv the message routers_updated {{(pid=94175) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 23 11:45:42.906513 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-96fb6cb1-d0da-45ad-bb6f-ed603f76cfc2 None None] Sync routers for ids ['ade8f4bc-d61a-4279-9c53-6d5e6bc3ad41'] in dv-neutron-601336-94-hyperv {{(pid=94176) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 23 11:45:42.913114 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.db.l3_dvrscheduler_db [None req-96fb6cb1-d0da-45ad-bb6f-ed603f76cfc2 None None] Routers {'ade8f4bc-d61a-4279-9c53-6d5e6bc3ad41'} bound to L3 agent in host dv-neutron-601336-94-hyperv {{(pid=94176) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 23 11:45:42.913731 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.db.l3_hamode_db [None req-96fb6cb1-d0da-45ad-bb6f-ed603f76cfc2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-601336-94-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-23T11:22:13Z,description=,heartbeat_timestamp=2021-06-23T11:45:13Z,host='dv-neutron-601336-94-hyperv',id=50ef99c0-ef28-4db5-b303-b145898fae60,load=0,resource_versions=,resources_synced=,started_at=2021-06-23T11:22:14Z,topic='l3_agent')) {'router_ids': ['ade8f4bc-d61a-4279-9c53-6d5e6bc3ad41'], 'active': True} {{(pid=94176) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 11:45:42.985706 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron_lib.callbacks.manager [None req-9a91adc1-49b4-43f3-8a86-1e4bfe1072f2 tempest-TestNetworkBasicOps-233187296 tempest-TestNetworkBasicOps-233187296-project] Notify callbacks [] for router, before_response {{(pid=94175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:45:42.987009 dv-neutron-601336-94-hyperv neutron-server[94175]: INFO neutron.wsgi [None req-9a91adc1-49b4-43f3-8a86-1e4bfe1072f2 tempest-TestNetworkBasicOps-233187296 tempest-TestNetworkBasicOps-233187296-project] 10.222.0.20 "POST /v2.0/routers HTTP/1.1" status: 201 len: 887 time: 1.9395823 Jun 23 11:45:42.994518 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.wsgi [-] (94175) accepted ('10.222.0.20', 44558) {{(pid=94175) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 11:45:43.016024 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.db.l3_dvr_db [None req-96fb6cb1-d0da-45ad-bb6f-ed603f76cfc2 None None] Set router ade8f4bc-d61a-4279-9c53-6d5e6bc3ad41 gateway port host: dv-neutron-601336-94-hyperv {{(pid=94176) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:838}} Jun 23 11:45:43.159432 dv-neutron-601336-94-hyperv neutron-server[94175]: INFO neutron.wsgi [None req-4995a6ab-1ef1-4369-9500-f5fd9fb6adcb tempest-TestNetworkBasicOps-1420332966 tempest-TestNetworkBasicOps-1420332966-project-admin] 10.222.0.20 "GET /v2.0/subnets?project_id=772b9946478d439e9da4eaeade7fb21d&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.1636009 Jun 23 11:45:43.161677 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.wsgi [-] (94175) accepted ('10.222.0.20', 44562) {{(pid=94175) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 11:45:43.208371 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.db.l3_hamode_db [None req-96fb6cb1-d0da-45ad-bb6f-ed603f76cfc2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ade8f4bc-d61a-4279-9c53-6d5e6bc3ad41', 'name': 'tempest-TestNetworkBasicOps-router-1394013319', 'tenant_id': '772b9946478d439e9da4eaeade7fb21d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3e7e4eb3-cf02-4d47-ade9-0a579cdfc60f', 'external_fixed_ips': [{'subnet_id': 'a5ad15ab-c489-4a67-a9b0-d559fca0ec71', 'ip_address': '172.26.3.251'}], 'enable_snat': True}, 'gw_port_id': 'd8b0bc70-b1be-47c6-afc7-9f8cf57445e9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-23T11:45:41Z', 'updated_at': '2021-06-23T11:45:42Z', 'revision_number': 3, 'project_id': '772b9946478d439e9da4eaeade7fb21d', 'gw_port': {'id': 'd8b0bc70-b1be-47c6-afc7-9f8cf57445e9', 'name': '', 'network_id': '3e7e4eb3-cf02-4d47-ade9-0a579cdfc60f', 'tenant_id': '', 'mac_address': 'fa:16:3e:94:78:e5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ade8f4bc-d61a-4279-9c53-6d5e6bc3ad41', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1478, 'fixed_ips': [{'subnet_id': 'a5ad15ab-c489-4a67-a9b0-d559fca0ec71', 'ip_address': '172.26.3.251', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-23T11:45:41Z', 'updated_at': '2021-06-23T11:45:41Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'a5ad15ab-c489-4a67-a9b0-d559fca0ec71', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-601336-94-hyperv'}], 'dv-neutron-601336-94-hyperv', False) {} {{(pid=94176) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 11:45:43.235113 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron_lib.callbacks.manager [None req-dbe962c5-f837-4b2d-a119-21afad969a93 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773699952132', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-899307'] for agent, after_update {{(pid=94176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:45:43.237607 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-96fb6cb1-d0da-45ad-bb6f-ed603f76cfc2 None None] Checking router: ade8f4bc-d61a-4279-9c53-6d5e6bc3ad41 for host: dv-neutron-601336-94-hyperv {{(pid=94176) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 23 11:45:43.237983 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-96fb6cb1-d0da-45ad-bb6f-ed603f76cfc2 None None] Updating router ade8f4bc-d61a-4279-9c53-6d5e6bc3ad41 port d8b0bc70-b1be-47c6-afc7-9f8cf57445e9 binding host dv-neutron-601336-94-hyperv {{(pid=94176) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 23 11:45:43.245952 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-29eb2bf4-7d13-40d2-b206-77acaa69fe17 tempest-TestNetworkBasicOps-1420332966 tempest-TestNetworkBasicOps-1420332966-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 11:45:43.247690 dv-neutron-601336-94-hyperv neutron-server[94175]: INFO neutron.wsgi [None req-29eb2bf4-7d13-40d2-b206-77acaa69fe17 tempest-TestNetworkBasicOps-1420332966 tempest-TestNetworkBasicOps-1420332966-project-admin] 10.222.0.20 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.0843816 Jun 23 11:45:43.253015 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.wsgi [-] (94175) accepted ('10.222.0.20', 44564) {{(pid=94175) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 11:45:43.276777 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron_lib.callbacks.manager [None req-96fb6cb1-d0da-45ad-bb6f-ed603f76cfc2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-923122'] for port, before_update {{(pid=94176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:45:43.285705 dv-neutron-601336-94-hyperv neutron-server[94175]: INFO neutron.wsgi [None req-8658a0c8-3769-412d-a1ea-67c0cdd974b7 tempest-TestNetworkBasicOps-1420332966 tempest-TestNetworkBasicOps-1420332966-project-admin] 10.222.0.20 "GET /v2.0/subnets?network_id=3e7e4eb3-cf02-4d47-ade9-0a579cdfc60f&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0318840 Jun 23 11:45:43.285937 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.wsgi [-] (94175) accepted ('10.222.0.20', 44566) {{(pid=94175) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 11:45:43.291108 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.api.v2.base [None req-4dfb3c78-e97d-459f-9374-5f095cc7fb28 tempest-TestNetworkBasicOps-233187296 tempest-TestNetworkBasicOps-233187296-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-81516299', 'network_id': '7c6ed185-f292-4360-8abf-4c847180005e', 'project_id': '772b9946478d439e9da4eaeade7fb21d', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=94175) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 23 11:45:43.453063 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4dfb3c78-e97d-459f-9374-5f095cc7fb28 tempest-TestNetworkBasicOps-233187296 tempest-TestNetworkBasicOps-233187296-project] Made reservation on behalf of 772b9946478d439e9da4eaeade7fb21d for: {'subnet': 1} {{(pid=94175) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 23 11:45:43.456758 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron_lib.callbacks.manager [None req-4dfb3c78-e97d-459f-9374-5f095cc7fb28 tempest-TestNetworkBasicOps-233187296 tempest-TestNetworkBasicOps-233187296-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4660073'] for subnet, before_create {{(pid=94175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:45:43.523629 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron_lib.callbacks.manager [None req-96fb6cb1-d0da-45ad-bb6f-ed603f76cfc2 None None] Notify callbacks [] for port, precommit_update {{(pid=94176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:45:43.533476 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.db.provisioning_blocks [None req-96fb6cb1-d0da-45ad-bb6f-ed603f76cfc2 None None] Transition to ACTIVE for port object d8b0bc70-b1be-47c6-afc7-9f8cf57445e9 will not be triggered until provisioned by entity L2. {{(pid=94176) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 23 11:45:43.666144 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron_lib.callbacks.manager [None req-96fb6cb1-d0da-45ad-bb6f-ed603f76cfc2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-922904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866062', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773700135042', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773699642233', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773699642278'] for port, after_update {{(pid=94176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:45:43.668322 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG oslo_concurrency.lockutils [None req-a04c6ca6-40a6-4cb8-9fe3-eb393ba010a9 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 11:45:43.725299 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.plugins.ml2.managers [None req-96fb6cb1-d0da-45ad-bb6f-ed603f76cfc2 None None] Attempting to bind port d8b0bc70-b1be-47c6-afc7-9f8cf57445e9 on host dv-neutron-601336-94-hyperv for vnic_type normal with profile {{(pid=94176) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 23 11:45:43.725299 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.plugins.ml2.managers [None req-96fb6cb1-d0da-45ad-bb6f-ed603f76cfc2 None None] Attempting to bind port d8b0bc70-b1be-47c6-afc7-9f8cf57445e9 by drivers openvswitch,hyperv on host dv-neutron-601336-94-hyperv at level 0 using segments [{'id': 'c23be0a5-6980-48fb-bc9f-4a24717fe1de', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3e7e4eb3-cf02-4d47-ade9-0a579cdfc60f'}] {{(pid=94176) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 23 11:45:43.725299 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-96fb6cb1-d0da-45ad-bb6f-ed603f76cfc2 None None] Attempting to bind port d8b0bc70-b1be-47c6-afc7-9f8cf57445e9 on network 3e7e4eb3-cf02-4d47-ade9-0a579cdfc60f {{(pid=94176) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 23 11:45:43.725299 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b78699c-c089-48d7-a395-72ef287d3e80 None None] Pushing event updated for resources: {'Port': ['ID=d8b0bc70-b1be-47c6-afc7-9f8cf57445e9,revision_number=2']} {{(pid=94176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 11:45:43.726577 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG oslo_concurrency.lockutils [None req-7b78699c-c089-48d7-a395-72ef287d3e80 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.058s {{(pid=94176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 11:45:43.729351 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-96fb6cb1-d0da-45ad-bb6f-ed603f76cfc2 None None] Checking agent: {'id': '4d05f899-5ac9-411b-8a03-f60c93f87cdf', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-601336-94-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 23, 11, 22, 14), 'started_at': datetime.datetime(2021, 6, 23, 11, 22, 44), 'heartbeat_timestamp': datetime.datetime(2021, 6, 23, 11, 45, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'monitor_allowed_address_pair_garp': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-601336-94-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94176) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 23 11:45:43.729772 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-96fb6cb1-d0da-45ad-bb6f-ed603f76cfc2 None None] Checking segment: {'id': 'c23be0a5-6980-48fb-bc9f-4a24717fe1de', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3e7e4eb3-cf02-4d47-ade9-0a579cdfc60f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94176) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 23 11:45:43.730186 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron_lib.callbacks.manager [None req-96fb6cb1-d0da-45ad-bb6f-ed603f76cfc2 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:45:43.730586 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-96fb6cb1-d0da-45ad-bb6f-ed603f76cfc2 None None] Bound using segment: {'id': 'c23be0a5-6980-48fb-bc9f-4a24717fe1de', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3e7e4eb3-cf02-4d47-ade9-0a579cdfc60f'} {{(pid=94176) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 23 11:45:43.731140 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.plugins.ml2.managers [None req-96fb6cb1-d0da-45ad-bb6f-ed603f76cfc2 None None] Bound port: d8b0bc70-b1be-47c6-afc7-9f8cf57445e9, host: dv-neutron-601336-94-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c23be0a5-6980-48fb-bc9f-4a24717fe1de', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3e7e4eb3-cf02-4d47-ade9-0a579cdfc60f'}}] {{(pid=94176) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 23 11:45:43.731464 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron_lib.callbacks.manager [None req-96fb6cb1-d0da-45ad-bb6f-ed603f76cfc2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-923122'] for port, before_update {{(pid=94176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:45:43.807116 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.plugins.ml2.db [None req-96fb6cb1-d0da-45ad-bb6f-ed603f76cfc2 None None] For port d8b0bc70-b1be-47c6-afc7-9f8cf57445e9, host dv-neutron-601336-94-hyperv, cleared binding levels {{(pid=94176) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 23 11:45:43.810290 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.plugins.ml2.db [None req-96fb6cb1-d0da-45ad-bb6f-ed603f76cfc2 None None] For port d8b0bc70-b1be-47c6-afc7-9f8cf57445e9, host dv-neutron-601336-94-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-94-hyperv',level=0,port_id=d8b0bc70-b1be-47c6-afc7-9f8cf57445e9,segment=NetworkSegment(c23be0a5-6980-48fb-bc9f-4a24717fe1de),segment_id=c23be0a5-6980-48fb-bc9f-4a24717fe1de)] {{(pid=94176) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 23 11:45:43.900651 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron_lib.callbacks.manager [None req-dc7542b2-afef-47f4-a763-e3a3cba144be None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773699952132', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-899307'] for agent, after_update {{(pid=94176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:45:43.911949 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron_lib.callbacks.manager [None req-96fb6cb1-d0da-45ad-bb6f-ed603f76cfc2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-922904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866062', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773700135042', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773699642233', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773699642278'] for port, after_update {{(pid=94176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:45:43.916403 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG oslo_concurrency.lockutils [None req-97bd5441-1da2-49ee-a364-27795820ba27 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 11:45:43.970758 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.db.l3_dvrscheduler_db [None req-96fb6cb1-d0da-45ad-bb6f-ed603f76cfc2 None None] Routers {'ade8f4bc-d61a-4279-9c53-6d5e6bc3ad41'} bound to L3 agent in host dv-neutron-601336-94-hyperv {{(pid=94176) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 23 11:45:43.971434 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.db.l3_hamode_db [None req-96fb6cb1-d0da-45ad-bb6f-ed603f76cfc2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-601336-94-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-23T11:22:13Z,description=,heartbeat_timestamp=2021-06-23T11:45:43Z,host='dv-neutron-601336-94-hyperv',id=50ef99c0-ef28-4db5-b303-b145898fae60,load=0,resource_versions=,resources_synced=,started_at=2021-06-23T11:22:14Z,topic='l3_agent')) {'router_ids': ['ade8f4bc-d61a-4279-9c53-6d5e6bc3ad41'], 'active': True} {{(pid=94176) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 11:45:44.007976 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b78699c-c089-48d7-a395-72ef287d3e80 None None] Pushing event updated for resources: {'Port': ['ID=d8b0bc70-b1be-47c6-afc7-9f8cf57445e9,revision_number=3']} {{(pid=94176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 11:45:44.010994 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG oslo_concurrency.lockutils [None req-7b78699c-c089-48d7-a395-72ef287d3e80 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.095s {{(pid=94176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 11:45:44.083327 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.db.l3_dvr_db [None req-96fb6cb1-d0da-45ad-bb6f-ed603f76cfc2 None None] Set router ade8f4bc-d61a-4279-9c53-6d5e6bc3ad41 gateway port host: dv-neutron-601336-94-hyperv {{(pid=94176) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:838}} Jun 23 11:45:44.119047 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron_lib.callbacks.manager [None req-4dfb3c78-e97d-459f-9374-5f095cc7fb28 tempest-TestNetworkBasicOps-233187296 tempest-TestNetworkBasicOps-233187296-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866062', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5083113', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4660095'] for subnet, after_create {{(pid=94175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:45:44.121282 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG oslo_concurrency.lockutils [None req-62ed2a5d-e0e1-4fd5-a214-b0000db4772d tempest-NetworksIpV6Test-253648203 tempest-NetworksIpV6Test-253648203-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94175) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 11:45:44.177177 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4dfb3c78-e97d-459f-9374-5f095cc7fb28 tempest-TestNetworkBasicOps-233187296 tempest-TestNetworkBasicOps-233187296-project] Pushing event updated for resources: {'Subnet': ['ID=00422a88-78b3-4939-97f5-db1169ebe13e,revision_number=0']} {{(pid=94175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 11:45:44.181446 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG oslo_concurrency.lockutils [None req-4dfb3c78-e97d-459f-9374-5f095cc7fb28 tempest-TestNetworkBasicOps-233187296 tempest-TestNetworkBasicOps-233187296-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.060s {{(pid=94175) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 11:45:44.188627 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4dfb3c78-e97d-459f-9374-5f095cc7fb28 tempest-TestNetworkBasicOps-233187296 tempest-TestNetworkBasicOps-233187296-project] Checking segment: {'id': '82af645c-54b9-40e2-b447-1ad0a90238cd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 405, 'network_id': '7c6ed185-f292-4360-8abf-4c847180005e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94175) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 23 11:45:44.189057 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4dfb3c78-e97d-459f-9374-5f095cc7fb28 tempest-TestNetworkBasicOps-233187296 tempest-TestNetworkBasicOps-233187296-project] Network hostable DHCP agents. Network: 7c6ed185-f292-4360-8abf-4c847180005e, hostable agents: ['8cf29b10-0e57-4131-816f-a4b6ad00b249'], hosted agents: [] {{(pid=94175) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 23 11:45:44.264191 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.db.l3_hamode_db [None req-96fb6cb1-d0da-45ad-bb6f-ed603f76cfc2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ade8f4bc-d61a-4279-9c53-6d5e6bc3ad41', 'name': 'tempest-TestNetworkBasicOps-router-1394013319', 'tenant_id': '772b9946478d439e9da4eaeade7fb21d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3e7e4eb3-cf02-4d47-ade9-0a579cdfc60f', 'external_fixed_ips': [{'subnet_id': 'a5ad15ab-c489-4a67-a9b0-d559fca0ec71', 'ip_address': '172.26.3.251'}], 'enable_snat': True}, 'gw_port_id': 'd8b0bc70-b1be-47c6-afc7-9f8cf57445e9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-23T11:45:41Z', 'updated_at': '2021-06-23T11:45:42Z', 'revision_number': 3, 'project_id': '772b9946478d439e9da4eaeade7fb21d', 'gw_port': {'id': 'd8b0bc70-b1be-47c6-afc7-9f8cf57445e9', 'name': '', 'network_id': '3e7e4eb3-cf02-4d47-ade9-0a579cdfc60f', 'tenant_id': '', 'mac_address': 'fa:16:3e:94:78:e5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ade8f4bc-d61a-4279-9c53-6d5e6bc3ad41', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1478, 'fixed_ips': [{'subnet_id': 'a5ad15ab-c489-4a67-a9b0-d559fca0ec71', 'ip_address': '172.26.3.251', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-94-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-23T11:45:41Z', 'updated_at': '2021-06-23T11:45:43Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a5ad15ab-c489-4a67-a9b0-d559fca0ec71', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-601336-94-hyperv'}], 'dv-neutron-601336-94-hyperv', False) {} {{(pid=94176) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 11:45:44.292950 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-96fb6cb1-d0da-45ad-bb6f-ed603f76cfc2 None None] The sync data for ids ['ade8f4bc-d61a-4279-9c53-6d5e6bc3ad41'] in dv-neutron-601336-94-hyperv is: [{'id': 'ade8f4bc-d61a-4279-9c53-6d5e6bc3ad41', 'name': 'tempest-TestNetworkBasicOps-router-1394013319', 'tenant_id': '772b9946478d439e9da4eaeade7fb21d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3e7e4eb3-cf02-4d47-ade9-0a579cdfc60f', 'external_fixed_ips': [{'subnet_id': 'a5ad15ab-c489-4a67-a9b0-d559fca0ec71', 'ip_address': '172.26.3.251'}], 'enable_snat': True}, 'gw_port_id': 'd8b0bc70-b1be-47c6-afc7-9f8cf57445e9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-23T11:45:41Z', 'updated_at': '2021-06-23T11:45:42Z', 'revision_number': 3, 'project_id': '772b9946478d439e9da4eaeade7fb21d', 'gw_port': {'id': 'd8b0bc70-b1be-47c6-afc7-9f8cf57445e9', 'name': '', 'network_id': '3e7e4eb3-cf02-4d47-ade9-0a579cdfc60f', 'tenant_id': '', 'mac_address': 'fa:16:3e:94:78:e5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ade8f4bc-d61a-4279-9c53-6d5e6bc3ad41', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1478, 'fixed_ips': [{'subnet_id': 'a5ad15ab-c489-4a67-a9b0-d559fca0ec71', 'ip_address': '172.26.3.251', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-94-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-23T11:45:41Z', 'updated_at': '2021-06-23T11:45:43Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a5ad15ab-c489-4a67-a9b0-d559fca0ec71', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-601336-94-hyperv'}] {{(pid=94176) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 23 11:45:44.299909 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4dfb3c78-e97d-459f-9374-5f095cc7fb28 tempest-TestNetworkBasicOps-233187296 tempest-TestNetworkBasicOps-233187296-project] Network 7c6ed185-f292-4360-8abf-4c847180005e is scheduled to be hosted by DHCP agent 8cf29b10-0e57-4131-816f-a4b6ad00b249 with binding_index 1 {{(pid=94175) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 23 11:45:44.401210 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.scheduler.base_scheduler [None req-4dfb3c78-e97d-459f-9374-5f095cc7fb28 tempest-TestNetworkBasicOps-233187296 tempest-TestNetworkBasicOps-233187296-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-601336-94-hyperv, 7c6ed185-f292-4360-8abf-4c847180005e) {{(pid=94175) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 23 11:45:44.405531 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4dfb3c78-e97d-459f-9374-5f095cc7fb28 tempest-TestNetworkBasicOps-233187296 tempest-TestNetworkBasicOps-233187296-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 11:45:44.407067 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron_lib.callbacks.manager [None req-4dfb3c78-e97d-459f-9374-5f095cc7fb28 tempest-TestNetworkBasicOps-233187296 tempest-TestNetworkBasicOps-233187296-project] Notify callbacks [] for subnet, before_response {{(pid=94175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:45:44.410510 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-26c4e461-bab5-4e7f-b3d9-a01242999280 None None] Network 7c6ed185-f292-4360-8abf-4c847180005e requested from dv-neutron-601336-94-hyperv {{(pid=94176) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 23 11:45:44.488425 dv-neutron-601336-94-hyperv neutron-server[94175]: INFO neutron.wsgi [None req-4dfb3c78-e97d-459f-9374-5f095cc7fb28 tempest-TestNetworkBasicOps-233187296 tempest-TestNetworkBasicOps-233187296-project] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 830 time: 1.2015145 Jun 23 11:45:44.491016 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.wsgi [-] (94175) accepted ('10.222.0.20', 44568) {{(pid=94175) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 11:45:44.585607 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2f98feba-9a4f-433a-92ba-c81a3c781168 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1e0d828a-1fa4-563d-b7fd-53adf66a04ee-7c6ed185-f292-4360-8abf-4c847180005e', 'network_id': '7c6ed185-f292-4360-8abf-4c847180005e', 'tenant_id': '772b9946478d439e9da4eaeade7fb21d', 'fixed_ips': [{'subnet_id': '00422a88-78b3-4939-97f5-db1169ebe13e'}]}} from dv-neutron-601336-94-hyperv. {{(pid=94176) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 23 11:45:44.588405 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron_lib.callbacks.manager [None req-2f98feba-9a4f-433a-92ba-c81a3c781168 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-923104'] for port, before_create {{(pid=94176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:45:44.661032 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron_lib.callbacks.manager [None req-4c20ea5f-bc7f-4d4e-935d-57f082af6ccb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773699952132', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-899307'] for agent, after_update {{(pid=94176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:45:44.731928 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.db.db_base_plugin_common [None req-2f98feba-9a4f-433a-92ba-c81a3c781168 None None] Allocated IP 172.20.0.2 (7c6ed185-f292-4360-8abf-4c847180005e/00422a88-78b3-4939-97f5-db1169ebe13e/69024759-1c8a-43d5-802e-72224202479c) {{(pid=94176) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 23 11:45:44.892894 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron_lib.callbacks.manager [None req-2f98feba-9a4f-433a-92ba-c81a3c781168 None None] Notify callbacks [] for port, precommit_create {{(pid=94176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:45:44.901579 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.db.provisioning_blocks [None req-2f98feba-9a4f-433a-92ba-c81a3c781168 None None] Transition to ACTIVE for port object 69024759-1c8a-43d5-802e-72224202479c will not be triggered until provisioned by entity L2. {{(pid=94176) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 23 11:45:44.917668 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.db.provisioning_blocks [None req-2f98feba-9a4f-433a-92ba-c81a3c781168 None None] Transition to ACTIVE for port object 69024759-1c8a-43d5-802e-72224202479c will not be triggered until provisioned by entity DHCP. {{(pid=94176) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 23 11:45:44.982465 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron_lib.callbacks.manager [None req-beebe5f2-5fb6-4ebd-9786-8fa10a5cb778 tempest-TestNetworkBasicOps-233187296 tempest-TestNetworkBasicOps-233187296-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-923104'] for port, before_create {{(pid=94175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:45:44.990148 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron_lib.callbacks.manager [None req-2f98feba-9a4f-433a-92ba-c81a3c781168 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-922915', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-239814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7866073', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773699642215'] for port, after_create {{(pid=94176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:45:44.993656 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG oslo_concurrency.lockutils [None req-97bd5441-1da2-49ee-a364-27795820ba27 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 11:45:45.028229 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2f98feba-9a4f-433a-92ba-c81a3c781168 None None] Network 7c6ed185-f292-4360-8abf-4c847180005e is already hosted by enough agents. {{(pid=94176) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 23 11:45:45.032570 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.scheduler.base_scheduler [None req-2f98feba-9a4f-433a-92ba-c81a3c781168 None None] Resources bound (agent type, host, resource id): {{(pid=94176) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 23 11:45:45.038967 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2f98feba-9a4f-433a-92ba-c81a3c781168 None None] Received port after_create {{(pid=94176) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 23 11:45:45.046010 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f98feba-9a4f-433a-92ba-c81a3c781168 None None] Pushing event updated for resources: {'Port': ['ID=69024759-1c8a-43d5-802e-72224202479c,revision_number=1']} {{(pid=94176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 11:45:45.050558 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG oslo_concurrency.lockutils [None req-2f98feba-9a4f-433a-92ba-c81a3c781168 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.057s {{(pid=94176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 11:45:45.109923 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.plugins.ml2.managers [None req-2f98feba-9a4f-433a-92ba-c81a3c781168 None None] Attempting to bind port 69024759-1c8a-43d5-802e-72224202479c on host dv-neutron-601336-94-hyperv for vnic_type normal with profile {{(pid=94176) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 23 11:45:45.110307 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.plugins.ml2.managers [None req-2f98feba-9a4f-433a-92ba-c81a3c781168 None None] Attempting to bind port 69024759-1c8a-43d5-802e-72224202479c by drivers openvswitch,hyperv on host dv-neutron-601336-94-hyperv at level 0 using segments [{'id': '82af645c-54b9-40e2-b447-1ad0a90238cd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 405, 'network_id': '7c6ed185-f292-4360-8abf-4c847180005e'}] {{(pid=94176) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 23 11:45:45.110687 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2f98feba-9a4f-433a-92ba-c81a3c781168 None None] Attempting to bind port 69024759-1c8a-43d5-802e-72224202479c on network 7c6ed185-f292-4360-8abf-4c847180005e {{(pid=94176) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 23 11:45:45.116471 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2f98feba-9a4f-433a-92ba-c81a3c781168 None None] Checking agent: {'id': '4d05f899-5ac9-411b-8a03-f60c93f87cdf', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-601336-94-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 23, 11, 22, 14), 'started_at': datetime.datetime(2021, 6, 23, 11, 22, 44), 'heartbeat_timestamp': datetime.datetime(2021, 6, 23, 11, 45, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'monitor_allowed_address_pair_garp': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-601336-94-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94176) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 23 11:45:45.116845 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2f98feba-9a4f-433a-92ba-c81a3c781168 None None] Checking segment: {'id': '82af645c-54b9-40e2-b447-1ad0a90238cd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 405, 'network_id': '7c6ed185-f292-4360-8abf-4c847180005e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94176) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 23 11:45:45.117260 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron_lib.callbacks.manager [None req-2f98feba-9a4f-433a-92ba-c81a3c781168 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:45:45.117659 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2f98feba-9a4f-433a-92ba-c81a3c781168 None None] Bound using segment: {'id': '82af645c-54b9-40e2-b447-1ad0a90238cd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 405, 'network_id': '7c6ed185-f292-4360-8abf-4c847180005e'} {{(pid=94176) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 23 11:45:45.118133 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.plugins.ml2.managers [None req-2f98feba-9a4f-433a-92ba-c81a3c781168 None None] Bound port: 69024759-1c8a-43d5-802e-72224202479c, host: dv-neutron-601336-94-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '82af645c-54b9-40e2-b447-1ad0a90238cd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 405, 'network_id': '7c6ed185-f292-4360-8abf-4c847180005e'}}] {{(pid=94176) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 23 11:45:45.118515 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron_lib.callbacks.manager [None req-2f98feba-9a4f-433a-92ba-c81a3c781168 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-923122'] for port, before_update {{(pid=94176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:45:45.183199 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.plugins.ml2.db [None req-2f98feba-9a4f-433a-92ba-c81a3c781168 None None] For port 69024759-1c8a-43d5-802e-72224202479c, host dv-neutron-601336-94-hyperv, cleared binding levels {{(pid=94176) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 23 11:45:45.186541 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.plugins.ml2.db [None req-2f98feba-9a4f-433a-92ba-c81a3c781168 None None] For port 69024759-1c8a-43d5-802e-72224202479c, host dv-neutron-601336-94-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-94-hyperv',level=0,port_id=69024759-1c8a-43d5-802e-72224202479c,segment=NetworkSegment(82af645c-54b9-40e2-b447-1ad0a90238cd),segment_id=82af645c-54b9-40e2-b447-1ad0a90238cd)] {{(pid=94176) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 23 11:45:45.258634 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron_lib.callbacks.manager [None req-2f98feba-9a4f-433a-92ba-c81a3c781168 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-922904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866062', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773700135042', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773699642233', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773699642278'] for port, after_update {{(pid=94176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:45:45.261664 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG oslo_concurrency.lockutils [None req-dc7542b2-afef-47f4-a763-e3a3cba144be None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 11:45:45.274984 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.db.db_base_plugin_common [None req-beebe5f2-5fb6-4ebd-9786-8fa10a5cb778 tempest-TestNetworkBasicOps-233187296 tempest-TestNetworkBasicOps-233187296-project] Allocated IP 172.20.0.1 (7c6ed185-f292-4360-8abf-4c847180005e/00422a88-78b3-4939-97f5-db1169ebe13e/ed804b38-8ae2-4d08-91dd-c57ce2b3a471) {{(pid=94175) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 23 11:45:45.317855 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f98feba-9a4f-433a-92ba-c81a3c781168 None None] Pushing event updated for resources: {'Port': ['ID=69024759-1c8a-43d5-802e-72224202479c,revision_number=2']} {{(pid=94176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 11:45:45.321054 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG oslo_concurrency.lockutils [None req-2f98feba-9a4f-433a-92ba-c81a3c781168 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.059s {{(pid=94176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 11:45:45.394514 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron_lib.callbacks.manager [None req-beebe5f2-5fb6-4ebd-9786-8fa10a5cb778 tempest-TestNetworkBasicOps-233187296 tempest-TestNetworkBasicOps-233187296-project] Notify callbacks [] for port, precommit_create {{(pid=94175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:45:45.407723 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.db.provisioning_blocks [None req-beebe5f2-5fb6-4ebd-9786-8fa10a5cb778 tempest-TestNetworkBasicOps-233187296 tempest-TestNetworkBasicOps-233187296-project] Transition to ACTIVE for port object ed804b38-8ae2-4d08-91dd-c57ce2b3a471 will not be triggered until provisioned by entity DHCP. {{(pid=94175) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 23 11:45:45.509162 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron_lib.callbacks.manager [None req-beebe5f2-5fb6-4ebd-9786-8fa10a5cb778 tempest-TestNetworkBasicOps-233187296 tempest-TestNetworkBasicOps-233187296-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-922915', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-239814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7866073', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773699642215', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-5082457'] for port, after_create {{(pid=94175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:45:45.512194 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG oslo_concurrency.lockutils [None req-0d6cdc9d-7322-44d4-a550-374d23eadd90 tempest-TestNetworkBasicOps-233187296 tempest-TestNetworkBasicOps-233187296-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94175) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 11:45:45.562877 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-beebe5f2-5fb6-4ebd-9786-8fa10a5cb778 tempest-TestNetworkBasicOps-233187296 tempest-TestNetworkBasicOps-233187296-project] Network 7c6ed185-f292-4360-8abf-4c847180005e is already hosted by enough agents. {{(pid=94175) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 23 11:45:45.569383 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.scheduler.base_scheduler [None req-beebe5f2-5fb6-4ebd-9786-8fa10a5cb778 tempest-TestNetworkBasicOps-233187296 tempest-TestNetworkBasicOps-233187296-project] Resources bound (agent type, host, resource id): {{(pid=94175) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 23 11:45:45.579535 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.db.l3_dvrscheduler_db [None req-beebe5f2-5fb6-4ebd-9786-8fa10a5cb778 tempest-TestNetworkBasicOps-233187296 tempest-TestNetworkBasicOps-233187296-project] Received port after_create {{(pid=94175) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 23 11:45:45.585802 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-beebe5f2-5fb6-4ebd-9786-8fa10a5cb778 tempest-TestNetworkBasicOps-233187296 tempest-TestNetworkBasicOps-233187296-project] Pushing event updated for resources: {'Port': ['ID=ed804b38-8ae2-4d08-91dd-c57ce2b3a471,revision_number=1']} {{(pid=94175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 11:45:45.611044 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG oslo_concurrency.lockutils [None req-beebe5f2-5fb6-4ebd-9786-8fa10a5cb778 tempest-TestNetworkBasicOps-233187296 tempest-TestNetworkBasicOps-233187296-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.099s {{(pid=94175) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 11:45:45.636660 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron_lib.callbacks.manager [None req-beebe5f2-5fb6-4ebd-9786-8fa10a5cb778 tempest-TestNetworkBasicOps-233187296 tempest-TestNetworkBasicOps-233187296-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-452954'] for router_interface, before_create {{(pid=94175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:45:45.691933 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.plugins.ml2.rpc [None req-dc7542b2-afef-47f4-a763-e3a3cba144be None None] Device d8b0bc70-b1be-47c6-afc7-9f8cf57445e9 up at agent ovs-agent-dv-neutron-601336-94-hyperv {{(pid=94176) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:298}} Jun 23 11:45:45.814437 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.db.provisioning_blocks [None req-dc7542b2-afef-47f4-a763-e3a3cba144be None None] Provisioning for port d8b0bc70-b1be-47c6-afc7-9f8cf57445e9 completed by entity L2. {{(pid=94176) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 23 11:45:45.819234 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.db.provisioning_blocks [None req-dc7542b2-afef-47f4-a763-e3a3cba144be None None] Provisioning complete for port d8b0bc70-b1be-47c6-afc7-9f8cf57445e9 triggered by entity L2. {{(pid=94176) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 23 11:45:45.819736 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron_lib.callbacks.manager [None req-dc7542b2-afef-47f4-a763-e3a3cba144be None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-899258'] for port, provisioning_complete {{(pid=94176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:45:45.897828 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron_lib.callbacks.manager [None req-beebe5f2-5fb6-4ebd-9786-8fa10a5cb778 tempest-TestNetworkBasicOps-233187296 tempest-TestNetworkBasicOps-233187296-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-923122'] for port, before_update {{(pid=94175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:45:46.048911 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron_lib.callbacks.manager [None req-dc7542b2-afef-47f4-a763-e3a3cba144be None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-923122'] for port, before_update {{(pid=94176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:45:46.070839 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.plugins.ml2.db [None req-dc7542b2-afef-47f4-a763-e3a3cba144be None None] For port d8b0bc70-b1be-47c6-afc7-9f8cf57445e9, host dv-neutron-601336-94-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-94-hyperv',level=0,port_id=d8b0bc70-b1be-47c6-afc7-9f8cf57445e9,segment=NetworkSegment(c23be0a5-6980-48fb-bc9f-4a24717fe1de),segment_id=c23be0a5-6980-48fb-bc9f-4a24717fe1de)] {{(pid=94176) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 23 11:45:46.162974 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron_lib.callbacks.manager [None req-dc7542b2-afef-47f4-a763-e3a3cba144be None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-922904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866062', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773700135042', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773699642233', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773699642278'] for port, after_update {{(pid=94176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:45:46.163885 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.plugins.ml2.rpc [None req-dc7542b2-afef-47f4-a763-e3a3cba144be None None] Device 69024759-1c8a-43d5-802e-72224202479c up at agent ovs-agent-dv-neutron-601336-94-hyperv {{(pid=94176) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:298}} Jun 23 11:45:46.165604 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG oslo_concurrency.lockutils [None req-97bd5441-1da2-49ee-a364-27795820ba27 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 11:45:46.185457 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron_lib.callbacks.manager [None req-beebe5f2-5fb6-4ebd-9786-8fa10a5cb778 tempest-TestNetworkBasicOps-233187296 tempest-TestNetworkBasicOps-233187296-project] Notify callbacks [] for port, precommit_update {{(pid=94175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:45:46.237273 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron_lib.callbacks.manager [None req-beebe5f2-5fb6-4ebd-9786-8fa10a5cb778 tempest-TestNetworkBasicOps-233187296 tempest-TestNetworkBasicOps-233187296-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-922904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866062', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773700135042', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773699642233', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773699642278', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5082471'] for port, after_update {{(pid=94175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:45:46.238940 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc7542b2-afef-47f4-a763-e3a3cba144be None None] Pushing event updated for resources: {'Port': ['ID=d8b0bc70-b1be-47c6-afc7-9f8cf57445e9,revision_number=4']} {{(pid=94176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 11:45:46.240951 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG oslo_concurrency.lockutils [None req-4e0363ae-bc97-4cec-8303-7cbebbf325e8 tempest-TestNetworkBasicOps-233187296 tempest-TestNetworkBasicOps-233187296-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94175) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 11:45:46.242502 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG oslo_concurrency.lockutils [None req-dc7542b2-afef-47f4-a763-e3a3cba144be None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.077s {{(pid=94176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 11:45:46.317323 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.db.provisioning_blocks [None req-dc7542b2-afef-47f4-a763-e3a3cba144be None None] Provisioning for port 69024759-1c8a-43d5-802e-72224202479c completed by entity L2. {{(pid=94176) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 23 11:45:46.320813 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-beebe5f2-5fb6-4ebd-9786-8fa10a5cb778 tempest-TestNetworkBasicOps-233187296 tempest-TestNetworkBasicOps-233187296-project] Pushing event updated for resources: {'Port': ['ID=ed804b38-8ae2-4d08-91dd-c57ce2b3a471,revision_number=2']} {{(pid=94175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 11:45:46.327848 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron_lib.callbacks.manager [None req-beebe5f2-5fb6-4ebd-9786-8fa10a5cb778 tempest-TestNetworkBasicOps-233187296 tempest-TestNetworkBasicOps-233187296-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-7866091', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-453038'] for router_interface, after_create {{(pid=94175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:45:46.327848 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG oslo_concurrency.lockutils [None req-beebe5f2-5fb6-4ebd-9786-8fa10a5cb778 tempest-TestNetworkBasicOps-233187296 tempest-TestNetworkBasicOps-233187296-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.086s {{(pid=94175) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 11:45:46.422252 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-beebe5f2-5fb6-4ebd-9786-8fa10a5cb778 tempest-TestNetworkBasicOps-233187296 tempest-TestNetworkBasicOps-233187296-project] Network 7c6ed185-f292-4360-8abf-4c847180005e is already hosted by enough agents. {{(pid=94175) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 23 11:45:46.423751 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.scheduler.base_scheduler [None req-beebe5f2-5fb6-4ebd-9786-8fa10a5cb778 tempest-TestNetworkBasicOps-233187296 tempest-TestNetworkBasicOps-233187296-project] Resources bound (agent type, host, resource id): {{(pid=94175) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 23 11:45:46.538816 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-beebe5f2-5fb6-4ebd-9786-8fa10a5cb778 tempest-TestNetworkBasicOps-233187296 tempest-TestNetworkBasicOps-233187296-project] Router ade8f4bc-d61a-4279-9c53-6d5e6bc3ad41 has already been hosted by L3 agent 50ef99c0-ef28-4db5-b303-b145898fae60 {{(pid=94175) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 23 11:45:46.632223 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron_lib.callbacks.manager [None req-95d6aa8f-24e7-4234-82ff-f502266c3285 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773699952132', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-899307'] for agent, after_update {{(pid=94176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:45:46.655537 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-beebe5f2-5fb6-4ebd-9786-8fa10a5cb778 tempest-TestNetworkBasicOps-233187296 tempest-TestNetworkBasicOps-233187296-project] Notify agent at l3_agent.dv-neutron-601336-94-hyperv the message routers_updated {{(pid=94175) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 23 11:45:46.661026 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6c081df5-f44e-4965-b99d-501ae38cd4b0 None None] Network 7c6ed185-f292-4360-8abf-4c847180005e requested from dv-neutron-601336-94-hyperv {{(pid=94176) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 23 11:45:46.663561 dv-neutron-601336-94-hyperv neutron-server[94175]: INFO neutron.wsgi [None req-beebe5f2-5fb6-4ebd-9786-8fa10a5cb778 tempest-TestNetworkBasicOps-233187296 tempest-TestNetworkBasicOps-233187296-project] 10.222.0.20 "PUT /v2.0/routers/ade8f4bc-d61a-4279-9c53-6d5e6bc3ad41/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.1712952 Jun 23 11:45:46.664173 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.wsgi [-] (94175) accepted ('10.222.0.20', 44570) {{(pid=94175) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 11:45:46.667188 dv-neutron-601336-94-hyperv neutron-server[94177]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-93e796e6-cb0c-4d07-8cbf-8453a88d00ab None None] Sync routers for ids ['ade8f4bc-d61a-4279-9c53-6d5e6bc3ad41'] in dv-neutron-601336-94-hyperv {{(pid=94177) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 23 11:45:46.679671 dv-neutron-601336-94-hyperv neutron-server[94177]: DEBUG neutron.db.l3_dvrscheduler_db [None req-93e796e6-cb0c-4d07-8cbf-8453a88d00ab None None] Routers {'ade8f4bc-d61a-4279-9c53-6d5e6bc3ad41'} bound to L3 agent in host dv-neutron-601336-94-hyperv {{(pid=94177) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 23 11:45:46.680294 dv-neutron-601336-94-hyperv neutron-server[94177]: DEBUG neutron.db.l3_hamode_db [None req-93e796e6-cb0c-4d07-8cbf-8453a88d00ab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-601336-94-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-23T11:22:13Z,description=,heartbeat_timestamp=2021-06-23T11:45:43Z,host='dv-neutron-601336-94-hyperv',id=50ef99c0-ef28-4db5-b303-b145898fae60,load=0,resource_versions=,resources_synced=,started_at=2021-06-23T11:22:14Z,topic='l3_agent')) {'router_ids': ['ade8f4bc-d61a-4279-9c53-6d5e6bc3ad41'], 'active': True} {{(pid=94177) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 11:45:46.774941 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9a829bc2-6824-427d-b577-e7b913948ecf tempest-TestNetworkBasicOps-1420332966 tempest-TestNetworkBasicOps-1420332966-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 11:45:46.775482 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9a829bc2-6824-427d-b577-e7b913948ecf tempest-TestNetworkBasicOps-1420332966 tempest-TestNetworkBasicOps-1420332966-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 11:45:46.775973 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9a829bc2-6824-427d-b577-e7b913948ecf tempest-TestNetworkBasicOps-1420332966 tempest-TestNetworkBasicOps-1420332966-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 11:45:46.776494 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9a829bc2-6824-427d-b577-e7b913948ecf tempest-TestNetworkBasicOps-1420332966 tempest-TestNetworkBasicOps-1420332966-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 11:45:46.776997 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9a829bc2-6824-427d-b577-e7b913948ecf tempest-TestNetworkBasicOps-1420332966 tempest-TestNetworkBasicOps-1420332966-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 11:45:46.777535 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9a829bc2-6824-427d-b577-e7b913948ecf tempest-TestNetworkBasicOps-1420332966 tempest-TestNetworkBasicOps-1420332966-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 11:45:46.782102 dv-neutron-601336-94-hyperv neutron-server[94175]: INFO neutron.wsgi [None req-9a829bc2-6824-427d-b577-e7b913948ecf tempest-TestNetworkBasicOps-1420332966 tempest-TestNetworkBasicOps-1420332966-project-admin] 10.222.0.20 "GET /v2.0/networks HTTP/1.1" status: 200 len: 4284 time: 0.1145124 Jun 23 11:45:46.782542 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.wsgi [-] (94174) accepted ('10.222.0.20', 44572) {{(pid=94174) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 11:45:46.792694 dv-neutron-601336-94-hyperv neutron-server[94177]: DEBUG neutron.db.l3_dvr_db [None req-93e796e6-cb0c-4d07-8cbf-8453a88d00ab None None] Set router ade8f4bc-d61a-4279-9c53-6d5e6bc3ad41 gateway port host: dv-neutron-601336-94-hyperv {{(pid=94177) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:838}} Jun 23 11:45:46.848848 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1f7a58d0-bca4-4d3d-ba62-28419fcd4eb9 tempest-TestNetworkBasicOps-1420332966 tempest-TestNetworkBasicOps-1420332966-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94174) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 11:45:46.849324 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1f7a58d0-bca4-4d3d-ba62-28419fcd4eb9 tempest-TestNetworkBasicOps-1420332966 tempest-TestNetworkBasicOps-1420332966-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94174) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 11:45:46.849900 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1f7a58d0-bca4-4d3d-ba62-28419fcd4eb9 tempest-TestNetworkBasicOps-1420332966 tempest-TestNetworkBasicOps-1420332966-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94174) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 11:45:46.850357 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1f7a58d0-bca4-4d3d-ba62-28419fcd4eb9 tempest-TestNetworkBasicOps-1420332966 tempest-TestNetworkBasicOps-1420332966-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94174) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 11:45:46.850808 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1f7a58d0-bca4-4d3d-ba62-28419fcd4eb9 tempest-TestNetworkBasicOps-1420332966 tempest-TestNetworkBasicOps-1420332966-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94174) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 11:45:46.851282 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1f7a58d0-bca4-4d3d-ba62-28419fcd4eb9 tempest-TestNetworkBasicOps-1420332966 tempest-TestNetworkBasicOps-1420332966-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94174) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 11:45:46.853431 dv-neutron-601336-94-hyperv neutron-server[94174]: INFO neutron.wsgi [None req-1f7a58d0-bca4-4d3d-ba62-28419fcd4eb9 tempest-TestNetworkBasicOps-1420332966 tempest-TestNetworkBasicOps-1420332966-project-admin] 10.222.0.20 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 4002 time: 0.0695546 Jun 23 11:45:46.855834 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.wsgi [-] (94174) accepted ('10.222.0.20', 44574) {{(pid=94174) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 11:45:46.878767 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.db.provisioning_blocks [None req-4ba7d659-20a5-4dfe-9875-3acf15482566 None None] Provisioning for port 69024759-1c8a-43d5-802e-72224202479c completed by entity DHCP. {{(pid=94176) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 23 11:45:46.884536 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.db.provisioning_blocks [None req-4ba7d659-20a5-4dfe-9875-3acf15482566 None None] Provisioning complete for port 69024759-1c8a-43d5-802e-72224202479c triggered by entity DHCP. {{(pid=94176) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 23 11:45:46.885231 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron_lib.callbacks.manager [None req-4ba7d659-20a5-4dfe-9875-3acf15482566 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-899258'] for port, provisioning_complete {{(pid=94176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:45:46.983828 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron_lib.callbacks.manager [None req-4ba7d659-20a5-4dfe-9875-3acf15482566 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-923122'] for port, before_update {{(pid=94176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:45:47.019099 dv-neutron-601336-94-hyperv neutron-server[94177]: DEBUG neutron.db.l3_hamode_db [None req-93e796e6-cb0c-4d07-8cbf-8453a88d00ab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ade8f4bc-d61a-4279-9c53-6d5e6bc3ad41', 'name': 'tempest-TestNetworkBasicOps-router-1394013319', 'tenant_id': '772b9946478d439e9da4eaeade7fb21d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3e7e4eb3-cf02-4d47-ade9-0a579cdfc60f', 'external_fixed_ips': [{'subnet_id': 'a5ad15ab-c489-4a67-a9b0-d559fca0ec71', 'ip_address': '172.26.3.251'}], 'enable_snat': True}, 'gw_port_id': 'd8b0bc70-b1be-47c6-afc7-9f8cf57445e9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-23T11:45:41Z', 'updated_at': '2021-06-23T11:45:45Z', 'revision_number': 4, 'project_id': '772b9946478d439e9da4eaeade7fb21d', 'gw_port': {'id': 'd8b0bc70-b1be-47c6-afc7-9f8cf57445e9', 'name': '', 'network_id': '3e7e4eb3-cf02-4d47-ade9-0a579cdfc60f', 'tenant_id': '', 'mac_address': 'fa:16:3e:94:78:e5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ade8f4bc-d61a-4279-9c53-6d5e6bc3ad41', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1478, 'fixed_ips': [{'subnet_id': 'a5ad15ab-c489-4a67-a9b0-d559fca0ec71', 'ip_address': '172.26.3.251', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-94-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-23T11:45:41Z', 'updated_at': '2021-06-23T11:45:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a5ad15ab-c489-4a67-a9b0-d559fca0ec71', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-601336-94-hyperv', '_interfaces': [{'id': 'ed804b38-8ae2-4d08-91dd-c57ce2b3a471', 'name': '', 'network_id': '7c6ed185-f292-4360-8abf-4c847180005e', 'tenant_id': '772b9946478d439e9da4eaeade7fb21d', 'mac_address': 'fa:16:3e:66:29:7a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ade8f4bc-d61a-4279-9c53-6d5e6bc3ad41', 'device_owner': 'network:router_interface', 'standard_attr_id': 1481, 'fixed_ips': [{'subnet_id': '00422a88-78b3-4939-97f5-db1169ebe13e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-23T11:45:45Z', 'updated_at': '2021-06-23T11:45:46Z', 'revision_number': 2, 'project_id': '772b9946478d439e9da4eaeade7fb21d', 'subnets': [{'id': '00422a88-78b3-4939-97f5-db1169ebe13e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-601336-94-hyperv', False) {} {{(pid=94177) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 11:45:47.022947 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.plugins.ml2.db [None req-4ba7d659-20a5-4dfe-9875-3acf15482566 None None] For port 69024759-1c8a-43d5-802e-72224202479c, host dv-neutron-601336-94-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-94-hyperv',level=0,port_id=69024759-1c8a-43d5-802e-72224202479c,segment=NetworkSegment(82af645c-54b9-40e2-b447-1ad0a90238cd),segment_id=82af645c-54b9-40e2-b447-1ad0a90238cd)] {{(pid=94176) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 23 11:45:47.049667 dv-neutron-601336-94-hyperv neutron-server[94177]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-93e796e6-cb0c-4d07-8cbf-8453a88d00ab None None] Checking router: ade8f4bc-d61a-4279-9c53-6d5e6bc3ad41 for host: dv-neutron-601336-94-hyperv {{(pid=94177) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 23 11:45:47.050065 dv-neutron-601336-94-hyperv neutron-server[94177]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-93e796e6-cb0c-4d07-8cbf-8453a88d00ab None None] Updating router ade8f4bc-d61a-4279-9c53-6d5e6bc3ad41 port ed804b38-8ae2-4d08-91dd-c57ce2b3a471 binding host dv-neutron-601336-94-hyperv {{(pid=94177) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 23 11:45:47.088199 dv-neutron-601336-94-hyperv neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-93e796e6-cb0c-4d07-8cbf-8453a88d00ab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-923122'] for port, before_update {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:45:47.106008 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron_lib.callbacks.manager [None req-4ba7d659-20a5-4dfe-9875-3acf15482566 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-922904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866062', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773700135042', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773699642233', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773699642278'] for port, after_update {{(pid=94176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:45:47.110771 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG oslo_concurrency.lockutils [None req-a04c6ca6-40a6-4cb8-9fe3-eb393ba010a9 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 11:45:47.167892 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ba7d659-20a5-4dfe-9875-3acf15482566 None None] Pushing event updated for resources: {'Port': ['ID=69024759-1c8a-43d5-802e-72224202479c,revision_number=3']} {{(pid=94176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 11:45:47.172796 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG oslo_concurrency.lockutils [None req-4ba7d659-20a5-4dfe-9875-3acf15482566 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.064s {{(pid=94176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 11:45:47.232646 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.db.provisioning_blocks [None req-02a56e48-65ff-4819-bd12-4d09ce1fe884 None None] Provisioning complete for port 69024759-1c8a-43d5-802e-72224202479c triggered by entity DHCP. {{(pid=94176) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 23 11:45:47.233077 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron_lib.callbacks.manager [None req-02a56e48-65ff-4819-bd12-4d09ce1fe884 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-899258'] for port, provisioning_complete {{(pid=94176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:45:47.385928 dv-neutron-601336-94-hyperv neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-93e796e6-cb0c-4d07-8cbf-8453a88d00ab None None] Notify callbacks [] for port, precommit_update {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:45:47.396386 dv-neutron-601336-94-hyperv neutron-server[94177]: DEBUG neutron.db.provisioning_blocks [None req-93e796e6-cb0c-4d07-8cbf-8453a88d00ab None None] Transition to ACTIVE for port object ed804b38-8ae2-4d08-91dd-c57ce2b3a471 will not be triggered until provisioned by entity L2. {{(pid=94177) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 23 11:45:47.403327 dv-neutron-601336-94-hyperv neutron-server[94174]: INFO neutron.wsgi [None req-7adef4e6-2b57-4df4-8851-ee53218425dc tempest-TestNetworkBasicOps-1420332966 tempest-TestNetworkBasicOps-1420332966-project-admin] 10.222.0.20 "GET /v2.0/routers HTTP/1.1" status: 200 len: 3047 time: 0.5459449 Jun 23 11:45:47.418242 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.db.provisioning_blocks [None req-02a56e48-65ff-4819-bd12-4d09ce1fe884 None None] Provisioning for port ed804b38-8ae2-4d08-91dd-c57ce2b3a471 completed by entity DHCP. {{(pid=94176) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 23 11:45:47.429143 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.db.provisioning_blocks [None req-02a56e48-65ff-4819-bd12-4d09ce1fe884 None None] Provisioning complete for port ed804b38-8ae2-4d08-91dd-c57ce2b3a471 triggered by entity DHCP. {{(pid=94176) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 23 11:45:47.429620 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron_lib.callbacks.manager [None req-02a56e48-65ff-4819-bd12-4d09ce1fe884 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-899258'] for port, provisioning_complete {{(pid=94176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:45:47.467656 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.plugins.ml2.plugin [None req-02a56e48-65ff-4819-bd12-4d09ce1fe884 None None] Port ed804b38-8ae2-4d08-91dd-c57ce2b3a471 cannot update to ACTIVE because it is not bound. {{(pid=94176) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jun 23 11:45:47.471978 dv-neutron-601336-94-hyperv neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-93e796e6-cb0c-4d07-8cbf-8453a88d00ab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-922904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866062', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773700135042', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773699642233', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773699642278'] for port, after_update {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:45:47.474227 dv-neutron-601336-94-hyperv neutron-server[94177]: DEBUG oslo_concurrency.lockutils [None req-81187cee-7033-4fd0-8e20-8e29056742e6 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94177) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 11:45:47.520178 dv-neutron-601336-94-hyperv neutron-server[94177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1a7c1ae-bb86-496d-8c55-8b6c38ac5ab9 None None] Pushing event updated for resources: {'Port': ['ID=ed804b38-8ae2-4d08-91dd-c57ce2b3a471,revision_number=3']} {{(pid=94177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 11:45:47.530347 dv-neutron-601336-94-hyperv neutron-server[94177]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1a7c1ae-bb86-496d-8c55-8b6c38ac5ab9 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-601336-94-hyperv {{(pid=94177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 11:45:47.530702 dv-neutron-601336-94-hyperv neutron-server[94177]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1a7c1ae-bb86-496d-8c55-8b6c38ac5ab9 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-94-hyperv {{(pid=94177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 11:45:47.531058 dv-neutron-601336-94-hyperv neutron-server[94177]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1a7c1ae-bb86-496d-8c55-8b6c38ac5ab9 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-94-hyperv {{(pid=94177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 11:45:47.531396 dv-neutron-601336-94-hyperv neutron-server[94177]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1a7c1ae-bb86-496d-8c55-8b6c38ac5ab9 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-601336-94-hyperv {{(pid=94177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 11:45:47.531730 dv-neutron-601336-94-hyperv neutron-server[94177]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1a7c1ae-bb86-496d-8c55-8b6c38ac5ab9 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-601336-94-hyperv {{(pid=94177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 11:45:47.532074 dv-neutron-601336-94-hyperv neutron-server[94177]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1a7c1ae-bb86-496d-8c55-8b6c38ac5ab9 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-601336-94-hyperv {{(pid=94177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 11:45:47.532394 dv-neutron-601336-94-hyperv neutron-server[94177]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1a7c1ae-bb86-496d-8c55-8b6c38ac5ab9 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-601336-94-hyperv {{(pid=94177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 11:45:47.532771 dv-neutron-601336-94-hyperv neutron-server[94177]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1a7c1ae-bb86-496d-8c55-8b6c38ac5ab9 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-601336-94-hyperv {{(pid=94177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 11:45:47.533057 dv-neutron-601336-94-hyperv neutron-server[94177]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1a7c1ae-bb86-496d-8c55-8b6c38ac5ab9 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-601336-94-hyperv {{(pid=94177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 11:45:47.533364 dv-neutron-601336-94-hyperv neutron-server[94177]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1a7c1ae-bb86-496d-8c55-8b6c38ac5ab9 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-94-hyperv {{(pid=94177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 11:45:47.533686 dv-neutron-601336-94-hyperv neutron-server[94177]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1a7c1ae-bb86-496d-8c55-8b6c38ac5ab9 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-601336-94-hyperv {{(pid=94177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 11:45:47.534006 dv-neutron-601336-94-hyperv neutron-server[94177]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1a7c1ae-bb86-496d-8c55-8b6c38ac5ab9 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-601336-94-hyperv {{(pid=94177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 11:45:47.556635 dv-neutron-601336-94-hyperv neutron-server[94177]: DEBUG oslo_concurrency.lockutils [None req-a1a7c1ae-bb86-496d-8c55-8b6c38ac5ab9 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.082s {{(pid=94177) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 11:45:47.594116 dv-neutron-601336-94-hyperv neutron-server[94177]: DEBUG neutron.plugins.ml2.managers [None req-93e796e6-cb0c-4d07-8cbf-8453a88d00ab None None] Attempting to bind port ed804b38-8ae2-4d08-91dd-c57ce2b3a471 on host dv-neutron-601336-94-hyperv for vnic_type normal with profile {{(pid=94177) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 23 11:45:47.594492 dv-neutron-601336-94-hyperv neutron-server[94177]: DEBUG neutron.plugins.ml2.managers [None req-93e796e6-cb0c-4d07-8cbf-8453a88d00ab None None] Attempting to bind port ed804b38-8ae2-4d08-91dd-c57ce2b3a471 by drivers openvswitch,hyperv on host dv-neutron-601336-94-hyperv at level 0 using segments [{'id': '82af645c-54b9-40e2-b447-1ad0a90238cd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 405, 'network_id': '7c6ed185-f292-4360-8abf-4c847180005e'}] {{(pid=94177) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 23 11:45:47.595120 dv-neutron-601336-94-hyperv neutron-server[94177]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-93e796e6-cb0c-4d07-8cbf-8453a88d00ab None None] Attempting to bind port ed804b38-8ae2-4d08-91dd-c57ce2b3a471 on network 7c6ed185-f292-4360-8abf-4c847180005e {{(pid=94177) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 23 11:45:47.606411 dv-neutron-601336-94-hyperv neutron-server[94177]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-93e796e6-cb0c-4d07-8cbf-8453a88d00ab None None] Checking agent: {'id': '4d05f899-5ac9-411b-8a03-f60c93f87cdf', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-601336-94-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 23, 11, 22, 14), 'started_at': datetime.datetime(2021, 6, 23, 11, 22, 44), 'heartbeat_timestamp': datetime.datetime(2021, 6, 23, 11, 45, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'monitor_allowed_address_pair_garp': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-601336-94-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94177) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 23 11:45:47.606411 dv-neutron-601336-94-hyperv neutron-server[94177]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-93e796e6-cb0c-4d07-8cbf-8453a88d00ab None None] Checking segment: {'id': '82af645c-54b9-40e2-b447-1ad0a90238cd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 405, 'network_id': '7c6ed185-f292-4360-8abf-4c847180005e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94177) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 23 11:45:47.606411 dv-neutron-601336-94-hyperv neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-93e796e6-cb0c-4d07-8cbf-8453a88d00ab None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:45:47.606411 dv-neutron-601336-94-hyperv neutron-server[94177]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-93e796e6-cb0c-4d07-8cbf-8453a88d00ab None None] Bound using segment: {'id': '82af645c-54b9-40e2-b447-1ad0a90238cd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 405, 'network_id': '7c6ed185-f292-4360-8abf-4c847180005e'} {{(pid=94177) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 23 11:45:47.606411 dv-neutron-601336-94-hyperv neutron-server[94177]: DEBUG neutron.plugins.ml2.managers [None req-93e796e6-cb0c-4d07-8cbf-8453a88d00ab None None] Bound port: ed804b38-8ae2-4d08-91dd-c57ce2b3a471, host: dv-neutron-601336-94-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '82af645c-54b9-40e2-b447-1ad0a90238cd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 405, 'network_id': '7c6ed185-f292-4360-8abf-4c847180005e'}}] {{(pid=94177) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 23 11:45:47.606411 dv-neutron-601336-94-hyperv neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-93e796e6-cb0c-4d07-8cbf-8453a88d00ab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-923122'] for port, before_update {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:45:47.649377 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.plugins.ml2.rpc [None req-dc7542b2-afef-47f4-a763-e3a3cba144be None None] Device d8b0bc70-b1be-47c6-afc7-9f8cf57445e9 up at agent ovs-agent-dv-neutron-601336-94-hyperv {{(pid=94176) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:298}} Jun 23 11:45:47.684808 dv-neutron-601336-94-hyperv neutron-server[94177]: DEBUG neutron.plugins.ml2.db [None req-93e796e6-cb0c-4d07-8cbf-8453a88d00ab None None] For port ed804b38-8ae2-4d08-91dd-c57ce2b3a471, host dv-neutron-601336-94-hyperv, cleared binding levels {{(pid=94177) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 23 11:45:47.689714 dv-neutron-601336-94-hyperv neutron-server[94177]: DEBUG neutron.plugins.ml2.db [None req-93e796e6-cb0c-4d07-8cbf-8453a88d00ab None None] For port ed804b38-8ae2-4d08-91dd-c57ce2b3a471, host dv-neutron-601336-94-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-94-hyperv',level=0,port_id=ed804b38-8ae2-4d08-91dd-c57ce2b3a471,segment=NetworkSegment(82af645c-54b9-40e2-b447-1ad0a90238cd),segment_id=82af645c-54b9-40e2-b447-1ad0a90238cd)] {{(pid=94177) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 23 11:45:47.703084 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.db.provisioning_blocks [None req-dc7542b2-afef-47f4-a763-e3a3cba144be None None] Provisioning complete for port d8b0bc70-b1be-47c6-afc7-9f8cf57445e9 triggered by entity L2. {{(pid=94176) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 23 11:45:47.703471 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron_lib.callbacks.manager [None req-dc7542b2-afef-47f4-a763-e3a3cba144be None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-899258'] for port, provisioning_complete {{(pid=94176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:45:47.782358 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.plugins.ml2.rpc [None req-dc7542b2-afef-47f4-a763-e3a3cba144be None None] Device 69024759-1c8a-43d5-802e-72224202479c up at agent ovs-agent-dv-neutron-601336-94-hyperv {{(pid=94176) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:298}} Jun 23 11:45:47.804080 dv-neutron-601336-94-hyperv neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-93e796e6-cb0c-4d07-8cbf-8453a88d00ab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-922904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866062', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773700135042', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773699642233', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773699642278'] for port, after_update {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:45:47.807295 dv-neutron-601336-94-hyperv neutron-server[94177]: DEBUG oslo_concurrency.lockutils [None req-d019a9d2-971a-4452-a078-6d07246d74a3 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94177) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 11:45:47.839136 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.db.provisioning_blocks [None req-dc7542b2-afef-47f4-a763-e3a3cba144be None None] Provisioning complete for port 69024759-1c8a-43d5-802e-72224202479c triggered by entity L2. {{(pid=94176) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 23 11:45:47.839536 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron_lib.callbacks.manager [None req-dc7542b2-afef-47f4-a763-e3a3cba144be None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-899258'] for port, provisioning_complete {{(pid=94176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:45:47.870539 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.wsgi [-] (94175) accepted ('10.222.0.20', 44578) {{(pid=94175) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 11:45:47.879795 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.api.v2.base [None req-02509c7a-6449-4a8f-a592-b73f85e3cb33 tempest-TestNetworkBasicOps-233187296 tempest-TestNetworkBasicOps-233187296-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-373035474', 'description': 'tempest-secgroup-smoke-373035474 description', 'project_id': '772b9946478d439e9da4eaeade7fb21d'}} {{(pid=94175) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 23 11:45:47.879973 dv-neutron-601336-94-hyperv neutron-server[94177]: DEBUG neutron.db.l3_dvrscheduler_db [None req-93e796e6-cb0c-4d07-8cbf-8453a88d00ab None None] Routers {'ade8f4bc-d61a-4279-9c53-6d5e6bc3ad41'} bound to L3 agent in host dv-neutron-601336-94-hyperv {{(pid=94177) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 23 11:45:47.879973 dv-neutron-601336-94-hyperv neutron-server[94177]: DEBUG neutron.db.l3_hamode_db [None req-93e796e6-cb0c-4d07-8cbf-8453a88d00ab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-601336-94-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-23T11:22:13Z,description=,heartbeat_timestamp=2021-06-23T11:45:43Z,host='dv-neutron-601336-94-hyperv',id=50ef99c0-ef28-4db5-b303-b145898fae60,load=0,resource_versions=,resources_synced=,started_at=2021-06-23T11:22:14Z,topic='l3_agent')) {'router_ids': ['ade8f4bc-d61a-4279-9c53-6d5e6bc3ad41'], 'active': True} {{(pid=94177) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 11:45:47.879973 dv-neutron-601336-94-hyperv neutron-server[94177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1a7c1ae-bb86-496d-8c55-8b6c38ac5ab9 None None] Pushing event updated for resources: {'Port': ['ID=ed804b38-8ae2-4d08-91dd-c57ce2b3a471,revision_number=4']} {{(pid=94177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 11:45:47.885097 dv-neutron-601336-94-hyperv neutron-server[94177]: DEBUG oslo_concurrency.lockutils [None req-a1a7c1ae-bb86-496d-8c55-8b6c38ac5ab9 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.078s {{(pid=94177) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 11:45:47.995619 dv-neutron-601336-94-hyperv neutron-server[94177]: DEBUG neutron.db.l3_dvr_db [None req-93e796e6-cb0c-4d07-8cbf-8453a88d00ab None None] Set router ade8f4bc-d61a-4279-9c53-6d5e6bc3ad41 gateway port host: dv-neutron-601336-94-hyperv {{(pid=94177) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:838}} Jun 23 11:45:47.997373 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron_lib.callbacks.manager [None req-02509c7a-6449-4a8f-a592-b73f85e3cb33 tempest-TestNetworkBasicOps-233187296 tempest-TestNetworkBasicOps-233187296-project] Notify callbacks [] for security_group, before_create {{(pid=94175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:45:48.086873 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron_lib.callbacks.manager [None req-02509c7a-6449-4a8f-a592-b73f85e3cb33 tempest-TestNetworkBasicOps-233187296 tempest-TestNetworkBasicOps-233187296-project] Notify callbacks [] for security_group, precommit_create {{(pid=94175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:45:48.161549 dv-neutron-601336-94-hyperv neutron-server[94177]: DEBUG neutron.db.agents_db [None req-90fb1279-e4c5-4e73-8d66-3a29811dc4e3 None None] Agent healthcheck: found 6 active agents {{(pid=94177) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 23 11:45:48.168507 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron_lib.callbacks.manager [None req-02509c7a-6449-4a8f-a592-b73f85e3cb33 tempest-TestNetworkBasicOps-233187296 tempest-TestNetworkBasicOps-233187296-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7996330'] for security_group, after_create {{(pid=94175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:45:48.172119 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG oslo_concurrency.lockutils [None req-4be39539-f69c-4b52-9d72-621c4a32e333 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94175) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 11:45:48.198948 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02509c7a-6449-4a8f-a592-b73f85e3cb33 tempest-TestNetworkBasicOps-233187296 tempest-TestNetworkBasicOps-233187296-project] Pushing event updated for resources: {'SecurityGroup': ['ID=6bbfd907-a19e-4793-ae3d-1a5f38543fae,revision_number=1']} {{(pid=94175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 11:45:48.201800 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG oslo_concurrency.lockutils [None req-02509c7a-6449-4a8f-a592-b73f85e3cb33 tempest-TestNetworkBasicOps-233187296 tempest-TestNetworkBasicOps-233187296-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.030s {{(pid=94175) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 11:45:48.271172 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron_lib.callbacks.manager [None req-02509c7a-6449-4a8f-a592-b73f85e3cb33 tempest-TestNetworkBasicOps-233187296 tempest-TestNetworkBasicOps-233187296-project] Notify callbacks [] for security_group, before_response {{(pid=94175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:45:48.275845 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.wsgi [-] (94174) accepted ('10.222.0.20', 44580) {{(pid=94174) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 11:45:48.277276 dv-neutron-601336-94-hyperv neutron-server[94175]: INFO neutron.wsgi [None req-02509c7a-6449-4a8f-a592-b73f85e3cb33 tempest-TestNetworkBasicOps-233187296 tempest-TestNetworkBasicOps-233187296-project] 10.222.0.20 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.4040005 Jun 23 11:45:48.280524 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.api.v2.base [None req-63e80a31-0974-4de0-ab0e-366fa7cf8500 tempest-TestNetworkBasicOps-233187296 tempest-TestNetworkBasicOps-233187296-project] Request body: {'security_group_rule': {'security_group_id': '6bbfd907-a19e-4793-ae3d-1a5f38543fae', 'project_id': '772b9946478d439e9da4eaeade7fb21d', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=94174) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 23 11:45:48.284342 dv-neutron-601336-94-hyperv neutron-server[94177]: DEBUG neutron.db.l3_hamode_db [None req-93e796e6-cb0c-4d07-8cbf-8453a88d00ab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ade8f4bc-d61a-4279-9c53-6d5e6bc3ad41', 'name': 'tempest-TestNetworkBasicOps-router-1394013319', 'tenant_id': '772b9946478d439e9da4eaeade7fb21d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3e7e4eb3-cf02-4d47-ade9-0a579cdfc60f', 'external_fixed_ips': [{'subnet_id': 'a5ad15ab-c489-4a67-a9b0-d559fca0ec71', 'ip_address': '172.26.3.251'}], 'enable_snat': True}, 'gw_port_id': 'd8b0bc70-b1be-47c6-afc7-9f8cf57445e9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-23T11:45:41Z', 'updated_at': '2021-06-23T11:45:45Z', 'revision_number': 4, 'project_id': '772b9946478d439e9da4eaeade7fb21d', 'gw_port': {'id': 'd8b0bc70-b1be-47c6-afc7-9f8cf57445e9', 'name': '', 'network_id': '3e7e4eb3-cf02-4d47-ade9-0a579cdfc60f', 'tenant_id': '', 'mac_address': 'fa:16:3e:94:78:e5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ade8f4bc-d61a-4279-9c53-6d5e6bc3ad41', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1478, 'fixed_ips': [{'subnet_id': 'a5ad15ab-c489-4a67-a9b0-d559fca0ec71', 'ip_address': '172.26.3.251', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-94-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-23T11:45:41Z', 'updated_at': '2021-06-23T11:45:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a5ad15ab-c489-4a67-a9b0-d559fca0ec71', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-601336-94-hyperv', '_interfaces': [{'id': 'ed804b38-8ae2-4d08-91dd-c57ce2b3a471', 'name': '', 'network_id': '7c6ed185-f292-4360-8abf-4c847180005e', 'tenant_id': '772b9946478d439e9da4eaeade7fb21d', 'mac_address': 'fa:16:3e:66:29:7a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ade8f4bc-d61a-4279-9c53-6d5e6bc3ad41', 'device_owner': 'network:router_interface', 'standard_attr_id': 1481, 'fixed_ips': [{'subnet_id': '00422a88-78b3-4939-97f5-db1169ebe13e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-94-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-23T11:45:45Z', 'updated_at': '2021-06-23T11:45:47Z', 'revision_number': 4, 'project_id': '772b9946478d439e9da4eaeade7fb21d', 'subnets': [{'id': '00422a88-78b3-4939-97f5-db1169ebe13e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-601336-94-hyperv', False) {} {{(pid=94177) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 11:45:48.311351 dv-neutron-601336-94-hyperv neutron-server[94177]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-93e796e6-cb0c-4d07-8cbf-8453a88d00ab None None] The sync data for ids ['ade8f4bc-d61a-4279-9c53-6d5e6bc3ad41'] in dv-neutron-601336-94-hyperv is: [{'id': 'ade8f4bc-d61a-4279-9c53-6d5e6bc3ad41', 'name': 'tempest-TestNetworkBasicOps-router-1394013319', 'tenant_id': '772b9946478d439e9da4eaeade7fb21d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3e7e4eb3-cf02-4d47-ade9-0a579cdfc60f', 'external_fixed_ips': [{'subnet_id': 'a5ad15ab-c489-4a67-a9b0-d559fca0ec71', 'ip_address': '172.26.3.251'}], 'enable_snat': True}, 'gw_port_id': 'd8b0bc70-b1be-47c6-afc7-9f8cf57445e9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-23T11:45:41Z', 'updated_at': '2021-06-23T11:45:45Z', 'revision_number': 4, 'project_id': '772b9946478d439e9da4eaeade7fb21d', 'gw_port': {'id': 'd8b0bc70-b1be-47c6-afc7-9f8cf57445e9', 'name': '', 'network_id': '3e7e4eb3-cf02-4d47-ade9-0a579cdfc60f', 'tenant_id': '', 'mac_address': 'fa:16:3e:94:78:e5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ade8f4bc-d61a-4279-9c53-6d5e6bc3ad41', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1478, 'fixed_ips': [{'subnet_id': 'a5ad15ab-c489-4a67-a9b0-d559fca0ec71', 'ip_address': '172.26.3.251', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-94-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-23T11:45:41Z', 'updated_at': '2021-06-23T11:45:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a5ad15ab-c489-4a67-a9b0-d559fca0ec71', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-601336-94-hyperv', '_interfaces': [{'id': 'ed804b38-8ae2-4d08-91dd-c57ce2b3a471', 'name': '', 'network_id': '7c6ed185-f292-4360-8abf-4c847180005e', 'tenant_id': '772b9946478d439e9da4eaeade7fb21d', 'mac_address': 'fa:16:3e:66:29:7a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ade8f4bc-d61a-4279-9c53-6d5e6bc3ad41', 'device_owner': 'network:router_interface', 'standard_attr_id': 1481, 'fixed_ips': [{'subnet_id': '00422a88-78b3-4939-97f5-db1169ebe13e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-94-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-23T11:45:45Z', 'updated_at': '2021-06-23T11:45:47Z', 'revision_number': 4, 'project_id': '772b9946478d439e9da4eaeade7fb21d', 'subnets': [{'id': '00422a88-78b3-4939-97f5-db1169ebe13e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94177) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 23 11:45:48.384160 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron_lib.callbacks.manager [None req-63e80a31-0974-4de0-ab0e-366fa7cf8500 tempest-TestNetworkBasicOps-233187296 tempest-TestNetworkBasicOps-233187296-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:45:48.445382 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron_lib.callbacks.manager [None req-63e80a31-0974-4de0-ab0e-366fa7cf8500 tempest-TestNetworkBasicOps-233187296 tempest-TestNetworkBasicOps-233187296-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:45:48.517049 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron_lib.callbacks.manager [None req-63e80a31-0974-4de0-ab0e-366fa7cf8500 tempest-TestNetworkBasicOps-233187296 tempest-TestNetworkBasicOps-233187296-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7996355'] for security_group_rule, after_create {{(pid=94174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:45:48.523638 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG oslo_concurrency.lockutils [None req-4b8be882-6d2a-4f91-be87-4d1c758b2862 tempest-TestNetworkBasicOps-233187296 tempest-TestNetworkBasicOps-233187296-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94174) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 11:45:48.539237 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63e80a31-0974-4de0-ab0e-366fa7cf8500 tempest-TestNetworkBasicOps-233187296 tempest-TestNetworkBasicOps-233187296-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d219c87f-0f71-4d13-b2f9-8d81665b2480,revision_number=0']} {{(pid=94174) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 11:45:48.541811 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG oslo_concurrency.lockutils [None req-63e80a31-0974-4de0-ab0e-366fa7cf8500 tempest-TestNetworkBasicOps-233187296 tempest-TestNetworkBasicOps-233187296-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=94174) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 11:45:48.640899 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron_lib.callbacks.manager [None req-63e80a31-0974-4de0-ab0e-366fa7cf8500 tempest-TestNetworkBasicOps-233187296 tempest-TestNetworkBasicOps-233187296-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:45:48.642176 dv-neutron-601336-94-hyperv neutron-server[94174]: INFO neutron.wsgi [None req-63e80a31-0974-4de0-ab0e-366fa7cf8500 tempest-TestNetworkBasicOps-233187296 tempest-TestNetworkBasicOps-233187296-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3653393 Jun 23 11:45:48.644982 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.wsgi [-] (94174) accepted ('10.222.0.20', 44582) {{(pid=94174) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 11:45:48.650200 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.api.v2.base [None req-c766fe23-1d93-4e41-a931-f5627ac542cf tempest-TestNetworkBasicOps-233187296 tempest-TestNetworkBasicOps-233187296-project] Request body: {'security_group_rule': {'security_group_id': '6bbfd907-a19e-4793-ae3d-1a5f38543fae', 'project_id': '772b9946478d439e9da4eaeade7fb21d', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=94174) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 23 11:45:48.733249 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron_lib.callbacks.manager [None req-c766fe23-1d93-4e41-a931-f5627ac542cf tempest-TestNetworkBasicOps-233187296 tempest-TestNetworkBasicOps-233187296-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:45:48.791974 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron_lib.callbacks.manager [None req-c766fe23-1d93-4e41-a931-f5627ac542cf tempest-TestNetworkBasicOps-233187296 tempest-TestNetworkBasicOps-233187296-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:45:48.899994 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron_lib.callbacks.manager [None req-c766fe23-1d93-4e41-a931-f5627ac542cf tempest-TestNetworkBasicOps-233187296 tempest-TestNetworkBasicOps-233187296-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7996355'] for security_group_rule, after_create {{(pid=94174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:45:48.905197 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG oslo_concurrency.lockutils [None req-44d746eb-5879-4ffd-817a-5c025e7c9299 tempest-TestVolumeBootPattern-1838142519 tempest-TestVolumeBootPattern-1838142519-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94174) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 11:45:48.921457 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c766fe23-1d93-4e41-a931-f5627ac542cf tempest-TestNetworkBasicOps-233187296 tempest-TestNetworkBasicOps-233187296-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=98956071-a40c-46db-aa9a-230b61de7ac3,revision_number=0']} {{(pid=94174) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 11:45:48.924133 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG oslo_concurrency.lockutils [None req-c766fe23-1d93-4e41-a931-f5627ac542cf tempest-TestNetworkBasicOps-233187296 tempest-TestNetworkBasicOps-233187296-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=94174) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 11:45:48.991510 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron_lib.callbacks.manager [None req-c766fe23-1d93-4e41-a931-f5627ac542cf tempest-TestNetworkBasicOps-233187296 tempest-TestNetworkBasicOps-233187296-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:45:48.993107 dv-neutron-601336-94-hyperv neutron-server[94174]: INFO neutron.wsgi [None req-c766fe23-1d93-4e41-a931-f5627ac542cf tempest-TestNetworkBasicOps-233187296 tempest-TestNetworkBasicOps-233187296-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.3470659 Jun 23 11:45:48.995849 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.wsgi [-] (94174) accepted ('10.222.0.20', 44584) {{(pid=94174) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 11:45:49.000433 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.api.v2.base [None req-ef72b4dc-d825-42f7-8b44-294e9ac92987 tempest-TestNetworkBasicOps-233187296 tempest-TestNetworkBasicOps-233187296-project] Request body: {'security_group_rule': {'security_group_id': '6bbfd907-a19e-4793-ae3d-1a5f38543fae', 'project_id': '772b9946478d439e9da4eaeade7fb21d', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=94174) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 23 11:45:49.082647 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron_lib.callbacks.manager [None req-ef72b4dc-d825-42f7-8b44-294e9ac92987 tempest-TestNetworkBasicOps-233187296 tempest-TestNetworkBasicOps-233187296-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:45:49.149815 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron_lib.callbacks.manager [None req-ef72b4dc-d825-42f7-8b44-294e9ac92987 tempest-TestNetworkBasicOps-233187296 tempest-TestNetworkBasicOps-233187296-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:45:49.226261 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron_lib.callbacks.manager [None req-ef72b4dc-d825-42f7-8b44-294e9ac92987 tempest-TestNetworkBasicOps-233187296 tempest-TestNetworkBasicOps-233187296-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7996355'] for security_group_rule, after_create {{(pid=94174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:45:49.228203 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG oslo_concurrency.lockutils [None req-37399286-6311-4756-abb5-ffd18770921f tempest-TestVolumeBootPattern-1838142519 tempest-TestVolumeBootPattern-1838142519-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94174) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 11:45:49.244377 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef72b4dc-d825-42f7-8b44-294e9ac92987 tempest-TestNetworkBasicOps-233187296 tempest-TestNetworkBasicOps-233187296-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=45f49d18-282c-4075-8f34-51a7125bb327,revision_number=0']} {{(pid=94174) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 11:45:49.246944 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG oslo_concurrency.lockutils [None req-ef72b4dc-d825-42f7-8b44-294e9ac92987 tempest-TestNetworkBasicOps-233187296 tempest-TestNetworkBasicOps-233187296-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=94174) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 11:45:49.327213 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron_lib.callbacks.manager [None req-ef72b4dc-d825-42f7-8b44-294e9ac92987 tempest-TestNetworkBasicOps-233187296 tempest-TestNetworkBasicOps-233187296-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:45:49.328453 dv-neutron-601336-94-hyperv neutron-server[94174]: INFO neutron.wsgi [None req-ef72b4dc-d825-42f7-8b44-294e9ac92987 tempest-TestNetworkBasicOps-233187296 tempest-TestNetworkBasicOps-233187296-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3316255 Jun 23 11:45:49.331283 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.wsgi [-] (94174) accepted ('10.222.0.20', 44586) {{(pid=94174) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 11:45:49.336588 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.api.v2.base [None req-d9fb7922-051e-4a46-8de5-db780ba799b6 tempest-TestNetworkBasicOps-233187296 tempest-TestNetworkBasicOps-233187296-project] Request body: {'security_group_rule': {'security_group_id': '6bbfd907-a19e-4793-ae3d-1a5f38543fae', 'project_id': '772b9946478d439e9da4eaeade7fb21d', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=94174) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 23 11:45:49.418290 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron_lib.callbacks.manager [None req-d9fb7922-051e-4a46-8de5-db780ba799b6 tempest-TestNetworkBasicOps-233187296 tempest-TestNetworkBasicOps-233187296-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:45:49.476949 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron_lib.callbacks.manager [None req-d9fb7922-051e-4a46-8de5-db780ba799b6 tempest-TestNetworkBasicOps-233187296 tempest-TestNetworkBasicOps-233187296-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:45:49.574249 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron_lib.callbacks.manager [None req-d9fb7922-051e-4a46-8de5-db780ba799b6 tempest-TestNetworkBasicOps-233187296 tempest-TestNetworkBasicOps-233187296-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7996355'] for security_group_rule, after_create {{(pid=94174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:45:49.576187 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG oslo_concurrency.lockutils [None req-9a4ea9d5-f1c1-4e1f-88a9-41299b126f07 tempest-TestNetworkBasicOps-233187296 tempest-TestNetworkBasicOps-233187296-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94174) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 11:45:49.593632 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9fb7922-051e-4a46-8de5-db780ba799b6 tempest-TestNetworkBasicOps-233187296 tempest-TestNetworkBasicOps-233187296-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3d57a5a6-9b8c-47d9-9c49-281a5e3e75d5,revision_number=0']} {{(pid=94174) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 11:45:49.596675 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG oslo_concurrency.lockutils [None req-d9fb7922-051e-4a46-8de5-db780ba799b6 tempest-TestNetworkBasicOps-233187296 tempest-TestNetworkBasicOps-233187296-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.021s {{(pid=94174) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 11:45:49.628952 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.plugins.ml2.rpc [None req-dc7542b2-afef-47f4-a763-e3a3cba144be None None] Device ed804b38-8ae2-4d08-91dd-c57ce2b3a471 up at agent ovs-agent-dv-neutron-601336-94-hyperv {{(pid=94176) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:298}} Jun 23 11:45:49.665545 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron_lib.callbacks.manager [None req-d9fb7922-051e-4a46-8de5-db780ba799b6 tempest-TestNetworkBasicOps-233187296 tempest-TestNetworkBasicOps-233187296-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:45:49.666767 dv-neutron-601336-94-hyperv neutron-server[94174]: INFO neutron.wsgi [None req-d9fb7922-051e-4a46-8de5-db780ba799b6 tempest-TestNetworkBasicOps-233187296 tempest-TestNetworkBasicOps-233187296-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.3345284 Jun 23 11:45:49.669538 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.wsgi [-] (94174) accepted ('10.222.0.20', 44588) {{(pid=94174) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 11:45:49.674254 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.api.v2.base [None req-1709333d-24f3-4150-a079-884ae64f8108 tempest-TestNetworkBasicOps-233187296 tempest-TestNetworkBasicOps-233187296-project] Request body: {'security_group_rule': {'security_group_id': '6bbfd907-a19e-4793-ae3d-1a5f38543fae', 'project_id': '772b9946478d439e9da4eaeade7fb21d', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=94174) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 23 11:45:49.757573 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.db.provisioning_blocks [None req-dc7542b2-afef-47f4-a763-e3a3cba144be None None] Provisioning for port ed804b38-8ae2-4d08-91dd-c57ce2b3a471 completed by entity L2. {{(pid=94176) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 23 11:45:49.761738 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.db.provisioning_blocks [None req-dc7542b2-afef-47f4-a763-e3a3cba144be None None] Provisioning complete for port ed804b38-8ae2-4d08-91dd-c57ce2b3a471 triggered by entity L2. {{(pid=94176) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 23 11:45:49.762127 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron_lib.callbacks.manager [None req-dc7542b2-afef-47f4-a763-e3a3cba144be None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-899258'] for port, provisioning_complete {{(pid=94176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:45:49.803474 dv-neutron-601336-94-hyperv neutron-server[94174]: INFO neutron.db.securitygroups_db [None req-1709333d-24f3-4150-a079-884ae64f8108 tempest-TestNetworkBasicOps-233187296 tempest-TestNetworkBasicOps-233187296-project] Project 772b9946478d439e9da4eaeade7fb21d added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jun 23 11:45:49.808383 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron_lib.callbacks.manager [None req-1709333d-24f3-4150-a079-884ae64f8108 tempest-TestNetworkBasicOps-233187296 tempest-TestNetworkBasicOps-233187296-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:45:49.836447 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron_lib.callbacks.manager [None req-dc7542b2-afef-47f4-a763-e3a3cba144be None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-923122'] for port, before_update {{(pid=94176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:45:49.868453 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron_lib.callbacks.manager [None req-1709333d-24f3-4150-a079-884ae64f8108 tempest-TestNetworkBasicOps-233187296 tempest-TestNetworkBasicOps-233187296-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:45:49.872160 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.plugins.ml2.db [None req-dc7542b2-afef-47f4-a763-e3a3cba144be None None] For port ed804b38-8ae2-4d08-91dd-c57ce2b3a471, host dv-neutron-601336-94-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-94-hyperv',level=0,port_id=ed804b38-8ae2-4d08-91dd-c57ce2b3a471,segment=NetworkSegment(82af645c-54b9-40e2-b447-1ad0a90238cd),segment_id=82af645c-54b9-40e2-b447-1ad0a90238cd)] {{(pid=94176) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 23 11:45:49.973989 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron_lib.callbacks.manager [None req-1709333d-24f3-4150-a079-884ae64f8108 tempest-TestNetworkBasicOps-233187296 tempest-TestNetworkBasicOps-233187296-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7996355'] for security_group_rule, after_create {{(pid=94174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:45:49.976034 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG oslo_concurrency.lockutils [None req-f05c5a23-abc9-47aa-bdb3-205d06764837 tempest-TestNetworkBasicOps-233187296 tempest-TestNetworkBasicOps-233187296-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94174) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 11:45:49.992077 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1709333d-24f3-4150-a079-884ae64f8108 tempest-TestNetworkBasicOps-233187296 tempest-TestNetworkBasicOps-233187296-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=208008d6-f349-4548-a52b-7d37b6de394c,revision_number=0']} {{(pid=94174) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 11:45:49.994546 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG oslo_concurrency.lockutils [None req-1709333d-24f3-4150-a079-884ae64f8108 tempest-TestNetworkBasicOps-233187296 tempest-TestNetworkBasicOps-233187296-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=94174) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 11:45:50.002633 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron_lib.callbacks.manager [None req-dc7542b2-afef-47f4-a763-e3a3cba144be None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-922904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866062', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773700135042', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773699642233', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773699642278'] for port, after_update {{(pid=94176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:45:50.004553 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG oslo_concurrency.lockutils [None req-dc7542b2-afef-47f4-a763-e3a3cba144be None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 11:45:50.050864 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc7542b2-afef-47f4-a763-e3a3cba144be None None] Pushing event updated for resources: {'Port': ['ID=ed804b38-8ae2-4d08-91dd-c57ce2b3a471,revision_number=5']} {{(pid=94176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 11:45:50.054131 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG oslo_concurrency.lockutils [None req-dc7542b2-afef-47f4-a763-e3a3cba144be None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=94176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 11:45:50.088400 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron_lib.callbacks.manager [None req-1709333d-24f3-4150-a079-884ae64f8108 tempest-TestNetworkBasicOps-233187296 tempest-TestNetworkBasicOps-233187296-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:45:50.089634 dv-neutron-601336-94-hyperv neutron-server[94174]: INFO neutron.wsgi [None req-1709333d-24f3-4150-a079-884ae64f8108 tempest-TestNetworkBasicOps-233187296 tempest-TestNetworkBasicOps-233187296-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.4191225 Jun 23 11:45:50.092252 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.wsgi [-] (94174) accepted ('10.222.0.20', 44590) {{(pid=94174) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 11:45:50.096681 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.api.v2.base [None req-ae033674-71ea-4b8f-817c-5fde5e204688 tempest-TestNetworkBasicOps-233187296 tempest-TestNetworkBasicOps-233187296-project] Request body: {'security_group_rule': {'security_group_id': '6bbfd907-a19e-4793-ae3d-1a5f38543fae', 'project_id': '772b9946478d439e9da4eaeade7fb21d', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=94174) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 23 11:45:50.179950 dv-neutron-601336-94-hyperv neutron-server[94174]: INFO neutron.db.securitygroups_db [None req-ae033674-71ea-4b8f-817c-5fde5e204688 tempest-TestNetworkBasicOps-233187296 tempest-TestNetworkBasicOps-233187296-project] Project 772b9946478d439e9da4eaeade7fb21d added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jun 23 11:45:50.185381 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron_lib.callbacks.manager [None req-ae033674-71ea-4b8f-817c-5fde5e204688 tempest-TestNetworkBasicOps-233187296 tempest-TestNetworkBasicOps-233187296-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:45:50.247303 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron_lib.callbacks.manager [None req-ae033674-71ea-4b8f-817c-5fde5e204688 tempest-TestNetworkBasicOps-233187296 tempest-TestNetworkBasicOps-233187296-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:45:50.315771 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron_lib.callbacks.manager [None req-ae033674-71ea-4b8f-817c-5fde5e204688 tempest-TestNetworkBasicOps-233187296 tempest-TestNetworkBasicOps-233187296-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7996355'] for security_group_rule, after_create {{(pid=94174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:45:50.324043 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG oslo_concurrency.lockutils [None req-9dd43789-153d-42dc-af75-ff2c3d030101 tempest-TestNetworkBasicOps-233187296 tempest-TestNetworkBasicOps-233187296-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94174) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 11:45:50.337559 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae033674-71ea-4b8f-817c-5fde5e204688 tempest-TestNetworkBasicOps-233187296 tempest-TestNetworkBasicOps-233187296-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b91beb49-d891-4de3-b5e6-a8d3b1fe48c5,revision_number=0']} {{(pid=94174) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 11:45:50.340454 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG oslo_concurrency.lockutils [None req-ae033674-71ea-4b8f-817c-5fde5e204688 tempest-TestNetworkBasicOps-233187296 tempest-TestNetworkBasicOps-233187296-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=94174) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 11:45:50.391203 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron_lib.callbacks.manager [None req-ae033674-71ea-4b8f-817c-5fde5e204688 tempest-TestNetworkBasicOps-233187296 tempest-TestNetworkBasicOps-233187296-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:45:50.392432 dv-neutron-601336-94-hyperv neutron-server[94174]: INFO neutron.wsgi [None req-ae033674-71ea-4b8f-817c-5fde5e204688 tempest-TestNetworkBasicOps-233187296 tempest-TestNetworkBasicOps-233187296-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.2992635 Jun 23 11:45:50.539167 dv-neutron-601336-94-hyperv neutron-server[94175]: INFO neutron.wsgi [req-8dc068f6-cb87-4af0-ab2d-14d7edb218eb req-819b0a51-a3e6-4643-8297-e6e97a55c4c7 tempest-TestNetworkBasicOps-233187296 tempest-TestNetworkBasicOps-233187296-project] 10.222.0.20 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-373035474&fields=id&tenant_id=772b9946478d439e9da4eaeade7fb21d HTTP/1.1" status: 200 len: 267 time: 0.0332439 Jun 23 11:45:50.647401 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dc068f6-cb87-4af0-ab2d-14d7edb218eb req-272706bc-38e8-4d80-8b67-c760cb330cee tempest-TestNetworkBasicOps-233187296 tempest-TestNetworkBasicOps-233187296-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 11:45:50.648848 dv-neutron-601336-94-hyperv neutron-server[94175]: INFO neutron.wsgi [req-8dc068f6-cb87-4af0-ab2d-14d7edb218eb req-272706bc-38e8-4d80-8b67-c760cb330cee tempest-TestNetworkBasicOps-233187296 tempest-TestNetworkBasicOps-233187296-project] 10.222.0.20 "GET /v2.0/networks?id=7c6ed185-f292-4360-8abf-4c847180005e HTTP/1.1" status: 200 len: 797 time: 0.1033902 Jun 23 11:45:50.662875 dv-neutron-601336-94-hyperv neutron-server[94175]: INFO neutron.wsgi [req-8dc068f6-cb87-4af0-ab2d-14d7edb218eb req-90f637d2-7d94-4704-b65e-89aa731fb2f8 tempest-TestNetworkBasicOps-233187296 tempest-TestNetworkBasicOps-233187296-project] 10.222.0.20 "GET /v2.0/quotas/772b9946478d439e9da4eaeade7fb21d HTTP/1.1" status: 200 len: 375 time: 0.0087652 Jun 23 11:45:50.731214 dv-neutron-601336-94-hyperv neutron-server[94175]: INFO neutron.wsgi [req-8dc068f6-cb87-4af0-ab2d-14d7edb218eb req-cd21cec4-0be1-4995-bb96-0c89cae1ca9b tempest-TestNetworkBasicOps-233187296 tempest-TestNetworkBasicOps-233187296-project] 10.222.0.20 "GET /v2.0/ports?tenant_id=772b9946478d439e9da4eaeade7fb21d&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0634656 Jun 23 11:45:50.828050 dv-neutron-601336-94-hyperv neutron-server[94175]: INFO neutron.wsgi [req-8dc068f6-cb87-4af0-ab2d-14d7edb218eb req-01ebdc93-8ad8-4cd7-a3e6-4bf77cf1f4f8 service neutron] 10.222.0.20 "GET /v2.0/networks/7c6ed185-f292-4360-8abf-4c847180005e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0851617 Jun 23 11:45:50.916772 dv-neutron-601336-94-hyperv neutron-server[94175]: INFO neutron.wsgi [req-8dc068f6-cb87-4af0-ab2d-14d7edb218eb req-3e900ff5-cc31-4ca6-b73e-76f043570918 service neutron] 10.222.0.20 "GET /v2.0/networks/7c6ed185-f292-4360-8abf-4c847180005e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0826471 Jun 23 11:45:51.190571 dv-neutron-601336-94-hyperv neutron-server[94174]: INFO neutron.wsgi [req-68af54b0-789b-4e37-ba81-22c7e402745a req-06eb5ef4-e609-4234-ad51-6c19f5873157 tempest-TestNetworkBasicOps-233187296 tempest-TestNetworkBasicOps-233187296-project] 10.222.0.20 "GET /v2.0/ports?device_id=e4bd57b8-f2f3-4aa6-97c4-37ab3d8b0c33 HTTP/1.1" status: 200 len: 210 time: 0.0293438 Jun 23 11:45:51.620061 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.plugins.ml2.rpc [None req-dc7542b2-afef-47f4-a763-e3a3cba144be None None] Device ed804b38-8ae2-4d08-91dd-c57ce2b3a471 up at agent ovs-agent-dv-neutron-601336-94-hyperv {{(pid=94176) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:298}} Jun 23 11:45:51.677099 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.db.provisioning_blocks [None req-dc7542b2-afef-47f4-a763-e3a3cba144be None None] Provisioning complete for port ed804b38-8ae2-4d08-91dd-c57ce2b3a471 triggered by entity L2. {{(pid=94176) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 23 11:45:51.677801 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron_lib.callbacks.manager [None req-dc7542b2-afef-47f4-a763-e3a3cba144be None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-899258'] for port, provisioning_complete {{(pid=94176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:45:52.337967 dv-neutron-601336-94-hyperv neutron-server[94175]: INFO neutron.wsgi [req-65f134f5-d2cd-46e9-b1f5-570bd47b4148 req-c6998d47-d3bf-4220-ba49-11a8fc7c9be8 tempest-TestNetworkBasicOps-233187296 tempest-TestNetworkBasicOps-233187296-project] 10.222.0.20 "GET /v2.0/ports?device_id=e4bd57b8-f2f3-4aa6-97c4-37ab3d8b0c33 HTTP/1.1" status: 200 len: 210 time: 0.0313780 Jun 23 11:45:53.321278 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dc068f6-cb87-4af0-ab2d-14d7edb218eb req-db2fa411-2e6b-43ba-a4ac-332c9c23ec38 tempest-TestNetworkBasicOps-233187296 tempest-TestNetworkBasicOps-233187296-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94174) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 11:45:53.322206 dv-neutron-601336-94-hyperv neutron-server[94174]: INFO neutron.wsgi [req-8dc068f6-cb87-4af0-ab2d-14d7edb218eb req-db2fa411-2e6b-43ba-a4ac-332c9c23ec38 tempest-TestNetworkBasicOps-233187296 tempest-TestNetworkBasicOps-233187296-project] 10.222.0.52 "GET /v2.0/networks?id=7c6ed185-f292-4360-8abf-4c847180005e HTTP/1.1" status: 200 len: 797 time: 0.1018729 Jun 23 11:45:53.352058 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron_lib.callbacks.manager [None req-97bd5441-1da2-49ee-a364-27795820ba27 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773699952132', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-899307'] for agent, after_update {{(pid=94176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:45:53.374046 dv-neutron-601336-94-hyperv neutron-server[94174]: INFO neutron.wsgi [req-8dc068f6-cb87-4af0-ab2d-14d7edb218eb req-c065dad4-320b-4a3c-a6b2-1ebce8b77994 tempest-TestNetworkBasicOps-233187296 tempest-TestNetworkBasicOps-233187296-project] 10.222.0.52 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=772b9946478d439e9da4eaeade7fb21d HTTP/1.1" status: 200 len: 379 time: 0.0424631 Jun 23 11:45:53.382717 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.api.v2.base [req-8dc068f6-cb87-4af0-ab2d-14d7edb218eb req-20be7104-1c21-4a99-8fff-893b8e6a3b88 tempest-TestNetworkBasicOps-233187296 tempest-TestNetworkBasicOps-233187296-project] Request body: {'port': {'device_id': 'e4bd57b8-f2f3-4aa6-97c4-37ab3d8b0c33', 'network_id': '7c6ed185-f292-4360-8abf-4c847180005e', 'admin_state_up': True, 'tenant_id': '772b9946478d439e9da4eaeade7fb21d', 'security_groups': ['6bbfd907-a19e-4793-ae3d-1a5f38543fae']}} {{(pid=94174) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 23 11:45:53.500866 dv-neutron-601336-94-hyperv neutron-server[94174]: INFO neutron.wsgi [req-7bafa5dc-bb87-49b5-8623-b1d1a862521d req-15909e66-2048-4edc-8a55-2935f561f67f tempest-TestNetworkBasicOps-233187296 tempest-TestNetworkBasicOps-233187296-project] 10.222.0.20 "GET /v2.0/ports?device_id=e4bd57b8-f2f3-4aa6-97c4-37ab3d8b0c33 HTTP/1.1" status: 200 len: 210 time: 0.0370216 Jun 23 11:45:53.612551 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-8dc068f6-cb87-4af0-ab2d-14d7edb218eb req-20be7104-1c21-4a99-8fff-893b8e6a3b88 tempest-TestNetworkBasicOps-233187296 tempest-TestNetworkBasicOps-233187296-project] Made reservation on behalf of 772b9946478d439e9da4eaeade7fb21d for: {'port': 1} {{(pid=94174) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 23 11:45:53.616593 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron_lib.callbacks.manager [req-8dc068f6-cb87-4af0-ab2d-14d7edb218eb req-20be7104-1c21-4a99-8fff-893b8e6a3b88 tempest-TestNetworkBasicOps-233187296 tempest-TestNetworkBasicOps-233187296-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-923104'] for port, before_create {{(pid=94174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:45:53.746720 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.db.db_base_plugin_common [req-8dc068f6-cb87-4af0-ab2d-14d7edb218eb req-20be7104-1c21-4a99-8fff-893b8e6a3b88 tempest-TestNetworkBasicOps-233187296 tempest-TestNetworkBasicOps-233187296-project] Allocated IP 172.20.0.6 (7c6ed185-f292-4360-8abf-4c847180005e/00422a88-78b3-4939-97f5-db1169ebe13e/bf3f39a0-2ab2-4420-9195-f6476b938fa8) {{(pid=94174) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 23 11:45:53.882210 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron_lib.callbacks.manager [req-8dc068f6-cb87-4af0-ab2d-14d7edb218eb req-20be7104-1c21-4a99-8fff-893b8e6a3b88 tempest-TestNetworkBasicOps-233187296 tempest-TestNetworkBasicOps-233187296-project] Notify callbacks [] for port, precommit_create {{(pid=94174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:45:53.895568 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.db.provisioning_blocks [req-8dc068f6-cb87-4af0-ab2d-14d7edb218eb req-20be7104-1c21-4a99-8fff-893b8e6a3b88 tempest-TestNetworkBasicOps-233187296 tempest-TestNetworkBasicOps-233187296-project] Transition to ACTIVE for port object bf3f39a0-2ab2-4420-9195-f6476b938fa8 will not be triggered until provisioned by entity DHCP. {{(pid=94174) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 23 11:45:54.065769 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron_lib.callbacks.manager [req-8dc068f6-cb87-4af0-ab2d-14d7edb218eb req-20be7104-1c21-4a99-8fff-893b8e6a3b88 tempest-TestNetworkBasicOps-233187296 tempest-TestNetworkBasicOps-233187296-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-922915', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-239814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7866073', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773699642215', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-5196399'] for port, after_create {{(pid=94174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:45:54.069621 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG oslo_concurrency.lockutils [None req-2675dcd0-9bd8-45c9-8a16-cb3ff4ec11d8 tempest-FloatingIPTestJSON-1140213849 tempest-FloatingIPTestJSON-1140213849-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94174) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 11:45:54.109033 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8dc068f6-cb87-4af0-ab2d-14d7edb218eb req-20be7104-1c21-4a99-8fff-893b8e6a3b88 tempest-TestNetworkBasicOps-233187296 tempest-TestNetworkBasicOps-233187296-project] Network 7c6ed185-f292-4360-8abf-4c847180005e is already hosted by enough agents. {{(pid=94174) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 23 11:45:54.112160 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.scheduler.base_scheduler [req-8dc068f6-cb87-4af0-ab2d-14d7edb218eb req-20be7104-1c21-4a99-8fff-893b8e6a3b88 tempest-TestNetworkBasicOps-233187296 tempest-TestNetworkBasicOps-233187296-project] Resources bound (agent type, host, resource id): {{(pid=94174) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 23 11:45:54.117895 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.db.l3_dvrscheduler_db [req-8dc068f6-cb87-4af0-ab2d-14d7edb218eb req-20be7104-1c21-4a99-8fff-893b8e6a3b88 tempest-TestNetworkBasicOps-233187296 tempest-TestNetworkBasicOps-233187296-project] Received port after_create {{(pid=94174) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 23 11:45:54.124300 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20be7104-1c21-4a99-8fff-893b8e6a3b88 tempest-TestNetworkBasicOps-233187296 tempest-TestNetworkBasicOps-233187296-project] Pushing event updated for resources: {'Port': ['ID=bf3f39a0-2ab2-4420-9195-f6476b938fa8,revision_number=1']} {{(pid=94174) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 11:45:54.144267 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG oslo_concurrency.lockutils [None req-20be7104-1c21-4a99-8fff-893b8e6a3b88 tempest-TestNetworkBasicOps-233187296 tempest-TestNetworkBasicOps-233187296-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.075s {{(pid=94174) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 11:45:54.172419 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dc068f6-cb87-4af0-ab2d-14d7edb218eb req-20be7104-1c21-4a99-8fff-893b8e6a3b88 tempest-TestNetworkBasicOps-233187296 tempest-TestNetworkBasicOps-233187296-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94174) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 11:45:54.173037 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron_lib.callbacks.manager [req-8dc068f6-cb87-4af0-ab2d-14d7edb218eb req-20be7104-1c21-4a99-8fff-893b8e6a3b88 tempest-TestNetworkBasicOps-233187296 tempest-TestNetworkBasicOps-233187296-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-217507'] for port, before_response {{(pid=94174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:45:54.237629 dv-neutron-601336-94-hyperv neutron-server[94174]: INFO neutron.wsgi [req-8dc068f6-cb87-4af0-ab2d-14d7edb218eb req-20be7104-1c21-4a99-8fff-893b8e6a3b88 tempest-TestNetworkBasicOps-233187296 tempest-TestNetworkBasicOps-233187296-project] 10.222.0.52 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8583956 Jun 23 11:45:54.249357 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.api.v2.base [req-8dc068f6-cb87-4af0-ab2d-14d7edb218eb req-df51e6b5-b0d2-4312-86da-34882b59ba6e service neutron] Request body: {'port': {'device_id': 'e4bd57b8-f2f3-4aa6-97c4-37ab3d8b0c33', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-6013'}} {{(pid=94174) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 23 11:45:54.326746 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron_lib.callbacks.manager [req-8dc068f6-cb87-4af0-ab2d-14d7edb218eb req-df51e6b5-b0d2-4312-86da-34882b59ba6e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-923122'] for port, before_update {{(pid=94174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:45:54.400883 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.db.provisioning_blocks [None req-74fb6d93-f10a-446c-be6e-81c653bec288 None None] Provisioning for port bf3f39a0-2ab2-4420-9195-f6476b938fa8 completed by entity DHCP. {{(pid=94176) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 23 11:45:54.404674 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.db.provisioning_blocks [None req-74fb6d93-f10a-446c-be6e-81c653bec288 None None] Provisioning complete for port bf3f39a0-2ab2-4420-9195-f6476b938fa8 triggered by entity DHCP. {{(pid=94176) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 23 11:45:54.405050 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron_lib.callbacks.manager [None req-74fb6d93-f10a-446c-be6e-81c653bec288 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-899258'] for port, provisioning_complete {{(pid=94176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:45:54.437440 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.plugins.ml2.plugin [None req-74fb6d93-f10a-446c-be6e-81c653bec288 None None] Port bf3f39a0-2ab2-4420-9195-f6476b938fa8 cannot update to ACTIVE because it is not bound. {{(pid=94176) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jun 23 11:45:54.583184 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.notifiers.nova [req-8dc068f6-cb87-4af0-ab2d-14d7edb218eb req-df51e6b5-b0d2-4312-86da-34882b59ba6e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id bf3f39a0-2ab2-4420-9195-f6476b938fa8 {{(pid=94174) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 23 11:45:54.590924 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron_lib.callbacks.manager [req-8dc068f6-cb87-4af0-ab2d-14d7edb218eb req-df51e6b5-b0d2-4312-86da-34882b59ba6e service neutron] Notify callbacks [] for port, precommit_update {{(pid=94174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:45:54.603001 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.db.provisioning_blocks [req-8dc068f6-cb87-4af0-ab2d-14d7edb218eb req-df51e6b5-b0d2-4312-86da-34882b59ba6e service neutron] Transition to ACTIVE for port object bf3f39a0-2ab2-4420-9195-f6476b938fa8 will not be triggered until provisioned by entity L2. {{(pid=94174) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 23 11:45:54.665186 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron_lib.callbacks.manager [req-8dc068f6-cb87-4af0-ab2d-14d7edb218eb req-df51e6b5-b0d2-4312-86da-34882b59ba6e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-922904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866062', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773700135042', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773699642233', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773699642278', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5196369'] for port, after_update {{(pid=94174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:45:54.668624 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG oslo_concurrency.lockutils [None req-1125c099-7fc5-4577-a809-36881e9ca524 tempest-TestNetworkBasicOps-233187296 tempest-TestNetworkBasicOps-233187296-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94174) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 11:45:54.678498 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34a5695e-70b2-4b5b-bd9b-de08bf047459 req-53d143cb-77c5-439b-8462-b48946ca50cb tempest-TestNetworkBasicOps-233187296 tempest-TestNetworkBasicOps-233187296-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 11:45:54.680534 dv-neutron-601336-94-hyperv neutron-server[94175]: INFO neutron.wsgi [req-34a5695e-70b2-4b5b-bd9b-de08bf047459 req-53d143cb-77c5-439b-8462-b48946ca50cb tempest-TestNetworkBasicOps-233187296 tempest-TestNetworkBasicOps-233187296-project] 10.222.0.20 "GET /v2.0/ports?device_id=e4bd57b8-f2f3-4aa6-97c4-37ab3d8b0c33 HTTP/1.1" status: 200 len: 931 time: 0.0681918 Jun 23 11:45:54.720339 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df51e6b5-b0d2-4312-86da-34882b59ba6e service neutron] Pushing event updated for resources: {'Port': ['ID=bf3f39a0-2ab2-4420-9195-f6476b938fa8,revision_number=2']} {{(pid=94174) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 11:45:54.722734 dv-neutron-601336-94-hyperv neutron-server[94175]: INFO neutron.wsgi [req-34a5695e-70b2-4b5b-bd9b-de08bf047459 req-09c3d70a-4134-4ac8-9444-0f38a1f67017 tempest-TestNetworkBasicOps-233187296 tempest-TestNetworkBasicOps-233187296-project] 10.222.0.20 "GET /v2.0/security-groups?id=6bbfd907-a19e-4793-ae3d-1a5f38543fae&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0362682 Jun 23 11:45:54.729033 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG oslo_concurrency.lockutils [None req-df51e6b5-b0d2-4312-86da-34882b59ba6e service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.060s {{(pid=94174) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 11:45:54.799064 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.plugins.ml2.managers [req-8dc068f6-cb87-4af0-ab2d-14d7edb218eb req-df51e6b5-b0d2-4312-86da-34882b59ba6e service neutron] Attempting to bind port bf3f39a0-2ab2-4420-9195-f6476b938fa8 on host hv-neutron-6013 for vnic_type normal with profile {{(pid=94174) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 23 11:45:54.805065 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.plugins.ml2.managers [req-8dc068f6-cb87-4af0-ab2d-14d7edb218eb req-df51e6b5-b0d2-4312-86da-34882b59ba6e service neutron] Attempting to bind port bf3f39a0-2ab2-4420-9195-f6476b938fa8 by drivers openvswitch,hyperv on host hv-neutron-6013 at level 0 using segments [{'id': '82af645c-54b9-40e2-b447-1ad0a90238cd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 405, 'network_id': '7c6ed185-f292-4360-8abf-4c847180005e'}] {{(pid=94174) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 23 11:45:54.805065 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8dc068f6-cb87-4af0-ab2d-14d7edb218eb req-df51e6b5-b0d2-4312-86da-34882b59ba6e service neutron] Attempting to bind port bf3f39a0-2ab2-4420-9195-f6476b938fa8 on network 7c6ed185-f292-4360-8abf-4c847180005e {{(pid=94174) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 23 11:45:54.805330 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8dc068f6-cb87-4af0-ab2d-14d7edb218eb req-df51e6b5-b0d2-4312-86da-34882b59ba6e service neutron] Port bf3f39a0-2ab2-4420-9195-f6476b938fa8 on network 7c6ed185-f292-4360-8abf-4c847180005e not bound, no agent of type Open vSwitch agent registered on host hv-neutron-6013 {{(pid=94174) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 23 11:45:54.805619 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8dc068f6-cb87-4af0-ab2d-14d7edb218eb req-df51e6b5-b0d2-4312-86da-34882b59ba6e service neutron] Attempting to bind port bf3f39a0-2ab2-4420-9195-f6476b938fa8 on network 7c6ed185-f292-4360-8abf-4c847180005e {{(pid=94174) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 23 11:45:54.810433 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8dc068f6-cb87-4af0-ab2d-14d7edb218eb req-df51e6b5-b0d2-4312-86da-34882b59ba6e service neutron] Checking agent: {'id': '3a130b41-5b27-406b-aeb2-5a923af79f10', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-6013', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 23, 11, 28, 23), 'started_at': datetime.datetime(2021, 6, 23, 11, 28, 23), 'heartbeat_timestamp': datetime.datetime(2021, 6, 23, 11, 45, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94174) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 23 11:45:54.810784 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8dc068f6-cb87-4af0-ab2d-14d7edb218eb req-df51e6b5-b0d2-4312-86da-34882b59ba6e service neutron] Checking segment: {'id': '82af645c-54b9-40e2-b447-1ad0a90238cd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 405, 'network_id': '7c6ed185-f292-4360-8abf-4c847180005e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94174) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 23 11:45:54.811240 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8dc068f6-cb87-4af0-ab2d-14d7edb218eb req-df51e6b5-b0d2-4312-86da-34882b59ba6e service neutron] Bound using segment: {'id': '82af645c-54b9-40e2-b447-1ad0a90238cd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 405, 'network_id': '7c6ed185-f292-4360-8abf-4c847180005e'} {{(pid=94174) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 23 11:45:54.811675 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.plugins.ml2.managers [req-8dc068f6-cb87-4af0-ab2d-14d7edb218eb req-df51e6b5-b0d2-4312-86da-34882b59ba6e service neutron] Bound port: bf3f39a0-2ab2-4420-9195-f6476b938fa8, host: hv-neutron-6013, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '82af645c-54b9-40e2-b447-1ad0a90238cd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 405, 'network_id': '7c6ed185-f292-4360-8abf-4c847180005e'}}] {{(pid=94174) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 23 11:45:54.812026 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron_lib.callbacks.manager [req-8dc068f6-cb87-4af0-ab2d-14d7edb218eb req-df51e6b5-b0d2-4312-86da-34882b59ba6e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-923122'] for port, before_update {{(pid=94174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:45:54.876677 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.plugins.ml2.db [req-8dc068f6-cb87-4af0-ab2d-14d7edb218eb req-df51e6b5-b0d2-4312-86da-34882b59ba6e service neutron] For port bf3f39a0-2ab2-4420-9195-f6476b938fa8, host hv-neutron-6013, cleared binding levels {{(pid=94174) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 23 11:45:54.880115 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.plugins.ml2.db [req-8dc068f6-cb87-4af0-ab2d-14d7edb218eb req-df51e6b5-b0d2-4312-86da-34882b59ba6e service neutron] For port bf3f39a0-2ab2-4420-9195-f6476b938fa8, host hv-neutron-6013, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-6013',level=0,port_id=bf3f39a0-2ab2-4420-9195-f6476b938fa8,segment=NetworkSegment(82af645c-54b9-40e2-b447-1ad0a90238cd),segment_id=82af645c-54b9-40e2-b447-1ad0a90238cd)] {{(pid=94174) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 23 11:45:54.992289 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron_lib.callbacks.manager [req-8dc068f6-cb87-4af0-ab2d-14d7edb218eb req-df51e6b5-b0d2-4312-86da-34882b59ba6e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-922904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866062', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773700135042', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773699642233', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773699642278', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5196369'] for port, after_update {{(pid=94174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:45:54.994421 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG oslo_concurrency.lockutils [None req-df51e6b5-b0d2-4312-86da-34882b59ba6e service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94174) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 11:45:55.026059 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dc068f6-cb87-4af0-ab2d-14d7edb218eb req-df51e6b5-b0d2-4312-86da-34882b59ba6e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94174) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 11:45:55.026591 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron_lib.callbacks.manager [req-8dc068f6-cb87-4af0-ab2d-14d7edb218eb req-df51e6b5-b0d2-4312-86da-34882b59ba6e service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-217507'] for port, before_response {{(pid=94174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:45:55.028167 dv-neutron-601336-94-hyperv neutron-server[94174]: INFO neutron.wsgi [req-8dc068f6-cb87-4af0-ab2d-14d7edb218eb req-df51e6b5-b0d2-4312-86da-34882b59ba6e service neutron] 10.222.0.52 "PUT /v2.0/ports/bf3f39a0-2ab2-4420-9195-f6476b938fa8 HTTP/1.1" status: 200 len: 1093 time: 0.7833261 Jun 23 11:45:55.030403 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e4bd57b8-f2f3-4aa6-97c4-37ab3d8b0c33', 'tag': 'bf3f39a0-2ab2-4420-9195-f6476b938fa8'}] {{(pid=94174) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 23 11:45:55.033562 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6ff47218258ed5bf6cae7f276c9622ae488f9e8ebc13d1a310221fbcfb04c5dd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e64cedaf-5d63-4f04-b653-24745c8174e9" -d '{"events": [{"name": "network-changed", "server_uuid": "e4bd57b8-f2f3-4aa6-97c4-37ab3d8b0c33", "tag": "bf3f39a0-2ab2-4420-9195-f6476b938fa8"}]}' {{(pid=94174) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 23 11:45:55.058873 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df51e6b5-b0d2-4312-86da-34882b59ba6e service neutron] Pushing event updated for resources: {'Port': ['ID=bf3f39a0-2ab2-4420-9195-f6476b938fa8,revision_number=3']} {{(pid=94174) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 11:45:55.062569 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG oslo_concurrency.lockutils [None req-df51e6b5-b0d2-4312-86da-34882b59ba6e service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.068s {{(pid=94174) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 11:45:55.076113 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 23 Jun 2021 11:45:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4a8bfd6f-9a7d-4273-adfd-6a74fb2b49ca x-openstack-request-id: req-4a8bfd6f-9a7d-4273-adfd-6a74fb2b49ca {{(pid=94174) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 23 11:45:55.076460 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e4bd57b8-f2f3-4aa6-97c4-37ab3d8b0c33", "tag": "bf3f39a0-2ab2-4420-9195-f6476b938fa8", "status": "completed", "code": 200}]} {{(pid=94174) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 23 11:45:55.076766 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-4a8bfd6f-9a7d-4273-adfd-6a74fb2b49ca {{(pid=94174) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 23 11:45:55.077212 dv-neutron-601336-94-hyperv neutron-server[94174]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e4bd57b8-f2f3-4aa6-97c4-37ab3d8b0c33', 'tag': 'bf3f39a0-2ab2-4420-9195-f6476b938fa8', 'status': 'completed', 'code': 200} Jun 23 11:45:55.158199 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e64cedaf-5d63-4f04-b653-24745c8174e9 req-27d99be5-41c8-4432-b8a5-ed6d95ca3139 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94174) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 11:45:55.159961 dv-neutron-601336-94-hyperv neutron-server[94174]: INFO neutron.wsgi [req-e64cedaf-5d63-4f04-b653-24745c8174e9 req-27d99be5-41c8-4432-b8a5-ed6d95ca3139 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=772b9946478d439e9da4eaeade7fb21d&device_id=e4bd57b8-f2f3-4aa6-97c4-37ab3d8b0c33 HTTP/1.1" status: 200 len: 1096 time: 0.0616457 Jun 23 11:45:55.259426 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e64cedaf-5d63-4f04-b653-24745c8174e9 req-d5d7ae3b-be3f-4bd4-a46a-66afffa23803 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94174) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 11:45:55.260877 dv-neutron-601336-94-hyperv neutron-server[94174]: INFO neutron.wsgi [req-e64cedaf-5d63-4f04-b653-24745c8174e9 req-d5d7ae3b-be3f-4bd4-a46a-66afffa23803 service neutron] 10.222.0.52 "GET /v2.0/networks?tenant_id=772b9946478d439e9da4eaeade7fb21d&shared=False HTTP/1.1" status: 200 len: 898 time: 0.0944765 Jun 23 11:45:55.355786 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e64cedaf-5d63-4f04-b653-24745c8174e9 req-0710e158-62fa-47a0-a45f-54906c8dc2d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94174) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 11:45:55.357121 dv-neutron-601336-94-hyperv neutron-server[94174]: INFO neutron.wsgi [req-e64cedaf-5d63-4f04-b653-24745c8174e9 req-0710e158-62fa-47a0-a45f-54906c8dc2d2 service neutron] 10.222.0.52 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0896263 Jun 23 11:45:55.450286 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dc068f6-cb87-4af0-ab2d-14d7edb218eb req-24fc3d73-4582-4da6-8cc0-55e07dc8b0e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94174) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 11:45:55.451759 dv-neutron-601336-94-hyperv neutron-server[94174]: INFO neutron.wsgi [req-8dc068f6-cb87-4af0-ab2d-14d7edb218eb req-24fc3d73-4582-4da6-8cc0-55e07dc8b0e9 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=772b9946478d439e9da4eaeade7fb21d&device_id=e4bd57b8-f2f3-4aa6-97c4-37ab3d8b0c33 HTTP/1.1" status: 200 len: 1096 time: 0.0565414 Jun 23 11:45:55.491982 dv-neutron-601336-94-hyperv neutron-server[94174]: INFO neutron.wsgi [req-8dc068f6-cb87-4af0-ab2d-14d7edb218eb req-2f9eaeaa-8fc0-4cf0-9585-c5cd25f8b749 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=bf3f39a0-2ab2-4420-9195-f6476b938fa8 HTTP/1.1" status: 200 len: 217 time: 0.0332301 Jun 23 11:45:55.537452 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dc068f6-cb87-4af0-ab2d-14d7edb218eb req-4319e5cb-4c2b-42d9-9520-f46ddbcbf629 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94174) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 11:45:55.539390 dv-neutron-601336-94-hyperv neutron-server[94174]: INFO neutron.wsgi [req-8dc068f6-cb87-4af0-ab2d-14d7edb218eb req-4319e5cb-4c2b-42d9-9520-f46ddbcbf629 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=00422a88-78b3-4939-97f5-db1169ebe13e HTTP/1.1" status: 200 len: 833 time: 0.0415835 Jun 23 11:45:55.598662 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dc068f6-cb87-4af0-ab2d-14d7edb218eb req-9d80ed50-24bc-453a-a3f0-0f3ba813f183 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94174) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 11:45:55.600160 dv-neutron-601336-94-hyperv neutron-server[94174]: INFO neutron.wsgi [req-8dc068f6-cb87-4af0-ab2d-14d7edb218eb req-9d80ed50-24bc-453a-a3f0-0f3ba813f183 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=7c6ed185-f292-4360-8abf-4c847180005e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1178 time: 0.0548930 Jun 23 11:45:55.687834 dv-neutron-601336-94-hyperv neutron-server[94174]: INFO neutron.wsgi [req-8dc068f6-cb87-4af0-ab2d-14d7edb218eb req-ce99ec00-5294-4540-8a21-869fa2874e6e service neutron] 10.222.0.52 "GET /v2.0/networks/7c6ed185-f292-4360-8abf-4c847180005e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0809104 Jun 23 11:45:55.781738 dv-neutron-601336-94-hyperv neutron-server[94174]: INFO neutron.wsgi [req-8dc068f6-cb87-4af0-ab2d-14d7edb218eb req-cfa8f6a9-ef34-4558-999d-7fd1f9acbcdd service neutron] 10.222.0.52 "GET /v2.0/networks/7c6ed185-f292-4360-8abf-4c847180005e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0869901 Jun 23 11:45:55.897592 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80e1ee65-2c6b-4b71-8dd5-eb9abcb6d74c req-1f64ac76-05e4-48f9-bc16-93344a2ce62d tempest-TestNetworkBasicOps-233187296 tempest-TestNetworkBasicOps-233187296-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 11:45:55.899697 dv-neutron-601336-94-hyperv neutron-server[94175]: INFO neutron.wsgi [req-80e1ee65-2c6b-4b71-8dd5-eb9abcb6d74c req-1f64ac76-05e4-48f9-bc16-93344a2ce62d tempest-TestNetworkBasicOps-233187296 tempest-TestNetworkBasicOps-233187296-project] 10.222.0.20 "GET /v2.0/ports?device_id=e4bd57b8-f2f3-4aa6-97c4-37ab3d8b0c33 HTTP/1.1" status: 200 len: 943 time: 0.0644777 Jun 23 11:45:55.938957 dv-neutron-601336-94-hyperv neutron-server[94175]: INFO neutron.wsgi [req-80e1ee65-2c6b-4b71-8dd5-eb9abcb6d74c req-8f6d95f6-57c2-49c0-a493-17ab8dad5952 tempest-TestNetworkBasicOps-233187296 tempest-TestNetworkBasicOps-233187296-project] 10.222.0.20 "GET /v2.0/security-groups?id=6bbfd907-a19e-4793-ae3d-1a5f38543fae&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0335157 Jun 23 11:45:57.112388 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffc4215f-f5a6-4ca0-9ce7-a4fe0161e8e4 req-b1d46a6e-4fc1-4cf8-9c9a-3d648511411d tempest-TestNetworkBasicOps-233187296 tempest-TestNetworkBasicOps-233187296-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94174) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 11:45:57.113846 dv-neutron-601336-94-hyperv neutron-server[94174]: INFO neutron.wsgi [req-ffc4215f-f5a6-4ca0-9ce7-a4fe0161e8e4 req-b1d46a6e-4fc1-4cf8-9c9a-3d648511411d tempest-TestNetworkBasicOps-233187296 tempest-TestNetworkBasicOps-233187296-project] 10.222.0.20 "GET /v2.0/ports?device_id=e4bd57b8-f2f3-4aa6-97c4-37ab3d8b0c33 HTTP/1.1" status: 200 len: 943 time: 0.0657299 Jun 23 11:45:57.153443 dv-neutron-601336-94-hyperv neutron-server[94174]: INFO neutron.wsgi [req-ffc4215f-f5a6-4ca0-9ce7-a4fe0161e8e4 req-0b479cfb-43d3-466b-b013-c2d21d01545a tempest-TestNetworkBasicOps-233187296 tempest-TestNetworkBasicOps-233187296-project] 10.222.0.20 "GET /v2.0/security-groups?id=6bbfd907-a19e-4793-ae3d-1a5f38543fae&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0332394 Jun 23 11:45:58.330273 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6739417-aba7-4668-9d5a-c4d1a5630851 req-f3b8ae15-69ec-4ce8-8532-e0edf3578a18 tempest-TestNetworkBasicOps-233187296 tempest-TestNetworkBasicOps-233187296-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 11:45:58.331846 dv-neutron-601336-94-hyperv neutron-server[94175]: INFO neutron.wsgi [req-e6739417-aba7-4668-9d5a-c4d1a5630851 req-f3b8ae15-69ec-4ce8-8532-e0edf3578a18 tempest-TestNetworkBasicOps-233187296 tempest-TestNetworkBasicOps-233187296-project] 10.222.0.20 "GET /v2.0/ports?device_id=e4bd57b8-f2f3-4aa6-97c4-37ab3d8b0c33 HTTP/1.1" status: 200 len: 943 time: 0.0701435 Jun 23 11:45:58.371457 dv-neutron-601336-94-hyperv neutron-server[94175]: INFO neutron.wsgi [req-e6739417-aba7-4668-9d5a-c4d1a5630851 req-675d81ff-1ffd-440d-b3c0-331f32de919a tempest-TestNetworkBasicOps-233187296 tempest-TestNetworkBasicOps-233187296-project] 10.222.0.20 "GET /v2.0/security-groups?id=6bbfd907-a19e-4793-ae3d-1a5f38543fae&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0339150 Jun 23 11:45:59.554289 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-786784e1-6d2a-4421-9953-5933e211adb1 req-5c653e22-cb8b-41a6-9108-d9f858dcf50e tempest-TestNetworkBasicOps-233187296 tempest-TestNetworkBasicOps-233187296-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94174) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 11:45:59.555983 dv-neutron-601336-94-hyperv neutron-server[94174]: INFO neutron.wsgi [req-786784e1-6d2a-4421-9953-5933e211adb1 req-5c653e22-cb8b-41a6-9108-d9f858dcf50e tempest-TestNetworkBasicOps-233187296 tempest-TestNetworkBasicOps-233187296-project] 10.222.0.20 "GET /v2.0/ports?device_id=e4bd57b8-f2f3-4aa6-97c4-37ab3d8b0c33 HTTP/1.1" status: 200 len: 943 time: 0.0716462 Jun 23 11:45:59.593891 dv-neutron-601336-94-hyperv neutron-server[94174]: INFO neutron.wsgi [req-786784e1-6d2a-4421-9953-5933e211adb1 req-1e0ca9eb-6239-43c3-b27b-e78ef16d1a82 tempest-TestNetworkBasicOps-233187296 tempest-TestNetworkBasicOps-233187296-project] 10.222.0.20 "GET /v2.0/security-groups?id=6bbfd907-a19e-4793-ae3d-1a5f38543fae&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0318518 Jun 23 11:45:59.794300 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.plugins.ml2.rpc [None req-97bd5441-1da2-49ee-a364-27795820ba27 None None] Device bf3f39a0-2ab2-4420-9195-f6476b938fa8 details requested by agent hyperv_hv-neutron-6013 with host hv-neutron-6013 {{(pid=94176) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:104}} Jun 23 11:45:59.896563 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.plugins.ml2.db [None req-97bd5441-1da2-49ee-a364-27795820ba27 None None] For port bf3f39a0-2ab2-4420-9195-f6476b938fa8, host hv-neutron-6013, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-6013',level=0,port_id=bf3f39a0-2ab2-4420-9195-f6476b938fa8,segment=NetworkSegment(82af645c-54b9-40e2-b447-1ad0a90238cd),segment_id=82af645c-54b9-40e2-b447-1ad0a90238cd)] {{(pid=94176) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 23 11:45:59.910834 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.plugins.ml2.rpc [None req-97bd5441-1da2-49ee-a364-27795820ba27 None None] Returning: {'device': 'bf3f39a0-2ab2-4420-9195-f6476b938fa8', 'network_id': '7c6ed185-f292-4360-8abf-4c847180005e', 'port_id': 'bf3f39a0-2ab2-4420-9195-f6476b938fa8', 'mac_address': 'fa:16:3e:c6:a6:ca', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 405, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '00422a88-78b3-4939-97f5-db1169ebe13e', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94176) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:186}} Jun 23 11:45:59.946078 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron_lib.callbacks.manager [None req-97bd5441-1da2-49ee-a364-27795820ba27 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-923122'] for port, before_update {{(pid=94176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:45:59.959124 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.notifiers.nova [None req-97bd5441-1da2-49ee-a364-27795820ba27 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id bf3f39a0-2ab2-4420-9195-f6476b938fa8 {{(pid=94176) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 23 11:45:59.978083 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.plugins.ml2.db [None req-97bd5441-1da2-49ee-a364-27795820ba27 None None] For port bf3f39a0-2ab2-4420-9195-f6476b938fa8, host hv-neutron-6013, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-6013',level=0,port_id=bf3f39a0-2ab2-4420-9195-f6476b938fa8,segment=NetworkSegment(82af645c-54b9-40e2-b447-1ad0a90238cd),segment_id=82af645c-54b9-40e2-b447-1ad0a90238cd)] {{(pid=94176) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 23 11:46:00.103483 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron_lib.callbacks.manager [None req-97bd5441-1da2-49ee-a364-27795820ba27 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-922904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866062', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773700135042', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773699642233', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773699642278'] for port, after_update {{(pid=94176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:46:00.105273 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG oslo_concurrency.lockutils [None req-dc7542b2-afef-47f4-a763-e3a3cba144be None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 11:46:00.155654 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97bd5441-1da2-49ee-a364-27795820ba27 None None] Pushing event updated for resources: {'Port': ['ID=bf3f39a0-2ab2-4420-9195-f6476b938fa8,revision_number=4']} {{(pid=94176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 11:46:00.158616 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG oslo_concurrency.lockutils [None req-97bd5441-1da2-49ee-a364-27795820ba27 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.053s {{(pid=94176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 11:46:00.319571 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.plugins.ml2.db [None req-97bd5441-1da2-49ee-a364-27795820ba27 None None] get_ports_and_sgs() called for port_ids ['bf3f39a0-2ab2-4420-9195-f6476b938fa8'] {{(pid=94176) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 23 11:46:00.763741 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df1b8d7b-d8a8-4dae-b378-31236bd4877c req-e258f89e-1dca-417a-bcb6-2fcfa6b053a2 tempest-TestNetworkBasicOps-233187296 tempest-TestNetworkBasicOps-233187296-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 11:46:00.765214 dv-neutron-601336-94-hyperv neutron-server[94175]: INFO neutron.wsgi [req-df1b8d7b-d8a8-4dae-b378-31236bd4877c req-e258f89e-1dca-417a-bcb6-2fcfa6b053a2 tempest-TestNetworkBasicOps-233187296 tempest-TestNetworkBasicOps-233187296-project] 10.222.0.20 "GET /v2.0/ports?device_id=e4bd57b8-f2f3-4aa6-97c4-37ab3d8b0c33 HTTP/1.1" status: 200 len: 944 time: 0.0631161 Jun 23 11:46:00.809743 dv-neutron-601336-94-hyperv neutron-server[94175]: INFO neutron.wsgi [req-df1b8d7b-d8a8-4dae-b378-31236bd4877c req-55e1379d-9e02-4c9b-8f2b-f93437e60490 tempest-TestNetworkBasicOps-233187296 tempest-TestNetworkBasicOps-233187296-project] 10.222.0.20 "GET /v2.0/security-groups?id=6bbfd907-a19e-4793-ae3d-1a5f38543fae&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0389309 Jun 23 11:46:01.809261 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.plugins.ml2.rpc [None req-97bd5441-1da2-49ee-a364-27795820ba27 None None] Device bf3f39a0-2ab2-4420-9195-f6476b938fa8 up at agent hyperv_hv-neutron-6013 {{(pid=94176) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:298}} Jun 23 11:46:01.908962 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.db.provisioning_blocks [None req-97bd5441-1da2-49ee-a364-27795820ba27 None None] Provisioning for port bf3f39a0-2ab2-4420-9195-f6476b938fa8 completed by entity L2. {{(pid=94176) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 23 11:46:01.912814 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.db.provisioning_blocks [None req-97bd5441-1da2-49ee-a364-27795820ba27 None None] Provisioning complete for port bf3f39a0-2ab2-4420-9195-f6476b938fa8 triggered by entity L2. {{(pid=94176) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 23 11:46:01.913231 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron_lib.callbacks.manager [None req-97bd5441-1da2-49ee-a364-27795820ba27 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-899258'] for port, provisioning_complete {{(pid=94176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:46:01.986224 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-074e07a1-21e9-4957-b26f-ae2472f325df req-72352d82-b241-4fdc-b1d5-fd9d7f0e1289 tempest-TestNetworkBasicOps-233187296 tempest-TestNetworkBasicOps-233187296-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94174) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 11:46:01.987749 dv-neutron-601336-94-hyperv neutron-server[94174]: INFO neutron.wsgi [req-074e07a1-21e9-4957-b26f-ae2472f325df req-72352d82-b241-4fdc-b1d5-fd9d7f0e1289 tempest-TestNetworkBasicOps-233187296 tempest-TestNetworkBasicOps-233187296-project] 10.222.0.20 "GET /v2.0/ports?device_id=e4bd57b8-f2f3-4aa6-97c4-37ab3d8b0c33 HTTP/1.1" status: 200 len: 944 time: 0.0698407 Jun 23 11:46:01.990840 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron_lib.callbacks.manager [None req-97bd5441-1da2-49ee-a364-27795820ba27 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-923122'] for port, before_update {{(pid=94176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:46:02.013375 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e4bd57b8-f2f3-4aa6-97c4-37ab3d8b0c33', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bf3f39a0-2ab2-4420-9195-f6476b938fa8'}] {{(pid=94176) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 23 11:46:02.015679 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}887b0dfc0393de878080286a57e4a08d4fa60dd0cddd118f338ebfcd351ddd4c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-65b33c24-340d-4306-9e4b-e017ceaf20be" -d '{"events": [{"server_uuid": "e4bd57b8-f2f3-4aa6-97c4-37ab3d8b0c33", "name": "network-vif-plugged", "status": "completed", "tag": "bf3f39a0-2ab2-4420-9195-f6476b938fa8"}]}' {{(pid=94176) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 23 11:46:02.025820 dv-neutron-601336-94-hyperv neutron-server[94174]: INFO neutron.wsgi [req-074e07a1-21e9-4957-b26f-ae2472f325df req-6de5fc35-46c9-427e-a5d7-663b466fb2a3 tempest-TestNetworkBasicOps-233187296 tempest-TestNetworkBasicOps-233187296-project] 10.222.0.20 "GET /v2.0/security-groups?id=6bbfd907-a19e-4793-ae3d-1a5f38543fae&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0323875 Jun 23 11:46:02.028657 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.plugins.ml2.db [None req-97bd5441-1da2-49ee-a364-27795820ba27 None None] For port bf3f39a0-2ab2-4420-9195-f6476b938fa8, host hv-neutron-6013, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-6013',level=0,port_id=bf3f39a0-2ab2-4420-9195-f6476b938fa8,segment=NetworkSegment(82af645c-54b9-40e2-b447-1ad0a90238cd),segment_id=82af645c-54b9-40e2-b447-1ad0a90238cd)] {{(pid=94176) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 23 11:46:02.052639 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 23 Jun 2021 11:46:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-26bdaad8-b90e-4e86-a280-22fabb9cab6c x-openstack-request-id: req-26bdaad8-b90e-4e86-a280-22fabb9cab6c {{(pid=94176) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 23 11:46:02.052934 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e4bd57b8-f2f3-4aa6-97c4-37ab3d8b0c33", "name": "network-vif-plugged", "status": "completed", "tag": "bf3f39a0-2ab2-4420-9195-f6476b938fa8", "code": 200}]} {{(pid=94176) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 23 11:46:02.053194 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-26bdaad8-b90e-4e86-a280-22fabb9cab6c {{(pid=94176) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 23 11:46:02.053589 dv-neutron-601336-94-hyperv neutron-server[94176]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e4bd57b8-f2f3-4aa6-97c4-37ab3d8b0c33', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bf3f39a0-2ab2-4420-9195-f6476b938fa8', 'code': 200} Jun 23 11:46:02.116499 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron_lib.callbacks.manager [None req-97bd5441-1da2-49ee-a364-27795820ba27 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-922904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866062', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773700135042', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773699642233', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773699642278'] for port, after_update {{(pid=94176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:46:02.119644 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG oslo_concurrency.lockutils [None req-9332277f-7367-4a8d-9fc4-793c45263089 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 11:46:02.164434 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97bd5441-1da2-49ee-a364-27795820ba27 None None] Pushing event updated for resources: {'Port': ['ID=bf3f39a0-2ab2-4420-9195-f6476b938fa8,revision_number=5']} {{(pid=94176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 11:46:02.167458 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG oslo_concurrency.lockutils [None req-97bd5441-1da2-49ee-a364-27795820ba27 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=94176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 11:46:02.451054 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adee4000-6fd0-49bb-af45-e4371321ccdd req-2d8774bf-d446-46c5-b2b4-ab2fe9deed46 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94174) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 11:46:02.452517 dv-neutron-601336-94-hyperv neutron-server[94174]: INFO neutron.wsgi [req-adee4000-6fd0-49bb-af45-e4371321ccdd req-2d8774bf-d446-46c5-b2b4-ab2fe9deed46 service neutron] 10.222.0.52 "GET /v2.0/ports?device_id=e4bd57b8-f2f3-4aa6-97c4-37ab3d8b0c33 HTTP/1.1" status: 200 len: 1098 time: 0.0874949 Jun 23 11:46:02.484994 dv-neutron-601336-94-hyperv neutron-server[94174]: INFO neutron.wsgi [req-adee4000-6fd0-49bb-af45-e4371321ccdd req-b1a7c7b1-0c5e-4b74-a2ca-ac83c2bec897 service neutron] 10.222.0.52 "GET /v2.0/security-groups?id=6bbfd907-a19e-4793-ae3d-1a5f38543fae&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0263727 Jun 23 11:46:03.198200 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95d18015-8605-4e5d-b5ff-8a29f2532e90 req-e422b305-097d-42c5-bd61-d8af6ba2a98d tempest-TestNetworkBasicOps-233187296 tempest-TestNetworkBasicOps-233187296-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94174) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 11:46:03.200235 dv-neutron-601336-94-hyperv neutron-server[94174]: INFO neutron.wsgi [req-95d18015-8605-4e5d-b5ff-8a29f2532e90 req-e422b305-097d-42c5-bd61-d8af6ba2a98d tempest-TestNetworkBasicOps-233187296 tempest-TestNetworkBasicOps-233187296-project] 10.222.0.20 "GET /v2.0/ports?device_id=e4bd57b8-f2f3-4aa6-97c4-37ab3d8b0c33 HTTP/1.1" status: 200 len: 945 time: 0.0677798 Jun 23 11:46:03.237335 dv-neutron-601336-94-hyperv neutron-server[94174]: INFO neutron.wsgi [req-95d18015-8605-4e5d-b5ff-8a29f2532e90 req-f95b88c6-c79f-4aff-a837-deaf226e72fc tempest-TestNetworkBasicOps-233187296 tempest-TestNetworkBasicOps-233187296-project] 10.222.0.20 "GET /v2.0/security-groups?id=6bbfd907-a19e-4793-ae3d-1a5f38543fae&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0314264 Jun 23 11:46:04.407939 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cafa17d-3e6a-4f43-9ff6-1d2db5eef2c8 req-0cf0211f-0e38-42c7-ba39-bedd87a4053c tempest-TestNetworkBasicOps-233187296 tempest-TestNetworkBasicOps-233187296-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 11:46:04.409428 dv-neutron-601336-94-hyperv neutron-server[94175]: INFO neutron.wsgi [req-6cafa17d-3e6a-4f43-9ff6-1d2db5eef2c8 req-0cf0211f-0e38-42c7-ba39-bedd87a4053c tempest-TestNetworkBasicOps-233187296 tempest-TestNetworkBasicOps-233187296-project] 10.222.0.20 "GET /v2.0/ports?device_id=e4bd57b8-f2f3-4aa6-97c4-37ab3d8b0c33 HTTP/1.1" status: 200 len: 945 time: 0.0642695 Jun 23 11:46:04.446426 dv-neutron-601336-94-hyperv neutron-server[94175]: INFO neutron.wsgi [req-6cafa17d-3e6a-4f43-9ff6-1d2db5eef2c8 req-d79fff27-b6bd-437a-9154-37a9d2d6f2b5 tempest-TestNetworkBasicOps-233187296 tempest-TestNetworkBasicOps-233187296-project] 10.222.0.20 "GET /v2.0/security-groups?id=6bbfd907-a19e-4793-ae3d-1a5f38543fae&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0314329 Jun 23 11:46:04.620053 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6a5d313-7e45-4bb6-8ca1-40b9fd86e488 req-f9b61398-3579-4676-abac-e3835b2c8574 tempest-TestNetworkBasicOps-233187296 tempest-TestNetworkBasicOps-233187296-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94174) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 11:46:04.621433 dv-neutron-601336-94-hyperv neutron-server[94174]: INFO neutron.wsgi [req-b6a5d313-7e45-4bb6-8ca1-40b9fd86e488 req-f9b61398-3579-4676-abac-e3835b2c8574 tempest-TestNetworkBasicOps-233187296 tempest-TestNetworkBasicOps-233187296-project] 10.222.0.20 "GET /v2.0/ports?device_id=e4bd57b8-f2f3-4aa6-97c4-37ab3d8b0c33 HTTP/1.1" status: 200 len: 945 time: 0.0617938 Jun 23 11:46:04.660391 dv-neutron-601336-94-hyperv neutron-server[94174]: INFO neutron.wsgi [req-b6a5d313-7e45-4bb6-8ca1-40b9fd86e488 req-6c4fb4e4-a0b6-47c3-856f-92fd8ea6f4a8 tempest-TestNetworkBasicOps-233187296 tempest-TestNetworkBasicOps-233187296-project] 10.222.0.20 "GET /v2.0/security-groups?id=6bbfd907-a19e-4793-ae3d-1a5f38543fae&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0334885 Jun 23 11:46:04.683468 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.wsgi [-] (94174) accepted ('10.222.0.20', 44658) {{(pid=94174) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 11:46:04.732889 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-347f6114-355a-410a-8ee8-d7f568b201c5 tempest-TestNetworkBasicOps-1420332966 tempest-TestNetworkBasicOps-1420332966-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94174) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 11:46:04.734335 dv-neutron-601336-94-hyperv neutron-server[94174]: INFO neutron.wsgi [None req-347f6114-355a-410a-8ee8-d7f568b201c5 tempest-TestNetworkBasicOps-1420332966 tempest-TestNetworkBasicOps-1420332966-project-admin] 10.222.0.20 "GET /v2.0/ports?device_id=e4bd57b8-f2f3-4aa6-97c4-37ab3d8b0c33 HTTP/1.1" status: 200 len: 1093 time: 0.0498874 Jun 23 11:46:04.737008 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.wsgi [-] (94174) accepted ('10.222.0.20', 44660) {{(pid=94174) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 11:46:04.741704 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.api.v2.base [None req-5750970b-ae95-428f-beb2-1c262b689280 tempest-TestNetworkBasicOps-233187296 tempest-TestNetworkBasicOps-233187296-project] Request body: {'floatingip': {'floating_network_id': '3e7e4eb3-cf02-4d47-ade9-0a579cdfc60f', 'port_id': 'bf3f39a0-2ab2-4420-9195-f6476b938fa8', 'tenant_id': '772b9946478d439e9da4eaeade7fb21d', 'fixed_ip_address': '172.20.0.6'}} {{(pid=94174) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 23 11:46:04.846275 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron_lib.callbacks.manager [None req-5750970b-ae95-428f-beb2-1c262b689280 tempest-TestNetworkBasicOps-233187296 tempest-TestNetworkBasicOps-233187296-project] Notify callbacks [] for floatingip, before_create {{(pid=94174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:46:04.950795 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron_lib.callbacks.manager [None req-5750970b-ae95-428f-beb2-1c262b689280 tempest-TestNetworkBasicOps-233187296 tempest-TestNetworkBasicOps-233187296-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-923104'] for port, before_create {{(pid=94174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:46:05.052843 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.db.db_base_plugin_common [None req-5750970b-ae95-428f-beb2-1c262b689280 tempest-TestNetworkBasicOps-233187296 tempest-TestNetworkBasicOps-233187296-project] Allocated IP 172.26.3.54 (3e7e4eb3-cf02-4d47-ade9-0a579cdfc60f/a5ad15ab-c489-4a67-a9b0-d559fca0ec71/4923d9ea-ce82-4fe4-85ee-76b8e7c03065) {{(pid=94174) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 23 11:46:05.152997 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron_lib.callbacks.manager [None req-5750970b-ae95-428f-beb2-1c262b689280 tempest-TestNetworkBasicOps-233187296 tempest-TestNetworkBasicOps-233187296-project] Notify callbacks [] for port, precommit_create {{(pid=94174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:46:05.246867 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron_lib.callbacks.manager [None req-5750970b-ae95-428f-beb2-1c262b689280 tempest-TestNetworkBasicOps-233187296 tempest-TestNetworkBasicOps-233187296-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-922915', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-239814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7866073', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773699642215', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-5196399'] for port, after_create {{(pid=94174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:46:05.248764 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG oslo_concurrency.lockutils [None req-20e77b3d-a0c0-4ea5-a123-832a082feb99 tempest-TestVolumeBootPattern-1838142519 tempest-TestVolumeBootPattern-1838142519-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94174) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 11:46:05.284627 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5750970b-ae95-428f-beb2-1c262b689280 tempest-TestNetworkBasicOps-233187296 tempest-TestNetworkBasicOps-233187296-project] Network 3e7e4eb3-cf02-4d47-ade9-0a579cdfc60f is already hosted by enough agents. {{(pid=94174) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 23 11:46:05.289775 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.scheduler.base_scheduler [None req-5750970b-ae95-428f-beb2-1c262b689280 tempest-TestNetworkBasicOps-233187296 tempest-TestNetworkBasicOps-233187296-project] Resources bound (agent type, host, resource id): {{(pid=94174) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 23 11:46:05.294611 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5750970b-ae95-428f-beb2-1c262b689280 tempest-TestNetworkBasicOps-233187296 tempest-TestNetworkBasicOps-233187296-project] Received port after_create {{(pid=94174) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 23 11:46:05.297590 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5750970b-ae95-428f-beb2-1c262b689280 tempest-TestNetworkBasicOps-233187296 tempest-TestNetworkBasicOps-233187296-project] Pushing event updated for resources: {'Port': ['ID=4923d9ea-ce82-4fe4-85ee-76b8e7c03065,revision_number=1']} {{(pid=94174) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 11:46:05.319263 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG oslo_concurrency.lockutils [None req-5750970b-ae95-428f-beb2-1c262b689280 tempest-TestNetworkBasicOps-233187296 tempest-TestNetworkBasicOps-233187296-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.070s {{(pid=94174) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 11:46:05.645841 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron_lib.callbacks.manager [None req-5750970b-ae95-428f-beb2-1c262b689280 tempest-TestNetworkBasicOps-233187296 tempest-TestNetworkBasicOps-233187296-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:46:05.772545 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron_lib.callbacks.manager [None req-5750970b-ae95-428f-beb2-1c262b689280 tempest-TestNetworkBasicOps-233187296 tempest-TestNetworkBasicOps-233187296-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-923122'] for port, before_update {{(pid=94174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:46:05.915098 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron_lib.callbacks.manager [None req-5750970b-ae95-428f-beb2-1c262b689280 tempest-TestNetworkBasicOps-233187296 tempest-TestNetworkBasicOps-233187296-project] Notify callbacks [] for port, precommit_update {{(pid=94174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:46:05.950613 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron_lib.callbacks.manager [None req-5750970b-ae95-428f-beb2-1c262b689280 tempest-TestNetworkBasicOps-233187296 tempest-TestNetworkBasicOps-233187296-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-922904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866062', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773700135042', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773699642233', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773699642278', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5196369'] for port, after_update {{(pid=94174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:46:05.953364 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG oslo_concurrency.lockutils [None req-6d7d0f65-9195-4335-a051-7978f078e677 tempest-TestNetworkBasicOps-233187296 tempest-TestNetworkBasicOps-233187296-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94174) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 11:46:06.016577 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5750970b-ae95-428f-beb2-1c262b689280 tempest-TestNetworkBasicOps-233187296 tempest-TestNetworkBasicOps-233187296-project] Pushing event updated for resources: {'Port': ['ID=4923d9ea-ce82-4fe4-85ee-76b8e7c03065,revision_number=2']} {{(pid=94174) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 11:46:06.022088 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG oslo_concurrency.lockutils [None req-5750970b-ae95-428f-beb2-1c262b689280 tempest-TestNetworkBasicOps-233187296 tempest-TestNetworkBasicOps-233187296-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.069s {{(pid=94174) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 11:46:06.025073 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron_lib.callbacks.manager [None req-5750970b-ae95-428f-beb2-1c262b689280 tempest-TestNetworkBasicOps-233187296 tempest-TestNetworkBasicOps-233187296-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-524229'] for floatingip, after_update {{(pid=94174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:46:06.120041 dv-neutron-601336-94-hyperv neutron-server[94174]: INFO neutron.db.l3_db [None req-5750970b-ae95-428f-beb2-1c262b689280 tempest-TestNetworkBasicOps-233187296 tempest-TestNetworkBasicOps-233187296-project] Floating IP c2f737c2-647e-4da4-ae6f-c10ae32e5d0b associated. External IP: 172.26.3.54, port: bf3f39a0-2ab2-4420-9195-f6476b938fa8. Jun 23 11:46:06.314145 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5750970b-ae95-428f-beb2-1c262b689280 tempest-TestNetworkBasicOps-233187296 tempest-TestNetworkBasicOps-233187296-project] Router ade8f4bc-d61a-4279-9c53-6d5e6bc3ad41 has already been hosted by L3 agent 50ef99c0-ef28-4db5-b303-b145898fae60 {{(pid=94174) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 23 11:46:06.416152 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5750970b-ae95-428f-beb2-1c262b689280 tempest-TestNetworkBasicOps-233187296 tempest-TestNetworkBasicOps-233187296-project] Notify agent at l3_agent.dv-neutron-601336-94-hyperv the message routers_updated {{(pid=94174) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 23 11:46:06.425243 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0df8f8db-2685-44f7-b2c7-5027541dd135 None None] Sync routers for ids ['ade8f4bc-d61a-4279-9c53-6d5e6bc3ad41'] in dv-neutron-601336-94-hyperv {{(pid=94176) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 23 11:46:06.435022 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0df8f8db-2685-44f7-b2c7-5027541dd135 None None] Routers {'ade8f4bc-d61a-4279-9c53-6d5e6bc3ad41'} bound to L3 agent in host dv-neutron-601336-94-hyperv {{(pid=94176) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 23 11:46:06.438731 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.db.l3_hamode_db [None req-0df8f8db-2685-44f7-b2c7-5027541dd135 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-601336-94-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-23T11:22:13Z,description=,heartbeat_timestamp=2021-06-23T11:45:43Z,host='dv-neutron-601336-94-hyperv',id=50ef99c0-ef28-4db5-b303-b145898fae60,load=0,resource_versions=,resources_synced=,started_at=2021-06-23T11:22:14Z,topic='l3_agent')) {'router_ids': ['ade8f4bc-d61a-4279-9c53-6d5e6bc3ad41'], 'active': True} {{(pid=94176) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 11:46:06.492054 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron_lib.callbacks.manager [None req-5750970b-ae95-428f-beb2-1c262b689280 tempest-TestNetworkBasicOps-233187296 tempest-TestNetworkBasicOps-233187296-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-217507'] for floatingip, before_response {{(pid=94174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:46:06.528668 dv-neutron-601336-94-hyperv neutron-server[94174]: INFO neutron.wsgi [None req-5750970b-ae95-428f-beb2-1c262b689280 tempest-TestNetworkBasicOps-233187296 tempest-TestNetworkBasicOps-233187296-project] 10.222.0.20 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 1.7906754 Jun 23 11:46:06.529471 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e4bd57b8-f2f3-4aa6-97c4-37ab3d8b0c33', 'tag': 'bf3f39a0-2ab2-4420-9195-f6476b938fa8'}] {{(pid=94174) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 23 11:46:06.531494 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.wsgi [-] (94175) accepted ('10.222.0.20', 44662) {{(pid=94175) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 11:46:06.531986 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6ff47218258ed5bf6cae7f276c9622ae488f9e8ebc13d1a310221fbcfb04c5dd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2a3d6b62-80a0-426f-856f-e57b1aec3279" -d '{"events": [{"name": "network-changed", "server_uuid": "e4bd57b8-f2f3-4aa6-97c4-37ab3d8b0c33", "tag": "bf3f39a0-2ab2-4420-9195-f6476b938fa8"}]}' {{(pid=94174) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 23 11:46:06.542169 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.db.l3_dvr_db [None req-0df8f8db-2685-44f7-b2c7-5027541dd135 None None] Set router ade8f4bc-d61a-4279-9c53-6d5e6bc3ad41 gateway port host: dv-neutron-601336-94-hyperv {{(pid=94176) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:838}} Jun 23 11:46:06.569575 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 23 Jun 2021 11:46:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3da29576-0ea9-46eb-b739-1357413028c6 x-openstack-request-id: req-3da29576-0ea9-46eb-b739-1357413028c6 {{(pid=94174) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 23 11:46:06.569919 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e4bd57b8-f2f3-4aa6-97c4-37ab3d8b0c33", "tag": "bf3f39a0-2ab2-4420-9195-f6476b938fa8", "status": "completed", "code": 200}]} {{(pid=94174) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 23 11:46:06.570268 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-3da29576-0ea9-46eb-b739-1357413028c6 {{(pid=94174) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 23 11:46:06.570726 dv-neutron-601336-94-hyperv neutron-server[94174]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e4bd57b8-f2f3-4aa6-97c4-37ab3d8b0c33', 'tag': 'bf3f39a0-2ab2-4420-9195-f6476b938fa8', 'status': 'completed', 'code': 200} Jun 23 11:46:06.588646 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f17fa1fc-7ed6-46b9-874e-01501d45e3a0 tempest-TestNetworkBasicOps-1420332966 tempest-TestNetworkBasicOps-1420332966-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 11:46:06.590202 dv-neutron-601336-94-hyperv neutron-server[94175]: INFO neutron.wsgi [None req-f17fa1fc-7ed6-46b9-874e-01501d45e3a0 tempest-TestNetworkBasicOps-1420332966 tempest-TestNetworkBasicOps-1420332966-project-admin] 10.222.0.20 "GET /v2.0/ports?device_id=e4bd57b8-f2f3-4aa6-97c4-37ab3d8b0c33 HTTP/1.1" status: 200 len: 1093 time: 0.0577137 Jun 23 11:46:06.648095 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a3d6b62-80a0-426f-856f-e57b1aec3279 req-59259be9-4655-4475-973a-be3ad1c682e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94174) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 11:46:06.649915 dv-neutron-601336-94-hyperv neutron-server[94174]: INFO neutron.wsgi [req-2a3d6b62-80a0-426f-856f-e57b1aec3279 req-59259be9-4655-4475-973a-be3ad1c682e1 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=772b9946478d439e9da4eaeade7fb21d&device_id=e4bd57b8-f2f3-4aa6-97c4-37ab3d8b0c33 HTTP/1.1" status: 200 len: 1098 time: 0.0557384 Jun 23 11:46:06.743801 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a3d6b62-80a0-426f-856f-e57b1aec3279 req-c9491e9e-338f-4e77-8574-6ce46af586cb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94174) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 11:46:06.745435 dv-neutron-601336-94-hyperv neutron-server[94174]: INFO neutron.wsgi [req-2a3d6b62-80a0-426f-856f-e57b1aec3279 req-c9491e9e-338f-4e77-8574-6ce46af586cb service neutron] 10.222.0.52 "GET /v2.0/networks?id=7c6ed185-f292-4360-8abf-4c847180005e HTTP/1.1" status: 200 len: 898 time: 0.0897427 Jun 23 11:46:06.785893 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.db.l3_hamode_db [None req-0df8f8db-2685-44f7-b2c7-5027541dd135 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ade8f4bc-d61a-4279-9c53-6d5e6bc3ad41', 'name': 'tempest-TestNetworkBasicOps-router-1394013319', 'tenant_id': '772b9946478d439e9da4eaeade7fb21d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3e7e4eb3-cf02-4d47-ade9-0a579cdfc60f', 'external_fixed_ips': [{'subnet_id': 'a5ad15ab-c489-4a67-a9b0-d559fca0ec71', 'ip_address': '172.26.3.251'}], 'enable_snat': True}, 'gw_port_id': 'd8b0bc70-b1be-47c6-afc7-9f8cf57445e9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-23T11:45:41Z', 'updated_at': '2021-06-23T11:45:45Z', 'revision_number': 4, 'project_id': '772b9946478d439e9da4eaeade7fb21d', 'gw_port': {'id': 'd8b0bc70-b1be-47c6-afc7-9f8cf57445e9', 'name': '', 'network_id': '3e7e4eb3-cf02-4d47-ade9-0a579cdfc60f', 'tenant_id': '', 'mac_address': 'fa:16:3e:94:78:e5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ade8f4bc-d61a-4279-9c53-6d5e6bc3ad41', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1478, 'fixed_ips': [{'subnet_id': 'a5ad15ab-c489-4a67-a9b0-d559fca0ec71', 'ip_address': '172.26.3.251', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-94-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-23T11:45:41Z', 'updated_at': '2021-06-23T11:45:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a5ad15ab-c489-4a67-a9b0-d559fca0ec71', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-601336-94-hyperv', '_floatingips': [{'id': 'c2f737c2-647e-4da4-ae6f-c10ae32e5d0b', 'tenant_id': '772b9946478d439e9da4eaeade7fb21d', 'floating_ip_address': '172.26.3.54', 'floating_network_id': '3e7e4eb3-cf02-4d47-ade9-0a579cdfc60f', 'router_id': 'ade8f4bc-d61a-4279-9c53-6d5e6bc3ad41', 'port_id': 'bf3f39a0-2ab2-4420-9195-f6476b938fa8', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 1493, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '7c6ed185-f292-4360-8abf-4c847180005e', 'mac_address': 'fa:16:3e:c6:a6:ca', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e4bd57b8-f2f3-4aa6-97c4-37ab3d8b0c33', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-23T11:46:05Z', 'updated_at': '2021-06-23T11:46:05Z', 'revision_number': 0, 'project_id': '772b9946478d439e9da4eaeade7fb21d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ed804b38-8ae2-4d08-91dd-c57ce2b3a471', 'name': '', 'network_id': '7c6ed185-f292-4360-8abf-4c847180005e', 'tenant_id': '772b9946478d439e9da4eaeade7fb21d', 'mac_address': 'fa:16:3e:66:29:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ade8f4bc-d61a-4279-9c53-6d5e6bc3ad41', 'device_owner': 'network:router_interface', 'standard_attr_id': 1481, 'fixed_ips': [{'subnet_id': '00422a88-78b3-4939-97f5-db1169ebe13e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-94-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-23T11:45:45Z', 'updated_at': '2021-06-23T11:45:49Z', 'revision_number': 5, 'project_id': '772b9946478d439e9da4eaeade7fb21d', 'subnets': [{'id': '00422a88-78b3-4939-97f5-db1169ebe13e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-601336-94-hyperv', False) {} {{(pid=94176) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 11:46:06.810556 dv-neutron-601336-94-hyperv neutron-server[94174]: INFO neutron.wsgi [req-2a3d6b62-80a0-426f-856f-e57b1aec3279 req-912c205e-6e6d-428e-9036-642a708436c7 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=bf3f39a0-2ab2-4420-9195-f6476b938fa8 HTTP/1.1" status: 200 len: 998 time: 0.0585277 Jun 23 11:46:06.813468 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0df8f8db-2685-44f7-b2c7-5027541dd135 None None] Checking router: ade8f4bc-d61a-4279-9c53-6d5e6bc3ad41 for host: dv-neutron-601336-94-hyperv {{(pid=94176) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 23 11:46:06.822046 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0df8f8db-2685-44f7-b2c7-5027541dd135 None None] Routers {'ade8f4bc-d61a-4279-9c53-6d5e6bc3ad41'} bound to L3 agent in host dv-neutron-601336-94-hyperv {{(pid=94176) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 23 11:46:06.822680 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.db.l3_hamode_db [None req-0df8f8db-2685-44f7-b2c7-5027541dd135 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-601336-94-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-23T11:22:13Z,description=,heartbeat_timestamp=2021-06-23T11:45:43Z,host='dv-neutron-601336-94-hyperv',id=50ef99c0-ef28-4db5-b303-b145898fae60,load=0,resource_versions=,resources_synced=,started_at=2021-06-23T11:22:14Z,topic='l3_agent')) {'router_ids': ['ade8f4bc-d61a-4279-9c53-6d5e6bc3ad41'], 'active': True} {{(pid=94176) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 11:46:06.860572 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a3d6b62-80a0-426f-856f-e57b1aec3279 req-1655695c-9676-4e86-a9a7-078eab695741 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94174) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 11:46:06.862016 dv-neutron-601336-94-hyperv neutron-server[94174]: INFO neutron.wsgi [req-2a3d6b62-80a0-426f-856f-e57b1aec3279 req-1655695c-9676-4e86-a9a7-078eab695741 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=00422a88-78b3-4939-97f5-db1169ebe13e HTTP/1.1" status: 200 len: 833 time: 0.0460675 Jun 23 11:46:06.921421 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a3d6b62-80a0-426f-856f-e57b1aec3279 req-86ad43e7-bbae-4a34-bde8-739b8b750499 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94174) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 11:46:06.923156 dv-neutron-601336-94-hyperv neutron-server[94174]: INFO neutron.wsgi [req-2a3d6b62-80a0-426f-856f-e57b1aec3279 req-86ad43e7-bbae-4a34-bde8-739b8b750499 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=7c6ed185-f292-4360-8abf-4c847180005e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1178 time: 0.0553932 Jun 23 11:46:06.932659 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.wsgi [-] (94174) accepted ('10.222.0.20', 44668) {{(pid=94174) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 11:46:06.933288 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.db.l3_dvr_db [None req-0df8f8db-2685-44f7-b2c7-5027541dd135 None None] Set router ade8f4bc-d61a-4279-9c53-6d5e6bc3ad41 gateway port host: dv-neutron-601336-94-hyperv {{(pid=94176) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:838}} Jun 23 11:46:06.953202 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.api.v2.base [None req-c4f8cea8-68d9-4e09-8621-fe95f5697859 tempest-TestNetworkBasicOps-233187296 tempest-TestNetworkBasicOps-233187296-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1861289886', 'description': 'tempest-secgroup-smoke-1861289886 description', 'project_id': '772b9946478d439e9da4eaeade7fb21d'}} {{(pid=94174) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 23 11:46:07.038801 dv-neutron-601336-94-hyperv neutron-server[94174]: INFO neutron.wsgi [req-2a3d6b62-80a0-426f-856f-e57b1aec3279 req-0865ff1c-15e9-4933-a003-d7bbb79c7b85 service neutron] 10.222.0.52 "GET /v2.0/networks/7c6ed185-f292-4360-8abf-4c847180005e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1092427 Jun 23 11:46:07.090069 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron_lib.callbacks.manager [None req-c4f8cea8-68d9-4e09-8621-fe95f5697859 tempest-TestNetworkBasicOps-233187296 tempest-TestNetworkBasicOps-233187296-project] Notify callbacks [] for security_group, before_create {{(pid=94174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:46:07.153983 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.db.l3_hamode_db [None req-0df8f8db-2685-44f7-b2c7-5027541dd135 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ade8f4bc-d61a-4279-9c53-6d5e6bc3ad41', 'name': 'tempest-TestNetworkBasicOps-router-1394013319', 'tenant_id': '772b9946478d439e9da4eaeade7fb21d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3e7e4eb3-cf02-4d47-ade9-0a579cdfc60f', 'external_fixed_ips': [{'subnet_id': 'a5ad15ab-c489-4a67-a9b0-d559fca0ec71', 'ip_address': '172.26.3.251'}], 'enable_snat': True}, 'gw_port_id': 'd8b0bc70-b1be-47c6-afc7-9f8cf57445e9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-23T11:45:41Z', 'updated_at': '2021-06-23T11:45:45Z', 'revision_number': 4, 'project_id': '772b9946478d439e9da4eaeade7fb21d', 'gw_port': {'id': 'd8b0bc70-b1be-47c6-afc7-9f8cf57445e9', 'name': '', 'network_id': '3e7e4eb3-cf02-4d47-ade9-0a579cdfc60f', 'tenant_id': '', 'mac_address': 'fa:16:3e:94:78:e5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ade8f4bc-d61a-4279-9c53-6d5e6bc3ad41', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1478, 'fixed_ips': [{'subnet_id': 'a5ad15ab-c489-4a67-a9b0-d559fca0ec71', 'ip_address': '172.26.3.251', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-94-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-23T11:45:41Z', 'updated_at': '2021-06-23T11:45:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a5ad15ab-c489-4a67-a9b0-d559fca0ec71', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-601336-94-hyperv', '_floatingips': [{'id': 'c2f737c2-647e-4da4-ae6f-c10ae32e5d0b', 'tenant_id': '772b9946478d439e9da4eaeade7fb21d', 'floating_ip_address': '172.26.3.54', 'floating_network_id': '3e7e4eb3-cf02-4d47-ade9-0a579cdfc60f', 'router_id': 'ade8f4bc-d61a-4279-9c53-6d5e6bc3ad41', 'port_id': 'bf3f39a0-2ab2-4420-9195-f6476b938fa8', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 1493, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '7c6ed185-f292-4360-8abf-4c847180005e', 'mac_address': 'fa:16:3e:c6:a6:ca', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e4bd57b8-f2f3-4aa6-97c4-37ab3d8b0c33', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-23T11:46:05Z', 'updated_at': '2021-06-23T11:46:05Z', 'revision_number': 0, 'project_id': '772b9946478d439e9da4eaeade7fb21d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ed804b38-8ae2-4d08-91dd-c57ce2b3a471', 'name': '', 'network_id': '7c6ed185-f292-4360-8abf-4c847180005e', 'tenant_id': '772b9946478d439e9da4eaeade7fb21d', 'mac_address': 'fa:16:3e:66:29:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ade8f4bc-d61a-4279-9c53-6d5e6bc3ad41', 'device_owner': 'network:router_interface', 'standard_attr_id': 1481, 'fixed_ips': [{'subnet_id': '00422a88-78b3-4939-97f5-db1169ebe13e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-94-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-23T11:45:45Z', 'updated_at': '2021-06-23T11:45:49Z', 'revision_number': 5, 'project_id': '772b9946478d439e9da4eaeade7fb21d', 'subnets': [{'id': '00422a88-78b3-4939-97f5-db1169ebe13e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-601336-94-hyperv', False) {} {{(pid=94176) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 11:46:07.159664 dv-neutron-601336-94-hyperv neutron-server[94174]: INFO neutron.wsgi [req-2a3d6b62-80a0-426f-856f-e57b1aec3279 req-55395fc8-9774-4bfc-a019-a48f15d6c4c7 service neutron] 10.222.0.52 "GET /v2.0/networks/7c6ed185-f292-4360-8abf-4c847180005e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1145585 Jun 23 11:46:07.180437 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0df8f8db-2685-44f7-b2c7-5027541dd135 None None] The sync data for ids ['ade8f4bc-d61a-4279-9c53-6d5e6bc3ad41'] in dv-neutron-601336-94-hyperv is: [{'id': 'ade8f4bc-d61a-4279-9c53-6d5e6bc3ad41', 'name': 'tempest-TestNetworkBasicOps-router-1394013319', 'tenant_id': '772b9946478d439e9da4eaeade7fb21d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3e7e4eb3-cf02-4d47-ade9-0a579cdfc60f', 'external_fixed_ips': [{'subnet_id': 'a5ad15ab-c489-4a67-a9b0-d559fca0ec71', 'ip_address': '172.26.3.251'}], 'enable_snat': True}, 'gw_port_id': 'd8b0bc70-b1be-47c6-afc7-9f8cf57445e9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-23T11:45:41Z', 'updated_at': '2021-06-23T11:45:45Z', 'revision_number': 4, 'project_id': '772b9946478d439e9da4eaeade7fb21d', 'gw_port': {'id': 'd8b0bc70-b1be-47c6-afc7-9f8cf57445e9', 'name': '', 'network_id': '3e7e4eb3-cf02-4d47-ade9-0a579cdfc60f', 'tenant_id': '', 'mac_address': 'fa:16:3e:94:78:e5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ade8f4bc-d61a-4279-9c53-6d5e6bc3ad41', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1478, 'fixed_ips': [{'subnet_id': 'a5ad15ab-c489-4a67-a9b0-d559fca0ec71', 'ip_address': '172.26.3.251', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-94-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-23T11:45:41Z', 'updated_at': '2021-06-23T11:45:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a5ad15ab-c489-4a67-a9b0-d559fca0ec71', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-601336-94-hyperv', '_floatingips': [{'id': 'c2f737c2-647e-4da4-ae6f-c10ae32e5d0b', 'tenant_id': '772b9946478d439e9da4eaeade7fb21d', 'floating_ip_address': '172.26.3.54', 'floating_network_id': '3e7e4eb3-cf02-4d47-ade9-0a579cdfc60f', 'router_id': 'ade8f4bc-d61a-4279-9c53-6d5e6bc3ad41', 'port_id': 'bf3f39a0-2ab2-4420-9195-f6476b938fa8', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 1493, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '7c6ed185-f292-4360-8abf-4c847180005e', 'mac_address': 'fa:16:3e:c6:a6:ca', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e4bd57b8-f2f3-4aa6-97c4-37ab3d8b0c33', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-23T11:46:05Z', 'updated_at': '2021-06-23T11:46:05Z', 'revision_number': 0, 'project_id': '772b9946478d439e9da4eaeade7fb21d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ed804b38-8ae2-4d08-91dd-c57ce2b3a471', 'name': '', 'network_id': '7c6ed185-f292-4360-8abf-4c847180005e', 'tenant_id': '772b9946478d439e9da4eaeade7fb21d', 'mac_address': 'fa:16:3e:66:29:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ade8f4bc-d61a-4279-9c53-6d5e6bc3ad41', 'device_owner': 'network:router_interface', 'standard_attr_id': 1481, 'fixed_ips': [{'subnet_id': '00422a88-78b3-4939-97f5-db1169ebe13e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-94-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-23T11:45:45Z', 'updated_at': '2021-06-23T11:45:49Z', 'revision_number': 5, 'project_id': '772b9946478d439e9da4eaeade7fb21d', 'subnets': [{'id': '00422a88-78b3-4939-97f5-db1169ebe13e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94176) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 23 11:46:07.204999 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron_lib.callbacks.manager [None req-c4f8cea8-68d9-4e09-8621-fe95f5697859 tempest-TestNetworkBasicOps-233187296 tempest-TestNetworkBasicOps-233187296-project] Notify callbacks [] for security_group, precommit_create {{(pid=94174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:46:07.263530 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron_lib.callbacks.manager [None req-c4f8cea8-68d9-4e09-8621-fe95f5697859 tempest-TestNetworkBasicOps-233187296 tempest-TestNetworkBasicOps-233187296-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7996330'] for security_group, after_create {{(pid=94174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:46:07.266102 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG oslo_concurrency.lockutils [None req-7e9fb2d5-e237-4acf-8876-85d5ce7ad5f2 tempest-TestNetworkBasicOps-233187296 tempest-TestNetworkBasicOps-233187296-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94174) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 11:46:07.293504 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4f8cea8-68d9-4e09-8621-fe95f5697859 tempest-TestNetworkBasicOps-233187296 tempest-TestNetworkBasicOps-233187296-project] Pushing event updated for resources: {'SecurityGroup': ['ID=4a91b944-a0b3-42a1-8012-78fffa34a980,revision_number=1']} {{(pid=94174) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 11:46:07.296477 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG oslo_concurrency.lockutils [None req-c4f8cea8-68d9-4e09-8621-fe95f5697859 tempest-TestNetworkBasicOps-233187296 tempest-TestNetworkBasicOps-233187296-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.030s {{(pid=94174) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 11:46:07.367826 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron_lib.callbacks.manager [None req-c4f8cea8-68d9-4e09-8621-fe95f5697859 tempest-TestNetworkBasicOps-233187296 tempest-TestNetworkBasicOps-233187296-project] Notify callbacks [] for security_group, before_response {{(pid=94174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:46:07.369084 dv-neutron-601336-94-hyperv neutron-server[94174]: INFO neutron.wsgi [None req-c4f8cea8-68d9-4e09-8621-fe95f5697859 tempest-TestNetworkBasicOps-233187296 tempest-TestNetworkBasicOps-233187296-project] 10.222.0.20 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.4354446 Jun 23 11:46:07.371971 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.wsgi [-] (94174) accepted ('10.222.0.20', 44672) {{(pid=94174) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 11:46:07.373637 dv-neutron-601336-94-hyperv neutron-server[94177]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3d5c42e4-338f-4524-a189-d2be286c815f None None] New status for floating IP c2f737c2-647e-4da4-ae6f-c10ae32e5d0b: ACTIVE {{(pid=94177) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 23 11:46:07.376891 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.api.v2.base [None req-3cfe7ba2-80ea-48a5-9dee-747b25595912 tempest-TestNetworkBasicOps-233187296 tempest-TestNetworkBasicOps-233187296-project] Request body: {'security_group_rule': {'security_group_id': '4a91b944-a0b3-42a1-8012-78fffa34a980', 'project_id': '772b9946478d439e9da4eaeade7fb21d', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=94174) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 23 11:46:07.453156 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron_lib.callbacks.manager [None req-3cfe7ba2-80ea-48a5-9dee-747b25595912 tempest-TestNetworkBasicOps-233187296 tempest-TestNetworkBasicOps-233187296-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:46:07.511875 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron_lib.callbacks.manager [None req-3cfe7ba2-80ea-48a5-9dee-747b25595912 tempest-TestNetworkBasicOps-233187296 tempest-TestNetworkBasicOps-233187296-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:46:07.590831 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron_lib.callbacks.manager [None req-3cfe7ba2-80ea-48a5-9dee-747b25595912 tempest-TestNetworkBasicOps-233187296 tempest-TestNetworkBasicOps-233187296-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7996355'] for security_group_rule, after_create {{(pid=94174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:46:07.594856 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG oslo_concurrency.lockutils [None req-d3158a8c-f812-4e31-875b-38122657b8f7 tempest-TestVolumeBootPattern-1838142519 tempest-TestVolumeBootPattern-1838142519-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94174) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 11:46:07.609590 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cfe7ba2-80ea-48a5-9dee-747b25595912 tempest-TestNetworkBasicOps-233187296 tempest-TestNetworkBasicOps-233187296-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9c67c5d0-f95b-4760-9c9a-0dca4e383e14,revision_number=0']} {{(pid=94174) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 11:46:07.612347 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG oslo_concurrency.lockutils [None req-3cfe7ba2-80ea-48a5-9dee-747b25595912 tempest-TestNetworkBasicOps-233187296 tempest-TestNetworkBasicOps-233187296-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.020s {{(pid=94174) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 11:46:07.681699 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron_lib.callbacks.manager [None req-3cfe7ba2-80ea-48a5-9dee-747b25595912 tempest-TestNetworkBasicOps-233187296 tempest-TestNetworkBasicOps-233187296-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:46:07.682895 dv-neutron-601336-94-hyperv neutron-server[94174]: INFO neutron.wsgi [None req-3cfe7ba2-80ea-48a5-9dee-747b25595912 tempest-TestNetworkBasicOps-233187296 tempest-TestNetworkBasicOps-233187296-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3099861 Jun 23 11:46:07.685681 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.wsgi [-] (94175) accepted ('10.222.0.20', 44674) {{(pid=94175) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 11:46:07.690275 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.api.v2.base [None req-0354951e-a6eb-462a-b81c-08c67afdec41 tempest-TestNetworkBasicOps-233187296 tempest-TestNetworkBasicOps-233187296-project] Request body: {'security_group_rule': {'security_group_id': '4a91b944-a0b3-42a1-8012-78fffa34a980', 'project_id': '772b9946478d439e9da4eaeade7fb21d', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=94175) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 23 11:46:07.760516 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron_lib.callbacks.manager [None req-0354951e-a6eb-462a-b81c-08c67afdec41 tempest-TestNetworkBasicOps-233187296 tempest-TestNetworkBasicOps-233187296-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:46:07.818504 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron_lib.callbacks.manager [None req-0354951e-a6eb-462a-b81c-08c67afdec41 tempest-TestNetworkBasicOps-233187296 tempest-TestNetworkBasicOps-233187296-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:46:07.881729 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron_lib.callbacks.manager [None req-0354951e-a6eb-462a-b81c-08c67afdec41 tempest-TestNetworkBasicOps-233187296 tempest-TestNetworkBasicOps-233187296-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7996355'] for security_group_rule, after_create {{(pid=94175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:46:07.883603 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG oslo_concurrency.lockutils [None req-1a01d4c5-cc3d-4933-ae85-ad6a18a89ab7 tempest-SecGroupTest-1462889432 tempest-SecGroupTest-1462889432-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94175) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 11:46:07.899997 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0354951e-a6eb-462a-b81c-08c67afdec41 tempest-TestNetworkBasicOps-233187296 tempest-TestNetworkBasicOps-233187296-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7c12e79b-745b-4bc2-ac72-4fade334233a,revision_number=0']} {{(pid=94175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 11:46:07.908312 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0354951e-a6eb-462a-b81c-08c67afdec41 tempest-TestNetworkBasicOps-233187296 tempest-TestNetworkBasicOps-233187296-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-601336-94-hyperv {{(pid=94175) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 11:46:07.910176 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0354951e-a6eb-462a-b81c-08c67afdec41 tempest-TestNetworkBasicOps-233187296 tempest-TestNetworkBasicOps-233187296-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-94-hyperv {{(pid=94175) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 11:46:07.910176 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0354951e-a6eb-462a-b81c-08c67afdec41 tempest-TestNetworkBasicOps-233187296 tempest-TestNetworkBasicOps-233187296-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-94-hyperv {{(pid=94175) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 11:46:07.910176 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0354951e-a6eb-462a-b81c-08c67afdec41 tempest-TestNetworkBasicOps-233187296 tempest-TestNetworkBasicOps-233187296-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-601336-94-hyperv {{(pid=94175) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 11:46:07.910176 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0354951e-a6eb-462a-b81c-08c67afdec41 tempest-TestNetworkBasicOps-233187296 tempest-TestNetworkBasicOps-233187296-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-601336-94-hyperv {{(pid=94175) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 11:46:07.910176 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0354951e-a6eb-462a-b81c-08c67afdec41 tempest-TestNetworkBasicOps-233187296 tempest-TestNetworkBasicOps-233187296-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-601336-94-hyperv {{(pid=94175) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 11:46:07.910707 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0354951e-a6eb-462a-b81c-08c67afdec41 tempest-TestNetworkBasicOps-233187296 tempest-TestNetworkBasicOps-233187296-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-601336-94-hyperv {{(pid=94175) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 11:46:07.910848 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0354951e-a6eb-462a-b81c-08c67afdec41 tempest-TestNetworkBasicOps-233187296 tempest-TestNetworkBasicOps-233187296-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-601336-94-hyperv {{(pid=94175) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 11:46:07.911241 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0354951e-a6eb-462a-b81c-08c67afdec41 tempest-TestNetworkBasicOps-233187296 tempest-TestNetworkBasicOps-233187296-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-601336-94-hyperv {{(pid=94175) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 11:46:07.911606 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0354951e-a6eb-462a-b81c-08c67afdec41 tempest-TestNetworkBasicOps-233187296 tempest-TestNetworkBasicOps-233187296-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-94-hyperv {{(pid=94175) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 11:46:07.911968 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0354951e-a6eb-462a-b81c-08c67afdec41 tempest-TestNetworkBasicOps-233187296 tempest-TestNetworkBasicOps-233187296-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-601336-94-hyperv {{(pid=94175) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 11:46:07.912368 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0354951e-a6eb-462a-b81c-08c67afdec41 tempest-TestNetworkBasicOps-233187296 tempest-TestNetworkBasicOps-233187296-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-601336-94-hyperv {{(pid=94175) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 11:46:07.915425 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG oslo_concurrency.lockutils [None req-0354951e-a6eb-462a-b81c-08c67afdec41 tempest-TestNetworkBasicOps-233187296 tempest-TestNetworkBasicOps-233187296-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.032s {{(pid=94175) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 11:46:07.956190 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron_lib.callbacks.manager [None req-0354951e-a6eb-462a-b81c-08c67afdec41 tempest-TestNetworkBasicOps-233187296 tempest-TestNetworkBasicOps-233187296-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:46:07.957317 dv-neutron-601336-94-hyperv neutron-server[94175]: INFO neutron.wsgi [None req-0354951e-a6eb-462a-b81c-08c67afdec41 tempest-TestNetworkBasicOps-233187296 tempest-TestNetworkBasicOps-233187296-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.2706680 Jun 23 11:46:07.960152 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.wsgi [-] (94175) accepted ('10.222.0.20', 44676) {{(pid=94175) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 11:46:07.964529 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.api.v2.base [None req-22885f24-55da-493f-a2f4-768e001ca6a5 tempest-TestNetworkBasicOps-233187296 tempest-TestNetworkBasicOps-233187296-project] Request body: {'security_group_rule': {'security_group_id': '4a91b944-a0b3-42a1-8012-78fffa34a980', 'project_id': '772b9946478d439e9da4eaeade7fb21d', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=94175) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 23 11:46:08.068453 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron_lib.callbacks.manager [None req-22885f24-55da-493f-a2f4-768e001ca6a5 tempest-TestNetworkBasicOps-233187296 tempest-TestNetworkBasicOps-233187296-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:46:08.125343 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron_lib.callbacks.manager [None req-22885f24-55da-493f-a2f4-768e001ca6a5 tempest-TestNetworkBasicOps-233187296 tempest-TestNetworkBasicOps-233187296-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:46:08.194947 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron_lib.callbacks.manager [None req-22885f24-55da-493f-a2f4-768e001ca6a5 tempest-TestNetworkBasicOps-233187296 tempest-TestNetworkBasicOps-233187296-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7996355'] for security_group_rule, after_create {{(pid=94175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:46:08.200086 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG oslo_concurrency.lockutils [None req-a2217a75-b4ad-453e-b87b-4abc155a63ed tempest-SecGroupTest-1462889432 tempest-SecGroupTest-1462889432-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94175) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 11:46:08.215241 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22885f24-55da-493f-a2f4-768e001ca6a5 tempest-TestNetworkBasicOps-233187296 tempest-TestNetworkBasicOps-233187296-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=49eee54b-9a21-4c33-a793-9c0f29be3889,revision_number=0']} {{(pid=94175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 11:46:08.217296 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG oslo_concurrency.lockutils [None req-22885f24-55da-493f-a2f4-768e001ca6a5 tempest-TestNetworkBasicOps-233187296 tempest-TestNetworkBasicOps-233187296-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=94175) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 11:46:08.286413 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron_lib.callbacks.manager [None req-22885f24-55da-493f-a2f4-768e001ca6a5 tempest-TestNetworkBasicOps-233187296 tempest-TestNetworkBasicOps-233187296-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:46:08.287618 dv-neutron-601336-94-hyperv neutron-server[94175]: INFO neutron.wsgi [None req-22885f24-55da-493f-a2f4-768e001ca6a5 tempest-TestNetworkBasicOps-233187296 tempest-TestNetworkBasicOps-233187296-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3265550 Jun 23 11:46:08.290239 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.wsgi [-] (94175) accepted ('10.222.0.20', 44678) {{(pid=94175) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 11:46:08.295268 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.api.v2.base [None req-1613ecde-e733-4a02-b1eb-e3726fbdc47f tempest-TestNetworkBasicOps-233187296 tempest-TestNetworkBasicOps-233187296-project] Request body: {'security_group_rule': {'security_group_id': '4a91b944-a0b3-42a1-8012-78fffa34a980', 'project_id': '772b9946478d439e9da4eaeade7fb21d', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=94175) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 23 11:46:08.377128 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron_lib.callbacks.manager [None req-1613ecde-e733-4a02-b1eb-e3726fbdc47f tempest-TestNetworkBasicOps-233187296 tempest-TestNetworkBasicOps-233187296-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:46:08.438576 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron_lib.callbacks.manager [None req-1613ecde-e733-4a02-b1eb-e3726fbdc47f tempest-TestNetworkBasicOps-233187296 tempest-TestNetworkBasicOps-233187296-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:46:08.526480 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron_lib.callbacks.manager [None req-1613ecde-e733-4a02-b1eb-e3726fbdc47f tempest-TestNetworkBasicOps-233187296 tempest-TestNetworkBasicOps-233187296-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7996355'] for security_group_rule, after_create {{(pid=94175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:46:08.528257 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG oslo_concurrency.lockutils [None req-d705e82f-cf01-4da2-8d5e-e9477ed73f48 tempest-SecGroupTest-1462889432 tempest-SecGroupTest-1462889432-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94175) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 11:46:08.544385 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1613ecde-e733-4a02-b1eb-e3726fbdc47f tempest-TestNetworkBasicOps-233187296 tempest-TestNetworkBasicOps-233187296-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=885a1310-8b34-48bf-b199-b7a5472158ed,revision_number=0']} {{(pid=94175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 11:46:08.546738 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG oslo_concurrency.lockutils [None req-1613ecde-e733-4a02-b1eb-e3726fbdc47f tempest-TestNetworkBasicOps-233187296 tempest-TestNetworkBasicOps-233187296-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=94175) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 11:46:08.600785 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron_lib.callbacks.manager [None req-1613ecde-e733-4a02-b1eb-e3726fbdc47f tempest-TestNetworkBasicOps-233187296 tempest-TestNetworkBasicOps-233187296-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:46:08.602000 dv-neutron-601336-94-hyperv neutron-server[94175]: INFO neutron.wsgi [None req-1613ecde-e733-4a02-b1eb-e3726fbdc47f tempest-TestNetworkBasicOps-233187296 tempest-TestNetworkBasicOps-233187296-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.3108501 Jun 23 11:46:08.604653 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.wsgi [-] (94175) accepted ('10.222.0.20', 44680) {{(pid=94175) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 11:46:08.609591 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.api.v2.base [None req-807a7914-9e2b-4bd6-a8f7-e1e1fef1fce3 tempest-TestNetworkBasicOps-233187296 tempest-TestNetworkBasicOps-233187296-project] Request body: {'security_group_rule': {'security_group_id': '4a91b944-a0b3-42a1-8012-78fffa34a980', 'project_id': '772b9946478d439e9da4eaeade7fb21d', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=94175) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 23 11:46:08.716848 dv-neutron-601336-94-hyperv neutron-server[94175]: INFO neutron.db.securitygroups_db [None req-807a7914-9e2b-4bd6-a8f7-e1e1fef1fce3 tempest-TestNetworkBasicOps-233187296 tempest-TestNetworkBasicOps-233187296-project] Project 772b9946478d439e9da4eaeade7fb21d added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jun 23 11:46:08.721636 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron_lib.callbacks.manager [None req-807a7914-9e2b-4bd6-a8f7-e1e1fef1fce3 tempest-TestNetworkBasicOps-233187296 tempest-TestNetworkBasicOps-233187296-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:46:08.779266 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron_lib.callbacks.manager [None req-807a7914-9e2b-4bd6-a8f7-e1e1fef1fce3 tempest-TestNetworkBasicOps-233187296 tempest-TestNetworkBasicOps-233187296-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:46:08.887093 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron_lib.callbacks.manager [None req-807a7914-9e2b-4bd6-a8f7-e1e1fef1fce3 tempest-TestNetworkBasicOps-233187296 tempest-TestNetworkBasicOps-233187296-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7996355'] for security_group_rule, after_create {{(pid=94175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:46:08.888953 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG oslo_concurrency.lockutils [None req-e9acb65c-1446-4222-982d-223f1fb8fd14 tempest-TestNetworkBasicOps-233187296 tempest-TestNetworkBasicOps-233187296-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94175) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 11:46:08.906402 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-807a7914-9e2b-4bd6-a8f7-e1e1fef1fce3 tempest-TestNetworkBasicOps-233187296 tempest-TestNetworkBasicOps-233187296-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7f4c72ed-92a2-4e1e-b302-47369d39a0ce,revision_number=0']} {{(pid=94175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 11:46:08.908623 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG oslo_concurrency.lockutils [None req-807a7914-9e2b-4bd6-a8f7-e1e1fef1fce3 tempest-TestNetworkBasicOps-233187296 tempest-TestNetworkBasicOps-233187296-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.020s {{(pid=94175) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 11:46:08.984484 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron_lib.callbacks.manager [None req-807a7914-9e2b-4bd6-a8f7-e1e1fef1fce3 tempest-TestNetworkBasicOps-233187296 tempest-TestNetworkBasicOps-233187296-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:46:08.985703 dv-neutron-601336-94-hyperv neutron-server[94175]: INFO neutron.wsgi [None req-807a7914-9e2b-4bd6-a8f7-e1e1fef1fce3 tempest-TestNetworkBasicOps-233187296 tempest-TestNetworkBasicOps-233187296-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.3801184 Jun 23 11:46:08.988359 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.wsgi [-] (94175) accepted ('10.222.0.20', 44682) {{(pid=94175) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 11:46:08.992848 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.api.v2.base [None req-c9db6faa-d39d-4779-8009-1004b719d7d1 tempest-TestNetworkBasicOps-233187296 tempest-TestNetworkBasicOps-233187296-project] Request body: {'security_group_rule': {'security_group_id': '4a91b944-a0b3-42a1-8012-78fffa34a980', 'project_id': '772b9946478d439e9da4eaeade7fb21d', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=94175) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 23 11:46:09.087545 dv-neutron-601336-94-hyperv neutron-server[94175]: INFO neutron.db.securitygroups_db [None req-c9db6faa-d39d-4779-8009-1004b719d7d1 tempest-TestNetworkBasicOps-233187296 tempest-TestNetworkBasicOps-233187296-project] Project 772b9946478d439e9da4eaeade7fb21d added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jun 23 11:46:09.092168 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron_lib.callbacks.manager [None req-c9db6faa-d39d-4779-8009-1004b719d7d1 tempest-TestNetworkBasicOps-233187296 tempest-TestNetworkBasicOps-233187296-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:46:09.152730 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron_lib.callbacks.manager [None req-c9db6faa-d39d-4779-8009-1004b719d7d1 tempest-TestNetworkBasicOps-233187296 tempest-TestNetworkBasicOps-233187296-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:46:09.240156 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron_lib.callbacks.manager [None req-c9db6faa-d39d-4779-8009-1004b719d7d1 tempest-TestNetworkBasicOps-233187296 tempest-TestNetworkBasicOps-233187296-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7996355'] for security_group_rule, after_create {{(pid=94175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:46:09.244526 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG oslo_concurrency.lockutils [None req-6d610349-7a52-4724-b510-22c1b596b89c tempest-TestNetworkAdvancedServerOps-632886841 tempest-TestNetworkAdvancedServerOps-632886841-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94175) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 11:46:09.260432 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9db6faa-d39d-4779-8009-1004b719d7d1 tempest-TestNetworkBasicOps-233187296 tempest-TestNetworkBasicOps-233187296-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b844f1c7-8211-4d63-a042-986505efa47b,revision_number=0']} {{(pid=94175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 11:46:09.262684 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG oslo_concurrency.lockutils [None req-c9db6faa-d39d-4779-8009-1004b719d7d1 tempest-TestNetworkBasicOps-233187296 tempest-TestNetworkBasicOps-233187296-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=94175) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 11:46:09.327140 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron_lib.callbacks.manager [None req-c9db6faa-d39d-4779-8009-1004b719d7d1 tempest-TestNetworkBasicOps-233187296 tempest-TestNetworkBasicOps-233187296-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:46:09.328380 dv-neutron-601336-94-hyperv neutron-server[94175]: INFO neutron.wsgi [None req-c9db6faa-d39d-4779-8009-1004b719d7d1 tempest-TestNetworkBasicOps-233187296 tempest-TestNetworkBasicOps-233187296-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.3390849 Jun 23 11:46:09.465360 dv-neutron-601336-94-hyperv neutron-server[94175]: INFO neutron.wsgi [req-0443e761-5b3b-4e14-a08c-85ff92b962b6 req-6c243265-30dc-4b0d-a84d-f71919231c12 tempest-TestNetworkBasicOps-233187296 tempest-TestNetworkBasicOps-233187296-project] 10.222.0.20 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1861289886&fields=id&tenant_id=772b9946478d439e9da4eaeade7fb21d HTTP/1.1" status: 200 len: 267 time: 0.0362618 Jun 23 11:46:09.568495 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0443e761-5b3b-4e14-a08c-85ff92b962b6 req-96dbaa6c-195b-4bf8-9864-33f394cee470 tempest-TestNetworkBasicOps-233187296 tempest-TestNetworkBasicOps-233187296-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 11:46:09.569923 dv-neutron-601336-94-hyperv neutron-server[94175]: INFO neutron.wsgi [req-0443e761-5b3b-4e14-a08c-85ff92b962b6 req-96dbaa6c-195b-4bf8-9864-33f394cee470 tempest-TestNetworkBasicOps-233187296 tempest-TestNetworkBasicOps-233187296-project] 10.222.0.20 "GET /v2.0/networks?id=7c6ed185-f292-4360-8abf-4c847180005e HTTP/1.1" status: 200 len: 797 time: 0.0979898 Jun 23 11:46:09.584850 dv-neutron-601336-94-hyperv neutron-server[94175]: INFO neutron.wsgi [req-0443e761-5b3b-4e14-a08c-85ff92b962b6 req-57f4d59e-831d-43ce-b5dd-759cf7411f3a tempest-TestNetworkBasicOps-233187296 tempest-TestNetworkBasicOps-233187296-project] 10.222.0.20 "GET /v2.0/quotas/772b9946478d439e9da4eaeade7fb21d HTTP/1.1" status: 200 len: 375 time: 0.0095067 Jun 23 11:46:09.657256 dv-neutron-601336-94-hyperv neutron-server[94175]: INFO neutron.wsgi [req-0443e761-5b3b-4e14-a08c-85ff92b962b6 req-44a6d650-e094-4b5f-bcf9-27142aeb31ea tempest-TestNetworkBasicOps-233187296 tempest-TestNetworkBasicOps-233187296-project] 10.222.0.20 "GET /v2.0/ports?tenant_id=772b9946478d439e9da4eaeade7fb21d&fields=id HTTP/1.1" status: 200 len: 394 time: 0.0676117 Jun 23 11:46:09.786658 dv-neutron-601336-94-hyperv neutron-server[94175]: INFO neutron.wsgi [req-0443e761-5b3b-4e14-a08c-85ff92b962b6 req-863b8639-0549-45e6-9f12-a47ca4d6ef8b service neutron] 10.222.0.20 "GET /v2.0/networks/7c6ed185-f292-4360-8abf-4c847180005e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1183908 Jun 23 11:46:09.874411 dv-neutron-601336-94-hyperv neutron-server[94175]: INFO neutron.wsgi [req-0443e761-5b3b-4e14-a08c-85ff92b962b6 req-b641c864-d1dc-47ba-94e3-1c2ed57c1cb6 service neutron] 10.222.0.20 "GET /v2.0/networks/7c6ed185-f292-4360-8abf-4c847180005e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0815971 Jun 23 11:46:10.108659 dv-neutron-601336-94-hyperv neutron-server[94174]: INFO neutron.wsgi [req-465c2282-d2d1-4b67-8c2f-2603ab6c2894 req-d9caacc0-c2fc-405e-9b3c-9b8aafceba56 tempest-TestNetworkBasicOps-233187296 tempest-TestNetworkBasicOps-233187296-project] 10.222.0.20 "GET /v2.0/ports?device_id=82a1f76a-cc36-4ed2-a8c1-8506bd016538 HTTP/1.1" status: 200 len: 210 time: 0.0302448 Jun 23 11:46:10.978837 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron_lib.callbacks.manager [None req-ff486c80-c5b4-4d0d-8e67-aca293e5898a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773699952132', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-899307'] for agent, after_update {{(pid=94176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:46:11.254611 dv-neutron-601336-94-hyperv neutron-server[94175]: INFO neutron.wsgi [req-19999e35-6c8c-4586-82bb-d14036d9363e req-90b25d48-792e-45c8-939b-caa44f85d752 tempest-TestNetworkBasicOps-233187296 tempest-TestNetworkBasicOps-233187296-project] 10.222.0.20 "GET /v2.0/ports?device_id=82a1f76a-cc36-4ed2-a8c1-8506bd016538 HTTP/1.1" status: 200 len: 210 time: 0.0353868 Jun 23 11:46:12.105879 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0443e761-5b3b-4e14-a08c-85ff92b962b6 req-e235db80-a2b8-48a1-94f4-9da24c20f381 tempest-TestNetworkBasicOps-233187296 tempest-TestNetworkBasicOps-233187296-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94174) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 11:46:12.107331 dv-neutron-601336-94-hyperv neutron-server[94174]: INFO neutron.wsgi [req-0443e761-5b3b-4e14-a08c-85ff92b962b6 req-e235db80-a2b8-48a1-94f4-9da24c20f381 tempest-TestNetworkBasicOps-233187296 tempest-TestNetworkBasicOps-233187296-project] 10.222.0.52 "GET /v2.0/networks?id=7c6ed185-f292-4360-8abf-4c847180005e HTTP/1.1" status: 200 len: 797 time: 0.0991447 Jun 23 11:46:12.151488 dv-neutron-601336-94-hyperv neutron-server[94174]: INFO neutron.wsgi [req-0443e761-5b3b-4e14-a08c-85ff92b962b6 req-b9ea3d8c-5235-451b-bad0-ec26106ed121 tempest-TestNetworkBasicOps-233187296 tempest-TestNetworkBasicOps-233187296-project] 10.222.0.52 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=772b9946478d439e9da4eaeade7fb21d HTTP/1.1" status: 200 len: 472 time: 0.0359621 Jun 23 11:46:12.159985 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.api.v2.base [req-0443e761-5b3b-4e14-a08c-85ff92b962b6 req-f5ad19b6-b8ed-4c27-8b52-d37e70682fc8 tempest-TestNetworkBasicOps-233187296 tempest-TestNetworkBasicOps-233187296-project] Request body: {'port': {'device_id': '82a1f76a-cc36-4ed2-a8c1-8506bd016538', 'network_id': '7c6ed185-f292-4360-8abf-4c847180005e', 'admin_state_up': True, 'tenant_id': '772b9946478d439e9da4eaeade7fb21d', 'security_groups': ['4a91b944-a0b3-42a1-8012-78fffa34a980']}} {{(pid=94174) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 23 11:46:12.316577 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0443e761-5b3b-4e14-a08c-85ff92b962b6 req-f5ad19b6-b8ed-4c27-8b52-d37e70682fc8 tempest-TestNetworkBasicOps-233187296 tempest-TestNetworkBasicOps-233187296-project] Made reservation on behalf of 772b9946478d439e9da4eaeade7fb21d for: {'port': 1} {{(pid=94174) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 23 11:46:12.320312 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron_lib.callbacks.manager [req-0443e761-5b3b-4e14-a08c-85ff92b962b6 req-f5ad19b6-b8ed-4c27-8b52-d37e70682fc8 tempest-TestNetworkBasicOps-233187296 tempest-TestNetworkBasicOps-233187296-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-923104'] for port, before_create {{(pid=94174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:46:12.414176 dv-neutron-601336-94-hyperv neutron-server[94174]: INFO neutron.wsgi [req-cebf0ecd-c441-4942-8bb0-6d87d51bf74b req-e1311e46-90f1-423c-bd27-db18bcf8393d tempest-TestNetworkBasicOps-233187296 tempest-TestNetworkBasicOps-233187296-project] 10.222.0.20 "GET /v2.0/ports?device_id=82a1f76a-cc36-4ed2-a8c1-8506bd016538 HTTP/1.1" status: 200 len: 210 time: 0.0394568 Jun 23 11:46:12.478020 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.db.db_base_plugin_common [req-0443e761-5b3b-4e14-a08c-85ff92b962b6 req-f5ad19b6-b8ed-4c27-8b52-d37e70682fc8 tempest-TestNetworkBasicOps-233187296 tempest-TestNetworkBasicOps-233187296-project] Allocated IP 172.20.0.14 (7c6ed185-f292-4360-8abf-4c847180005e/00422a88-78b3-4939-97f5-db1169ebe13e/5a72764a-eeca-4f62-8566-02646ae0c04b) {{(pid=94174) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 23 11:46:12.605426 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron_lib.callbacks.manager [req-0443e761-5b3b-4e14-a08c-85ff92b962b6 req-f5ad19b6-b8ed-4c27-8b52-d37e70682fc8 tempest-TestNetworkBasicOps-233187296 tempest-TestNetworkBasicOps-233187296-project] Notify callbacks [] for port, precommit_create {{(pid=94174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:46:12.622911 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.db.provisioning_blocks [req-0443e761-5b3b-4e14-a08c-85ff92b962b6 req-f5ad19b6-b8ed-4c27-8b52-d37e70682fc8 tempest-TestNetworkBasicOps-233187296 tempest-TestNetworkBasicOps-233187296-project] Transition to ACTIVE for port object 5a72764a-eeca-4f62-8566-02646ae0c04b will not be triggered until provisioned by entity DHCP. {{(pid=94174) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 23 11:46:12.739404 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron_lib.callbacks.manager [req-0443e761-5b3b-4e14-a08c-85ff92b962b6 req-f5ad19b6-b8ed-4c27-8b52-d37e70682fc8 tempest-TestNetworkBasicOps-233187296 tempest-TestNetworkBasicOps-233187296-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-922915', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-239814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7866073', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773699642215', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-5196399'] for port, after_create {{(pid=94174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:46:12.743186 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG oslo_concurrency.lockutils [None req-08a470a6-2e53-4b3b-87c0-d4d848fef1d8 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94174) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 11:46:12.781651 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0443e761-5b3b-4e14-a08c-85ff92b962b6 req-f5ad19b6-b8ed-4c27-8b52-d37e70682fc8 tempest-TestNetworkBasicOps-233187296 tempest-TestNetworkBasicOps-233187296-project] Network 7c6ed185-f292-4360-8abf-4c847180005e is already hosted by enough agents. {{(pid=94174) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 23 11:46:12.784811 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.scheduler.base_scheduler [req-0443e761-5b3b-4e14-a08c-85ff92b962b6 req-f5ad19b6-b8ed-4c27-8b52-d37e70682fc8 tempest-TestNetworkBasicOps-233187296 tempest-TestNetworkBasicOps-233187296-project] Resources bound (agent type, host, resource id): {{(pid=94174) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 23 11:46:12.790827 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.db.l3_dvrscheduler_db [req-0443e761-5b3b-4e14-a08c-85ff92b962b6 req-f5ad19b6-b8ed-4c27-8b52-d37e70682fc8 tempest-TestNetworkBasicOps-233187296 tempest-TestNetworkBasicOps-233187296-project] Received port after_create {{(pid=94174) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 23 11:46:12.814148 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5ad19b6-b8ed-4c27-8b52-d37e70682fc8 tempest-TestNetworkBasicOps-233187296 tempest-TestNetworkBasicOps-233187296-project] Pushing event updated for resources: {'Port': ['ID=5a72764a-eeca-4f62-8566-02646ae0c04b,revision_number=1']} {{(pid=94174) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 11:46:12.819136 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG oslo_concurrency.lockutils [None req-f5ad19b6-b8ed-4c27-8b52-d37e70682fc8 tempest-TestNetworkBasicOps-233187296 tempest-TestNetworkBasicOps-233187296-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.076s {{(pid=94174) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 11:46:12.843955 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0443e761-5b3b-4e14-a08c-85ff92b962b6 req-f5ad19b6-b8ed-4c27-8b52-d37e70682fc8 tempest-TestNetworkBasicOps-233187296 tempest-TestNetworkBasicOps-233187296-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94174) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 11:46:12.845667 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron_lib.callbacks.manager [req-0443e761-5b3b-4e14-a08c-85ff92b962b6 req-f5ad19b6-b8ed-4c27-8b52-d37e70682fc8 tempest-TestNetworkBasicOps-233187296 tempest-TestNetworkBasicOps-233187296-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-217507'] for port, before_response {{(pid=94174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:46:12.917308 dv-neutron-601336-94-hyperv neutron-server[94174]: INFO neutron.wsgi [req-0443e761-5b3b-4e14-a08c-85ff92b962b6 req-f5ad19b6-b8ed-4c27-8b52-d37e70682fc8 tempest-TestNetworkBasicOps-233187296 tempest-TestNetworkBasicOps-233187296-project] 10.222.0.52 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.7614026 Jun 23 11:46:12.929451 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.api.v2.base [req-0443e761-5b3b-4e14-a08c-85ff92b962b6 req-87a15f4d-6a6c-49bc-b95d-0a65dcc20a6f service neutron] Request body: {'port': {'device_id': '82a1f76a-cc36-4ed2-a8c1-8506bd016538', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-6013'}} {{(pid=94174) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 23 11:46:13.005117 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron_lib.callbacks.manager [req-0443e761-5b3b-4e14-a08c-85ff92b962b6 req-87a15f4d-6a6c-49bc-b95d-0a65dcc20a6f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-923122'] for port, before_update {{(pid=94174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:46:13.041484 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.db.provisioning_blocks [None req-ea1e4538-501d-4be5-b746-1b8e69fe7d4a None None] Provisioning for port 5a72764a-eeca-4f62-8566-02646ae0c04b completed by entity DHCP. {{(pid=94176) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 23 11:46:13.045418 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.db.provisioning_blocks [None req-ea1e4538-501d-4be5-b746-1b8e69fe7d4a None None] Provisioning complete for port 5a72764a-eeca-4f62-8566-02646ae0c04b triggered by entity DHCP. {{(pid=94176) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 23 11:46:13.045873 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron_lib.callbacks.manager [None req-ea1e4538-501d-4be5-b746-1b8e69fe7d4a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-899258'] for port, provisioning_complete {{(pid=94176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:46:13.078371 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.plugins.ml2.plugin [None req-ea1e4538-501d-4be5-b746-1b8e69fe7d4a None None] Port 5a72764a-eeca-4f62-8566-02646ae0c04b cannot update to ACTIVE because it is not bound. {{(pid=94176) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jun 23 11:46:13.138997 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron_lib.callbacks.manager [None req-cf576bb6-d50e-4d0e-b337-64b7c98f7768 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773699952132', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-899307'] for agent, after_update {{(pid=94176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:46:13.252641 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.notifiers.nova [req-0443e761-5b3b-4e14-a08c-85ff92b962b6 req-87a15f4d-6a6c-49bc-b95d-0a65dcc20a6f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5a72764a-eeca-4f62-8566-02646ae0c04b {{(pid=94174) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 23 11:46:13.259766 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron_lib.callbacks.manager [req-0443e761-5b3b-4e14-a08c-85ff92b962b6 req-87a15f4d-6a6c-49bc-b95d-0a65dcc20a6f service neutron] Notify callbacks [] for port, precommit_update {{(pid=94174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:46:13.270798 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.db.provisioning_blocks [req-0443e761-5b3b-4e14-a08c-85ff92b962b6 req-87a15f4d-6a6c-49bc-b95d-0a65dcc20a6f service neutron] Transition to ACTIVE for port object 5a72764a-eeca-4f62-8566-02646ae0c04b will not be triggered until provisioned by entity L2. {{(pid=94174) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 23 11:46:13.344164 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron_lib.callbacks.manager [req-0443e761-5b3b-4e14-a08c-85ff92b962b6 req-87a15f4d-6a6c-49bc-b95d-0a65dcc20a6f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-922904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866062', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773700135042', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773699642233', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773699642278', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5196369'] for port, after_update {{(pid=94174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:46:13.346096 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG oslo_concurrency.lockutils [None req-c3b6b935-5059-441c-8a29-9cae77b83416 tempest-TestVolumeBootPattern-1838142519 tempest-TestVolumeBootPattern-1838142519-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94174) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 11:46:13.409246 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87a15f4d-6a6c-49bc-b95d-0a65dcc20a6f service neutron] Pushing event updated for resources: {'Port': ['ID=5a72764a-eeca-4f62-8566-02646ae0c04b,revision_number=2']} {{(pid=94174) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 11:46:13.414162 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG oslo_concurrency.lockutils [None req-87a15f4d-6a6c-49bc-b95d-0a65dcc20a6f service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.068s {{(pid=94174) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 11:46:13.465596 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.plugins.ml2.managers [req-0443e761-5b3b-4e14-a08c-85ff92b962b6 req-87a15f4d-6a6c-49bc-b95d-0a65dcc20a6f service neutron] Attempting to bind port 5a72764a-eeca-4f62-8566-02646ae0c04b on host hv-neutron-6013 for vnic_type normal with profile {{(pid=94174) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 23 11:46:13.465991 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.plugins.ml2.managers [req-0443e761-5b3b-4e14-a08c-85ff92b962b6 req-87a15f4d-6a6c-49bc-b95d-0a65dcc20a6f service neutron] Attempting to bind port 5a72764a-eeca-4f62-8566-02646ae0c04b by drivers openvswitch,hyperv on host hv-neutron-6013 at level 0 using segments [{'id': '82af645c-54b9-40e2-b447-1ad0a90238cd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 405, 'network_id': '7c6ed185-f292-4360-8abf-4c847180005e'}] {{(pid=94174) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 23 11:46:13.466408 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0443e761-5b3b-4e14-a08c-85ff92b962b6 req-87a15f4d-6a6c-49bc-b95d-0a65dcc20a6f service neutron] Attempting to bind port 5a72764a-eeca-4f62-8566-02646ae0c04b on network 7c6ed185-f292-4360-8abf-4c847180005e {{(pid=94174) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 23 11:46:13.470972 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0443e761-5b3b-4e14-a08c-85ff92b962b6 req-87a15f4d-6a6c-49bc-b95d-0a65dcc20a6f service neutron] Port 5a72764a-eeca-4f62-8566-02646ae0c04b on network 7c6ed185-f292-4360-8abf-4c847180005e not bound, no agent of type Open vSwitch agent registered on host hv-neutron-6013 {{(pid=94174) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 23 11:46:13.471350 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0443e761-5b3b-4e14-a08c-85ff92b962b6 req-87a15f4d-6a6c-49bc-b95d-0a65dcc20a6f service neutron] Attempting to bind port 5a72764a-eeca-4f62-8566-02646ae0c04b on network 7c6ed185-f292-4360-8abf-4c847180005e {{(pid=94174) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 23 11:46:13.477277 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0443e761-5b3b-4e14-a08c-85ff92b962b6 req-87a15f4d-6a6c-49bc-b95d-0a65dcc20a6f service neutron] Checking agent: {'id': '3a130b41-5b27-406b-aeb2-5a923af79f10', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-6013', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 23, 11, 28, 23), 'started_at': datetime.datetime(2021, 6, 23, 11, 28, 23), 'heartbeat_timestamp': datetime.datetime(2021, 6, 23, 11, 45, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94174) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 23 11:46:13.477625 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0443e761-5b3b-4e14-a08c-85ff92b962b6 req-87a15f4d-6a6c-49bc-b95d-0a65dcc20a6f service neutron] Checking segment: {'id': '82af645c-54b9-40e2-b447-1ad0a90238cd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 405, 'network_id': '7c6ed185-f292-4360-8abf-4c847180005e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94174) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 23 11:46:13.478018 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0443e761-5b3b-4e14-a08c-85ff92b962b6 req-87a15f4d-6a6c-49bc-b95d-0a65dcc20a6f service neutron] Bound using segment: {'id': '82af645c-54b9-40e2-b447-1ad0a90238cd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 405, 'network_id': '7c6ed185-f292-4360-8abf-4c847180005e'} {{(pid=94174) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 23 11:46:13.478451 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.plugins.ml2.managers [req-0443e761-5b3b-4e14-a08c-85ff92b962b6 req-87a15f4d-6a6c-49bc-b95d-0a65dcc20a6f service neutron] Bound port: 5a72764a-eeca-4f62-8566-02646ae0c04b, host: hv-neutron-6013, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '82af645c-54b9-40e2-b447-1ad0a90238cd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 405, 'network_id': '7c6ed185-f292-4360-8abf-4c847180005e'}}] {{(pid=94174) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 23 11:46:13.478805 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron_lib.callbacks.manager [req-0443e761-5b3b-4e14-a08c-85ff92b962b6 req-87a15f4d-6a6c-49bc-b95d-0a65dcc20a6f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-923122'] for port, before_update {{(pid=94174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:46:13.553106 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.plugins.ml2.db [req-0443e761-5b3b-4e14-a08c-85ff92b962b6 req-87a15f4d-6a6c-49bc-b95d-0a65dcc20a6f service neutron] For port 5a72764a-eeca-4f62-8566-02646ae0c04b, host hv-neutron-6013, cleared binding levels {{(pid=94174) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 23 11:46:13.556500 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.plugins.ml2.db [req-0443e761-5b3b-4e14-a08c-85ff92b962b6 req-87a15f4d-6a6c-49bc-b95d-0a65dcc20a6f service neutron] For port 5a72764a-eeca-4f62-8566-02646ae0c04b, host hv-neutron-6013, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-6013',level=0,port_id=5a72764a-eeca-4f62-8566-02646ae0c04b,segment=NetworkSegment(82af645c-54b9-40e2-b447-1ad0a90238cd),segment_id=82af645c-54b9-40e2-b447-1ad0a90238cd)] {{(pid=94174) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 23 11:46:13.607685 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron_lib.callbacks.manager [req-0443e761-5b3b-4e14-a08c-85ff92b962b6 req-87a15f4d-6a6c-49bc-b95d-0a65dcc20a6f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-922904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866062', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773700135042', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773699642233', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773699642278', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5196369'] for port, after_update {{(pid=94174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:46:13.609871 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG oslo_concurrency.lockutils [None req-28f2c36d-ba9f-4530-b38c-b07694f0e61b tempest-TestNetworkBasicOps-233187296 tempest-TestNetworkBasicOps-233187296-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94174) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 11:46:13.620482 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25633cb1-0d94-4896-ae1d-37345d537263 req-edcb493c-4983-472f-bdb5-3b3951b469f2 tempest-TestNetworkBasicOps-233187296 tempest-TestNetworkBasicOps-233187296-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 11:46:13.621983 dv-neutron-601336-94-hyperv neutron-server[94175]: INFO neutron.wsgi [req-25633cb1-0d94-4896-ae1d-37345d537263 req-edcb493c-4983-472f-bdb5-3b3951b469f2 tempest-TestNetworkBasicOps-233187296 tempest-TestNetworkBasicOps-233187296-project] 10.222.0.20 "GET /v2.0/ports?device_id=82a1f76a-cc36-4ed2-a8c1-8506bd016538 HTTP/1.1" status: 200 len: 944 time: 0.0640464 Jun 23 11:46:13.649588 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0443e761-5b3b-4e14-a08c-85ff92b962b6 req-87a15f4d-6a6c-49bc-b95d-0a65dcc20a6f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94174) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 11:46:13.649588 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron_lib.callbacks.manager [req-0443e761-5b3b-4e14-a08c-85ff92b962b6 req-87a15f4d-6a6c-49bc-b95d-0a65dcc20a6f service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-217507'] for port, before_response {{(pid=94174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:46:13.649588 dv-neutron-601336-94-hyperv neutron-server[94174]: INFO neutron.wsgi [req-0443e761-5b3b-4e14-a08c-85ff92b962b6 req-87a15f4d-6a6c-49bc-b95d-0a65dcc20a6f service neutron] 10.222.0.52 "PUT /v2.0/ports/5a72764a-eeca-4f62-8566-02646ae0c04b HTTP/1.1" status: 200 len: 1094 time: 0.7193978 Jun 23 11:46:13.649588 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '82a1f76a-cc36-4ed2-a8c1-8506bd016538', 'tag': '5a72764a-eeca-4f62-8566-02646ae0c04b'}] {{(pid=94174) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 23 11:46:13.649588 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6ff47218258ed5bf6cae7f276c9622ae488f9e8ebc13d1a310221fbcfb04c5dd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c71d13a6-061e-4707-9eee-776389bcddda" -d '{"events": [{"name": "network-changed", "server_uuid": "82a1f76a-cc36-4ed2-a8c1-8506bd016538", "tag": "5a72764a-eeca-4f62-8566-02646ae0c04b"}]}' {{(pid=94174) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 23 11:46:13.664884 dv-neutron-601336-94-hyperv neutron-server[94175]: INFO neutron.wsgi [req-25633cb1-0d94-4896-ae1d-37345d537263 req-943d5c8a-1d37-41f2-ac92-ece43c348b7a tempest-TestNetworkBasicOps-233187296 tempest-TestNetworkBasicOps-233187296-project] 10.222.0.20 "GET /v2.0/security-groups?id=4a91b944-a0b3-42a1-8012-78fffa34a980&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0369775 Jun 23 11:46:13.672211 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87a15f4d-6a6c-49bc-b95d-0a65dcc20a6f service neutron] Pushing event updated for resources: {'Port': ['ID=5a72764a-eeca-4f62-8566-02646ae0c04b,revision_number=3']} {{(pid=94174) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 11:46:13.678754 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG oslo_concurrency.lockutils [None req-87a15f4d-6a6c-49bc-b95d-0a65dcc20a6f service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.069s {{(pid=94174) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 11:46:13.692406 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 23 Jun 2021 11:46:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ca541823-c20e-449a-9463-4827594876ab x-openstack-request-id: req-ca541823-c20e-449a-9463-4827594876ab {{(pid=94174) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 23 11:46:13.692744 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "82a1f76a-cc36-4ed2-a8c1-8506bd016538", "tag": "5a72764a-eeca-4f62-8566-02646ae0c04b", "status": "completed", "code": 200}]} {{(pid=94174) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 23 11:46:13.693045 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-ca541823-c20e-449a-9463-4827594876ab {{(pid=94174) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 23 11:46:13.693486 dv-neutron-601336-94-hyperv neutron-server[94174]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '82a1f76a-cc36-4ed2-a8c1-8506bd016538', 'tag': '5a72764a-eeca-4f62-8566-02646ae0c04b', 'status': 'completed', 'code': 200} Jun 23 11:46:13.766997 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c71d13a6-061e-4707-9eee-776389bcddda req-6f11d311-0cdf-4d72-b5f4-38cd2519f223 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94174) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 11:46:13.768496 dv-neutron-601336-94-hyperv neutron-server[94174]: INFO neutron.wsgi [req-c71d13a6-061e-4707-9eee-776389bcddda req-6f11d311-0cdf-4d72-b5f4-38cd2519f223 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=772b9946478d439e9da4eaeade7fb21d&device_id=82a1f76a-cc36-4ed2-a8c1-8506bd016538 HTTP/1.1" status: 200 len: 1097 time: 0.0547655 Jun 23 11:46:13.858710 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron_lib.callbacks.manager [None req-dc7542b2-afef-47f4-a763-e3a3cba144be None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773699952132', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-899307'] for agent, after_update {{(pid=94176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:46:13.874723 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c71d13a6-061e-4707-9eee-776389bcddda req-75ebf984-1b59-4516-8482-83460bb8340b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94174) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 11:46:13.876228 dv-neutron-601336-94-hyperv neutron-server[94174]: INFO neutron.wsgi [req-c71d13a6-061e-4707-9eee-776389bcddda req-75ebf984-1b59-4516-8482-83460bb8340b service neutron] 10.222.0.52 "GET /v2.0/networks?tenant_id=772b9946478d439e9da4eaeade7fb21d&shared=False HTTP/1.1" status: 200 len: 898 time: 0.0997174 Jun 23 11:46:13.969907 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c71d13a6-061e-4707-9eee-776389bcddda req-99f2faa0-0812-45f9-9089-03211b32e4b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94174) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 11:46:13.971312 dv-neutron-601336-94-hyperv neutron-server[94174]: INFO neutron.wsgi [req-c71d13a6-061e-4707-9eee-776389bcddda req-99f2faa0-0812-45f9-9089-03211b32e4b2 service neutron] 10.222.0.52 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0884180 Jun 23 11:46:14.427957 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0443e761-5b3b-4e14-a08c-85ff92b962b6 req-cf28e813-80f8-4218-9a60-64de9fa7930f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94174) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 11:46:14.429357 dv-neutron-601336-94-hyperv neutron-server[94174]: INFO neutron.wsgi [req-0443e761-5b3b-4e14-a08c-85ff92b962b6 req-cf28e813-80f8-4218-9a60-64de9fa7930f service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=772b9946478d439e9da4eaeade7fb21d&device_id=82a1f76a-cc36-4ed2-a8c1-8506bd016538 HTTP/1.1" status: 200 len: 1097 time: 0.4209847 Jun 23 11:46:14.469704 dv-neutron-601336-94-hyperv neutron-server[94174]: INFO neutron.wsgi [req-0443e761-5b3b-4e14-a08c-85ff92b962b6 req-cf415ea0-1a68-4831-9dce-424affc6e549 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=5a72764a-eeca-4f62-8566-02646ae0c04b HTTP/1.1" status: 200 len: 217 time: 0.0318959 Jun 23 11:46:14.522482 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0443e761-5b3b-4e14-a08c-85ff92b962b6 req-0f211880-6a73-4b18-bc92-8cae3bfa90bf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94174) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 11:46:14.523927 dv-neutron-601336-94-hyperv neutron-server[94174]: INFO neutron.wsgi [req-0443e761-5b3b-4e14-a08c-85ff92b962b6 req-0f211880-6a73-4b18-bc92-8cae3bfa90bf service neutron] 10.222.0.52 "GET /v2.0/subnets?id=00422a88-78b3-4939-97f5-db1169ebe13e HTTP/1.1" status: 200 len: 833 time: 0.0479627 Jun 23 11:46:14.579279 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0443e761-5b3b-4e14-a08c-85ff92b962b6 req-2e47c6e1-f400-4fbe-b810-ce950eb5657c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94174) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 11:46:14.580788 dv-neutron-601336-94-hyperv neutron-server[94174]: INFO neutron.wsgi [req-0443e761-5b3b-4e14-a08c-85ff92b962b6 req-2e47c6e1-f400-4fbe-b810-ce950eb5657c service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=7c6ed185-f292-4360-8abf-4c847180005e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1178 time: 0.0507126 Jun 23 11:46:14.613212 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron_lib.callbacks.manager [None req-4c20ea5f-bc7f-4d4e-935d-57f082af6ccb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773699952132', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-899307'] for agent, after_update {{(pid=94176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:46:14.667021 dv-neutron-601336-94-hyperv neutron-server[94174]: INFO neutron.wsgi [req-0443e761-5b3b-4e14-a08c-85ff92b962b6 req-a4ee57de-a164-4d15-b3f2-d9fff5ff2e99 service neutron] 10.222.0.52 "GET /v2.0/networks/7c6ed185-f292-4360-8abf-4c847180005e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0801322 Jun 23 11:46:14.760666 dv-neutron-601336-94-hyperv neutron-server[94174]: INFO neutron.wsgi [req-0443e761-5b3b-4e14-a08c-85ff92b962b6 req-88ee8a8c-60bf-4094-97f8-59b7f1fdbaf7 service neutron] 10.222.0.52 "GET /v2.0/networks/7c6ed185-f292-4360-8abf-4c847180005e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0834723 Jun 23 11:46:14.843050 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9f0b9c2-4973-446b-9213-4bfb40c16b65 req-a078dfe0-67ac-463c-9ffb-9842f8597557 tempest-TestNetworkBasicOps-233187296 tempest-TestNetworkBasicOps-233187296-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 11:46:14.844526 dv-neutron-601336-94-hyperv neutron-server[94175]: INFO neutron.wsgi [req-c9f0b9c2-4973-446b-9213-4bfb40c16b65 req-a078dfe0-67ac-463c-9ffb-9842f8597557 tempest-TestNetworkBasicOps-233187296 tempest-TestNetworkBasicOps-233187296-project] 10.222.0.20 "GET /v2.0/ports?device_id=82a1f76a-cc36-4ed2-a8c1-8506bd016538 HTTP/1.1" status: 200 len: 944 time: 0.0689983 Jun 23 11:46:14.885622 dv-neutron-601336-94-hyperv neutron-server[94175]: INFO neutron.wsgi [req-c9f0b9c2-4973-446b-9213-4bfb40c16b65 req-e98b8a2e-666d-4d56-a52c-e0b0c58c93b0 tempest-TestNetworkBasicOps-233187296 tempest-TestNetworkBasicOps-233187296-project] 10.222.0.20 "GET /v2.0/security-groups?id=4a91b944-a0b3-42a1-8012-78fffa34a980&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0347843 Jun 23 11:46:16.054684 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d077635-8d9b-4fbd-ad65-f442d3de90e1 req-e63cc0c5-9c27-4d9a-9416-71d49b021a87 tempest-TestNetworkBasicOps-233187296 tempest-TestNetworkBasicOps-233187296-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94174) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 11:46:16.056122 dv-neutron-601336-94-hyperv neutron-server[94174]: INFO neutron.wsgi [req-7d077635-8d9b-4fbd-ad65-f442d3de90e1 req-e63cc0c5-9c27-4d9a-9416-71d49b021a87 tempest-TestNetworkBasicOps-233187296 tempest-TestNetworkBasicOps-233187296-project] 10.222.0.20 "GET /v2.0/ports?device_id=82a1f76a-cc36-4ed2-a8c1-8506bd016538 HTTP/1.1" status: 200 len: 944 time: 0.0614891 Jun 23 11:46:16.091920 dv-neutron-601336-94-hyperv neutron-server[94174]: INFO neutron.wsgi [req-7d077635-8d9b-4fbd-ad65-f442d3de90e1 req-c86b5768-1375-45f4-b483-115cda15919d tempest-TestNetworkBasicOps-233187296 tempest-TestNetworkBasicOps-233187296-project] 10.222.0.20 "GET /v2.0/security-groups?id=4a91b944-a0b3-42a1-8012-78fffa34a980&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0303156 Jun 23 11:46:16.618653 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron_lib.callbacks.manager [None req-95d6aa8f-24e7-4234-82ff-f502266c3285 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773699952132', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-899307'] for agent, after_update {{(pid=94176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:46:17.265270 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98707865-c757-43ee-9a59-c17d8215fcc5 req-030e16c4-d656-4d4c-8747-aa4e0fe50201 tempest-TestNetworkBasicOps-233187296 tempest-TestNetworkBasicOps-233187296-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 11:46:17.266722 dv-neutron-601336-94-hyperv neutron-server[94175]: INFO neutron.wsgi [req-98707865-c757-43ee-9a59-c17d8215fcc5 req-030e16c4-d656-4d4c-8747-aa4e0fe50201 tempest-TestNetworkBasicOps-233187296 tempest-TestNetworkBasicOps-233187296-project] 10.222.0.20 "GET /v2.0/ports?device_id=82a1f76a-cc36-4ed2-a8c1-8506bd016538 HTTP/1.1" status: 200 len: 944 time: 0.0629170 Jun 23 11:46:17.303258 dv-neutron-601336-94-hyperv neutron-server[94175]: INFO neutron.wsgi [req-98707865-c757-43ee-9a59-c17d8215fcc5 req-12ffc510-c9c8-485e-89db-235d82597c49 tempest-TestNetworkBasicOps-233187296 tempest-TestNetworkBasicOps-233187296-project] 10.222.0.20 "GET /v2.0/security-groups?id=4a91b944-a0b3-42a1-8012-78fffa34a980&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0308869 Jun 23 11:46:17.874838 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.plugins.ml2.rpc [None req-97bd5441-1da2-49ee-a364-27795820ba27 None None] Device 5a72764a-eeca-4f62-8566-02646ae0c04b details requested by agent hyperv_hv-neutron-6013 with host hv-neutron-6013 {{(pid=94176) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:104}} Jun 23 11:46:17.966822 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.plugins.ml2.db [None req-97bd5441-1da2-49ee-a364-27795820ba27 None None] For port 5a72764a-eeca-4f62-8566-02646ae0c04b, host hv-neutron-6013, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-6013',level=0,port_id=5a72764a-eeca-4f62-8566-02646ae0c04b,segment=NetworkSegment(82af645c-54b9-40e2-b447-1ad0a90238cd),segment_id=82af645c-54b9-40e2-b447-1ad0a90238cd)] {{(pid=94176) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 23 11:46:17.978236 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.plugins.ml2.rpc [None req-97bd5441-1da2-49ee-a364-27795820ba27 None None] Returning: {'device': '5a72764a-eeca-4f62-8566-02646ae0c04b', 'network_id': '7c6ed185-f292-4360-8abf-4c847180005e', 'port_id': '5a72764a-eeca-4f62-8566-02646ae0c04b', 'mac_address': 'fa:16:3e:b7:6b:dd', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 405, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '00422a88-78b3-4939-97f5-db1169ebe13e', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94176) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:186}} Jun 23 11:46:18.012530 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron_lib.callbacks.manager [None req-97bd5441-1da2-49ee-a364-27795820ba27 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-923122'] for port, before_update {{(pid=94176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:46:18.024934 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.notifiers.nova [None req-97bd5441-1da2-49ee-a364-27795820ba27 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5a72764a-eeca-4f62-8566-02646ae0c04b {{(pid=94176) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 23 11:46:18.043444 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.plugins.ml2.db [None req-97bd5441-1da2-49ee-a364-27795820ba27 None None] For port 5a72764a-eeca-4f62-8566-02646ae0c04b, host hv-neutron-6013, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-6013',level=0,port_id=5a72764a-eeca-4f62-8566-02646ae0c04b,segment=NetworkSegment(82af645c-54b9-40e2-b447-1ad0a90238cd),segment_id=82af645c-54b9-40e2-b447-1ad0a90238cd)] {{(pid=94176) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 23 11:46:18.103934 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron_lib.callbacks.manager [None req-97bd5441-1da2-49ee-a364-27795820ba27 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-922904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866062', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773700135042', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773699642233', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773699642278'] for port, after_update {{(pid=94176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:46:18.106414 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG oslo_concurrency.lockutils [None req-5578bbb7-7fbb-4eb6-9553-fdde657fcd9d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 11:46:18.154221 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97bd5441-1da2-49ee-a364-27795820ba27 None None] Pushing event updated for resources: {'Port': ['ID=5a72764a-eeca-4f62-8566-02646ae0c04b,revision_number=4']} {{(pid=94176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 11:46:18.157134 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG oslo_concurrency.lockutils [None req-97bd5441-1da2-49ee-a364-27795820ba27 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=94176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 11:46:18.324398 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.plugins.ml2.db [None req-97bd5441-1da2-49ee-a364-27795820ba27 None None] get_ports_and_sgs() called for port_ids ['5a72764a-eeca-4f62-8566-02646ae0c04b'] {{(pid=94176) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 23 11:46:18.474733 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec6a01c5-5f9a-4eca-9367-5bf813387730 req-c42039db-8d20-4f34-b407-584395254958 tempest-TestNetworkBasicOps-233187296 tempest-TestNetworkBasicOps-233187296-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94174) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 11:46:18.476148 dv-neutron-601336-94-hyperv neutron-server[94174]: INFO neutron.wsgi [req-ec6a01c5-5f9a-4eca-9367-5bf813387730 req-c42039db-8d20-4f34-b407-584395254958 tempest-TestNetworkBasicOps-233187296 tempest-TestNetworkBasicOps-233187296-project] 10.222.0.20 "GET /v2.0/ports?device_id=82a1f76a-cc36-4ed2-a8c1-8506bd016538 HTTP/1.1" status: 200 len: 945 time: 0.0656114 Jun 23 11:46:18.513615 dv-neutron-601336-94-hyperv neutron-server[94174]: INFO neutron.wsgi [req-ec6a01c5-5f9a-4eca-9367-5bf813387730 req-001881ed-77f1-4103-833c-8983d881f98d tempest-TestNetworkBasicOps-233187296 tempest-TestNetworkBasicOps-233187296-project] 10.222.0.20 "GET /v2.0/security-groups?id=4a91b944-a0b3-42a1-8012-78fffa34a980&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0315638 Jun 23 11:46:19.682426 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0fdbcdb-17e0-4c5e-83f1-6d91e435e421 req-b39d4df3-14b9-4bf4-bc3a-e5ba6bc45e82 tempest-TestNetworkBasicOps-233187296 tempest-TestNetworkBasicOps-233187296-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 11:46:19.683922 dv-neutron-601336-94-hyperv neutron-server[94175]: INFO neutron.wsgi [req-b0fdbcdb-17e0-4c5e-83f1-6d91e435e421 req-b39d4df3-14b9-4bf4-bc3a-e5ba6bc45e82 tempest-TestNetworkBasicOps-233187296 tempest-TestNetworkBasicOps-233187296-project] 10.222.0.20 "GET /v2.0/ports?device_id=82a1f76a-cc36-4ed2-a8c1-8506bd016538 HTTP/1.1" status: 200 len: 945 time: 0.0636599 Jun 23 11:46:19.720110 dv-neutron-601336-94-hyperv neutron-server[94175]: INFO neutron.wsgi [req-b0fdbcdb-17e0-4c5e-83f1-6d91e435e421 req-49ddd831-a88c-4576-97db-f480ff69f764 tempest-TestNetworkBasicOps-233187296 tempest-TestNetworkBasicOps-233187296-project] 10.222.0.20 "GET /v2.0/security-groups?id=4a91b944-a0b3-42a1-8012-78fffa34a980&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0306275 Jun 23 11:46:19.894514 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.plugins.ml2.rpc [None req-97bd5441-1da2-49ee-a364-27795820ba27 None None] Device 5a72764a-eeca-4f62-8566-02646ae0c04b up at agent hyperv_hv-neutron-6013 {{(pid=94176) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:298}} Jun 23 11:46:20.005695 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.db.provisioning_blocks [None req-97bd5441-1da2-49ee-a364-27795820ba27 None None] Provisioning for port 5a72764a-eeca-4f62-8566-02646ae0c04b completed by entity L2. {{(pid=94176) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 23 11:46:20.009521 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.db.provisioning_blocks [None req-97bd5441-1da2-49ee-a364-27795820ba27 None None] Provisioning complete for port 5a72764a-eeca-4f62-8566-02646ae0c04b triggered by entity L2. {{(pid=94176) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 23 11:46:20.009906 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron_lib.callbacks.manager [None req-97bd5441-1da2-49ee-a364-27795820ba27 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-899258'] for port, provisioning_complete {{(pid=94176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:46:20.082884 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron_lib.callbacks.manager [None req-97bd5441-1da2-49ee-a364-27795820ba27 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-923122'] for port, before_update {{(pid=94176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:46:20.105092 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '82a1f76a-cc36-4ed2-a8c1-8506bd016538', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5a72764a-eeca-4f62-8566-02646ae0c04b'}] {{(pid=94176) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 23 11:46:20.107409 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}887b0dfc0393de878080286a57e4a08d4fa60dd0cddd118f338ebfcd351ddd4c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2befca19-4cd7-41f2-b2ba-af47c6338b8b" -d '{"events": [{"server_uuid": "82a1f76a-cc36-4ed2-a8c1-8506bd016538", "name": "network-vif-plugged", "status": "completed", "tag": "5a72764a-eeca-4f62-8566-02646ae0c04b"}]}' {{(pid=94176) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 23 11:46:20.119828 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.plugins.ml2.db [None req-97bd5441-1da2-49ee-a364-27795820ba27 None None] For port 5a72764a-eeca-4f62-8566-02646ae0c04b, host hv-neutron-6013, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-6013',level=0,port_id=5a72764a-eeca-4f62-8566-02646ae0c04b,segment=NetworkSegment(82af645c-54b9-40e2-b447-1ad0a90238cd),segment_id=82af645c-54b9-40e2-b447-1ad0a90238cd)] {{(pid=94176) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 23 11:46:20.142019 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 23 Jun 2021 11:46:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d488039f-a267-4773-acb2-a000101dc551 x-openstack-request-id: req-d488039f-a267-4773-acb2-a000101dc551 {{(pid=94176) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 23 11:46:20.142321 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "82a1f76a-cc36-4ed2-a8c1-8506bd016538", "name": "network-vif-plugged", "status": "completed", "tag": "5a72764a-eeca-4f62-8566-02646ae0c04b", "code": 200}]} {{(pid=94176) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 23 11:46:20.142583 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-d488039f-a267-4773-acb2-a000101dc551 {{(pid=94176) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 23 11:46:20.142979 dv-neutron-601336-94-hyperv neutron-server[94176]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '82a1f76a-cc36-4ed2-a8c1-8506bd016538', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5a72764a-eeca-4f62-8566-02646ae0c04b', 'code': 200} Jun 23 11:46:20.173348 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron_lib.callbacks.manager [None req-97bd5441-1da2-49ee-a364-27795820ba27 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-922904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866062', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773700135042', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773699642233', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773699642278'] for port, after_update {{(pid=94176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:46:20.175870 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG oslo_concurrency.lockutils [None req-dc7542b2-afef-47f4-a763-e3a3cba144be None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 11:46:20.225478 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97bd5441-1da2-49ee-a364-27795820ba27 None None] Pushing event updated for resources: {'Port': ['ID=5a72764a-eeca-4f62-8566-02646ae0c04b,revision_number=5']} {{(pid=94176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 11:46:20.228644 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG oslo_concurrency.lockutils [None req-97bd5441-1da2-49ee-a364-27795820ba27 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.053s {{(pid=94176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 11:46:20.460756 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79ce9811-d4b4-4900-b010-8bdb1fff09b7 req-36358236-b75a-4e1b-b37b-6b5983426c52 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94174) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 11:46:20.462110 dv-neutron-601336-94-hyperv neutron-server[94174]: INFO neutron.wsgi [req-79ce9811-d4b4-4900-b010-8bdb1fff09b7 req-36358236-b75a-4e1b-b37b-6b5983426c52 service neutron] 10.222.0.52 "GET /v2.0/ports?device_id=82a1f76a-cc36-4ed2-a8c1-8506bd016538 HTTP/1.1" status: 200 len: 1099 time: 0.0505781 Jun 23 11:46:20.494217 dv-neutron-601336-94-hyperv neutron-server[94174]: INFO neutron.wsgi [req-79ce9811-d4b4-4900-b010-8bdb1fff09b7 req-13fba923-47f4-4599-8b2f-ee42bed1c984 service neutron] 10.222.0.52 "GET /v2.0/security-groups?id=4a91b944-a0b3-42a1-8012-78fffa34a980&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0262418 Jun 23 11:46:20.898446 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-123c2f8d-10d9-4f8c-a048-120ca182d786 req-88d7a7c6-7d35-4b24-ad7b-314a3037cd9b tempest-TestNetworkBasicOps-233187296 tempest-TestNetworkBasicOps-233187296-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 11:46:20.899913 dv-neutron-601336-94-hyperv neutron-server[94175]: INFO neutron.wsgi [req-123c2f8d-10d9-4f8c-a048-120ca182d786 req-88d7a7c6-7d35-4b24-ad7b-314a3037cd9b tempest-TestNetworkBasicOps-233187296 tempest-TestNetworkBasicOps-233187296-project] 10.222.0.20 "GET /v2.0/ports?device_id=82a1f76a-cc36-4ed2-a8c1-8506bd016538 HTTP/1.1" status: 200 len: 946 time: 0.0668724 Jun 23 11:46:20.936531 dv-neutron-601336-94-hyperv neutron-server[94175]: INFO neutron.wsgi [req-123c2f8d-10d9-4f8c-a048-120ca182d786 req-07108154-deff-40d8-b3b3-a01edffedb76 tempest-TestNetworkBasicOps-233187296 tempest-TestNetworkBasicOps-233187296-project] 10.222.0.20 "GET /v2.0/security-groups?id=4a91b944-a0b3-42a1-8012-78fffa34a980&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0309691 Jun 23 11:46:22.107493 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3df1b34a-e1f1-4d82-bc55-9f1236381305 req-9fc2026d-4cf5-4ec6-be46-abdec6ea1571 tempest-TestNetworkBasicOps-233187296 tempest-TestNetworkBasicOps-233187296-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94174) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 11:46:22.108924 dv-neutron-601336-94-hyperv neutron-server[94174]: INFO neutron.wsgi [req-3df1b34a-e1f1-4d82-bc55-9f1236381305 req-9fc2026d-4cf5-4ec6-be46-abdec6ea1571 tempest-TestNetworkBasicOps-233187296 tempest-TestNetworkBasicOps-233187296-project] 10.222.0.20 "GET /v2.0/ports?device_id=82a1f76a-cc36-4ed2-a8c1-8506bd016538 HTTP/1.1" status: 200 len: 946 time: 0.0614028 Jun 23 11:46:22.146801 dv-neutron-601336-94-hyperv neutron-server[94174]: INFO neutron.wsgi [req-3df1b34a-e1f1-4d82-bc55-9f1236381305 req-6ec56f89-a652-45a5-a2ac-952e90f0e383 tempest-TestNetworkBasicOps-233187296 tempest-TestNetworkBasicOps-233187296-project] 10.222.0.20 "GET /v2.0/security-groups?id=4a91b944-a0b3-42a1-8012-78fffa34a980&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0322328 Jun 23 11:46:22.313445 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b35ab523-2d52-4daf-acb3-c06738974e70 req-49d1c3e3-0c61-4b06-be88-276a22685fc3 tempest-TestNetworkBasicOps-233187296 tempest-TestNetworkBasicOps-233187296-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 11:46:22.314805 dv-neutron-601336-94-hyperv neutron-server[94175]: INFO neutron.wsgi [req-b35ab523-2d52-4daf-acb3-c06738974e70 req-49d1c3e3-0c61-4b06-be88-276a22685fc3 tempest-TestNetworkBasicOps-233187296 tempest-TestNetworkBasicOps-233187296-project] 10.222.0.20 "GET /v2.0/ports?device_id=82a1f76a-cc36-4ed2-a8c1-8506bd016538 HTTP/1.1" status: 200 len: 946 time: 0.0626624 Jun 23 11:46:22.351444 dv-neutron-601336-94-hyperv neutron-server[94175]: INFO neutron.wsgi [req-b35ab523-2d52-4daf-acb3-c06738974e70 req-ee2c08bc-9cdb-44bc-95b6-1463a707ada2 tempest-TestNetworkBasicOps-233187296 tempest-TestNetworkBasicOps-233187296-project] 10.222.0.20 "GET /v2.0/security-groups?id=4a91b944-a0b3-42a1-8012-78fffa34a980&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0305510 Jun 23 11:46:22.374638 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.wsgi [-] (94175) accepted ('10.222.0.20', 44744) {{(pid=94175) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 11:46:22.429576 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4836e776-0373-45f0-b0d3-ab7437f3d6a4 tempest-TestNetworkBasicOps-1420332966 tempest-TestNetworkBasicOps-1420332966-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 11:46:22.431025 dv-neutron-601336-94-hyperv neutron-server[94175]: INFO neutron.wsgi [None req-4836e776-0373-45f0-b0d3-ab7437f3d6a4 tempest-TestNetworkBasicOps-1420332966 tempest-TestNetworkBasicOps-1420332966-project-admin] 10.222.0.20 "GET /v2.0/ports?device_id=82a1f76a-cc36-4ed2-a8c1-8506bd016538 HTTP/1.1" status: 200 len: 1094 time: 0.0553951 Jun 23 11:46:22.433671 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.wsgi [-] (94175) accepted ('10.222.0.20', 44746) {{(pid=94175) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 11:46:22.437880 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.api.v2.base [None req-f153247f-c600-4467-b849-921407971fff tempest-TestNetworkBasicOps-233187296 tempest-TestNetworkBasicOps-233187296-project] Request body: {'floatingip': {'floating_network_id': '3e7e4eb3-cf02-4d47-ade9-0a579cdfc60f', 'port_id': '5a72764a-eeca-4f62-8566-02646ae0c04b', 'tenant_id': '772b9946478d439e9da4eaeade7fb21d', 'fixed_ip_address': '172.20.0.14'}} {{(pid=94175) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 23 11:46:22.520097 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron_lib.callbacks.manager [None req-f153247f-c600-4467-b849-921407971fff tempest-TestNetworkBasicOps-233187296 tempest-TestNetworkBasicOps-233187296-project] Notify callbacks [] for floatingip, before_create {{(pid=94175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:46:22.611045 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron_lib.callbacks.manager [None req-f153247f-c600-4467-b849-921407971fff tempest-TestNetworkBasicOps-233187296 tempest-TestNetworkBasicOps-233187296-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-923104'] for port, before_create {{(pid=94175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:46:22.714929 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.db.db_base_plugin_common [None req-f153247f-c600-4467-b849-921407971fff tempest-TestNetworkBasicOps-233187296 tempest-TestNetworkBasicOps-233187296-project] Allocated IP 172.26.3.130 (3e7e4eb3-cf02-4d47-ade9-0a579cdfc60f/a5ad15ab-c489-4a67-a9b0-d559fca0ec71/e1b82389-9f0d-46a6-995e-5939f07681d2) {{(pid=94175) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 23 11:46:22.810940 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron_lib.callbacks.manager [None req-f153247f-c600-4467-b849-921407971fff tempest-TestNetworkBasicOps-233187296 tempest-TestNetworkBasicOps-233187296-project] Notify callbacks [] for port, precommit_create {{(pid=94175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:46:22.943454 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron_lib.callbacks.manager [None req-f153247f-c600-4467-b849-921407971fff tempest-TestNetworkBasicOps-233187296 tempest-TestNetworkBasicOps-233187296-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-922915', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-239814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7866073', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773699642215', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-5082457'] for port, after_create {{(pid=94175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:46:22.945585 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG oslo_concurrency.lockutils [None req-52a14b8d-5549-46c9-abbf-729a2bf6fadc admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94175) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 11:46:22.985348 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f153247f-c600-4467-b849-921407971fff tempest-TestNetworkBasicOps-233187296 tempest-TestNetworkBasicOps-233187296-project] Network 3e7e4eb3-cf02-4d47-ade9-0a579cdfc60f is already hosted by enough agents. {{(pid=94175) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 23 11:46:22.988807 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.scheduler.base_scheduler [None req-f153247f-c600-4467-b849-921407971fff tempest-TestNetworkBasicOps-233187296 tempest-TestNetworkBasicOps-233187296-project] Resources bound (agent type, host, resource id): {{(pid=94175) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 23 11:46:22.996028 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f153247f-c600-4467-b849-921407971fff tempest-TestNetworkBasicOps-233187296 tempest-TestNetworkBasicOps-233187296-project] Received port after_create {{(pid=94175) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 23 11:46:23.017739 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f153247f-c600-4467-b849-921407971fff tempest-TestNetworkBasicOps-233187296 tempest-TestNetworkBasicOps-233187296-project] Pushing event updated for resources: {'Port': ['ID=e1b82389-9f0d-46a6-995e-5939f07681d2,revision_number=1']} {{(pid=94175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 11:46:23.021523 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG oslo_concurrency.lockutils [None req-f153247f-c600-4467-b849-921407971fff tempest-TestNetworkBasicOps-233187296 tempest-TestNetworkBasicOps-233187296-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.076s {{(pid=94175) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 11:46:23.367230 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron_lib.callbacks.manager [None req-97bd5441-1da2-49ee-a364-27795820ba27 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773699952132', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-899307'] for agent, after_update {{(pid=94176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:46:23.792784 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron_lib.callbacks.manager [None req-f153247f-c600-4467-b849-921407971fff tempest-TestNetworkBasicOps-233187296 tempest-TestNetworkBasicOps-233187296-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:46:23.955453 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron_lib.callbacks.manager [None req-f153247f-c600-4467-b849-921407971fff tempest-TestNetworkBasicOps-233187296 tempest-TestNetworkBasicOps-233187296-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-923122'] for port, before_update {{(pid=94175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:46:24.099625 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron_lib.callbacks.manager [None req-f153247f-c600-4467-b849-921407971fff tempest-TestNetworkBasicOps-233187296 tempest-TestNetworkBasicOps-233187296-project] Notify callbacks [] for port, precommit_update {{(pid=94175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:46:24.160809 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron_lib.callbacks.manager [None req-f153247f-c600-4467-b849-921407971fff tempest-TestNetworkBasicOps-233187296 tempest-TestNetworkBasicOps-233187296-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-922904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866062', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773700135042', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773699642233', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773699642278', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5082471'] for port, after_update {{(pid=94175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:46:24.163796 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG oslo_concurrency.lockutils [None req-5360bf3f-b4a8-40de-963d-adae1369cf68 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94175) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 11:46:24.233142 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f153247f-c600-4467-b849-921407971fff tempest-TestNetworkBasicOps-233187296 tempest-TestNetworkBasicOps-233187296-project] Pushing event updated for resources: {'Port': ['ID=e1b82389-9f0d-46a6-995e-5939f07681d2,revision_number=2']} {{(pid=94175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 11:46:24.235880 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG oslo_concurrency.lockutils [None req-f153247f-c600-4467-b849-921407971fff tempest-TestNetworkBasicOps-233187296 tempest-TestNetworkBasicOps-233187296-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.072s {{(pid=94175) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 11:46:24.239894 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron_lib.callbacks.manager [None req-f153247f-c600-4467-b849-921407971fff tempest-TestNetworkBasicOps-233187296 tempest-TestNetworkBasicOps-233187296-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-524229'] for floatingip, after_update {{(pid=94175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:46:24.337464 dv-neutron-601336-94-hyperv neutron-server[94175]: INFO neutron.db.l3_db [None req-f153247f-c600-4467-b849-921407971fff tempest-TestNetworkBasicOps-233187296 tempest-TestNetworkBasicOps-233187296-project] Floating IP ccd71657-72bf-46ac-a376-fe180aaad33d associated. External IP: 172.26.3.130, port: 5a72764a-eeca-4f62-8566-02646ae0c04b. Jun 23 11:46:24.541927 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f153247f-c600-4467-b849-921407971fff tempest-TestNetworkBasicOps-233187296 tempest-TestNetworkBasicOps-233187296-project] Router ade8f4bc-d61a-4279-9c53-6d5e6bc3ad41 has already been hosted by L3 agent 50ef99c0-ef28-4db5-b303-b145898fae60 {{(pid=94175) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 23 11:46:24.645872 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f153247f-c600-4467-b849-921407971fff tempest-TestNetworkBasicOps-233187296 tempest-TestNetworkBasicOps-233187296-project] Notify agent at l3_agent.dv-neutron-601336-94-hyperv the message routers_updated {{(pid=94175) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 23 11:46:24.655989 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-88874196-58de-44ca-845c-2ee4add13351 None None] Sync routers for ids ['ade8f4bc-d61a-4279-9c53-6d5e6bc3ad41'] in dv-neutron-601336-94-hyperv {{(pid=94176) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 23 11:46:24.665097 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.db.l3_dvrscheduler_db [None req-88874196-58de-44ca-845c-2ee4add13351 None None] Routers {'ade8f4bc-d61a-4279-9c53-6d5e6bc3ad41'} bound to L3 agent in host dv-neutron-601336-94-hyperv {{(pid=94176) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 23 11:46:24.671019 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.db.l3_hamode_db [None req-88874196-58de-44ca-845c-2ee4add13351 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-601336-94-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-23T11:22:13Z,description=,heartbeat_timestamp=2021-06-23T11:46:13Z,host='dv-neutron-601336-94-hyperv',id=50ef99c0-ef28-4db5-b303-b145898fae60,load=0,resource_versions=,resources_synced=,started_at=2021-06-23T11:22:14Z,topic='l3_agent')) {'router_ids': ['ade8f4bc-d61a-4279-9c53-6d5e6bc3ad41'], 'active': True} {{(pid=94176) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 11:46:24.721154 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron_lib.callbacks.manager [None req-f153247f-c600-4467-b849-921407971fff tempest-TestNetworkBasicOps-233187296 tempest-TestNetworkBasicOps-233187296-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-217507'] for floatingip, before_response {{(pid=94175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:46:24.759204 dv-neutron-601336-94-hyperv neutron-server[94175]: INFO neutron.wsgi [None req-f153247f-c600-4467-b849-921407971fff tempest-TestNetworkBasicOps-233187296 tempest-TestNetworkBasicOps-233187296-project] 10.222.0.20 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 2.3244953 Jun 23 11:46:24.759986 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '82a1f76a-cc36-4ed2-a8c1-8506bd016538', 'tag': '5a72764a-eeca-4f62-8566-02646ae0c04b'}] {{(pid=94175) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 23 11:46:24.762319 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1970408df4ea4e7170669a1249478e627cf05a5a0b07cc08a66c5cb53d0ac47a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1f4cc972-5c16-4bfd-9f7a-b1f2f6846008" -d '{"events": [{"name": "network-changed", "server_uuid": "82a1f76a-cc36-4ed2-a8c1-8506bd016538", "tag": "5a72764a-eeca-4f62-8566-02646ae0c04b"}]}' {{(pid=94175) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 23 11:46:24.923335 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.db.l3_dvr_db [None req-88874196-58de-44ca-845c-2ee4add13351 None None] Set router ade8f4bc-d61a-4279-9c53-6d5e6bc3ad41 gateway port host: dv-neutron-601336-94-hyperv {{(pid=94176) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:838}} Jun 23 11:46:24.950173 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 23 Jun 2021 11:46:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5bdfd09f-cb43-4786-82a7-f133b9e4228b x-openstack-request-id: req-5bdfd09f-cb43-4786-82a7-f133b9e4228b {{(pid=94175) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 23 11:46:24.950737 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "82a1f76a-cc36-4ed2-a8c1-8506bd016538", "tag": "5a72764a-eeca-4f62-8566-02646ae0c04b", "status": "completed", "code": 200}]} {{(pid=94175) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 23 11:46:24.950854 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-5bdfd09f-cb43-4786-82a7-f133b9e4228b {{(pid=94175) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 23 11:46:24.951295 dv-neutron-601336-94-hyperv neutron-server[94175]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '82a1f76a-cc36-4ed2-a8c1-8506bd016538', 'tag': '5a72764a-eeca-4f62-8566-02646ae0c04b', 'status': 'completed', 'code': 200} Jun 23 11:46:25.035997 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f4cc972-5c16-4bfd-9f7a-b1f2f6846008 req-a85b6cf7-c5af-4451-812c-5d034b85a248 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94174) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 11:46:25.037482 dv-neutron-601336-94-hyperv neutron-server[94174]: INFO neutron.wsgi [req-1f4cc972-5c16-4bfd-9f7a-b1f2f6846008 req-a85b6cf7-c5af-4451-812c-5d034b85a248 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=772b9946478d439e9da4eaeade7fb21d&device_id=82a1f76a-cc36-4ed2-a8c1-8506bd016538 HTTP/1.1" status: 200 len: 1099 time: 0.0634179 Jun 23 11:46:25.124272 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f4cc972-5c16-4bfd-9f7a-b1f2f6846008 req-cfc35c59-e4d2-41fe-bb51-ec5eecaf7213 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94174) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 11:46:25.125740 dv-neutron-601336-94-hyperv neutron-server[94174]: INFO neutron.wsgi [req-1f4cc972-5c16-4bfd-9f7a-b1f2f6846008 req-cfc35c59-e4d2-41fe-bb51-ec5eecaf7213 service neutron] 10.222.0.52 "GET /v2.0/networks?id=7c6ed185-f292-4360-8abf-4c847180005e HTTP/1.1" status: 200 len: 898 time: 0.0810366 Jun 23 11:46:25.149752 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.db.l3_hamode_db [None req-88874196-58de-44ca-845c-2ee4add13351 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ade8f4bc-d61a-4279-9c53-6d5e6bc3ad41', 'name': 'tempest-TestNetworkBasicOps-router-1394013319', 'tenant_id': '772b9946478d439e9da4eaeade7fb21d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3e7e4eb3-cf02-4d47-ade9-0a579cdfc60f', 'external_fixed_ips': [{'subnet_id': 'a5ad15ab-c489-4a67-a9b0-d559fca0ec71', 'ip_address': '172.26.3.251'}], 'enable_snat': True}, 'gw_port_id': 'd8b0bc70-b1be-47c6-afc7-9f8cf57445e9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-23T11:45:41Z', 'updated_at': '2021-06-23T11:45:45Z', 'revision_number': 4, 'project_id': '772b9946478d439e9da4eaeade7fb21d', 'gw_port': {'id': 'd8b0bc70-b1be-47c6-afc7-9f8cf57445e9', 'name': '', 'network_id': '3e7e4eb3-cf02-4d47-ade9-0a579cdfc60f', 'tenant_id': '', 'mac_address': 'fa:16:3e:94:78:e5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ade8f4bc-d61a-4279-9c53-6d5e6bc3ad41', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1478, 'fixed_ips': [{'subnet_id': 'a5ad15ab-c489-4a67-a9b0-d559fca0ec71', 'ip_address': '172.26.3.251', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-94-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-23T11:45:41Z', 'updated_at': '2021-06-23T11:45:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a5ad15ab-c489-4a67-a9b0-d559fca0ec71', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-601336-94-hyperv', '_floatingips': [{'id': 'c2f737c2-647e-4da4-ae6f-c10ae32e5d0b', 'tenant_id': '772b9946478d439e9da4eaeade7fb21d', 'floating_ip_address': '172.26.3.54', 'floating_network_id': '3e7e4eb3-cf02-4d47-ade9-0a579cdfc60f', 'router_id': 'ade8f4bc-d61a-4279-9c53-6d5e6bc3ad41', 'port_id': 'bf3f39a0-2ab2-4420-9195-f6476b938fa8', 'fixed_ip_address': '172.20.0.6', 'status': 'ACTIVE', 'standard_attr_id': 1493, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '7c6ed185-f292-4360-8abf-4c847180005e', 'mac_address': 'fa:16:3e:c6:a6:ca', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e4bd57b8-f2f3-4aa6-97c4-37ab3d8b0c33', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-23T11:46:05Z', 'updated_at': '2021-06-23T11:46:07Z', 'revision_number': 1, 'project_id': '772b9946478d439e9da4eaeade7fb21d', 'fixed_ip_address_scope': None}, {'id': 'ccd71657-72bf-46ac-a376-fe180aaad33d', 'tenant_id': '772b9946478d439e9da4eaeade7fb21d', 'floating_ip_address': '172.26.3.130', 'floating_network_id': '3e7e4eb3-cf02-4d47-ade9-0a579cdfc60f', 'router_id': 'ade8f4bc-d61a-4279-9c53-6d5e6bc3ad41', 'port_id': '5a72764a-eeca-4f62-8566-02646ae0c04b', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 1505, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '7c6ed185-f292-4360-8abf-4c847180005e', 'mac_address': 'fa:16:3e:b7:6b:dd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '82a1f76a-cc36-4ed2-a8c1-8506bd016538', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-23T11:46:23Z', 'updated_at': '2021-06-23T11:46:23Z', 'revision_number': 0, 'project_id': '772b9946478d439e9da4eaeade7fb21d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ed804b38-8ae2-4d08-91dd-c57ce2b3a471', 'name': '', 'network_id': '7c6ed185-f292-4360-8abf-4c847180005e', 'tenant_id': '772b9946478d439e9da4eaeade7fb21d', 'mac_address': 'fa:16:3e:66:29:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ade8f4bc-d61a-4279-9c53-6d5e6bc3ad41', 'device_owner': 'network:router_interface', 'standard_attr_id': 1481, 'fixed_ips': [{'subnet_id': '00422a88-78b3-4939-97f5-db1169ebe13e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-94-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-23T11:45:45Z', 'updated_at': '2021-06-23T11:45:49Z', 'revision_number': 5, 'project_id': '772b9946478d439e9da4eaeade7fb21d', 'subnets': [{'id': '00422a88-78b3-4939-97f5-db1169ebe13e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-601336-94-hyperv', False) {} {{(pid=94176) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 11:46:25.160923 dv-neutron-601336-94-hyperv neutron-server[94177]: DEBUG neutron.db.agents_db [None req-90fb1279-e4c5-4e73-8d66-3a29811dc4e3 None None] Agent healthcheck: found 6 active agents {{(pid=94177) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 23 11:46:25.178971 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-88874196-58de-44ca-845c-2ee4add13351 None None] Checking router: ade8f4bc-d61a-4279-9c53-6d5e6bc3ad41 for host: dv-neutron-601336-94-hyperv {{(pid=94176) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 23 11:46:25.186937 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.db.l3_dvrscheduler_db [None req-88874196-58de-44ca-845c-2ee4add13351 None None] Routers {'ade8f4bc-d61a-4279-9c53-6d5e6bc3ad41'} bound to L3 agent in host dv-neutron-601336-94-hyperv {{(pid=94176) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 23 11:46:25.187591 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.db.l3_hamode_db [None req-88874196-58de-44ca-845c-2ee4add13351 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-601336-94-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-23T11:22:13Z,description=,heartbeat_timestamp=2021-06-23T11:46:13Z,host='dv-neutron-601336-94-hyperv',id=50ef99c0-ef28-4db5-b303-b145898fae60,load=0,resource_versions=,resources_synced=,started_at=2021-06-23T11:22:14Z,topic='l3_agent')) {'router_ids': ['ade8f4bc-d61a-4279-9c53-6d5e6bc3ad41'], 'active': True} {{(pid=94176) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 11:46:25.195245 dv-neutron-601336-94-hyperv neutron-server[94174]: INFO neutron.wsgi [req-1f4cc972-5c16-4bfd-9f7a-b1f2f6846008 req-4766615c-f719-4e1e-8dac-f0ec55cf232f service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=5a72764a-eeca-4f62-8566-02646ae0c04b HTTP/1.1" status: 200 len: 1000 time: 0.0619364 Jun 23 11:46:25.241686 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f4cc972-5c16-4bfd-9f7a-b1f2f6846008 req-a4d41754-6066-4ea0-942f-7abfe4865fe2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94174) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 11:46:25.243163 dv-neutron-601336-94-hyperv neutron-server[94174]: INFO neutron.wsgi [req-1f4cc972-5c16-4bfd-9f7a-b1f2f6846008 req-a4d41754-6066-4ea0-942f-7abfe4865fe2 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=00422a88-78b3-4939-97f5-db1169ebe13e HTTP/1.1" status: 200 len: 833 time: 0.0420728 Jun 23 11:46:25.290552 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.db.l3_dvr_db [None req-88874196-58de-44ca-845c-2ee4add13351 None None] Set router ade8f4bc-d61a-4279-9c53-6d5e6bc3ad41 gateway port host: dv-neutron-601336-94-hyperv {{(pid=94176) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:838}} Jun 23 11:46:25.300532 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f4cc972-5c16-4bfd-9f7a-b1f2f6846008 req-8f1422ac-3beb-44d3-a333-a7a4c7218265 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94174) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 11:46:25.302022 dv-neutron-601336-94-hyperv neutron-server[94174]: INFO neutron.wsgi [req-1f4cc972-5c16-4bfd-9f7a-b1f2f6846008 req-8f1422ac-3beb-44d3-a333-a7a4c7218265 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=7c6ed185-f292-4360-8abf-4c847180005e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1178 time: 0.0514634 Jun 23 11:46:25.392002 dv-neutron-601336-94-hyperv neutron-server[94174]: INFO neutron.wsgi [req-1f4cc972-5c16-4bfd-9f7a-b1f2f6846008 req-7423da36-3f2f-4034-a5b2-5c616b272d3f service neutron] 10.222.0.52 "GET /v2.0/networks/7c6ed185-f292-4360-8abf-4c847180005e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0831382 Jun 23 11:46:25.478864 dv-neutron-601336-94-hyperv neutron-server[94174]: INFO neutron.wsgi [req-1f4cc972-5c16-4bfd-9f7a-b1f2f6846008 req-d560cacf-3fba-4025-87c9-610e4ec33d91 service neutron] 10.222.0.52 "GET /v2.0/networks/7c6ed185-f292-4360-8abf-4c847180005e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0805871 Jun 23 11:46:25.507131 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.db.l3_hamode_db [None req-88874196-58de-44ca-845c-2ee4add13351 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ade8f4bc-d61a-4279-9c53-6d5e6bc3ad41', 'name': 'tempest-TestNetworkBasicOps-router-1394013319', 'tenant_id': '772b9946478d439e9da4eaeade7fb21d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3e7e4eb3-cf02-4d47-ade9-0a579cdfc60f', 'external_fixed_ips': [{'subnet_id': 'a5ad15ab-c489-4a67-a9b0-d559fca0ec71', 'ip_address': '172.26.3.251'}], 'enable_snat': True}, 'gw_port_id': 'd8b0bc70-b1be-47c6-afc7-9f8cf57445e9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-23T11:45:41Z', 'updated_at': '2021-06-23T11:45:45Z', 'revision_number': 4, 'project_id': '772b9946478d439e9da4eaeade7fb21d', 'gw_port': {'id': 'd8b0bc70-b1be-47c6-afc7-9f8cf57445e9', 'name': '', 'network_id': '3e7e4eb3-cf02-4d47-ade9-0a579cdfc60f', 'tenant_id': '', 'mac_address': 'fa:16:3e:94:78:e5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ade8f4bc-d61a-4279-9c53-6d5e6bc3ad41', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1478, 'fixed_ips': [{'subnet_id': 'a5ad15ab-c489-4a67-a9b0-d559fca0ec71', 'ip_address': '172.26.3.251', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-94-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-23T11:45:41Z', 'updated_at': '2021-06-23T11:45:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a5ad15ab-c489-4a67-a9b0-d559fca0ec71', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-601336-94-hyperv', '_floatingips': [{'id': 'c2f737c2-647e-4da4-ae6f-c10ae32e5d0b', 'tenant_id': '772b9946478d439e9da4eaeade7fb21d', 'floating_ip_address': '172.26.3.54', 'floating_network_id': '3e7e4eb3-cf02-4d47-ade9-0a579cdfc60f', 'router_id': 'ade8f4bc-d61a-4279-9c53-6d5e6bc3ad41', 'port_id': 'bf3f39a0-2ab2-4420-9195-f6476b938fa8', 'fixed_ip_address': '172.20.0.6', 'status': 'ACTIVE', 'standard_attr_id': 1493, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '7c6ed185-f292-4360-8abf-4c847180005e', 'mac_address': 'fa:16:3e:c6:a6:ca', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e4bd57b8-f2f3-4aa6-97c4-37ab3d8b0c33', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-23T11:46:05Z', 'updated_at': '2021-06-23T11:46:07Z', 'revision_number': 1, 'project_id': '772b9946478d439e9da4eaeade7fb21d', 'fixed_ip_address_scope': None}, {'id': 'ccd71657-72bf-46ac-a376-fe180aaad33d', 'tenant_id': '772b9946478d439e9da4eaeade7fb21d', 'floating_ip_address': '172.26.3.130', 'floating_network_id': '3e7e4eb3-cf02-4d47-ade9-0a579cdfc60f', 'router_id': 'ade8f4bc-d61a-4279-9c53-6d5e6bc3ad41', 'port_id': '5a72764a-eeca-4f62-8566-02646ae0c04b', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 1505, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '7c6ed185-f292-4360-8abf-4c847180005e', 'mac_address': 'fa:16:3e:b7:6b:dd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '82a1f76a-cc36-4ed2-a8c1-8506bd016538', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-23T11:46:23Z', 'updated_at': '2021-06-23T11:46:23Z', 'revision_number': 0, 'project_id': '772b9946478d439e9da4eaeade7fb21d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ed804b38-8ae2-4d08-91dd-c57ce2b3a471', 'name': '', 'network_id': '7c6ed185-f292-4360-8abf-4c847180005e', 'tenant_id': '772b9946478d439e9da4eaeade7fb21d', 'mac_address': 'fa:16:3e:66:29:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ade8f4bc-d61a-4279-9c53-6d5e6bc3ad41', 'device_owner': 'network:router_interface', 'standard_attr_id': 1481, 'fixed_ips': [{'subnet_id': '00422a88-78b3-4939-97f5-db1169ebe13e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-94-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-23T11:45:45Z', 'updated_at': '2021-06-23T11:45:49Z', 'revision_number': 5, 'project_id': '772b9946478d439e9da4eaeade7fb21d', 'subnets': [{'id': '00422a88-78b3-4939-97f5-db1169ebe13e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-601336-94-hyperv', False) {} {{(pid=94176) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 11:46:25.531817 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-88874196-58de-44ca-845c-2ee4add13351 None None] The sync data for ids ['ade8f4bc-d61a-4279-9c53-6d5e6bc3ad41'] in dv-neutron-601336-94-hyperv is: [{'id': 'ade8f4bc-d61a-4279-9c53-6d5e6bc3ad41', 'name': 'tempest-TestNetworkBasicOps-router-1394013319', 'tenant_id': '772b9946478d439e9da4eaeade7fb21d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3e7e4eb3-cf02-4d47-ade9-0a579cdfc60f', 'external_fixed_ips': [{'subnet_id': 'a5ad15ab-c489-4a67-a9b0-d559fca0ec71', 'ip_address': '172.26.3.251'}], 'enable_snat': True}, 'gw_port_id': 'd8b0bc70-b1be-47c6-afc7-9f8cf57445e9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-23T11:45:41Z', 'updated_at': '2021-06-23T11:45:45Z', 'revision_number': 4, 'project_id': '772b9946478d439e9da4eaeade7fb21d', 'gw_port': {'id': 'd8b0bc70-b1be-47c6-afc7-9f8cf57445e9', 'name': '', 'network_id': '3e7e4eb3-cf02-4d47-ade9-0a579cdfc60f', 'tenant_id': '', 'mac_address': 'fa:16:3e:94:78:e5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ade8f4bc-d61a-4279-9c53-6d5e6bc3ad41', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1478, 'fixed_ips': [{'subnet_id': 'a5ad15ab-c489-4a67-a9b0-d559fca0ec71', 'ip_address': '172.26.3.251', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-94-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-23T11:45:41Z', 'updated_at': '2021-06-23T11:45:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a5ad15ab-c489-4a67-a9b0-d559fca0ec71', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-601336-94-hyperv', '_floatingips': [{'id': 'c2f737c2-647e-4da4-ae6f-c10ae32e5d0b', 'tenant_id': '772b9946478d439e9da4eaeade7fb21d', 'floating_ip_address': '172.26.3.54', 'floating_network_id': '3e7e4eb3-cf02-4d47-ade9-0a579cdfc60f', 'router_id': 'ade8f4bc-d61a-4279-9c53-6d5e6bc3ad41', 'port_id': 'bf3f39a0-2ab2-4420-9195-f6476b938fa8', 'fixed_ip_address': '172.20.0.6', 'status': 'ACTIVE', 'standard_attr_id': 1493, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '7c6ed185-f292-4360-8abf-4c847180005e', 'mac_address': 'fa:16:3e:c6:a6:ca', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e4bd57b8-f2f3-4aa6-97c4-37ab3d8b0c33', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-23T11:46:05Z', 'updated_at': '2021-06-23T11:46:07Z', 'revision_number': 1, 'project_id': '772b9946478d439e9da4eaeade7fb21d', 'fixed_ip_address_scope': None}, {'id': 'ccd71657-72bf-46ac-a376-fe180aaad33d', 'tenant_id': '772b9946478d439e9da4eaeade7fb21d', 'floating_ip_address': '172.26.3.130', 'floating_network_id': '3e7e4eb3-cf02-4d47-ade9-0a579cdfc60f', 'router_id': 'ade8f4bc-d61a-4279-9c53-6d5e6bc3ad41', 'port_id': '5a72764a-eeca-4f62-8566-02646ae0c04b', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 1505, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '7c6ed185-f292-4360-8abf-4c847180005e', 'mac_address': 'fa:16:3e:b7:6b:dd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '82a1f76a-cc36-4ed2-a8c1-8506bd016538', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-23T11:46:23Z', 'updated_at': '2021-06-23T11:46:23Z', 'revision_number': 0, 'project_id': '772b9946478d439e9da4eaeade7fb21d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ed804b38-8ae2-4d08-91dd-c57ce2b3a471', 'name': '', 'network_id': '7c6ed185-f292-4360-8abf-4c847180005e', 'tenant_id': '772b9946478d439e9da4eaeade7fb21d', 'mac_address': 'fa:16:3e:66:29:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ade8f4bc-d61a-4279-9c53-6d5e6bc3ad41', 'device_owner': 'network:router_interface', 'standard_attr_id': 1481, 'fixed_ips': [{'subnet_id': '00422a88-78b3-4939-97f5-db1169ebe13e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-94-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-23T11:45:45Z', 'updated_at': '2021-06-23T11:45:49Z', 'revision_number': 5, 'project_id': '772b9946478d439e9da4eaeade7fb21d', 'subnets': [{'id': '00422a88-78b3-4939-97f5-db1169ebe13e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94176) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 23 11:46:25.714488 dv-neutron-601336-94-hyperv neutron-server[94177]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9e165120-3415-4852-9cb2-6937b2abcf5b None None] New status for floating IP ccd71657-72bf-46ac-a376-fe180aaad33d: ACTIVE {{(pid=94177) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 23 11:46:38.443818 dv-neutron-601336-94-hyperv neutron-server[94174]: INFO neutron.wsgi [req-40538ad2-9cea-4fe9-8471-8409fd991004 req-d8ba1dbe-00fb-4c4b-bca3-8750d8cda2ee service neutron] 10.222.0.52 "GET /v2.0/ports?device_id=c3158a9a-a823-4e18-a64d-625f4cd5c888&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0583611 Jun 23 11:46:38.547059 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40538ad2-9cea-4fe9-8471-8409fd991004 req-2f045512-5a40-424b-bcda-4e15bdbf8f0e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94174) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 11:46:38.548755 dv-neutron-601336-94-hyperv neutron-server[94174]: INFO neutron.wsgi [req-40538ad2-9cea-4fe9-8471-8409fd991004 req-2f045512-5a40-424b-bcda-4e15bdbf8f0e service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=196d16edf443490aaaba40ccfc7a3448&device_id=c3158a9a-a823-4e18-a64d-625f4cd5c888 HTTP/1.1" status: 200 len: 1099 time: 0.0522418 Jun 23 11:46:38.650929 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40538ad2-9cea-4fe9-8471-8409fd991004 req-223edfd6-58d9-41b7-89e4-cad96ff2a795 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94174) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 11:46:38.652427 dv-neutron-601336-94-hyperv neutron-server[94174]: INFO neutron.wsgi [req-40538ad2-9cea-4fe9-8471-8409fd991004 req-223edfd6-58d9-41b7-89e4-cad96ff2a795 service neutron] 10.222.0.52 "GET /v2.0/networks?id=03d0adb8-7c84-4028-a133-9fee8ea26a25 HTTP/1.1" status: 200 len: 912 time: 0.0827889 Jun 23 11:46:38.722532 dv-neutron-601336-94-hyperv neutron-server[94174]: INFO neutron.wsgi [req-40538ad2-9cea-4fe9-8471-8409fd991004 req-562c3be3-9667-47d4-95f5-9e9e13b4485a service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=fd77f472-1d9e-4469-b367-5cc4a68f96f7 HTTP/1.1" status: 200 len: 1002 time: 0.0628378 Jun 23 11:46:38.772446 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40538ad2-9cea-4fe9-8471-8409fd991004 req-794eb059-b995-49d4-9b3b-bada21575c82 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94174) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 11:46:38.773881 dv-neutron-601336-94-hyperv neutron-server[94174]: INFO neutron.wsgi [req-40538ad2-9cea-4fe9-8471-8409fd991004 req-794eb059-b995-49d4-9b3b-bada21575c82 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=5338fe8e-d932-41fb-ae27-ab82df160b69 HTTP/1.1" status: 200 len: 850 time: 0.0437932 Jun 23 11:46:38.843373 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40538ad2-9cea-4fe9-8471-8409fd991004 req-c3341d4e-dea3-421a-82ed-cd9cd08efc66 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94174) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 11:46:38.844819 dv-neutron-601336-94-hyperv neutron-server[94174]: INFO neutron.wsgi [req-40538ad2-9cea-4fe9-8471-8409fd991004 req-c3341d4e-dea3-421a-82ed-cd9cd08efc66 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=03d0adb8-7c84-4028-a133-9fee8ea26a25&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1178 time: 0.0595746 Jun 23 11:46:38.941634 dv-neutron-601336-94-hyperv neutron-server[94174]: INFO neutron.wsgi [req-40538ad2-9cea-4fe9-8471-8409fd991004 req-827f9c77-d894-4e08-8cf0-d3647b9ba6a0 service neutron] 10.222.0.52 "GET /v2.0/networks/03d0adb8-7c84-4028-a133-9fee8ea26a25?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0900280 Jun 23 11:46:39.034632 dv-neutron-601336-94-hyperv neutron-server[94174]: INFO neutron.wsgi [req-40538ad2-9cea-4fe9-8471-8409fd991004 req-aabcfa60-810d-473a-872c-8bab51d8a665 service neutron] 10.222.0.52 "GET /v2.0/networks/03d0adb8-7c84-4028-a133-9fee8ea26a25?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0854795 Jun 23 11:46:40.977799 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron_lib.callbacks.manager [None req-f7573954-dc1b-4d9f-b561-94502648f466 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773699952132', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-899307'] for agent, after_update {{(pid=94176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:46:43.200916 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron_lib.callbacks.manager [None req-4f8a1ae2-bb57-4e83-9f0c-ffc45a2365e4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773699952132', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-899307'] for agent, after_update {{(pid=94176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:46:43.851155 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron_lib.callbacks.manager [None req-dc7542b2-afef-47f4-a763-e3a3cba144be None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773699952132', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-899307'] for agent, after_update {{(pid=94176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:46:44.634920 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron_lib.callbacks.manager [None req-4c20ea5f-bc7f-4d4e-935d-57f082af6ccb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773699952132', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-899307'] for agent, after_update {{(pid=94176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:46:46.634775 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron_lib.callbacks.manager [None req-95d6aa8f-24e7-4234-82ff-f502266c3285 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773699952132', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-899307'] for agent, after_update {{(pid=94176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:46:53.388427 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron_lib.callbacks.manager [None req-97bd5441-1da2-49ee-a364-27795820ba27 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773699952132', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-899307'] for agent, after_update {{(pid=94176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:46:55.041611 dv-neutron-601336-94-hyperv neutron-server[94175]: INFO neutron.wsgi [req-f663a9eb-480d-493c-bc42-d98668b25f98 req-5d5ae39d-0160-4459-b943-2fb86a92441d tempest-TestVolumeBootPattern-1838142519 tempest-TestVolumeBootPattern-1838142519-project] 10.222.0.20 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-716132019&fields=id&tenant_id=196d16edf443490aaaba40ccfc7a3448 HTTP/1.1" status: 200 len: 267 time: 0.0332699 Jun 23 11:46:55.152547 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f663a9eb-480d-493c-bc42-d98668b25f98 req-d6e0e1a4-396a-4788-b4ba-fd5c60533922 tempest-TestVolumeBootPattern-1838142519 tempest-TestVolumeBootPattern-1838142519-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 11:46:55.154016 dv-neutron-601336-94-hyperv neutron-server[94175]: INFO neutron.wsgi [req-f663a9eb-480d-493c-bc42-d98668b25f98 req-d6e0e1a4-396a-4788-b4ba-fd5c60533922 tempest-TestVolumeBootPattern-1838142519 tempest-TestVolumeBootPattern-1838142519-project] 10.222.0.20 "GET /v2.0/networks?id=03d0adb8-7c84-4028-a133-9fee8ea26a25 HTTP/1.1" status: 200 len: 811 time: 0.1061566 Jun 23 11:46:55.168623 dv-neutron-601336-94-hyperv neutron-server[94175]: INFO neutron.wsgi [req-f663a9eb-480d-493c-bc42-d98668b25f98 req-a31da90d-84bd-45f6-8fa6-adbceabf0542 tempest-TestVolumeBootPattern-1838142519 tempest-TestVolumeBootPattern-1838142519-project] 10.222.0.20 "GET /v2.0/quotas/196d16edf443490aaaba40ccfc7a3448 HTTP/1.1" status: 200 len: 375 time: 0.0092301 Jun 23 11:46:55.244483 dv-neutron-601336-94-hyperv neutron-server[94175]: INFO neutron.wsgi [req-f663a9eb-480d-493c-bc42-d98668b25f98 req-c865bcd6-5a97-495b-92af-3af3bc32a6d2 tempest-TestVolumeBootPattern-1838142519 tempest-TestVolumeBootPattern-1838142519-project] 10.222.0.20 "GET /v2.0/ports?tenant_id=196d16edf443490aaaba40ccfc7a3448&fields=id HTTP/1.1" status: 200 len: 440 time: 0.0710320 Jun 23 11:46:55.341414 dv-neutron-601336-94-hyperv neutron-server[94175]: INFO neutron.wsgi [req-f663a9eb-480d-493c-bc42-d98668b25f98 req-9e4aefd2-f845-48e4-9bd4-7c2c9c3b9bfd service neutron] 10.222.0.20 "GET /v2.0/networks/03d0adb8-7c84-4028-a133-9fee8ea26a25?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0857952 Jun 23 11:46:55.430325 dv-neutron-601336-94-hyperv neutron-server[94175]: INFO neutron.wsgi [req-f663a9eb-480d-493c-bc42-d98668b25f98 req-db52d60f-12ba-41e9-828f-437968c95a65 service neutron] 10.222.0.20 "GET /v2.0/networks/03d0adb8-7c84-4028-a133-9fee8ea26a25?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0831409 Jun 23 11:46:55.984415 dv-neutron-601336-94-hyperv neutron-server[94174]: INFO neutron.wsgi [req-1954628d-d288-400a-941b-92f3ea6f9043 req-463442fa-078e-4f2c-8589-972a93f0455f tempest-TestVolumeBootPattern-1838142519 tempest-TestVolumeBootPattern-1838142519-project] 10.222.0.20 "GET /v2.0/ports?device_id=69b09054-1b7e-42ac-b18b-41601b97914b HTTP/1.1" status: 200 len: 210 time: 0.0297461 Jun 23 11:46:57.122801 dv-neutron-601336-94-hyperv neutron-server[94175]: INFO neutron.wsgi [req-2b0b3168-41e4-4edb-812d-efa88a713546 req-26532e4d-6e6b-4642-bd81-96c7e56abf20 tempest-TestVolumeBootPattern-1838142519 tempest-TestVolumeBootPattern-1838142519-project] 10.222.0.20 "GET /v2.0/ports?device_id=69b09054-1b7e-42ac-b18b-41601b97914b HTTP/1.1" status: 200 len: 210 time: 0.0300078 Jun 23 11:46:57.830771 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f663a9eb-480d-493c-bc42-d98668b25f98 req-7714691b-2490-4bbf-a99c-19d104e8c283 tempest-TestVolumeBootPattern-1838142519 tempest-TestVolumeBootPattern-1838142519-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94174) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 11:46:57.832313 dv-neutron-601336-94-hyperv neutron-server[94174]: INFO neutron.wsgi [req-f663a9eb-480d-493c-bc42-d98668b25f98 req-7714691b-2490-4bbf-a99c-19d104e8c283 tempest-TestVolumeBootPattern-1838142519 tempest-TestVolumeBootPattern-1838142519-project] 10.222.0.52 "GET /v2.0/networks?id=03d0adb8-7c84-4028-a133-9fee8ea26a25 HTTP/1.1" status: 200 len: 811 time: 0.1042624 Jun 23 11:46:57.874727 dv-neutron-601336-94-hyperv neutron-server[94174]: INFO neutron.wsgi [req-f663a9eb-480d-493c-bc42-d98668b25f98 req-88fee81a-fce9-4ced-a314-96e0f816ecb8 tempest-TestVolumeBootPattern-1838142519 tempest-TestVolumeBootPattern-1838142519-project] 10.222.0.52 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=196d16edf443490aaaba40ccfc7a3448 HTTP/1.1" status: 200 len: 379 time: 0.0342190 Jun 23 11:46:57.882942 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.api.v2.base [req-f663a9eb-480d-493c-bc42-d98668b25f98 req-22fc8465-8d10-4821-a040-9c12637ac911 tempest-TestVolumeBootPattern-1838142519 tempest-TestVolumeBootPattern-1838142519-project] Request body: {'port': {'device_id': '69b09054-1b7e-42ac-b18b-41601b97914b', 'network_id': '03d0adb8-7c84-4028-a133-9fee8ea26a25', 'admin_state_up': True, 'tenant_id': '196d16edf443490aaaba40ccfc7a3448', 'security_groups': ['caa86333-f4a4-4907-90fa-9f1b20d99924']}} {{(pid=94174) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 23 11:46:58.039920 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f663a9eb-480d-493c-bc42-d98668b25f98 req-22fc8465-8d10-4821-a040-9c12637ac911 tempest-TestVolumeBootPattern-1838142519 tempest-TestVolumeBootPattern-1838142519-project] Made reservation on behalf of 196d16edf443490aaaba40ccfc7a3448 for: {'port': 1} {{(pid=94174) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 23 11:46:58.043589 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron_lib.callbacks.manager [req-f663a9eb-480d-493c-bc42-d98668b25f98 req-22fc8465-8d10-4821-a040-9c12637ac911 tempest-TestVolumeBootPattern-1838142519 tempest-TestVolumeBootPattern-1838142519-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-923104'] for port, before_create {{(pid=94174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:46:58.167111 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.db.db_base_plugin_common [req-f663a9eb-480d-493c-bc42-d98668b25f98 req-22fc8465-8d10-4821-a040-9c12637ac911 tempest-TestVolumeBootPattern-1838142519 tempest-TestVolumeBootPattern-1838142519-project] Allocated IP 172.20.0.8 (03d0adb8-7c84-4028-a133-9fee8ea26a25/5338fe8e-d932-41fb-ae27-ab82df160b69/51b75e6f-0abf-4db0-a219-129259668275) {{(pid=94174) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 23 11:46:58.282735 dv-neutron-601336-94-hyperv neutron-server[94174]: INFO neutron.wsgi [req-70b751b1-5ef5-4dcd-a226-210d0ec56a62 req-2ec9f82a-6369-4557-8f4f-1b4cc48cac9f tempest-TestVolumeBootPattern-1838142519 tempest-TestVolumeBootPattern-1838142519-project] 10.222.0.20 "GET /v2.0/ports?device_id=69b09054-1b7e-42ac-b18b-41601b97914b HTTP/1.1" status: 200 len: 210 time: 0.0328348 Jun 23 11:46:58.332927 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron_lib.callbacks.manager [req-f663a9eb-480d-493c-bc42-d98668b25f98 req-22fc8465-8d10-4821-a040-9c12637ac911 tempest-TestVolumeBootPattern-1838142519 tempest-TestVolumeBootPattern-1838142519-project] Notify callbacks [] for port, precommit_create {{(pid=94174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:46:58.347270 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.db.provisioning_blocks [req-f663a9eb-480d-493c-bc42-d98668b25f98 req-22fc8465-8d10-4821-a040-9c12637ac911 tempest-TestVolumeBootPattern-1838142519 tempest-TestVolumeBootPattern-1838142519-project] Transition to ACTIVE for port object 51b75e6f-0abf-4db0-a219-129259668275 will not be triggered until provisioned by entity DHCP. {{(pid=94174) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 23 11:46:58.423379 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron_lib.callbacks.manager [req-f663a9eb-480d-493c-bc42-d98668b25f98 req-22fc8465-8d10-4821-a040-9c12637ac911 tempest-TestVolumeBootPattern-1838142519 tempest-TestVolumeBootPattern-1838142519-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-922915', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-239814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7866073', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773699642215', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-5196399'] for port, after_create {{(pid=94174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:46:58.427817 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG oslo_concurrency.lockutils [None req-c835369e-a5a6-4b7c-84b7-282154190faf service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94174) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 11:46:58.466900 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f663a9eb-480d-493c-bc42-d98668b25f98 req-22fc8465-8d10-4821-a040-9c12637ac911 tempest-TestVolumeBootPattern-1838142519 tempest-TestVolumeBootPattern-1838142519-project] Network 03d0adb8-7c84-4028-a133-9fee8ea26a25 is already hosted by enough agents. {{(pid=94174) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 23 11:46:58.470285 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.scheduler.base_scheduler [req-f663a9eb-480d-493c-bc42-d98668b25f98 req-22fc8465-8d10-4821-a040-9c12637ac911 tempest-TestVolumeBootPattern-1838142519 tempest-TestVolumeBootPattern-1838142519-project] Resources bound (agent type, host, resource id): {{(pid=94174) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 23 11:46:58.474581 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.db.l3_dvrscheduler_db [req-f663a9eb-480d-493c-bc42-d98668b25f98 req-22fc8465-8d10-4821-a040-9c12637ac911 tempest-TestVolumeBootPattern-1838142519 tempest-TestVolumeBootPattern-1838142519-project] Received port after_create {{(pid=94174) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 23 11:46:58.510244 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22fc8465-8d10-4821-a040-9c12637ac911 tempest-TestVolumeBootPattern-1838142519 tempest-TestVolumeBootPattern-1838142519-project] Pushing event updated for resources: {'Port': ['ID=51b75e6f-0abf-4db0-a219-129259668275,revision_number=1']} {{(pid=94174) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 11:46:58.521476 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22fc8465-8d10-4821-a040-9c12637ac911 tempest-TestVolumeBootPattern-1838142519 tempest-TestVolumeBootPattern-1838142519-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-601336-94-hyperv {{(pid=94174) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 11:46:58.521878 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22fc8465-8d10-4821-a040-9c12637ac911 tempest-TestVolumeBootPattern-1838142519 tempest-TestVolumeBootPattern-1838142519-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-94-hyperv {{(pid=94174) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 11:46:58.522273 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22fc8465-8d10-4821-a040-9c12637ac911 tempest-TestVolumeBootPattern-1838142519 tempest-TestVolumeBootPattern-1838142519-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-94-hyperv {{(pid=94174) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 11:46:58.522660 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22fc8465-8d10-4821-a040-9c12637ac911 tempest-TestVolumeBootPattern-1838142519 tempest-TestVolumeBootPattern-1838142519-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-601336-94-hyperv {{(pid=94174) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 11:46:58.523064 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22fc8465-8d10-4821-a040-9c12637ac911 tempest-TestVolumeBootPattern-1838142519 tempest-TestVolumeBootPattern-1838142519-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-601336-94-hyperv {{(pid=94174) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 11:46:58.523450 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22fc8465-8d10-4821-a040-9c12637ac911 tempest-TestVolumeBootPattern-1838142519 tempest-TestVolumeBootPattern-1838142519-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-601336-94-hyperv {{(pid=94174) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 11:46:58.523829 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22fc8465-8d10-4821-a040-9c12637ac911 tempest-TestVolumeBootPattern-1838142519 tempest-TestVolumeBootPattern-1838142519-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-601336-94-hyperv {{(pid=94174) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 11:46:58.524210 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22fc8465-8d10-4821-a040-9c12637ac911 tempest-TestVolumeBootPattern-1838142519 tempest-TestVolumeBootPattern-1838142519-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-601336-94-hyperv {{(pid=94174) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 11:46:58.524586 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22fc8465-8d10-4821-a040-9c12637ac911 tempest-TestVolumeBootPattern-1838142519 tempest-TestVolumeBootPattern-1838142519-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-601336-94-hyperv {{(pid=94174) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 11:46:58.524968 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22fc8465-8d10-4821-a040-9c12637ac911 tempest-TestVolumeBootPattern-1838142519 tempest-TestVolumeBootPattern-1838142519-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-94-hyperv {{(pid=94174) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 11:46:58.525347 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22fc8465-8d10-4821-a040-9c12637ac911 tempest-TestVolumeBootPattern-1838142519 tempest-TestVolumeBootPattern-1838142519-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-601336-94-hyperv {{(pid=94174) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 11:46:58.525717 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22fc8465-8d10-4821-a040-9c12637ac911 tempest-TestVolumeBootPattern-1838142519 tempest-TestVolumeBootPattern-1838142519-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-601336-94-hyperv {{(pid=94174) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 11:46:58.532124 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG oslo_concurrency.lockutils [None req-22fc8465-8d10-4821-a040-9c12637ac911 tempest-TestVolumeBootPattern-1838142519 tempest-TestVolumeBootPattern-1838142519-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.104s {{(pid=94174) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 11:46:58.550256 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f663a9eb-480d-493c-bc42-d98668b25f98 req-22fc8465-8d10-4821-a040-9c12637ac911 tempest-TestVolumeBootPattern-1838142519 tempest-TestVolumeBootPattern-1838142519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94174) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 11:46:58.550893 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron_lib.callbacks.manager [req-f663a9eb-480d-493c-bc42-d98668b25f98 req-22fc8465-8d10-4821-a040-9c12637ac911 tempest-TestVolumeBootPattern-1838142519 tempest-TestVolumeBootPattern-1838142519-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-217507'] for port, before_response {{(pid=94174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:46:58.628972 dv-neutron-601336-94-hyperv neutron-server[94174]: INFO neutron.wsgi [req-f663a9eb-480d-493c-bc42-d98668b25f98 req-22fc8465-8d10-4821-a040-9c12637ac911 tempest-TestVolumeBootPattern-1838142519 tempest-TestVolumeBootPattern-1838142519-project] 10.222.0.52 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7496367 Jun 23 11:46:58.641584 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.api.v2.base [req-f663a9eb-480d-493c-bc42-d98668b25f98 req-63455b02-546f-4ac5-9350-c10e7b44fb0e service neutron] Request body: {'port': {'device_id': '69b09054-1b7e-42ac-b18b-41601b97914b', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-6013'}} {{(pid=94174) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 23 11:46:58.723564 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron_lib.callbacks.manager [req-f663a9eb-480d-493c-bc42-d98668b25f98 req-63455b02-546f-4ac5-9350-c10e7b44fb0e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-923122'] for port, before_update {{(pid=94174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:46:58.760047 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.db.provisioning_blocks [None req-b6466daa-2cf2-4a33-97ff-652211e4a517 None None] Provisioning for port 51b75e6f-0abf-4db0-a219-129259668275 completed by entity DHCP. {{(pid=94176) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 23 11:46:58.763800 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.db.provisioning_blocks [None req-b6466daa-2cf2-4a33-97ff-652211e4a517 None None] Provisioning complete for port 51b75e6f-0abf-4db0-a219-129259668275 triggered by entity DHCP. {{(pid=94176) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 23 11:46:58.764177 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron_lib.callbacks.manager [None req-b6466daa-2cf2-4a33-97ff-652211e4a517 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-899258'] for port, provisioning_complete {{(pid=94176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:46:58.800375 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.plugins.ml2.plugin [None req-b6466daa-2cf2-4a33-97ff-652211e4a517 None None] Port 51b75e6f-0abf-4db0-a219-129259668275 cannot update to ACTIVE because it is not bound. {{(pid=94176) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jun 23 11:46:58.958520 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.wsgi [-] (94175) accepted ('10.222.0.20', 44850) {{(pid=94175) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 11:46:58.990664 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.notifiers.nova [req-f663a9eb-480d-493c-bc42-d98668b25f98 req-63455b02-546f-4ac5-9350-c10e7b44fb0e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 51b75e6f-0abf-4db0-a219-129259668275 {{(pid=94174) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 23 11:46:58.998046 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron_lib.callbacks.manager [req-f663a9eb-480d-493c-bc42-d98668b25f98 req-63455b02-546f-4ac5-9350-c10e7b44fb0e service neutron] Notify callbacks [] for port, precommit_update {{(pid=94174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:46:59.010712 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.db.provisioning_blocks [req-f663a9eb-480d-493c-bc42-d98668b25f98 req-63455b02-546f-4ac5-9350-c10e7b44fb0e service neutron] Transition to ACTIVE for port object 51b75e6f-0abf-4db0-a219-129259668275 will not be triggered until provisioned by entity L2. {{(pid=94174) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 23 11:46:59.026856 dv-neutron-601336-94-hyperv neutron-server[94175]: INFO neutron.wsgi [None req-b81371ff-609d-430e-8f5c-94727b60f1d1 tempest-TestNetworkBasicOps-233187296 tempest-TestNetworkBasicOps-233187296-project] 10.222.0.20 "GET /v2.0/floatingips/c2f737c2-647e-4da4-ae6f-c10ae32e5d0b HTTP/1.1" status: 200 len: 992 time: 0.0669293 Jun 23 11:46:59.070891 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron_lib.callbacks.manager [req-f663a9eb-480d-493c-bc42-d98668b25f98 req-63455b02-546f-4ac5-9350-c10e7b44fb0e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-922904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866062', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773700135042', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773699642233', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773699642278', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5196369'] for port, after_update {{(pid=94174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:46:59.074464 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG oslo_concurrency.lockutils [None req-caceb773-9a2e-418a-b86b-10d6b74fb49a tempest-TestNetworkBasicOps-233187296 tempest-TestNetworkBasicOps-233187296-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94174) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 11:46:59.182273 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63455b02-546f-4ac5-9350-c10e7b44fb0e service neutron] Pushing event updated for resources: {'Port': ['ID=51b75e6f-0abf-4db0-a219-129259668275,revision_number=2']} {{(pid=94174) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 11:46:59.185280 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG oslo_concurrency.lockutils [None req-63455b02-546f-4ac5-9350-c10e7b44fb0e service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.111s {{(pid=94174) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 11:46:59.212280 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.plugins.ml2.managers [req-f663a9eb-480d-493c-bc42-d98668b25f98 req-63455b02-546f-4ac5-9350-c10e7b44fb0e service neutron] Attempting to bind port 51b75e6f-0abf-4db0-a219-129259668275 on host hv-neutron-6013 for vnic_type normal with profile {{(pid=94174) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 23 11:46:59.212607 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.plugins.ml2.managers [req-f663a9eb-480d-493c-bc42-d98668b25f98 req-63455b02-546f-4ac5-9350-c10e7b44fb0e service neutron] Attempting to bind port 51b75e6f-0abf-4db0-a219-129259668275 by drivers openvswitch,hyperv on host hv-neutron-6013 at level 0 using segments [{'id': 'c7798981-dff9-4fc8-94a4-46182475c2ee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 433, 'network_id': '03d0adb8-7c84-4028-a133-9fee8ea26a25'}] {{(pid=94174) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 23 11:46:59.212999 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f663a9eb-480d-493c-bc42-d98668b25f98 req-63455b02-546f-4ac5-9350-c10e7b44fb0e service neutron] Attempting to bind port 51b75e6f-0abf-4db0-a219-129259668275 on network 03d0adb8-7c84-4028-a133-9fee8ea26a25 {{(pid=94174) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 23 11:46:59.224962 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f663a9eb-480d-493c-bc42-d98668b25f98 req-63455b02-546f-4ac5-9350-c10e7b44fb0e service neutron] Port 51b75e6f-0abf-4db0-a219-129259668275 on network 03d0adb8-7c84-4028-a133-9fee8ea26a25 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-6013 {{(pid=94174) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 23 11:46:59.225415 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f663a9eb-480d-493c-bc42-d98668b25f98 req-63455b02-546f-4ac5-9350-c10e7b44fb0e service neutron] Attempting to bind port 51b75e6f-0abf-4db0-a219-129259668275 on network 03d0adb8-7c84-4028-a133-9fee8ea26a25 {{(pid=94174) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 23 11:46:59.230949 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f663a9eb-480d-493c-bc42-d98668b25f98 req-63455b02-546f-4ac5-9350-c10e7b44fb0e service neutron] Checking agent: {'id': '3a130b41-5b27-406b-aeb2-5a923af79f10', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-6013', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 23, 11, 28, 23), 'started_at': datetime.datetime(2021, 6, 23, 11, 28, 23), 'heartbeat_timestamp': datetime.datetime(2021, 6, 23, 11, 46, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94174) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 23 11:46:59.231474 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f663a9eb-480d-493c-bc42-d98668b25f98 req-63455b02-546f-4ac5-9350-c10e7b44fb0e service neutron] Checking segment: {'id': 'c7798981-dff9-4fc8-94a4-46182475c2ee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 433, 'network_id': '03d0adb8-7c84-4028-a133-9fee8ea26a25'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94174) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 23 11:46:59.232075 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f663a9eb-480d-493c-bc42-d98668b25f98 req-63455b02-546f-4ac5-9350-c10e7b44fb0e service neutron] Bound using segment: {'id': 'c7798981-dff9-4fc8-94a4-46182475c2ee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 433, 'network_id': '03d0adb8-7c84-4028-a133-9fee8ea26a25'} {{(pid=94174) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 23 11:46:59.232614 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.plugins.ml2.managers [req-f663a9eb-480d-493c-bc42-d98668b25f98 req-63455b02-546f-4ac5-9350-c10e7b44fb0e service neutron] Bound port: 51b75e6f-0abf-4db0-a219-129259668275, host: hv-neutron-6013, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c7798981-dff9-4fc8-94a4-46182475c2ee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 433, 'network_id': '03d0adb8-7c84-4028-a133-9fee8ea26a25'}}] {{(pid=94174) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 23 11:46:59.233240 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron_lib.callbacks.manager [req-f663a9eb-480d-493c-bc42-d98668b25f98 req-63455b02-546f-4ac5-9350-c10e7b44fb0e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-923122'] for port, before_update {{(pid=94174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:46:59.308963 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.plugins.ml2.db [req-f663a9eb-480d-493c-bc42-d98668b25f98 req-63455b02-546f-4ac5-9350-c10e7b44fb0e service neutron] For port 51b75e6f-0abf-4db0-a219-129259668275, host hv-neutron-6013, cleared binding levels {{(pid=94174) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 23 11:46:59.313640 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.plugins.ml2.db [req-f663a9eb-480d-493c-bc42-d98668b25f98 req-63455b02-546f-4ac5-9350-c10e7b44fb0e service neutron] For port 51b75e6f-0abf-4db0-a219-129259668275, host hv-neutron-6013, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-6013',level=0,port_id=51b75e6f-0abf-4db0-a219-129259668275,segment=NetworkSegment(c7798981-dff9-4fc8-94a4-46182475c2ee),segment_id=c7798981-dff9-4fc8-94a4-46182475c2ee)] {{(pid=94174) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 23 11:46:59.383786 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron_lib.callbacks.manager [req-f663a9eb-480d-493c-bc42-d98668b25f98 req-63455b02-546f-4ac5-9350-c10e7b44fb0e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-922904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866062', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773700135042', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773699642233', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773699642278', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5196369'] for port, after_update {{(pid=94174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:46:59.386980 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG oslo_concurrency.lockutils [None req-8e004add-f760-44c6-b016-e6e34d4535e9 tempest-TestNetworkBasicOps-233187296 tempest-TestNetworkBasicOps-233187296-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94174) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 11:46:59.430005 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f663a9eb-480d-493c-bc42-d98668b25f98 req-63455b02-546f-4ac5-9350-c10e7b44fb0e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94174) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 11:46:59.430609 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron_lib.callbacks.manager [req-f663a9eb-480d-493c-bc42-d98668b25f98 req-63455b02-546f-4ac5-9350-c10e7b44fb0e service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-217507'] for port, before_response {{(pid=94174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:46:59.432079 dv-neutron-601336-94-hyperv neutron-server[94174]: INFO neutron.wsgi [req-f663a9eb-480d-493c-bc42-d98668b25f98 req-63455b02-546f-4ac5-9350-c10e7b44fb0e service neutron] 10.222.0.52 "PUT /v2.0/ports/51b75e6f-0abf-4db0-a219-129259668275 HTTP/1.1" status: 200 len: 1093 time: 0.7950311 Jun 23 11:46:59.449014 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '69b09054-1b7e-42ac-b18b-41601b97914b', 'tag': '51b75e6f-0abf-4db0-a219-129259668275'}] {{(pid=94174) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 23 11:46:59.451344 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6ff47218258ed5bf6cae7f276c9622ae488f9e8ebc13d1a310221fbcfb04c5dd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a4c8ea07-e218-4924-8a83-21e47c5f0e54" -d '{"events": [{"name": "network-changed", "server_uuid": "69b09054-1b7e-42ac-b18b-41601b97914b", "tag": "51b75e6f-0abf-4db0-a219-129259668275"}]}' {{(pid=94174) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 23 11:46:59.482003 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63455b02-546f-4ac5-9350-c10e7b44fb0e service neutron] Pushing event updated for resources: {'Port': ['ID=51b75e6f-0abf-4db0-a219-129259668275,revision_number=3']} {{(pid=94174) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 11:46:59.486574 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG oslo_concurrency.lockutils [None req-63455b02-546f-4ac5-9350-c10e7b44fb0e service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.100s {{(pid=94174) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 11:46:59.516847 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6191c53-5016-4da7-baa0-8ad902ad4494 req-8c298432-8c28-491b-9f8d-9de143bce4fb tempest-TestVolumeBootPattern-1838142519 tempest-TestVolumeBootPattern-1838142519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94174) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 11:46:59.518679 dv-neutron-601336-94-hyperv neutron-server[94174]: INFO neutron.wsgi [req-f6191c53-5016-4da7-baa0-8ad902ad4494 req-8c298432-8c28-491b-9f8d-9de143bce4fb tempest-TestVolumeBootPattern-1838142519 tempest-TestVolumeBootPattern-1838142519-project] 10.222.0.20 "GET /v2.0/ports?device_id=69b09054-1b7e-42ac-b18b-41601b97914b HTTP/1.1" status: 200 len: 943 time: 0.1080160 Jun 23 11:46:59.590370 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 23 Jun 2021 11:46:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c7a424e8-402b-4dd8-bf43-12e22ba9dbd7 x-openstack-request-id: req-c7a424e8-402b-4dd8-bf43-12e22ba9dbd7 {{(pid=94174) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 23 11:46:59.590714 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "69b09054-1b7e-42ac-b18b-41601b97914b", "tag": "51b75e6f-0abf-4db0-a219-129259668275", "status": "completed", "code": 200}]} {{(pid=94174) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 23 11:46:59.591176 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-c7a424e8-402b-4dd8-bf43-12e22ba9dbd7 {{(pid=94174) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 23 11:46:59.591631 dv-neutron-601336-94-hyperv neutron-server[94174]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '69b09054-1b7e-42ac-b18b-41601b97914b', 'tag': '51b75e6f-0abf-4db0-a219-129259668275', 'status': 'completed', 'code': 200} Jun 23 11:46:59.613965 dv-neutron-601336-94-hyperv neutron-server[94174]: INFO neutron.wsgi [req-f6191c53-5016-4da7-baa0-8ad902ad4494 req-c2778990-68b2-4db8-bcd4-65d63aadc9aa tempest-TestVolumeBootPattern-1838142519 tempest-TestVolumeBootPattern-1838142519-project] 10.222.0.20 "GET /v2.0/security-groups?id=caa86333-f4a4-4907-90fa-9f1b20d99924&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0794291 Jun 23 11:46:59.636344 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f663a9eb-480d-493c-bc42-d98668b25f98 req-c3b0432c-6446-4e33-b982-08462942dbbb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94174) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 11:46:59.637910 dv-neutron-601336-94-hyperv neutron-server[94174]: INFO neutron.wsgi [req-f663a9eb-480d-493c-bc42-d98668b25f98 req-c3b0432c-6446-4e33-b982-08462942dbbb service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=196d16edf443490aaaba40ccfc7a3448&device_id=69b09054-1b7e-42ac-b18b-41601b97914b HTTP/1.1" status: 200 len: 1096 time: 0.0823662 Jun 23 11:46:59.681274 dv-neutron-601336-94-hyperv neutron-server[94174]: INFO neutron.wsgi [req-f663a9eb-480d-493c-bc42-d98668b25f98 req-426d8c69-3d2c-4dd2-8312-d35155432b79 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=51b75e6f-0abf-4db0-a219-129259668275 HTTP/1.1" status: 200 len: 217 time: 0.0348556 Jun 23 11:46:59.730609 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f663a9eb-480d-493c-bc42-d98668b25f98 req-ae2c303b-39fe-47cb-86aa-3cd3c927c33b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94174) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 11:46:59.732004 dv-neutron-601336-94-hyperv neutron-server[94174]: INFO neutron.wsgi [req-f663a9eb-480d-493c-bc42-d98668b25f98 req-ae2c303b-39fe-47cb-86aa-3cd3c927c33b service neutron] 10.222.0.52 "GET /v2.0/subnets?id=5338fe8e-d932-41fb-ae27-ab82df160b69 HTTP/1.1" status: 200 len: 850 time: 0.0433459 Jun 23 11:46:59.790772 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f663a9eb-480d-493c-bc42-d98668b25f98 req-18ad3216-ab2a-4ce4-8228-336001da2e6e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94174) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 11:46:59.792208 dv-neutron-601336-94-hyperv neutron-server[94174]: INFO neutron.wsgi [req-f663a9eb-480d-493c-bc42-d98668b25f98 req-18ad3216-ab2a-4ce4-8228-336001da2e6e service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=03d0adb8-7c84-4028-a133-9fee8ea26a25&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1178 time: 0.0529234 Jun 23 11:46:59.886318 dv-neutron-601336-94-hyperv neutron-server[94174]: INFO neutron.wsgi [req-f663a9eb-480d-493c-bc42-d98668b25f98 req-9f441514-aa21-4d02-b36e-3991b50f1111 service neutron] 10.222.0.52 "GET /v2.0/networks/03d0adb8-7c84-4028-a133-9fee8ea26a25?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0855381 Jun 23 11:46:59.919703 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.wsgi [-] (94175) accepted ('10.222.0.20', 44864) {{(pid=94175) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 11:46:59.926047 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.api.v2.base [None req-26221830-6f1c-43d1-a4b0-5e4443ae72b5 tempest-TestNetworkBasicOps-233187296 tempest-TestNetworkBasicOps-233187296-project] Request body: {'port': {'admin_state_up': False}} {{(pid=94175) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 23 11:46:59.977180 dv-neutron-601336-94-hyperv neutron-server[94174]: INFO neutron.wsgi [req-f663a9eb-480d-493c-bc42-d98668b25f98 req-7fb2b185-fe64-4ce4-ae90-7e44b17ffa66 service neutron] 10.222.0.52 "GET /v2.0/networks/03d0adb8-7c84-4028-a133-9fee8ea26a25?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0829611 Jun 23 11:47:00.011645 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron_lib.callbacks.manager [None req-26221830-6f1c-43d1-a4b0-5e4443ae72b5 tempest-TestNetworkBasicOps-233187296 tempest-TestNetworkBasicOps-233187296-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-923122'] for port, before_update {{(pid=94175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:47:00.144367 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4c8ea07-e218-4924-8a83-21e47c5f0e54 req-7d6c4b8e-ed7a-4f7b-ab86-cbee7f44748f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94174) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 11:47:00.146197 dv-neutron-601336-94-hyperv neutron-server[94174]: INFO neutron.wsgi [req-a4c8ea07-e218-4924-8a83-21e47c5f0e54 req-7d6c4b8e-ed7a-4f7b-ab86-cbee7f44748f service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=196d16edf443490aaaba40ccfc7a3448&device_id=69b09054-1b7e-42ac-b18b-41601b97914b HTTP/1.1" status: 200 len: 1096 time: 0.0668445 Jun 23 11:47:00.167125 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.plugins.ml2.db [None req-26221830-6f1c-43d1-a4b0-5e4443ae72b5 tempest-TestNetworkBasicOps-233187296 tempest-TestNetworkBasicOps-233187296-project] For port bf3f39a0-2ab2-4420-9195-f6476b938fa8, host hv-neutron-6013, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-6013',level=0,port_id=bf3f39a0-2ab2-4420-9195-f6476b938fa8,segment=NetworkSegment(82af645c-54b9-40e2-b447-1ad0a90238cd),segment_id=82af645c-54b9-40e2-b447-1ad0a90238cd)] {{(pid=94175) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 23 11:47:00.197329 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron_lib.callbacks.manager [None req-26221830-6f1c-43d1-a4b0-5e4443ae72b5 tempest-TestNetworkBasicOps-233187296 tempest-TestNetworkBasicOps-233187296-project] Notify callbacks [] for port, precommit_update {{(pid=94175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:47:00.235670 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4c8ea07-e218-4924-8a83-21e47c5f0e54 req-6ad44955-ada3-4f65-9968-bf1ce25672dd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94174) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 11:47:00.237142 dv-neutron-601336-94-hyperv neutron-server[94174]: INFO neutron.wsgi [req-a4c8ea07-e218-4924-8a83-21e47c5f0e54 req-6ad44955-ada3-4f65-9968-bf1ce25672dd service neutron] 10.222.0.52 "GET /v2.0/networks?id=03d0adb8-7c84-4028-a133-9fee8ea26a25 HTTP/1.1" status: 200 len: 912 time: 0.0840678 Jun 23 11:47:00.268367 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron_lib.callbacks.manager [None req-26221830-6f1c-43d1-a4b0-5e4443ae72b5 tempest-TestNetworkBasicOps-233187296 tempest-TestNetworkBasicOps-233187296-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-922904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866062', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773700135042', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773699642233', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773699642278', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5082471'] for port, after_update {{(pid=94175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:47:00.270583 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG oslo_concurrency.lockutils [None req-f8cea8c7-7931-4fa8-877d-98a6169f53e3 tempest-TestNetworkBasicOps-233187296 tempest-TestNetworkBasicOps-233187296-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94175) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 11:47:00.282838 dv-neutron-601336-94-hyperv neutron-server[94174]: INFO neutron.wsgi [req-a4c8ea07-e218-4924-8a83-21e47c5f0e54 req-1b4495ad-f114-4017-8fb6-d448b74286f5 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=51b75e6f-0abf-4db0-a219-129259668275 HTTP/1.1" status: 200 len: 217 time: 0.0388255 Jun 23 11:47:00.324981 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-26221830-6f1c-43d1-a4b0-5e4443ae72b5 tempest-TestNetworkBasicOps-233187296 tempest-TestNetworkBasicOps-233187296-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 11:47:00.325828 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron_lib.callbacks.manager [None req-26221830-6f1c-43d1-a4b0-5e4443ae72b5 tempest-TestNetworkBasicOps-233187296 tempest-TestNetworkBasicOps-233187296-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-217507'] for port, before_response {{(pid=94175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:47:00.327448 dv-neutron-601336-94-hyperv neutron-server[94175]: INFO neutron.wsgi [None req-26221830-6f1c-43d1-a4b0-5e4443ae72b5 tempest-TestNetworkBasicOps-233187296 tempest-TestNetworkBasicOps-233187296-project] 10.222.0.20 "PUT /v2.0/ports/bf3f39a0-2ab2-4420-9195-f6476b938fa8 HTTP/1.1" status: 200 len: 938 time: 0.4066210 Jun 23 11:47:00.328899 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e4bd57b8-f2f3-4aa6-97c4-37ab3d8b0c33', 'tag': 'bf3f39a0-2ab2-4420-9195-f6476b938fa8'}] {{(pid=94175) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 23 11:47:00.331769 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1970408df4ea4e7170669a1249478e627cf05a5a0b07cc08a66c5cb53d0ac47a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6b4318de-ad4d-4de1-86af-99223890eab8" -d '{"events": [{"name": "network-changed", "server_uuid": "e4bd57b8-f2f3-4aa6-97c4-37ab3d8b0c33", "tag": "bf3f39a0-2ab2-4420-9195-f6476b938fa8"}]}' {{(pid=94175) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 23 11:47:00.339696 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4c8ea07-e218-4924-8a83-21e47c5f0e54 req-4753fb41-eca5-4720-81eb-0b7df854c332 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94174) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 11:47:00.341329 dv-neutron-601336-94-hyperv neutron-server[94174]: INFO neutron.wsgi [req-a4c8ea07-e218-4924-8a83-21e47c5f0e54 req-4753fb41-eca5-4720-81eb-0b7df854c332 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=5338fe8e-d932-41fb-ae27-ab82df160b69 HTTP/1.1" status: 200 len: 850 time: 0.0526099 Jun 23 11:47:00.363282 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26221830-6f1c-43d1-a4b0-5e4443ae72b5 tempest-TestNetworkBasicOps-233187296 tempest-TestNetworkBasicOps-233187296-project] Pushing event updated for resources: {'Port': ['ID=bf3f39a0-2ab2-4420-9195-f6476b938fa8,revision_number=6']} {{(pid=94175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 11:47:00.366622 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG oslo_concurrency.lockutils [None req-26221830-6f1c-43d1-a4b0-5e4443ae72b5 tempest-TestNetworkBasicOps-233187296 tempest-TestNetworkBasicOps-233187296-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.096s {{(pid=94175) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 11:47:00.376772 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 23 Jun 2021 11:47:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-46570c02-71c3-4b8f-acba-e6c1fb5d121b x-openstack-request-id: req-46570c02-71c3-4b8f-acba-e6c1fb5d121b {{(pid=94175) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 23 11:47:00.377117 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e4bd57b8-f2f3-4aa6-97c4-37ab3d8b0c33", "tag": "bf3f39a0-2ab2-4420-9195-f6476b938fa8", "status": "completed", "code": 200}]} {{(pid=94175) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 23 11:47:00.377725 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-46570c02-71c3-4b8f-acba-e6c1fb5d121b {{(pid=94175) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 23 11:47:00.378185 dv-neutron-601336-94-hyperv neutron-server[94175]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e4bd57b8-f2f3-4aa6-97c4-37ab3d8b0c33', 'tag': 'bf3f39a0-2ab2-4420-9195-f6476b938fa8', 'status': 'completed', 'code': 200} Jun 23 11:47:00.417368 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4c8ea07-e218-4924-8a83-21e47c5f0e54 req-57ec855f-8ed9-499c-a7b3-ae6d471ada1b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94174) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 11:47:00.419680 dv-neutron-601336-94-hyperv neutron-server[94174]: INFO neutron.wsgi [req-a4c8ea07-e218-4924-8a83-21e47c5f0e54 req-57ec855f-8ed9-499c-a7b3-ae6d471ada1b service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=03d0adb8-7c84-4028-a133-9fee8ea26a25&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1178 time: 0.0709014 Jun 23 11:47:00.467685 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b4318de-ad4d-4de1-86af-99223890eab8 req-c8b9f3fb-1b72-4ebc-b2b4-2ec062f56f75 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 11:47:00.470410 dv-neutron-601336-94-hyperv neutron-server[94175]: INFO neutron.wsgi [req-6b4318de-ad4d-4de1-86af-99223890eab8 req-c8b9f3fb-1b72-4ebc-b2b4-2ec062f56f75 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=772b9946478d439e9da4eaeade7fb21d&device_id=e4bd57b8-f2f3-4aa6-97c4-37ab3d8b0c33 HTTP/1.1" status: 200 len: 1099 time: 0.0688322 Jun 23 11:47:00.549725 dv-neutron-601336-94-hyperv neutron-server[94174]: INFO neutron.wsgi [req-a4c8ea07-e218-4924-8a83-21e47c5f0e54 req-b8045189-7383-4bef-92a9-c31ad4d0c6f8 service neutron] 10.222.0.52 "GET /v2.0/networks/03d0adb8-7c84-4028-a133-9fee8ea26a25?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1225891 Jun 23 11:47:00.571537 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b4318de-ad4d-4de1-86af-99223890eab8 req-ad4936d3-e5d1-4975-bdeb-db8bfd9f1c12 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 11:47:00.573105 dv-neutron-601336-94-hyperv neutron-server[94175]: INFO neutron.wsgi [req-6b4318de-ad4d-4de1-86af-99223890eab8 req-ad4936d3-e5d1-4975-bdeb-db8bfd9f1c12 service neutron] 10.222.0.52 "GET /v2.0/networks?id=7c6ed185-f292-4360-8abf-4c847180005e HTTP/1.1" status: 200 len: 898 time: 0.0959234 Jun 23 11:47:00.590590 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.db.provisioning_blocks [None req-b0ce83c6-d26c-45c5-81b4-277b39c3a2d7 None None] Provisioning complete for port bf3f39a0-2ab2-4420-9195-f6476b938fa8 triggered by entity DHCP. {{(pid=94176) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 23 11:47:00.591223 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron_lib.callbacks.manager [None req-b0ce83c6-d26c-45c5-81b4-277b39c3a2d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-899258'] for port, provisioning_complete {{(pid=94176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:47:00.631324 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.plugins.ml2.plugin [None req-b0ce83c6-d26c-45c5-81b4-277b39c3a2d7 None None] Port bf3f39a0-2ab2-4420-9195-f6476b938fa8 is administratively disabled so it will not transition to active. {{(pid=94176) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:357}} Jun 23 11:47:00.647923 dv-neutron-601336-94-hyperv neutron-server[94174]: INFO neutron.wsgi [req-a4c8ea07-e218-4924-8a83-21e47c5f0e54 req-590d5bf6-f632-4463-90e7-be3d3519e707 service neutron] 10.222.0.52 "GET /v2.0/networks/03d0adb8-7c84-4028-a133-9fee8ea26a25?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0910399 Jun 23 11:47:00.658989 dv-neutron-601336-94-hyperv neutron-server[94175]: INFO neutron.wsgi [req-6b4318de-ad4d-4de1-86af-99223890eab8 req-bc716190-8faa-4489-95b4-00d8d7fe58db service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=bf3f39a0-2ab2-4420-9195-f6476b938fa8 HTTP/1.1" status: 200 len: 1001 time: 0.0799701 Jun 23 11:47:00.709085 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b4318de-ad4d-4de1-86af-99223890eab8 req-4e7174eb-5bfb-4441-8a77-d9c9f6952d5d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 11:47:00.710526 dv-neutron-601336-94-hyperv neutron-server[94175]: INFO neutron.wsgi [req-6b4318de-ad4d-4de1-86af-99223890eab8 req-4e7174eb-5bfb-4441-8a77-d9c9f6952d5d service neutron] 10.222.0.52 "GET /v2.0/subnets?id=00422a88-78b3-4939-97f5-db1169ebe13e HTTP/1.1" status: 200 len: 833 time: 0.0453091 Jun 23 11:47:00.768104 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b4318de-ad4d-4de1-86af-99223890eab8 req-acbde009-967a-47c3-b4f1-623871d781e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 11:47:00.769684 dv-neutron-601336-94-hyperv neutron-server[94175]: INFO neutron.wsgi [req-6b4318de-ad4d-4de1-86af-99223890eab8 req-acbde009-967a-47c3-b4f1-623871d781e1 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=7c6ed185-f292-4360-8abf-4c847180005e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1178 time: 0.0528998 Jun 23 11:47:00.805442 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbdb1570-dfd8-4af5-a46c-5f73a34a7195 req-c79c0244-6d57-46fb-b7c7-6626f39156de tempest-TestVolumeBootPattern-1838142519 tempest-TestVolumeBootPattern-1838142519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94174) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 11:47:00.807072 dv-neutron-601336-94-hyperv neutron-server[94174]: INFO neutron.wsgi [req-dbdb1570-dfd8-4af5-a46c-5f73a34a7195 req-c79c0244-6d57-46fb-b7c7-6626f39156de tempest-TestVolumeBootPattern-1838142519 tempest-TestVolumeBootPattern-1838142519-project] 10.222.0.20 "GET /v2.0/ports?device_id=69b09054-1b7e-42ac-b18b-41601b97914b HTTP/1.1" status: 200 len: 943 time: 0.0662341 Jun 23 11:47:00.850366 dv-neutron-601336-94-hyperv neutron-server[94174]: INFO neutron.wsgi [req-dbdb1570-dfd8-4af5-a46c-5f73a34a7195 req-ee7f734e-6326-4302-a82d-978728ee1a58 tempest-TestVolumeBootPattern-1838142519 tempest-TestVolumeBootPattern-1838142519-project] 10.222.0.20 "GET /v2.0/security-groups?id=caa86333-f4a4-4907-90fa-9f1b20d99924&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0334115 Jun 23 11:47:00.868035 dv-neutron-601336-94-hyperv neutron-server[94175]: INFO neutron.wsgi [req-6b4318de-ad4d-4de1-86af-99223890eab8 req-a4db4077-dfa6-46bd-8b6f-1d38337becb1 service neutron] 10.222.0.52 "GET /v2.0/networks/7c6ed185-f292-4360-8abf-4c847180005e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0915723 Jun 23 11:47:00.957146 dv-neutron-601336-94-hyperv neutron-server[94175]: INFO neutron.wsgi [req-6b4318de-ad4d-4de1-86af-99223890eab8 req-3de893e9-82fb-4550-baa9-0c59dfe44fec service neutron] 10.222.0.52 "GET /v2.0/networks/7c6ed185-f292-4360-8abf-4c847180005e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0826950 Jun 23 11:47:02.035583 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2afd4cc0-b879-476b-8d72-df92331e8b10 req-4b22d56b-807b-4fed-85f9-c7be4fe8f643 tempest-TestVolumeBootPattern-1838142519 tempest-TestVolumeBootPattern-1838142519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 11:47:02.037038 dv-neutron-601336-94-hyperv neutron-server[94175]: INFO neutron.wsgi [req-2afd4cc0-b879-476b-8d72-df92331e8b10 req-4b22d56b-807b-4fed-85f9-c7be4fe8f643 tempest-TestVolumeBootPattern-1838142519 tempest-TestVolumeBootPattern-1838142519-project] 10.222.0.20 "GET /v2.0/ports?device_id=69b09054-1b7e-42ac-b18b-41601b97914b HTTP/1.1" status: 200 len: 943 time: 0.0701022 Jun 23 11:47:02.077717 dv-neutron-601336-94-hyperv neutron-server[94175]: INFO neutron.wsgi [req-2afd4cc0-b879-476b-8d72-df92331e8b10 req-146f5ec1-62c8-4693-a7be-051c2ef7430b tempest-TestVolumeBootPattern-1838142519 tempest-TestVolumeBootPattern-1838142519-project] 10.222.0.20 "GET /v2.0/security-groups?id=caa86333-f4a4-4907-90fa-9f1b20d99924&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0349088 Jun 23 11:47:02.159945 dv-neutron-601336-94-hyperv neutron-server[94177]: DEBUG neutron.db.agents_db [None req-90fb1279-e4c5-4e73-8d66-3a29811dc4e3 None None] Agent healthcheck: found 6 active agents {{(pid=94177) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 23 11:47:03.250532 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccc06646-fead-44aa-b238-1c11164228f0 req-0b6fb67b-7147-44d2-9d3c-7c564b51d298 tempest-TestVolumeBootPattern-1838142519 tempest-TestVolumeBootPattern-1838142519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 11:47:03.252023 dv-neutron-601336-94-hyperv neutron-server[94175]: INFO neutron.wsgi [req-ccc06646-fead-44aa-b238-1c11164228f0 req-0b6fb67b-7147-44d2-9d3c-7c564b51d298 tempest-TestVolumeBootPattern-1838142519 tempest-TestVolumeBootPattern-1838142519-project] 10.222.0.20 "GET /v2.0/ports?device_id=69b09054-1b7e-42ac-b18b-41601b97914b HTTP/1.1" status: 200 len: 943 time: 0.0627720 Jun 23 11:47:03.288992 dv-neutron-601336-94-hyperv neutron-server[94175]: INFO neutron.wsgi [req-ccc06646-fead-44aa-b238-1c11164228f0 req-3dc48a0a-2545-40ff-93ee-621c8d970773 tempest-TestVolumeBootPattern-1838142519 tempest-TestVolumeBootPattern-1838142519-project] 10.222.0.20 "GET /v2.0/security-groups?id=caa86333-f4a4-4907-90fa-9f1b20d99924&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0313921 Jun 23 11:47:03.760878 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.wsgi [-] (94174) accepted ('10.222.0.20', 44878) {{(pid=94174) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 11:47:03.766637 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.api.v2.base [None req-f3bc33da-a321-4f6e-abb3-5379212841c9 tempest-TestNetworkBasicOps-233187296 tempest-TestNetworkBasicOps-233187296-project] Request body: {'port': {'admin_state_up': True}} {{(pid=94174) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 23 11:47:03.849841 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron_lib.callbacks.manager [None req-f3bc33da-a321-4f6e-abb3-5379212841c9 tempest-TestNetworkBasicOps-233187296 tempest-TestNetworkBasicOps-233187296-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-923122'] for port, before_update {{(pid=94174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:47:03.992036 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.plugins.ml2.db [None req-f3bc33da-a321-4f6e-abb3-5379212841c9 tempest-TestNetworkBasicOps-233187296 tempest-TestNetworkBasicOps-233187296-project] For port bf3f39a0-2ab2-4420-9195-f6476b938fa8, host hv-neutron-6013, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-6013',level=0,port_id=bf3f39a0-2ab2-4420-9195-f6476b938fa8,segment=NetworkSegment(82af645c-54b9-40e2-b447-1ad0a90238cd),segment_id=82af645c-54b9-40e2-b447-1ad0a90238cd)] {{(pid=94174) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 23 11:47:04.020722 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron_lib.callbacks.manager [None req-f3bc33da-a321-4f6e-abb3-5379212841c9 tempest-TestNetworkBasicOps-233187296 tempest-TestNetworkBasicOps-233187296-project] Notify callbacks [] for port, precommit_update {{(pid=94174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:47:04.114039 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron_lib.callbacks.manager [None req-f3bc33da-a321-4f6e-abb3-5379212841c9 tempest-TestNetworkBasicOps-233187296 tempest-TestNetworkBasicOps-233187296-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-922904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866062', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773700135042', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773699642233', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773699642278', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5196369'] for port, after_update {{(pid=94174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:47:04.116153 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG oslo_concurrency.lockutils [None req-63455b02-546f-4ac5-9350-c10e7b44fb0e service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94174) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 11:47:04.155250 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f3bc33da-a321-4f6e-abb3-5379212841c9 tempest-TestNetworkBasicOps-233187296 tempest-TestNetworkBasicOps-233187296-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94174) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 11:47:04.155865 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron_lib.callbacks.manager [None req-f3bc33da-a321-4f6e-abb3-5379212841c9 tempest-TestNetworkBasicOps-233187296 tempest-TestNetworkBasicOps-233187296-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-217507'] for port, before_response {{(pid=94174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:47:04.157771 dv-neutron-601336-94-hyperv neutron-server[94174]: INFO neutron.wsgi [None req-f3bc33da-a321-4f6e-abb3-5379212841c9 tempest-TestNetworkBasicOps-233187296 tempest-TestNetworkBasicOps-233187296-project] 10.222.0.20 "PUT /v2.0/ports/bf3f39a0-2ab2-4420-9195-f6476b938fa8 HTTP/1.1" status: 200 len: 937 time: 0.3959162 Jun 23 11:47:04.158542 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e4bd57b8-f2f3-4aa6-97c4-37ab3d8b0c33', 'tag': 'bf3f39a0-2ab2-4420-9195-f6476b938fa8'}] {{(pid=94174) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 23 11:47:04.160840 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6ff47218258ed5bf6cae7f276c9622ae488f9e8ebc13d1a310221fbcfb04c5dd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-97a61490-ede6-4dce-b6d6-ba89606551f9" -d '{"events": [{"name": "network-changed", "server_uuid": "e4bd57b8-f2f3-4aa6-97c4-37ab3d8b0c33", "tag": "bf3f39a0-2ab2-4420-9195-f6476b938fa8"}]}' {{(pid=94174) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 23 11:47:04.164646 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.wsgi [-] (94175) accepted ('10.222.0.20', 44880) {{(pid=94175) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 11:47:04.189112 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3bc33da-a321-4f6e-abb3-5379212841c9 tempest-TestNetworkBasicOps-233187296 tempest-TestNetworkBasicOps-233187296-project] Pushing event updated for resources: {'Port': ['ID=bf3f39a0-2ab2-4420-9195-f6476b938fa8,revision_number=7']} {{(pid=94174) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 11:47:04.192324 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG oslo_concurrency.lockutils [None req-f3bc33da-a321-4f6e-abb3-5379212841c9 tempest-TestNetworkBasicOps-233187296 tempest-TestNetworkBasicOps-233187296-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.076s {{(pid=94174) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 11:47:04.205056 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 23 Jun 2021 11:47:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a959e6e2-1588-4ec6-84fa-f24e21ef1f86 x-openstack-request-id: req-a959e6e2-1588-4ec6-84fa-f24e21ef1f86 {{(pid=94174) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 23 11:47:04.205540 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e4bd57b8-f2f3-4aa6-97c4-37ab3d8b0c33", "tag": "bf3f39a0-2ab2-4420-9195-f6476b938fa8", "status": "completed", "code": 200}]} {{(pid=94174) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 23 11:47:04.205870 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-a959e6e2-1588-4ec6-84fa-f24e21ef1f86 {{(pid=94174) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 23 11:47:04.206331 dv-neutron-601336-94-hyperv neutron-server[94174]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e4bd57b8-f2f3-4aa6-97c4-37ab3d8b0c33', 'tag': 'bf3f39a0-2ab2-4420-9195-f6476b938fa8', 'status': 'completed', 'code': 200} Jun 23 11:47:04.268208 dv-neutron-601336-94-hyperv neutron-server[94175]: INFO neutron.wsgi [None req-5a7a40f6-465f-4dab-b88d-b2aa07c2611d tempest-TestNetworkBasicOps-233187296 tempest-TestNetworkBasicOps-233187296-project] 10.222.0.20 "GET /v2.0/floatingips/c2f737c2-647e-4da4-ae6f-c10ae32e5d0b HTTP/1.1" status: 200 len: 992 time: 0.1058173 Jun 23 11:47:04.293691 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97a61490-ede6-4dce-b6d6-ba89606551f9 req-23a74864-9cf6-4563-b093-052738897c0c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 11:47:04.295203 dv-neutron-601336-94-hyperv neutron-server[94175]: INFO neutron.wsgi [req-97a61490-ede6-4dce-b6d6-ba89606551f9 req-23a74864-9cf6-4563-b093-052738897c0c service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=772b9946478d439e9da4eaeade7fb21d&device_id=e4bd57b8-f2f3-4aa6-97c4-37ab3d8b0c33 HTTP/1.1" status: 200 len: 1098 time: 0.0701845 Jun 23 11:47:04.375483 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.db.provisioning_blocks [None req-37272c40-e790-4f69-8693-82273eb7dddb None None] Provisioning complete for port bf3f39a0-2ab2-4420-9195-f6476b938fa8 triggered by entity DHCP. {{(pid=94176) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 23 11:47:04.376062 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron_lib.callbacks.manager [None req-37272c40-e790-4f69-8693-82273eb7dddb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-899258'] for port, provisioning_complete {{(pid=94176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:47:04.391507 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97a61490-ede6-4dce-b6d6-ba89606551f9 req-4ef9d2df-5245-4366-b1b4-04f80a9b8662 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 11:47:04.393523 dv-neutron-601336-94-hyperv neutron-server[94175]: INFO neutron.wsgi [req-97a61490-ede6-4dce-b6d6-ba89606551f9 req-4ef9d2df-5245-4366-b1b4-04f80a9b8662 service neutron] 10.222.0.52 "GET /v2.0/networks?id=7c6ed185-f292-4360-8abf-4c847180005e HTTP/1.1" status: 200 len: 898 time: 0.0893207 Jun 23 11:47:04.400185 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.plugins.ml2.db [None req-97bd5441-1da2-49ee-a364-27795820ba27 None None] get_ports_and_sgs() called for port_ids ['bf3f39a0-2ab2-4420-9195-f6476b938fa8'] {{(pid=94176) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 23 11:47:04.498982 dv-neutron-601336-94-hyperv neutron-server[94175]: INFO neutron.wsgi [req-97a61490-ede6-4dce-b6d6-ba89606551f9 req-4586773b-1fa5-46a5-93a4-e503e732976a service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=bf3f39a0-2ab2-4420-9195-f6476b938fa8 HTTP/1.1" status: 200 len: 1000 time: 0.0987930 Jun 23 11:47:04.543442 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98dc7254-87b2-4f9e-a460-7aec63dd02a8 req-041e0f36-161f-4ba6-aaae-d719275c03d9 tempest-TestVolumeBootPattern-1838142519 tempest-TestVolumeBootPattern-1838142519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 11:47:04.544912 dv-neutron-601336-94-hyperv neutron-server[94175]: INFO neutron.wsgi [req-98dc7254-87b2-4f9e-a460-7aec63dd02a8 req-041e0f36-161f-4ba6-aaae-d719275c03d9 tempest-TestVolumeBootPattern-1838142519 tempest-TestVolumeBootPattern-1838142519-project] 10.222.0.20 "GET /v2.0/ports?device_id=69b09054-1b7e-42ac-b18b-41601b97914b HTTP/1.1" status: 200 len: 943 time: 0.1376021 Jun 23 11:47:04.578640 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97a61490-ede6-4dce-b6d6-ba89606551f9 req-b5c8b8b2-bd32-4ecc-9450-b47460d27d6b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 11:47:04.580088 dv-neutron-601336-94-hyperv neutron-server[94175]: INFO neutron.wsgi [req-97a61490-ede6-4dce-b6d6-ba89606551f9 req-b5c8b8b2-bd32-4ecc-9450-b47460d27d6b service neutron] 10.222.0.52 "GET /v2.0/subnets?id=00422a88-78b3-4939-97f5-db1169ebe13e HTTP/1.1" status: 200 len: 833 time: 0.0720580 Jun 23 11:47:04.622788 dv-neutron-601336-94-hyperv neutron-server[94175]: INFO neutron.wsgi [req-98dc7254-87b2-4f9e-a460-7aec63dd02a8 req-3f2a4a87-5207-4a83-b114-ee6a030e6691 tempest-TestVolumeBootPattern-1838142519 tempest-TestVolumeBootPattern-1838142519-project] 10.222.0.20 "GET /v2.0/security-groups?id=caa86333-f4a4-4907-90fa-9f1b20d99924&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0718892 Jun 23 11:47:04.648709 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97a61490-ede6-4dce-b6d6-ba89606551f9 req-250db2e7-2bf6-4f04-90d1-0f95ae89501a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 11:47:04.650208 dv-neutron-601336-94-hyperv neutron-server[94175]: INFO neutron.wsgi [req-97a61490-ede6-4dce-b6d6-ba89606551f9 req-250db2e7-2bf6-4f04-90d1-0f95ae89501a service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=7c6ed185-f292-4360-8abf-4c847180005e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1178 time: 0.0642731 Jun 23 11:47:04.737491 dv-neutron-601336-94-hyperv neutron-server[94175]: INFO neutron.wsgi [req-97a61490-ede6-4dce-b6d6-ba89606551f9 req-7077ada8-a26e-445a-8e37-1a9f2200bf28 service neutron] 10.222.0.52 "GET /v2.0/networks/7c6ed185-f292-4360-8abf-4c847180005e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0811381 Jun 23 11:47:04.830212 dv-neutron-601336-94-hyperv neutron-server[94175]: INFO neutron.wsgi [req-97a61490-ede6-4dce-b6d6-ba89606551f9 req-b448a181-7755-42bf-9706-207dad75120a service neutron] 10.222.0.52 "GET /v2.0/networks/7c6ed185-f292-4360-8abf-4c847180005e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0855370 Jun 23 11:47:05.797515 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c2f2a9d-d72d-4c25-9962-7f353dbe3a0b req-f05ec4e3-4afe-4abc-a4ab-2383e9382a66 tempest-TestVolumeBootPattern-1838142519 tempest-TestVolumeBootPattern-1838142519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94174) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 11:47:05.799354 dv-neutron-601336-94-hyperv neutron-server[94174]: INFO neutron.wsgi [req-7c2f2a9d-d72d-4c25-9962-7f353dbe3a0b req-f05ec4e3-4afe-4abc-a4ab-2383e9382a66 tempest-TestVolumeBootPattern-1838142519 tempest-TestVolumeBootPattern-1838142519-project] 10.222.0.20 "GET /v2.0/ports?device_id=69b09054-1b7e-42ac-b18b-41601b97914b HTTP/1.1" status: 200 len: 943 time: 0.0662146 Jun 23 11:47:05.836149 dv-neutron-601336-94-hyperv neutron-server[94174]: INFO neutron.wsgi [req-7c2f2a9d-d72d-4c25-9962-7f353dbe3a0b req-cc558a97-c042-424a-80a9-057898ade969 tempest-TestVolumeBootPattern-1838142519 tempest-TestVolumeBootPattern-1838142519-project] 10.222.0.20 "GET /v2.0/security-groups?id=caa86333-f4a4-4907-90fa-9f1b20d99924&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0311985 Jun 23 11:47:06.894792 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.wsgi [-] (94174) accepted ('10.222.0.20', 44896) {{(pid=94174) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 11:47:07.076924 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03c6719a-07d3-4403-876c-dbedc0610271 req-d424763f-9268-41a1-a256-ff096c8898e9 tempest-TestVolumeBootPattern-1838142519 tempest-TestVolumeBootPattern-1838142519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94174) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 11:47:07.078375 dv-neutron-601336-94-hyperv neutron-server[94174]: INFO neutron.wsgi [req-03c6719a-07d3-4403-876c-dbedc0610271 req-d424763f-9268-41a1-a256-ff096c8898e9 tempest-TestVolumeBootPattern-1838142519 tempest-TestVolumeBootPattern-1838142519-project] 10.222.0.20 "GET /v2.0/ports?device_id=69b09054-1b7e-42ac-b18b-41601b97914b HTTP/1.1" status: 200 len: 943 time: 0.1341484 Jun 23 11:47:07.118477 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.plugins.ml2.plugin [None req-8838a407-aeaa-4595-93bb-dc9384aa733b tempest-TestNetworkBasicOps-233187296 tempest-TestNetworkBasicOps-233187296-project] Deleting port e1b82389-9f0d-46a6-995e-5939f07681d2 {{(pid=94174) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1913}} Jun 23 11:47:07.118730 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron_lib.callbacks.manager [None req-8838a407-aeaa-4595-93bb-dc9384aa733b tempest-TestNetworkBasicOps-233187296 tempest-TestNetworkBasicOps-233187296-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773700079324'] for port, before_delete {{(pid=94174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:47:07.165841 dv-neutron-601336-94-hyperv neutron-server[94174]: INFO neutron.wsgi [req-03c6719a-07d3-4403-876c-dbedc0610271 req-d2d9a658-085c-4997-a41b-afb0a650952d tempest-TestVolumeBootPattern-1838142519 tempest-TestVolumeBootPattern-1838142519-project] 10.222.0.20 "GET /v2.0/security-groups?id=caa86333-f4a4-4907-90fa-9f1b20d99924&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0805101 Jun 23 11:47:07.210617 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron_lib.callbacks.manager [None req-8838a407-aeaa-4595-93bb-dc9384aa733b tempest-TestNetworkBasicOps-233187296 tempest-TestNetworkBasicOps-233187296-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-430722'] for port, precommit_delete {{(pid=94174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:47:07.210952 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron_lib.callbacks.manager [None req-8838a407-aeaa-4595-93bb-dc9384aa733b tempest-TestNetworkBasicOps-233187296 tempest-TestNetworkBasicOps-233187296-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:47:07.222109 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.plugins.ml2.plugin [None req-8838a407-aeaa-4595-93bb-dc9384aa733b tempest-TestNetworkBasicOps-233187296 tempest-TestNetworkBasicOps-233187296-project] Calling delete_port for e1b82389-9f0d-46a6-995e-5939f07681d2 owned by network:floatingip {{(pid=94174) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1986}} Jun 23 11:47:07.422064 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron_lib.callbacks.manager [None req-8838a407-aeaa-4595-93bb-dc9384aa733b tempest-TestNetworkBasicOps-233187296 tempest-TestNetworkBasicOps-233187296-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-922904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866062', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773700135024', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773699642224', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5196390'] for port, after_delete {{(pid=94174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:47:07.424347 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG oslo_concurrency.lockutils [None req-c835369e-a5a6-4b7c-84b7-282154190faf service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94174) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 11:47:07.445807 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8838a407-aeaa-4595-93bb-dc9384aa733b tempest-TestNetworkBasicOps-233187296 tempest-TestNetworkBasicOps-233187296-project] Pushing event deleted for resources: {'Port': ['ID=e1b82389-9f0d-46a6-995e-5939f07681d2,revision_number=None']} {{(pid=94174) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 11:47:07.449206 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG oslo_concurrency.lockutils [None req-8838a407-aeaa-4595-93bb-dc9384aa733b tempest-TestNetworkBasicOps-233187296 tempest-TestNetworkBasicOps-233187296-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.025s {{(pid=94174) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 11:47:07.507508 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron_lib.callbacks.manager [None req-8838a407-aeaa-4595-93bb-dc9384aa733b tempest-TestNetworkBasicOps-233187296 tempest-TestNetworkBasicOps-233187296-project] Notify callbacks [] for floatingip, after_delete {{(pid=94174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:47:07.507840 dv-neutron-601336-94-hyperv neutron-server[94174]: INFO neutron.db.l3_db [None req-8838a407-aeaa-4595-93bb-dc9384aa733b tempest-TestNetworkBasicOps-233187296 tempest-TestNetworkBasicOps-233187296-project] Floating IP ccd71657-72bf-46ac-a376-fe180aaad33d disassociated (deleted). External IP: 172.26.3.130, port: 5a72764a-eeca-4f62-8566-02646ae0c04b. Jun 23 11:47:07.711830 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8838a407-aeaa-4595-93bb-dc9384aa733b tempest-TestNetworkBasicOps-233187296 tempest-TestNetworkBasicOps-233187296-project] Router ade8f4bc-d61a-4279-9c53-6d5e6bc3ad41 has already been hosted by L3 agent 50ef99c0-ef28-4db5-b303-b145898fae60 {{(pid=94174) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 23 11:47:07.816999 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8838a407-aeaa-4595-93bb-dc9384aa733b tempest-TestNetworkBasicOps-233187296 tempest-TestNetworkBasicOps-233187296-project] Notify agent at l3_agent.dv-neutron-601336-94-hyperv the message routers_updated {{(pid=94174) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 23 11:47:07.828022 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron_lib.callbacks.manager [None req-8838a407-aeaa-4595-93bb-dc9384aa733b tempest-TestNetworkBasicOps-233187296 tempest-TestNetworkBasicOps-233187296-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-217507'] for floatingip, before_response {{(pid=94174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:47:07.828164 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-310d1a3f-0af3-452c-b7bc-89003e52664f None None] Sync routers for ids ['ade8f4bc-d61a-4279-9c53-6d5e6bc3ad41'] in dv-neutron-601336-94-hyperv {{(pid=94176) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 23 11:47:07.835724 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.db.l3_dvrscheduler_db [None req-310d1a3f-0af3-452c-b7bc-89003e52664f None None] Routers {'ade8f4bc-d61a-4279-9c53-6d5e6bc3ad41'} bound to L3 agent in host dv-neutron-601336-94-hyperv {{(pid=94176) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 23 11:47:07.836331 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.db.l3_hamode_db [None req-310d1a3f-0af3-452c-b7bc-89003e52664f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-601336-94-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-23T11:22:13Z,description=,heartbeat_timestamp=2021-06-23T11:46:43Z,host='dv-neutron-601336-94-hyperv',id=50ef99c0-ef28-4db5-b303-b145898fae60,load=0,resource_versions=,resources_synced=,started_at=2021-06-23T11:22:14Z,topic='l3_agent')) {'router_ids': ['ade8f4bc-d61a-4279-9c53-6d5e6bc3ad41'], 'active': True} {{(pid=94176) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 11:47:07.858203 dv-neutron-601336-94-hyperv neutron-server[94174]: INFO neutron.wsgi [None req-8838a407-aeaa-4595-93bb-dc9384aa733b tempest-TestNetworkBasicOps-233187296 tempest-TestNetworkBasicOps-233187296-project] 10.222.0.20 "DELETE /v2.0/floatingips/ccd71657-72bf-46ac-a376-fe180aaad33d HTTP/1.1" status: 204 len: 168 time: 0.9623036 Jun 23 11:47:07.859329 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '82a1f76a-cc36-4ed2-a8c1-8506bd016538', 'tag': '5a72764a-eeca-4f62-8566-02646ae0c04b'}] {{(pid=94174) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 23 11:47:07.862632 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6ff47218258ed5bf6cae7f276c9622ae488f9e8ebc13d1a310221fbcfb04c5dd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b7c74bed-3909-4921-8a09-455ce5516374" -d '{"events": [{"name": "network-changed", "server_uuid": "82a1f76a-cc36-4ed2-a8c1-8506bd016538", "tag": "5a72764a-eeca-4f62-8566-02646ae0c04b"}]}' {{(pid=94174) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 23 11:47:07.899433 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 23 Jun 2021 11:47:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-61f92595-1c3f-49fe-8ee9-04d5bd3ccb66 x-openstack-request-id: req-61f92595-1c3f-49fe-8ee9-04d5bd3ccb66 {{(pid=94174) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 23 11:47:07.900066 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "82a1f76a-cc36-4ed2-a8c1-8506bd016538", "tag": "5a72764a-eeca-4f62-8566-02646ae0c04b", "status": "completed", "code": 200}]} {{(pid=94174) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 23 11:47:07.900297 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-61f92595-1c3f-49fe-8ee9-04d5bd3ccb66 {{(pid=94174) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 23 11:47:07.900864 dv-neutron-601336-94-hyperv neutron-server[94174]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '82a1f76a-cc36-4ed2-a8c1-8506bd016538', 'tag': '5a72764a-eeca-4f62-8566-02646ae0c04b', 'status': 'completed', 'code': 200} Jun 23 11:47:07.946527 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.db.l3_dvr_db [None req-310d1a3f-0af3-452c-b7bc-89003e52664f None None] Set router ade8f4bc-d61a-4279-9c53-6d5e6bc3ad41 gateway port host: dv-neutron-601336-94-hyperv {{(pid=94176) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:838}} Jun 23 11:47:07.977357 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7c74bed-3909-4921-8a09-455ce5516374 req-306bce8e-d97e-42ec-be5b-22bcafdadbe9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 11:47:07.979567 dv-neutron-601336-94-hyperv neutron-server[94175]: INFO neutron.wsgi [req-b7c74bed-3909-4921-8a09-455ce5516374 req-306bce8e-d97e-42ec-be5b-22bcafdadbe9 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=772b9946478d439e9da4eaeade7fb21d&device_id=82a1f76a-cc36-4ed2-a8c1-8506bd016538 HTTP/1.1" status: 200 len: 1099 time: 0.0543108 Jun 23 11:47:08.083522 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7c74bed-3909-4921-8a09-455ce5516374 req-e9e69189-3b11-462e-939b-62e241e3812d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 11:47:08.085108 dv-neutron-601336-94-hyperv neutron-server[94175]: INFO neutron.wsgi [req-b7c74bed-3909-4921-8a09-455ce5516374 req-e9e69189-3b11-462e-939b-62e241e3812d service neutron] 10.222.0.52 "GET /v2.0/networks?id=7c6ed185-f292-4360-8abf-4c847180005e HTTP/1.1" status: 200 len: 898 time: 0.0925066 Jun 23 11:47:08.130585 dv-neutron-601336-94-hyperv neutron-server[94175]: INFO neutron.wsgi [req-b7c74bed-3909-4921-8a09-455ce5516374 req-8a25c4d9-32a0-414b-bc90-2e3ad4794c14 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=5a72764a-eeca-4f62-8566-02646ae0c04b HTTP/1.1" status: 200 len: 217 time: 0.0382900 Jun 23 11:47:08.168682 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.db.l3_hamode_db [None req-310d1a3f-0af3-452c-b7bc-89003e52664f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ade8f4bc-d61a-4279-9c53-6d5e6bc3ad41', 'name': 'tempest-TestNetworkBasicOps-router-1394013319', 'tenant_id': '772b9946478d439e9da4eaeade7fb21d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3e7e4eb3-cf02-4d47-ade9-0a579cdfc60f', 'external_fixed_ips': [{'subnet_id': 'a5ad15ab-c489-4a67-a9b0-d559fca0ec71', 'ip_address': '172.26.3.251'}], 'enable_snat': True}, 'gw_port_id': 'd8b0bc70-b1be-47c6-afc7-9f8cf57445e9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-23T11:45:41Z', 'updated_at': '2021-06-23T11:45:45Z', 'revision_number': 4, 'project_id': '772b9946478d439e9da4eaeade7fb21d', 'gw_port': {'id': 'd8b0bc70-b1be-47c6-afc7-9f8cf57445e9', 'name': '', 'network_id': '3e7e4eb3-cf02-4d47-ade9-0a579cdfc60f', 'tenant_id': '', 'mac_address': 'fa:16:3e:94:78:e5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ade8f4bc-d61a-4279-9c53-6d5e6bc3ad41', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1478, 'fixed_ips': [{'subnet_id': 'a5ad15ab-c489-4a67-a9b0-d559fca0ec71', 'ip_address': '172.26.3.251', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-94-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-23T11:45:41Z', 'updated_at': '2021-06-23T11:45:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a5ad15ab-c489-4a67-a9b0-d559fca0ec71', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-601336-94-hyperv', '_floatingips': [{'id': 'c2f737c2-647e-4da4-ae6f-c10ae32e5d0b', 'tenant_id': '772b9946478d439e9da4eaeade7fb21d', 'floating_ip_address': '172.26.3.54', 'floating_network_id': '3e7e4eb3-cf02-4d47-ade9-0a579cdfc60f', 'router_id': 'ade8f4bc-d61a-4279-9c53-6d5e6bc3ad41', 'port_id': 'bf3f39a0-2ab2-4420-9195-f6476b938fa8', 'fixed_ip_address': '172.20.0.6', 'status': 'ACTIVE', 'standard_attr_id': 1493, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '7c6ed185-f292-4360-8abf-4c847180005e', 'mac_address': 'fa:16:3e:c6:a6:ca', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e4bd57b8-f2f3-4aa6-97c4-37ab3d8b0c33', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-23T11:46:05Z', 'updated_at': '2021-06-23T11:46:07Z', 'revision_number': 1, 'project_id': '772b9946478d439e9da4eaeade7fb21d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ed804b38-8ae2-4d08-91dd-c57ce2b3a471', 'name': '', 'network_id': '7c6ed185-f292-4360-8abf-4c847180005e', 'tenant_id': '772b9946478d439e9da4eaeade7fb21d', 'mac_address': 'fa:16:3e:66:29:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ade8f4bc-d61a-4279-9c53-6d5e6bc3ad41', 'device_owner': 'network:router_interface', 'standard_attr_id': 1481, 'fixed_ips': [{'subnet_id': '00422a88-78b3-4939-97f5-db1169ebe13e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-94-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-23T11:45:45Z', 'updated_at': '2021-06-23T11:45:49Z', 'revision_number': 5, 'project_id': '772b9946478d439e9da4eaeade7fb21d', 'subnets': [{'id': '00422a88-78b3-4939-97f5-db1169ebe13e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-601336-94-hyperv', False) {} {{(pid=94176) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 11:47:08.180319 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7c74bed-3909-4921-8a09-455ce5516374 req-d1852df0-56a3-4b94-bd7d-24a21204b262 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 11:47:08.181770 dv-neutron-601336-94-hyperv neutron-server[94175]: INFO neutron.wsgi [req-b7c74bed-3909-4921-8a09-455ce5516374 req-d1852df0-56a3-4b94-bd7d-24a21204b262 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=00422a88-78b3-4939-97f5-db1169ebe13e HTTP/1.1" status: 200 len: 833 time: 0.0445857 Jun 23 11:47:08.195624 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-310d1a3f-0af3-452c-b7bc-89003e52664f None None] Checking router: ade8f4bc-d61a-4279-9c53-6d5e6bc3ad41 for host: dv-neutron-601336-94-hyperv {{(pid=94176) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 23 11:47:08.204964 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.db.l3_dvrscheduler_db [None req-310d1a3f-0af3-452c-b7bc-89003e52664f None None] Routers {'ade8f4bc-d61a-4279-9c53-6d5e6bc3ad41'} bound to L3 agent in host dv-neutron-601336-94-hyperv {{(pid=94176) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 23 11:47:08.205601 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.db.l3_hamode_db [None req-310d1a3f-0af3-452c-b7bc-89003e52664f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-601336-94-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-23T11:22:13Z,description=,heartbeat_timestamp=2021-06-23T11:46:43Z,host='dv-neutron-601336-94-hyperv',id=50ef99c0-ef28-4db5-b303-b145898fae60,load=0,resource_versions=,resources_synced=,started_at=2021-06-23T11:22:14Z,topic='l3_agent')) {'router_ids': ['ade8f4bc-d61a-4279-9c53-6d5e6bc3ad41'], 'active': True} {{(pid=94176) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 11:47:08.260518 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7c74bed-3909-4921-8a09-455ce5516374 req-3fb8d8f6-394f-4cad-971b-b17a66128938 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 11:47:08.262125 dv-neutron-601336-94-hyperv neutron-server[94175]: INFO neutron.wsgi [req-b7c74bed-3909-4921-8a09-455ce5516374 req-3fb8d8f6-394f-4cad-971b-b17a66128938 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=7c6ed185-f292-4360-8abf-4c847180005e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1178 time: 0.0733271 Jun 23 11:47:08.340382 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.db.l3_dvr_db [None req-310d1a3f-0af3-452c-b7bc-89003e52664f None None] Set router ade8f4bc-d61a-4279-9c53-6d5e6bc3ad41 gateway port host: dv-neutron-601336-94-hyperv {{(pid=94176) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:838}} Jun 23 11:47:08.357015 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1275040e-2bd3-44fa-8568-7ba681c85d74 req-7f879aee-8c01-465d-95a0-3f757c68c79a tempest-TestVolumeBootPattern-1838142519 tempest-TestVolumeBootPattern-1838142519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94174) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 11:47:08.358865 dv-neutron-601336-94-hyperv neutron-server[94174]: INFO neutron.wsgi [req-1275040e-2bd3-44fa-8568-7ba681c85d74 req-7f879aee-8c01-465d-95a0-3f757c68c79a tempest-TestVolumeBootPattern-1838142519 tempest-TestVolumeBootPattern-1838142519-project] 10.222.0.20 "GET /v2.0/ports?device_id=69b09054-1b7e-42ac-b18b-41601b97914b HTTP/1.1" status: 200 len: 943 time: 0.0706096 Jun 23 11:47:08.363372 dv-neutron-601336-94-hyperv neutron-server[94175]: INFO neutron.wsgi [req-b7c74bed-3909-4921-8a09-455ce5516374 req-6dd18605-53f1-4e35-b53b-b44ceae47e19 service neutron] 10.222.0.52 "GET /v2.0/networks/7c6ed185-f292-4360-8abf-4c847180005e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0880854 Jun 23 11:47:08.400936 dv-neutron-601336-94-hyperv neutron-server[94174]: INFO neutron.wsgi [req-1275040e-2bd3-44fa-8568-7ba681c85d74 req-0f851288-7922-4889-ad72-47d7d9a42029 tempest-TestVolumeBootPattern-1838142519 tempest-TestVolumeBootPattern-1838142519-project] 10.222.0.20 "GET /v2.0/security-groups?id=caa86333-f4a4-4907-90fa-9f1b20d99924&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0352795 Jun 23 11:47:08.507812 dv-neutron-601336-94-hyperv neutron-server[94175]: INFO neutron.wsgi [req-b7c74bed-3909-4921-8a09-455ce5516374 req-aea865a4-4082-402c-b84d-2def8e22dec6 service neutron] 10.222.0.52 "GET /v2.0/networks/7c6ed185-f292-4360-8abf-4c847180005e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1413510 Jun 23 11:47:08.525546 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c67e956-5516-4875-92b5-b70b6e20d48c req-dccba2f4-be41-4aa9-b102-1cb8b02541dd tempest-TestNetworkBasicOps-233187296 tempest-TestNetworkBasicOps-233187296-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 11:47:08.526930 dv-neutron-601336-94-hyperv neutron-server[94175]: INFO neutron.wsgi [req-8c67e956-5516-4875-92b5-b70b6e20d48c req-dccba2f4-be41-4aa9-b102-1cb8b02541dd tempest-TestNetworkBasicOps-233187296 tempest-TestNetworkBasicOps-233187296-project] 10.222.0.20 "GET /v2.0/ports?device_id=82a1f76a-cc36-4ed2-a8c1-8506bd016538 HTTP/1.1" status: 200 len: 946 time: 0.0971184 Jun 23 11:47:08.565386 dv-neutron-601336-94-hyperv neutron-server[94175]: INFO neutron.wsgi [req-8c67e956-5516-4875-92b5-b70b6e20d48c req-d35b2471-f651-4fe8-90d8-ac2063881863 tempest-TestNetworkBasicOps-233187296 tempest-TestNetworkBasicOps-233187296-project] 10.222.0.20 "GET /v2.0/security-groups?id=4a91b944-a0b3-42a1-8012-78fffa34a980&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0326772 Jun 23 11:47:08.584015 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.db.l3_hamode_db [None req-310d1a3f-0af3-452c-b7bc-89003e52664f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ade8f4bc-d61a-4279-9c53-6d5e6bc3ad41', 'name': 'tempest-TestNetworkBasicOps-router-1394013319', 'tenant_id': '772b9946478d439e9da4eaeade7fb21d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3e7e4eb3-cf02-4d47-ade9-0a579cdfc60f', 'external_fixed_ips': [{'subnet_id': 'a5ad15ab-c489-4a67-a9b0-d559fca0ec71', 'ip_address': '172.26.3.251'}], 'enable_snat': True}, 'gw_port_id': 'd8b0bc70-b1be-47c6-afc7-9f8cf57445e9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-23T11:45:41Z', 'updated_at': '2021-06-23T11:45:45Z', 'revision_number': 4, 'project_id': '772b9946478d439e9da4eaeade7fb21d', 'gw_port': {'id': 'd8b0bc70-b1be-47c6-afc7-9f8cf57445e9', 'name': '', 'network_id': '3e7e4eb3-cf02-4d47-ade9-0a579cdfc60f', 'tenant_id': '', 'mac_address': 'fa:16:3e:94:78:e5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ade8f4bc-d61a-4279-9c53-6d5e6bc3ad41', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1478, 'fixed_ips': [{'subnet_id': 'a5ad15ab-c489-4a67-a9b0-d559fca0ec71', 'ip_address': '172.26.3.251', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-94-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-23T11:45:41Z', 'updated_at': '2021-06-23T11:45:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a5ad15ab-c489-4a67-a9b0-d559fca0ec71', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-601336-94-hyperv', '_floatingips': [{'id': 'c2f737c2-647e-4da4-ae6f-c10ae32e5d0b', 'tenant_id': '772b9946478d439e9da4eaeade7fb21d', 'floating_ip_address': '172.26.3.54', 'floating_network_id': '3e7e4eb3-cf02-4d47-ade9-0a579cdfc60f', 'router_id': 'ade8f4bc-d61a-4279-9c53-6d5e6bc3ad41', 'port_id': 'bf3f39a0-2ab2-4420-9195-f6476b938fa8', 'fixed_ip_address': '172.20.0.6', 'status': 'ACTIVE', 'standard_attr_id': 1493, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '7c6ed185-f292-4360-8abf-4c847180005e', 'mac_address': 'fa:16:3e:c6:a6:ca', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e4bd57b8-f2f3-4aa6-97c4-37ab3d8b0c33', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-23T11:46:05Z', 'updated_at': '2021-06-23T11:46:07Z', 'revision_number': 1, 'project_id': '772b9946478d439e9da4eaeade7fb21d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ed804b38-8ae2-4d08-91dd-c57ce2b3a471', 'name': '', 'network_id': '7c6ed185-f292-4360-8abf-4c847180005e', 'tenant_id': '772b9946478d439e9da4eaeade7fb21d', 'mac_address': 'fa:16:3e:66:29:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ade8f4bc-d61a-4279-9c53-6d5e6bc3ad41', 'device_owner': 'network:router_interface', 'standard_attr_id': 1481, 'fixed_ips': [{'subnet_id': '00422a88-78b3-4939-97f5-db1169ebe13e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-94-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-23T11:45:45Z', 'updated_at': '2021-06-23T11:45:49Z', 'revision_number': 5, 'project_id': '772b9946478d439e9da4eaeade7fb21d', 'subnets': [{'id': '00422a88-78b3-4939-97f5-db1169ebe13e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-601336-94-hyperv', False) {} {{(pid=94176) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 11:47:08.611115 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-310d1a3f-0af3-452c-b7bc-89003e52664f None None] The sync data for ids ['ade8f4bc-d61a-4279-9c53-6d5e6bc3ad41'] in dv-neutron-601336-94-hyperv is: [{'id': 'ade8f4bc-d61a-4279-9c53-6d5e6bc3ad41', 'name': 'tempest-TestNetworkBasicOps-router-1394013319', 'tenant_id': '772b9946478d439e9da4eaeade7fb21d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3e7e4eb3-cf02-4d47-ade9-0a579cdfc60f', 'external_fixed_ips': [{'subnet_id': 'a5ad15ab-c489-4a67-a9b0-d559fca0ec71', 'ip_address': '172.26.3.251'}], 'enable_snat': True}, 'gw_port_id': 'd8b0bc70-b1be-47c6-afc7-9f8cf57445e9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-23T11:45:41Z', 'updated_at': '2021-06-23T11:45:45Z', 'revision_number': 4, 'project_id': '772b9946478d439e9da4eaeade7fb21d', 'gw_port': {'id': 'd8b0bc70-b1be-47c6-afc7-9f8cf57445e9', 'name': '', 'network_id': '3e7e4eb3-cf02-4d47-ade9-0a579cdfc60f', 'tenant_id': '', 'mac_address': 'fa:16:3e:94:78:e5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ade8f4bc-d61a-4279-9c53-6d5e6bc3ad41', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1478, 'fixed_ips': [{'subnet_id': 'a5ad15ab-c489-4a67-a9b0-d559fca0ec71', 'ip_address': '172.26.3.251', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-94-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-23T11:45:41Z', 'updated_at': '2021-06-23T11:45:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a5ad15ab-c489-4a67-a9b0-d559fca0ec71', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-601336-94-hyperv', '_floatingips': [{'id': 'c2f737c2-647e-4da4-ae6f-c10ae32e5d0b', 'tenant_id': '772b9946478d439e9da4eaeade7fb21d', 'floating_ip_address': '172.26.3.54', 'floating_network_id': '3e7e4eb3-cf02-4d47-ade9-0a579cdfc60f', 'router_id': 'ade8f4bc-d61a-4279-9c53-6d5e6bc3ad41', 'port_id': 'bf3f39a0-2ab2-4420-9195-f6476b938fa8', 'fixed_ip_address': '172.20.0.6', 'status': 'ACTIVE', 'standard_attr_id': 1493, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '7c6ed185-f292-4360-8abf-4c847180005e', 'mac_address': 'fa:16:3e:c6:a6:ca', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e4bd57b8-f2f3-4aa6-97c4-37ab3d8b0c33', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-23T11:46:05Z', 'updated_at': '2021-06-23T11:46:07Z', 'revision_number': 1, 'project_id': '772b9946478d439e9da4eaeade7fb21d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ed804b38-8ae2-4d08-91dd-c57ce2b3a471', 'name': '', 'network_id': '7c6ed185-f292-4360-8abf-4c847180005e', 'tenant_id': '772b9946478d439e9da4eaeade7fb21d', 'mac_address': 'fa:16:3e:66:29:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ade8f4bc-d61a-4279-9c53-6d5e6bc3ad41', 'device_owner': 'network:router_interface', 'standard_attr_id': 1481, 'fixed_ips': [{'subnet_id': '00422a88-78b3-4939-97f5-db1169ebe13e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-94-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-23T11:45:45Z', 'updated_at': '2021-06-23T11:45:49Z', 'revision_number': 5, 'project_id': '772b9946478d439e9da4eaeade7fb21d', 'subnets': [{'id': '00422a88-78b3-4939-97f5-db1169ebe13e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94176) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 23 11:47:08.961551 dv-neutron-601336-94-hyperv neutron-server[94177]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c9067557-a179-4bce-85c8-737a1d7d1dad None None] New status for floating IP ccd71657-72bf-46ac-a376-fe180aaad33d: DOWN {{(pid=94177) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 23 11:47:09.569229 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54012594-37db-4250-928f-1ddf2eb35a51 req-633542e9-a687-434a-a32c-712a9352503c tempest-TestVolumeBootPattern-1838142519 tempest-TestVolumeBootPattern-1838142519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94174) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 11:47:09.570679 dv-neutron-601336-94-hyperv neutron-server[94174]: INFO neutron.wsgi [req-54012594-37db-4250-928f-1ddf2eb35a51 req-633542e9-a687-434a-a32c-712a9352503c tempest-TestVolumeBootPattern-1838142519 tempest-TestVolumeBootPattern-1838142519-project] 10.222.0.20 "GET /v2.0/ports?device_id=69b09054-1b7e-42ac-b18b-41601b97914b HTTP/1.1" status: 200 len: 943 time: 0.0623796 Jun 23 11:47:09.608524 dv-neutron-601336-94-hyperv neutron-server[94174]: INFO neutron.wsgi [req-54012594-37db-4250-928f-1ddf2eb35a51 req-931f6947-664a-486b-838f-df3fc3a0a0f7 tempest-TestVolumeBootPattern-1838142519 tempest-TestVolumeBootPattern-1838142519-project] 10.222.0.20 "GET /v2.0/security-groups?id=caa86333-f4a4-4907-90fa-9f1b20d99924&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0320246 Jun 23 11:47:09.743557 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36be8f93-afb1-4930-bf2a-08da65a6736e req-941f3302-f358-4625-bfcb-b3faf677ef85 tempest-TestNetworkBasicOps-233187296 tempest-TestNetworkBasicOps-233187296-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 11:47:09.744967 dv-neutron-601336-94-hyperv neutron-server[94175]: INFO neutron.wsgi [req-36be8f93-afb1-4930-bf2a-08da65a6736e req-941f3302-f358-4625-bfcb-b3faf677ef85 tempest-TestNetworkBasicOps-233187296 tempest-TestNetworkBasicOps-233187296-project] 10.222.0.20 "GET /v2.0/ports?device_id=82a1f76a-cc36-4ed2-a8c1-8506bd016538 HTTP/1.1" status: 200 len: 946 time: 0.0642755 Jun 23 11:47:09.781384 dv-neutron-601336-94-hyperv neutron-server[94175]: INFO neutron.wsgi [req-36be8f93-afb1-4930-bf2a-08da65a6736e req-d4bc7a9b-c67c-4907-af05-0ca9312fb1f9 tempest-TestNetworkBasicOps-233187296 tempest-TestNetworkBasicOps-233187296-project] 10.222.0.20 "GET /v2.0/security-groups?id=4a91b944-a0b3-42a1-8012-78fffa34a980&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0308759 Jun 23 11:47:09.896475 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe464092-6a2b-4644-a600-3fd1e47b8a35 req-e2a4bef7-5996-4a91-92cb-0f0142975e54 tempest-TestNetworkBasicOps-233187296 tempest-TestNetworkBasicOps-233187296-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 11:47:09.897884 dv-neutron-601336-94-hyperv neutron-server[94175]: INFO neutron.wsgi [req-fe464092-6a2b-4644-a600-3fd1e47b8a35 req-e2a4bef7-5996-4a91-92cb-0f0142975e54 tempest-TestNetworkBasicOps-233187296 tempest-TestNetworkBasicOps-233187296-project] 10.222.0.52 "GET /v2.0/ports?device_id=82a1f76a-cc36-4ed2-a8c1-8506bd016538 HTTP/1.1" status: 200 len: 946 time: 0.0655434 Jun 23 11:47:09.997899 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.plugins.ml2.plugin [req-fe464092-6a2b-4644-a600-3fd1e47b8a35 req-82dba564-db69-4b6e-a2a6-a1ef99a1c931 tempest-TestNetworkBasicOps-233187296 tempest-TestNetworkBasicOps-233187296-project] Deleting port 5a72764a-eeca-4f62-8566-02646ae0c04b {{(pid=94175) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1913}} Jun 23 11:47:09.998165 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron_lib.callbacks.manager [req-fe464092-6a2b-4644-a600-3fd1e47b8a35 req-82dba564-db69-4b6e-a2a6-a1ef99a1c931 tempest-TestNetworkBasicOps-233187296 tempest-TestNetworkBasicOps-233187296-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773700079324'] for port, before_delete {{(pid=94175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:47:10.087146 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.plugins.ml2.db [req-fe464092-6a2b-4644-a600-3fd1e47b8a35 req-82dba564-db69-4b6e-a2a6-a1ef99a1c931 tempest-TestNetworkBasicOps-233187296 tempest-TestNetworkBasicOps-233187296-project] For port 5a72764a-eeca-4f62-8566-02646ae0c04b, host hv-neutron-6013, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-6013',level=0,port_id=5a72764a-eeca-4f62-8566-02646ae0c04b,segment=NetworkSegment(82af645c-54b9-40e2-b447-1ad0a90238cd),segment_id=82af645c-54b9-40e2-b447-1ad0a90238cd)] {{(pid=94175) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 23 11:47:10.087513 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron_lib.callbacks.manager [req-fe464092-6a2b-4644-a600-3fd1e47b8a35 req-82dba564-db69-4b6e-a2a6-a1ef99a1c931 tempest-TestNetworkBasicOps-233187296 tempest-TestNetworkBasicOps-233187296-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-430722'] for port, precommit_delete {{(pid=94175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:47:10.096550 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.plugins.ml2.rpc [None req-97bd5441-1da2-49ee-a364-27795820ba27 None None] Device 51b75e6f-0abf-4db0-a219-129259668275 details requested by agent hyperv_hv-neutron-6013 with host hv-neutron-6013 {{(pid=94176) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:104}} Jun 23 11:47:10.100434 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.plugins.ml2.plugin [req-fe464092-6a2b-4644-a600-3fd1e47b8a35 req-82dba564-db69-4b6e-a2a6-a1ef99a1c931 tempest-TestNetworkBasicOps-233187296 tempest-TestNetworkBasicOps-233187296-project] Calling delete_port for 5a72764a-eeca-4f62-8566-02646ae0c04b owned by compute:nova {{(pid=94175) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1986}} Jun 23 11:47:10.196967 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.plugins.ml2.db [None req-97bd5441-1da2-49ee-a364-27795820ba27 None None] For port 51b75e6f-0abf-4db0-a219-129259668275, host hv-neutron-6013, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-6013',level=0,port_id=51b75e6f-0abf-4db0-a219-129259668275,segment=NetworkSegment(c7798981-dff9-4fc8-94a4-46182475c2ee),segment_id=c7798981-dff9-4fc8-94a4-46182475c2ee)] {{(pid=94176) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 23 11:47:10.208468 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.plugins.ml2.rpc [None req-97bd5441-1da2-49ee-a364-27795820ba27 None None] Returning: {'device': '51b75e6f-0abf-4db0-a219-129259668275', 'network_id': '03d0adb8-7c84-4028-a133-9fee8ea26a25', 'port_id': '51b75e6f-0abf-4db0-a219-129259668275', 'mac_address': 'fa:16:3e:f8:d9:33', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 433, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5338fe8e-d932-41fb-ae27-ab82df160b69', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94176) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:186}} Jun 23 11:47:10.245440 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron_lib.callbacks.manager [None req-97bd5441-1da2-49ee-a364-27795820ba27 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-923122'] for port, before_update {{(pid=94176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:47:10.258291 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.notifiers.nova [None req-97bd5441-1da2-49ee-a364-27795820ba27 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 51b75e6f-0abf-4db0-a219-129259668275 {{(pid=94176) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 23 11:47:10.276950 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.plugins.ml2.db [None req-97bd5441-1da2-49ee-a364-27795820ba27 None None] For port 51b75e6f-0abf-4db0-a219-129259668275, host hv-neutron-6013, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-6013',level=0,port_id=51b75e6f-0abf-4db0-a219-129259668275,segment=NetworkSegment(c7798981-dff9-4fc8-94a4-46182475c2ee),segment_id=c7798981-dff9-4fc8-94a4-46182475c2ee)] {{(pid=94176) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 23 11:47:10.279936 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron_lib.callbacks.manager [req-fe464092-6a2b-4644-a600-3fd1e47b8a35 req-82dba564-db69-4b6e-a2a6-a1ef99a1c931 tempest-TestNetworkBasicOps-233187296 tempest-TestNetworkBasicOps-233187296-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-922904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866062', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773700135024', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773699642224', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5082448'] for port, after_delete {{(pid=94175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:47:10.284083 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG oslo_concurrency.lockutils [None req-5c653f36-f9e1-4b92-8b18-9f8f203364c8 tempest-NetworksIpV6Test-253648203 tempest-NetworksIpV6Test-253648203-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94175) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 11:47:10.310018 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82dba564-db69-4b6e-a2a6-a1ef99a1c931 tempest-TestNetworkBasicOps-233187296 tempest-TestNetworkBasicOps-233187296-project] Pushing event deleted for resources: {'Port': ['ID=5a72764a-eeca-4f62-8566-02646ae0c04b,revision_number=None']} {{(pid=94175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 11:47:10.332241 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron_lib.callbacks.manager [None req-97bd5441-1da2-49ee-a364-27795820ba27 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-922904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866062', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773700135042', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773699642233', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773699642278'] for port, after_update {{(pid=94176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:47:10.334742 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG oslo_concurrency.lockutils [None req-dc7542b2-afef-47f4-a763-e3a3cba144be None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 11:47:10.341376 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82dba564-db69-4b6e-a2a6-a1ef99a1c931 tempest-TestNetworkBasicOps-233187296 tempest-TestNetworkBasicOps-233187296-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-601336-94-hyperv {{(pid=94175) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 11:47:10.341773 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82dba564-db69-4b6e-a2a6-a1ef99a1c931 tempest-TestNetworkBasicOps-233187296 tempest-TestNetworkBasicOps-233187296-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-94-hyperv {{(pid=94175) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 11:47:10.342157 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82dba564-db69-4b6e-a2a6-a1ef99a1c931 tempest-TestNetworkBasicOps-233187296 tempest-TestNetworkBasicOps-233187296-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-94-hyperv {{(pid=94175) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 11:47:10.342537 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82dba564-db69-4b6e-a2a6-a1ef99a1c931 tempest-TestNetworkBasicOps-233187296 tempest-TestNetworkBasicOps-233187296-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-601336-94-hyperv {{(pid=94175) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 11:47:10.342914 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82dba564-db69-4b6e-a2a6-a1ef99a1c931 tempest-TestNetworkBasicOps-233187296 tempest-TestNetworkBasicOps-233187296-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-601336-94-hyperv {{(pid=94175) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 11:47:10.343321 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82dba564-db69-4b6e-a2a6-a1ef99a1c931 tempest-TestNetworkBasicOps-233187296 tempest-TestNetworkBasicOps-233187296-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-601336-94-hyperv {{(pid=94175) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 11:47:10.343698 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82dba564-db69-4b6e-a2a6-a1ef99a1c931 tempest-TestNetworkBasicOps-233187296 tempest-TestNetworkBasicOps-233187296-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-601336-94-hyperv {{(pid=94175) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 11:47:10.344069 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82dba564-db69-4b6e-a2a6-a1ef99a1c931 tempest-TestNetworkBasicOps-233187296 tempest-TestNetworkBasicOps-233187296-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-601336-94-hyperv {{(pid=94175) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 11:47:10.344440 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82dba564-db69-4b6e-a2a6-a1ef99a1c931 tempest-TestNetworkBasicOps-233187296 tempest-TestNetworkBasicOps-233187296-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-601336-94-hyperv {{(pid=94175) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 11:47:10.344809 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82dba564-db69-4b6e-a2a6-a1ef99a1c931 tempest-TestNetworkBasicOps-233187296 tempest-TestNetworkBasicOps-233187296-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-94-hyperv {{(pid=94175) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 11:47:10.345176 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82dba564-db69-4b6e-a2a6-a1ef99a1c931 tempest-TestNetworkBasicOps-233187296 tempest-TestNetworkBasicOps-233187296-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-601336-94-hyperv {{(pid=94175) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 11:47:10.345538 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82dba564-db69-4b6e-a2a6-a1ef99a1c931 tempest-TestNetworkBasicOps-233187296 tempest-TestNetworkBasicOps-233187296-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-601336-94-hyperv {{(pid=94175) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 11:47:10.349562 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG oslo_concurrency.lockutils [None req-82dba564-db69-4b6e-a2a6-a1ef99a1c931 tempest-TestNetworkBasicOps-233187296 tempest-TestNetworkBasicOps-233187296-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.066s {{(pid=94175) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 11:47:10.366655 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.db.l3_dvrscheduler_db [req-fe464092-6a2b-4644-a600-3fd1e47b8a35 req-82dba564-db69-4b6e-a2a6-a1ef99a1c931 tempest-TestNetworkBasicOps-233187296 tempest-TestNetworkBasicOps-233187296-project] No DVR routers for this DVR port 5a72764a-eeca-4f62-8566-02646ae0c04b on host hv-neutron-6013 {{(pid=94175) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 23 11:47:10.369021 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron_lib.callbacks.manager [req-fe464092-6a2b-4644-a600-3fd1e47b8a35 req-82dba564-db69-4b6e-a2a6-a1ef99a1c931 tempest-TestNetworkBasicOps-233187296 tempest-TestNetworkBasicOps-233187296-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-217507'] for port, before_response {{(pid=94175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:47:10.371008 dv-neutron-601336-94-hyperv neutron-server[94175]: INFO neutron.wsgi [req-fe464092-6a2b-4644-a600-3fd1e47b8a35 req-82dba564-db69-4b6e-a2a6-a1ef99a1c931 tempest-TestNetworkBasicOps-233187296 tempest-TestNetworkBasicOps-233187296-project] 10.222.0.52 "DELETE /v2.0/ports/5a72764a-eeca-4f62-8566-02646ae0c04b HTTP/1.1" status: 204 len: 173 time: 0.4651949 Jun 23 11:47:10.371570 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '82a1f76a-cc36-4ed2-a8c1-8506bd016538', 'name': 'network-vif-deleted', 'tag': '5a72764a-eeca-4f62-8566-02646ae0c04b'}] {{(pid=94175) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 23 11:47:10.373938 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1970408df4ea4e7170669a1249478e627cf05a5a0b07cc08a66c5cb53d0ac47a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f52e06f4-8bd6-4458-b0fd-6c6966a724d3" -d '{"events": [{"server_uuid": "82a1f76a-cc36-4ed2-a8c1-8506bd016538", "name": "network-vif-deleted", "tag": "5a72764a-eeca-4f62-8566-02646ae0c04b"}]}' {{(pid=94175) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 23 11:47:10.383744 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97bd5441-1da2-49ee-a364-27795820ba27 None None] Pushing event updated for resources: {'Port': ['ID=51b75e6f-0abf-4db0-a219-129259668275,revision_number=4']} {{(pid=94176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 11:47:10.390834 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97bd5441-1da2-49ee-a364-27795820ba27 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-601336-94-hyperv {{(pid=94176) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 11:47:10.391226 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97bd5441-1da2-49ee-a364-27795820ba27 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-94-hyperv {{(pid=94176) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 11:47:10.395352 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97bd5441-1da2-49ee-a364-27795820ba27 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-94-hyperv {{(pid=94176) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 11:47:10.395352 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97bd5441-1da2-49ee-a364-27795820ba27 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-601336-94-hyperv {{(pid=94176) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 11:47:10.395352 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97bd5441-1da2-49ee-a364-27795820ba27 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-601336-94-hyperv {{(pid=94176) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 11:47:10.395352 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97bd5441-1da2-49ee-a364-27795820ba27 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-601336-94-hyperv {{(pid=94176) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 11:47:10.395352 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97bd5441-1da2-49ee-a364-27795820ba27 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-601336-94-hyperv {{(pid=94176) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 11:47:10.395352 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97bd5441-1da2-49ee-a364-27795820ba27 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-601336-94-hyperv {{(pid=94176) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 11:47:10.395352 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97bd5441-1da2-49ee-a364-27795820ba27 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-601336-94-hyperv {{(pid=94176) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 11:47:10.395352 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97bd5441-1da2-49ee-a364-27795820ba27 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-94-hyperv {{(pid=94176) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 11:47:10.395352 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97bd5441-1da2-49ee-a364-27795820ba27 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-601336-94-hyperv {{(pid=94176) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 11:47:10.395352 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97bd5441-1da2-49ee-a364-27795820ba27 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-601336-94-hyperv {{(pid=94176) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 11:47:10.398430 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG oslo_concurrency.lockutils [None req-97bd5441-1da2-49ee-a364-27795820ba27 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.064s {{(pid=94176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 11:47:10.410904 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 23 Jun 2021 11:47:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-456221a4-b734-4e57-883b-da8e1d169161 x-openstack-request-id: req-456221a4-b734-4e57-883b-da8e1d169161 {{(pid=94175) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 23 11:47:10.411262 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "82a1f76a-cc36-4ed2-a8c1-8506bd016538", "name": "network-vif-deleted", "tag": "5a72764a-eeca-4f62-8566-02646ae0c04b", "status": "completed", "code": 200}]} {{(pid=94175) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 23 11:47:10.412694 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-456221a4-b734-4e57-883b-da8e1d169161 {{(pid=94175) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 23 11:47:10.412694 dv-neutron-601336-94-hyperv neutron-server[94175]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '82a1f76a-cc36-4ed2-a8c1-8506bd016538', 'name': 'network-vif-deleted', 'tag': '5a72764a-eeca-4f62-8566-02646ae0c04b', 'status': 'completed', 'code': 200} Jun 23 11:47:10.553512 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.plugins.ml2.db [None req-97bd5441-1da2-49ee-a364-27795820ba27 None None] get_ports_and_sgs() called for port_ids ['51b75e6f-0abf-4db0-a219-129259668275'] {{(pid=94176) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 23 11:47:10.797053 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9381cf7-b96c-47ed-a4b8-9d46b63423c2 req-adfc174a-c843-4c01-a8bd-ceb078f7b9b1 tempest-TestVolumeBootPattern-1838142519 tempest-TestVolumeBootPattern-1838142519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 11:47:10.799112 dv-neutron-601336-94-hyperv neutron-server[94175]: INFO neutron.wsgi [req-b9381cf7-b96c-47ed-a4b8-9d46b63423c2 req-adfc174a-c843-4c01-a8bd-ceb078f7b9b1 tempest-TestVolumeBootPattern-1838142519 tempest-TestVolumeBootPattern-1838142519-project] 10.222.0.20 "GET /v2.0/ports?device_id=69b09054-1b7e-42ac-b18b-41601b97914b HTTP/1.1" status: 200 len: 944 time: 0.0698457 Jun 23 11:47:10.843537 dv-neutron-601336-94-hyperv neutron-server[94175]: INFO neutron.wsgi [req-b9381cf7-b96c-47ed-a4b8-9d46b63423c2 req-4875fd2f-3937-478c-bc70-a55f45ebaf94 tempest-TestVolumeBootPattern-1838142519 tempest-TestVolumeBootPattern-1838142519-project] 10.222.0.20 "GET /v2.0/security-groups?id=caa86333-f4a4-4907-90fa-9f1b20d99924&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0384851 Jun 23 11:47:10.946586 dv-neutron-601336-94-hyperv neutron-server[94174]: INFO neutron.wsgi [req-bde28a38-e705-4b18-8a30-4664e7aa7047 req-7f0b16b5-4f13-4d62-953d-819c7a866f13 tempest-TestNetworkBasicOps-233187296 tempest-TestNetworkBasicOps-233187296-project] 10.222.0.20 "GET /v2.0/ports?device_id=82a1f76a-cc36-4ed2-a8c1-8506bd016538 HTTP/1.1" status: 200 len: 210 time: 0.0297539 Jun 23 11:47:10.959974 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron_lib.callbacks.manager [None req-a935769f-4c60-4ce0-99c3-46f10e543ad8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773699952132', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-899307'] for agent, after_update {{(pid=94176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:47:12.046823 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.wsgi [-] (94174) accepted ('10.222.0.20', 44920) {{(pid=94174) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 11:47:12.102416 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.plugins.ml2.rpc [None req-97bd5441-1da2-49ee-a364-27795820ba27 None None] Device 51b75e6f-0abf-4db0-a219-129259668275 up at agent hyperv_hv-neutron-6013 {{(pid=94176) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:298}} Jun 23 11:47:12.110283 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron_lib.callbacks.manager [None req-66ef4eae-23b1-4f42-abaa-cf5fc624d9fc tempest-TestNetworkBasicOps-233187296 tempest-TestNetworkBasicOps-233187296-project] Notify callbacks [] for security_group, before_delete {{(pid=94174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:47:12.146272 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron_lib.callbacks.manager [None req-66ef4eae-23b1-4f42-abaa-cf5fc624d9fc tempest-TestNetworkBasicOps-233187296 tempest-TestNetworkBasicOps-233187296-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:47:12.222730 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.db.provisioning_blocks [None req-97bd5441-1da2-49ee-a364-27795820ba27 None None] Provisioning for port 51b75e6f-0abf-4db0-a219-129259668275 completed by entity L2. {{(pid=94176) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 23 11:47:12.226873 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.db.provisioning_blocks [None req-97bd5441-1da2-49ee-a364-27795820ba27 None None] Provisioning complete for port 51b75e6f-0abf-4db0-a219-129259668275 triggered by entity L2. {{(pid=94176) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 23 11:47:12.227294 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron_lib.callbacks.manager [None req-97bd5441-1da2-49ee-a364-27795820ba27 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-899258'] for port, provisioning_complete {{(pid=94176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:47:12.279800 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron_lib.callbacks.manager [None req-66ef4eae-23b1-4f42-abaa-cf5fc624d9fc tempest-TestNetworkBasicOps-233187296 tempest-TestNetworkBasicOps-233187296-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7996330'] for security_group, after_delete {{(pid=94174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:47:12.282886 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron_lib.callbacks.manager [None req-66ef4eae-23b1-4f42-abaa-cf5fc624d9fc tempest-TestNetworkBasicOps-233187296 tempest-TestNetworkBasicOps-233187296-project] Notify callbacks [] for security_group, before_response {{(pid=94174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:47:12.285094 dv-neutron-601336-94-hyperv neutron-server[94174]: INFO neutron.wsgi [None req-66ef4eae-23b1-4f42-abaa-cf5fc624d9fc tempest-TestNetworkBasicOps-233187296 tempest-TestNetworkBasicOps-233187296-project] 10.222.0.20 "DELETE /v2.0/security-groups/4a91b944-a0b3-42a1-8012-78fffa34a980 HTTP/1.1" status: 204 len: 168 time: 0.2372172 Jun 23 11:47:12.286301 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG oslo_concurrency.lockutils [None req-60092484-e62b-4eac-8c40-b1d5d220249a tempest-TestNetworkBasicOps-233187296 tempest-TestNetworkBasicOps-233187296-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94174) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 11:47:12.299679 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66ef4eae-23b1-4f42-abaa-cf5fc624d9fc tempest-TestNetworkBasicOps-233187296 tempest-TestNetworkBasicOps-233187296-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=4a91b944-a0b3-42a1-8012-78fffa34a980,revision_number=None']} {{(pid=94174) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 11:47:12.310580 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG oslo_concurrency.lockutils [None req-66ef4eae-23b1-4f42-abaa-cf5fc624d9fc tempest-TestNetworkBasicOps-233187296 tempest-TestNetworkBasicOps-233187296-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.024s {{(pid=94174) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 11:47:12.349504 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.wsgi [-] (94174) accepted ('10.222.0.20', 44924) {{(pid=94174) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 11:47:12.368591 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2eec270c-2b18-494a-a33d-b2c09909c9de req-24fbe73f-0d2a-4701-a76d-9179a0ac4d6c tempest-TestVolumeBootPattern-1838142519 tempest-TestVolumeBootPattern-1838142519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 11:47:12.370358 dv-neutron-601336-94-hyperv neutron-server[94175]: INFO neutron.wsgi [req-2eec270c-2b18-494a-a33d-b2c09909c9de req-24fbe73f-0d2a-4701-a76d-9179a0ac4d6c tempest-TestVolumeBootPattern-1838142519 tempest-TestVolumeBootPattern-1838142519-project] 10.222.0.20 "GET /v2.0/ports?device_id=69b09054-1b7e-42ac-b18b-41601b97914b HTTP/1.1" status: 200 len: 944 time: 0.4197321 Jun 23 11:47:12.413743 dv-neutron-601336-94-hyperv neutron-server[94175]: INFO neutron.wsgi [req-2eec270c-2b18-494a-a33d-b2c09909c9de req-840c5385-41f1-4b4e-8177-33bacac744ed tempest-TestVolumeBootPattern-1838142519 tempest-TestVolumeBootPattern-1838142519-project] 10.222.0.20 "GET /v2.0/security-groups?id=caa86333-f4a4-4907-90fa-9f1b20d99924&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0364711 Jun 23 11:47:12.467210 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron_lib.callbacks.manager [None req-97bd5441-1da2-49ee-a364-27795820ba27 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-923122'] for port, before_update {{(pid=94176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:47:12.489792 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '69b09054-1b7e-42ac-b18b-41601b97914b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '51b75e6f-0abf-4db0-a219-129259668275'}] {{(pid=94176) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 23 11:47:12.492095 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}887b0dfc0393de878080286a57e4a08d4fa60dd0cddd118f338ebfcd351ddd4c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6914e0b4-8faf-4a06-9659-0ebfeeae7562" -d '{"events": [{"server_uuid": "69b09054-1b7e-42ac-b18b-41601b97914b", "name": "network-vif-plugged", "status": "completed", "tag": "51b75e6f-0abf-4db0-a219-129259668275"}]}' {{(pid=94176) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 23 11:47:12.506676 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.plugins.ml2.db [None req-97bd5441-1da2-49ee-a364-27795820ba27 None None] For port 51b75e6f-0abf-4db0-a219-129259668275, host hv-neutron-6013, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-6013',level=0,port_id=51b75e6f-0abf-4db0-a219-129259668275,segment=NetworkSegment(c7798981-dff9-4fc8-94a4-46182475c2ee),segment_id=c7798981-dff9-4fc8-94a4-46182475c2ee)] {{(pid=94176) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 23 11:47:12.515338 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.plugins.ml2.plugin [None req-ead10d06-de21-4589-a53e-398f9be90f83 tempest-TestNetworkBasicOps-233187296 tempest-TestNetworkBasicOps-233187296-project] Deleting port 4923d9ea-ce82-4fe4-85ee-76b8e7c03065 {{(pid=94174) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1913}} Jun 23 11:47:12.515683 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron_lib.callbacks.manager [None req-ead10d06-de21-4589-a53e-398f9be90f83 tempest-TestNetworkBasicOps-233187296 tempest-TestNetworkBasicOps-233187296-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773700079324'] for port, before_delete {{(pid=94174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:47:12.577888 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 23 Jun 2021 11:47:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fadd7f96-cd1d-4359-82b1-a678847702db x-openstack-request-id: req-fadd7f96-cd1d-4359-82b1-a678847702db {{(pid=94176) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 23 11:47:12.578200 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "69b09054-1b7e-42ac-b18b-41601b97914b", "name": "network-vif-plugged", "status": "completed", "tag": "51b75e6f-0abf-4db0-a219-129259668275", "code": 200}]} {{(pid=94176) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 23 11:47:12.578466 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-fadd7f96-cd1d-4359-82b1-a678847702db {{(pid=94176) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 23 11:47:12.578879 dv-neutron-601336-94-hyperv neutron-server[94176]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '69b09054-1b7e-42ac-b18b-41601b97914b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '51b75e6f-0abf-4db0-a219-129259668275', 'code': 200} Jun 23 11:47:12.589746 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron_lib.callbacks.manager [None req-ead10d06-de21-4589-a53e-398f9be90f83 tempest-TestNetworkBasicOps-233187296 tempest-TestNetworkBasicOps-233187296-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-430722'] for port, precommit_delete {{(pid=94174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:47:12.590088 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron_lib.callbacks.manager [None req-ead10d06-de21-4589-a53e-398f9be90f83 tempest-TestNetworkBasicOps-233187296 tempest-TestNetworkBasicOps-233187296-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:47:12.602729 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.plugins.ml2.plugin [None req-ead10d06-de21-4589-a53e-398f9be90f83 tempest-TestNetworkBasicOps-233187296 tempest-TestNetworkBasicOps-233187296-project] Calling delete_port for 4923d9ea-ce82-4fe4-85ee-76b8e7c03065 owned by network:floatingip {{(pid=94174) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1986}} Jun 23 11:47:12.610549 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron_lib.callbacks.manager [None req-97bd5441-1da2-49ee-a364-27795820ba27 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-922904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866062', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773700135042', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773699642233', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773699642278'] for port, after_update {{(pid=94176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:47:12.611511 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.plugins.ml2.rpc [None req-97bd5441-1da2-49ee-a364-27795820ba27 None None] Device 5a72764a-eeca-4f62-8566-02646ae0c04b no longer exists at agent hyperv_hv-neutron-6013 {{(pid=94176) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:261}} Jun 23 11:47:12.614078 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG oslo_concurrency.lockutils [None req-97bd5441-1da2-49ee-a364-27795820ba27 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 11:47:12.631750 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.plugins.ml2.plugin [None req-97bd5441-1da2-49ee-a364-27795820ba27 None None] No Port match for: 5a72764a-eeca-4f62-8566-02646ae0c04b {{(pid=94176) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2240}} Jun 23 11:47:12.632457 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.plugins.ml2.rpc [None req-97bd5441-1da2-49ee-a364-27795820ba27 None None] Device 5a72764a-eeca-4f62-8566-02646ae0c04b not bound to the agent host hv-neutron-6013 {{(pid=94176) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:271}} Jun 23 11:47:12.681750 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97bd5441-1da2-49ee-a364-27795820ba27 None None] Pushing event updated for resources: {'Port': ['ID=51b75e6f-0abf-4db0-a219-129259668275,revision_number=5']} {{(pid=94176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 11:47:12.685050 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG oslo_concurrency.lockutils [None req-97bd5441-1da2-49ee-a364-27795820ba27 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.071s {{(pid=94176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 11:47:12.842275 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43fb29eb-69b8-421c-867d-2564c26a6d16 req-c9cc43fb-23b4-4f2a-bdf7-d807a908af0c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 11:47:12.843826 dv-neutron-601336-94-hyperv neutron-server[94175]: INFO neutron.wsgi [req-43fb29eb-69b8-421c-867d-2564c26a6d16 req-c9cc43fb-23b4-4f2a-bdf7-d807a908af0c service neutron] 10.222.0.52 "GET /v2.0/ports?device_id=69b09054-1b7e-42ac-b18b-41601b97914b HTTP/1.1" status: 200 len: 1098 time: 0.0548124 Jun 23 11:47:12.881552 dv-neutron-601336-94-hyperv neutron-server[94175]: INFO neutron.wsgi [req-43fb29eb-69b8-421c-867d-2564c26a6d16 req-547d3a69-a871-4603-9bdb-517acf5b55cd service neutron] 10.222.0.52 "GET /v2.0/security-groups?id=caa86333-f4a4-4907-90fa-9f1b20d99924&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0307364 Jun 23 11:47:13.216935 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron_lib.callbacks.manager [None req-ead10d06-de21-4589-a53e-398f9be90f83 tempest-TestNetworkBasicOps-233187296 tempest-TestNetworkBasicOps-233187296-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-922904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866062', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773700135024', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773699642224', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5196390'] for port, after_delete {{(pid=94174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:47:13.219281 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG oslo_concurrency.lockutils [None req-87a15f4d-6a6c-49bc-b95d-0a65dcc20a6f service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94174) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 11:47:13.243098 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ead10d06-de21-4589-a53e-398f9be90f83 tempest-TestNetworkBasicOps-233187296 tempest-TestNetworkBasicOps-233187296-project] Pushing event deleted for resources: {'Port': ['ID=4923d9ea-ce82-4fe4-85ee-76b8e7c03065,revision_number=None']} {{(pid=94174) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 11:47:13.246229 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG oslo_concurrency.lockutils [None req-ead10d06-de21-4589-a53e-398f9be90f83 tempest-TestNetworkBasicOps-233187296 tempest-TestNetworkBasicOps-233187296-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=94174) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 11:47:13.250997 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron_lib.callbacks.manager [None req-6861e492-02b4-4fbb-8c2c-e01011e27a02 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773699952132', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-899307'] for agent, after_update {{(pid=94176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:47:13.308627 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron_lib.callbacks.manager [None req-ead10d06-de21-4589-a53e-398f9be90f83 tempest-TestNetworkBasicOps-233187296 tempest-TestNetworkBasicOps-233187296-project] Notify callbacks [] for floatingip, after_delete {{(pid=94174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:47:13.308963 dv-neutron-601336-94-hyperv neutron-server[94174]: INFO neutron.db.l3_db [None req-ead10d06-de21-4589-a53e-398f9be90f83 tempest-TestNetworkBasicOps-233187296 tempest-TestNetworkBasicOps-233187296-project] Floating IP c2f737c2-647e-4da4-ae6f-c10ae32e5d0b disassociated (deleted). External IP: 172.26.3.54, port: bf3f39a0-2ab2-4420-9195-f6476b938fa8. Jun 23 11:47:13.512707 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ead10d06-de21-4589-a53e-398f9be90f83 tempest-TestNetworkBasicOps-233187296 tempest-TestNetworkBasicOps-233187296-project] Router ade8f4bc-d61a-4279-9c53-6d5e6bc3ad41 has already been hosted by L3 agent 50ef99c0-ef28-4db5-b303-b145898fae60 {{(pid=94174) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 23 11:47:13.598669 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c19cee04-51e2-427b-98f7-ab5188d11f7f req-9459677d-5132-4a6d-a3d5-d7341231d3fa tempest-TestVolumeBootPattern-1838142519 tempest-TestVolumeBootPattern-1838142519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 11:47:13.600139 dv-neutron-601336-94-hyperv neutron-server[94175]: INFO neutron.wsgi [req-c19cee04-51e2-427b-98f7-ab5188d11f7f req-9459677d-5132-4a6d-a3d5-d7341231d3fa tempest-TestVolumeBootPattern-1838142519 tempest-TestVolumeBootPattern-1838142519-project] 10.222.0.20 "GET /v2.0/ports?device_id=69b09054-1b7e-42ac-b18b-41601b97914b HTTP/1.1" status: 200 len: 945 time: 0.0669906 Jun 23 11:47:13.630650 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ead10d06-de21-4589-a53e-398f9be90f83 tempest-TestNetworkBasicOps-233187296 tempest-TestNetworkBasicOps-233187296-project] Notify agent at l3_agent.dv-neutron-601336-94-hyperv the message routers_updated {{(pid=94174) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 23 11:47:13.635430 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron_lib.callbacks.manager [None req-ead10d06-de21-4589-a53e-398f9be90f83 tempest-TestNetworkBasicOps-233187296 tempest-TestNetworkBasicOps-233187296-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-217507'] for floatingip, before_response {{(pid=94174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:47:13.640422 dv-neutron-601336-94-hyperv neutron-server[94175]: INFO neutron.wsgi [req-c19cee04-51e2-427b-98f7-ab5188d11f7f req-30f6450d-b791-49ad-a579-f0b9d678445b tempest-TestVolumeBootPattern-1838142519 tempest-TestVolumeBootPattern-1838142519-project] 10.222.0.20 "GET /v2.0/security-groups?id=caa86333-f4a4-4907-90fa-9f1b20d99924&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0335872 Jun 23 11:47:13.645651 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0961e4a1-81e9-48a9-b25f-f5f0ac043cbf None None] Sync routers for ids ['ade8f4bc-d61a-4279-9c53-6d5e6bc3ad41'] in dv-neutron-601336-94-hyperv {{(pid=94176) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 23 11:47:13.652972 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0961e4a1-81e9-48a9-b25f-f5f0ac043cbf None None] Routers {'ade8f4bc-d61a-4279-9c53-6d5e6bc3ad41'} bound to L3 agent in host dv-neutron-601336-94-hyperv {{(pid=94176) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 23 11:47:13.653598 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.db.l3_hamode_db [None req-0961e4a1-81e9-48a9-b25f-f5f0ac043cbf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-601336-94-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-23T11:22:13Z,description=,heartbeat_timestamp=2021-06-23T11:47:13Z,host='dv-neutron-601336-94-hyperv',id=50ef99c0-ef28-4db5-b303-b145898fae60,load=0,resource_versions=,resources_synced=,started_at=2021-06-23T11:22:14Z,topic='l3_agent')) {'router_ids': ['ade8f4bc-d61a-4279-9c53-6d5e6bc3ad41'], 'active': True} {{(pid=94176) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 11:47:13.679681 dv-neutron-601336-94-hyperv neutron-server[94174]: INFO neutron.wsgi [None req-ead10d06-de21-4589-a53e-398f9be90f83 tempest-TestNetworkBasicOps-233187296 tempest-TestNetworkBasicOps-233187296-project] 10.222.0.20 "DELETE /v2.0/floatingips/c2f737c2-647e-4da4-ae6f-c10ae32e5d0b HTTP/1.1" status: 204 len: 168 time: 1.3290658 Jun 23 11:47:13.680532 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e4bd57b8-f2f3-4aa6-97c4-37ab3d8b0c33', 'tag': 'bf3f39a0-2ab2-4420-9195-f6476b938fa8'}] {{(pid=94174) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 23 11:47:13.682999 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6ff47218258ed5bf6cae7f276c9622ae488f9e8ebc13d1a310221fbcfb04c5dd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-079a8d76-5eab-4997-9f97-4a1e5f5b8cbb" -d '{"events": [{"name": "network-changed", "server_uuid": "e4bd57b8-f2f3-4aa6-97c4-37ab3d8b0c33", "tag": "bf3f39a0-2ab2-4420-9195-f6476b938fa8"}]}' {{(pid=94174) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 23 11:47:13.737295 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 23 Jun 2021 11:47:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e907c742-a85c-4f0a-a822-3779e3166dc9 x-openstack-request-id: req-e907c742-a85c-4f0a-a822-3779e3166dc9 {{(pid=94174) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 23 11:47:13.738229 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e4bd57b8-f2f3-4aa6-97c4-37ab3d8b0c33", "tag": "bf3f39a0-2ab2-4420-9195-f6476b938fa8", "status": "completed", "code": 200}]} {{(pid=94174) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 23 11:47:13.738729 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-e907c742-a85c-4f0a-a822-3779e3166dc9 {{(pid=94174) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 23 11:47:13.739260 dv-neutron-601336-94-hyperv neutron-server[94174]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e4bd57b8-f2f3-4aa6-97c4-37ab3d8b0c33', 'tag': 'bf3f39a0-2ab2-4420-9195-f6476b938fa8', 'status': 'completed', 'code': 200} Jun 23 11:47:13.763529 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.db.l3_dvr_db [None req-0961e4a1-81e9-48a9-b25f-f5f0ac043cbf None None] Set router ade8f4bc-d61a-4279-9c53-6d5e6bc3ad41 gateway port host: dv-neutron-601336-94-hyperv {{(pid=94176) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:838}} Jun 23 11:47:13.818248 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-079a8d76-5eab-4997-9f97-4a1e5f5b8cbb req-718653ef-681e-4e0f-95f1-8f5fd42550fb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 11:47:13.820176 dv-neutron-601336-94-hyperv neutron-server[94175]: INFO neutron.wsgi [req-079a8d76-5eab-4997-9f97-4a1e5f5b8cbb req-718653ef-681e-4e0f-95f1-8f5fd42550fb service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=772b9946478d439e9da4eaeade7fb21d&device_id=e4bd57b8-f2f3-4aa6-97c4-37ab3d8b0c33 HTTP/1.1" status: 200 len: 1098 time: 0.0616579 Jun 23 11:47:13.928475 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-079a8d76-5eab-4997-9f97-4a1e5f5b8cbb req-071a8802-84b1-4792-b228-33bedadc994f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 11:47:13.931022 dv-neutron-601336-94-hyperv neutron-server[94175]: INFO neutron.wsgi [req-079a8d76-5eab-4997-9f97-4a1e5f5b8cbb req-071a8802-84b1-4792-b228-33bedadc994f service neutron] 10.222.0.52 "GET /v2.0/networks?id=7c6ed185-f292-4360-8abf-4c847180005e HTTP/1.1" status: 200 len: 898 time: 0.1036019 Jun 23 11:47:13.973094 dv-neutron-601336-94-hyperv neutron-server[94175]: INFO neutron.wsgi [req-079a8d76-5eab-4997-9f97-4a1e5f5b8cbb req-f9ae0ea0-e027-4602-b8ae-ff98a08f30cd service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=bf3f39a0-2ab2-4420-9195-f6476b938fa8 HTTP/1.1" status: 200 len: 217 time: 0.0352998 Jun 23 11:47:13.995710 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.db.l3_hamode_db [None req-0961e4a1-81e9-48a9-b25f-f5f0ac043cbf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ade8f4bc-d61a-4279-9c53-6d5e6bc3ad41', 'name': 'tempest-TestNetworkBasicOps-router-1394013319', 'tenant_id': '772b9946478d439e9da4eaeade7fb21d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3e7e4eb3-cf02-4d47-ade9-0a579cdfc60f', 'external_fixed_ips': [{'subnet_id': 'a5ad15ab-c489-4a67-a9b0-d559fca0ec71', 'ip_address': '172.26.3.251'}], 'enable_snat': True}, 'gw_port_id': 'd8b0bc70-b1be-47c6-afc7-9f8cf57445e9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-23T11:45:41Z', 'updated_at': '2021-06-23T11:45:45Z', 'revision_number': 4, 'project_id': '772b9946478d439e9da4eaeade7fb21d', 'gw_port': {'id': 'd8b0bc70-b1be-47c6-afc7-9f8cf57445e9', 'name': '', 'network_id': '3e7e4eb3-cf02-4d47-ade9-0a579cdfc60f', 'tenant_id': '', 'mac_address': 'fa:16:3e:94:78:e5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ade8f4bc-d61a-4279-9c53-6d5e6bc3ad41', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1478, 'fixed_ips': [{'subnet_id': 'a5ad15ab-c489-4a67-a9b0-d559fca0ec71', 'ip_address': '172.26.3.251', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-94-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-23T11:45:41Z', 'updated_at': '2021-06-23T11:45:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a5ad15ab-c489-4a67-a9b0-d559fca0ec71', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-601336-94-hyperv', '_interfaces': [{'id': 'ed804b38-8ae2-4d08-91dd-c57ce2b3a471', 'name': '', 'network_id': '7c6ed185-f292-4360-8abf-4c847180005e', 'tenant_id': '772b9946478d439e9da4eaeade7fb21d', 'mac_address': 'fa:16:3e:66:29:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ade8f4bc-d61a-4279-9c53-6d5e6bc3ad41', 'device_owner': 'network:router_interface', 'standard_attr_id': 1481, 'fixed_ips': [{'subnet_id': '00422a88-78b3-4939-97f5-db1169ebe13e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-94-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-23T11:45:45Z', 'updated_at': '2021-06-23T11:45:49Z', 'revision_number': 5, 'project_id': '772b9946478d439e9da4eaeade7fb21d', 'subnets': [{'id': '00422a88-78b3-4939-97f5-db1169ebe13e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-601336-94-hyperv', False) {} {{(pid=94176) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 11:47:14.020729 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-079a8d76-5eab-4997-9f97-4a1e5f5b8cbb req-a368c8e0-eafa-4bae-ab85-f1d431b38c49 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 11:47:14.022192 dv-neutron-601336-94-hyperv neutron-server[94175]: INFO neutron.wsgi [req-079a8d76-5eab-4997-9f97-4a1e5f5b8cbb req-a368c8e0-eafa-4bae-ab85-f1d431b38c49 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=00422a88-78b3-4939-97f5-db1169ebe13e HTTP/1.1" status: 200 len: 833 time: 0.0438507 Jun 23 11:47:14.025959 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0961e4a1-81e9-48a9-b25f-f5f0ac043cbf None None] Checking router: ade8f4bc-d61a-4279-9c53-6d5e6bc3ad41 for host: dv-neutron-601336-94-hyperv {{(pid=94176) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 23 11:47:14.027930 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron_lib.callbacks.manager [None req-dc7542b2-afef-47f4-a763-e3a3cba144be None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773699952132', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-899307'] for agent, after_update {{(pid=94176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:47:14.036025 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0961e4a1-81e9-48a9-b25f-f5f0ac043cbf None None] Routers {'ade8f4bc-d61a-4279-9c53-6d5e6bc3ad41'} bound to L3 agent in host dv-neutron-601336-94-hyperv {{(pid=94176) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 23 11:47:14.036752 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.db.l3_hamode_db [None req-0961e4a1-81e9-48a9-b25f-f5f0ac043cbf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-601336-94-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-23T11:22:13Z,description=,heartbeat_timestamp=2021-06-23T11:47:13Z,host='dv-neutron-601336-94-hyperv',id=50ef99c0-ef28-4db5-b303-b145898fae60,load=0,resource_versions=,resources_synced=,started_at=2021-06-23T11:22:14Z,topic='l3_agent')) {'router_ids': ['ade8f4bc-d61a-4279-9c53-6d5e6bc3ad41'], 'active': True} {{(pid=94176) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 11:47:14.085476 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-079a8d76-5eab-4997-9f97-4a1e5f5b8cbb req-051a9055-8638-4ee7-814f-09e943fad632 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 11:47:14.086969 dv-neutron-601336-94-hyperv neutron-server[94175]: INFO neutron.wsgi [req-079a8d76-5eab-4997-9f97-4a1e5f5b8cbb req-051a9055-8638-4ee7-814f-09e943fad632 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=7c6ed185-f292-4360-8abf-4c847180005e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1178 time: 0.0585823 Jun 23 11:47:14.162353 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.db.l3_dvr_db [None req-0961e4a1-81e9-48a9-b25f-f5f0ac043cbf None None] Set router ade8f4bc-d61a-4279-9c53-6d5e6bc3ad41 gateway port host: dv-neutron-601336-94-hyperv {{(pid=94176) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:838}} Jun 23 11:47:14.178294 dv-neutron-601336-94-hyperv neutron-server[94175]: INFO neutron.wsgi [req-079a8d76-5eab-4997-9f97-4a1e5f5b8cbb req-b11c2593-ba49-42ef-9aa0-e7a72b05b13b service neutron] 10.222.0.52 "GET /v2.0/networks/7c6ed185-f292-4360-8abf-4c847180005e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0847185 Jun 23 11:47:14.296185 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1d8a7b3-567f-4035-885b-0dd3e02754cf req-5b2e3f48-83c1-4b84-a0b0-33df52c4a265 tempest-TestNetworkBasicOps-233187296 tempest-TestNetworkBasicOps-233187296-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 11:47:14.297567 dv-neutron-601336-94-hyperv neutron-server[94175]: INFO neutron.wsgi [req-a1d8a7b3-567f-4035-885b-0dd3e02754cf req-5b2e3f48-83c1-4b84-a0b0-33df52c4a265 tempest-TestNetworkBasicOps-233187296 tempest-TestNetworkBasicOps-233187296-project] 10.222.0.20 "GET /v2.0/ports?device_id=e4bd57b8-f2f3-4aa6-97c4-37ab3d8b0c33 HTTP/1.1" status: 200 len: 945 time: 0.0647626 Jun 23 11:47:14.362113 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.db.l3_hamode_db [None req-0961e4a1-81e9-48a9-b25f-f5f0ac043cbf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ade8f4bc-d61a-4279-9c53-6d5e6bc3ad41', 'name': 'tempest-TestNetworkBasicOps-router-1394013319', 'tenant_id': '772b9946478d439e9da4eaeade7fb21d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3e7e4eb3-cf02-4d47-ade9-0a579cdfc60f', 'external_fixed_ips': [{'subnet_id': 'a5ad15ab-c489-4a67-a9b0-d559fca0ec71', 'ip_address': '172.26.3.251'}], 'enable_snat': True}, 'gw_port_id': 'd8b0bc70-b1be-47c6-afc7-9f8cf57445e9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-23T11:45:41Z', 'updated_at': '2021-06-23T11:45:45Z', 'revision_number': 4, 'project_id': '772b9946478d439e9da4eaeade7fb21d', 'gw_port': {'id': 'd8b0bc70-b1be-47c6-afc7-9f8cf57445e9', 'name': '', 'network_id': '3e7e4eb3-cf02-4d47-ade9-0a579cdfc60f', 'tenant_id': '', 'mac_address': 'fa:16:3e:94:78:e5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ade8f4bc-d61a-4279-9c53-6d5e6bc3ad41', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1478, 'fixed_ips': [{'subnet_id': 'a5ad15ab-c489-4a67-a9b0-d559fca0ec71', 'ip_address': '172.26.3.251', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-94-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-23T11:45:41Z', 'updated_at': '2021-06-23T11:45:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a5ad15ab-c489-4a67-a9b0-d559fca0ec71', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-601336-94-hyperv', '_interfaces': [{'id': 'ed804b38-8ae2-4d08-91dd-c57ce2b3a471', 'name': '', 'network_id': '7c6ed185-f292-4360-8abf-4c847180005e', 'tenant_id': '772b9946478d439e9da4eaeade7fb21d', 'mac_address': 'fa:16:3e:66:29:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ade8f4bc-d61a-4279-9c53-6d5e6bc3ad41', 'device_owner': 'network:router_interface', 'standard_attr_id': 1481, 'fixed_ips': [{'subnet_id': '00422a88-78b3-4939-97f5-db1169ebe13e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-94-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-23T11:45:45Z', 'updated_at': '2021-06-23T11:45:49Z', 'revision_number': 5, 'project_id': '772b9946478d439e9da4eaeade7fb21d', 'subnets': [{'id': '00422a88-78b3-4939-97f5-db1169ebe13e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-601336-94-hyperv', False) {} {{(pid=94176) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 11:47:14.382695 dv-neutron-601336-94-hyperv neutron-server[94175]: INFO neutron.wsgi [req-a1d8a7b3-567f-4035-885b-0dd3e02754cf req-1cf5b0a0-cee1-4fbc-b0ec-35e4721ab45a tempest-TestNetworkBasicOps-233187296 tempest-TestNetworkBasicOps-233187296-project] 10.222.0.20 "GET /v2.0/security-groups?id=6bbfd907-a19e-4793-ae3d-1a5f38543fae&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0788951 Jun 23 11:47:14.388068 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0961e4a1-81e9-48a9-b25f-f5f0ac043cbf None None] The sync data for ids ['ade8f4bc-d61a-4279-9c53-6d5e6bc3ad41'] in dv-neutron-601336-94-hyperv is: [{'id': 'ade8f4bc-d61a-4279-9c53-6d5e6bc3ad41', 'name': 'tempest-TestNetworkBasicOps-router-1394013319', 'tenant_id': '772b9946478d439e9da4eaeade7fb21d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3e7e4eb3-cf02-4d47-ade9-0a579cdfc60f', 'external_fixed_ips': [{'subnet_id': 'a5ad15ab-c489-4a67-a9b0-d559fca0ec71', 'ip_address': '172.26.3.251'}], 'enable_snat': True}, 'gw_port_id': 'd8b0bc70-b1be-47c6-afc7-9f8cf57445e9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-23T11:45:41Z', 'updated_at': '2021-06-23T11:45:45Z', 'revision_number': 4, 'project_id': '772b9946478d439e9da4eaeade7fb21d', 'gw_port': {'id': 'd8b0bc70-b1be-47c6-afc7-9f8cf57445e9', 'name': '', 'network_id': '3e7e4eb3-cf02-4d47-ade9-0a579cdfc60f', 'tenant_id': '', 'mac_address': 'fa:16:3e:94:78:e5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ade8f4bc-d61a-4279-9c53-6d5e6bc3ad41', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1478, 'fixed_ips': [{'subnet_id': 'a5ad15ab-c489-4a67-a9b0-d559fca0ec71', 'ip_address': '172.26.3.251', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-94-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-23T11:45:41Z', 'updated_at': '2021-06-23T11:45:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a5ad15ab-c489-4a67-a9b0-d559fca0ec71', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-601336-94-hyperv', '_interfaces': [{'id': 'ed804b38-8ae2-4d08-91dd-c57ce2b3a471', 'name': '', 'network_id': '7c6ed185-f292-4360-8abf-4c847180005e', 'tenant_id': '772b9946478d439e9da4eaeade7fb21d', 'mac_address': 'fa:16:3e:66:29:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ade8f4bc-d61a-4279-9c53-6d5e6bc3ad41', 'device_owner': 'network:router_interface', 'standard_attr_id': 1481, 'fixed_ips': [{'subnet_id': '00422a88-78b3-4939-97f5-db1169ebe13e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-94-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-23T11:45:45Z', 'updated_at': '2021-06-23T11:45:49Z', 'revision_number': 5, 'project_id': '772b9946478d439e9da4eaeade7fb21d', 'subnets': [{'id': '00422a88-78b3-4939-97f5-db1169ebe13e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94176) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 23 11:47:14.420215 dv-neutron-601336-94-hyperv neutron-server[94175]: INFO neutron.wsgi [req-079a8d76-5eab-4997-9f97-4a1e5f5b8cbb req-3d3509ee-b485-4641-a1b1-c847f9039701 service neutron] 10.222.0.52 "GET /v2.0/networks/7c6ed185-f292-4360-8abf-4c847180005e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1103370 Jun 23 11:47:14.582351 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron_lib.callbacks.manager [None req-4c20ea5f-bc7f-4d4e-935d-57f082af6ccb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773699952132', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-899307'] for agent, after_update {{(pid=94176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:47:14.607762 dv-neutron-601336-94-hyperv neutron-server[94177]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5f4087af-5854-4a6e-aa79-0fef81e09740 None None] New status for floating IP c2f737c2-647e-4da4-ae6f-c10ae32e5d0b: DOWN {{(pid=94177) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 23 11:47:14.820426 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bbd8d04-a0b2-4622-bfa3-bd076d5c7fa9 req-31c0284e-750d-40a7-984d-17d3ae94ed23 tempest-TestVolumeBootPattern-1838142519 tempest-TestVolumeBootPattern-1838142519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94174) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 11:47:14.821819 dv-neutron-601336-94-hyperv neutron-server[94174]: INFO neutron.wsgi [req-4bbd8d04-a0b2-4622-bfa3-bd076d5c7fa9 req-31c0284e-750d-40a7-984d-17d3ae94ed23 tempest-TestVolumeBootPattern-1838142519 tempest-TestVolumeBootPattern-1838142519-project] 10.222.0.20 "GET /v2.0/ports?device_id=69b09054-1b7e-42ac-b18b-41601b97914b HTTP/1.1" status: 200 len: 945 time: 0.0642533 Jun 23 11:47:14.857759 dv-neutron-601336-94-hyperv neutron-server[94174]: INFO neutron.wsgi [req-4bbd8d04-a0b2-4622-bfa3-bd076d5c7fa9 req-acf8b296-8270-48eb-ace8-5c0a4cd67f80 tempest-TestVolumeBootPattern-1838142519 tempest-TestVolumeBootPattern-1838142519-project] 10.222.0.20 "GET /v2.0/security-groups?id=caa86333-f4a4-4907-90fa-9f1b20d99924&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0304475 Jun 23 11:47:15.028000 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f5d924c-7995-43b0-bcf6-410a39135029 req-ba5d74a7-2e31-47d3-b8c5-e1d3b275aaf2 tempest-TestVolumeBootPattern-1838142519 tempest-TestVolumeBootPattern-1838142519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 11:47:15.029454 dv-neutron-601336-94-hyperv neutron-server[94175]: INFO neutron.wsgi [req-9f5d924c-7995-43b0-bcf6-410a39135029 req-ba5d74a7-2e31-47d3-b8c5-e1d3b275aaf2 tempest-TestVolumeBootPattern-1838142519 tempest-TestVolumeBootPattern-1838142519-project] 10.222.0.20 "GET /v2.0/ports?device_id=69b09054-1b7e-42ac-b18b-41601b97914b HTTP/1.1" status: 200 len: 945 time: 0.0637579 Jun 23 11:47:15.066426 dv-neutron-601336-94-hyperv neutron-server[94175]: INFO neutron.wsgi [req-9f5d924c-7995-43b0-bcf6-410a39135029 req-42834c9e-a8ac-4ea9-8346-f2b4ad5d54ae tempest-TestVolumeBootPattern-1838142519 tempest-TestVolumeBootPattern-1838142519-project] 10.222.0.20 "GET /v2.0/security-groups?id=caa86333-f4a4-4907-90fa-9f1b20d99924&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0306628 Jun 23 11:47:15.090354 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.wsgi [-] (94175) accepted ('10.222.0.20', 44942) {{(pid=94175) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 11:47:15.190228 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d4597036-4e0a-416f-bcea-02caffbb8ca4 tempest-TestVolumeBootPattern-1691522460 tempest-TestVolumeBootPattern-1691522460-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 11:47:15.191770 dv-neutron-601336-94-hyperv neutron-server[94175]: INFO neutron.wsgi [None req-d4597036-4e0a-416f-bcea-02caffbb8ca4 tempest-TestVolumeBootPattern-1691522460 tempest-TestVolumeBootPattern-1691522460-project-admin] 10.222.0.20 "GET /v2.0/ports?device_id=69b09054-1b7e-42ac-b18b-41601b97914b HTTP/1.1" status: 200 len: 1093 time: 0.1004508 Jun 23 11:47:15.194504 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.wsgi [-] (94175) accepted ('10.222.0.20', 44946) {{(pid=94175) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 11:47:15.198879 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.api.v2.base [None req-862fc4b3-28a1-4775-b06e-f8dc0be20402 tempest-TestVolumeBootPattern-1838142519 tempest-TestVolumeBootPattern-1838142519-project] Request body: {'floatingip': {'floating_network_id': '3e7e4eb3-cf02-4d47-ade9-0a579cdfc60f', 'port_id': '51b75e6f-0abf-4db0-a219-129259668275', 'tenant_id': '196d16edf443490aaaba40ccfc7a3448', 'fixed_ip_address': '172.20.0.8'}} {{(pid=94175) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 23 11:47:15.268595 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron_lib.callbacks.manager [None req-862fc4b3-28a1-4775-b06e-f8dc0be20402 tempest-TestVolumeBootPattern-1838142519 tempest-TestVolumeBootPattern-1838142519-project] Notify callbacks [] for floatingip, before_create {{(pid=94175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:47:15.362539 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron_lib.callbacks.manager [None req-862fc4b3-28a1-4775-b06e-f8dc0be20402 tempest-TestVolumeBootPattern-1838142519 tempest-TestVolumeBootPattern-1838142519-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-923104'] for port, before_create {{(pid=94175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:47:15.469957 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.db.db_base_plugin_common [None req-862fc4b3-28a1-4775-b06e-f8dc0be20402 tempest-TestVolumeBootPattern-1838142519 tempest-TestVolumeBootPattern-1838142519-project] Allocated IP 172.26.3.87 (3e7e4eb3-cf02-4d47-ade9-0a579cdfc60f/a5ad15ab-c489-4a67-a9b0-d559fca0ec71/0ae172cb-5e39-43b9-b233-6c8ca1f98628) {{(pid=94175) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 23 11:47:15.570059 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cff7f467-8eb0-4278-a8b1-3e2bd9766d89 req-25e70cc5-9a40-4f6f-8e9b-707939a5fa82 tempest-TestNetworkBasicOps-233187296 tempest-TestNetworkBasicOps-233187296-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94174) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 11:47:15.571574 dv-neutron-601336-94-hyperv neutron-server[94174]: INFO neutron.wsgi [req-cff7f467-8eb0-4278-a8b1-3e2bd9766d89 req-25e70cc5-9a40-4f6f-8e9b-707939a5fa82 tempest-TestNetworkBasicOps-233187296 tempest-TestNetworkBasicOps-233187296-project] 10.222.0.20 "GET /v2.0/ports?device_id=e4bd57b8-f2f3-4aa6-97c4-37ab3d8b0c33 HTTP/1.1" status: 200 len: 945 time: 0.0719347 Jun 23 11:47:15.581998 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron_lib.callbacks.manager [None req-862fc4b3-28a1-4775-b06e-f8dc0be20402 tempest-TestVolumeBootPattern-1838142519 tempest-TestVolumeBootPattern-1838142519-project] Notify callbacks [] for port, precommit_create {{(pid=94175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:47:15.612067 dv-neutron-601336-94-hyperv neutron-server[94174]: INFO neutron.wsgi [req-cff7f467-8eb0-4278-a8b1-3e2bd9766d89 req-6d01e852-b758-4008-a74b-652d2b5446e9 tempest-TestNetworkBasicOps-233187296 tempest-TestNetworkBasicOps-233187296-project] 10.222.0.20 "GET /v2.0/security-groups?id=6bbfd907-a19e-4793-ae3d-1a5f38543fae&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0347400 Jun 23 11:47:15.673898 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron_lib.callbacks.manager [None req-862fc4b3-28a1-4775-b06e-f8dc0be20402 tempest-TestVolumeBootPattern-1838142519 tempest-TestVolumeBootPattern-1838142519-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-922915', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-239814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7866073', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773699642215', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-5082457'] for port, after_create {{(pid=94175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:47:15.676082 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG oslo_concurrency.lockutils [None req-7e36a340-3d33-421e-98fd-6ceb6b0ff547 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94175) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 11:47:15.737292 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-862fc4b3-28a1-4775-b06e-f8dc0be20402 tempest-TestVolumeBootPattern-1838142519 tempest-TestVolumeBootPattern-1838142519-project] Network 3e7e4eb3-cf02-4d47-ade9-0a579cdfc60f is already hosted by enough agents. {{(pid=94175) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 23 11:47:15.743110 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.scheduler.base_scheduler [None req-862fc4b3-28a1-4775-b06e-f8dc0be20402 tempest-TestVolumeBootPattern-1838142519 tempest-TestVolumeBootPattern-1838142519-project] Resources bound (agent type, host, resource id): {{(pid=94175) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 23 11:47:15.750389 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.db.l3_dvrscheduler_db [None req-862fc4b3-28a1-4775-b06e-f8dc0be20402 tempest-TestVolumeBootPattern-1838142519 tempest-TestVolumeBootPattern-1838142519-project] Received port after_create {{(pid=94175) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 23 11:47:15.775930 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-862fc4b3-28a1-4775-b06e-f8dc0be20402 tempest-TestVolumeBootPattern-1838142519 tempest-TestVolumeBootPattern-1838142519-project] Pushing event updated for resources: {'Port': ['ID=0ae172cb-5e39-43b9-b233-6c8ca1f98628,revision_number=1']} {{(pid=94175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 11:47:15.780594 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG oslo_concurrency.lockutils [None req-862fc4b3-28a1-4775-b06e-f8dc0be20402 tempest-TestVolumeBootPattern-1838142519 tempest-TestVolumeBootPattern-1838142519-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.105s {{(pid=94175) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 11:47:15.839567 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbf691d1-c751-4883-8fd8-2d5d485465ce req-66428891-d231-479e-91f2-4c3f3fe43ab6 tempest-TestNetworkBasicOps-233187296 tempest-TestNetworkBasicOps-233187296-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 11:47:15.841044 dv-neutron-601336-94-hyperv neutron-server[94175]: INFO neutron.wsgi [req-bbf691d1-c751-4883-8fd8-2d5d485465ce req-66428891-d231-479e-91f2-4c3f3fe43ab6 tempest-TestNetworkBasicOps-233187296 tempest-TestNetworkBasicOps-233187296-project] 10.222.0.52 "GET /v2.0/ports?device_id=e4bd57b8-f2f3-4aa6-97c4-37ab3d8b0c33 HTTP/1.1" status: 200 len: 945 time: 0.1415837 Jun 23 11:47:16.064041 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.plugins.ml2.plugin [req-bbf691d1-c751-4883-8fd8-2d5d485465ce req-360ef26e-c968-4ddd-b4fc-c7d3101b949f tempest-TestNetworkBasicOps-233187296 tempest-TestNetworkBasicOps-233187296-project] Deleting port bf3f39a0-2ab2-4420-9195-f6476b938fa8 {{(pid=94175) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1913}} Jun 23 11:47:16.064734 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron_lib.callbacks.manager [req-bbf691d1-c751-4883-8fd8-2d5d485465ce req-360ef26e-c968-4ddd-b4fc-c7d3101b949f tempest-TestNetworkBasicOps-233187296 tempest-TestNetworkBasicOps-233187296-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773700079324'] for port, before_delete {{(pid=94175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:47:16.220709 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.plugins.ml2.db [req-bbf691d1-c751-4883-8fd8-2d5d485465ce req-360ef26e-c968-4ddd-b4fc-c7d3101b949f tempest-TestNetworkBasicOps-233187296 tempest-TestNetworkBasicOps-233187296-project] For port bf3f39a0-2ab2-4420-9195-f6476b938fa8, host hv-neutron-6013, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-6013',level=0,port_id=bf3f39a0-2ab2-4420-9195-f6476b938fa8,segment=NetworkSegment(82af645c-54b9-40e2-b447-1ad0a90238cd),segment_id=82af645c-54b9-40e2-b447-1ad0a90238cd)] {{(pid=94175) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 23 11:47:16.221605 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron_lib.callbacks.manager [req-bbf691d1-c751-4883-8fd8-2d5d485465ce req-360ef26e-c968-4ddd-b4fc-c7d3101b949f tempest-TestNetworkBasicOps-233187296 tempest-TestNetworkBasicOps-233187296-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-430722'] for port, precommit_delete {{(pid=94175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:47:16.240616 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.plugins.ml2.plugin [req-bbf691d1-c751-4883-8fd8-2d5d485465ce req-360ef26e-c968-4ddd-b4fc-c7d3101b949f tempest-TestNetworkBasicOps-233187296 tempest-TestNetworkBasicOps-233187296-project] Calling delete_port for bf3f39a0-2ab2-4420-9195-f6476b938fa8 owned by compute:nova {{(pid=94175) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1986}} Jun 23 11:47:16.342873 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron_lib.callbacks.manager [None req-862fc4b3-28a1-4775-b06e-f8dc0be20402 tempest-TestVolumeBootPattern-1838142519 tempest-TestVolumeBootPattern-1838142519-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:47:16.520332 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron_lib.callbacks.manager [req-bbf691d1-c751-4883-8fd8-2d5d485465ce req-360ef26e-c968-4ddd-b4fc-c7d3101b949f tempest-TestNetworkBasicOps-233187296 tempest-TestNetworkBasicOps-233187296-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-922904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866062', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773700135024', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773699642224', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5082448'] for port, after_delete {{(pid=94175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:47:16.525314 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG oslo_concurrency.lockutils [None req-22cbc97d-afa7-430d-9bd2-d6f6491d0e44 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94175) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 11:47:16.555767 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-360ef26e-c968-4ddd-b4fc-c7d3101b949f tempest-TestNetworkBasicOps-233187296 tempest-TestNetworkBasicOps-233187296-project] Pushing event deleted for resources: {'Port': ['ID=bf3f39a0-2ab2-4420-9195-f6476b938fa8,revision_number=None']} {{(pid=94175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 11:47:16.560181 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG oslo_concurrency.lockutils [None req-360ef26e-c968-4ddd-b4fc-c7d3101b949f tempest-TestNetworkBasicOps-233187296 tempest-TestNetworkBasicOps-233187296-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.035s {{(pid=94175) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 11:47:16.570728 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron_lib.callbacks.manager [None req-862fc4b3-28a1-4775-b06e-f8dc0be20402 tempest-TestVolumeBootPattern-1838142519 tempest-TestVolumeBootPattern-1838142519-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-923122'] for port, before_update {{(pid=94175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:47:16.629444 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.db.l3_dvrscheduler_db [req-bbf691d1-c751-4883-8fd8-2d5d485465ce req-360ef26e-c968-4ddd-b4fc-c7d3101b949f tempest-TestNetworkBasicOps-233187296 tempest-TestNetworkBasicOps-233187296-project] No DVR routers for this DVR port bf3f39a0-2ab2-4420-9195-f6476b938fa8 on host hv-neutron-6013 {{(pid=94175) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 23 11:47:16.632910 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron_lib.callbacks.manager [req-bbf691d1-c751-4883-8fd8-2d5d485465ce req-360ef26e-c968-4ddd-b4fc-c7d3101b949f tempest-TestNetworkBasicOps-233187296 tempest-TestNetworkBasicOps-233187296-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-217507'] for port, before_response {{(pid=94175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:47:16.634884 dv-neutron-601336-94-hyperv neutron-server[94175]: INFO neutron.wsgi [req-bbf691d1-c751-4883-8fd8-2d5d485465ce req-360ef26e-c968-4ddd-b4fc-c7d3101b949f tempest-TestNetworkBasicOps-233187296 tempest-TestNetworkBasicOps-233187296-project] 10.222.0.52 "DELETE /v2.0/ports/bf3f39a0-2ab2-4420-9195-f6476b938fa8 HTTP/1.1" status: 204 len: 173 time: 0.7861090 Jun 23 11:47:16.635437 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e4bd57b8-f2f3-4aa6-97c4-37ab3d8b0c33', 'name': 'network-vif-deleted', 'tag': 'bf3f39a0-2ab2-4420-9195-f6476b938fa8'}] {{(pid=94175) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 23 11:47:16.637811 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1970408df4ea4e7170669a1249478e627cf05a5a0b07cc08a66c5cb53d0ac47a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0564020e-4612-43d1-9caf-e80a52b408bb" -d '{"events": [{"server_uuid": "e4bd57b8-f2f3-4aa6-97c4-37ab3d8b0c33", "name": "network-vif-deleted", "tag": "bf3f39a0-2ab2-4420-9195-f6476b938fa8"}]}' {{(pid=94175) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 23 11:47:16.664308 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron_lib.callbacks.manager [None req-95d6aa8f-24e7-4234-82ff-f502266c3285 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773699952132', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-899307'] for agent, after_update {{(pid=94176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:47:16.682389 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 23 Jun 2021 11:47:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-09a08d9a-d94a-4b9f-bfcc-58727ef39e88 x-openstack-request-id: req-09a08d9a-d94a-4b9f-bfcc-58727ef39e88 {{(pid=94175) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 23 11:47:16.682731 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e4bd57b8-f2f3-4aa6-97c4-37ab3d8b0c33", "name": "network-vif-deleted", "tag": "bf3f39a0-2ab2-4420-9195-f6476b938fa8", "status": "completed", "code": 200}]} {{(pid=94175) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 23 11:47:16.683055 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-09a08d9a-d94a-4b9f-bfcc-58727ef39e88 {{(pid=94175) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 23 11:47:16.683505 dv-neutron-601336-94-hyperv neutron-server[94175]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e4bd57b8-f2f3-4aa6-97c4-37ab3d8b0c33', 'name': 'network-vif-deleted', 'tag': 'bf3f39a0-2ab2-4420-9195-f6476b938fa8', 'status': 'completed', 'code': 200} Jun 23 11:47:16.763123 dv-neutron-601336-94-hyperv neutron-server[94175]: INFO neutron.wsgi [req-db5f5cae-9abc-4b56-8d0d-2db4b5a76559 req-5e781d8c-c14a-440b-aa01-5d501d72108a tempest-TestNetworkBasicOps-233187296 tempest-TestNetworkBasicOps-233187296-project] 10.222.0.20 "GET /v2.0/ports?device_id=e4bd57b8-f2f3-4aa6-97c4-37ab3d8b0c33 HTTP/1.1" status: 200 len: 210 time: 0.0336053 Jun 23 11:47:16.804370 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron_lib.callbacks.manager [None req-862fc4b3-28a1-4775-b06e-f8dc0be20402 tempest-TestVolumeBootPattern-1838142519 tempest-TestVolumeBootPattern-1838142519-project] Notify callbacks [] for port, precommit_update {{(pid=94175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:47:16.844853 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron_lib.callbacks.manager [None req-862fc4b3-28a1-4775-b06e-f8dc0be20402 tempest-TestVolumeBootPattern-1838142519 tempest-TestVolumeBootPattern-1838142519-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-922904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866062', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773700135042', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773699642233', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773699642278', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5082471'] for port, after_update {{(pid=94175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:47:16.847894 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG oslo_concurrency.lockutils [None req-62ec552a-4da4-45c0-9833-647ffb05bae9 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94175) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 11:47:16.918864 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-862fc4b3-28a1-4775-b06e-f8dc0be20402 tempest-TestVolumeBootPattern-1838142519 tempest-TestVolumeBootPattern-1838142519-project] Pushing event updated for resources: {'Port': ['ID=0ae172cb-5e39-43b9-b233-6c8ca1f98628,revision_number=2']} {{(pid=94175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 11:47:16.923425 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG oslo_concurrency.lockutils [None req-862fc4b3-28a1-4775-b06e-f8dc0be20402 tempest-TestVolumeBootPattern-1838142519 tempest-TestVolumeBootPattern-1838142519-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.075s {{(pid=94175) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 11:47:16.928921 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron_lib.callbacks.manager [None req-862fc4b3-28a1-4775-b06e-f8dc0be20402 tempest-TestVolumeBootPattern-1838142519 tempest-TestVolumeBootPattern-1838142519-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-524229'] for floatingip, after_update {{(pid=94175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:47:17.039369 dv-neutron-601336-94-hyperv neutron-server[94175]: INFO neutron.db.l3_db [None req-862fc4b3-28a1-4775-b06e-f8dc0be20402 tempest-TestVolumeBootPattern-1838142519 tempest-TestVolumeBootPattern-1838142519-project] Floating IP 9d2cc106-b4ab-42a8-ab96-013b0764cce5 associated. External IP: 172.26.3.87, port: 51b75e6f-0abf-4db0-a219-129259668275. Jun 23 11:47:17.251521 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-862fc4b3-28a1-4775-b06e-f8dc0be20402 tempest-TestVolumeBootPattern-1838142519 tempest-TestVolumeBootPattern-1838142519-project] Router f7ae45f4-004a-45dd-b90e-fcd1ba95e217 has already been hosted by L3 agent 50ef99c0-ef28-4db5-b303-b145898fae60 {{(pid=94175) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 23 11:47:17.359847 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-862fc4b3-28a1-4775-b06e-f8dc0be20402 tempest-TestVolumeBootPattern-1838142519 tempest-TestVolumeBootPattern-1838142519-project] Notify agent at l3_agent.dv-neutron-601336-94-hyperv the message routers_updated {{(pid=94175) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 23 11:47:17.369823 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e69a3ed1-b1be-453c-ae90-3f5823c57d32 None None] Sync routers for ids ['f7ae45f4-004a-45dd-b90e-fcd1ba95e217'] in dv-neutron-601336-94-hyperv {{(pid=94176) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 23 11:47:17.379108 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e69a3ed1-b1be-453c-ae90-3f5823c57d32 None None] Routers {'f7ae45f4-004a-45dd-b90e-fcd1ba95e217'} bound to L3 agent in host dv-neutron-601336-94-hyperv {{(pid=94176) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 23 11:47:17.379764 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.db.l3_hamode_db [None req-e69a3ed1-b1be-453c-ae90-3f5823c57d32 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-601336-94-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-23T11:22:13Z,description=,heartbeat_timestamp=2021-06-23T11:47:13Z,host='dv-neutron-601336-94-hyperv',id=50ef99c0-ef28-4db5-b303-b145898fae60,load=0,resource_versions=,resources_synced=,started_at=2021-06-23T11:22:14Z,topic='l3_agent')) {'router_ids': ['f7ae45f4-004a-45dd-b90e-fcd1ba95e217'], 'active': True} {{(pid=94176) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 11:47:17.462315 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron_lib.callbacks.manager [None req-862fc4b3-28a1-4775-b06e-f8dc0be20402 tempest-TestVolumeBootPattern-1838142519 tempest-TestVolumeBootPattern-1838142519-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-217507'] for floatingip, before_response {{(pid=94175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:47:17.499333 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.db.l3_dvr_db [None req-e69a3ed1-b1be-453c-ae90-3f5823c57d32 None None] Set router f7ae45f4-004a-45dd-b90e-fcd1ba95e217 gateway port host: dv-neutron-601336-94-hyperv {{(pid=94176) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:838}} Jun 23 11:47:17.500853 dv-neutron-601336-94-hyperv neutron-server[94175]: INFO neutron.wsgi [None req-862fc4b3-28a1-4775-b06e-f8dc0be20402 tempest-TestVolumeBootPattern-1838142519 tempest-TestVolumeBootPattern-1838142519-project] 10.222.0.20 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 2.3053222 Jun 23 11:47:17.729260 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.db.l3_hamode_db [None req-e69a3ed1-b1be-453c-ae90-3f5823c57d32 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f7ae45f4-004a-45dd-b90e-fcd1ba95e217', 'name': 'tempest-TestVolumeBootPattern-454285966-router', 'tenant_id': '196d16edf443490aaaba40ccfc7a3448', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3e7e4eb3-cf02-4d47-ade9-0a579cdfc60f', 'external_fixed_ips': [{'subnet_id': 'a5ad15ab-c489-4a67-a9b0-d559fca0ec71', 'ip_address': '172.26.3.83'}], 'enable_snat': True}, 'gw_port_id': '37f26ea4-1d1e-47ad-b212-e44afa2e731c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-23T11:40:22Z', 'updated_at': '2021-06-23T11:40:26Z', 'revision_number': 4, 'project_id': '196d16edf443490aaaba40ccfc7a3448', 'gw_port': {'id': '37f26ea4-1d1e-47ad-b212-e44afa2e731c', 'name': '', 'network_id': '3e7e4eb3-cf02-4d47-ade9-0a579cdfc60f', 'tenant_id': '', 'mac_address': 'fa:16:3e:7a:83:5e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f7ae45f4-004a-45dd-b90e-fcd1ba95e217', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1387, 'fixed_ips': [{'subnet_id': 'a5ad15ab-c489-4a67-a9b0-d559fca0ec71', 'ip_address': '172.26.3.83', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-94-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-23T11:40:23Z', 'updated_at': '2021-06-23T11:40:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a5ad15ab-c489-4a67-a9b0-d559fca0ec71', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-601336-94-hyperv', '_floatingips': [{'id': '805cb8b0-febb-4dbf-9ca9-b753c168d921', 'tenant_id': '196d16edf443490aaaba40ccfc7a3448', 'floating_ip_address': '172.26.3.131', 'floating_network_id': '3e7e4eb3-cf02-4d47-ade9-0a579cdfc60f', 'router_id': 'f7ae45f4-004a-45dd-b90e-fcd1ba95e217', 'port_id': 'fd77f472-1d9e-4469-b367-5cc4a68f96f7', 'fixed_ip_address': '172.20.0.12', 'status': 'ACTIVE', 'standard_attr_id': 1474, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '03d0adb8-7c84-4028-a133-9fee8ea26a25', 'mac_address': 'fa:16:3e:a4:0a:88', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c3158a9a-a823-4e18-a64d-625f4cd5c888', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-23T11:44:28Z', 'updated_at': '2021-06-23T11:44:30Z', 'revision_number': 1, 'project_id': '196d16edf443490aaaba40ccfc7a3448', 'fixed_ip_address_scope': None}, {'id': '9d2cc106-b4ab-42a8-ab96-013b0764cce5', 'tenant_id': '196d16edf443490aaaba40ccfc7a3448', 'floating_ip_address': '172.26.3.87', 'floating_network_id': '3e7e4eb3-cf02-4d47-ade9-0a579cdfc60f', 'router_id': 'f7ae45f4-004a-45dd-b90e-fcd1ba95e217', 'port_id': '51b75e6f-0abf-4db0-a219-129259668275', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 1508, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '03d0adb8-7c84-4028-a133-9fee8ea26a25', 'mac_address': 'fa:16:3e:f8:d9:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '69b09054-1b7e-42ac-b18b-41601b97914b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-23T11:47:16Z', 'updated_at': '2021-06-23T11:47:16Z', 'revision_number': 0, 'project_id': '196d16edf443490aaaba40ccfc7a3448', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '261a243c-82ee-47e4-a191-3d819af8f10a', 'name': '', 'network_id': '03d0adb8-7c84-4028-a133-9fee8ea26a25', 'tenant_id': '196d16edf443490aaaba40ccfc7a3448', 'mac_address': 'fa:16:3e:51:11:ef', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f7ae45f4-004a-45dd-b90e-fcd1ba95e217', 'device_owner': 'network:router_interface', 'standard_attr_id': 1389, 'fixed_ips': [{'subnet_id': '5338fe8e-d932-41fb-ae27-ab82df160b69', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-94-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-23T11:40:25Z', 'updated_at': '2021-06-23T11:40:34Z', 'revision_number': 5, 'project_id': '196d16edf443490aaaba40ccfc7a3448', 'subnets': [{'id': '5338fe8e-d932-41fb-ae27-ab82df160b69', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-601336-94-hyperv', False) {} {{(pid=94176) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 11:47:17.754516 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e69a3ed1-b1be-453c-ae90-3f5823c57d32 None None] Checking router: f7ae45f4-004a-45dd-b90e-fcd1ba95e217 for host: dv-neutron-601336-94-hyperv {{(pid=94176) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 23 11:47:17.762625 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e69a3ed1-b1be-453c-ae90-3f5823c57d32 None None] Routers {'f7ae45f4-004a-45dd-b90e-fcd1ba95e217'} bound to L3 agent in host dv-neutron-601336-94-hyperv {{(pid=94176) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 23 11:47:17.763277 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.db.l3_hamode_db [None req-e69a3ed1-b1be-453c-ae90-3f5823c57d32 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-601336-94-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-23T11:22:13Z,description=,heartbeat_timestamp=2021-06-23T11:47:13Z,host='dv-neutron-601336-94-hyperv',id=50ef99c0-ef28-4db5-b303-b145898fae60,load=0,resource_versions=,resources_synced=,started_at=2021-06-23T11:22:14Z,topic='l3_agent')) {'router_ids': ['f7ae45f4-004a-45dd-b90e-fcd1ba95e217'], 'active': True} {{(pid=94176) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 11:47:17.858387 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.wsgi [-] (94175) accepted ('10.222.0.20', 44958) {{(pid=94175) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 11:47:17.871858 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.db.l3_dvr_db [None req-e69a3ed1-b1be-453c-ae90-3f5823c57d32 None None] Set router f7ae45f4-004a-45dd-b90e-fcd1ba95e217 gateway port host: dv-neutron-601336-94-hyperv {{(pid=94176) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:838}} Jun 23 11:47:17.916693 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron_lib.callbacks.manager [None req-31d27efb-4eb4-4a56-842c-2822a34845d2 tempest-TestNetworkBasicOps-233187296 tempest-TestNetworkBasicOps-233187296-project] Notify callbacks [] for security_group, before_delete {{(pid=94175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:47:17.942979 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron_lib.callbacks.manager [None req-31d27efb-4eb4-4a56-842c-2822a34845d2 tempest-TestNetworkBasicOps-233187296 tempest-TestNetworkBasicOps-233187296-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:47:18.039184 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron_lib.callbacks.manager [None req-31d27efb-4eb4-4a56-842c-2822a34845d2 tempest-TestNetworkBasicOps-233187296 tempest-TestNetworkBasicOps-233187296-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7996330'] for security_group, after_delete {{(pid=94175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:47:18.041859 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron_lib.callbacks.manager [None req-31d27efb-4eb4-4a56-842c-2822a34845d2 tempest-TestNetworkBasicOps-233187296 tempest-TestNetworkBasicOps-233187296-project] Notify callbacks [] for security_group, before_response {{(pid=94175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:47:18.043023 dv-neutron-601336-94-hyperv neutron-server[94175]: INFO neutron.wsgi [None req-31d27efb-4eb4-4a56-842c-2822a34845d2 tempest-TestNetworkBasicOps-233187296 tempest-TestNetworkBasicOps-233187296-project] 10.222.0.20 "DELETE /v2.0/security-groups/6bbfd907-a19e-4793-ae3d-1a5f38543fae HTTP/1.1" status: 204 len: 168 time: 0.1836543 Jun 23 11:47:18.043879 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG oslo_concurrency.lockutils [None req-5e47367d-5cc7-43a8-9f72-a3a7dc9bfbf7 tempest-TestNetworkBasicOps-233187296 tempest-TestNetworkBasicOps-233187296-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94175) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 11:47:18.054251 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31d27efb-4eb4-4a56-842c-2822a34845d2 tempest-TestNetworkBasicOps-233187296 tempest-TestNetworkBasicOps-233187296-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=6bbfd907-a19e-4793-ae3d-1a5f38543fae,revision_number=None']} {{(pid=94175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 11:47:18.056749 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG oslo_concurrency.lockutils [None req-31d27efb-4eb4-4a56-842c-2822a34845d2 tempest-TestNetworkBasicOps-233187296 tempest-TestNetworkBasicOps-233187296-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.013s {{(pid=94175) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 11:47:18.102538 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.db.l3_hamode_db [None req-e69a3ed1-b1be-453c-ae90-3f5823c57d32 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f7ae45f4-004a-45dd-b90e-fcd1ba95e217', 'name': 'tempest-TestVolumeBootPattern-454285966-router', 'tenant_id': '196d16edf443490aaaba40ccfc7a3448', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3e7e4eb3-cf02-4d47-ade9-0a579cdfc60f', 'external_fixed_ips': [{'subnet_id': 'a5ad15ab-c489-4a67-a9b0-d559fca0ec71', 'ip_address': '172.26.3.83'}], 'enable_snat': True}, 'gw_port_id': '37f26ea4-1d1e-47ad-b212-e44afa2e731c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-23T11:40:22Z', 'updated_at': '2021-06-23T11:40:26Z', 'revision_number': 4, 'project_id': '196d16edf443490aaaba40ccfc7a3448', 'gw_port': {'id': '37f26ea4-1d1e-47ad-b212-e44afa2e731c', 'name': '', 'network_id': '3e7e4eb3-cf02-4d47-ade9-0a579cdfc60f', 'tenant_id': '', 'mac_address': 'fa:16:3e:7a:83:5e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f7ae45f4-004a-45dd-b90e-fcd1ba95e217', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1387, 'fixed_ips': [{'subnet_id': 'a5ad15ab-c489-4a67-a9b0-d559fca0ec71', 'ip_address': '172.26.3.83', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-94-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-23T11:40:23Z', 'updated_at': '2021-06-23T11:40:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a5ad15ab-c489-4a67-a9b0-d559fca0ec71', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-601336-94-hyperv', '_floatingips': [{'id': '805cb8b0-febb-4dbf-9ca9-b753c168d921', 'tenant_id': '196d16edf443490aaaba40ccfc7a3448', 'floating_ip_address': '172.26.3.131', 'floating_network_id': '3e7e4eb3-cf02-4d47-ade9-0a579cdfc60f', 'router_id': 'f7ae45f4-004a-45dd-b90e-fcd1ba95e217', 'port_id': 'fd77f472-1d9e-4469-b367-5cc4a68f96f7', 'fixed_ip_address': '172.20.0.12', 'status': 'ACTIVE', 'standard_attr_id': 1474, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '03d0adb8-7c84-4028-a133-9fee8ea26a25', 'mac_address': 'fa:16:3e:a4:0a:88', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c3158a9a-a823-4e18-a64d-625f4cd5c888', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-23T11:44:28Z', 'updated_at': '2021-06-23T11:44:30Z', 'revision_number': 1, 'project_id': '196d16edf443490aaaba40ccfc7a3448', 'fixed_ip_address_scope': None}, {'id': '9d2cc106-b4ab-42a8-ab96-013b0764cce5', 'tenant_id': '196d16edf443490aaaba40ccfc7a3448', 'floating_ip_address': '172.26.3.87', 'floating_network_id': '3e7e4eb3-cf02-4d47-ade9-0a579cdfc60f', 'router_id': 'f7ae45f4-004a-45dd-b90e-fcd1ba95e217', 'port_id': '51b75e6f-0abf-4db0-a219-129259668275', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 1508, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '03d0adb8-7c84-4028-a133-9fee8ea26a25', 'mac_address': 'fa:16:3e:f8:d9:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '69b09054-1b7e-42ac-b18b-41601b97914b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-23T11:47:16Z', 'updated_at': '2021-06-23T11:47:16Z', 'revision_number': 0, 'project_id': '196d16edf443490aaaba40ccfc7a3448', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '261a243c-82ee-47e4-a191-3d819af8f10a', 'name': '', 'network_id': '03d0adb8-7c84-4028-a133-9fee8ea26a25', 'tenant_id': '196d16edf443490aaaba40ccfc7a3448', 'mac_address': 'fa:16:3e:51:11:ef', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f7ae45f4-004a-45dd-b90e-fcd1ba95e217', 'device_owner': 'network:router_interface', 'standard_attr_id': 1389, 'fixed_ips': [{'subnet_id': '5338fe8e-d932-41fb-ae27-ab82df160b69', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-94-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-23T11:40:25Z', 'updated_at': '2021-06-23T11:40:34Z', 'revision_number': 5, 'project_id': '196d16edf443490aaaba40ccfc7a3448', 'subnets': [{'id': '5338fe8e-d932-41fb-ae27-ab82df160b69', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-601336-94-hyperv', False) {} {{(pid=94176) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 11:47:18.129307 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e69a3ed1-b1be-453c-ae90-3f5823c57d32 None None] The sync data for ids ['f7ae45f4-004a-45dd-b90e-fcd1ba95e217'] in dv-neutron-601336-94-hyperv is: [{'id': 'f7ae45f4-004a-45dd-b90e-fcd1ba95e217', 'name': 'tempest-TestVolumeBootPattern-454285966-router', 'tenant_id': '196d16edf443490aaaba40ccfc7a3448', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3e7e4eb3-cf02-4d47-ade9-0a579cdfc60f', 'external_fixed_ips': [{'subnet_id': 'a5ad15ab-c489-4a67-a9b0-d559fca0ec71', 'ip_address': '172.26.3.83'}], 'enable_snat': True}, 'gw_port_id': '37f26ea4-1d1e-47ad-b212-e44afa2e731c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-23T11:40:22Z', 'updated_at': '2021-06-23T11:40:26Z', 'revision_number': 4, 'project_id': '196d16edf443490aaaba40ccfc7a3448', 'gw_port': {'id': '37f26ea4-1d1e-47ad-b212-e44afa2e731c', 'name': '', 'network_id': '3e7e4eb3-cf02-4d47-ade9-0a579cdfc60f', 'tenant_id': '', 'mac_address': 'fa:16:3e:7a:83:5e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f7ae45f4-004a-45dd-b90e-fcd1ba95e217', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1387, 'fixed_ips': [{'subnet_id': 'a5ad15ab-c489-4a67-a9b0-d559fca0ec71', 'ip_address': '172.26.3.83', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-94-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-23T11:40:23Z', 'updated_at': '2021-06-23T11:40:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a5ad15ab-c489-4a67-a9b0-d559fca0ec71', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-601336-94-hyperv', '_floatingips': [{'id': '805cb8b0-febb-4dbf-9ca9-b753c168d921', 'tenant_id': '196d16edf443490aaaba40ccfc7a3448', 'floating_ip_address': '172.26.3.131', 'floating_network_id': '3e7e4eb3-cf02-4d47-ade9-0a579cdfc60f', 'router_id': 'f7ae45f4-004a-45dd-b90e-fcd1ba95e217', 'port_id': 'fd77f472-1d9e-4469-b367-5cc4a68f96f7', 'fixed_ip_address': '172.20.0.12', 'status': 'ACTIVE', 'standard_attr_id': 1474, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '03d0adb8-7c84-4028-a133-9fee8ea26a25', 'mac_address': 'fa:16:3e:a4:0a:88', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c3158a9a-a823-4e18-a64d-625f4cd5c888', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-23T11:44:28Z', 'updated_at': '2021-06-23T11:44:30Z', 'revision_number': 1, 'project_id': '196d16edf443490aaaba40ccfc7a3448', 'fixed_ip_address_scope': None}, {'id': '9d2cc106-b4ab-42a8-ab96-013b0764cce5', 'tenant_id': '196d16edf443490aaaba40ccfc7a3448', 'floating_ip_address': '172.26.3.87', 'floating_network_id': '3e7e4eb3-cf02-4d47-ade9-0a579cdfc60f', 'router_id': 'f7ae45f4-004a-45dd-b90e-fcd1ba95e217', 'port_id': '51b75e6f-0abf-4db0-a219-129259668275', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 1508, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '03d0adb8-7c84-4028-a133-9fee8ea26a25', 'mac_address': 'fa:16:3e:f8:d9:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '69b09054-1b7e-42ac-b18b-41601b97914b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-23T11:47:16Z', 'updated_at': '2021-06-23T11:47:16Z', 'revision_number': 0, 'project_id': '196d16edf443490aaaba40ccfc7a3448', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '261a243c-82ee-47e4-a191-3d819af8f10a', 'name': '', 'network_id': '03d0adb8-7c84-4028-a133-9fee8ea26a25', 'tenant_id': '196d16edf443490aaaba40ccfc7a3448', 'mac_address': 'fa:16:3e:51:11:ef', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f7ae45f4-004a-45dd-b90e-fcd1ba95e217', 'device_owner': 'network:router_interface', 'standard_attr_id': 1389, 'fixed_ips': [{'subnet_id': '5338fe8e-d932-41fb-ae27-ab82df160b69', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-94-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-23T11:40:25Z', 'updated_at': '2021-06-23T11:40:34Z', 'revision_number': 5, 'project_id': '196d16edf443490aaaba40ccfc7a3448', 'subnets': [{'id': '5338fe8e-d932-41fb-ae27-ab82df160b69', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94176) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 23 11:47:18.201678 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.wsgi [-] (94175) accepted ('10.222.0.20', 44962) {{(pid=94175) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 11:47:18.323243 dv-neutron-601336-94-hyperv neutron-server[94177]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-266e3300-30b3-4498-a313-e877ebd1252d None None] New status for floating IP 9d2cc106-b4ab-42a8-ab96-013b0764cce5: ACTIVE {{(pid=94177) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 23 11:47:18.587599 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron_lib.callbacks.manager [None req-cb6ea9f8-91fe-4795-a99a-867065ce3f0c tempest-TestNetworkBasicOps-233187296 tempest-TestNetworkBasicOps-233187296-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-453061'] for router_interface, before_delete {{(pid=94175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:47:18.992411 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '69b09054-1b7e-42ac-b18b-41601b97914b', 'tag': '51b75e6f-0abf-4db0-a219-129259668275'}] {{(pid=94175) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 23 11:47:18.994721 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1970408df4ea4e7170669a1249478e627cf05a5a0b07cc08a66c5cb53d0ac47a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a088e133-1df3-4535-aef1-c8507d520a27" -d '{"events": [{"name": "network-changed", "server_uuid": "69b09054-1b7e-42ac-b18b-41601b97914b", "tag": "51b75e6f-0abf-4db0-a219-129259668275"}]}' {{(pid=94175) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 23 11:47:19.049241 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 23 Jun 2021 11:47:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b1103b87-4e48-4692-ab9b-29fef1de0334 x-openstack-request-id: req-b1103b87-4e48-4692-ab9b-29fef1de0334 {{(pid=94175) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 23 11:47:19.049588 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "69b09054-1b7e-42ac-b18b-41601b97914b", "tag": "51b75e6f-0abf-4db0-a219-129259668275", "status": "completed", "code": 200}]} {{(pid=94175) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 23 11:47:19.049893 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-b1103b87-4e48-4692-ab9b-29fef1de0334 {{(pid=94175) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 23 11:47:19.050330 dv-neutron-601336-94-hyperv neutron-server[94175]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '69b09054-1b7e-42ac-b18b-41601b97914b', 'tag': '51b75e6f-0abf-4db0-a219-129259668275', 'status': 'completed', 'code': 200} Jun 23 11:47:19.149067 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a088e133-1df3-4535-aef1-c8507d520a27 req-cada444a-6d90-4566-8c86-694867dea3af service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 11:47:19.150532 dv-neutron-601336-94-hyperv neutron-server[94175]: INFO neutron.wsgi [req-a088e133-1df3-4535-aef1-c8507d520a27 req-cada444a-6d90-4566-8c86-694867dea3af service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=196d16edf443490aaaba40ccfc7a3448&device_id=69b09054-1b7e-42ac-b18b-41601b97914b HTTP/1.1" status: 200 len: 1098 time: 0.0792577 Jun 23 11:47:19.301291 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a088e133-1df3-4535-aef1-c8507d520a27 req-df5e37c2-56f3-4afb-a7bf-8840c2abd72c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 11:47:19.302681 dv-neutron-601336-94-hyperv neutron-server[94175]: INFO neutron.wsgi [req-a088e133-1df3-4535-aef1-c8507d520a27 req-df5e37c2-56f3-4afb-a7bf-8840c2abd72c service neutron] 10.222.0.52 "GET /v2.0/networks?id=03d0adb8-7c84-4028-a133-9fee8ea26a25 HTTP/1.1" status: 200 len: 912 time: 0.1355407 Jun 23 11:47:19.357574 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.plugins.ml2.plugin [None req-cb6ea9f8-91fe-4795-a99a-867065ce3f0c tempest-TestNetworkBasicOps-233187296 tempest-TestNetworkBasicOps-233187296-project] Deleting port ed804b38-8ae2-4d08-91dd-c57ce2b3a471 {{(pid=94175) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1913}} Jun 23 11:47:19.358023 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron_lib.callbacks.manager [None req-cb6ea9f8-91fe-4795-a99a-867065ce3f0c tempest-TestNetworkBasicOps-233187296 tempest-TestNetworkBasicOps-233187296-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773700079324'] for port, before_delete {{(pid=94175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:47:19.427067 dv-neutron-601336-94-hyperv neutron-server[94175]: INFO neutron.wsgi [req-a088e133-1df3-4535-aef1-c8507d520a27 req-400647a8-8f9f-4cea-84dc-db5e8a89743c service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=51b75e6f-0abf-4db0-a219-129259668275 HTTP/1.1" status: 200 len: 1000 time: 0.1179714 Jun 23 11:47:19.498667 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.plugins.ml2.db [None req-cb6ea9f8-91fe-4795-a99a-867065ce3f0c tempest-TestNetworkBasicOps-233187296 tempest-TestNetworkBasicOps-233187296-project] For port ed804b38-8ae2-4d08-91dd-c57ce2b3a471, host dv-neutron-601336-94-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-94-hyperv',level=0,port_id=ed804b38-8ae2-4d08-91dd-c57ce2b3a471,segment=NetworkSegment(82af645c-54b9-40e2-b447-1ad0a90238cd),segment_id=82af645c-54b9-40e2-b447-1ad0a90238cd)] {{(pid=94175) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 23 11:47:19.499056 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron_lib.callbacks.manager [None req-cb6ea9f8-91fe-4795-a99a-867065ce3f0c tempest-TestNetworkBasicOps-233187296 tempest-TestNetworkBasicOps-233187296-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-430722'] for port, precommit_delete {{(pid=94175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:47:19.509221 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a088e133-1df3-4535-aef1-c8507d520a27 req-2b434236-8a14-492c-8675-32520c681e52 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 11:47:19.510653 dv-neutron-601336-94-hyperv neutron-server[94175]: INFO neutron.wsgi [req-a088e133-1df3-4535-aef1-c8507d520a27 req-2b434236-8a14-492c-8675-32520c681e52 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=5338fe8e-d932-41fb-ae27-ab82df160b69 HTTP/1.1" status: 200 len: 850 time: 0.0763099 Jun 23 11:47:19.516013 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.plugins.ml2.plugin [None req-cb6ea9f8-91fe-4795-a99a-867065ce3f0c tempest-TestNetworkBasicOps-233187296 tempest-TestNetworkBasicOps-233187296-project] Calling delete_port for ed804b38-8ae2-4d08-91dd-c57ce2b3a471 owned by network:router_interface {{(pid=94175) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1986}} Jun 23 11:47:19.624033 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a088e133-1df3-4535-aef1-c8507d520a27 req-1fe022c4-549f-4ba7-9dbe-3d7da91e2f00 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 11:47:19.625520 dv-neutron-601336-94-hyperv neutron-server[94175]: INFO neutron.wsgi [req-a088e133-1df3-4535-aef1-c8507d520a27 req-1fe022c4-549f-4ba7-9dbe-3d7da91e2f00 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=03d0adb8-7c84-4028-a133-9fee8ea26a25&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1178 time: 0.1076858 Jun 23 11:47:19.771538 dv-neutron-601336-94-hyperv neutron-server[94175]: INFO neutron.wsgi [req-a088e133-1df3-4535-aef1-c8507d520a27 req-c70f2ac3-37d4-4e82-9625-73db2dec2ff8 service neutron] 10.222.0.52 "GET /v2.0/networks/03d0adb8-7c84-4028-a133-9fee8ea26a25?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1396317 Jun 23 11:47:19.889758 dv-neutron-601336-94-hyperv neutron-server[94175]: INFO neutron.wsgi [req-a088e133-1df3-4535-aef1-c8507d520a27 req-faf0f0c7-5fa8-4877-b7d0-0bdb1cd4776a service neutron] 10.222.0.52 "GET /v2.0/networks/03d0adb8-7c84-4028-a133-9fee8ea26a25?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1002092 Jun 23 11:47:19.925300 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron_lib.callbacks.manager [None req-cb6ea9f8-91fe-4795-a99a-867065ce3f0c tempest-TestNetworkBasicOps-233187296 tempest-TestNetworkBasicOps-233187296-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-922904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866062', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773700135024', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773699642224', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5082448'] for port, after_delete {{(pid=94175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:47:19.928402 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG oslo_concurrency.lockutils [None req-9db8fbc0-c7c0-4a85-bb39-dd268364d411 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94175) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 11:47:19.959386 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb6ea9f8-91fe-4795-a99a-867065ce3f0c tempest-TestNetworkBasicOps-233187296 tempest-TestNetworkBasicOps-233187296-project] Pushing event deleted for resources: {'Port': ['ID=ed804b38-8ae2-4d08-91dd-c57ce2b3a471,revision_number=None']} {{(pid=94175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 11:47:19.961608 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG oslo_concurrency.lockutils [None req-cb6ea9f8-91fe-4795-a99a-867065ce3f0c tempest-TestNetworkBasicOps-233187296 tempest-TestNetworkBasicOps-233187296-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.033s {{(pid=94175) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 11:47:20.135594 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.plugins.ml2.rpc [None req-97bd5441-1da2-49ee-a364-27795820ba27 None None] Device bf3f39a0-2ab2-4420-9195-f6476b938fa8 no longer exists at agent hyperv_hv-neutron-6013 {{(pid=94176) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:261}} Jun 23 11:47:20.146258 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron_lib.callbacks.manager [None req-cb6ea9f8-91fe-4795-a99a-867065ce3f0c tempest-TestNetworkBasicOps-233187296 tempest-TestNetworkBasicOps-233187296-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-7866080', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-516693'] for router_interface, after_delete {{(pid=94175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:47:20.156599 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.plugins.ml2.plugin [None req-97bd5441-1da2-49ee-a364-27795820ba27 None None] No Port match for: bf3f39a0-2ab2-4420-9195-f6476b938fa8 {{(pid=94176) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2240}} Jun 23 11:47:20.156954 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.plugins.ml2.rpc [None req-97bd5441-1da2-49ee-a364-27795820ba27 None None] Device bf3f39a0-2ab2-4420-9195-f6476b938fa8 not bound to the agent host hv-neutron-6013 {{(pid=94176) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:271}} Jun 23 11:47:20.360999 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cb6ea9f8-91fe-4795-a99a-867065ce3f0c tempest-TestNetworkBasicOps-233187296 tempest-TestNetworkBasicOps-233187296-project] Router ade8f4bc-d61a-4279-9c53-6d5e6bc3ad41 has already been hosted by L3 agent 50ef99c0-ef28-4db5-b303-b145898fae60 {{(pid=94175) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 23 11:47:20.473223 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cb6ea9f8-91fe-4795-a99a-867065ce3f0c tempest-TestNetworkBasicOps-233187296 tempest-TestNetworkBasicOps-233187296-project] Notify agent at l3_agent.dv-neutron-601336-94-hyperv the message routers_updated {{(pid=94175) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 23 11:47:20.478113 dv-neutron-601336-94-hyperv neutron-server[94175]: INFO neutron.wsgi [None req-cb6ea9f8-91fe-4795-a99a-867065ce3f0c tempest-TestNetworkBasicOps-233187296 tempest-TestNetworkBasicOps-233187296-project] 10.222.0.20 "PUT /v2.0/routers/ade8f4bc-d61a-4279-9c53-6d5e6bc3ad41/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.2769334 Jun 23 11:47:20.480904 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.wsgi [-] (94175) accepted ('10.222.0.20', 44966) {{(pid=94175) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 11:47:20.483492 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-47879ad9-5746-42c3-bdac-70f41877f8ee None None] Sync routers for ids ['ade8f4bc-d61a-4279-9c53-6d5e6bc3ad41'] in dv-neutron-601336-94-hyperv {{(pid=94176) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 23 11:47:20.493442 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.db.l3_dvrscheduler_db [None req-47879ad9-5746-42c3-bdac-70f41877f8ee None None] Routers {'ade8f4bc-d61a-4279-9c53-6d5e6bc3ad41'} bound to L3 agent in host dv-neutron-601336-94-hyperv {{(pid=94176) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 23 11:47:20.494152 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.db.l3_hamode_db [None req-47879ad9-5746-42c3-bdac-70f41877f8ee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-601336-94-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-23T11:22:13Z,description=,heartbeat_timestamp=2021-06-23T11:47:13Z,host='dv-neutron-601336-94-hyperv',id=50ef99c0-ef28-4db5-b303-b145898fae60,load=0,resource_versions=,resources_synced=,started_at=2021-06-23T11:22:14Z,topic='l3_agent')) {'router_ids': ['ade8f4bc-d61a-4279-9c53-6d5e6bc3ad41'], 'active': True} {{(pid=94176) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 11:47:20.531645 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.db.db_base_plugin_v2 [None req-e0e96a5a-5281-4007-83d7-3f0f273f2707 tempest-TestNetworkBasicOps-233187296 tempest-TestNetworkBasicOps-233187296-project] Deleting subnet 00422a88-78b3-4939-97f5-db1169ebe13e {{(pid=94175) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jun 23 11:47:20.535305 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron_lib.callbacks.manager [None req-e0e96a5a-5281-4007-83d7-3f0f273f2707 tempest-TestNetworkBasicOps-233187296 tempest-TestNetworkBasicOps-233187296-project] Notify callbacks [] for subnet, before_delete {{(pid=94175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:47:20.575500 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron_lib.callbacks.manager [None req-e0e96a5a-5281-4007-83d7-3f0f273f2707 tempest-TestNetworkBasicOps-233187296 tempest-TestNetworkBasicOps-233187296-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5190686'] for subnet, precommit_delete_associations {{(pid=94175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:47:20.615161 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.db.l3_dvr_db [None req-47879ad9-5746-42c3-bdac-70f41877f8ee None None] Set router ade8f4bc-d61a-4279-9c53-6d5e6bc3ad41 gateway port host: dv-neutron-601336-94-hyperv {{(pid=94176) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:838}} Jun 23 11:47:20.662855 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron_lib.callbacks.manager [None req-e0e96a5a-5281-4007-83d7-3f0f273f2707 tempest-TestNetworkBasicOps-233187296 tempest-TestNetworkBasicOps-233187296-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-897634'] for subnet, precommit_delete {{(pid=94175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:47:20.787060 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.db.l3_hamode_db [None req-47879ad9-5746-42c3-bdac-70f41877f8ee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ade8f4bc-d61a-4279-9c53-6d5e6bc3ad41', 'name': 'tempest-TestNetworkBasicOps-router-1394013319', 'tenant_id': '772b9946478d439e9da4eaeade7fb21d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3e7e4eb3-cf02-4d47-ade9-0a579cdfc60f', 'external_fixed_ips': [{'subnet_id': 'a5ad15ab-c489-4a67-a9b0-d559fca0ec71', 'ip_address': '172.26.3.251'}], 'enable_snat': True}, 'gw_port_id': 'd8b0bc70-b1be-47c6-afc7-9f8cf57445e9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-23T11:45:41Z', 'updated_at': '2021-06-23T11:47:19Z', 'revision_number': 5, 'project_id': '772b9946478d439e9da4eaeade7fb21d', 'gw_port': {'id': 'd8b0bc70-b1be-47c6-afc7-9f8cf57445e9', 'name': '', 'network_id': '3e7e4eb3-cf02-4d47-ade9-0a579cdfc60f', 'tenant_id': '', 'mac_address': 'fa:16:3e:94:78:e5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ade8f4bc-d61a-4279-9c53-6d5e6bc3ad41', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1478, 'fixed_ips': [{'subnet_id': 'a5ad15ab-c489-4a67-a9b0-d559fca0ec71', 'ip_address': '172.26.3.251', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-94-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-23T11:45:41Z', 'updated_at': '2021-06-23T11:45:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a5ad15ab-c489-4a67-a9b0-d559fca0ec71', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-601336-94-hyperv'}], 'dv-neutron-601336-94-hyperv', False) {} {{(pid=94176) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 11:47:20.812388 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-47879ad9-5746-42c3-bdac-70f41877f8ee None None] Checking router: ade8f4bc-d61a-4279-9c53-6d5e6bc3ad41 for host: dv-neutron-601336-94-hyperv {{(pid=94176) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 23 11:47:20.820921 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.db.l3_dvrscheduler_db [None req-47879ad9-5746-42c3-bdac-70f41877f8ee None None] Routers {'ade8f4bc-d61a-4279-9c53-6d5e6bc3ad41'} bound to L3 agent in host dv-neutron-601336-94-hyperv {{(pid=94176) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 23 11:47:20.821529 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.db.l3_hamode_db [None req-47879ad9-5746-42c3-bdac-70f41877f8ee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-601336-94-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-23T11:22:13Z,description=,heartbeat_timestamp=2021-06-23T11:47:13Z,host='dv-neutron-601336-94-hyperv',id=50ef99c0-ef28-4db5-b303-b145898fae60,load=0,resource_versions=,resources_synced=,started_at=2021-06-23T11:22:14Z,topic='l3_agent')) {'router_ids': ['ade8f4bc-d61a-4279-9c53-6d5e6bc3ad41'], 'active': True} {{(pid=94176) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 11:47:20.822169 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron_lib.callbacks.manager [None req-e0e96a5a-5281-4007-83d7-3f0f273f2707 tempest-TestNetworkBasicOps-233187296 tempest-TestNetworkBasicOps-233187296-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-897627', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866062', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5083050', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4660036'] for subnet, after_delete {{(pid=94175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:47:20.825276 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG oslo_concurrency.lockutils [None req-503e01a0-db49-40de-b182-3601d715cef7 tempest-NetworksIpV6Test-253648203 tempest-NetworksIpV6Test-253648203-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94175) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 11:47:20.850587 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0e96a5a-5281-4007-83d7-3f0f273f2707 tempest-TestNetworkBasicOps-233187296 tempest-TestNetworkBasicOps-233187296-project] Pushing event deleted for resources: {'Subnet': ['ID=00422a88-78b3-4939-97f5-db1169ebe13e,revision_number=None']} {{(pid=94175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 11:47:20.852543 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron_lib.callbacks.manager [None req-e0e96a5a-5281-4007-83d7-3f0f273f2707 tempest-TestNetworkBasicOps-233187296 tempest-TestNetworkBasicOps-233187296-project] Notify callbacks [] for subnet, before_response {{(pid=94175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:47:20.854397 dv-neutron-601336-94-hyperv neutron-server[94175]: INFO neutron.wsgi [None req-e0e96a5a-5281-4007-83d7-3f0f273f2707 tempest-TestNetworkBasicOps-233187296 tempest-TestNetworkBasicOps-233187296-project] 10.222.0.20 "DELETE /v2.0/subnets/00422a88-78b3-4939-97f5-db1169ebe13e HTTP/1.1" status: 204 len: 168 time: 0.3725679 Jun 23 11:47:20.855899 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG oslo_concurrency.lockutils [None req-e0e96a5a-5281-4007-83d7-3f0f273f2707 tempest-TestNetworkBasicOps-233187296 tempest-TestNetworkBasicOps-233187296-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.030s {{(pid=94175) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 11:47:20.857069 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.wsgi [-] (94175) accepted ('10.222.0.20', 44968) {{(pid=94175) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 11:47:20.861092 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b623a078-8089-4b47-925f-0a47b443f94f None None] Network 7c6ed185-f292-4360-8abf-4c847180005e requested from dv-neutron-601336-94-hyperv {{(pid=94176) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 23 11:47:20.990434 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron_lib.callbacks.manager [None req-dd5a3408-f5e5-4d01-9b85-07a8b5fc74f7 tempest-TestNetworkBasicOps-233187296 tempest-TestNetworkBasicOps-233187296-project] Notify callbacks [] for router, before_delete {{(pid=94175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:47:21.099776 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron_lib.callbacks.manager [None req-dd5a3408-f5e5-4d01-9b85-07a8b5fc74f7 tempest-TestNetworkBasicOps-233187296 tempest-TestNetworkBasicOps-233187296-project] Notify callbacks [] for router_gateway, before_delete {{(pid=94175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:47:21.145923 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.db.l3_dvr_db [None req-47879ad9-5746-42c3-bdac-70f41877f8ee None None] Set router ade8f4bc-d61a-4279-9c53-6d5e6bc3ad41 gateway port host: dv-neutron-601336-94-hyperv {{(pid=94176) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:838}} Jun 23 11:47:21.238957 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.plugins.ml2.plugin [None req-dd5a3408-f5e5-4d01-9b85-07a8b5fc74f7 tempest-TestNetworkBasicOps-233187296 tempest-TestNetworkBasicOps-233187296-project] Deleting port d8b0bc70-b1be-47c6-afc7-9f8cf57445e9 {{(pid=94175) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1913}} Jun 23 11:47:21.239407 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron_lib.callbacks.manager [None req-dd5a3408-f5e5-4d01-9b85-07a8b5fc74f7 tempest-TestNetworkBasicOps-233187296 tempest-TestNetworkBasicOps-233187296-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773700079324'] for port, before_delete {{(pid=94175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:47:21.330965 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.plugins.ml2.db [None req-dd5a3408-f5e5-4d01-9b85-07a8b5fc74f7 tempest-TestNetworkBasicOps-233187296 tempest-TestNetworkBasicOps-233187296-project] For port d8b0bc70-b1be-47c6-afc7-9f8cf57445e9, host dv-neutron-601336-94-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-94-hyperv',level=0,port_id=d8b0bc70-b1be-47c6-afc7-9f8cf57445e9,segment=NetworkSegment(c23be0a5-6980-48fb-bc9f-4a24717fe1de),segment_id=c23be0a5-6980-48fb-bc9f-4a24717fe1de)] {{(pid=94175) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 23 11:47:21.331363 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron_lib.callbacks.manager [None req-dd5a3408-f5e5-4d01-9b85-07a8b5fc74f7 tempest-TestNetworkBasicOps-233187296 tempest-TestNetworkBasicOps-233187296-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-430722'] for port, precommit_delete {{(pid=94175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:47:21.343479 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.plugins.ml2.plugin [None req-dd5a3408-f5e5-4d01-9b85-07a8b5fc74f7 tempest-TestNetworkBasicOps-233187296 tempest-TestNetworkBasicOps-233187296-project] Calling delete_port for d8b0bc70-b1be-47c6-afc7-9f8cf57445e9 owned by network:router_gateway {{(pid=94175) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1986}} Jun 23 11:47:21.354379 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.db.l3_hamode_db [None req-47879ad9-5746-42c3-bdac-70f41877f8ee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ade8f4bc-d61a-4279-9c53-6d5e6bc3ad41', 'name': 'tempest-TestNetworkBasicOps-router-1394013319', 'tenant_id': '772b9946478d439e9da4eaeade7fb21d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3e7e4eb3-cf02-4d47-ade9-0a579cdfc60f', 'external_fixed_ips': [{'subnet_id': 'a5ad15ab-c489-4a67-a9b0-d559fca0ec71', 'ip_address': '172.26.3.251'}], 'enable_snat': True}, 'gw_port_id': 'd8b0bc70-b1be-47c6-afc7-9f8cf57445e9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-23T11:45:41Z', 'updated_at': '2021-06-23T11:47:19Z', 'revision_number': 5, 'project_id': '772b9946478d439e9da4eaeade7fb21d', 'gw_port': {'id': 'd8b0bc70-b1be-47c6-afc7-9f8cf57445e9', 'name': '', 'network_id': '3e7e4eb3-cf02-4d47-ade9-0a579cdfc60f', 'tenant_id': '', 'mac_address': 'fa:16:3e:94:78:e5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ade8f4bc-d61a-4279-9c53-6d5e6bc3ad41', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1478, 'fixed_ips': [{'subnet_id': 'a5ad15ab-c489-4a67-a9b0-d559fca0ec71', 'ip_address': '172.26.3.251', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-94-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-23T11:45:41Z', 'updated_at': '2021-06-23T11:45:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a5ad15ab-c489-4a67-a9b0-d559fca0ec71', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-601336-94-hyperv'}], 'dv-neutron-601336-94-hyperv', False) {} {{(pid=94176) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 11:47:21.385711 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4ecbd2c3-31f5-4c4b-ae64-12e541df5619 None None] DHCP port deletion for 7c6ed185-f292-4360-8abf-4c847180005e request from dv-neutron-601336-94-hyperv {{(pid=94176) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jun 23 11:47:21.389116 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-47879ad9-5746-42c3-bdac-70f41877f8ee None None] The sync data for ids ['ade8f4bc-d61a-4279-9c53-6d5e6bc3ad41'] in dv-neutron-601336-94-hyperv is: [{'id': 'ade8f4bc-d61a-4279-9c53-6d5e6bc3ad41', 'name': 'tempest-TestNetworkBasicOps-router-1394013319', 'tenant_id': '772b9946478d439e9da4eaeade7fb21d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3e7e4eb3-cf02-4d47-ade9-0a579cdfc60f', 'external_fixed_ips': [{'subnet_id': 'a5ad15ab-c489-4a67-a9b0-d559fca0ec71', 'ip_address': '172.26.3.251'}], 'enable_snat': True}, 'gw_port_id': 'd8b0bc70-b1be-47c6-afc7-9f8cf57445e9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-23T11:45:41Z', 'updated_at': '2021-06-23T11:47:19Z', 'revision_number': 5, 'project_id': '772b9946478d439e9da4eaeade7fb21d', 'gw_port': {'id': 'd8b0bc70-b1be-47c6-afc7-9f8cf57445e9', 'name': '', 'network_id': '3e7e4eb3-cf02-4d47-ade9-0a579cdfc60f', 'tenant_id': '', 'mac_address': 'fa:16:3e:94:78:e5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ade8f4bc-d61a-4279-9c53-6d5e6bc3ad41', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1478, 'fixed_ips': [{'subnet_id': 'a5ad15ab-c489-4a67-a9b0-d559fca0ec71', 'ip_address': '172.26.3.251', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-94-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-23T11:45:41Z', 'updated_at': '2021-06-23T11:45:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a5ad15ab-c489-4a67-a9b0-d559fca0ec71', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-601336-94-hyperv'}] {{(pid=94176) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 23 11:47:21.439305 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.plugins.ml2.plugin [None req-4ecbd2c3-31f5-4c4b-ae64-12e541df5619 None None] Deleting port 69024759-1c8a-43d5-802e-72224202479c {{(pid=94176) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1913}} Jun 23 11:47:21.439750 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron_lib.callbacks.manager [None req-4ecbd2c3-31f5-4c4b-ae64-12e541df5619 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773700079324'] for port, before_delete {{(pid=94176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:47:21.499506 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.plugins.ml2.db [None req-4ecbd2c3-31f5-4c4b-ae64-12e541df5619 None None] For port 69024759-1c8a-43d5-802e-72224202479c, host dv-neutron-601336-94-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-94-hyperv',level=0,port_id=69024759-1c8a-43d5-802e-72224202479c,segment=NetworkSegment(82af645c-54b9-40e2-b447-1ad0a90238cd),segment_id=82af645c-54b9-40e2-b447-1ad0a90238cd)] {{(pid=94176) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 23 11:47:21.499911 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron_lib.callbacks.manager [None req-4ecbd2c3-31f5-4c4b-ae64-12e541df5619 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-430722'] for port, precommit_delete {{(pid=94176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:47:21.517074 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.plugins.ml2.plugin [None req-4ecbd2c3-31f5-4c4b-ae64-12e541df5619 None None] Calling delete_port for 69024759-1c8a-43d5-802e-72224202479c owned by network:dhcp {{(pid=94176) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1986}} Jun 23 11:47:21.599349 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron_lib.callbacks.manager [None req-dd5a3408-f5e5-4d01-9b85-07a8b5fc74f7 tempest-TestNetworkBasicOps-233187296 tempest-TestNetworkBasicOps-233187296-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-922904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866062', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773700135024', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773699642224', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5082448'] for port, after_delete {{(pid=94175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:47:21.601433 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG oslo_concurrency.lockutils [None req-73396fa7-0e42-4747-8019-824c91863219 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94175) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 11:47:21.623201 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd5a3408-f5e5-4d01-9b85-07a8b5fc74f7 tempest-TestNetworkBasicOps-233187296 tempest-TestNetworkBasicOps-233187296-project] Pushing event deleted for resources: {'Port': ['ID=d8b0bc70-b1be-47c6-afc7-9f8cf57445e9,revision_number=None']} {{(pid=94175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 11:47:21.626625 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG oslo_concurrency.lockutils [None req-dd5a3408-f5e5-4d01-9b85-07a8b5fc74f7 tempest-TestNetworkBasicOps-233187296 tempest-TestNetworkBasicOps-233187296-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.025s {{(pid=94175) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 11:47:21.667560 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron_lib.callbacks.manager [None req-4ecbd2c3-31f5-4c4b-ae64-12e541df5619 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-922904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866062', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773700135024', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773699642224'] for port, after_delete {{(pid=94176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:47:21.670409 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG oslo_concurrency.lockutils [None req-7b78699c-c089-48d7-a395-72ef287d3e80 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 11:47:21.686516 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron_lib.callbacks.manager [None req-dd5a3408-f5e5-4d01-9b85-07a8b5fc74f7 tempest-TestNetworkBasicOps-233187296 tempest-TestNetworkBasicOps-233187296-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-524171'] for router_gateway, after_delete {{(pid=94175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:47:21.692668 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ecbd2c3-31f5-4c4b-ae64-12e541df5619 None None] Pushing event deleted for resources: {'Port': ['ID=69024759-1c8a-43d5-802e-72224202479c,revision_number=None']} {{(pid=94176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 11:47:21.695518 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG oslo_concurrency.lockutils [None req-4ecbd2c3-31f5-4c4b-ae64-12e541df5619 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.025s {{(pid=94176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 11:47:21.696320 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4ecbd2c3-31f5-4c4b-ae64-12e541df5619 None None] No DVR routers for this DVR port 69024759-1c8a-43d5-802e-72224202479c on host dv-neutron-601336-94-hyperv {{(pid=94176) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 23 11:47:21.785820 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron_lib.callbacks.manager [None req-dd5a3408-f5e5-4d01-9b85-07a8b5fc74f7 tempest-TestNetworkBasicOps-233187296 tempest-TestNetworkBasicOps-233187296-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-520417', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-32301'] for router, precommit_delete {{(pid=94175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:47:21.788203 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron_lib.callbacks.manager [None req-dd5a3408-f5e5-4d01-9b85-07a8b5fc74f7 tempest-TestNetworkBasicOps-233187296 tempest-TestNetworkBasicOps-233187296-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:47:21.857261 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.plugins.ml2.rpc [None req-dc7542b2-afef-47f4-a763-e3a3cba144be None None] Device 69024759-1c8a-43d5-802e-72224202479c no longer exists at agent ovs-agent-dv-neutron-601336-94-hyperv {{(pid=94176) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:261}} Jun 23 11:47:21.880381 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.plugins.ml2.plugin [None req-dc7542b2-afef-47f4-a763-e3a3cba144be None None] No Port match for: 69024759-1c8a-43d5-802e-72224202479c {{(pid=94176) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2240}} Jun 23 11:47:21.881547 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.plugins.ml2.rpc [None req-dc7542b2-afef-47f4-a763-e3a3cba144be None None] Device 69024759-1c8a-43d5-802e-72224202479c not bound to the agent host dv-neutron-601336-94-hyperv {{(pid=94176) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:271}} Jun 23 11:47:21.882021 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.plugins.ml2.rpc [None req-dc7542b2-afef-47f4-a763-e3a3cba144be None None] Device ed804b38-8ae2-4d08-91dd-c57ce2b3a471 no longer exists at agent ovs-agent-dv-neutron-601336-94-hyperv {{(pid=94176) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:261}} Jun 23 11:47:21.901487 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.plugins.ml2.plugin [None req-dc7542b2-afef-47f4-a763-e3a3cba144be None None] No Port match for: ed804b38-8ae2-4d08-91dd-c57ce2b3a471 {{(pid=94176) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2240}} Jun 23 11:47:21.901845 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.plugins.ml2.rpc [None req-dc7542b2-afef-47f4-a763-e3a3cba144be None None] Device ed804b38-8ae2-4d08-91dd-c57ce2b3a471 not bound to the agent host dv-neutron-601336-94-hyperv {{(pid=94176) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:271}} Jun 23 11:47:21.907590 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron_lib.callbacks.manager [None req-dd5a3408-f5e5-4d01-9b85-07a8b5fc74f7 tempest-TestNetworkBasicOps-233187296 tempest-TestNetworkBasicOps-233187296-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-494961'] for router, after_delete {{(pid=94175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:47:21.911861 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dd5a3408-f5e5-4d01-9b85-07a8b5fc74f7 tempest-TestNetworkBasicOps-233187296 tempest-TestNetworkBasicOps-233187296-project] Fanout notify agent at l3_agent the message router_deleted on router ade8f4bc-d61a-4279-9c53-6d5e6bc3ad41 {{(pid=94175) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jun 23 11:47:21.915750 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron_lib.callbacks.manager [None req-dd5a3408-f5e5-4d01-9b85-07a8b5fc74f7 tempest-TestNetworkBasicOps-233187296 tempest-TestNetworkBasicOps-233187296-project] Notify callbacks [] for router, before_response {{(pid=94175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:47:21.916874 dv-neutron-601336-94-hyperv neutron-server[94175]: INFO neutron.wsgi [None req-dd5a3408-f5e5-4d01-9b85-07a8b5fc74f7 tempest-TestNetworkBasicOps-233187296 tempest-TestNetworkBasicOps-233187296-project] 10.222.0.20 "DELETE /v2.0/routers/ade8f4bc-d61a-4279-9c53-6d5e6bc3ad41 HTTP/1.1" status: 204 len: 168 time: 1.0588832 Jun 23 11:47:21.919612 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.wsgi [-] (94175) accepted ('10.222.0.20', 44970) {{(pid=94175) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 11:47:21.997759 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron_lib.callbacks.manager [None req-8c2a433f-8285-4570-afb5-c5c8a375c781 tempest-TestNetworkBasicOps-233187296 tempest-TestNetworkBasicOps-233187296-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-824874'] for network, before_delete {{(pid=94175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:47:22.108944 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron_lib.callbacks.manager [None req-8c2a433f-8285-4570-afb5-c5c8a375c781 tempest-TestNetworkBasicOps-233187296 tempest-TestNetworkBasicOps-233187296-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-897259', 'neutron.services.segments.db._delete_segments_for_network-8773700168587'] for network, precommit_delete {{(pid=94175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:47:22.118406 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.services.segments.db [None req-8c2a433f-8285-4570-afb5-c5c8a375c781 tempest-TestNetworkBasicOps-233187296 tempest-TestNetworkBasicOps-233187296-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7c6ed185-f292-4360-8abf-4c847180005e']}} {{(pid=94175) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 11:47:22.128828 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.services.segments.db [None req-8c2a433f-8285-4570-afb5-c5c8a375c781 tempest-TestNetworkBasicOps-233187296 tempest-TestNetworkBasicOps-233187296-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '82af645c-54b9-40e2-b447-1ad0a90238cd') {'for_net_delete': True} {{(pid=94175) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 11:47:22.129124 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.services.segments.db [None req-8c2a433f-8285-4570-afb5-c5c8a375c781 tempest-TestNetworkBasicOps-233187296 tempest-TestNetworkBasicOps-233187296-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '82af645c-54b9-40e2-b447-1ad0a90238cd') {} {{(pid=94175) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 11:47:22.139646 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron_lib.callbacks.manager [None req-8c2a433f-8285-4570-afb5-c5c8a375c781 tempest-TestNetworkBasicOps-233187296 tempest-TestNetworkBasicOps-233187296-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8773699955833', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5190677'] for segment, before_delete {{(pid=94175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:47:22.152515 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron_lib.callbacks.manager [None req-8c2a433f-8285-4570-afb5-c5c8a375c781 tempest-TestNetworkBasicOps-233187296 tempest-TestNetworkBasicOps-233187296-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3801'] for segment, precommit_delete {{(pid=94175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:47:22.158323 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8c2a433f-8285-4570-afb5-c5c8a375c781 tempest-TestNetworkBasicOps-233187296 tempest-TestNetworkBasicOps-233187296-project] Releasing vlan 405 on physical network physnet1 to pool {{(pid=94175) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 23 11:47:22.158860 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron_lib.callbacks.manager [None req-8c2a433f-8285-4570-afb5-c5c8a375c781 tempest-TestNetworkBasicOps-233187296 tempest-TestNetworkBasicOps-233187296-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3801', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5082371'] for segment, after_delete {{(pid=94175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:47:22.162557 dv-neutron-601336-94-hyperv neutron-server[94175]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 23 11:47:22.162557 dv-neutron-601336-94-hyperv neutron-server[94175]: conditions |= (models_v2.Port.network_id.in_( Jun 23 11:47:22.162557 dv-neutron-601336-94-hyperv neutron-server[94175]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 23 11:47:22.162557 dv-neutron-601336-94-hyperv neutron-server[94175]: conditions |= (models_v2.Port.network_id.in_( Jun 23 11:47:22.162557 dv-neutron-601336-94-hyperv neutron-server[94175]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 23 11:47:22.162557 dv-neutron-601336-94-hyperv neutron-server[94175]: conditions |= (models_v2.Port.network_id.in_( Jun 23 11:47:22.162557 dv-neutron-601336-94-hyperv neutron-server[94175]: Traceback (most recent call last): Jun 23 11:47:22.162557 dv-neutron-601336-94-hyperv neutron-server[94175]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 23 11:47:22.162557 dv-neutron-601336-94-hyperv neutron-server[94175]: timer() Jun 23 11:47:22.162557 dv-neutron-601336-94-hyperv neutron-server[94175]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 23 11:47:22.162557 dv-neutron-601336-94-hyperv neutron-server[94175]: cb(*args, **kw) Jun 23 11:47:22.162557 dv-neutron-601336-94-hyperv neutron-server[94175]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 23 11:47:22.162557 dv-neutron-601336-94-hyperv neutron-server[94175]: return func(*args, **kwargs) Jun 23 11:47:22.162557 dv-neutron-601336-94-hyperv neutron-server[94175]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 23 11:47:22.162557 dv-neutron-601336-94-hyperv neutron-server[94175]: self._notify() Jun 23 11:47:22.162557 dv-neutron-601336-94-hyperv neutron-server[94175]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 23 11:47:22.162557 dv-neutron-601336-94-hyperv neutron-server[94175]: self.callback(batched_events) Jun 23 11:47:22.162557 dv-neutron-601336-94-hyperv neutron-server[94175]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 23 11:47:22.162557 dv-neutron-601336-94-hyperv neutron-server[94175]: event.method(event) Jun 23 11:47:22.162557 dv-neutron-601336-94-hyperv neutron-server[94175]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 23 11:47:22.162557 dv-neutron-601336-94-hyperv neutron-server[94175]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 23 11:47:22.162557 dv-neutron-601336-94-hyperv neutron-server[94175]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 23 11:47:22.162557 dv-neutron-601336-94-hyperv neutron-server[94175]: aggregate_uuid = self.p_client.list_aggregates( Jun 23 11:47:22.162557 dv-neutron-601336-94-hyperv neutron-server[94175]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 23 11:47:22.162557 dv-neutron-601336-94-hyperv neutron-server[94175]: return f(self, *a, **k) Jun 23 11:47:22.162557 dv-neutron-601336-94-hyperv neutron-server[94175]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 23 11:47:22.162557 dv-neutron-601336-94-hyperv neutron-server[94175]: return self._get(url).json() Jun 23 11:47:22.162557 dv-neutron-601336-94-hyperv neutron-server[94175]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 23 11:47:22.162557 dv-neutron-601336-94-hyperv neutron-server[94175]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 23 11:47:22.162557 dv-neutron-601336-94-hyperv neutron-server[94175]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 23 11:47:22.162557 dv-neutron-601336-94-hyperv neutron-server[94175]: return self.request(url, 'GET', **kwargs) Jun 23 11:47:22.162557 dv-neutron-601336-94-hyperv neutron-server[94175]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 23 11:47:22.162557 dv-neutron-601336-94-hyperv neutron-server[94175]: base_url = self.get_endpoint(auth, allow=allow, Jun 23 11:47:22.162557 dv-neutron-601336-94-hyperv neutron-server[94175]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 23 11:47:22.162557 dv-neutron-601336-94-hyperv neutron-server[94175]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 23 11:47:22.162557 dv-neutron-601336-94-hyperv neutron-server[94175]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 23 11:47:22.162557 dv-neutron-601336-94-hyperv neutron-server[94175]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 23 11:47:22.162557 dv-neutron-601336-94-hyperv neutron-server[94175]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 23 11:47:22.279149 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron_lib.callbacks.manager [None req-8c2a433f-8285-4570-afb5-c5c8a375c781 tempest-TestNetworkBasicOps-233187296 tempest-TestNetworkBasicOps-233187296-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-897248', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8002400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7866073', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-524247'] for network, after_delete {{(pid=94175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:47:22.283550 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron_lib.callbacks.manager [None req-8c2a433f-8285-4570-afb5-c5c8a375c781 tempest-TestNetworkBasicOps-233187296 tempest-TestNetworkBasicOps-233187296-project] Notify callbacks [] for network, before_response {{(pid=94175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:47:22.285526 dv-neutron-601336-94-hyperv neutron-server[94175]: INFO neutron.wsgi [None req-8c2a433f-8285-4570-afb5-c5c8a375c781 tempest-TestNetworkBasicOps-233187296 tempest-TestNetworkBasicOps-233187296-project] 10.222.0.20 "DELETE /v2.0/networks/7c6ed185-f292-4360-8abf-4c847180005e HTTP/1.1" status: 204 len: 168 time: 0.3650100 Jun 23 11:47:22.286341 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG oslo_concurrency.lockutils [None req-40864ef9-3269-40d2-97ee-9814fc8185fd tempest-TestNetworkAdvancedServerOps-632886841 tempest-TestNetworkAdvancedServerOps-632886841-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94175) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 11:47:22.302078 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c2a433f-8285-4570-afb5-c5c8a375c781 tempest-TestNetworkBasicOps-233187296 tempest-TestNetworkBasicOps-233187296-project] Pushing event deleted for resources: {'Network': ['ID=7c6ed185-f292-4360-8abf-4c847180005e,revision_number=None']} {{(pid=94175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 11:47:22.304528 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG oslo_concurrency.lockutils [None req-8c2a433f-8285-4570-afb5-c5c8a375c781 tempest-TestNetworkBasicOps-233187296 tempest-TestNetworkBasicOps-233187296-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=94175) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 11:47:22.317852 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.wsgi [-] (94175) accepted ('10.222.0.20', 44972) {{(pid=94175) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 11:47:22.324591 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.api.v2.base [None req-84c7d9ec-3d09-404b-8716-883e03725a8b tempest-TestNetworkBasicOps-233187296 tempest-TestNetworkBasicOps-233187296-project] Request body: {'network': {'name': 'tempest-network-smoke--462927857', 'project_id': '772b9946478d439e9da4eaeade7fb21d', 'port_security_enabled': True}} {{(pid=94175) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 23 11:47:22.416584 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-84c7d9ec-3d09-404b-8716-883e03725a8b tempest-TestNetworkBasicOps-233187296 tempest-TestNetworkBasicOps-233187296-project] Made reservation on behalf of 772b9946478d439e9da4eaeade7fb21d for: {'network': 1} {{(pid=94175) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 23 11:47:22.421880 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron_lib.callbacks.manager [None req-84c7d9ec-3d09-404b-8716-883e03725a8b tempest-TestNetworkBasicOps-233187296 tempest-TestNetworkBasicOps-233187296-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-923104'] for network, before_create {{(pid=94175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:47:22.454804 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-84c7d9ec-3d09-404b-8716-883e03725a8b tempest-TestNetworkBasicOps-233187296 tempest-TestNetworkBasicOps-233187296-project] vlan segment allocate from pool success with {'vlan_id': 406, 'physical_network': 'physnet1'} {{(pid=94175) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 23 11:47:22.464472 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron_lib.callbacks.manager [None req-84c7d9ec-3d09-404b-8716-883e03725a8b tempest-TestNetworkBasicOps-233187296 tempest-TestNetworkBasicOps-233187296-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3801'] for segment, precommit_create {{(pid=94175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:47:22.464819 dv-neutron-601336-94-hyperv neutron-server[94175]: INFO neutron.db.segments_db [None req-84c7d9ec-3d09-404b-8716-883e03725a8b tempest-TestNetworkBasicOps-233187296 tempest-TestNetworkBasicOps-233187296-project] Added segment 9fe0df20-b087-4acd-b971-5d44f6912d06 of type vlan for network 53f72c34-6c9d-41a7-8c5f-e32d44e0fdca Jun 23 11:47:22.511121 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron_lib.callbacks.manager [None req-84c7d9ec-3d09-404b-8716-883e03725a8b tempest-TestNetworkBasicOps-233187296 tempest-TestNetworkBasicOps-233187296-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8773699596773'] for network, precommit_create {{(pid=94175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:47:22.576636 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron_lib.callbacks.manager [None req-84c7d9ec-3d09-404b-8716-883e03725a8b tempest-TestNetworkBasicOps-233187296 tempest-TestNetworkBasicOps-233187296-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8002400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7866073'] for network, after_create {{(pid=94175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:47:22.582470 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-84c7d9ec-3d09-404b-8716-883e03725a8b tempest-TestNetworkBasicOps-233187296 tempest-TestNetworkBasicOps-233187296-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 11:47:22.583143 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron_lib.callbacks.manager [None req-84c7d9ec-3d09-404b-8716-883e03725a8b tempest-TestNetworkBasicOps-233187296 tempest-TestNetworkBasicOps-233187296-project] Notify callbacks [] for network, before_response {{(pid=94175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:47:22.585641 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG oslo_concurrency.lockutils [None req-058738d0-a220-4908-8827-ea535dad3df5 tempest-PortsIpV6TestJSON-1781383748 tempest-PortsIpV6TestJSON-1781383748-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94175) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 11:47:22.651129 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84c7d9ec-3d09-404b-8716-883e03725a8b tempest-TestNetworkBasicOps-233187296 tempest-TestNetworkBasicOps-233187296-project] Pushing event updated for resources: {'Network': ['ID=53f72c34-6c9d-41a7-8c5f-e32d44e0fdca,revision_number=1']} {{(pid=94175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 11:47:22.653616 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG oslo_concurrency.lockutils [None req-84c7d9ec-3d09-404b-8716-883e03725a8b tempest-TestNetworkBasicOps-233187296 tempest-TestNetworkBasicOps-233187296-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.068s {{(pid=94175) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 11:47:22.662865 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.plugins.ml2.rpc [None req-dc7542b2-afef-47f4-a763-e3a3cba144be None None] Network 53f72c34-6c9d-41a7-8c5f-e32d44e0fdca details requested by agent ovs-agent-dv-neutron-601336-94-hyperv with host dv-neutron-601336-94-hyperv {{(pid=94176) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:250}} Jun 23 11:47:22.692520 dv-neutron-601336-94-hyperv neutron-server[94175]: INFO neutron.wsgi [None req-84c7d9ec-3d09-404b-8716-883e03725a8b tempest-TestNetworkBasicOps-233187296 tempest-TestNetworkBasicOps-233187296-project] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.3736005 Jun 23 11:47:22.696121 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.wsgi [-] (94175) accepted ('10.222.0.20', 44974) {{(pid=94175) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 11:47:22.703692 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.api.v2.base [None req-5eeae489-77b2-4a82-81fe-9b977d0c39c0 tempest-TestNetworkBasicOps-233187296 tempest-TestNetworkBasicOps-233187296-project] Request body: {'router': {'name': 'tempest-TestNetworkBasicOps-router-1322041481', 'admin_state_up': True, 'project_id': '772b9946478d439e9da4eaeade7fb21d', 'external_gateway_info': {'network_id': '3e7e4eb3-cf02-4d47-ade9-0a579cdfc60f'}}} {{(pid=94175) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 23 11:47:22.833718 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron_lib.callbacks.manager [None req-5eeae489-77b2-4a82-81fe-9b977d0c39c0 tempest-TestNetworkBasicOps-233187296 tempest-TestNetworkBasicOps-233187296-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-520407', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-32315'] for router, before_create {{(pid=94175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:47:22.834798 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron_lib.callbacks.manager [None req-5eeae489-77b2-4a82-81fe-9b977d0c39c0 tempest-TestNetworkBasicOps-233187296 tempest-TestNetworkBasicOps-233187296-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-520264', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-524122', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-414782', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-32290'] for router, precommit_create {{(pid=94175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:47:22.889874 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron_lib.callbacks.manager [None req-5eeae489-77b2-4a82-81fe-9b977d0c39c0 tempest-TestNetworkBasicOps-233187296 tempest-TestNetworkBasicOps-233187296-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:47:23.078229 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron_lib.callbacks.manager [None req-5eeae489-77b2-4a82-81fe-9b977d0c39c0 tempest-TestNetworkBasicOps-233187296 tempest-TestNetworkBasicOps-233187296-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-524104', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-520389', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-32276'] for router, precommit_update {{(pid=94175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:47:23.330047 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron_lib.callbacks.manager [None req-5eeae489-77b2-4a82-81fe-9b977d0c39c0 tempest-TestNetworkBasicOps-233187296 tempest-TestNetworkBasicOps-233187296-project] Notify callbacks [] for router_gateway, before_create {{(pid=94175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:47:23.347894 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron_lib.callbacks.manager [None req-5eeae489-77b2-4a82-81fe-9b977d0c39c0 tempest-TestNetworkBasicOps-233187296 tempest-TestNetworkBasicOps-233187296-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-923104'] for port, before_create {{(pid=94175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:47:23.382137 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron_lib.callbacks.manager [None req-97bd5441-1da2-49ee-a364-27795820ba27 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773699952132', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-899307'] for agent, after_update {{(pid=94176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:47:23.454667 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.db.db_base_plugin_common [None req-5eeae489-77b2-4a82-81fe-9b977d0c39c0 tempest-TestNetworkBasicOps-233187296 tempest-TestNetworkBasicOps-233187296-project] Allocated IP 172.26.3.111 (3e7e4eb3-cf02-4d47-ade9-0a579cdfc60f/a5ad15ab-c489-4a67-a9b0-d559fca0ec71/14031ea2-045e-4c71-b6f2-e0db5a671934) {{(pid=94175) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 23 11:47:23.556174 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron_lib.callbacks.manager [None req-5eeae489-77b2-4a82-81fe-9b977d0c39c0 tempest-TestNetworkBasicOps-233187296 tempest-TestNetworkBasicOps-233187296-project] Notify callbacks [] for port, precommit_create {{(pid=94175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:47:23.619003 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.plugins.ml2.rpc [None req-dc7542b2-afef-47f4-a763-e3a3cba144be None None] Device d8b0bc70-b1be-47c6-afc7-9f8cf57445e9 no longer exists at agent ovs-agent-dv-neutron-601336-94-hyperv {{(pid=94176) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:261}} Jun 23 11:47:23.639348 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.plugins.ml2.plugin [None req-dc7542b2-afef-47f4-a763-e3a3cba144be None None] No Port match for: d8b0bc70-b1be-47c6-afc7-9f8cf57445e9 {{(pid=94176) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2240}} Jun 23 11:47:23.639710 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.plugins.ml2.rpc [None req-dc7542b2-afef-47f4-a763-e3a3cba144be None None] Device d8b0bc70-b1be-47c6-afc7-9f8cf57445e9 not bound to the agent host dv-neutron-601336-94-hyperv {{(pid=94176) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:271}} Jun 23 11:47:23.668054 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron_lib.callbacks.manager [None req-5eeae489-77b2-4a82-81fe-9b977d0c39c0 tempest-TestNetworkBasicOps-233187296 tempest-TestNetworkBasicOps-233187296-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-922915', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-239814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7866073', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773699642215', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-5082457'] for port, after_create {{(pid=94175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:47:23.671123 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG oslo_concurrency.lockutils [None req-4e0363ae-bc97-4cec-8303-7cbebbf325e8 tempest-TestNetworkBasicOps-233187296 tempest-TestNetworkBasicOps-233187296-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94175) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 11:47:23.709499 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5eeae489-77b2-4a82-81fe-9b977d0c39c0 tempest-TestNetworkBasicOps-233187296 tempest-TestNetworkBasicOps-233187296-project] Network 3e7e4eb3-cf02-4d47-ade9-0a579cdfc60f is already hosted by enough agents. {{(pid=94175) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 23 11:47:23.712347 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.scheduler.base_scheduler [None req-5eeae489-77b2-4a82-81fe-9b977d0c39c0 tempest-TestNetworkBasicOps-233187296 tempest-TestNetworkBasicOps-233187296-project] Resources bound (agent type, host, resource id): {{(pid=94175) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 23 11:47:23.715635 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5eeae489-77b2-4a82-81fe-9b977d0c39c0 tempest-TestNetworkBasicOps-233187296 tempest-TestNetworkBasicOps-233187296-project] Received port after_create {{(pid=94175) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 23 11:47:23.750273 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5eeae489-77b2-4a82-81fe-9b977d0c39c0 tempest-TestNetworkBasicOps-233187296 tempest-TestNetworkBasicOps-233187296-project] Pushing event updated for resources: {'Port': ['ID=14031ea2-045e-4c71-b6f2-e0db5a671934,revision_number=1']} {{(pid=94175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 11:47:23.754224 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG oslo_concurrency.lockutils [None req-5eeae489-77b2-4a82-81fe-9b977d0c39c0 tempest-TestNetworkBasicOps-233187296 tempest-TestNetworkBasicOps-233187296-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.083s {{(pid=94175) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 11:47:24.433193 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron_lib.callbacks.manager [None req-5eeae489-77b2-4a82-81fe-9b977d0c39c0 tempest-TestNetworkBasicOps-233187296 tempest-TestNetworkBasicOps-233187296-project] Notify callbacks [] for router_gateway, after_create {{(pid=94175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:47:24.626343 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron_lib.callbacks.manager [None req-5eeae489-77b2-4a82-81fe-9b977d0c39c0 tempest-TestNetworkBasicOps-233187296 tempest-TestNetworkBasicOps-233187296-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-520412', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-524143'] for router, after_create {{(pid=94175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:47:24.844625 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5eeae489-77b2-4a82-81fe-9b977d0c39c0 tempest-TestNetworkBasicOps-233187296 tempest-TestNetworkBasicOps-233187296-project] Router 5143d03d-4f07-43c8-84fe-db81aabf92b3 is scheduled to L3 agent 50ef99c0-ef28-4db5-b303-b145898fae60 with binding_index 1 {{(pid=94175) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jun 23 11:47:24.952143 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5eeae489-77b2-4a82-81fe-9b977d0c39c0 tempest-TestNetworkBasicOps-233187296 tempest-TestNetworkBasicOps-233187296-project] Notify agent at l3_agent.dv-neutron-601336-94-hyperv the message routers_updated {{(pid=94175) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 23 11:47:24.964140 dv-neutron-601336-94-hyperv neutron-server[94177]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2c2d37a8-c95c-4555-b3fc-50d0d554c544 None None] Sync routers for ids ['5143d03d-4f07-43c8-84fe-db81aabf92b3'] in dv-neutron-601336-94-hyperv {{(pid=94177) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 23 11:47:24.973846 dv-neutron-601336-94-hyperv neutron-server[94177]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2c2d37a8-c95c-4555-b3fc-50d0d554c544 None None] Routers {'5143d03d-4f07-43c8-84fe-db81aabf92b3'} bound to L3 agent in host dv-neutron-601336-94-hyperv {{(pid=94177) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 23 11:47:24.974452 dv-neutron-601336-94-hyperv neutron-server[94177]: DEBUG neutron.db.l3_hamode_db [None req-2c2d37a8-c95c-4555-b3fc-50d0d554c544 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-601336-94-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-23T11:22:13Z,description=,heartbeat_timestamp=2021-06-23T11:47:13Z,host='dv-neutron-601336-94-hyperv',id=50ef99c0-ef28-4db5-b303-b145898fae60,load=0,resource_versions=,resources_synced=,started_at=2021-06-23T11:22:14Z,topic='l3_agent')) {'router_ids': ['5143d03d-4f07-43c8-84fe-db81aabf92b3'], 'active': True} {{(pid=94177) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 11:47:25.021677 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron_lib.callbacks.manager [None req-5eeae489-77b2-4a82-81fe-9b977d0c39c0 tempest-TestNetworkBasicOps-233187296 tempest-TestNetworkBasicOps-233187296-project] Notify callbacks [] for router, before_response {{(pid=94175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:47:25.022989 dv-neutron-601336-94-hyperv neutron-server[94175]: INFO neutron.wsgi [None req-5eeae489-77b2-4a82-81fe-9b977d0c39c0 tempest-TestNetworkBasicOps-233187296 tempest-TestNetworkBasicOps-233187296-project] 10.222.0.20 "POST /v2.0/routers HTTP/1.1" status: 201 len: 887 time: 2.3257241 Jun 23 11:47:25.026038 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.wsgi [-] (94175) accepted ('10.222.0.20', 44978) {{(pid=94175) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 11:47:25.056503 dv-neutron-601336-94-hyperv neutron-server[94175]: INFO neutron.wsgi [None req-e195f7fa-3ff7-4667-a9c3-48272bc2bb70 tempest-TestNetworkBasicOps-1420332966 tempest-TestNetworkBasicOps-1420332966-project-admin] 10.222.0.20 "GET /v2.0/subnets?project_id=772b9946478d439e9da4eaeade7fb21d&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0291564 Jun 23 11:47:25.058923 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.wsgi [-] (94175) accepted ('10.222.0.20', 44980) {{(pid=94175) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 11:47:25.078402 dv-neutron-601336-94-hyperv neutron-server[94177]: DEBUG neutron.db.l3_dvr_db [None req-2c2d37a8-c95c-4555-b3fc-50d0d554c544 None None] Set router 5143d03d-4f07-43c8-84fe-db81aabf92b3 gateway port host: dv-neutron-601336-94-hyperv {{(pid=94177) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:838}} Jun 23 11:47:25.148947 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-532840af-7f89-46fb-a699-3cf09271f504 tempest-TestNetworkBasicOps-1420332966 tempest-TestNetworkBasicOps-1420332966-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 11:47:25.150486 dv-neutron-601336-94-hyperv neutron-server[94175]: INFO neutron.wsgi [None req-532840af-7f89-46fb-a699-3cf09271f504 tempest-TestNetworkBasicOps-1420332966 tempest-TestNetworkBasicOps-1420332966-project-admin] 10.222.0.20 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.0906067 Jun 23 11:47:25.153301 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.wsgi [-] (94175) accepted ('10.222.0.20', 44982) {{(pid=94175) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 11:47:25.183416 dv-neutron-601336-94-hyperv neutron-server[94175]: INFO neutron.wsgi [None req-9389db9d-63e9-4795-aea8-1d8d487dea57 tempest-TestNetworkBasicOps-1420332966 tempest-TestNetworkBasicOps-1420332966-project-admin] 10.222.0.20 "GET /v2.0/subnets?network_id=3e7e4eb3-cf02-4d47-ade9-0a579cdfc60f&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0284579 Jun 23 11:47:25.189052 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.wsgi [-] (94175) accepted ('10.222.0.20', 44984) {{(pid=94175) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 11:47:25.194264 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.api.v2.base [None req-d650b681-ff9d-4080-943f-0f4930d87fcd tempest-TestNetworkBasicOps-233187296 tempest-TestNetworkBasicOps-233187296-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-413243843', 'network_id': '53f72c34-6c9d-41a7-8c5f-e32d44e0fdca', 'project_id': '772b9946478d439e9da4eaeade7fb21d', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=94175) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 23 11:47:25.262970 dv-neutron-601336-94-hyperv neutron-server[94177]: DEBUG neutron.db.l3_hamode_db [None req-2c2d37a8-c95c-4555-b3fc-50d0d554c544 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5143d03d-4f07-43c8-84fe-db81aabf92b3', 'name': 'tempest-TestNetworkBasicOps-router-1322041481', 'tenant_id': '772b9946478d439e9da4eaeade7fb21d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3e7e4eb3-cf02-4d47-ade9-0a579cdfc60f', 'external_fixed_ips': [{'subnet_id': 'a5ad15ab-c489-4a67-a9b0-d559fca0ec71', 'ip_address': '172.26.3.111'}], 'enable_snat': True}, 'gw_port_id': '14031ea2-045e-4c71-b6f2-e0db5a671934', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-23T11:47:22Z', 'updated_at': '2021-06-23T11:47:23Z', 'revision_number': 3, 'project_id': '772b9946478d439e9da4eaeade7fb21d', 'gw_port': {'id': '14031ea2-045e-4c71-b6f2-e0db5a671934', 'name': '', 'network_id': '3e7e4eb3-cf02-4d47-ade9-0a579cdfc60f', 'tenant_id': '', 'mac_address': 'fa:16:3e:54:2b:ac', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5143d03d-4f07-43c8-84fe-db81aabf92b3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1512, 'fixed_ips': [{'subnet_id': 'a5ad15ab-c489-4a67-a9b0-d559fca0ec71', 'ip_address': '172.26.3.111', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-23T11:47:23Z', 'updated_at': '2021-06-23T11:47:23Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'a5ad15ab-c489-4a67-a9b0-d559fca0ec71', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-601336-94-hyperv'}], 'dv-neutron-601336-94-hyperv', False) {} {{(pid=94177) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 11:47:25.289162 dv-neutron-601336-94-hyperv neutron-server[94177]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2c2d37a8-c95c-4555-b3fc-50d0d554c544 None None] Checking router: 5143d03d-4f07-43c8-84fe-db81aabf92b3 for host: dv-neutron-601336-94-hyperv {{(pid=94177) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 23 11:47:25.289705 dv-neutron-601336-94-hyperv neutron-server[94177]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2c2d37a8-c95c-4555-b3fc-50d0d554c544 None None] Updating router 5143d03d-4f07-43c8-84fe-db81aabf92b3 port 14031ea2-045e-4c71-b6f2-e0db5a671934 binding host dv-neutron-601336-94-hyperv {{(pid=94177) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 23 11:47:25.329089 dv-neutron-601336-94-hyperv neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-2c2d37a8-c95c-4555-b3fc-50d0d554c544 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-923122'] for port, before_update {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:47:25.365233 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d650b681-ff9d-4080-943f-0f4930d87fcd tempest-TestNetworkBasicOps-233187296 tempest-TestNetworkBasicOps-233187296-project] Made reservation on behalf of 772b9946478d439e9da4eaeade7fb21d for: {'subnet': 1} {{(pid=94175) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 23 11:47:25.369406 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron_lib.callbacks.manager [None req-d650b681-ff9d-4080-943f-0f4930d87fcd tempest-TestNetworkBasicOps-233187296 tempest-TestNetworkBasicOps-233187296-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4660073'] for subnet, before_create {{(pid=94175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:47:25.639472 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron_lib.callbacks.manager [None req-d650b681-ff9d-4080-943f-0f4930d87fcd tempest-TestNetworkBasicOps-233187296 tempest-TestNetworkBasicOps-233187296-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866062', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5083113', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4660095'] for subnet, after_create {{(pid=94175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:47:25.642464 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG oslo_concurrency.lockutils [None req-916a66ce-50ef-4c77-8912-81e9b9e94604 tempest-NetworksIpV6Test-253648203 tempest-NetworksIpV6Test-253648203-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94175) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 11:47:25.669216 dv-neutron-601336-94-hyperv neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-2c2d37a8-c95c-4555-b3fc-50d0d554c544 None None] Notify callbacks [] for port, precommit_update {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:47:25.679359 dv-neutron-601336-94-hyperv neutron-server[94177]: DEBUG neutron.db.provisioning_blocks [None req-2c2d37a8-c95c-4555-b3fc-50d0d554c544 None None] Transition to ACTIVE for port object 14031ea2-045e-4c71-b6f2-e0db5a671934 will not be triggered until provisioned by entity L2. {{(pid=94177) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 23 11:47:25.708839 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d650b681-ff9d-4080-943f-0f4930d87fcd tempest-TestNetworkBasicOps-233187296 tempest-TestNetworkBasicOps-233187296-project] Pushing event updated for resources: {'Subnet': ['ID=d0383cea-9245-4c60-97d7-044b801e4031,revision_number=0']} {{(pid=94175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 11:47:25.712355 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG oslo_concurrency.lockutils [None req-d650b681-ff9d-4080-943f-0f4930d87fcd tempest-TestNetworkBasicOps-233187296 tempest-TestNetworkBasicOps-233187296-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.070s {{(pid=94175) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 11:47:25.718225 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d650b681-ff9d-4080-943f-0f4930d87fcd tempest-TestNetworkBasicOps-233187296 tempest-TestNetworkBasicOps-233187296-project] Checking segment: {'id': '9fe0df20-b087-4acd-b971-5d44f6912d06', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 406, 'network_id': '53f72c34-6c9d-41a7-8c5f-e32d44e0fdca'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94175) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 23 11:47:25.718593 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d650b681-ff9d-4080-943f-0f4930d87fcd tempest-TestNetworkBasicOps-233187296 tempest-TestNetworkBasicOps-233187296-project] Network hostable DHCP agents. Network: 53f72c34-6c9d-41a7-8c5f-e32d44e0fdca, hostable agents: ['8cf29b10-0e57-4131-816f-a4b6ad00b249'], hosted agents: [] {{(pid=94175) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 23 11:47:25.730606 dv-neutron-601336-94-hyperv neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-2c2d37a8-c95c-4555-b3fc-50d0d554c544 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-922904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866062', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773700135042', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773699642233', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773699642278'] for port, after_update {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:47:25.732711 dv-neutron-601336-94-hyperv neutron-server[94177]: DEBUG oslo_concurrency.lockutils [None req-b51f6c26-ee50-4828-92b7-be361198816b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94177) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 11:47:25.780735 dv-neutron-601336-94-hyperv neutron-server[94177]: DEBUG neutron.plugins.ml2.managers [None req-2c2d37a8-c95c-4555-b3fc-50d0d554c544 None None] Attempting to bind port 14031ea2-045e-4c71-b6f2-e0db5a671934 on host dv-neutron-601336-94-hyperv for vnic_type normal with profile {{(pid=94177) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 23 11:47:25.781117 dv-neutron-601336-94-hyperv neutron-server[94177]: DEBUG neutron.plugins.ml2.managers [None req-2c2d37a8-c95c-4555-b3fc-50d0d554c544 None None] Attempting to bind port 14031ea2-045e-4c71-b6f2-e0db5a671934 by drivers openvswitch,hyperv on host dv-neutron-601336-94-hyperv at level 0 using segments [{'id': 'c23be0a5-6980-48fb-bc9f-4a24717fe1de', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3e7e4eb3-cf02-4d47-ade9-0a579cdfc60f'}] {{(pid=94177) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 23 11:47:25.781484 dv-neutron-601336-94-hyperv neutron-server[94177]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2c2d37a8-c95c-4555-b3fc-50d0d554c544 None None] Attempting to bind port 14031ea2-045e-4c71-b6f2-e0db5a671934 on network 3e7e4eb3-cf02-4d47-ade9-0a579cdfc60f {{(pid=94177) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 23 11:47:25.784761 dv-neutron-601336-94-hyperv neutron-server[94177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80eb6679-4571-42fc-a2a5-6ce199c2d3dc None None] Pushing event updated for resources: {'Port': ['ID=14031ea2-045e-4c71-b6f2-e0db5a671934,revision_number=2']} {{(pid=94177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 11:47:25.793284 dv-neutron-601336-94-hyperv neutron-server[94177]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80eb6679-4571-42fc-a2a5-6ce199c2d3dc None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-601336-94-hyperv {{(pid=94177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 11:47:25.793616 dv-neutron-601336-94-hyperv neutron-server[94177]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80eb6679-4571-42fc-a2a5-6ce199c2d3dc None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-94-hyperv {{(pid=94177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 11:47:25.793960 dv-neutron-601336-94-hyperv neutron-server[94177]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80eb6679-4571-42fc-a2a5-6ce199c2d3dc None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-94-hyperv {{(pid=94177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 11:47:25.794290 dv-neutron-601336-94-hyperv neutron-server[94177]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80eb6679-4571-42fc-a2a5-6ce199c2d3dc None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-601336-94-hyperv {{(pid=94177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 11:47:25.794617 dv-neutron-601336-94-hyperv neutron-server[94177]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80eb6679-4571-42fc-a2a5-6ce199c2d3dc None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-601336-94-hyperv {{(pid=94177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 11:47:25.794943 dv-neutron-601336-94-hyperv neutron-server[94177]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80eb6679-4571-42fc-a2a5-6ce199c2d3dc None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-601336-94-hyperv {{(pid=94177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 11:47:25.795294 dv-neutron-601336-94-hyperv neutron-server[94177]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80eb6679-4571-42fc-a2a5-6ce199c2d3dc None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-601336-94-hyperv {{(pid=94177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 11:47:25.795618 dv-neutron-601336-94-hyperv neutron-server[94177]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80eb6679-4571-42fc-a2a5-6ce199c2d3dc None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-601336-94-hyperv {{(pid=94177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 11:47:25.795941 dv-neutron-601336-94-hyperv neutron-server[94177]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80eb6679-4571-42fc-a2a5-6ce199c2d3dc None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-601336-94-hyperv {{(pid=94177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 11:47:25.796261 dv-neutron-601336-94-hyperv neutron-server[94177]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80eb6679-4571-42fc-a2a5-6ce199c2d3dc None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-94-hyperv {{(pid=94177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 11:47:25.796579 dv-neutron-601336-94-hyperv neutron-server[94177]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80eb6679-4571-42fc-a2a5-6ce199c2d3dc None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-601336-94-hyperv {{(pid=94177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 11:47:25.796896 dv-neutron-601336-94-hyperv neutron-server[94177]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80eb6679-4571-42fc-a2a5-6ce199c2d3dc None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-601336-94-hyperv {{(pid=94177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 11:47:25.800124 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d650b681-ff9d-4080-943f-0f4930d87fcd tempest-TestNetworkBasicOps-233187296 tempest-TestNetworkBasicOps-233187296-project] Network 53f72c34-6c9d-41a7-8c5f-e32d44e0fdca is scheduled to be hosted by DHCP agent 8cf29b10-0e57-4131-816f-a4b6ad00b249 with binding_index 1 {{(pid=94175) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 23 11:47:25.800886 dv-neutron-601336-94-hyperv neutron-server[94177]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2c2d37a8-c95c-4555-b3fc-50d0d554c544 None None] Checking agent: {'id': '4d05f899-5ac9-411b-8a03-f60c93f87cdf', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-601336-94-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 23, 11, 22, 14), 'started_at': datetime.datetime(2021, 6, 23, 11, 22, 44), 'heartbeat_timestamp': datetime.datetime(2021, 6, 23, 11, 47, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'monitor_allowed_address_pair_garp': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-601336-94-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94177) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 23 11:47:25.801274 dv-neutron-601336-94-hyperv neutron-server[94177]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2c2d37a8-c95c-4555-b3fc-50d0d554c544 None None] Checking segment: {'id': 'c23be0a5-6980-48fb-bc9f-4a24717fe1de', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3e7e4eb3-cf02-4d47-ade9-0a579cdfc60f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94177) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 23 11:47:25.801681 dv-neutron-601336-94-hyperv neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-2c2d37a8-c95c-4555-b3fc-50d0d554c544 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:47:25.802073 dv-neutron-601336-94-hyperv neutron-server[94177]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2c2d37a8-c95c-4555-b3fc-50d0d554c544 None None] Bound using segment: {'id': 'c23be0a5-6980-48fb-bc9f-4a24717fe1de', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3e7e4eb3-cf02-4d47-ade9-0a579cdfc60f'} {{(pid=94177) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 23 11:47:25.802560 dv-neutron-601336-94-hyperv neutron-server[94177]: DEBUG neutron.plugins.ml2.managers [None req-2c2d37a8-c95c-4555-b3fc-50d0d554c544 None None] Bound port: 14031ea2-045e-4c71-b6f2-e0db5a671934, host: dv-neutron-601336-94-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c23be0a5-6980-48fb-bc9f-4a24717fe1de', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3e7e4eb3-cf02-4d47-ade9-0a579cdfc60f'}}] {{(pid=94177) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 23 11:47:25.802926 dv-neutron-601336-94-hyperv neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-2c2d37a8-c95c-4555-b3fc-50d0d554c544 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-923122'] for port, before_update {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:47:25.805441 dv-neutron-601336-94-hyperv neutron-server[94177]: DEBUG oslo_concurrency.lockutils [None req-80eb6679-4571-42fc-a2a5-6ce199c2d3dc None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.073s {{(pid=94177) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 11:47:25.855559 dv-neutron-601336-94-hyperv neutron-server[94177]: DEBUG neutron.plugins.ml2.db [None req-2c2d37a8-c95c-4555-b3fc-50d0d554c544 None None] For port 14031ea2-045e-4c71-b6f2-e0db5a671934, host dv-neutron-601336-94-hyperv, cleared binding levels {{(pid=94177) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 23 11:47:25.858347 dv-neutron-601336-94-hyperv neutron-server[94177]: DEBUG neutron.plugins.ml2.db [None req-2c2d37a8-c95c-4555-b3fc-50d0d554c544 None None] For port 14031ea2-045e-4c71-b6f2-e0db5a671934, host dv-neutron-601336-94-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-94-hyperv',level=0,port_id=14031ea2-045e-4c71-b6f2-e0db5a671934,segment=NetworkSegment(c23be0a5-6980-48fb-bc9f-4a24717fe1de),segment_id=c23be0a5-6980-48fb-bc9f-4a24717fe1de)] {{(pid=94177) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 23 11:47:25.918861 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.scheduler.base_scheduler [None req-d650b681-ff9d-4080-943f-0f4930d87fcd tempest-TestNetworkBasicOps-233187296 tempest-TestNetworkBasicOps-233187296-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-601336-94-hyperv, 53f72c34-6c9d-41a7-8c5f-e32d44e0fdca) {{(pid=94175) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 23 11:47:25.923208 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d650b681-ff9d-4080-943f-0f4930d87fcd tempest-TestNetworkBasicOps-233187296 tempest-TestNetworkBasicOps-233187296-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 11:47:25.924491 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron_lib.callbacks.manager [None req-d650b681-ff9d-4080-943f-0f4930d87fcd tempest-TestNetworkBasicOps-233187296 tempest-TestNetworkBasicOps-233187296-project] Notify callbacks [] for subnet, before_response {{(pid=94175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:47:25.928593 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4d319d12-fcde-41b0-80d1-d700bb2af0b5 None None] Network 53f72c34-6c9d-41a7-8c5f-e32d44e0fdca requested from dv-neutron-601336-94-hyperv {{(pid=94176) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 23 11:47:26.010843 dv-neutron-601336-94-hyperv neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-2c2d37a8-c95c-4555-b3fc-50d0d554c544 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-922904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866062', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773700135042', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773699642233', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773699642278'] for port, after_update {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:47:26.012962 dv-neutron-601336-94-hyperv neutron-server[94177]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94177) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 11:47:26.035067 dv-neutron-601336-94-hyperv neutron-server[94175]: INFO neutron.wsgi [None req-d650b681-ff9d-4080-943f-0f4930d87fcd tempest-TestNetworkBasicOps-233187296 tempest-TestNetworkBasicOps-233187296-project] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 831 time: 0.8449085 Jun 23 11:47:26.037729 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.wsgi [-] (94175) accepted ('10.222.0.20', 44986) {{(pid=94175) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 11:47:26.061481 dv-neutron-601336-94-hyperv neutron-server[94177]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2c2d37a8-c95c-4555-b3fc-50d0d554c544 None None] Routers {'5143d03d-4f07-43c8-84fe-db81aabf92b3'} bound to L3 agent in host dv-neutron-601336-94-hyperv {{(pid=94177) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 23 11:47:26.062120 dv-neutron-601336-94-hyperv neutron-server[94177]: DEBUG neutron.db.l3_hamode_db [None req-2c2d37a8-c95c-4555-b3fc-50d0d554c544 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-601336-94-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-23T11:22:13Z,description=,heartbeat_timestamp=2021-06-23T11:47:13Z,host='dv-neutron-601336-94-hyperv',id=50ef99c0-ef28-4db5-b303-b145898fae60,load=0,resource_versions=,resources_synced=,started_at=2021-06-23T11:22:14Z,topic='l3_agent')) {'router_ids': ['5143d03d-4f07-43c8-84fe-db81aabf92b3'], 'active': True} {{(pid=94177) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 11:47:26.076059 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1d22c2c0-3083-482b-9ad2-b5bca7bd0810 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1e0d828a-1fa4-563d-b7fd-53adf66a04ee-53f72c34-6c9d-41a7-8c5f-e32d44e0fdca', 'network_id': '53f72c34-6c9d-41a7-8c5f-e32d44e0fdca', 'tenant_id': '772b9946478d439e9da4eaeade7fb21d', 'fixed_ips': [{'subnet_id': 'd0383cea-9245-4c60-97d7-044b801e4031'}]}} from dv-neutron-601336-94-hyperv. {{(pid=94176) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 23 11:47:26.076942 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron_lib.callbacks.manager [None req-1d22c2c0-3083-482b-9ad2-b5bca7bd0810 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-923104'] for port, before_create {{(pid=94176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:47:26.109930 dv-neutron-601336-94-hyperv neutron-server[94177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80eb6679-4571-42fc-a2a5-6ce199c2d3dc None None] Pushing event updated for resources: {'Port': ['ID=14031ea2-045e-4c71-b6f2-e0db5a671934,revision_number=3']} {{(pid=94177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 11:47:26.113028 dv-neutron-601336-94-hyperv neutron-server[94177]: DEBUG oslo_concurrency.lockutils [None req-80eb6679-4571-42fc-a2a5-6ce199c2d3dc None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.100s {{(pid=94177) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 11:47:26.184838 dv-neutron-601336-94-hyperv neutron-server[94177]: DEBUG neutron.db.l3_dvr_db [None req-2c2d37a8-c95c-4555-b3fc-50d0d554c544 None None] Set router 5143d03d-4f07-43c8-84fe-db81aabf92b3 gateway port host: dv-neutron-601336-94-hyperv {{(pid=94177) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:838}} Jun 23 11:47:26.226439 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.db.db_base_plugin_common [None req-1d22c2c0-3083-482b-9ad2-b5bca7bd0810 None None] Allocated IP 172.20.0.2 (53f72c34-6c9d-41a7-8c5f-e32d44e0fdca/d0383cea-9245-4c60-97d7-044b801e4031/ecf42fcd-5ae1-408e-ac56-af4864e02011) {{(pid=94176) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 23 11:47:26.368962 dv-neutron-601336-94-hyperv neutron-server[94177]: DEBUG neutron.db.l3_hamode_db [None req-2c2d37a8-c95c-4555-b3fc-50d0d554c544 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5143d03d-4f07-43c8-84fe-db81aabf92b3', 'name': 'tempest-TestNetworkBasicOps-router-1322041481', 'tenant_id': '772b9946478d439e9da4eaeade7fb21d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3e7e4eb3-cf02-4d47-ade9-0a579cdfc60f', 'external_fixed_ips': [{'subnet_id': 'a5ad15ab-c489-4a67-a9b0-d559fca0ec71', 'ip_address': '172.26.3.111'}], 'enable_snat': True}, 'gw_port_id': '14031ea2-045e-4c71-b6f2-e0db5a671934', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-23T11:47:22Z', 'updated_at': '2021-06-23T11:47:23Z', 'revision_number': 3, 'project_id': '772b9946478d439e9da4eaeade7fb21d', 'gw_port': {'id': '14031ea2-045e-4c71-b6f2-e0db5a671934', 'name': '', 'network_id': '3e7e4eb3-cf02-4d47-ade9-0a579cdfc60f', 'tenant_id': '', 'mac_address': 'fa:16:3e:54:2b:ac', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5143d03d-4f07-43c8-84fe-db81aabf92b3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1512, 'fixed_ips': [{'subnet_id': 'a5ad15ab-c489-4a67-a9b0-d559fca0ec71', 'ip_address': '172.26.3.111', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-94-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-23T11:47:23Z', 'updated_at': '2021-06-23T11:47:25Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a5ad15ab-c489-4a67-a9b0-d559fca0ec71', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-601336-94-hyperv'}], 'dv-neutron-601336-94-hyperv', False) {} {{(pid=94177) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 11:47:26.377364 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron_lib.callbacks.manager [None req-1d22c2c0-3083-482b-9ad2-b5bca7bd0810 None None] Notify callbacks [] for port, precommit_create {{(pid=94176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:47:26.385568 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.db.provisioning_blocks [None req-1d22c2c0-3083-482b-9ad2-b5bca7bd0810 None None] Transition to ACTIVE for port object ecf42fcd-5ae1-408e-ac56-af4864e02011 will not be triggered until provisioned by entity L2. {{(pid=94176) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 23 11:47:26.398778 dv-neutron-601336-94-hyperv neutron-server[94177]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2c2d37a8-c95c-4555-b3fc-50d0d554c544 None None] The sync data for ids ['5143d03d-4f07-43c8-84fe-db81aabf92b3'] in dv-neutron-601336-94-hyperv is: [{'id': '5143d03d-4f07-43c8-84fe-db81aabf92b3', 'name': 'tempest-TestNetworkBasicOps-router-1322041481', 'tenant_id': '772b9946478d439e9da4eaeade7fb21d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3e7e4eb3-cf02-4d47-ade9-0a579cdfc60f', 'external_fixed_ips': [{'subnet_id': 'a5ad15ab-c489-4a67-a9b0-d559fca0ec71', 'ip_address': '172.26.3.111'}], 'enable_snat': True}, 'gw_port_id': '14031ea2-045e-4c71-b6f2-e0db5a671934', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-23T11:47:22Z', 'updated_at': '2021-06-23T11:47:23Z', 'revision_number': 3, 'project_id': '772b9946478d439e9da4eaeade7fb21d', 'gw_port': {'id': '14031ea2-045e-4c71-b6f2-e0db5a671934', 'name': '', 'network_id': '3e7e4eb3-cf02-4d47-ade9-0a579cdfc60f', 'tenant_id': '', 'mac_address': 'fa:16:3e:54:2b:ac', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5143d03d-4f07-43c8-84fe-db81aabf92b3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1512, 'fixed_ips': [{'subnet_id': 'a5ad15ab-c489-4a67-a9b0-d559fca0ec71', 'ip_address': '172.26.3.111', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-94-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-23T11:47:23Z', 'updated_at': '2021-06-23T11:47:25Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a5ad15ab-c489-4a67-a9b0-d559fca0ec71', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-601336-94-hyperv'}] {{(pid=94177) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 23 11:47:26.403917 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.db.provisioning_blocks [None req-1d22c2c0-3083-482b-9ad2-b5bca7bd0810 None None] Transition to ACTIVE for port object ecf42fcd-5ae1-408e-ac56-af4864e02011 will not be triggered until provisioned by entity DHCP. {{(pid=94176) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 23 11:47:26.474100 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron_lib.callbacks.manager [None req-1d22c2c0-3083-482b-9ad2-b5bca7bd0810 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-922915', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-239814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7866073', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773699642215'] for port, after_create {{(pid=94176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:47:26.476595 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG oslo_concurrency.lockutils [None req-97bd5441-1da2-49ee-a364-27795820ba27 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 11:47:26.502751 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron_lib.callbacks.manager [None req-4586205c-d960-469f-ae4c-801019fff639 tempest-TestNetworkBasicOps-233187296 tempest-TestNetworkBasicOps-233187296-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-923104'] for port, before_create {{(pid=94175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:47:26.524557 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1d22c2c0-3083-482b-9ad2-b5bca7bd0810 None None] Network 53f72c34-6c9d-41a7-8c5f-e32d44e0fdca is already hosted by enough agents. {{(pid=94176) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 23 11:47:26.529320 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.scheduler.base_scheduler [None req-1d22c2c0-3083-482b-9ad2-b5bca7bd0810 None None] Resources bound (agent type, host, resource id): {{(pid=94176) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 23 11:47:26.533685 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1d22c2c0-3083-482b-9ad2-b5bca7bd0810 None None] Received port after_create {{(pid=94176) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 23 11:47:26.536741 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d22c2c0-3083-482b-9ad2-b5bca7bd0810 None None] Pushing event updated for resources: {'Port': ['ID=ecf42fcd-5ae1-408e-ac56-af4864e02011,revision_number=1']} {{(pid=94176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 11:47:26.540578 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG oslo_concurrency.lockutils [None req-1d22c2c0-3083-482b-9ad2-b5bca7bd0810 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.064s {{(pid=94176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 11:47:26.594514 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.plugins.ml2.managers [None req-1d22c2c0-3083-482b-9ad2-b5bca7bd0810 None None] Attempting to bind port ecf42fcd-5ae1-408e-ac56-af4864e02011 on host dv-neutron-601336-94-hyperv for vnic_type normal with profile {{(pid=94176) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 23 11:47:26.595120 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.plugins.ml2.managers [None req-1d22c2c0-3083-482b-9ad2-b5bca7bd0810 None None] Attempting to bind port ecf42fcd-5ae1-408e-ac56-af4864e02011 by drivers openvswitch,hyperv on host dv-neutron-601336-94-hyperv at level 0 using segments [{'id': '9fe0df20-b087-4acd-b971-5d44f6912d06', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 406, 'network_id': '53f72c34-6c9d-41a7-8c5f-e32d44e0fdca'}] {{(pid=94176) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 23 11:47:26.595693 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1d22c2c0-3083-482b-9ad2-b5bca7bd0810 None None] Attempting to bind port ecf42fcd-5ae1-408e-ac56-af4864e02011 on network 53f72c34-6c9d-41a7-8c5f-e32d44e0fdca {{(pid=94176) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 23 11:47:26.601953 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1d22c2c0-3083-482b-9ad2-b5bca7bd0810 None None] Checking agent: {'id': '4d05f899-5ac9-411b-8a03-f60c93f87cdf', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-601336-94-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 23, 11, 22, 14), 'started_at': datetime.datetime(2021, 6, 23, 11, 22, 44), 'heartbeat_timestamp': datetime.datetime(2021, 6, 23, 11, 47, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'monitor_allowed_address_pair_garp': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-601336-94-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94176) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 23 11:47:26.602360 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1d22c2c0-3083-482b-9ad2-b5bca7bd0810 None None] Checking segment: {'id': '9fe0df20-b087-4acd-b971-5d44f6912d06', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 406, 'network_id': '53f72c34-6c9d-41a7-8c5f-e32d44e0fdca'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94176) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 23 11:47:26.602907 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron_lib.callbacks.manager [None req-1d22c2c0-3083-482b-9ad2-b5bca7bd0810 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:47:26.603580 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1d22c2c0-3083-482b-9ad2-b5bca7bd0810 None None] Bound using segment: {'id': '9fe0df20-b087-4acd-b971-5d44f6912d06', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 406, 'network_id': '53f72c34-6c9d-41a7-8c5f-e32d44e0fdca'} {{(pid=94176) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 23 11:47:26.603823 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.plugins.ml2.managers [None req-1d22c2c0-3083-482b-9ad2-b5bca7bd0810 None None] Bound port: ecf42fcd-5ae1-408e-ac56-af4864e02011, host: dv-neutron-601336-94-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9fe0df20-b087-4acd-b971-5d44f6912d06', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 406, 'network_id': '53f72c34-6c9d-41a7-8c5f-e32d44e0fdca'}}] {{(pid=94176) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 23 11:47:26.604210 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron_lib.callbacks.manager [None req-1d22c2c0-3083-482b-9ad2-b5bca7bd0810 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-923122'] for port, before_update {{(pid=94176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:47:26.694743 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.plugins.ml2.db [None req-1d22c2c0-3083-482b-9ad2-b5bca7bd0810 None None] For port ecf42fcd-5ae1-408e-ac56-af4864e02011, host dv-neutron-601336-94-hyperv, cleared binding levels {{(pid=94176) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 23 11:47:26.697793 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.plugins.ml2.db [None req-1d22c2c0-3083-482b-9ad2-b5bca7bd0810 None None] For port ecf42fcd-5ae1-408e-ac56-af4864e02011, host dv-neutron-601336-94-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-94-hyperv',level=0,port_id=ecf42fcd-5ae1-408e-ac56-af4864e02011,segment=NetworkSegment(9fe0df20-b087-4acd-b971-5d44f6912d06),segment_id=9fe0df20-b087-4acd-b971-5d44f6912d06)] {{(pid=94176) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 23 11:47:26.794608 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron_lib.callbacks.manager [None req-1d22c2c0-3083-482b-9ad2-b5bca7bd0810 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-922904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866062', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773700135042', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773699642233', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773699642278'] for port, after_update {{(pid=94176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:47:26.798416 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG oslo_concurrency.lockutils [None req-dc7542b2-afef-47f4-a763-e3a3cba144be None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 11:47:26.802906 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.db.db_base_plugin_common [None req-4586205c-d960-469f-ae4c-801019fff639 tempest-TestNetworkBasicOps-233187296 tempest-TestNetworkBasicOps-233187296-project] Allocated IP 172.20.0.1 (53f72c34-6c9d-41a7-8c5f-e32d44e0fdca/d0383cea-9245-4c60-97d7-044b801e4031/bd69653a-21f9-4fdd-808f-be69a4448cf8) {{(pid=94175) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 23 11:47:26.868352 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d22c2c0-3083-482b-9ad2-b5bca7bd0810 None None] Pushing event updated for resources: {'Port': ['ID=ecf42fcd-5ae1-408e-ac56-af4864e02011,revision_number=2']} {{(pid=94176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 11:47:26.873948 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG oslo_concurrency.lockutils [None req-1d22c2c0-3083-482b-9ad2-b5bca7bd0810 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.074s {{(pid=94176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 11:47:26.938409 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron_lib.callbacks.manager [None req-4586205c-d960-469f-ae4c-801019fff639 tempest-TestNetworkBasicOps-233187296 tempest-TestNetworkBasicOps-233187296-project] Notify callbacks [] for port, precommit_create {{(pid=94175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:47:26.955778 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.db.provisioning_blocks [None req-4586205c-d960-469f-ae4c-801019fff639 tempest-TestNetworkBasicOps-233187296 tempest-TestNetworkBasicOps-233187296-project] Transition to ACTIVE for port object bd69653a-21f9-4fdd-808f-be69a4448cf8 will not be triggered until provisioned by entity DHCP. {{(pid=94175) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 23 11:47:27.036284 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron_lib.callbacks.manager [None req-4586205c-d960-469f-ae4c-801019fff639 tempest-TestNetworkBasicOps-233187296 tempest-TestNetworkBasicOps-233187296-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-922915', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-239814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7866073', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773699642215', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-5082457'] for port, after_create {{(pid=94175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:47:27.038698 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG oslo_concurrency.lockutils [None req-7e36a340-3d33-421e-98fd-6ceb6b0ff547 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94175) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 11:47:27.086729 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4586205c-d960-469f-ae4c-801019fff639 tempest-TestNetworkBasicOps-233187296 tempest-TestNetworkBasicOps-233187296-project] Network 53f72c34-6c9d-41a7-8c5f-e32d44e0fdca is already hosted by enough agents. {{(pid=94175) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 23 11:47:27.090615 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.scheduler.base_scheduler [None req-4586205c-d960-469f-ae4c-801019fff639 tempest-TestNetworkBasicOps-233187296 tempest-TestNetworkBasicOps-233187296-project] Resources bound (agent type, host, resource id): {{(pid=94175) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 23 11:47:27.101014 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4586205c-d960-469f-ae4c-801019fff639 tempest-TestNetworkBasicOps-233187296 tempest-TestNetworkBasicOps-233187296-project] Received port after_create {{(pid=94175) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 23 11:47:27.126727 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4586205c-d960-469f-ae4c-801019fff639 tempest-TestNetworkBasicOps-233187296 tempest-TestNetworkBasicOps-233187296-project] Pushing event updated for resources: {'Port': ['ID=bd69653a-21f9-4fdd-808f-be69a4448cf8,revision_number=1']} {{(pid=94175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 11:47:27.134721 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG oslo_concurrency.lockutils [None req-4586205c-d960-469f-ae4c-801019fff639 tempest-TestNetworkBasicOps-233187296 tempest-TestNetworkBasicOps-233187296-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.093s {{(pid=94175) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 11:47:27.150998 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron_lib.callbacks.manager [None req-4586205c-d960-469f-ae4c-801019fff639 tempest-TestNetworkBasicOps-233187296 tempest-TestNetworkBasicOps-233187296-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-452954'] for router_interface, before_create {{(pid=94175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:47:27.386231 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron_lib.callbacks.manager [None req-4586205c-d960-469f-ae4c-801019fff639 tempest-TestNetworkBasicOps-233187296 tempest-TestNetworkBasicOps-233187296-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-923122'] for port, before_update {{(pid=94175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:47:27.698254 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron_lib.callbacks.manager [None req-4586205c-d960-469f-ae4c-801019fff639 tempest-TestNetworkBasicOps-233187296 tempest-TestNetworkBasicOps-233187296-project] Notify callbacks [] for port, precommit_update {{(pid=94175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:47:27.736087 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.plugins.ml2.rpc [None req-dc7542b2-afef-47f4-a763-e3a3cba144be None None] Device 14031ea2-045e-4c71-b6f2-e0db5a671934 up at agent ovs-agent-dv-neutron-601336-94-hyperv {{(pid=94176) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:298}} Jun 23 11:47:27.753623 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron_lib.callbacks.manager [None req-4586205c-d960-469f-ae4c-801019fff639 tempest-TestNetworkBasicOps-233187296 tempest-TestNetworkBasicOps-233187296-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-922904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866062', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773700135042', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773699642233', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773699642278', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5082471'] for port, after_update {{(pid=94175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:47:27.756702 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG oslo_concurrency.lockutils [None req-0d2d8b47-24a4-4aa9-802f-098b055fc80a service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94175) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 11:47:27.841074 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4586205c-d960-469f-ae4c-801019fff639 tempest-TestNetworkBasicOps-233187296 tempest-TestNetworkBasicOps-233187296-project] Pushing event updated for resources: {'Port': ['ID=bd69653a-21f9-4fdd-808f-be69a4448cf8,revision_number=2']} {{(pid=94175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 11:47:27.841074 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron_lib.callbacks.manager [None req-4586205c-d960-469f-ae4c-801019fff639 tempest-TestNetworkBasicOps-233187296 tempest-TestNetworkBasicOps-233187296-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-7866091', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-453038'] for router_interface, after_create {{(pid=94175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:47:27.841074 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG oslo_concurrency.lockutils [None req-4586205c-d960-469f-ae4c-801019fff639 tempest-TestNetworkBasicOps-233187296 tempest-TestNetworkBasicOps-233187296-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.083s {{(pid=94175) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 11:47:27.849362 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d9d81a54-94b8-4e11-934c-44648a5a1dd5 None None] Network 53f72c34-6c9d-41a7-8c5f-e32d44e0fdca requested from dv-neutron-601336-94-hyperv {{(pid=94176) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 23 11:47:27.863649 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.db.provisioning_blocks [None req-dc7542b2-afef-47f4-a763-e3a3cba144be None None] Provisioning for port 14031ea2-045e-4c71-b6f2-e0db5a671934 completed by entity L2. {{(pid=94176) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 23 11:47:27.896058 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.db.provisioning_blocks [None req-dc7542b2-afef-47f4-a763-e3a3cba144be None None] Provisioning complete for port 14031ea2-045e-4c71-b6f2-e0db5a671934 triggered by entity L2. {{(pid=94176) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 23 11:47:27.896390 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron_lib.callbacks.manager [None req-dc7542b2-afef-47f4-a763-e3a3cba144be None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-899258'] for port, provisioning_complete {{(pid=94176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:47:27.935162 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4586205c-d960-469f-ae4c-801019fff639 tempest-TestNetworkBasicOps-233187296 tempest-TestNetworkBasicOps-233187296-project] Network 53f72c34-6c9d-41a7-8c5f-e32d44e0fdca is already hosted by enough agents. {{(pid=94175) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 23 11:47:27.936792 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.scheduler.base_scheduler [None req-4586205c-d960-469f-ae4c-801019fff639 tempest-TestNetworkBasicOps-233187296 tempest-TestNetworkBasicOps-233187296-project] Resources bound (agent type, host, resource id): {{(pid=94175) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 23 11:47:28.014979 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.db.provisioning_blocks [None req-7719e394-c0f9-4ee8-8332-c5d23e01e0a0 None None] Provisioning for port ecf42fcd-5ae1-408e-ac56-af4864e02011 completed by entity DHCP. {{(pid=94176) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 23 11:47:28.045125 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron_lib.callbacks.manager [None req-dc7542b2-afef-47f4-a763-e3a3cba144be None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-923122'] for port, before_update {{(pid=94176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:47:28.066610 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4586205c-d960-469f-ae4c-801019fff639 tempest-TestNetworkBasicOps-233187296 tempest-TestNetworkBasicOps-233187296-project] Router 5143d03d-4f07-43c8-84fe-db81aabf92b3 has already been hosted by L3 agent 50ef99c0-ef28-4db5-b303-b145898fae60 {{(pid=94175) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 23 11:47:28.089681 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.plugins.ml2.db [None req-dc7542b2-afef-47f4-a763-e3a3cba144be None None] For port 14031ea2-045e-4c71-b6f2-e0db5a671934, host dv-neutron-601336-94-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-94-hyperv',level=0,port_id=14031ea2-045e-4c71-b6f2-e0db5a671934,segment=NetworkSegment(c23be0a5-6980-48fb-bc9f-4a24717fe1de),segment_id=c23be0a5-6980-48fb-bc9f-4a24717fe1de)] {{(pid=94176) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 23 11:47:28.187764 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron_lib.callbacks.manager [None req-dc7542b2-afef-47f4-a763-e3a3cba144be None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-922904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866062', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773700135042', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773699642233', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773699642278'] for port, after_update {{(pid=94176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:47:28.188679 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.plugins.ml2.rpc [None req-dc7542b2-afef-47f4-a763-e3a3cba144be None None] Device ecf42fcd-5ae1-408e-ac56-af4864e02011 up at agent ovs-agent-dv-neutron-601336-94-hyperv {{(pid=94176) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:298}} Jun 23 11:47:28.194236 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4586205c-d960-469f-ae4c-801019fff639 tempest-TestNetworkBasicOps-233187296 tempest-TestNetworkBasicOps-233187296-project] Notify agent at l3_agent.dv-neutron-601336-94-hyperv the message routers_updated {{(pid=94175) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 23 11:47:28.198453 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.wsgi [-] (94174) accepted ('10.222.0.20', 44988) {{(pid=94174) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 11:47:28.198953 dv-neutron-601336-94-hyperv neutron-server[94175]: INFO neutron.wsgi [None req-4586205c-d960-469f-ae4c-801019fff639 tempest-TestNetworkBasicOps-233187296 tempest-TestNetworkBasicOps-233187296-project] 10.222.0.20 "PUT /v2.0/routers/5143d03d-4f07-43c8-84fe-db81aabf92b3/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.1593232 Jun 23 11:47:28.212542 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG oslo_concurrency.lockutils [None req-1d22c2c0-3083-482b-9ad2-b5bca7bd0810 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 11:47:28.280517 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc7542b2-afef-47f4-a763-e3a3cba144be None None] Pushing event updated for resources: {'Port': ['ID=14031ea2-045e-4c71-b6f2-e0db5a671934,revision_number=4']} {{(pid=94176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 11:47:28.287936 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG oslo_concurrency.lockutils [None req-dc7542b2-afef-47f4-a763-e3a3cba144be None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.075s {{(pid=94176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 11:47:28.307258 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-87f8b371-f893-4a25-a72c-1ffd8cdc8f5e tempest-TestNetworkBasicOps-1420332966 tempest-TestNetworkBasicOps-1420332966-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94174) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 11:47:28.307258 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-87f8b371-f893-4a25-a72c-1ffd8cdc8f5e tempest-TestNetworkBasicOps-1420332966 tempest-TestNetworkBasicOps-1420332966-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94174) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 11:47:28.307258 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-87f8b371-f893-4a25-a72c-1ffd8cdc8f5e tempest-TestNetworkBasicOps-1420332966 tempest-TestNetworkBasicOps-1420332966-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94174) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 11:47:28.307258 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-87f8b371-f893-4a25-a72c-1ffd8cdc8f5e tempest-TestNetworkBasicOps-1420332966 tempest-TestNetworkBasicOps-1420332966-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94174) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 11:47:28.307258 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-87f8b371-f893-4a25-a72c-1ffd8cdc8f5e tempest-TestNetworkBasicOps-1420332966 tempest-TestNetworkBasicOps-1420332966-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94174) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 11:47:28.307258 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-87f8b371-f893-4a25-a72c-1ffd8cdc8f5e tempest-TestNetworkBasicOps-1420332966 tempest-TestNetworkBasicOps-1420332966-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94174) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 11:47:28.307869 dv-neutron-601336-94-hyperv neutron-server[94174]: INFO neutron.wsgi [None req-87f8b371-f893-4a25-a72c-1ffd8cdc8f5e tempest-TestNetworkBasicOps-1420332966 tempest-TestNetworkBasicOps-1420332966-project-admin] 10.222.0.20 "GET /v2.0/networks HTTP/1.1" status: 200 len: 4283 time: 0.1076374 Jun 23 11:47:28.310684 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.wsgi [-] (94174) accepted ('10.222.0.20', 44990) {{(pid=94174) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 11:47:28.358525 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-30747fb0-9c7e-4643-851a-a710672e99b7 None None] Sync routers for ids ['5143d03d-4f07-43c8-84fe-db81aabf92b3'] in dv-neutron-601336-94-hyperv {{(pid=94176) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 23 11:47:28.369433 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.db.l3_dvrscheduler_db [None req-30747fb0-9c7e-4643-851a-a710672e99b7 None None] Routers {'5143d03d-4f07-43c8-84fe-db81aabf92b3'} bound to L3 agent in host dv-neutron-601336-94-hyperv {{(pid=94176) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 23 11:47:28.370163 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.db.l3_hamode_db [None req-30747fb0-9c7e-4643-851a-a710672e99b7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-601336-94-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-23T11:22:13Z,description=,heartbeat_timestamp=2021-06-23T11:47:13Z,host='dv-neutron-601336-94-hyperv',id=50ef99c0-ef28-4db5-b303-b145898fae60,load=0,resource_versions=,resources_synced=,started_at=2021-06-23T11:22:14Z,topic='l3_agent')) {'router_ids': ['5143d03d-4f07-43c8-84fe-db81aabf92b3'], 'active': True} {{(pid=94176) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 11:47:28.380523 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bc693e4d-81ad-4443-9301-8c79db5fee3c tempest-TestNetworkBasicOps-1420332966 tempest-TestNetworkBasicOps-1420332966-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94174) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 11:47:28.381030 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bc693e4d-81ad-4443-9301-8c79db5fee3c tempest-TestNetworkBasicOps-1420332966 tempest-TestNetworkBasicOps-1420332966-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94174) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 11:47:28.381648 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bc693e4d-81ad-4443-9301-8c79db5fee3c tempest-TestNetworkBasicOps-1420332966 tempest-TestNetworkBasicOps-1420332966-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94174) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 11:47:28.382118 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bc693e4d-81ad-4443-9301-8c79db5fee3c tempest-TestNetworkBasicOps-1420332966 tempest-TestNetworkBasicOps-1420332966-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94174) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 11:47:28.387194 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bc693e4d-81ad-4443-9301-8c79db5fee3c tempest-TestNetworkBasicOps-1420332966 tempest-TestNetworkBasicOps-1420332966-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94174) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 11:47:28.387194 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bc693e4d-81ad-4443-9301-8c79db5fee3c tempest-TestNetworkBasicOps-1420332966 tempest-TestNetworkBasicOps-1420332966-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94174) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 11:47:28.387194 dv-neutron-601336-94-hyperv neutron-server[94174]: INFO neutron.wsgi [None req-bc693e4d-81ad-4443-9301-8c79db5fee3c tempest-TestNetworkBasicOps-1420332966 tempest-TestNetworkBasicOps-1420332966-project-admin] 10.222.0.20 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 4003 time: 0.0733843 Jun 23 11:47:28.388031 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.wsgi [-] (94174) accepted ('10.222.0.20', 44992) {{(pid=94174) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 11:47:28.409176 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.db.provisioning_blocks [None req-dc7542b2-afef-47f4-a763-e3a3cba144be None None] Provisioning for port ecf42fcd-5ae1-408e-ac56-af4864e02011 completed by entity L2. {{(pid=94176) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 23 11:47:28.415955 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.db.provisioning_blocks [None req-dc7542b2-afef-47f4-a763-e3a3cba144be None None] Provisioning complete for port ecf42fcd-5ae1-408e-ac56-af4864e02011 triggered by entity L2. {{(pid=94176) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 23 11:47:28.416342 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron_lib.callbacks.manager [None req-dc7542b2-afef-47f4-a763-e3a3cba144be None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-899258'] for port, provisioning_complete {{(pid=94176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:47:28.446880 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.db.provisioning_blocks [None req-c96fc6b5-ce45-4191-9a54-1e4a36fbdaa5 None None] Provisioning for port bd69653a-21f9-4fdd-808f-be69a4448cf8 completed by entity DHCP. {{(pid=94176) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 23 11:47:28.485292 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.db.provisioning_blocks [None req-c96fc6b5-ce45-4191-9a54-1e4a36fbdaa5 None None] Provisioning complete for port bd69653a-21f9-4fdd-808f-be69a4448cf8 triggered by entity DHCP. {{(pid=94176) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 23 11:47:28.485679 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron_lib.callbacks.manager [None req-c96fc6b5-ce45-4191-9a54-1e4a36fbdaa5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-899258'] for port, provisioning_complete {{(pid=94176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:47:28.533978 dv-neutron-601336-94-hyperv neutron-server[94174]: INFO neutron.wsgi [None req-9d7e5048-8512-407c-9d41-d11ac5db96ee tempest-TestNetworkBasicOps-1420332966 tempest-TestNetworkBasicOps-1420332966-project-admin] 10.222.0.20 "GET /v2.0/routers HTTP/1.1" status: 200 len: 3047 time: 0.1447508 Jun 23 11:47:28.546990 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.plugins.ml2.plugin [None req-c96fc6b5-ce45-4191-9a54-1e4a36fbdaa5 None None] Port bd69653a-21f9-4fdd-808f-be69a4448cf8 cannot update to ACTIVE because it is not bound. {{(pid=94176) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jun 23 11:47:28.571458 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.db.l3_dvr_db [None req-30747fb0-9c7e-4643-851a-a710672e99b7 None None] Set router 5143d03d-4f07-43c8-84fe-db81aabf92b3 gateway port host: dv-neutron-601336-94-hyperv {{(pid=94176) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:838}} Jun 23 11:47:28.632372 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.db.provisioning_blocks [None req-c96fc6b5-ce45-4191-9a54-1e4a36fbdaa5 None None] Provisioning complete for port ecf42fcd-5ae1-408e-ac56-af4864e02011 triggered by entity DHCP. {{(pid=94176) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 23 11:47:28.632734 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron_lib.callbacks.manager [None req-c96fc6b5-ce45-4191-9a54-1e4a36fbdaa5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-899258'] for port, provisioning_complete {{(pid=94176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:47:28.698532 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron_lib.callbacks.manager [None req-dc7542b2-afef-47f4-a763-e3a3cba144be None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-923122'] for port, before_update {{(pid=94176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:47:28.788762 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.wsgi [-] (94175) accepted ('10.222.0.20', 44996) {{(pid=94175) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 11:47:28.795116 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.api.v2.base [None req-b5be9f3d-2d7f-4c0d-ba58-9345fb6e68d5 tempest-TestNetworkBasicOps-233187296 tempest-TestNetworkBasicOps-233187296-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-62624101', 'description': 'tempest-secgroup-smoke-62624101 description', 'project_id': '772b9946478d439e9da4eaeade7fb21d'}} {{(pid=94175) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 23 11:47:28.804803 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.plugins.ml2.db [None req-dc7542b2-afef-47f4-a763-e3a3cba144be None None] For port ecf42fcd-5ae1-408e-ac56-af4864e02011, host dv-neutron-601336-94-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-94-hyperv',level=0,port_id=ecf42fcd-5ae1-408e-ac56-af4864e02011,segment=NetworkSegment(9fe0df20-b087-4acd-b971-5d44f6912d06),segment_id=9fe0df20-b087-4acd-b971-5d44f6912d06)] {{(pid=94176) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 23 11:47:28.856362 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron_lib.callbacks.manager [None req-b5be9f3d-2d7f-4c0d-ba58-9345fb6e68d5 tempest-TestNetworkBasicOps-233187296 tempest-TestNetworkBasicOps-233187296-project] Notify callbacks [] for security_group, before_create {{(pid=94175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:47:28.872032 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron_lib.callbacks.manager [None req-dc7542b2-afef-47f4-a763-e3a3cba144be None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-922904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866062', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773700135042', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773699642233', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773699642278'] for port, after_update {{(pid=94176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:47:28.875358 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG oslo_concurrency.lockutils [None req-97bd5441-1da2-49ee-a364-27795820ba27 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 11:47:28.879227 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron_lib.callbacks.manager [None req-c96fc6b5-ce45-4191-9a54-1e4a36fbdaa5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-923122'] for port, before_update {{(pid=94176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:47:28.939656 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron_lib.callbacks.manager [None req-b5be9f3d-2d7f-4c0d-ba58-9345fb6e68d5 tempest-TestNetworkBasicOps-233187296 tempest-TestNetworkBasicOps-233187296-project] Notify callbacks [] for security_group, precommit_create {{(pid=94175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:47:29.005414 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron_lib.callbacks.manager [None req-b5be9f3d-2d7f-4c0d-ba58-9345fb6e68d5 tempest-TestNetworkBasicOps-233187296 tempest-TestNetworkBasicOps-233187296-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7996330'] for security_group, after_create {{(pid=94175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:47:29.008187 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG oslo_concurrency.lockutils [None req-9bd5da2f-c02b-47a7-a506-771c6a1cbb5e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94175) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 11:47:29.037191 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5be9f3d-2d7f-4c0d-ba58-9345fb6e68d5 tempest-TestNetworkBasicOps-233187296 tempest-TestNetworkBasicOps-233187296-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b9b9a713-f5af-4500-ab59-dc51c4cb5435,revision_number=1']} {{(pid=94175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 11:47:29.040057 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG oslo_concurrency.lockutils [None req-b5be9f3d-2d7f-4c0d-ba58-9345fb6e68d5 tempest-TestNetworkBasicOps-233187296 tempest-TestNetworkBasicOps-233187296-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.032s {{(pid=94175) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 11:47:29.090826 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron_lib.callbacks.manager [None req-b5be9f3d-2d7f-4c0d-ba58-9345fb6e68d5 tempest-TestNetworkBasicOps-233187296 tempest-TestNetworkBasicOps-233187296-project] Notify callbacks [] for security_group, before_response {{(pid=94175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:47:29.092119 dv-neutron-601336-94-hyperv neutron-server[94175]: INFO neutron.wsgi [None req-b5be9f3d-2d7f-4c0d-ba58-9345fb6e68d5 tempest-TestNetworkBasicOps-233187296 tempest-TestNetworkBasicOps-233187296-project] 10.222.0.20 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1792 time: 0.3023412 Jun 23 11:47:29.095386 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.wsgi [-] (94174) accepted ('10.222.0.20', 44998) {{(pid=94174) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 11:47:29.101010 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.api.v2.base [None req-cd6d5e8d-83bf-440c-b0cc-a22b42f282f3 tempest-TestNetworkBasicOps-233187296 tempest-TestNetworkBasicOps-233187296-project] Request body: {'security_group_rule': {'security_group_id': 'b9b9a713-f5af-4500-ab59-dc51c4cb5435', 'project_id': '772b9946478d439e9da4eaeade7fb21d', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=94174) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 23 11:47:29.117529 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc7542b2-afef-47f4-a763-e3a3cba144be None None] Pushing event updated for resources: {'Port': ['ID=ecf42fcd-5ae1-408e-ac56-af4864e02011,revision_number=3']} {{(pid=94176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 11:47:29.124428 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG oslo_concurrency.lockutils [None req-dc7542b2-afef-47f4-a763-e3a3cba144be None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.249s {{(pid=94176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 11:47:29.139388 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron_lib.db.api [None req-c96fc6b5-ce45-4191-9a54-1e4a36fbdaa5 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=94176) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jun 23 11:47:29.139781 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG oslo_db.api [None req-c96fc6b5-ce45-4191-9a54-1e4a36fbdaa5 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=94176) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jun 23 11:47:29.146162 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.db.l3_hamode_db [None req-30747fb0-9c7e-4643-851a-a710672e99b7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5143d03d-4f07-43c8-84fe-db81aabf92b3', 'name': 'tempest-TestNetworkBasicOps-router-1322041481', 'tenant_id': '772b9946478d439e9da4eaeade7fb21d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3e7e4eb3-cf02-4d47-ade9-0a579cdfc60f', 'external_fixed_ips': [{'subnet_id': 'a5ad15ab-c489-4a67-a9b0-d559fca0ec71', 'ip_address': '172.26.3.111'}], 'enable_snat': True}, 'gw_port_id': '14031ea2-045e-4c71-b6f2-e0db5a671934', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-23T11:47:22Z', 'updated_at': '2021-06-23T11:47:27Z', 'revision_number': 4, 'project_id': '772b9946478d439e9da4eaeade7fb21d', 'gw_port': {'id': '14031ea2-045e-4c71-b6f2-e0db5a671934', 'name': '', 'network_id': '3e7e4eb3-cf02-4d47-ade9-0a579cdfc60f', 'tenant_id': '', 'mac_address': 'fa:16:3e:54:2b:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5143d03d-4f07-43c8-84fe-db81aabf92b3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1512, 'fixed_ips': [{'subnet_id': 'a5ad15ab-c489-4a67-a9b0-d559fca0ec71', 'ip_address': '172.26.3.111', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-94-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-23T11:47:23Z', 'updated_at': '2021-06-23T11:47:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a5ad15ab-c489-4a67-a9b0-d559fca0ec71', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-601336-94-hyperv', '_interfaces': [{'id': 'bd69653a-21f9-4fdd-808f-be69a4448cf8', 'name': '', 'network_id': '53f72c34-6c9d-41a7-8c5f-e32d44e0fdca', 'tenant_id': '772b9946478d439e9da4eaeade7fb21d', 'mac_address': 'fa:16:3e:1c:c1:e3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5143d03d-4f07-43c8-84fe-db81aabf92b3', 'device_owner': 'network:router_interface', 'standard_attr_id': 1515, 'fixed_ips': [{'subnet_id': 'd0383cea-9245-4c60-97d7-044b801e4031', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-23T11:47:26Z', 'updated_at': '2021-06-23T11:47:27Z', 'revision_number': 2, 'project_id': '772b9946478d439e9da4eaeade7fb21d', 'subnets': [{'id': 'd0383cea-9245-4c60-97d7-044b801e4031', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-601336-94-hyperv', False) {} {{(pid=94176) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 11:47:29.172400 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-30747fb0-9c7e-4643-851a-a710672e99b7 None None] Checking router: 5143d03d-4f07-43c8-84fe-db81aabf92b3 for host: dv-neutron-601336-94-hyperv {{(pid=94176) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 23 11:47:29.173013 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-30747fb0-9c7e-4643-851a-a710672e99b7 None None] Updating router 5143d03d-4f07-43c8-84fe-db81aabf92b3 port bd69653a-21f9-4fdd-808f-be69a4448cf8 binding host dv-neutron-601336-94-hyperv {{(pid=94176) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 23 11:47:29.175928 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron_lib.callbacks.manager [None req-cd6d5e8d-83bf-440c-b0cc-a22b42f282f3 tempest-TestNetworkBasicOps-233187296 tempest-TestNetworkBasicOps-233187296-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:47:29.206311 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron_lib.callbacks.manager [None req-30747fb0-9c7e-4643-851a-a710672e99b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-923122'] for port, before_update {{(pid=94176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:47:29.233524 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron_lib.callbacks.manager [None req-cd6d5e8d-83bf-440c-b0cc-a22b42f282f3 tempest-TestNetworkBasicOps-233187296 tempest-TestNetworkBasicOps-233187296-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:47:29.278910 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron_lib.callbacks.manager [None req-cd6d5e8d-83bf-440c-b0cc-a22b42f282f3 tempest-TestNetworkBasicOps-233187296 tempest-TestNetworkBasicOps-233187296-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7996355'] for security_group_rule, after_create {{(pid=94174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:47:29.280806 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG oslo_concurrency.lockutils [None req-36662f62-2441-4ab9-8aaa-5c87ec843541 tempest-TestNetworkBasicOps-233187296 tempest-TestNetworkBasicOps-233187296-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94174) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 11:47:29.302501 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd6d5e8d-83bf-440c-b0cc-a22b42f282f3 tempest-TestNetworkBasicOps-233187296 tempest-TestNetworkBasicOps-233187296-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=19dc7bfd-3af9-4c2c-9040-5a6edcb270de,revision_number=0']} {{(pid=94174) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 11:47:29.307582 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG oslo_concurrency.lockutils [None req-cd6d5e8d-83bf-440c-b0cc-a22b42f282f3 tempest-TestNetworkBasicOps-233187296 tempest-TestNetworkBasicOps-233187296-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.026s {{(pid=94174) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 11:47:29.387318 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron_lib.callbacks.manager [None req-cd6d5e8d-83bf-440c-b0cc-a22b42f282f3 tempest-TestNetworkBasicOps-233187296 tempest-TestNetworkBasicOps-233187296-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:47:29.388630 dv-neutron-601336-94-hyperv neutron-server[94174]: INFO neutron.wsgi [None req-cd6d5e8d-83bf-440c-b0cc-a22b42f282f3 tempest-TestNetworkBasicOps-233187296 tempest-TestNetworkBasicOps-233187296-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2915063 Jun 23 11:47:29.391496 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.wsgi [-] (94174) accepted ('10.222.0.20', 45000) {{(pid=94174) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 11:47:29.396025 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.api.v2.base [None req-5b8fef27-f03a-45e6-8b9d-4290f1f2c353 tempest-TestNetworkBasicOps-233187296 tempest-TestNetworkBasicOps-233187296-project] Request body: {'security_group_rule': {'security_group_id': 'b9b9a713-f5af-4500-ab59-dc51c4cb5435', 'project_id': '772b9946478d439e9da4eaeade7fb21d', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=94174) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 23 11:47:29.475153 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron_lib.callbacks.manager [None req-30747fb0-9c7e-4643-851a-a710672e99b7 None None] Notify callbacks [] for port, precommit_update {{(pid=94176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:47:29.484364 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.db.provisioning_blocks [None req-30747fb0-9c7e-4643-851a-a710672e99b7 None None] Transition to ACTIVE for port object bd69653a-21f9-4fdd-808f-be69a4448cf8 will not be triggered until provisioned by entity L2. {{(pid=94176) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 23 11:47:29.489838 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron_lib.callbacks.manager [None req-5b8fef27-f03a-45e6-8b9d-4290f1f2c353 tempest-TestNetworkBasicOps-233187296 tempest-TestNetworkBasicOps-233187296-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:47:29.544961 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron_lib.callbacks.manager [None req-5b8fef27-f03a-45e6-8b9d-4290f1f2c353 tempest-TestNetworkBasicOps-233187296 tempest-TestNetworkBasicOps-233187296-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:47:29.569865 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron_lib.callbacks.manager [None req-30747fb0-9c7e-4643-851a-a710672e99b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-922904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866062', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773700135042', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773699642233', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773699642278'] for port, after_update {{(pid=94176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:47:29.572716 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG oslo_concurrency.lockutils [None req-dc7542b2-afef-47f4-a763-e3a3cba144be None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 11:47:29.622266 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03c786bb-f66b-42c8-8fd1-48525c801d51 None None] Pushing event updated for resources: {'Port': ['ID=bd69653a-21f9-4fdd-808f-be69a4448cf8,revision_number=3']} {{(pid=94176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 11:47:29.623503 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG oslo_concurrency.lockutils [None req-03c786bb-f66b-42c8-8fd1-48525c801d51 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=94176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 11:47:29.667544 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron_lib.callbacks.manager [None req-5b8fef27-f03a-45e6-8b9d-4290f1f2c353 tempest-TestNetworkBasicOps-233187296 tempest-TestNetworkBasicOps-233187296-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7996355'] for security_group_rule, after_create {{(pid=94174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:47:29.669523 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94174) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 11:47:29.685802 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b8fef27-f03a-45e6-8b9d-4290f1f2c353 tempest-TestNetworkBasicOps-233187296 tempest-TestNetworkBasicOps-233187296-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c4e82018-f1fa-4feb-a22e-ec6928a8d34a,revision_number=0']} {{(pid=94174) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 11:47:29.697484 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG oslo_concurrency.lockutils [None req-5b8fef27-f03a-45e6-8b9d-4290f1f2c353 tempest-TestNetworkBasicOps-233187296 tempest-TestNetworkBasicOps-233187296-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.021s {{(pid=94174) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 11:47:29.705069 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.plugins.ml2.rpc [None req-dc7542b2-afef-47f4-a763-e3a3cba144be None None] Device 14031ea2-045e-4c71-b6f2-e0db5a671934 up at agent ovs-agent-dv-neutron-601336-94-hyperv {{(pid=94176) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:298}} Jun 23 11:47:29.731985 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.plugins.ml2.managers [None req-30747fb0-9c7e-4643-851a-a710672e99b7 None None] Attempting to bind port bd69653a-21f9-4fdd-808f-be69a4448cf8 on host dv-neutron-601336-94-hyperv for vnic_type normal with profile {{(pid=94176) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 23 11:47:29.732299 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.plugins.ml2.managers [None req-30747fb0-9c7e-4643-851a-a710672e99b7 None None] Attempting to bind port bd69653a-21f9-4fdd-808f-be69a4448cf8 by drivers openvswitch,hyperv on host dv-neutron-601336-94-hyperv at level 0 using segments [{'id': '9fe0df20-b087-4acd-b971-5d44f6912d06', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 406, 'network_id': '53f72c34-6c9d-41a7-8c5f-e32d44e0fdca'}] {{(pid=94176) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 23 11:47:29.732676 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-30747fb0-9c7e-4643-851a-a710672e99b7 None None] Attempting to bind port bd69653a-21f9-4fdd-808f-be69a4448cf8 on network 53f72c34-6c9d-41a7-8c5f-e32d44e0fdca {{(pid=94176) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 23 11:47:29.752077 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-30747fb0-9c7e-4643-851a-a710672e99b7 None None] Checking agent: {'id': '4d05f899-5ac9-411b-8a03-f60c93f87cdf', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-601336-94-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 23, 11, 22, 14), 'started_at': datetime.datetime(2021, 6, 23, 11, 22, 44), 'heartbeat_timestamp': datetime.datetime(2021, 6, 23, 11, 47, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'monitor_allowed_address_pair_garp': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-601336-94-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94176) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 23 11:47:29.752471 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-30747fb0-9c7e-4643-851a-a710672e99b7 None None] Checking segment: {'id': '9fe0df20-b087-4acd-b971-5d44f6912d06', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 406, 'network_id': '53f72c34-6c9d-41a7-8c5f-e32d44e0fdca'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94176) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 23 11:47:29.752991 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron_lib.callbacks.manager [None req-30747fb0-9c7e-4643-851a-a710672e99b7 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:47:29.753407 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-30747fb0-9c7e-4643-851a-a710672e99b7 None None] Bound using segment: {'id': '9fe0df20-b087-4acd-b971-5d44f6912d06', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 406, 'network_id': '53f72c34-6c9d-41a7-8c5f-e32d44e0fdca'} {{(pid=94176) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 23 11:47:29.753902 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.plugins.ml2.managers [None req-30747fb0-9c7e-4643-851a-a710672e99b7 None None] Bound port: bd69653a-21f9-4fdd-808f-be69a4448cf8, host: dv-neutron-601336-94-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9fe0df20-b087-4acd-b971-5d44f6912d06', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 406, 'network_id': '53f72c34-6c9d-41a7-8c5f-e32d44e0fdca'}}] {{(pid=94176) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 23 11:47:29.754329 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron_lib.callbacks.manager [None req-30747fb0-9c7e-4643-851a-a710672e99b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-923122'] for port, before_update {{(pid=94176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:47:29.770915 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron_lib.callbacks.manager [None req-5b8fef27-f03a-45e6-8b9d-4290f1f2c353 tempest-TestNetworkBasicOps-233187296 tempest-TestNetworkBasicOps-233187296-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:47:29.775463 dv-neutron-601336-94-hyperv neutron-server[94174]: INFO neutron.wsgi [None req-5b8fef27-f03a-45e6-8b9d-4290f1f2c353 tempest-TestNetworkBasicOps-233187296 tempest-TestNetworkBasicOps-233187296-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.3800039 Jun 23 11:47:29.775463 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.wsgi [-] (94174) accepted ('10.222.0.20', 45002) {{(pid=94174) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 11:47:29.780673 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.api.v2.base [None req-a709896f-dbb9-41fe-b064-627bac734812 tempest-TestNetworkBasicOps-233187296 tempest-TestNetworkBasicOps-233187296-project] Request body: {'security_group_rule': {'security_group_id': 'b9b9a713-f5af-4500-ab59-dc51c4cb5435', 'project_id': '772b9946478d439e9da4eaeade7fb21d', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=94174) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 23 11:47:29.821700 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.db.provisioning_blocks [None req-dc7542b2-afef-47f4-a763-e3a3cba144be None None] Provisioning complete for port 14031ea2-045e-4c71-b6f2-e0db5a671934 triggered by entity L2. {{(pid=94176) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 23 11:47:29.822238 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron_lib.callbacks.manager [None req-dc7542b2-afef-47f4-a763-e3a3cba144be None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-899258'] for port, provisioning_complete {{(pid=94176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:47:29.857521 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.plugins.ml2.db [None req-30747fb0-9c7e-4643-851a-a710672e99b7 None None] For port bd69653a-21f9-4fdd-808f-be69a4448cf8, host dv-neutron-601336-94-hyperv, cleared binding levels {{(pid=94176) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 23 11:47:29.866839 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron_lib.callbacks.manager [None req-a709896f-dbb9-41fe-b064-627bac734812 tempest-TestNetworkBasicOps-233187296 tempest-TestNetworkBasicOps-233187296-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:47:29.878590 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.plugins.ml2.db [None req-30747fb0-9c7e-4643-851a-a710672e99b7 None None] For port bd69653a-21f9-4fdd-808f-be69a4448cf8, host dv-neutron-601336-94-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-94-hyperv',level=0,port_id=bd69653a-21f9-4fdd-808f-be69a4448cf8,segment=NetworkSegment(9fe0df20-b087-4acd-b971-5d44f6912d06),segment_id=9fe0df20-b087-4acd-b971-5d44f6912d06)] {{(pid=94176) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 23 11:47:29.917954 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron_lib.callbacks.manager [None req-a709896f-dbb9-41fe-b064-627bac734812 tempest-TestNetworkBasicOps-233187296 tempest-TestNetworkBasicOps-233187296-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:47:29.932354 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.plugins.ml2.rpc [None req-dc7542b2-afef-47f4-a763-e3a3cba144be None None] Device ecf42fcd-5ae1-408e-ac56-af4864e02011 up at agent ovs-agent-dv-neutron-601336-94-hyperv {{(pid=94176) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:298}} Jun 23 11:47:29.936048 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron_lib.callbacks.manager [None req-30747fb0-9c7e-4643-851a-a710672e99b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-922904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866062', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773700135042', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773699642233', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773699642278'] for port, after_update {{(pid=94176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:47:29.953719 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG oslo_concurrency.lockutils [None req-33c529d7-72b1-4fcc-8fa7-a17f61b279bf None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 11:47:29.987490 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron_lib.callbacks.manager [None req-a709896f-dbb9-41fe-b064-627bac734812 tempest-TestNetworkBasicOps-233187296 tempest-TestNetworkBasicOps-233187296-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7996355'] for security_group_rule, after_create {{(pid=94174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:47:29.989607 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG oslo_concurrency.lockutils [None req-399d3812-f229-42c7-a127-7f44f9d18ff4 tempest-TestNetworkBasicOps-233187296 tempest-TestNetworkBasicOps-233187296-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94174) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 11:47:30.011379 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a709896f-dbb9-41fe-b064-627bac734812 tempest-TestNetworkBasicOps-233187296 tempest-TestNetworkBasicOps-233187296-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=66dee347-a459-4bee-9a1e-5981e3ac6bc2,revision_number=0']} {{(pid=94174) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 11:47:30.014440 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG oslo_concurrency.lockutils [None req-a709896f-dbb9-41fe-b064-627bac734812 tempest-TestNetworkBasicOps-233187296 tempest-TestNetworkBasicOps-233187296-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.025s {{(pid=94174) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 11:47:30.021814 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03c786bb-f66b-42c8-8fd1-48525c801d51 None None] Pushing event updated for resources: {'Port': ['ID=bd69653a-21f9-4fdd-808f-be69a4448cf8,revision_number=4']} {{(pid=94176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 11:47:30.025469 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG oslo_concurrency.lockutils [None req-03c786bb-f66b-42c8-8fd1-48525c801d51 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.072s {{(pid=94176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 11:47:30.026185 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.db.l3_dvrscheduler_db [None req-30747fb0-9c7e-4643-851a-a710672e99b7 None None] Routers {'5143d03d-4f07-43c8-84fe-db81aabf92b3'} bound to L3 agent in host dv-neutron-601336-94-hyperv {{(pid=94176) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 23 11:47:30.026794 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.db.l3_hamode_db [None req-30747fb0-9c7e-4643-851a-a710672e99b7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-601336-94-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-23T11:22:13Z,description=,heartbeat_timestamp=2021-06-23T11:47:13Z,host='dv-neutron-601336-94-hyperv',id=50ef99c0-ef28-4db5-b303-b145898fae60,load=0,resource_versions=,resources_synced=,started_at=2021-06-23T11:22:14Z,topic='l3_agent')) {'router_ids': ['5143d03d-4f07-43c8-84fe-db81aabf92b3'], 'active': True} {{(pid=94176) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 11:47:30.073603 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron_lib.callbacks.manager [None req-a709896f-dbb9-41fe-b064-627bac734812 tempest-TestNetworkBasicOps-233187296 tempest-TestNetworkBasicOps-233187296-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:47:30.074840 dv-neutron-601336-94-hyperv neutron-server[94174]: INFO neutron.wsgi [None req-a709896f-dbb9-41fe-b064-627bac734812 tempest-TestNetworkBasicOps-233187296 tempest-TestNetworkBasicOps-233187296-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.2983744 Jun 23 11:47:30.077492 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.wsgi [-] (94174) accepted ('10.222.0.20', 45004) {{(pid=94174) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 11:47:30.078985 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.db.provisioning_blocks [None req-dc7542b2-afef-47f4-a763-e3a3cba144be None None] Provisioning complete for port ecf42fcd-5ae1-408e-ac56-af4864e02011 triggered by entity L2. {{(pid=94176) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 23 11:47:30.079463 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron_lib.callbacks.manager [None req-dc7542b2-afef-47f4-a763-e3a3cba144be None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-899258'] for port, provisioning_complete {{(pid=94176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:47:30.082581 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.api.v2.base [None req-e9e1fd37-7e4c-4e2b-8a32-9ccfb4ac2e7c tempest-TestNetworkBasicOps-233187296 tempest-TestNetworkBasicOps-233187296-project] Request body: {'security_group_rule': {'security_group_id': 'b9b9a713-f5af-4500-ab59-dc51c4cb5435', 'project_id': '772b9946478d439e9da4eaeade7fb21d', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=94174) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 23 11:47:30.173757 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.db.l3_dvr_db [None req-30747fb0-9c7e-4643-851a-a710672e99b7 None None] Set router 5143d03d-4f07-43c8-84fe-db81aabf92b3 gateway port host: dv-neutron-601336-94-hyperv {{(pid=94176) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:838}} Jun 23 11:47:30.194103 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron_lib.callbacks.manager [None req-e9e1fd37-7e4c-4e2b-8a32-9ccfb4ac2e7c tempest-TestNetworkBasicOps-233187296 tempest-TestNetworkBasicOps-233187296-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:47:30.256664 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron_lib.callbacks.manager [None req-e9e1fd37-7e4c-4e2b-8a32-9ccfb4ac2e7c tempest-TestNetworkBasicOps-233187296 tempest-TestNetworkBasicOps-233187296-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:47:30.376106 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron_lib.callbacks.manager [None req-e9e1fd37-7e4c-4e2b-8a32-9ccfb4ac2e7c tempest-TestNetworkBasicOps-233187296 tempest-TestNetworkBasicOps-233187296-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7996355'] for security_group_rule, after_create {{(pid=94174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:47:30.382192 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG oslo_concurrency.lockutils [None req-ec96bd25-01b6-4e9d-a704-a05b782e08eb tempest-TestNetworkBasicOps-233187296 tempest-TestNetworkBasicOps-233187296-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94174) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 11:47:30.397337 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9e1fd37-7e4c-4e2b-8a32-9ccfb4ac2e7c tempest-TestNetworkBasicOps-233187296 tempest-TestNetworkBasicOps-233187296-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1d5c17bf-b378-4a6f-8b8b-e2d6c542ca31,revision_number=0']} {{(pid=94174) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 11:47:30.400056 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG oslo_concurrency.lockutils [None req-e9e1fd37-7e4c-4e2b-8a32-9ccfb4ac2e7c tempest-TestNetworkBasicOps-233187296 tempest-TestNetworkBasicOps-233187296-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=94174) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 11:47:30.409978 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.db.l3_hamode_db [None req-30747fb0-9c7e-4643-851a-a710672e99b7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5143d03d-4f07-43c8-84fe-db81aabf92b3', 'name': 'tempest-TestNetworkBasicOps-router-1322041481', 'tenant_id': '772b9946478d439e9da4eaeade7fb21d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3e7e4eb3-cf02-4d47-ade9-0a579cdfc60f', 'external_fixed_ips': [{'subnet_id': 'a5ad15ab-c489-4a67-a9b0-d559fca0ec71', 'ip_address': '172.26.3.111'}], 'enable_snat': True}, 'gw_port_id': '14031ea2-045e-4c71-b6f2-e0db5a671934', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-23T11:47:22Z', 'updated_at': '2021-06-23T11:47:27Z', 'revision_number': 4, 'project_id': '772b9946478d439e9da4eaeade7fb21d', 'gw_port': {'id': '14031ea2-045e-4c71-b6f2-e0db5a671934', 'name': '', 'network_id': '3e7e4eb3-cf02-4d47-ade9-0a579cdfc60f', 'tenant_id': '', 'mac_address': 'fa:16:3e:54:2b:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5143d03d-4f07-43c8-84fe-db81aabf92b3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1512, 'fixed_ips': [{'subnet_id': 'a5ad15ab-c489-4a67-a9b0-d559fca0ec71', 'ip_address': '172.26.3.111', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-94-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-23T11:47:23Z', 'updated_at': '2021-06-23T11:47:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a5ad15ab-c489-4a67-a9b0-d559fca0ec71', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-601336-94-hyperv', '_interfaces': [{'id': 'bd69653a-21f9-4fdd-808f-be69a4448cf8', 'name': '', 'network_id': '53f72c34-6c9d-41a7-8c5f-e32d44e0fdca', 'tenant_id': '772b9946478d439e9da4eaeade7fb21d', 'mac_address': 'fa:16:3e:1c:c1:e3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5143d03d-4f07-43c8-84fe-db81aabf92b3', 'device_owner': 'network:router_interface', 'standard_attr_id': 1515, 'fixed_ips': [{'subnet_id': 'd0383cea-9245-4c60-97d7-044b801e4031', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-94-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-23T11:47:26Z', 'updated_at': '2021-06-23T11:47:29Z', 'revision_number': 4, 'project_id': '772b9946478d439e9da4eaeade7fb21d', 'subnets': [{'id': 'd0383cea-9245-4c60-97d7-044b801e4031', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-601336-94-hyperv', False) {} {{(pid=94176) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 11:47:30.432907 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-30747fb0-9c7e-4643-851a-a710672e99b7 None None] The sync data for ids ['5143d03d-4f07-43c8-84fe-db81aabf92b3'] in dv-neutron-601336-94-hyperv is: [{'id': '5143d03d-4f07-43c8-84fe-db81aabf92b3', 'name': 'tempest-TestNetworkBasicOps-router-1322041481', 'tenant_id': '772b9946478d439e9da4eaeade7fb21d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3e7e4eb3-cf02-4d47-ade9-0a579cdfc60f', 'external_fixed_ips': [{'subnet_id': 'a5ad15ab-c489-4a67-a9b0-d559fca0ec71', 'ip_address': '172.26.3.111'}], 'enable_snat': True}, 'gw_port_id': '14031ea2-045e-4c71-b6f2-e0db5a671934', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-23T11:47:22Z', 'updated_at': '2021-06-23T11:47:27Z', 'revision_number': 4, 'project_id': '772b9946478d439e9da4eaeade7fb21d', 'gw_port': {'id': '14031ea2-045e-4c71-b6f2-e0db5a671934', 'name': '', 'network_id': '3e7e4eb3-cf02-4d47-ade9-0a579cdfc60f', 'tenant_id': '', 'mac_address': 'fa:16:3e:54:2b:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5143d03d-4f07-43c8-84fe-db81aabf92b3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1512, 'fixed_ips': [{'subnet_id': 'a5ad15ab-c489-4a67-a9b0-d559fca0ec71', 'ip_address': '172.26.3.111', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-94-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-23T11:47:23Z', 'updated_at': '2021-06-23T11:47:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a5ad15ab-c489-4a67-a9b0-d559fca0ec71', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-601336-94-hyperv', '_interfaces': [{'id': 'bd69653a-21f9-4fdd-808f-be69a4448cf8', 'name': '', 'network_id': '53f72c34-6c9d-41a7-8c5f-e32d44e0fdca', 'tenant_id': '772b9946478d439e9da4eaeade7fb21d', 'mac_address': 'fa:16:3e:1c:c1:e3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5143d03d-4f07-43c8-84fe-db81aabf92b3', 'device_owner': 'network:router_interface', 'standard_attr_id': 1515, 'fixed_ips': [{'subnet_id': 'd0383cea-9245-4c60-97d7-044b801e4031', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-94-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-23T11:47:26Z', 'updated_at': '2021-06-23T11:47:29Z', 'revision_number': 4, 'project_id': '772b9946478d439e9da4eaeade7fb21d', 'subnets': [{'id': 'd0383cea-9245-4c60-97d7-044b801e4031', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94176) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 23 11:47:30.465167 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron_lib.callbacks.manager [None req-e9e1fd37-7e4c-4e2b-8a32-9ccfb4ac2e7c tempest-TestNetworkBasicOps-233187296 tempest-TestNetworkBasicOps-233187296-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:47:30.466801 dv-neutron-601336-94-hyperv neutron-server[94174]: INFO neutron.wsgi [None req-e9e1fd37-7e4c-4e2b-8a32-9ccfb4ac2e7c tempest-TestNetworkBasicOps-233187296 tempest-TestNetworkBasicOps-233187296-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.3882251 Jun 23 11:47:30.469576 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.wsgi [-] (94174) accepted ('10.222.0.20', 45008) {{(pid=94174) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 11:47:30.483759 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.api.v2.base [None req-ae7ef8dc-37cb-4751-9c47-e8a0a4e473cb tempest-TestNetworkBasicOps-233187296 tempest-TestNetworkBasicOps-233187296-project] Request body: {'security_group_rule': {'security_group_id': 'b9b9a713-f5af-4500-ab59-dc51c4cb5435', 'project_id': '772b9946478d439e9da4eaeade7fb21d', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=94174) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 23 11:47:30.558857 dv-neutron-601336-94-hyperv neutron-server[94174]: INFO neutron.db.securitygroups_db [None req-ae7ef8dc-37cb-4751-9c47-e8a0a4e473cb tempest-TestNetworkBasicOps-233187296 tempest-TestNetworkBasicOps-233187296-project] Project 772b9946478d439e9da4eaeade7fb21d added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jun 23 11:47:30.565025 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron_lib.callbacks.manager [None req-ae7ef8dc-37cb-4751-9c47-e8a0a4e473cb tempest-TestNetworkBasicOps-233187296 tempest-TestNetworkBasicOps-233187296-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:47:30.628350 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron_lib.callbacks.manager [None req-ae7ef8dc-37cb-4751-9c47-e8a0a4e473cb tempest-TestNetworkBasicOps-233187296 tempest-TestNetworkBasicOps-233187296-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:47:30.747683 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron_lib.callbacks.manager [None req-ae7ef8dc-37cb-4751-9c47-e8a0a4e473cb tempest-TestNetworkBasicOps-233187296 tempest-TestNetworkBasicOps-233187296-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7996355'] for security_group_rule, after_create {{(pid=94174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:47:30.749576 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG oslo_concurrency.lockutils [None req-42ad802f-cad5-4182-8f90-4f7885c1cc17 tempest-TestNetworkBasicOps-233187296 tempest-TestNetworkBasicOps-233187296-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94174) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 11:47:30.767691 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae7ef8dc-37cb-4751-9c47-e8a0a4e473cb tempest-TestNetworkBasicOps-233187296 tempest-TestNetworkBasicOps-233187296-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f7a52bc8-4bcd-4320-b897-76151ffb0598,revision_number=0']} {{(pid=94174) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 11:47:30.770097 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG oslo_concurrency.lockutils [None req-ae7ef8dc-37cb-4751-9c47-e8a0a4e473cb tempest-TestNetworkBasicOps-233187296 tempest-TestNetworkBasicOps-233187296-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.021s {{(pid=94174) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 11:47:30.850343 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron_lib.callbacks.manager [None req-ae7ef8dc-37cb-4751-9c47-e8a0a4e473cb tempest-TestNetworkBasicOps-233187296 tempest-TestNetworkBasicOps-233187296-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:47:30.851528 dv-neutron-601336-94-hyperv neutron-server[94174]: INFO neutron.wsgi [None req-ae7ef8dc-37cb-4751-9c47-e8a0a4e473cb tempest-TestNetworkBasicOps-233187296 tempest-TestNetworkBasicOps-233187296-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.3809958 Jun 23 11:47:30.854324 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.wsgi [-] (94174) accepted ('10.222.0.20', 45010) {{(pid=94174) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 11:47:30.859164 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.api.v2.base [None req-2d9691f6-3000-401d-b340-ab496fc2b065 tempest-TestNetworkBasicOps-233187296 tempest-TestNetworkBasicOps-233187296-project] Request body: {'security_group_rule': {'security_group_id': 'b9b9a713-f5af-4500-ab59-dc51c4cb5435', 'project_id': '772b9946478d439e9da4eaeade7fb21d', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=94174) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 23 11:47:30.959121 dv-neutron-601336-94-hyperv neutron-server[94174]: INFO neutron.db.securitygroups_db [None req-2d9691f6-3000-401d-b340-ab496fc2b065 tempest-TestNetworkBasicOps-233187296 tempest-TestNetworkBasicOps-233187296-project] Project 772b9946478d439e9da4eaeade7fb21d added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jun 23 11:47:30.964656 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron_lib.callbacks.manager [None req-2d9691f6-3000-401d-b340-ab496fc2b065 tempest-TestNetworkBasicOps-233187296 tempest-TestNetworkBasicOps-233187296-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:47:31.030351 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron_lib.callbacks.manager [None req-2d9691f6-3000-401d-b340-ab496fc2b065 tempest-TestNetworkBasicOps-233187296 tempest-TestNetworkBasicOps-233187296-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:47:31.107487 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron_lib.callbacks.manager [None req-2d9691f6-3000-401d-b340-ab496fc2b065 tempest-TestNetworkBasicOps-233187296 tempest-TestNetworkBasicOps-233187296-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7996355'] for security_group_rule, after_create {{(pid=94174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:47:31.109376 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG oslo_concurrency.lockutils [None req-20a9a3be-445e-4be0-9996-bf8e24c8fc04 tempest-NegativeSecGroupIPv6Test-1070497984 tempest-NegativeSecGroupIPv6Test-1070497984-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94174) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 11:47:31.124083 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d9691f6-3000-401d-b340-ab496fc2b065 tempest-TestNetworkBasicOps-233187296 tempest-TestNetworkBasicOps-233187296-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=04da5388-1a75-4855-84ab-3f3a7fa937e3,revision_number=0']} {{(pid=94174) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 11:47:31.128001 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG oslo_concurrency.lockutils [None req-2d9691f6-3000-401d-b340-ab496fc2b065 tempest-TestNetworkBasicOps-233187296 tempest-TestNetworkBasicOps-233187296-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=94174) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 11:47:31.199005 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron_lib.callbacks.manager [None req-2d9691f6-3000-401d-b340-ab496fc2b065 tempest-TestNetworkBasicOps-233187296 tempest-TestNetworkBasicOps-233187296-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:47:31.200290 dv-neutron-601336-94-hyperv neutron-server[94174]: INFO neutron.wsgi [None req-2d9691f6-3000-401d-b340-ab496fc2b065 tempest-TestNetworkBasicOps-233187296 tempest-TestNetworkBasicOps-233187296-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.3450181 Jun 23 11:47:31.405009 dv-neutron-601336-94-hyperv neutron-server[94174]: INFO neutron.wsgi [req-b7b31f60-78f3-419b-af9c-85b069b9b2b6 req-c57f8df2-2bc7-4465-aa0d-8a1371762a94 tempest-TestNetworkBasicOps-233187296 tempest-TestNetworkBasicOps-233187296-project] 10.222.0.20 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-62624101&fields=id&tenant_id=772b9946478d439e9da4eaeade7fb21d HTTP/1.1" status: 200 len: 267 time: 0.0371482 Jun 23 11:47:31.510929 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7b31f60-78f3-419b-af9c-85b069b9b2b6 req-cb44cd91-46d6-4293-9845-ad3bb21ed9c3 tempest-TestNetworkBasicOps-233187296 tempest-TestNetworkBasicOps-233187296-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94174) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 11:47:31.512429 dv-neutron-601336-94-hyperv neutron-server[94174]: INFO neutron.wsgi [req-b7b31f60-78f3-419b-af9c-85b069b9b2b6 req-cb44cd91-46d6-4293-9845-ad3bb21ed9c3 tempest-TestNetworkBasicOps-233187296 tempest-TestNetworkBasicOps-233187296-project] 10.222.0.20 "GET /v2.0/networks?id=53f72c34-6c9d-41a7-8c5f-e32d44e0fdca HTTP/1.1" status: 200 len: 796 time: 0.0998244 Jun 23 11:47:31.527532 dv-neutron-601336-94-hyperv neutron-server[94174]: INFO neutron.wsgi [req-b7b31f60-78f3-419b-af9c-85b069b9b2b6 req-fdd2bad7-33d4-4e36-8d2c-addafd3451a9 tempest-TestNetworkBasicOps-233187296 tempest-TestNetworkBasicOps-233187296-project] 10.222.0.20 "GET /v2.0/quotas/772b9946478d439e9da4eaeade7fb21d HTTP/1.1" status: 200 len: 375 time: 0.0088327 Jun 23 11:47:31.598803 dv-neutron-601336-94-hyperv neutron-server[94174]: INFO neutron.wsgi [req-b7b31f60-78f3-419b-af9c-85b069b9b2b6 req-9492d22f-4ab0-4c05-b6aa-d57e69b60ff3 tempest-TestNetworkBasicOps-233187296 tempest-TestNetworkBasicOps-233187296-project] 10.222.0.20 "GET /v2.0/ports?tenant_id=772b9946478d439e9da4eaeade7fb21d&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0661056 Jun 23 11:47:31.688144 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.plugins.ml2.rpc [None req-dc7542b2-afef-47f4-a763-e3a3cba144be None None] Device bd69653a-21f9-4fdd-808f-be69a4448cf8 up at agent ovs-agent-dv-neutron-601336-94-hyperv {{(pid=94176) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:298}} Jun 23 11:47:31.740659 dv-neutron-601336-94-hyperv neutron-server[94174]: INFO neutron.wsgi [req-b7b31f60-78f3-419b-af9c-85b069b9b2b6 req-13b95ba7-8caf-484a-9b95-2c6ef2870348 service neutron] 10.222.0.20 "GET /v2.0/networks/53f72c34-6c9d-41a7-8c5f-e32d44e0fdca?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1306744 Jun 23 11:47:31.804365 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.db.provisioning_blocks [None req-dc7542b2-afef-47f4-a763-e3a3cba144be None None] Provisioning for port bd69653a-21f9-4fdd-808f-be69a4448cf8 completed by entity L2. {{(pid=94176) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 23 11:47:31.808333 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.db.provisioning_blocks [None req-dc7542b2-afef-47f4-a763-e3a3cba144be None None] Provisioning complete for port bd69653a-21f9-4fdd-808f-be69a4448cf8 triggered by entity L2. {{(pid=94176) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 23 11:47:31.808715 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron_lib.callbacks.manager [None req-dc7542b2-afef-47f4-a763-e3a3cba144be None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-899258'] for port, provisioning_complete {{(pid=94176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:47:31.836667 dv-neutron-601336-94-hyperv neutron-server[94174]: INFO neutron.wsgi [req-b7b31f60-78f3-419b-af9c-85b069b9b2b6 req-acc5851b-e717-4d32-a0e8-7def9ac962f8 service neutron] 10.222.0.20 "GET /v2.0/networks/53f72c34-6c9d-41a7-8c5f-e32d44e0fdca?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0828948 Jun 23 11:47:31.890191 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron_lib.callbacks.manager [None req-dc7542b2-afef-47f4-a763-e3a3cba144be None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-923122'] for port, before_update {{(pid=94176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:47:31.925998 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.plugins.ml2.db [None req-dc7542b2-afef-47f4-a763-e3a3cba144be None None] For port bd69653a-21f9-4fdd-808f-be69a4448cf8, host dv-neutron-601336-94-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-94-hyperv',level=0,port_id=bd69653a-21f9-4fdd-808f-be69a4448cf8,segment=NetworkSegment(9fe0df20-b087-4acd-b971-5d44f6912d06),segment_id=9fe0df20-b087-4acd-b971-5d44f6912d06)] {{(pid=94176) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 23 11:47:32.050648 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron_lib.callbacks.manager [None req-dc7542b2-afef-47f4-a763-e3a3cba144be None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-922904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866062', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773700135042', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773699642233', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773699642278'] for port, after_update {{(pid=94176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:47:32.052646 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG oslo_concurrency.lockutils [None req-97bd5441-1da2-49ee-a364-27795820ba27 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 11:47:32.096658 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc7542b2-afef-47f4-a763-e3a3cba144be None None] Pushing event updated for resources: {'Port': ['ID=bd69653a-21f9-4fdd-808f-be69a4448cf8,revision_number=5']} {{(pid=94176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 11:47:32.099735 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG oslo_concurrency.lockutils [None req-dc7542b2-afef-47f4-a763-e3a3cba144be None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=94176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 11:47:32.183272 dv-neutron-601336-94-hyperv neutron-server[94175]: INFO neutron.wsgi [req-ca6e9833-9085-47a3-8afa-e1c631bf2ebf req-afd1bca3-8e2d-4a1e-a24f-9c4d0013845f tempest-TestNetworkBasicOps-233187296 tempest-TestNetworkBasicOps-233187296-project] 10.222.0.20 "GET /v2.0/ports?device_id=ac6e3989-0fc9-44af-a7af-41b0e20fd2a7 HTTP/1.1" status: 200 len: 210 time: 0.0299847 Jun 23 11:47:33.331404 dv-neutron-601336-94-hyperv neutron-server[94174]: INFO neutron.wsgi [req-695098ae-70b4-499b-90f8-28684ec3b707 req-fea23753-979b-4372-b8ea-022c0f7fafd2 tempest-TestNetworkBasicOps-233187296 tempest-TestNetworkBasicOps-233187296-project] 10.222.0.20 "GET /v2.0/ports?device_id=ac6e3989-0fc9-44af-a7af-41b0e20fd2a7 HTTP/1.1" status: 200 len: 210 time: 0.0372012 Jun 23 11:47:33.681505 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.plugins.ml2.rpc [None req-dc7542b2-afef-47f4-a763-e3a3cba144be None None] Device bd69653a-21f9-4fdd-808f-be69a4448cf8 up at agent ovs-agent-dv-neutron-601336-94-hyperv {{(pid=94176) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:298}} Jun 23 11:47:33.728378 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.db.provisioning_blocks [None req-dc7542b2-afef-47f4-a763-e3a3cba144be None None] Provisioning complete for port bd69653a-21f9-4fdd-808f-be69a4448cf8 triggered by entity L2. {{(pid=94176) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 23 11:47:33.728765 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron_lib.callbacks.manager [None req-dc7542b2-afef-47f4-a763-e3a3cba144be None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-899258'] for port, provisioning_complete {{(pid=94176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:47:34.409967 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7b31f60-78f3-419b-af9c-85b069b9b2b6 req-dadc31e4-5659-48c3-af00-6da4a2457723 tempest-TestNetworkBasicOps-233187296 tempest-TestNetworkBasicOps-233187296-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 11:47:34.411439 dv-neutron-601336-94-hyperv neutron-server[94175]: INFO neutron.wsgi [req-b7b31f60-78f3-419b-af9c-85b069b9b2b6 req-dadc31e4-5659-48c3-af00-6da4a2457723 tempest-TestNetworkBasicOps-233187296 tempest-TestNetworkBasicOps-233187296-project] 10.222.0.52 "GET /v2.0/networks?id=53f72c34-6c9d-41a7-8c5f-e32d44e0fdca HTTP/1.1" status: 200 len: 796 time: 0.1039495 Jun 23 11:47:34.466647 dv-neutron-601336-94-hyperv neutron-server[94175]: INFO neutron.wsgi [req-b7b31f60-78f3-419b-af9c-85b069b9b2b6 req-c174138a-4948-431a-a94b-9d7fd854c5b2 tempest-TestNetworkBasicOps-233187296 tempest-TestNetworkBasicOps-233187296-project] 10.222.0.52 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=772b9946478d439e9da4eaeade7fb21d HTTP/1.1" status: 200 len: 378 time: 0.0466058 Jun 23 11:47:34.484501 dv-neutron-601336-94-hyperv neutron-server[94175]: INFO neutron.wsgi [req-9f278d42-6bc7-4f46-bba8-68f9ef75092e req-ec97169b-87c0-4e3b-95f3-8bc76ce288e6 tempest-TestNetworkBasicOps-233187296 tempest-TestNetworkBasicOps-233187296-project] 10.222.0.20 "GET /v2.0/ports?device_id=ac6e3989-0fc9-44af-a7af-41b0e20fd2a7 HTTP/1.1" status: 200 len: 210 time: 0.0344436 Jun 23 11:47:34.488365 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.api.v2.base [req-b7b31f60-78f3-419b-af9c-85b069b9b2b6 req-3d551b4b-3725-4fa9-bd41-bb0b9cd385f1 tempest-TestNetworkBasicOps-233187296 tempest-TestNetworkBasicOps-233187296-project] Request body: {'port': {'device_id': 'ac6e3989-0fc9-44af-a7af-41b0e20fd2a7', 'network_id': '53f72c34-6c9d-41a7-8c5f-e32d44e0fdca', 'admin_state_up': True, 'tenant_id': '772b9946478d439e9da4eaeade7fb21d', 'security_groups': ['b9b9a713-f5af-4500-ab59-dc51c4cb5435']}} {{(pid=94175) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 23 11:47:34.697338 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b7b31f60-78f3-419b-af9c-85b069b9b2b6 req-3d551b4b-3725-4fa9-bd41-bb0b9cd385f1 tempest-TestNetworkBasicOps-233187296 tempest-TestNetworkBasicOps-233187296-project] Made reservation on behalf of 772b9946478d439e9da4eaeade7fb21d for: {'port': 1} {{(pid=94175) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 23 11:47:34.701584 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron_lib.callbacks.manager [req-b7b31f60-78f3-419b-af9c-85b069b9b2b6 req-3d551b4b-3725-4fa9-bd41-bb0b9cd385f1 tempest-TestNetworkBasicOps-233187296 tempest-TestNetworkBasicOps-233187296-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-923104'] for port, before_create {{(pid=94175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:47:34.831605 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.db.db_base_plugin_common [req-b7b31f60-78f3-419b-af9c-85b069b9b2b6 req-3d551b4b-3725-4fa9-bd41-bb0b9cd385f1 tempest-TestNetworkBasicOps-233187296 tempest-TestNetworkBasicOps-233187296-project] Allocated IP 172.20.0.5 (53f72c34-6c9d-41a7-8c5f-e32d44e0fdca/d0383cea-9245-4c60-97d7-044b801e4031/b9ab9d1c-f90c-46df-ba19-3c7dd94f50fe) {{(pid=94175) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 23 11:47:34.976047 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron_lib.callbacks.manager [req-b7b31f60-78f3-419b-af9c-85b069b9b2b6 req-3d551b4b-3725-4fa9-bd41-bb0b9cd385f1 tempest-TestNetworkBasicOps-233187296 tempest-TestNetworkBasicOps-233187296-project] Notify callbacks [] for port, precommit_create {{(pid=94175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:47:34.990826 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.db.provisioning_blocks [req-b7b31f60-78f3-419b-af9c-85b069b9b2b6 req-3d551b4b-3725-4fa9-bd41-bb0b9cd385f1 tempest-TestNetworkBasicOps-233187296 tempest-TestNetworkBasicOps-233187296-project] Transition to ACTIVE for port object b9ab9d1c-f90c-46df-ba19-3c7dd94f50fe will not be triggered until provisioned by entity DHCP. {{(pid=94175) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 23 11:47:35.096415 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron_lib.callbacks.manager [req-b7b31f60-78f3-419b-af9c-85b069b9b2b6 req-3d551b4b-3725-4fa9-bd41-bb0b9cd385f1 tempest-TestNetworkBasicOps-233187296 tempest-TestNetworkBasicOps-233187296-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-922915', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-239814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7866073', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773699642215', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-5082457'] for port, after_create {{(pid=94175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:47:35.100989 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG oslo_concurrency.lockutils [None req-3b72d660-0dcb-455d-95c9-8dd83250b4de tempest-TestNetworkBasicOps-233187296 tempest-TestNetworkBasicOps-233187296-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94175) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 11:47:35.143474 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b7b31f60-78f3-419b-af9c-85b069b9b2b6 req-3d551b4b-3725-4fa9-bd41-bb0b9cd385f1 tempest-TestNetworkBasicOps-233187296 tempest-TestNetworkBasicOps-233187296-project] Network 53f72c34-6c9d-41a7-8c5f-e32d44e0fdca is already hosted by enough agents. {{(pid=94175) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 23 11:47:35.148801 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.scheduler.base_scheduler [req-b7b31f60-78f3-419b-af9c-85b069b9b2b6 req-3d551b4b-3725-4fa9-bd41-bb0b9cd385f1 tempest-TestNetworkBasicOps-233187296 tempest-TestNetworkBasicOps-233187296-project] Resources bound (agent type, host, resource id): {{(pid=94175) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 23 11:47:35.153240 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.db.l3_dvrscheduler_db [req-b7b31f60-78f3-419b-af9c-85b069b9b2b6 req-3d551b4b-3725-4fa9-bd41-bb0b9cd385f1 tempest-TestNetworkBasicOps-233187296 tempest-TestNetworkBasicOps-233187296-project] Received port after_create {{(pid=94175) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 23 11:47:35.157223 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d551b4b-3725-4fa9-bd41-bb0b9cd385f1 tempest-TestNetworkBasicOps-233187296 tempest-TestNetworkBasicOps-233187296-project] Pushing event updated for resources: {'Port': ['ID=b9ab9d1c-f90c-46df-ba19-3c7dd94f50fe,revision_number=1']} {{(pid=94175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 11:47:35.177661 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG oslo_concurrency.lockutils [None req-3d551b4b-3725-4fa9-bd41-bb0b9cd385f1 tempest-TestNetworkBasicOps-233187296 tempest-TestNetworkBasicOps-233187296-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.077s {{(pid=94175) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 11:47:35.209484 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7b31f60-78f3-419b-af9c-85b069b9b2b6 req-3d551b4b-3725-4fa9-bd41-bb0b9cd385f1 tempest-TestNetworkBasicOps-233187296 tempest-TestNetworkBasicOps-233187296-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 11:47:35.210091 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron_lib.callbacks.manager [req-b7b31f60-78f3-419b-af9c-85b069b9b2b6 req-3d551b4b-3725-4fa9-bd41-bb0b9cd385f1 tempest-TestNetworkBasicOps-233187296 tempest-TestNetworkBasicOps-233187296-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-217507'] for port, before_response {{(pid=94175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:47:35.302382 dv-neutron-601336-94-hyperv neutron-server[94175]: INFO neutron.wsgi [req-b7b31f60-78f3-419b-af9c-85b069b9b2b6 req-3d551b4b-3725-4fa9-bd41-bb0b9cd385f1 tempest-TestNetworkBasicOps-233187296 tempest-TestNetworkBasicOps-233187296-project] 10.222.0.52 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8200905 Jun 23 11:47:35.315021 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.api.v2.base [req-b7b31f60-78f3-419b-af9c-85b069b9b2b6 req-2694a00e-c73a-4b1a-826a-5524f581c92b service neutron] Request body: {'port': {'device_id': 'ac6e3989-0fc9-44af-a7af-41b0e20fd2a7', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-6013'}} {{(pid=94175) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 23 11:47:35.387863 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron_lib.callbacks.manager [req-b7b31f60-78f3-419b-af9c-85b069b9b2b6 req-2694a00e-c73a-4b1a-826a-5524f581c92b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-923122'] for port, before_update {{(pid=94175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:47:35.439128 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.db.provisioning_blocks [None req-f26e3725-4c9e-49b3-ac15-f65f96fc135d None None] Provisioning for port b9ab9d1c-f90c-46df-ba19-3c7dd94f50fe completed by entity DHCP. {{(pid=94176) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 23 11:47:35.443079 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.db.provisioning_blocks [None req-f26e3725-4c9e-49b3-ac15-f65f96fc135d None None] Provisioning complete for port b9ab9d1c-f90c-46df-ba19-3c7dd94f50fe triggered by entity DHCP. {{(pid=94176) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 23 11:47:35.443520 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron_lib.callbacks.manager [None req-f26e3725-4c9e-49b3-ac15-f65f96fc135d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-899258'] for port, provisioning_complete {{(pid=94176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:47:35.477248 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.plugins.ml2.plugin [None req-f26e3725-4c9e-49b3-ac15-f65f96fc135d None None] Port b9ab9d1c-f90c-46df-ba19-3c7dd94f50fe cannot update to ACTIVE because it is not bound. {{(pid=94176) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jun 23 11:47:35.656613 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.notifiers.nova [req-b7b31f60-78f3-419b-af9c-85b069b9b2b6 req-2694a00e-c73a-4b1a-826a-5524f581c92b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b9ab9d1c-f90c-46df-ba19-3c7dd94f50fe {{(pid=94175) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 23 11:47:35.664145 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aacb9c55-1659-4199-943a-43c94e7a7aee req-e3a462d6-a34b-4551-a344-35c687982285 tempest-TestNetworkBasicOps-233187296 tempest-TestNetworkBasicOps-233187296-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94174) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 11:47:35.664555 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron_lib.callbacks.manager [req-b7b31f60-78f3-419b-af9c-85b069b9b2b6 req-2694a00e-c73a-4b1a-826a-5524f581c92b service neutron] Notify callbacks [] for port, precommit_update {{(pid=94175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:47:35.665710 dv-neutron-601336-94-hyperv neutron-server[94174]: INFO neutron.wsgi [req-aacb9c55-1659-4199-943a-43c94e7a7aee req-e3a462d6-a34b-4551-a344-35c687982285 tempest-TestNetworkBasicOps-233187296 tempest-TestNetworkBasicOps-233187296-project] 10.222.0.20 "GET /v2.0/ports?device_id=ac6e3989-0fc9-44af-a7af-41b0e20fd2a7 HTTP/1.1" status: 200 len: 931 time: 0.0643587 Jun 23 11:47:35.677471 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.db.provisioning_blocks [req-b7b31f60-78f3-419b-af9c-85b069b9b2b6 req-2694a00e-c73a-4b1a-826a-5524f581c92b service neutron] Transition to ACTIVE for port object b9ab9d1c-f90c-46df-ba19-3c7dd94f50fe will not be triggered until provisioned by entity L2. {{(pid=94175) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 23 11:47:35.703960 dv-neutron-601336-94-hyperv neutron-server[94174]: INFO neutron.wsgi [req-aacb9c55-1659-4199-943a-43c94e7a7aee req-396659a9-ff40-494f-9979-380778cd3a68 tempest-TestNetworkBasicOps-233187296 tempest-TestNetworkBasicOps-233187296-project] 10.222.0.20 "GET /v2.0/security-groups?id=b9b9a713-f5af-4500-ab59-dc51c4cb5435&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0320637 Jun 23 11:47:35.771001 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron_lib.callbacks.manager [req-b7b31f60-78f3-419b-af9c-85b069b9b2b6 req-2694a00e-c73a-4b1a-826a-5524f581c92b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-922904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866062', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773700135042', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773699642233', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773699642278', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5082471'] for port, after_update {{(pid=94175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:47:35.774347 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG oslo_concurrency.lockutils [None req-f153247f-c600-4467-b849-921407971fff tempest-TestNetworkBasicOps-233187296 tempest-TestNetworkBasicOps-233187296-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94175) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 11:47:35.845635 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2694a00e-c73a-4b1a-826a-5524f581c92b service neutron] Pushing event updated for resources: {'Port': ['ID=b9ab9d1c-f90c-46df-ba19-3c7dd94f50fe,revision_number=2']} {{(pid=94175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 11:47:35.850211 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG oslo_concurrency.lockutils [None req-2694a00e-c73a-4b1a-826a-5524f581c92b service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.075s {{(pid=94175) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 11:47:35.899063 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.plugins.ml2.managers [req-b7b31f60-78f3-419b-af9c-85b069b9b2b6 req-2694a00e-c73a-4b1a-826a-5524f581c92b service neutron] Attempting to bind port b9ab9d1c-f90c-46df-ba19-3c7dd94f50fe on host hv-neutron-6013 for vnic_type normal with profile {{(pid=94175) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 23 11:47:35.899476 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.plugins.ml2.managers [req-b7b31f60-78f3-419b-af9c-85b069b9b2b6 req-2694a00e-c73a-4b1a-826a-5524f581c92b service neutron] Attempting to bind port b9ab9d1c-f90c-46df-ba19-3c7dd94f50fe by drivers openvswitch,hyperv on host hv-neutron-6013 at level 0 using segments [{'id': '9fe0df20-b087-4acd-b971-5d44f6912d06', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 406, 'network_id': '53f72c34-6c9d-41a7-8c5f-e32d44e0fdca'}] {{(pid=94175) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 23 11:47:35.899930 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b7b31f60-78f3-419b-af9c-85b069b9b2b6 req-2694a00e-c73a-4b1a-826a-5524f581c92b service neutron] Attempting to bind port b9ab9d1c-f90c-46df-ba19-3c7dd94f50fe on network 53f72c34-6c9d-41a7-8c5f-e32d44e0fdca {{(pid=94175) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 23 11:47:35.904449 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b7b31f60-78f3-419b-af9c-85b069b9b2b6 req-2694a00e-c73a-4b1a-826a-5524f581c92b service neutron] Port b9ab9d1c-f90c-46df-ba19-3c7dd94f50fe on network 53f72c34-6c9d-41a7-8c5f-e32d44e0fdca not bound, no agent of type Open vSwitch agent registered on host hv-neutron-6013 {{(pid=94175) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 23 11:47:35.904778 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b7b31f60-78f3-419b-af9c-85b069b9b2b6 req-2694a00e-c73a-4b1a-826a-5524f581c92b service neutron] Attempting to bind port b9ab9d1c-f90c-46df-ba19-3c7dd94f50fe on network 53f72c34-6c9d-41a7-8c5f-e32d44e0fdca {{(pid=94175) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 23 11:47:35.909943 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b7b31f60-78f3-419b-af9c-85b069b9b2b6 req-2694a00e-c73a-4b1a-826a-5524f581c92b service neutron] Checking agent: {'id': '3a130b41-5b27-406b-aeb2-5a923af79f10', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-6013', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 23, 11, 28, 23), 'started_at': datetime.datetime(2021, 6, 23, 11, 28, 23), 'heartbeat_timestamp': datetime.datetime(2021, 6, 23, 11, 47, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94175) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 23 11:47:35.910287 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b7b31f60-78f3-419b-af9c-85b069b9b2b6 req-2694a00e-c73a-4b1a-826a-5524f581c92b service neutron] Checking segment: {'id': '9fe0df20-b087-4acd-b971-5d44f6912d06', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 406, 'network_id': '53f72c34-6c9d-41a7-8c5f-e32d44e0fdca'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94175) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 23 11:47:35.910668 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b7b31f60-78f3-419b-af9c-85b069b9b2b6 req-2694a00e-c73a-4b1a-826a-5524f581c92b service neutron] Bound using segment: {'id': '9fe0df20-b087-4acd-b971-5d44f6912d06', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 406, 'network_id': '53f72c34-6c9d-41a7-8c5f-e32d44e0fdca'} {{(pid=94175) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 23 11:47:35.911131 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.plugins.ml2.managers [req-b7b31f60-78f3-419b-af9c-85b069b9b2b6 req-2694a00e-c73a-4b1a-826a-5524f581c92b service neutron] Bound port: b9ab9d1c-f90c-46df-ba19-3c7dd94f50fe, host: hv-neutron-6013, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9fe0df20-b087-4acd-b971-5d44f6912d06', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 406, 'network_id': '53f72c34-6c9d-41a7-8c5f-e32d44e0fdca'}}] {{(pid=94175) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 23 11:47:35.911486 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron_lib.callbacks.manager [req-b7b31f60-78f3-419b-af9c-85b069b9b2b6 req-2694a00e-c73a-4b1a-826a-5524f581c92b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-923122'] for port, before_update {{(pid=94175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:47:35.982799 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.plugins.ml2.db [req-b7b31f60-78f3-419b-af9c-85b069b9b2b6 req-2694a00e-c73a-4b1a-826a-5524f581c92b service neutron] For port b9ab9d1c-f90c-46df-ba19-3c7dd94f50fe, host hv-neutron-6013, cleared binding levels {{(pid=94175) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 23 11:47:35.985756 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.plugins.ml2.db [req-b7b31f60-78f3-419b-af9c-85b069b9b2b6 req-2694a00e-c73a-4b1a-826a-5524f581c92b service neutron] For port b9ab9d1c-f90c-46df-ba19-3c7dd94f50fe, host hv-neutron-6013, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-6013',level=0,port_id=b9ab9d1c-f90c-46df-ba19-3c7dd94f50fe,segment=NetworkSegment(9fe0df20-b087-4acd-b971-5d44f6912d06),segment_id=9fe0df20-b087-4acd-b971-5d44f6912d06)] {{(pid=94175) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 23 11:47:36.113759 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron_lib.callbacks.manager [req-b7b31f60-78f3-419b-af9c-85b069b9b2b6 req-2694a00e-c73a-4b1a-826a-5524f581c92b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-922904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866062', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773700135042', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773699642233', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773699642278', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5082471'] for port, after_update {{(pid=94175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:47:36.115825 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG oslo_concurrency.lockutils [None req-e1300283-3665-450f-bb8b-9fac8a98401e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94175) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 11:47:36.152811 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7b31f60-78f3-419b-af9c-85b069b9b2b6 req-2694a00e-c73a-4b1a-826a-5524f581c92b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 11:47:36.153538 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron_lib.callbacks.manager [req-b7b31f60-78f3-419b-af9c-85b069b9b2b6 req-2694a00e-c73a-4b1a-826a-5524f581c92b service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-217507'] for port, before_response {{(pid=94175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:47:36.154896 dv-neutron-601336-94-hyperv neutron-server[94175]: INFO neutron.wsgi [req-b7b31f60-78f3-419b-af9c-85b069b9b2b6 req-2694a00e-c73a-4b1a-826a-5524f581c92b service neutron] 10.222.0.52 "PUT /v2.0/ports/b9ab9d1c-f90c-46df-ba19-3c7dd94f50fe HTTP/1.1" status: 200 len: 1093 time: 0.8451192 Jun 23 11:47:36.157090 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ac6e3989-0fc9-44af-a7af-41b0e20fd2a7', 'tag': 'b9ab9d1c-f90c-46df-ba19-3c7dd94f50fe'}] {{(pid=94175) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 23 11:47:36.160738 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1970408df4ea4e7170669a1249478e627cf05a5a0b07cc08a66c5cb53d0ac47a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0442ae9e-99e9-497a-a497-6d322fc2b87d" -d '{"events": [{"name": "network-changed", "server_uuid": "ac6e3989-0fc9-44af-a7af-41b0e20fd2a7", "tag": "b9ab9d1c-f90c-46df-ba19-3c7dd94f50fe"}]}' {{(pid=94175) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 23 11:47:36.183820 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2694a00e-c73a-4b1a-826a-5524f581c92b service neutron] Pushing event updated for resources: {'Port': ['ID=b9ab9d1c-f90c-46df-ba19-3c7dd94f50fe,revision_number=3']} {{(pid=94175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 11:47:36.187228 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG oslo_concurrency.lockutils [None req-2694a00e-c73a-4b1a-826a-5524f581c92b service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.071s {{(pid=94175) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 11:47:36.256334 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 23 Jun 2021 11:47:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3b029fbc-2bd2-41e2-bedc-e2f89fc9dad8 x-openstack-request-id: req-3b029fbc-2bd2-41e2-bedc-e2f89fc9dad8 {{(pid=94175) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 23 11:47:36.256681 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ac6e3989-0fc9-44af-a7af-41b0e20fd2a7", "tag": "b9ab9d1c-f90c-46df-ba19-3c7dd94f50fe", "status": "completed", "code": 200}]} {{(pid=94175) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 23 11:47:36.256991 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-3b029fbc-2bd2-41e2-bedc-e2f89fc9dad8 {{(pid=94175) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 23 11:47:36.257455 dv-neutron-601336-94-hyperv neutron-server[94175]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ac6e3989-0fc9-44af-a7af-41b0e20fd2a7', 'tag': 'b9ab9d1c-f90c-46df-ba19-3c7dd94f50fe', 'status': 'completed', 'code': 200} Jun 23 11:47:36.336555 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0442ae9e-99e9-497a-a497-6d322fc2b87d req-4945e410-e666-4d3f-b88f-5f27f12e57f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 11:47:36.338053 dv-neutron-601336-94-hyperv neutron-server[94175]: INFO neutron.wsgi [req-0442ae9e-99e9-497a-a497-6d322fc2b87d req-4945e410-e666-4d3f-b88f-5f27f12e57f9 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=772b9946478d439e9da4eaeade7fb21d&device_id=ac6e3989-0fc9-44af-a7af-41b0e20fd2a7 HTTP/1.1" status: 200 len: 1096 time: 0.0594523 Jun 23 11:47:36.466207 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0442ae9e-99e9-497a-a497-6d322fc2b87d req-8af24f5e-7ae2-4960-a439-888121a5149b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 11:47:36.468545 dv-neutron-601336-94-hyperv neutron-server[94175]: INFO neutron.wsgi [req-0442ae9e-99e9-497a-a497-6d322fc2b87d req-8af24f5e-7ae2-4960-a439-888121a5149b service neutron] 10.222.0.52 "GET /v2.0/networks?tenant_id=772b9946478d439e9da4eaeade7fb21d&shared=False HTTP/1.1" status: 200 len: 897 time: 0.1236196 Jun 23 11:47:36.894525 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-775a276c-e2df-4416-97cf-51b8814acddb req-70015025-816a-4a6d-8b1a-a9f16920356b tempest-TestNetworkBasicOps-233187296 tempest-TestNetworkBasicOps-233187296-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94174) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 11:47:36.896132 dv-neutron-601336-94-hyperv neutron-server[94174]: INFO neutron.wsgi [req-775a276c-e2df-4416-97cf-51b8814acddb req-70015025-816a-4a6d-8b1a-a9f16920356b tempest-TestNetworkBasicOps-233187296 tempest-TestNetworkBasicOps-233187296-project] 10.222.0.20 "GET /v2.0/ports?device_id=ac6e3989-0fc9-44af-a7af-41b0e20fd2a7 HTTP/1.1" status: 200 len: 943 time: 0.0709403 Jun 23 11:47:36.944492 dv-neutron-601336-94-hyperv neutron-server[94174]: INFO neutron.wsgi [req-775a276c-e2df-4416-97cf-51b8814acddb req-6e5c7960-7014-461f-8c0b-76771348e086 tempest-TestNetworkBasicOps-233187296 tempest-TestNetworkBasicOps-233187296-project] 10.222.0.20 "GET /v2.0/security-groups?id=b9b9a713-f5af-4500-ab59-dc51c4cb5435&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0401437 Jun 23 11:47:36.958637 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0442ae9e-99e9-497a-a497-6d322fc2b87d req-4243c4c9-5ba1-4971-8852-0e607db5ac88 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 11:47:36.960144 dv-neutron-601336-94-hyperv neutron-server[94175]: INFO neutron.wsgi [req-0442ae9e-99e9-497a-a497-6d322fc2b87d req-4243c4c9-5ba1-4971-8852-0e607db5ac88 service neutron] 10.222.0.52 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.4840236 Jun 23 11:47:37.053610 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7b31f60-78f3-419b-af9c-85b069b9b2b6 req-ee8601f3-e483-4850-808e-d078d285b4b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 11:47:37.055091 dv-neutron-601336-94-hyperv neutron-server[94175]: INFO neutron.wsgi [req-b7b31f60-78f3-419b-af9c-85b069b9b2b6 req-ee8601f3-e483-4850-808e-d078d285b4b0 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=772b9946478d439e9da4eaeade7fb21d&device_id=ac6e3989-0fc9-44af-a7af-41b0e20fd2a7 HTTP/1.1" status: 200 len: 1096 time: 0.0569358 Jun 23 11:47:37.099331 dv-neutron-601336-94-hyperv neutron-server[94175]: INFO neutron.wsgi [req-b7b31f60-78f3-419b-af9c-85b069b9b2b6 req-8c1cb47b-a984-4556-a4fc-c794c28695ab service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=b9ab9d1c-f90c-46df-ba19-3c7dd94f50fe HTTP/1.1" status: 200 len: 217 time: 0.0371661 Jun 23 11:47:37.149921 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7b31f60-78f3-419b-af9c-85b069b9b2b6 req-66f3cb7e-2622-4209-8f4a-526c1594d2c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 11:47:37.151380 dv-neutron-601336-94-hyperv neutron-server[94175]: INFO neutron.wsgi [req-b7b31f60-78f3-419b-af9c-85b069b9b2b6 req-66f3cb7e-2622-4209-8f4a-526c1594d2c6 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=d0383cea-9245-4c60-97d7-044b801e4031 HTTP/1.1" status: 200 len: 834 time: 0.0460160 Jun 23 11:47:37.211094 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7b31f60-78f3-419b-af9c-85b069b9b2b6 req-0ada86a4-d8bd-49a5-9756-9d51512fe2d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 11:47:37.212639 dv-neutron-601336-94-hyperv neutron-server[94175]: INFO neutron.wsgi [req-b7b31f60-78f3-419b-af9c-85b069b9b2b6 req-0ada86a4-d8bd-49a5-9756-9d51512fe2d8 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=53f72c34-6c9d-41a7-8c5f-e32d44e0fdca&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1178 time: 0.0555263 Jun 23 11:47:37.310627 dv-neutron-601336-94-hyperv neutron-server[94175]: INFO neutron.wsgi [req-b7b31f60-78f3-419b-af9c-85b069b9b2b6 req-244657bc-01bb-4e5c-a3d3-c7bea8d9f062 service neutron] 10.222.0.52 "GET /v2.0/networks/53f72c34-6c9d-41a7-8c5f-e32d44e0fdca?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0917964 Jun 23 11:47:37.406631 dv-neutron-601336-94-hyperv neutron-server[94175]: INFO neutron.wsgi [req-b7b31f60-78f3-419b-af9c-85b069b9b2b6 req-33d3ce77-9039-41e1-86d2-6c2b755a2dfb service neutron] 10.222.0.52 "GET /v2.0/networks/53f72c34-6c9d-41a7-8c5f-e32d44e0fdca?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0901096 Jun 23 11:47:38.121404 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b0dab35-2a96-4338-999d-d647b290b474 req-142c4db9-430b-424d-9230-6fde26dbb7e2 tempest-TestNetworkBasicOps-233187296 tempest-TestNetworkBasicOps-233187296-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 11:47:38.122873 dv-neutron-601336-94-hyperv neutron-server[94175]: INFO neutron.wsgi [req-4b0dab35-2a96-4338-999d-d647b290b474 req-142c4db9-430b-424d-9230-6fde26dbb7e2 tempest-TestNetworkBasicOps-233187296 tempest-TestNetworkBasicOps-233187296-project] 10.222.0.20 "GET /v2.0/ports?device_id=ac6e3989-0fc9-44af-a7af-41b0e20fd2a7 HTTP/1.1" status: 200 len: 943 time: 0.0683763 Jun 23 11:47:38.161869 dv-neutron-601336-94-hyperv neutron-server[94175]: INFO neutron.wsgi [req-4b0dab35-2a96-4338-999d-d647b290b474 req-38b9ddd7-3af8-45de-9a55-43221e205b2f tempest-TestNetworkBasicOps-233187296 tempest-TestNetworkBasicOps-233187296-project] 10.222.0.20 "GET /v2.0/security-groups?id=b9b9a713-f5af-4500-ab59-dc51c4cb5435&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0327854 Jun 23 11:47:39.157872 dv-neutron-601336-94-hyperv neutron-server[94177]: DEBUG neutron.db.agents_db [None req-90fb1279-e4c5-4e73-8d66-3a29811dc4e3 None None] Agent healthcheck: found 6 active agents {{(pid=94177) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 23 11:47:39.338423 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e437148-35ec-4669-9f93-aea75c66c816 req-220dc9c1-56a7-4bdc-bbf5-0a89f1e5b6a3 tempest-TestNetworkBasicOps-233187296 tempest-TestNetworkBasicOps-233187296-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94174) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 11:47:39.340352 dv-neutron-601336-94-hyperv neutron-server[94174]: INFO neutron.wsgi [req-2e437148-35ec-4669-9f93-aea75c66c816 req-220dc9c1-56a7-4bdc-bbf5-0a89f1e5b6a3 tempest-TestNetworkBasicOps-233187296 tempest-TestNetworkBasicOps-233187296-project] 10.222.0.20 "GET /v2.0/ports?device_id=ac6e3989-0fc9-44af-a7af-41b0e20fd2a7 HTTP/1.1" status: 200 len: 943 time: 0.0697820 Jun 23 11:47:39.383185 dv-neutron-601336-94-hyperv neutron-server[94174]: INFO neutron.wsgi [req-2e437148-35ec-4669-9f93-aea75c66c816 req-8561dce0-438a-41d7-be81-925c49262ef6 tempest-TestNetworkBasicOps-233187296 tempest-TestNetworkBasicOps-233187296-project] 10.222.0.20 "GET /v2.0/security-groups?id=b9b9a713-f5af-4500-ab59-dc51c4cb5435&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0363986 Jun 23 11:47:40.211313 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.plugins.ml2.rpc [None req-97bd5441-1da2-49ee-a364-27795820ba27 None None] Device b9ab9d1c-f90c-46df-ba19-3c7dd94f50fe details requested by agent hyperv_hv-neutron-6013 with host hv-neutron-6013 {{(pid=94176) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:104}} Jun 23 11:47:40.303545 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.plugins.ml2.db [None req-97bd5441-1da2-49ee-a364-27795820ba27 None None] For port b9ab9d1c-f90c-46df-ba19-3c7dd94f50fe, host hv-neutron-6013, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-6013',level=0,port_id=b9ab9d1c-f90c-46df-ba19-3c7dd94f50fe,segment=NetworkSegment(9fe0df20-b087-4acd-b971-5d44f6912d06),segment_id=9fe0df20-b087-4acd-b971-5d44f6912d06)] {{(pid=94176) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 23 11:47:40.314484 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.plugins.ml2.rpc [None req-97bd5441-1da2-49ee-a364-27795820ba27 None None] Returning: {'device': 'b9ab9d1c-f90c-46df-ba19-3c7dd94f50fe', 'network_id': '53f72c34-6c9d-41a7-8c5f-e32d44e0fdca', 'port_id': 'b9ab9d1c-f90c-46df-ba19-3c7dd94f50fe', 'mac_address': 'fa:16:3e:0a:c2:72', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 406, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd0383cea-9245-4c60-97d7-044b801e4031', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94176) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:186}} Jun 23 11:47:40.354086 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron_lib.callbacks.manager [None req-97bd5441-1da2-49ee-a364-27795820ba27 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-923122'] for port, before_update {{(pid=94176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:47:40.367689 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.notifiers.nova [None req-97bd5441-1da2-49ee-a364-27795820ba27 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b9ab9d1c-f90c-46df-ba19-3c7dd94f50fe {{(pid=94176) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 23 11:47:40.387207 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.plugins.ml2.db [None req-97bd5441-1da2-49ee-a364-27795820ba27 None None] For port b9ab9d1c-f90c-46df-ba19-3c7dd94f50fe, host hv-neutron-6013, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-6013',level=0,port_id=b9ab9d1c-f90c-46df-ba19-3c7dd94f50fe,segment=NetworkSegment(9fe0df20-b087-4acd-b971-5d44f6912d06),segment_id=9fe0df20-b087-4acd-b971-5d44f6912d06)] {{(pid=94176) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 23 11:47:40.444026 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron_lib.callbacks.manager [None req-97bd5441-1da2-49ee-a364-27795820ba27 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-922904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866062', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773700135042', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773699642233', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773699642278'] for port, after_update {{(pid=94176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:47:40.445826 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG oslo_concurrency.lockutils [None req-4ecbd2c3-31f5-4c4b-ae64-12e541df5619 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 11:47:40.493030 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97bd5441-1da2-49ee-a364-27795820ba27 None None] Pushing event updated for resources: {'Port': ['ID=b9ab9d1c-f90c-46df-ba19-3c7dd94f50fe,revision_number=4']} {{(pid=94176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 11:47:40.496421 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG oslo_concurrency.lockutils [None req-97bd5441-1da2-49ee-a364-27795820ba27 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=94176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 11:47:40.556323 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6510b1a8-aac5-41f2-aad0-7d9a19198631 req-720df0d4-3715-41d3-9798-b25b242cb4cb tempest-TestNetworkBasicOps-233187296 tempest-TestNetworkBasicOps-233187296-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 11:47:40.557702 dv-neutron-601336-94-hyperv neutron-server[94175]: INFO neutron.wsgi [req-6510b1a8-aac5-41f2-aad0-7d9a19198631 req-720df0d4-3715-41d3-9798-b25b242cb4cb tempest-TestNetworkBasicOps-233187296 tempest-TestNetworkBasicOps-233187296-project] 10.222.0.20 "GET /v2.0/ports?device_id=ac6e3989-0fc9-44af-a7af-41b0e20fd2a7 HTTP/1.1" status: 200 len: 944 time: 0.0651855 Jun 23 11:47:40.594904 dv-neutron-601336-94-hyperv neutron-server[94175]: INFO neutron.wsgi [req-6510b1a8-aac5-41f2-aad0-7d9a19198631 req-edd77ea1-a3d6-4ea4-bac0-5f36848fd33c tempest-TestNetworkBasicOps-233187296 tempest-TestNetworkBasicOps-233187296-project] 10.222.0.20 "GET /v2.0/security-groups?id=b9b9a713-f5af-4500-ab59-dc51c4cb5435&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0315950 Jun 23 11:47:40.668987 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.plugins.ml2.db [None req-97bd5441-1da2-49ee-a364-27795820ba27 None None] get_ports_and_sgs() called for port_ids ['b9ab9d1c-f90c-46df-ba19-3c7dd94f50fe'] {{(pid=94176) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 23 11:47:41.107162 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron_lib.callbacks.manager [None req-bb14dad0-cf68-4a7b-9526-855df06ec402 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773699952132', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-899307'] for agent, after_update {{(pid=94176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:47:41.764891 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b0fe00d-ae57-4453-ae41-c7d8f894c718 req-0e46ef82-ff2b-45cb-a864-8f12309c9af6 tempest-TestNetworkBasicOps-233187296 tempest-TestNetworkBasicOps-233187296-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94174) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 11:47:41.766279 dv-neutron-601336-94-hyperv neutron-server[94174]: INFO neutron.wsgi [req-9b0fe00d-ae57-4453-ae41-c7d8f894c718 req-0e46ef82-ff2b-45cb-a864-8f12309c9af6 tempest-TestNetworkBasicOps-233187296 tempest-TestNetworkBasicOps-233187296-project] 10.222.0.20 "GET /v2.0/ports?device_id=ac6e3989-0fc9-44af-a7af-41b0e20fd2a7 HTTP/1.1" status: 200 len: 944 time: 0.0626116 Jun 23 11:47:41.804129 dv-neutron-601336-94-hyperv neutron-server[94174]: INFO neutron.wsgi [req-9b0fe00d-ae57-4453-ae41-c7d8f894c718 req-7747786c-bc86-441e-a54b-a85b08a5c880 tempest-TestNetworkBasicOps-233187296 tempest-TestNetworkBasicOps-233187296-project] 10.222.0.20 "GET /v2.0/security-groups?id=b9b9a713-f5af-4500-ab59-dc51c4cb5435&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0312362 Jun 23 11:47:42.228677 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.plugins.ml2.rpc [None req-97bd5441-1da2-49ee-a364-27795820ba27 None None] Device b9ab9d1c-f90c-46df-ba19-3c7dd94f50fe up at agent hyperv_hv-neutron-6013 {{(pid=94176) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:298}} Jun 23 11:47:42.387124 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.db.provisioning_blocks [None req-97bd5441-1da2-49ee-a364-27795820ba27 None None] Provisioning for port b9ab9d1c-f90c-46df-ba19-3c7dd94f50fe completed by entity L2. {{(pid=94176) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 23 11:47:42.390777 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.db.provisioning_blocks [None req-97bd5441-1da2-49ee-a364-27795820ba27 None None] Provisioning complete for port b9ab9d1c-f90c-46df-ba19-3c7dd94f50fe triggered by entity L2. {{(pid=94176) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 23 11:47:42.391202 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron_lib.callbacks.manager [None req-97bd5441-1da2-49ee-a364-27795820ba27 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-899258'] for port, provisioning_complete {{(pid=94176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:47:42.469573 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron_lib.callbacks.manager [None req-97bd5441-1da2-49ee-a364-27795820ba27 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-923122'] for port, before_update {{(pid=94176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:47:42.492006 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ac6e3989-0fc9-44af-a7af-41b0e20fd2a7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b9ab9d1c-f90c-46df-ba19-3c7dd94f50fe'}] {{(pid=94176) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 23 11:47:42.494277 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}887b0dfc0393de878080286a57e4a08d4fa60dd0cddd118f338ebfcd351ddd4c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4992e28c-645f-4d10-bd5d-27ad534d9c1d" -d '{"events": [{"server_uuid": "ac6e3989-0fc9-44af-a7af-41b0e20fd2a7", "name": "network-vif-plugged", "status": "completed", "tag": "b9ab9d1c-f90c-46df-ba19-3c7dd94f50fe"}]}' {{(pid=94176) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 23 11:47:42.506523 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.plugins.ml2.db [None req-97bd5441-1da2-49ee-a364-27795820ba27 None None] For port b9ab9d1c-f90c-46df-ba19-3c7dd94f50fe, host hv-neutron-6013, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-6013',level=0,port_id=b9ab9d1c-f90c-46df-ba19-3c7dd94f50fe,segment=NetworkSegment(9fe0df20-b087-4acd-b971-5d44f6912d06),segment_id=9fe0df20-b087-4acd-b971-5d44f6912d06)] {{(pid=94176) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 23 11:47:42.530715 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 23 Jun 2021 11:47:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-05e749ca-a55c-4b6d-b34e-6782a37ce277 x-openstack-request-id: req-05e749ca-a55c-4b6d-b34e-6782a37ce277 {{(pid=94176) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 23 11:47:42.531054 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ac6e3989-0fc9-44af-a7af-41b0e20fd2a7", "name": "network-vif-plugged", "status": "completed", "tag": "b9ab9d1c-f90c-46df-ba19-3c7dd94f50fe", "code": 200}]} {{(pid=94176) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 23 11:47:42.531305 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-05e749ca-a55c-4b6d-b34e-6782a37ce277 {{(pid=94176) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 23 11:47:42.531708 dv-neutron-601336-94-hyperv neutron-server[94176]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ac6e3989-0fc9-44af-a7af-41b0e20fd2a7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b9ab9d1c-f90c-46df-ba19-3c7dd94f50fe', 'code': 200} Jun 23 11:47:42.598505 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron_lib.callbacks.manager [None req-97bd5441-1da2-49ee-a364-27795820ba27 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-922904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866062', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773700135042', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773699642233', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773699642278'] for port, after_update {{(pid=94176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:47:42.600441 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG oslo_concurrency.lockutils [None req-97bd5441-1da2-49ee-a364-27795820ba27 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 11:47:42.645663 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97bd5441-1da2-49ee-a364-27795820ba27 None None] Pushing event updated for resources: {'Port': ['ID=b9ab9d1c-f90c-46df-ba19-3c7dd94f50fe,revision_number=5']} {{(pid=94176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 11:47:42.648570 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG oslo_concurrency.lockutils [None req-97bd5441-1da2-49ee-a364-27795820ba27 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=94176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 11:47:42.919731 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cf491ad-3028-496b-ad4b-50f8eebc2388 req-96a92abe-c3dd-4a33-96de-ef9c812ecf09 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 11:47:42.921220 dv-neutron-601336-94-hyperv neutron-server[94175]: INFO neutron.wsgi [req-7cf491ad-3028-496b-ad4b-50f8eebc2388 req-96a92abe-c3dd-4a33-96de-ef9c812ecf09 service neutron] 10.222.0.52 "GET /v2.0/ports?device_id=ac6e3989-0fc9-44af-a7af-41b0e20fd2a7 HTTP/1.1" status: 200 len: 1098 time: 0.0563579 Jun 23 11:47:42.956025 dv-neutron-601336-94-hyperv neutron-server[94175]: INFO neutron.wsgi [req-7cf491ad-3028-496b-ad4b-50f8eebc2388 req-c4d8af3a-7f22-47e2-b810-ba4a7ce35cd7 service neutron] 10.222.0.52 "GET /v2.0/security-groups?id=b9b9a713-f5af-4500-ab59-dc51c4cb5435&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0279105 Jun 23 11:47:42.984349 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48fdd3de-c0f2-4cd8-b395-52e8a2e4f9f6 req-8deb8b38-9946-412d-9f78-f12e12c37e7a tempest-TestNetworkBasicOps-233187296 tempest-TestNetworkBasicOps-233187296-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94174) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 11:47:42.985802 dv-neutron-601336-94-hyperv neutron-server[94174]: INFO neutron.wsgi [req-48fdd3de-c0f2-4cd8-b395-52e8a2e4f9f6 req-8deb8b38-9946-412d-9f78-f12e12c37e7a tempest-TestNetworkBasicOps-233187296 tempest-TestNetworkBasicOps-233187296-project] 10.222.0.20 "GET /v2.0/ports?device_id=ac6e3989-0fc9-44af-a7af-41b0e20fd2a7 HTTP/1.1" status: 200 len: 945 time: 0.0678887 Jun 23 11:47:43.023591 dv-neutron-601336-94-hyperv neutron-server[94174]: INFO neutron.wsgi [req-48fdd3de-c0f2-4cd8-b395-52e8a2e4f9f6 req-bcab9c69-7c73-45bb-8386-e73b0e050357 tempest-TestNetworkBasicOps-233187296 tempest-TestNetworkBasicOps-233187296-project] 10.222.0.20 "GET /v2.0/security-groups?id=b9b9a713-f5af-4500-ab59-dc51c4cb5435&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0315330 Jun 23 11:47:43.187022 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron_lib.callbacks.manager [None req-9192c8a6-197c-4a15-b33c-f8725819d299 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773699952132', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-899307'] for agent, after_update {{(pid=94176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:47:43.890198 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron_lib.callbacks.manager [None req-dc7542b2-afef-47f4-a763-e3a3cba144be None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773699952132', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-899307'] for agent, after_update {{(pid=94176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:47:44.210113 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-baa4d6c8-80ad-40df-96b5-3784630248b7 req-750cff74-efb8-4b14-b46d-e2d4e8c47056 tempest-TestNetworkBasicOps-233187296 tempest-TestNetworkBasicOps-233187296-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 11:47:44.211512 dv-neutron-601336-94-hyperv neutron-server[94175]: INFO neutron.wsgi [req-baa4d6c8-80ad-40df-96b5-3784630248b7 req-750cff74-efb8-4b14-b46d-e2d4e8c47056 tempest-TestNetworkBasicOps-233187296 tempest-TestNetworkBasicOps-233187296-project] 10.222.0.20 "GET /v2.0/ports?device_id=ac6e3989-0fc9-44af-a7af-41b0e20fd2a7 HTTP/1.1" status: 200 len: 945 time: 0.0698757 Jun 23 11:47:44.249059 dv-neutron-601336-94-hyperv neutron-server[94175]: INFO neutron.wsgi [req-baa4d6c8-80ad-40df-96b5-3784630248b7 req-8ae4857c-d5cd-4340-a924-3df40607aa8e tempest-TestNetworkBasicOps-233187296 tempest-TestNetworkBasicOps-233187296-project] 10.222.0.20 "GET /v2.0/security-groups?id=b9b9a713-f5af-4500-ab59-dc51c4cb5435&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0320165 Jun 23 11:47:44.423054 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f42dfe00-aa61-4da6-ad04-341cec772941 req-610b68b0-4729-4e0b-af05-a99a244e5c26 tempest-TestNetworkBasicOps-233187296 tempest-TestNetworkBasicOps-233187296-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94174) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 11:47:44.424535 dv-neutron-601336-94-hyperv neutron-server[94174]: INFO neutron.wsgi [req-f42dfe00-aa61-4da6-ad04-341cec772941 req-610b68b0-4729-4e0b-af05-a99a244e5c26 tempest-TestNetworkBasicOps-233187296 tempest-TestNetworkBasicOps-233187296-project] 10.222.0.20 "GET /v2.0/ports?device_id=ac6e3989-0fc9-44af-a7af-41b0e20fd2a7 HTTP/1.1" status: 200 len: 945 time: 0.0648103 Jun 23 11:47:44.462211 dv-neutron-601336-94-hyperv neutron-server[94174]: INFO neutron.wsgi [req-f42dfe00-aa61-4da6-ad04-341cec772941 req-fd7fcf54-910e-4ffb-b141-255a7ac8b39d tempest-TestNetworkBasicOps-233187296 tempest-TestNetworkBasicOps-233187296-project] 10.222.0.20 "GET /v2.0/security-groups?id=b9b9a713-f5af-4500-ab59-dc51c4cb5435&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0319700 Jun 23 11:47:44.489791 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.wsgi [-] (94174) accepted ('10.222.0.20', 45074) {{(pid=94174) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 11:47:44.541246 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-58124587-acba-41eb-8613-8f61144edf72 tempest-TestNetworkBasicOps-1420332966 tempest-TestNetworkBasicOps-1420332966-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94174) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 11:47:44.542900 dv-neutron-601336-94-hyperv neutron-server[94174]: INFO neutron.wsgi [None req-58124587-acba-41eb-8613-8f61144edf72 tempest-TestNetworkBasicOps-1420332966 tempest-TestNetworkBasicOps-1420332966-project-admin] 10.222.0.20 "GET /v2.0/ports?device_id=ac6e3989-0fc9-44af-a7af-41b0e20fd2a7 HTTP/1.1" status: 200 len: 1093 time: 0.0520203 Jun 23 11:47:44.553019 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.wsgi [-] (94175) accepted ('10.222.0.20', 45076) {{(pid=94175) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 11:47:44.553019 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.api.v2.base [None req-5a384fb2-07cf-4121-9fc9-e76ebb2fc842 tempest-TestNetworkBasicOps-233187296 tempest-TestNetworkBasicOps-233187296-project] Request body: {'floatingip': {'floating_network_id': '3e7e4eb3-cf02-4d47-ade9-0a579cdfc60f', 'port_id': 'b9ab9d1c-f90c-46df-ba19-3c7dd94f50fe', 'tenant_id': '772b9946478d439e9da4eaeade7fb21d', 'fixed_ip_address': '172.20.0.5'}} {{(pid=94175) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 23 11:47:44.637879 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron_lib.callbacks.manager [None req-4c20ea5f-bc7f-4d4e-935d-57f082af6ccb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773699952132', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-899307'] for agent, after_update {{(pid=94176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:47:44.661387 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron_lib.callbacks.manager [None req-5a384fb2-07cf-4121-9fc9-e76ebb2fc842 tempest-TestNetworkBasicOps-233187296 tempest-TestNetworkBasicOps-233187296-project] Notify callbacks [] for floatingip, before_create {{(pid=94175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:47:44.766626 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron_lib.callbacks.manager [None req-5a384fb2-07cf-4121-9fc9-e76ebb2fc842 tempest-TestNetworkBasicOps-233187296 tempest-TestNetworkBasicOps-233187296-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-923104'] for port, before_create {{(pid=94175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:47:44.869323 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.db.db_base_plugin_common [None req-5a384fb2-07cf-4121-9fc9-e76ebb2fc842 tempest-TestNetworkBasicOps-233187296 tempest-TestNetworkBasicOps-233187296-project] Allocated IP 172.26.3.157 (3e7e4eb3-cf02-4d47-ade9-0a579cdfc60f/a5ad15ab-c489-4a67-a9b0-d559fca0ec71/2c343c3e-1916-461c-922c-73c82cf948a2) {{(pid=94175) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 23 11:47:44.974739 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron_lib.callbacks.manager [None req-5a384fb2-07cf-4121-9fc9-e76ebb2fc842 tempest-TestNetworkBasicOps-233187296 tempest-TestNetworkBasicOps-233187296-project] Notify callbacks [] for port, precommit_create {{(pid=94175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:47:45.072348 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron_lib.callbacks.manager [None req-5a384fb2-07cf-4121-9fc9-e76ebb2fc842 tempest-TestNetworkBasicOps-233187296 tempest-TestNetworkBasicOps-233187296-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-922915', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-239814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7866073', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773699642215', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-5082457'] for port, after_create {{(pid=94175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:47:45.074529 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG oslo_concurrency.lockutils [None req-862fc4b3-28a1-4775-b06e-f8dc0be20402 tempest-TestVolumeBootPattern-1838142519 tempest-TestVolumeBootPattern-1838142519-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94175) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 11:47:45.111103 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5a384fb2-07cf-4121-9fc9-e76ebb2fc842 tempest-TestNetworkBasicOps-233187296 tempest-TestNetworkBasicOps-233187296-project] Network 3e7e4eb3-cf02-4d47-ade9-0a579cdfc60f is already hosted by enough agents. {{(pid=94175) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 23 11:47:45.113882 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.scheduler.base_scheduler [None req-5a384fb2-07cf-4121-9fc9-e76ebb2fc842 tempest-TestNetworkBasicOps-233187296 tempest-TestNetworkBasicOps-233187296-project] Resources bound (agent type, host, resource id): {{(pid=94175) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 23 11:47:45.120422 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5a384fb2-07cf-4121-9fc9-e76ebb2fc842 tempest-TestNetworkBasicOps-233187296 tempest-TestNetworkBasicOps-233187296-project] Received port after_create {{(pid=94175) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 23 11:47:45.141796 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a384fb2-07cf-4121-9fc9-e76ebb2fc842 tempest-TestNetworkBasicOps-233187296 tempest-TestNetworkBasicOps-233187296-project] Pushing event updated for resources: {'Port': ['ID=2c343c3e-1916-461c-922c-73c82cf948a2,revision_number=1']} {{(pid=94175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 11:47:45.145729 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG oslo_concurrency.lockutils [None req-5a384fb2-07cf-4121-9fc9-e76ebb2fc842 tempest-TestNetworkBasicOps-233187296 tempest-TestNetworkBasicOps-233187296-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.071s {{(pid=94175) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 11:47:45.494307 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron_lib.callbacks.manager [None req-5a384fb2-07cf-4121-9fc9-e76ebb2fc842 tempest-TestNetworkBasicOps-233187296 tempest-TestNetworkBasicOps-233187296-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:47:45.644002 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron_lib.callbacks.manager [None req-5a384fb2-07cf-4121-9fc9-e76ebb2fc842 tempest-TestNetworkBasicOps-233187296 tempest-TestNetworkBasicOps-233187296-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-923122'] for port, before_update {{(pid=94175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:47:45.796290 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron_lib.callbacks.manager [None req-5a384fb2-07cf-4121-9fc9-e76ebb2fc842 tempest-TestNetworkBasicOps-233187296 tempest-TestNetworkBasicOps-233187296-project] Notify callbacks [] for port, precommit_update {{(pid=94175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:47:45.878272 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron_lib.callbacks.manager [None req-5a384fb2-07cf-4121-9fc9-e76ebb2fc842 tempest-TestNetworkBasicOps-233187296 tempest-TestNetworkBasicOps-233187296-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-922904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866062', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773700135042', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773699642233', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773699642278', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5082471'] for port, after_update {{(pid=94175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:47:45.881726 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG oslo_concurrency.lockutils [None req-beebe5f2-5fb6-4ebd-9786-8fa10a5cb778 tempest-TestNetworkBasicOps-233187296 tempest-TestNetworkBasicOps-233187296-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94175) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 11:47:45.954332 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a384fb2-07cf-4121-9fc9-e76ebb2fc842 tempest-TestNetworkBasicOps-233187296 tempest-TestNetworkBasicOps-233187296-project] Pushing event updated for resources: {'Port': ['ID=2c343c3e-1916-461c-922c-73c82cf948a2,revision_number=2']} {{(pid=94175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 11:47:45.958286 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG oslo_concurrency.lockutils [None req-5a384fb2-07cf-4121-9fc9-e76ebb2fc842 tempest-TestNetworkBasicOps-233187296 tempest-TestNetworkBasicOps-233187296-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.077s {{(pid=94175) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 11:47:45.963837 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron_lib.callbacks.manager [None req-5a384fb2-07cf-4121-9fc9-e76ebb2fc842 tempest-TestNetworkBasicOps-233187296 tempest-TestNetworkBasicOps-233187296-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-524229'] for floatingip, after_update {{(pid=94175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:47:46.062176 dv-neutron-601336-94-hyperv neutron-server[94175]: INFO neutron.db.l3_db [None req-5a384fb2-07cf-4121-9fc9-e76ebb2fc842 tempest-TestNetworkBasicOps-233187296 tempest-TestNetworkBasicOps-233187296-project] Floating IP abeaba28-49c2-407d-9b3e-2e17b099572e associated. External IP: 172.26.3.157, port: b9ab9d1c-f90c-46df-ba19-3c7dd94f50fe. Jun 23 11:47:46.268834 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5a384fb2-07cf-4121-9fc9-e76ebb2fc842 tempest-TestNetworkBasicOps-233187296 tempest-TestNetworkBasicOps-233187296-project] Router 5143d03d-4f07-43c8-84fe-db81aabf92b3 has already been hosted by L3 agent 50ef99c0-ef28-4db5-b303-b145898fae60 {{(pid=94175) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 23 11:47:46.380758 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5a384fb2-07cf-4121-9fc9-e76ebb2fc842 tempest-TestNetworkBasicOps-233187296 tempest-TestNetworkBasicOps-233187296-project] Notify agent at l3_agent.dv-neutron-601336-94-hyperv the message routers_updated {{(pid=94175) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 23 11:47:46.394459 dv-neutron-601336-94-hyperv neutron-server[94177]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-640bbf0b-7239-4ca0-a129-d7d2ae24b99b None None] Sync routers for ids ['5143d03d-4f07-43c8-84fe-db81aabf92b3'] in dv-neutron-601336-94-hyperv {{(pid=94177) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 23 11:47:46.401425 dv-neutron-601336-94-hyperv neutron-server[94177]: DEBUG neutron.db.l3_dvrscheduler_db [None req-640bbf0b-7239-4ca0-a129-d7d2ae24b99b None None] Routers {'5143d03d-4f07-43c8-84fe-db81aabf92b3'} bound to L3 agent in host dv-neutron-601336-94-hyperv {{(pid=94177) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 23 11:47:46.402062 dv-neutron-601336-94-hyperv neutron-server[94177]: DEBUG neutron.db.l3_hamode_db [None req-640bbf0b-7239-4ca0-a129-d7d2ae24b99b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-601336-94-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-23T11:22:13Z,description=,heartbeat_timestamp=2021-06-23T11:47:43Z,host='dv-neutron-601336-94-hyperv',id=50ef99c0-ef28-4db5-b303-b145898fae60,load=0,resource_versions=,resources_synced=,started_at=2021-06-23T11:22:14Z,topic='l3_agent')) {'router_ids': ['5143d03d-4f07-43c8-84fe-db81aabf92b3'], 'active': True} {{(pid=94177) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 11:47:46.483587 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron_lib.callbacks.manager [None req-5a384fb2-07cf-4121-9fc9-e76ebb2fc842 tempest-TestNetworkBasicOps-233187296 tempest-TestNetworkBasicOps-233187296-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-217507'] for floatingip, before_response {{(pid=94175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:47:46.507938 dv-neutron-601336-94-hyperv neutron-server[94177]: DEBUG neutron.db.l3_dvr_db [None req-640bbf0b-7239-4ca0-a129-d7d2ae24b99b None None] Set router 5143d03d-4f07-43c8-84fe-db81aabf92b3 gateway port host: dv-neutron-601336-94-hyperv {{(pid=94177) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:838}} Jun 23 11:47:46.526104 dv-neutron-601336-94-hyperv neutron-server[94175]: INFO neutron.wsgi [None req-5a384fb2-07cf-4121-9fc9-e76ebb2fc842 tempest-TestNetworkBasicOps-233187296 tempest-TestNetworkBasicOps-233187296-project] 10.222.0.20 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.9790969 Jun 23 11:47:46.526888 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ac6e3989-0fc9-44af-a7af-41b0e20fd2a7', 'tag': 'b9ab9d1c-f90c-46df-ba19-3c7dd94f50fe'}] {{(pid=94175) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 23 11:47:46.528844 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.wsgi [-] (94174) accepted ('10.222.0.20', 45078) {{(pid=94174) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 11:47:46.535864 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1970408df4ea4e7170669a1249478e627cf05a5a0b07cc08a66c5cb53d0ac47a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-359e0e0d-ff36-4f39-bb0b-0dedfef71b2b" -d '{"events": [{"name": "network-changed", "server_uuid": "ac6e3989-0fc9-44af-a7af-41b0e20fd2a7", "tag": "b9ab9d1c-f90c-46df-ba19-3c7dd94f50fe"}]}' {{(pid=94175) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 23 11:47:46.567553 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 23 Jun 2021 11:47:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-834d9275-d5c0-4067-a7a1-d56ddbfd95ec x-openstack-request-id: req-834d9275-d5c0-4067-a7a1-d56ddbfd95ec {{(pid=94175) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 23 11:47:46.567894 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ac6e3989-0fc9-44af-a7af-41b0e20fd2a7", "tag": "b9ab9d1c-f90c-46df-ba19-3c7dd94f50fe", "status": "completed", "code": 200}]} {{(pid=94175) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 23 11:47:46.568232 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-834d9275-d5c0-4067-a7a1-d56ddbfd95ec {{(pid=94175) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 23 11:47:46.569445 dv-neutron-601336-94-hyperv neutron-server[94175]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ac6e3989-0fc9-44af-a7af-41b0e20fd2a7', 'tag': 'b9ab9d1c-f90c-46df-ba19-3c7dd94f50fe', 'status': 'completed', 'code': 200} Jun 23 11:47:46.610852 dv-neutron-601336-94-hyperv neutron-server[94174]: INFO neutron.wsgi [None req-eaa257c4-79bd-4326-bd0e-231420b643ea tempest-TestNetworkBasicOps-233187296 tempest-TestNetworkBasicOps-233187296-project] 10.222.0.20 "GET /v2.0/floatingips/abeaba28-49c2-407d-9b3e-2e17b099572e HTTP/1.1" status: 200 len: 991 time: 0.0797453 Jun 23 11:47:46.646148 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-359e0e0d-ff36-4f39-bb0b-0dedfef71b2b req-f9e991aa-346d-4ffb-b579-41afb5a0b0b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 11:47:46.647697 dv-neutron-601336-94-hyperv neutron-server[94175]: INFO neutron.wsgi [req-359e0e0d-ff36-4f39-bb0b-0dedfef71b2b req-f9e991aa-346d-4ffb-b579-41afb5a0b0b9 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=772b9946478d439e9da4eaeade7fb21d&device_id=ac6e3989-0fc9-44af-a7af-41b0e20fd2a7 HTTP/1.1" status: 200 len: 1098 time: 0.0566723 Jun 23 11:47:46.667085 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron_lib.callbacks.manager [None req-95d6aa8f-24e7-4234-82ff-f502266c3285 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773699952132', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-899307'] for agent, after_update {{(pid=94176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:47:46.729847 dv-neutron-601336-94-hyperv neutron-server[94177]: DEBUG neutron.db.l3_hamode_db [None req-640bbf0b-7239-4ca0-a129-d7d2ae24b99b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5143d03d-4f07-43c8-84fe-db81aabf92b3', 'name': 'tempest-TestNetworkBasicOps-router-1322041481', 'tenant_id': '772b9946478d439e9da4eaeade7fb21d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3e7e4eb3-cf02-4d47-ade9-0a579cdfc60f', 'external_fixed_ips': [{'subnet_id': 'a5ad15ab-c489-4a67-a9b0-d559fca0ec71', 'ip_address': '172.26.3.111'}], 'enable_snat': True}, 'gw_port_id': '14031ea2-045e-4c71-b6f2-e0db5a671934', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-23T11:47:22Z', 'updated_at': '2021-06-23T11:47:27Z', 'revision_number': 4, 'project_id': '772b9946478d439e9da4eaeade7fb21d', 'gw_port': {'id': '14031ea2-045e-4c71-b6f2-e0db5a671934', 'name': '', 'network_id': '3e7e4eb3-cf02-4d47-ade9-0a579cdfc60f', 'tenant_id': '', 'mac_address': 'fa:16:3e:54:2b:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5143d03d-4f07-43c8-84fe-db81aabf92b3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1512, 'fixed_ips': [{'subnet_id': 'a5ad15ab-c489-4a67-a9b0-d559fca0ec71', 'ip_address': '172.26.3.111', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-94-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-23T11:47:23Z', 'updated_at': '2021-06-23T11:47:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a5ad15ab-c489-4a67-a9b0-d559fca0ec71', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-601336-94-hyperv', '_floatingips': [{'id': 'abeaba28-49c2-407d-9b3e-2e17b099572e', 'tenant_id': '772b9946478d439e9da4eaeade7fb21d', 'floating_ip_address': '172.26.3.157', 'floating_network_id': '3e7e4eb3-cf02-4d47-ade9-0a579cdfc60f', 'router_id': '5143d03d-4f07-43c8-84fe-db81aabf92b3', 'port_id': 'b9ab9d1c-f90c-46df-ba19-3c7dd94f50fe', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 1527, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '53f72c34-6c9d-41a7-8c5f-e32d44e0fdca', 'mac_address': 'fa:16:3e:0a:c2:72', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ac6e3989-0fc9-44af-a7af-41b0e20fd2a7', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-23T11:47:45Z', 'updated_at': '2021-06-23T11:47:45Z', 'revision_number': 0, 'project_id': '772b9946478d439e9da4eaeade7fb21d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'bd69653a-21f9-4fdd-808f-be69a4448cf8', 'name': '', 'network_id': '53f72c34-6c9d-41a7-8c5f-e32d44e0fdca', 'tenant_id': '772b9946478d439e9da4eaeade7fb21d', 'mac_address': 'fa:16:3e:1c:c1:e3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5143d03d-4f07-43c8-84fe-db81aabf92b3', 'device_owner': 'network:router_interface', 'standard_attr_id': 1515, 'fixed_ips': [{'subnet_id': 'd0383cea-9245-4c60-97d7-044b801e4031', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-94-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-23T11:47:26Z', 'updated_at': '2021-06-23T11:47:31Z', 'revision_number': 5, 'project_id': '772b9946478d439e9da4eaeade7fb21d', 'subnets': [{'id': 'd0383cea-9245-4c60-97d7-044b801e4031', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-601336-94-hyperv', False) {} {{(pid=94177) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 11:47:46.750473 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-359e0e0d-ff36-4f39-bb0b-0dedfef71b2b req-22339877-b4fa-42d9-9856-ef2655fe066e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 11:47:46.752039 dv-neutron-601336-94-hyperv neutron-server[94175]: INFO neutron.wsgi [req-359e0e0d-ff36-4f39-bb0b-0dedfef71b2b req-22339877-b4fa-42d9-9856-ef2655fe066e service neutron] 10.222.0.52 "GET /v2.0/networks?id=53f72c34-6c9d-41a7-8c5f-e32d44e0fdca HTTP/1.1" status: 200 len: 897 time: 0.0981994 Jun 23 11:47:46.760013 dv-neutron-601336-94-hyperv neutron-server[94177]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-640bbf0b-7239-4ca0-a129-d7d2ae24b99b None None] Checking router: 5143d03d-4f07-43c8-84fe-db81aabf92b3 for host: dv-neutron-601336-94-hyperv {{(pid=94177) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 23 11:47:46.768660 dv-neutron-601336-94-hyperv neutron-server[94177]: DEBUG neutron.db.l3_dvrscheduler_db [None req-640bbf0b-7239-4ca0-a129-d7d2ae24b99b None None] Routers {'5143d03d-4f07-43c8-84fe-db81aabf92b3'} bound to L3 agent in host dv-neutron-601336-94-hyperv {{(pid=94177) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 23 11:47:46.769361 dv-neutron-601336-94-hyperv neutron-server[94177]: DEBUG neutron.db.l3_hamode_db [None req-640bbf0b-7239-4ca0-a129-d7d2ae24b99b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-601336-94-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-23T11:22:13Z,description=,heartbeat_timestamp=2021-06-23T11:47:43Z,host='dv-neutron-601336-94-hyperv',id=50ef99c0-ef28-4db5-b303-b145898fae60,load=0,resource_versions=,resources_synced=,started_at=2021-06-23T11:22:14Z,topic='l3_agent')) {'router_ids': ['5143d03d-4f07-43c8-84fe-db81aabf92b3'], 'active': True} {{(pid=94177) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 11:47:46.822787 dv-neutron-601336-94-hyperv neutron-server[94175]: INFO neutron.wsgi [req-359e0e0d-ff36-4f39-bb0b-0dedfef71b2b req-c9d9e1af-a7d6-4c15-9b11-9faca4093af1 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=b9ab9d1c-f90c-46df-ba19-3c7dd94f50fe HTTP/1.1" status: 200 len: 999 time: 0.0645034 Jun 23 11:47:46.874508 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-359e0e0d-ff36-4f39-bb0b-0dedfef71b2b req-b1dbbe8a-2f63-495f-84e8-197f4ea45a87 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 11:47:46.875971 dv-neutron-601336-94-hyperv neutron-server[94175]: INFO neutron.wsgi [req-359e0e0d-ff36-4f39-bb0b-0dedfef71b2b req-b1dbbe8a-2f63-495f-84e8-197f4ea45a87 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=d0383cea-9245-4c60-97d7-044b801e4031 HTTP/1.1" status: 200 len: 834 time: 0.0466690 Jun 23 11:47:46.877865 dv-neutron-601336-94-hyperv neutron-server[94177]: DEBUG neutron.db.l3_dvr_db [None req-640bbf0b-7239-4ca0-a129-d7d2ae24b99b None None] Set router 5143d03d-4f07-43c8-84fe-db81aabf92b3 gateway port host: dv-neutron-601336-94-hyperv {{(pid=94177) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:838}} Jun 23 11:47:46.939751 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-359e0e0d-ff36-4f39-bb0b-0dedfef71b2b req-7bf34e9e-7e01-4282-8efb-41a434297526 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 11:47:46.941220 dv-neutron-601336-94-hyperv neutron-server[94175]: INFO neutron.wsgi [req-359e0e0d-ff36-4f39-bb0b-0dedfef71b2b req-7bf34e9e-7e01-4282-8efb-41a434297526 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=53f72c34-6c9d-41a7-8c5f-e32d44e0fdca&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1178 time: 0.0585487 Jun 23 11:47:47.045359 dv-neutron-601336-94-hyperv neutron-server[94175]: INFO neutron.wsgi [req-359e0e0d-ff36-4f39-bb0b-0dedfef71b2b req-c5ba0f64-83fc-4690-9bbe-4ef6f6531fae service neutron] 10.222.0.52 "GET /v2.0/networks/53f72c34-6c9d-41a7-8c5f-e32d44e0fdca?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0973845 Jun 23 11:47:47.102955 dv-neutron-601336-94-hyperv neutron-server[94177]: DEBUG neutron.db.l3_hamode_db [None req-640bbf0b-7239-4ca0-a129-d7d2ae24b99b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5143d03d-4f07-43c8-84fe-db81aabf92b3', 'name': 'tempest-TestNetworkBasicOps-router-1322041481', 'tenant_id': '772b9946478d439e9da4eaeade7fb21d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3e7e4eb3-cf02-4d47-ade9-0a579cdfc60f', 'external_fixed_ips': [{'subnet_id': 'a5ad15ab-c489-4a67-a9b0-d559fca0ec71', 'ip_address': '172.26.3.111'}], 'enable_snat': True}, 'gw_port_id': '14031ea2-045e-4c71-b6f2-e0db5a671934', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-23T11:47:22Z', 'updated_at': '2021-06-23T11:47:27Z', 'revision_number': 4, 'project_id': '772b9946478d439e9da4eaeade7fb21d', 'gw_port': {'id': '14031ea2-045e-4c71-b6f2-e0db5a671934', 'name': '', 'network_id': '3e7e4eb3-cf02-4d47-ade9-0a579cdfc60f', 'tenant_id': '', 'mac_address': 'fa:16:3e:54:2b:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5143d03d-4f07-43c8-84fe-db81aabf92b3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1512, 'fixed_ips': [{'subnet_id': 'a5ad15ab-c489-4a67-a9b0-d559fca0ec71', 'ip_address': '172.26.3.111', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-94-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-23T11:47:23Z', 'updated_at': '2021-06-23T11:47:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a5ad15ab-c489-4a67-a9b0-d559fca0ec71', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-601336-94-hyperv', '_floatingips': [{'id': 'abeaba28-49c2-407d-9b3e-2e17b099572e', 'tenant_id': '772b9946478d439e9da4eaeade7fb21d', 'floating_ip_address': '172.26.3.157', 'floating_network_id': '3e7e4eb3-cf02-4d47-ade9-0a579cdfc60f', 'router_id': '5143d03d-4f07-43c8-84fe-db81aabf92b3', 'port_id': 'b9ab9d1c-f90c-46df-ba19-3c7dd94f50fe', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 1527, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '53f72c34-6c9d-41a7-8c5f-e32d44e0fdca', 'mac_address': 'fa:16:3e:0a:c2:72', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ac6e3989-0fc9-44af-a7af-41b0e20fd2a7', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-23T11:47:45Z', 'updated_at': '2021-06-23T11:47:45Z', 'revision_number': 0, 'project_id': '772b9946478d439e9da4eaeade7fb21d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'bd69653a-21f9-4fdd-808f-be69a4448cf8', 'name': '', 'network_id': '53f72c34-6c9d-41a7-8c5f-e32d44e0fdca', 'tenant_id': '772b9946478d439e9da4eaeade7fb21d', 'mac_address': 'fa:16:3e:1c:c1:e3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5143d03d-4f07-43c8-84fe-db81aabf92b3', 'device_owner': 'network:router_interface', 'standard_attr_id': 1515, 'fixed_ips': [{'subnet_id': 'd0383cea-9245-4c60-97d7-044b801e4031', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-94-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-23T11:47:26Z', 'updated_at': '2021-06-23T11:47:31Z', 'revision_number': 5, 'project_id': '772b9946478d439e9da4eaeade7fb21d', 'subnets': [{'id': 'd0383cea-9245-4c60-97d7-044b801e4031', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-601336-94-hyperv', False) {} {{(pid=94177) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 11:47:47.127973 dv-neutron-601336-94-hyperv neutron-server[94177]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-640bbf0b-7239-4ca0-a129-d7d2ae24b99b None None] The sync data for ids ['5143d03d-4f07-43c8-84fe-db81aabf92b3'] in dv-neutron-601336-94-hyperv is: [{'id': '5143d03d-4f07-43c8-84fe-db81aabf92b3', 'name': 'tempest-TestNetworkBasicOps-router-1322041481', 'tenant_id': '772b9946478d439e9da4eaeade7fb21d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3e7e4eb3-cf02-4d47-ade9-0a579cdfc60f', 'external_fixed_ips': [{'subnet_id': 'a5ad15ab-c489-4a67-a9b0-d559fca0ec71', 'ip_address': '172.26.3.111'}], 'enable_snat': True}, 'gw_port_id': '14031ea2-045e-4c71-b6f2-e0db5a671934', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-23T11:47:22Z', 'updated_at': '2021-06-23T11:47:27Z', 'revision_number': 4, 'project_id': '772b9946478d439e9da4eaeade7fb21d', 'gw_port': {'id': '14031ea2-045e-4c71-b6f2-e0db5a671934', 'name': '', 'network_id': '3e7e4eb3-cf02-4d47-ade9-0a579cdfc60f', 'tenant_id': '', 'mac_address': 'fa:16:3e:54:2b:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5143d03d-4f07-43c8-84fe-db81aabf92b3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1512, 'fixed_ips': [{'subnet_id': 'a5ad15ab-c489-4a67-a9b0-d559fca0ec71', 'ip_address': '172.26.3.111', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-94-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-23T11:47:23Z', 'updated_at': '2021-06-23T11:47:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a5ad15ab-c489-4a67-a9b0-d559fca0ec71', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-601336-94-hyperv', '_floatingips': [{'id': 'abeaba28-49c2-407d-9b3e-2e17b099572e', 'tenant_id': '772b9946478d439e9da4eaeade7fb21d', 'floating_ip_address': '172.26.3.157', 'floating_network_id': '3e7e4eb3-cf02-4d47-ade9-0a579cdfc60f', 'router_id': '5143d03d-4f07-43c8-84fe-db81aabf92b3', 'port_id': 'b9ab9d1c-f90c-46df-ba19-3c7dd94f50fe', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 1527, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '53f72c34-6c9d-41a7-8c5f-e32d44e0fdca', 'mac_address': 'fa:16:3e:0a:c2:72', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ac6e3989-0fc9-44af-a7af-41b0e20fd2a7', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-23T11:47:45Z', 'updated_at': '2021-06-23T11:47:45Z', 'revision_number': 0, 'project_id': '772b9946478d439e9da4eaeade7fb21d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'bd69653a-21f9-4fdd-808f-be69a4448cf8', 'name': '', 'network_id': '53f72c34-6c9d-41a7-8c5f-e32d44e0fdca', 'tenant_id': '772b9946478d439e9da4eaeade7fb21d', 'mac_address': 'fa:16:3e:1c:c1:e3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5143d03d-4f07-43c8-84fe-db81aabf92b3', 'device_owner': 'network:router_interface', 'standard_attr_id': 1515, 'fixed_ips': [{'subnet_id': 'd0383cea-9245-4c60-97d7-044b801e4031', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-94-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-23T11:47:26Z', 'updated_at': '2021-06-23T11:47:31Z', 'revision_number': 5, 'project_id': '772b9946478d439e9da4eaeade7fb21d', 'subnets': [{'id': 'd0383cea-9245-4c60-97d7-044b801e4031', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94177) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 23 11:47:47.134469 dv-neutron-601336-94-hyperv neutron-server[94175]: INFO neutron.wsgi [req-359e0e0d-ff36-4f39-bb0b-0dedfef71b2b req-2b96023e-62b0-4b10-acb9-d5f949628f85 service neutron] 10.222.0.52 "GET /v2.0/networks/53f72c34-6c9d-41a7-8c5f-e32d44e0fdca?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0835619 Jun 23 11:47:47.315600 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0716320c-05ee-4b31-9d2a-d5cdf66b0885 None None] New status for floating IP abeaba28-49c2-407d-9b3e-2e17b099572e: ACTIVE {{(pid=94176) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 23 11:47:47.612937 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.wsgi [-] (94174) accepted ('10.222.0.20', 45084) {{(pid=94174) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 11:47:47.681927 dv-neutron-601336-94-hyperv neutron-server[94174]: INFO neutron.wsgi [None req-8902785d-f2eb-43c7-90eb-0771405627b5 tempest-TestNetworkBasicOps-233187296 tempest-TestNetworkBasicOps-233187296-project] 10.222.0.20 "GET /v2.0/floatingips/abeaba28-49c2-407d-9b3e-2e17b099572e HTTP/1.1" status: 200 len: 993 time: 0.0675826 Jun 23 11:47:53.432449 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron_lib.callbacks.manager [None req-97bd5441-1da2-49ee-a364-27795820ba27 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773699952132', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-899307'] for agent, after_update {{(pid=94176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:48:10.917411 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron_lib.callbacks.manager [None req-de31a567-2ad4-4805-91a7-01b4c09dff2a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773699952132', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-899307'] for agent, after_update {{(pid=94176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:48:13.226670 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron_lib.callbacks.manager [None req-efecd6b7-a9e9-47a2-ab73-abe98e8616b7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773699952132', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-899307'] for agent, after_update {{(pid=94176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:48:13.853594 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron_lib.callbacks.manager [None req-dc7542b2-afef-47f4-a763-e3a3cba144be None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773699952132', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-899307'] for agent, after_update {{(pid=94176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:48:14.638507 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron_lib.callbacks.manager [None req-4c20ea5f-bc7f-4d4e-935d-57f082af6ccb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773699952132', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-899307'] for agent, after_update {{(pid=94176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:48:16.157439 dv-neutron-601336-94-hyperv neutron-server[94177]: DEBUG neutron.db.agents_db [None req-90fb1279-e4c5-4e73-8d66-3a29811dc4e3 None None] Agent healthcheck: found 6 active agents {{(pid=94177) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 23 11:48:16.226080 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.wsgi [-] (94174) accepted ('10.222.0.20', 45098) {{(pid=94174) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 11:48:16.230853 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.api.v2.base [None req-1a5d9e0c-50a5-4d2e-968c-abef700150ec tempest-TestNetworkBasicOps-233187296 tempest-TestNetworkBasicOps-233187296-project] Request body: {'router': {'admin_state_up': False}} {{(pid=94174) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 23 11:48:16.519893 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron_lib.callbacks.manager [None req-1a5d9e0c-50a5-4d2e-968c-abef700150ec tempest-TestNetworkBasicOps-233187296 tempest-TestNetworkBasicOps-233187296-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-524104', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-520389', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-32276'] for router, precommit_update {{(pid=94174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:48:16.598327 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron_lib.callbacks.manager [None req-1a5d9e0c-50a5-4d2e-968c-abef700150ec tempest-TestNetworkBasicOps-233187296 tempest-TestNetworkBasicOps-233187296-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-524143', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-524145', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-524134', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-520394'] for router, after_update {{(pid=94174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:48:16.626657 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron_lib.callbacks.manager [None req-95d6aa8f-24e7-4234-82ff-f502266c3285 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773699952132', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-899307'] for agent, after_update {{(pid=94176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:48:16.704680 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1a5d9e0c-50a5-4d2e-968c-abef700150ec tempest-TestNetworkBasicOps-233187296 tempest-TestNetworkBasicOps-233187296-project] Router 5143d03d-4f07-43c8-84fe-db81aabf92b3 has already been hosted by L3 agent 50ef99c0-ef28-4db5-b303-b145898fae60 {{(pid=94174) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 23 11:48:16.810162 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1a5d9e0c-50a5-4d2e-968c-abef700150ec tempest-TestNetworkBasicOps-233187296 tempest-TestNetworkBasicOps-233187296-project] Notify agent at l3_agent.dv-neutron-601336-94-hyperv the message routers_updated {{(pid=94174) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 23 11:48:16.816836 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron_lib.callbacks.manager [None req-1a5d9e0c-50a5-4d2e-968c-abef700150ec tempest-TestNetworkBasicOps-233187296 tempest-TestNetworkBasicOps-233187296-project] Notify callbacks [] for router, before_response {{(pid=94174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:48:16.817991 dv-neutron-601336-94-hyperv neutron-server[94174]: INFO neutron.wsgi [None req-1a5d9e0c-50a5-4d2e-968c-abef700150ec tempest-TestNetworkBasicOps-233187296 tempest-TestNetworkBasicOps-233187296-project] 10.222.0.20 "PUT /v2.0/routers/5143d03d-4f07-43c8-84fe-db81aabf92b3 HTTP/1.1" status: 200 len: 889 time: 0.5909069 Jun 23 11:48:16.821280 dv-neutron-601336-94-hyperv neutron-server[94177]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-825a31cd-e50d-4f9e-8355-757bb9845532 None None] Sync routers for ids ['5143d03d-4f07-43c8-84fe-db81aabf92b3'] in dv-neutron-601336-94-hyperv {{(pid=94177) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 23 11:48:16.832580 dv-neutron-601336-94-hyperv neutron-server[94177]: DEBUG neutron.db.l3_dvrscheduler_db [None req-825a31cd-e50d-4f9e-8355-757bb9845532 None None] Routers {'5143d03d-4f07-43c8-84fe-db81aabf92b3'} bound to L3 agent in host dv-neutron-601336-94-hyperv {{(pid=94177) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 23 11:48:16.833200 dv-neutron-601336-94-hyperv neutron-server[94177]: DEBUG neutron.db.l3_hamode_db [None req-825a31cd-e50d-4f9e-8355-757bb9845532 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-601336-94-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-23T11:22:13Z,description=,heartbeat_timestamp=2021-06-23T11:48:13Z,host='dv-neutron-601336-94-hyperv',id=50ef99c0-ef28-4db5-b303-b145898fae60,load=0,resource_versions=,resources_synced=,started_at=2021-06-23T11:22:14Z,topic='l3_agent')) {'router_ids': ['5143d03d-4f07-43c8-84fe-db81aabf92b3'], 'active': True} {{(pid=94177) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 11:48:16.945077 dv-neutron-601336-94-hyperv neutron-server[94177]: DEBUG neutron.db.l3_hamode_db [None req-825a31cd-e50d-4f9e-8355-757bb9845532 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-601336-94-hyperv', False) {} {{(pid=94177) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 11:48:16.953618 dv-neutron-601336-94-hyperv neutron-server[94177]: DEBUG neutron.db.l3_dvrscheduler_db [None req-825a31cd-e50d-4f9e-8355-757bb9845532 None None] Routers {'5143d03d-4f07-43c8-84fe-db81aabf92b3'} bound to L3 agent in host dv-neutron-601336-94-hyperv {{(pid=94177) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 23 11:48:16.954213 dv-neutron-601336-94-hyperv neutron-server[94177]: DEBUG neutron.db.l3_hamode_db [None req-825a31cd-e50d-4f9e-8355-757bb9845532 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-601336-94-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-23T11:22:13Z,description=,heartbeat_timestamp=2021-06-23T11:48:13Z,host='dv-neutron-601336-94-hyperv',id=50ef99c0-ef28-4db5-b303-b145898fae60,load=0,resource_versions=,resources_synced=,started_at=2021-06-23T11:22:14Z,topic='l3_agent')) {'router_ids': ['5143d03d-4f07-43c8-84fe-db81aabf92b3'], 'active': True} {{(pid=94177) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 11:48:16.983883 dv-neutron-601336-94-hyperv neutron-server[94177]: DEBUG neutron.db.l3_hamode_db [None req-825a31cd-e50d-4f9e-8355-757bb9845532 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-601336-94-hyperv', False) {} {{(pid=94177) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 11:48:16.984498 dv-neutron-601336-94-hyperv neutron-server[94177]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-825a31cd-e50d-4f9e-8355-757bb9845532 None None] The sync data for ids ['5143d03d-4f07-43c8-84fe-db81aabf92b3'] in dv-neutron-601336-94-hyperv is: [] {{(pid=94177) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 23 11:48:17.735131 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b91c0bd4-f8bb-462e-8c70-f7dd2c00a982 None None] New status for floating IP abeaba28-49c2-407d-9b3e-2e17b099572e: DOWN {{(pid=94176) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 23 11:48:17.769234 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.plugins.ml2.rpc [None req-dc7542b2-afef-47f4-a763-e3a3cba144be None None] Device 14031ea2-045e-4c71-b6f2-e0db5a671934 no longer exists at agent ovs-agent-dv-neutron-601336-94-hyperv {{(pid=94176) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:261}} Jun 23 11:48:18.064543 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron_lib.callbacks.manager [None req-dc7542b2-afef-47f4-a763-e3a3cba144be None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-923122'] for port, before_update {{(pid=94176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:48:18.085033 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.plugins.ml2.db [None req-dc7542b2-afef-47f4-a763-e3a3cba144be None None] For port 14031ea2-045e-4c71-b6f2-e0db5a671934, host dv-neutron-601336-94-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-94-hyperv',level=0,port_id=14031ea2-045e-4c71-b6f2-e0db5a671934,segment=NetworkSegment(c23be0a5-6980-48fb-bc9f-4a24717fe1de),segment_id=c23be0a5-6980-48fb-bc9f-4a24717fe1de)] {{(pid=94176) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 23 11:48:18.168480 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron_lib.callbacks.manager [None req-dc7542b2-afef-47f4-a763-e3a3cba144be None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-922904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866062', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773700135042', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773699642233', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773699642278'] for port, after_update {{(pid=94176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:48:18.169333 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.plugins.ml2.rpc [None req-dc7542b2-afef-47f4-a763-e3a3cba144be None None] Device bd69653a-21f9-4fdd-808f-be69a4448cf8 no longer exists at agent ovs-agent-dv-neutron-601336-94-hyperv {{(pid=94176) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:261}} Jun 23 11:48:18.171443 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG oslo_concurrency.lockutils [None req-97bd5441-1da2-49ee-a364-27795820ba27 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 11:48:18.240702 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc7542b2-afef-47f4-a763-e3a3cba144be None None] Pushing event updated for resources: {'Port': ['ID=14031ea2-045e-4c71-b6f2-e0db5a671934,revision_number=5']} {{(pid=94176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 11:48:18.249885 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc7542b2-afef-47f4-a763-e3a3cba144be None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-601336-94-hyperv {{(pid=94176) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 11:48:18.250236 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc7542b2-afef-47f4-a763-e3a3cba144be None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-94-hyperv {{(pid=94176) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 11:48:18.250579 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc7542b2-afef-47f4-a763-e3a3cba144be None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-94-hyperv {{(pid=94176) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 11:48:18.250915 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc7542b2-afef-47f4-a763-e3a3cba144be None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-601336-94-hyperv {{(pid=94176) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 11:48:18.251272 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc7542b2-afef-47f4-a763-e3a3cba144be None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-601336-94-hyperv {{(pid=94176) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 11:48:18.251635 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc7542b2-afef-47f4-a763-e3a3cba144be None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-601336-94-hyperv {{(pid=94176) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 11:48:18.251964 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc7542b2-afef-47f4-a763-e3a3cba144be None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-601336-94-hyperv {{(pid=94176) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 11:48:18.252292 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc7542b2-afef-47f4-a763-e3a3cba144be None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-601336-94-hyperv {{(pid=94176) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 11:48:18.252614 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc7542b2-afef-47f4-a763-e3a3cba144be None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-601336-94-hyperv {{(pid=94176) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 11:48:18.252936 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc7542b2-afef-47f4-a763-e3a3cba144be None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-94-hyperv {{(pid=94176) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 11:48:18.253258 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc7542b2-afef-47f4-a763-e3a3cba144be None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-601336-94-hyperv {{(pid=94176) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 11:48:18.253598 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc7542b2-afef-47f4-a763-e3a3cba144be None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-601336-94-hyperv {{(pid=94176) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 11:48:18.258331 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG oslo_concurrency.lockutils [None req-dc7542b2-afef-47f4-a763-e3a3cba144be None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.087s {{(pid=94176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 11:48:18.292654 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron_lib.callbacks.manager [None req-dc7542b2-afef-47f4-a763-e3a3cba144be None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-923122'] for port, before_update {{(pid=94176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:48:18.323752 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.plugins.ml2.db [None req-dc7542b2-afef-47f4-a763-e3a3cba144be None None] For port bd69653a-21f9-4fdd-808f-be69a4448cf8, host dv-neutron-601336-94-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-94-hyperv',level=0,port_id=bd69653a-21f9-4fdd-808f-be69a4448cf8,segment=NetworkSegment(9fe0df20-b087-4acd-b971-5d44f6912d06),segment_id=9fe0df20-b087-4acd-b971-5d44f6912d06)] {{(pid=94176) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 23 11:48:18.402104 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron_lib.callbacks.manager [None req-dc7542b2-afef-47f4-a763-e3a3cba144be None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-922904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866062', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773700135042', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773699642233', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773699642278'] for port, after_update {{(pid=94176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:48:18.403837 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG oslo_concurrency.lockutils [None req-97bd5441-1da2-49ee-a364-27795820ba27 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 11:48:18.448790 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc7542b2-afef-47f4-a763-e3a3cba144be None None] Pushing event updated for resources: {'Port': ['ID=bd69653a-21f9-4fdd-808f-be69a4448cf8,revision_number=6']} {{(pid=94176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 11:48:18.451768 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG oslo_concurrency.lockutils [None req-dc7542b2-afef-47f4-a763-e3a3cba144be None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=94176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 11:48:18.961777 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.wsgi [-] (94175) accepted ('10.222.0.20', 45104) {{(pid=94175) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 11:48:18.967011 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.api.v2.base [None req-b401b2be-e126-4169-987a-fa9ad710c91c tempest-TestNetworkBasicOps-233187296 tempest-TestNetworkBasicOps-233187296-project] Request body: {'router': {'admin_state_up': True}} {{(pid=94175) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 23 11:48:19.271543 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron_lib.callbacks.manager [None req-b401b2be-e126-4169-987a-fa9ad710c91c tempest-TestNetworkBasicOps-233187296 tempest-TestNetworkBasicOps-233187296-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-524104', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-520389', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-32276'] for router, precommit_update {{(pid=94175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:48:19.341508 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron_lib.callbacks.manager [None req-b401b2be-e126-4169-987a-fa9ad710c91c tempest-TestNetworkBasicOps-233187296 tempest-TestNetworkBasicOps-233187296-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-524143', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-524145', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-524134', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-520394'] for router, after_update {{(pid=94175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:48:19.450737 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b401b2be-e126-4169-987a-fa9ad710c91c tempest-TestNetworkBasicOps-233187296 tempest-TestNetworkBasicOps-233187296-project] Router 5143d03d-4f07-43c8-84fe-db81aabf92b3 has already been hosted by L3 agent 50ef99c0-ef28-4db5-b303-b145898fae60 {{(pid=94175) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 23 11:48:19.560623 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b401b2be-e126-4169-987a-fa9ad710c91c tempest-TestNetworkBasicOps-233187296 tempest-TestNetworkBasicOps-233187296-project] Notify agent at l3_agent.dv-neutron-601336-94-hyperv the message routers_updated {{(pid=94175) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 23 11:48:19.567475 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron_lib.callbacks.manager [None req-b401b2be-e126-4169-987a-fa9ad710c91c tempest-TestNetworkBasicOps-233187296 tempest-TestNetworkBasicOps-233187296-project] Notify callbacks [] for router, before_response {{(pid=94175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:48:19.568678 dv-neutron-601336-94-hyperv neutron-server[94175]: INFO neutron.wsgi [None req-b401b2be-e126-4169-987a-fa9ad710c91c tempest-TestNetworkBasicOps-233187296 tempest-TestNetworkBasicOps-233187296-project] 10.222.0.20 "PUT /v2.0/routers/5143d03d-4f07-43c8-84fe-db81aabf92b3 HTTP/1.1" status: 200 len: 888 time: 0.6058033 Jun 23 11:48:19.570110 dv-neutron-601336-94-hyperv neutron-server[94177]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-02127ebb-0ce5-48c5-91cf-728cf8e7bf60 None None] Sync routers for ids ['5143d03d-4f07-43c8-84fe-db81aabf92b3'] in dv-neutron-601336-94-hyperv {{(pid=94177) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 23 11:48:19.571433 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.wsgi [-] (94175) accepted ('10.222.0.20', 45106) {{(pid=94175) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 11:48:19.579853 dv-neutron-601336-94-hyperv neutron-server[94177]: DEBUG neutron.db.l3_dvrscheduler_db [None req-02127ebb-0ce5-48c5-91cf-728cf8e7bf60 None None] Routers {'5143d03d-4f07-43c8-84fe-db81aabf92b3'} bound to L3 agent in host dv-neutron-601336-94-hyperv {{(pid=94177) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 23 11:48:19.580471 dv-neutron-601336-94-hyperv neutron-server[94177]: DEBUG neutron.db.l3_hamode_db [None req-02127ebb-0ce5-48c5-91cf-728cf8e7bf60 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-601336-94-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-23T11:22:13Z,description=,heartbeat_timestamp=2021-06-23T11:48:13Z,host='dv-neutron-601336-94-hyperv',id=50ef99c0-ef28-4db5-b303-b145898fae60,load=0,resource_versions=,resources_synced=,started_at=2021-06-23T11:22:14Z,topic='l3_agent')) {'router_ids': ['5143d03d-4f07-43c8-84fe-db81aabf92b3'], 'active': True} {{(pid=94177) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 11:48:19.631796 dv-neutron-601336-94-hyperv neutron-server[94175]: INFO neutron.wsgi [None req-283c57dd-289a-4d6d-815d-313db754cc1f tempest-TestNetworkBasicOps-233187296 tempest-TestNetworkBasicOps-233187296-project] 10.222.0.20 "GET /v2.0/floatingips/abeaba28-49c2-407d-9b3e-2e17b099572e HTTP/1.1" status: 200 len: 991 time: 0.0582232 Jun 23 11:48:19.682715 dv-neutron-601336-94-hyperv neutron-server[94177]: DEBUG neutron.db.l3_dvr_db [None req-02127ebb-0ce5-48c5-91cf-728cf8e7bf60 None None] Set router 5143d03d-4f07-43c8-84fe-db81aabf92b3 gateway port host: dv-neutron-601336-94-hyperv {{(pid=94177) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:838}} Jun 23 11:48:19.896649 dv-neutron-601336-94-hyperv neutron-server[94177]: DEBUG neutron.db.l3_hamode_db [None req-02127ebb-0ce5-48c5-91cf-728cf8e7bf60 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5143d03d-4f07-43c8-84fe-db81aabf92b3', 'name': 'tempest-TestNetworkBasicOps-router-1322041481', 'tenant_id': '772b9946478d439e9da4eaeade7fb21d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3e7e4eb3-cf02-4d47-ade9-0a579cdfc60f', 'external_fixed_ips': [{'subnet_id': 'a5ad15ab-c489-4a67-a9b0-d559fca0ec71', 'ip_address': '172.26.3.111'}], 'enable_snat': True}, 'gw_port_id': '14031ea2-045e-4c71-b6f2-e0db5a671934', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-23T11:47:22Z', 'updated_at': '2021-06-23T11:48:19Z', 'revision_number': 6, 'project_id': '772b9946478d439e9da4eaeade7fb21d', 'gw_port': {'id': '14031ea2-045e-4c71-b6f2-e0db5a671934', 'name': '', 'network_id': '3e7e4eb3-cf02-4d47-ade9-0a579cdfc60f', 'tenant_id': '', 'mac_address': 'fa:16:3e:54:2b:ac', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5143d03d-4f07-43c8-84fe-db81aabf92b3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1512, 'fixed_ips': [{'subnet_id': 'a5ad15ab-c489-4a67-a9b0-d559fca0ec71', 'ip_address': '172.26.3.111', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-94-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-23T11:47:23Z', 'updated_at': '2021-06-23T11:48:18Z', 'revision_number': 5, 'project_id': '', 'subnets': [{'id': 'a5ad15ab-c489-4a67-a9b0-d559fca0ec71', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-601336-94-hyperv', '_floatingips': [{'id': 'abeaba28-49c2-407d-9b3e-2e17b099572e', 'tenant_id': '772b9946478d439e9da4eaeade7fb21d', 'floating_ip_address': '172.26.3.157', 'floating_network_id': '3e7e4eb3-cf02-4d47-ade9-0a579cdfc60f', 'router_id': '5143d03d-4f07-43c8-84fe-db81aabf92b3', 'port_id': 'b9ab9d1c-f90c-46df-ba19-3c7dd94f50fe', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 1527, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '53f72c34-6c9d-41a7-8c5f-e32d44e0fdca', 'mac_address': 'fa:16:3e:0a:c2:72', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ac6e3989-0fc9-44af-a7af-41b0e20fd2a7', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-23T11:47:45Z', 'updated_at': '2021-06-23T11:48:17Z', 'revision_number': 2, 'project_id': '772b9946478d439e9da4eaeade7fb21d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'bd69653a-21f9-4fdd-808f-be69a4448cf8', 'name': '', 'network_id': '53f72c34-6c9d-41a7-8c5f-e32d44e0fdca', 'tenant_id': '772b9946478d439e9da4eaeade7fb21d', 'mac_address': 'fa:16:3e:1c:c1:e3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5143d03d-4f07-43c8-84fe-db81aabf92b3', 'device_owner': 'network:router_interface', 'standard_attr_id': 1515, 'fixed_ips': [{'subnet_id': 'd0383cea-9245-4c60-97d7-044b801e4031', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-94-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-23T11:47:26Z', 'updated_at': '2021-06-23T11:48:18Z', 'revision_number': 6, 'project_id': '772b9946478d439e9da4eaeade7fb21d', 'subnets': [{'id': 'd0383cea-9245-4c60-97d7-044b801e4031', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-601336-94-hyperv', False) {} {{(pid=94177) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 11:48:19.921495 dv-neutron-601336-94-hyperv neutron-server[94177]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-02127ebb-0ce5-48c5-91cf-728cf8e7bf60 None None] Checking router: 5143d03d-4f07-43c8-84fe-db81aabf92b3 for host: dv-neutron-601336-94-hyperv {{(pid=94177) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 23 11:48:19.929257 dv-neutron-601336-94-hyperv neutron-server[94177]: DEBUG neutron.db.l3_dvrscheduler_db [None req-02127ebb-0ce5-48c5-91cf-728cf8e7bf60 None None] Routers {'5143d03d-4f07-43c8-84fe-db81aabf92b3'} bound to L3 agent in host dv-neutron-601336-94-hyperv {{(pid=94177) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 23 11:48:19.929855 dv-neutron-601336-94-hyperv neutron-server[94177]: DEBUG neutron.db.l3_hamode_db [None req-02127ebb-0ce5-48c5-91cf-728cf8e7bf60 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-601336-94-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-23T11:22:13Z,description=,heartbeat_timestamp=2021-06-23T11:48:13Z,host='dv-neutron-601336-94-hyperv',id=50ef99c0-ef28-4db5-b303-b145898fae60,load=0,resource_versions=,resources_synced=,started_at=2021-06-23T11:22:14Z,topic='l3_agent')) {'router_ids': ['5143d03d-4f07-43c8-84fe-db81aabf92b3'], 'active': True} {{(pid=94177) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 11:48:20.030148 dv-neutron-601336-94-hyperv neutron-server[94177]: DEBUG neutron.db.l3_dvr_db [None req-02127ebb-0ce5-48c5-91cf-728cf8e7bf60 None None] Set router 5143d03d-4f07-43c8-84fe-db81aabf92b3 gateway port host: dv-neutron-601336-94-hyperv {{(pid=94177) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:838}} Jun 23 11:48:20.245586 dv-neutron-601336-94-hyperv neutron-server[94177]: DEBUG neutron.db.l3_hamode_db [None req-02127ebb-0ce5-48c5-91cf-728cf8e7bf60 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5143d03d-4f07-43c8-84fe-db81aabf92b3', 'name': 'tempest-TestNetworkBasicOps-router-1322041481', 'tenant_id': '772b9946478d439e9da4eaeade7fb21d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3e7e4eb3-cf02-4d47-ade9-0a579cdfc60f', 'external_fixed_ips': [{'subnet_id': 'a5ad15ab-c489-4a67-a9b0-d559fca0ec71', 'ip_address': '172.26.3.111'}], 'enable_snat': True}, 'gw_port_id': '14031ea2-045e-4c71-b6f2-e0db5a671934', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-23T11:47:22Z', 'updated_at': '2021-06-23T11:48:19Z', 'revision_number': 6, 'project_id': '772b9946478d439e9da4eaeade7fb21d', 'gw_port': {'id': '14031ea2-045e-4c71-b6f2-e0db5a671934', 'name': '', 'network_id': '3e7e4eb3-cf02-4d47-ade9-0a579cdfc60f', 'tenant_id': '', 'mac_address': 'fa:16:3e:54:2b:ac', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5143d03d-4f07-43c8-84fe-db81aabf92b3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1512, 'fixed_ips': [{'subnet_id': 'a5ad15ab-c489-4a67-a9b0-d559fca0ec71', 'ip_address': '172.26.3.111', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-94-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-23T11:47:23Z', 'updated_at': '2021-06-23T11:48:18Z', 'revision_number': 5, 'project_id': '', 'subnets': [{'id': 'a5ad15ab-c489-4a67-a9b0-d559fca0ec71', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-601336-94-hyperv', '_floatingips': [{'id': 'abeaba28-49c2-407d-9b3e-2e17b099572e', 'tenant_id': '772b9946478d439e9da4eaeade7fb21d', 'floating_ip_address': '172.26.3.157', 'floating_network_id': '3e7e4eb3-cf02-4d47-ade9-0a579cdfc60f', 'router_id': '5143d03d-4f07-43c8-84fe-db81aabf92b3', 'port_id': 'b9ab9d1c-f90c-46df-ba19-3c7dd94f50fe', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 1527, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '53f72c34-6c9d-41a7-8c5f-e32d44e0fdca', 'mac_address': 'fa:16:3e:0a:c2:72', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ac6e3989-0fc9-44af-a7af-41b0e20fd2a7', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-23T11:47:45Z', 'updated_at': '2021-06-23T11:48:17Z', 'revision_number': 2, 'project_id': '772b9946478d439e9da4eaeade7fb21d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'bd69653a-21f9-4fdd-808f-be69a4448cf8', 'name': '', 'network_id': '53f72c34-6c9d-41a7-8c5f-e32d44e0fdca', 'tenant_id': '772b9946478d439e9da4eaeade7fb21d', 'mac_address': 'fa:16:3e:1c:c1:e3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5143d03d-4f07-43c8-84fe-db81aabf92b3', 'device_owner': 'network:router_interface', 'standard_attr_id': 1515, 'fixed_ips': [{'subnet_id': 'd0383cea-9245-4c60-97d7-044b801e4031', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-94-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-23T11:47:26Z', 'updated_at': '2021-06-23T11:48:18Z', 'revision_number': 6, 'project_id': '772b9946478d439e9da4eaeade7fb21d', 'subnets': [{'id': 'd0383cea-9245-4c60-97d7-044b801e4031', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-601336-94-hyperv', False) {} {{(pid=94177) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 11:48:20.273656 dv-neutron-601336-94-hyperv neutron-server[94177]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-02127ebb-0ce5-48c5-91cf-728cf8e7bf60 None None] The sync data for ids ['5143d03d-4f07-43c8-84fe-db81aabf92b3'] in dv-neutron-601336-94-hyperv is: [{'id': '5143d03d-4f07-43c8-84fe-db81aabf92b3', 'name': 'tempest-TestNetworkBasicOps-router-1322041481', 'tenant_id': '772b9946478d439e9da4eaeade7fb21d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3e7e4eb3-cf02-4d47-ade9-0a579cdfc60f', 'external_fixed_ips': [{'subnet_id': 'a5ad15ab-c489-4a67-a9b0-d559fca0ec71', 'ip_address': '172.26.3.111'}], 'enable_snat': True}, 'gw_port_id': '14031ea2-045e-4c71-b6f2-e0db5a671934', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-23T11:47:22Z', 'updated_at': '2021-06-23T11:48:19Z', 'revision_number': 6, 'project_id': '772b9946478d439e9da4eaeade7fb21d', 'gw_port': {'id': '14031ea2-045e-4c71-b6f2-e0db5a671934', 'name': '', 'network_id': '3e7e4eb3-cf02-4d47-ade9-0a579cdfc60f', 'tenant_id': '', 'mac_address': 'fa:16:3e:54:2b:ac', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5143d03d-4f07-43c8-84fe-db81aabf92b3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1512, 'fixed_ips': [{'subnet_id': 'a5ad15ab-c489-4a67-a9b0-d559fca0ec71', 'ip_address': '172.26.3.111', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-94-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-23T11:47:23Z', 'updated_at': '2021-06-23T11:48:18Z', 'revision_number': 5, 'project_id': '', 'subnets': [{'id': 'a5ad15ab-c489-4a67-a9b0-d559fca0ec71', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-601336-94-hyperv', '_floatingips': [{'id': 'abeaba28-49c2-407d-9b3e-2e17b099572e', 'tenant_id': '772b9946478d439e9da4eaeade7fb21d', 'floating_ip_address': '172.26.3.157', 'floating_network_id': '3e7e4eb3-cf02-4d47-ade9-0a579cdfc60f', 'router_id': '5143d03d-4f07-43c8-84fe-db81aabf92b3', 'port_id': 'b9ab9d1c-f90c-46df-ba19-3c7dd94f50fe', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 1527, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '53f72c34-6c9d-41a7-8c5f-e32d44e0fdca', 'mac_address': 'fa:16:3e:0a:c2:72', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ac6e3989-0fc9-44af-a7af-41b0e20fd2a7', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-23T11:47:45Z', 'updated_at': '2021-06-23T11:48:17Z', 'revision_number': 2, 'project_id': '772b9946478d439e9da4eaeade7fb21d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'bd69653a-21f9-4fdd-808f-be69a4448cf8', 'name': '', 'network_id': '53f72c34-6c9d-41a7-8c5f-e32d44e0fdca', 'tenant_id': '772b9946478d439e9da4eaeade7fb21d', 'mac_address': 'fa:16:3e:1c:c1:e3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5143d03d-4f07-43c8-84fe-db81aabf92b3', 'device_owner': 'network:router_interface', 'standard_attr_id': 1515, 'fixed_ips': [{'subnet_id': 'd0383cea-9245-4c60-97d7-044b801e4031', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-94-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-23T11:47:26Z', 'updated_at': '2021-06-23T11:48:18Z', 'revision_number': 6, 'project_id': '772b9946478d439e9da4eaeade7fb21d', 'subnets': [{'id': 'd0383cea-9245-4c60-97d7-044b801e4031', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94177) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 23 11:48:20.634599 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.wsgi [-] (94175) accepted ('10.222.0.20', 45108) {{(pid=94175) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 11:48:20.701846 dv-neutron-601336-94-hyperv neutron-server[94175]: INFO neutron.wsgi [None req-91f206a2-aa08-4477-aebb-ef39682dd61d tempest-TestNetworkBasicOps-233187296 tempest-TestNetworkBasicOps-233187296-project] 10.222.0.20 "GET /v2.0/floatingips/abeaba28-49c2-407d-9b3e-2e17b099572e HTTP/1.1" status: 200 len: 991 time: 0.0657821 Jun 23 11:48:21.705286 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.wsgi [-] (94175) accepted ('10.222.0.20', 45110) {{(pid=94175) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 11:48:21.723346 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.plugins.ml2.rpc [None req-dc7542b2-afef-47f4-a763-e3a3cba144be None None] Device 14031ea2-045e-4c71-b6f2-e0db5a671934 up at agent ovs-agent-dv-neutron-601336-94-hyperv {{(pid=94176) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:298}} Jun 23 11:48:21.774476 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.db.provisioning_blocks [None req-dc7542b2-afef-47f4-a763-e3a3cba144be None None] Provisioning complete for port 14031ea2-045e-4c71-b6f2-e0db5a671934 triggered by entity L2. {{(pid=94176) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 23 11:48:21.774865 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron_lib.callbacks.manager [None req-dc7542b2-afef-47f4-a763-e3a3cba144be None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-899258'] for port, provisioning_complete {{(pid=94176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:48:21.779544 dv-neutron-601336-94-hyperv neutron-server[94175]: INFO neutron.wsgi [None req-cae2cdfe-d42e-49de-9cc0-1575265a0935 tempest-TestNetworkBasicOps-233187296 tempest-TestNetworkBasicOps-233187296-project] 10.222.0.20 "GET /v2.0/floatingips/abeaba28-49c2-407d-9b3e-2e17b099572e HTTP/1.1" status: 200 len: 991 time: 0.0729496 Jun 23 11:48:21.816249 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3ca77390-8532-4c3f-b875-bc2f35ab5519 None None] New status for floating IP abeaba28-49c2-407d-9b3e-2e17b099572e: ACTIVE {{(pid=94176) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 23 11:48:21.934995 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron_lib.callbacks.manager [None req-dc7542b2-afef-47f4-a763-e3a3cba144be None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-923122'] for port, before_update {{(pid=94176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:48:21.964421 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.plugins.ml2.db [None req-dc7542b2-afef-47f4-a763-e3a3cba144be None None] For port 14031ea2-045e-4c71-b6f2-e0db5a671934, host dv-neutron-601336-94-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-94-hyperv',level=0,port_id=14031ea2-045e-4c71-b6f2-e0db5a671934,segment=NetworkSegment(c23be0a5-6980-48fb-bc9f-4a24717fe1de),segment_id=c23be0a5-6980-48fb-bc9f-4a24717fe1de)] {{(pid=94176) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 23 11:48:22.049309 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron_lib.callbacks.manager [None req-dc7542b2-afef-47f4-a763-e3a3cba144be None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-922904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866062', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773700135042', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773699642233', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773699642278'] for port, after_update {{(pid=94176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:48:22.050139 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.plugins.ml2.rpc [None req-dc7542b2-afef-47f4-a763-e3a3cba144be None None] Device bd69653a-21f9-4fdd-808f-be69a4448cf8 up at agent ovs-agent-dv-neutron-601336-94-hyperv {{(pid=94176) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:298}} Jun 23 11:48:22.051798 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG oslo_concurrency.lockutils [None req-dc7542b2-afef-47f4-a763-e3a3cba144be None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 11:48:22.127667 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc7542b2-afef-47f4-a763-e3a3cba144be None None] Pushing event updated for resources: {'Port': ['ID=14031ea2-045e-4c71-b6f2-e0db5a671934,revision_number=6']} {{(pid=94176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 11:48:22.132103 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG oslo_concurrency.lockutils [None req-dc7542b2-afef-47f4-a763-e3a3cba144be None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.080s {{(pid=94176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 11:48:22.143460 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.db.provisioning_blocks [None req-dc7542b2-afef-47f4-a763-e3a3cba144be None None] Provisioning complete for port bd69653a-21f9-4fdd-808f-be69a4448cf8 triggered by entity L2. {{(pid=94176) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 23 11:48:22.143856 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron_lib.callbacks.manager [None req-dc7542b2-afef-47f4-a763-e3a3cba144be None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-899258'] for port, provisioning_complete {{(pid=94176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:48:22.219635 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron_lib.callbacks.manager [None req-dc7542b2-afef-47f4-a763-e3a3cba144be None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-923122'] for port, before_update {{(pid=94176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:48:22.252585 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.plugins.ml2.db [None req-dc7542b2-afef-47f4-a763-e3a3cba144be None None] For port bd69653a-21f9-4fdd-808f-be69a4448cf8, host dv-neutron-601336-94-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-94-hyperv',level=0,port_id=bd69653a-21f9-4fdd-808f-be69a4448cf8,segment=NetworkSegment(9fe0df20-b087-4acd-b971-5d44f6912d06),segment_id=9fe0df20-b087-4acd-b971-5d44f6912d06)] {{(pid=94176) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 23 11:48:22.316783 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron_lib.callbacks.manager [None req-dc7542b2-afef-47f4-a763-e3a3cba144be None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-922904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866062', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773700135042', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773699642233', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773699642278'] for port, after_update {{(pid=94176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:48:22.319525 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG oslo_concurrency.lockutils [None req-97bd5441-1da2-49ee-a364-27795820ba27 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 11:48:22.369126 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc7542b2-afef-47f4-a763-e3a3cba144be None None] Pushing event updated for resources: {'Port': ['ID=bd69653a-21f9-4fdd-808f-be69a4448cf8,revision_number=7']} {{(pid=94176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 11:48:22.372207 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG oslo_concurrency.lockutils [None req-dc7542b2-afef-47f4-a763-e3a3cba144be None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.053s {{(pid=94176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 11:48:22.783218 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.wsgi [-] (94174) accepted ('10.222.0.20', 45112) {{(pid=94174) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 11:48:22.847645 dv-neutron-601336-94-hyperv neutron-server[94174]: INFO neutron.wsgi [None req-c5b471fa-8d6f-431f-976a-fb80148b48c8 tempest-TestNetworkBasicOps-233187296 tempest-TestNetworkBasicOps-233187296-project] 10.222.0.20 "GET /v2.0/floatingips/abeaba28-49c2-407d-9b3e-2e17b099572e HTTP/1.1" status: 200 len: 993 time: 0.0631628 Jun 23 11:48:23.113493 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.wsgi [-] (94174) accepted ('10.222.0.20', 45118) {{(pid=94174) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 11:48:23.265578 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.plugins.ml2.plugin [None req-b0c64814-ec19-401d-ad8d-10b549d3cdba tempest-TestNetworkBasicOps-233187296 tempest-TestNetworkBasicOps-233187296-project] Deleting port 2c343c3e-1916-461c-922c-73c82cf948a2 {{(pid=94174) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1913}} Jun 23 11:48:23.265944 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron_lib.callbacks.manager [None req-b0c64814-ec19-401d-ad8d-10b549d3cdba tempest-TestNetworkBasicOps-233187296 tempest-TestNetworkBasicOps-233187296-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773700079324'] for port, before_delete {{(pid=94174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:48:23.339275 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron_lib.callbacks.manager [None req-b0c64814-ec19-401d-ad8d-10b549d3cdba tempest-TestNetworkBasicOps-233187296 tempest-TestNetworkBasicOps-233187296-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-430722'] for port, precommit_delete {{(pid=94174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:48:23.339605 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron_lib.callbacks.manager [None req-b0c64814-ec19-401d-ad8d-10b549d3cdba tempest-TestNetworkBasicOps-233187296 tempest-TestNetworkBasicOps-233187296-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:48:23.351635 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.plugins.ml2.plugin [None req-b0c64814-ec19-401d-ad8d-10b549d3cdba tempest-TestNetworkBasicOps-233187296 tempest-TestNetworkBasicOps-233187296-project] Calling delete_port for 2c343c3e-1916-461c-922c-73c82cf948a2 owned by network:floatingip {{(pid=94174) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1986}} Jun 23 11:48:23.397951 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron_lib.callbacks.manager [None req-97bd5441-1da2-49ee-a364-27795820ba27 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773699952132', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-899307'] for agent, after_update {{(pid=94176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:48:23.569692 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron_lib.callbacks.manager [None req-b0c64814-ec19-401d-ad8d-10b549d3cdba tempest-TestNetworkBasicOps-233187296 tempest-TestNetworkBasicOps-233187296-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-922904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866062', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773700135024', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773699642224', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5196390'] for port, after_delete {{(pid=94174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:48:23.572821 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG oslo_concurrency.lockutils [None req-ff10f703-268c-412d-a3ac-147ec9111823 tempest-TestNetworkBasicOps-233187296 tempest-TestNetworkBasicOps-233187296-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94174) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 11:48:23.601273 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0c64814-ec19-401d-ad8d-10b549d3cdba tempest-TestNetworkBasicOps-233187296 tempest-TestNetworkBasicOps-233187296-project] Pushing event deleted for resources: {'Port': ['ID=2c343c3e-1916-461c-922c-73c82cf948a2,revision_number=None']} {{(pid=94174) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 11:48:23.628224 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0c64814-ec19-401d-ad8d-10b549d3cdba tempest-TestNetworkBasicOps-233187296 tempest-TestNetworkBasicOps-233187296-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-601336-94-hyperv {{(pid=94174) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 11:48:23.628621 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0c64814-ec19-401d-ad8d-10b549d3cdba tempest-TestNetworkBasicOps-233187296 tempest-TestNetworkBasicOps-233187296-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-94-hyperv {{(pid=94174) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 11:48:23.629015 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0c64814-ec19-401d-ad8d-10b549d3cdba tempest-TestNetworkBasicOps-233187296 tempest-TestNetworkBasicOps-233187296-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-94-hyperv {{(pid=94174) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 11:48:23.629401 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0c64814-ec19-401d-ad8d-10b549d3cdba tempest-TestNetworkBasicOps-233187296 tempest-TestNetworkBasicOps-233187296-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-601336-94-hyperv {{(pid=94174) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 11:48:23.629816 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0c64814-ec19-401d-ad8d-10b549d3cdba tempest-TestNetworkBasicOps-233187296 tempest-TestNetworkBasicOps-233187296-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-601336-94-hyperv {{(pid=94174) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 11:48:23.630198 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0c64814-ec19-401d-ad8d-10b549d3cdba tempest-TestNetworkBasicOps-233187296 tempest-TestNetworkBasicOps-233187296-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-601336-94-hyperv {{(pid=94174) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 11:48:23.630610 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0c64814-ec19-401d-ad8d-10b549d3cdba tempest-TestNetworkBasicOps-233187296 tempest-TestNetworkBasicOps-233187296-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-601336-94-hyperv {{(pid=94174) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 11:48:23.631025 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0c64814-ec19-401d-ad8d-10b549d3cdba tempest-TestNetworkBasicOps-233187296 tempest-TestNetworkBasicOps-233187296-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-601336-94-hyperv {{(pid=94174) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 11:48:23.633170 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0c64814-ec19-401d-ad8d-10b549d3cdba tempest-TestNetworkBasicOps-233187296 tempest-TestNetworkBasicOps-233187296-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-601336-94-hyperv {{(pid=94174) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 11:48:23.633170 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0c64814-ec19-401d-ad8d-10b549d3cdba tempest-TestNetworkBasicOps-233187296 tempest-TestNetworkBasicOps-233187296-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-94-hyperv {{(pid=94174) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 11:48:23.633170 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0c64814-ec19-401d-ad8d-10b549d3cdba tempest-TestNetworkBasicOps-233187296 tempest-TestNetworkBasicOps-233187296-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-601336-94-hyperv {{(pid=94174) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 11:48:23.633170 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0c64814-ec19-401d-ad8d-10b549d3cdba tempest-TestNetworkBasicOps-233187296 tempest-TestNetworkBasicOps-233187296-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-601336-94-hyperv {{(pid=94174) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 11:48:23.635751 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG oslo_concurrency.lockutils [None req-b0c64814-ec19-401d-ad8d-10b549d3cdba tempest-TestNetworkBasicOps-233187296 tempest-TestNetworkBasicOps-233187296-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.063s {{(pid=94174) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 11:48:23.676144 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron_lib.callbacks.manager [None req-b0c64814-ec19-401d-ad8d-10b549d3cdba tempest-TestNetworkBasicOps-233187296 tempest-TestNetworkBasicOps-233187296-project] Notify callbacks [] for floatingip, after_delete {{(pid=94174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:48:23.676492 dv-neutron-601336-94-hyperv neutron-server[94174]: INFO neutron.db.l3_db [None req-b0c64814-ec19-401d-ad8d-10b549d3cdba tempest-TestNetworkBasicOps-233187296 tempest-TestNetworkBasicOps-233187296-project] Floating IP abeaba28-49c2-407d-9b3e-2e17b099572e disassociated (deleted). External IP: 172.26.3.157, port: b9ab9d1c-f90c-46df-ba19-3c7dd94f50fe. Jun 23 11:48:23.701677 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.plugins.ml2.rpc [None req-dc7542b2-afef-47f4-a763-e3a3cba144be None None] Device 14031ea2-045e-4c71-b6f2-e0db5a671934 up at agent ovs-agent-dv-neutron-601336-94-hyperv {{(pid=94176) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:298}} Jun 23 11:48:23.749724 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.db.provisioning_blocks [None req-dc7542b2-afef-47f4-a763-e3a3cba144be None None] Provisioning complete for port 14031ea2-045e-4c71-b6f2-e0db5a671934 triggered by entity L2. {{(pid=94176) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 23 11:48:23.750110 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron_lib.callbacks.manager [None req-dc7542b2-afef-47f4-a763-e3a3cba144be None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-899258'] for port, provisioning_complete {{(pid=94176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:48:23.825573 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.plugins.ml2.rpc [None req-dc7542b2-afef-47f4-a763-e3a3cba144be None None] Device bd69653a-21f9-4fdd-808f-be69a4448cf8 up at agent ovs-agent-dv-neutron-601336-94-hyperv {{(pid=94176) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:298}} Jun 23 11:48:23.872918 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.db.provisioning_blocks [None req-dc7542b2-afef-47f4-a763-e3a3cba144be None None] Provisioning complete for port bd69653a-21f9-4fdd-808f-be69a4448cf8 triggered by entity L2. {{(pid=94176) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 23 11:48:23.873298 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron_lib.callbacks.manager [None req-dc7542b2-afef-47f4-a763-e3a3cba144be None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-899258'] for port, provisioning_complete {{(pid=94176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:48:23.886045 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b0c64814-ec19-401d-ad8d-10b549d3cdba tempest-TestNetworkBasicOps-233187296 tempest-TestNetworkBasicOps-233187296-project] Router 5143d03d-4f07-43c8-84fe-db81aabf92b3 has already been hosted by L3 agent 50ef99c0-ef28-4db5-b303-b145898fae60 {{(pid=94174) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 23 11:48:23.993367 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b0c64814-ec19-401d-ad8d-10b549d3cdba tempest-TestNetworkBasicOps-233187296 tempest-TestNetworkBasicOps-233187296-project] Notify agent at l3_agent.dv-neutron-601336-94-hyperv the message routers_updated {{(pid=94174) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 23 11:48:24.003787 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron_lib.callbacks.manager [None req-b0c64814-ec19-401d-ad8d-10b549d3cdba tempest-TestNetworkBasicOps-233187296 tempest-TestNetworkBasicOps-233187296-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-217507'] for floatingip, before_response {{(pid=94174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:48:24.006470 dv-neutron-601336-94-hyperv neutron-server[94177]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4a4596b9-2fec-4250-bcdc-11317a424e27 None None] Sync routers for ids ['5143d03d-4f07-43c8-84fe-db81aabf92b3'] in dv-neutron-601336-94-hyperv {{(pid=94177) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 23 11:48:24.016503 dv-neutron-601336-94-hyperv neutron-server[94177]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4a4596b9-2fec-4250-bcdc-11317a424e27 None None] Routers {'5143d03d-4f07-43c8-84fe-db81aabf92b3'} bound to L3 agent in host dv-neutron-601336-94-hyperv {{(pid=94177) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 23 11:48:24.017111 dv-neutron-601336-94-hyperv neutron-server[94177]: DEBUG neutron.db.l3_hamode_db [None req-4a4596b9-2fec-4250-bcdc-11317a424e27 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-601336-94-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-23T11:22:13Z,description=,heartbeat_timestamp=2021-06-23T11:48:13Z,host='dv-neutron-601336-94-hyperv',id=50ef99c0-ef28-4db5-b303-b145898fae60,load=0,resource_versions=,resources_synced=,started_at=2021-06-23T11:22:14Z,topic='l3_agent')) {'router_ids': ['5143d03d-4f07-43c8-84fe-db81aabf92b3'], 'active': True} {{(pid=94177) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 11:48:24.037477 dv-neutron-601336-94-hyperv neutron-server[94174]: INFO neutron.wsgi [None req-b0c64814-ec19-401d-ad8d-10b549d3cdba tempest-TestNetworkBasicOps-233187296 tempest-TestNetworkBasicOps-233187296-project] 10.222.0.20 "DELETE /v2.0/floatingips/abeaba28-49c2-407d-9b3e-2e17b099572e HTTP/1.1" status: 204 len: 168 time: 0.9204938 Jun 23 11:48:24.037477 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ac6e3989-0fc9-44af-a7af-41b0e20fd2a7', 'tag': 'b9ab9d1c-f90c-46df-ba19-3c7dd94f50fe'}] {{(pid=94174) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 23 11:48:24.038405 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6ff47218258ed5bf6cae7f276c9622ae488f9e8ebc13d1a310221fbcfb04c5dd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ee497194-c469-423a-a1bd-31db796c498c" -d '{"events": [{"name": "network-changed", "server_uuid": "ac6e3989-0fc9-44af-a7af-41b0e20fd2a7", "tag": "b9ab9d1c-f90c-46df-ba19-3c7dd94f50fe"}]}' {{(pid=94174) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 23 11:48:24.080595 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 23 Jun 2021 11:48:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-23175883-d018-4d65-baf5-91ff20a20310 x-openstack-request-id: req-23175883-d018-4d65-baf5-91ff20a20310 {{(pid=94174) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 23 11:48:24.081092 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ac6e3989-0fc9-44af-a7af-41b0e20fd2a7", "tag": "b9ab9d1c-f90c-46df-ba19-3c7dd94f50fe", "status": "completed", "code": 200}]} {{(pid=94174) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 23 11:48:24.081411 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-23175883-d018-4d65-baf5-91ff20a20310 {{(pid=94174) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 23 11:48:24.081870 dv-neutron-601336-94-hyperv neutron-server[94174]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ac6e3989-0fc9-44af-a7af-41b0e20fd2a7', 'tag': 'b9ab9d1c-f90c-46df-ba19-3c7dd94f50fe', 'status': 'completed', 'code': 200} Jun 23 11:48:24.129073 dv-neutron-601336-94-hyperv neutron-server[94177]: DEBUG neutron.db.l3_dvr_db [None req-4a4596b9-2fec-4250-bcdc-11317a424e27 None None] Set router 5143d03d-4f07-43c8-84fe-db81aabf92b3 gateway port host: dv-neutron-601336-94-hyperv {{(pid=94177) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:838}} Jun 23 11:48:24.167368 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee497194-c469-423a-a1bd-31db796c498c req-73123990-aa73-45d0-86ef-88f7cc650e52 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 11:48:24.168961 dv-neutron-601336-94-hyperv neutron-server[94175]: INFO neutron.wsgi [req-ee497194-c469-423a-a1bd-31db796c498c req-73123990-aa73-45d0-86ef-88f7cc650e52 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=772b9946478d439e9da4eaeade7fb21d&device_id=ac6e3989-0fc9-44af-a7af-41b0e20fd2a7 HTTP/1.1" status: 200 len: 1098 time: 0.0641379 Jun 23 11:48:24.261210 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee497194-c469-423a-a1bd-31db796c498c req-15cce726-5e12-48ac-be91-1f07edecb99a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 11:48:24.263249 dv-neutron-601336-94-hyperv neutron-server[94175]: INFO neutron.wsgi [req-ee497194-c469-423a-a1bd-31db796c498c req-15cce726-5e12-48ac-be91-1f07edecb99a service neutron] 10.222.0.52 "GET /v2.0/networks?id=53f72c34-6c9d-41a7-8c5f-e32d44e0fdca HTTP/1.1" status: 200 len: 897 time: 0.0879629 Jun 23 11:48:24.303361 dv-neutron-601336-94-hyperv neutron-server[94175]: INFO neutron.wsgi [req-ee497194-c469-423a-a1bd-31db796c498c req-9a652ac0-6837-47a3-8b02-cf2e5ea57318 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=b9ab9d1c-f90c-46df-ba19-3c7dd94f50fe HTTP/1.1" status: 200 len: 217 time: 0.0350585 Jun 23 11:48:24.335022 dv-neutron-601336-94-hyperv neutron-server[94177]: DEBUG neutron.db.l3_hamode_db [None req-4a4596b9-2fec-4250-bcdc-11317a424e27 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5143d03d-4f07-43c8-84fe-db81aabf92b3', 'name': 'tempest-TestNetworkBasicOps-router-1322041481', 'tenant_id': '772b9946478d439e9da4eaeade7fb21d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3e7e4eb3-cf02-4d47-ade9-0a579cdfc60f', 'external_fixed_ips': [{'subnet_id': 'a5ad15ab-c489-4a67-a9b0-d559fca0ec71', 'ip_address': '172.26.3.111'}], 'enable_snat': True}, 'gw_port_id': '14031ea2-045e-4c71-b6f2-e0db5a671934', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-23T11:47:22Z', 'updated_at': '2021-06-23T11:48:19Z', 'revision_number': 6, 'project_id': '772b9946478d439e9da4eaeade7fb21d', 'gw_port': {'id': '14031ea2-045e-4c71-b6f2-e0db5a671934', 'name': '', 'network_id': '3e7e4eb3-cf02-4d47-ade9-0a579cdfc60f', 'tenant_id': '', 'mac_address': 'fa:16:3e:54:2b:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5143d03d-4f07-43c8-84fe-db81aabf92b3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1512, 'fixed_ips': [{'subnet_id': 'a5ad15ab-c489-4a67-a9b0-d559fca0ec71', 'ip_address': '172.26.3.111', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-94-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-23T11:47:23Z', 'updated_at': '2021-06-23T11:48:21Z', 'revision_number': 6, 'project_id': '', 'subnets': [{'id': 'a5ad15ab-c489-4a67-a9b0-d559fca0ec71', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-601336-94-hyperv', '_interfaces': [{'id': 'bd69653a-21f9-4fdd-808f-be69a4448cf8', 'name': '', 'network_id': '53f72c34-6c9d-41a7-8c5f-e32d44e0fdca', 'tenant_id': '772b9946478d439e9da4eaeade7fb21d', 'mac_address': 'fa:16:3e:1c:c1:e3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5143d03d-4f07-43c8-84fe-db81aabf92b3', 'device_owner': 'network:router_interface', 'standard_attr_id': 1515, 'fixed_ips': [{'subnet_id': 'd0383cea-9245-4c60-97d7-044b801e4031', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-94-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-23T11:47:26Z', 'updated_at': '2021-06-23T11:48:22Z', 'revision_number': 7, 'project_id': '772b9946478d439e9da4eaeade7fb21d', 'subnets': [{'id': 'd0383cea-9245-4c60-97d7-044b801e4031', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-601336-94-hyperv', False) {} {{(pid=94177) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 11:48:24.357276 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee497194-c469-423a-a1bd-31db796c498c req-1a8b407e-60fb-425a-bf3b-3ac5b2648682 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 11:48:24.358724 dv-neutron-601336-94-hyperv neutron-server[94175]: INFO neutron.wsgi [req-ee497194-c469-423a-a1bd-31db796c498c req-1a8b407e-60fb-425a-bf3b-3ac5b2648682 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=d0383cea-9245-4c60-97d7-044b801e4031 HTTP/1.1" status: 200 len: 834 time: 0.0483234 Jun 23 11:48:24.360770 dv-neutron-601336-94-hyperv neutron-server[94177]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4a4596b9-2fec-4250-bcdc-11317a424e27 None None] Checking router: 5143d03d-4f07-43c8-84fe-db81aabf92b3 for host: dv-neutron-601336-94-hyperv {{(pid=94177) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 23 11:48:24.369193 dv-neutron-601336-94-hyperv neutron-server[94177]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4a4596b9-2fec-4250-bcdc-11317a424e27 None None] Routers {'5143d03d-4f07-43c8-84fe-db81aabf92b3'} bound to L3 agent in host dv-neutron-601336-94-hyperv {{(pid=94177) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 23 11:48:24.369880 dv-neutron-601336-94-hyperv neutron-server[94177]: DEBUG neutron.db.l3_hamode_db [None req-4a4596b9-2fec-4250-bcdc-11317a424e27 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-601336-94-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-23T11:22:13Z,description=,heartbeat_timestamp=2021-06-23T11:48:13Z,host='dv-neutron-601336-94-hyperv',id=50ef99c0-ef28-4db5-b303-b145898fae60,load=0,resource_versions=,resources_synced=,started_at=2021-06-23T11:22:14Z,topic='l3_agent')) {'router_ids': ['5143d03d-4f07-43c8-84fe-db81aabf92b3'], 'active': True} {{(pid=94177) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 11:48:24.416811 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee497194-c469-423a-a1bd-31db796c498c req-746d1777-dc4d-4ed0-b5d1-34a696bd8ef1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 11:48:24.418335 dv-neutron-601336-94-hyperv neutron-server[94175]: INFO neutron.wsgi [req-ee497194-c469-423a-a1bd-31db796c498c req-746d1777-dc4d-4ed0-b5d1-34a696bd8ef1 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=53f72c34-6c9d-41a7-8c5f-e32d44e0fdca&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1178 time: 0.0539179 Jun 23 11:48:24.475594 dv-neutron-601336-94-hyperv neutron-server[94177]: DEBUG neutron.db.l3_dvr_db [None req-4a4596b9-2fec-4250-bcdc-11317a424e27 None None] Set router 5143d03d-4f07-43c8-84fe-db81aabf92b3 gateway port host: dv-neutron-601336-94-hyperv {{(pid=94177) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:838}} Jun 23 11:48:24.510172 dv-neutron-601336-94-hyperv neutron-server[94175]: INFO neutron.wsgi [req-ee497194-c469-423a-a1bd-31db796c498c req-80601a58-9816-45cf-a234-49e0f848a21b service neutron] 10.222.0.52 "GET /v2.0/networks/53f72c34-6c9d-41a7-8c5f-e32d44e0fdca?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0856929 Jun 23 11:48:24.609898 dv-neutron-601336-94-hyperv neutron-server[94175]: INFO neutron.wsgi [req-ee497194-c469-423a-a1bd-31db796c498c req-0763ec8d-ca0c-4ae4-bc1f-41018755e51b service neutron] 10.222.0.52 "GET /v2.0/networks/53f72c34-6c9d-41a7-8c5f-e32d44e0fdca?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0928783 Jun 23 11:48:24.654488 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a20a2c56-6133-4e74-badb-9e0ce54e2814 req-5af5a251-a352-4330-9a0a-5de00a458abe tempest-TestNetworkBasicOps-233187296 tempest-TestNetworkBasicOps-233187296-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94174) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 11:48:24.656090 dv-neutron-601336-94-hyperv neutron-server[94174]: INFO neutron.wsgi [req-a20a2c56-6133-4e74-badb-9e0ce54e2814 req-5af5a251-a352-4330-9a0a-5de00a458abe tempest-TestNetworkBasicOps-233187296 tempest-TestNetworkBasicOps-233187296-project] 10.222.0.20 "GET /v2.0/ports?device_id=ac6e3989-0fc9-44af-a7af-41b0e20fd2a7 HTTP/1.1" status: 200 len: 945 time: 0.0660555 Jun 23 11:48:24.697038 dv-neutron-601336-94-hyperv neutron-server[94174]: INFO neutron.wsgi [req-a20a2c56-6133-4e74-badb-9e0ce54e2814 req-c0e97196-aec1-40db-9862-1b746fbc6586 tempest-TestNetworkBasicOps-233187296 tempest-TestNetworkBasicOps-233187296-project] 10.222.0.20 "GET /v2.0/security-groups?id=b9b9a713-f5af-4500-ab59-dc51c4cb5435&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0348911 Jun 23 11:48:24.765318 dv-neutron-601336-94-hyperv neutron-server[94177]: DEBUG neutron.db.l3_hamode_db [None req-4a4596b9-2fec-4250-bcdc-11317a424e27 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5143d03d-4f07-43c8-84fe-db81aabf92b3', 'name': 'tempest-TestNetworkBasicOps-router-1322041481', 'tenant_id': '772b9946478d439e9da4eaeade7fb21d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3e7e4eb3-cf02-4d47-ade9-0a579cdfc60f', 'external_fixed_ips': [{'subnet_id': 'a5ad15ab-c489-4a67-a9b0-d559fca0ec71', 'ip_address': '172.26.3.111'}], 'enable_snat': True}, 'gw_port_id': '14031ea2-045e-4c71-b6f2-e0db5a671934', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-23T11:47:22Z', 'updated_at': '2021-06-23T11:48:19Z', 'revision_number': 6, 'project_id': '772b9946478d439e9da4eaeade7fb21d', 'gw_port': {'id': '14031ea2-045e-4c71-b6f2-e0db5a671934', 'name': '', 'network_id': '3e7e4eb3-cf02-4d47-ade9-0a579cdfc60f', 'tenant_id': '', 'mac_address': 'fa:16:3e:54:2b:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5143d03d-4f07-43c8-84fe-db81aabf92b3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1512, 'fixed_ips': [{'subnet_id': 'a5ad15ab-c489-4a67-a9b0-d559fca0ec71', 'ip_address': '172.26.3.111', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-94-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-23T11:47:23Z', 'updated_at': '2021-06-23T11:48:21Z', 'revision_number': 6, 'project_id': '', 'subnets': [{'id': 'a5ad15ab-c489-4a67-a9b0-d559fca0ec71', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-601336-94-hyperv', '_interfaces': [{'id': 'bd69653a-21f9-4fdd-808f-be69a4448cf8', 'name': '', 'network_id': '53f72c34-6c9d-41a7-8c5f-e32d44e0fdca', 'tenant_id': '772b9946478d439e9da4eaeade7fb21d', 'mac_address': 'fa:16:3e:1c:c1:e3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5143d03d-4f07-43c8-84fe-db81aabf92b3', 'device_owner': 'network:router_interface', 'standard_attr_id': 1515, 'fixed_ips': [{'subnet_id': 'd0383cea-9245-4c60-97d7-044b801e4031', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-94-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-23T11:47:26Z', 'updated_at': '2021-06-23T11:48:22Z', 'revision_number': 7, 'project_id': '772b9946478d439e9da4eaeade7fb21d', 'subnets': [{'id': 'd0383cea-9245-4c60-97d7-044b801e4031', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-601336-94-hyperv', False) {} {{(pid=94177) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 11:48:24.789817 dv-neutron-601336-94-hyperv neutron-server[94177]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4a4596b9-2fec-4250-bcdc-11317a424e27 None None] The sync data for ids ['5143d03d-4f07-43c8-84fe-db81aabf92b3'] in dv-neutron-601336-94-hyperv is: [{'id': '5143d03d-4f07-43c8-84fe-db81aabf92b3', 'name': 'tempest-TestNetworkBasicOps-router-1322041481', 'tenant_id': '772b9946478d439e9da4eaeade7fb21d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3e7e4eb3-cf02-4d47-ade9-0a579cdfc60f', 'external_fixed_ips': [{'subnet_id': 'a5ad15ab-c489-4a67-a9b0-d559fca0ec71', 'ip_address': '172.26.3.111'}], 'enable_snat': True}, 'gw_port_id': '14031ea2-045e-4c71-b6f2-e0db5a671934', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-23T11:47:22Z', 'updated_at': '2021-06-23T11:48:19Z', 'revision_number': 6, 'project_id': '772b9946478d439e9da4eaeade7fb21d', 'gw_port': {'id': '14031ea2-045e-4c71-b6f2-e0db5a671934', 'name': '', 'network_id': '3e7e4eb3-cf02-4d47-ade9-0a579cdfc60f', 'tenant_id': '', 'mac_address': 'fa:16:3e:54:2b:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5143d03d-4f07-43c8-84fe-db81aabf92b3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1512, 'fixed_ips': [{'subnet_id': 'a5ad15ab-c489-4a67-a9b0-d559fca0ec71', 'ip_address': '172.26.3.111', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-94-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-23T11:47:23Z', 'updated_at': '2021-06-23T11:48:21Z', 'revision_number': 6, 'project_id': '', 'subnets': [{'id': 'a5ad15ab-c489-4a67-a9b0-d559fca0ec71', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-601336-94-hyperv', '_interfaces': [{'id': 'bd69653a-21f9-4fdd-808f-be69a4448cf8', 'name': '', 'network_id': '53f72c34-6c9d-41a7-8c5f-e32d44e0fdca', 'tenant_id': '772b9946478d439e9da4eaeade7fb21d', 'mac_address': 'fa:16:3e:1c:c1:e3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5143d03d-4f07-43c8-84fe-db81aabf92b3', 'device_owner': 'network:router_interface', 'standard_attr_id': 1515, 'fixed_ips': [{'subnet_id': 'd0383cea-9245-4c60-97d7-044b801e4031', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-94-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-23T11:47:26Z', 'updated_at': '2021-06-23T11:48:22Z', 'revision_number': 7, 'project_id': '772b9946478d439e9da4eaeade7fb21d', 'subnets': [{'id': 'd0383cea-9245-4c60-97d7-044b801e4031', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94177) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 23 11:48:25.436243 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-461419ec-333c-45f5-baae-af18d90694c8 None None] New status for floating IP abeaba28-49c2-407d-9b3e-2e17b099572e: DOWN {{(pid=94176) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 23 11:48:25.905274 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ffc1cd0-df61-4c8d-96b5-3e2ccb5fecf6 req-cdeb19ed-9d33-45b7-a741-4b863c59e088 tempest-TestNetworkBasicOps-233187296 tempest-TestNetworkBasicOps-233187296-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 11:48:25.906674 dv-neutron-601336-94-hyperv neutron-server[94175]: INFO neutron.wsgi [req-6ffc1cd0-df61-4c8d-96b5-3e2ccb5fecf6 req-cdeb19ed-9d33-45b7-a741-4b863c59e088 tempest-TestNetworkBasicOps-233187296 tempest-TestNetworkBasicOps-233187296-project] 10.222.0.52 "GET /v2.0/ports?device_id=ac6e3989-0fc9-44af-a7af-41b0e20fd2a7 HTTP/1.1" status: 200 len: 945 time: 0.1060486 Jun 23 11:48:25.927523 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56e05932-e3ae-42bf-a749-250a5c3c3248 req-17e4612b-04e8-4f7e-85cd-644743d971f5 tempest-TestNetworkBasicOps-233187296 tempest-TestNetworkBasicOps-233187296-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 11:48:25.928972 dv-neutron-601336-94-hyperv neutron-server[94175]: INFO neutron.wsgi [req-56e05932-e3ae-42bf-a749-250a5c3c3248 req-17e4612b-04e8-4f7e-85cd-644743d971f5 tempest-TestNetworkBasicOps-233187296 tempest-TestNetworkBasicOps-233187296-project] 10.222.0.20 "GET /v2.0/ports?device_id=ac6e3989-0fc9-44af-a7af-41b0e20fd2a7 HTTP/1.1" status: 200 len: 945 time: 0.1000888 Jun 23 11:48:26.355650 dv-neutron-601336-94-hyperv neutron-server[94175]: INFO neutron.wsgi [req-56e05932-e3ae-42bf-a749-250a5c3c3248 req-412f5861-a0d2-4f45-b1ed-8f0991bd4939 tempest-TestNetworkBasicOps-233187296 tempest-TestNetworkBasicOps-233187296-project] 10.222.0.20 "GET /v2.0/security-groups?id=b9b9a713-f5af-4500-ab59-dc51c4cb5435&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0656123 Jun 23 11:48:26.382832 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.plugins.ml2.plugin [req-6ffc1cd0-df61-4c8d-96b5-3e2ccb5fecf6 req-97689460-1f21-40a4-be29-695cf46b0cb0 tempest-TestNetworkBasicOps-233187296 tempest-TestNetworkBasicOps-233187296-project] Deleting port b9ab9d1c-f90c-46df-ba19-3c7dd94f50fe {{(pid=94175) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1913}} Jun 23 11:48:26.386424 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron_lib.callbacks.manager [req-6ffc1cd0-df61-4c8d-96b5-3e2ccb5fecf6 req-97689460-1f21-40a4-be29-695cf46b0cb0 tempest-TestNetworkBasicOps-233187296 tempest-TestNetworkBasicOps-233187296-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773700079324'] for port, before_delete {{(pid=94175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:48:26.474482 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.plugins.ml2.db [req-6ffc1cd0-df61-4c8d-96b5-3e2ccb5fecf6 req-97689460-1f21-40a4-be29-695cf46b0cb0 tempest-TestNetworkBasicOps-233187296 tempest-TestNetworkBasicOps-233187296-project] For port b9ab9d1c-f90c-46df-ba19-3c7dd94f50fe, host hv-neutron-6013, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-6013',level=0,port_id=b9ab9d1c-f90c-46df-ba19-3c7dd94f50fe,segment=NetworkSegment(9fe0df20-b087-4acd-b971-5d44f6912d06),segment_id=9fe0df20-b087-4acd-b971-5d44f6912d06)] {{(pid=94175) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 23 11:48:26.474838 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron_lib.callbacks.manager [req-6ffc1cd0-df61-4c8d-96b5-3e2ccb5fecf6 req-97689460-1f21-40a4-be29-695cf46b0cb0 tempest-TestNetworkBasicOps-233187296 tempest-TestNetworkBasicOps-233187296-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-430722'] for port, precommit_delete {{(pid=94175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:48:26.487552 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.plugins.ml2.plugin [req-6ffc1cd0-df61-4c8d-96b5-3e2ccb5fecf6 req-97689460-1f21-40a4-be29-695cf46b0cb0 tempest-TestNetworkBasicOps-233187296 tempest-TestNetworkBasicOps-233187296-project] Calling delete_port for b9ab9d1c-f90c-46df-ba19-3c7dd94f50fe owned by compute:nova {{(pid=94175) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1986}} Jun 23 11:48:26.659303 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron_lib.callbacks.manager [req-6ffc1cd0-df61-4c8d-96b5-3e2ccb5fecf6 req-97689460-1f21-40a4-be29-695cf46b0cb0 tempest-TestNetworkBasicOps-233187296 tempest-TestNetworkBasicOps-233187296-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-922904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866062', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773700135024', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773699642224', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5082448'] for port, after_delete {{(pid=94175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:48:26.663346 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG oslo_concurrency.lockutils [None req-f153247f-c600-4467-b849-921407971fff tempest-TestNetworkBasicOps-233187296 tempest-TestNetworkBasicOps-233187296-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94175) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 11:48:26.688244 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97689460-1f21-40a4-be29-695cf46b0cb0 tempest-TestNetworkBasicOps-233187296 tempest-TestNetworkBasicOps-233187296-project] Pushing event deleted for resources: {'Port': ['ID=b9ab9d1c-f90c-46df-ba19-3c7dd94f50fe,revision_number=None']} {{(pid=94175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 11:48:26.697852 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97689460-1f21-40a4-be29-695cf46b0cb0 tempest-TestNetworkBasicOps-233187296 tempest-TestNetworkBasicOps-233187296-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-601336-94-hyperv {{(pid=94175) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 11:48:26.698232 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97689460-1f21-40a4-be29-695cf46b0cb0 tempest-TestNetworkBasicOps-233187296 tempest-TestNetworkBasicOps-233187296-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-94-hyperv {{(pid=94175) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 11:48:26.698621 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97689460-1f21-40a4-be29-695cf46b0cb0 tempest-TestNetworkBasicOps-233187296 tempest-TestNetworkBasicOps-233187296-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-94-hyperv {{(pid=94175) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 11:48:26.698995 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97689460-1f21-40a4-be29-695cf46b0cb0 tempest-TestNetworkBasicOps-233187296 tempest-TestNetworkBasicOps-233187296-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-601336-94-hyperv {{(pid=94175) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 11:48:26.699402 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97689460-1f21-40a4-be29-695cf46b0cb0 tempest-TestNetworkBasicOps-233187296 tempest-TestNetworkBasicOps-233187296-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-601336-94-hyperv {{(pid=94175) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 11:48:26.699777 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97689460-1f21-40a4-be29-695cf46b0cb0 tempest-TestNetworkBasicOps-233187296 tempest-TestNetworkBasicOps-233187296-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-601336-94-hyperv {{(pid=94175) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 11:48:26.700701 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97689460-1f21-40a4-be29-695cf46b0cb0 tempest-TestNetworkBasicOps-233187296 tempest-TestNetworkBasicOps-233187296-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-601336-94-hyperv {{(pid=94175) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 11:48:26.700701 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97689460-1f21-40a4-be29-695cf46b0cb0 tempest-TestNetworkBasicOps-233187296 tempest-TestNetworkBasicOps-233187296-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-601336-94-hyperv {{(pid=94175) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 11:48:26.700890 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97689460-1f21-40a4-be29-695cf46b0cb0 tempest-TestNetworkBasicOps-233187296 tempest-TestNetworkBasicOps-233187296-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-601336-94-hyperv {{(pid=94175) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 11:48:26.701240 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97689460-1f21-40a4-be29-695cf46b0cb0 tempest-TestNetworkBasicOps-233187296 tempest-TestNetworkBasicOps-233187296-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-94-hyperv {{(pid=94175) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 11:48:26.701609 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97689460-1f21-40a4-be29-695cf46b0cb0 tempest-TestNetworkBasicOps-233187296 tempest-TestNetworkBasicOps-233187296-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-601336-94-hyperv {{(pid=94175) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 11:48:26.701975 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97689460-1f21-40a4-be29-695cf46b0cb0 tempest-TestNetworkBasicOps-233187296 tempest-TestNetworkBasicOps-233187296-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-601336-94-hyperv {{(pid=94175) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 11:48:26.708361 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG oslo_concurrency.lockutils [None req-97689460-1f21-40a4-be29-695cf46b0cb0 tempest-TestNetworkBasicOps-233187296 tempest-TestNetworkBasicOps-233187296-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=94175) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 11:48:26.747254 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.db.l3_dvrscheduler_db [req-6ffc1cd0-df61-4c8d-96b5-3e2ccb5fecf6 req-97689460-1f21-40a4-be29-695cf46b0cb0 tempest-TestNetworkBasicOps-233187296 tempest-TestNetworkBasicOps-233187296-project] No DVR routers for this DVR port b9ab9d1c-f90c-46df-ba19-3c7dd94f50fe on host hv-neutron-6013 {{(pid=94175) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 23 11:48:26.749733 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron_lib.callbacks.manager [req-6ffc1cd0-df61-4c8d-96b5-3e2ccb5fecf6 req-97689460-1f21-40a4-be29-695cf46b0cb0 tempest-TestNetworkBasicOps-233187296 tempest-TestNetworkBasicOps-233187296-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-217507'] for port, before_response {{(pid=94175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:48:26.751725 dv-neutron-601336-94-hyperv neutron-server[94175]: INFO neutron.wsgi [req-6ffc1cd0-df61-4c8d-96b5-3e2ccb5fecf6 req-97689460-1f21-40a4-be29-695cf46b0cb0 tempest-TestNetworkBasicOps-233187296 tempest-TestNetworkBasicOps-233187296-project] 10.222.0.52 "DELETE /v2.0/ports/b9ab9d1c-f90c-46df-ba19-3c7dd94f50fe HTTP/1.1" status: 204 len: 173 time: 0.8390632 Jun 23 11:48:26.752249 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ac6e3989-0fc9-44af-a7af-41b0e20fd2a7', 'name': 'network-vif-deleted', 'tag': 'b9ab9d1c-f90c-46df-ba19-3c7dd94f50fe'}] {{(pid=94175) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 23 11:48:26.754544 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1970408df4ea4e7170669a1249478e627cf05a5a0b07cc08a66c5cb53d0ac47a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3d7c9e7f-d0fd-494c-8f6e-6761e3ad2e1d" -d '{"events": [{"server_uuid": "ac6e3989-0fc9-44af-a7af-41b0e20fd2a7", "name": "network-vif-deleted", "tag": "b9ab9d1c-f90c-46df-ba19-3c7dd94f50fe"}]}' {{(pid=94175) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 23 11:48:26.790678 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 23 Jun 2021 11:48:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5196ebbc-8857-42cd-8794-b9e028ad5490 x-openstack-request-id: req-5196ebbc-8857-42cd-8794-b9e028ad5490 {{(pid=94175) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 23 11:48:26.791042 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ac6e3989-0fc9-44af-a7af-41b0e20fd2a7", "name": "network-vif-deleted", "tag": "b9ab9d1c-f90c-46df-ba19-3c7dd94f50fe", "status": "completed", "code": 200}]} {{(pid=94175) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 23 11:48:26.791433 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-5196ebbc-8857-42cd-8794-b9e028ad5490 {{(pid=94175) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 23 11:48:26.791918 dv-neutron-601336-94-hyperv neutron-server[94175]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ac6e3989-0fc9-44af-a7af-41b0e20fd2a7', 'name': 'network-vif-deleted', 'tag': 'b9ab9d1c-f90c-46df-ba19-3c7dd94f50fe', 'status': 'completed', 'code': 200} Jun 23 11:48:27.515937 dv-neutron-601336-94-hyperv neutron-server[94175]: INFO neutron.wsgi [req-4535af3e-b8d0-457e-a382-af620a9b3bb5 req-bd04a71c-7a1b-48df-b117-11137d33e562 tempest-TestNetworkBasicOps-233187296 tempest-TestNetworkBasicOps-233187296-project] 10.222.0.20 "GET /v2.0/ports?device_id=ac6e3989-0fc9-44af-a7af-41b0e20fd2a7 HTTP/1.1" status: 200 len: 210 time: 0.0327437 Jun 23 11:48:28.610829 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.wsgi [-] (94174) accepted ('10.222.0.20', 45134) {{(pid=94174) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 11:48:28.667955 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron_lib.callbacks.manager [None req-9d77cc9d-bdbe-43cd-afe3-422a008d0794 tempest-TestNetworkBasicOps-233187296 tempest-TestNetworkBasicOps-233187296-project] Notify callbacks [] for security_group, before_delete {{(pid=94174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:48:28.692358 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron_lib.callbacks.manager [None req-9d77cc9d-bdbe-43cd-afe3-422a008d0794 tempest-TestNetworkBasicOps-233187296 tempest-TestNetworkBasicOps-233187296-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:48:28.870548 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron_lib.callbacks.manager [None req-9d77cc9d-bdbe-43cd-afe3-422a008d0794 tempest-TestNetworkBasicOps-233187296 tempest-TestNetworkBasicOps-233187296-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7996330'] for security_group, after_delete {{(pid=94174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:48:28.873172 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron_lib.callbacks.manager [None req-9d77cc9d-bdbe-43cd-afe3-422a008d0794 tempest-TestNetworkBasicOps-233187296 tempest-TestNetworkBasicOps-233187296-project] Notify callbacks [] for security_group, before_response {{(pid=94174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:48:28.874316 dv-neutron-601336-94-hyperv neutron-server[94174]: INFO neutron.wsgi [None req-9d77cc9d-bdbe-43cd-afe3-422a008d0794 tempest-TestNetworkBasicOps-233187296 tempest-TestNetworkBasicOps-233187296-project] 10.222.0.20 "DELETE /v2.0/security-groups/b9b9a713-f5af-4500-ab59-dc51c4cb5435 HTTP/1.1" status: 204 len: 168 time: 0.2624853 Jun 23 11:48:28.875756 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG oslo_concurrency.lockutils [None req-ab787689-4d6e-4ab5-926e-6b9c6b968b4b tempest-TestNetworkBasicOps-233187296 tempest-TestNetworkBasicOps-233187296-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94174) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 11:48:28.884526 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d77cc9d-bdbe-43cd-afe3-422a008d0794 tempest-TestNetworkBasicOps-233187296 tempest-TestNetworkBasicOps-233187296-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=b9b9a713-f5af-4500-ab59-dc51c4cb5435,revision_number=None']} {{(pid=94174) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 11:48:28.887469 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG oslo_concurrency.lockutils [None req-9d77cc9d-bdbe-43cd-afe3-422a008d0794 tempest-TestNetworkBasicOps-233187296 tempest-TestNetworkBasicOps-233187296-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.012s {{(pid=94174) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 11:48:28.981067 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.wsgi [-] (94175) accepted ('10.222.0.20', 45138) {{(pid=94175) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 11:48:29.339296 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron_lib.callbacks.manager [None req-b2227dd4-fa47-4536-a067-aff0fa2e8c8e tempest-TestNetworkBasicOps-233187296 tempest-TestNetworkBasicOps-233187296-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-453061'] for router_interface, before_delete {{(pid=94175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:48:29.604017 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.plugins.ml2.plugin [None req-b2227dd4-fa47-4536-a067-aff0fa2e8c8e tempest-TestNetworkBasicOps-233187296 tempest-TestNetworkBasicOps-233187296-project] Deleting port bd69653a-21f9-4fdd-808f-be69a4448cf8 {{(pid=94175) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1913}} Jun 23 11:48:29.604279 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron_lib.callbacks.manager [None req-b2227dd4-fa47-4536-a067-aff0fa2e8c8e tempest-TestNetworkBasicOps-233187296 tempest-TestNetworkBasicOps-233187296-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773700079324'] for port, before_delete {{(pid=94175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:48:29.693067 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.plugins.ml2.db [None req-b2227dd4-fa47-4536-a067-aff0fa2e8c8e tempest-TestNetworkBasicOps-233187296 tempest-TestNetworkBasicOps-233187296-project] For port bd69653a-21f9-4fdd-808f-be69a4448cf8, host dv-neutron-601336-94-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-94-hyperv',level=0,port_id=bd69653a-21f9-4fdd-808f-be69a4448cf8,segment=NetworkSegment(9fe0df20-b087-4acd-b971-5d44f6912d06),segment_id=9fe0df20-b087-4acd-b971-5d44f6912d06)] {{(pid=94175) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 23 11:48:29.693425 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron_lib.callbacks.manager [None req-b2227dd4-fa47-4536-a067-aff0fa2e8c8e tempest-TestNetworkBasicOps-233187296 tempest-TestNetworkBasicOps-233187296-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-430722'] for port, precommit_delete {{(pid=94175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:48:29.706365 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.plugins.ml2.plugin [None req-b2227dd4-fa47-4536-a067-aff0fa2e8c8e tempest-TestNetworkBasicOps-233187296 tempest-TestNetworkBasicOps-233187296-project] Calling delete_port for bd69653a-21f9-4fdd-808f-be69a4448cf8 owned by network:router_interface {{(pid=94175) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1986}} Jun 23 11:48:29.951718 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron_lib.callbacks.manager [None req-b2227dd4-fa47-4536-a067-aff0fa2e8c8e tempest-TestNetworkBasicOps-233187296 tempest-TestNetworkBasicOps-233187296-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-922904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866062', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773700135024', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773699642224', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5082448'] for port, after_delete {{(pid=94175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:48:29.954525 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG oslo_concurrency.lockutils [None req-862fc4b3-28a1-4775-b06e-f8dc0be20402 tempest-TestVolumeBootPattern-1838142519 tempest-TestVolumeBootPattern-1838142519-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94175) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 11:48:29.979621 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2227dd4-fa47-4536-a067-aff0fa2e8c8e tempest-TestNetworkBasicOps-233187296 tempest-TestNetworkBasicOps-233187296-project] Pushing event deleted for resources: {'Port': ['ID=bd69653a-21f9-4fdd-808f-be69a4448cf8,revision_number=None']} {{(pid=94175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 11:48:29.982769 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG oslo_concurrency.lockutils [None req-b2227dd4-fa47-4536-a067-aff0fa2e8c8e tempest-TestNetworkBasicOps-233187296 tempest-TestNetworkBasicOps-233187296-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.029s {{(pid=94175) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 11:48:30.160804 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron_lib.callbacks.manager [None req-b2227dd4-fa47-4536-a067-aff0fa2e8c8e tempest-TestNetworkBasicOps-233187296 tempest-TestNetworkBasicOps-233187296-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-7866080', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-516693'] for router_interface, after_delete {{(pid=94175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:48:30.372458 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b2227dd4-fa47-4536-a067-aff0fa2e8c8e tempest-TestNetworkBasicOps-233187296 tempest-TestNetworkBasicOps-233187296-project] Router 5143d03d-4f07-43c8-84fe-db81aabf92b3 has already been hosted by L3 agent 50ef99c0-ef28-4db5-b303-b145898fae60 {{(pid=94175) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 23 11:48:30.399256 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.plugins.ml2.rpc [None req-97bd5441-1da2-49ee-a364-27795820ba27 None None] Device b9ab9d1c-f90c-46df-ba19-3c7dd94f50fe no longer exists at agent hyperv_hv-neutron-6013 {{(pid=94176) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:261}} Jun 23 11:48:30.418410 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.plugins.ml2.plugin [None req-97bd5441-1da2-49ee-a364-27795820ba27 None None] No Port match for: b9ab9d1c-f90c-46df-ba19-3c7dd94f50fe {{(pid=94176) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2240}} Jun 23 11:48:30.418769 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.plugins.ml2.rpc [None req-97bd5441-1da2-49ee-a364-27795820ba27 None None] Device b9ab9d1c-f90c-46df-ba19-3c7dd94f50fe not bound to the agent host hv-neutron-6013 {{(pid=94176) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:271}} Jun 23 11:48:30.479944 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b2227dd4-fa47-4536-a067-aff0fa2e8c8e tempest-TestNetworkBasicOps-233187296 tempest-TestNetworkBasicOps-233187296-project] Notify agent at l3_agent.dv-neutron-601336-94-hyperv the message routers_updated {{(pid=94175) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 23 11:48:30.490004 dv-neutron-601336-94-hyperv neutron-server[94175]: INFO neutron.wsgi [None req-b2227dd4-fa47-4536-a067-aff0fa2e8c8e tempest-TestNetworkBasicOps-233187296 tempest-TestNetworkBasicOps-233187296-project] 10.222.0.20 "PUT /v2.0/routers/5143d03d-4f07-43c8-84fe-db81aabf92b3/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.5029557 Jun 23 11:48:30.490004 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.wsgi [-] (94175) accepted ('10.222.0.20', 45140) {{(pid=94175) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 11:48:30.490173 dv-neutron-601336-94-hyperv neutron-server[94177]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fa683baa-73eb-44c3-9db0-5661e0a641f8 None None] Sync routers for ids ['5143d03d-4f07-43c8-84fe-db81aabf92b3'] in dv-neutron-601336-94-hyperv {{(pid=94177) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 23 11:48:30.498728 dv-neutron-601336-94-hyperv neutron-server[94177]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fa683baa-73eb-44c3-9db0-5661e0a641f8 None None] Routers {'5143d03d-4f07-43c8-84fe-db81aabf92b3'} bound to L3 agent in host dv-neutron-601336-94-hyperv {{(pid=94177) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 23 11:48:30.499380 dv-neutron-601336-94-hyperv neutron-server[94177]: DEBUG neutron.db.l3_hamode_db [None req-fa683baa-73eb-44c3-9db0-5661e0a641f8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-601336-94-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-23T11:22:13Z,description=,heartbeat_timestamp=2021-06-23T11:48:13Z,host='dv-neutron-601336-94-hyperv',id=50ef99c0-ef28-4db5-b303-b145898fae60,load=0,resource_versions=,resources_synced=,started_at=2021-06-23T11:22:14Z,topic='l3_agent')) {'router_ids': ['5143d03d-4f07-43c8-84fe-db81aabf92b3'], 'active': True} {{(pid=94177) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 11:48:30.542242 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.db.db_base_plugin_v2 [None req-b0ed2c55-15f4-4630-9dae-a4f1b76e0d87 tempest-TestNetworkBasicOps-233187296 tempest-TestNetworkBasicOps-233187296-project] Deleting subnet d0383cea-9245-4c60-97d7-044b801e4031 {{(pid=94175) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jun 23 11:48:30.545342 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron_lib.callbacks.manager [None req-b0ed2c55-15f4-4630-9dae-a4f1b76e0d87 tempest-TestNetworkBasicOps-233187296 tempest-TestNetworkBasicOps-233187296-project] Notify callbacks [] for subnet, before_delete {{(pid=94175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:48:30.585347 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron_lib.callbacks.manager [None req-b0ed2c55-15f4-4630-9dae-a4f1b76e0d87 tempest-TestNetworkBasicOps-233187296 tempest-TestNetworkBasicOps-233187296-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5190686'] for subnet, precommit_delete_associations {{(pid=94175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:48:30.602671 dv-neutron-601336-94-hyperv neutron-server[94177]: DEBUG neutron.db.l3_dvr_db [None req-fa683baa-73eb-44c3-9db0-5661e0a641f8 None None] Set router 5143d03d-4f07-43c8-84fe-db81aabf92b3 gateway port host: dv-neutron-601336-94-hyperv {{(pid=94177) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:838}} Jun 23 11:48:30.667668 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron_lib.callbacks.manager [None req-b0ed2c55-15f4-4630-9dae-a4f1b76e0d87 tempest-TestNetworkBasicOps-233187296 tempest-TestNetworkBasicOps-233187296-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-897634'] for subnet, precommit_delete {{(pid=94175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:48:30.795574 dv-neutron-601336-94-hyperv neutron-server[94177]: DEBUG neutron.db.l3_hamode_db [None req-fa683baa-73eb-44c3-9db0-5661e0a641f8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5143d03d-4f07-43c8-84fe-db81aabf92b3', 'name': 'tempest-TestNetworkBasicOps-router-1322041481', 'tenant_id': '772b9946478d439e9da4eaeade7fb21d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3e7e4eb3-cf02-4d47-ade9-0a579cdfc60f', 'external_fixed_ips': [{'subnet_id': 'a5ad15ab-c489-4a67-a9b0-d559fca0ec71', 'ip_address': '172.26.3.111'}], 'enable_snat': True}, 'gw_port_id': '14031ea2-045e-4c71-b6f2-e0db5a671934', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-23T11:47:22Z', 'updated_at': '2021-06-23T11:48:29Z', 'revision_number': 7, 'project_id': '772b9946478d439e9da4eaeade7fb21d', 'gw_port': {'id': '14031ea2-045e-4c71-b6f2-e0db5a671934', 'name': '', 'network_id': '3e7e4eb3-cf02-4d47-ade9-0a579cdfc60f', 'tenant_id': '', 'mac_address': 'fa:16:3e:54:2b:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5143d03d-4f07-43c8-84fe-db81aabf92b3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1512, 'fixed_ips': [{'subnet_id': 'a5ad15ab-c489-4a67-a9b0-d559fca0ec71', 'ip_address': '172.26.3.111', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-94-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-23T11:47:23Z', 'updated_at': '2021-06-23T11:48:21Z', 'revision_number': 6, 'project_id': '', 'subnets': [{'id': 'a5ad15ab-c489-4a67-a9b0-d559fca0ec71', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-601336-94-hyperv'}], 'dv-neutron-601336-94-hyperv', False) {} {{(pid=94177) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 11:48:30.798756 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron_lib.callbacks.manager [None req-b0ed2c55-15f4-4630-9dae-a4f1b76e0d87 tempest-TestNetworkBasicOps-233187296 tempest-TestNetworkBasicOps-233187296-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-897627', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866062', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5083050', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4660036'] for subnet, after_delete {{(pid=94175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:48:30.801812 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG oslo_concurrency.lockutils [None req-1a3300b1-f7b5-4902-891e-905b7cbf03ce tempest-NetworksIpV6Test-253648203 tempest-NetworksIpV6Test-253648203-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94175) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 11:48:30.822735 dv-neutron-601336-94-hyperv neutron-server[94177]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fa683baa-73eb-44c3-9db0-5661e0a641f8 None None] Checking router: 5143d03d-4f07-43c8-84fe-db81aabf92b3 for host: dv-neutron-601336-94-hyperv {{(pid=94177) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 23 11:48:30.827535 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0ed2c55-15f4-4630-9dae-a4f1b76e0d87 tempest-TestNetworkBasicOps-233187296 tempest-TestNetworkBasicOps-233187296-project] Pushing event deleted for resources: {'Subnet': ['ID=d0383cea-9245-4c60-97d7-044b801e4031,revision_number=None']} {{(pid=94175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 11:48:30.829471 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron_lib.callbacks.manager [None req-b0ed2c55-15f4-4630-9dae-a4f1b76e0d87 tempest-TestNetworkBasicOps-233187296 tempest-TestNetworkBasicOps-233187296-project] Notify callbacks [] for subnet, before_response {{(pid=94175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:48:30.831070 dv-neutron-601336-94-hyperv neutron-server[94177]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fa683baa-73eb-44c3-9db0-5661e0a641f8 None None] Routers {'5143d03d-4f07-43c8-84fe-db81aabf92b3'} bound to L3 agent in host dv-neutron-601336-94-hyperv {{(pid=94177) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 23 11:48:30.831530 dv-neutron-601336-94-hyperv neutron-server[94175]: INFO neutron.wsgi [None req-b0ed2c55-15f4-4630-9dae-a4f1b76e0d87 tempest-TestNetworkBasicOps-233187296 tempest-TestNetworkBasicOps-233187296-project] 10.222.0.20 "DELETE /v2.0/subnets/d0383cea-9245-4c60-97d7-044b801e4031 HTTP/1.1" status: 204 len: 168 time: 0.3422983 Jun 23 11:48:30.832465 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG oslo_concurrency.lockutils [None req-b0ed2c55-15f4-4630-9dae-a4f1b76e0d87 tempest-TestNetworkBasicOps-233187296 tempest-TestNetworkBasicOps-233187296-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.031s {{(pid=94175) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 11:48:30.833958 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.wsgi [-] (94175) accepted ('10.222.0.20', 45142) {{(pid=94175) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 11:48:30.834375 dv-neutron-601336-94-hyperv neutron-server[94177]: DEBUG neutron.db.l3_hamode_db [None req-fa683baa-73eb-44c3-9db0-5661e0a641f8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-601336-94-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-23T11:22:13Z,description=,heartbeat_timestamp=2021-06-23T11:48:13Z,host='dv-neutron-601336-94-hyperv',id=50ef99c0-ef28-4db5-b303-b145898fae60,load=0,resource_versions=,resources_synced=,started_at=2021-06-23T11:22:14Z,topic='l3_agent')) {'router_ids': ['5143d03d-4f07-43c8-84fe-db81aabf92b3'], 'active': True} {{(pid=94177) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 11:48:30.838740 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1f8d3ceb-6394-47fc-873c-02633b840b67 None None] Network 53f72c34-6c9d-41a7-8c5f-e32d44e0fdca requested from dv-neutron-601336-94-hyperv {{(pid=94176) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 23 11:48:30.943365 dv-neutron-601336-94-hyperv neutron-server[94177]: DEBUG neutron.db.l3_dvr_db [None req-fa683baa-73eb-44c3-9db0-5661e0a641f8 None None] Set router 5143d03d-4f07-43c8-84fe-db81aabf92b3 gateway port host: dv-neutron-601336-94-hyperv {{(pid=94177) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:838}} Jun 23 11:48:30.950101 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron_lib.callbacks.manager [None req-8d22ac53-e1a0-4007-a5f3-11af88b09d5e tempest-TestNetworkBasicOps-233187296 tempest-TestNetworkBasicOps-233187296-project] Notify callbacks [] for router, before_delete {{(pid=94175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:48:31.040242 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4ef38da8-a0b1-431a-bb42-4ad89051e819 None None] DHCP port deletion for 53f72c34-6c9d-41a7-8c5f-e32d44e0fdca request from dv-neutron-601336-94-hyperv {{(pid=94176) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jun 23 11:48:31.059056 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron_lib.callbacks.manager [None req-8d22ac53-e1a0-4007-a5f3-11af88b09d5e tempest-TestNetworkBasicOps-233187296 tempest-TestNetworkBasicOps-233187296-project] Notify callbacks [] for router_gateway, before_delete {{(pid=94175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:48:31.086792 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.plugins.ml2.plugin [None req-4ef38da8-a0b1-431a-bb42-4ad89051e819 None None] Deleting port ecf42fcd-5ae1-408e-ac56-af4864e02011 {{(pid=94176) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1913}} Jun 23 11:48:31.087331 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron_lib.callbacks.manager [None req-4ef38da8-a0b1-431a-bb42-4ad89051e819 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773700079324'] for port, before_delete {{(pid=94176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:48:31.122935 dv-neutron-601336-94-hyperv neutron-server[94177]: DEBUG neutron.db.l3_hamode_db [None req-fa683baa-73eb-44c3-9db0-5661e0a641f8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5143d03d-4f07-43c8-84fe-db81aabf92b3', 'name': 'tempest-TestNetworkBasicOps-router-1322041481', 'tenant_id': '772b9946478d439e9da4eaeade7fb21d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3e7e4eb3-cf02-4d47-ade9-0a579cdfc60f', 'external_fixed_ips': [{'subnet_id': 'a5ad15ab-c489-4a67-a9b0-d559fca0ec71', 'ip_address': '172.26.3.111'}], 'enable_snat': True}, 'gw_port_id': '14031ea2-045e-4c71-b6f2-e0db5a671934', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-23T11:47:22Z', 'updated_at': '2021-06-23T11:48:29Z', 'revision_number': 7, 'project_id': '772b9946478d439e9da4eaeade7fb21d', 'gw_port': {'id': '14031ea2-045e-4c71-b6f2-e0db5a671934', 'name': '', 'network_id': '3e7e4eb3-cf02-4d47-ade9-0a579cdfc60f', 'tenant_id': '', 'mac_address': 'fa:16:3e:54:2b:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5143d03d-4f07-43c8-84fe-db81aabf92b3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1512, 'fixed_ips': [{'subnet_id': 'a5ad15ab-c489-4a67-a9b0-d559fca0ec71', 'ip_address': '172.26.3.111', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-94-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-23T11:47:23Z', 'updated_at': '2021-06-23T11:48:21Z', 'revision_number': 6, 'project_id': '', 'subnets': [{'id': 'a5ad15ab-c489-4a67-a9b0-d559fca0ec71', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-601336-94-hyperv'}], 'dv-neutron-601336-94-hyperv', False) {} {{(pid=94177) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 11:48:31.155369 dv-neutron-601336-94-hyperv neutron-server[94177]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fa683baa-73eb-44c3-9db0-5661e0a641f8 None None] The sync data for ids ['5143d03d-4f07-43c8-84fe-db81aabf92b3'] in dv-neutron-601336-94-hyperv is: [{'id': '5143d03d-4f07-43c8-84fe-db81aabf92b3', 'name': 'tempest-TestNetworkBasicOps-router-1322041481', 'tenant_id': '772b9946478d439e9da4eaeade7fb21d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3e7e4eb3-cf02-4d47-ade9-0a579cdfc60f', 'external_fixed_ips': [{'subnet_id': 'a5ad15ab-c489-4a67-a9b0-d559fca0ec71', 'ip_address': '172.26.3.111'}], 'enable_snat': True}, 'gw_port_id': '14031ea2-045e-4c71-b6f2-e0db5a671934', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-23T11:47:22Z', 'updated_at': '2021-06-23T11:48:29Z', 'revision_number': 7, 'project_id': '772b9946478d439e9da4eaeade7fb21d', 'gw_port': {'id': '14031ea2-045e-4c71-b6f2-e0db5a671934', 'name': '', 'network_id': '3e7e4eb3-cf02-4d47-ade9-0a579cdfc60f', 'tenant_id': '', 'mac_address': 'fa:16:3e:54:2b:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5143d03d-4f07-43c8-84fe-db81aabf92b3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1512, 'fixed_ips': [{'subnet_id': 'a5ad15ab-c489-4a67-a9b0-d559fca0ec71', 'ip_address': '172.26.3.111', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-94-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-23T11:47:23Z', 'updated_at': '2021-06-23T11:48:21Z', 'revision_number': 6, 'project_id': '', 'subnets': [{'id': 'a5ad15ab-c489-4a67-a9b0-d559fca0ec71', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-601336-94-hyperv'}] {{(pid=94177) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 23 11:48:31.156776 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.plugins.ml2.db [None req-4ef38da8-a0b1-431a-bb42-4ad89051e819 None None] For port ecf42fcd-5ae1-408e-ac56-af4864e02011, host dv-neutron-601336-94-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-94-hyperv',level=0,port_id=ecf42fcd-5ae1-408e-ac56-af4864e02011,segment=NetworkSegment(9fe0df20-b087-4acd-b971-5d44f6912d06),segment_id=9fe0df20-b087-4acd-b971-5d44f6912d06)] {{(pid=94176) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 23 11:48:31.157218 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron_lib.callbacks.manager [None req-4ef38da8-a0b1-431a-bb42-4ad89051e819 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-430722'] for port, precommit_delete {{(pid=94176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:48:31.171370 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.plugins.ml2.plugin [None req-4ef38da8-a0b1-431a-bb42-4ad89051e819 None None] Calling delete_port for ecf42fcd-5ae1-408e-ac56-af4864e02011 owned by network:dhcp {{(pid=94176) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1986}} Jun 23 11:48:31.200920 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.plugins.ml2.plugin [None req-8d22ac53-e1a0-4007-a5f3-11af88b09d5e tempest-TestNetworkBasicOps-233187296 tempest-TestNetworkBasicOps-233187296-project] Deleting port 14031ea2-045e-4c71-b6f2-e0db5a671934 {{(pid=94175) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1913}} Jun 23 11:48:31.200920 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron_lib.callbacks.manager [None req-8d22ac53-e1a0-4007-a5f3-11af88b09d5e tempest-TestNetworkBasicOps-233187296 tempest-TestNetworkBasicOps-233187296-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773700079324'] for port, before_delete {{(pid=94175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:48:31.274601 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.plugins.ml2.db [None req-8d22ac53-e1a0-4007-a5f3-11af88b09d5e tempest-TestNetworkBasicOps-233187296 tempest-TestNetworkBasicOps-233187296-project] For port 14031ea2-045e-4c71-b6f2-e0db5a671934, host dv-neutron-601336-94-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-94-hyperv',level=0,port_id=14031ea2-045e-4c71-b6f2-e0db5a671934,segment=NetworkSegment(c23be0a5-6980-48fb-bc9f-4a24717fe1de),segment_id=c23be0a5-6980-48fb-bc9f-4a24717fe1de)] {{(pid=94175) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 23 11:48:31.274887 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron_lib.callbacks.manager [None req-8d22ac53-e1a0-4007-a5f3-11af88b09d5e tempest-TestNetworkBasicOps-233187296 tempest-TestNetworkBasicOps-233187296-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-430722'] for port, precommit_delete {{(pid=94175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:48:31.287077 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.plugins.ml2.plugin [None req-8d22ac53-e1a0-4007-a5f3-11af88b09d5e tempest-TestNetworkBasicOps-233187296 tempest-TestNetworkBasicOps-233187296-project] Calling delete_port for 14031ea2-045e-4c71-b6f2-e0db5a671934 owned by network:router_gateway {{(pid=94175) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1986}} Jun 23 11:48:31.323367 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron_lib.callbacks.manager [None req-4ef38da8-a0b1-431a-bb42-4ad89051e819 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-922904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866062', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773700135024', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773699642224'] for port, after_delete {{(pid=94176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:48:31.325453 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG oslo_concurrency.lockutils [None req-4ba7d659-20a5-4dfe-9875-3acf15482566 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 11:48:31.348708 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ef38da8-a0b1-431a-bb42-4ad89051e819 None None] Pushing event deleted for resources: {'Port': ['ID=ecf42fcd-5ae1-408e-ac56-af4864e02011,revision_number=None']} {{(pid=94176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 11:48:31.351796 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG oslo_concurrency.lockutils [None req-4ef38da8-a0b1-431a-bb42-4ad89051e819 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.026s {{(pid=94176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 11:48:31.352522 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4ef38da8-a0b1-431a-bb42-4ad89051e819 None None] No DVR routers for this DVR port ecf42fcd-5ae1-408e-ac56-af4864e02011 on host dv-neutron-601336-94-hyperv {{(pid=94176) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 23 11:48:31.529561 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron_lib.callbacks.manager [None req-8d22ac53-e1a0-4007-a5f3-11af88b09d5e tempest-TestNetworkBasicOps-233187296 tempest-TestNetworkBasicOps-233187296-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-922904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866062', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773700135024', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773699642224', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5082448'] for port, after_delete {{(pid=94175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:48:31.533149 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG oslo_concurrency.lockutils [None req-9a91adc1-49b4-43f3-8a86-1e4bfe1072f2 tempest-TestNetworkBasicOps-233187296 tempest-TestNetworkBasicOps-233187296-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94175) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 11:48:31.561903 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d22ac53-e1a0-4007-a5f3-11af88b09d5e tempest-TestNetworkBasicOps-233187296 tempest-TestNetworkBasicOps-233187296-project] Pushing event deleted for resources: {'Port': ['ID=14031ea2-045e-4c71-b6f2-e0db5a671934,revision_number=None']} {{(pid=94175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 11:48:31.565159 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG oslo_concurrency.lockutils [None req-8d22ac53-e1a0-4007-a5f3-11af88b09d5e tempest-TestNetworkBasicOps-233187296 tempest-TestNetworkBasicOps-233187296-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.033s {{(pid=94175) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 11:48:31.628049 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron_lib.callbacks.manager [None req-8d22ac53-e1a0-4007-a5f3-11af88b09d5e tempest-TestNetworkBasicOps-233187296 tempest-TestNetworkBasicOps-233187296-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-524171'] for router_gateway, after_delete {{(pid=94175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:48:31.721599 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron_lib.callbacks.manager [None req-8d22ac53-e1a0-4007-a5f3-11af88b09d5e tempest-TestNetworkBasicOps-233187296 tempest-TestNetworkBasicOps-233187296-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-520417', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-32301'] for router, precommit_delete {{(pid=94175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:48:31.723758 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron_lib.callbacks.manager [None req-8d22ac53-e1a0-4007-a5f3-11af88b09d5e tempest-TestNetworkBasicOps-233187296 tempest-TestNetworkBasicOps-233187296-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:48:31.757571 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.plugins.ml2.rpc [None req-dc7542b2-afef-47f4-a763-e3a3cba144be None None] Device ecf42fcd-5ae1-408e-ac56-af4864e02011 no longer exists at agent ovs-agent-dv-neutron-601336-94-hyperv {{(pid=94176) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:261}} Jun 23 11:48:31.781039 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.plugins.ml2.plugin [None req-dc7542b2-afef-47f4-a763-e3a3cba144be None None] No Port match for: ecf42fcd-5ae1-408e-ac56-af4864e02011 {{(pid=94176) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2240}} Jun 23 11:48:31.781397 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.plugins.ml2.rpc [None req-dc7542b2-afef-47f4-a763-e3a3cba144be None None] Device ecf42fcd-5ae1-408e-ac56-af4864e02011 not bound to the agent host dv-neutron-601336-94-hyperv {{(pid=94176) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:271}} Jun 23 11:48:31.782559 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.plugins.ml2.rpc [None req-dc7542b2-afef-47f4-a763-e3a3cba144be None None] Device bd69653a-21f9-4fdd-808f-be69a4448cf8 no longer exists at agent ovs-agent-dv-neutron-601336-94-hyperv {{(pid=94176) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:261}} Jun 23 11:48:31.800659 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.plugins.ml2.plugin [None req-dc7542b2-afef-47f4-a763-e3a3cba144be None None] No Port match for: bd69653a-21f9-4fdd-808f-be69a4448cf8 {{(pid=94176) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2240}} Jun 23 11:48:31.801007 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.plugins.ml2.rpc [None req-dc7542b2-afef-47f4-a763-e3a3cba144be None None] Device bd69653a-21f9-4fdd-808f-be69a4448cf8 not bound to the agent host dv-neutron-601336-94-hyperv {{(pid=94176) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:271}} Jun 23 11:48:31.841720 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron_lib.callbacks.manager [None req-8d22ac53-e1a0-4007-a5f3-11af88b09d5e tempest-TestNetworkBasicOps-233187296 tempest-TestNetworkBasicOps-233187296-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-494961'] for router, after_delete {{(pid=94175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:48:31.842300 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8d22ac53-e1a0-4007-a5f3-11af88b09d5e tempest-TestNetworkBasicOps-233187296 tempest-TestNetworkBasicOps-233187296-project] Fanout notify agent at l3_agent the message router_deleted on router 5143d03d-4f07-43c8-84fe-db81aabf92b3 {{(pid=94175) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jun 23 11:48:31.849647 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron_lib.callbacks.manager [None req-8d22ac53-e1a0-4007-a5f3-11af88b09d5e tempest-TestNetworkBasicOps-233187296 tempest-TestNetworkBasicOps-233187296-project] Notify callbacks [] for router, before_response {{(pid=94175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:48:31.850737 dv-neutron-601336-94-hyperv neutron-server[94175]: INFO neutron.wsgi [None req-8d22ac53-e1a0-4007-a5f3-11af88b09d5e tempest-TestNetworkBasicOps-233187296 tempest-TestNetworkBasicOps-233187296-project] 10.222.0.20 "DELETE /v2.0/routers/5143d03d-4f07-43c8-84fe-db81aabf92b3 HTTP/1.1" status: 204 len: 168 time: 1.0158870 Jun 23 11:48:31.853396 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.wsgi [-] (94175) accepted ('10.222.0.20', 45146) {{(pid=94175) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 11:48:31.932301 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron_lib.callbacks.manager [None req-7f91426b-626f-4247-9d70-7c183ba9ac85 tempest-TestNetworkBasicOps-233187296 tempest-TestNetworkBasicOps-233187296-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-824874'] for network, before_delete {{(pid=94175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:48:32.018714 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron_lib.callbacks.manager [None req-7f91426b-626f-4247-9d70-7c183ba9ac85 tempest-TestNetworkBasicOps-233187296 tempest-TestNetworkBasicOps-233187296-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-897259', 'neutron.services.segments.db._delete_segments_for_network-8773700168587'] for network, precommit_delete {{(pid=94175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:48:32.028384 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.services.segments.db [None req-7f91426b-626f-4247-9d70-7c183ba9ac85 tempest-TestNetworkBasicOps-233187296 tempest-TestNetworkBasicOps-233187296-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['53f72c34-6c9d-41a7-8c5f-e32d44e0fdca']}} {{(pid=94175) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 11:48:32.043355 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.services.segments.db [None req-7f91426b-626f-4247-9d70-7c183ba9ac85 tempest-TestNetworkBasicOps-233187296 tempest-TestNetworkBasicOps-233187296-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9fe0df20-b087-4acd-b971-5d44f6912d06') {'for_net_delete': True} {{(pid=94175) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 11:48:32.043654 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.services.segments.db [None req-7f91426b-626f-4247-9d70-7c183ba9ac85 tempest-TestNetworkBasicOps-233187296 tempest-TestNetworkBasicOps-233187296-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9fe0df20-b087-4acd-b971-5d44f6912d06') {} {{(pid=94175) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 11:48:32.052458 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron_lib.callbacks.manager [None req-7f91426b-626f-4247-9d70-7c183ba9ac85 tempest-TestNetworkBasicOps-233187296 tempest-TestNetworkBasicOps-233187296-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8773699955833', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5190677'] for segment, before_delete {{(pid=94175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:48:32.066496 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron_lib.callbacks.manager [None req-7f91426b-626f-4247-9d70-7c183ba9ac85 tempest-TestNetworkBasicOps-233187296 tempest-TestNetworkBasicOps-233187296-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3801'] for segment, precommit_delete {{(pid=94175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:48:32.072373 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7f91426b-626f-4247-9d70-7c183ba9ac85 tempest-TestNetworkBasicOps-233187296 tempest-TestNetworkBasicOps-233187296-project] Releasing vlan 406 on physical network physnet1 to pool {{(pid=94175) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 23 11:48:32.072763 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron_lib.callbacks.manager [None req-7f91426b-626f-4247-9d70-7c183ba9ac85 tempest-TestNetworkBasicOps-233187296 tempest-TestNetworkBasicOps-233187296-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3801', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5082371'] for segment, after_delete {{(pid=94175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:48:32.075687 dv-neutron-601336-94-hyperv neutron-server[94175]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 23 11:48:32.075687 dv-neutron-601336-94-hyperv neutron-server[94175]: conditions |= (models_v2.Port.network_id.in_( Jun 23 11:48:32.075687 dv-neutron-601336-94-hyperv neutron-server[94175]: Traceback (most recent call last): Jun 23 11:48:32.075687 dv-neutron-601336-94-hyperv neutron-server[94175]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 23 11:48:32.075687 dv-neutron-601336-94-hyperv neutron-server[94175]: timer() Jun 23 11:48:32.075687 dv-neutron-601336-94-hyperv neutron-server[94175]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 23 11:48:32.075687 dv-neutron-601336-94-hyperv neutron-server[94175]: cb(*args, **kw) Jun 23 11:48:32.075687 dv-neutron-601336-94-hyperv neutron-server[94175]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 23 11:48:32.075687 dv-neutron-601336-94-hyperv neutron-server[94175]: return func(*args, **kwargs) Jun 23 11:48:32.075687 dv-neutron-601336-94-hyperv neutron-server[94175]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 23 11:48:32.075687 dv-neutron-601336-94-hyperv neutron-server[94175]: self._notify() Jun 23 11:48:32.075687 dv-neutron-601336-94-hyperv neutron-server[94175]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 23 11:48:32.075687 dv-neutron-601336-94-hyperv neutron-server[94175]: self.callback(batched_events) Jun 23 11:48:32.075687 dv-neutron-601336-94-hyperv neutron-server[94175]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 23 11:48:32.075687 dv-neutron-601336-94-hyperv neutron-server[94175]: event.method(event) Jun 23 11:48:32.075687 dv-neutron-601336-94-hyperv neutron-server[94175]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 23 11:48:32.075687 dv-neutron-601336-94-hyperv neutron-server[94175]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 23 11:48:32.075687 dv-neutron-601336-94-hyperv neutron-server[94175]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 23 11:48:32.075687 dv-neutron-601336-94-hyperv neutron-server[94175]: aggregate_uuid = self.p_client.list_aggregates( Jun 23 11:48:32.075687 dv-neutron-601336-94-hyperv neutron-server[94175]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 23 11:48:32.075687 dv-neutron-601336-94-hyperv neutron-server[94175]: return f(self, *a, **k) Jun 23 11:48:32.075687 dv-neutron-601336-94-hyperv neutron-server[94175]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 23 11:48:32.075687 dv-neutron-601336-94-hyperv neutron-server[94175]: return self._get(url).json() Jun 23 11:48:32.075687 dv-neutron-601336-94-hyperv neutron-server[94175]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 23 11:48:32.075687 dv-neutron-601336-94-hyperv neutron-server[94175]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 23 11:48:32.075687 dv-neutron-601336-94-hyperv neutron-server[94175]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 23 11:48:32.075687 dv-neutron-601336-94-hyperv neutron-server[94175]: return self.request(url, 'GET', **kwargs) Jun 23 11:48:32.075687 dv-neutron-601336-94-hyperv neutron-server[94175]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 23 11:48:32.075687 dv-neutron-601336-94-hyperv neutron-server[94175]: base_url = self.get_endpoint(auth, allow=allow, Jun 23 11:48:32.075687 dv-neutron-601336-94-hyperv neutron-server[94175]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 23 11:48:32.075687 dv-neutron-601336-94-hyperv neutron-server[94175]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 23 11:48:32.075687 dv-neutron-601336-94-hyperv neutron-server[94175]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 23 11:48:32.075687 dv-neutron-601336-94-hyperv neutron-server[94175]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 23 11:48:32.075687 dv-neutron-601336-94-hyperv neutron-server[94175]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 23 11:48:32.203644 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron_lib.callbacks.manager [None req-7f91426b-626f-4247-9d70-7c183ba9ac85 tempest-TestNetworkBasicOps-233187296 tempest-TestNetworkBasicOps-233187296-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-897248', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8002400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7866073', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-524247'] for network, after_delete {{(pid=94175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:48:32.207866 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG oslo_concurrency.lockutils [None req-5d7cf3f3-cca7-46cf-b526-f71e90a180ed tempest-RoutersTest-228919764 tempest-RoutersTest-228919764-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94175) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 11:48:32.211969 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron_lib.callbacks.manager [None req-7f91426b-626f-4247-9d70-7c183ba9ac85 tempest-TestNetworkBasicOps-233187296 tempest-TestNetworkBasicOps-233187296-project] Notify callbacks [] for network, before_response {{(pid=94175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:48:32.213800 dv-neutron-601336-94-hyperv neutron-server[94175]: INFO neutron.wsgi [None req-7f91426b-626f-4247-9d70-7c183ba9ac85 tempest-TestNetworkBasicOps-233187296 tempest-TestNetworkBasicOps-233187296-project] 10.222.0.20 "DELETE /v2.0/networks/53f72c34-6c9d-41a7-8c5f-e32d44e0fdca HTTP/1.1" status: 204 len: 168 time: 0.3594360 Jun 23 11:48:32.225213 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f91426b-626f-4247-9d70-7c183ba9ac85 tempest-TestNetworkBasicOps-233187296 tempest-TestNetworkBasicOps-233187296-project] Pushing event deleted for resources: {'Network': ['ID=53f72c34-6c9d-41a7-8c5f-e32d44e0fdca,revision_number=None']} {{(pid=94175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 11:48:32.227501 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG oslo_concurrency.lockutils [None req-7f91426b-626f-4247-9d70-7c183ba9ac85 tempest-TestNetworkBasicOps-233187296 tempest-TestNetworkBasicOps-233187296-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.020s {{(pid=94175) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 11:48:32.729946 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.wsgi [-] (94175) accepted ('10.222.0.20', 45152) {{(pid=94175) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 11:48:32.869141 dv-neutron-601336-94-hyperv neutron-server[94175]: INFO neutron.wsgi [None req-633ece0e-2bb9-41b6-87ed-0387daa1bef3 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=772b9946478d439e9da4eaeade7fb21d&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1376216 Jun 23 11:48:32.871302 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.wsgi [-] (94175) accepted ('10.222.0.20', 45156) {{(pid=94175) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 11:48:32.918058 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron_lib.callbacks.manager [None req-a2261d30-0221-43d0-8122-8fb698c3caf9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:48:32.943340 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron_lib.callbacks.manager [None req-a2261d30-0221-43d0-8122-8fb698c3caf9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:48:33.054566 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron_lib.callbacks.manager [None req-a2261d30-0221-43d0-8122-8fb698c3caf9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7996330'] for security_group, after_delete {{(pid=94175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:48:33.057132 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron_lib.callbacks.manager [None req-a2261d30-0221-43d0-8122-8fb698c3caf9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:48:33.058345 dv-neutron-601336-94-hyperv neutron-server[94175]: INFO neutron.wsgi [None req-a2261d30-0221-43d0-8122-8fb698c3caf9 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/2983a400-bf7d-4609-8e54-3fd3d085940f HTTP/1.1" status: 204 len: 168 time: 0.1860678 Jun 23 11:48:33.059208 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG oslo_concurrency.lockutils [None req-454d2519-6cb0-4d33-a8f3-19068b9e5c14 tempest-NegativeSecGroupIPv6Test-1070497984 tempest-NegativeSecGroupIPv6Test-1070497984-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94175) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 11:48:33.066752 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2261d30-0221-43d0-8122-8fb698c3caf9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2983a400-bf7d-4609-8e54-3fd3d085940f,revision_number=None']} {{(pid=94175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 11:48:33.071358 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG oslo_concurrency.lockutils [None req-a2261d30-0221-43d0-8122-8fb698c3caf9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.010s {{(pid=94175) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 11:48:33.655139 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.plugins.ml2.rpc [None req-dc7542b2-afef-47f4-a763-e3a3cba144be None None] Device 14031ea2-045e-4c71-b6f2-e0db5a671934 no longer exists at agent ovs-agent-dv-neutron-601336-94-hyperv {{(pid=94176) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:261}} Jun 23 11:48:33.676726 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.plugins.ml2.plugin [None req-dc7542b2-afef-47f4-a763-e3a3cba144be None None] No Port match for: 14031ea2-045e-4c71-b6f2-e0db5a671934 {{(pid=94176) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2240}} Jun 23 11:48:33.677135 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.plugins.ml2.rpc [None req-dc7542b2-afef-47f4-a763-e3a3cba144be None None] Device 14031ea2-045e-4c71-b6f2-e0db5a671934 not bound to the agent host dv-neutron-601336-94-hyperv {{(pid=94176) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:271}} Jun 23 11:48:33.689383 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.wsgi [-] (94175) accepted ('10.222.0.20', 45162) {{(pid=94175) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 11:48:33.703477 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron_lib.callbacks.manager [None req-6f50fd4a-8477-41bb-a65a-06a3d07a87d9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:48:33.792996 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron_lib.callbacks.manager [None req-6f50fd4a-8477-41bb-a65a-06a3d07a87d9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:48:33.894657 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron_lib.callbacks.manager [None req-6f50fd4a-8477-41bb-a65a-06a3d07a87d9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7996330'] for security_group, after_create {{(pid=94175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:48:33.900694 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG oslo_concurrency.lockutils [None req-427083d2-7789-4aed-a0ab-66adfbca08a0 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94175) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 11:48:33.933233 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f50fd4a-8477-41bb-a65a-06a3d07a87d9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=513b02ce-461b-437e-97f3-f44c5a86f357,revision_number=1']} {{(pid=94175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 11:48:33.940850 dv-neutron-601336-94-hyperv neutron-server[94175]: INFO neutron.wsgi [None req-6f50fd4a-8477-41bb-a65a-06a3d07a87d9 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=5640258016bc43229b70f6490074bfc5&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2473786 Jun 23 11:48:33.940850 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG oslo_concurrency.lockutils [None req-6f50fd4a-8477-41bb-a65a-06a3d07a87d9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.042s {{(pid=94175) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 11:48:33.941225 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.wsgi [-] (94175) accepted ('10.222.0.20', 45164) {{(pid=94175) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 11:48:33.991156 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron_lib.callbacks.manager [None req-c400dd3a-984c-4ec4-856e-1ad04ffdf11e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:48:34.012704 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron_lib.callbacks.manager [None req-c400dd3a-984c-4ec4-856e-1ad04ffdf11e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:48:34.151758 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron_lib.callbacks.manager [None req-c400dd3a-984c-4ec4-856e-1ad04ffdf11e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7996330'] for security_group, after_delete {{(pid=94175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:48:34.154346 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron_lib.callbacks.manager [None req-c400dd3a-984c-4ec4-856e-1ad04ffdf11e admin admin] Notify callbacks [] for security_group, before_response {{(pid=94175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:48:34.155604 dv-neutron-601336-94-hyperv neutron-server[94175]: INFO neutron.wsgi [None req-c400dd3a-984c-4ec4-856e-1ad04ffdf11e admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/513b02ce-461b-437e-97f3-f44c5a86f357 HTTP/1.1" status: 204 len: 168 time: 0.2135158 Jun 23 11:48:34.156503 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG oslo_concurrency.lockutils [None req-a2261d30-0221-43d0-8122-8fb698c3caf9 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94175) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 11:48:34.164126 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c400dd3a-984c-4ec4-856e-1ad04ffdf11e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=513b02ce-461b-437e-97f3-f44c5a86f357,revision_number=None']} {{(pid=94175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 11:48:34.166452 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG oslo_concurrency.lockutils [None req-c400dd3a-984c-4ec4-856e-1ad04ffdf11e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.010s {{(pid=94175) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 11:48:40.940375 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron_lib.callbacks.manager [None req-d29bc643-4d8c-486b-931b-3b433287cad5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773699952132', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-899307'] for agent, after_update {{(pid=94176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:48:41.103362 dv-neutron-601336-94-hyperv neutron-server[94175]: INFO neutron.wsgi [req-4e9b9e64-e4df-4b58-a846-7944332fa8e2 req-75db7fdc-c0ae-473c-a01b-10ce07d65b2f service neutron] 10.222.0.52 "GET /v2.0/ports?device_id=c3158a9a-a823-4e18-a64d-625f4cd5c888&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0552728 Jun 23 11:48:41.197380 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e9b9e64-e4df-4b58-a846-7944332fa8e2 req-b4cec119-9143-4202-99db-1a380f28fb53 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 11:48:41.198761 dv-neutron-601336-94-hyperv neutron-server[94175]: INFO neutron.wsgi [req-4e9b9e64-e4df-4b58-a846-7944332fa8e2 req-b4cec119-9143-4202-99db-1a380f28fb53 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=196d16edf443490aaaba40ccfc7a3448&device_id=c3158a9a-a823-4e18-a64d-625f4cd5c888 HTTP/1.1" status: 200 len: 1099 time: 0.0531309 Jun 23 11:48:41.304412 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e9b9e64-e4df-4b58-a846-7944332fa8e2 req-73bf6acb-40b9-4875-a223-441a78a8c87d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 11:48:41.305948 dv-neutron-601336-94-hyperv neutron-server[94175]: INFO neutron.wsgi [req-4e9b9e64-e4df-4b58-a846-7944332fa8e2 req-73bf6acb-40b9-4875-a223-441a78a8c87d service neutron] 10.222.0.52 "GET /v2.0/networks?id=03d0adb8-7c84-4028-a133-9fee8ea26a25 HTTP/1.1" status: 200 len: 912 time: 0.0869634 Jun 23 11:48:41.722235 dv-neutron-601336-94-hyperv neutron-server[94175]: INFO neutron.wsgi [req-4e9b9e64-e4df-4b58-a846-7944332fa8e2 req-c8aa6981-f27c-4562-b5ac-69a760a1dde4 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=fd77f472-1d9e-4469-b367-5cc4a68f96f7 HTTP/1.1" status: 200 len: 1002 time: 0.4091985 Jun 23 11:48:41.770531 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e9b9e64-e4df-4b58-a846-7944332fa8e2 req-ba5b3353-4d9a-4fd0-9dd9-1c19ff882d68 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 11:48:41.772002 dv-neutron-601336-94-hyperv neutron-server[94175]: INFO neutron.wsgi [req-4e9b9e64-e4df-4b58-a846-7944332fa8e2 req-ba5b3353-4d9a-4fd0-9dd9-1c19ff882d68 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=5338fe8e-d932-41fb-ae27-ab82df160b69 HTTP/1.1" status: 200 len: 850 time: 0.0424478 Jun 23 11:48:41.834144 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e9b9e64-e4df-4b58-a846-7944332fa8e2 req-ca6277e4-7dc3-4bfa-bf4c-8c56c85bac0c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 11:48:41.835645 dv-neutron-601336-94-hyperv neutron-server[94175]: INFO neutron.wsgi [req-4e9b9e64-e4df-4b58-a846-7944332fa8e2 req-ca6277e4-7dc3-4bfa-bf4c-8c56c85bac0c service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=03d0adb8-7c84-4028-a133-9fee8ea26a25&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1178 time: 0.0562856 Jun 23 11:48:41.922358 dv-neutron-601336-94-hyperv neutron-server[94175]: INFO neutron.wsgi [req-4e9b9e64-e4df-4b58-a846-7944332fa8e2 req-405a4bb2-f79f-4b3e-a932-5f557749beea service neutron] 10.222.0.52 "GET /v2.0/networks/03d0adb8-7c84-4028-a133-9fee8ea26a25?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0789170 Jun 23 11:48:42.012317 dv-neutron-601336-94-hyperv neutron-server[94175]: INFO neutron.wsgi [req-4e9b9e64-e4df-4b58-a846-7944332fa8e2 req-4909e697-5a45-4921-9347-2dfbec90f3b3 service neutron] 10.222.0.52 "GET /v2.0/networks/03d0adb8-7c84-4028-a133-9fee8ea26a25?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0825813 Jun 23 11:48:43.231822 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron_lib.callbacks.manager [None req-9b8d5f6d-b8a8-4ab9-8bd8-465819b30b23 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773699952132', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-899307'] for agent, after_update {{(pid=94176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:48:43.875213 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron_lib.callbacks.manager [None req-dc7542b2-afef-47f4-a763-e3a3cba144be None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773699952132', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-899307'] for agent, after_update {{(pid=94176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:48:44.657935 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron_lib.callbacks.manager [None req-4c20ea5f-bc7f-4d4e-935d-57f082af6ccb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773699952132', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-899307'] for agent, after_update {{(pid=94176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:48:46.643078 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron_lib.callbacks.manager [None req-95d6aa8f-24e7-4234-82ff-f502266c3285 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773699952132', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-899307'] for agent, after_update {{(pid=94176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:48:53.156763 dv-neutron-601336-94-hyperv neutron-server[94177]: DEBUG neutron.db.agents_db [None req-90fb1279-e4c5-4e73-8d66-3a29811dc4e3 None None] Agent healthcheck: found 6 active agents {{(pid=94177) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 23 11:48:53.385610 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron_lib.callbacks.manager [None req-97bd5441-1da2-49ee-a364-27795820ba27 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773699952132', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-899307'] for agent, after_update {{(pid=94176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:49:10.931082 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron_lib.callbacks.manager [None req-f4e463d3-d9e2-4646-a588-f8839b17d123 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773699952132', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-899307'] for agent, after_update {{(pid=94176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:49:13.188755 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron_lib.callbacks.manager [None req-142e128a-5764-44f1-8302-d0cf3a480b93 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773699952132', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-899307'] for agent, after_update {{(pid=94176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:49:13.899246 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron_lib.callbacks.manager [None req-dc7542b2-afef-47f4-a763-e3a3cba144be None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773699952132', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-899307'] for agent, after_update {{(pid=94176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:49:14.653264 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron_lib.callbacks.manager [None req-4c20ea5f-bc7f-4d4e-935d-57f082af6ccb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773699952132', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-899307'] for agent, after_update {{(pid=94176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:49:16.645348 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron_lib.callbacks.manager [None req-95d6aa8f-24e7-4234-82ff-f502266c3285 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773699952132', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-899307'] for agent, after_update {{(pid=94176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:49:23.385062 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron_lib.callbacks.manager [None req-97bd5441-1da2-49ee-a364-27795820ba27 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773699952132', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-899307'] for agent, after_update {{(pid=94176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:49:30.155268 dv-neutron-601336-94-hyperv neutron-server[94177]: DEBUG neutron.db.agents_db [None req-90fb1279-e4c5-4e73-8d66-3a29811dc4e3 None None] Agent healthcheck: found 6 active agents {{(pid=94177) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 23 11:49:34.244963 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.wsgi [-] (94175) accepted ('10.222.0.20', 45182) {{(pid=94175) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 11:49:34.411136 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.plugins.ml2.plugin [None req-dec1f9c5-0448-4985-a245-84395e99b8ce tempest-TestVolumeBootPattern-1838142519 tempest-TestVolumeBootPattern-1838142519-project] Deleting port 0ae172cb-5e39-43b9-b233-6c8ca1f98628 {{(pid=94175) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1913}} Jun 23 11:49:34.411494 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron_lib.callbacks.manager [None req-dec1f9c5-0448-4985-a245-84395e99b8ce tempest-TestVolumeBootPattern-1838142519 tempest-TestVolumeBootPattern-1838142519-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773700079324'] for port, before_delete {{(pid=94175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:49:34.482914 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron_lib.callbacks.manager [None req-dec1f9c5-0448-4985-a245-84395e99b8ce tempest-TestVolumeBootPattern-1838142519 tempest-TestVolumeBootPattern-1838142519-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-430722'] for port, precommit_delete {{(pid=94175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:49:34.483273 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron_lib.callbacks.manager [None req-dec1f9c5-0448-4985-a245-84395e99b8ce tempest-TestVolumeBootPattern-1838142519 tempest-TestVolumeBootPattern-1838142519-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:49:34.494299 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.plugins.ml2.plugin [None req-dec1f9c5-0448-4985-a245-84395e99b8ce tempest-TestVolumeBootPattern-1838142519 tempest-TestVolumeBootPattern-1838142519-project] Calling delete_port for 0ae172cb-5e39-43b9-b233-6c8ca1f98628 owned by network:floatingip {{(pid=94175) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1986}} Jun 23 11:49:34.721881 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron_lib.callbacks.manager [None req-dec1f9c5-0448-4985-a245-84395e99b8ce tempest-TestVolumeBootPattern-1838142519 tempest-TestVolumeBootPattern-1838142519-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-922904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866062', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773700135024', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773699642224', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5082448'] for port, after_delete {{(pid=94175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:49:34.724626 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG oslo_concurrency.lockutils [None req-beebe5f2-5fb6-4ebd-9786-8fa10a5cb778 tempest-TestNetworkBasicOps-233187296 tempest-TestNetworkBasicOps-233187296-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94175) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 11:49:34.748580 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dec1f9c5-0448-4985-a245-84395e99b8ce tempest-TestVolumeBootPattern-1838142519 tempest-TestVolumeBootPattern-1838142519-project] Pushing event deleted for resources: {'Port': ['ID=0ae172cb-5e39-43b9-b233-6c8ca1f98628,revision_number=None']} {{(pid=94175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 11:49:34.780630 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dec1f9c5-0448-4985-a245-84395e99b8ce tempest-TestVolumeBootPattern-1838142519 tempest-TestVolumeBootPattern-1838142519-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-601336-94-hyperv {{(pid=94175) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 11:49:34.781027 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dec1f9c5-0448-4985-a245-84395e99b8ce tempest-TestVolumeBootPattern-1838142519 tempest-TestVolumeBootPattern-1838142519-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-94-hyperv {{(pid=94175) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 11:49:34.781414 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dec1f9c5-0448-4985-a245-84395e99b8ce tempest-TestVolumeBootPattern-1838142519 tempest-TestVolumeBootPattern-1838142519-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-94-hyperv {{(pid=94175) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 11:49:34.781794 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dec1f9c5-0448-4985-a245-84395e99b8ce tempest-TestVolumeBootPattern-1838142519 tempest-TestVolumeBootPattern-1838142519-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-601336-94-hyperv {{(pid=94175) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 11:49:34.782178 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dec1f9c5-0448-4985-a245-84395e99b8ce tempest-TestVolumeBootPattern-1838142519 tempest-TestVolumeBootPattern-1838142519-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-601336-94-hyperv {{(pid=94175) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 11:49:34.782553 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dec1f9c5-0448-4985-a245-84395e99b8ce tempest-TestVolumeBootPattern-1838142519 tempest-TestVolumeBootPattern-1838142519-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-601336-94-hyperv {{(pid=94175) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 11:49:34.782929 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dec1f9c5-0448-4985-a245-84395e99b8ce tempest-TestVolumeBootPattern-1838142519 tempest-TestVolumeBootPattern-1838142519-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-601336-94-hyperv {{(pid=94175) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 11:49:34.783328 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dec1f9c5-0448-4985-a245-84395e99b8ce tempest-TestVolumeBootPattern-1838142519 tempest-TestVolumeBootPattern-1838142519-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-601336-94-hyperv {{(pid=94175) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 11:49:34.783703 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dec1f9c5-0448-4985-a245-84395e99b8ce tempest-TestVolumeBootPattern-1838142519 tempest-TestVolumeBootPattern-1838142519-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-601336-94-hyperv {{(pid=94175) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 11:49:34.784068 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dec1f9c5-0448-4985-a245-84395e99b8ce tempest-TestVolumeBootPattern-1838142519 tempest-TestVolumeBootPattern-1838142519-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-94-hyperv {{(pid=94175) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 11:49:34.784438 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dec1f9c5-0448-4985-a245-84395e99b8ce tempest-TestVolumeBootPattern-1838142519 tempest-TestVolumeBootPattern-1838142519-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-601336-94-hyperv {{(pid=94175) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 11:49:34.784802 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dec1f9c5-0448-4985-a245-84395e99b8ce tempest-TestVolumeBootPattern-1838142519 tempest-TestVolumeBootPattern-1838142519-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-601336-94-hyperv {{(pid=94175) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 11:49:34.789156 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG oslo_concurrency.lockutils [None req-dec1f9c5-0448-4985-a245-84395e99b8ce tempest-TestVolumeBootPattern-1838142519 tempest-TestVolumeBootPattern-1838142519-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.065s {{(pid=94175) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 11:49:34.826078 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron_lib.callbacks.manager [None req-dec1f9c5-0448-4985-a245-84395e99b8ce tempest-TestVolumeBootPattern-1838142519 tempest-TestVolumeBootPattern-1838142519-project] Notify callbacks [] for floatingip, after_delete {{(pid=94175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:49:34.826465 dv-neutron-601336-94-hyperv neutron-server[94175]: INFO neutron.db.l3_db [None req-dec1f9c5-0448-4985-a245-84395e99b8ce tempest-TestVolumeBootPattern-1838142519 tempest-TestVolumeBootPattern-1838142519-project] Floating IP 9d2cc106-b4ab-42a8-ab96-013b0764cce5 disassociated (deleted). External IP: 172.26.3.87, port: 51b75e6f-0abf-4db0-a219-129259668275. Jun 23 11:49:35.039772 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-dec1f9c5-0448-4985-a245-84395e99b8ce tempest-TestVolumeBootPattern-1838142519 tempest-TestVolumeBootPattern-1838142519-project] Router f7ae45f4-004a-45dd-b90e-fcd1ba95e217 has already been hosted by L3 agent 50ef99c0-ef28-4db5-b303-b145898fae60 {{(pid=94175) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 23 11:49:35.144626 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dec1f9c5-0448-4985-a245-84395e99b8ce tempest-TestVolumeBootPattern-1838142519 tempest-TestVolumeBootPattern-1838142519-project] Notify agent at l3_agent.dv-neutron-601336-94-hyperv the message routers_updated {{(pid=94175) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 23 11:49:35.149353 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron_lib.callbacks.manager [None req-dec1f9c5-0448-4985-a245-84395e99b8ce tempest-TestVolumeBootPattern-1838142519 tempest-TestVolumeBootPattern-1838142519-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-217507'] for floatingip, before_response {{(pid=94175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:49:35.153623 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1a2b877c-95d6-44e5-803b-ddc52171eed5 None None] Sync routers for ids ['f7ae45f4-004a-45dd-b90e-fcd1ba95e217'] in dv-neutron-601336-94-hyperv {{(pid=94176) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 23 11:49:35.163375 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1a2b877c-95d6-44e5-803b-ddc52171eed5 None None] Routers {'f7ae45f4-004a-45dd-b90e-fcd1ba95e217'} bound to L3 agent in host dv-neutron-601336-94-hyperv {{(pid=94176) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 23 11:49:35.163991 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.db.l3_hamode_db [None req-1a2b877c-95d6-44e5-803b-ddc52171eed5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-601336-94-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-23T11:22:13Z,description=,heartbeat_timestamp=2021-06-23T11:49:13Z,host='dv-neutron-601336-94-hyperv',id=50ef99c0-ef28-4db5-b303-b145898fae60,load=0,resource_versions=,resources_synced=,started_at=2021-06-23T11:22:14Z,topic='l3_agent')) {'router_ids': ['f7ae45f4-004a-45dd-b90e-fcd1ba95e217'], 'active': True} {{(pid=94176) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 11:49:35.186004 dv-neutron-601336-94-hyperv neutron-server[94175]: INFO neutron.wsgi [None req-dec1f9c5-0448-4985-a245-84395e99b8ce tempest-TestVolumeBootPattern-1838142519 tempest-TestVolumeBootPattern-1838142519-project] 10.222.0.20 "DELETE /v2.0/floatingips/9d2cc106-b4ab-42a8-ab96-013b0764cce5 HTTP/1.1" status: 204 len: 168 time: 0.9399617 Jun 23 11:49:35.186770 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '69b09054-1b7e-42ac-b18b-41601b97914b', 'tag': '51b75e6f-0abf-4db0-a219-129259668275'}] {{(pid=94175) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 23 11:49:35.189217 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1970408df4ea4e7170669a1249478e627cf05a5a0b07cc08a66c5cb53d0ac47a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-702ec67a-78ae-44ee-a714-a065ea802cce" -d '{"events": [{"name": "network-changed", "server_uuid": "69b09054-1b7e-42ac-b18b-41601b97914b", "tag": "51b75e6f-0abf-4db0-a219-129259668275"}]}' {{(pid=94175) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 23 11:49:35.232686 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 23 Jun 2021 11:49:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-042bc3a4-29c7-4d2e-8624-181739cf3908 x-openstack-request-id: req-042bc3a4-29c7-4d2e-8624-181739cf3908 {{(pid=94175) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 23 11:49:35.233032 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "69b09054-1b7e-42ac-b18b-41601b97914b", "tag": "51b75e6f-0abf-4db0-a219-129259668275", "status": "completed", "code": 200}]} {{(pid=94175) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 23 11:49:35.233340 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-042bc3a4-29c7-4d2e-8624-181739cf3908 {{(pid=94175) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 23 11:49:35.233800 dv-neutron-601336-94-hyperv neutron-server[94175]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '69b09054-1b7e-42ac-b18b-41601b97914b', 'tag': '51b75e6f-0abf-4db0-a219-129259668275', 'status': 'completed', 'code': 200} Jun 23 11:49:35.269307 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.db.l3_dvr_db [None req-1a2b877c-95d6-44e5-803b-ddc52171eed5 None None] Set router f7ae45f4-004a-45dd-b90e-fcd1ba95e217 gateway port host: dv-neutron-601336-94-hyperv {{(pid=94176) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:838}} Jun 23 11:49:35.310367 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-702ec67a-78ae-44ee-a714-a065ea802cce req-76112c8c-01ab-44f9-a3db-56bab491eb2a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 11:49:35.312050 dv-neutron-601336-94-hyperv neutron-server[94175]: INFO neutron.wsgi [req-702ec67a-78ae-44ee-a714-a065ea802cce req-76112c8c-01ab-44f9-a3db-56bab491eb2a service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=196d16edf443490aaaba40ccfc7a3448&device_id=69b09054-1b7e-42ac-b18b-41601b97914b HTTP/1.1" status: 200 len: 1098 time: 0.0544555 Jun 23 11:49:35.405258 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-702ec67a-78ae-44ee-a714-a065ea802cce req-080f7d13-f0cc-468a-9ecf-a99be7dedd5f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 11:49:35.406719 dv-neutron-601336-94-hyperv neutron-server[94175]: INFO neutron.wsgi [req-702ec67a-78ae-44ee-a714-a065ea802cce req-080f7d13-f0cc-468a-9ecf-a99be7dedd5f service neutron] 10.222.0.52 "GET /v2.0/networks?id=03d0adb8-7c84-4028-a133-9fee8ea26a25 HTTP/1.1" status: 200 len: 912 time: 0.0877945 Jun 23 11:49:35.447966 dv-neutron-601336-94-hyperv neutron-server[94175]: INFO neutron.wsgi [req-702ec67a-78ae-44ee-a714-a065ea802cce req-c3c589aa-bbfb-47cc-92f3-bbb5a90e9915 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=51b75e6f-0abf-4db0-a219-129259668275 HTTP/1.1" status: 200 len: 217 time: 0.0348167 Jun 23 11:49:35.489040 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.db.l3_hamode_db [None req-1a2b877c-95d6-44e5-803b-ddc52171eed5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f7ae45f4-004a-45dd-b90e-fcd1ba95e217', 'name': 'tempest-TestVolumeBootPattern-454285966-router', 'tenant_id': '196d16edf443490aaaba40ccfc7a3448', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3e7e4eb3-cf02-4d47-ade9-0a579cdfc60f', 'external_fixed_ips': [{'subnet_id': 'a5ad15ab-c489-4a67-a9b0-d559fca0ec71', 'ip_address': '172.26.3.83'}], 'enable_snat': True}, 'gw_port_id': '37f26ea4-1d1e-47ad-b212-e44afa2e731c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-23T11:40:22Z', 'updated_at': '2021-06-23T11:40:26Z', 'revision_number': 4, 'project_id': '196d16edf443490aaaba40ccfc7a3448', 'gw_port': {'id': '37f26ea4-1d1e-47ad-b212-e44afa2e731c', 'name': '', 'network_id': '3e7e4eb3-cf02-4d47-ade9-0a579cdfc60f', 'tenant_id': '', 'mac_address': 'fa:16:3e:7a:83:5e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f7ae45f4-004a-45dd-b90e-fcd1ba95e217', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1387, 'fixed_ips': [{'subnet_id': 'a5ad15ab-c489-4a67-a9b0-d559fca0ec71', 'ip_address': '172.26.3.83', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-94-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-23T11:40:23Z', 'updated_at': '2021-06-23T11:40:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a5ad15ab-c489-4a67-a9b0-d559fca0ec71', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-601336-94-hyperv', '_floatingips': [{'id': '805cb8b0-febb-4dbf-9ca9-b753c168d921', 'tenant_id': '196d16edf443490aaaba40ccfc7a3448', 'floating_ip_address': '172.26.3.131', 'floating_network_id': '3e7e4eb3-cf02-4d47-ade9-0a579cdfc60f', 'router_id': 'f7ae45f4-004a-45dd-b90e-fcd1ba95e217', 'port_id': 'fd77f472-1d9e-4469-b367-5cc4a68f96f7', 'fixed_ip_address': '172.20.0.12', 'status': 'ACTIVE', 'standard_attr_id': 1474, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '03d0adb8-7c84-4028-a133-9fee8ea26a25', 'mac_address': 'fa:16:3e:a4:0a:88', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c3158a9a-a823-4e18-a64d-625f4cd5c888', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-23T11:44:28Z', 'updated_at': '2021-06-23T11:44:30Z', 'revision_number': 1, 'project_id': '196d16edf443490aaaba40ccfc7a3448', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '261a243c-82ee-47e4-a191-3d819af8f10a', 'name': '', 'network_id': '03d0adb8-7c84-4028-a133-9fee8ea26a25', 'tenant_id': '196d16edf443490aaaba40ccfc7a3448', 'mac_address': 'fa:16:3e:51:11:ef', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f7ae45f4-004a-45dd-b90e-fcd1ba95e217', 'device_owner': 'network:router_interface', 'standard_attr_id': 1389, 'fixed_ips': [{'subnet_id': '5338fe8e-d932-41fb-ae27-ab82df160b69', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-94-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-23T11:40:25Z', 'updated_at': '2021-06-23T11:40:34Z', 'revision_number': 5, 'project_id': '196d16edf443490aaaba40ccfc7a3448', 'subnets': [{'id': '5338fe8e-d932-41fb-ae27-ab82df160b69', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-601336-94-hyperv', False) {} {{(pid=94176) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 11:49:35.497385 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-702ec67a-78ae-44ee-a714-a065ea802cce req-121be298-908b-4267-98ad-b785b83cc732 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 11:49:35.499022 dv-neutron-601336-94-hyperv neutron-server[94175]: INFO neutron.wsgi [req-702ec67a-78ae-44ee-a714-a065ea802cce req-121be298-908b-4267-98ad-b785b83cc732 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=5338fe8e-d932-41fb-ae27-ab82df160b69 HTTP/1.1" status: 200 len: 850 time: 0.0445766 Jun 23 11:49:35.514760 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1a2b877c-95d6-44e5-803b-ddc52171eed5 None None] Checking router: f7ae45f4-004a-45dd-b90e-fcd1ba95e217 for host: dv-neutron-601336-94-hyperv {{(pid=94176) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 23 11:49:35.530138 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1a2b877c-95d6-44e5-803b-ddc52171eed5 None None] Routers {'f7ae45f4-004a-45dd-b90e-fcd1ba95e217'} bound to L3 agent in host dv-neutron-601336-94-hyperv {{(pid=94176) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 23 11:49:35.530761 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.db.l3_hamode_db [None req-1a2b877c-95d6-44e5-803b-ddc52171eed5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-601336-94-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-23T11:22:13Z,description=,heartbeat_timestamp=2021-06-23T11:49:13Z,host='dv-neutron-601336-94-hyperv',id=50ef99c0-ef28-4db5-b303-b145898fae60,load=0,resource_versions=,resources_synced=,started_at=2021-06-23T11:22:14Z,topic='l3_agent')) {'router_ids': ['f7ae45f4-004a-45dd-b90e-fcd1ba95e217'], 'active': True} {{(pid=94176) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 11:49:35.562528 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-702ec67a-78ae-44ee-a714-a065ea802cce req-77454d89-c99d-41cd-9f70-1ee8165f5262 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 11:49:35.563968 dv-neutron-601336-94-hyperv neutron-server[94175]: INFO neutron.wsgi [req-702ec67a-78ae-44ee-a714-a065ea802cce req-77454d89-c99d-41cd-9f70-1ee8165f5262 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=03d0adb8-7c84-4028-a133-9fee8ea26a25&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1178 time: 0.0585690 Jun 23 11:49:35.642518 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.db.l3_dvr_db [None req-1a2b877c-95d6-44e5-803b-ddc52171eed5 None None] Set router f7ae45f4-004a-45dd-b90e-fcd1ba95e217 gateway port host: dv-neutron-601336-94-hyperv {{(pid=94176) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:838}} Jun 23 11:49:35.664242 dv-neutron-601336-94-hyperv neutron-server[94175]: INFO neutron.wsgi [req-702ec67a-78ae-44ee-a714-a065ea802cce req-5847d68f-5730-4c9c-9fd7-10014a30b5bc service neutron] 10.222.0.52 "GET /v2.0/networks/03d0adb8-7c84-4028-a133-9fee8ea26a25?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0931134 Jun 23 11:49:35.805170 dv-neutron-601336-94-hyperv neutron-server[94175]: INFO neutron.wsgi [req-702ec67a-78ae-44ee-a714-a065ea802cce req-ea3f44f7-c463-4e35-b04a-23e0436077da service neutron] 10.222.0.52 "GET /v2.0/networks/03d0adb8-7c84-4028-a133-9fee8ea26a25?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1337810 Jun 23 11:49:35.825099 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8edd4a6d-6d1d-425b-994b-8d970b71c077 req-ac6a72dd-5666-41d2-b240-2be7d4e7acb7 tempest-TestVolumeBootPattern-1838142519 tempest-TestVolumeBootPattern-1838142519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 11:49:35.825099 dv-neutron-601336-94-hyperv neutron-server[94175]: INFO neutron.wsgi [req-8edd4a6d-6d1d-425b-994b-8d970b71c077 req-ac6a72dd-5666-41d2-b240-2be7d4e7acb7 tempest-TestVolumeBootPattern-1838142519 tempest-TestVolumeBootPattern-1838142519-project] 10.222.0.20 "GET /v2.0/ports?device_id=69b09054-1b7e-42ac-b18b-41601b97914b HTTP/1.1" status: 200 len: 945 time: 0.1282549 Jun 23 11:49:35.862246 dv-neutron-601336-94-hyperv neutron-server[94175]: INFO neutron.wsgi [req-8edd4a6d-6d1d-425b-994b-8d970b71c077 req-cd08700a-c2be-4902-92d4-e8c215926f62 tempest-TestVolumeBootPattern-1838142519 tempest-TestVolumeBootPattern-1838142519-project] 10.222.0.20 "GET /v2.0/security-groups?id=caa86333-f4a4-4907-90fa-9f1b20d99924&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0345187 Jun 23 11:49:36.016503 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.db.l3_hamode_db [None req-1a2b877c-95d6-44e5-803b-ddc52171eed5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f7ae45f4-004a-45dd-b90e-fcd1ba95e217', 'name': 'tempest-TestVolumeBootPattern-454285966-router', 'tenant_id': '196d16edf443490aaaba40ccfc7a3448', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3e7e4eb3-cf02-4d47-ade9-0a579cdfc60f', 'external_fixed_ips': [{'subnet_id': 'a5ad15ab-c489-4a67-a9b0-d559fca0ec71', 'ip_address': '172.26.3.83'}], 'enable_snat': True}, 'gw_port_id': '37f26ea4-1d1e-47ad-b212-e44afa2e731c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-23T11:40:22Z', 'updated_at': '2021-06-23T11:40:26Z', 'revision_number': 4, 'project_id': '196d16edf443490aaaba40ccfc7a3448', 'gw_port': {'id': '37f26ea4-1d1e-47ad-b212-e44afa2e731c', 'name': '', 'network_id': '3e7e4eb3-cf02-4d47-ade9-0a579cdfc60f', 'tenant_id': '', 'mac_address': 'fa:16:3e:7a:83:5e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f7ae45f4-004a-45dd-b90e-fcd1ba95e217', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1387, 'fixed_ips': [{'subnet_id': 'a5ad15ab-c489-4a67-a9b0-d559fca0ec71', 'ip_address': '172.26.3.83', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-94-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-23T11:40:23Z', 'updated_at': '2021-06-23T11:40:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a5ad15ab-c489-4a67-a9b0-d559fca0ec71', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-601336-94-hyperv', '_floatingips': [{'id': '805cb8b0-febb-4dbf-9ca9-b753c168d921', 'tenant_id': '196d16edf443490aaaba40ccfc7a3448', 'floating_ip_address': '172.26.3.131', 'floating_network_id': '3e7e4eb3-cf02-4d47-ade9-0a579cdfc60f', 'router_id': 'f7ae45f4-004a-45dd-b90e-fcd1ba95e217', 'port_id': 'fd77f472-1d9e-4469-b367-5cc4a68f96f7', 'fixed_ip_address': '172.20.0.12', 'status': 'ACTIVE', 'standard_attr_id': 1474, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '03d0adb8-7c84-4028-a133-9fee8ea26a25', 'mac_address': 'fa:16:3e:a4:0a:88', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c3158a9a-a823-4e18-a64d-625f4cd5c888', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-23T11:44:28Z', 'updated_at': '2021-06-23T11:44:30Z', 'revision_number': 1, 'project_id': '196d16edf443490aaaba40ccfc7a3448', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '261a243c-82ee-47e4-a191-3d819af8f10a', 'name': '', 'network_id': '03d0adb8-7c84-4028-a133-9fee8ea26a25', 'tenant_id': '196d16edf443490aaaba40ccfc7a3448', 'mac_address': 'fa:16:3e:51:11:ef', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f7ae45f4-004a-45dd-b90e-fcd1ba95e217', 'device_owner': 'network:router_interface', 'standard_attr_id': 1389, 'fixed_ips': [{'subnet_id': '5338fe8e-d932-41fb-ae27-ab82df160b69', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-94-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-23T11:40:25Z', 'updated_at': '2021-06-23T11:40:34Z', 'revision_number': 5, 'project_id': '196d16edf443490aaaba40ccfc7a3448', 'subnets': [{'id': '5338fe8e-d932-41fb-ae27-ab82df160b69', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-601336-94-hyperv', False) {} {{(pid=94176) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 11:49:36.042057 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1a2b877c-95d6-44e5-803b-ddc52171eed5 None None] The sync data for ids ['f7ae45f4-004a-45dd-b90e-fcd1ba95e217'] in dv-neutron-601336-94-hyperv is: [{'id': 'f7ae45f4-004a-45dd-b90e-fcd1ba95e217', 'name': 'tempest-TestVolumeBootPattern-454285966-router', 'tenant_id': '196d16edf443490aaaba40ccfc7a3448', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3e7e4eb3-cf02-4d47-ade9-0a579cdfc60f', 'external_fixed_ips': [{'subnet_id': 'a5ad15ab-c489-4a67-a9b0-d559fca0ec71', 'ip_address': '172.26.3.83'}], 'enable_snat': True}, 'gw_port_id': '37f26ea4-1d1e-47ad-b212-e44afa2e731c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-23T11:40:22Z', 'updated_at': '2021-06-23T11:40:26Z', 'revision_number': 4, 'project_id': '196d16edf443490aaaba40ccfc7a3448', 'gw_port': {'id': '37f26ea4-1d1e-47ad-b212-e44afa2e731c', 'name': '', 'network_id': '3e7e4eb3-cf02-4d47-ade9-0a579cdfc60f', 'tenant_id': '', 'mac_address': 'fa:16:3e:7a:83:5e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f7ae45f4-004a-45dd-b90e-fcd1ba95e217', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1387, 'fixed_ips': [{'subnet_id': 'a5ad15ab-c489-4a67-a9b0-d559fca0ec71', 'ip_address': '172.26.3.83', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-94-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-23T11:40:23Z', 'updated_at': '2021-06-23T11:40:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a5ad15ab-c489-4a67-a9b0-d559fca0ec71', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-601336-94-hyperv', '_floatingips': [{'id': '805cb8b0-febb-4dbf-9ca9-b753c168d921', 'tenant_id': '196d16edf443490aaaba40ccfc7a3448', 'floating_ip_address': '172.26.3.131', 'floating_network_id': '3e7e4eb3-cf02-4d47-ade9-0a579cdfc60f', 'router_id': 'f7ae45f4-004a-45dd-b90e-fcd1ba95e217', 'port_id': 'fd77f472-1d9e-4469-b367-5cc4a68f96f7', 'fixed_ip_address': '172.20.0.12', 'status': 'ACTIVE', 'standard_attr_id': 1474, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '03d0adb8-7c84-4028-a133-9fee8ea26a25', 'mac_address': 'fa:16:3e:a4:0a:88', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c3158a9a-a823-4e18-a64d-625f4cd5c888', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-23T11:44:28Z', 'updated_at': '2021-06-23T11:44:30Z', 'revision_number': 1, 'project_id': '196d16edf443490aaaba40ccfc7a3448', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '261a243c-82ee-47e4-a191-3d819af8f10a', 'name': '', 'network_id': '03d0adb8-7c84-4028-a133-9fee8ea26a25', 'tenant_id': '196d16edf443490aaaba40ccfc7a3448', 'mac_address': 'fa:16:3e:51:11:ef', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f7ae45f4-004a-45dd-b90e-fcd1ba95e217', 'device_owner': 'network:router_interface', 'standard_attr_id': 1389, 'fixed_ips': [{'subnet_id': '5338fe8e-d932-41fb-ae27-ab82df160b69', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-94-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-23T11:40:25Z', 'updated_at': '2021-06-23T11:40:34Z', 'revision_number': 5, 'project_id': '196d16edf443490aaaba40ccfc7a3448', 'subnets': [{'id': '5338fe8e-d932-41fb-ae27-ab82df160b69', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94176) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 23 11:49:36.249696 dv-neutron-601336-94-hyperv neutron-server[94177]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0c3a7e3d-fdfb-401c-8caf-d1a6d89614f1 None None] New status for floating IP 9d2cc106-b4ab-42a8-ab96-013b0764cce5: DOWN {{(pid=94177) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 23 11:49:37.035630 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00ec25d7-509f-4262-b7b2-ff0ec0ca49a6 req-7e2f54a3-d349-4994-976f-f122168a016c tempest-TestVolumeBootPattern-1838142519 tempest-TestVolumeBootPattern-1838142519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94174) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 11:49:37.037079 dv-neutron-601336-94-hyperv neutron-server[94174]: INFO neutron.wsgi [req-00ec25d7-509f-4262-b7b2-ff0ec0ca49a6 req-7e2f54a3-d349-4994-976f-f122168a016c tempest-TestVolumeBootPattern-1838142519 tempest-TestVolumeBootPattern-1838142519-project] 10.222.0.20 "GET /v2.0/ports?device_id=69b09054-1b7e-42ac-b18b-41601b97914b HTTP/1.1" status: 200 len: 945 time: 0.0623171 Jun 23 11:49:37.073816 dv-neutron-601336-94-hyperv neutron-server[94174]: INFO neutron.wsgi [req-00ec25d7-509f-4262-b7b2-ff0ec0ca49a6 req-af793e1b-8aed-4d3b-bb79-70852a9fe83b tempest-TestVolumeBootPattern-1838142519 tempest-TestVolumeBootPattern-1838142519-project] 10.222.0.20 "GET /v2.0/security-groups?id=caa86333-f4a4-4907-90fa-9f1b20d99924&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0310669 Jun 23 11:49:37.234210 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb1d335e-ceb5-4813-904a-97d09e1c431b req-d0291831-bf13-48c1-9bc0-e21bd6b3e340 tempest-TestVolumeBootPattern-1838142519 tempest-TestVolumeBootPattern-1838142519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 11:49:37.235569 dv-neutron-601336-94-hyperv neutron-server[94175]: INFO neutron.wsgi [req-cb1d335e-ceb5-4813-904a-97d09e1c431b req-d0291831-bf13-48c1-9bc0-e21bd6b3e340 tempest-TestVolumeBootPattern-1838142519 tempest-TestVolumeBootPattern-1838142519-project] 10.222.0.52 "GET /v2.0/ports?device_id=69b09054-1b7e-42ac-b18b-41601b97914b HTTP/1.1" status: 200 len: 945 time: 0.0618451 Jun 23 11:49:37.333398 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.plugins.ml2.plugin [req-cb1d335e-ceb5-4813-904a-97d09e1c431b req-6889ad18-8c3d-49c8-9c31-46f67a6fd867 tempest-TestVolumeBootPattern-1838142519 tempest-TestVolumeBootPattern-1838142519-project] Deleting port 51b75e6f-0abf-4db0-a219-129259668275 {{(pid=94175) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1913}} Jun 23 11:49:37.333739 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron_lib.callbacks.manager [req-cb1d335e-ceb5-4813-904a-97d09e1c431b req-6889ad18-8c3d-49c8-9c31-46f67a6fd867 tempest-TestVolumeBootPattern-1838142519 tempest-TestVolumeBootPattern-1838142519-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773700079324'] for port, before_delete {{(pid=94175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:49:37.416438 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.plugins.ml2.db [req-cb1d335e-ceb5-4813-904a-97d09e1c431b req-6889ad18-8c3d-49c8-9c31-46f67a6fd867 tempest-TestVolumeBootPattern-1838142519 tempest-TestVolumeBootPattern-1838142519-project] For port 51b75e6f-0abf-4db0-a219-129259668275, host hv-neutron-6013, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-6013',level=0,port_id=51b75e6f-0abf-4db0-a219-129259668275,segment=NetworkSegment(c7798981-dff9-4fc8-94a4-46182475c2ee),segment_id=c7798981-dff9-4fc8-94a4-46182475c2ee)] {{(pid=94175) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 23 11:49:37.416794 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron_lib.callbacks.manager [req-cb1d335e-ceb5-4813-904a-97d09e1c431b req-6889ad18-8c3d-49c8-9c31-46f67a6fd867 tempest-TestVolumeBootPattern-1838142519 tempest-TestVolumeBootPattern-1838142519-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-430722'] for port, precommit_delete {{(pid=94175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:49:37.429789 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.plugins.ml2.plugin [req-cb1d335e-ceb5-4813-904a-97d09e1c431b req-6889ad18-8c3d-49c8-9c31-46f67a6fd867 tempest-TestVolumeBootPattern-1838142519 tempest-TestVolumeBootPattern-1838142519-project] Calling delete_port for 51b75e6f-0abf-4db0-a219-129259668275 owned by compute:nova {{(pid=94175) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1986}} Jun 23 11:49:37.628019 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron_lib.callbacks.manager [req-cb1d335e-ceb5-4813-904a-97d09e1c431b req-6889ad18-8c3d-49c8-9c31-46f67a6fd867 tempest-TestVolumeBootPattern-1838142519 tempest-TestVolumeBootPattern-1838142519-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-922904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866062', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773700135024', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773699642224', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5082448'] for port, after_delete {{(pid=94175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:49:37.632039 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG oslo_concurrency.lockutils [None req-5eeae489-77b2-4a82-81fe-9b977d0c39c0 tempest-TestNetworkBasicOps-233187296 tempest-TestNetworkBasicOps-233187296-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94175) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 11:49:37.657681 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6889ad18-8c3d-49c8-9c31-46f67a6fd867 tempest-TestVolumeBootPattern-1838142519 tempest-TestVolumeBootPattern-1838142519-project] Pushing event deleted for resources: {'Port': ['ID=51b75e6f-0abf-4db0-a219-129259668275,revision_number=None']} {{(pid=94175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 11:49:37.661284 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG oslo_concurrency.lockutils [None req-6889ad18-8c3d-49c8-9c31-46f67a6fd867 tempest-TestVolumeBootPattern-1838142519 tempest-TestVolumeBootPattern-1838142519-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.029s {{(pid=94175) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 11:49:37.711866 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.db.l3_dvrscheduler_db [req-cb1d335e-ceb5-4813-904a-97d09e1c431b req-6889ad18-8c3d-49c8-9c31-46f67a6fd867 tempest-TestVolumeBootPattern-1838142519 tempest-TestVolumeBootPattern-1838142519-project] No DVR routers for this DVR port 51b75e6f-0abf-4db0-a219-129259668275 on host hv-neutron-6013 {{(pid=94175) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 23 11:49:37.714355 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron_lib.callbacks.manager [req-cb1d335e-ceb5-4813-904a-97d09e1c431b req-6889ad18-8c3d-49c8-9c31-46f67a6fd867 tempest-TestVolumeBootPattern-1838142519 tempest-TestVolumeBootPattern-1838142519-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-217507'] for port, before_response {{(pid=94175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:49:37.716353 dv-neutron-601336-94-hyperv neutron-server[94175]: INFO neutron.wsgi [req-cb1d335e-ceb5-4813-904a-97d09e1c431b req-6889ad18-8c3d-49c8-9c31-46f67a6fd867 tempest-TestVolumeBootPattern-1838142519 tempest-TestVolumeBootPattern-1838142519-project] 10.222.0.52 "DELETE /v2.0/ports/51b75e6f-0abf-4db0-a219-129259668275 HTTP/1.1" status: 204 len: 173 time: 0.4758394 Jun 23 11:49:37.716878 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '69b09054-1b7e-42ac-b18b-41601b97914b', 'name': 'network-vif-deleted', 'tag': '51b75e6f-0abf-4db0-a219-129259668275'}] {{(pid=94175) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 23 11:49:37.719311 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1970408df4ea4e7170669a1249478e627cf05a5a0b07cc08a66c5cb53d0ac47a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-09dd5893-bbb1-40ba-a6fe-71d33173e4b0" -d '{"events": [{"server_uuid": "69b09054-1b7e-42ac-b18b-41601b97914b", "name": "network-vif-deleted", "tag": "51b75e6f-0abf-4db0-a219-129259668275"}]}' {{(pid=94175) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 23 11:49:37.759540 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 23 Jun 2021 11:49:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a982b664-830d-4d7b-a874-8823968b3c72 x-openstack-request-id: req-a982b664-830d-4d7b-a874-8823968b3c72 {{(pid=94175) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 23 11:49:37.760120 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "69b09054-1b7e-42ac-b18b-41601b97914b", "name": "network-vif-deleted", "tag": "51b75e6f-0abf-4db0-a219-129259668275", "status": "completed", "code": 200}]} {{(pid=94175) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 23 11:49:37.760637 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-a982b664-830d-4d7b-a874-8823968b3c72 {{(pid=94175) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 23 11:49:37.761387 dv-neutron-601336-94-hyperv neutron-server[94175]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '69b09054-1b7e-42ac-b18b-41601b97914b', 'name': 'network-vif-deleted', 'tag': '51b75e6f-0abf-4db0-a219-129259668275', 'status': 'completed', 'code': 200} Jun 23 11:49:38.220173 dv-neutron-601336-94-hyperv neutron-server[94174]: INFO neutron.wsgi [req-2e3ada33-fd2d-4f41-8b73-a36177b3812d req-0097f550-7a17-455a-a59b-3b9994f73a26 tempest-TestVolumeBootPattern-1838142519 tempest-TestVolumeBootPattern-1838142519-project] 10.222.0.20 "GET /v2.0/ports?device_id=69b09054-1b7e-42ac-b18b-41601b97914b HTTP/1.1" status: 200 len: 210 time: 0.0296721 Jun 23 11:49:39.363492 dv-neutron-601336-94-hyperv neutron-server[94175]: INFO neutron.wsgi [req-9ec2e672-4740-4164-92ab-efb241ffe34a req-5bb4124e-d467-4d47-84ae-a4a48a85c125 tempest-TestVolumeBootPattern-1838142519 tempest-TestVolumeBootPattern-1838142519-project] 10.222.0.20 "GET /v2.0/ports?device_id=69b09054-1b7e-42ac-b18b-41601b97914b HTTP/1.1" status: 200 len: 210 time: 0.0308206 Jun 23 11:49:40.505100 dv-neutron-601336-94-hyperv neutron-server[94174]: INFO neutron.wsgi [req-05bd83f2-c92b-4bea-9b36-e7aff52eef67 req-70bd52e2-93d2-4e5a-a26b-1d44029ebadf tempest-TestVolumeBootPattern-1838142519 tempest-TestVolumeBootPattern-1838142519-project] 10.222.0.20 "GET /v2.0/ports?device_id=69b09054-1b7e-42ac-b18b-41601b97914b HTTP/1.1" status: 200 len: 210 time: 0.0315137 Jun 23 11:49:40.679358 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.plugins.ml2.rpc [None req-97bd5441-1da2-49ee-a364-27795820ba27 None None] Device 51b75e6f-0abf-4db0-a219-129259668275 no longer exists at agent hyperv_hv-neutron-6013 {{(pid=94176) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:261}} Jun 23 11:49:40.698368 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.plugins.ml2.plugin [None req-97bd5441-1da2-49ee-a364-27795820ba27 None None] No Port match for: 51b75e6f-0abf-4db0-a219-129259668275 {{(pid=94176) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2240}} Jun 23 11:49:40.698721 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.plugins.ml2.rpc [None req-97bd5441-1da2-49ee-a364-27795820ba27 None None] Device 51b75e6f-0abf-4db0-a219-129259668275 not bound to the agent host hv-neutron-6013 {{(pid=94176) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:271}} Jun 23 11:49:40.931243 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron_lib.callbacks.manager [None req-569f1789-4dba-4387-afe7-26f2f6e4c6f7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773699952132', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-899307'] for agent, after_update {{(pid=94176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:49:41.654516 dv-neutron-601336-94-hyperv neutron-server[94175]: INFO neutron.wsgi [req-8055fe81-e579-4899-acf9-364999a582aa req-d17df525-c323-41be-9e93-9fd473ec7899 tempest-TestVolumeBootPattern-1838142519 tempest-TestVolumeBootPattern-1838142519-project] 10.222.0.20 "GET /v2.0/ports?device_id=69b09054-1b7e-42ac-b18b-41601b97914b HTTP/1.1" status: 200 len: 210 time: 0.0287118 Jun 23 11:49:43.182046 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron_lib.callbacks.manager [None req-9f27f7ad-9a33-4970-be88-98c060bc8ef5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773699952132', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-899307'] for agent, after_update {{(pid=94176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:49:43.875705 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron_lib.callbacks.manager [None req-dc7542b2-afef-47f4-a763-e3a3cba144be None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773699952132', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-899307'] for agent, after_update {{(pid=94176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:49:44.650352 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron_lib.callbacks.manager [None req-4c20ea5f-bc7f-4d4e-935d-57f082af6ccb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773699952132', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-899307'] for agent, after_update {{(pid=94176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:49:46.645085 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron_lib.callbacks.manager [None req-95d6aa8f-24e7-4234-82ff-f502266c3285 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773699952132', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-899307'] for agent, after_update {{(pid=94176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:49:48.299954 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.wsgi [-] (94175) accepted ('10.222.0.20', 45242) {{(pid=94175) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 11:49:48.449666 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.plugins.ml2.plugin [None req-53ca2280-ef5d-4853-86ce-69c3a3cd9c4f tempest-TestVolumeBootPattern-1838142519 tempest-TestVolumeBootPattern-1838142519-project] Deleting port a8005ac5-28a5-43a8-8064-e02a713bd3c3 {{(pid=94175) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1913}} Jun 23 11:49:48.449919 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron_lib.callbacks.manager [None req-53ca2280-ef5d-4853-86ce-69c3a3cd9c4f tempest-TestVolumeBootPattern-1838142519 tempest-TestVolumeBootPattern-1838142519-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773700079324'] for port, before_delete {{(pid=94175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:49:48.524412 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron_lib.callbacks.manager [None req-53ca2280-ef5d-4853-86ce-69c3a3cd9c4f tempest-TestVolumeBootPattern-1838142519 tempest-TestVolumeBootPattern-1838142519-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-430722'] for port, precommit_delete {{(pid=94175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:49:48.524739 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron_lib.callbacks.manager [None req-53ca2280-ef5d-4853-86ce-69c3a3cd9c4f tempest-TestVolumeBootPattern-1838142519 tempest-TestVolumeBootPattern-1838142519-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:49:48.535798 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.plugins.ml2.plugin [None req-53ca2280-ef5d-4853-86ce-69c3a3cd9c4f tempest-TestVolumeBootPattern-1838142519 tempest-TestVolumeBootPattern-1838142519-project] Calling delete_port for a8005ac5-28a5-43a8-8064-e02a713bd3c3 owned by network:floatingip {{(pid=94175) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1986}} Jun 23 11:49:48.770352 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron_lib.callbacks.manager [None req-53ca2280-ef5d-4853-86ce-69c3a3cd9c4f tempest-TestVolumeBootPattern-1838142519 tempest-TestVolumeBootPattern-1838142519-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-922904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866062', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773700135024', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773699642224', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5082448'] for port, after_delete {{(pid=94175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:49:48.773168 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG oslo_concurrency.lockutils [None req-dd5a3408-f5e5-4d01-9b85-07a8b5fc74f7 tempest-TestNetworkBasicOps-233187296 tempest-TestNetworkBasicOps-233187296-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94175) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 11:49:48.799149 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53ca2280-ef5d-4853-86ce-69c3a3cd9c4f tempest-TestVolumeBootPattern-1838142519 tempest-TestVolumeBootPattern-1838142519-project] Pushing event deleted for resources: {'Port': ['ID=a8005ac5-28a5-43a8-8064-e02a713bd3c3,revision_number=None']} {{(pid=94175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 11:49:48.802751 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG oslo_concurrency.lockutils [None req-53ca2280-ef5d-4853-86ce-69c3a3cd9c4f tempest-TestVolumeBootPattern-1838142519 tempest-TestVolumeBootPattern-1838142519-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.030s {{(pid=94175) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 11:49:48.858755 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron_lib.callbacks.manager [None req-53ca2280-ef5d-4853-86ce-69c3a3cd9c4f tempest-TestVolumeBootPattern-1838142519 tempest-TestVolumeBootPattern-1838142519-project] Notify callbacks [] for floatingip, after_delete {{(pid=94175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:49:48.859109 dv-neutron-601336-94-hyperv neutron-server[94175]: INFO neutron.db.l3_db [None req-53ca2280-ef5d-4853-86ce-69c3a3cd9c4f tempest-TestVolumeBootPattern-1838142519 tempest-TestVolumeBootPattern-1838142519-project] Floating IP 805cb8b0-febb-4dbf-9ca9-b753c168d921 disassociated (deleted). External IP: 172.26.3.131, port: fd77f472-1d9e-4469-b367-5cc4a68f96f7. Jun 23 11:49:49.058834 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-53ca2280-ef5d-4853-86ce-69c3a3cd9c4f tempest-TestVolumeBootPattern-1838142519 tempest-TestVolumeBootPattern-1838142519-project] Router f7ae45f4-004a-45dd-b90e-fcd1ba95e217 has already been hosted by L3 agent 50ef99c0-ef28-4db5-b303-b145898fae60 {{(pid=94175) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 23 11:49:49.162966 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-53ca2280-ef5d-4853-86ce-69c3a3cd9c4f tempest-TestVolumeBootPattern-1838142519 tempest-TestVolumeBootPattern-1838142519-project] Notify agent at l3_agent.dv-neutron-601336-94-hyperv the message routers_updated {{(pid=94175) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 23 11:49:49.167684 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron_lib.callbacks.manager [None req-53ca2280-ef5d-4853-86ce-69c3a3cd9c4f tempest-TestVolumeBootPattern-1838142519 tempest-TestVolumeBootPattern-1838142519-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-217507'] for floatingip, before_response {{(pid=94175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:49:49.172522 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8d19ac2b-f665-422e-ab74-a9f849614a97 None None] Sync routers for ids ['f7ae45f4-004a-45dd-b90e-fcd1ba95e217'] in dv-neutron-601336-94-hyperv {{(pid=94176) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 23 11:49:49.181672 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8d19ac2b-f665-422e-ab74-a9f849614a97 None None] Routers {'f7ae45f4-004a-45dd-b90e-fcd1ba95e217'} bound to L3 agent in host dv-neutron-601336-94-hyperv {{(pid=94176) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 23 11:49:49.182284 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.db.l3_hamode_db [None req-8d19ac2b-f665-422e-ab74-a9f849614a97 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-601336-94-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-23T11:22:13Z,description=,heartbeat_timestamp=2021-06-23T11:49:43Z,host='dv-neutron-601336-94-hyperv',id=50ef99c0-ef28-4db5-b303-b145898fae60,load=0,resource_versions=,resources_synced=,started_at=2021-06-23T11:22:14Z,topic='l3_agent')) {'router_ids': ['f7ae45f4-004a-45dd-b90e-fcd1ba95e217'], 'active': True} {{(pid=94176) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 11:49:49.203838 dv-neutron-601336-94-hyperv neutron-server[94175]: INFO neutron.wsgi [None req-53ca2280-ef5d-4853-86ce-69c3a3cd9c4f tempest-TestVolumeBootPattern-1838142519 tempest-TestVolumeBootPattern-1838142519-project] 10.222.0.20 "DELETE /v2.0/floatingips/805cb8b0-febb-4dbf-9ca9-b753c168d921 HTTP/1.1" status: 204 len: 168 time: 0.9028132 Jun 23 11:49:49.204535 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c3158a9a-a823-4e18-a64d-625f4cd5c888', 'tag': 'fd77f472-1d9e-4469-b367-5cc4a68f96f7'}] {{(pid=94175) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 23 11:49:49.206844 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1970408df4ea4e7170669a1249478e627cf05a5a0b07cc08a66c5cb53d0ac47a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8edf60c8-014c-4a40-b6eb-5ff069fd81e0" -d '{"events": [{"name": "network-changed", "server_uuid": "c3158a9a-a823-4e18-a64d-625f4cd5c888", "tag": "fd77f472-1d9e-4469-b367-5cc4a68f96f7"}]}' {{(pid=94175) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 23 11:49:49.243294 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 23 Jun 2021 11:49:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bb956c45-36bf-4296-9d17-2ba098b84ac2 x-openstack-request-id: req-bb956c45-36bf-4296-9d17-2ba098b84ac2 {{(pid=94175) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 23 11:49:49.243645 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c3158a9a-a823-4e18-a64d-625f4cd5c888", "tag": "fd77f472-1d9e-4469-b367-5cc4a68f96f7", "status": "completed", "code": 200}]} {{(pid=94175) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 23 11:49:49.244018 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-bb956c45-36bf-4296-9d17-2ba098b84ac2 {{(pid=94175) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 23 11:49:49.244483 dv-neutron-601336-94-hyperv neutron-server[94175]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c3158a9a-a823-4e18-a64d-625f4cd5c888', 'tag': 'fd77f472-1d9e-4469-b367-5cc4a68f96f7', 'status': 'completed', 'code': 200} Jun 23 11:49:49.287854 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.db.l3_dvr_db [None req-8d19ac2b-f665-422e-ab74-a9f849614a97 None None] Set router f7ae45f4-004a-45dd-b90e-fcd1ba95e217 gateway port host: dv-neutron-601336-94-hyperv {{(pid=94176) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:838}} Jun 23 11:49:49.322485 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8edf60c8-014c-4a40-b6eb-5ff069fd81e0 req-7104a707-302d-4146-80d0-17e6ac95cf02 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 11:49:49.323951 dv-neutron-601336-94-hyperv neutron-server[94175]: INFO neutron.wsgi [req-8edf60c8-014c-4a40-b6eb-5ff069fd81e0 req-7104a707-302d-4146-80d0-17e6ac95cf02 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=196d16edf443490aaaba40ccfc7a3448&device_id=c3158a9a-a823-4e18-a64d-625f4cd5c888 HTTP/1.1" status: 200 len: 1099 time: 0.0552669 Jun 23 11:49:49.418471 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8edf60c8-014c-4a40-b6eb-5ff069fd81e0 req-a901e311-dc23-4266-9987-2bc4cc5f054e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 11:49:49.420037 dv-neutron-601336-94-hyperv neutron-server[94175]: INFO neutron.wsgi [req-8edf60c8-014c-4a40-b6eb-5ff069fd81e0 req-a901e311-dc23-4266-9987-2bc4cc5f054e service neutron] 10.222.0.52 "GET /v2.0/networks?id=03d0adb8-7c84-4028-a133-9fee8ea26a25 HTTP/1.1" status: 200 len: 912 time: 0.0897105 Jun 23 11:49:49.459812 dv-neutron-601336-94-hyperv neutron-server[94175]: INFO neutron.wsgi [req-8edf60c8-014c-4a40-b6eb-5ff069fd81e0 req-5cb6ca3c-d1df-4bfc-9670-4383cbcd34fe service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=fd77f472-1d9e-4469-b367-5cc4a68f96f7 HTTP/1.1" status: 200 len: 217 time: 0.0330043 Jun 23 11:49:49.484492 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.db.l3_hamode_db [None req-8d19ac2b-f665-422e-ab74-a9f849614a97 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f7ae45f4-004a-45dd-b90e-fcd1ba95e217', 'name': 'tempest-TestVolumeBootPattern-454285966-router', 'tenant_id': '196d16edf443490aaaba40ccfc7a3448', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3e7e4eb3-cf02-4d47-ade9-0a579cdfc60f', 'external_fixed_ips': [{'subnet_id': 'a5ad15ab-c489-4a67-a9b0-d559fca0ec71', 'ip_address': '172.26.3.83'}], 'enable_snat': True}, 'gw_port_id': '37f26ea4-1d1e-47ad-b212-e44afa2e731c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-23T11:40:22Z', 'updated_at': '2021-06-23T11:40:26Z', 'revision_number': 4, 'project_id': '196d16edf443490aaaba40ccfc7a3448', 'gw_port': {'id': '37f26ea4-1d1e-47ad-b212-e44afa2e731c', 'name': '', 'network_id': '3e7e4eb3-cf02-4d47-ade9-0a579cdfc60f', 'tenant_id': '', 'mac_address': 'fa:16:3e:7a:83:5e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f7ae45f4-004a-45dd-b90e-fcd1ba95e217', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1387, 'fixed_ips': [{'subnet_id': 'a5ad15ab-c489-4a67-a9b0-d559fca0ec71', 'ip_address': '172.26.3.83', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-94-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-23T11:40:23Z', 'updated_at': '2021-06-23T11:40:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a5ad15ab-c489-4a67-a9b0-d559fca0ec71', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-601336-94-hyperv', '_interfaces': [{'id': '261a243c-82ee-47e4-a191-3d819af8f10a', 'name': '', 'network_id': '03d0adb8-7c84-4028-a133-9fee8ea26a25', 'tenant_id': '196d16edf443490aaaba40ccfc7a3448', 'mac_address': 'fa:16:3e:51:11:ef', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f7ae45f4-004a-45dd-b90e-fcd1ba95e217', 'device_owner': 'network:router_interface', 'standard_attr_id': 1389, 'fixed_ips': [{'subnet_id': '5338fe8e-d932-41fb-ae27-ab82df160b69', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-94-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-23T11:40:25Z', 'updated_at': '2021-06-23T11:40:34Z', 'revision_number': 5, 'project_id': '196d16edf443490aaaba40ccfc7a3448', 'subnets': [{'id': '5338fe8e-d932-41fb-ae27-ab82df160b69', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-601336-94-hyperv', False) {} {{(pid=94176) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 11:49:49.510256 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8d19ac2b-f665-422e-ab74-a9f849614a97 None None] Checking router: f7ae45f4-004a-45dd-b90e-fcd1ba95e217 for host: dv-neutron-601336-94-hyperv {{(pid=94176) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 23 11:49:49.511895 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8edf60c8-014c-4a40-b6eb-5ff069fd81e0 req-3952436c-80ac-4978-8f5b-0fcd46976e52 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 11:49:49.513355 dv-neutron-601336-94-hyperv neutron-server[94175]: INFO neutron.wsgi [req-8edf60c8-014c-4a40-b6eb-5ff069fd81e0 req-3952436c-80ac-4978-8f5b-0fcd46976e52 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=5338fe8e-d932-41fb-ae27-ab82df160b69 HTTP/1.1" status: 200 len: 850 time: 0.0481253 Jun 23 11:49:49.518448 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8d19ac2b-f665-422e-ab74-a9f849614a97 None None] Routers {'f7ae45f4-004a-45dd-b90e-fcd1ba95e217'} bound to L3 agent in host dv-neutron-601336-94-hyperv {{(pid=94176) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 23 11:49:49.519080 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.db.l3_hamode_db [None req-8d19ac2b-f665-422e-ab74-a9f849614a97 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-601336-94-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-23T11:22:13Z,description=,heartbeat_timestamp=2021-06-23T11:49:43Z,host='dv-neutron-601336-94-hyperv',id=50ef99c0-ef28-4db5-b303-b145898fae60,load=0,resource_versions=,resources_synced=,started_at=2021-06-23T11:22:14Z,topic='l3_agent')) {'router_ids': ['f7ae45f4-004a-45dd-b90e-fcd1ba95e217'], 'active': True} {{(pid=94176) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 11:49:49.571459 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8edf60c8-014c-4a40-b6eb-5ff069fd81e0 req-8184205e-ca99-4442-b548-c0b1bb26d024 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 11:49:49.573056 dv-neutron-601336-94-hyperv neutron-server[94175]: INFO neutron.wsgi [req-8edf60c8-014c-4a40-b6eb-5ff069fd81e0 req-8184205e-ca99-4442-b548-c0b1bb26d024 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=03d0adb8-7c84-4028-a133-9fee8ea26a25&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1178 time: 0.0533557 Jun 23 11:49:49.623610 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.db.l3_dvr_db [None req-8d19ac2b-f665-422e-ab74-a9f849614a97 None None] Set router f7ae45f4-004a-45dd-b90e-fcd1ba95e217 gateway port host: dv-neutron-601336-94-hyperv {{(pid=94176) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:838}} Jun 23 11:49:49.676148 dv-neutron-601336-94-hyperv neutron-server[94175]: INFO neutron.wsgi [req-8edf60c8-014c-4a40-b6eb-5ff069fd81e0 req-06dd0566-e0f4-41b9-b564-7d966061e0ff service neutron] 10.222.0.52 "GET /v2.0/networks/03d0adb8-7c84-4028-a133-9fee8ea26a25?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0961313 Jun 23 11:49:49.781825 dv-neutron-601336-94-hyperv neutron-server[94175]: INFO neutron.wsgi [req-8edf60c8-014c-4a40-b6eb-5ff069fd81e0 req-244fd937-0707-42de-a0da-cbce9f944c97 service neutron] 10.222.0.52 "GET /v2.0/networks/03d0adb8-7c84-4028-a133-9fee8ea26a25?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0988729 Jun 23 11:49:49.849135 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8e0bf74-d54e-4f01-882a-ad09770cbccd req-7dbf0674-96b0-4836-9a25-549c5dcd7369 tempest-TestVolumeBootPattern-1838142519 tempest-TestVolumeBootPattern-1838142519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94174) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 11:49:49.850508 dv-neutron-601336-94-hyperv neutron-server[94174]: INFO neutron.wsgi [req-b8e0bf74-d54e-4f01-882a-ad09770cbccd req-7dbf0674-96b0-4836-9a25-549c5dcd7369 tempest-TestVolumeBootPattern-1838142519 tempest-TestVolumeBootPattern-1838142519-project] 10.222.0.20 "GET /v2.0/ports?device_id=c3158a9a-a823-4e18-a64d-625f4cd5c888 HTTP/1.1" status: 200 len: 946 time: 0.0697434 Jun 23 11:49:49.853391 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.db.l3_hamode_db [None req-8d19ac2b-f665-422e-ab74-a9f849614a97 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f7ae45f4-004a-45dd-b90e-fcd1ba95e217', 'name': 'tempest-TestVolumeBootPattern-454285966-router', 'tenant_id': '196d16edf443490aaaba40ccfc7a3448', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3e7e4eb3-cf02-4d47-ade9-0a579cdfc60f', 'external_fixed_ips': [{'subnet_id': 'a5ad15ab-c489-4a67-a9b0-d559fca0ec71', 'ip_address': '172.26.3.83'}], 'enable_snat': True}, 'gw_port_id': '37f26ea4-1d1e-47ad-b212-e44afa2e731c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-23T11:40:22Z', 'updated_at': '2021-06-23T11:40:26Z', 'revision_number': 4, 'project_id': '196d16edf443490aaaba40ccfc7a3448', 'gw_port': {'id': '37f26ea4-1d1e-47ad-b212-e44afa2e731c', 'name': '', 'network_id': '3e7e4eb3-cf02-4d47-ade9-0a579cdfc60f', 'tenant_id': '', 'mac_address': 'fa:16:3e:7a:83:5e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f7ae45f4-004a-45dd-b90e-fcd1ba95e217', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1387, 'fixed_ips': [{'subnet_id': 'a5ad15ab-c489-4a67-a9b0-d559fca0ec71', 'ip_address': '172.26.3.83', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-94-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-23T11:40:23Z', 'updated_at': '2021-06-23T11:40:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a5ad15ab-c489-4a67-a9b0-d559fca0ec71', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-601336-94-hyperv', '_interfaces': [{'id': '261a243c-82ee-47e4-a191-3d819af8f10a', 'name': '', 'network_id': '03d0adb8-7c84-4028-a133-9fee8ea26a25', 'tenant_id': '196d16edf443490aaaba40ccfc7a3448', 'mac_address': 'fa:16:3e:51:11:ef', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f7ae45f4-004a-45dd-b90e-fcd1ba95e217', 'device_owner': 'network:router_interface', 'standard_attr_id': 1389, 'fixed_ips': [{'subnet_id': '5338fe8e-d932-41fb-ae27-ab82df160b69', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-94-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-23T11:40:25Z', 'updated_at': '2021-06-23T11:40:34Z', 'revision_number': 5, 'project_id': '196d16edf443490aaaba40ccfc7a3448', 'subnets': [{'id': '5338fe8e-d932-41fb-ae27-ab82df160b69', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-601336-94-hyperv', False) {} {{(pid=94176) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 11:49:49.879701 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8d19ac2b-f665-422e-ab74-a9f849614a97 None None] The sync data for ids ['f7ae45f4-004a-45dd-b90e-fcd1ba95e217'] in dv-neutron-601336-94-hyperv is: [{'id': 'f7ae45f4-004a-45dd-b90e-fcd1ba95e217', 'name': 'tempest-TestVolumeBootPattern-454285966-router', 'tenant_id': '196d16edf443490aaaba40ccfc7a3448', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3e7e4eb3-cf02-4d47-ade9-0a579cdfc60f', 'external_fixed_ips': [{'subnet_id': 'a5ad15ab-c489-4a67-a9b0-d559fca0ec71', 'ip_address': '172.26.3.83'}], 'enable_snat': True}, 'gw_port_id': '37f26ea4-1d1e-47ad-b212-e44afa2e731c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-23T11:40:22Z', 'updated_at': '2021-06-23T11:40:26Z', 'revision_number': 4, 'project_id': '196d16edf443490aaaba40ccfc7a3448', 'gw_port': {'id': '37f26ea4-1d1e-47ad-b212-e44afa2e731c', 'name': '', 'network_id': '3e7e4eb3-cf02-4d47-ade9-0a579cdfc60f', 'tenant_id': '', 'mac_address': 'fa:16:3e:7a:83:5e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f7ae45f4-004a-45dd-b90e-fcd1ba95e217', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1387, 'fixed_ips': [{'subnet_id': 'a5ad15ab-c489-4a67-a9b0-d559fca0ec71', 'ip_address': '172.26.3.83', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-94-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-23T11:40:23Z', 'updated_at': '2021-06-23T11:40:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a5ad15ab-c489-4a67-a9b0-d559fca0ec71', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-601336-94-hyperv', '_interfaces': [{'id': '261a243c-82ee-47e4-a191-3d819af8f10a', 'name': '', 'network_id': '03d0adb8-7c84-4028-a133-9fee8ea26a25', 'tenant_id': '196d16edf443490aaaba40ccfc7a3448', 'mac_address': 'fa:16:3e:51:11:ef', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f7ae45f4-004a-45dd-b90e-fcd1ba95e217', 'device_owner': 'network:router_interface', 'standard_attr_id': 1389, 'fixed_ips': [{'subnet_id': '5338fe8e-d932-41fb-ae27-ab82df160b69', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-94-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-23T11:40:25Z', 'updated_at': '2021-06-23T11:40:34Z', 'revision_number': 5, 'project_id': '196d16edf443490aaaba40ccfc7a3448', 'subnets': [{'id': '5338fe8e-d932-41fb-ae27-ab82df160b69', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94176) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 23 11:49:49.888341 dv-neutron-601336-94-hyperv neutron-server[94174]: INFO neutron.wsgi [req-b8e0bf74-d54e-4f01-882a-ad09770cbccd req-9ef59438-5988-4e07-8bdd-a3675dbe8dda tempest-TestVolumeBootPattern-1838142519 tempest-TestVolumeBootPattern-1838142519-project] 10.222.0.20 "GET /v2.0/security-groups?id=caa86333-f4a4-4907-90fa-9f1b20d99924&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0318692 Jun 23 11:49:50.119619 dv-neutron-601336-94-hyperv neutron-server[94177]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f474a3c2-a14e-4dc3-8c3a-e71d51a3c4cd None None] New status for floating IP 805cb8b0-febb-4dbf-9ca9-b753c168d921: DOWN {{(pid=94177) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 23 11:49:50.317929 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea3cd70a-c3f1-4aae-8e2a-40bf28b1b78e req-cc371dec-fa9a-4618-9c8c-4569642d365f tempest-TestVolumeBootPattern-1838142519 tempest-TestVolumeBootPattern-1838142519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 11:49:50.319401 dv-neutron-601336-94-hyperv neutron-server[94175]: INFO neutron.wsgi [req-ea3cd70a-c3f1-4aae-8e2a-40bf28b1b78e req-cc371dec-fa9a-4618-9c8c-4569642d365f tempest-TestVolumeBootPattern-1838142519 tempest-TestVolumeBootPattern-1838142519-project] 10.222.0.52 "GET /v2.0/ports?device_id=c3158a9a-a823-4e18-a64d-625f4cd5c888 HTTP/1.1" status: 200 len: 946 time: 0.0669270 Jun 23 11:49:50.424368 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.plugins.ml2.plugin [req-ea3cd70a-c3f1-4aae-8e2a-40bf28b1b78e req-256ddccf-9a88-4ece-86c7-eae110fa9f66 tempest-TestVolumeBootPattern-1838142519 tempest-TestVolumeBootPattern-1838142519-project] Deleting port fd77f472-1d9e-4469-b367-5cc4a68f96f7 {{(pid=94175) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1913}} Jun 23 11:49:50.425064 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron_lib.callbacks.manager [req-ea3cd70a-c3f1-4aae-8e2a-40bf28b1b78e req-256ddccf-9a88-4ece-86c7-eae110fa9f66 tempest-TestVolumeBootPattern-1838142519 tempest-TestVolumeBootPattern-1838142519-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773700079324'] for port, before_delete {{(pid=94175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:49:50.508273 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.plugins.ml2.db [req-ea3cd70a-c3f1-4aae-8e2a-40bf28b1b78e req-256ddccf-9a88-4ece-86c7-eae110fa9f66 tempest-TestVolumeBootPattern-1838142519 tempest-TestVolumeBootPattern-1838142519-project] For port fd77f472-1d9e-4469-b367-5cc4a68f96f7, host hv-neutron-6013, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-6013',level=0,port_id=fd77f472-1d9e-4469-b367-5cc4a68f96f7,segment=NetworkSegment(c7798981-dff9-4fc8-94a4-46182475c2ee),segment_id=c7798981-dff9-4fc8-94a4-46182475c2ee)] {{(pid=94175) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 23 11:49:50.508635 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron_lib.callbacks.manager [req-ea3cd70a-c3f1-4aae-8e2a-40bf28b1b78e req-256ddccf-9a88-4ece-86c7-eae110fa9f66 tempest-TestVolumeBootPattern-1838142519 tempest-TestVolumeBootPattern-1838142519-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-430722'] for port, precommit_delete {{(pid=94175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:49:50.521479 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.plugins.ml2.plugin [req-ea3cd70a-c3f1-4aae-8e2a-40bf28b1b78e req-256ddccf-9a88-4ece-86c7-eae110fa9f66 tempest-TestVolumeBootPattern-1838142519 tempest-TestVolumeBootPattern-1838142519-project] Calling delete_port for fd77f472-1d9e-4469-b367-5cc4a68f96f7 owned by compute:nova {{(pid=94175) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1986}} Jun 23 11:49:50.710053 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron_lib.callbacks.manager [req-ea3cd70a-c3f1-4aae-8e2a-40bf28b1b78e req-256ddccf-9a88-4ece-86c7-eae110fa9f66 tempest-TestVolumeBootPattern-1838142519 tempest-TestVolumeBootPattern-1838142519-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-922904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866062', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773700135024', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773699642224', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5082448'] for port, after_delete {{(pid=94175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:49:50.714105 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG oslo_concurrency.lockutils [None req-62ec552a-4da4-45c0-9833-647ffb05bae9 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94175) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 11:49:50.738994 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-256ddccf-9a88-4ece-86c7-eae110fa9f66 tempest-TestVolumeBootPattern-1838142519 tempest-TestVolumeBootPattern-1838142519-project] Pushing event deleted for resources: {'Port': ['ID=fd77f472-1d9e-4469-b367-5cc4a68f96f7,revision_number=None']} {{(pid=94175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 11:49:50.741994 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG oslo_concurrency.lockutils [None req-256ddccf-9a88-4ece-86c7-eae110fa9f66 tempest-TestVolumeBootPattern-1838142519 tempest-TestVolumeBootPattern-1838142519-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.028s {{(pid=94175) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 11:49:50.786450 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.db.l3_dvrscheduler_db [req-ea3cd70a-c3f1-4aae-8e2a-40bf28b1b78e req-256ddccf-9a88-4ece-86c7-eae110fa9f66 tempest-TestVolumeBootPattern-1838142519 tempest-TestVolumeBootPattern-1838142519-project] No DVR routers for this DVR port fd77f472-1d9e-4469-b367-5cc4a68f96f7 on host hv-neutron-6013 {{(pid=94175) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 23 11:49:50.788899 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron_lib.callbacks.manager [req-ea3cd70a-c3f1-4aae-8e2a-40bf28b1b78e req-256ddccf-9a88-4ece-86c7-eae110fa9f66 tempest-TestVolumeBootPattern-1838142519 tempest-TestVolumeBootPattern-1838142519-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-217507'] for port, before_response {{(pid=94175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:49:50.790824 dv-neutron-601336-94-hyperv neutron-server[94175]: INFO neutron.wsgi [req-ea3cd70a-c3f1-4aae-8e2a-40bf28b1b78e req-256ddccf-9a88-4ece-86c7-eae110fa9f66 tempest-TestVolumeBootPattern-1838142519 tempest-TestVolumeBootPattern-1838142519-project] 10.222.0.52 "DELETE /v2.0/ports/fd77f472-1d9e-4469-b367-5cc4a68f96f7 HTTP/1.1" status: 204 len: 173 time: 0.4618590 Jun 23 11:49:51.380535 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c3158a9a-a823-4e18-a64d-625f4cd5c888', 'name': 'network-vif-deleted', 'tag': 'fd77f472-1d9e-4469-b367-5cc4a68f96f7'}] {{(pid=94175) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 23 11:49:51.382835 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1970408df4ea4e7170669a1249478e627cf05a5a0b07cc08a66c5cb53d0ac47a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c07d2779-fcff-45c7-a940-9074484db5ae" -d '{"events": [{"server_uuid": "c3158a9a-a823-4e18-a64d-625f4cd5c888", "name": "network-vif-deleted", "tag": "fd77f472-1d9e-4469-b367-5cc4a68f96f7"}]}' {{(pid=94175) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 23 11:49:51.387222 dv-neutron-601336-94-hyperv neutron-server[94175]: INFO neutron.wsgi [req-f959504f-c267-417a-8652-56fece362397 req-28784041-36fe-4806-a767-55304aafc974 tempest-TestVolumeBootPattern-1838142519 tempest-TestVolumeBootPattern-1838142519-project] 10.222.0.20 "GET /v2.0/ports?device_id=c3158a9a-a823-4e18-a64d-625f4cd5c888 HTTP/1.1" status: 200 len: 210 time: 0.3815937 Jun 23 11:49:51.418745 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 23 Jun 2021 11:49:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2d73f1ce-fa91-456a-b194-6121cd4ec85c x-openstack-request-id: req-2d73f1ce-fa91-456a-b194-6121cd4ec85c {{(pid=94175) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 23 11:49:51.419122 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c3158a9a-a823-4e18-a64d-625f4cd5c888", "name": "network-vif-deleted", "tag": "fd77f472-1d9e-4469-b367-5cc4a68f96f7", "status": "completed", "code": 200}]} {{(pid=94175) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 23 11:49:51.419427 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-2d73f1ce-fa91-456a-b194-6121cd4ec85c {{(pid=94175) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 23 11:49:51.419873 dv-neutron-601336-94-hyperv neutron-server[94175]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c3158a9a-a823-4e18-a64d-625f4cd5c888', 'name': 'network-vif-deleted', 'tag': 'fd77f472-1d9e-4469-b367-5cc4a68f96f7', 'status': 'completed', 'code': 200} Jun 23 11:49:52.525193 dv-neutron-601336-94-hyperv neutron-server[94175]: INFO neutron.wsgi [req-14ce85e6-9592-46e7-8c9b-9da56e415f08 req-911e27a9-0b70-45f1-ba86-cb07c404a433 tempest-TestVolumeBootPattern-1838142519 tempest-TestVolumeBootPattern-1838142519-project] 10.222.0.20 "GET /v2.0/ports?device_id=c3158a9a-a823-4e18-a64d-625f4cd5c888 HTTP/1.1" status: 200 len: 210 time: 0.0287580 Jun 23 11:49:53.406981 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron_lib.callbacks.manager [None req-97bd5441-1da2-49ee-a364-27795820ba27 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773699952132', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-899307'] for agent, after_update {{(pid=94176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:49:53.668846 dv-neutron-601336-94-hyperv neutron-server[94174]: INFO neutron.wsgi [req-f5233836-7c99-46e5-ab5d-0a9d52f42ca0 req-c448eb6e-b3bf-4732-adb9-73e45694248f tempest-TestVolumeBootPattern-1838142519 tempest-TestVolumeBootPattern-1838142519-project] 10.222.0.20 "GET /v2.0/ports?device_id=c3158a9a-a823-4e18-a64d-625f4cd5c888 HTTP/1.1" status: 200 len: 210 time: 0.0298638 Jun 23 11:49:54.725461 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.plugins.ml2.rpc [None req-97bd5441-1da2-49ee-a364-27795820ba27 None None] Device fd77f472-1d9e-4469-b367-5cc4a68f96f7 no longer exists at agent hyperv_hv-neutron-6013 {{(pid=94176) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:261}} Jun 23 11:49:54.745402 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.plugins.ml2.plugin [None req-97bd5441-1da2-49ee-a364-27795820ba27 None None] No Port match for: fd77f472-1d9e-4469-b367-5cc4a68f96f7 {{(pid=94176) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2240}} Jun 23 11:49:54.745837 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.plugins.ml2.rpc [None req-97bd5441-1da2-49ee-a364-27795820ba27 None None] Device fd77f472-1d9e-4469-b367-5cc4a68f96f7 not bound to the agent host hv-neutron-6013 {{(pid=94176) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:271}} Jun 23 11:49:54.820483 dv-neutron-601336-94-hyperv neutron-server[94175]: INFO neutron.wsgi [req-def26941-915b-49e6-b831-0ba59463ece0 req-fbfe5c0f-65b9-4561-94fc-150977fa4b2e tempest-TestVolumeBootPattern-1838142519 tempest-TestVolumeBootPattern-1838142519-project] 10.222.0.20 "GET /v2.0/ports?device_id=c3158a9a-a823-4e18-a64d-625f4cd5c888 HTTP/1.1" status: 200 len: 210 time: 0.0301511 Jun 23 11:49:55.912421 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.wsgi [-] (94174) accepted ('10.222.0.20', 45262) {{(pid=94174) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 11:49:56.031008 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.plugins.ml2.plugin [None req-7f3fda49-2369-4031-a238-2c115efa9dc1 tempest-TestVolumeBootPattern-1838142519 tempest-TestVolumeBootPattern-1838142519-project] Deleting port 9edeaf65-91f2-43db-99ff-6cde67ebf004 {{(pid=94174) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1913}} Jun 23 11:49:56.031295 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron_lib.callbacks.manager [None req-7f3fda49-2369-4031-a238-2c115efa9dc1 tempest-TestVolumeBootPattern-1838142519 tempest-TestVolumeBootPattern-1838142519-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773700079324'] for port, before_delete {{(pid=94174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:49:56.456761 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron_lib.callbacks.manager [None req-7f3fda49-2369-4031-a238-2c115efa9dc1 tempest-TestVolumeBootPattern-1838142519 tempest-TestVolumeBootPattern-1838142519-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-430722'] for port, precommit_delete {{(pid=94174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:49:56.457093 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron_lib.callbacks.manager [None req-7f3fda49-2369-4031-a238-2c115efa9dc1 tempest-TestVolumeBootPattern-1838142519 tempest-TestVolumeBootPattern-1838142519-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:49:56.467963 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.plugins.ml2.plugin [None req-7f3fda49-2369-4031-a238-2c115efa9dc1 tempest-TestVolumeBootPattern-1838142519 tempest-TestVolumeBootPattern-1838142519-project] Calling delete_port for 9edeaf65-91f2-43db-99ff-6cde67ebf004 owned by network:floatingip {{(pid=94174) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1986}} Jun 23 11:49:56.661126 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron_lib.callbacks.manager [None req-7f3fda49-2369-4031-a238-2c115efa9dc1 tempest-TestVolumeBootPattern-1838142519 tempest-TestVolumeBootPattern-1838142519-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-922904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866062', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773700135024', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773699642224', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5196390'] for port, after_delete {{(pid=94174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:49:56.663106 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG oslo_concurrency.lockutils [None req-08a470a6-2e53-4b3b-87c0-d4d848fef1d8 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94174) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 11:49:56.686190 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f3fda49-2369-4031-a238-2c115efa9dc1 tempest-TestVolumeBootPattern-1838142519 tempest-TestVolumeBootPattern-1838142519-project] Pushing event deleted for resources: {'Port': ['ID=9edeaf65-91f2-43db-99ff-6cde67ebf004,revision_number=None']} {{(pid=94174) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 11:49:56.697439 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f3fda49-2369-4031-a238-2c115efa9dc1 tempest-TestVolumeBootPattern-1838142519 tempest-TestVolumeBootPattern-1838142519-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-601336-94-hyperv {{(pid=94174) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 11:49:56.697845 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f3fda49-2369-4031-a238-2c115efa9dc1 tempest-TestVolumeBootPattern-1838142519 tempest-TestVolumeBootPattern-1838142519-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-94-hyperv {{(pid=94174) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 11:49:56.698234 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f3fda49-2369-4031-a238-2c115efa9dc1 tempest-TestVolumeBootPattern-1838142519 tempest-TestVolumeBootPattern-1838142519-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-94-hyperv {{(pid=94174) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 11:49:56.698623 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f3fda49-2369-4031-a238-2c115efa9dc1 tempest-TestVolumeBootPattern-1838142519 tempest-TestVolumeBootPattern-1838142519-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-601336-94-hyperv {{(pid=94174) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 11:49:56.699002 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f3fda49-2369-4031-a238-2c115efa9dc1 tempest-TestVolumeBootPattern-1838142519 tempest-TestVolumeBootPattern-1838142519-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-601336-94-hyperv {{(pid=94174) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 11:49:56.699424 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f3fda49-2369-4031-a238-2c115efa9dc1 tempest-TestVolumeBootPattern-1838142519 tempest-TestVolumeBootPattern-1838142519-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-601336-94-hyperv {{(pid=94174) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 11:49:56.699799 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f3fda49-2369-4031-a238-2c115efa9dc1 tempest-TestVolumeBootPattern-1838142519 tempest-TestVolumeBootPattern-1838142519-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-601336-94-hyperv {{(pid=94174) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 11:49:56.700174 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f3fda49-2369-4031-a238-2c115efa9dc1 tempest-TestVolumeBootPattern-1838142519 tempest-TestVolumeBootPattern-1838142519-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-601336-94-hyperv {{(pid=94174) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 11:49:56.700550 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f3fda49-2369-4031-a238-2c115efa9dc1 tempest-TestVolumeBootPattern-1838142519 tempest-TestVolumeBootPattern-1838142519-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-601336-94-hyperv {{(pid=94174) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 11:49:56.700924 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f3fda49-2369-4031-a238-2c115efa9dc1 tempest-TestVolumeBootPattern-1838142519 tempest-TestVolumeBootPattern-1838142519-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-94-hyperv {{(pid=94174) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 11:49:56.701294 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f3fda49-2369-4031-a238-2c115efa9dc1 tempest-TestVolumeBootPattern-1838142519 tempest-TestVolumeBootPattern-1838142519-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-601336-94-hyperv {{(pid=94174) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 11:49:56.701661 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f3fda49-2369-4031-a238-2c115efa9dc1 tempest-TestVolumeBootPattern-1838142519 tempest-TestVolumeBootPattern-1838142519-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-601336-94-hyperv {{(pid=94174) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 11:49:56.719646 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG oslo_concurrency.lockutils [None req-7f3fda49-2369-4031-a238-2c115efa9dc1 tempest-TestVolumeBootPattern-1838142519 tempest-TestVolumeBootPattern-1838142519-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.057s {{(pid=94174) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 11:49:56.756352 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron_lib.callbacks.manager [None req-7f3fda49-2369-4031-a238-2c115efa9dc1 tempest-TestVolumeBootPattern-1838142519 tempest-TestVolumeBootPattern-1838142519-project] Notify callbacks [] for floatingip, after_delete {{(pid=94174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:49:56.758800 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron_lib.callbacks.manager [None req-7f3fda49-2369-4031-a238-2c115efa9dc1 tempest-TestVolumeBootPattern-1838142519 tempest-TestVolumeBootPattern-1838142519-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-217507'] for floatingip, before_response {{(pid=94174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:49:56.759963 dv-neutron-601336-94-hyperv neutron-server[94174]: INFO neutron.wsgi [None req-7f3fda49-2369-4031-a238-2c115efa9dc1 tempest-TestVolumeBootPattern-1838142519 tempest-TestVolumeBootPattern-1838142519-project] 10.222.0.20 "DELETE /v2.0/floatingips/2501bd50-e283-4474-8920-b002668d4da7 HTTP/1.1" status: 204 len: 168 time: 0.8465583 Jun 23 11:50:00.230702 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.wsgi [-] (94174) accepted ('10.222.0.20', 45278) {{(pid=94174) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 11:50:00.288824 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron_lib.callbacks.manager [None req-e3ac56df-5252-411c-8286-56f36acf08c0 tempest-TestVolumeBootPattern-1838142519 tempest-TestVolumeBootPattern-1838142519-project] Notify callbacks [] for security_group, before_delete {{(pid=94174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:50:00.313780 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron_lib.callbacks.manager [None req-e3ac56df-5252-411c-8286-56f36acf08c0 tempest-TestVolumeBootPattern-1838142519 tempest-TestVolumeBootPattern-1838142519-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:50:00.427074 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron_lib.callbacks.manager [None req-e3ac56df-5252-411c-8286-56f36acf08c0 tempest-TestVolumeBootPattern-1838142519 tempest-TestVolumeBootPattern-1838142519-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7996330'] for security_group, after_delete {{(pid=94174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:50:00.429598 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron_lib.callbacks.manager [None req-e3ac56df-5252-411c-8286-56f36acf08c0 tempest-TestVolumeBootPattern-1838142519 tempest-TestVolumeBootPattern-1838142519-project] Notify callbacks [] for security_group, before_response {{(pid=94174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:50:00.430734 dv-neutron-601336-94-hyperv neutron-server[94174]: INFO neutron.wsgi [None req-e3ac56df-5252-411c-8286-56f36acf08c0 tempest-TestVolumeBootPattern-1838142519 tempest-TestVolumeBootPattern-1838142519-project] 10.222.0.20 "DELETE /v2.0/security-groups/caa86333-f4a4-4907-90fa-9f1b20d99924 HTTP/1.1" status: 204 len: 168 time: 0.1978068 Jun 23 11:50:00.431517 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG oslo_concurrency.lockutils [None req-fbbf8cb7-5601-4bff-9997-aba7e744fba0 tempest-NegativeSecGroupIPv6Test-1070497984 tempest-NegativeSecGroupIPv6Test-1070497984-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94174) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 11:50:00.440073 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3ac56df-5252-411c-8286-56f36acf08c0 tempest-TestVolumeBootPattern-1838142519 tempest-TestVolumeBootPattern-1838142519-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=caa86333-f4a4-4907-90fa-9f1b20d99924,revision_number=None']} {{(pid=94174) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 11:50:00.442945 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG oslo_concurrency.lockutils [None req-e3ac56df-5252-411c-8286-56f36acf08c0 tempest-TestVolumeBootPattern-1838142519 tempest-TestVolumeBootPattern-1838142519-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.011s {{(pid=94174) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 11:50:00.531718 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.wsgi [-] (94175) accepted ('10.222.0.20', 45282) {{(pid=94175) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 11:50:01.002739 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron_lib.callbacks.manager [None req-a1c256bf-6828-4540-9f17-76a6933b37a8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-453061'] for router_interface, before_delete {{(pid=94175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:50:01.245166 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.plugins.ml2.plugin [None req-a1c256bf-6828-4540-9f17-76a6933b37a8 admin admin] Deleting port 261a243c-82ee-47e4-a191-3d819af8f10a {{(pid=94175) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1913}} Jun 23 11:50:01.245494 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron_lib.callbacks.manager [None req-a1c256bf-6828-4540-9f17-76a6933b37a8 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773700079324'] for port, before_delete {{(pid=94175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:50:01.319466 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.plugins.ml2.db [None req-a1c256bf-6828-4540-9f17-76a6933b37a8 admin admin] For port 261a243c-82ee-47e4-a191-3d819af8f10a, host dv-neutron-601336-94-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-94-hyperv',level=0,port_id=261a243c-82ee-47e4-a191-3d819af8f10a,segment=NetworkSegment(c7798981-dff9-4fc8-94a4-46182475c2ee),segment_id=c7798981-dff9-4fc8-94a4-46182475c2ee)] {{(pid=94175) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 23 11:50:01.319748 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron_lib.callbacks.manager [None req-a1c256bf-6828-4540-9f17-76a6933b37a8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-430722'] for port, precommit_delete {{(pid=94175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:50:01.335816 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.plugins.ml2.plugin [None req-a1c256bf-6828-4540-9f17-76a6933b37a8 admin admin] Calling delete_port for 261a243c-82ee-47e4-a191-3d819af8f10a owned by network:router_interface {{(pid=94175) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1986}} Jun 23 11:50:01.560974 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron_lib.callbacks.manager [None req-a1c256bf-6828-4540-9f17-76a6933b37a8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-922904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866062', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773700135024', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773699642224', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5082448'] for port, after_delete {{(pid=94175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:50:01.563795 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG oslo_concurrency.lockutils [None req-2694a00e-c73a-4b1a-826a-5524f581c92b service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94175) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 11:50:01.587671 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1c256bf-6828-4540-9f17-76a6933b37a8 admin admin] Pushing event deleted for resources: {'Port': ['ID=261a243c-82ee-47e4-a191-3d819af8f10a,revision_number=None']} {{(pid=94175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 11:50:01.590230 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG oslo_concurrency.lockutils [None req-a1c256bf-6828-4540-9f17-76a6933b37a8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.026s {{(pid=94175) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 11:50:01.769440 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron_lib.callbacks.manager [None req-a1c256bf-6828-4540-9f17-76a6933b37a8 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-7866080', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-516693'] for router_interface, after_delete {{(pid=94175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:50:01.988702 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a1c256bf-6828-4540-9f17-76a6933b37a8 admin admin] Router f7ae45f4-004a-45dd-b90e-fcd1ba95e217 has already been hosted by L3 agent 50ef99c0-ef28-4db5-b303-b145898fae60 {{(pid=94175) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 23 11:50:02.091568 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a1c256bf-6828-4540-9f17-76a6933b37a8 admin admin] Notify agent at l3_agent.dv-neutron-601336-94-hyperv the message routers_updated {{(pid=94175) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 23 11:50:02.096508 dv-neutron-601336-94-hyperv neutron-server[94175]: INFO neutron.wsgi [None req-a1c256bf-6828-4540-9f17-76a6933b37a8 admin admin] 10.222.0.20 "PUT /v2.0/routers/f7ae45f4-004a-45dd-b90e-fcd1ba95e217/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.5637653 Jun 23 11:50:02.099588 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.wsgi [-] (94175) accepted ('10.222.0.20', 45286) {{(pid=94175) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 11:50:02.100431 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0cfb9d8e-768b-4cbc-af84-9394a794b3c1 None None] Sync routers for ids ['f7ae45f4-004a-45dd-b90e-fcd1ba95e217'] in dv-neutron-601336-94-hyperv {{(pid=94176) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 23 11:50:02.109280 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0cfb9d8e-768b-4cbc-af84-9394a794b3c1 None None] Routers {'f7ae45f4-004a-45dd-b90e-fcd1ba95e217'} bound to L3 agent in host dv-neutron-601336-94-hyperv {{(pid=94176) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 23 11:50:02.109892 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.db.l3_hamode_db [None req-0cfb9d8e-768b-4cbc-af84-9394a794b3c1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-601336-94-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-23T11:22:13Z,description=,heartbeat_timestamp=2021-06-23T11:49:43Z,host='dv-neutron-601336-94-hyperv',id=50ef99c0-ef28-4db5-b303-b145898fae60,load=0,resource_versions=,resources_synced=,started_at=2021-06-23T11:22:14Z,topic='l3_agent')) {'router_ids': ['f7ae45f4-004a-45dd-b90e-fcd1ba95e217'], 'active': True} {{(pid=94176) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 11:50:02.202387 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron_lib.callbacks.manager [None req-e48d0796-0cd7-4ca5-a7e1-9b14c84b558e admin admin] Notify callbacks [] for router, before_delete {{(pid=94175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:50:02.211154 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.db.l3_dvr_db [None req-0cfb9d8e-768b-4cbc-af84-9394a794b3c1 None None] Set router f7ae45f4-004a-45dd-b90e-fcd1ba95e217 gateway port host: dv-neutron-601336-94-hyperv {{(pid=94176) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:838}} Jun 23 11:50:02.302981 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron_lib.callbacks.manager [None req-e48d0796-0cd7-4ca5-a7e1-9b14c84b558e admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:50:02.381908 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.db.l3_hamode_db [None req-0cfb9d8e-768b-4cbc-af84-9394a794b3c1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f7ae45f4-004a-45dd-b90e-fcd1ba95e217', 'name': 'tempest-TestVolumeBootPattern-454285966-router', 'tenant_id': '196d16edf443490aaaba40ccfc7a3448', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3e7e4eb3-cf02-4d47-ade9-0a579cdfc60f', 'external_fixed_ips': [{'subnet_id': 'a5ad15ab-c489-4a67-a9b0-d559fca0ec71', 'ip_address': '172.26.3.83'}], 'enable_snat': True}, 'gw_port_id': '37f26ea4-1d1e-47ad-b212-e44afa2e731c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-23T11:40:22Z', 'updated_at': '2021-06-23T11:50:01Z', 'revision_number': 5, 'project_id': '196d16edf443490aaaba40ccfc7a3448', 'gw_port': {'id': '37f26ea4-1d1e-47ad-b212-e44afa2e731c', 'name': '', 'network_id': '3e7e4eb3-cf02-4d47-ade9-0a579cdfc60f', 'tenant_id': '', 'mac_address': 'fa:16:3e:7a:83:5e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f7ae45f4-004a-45dd-b90e-fcd1ba95e217', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1387, 'fixed_ips': [{'subnet_id': 'a5ad15ab-c489-4a67-a9b0-d559fca0ec71', 'ip_address': '172.26.3.83', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-94-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-23T11:40:23Z', 'updated_at': '2021-06-23T11:40:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a5ad15ab-c489-4a67-a9b0-d559fca0ec71', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-601336-94-hyperv'}], 'dv-neutron-601336-94-hyperv', False) {} {{(pid=94176) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 11:50:02.407916 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0cfb9d8e-768b-4cbc-af84-9394a794b3c1 None None] Checking router: f7ae45f4-004a-45dd-b90e-fcd1ba95e217 for host: dv-neutron-601336-94-hyperv {{(pid=94176) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 23 11:50:02.415984 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.plugins.ml2.plugin [None req-e48d0796-0cd7-4ca5-a7e1-9b14c84b558e admin admin] Deleting port 37f26ea4-1d1e-47ad-b212-e44afa2e731c {{(pid=94175) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1913}} Jun 23 11:50:02.416363 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron_lib.callbacks.manager [None req-e48d0796-0cd7-4ca5-a7e1-9b14c84b558e admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773700079324'] for port, before_delete {{(pid=94175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:50:02.416747 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0cfb9d8e-768b-4cbc-af84-9394a794b3c1 None None] Routers {'f7ae45f4-004a-45dd-b90e-fcd1ba95e217'} bound to L3 agent in host dv-neutron-601336-94-hyperv {{(pid=94176) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 23 11:50:02.417367 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.db.l3_hamode_db [None req-0cfb9d8e-768b-4cbc-af84-9394a794b3c1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-601336-94-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-23T11:22:13Z,description=,heartbeat_timestamp=2021-06-23T11:49:43Z,host='dv-neutron-601336-94-hyperv',id=50ef99c0-ef28-4db5-b303-b145898fae60,load=0,resource_versions=,resources_synced=,started_at=2021-06-23T11:22:14Z,topic='l3_agent')) {'router_ids': ['f7ae45f4-004a-45dd-b90e-fcd1ba95e217'], 'active': True} {{(pid=94176) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 11:50:02.492798 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.plugins.ml2.db [None req-e48d0796-0cd7-4ca5-a7e1-9b14c84b558e admin admin] For port 37f26ea4-1d1e-47ad-b212-e44afa2e731c, host dv-neutron-601336-94-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-94-hyperv',level=0,port_id=37f26ea4-1d1e-47ad-b212-e44afa2e731c,segment=NetworkSegment(c23be0a5-6980-48fb-bc9f-4a24717fe1de),segment_id=c23be0a5-6980-48fb-bc9f-4a24717fe1de)] {{(pid=94175) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 23 11:50:02.493161 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron_lib.callbacks.manager [None req-e48d0796-0cd7-4ca5-a7e1-9b14c84b558e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-430722'] for port, precommit_delete {{(pid=94175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:50:02.500352 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.db.l3_dvr_db [None req-0cfb9d8e-768b-4cbc-af84-9394a794b3c1 None None] Set router f7ae45f4-004a-45dd-b90e-fcd1ba95e217 gateway port host: None {{(pid=94176) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:838}} Jun 23 11:50:02.509588 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.plugins.ml2.plugin [None req-e48d0796-0cd7-4ca5-a7e1-9b14c84b558e admin admin] Calling delete_port for 37f26ea4-1d1e-47ad-b212-e44afa2e731c owned by network:router_gateway {{(pid=94175) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1986}} Jun 23 11:50:02.549301 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.db.l3_hamode_db [None req-0cfb9d8e-768b-4cbc-af84-9394a794b3c1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f7ae45f4-004a-45dd-b90e-fcd1ba95e217', 'name': 'tempest-TestVolumeBootPattern-454285966-router', 'tenant_id': '196d16edf443490aaaba40ccfc7a3448', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-23T11:40:22Z', 'updated_at': '2021-06-23T11:50:02Z', 'revision_number': 6, 'project_id': '196d16edf443490aaaba40ccfc7a3448', 'gw_port_host': None}], 'dv-neutron-601336-94-hyperv', False) {} {{(pid=94176) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 11:50:02.576790 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0cfb9d8e-768b-4cbc-af84-9394a794b3c1 None None] The sync data for ids ['f7ae45f4-004a-45dd-b90e-fcd1ba95e217'] in dv-neutron-601336-94-hyperv is: [{'id': 'f7ae45f4-004a-45dd-b90e-fcd1ba95e217', 'name': 'tempest-TestVolumeBootPattern-454285966-router', 'tenant_id': '196d16edf443490aaaba40ccfc7a3448', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-23T11:40:22Z', 'updated_at': '2021-06-23T11:50:02Z', 'revision_number': 6, 'project_id': '196d16edf443490aaaba40ccfc7a3448', 'gw_port_host': None}] {{(pid=94176) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 23 11:50:02.729109 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron_lib.callbacks.manager [None req-e48d0796-0cd7-4ca5-a7e1-9b14c84b558e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-922904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866062', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773700135024', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773699642224', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5082448'] for port, after_delete {{(pid=94175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:50:02.731999 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG oslo_concurrency.lockutils [None req-4586205c-d960-469f-ae4c-801019fff639 tempest-TestNetworkBasicOps-233187296 tempest-TestNetworkBasicOps-233187296-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94175) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 11:50:02.758610 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e48d0796-0cd7-4ca5-a7e1-9b14c84b558e admin admin] Pushing event deleted for resources: {'Port': ['ID=37f26ea4-1d1e-47ad-b212-e44afa2e731c,revision_number=None']} {{(pid=94175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 11:50:02.761707 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG oslo_concurrency.lockutils [None req-e48d0796-0cd7-4ca5-a7e1-9b14c84b558e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.030s {{(pid=94175) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 11:50:02.820631 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron_lib.callbacks.manager [None req-e48d0796-0cd7-4ca5-a7e1-9b14c84b558e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-524171'] for router_gateway, after_delete {{(pid=94175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:50:02.907267 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron_lib.callbacks.manager [None req-e48d0796-0cd7-4ca5-a7e1-9b14c84b558e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-520417', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-32301'] for router, precommit_delete {{(pid=94175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:50:02.909456 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron_lib.callbacks.manager [None req-e48d0796-0cd7-4ca5-a7e1-9b14c84b558e admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:50:03.067051 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron_lib.callbacks.manager [None req-e48d0796-0cd7-4ca5-a7e1-9b14c84b558e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-494961'] for router, after_delete {{(pid=94175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:50:03.067658 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e48d0796-0cd7-4ca5-a7e1-9b14c84b558e admin admin] Fanout notify agent at l3_agent the message router_deleted on router f7ae45f4-004a-45dd-b90e-fcd1ba95e217 {{(pid=94175) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jun 23 11:50:03.071953 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron_lib.callbacks.manager [None req-e48d0796-0cd7-4ca5-a7e1-9b14c84b558e admin admin] Notify callbacks [] for router, before_response {{(pid=94175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:50:03.073086 dv-neutron-601336-94-hyperv neutron-server[94175]: INFO neutron.wsgi [None req-e48d0796-0cd7-4ca5-a7e1-9b14c84b558e admin admin] 10.222.0.20 "DELETE /v2.0/routers/f7ae45f4-004a-45dd-b90e-fcd1ba95e217 HTTP/1.1" status: 204 len: 168 time: 0.9725778 Jun 23 11:50:03.075654 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.wsgi [-] (94175) accepted ('10.222.0.20', 45288) {{(pid=94175) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 11:50:03.118975 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.db.db_base_plugin_v2 [None req-a4675f97-cd2e-49ff-ad03-d1cb6334d3ac admin admin] Deleting subnet 5338fe8e-d932-41fb-ae27-ab82df160b69 {{(pid=94175) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jun 23 11:50:03.121947 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron_lib.callbacks.manager [None req-a4675f97-cd2e-49ff-ad03-d1cb6334d3ac admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:50:03.155510 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron_lib.callbacks.manager [None req-a4675f97-cd2e-49ff-ad03-d1cb6334d3ac admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5190686'] for subnet, precommit_delete_associations {{(pid=94175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:50:03.234144 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron_lib.callbacks.manager [None req-a4675f97-cd2e-49ff-ad03-d1cb6334d3ac admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-897634'] for subnet, precommit_delete {{(pid=94175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:50:03.356122 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron_lib.callbacks.manager [None req-a4675f97-cd2e-49ff-ad03-d1cb6334d3ac admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-897627', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866062', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5083050', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4660036'] for subnet, after_delete {{(pid=94175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:50:03.359232 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG oslo_concurrency.lockutils [None req-174262c4-c2bc-47ad-8f74-1d0878f99ac1 tempest-TestNetworkBasicOps-233187296 tempest-TestNetworkBasicOps-233187296-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94175) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 11:50:03.384965 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4675f97-cd2e-49ff-ad03-d1cb6334d3ac admin admin] Pushing event deleted for resources: {'Subnet': ['ID=5338fe8e-d932-41fb-ae27-ab82df160b69,revision_number=None']} {{(pid=94175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 11:50:03.386918 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron_lib.callbacks.manager [None req-a4675f97-cd2e-49ff-ad03-d1cb6334d3ac admin admin] Notify callbacks [] for subnet, before_response {{(pid=94175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:50:03.391366 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.wsgi [-] (94174) accepted ('10.222.0.20', 45290) {{(pid=94174) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 11:50:03.393100 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fdbccafd-1d2f-4faf-84e0-3de58f7c88c8 None None] Network 03d0adb8-7c84-4028-a133-9fee8ea26a25 requested from dv-neutron-601336-94-hyperv {{(pid=94176) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 23 11:50:03.395585 dv-neutron-601336-94-hyperv neutron-server[94175]: INFO neutron.wsgi [None req-a4675f97-cd2e-49ff-ad03-d1cb6334d3ac admin admin] 10.222.0.20 "DELETE /v2.0/subnets/5338fe8e-d932-41fb-ae27-ab82df160b69 HTTP/1.1" status: 204 len: 168 time: 0.3188915 Jun 23 11:50:03.396984 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG oslo_concurrency.lockutils [None req-a4675f97-cd2e-49ff-ad03-d1cb6334d3ac admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.038s {{(pid=94175) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 11:50:03.463091 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron_lib.callbacks.manager [None req-537c9e36-4e74-4d3e-ba31-9660472e0c2f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-824874'] for network, before_delete {{(pid=94174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:50:03.518774 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.plugins.ml2.plugin [None req-537c9e36-4e74-4d3e-ba31-9660472e0c2f admin admin] Deleting port 35fe606e-3b18-4112-b570-91b8a130fabe {{(pid=94174) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1913}} Jun 23 11:50:03.519220 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron_lib.callbacks.manager [None req-537c9e36-4e74-4d3e-ba31-9660472e0c2f admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773700079324'] for port, before_delete {{(pid=94174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:50:03.590665 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.plugins.ml2.db [None req-537c9e36-4e74-4d3e-ba31-9660472e0c2f admin admin] For port 35fe606e-3b18-4112-b570-91b8a130fabe, host dv-neutron-601336-94-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-94-hyperv',level=0,port_id=35fe606e-3b18-4112-b570-91b8a130fabe,segment=NetworkSegment(c7798981-dff9-4fc8-94a4-46182475c2ee),segment_id=c7798981-dff9-4fc8-94a4-46182475c2ee)] {{(pid=94174) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 23 11:50:03.591051 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron_lib.callbacks.manager [None req-537c9e36-4e74-4d3e-ba31-9660472e0c2f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-430722'] for port, precommit_delete {{(pid=94174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:50:03.596013 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a724917f-aa89-419a-a189-09c875bf0e4b None None] DHCP port deletion for 03d0adb8-7c84-4028-a133-9fee8ea26a25 request from dv-neutron-601336-94-hyperv {{(pid=94176) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jun 23 11:50:03.604556 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.plugins.ml2.plugin [None req-537c9e36-4e74-4d3e-ba31-9660472e0c2f admin admin] Calling delete_port for 35fe606e-3b18-4112-b570-91b8a130fabe owned by network:dhcp {{(pid=94174) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1986}} Jun 23 11:50:03.641522 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.plugins.ml2.plugin [None req-a724917f-aa89-419a-a189-09c875bf0e4b None None] Deleting port 35fe606e-3b18-4112-b570-91b8a130fabe {{(pid=94176) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1913}} Jun 23 11:50:03.641913 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron_lib.callbacks.manager [None req-a724917f-aa89-419a-a189-09c875bf0e4b None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773700079324'] for port, before_delete {{(pid=94176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:50:03.703507 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.plugins.ml2.db [None req-a724917f-aa89-419a-a189-09c875bf0e4b None None] For port 35fe606e-3b18-4112-b570-91b8a130fabe, host dv-neutron-601336-94-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-94-hyperv',level=0,port_id=35fe606e-3b18-4112-b570-91b8a130fabe,segment=NetworkSegment(c7798981-dff9-4fc8-94a4-46182475c2ee),segment_id=c7798981-dff9-4fc8-94a4-46182475c2ee)] {{(pid=94176) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 23 11:50:03.703892 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron_lib.callbacks.manager [None req-a724917f-aa89-419a-a189-09c875bf0e4b None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-430722'] for port, precommit_delete {{(pid=94176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:50:03.717233 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.plugins.ml2.plugin [None req-a724917f-aa89-419a-a189-09c875bf0e4b None None] Calling delete_port for 35fe606e-3b18-4112-b570-91b8a130fabe owned by network:dhcp {{(pid=94176) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1986}} Jun 23 11:50:03.752543 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron_lib.callbacks.manager [None req-537c9e36-4e74-4d3e-ba31-9660472e0c2f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-922904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866062', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773700135024', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773699642224', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5196390'] for port, after_delete {{(pid=94174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:50:03.754799 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG oslo_concurrency.lockutils [None req-df51e6b5-b0d2-4312-86da-34882b59ba6e service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94174) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 11:50:03.760594 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.plugins.ml2.rpc [None req-dc7542b2-afef-47f4-a763-e3a3cba144be None None] Device 261a243c-82ee-47e4-a191-3d819af8f10a no longer exists at agent ovs-agent-dv-neutron-601336-94-hyperv {{(pid=94176) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:261}} Jun 23 11:50:03.781103 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-537c9e36-4e74-4d3e-ba31-9660472e0c2f admin admin] Pushing event deleted for resources: {'Port': ['ID=35fe606e-3b18-4112-b570-91b8a130fabe,revision_number=None']} {{(pid=94174) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 11:50:03.783921 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG oslo_concurrency.lockutils [None req-537c9e36-4e74-4d3e-ba31-9660472e0c2f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.029s {{(pid=94174) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 11:50:03.785060 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.plugins.ml2.plugin [None req-dc7542b2-afef-47f4-a763-e3a3cba144be None None] No Port match for: 261a243c-82ee-47e4-a191-3d819af8f10a {{(pid=94176) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2240}} Jun 23 11:50:03.785416 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.plugins.ml2.rpc [None req-dc7542b2-afef-47f4-a763-e3a3cba144be None None] Device 261a243c-82ee-47e4-a191-3d819af8f10a not bound to the agent host dv-neutron-601336-94-hyperv {{(pid=94176) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:271}} Jun 23 11:50:03.785849 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.plugins.ml2.rpc [None req-dc7542b2-afef-47f4-a763-e3a3cba144be None None] Device 35fe606e-3b18-4112-b570-91b8a130fabe no longer exists at agent ovs-agent-dv-neutron-601336-94-hyperv {{(pid=94176) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:261}} Jun 23 11:50:03.790049 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.db.l3_dvrscheduler_db [None req-537c9e36-4e74-4d3e-ba31-9660472e0c2f admin admin] No DVR routers for this DVR port 35fe606e-3b18-4112-b570-91b8a130fabe on host dv-neutron-601336-94-hyperv {{(pid=94174) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 23 11:50:03.813568 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.plugins.ml2.plugin [None req-dc7542b2-afef-47f4-a763-e3a3cba144be None None] No Port match for: 35fe606e-3b18-4112-b570-91b8a130fabe {{(pid=94176) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2240}} Jun 23 11:50:03.813869 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.plugins.ml2.rpc [None req-dc7542b2-afef-47f4-a763-e3a3cba144be None None] Device 35fe606e-3b18-4112-b570-91b8a130fabe not bound to the agent host dv-neutron-601336-94-hyperv {{(pid=94176) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:271}} Jun 23 11:50:03.814297 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.plugins.ml2.rpc [None req-dc7542b2-afef-47f4-a763-e3a3cba144be None None] Device 37f26ea4-1d1e-47ad-b212-e44afa2e731c no longer exists at agent ovs-agent-dv-neutron-601336-94-hyperv {{(pid=94176) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:261}} Jun 23 11:50:03.836033 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.plugins.ml2.plugin [None req-dc7542b2-afef-47f4-a763-e3a3cba144be None None] No Port match for: 37f26ea4-1d1e-47ad-b212-e44afa2e731c {{(pid=94176) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2240}} Jun 23 11:50:03.836393 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.plugins.ml2.rpc [None req-dc7542b2-afef-47f4-a763-e3a3cba144be None None] Device 37f26ea4-1d1e-47ad-b212-e44afa2e731c not bound to the agent host dv-neutron-601336-94-hyperv {{(pid=94176) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:271}} Jun 23 11:50:03.854207 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron_lib.callbacks.manager [None req-a724917f-aa89-419a-a189-09c875bf0e4b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-922904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866062', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773700135024', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773699642224'] for port, after_delete {{(pid=94176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:50:03.857186 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG oslo_concurrency.lockutils [None req-97bd5441-1da2-49ee-a364-27795820ba27 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 11:50:03.868482 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron_lib.callbacks.manager [None req-537c9e36-4e74-4d3e-ba31-9660472e0c2f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-897259', 'neutron.services.segments.db._delete_segments_for_network-8773700168587'] for network, precommit_delete {{(pid=94174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:50:03.878031 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.services.segments.db [None req-537c9e36-4e74-4d3e-ba31-9660472e0c2f admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['03d0adb8-7c84-4028-a133-9fee8ea26a25']}} {{(pid=94174) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 11:50:03.879402 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a724917f-aa89-419a-a189-09c875bf0e4b None None] Pushing event deleted for resources: {'Port': ['ID=35fe606e-3b18-4112-b570-91b8a130fabe,revision_number=None']} {{(pid=94176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 11:50:03.884316 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a724917f-aa89-419a-a189-09c875bf0e4b None None] No DVR routers for this DVR port 35fe606e-3b18-4112-b570-91b8a130fabe on host dv-neutron-601336-94-hyperv {{(pid=94176) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 23 11:50:03.890832 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.services.segments.db [None req-537c9e36-4e74-4d3e-ba31-9660472e0c2f admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c7798981-dff9-4fc8-94a4-46182475c2ee') {'for_net_delete': True} {{(pid=94174) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 11:50:03.890932 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.services.segments.db [None req-537c9e36-4e74-4d3e-ba31-9660472e0c2f admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c7798981-dff9-4fc8-94a4-46182475c2ee') {} {{(pid=94174) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 11:50:03.893081 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a724917f-aa89-419a-a189-09c875bf0e4b None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-601336-94-hyperv {{(pid=94176) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 11:50:03.893451 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a724917f-aa89-419a-a189-09c875bf0e4b None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-94-hyperv {{(pid=94176) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 11:50:03.894333 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a724917f-aa89-419a-a189-09c875bf0e4b None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-94-hyperv {{(pid=94176) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 11:50:03.894658 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a724917f-aa89-419a-a189-09c875bf0e4b None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-601336-94-hyperv {{(pid=94176) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 11:50:03.895000 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a724917f-aa89-419a-a189-09c875bf0e4b None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-601336-94-hyperv {{(pid=94176) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 11:50:03.895361 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a724917f-aa89-419a-a189-09c875bf0e4b None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-601336-94-hyperv {{(pid=94176) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 11:50:03.895697 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a724917f-aa89-419a-a189-09c875bf0e4b None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-601336-94-hyperv {{(pid=94176) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 11:50:03.896031 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a724917f-aa89-419a-a189-09c875bf0e4b None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-601336-94-hyperv {{(pid=94176) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 11:50:03.896388 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a724917f-aa89-419a-a189-09c875bf0e4b None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-601336-94-hyperv {{(pid=94176) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 11:50:03.896677 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a724917f-aa89-419a-a189-09c875bf0e4b None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-94-hyperv {{(pid=94176) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 11:50:03.897005 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a724917f-aa89-419a-a189-09c875bf0e4b None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-601336-94-hyperv {{(pid=94176) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 11:50:03.897330 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a724917f-aa89-419a-a189-09c875bf0e4b None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-601336-94-hyperv {{(pid=94176) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 11:50:03.900453 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG oslo_concurrency.lockutils [None req-a724917f-aa89-419a-a189-09c875bf0e4b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.043s {{(pid=94176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 11:50:03.903749 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron_lib.callbacks.manager [None req-537c9e36-4e74-4d3e-ba31-9660472e0c2f admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8773699955833', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4800267'] for segment, before_delete {{(pid=94174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:50:03.918044 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron_lib.callbacks.manager [None req-537c9e36-4e74-4d3e-ba31-9660472e0c2f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3801'] for segment, precommit_delete {{(pid=94174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:50:03.923653 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-537c9e36-4e74-4d3e-ba31-9660472e0c2f admin admin] Releasing vlan 433 on physical network physnet1 to pool {{(pid=94174) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 23 11:50:03.924041 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron_lib.callbacks.manager [None req-537c9e36-4e74-4d3e-ba31-9660472e0c2f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3801', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5196341'] for segment, after_delete {{(pid=94174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:50:03.925677 dv-neutron-601336-94-hyperv neutron-server[94174]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 23 11:50:03.925677 dv-neutron-601336-94-hyperv neutron-server[94174]: conditions |= (models_v2.Port.network_id.in_( Jun 23 11:50:03.925677 dv-neutron-601336-94-hyperv neutron-server[94174]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 23 11:50:03.925677 dv-neutron-601336-94-hyperv neutron-server[94174]: conditions |= (models_v2.Port.network_id.in_( Jun 23 11:50:03.925677 dv-neutron-601336-94-hyperv neutron-server[94174]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 23 11:50:03.925677 dv-neutron-601336-94-hyperv neutron-server[94174]: conditions |= (models_v2.Port.network_id.in_( Jun 23 11:50:03.925677 dv-neutron-601336-94-hyperv neutron-server[94174]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 23 11:50:03.925677 dv-neutron-601336-94-hyperv neutron-server[94174]: conditions |= (models_v2.Port.network_id.in_( Jun 23 11:50:03.925677 dv-neutron-601336-94-hyperv neutron-server[94174]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 23 11:50:03.925677 dv-neutron-601336-94-hyperv neutron-server[94174]: conditions |= (models_v2.Port.network_id.in_( Jun 23 11:50:03.925677 dv-neutron-601336-94-hyperv neutron-server[94174]: Traceback (most recent call last): Jun 23 11:50:03.925677 dv-neutron-601336-94-hyperv neutron-server[94174]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 23 11:50:03.925677 dv-neutron-601336-94-hyperv neutron-server[94174]: timer() Jun 23 11:50:03.925677 dv-neutron-601336-94-hyperv neutron-server[94174]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 23 11:50:03.925677 dv-neutron-601336-94-hyperv neutron-server[94174]: cb(*args, **kw) Jun 23 11:50:03.925677 dv-neutron-601336-94-hyperv neutron-server[94174]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 23 11:50:03.925677 dv-neutron-601336-94-hyperv neutron-server[94174]: return func(*args, **kwargs) Jun 23 11:50:03.925677 dv-neutron-601336-94-hyperv neutron-server[94174]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 23 11:50:03.925677 dv-neutron-601336-94-hyperv neutron-server[94174]: self._notify() Jun 23 11:50:03.925677 dv-neutron-601336-94-hyperv neutron-server[94174]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 23 11:50:03.925677 dv-neutron-601336-94-hyperv neutron-server[94174]: self.callback(batched_events) Jun 23 11:50:03.925677 dv-neutron-601336-94-hyperv neutron-server[94174]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 23 11:50:03.925677 dv-neutron-601336-94-hyperv neutron-server[94174]: event.method(event) Jun 23 11:50:03.925677 dv-neutron-601336-94-hyperv neutron-server[94174]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 23 11:50:03.925677 dv-neutron-601336-94-hyperv neutron-server[94174]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 23 11:50:03.925677 dv-neutron-601336-94-hyperv neutron-server[94174]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 23 11:50:03.925677 dv-neutron-601336-94-hyperv neutron-server[94174]: aggregate_uuid = self.p_client.list_aggregates( Jun 23 11:50:03.925677 dv-neutron-601336-94-hyperv neutron-server[94174]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 23 11:50:03.925677 dv-neutron-601336-94-hyperv neutron-server[94174]: return f(self, *a, **k) Jun 23 11:50:03.925677 dv-neutron-601336-94-hyperv neutron-server[94174]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 23 11:50:03.925677 dv-neutron-601336-94-hyperv neutron-server[94174]: return self._get(url).json() Jun 23 11:50:03.925677 dv-neutron-601336-94-hyperv neutron-server[94174]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 23 11:50:03.925677 dv-neutron-601336-94-hyperv neutron-server[94174]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 23 11:50:03.925677 dv-neutron-601336-94-hyperv neutron-server[94174]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 23 11:50:03.925677 dv-neutron-601336-94-hyperv neutron-server[94174]: return self.request(url, 'GET', **kwargs) Jun 23 11:50:03.925677 dv-neutron-601336-94-hyperv neutron-server[94174]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 23 11:50:03.925677 dv-neutron-601336-94-hyperv neutron-server[94174]: base_url = self.get_endpoint(auth, allow=allow, Jun 23 11:50:03.925677 dv-neutron-601336-94-hyperv neutron-server[94174]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 23 11:50:03.925677 dv-neutron-601336-94-hyperv neutron-server[94174]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 23 11:50:03.925677 dv-neutron-601336-94-hyperv neutron-server[94174]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 23 11:50:03.925677 dv-neutron-601336-94-hyperv neutron-server[94174]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 23 11:50:03.925677 dv-neutron-601336-94-hyperv neutron-server[94174]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 23 11:50:04.049733 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron_lib.callbacks.manager [None req-537c9e36-4e74-4d3e-ba31-9660472e0c2f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-897248', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8002400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7866073', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-524247'] for network, after_delete {{(pid=94174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:50:04.053144 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG oslo_concurrency.lockutils [None req-29f48012-9142-47dc-ab14-6b1348fc8aef tempest-RoutersIpV6Test-1448447933 tempest-RoutersIpV6Test-1448447933-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94174) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 11:50:04.059545 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron_lib.callbacks.manager [None req-537c9e36-4e74-4d3e-ba31-9660472e0c2f admin admin] Notify callbacks [] for network, before_response {{(pid=94174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:50:04.059545 dv-neutron-601336-94-hyperv neutron-server[94174]: INFO neutron.wsgi [None req-537c9e36-4e74-4d3e-ba31-9660472e0c2f admin admin] 10.222.0.20 "DELETE /v2.0/networks/03d0adb8-7c84-4028-a133-9fee8ea26a25 HTTP/1.1" status: 204 len: 168 time: 0.6643834 Jun 23 11:50:04.060599 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.wsgi [-] (94175) accepted ('10.222.0.20', 45292) {{(pid=94175) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 11:50:04.073563 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-537c9e36-4e74-4d3e-ba31-9660472e0c2f admin admin] Pushing event deleted for resources: {'Network': ['ID=03d0adb8-7c84-4028-a133-9fee8ea26a25,revision_number=None']} {{(pid=94174) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 11:50:04.076196 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG oslo_concurrency.lockutils [None req-537c9e36-4e74-4d3e-ba31-9660472e0c2f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.023s {{(pid=94174) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 11:50:04.391309 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron_lib.callbacks.manager [None req-f5a3d67c-c722-41d4-8f04-280d38ff4827 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-453061'] for router_interface, before_delete {{(pid=94175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:50:04.633924 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.plugins.ml2.plugin [None req-f5a3d67c-c722-41d4-8f04-280d38ff4827 admin admin] Deleting port 359700af-4844-4ddf-b30b-bb5cb23b66ce {{(pid=94175) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1913}} Jun 23 11:50:04.634262 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron_lib.callbacks.manager [None req-f5a3d67c-c722-41d4-8f04-280d38ff4827 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773700079324'] for port, before_delete {{(pid=94175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:50:04.713323 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.plugins.ml2.db [None req-f5a3d67c-c722-41d4-8f04-280d38ff4827 admin admin] For port 359700af-4844-4ddf-b30b-bb5cb23b66ce, host dv-neutron-601336-94-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-94-hyperv',level=0,port_id=359700af-4844-4ddf-b30b-bb5cb23b66ce,segment=NetworkSegment(8daa99dd-cf8b-4774-a24a-5fd54b0141f2),segment_id=8daa99dd-cf8b-4774-a24a-5fd54b0141f2)] {{(pid=94175) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 23 11:50:04.713610 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron_lib.callbacks.manager [None req-f5a3d67c-c722-41d4-8f04-280d38ff4827 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-430722'] for port, precommit_delete {{(pid=94175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:50:04.727215 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.plugins.ml2.plugin [None req-f5a3d67c-c722-41d4-8f04-280d38ff4827 admin admin] Calling delete_port for 359700af-4844-4ddf-b30b-bb5cb23b66ce owned by network:router_interface {{(pid=94175) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1986}} Jun 23 11:50:04.963750 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron_lib.callbacks.manager [None req-f5a3d67c-c722-41d4-8f04-280d38ff4827 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-922904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866062', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773700135024', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773699642224', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5082448'] for port, after_delete {{(pid=94175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:50:04.966697 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG oslo_concurrency.lockutils [None req-cb6ea9f8-91fe-4795-a99a-867065ce3f0c tempest-TestNetworkBasicOps-233187296 tempest-TestNetworkBasicOps-233187296-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94175) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 11:50:04.991483 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5a3d67c-c722-41d4-8f04-280d38ff4827 admin admin] Pushing event deleted for resources: {'Port': ['ID=359700af-4844-4ddf-b30b-bb5cb23b66ce,revision_number=None']} {{(pid=94175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 11:50:04.996007 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG oslo_concurrency.lockutils [None req-f5a3d67c-c722-41d4-8f04-280d38ff4827 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.029s {{(pid=94175) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 11:50:05.161259 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron_lib.callbacks.manager [None req-f5a3d67c-c722-41d4-8f04-280d38ff4827 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-7866080', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-516693'] for router_interface, after_delete {{(pid=94175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:50:05.706321 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f5a3d67c-c722-41d4-8f04-280d38ff4827 admin admin] Router 6d169ae0-0e8d-484f-b4fe-ff366ceb4c38 has already been hosted by L3 agent 50ef99c0-ef28-4db5-b303-b145898fae60 {{(pid=94175) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 23 11:50:05.823397 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f5a3d67c-c722-41d4-8f04-280d38ff4827 admin admin] Notify agent at l3_agent.dv-neutron-601336-94-hyperv the message routers_updated {{(pid=94175) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 23 11:50:05.831221 dv-neutron-601336-94-hyperv neutron-server[94175]: INFO neutron.wsgi [None req-f5a3d67c-c722-41d4-8f04-280d38ff4827 admin admin] 10.222.0.20 "PUT /v2.0/routers/6d169ae0-0e8d-484f-b4fe-ff366ceb4c38/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7678483 Jun 23 11:50:05.831643 dv-neutron-601336-94-hyperv neutron-server[94177]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-41a50eea-7199-47f1-bc6d-3a33cc515fcb None None] Sync routers for ids ['6d169ae0-0e8d-484f-b4fe-ff366ceb4c38'] in dv-neutron-601336-94-hyperv {{(pid=94177) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 23 11:50:05.833718 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.wsgi [-] (94175) accepted ('10.222.0.20', 45294) {{(pid=94175) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 11:50:05.845066 dv-neutron-601336-94-hyperv neutron-server[94177]: DEBUG neutron.db.l3_dvrscheduler_db [None req-41a50eea-7199-47f1-bc6d-3a33cc515fcb None None] Routers {'6d169ae0-0e8d-484f-b4fe-ff366ceb4c38'} bound to L3 agent in host dv-neutron-601336-94-hyperv {{(pid=94177) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 23 11:50:05.845813 dv-neutron-601336-94-hyperv neutron-server[94177]: DEBUG neutron.db.l3_hamode_db [None req-41a50eea-7199-47f1-bc6d-3a33cc515fcb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-601336-94-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-23T11:22:13Z,description=,heartbeat_timestamp=2021-06-23T11:49:43Z,host='dv-neutron-601336-94-hyperv',id=50ef99c0-ef28-4db5-b303-b145898fae60,load=0,resource_versions=,resources_synced=,started_at=2021-06-23T11:22:14Z,topic='l3_agent')) {'router_ids': ['6d169ae0-0e8d-484f-b4fe-ff366ceb4c38'], 'active': True} {{(pid=94177) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 11:50:05.936609 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron_lib.callbacks.manager [None req-2d1f7ed9-2fce-4db9-be65-45cc989c4db5 admin admin] Notify callbacks [] for router, before_delete {{(pid=94175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:50:05.946357 dv-neutron-601336-94-hyperv neutron-server[94177]: DEBUG neutron.db.l3_dvr_db [None req-41a50eea-7199-47f1-bc6d-3a33cc515fcb None None] Set router 6d169ae0-0e8d-484f-b4fe-ff366ceb4c38 gateway port host: dv-neutron-601336-94-hyperv {{(pid=94177) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:838}} Jun 23 11:50:06.037821 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron_lib.callbacks.manager [None req-2d1f7ed9-2fce-4db9-be65-45cc989c4db5 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:50:06.143944 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.plugins.ml2.plugin [None req-2d1f7ed9-2fce-4db9-be65-45cc989c4db5 admin admin] Deleting port 1600c18f-6db5-47e4-bb72-11f0a00121c7 {{(pid=94175) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1913}} Jun 23 11:50:06.144853 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron_lib.callbacks.manager [None req-2d1f7ed9-2fce-4db9-be65-45cc989c4db5 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773700079324'] for port, before_delete {{(pid=94175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:50:06.210445 dv-neutron-601336-94-hyperv neutron-server[94177]: DEBUG neutron.db.l3_hamode_db [None req-41a50eea-7199-47f1-bc6d-3a33cc515fcb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6d169ae0-0e8d-484f-b4fe-ff366ceb4c38', 'name': 'tempest-TestVolumeBootPattern-720945834-router', 'tenant_id': 'c2fb6a3c7ea144ebbec731d0d0d8858f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3e7e4eb3-cf02-4d47-ade9-0a579cdfc60f', 'external_fixed_ips': [{'subnet_id': 'a5ad15ab-c489-4a67-a9b0-d559fca0ec71', 'ip_address': '172.26.3.199'}], 'enable_snat': True}, 'gw_port_id': '1600c18f-6db5-47e4-bb72-11f0a00121c7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-23T11:40:30Z', 'updated_at': '2021-06-23T11:50:04Z', 'revision_number': 5, 'project_id': 'c2fb6a3c7ea144ebbec731d0d0d8858f', 'gw_port': {'id': '1600c18f-6db5-47e4-bb72-11f0a00121c7', 'name': '', 'network_id': '3e7e4eb3-cf02-4d47-ade9-0a579cdfc60f', 'tenant_id': '', 'mac_address': 'fa:16:3e:4c:80:28', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6d169ae0-0e8d-484f-b4fe-ff366ceb4c38', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1409, 'fixed_ips': [{'subnet_id': 'a5ad15ab-c489-4a67-a9b0-d559fca0ec71', 'ip_address': '172.26.3.199', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-94-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-23T11:40:30Z', 'updated_at': '2021-06-23T11:40:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a5ad15ab-c489-4a67-a9b0-d559fca0ec71', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-601336-94-hyperv'}], 'dv-neutron-601336-94-hyperv', False) {} {{(pid=94177) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 11:50:06.229215 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.plugins.ml2.db [None req-2d1f7ed9-2fce-4db9-be65-45cc989c4db5 admin admin] For port 1600c18f-6db5-47e4-bb72-11f0a00121c7, host dv-neutron-601336-94-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-94-hyperv',level=0,port_id=1600c18f-6db5-47e4-bb72-11f0a00121c7,segment=NetworkSegment(c23be0a5-6980-48fb-bc9f-4a24717fe1de),segment_id=c23be0a5-6980-48fb-bc9f-4a24717fe1de)] {{(pid=94175) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 23 11:50:06.229733 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron_lib.callbacks.manager [None req-2d1f7ed9-2fce-4db9-be65-45cc989c4db5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-430722'] for port, precommit_delete {{(pid=94175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:50:06.235661 dv-neutron-601336-94-hyperv neutron-server[94177]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-41a50eea-7199-47f1-bc6d-3a33cc515fcb None None] Checking router: 6d169ae0-0e8d-484f-b4fe-ff366ceb4c38 for host: dv-neutron-601336-94-hyperv {{(pid=94177) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 23 11:50:06.242431 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.plugins.ml2.plugin [None req-2d1f7ed9-2fce-4db9-be65-45cc989c4db5 admin admin] Calling delete_port for 1600c18f-6db5-47e4-bb72-11f0a00121c7 owned by network:router_gateway {{(pid=94175) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1986}} Jun 23 11:50:06.243725 dv-neutron-601336-94-hyperv neutron-server[94177]: DEBUG neutron.db.l3_dvrscheduler_db [None req-41a50eea-7199-47f1-bc6d-3a33cc515fcb None None] Routers {'6d169ae0-0e8d-484f-b4fe-ff366ceb4c38'} bound to L3 agent in host dv-neutron-601336-94-hyperv {{(pid=94177) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 23 11:50:06.244338 dv-neutron-601336-94-hyperv neutron-server[94177]: DEBUG neutron.db.l3_hamode_db [None req-41a50eea-7199-47f1-bc6d-3a33cc515fcb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-601336-94-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-23T11:22:13Z,description=,heartbeat_timestamp=2021-06-23T11:49:43Z,host='dv-neutron-601336-94-hyperv',id=50ef99c0-ef28-4db5-b303-b145898fae60,load=0,resource_versions=,resources_synced=,started_at=2021-06-23T11:22:14Z,topic='l3_agent')) {'router_ids': ['6d169ae0-0e8d-484f-b4fe-ff366ceb4c38'], 'active': True} {{(pid=94177) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 11:50:06.324880 dv-neutron-601336-94-hyperv neutron-server[94177]: DEBUG neutron.db.l3_dvr_db [None req-41a50eea-7199-47f1-bc6d-3a33cc515fcb None None] Set router 6d169ae0-0e8d-484f-b4fe-ff366ceb4c38 gateway port host: None {{(pid=94177) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:838}} Jun 23 11:50:06.378043 dv-neutron-601336-94-hyperv neutron-server[94177]: DEBUG neutron.db.l3_hamode_db [None req-41a50eea-7199-47f1-bc6d-3a33cc515fcb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6d169ae0-0e8d-484f-b4fe-ff366ceb4c38', 'name': 'tempest-TestVolumeBootPattern-720945834-router', 'tenant_id': 'c2fb6a3c7ea144ebbec731d0d0d8858f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-23T11:40:30Z', 'updated_at': '2021-06-23T11:50:06Z', 'revision_number': 6, 'project_id': 'c2fb6a3c7ea144ebbec731d0d0d8858f', 'gw_port_host': None}], 'dv-neutron-601336-94-hyperv', False) {} {{(pid=94177) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 11:50:06.404157 dv-neutron-601336-94-hyperv neutron-server[94177]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-41a50eea-7199-47f1-bc6d-3a33cc515fcb None None] The sync data for ids ['6d169ae0-0e8d-484f-b4fe-ff366ceb4c38'] in dv-neutron-601336-94-hyperv is: [{'id': '6d169ae0-0e8d-484f-b4fe-ff366ceb4c38', 'name': 'tempest-TestVolumeBootPattern-720945834-router', 'tenant_id': 'c2fb6a3c7ea144ebbec731d0d0d8858f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-23T11:40:30Z', 'updated_at': '2021-06-23T11:50:06Z', 'revision_number': 6, 'project_id': 'c2fb6a3c7ea144ebbec731d0d0d8858f', 'gw_port_host': None}] {{(pid=94177) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 23 11:50:06.461057 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron_lib.callbacks.manager [None req-2d1f7ed9-2fce-4db9-be65-45cc989c4db5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-922904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866062', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773700135024', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773699642224', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5082448'] for port, after_delete {{(pid=94175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:50:06.463278 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG oslo_concurrency.lockutils [None req-b2227dd4-fa47-4536-a067-aff0fa2e8c8e tempest-TestNetworkBasicOps-233187296 tempest-TestNetworkBasicOps-233187296-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94175) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 11:50:06.486759 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d1f7ed9-2fce-4db9-be65-45cc989c4db5 admin admin] Pushing event deleted for resources: {'Port': ['ID=1600c18f-6db5-47e4-bb72-11f0a00121c7,revision_number=None']} {{(pid=94175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 11:50:06.490452 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG oslo_concurrency.lockutils [None req-2d1f7ed9-2fce-4db9-be65-45cc989c4db5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=94175) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 11:50:06.549177 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron_lib.callbacks.manager [None req-2d1f7ed9-2fce-4db9-be65-45cc989c4db5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-524171'] for router_gateway, after_delete {{(pid=94175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:50:06.635525 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron_lib.callbacks.manager [None req-2d1f7ed9-2fce-4db9-be65-45cc989c4db5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-520417', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-32301'] for router, precommit_delete {{(pid=94175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:50:06.637535 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron_lib.callbacks.manager [None req-2d1f7ed9-2fce-4db9-be65-45cc989c4db5 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:50:06.755316 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron_lib.callbacks.manager [None req-2d1f7ed9-2fce-4db9-be65-45cc989c4db5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-494961'] for router, after_delete {{(pid=94175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:50:06.755898 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2d1f7ed9-2fce-4db9-be65-45cc989c4db5 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 6d169ae0-0e8d-484f-b4fe-ff366ceb4c38 {{(pid=94175) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jun 23 11:50:06.760323 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron_lib.callbacks.manager [None req-2d1f7ed9-2fce-4db9-be65-45cc989c4db5 admin admin] Notify callbacks [] for router, before_response {{(pid=94175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:50:06.764123 dv-neutron-601336-94-hyperv neutron-server[94175]: INFO neutron.wsgi [None req-2d1f7ed9-2fce-4db9-be65-45cc989c4db5 admin admin] 10.222.0.20 "DELETE /v2.0/routers/6d169ae0-0e8d-484f-b4fe-ff366ceb4c38 HTTP/1.1" status: 204 len: 168 time: 0.9294713 Jun 23 11:50:06.764282 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.wsgi [-] (94174) accepted ('10.222.0.20', 45296) {{(pid=94174) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 11:50:06.810675 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.db.db_base_plugin_v2 [None req-cc28687d-d0ac-4ac0-8c7b-a70ffda38f1a admin admin] Deleting subnet 37fd38d9-e060-45df-87fd-2d433599753d {{(pid=94174) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jun 23 11:50:06.813732 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron_lib.callbacks.manager [None req-cc28687d-d0ac-4ac0-8c7b-a70ffda38f1a admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:50:06.848293 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron_lib.callbacks.manager [None req-cc28687d-d0ac-4ac0-8c7b-a70ffda38f1a admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4800256'] for subnet, precommit_delete_associations {{(pid=94174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:50:06.925897 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron_lib.callbacks.manager [None req-cc28687d-d0ac-4ac0-8c7b-a70ffda38f1a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-897634'] for subnet, precommit_delete {{(pid=94174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:50:07.041249 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron_lib.callbacks.manager [None req-cc28687d-d0ac-4ac0-8c7b-a70ffda38f1a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-897627', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866062', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5195932', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4294216'] for subnet, after_delete {{(pid=94174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:50:07.043573 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG oslo_concurrency.lockutils [None req-0457aab3-1f25-45a9-9701-876278119940 tempest-RoutersIpV6Test-1448447933 tempest-RoutersIpV6Test-1448447933-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94174) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 11:50:07.066695 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc28687d-d0ac-4ac0-8c7b-a70ffda38f1a admin admin] Pushing event deleted for resources: {'Subnet': ['ID=37fd38d9-e060-45df-87fd-2d433599753d,revision_number=None']} {{(pid=94174) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 11:50:07.069800 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG oslo_concurrency.lockutils [None req-cc28687d-d0ac-4ac0-8c7b-a70ffda38f1a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.026s {{(pid=94174) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 11:50:07.070715 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron_lib.callbacks.manager [None req-cc28687d-d0ac-4ac0-8c7b-a70ffda38f1a admin admin] Notify callbacks [] for subnet, before_response {{(pid=94174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:50:07.072559 dv-neutron-601336-94-hyperv neutron-server[94174]: INFO neutron.wsgi [None req-cc28687d-d0ac-4ac0-8c7b-a70ffda38f1a admin admin] 10.222.0.20 "DELETE /v2.0/subnets/37fd38d9-e060-45df-87fd-2d433599753d HTTP/1.1" status: 204 len: 168 time: 0.3073642 Jun 23 11:50:07.075152 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.wsgi [-] (94174) accepted ('10.222.0.20', 45298) {{(pid=94174) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 11:50:07.077761 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f6ac5fce-4e9e-4c56-93aa-187d81b46f19 None None] Network 0f95ee7c-2f27-4a27-bba9-5084d26cdc11 requested from dv-neutron-601336-94-hyperv {{(pid=94176) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 23 11:50:07.152916 dv-neutron-601336-94-hyperv neutron-server[94177]: DEBUG neutron.db.agents_db [None req-90fb1279-e4c5-4e73-8d66-3a29811dc4e3 None None] Agent healthcheck: found 6 active agents {{(pid=94177) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 23 11:50:07.153480 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron_lib.callbacks.manager [None req-c2ea98f8-3a24-42ab-b1b9-7c458831ce7e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-824874'] for network, before_delete {{(pid=94174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:50:07.208361 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.plugins.ml2.plugin [None req-c2ea98f8-3a24-42ab-b1b9-7c458831ce7e admin admin] Deleting port f67a681e-1c73-41f0-8813-98aa2de4ec1a {{(pid=94174) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1913}} Jun 23 11:50:07.208709 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron_lib.callbacks.manager [None req-c2ea98f8-3a24-42ab-b1b9-7c458831ce7e admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773700079324'] for port, before_delete {{(pid=94174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:50:07.271324 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-55a358d8-2af2-4ff4-acc5-9b83c91cd1c8 None None] DHCP port deletion for 0f95ee7c-2f27-4a27-bba9-5084d26cdc11 request from dv-neutron-601336-94-hyperv {{(pid=94176) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jun 23 11:50:07.271621 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.plugins.ml2.db [None req-c2ea98f8-3a24-42ab-b1b9-7c458831ce7e admin admin] For port f67a681e-1c73-41f0-8813-98aa2de4ec1a, host dv-neutron-601336-94-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-94-hyperv',level=0,port_id=f67a681e-1c73-41f0-8813-98aa2de4ec1a,segment=NetworkSegment(8daa99dd-cf8b-4774-a24a-5fd54b0141f2),segment_id=8daa99dd-cf8b-4774-a24a-5fd54b0141f2)] {{(pid=94174) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 23 11:50:07.271975 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron_lib.callbacks.manager [None req-c2ea98f8-3a24-42ab-b1b9-7c458831ce7e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-430722'] for port, precommit_delete {{(pid=94174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:50:07.284957 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.plugins.ml2.plugin [None req-c2ea98f8-3a24-42ab-b1b9-7c458831ce7e admin admin] Calling delete_port for f67a681e-1c73-41f0-8813-98aa2de4ec1a owned by network:dhcp {{(pid=94174) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1986}} Jun 23 11:50:07.327625 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.plugins.ml2.plugin [None req-55a358d8-2af2-4ff4-acc5-9b83c91cd1c8 None None] Deleting port f67a681e-1c73-41f0-8813-98aa2de4ec1a {{(pid=94176) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1913}} Jun 23 11:50:07.327915 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron_lib.callbacks.manager [None req-55a358d8-2af2-4ff4-acc5-9b83c91cd1c8 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773700079324'] for port, before_delete {{(pid=94176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:50:07.391928 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.plugins.ml2.db [None req-55a358d8-2af2-4ff4-acc5-9b83c91cd1c8 None None] For port f67a681e-1c73-41f0-8813-98aa2de4ec1a, host dv-neutron-601336-94-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-94-hyperv',level=0,port_id=f67a681e-1c73-41f0-8813-98aa2de4ec1a,segment=NetworkSegment(8daa99dd-cf8b-4774-a24a-5fd54b0141f2),segment_id=8daa99dd-cf8b-4774-a24a-5fd54b0141f2)] {{(pid=94176) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 23 11:50:07.392327 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron_lib.callbacks.manager [None req-55a358d8-2af2-4ff4-acc5-9b83c91cd1c8 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-430722'] for port, precommit_delete {{(pid=94176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:50:07.405923 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.plugins.ml2.plugin [None req-55a358d8-2af2-4ff4-acc5-9b83c91cd1c8 None None] Calling delete_port for f67a681e-1c73-41f0-8813-98aa2de4ec1a owned by network:dhcp {{(pid=94176) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1986}} Jun 23 11:50:07.426431 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron_lib.callbacks.manager [None req-c2ea98f8-3a24-42ab-b1b9-7c458831ce7e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-922904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866062', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773700135024', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773699642224', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5196390'] for port, after_delete {{(pid=94174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:50:07.429910 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG oslo_concurrency.lockutils [None req-25878ef9-0c80-4773-8cc9-8a3730d54dca tempest-TestVolumeBootPattern-1838142519 tempest-TestVolumeBootPattern-1838142519-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94174) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 11:50:07.455899 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2ea98f8-3a24-42ab-b1b9-7c458831ce7e admin admin] Pushing event deleted for resources: {'Port': ['ID=f67a681e-1c73-41f0-8813-98aa2de4ec1a,revision_number=None']} {{(pid=94174) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 11:50:07.459626 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG oslo_concurrency.lockutils [None req-c2ea98f8-3a24-42ab-b1b9-7c458831ce7e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.030s {{(pid=94174) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 11:50:07.460398 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c2ea98f8-3a24-42ab-b1b9-7c458831ce7e admin admin] No DVR routers for this DVR port f67a681e-1c73-41f0-8813-98aa2de4ec1a on host dv-neutron-601336-94-hyperv {{(pid=94174) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 23 11:50:07.490263 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron_lib.callbacks.manager [None req-55a358d8-2af2-4ff4-acc5-9b83c91cd1c8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-922904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866062', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773700135024', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773699642224'] for port, after_delete {{(pid=94176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:50:07.492868 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG oslo_concurrency.lockutils [None req-2f98feba-9a4f-433a-92ba-c81a3c781168 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 11:50:07.515787 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55a358d8-2af2-4ff4-acc5-9b83c91cd1c8 None None] Pushing event deleted for resources: {'Port': ['ID=f67a681e-1c73-41f0-8813-98aa2de4ec1a,revision_number=None']} {{(pid=94176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 11:50:07.517618 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.db.l3_dvrscheduler_db [None req-55a358d8-2af2-4ff4-acc5-9b83c91cd1c8 None None] No DVR routers for this DVR port f67a681e-1c73-41f0-8813-98aa2de4ec1a on host dv-neutron-601336-94-hyperv {{(pid=94176) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 23 11:50:07.521897 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG oslo_concurrency.lockutils [None req-55a358d8-2af2-4ff4-acc5-9b83c91cd1c8 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.026s {{(pid=94176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 11:50:07.534242 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron_lib.callbacks.manager [None req-c2ea98f8-3a24-42ab-b1b9-7c458831ce7e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-897259', 'neutron.services.segments.db._delete_segments_for_network-8773700168587'] for network, precommit_delete {{(pid=94174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:50:07.544225 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.services.segments.db [None req-c2ea98f8-3a24-42ab-b1b9-7c458831ce7e admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0f95ee7c-2f27-4a27-bba9-5084d26cdc11']}} {{(pid=94174) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 11:50:07.554620 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.services.segments.db [None req-c2ea98f8-3a24-42ab-b1b9-7c458831ce7e admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8daa99dd-cf8b-4774-a24a-5fd54b0141f2') {'for_net_delete': True} {{(pid=94174) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 11:50:07.554919 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.services.segments.db [None req-c2ea98f8-3a24-42ab-b1b9-7c458831ce7e admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8daa99dd-cf8b-4774-a24a-5fd54b0141f2') {} {{(pid=94174) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 11:50:07.563348 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron_lib.callbacks.manager [None req-c2ea98f8-3a24-42ab-b1b9-7c458831ce7e admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8773699955833', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4800267'] for segment, before_delete {{(pid=94174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:50:07.576841 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron_lib.callbacks.manager [None req-c2ea98f8-3a24-42ab-b1b9-7c458831ce7e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3801'] for segment, precommit_delete {{(pid=94174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:50:07.582451 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c2ea98f8-3a24-42ab-b1b9-7c458831ce7e admin admin] Releasing vlan 449 on physical network physnet1 to pool {{(pid=94174) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 23 11:50:07.582782 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron_lib.callbacks.manager [None req-c2ea98f8-3a24-42ab-b1b9-7c458831ce7e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3801', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5196341'] for segment, after_delete {{(pid=94174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:50:07.584458 dv-neutron-601336-94-hyperv neutron-server[94174]: Traceback (most recent call last): Jun 23 11:50:07.584458 dv-neutron-601336-94-hyperv neutron-server[94174]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 23 11:50:07.584458 dv-neutron-601336-94-hyperv neutron-server[94174]: timer() Jun 23 11:50:07.584458 dv-neutron-601336-94-hyperv neutron-server[94174]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 23 11:50:07.584458 dv-neutron-601336-94-hyperv neutron-server[94174]: cb(*args, **kw) Jun 23 11:50:07.584458 dv-neutron-601336-94-hyperv neutron-server[94174]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 23 11:50:07.584458 dv-neutron-601336-94-hyperv neutron-server[94174]: return func(*args, **kwargs) Jun 23 11:50:07.584458 dv-neutron-601336-94-hyperv neutron-server[94174]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 23 11:50:07.584458 dv-neutron-601336-94-hyperv neutron-server[94174]: self._notify() Jun 23 11:50:07.584458 dv-neutron-601336-94-hyperv neutron-server[94174]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 23 11:50:07.584458 dv-neutron-601336-94-hyperv neutron-server[94174]: self.callback(batched_events) Jun 23 11:50:07.584458 dv-neutron-601336-94-hyperv neutron-server[94174]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 23 11:50:07.584458 dv-neutron-601336-94-hyperv neutron-server[94174]: event.method(event) Jun 23 11:50:07.584458 dv-neutron-601336-94-hyperv neutron-server[94174]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 23 11:50:07.584458 dv-neutron-601336-94-hyperv neutron-server[94174]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 23 11:50:07.584458 dv-neutron-601336-94-hyperv neutron-server[94174]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 23 11:50:07.584458 dv-neutron-601336-94-hyperv neutron-server[94174]: aggregate_uuid = self.p_client.list_aggregates( Jun 23 11:50:07.584458 dv-neutron-601336-94-hyperv neutron-server[94174]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 23 11:50:07.584458 dv-neutron-601336-94-hyperv neutron-server[94174]: return f(self, *a, **k) Jun 23 11:50:07.584458 dv-neutron-601336-94-hyperv neutron-server[94174]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 23 11:50:07.584458 dv-neutron-601336-94-hyperv neutron-server[94174]: return self._get(url).json() Jun 23 11:50:07.584458 dv-neutron-601336-94-hyperv neutron-server[94174]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 23 11:50:07.584458 dv-neutron-601336-94-hyperv neutron-server[94174]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 23 11:50:07.584458 dv-neutron-601336-94-hyperv neutron-server[94174]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 23 11:50:07.584458 dv-neutron-601336-94-hyperv neutron-server[94174]: return self.request(url, 'GET', **kwargs) Jun 23 11:50:07.584458 dv-neutron-601336-94-hyperv neutron-server[94174]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 23 11:50:07.584458 dv-neutron-601336-94-hyperv neutron-server[94174]: base_url = self.get_endpoint(auth, allow=allow, Jun 23 11:50:07.584458 dv-neutron-601336-94-hyperv neutron-server[94174]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 23 11:50:07.584458 dv-neutron-601336-94-hyperv neutron-server[94174]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 23 11:50:07.584458 dv-neutron-601336-94-hyperv neutron-server[94174]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 23 11:50:07.584458 dv-neutron-601336-94-hyperv neutron-server[94174]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 23 11:50:07.584458 dv-neutron-601336-94-hyperv neutron-server[94174]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 23 11:50:07.701117 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron_lib.callbacks.manager [None req-c2ea98f8-3a24-42ab-b1b9-7c458831ce7e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-897248', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8002400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7866073', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-524247'] for network, after_delete {{(pid=94174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:50:07.704690 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG oslo_concurrency.lockutils [None req-7401a99d-f647-4244-a443-0e51948908d0 tempest-ExternalNetworksTestJSON-2139813945 tempest-ExternalNetworksTestJSON-2139813945-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94174) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 11:50:07.708224 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron_lib.callbacks.manager [None req-c2ea98f8-3a24-42ab-b1b9-7c458831ce7e admin admin] Notify callbacks [] for network, before_response {{(pid=94174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:50:07.712074 dv-neutron-601336-94-hyperv neutron-server[94174]: INFO neutron.wsgi [None req-c2ea98f8-3a24-42ab-b1b9-7c458831ce7e admin admin] 10.222.0.20 "DELETE /v2.0/networks/0f95ee7c-2f27-4a27-bba9-5084d26cdc11 HTTP/1.1" status: 204 len: 168 time: 0.6340408 Jun 23 11:50:07.723355 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2ea98f8-3a24-42ab-b1b9-7c458831ce7e admin admin] Pushing event deleted for resources: {'Network': ['ID=0f95ee7c-2f27-4a27-bba9-5084d26cdc11,revision_number=None']} {{(pid=94174) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 11:50:07.723355 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG oslo_concurrency.lockutils [None req-c2ea98f8-3a24-42ab-b1b9-7c458831ce7e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=94174) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 11:50:07.747901 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.plugins.ml2.rpc [None req-dc7542b2-afef-47f4-a763-e3a3cba144be None None] Device 359700af-4844-4ddf-b30b-bb5cb23b66ce no longer exists at agent ovs-agent-dv-neutron-601336-94-hyperv {{(pid=94176) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:261}} Jun 23 11:50:07.767632 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.plugins.ml2.plugin [None req-dc7542b2-afef-47f4-a763-e3a3cba144be None None] No Port match for: 359700af-4844-4ddf-b30b-bb5cb23b66ce {{(pid=94176) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2240}} Jun 23 11:50:07.767905 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.plugins.ml2.rpc [None req-dc7542b2-afef-47f4-a763-e3a3cba144be None None] Device 359700af-4844-4ddf-b30b-bb5cb23b66ce not bound to the agent host dv-neutron-601336-94-hyperv {{(pid=94176) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:271}} Jun 23 11:50:07.768346 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.plugins.ml2.rpc [None req-dc7542b2-afef-47f4-a763-e3a3cba144be None None] Device 1600c18f-6db5-47e4-bb72-11f0a00121c7 no longer exists at agent ovs-agent-dv-neutron-601336-94-hyperv {{(pid=94176) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:261}} Jun 23 11:50:07.786079 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.plugins.ml2.plugin [None req-dc7542b2-afef-47f4-a763-e3a3cba144be None None] No Port match for: 1600c18f-6db5-47e4-bb72-11f0a00121c7 {{(pid=94176) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2240}} Jun 23 11:50:07.786381 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.plugins.ml2.rpc [None req-dc7542b2-afef-47f4-a763-e3a3cba144be None None] Device 1600c18f-6db5-47e4-bb72-11f0a00121c7 not bound to the agent host dv-neutron-601336-94-hyperv {{(pid=94176) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:271}} Jun 23 11:50:07.786808 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.plugins.ml2.rpc [None req-dc7542b2-afef-47f4-a763-e3a3cba144be None None] Device f67a681e-1c73-41f0-8813-98aa2de4ec1a no longer exists at agent ovs-agent-dv-neutron-601336-94-hyperv {{(pid=94176) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:261}} Jun 23 11:50:07.805004 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.plugins.ml2.plugin [None req-dc7542b2-afef-47f4-a763-e3a3cba144be None None] No Port match for: f67a681e-1c73-41f0-8813-98aa2de4ec1a {{(pid=94176) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2240}} Jun 23 11:50:07.805359 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.plugins.ml2.rpc [None req-dc7542b2-afef-47f4-a763-e3a3cba144be None None] Device f67a681e-1c73-41f0-8813-98aa2de4ec1a not bound to the agent host dv-neutron-601336-94-hyperv {{(pid=94176) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:271}} Jun 23 11:50:08.042229 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.wsgi [-] (94174) accepted ('10.222.0.20', 45302) {{(pid=94174) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 11:50:08.081253 dv-neutron-601336-94-hyperv neutron-server[94174]: INFO neutron.wsgi [None req-9126c55d-9370-4e81-8fc7-2aa515aa8d74 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=196d16edf443490aaaba40ccfc7a3448&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0374143 Jun 23 11:50:08.083582 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.wsgi [-] (94174) accepted ('10.222.0.20', 45304) {{(pid=94174) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 11:50:08.133580 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron_lib.callbacks.manager [None req-9e1077e2-0aaf-4f87-8111-cfc603d9c89b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:50:08.154592 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron_lib.callbacks.manager [None req-9e1077e2-0aaf-4f87-8111-cfc603d9c89b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:50:08.272262 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron_lib.callbacks.manager [None req-9e1077e2-0aaf-4f87-8111-cfc603d9c89b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7996330'] for security_group, after_delete {{(pid=94174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:50:08.274762 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron_lib.callbacks.manager [None req-9e1077e2-0aaf-4f87-8111-cfc603d9c89b admin admin] Notify callbacks [] for security_group, before_response {{(pid=94174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:50:08.275949 dv-neutron-601336-94-hyperv neutron-server[94174]: INFO neutron.wsgi [None req-9e1077e2-0aaf-4f87-8111-cfc603d9c89b admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/03cec1eb-ee91-4226-a1e0-9b90655a2fab HTTP/1.1" status: 204 len: 168 time: 0.1914978 Jun 23 11:50:08.276833 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG oslo_concurrency.lockutils [None req-de1da612-389d-4e5e-a874-9bb1d9de41b4 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94174) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 11:50:08.284171 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e1077e2-0aaf-4f87-8111-cfc603d9c89b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=03cec1eb-ee91-4226-a1e0-9b90655a2fab,revision_number=None']} {{(pid=94174) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 11:50:08.287582 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG oslo_concurrency.lockutils [None req-9e1077e2-0aaf-4f87-8111-cfc603d9c89b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.010s {{(pid=94174) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 11:50:08.982139 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.wsgi [-] (94174) accepted ('10.222.0.20', 45312) {{(pid=94174) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 11:50:09.021457 dv-neutron-601336-94-hyperv neutron-server[94174]: INFO neutron.wsgi [None req-dc8102df-a968-41fd-9903-75a2d3802b9c admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=c2fb6a3c7ea144ebbec731d0d0d8858f&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0380006 Jun 23 11:50:09.023701 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.wsgi [-] (94174) accepted ('10.222.0.20', 45314) {{(pid=94174) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 11:50:09.070030 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron_lib.callbacks.manager [None req-c85bfa13-8f89-4b39-b513-1f4c603dedd9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:50:09.090442 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron_lib.callbacks.manager [None req-c85bfa13-8f89-4b39-b513-1f4c603dedd9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:50:09.197434 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron_lib.callbacks.manager [None req-c85bfa13-8f89-4b39-b513-1f4c603dedd9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7996330'] for security_group, after_delete {{(pid=94174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:50:09.200079 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron_lib.callbacks.manager [None req-c85bfa13-8f89-4b39-b513-1f4c603dedd9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:50:09.201246 dv-neutron-601336-94-hyperv neutron-server[94174]: INFO neutron.wsgi [None req-c85bfa13-8f89-4b39-b513-1f4c603dedd9 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/617432f6-afbc-4688-bd8d-3dd0645acf32 HTTP/1.1" status: 204 len: 168 time: 0.1766539 Jun 23 11:50:09.202039 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG oslo_concurrency.lockutils [None req-ccdbd9ae-dabb-49b0-af32-d3b3379e3d2d tempest-SecGroupTest-1462889432 tempest-SecGroupTest-1462889432-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94174) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 11:50:09.209551 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c85bfa13-8f89-4b39-b513-1f4c603dedd9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=617432f6-afbc-4688-bd8d-3dd0645acf32,revision_number=None']} {{(pid=94174) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 11:50:09.211820 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG oslo_concurrency.lockutils [None req-c85bfa13-8f89-4b39-b513-1f4c603dedd9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.010s {{(pid=94174) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 11:50:10.946621 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron_lib.callbacks.manager [None req-33e29adc-ffe9-4bf7-be98-969aee8c7776 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773699952132', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-899307'] for agent, after_update {{(pid=94176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:50:13.192605 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron_lib.callbacks.manager [None req-a61ce535-e2f0-46ea-9ed4-7684034c8037 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773699952132', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-899307'] for agent, after_update {{(pid=94176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:50:13.880875 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron_lib.callbacks.manager [None req-dc7542b2-afef-47f4-a763-e3a3cba144be None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773699952132', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-899307'] for agent, after_update {{(pid=94176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:50:14.658045 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron_lib.callbacks.manager [None req-4c20ea5f-bc7f-4d4e-935d-57f082af6ccb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773699952132', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-899307'] for agent, after_update {{(pid=94176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:50:16.425954 dv-neutron-601336-94-hyperv neutron-server[94174]: INFO neutron.wsgi [req-25c0c9e6-a424-424e-81b2-100937dcc732 req-d8807ea2-ae20-4332-95dc-cbdb114b8c4f tempest-ServersAdminNegativeTestJSON-136538438 tempest-ServersAdminNegativeTestJSON-136538438-project] 10.222.0.20 "GET /v2.0/networks?tenant_id=18dc302f857649c78ba6b495c9721038&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0321310 Jun 23 11:50:16.623729 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25c0c9e6-a424-424e-81b2-100937dcc732 req-aec4402e-cc87-4c9f-a971-12294258e740 tempest-ServersAdminNegativeTestJSON-136538438 tempest-ServersAdminNegativeTestJSON-136538438-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94174) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 11:50:16.625205 dv-neutron-601336-94-hyperv neutron-server[94174]: INFO neutron.wsgi [req-25c0c9e6-a424-424e-81b2-100937dcc732 req-aec4402e-cc87-4c9f-a971-12294258e740 tempest-ServersAdminNegativeTestJSON-136538438 tempest-ServersAdminNegativeTestJSON-136538438-project] 10.222.0.20 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1943307 Jun 23 11:50:16.639585 dv-neutron-601336-94-hyperv neutron-server[94174]: INFO neutron.wsgi [req-25c0c9e6-a424-424e-81b2-100937dcc732 req-6e860321-1b2f-4769-9b8e-8f99a0731e31 tempest-ServersAdminNegativeTestJSON-136538438 tempest-ServersAdminNegativeTestJSON-136538438-project] 10.222.0.20 "GET /v2.0/quotas/18dc302f857649c78ba6b495c9721038 HTTP/1.1" status: 200 len: 375 time: 0.0089407 Jun 23 11:50:16.672545 dv-neutron-601336-94-hyperv neutron-server[94174]: INFO neutron.wsgi [req-25c0c9e6-a424-424e-81b2-100937dcc732 req-bdc71861-2ea5-4c0b-9f89-85e4e6f11c1c tempest-ServersAdminNegativeTestJSON-136538438 tempest-ServersAdminNegativeTestJSON-136538438-project] 10.222.0.20 "GET /v2.0/ports?tenant_id=18dc302f857649c78ba6b495c9721038&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0274906 Jun 23 11:50:16.677611 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron_lib.callbacks.manager [None req-95d6aa8f-24e7-4234-82ff-f502266c3285 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773699952132', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-899307'] for agent, after_update {{(pid=94176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:50:16.894298 dv-neutron-601336-94-hyperv neutron-server[94175]: INFO neutron.wsgi [req-1b4565a4-bcfc-4119-bd73-78971500ef2c req-fb7328f0-cf26-480d-925d-b91078553018 tempest-ServersAdminNegativeTestJSON-136538438 tempest-ServersAdminNegativeTestJSON-136538438-project] 10.222.0.20 "GET /v2.0/ports?device_id=0ced0610-0d40-4c3d-85b9-e0e2e98c2ae8 HTTP/1.1" status: 200 len: 210 time: 0.0294671 Jun 23 11:50:18.034407 dv-neutron-601336-94-hyperv neutron-server[94174]: INFO neutron.wsgi [req-9db10451-b90f-4409-aa5b-9aab02172e73 req-4dea0a1b-711a-4cc5-94c8-8cfc98632f63 tempest-ServersAdminNegativeTestJSON-136538438 tempest-ServersAdminNegativeTestJSON-136538438-project] 10.222.0.20 "GET /v2.0/ports?device_id=0ced0610-0d40-4c3d-85b9-e0e2e98c2ae8 HTTP/1.1" status: 200 len: 210 time: 0.0291958 Jun 23 11:50:18.778693 dv-neutron-601336-94-hyperv neutron-server[94175]: INFO neutron.wsgi [req-25c0c9e6-a424-424e-81b2-100937dcc732 req-c7a29573-af24-48ea-9864-723cefce3ec0 tempest-ServersAdminNegativeTestJSON-136538438 tempest-ServersAdminNegativeTestJSON-136538438-project] 10.222.0.52 "GET /v2.0/networks?tenant_id=18dc302f857649c78ba6b495c9721038&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0281444 Jun 23 11:50:18.962367 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25c0c9e6-a424-424e-81b2-100937dcc732 req-8e45df69-eca0-47c7-9177-fd4b0d4631a9 tempest-ServersAdminNegativeTestJSON-136538438 tempest-ServersAdminNegativeTestJSON-136538438-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 11:50:18.963735 dv-neutron-601336-94-hyperv neutron-server[94175]: INFO neutron.wsgi [req-25c0c9e6-a424-424e-81b2-100937dcc732 req-8e45df69-eca0-47c7-9177-fd4b0d4631a9 tempest-ServersAdminNegativeTestJSON-136538438 tempest-ServersAdminNegativeTestJSON-136538438-project] 10.222.0.52 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1803894 Jun 23 11:50:18.976915 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.api.v2.base [req-25c0c9e6-a424-424e-81b2-100937dcc732 req-06ccd060-6693-4c55-85d8-0e2c5ae2407a tempest-ServersAdminNegativeTestJSON-136538438 tempest-ServersAdminNegativeTestJSON-136538438-project] Request body: {'port': {'device_id': '0ced0610-0d40-4c3d-85b9-e0e2e98c2ae8', 'network_id': '4e74a7f0-d744-4e5d-9e8f-99ac6ee8dd2f', 'admin_state_up': True, 'tenant_id': '18dc302f857649c78ba6b495c9721038'}} {{(pid=94175) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 23 11:50:19.180773 dv-neutron-601336-94-hyperv neutron-server[94175]: INFO neutron.wsgi [req-9cb74214-0adb-4a25-bb60-9b6d97382c4b req-db6c9447-8686-4ab4-a1ef-e502562dbc18 tempest-ServersAdminNegativeTestJSON-136538438 tempest-ServersAdminNegativeTestJSON-136538438-project] 10.222.0.20 "GET /v2.0/ports?device_id=0ced0610-0d40-4c3d-85b9-e0e2e98c2ae8 HTTP/1.1" status: 200 len: 210 time: 0.0289538 Jun 23 11:50:19.181591 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-25c0c9e6-a424-424e-81b2-100937dcc732 req-06ccd060-6693-4c55-85d8-0e2c5ae2407a tempest-ServersAdminNegativeTestJSON-136538438 tempest-ServersAdminNegativeTestJSON-136538438-project] Made reservation on behalf of 18dc302f857649c78ba6b495c9721038 for: {'port': 1} {{(pid=94175) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 23 11:50:19.185170 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron_lib.callbacks.manager [req-25c0c9e6-a424-424e-81b2-100937dcc732 req-06ccd060-6693-4c55-85d8-0e2c5ae2407a tempest-ServersAdminNegativeTestJSON-136538438 tempest-ServersAdminNegativeTestJSON-136538438-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-923104'] for port, before_create {{(pid=94175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:50:19.195998 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron_lib.callbacks.manager [req-25c0c9e6-a424-424e-81b2-100937dcc732 req-06ccd060-6693-4c55-85d8-0e2c5ae2407a tempest-ServersAdminNegativeTestJSON-136538438 tempest-ServersAdminNegativeTestJSON-136538438-project] Notify callbacks [] for security_group, before_create {{(pid=94175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:50:19.286041 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron_lib.callbacks.manager [req-25c0c9e6-a424-424e-81b2-100937dcc732 req-06ccd060-6693-4c55-85d8-0e2c5ae2407a tempest-ServersAdminNegativeTestJSON-136538438 tempest-ServersAdminNegativeTestJSON-136538438-project] Notify callbacks [] for security_group, precommit_create {{(pid=94175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:50:19.351190 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron_lib.callbacks.manager [req-25c0c9e6-a424-424e-81b2-100937dcc732 req-06ccd060-6693-4c55-85d8-0e2c5ae2407a tempest-ServersAdminNegativeTestJSON-136538438 tempest-ServersAdminNegativeTestJSON-136538438-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7996330'] for security_group, after_create {{(pid=94175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:50:19.354150 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG oslo_concurrency.lockutils [None req-5d402bd6-593a-4295-8961-6a6444f38ae4 tempest-SecGroupTest-1462889432 tempest-SecGroupTest-1462889432-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94175) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 11:50:19.408939 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06ccd060-6693-4c55-85d8-0e2c5ae2407a tempest-ServersAdminNegativeTestJSON-136538438 tempest-ServersAdminNegativeTestJSON-136538438-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ce0bd9bc-e8a3-40f9-a241-89e60f9020d9,revision_number=1']} {{(pid=94175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 11:50:19.413943 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG oslo_concurrency.lockutils [None req-06ccd060-6693-4c55-85d8-0e2c5ae2407a tempest-ServersAdminNegativeTestJSON-136538438 tempest-ServersAdminNegativeTestJSON-136538438-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.060s {{(pid=94175) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 11:50:19.483904 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.db.db_base_plugin_common [req-25c0c9e6-a424-424e-81b2-100937dcc732 req-06ccd060-6693-4c55-85d8-0e2c5ae2407a tempest-ServersAdminNegativeTestJSON-136538438 tempest-ServersAdminNegativeTestJSON-136538438-project] Allocated IP 192.168.233.197 (4e74a7f0-d744-4e5d-9e8f-99ac6ee8dd2f/f7a8c44a-e86e-498a-87aa-b3cfffe15132/793d7a7f-edce-469b-847e-3c6c6bc30117) {{(pid=94175) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 23 11:50:19.621072 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron_lib.callbacks.manager [req-25c0c9e6-a424-424e-81b2-100937dcc732 req-06ccd060-6693-4c55-85d8-0e2c5ae2407a tempest-ServersAdminNegativeTestJSON-136538438 tempest-ServersAdminNegativeTestJSON-136538438-project] Notify callbacks [] for port, precommit_create {{(pid=94175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:50:19.634871 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.db.provisioning_blocks [req-25c0c9e6-a424-424e-81b2-100937dcc732 req-06ccd060-6693-4c55-85d8-0e2c5ae2407a tempest-ServersAdminNegativeTestJSON-136538438 tempest-ServersAdminNegativeTestJSON-136538438-project] Transition to ACTIVE for port object 793d7a7f-edce-469b-847e-3c6c6bc30117 will not be triggered until provisioned by entity DHCP. {{(pid=94175) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 23 11:50:19.723109 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron_lib.callbacks.manager [req-25c0c9e6-a424-424e-81b2-100937dcc732 req-06ccd060-6693-4c55-85d8-0e2c5ae2407a tempest-ServersAdminNegativeTestJSON-136538438 tempest-ServersAdminNegativeTestJSON-136538438-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-922915', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-239814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7866073', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773699642215', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-5082457'] for port, after_create {{(pid=94175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:50:19.726863 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG oslo_concurrency.lockutils [None req-26221830-6f1c-43d1-a4b0-5e4443ae72b5 tempest-TestNetworkBasicOps-233187296 tempest-TestNetworkBasicOps-233187296-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94175) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 11:50:19.773806 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-25c0c9e6-a424-424e-81b2-100937dcc732 req-06ccd060-6693-4c55-85d8-0e2c5ae2407a tempest-ServersAdminNegativeTestJSON-136538438 tempest-ServersAdminNegativeTestJSON-136538438-project] Network 4e74a7f0-d744-4e5d-9e8f-99ac6ee8dd2f is already hosted by enough agents. {{(pid=94175) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 23 11:50:19.776800 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.scheduler.base_scheduler [req-25c0c9e6-a424-424e-81b2-100937dcc732 req-06ccd060-6693-4c55-85d8-0e2c5ae2407a tempest-ServersAdminNegativeTestJSON-136538438 tempest-ServersAdminNegativeTestJSON-136538438-project] Resources bound (agent type, host, resource id): {{(pid=94175) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 23 11:50:19.780667 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.db.l3_dvrscheduler_db [req-25c0c9e6-a424-424e-81b2-100937dcc732 req-06ccd060-6693-4c55-85d8-0e2c5ae2407a tempest-ServersAdminNegativeTestJSON-136538438 tempest-ServersAdminNegativeTestJSON-136538438-project] Received port after_create {{(pid=94175) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 23 11:50:19.807829 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06ccd060-6693-4c55-85d8-0e2c5ae2407a tempest-ServersAdminNegativeTestJSON-136538438 tempest-ServersAdminNegativeTestJSON-136538438-project] Pushing event updated for resources: {'Port': ['ID=793d7a7f-edce-469b-847e-3c6c6bc30117,revision_number=1']} {{(pid=94175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 11:50:19.812467 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG oslo_concurrency.lockutils [None req-06ccd060-6693-4c55-85d8-0e2c5ae2407a tempest-ServersAdminNegativeTestJSON-136538438 tempest-ServersAdminNegativeTestJSON-136538438-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.086s {{(pid=94175) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 11:50:19.836592 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25c0c9e6-a424-424e-81b2-100937dcc732 req-06ccd060-6693-4c55-85d8-0e2c5ae2407a tempest-ServersAdminNegativeTestJSON-136538438 tempest-ServersAdminNegativeTestJSON-136538438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 11:50:19.837203 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron_lib.callbacks.manager [req-25c0c9e6-a424-424e-81b2-100937dcc732 req-06ccd060-6693-4c55-85d8-0e2c5ae2407a tempest-ServersAdminNegativeTestJSON-136538438 tempest-ServersAdminNegativeTestJSON-136538438-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-217507'] for port, before_response {{(pid=94175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:50:19.898880 dv-neutron-601336-94-hyperv neutron-server[94175]: INFO neutron.wsgi [req-25c0c9e6-a424-424e-81b2-100937dcc732 req-06ccd060-6693-4c55-85d8-0e2c5ae2407a tempest-ServersAdminNegativeTestJSON-136538438 tempest-ServersAdminNegativeTestJSON-136538438-project] 10.222.0.52 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 0.9266841 Jun 23 11:50:19.910406 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.api.v2.base [req-25c0c9e6-a424-424e-81b2-100937dcc732 req-e7485f40-8282-49fa-9b2f-be6139c83391 service neutron] Request body: {'port': {'device_id': '0ced0610-0d40-4c3d-85b9-e0e2e98c2ae8', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-6013'}} {{(pid=94175) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 23 11:50:19.982321 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron_lib.callbacks.manager [req-25c0c9e6-a424-424e-81b2-100937dcc732 req-e7485f40-8282-49fa-9b2f-be6139c83391 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-923122'] for port, before_update {{(pid=94175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:50:20.111923 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.db.provisioning_blocks [None req-dcd50018-4c3d-41f9-943a-22c4980d5649 None None] Provisioning for port 793d7a7f-edce-469b-847e-3c6c6bc30117 completed by entity DHCP. {{(pid=94176) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 23 11:50:20.115741 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.db.provisioning_blocks [None req-dcd50018-4c3d-41f9-943a-22c4980d5649 None None] Provisioning complete for port 793d7a7f-edce-469b-847e-3c6c6bc30117 triggered by entity DHCP. {{(pid=94176) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 23 11:50:20.116130 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron_lib.callbacks.manager [None req-dcd50018-4c3d-41f9-943a-22c4980d5649 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-899258'] for port, provisioning_complete {{(pid=94176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:50:20.163014 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.plugins.ml2.plugin [None req-dcd50018-4c3d-41f9-943a-22c4980d5649 None None] Port 793d7a7f-edce-469b-847e-3c6c6bc30117 cannot update to ACTIVE because it is not bound. {{(pid=94176) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jun 23 11:50:20.249736 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.notifiers.nova [req-25c0c9e6-a424-424e-81b2-100937dcc732 req-e7485f40-8282-49fa-9b2f-be6139c83391 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 793d7a7f-edce-469b-847e-3c6c6bc30117 {{(pid=94175) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 23 11:50:20.257955 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron_lib.callbacks.manager [req-25c0c9e6-a424-424e-81b2-100937dcc732 req-e7485f40-8282-49fa-9b2f-be6139c83391 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:50:20.269788 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.db.provisioning_blocks [req-25c0c9e6-a424-424e-81b2-100937dcc732 req-e7485f40-8282-49fa-9b2f-be6139c83391 service neutron] Transition to ACTIVE for port object 793d7a7f-edce-469b-847e-3c6c6bc30117 will not be triggered until provisioned by entity L2. {{(pid=94175) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 23 11:50:20.349084 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron_lib.callbacks.manager [req-25c0c9e6-a424-424e-81b2-100937dcc732 req-e7485f40-8282-49fa-9b2f-be6139c83391 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-922904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866062', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773700135042', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773699642233', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773699642278', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5082471'] for port, after_update {{(pid=94175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:50:20.351336 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG oslo_concurrency.lockutils [None req-2bed58c6-03af-4e1b-80bd-c76fb8659121 tempest-TestNetworkBasicOps-233187296 tempest-TestNetworkBasicOps-233187296-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94175) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 11:50:20.355039 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5db5d1cd-0026-4f9d-bcd1-c45c91f2f0e5 req-68013f62-c280-465e-b7a1-b7eebd2c8269 tempest-ServersAdminNegativeTestJSON-136538438 tempest-ServersAdminNegativeTestJSON-136538438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94174) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 11:50:20.356542 dv-neutron-601336-94-hyperv neutron-server[94174]: INFO neutron.wsgi [req-5db5d1cd-0026-4f9d-bcd1-c45c91f2f0e5 req-68013f62-c280-465e-b7a1-b7eebd2c8269 tempest-ServersAdminNegativeTestJSON-136538438 tempest-ServersAdminNegativeTestJSON-136538438-project] 10.222.0.20 "GET /v2.0/ports?device_id=0ced0610-0d40-4c3d-85b9-e0e2e98c2ae8 HTTP/1.1" status: 200 len: 936 time: 0.0667133 Jun 23 11:50:20.395778 dv-neutron-601336-94-hyperv neutron-server[94174]: INFO neutron.wsgi [req-5db5d1cd-0026-4f9d-bcd1-c45c91f2f0e5 req-dac04a84-e60f-4aa7-b092-9b164ce43206 tempest-ServersAdminNegativeTestJSON-136538438 tempest-ServersAdminNegativeTestJSON-136538438-project] 10.222.0.20 "GET /v2.0/security-groups?id=ce0bd9bc-e8a3-40f9-a241-89e60f9020d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0332139 Jun 23 11:50:20.401594 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7485f40-8282-49fa-9b2f-be6139c83391 service neutron] Pushing event updated for resources: {'Port': ['ID=793d7a7f-edce-469b-847e-3c6c6bc30117,revision_number=2']} {{(pid=94175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 11:50:20.419723 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG oslo_concurrency.lockutils [None req-e7485f40-8282-49fa-9b2f-be6139c83391 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.068s {{(pid=94175) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 11:50:20.474975 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.plugins.ml2.managers [req-25c0c9e6-a424-424e-81b2-100937dcc732 req-e7485f40-8282-49fa-9b2f-be6139c83391 service neutron] Attempting to bind port 793d7a7f-edce-469b-847e-3c6c6bc30117 on host hv-neutron-6013 for vnic_type normal with profile {{(pid=94175) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 23 11:50:20.475406 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.plugins.ml2.managers [req-25c0c9e6-a424-424e-81b2-100937dcc732 req-e7485f40-8282-49fa-9b2f-be6139c83391 service neutron] Attempting to bind port 793d7a7f-edce-469b-847e-3c6c6bc30117 by drivers openvswitch,hyperv on host hv-neutron-6013 at level 0 using segments [{'id': '4d581294-f37b-4859-a9b5-30010d61b30a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 445, 'network_id': '4e74a7f0-d744-4e5d-9e8f-99ac6ee8dd2f'}] {{(pid=94175) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 23 11:50:20.475747 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-25c0c9e6-a424-424e-81b2-100937dcc732 req-e7485f40-8282-49fa-9b2f-be6139c83391 service neutron] Attempting to bind port 793d7a7f-edce-469b-847e-3c6c6bc30117 on network 4e74a7f0-d744-4e5d-9e8f-99ac6ee8dd2f {{(pid=94175) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 23 11:50:20.480491 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-25c0c9e6-a424-424e-81b2-100937dcc732 req-e7485f40-8282-49fa-9b2f-be6139c83391 service neutron] Port 793d7a7f-edce-469b-847e-3c6c6bc30117 on network 4e74a7f0-d744-4e5d-9e8f-99ac6ee8dd2f not bound, no agent of type Open vSwitch agent registered on host hv-neutron-6013 {{(pid=94175) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 23 11:50:20.480817 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-25c0c9e6-a424-424e-81b2-100937dcc732 req-e7485f40-8282-49fa-9b2f-be6139c83391 service neutron] Attempting to bind port 793d7a7f-edce-469b-847e-3c6c6bc30117 on network 4e74a7f0-d744-4e5d-9e8f-99ac6ee8dd2f {{(pid=94175) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 23 11:50:20.486547 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-25c0c9e6-a424-424e-81b2-100937dcc732 req-e7485f40-8282-49fa-9b2f-be6139c83391 service neutron] Checking agent: {'id': '3a130b41-5b27-406b-aeb2-5a923af79f10', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-6013', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 23, 11, 28, 23), 'started_at': datetime.datetime(2021, 6, 23, 11, 28, 23), 'heartbeat_timestamp': datetime.datetime(2021, 6, 23, 11, 49, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94175) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 23 11:50:20.486890 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-25c0c9e6-a424-424e-81b2-100937dcc732 req-e7485f40-8282-49fa-9b2f-be6139c83391 service neutron] Checking segment: {'id': '4d581294-f37b-4859-a9b5-30010d61b30a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 445, 'network_id': '4e74a7f0-d744-4e5d-9e8f-99ac6ee8dd2f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94175) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 23 11:50:20.487303 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-25c0c9e6-a424-424e-81b2-100937dcc732 req-e7485f40-8282-49fa-9b2f-be6139c83391 service neutron] Bound using segment: {'id': '4d581294-f37b-4859-a9b5-30010d61b30a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 445, 'network_id': '4e74a7f0-d744-4e5d-9e8f-99ac6ee8dd2f'} {{(pid=94175) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 23 11:50:20.487740 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.plugins.ml2.managers [req-25c0c9e6-a424-424e-81b2-100937dcc732 req-e7485f40-8282-49fa-9b2f-be6139c83391 service neutron] Bound port: 793d7a7f-edce-469b-847e-3c6c6bc30117, host: hv-neutron-6013, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4d581294-f37b-4859-a9b5-30010d61b30a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 445, 'network_id': '4e74a7f0-d744-4e5d-9e8f-99ac6ee8dd2f'}}] {{(pid=94175) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 23 11:50:20.488096 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron_lib.callbacks.manager [req-25c0c9e6-a424-424e-81b2-100937dcc732 req-e7485f40-8282-49fa-9b2f-be6139c83391 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-923122'] for port, before_update {{(pid=94175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:50:20.559815 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.plugins.ml2.db [req-25c0c9e6-a424-424e-81b2-100937dcc732 req-e7485f40-8282-49fa-9b2f-be6139c83391 service neutron] For port 793d7a7f-edce-469b-847e-3c6c6bc30117, host hv-neutron-6013, cleared binding levels {{(pid=94175) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 23 11:50:20.562805 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.plugins.ml2.db [req-25c0c9e6-a424-424e-81b2-100937dcc732 req-e7485f40-8282-49fa-9b2f-be6139c83391 service neutron] For port 793d7a7f-edce-469b-847e-3c6c6bc30117, host hv-neutron-6013, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-6013',level=0,port_id=793d7a7f-edce-469b-847e-3c6c6bc30117,segment=NetworkSegment(4d581294-f37b-4859-a9b5-30010d61b30a),segment_id=4d581294-f37b-4859-a9b5-30010d61b30a)] {{(pid=94175) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 23 11:50:20.624156 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron_lib.callbacks.manager [req-25c0c9e6-a424-424e-81b2-100937dcc732 req-e7485f40-8282-49fa-9b2f-be6139c83391 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-922904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866062', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773700135042', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773699642233', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773699642278', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5082471'] for port, after_update {{(pid=94175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:50:20.627141 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG oslo_concurrency.lockutils [None req-e48d0796-0cd7-4ca5-a7e1-9b14c84b558e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94175) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 11:50:20.655908 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25c0c9e6-a424-424e-81b2-100937dcc732 req-e7485f40-8282-49fa-9b2f-be6139c83391 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 11:50:20.656631 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron_lib.callbacks.manager [req-25c0c9e6-a424-424e-81b2-100937dcc732 req-e7485f40-8282-49fa-9b2f-be6139c83391 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-217507'] for port, before_response {{(pid=94175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:50:20.658080 dv-neutron-601336-94-hyperv neutron-server[94175]: INFO neutron.wsgi [req-25c0c9e6-a424-424e-81b2-100937dcc732 req-e7485f40-8282-49fa-9b2f-be6139c83391 service neutron] 10.222.0.52 "PUT /v2.0/ports/793d7a7f-edce-469b-847e-3c6c6bc30117 HTTP/1.1" status: 200 len: 1098 time: 0.7520518 Jun 23 11:50:20.660358 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0ced0610-0d40-4c3d-85b9-e0e2e98c2ae8', 'tag': '793d7a7f-edce-469b-847e-3c6c6bc30117'}] {{(pid=94175) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 23 11:50:20.664118 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1970408df4ea4e7170669a1249478e627cf05a5a0b07cc08a66c5cb53d0ac47a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0f900c01-e10c-42ec-abc3-334821699c0d" -d '{"events": [{"name": "network-changed", "server_uuid": "0ced0610-0d40-4c3d-85b9-e0e2e98c2ae8", "tag": "793d7a7f-edce-469b-847e-3c6c6bc30117"}]}' {{(pid=94175) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 23 11:50:20.692439 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7485f40-8282-49fa-9b2f-be6139c83391 service neutron] Pushing event updated for resources: {'Port': ['ID=793d7a7f-edce-469b-847e-3c6c6bc30117,revision_number=3']} {{(pid=94175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 11:50:20.695924 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG oslo_concurrency.lockutils [None req-e7485f40-8282-49fa-9b2f-be6139c83391 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.069s {{(pid=94175) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 11:50:20.701306 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 23 Jun 2021 11:50:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7ac46f11-cf65-4ee4-8b36-b5ce2eb13eee x-openstack-request-id: req-7ac46f11-cf65-4ee4-8b36-b5ce2eb13eee {{(pid=94175) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 23 11:50:20.701653 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0ced0610-0d40-4c3d-85b9-e0e2e98c2ae8", "tag": "793d7a7f-edce-469b-847e-3c6c6bc30117", "status": "completed", "code": 200}]} {{(pid=94175) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 23 11:50:20.702497 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-7ac46f11-cf65-4ee4-8b36-b5ce2eb13eee {{(pid=94175) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 23 11:50:20.702497 dv-neutron-601336-94-hyperv neutron-server[94175]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0ced0610-0d40-4c3d-85b9-e0e2e98c2ae8', 'tag': '793d7a7f-edce-469b-847e-3c6c6bc30117', 'status': 'completed', 'code': 200} Jun 23 11:50:20.779093 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f900c01-e10c-42ec-abc3-334821699c0d req-ceea5251-ab6f-4ec5-b21e-2c081edba1cb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 11:50:20.780587 dv-neutron-601336-94-hyperv neutron-server[94175]: INFO neutron.wsgi [req-0f900c01-e10c-42ec-abc3-334821699c0d req-ceea5251-ab6f-4ec5-b21e-2c081edba1cb service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=18dc302f857649c78ba6b495c9721038&device_id=0ced0610-0d40-4c3d-85b9-e0e2e98c2ae8 HTTP/1.1" status: 200 len: 1101 time: 0.0548208 Jun 23 11:50:20.815968 dv-neutron-601336-94-hyperv neutron-server[94175]: INFO neutron.wsgi [req-0f900c01-e10c-42ec-abc3-334821699c0d req-fa916b15-a9b1-469d-a9f6-ca9962b496c9 service neutron] 10.222.0.52 "GET /v2.0/networks?tenant_id=18dc302f857649c78ba6b495c9721038&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0273066 Jun 23 11:50:20.907462 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f900c01-e10c-42ec-abc3-334821699c0d req-9233ab6c-d683-4e98-9401-e05f881c3e9e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 11:50:20.908910 dv-neutron-601336-94-hyperv neutron-server[94175]: INFO neutron.wsgi [req-0f900c01-e10c-42ec-abc3-334821699c0d req-9233ab6c-d683-4e98-9401-e05f881c3e9e service neutron] 10.222.0.52 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0872092 Jun 23 11:50:20.996414 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25c0c9e6-a424-424e-81b2-100937dcc732 req-2b638eff-87b5-49ea-ac89-ffe6bab00b59 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 11:50:20.997777 dv-neutron-601336-94-hyperv neutron-server[94175]: INFO neutron.wsgi [req-25c0c9e6-a424-424e-81b2-100937dcc732 req-2b638eff-87b5-49ea-ac89-ffe6bab00b59 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=18dc302f857649c78ba6b495c9721038&device_id=0ced0610-0d40-4c3d-85b9-e0e2e98c2ae8 HTTP/1.1" status: 200 len: 1101 time: 0.0524650 Jun 23 11:50:21.042985 dv-neutron-601336-94-hyperv neutron-server[94175]: INFO neutron.wsgi [req-25c0c9e6-a424-424e-81b2-100937dcc732 req-ab7e87c5-4762-40eb-b3e4-dbec31288c2e service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.197&port_id=793d7a7f-edce-469b-847e-3c6c6bc30117 HTTP/1.1" status: 200 len: 217 time: 0.0374475 Jun 23 11:50:21.089751 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25c0c9e6-a424-424e-81b2-100937dcc732 req-b5efacb2-79f4-411b-95d7-076698a9c19e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 11:50:21.091518 dv-neutron-601336-94-hyperv neutron-server[94175]: INFO neutron.wsgi [req-25c0c9e6-a424-424e-81b2-100937dcc732 req-b5efacb2-79f4-411b-95d7-076698a9c19e service neutron] 10.222.0.52 "GET /v2.0/subnets?id=f7a8c44a-e86e-498a-87aa-b3cfffe15132 HTTP/1.1" status: 200 len: 843 time: 0.0422907 Jun 23 11:50:21.152369 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25c0c9e6-a424-424e-81b2-100937dcc732 req-585e58dc-22a6-4311-95ab-ee702aaaeba8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 11:50:21.154084 dv-neutron-601336-94-hyperv neutron-server[94175]: INFO neutron.wsgi [req-25c0c9e6-a424-424e-81b2-100937dcc732 req-585e58dc-22a6-4311-95ab-ee702aaaeba8 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=4e74a7f0-d744-4e5d-9e8f-99ac6ee8dd2f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1181 time: 0.0566111 Jun 23 11:50:21.245033 dv-neutron-601336-94-hyperv neutron-server[94175]: INFO neutron.wsgi [req-25c0c9e6-a424-424e-81b2-100937dcc732 req-bc9ca942-3fa7-42f2-bec1-5f9e4549c53d service neutron] 10.222.0.52 "GET /v2.0/networks/4e74a7f0-d744-4e5d-9e8f-99ac6ee8dd2f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0836091 Jun 23 11:50:21.333352 dv-neutron-601336-94-hyperv neutron-server[94175]: INFO neutron.wsgi [req-25c0c9e6-a424-424e-81b2-100937dcc732 req-6390b089-b5a5-48a7-9270-1b2051e31c76 service neutron] 10.222.0.52 "GET /v2.0/networks/4e74a7f0-d744-4e5d-9e8f-99ac6ee8dd2f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0817893 Jun 23 11:50:21.566290 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6afd397-0854-4a1c-8ca9-e8e064f60e45 req-5874376d-3394-4d62-a482-39906f0b67ec tempest-ServersAdminNegativeTestJSON-136538438 tempest-ServersAdminNegativeTestJSON-136538438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94174) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 11:50:21.567701 dv-neutron-601336-94-hyperv neutron-server[94174]: INFO neutron.wsgi [req-b6afd397-0854-4a1c-8ca9-e8e064f60e45 req-5874376d-3394-4d62-a482-39906f0b67ec tempest-ServersAdminNegativeTestJSON-136538438 tempest-ServersAdminNegativeTestJSON-136538438-project] 10.222.0.20 "GET /v2.0/ports?device_id=0ced0610-0d40-4c3d-85b9-e0e2e98c2ae8 HTTP/1.1" status: 200 len: 948 time: 0.0622873 Jun 23 11:50:21.603732 dv-neutron-601336-94-hyperv neutron-server[94174]: INFO neutron.wsgi [req-b6afd397-0854-4a1c-8ca9-e8e064f60e45 req-b17ad81e-e4ce-4f1f-afcf-2511801e579c tempest-ServersAdminNegativeTestJSON-136538438 tempest-ServersAdminNegativeTestJSON-136538438-project] 10.222.0.20 "GET /v2.0/security-groups?id=ce0bd9bc-e8a3-40f9-a241-89e60f9020d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0304956 Jun 23 11:50:22.757200 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.plugins.ml2.rpc [None req-97bd5441-1da2-49ee-a364-27795820ba27 None None] Device 793d7a7f-edce-469b-847e-3c6c6bc30117 details requested by agent hyperv_hv-neutron-6013 with host hv-neutron-6013 {{(pid=94176) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:104}} Jun 23 11:50:22.775947 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3be29346-2832-42c3-a800-aaea930a1840 req-39265912-ec23-4c6c-a545-a89a40eaa283 tempest-ServersAdminNegativeTestJSON-136538438 tempest-ServersAdminNegativeTestJSON-136538438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 11:50:22.777453 dv-neutron-601336-94-hyperv neutron-server[94175]: INFO neutron.wsgi [req-3be29346-2832-42c3-a800-aaea930a1840 req-39265912-ec23-4c6c-a545-a89a40eaa283 tempest-ServersAdminNegativeTestJSON-136538438 tempest-ServersAdminNegativeTestJSON-136538438-project] 10.222.0.20 "GET /v2.0/ports?device_id=0ced0610-0d40-4c3d-85b9-e0e2e98c2ae8 HTTP/1.1" status: 200 len: 948 time: 0.0653014 Jun 23 11:50:22.819376 dv-neutron-601336-94-hyperv neutron-server[94175]: INFO neutron.wsgi [req-3be29346-2832-42c3-a800-aaea930a1840 req-99938403-2ab8-47bd-a657-73fd5fa79c24 tempest-ServersAdminNegativeTestJSON-136538438 tempest-ServersAdminNegativeTestJSON-136538438-project] 10.222.0.20 "GET /v2.0/security-groups?id=ce0bd9bc-e8a3-40f9-a241-89e60f9020d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0360627 Jun 23 11:50:22.847981 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.plugins.ml2.db [None req-97bd5441-1da2-49ee-a364-27795820ba27 None None] For port 793d7a7f-edce-469b-847e-3c6c6bc30117, host hv-neutron-6013, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-6013',level=0,port_id=793d7a7f-edce-469b-847e-3c6c6bc30117,segment=NetworkSegment(4d581294-f37b-4859-a9b5-30010d61b30a),segment_id=4d581294-f37b-4859-a9b5-30010d61b30a)] {{(pid=94176) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 23 11:50:22.859174 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.plugins.ml2.rpc [None req-97bd5441-1da2-49ee-a364-27795820ba27 None None] Returning: {'device': '793d7a7f-edce-469b-847e-3c6c6bc30117', 'network_id': '4e74a7f0-d744-4e5d-9e8f-99ac6ee8dd2f', 'port_id': '793d7a7f-edce-469b-847e-3c6c6bc30117', 'mac_address': 'fa:16:3e:13:8b:e5', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 445, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f7a8c44a-e86e-498a-87aa-b3cfffe15132', 'ip_address': '192.168.233.197'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94176) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:186}} Jun 23 11:50:22.897576 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron_lib.callbacks.manager [None req-97bd5441-1da2-49ee-a364-27795820ba27 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-923122'] for port, before_update {{(pid=94176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:50:22.909213 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.notifiers.nova [None req-97bd5441-1da2-49ee-a364-27795820ba27 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 793d7a7f-edce-469b-847e-3c6c6bc30117 {{(pid=94176) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 23 11:50:22.927663 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.plugins.ml2.db [None req-97bd5441-1da2-49ee-a364-27795820ba27 None None] For port 793d7a7f-edce-469b-847e-3c6c6bc30117, host hv-neutron-6013, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-6013',level=0,port_id=793d7a7f-edce-469b-847e-3c6c6bc30117,segment=NetworkSegment(4d581294-f37b-4859-a9b5-30010d61b30a),segment_id=4d581294-f37b-4859-a9b5-30010d61b30a)] {{(pid=94176) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 23 11:50:23.014051 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron_lib.callbacks.manager [None req-97bd5441-1da2-49ee-a364-27795820ba27 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-922904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866062', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773700135042', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773699642233', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773699642278'] for port, after_update {{(pid=94176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:50:23.015779 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG oslo_concurrency.lockutils [None req-dc7542b2-afef-47f4-a763-e3a3cba144be None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 11:50:23.058978 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97bd5441-1da2-49ee-a364-27795820ba27 None None] Pushing event updated for resources: {'Port': ['ID=793d7a7f-edce-469b-847e-3c6c6bc30117,revision_number=4']} {{(pid=94176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 11:50:23.061934 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG oslo_concurrency.lockutils [None req-97bd5441-1da2-49ee-a364-27795820ba27 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=94176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 11:50:23.263136 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.plugins.ml2.db [None req-97bd5441-1da2-49ee-a364-27795820ba27 None None] get_ports_and_sgs() called for port_ids ['793d7a7f-edce-469b-847e-3c6c6bc30117'] {{(pid=94176) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 23 11:50:23.530111 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron_lib.callbacks.manager [None req-97bd5441-1da2-49ee-a364-27795820ba27 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773699952132', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-899307'] for agent, after_update {{(pid=94176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:50:24.001629 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93f7a8b3-fda6-4bb3-a416-4f19ff76124a req-2790a348-311d-4ddd-bc85-4730b722586c tempest-ServersAdminNegativeTestJSON-136538438 tempest-ServersAdminNegativeTestJSON-136538438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94174) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 11:50:24.003083 dv-neutron-601336-94-hyperv neutron-server[94174]: INFO neutron.wsgi [req-93f7a8b3-fda6-4bb3-a416-4f19ff76124a req-2790a348-311d-4ddd-bc85-4730b722586c tempest-ServersAdminNegativeTestJSON-136538438 tempest-ServersAdminNegativeTestJSON-136538438-project] 10.222.0.20 "GET /v2.0/ports?device_id=0ced0610-0d40-4c3d-85b9-e0e2e98c2ae8 HTTP/1.1" status: 200 len: 949 time: 0.0681865 Jun 23 11:50:24.039707 dv-neutron-601336-94-hyperv neutron-server[94174]: INFO neutron.wsgi [req-93f7a8b3-fda6-4bb3-a416-4f19ff76124a req-fa95ba85-5f69-4912-a784-7b49569979a7 tempest-ServersAdminNegativeTestJSON-136538438 tempest-ServersAdminNegativeTestJSON-136538438-project] 10.222.0.20 "GET /v2.0/security-groups?id=ce0bd9bc-e8a3-40f9-a241-89e60f9020d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0300748 Jun 23 11:50:24.771701 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.plugins.ml2.rpc [None req-97bd5441-1da2-49ee-a364-27795820ba27 None None] Device 793d7a7f-edce-469b-847e-3c6c6bc30117 up at agent hyperv_hv-neutron-6013 {{(pid=94176) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:298}} Jun 23 11:50:24.892038 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.db.provisioning_blocks [None req-97bd5441-1da2-49ee-a364-27795820ba27 None None] Provisioning for port 793d7a7f-edce-469b-847e-3c6c6bc30117 completed by entity L2. {{(pid=94176) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 23 11:50:24.895594 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.db.provisioning_blocks [None req-97bd5441-1da2-49ee-a364-27795820ba27 None None] Provisioning complete for port 793d7a7f-edce-469b-847e-3c6c6bc30117 triggered by entity L2. {{(pid=94176) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 23 11:50:24.895969 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron_lib.callbacks.manager [None req-97bd5441-1da2-49ee-a364-27795820ba27 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-899258'] for port, provisioning_complete {{(pid=94176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:50:24.968661 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron_lib.callbacks.manager [None req-97bd5441-1da2-49ee-a364-27795820ba27 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-923122'] for port, before_update {{(pid=94176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:50:24.989831 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0ced0610-0d40-4c3d-85b9-e0e2e98c2ae8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '793d7a7f-edce-469b-847e-3c6c6bc30117'}] {{(pid=94176) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 23 11:50:24.992110 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}887b0dfc0393de878080286a57e4a08d4fa60dd0cddd118f338ebfcd351ddd4c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-78b9084a-05a9-45ea-8ae4-09a1be87fa61" -d '{"events": [{"server_uuid": "0ced0610-0d40-4c3d-85b9-e0e2e98c2ae8", "name": "network-vif-plugged", "status": "completed", "tag": "793d7a7f-edce-469b-847e-3c6c6bc30117"}]}' {{(pid=94176) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 23 11:50:25.007657 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.plugins.ml2.db [None req-97bd5441-1da2-49ee-a364-27795820ba27 None None] For port 793d7a7f-edce-469b-847e-3c6c6bc30117, host hv-neutron-6013, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-6013',level=0,port_id=793d7a7f-edce-469b-847e-3c6c6bc30117,segment=NetworkSegment(4d581294-f37b-4859-a9b5-30010d61b30a),segment_id=4d581294-f37b-4859-a9b5-30010d61b30a)] {{(pid=94176) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 23 11:50:25.027623 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 23 Jun 2021 11:50:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f5d9a282-b258-4017-81d3-229de35abece x-openstack-request-id: req-f5d9a282-b258-4017-81d3-229de35abece {{(pid=94176) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 23 11:50:25.027975 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0ced0610-0d40-4c3d-85b9-e0e2e98c2ae8", "name": "network-vif-plugged", "status": "completed", "tag": "793d7a7f-edce-469b-847e-3c6c6bc30117", "code": 200}]} {{(pid=94176) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 23 11:50:25.028235 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-f5d9a282-b258-4017-81d3-229de35abece {{(pid=94176) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 23 11:50:25.028627 dv-neutron-601336-94-hyperv neutron-server[94176]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0ced0610-0d40-4c3d-85b9-e0e2e98c2ae8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '793d7a7f-edce-469b-847e-3c6c6bc30117', 'code': 200} Jun 23 11:50:25.077323 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron_lib.callbacks.manager [None req-97bd5441-1da2-49ee-a364-27795820ba27 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-922904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866062', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773700135042', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773699642233', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773699642278'] for port, after_update {{(pid=94176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:50:25.080105 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG oslo_concurrency.lockutils [None req-dc7542b2-afef-47f4-a763-e3a3cba144be None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 11:50:25.125862 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97bd5441-1da2-49ee-a364-27795820ba27 None None] Pushing event updated for resources: {'Port': ['ID=793d7a7f-edce-469b-847e-3c6c6bc30117,revision_number=5']} {{(pid=94176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 11:50:25.128896 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG oslo_concurrency.lockutils [None req-97bd5441-1da2-49ee-a364-27795820ba27 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=94176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 11:50:25.213229 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b719a96d-5a07-45ab-b1e1-3f19c5cce343 req-64b45286-691d-424b-8f93-23e2ead1ed7a tempest-ServersAdminNegativeTestJSON-136538438 tempest-ServersAdminNegativeTestJSON-136538438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94174) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 11:50:25.214748 dv-neutron-601336-94-hyperv neutron-server[94174]: INFO neutron.wsgi [req-b719a96d-5a07-45ab-b1e1-3f19c5cce343 req-64b45286-691d-424b-8f93-23e2ead1ed7a tempest-ServersAdminNegativeTestJSON-136538438 tempest-ServersAdminNegativeTestJSON-136538438-project] 10.222.0.20 "GET /v2.0/ports?device_id=0ced0610-0d40-4c3d-85b9-e0e2e98c2ae8 HTTP/1.1" status: 200 len: 950 time: 0.0653672 Jun 23 11:50:25.251532 dv-neutron-601336-94-hyperv neutron-server[94174]: INFO neutron.wsgi [req-b719a96d-5a07-45ab-b1e1-3f19c5cce343 req-a68e57ae-8c1a-4303-a0ec-3f79ae094d92 tempest-ServersAdminNegativeTestJSON-136538438 tempest-ServersAdminNegativeTestJSON-136538438-project] 10.222.0.20 "GET /v2.0/security-groups?id=ce0bd9bc-e8a3-40f9-a241-89e60f9020d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0311625 Jun 23 11:50:25.388668 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f1bd7f6-33e6-4ed7-b017-0da2f9e146ce req-7ab9621f-4985-45ab-8e3c-65e6ee4505fa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 11:50:25.390102 dv-neutron-601336-94-hyperv neutron-server[94175]: INFO neutron.wsgi [req-1f1bd7f6-33e6-4ed7-b017-0da2f9e146ce req-7ab9621f-4985-45ab-8e3c-65e6ee4505fa service neutron] 10.222.0.52 "GET /v2.0/ports?device_id=0ced0610-0d40-4c3d-85b9-e0e2e98c2ae8 HTTP/1.1" status: 200 len: 1103 time: 0.0502567 Jun 23 11:50:25.422894 dv-neutron-601336-94-hyperv neutron-server[94175]: INFO neutron.wsgi [req-1f1bd7f6-33e6-4ed7-b017-0da2f9e146ce req-595e36ce-1321-4310-bdd7-bba6ef8a7ab8 service neutron] 10.222.0.52 "GET /v2.0/security-groups?id=ce0bd9bc-e8a3-40f9-a241-89e60f9020d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0262978 Jun 23 11:50:26.424301 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-296d3c0d-b50c-4861-bb69-5344e69d32e5 req-7a8b5e64-ce1c-413d-8e03-28177e9cae68 tempest-ServersAdminNegativeTestJSON-136538438 tempest-ServersAdminNegativeTestJSON-136538438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 11:50:26.425674 dv-neutron-601336-94-hyperv neutron-server[94175]: INFO neutron.wsgi [req-296d3c0d-b50c-4861-bb69-5344e69d32e5 req-7a8b5e64-ce1c-413d-8e03-28177e9cae68 tempest-ServersAdminNegativeTestJSON-136538438 tempest-ServersAdminNegativeTestJSON-136538438-project] 10.222.0.20 "GET /v2.0/ports?device_id=0ced0610-0d40-4c3d-85b9-e0e2e98c2ae8 HTTP/1.1" status: 200 len: 950 time: 0.0635674 Jun 23 11:50:26.463136 dv-neutron-601336-94-hyperv neutron-server[94175]: INFO neutron.wsgi [req-296d3c0d-b50c-4861-bb69-5344e69d32e5 req-2d6e582a-09db-4305-80cd-389534d61a86 tempest-ServersAdminNegativeTestJSON-136538438 tempest-ServersAdminNegativeTestJSON-136538438-project] 10.222.0.20 "GET /v2.0/security-groups?id=ce0bd9bc-e8a3-40f9-a241-89e60f9020d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0312896 Jun 23 11:50:28.009531 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be511c9a-f0a8-4a35-9c97-f741008dd611 req-83c6b8bc-770f-4cef-b00e-2fc5eb4b165f tempest-ServersAdminNegativeTestJSON-136538438 tempest-ServersAdminNegativeTestJSON-136538438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 11:50:28.010988 dv-neutron-601336-94-hyperv neutron-server[94175]: INFO neutron.wsgi [req-be511c9a-f0a8-4a35-9c97-f741008dd611 req-83c6b8bc-770f-4cef-b00e-2fc5eb4b165f tempest-ServersAdminNegativeTestJSON-136538438 tempest-ServersAdminNegativeTestJSON-136538438-project] 10.222.0.20 "GET /v2.0/ports?device_id=0ced0610-0d40-4c3d-85b9-e0e2e98c2ae8 HTTP/1.1" status: 200 len: 950 time: 0.0659707 Jun 23 11:50:28.046447 dv-neutron-601336-94-hyperv neutron-server[94175]: INFO neutron.wsgi [req-be511c9a-f0a8-4a35-9c97-f741008dd611 req-43bef4ae-d4c6-4cf4-af98-febb091899db tempest-ServersAdminNegativeTestJSON-136538438 tempest-ServersAdminNegativeTestJSON-136538438-project] 10.222.0.20 "GET /v2.0/security-groups?id=ce0bd9bc-e8a3-40f9-a241-89e60f9020d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0300138 Jun 23 11:50:29.218413 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93dc119d-d15a-4fbe-a25b-a1104f70b4e1 req-64c45f05-fe08-4397-9299-1008c18ffdc8 tempest-ServersAdminNegativeTestJSON-136538438 tempest-ServersAdminNegativeTestJSON-136538438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94174) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 11:50:29.219966 dv-neutron-601336-94-hyperv neutron-server[94174]: INFO neutron.wsgi [req-93dc119d-d15a-4fbe-a25b-a1104f70b4e1 req-64c45f05-fe08-4397-9299-1008c18ffdc8 tempest-ServersAdminNegativeTestJSON-136538438 tempest-ServersAdminNegativeTestJSON-136538438-project] 10.222.0.20 "GET /v2.0/ports?device_id=0ced0610-0d40-4c3d-85b9-e0e2e98c2ae8 HTTP/1.1" status: 200 len: 950 time: 0.0645649 Jun 23 11:50:29.236248 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a4548a5-e5f1-4fd7-b2af-a02f249a4102 req-6653ead3-bbfc-4dcd-a75a-4a2476468bda tempest-ServersAdminNegativeTestJSON-136538438 tempest-ServersAdminNegativeTestJSON-136538438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 11:50:29.237875 dv-neutron-601336-94-hyperv neutron-server[94175]: INFO neutron.wsgi [req-9a4548a5-e5f1-4fd7-b2af-a02f249a4102 req-6653ead3-bbfc-4dcd-a75a-4a2476468bda tempest-ServersAdminNegativeTestJSON-136538438 tempest-ServersAdminNegativeTestJSON-136538438-project] 10.222.0.52 "GET /v2.0/ports?device_id=0ced0610-0d40-4c3d-85b9-e0e2e98c2ae8 HTTP/1.1" status: 200 len: 950 time: 0.0632160 Jun 23 11:50:29.257237 dv-neutron-601336-94-hyperv neutron-server[94174]: INFO neutron.wsgi [req-93dc119d-d15a-4fbe-a25b-a1104f70b4e1 req-1aa67513-c412-4a27-948b-8c85048796f9 tempest-ServersAdminNegativeTestJSON-136538438 tempest-ServersAdminNegativeTestJSON-136538438-project] 10.222.0.20 "GET /v2.0/security-groups?id=ce0bd9bc-e8a3-40f9-a241-89e60f9020d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0310133 Jun 23 11:50:29.340398 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.plugins.ml2.plugin [req-9a4548a5-e5f1-4fd7-b2af-a02f249a4102 req-a6598cda-da76-4b1a-8d34-e2f985ef7802 tempest-ServersAdminNegativeTestJSON-136538438 tempest-ServersAdminNegativeTestJSON-136538438-project] Deleting port 793d7a7f-edce-469b-847e-3c6c6bc30117 {{(pid=94175) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1913}} Jun 23 11:50:29.340666 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron_lib.callbacks.manager [req-9a4548a5-e5f1-4fd7-b2af-a02f249a4102 req-a6598cda-da76-4b1a-8d34-e2f985ef7802 tempest-ServersAdminNegativeTestJSON-136538438 tempest-ServersAdminNegativeTestJSON-136538438-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773700079324'] for port, before_delete {{(pid=94175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:50:29.426652 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.plugins.ml2.db [req-9a4548a5-e5f1-4fd7-b2af-a02f249a4102 req-a6598cda-da76-4b1a-8d34-e2f985ef7802 tempest-ServersAdminNegativeTestJSON-136538438 tempest-ServersAdminNegativeTestJSON-136538438-project] For port 793d7a7f-edce-469b-847e-3c6c6bc30117, host hv-neutron-6013, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-6013',level=0,port_id=793d7a7f-edce-469b-847e-3c6c6bc30117,segment=NetworkSegment(4d581294-f37b-4859-a9b5-30010d61b30a),segment_id=4d581294-f37b-4859-a9b5-30010d61b30a)] {{(pid=94175) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 23 11:50:29.427015 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron_lib.callbacks.manager [req-9a4548a5-e5f1-4fd7-b2af-a02f249a4102 req-a6598cda-da76-4b1a-8d34-e2f985ef7802 tempest-ServersAdminNegativeTestJSON-136538438 tempest-ServersAdminNegativeTestJSON-136538438-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-430722'] for port, precommit_delete {{(pid=94175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:50:29.438392 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.plugins.ml2.plugin [req-9a4548a5-e5f1-4fd7-b2af-a02f249a4102 req-a6598cda-da76-4b1a-8d34-e2f985ef7802 tempest-ServersAdminNegativeTestJSON-136538438 tempest-ServersAdminNegativeTestJSON-136538438-project] Calling delete_port for 793d7a7f-edce-469b-847e-3c6c6bc30117 owned by compute:nova {{(pid=94175) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1986}} Jun 23 11:50:29.634796 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron_lib.callbacks.manager [req-9a4548a5-e5f1-4fd7-b2af-a02f249a4102 req-a6598cda-da76-4b1a-8d34-e2f985ef7802 tempest-ServersAdminNegativeTestJSON-136538438 tempest-ServersAdminNegativeTestJSON-136538438-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-922904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866062', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773700135024', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773699642224', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5082448'] for port, after_delete {{(pid=94175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:50:29.638494 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG oslo_concurrency.lockutils [None req-5a384fb2-07cf-4121-9fc9-e76ebb2fc842 tempest-TestNetworkBasicOps-233187296 tempest-TestNetworkBasicOps-233187296-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94175) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 11:50:29.647904 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.plugins.ml2.db [None req-97bd5441-1da2-49ee-a364-27795820ba27 None None] get_ports_and_sgs() called for port_ids ['793d7a7f-edce-469b-847e-3c6c6bc30117'] {{(pid=94176) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 23 11:50:29.662373 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6598cda-da76-4b1a-8d34-e2f985ef7802 tempest-ServersAdminNegativeTestJSON-136538438 tempest-ServersAdminNegativeTestJSON-136538438-project] Pushing event deleted for resources: {'Port': ['ID=793d7a7f-edce-469b-847e-3c6c6bc30117,revision_number=None']} {{(pid=94175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 11:50:29.665794 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG oslo_concurrency.lockutils [None req-a6598cda-da76-4b1a-8d34-e2f985ef7802 tempest-ServersAdminNegativeTestJSON-136538438 tempest-ServersAdminNegativeTestJSON-136538438-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=94175) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 11:50:29.709335 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.db.l3_dvrscheduler_db [req-9a4548a5-e5f1-4fd7-b2af-a02f249a4102 req-a6598cda-da76-4b1a-8d34-e2f985ef7802 tempest-ServersAdminNegativeTestJSON-136538438 tempest-ServersAdminNegativeTestJSON-136538438-project] No DVR routers for this DVR port 793d7a7f-edce-469b-847e-3c6c6bc30117 on host hv-neutron-6013 {{(pid=94175) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 23 11:50:29.711946 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron_lib.callbacks.manager [req-9a4548a5-e5f1-4fd7-b2af-a02f249a4102 req-a6598cda-da76-4b1a-8d34-e2f985ef7802 tempest-ServersAdminNegativeTestJSON-136538438 tempest-ServersAdminNegativeTestJSON-136538438-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-217507'] for port, before_response {{(pid=94175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:50:29.713944 dv-neutron-601336-94-hyperv neutron-server[94175]: INFO neutron.wsgi [req-9a4548a5-e5f1-4fd7-b2af-a02f249a4102 req-a6598cda-da76-4b1a-8d34-e2f985ef7802 tempest-ServersAdminNegativeTestJSON-136538438 tempest-ServersAdminNegativeTestJSON-136538438-project] 10.222.0.52 "DELETE /v2.0/ports/793d7a7f-edce-469b-847e-3c6c6bc30117 HTTP/1.1" status: 204 len: 173 time: 0.4711175 Jun 23 11:50:29.714484 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0ced0610-0d40-4c3d-85b9-e0e2e98c2ae8', 'name': 'network-vif-deleted', 'tag': '793d7a7f-edce-469b-847e-3c6c6bc30117'}] {{(pid=94175) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 23 11:50:29.716862 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1970408df4ea4e7170669a1249478e627cf05a5a0b07cc08a66c5cb53d0ac47a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0e1a8037-4281-4e72-9983-67877165673c" -d '{"events": [{"server_uuid": "0ced0610-0d40-4c3d-85b9-e0e2e98c2ae8", "name": "network-vif-deleted", "tag": "793d7a7f-edce-469b-847e-3c6c6bc30117"}]}' {{(pid=94175) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 23 11:50:29.753158 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 23 Jun 2021 11:50:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5b8c0851-c4d7-4945-9ddd-b23fba67ba87 x-openstack-request-id: req-5b8c0851-c4d7-4945-9ddd-b23fba67ba87 {{(pid=94175) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 23 11:50:29.753508 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0ced0610-0d40-4c3d-85b9-e0e2e98c2ae8", "name": "network-vif-deleted", "tag": "793d7a7f-edce-469b-847e-3c6c6bc30117", "status": "completed", "code": 200}]} {{(pid=94175) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 23 11:50:29.753849 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-5b8c0851-c4d7-4945-9ddd-b23fba67ba87 {{(pid=94175) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 23 11:50:29.754851 dv-neutron-601336-94-hyperv neutron-server[94175]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0ced0610-0d40-4c3d-85b9-e0e2e98c2ae8', 'name': 'network-vif-deleted', 'tag': '793d7a7f-edce-469b-847e-3c6c6bc30117', 'status': 'completed', 'code': 200} Jun 23 11:50:30.415253 dv-neutron-601336-94-hyperv neutron-server[94174]: INFO neutron.wsgi [req-e048a53a-25af-428e-9744-3385ae886c4c req-f6050733-8793-497a-82c2-c63f011f00b2 tempest-ServersAdminNegativeTestJSON-136538438 tempest-ServersAdminNegativeTestJSON-136538438-project] 10.222.0.20 "GET /v2.0/ports?device_id=0ced0610-0d40-4c3d-85b9-e0e2e98c2ae8 HTTP/1.1" status: 200 len: 210 time: 0.0334725 Jun 23 11:50:31.922429 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.wsgi [-] (94174) accepted ('10.222.0.20', 45452) {{(pid=94174) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 11:50:32.047026 dv-neutron-601336-94-hyperv neutron-server[94174]: INFO neutron.wsgi [None req-dde8e33a-2d94-4e36-b88e-308b14b8344f admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=18dc302f857649c78ba6b495c9721038&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1233139 Jun 23 11:50:32.049425 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.wsgi [-] (94174) accepted ('10.222.0.20', 45456) {{(pid=94174) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 11:50:32.095053 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron_lib.callbacks.manager [None req-354b2d3b-1d49-4a7b-9aa7-976b3c48ef11 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:50:32.116295 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron_lib.callbacks.manager [None req-354b2d3b-1d49-4a7b-9aa7-976b3c48ef11 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:50:32.208694 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron_lib.callbacks.manager [None req-354b2d3b-1d49-4a7b-9aa7-976b3c48ef11 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7996330'] for security_group, after_delete {{(pid=94174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:50:32.211293 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron_lib.callbacks.manager [None req-354b2d3b-1d49-4a7b-9aa7-976b3c48ef11 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:50:32.212500 dv-neutron-601336-94-hyperv neutron-server[94174]: INFO neutron.wsgi [None req-354b2d3b-1d49-4a7b-9aa7-976b3c48ef11 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/ce0bd9bc-e8a3-40f9-a241-89e60f9020d9 HTTP/1.1" status: 204 len: 168 time: 0.1621475 Jun 23 11:50:32.213537 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG oslo_concurrency.lockutils [None req-72af8f8d-fee3-44f9-9f06-c069ee0fc374 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94174) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 11:50:32.220835 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-354b2d3b-1d49-4a7b-9aa7-976b3c48ef11 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ce0bd9bc-e8a3-40f9-a241-89e60f9020d9,revision_number=None']} {{(pid=94174) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 11:50:32.223326 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG oslo_concurrency.lockutils [None req-354b2d3b-1d49-4a7b-9aa7-976b3c48ef11 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.010s {{(pid=94174) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 11:50:32.806109 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.wsgi [-] (94174) accepted ('10.222.0.20', 45462) {{(pid=94174) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 11:50:32.807763 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.plugins.ml2.rpc [None req-97bd5441-1da2-49ee-a364-27795820ba27 None None] Device 793d7a7f-edce-469b-847e-3c6c6bc30117 no longer exists at agent hyperv_hv-neutron-6013 {{(pid=94176) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:261}} Jun 23 11:50:32.820161 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron_lib.callbacks.manager [None req-56f259d1-b937-4d64-b1ff-d221bf6bc6bf admin admin] Notify callbacks [] for security_group, before_create {{(pid=94174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:50:32.826876 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.plugins.ml2.plugin [None req-97bd5441-1da2-49ee-a364-27795820ba27 None None] No Port match for: 793d7a7f-edce-469b-847e-3c6c6bc30117 {{(pid=94176) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2240}} Jun 23 11:50:32.827264 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.plugins.ml2.rpc [None req-97bd5441-1da2-49ee-a364-27795820ba27 None None] Device 793d7a7f-edce-469b-847e-3c6c6bc30117 not bound to the agent host hv-neutron-6013 {{(pid=94176) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:271}} Jun 23 11:50:32.908022 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron_lib.callbacks.manager [None req-56f259d1-b937-4d64-b1ff-d221bf6bc6bf admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:50:32.983274 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron_lib.callbacks.manager [None req-56f259d1-b937-4d64-b1ff-d221bf6bc6bf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7996330'] for security_group, after_create {{(pid=94174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:50:32.985658 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG oslo_concurrency.lockutils [None req-9d77cc9d-bdbe-43cd-afe3-422a008d0794 tempest-TestNetworkBasicOps-233187296 tempest-TestNetworkBasicOps-233187296-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94174) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 11:50:33.023540 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56f259d1-b937-4d64-b1ff-d221bf6bc6bf admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fe6fa41a-ef99-4840-954d-79722459428d,revision_number=1']} {{(pid=94174) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 11:50:33.027835 dv-neutron-601336-94-hyperv neutron-server[94174]: INFO neutron.wsgi [None req-56f259d1-b937-4d64-b1ff-d221bf6bc6bf admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=fc529ab4b68a49b7813645a4c9985778&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2206504 Jun 23 11:50:33.028775 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG oslo_concurrency.lockutils [None req-56f259d1-b937-4d64-b1ff-d221bf6bc6bf admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.043s {{(pid=94174) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 11:50:33.030793 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.wsgi [-] (94174) accepted ('10.222.0.20', 45464) {{(pid=94174) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 11:50:33.077415 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron_lib.callbacks.manager [None req-9a90957c-a730-49d4-8486-83178e7abd65 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:50:33.097807 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron_lib.callbacks.manager [None req-9a90957c-a730-49d4-8486-83178e7abd65 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:50:33.208782 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron_lib.callbacks.manager [None req-9a90957c-a730-49d4-8486-83178e7abd65 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7996330'] for security_group, after_delete {{(pid=94174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:50:33.211572 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron_lib.callbacks.manager [None req-9a90957c-a730-49d4-8486-83178e7abd65 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:50:33.212799 dv-neutron-601336-94-hyperv neutron-server[94174]: INFO neutron.wsgi [None req-9a90957c-a730-49d4-8486-83178e7abd65 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/fe6fa41a-ef99-4840-954d-79722459428d HTTP/1.1" status: 204 len: 168 time: 0.1815434 Jun 23 11:50:33.213728 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG oslo_concurrency.lockutils [None req-354b2d3b-1d49-4a7b-9aa7-976b3c48ef11 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94174) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 11:50:33.221821 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a90957c-a730-49d4-8486-83178e7abd65 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fe6fa41a-ef99-4840-954d-79722459428d,revision_number=None']} {{(pid=94174) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 11:50:33.224788 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG oslo_concurrency.lockutils [None req-9a90957c-a730-49d4-8486-83178e7abd65 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.011s {{(pid=94174) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 11:50:34.209955 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.wsgi [-] (94175) accepted ('10.222.0.20', 45488) {{(pid=94175) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 11:50:34.303471 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.api.v2.base [None req-00ec2b72-b564-4d34-88e1-017b696cd87b admin admin] Request body: {'network': {'name': 'tempest-DeleteServersTestJSON-1966325340-network', 'tenant_id': 'c5f0744a00394db8a487edcd662959fe'}} {{(pid=94175) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 23 11:50:34.388954 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-00ec2b72-b564-4d34-88e1-017b696cd87b admin admin] Made reservation on behalf of c5f0744a00394db8a487edcd662959fe for: {'network': 1} {{(pid=94175) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 23 11:50:34.391364 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron_lib.callbacks.manager [None req-00ec2b72-b564-4d34-88e1-017b696cd87b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-923104'] for network, before_create {{(pid=94175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:50:34.403680 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron_lib.callbacks.manager [None req-00ec2b72-b564-4d34-88e1-017b696cd87b admin admin] Notify callbacks [] for security_group, before_create {{(pid=94175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:50:34.489295 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron_lib.callbacks.manager [None req-00ec2b72-b564-4d34-88e1-017b696cd87b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:50:34.543242 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron_lib.callbacks.manager [None req-00ec2b72-b564-4d34-88e1-017b696cd87b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7996330'] for security_group, after_create {{(pid=94175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:50:34.546231 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG oslo_concurrency.lockutils [None req-31d27efb-4eb4-4a56-842c-2822a34845d2 tempest-TestNetworkBasicOps-233187296 tempest-TestNetworkBasicOps-233187296-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94175) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 11:50:34.567235 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-00ec2b72-b564-4d34-88e1-017b696cd87b admin admin] vlan segment allocate from pool success with {'vlan_id': 442, 'physical_network': 'physnet1'} {{(pid=94175) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 23 11:50:34.576483 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00ec2b72-b564-4d34-88e1-017b696cd87b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ecccba2e-ace5-4419-a640-deee23c0f066,revision_number=1']} {{(pid=94175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 11:50:34.580522 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG oslo_concurrency.lockutils [None req-00ec2b72-b564-4d34-88e1-017b696cd87b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.034s {{(pid=94175) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 11:50:34.581526 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron_lib.callbacks.manager [None req-00ec2b72-b564-4d34-88e1-017b696cd87b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3801'] for segment, precommit_create {{(pid=94175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:50:34.581867 dv-neutron-601336-94-hyperv neutron-server[94175]: INFO neutron.db.segments_db [None req-00ec2b72-b564-4d34-88e1-017b696cd87b admin admin] Added segment 3bd084f8-bb3c-4626-8bed-c222d6fe47c9 of type vlan for network 9f854770-2d5f-438f-a180-53efbbed0ee3 Jun 23 11:50:34.620847 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron_lib.callbacks.manager [None req-00ec2b72-b564-4d34-88e1-017b696cd87b admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8773699596773'] for network, precommit_create {{(pid=94175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:50:34.722338 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron_lib.callbacks.manager [None req-00ec2b72-b564-4d34-88e1-017b696cd87b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8002400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7866073'] for network, after_create {{(pid=94175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:50:34.723388 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-00ec2b72-b564-4d34-88e1-017b696cd87b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 11:50:34.724568 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron_lib.callbacks.manager [None req-00ec2b72-b564-4d34-88e1-017b696cd87b admin admin] Notify callbacks [] for network, before_response {{(pid=94175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:50:34.726627 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG oslo_concurrency.lockutils [None req-9e9ee9c8-eb98-4880-9861-b5bd82d78817 tempest-NetworksIpV6Test-253648203 tempest-NetworksIpV6Test-253648203-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94175) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 11:50:34.780140 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00ec2b72-b564-4d34-88e1-017b696cd87b admin admin] Pushing event updated for resources: {'Network': ['ID=9f854770-2d5f-438f-a180-53efbbed0ee3,revision_number=1']} {{(pid=94175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 11:50:34.782716 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG oslo_concurrency.lockutils [None req-00ec2b72-b564-4d34-88e1-017b696cd87b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.056s {{(pid=94175) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 11:50:34.790347 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.plugins.ml2.rpc [None req-dc7542b2-afef-47f4-a763-e3a3cba144be None None] Network 9f854770-2d5f-438f-a180-53efbbed0ee3 details requested by agent ovs-agent-dv-neutron-601336-94-hyperv with host dv-neutron-601336-94-hyperv {{(pid=94176) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:250}} Jun 23 11:50:34.832179 dv-neutron-601336-94-hyperv neutron-server[94175]: INFO neutron.wsgi [None req-00ec2b72-b564-4d34-88e1-017b696cd87b admin admin] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 0.6209362 Jun 23 11:50:34.835407 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.wsgi [-] (94175) accepted ('10.222.0.20', 45494) {{(pid=94175) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 11:50:34.840376 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.api.v2.base [None req-6955f006-33af-438b-b3a7-3524c3869926 admin admin] Request body: {'subnet': {'network_id': '9f854770-2d5f-438f-a180-53efbbed0ee3', 'cidr': '172.20.0.0/28', 'name': 'tempest-DeleteServersTestJSON-1966325340-subnet', 'tenant_id': 'c5f0744a00394db8a487edcd662959fe', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94175) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 23 11:50:34.909054 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6955f006-33af-438b-b3a7-3524c3869926 admin admin] Made reservation on behalf of c5f0744a00394db8a487edcd662959fe for: {'subnet': 1} {{(pid=94175) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 23 11:50:34.911459 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron_lib.callbacks.manager [None req-6955f006-33af-438b-b3a7-3524c3869926 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4660073'] for subnet, before_create {{(pid=94175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:50:35.128244 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron_lib.callbacks.manager [None req-6955f006-33af-438b-b3a7-3524c3869926 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866062', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5083113', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4660095'] for subnet, after_create {{(pid=94175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:50:35.131706 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG oslo_concurrency.lockutils [None req-3f060f3e-9aed-4bf8-b5e7-e2d8f45813a4 tempest-PortsTestJSON-2085221018 tempest-PortsTestJSON-2085221018-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94175) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 11:50:35.189040 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6955f006-33af-438b-b3a7-3524c3869926 admin admin] Pushing event updated for resources: {'Subnet': ['ID=d5d9084e-0a42-40f5-aaf6-b0ca4b8832a3,revision_number=0']} {{(pid=94175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 11:50:35.198556 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6955f006-33af-438b-b3a7-3524c3869926 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-601336-94-hyperv {{(pid=94175) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 11:50:35.198951 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6955f006-33af-438b-b3a7-3524c3869926 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-94-hyperv {{(pid=94175) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 11:50:35.199372 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6955f006-33af-438b-b3a7-3524c3869926 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-94-hyperv {{(pid=94175) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 11:50:35.199740 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6955f006-33af-438b-b3a7-3524c3869926 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-601336-94-hyperv {{(pid=94175) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 11:50:35.200114 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6955f006-33af-438b-b3a7-3524c3869926 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-601336-94-hyperv {{(pid=94175) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 11:50:35.200486 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6955f006-33af-438b-b3a7-3524c3869926 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-601336-94-hyperv {{(pid=94175) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 11:50:35.200855 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6955f006-33af-438b-b3a7-3524c3869926 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-601336-94-hyperv {{(pid=94175) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 11:50:35.201226 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6955f006-33af-438b-b3a7-3524c3869926 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-601336-94-hyperv {{(pid=94175) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 11:50:35.201593 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6955f006-33af-438b-b3a7-3524c3869926 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-601336-94-hyperv {{(pid=94175) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 11:50:35.201960 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6955f006-33af-438b-b3a7-3524c3869926 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-94-hyperv {{(pid=94175) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 11:50:35.202323 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6955f006-33af-438b-b3a7-3524c3869926 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-601336-94-hyperv {{(pid=94175) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 11:50:35.202684 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6955f006-33af-438b-b3a7-3524c3869926 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-601336-94-hyperv {{(pid=94175) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 11:50:35.206129 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG oslo_concurrency.lockutils [None req-6955f006-33af-438b-b3a7-3524c3869926 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.074s {{(pid=94175) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 11:50:35.209586 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6955f006-33af-438b-b3a7-3524c3869926 admin admin] Checking segment: {'id': '3bd084f8-bb3c-4626-8bed-c222d6fe47c9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 442, 'network_id': '9f854770-2d5f-438f-a180-53efbbed0ee3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94175) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 23 11:50:35.209828 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6955f006-33af-438b-b3a7-3524c3869926 admin admin] Network hostable DHCP agents. Network: 9f854770-2d5f-438f-a180-53efbbed0ee3, hostable agents: ['8cf29b10-0e57-4131-816f-a4b6ad00b249'], hosted agents: [] {{(pid=94175) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 23 11:50:35.303366 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6955f006-33af-438b-b3a7-3524c3869926 admin admin] Network 9f854770-2d5f-438f-a180-53efbbed0ee3 is scheduled to be hosted by DHCP agent 8cf29b10-0e57-4131-816f-a4b6ad00b249 with binding_index 1 {{(pid=94175) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 23 11:50:35.382732 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.scheduler.base_scheduler [None req-6955f006-33af-438b-b3a7-3524c3869926 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-601336-94-hyperv, 9f854770-2d5f-438f-a180-53efbbed0ee3) {{(pid=94175) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 23 11:50:35.387298 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6955f006-33af-438b-b3a7-3524c3869926 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 11:50:35.388162 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron_lib.callbacks.manager [None req-6955f006-33af-438b-b3a7-3524c3869926 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:50:35.391481 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a2aba42c-b5f3-4eb9-8b04-874aaa0e04d1 None None] Network 9f854770-2d5f-438f-a180-53efbbed0ee3 requested from dv-neutron-601336-94-hyperv {{(pid=94176) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 23 11:50:35.471434 dv-neutron-601336-94-hyperv neutron-server[94175]: INFO neutron.wsgi [None req-6955f006-33af-438b-b3a7-3524c3869926 admin admin] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 0.6348941 Jun 23 11:50:35.513989 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2d378fad-137b-40e4-bba2-af372e09bdd4 None None] Network 9f854770-2d5f-438f-a180-53efbbed0ee3 requested from dv-neutron-601336-94-hyperv {{(pid=94176) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 23 11:50:36.005995 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87de20e4-4f56-420e-af8c-15c690489d77 req-00753688-fdd0-4e88-8bc3-fe908898eb93 tempest-DeleteServersTestJSON-433100455 tempest-DeleteServersTestJSON-433100455-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94174) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 11:50:36.007402 dv-neutron-601336-94-hyperv neutron-server[94174]: INFO neutron.wsgi [req-87de20e4-4f56-420e-af8c-15c690489d77 req-00753688-fdd0-4e88-8bc3-fe908898eb93 tempest-DeleteServersTestJSON-433100455 tempest-DeleteServersTestJSON-433100455-project] 10.222.0.20 "GET /v2.0/networks?id=9f854770-2d5f-438f-a180-53efbbed0ee3 HTTP/1.1" status: 200 len: 812 time: 0.1125636 Jun 23 11:50:36.021568 dv-neutron-601336-94-hyperv neutron-server[94174]: INFO neutron.wsgi [req-87de20e4-4f56-420e-af8c-15c690489d77 req-7e22c124-f60f-4542-90a3-4260eead209a tempest-DeleteServersTestJSON-433100455 tempest-DeleteServersTestJSON-433100455-project] 10.222.0.20 "GET /v2.0/quotas/c5f0744a00394db8a487edcd662959fe HTTP/1.1" status: 200 len: 375 time: 0.0086780 Jun 23 11:50:36.053580 dv-neutron-601336-94-hyperv neutron-server[94174]: INFO neutron.wsgi [req-87de20e4-4f56-420e-af8c-15c690489d77 req-fe8d9d14-0644-4e75-a121-8364b734c7f9 tempest-DeleteServersTestJSON-433100455 tempest-DeleteServersTestJSON-433100455-project] 10.222.0.20 "GET /v2.0/ports?tenant_id=c5f0744a00394db8a487edcd662959fe&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0274065 Jun 23 11:50:36.139986 dv-neutron-601336-94-hyperv neutron-server[94174]: INFO neutron.wsgi [req-87de20e4-4f56-420e-af8c-15c690489d77 req-ce1d76af-f806-4337-b6e4-f25f1ad289e7 service neutron] 10.222.0.20 "GET /v2.0/networks/9f854770-2d5f-438f-a180-53efbbed0ee3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0801656 Jun 23 11:50:36.231042 dv-neutron-601336-94-hyperv neutron-server[94174]: INFO neutron.wsgi [req-87de20e4-4f56-420e-af8c-15c690489d77 req-23a917be-b110-4d62-a078-cc4a8cf8ced8 service neutron] 10.222.0.20 "GET /v2.0/networks/9f854770-2d5f-438f-a180-53efbbed0ee3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0852938 Jun 23 11:50:36.543236 dv-neutron-601336-94-hyperv neutron-server[94175]: INFO neutron.wsgi [req-9354610c-2060-4046-a32f-b7336d011516 req-9cc49372-7acc-4572-a176-20838c8a80ab tempest-DeleteServersTestJSON-433100455 tempest-DeleteServersTestJSON-433100455-project] 10.222.0.20 "GET /v2.0/ports?device_id=e74be450-94fb-4bb8-b609-a7d0dcf2ac85 HTTP/1.1" status: 200 len: 210 time: 0.0818107 Jun 23 11:50:37.680957 dv-neutron-601336-94-hyperv neutron-server[94174]: INFO neutron.wsgi [req-6170d32e-4b40-4d9f-b967-fd7273eca534 req-aee62a17-98aa-4f57-9a3a-9a05e3a412eb tempest-DeleteServersTestJSON-433100455 tempest-DeleteServersTestJSON-433100455-project] 10.222.0.20 "GET /v2.0/ports?device_id=e74be450-94fb-4bb8-b609-a7d0dcf2ac85 HTTP/1.1" status: 200 len: 210 time: 0.0308836 Jun 23 11:50:38.474822 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87de20e4-4f56-420e-af8c-15c690489d77 req-e8084773-9b0d-4c74-9b60-e63dff049d65 tempest-DeleteServersTestJSON-433100455 tempest-DeleteServersTestJSON-433100455-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 11:50:38.509666 dv-neutron-601336-94-hyperv neutron-server[94175]: INFO neutron.wsgi [req-87de20e4-4f56-420e-af8c-15c690489d77 req-e8084773-9b0d-4c74-9b60-e63dff049d65 tempest-DeleteServersTestJSON-433100455 tempest-DeleteServersTestJSON-433100455-project] 10.222.0.52 "GET /v2.0/networks?id=9f854770-2d5f-438f-a180-53efbbed0ee3 HTTP/1.1" status: 200 len: 812 time: 0.1133468 Jun 23 11:50:38.509666 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.api.v2.base [req-87de20e4-4f56-420e-af8c-15c690489d77 req-d931bd29-9ed7-440d-a606-8307ab6abc27 tempest-DeleteServersTestJSON-433100455 tempest-DeleteServersTestJSON-433100455-project] Request body: {'port': {'device_id': 'e74be450-94fb-4bb8-b609-a7d0dcf2ac85', 'network_id': '9f854770-2d5f-438f-a180-53efbbed0ee3', 'admin_state_up': True, 'tenant_id': 'c5f0744a00394db8a487edcd662959fe'}} {{(pid=94175) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 23 11:50:38.680470 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-87de20e4-4f56-420e-af8c-15c690489d77 req-d931bd29-9ed7-440d-a606-8307ab6abc27 tempest-DeleteServersTestJSON-433100455 tempest-DeleteServersTestJSON-433100455-project] Made reservation on behalf of c5f0744a00394db8a487edcd662959fe for: {'port': 1} {{(pid=94175) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 23 11:50:38.684415 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron_lib.callbacks.manager [req-87de20e4-4f56-420e-af8c-15c690489d77 req-d931bd29-9ed7-440d-a606-8307ab6abc27 tempest-DeleteServersTestJSON-433100455 tempest-DeleteServersTestJSON-433100455-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-923104'] for port, before_create {{(pid=94175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:50:38.827083 dv-neutron-601336-94-hyperv neutron-server[94175]: INFO neutron.wsgi [req-fe141dca-089e-4a3d-80b0-cfce06946a94 req-e61c75df-d7ff-4671-997e-3ebf396b0cef tempest-DeleteServersTestJSON-433100455 tempest-DeleteServersTestJSON-433100455-project] 10.222.0.20 "GET /v2.0/ports?device_id=e74be450-94fb-4bb8-b609-a7d0dcf2ac85 HTTP/1.1" status: 200 len: 210 time: 0.0348642 Jun 23 11:50:38.835341 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.db.db_base_plugin_common [req-87de20e4-4f56-420e-af8c-15c690489d77 req-d931bd29-9ed7-440d-a606-8307ab6abc27 tempest-DeleteServersTestJSON-433100455 tempest-DeleteServersTestJSON-433100455-project] Allocated IP 172.20.0.8 (9f854770-2d5f-438f-a180-53efbbed0ee3/d5d9084e-0a42-40f5-aaf6-b0ca4b8832a3/ed19df97-26b4-4460-bb20-d80101a03f70) {{(pid=94175) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 23 11:50:38.984495 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron_lib.callbacks.manager [req-87de20e4-4f56-420e-af8c-15c690489d77 req-d931bd29-9ed7-440d-a606-8307ab6abc27 tempest-DeleteServersTestJSON-433100455 tempest-DeleteServersTestJSON-433100455-project] Notify callbacks [] for port, precommit_create {{(pid=94175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:50:39.070846 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron_lib.callbacks.manager [req-87de20e4-4f56-420e-af8c-15c690489d77 req-d931bd29-9ed7-440d-a606-8307ab6abc27 tempest-DeleteServersTestJSON-433100455 tempest-DeleteServersTestJSON-433100455-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-922915', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-239814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7866073', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773699642215', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-5082457'] for port, after_create {{(pid=94175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:50:39.074759 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG oslo_concurrency.lockutils [None req-a1c256bf-6828-4540-9f17-76a6933b37a8 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94175) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 11:50:39.113965 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-87de20e4-4f56-420e-af8c-15c690489d77 req-d931bd29-9ed7-440d-a606-8307ab6abc27 tempest-DeleteServersTestJSON-433100455 tempest-DeleteServersTestJSON-433100455-project] Network 9f854770-2d5f-438f-a180-53efbbed0ee3 is already hosted by enough agents. {{(pid=94175) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 23 11:50:39.117027 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.scheduler.base_scheduler [req-87de20e4-4f56-420e-af8c-15c690489d77 req-d931bd29-9ed7-440d-a606-8307ab6abc27 tempest-DeleteServersTestJSON-433100455 tempest-DeleteServersTestJSON-433100455-project] Resources bound (agent type, host, resource id): {{(pid=94175) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 23 11:50:39.122862 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.db.l3_dvrscheduler_db [req-87de20e4-4f56-420e-af8c-15c690489d77 req-d931bd29-9ed7-440d-a606-8307ab6abc27 tempest-DeleteServersTestJSON-433100455 tempest-DeleteServersTestJSON-433100455-project] Received port after_create {{(pid=94175) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 23 11:50:39.144790 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d931bd29-9ed7-440d-a606-8307ab6abc27 tempest-DeleteServersTestJSON-433100455 tempest-DeleteServersTestJSON-433100455-project] Pushing event updated for resources: {'Port': ['ID=ed19df97-26b4-4460-bb20-d80101a03f70,revision_number=1']} {{(pid=94175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 11:50:39.149467 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG oslo_concurrency.lockutils [None req-d931bd29-9ed7-440d-a606-8307ab6abc27 tempest-DeleteServersTestJSON-433100455 tempest-DeleteServersTestJSON-433100455-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.075s {{(pid=94175) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 11:50:39.172996 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87de20e4-4f56-420e-af8c-15c690489d77 req-d931bd29-9ed7-440d-a606-8307ab6abc27 tempest-DeleteServersTestJSON-433100455 tempest-DeleteServersTestJSON-433100455-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 11:50:39.173594 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron_lib.callbacks.manager [req-87de20e4-4f56-420e-af8c-15c690489d77 req-d931bd29-9ed7-440d-a606-8307ab6abc27 tempest-DeleteServersTestJSON-433100455 tempest-DeleteServersTestJSON-433100455-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-217507'] for port, before_response {{(pid=94175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:50:39.237166 dv-neutron-601336-94-hyperv neutron-server[94175]: INFO neutron.wsgi [req-87de20e4-4f56-420e-af8c-15c690489d77 req-d931bd29-9ed7-440d-a606-8307ab6abc27 tempest-DeleteServersTestJSON-433100455 tempest-DeleteServersTestJSON-433100455-project] 10.222.0.52 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7532892 Jun 23 11:50:39.248726 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.api.v2.base [req-87de20e4-4f56-420e-af8c-15c690489d77 req-765d03d3-6ed9-4865-974a-2b9465c6757e service neutron] Request body: {'port': {'device_id': 'e74be450-94fb-4bb8-b609-a7d0dcf2ac85', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-6013'}} {{(pid=94175) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 23 11:50:39.321592 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron_lib.callbacks.manager [req-87de20e4-4f56-420e-af8c-15c690489d77 req-765d03d3-6ed9-4865-974a-2b9465c6757e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-923122'] for port, before_update {{(pid=94175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:50:39.921474 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.notifiers.nova [req-87de20e4-4f56-420e-af8c-15c690489d77 req-765d03d3-6ed9-4865-974a-2b9465c6757e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ed19df97-26b4-4460-bb20-d80101a03f70 {{(pid=94175) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 23 11:50:39.929906 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron_lib.callbacks.manager [req-87de20e4-4f56-420e-af8c-15c690489d77 req-765d03d3-6ed9-4865-974a-2b9465c6757e service neutron] Notify callbacks [] for port, precommit_update {{(pid=94175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:50:39.941968 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.db.provisioning_blocks [req-87de20e4-4f56-420e-af8c-15c690489d77 req-765d03d3-6ed9-4865-974a-2b9465c6757e service neutron] Transition to ACTIVE for port object ed19df97-26b4-4460-bb20-d80101a03f70 will not be triggered until provisioned by entity L2. {{(pid=94175) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 23 11:50:40.000088 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52cd0c88-85b0-4483-b912-916ee876f0e4 req-a5da1871-fc8b-43f6-8504-67955b03fb39 tempest-DeleteServersTestJSON-433100455 tempest-DeleteServersTestJSON-433100455-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94174) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 11:50:40.001528 dv-neutron-601336-94-hyperv neutron-server[94174]: INFO neutron.wsgi [req-52cd0c88-85b0-4483-b912-916ee876f0e4 req-a5da1871-fc8b-43f6-8504-67955b03fb39 tempest-DeleteServersTestJSON-433100455 tempest-DeleteServersTestJSON-433100455-project] 10.222.0.20 "GET /v2.0/ports?device_id=e74be450-94fb-4bb8-b609-a7d0dcf2ac85 HTTP/1.1" status: 200 len: 931 time: 0.0649235 Jun 23 11:50:40.013648 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron_lib.callbacks.manager [req-87de20e4-4f56-420e-af8c-15c690489d77 req-765d03d3-6ed9-4865-974a-2b9465c6757e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-922904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866062', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773700135042', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773699642233', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773699642278', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5082471'] for port, after_update {{(pid=94175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:50:40.015879 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG oslo_concurrency.lockutils [None req-82dba564-db69-4b6e-a2a6-a1ef99a1c931 tempest-TestNetworkBasicOps-233187296 tempest-TestNetworkBasicOps-233187296-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94175) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 11:50:40.045714 dv-neutron-601336-94-hyperv neutron-server[94174]: INFO neutron.wsgi [req-52cd0c88-85b0-4483-b912-916ee876f0e4 req-3c93ff7d-c642-44b5-abb3-297e043b5109 tempest-DeleteServersTestJSON-433100455 tempest-DeleteServersTestJSON-433100455-project] 10.222.0.20 "GET /v2.0/security-groups?id=ecccba2e-ace5-4419-a640-deee23c0f066&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0378935 Jun 23 11:50:40.069186 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-765d03d3-6ed9-4865-974a-2b9465c6757e service neutron] Pushing event updated for resources: {'Port': ['ID=ed19df97-26b4-4460-bb20-d80101a03f70,revision_number=2']} {{(pid=94175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 11:50:40.073606 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG oslo_concurrency.lockutils [None req-765d03d3-6ed9-4865-974a-2b9465c6757e service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.058s {{(pid=94175) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 11:50:40.139750 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.plugins.ml2.managers [req-87de20e4-4f56-420e-af8c-15c690489d77 req-765d03d3-6ed9-4865-974a-2b9465c6757e service neutron] Attempting to bind port ed19df97-26b4-4460-bb20-d80101a03f70 on host hv-neutron-6013 for vnic_type normal with profile {{(pid=94175) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 23 11:50:40.140776 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.plugins.ml2.managers [req-87de20e4-4f56-420e-af8c-15c690489d77 req-765d03d3-6ed9-4865-974a-2b9465c6757e service neutron] Attempting to bind port ed19df97-26b4-4460-bb20-d80101a03f70 by drivers openvswitch,hyperv on host hv-neutron-6013 at level 0 using segments [{'id': '3bd084f8-bb3c-4626-8bed-c222d6fe47c9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 442, 'network_id': '9f854770-2d5f-438f-a180-53efbbed0ee3'}] {{(pid=94175) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 23 11:50:40.140776 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-87de20e4-4f56-420e-af8c-15c690489d77 req-765d03d3-6ed9-4865-974a-2b9465c6757e service neutron] Attempting to bind port ed19df97-26b4-4460-bb20-d80101a03f70 on network 9f854770-2d5f-438f-a180-53efbbed0ee3 {{(pid=94175) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 23 11:50:40.145006 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-87de20e4-4f56-420e-af8c-15c690489d77 req-765d03d3-6ed9-4865-974a-2b9465c6757e service neutron] Port ed19df97-26b4-4460-bb20-d80101a03f70 on network 9f854770-2d5f-438f-a180-53efbbed0ee3 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-6013 {{(pid=94175) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 23 11:50:40.145329 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-87de20e4-4f56-420e-af8c-15c690489d77 req-765d03d3-6ed9-4865-974a-2b9465c6757e service neutron] Attempting to bind port ed19df97-26b4-4460-bb20-d80101a03f70 on network 9f854770-2d5f-438f-a180-53efbbed0ee3 {{(pid=94175) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 23 11:50:40.150146 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-87de20e4-4f56-420e-af8c-15c690489d77 req-765d03d3-6ed9-4865-974a-2b9465c6757e service neutron] Checking agent: {'id': '3a130b41-5b27-406b-aeb2-5a923af79f10', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-6013', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 23, 11, 28, 23), 'started_at': datetime.datetime(2021, 6, 23, 11, 28, 23), 'heartbeat_timestamp': datetime.datetime(2021, 6, 23, 11, 50, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94175) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 23 11:50:40.150540 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-87de20e4-4f56-420e-af8c-15c690489d77 req-765d03d3-6ed9-4865-974a-2b9465c6757e service neutron] Checking segment: {'id': '3bd084f8-bb3c-4626-8bed-c222d6fe47c9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 442, 'network_id': '9f854770-2d5f-438f-a180-53efbbed0ee3'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94175) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 23 11:50:40.150868 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-87de20e4-4f56-420e-af8c-15c690489d77 req-765d03d3-6ed9-4865-974a-2b9465c6757e service neutron] Bound using segment: {'id': '3bd084f8-bb3c-4626-8bed-c222d6fe47c9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 442, 'network_id': '9f854770-2d5f-438f-a180-53efbbed0ee3'} {{(pid=94175) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 23 11:50:40.151322 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.plugins.ml2.managers [req-87de20e4-4f56-420e-af8c-15c690489d77 req-765d03d3-6ed9-4865-974a-2b9465c6757e service neutron] Bound port: ed19df97-26b4-4460-bb20-d80101a03f70, host: hv-neutron-6013, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3bd084f8-bb3c-4626-8bed-c222d6fe47c9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 442, 'network_id': '9f854770-2d5f-438f-a180-53efbbed0ee3'}}] {{(pid=94175) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 23 11:50:40.151676 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron_lib.callbacks.manager [req-87de20e4-4f56-420e-af8c-15c690489d77 req-765d03d3-6ed9-4865-974a-2b9465c6757e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-923122'] for port, before_update {{(pid=94175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:50:40.214709 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.plugins.ml2.db [req-87de20e4-4f56-420e-af8c-15c690489d77 req-765d03d3-6ed9-4865-974a-2b9465c6757e service neutron] For port ed19df97-26b4-4460-bb20-d80101a03f70, host hv-neutron-6013, cleared binding levels {{(pid=94175) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 23 11:50:40.217758 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.plugins.ml2.db [req-87de20e4-4f56-420e-af8c-15c690489d77 req-765d03d3-6ed9-4865-974a-2b9465c6757e service neutron] For port ed19df97-26b4-4460-bb20-d80101a03f70, host hv-neutron-6013, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-6013',level=0,port_id=ed19df97-26b4-4460-bb20-d80101a03f70,segment=NetworkSegment(3bd084f8-bb3c-4626-8bed-c222d6fe47c9),segment_id=3bd084f8-bb3c-4626-8bed-c222d6fe47c9)] {{(pid=94175) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 23 11:50:40.293858 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron_lib.callbacks.manager [req-87de20e4-4f56-420e-af8c-15c690489d77 req-765d03d3-6ed9-4865-974a-2b9465c6757e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-922904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866062', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773700135042', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773699642233', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773699642278', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5082471'] for port, after_update {{(pid=94175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:50:40.295924 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG oslo_concurrency.lockutils [None req-dec1f9c5-0448-4985-a245-84395e99b8ce tempest-TestVolumeBootPattern-1838142519 tempest-TestVolumeBootPattern-1838142519-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94175) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 11:50:40.331073 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87de20e4-4f56-420e-af8c-15c690489d77 req-765d03d3-6ed9-4865-974a-2b9465c6757e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 11:50:40.331680 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron_lib.callbacks.manager [req-87de20e4-4f56-420e-af8c-15c690489d77 req-765d03d3-6ed9-4865-974a-2b9465c6757e service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-217507'] for port, before_response {{(pid=94175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:50:40.333033 dv-neutron-601336-94-hyperv neutron-server[94175]: INFO neutron.wsgi [req-87de20e4-4f56-420e-af8c-15c690489d77 req-765d03d3-6ed9-4865-974a-2b9465c6757e service neutron] 10.222.0.52 "PUT /v2.0/ports/ed19df97-26b4-4460-bb20-d80101a03f70 HTTP/1.1" status: 200 len: 1093 time: 1.0882826 Jun 23 11:50:40.333569 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e74be450-94fb-4bb8-b609-a7d0dcf2ac85', 'tag': 'ed19df97-26b4-4460-bb20-d80101a03f70'}] {{(pid=94175) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 23 11:50:40.335873 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1970408df4ea4e7170669a1249478e627cf05a5a0b07cc08a66c5cb53d0ac47a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-21be9f4e-4c05-4c49-a00d-57a9abcc07e8" -d '{"events": [{"name": "network-changed", "server_uuid": "e74be450-94fb-4bb8-b609-a7d0dcf2ac85", "tag": "ed19df97-26b4-4460-bb20-d80101a03f70"}]}' {{(pid=94175) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 23 11:50:40.359647 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-765d03d3-6ed9-4865-974a-2b9465c6757e service neutron] Pushing event updated for resources: {'Port': ['ID=ed19df97-26b4-4460-bb20-d80101a03f70,revision_number=3']} {{(pid=94175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 11:50:40.362784 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG oslo_concurrency.lockutils [None req-765d03d3-6ed9-4865-974a-2b9465c6757e service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.067s {{(pid=94175) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 11:50:40.371136 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 23 Jun 2021 11:50:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-17024b6e-ddae-448e-bb43-19a809fcf19a x-openstack-request-id: req-17024b6e-ddae-448e-bb43-19a809fcf19a {{(pid=94175) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 23 11:50:40.371471 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e74be450-94fb-4bb8-b609-a7d0dcf2ac85", "tag": "ed19df97-26b4-4460-bb20-d80101a03f70", "status": "completed", "code": 200}]} {{(pid=94175) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 23 11:50:40.371772 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-17024b6e-ddae-448e-bb43-19a809fcf19a {{(pid=94175) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 23 11:50:40.372215 dv-neutron-601336-94-hyperv neutron-server[94175]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e74be450-94fb-4bb8-b609-a7d0dcf2ac85', 'tag': 'ed19df97-26b4-4460-bb20-d80101a03f70', 'status': 'completed', 'code': 200} Jun 23 11:50:40.444136 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21be9f4e-4c05-4c49-a00d-57a9abcc07e8 req-755629ba-9aea-4033-b650-c883a4fd8cdd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 11:50:40.445598 dv-neutron-601336-94-hyperv neutron-server[94175]: INFO neutron.wsgi [req-21be9f4e-4c05-4c49-a00d-57a9abcc07e8 req-755629ba-9aea-4033-b650-c883a4fd8cdd service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=c5f0744a00394db8a487edcd662959fe&device_id=e74be450-94fb-4bb8-b609-a7d0dcf2ac85 HTTP/1.1" status: 200 len: 1096 time: 0.0526915 Jun 23 11:50:40.539325 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21be9f4e-4c05-4c49-a00d-57a9abcc07e8 req-adf45691-39a7-4db0-b52e-00c4af5dc8bb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 11:50:40.540779 dv-neutron-601336-94-hyperv neutron-server[94175]: INFO neutron.wsgi [req-21be9f4e-4c05-4c49-a00d-57a9abcc07e8 req-adf45691-39a7-4db0-b52e-00c4af5dc8bb service neutron] 10.222.0.52 "GET /v2.0/networks?tenant_id=c5f0744a00394db8a487edcd662959fe&shared=False HTTP/1.1" status: 200 len: 913 time: 0.0877810 Jun 23 11:50:40.633354 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21be9f4e-4c05-4c49-a00d-57a9abcc07e8 req-5c658219-ef80-4b24-aec7-7bc64279b6ec service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 11:50:40.634792 dv-neutron-601336-94-hyperv neutron-server[94175]: INFO neutron.wsgi [req-21be9f4e-4c05-4c49-a00d-57a9abcc07e8 req-5c658219-ef80-4b24-aec7-7bc64279b6ec service neutron] 10.222.0.52 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0883377 Jun 23 11:50:40.726008 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87de20e4-4f56-420e-af8c-15c690489d77 req-c930f522-2e5c-4bda-83dc-7b894eec6731 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 11:50:40.727461 dv-neutron-601336-94-hyperv neutron-server[94175]: INFO neutron.wsgi [req-87de20e4-4f56-420e-af8c-15c690489d77 req-c930f522-2e5c-4bda-83dc-7b894eec6731 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=c5f0744a00394db8a487edcd662959fe&device_id=e74be450-94fb-4bb8-b609-a7d0dcf2ac85 HTTP/1.1" status: 200 len: 1096 time: 0.0518284 Jun 23 11:50:40.769102 dv-neutron-601336-94-hyperv neutron-server[94175]: INFO neutron.wsgi [req-87de20e4-4f56-420e-af8c-15c690489d77 req-fc0fbf39-da8d-404c-9f57-603f918fc35f service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=ed19df97-26b4-4460-bb20-d80101a03f70 HTTP/1.1" status: 200 len: 217 time: 0.0354297 Jun 23 11:50:40.818371 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87de20e4-4f56-420e-af8c-15c690489d77 req-a0281d3f-3d35-437f-8525-953b5ce1a608 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 11:50:40.820322 dv-neutron-601336-94-hyperv neutron-server[94175]: INFO neutron.wsgi [req-87de20e4-4f56-420e-af8c-15c690489d77 req-a0281d3f-3d35-437f-8525-953b5ce1a608 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=d5d9084e-0a42-40f5-aaf6-b0ca4b8832a3 HTTP/1.1" status: 200 len: 852 time: 0.0452774 Jun 23 11:50:40.851930 dv-neutron-601336-94-hyperv neutron-server[94175]: INFO neutron.wsgi [req-87de20e4-4f56-420e-af8c-15c690489d77 req-7bcace8d-93d0-4eed-8b24-c3719e5876a8 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=9f854770-2d5f-438f-a180-53efbbed0ee3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0255384 Jun 23 11:50:40.933499 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron_lib.callbacks.manager [None req-ea052a11-6b92-4689-b614-fbc4c0dfcffd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773699952132', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-899307'] for agent, after_update {{(pid=94176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:50:40.945591 dv-neutron-601336-94-hyperv neutron-server[94175]: INFO neutron.wsgi [req-87de20e4-4f56-420e-af8c-15c690489d77 req-a8dcacc7-cbd4-406a-b0eb-542d1b86e44d service neutron] 10.222.0.52 "GET /v2.0/networks/9f854770-2d5f-438f-a180-53efbbed0ee3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0876985 Jun 23 11:50:41.032335 dv-neutron-601336-94-hyperv neutron-server[94175]: INFO neutron.wsgi [req-87de20e4-4f56-420e-af8c-15c690489d77 req-81b0d787-50c2-42cc-9433-335089099edc service neutron] 10.222.0.52 "GET /v2.0/networks/9f854770-2d5f-438f-a180-53efbbed0ee3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0803952 Jun 23 11:50:41.221891 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5810d871-7a5b-4d28-ae7c-309a8c8e4340 req-0bd3d65b-ef10-469e-baa0-883c5cddbc3d tempest-DeleteServersTestJSON-433100455 tempest-DeleteServersTestJSON-433100455-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94174) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 11:50:41.223273 dv-neutron-601336-94-hyperv neutron-server[94174]: INFO neutron.wsgi [req-5810d871-7a5b-4d28-ae7c-309a8c8e4340 req-0bd3d65b-ef10-469e-baa0-883c5cddbc3d tempest-DeleteServersTestJSON-433100455 tempest-DeleteServersTestJSON-433100455-project] 10.222.0.20 "GET /v2.0/ports?device_id=e74be450-94fb-4bb8-b609-a7d0dcf2ac85 HTTP/1.1" status: 200 len: 943 time: 0.0626359 Jun 23 11:50:41.260829 dv-neutron-601336-94-hyperv neutron-server[94174]: INFO neutron.wsgi [req-5810d871-7a5b-4d28-ae7c-309a8c8e4340 req-f1a0e49a-cdfc-4327-946c-9ca9edf8601d tempest-DeleteServersTestJSON-433100455 tempest-DeleteServersTestJSON-433100455-project] 10.222.0.20 "GET /v2.0/security-groups?id=ecccba2e-ace5-4419-a640-deee23c0f066&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0319138 Jun 23 11:50:42.431670 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2183298-724e-4eb4-877a-3a261cb89ba5 req-0ad20d43-3dcc-4923-95aa-bdaf9ff24829 tempest-DeleteServersTestJSON-433100455 tempest-DeleteServersTestJSON-433100455-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 11:50:42.433005 dv-neutron-601336-94-hyperv neutron-server[94175]: INFO neutron.wsgi [req-b2183298-724e-4eb4-877a-3a261cb89ba5 req-0ad20d43-3dcc-4923-95aa-bdaf9ff24829 tempest-DeleteServersTestJSON-433100455 tempest-DeleteServersTestJSON-433100455-project] 10.222.0.20 "GET /v2.0/ports?device_id=e74be450-94fb-4bb8-b609-a7d0dcf2ac85 HTTP/1.1" status: 200 len: 943 time: 0.0630362 Jun 23 11:50:42.469961 dv-neutron-601336-94-hyperv neutron-server[94175]: INFO neutron.wsgi [req-b2183298-724e-4eb4-877a-3a261cb89ba5 req-b54b596e-74ff-4841-9b92-3a32095ec805 tempest-DeleteServersTestJSON-433100455 tempest-DeleteServersTestJSON-433100455-project] 10.222.0.20 "GET /v2.0/security-groups?id=ecccba2e-ace5-4419-a640-deee23c0f066&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0311928 Jun 23 11:50:42.848416 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.plugins.ml2.rpc [None req-97bd5441-1da2-49ee-a364-27795820ba27 None None] Device ed19df97-26b4-4460-bb20-d80101a03f70 details requested by agent hyperv_hv-neutron-6013 with host hv-neutron-6013 {{(pid=94176) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:104}} Jun 23 11:50:42.940150 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.plugins.ml2.db [None req-97bd5441-1da2-49ee-a364-27795820ba27 None None] For port ed19df97-26b4-4460-bb20-d80101a03f70, host hv-neutron-6013, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-6013',level=0,port_id=ed19df97-26b4-4460-bb20-d80101a03f70,segment=NetworkSegment(3bd084f8-bb3c-4626-8bed-c222d6fe47c9),segment_id=3bd084f8-bb3c-4626-8bed-c222d6fe47c9)] {{(pid=94176) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 23 11:50:42.951504 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.plugins.ml2.rpc [None req-97bd5441-1da2-49ee-a364-27795820ba27 None None] Returning: {'device': 'ed19df97-26b4-4460-bb20-d80101a03f70', 'network_id': '9f854770-2d5f-438f-a180-53efbbed0ee3', 'port_id': 'ed19df97-26b4-4460-bb20-d80101a03f70', 'mac_address': 'fa:16:3e:56:49:3e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 442, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd5d9084e-0a42-40f5-aaf6-b0ca4b8832a3', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94176) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:186}} Jun 23 11:50:42.986540 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron_lib.callbacks.manager [None req-97bd5441-1da2-49ee-a364-27795820ba27 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-923122'] for port, before_update {{(pid=94176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:50:42.999263 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.notifiers.nova [None req-97bd5441-1da2-49ee-a364-27795820ba27 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ed19df97-26b4-4460-bb20-d80101a03f70 {{(pid=94176) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 23 11:50:43.017979 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.plugins.ml2.db [None req-97bd5441-1da2-49ee-a364-27795820ba27 None None] For port ed19df97-26b4-4460-bb20-d80101a03f70, host hv-neutron-6013, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-6013',level=0,port_id=ed19df97-26b4-4460-bb20-d80101a03f70,segment=NetworkSegment(3bd084f8-bb3c-4626-8bed-c222d6fe47c9),segment_id=3bd084f8-bb3c-4626-8bed-c222d6fe47c9)] {{(pid=94176) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 23 11:50:43.122072 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron_lib.callbacks.manager [None req-97bd5441-1da2-49ee-a364-27795820ba27 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-922904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866062', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773700135042', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773699642233', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773699642278'] for port, after_update {{(pid=94176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:50:43.124225 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG oslo_concurrency.lockutils [None req-dc7542b2-afef-47f4-a763-e3a3cba144be None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 11:50:43.168247 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97bd5441-1da2-49ee-a364-27795820ba27 None None] Pushing event updated for resources: {'Port': ['ID=ed19df97-26b4-4460-bb20-d80101a03f70,revision_number=4']} {{(pid=94176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 11:50:43.171241 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG oslo_concurrency.lockutils [None req-97bd5441-1da2-49ee-a364-27795820ba27 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=94176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 11:50:43.207192 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron_lib.callbacks.manager [None req-256fd175-6dbf-4a4b-a8f8-125c37b56648 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773699952132', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-899307'] for agent, after_update {{(pid=94176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:50:43.319166 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.plugins.ml2.db [None req-97bd5441-1da2-49ee-a364-27795820ba27 None None] get_ports_and_sgs() called for port_ids ['ed19df97-26b4-4460-bb20-d80101a03f70'] {{(pid=94176) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 23 11:50:43.638760 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fb654a7-4b30-4568-b48a-5421f128a816 req-2a12a001-08d5-4c87-aafe-3f0e4d0a6251 tempest-DeleteServersTestJSON-433100455 tempest-DeleteServersTestJSON-433100455-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94174) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 11:50:43.640249 dv-neutron-601336-94-hyperv neutron-server[94174]: INFO neutron.wsgi [req-8fb654a7-4b30-4568-b48a-5421f128a816 req-2a12a001-08d5-4c87-aafe-3f0e4d0a6251 tempest-DeleteServersTestJSON-433100455 tempest-DeleteServersTestJSON-433100455-project] 10.222.0.20 "GET /v2.0/ports?device_id=e74be450-94fb-4bb8-b609-a7d0dcf2ac85 HTTP/1.1" status: 200 len: 944 time: 0.0638943 Jun 23 11:50:43.676557 dv-neutron-601336-94-hyperv neutron-server[94174]: INFO neutron.wsgi [req-8fb654a7-4b30-4568-b48a-5421f128a816 req-3d0d2678-92a9-4d82-8d07-741bfdf2851b tempest-DeleteServersTestJSON-433100455 tempest-DeleteServersTestJSON-433100455-project] 10.222.0.20 "GET /v2.0/security-groups?id=ecccba2e-ace5-4419-a640-deee23c0f066&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0306606 Jun 23 11:50:43.881816 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron_lib.callbacks.manager [None req-dc7542b2-afef-47f4-a763-e3a3cba144be None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773699952132', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-899307'] for agent, after_update {{(pid=94176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:50:44.152041 dv-neutron-601336-94-hyperv neutron-server[94177]: DEBUG neutron.db.agents_db [None req-90fb1279-e4c5-4e73-8d66-3a29811dc4e3 None None] Agent healthcheck: found 6 active agents {{(pid=94177) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 23 11:50:44.624341 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron_lib.callbacks.manager [None req-4c20ea5f-bc7f-4d4e-935d-57f082af6ccb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773699952132', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-899307'] for agent, after_update {{(pid=94176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:50:44.847254 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b45c3ff-a19c-413f-8c82-a626730703ab req-96c62525-d65f-4450-8151-c72b1f02efe2 tempest-DeleteServersTestJSON-433100455 tempest-DeleteServersTestJSON-433100455-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 11:50:44.847892 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.plugins.ml2.rpc [None req-97bd5441-1da2-49ee-a364-27795820ba27 None None] Device ed19df97-26b4-4460-bb20-d80101a03f70 up at agent hyperv_hv-neutron-6013 {{(pid=94176) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:298}} Jun 23 11:50:44.848703 dv-neutron-601336-94-hyperv neutron-server[94175]: INFO neutron.wsgi [req-0b45c3ff-a19c-413f-8c82-a626730703ab req-96c62525-d65f-4450-8151-c72b1f02efe2 tempest-DeleteServersTestJSON-433100455 tempest-DeleteServersTestJSON-433100455-project] 10.222.0.20 "GET /v2.0/ports?device_id=e74be450-94fb-4bb8-b609-a7d0dcf2ac85 HTTP/1.1" status: 200 len: 944 time: 0.0663192 Jun 23 11:50:44.887253 dv-neutron-601336-94-hyperv neutron-server[94175]: INFO neutron.wsgi [req-0b45c3ff-a19c-413f-8c82-a626730703ab req-cda406cb-7908-4f4f-b948-9f7550942bb5 tempest-DeleteServersTestJSON-433100455 tempest-DeleteServersTestJSON-433100455-project] 10.222.0.20 "GET /v2.0/security-groups?id=ecccba2e-ace5-4419-a640-deee23c0f066&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0323069 Jun 23 11:50:44.960685 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.db.provisioning_blocks [None req-97bd5441-1da2-49ee-a364-27795820ba27 None None] Provisioning for port ed19df97-26b4-4460-bb20-d80101a03f70 completed by entity L2. {{(pid=94176) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 23 11:50:44.964563 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.db.provisioning_blocks [None req-97bd5441-1da2-49ee-a364-27795820ba27 None None] Provisioning complete for port ed19df97-26b4-4460-bb20-d80101a03f70 triggered by entity L2. {{(pid=94176) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 23 11:50:44.969761 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron_lib.callbacks.manager [None req-97bd5441-1da2-49ee-a364-27795820ba27 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-899258'] for port, provisioning_complete {{(pid=94176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:50:45.038607 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron_lib.callbacks.manager [None req-97bd5441-1da2-49ee-a364-27795820ba27 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-923122'] for port, before_update {{(pid=94176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:50:45.059895 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e74be450-94fb-4bb8-b609-a7d0dcf2ac85', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ed19df97-26b4-4460-bb20-d80101a03f70'}] {{(pid=94176) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 23 11:50:45.062185 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}887b0dfc0393de878080286a57e4a08d4fa60dd0cddd118f338ebfcd351ddd4c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c1224bf0-dcd5-4793-9032-53231fc9e9ef" -d '{"events": [{"server_uuid": "e74be450-94fb-4bb8-b609-a7d0dcf2ac85", "name": "network-vif-plugged", "status": "completed", "tag": "ed19df97-26b4-4460-bb20-d80101a03f70"}]}' {{(pid=94176) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 23 11:50:45.074583 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.plugins.ml2.db [None req-97bd5441-1da2-49ee-a364-27795820ba27 None None] For port ed19df97-26b4-4460-bb20-d80101a03f70, host hv-neutron-6013, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-6013',level=0,port_id=ed19df97-26b4-4460-bb20-d80101a03f70,segment=NetworkSegment(3bd084f8-bb3c-4626-8bed-c222d6fe47c9),segment_id=3bd084f8-bb3c-4626-8bed-c222d6fe47c9)] {{(pid=94176) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 23 11:50:45.097908 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 23 Jun 2021 11:50:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7a39753d-550e-4fc2-8512-a2c6e3a83ae3 x-openstack-request-id: req-7a39753d-550e-4fc2-8512-a2c6e3a83ae3 {{(pid=94176) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 23 11:50:45.098208 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e74be450-94fb-4bb8-b609-a7d0dcf2ac85", "name": "network-vif-plugged", "status": "completed", "tag": "ed19df97-26b4-4460-bb20-d80101a03f70", "code": 200}]} {{(pid=94176) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 23 11:50:45.098473 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-7a39753d-550e-4fc2-8512-a2c6e3a83ae3 {{(pid=94176) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 23 11:50:45.098872 dv-neutron-601336-94-hyperv neutron-server[94176]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e74be450-94fb-4bb8-b609-a7d0dcf2ac85', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ed19df97-26b4-4460-bb20-d80101a03f70', 'code': 200} Jun 23 11:50:45.131805 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron_lib.callbacks.manager [None req-97bd5441-1da2-49ee-a364-27795820ba27 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-922904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866062', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773700135042', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773699642233', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773699642278'] for port, after_update {{(pid=94176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:50:45.138254 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG oslo_concurrency.lockutils [None req-dc7542b2-afef-47f4-a763-e3a3cba144be None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 11:50:45.182795 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97bd5441-1da2-49ee-a364-27795820ba27 None None] Pushing event updated for resources: {'Port': ['ID=ed19df97-26b4-4460-bb20-d80101a03f70,revision_number=5']} {{(pid=94176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 11:50:45.185865 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG oslo_concurrency.lockutils [None req-97bd5441-1da2-49ee-a364-27795820ba27 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=94176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 11:50:45.453038 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d36b7f5a-90c9-43f0-bc84-61d1a5be9ff2 req-bd7c646e-d71c-4a8b-a2bd-95f077bfebef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 11:50:45.454410 dv-neutron-601336-94-hyperv neutron-server[94175]: INFO neutron.wsgi [req-d36b7f5a-90c9-43f0-bc84-61d1a5be9ff2 req-bd7c646e-d71c-4a8b-a2bd-95f077bfebef service neutron] 10.222.0.52 "GET /v2.0/ports?device_id=e74be450-94fb-4bb8-b609-a7d0dcf2ac85 HTTP/1.1" status: 200 len: 1098 time: 0.0513351 Jun 23 11:50:45.487063 dv-neutron-601336-94-hyperv neutron-server[94175]: INFO neutron.wsgi [req-d36b7f5a-90c9-43f0-bc84-61d1a5be9ff2 req-ec96d3a5-04a7-48d9-9ee1-06324b7bd72c service neutron] 10.222.0.52 "GET /v2.0/security-groups?id=ecccba2e-ace5-4419-a640-deee23c0f066&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0262599 Jun 23 11:50:46.067932 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e19243d6-e048-49d7-b103-1622e7d1b2df req-df03a7fa-27e0-4489-9a8a-ca803e04a9ae tempest-DeleteServersTestJSON-433100455 tempest-DeleteServersTestJSON-433100455-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 11:50:46.069328 dv-neutron-601336-94-hyperv neutron-server[94175]: INFO neutron.wsgi [req-e19243d6-e048-49d7-b103-1622e7d1b2df req-df03a7fa-27e0-4489-9a8a-ca803e04a9ae tempest-DeleteServersTestJSON-433100455 tempest-DeleteServersTestJSON-433100455-project] 10.222.0.20 "GET /v2.0/ports?device_id=e74be450-94fb-4bb8-b609-a7d0dcf2ac85 HTTP/1.1" status: 200 len: 945 time: 0.0699825 Jun 23 11:50:46.106246 dv-neutron-601336-94-hyperv neutron-server[94175]: INFO neutron.wsgi [req-e19243d6-e048-49d7-b103-1622e7d1b2df req-4f430275-2166-4a82-9ce7-2f3922234c2a tempest-DeleteServersTestJSON-433100455 tempest-DeleteServersTestJSON-433100455-project] 10.222.0.20 "GET /v2.0/security-groups?id=ecccba2e-ace5-4419-a640-deee23c0f066&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0313272 Jun 23 11:50:46.670356 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron_lib.callbacks.manager [None req-95d6aa8f-24e7-4234-82ff-f502266c3285 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773699952132', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-899307'] for agent, after_update {{(pid=94176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:50:47.282442 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eef8df8b-906f-4966-a4c4-4f0d73988b68 req-7c0cc657-0c71-4bdd-9431-12100df30fc5 tempest-DeleteServersTestJSON-433100455 tempest-DeleteServersTestJSON-433100455-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94174) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 11:50:47.283917 dv-neutron-601336-94-hyperv neutron-server[94174]: INFO neutron.wsgi [req-eef8df8b-906f-4966-a4c4-4f0d73988b68 req-7c0cc657-0c71-4bdd-9431-12100df30fc5 tempest-DeleteServersTestJSON-433100455 tempest-DeleteServersTestJSON-433100455-project] 10.222.0.20 "GET /v2.0/ports?device_id=e74be450-94fb-4bb8-b609-a7d0dcf2ac85 HTTP/1.1" status: 200 len: 945 time: 0.0676532 Jun 23 11:50:47.320705 dv-neutron-601336-94-hyperv neutron-server[94174]: INFO neutron.wsgi [req-eef8df8b-906f-4966-a4c4-4f0d73988b68 req-8df77342-e450-4048-986d-1fa148e5dc3b tempest-DeleteServersTestJSON-433100455 tempest-DeleteServersTestJSON-433100455-project] 10.222.0.20 "GET /v2.0/security-groups?id=ecccba2e-ace5-4419-a640-deee23c0f066&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0307662 Jun 23 11:50:47.868978 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-657d06c0-76cc-4fbe-8709-f90a1b48edb9 req-e2b1dcba-464c-4dbf-a4db-93a5940f953e tempest-DeleteServersTestJSON-433100455 tempest-DeleteServersTestJSON-433100455-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94174) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 11:50:47.870442 dv-neutron-601336-94-hyperv neutron-server[94174]: INFO neutron.wsgi [req-657d06c0-76cc-4fbe-8709-f90a1b48edb9 req-e2b1dcba-464c-4dbf-a4db-93a5940f953e tempest-DeleteServersTestJSON-433100455 tempest-DeleteServersTestJSON-433100455-project] 10.222.0.20 "GET /v2.0/ports?device_id=e74be450-94fb-4bb8-b609-a7d0dcf2ac85 HTTP/1.1" status: 200 len: 945 time: 0.0627184 Jun 23 11:50:47.906959 dv-neutron-601336-94-hyperv neutron-server[94174]: INFO neutron.wsgi [req-657d06c0-76cc-4fbe-8709-f90a1b48edb9 req-cddc74d7-df38-494f-95b8-3233cac390be tempest-DeleteServersTestJSON-433100455 tempest-DeleteServersTestJSON-433100455-project] 10.222.0.20 "GET /v2.0/security-groups?id=ecccba2e-ace5-4419-a640-deee23c0f066&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0309196 Jun 23 11:50:47.982283 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.wsgi [-] (94174) accepted ('10.222.0.20', 45564) {{(pid=94174) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 11:50:48.078760 dv-neutron-601336-94-hyperv neutron-server[94174]: INFO neutron.wsgi [req-4381695c-15dc-46e7-867f-d5c47c9c080d req-d4910cca-45eb-4141-b959-f6fcc0c1e844 service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=e74be450-94fb-4bb8-b609-a7d0dcf2ac85&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0952163 Jun 23 11:50:49.083605 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8f6d26f-a860-4b53-9be9-3563bd809b2c req-2ba259dd-c0cc-4398-9662-24ee926903b6 tempest-DeleteServersTestJSON-433100455 tempest-DeleteServersTestJSON-433100455-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 11:50:49.085110 dv-neutron-601336-94-hyperv neutron-server[94175]: INFO neutron.wsgi [req-d8f6d26f-a860-4b53-9be9-3563bd809b2c req-2ba259dd-c0cc-4398-9662-24ee926903b6 tempest-DeleteServersTestJSON-433100455 tempest-DeleteServersTestJSON-433100455-project] 10.222.0.20 "GET /v2.0/ports?device_id=e74be450-94fb-4bb8-b609-a7d0dcf2ac85 HTTP/1.1" status: 200 len: 945 time: 0.0647705 Jun 23 11:50:49.122793 dv-neutron-601336-94-hyperv neutron-server[94175]: INFO neutron.wsgi [req-d8f6d26f-a860-4b53-9be9-3563bd809b2c req-67cca30a-1e09-4c07-959b-6d19365c96e7 tempest-DeleteServersTestJSON-433100455 tempest-DeleteServersTestJSON-433100455-project] 10.222.0.20 "GET /v2.0/security-groups?id=ecccba2e-ace5-4419-a640-deee23c0f066&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0320373 Jun 23 11:50:50.169722 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4381695c-15dc-46e7-867f-d5c47c9c080d req-53c3c8b0-b8c1-4737-8ba6-a00350c430f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 11:50:50.171250 dv-neutron-601336-94-hyperv neutron-server[94175]: INFO neutron.wsgi [req-4381695c-15dc-46e7-867f-d5c47c9c080d req-53c3c8b0-b8c1-4737-8ba6-a00350c430f5 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=c5f0744a00394db8a487edcd662959fe&device_id=e74be450-94fb-4bb8-b609-a7d0dcf2ac85 HTTP/1.1" status: 200 len: 1098 time: 0.0548213 Jun 23 11:50:50.262617 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4381695c-15dc-46e7-867f-d5c47c9c080d req-99091446-400e-4cc1-8f21-8de6fc137812 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 11:50:50.264110 dv-neutron-601336-94-hyperv neutron-server[94175]: INFO neutron.wsgi [req-4381695c-15dc-46e7-867f-d5c47c9c080d req-99091446-400e-4cc1-8f21-8de6fc137812 service neutron] 10.222.0.52 "GET /v2.0/networks?id=9f854770-2d5f-438f-a180-53efbbed0ee3 HTTP/1.1" status: 200 len: 913 time: 0.0869973 Jun 23 11:50:50.301466 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af7e63c2-324a-4d73-8b75-1855e8a14a84 req-d3438c49-312e-4fa9-8ac7-17b2b60182ba tempest-DeleteServersTestJSON-433100455 tempest-DeleteServersTestJSON-433100455-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94174) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 11:50:50.303108 dv-neutron-601336-94-hyperv neutron-server[94174]: INFO neutron.wsgi [req-af7e63c2-324a-4d73-8b75-1855e8a14a84 req-d3438c49-312e-4fa9-8ac7-17b2b60182ba tempest-DeleteServersTestJSON-433100455 tempest-DeleteServersTestJSON-433100455-project] 10.222.0.20 "GET /v2.0/ports?device_id=e74be450-94fb-4bb8-b609-a7d0dcf2ac85 HTTP/1.1" status: 200 len: 945 time: 0.0635121 Jun 23 11:50:50.304877 dv-neutron-601336-94-hyperv neutron-server[94175]: INFO neutron.wsgi [req-4381695c-15dc-46e7-867f-d5c47c9c080d req-77fd7f71-85e2-4b15-a4d2-8fda480a6af4 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=ed19df97-26b4-4460-bb20-d80101a03f70 HTTP/1.1" status: 200 len: 217 time: 0.0347507 Jun 23 11:50:50.341043 dv-neutron-601336-94-hyperv neutron-server[94174]: INFO neutron.wsgi [req-af7e63c2-324a-4d73-8b75-1855e8a14a84 req-46fa4186-806a-4e08-b1fa-d15d1f6b3ded tempest-DeleteServersTestJSON-433100455 tempest-DeleteServersTestJSON-433100455-project] 10.222.0.20 "GET /v2.0/security-groups?id=ecccba2e-ace5-4419-a640-deee23c0f066&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0322652 Jun 23 11:50:50.357837 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4381695c-15dc-46e7-867f-d5c47c9c080d req-e0aa702e-5b65-4c63-961c-4fb184dc286b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 11:50:50.359327 dv-neutron-601336-94-hyperv neutron-server[94175]: INFO neutron.wsgi [req-4381695c-15dc-46e7-867f-d5c47c9c080d req-e0aa702e-5b65-4c63-961c-4fb184dc286b service neutron] 10.222.0.52 "GET /v2.0/subnets?id=d5d9084e-0a42-40f5-aaf6-b0ca4b8832a3 HTTP/1.1" status: 200 len: 852 time: 0.0489089 Jun 23 11:50:50.390785 dv-neutron-601336-94-hyperv neutron-server[94175]: INFO neutron.wsgi [req-4381695c-15dc-46e7-867f-d5c47c9c080d req-af0292a8-ebbc-4b34-83c7-c8144f01dffe service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=9f854770-2d5f-438f-a180-53efbbed0ee3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0254676 Jun 23 11:50:50.401080 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.wsgi [req-4381695c-15dc-46e7-867f-d5c47c9c080d req-4f2e5dd1-3bf3-4823-af8d-b340e418693a service neutron] http://10.222.0.20:9696/v2.0/extensions returned with HTTP 200 {{(pid=94175) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 23 11:50:50.401989 dv-neutron-601336-94-hyperv neutron-server[94175]: INFO neutron.wsgi [req-4381695c-15dc-46e7-867f-d5c47c9c080d req-4f2e5dd1-3bf3-4823-af8d-b340e418693a service neutron] 10.222.0.52 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13933 time: 0.0052011 Jun 23 11:50:50.487500 dv-neutron-601336-94-hyperv neutron-server[94175]: INFO neutron.wsgi [req-4381695c-15dc-46e7-867f-d5c47c9c080d req-a94317d4-6472-456b-bd25-dd908633e2b1 service neutron] 10.222.0.52 "GET /v2.0/networks/9f854770-2d5f-438f-a180-53efbbed0ee3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0791121 Jun 23 11:50:50.576965 dv-neutron-601336-94-hyperv neutron-server[94175]: INFO neutron.wsgi [req-4381695c-15dc-46e7-867f-d5c47c9c080d req-9f123ed1-211f-4e9d-92bc-d182d5a6fb74 service neutron] 10.222.0.52 "GET /v2.0/networks/9f854770-2d5f-438f-a180-53efbbed0ee3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0833292 Jun 23 11:50:51.512696 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bc24fb6-b325-4c2f-8dc8-cb27e7a810d0 req-5d2b146a-b0bf-4e44-8d00-23d1a28e003f tempest-DeleteServersTestJSON-433100455 tempest-DeleteServersTestJSON-433100455-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 11:50:51.514055 dv-neutron-601336-94-hyperv neutron-server[94175]: INFO neutron.wsgi [req-8bc24fb6-b325-4c2f-8dc8-cb27e7a810d0 req-5d2b146a-b0bf-4e44-8d00-23d1a28e003f tempest-DeleteServersTestJSON-433100455 tempest-DeleteServersTestJSON-433100455-project] 10.222.0.20 "GET /v2.0/ports?device_id=e74be450-94fb-4bb8-b609-a7d0dcf2ac85 HTTP/1.1" status: 200 len: 945 time: 0.0630476 Jun 23 11:50:51.550147 dv-neutron-601336-94-hyperv neutron-server[94175]: INFO neutron.wsgi [req-8bc24fb6-b325-4c2f-8dc8-cb27e7a810d0 req-66715d55-c899-4b93-b787-704816ebb105 tempest-DeleteServersTestJSON-433100455 tempest-DeleteServersTestJSON-433100455-project] 10.222.0.20 "GET /v2.0/security-groups?id=ecccba2e-ace5-4419-a640-deee23c0f066&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0306585 Jun 23 11:50:52.716851 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c08b8543-2a0e-4deb-93d0-45c7765756de req-3e9153c5-98da-4d86-bee6-4af10a5203c3 tempest-DeleteServersTestJSON-433100455 tempest-DeleteServersTestJSON-433100455-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94174) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 11:50:52.718288 dv-neutron-601336-94-hyperv neutron-server[94174]: INFO neutron.wsgi [req-c08b8543-2a0e-4deb-93d0-45c7765756de req-3e9153c5-98da-4d86-bee6-4af10a5203c3 tempest-DeleteServersTestJSON-433100455 tempest-DeleteServersTestJSON-433100455-project] 10.222.0.20 "GET /v2.0/ports?device_id=e74be450-94fb-4bb8-b609-a7d0dcf2ac85 HTTP/1.1" status: 200 len: 945 time: 0.0618556 Jun 23 11:50:52.754124 dv-neutron-601336-94-hyperv neutron-server[94174]: INFO neutron.wsgi [req-c08b8543-2a0e-4deb-93d0-45c7765756de req-0d0b32c8-bc76-467a-9f6c-1aaa4aa9e8e5 tempest-DeleteServersTestJSON-433100455 tempest-DeleteServersTestJSON-433100455-project] 10.222.0.20 "GET /v2.0/security-groups?id=ecccba2e-ace5-4419-a640-deee23c0f066&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0304041 Jun 23 11:50:53.424146 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron_lib.callbacks.manager [None req-97bd5441-1da2-49ee-a364-27795820ba27 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773699952132', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-899307'] for agent, after_update {{(pid=94176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:50:53.932374 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7da2cf58-8578-4ed8-b7a2-765ddde456da req-9dce9084-79fd-4f1e-831c-1f8420584d6e tempest-DeleteServersTestJSON-433100455 tempest-DeleteServersTestJSON-433100455-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 11:50:53.933821 dv-neutron-601336-94-hyperv neutron-server[94175]: INFO neutron.wsgi [req-7da2cf58-8578-4ed8-b7a2-765ddde456da req-9dce9084-79fd-4f1e-831c-1f8420584d6e tempest-DeleteServersTestJSON-433100455 tempest-DeleteServersTestJSON-433100455-project] 10.222.0.20 "GET /v2.0/ports?device_id=e74be450-94fb-4bb8-b609-a7d0dcf2ac85 HTTP/1.1" status: 200 len: 945 time: 0.0715389 Jun 23 11:50:53.970873 dv-neutron-601336-94-hyperv neutron-server[94175]: INFO neutron.wsgi [req-7da2cf58-8578-4ed8-b7a2-765ddde456da req-b4113e0e-a096-4d92-8766-e4c90c6c7a60 tempest-DeleteServersTestJSON-433100455 tempest-DeleteServersTestJSON-433100455-project] 10.222.0.20 "GET /v2.0/security-groups?id=ecccba2e-ace5-4419-a640-deee23c0f066&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0313249 Jun 23 11:50:55.143957 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d90cf7d0-82c5-49de-beec-f3224c974618 req-bb9a13bd-73d2-4421-889d-2c4d60dcb2e8 tempest-DeleteServersTestJSON-433100455 tempest-DeleteServersTestJSON-433100455-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94174) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 11:50:55.145432 dv-neutron-601336-94-hyperv neutron-server[94174]: INFO neutron.wsgi [req-d90cf7d0-82c5-49de-beec-f3224c974618 req-bb9a13bd-73d2-4421-889d-2c4d60dcb2e8 tempest-DeleteServersTestJSON-433100455 tempest-DeleteServersTestJSON-433100455-project] 10.222.0.20 "GET /v2.0/ports?device_id=e74be450-94fb-4bb8-b609-a7d0dcf2ac85 HTTP/1.1" status: 200 len: 945 time: 0.0676041 Jun 23 11:50:55.181884 dv-neutron-601336-94-hyperv neutron-server[94174]: INFO neutron.wsgi [req-d90cf7d0-82c5-49de-beec-f3224c974618 req-e755b1c3-eeed-415e-a70f-9fb7304daf37 tempest-DeleteServersTestJSON-433100455 tempest-DeleteServersTestJSON-433100455-project] 10.222.0.20 "GET /v2.0/security-groups?id=ecccba2e-ace5-4419-a640-deee23c0f066&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0302451 Jun 23 11:50:56.350103 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ff3f9e4-98b1-43cd-99fd-eacb7c7a5004 req-f2597a98-2449-4882-a4f8-271bef86a26f tempest-DeleteServersTestJSON-433100455 tempest-DeleteServersTestJSON-433100455-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 11:50:56.351561 dv-neutron-601336-94-hyperv neutron-server[94175]: INFO neutron.wsgi [req-7ff3f9e4-98b1-43cd-99fd-eacb7c7a5004 req-f2597a98-2449-4882-a4f8-271bef86a26f tempest-DeleteServersTestJSON-433100455 tempest-DeleteServersTestJSON-433100455-project] 10.222.0.20 "GET /v2.0/ports?device_id=e74be450-94fb-4bb8-b609-a7d0dcf2ac85 HTTP/1.1" status: 200 len: 945 time: 0.0625012 Jun 23 11:50:56.387815 dv-neutron-601336-94-hyperv neutron-server[94175]: INFO neutron.wsgi [req-7ff3f9e4-98b1-43cd-99fd-eacb7c7a5004 req-43ae7058-4e02-4d41-b513-6a307a5d7e1d tempest-DeleteServersTestJSON-433100455 tempest-DeleteServersTestJSON-433100455-project] 10.222.0.20 "GET /v2.0/security-groups?id=ecccba2e-ace5-4419-a640-deee23c0f066&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0301168 Jun 23 11:50:57.558974 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67393e46-fe36-41dc-b8d5-b5885b7f37d8 req-dace1f3c-b2a0-4208-9c77-329dda25e6d7 tempest-DeleteServersTestJSON-433100455 tempest-DeleteServersTestJSON-433100455-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94174) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 11:50:57.560478 dv-neutron-601336-94-hyperv neutron-server[94174]: INFO neutron.wsgi [req-67393e46-fe36-41dc-b8d5-b5885b7f37d8 req-dace1f3c-b2a0-4208-9c77-329dda25e6d7 tempest-DeleteServersTestJSON-433100455 tempest-DeleteServersTestJSON-433100455-project] 10.222.0.20 "GET /v2.0/ports?device_id=e74be450-94fb-4bb8-b609-a7d0dcf2ac85 HTTP/1.1" status: 200 len: 945 time: 0.0654225 Jun 23 11:50:57.596689 dv-neutron-601336-94-hyperv neutron-server[94174]: INFO neutron.wsgi [req-67393e46-fe36-41dc-b8d5-b5885b7f37d8 req-be51b7b5-4867-45a6-9db0-ae2dc0abc3d4 tempest-DeleteServersTestJSON-433100455 tempest-DeleteServersTestJSON-433100455-project] 10.222.0.20 "GET /v2.0/security-groups?id=ecccba2e-ace5-4419-a640-deee23c0f066&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0306640 Jun 23 11:50:58.768454 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-579bc934-daf5-494f-a92f-f4628ba311b3 req-31d1b149-be0c-47e2-bbff-1c3f2fcef146 tempest-DeleteServersTestJSON-433100455 tempest-DeleteServersTestJSON-433100455-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 11:50:58.769918 dv-neutron-601336-94-hyperv neutron-server[94175]: INFO neutron.wsgi [req-579bc934-daf5-494f-a92f-f4628ba311b3 req-31d1b149-be0c-47e2-bbff-1c3f2fcef146 tempest-DeleteServersTestJSON-433100455 tempest-DeleteServersTestJSON-433100455-project] 10.222.0.20 "GET /v2.0/ports?device_id=e74be450-94fb-4bb8-b609-a7d0dcf2ac85 HTTP/1.1" status: 200 len: 945 time: 0.0622478 Jun 23 11:50:58.811746 dv-neutron-601336-94-hyperv neutron-server[94175]: INFO neutron.wsgi [req-579bc934-daf5-494f-a92f-f4628ba311b3 req-4e8bec62-1e62-4603-9f63-b23c82fa1443 tempest-DeleteServersTestJSON-433100455 tempest-DeleteServersTestJSON-433100455-project] 10.222.0.20 "GET /v2.0/security-groups?id=ecccba2e-ace5-4419-a640-deee23c0f066&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0362396 Jun 23 11:50:59.984316 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ee70496-6f34-43fc-860c-4b2db746171e req-0bf1a265-3d5b-4362-b9a7-12c28299fc19 tempest-DeleteServersTestJSON-433100455 tempest-DeleteServersTestJSON-433100455-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94174) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 11:50:59.985685 dv-neutron-601336-94-hyperv neutron-server[94174]: INFO neutron.wsgi [req-0ee70496-6f34-43fc-860c-4b2db746171e req-0bf1a265-3d5b-4362-b9a7-12c28299fc19 tempest-DeleteServersTestJSON-433100455 tempest-DeleteServersTestJSON-433100455-project] 10.222.0.20 "GET /v2.0/ports?device_id=e74be450-94fb-4bb8-b609-a7d0dcf2ac85 HTTP/1.1" status: 200 len: 945 time: 0.0619142 Jun 23 11:51:00.026668 dv-neutron-601336-94-hyperv neutron-server[94174]: INFO neutron.wsgi [req-0ee70496-6f34-43fc-860c-4b2db746171e req-c11720e4-23ac-405c-8512-1501928580f7 tempest-DeleteServersTestJSON-433100455 tempest-DeleteServersTestJSON-433100455-project] 10.222.0.20 "GET /v2.0/security-groups?id=ecccba2e-ace5-4419-a640-deee23c0f066&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0355113 Jun 23 11:51:01.195952 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac5c7c5e-9ad7-493f-ba3a-66cf65fc1e55 req-055fa59e-e31c-489a-b501-0fda541cea2e tempest-DeleteServersTestJSON-433100455 tempest-DeleteServersTestJSON-433100455-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 11:51:01.197408 dv-neutron-601336-94-hyperv neutron-server[94175]: INFO neutron.wsgi [req-ac5c7c5e-9ad7-493f-ba3a-66cf65fc1e55 req-055fa59e-e31c-489a-b501-0fda541cea2e tempest-DeleteServersTestJSON-433100455 tempest-DeleteServersTestJSON-433100455-project] 10.222.0.20 "GET /v2.0/ports?device_id=e74be450-94fb-4bb8-b609-a7d0dcf2ac85 HTTP/1.1" status: 200 len: 945 time: 0.0632102 Jun 23 11:51:01.234565 dv-neutron-601336-94-hyperv neutron-server[94175]: INFO neutron.wsgi [req-ac5c7c5e-9ad7-493f-ba3a-66cf65fc1e55 req-19b2706e-e3e8-4be3-b220-6420e95f6224 tempest-DeleteServersTestJSON-433100455 tempest-DeleteServersTestJSON-433100455-project] 10.222.0.20 "GET /v2.0/security-groups?id=ecccba2e-ace5-4419-a640-deee23c0f066&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0305729 Jun 23 11:51:02.403706 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-602a477c-f27b-4186-a51d-f18fa2ef73bc req-2d5ed292-6a38-4933-8717-d53d60694710 tempest-DeleteServersTestJSON-433100455 tempest-DeleteServersTestJSON-433100455-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94174) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 11:51:02.405059 dv-neutron-601336-94-hyperv neutron-server[94174]: INFO neutron.wsgi [req-602a477c-f27b-4186-a51d-f18fa2ef73bc req-2d5ed292-6a38-4933-8717-d53d60694710 tempest-DeleteServersTestJSON-433100455 tempest-DeleteServersTestJSON-433100455-project] 10.222.0.20 "GET /v2.0/ports?device_id=e74be450-94fb-4bb8-b609-a7d0dcf2ac85 HTTP/1.1" status: 200 len: 945 time: 0.0624135 Jun 23 11:51:02.441307 dv-neutron-601336-94-hyperv neutron-server[94174]: INFO neutron.wsgi [req-602a477c-f27b-4186-a51d-f18fa2ef73bc req-fdac5b1a-571e-4197-b9da-841bd6c7d0ca tempest-DeleteServersTestJSON-433100455 tempest-DeleteServersTestJSON-433100455-project] 10.222.0.20 "GET /v2.0/security-groups?id=ecccba2e-ace5-4419-a640-deee23c0f066&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0308158 Jun 23 11:51:03.610663 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e708b986-03b5-4f9e-9782-a93aa6b5938d req-44df85cb-c9c5-4ab9-8d3f-4f6f504964f1 tempest-DeleteServersTestJSON-433100455 tempest-DeleteServersTestJSON-433100455-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 11:51:03.612146 dv-neutron-601336-94-hyperv neutron-server[94175]: INFO neutron.wsgi [req-e708b986-03b5-4f9e-9782-a93aa6b5938d req-44df85cb-c9c5-4ab9-8d3f-4f6f504964f1 tempest-DeleteServersTestJSON-433100455 tempest-DeleteServersTestJSON-433100455-project] 10.222.0.20 "GET /v2.0/ports?device_id=e74be450-94fb-4bb8-b609-a7d0dcf2ac85 HTTP/1.1" status: 200 len: 945 time: 0.0628755 Jun 23 11:51:03.649000 dv-neutron-601336-94-hyperv neutron-server[94175]: INFO neutron.wsgi [req-e708b986-03b5-4f9e-9782-a93aa6b5938d req-72624ba4-11d1-46ec-bc52-2dd88eb0d1c1 tempest-DeleteServersTestJSON-433100455 tempest-DeleteServersTestJSON-433100455-project] 10.222.0.20 "GET /v2.0/security-groups?id=ecccba2e-ace5-4419-a640-deee23c0f066&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0309575 Jun 23 11:51:04.818249 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a064a99-e8d9-478a-aa53-4886d61f0f9d req-eaf619c6-f1b3-4c8a-85ad-4b0cd248c07b tempest-DeleteServersTestJSON-433100455 tempest-DeleteServersTestJSON-433100455-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94174) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 11:51:04.819732 dv-neutron-601336-94-hyperv neutron-server[94174]: INFO neutron.wsgi [req-5a064a99-e8d9-478a-aa53-4886d61f0f9d req-eaf619c6-f1b3-4c8a-85ad-4b0cd248c07b tempest-DeleteServersTestJSON-433100455 tempest-DeleteServersTestJSON-433100455-project] 10.222.0.20 "GET /v2.0/ports?device_id=e74be450-94fb-4bb8-b609-a7d0dcf2ac85 HTTP/1.1" status: 200 len: 945 time: 0.0629151 Jun 23 11:51:04.855975 dv-neutron-601336-94-hyperv neutron-server[94174]: INFO neutron.wsgi [req-5a064a99-e8d9-478a-aa53-4886d61f0f9d req-889dc661-d92a-4712-a16a-372e6a7fa496 tempest-DeleteServersTestJSON-433100455 tempest-DeleteServersTestJSON-433100455-project] 10.222.0.20 "GET /v2.0/security-groups?id=ecccba2e-ace5-4419-a640-deee23c0f066&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0301070 Jun 23 11:51:06.033047 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a06adaf-4e7e-4c4a-9b6e-828fdf8f847f req-fd7770bf-d2db-475d-a673-f33daa724b19 tempest-DeleteServersTestJSON-433100455 tempest-DeleteServersTestJSON-433100455-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 11:51:06.034415 dv-neutron-601336-94-hyperv neutron-server[94175]: INFO neutron.wsgi [req-9a06adaf-4e7e-4c4a-9b6e-828fdf8f847f req-fd7770bf-d2db-475d-a673-f33daa724b19 tempest-DeleteServersTestJSON-433100455 tempest-DeleteServersTestJSON-433100455-project] 10.222.0.20 "GET /v2.0/ports?device_id=e74be450-94fb-4bb8-b609-a7d0dcf2ac85 HTTP/1.1" status: 200 len: 945 time: 0.0667424 Jun 23 11:51:06.070225 dv-neutron-601336-94-hyperv neutron-server[94175]: INFO neutron.wsgi [req-9a06adaf-4e7e-4c4a-9b6e-828fdf8f847f req-b4c06650-1d00-4c21-bcd4-71bac90fdfd0 tempest-DeleteServersTestJSON-433100455 tempest-DeleteServersTestJSON-433100455-project] 10.222.0.20 "GET /v2.0/security-groups?id=ecccba2e-ace5-4419-a640-deee23c0f066&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0302835 Jun 23 11:51:07.249240 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1839c3a7-35ea-4d03-a582-57a96448686b req-b4f8cc05-0c95-4530-92e8-3ab557ba28c6 tempest-DeleteServersTestJSON-433100455 tempest-DeleteServersTestJSON-433100455-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94174) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 11:51:07.250758 dv-neutron-601336-94-hyperv neutron-server[94174]: INFO neutron.wsgi [req-1839c3a7-35ea-4d03-a582-57a96448686b req-b4f8cc05-0c95-4530-92e8-3ab557ba28c6 tempest-DeleteServersTestJSON-433100455 tempest-DeleteServersTestJSON-433100455-project] 10.222.0.20 "GET /v2.0/ports?device_id=e74be450-94fb-4bb8-b609-a7d0dcf2ac85 HTTP/1.1" status: 200 len: 945 time: 0.0713890 Jun 23 11:51:07.293721 dv-neutron-601336-94-hyperv neutron-server[94174]: INFO neutron.wsgi [req-1839c3a7-35ea-4d03-a582-57a96448686b req-61d10b2c-c7f2-4e67-8761-7ad75bc9f25f tempest-DeleteServersTestJSON-433100455 tempest-DeleteServersTestJSON-433100455-project] 10.222.0.20 "GET /v2.0/security-groups?id=ecccba2e-ace5-4419-a640-deee23c0f066&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0367246 Jun 23 11:51:08.465753 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e58c0c6-0e8f-476c-889f-bdc80a3d28a4 req-24a9d01d-4299-45aa-83c5-c8c896e61cbf tempest-DeleteServersTestJSON-433100455 tempest-DeleteServersTestJSON-433100455-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 11:51:08.467131 dv-neutron-601336-94-hyperv neutron-server[94175]: INFO neutron.wsgi [req-7e58c0c6-0e8f-476c-889f-bdc80a3d28a4 req-24a9d01d-4299-45aa-83c5-c8c896e61cbf tempest-DeleteServersTestJSON-433100455 tempest-DeleteServersTestJSON-433100455-project] 10.222.0.20 "GET /v2.0/ports?device_id=e74be450-94fb-4bb8-b609-a7d0dcf2ac85 HTTP/1.1" status: 200 len: 945 time: 0.0622990 Jun 23 11:51:08.503138 dv-neutron-601336-94-hyperv neutron-server[94175]: INFO neutron.wsgi [req-7e58c0c6-0e8f-476c-889f-bdc80a3d28a4 req-bfd17cd5-7374-475e-b556-41e3b02b33b7 tempest-DeleteServersTestJSON-433100455 tempest-DeleteServersTestJSON-433100455-project] 10.222.0.20 "GET /v2.0/security-groups?id=ecccba2e-ace5-4419-a640-deee23c0f066&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0305607 Jun 23 11:51:09.675583 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1972af5-43c2-4de8-ad52-390953b6815e req-0517bca6-bf3b-44c3-918c-fc25c4cfe21a tempest-DeleteServersTestJSON-433100455 tempest-DeleteServersTestJSON-433100455-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94174) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 11:51:09.677031 dv-neutron-601336-94-hyperv neutron-server[94174]: INFO neutron.wsgi [req-e1972af5-43c2-4de8-ad52-390953b6815e req-0517bca6-bf3b-44c3-918c-fc25c4cfe21a tempest-DeleteServersTestJSON-433100455 tempest-DeleteServersTestJSON-433100455-project] 10.222.0.20 "GET /v2.0/ports?device_id=e74be450-94fb-4bb8-b609-a7d0dcf2ac85 HTTP/1.1" status: 200 len: 945 time: 0.0627785 Jun 23 11:51:09.713067 dv-neutron-601336-94-hyperv neutron-server[94174]: INFO neutron.wsgi [req-e1972af5-43c2-4de8-ad52-390953b6815e req-974bd26f-82c6-4a62-87d4-8fb191142d12 tempest-DeleteServersTestJSON-433100455 tempest-DeleteServersTestJSON-433100455-project] 10.222.0.20 "GET /v2.0/security-groups?id=ecccba2e-ace5-4419-a640-deee23c0f066&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0304413 Jun 23 11:51:10.888859 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b520a9b-811f-487e-84e5-612a48fbebaa req-2cef7d59-aaf9-4c38-95de-415183242fc9 tempest-DeleteServersTestJSON-433100455 tempest-DeleteServersTestJSON-433100455-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 11:51:10.890298 dv-neutron-601336-94-hyperv neutron-server[94175]: INFO neutron.wsgi [req-9b520a9b-811f-487e-84e5-612a48fbebaa req-2cef7d59-aaf9-4c38-95de-415183242fc9 tempest-DeleteServersTestJSON-433100455 tempest-DeleteServersTestJSON-433100455-project] 10.222.0.20 "GET /v2.0/ports?device_id=e74be450-94fb-4bb8-b609-a7d0dcf2ac85 HTTP/1.1" status: 200 len: 945 time: 0.0695732 Jun 23 11:51:10.926915 dv-neutron-601336-94-hyperv neutron-server[94175]: INFO neutron.wsgi [req-9b520a9b-811f-487e-84e5-612a48fbebaa req-021865a4-58cf-4aa0-975b-6e540359d76d tempest-DeleteServersTestJSON-433100455 tempest-DeleteServersTestJSON-433100455-project] 10.222.0.20 "GET /v2.0/security-groups?id=ecccba2e-ace5-4419-a640-deee23c0f066&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0310912 Jun 23 11:51:10.931372 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron_lib.callbacks.manager [None req-fe0a784c-57cf-4ae2-a267-4b04f6b637f2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773699952132', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-899307'] for agent, after_update {{(pid=94176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:51:12.099418 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a7107d8-f1e8-4088-9015-f5d4b1f6f8a4 req-de8cbce6-5c94-4d15-aec1-f9bed1df732d tempest-DeleteServersTestJSON-433100455 tempest-DeleteServersTestJSON-433100455-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94174) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 11:51:12.100805 dv-neutron-601336-94-hyperv neutron-server[94174]: INFO neutron.wsgi [req-3a7107d8-f1e8-4088-9015-f5d4b1f6f8a4 req-de8cbce6-5c94-4d15-aec1-f9bed1df732d tempest-DeleteServersTestJSON-433100455 tempest-DeleteServersTestJSON-433100455-project] 10.222.0.20 "GET /v2.0/ports?device_id=e74be450-94fb-4bb8-b609-a7d0dcf2ac85 HTTP/1.1" status: 200 len: 945 time: 0.0672522 Jun 23 11:51:12.142730 dv-neutron-601336-94-hyperv neutron-server[94174]: INFO neutron.wsgi [req-3a7107d8-f1e8-4088-9015-f5d4b1f6f8a4 req-af28e74d-a564-4b12-9a5c-e66ce2f426af tempest-DeleteServersTestJSON-433100455 tempest-DeleteServersTestJSON-433100455-project] 10.222.0.20 "GET /v2.0/security-groups?id=ecccba2e-ace5-4419-a640-deee23c0f066&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0363820 Jun 23 11:51:13.201022 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron_lib.callbacks.manager [None req-3390752c-0879-40bf-8b1f-b520a18af2c6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773699952132', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-899307'] for agent, after_update {{(pid=94176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:51:13.315768 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-968915f4-66d0-40f2-897b-84a49fb6eb1f req-9f8e50ea-e038-46df-aecc-85a5b98e93bc tempest-DeleteServersTestJSON-433100455 tempest-DeleteServersTestJSON-433100455-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 11:51:13.317275 dv-neutron-601336-94-hyperv neutron-server[94175]: INFO neutron.wsgi [req-968915f4-66d0-40f2-897b-84a49fb6eb1f req-9f8e50ea-e038-46df-aecc-85a5b98e93bc tempest-DeleteServersTestJSON-433100455 tempest-DeleteServersTestJSON-433100455-project] 10.222.0.20 "GET /v2.0/ports?device_id=e74be450-94fb-4bb8-b609-a7d0dcf2ac85 HTTP/1.1" status: 200 len: 945 time: 0.0647273 Jun 23 11:51:13.355768 dv-neutron-601336-94-hyperv neutron-server[94175]: INFO neutron.wsgi [req-968915f4-66d0-40f2-897b-84a49fb6eb1f req-9a9ea326-766f-467a-9608-2e124a6dee79 tempest-DeleteServersTestJSON-433100455 tempest-DeleteServersTestJSON-433100455-project] 10.222.0.20 "GET /v2.0/security-groups?id=ecccba2e-ace5-4419-a640-deee23c0f066&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0328579 Jun 23 11:51:13.850680 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron_lib.callbacks.manager [None req-dc7542b2-afef-47f4-a763-e3a3cba144be None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773699952132', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-899307'] for agent, after_update {{(pid=94176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:51:14.525571 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe1c45d2-37b1-401d-a006-cd3360c95a87 req-0722acfa-2e43-4432-bc0d-a6bed339bcf7 tempest-DeleteServersTestJSON-433100455 tempest-DeleteServersTestJSON-433100455-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94174) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 11:51:14.527026 dv-neutron-601336-94-hyperv neutron-server[94174]: INFO neutron.wsgi [req-fe1c45d2-37b1-401d-a006-cd3360c95a87 req-0722acfa-2e43-4432-bc0d-a6bed339bcf7 tempest-DeleteServersTestJSON-433100455 tempest-DeleteServersTestJSON-433100455-project] 10.222.0.20 "GET /v2.0/ports?device_id=e74be450-94fb-4bb8-b609-a7d0dcf2ac85 HTTP/1.1" status: 200 len: 945 time: 0.0643737 Jun 23 11:51:14.563803 dv-neutron-601336-94-hyperv neutron-server[94174]: INFO neutron.wsgi [req-fe1c45d2-37b1-401d-a006-cd3360c95a87 req-c55a6fb7-74a7-4dec-a053-4cfe2d72a19d tempest-DeleteServersTestJSON-433100455 tempest-DeleteServersTestJSON-433100455-project] 10.222.0.20 "GET /v2.0/security-groups?id=ecccba2e-ace5-4419-a640-deee23c0f066&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0313098 Jun 23 11:51:14.646406 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron_lib.callbacks.manager [None req-4c20ea5f-bc7f-4d4e-935d-57f082af6ccb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773699952132', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-899307'] for agent, after_update {{(pid=94176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:51:15.733111 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b567fd3-7a11-48f8-b160-86d9e4f2ff96 req-75b7e3cf-7158-4dec-97c2-6ef40baf5de6 tempest-DeleteServersTestJSON-433100455 tempest-DeleteServersTestJSON-433100455-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 11:51:15.734555 dv-neutron-601336-94-hyperv neutron-server[94175]: INFO neutron.wsgi [req-9b567fd3-7a11-48f8-b160-86d9e4f2ff96 req-75b7e3cf-7158-4dec-97c2-6ef40baf5de6 tempest-DeleteServersTestJSON-433100455 tempest-DeleteServersTestJSON-433100455-project] 10.222.0.20 "GET /v2.0/ports?device_id=e74be450-94fb-4bb8-b609-a7d0dcf2ac85 HTTP/1.1" status: 200 len: 945 time: 0.0619731 Jun 23 11:51:15.770597 dv-neutron-601336-94-hyperv neutron-server[94175]: INFO neutron.wsgi [req-9b567fd3-7a11-48f8-b160-86d9e4f2ff96 req-18e9e152-fb78-42d2-a606-076ef76c7464 tempest-DeleteServersTestJSON-433100455 tempest-DeleteServersTestJSON-433100455-project] 10.222.0.20 "GET /v2.0/security-groups?id=ecccba2e-ace5-4419-a640-deee23c0f066&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0305414 Jun 23 11:51:16.686478 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron_lib.callbacks.manager [None req-95d6aa8f-24e7-4234-82ff-f502266c3285 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773699952132', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-899307'] for agent, after_update {{(pid=94176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:51:16.938703 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ca1b4fc-5ad5-402a-9b31-6e1b6e1b14e5 req-f9029f2b-dafb-4043-abb1-fcd2dc077083 tempest-DeleteServersTestJSON-433100455 tempest-DeleteServersTestJSON-433100455-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94174) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 11:51:16.940170 dv-neutron-601336-94-hyperv neutron-server[94174]: INFO neutron.wsgi [req-9ca1b4fc-5ad5-402a-9b31-6e1b6e1b14e5 req-f9029f2b-dafb-4043-abb1-fcd2dc077083 tempest-DeleteServersTestJSON-433100455 tempest-DeleteServersTestJSON-433100455-project] 10.222.0.20 "GET /v2.0/ports?device_id=e74be450-94fb-4bb8-b609-a7d0dcf2ac85 HTTP/1.1" status: 200 len: 945 time: 0.0625381 Jun 23 11:51:16.975954 dv-neutron-601336-94-hyperv neutron-server[94174]: INFO neutron.wsgi [req-9ca1b4fc-5ad5-402a-9b31-6e1b6e1b14e5 req-82da6cf2-b194-4c3e-8622-aa997abf216f tempest-DeleteServersTestJSON-433100455 tempest-DeleteServersTestJSON-433100455-project] 10.222.0.20 "GET /v2.0/security-groups?id=ecccba2e-ace5-4419-a640-deee23c0f066&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0303276 Jun 23 11:51:17.626306 dv-neutron-601336-94-hyperv neutron-server[94175]: INFO neutron.wsgi [req-4381695c-15dc-46e7-867f-d5c47c9c080d req-daafb319-e9e4-46ef-910c-a578109fe651 service neutron] 10.222.0.52 "GET /v2.0/ports/ed19df97-26b4-4460-bb20-d80101a03f70/bindings/hv-neutron-6013 HTTP/1.1" status: 200 len: 384 time: 0.0989299 Jun 23 11:51:18.212161 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fce9511-f288-4673-898a-b12ffd2f79a2 req-304dba5d-d44f-412c-b8b3-80cbec183d46 tempest-DeleteServersTestJSON-433100455 tempest-DeleteServersTestJSON-433100455-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 11:51:18.213596 dv-neutron-601336-94-hyperv neutron-server[94175]: INFO neutron.wsgi [req-5fce9511-f288-4673-898a-b12ffd2f79a2 req-304dba5d-d44f-412c-b8b3-80cbec183d46 tempest-DeleteServersTestJSON-433100455 tempest-DeleteServersTestJSON-433100455-project] 10.222.0.20 "GET /v2.0/ports?device_id=e74be450-94fb-4bb8-b609-a7d0dcf2ac85 HTTP/1.1" status: 200 len: 945 time: 0.1258335 Jun 23 11:51:18.243343 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4381695c-15dc-46e7-867f-d5c47c9c080d req-6aeb3fc2-2e28-4410-93c7-924796b809b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 11:51:18.244780 dv-neutron-601336-94-hyperv neutron-server[94175]: INFO neutron.wsgi [req-4381695c-15dc-46e7-867f-d5c47c9c080d req-6aeb3fc2-2e28-4410-93c7-924796b809b1 service neutron] 10.222.0.52 "GET /v2.0/ports?device_id=e74be450-94fb-4bb8-b609-a7d0dcf2ac85&tenant_id=c5f0744a00394db8a487edcd662959fe HTTP/1.1" status: 200 len: 1098 time: 0.1233921 Jun 23 11:51:18.262406 dv-neutron-601336-94-hyperv neutron-server[94175]: INFO neutron.wsgi [req-5fce9511-f288-4673-898a-b12ffd2f79a2 req-8c7ed72e-051c-4058-ac07-c941c1568f4f tempest-DeleteServersTestJSON-433100455 tempest-DeleteServersTestJSON-433100455-project] 10.222.0.20 "GET /v2.0/security-groups?id=ecccba2e-ace5-4419-a640-deee23c0f066&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0418167 Jun 23 11:51:18.317313 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4381695c-15dc-46e7-867f-d5c47c9c080d req-1a24b290-e84d-41bd-8aa3-c9aa0c7c4f78 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 11:51:18.318778 dv-neutron-601336-94-hyperv neutron-server[94175]: INFO neutron.wsgi [req-4381695c-15dc-46e7-867f-d5c47c9c080d req-1a24b290-e84d-41bd-8aa3-c9aa0c7c4f78 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=c5f0744a00394db8a487edcd662959fe&device_id=e74be450-94fb-4bb8-b609-a7d0dcf2ac85 HTTP/1.1" status: 200 len: 1098 time: 0.0516856 Jun 23 11:51:18.407450 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4381695c-15dc-46e7-867f-d5c47c9c080d req-6ea1c6e2-7c3d-4d65-b278-64031c4ad793 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 11:51:18.408875 dv-neutron-601336-94-hyperv neutron-server[94175]: INFO neutron.wsgi [req-4381695c-15dc-46e7-867f-d5c47c9c080d req-6ea1c6e2-7c3d-4d65-b278-64031c4ad793 service neutron] 10.222.0.52 "GET /v2.0/networks?id=9f854770-2d5f-438f-a180-53efbbed0ee3 HTTP/1.1" status: 200 len: 913 time: 0.0843067 Jun 23 11:51:18.448433 dv-neutron-601336-94-hyperv neutron-server[94175]: INFO neutron.wsgi [req-4381695c-15dc-46e7-867f-d5c47c9c080d req-b3cfe197-3086-4125-a5fe-9b13232d9f63 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=ed19df97-26b4-4460-bb20-d80101a03f70 HTTP/1.1" status: 200 len: 217 time: 0.0332627 Jun 23 11:51:18.496124 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4381695c-15dc-46e7-867f-d5c47c9c080d req-0eace30f-2b9b-4d0a-a31c-6542793a158f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 11:51:18.498098 dv-neutron-601336-94-hyperv neutron-server[94175]: INFO neutron.wsgi [req-4381695c-15dc-46e7-867f-d5c47c9c080d req-0eace30f-2b9b-4d0a-a31c-6542793a158f service neutron] 10.222.0.52 "GET /v2.0/subnets?id=d5d9084e-0a42-40f5-aaf6-b0ca4b8832a3 HTTP/1.1" status: 200 len: 852 time: 0.0415885 Jun 23 11:51:18.532845 dv-neutron-601336-94-hyperv neutron-server[94175]: INFO neutron.wsgi [req-4381695c-15dc-46e7-867f-d5c47c9c080d req-393ef397-c105-4523-b58e-3d1c68d31365 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=9f854770-2d5f-438f-a180-53efbbed0ee3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0282111 Jun 23 11:51:18.617170 dv-neutron-601336-94-hyperv neutron-server[94175]: INFO neutron.wsgi [req-4381695c-15dc-46e7-867f-d5c47c9c080d req-d8798a18-18ad-465f-b5dd-f34efb2e30db service neutron] 10.222.0.52 "GET /v2.0/networks/9f854770-2d5f-438f-a180-53efbbed0ee3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0779302 Jun 23 11:51:18.705528 dv-neutron-601336-94-hyperv neutron-server[94175]: INFO neutron.wsgi [req-4381695c-15dc-46e7-867f-d5c47c9c080d req-6002ff3f-9803-4e37-9a9b-3761981bf3e2 service neutron] 10.222.0.52 "GET /v2.0/networks/9f854770-2d5f-438f-a180-53efbbed0ee3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0814781 Jun 23 11:51:19.440124 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49899e79-38d2-4c9b-ba53-aba87c8ba869 req-b56eb06e-aee0-4e14-b0c6-6ad2e611c6ff tempest-DeleteServersTestJSON-433100455 tempest-DeleteServersTestJSON-433100455-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94174) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 11:51:19.441574 dv-neutron-601336-94-hyperv neutron-server[94174]: INFO neutron.wsgi [req-49899e79-38d2-4c9b-ba53-aba87c8ba869 req-b56eb06e-aee0-4e14-b0c6-6ad2e611c6ff tempest-DeleteServersTestJSON-433100455 tempest-DeleteServersTestJSON-433100455-project] 10.222.0.20 "GET /v2.0/ports?device_id=e74be450-94fb-4bb8-b609-a7d0dcf2ac85 HTTP/1.1" status: 200 len: 945 time: 0.0677524 Jun 23 11:51:19.477434 dv-neutron-601336-94-hyperv neutron-server[94174]: INFO neutron.wsgi [req-49899e79-38d2-4c9b-ba53-aba87c8ba869 req-a0224905-4a87-475b-ba8b-7c28acf00028 tempest-DeleteServersTestJSON-433100455 tempest-DeleteServersTestJSON-433100455-project] 10.222.0.20 "GET /v2.0/security-groups?id=ecccba2e-ace5-4419-a640-deee23c0f066&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0302622 Jun 23 11:51:20.649814 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a9fad7e-c775-4b3f-abae-16f590ae3667 req-ed6c156a-74ea-4f27-a490-199b7337bb2b tempest-DeleteServersTestJSON-433100455 tempest-DeleteServersTestJSON-433100455-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 11:51:20.651403 dv-neutron-601336-94-hyperv neutron-server[94175]: INFO neutron.wsgi [req-3a9fad7e-c775-4b3f-abae-16f590ae3667 req-ed6c156a-74ea-4f27-a490-199b7337bb2b tempest-DeleteServersTestJSON-433100455 tempest-DeleteServersTestJSON-433100455-project] 10.222.0.20 "GET /v2.0/ports?device_id=e74be450-94fb-4bb8-b609-a7d0dcf2ac85 HTTP/1.1" status: 200 len: 945 time: 0.0643106 Jun 23 11:51:20.689929 dv-neutron-601336-94-hyperv neutron-server[94175]: INFO neutron.wsgi [req-3a9fad7e-c775-4b3f-abae-16f590ae3667 req-930cbb0f-24af-4091-9470-0d5d1ab3e88f tempest-DeleteServersTestJSON-433100455 tempest-DeleteServersTestJSON-433100455-project] 10.222.0.20 "GET /v2.0/security-groups?id=ecccba2e-ace5-4419-a640-deee23c0f066&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0322957 Jun 23 11:51:20.957596 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.plugins.ml2.rpc [None req-97bd5441-1da2-49ee-a364-27795820ba27 None None] Device ed19df97-26b4-4460-bb20-d80101a03f70 details requested by agent hyperv_hv-neutron-6013 with host hv-neutron-6013 {{(pid=94176) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:104}} Jun 23 11:51:20.960688 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.plugins.ml2.rpc [None req-97bd5441-1da2-49ee-a364-27795820ba27 None None] Device ed19df97-26b4-4460-bb20-d80101a03f70 no longer exists at agent hyperv_hv-neutron-6013 {{(pid=94176) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:261}} Jun 23 11:51:21.095277 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron_lib.callbacks.manager [None req-97bd5441-1da2-49ee-a364-27795820ba27 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-923122'] for port, before_update {{(pid=94176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:51:21.112940 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.plugins.ml2.db [None req-97bd5441-1da2-49ee-a364-27795820ba27 None None] For port ed19df97-26b4-4460-bb20-d80101a03f70, host hv-neutron-6013, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-6013',level=0,port_id=ed19df97-26b4-4460-bb20-d80101a03f70,segment=NetworkSegment(3bd084f8-bb3c-4626-8bed-c222d6fe47c9),segment_id=3bd084f8-bb3c-4626-8bed-c222d6fe47c9)] {{(pid=94176) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 23 11:51:21.133223 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e74be450-94fb-4bb8-b609-a7d0dcf2ac85', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'ed19df97-26b4-4460-bb20-d80101a03f70'}] {{(pid=94176) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 23 11:51:21.135512 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}887b0dfc0393de878080286a57e4a08d4fa60dd0cddd118f338ebfcd351ddd4c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0669c1a8-1a96-4a16-a1bd-f96cb8d6e62e" -d '{"events": [{"server_uuid": "e74be450-94fb-4bb8-b609-a7d0dcf2ac85", "name": "network-vif-unplugged", "status": "completed", "tag": "ed19df97-26b4-4460-bb20-d80101a03f70"}]}' {{(pid=94176) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 23 11:51:21.140461 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.plugins.ml2.rpc [None req-97bd5441-1da2-49ee-a364-27795820ba27 None None] Returning: {'device': 'ed19df97-26b4-4460-bb20-d80101a03f70', 'network_id': '9f854770-2d5f-438f-a180-53efbbed0ee3', 'port_id': 'ed19df97-26b4-4460-bb20-d80101a03f70', 'mac_address': 'fa:16:3e:56:49:3e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 442, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd5d9084e-0a42-40f5-aaf6-b0ca4b8832a3', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94176) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:186}} Jun 23 11:51:21.150271 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.plugins.ml2.db [None req-97bd5441-1da2-49ee-a364-27795820ba27 None None] For port ed19df97-26b4-4460-bb20-d80101a03f70, host hv-neutron-6013, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-6013',level=0,port_id=ed19df97-26b4-4460-bb20-d80101a03f70,segment=NetworkSegment(3bd084f8-bb3c-4626-8bed-c222d6fe47c9),segment_id=3bd084f8-bb3c-4626-8bed-c222d6fe47c9)] {{(pid=94176) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 23 11:51:21.151651 dv-neutron-601336-94-hyperv neutron-server[94177]: DEBUG neutron.db.agents_db [None req-90fb1279-e4c5-4e73-8d66-3a29811dc4e3 None None] Agent healthcheck: found 6 active agents {{(pid=94177) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 23 11:51:21.185270 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron_lib.callbacks.manager [None req-97bd5441-1da2-49ee-a364-27795820ba27 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-923122'] for port, before_update {{(pid=94176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:51:21.189009 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 23 Jun 2021 11:51:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8f4bfca8-a96a-41d8-bf5f-5a6fc1da8481 x-openstack-request-id: req-8f4bfca8-a96a-41d8-bf5f-5a6fc1da8481 {{(pid=94176) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 23 11:51:21.189306 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e74be450-94fb-4bb8-b609-a7d0dcf2ac85", "name": "network-vif-unplugged", "status": "completed", "tag": "ed19df97-26b4-4460-bb20-d80101a03f70", "code": 200}]} {{(pid=94176) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 23 11:51:21.189564 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-8f4bfca8-a96a-41d8-bf5f-5a6fc1da8481 {{(pid=94176) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 23 11:51:21.189953 dv-neutron-601336-94-hyperv neutron-server[94176]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e74be450-94fb-4bb8-b609-a7d0dcf2ac85', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'ed19df97-26b4-4460-bb20-d80101a03f70', 'code': 200} Jun 23 11:51:21.199275 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.notifiers.nova [None req-97bd5441-1da2-49ee-a364-27795820ba27 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id ed19df97-26b4-4460-bb20-d80101a03f70 {{(pid=94176) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 23 11:51:21.234638 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron_lib.callbacks.manager [None req-97bd5441-1da2-49ee-a364-27795820ba27 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-922904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866062', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773700135042', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773699642233', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773699642278'] for port, after_update {{(pid=94176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:51:21.236435 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG oslo_concurrency.lockutils [None req-97bd5441-1da2-49ee-a364-27795820ba27 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 11:51:21.305452 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron_lib.db.api [None req-97bd5441-1da2-49ee-a364-27795820ba27 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=94176) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jun 23 11:51:21.305813 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG oslo_db.api [None req-97bd5441-1da2-49ee-a364-27795820ba27 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=94176) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jun 23 11:51:21.308474 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97bd5441-1da2-49ee-a364-27795820ba27 None None] Pushing event updated for resources: {'Port': ['ID=ed19df97-26b4-4460-bb20-d80101a03f70,revision_number=6']} {{(pid=94176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 11:51:21.315701 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97bd5441-1da2-49ee-a364-27795820ba27 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-601336-94-hyperv {{(pid=94176) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 11:51:21.316048 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97bd5441-1da2-49ee-a364-27795820ba27 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-94-hyperv {{(pid=94176) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 11:51:21.316385 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97bd5441-1da2-49ee-a364-27795820ba27 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-94-hyperv {{(pid=94176) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 11:51:21.316721 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97bd5441-1da2-49ee-a364-27795820ba27 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-601336-94-hyperv {{(pid=94176) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 11:51:21.317049 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97bd5441-1da2-49ee-a364-27795820ba27 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-601336-94-hyperv {{(pid=94176) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 11:51:21.317382 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97bd5441-1da2-49ee-a364-27795820ba27 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-601336-94-hyperv {{(pid=94176) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 11:51:21.317710 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97bd5441-1da2-49ee-a364-27795820ba27 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-601336-94-hyperv {{(pid=94176) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 11:51:21.318038 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97bd5441-1da2-49ee-a364-27795820ba27 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-601336-94-hyperv {{(pid=94176) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 11:51:21.318362 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97bd5441-1da2-49ee-a364-27795820ba27 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-601336-94-hyperv {{(pid=94176) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 11:51:21.318684 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97bd5441-1da2-49ee-a364-27795820ba27 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-94-hyperv {{(pid=94176) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 11:51:21.319113 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97bd5441-1da2-49ee-a364-27795820ba27 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-601336-94-hyperv {{(pid=94176) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 11:51:21.319480 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97bd5441-1da2-49ee-a364-27795820ba27 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-601336-94-hyperv {{(pid=94176) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 11:51:21.323344 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG oslo_concurrency.lockutils [None req-97bd5441-1da2-49ee-a364-27795820ba27 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.087s {{(pid=94176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 11:51:21.842183 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron_lib.callbacks.manager [None req-97bd5441-1da2-49ee-a364-27795820ba27 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-923122'] for port, before_update {{(pid=94176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:51:21.854206 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.notifiers.nova [None req-97bd5441-1da2-49ee-a364-27795820ba27 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ed19df97-26b4-4460-bb20-d80101a03f70 {{(pid=94176) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 23 11:51:21.860669 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6793ab53-6562-45d6-9cd8-23638730964c req-ba1c3df8-7689-4bdd-b629-563b87e3d603 tempest-DeleteServersTestJSON-433100455 tempest-DeleteServersTestJSON-433100455-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 11:51:21.862279 dv-neutron-601336-94-hyperv neutron-server[94175]: INFO neutron.wsgi [req-6793ab53-6562-45d6-9cd8-23638730964c req-ba1c3df8-7689-4bdd-b629-563b87e3d603 tempest-DeleteServersTestJSON-433100455 tempest-DeleteServersTestJSON-433100455-project] 10.222.0.20 "GET /v2.0/ports?device_id=e74be450-94fb-4bb8-b609-a7d0dcf2ac85 HTTP/1.1" status: 200 len: 943 time: 0.0634475 Jun 23 11:51:21.873683 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.plugins.ml2.db [None req-97bd5441-1da2-49ee-a364-27795820ba27 None None] For port ed19df97-26b4-4460-bb20-d80101a03f70, host hv-neutron-6013, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-6013',level=0,port_id=ed19df97-26b4-4460-bb20-d80101a03f70,segment=NetworkSegment(3bd084f8-bb3c-4626-8bed-c222d6fe47c9),segment_id=3bd084f8-bb3c-4626-8bed-c222d6fe47c9)] {{(pid=94176) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 23 11:51:21.901051 dv-neutron-601336-94-hyperv neutron-server[94175]: INFO neutron.wsgi [req-6793ab53-6562-45d6-9cd8-23638730964c req-335909d6-3ffa-4a5b-9bdd-037a3abeb904 tempest-DeleteServersTestJSON-433100455 tempest-DeleteServersTestJSON-433100455-project] 10.222.0.20 "GET /v2.0/security-groups?id=ecccba2e-ace5-4419-a640-deee23c0f066&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0330458 Jun 23 11:51:21.925990 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron_lib.callbacks.manager [None req-97bd5441-1da2-49ee-a364-27795820ba27 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-922904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866062', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773700135042', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773699642233', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773699642278'] for port, after_update {{(pid=94176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:51:21.927835 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG oslo_concurrency.lockutils [None req-97bd5441-1da2-49ee-a364-27795820ba27 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 11:51:21.979076 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97bd5441-1da2-49ee-a364-27795820ba27 None None] Pushing event updated for resources: {'Port': ['ID=ed19df97-26b4-4460-bb20-d80101a03f70,revision_number=7']} {{(pid=94176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 11:51:21.983094 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG oslo_concurrency.lockutils [None req-97bd5441-1da2-49ee-a364-27795820ba27 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.055s {{(pid=94176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 11:51:21.985207 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.plugins.ml2.db [None req-97bd5441-1da2-49ee-a364-27795820ba27 None None] get_ports_and_sgs() called for port_ids ['ed19df97-26b4-4460-bb20-d80101a03f70'] {{(pid=94176) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 23 11:51:22.485850 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-effedd45-eb8e-4ec2-a6cb-ce372e54ddad req-2ac0cf48-e879-4977-af77-a2c6ecfe34cd tempest-DeleteServersTestJSON-433100455 tempest-DeleteServersTestJSON-433100455-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 11:51:22.487298 dv-neutron-601336-94-hyperv neutron-server[94175]: INFO neutron.wsgi [req-effedd45-eb8e-4ec2-a6cb-ce372e54ddad req-2ac0cf48-e879-4977-af77-a2c6ecfe34cd tempest-DeleteServersTestJSON-433100455 tempest-DeleteServersTestJSON-433100455-project] 10.222.0.52 "GET /v2.0/ports?device_id=e74be450-94fb-4bb8-b609-a7d0dcf2ac85&tenant_id=c5f0744a00394db8a487edcd662959fe&binding%3Ahost_id=hv-neutron-6013 HTTP/1.1" status: 200 len: 944 time: 0.1092939 Jun 23 11:51:22.579163 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-effedd45-eb8e-4ec2-a6cb-ce372e54ddad req-87d34d5d-2631-475f-89bb-9800b435cbf3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 11:51:22.580776 dv-neutron-601336-94-hyperv neutron-server[94175]: INFO neutron.wsgi [req-effedd45-eb8e-4ec2-a6cb-ce372e54ddad req-87d34d5d-2631-475f-89bb-9800b435cbf3 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=c5f0744a00394db8a487edcd662959fe&device_id=e74be450-94fb-4bb8-b609-a7d0dcf2ac85 HTTP/1.1" status: 200 len: 1097 time: 0.0529542 Jun 23 11:51:22.669487 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-effedd45-eb8e-4ec2-a6cb-ce372e54ddad req-f24453a5-3ebf-4991-9580-364b7b24a6a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 11:51:22.670923 dv-neutron-601336-94-hyperv neutron-server[94175]: INFO neutron.wsgi [req-effedd45-eb8e-4ec2-a6cb-ce372e54ddad req-f24453a5-3ebf-4991-9580-364b7b24a6a8 service neutron] 10.222.0.52 "GET /v2.0/networks?id=9f854770-2d5f-438f-a180-53efbbed0ee3 HTTP/1.1" status: 200 len: 913 time: 0.0843031 Jun 23 11:51:22.709337 dv-neutron-601336-94-hyperv neutron-server[94175]: INFO neutron.wsgi [req-effedd45-eb8e-4ec2-a6cb-ce372e54ddad req-51cd87db-6140-4e29-a02e-550656723eb4 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=ed19df97-26b4-4460-bb20-d80101a03f70 HTTP/1.1" status: 200 len: 217 time: 0.0320656 Jun 23 11:51:22.759465 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-effedd45-eb8e-4ec2-a6cb-ce372e54ddad req-531acb60-4241-49df-9040-adbc2d4a2149 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 11:51:22.760762 dv-neutron-601336-94-hyperv neutron-server[94175]: INFO neutron.wsgi [req-effedd45-eb8e-4ec2-a6cb-ce372e54ddad req-531acb60-4241-49df-9040-adbc2d4a2149 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=d5d9084e-0a42-40f5-aaf6-b0ca4b8832a3 HTTP/1.1" status: 200 len: 852 time: 0.0456948 Jun 23 11:51:22.792029 dv-neutron-601336-94-hyperv neutron-server[94175]: INFO neutron.wsgi [req-effedd45-eb8e-4ec2-a6cb-ce372e54ddad req-f0207fe3-0a36-4d4a-9857-b562df71bfc7 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=9f854770-2d5f-438f-a180-53efbbed0ee3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0246902 Jun 23 11:51:22.876759 dv-neutron-601336-94-hyperv neutron-server[94175]: INFO neutron.wsgi [req-effedd45-eb8e-4ec2-a6cb-ce372e54ddad req-b641fc7f-c5e0-41b9-99eb-5e12838e78a8 service neutron] 10.222.0.52 "GET /v2.0/networks/9f854770-2d5f-438f-a180-53efbbed0ee3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0777533 Jun 23 11:51:22.957230 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.plugins.ml2.rpc [None req-97bd5441-1da2-49ee-a364-27795820ba27 None None] Device ed19df97-26b4-4460-bb20-d80101a03f70 up at agent hyperv_hv-neutron-6013 {{(pid=94176) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:298}} Jun 23 11:51:22.967737 dv-neutron-601336-94-hyperv neutron-server[94175]: INFO neutron.wsgi [req-effedd45-eb8e-4ec2-a6cb-ce372e54ddad req-47e3efda-38df-4bf9-97e0-aff39a387898 service neutron] 10.222.0.52 "GET /v2.0/networks/9f854770-2d5f-438f-a180-53efbbed0ee3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0853357 Jun 23 11:51:23.003570 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.db.provisioning_blocks [None req-97bd5441-1da2-49ee-a364-27795820ba27 None None] Provisioning complete for port ed19df97-26b4-4460-bb20-d80101a03f70 triggered by entity L2. {{(pid=94176) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 23 11:51:23.004133 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron_lib.callbacks.manager [None req-97bd5441-1da2-49ee-a364-27795820ba27 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-899258'] for port, provisioning_complete {{(pid=94176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:51:23.077572 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron_lib.callbacks.manager [None req-97bd5441-1da2-49ee-a364-27795820ba27 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-923122'] for port, before_update {{(pid=94176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:51:23.109418 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.plugins.ml2.db [None req-97bd5441-1da2-49ee-a364-27795820ba27 None None] For port ed19df97-26b4-4460-bb20-d80101a03f70, host hv-neutron-6013, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-6013',level=0,port_id=ed19df97-26b4-4460-bb20-d80101a03f70,segment=NetworkSegment(3bd084f8-bb3c-4626-8bed-c222d6fe47c9),segment_id=3bd084f8-bb3c-4626-8bed-c222d6fe47c9)] {{(pid=94176) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 23 11:51:23.190804 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e74be450-94fb-4bb8-b609-a7d0dcf2ac85', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ed19df97-26b4-4460-bb20-d80101a03f70'}] {{(pid=94176) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 23 11:51:23.193235 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}887b0dfc0393de878080286a57e4a08d4fa60dd0cddd118f338ebfcd351ddd4c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2790b409-96ce-4040-b9ea-545fe1b89132" -d '{"events": [{"server_uuid": "e74be450-94fb-4bb8-b609-a7d0dcf2ac85", "name": "network-vif-plugged", "status": "completed", "tag": "ed19df97-26b4-4460-bb20-d80101a03f70"}]}' {{(pid=94176) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 23 11:51:23.206013 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron_lib.callbacks.manager [None req-97bd5441-1da2-49ee-a364-27795820ba27 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-922904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866062', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773700135042', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773699642233', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773699642278'] for port, after_update {{(pid=94176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:51:23.208087 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG oslo_concurrency.lockutils [None req-97bd5441-1da2-49ee-a364-27795820ba27 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 11:51:23.244098 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 23 Jun 2021 11:51:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9c6d9143-0f85-4b1c-9dc9-0aa417369beb x-openstack-request-id: req-9c6d9143-0f85-4b1c-9dc9-0aa417369beb {{(pid=94176) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 23 11:51:23.244398 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e74be450-94fb-4bb8-b609-a7d0dcf2ac85", "name": "network-vif-plugged", "status": "completed", "tag": "ed19df97-26b4-4460-bb20-d80101a03f70", "code": 200}]} {{(pid=94176) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 23 11:51:23.244661 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-9c6d9143-0f85-4b1c-9dc9-0aa417369beb {{(pid=94176) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 23 11:51:23.245307 dv-neutron-601336-94-hyperv neutron-server[94176]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e74be450-94fb-4bb8-b609-a7d0dcf2ac85', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ed19df97-26b4-4460-bb20-d80101a03f70', 'code': 200} Jun 23 11:51:23.257336 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97bd5441-1da2-49ee-a364-27795820ba27 None None] Pushing event updated for resources: {'Port': ['ID=ed19df97-26b4-4460-bb20-d80101a03f70,revision_number=8']} {{(pid=94176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 11:51:23.260304 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG oslo_concurrency.lockutils [None req-97bd5441-1da2-49ee-a364-27795820ba27 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.052s {{(pid=94176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 11:51:23.423385 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron_lib.callbacks.manager [None req-97bd5441-1da2-49ee-a364-27795820ba27 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773699952132', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-899307'] for agent, after_update {{(pid=94176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:51:24.591549 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dad9db39-5188-43f3-9424-8797d51b2628 req-2523b6b1-272b-42b6-a54f-ea4312d13026 tempest-DeleteServersTestJSON-433100455 tempest-DeleteServersTestJSON-433100455-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 11:51:24.592975 dv-neutron-601336-94-hyperv neutron-server[94175]: INFO neutron.wsgi [req-dad9db39-5188-43f3-9424-8797d51b2628 req-2523b6b1-272b-42b6-a54f-ea4312d13026 tempest-DeleteServersTestJSON-433100455 tempest-DeleteServersTestJSON-433100455-project] 10.222.0.20 "GET /v2.0/ports?device_id=e74be450-94fb-4bb8-b609-a7d0dcf2ac85 HTTP/1.1" status: 200 len: 945 time: 0.0631192 Jun 23 11:51:24.628967 dv-neutron-601336-94-hyperv neutron-server[94175]: INFO neutron.wsgi [req-dad9db39-5188-43f3-9424-8797d51b2628 req-face8a49-2ee2-4c21-b9e5-1e2f44c248a2 tempest-DeleteServersTestJSON-433100455 tempest-DeleteServersTestJSON-433100455-project] 10.222.0.20 "GET /v2.0/security-groups?id=ecccba2e-ace5-4419-a640-deee23c0f066&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0299020 Jun 23 11:51:25.802044 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2d8b613-979e-46db-8230-97e43f8f3264 req-067c1ebb-568b-41a0-bb74-8ee0783c6d9e tempest-DeleteServersTestJSON-433100455 tempest-DeleteServersTestJSON-433100455-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94174) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 11:51:25.803501 dv-neutron-601336-94-hyperv neutron-server[94174]: INFO neutron.wsgi [req-f2d8b613-979e-46db-8230-97e43f8f3264 req-067c1ebb-568b-41a0-bb74-8ee0783c6d9e tempest-DeleteServersTestJSON-433100455 tempest-DeleteServersTestJSON-433100455-project] 10.222.0.20 "GET /v2.0/ports?device_id=e74be450-94fb-4bb8-b609-a7d0dcf2ac85 HTTP/1.1" status: 200 len: 945 time: 0.0629280 Jun 23 11:51:25.839739 dv-neutron-601336-94-hyperv neutron-server[94174]: INFO neutron.wsgi [req-f2d8b613-979e-46db-8230-97e43f8f3264 req-2c604b90-f5d2-41d3-b51c-98c971d09b68 tempest-DeleteServersTestJSON-433100455 tempest-DeleteServersTestJSON-433100455-project] 10.222.0.20 "GET /v2.0/security-groups?id=ecccba2e-ace5-4419-a640-deee23c0f066&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0307002 Jun 23 11:51:26.222838 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-effedd45-eb8e-4ec2-a6cb-ce372e54ddad req-0d8b7b17-376f-4a3f-ba36-cba5c2d64ca2 tempest-DeleteServersTestJSON-433100455 tempest-DeleteServersTestJSON-433100455-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 11:51:26.224317 dv-neutron-601336-94-hyperv neutron-server[94175]: INFO neutron.wsgi [req-effedd45-eb8e-4ec2-a6cb-ce372e54ddad req-0d8b7b17-376f-4a3f-ba36-cba5c2d64ca2 tempest-DeleteServersTestJSON-433100455 tempest-DeleteServersTestJSON-433100455-project] 10.222.0.52 "GET /v2.0/ports?device_id=e74be450-94fb-4bb8-b609-a7d0dcf2ac85 HTTP/1.1" status: 200 len: 945 time: 0.0655217 Jun 23 11:51:26.320659 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.plugins.ml2.plugin [req-effedd45-eb8e-4ec2-a6cb-ce372e54ddad req-2d01ed46-6a2c-4e9b-bb85-a5e3cc594bfa tempest-DeleteServersTestJSON-433100455 tempest-DeleteServersTestJSON-433100455-project] Deleting port ed19df97-26b4-4460-bb20-d80101a03f70 {{(pid=94175) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1913}} Jun 23 11:51:26.320994 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron_lib.callbacks.manager [req-effedd45-eb8e-4ec2-a6cb-ce372e54ddad req-2d01ed46-6a2c-4e9b-bb85-a5e3cc594bfa tempest-DeleteServersTestJSON-433100455 tempest-DeleteServersTestJSON-433100455-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773700079324'] for port, before_delete {{(pid=94175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:51:26.409962 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.plugins.ml2.db [req-effedd45-eb8e-4ec2-a6cb-ce372e54ddad req-2d01ed46-6a2c-4e9b-bb85-a5e3cc594bfa tempest-DeleteServersTestJSON-433100455 tempest-DeleteServersTestJSON-433100455-project] For port ed19df97-26b4-4460-bb20-d80101a03f70, host hv-neutron-6013, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-6013',level=0,port_id=ed19df97-26b4-4460-bb20-d80101a03f70,segment=NetworkSegment(3bd084f8-bb3c-4626-8bed-c222d6fe47c9),segment_id=3bd084f8-bb3c-4626-8bed-c222d6fe47c9)] {{(pid=94175) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 23 11:51:26.410226 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron_lib.callbacks.manager [req-effedd45-eb8e-4ec2-a6cb-ce372e54ddad req-2d01ed46-6a2c-4e9b-bb85-a5e3cc594bfa tempest-DeleteServersTestJSON-433100455 tempest-DeleteServersTestJSON-433100455-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-430722'] for port, precommit_delete {{(pid=94175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:51:26.422550 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.plugins.ml2.plugin [req-effedd45-eb8e-4ec2-a6cb-ce372e54ddad req-2d01ed46-6a2c-4e9b-bb85-a5e3cc594bfa tempest-DeleteServersTestJSON-433100455 tempest-DeleteServersTestJSON-433100455-project] Calling delete_port for ed19df97-26b4-4460-bb20-d80101a03f70 owned by compute:nova {{(pid=94175) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1986}} Jun 23 11:51:26.604668 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron_lib.callbacks.manager [req-effedd45-eb8e-4ec2-a6cb-ce372e54ddad req-2d01ed46-6a2c-4e9b-bb85-a5e3cc594bfa tempest-DeleteServersTestJSON-433100455 tempest-DeleteServersTestJSON-433100455-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-922904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866062', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773700135024', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773699642224', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5082448'] for port, after_delete {{(pid=94175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:51:26.609036 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG oslo_concurrency.lockutils [None req-2d1f7ed9-2fce-4db9-be65-45cc989c4db5 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94175) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 11:51:26.617244 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.plugins.ml2.db [None req-97bd5441-1da2-49ee-a364-27795820ba27 None None] get_ports_and_sgs() called for port_ids ['ed19df97-26b4-4460-bb20-d80101a03f70'] {{(pid=94176) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 23 11:51:26.639726 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d01ed46-6a2c-4e9b-bb85-a5e3cc594bfa tempest-DeleteServersTestJSON-433100455 tempest-DeleteServersTestJSON-433100455-project] Pushing event deleted for resources: {'Port': ['ID=ed19df97-26b4-4460-bb20-d80101a03f70,revision_number=None']} {{(pid=94175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 11:51:26.642760 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG oslo_concurrency.lockutils [None req-2d01ed46-6a2c-4e9b-bb85-a5e3cc594bfa tempest-DeleteServersTestJSON-433100455 tempest-DeleteServersTestJSON-433100455-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.033s {{(pid=94175) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 11:51:26.683924 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.db.l3_dvrscheduler_db [req-effedd45-eb8e-4ec2-a6cb-ce372e54ddad req-2d01ed46-6a2c-4e9b-bb85-a5e3cc594bfa tempest-DeleteServersTestJSON-433100455 tempest-DeleteServersTestJSON-433100455-project] No DVR routers for this DVR port ed19df97-26b4-4460-bb20-d80101a03f70 on host hv-neutron-6013 {{(pid=94175) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 23 11:51:26.686255 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron_lib.callbacks.manager [req-effedd45-eb8e-4ec2-a6cb-ce372e54ddad req-2d01ed46-6a2c-4e9b-bb85-a5e3cc594bfa tempest-DeleteServersTestJSON-433100455 tempest-DeleteServersTestJSON-433100455-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-217507'] for port, before_response {{(pid=94175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:51:26.688272 dv-neutron-601336-94-hyperv neutron-server[94175]: INFO neutron.wsgi [req-effedd45-eb8e-4ec2-a6cb-ce372e54ddad req-2d01ed46-6a2c-4e9b-bb85-a5e3cc594bfa tempest-DeleteServersTestJSON-433100455 tempest-DeleteServersTestJSON-433100455-project] 10.222.0.52 "DELETE /v2.0/ports/ed19df97-26b4-4460-bb20-d80101a03f70 HTTP/1.1" status: 204 len: 173 time: 0.4585698 Jun 23 11:51:26.693705 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e74be450-94fb-4bb8-b609-a7d0dcf2ac85', 'name': 'network-vif-deleted', 'tag': 'ed19df97-26b4-4460-bb20-d80101a03f70'}] {{(pid=94175) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 23 11:51:26.693705 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1970408df4ea4e7170669a1249478e627cf05a5a0b07cc08a66c5cb53d0ac47a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-802bb609-b4db-43d1-839b-a282b6db3b72" -d '{"events": [{"server_uuid": "e74be450-94fb-4bb8-b609-a7d0dcf2ac85", "name": "network-vif-deleted", "tag": "ed19df97-26b4-4460-bb20-d80101a03f70"}]}' {{(pid=94175) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 23 11:51:26.728703 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 23 Jun 2021 11:51:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3ff7764e-53b2-47e2-b87b-afd3df5a2f19 x-openstack-request-id: req-3ff7764e-53b2-47e2-b87b-afd3df5a2f19 {{(pid=94175) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 23 11:51:26.729051 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e74be450-94fb-4bb8-b609-a7d0dcf2ac85", "name": "network-vif-deleted", "tag": "ed19df97-26b4-4460-bb20-d80101a03f70", "status": "completed", "code": 200}]} {{(pid=94175) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 23 11:51:26.729353 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-3ff7764e-53b2-47e2-b87b-afd3df5a2f19 {{(pid=94175) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 23 11:51:26.729802 dv-neutron-601336-94-hyperv neutron-server[94175]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e74be450-94fb-4bb8-b609-a7d0dcf2ac85', 'name': 'network-vif-deleted', 'tag': 'ed19df97-26b4-4460-bb20-d80101a03f70', 'status': 'completed', 'code': 200} Jun 23 11:51:26.978668 dv-neutron-601336-94-hyperv neutron-server[94174]: INFO neutron.wsgi [req-0e3bae48-c253-4183-8804-3ea931c34ba1 req-d833d95f-5951-47c3-bc08-71c8c4fff998 tempest-DeleteServersTestJSON-433100455 tempest-DeleteServersTestJSON-433100455-project] 10.222.0.20 "GET /v2.0/ports?device_id=e74be450-94fb-4bb8-b609-a7d0dcf2ac85 HTTP/1.1" status: 200 len: 210 time: 0.0293736 Jun 23 11:51:28.206820 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.wsgi [-] (94175) accepted ('10.222.0.20', 45672) {{(pid=94175) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 11:51:28.249802 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.db.db_base_plugin_v2 [None req-184f37a4-5997-467b-809d-2b5bd60fbc9e admin admin] Deleting subnet d5d9084e-0a42-40f5-aaf6-b0ca4b8832a3 {{(pid=94175) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jun 23 11:51:28.254342 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron_lib.callbacks.manager [None req-184f37a4-5997-467b-809d-2b5bd60fbc9e admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:51:28.292639 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron_lib.callbacks.manager [None req-184f37a4-5997-467b-809d-2b5bd60fbc9e admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5190686'] for subnet, precommit_delete_associations {{(pid=94175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:51:28.330179 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron_lib.callbacks.manager [None req-184f37a4-5997-467b-809d-2b5bd60fbc9e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-897634'] for subnet, precommit_delete {{(pid=94175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:51:28.445967 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron_lib.callbacks.manager [None req-184f37a4-5997-467b-809d-2b5bd60fbc9e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-897627', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866062', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5083050', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4660036'] for subnet, after_delete {{(pid=94175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:51:28.447927 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG oslo_concurrency.lockutils [None req-4dfb3c78-e97d-459f-9374-5f095cc7fb28 tempest-TestNetworkBasicOps-233187296 tempest-TestNetworkBasicOps-233187296-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94175) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 11:51:28.471502 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-184f37a4-5997-467b-809d-2b5bd60fbc9e admin admin] Pushing event deleted for resources: {'Subnet': ['ID=d5d9084e-0a42-40f5-aaf6-b0ca4b8832a3,revision_number=None']} {{(pid=94175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 11:51:28.474376 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG oslo_concurrency.lockutils [None req-184f37a4-5997-467b-809d-2b5bd60fbc9e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.026s {{(pid=94175) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 11:51:28.475357 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron_lib.callbacks.manager [None req-184f37a4-5997-467b-809d-2b5bd60fbc9e admin admin] Notify callbacks [] for subnet, before_response {{(pid=94175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:51:28.477454 dv-neutron-601336-94-hyperv neutron-server[94175]: INFO neutron.wsgi [None req-184f37a4-5997-467b-809d-2b5bd60fbc9e admin admin] 10.222.0.20 "DELETE /v2.0/subnets/d5d9084e-0a42-40f5-aaf6-b0ca4b8832a3 HTTP/1.1" status: 204 len: 168 time: 0.2693367 Jun 23 11:51:28.479776 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.wsgi [-] (94175) accepted ('10.222.0.20', 45674) {{(pid=94175) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 11:51:28.548114 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron_lib.callbacks.manager [None req-7c814ca1-1c45-4a76-90dd-827b692d6ceb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-824874'] for network, before_delete {{(pid=94175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:51:28.623261 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron_lib.callbacks.manager [None req-7c814ca1-1c45-4a76-90dd-827b692d6ceb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-897259', 'neutron.services.segments.db._delete_segments_for_network-8773700168587'] for network, precommit_delete {{(pid=94175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:51:28.633158 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.services.segments.db [None req-7c814ca1-1c45-4a76-90dd-827b692d6ceb admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9f854770-2d5f-438f-a180-53efbbed0ee3']}} {{(pid=94175) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 11:51:28.643503 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.services.segments.db [None req-7c814ca1-1c45-4a76-90dd-827b692d6ceb admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3bd084f8-bb3c-4626-8bed-c222d6fe47c9') {'for_net_delete': True} {{(pid=94175) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 11:51:28.643796 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.services.segments.db [None req-7c814ca1-1c45-4a76-90dd-827b692d6ceb admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3bd084f8-bb3c-4626-8bed-c222d6fe47c9') {} {{(pid=94175) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 11:51:28.652140 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron_lib.callbacks.manager [None req-7c814ca1-1c45-4a76-90dd-827b692d6ceb admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8773699955833', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5190677'] for segment, before_delete {{(pid=94175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:51:28.665824 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron_lib.callbacks.manager [None req-7c814ca1-1c45-4a76-90dd-827b692d6ceb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3801'] for segment, precommit_delete {{(pid=94175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:51:28.671767 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7c814ca1-1c45-4a76-90dd-827b692d6ceb admin admin] Releasing vlan 442 on physical network physnet1 to pool {{(pid=94175) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 23 11:51:28.675330 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron_lib.callbacks.manager [None req-7c814ca1-1c45-4a76-90dd-827b692d6ceb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3801', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5082371'] for segment, after_delete {{(pid=94175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:51:28.675330 dv-neutron-601336-94-hyperv neutron-server[94175]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 23 11:51:28.675330 dv-neutron-601336-94-hyperv neutron-server[94175]: conditions |= (models_v2.Port.network_id.in_( Jun 23 11:51:28.675330 dv-neutron-601336-94-hyperv neutron-server[94175]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 23 11:51:28.675330 dv-neutron-601336-94-hyperv neutron-server[94175]: conditions |= (models_v2.Port.network_id.in_( Jun 23 11:51:28.675330 dv-neutron-601336-94-hyperv neutron-server[94175]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 23 11:51:28.675330 dv-neutron-601336-94-hyperv neutron-server[94175]: conditions |= (models_v2.Port.network_id.in_( Jun 23 11:51:28.675330 dv-neutron-601336-94-hyperv neutron-server[94175]: Traceback (most recent call last): Jun 23 11:51:28.675330 dv-neutron-601336-94-hyperv neutron-server[94175]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 23 11:51:28.675330 dv-neutron-601336-94-hyperv neutron-server[94175]: timer() Jun 23 11:51:28.675330 dv-neutron-601336-94-hyperv neutron-server[94175]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 23 11:51:28.675330 dv-neutron-601336-94-hyperv neutron-server[94175]: cb(*args, **kw) Jun 23 11:51:28.675330 dv-neutron-601336-94-hyperv neutron-server[94175]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 23 11:51:28.675330 dv-neutron-601336-94-hyperv neutron-server[94175]: return func(*args, **kwargs) Jun 23 11:51:28.675330 dv-neutron-601336-94-hyperv neutron-server[94175]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 23 11:51:28.675330 dv-neutron-601336-94-hyperv neutron-server[94175]: self._notify() Jun 23 11:51:28.675330 dv-neutron-601336-94-hyperv neutron-server[94175]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 23 11:51:28.675330 dv-neutron-601336-94-hyperv neutron-server[94175]: self.callback(batched_events) Jun 23 11:51:28.675330 dv-neutron-601336-94-hyperv neutron-server[94175]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 23 11:51:28.675330 dv-neutron-601336-94-hyperv neutron-server[94175]: event.method(event) Jun 23 11:51:28.675330 dv-neutron-601336-94-hyperv neutron-server[94175]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 23 11:51:28.675330 dv-neutron-601336-94-hyperv neutron-server[94175]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 23 11:51:28.675330 dv-neutron-601336-94-hyperv neutron-server[94175]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 23 11:51:28.675330 dv-neutron-601336-94-hyperv neutron-server[94175]: aggregate_uuid = self.p_client.list_aggregates( Jun 23 11:51:28.675330 dv-neutron-601336-94-hyperv neutron-server[94175]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 23 11:51:28.675330 dv-neutron-601336-94-hyperv neutron-server[94175]: return f(self, *a, **k) Jun 23 11:51:28.675330 dv-neutron-601336-94-hyperv neutron-server[94175]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 23 11:51:28.675330 dv-neutron-601336-94-hyperv neutron-server[94175]: return self._get(url).json() Jun 23 11:51:28.675330 dv-neutron-601336-94-hyperv neutron-server[94175]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 23 11:51:28.675330 dv-neutron-601336-94-hyperv neutron-server[94175]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 23 11:51:28.675330 dv-neutron-601336-94-hyperv neutron-server[94175]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 23 11:51:28.675330 dv-neutron-601336-94-hyperv neutron-server[94175]: return self.request(url, 'GET', **kwargs) Jun 23 11:51:28.675330 dv-neutron-601336-94-hyperv neutron-server[94175]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 23 11:51:28.675330 dv-neutron-601336-94-hyperv neutron-server[94175]: base_url = self.get_endpoint(auth, allow=allow, Jun 23 11:51:28.675330 dv-neutron-601336-94-hyperv neutron-server[94175]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 23 11:51:28.675330 dv-neutron-601336-94-hyperv neutron-server[94175]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 23 11:51:28.675330 dv-neutron-601336-94-hyperv neutron-server[94175]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 23 11:51:28.675330 dv-neutron-601336-94-hyperv neutron-server[94175]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 23 11:51:28.675330 dv-neutron-601336-94-hyperv neutron-server[94175]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 23 11:51:28.776778 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron_lib.callbacks.manager [None req-7c814ca1-1c45-4a76-90dd-827b692d6ceb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-897248', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8002400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7866073', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-524247'] for network, after_delete {{(pid=94175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:51:28.780194 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG oslo_concurrency.lockutils [None req-fe3e53a5-34d2-468a-92a1-b3e76783b88f tempest-TestNetworkBasicOps-233187296 tempest-TestNetworkBasicOps-233187296-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94175) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 11:51:28.782530 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron_lib.callbacks.manager [None req-7c814ca1-1c45-4a76-90dd-827b692d6ceb admin admin] Notify callbacks [] for network, before_response {{(pid=94175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:51:28.784371 dv-neutron-601336-94-hyperv neutron-server[94175]: INFO neutron.wsgi [None req-7c814ca1-1c45-4a76-90dd-827b692d6ceb admin admin] 10.222.0.20 "DELETE /v2.0/networks/9f854770-2d5f-438f-a180-53efbbed0ee3 HTTP/1.1" status: 204 len: 168 time: 0.3036313 Jun 23 11:51:28.795164 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c814ca1-1c45-4a76-90dd-827b692d6ceb admin admin] Pushing event deleted for resources: {'Network': ['ID=9f854770-2d5f-438f-a180-53efbbed0ee3,revision_number=None']} {{(pid=94175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 11:51:28.797461 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG oslo_concurrency.lockutils [None req-7c814ca1-1c45-4a76-90dd-827b692d6ceb admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=94175) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 11:51:28.988652 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.plugins.ml2.rpc [None req-97bd5441-1da2-49ee-a364-27795820ba27 None None] Device ed19df97-26b4-4460-bb20-d80101a03f70 no longer exists at agent hyperv_hv-neutron-6013 {{(pid=94176) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:261}} Jun 23 11:51:29.010231 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.plugins.ml2.plugin [None req-97bd5441-1da2-49ee-a364-27795820ba27 None None] No Port match for: ed19df97-26b4-4460-bb20-d80101a03f70 {{(pid=94176) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2240}} Jun 23 11:51:29.010587 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.plugins.ml2.rpc [None req-97bd5441-1da2-49ee-a364-27795820ba27 None None] Device ed19df97-26b4-4460-bb20-d80101a03f70 not bound to the agent host hv-neutron-6013 {{(pid=94176) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:271}} Jun 23 11:51:29.072072 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.wsgi [-] (94175) accepted ('10.222.0.20', 45678) {{(pid=94175) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 11:51:29.111371 dv-neutron-601336-94-hyperv neutron-server[94175]: INFO neutron.wsgi [None req-8f6bdabe-661d-44fa-aade-0457aeba0f95 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=c5f0744a00394db8a487edcd662959fe&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0374451 Jun 23 11:51:29.113575 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.wsgi [-] (94175) accepted ('10.222.0.20', 45680) {{(pid=94175) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 11:51:29.159771 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron_lib.callbacks.manager [None req-ee3523f4-f110-4136-859f-6b95d0cf2028 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:51:29.180633 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron_lib.callbacks.manager [None req-ee3523f4-f110-4136-859f-6b95d0cf2028 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:51:29.291515 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron_lib.callbacks.manager [None req-ee3523f4-f110-4136-859f-6b95d0cf2028 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7996330'] for security_group, after_delete {{(pid=94175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:51:29.294127 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron_lib.callbacks.manager [None req-ee3523f4-f110-4136-859f-6b95d0cf2028 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:51:29.295294 dv-neutron-601336-94-hyperv neutron-server[94175]: INFO neutron.wsgi [None req-ee3523f4-f110-4136-859f-6b95d0cf2028 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/ecccba2e-ace5-4419-a640-deee23c0f066 HTTP/1.1" status: 204 len: 168 time: 0.1808119 Jun 23 11:51:29.297684 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG oslo_concurrency.lockutils [None req-8f9e2153-98ad-4b7d-a3fc-3e29aa9bc6fd admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94175) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 11:51:29.304345 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee3523f4-f110-4136-859f-6b95d0cf2028 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ecccba2e-ace5-4419-a640-deee23c0f066,revision_number=None']} {{(pid=94175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 11:51:29.306642 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG oslo_concurrency.lockutils [None req-ee3523f4-f110-4136-859f-6b95d0cf2028 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.011s {{(pid=94175) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 11:51:30.248832 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.wsgi [-] (94175) accepted ('10.222.0.20', 45702) {{(pid=94175) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 11:51:30.339658 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.api.v2.base [None req-4af24309-ffd6-46c1-8e0c-a860782515ce admin admin] Request body: {'network': {'name': 'tempest-ServerDiskConfigTestJSON-1053624050-network', 'tenant_id': '633dafb8765b4ee9b7f8c0e4fe129ba7'}} {{(pid=94175) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 23 11:51:30.411537 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4af24309-ffd6-46c1-8e0c-a860782515ce admin admin] Made reservation on behalf of 633dafb8765b4ee9b7f8c0e4fe129ba7 for: {'network': 1} {{(pid=94175) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 23 11:51:30.413777 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron_lib.callbacks.manager [None req-4af24309-ffd6-46c1-8e0c-a860782515ce admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-923104'] for network, before_create {{(pid=94175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:51:30.422060 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron_lib.callbacks.manager [None req-4af24309-ffd6-46c1-8e0c-a860782515ce admin admin] Notify callbacks [] for security_group, before_create {{(pid=94175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:51:30.506711 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron_lib.callbacks.manager [None req-4af24309-ffd6-46c1-8e0c-a860782515ce admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:51:30.565773 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron_lib.callbacks.manager [None req-4af24309-ffd6-46c1-8e0c-a860782515ce admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7996330'] for security_group, after_create {{(pid=94175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:51:30.568835 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG oslo_concurrency.lockutils [None req-aa451e8d-4175-415e-997d-bf15fef4a44d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94175) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 11:51:30.590002 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4af24309-ffd6-46c1-8e0c-a860782515ce admin admin] vlan segment allocate from pool success with {'vlan_id': 408, 'physical_network': 'physnet1'} {{(pid=94175) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 23 11:51:30.599159 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4af24309-ffd6-46c1-8e0c-a860782515ce admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=59e47443-699e-4aba-9ce8-c3896b39346e,revision_number=1']} {{(pid=94175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 11:51:30.602172 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG oslo_concurrency.lockutils [None req-4af24309-ffd6-46c1-8e0c-a860782515ce admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.033s {{(pid=94175) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 11:51:30.606231 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron_lib.callbacks.manager [None req-4af24309-ffd6-46c1-8e0c-a860782515ce admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3801'] for segment, precommit_create {{(pid=94175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:51:30.608006 dv-neutron-601336-94-hyperv neutron-server[94175]: INFO neutron.db.segments_db [None req-4af24309-ffd6-46c1-8e0c-a860782515ce admin admin] Added segment efb45f5d-3d01-493f-b003-98b5b44ca9fd of type vlan for network 09cd7049-7050-47f9-adc3-c206f2f3b24d Jun 23 11:51:30.645020 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron_lib.callbacks.manager [None req-4af24309-ffd6-46c1-8e0c-a860782515ce admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8773699596773'] for network, precommit_create {{(pid=94175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:51:30.742840 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron_lib.callbacks.manager [None req-4af24309-ffd6-46c1-8e0c-a860782515ce admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8002400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7866073'] for network, after_create {{(pid=94175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:51:30.743822 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4af24309-ffd6-46c1-8e0c-a860782515ce admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 11:51:30.744391 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron_lib.callbacks.manager [None req-4af24309-ffd6-46c1-8e0c-a860782515ce admin admin] Notify callbacks [] for network, before_response {{(pid=94175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:51:30.746517 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG oslo_concurrency.lockutils [None req-c3dc4436-5106-4b36-9e73-edaafd2e5076 tempest-TestNetworkBasicOps-233187296 tempest-TestNetworkBasicOps-233187296-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94175) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 11:51:30.804269 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4af24309-ffd6-46c1-8e0c-a860782515ce admin admin] Pushing event updated for resources: {'Network': ['ID=09cd7049-7050-47f9-adc3-c206f2f3b24d,revision_number=1']} {{(pid=94175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 11:51:30.806905 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG oslo_concurrency.lockutils [None req-4af24309-ffd6-46c1-8e0c-a860782515ce admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.060s {{(pid=94175) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 11:51:30.813828 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.plugins.ml2.rpc [None req-dc7542b2-afef-47f4-a763-e3a3cba144be None None] Network 09cd7049-7050-47f9-adc3-c206f2f3b24d details requested by agent ovs-agent-dv-neutron-601336-94-hyperv with host dv-neutron-601336-94-hyperv {{(pid=94176) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:250}} Jun 23 11:51:30.852077 dv-neutron-601336-94-hyperv neutron-server[94175]: INFO neutron.wsgi [None req-4af24309-ffd6-46c1-8e0c-a860782515ce admin admin] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 0.6021650 Jun 23 11:51:30.854839 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.wsgi [-] (94175) accepted ('10.222.0.20', 45706) {{(pid=94175) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 11:51:30.859760 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.api.v2.base [None req-455f89b0-3e7d-4201-8734-45c6ac823f58 admin admin] Request body: {'subnet': {'network_id': '09cd7049-7050-47f9-adc3-c206f2f3b24d', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerDiskConfigTestJSON-1053624050-subnet', 'tenant_id': '633dafb8765b4ee9b7f8c0e4fe129ba7', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94175) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 23 11:51:30.925396 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-455f89b0-3e7d-4201-8734-45c6ac823f58 admin admin] Made reservation on behalf of 633dafb8765b4ee9b7f8c0e4fe129ba7 for: {'subnet': 1} {{(pid=94175) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 23 11:51:30.927855 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron_lib.callbacks.manager [None req-455f89b0-3e7d-4201-8734-45c6ac823f58 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4660073'] for subnet, before_create {{(pid=94175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:51:31.468939 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron_lib.callbacks.manager [None req-455f89b0-3e7d-4201-8734-45c6ac823f58 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866062', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5083113', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4660095'] for subnet, after_create {{(pid=94175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:51:31.471443 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG oslo_concurrency.lockutils [None req-6955f006-33af-438b-b3a7-3524c3869926 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94175) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 11:51:31.523548 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-455f89b0-3e7d-4201-8734-45c6ac823f58 admin admin] Pushing event updated for resources: {'Subnet': ['ID=8a817795-be8c-4b1a-8e0c-35a4449852be,revision_number=0']} {{(pid=94175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 11:51:31.526263 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG oslo_concurrency.lockutils [None req-455f89b0-3e7d-4201-8734-45c6ac823f58 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.055s {{(pid=94175) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 11:51:31.534979 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-455f89b0-3e7d-4201-8734-45c6ac823f58 admin admin] Checking segment: {'id': 'efb45f5d-3d01-493f-b003-98b5b44ca9fd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 408, 'network_id': '09cd7049-7050-47f9-adc3-c206f2f3b24d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94175) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 23 11:51:31.535375 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-455f89b0-3e7d-4201-8734-45c6ac823f58 admin admin] Network hostable DHCP agents. Network: 09cd7049-7050-47f9-adc3-c206f2f3b24d, hostable agents: ['8cf29b10-0e57-4131-816f-a4b6ad00b249'], hosted agents: [] {{(pid=94175) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 23 11:51:31.588504 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-455f89b0-3e7d-4201-8734-45c6ac823f58 admin admin] Network 09cd7049-7050-47f9-adc3-c206f2f3b24d is scheduled to be hosted by DHCP agent 8cf29b10-0e57-4131-816f-a4b6ad00b249 with binding_index 1 {{(pid=94175) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 23 11:51:31.639960 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.scheduler.base_scheduler [None req-455f89b0-3e7d-4201-8734-45c6ac823f58 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-601336-94-hyperv, 09cd7049-7050-47f9-adc3-c206f2f3b24d) {{(pid=94175) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 23 11:51:31.644438 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-455f89b0-3e7d-4201-8734-45c6ac823f58 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 11:51:31.645688 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron_lib.callbacks.manager [None req-455f89b0-3e7d-4201-8734-45c6ac823f58 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:51:31.647598 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a93d157d-f94e-4fbb-ab18-015355942848 None None] Network 09cd7049-7050-47f9-adc3-c206f2f3b24d requested from dv-neutron-601336-94-hyperv {{(pid=94176) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 23 11:51:31.692658 dv-neutron-601336-94-hyperv neutron-server[94175]: INFO neutron.wsgi [None req-455f89b0-3e7d-4201-8734-45c6ac823f58 admin admin] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 0.8366055 Jun 23 11:51:31.768978 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b33c42c9-297c-443f-998e-ae35e05f3d0e None None] Network 09cd7049-7050-47f9-adc3-c206f2f3b24d requested from dv-neutron-601336-94-hyperv {{(pid=94176) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 23 11:51:32.092878 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e583ab87-75f8-4846-a205-5e9775ae6f48 req-971f3d57-7eba-42d1-b572-c8bfc9241381 tempest-ServerDiskConfigTestJSON-242737041 tempest-ServerDiskConfigTestJSON-242737041-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94174) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 11:51:32.094308 dv-neutron-601336-94-hyperv neutron-server[94174]: INFO neutron.wsgi [req-e583ab87-75f8-4846-a205-5e9775ae6f48 req-971f3d57-7eba-42d1-b572-c8bfc9241381 tempest-ServerDiskConfigTestJSON-242737041 tempest-ServerDiskConfigTestJSON-242737041-project] 10.222.0.20 "GET /v2.0/networks?id=09cd7049-7050-47f9-adc3-c206f2f3b24d HTTP/1.1" status: 200 len: 815 time: 0.0998006 Jun 23 11:51:32.109419 dv-neutron-601336-94-hyperv neutron-server[94174]: INFO neutron.wsgi [req-e583ab87-75f8-4846-a205-5e9775ae6f48 req-4ecb8493-1d48-44e7-8c6e-d63d15f7525c tempest-ServerDiskConfigTestJSON-242737041 tempest-ServerDiskConfigTestJSON-242737041-project] 10.222.0.20 "GET /v2.0/quotas/633dafb8765b4ee9b7f8c0e4fe129ba7 HTTP/1.1" status: 200 len: 375 time: 0.0091870 Jun 23 11:51:32.142442 dv-neutron-601336-94-hyperv neutron-server[94174]: INFO neutron.wsgi [req-e583ab87-75f8-4846-a205-5e9775ae6f48 req-4ea84462-a94c-45e7-a1b0-75db0693cb08 tempest-ServerDiskConfigTestJSON-242737041 tempest-ServerDiskConfigTestJSON-242737041-project] 10.222.0.20 "GET /v2.0/ports?tenant_id=633dafb8765b4ee9b7f8c0e4fe129ba7&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0275090 Jun 23 11:51:32.152691 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.wsgi [req-e583ab87-75f8-4846-a205-5e9775ae6f48 req-31feb229-83e3-4db4-888f-1ce036b8ee73 service neutron] http://10.222.0.20:9696/v2.0/extensions returned with HTTP 200 {{(pid=94174) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 23 11:51:32.153713 dv-neutron-601336-94-hyperv neutron-server[94174]: INFO neutron.wsgi [req-e583ab87-75f8-4846-a205-5e9775ae6f48 req-31feb229-83e3-4db4-888f-1ce036b8ee73 service neutron] 10.222.0.20 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13933 time: 0.0050049 Jun 23 11:51:32.244788 dv-neutron-601336-94-hyperv neutron-server[94174]: INFO neutron.wsgi [req-e583ab87-75f8-4846-a205-5e9775ae6f48 req-13907c74-4a75-4c6c-afbf-84ba02f69ef2 service neutron] 10.222.0.20 "GET /v2.0/networks/09cd7049-7050-47f9-adc3-c206f2f3b24d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0842416 Jun 23 11:51:32.333714 dv-neutron-601336-94-hyperv neutron-server[94174]: INFO neutron.wsgi [req-e583ab87-75f8-4846-a205-5e9775ae6f48 req-fd15890c-f289-4a64-b72e-a121b47cdc34 service neutron] 10.222.0.20 "GET /v2.0/networks/09cd7049-7050-47f9-adc3-c206f2f3b24d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0833843 Jun 23 11:51:32.568426 dv-neutron-601336-94-hyperv neutron-server[94175]: INFO neutron.wsgi [req-11e75827-f49f-4515-9f73-19a899be1d74 req-ae4b7fe0-3cf2-4b5c-a6b6-bf40bb8e83d4 tempest-ServerDiskConfigTestJSON-242737041 tempest-ServerDiskConfigTestJSON-242737041-project] 10.222.0.20 "GET /v2.0/ports?device_id=9329e4f1-9bb0-4bf9-9558-ebc25fa73d81 HTTP/1.1" status: 200 len: 210 time: 0.0299809 Jun 23 11:51:33.714328 dv-neutron-601336-94-hyperv neutron-server[94174]: INFO neutron.wsgi [req-cddf836b-ae2b-4de1-9ec7-03ba27dd9232 req-99993260-a14e-4794-9c96-69abcff7813a tempest-ServerDiskConfigTestJSON-242737041 tempest-ServerDiskConfigTestJSON-242737041-project] 10.222.0.20 "GET /v2.0/ports?device_id=9329e4f1-9bb0-4bf9-9558-ebc25fa73d81 HTTP/1.1" status: 200 len: 210 time: 0.0304008 Jun 23 11:51:34.751435 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e583ab87-75f8-4846-a205-5e9775ae6f48 req-6d84b5e6-94ae-4c87-948f-1906c7bd2b67 tempest-ServerDiskConfigTestJSON-242737041 tempest-ServerDiskConfigTestJSON-242737041-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 11:51:34.752880 dv-neutron-601336-94-hyperv neutron-server[94175]: INFO neutron.wsgi [req-e583ab87-75f8-4846-a205-5e9775ae6f48 req-6d84b5e6-94ae-4c87-948f-1906c7bd2b67 tempest-ServerDiskConfigTestJSON-242737041 tempest-ServerDiskConfigTestJSON-242737041-project] 10.222.0.52 "GET /v2.0/networks?id=09cd7049-7050-47f9-adc3-c206f2f3b24d HTTP/1.1" status: 200 len: 815 time: 0.1007314 Jun 23 11:51:34.764425 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.api.v2.base [req-e583ab87-75f8-4846-a205-5e9775ae6f48 req-dd21b5b2-72ff-4b8c-a6e2-77371ae0bdda tempest-ServerDiskConfigTestJSON-242737041 tempest-ServerDiskConfigTestJSON-242737041-project] Request body: {'port': {'device_id': '9329e4f1-9bb0-4bf9-9558-ebc25fa73d81', 'network_id': '09cd7049-7050-47f9-adc3-c206f2f3b24d', 'admin_state_up': True, 'tenant_id': '633dafb8765b4ee9b7f8c0e4fe129ba7'}} {{(pid=94175) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 23 11:51:34.865881 dv-neutron-601336-94-hyperv neutron-server[94175]: INFO neutron.wsgi [req-11c63309-8b48-4cac-96d6-c778fec1e45f req-1f08e9aa-e47c-4467-8470-d9ec7a26252a tempest-ServerDiskConfigTestJSON-242737041 tempest-ServerDiskConfigTestJSON-242737041-project] 10.222.0.20 "GET /v2.0/ports?device_id=9329e4f1-9bb0-4bf9-9558-ebc25fa73d81 HTTP/1.1" status: 200 len: 210 time: 0.0416710 Jun 23 11:51:34.960038 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e583ab87-75f8-4846-a205-5e9775ae6f48 req-dd21b5b2-72ff-4b8c-a6e2-77371ae0bdda tempest-ServerDiskConfigTestJSON-242737041 tempest-ServerDiskConfigTestJSON-242737041-project] Made reservation on behalf of 633dafb8765b4ee9b7f8c0e4fe129ba7 for: {'port': 1} {{(pid=94175) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 23 11:51:34.963814 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron_lib.callbacks.manager [req-e583ab87-75f8-4846-a205-5e9775ae6f48 req-dd21b5b2-72ff-4b8c-a6e2-77371ae0bdda tempest-ServerDiskConfigTestJSON-242737041 tempest-ServerDiskConfigTestJSON-242737041-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-923104'] for port, before_create {{(pid=94175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:51:35.085935 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.db.db_base_plugin_common [req-e583ab87-75f8-4846-a205-5e9775ae6f48 req-dd21b5b2-72ff-4b8c-a6e2-77371ae0bdda tempest-ServerDiskConfigTestJSON-242737041 tempest-ServerDiskConfigTestJSON-242737041-project] Allocated IP 172.20.0.2 (09cd7049-7050-47f9-adc3-c206f2f3b24d/8a817795-be8c-4b1a-8e0c-35a4449852be/009ed570-f0e0-462f-9ae0-c3ab740dbcd9) {{(pid=94175) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 23 11:51:35.231375 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron_lib.callbacks.manager [req-e583ab87-75f8-4846-a205-5e9775ae6f48 req-dd21b5b2-72ff-4b8c-a6e2-77371ae0bdda tempest-ServerDiskConfigTestJSON-242737041 tempest-ServerDiskConfigTestJSON-242737041-project] Notify callbacks [] for port, precommit_create {{(pid=94175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:51:35.308814 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron_lib.callbacks.manager [req-e583ab87-75f8-4846-a205-5e9775ae6f48 req-dd21b5b2-72ff-4b8c-a6e2-77371ae0bdda tempest-ServerDiskConfigTestJSON-242737041 tempest-ServerDiskConfigTestJSON-242737041-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-922915', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-239814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7866073', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773699642215', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-5082457'] for port, after_create {{(pid=94175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:51:35.312904 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG oslo_concurrency.lockutils [None req-e7485f40-8282-49fa-9b2f-be6139c83391 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94175) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 11:51:35.352117 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e583ab87-75f8-4846-a205-5e9775ae6f48 req-dd21b5b2-72ff-4b8c-a6e2-77371ae0bdda tempest-ServerDiskConfigTestJSON-242737041 tempest-ServerDiskConfigTestJSON-242737041-project] Network 09cd7049-7050-47f9-adc3-c206f2f3b24d is already hosted by enough agents. {{(pid=94175) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 23 11:51:35.355234 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.scheduler.base_scheduler [req-e583ab87-75f8-4846-a205-5e9775ae6f48 req-dd21b5b2-72ff-4b8c-a6e2-77371ae0bdda tempest-ServerDiskConfigTestJSON-242737041 tempest-ServerDiskConfigTestJSON-242737041-project] Resources bound (agent type, host, resource id): {{(pid=94175) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 23 11:51:35.361079 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.db.l3_dvrscheduler_db [req-e583ab87-75f8-4846-a205-5e9775ae6f48 req-dd21b5b2-72ff-4b8c-a6e2-77371ae0bdda tempest-ServerDiskConfigTestJSON-242737041 tempest-ServerDiskConfigTestJSON-242737041-project] Received port after_create {{(pid=94175) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 23 11:51:35.367743 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd21b5b2-72ff-4b8c-a6e2-77371ae0bdda tempest-ServerDiskConfigTestJSON-242737041 tempest-ServerDiskConfigTestJSON-242737041-project] Pushing event updated for resources: {'Port': ['ID=009ed570-f0e0-462f-9ae0-c3ab740dbcd9,revision_number=1']} {{(pid=94175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 11:51:35.398650 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd21b5b2-72ff-4b8c-a6e2-77371ae0bdda tempest-ServerDiskConfigTestJSON-242737041 tempest-ServerDiskConfigTestJSON-242737041-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-601336-94-hyperv {{(pid=94175) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 11:51:35.399065 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd21b5b2-72ff-4b8c-a6e2-77371ae0bdda tempest-ServerDiskConfigTestJSON-242737041 tempest-ServerDiskConfigTestJSON-242737041-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-94-hyperv {{(pid=94175) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 11:51:35.399453 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd21b5b2-72ff-4b8c-a6e2-77371ae0bdda tempest-ServerDiskConfigTestJSON-242737041 tempest-ServerDiskConfigTestJSON-242737041-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-94-hyperv {{(pid=94175) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 11:51:35.399835 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd21b5b2-72ff-4b8c-a6e2-77371ae0bdda tempest-ServerDiskConfigTestJSON-242737041 tempest-ServerDiskConfigTestJSON-242737041-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-601336-94-hyperv {{(pid=94175) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 11:51:35.400209 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd21b5b2-72ff-4b8c-a6e2-77371ae0bdda tempest-ServerDiskConfigTestJSON-242737041 tempest-ServerDiskConfigTestJSON-242737041-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-601336-94-hyperv {{(pid=94175) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 11:51:35.400582 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd21b5b2-72ff-4b8c-a6e2-77371ae0bdda tempest-ServerDiskConfigTestJSON-242737041 tempest-ServerDiskConfigTestJSON-242737041-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-601336-94-hyperv {{(pid=94175) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 11:51:35.400953 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd21b5b2-72ff-4b8c-a6e2-77371ae0bdda tempest-ServerDiskConfigTestJSON-242737041 tempest-ServerDiskConfigTestJSON-242737041-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-601336-94-hyperv {{(pid=94175) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 11:51:35.401332 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd21b5b2-72ff-4b8c-a6e2-77371ae0bdda tempest-ServerDiskConfigTestJSON-242737041 tempest-ServerDiskConfigTestJSON-242737041-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-601336-94-hyperv {{(pid=94175) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 11:51:35.401700 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd21b5b2-72ff-4b8c-a6e2-77371ae0bdda tempest-ServerDiskConfigTestJSON-242737041 tempest-ServerDiskConfigTestJSON-242737041-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-601336-94-hyperv {{(pid=94175) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 11:51:35.402134 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd21b5b2-72ff-4b8c-a6e2-77371ae0bdda tempest-ServerDiskConfigTestJSON-242737041 tempest-ServerDiskConfigTestJSON-242737041-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-94-hyperv {{(pid=94175) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 11:51:35.402500 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd21b5b2-72ff-4b8c-a6e2-77371ae0bdda tempest-ServerDiskConfigTestJSON-242737041 tempest-ServerDiskConfigTestJSON-242737041-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-601336-94-hyperv {{(pid=94175) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 11:51:35.402868 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd21b5b2-72ff-4b8c-a6e2-77371ae0bdda tempest-ServerDiskConfigTestJSON-242737041 tempest-ServerDiskConfigTestJSON-242737041-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-601336-94-hyperv {{(pid=94175) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 11:51:35.407831 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG oslo_concurrency.lockutils [None req-dd21b5b2-72ff-4b8c-a6e2-77371ae0bdda tempest-ServerDiskConfigTestJSON-242737041 tempest-ServerDiskConfigTestJSON-242737041-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.095s {{(pid=94175) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 11:51:35.426791 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e583ab87-75f8-4846-a205-5e9775ae6f48 req-dd21b5b2-72ff-4b8c-a6e2-77371ae0bdda tempest-ServerDiskConfigTestJSON-242737041 tempest-ServerDiskConfigTestJSON-242737041-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 11:51:35.427423 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron_lib.callbacks.manager [req-e583ab87-75f8-4846-a205-5e9775ae6f48 req-dd21b5b2-72ff-4b8c-a6e2-77371ae0bdda tempest-ServerDiskConfigTestJSON-242737041 tempest-ServerDiskConfigTestJSON-242737041-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-217507'] for port, before_response {{(pid=94175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:51:35.480265 dv-neutron-601336-94-hyperv neutron-server[94175]: INFO neutron.wsgi [req-e583ab87-75f8-4846-a205-5e9775ae6f48 req-dd21b5b2-72ff-4b8c-a6e2-77371ae0bdda tempest-ServerDiskConfigTestJSON-242737041 tempest-ServerDiskConfigTestJSON-242737041-project] 10.222.0.52 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7194328 Jun 23 11:51:35.492556 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.api.v2.base [req-e583ab87-75f8-4846-a205-5e9775ae6f48 req-a72401f4-4267-436a-a0ad-b86c10393197 service neutron] Request body: {'port': {'device_id': '9329e4f1-9bb0-4bf9-9558-ebc25fa73d81', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-6013'}} {{(pid=94175) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 23 11:51:35.562540 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron_lib.callbacks.manager [req-e583ab87-75f8-4846-a205-5e9775ae6f48 req-a72401f4-4267-436a-a0ad-b86c10393197 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-923122'] for port, before_update {{(pid=94175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:51:35.813229 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.notifiers.nova [req-e583ab87-75f8-4846-a205-5e9775ae6f48 req-a72401f4-4267-436a-a0ad-b86c10393197 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 009ed570-f0e0-462f-9ae0-c3ab740dbcd9 {{(pid=94175) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 23 11:51:35.821033 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron_lib.callbacks.manager [req-e583ab87-75f8-4846-a205-5e9775ae6f48 req-a72401f4-4267-436a-a0ad-b86c10393197 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:51:35.833090 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.db.provisioning_blocks [req-e583ab87-75f8-4846-a205-5e9775ae6f48 req-a72401f4-4267-436a-a0ad-b86c10393197 service neutron] Transition to ACTIVE for port object 009ed570-f0e0-462f-9ae0-c3ab740dbcd9 will not be triggered until provisioned by entity L2. {{(pid=94175) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 23 11:51:35.908648 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron_lib.callbacks.manager [req-e583ab87-75f8-4846-a205-5e9775ae6f48 req-a72401f4-4267-436a-a0ad-b86c10393197 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-922904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866062', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773700135042', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773699642233', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773699642278', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5082471'] for port, after_update {{(pid=94175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:51:35.912548 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG oslo_concurrency.lockutils [None req-765d03d3-6ed9-4865-974a-2b9465c6757e service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94175) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 11:51:35.979214 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a72401f4-4267-436a-a0ad-b86c10393197 service neutron] Pushing event updated for resources: {'Port': ['ID=009ed570-f0e0-462f-9ae0-c3ab740dbcd9,revision_number=2']} {{(pid=94175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 11:51:35.983426 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG oslo_concurrency.lockutils [None req-a72401f4-4267-436a-a0ad-b86c10393197 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.071s {{(pid=94175) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 11:51:36.030349 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.plugins.ml2.managers [req-e583ab87-75f8-4846-a205-5e9775ae6f48 req-a72401f4-4267-436a-a0ad-b86c10393197 service neutron] Attempting to bind port 009ed570-f0e0-462f-9ae0-c3ab740dbcd9 on host hv-neutron-6013 for vnic_type normal with profile {{(pid=94175) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 23 11:51:36.030604 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.plugins.ml2.managers [req-e583ab87-75f8-4846-a205-5e9775ae6f48 req-a72401f4-4267-436a-a0ad-b86c10393197 service neutron] Attempting to bind port 009ed570-f0e0-462f-9ae0-c3ab740dbcd9 by drivers openvswitch,hyperv on host hv-neutron-6013 at level 0 using segments [{'id': 'efb45f5d-3d01-493f-b003-98b5b44ca9fd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 408, 'network_id': '09cd7049-7050-47f9-adc3-c206f2f3b24d'}] {{(pid=94175) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 23 11:51:36.030940 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e583ab87-75f8-4846-a205-5e9775ae6f48 req-a72401f4-4267-436a-a0ad-b86c10393197 service neutron] Attempting to bind port 009ed570-f0e0-462f-9ae0-c3ab740dbcd9 on network 09cd7049-7050-47f9-adc3-c206f2f3b24d {{(pid=94175) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 23 11:51:36.035883 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e583ab87-75f8-4846-a205-5e9775ae6f48 req-a72401f4-4267-436a-a0ad-b86c10393197 service neutron] Port 009ed570-f0e0-462f-9ae0-c3ab740dbcd9 on network 09cd7049-7050-47f9-adc3-c206f2f3b24d not bound, no agent of type Open vSwitch agent registered on host hv-neutron-6013 {{(pid=94175) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 23 11:51:36.036203 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e583ab87-75f8-4846-a205-5e9775ae6f48 req-a72401f4-4267-436a-a0ad-b86c10393197 service neutron] Attempting to bind port 009ed570-f0e0-462f-9ae0-c3ab740dbcd9 on network 09cd7049-7050-47f9-adc3-c206f2f3b24d {{(pid=94175) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 23 11:51:36.041206 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e583ab87-75f8-4846-a205-5e9775ae6f48 req-a72401f4-4267-436a-a0ad-b86c10393197 service neutron] Checking agent: {'id': '3a130b41-5b27-406b-aeb2-5a923af79f10', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-6013', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 23, 11, 28, 23), 'started_at': datetime.datetime(2021, 6, 23, 11, 28, 23), 'heartbeat_timestamp': datetime.datetime(2021, 6, 23, 11, 51, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94175) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 23 11:51:36.041540 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e583ab87-75f8-4846-a205-5e9775ae6f48 req-a72401f4-4267-436a-a0ad-b86c10393197 service neutron] Checking segment: {'id': 'efb45f5d-3d01-493f-b003-98b5b44ca9fd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 408, 'network_id': '09cd7049-7050-47f9-adc3-c206f2f3b24d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94175) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 23 11:51:36.041915 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e583ab87-75f8-4846-a205-5e9775ae6f48 req-a72401f4-4267-436a-a0ad-b86c10393197 service neutron] Bound using segment: {'id': 'efb45f5d-3d01-493f-b003-98b5b44ca9fd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 408, 'network_id': '09cd7049-7050-47f9-adc3-c206f2f3b24d'} {{(pid=94175) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 23 11:51:36.042339 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.plugins.ml2.managers [req-e583ab87-75f8-4846-a205-5e9775ae6f48 req-a72401f4-4267-436a-a0ad-b86c10393197 service neutron] Bound port: 009ed570-f0e0-462f-9ae0-c3ab740dbcd9, host: hv-neutron-6013, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'efb45f5d-3d01-493f-b003-98b5b44ca9fd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 408, 'network_id': '09cd7049-7050-47f9-adc3-c206f2f3b24d'}}] {{(pid=94175) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 23 11:51:36.042713 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron_lib.callbacks.manager [req-e583ab87-75f8-4846-a205-5e9775ae6f48 req-a72401f4-4267-436a-a0ad-b86c10393197 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-923122'] for port, before_update {{(pid=94175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:51:36.045235 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd4b3dbc-4d40-4a0b-8660-82b8f14e5aba req-22c06327-239e-418c-a21a-4c03f7e0063c tempest-ServerDiskConfigTestJSON-242737041 tempest-ServerDiskConfigTestJSON-242737041-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94174) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 11:51:36.046772 dv-neutron-601336-94-hyperv neutron-server[94174]: INFO neutron.wsgi [req-dd4b3dbc-4d40-4a0b-8660-82b8f14e5aba req-22c06327-239e-418c-a21a-4c03f7e0063c tempest-ServerDiskConfigTestJSON-242737041 tempest-ServerDiskConfigTestJSON-242737041-project] 10.222.0.20 "GET /v2.0/ports?device_id=9329e4f1-9bb0-4bf9-9558-ebc25fa73d81 HTTP/1.1" status: 200 len: 943 time: 0.0688548 Jun 23 11:51:36.084529 dv-neutron-601336-94-hyperv neutron-server[94174]: INFO neutron.wsgi [req-dd4b3dbc-4d40-4a0b-8660-82b8f14e5aba req-7be189a7-3d9b-4c9d-a066-a3db69dac21d tempest-ServerDiskConfigTestJSON-242737041 tempest-ServerDiskConfigTestJSON-242737041-project] 10.222.0.20 "GET /v2.0/security-groups?id=59e47443-699e-4aba-9ce8-c3896b39346e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0318592 Jun 23 11:51:36.104949 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.plugins.ml2.db [req-e583ab87-75f8-4846-a205-5e9775ae6f48 req-a72401f4-4267-436a-a0ad-b86c10393197 service neutron] For port 009ed570-f0e0-462f-9ae0-c3ab740dbcd9, host hv-neutron-6013, cleared binding levels {{(pid=94175) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 23 11:51:36.108001 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.plugins.ml2.db [req-e583ab87-75f8-4846-a205-5e9775ae6f48 req-a72401f4-4267-436a-a0ad-b86c10393197 service neutron] For port 009ed570-f0e0-462f-9ae0-c3ab740dbcd9, host hv-neutron-6013, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-6013',level=0,port_id=009ed570-f0e0-462f-9ae0-c3ab740dbcd9,segment=NetworkSegment(efb45f5d-3d01-493f-b003-98b5b44ca9fd),segment_id=efb45f5d-3d01-493f-b003-98b5b44ca9fd)] {{(pid=94175) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 23 11:51:36.165960 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron_lib.callbacks.manager [req-e583ab87-75f8-4846-a205-5e9775ae6f48 req-a72401f4-4267-436a-a0ad-b86c10393197 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-922904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866062', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773700135042', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773699642233', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773699642278', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5082471'] for port, after_update {{(pid=94175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:51:36.168109 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG oslo_concurrency.lockutils [None req-a6598cda-da76-4b1a-8d34-e2f985ef7802 tempest-ServersAdminNegativeTestJSON-136538438 tempest-ServersAdminNegativeTestJSON-136538438-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94175) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 11:51:36.203917 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e583ab87-75f8-4846-a205-5e9775ae6f48 req-a72401f4-4267-436a-a0ad-b86c10393197 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 11:51:36.204527 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron_lib.callbacks.manager [req-e583ab87-75f8-4846-a205-5e9775ae6f48 req-a72401f4-4267-436a-a0ad-b86c10393197 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-217507'] for port, before_response {{(pid=94175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:51:36.209603 dv-neutron-601336-94-hyperv neutron-server[94175]: INFO neutron.wsgi [req-e583ab87-75f8-4846-a205-5e9775ae6f48 req-a72401f4-4267-436a-a0ad-b86c10393197 service neutron] 10.222.0.52 "PUT /v2.0/ports/009ed570-f0e0-462f-9ae0-c3ab740dbcd9 HTTP/1.1" status: 200 len: 1093 time: 0.7179999 Jun 23 11:51:36.209603 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9329e4f1-9bb0-4bf9-9558-ebc25fa73d81', 'tag': '009ed570-f0e0-462f-9ae0-c3ab740dbcd9'}] {{(pid=94175) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 23 11:51:36.209603 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1970408df4ea4e7170669a1249478e627cf05a5a0b07cc08a66c5cb53d0ac47a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-66cb43ad-8513-476a-821e-0710471f41ed" -d '{"events": [{"name": "network-changed", "server_uuid": "9329e4f1-9bb0-4bf9-9558-ebc25fa73d81", "tag": "009ed570-f0e0-462f-9ae0-c3ab740dbcd9"}]}' {{(pid=94175) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 23 11:51:36.232445 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a72401f4-4267-436a-a0ad-b86c10393197 service neutron] Pushing event updated for resources: {'Port': ['ID=009ed570-f0e0-462f-9ae0-c3ab740dbcd9,revision_number=3']} {{(pid=94175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 11:51:36.237654 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG oslo_concurrency.lockutils [None req-a72401f4-4267-436a-a0ad-b86c10393197 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.067s {{(pid=94175) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 11:51:36.246917 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 23 Jun 2021 11:51:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-922c7148-dc12-46f4-a5fc-efa7a7d6f797 x-openstack-request-id: req-922c7148-dc12-46f4-a5fc-efa7a7d6f797 {{(pid=94175) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 23 11:51:36.247276 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9329e4f1-9bb0-4bf9-9558-ebc25fa73d81", "tag": "009ed570-f0e0-462f-9ae0-c3ab740dbcd9", "status": "completed", "code": 200}]} {{(pid=94175) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 23 11:51:36.247576 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-922c7148-dc12-46f4-a5fc-efa7a7d6f797 {{(pid=94175) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 23 11:51:36.248023 dv-neutron-601336-94-hyperv neutron-server[94175]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9329e4f1-9bb0-4bf9-9558-ebc25fa73d81', 'tag': '009ed570-f0e0-462f-9ae0-c3ab740dbcd9', 'status': 'completed', 'code': 200} Jun 23 11:51:36.320534 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66cb43ad-8513-476a-821e-0710471f41ed req-3d66805a-e83a-4c87-b526-478270250d9c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 11:51:36.321928 dv-neutron-601336-94-hyperv neutron-server[94175]: INFO neutron.wsgi [req-66cb43ad-8513-476a-821e-0710471f41ed req-3d66805a-e83a-4c87-b526-478270250d9c service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=633dafb8765b4ee9b7f8c0e4fe129ba7&device_id=9329e4f1-9bb0-4bf9-9558-ebc25fa73d81 HTTP/1.1" status: 200 len: 1096 time: 0.0526199 Jun 23 11:51:36.421051 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66cb43ad-8513-476a-821e-0710471f41ed req-eab3cae4-6277-4415-8970-b064506476f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 11:51:36.422486 dv-neutron-601336-94-hyperv neutron-server[94175]: INFO neutron.wsgi [req-66cb43ad-8513-476a-821e-0710471f41ed req-eab3cae4-6277-4415-8970-b064506476f0 service neutron] 10.222.0.52 "GET /v2.0/networks?tenant_id=633dafb8765b4ee9b7f8c0e4fe129ba7&shared=False HTTP/1.1" status: 200 len: 916 time: 0.0932040 Jun 23 11:51:36.511980 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66cb43ad-8513-476a-821e-0710471f41ed req-f207a3fa-8731-414e-ab29-7b347e76acb3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 11:51:36.513396 dv-neutron-601336-94-hyperv neutron-server[94175]: INFO neutron.wsgi [req-66cb43ad-8513-476a-821e-0710471f41ed req-f207a3fa-8731-414e-ab29-7b347e76acb3 service neutron] 10.222.0.52 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0842915 Jun 23 11:51:36.600994 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e583ab87-75f8-4846-a205-5e9775ae6f48 req-a2a50bca-ed61-441f-8764-0d4960cc6a60 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 11:51:36.602341 dv-neutron-601336-94-hyperv neutron-server[94175]: INFO neutron.wsgi [req-e583ab87-75f8-4846-a205-5e9775ae6f48 req-a2a50bca-ed61-441f-8764-0d4960cc6a60 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=633dafb8765b4ee9b7f8c0e4fe129ba7&device_id=9329e4f1-9bb0-4bf9-9558-ebc25fa73d81 HTTP/1.1" status: 200 len: 1096 time: 0.0514424 Jun 23 11:51:36.647961 dv-neutron-601336-94-hyperv neutron-server[94175]: INFO neutron.wsgi [req-e583ab87-75f8-4846-a205-5e9775ae6f48 req-315642a9-6724-4718-b27f-537679eb0daf service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=009ed570-f0e0-462f-9ae0-c3ab740dbcd9 HTTP/1.1" status: 200 len: 217 time: 0.0386255 Jun 23 11:51:36.695714 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e583ab87-75f8-4846-a205-5e9775ae6f48 req-1a7fd8e9-9ec9-44b5-a971-2795d100b747 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 11:51:36.697078 dv-neutron-601336-94-hyperv neutron-server[94175]: INFO neutron.wsgi [req-e583ab87-75f8-4846-a205-5e9775ae6f48 req-1a7fd8e9-9ec9-44b5-a971-2795d100b747 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=8a817795-be8c-4b1a-8e0c-35a4449852be HTTP/1.1" status: 200 len: 855 time: 0.0429883 Jun 23 11:51:36.728756 dv-neutron-601336-94-hyperv neutron-server[94175]: INFO neutron.wsgi [req-e583ab87-75f8-4846-a205-5e9775ae6f48 req-88ce1548-978f-49fc-b5b1-d9c04a34accd service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=09cd7049-7050-47f9-adc3-c206f2f3b24d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0249469 Jun 23 11:51:36.818218 dv-neutron-601336-94-hyperv neutron-server[94175]: INFO neutron.wsgi [req-e583ab87-75f8-4846-a205-5e9775ae6f48 req-b5fc9b68-5cd3-4c97-9abe-99055bddf43c service neutron] 10.222.0.52 "GET /v2.0/networks/09cd7049-7050-47f9-adc3-c206f2f3b24d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0825133 Jun 23 11:51:36.903454 dv-neutron-601336-94-hyperv neutron-server[94175]: INFO neutron.wsgi [req-e583ab87-75f8-4846-a205-5e9775ae6f48 req-8820eb96-2e33-4e5c-a654-b2401bf81177 service neutron] 10.222.0.52 "GET /v2.0/networks/09cd7049-7050-47f9-adc3-c206f2f3b24d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0787106 Jun 23 11:51:37.253045 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81b3196d-b187-48af-8f56-8c6b5028a2b5 req-24aa3e70-627f-4cbd-8b4b-e1e4e4ca9d4e tempest-ServerDiskConfigTestJSON-242737041 tempest-ServerDiskConfigTestJSON-242737041-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94174) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 11:51:37.254416 dv-neutron-601336-94-hyperv neutron-server[94174]: INFO neutron.wsgi [req-81b3196d-b187-48af-8f56-8c6b5028a2b5 req-24aa3e70-627f-4cbd-8b4b-e1e4e4ca9d4e tempest-ServerDiskConfigTestJSON-242737041 tempest-ServerDiskConfigTestJSON-242737041-project] 10.222.0.20 "GET /v2.0/ports?device_id=9329e4f1-9bb0-4bf9-9558-ebc25fa73d81 HTTP/1.1" status: 200 len: 943 time: 0.0626361 Jun 23 11:51:37.292075 dv-neutron-601336-94-hyperv neutron-server[94174]: INFO neutron.wsgi [req-81b3196d-b187-48af-8f56-8c6b5028a2b5 req-793f1c33-ea95-4997-a02f-7b62cb7d3a29 tempest-ServerDiskConfigTestJSON-242737041 tempest-ServerDiskConfigTestJSON-242737041-project] 10.222.0.20 "GET /v2.0/security-groups?id=59e47443-699e-4aba-9ce8-c3896b39346e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0318358 Jun 23 11:51:38.465156 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d934169d-d620-4ef4-8284-565c043355ef req-75e099d2-5275-4eff-953c-f6aa41febddd tempest-ServerDiskConfigTestJSON-242737041 tempest-ServerDiskConfigTestJSON-242737041-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 11:51:38.466524 dv-neutron-601336-94-hyperv neutron-server[94175]: INFO neutron.wsgi [req-d934169d-d620-4ef4-8284-565c043355ef req-75e099d2-5275-4eff-953c-f6aa41febddd tempest-ServerDiskConfigTestJSON-242737041 tempest-ServerDiskConfigTestJSON-242737041-project] 10.222.0.20 "GET /v2.0/ports?device_id=9329e4f1-9bb0-4bf9-9558-ebc25fa73d81 HTTP/1.1" status: 200 len: 943 time: 0.0651765 Jun 23 11:51:38.507991 dv-neutron-601336-94-hyperv neutron-server[94175]: INFO neutron.wsgi [req-d934169d-d620-4ef4-8284-565c043355ef req-1e03245a-c7c6-409a-af24-a097793fed0f tempest-ServerDiskConfigTestJSON-242737041 tempest-ServerDiskConfigTestJSON-242737041-project] 10.222.0.20 "GET /v2.0/security-groups?id=59e47443-699e-4aba-9ce8-c3896b39346e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0358729 Jun 23 11:51:39.082239 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.plugins.ml2.rpc [None req-97bd5441-1da2-49ee-a364-27795820ba27 None None] Device 009ed570-f0e0-462f-9ae0-c3ab740dbcd9 details requested by agent hyperv_hv-neutron-6013 with host hv-neutron-6013 {{(pid=94176) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:104}} Jun 23 11:51:39.171963 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.plugins.ml2.db [None req-97bd5441-1da2-49ee-a364-27795820ba27 None None] For port 009ed570-f0e0-462f-9ae0-c3ab740dbcd9, host hv-neutron-6013, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-6013',level=0,port_id=009ed570-f0e0-462f-9ae0-c3ab740dbcd9,segment=NetworkSegment(efb45f5d-3d01-493f-b003-98b5b44ca9fd),segment_id=efb45f5d-3d01-493f-b003-98b5b44ca9fd)] {{(pid=94176) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 23 11:51:39.182638 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.plugins.ml2.rpc [None req-97bd5441-1da2-49ee-a364-27795820ba27 None None] Returning: {'device': '009ed570-f0e0-462f-9ae0-c3ab740dbcd9', 'network_id': '09cd7049-7050-47f9-adc3-c206f2f3b24d', 'port_id': '009ed570-f0e0-462f-9ae0-c3ab740dbcd9', 'mac_address': 'fa:16:3e:83:de:54', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 408, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8a817795-be8c-4b1a-8e0c-35a4449852be', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94176) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:186}} Jun 23 11:51:39.220437 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron_lib.callbacks.manager [None req-97bd5441-1da2-49ee-a364-27795820ba27 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-923122'] for port, before_update {{(pid=94176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:51:39.233487 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.notifiers.nova [None req-97bd5441-1da2-49ee-a364-27795820ba27 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 009ed570-f0e0-462f-9ae0-c3ab740dbcd9 {{(pid=94176) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 23 11:51:39.253022 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.plugins.ml2.db [None req-97bd5441-1da2-49ee-a364-27795820ba27 None None] For port 009ed570-f0e0-462f-9ae0-c3ab740dbcd9, host hv-neutron-6013, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-6013',level=0,port_id=009ed570-f0e0-462f-9ae0-c3ab740dbcd9,segment=NetworkSegment(efb45f5d-3d01-493f-b003-98b5b44ca9fd),segment_id=efb45f5d-3d01-493f-b003-98b5b44ca9fd)] {{(pid=94176) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 23 11:51:39.302301 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron_lib.callbacks.manager [None req-97bd5441-1da2-49ee-a364-27795820ba27 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-922904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866062', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773700135042', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773699642233', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773699642278'] for port, after_update {{(pid=94176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:51:39.304855 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG oslo_concurrency.lockutils [None req-dc7542b2-afef-47f4-a763-e3a3cba144be None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 11:51:39.348627 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97bd5441-1da2-49ee-a364-27795820ba27 None None] Pushing event updated for resources: {'Port': ['ID=009ed570-f0e0-462f-9ae0-c3ab740dbcd9,revision_number=4']} {{(pid=94176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 11:51:39.351532 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG oslo_concurrency.lockutils [None req-97bd5441-1da2-49ee-a364-27795820ba27 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=94176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 11:51:39.507178 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.plugins.ml2.db [None req-97bd5441-1da2-49ee-a364-27795820ba27 None None] get_ports_and_sgs() called for port_ids ['009ed570-f0e0-462f-9ae0-c3ab740dbcd9'] {{(pid=94176) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 23 11:51:39.680925 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63413c6d-bb79-4367-8727-864ef5cff293 req-84b84540-53ae-4451-a481-79076db458ef tempest-ServerDiskConfigTestJSON-242737041 tempest-ServerDiskConfigTestJSON-242737041-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94174) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 11:51:39.682397 dv-neutron-601336-94-hyperv neutron-server[94174]: INFO neutron.wsgi [req-63413c6d-bb79-4367-8727-864ef5cff293 req-84b84540-53ae-4451-a481-79076db458ef tempest-ServerDiskConfigTestJSON-242737041 tempest-ServerDiskConfigTestJSON-242737041-project] 10.222.0.20 "GET /v2.0/ports?device_id=9329e4f1-9bb0-4bf9-9558-ebc25fa73d81 HTTP/1.1" status: 200 len: 944 time: 0.0659468 Jun 23 11:51:39.723800 dv-neutron-601336-94-hyperv neutron-server[94174]: INFO neutron.wsgi [req-63413c6d-bb79-4367-8727-864ef5cff293 req-7de10b2e-2b13-4ced-bbbd-fd7c7b11051d tempest-ServerDiskConfigTestJSON-242737041 tempest-ServerDiskConfigTestJSON-242737041-project] 10.222.0.20 "GET /v2.0/security-groups?id=59e47443-699e-4aba-9ce8-c3896b39346e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0357234 Jun 23 11:51:40.898301 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46c05d5f-7b25-4530-8a52-e68eec447e60 req-6113db8c-eb79-4a1f-a323-2c1dffe14555 tempest-ServerDiskConfigTestJSON-242737041 tempest-ServerDiskConfigTestJSON-242737041-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 11:51:40.899839 dv-neutron-601336-94-hyperv neutron-server[94175]: INFO neutron.wsgi [req-46c05d5f-7b25-4530-8a52-e68eec447e60 req-6113db8c-eb79-4a1f-a323-2c1dffe14555 tempest-ServerDiskConfigTestJSON-242737041 tempest-ServerDiskConfigTestJSON-242737041-project] 10.222.0.20 "GET /v2.0/ports?device_id=9329e4f1-9bb0-4bf9-9558-ebc25fa73d81 HTTP/1.1" status: 200 len: 944 time: 0.0674651 Jun 23 11:51:40.925870 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron_lib.callbacks.manager [None req-77de2f8c-412b-4c7a-b725-d614986fc8a6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773699952132', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-899307'] for agent, after_update {{(pid=94176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:51:40.940602 dv-neutron-601336-94-hyperv neutron-server[94175]: INFO neutron.wsgi [req-46c05d5f-7b25-4530-8a52-e68eec447e60 req-51e1ec9f-f75f-4b3e-8c03-74312e9bc14a tempest-ServerDiskConfigTestJSON-242737041 tempest-ServerDiskConfigTestJSON-242737041-project] 10.222.0.20 "GET /v2.0/security-groups?id=59e47443-699e-4aba-9ce8-c3896b39346e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0350211 Jun 23 11:51:41.098211 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.plugins.ml2.rpc [None req-97bd5441-1da2-49ee-a364-27795820ba27 None None] Device 009ed570-f0e0-462f-9ae0-c3ab740dbcd9 up at agent hyperv_hv-neutron-6013 {{(pid=94176) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:298}} Jun 23 11:51:41.187042 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.db.provisioning_blocks [None req-97bd5441-1da2-49ee-a364-27795820ba27 None None] Provisioning for port 009ed570-f0e0-462f-9ae0-c3ab740dbcd9 completed by entity L2. {{(pid=94176) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 23 11:51:41.190960 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.db.provisioning_blocks [None req-97bd5441-1da2-49ee-a364-27795820ba27 None None] Provisioning complete for port 009ed570-f0e0-462f-9ae0-c3ab740dbcd9 triggered by entity L2. {{(pid=94176) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 23 11:51:41.191373 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron_lib.callbacks.manager [None req-97bd5441-1da2-49ee-a364-27795820ba27 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-899258'] for port, provisioning_complete {{(pid=94176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:51:41.266768 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron_lib.callbacks.manager [None req-97bd5441-1da2-49ee-a364-27795820ba27 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-923122'] for port, before_update {{(pid=94176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:51:41.289552 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9329e4f1-9bb0-4bf9-9558-ebc25fa73d81', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '009ed570-f0e0-462f-9ae0-c3ab740dbcd9'}] {{(pid=94176) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 23 11:51:41.291965 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}887b0dfc0393de878080286a57e4a08d4fa60dd0cddd118f338ebfcd351ddd4c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-547e1fb8-d015-4b4e-8899-fa6e112ad2ff" -d '{"events": [{"server_uuid": "9329e4f1-9bb0-4bf9-9558-ebc25fa73d81", "name": "network-vif-plugged", "status": "completed", "tag": "009ed570-f0e0-462f-9ae0-c3ab740dbcd9"}]}' {{(pid=94176) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 23 11:51:41.307427 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.plugins.ml2.db [None req-97bd5441-1da2-49ee-a364-27795820ba27 None None] For port 009ed570-f0e0-462f-9ae0-c3ab740dbcd9, host hv-neutron-6013, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-6013',level=0,port_id=009ed570-f0e0-462f-9ae0-c3ab740dbcd9,segment=NetworkSegment(efb45f5d-3d01-493f-b003-98b5b44ca9fd),segment_id=efb45f5d-3d01-493f-b003-98b5b44ca9fd)] {{(pid=94176) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 23 11:51:41.328639 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 23 Jun 2021 11:51:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ac102664-749d-43d7-b4cc-6728e69be682 x-openstack-request-id: req-ac102664-749d-43d7-b4cc-6728e69be682 {{(pid=94176) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 23 11:51:41.328957 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9329e4f1-9bb0-4bf9-9558-ebc25fa73d81", "name": "network-vif-plugged", "status": "completed", "tag": "009ed570-f0e0-462f-9ae0-c3ab740dbcd9", "code": 200}]} {{(pid=94176) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 23 11:51:41.329219 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-ac102664-749d-43d7-b4cc-6728e69be682 {{(pid=94176) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 23 11:51:41.329648 dv-neutron-601336-94-hyperv neutron-server[94176]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9329e4f1-9bb0-4bf9-9558-ebc25fa73d81', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '009ed570-f0e0-462f-9ae0-c3ab740dbcd9', 'code': 200} Jun 23 11:51:41.370993 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron_lib.callbacks.manager [None req-97bd5441-1da2-49ee-a364-27795820ba27 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-922904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866062', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773700135042', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773699642233', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773699642278'] for port, after_update {{(pid=94176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:51:41.372959 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG oslo_concurrency.lockutils [None req-03c786bb-f66b-42c8-8fd1-48525c801d51 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 11:51:41.417701 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97bd5441-1da2-49ee-a364-27795820ba27 None None] Pushing event updated for resources: {'Port': ['ID=009ed570-f0e0-462f-9ae0-c3ab740dbcd9,revision_number=5']} {{(pid=94176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 11:51:41.420647 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG oslo_concurrency.lockutils [None req-97bd5441-1da2-49ee-a364-27795820ba27 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=94176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 11:51:41.653003 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3f0ff94-f1ee-448f-9701-1dc36008816e req-9bb04feb-37d5-4ebc-be2b-6a4173ad166b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 11:51:41.654479 dv-neutron-601336-94-hyperv neutron-server[94175]: INFO neutron.wsgi [req-e3f0ff94-f1ee-448f-9701-1dc36008816e req-9bb04feb-37d5-4ebc-be2b-6a4173ad166b service neutron] 10.222.0.52 "GET /v2.0/ports?device_id=9329e4f1-9bb0-4bf9-9558-ebc25fa73d81 HTTP/1.1" status: 200 len: 1098 time: 0.0512512 Jun 23 11:51:41.688374 dv-neutron-601336-94-hyperv neutron-server[94175]: INFO neutron.wsgi [req-e3f0ff94-f1ee-448f-9701-1dc36008816e req-629f6bda-d073-4144-bcf1-340e5d1398d6 service neutron] 10.222.0.52 "GET /v2.0/security-groups?id=59e47443-699e-4aba-9ce8-c3896b39346e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0260258 Jun 23 11:51:42.111905 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-648e710f-7c28-497c-b58a-0d46eaf29bf3 req-c5115d95-0ae8-4b71-8009-757ac134fb26 tempest-ServerDiskConfigTestJSON-242737041 tempest-ServerDiskConfigTestJSON-242737041-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 11:51:42.113354 dv-neutron-601336-94-hyperv neutron-server[94175]: INFO neutron.wsgi [req-648e710f-7c28-497c-b58a-0d46eaf29bf3 req-c5115d95-0ae8-4b71-8009-757ac134fb26 tempest-ServerDiskConfigTestJSON-242737041 tempest-ServerDiskConfigTestJSON-242737041-project] 10.222.0.20 "GET /v2.0/ports?device_id=9329e4f1-9bb0-4bf9-9558-ebc25fa73d81 HTTP/1.1" status: 200 len: 945 time: 0.0657978 Jun 23 11:51:42.151352 dv-neutron-601336-94-hyperv neutron-server[94175]: INFO neutron.wsgi [req-648e710f-7c28-497c-b58a-0d46eaf29bf3 req-53ebb822-b185-49fc-b3fe-af682c8bf294 tempest-ServerDiskConfigTestJSON-242737041 tempest-ServerDiskConfigTestJSON-242737041-project] 10.222.0.20 "GET /v2.0/security-groups?id=59e47443-699e-4aba-9ce8-c3896b39346e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0324249 Jun 23 11:51:43.205992 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron_lib.callbacks.manager [None req-fb3c9046-d472-4e54-9ba8-41c7b9959f0e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773699952132', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-899307'] for agent, after_update {{(pid=94176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:51:43.341222 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7df79bb8-a8ca-49a7-bd40-7225eaaf9238 req-3825cc03-e8e7-44d6-851b-7d20a671b83e tempest-ServerDiskConfigTestJSON-242737041 tempest-ServerDiskConfigTestJSON-242737041-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94174) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 11:51:43.342700 dv-neutron-601336-94-hyperv neutron-server[94174]: INFO neutron.wsgi [req-7df79bb8-a8ca-49a7-bd40-7225eaaf9238 req-3825cc03-e8e7-44d6-851b-7d20a671b83e tempest-ServerDiskConfigTestJSON-242737041 tempest-ServerDiskConfigTestJSON-242737041-project] 10.222.0.20 "GET /v2.0/ports?device_id=9329e4f1-9bb0-4bf9-9558-ebc25fa73d81 HTTP/1.1" status: 200 len: 945 time: 0.0779557 Jun 23 11:51:43.380515 dv-neutron-601336-94-hyperv neutron-server[94174]: INFO neutron.wsgi [req-7df79bb8-a8ca-49a7-bd40-7225eaaf9238 req-4f053dab-a51f-4e2f-b443-ca38dd231e33 tempest-ServerDiskConfigTestJSON-242737041 tempest-ServerDiskConfigTestJSON-242737041-project] 10.222.0.20 "GET /v2.0/security-groups?id=59e47443-699e-4aba-9ce8-c3896b39346e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0321565 Jun 23 11:51:43.428621 dv-neutron-601336-94-hyperv neutron-server[94175]: INFO neutron.wsgi [req-ec4d5c82-6349-47a8-acb7-4e9520e1114a req-7bc9704c-b18a-4bcf-baeb-8750dd932a36 service neutron] 10.222.0.52 "GET /v2.0/ports?device_id=9329e4f1-9bb0-4bf9-9558-ebc25fa73d81&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0533047 Jun 23 11:51:43.552758 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec4d5c82-6349-47a8-acb7-4e9520e1114a req-20e6b8aa-4817-4cb1-a5c5-b7c7785d85bf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 11:51:43.554220 dv-neutron-601336-94-hyperv neutron-server[94175]: INFO neutron.wsgi [req-ec4d5c82-6349-47a8-acb7-4e9520e1114a req-20e6b8aa-4817-4cb1-a5c5-b7c7785d85bf service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=633dafb8765b4ee9b7f8c0e4fe129ba7&device_id=9329e4f1-9bb0-4bf9-9558-ebc25fa73d81 HTTP/1.1" status: 200 len: 1098 time: 0.0887475 Jun 23 11:51:43.580698 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6914a85d-83b8-4d72-b53d-f000a6e8607c req-45816ff0-7ea1-414a-a193-63db7f4e04c6 tempest-ServerDiskConfigTestJSON-242737041 tempest-ServerDiskConfigTestJSON-242737041-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 11:51:43.582568 dv-neutron-601336-94-hyperv neutron-server[94175]: INFO neutron.wsgi [req-6914a85d-83b8-4d72-b53d-f000a6e8607c req-45816ff0-7ea1-414a-a193-63db7f4e04c6 tempest-ServerDiskConfigTestJSON-242737041 tempest-ServerDiskConfigTestJSON-242737041-project] 10.222.0.20 "GET /v2.0/ports?device_id=9329e4f1-9bb0-4bf9-9558-ebc25fa73d81 HTTP/1.1" status: 200 len: 945 time: 0.0853441 Jun 23 11:51:43.674662 dv-neutron-601336-94-hyperv neutron-server[94175]: INFO neutron.wsgi [req-6914a85d-83b8-4d72-b53d-f000a6e8607c req-5eed69f1-c82a-49b1-9a5c-ca9d23df9f36 tempest-ServerDiskConfigTestJSON-242737041 tempest-ServerDiskConfigTestJSON-242737041-project] 10.222.0.20 "GET /v2.0/security-groups?id=59e47443-699e-4aba-9ce8-c3896b39346e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0818329 Jun 23 11:51:43.694943 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec4d5c82-6349-47a8-acb7-4e9520e1114a req-8b3eb074-e806-48db-9378-0e503dca36ca service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 11:51:43.696514 dv-neutron-601336-94-hyperv neutron-server[94175]: INFO neutron.wsgi [req-ec4d5c82-6349-47a8-acb7-4e9520e1114a req-8b3eb074-e806-48db-9378-0e503dca36ca service neutron] 10.222.0.52 "GET /v2.0/networks?id=09cd7049-7050-47f9-adc3-c206f2f3b24d HTTP/1.1" status: 200 len: 916 time: 0.1130109 Jun 23 11:51:43.740147 dv-neutron-601336-94-hyperv neutron-server[94175]: INFO neutron.wsgi [req-ec4d5c82-6349-47a8-acb7-4e9520e1114a req-1a10d382-0ead-4ad7-bb37-8dba4e23c20a service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=009ed570-f0e0-462f-9ae0-c3ab740dbcd9 HTTP/1.1" status: 200 len: 217 time: 0.0377374 Jun 23 11:51:43.787955 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec4d5c82-6349-47a8-acb7-4e9520e1114a req-76b90db8-5198-4948-8322-a77196423925 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 11:51:43.789834 dv-neutron-601336-94-hyperv neutron-server[94175]: INFO neutron.wsgi [req-ec4d5c82-6349-47a8-acb7-4e9520e1114a req-76b90db8-5198-4948-8322-a77196423925 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=8a817795-be8c-4b1a-8e0c-35a4449852be HTTP/1.1" status: 200 len: 855 time: 0.0442078 Jun 23 11:51:43.823633 dv-neutron-601336-94-hyperv neutron-server[94175]: INFO neutron.wsgi [req-ec4d5c82-6349-47a8-acb7-4e9520e1114a req-d7a7dfc1-3745-4b98-a8e4-e1b108045ac0 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=09cd7049-7050-47f9-adc3-c206f2f3b24d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0279298 Jun 23 11:51:43.840139 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron_lib.callbacks.manager [None req-dc7542b2-afef-47f4-a763-e3a3cba144be None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773699952132', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-899307'] for agent, after_update {{(pid=94176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:51:43.919772 dv-neutron-601336-94-hyperv neutron-server[94175]: INFO neutron.wsgi [req-ec4d5c82-6349-47a8-acb7-4e9520e1114a req-ba5a562a-b765-4316-bba9-732532b3ddc0 service neutron] 10.222.0.52 "GET /v2.0/networks/09cd7049-7050-47f9-adc3-c206f2f3b24d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0890391 Jun 23 11:51:44.011988 dv-neutron-601336-94-hyperv neutron-server[94175]: INFO neutron.wsgi [req-ec4d5c82-6349-47a8-acb7-4e9520e1114a req-112412bd-dfe1-48c4-b51e-54598098524e service neutron] 10.222.0.52 "GET /v2.0/networks/09cd7049-7050-47f9-adc3-c206f2f3b24d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0855453 Jun 23 11:51:44.088943 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2a8471e-777d-4113-8e00-fb266436ac85 req-a16c571e-9b07-4c60-8336-1d22a7efce1d tempest-ServerDiskConfigTestJSON-242737041 tempest-ServerDiskConfigTestJSON-242737041-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 11:51:44.090390 dv-neutron-601336-94-hyperv neutron-server[94175]: INFO neutron.wsgi [req-d2a8471e-777d-4113-8e00-fb266436ac85 req-a16c571e-9b07-4c60-8336-1d22a7efce1d tempest-ServerDiskConfigTestJSON-242737041 tempest-ServerDiskConfigTestJSON-242737041-project] 10.222.0.20 "GET /v2.0/ports?device_id=9329e4f1-9bb0-4bf9-9558-ebc25fa73d81 HTTP/1.1" status: 200 len: 945 time: 0.0693045 Jun 23 11:51:44.126649 dv-neutron-601336-94-hyperv neutron-server[94175]: INFO neutron.wsgi [req-d2a8471e-777d-4113-8e00-fb266436ac85 req-df7e904e-aa9f-4451-8879-6a3c9452e9fa tempest-ServerDiskConfigTestJSON-242737041 tempest-ServerDiskConfigTestJSON-242737041-project] 10.222.0.20 "GET /v2.0/security-groups?id=59e47443-699e-4aba-9ce8-c3896b39346e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0306137 Jun 23 11:51:44.298058 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03dd701f-f520-4a19-9d80-7a1c9694a131 req-02bc4a0d-e1f8-4dda-b4c4-9b25c0531596 tempest-ServerDiskConfigTestJSON-242737041 tempest-ServerDiskConfigTestJSON-242737041-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94174) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 11:51:44.299964 dv-neutron-601336-94-hyperv neutron-server[94174]: INFO neutron.wsgi [req-03dd701f-f520-4a19-9d80-7a1c9694a131 req-02bc4a0d-e1f8-4dda-b4c4-9b25c0531596 tempest-ServerDiskConfigTestJSON-242737041 tempest-ServerDiskConfigTestJSON-242737041-project] 10.222.0.20 "GET /v2.0/ports?device_id=9329e4f1-9bb0-4bf9-9558-ebc25fa73d81 HTTP/1.1" status: 200 len: 945 time: 0.0645034 Jun 23 11:51:44.342660 dv-neutron-601336-94-hyperv neutron-server[94174]: INFO neutron.wsgi [req-03dd701f-f520-4a19-9d80-7a1c9694a131 req-35065a04-68c4-49d5-9400-714a511a3c84 tempest-ServerDiskConfigTestJSON-242737041 tempest-ServerDiskConfigTestJSON-242737041-project] 10.222.0.20 "GET /v2.0/security-groups?id=59e47443-699e-4aba-9ce8-c3896b39346e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0370884 Jun 23 11:51:44.679648 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron_lib.callbacks.manager [None req-4c20ea5f-bc7f-4d4e-935d-57f082af6ccb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773699952132', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-899307'] for agent, after_update {{(pid=94176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:51:44.941633 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dce6ab01-067f-4829-a873-8c8df4d4709f req-0d62edb5-f8d1-4ca4-8a4a-1782cdf84108 tempest-ServerDiskConfigTestJSON-242737041 tempest-ServerDiskConfigTestJSON-242737041-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94174) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 11:51:44.943112 dv-neutron-601336-94-hyperv neutron-server[94174]: INFO neutron.wsgi [req-dce6ab01-067f-4829-a873-8c8df4d4709f req-0d62edb5-f8d1-4ca4-8a4a-1782cdf84108 tempest-ServerDiskConfigTestJSON-242737041 tempest-ServerDiskConfigTestJSON-242737041-project] 10.222.0.20 "GET /v2.0/ports?device_id=9329e4f1-9bb0-4bf9-9558-ebc25fa73d81 HTTP/1.1" status: 200 len: 945 time: 0.0693517 Jun 23 11:51:45.009870 dv-neutron-601336-94-hyperv neutron-server[94174]: INFO neutron.wsgi [req-dce6ab01-067f-4829-a873-8c8df4d4709f req-b62b00c6-0737-4780-a962-938d0be2153f tempest-ServerDiskConfigTestJSON-242737041 tempest-ServerDiskConfigTestJSON-242737041-project] 10.222.0.20 "GET /v2.0/security-groups?id=59e47443-699e-4aba-9ce8-c3896b39346e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0595479 Jun 23 11:51:45.029141 dv-neutron-601336-94-hyperv neutron-server[94174]: INFO neutron.wsgi [req-c41af9e3-aefc-4d60-9e51-075a8150ebbf req-ed1ca672-211e-4534-88b3-2adadc75ba2e service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=9329e4f1-9bb0-4bf9-9558-ebc25fa73d81&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0711319 Jun 23 11:51:46.195010 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12120ecc-34f2-412f-b09f-852ecad2eb95 req-3fe057e7-340e-4090-9c6f-2551170df20a tempest-ServerDiskConfigTestJSON-242737041 tempest-ServerDiskConfigTestJSON-242737041-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 11:51:46.196542 dv-neutron-601336-94-hyperv neutron-server[94175]: INFO neutron.wsgi [req-12120ecc-34f2-412f-b09f-852ecad2eb95 req-3fe057e7-340e-4090-9c6f-2551170df20a tempest-ServerDiskConfigTestJSON-242737041 tempest-ServerDiskConfigTestJSON-242737041-project] 10.222.0.20 "GET /v2.0/ports?device_id=9329e4f1-9bb0-4bf9-9558-ebc25fa73d81 HTTP/1.1" status: 200 len: 945 time: 0.0677800 Jun 23 11:51:46.234698 dv-neutron-601336-94-hyperv neutron-server[94175]: INFO neutron.wsgi [req-12120ecc-34f2-412f-b09f-852ecad2eb95 req-22d649d7-654f-46f0-a676-eca04cb6b3f8 tempest-ServerDiskConfigTestJSON-242737041 tempest-ServerDiskConfigTestJSON-242737041-project] 10.222.0.20 "GET /v2.0/security-groups?id=59e47443-699e-4aba-9ce8-c3896b39346e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0317230 Jun 23 11:51:46.667798 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron_lib.callbacks.manager [None req-95d6aa8f-24e7-4234-82ff-f502266c3285 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773699952132', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-899307'] for agent, after_update {{(pid=94176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:51:46.770989 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c41af9e3-aefc-4d60-9e51-075a8150ebbf req-53c5879e-6492-4e13-acfe-265b822c7043 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 11:51:46.772535 dv-neutron-601336-94-hyperv neutron-server[94175]: INFO neutron.wsgi [req-c41af9e3-aefc-4d60-9e51-075a8150ebbf req-53c5879e-6492-4e13-acfe-265b822c7043 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=633dafb8765b4ee9b7f8c0e4fe129ba7&device_id=9329e4f1-9bb0-4bf9-9558-ebc25fa73d81 HTTP/1.1" status: 200 len: 1098 time: 0.0519686 Jun 23 11:51:46.863619 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c41af9e3-aefc-4d60-9e51-075a8150ebbf req-c6859ae3-1cb8-4b8d-a3cf-65ea3b3caaa0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 11:51:46.864963 dv-neutron-601336-94-hyperv neutron-server[94175]: INFO neutron.wsgi [req-c41af9e3-aefc-4d60-9e51-075a8150ebbf req-c6859ae3-1cb8-4b8d-a3cf-65ea3b3caaa0 service neutron] 10.222.0.52 "GET /v2.0/networks?id=09cd7049-7050-47f9-adc3-c206f2f3b24d HTTP/1.1" status: 200 len: 916 time: 0.0866394 Jun 23 11:51:46.904008 dv-neutron-601336-94-hyperv neutron-server[94175]: INFO neutron.wsgi [req-c41af9e3-aefc-4d60-9e51-075a8150ebbf req-265bebc4-93e5-4901-a051-e94c5527015b service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=009ed570-f0e0-462f-9ae0-c3ab740dbcd9 HTTP/1.1" status: 200 len: 217 time: 0.0329151 Jun 23 11:51:46.954882 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c41af9e3-aefc-4d60-9e51-075a8150ebbf req-c27dec84-cad0-497c-82d7-fe3e882e29e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 11:51:46.956301 dv-neutron-601336-94-hyperv neutron-server[94175]: INFO neutron.wsgi [req-c41af9e3-aefc-4d60-9e51-075a8150ebbf req-c27dec84-cad0-497c-82d7-fe3e882e29e7 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=8a817795-be8c-4b1a-8e0c-35a4449852be HTTP/1.1" status: 200 len: 855 time: 0.0463228 Jun 23 11:51:46.989903 dv-neutron-601336-94-hyperv neutron-server[94175]: INFO neutron.wsgi [req-c41af9e3-aefc-4d60-9e51-075a8150ebbf req-986e5837-0f06-48a2-a3c4-c99cd0c4993c service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=09cd7049-7050-47f9-adc3-c206f2f3b24d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0274968 Jun 23 11:51:47.073706 dv-neutron-601336-94-hyperv neutron-server[94175]: INFO neutron.wsgi [req-c41af9e3-aefc-4d60-9e51-075a8150ebbf req-38582312-25dc-49a1-8204-e24ee8b12d69 service neutron] 10.222.0.52 "GET /v2.0/networks/09cd7049-7050-47f9-adc3-c206f2f3b24d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0780308 Jun 23 11:51:47.167673 dv-neutron-601336-94-hyperv neutron-server[94175]: INFO neutron.wsgi [req-c41af9e3-aefc-4d60-9e51-075a8150ebbf req-924ff68c-a7f8-4ce6-b16a-e29a82e8e8e4 service neutron] 10.222.0.52 "GET /v2.0/networks/09cd7049-7050-47f9-adc3-c206f2f3b24d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0876691 Jun 23 11:51:47.407454 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3aa5e74f-a2ee-4999-9b98-cb1c01be6242 req-307730a3-71ed-425e-a07a-09f3e677f61c tempest-ServerDiskConfigTestJSON-242737041 tempest-ServerDiskConfigTestJSON-242737041-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94174) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 11:51:47.408763 dv-neutron-601336-94-hyperv neutron-server[94174]: INFO neutron.wsgi [req-3aa5e74f-a2ee-4999-9b98-cb1c01be6242 req-307730a3-71ed-425e-a07a-09f3e677f61c tempest-ServerDiskConfigTestJSON-242737041 tempest-ServerDiskConfigTestJSON-242737041-project] 10.222.0.20 "GET /v2.0/ports?device_id=9329e4f1-9bb0-4bf9-9558-ebc25fa73d81 HTTP/1.1" status: 200 len: 945 time: 0.0633864 Jun 23 11:51:47.451063 dv-neutron-601336-94-hyperv neutron-server[94174]: INFO neutron.wsgi [req-3aa5e74f-a2ee-4999-9b98-cb1c01be6242 req-871544d8-1e58-4665-9b47-fee00f9458a2 tempest-ServerDiskConfigTestJSON-242737041 tempest-ServerDiskConfigTestJSON-242737041-project] 10.222.0.20 "GET /v2.0/security-groups?id=59e47443-699e-4aba-9ce8-c3896b39346e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0350962 Jun 23 11:51:48.630410 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59a300cf-c57f-40aa-91af-f95e772a119d req-0f27f3f4-353b-4e1b-9f18-7e62823d773f tempest-ServerDiskConfigTestJSON-242737041 tempest-ServerDiskConfigTestJSON-242737041-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 11:51:48.632874 dv-neutron-601336-94-hyperv neutron-server[94175]: INFO neutron.wsgi [req-59a300cf-c57f-40aa-91af-f95e772a119d req-0f27f3f4-353b-4e1b-9f18-7e62823d773f tempest-ServerDiskConfigTestJSON-242737041 tempest-ServerDiskConfigTestJSON-242737041-project] 10.222.0.20 "GET /v2.0/ports?device_id=9329e4f1-9bb0-4bf9-9558-ebc25fa73d81 HTTP/1.1" status: 200 len: 945 time: 0.0710607 Jun 23 11:51:48.669996 dv-neutron-601336-94-hyperv neutron-server[94175]: INFO neutron.wsgi [req-59a300cf-c57f-40aa-91af-f95e772a119d req-5ea89388-8d73-483e-b924-109f38d8f0ef tempest-ServerDiskConfigTestJSON-242737041 tempest-ServerDiskConfigTestJSON-242737041-project] 10.222.0.20 "GET /v2.0/security-groups?id=59e47443-699e-4aba-9ce8-c3896b39346e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0316048 Jun 23 11:51:49.839330 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d4b7bfc-cf11-4952-8529-ceeac8f616df req-adf8ddff-e66f-4492-a9fe-b5285170ace3 tempest-ServerDiskConfigTestJSON-242737041 tempest-ServerDiskConfigTestJSON-242737041-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94174) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 11:51:49.840811 dv-neutron-601336-94-hyperv neutron-server[94174]: INFO neutron.wsgi [req-5d4b7bfc-cf11-4952-8529-ceeac8f616df req-adf8ddff-e66f-4492-a9fe-b5285170ace3 tempest-ServerDiskConfigTestJSON-242737041 tempest-ServerDiskConfigTestJSON-242737041-project] 10.222.0.20 "GET /v2.0/ports?device_id=9329e4f1-9bb0-4bf9-9558-ebc25fa73d81 HTTP/1.1" status: 200 len: 945 time: 0.0630832 Jun 23 11:51:49.876104 dv-neutron-601336-94-hyperv neutron-server[94174]: INFO neutron.wsgi [req-5d4b7bfc-cf11-4952-8529-ceeac8f616df req-e004541c-dfc9-4307-9ced-77bf22241242 tempest-ServerDiskConfigTestJSON-242737041 tempest-ServerDiskConfigTestJSON-242737041-project] 10.222.0.20 "GET /v2.0/security-groups?id=59e47443-699e-4aba-9ce8-c3896b39346e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0298917 Jun 23 11:51:51.049968 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-087b8243-b6c0-4942-9d6c-352b16cbc4c0 req-eef484bf-1e53-46f6-9f04-d7c245cfc177 tempest-ServerDiskConfigTestJSON-242737041 tempest-ServerDiskConfigTestJSON-242737041-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 11:51:51.051433 dv-neutron-601336-94-hyperv neutron-server[94175]: INFO neutron.wsgi [req-087b8243-b6c0-4942-9d6c-352b16cbc4c0 req-eef484bf-1e53-46f6-9f04-d7c245cfc177 tempest-ServerDiskConfigTestJSON-242737041 tempest-ServerDiskConfigTestJSON-242737041-project] 10.222.0.20 "GET /v2.0/ports?device_id=9329e4f1-9bb0-4bf9-9558-ebc25fa73d81 HTTP/1.1" status: 200 len: 945 time: 0.0675466 Jun 23 11:51:51.087123 dv-neutron-601336-94-hyperv neutron-server[94175]: INFO neutron.wsgi [req-087b8243-b6c0-4942-9d6c-352b16cbc4c0 req-3f0c035e-f0c8-4166-be0a-4da6cc47f7c3 tempest-ServerDiskConfigTestJSON-242737041 tempest-ServerDiskConfigTestJSON-242737041-project] 10.222.0.20 "GET /v2.0/security-groups?id=59e47443-699e-4aba-9ce8-c3896b39346e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0302563 Jun 23 11:51:52.255214 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c1983da-210e-44f8-a393-7b28d46d1366 req-46d1995a-7a21-4d4d-b9a2-2c8b9b24125d tempest-ServerDiskConfigTestJSON-242737041 tempest-ServerDiskConfigTestJSON-242737041-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94174) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 11:51:52.256648 dv-neutron-601336-94-hyperv neutron-server[94174]: INFO neutron.wsgi [req-9c1983da-210e-44f8-a393-7b28d46d1366 req-46d1995a-7a21-4d4d-b9a2-2c8b9b24125d tempest-ServerDiskConfigTestJSON-242737041 tempest-ServerDiskConfigTestJSON-242737041-project] 10.222.0.20 "GET /v2.0/ports?device_id=9329e4f1-9bb0-4bf9-9558-ebc25fa73d81 HTTP/1.1" status: 200 len: 945 time: 0.0616117 Jun 23 11:51:52.292788 dv-neutron-601336-94-hyperv neutron-server[94174]: INFO neutron.wsgi [req-9c1983da-210e-44f8-a393-7b28d46d1366 req-092e957d-efce-44bd-973a-08d7fae54c6b tempest-ServerDiskConfigTestJSON-242737041 tempest-ServerDiskConfigTestJSON-242737041-project] 10.222.0.20 "GET /v2.0/security-groups?id=59e47443-699e-4aba-9ce8-c3896b39346e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0306711 Jun 23 11:51:53.445308 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron_lib.callbacks.manager [None req-97bd5441-1da2-49ee-a364-27795820ba27 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773699952132', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-899307'] for agent, after_update {{(pid=94176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:51:53.464799 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b992cc97-c258-4ad6-a2ea-ad897299a8cc req-4f50674d-e487-4e48-98b7-6e4fe08a22af tempest-ServerDiskConfigTestJSON-242737041 tempest-ServerDiskConfigTestJSON-242737041-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 11:51:53.466256 dv-neutron-601336-94-hyperv neutron-server[94175]: INFO neutron.wsgi [req-b992cc97-c258-4ad6-a2ea-ad897299a8cc req-4f50674d-e487-4e48-98b7-6e4fe08a22af tempest-ServerDiskConfigTestJSON-242737041 tempest-ServerDiskConfigTestJSON-242737041-project] 10.222.0.20 "GET /v2.0/ports?device_id=9329e4f1-9bb0-4bf9-9558-ebc25fa73d81 HTTP/1.1" status: 200 len: 945 time: 0.0636635 Jun 23 11:51:53.502358 dv-neutron-601336-94-hyperv neutron-server[94175]: INFO neutron.wsgi [req-b992cc97-c258-4ad6-a2ea-ad897299a8cc req-0c93f3e9-f5c3-4b41-a501-1ab8f9bbc000 tempest-ServerDiskConfigTestJSON-242737041 tempest-ServerDiskConfigTestJSON-242737041-project] 10.222.0.20 "GET /v2.0/security-groups?id=59e47443-699e-4aba-9ce8-c3896b39346e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0304787 Jun 23 11:51:54.681950 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7451b2c-0bf4-4162-bd50-717fbbddaf28 req-0c544d5a-aef7-45ce-9f4b-73eed3b5837e tempest-ServerDiskConfigTestJSON-242737041 tempest-ServerDiskConfigTestJSON-242737041-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94174) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 11:51:54.683442 dv-neutron-601336-94-hyperv neutron-server[94174]: INFO neutron.wsgi [req-f7451b2c-0bf4-4162-bd50-717fbbddaf28 req-0c544d5a-aef7-45ce-9f4b-73eed3b5837e tempest-ServerDiskConfigTestJSON-242737041 tempest-ServerDiskConfigTestJSON-242737041-project] 10.222.0.20 "GET /v2.0/ports?device_id=9329e4f1-9bb0-4bf9-9558-ebc25fa73d81 HTTP/1.1" status: 200 len: 945 time: 0.0690010 Jun 23 11:51:54.720354 dv-neutron-601336-94-hyperv neutron-server[94174]: INFO neutron.wsgi [req-f7451b2c-0bf4-4162-bd50-717fbbddaf28 req-07c783a9-b363-489f-9c64-4b32e8c4886f tempest-ServerDiskConfigTestJSON-242737041 tempest-ServerDiskConfigTestJSON-242737041-project] 10.222.0.20 "GET /v2.0/security-groups?id=59e47443-699e-4aba-9ce8-c3896b39346e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0313072 Jun 23 11:51:55.891951 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8019fa1d-eecc-4972-936c-1d015090b7c8 req-1b37509d-7caf-49c6-bab8-921b5a246daa tempest-ServerDiskConfigTestJSON-242737041 tempest-ServerDiskConfigTestJSON-242737041-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 11:51:55.893414 dv-neutron-601336-94-hyperv neutron-server[94175]: INFO neutron.wsgi [req-8019fa1d-eecc-4972-936c-1d015090b7c8 req-1b37509d-7caf-49c6-bab8-921b5a246daa tempest-ServerDiskConfigTestJSON-242737041 tempest-ServerDiskConfigTestJSON-242737041-project] 10.222.0.20 "GET /v2.0/ports?device_id=9329e4f1-9bb0-4bf9-9558-ebc25fa73d81 HTTP/1.1" status: 200 len: 945 time: 0.0618174 Jun 23 11:51:55.930233 dv-neutron-601336-94-hyperv neutron-server[94175]: INFO neutron.wsgi [req-8019fa1d-eecc-4972-936c-1d015090b7c8 req-696709e2-bf1e-490b-985e-99cb7179c634 tempest-ServerDiskConfigTestJSON-242737041 tempest-ServerDiskConfigTestJSON-242737041-project] 10.222.0.20 "GET /v2.0/security-groups?id=59e47443-699e-4aba-9ce8-c3896b39346e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0306447 Jun 23 11:51:57.099271 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fb0e75c-359f-45a6-b9dc-607cff196156 req-23b6f3df-7d0f-46c0-89df-258dd978e358 tempest-ServerDiskConfigTestJSON-242737041 tempest-ServerDiskConfigTestJSON-242737041-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94174) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 11:51:57.100711 dv-neutron-601336-94-hyperv neutron-server[94174]: INFO neutron.wsgi [req-3fb0e75c-359f-45a6-b9dc-607cff196156 req-23b6f3df-7d0f-46c0-89df-258dd978e358 tempest-ServerDiskConfigTestJSON-242737041 tempest-ServerDiskConfigTestJSON-242737041-project] 10.222.0.20 "GET /v2.0/ports?device_id=9329e4f1-9bb0-4bf9-9558-ebc25fa73d81 HTTP/1.1" status: 200 len: 945 time: 0.0624995 Jun 23 11:51:57.137539 dv-neutron-601336-94-hyperv neutron-server[94174]: INFO neutron.wsgi [req-3fb0e75c-359f-45a6-b9dc-607cff196156 req-c83e00e3-a2f4-4342-8938-16b44c97b93b tempest-ServerDiskConfigTestJSON-242737041 tempest-ServerDiskConfigTestJSON-242737041-project] 10.222.0.20 "GET /v2.0/security-groups?id=59e47443-699e-4aba-9ce8-c3896b39346e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0313730 Jun 23 11:51:58.150832 dv-neutron-601336-94-hyperv neutron-server[94177]: DEBUG neutron.db.agents_db [None req-90fb1279-e4c5-4e73-8d66-3a29811dc4e3 None None] Agent healthcheck: found 6 active agents {{(pid=94177) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 23 11:51:58.322996 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4991f6e-92e2-4978-b1ce-4e8b2f3dd304 req-8f95d8c3-df81-41ef-b4d9-75b9fcf61fe2 tempest-ServerDiskConfigTestJSON-242737041 tempest-ServerDiskConfigTestJSON-242737041-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 11:51:58.324564 dv-neutron-601336-94-hyperv neutron-server[94175]: INFO neutron.wsgi [req-b4991f6e-92e2-4978-b1ce-4e8b2f3dd304 req-8f95d8c3-df81-41ef-b4d9-75b9fcf61fe2 tempest-ServerDiskConfigTestJSON-242737041 tempest-ServerDiskConfigTestJSON-242737041-project] 10.222.0.20 "GET /v2.0/ports?device_id=9329e4f1-9bb0-4bf9-9558-ebc25fa73d81 HTTP/1.1" status: 200 len: 945 time: 0.0735636 Jun 23 11:51:58.363335 dv-neutron-601336-94-hyperv neutron-server[94175]: INFO neutron.wsgi [req-b4991f6e-92e2-4978-b1ce-4e8b2f3dd304 req-8d9f73ad-cd8c-48dd-94f5-be43c556f801 tempest-ServerDiskConfigTestJSON-242737041 tempest-ServerDiskConfigTestJSON-242737041-project] 10.222.0.20 "GET /v2.0/security-groups?id=59e47443-699e-4aba-9ce8-c3896b39346e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0330012 Jun 23 11:51:59.533944 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7facfe06-5f2d-48d6-af40-8f7e98b9a7e6 req-d602a4a9-6c31-42cc-8955-9b048c6db24c tempest-ServerDiskConfigTestJSON-242737041 tempest-ServerDiskConfigTestJSON-242737041-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94174) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 11:51:59.535419 dv-neutron-601336-94-hyperv neutron-server[94174]: INFO neutron.wsgi [req-7facfe06-5f2d-48d6-af40-8f7e98b9a7e6 req-d602a4a9-6c31-42cc-8955-9b048c6db24c tempest-ServerDiskConfigTestJSON-242737041 tempest-ServerDiskConfigTestJSON-242737041-project] 10.222.0.20 "GET /v2.0/ports?device_id=9329e4f1-9bb0-4bf9-9558-ebc25fa73d81 HTTP/1.1" status: 200 len: 945 time: 0.0623605 Jun 23 11:51:59.579089 dv-neutron-601336-94-hyperv neutron-server[94174]: INFO neutron.wsgi [req-7facfe06-5f2d-48d6-af40-8f7e98b9a7e6 req-0d5bf4ec-5ee3-45ea-972d-e83fadef0651 tempest-ServerDiskConfigTestJSON-242737041 tempest-ServerDiskConfigTestJSON-242737041-project] 10.222.0.20 "GET /v2.0/security-groups?id=59e47443-699e-4aba-9ce8-c3896b39346e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0378559 Jun 23 11:52:00.754815 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a72c47dd-5d63-4e81-9bcc-277160aabec3 req-fd84b6a1-d138-4e66-8b0d-6b64953a28c7 tempest-ServerDiskConfigTestJSON-242737041 tempest-ServerDiskConfigTestJSON-242737041-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 11:52:00.756319 dv-neutron-601336-94-hyperv neutron-server[94175]: INFO neutron.wsgi [req-a72c47dd-5d63-4e81-9bcc-277160aabec3 req-fd84b6a1-d138-4e66-8b0d-6b64953a28c7 tempest-ServerDiskConfigTestJSON-242737041 tempest-ServerDiskConfigTestJSON-242737041-project] 10.222.0.20 "GET /v2.0/ports?device_id=9329e4f1-9bb0-4bf9-9558-ebc25fa73d81 HTTP/1.1" status: 200 len: 945 time: 0.0638950 Jun 23 11:52:00.795244 dv-neutron-601336-94-hyperv neutron-server[94175]: INFO neutron.wsgi [req-a72c47dd-5d63-4e81-9bcc-277160aabec3 req-3e7a5997-0cd1-4955-b662-18cdd8fe803b tempest-ServerDiskConfigTestJSON-242737041 tempest-ServerDiskConfigTestJSON-242737041-project] 10.222.0.20 "GET /v2.0/security-groups?id=59e47443-699e-4aba-9ce8-c3896b39346e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0332773 Jun 23 11:52:02.305528 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e430be7-e6a6-4286-8025-f5465bc26c9d req-92b00dd7-1d70-4df9-8b10-1ac405be6cef tempest-ServerDiskConfigTestJSON-242737041 tempest-ServerDiskConfigTestJSON-242737041-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94174) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 11:52:02.306999 dv-neutron-601336-94-hyperv neutron-server[94174]: INFO neutron.wsgi [req-2e430be7-e6a6-4286-8025-f5465bc26c9d req-92b00dd7-1d70-4df9-8b10-1ac405be6cef tempest-ServerDiskConfigTestJSON-242737041 tempest-ServerDiskConfigTestJSON-242737041-project] 10.222.0.20 "GET /v2.0/ports?device_id=9329e4f1-9bb0-4bf9-9558-ebc25fa73d81 HTTP/1.1" status: 200 len: 945 time: 0.4030266 Jun 23 11:52:02.343667 dv-neutron-601336-94-hyperv neutron-server[94174]: INFO neutron.wsgi [req-2e430be7-e6a6-4286-8025-f5465bc26c9d req-c37c6481-0085-4bde-8416-0bd228873941 tempest-ServerDiskConfigTestJSON-242737041 tempest-ServerDiskConfigTestJSON-242737041-project] 10.222.0.20 "GET /v2.0/security-groups?id=59e47443-699e-4aba-9ce8-c3896b39346e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0309641 Jun 23 11:52:03.527058 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e869372-fcad-4e32-b13f-1e37b9af2a21 req-77bfd292-5275-482c-9c02-ba3ad203ec73 tempest-ServerDiskConfigTestJSON-242737041 tempest-ServerDiskConfigTestJSON-242737041-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 11:52:03.528531 dv-neutron-601336-94-hyperv neutron-server[94175]: INFO neutron.wsgi [req-8e869372-fcad-4e32-b13f-1e37b9af2a21 req-77bfd292-5275-482c-9c02-ba3ad203ec73 tempest-ServerDiskConfigTestJSON-242737041 tempest-ServerDiskConfigTestJSON-242737041-project] 10.222.0.20 "GET /v2.0/ports?device_id=9329e4f1-9bb0-4bf9-9558-ebc25fa73d81 HTTP/1.1" status: 200 len: 945 time: 0.0656269 Jun 23 11:52:03.566261 dv-neutron-601336-94-hyperv neutron-server[94175]: INFO neutron.wsgi [req-8e869372-fcad-4e32-b13f-1e37b9af2a21 req-514ba02a-5167-410d-95d8-ed57abe1b830 tempest-ServerDiskConfigTestJSON-242737041 tempest-ServerDiskConfigTestJSON-242737041-project] 10.222.0.20 "GET /v2.0/security-groups?id=59e47443-699e-4aba-9ce8-c3896b39346e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0322289 Jun 23 11:52:04.740377 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34ff7cac-64a2-4da0-b150-7ffea91fb093 req-a2e50470-36c9-4c49-8b0f-017d4261448f tempest-ServerDiskConfigTestJSON-242737041 tempest-ServerDiskConfigTestJSON-242737041-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94174) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 11:52:04.741817 dv-neutron-601336-94-hyperv neutron-server[94174]: INFO neutron.wsgi [req-34ff7cac-64a2-4da0-b150-7ffea91fb093 req-a2e50470-36c9-4c49-8b0f-017d4261448f tempest-ServerDiskConfigTestJSON-242737041 tempest-ServerDiskConfigTestJSON-242737041-project] 10.222.0.20 "GET /v2.0/ports?device_id=9329e4f1-9bb0-4bf9-9558-ebc25fa73d81 HTTP/1.1" status: 200 len: 945 time: 0.0617344 Jun 23 11:52:04.778519 dv-neutron-601336-94-hyperv neutron-server[94174]: INFO neutron.wsgi [req-34ff7cac-64a2-4da0-b150-7ffea91fb093 req-55d7d0e2-e0f6-4382-bb9f-e00f0c299246 tempest-ServerDiskConfigTestJSON-242737041 tempest-ServerDiskConfigTestJSON-242737041-project] 10.222.0.20 "GET /v2.0/security-groups?id=59e47443-699e-4aba-9ce8-c3896b39346e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0310910 Jun 23 11:52:05.998538 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c7f220c-2b7c-44df-9651-c35c51b92f9e req-1ddcd5cd-1a75-48b2-8435-3020fe1d6901 tempest-ServerDiskConfigTestJSON-242737041 tempest-ServerDiskConfigTestJSON-242737041-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 11:52:06.000671 dv-neutron-601336-94-hyperv neutron-server[94175]: INFO neutron.wsgi [req-5c7f220c-2b7c-44df-9651-c35c51b92f9e req-1ddcd5cd-1a75-48b2-8435-3020fe1d6901 tempest-ServerDiskConfigTestJSON-242737041 tempest-ServerDiskConfigTestJSON-242737041-project] 10.222.0.20 "GET /v2.0/ports?device_id=9329e4f1-9bb0-4bf9-9558-ebc25fa73d81 HTTP/1.1" status: 200 len: 945 time: 0.0960588 Jun 23 11:52:06.044220 dv-neutron-601336-94-hyperv neutron-server[94175]: INFO neutron.wsgi [req-5c7f220c-2b7c-44df-9651-c35c51b92f9e req-11460955-151c-4740-b4ca-00ced4a38efe tempest-ServerDiskConfigTestJSON-242737041 tempest-ServerDiskConfigTestJSON-242737041-project] 10.222.0.20 "GET /v2.0/security-groups?id=59e47443-699e-4aba-9ce8-c3896b39346e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0354269 Jun 23 11:52:07.221620 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8d4c73a-f526-43c3-a133-cc2ff70b0d7c req-87cd89d4-6664-4f0a-8f5f-9330fdeae3db tempest-ServerDiskConfigTestJSON-242737041 tempest-ServerDiskConfigTestJSON-242737041-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94174) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 11:52:07.223229 dv-neutron-601336-94-hyperv neutron-server[94174]: INFO neutron.wsgi [req-b8d4c73a-f526-43c3-a133-cc2ff70b0d7c req-87cd89d4-6664-4f0a-8f5f-9330fdeae3db tempest-ServerDiskConfigTestJSON-242737041 tempest-ServerDiskConfigTestJSON-242737041-project] 10.222.0.20 "GET /v2.0/ports?device_id=9329e4f1-9bb0-4bf9-9558-ebc25fa73d81 HTTP/1.1" status: 200 len: 945 time: 0.0672092 Jun 23 11:52:07.261250 dv-neutron-601336-94-hyperv neutron-server[94174]: INFO neutron.wsgi [req-b8d4c73a-f526-43c3-a133-cc2ff70b0d7c req-8130f987-0416-4eb0-8b65-b5a2c77ce22a tempest-ServerDiskConfigTestJSON-242737041 tempest-ServerDiskConfigTestJSON-242737041-project] 10.222.0.20 "GET /v2.0/security-groups?id=59e47443-699e-4aba-9ce8-c3896b39346e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0323699 Jun 23 11:52:08.442065 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-051b5bc1-8bdb-47db-ba95-80fa90e2aee0 req-19c4eafc-3bf8-4dea-9ad2-c51367d71687 tempest-ServerDiskConfigTestJSON-242737041 tempest-ServerDiskConfigTestJSON-242737041-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 11:52:08.443652 dv-neutron-601336-94-hyperv neutron-server[94175]: INFO neutron.wsgi [req-051b5bc1-8bdb-47db-ba95-80fa90e2aee0 req-19c4eafc-3bf8-4dea-9ad2-c51367d71687 tempest-ServerDiskConfigTestJSON-242737041 tempest-ServerDiskConfigTestJSON-242737041-project] 10.222.0.20 "GET /v2.0/ports?device_id=9329e4f1-9bb0-4bf9-9558-ebc25fa73d81 HTTP/1.1" status: 200 len: 945 time: 0.0669165 Jun 23 11:52:08.482553 dv-neutron-601336-94-hyperv neutron-server[94175]: INFO neutron.wsgi [req-051b5bc1-8bdb-47db-ba95-80fa90e2aee0 req-a27b6af1-7b59-44a2-8a96-312edd8d478c tempest-ServerDiskConfigTestJSON-242737041 tempest-ServerDiskConfigTestJSON-242737041-project] 10.222.0.20 "GET /v2.0/security-groups?id=59e47443-699e-4aba-9ce8-c3896b39346e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0324652 Jun 23 11:52:09.656179 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4779c75a-230f-406b-b7f0-dc127e054dfb req-9fb8a6fb-281f-41eb-aac6-377fea57963b tempest-ServerDiskConfigTestJSON-242737041 tempest-ServerDiskConfigTestJSON-242737041-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94174) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 11:52:09.657656 dv-neutron-601336-94-hyperv neutron-server[94174]: INFO neutron.wsgi [req-4779c75a-230f-406b-b7f0-dc127e054dfb req-9fb8a6fb-281f-41eb-aac6-377fea57963b tempest-ServerDiskConfigTestJSON-242737041 tempest-ServerDiskConfigTestJSON-242737041-project] 10.222.0.20 "GET /v2.0/ports?device_id=9329e4f1-9bb0-4bf9-9558-ebc25fa73d81 HTTP/1.1" status: 200 len: 945 time: 0.0645642 Jun 23 11:52:09.701681 dv-neutron-601336-94-hyperv neutron-server[94174]: INFO neutron.wsgi [req-4779c75a-230f-406b-b7f0-dc127e054dfb req-301538c9-f1a2-4699-9f6c-fa61477a7a86 tempest-ServerDiskConfigTestJSON-242737041 tempest-ServerDiskConfigTestJSON-242737041-project] 10.222.0.20 "GET /v2.0/security-groups?id=59e47443-699e-4aba-9ce8-c3896b39346e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0336888 Jun 23 11:52:10.876748 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-224a6c88-7469-4217-b7fb-99107a16e84f req-ad1347f7-a40e-4e11-bd51-eca32a9d95f1 tempest-ServerDiskConfigTestJSON-242737041 tempest-ServerDiskConfigTestJSON-242737041-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 11:52:10.878218 dv-neutron-601336-94-hyperv neutron-server[94175]: INFO neutron.wsgi [req-224a6c88-7469-4217-b7fb-99107a16e84f req-ad1347f7-a40e-4e11-bd51-eca32a9d95f1 tempest-ServerDiskConfigTestJSON-242737041 tempest-ServerDiskConfigTestJSON-242737041-project] 10.222.0.20 "GET /v2.0/ports?device_id=9329e4f1-9bb0-4bf9-9558-ebc25fa73d81 HTTP/1.1" status: 200 len: 945 time: 0.0685611 Jun 23 11:52:10.918574 dv-neutron-601336-94-hyperv neutron-server[94175]: INFO neutron.wsgi [req-224a6c88-7469-4217-b7fb-99107a16e84f req-2f5e9312-292e-4b29-8624-688eb8878c3f tempest-ServerDiskConfigTestJSON-242737041 tempest-ServerDiskConfigTestJSON-242737041-project] 10.222.0.20 "GET /v2.0/security-groups?id=59e47443-699e-4aba-9ce8-c3896b39346e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0340910 Jun 23 11:52:10.941556 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron_lib.callbacks.manager [None req-600ab3be-17f0-48a7-a93b-39778a1168e7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773699952132', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-899307'] for agent, after_update {{(pid=94176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:52:12.098645 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c01f6871-524d-4a7d-bfc4-be598b71dccf req-8c8abe7d-e625-41ba-a88e-30659edb507c tempest-ServerDiskConfigTestJSON-242737041 tempest-ServerDiskConfigTestJSON-242737041-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94174) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 11:52:12.100036 dv-neutron-601336-94-hyperv neutron-server[94174]: INFO neutron.wsgi [req-c01f6871-524d-4a7d-bfc4-be598b71dccf req-8c8abe7d-e625-41ba-a88e-30659edb507c tempest-ServerDiskConfigTestJSON-242737041 tempest-ServerDiskConfigTestJSON-242737041-project] 10.222.0.20 "GET /v2.0/ports?device_id=9329e4f1-9bb0-4bf9-9558-ebc25fa73d81 HTTP/1.1" status: 200 len: 945 time: 0.0679438 Jun 23 11:52:12.137180 dv-neutron-601336-94-hyperv neutron-server[94174]: INFO neutron.wsgi [req-c01f6871-524d-4a7d-bfc4-be598b71dccf req-39d1a1ba-63d1-4f49-a332-c8bc3583cd95 tempest-ServerDiskConfigTestJSON-242737041 tempest-ServerDiskConfigTestJSON-242737041-project] 10.222.0.20 "GET /v2.0/security-groups?id=59e47443-699e-4aba-9ce8-c3896b39346e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0308466 Jun 23 11:52:13.169676 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron_lib.callbacks.manager [None req-0e6711d7-f266-46db-811a-8b3b9466484a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773699952132', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-899307'] for agent, after_update {{(pid=94176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:52:13.311394 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45226fb4-0639-43d0-a52d-cc20a1a4a93c req-b5681d22-ef6b-484c-9b2f-9ed6cf6f808d tempest-ServerDiskConfigTestJSON-242737041 tempest-ServerDiskConfigTestJSON-242737041-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 11:52:13.312879 dv-neutron-601336-94-hyperv neutron-server[94175]: INFO neutron.wsgi [req-45226fb4-0639-43d0-a52d-cc20a1a4a93c req-b5681d22-ef6b-484c-9b2f-9ed6cf6f808d tempest-ServerDiskConfigTestJSON-242737041 tempest-ServerDiskConfigTestJSON-242737041-project] 10.222.0.20 "GET /v2.0/ports?device_id=9329e4f1-9bb0-4bf9-9558-ebc25fa73d81 HTTP/1.1" status: 200 len: 945 time: 0.0659218 Jun 23 11:52:13.350019 dv-neutron-601336-94-hyperv neutron-server[94175]: INFO neutron.wsgi [req-45226fb4-0639-43d0-a52d-cc20a1a4a93c req-96e244b0-114b-43d0-8ab9-5209008ec89e tempest-ServerDiskConfigTestJSON-242737041 tempest-ServerDiskConfigTestJSON-242737041-project] 10.222.0.20 "GET /v2.0/security-groups?id=59e47443-699e-4aba-9ce8-c3896b39346e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0315847 Jun 23 11:52:13.884471 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron_lib.callbacks.manager [None req-dc7542b2-afef-47f4-a763-e3a3cba144be None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773699952132', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-899307'] for agent, after_update {{(pid=94176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:52:14.239820 dv-neutron-601336-94-hyperv neutron-server[94175]: INFO neutron.wsgi [req-c41af9e3-aefc-4d60-9e51-075a8150ebbf req-98c028fe-053e-43f8-ad61-86b7f2e3cb51 service neutron] 10.222.0.52 "GET /v2.0/ports/009ed570-f0e0-462f-9ae0-c3ab740dbcd9/bindings/hv-neutron-6013 HTTP/1.1" status: 200 len: 384 time: 0.0577471 Jun 23 11:52:14.526293 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-243c6813-d49c-4b0e-9770-d67e8f9fc835 req-bfa61c6f-3fde-4474-aefd-3e345a41e8d8 tempest-ServerDiskConfigTestJSON-242737041 tempest-ServerDiskConfigTestJSON-242737041-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94174) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 11:52:14.527779 dv-neutron-601336-94-hyperv neutron-server[94174]: INFO neutron.wsgi [req-243c6813-d49c-4b0e-9770-d67e8f9fc835 req-bfa61c6f-3fde-4474-aefd-3e345a41e8d8 tempest-ServerDiskConfigTestJSON-242737041 tempest-ServerDiskConfigTestJSON-242737041-project] 10.222.0.20 "GET /v2.0/ports?device_id=9329e4f1-9bb0-4bf9-9558-ebc25fa73d81 HTTP/1.1" status: 200 len: 945 time: 0.0640090 Jun 23 11:52:14.569790 dv-neutron-601336-94-hyperv neutron-server[94174]: INFO neutron.wsgi [req-243c6813-d49c-4b0e-9770-d67e8f9fc835 req-fb86c239-7a09-405f-ad9f-b8d1c9db59c5 tempest-ServerDiskConfigTestJSON-242737041 tempest-ServerDiskConfigTestJSON-242737041-project] 10.222.0.20 "GET /v2.0/security-groups?id=59e47443-699e-4aba-9ce8-c3896b39346e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0363510 Jun 23 11:52:14.632423 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron_lib.callbacks.manager [None req-4c20ea5f-bc7f-4d4e-935d-57f082af6ccb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773699952132', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-899307'] for agent, after_update {{(pid=94176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:52:14.789377 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c41af9e3-aefc-4d60-9e51-075a8150ebbf req-efa781c7-aafe-4f4f-86d4-026377b3d533 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 11:52:14.790800 dv-neutron-601336-94-hyperv neutron-server[94175]: INFO neutron.wsgi [req-c41af9e3-aefc-4d60-9e51-075a8150ebbf req-efa781c7-aafe-4f4f-86d4-026377b3d533 service neutron] 10.222.0.52 "GET /v2.0/ports?device_id=9329e4f1-9bb0-4bf9-9558-ebc25fa73d81&tenant_id=633dafb8765b4ee9b7f8c0e4fe129ba7 HTTP/1.1" status: 200 len: 1098 time: 0.0535295 Jun 23 11:52:14.865846 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c41af9e3-aefc-4d60-9e51-075a8150ebbf req-0e57072b-a7bd-40ec-b9c1-aee8275a94f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 11:52:14.867375 dv-neutron-601336-94-hyperv neutron-server[94175]: INFO neutron.wsgi [req-c41af9e3-aefc-4d60-9e51-075a8150ebbf req-0e57072b-a7bd-40ec-b9c1-aee8275a94f4 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=633dafb8765b4ee9b7f8c0e4fe129ba7&device_id=9329e4f1-9bb0-4bf9-9558-ebc25fa73d81 HTTP/1.1" status: 200 len: 1098 time: 0.0516546 Jun 23 11:52:14.958749 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c41af9e3-aefc-4d60-9e51-075a8150ebbf req-13d486a5-0d2e-4513-ae85-1264317c9760 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 11:52:14.960261 dv-neutron-601336-94-hyperv neutron-server[94175]: INFO neutron.wsgi [req-c41af9e3-aefc-4d60-9e51-075a8150ebbf req-13d486a5-0d2e-4513-ae85-1264317c9760 service neutron] 10.222.0.52 "GET /v2.0/networks?id=09cd7049-7050-47f9-adc3-c206f2f3b24d HTTP/1.1" status: 200 len: 916 time: 0.0872090 Jun 23 11:52:15.002441 dv-neutron-601336-94-hyperv neutron-server[94175]: INFO neutron.wsgi [req-c41af9e3-aefc-4d60-9e51-075a8150ebbf req-0b87da3f-79b3-4fbc-a463-80b7bcbf37aa service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=009ed570-f0e0-462f-9ae0-c3ab740dbcd9 HTTP/1.1" status: 200 len: 217 time: 0.0356991 Jun 23 11:52:15.051165 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c41af9e3-aefc-4d60-9e51-075a8150ebbf req-1fd37d21-85d1-464f-9b71-86b2304be946 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 11:52:15.052512 dv-neutron-601336-94-hyperv neutron-server[94175]: INFO neutron.wsgi [req-c41af9e3-aefc-4d60-9e51-075a8150ebbf req-1fd37d21-85d1-464f-9b71-86b2304be946 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=8a817795-be8c-4b1a-8e0c-35a4449852be HTTP/1.1" status: 200 len: 855 time: 0.0444098 Jun 23 11:52:15.086283 dv-neutron-601336-94-hyperv neutron-server[94175]: INFO neutron.wsgi [req-c41af9e3-aefc-4d60-9e51-075a8150ebbf req-e9073c12-54f0-4fe1-a641-a73984baa7c6 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=09cd7049-7050-47f9-adc3-c206f2f3b24d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0252638 Jun 23 11:52:15.176563 dv-neutron-601336-94-hyperv neutron-server[94175]: INFO neutron.wsgi [req-c41af9e3-aefc-4d60-9e51-075a8150ebbf req-dabde1c1-af21-46df-9ed1-aa5f563eb906 service neutron] 10.222.0.52 "GET /v2.0/networks/09cd7049-7050-47f9-adc3-c206f2f3b24d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0843484 Jun 23 11:52:15.266236 dv-neutron-601336-94-hyperv neutron-server[94175]: INFO neutron.wsgi [req-c41af9e3-aefc-4d60-9e51-075a8150ebbf req-43acc41a-7cd2-4935-b1cd-bce3ffdd7348 service neutron] 10.222.0.52 "GET /v2.0/networks/09cd7049-7050-47f9-adc3-c206f2f3b24d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0832798 Jun 23 11:52:15.746716 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3b701bf-57a9-47fc-80bd-0841125a3a32 req-00c759d8-a048-432b-a114-11fd0d5a7755 tempest-ServerDiskConfigTestJSON-242737041 tempest-ServerDiskConfigTestJSON-242737041-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 11:52:15.748220 dv-neutron-601336-94-hyperv neutron-server[94175]: INFO neutron.wsgi [req-f3b701bf-57a9-47fc-80bd-0841125a3a32 req-00c759d8-a048-432b-a114-11fd0d5a7755 tempest-ServerDiskConfigTestJSON-242737041 tempest-ServerDiskConfigTestJSON-242737041-project] 10.222.0.20 "GET /v2.0/ports?device_id=9329e4f1-9bb0-4bf9-9558-ebc25fa73d81 HTTP/1.1" status: 200 len: 945 time: 0.0636089 Jun 23 11:52:15.786020 dv-neutron-601336-94-hyperv neutron-server[94175]: INFO neutron.wsgi [req-f3b701bf-57a9-47fc-80bd-0841125a3a32 req-b3e2cd2b-9bac-4f93-aab7-bc6cef5074cf tempest-ServerDiskConfigTestJSON-242737041 tempest-ServerDiskConfigTestJSON-242737041-project] 10.222.0.20 "GET /v2.0/security-groups?id=59e47443-699e-4aba-9ce8-c3896b39346e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0321822 Jun 23 11:52:16.696539 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron_lib.callbacks.manager [None req-95d6aa8f-24e7-4234-82ff-f502266c3285 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773699952132', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-899307'] for agent, after_update {{(pid=94176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:52:16.962025 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03589c96-be4e-4bb5-9bda-018371754e76 req-a36b0e3b-259a-4310-aa48-ba2b9f2f1a33 tempest-ServerDiskConfigTestJSON-242737041 tempest-ServerDiskConfigTestJSON-242737041-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94174) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 11:52:16.963564 dv-neutron-601336-94-hyperv neutron-server[94174]: INFO neutron.wsgi [req-03589c96-be4e-4bb5-9bda-018371754e76 req-a36b0e3b-259a-4310-aa48-ba2b9f2f1a33 tempest-ServerDiskConfigTestJSON-242737041 tempest-ServerDiskConfigTestJSON-242737041-project] 10.222.0.20 "GET /v2.0/ports?device_id=9329e4f1-9bb0-4bf9-9558-ebc25fa73d81 HTTP/1.1" status: 200 len: 945 time: 0.0672193 Jun 23 11:52:17.005243 dv-neutron-601336-94-hyperv neutron-server[94174]: INFO neutron.wsgi [req-03589c96-be4e-4bb5-9bda-018371754e76 req-1f4bcd1b-1787-4b02-b03e-f6daedbc89fe tempest-ServerDiskConfigTestJSON-242737041 tempest-ServerDiskConfigTestJSON-242737041-project] 10.222.0.20 "GET /v2.0/security-groups?id=59e47443-699e-4aba-9ce8-c3896b39346e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0359356 Jun 23 11:52:17.238716 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.plugins.ml2.rpc [None req-97bd5441-1da2-49ee-a364-27795820ba27 None None] Device 009ed570-f0e0-462f-9ae0-c3ab740dbcd9 details requested by agent hyperv_hv-neutron-6013 with host hv-neutron-6013 {{(pid=94176) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:104}} Jun 23 11:52:17.240751 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.plugins.ml2.rpc [None req-97bd5441-1da2-49ee-a364-27795820ba27 None None] Device 009ed570-f0e0-462f-9ae0-c3ab740dbcd9 no longer exists at agent hyperv_hv-neutron-6013 {{(pid=94176) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:261}} Jun 23 11:52:17.377481 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron_lib.callbacks.manager [None req-97bd5441-1da2-49ee-a364-27795820ba27 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-923122'] for port, before_update {{(pid=94176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:52:17.400099 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.plugins.ml2.db [None req-97bd5441-1da2-49ee-a364-27795820ba27 None None] For port 009ed570-f0e0-462f-9ae0-c3ab740dbcd9, host hv-neutron-6013, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-6013',level=0,port_id=009ed570-f0e0-462f-9ae0-c3ab740dbcd9,segment=NetworkSegment(efb45f5d-3d01-493f-b003-98b5b44ca9fd),segment_id=efb45f5d-3d01-493f-b003-98b5b44ca9fd)] {{(pid=94176) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 23 11:52:17.417917 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9329e4f1-9bb0-4bf9-9558-ebc25fa73d81', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '009ed570-f0e0-462f-9ae0-c3ab740dbcd9'}] {{(pid=94176) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 23 11:52:17.420182 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}887b0dfc0393de878080286a57e4a08d4fa60dd0cddd118f338ebfcd351ddd4c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-36b8a67e-26a0-4629-b9ee-3e71502a7dab" -d '{"events": [{"server_uuid": "9329e4f1-9bb0-4bf9-9558-ebc25fa73d81", "name": "network-vif-unplugged", "status": "completed", "tag": "009ed570-f0e0-462f-9ae0-c3ab740dbcd9"}]}' {{(pid=94176) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 23 11:52:17.431012 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.plugins.ml2.rpc [None req-97bd5441-1da2-49ee-a364-27795820ba27 None None] Returning: {'device': '009ed570-f0e0-462f-9ae0-c3ab740dbcd9', 'network_id': '09cd7049-7050-47f9-adc3-c206f2f3b24d', 'port_id': '009ed570-f0e0-462f-9ae0-c3ab740dbcd9', 'mac_address': 'fa:16:3e:83:de:54', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 408, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8a817795-be8c-4b1a-8e0c-35a4449852be', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94176) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:186}} Jun 23 11:52:17.435537 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.plugins.ml2.db [None req-97bd5441-1da2-49ee-a364-27795820ba27 None None] For port 009ed570-f0e0-462f-9ae0-c3ab740dbcd9, host hv-neutron-6013, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-6013',level=0,port_id=009ed570-f0e0-462f-9ae0-c3ab740dbcd9,segment=NetworkSegment(efb45f5d-3d01-493f-b003-98b5b44ca9fd),segment_id=efb45f5d-3d01-493f-b003-98b5b44ca9fd)] {{(pid=94176) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 23 11:52:17.475234 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron_lib.callbacks.manager [None req-97bd5441-1da2-49ee-a364-27795820ba27 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-923122'] for port, before_update {{(pid=94176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:52:17.488289 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.notifiers.nova [None req-97bd5441-1da2-49ee-a364-27795820ba27 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 009ed570-f0e0-462f-9ae0-c3ab740dbcd9 {{(pid=94176) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 23 11:52:17.501577 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron_lib.callbacks.manager [None req-97bd5441-1da2-49ee-a364-27795820ba27 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-922904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866062', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773700135042', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773699642233', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773699642278'] for port, after_update {{(pid=94176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:52:17.505029 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG oslo_concurrency.lockutils [None req-dc7542b2-afef-47f4-a763-e3a3cba144be None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 11:52:17.578581 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron_lib.db.api [None req-97bd5441-1da2-49ee-a364-27795820ba27 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=94176) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jun 23 11:52:17.578952 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG oslo_db.api [None req-97bd5441-1da2-49ee-a364-27795820ba27 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=94176) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jun 23 11:52:17.583873 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97bd5441-1da2-49ee-a364-27795820ba27 None None] Pushing event updated for resources: {'Port': ['ID=009ed570-f0e0-462f-9ae0-c3ab740dbcd9,revision_number=6']} {{(pid=94176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 11:52:17.587406 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG oslo_concurrency.lockutils [None req-97bd5441-1da2-49ee-a364-27795820ba27 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.082s {{(pid=94176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 11:52:17.688476 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 23 Jun 2021 11:52:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6ce42e24-8831-4eb6-8132-01c8ee2a02fb x-openstack-request-id: req-6ce42e24-8831-4eb6-8132-01c8ee2a02fb {{(pid=94176) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 23 11:52:17.688785 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9329e4f1-9bb0-4bf9-9558-ebc25fa73d81", "name": "network-vif-unplugged", "status": "completed", "tag": "009ed570-f0e0-462f-9ae0-c3ab740dbcd9", "code": 200}]} {{(pid=94176) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 23 11:52:17.689052 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-6ce42e24-8831-4eb6-8132-01c8ee2a02fb {{(pid=94176) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 23 11:52:17.689465 dv-neutron-601336-94-hyperv neutron-server[94176]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9329e4f1-9bb0-4bf9-9558-ebc25fa73d81', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '009ed570-f0e0-462f-9ae0-c3ab740dbcd9', 'code': 200} Jun 23 11:52:18.190845 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fbb562f-bf00-4e77-8d44-3a524439dab6 req-a9bab14a-4bf3-4d19-a286-31949429c3e9 tempest-ServerDiskConfigTestJSON-242737041 tempest-ServerDiskConfigTestJSON-242737041-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94174) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 11:52:18.192439 dv-neutron-601336-94-hyperv neutron-server[94174]: INFO neutron.wsgi [req-6fbb562f-bf00-4e77-8d44-3a524439dab6 req-a9bab14a-4bf3-4d19-a286-31949429c3e9 tempest-ServerDiskConfigTestJSON-242737041 tempest-ServerDiskConfigTestJSON-242737041-project] 10.222.0.20 "GET /v2.0/ports?device_id=9329e4f1-9bb0-4bf9-9558-ebc25fa73d81 HTTP/1.1" status: 200 len: 943 time: 0.0708787 Jun 23 11:52:18.233273 dv-neutron-601336-94-hyperv neutron-server[94174]: INFO neutron.wsgi [req-6fbb562f-bf00-4e77-8d44-3a524439dab6 req-a84a93b2-6637-42b8-8e78-d37904e9bb89 tempest-ServerDiskConfigTestJSON-242737041 tempest-ServerDiskConfigTestJSON-242737041-project] 10.222.0.20 "GET /v2.0/security-groups?id=59e47443-699e-4aba-9ce8-c3896b39346e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0341113 Jun 23 11:52:18.267800 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron_lib.callbacks.manager [None req-97bd5441-1da2-49ee-a364-27795820ba27 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-923122'] for port, before_update {{(pid=94176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:52:18.282130 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.notifiers.nova [None req-97bd5441-1da2-49ee-a364-27795820ba27 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 009ed570-f0e0-462f-9ae0-c3ab740dbcd9 {{(pid=94176) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 23 11:52:18.302062 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.plugins.ml2.db [None req-97bd5441-1da2-49ee-a364-27795820ba27 None None] For port 009ed570-f0e0-462f-9ae0-c3ab740dbcd9, host hv-neutron-6013, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-6013',level=0,port_id=009ed570-f0e0-462f-9ae0-c3ab740dbcd9,segment=NetworkSegment(efb45f5d-3d01-493f-b003-98b5b44ca9fd),segment_id=efb45f5d-3d01-493f-b003-98b5b44ca9fd)] {{(pid=94176) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 23 11:52:18.404259 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron_lib.callbacks.manager [None req-97bd5441-1da2-49ee-a364-27795820ba27 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-922904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866062', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773700135042', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773699642233', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773699642278'] for port, after_update {{(pid=94176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:52:18.406210 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG oslo_concurrency.lockutils [None req-97bd5441-1da2-49ee-a364-27795820ba27 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 11:52:18.454337 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97bd5441-1da2-49ee-a364-27795820ba27 None None] Pushing event updated for resources: {'Port': ['ID=009ed570-f0e0-462f-9ae0-c3ab740dbcd9,revision_number=7']} {{(pid=94176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 11:52:18.457230 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG oslo_concurrency.lockutils [None req-97bd5441-1da2-49ee-a364-27795820ba27 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=94176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 11:52:18.459968 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.plugins.ml2.db [None req-97bd5441-1da2-49ee-a364-27795820ba27 None None] get_ports_and_sgs() called for port_ids ['009ed570-f0e0-462f-9ae0-c3ab740dbcd9'] {{(pid=94176) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 23 11:52:18.716932 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-006d6b61-b258-4f42-8a24-a2d32c97f896 req-27d538ad-335a-4b89-a0cb-ca815f3a000e tempest-ServerDiskConfigTestJSON-242737041 tempest-ServerDiskConfigTestJSON-242737041-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94174) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 11:52:18.718416 dv-neutron-601336-94-hyperv neutron-server[94174]: INFO neutron.wsgi [req-006d6b61-b258-4f42-8a24-a2d32c97f896 req-27d538ad-335a-4b89-a0cb-ca815f3a000e tempest-ServerDiskConfigTestJSON-242737041 tempest-ServerDiskConfigTestJSON-242737041-project] 10.222.0.20 "GET /v2.0/ports?device_id=9329e4f1-9bb0-4bf9-9558-ebc25fa73d81 HTTP/1.1" status: 200 len: 944 time: 0.0667460 Jun 23 11:52:18.756936 dv-neutron-601336-94-hyperv neutron-server[94174]: INFO neutron.wsgi [req-006d6b61-b258-4f42-8a24-a2d32c97f896 req-5426e573-3b27-42cd-8ec1-58f834fe4794 tempest-ServerDiskConfigTestJSON-242737041 tempest-ServerDiskConfigTestJSON-242737041-project] 10.222.0.20 "GET /v2.0/security-groups?id=59e47443-699e-4aba-9ce8-c3896b39346e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0327263 Jun 23 11:52:18.790966 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcd5cbe7-6ead-4c81-8f15-0a52c5270692 req-7542646f-f6f6-4873-8a5b-a18b5358b705 tempest-ServerDiskConfigTestJSON-242737041 tempest-ServerDiskConfigTestJSON-242737041-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 11:52:18.792612 dv-neutron-601336-94-hyperv neutron-server[94175]: INFO neutron.wsgi [req-fcd5cbe7-6ead-4c81-8f15-0a52c5270692 req-7542646f-f6f6-4873-8a5b-a18b5358b705 tempest-ServerDiskConfigTestJSON-242737041 tempest-ServerDiskConfigTestJSON-242737041-project] 10.222.0.52 "GET /v2.0/ports?device_id=9329e4f1-9bb0-4bf9-9558-ebc25fa73d81&tenant_id=633dafb8765b4ee9b7f8c0e4fe129ba7&binding%3Ahost_id=hv-neutron-6013 HTTP/1.1" status: 200 len: 944 time: 0.0781641 Jun 23 11:52:18.890507 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcd5cbe7-6ead-4c81-8f15-0a52c5270692 req-5657c46d-1a6c-4e9a-a30b-9ad099b694c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 11:52:18.892059 dv-neutron-601336-94-hyperv neutron-server[94175]: INFO neutron.wsgi [req-fcd5cbe7-6ead-4c81-8f15-0a52c5270692 req-5657c46d-1a6c-4e9a-a30b-9ad099b694c6 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=633dafb8765b4ee9b7f8c0e4fe129ba7&device_id=9329e4f1-9bb0-4bf9-9558-ebc25fa73d81 HTTP/1.1" status: 200 len: 1097 time: 0.0565550 Jun 23 11:52:18.979505 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcd5cbe7-6ead-4c81-8f15-0a52c5270692 req-3011fdc4-d48d-4eb7-b924-07671f1abc9f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 11:52:18.980960 dv-neutron-601336-94-hyperv neutron-server[94175]: INFO neutron.wsgi [req-fcd5cbe7-6ead-4c81-8f15-0a52c5270692 req-3011fdc4-d48d-4eb7-b924-07671f1abc9f service neutron] 10.222.0.52 "GET /v2.0/networks?id=09cd7049-7050-47f9-adc3-c206f2f3b24d HTTP/1.1" status: 200 len: 916 time: 0.0833921 Jun 23 11:52:19.028123 dv-neutron-601336-94-hyperv neutron-server[94175]: INFO neutron.wsgi [req-fcd5cbe7-6ead-4c81-8f15-0a52c5270692 req-384203f6-9346-4064-a41d-72a8e737242e service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=009ed570-f0e0-462f-9ae0-c3ab740dbcd9 HTTP/1.1" status: 200 len: 217 time: 0.0407124 Jun 23 11:52:19.076731 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcd5cbe7-6ead-4c81-8f15-0a52c5270692 req-b3d93dce-1c9f-49d2-beda-b45cfab8c62c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 11:52:19.078211 dv-neutron-601336-94-hyperv neutron-server[94175]: INFO neutron.wsgi [req-fcd5cbe7-6ead-4c81-8f15-0a52c5270692 req-b3d93dce-1c9f-49d2-beda-b45cfab8c62c service neutron] 10.222.0.52 "GET /v2.0/subnets?id=8a817795-be8c-4b1a-8e0c-35a4449852be HTTP/1.1" status: 200 len: 855 time: 0.0435774 Jun 23 11:52:19.110091 dv-neutron-601336-94-hyperv neutron-server[94175]: INFO neutron.wsgi [req-fcd5cbe7-6ead-4c81-8f15-0a52c5270692 req-e114f1fc-16cf-451d-85ab-bc7c5991086b service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=09cd7049-7050-47f9-adc3-c206f2f3b24d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0261273 Jun 23 11:52:19.201229 dv-neutron-601336-94-hyperv neutron-server[94175]: INFO neutron.wsgi [req-fcd5cbe7-6ead-4c81-8f15-0a52c5270692 req-0e79f963-7f4b-436d-87e2-966f86513552 service neutron] 10.222.0.52 "GET /v2.0/networks/09cd7049-7050-47f9-adc3-c206f2f3b24d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0846601 Jun 23 11:52:19.253381 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.plugins.ml2.rpc [None req-97bd5441-1da2-49ee-a364-27795820ba27 None None] Device 009ed570-f0e0-462f-9ae0-c3ab740dbcd9 up at agent hyperv_hv-neutron-6013 {{(pid=94176) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:298}} Jun 23 11:52:19.288294 dv-neutron-601336-94-hyperv neutron-server[94175]: INFO neutron.wsgi [req-fcd5cbe7-6ead-4c81-8f15-0a52c5270692 req-cf2fa1a1-848a-4370-8236-8b0336a11cce service neutron] 10.222.0.52 "GET /v2.0/networks/09cd7049-7050-47f9-adc3-c206f2f3b24d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0808108 Jun 23 11:52:19.300207 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.db.provisioning_blocks [None req-97bd5441-1da2-49ee-a364-27795820ba27 None None] Provisioning complete for port 009ed570-f0e0-462f-9ae0-c3ab740dbcd9 triggered by entity L2. {{(pid=94176) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 23 11:52:19.300762 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron_lib.callbacks.manager [None req-97bd5441-1da2-49ee-a364-27795820ba27 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-899258'] for port, provisioning_complete {{(pid=94176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:52:19.375240 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron_lib.callbacks.manager [None req-97bd5441-1da2-49ee-a364-27795820ba27 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-923122'] for port, before_update {{(pid=94176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:52:19.409809 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.plugins.ml2.db [None req-97bd5441-1da2-49ee-a364-27795820ba27 None None] For port 009ed570-f0e0-462f-9ae0-c3ab740dbcd9, host hv-neutron-6013, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-6013',level=0,port_id=009ed570-f0e0-462f-9ae0-c3ab740dbcd9,segment=NetworkSegment(efb45f5d-3d01-493f-b003-98b5b44ca9fd),segment_id=efb45f5d-3d01-493f-b003-98b5b44ca9fd)] {{(pid=94176) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 23 11:52:19.478367 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron_lib.callbacks.manager [None req-97bd5441-1da2-49ee-a364-27795820ba27 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-922904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866062', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773700135042', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773699642233', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773699642278'] for port, after_update {{(pid=94176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:52:19.481147 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG oslo_concurrency.lockutils [None req-dc7542b2-afef-47f4-a763-e3a3cba144be None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 11:52:19.528611 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97bd5441-1da2-49ee-a364-27795820ba27 None None] Pushing event updated for resources: {'Port': ['ID=009ed570-f0e0-462f-9ae0-c3ab740dbcd9,revision_number=8']} {{(pid=94176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 11:52:19.531766 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG oslo_concurrency.lockutils [None req-97bd5441-1da2-49ee-a364-27795820ba27 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=94176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 11:52:19.690542 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9329e4f1-9bb0-4bf9-9558-ebc25fa73d81', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '009ed570-f0e0-462f-9ae0-c3ab740dbcd9'}] {{(pid=94176) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 23 11:52:19.692969 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}887b0dfc0393de878080286a57e4a08d4fa60dd0cddd118f338ebfcd351ddd4c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-20e3ad88-65c5-4f5e-ba2d-ce097a2d70cd" -d '{"events": [{"server_uuid": "9329e4f1-9bb0-4bf9-9558-ebc25fa73d81", "name": "network-vif-plugged", "status": "completed", "tag": "009ed570-f0e0-462f-9ae0-c3ab740dbcd9"}]}' {{(pid=94176) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 23 11:52:19.736556 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 23 Jun 2021 11:52:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f55b44ac-d6b4-4df4-b4c7-b661ae3a72dc x-openstack-request-id: req-f55b44ac-d6b4-4df4-b4c7-b661ae3a72dc {{(pid=94176) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 23 11:52:19.736865 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9329e4f1-9bb0-4bf9-9558-ebc25fa73d81", "name": "network-vif-plugged", "status": "completed", "tag": "009ed570-f0e0-462f-9ae0-c3ab740dbcd9", "code": 200}]} {{(pid=94176) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 23 11:52:19.737127 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-f55b44ac-d6b4-4df4-b4c7-b661ae3a72dc {{(pid=94176) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 23 11:52:19.737556 dv-neutron-601336-94-hyperv neutron-server[94176]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9329e4f1-9bb0-4bf9-9558-ebc25fa73d81', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '009ed570-f0e0-462f-9ae0-c3ab740dbcd9', 'code': 200} Jun 23 11:52:19.937337 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09d80daa-cb2b-49aa-84f6-0a59aa1d2d41 req-b4daaeba-f31e-4cea-a1ef-8a38f71e0c0e tempest-ServerDiskConfigTestJSON-242737041 tempest-ServerDiskConfigTestJSON-242737041-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94174) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 11:52:19.938835 dv-neutron-601336-94-hyperv neutron-server[94174]: INFO neutron.wsgi [req-09d80daa-cb2b-49aa-84f6-0a59aa1d2d41 req-b4daaeba-f31e-4cea-a1ef-8a38f71e0c0e tempest-ServerDiskConfigTestJSON-242737041 tempest-ServerDiskConfigTestJSON-242737041-project] 10.222.0.20 "GET /v2.0/ports?device_id=9329e4f1-9bb0-4bf9-9558-ebc25fa73d81 HTTP/1.1" status: 200 len: 945 time: 0.0680110 Jun 23 11:52:19.978680 dv-neutron-601336-94-hyperv neutron-server[94174]: INFO neutron.wsgi [req-09d80daa-cb2b-49aa-84f6-0a59aa1d2d41 req-cf2680b5-f025-4fcb-b695-198a03b3fed0 tempest-ServerDiskConfigTestJSON-242737041 tempest-ServerDiskConfigTestJSON-242737041-project] 10.222.0.20 "GET /v2.0/security-groups?id=59e47443-699e-4aba-9ce8-c3896b39346e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0336916 Jun 23 11:52:21.153052 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aaefee65-fe17-4f02-a817-f6f7c8a5b510 req-cf434a61-fa86-4779-a2b6-e4533e1716f9 tempest-ServerDiskConfigTestJSON-242737041 tempest-ServerDiskConfigTestJSON-242737041-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 11:52:21.154525 dv-neutron-601336-94-hyperv neutron-server[94175]: INFO neutron.wsgi [req-aaefee65-fe17-4f02-a817-f6f7c8a5b510 req-cf434a61-fa86-4779-a2b6-e4533e1716f9 tempest-ServerDiskConfigTestJSON-242737041 tempest-ServerDiskConfigTestJSON-242737041-project] 10.222.0.20 "GET /v2.0/ports?device_id=9329e4f1-9bb0-4bf9-9558-ebc25fa73d81 HTTP/1.1" status: 200 len: 945 time: 0.0636370 Jun 23 11:52:21.191714 dv-neutron-601336-94-hyperv neutron-server[94175]: INFO neutron.wsgi [req-aaefee65-fe17-4f02-a817-f6f7c8a5b510 req-96a8846d-b3de-4bb4-b7b1-cb76855d60c9 tempest-ServerDiskConfigTestJSON-242737041 tempest-ServerDiskConfigTestJSON-242737041-project] 10.222.0.20 "GET /v2.0/security-groups?id=59e47443-699e-4aba-9ce8-c3896b39346e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0314832 Jun 23 11:52:21.362312 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c48a5dd6-0873-478c-aafe-a0414d959c25 req-1aaab691-b091-467e-bd00-7fc12a54dd11 tempest-ServerDiskConfigTestJSON-242737041 tempest-ServerDiskConfigTestJSON-242737041-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94174) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 11:52:21.363774 dv-neutron-601336-94-hyperv neutron-server[94174]: INFO neutron.wsgi [req-c48a5dd6-0873-478c-aafe-a0414d959c25 req-1aaab691-b091-467e-bd00-7fc12a54dd11 tempest-ServerDiskConfigTestJSON-242737041 tempest-ServerDiskConfigTestJSON-242737041-project] 10.222.0.20 "GET /v2.0/ports?device_id=9329e4f1-9bb0-4bf9-9558-ebc25fa73d81 HTTP/1.1" status: 200 len: 945 time: 0.0631807 Jun 23 11:52:21.401579 dv-neutron-601336-94-hyperv neutron-server[94174]: INFO neutron.wsgi [req-c48a5dd6-0873-478c-aafe-a0414d959c25 req-01e1d62f-0516-4d65-9df0-8c5d4cf83fe5 tempest-ServerDiskConfigTestJSON-242737041 tempest-ServerDiskConfigTestJSON-242737041-project] 10.222.0.20 "GET /v2.0/security-groups?id=59e47443-699e-4aba-9ce8-c3896b39346e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0321574 Jun 23 11:52:21.576111 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12f99975-2b39-4ca8-b2d4-451d0cdf4d96 req-efd797f0-72a7-48c6-a7a6-3c83f48c5bbd tempest-ServerDiskConfigTestJSON-242737041 tempest-ServerDiskConfigTestJSON-242737041-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 11:52:21.577544 dv-neutron-601336-94-hyperv neutron-server[94175]: INFO neutron.wsgi [req-12f99975-2b39-4ca8-b2d4-451d0cdf4d96 req-efd797f0-72a7-48c6-a7a6-3c83f48c5bbd tempest-ServerDiskConfigTestJSON-242737041 tempest-ServerDiskConfigTestJSON-242737041-project] 10.222.0.20 "GET /v2.0/ports?device_id=9329e4f1-9bb0-4bf9-9558-ebc25fa73d81 HTTP/1.1" status: 200 len: 945 time: 0.0668888 Jun 23 11:52:21.614460 dv-neutron-601336-94-hyperv neutron-server[94175]: INFO neutron.wsgi [req-12f99975-2b39-4ca8-b2d4-451d0cdf4d96 req-2a09f3a9-cdf5-41bb-8528-9bbad4a3d6ae tempest-ServerDiskConfigTestJSON-242737041 tempest-ServerDiskConfigTestJSON-242737041-project] 10.222.0.20 "GET /v2.0/security-groups?id=59e47443-699e-4aba-9ce8-c3896b39346e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0312858 Jun 23 11:52:22.192296 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92e2a6fb-44fb-4ba2-baa3-9c11fa855b09 req-010cdb78-d8db-4ba4-82b7-1b0c93d702bc tempest-ServerDiskConfigTestJSON-242737041 tempest-ServerDiskConfigTestJSON-242737041-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 11:52:22.193751 dv-neutron-601336-94-hyperv neutron-server[94175]: INFO neutron.wsgi [req-92e2a6fb-44fb-4ba2-baa3-9c11fa855b09 req-010cdb78-d8db-4ba4-82b7-1b0c93d702bc tempest-ServerDiskConfigTestJSON-242737041 tempest-ServerDiskConfigTestJSON-242737041-project] 10.222.0.20 "GET /v2.0/networks?id=09cd7049-7050-47f9-adc3-c206f2f3b24d HTTP/1.1" status: 200 len: 815 time: 0.1003349 Jun 23 11:52:22.208223 dv-neutron-601336-94-hyperv neutron-server[94175]: INFO neutron.wsgi [req-92e2a6fb-44fb-4ba2-baa3-9c11fa855b09 req-710f7993-ae7d-40be-9ded-e85e8c4eda86 tempest-ServerDiskConfigTestJSON-242737041 tempest-ServerDiskConfigTestJSON-242737041-project] 10.222.0.20 "GET /v2.0/quotas/633dafb8765b4ee9b7f8c0e4fe129ba7 HTTP/1.1" status: 200 len: 375 time: 0.0089369 Jun 23 11:52:22.632359 dv-neutron-601336-94-hyperv neutron-server[94175]: INFO neutron.wsgi [req-92e2a6fb-44fb-4ba2-baa3-9c11fa855b09 req-9b9cbe26-7f1f-4916-82a4-41b8cd7da681 tempest-ServerDiskConfigTestJSON-242737041 tempest-ServerDiskConfigTestJSON-242737041-project] 10.222.0.20 "GET /v2.0/ports?tenant_id=633dafb8765b4ee9b7f8c0e4fe129ba7&fields=id HTTP/1.1" status: 200 len: 255 time: 0.4192622 Jun 23 11:52:22.684929 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.wsgi [req-92e2a6fb-44fb-4ba2-baa3-9c11fa855b09 req-984ab1fa-436b-41fc-b809-e13414187320 service neutron] http://10.222.0.20:9696/v2.0/extensions returned with HTTP 200 {{(pid=94175) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 23 11:52:22.685930 dv-neutron-601336-94-hyperv neutron-server[94175]: INFO neutron.wsgi [req-92e2a6fb-44fb-4ba2-baa3-9c11fa855b09 req-984ab1fa-436b-41fc-b809-e13414187320 service neutron] 10.222.0.20 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13933 time: 0.0472925 Jun 23 11:52:22.771963 dv-neutron-601336-94-hyperv neutron-server[94175]: INFO neutron.wsgi [req-92e2a6fb-44fb-4ba2-baa3-9c11fa855b09 req-b88de4e4-85f0-4415-8816-b62b7265ad13 service neutron] 10.222.0.20 "GET /v2.0/networks/09cd7049-7050-47f9-adc3-c206f2f3b24d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0799890 Jun 23 11:52:22.861653 dv-neutron-601336-94-hyperv neutron-server[94175]: INFO neutron.wsgi [req-92e2a6fb-44fb-4ba2-baa3-9c11fa855b09 req-f0704845-7211-4001-8006-9493253d0283 service neutron] 10.222.0.20 "GET /v2.0/networks/09cd7049-7050-47f9-adc3-c206f2f3b24d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0838044 Jun 23 11:52:23.125566 dv-neutron-601336-94-hyperv neutron-server[94174]: INFO neutron.wsgi [req-6da4df9f-78ce-4240-8d8e-b1a8be4f5fdb req-f49f6bfe-b503-4c59-9ab6-e57544729cfe tempest-ServerDiskConfigTestJSON-242737041 tempest-ServerDiskConfigTestJSON-242737041-project] 10.222.0.20 "GET /v2.0/ports?device_id=36392cdf-e47d-490e-9d3a-641bf330efef HTTP/1.1" status: 200 len: 210 time: 0.0311456 Jun 23 11:52:23.426640 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron_lib.callbacks.manager [None req-97bd5441-1da2-49ee-a364-27795820ba27 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773699952132', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-899307'] for agent, after_update {{(pid=94176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:52:23.810983 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6870d97-79dd-47fa-9434-5619fc214a7a req-03735494-eea3-4e52-b69a-9546f624282e tempest-ServerDiskConfigTestJSON-242737041 tempest-ServerDiskConfigTestJSON-242737041-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 11:52:23.812464 dv-neutron-601336-94-hyperv neutron-server[94175]: INFO neutron.wsgi [req-f6870d97-79dd-47fa-9434-5619fc214a7a req-03735494-eea3-4e52-b69a-9546f624282e tempest-ServerDiskConfigTestJSON-242737041 tempest-ServerDiskConfigTestJSON-242737041-project] 10.222.0.52 "GET /v2.0/ports?device_id=9329e4f1-9bb0-4bf9-9558-ebc25fa73d81 HTTP/1.1" status: 200 len: 945 time: 0.0645840 Jun 23 11:52:23.932954 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.plugins.ml2.plugin [req-f6870d97-79dd-47fa-9434-5619fc214a7a req-d04a6718-9750-40ca-8519-b102fd2bfc87 tempest-ServerDiskConfigTestJSON-242737041 tempest-ServerDiskConfigTestJSON-242737041-project] Deleting port 009ed570-f0e0-462f-9ae0-c3ab740dbcd9 {{(pid=94175) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1913}} Jun 23 11:52:23.933305 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron_lib.callbacks.manager [req-f6870d97-79dd-47fa-9434-5619fc214a7a req-d04a6718-9750-40ca-8519-b102fd2bfc87 tempest-ServerDiskConfigTestJSON-242737041 tempest-ServerDiskConfigTestJSON-242737041-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773700079324'] for port, before_delete {{(pid=94175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:52:24.023502 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.plugins.ml2.db [req-f6870d97-79dd-47fa-9434-5619fc214a7a req-d04a6718-9750-40ca-8519-b102fd2bfc87 tempest-ServerDiskConfigTestJSON-242737041 tempest-ServerDiskConfigTestJSON-242737041-project] For port 009ed570-f0e0-462f-9ae0-c3ab740dbcd9, host hv-neutron-6013, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-6013',level=0,port_id=009ed570-f0e0-462f-9ae0-c3ab740dbcd9,segment=NetworkSegment(efb45f5d-3d01-493f-b003-98b5b44ca9fd),segment_id=efb45f5d-3d01-493f-b003-98b5b44ca9fd)] {{(pid=94175) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 23 11:52:24.023781 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron_lib.callbacks.manager [req-f6870d97-79dd-47fa-9434-5619fc214a7a req-d04a6718-9750-40ca-8519-b102fd2bfc87 tempest-ServerDiskConfigTestJSON-242737041 tempest-ServerDiskConfigTestJSON-242737041-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-430722'] for port, precommit_delete {{(pid=94175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:52:24.039829 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.plugins.ml2.plugin [req-f6870d97-79dd-47fa-9434-5619fc214a7a req-d04a6718-9750-40ca-8519-b102fd2bfc87 tempest-ServerDiskConfigTestJSON-242737041 tempest-ServerDiskConfigTestJSON-242737041-project] Calling delete_port for 009ed570-f0e0-462f-9ae0-c3ab740dbcd9 owned by compute:nova {{(pid=94175) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1986}} Jun 23 11:52:24.232861 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron_lib.callbacks.manager [req-f6870d97-79dd-47fa-9434-5619fc214a7a req-d04a6718-9750-40ca-8519-b102fd2bfc87 tempest-ServerDiskConfigTestJSON-242737041 tempest-ServerDiskConfigTestJSON-242737041-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-922904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866062', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773700135024', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773699642224', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5082448'] for port, after_delete {{(pid=94175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:52:24.237440 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG oslo_concurrency.lockutils [None req-53ca2280-ef5d-4853-86ce-69c3a3cd9c4f tempest-TestVolumeBootPattern-1838142519 tempest-TestVolumeBootPattern-1838142519-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94175) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 11:52:24.244667 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.plugins.ml2.db [None req-97bd5441-1da2-49ee-a364-27795820ba27 None None] get_ports_and_sgs() called for port_ids ['009ed570-f0e0-462f-9ae0-c3ab740dbcd9'] {{(pid=94176) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 23 11:52:24.275895 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d04a6718-9750-40ca-8519-b102fd2bfc87 tempest-ServerDiskConfigTestJSON-242737041 tempest-ServerDiskConfigTestJSON-242737041-project] Pushing event deleted for resources: {'Port': ['ID=009ed570-f0e0-462f-9ae0-c3ab740dbcd9,revision_number=None']} {{(pid=94175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 11:52:24.296803 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG oslo_concurrency.lockutils [None req-d04a6718-9750-40ca-8519-b102fd2bfc87 tempest-ServerDiskConfigTestJSON-242737041 tempest-ServerDiskConfigTestJSON-242737041-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.060s {{(pid=94175) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 11:52:24.299143 dv-neutron-601336-94-hyperv neutron-server[94175]: INFO neutron.wsgi [req-50cfe6e3-4557-4011-a483-a3edf545a659 req-f8438290-8056-4462-afdd-538978d72065 tempest-ServerDiskConfigTestJSON-242737041 tempest-ServerDiskConfigTestJSON-242737041-project] 10.222.0.20 "GET /v2.0/ports?device_id=36392cdf-e47d-490e-9d3a-641bf330efef HTTP/1.1" status: 200 len: 210 time: 0.0554650 Jun 23 11:52:24.344333 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.db.l3_dvrscheduler_db [req-f6870d97-79dd-47fa-9434-5619fc214a7a req-d04a6718-9750-40ca-8519-b102fd2bfc87 tempest-ServerDiskConfigTestJSON-242737041 tempest-ServerDiskConfigTestJSON-242737041-project] No DVR routers for this DVR port 009ed570-f0e0-462f-9ae0-c3ab740dbcd9 on host hv-neutron-6013 {{(pid=94175) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 23 11:52:24.347083 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron_lib.callbacks.manager [req-f6870d97-79dd-47fa-9434-5619fc214a7a req-d04a6718-9750-40ca-8519-b102fd2bfc87 tempest-ServerDiskConfigTestJSON-242737041 tempest-ServerDiskConfigTestJSON-242737041-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-217507'] for port, before_response {{(pid=94175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:52:24.349193 dv-neutron-601336-94-hyperv neutron-server[94175]: INFO neutron.wsgi [req-f6870d97-79dd-47fa-9434-5619fc214a7a req-d04a6718-9750-40ca-8519-b102fd2bfc87 tempest-ServerDiskConfigTestJSON-242737041 tempest-ServerDiskConfigTestJSON-242737041-project] 10.222.0.52 "DELETE /v2.0/ports/009ed570-f0e0-462f-9ae0-c3ab740dbcd9 HTTP/1.1" status: 204 len: 173 time: 0.5223942 Jun 23 11:52:24.349726 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9329e4f1-9bb0-4bf9-9558-ebc25fa73d81', 'name': 'network-vif-deleted', 'tag': '009ed570-f0e0-462f-9ae0-c3ab740dbcd9'}] {{(pid=94175) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 23 11:52:24.352294 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1970408df4ea4e7170669a1249478e627cf05a5a0b07cc08a66c5cb53d0ac47a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b6090cb5-c99f-442c-a30c-ad4a2f97f0ec" -d '{"events": [{"server_uuid": "9329e4f1-9bb0-4bf9-9558-ebc25fa73d81", "name": "network-vif-deleted", "tag": "009ed570-f0e0-462f-9ae0-c3ab740dbcd9"}]}' {{(pid=94175) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 23 11:52:24.389890 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 23 Jun 2021 11:52:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6c59d1f3-9178-4ce6-b841-afa7676853e7 x-openstack-request-id: req-6c59d1f3-9178-4ce6-b841-afa7676853e7 {{(pid=94175) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 23 11:52:24.390229 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9329e4f1-9bb0-4bf9-9558-ebc25fa73d81", "name": "network-vif-deleted", "tag": "009ed570-f0e0-462f-9ae0-c3ab740dbcd9", "status": "completed", "code": 200}]} {{(pid=94175) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 23 11:52:24.390533 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-6c59d1f3-9178-4ce6-b841-afa7676853e7 {{(pid=94175) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 23 11:52:24.391211 dv-neutron-601336-94-hyperv neutron-server[94175]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9329e4f1-9bb0-4bf9-9558-ebc25fa73d81', 'name': 'network-vif-deleted', 'tag': '009ed570-f0e0-462f-9ae0-c3ab740dbcd9', 'status': 'completed', 'code': 200} Jun 23 11:52:24.935995 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92e2a6fb-44fb-4ba2-baa3-9c11fa855b09 req-a7e69ced-e5de-44db-b306-8d1df632ad34 tempest-ServerDiskConfigTestJSON-242737041 tempest-ServerDiskConfigTestJSON-242737041-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 11:52:24.937367 dv-neutron-601336-94-hyperv neutron-server[94175]: INFO neutron.wsgi [req-92e2a6fb-44fb-4ba2-baa3-9c11fa855b09 req-a7e69ced-e5de-44db-b306-8d1df632ad34 tempest-ServerDiskConfigTestJSON-242737041 tempest-ServerDiskConfigTestJSON-242737041-project] 10.222.0.52 "GET /v2.0/networks?id=09cd7049-7050-47f9-adc3-c206f2f3b24d HTTP/1.1" status: 200 len: 815 time: 0.1027668 Jun 23 11:52:24.950845 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.api.v2.base [req-92e2a6fb-44fb-4ba2-baa3-9c11fa855b09 req-68bfd715-4dfb-4230-b7fb-3c2c1b672791 tempest-ServerDiskConfigTestJSON-242737041 tempest-ServerDiskConfigTestJSON-242737041-project] Request body: {'port': {'device_id': '36392cdf-e47d-490e-9d3a-641bf330efef', 'network_id': '09cd7049-7050-47f9-adc3-c206f2f3b24d', 'admin_state_up': True, 'tenant_id': '633dafb8765b4ee9b7f8c0e4fe129ba7'}} {{(pid=94175) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 23 11:52:25.158076 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-92e2a6fb-44fb-4ba2-baa3-9c11fa855b09 req-68bfd715-4dfb-4230-b7fb-3c2c1b672791 tempest-ServerDiskConfigTestJSON-242737041 tempest-ServerDiskConfigTestJSON-242737041-project] Made reservation on behalf of 633dafb8765b4ee9b7f8c0e4fe129ba7 for: {'port': 1} {{(pid=94175) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 23 11:52:25.161881 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron_lib.callbacks.manager [req-92e2a6fb-44fb-4ba2-baa3-9c11fa855b09 req-68bfd715-4dfb-4230-b7fb-3c2c1b672791 tempest-ServerDiskConfigTestJSON-242737041 tempest-ServerDiskConfigTestJSON-242737041-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-923104'] for port, before_create {{(pid=94175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:52:25.297565 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.db.db_base_plugin_common [req-92e2a6fb-44fb-4ba2-baa3-9c11fa855b09 req-68bfd715-4dfb-4230-b7fb-3c2c1b672791 tempest-ServerDiskConfigTestJSON-242737041 tempest-ServerDiskConfigTestJSON-242737041-project] Allocated IP 172.20.0.4 (09cd7049-7050-47f9-adc3-c206f2f3b24d/8a817795-be8c-4b1a-8e0c-35a4449852be/8d2951d9-6891-4a1d-beb8-706c1e94b84d) {{(pid=94175) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 23 11:52:25.458201 dv-neutron-601336-94-hyperv neutron-server[94175]: INFO neutron.wsgi [req-0ca83060-7654-4355-a7fb-affe120700f3 req-b8141c5b-11d6-4852-b770-cd5c4ca3b85b tempest-ServerDiskConfigTestJSON-242737041 tempest-ServerDiskConfigTestJSON-242737041-project] 10.222.0.20 "GET /v2.0/ports?device_id=36392cdf-e47d-490e-9d3a-641bf330efef HTTP/1.1" status: 200 len: 210 time: 0.0360219 Jun 23 11:52:25.488631 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron_lib.callbacks.manager [req-92e2a6fb-44fb-4ba2-baa3-9c11fa855b09 req-68bfd715-4dfb-4230-b7fb-3c2c1b672791 tempest-ServerDiskConfigTestJSON-242737041 tempest-ServerDiskConfigTestJSON-242737041-project] Notify callbacks [] for port, precommit_create {{(pid=94175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:52:25.621070 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron_lib.callbacks.manager [req-92e2a6fb-44fb-4ba2-baa3-9c11fa855b09 req-68bfd715-4dfb-4230-b7fb-3c2c1b672791 tempest-ServerDiskConfigTestJSON-242737041 tempest-ServerDiskConfigTestJSON-242737041-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-922915', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-239814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7866073', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773699642215', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-5082457'] for port, after_create {{(pid=94175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:52:25.624822 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG oslo_concurrency.lockutils [None req-5a384fb2-07cf-4121-9fc9-e76ebb2fc842 tempest-TestNetworkBasicOps-233187296 tempest-TestNetworkBasicOps-233187296-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94175) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 11:52:25.665651 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-92e2a6fb-44fb-4ba2-baa3-9c11fa855b09 req-68bfd715-4dfb-4230-b7fb-3c2c1b672791 tempest-ServerDiskConfigTestJSON-242737041 tempest-ServerDiskConfigTestJSON-242737041-project] Network 09cd7049-7050-47f9-adc3-c206f2f3b24d is already hosted by enough agents. {{(pid=94175) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 23 11:52:25.668889 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.scheduler.base_scheduler [req-92e2a6fb-44fb-4ba2-baa3-9c11fa855b09 req-68bfd715-4dfb-4230-b7fb-3c2c1b672791 tempest-ServerDiskConfigTestJSON-242737041 tempest-ServerDiskConfigTestJSON-242737041-project] Resources bound (agent type, host, resource id): {{(pid=94175) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 23 11:52:25.674694 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.db.l3_dvrscheduler_db [req-92e2a6fb-44fb-4ba2-baa3-9c11fa855b09 req-68bfd715-4dfb-4230-b7fb-3c2c1b672791 tempest-ServerDiskConfigTestJSON-242737041 tempest-ServerDiskConfigTestJSON-242737041-project] Received port after_create {{(pid=94175) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 23 11:52:25.681073 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68bfd715-4dfb-4230-b7fb-3c2c1b672791 tempest-ServerDiskConfigTestJSON-242737041 tempest-ServerDiskConfigTestJSON-242737041-project] Pushing event updated for resources: {'Port': ['ID=8d2951d9-6891-4a1d-beb8-706c1e94b84d,revision_number=1']} {{(pid=94175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 11:52:25.700154 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG oslo_concurrency.lockutils [None req-68bfd715-4dfb-4230-b7fb-3c2c1b672791 tempest-ServerDiskConfigTestJSON-242737041 tempest-ServerDiskConfigTestJSON-242737041-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.075s {{(pid=94175) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 11:52:25.726229 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92e2a6fb-44fb-4ba2-baa3-9c11fa855b09 req-68bfd715-4dfb-4230-b7fb-3c2c1b672791 tempest-ServerDiskConfigTestJSON-242737041 tempest-ServerDiskConfigTestJSON-242737041-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 11:52:25.726840 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron_lib.callbacks.manager [req-92e2a6fb-44fb-4ba2-baa3-9c11fa855b09 req-68bfd715-4dfb-4230-b7fb-3c2c1b672791 tempest-ServerDiskConfigTestJSON-242737041 tempest-ServerDiskConfigTestJSON-242737041-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-217507'] for port, before_response {{(pid=94175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:52:25.805102 dv-neutron-601336-94-hyperv neutron-server[94175]: INFO neutron.wsgi [req-92e2a6fb-44fb-4ba2-baa3-9c11fa855b09 req-68bfd715-4dfb-4230-b7fb-3c2c1b672791 tempest-ServerDiskConfigTestJSON-242737041 tempest-ServerDiskConfigTestJSON-242737041-project] 10.222.0.52 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8582139 Jun 23 11:52:25.818234 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.api.v2.base [req-92e2a6fb-44fb-4ba2-baa3-9c11fa855b09 req-97a49076-f587-4d60-9fec-282438a2ad63 service neutron] Request body: {'port': {'device_id': '36392cdf-e47d-490e-9d3a-641bf330efef', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-6013'}} {{(pid=94175) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 23 11:52:25.895113 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron_lib.callbacks.manager [req-92e2a6fb-44fb-4ba2-baa3-9c11fa855b09 req-97a49076-f587-4d60-9fec-282438a2ad63 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-923122'] for port, before_update {{(pid=94175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:52:26.152812 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.notifiers.nova [req-92e2a6fb-44fb-4ba2-baa3-9c11fa855b09 req-97a49076-f587-4d60-9fec-282438a2ad63 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8d2951d9-6891-4a1d-beb8-706c1e94b84d {{(pid=94175) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 23 11:52:26.160418 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron_lib.callbacks.manager [req-92e2a6fb-44fb-4ba2-baa3-9c11fa855b09 req-97a49076-f587-4d60-9fec-282438a2ad63 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:52:26.173571 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.db.provisioning_blocks [req-92e2a6fb-44fb-4ba2-baa3-9c11fa855b09 req-97a49076-f587-4d60-9fec-282438a2ad63 service neutron] Transition to ACTIVE for port object 8d2951d9-6891-4a1d-beb8-706c1e94b84d will not be triggered until provisioned by entity L2. {{(pid=94175) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 23 11:52:26.249238 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron_lib.callbacks.manager [req-92e2a6fb-44fb-4ba2-baa3-9c11fa855b09 req-97a49076-f587-4d60-9fec-282438a2ad63 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-922904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866062', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773700135042', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773699642233', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773699642278', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5082471'] for port, after_update {{(pid=94175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:52:26.251333 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG oslo_concurrency.lockutils [None req-a72401f4-4267-436a-a0ad-b86c10393197 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94175) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 11:52:26.297067 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97a49076-f587-4d60-9fec-282438a2ad63 service neutron] Pushing event updated for resources: {'Port': ['ID=8d2951d9-6891-4a1d-beb8-706c1e94b84d,revision_number=2']} {{(pid=94175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 11:52:26.301115 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG oslo_concurrency.lockutils [None req-97a49076-f587-4d60-9fec-282438a2ad63 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=94175) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 11:52:26.370841 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.plugins.ml2.managers [req-92e2a6fb-44fb-4ba2-baa3-9c11fa855b09 req-97a49076-f587-4d60-9fec-282438a2ad63 service neutron] Attempting to bind port 8d2951d9-6891-4a1d-beb8-706c1e94b84d on host hv-neutron-6013 for vnic_type normal with profile {{(pid=94175) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 23 11:52:26.371201 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.plugins.ml2.managers [req-92e2a6fb-44fb-4ba2-baa3-9c11fa855b09 req-97a49076-f587-4d60-9fec-282438a2ad63 service neutron] Attempting to bind port 8d2951d9-6891-4a1d-beb8-706c1e94b84d by drivers openvswitch,hyperv on host hv-neutron-6013 at level 0 using segments [{'id': 'efb45f5d-3d01-493f-b003-98b5b44ca9fd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 408, 'network_id': '09cd7049-7050-47f9-adc3-c206f2f3b24d'}] {{(pid=94175) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 23 11:52:26.371535 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-92e2a6fb-44fb-4ba2-baa3-9c11fa855b09 req-97a49076-f587-4d60-9fec-282438a2ad63 service neutron] Attempting to bind port 8d2951d9-6891-4a1d-beb8-706c1e94b84d on network 09cd7049-7050-47f9-adc3-c206f2f3b24d {{(pid=94175) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 23 11:52:26.375864 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-92e2a6fb-44fb-4ba2-baa3-9c11fa855b09 req-97a49076-f587-4d60-9fec-282438a2ad63 service neutron] Port 8d2951d9-6891-4a1d-beb8-706c1e94b84d on network 09cd7049-7050-47f9-adc3-c206f2f3b24d not bound, no agent of type Open vSwitch agent registered on host hv-neutron-6013 {{(pid=94175) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 23 11:52:26.376181 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-92e2a6fb-44fb-4ba2-baa3-9c11fa855b09 req-97a49076-f587-4d60-9fec-282438a2ad63 service neutron] Attempting to bind port 8d2951d9-6891-4a1d-beb8-706c1e94b84d on network 09cd7049-7050-47f9-adc3-c206f2f3b24d {{(pid=94175) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 23 11:52:26.381030 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-92e2a6fb-44fb-4ba2-baa3-9c11fa855b09 req-97a49076-f587-4d60-9fec-282438a2ad63 service neutron] Checking agent: {'id': '3a130b41-5b27-406b-aeb2-5a923af79f10', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-6013', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 23, 11, 28, 23), 'started_at': datetime.datetime(2021, 6, 23, 11, 28, 23), 'heartbeat_timestamp': datetime.datetime(2021, 6, 23, 11, 52, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94175) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 23 11:52:26.381365 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-92e2a6fb-44fb-4ba2-baa3-9c11fa855b09 req-97a49076-f587-4d60-9fec-282438a2ad63 service neutron] Checking segment: {'id': 'efb45f5d-3d01-493f-b003-98b5b44ca9fd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 408, 'network_id': '09cd7049-7050-47f9-adc3-c206f2f3b24d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94175) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 23 11:52:26.381751 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-92e2a6fb-44fb-4ba2-baa3-9c11fa855b09 req-97a49076-f587-4d60-9fec-282438a2ad63 service neutron] Bound using segment: {'id': 'efb45f5d-3d01-493f-b003-98b5b44ca9fd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 408, 'network_id': '09cd7049-7050-47f9-adc3-c206f2f3b24d'} {{(pid=94175) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 23 11:52:26.382842 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.plugins.ml2.managers [req-92e2a6fb-44fb-4ba2-baa3-9c11fa855b09 req-97a49076-f587-4d60-9fec-282438a2ad63 service neutron] Bound port: 8d2951d9-6891-4a1d-beb8-706c1e94b84d, host: hv-neutron-6013, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'efb45f5d-3d01-493f-b003-98b5b44ca9fd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 408, 'network_id': '09cd7049-7050-47f9-adc3-c206f2f3b24d'}}] {{(pid=94175) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 23 11:52:26.383218 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron_lib.callbacks.manager [req-92e2a6fb-44fb-4ba2-baa3-9c11fa855b09 req-97a49076-f587-4d60-9fec-282438a2ad63 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-923122'] for port, before_update {{(pid=94175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:52:26.444310 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.plugins.ml2.db [req-92e2a6fb-44fb-4ba2-baa3-9c11fa855b09 req-97a49076-f587-4d60-9fec-282438a2ad63 service neutron] For port 8d2951d9-6891-4a1d-beb8-706c1e94b84d, host hv-neutron-6013, cleared binding levels {{(pid=94175) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 23 11:52:26.447867 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.plugins.ml2.db [req-92e2a6fb-44fb-4ba2-baa3-9c11fa855b09 req-97a49076-f587-4d60-9fec-282438a2ad63 service neutron] For port 8d2951d9-6891-4a1d-beb8-706c1e94b84d, host hv-neutron-6013, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-6013',level=0,port_id=8d2951d9-6891-4a1d-beb8-706c1e94b84d,segment=NetworkSegment(efb45f5d-3d01-493f-b003-98b5b44ca9fd),segment_id=efb45f5d-3d01-493f-b003-98b5b44ca9fd)] {{(pid=94175) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 23 11:52:26.524082 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron_lib.callbacks.manager [req-92e2a6fb-44fb-4ba2-baa3-9c11fa855b09 req-97a49076-f587-4d60-9fec-282438a2ad63 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-922904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866062', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773700135042', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773699642233', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773699642278', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5082471'] for port, after_update {{(pid=94175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:52:26.526332 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG oslo_concurrency.lockutils [None req-dd21b5b2-72ff-4b8c-a6e2-77371ae0bdda tempest-ServerDiskConfigTestJSON-242737041 tempest-ServerDiskConfigTestJSON-242737041-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94175) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 11:52:26.560483 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92e2a6fb-44fb-4ba2-baa3-9c11fa855b09 req-97a49076-f587-4d60-9fec-282438a2ad63 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 11:52:26.561112 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron_lib.callbacks.manager [req-92e2a6fb-44fb-4ba2-baa3-9c11fa855b09 req-97a49076-f587-4d60-9fec-282438a2ad63 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-217507'] for port, before_response {{(pid=94175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:52:26.562482 dv-neutron-601336-94-hyperv neutron-server[94175]: INFO neutron.wsgi [req-92e2a6fb-44fb-4ba2-baa3-9c11fa855b09 req-97a49076-f587-4d60-9fec-282438a2ad63 service neutron] 10.222.0.52 "PUT /v2.0/ports/8d2951d9-6891-4a1d-beb8-706c1e94b84d HTTP/1.1" status: 200 len: 1093 time: 0.7502019 Jun 23 11:52:26.563014 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '36392cdf-e47d-490e-9d3a-641bf330efef', 'tag': '8d2951d9-6891-4a1d-beb8-706c1e94b84d'}] {{(pid=94175) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 23 11:52:26.565357 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1970408df4ea4e7170669a1249478e627cf05a5a0b07cc08a66c5cb53d0ac47a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a475559c-a0d0-479b-8dd6-cba4df43e0df" -d '{"events": [{"name": "network-changed", "server_uuid": "36392cdf-e47d-490e-9d3a-641bf330efef", "tag": "8d2951d9-6891-4a1d-beb8-706c1e94b84d"}]}' {{(pid=94175) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 23 11:52:26.593794 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97a49076-f587-4d60-9fec-282438a2ad63 service neutron] Pushing event updated for resources: {'Port': ['ID=8d2951d9-6891-4a1d-beb8-706c1e94b84d,revision_number=3']} {{(pid=94175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 11:52:26.602221 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG oslo_concurrency.lockutils [None req-97a49076-f587-4d60-9fec-282438a2ad63 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.074s {{(pid=94175) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 11:52:26.604831 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 23 Jun 2021 11:52:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4862d673-894d-4f9b-8180-4c9bdb62dc13 x-openstack-request-id: req-4862d673-894d-4f9b-8180-4c9bdb62dc13 {{(pid=94175) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 23 11:52:26.605188 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "36392cdf-e47d-490e-9d3a-641bf330efef", "tag": "8d2951d9-6891-4a1d-beb8-706c1e94b84d", "status": "completed", "code": 200}]} {{(pid=94175) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 23 11:52:26.605516 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-4862d673-894d-4f9b-8180-4c9bdb62dc13 {{(pid=94175) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 23 11:52:26.606040 dv-neutron-601336-94-hyperv neutron-server[94175]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '36392cdf-e47d-490e-9d3a-641bf330efef', 'tag': '8d2951d9-6891-4a1d-beb8-706c1e94b84d', 'status': 'completed', 'code': 200} Jun 23 11:52:26.649675 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03a84bac-2b4f-4d89-aaa9-13f5a72b163d req-4c341496-ed1a-40d8-8217-dbbb9d392cb2 tempest-ServerDiskConfigTestJSON-242737041 tempest-ServerDiskConfigTestJSON-242737041-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94174) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 11:52:26.651161 dv-neutron-601336-94-hyperv neutron-server[94174]: INFO neutron.wsgi [req-03a84bac-2b4f-4d89-aaa9-13f5a72b163d req-4c341496-ed1a-40d8-8217-dbbb9d392cb2 tempest-ServerDiskConfigTestJSON-242737041 tempest-ServerDiskConfigTestJSON-242737041-project] 10.222.0.20 "GET /v2.0/ports?device_id=36392cdf-e47d-490e-9d3a-641bf330efef HTTP/1.1" status: 200 len: 943 time: 0.0719976 Jun 23 11:52:26.689111 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a475559c-a0d0-479b-8dd6-cba4df43e0df req-f19bf273-677f-4d68-b69a-b431f0a94048 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 11:52:26.690621 dv-neutron-601336-94-hyperv neutron-server[94175]: INFO neutron.wsgi [req-a475559c-a0d0-479b-8dd6-cba4df43e0df req-f19bf273-677f-4d68-b69a-b431f0a94048 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=633dafb8765b4ee9b7f8c0e4fe129ba7&device_id=36392cdf-e47d-490e-9d3a-641bf330efef HTTP/1.1" status: 200 len: 1096 time: 0.0612309 Jun 23 11:52:26.690789 dv-neutron-601336-94-hyperv neutron-server[94174]: INFO neutron.wsgi [req-03a84bac-2b4f-4d89-aaa9-13f5a72b163d req-845685a9-15ec-4b44-9c2d-7fdf2ea33d89 tempest-ServerDiskConfigTestJSON-242737041 tempest-ServerDiskConfigTestJSON-242737041-project] 10.222.0.20 "GET /v2.0/security-groups?id=59e47443-699e-4aba-9ce8-c3896b39346e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0338573 Jun 23 11:52:26.786135 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a475559c-a0d0-479b-8dd6-cba4df43e0df req-0841cf03-9d56-41d8-a775-e01552d3d2b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 11:52:26.787619 dv-neutron-601336-94-hyperv neutron-server[94175]: INFO neutron.wsgi [req-a475559c-a0d0-479b-8dd6-cba4df43e0df req-0841cf03-9d56-41d8-a775-e01552d3d2b1 service neutron] 10.222.0.52 "GET /v2.0/networks?tenant_id=633dafb8765b4ee9b7f8c0e4fe129ba7&shared=False HTTP/1.1" status: 200 len: 916 time: 0.0900202 Jun 23 11:52:26.882117 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a475559c-a0d0-479b-8dd6-cba4df43e0df req-9bb9f7cb-19a8-4c20-b017-5fe534a78240 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 11:52:26.883597 dv-neutron-601336-94-hyperv neutron-server[94175]: INFO neutron.wsgi [req-a475559c-a0d0-479b-8dd6-cba4df43e0df req-9bb9f7cb-19a8-4c20-b017-5fe534a78240 service neutron] 10.222.0.52 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0904121 Jun 23 11:52:26.973407 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92e2a6fb-44fb-4ba2-baa3-9c11fa855b09 req-c375669e-3ed2-4824-819d-187cbcb78fec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 11:52:26.974789 dv-neutron-601336-94-hyperv neutron-server[94175]: INFO neutron.wsgi [req-92e2a6fb-44fb-4ba2-baa3-9c11fa855b09 req-c375669e-3ed2-4824-819d-187cbcb78fec service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=633dafb8765b4ee9b7f8c0e4fe129ba7&device_id=36392cdf-e47d-490e-9d3a-641bf330efef HTTP/1.1" status: 200 len: 1096 time: 0.0525126 Jun 23 11:52:27.015534 dv-neutron-601336-94-hyperv neutron-server[94175]: INFO neutron.wsgi [req-92e2a6fb-44fb-4ba2-baa3-9c11fa855b09 req-1ef1ebb5-d054-4f18-b6b9-ff0b766e4bea service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=8d2951d9-6891-4a1d-beb8-706c1e94b84d HTTP/1.1" status: 200 len: 217 time: 0.0335045 Jun 23 11:52:27.069079 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92e2a6fb-44fb-4ba2-baa3-9c11fa855b09 req-f808fef2-f178-4d44-94f6-48730622e568 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 11:52:27.070555 dv-neutron-601336-94-hyperv neutron-server[94175]: INFO neutron.wsgi [req-92e2a6fb-44fb-4ba2-baa3-9c11fa855b09 req-f808fef2-f178-4d44-94f6-48730622e568 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=8a817795-be8c-4b1a-8e0c-35a4449852be HTTP/1.1" status: 200 len: 855 time: 0.0492287 Jun 23 11:52:27.102990 dv-neutron-601336-94-hyperv neutron-server[94175]: INFO neutron.wsgi [req-92e2a6fb-44fb-4ba2-baa3-9c11fa855b09 req-237b3521-1a15-47c9-81b6-b2fe9627f6bb service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=09cd7049-7050-47f9-adc3-c206f2f3b24d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0266206 Jun 23 11:52:27.191546 dv-neutron-601336-94-hyperv neutron-server[94175]: INFO neutron.wsgi [req-92e2a6fb-44fb-4ba2-baa3-9c11fa855b09 req-aaacdcf3-a7c4-4e26-989d-4675514015d6 service neutron] 10.222.0.52 "GET /v2.0/networks/09cd7049-7050-47f9-adc3-c206f2f3b24d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0812557 Jun 23 11:52:27.284613 dv-neutron-601336-94-hyperv neutron-server[94175]: INFO neutron.wsgi [req-92e2a6fb-44fb-4ba2-baa3-9c11fa855b09 req-de0deb95-71b4-413f-ba7a-e405068f59b5 service neutron] 10.222.0.52 "GET /v2.0/networks/09cd7049-7050-47f9-adc3-c206f2f3b24d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0862262 Jun 23 11:52:27.300229 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.plugins.ml2.rpc [None req-97bd5441-1da2-49ee-a364-27795820ba27 None None] Device 009ed570-f0e0-462f-9ae0-c3ab740dbcd9 no longer exists at agent hyperv_hv-neutron-6013 {{(pid=94176) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:261}} Jun 23 11:52:27.319801 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.plugins.ml2.plugin [None req-97bd5441-1da2-49ee-a364-27795820ba27 None None] No Port match for: 009ed570-f0e0-462f-9ae0-c3ab740dbcd9 {{(pid=94176) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2240}} Jun 23 11:52:27.320152 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.plugins.ml2.rpc [None req-97bd5441-1da2-49ee-a364-27795820ba27 None None] Device 009ed570-f0e0-462f-9ae0-c3ab740dbcd9 not bound to the agent host hv-neutron-6013 {{(pid=94176) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:271}} Jun 23 11:52:27.864677 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ba1398c-9528-44e9-a281-07c9359a4d33 req-54ef85cd-8f5f-4bcd-ae71-744ca7943adf tempest-ServerDiskConfigTestJSON-242737041 tempest-ServerDiskConfigTestJSON-242737041-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 11:52:27.866147 dv-neutron-601336-94-hyperv neutron-server[94175]: INFO neutron.wsgi [req-8ba1398c-9528-44e9-a281-07c9359a4d33 req-54ef85cd-8f5f-4bcd-ae71-744ca7943adf tempest-ServerDiskConfigTestJSON-242737041 tempest-ServerDiskConfigTestJSON-242737041-project] 10.222.0.20 "GET /v2.0/ports?device_id=36392cdf-e47d-490e-9d3a-641bf330efef HTTP/1.1" status: 200 len: 943 time: 0.0636888 Jun 23 11:52:27.903759 dv-neutron-601336-94-hyperv neutron-server[94175]: INFO neutron.wsgi [req-8ba1398c-9528-44e9-a281-07c9359a4d33 req-0894f302-225f-4d55-88a3-00f8c6203769 tempest-ServerDiskConfigTestJSON-242737041 tempest-ServerDiskConfigTestJSON-242737041-project] 10.222.0.20 "GET /v2.0/security-groups?id=59e47443-699e-4aba-9ce8-c3896b39346e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0314121 Jun 23 11:52:29.074077 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cee7e62-db04-48f0-b93a-fcb6d8eee19a req-19cc3051-2c9d-43e1-bd97-5c473e3c3fff tempest-ServerDiskConfigTestJSON-242737041 tempest-ServerDiskConfigTestJSON-242737041-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94174) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 11:52:29.075640 dv-neutron-601336-94-hyperv neutron-server[94174]: INFO neutron.wsgi [req-1cee7e62-db04-48f0-b93a-fcb6d8eee19a req-19cc3051-2c9d-43e1-bd97-5c473e3c3fff tempest-ServerDiskConfigTestJSON-242737041 tempest-ServerDiskConfigTestJSON-242737041-project] 10.222.0.20 "GET /v2.0/ports?device_id=36392cdf-e47d-490e-9d3a-641bf330efef HTTP/1.1" status: 200 len: 943 time: 0.0644679 Jun 23 11:52:29.112671 dv-neutron-601336-94-hyperv neutron-server[94174]: INFO neutron.wsgi [req-1cee7e62-db04-48f0-b93a-fcb6d8eee19a req-f5dda218-e687-4e8b-952b-874adc58d628 tempest-ServerDiskConfigTestJSON-242737041 tempest-ServerDiskConfigTestJSON-242737041-project] 10.222.0.20 "GET /v2.0/security-groups?id=59e47443-699e-4aba-9ce8-c3896b39346e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0315866 Jun 23 11:52:29.315646 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.plugins.ml2.rpc [None req-97bd5441-1da2-49ee-a364-27795820ba27 None None] Device 8d2951d9-6891-4a1d-beb8-706c1e94b84d details requested by agent hyperv_hv-neutron-6013 with host hv-neutron-6013 {{(pid=94176) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:104}} Jun 23 11:52:29.418162 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.plugins.ml2.db [None req-97bd5441-1da2-49ee-a364-27795820ba27 None None] For port 8d2951d9-6891-4a1d-beb8-706c1e94b84d, host hv-neutron-6013, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-6013',level=0,port_id=8d2951d9-6891-4a1d-beb8-706c1e94b84d,segment=NetworkSegment(efb45f5d-3d01-493f-b003-98b5b44ca9fd),segment_id=efb45f5d-3d01-493f-b003-98b5b44ca9fd)] {{(pid=94176) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 23 11:52:29.428951 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.plugins.ml2.rpc [None req-97bd5441-1da2-49ee-a364-27795820ba27 None None] Returning: {'device': '8d2951d9-6891-4a1d-beb8-706c1e94b84d', 'network_id': '09cd7049-7050-47f9-adc3-c206f2f3b24d', 'port_id': '8d2951d9-6891-4a1d-beb8-706c1e94b84d', 'mac_address': 'fa:16:3e:a0:81:fb', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 408, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8a817795-be8c-4b1a-8e0c-35a4449852be', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94176) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:186}} Jun 23 11:52:29.464684 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron_lib.callbacks.manager [None req-97bd5441-1da2-49ee-a364-27795820ba27 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-923122'] for port, before_update {{(pid=94176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:52:29.476842 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.notifiers.nova [None req-97bd5441-1da2-49ee-a364-27795820ba27 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8d2951d9-6891-4a1d-beb8-706c1e94b84d {{(pid=94176) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 23 11:52:29.496268 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.plugins.ml2.db [None req-97bd5441-1da2-49ee-a364-27795820ba27 None None] For port 8d2951d9-6891-4a1d-beb8-706c1e94b84d, host hv-neutron-6013, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-6013',level=0,port_id=8d2951d9-6891-4a1d-beb8-706c1e94b84d,segment=NetworkSegment(efb45f5d-3d01-493f-b003-98b5b44ca9fd),segment_id=efb45f5d-3d01-493f-b003-98b5b44ca9fd)] {{(pid=94176) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 23 11:52:29.614849 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron_lib.callbacks.manager [None req-97bd5441-1da2-49ee-a364-27795820ba27 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-922904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866062', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773700135042', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773699642233', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773699642278'] for port, after_update {{(pid=94176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:52:29.616589 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG oslo_concurrency.lockutils [None req-4ef38da8-a0b1-431a-bb42-4ad89051e819 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 11:52:29.667646 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97bd5441-1da2-49ee-a364-27795820ba27 None None] Pushing event updated for resources: {'Port': ['ID=8d2951d9-6891-4a1d-beb8-706c1e94b84d,revision_number=4']} {{(pid=94176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 11:52:29.674610 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97bd5441-1da2-49ee-a364-27795820ba27 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-601336-94-hyperv {{(pid=94176) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 11:52:29.674963 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97bd5441-1da2-49ee-a364-27795820ba27 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-94-hyperv {{(pid=94176) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 11:52:29.675330 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97bd5441-1da2-49ee-a364-27795820ba27 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-94-hyperv {{(pid=94176) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 11:52:29.675668 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97bd5441-1da2-49ee-a364-27795820ba27 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-601336-94-hyperv {{(pid=94176) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 11:52:29.676000 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97bd5441-1da2-49ee-a364-27795820ba27 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-601336-94-hyperv {{(pid=94176) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 11:52:29.676330 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97bd5441-1da2-49ee-a364-27795820ba27 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-601336-94-hyperv {{(pid=94176) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 11:52:29.676656 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97bd5441-1da2-49ee-a364-27795820ba27 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-601336-94-hyperv {{(pid=94176) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 11:52:29.676985 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97bd5441-1da2-49ee-a364-27795820ba27 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-601336-94-hyperv {{(pid=94176) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 11:52:29.677311 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97bd5441-1da2-49ee-a364-27795820ba27 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-601336-94-hyperv {{(pid=94176) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 11:52:29.677633 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97bd5441-1da2-49ee-a364-27795820ba27 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-94-hyperv {{(pid=94176) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 11:52:29.677955 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97bd5441-1da2-49ee-a364-27795820ba27 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-601336-94-hyperv {{(pid=94176) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 11:52:29.678280 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97bd5441-1da2-49ee-a364-27795820ba27 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-601336-94-hyperv {{(pid=94176) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 11:52:29.682272 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG oslo_concurrency.lockutils [None req-97bd5441-1da2-49ee-a364-27795820ba27 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.066s {{(pid=94176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 11:52:29.803449 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.plugins.ml2.db [None req-97bd5441-1da2-49ee-a364-27795820ba27 None None] get_ports_and_sgs() called for port_ids ['8d2951d9-6891-4a1d-beb8-706c1e94b84d'] {{(pid=94176) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 23 11:52:30.291388 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f715c482-cf71-464e-a3c9-7fd289ceab50 req-115146aa-7ce6-4401-b45c-491af5e12e53 tempest-ServerDiskConfigTestJSON-242737041 tempest-ServerDiskConfigTestJSON-242737041-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 11:52:30.292890 dv-neutron-601336-94-hyperv neutron-server[94175]: INFO neutron.wsgi [req-f715c482-cf71-464e-a3c9-7fd289ceab50 req-115146aa-7ce6-4401-b45c-491af5e12e53 tempest-ServerDiskConfigTestJSON-242737041 tempest-ServerDiskConfigTestJSON-242737041-project] 10.222.0.20 "GET /v2.0/ports?device_id=36392cdf-e47d-490e-9d3a-641bf330efef HTTP/1.1" status: 200 len: 944 time: 0.0710924 Jun 23 11:52:30.332125 dv-neutron-601336-94-hyperv neutron-server[94175]: INFO neutron.wsgi [req-f715c482-cf71-464e-a3c9-7fd289ceab50 req-7ee3c208-2e16-4510-b5ad-871f6bbbb9c3 tempest-ServerDiskConfigTestJSON-242737041 tempest-ServerDiskConfigTestJSON-242737041-project] 10.222.0.20 "GET /v2.0/security-groups?id=59e47443-699e-4aba-9ce8-c3896b39346e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0333853 Jun 23 11:52:31.315608 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.plugins.ml2.rpc [None req-97bd5441-1da2-49ee-a364-27795820ba27 None None] Device 8d2951d9-6891-4a1d-beb8-706c1e94b84d up at agent hyperv_hv-neutron-6013 {{(pid=94176) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:298}} Jun 23 11:52:31.437940 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.db.provisioning_blocks [None req-97bd5441-1da2-49ee-a364-27795820ba27 None None] Provisioning for port 8d2951d9-6891-4a1d-beb8-706c1e94b84d completed by entity L2. {{(pid=94176) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 23 11:52:31.442051 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.db.provisioning_blocks [None req-97bd5441-1da2-49ee-a364-27795820ba27 None None] Provisioning complete for port 8d2951d9-6891-4a1d-beb8-706c1e94b84d triggered by entity L2. {{(pid=94176) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 23 11:52:31.442439 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron_lib.callbacks.manager [None req-97bd5441-1da2-49ee-a364-27795820ba27 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-899258'] for port, provisioning_complete {{(pid=94176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:52:31.504869 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8559b0e3-98b3-42ac-ae10-c392b9f46c1b req-6442a67f-9943-4ac6-8162-02e6efa13265 tempest-ServerDiskConfigTestJSON-242737041 tempest-ServerDiskConfigTestJSON-242737041-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94174) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 11:52:31.506407 dv-neutron-601336-94-hyperv neutron-server[94174]: INFO neutron.wsgi [req-8559b0e3-98b3-42ac-ae10-c392b9f46c1b req-6442a67f-9943-4ac6-8162-02e6efa13265 tempest-ServerDiskConfigTestJSON-242737041 tempest-ServerDiskConfigTestJSON-242737041-project] 10.222.0.20 "GET /v2.0/ports?device_id=36392cdf-e47d-490e-9d3a-641bf330efef HTTP/1.1" status: 200 len: 944 time: 0.0647845 Jun 23 11:52:31.521231 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron_lib.callbacks.manager [None req-97bd5441-1da2-49ee-a364-27795820ba27 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-923122'] for port, before_update {{(pid=94176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:52:31.543499 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '36392cdf-e47d-490e-9d3a-641bf330efef', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8d2951d9-6891-4a1d-beb8-706c1e94b84d'}] {{(pid=94176) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 23 11:52:31.546007 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}887b0dfc0393de878080286a57e4a08d4fa60dd0cddd118f338ebfcd351ddd4c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-61de423a-5ecf-4549-aa0e-50b6bf1f6934" -d '{"events": [{"server_uuid": "36392cdf-e47d-490e-9d3a-641bf330efef", "name": "network-vif-plugged", "status": "completed", "tag": "8d2951d9-6891-4a1d-beb8-706c1e94b84d"}]}' {{(pid=94176) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 23 11:52:31.546877 dv-neutron-601336-94-hyperv neutron-server[94174]: INFO neutron.wsgi [req-8559b0e3-98b3-42ac-ae10-c392b9f46c1b req-c02d381d-43c2-45a9-9fa1-2800eb87b221 tempest-ServerDiskConfigTestJSON-242737041 tempest-ServerDiskConfigTestJSON-242737041-project] 10.222.0.20 "GET /v2.0/security-groups?id=59e47443-699e-4aba-9ce8-c3896b39346e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0339251 Jun 23 11:52:31.559967 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.plugins.ml2.db [None req-97bd5441-1da2-49ee-a364-27795820ba27 None None] For port 8d2951d9-6891-4a1d-beb8-706c1e94b84d, host hv-neutron-6013, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-6013',level=0,port_id=8d2951d9-6891-4a1d-beb8-706c1e94b84d,segment=NetworkSegment(efb45f5d-3d01-493f-b003-98b5b44ca9fd),segment_id=efb45f5d-3d01-493f-b003-98b5b44ca9fd)] {{(pid=94176) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 23 11:52:31.581757 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 23 Jun 2021 11:52:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a839470e-7f66-4a32-a0ea-21e911b96906 x-openstack-request-id: req-a839470e-7f66-4a32-a0ea-21e911b96906 {{(pid=94176) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 23 11:52:31.582058 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "36392cdf-e47d-490e-9d3a-641bf330efef", "name": "network-vif-plugged", "status": "completed", "tag": "8d2951d9-6891-4a1d-beb8-706c1e94b84d", "code": 200}]} {{(pid=94176) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 23 11:52:31.582325 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-a839470e-7f66-4a32-a0ea-21e911b96906 {{(pid=94176) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 23 11:52:31.582727 dv-neutron-601336-94-hyperv neutron-server[94176]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '36392cdf-e47d-490e-9d3a-641bf330efef', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8d2951d9-6891-4a1d-beb8-706c1e94b84d', 'code': 200} Jun 23 11:52:31.631879 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron_lib.callbacks.manager [None req-97bd5441-1da2-49ee-a364-27795820ba27 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-922904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866062', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773700135042', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773699642233', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773699642278'] for port, after_update {{(pid=94176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:52:31.634487 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG oslo_concurrency.lockutils [None req-7b78699c-c089-48d7-a395-72ef287d3e80 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 11:52:31.682661 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97bd5441-1da2-49ee-a364-27795820ba27 None None] Pushing event updated for resources: {'Port': ['ID=8d2951d9-6891-4a1d-beb8-706c1e94b84d,revision_number=5']} {{(pid=94176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 11:52:31.686253 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG oslo_concurrency.lockutils [None req-97bd5441-1da2-49ee-a364-27795820ba27 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.052s {{(pid=94176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 11:52:31.958284 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7327f3fb-d623-4af3-bff0-f227a9c54d8b req-aef047a6-f727-414a-801f-d452c01ec4f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 11:52:31.959724 dv-neutron-601336-94-hyperv neutron-server[94175]: INFO neutron.wsgi [req-7327f3fb-d623-4af3-bff0-f227a9c54d8b req-aef047a6-f727-414a-801f-d452c01ec4f5 service neutron] 10.222.0.52 "GET /v2.0/ports?device_id=36392cdf-e47d-490e-9d3a-641bf330efef HTTP/1.1" status: 200 len: 1098 time: 0.0549657 Jun 23 11:52:31.997290 dv-neutron-601336-94-hyperv neutron-server[94175]: INFO neutron.wsgi [req-7327f3fb-d623-4af3-bff0-f227a9c54d8b req-482a9ab7-261c-41bb-95d0-d62e0e4aac2b service neutron] 10.222.0.52 "GET /v2.0/security-groups?id=59e47443-699e-4aba-9ce8-c3896b39346e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0314770 Jun 23 11:52:32.747612 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03449066-5915-4296-a5fb-df413316a6bd req-9b519acc-27e3-4a15-a61c-4fcf24c84385 tempest-ServerDiskConfigTestJSON-242737041 tempest-ServerDiskConfigTestJSON-242737041-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94174) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 11:52:32.749277 dv-neutron-601336-94-hyperv neutron-server[94174]: INFO neutron.wsgi [req-03449066-5915-4296-a5fb-df413316a6bd req-9b519acc-27e3-4a15-a61c-4fcf24c84385 tempest-ServerDiskConfigTestJSON-242737041 tempest-ServerDiskConfigTestJSON-242737041-project] 10.222.0.20 "GET /v2.0/ports?device_id=36392cdf-e47d-490e-9d3a-641bf330efef HTTP/1.1" status: 200 len: 945 time: 0.0771391 Jun 23 11:52:32.790577 dv-neutron-601336-94-hyperv neutron-server[94174]: INFO neutron.wsgi [req-03449066-5915-4296-a5fb-df413316a6bd req-ccffaea6-49ae-4ce9-8cc6-81e842cd3a9d tempest-ServerDiskConfigTestJSON-242737041 tempest-ServerDiskConfigTestJSON-242737041-project] 10.222.0.20 "GET /v2.0/security-groups?id=59e47443-699e-4aba-9ce8-c3896b39346e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0354865 Jun 23 11:52:33.969719 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d4a8b3d-13a2-4d63-8071-c2eb46a71b2f req-b9edb191-1dbb-473d-9ea6-478322fb2668 tempest-ServerDiskConfigTestJSON-242737041 tempest-ServerDiskConfigTestJSON-242737041-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 11:52:33.971269 dv-neutron-601336-94-hyperv neutron-server[94175]: INFO neutron.wsgi [req-4d4a8b3d-13a2-4d63-8071-c2eb46a71b2f req-b9edb191-1dbb-473d-9ea6-478322fb2668 tempest-ServerDiskConfigTestJSON-242737041 tempest-ServerDiskConfigTestJSON-242737041-project] 10.222.0.20 "GET /v2.0/ports?device_id=36392cdf-e47d-490e-9d3a-641bf330efef HTTP/1.1" status: 200 len: 945 time: 0.0655084 Jun 23 11:52:34.010683 dv-neutron-601336-94-hyperv neutron-server[94175]: INFO neutron.wsgi [req-4d4a8b3d-13a2-4d63-8071-c2eb46a71b2f req-1ab81d5b-fae4-4718-84ae-da9c3aae1062 tempest-ServerDiskConfigTestJSON-242737041 tempest-ServerDiskConfigTestJSON-242737041-project] 10.222.0.20 "GET /v2.0/security-groups?id=59e47443-699e-4aba-9ce8-c3896b39346e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0337322 Jun 23 11:52:34.192070 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3152f566-a25a-4f21-b13e-a24ef3d8c204 req-282ead41-6d1a-4a70-bbff-3fbe55f80092 tempest-ServerDiskConfigTestJSON-242737041 tempest-ServerDiskConfigTestJSON-242737041-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94174) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 11:52:34.193553 dv-neutron-601336-94-hyperv neutron-server[94174]: INFO neutron.wsgi [req-3152f566-a25a-4f21-b13e-a24ef3d8c204 req-282ead41-6d1a-4a70-bbff-3fbe55f80092 tempest-ServerDiskConfigTestJSON-242737041 tempest-ServerDiskConfigTestJSON-242737041-project] 10.222.0.20 "GET /v2.0/ports?device_id=36392cdf-e47d-490e-9d3a-641bf330efef HTTP/1.1" status: 200 len: 945 time: 0.0704556 Jun 23 11:52:34.233832 dv-neutron-601336-94-hyperv neutron-server[94174]: INFO neutron.wsgi [req-3152f566-a25a-4f21-b13e-a24ef3d8c204 req-08c7585c-55c0-4756-b491-a660a71f99c5 tempest-ServerDiskConfigTestJSON-242737041 tempest-ServerDiskConfigTestJSON-242737041-project] 10.222.0.20 "GET /v2.0/security-groups?id=59e47443-699e-4aba-9ce8-c3896b39346e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0318387 Jun 23 11:52:34.777519 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5318e437-15ab-4780-8508-a7816c806e8f req-cbb61e4a-71b6-447a-a970-869392e4384f tempest-ServerDiskConfigTestJSON-242737041 tempest-ServerDiskConfigTestJSON-242737041-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94174) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 11:52:34.778974 dv-neutron-601336-94-hyperv neutron-server[94174]: INFO neutron.wsgi [req-5318e437-15ab-4780-8508-a7816c806e8f req-cbb61e4a-71b6-447a-a970-869392e4384f tempest-ServerDiskConfigTestJSON-242737041 tempest-ServerDiskConfigTestJSON-242737041-project] 10.222.0.20 "GET /v2.0/ports?device_id=36392cdf-e47d-490e-9d3a-641bf330efef HTTP/1.1" status: 200 len: 945 time: 0.0994515 Jun 23 11:52:34.816239 dv-neutron-601336-94-hyperv neutron-server[94174]: INFO neutron.wsgi [req-63be636f-f1b1-483b-9e28-d98f786b32a4 req-ec6fa2b8-3fb8-42aa-979c-79e131ac23c6 service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=36392cdf-e47d-490e-9d3a-641bf330efef&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0893979 Jun 23 11:52:34.828377 dv-neutron-601336-94-hyperv neutron-server[94174]: INFO neutron.wsgi [req-5318e437-15ab-4780-8508-a7816c806e8f req-012368a5-c291-49dd-b411-9eb1db154dc7 tempest-ServerDiskConfigTestJSON-242737041 tempest-ServerDiskConfigTestJSON-242737041-project] 10.222.0.20 "GET /v2.0/security-groups?id=59e47443-699e-4aba-9ce8-c3896b39346e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0436237 Jun 23 11:52:35.150158 dv-neutron-601336-94-hyperv neutron-server[94177]: DEBUG neutron.db.agents_db [None req-90fb1279-e4c5-4e73-8d66-3a29811dc4e3 None None] Agent healthcheck: found 6 active agents {{(pid=94177) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 23 11:52:36.007015 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20ebf8fe-9cc9-4673-bdf8-a0c2e04eb194 req-a5120f0a-e42a-4708-83b7-c5cce647ace5 tempest-ServerDiskConfigTestJSON-242737041 tempest-ServerDiskConfigTestJSON-242737041-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 11:52:36.008520 dv-neutron-601336-94-hyperv neutron-server[94175]: INFO neutron.wsgi [req-20ebf8fe-9cc9-4673-bdf8-a0c2e04eb194 req-a5120f0a-e42a-4708-83b7-c5cce647ace5 tempest-ServerDiskConfigTestJSON-242737041 tempest-ServerDiskConfigTestJSON-242737041-project] 10.222.0.20 "GET /v2.0/ports?device_id=36392cdf-e47d-490e-9d3a-641bf330efef HTTP/1.1" status: 200 len: 945 time: 0.0690420 Jun 23 11:52:36.049631 dv-neutron-601336-94-hyperv neutron-server[94175]: INFO neutron.wsgi [req-20ebf8fe-9cc9-4673-bdf8-a0c2e04eb194 req-c79959b7-1419-4f84-a266-ce82649d4a12 tempest-ServerDiskConfigTestJSON-242737041 tempest-ServerDiskConfigTestJSON-242737041-project] 10.222.0.20 "GET /v2.0/security-groups?id=59e47443-699e-4aba-9ce8-c3896b39346e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0352483 Jun 23 11:52:36.784980 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63be636f-f1b1-483b-9e28-d98f786b32a4 req-ef04bad5-9eee-42bf-80be-610382030b90 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 11:52:36.786437 dv-neutron-601336-94-hyperv neutron-server[94175]: INFO neutron.wsgi [req-63be636f-f1b1-483b-9e28-d98f786b32a4 req-ef04bad5-9eee-42bf-80be-610382030b90 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=633dafb8765b4ee9b7f8c0e4fe129ba7&device_id=36392cdf-e47d-490e-9d3a-641bf330efef HTTP/1.1" status: 200 len: 1098 time: 0.0535004 Jun 23 11:52:36.877550 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63be636f-f1b1-483b-9e28-d98f786b32a4 req-fdc70af7-37ca-4003-9a22-04209986e27b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 11:52:36.879003 dv-neutron-601336-94-hyperv neutron-server[94175]: INFO neutron.wsgi [req-63be636f-f1b1-483b-9e28-d98f786b32a4 req-fdc70af7-37ca-4003-9a22-04209986e27b service neutron] 10.222.0.52 "GET /v2.0/networks?id=09cd7049-7050-47f9-adc3-c206f2f3b24d HTTP/1.1" status: 200 len: 916 time: 0.0863967 Jun 23 11:52:36.919404 dv-neutron-601336-94-hyperv neutron-server[94175]: INFO neutron.wsgi [req-63be636f-f1b1-483b-9e28-d98f786b32a4 req-534077b2-8f3d-416c-803b-79eda452b4cc service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=8d2951d9-6891-4a1d-beb8-706c1e94b84d HTTP/1.1" status: 200 len: 217 time: 0.0342653 Jun 23 11:52:36.966454 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63be636f-f1b1-483b-9e28-d98f786b32a4 req-c09d0a40-d470-468f-a814-b0e91d4bba6e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 11:52:36.967982 dv-neutron-601336-94-hyperv neutron-server[94175]: INFO neutron.wsgi [req-63be636f-f1b1-483b-9e28-d98f786b32a4 req-c09d0a40-d470-468f-a814-b0e91d4bba6e service neutron] 10.222.0.52 "GET /v2.0/subnets?id=8a817795-be8c-4b1a-8e0c-35a4449852be HTTP/1.1" status: 200 len: 855 time: 0.0428233 Jun 23 11:52:37.003181 dv-neutron-601336-94-hyperv neutron-server[94175]: INFO neutron.wsgi [req-63be636f-f1b1-483b-9e28-d98f786b32a4 req-93b15c84-069d-4167-9c2f-50eef3087045 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=09cd7049-7050-47f9-adc3-c206f2f3b24d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0292706 Jun 23 11:52:37.093024 dv-neutron-601336-94-hyperv neutron-server[94175]: INFO neutron.wsgi [req-63be636f-f1b1-483b-9e28-d98f786b32a4 req-5a881c7c-cae7-462a-b9d4-5fd8408782cc service neutron] 10.222.0.52 "GET /v2.0/networks/09cd7049-7050-47f9-adc3-c206f2f3b24d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0829501 Jun 23 11:52:37.185868 dv-neutron-601336-94-hyperv neutron-server[94175]: INFO neutron.wsgi [req-63be636f-f1b1-483b-9e28-d98f786b32a4 req-99b56d8a-7751-4a99-84a1-be4e8d9d7d33 service neutron] 10.222.0.52 "GET /v2.0/networks/09cd7049-7050-47f9-adc3-c206f2f3b24d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0866280 Jun 23 11:52:37.222912 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5a2b69a-33a7-46b2-84e6-602cdafc14a5 req-6b2b3ad9-0ea0-4aa0-847f-acb81eea3bd6 tempest-ServerDiskConfigTestJSON-242737041 tempest-ServerDiskConfigTestJSON-242737041-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94174) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 11:52:37.224437 dv-neutron-601336-94-hyperv neutron-server[94174]: INFO neutron.wsgi [req-d5a2b69a-33a7-46b2-84e6-602cdafc14a5 req-6b2b3ad9-0ea0-4aa0-847f-acb81eea3bd6 tempest-ServerDiskConfigTestJSON-242737041 tempest-ServerDiskConfigTestJSON-242737041-project] 10.222.0.20 "GET /v2.0/ports?device_id=36392cdf-e47d-490e-9d3a-641bf330efef HTTP/1.1" status: 200 len: 945 time: 0.0634716 Jun 23 11:52:37.262219 dv-neutron-601336-94-hyperv neutron-server[94174]: INFO neutron.wsgi [req-d5a2b69a-33a7-46b2-84e6-602cdafc14a5 req-24440ebc-b4fd-4a98-a530-5bd44e81e174 tempest-ServerDiskConfigTestJSON-242737041 tempest-ServerDiskConfigTestJSON-242737041-project] 10.222.0.20 "GET /v2.0/security-groups?id=59e47443-699e-4aba-9ce8-c3896b39346e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0320859 Jun 23 11:52:38.440193 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f2522a8-a7ef-47dc-8e4e-a086d9f45fa1 req-cca9d104-83dd-4929-a26e-2114e0ed5d5c tempest-ServerDiskConfigTestJSON-242737041 tempest-ServerDiskConfigTestJSON-242737041-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 11:52:38.441602 dv-neutron-601336-94-hyperv neutron-server[94175]: INFO neutron.wsgi [req-4f2522a8-a7ef-47dc-8e4e-a086d9f45fa1 req-cca9d104-83dd-4929-a26e-2114e0ed5d5c tempest-ServerDiskConfigTestJSON-242737041 tempest-ServerDiskConfigTestJSON-242737041-project] 10.222.0.20 "GET /v2.0/ports?device_id=36392cdf-e47d-490e-9d3a-641bf330efef HTTP/1.1" status: 200 len: 945 time: 0.0656757 Jun 23 11:52:38.480202 dv-neutron-601336-94-hyperv neutron-server[94175]: INFO neutron.wsgi [req-4f2522a8-a7ef-47dc-8e4e-a086d9f45fa1 req-c1a4d521-4c5f-411d-8c3c-3b08b3f0699a tempest-ServerDiskConfigTestJSON-242737041 tempest-ServerDiskConfigTestJSON-242737041-project] 10.222.0.20 "GET /v2.0/security-groups?id=59e47443-699e-4aba-9ce8-c3896b39346e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0327492 Jun 23 11:52:39.658481 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b799377e-bb31-4649-9c12-43488c350651 req-34b08eb2-3997-4804-a5c0-cb69b94ecd41 tempest-ServerDiskConfigTestJSON-242737041 tempest-ServerDiskConfigTestJSON-242737041-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94174) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 11:52:39.659961 dv-neutron-601336-94-hyperv neutron-server[94174]: INFO neutron.wsgi [req-b799377e-bb31-4649-9c12-43488c350651 req-34b08eb2-3997-4804-a5c0-cb69b94ecd41 tempest-ServerDiskConfigTestJSON-242737041 tempest-ServerDiskConfigTestJSON-242737041-project] 10.222.0.20 "GET /v2.0/ports?device_id=36392cdf-e47d-490e-9d3a-641bf330efef HTTP/1.1" status: 200 len: 945 time: 0.0669289 Jun 23 11:52:39.696215 dv-neutron-601336-94-hyperv neutron-server[94174]: INFO neutron.wsgi [req-b799377e-bb31-4649-9c12-43488c350651 req-60628477-7b1e-4968-8aab-b9d95466ef9b tempest-ServerDiskConfigTestJSON-242737041 tempest-ServerDiskConfigTestJSON-242737041-project] 10.222.0.20 "GET /v2.0/security-groups?id=59e47443-699e-4aba-9ce8-c3896b39346e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0304408 Jun 23 11:52:40.931146 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-129ef861-e438-422e-877a-f19428903f6d req-5b473ad7-2a7a-4902-8e79-806243780ba7 tempest-ServerDiskConfigTestJSON-242737041 tempest-ServerDiskConfigTestJSON-242737041-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 11:52:40.933251 dv-neutron-601336-94-hyperv neutron-server[94175]: INFO neutron.wsgi [req-129ef861-e438-422e-877a-f19428903f6d req-5b473ad7-2a7a-4902-8e79-806243780ba7 tempest-ServerDiskConfigTestJSON-242737041 tempest-ServerDiskConfigTestJSON-242737041-project] 10.222.0.20 "GET /v2.0/ports?device_id=36392cdf-e47d-490e-9d3a-641bf330efef HTTP/1.1" status: 200 len: 945 time: 0.0837491 Jun 23 11:52:40.975529 dv-neutron-601336-94-hyperv neutron-server[94175]: INFO neutron.wsgi [req-129ef861-e438-422e-877a-f19428903f6d req-3aaa833e-db27-4a1a-8965-1b00869b082b tempest-ServerDiskConfigTestJSON-242737041 tempest-ServerDiskConfigTestJSON-242737041-project] 10.222.0.20 "GET /v2.0/security-groups?id=59e47443-699e-4aba-9ce8-c3896b39346e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0362329 Jun 23 11:52:40.999139 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron_lib.callbacks.manager [None req-db7c40aa-fa5b-4d25-9262-d33346f2aa1a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773699952132', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-899307'] for agent, after_update {{(pid=94176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:52:42.186634 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b4afb5c-7ab0-4d02-9ba0-d64be13eedb2 req-d500d311-9264-4004-98fe-afb3cfbf5f1e tempest-ServerDiskConfigTestJSON-242737041 tempest-ServerDiskConfigTestJSON-242737041-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94174) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 11:52:42.188469 dv-neutron-601336-94-hyperv neutron-server[94174]: INFO neutron.wsgi [req-1b4afb5c-7ab0-4d02-9ba0-d64be13eedb2 req-d500d311-9264-4004-98fe-afb3cfbf5f1e tempest-ServerDiskConfigTestJSON-242737041 tempest-ServerDiskConfigTestJSON-242737041-project] 10.222.0.20 "GET /v2.0/ports?device_id=36392cdf-e47d-490e-9d3a-641bf330efef HTTP/1.1" status: 200 len: 945 time: 0.0872896 Jun 23 11:52:42.234296 dv-neutron-601336-94-hyperv neutron-server[94174]: INFO neutron.wsgi [req-1b4afb5c-7ab0-4d02-9ba0-d64be13eedb2 req-c909edcc-cf58-4082-a2b8-180e0152f64f tempest-ServerDiskConfigTestJSON-242737041 tempest-ServerDiskConfigTestJSON-242737041-project] 10.222.0.20 "GET /v2.0/security-groups?id=59e47443-699e-4aba-9ce8-c3896b39346e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0377443 Jun 23 11:52:43.255132 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron_lib.callbacks.manager [None req-3c77ac28-1628-46d3-911e-64fc80862dd3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773699952132', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-899307'] for agent, after_update {{(pid=94176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:52:43.425777 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c616265f-577a-413b-93bd-dece4e35bba7 req-1df98c8e-b210-4c1c-9284-4e5a7725b6e9 tempest-ServerDiskConfigTestJSON-242737041 tempest-ServerDiskConfigTestJSON-242737041-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 11:52:43.427227 dv-neutron-601336-94-hyperv neutron-server[94175]: INFO neutron.wsgi [req-c616265f-577a-413b-93bd-dece4e35bba7 req-1df98c8e-b210-4c1c-9284-4e5a7725b6e9 tempest-ServerDiskConfigTestJSON-242737041 tempest-ServerDiskConfigTestJSON-242737041-project] 10.222.0.20 "GET /v2.0/ports?device_id=36392cdf-e47d-490e-9d3a-641bf330efef HTTP/1.1" status: 200 len: 945 time: 0.0749288 Jun 23 11:52:43.465950 dv-neutron-601336-94-hyperv neutron-server[94175]: INFO neutron.wsgi [req-c616265f-577a-413b-93bd-dece4e35bba7 req-7a953605-27f6-4018-b18b-fe5fe66bafd9 tempest-ServerDiskConfigTestJSON-242737041 tempest-ServerDiskConfigTestJSON-242737041-project] 10.222.0.20 "GET /v2.0/security-groups?id=59e47443-699e-4aba-9ce8-c3896b39346e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0329485 Jun 23 11:52:43.872748 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron_lib.callbacks.manager [None req-dc7542b2-afef-47f4-a763-e3a3cba144be None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773699952132', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-899307'] for agent, after_update {{(pid=94176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:52:44.644936 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4e24f2b-ba53-462b-8e6b-2f641e0c1b17 req-32fdc80d-14e0-44e2-8d19-ca5bc74b33d3 tempest-ServerDiskConfigTestJSON-242737041 tempest-ServerDiskConfigTestJSON-242737041-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94174) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 11:52:44.646404 dv-neutron-601336-94-hyperv neutron-server[94174]: INFO neutron.wsgi [req-c4e24f2b-ba53-462b-8e6b-2f641e0c1b17 req-32fdc80d-14e0-44e2-8d19-ca5bc74b33d3 tempest-ServerDiskConfigTestJSON-242737041 tempest-ServerDiskConfigTestJSON-242737041-project] 10.222.0.20 "GET /v2.0/ports?device_id=36392cdf-e47d-490e-9d3a-641bf330efef HTTP/1.1" status: 200 len: 945 time: 0.0703354 Jun 23 11:52:44.666574 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron_lib.callbacks.manager [None req-4c20ea5f-bc7f-4d4e-935d-57f082af6ccb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773699952132', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-899307'] for agent, after_update {{(pid=94176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:52:44.691151 dv-neutron-601336-94-hyperv neutron-server[94174]: INFO neutron.wsgi [req-c4e24f2b-ba53-462b-8e6b-2f641e0c1b17 req-a3a51ff3-9e93-443d-91a3-a65dc1363237 tempest-ServerDiskConfigTestJSON-242737041 tempest-ServerDiskConfigTestJSON-242737041-project] 10.222.0.20 "GET /v2.0/security-groups?id=59e47443-699e-4aba-9ce8-c3896b39346e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0386574 Jun 23 11:52:45.878246 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-148f0e43-420d-44bc-987e-3be7d4c522e3 req-5f8912d5-5619-447f-b071-d9039d55e617 tempest-ServerDiskConfigTestJSON-242737041 tempest-ServerDiskConfigTestJSON-242737041-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 11:52:45.879788 dv-neutron-601336-94-hyperv neutron-server[94175]: INFO neutron.wsgi [req-148f0e43-420d-44bc-987e-3be7d4c522e3 req-5f8912d5-5619-447f-b071-d9039d55e617 tempest-ServerDiskConfigTestJSON-242737041 tempest-ServerDiskConfigTestJSON-242737041-project] 10.222.0.20 "GET /v2.0/ports?device_id=36392cdf-e47d-490e-9d3a-641bf330efef HTTP/1.1" status: 200 len: 945 time: 0.0658648 Jun 23 11:52:45.918791 dv-neutron-601336-94-hyperv neutron-server[94175]: INFO neutron.wsgi [req-148f0e43-420d-44bc-987e-3be7d4c522e3 req-0269e75d-5a28-4ed8-8114-d06063a9f66f tempest-ServerDiskConfigTestJSON-242737041 tempest-ServerDiskConfigTestJSON-242737041-project] 10.222.0.20 "GET /v2.0/security-groups?id=59e47443-699e-4aba-9ce8-c3896b39346e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0324895 Jun 23 11:52:46.191615 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd319231-05c9-43d0-8129-1ca8f89cd742 req-610997e3-f306-4625-a874-bb71fb25f9f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 11:52:46.193148 dv-neutron-601336-94-hyperv neutron-server[94175]: INFO neutron.wsgi [req-fd319231-05c9-43d0-8129-1ca8f89cd742 req-610997e3-f306-4625-a874-bb71fb25f9f2 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=633dafb8765b4ee9b7f8c0e4fe129ba7&device_id=36392cdf-e47d-490e-9d3a-641bf330efef HTTP/1.1" status: 200 len: 1098 time: 0.0614071 Jun 23 11:52:46.300079 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd319231-05c9-43d0-8129-1ca8f89cd742 req-839e4f97-ca6e-4d49-abcd-e2980af0cc3e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 11:52:46.301532 dv-neutron-601336-94-hyperv neutron-server[94175]: INFO neutron.wsgi [req-fd319231-05c9-43d0-8129-1ca8f89cd742 req-839e4f97-ca6e-4d49-abcd-e2980af0cc3e service neutron] 10.222.0.52 "GET /v2.0/networks?id=09cd7049-7050-47f9-adc3-c206f2f3b24d HTTP/1.1" status: 200 len: 916 time: 0.0849411 Jun 23 11:52:46.341629 dv-neutron-601336-94-hyperv neutron-server[94175]: INFO neutron.wsgi [req-fd319231-05c9-43d0-8129-1ca8f89cd742 req-df1ea56c-7477-46f5-9103-b4226ae72e1b service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=8d2951d9-6891-4a1d-beb8-706c1e94b84d HTTP/1.1" status: 200 len: 217 time: 0.0343540 Jun 23 11:52:46.393920 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd319231-05c9-43d0-8129-1ca8f89cd742 req-be17509a-e828-45a1-9fc7-10d3de8be3b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 11:52:46.395355 dv-neutron-601336-94-hyperv neutron-server[94175]: INFO neutron.wsgi [req-fd319231-05c9-43d0-8129-1ca8f89cd742 req-be17509a-e828-45a1-9fc7-10d3de8be3b6 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=8a817795-be8c-4b1a-8e0c-35a4449852be HTTP/1.1" status: 200 len: 855 time: 0.0471938 Jun 23 11:52:46.428044 dv-neutron-601336-94-hyperv neutron-server[94175]: INFO neutron.wsgi [req-fd319231-05c9-43d0-8129-1ca8f89cd742 req-a1f3b0b2-7114-4616-99fd-7f34d44aa53f service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=09cd7049-7050-47f9-adc3-c206f2f3b24d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0269675 Jun 23 11:52:46.514500 dv-neutron-601336-94-hyperv neutron-server[94175]: INFO neutron.wsgi [req-fd319231-05c9-43d0-8129-1ca8f89cd742 req-d1489e27-a23f-4262-a40f-7265ff8af172 service neutron] 10.222.0.52 "GET /v2.0/networks/09cd7049-7050-47f9-adc3-c206f2f3b24d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0799456 Jun 23 11:52:46.606771 dv-neutron-601336-94-hyperv neutron-server[94175]: INFO neutron.wsgi [req-fd319231-05c9-43d0-8129-1ca8f89cd742 req-cf8de242-1c18-46f4-9cad-046389ba8b33 service neutron] 10.222.0.52 "GET /v2.0/networks/09cd7049-7050-47f9-adc3-c206f2f3b24d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0865417 Jun 23 11:52:46.666221 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron_lib.callbacks.manager [None req-95d6aa8f-24e7-4234-82ff-f502266c3285 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773699952132', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-899307'] for agent, after_update {{(pid=94176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:52:47.098389 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a8c0086-359c-41c7-94f2-9ff2f0e29d37 req-23adf644-7320-4b76-9b69-ef63fbd116c4 tempest-ServerDiskConfigTestJSON-242737041 tempest-ServerDiskConfigTestJSON-242737041-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94174) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 11:52:47.099895 dv-neutron-601336-94-hyperv neutron-server[94174]: INFO neutron.wsgi [req-8a8c0086-359c-41c7-94f2-9ff2f0e29d37 req-23adf644-7320-4b76-9b69-ef63fbd116c4 tempest-ServerDiskConfigTestJSON-242737041 tempest-ServerDiskConfigTestJSON-242737041-project] 10.222.0.20 "GET /v2.0/ports?device_id=36392cdf-e47d-490e-9d3a-641bf330efef HTTP/1.1" status: 200 len: 945 time: 0.0696959 Jun 23 11:52:47.140771 dv-neutron-601336-94-hyperv neutron-server[94174]: INFO neutron.wsgi [req-8a8c0086-359c-41c7-94f2-9ff2f0e29d37 req-3cb6ad05-3d9a-402d-9671-e8d6b99c5fca tempest-ServerDiskConfigTestJSON-242737041 tempest-ServerDiskConfigTestJSON-242737041-project] 10.222.0.20 "GET /v2.0/security-groups?id=59e47443-699e-4aba-9ce8-c3896b39346e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0350060 Jun 23 11:52:48.313614 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5a3e637-3401-44fd-aa4e-2b448ef81d69 req-488c9255-fdfc-4e3f-b163-73fa4a99f364 tempest-ServerDiskConfigTestJSON-242737041 tempest-ServerDiskConfigTestJSON-242737041-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 11:52:48.315192 dv-neutron-601336-94-hyperv neutron-server[94175]: INFO neutron.wsgi [req-c5a3e637-3401-44fd-aa4e-2b448ef81d69 req-488c9255-fdfc-4e3f-b163-73fa4a99f364 tempest-ServerDiskConfigTestJSON-242737041 tempest-ServerDiskConfigTestJSON-242737041-project] 10.222.0.20 "GET /v2.0/ports?device_id=36392cdf-e47d-490e-9d3a-641bf330efef HTTP/1.1" status: 200 len: 945 time: 0.0649691 Jun 23 11:52:48.353402 dv-neutron-601336-94-hyperv neutron-server[94175]: INFO neutron.wsgi [req-c5a3e637-3401-44fd-aa4e-2b448ef81d69 req-59e29daa-9d51-450d-8e69-d53151948c1c tempest-ServerDiskConfigTestJSON-242737041 tempest-ServerDiskConfigTestJSON-242737041-project] 10.222.0.20 "GET /v2.0/security-groups?id=59e47443-699e-4aba-9ce8-c3896b39346e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0323212 Jun 23 11:52:49.542773 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9662ab32-e2eb-44d2-bb0b-7772dcbc7568 req-3fddac58-64f5-40d2-929e-9cd641c53eb8 tempest-ServerDiskConfigTestJSON-242737041 tempest-ServerDiskConfigTestJSON-242737041-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94174) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 11:52:49.544300 dv-neutron-601336-94-hyperv neutron-server[94174]: INFO neutron.wsgi [req-9662ab32-e2eb-44d2-bb0b-7772dcbc7568 req-3fddac58-64f5-40d2-929e-9cd641c53eb8 tempest-ServerDiskConfigTestJSON-242737041 tempest-ServerDiskConfigTestJSON-242737041-project] 10.222.0.20 "GET /v2.0/ports?device_id=36392cdf-e47d-490e-9d3a-641bf330efef HTTP/1.1" status: 200 len: 945 time: 0.0714025 Jun 23 11:52:49.584155 dv-neutron-601336-94-hyperv neutron-server[94174]: INFO neutron.wsgi [req-9662ab32-e2eb-44d2-bb0b-7772dcbc7568 req-67e8278c-59a7-4bc3-9c63-73ebcff5d1fb tempest-ServerDiskConfigTestJSON-242737041 tempest-ServerDiskConfigTestJSON-242737041-project] 10.222.0.20 "GET /v2.0/security-groups?id=59e47443-699e-4aba-9ce8-c3896b39346e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0337362 Jun 23 11:52:50.766880 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fa4b884-02ef-4417-a399-6884d05df041 req-80550410-865a-4611-8a95-1287c7a5d23f tempest-ServerDiskConfigTestJSON-242737041 tempest-ServerDiskConfigTestJSON-242737041-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 11:52:50.768428 dv-neutron-601336-94-hyperv neutron-server[94175]: INFO neutron.wsgi [req-4fa4b884-02ef-4417-a399-6884d05df041 req-80550410-865a-4611-8a95-1287c7a5d23f tempest-ServerDiskConfigTestJSON-242737041 tempest-ServerDiskConfigTestJSON-242737041-project] 10.222.0.20 "GET /v2.0/ports?device_id=36392cdf-e47d-490e-9d3a-641bf330efef HTTP/1.1" status: 200 len: 945 time: 0.0702639 Jun 23 11:52:50.808109 dv-neutron-601336-94-hyperv neutron-server[94175]: INFO neutron.wsgi [req-4fa4b884-02ef-4417-a399-6884d05df041 req-9499dd30-ecc1-4883-916a-7ed6285b0a4a tempest-ServerDiskConfigTestJSON-242737041 tempest-ServerDiskConfigTestJSON-242737041-project] 10.222.0.20 "GET /v2.0/security-groups?id=59e47443-699e-4aba-9ce8-c3896b39346e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0338812 Jun 23 11:52:51.986931 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-729a4a82-b163-4f88-86db-55e232789af2 req-65997211-e512-42d2-8ea5-5f64c4ba62d5 tempest-ServerDiskConfigTestJSON-242737041 tempest-ServerDiskConfigTestJSON-242737041-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94174) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 11:52:51.988501 dv-neutron-601336-94-hyperv neutron-server[94174]: INFO neutron.wsgi [req-729a4a82-b163-4f88-86db-55e232789af2 req-65997211-e512-42d2-8ea5-5f64c4ba62d5 tempest-ServerDiskConfigTestJSON-242737041 tempest-ServerDiskConfigTestJSON-242737041-project] 10.222.0.20 "GET /v2.0/ports?device_id=36392cdf-e47d-490e-9d3a-641bf330efef HTTP/1.1" status: 200 len: 945 time: 0.0682206 Jun 23 11:52:52.028370 dv-neutron-601336-94-hyperv neutron-server[94174]: INFO neutron.wsgi [req-729a4a82-b163-4f88-86db-55e232789af2 req-dce0be90-c78c-4b63-bb6f-532aad9b66df tempest-ServerDiskConfigTestJSON-242737041 tempest-ServerDiskConfigTestJSON-242737041-project] 10.222.0.20 "GET /v2.0/security-groups?id=59e47443-699e-4aba-9ce8-c3896b39346e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0340044 Jun 23 11:52:53.228621 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20be3eb2-2535-40c1-be5e-a3f4c8ecf613 req-8504f420-dddf-4e50-b66f-73f71f83c207 tempest-ServerDiskConfigTestJSON-242737041 tempest-ServerDiskConfigTestJSON-242737041-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 11:52:53.231181 dv-neutron-601336-94-hyperv neutron-server[94175]: INFO neutron.wsgi [req-20be3eb2-2535-40c1-be5e-a3f4c8ecf613 req-8504f420-dddf-4e50-b66f-73f71f83c207 tempest-ServerDiskConfigTestJSON-242737041 tempest-ServerDiskConfigTestJSON-242737041-project] 10.222.0.20 "GET /v2.0/ports?device_id=36392cdf-e47d-490e-9d3a-641bf330efef HTTP/1.1" status: 200 len: 945 time: 0.0657628 Jun 23 11:52:53.277224 dv-neutron-601336-94-hyperv neutron-server[94175]: INFO neutron.wsgi [req-20be3eb2-2535-40c1-be5e-a3f4c8ecf613 req-6f8ec853-b31b-454b-ac6a-1bcada84ee2a tempest-ServerDiskConfigTestJSON-242737041 tempest-ServerDiskConfigTestJSON-242737041-project] 10.222.0.20 "GET /v2.0/security-groups?id=59e47443-699e-4aba-9ce8-c3896b39346e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0383613 Jun 23 11:52:53.437669 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron_lib.callbacks.manager [None req-97bd5441-1da2-49ee-a364-27795820ba27 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773699952132', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-899307'] for agent, after_update {{(pid=94176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:52:54.456150 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9613d84-0e29-4667-83b6-2722f5821bea req-c2dde8f7-2e2b-4ecd-a400-47c85ab0948a tempest-ServerDiskConfigTestJSON-242737041 tempest-ServerDiskConfigTestJSON-242737041-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94174) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 11:52:54.458795 dv-neutron-601336-94-hyperv neutron-server[94174]: INFO neutron.wsgi [req-d9613d84-0e29-4667-83b6-2722f5821bea req-c2dde8f7-2e2b-4ecd-a400-47c85ab0948a tempest-ServerDiskConfigTestJSON-242737041 tempest-ServerDiskConfigTestJSON-242737041-project] 10.222.0.20 "GET /v2.0/ports?device_id=36392cdf-e47d-490e-9d3a-641bf330efef HTTP/1.1" status: 200 len: 945 time: 0.0662410 Jun 23 11:52:54.494568 dv-neutron-601336-94-hyperv neutron-server[94174]: INFO neutron.wsgi [req-d9613d84-0e29-4667-83b6-2722f5821bea req-d40c36fc-6fe1-4451-abf7-f812e00a15db tempest-ServerDiskConfigTestJSON-242737041 tempest-ServerDiskConfigTestJSON-242737041-project] 10.222.0.20 "GET /v2.0/security-groups?id=59e47443-699e-4aba-9ce8-c3896b39346e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0318124 Jun 23 11:52:55.674895 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c71e2471-2577-40f3-a9b0-254690979913 req-80009a71-20d5-4d8b-a60c-3d73a47724d6 tempest-ServerDiskConfigTestJSON-242737041 tempest-ServerDiskConfigTestJSON-242737041-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 11:52:55.676369 dv-neutron-601336-94-hyperv neutron-server[94175]: INFO neutron.wsgi [req-c71e2471-2577-40f3-a9b0-254690979913 req-80009a71-20d5-4d8b-a60c-3d73a47724d6 tempest-ServerDiskConfigTestJSON-242737041 tempest-ServerDiskConfigTestJSON-242737041-project] 10.222.0.20 "GET /v2.0/ports?device_id=36392cdf-e47d-490e-9d3a-641bf330efef HTTP/1.1" status: 200 len: 945 time: 0.0697265 Jun 23 11:52:55.716391 dv-neutron-601336-94-hyperv neutron-server[94175]: INFO neutron.wsgi [req-c71e2471-2577-40f3-a9b0-254690979913 req-db9b2504-2867-4aa0-a41d-e71c780cc4f1 tempest-ServerDiskConfigTestJSON-242737041 tempest-ServerDiskConfigTestJSON-242737041-project] 10.222.0.20 "GET /v2.0/security-groups?id=59e47443-699e-4aba-9ce8-c3896b39346e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0342464 Jun 23 11:52:56.890346 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09f198b5-e65f-4aa4-9cb5-0eda37121f49 req-ce2e40ce-7083-409a-b93e-dd911b78b9a1 tempest-ServerDiskConfigTestJSON-242737041 tempest-ServerDiskConfigTestJSON-242737041-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94174) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 11:52:56.891835 dv-neutron-601336-94-hyperv neutron-server[94174]: INFO neutron.wsgi [req-09f198b5-e65f-4aa4-9cb5-0eda37121f49 req-ce2e40ce-7083-409a-b93e-dd911b78b9a1 tempest-ServerDiskConfigTestJSON-242737041 tempest-ServerDiskConfigTestJSON-242737041-project] 10.222.0.20 "GET /v2.0/ports?device_id=36392cdf-e47d-490e-9d3a-641bf330efef HTTP/1.1" status: 200 len: 945 time: 0.0658960 Jun 23 11:52:56.930466 dv-neutron-601336-94-hyperv neutron-server[94174]: INFO neutron.wsgi [req-09f198b5-e65f-4aa4-9cb5-0eda37121f49 req-448ee4f4-4029-4ccf-a04b-6c6c6e00981e tempest-ServerDiskConfigTestJSON-242737041 tempest-ServerDiskConfigTestJSON-242737041-project] 10.222.0.20 "GET /v2.0/security-groups?id=59e47443-699e-4aba-9ce8-c3896b39346e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0328948 Jun 23 11:52:58.106348 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c1e3807-0fb9-484c-bf4f-c7f39e68cab0 req-73f7cd93-59a2-472f-a78d-8e16f22f9136 tempest-ServerDiskConfigTestJSON-242737041 tempest-ServerDiskConfigTestJSON-242737041-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 11:52:58.107791 dv-neutron-601336-94-hyperv neutron-server[94175]: INFO neutron.wsgi [req-4c1e3807-0fb9-484c-bf4f-c7f39e68cab0 req-73f7cd93-59a2-472f-a78d-8e16f22f9136 tempest-ServerDiskConfigTestJSON-242737041 tempest-ServerDiskConfigTestJSON-242737041-project] 10.222.0.20 "GET /v2.0/ports?device_id=36392cdf-e47d-490e-9d3a-641bf330efef HTTP/1.1" status: 200 len: 945 time: 0.0676584 Jun 23 11:52:58.146472 dv-neutron-601336-94-hyperv neutron-server[94175]: INFO neutron.wsgi [req-4c1e3807-0fb9-484c-bf4f-c7f39e68cab0 req-12280254-ee55-4114-8967-cc321c06b5fe tempest-ServerDiskConfigTestJSON-242737041 tempest-ServerDiskConfigTestJSON-242737041-project] 10.222.0.20 "GET /v2.0/security-groups?id=59e47443-699e-4aba-9ce8-c3896b39346e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0330315 Jun 23 11:52:59.325056 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2a1a962-5c4c-4c76-96af-c51f59eb37f2 req-439123e5-7ffb-440f-9a16-5464198ce5f6 tempest-ServerDiskConfigTestJSON-242737041 tempest-ServerDiskConfigTestJSON-242737041-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94174) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 11:52:59.327197 dv-neutron-601336-94-hyperv neutron-server[94174]: INFO neutron.wsgi [req-e2a1a962-5c4c-4c76-96af-c51f59eb37f2 req-439123e5-7ffb-440f-9a16-5464198ce5f6 tempest-ServerDiskConfigTestJSON-242737041 tempest-ServerDiskConfigTestJSON-242737041-project] 10.222.0.20 "GET /v2.0/ports?device_id=36392cdf-e47d-490e-9d3a-641bf330efef HTTP/1.1" status: 200 len: 945 time: 0.0685186 Jun 23 11:52:59.363353 dv-neutron-601336-94-hyperv neutron-server[94174]: INFO neutron.wsgi [req-e2a1a962-5c4c-4c76-96af-c51f59eb37f2 req-675a78b5-4198-48b6-9a7e-1147d0a2f91b tempest-ServerDiskConfigTestJSON-242737041 tempest-ServerDiskConfigTestJSON-242737041-project] 10.222.0.20 "GET /v2.0/security-groups?id=59e47443-699e-4aba-9ce8-c3896b39346e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0305595 Jun 23 11:53:00.537658 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbd4cc4f-55fc-4718-8b82-4a0709b98019 req-01f8831a-0279-4bca-9b9a-8381ee52492b tempest-ServerDiskConfigTestJSON-242737041 tempest-ServerDiskConfigTestJSON-242737041-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 11:53:00.539136 dv-neutron-601336-94-hyperv neutron-server[94175]: INFO neutron.wsgi [req-cbd4cc4f-55fc-4718-8b82-4a0709b98019 req-01f8831a-0279-4bca-9b9a-8381ee52492b tempest-ServerDiskConfigTestJSON-242737041 tempest-ServerDiskConfigTestJSON-242737041-project] 10.222.0.20 "GET /v2.0/ports?device_id=36392cdf-e47d-490e-9d3a-641bf330efef HTTP/1.1" status: 200 len: 945 time: 0.0631683 Jun 23 11:53:00.576373 dv-neutron-601336-94-hyperv neutron-server[94175]: INFO neutron.wsgi [req-cbd4cc4f-55fc-4718-8b82-4a0709b98019 req-8a064c5b-16ff-4d24-b028-af293f59c0c4 tempest-ServerDiskConfigTestJSON-242737041 tempest-ServerDiskConfigTestJSON-242737041-project] 10.222.0.20 "GET /v2.0/security-groups?id=59e47443-699e-4aba-9ce8-c3896b39346e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0314457 Jun 23 11:53:01.748790 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5189e78d-5485-4a21-831a-956509d2e6c6 req-e62b29fd-d8f7-4d2f-acb7-21a2c02d1405 tempest-ServerDiskConfigTestJSON-242737041 tempest-ServerDiskConfigTestJSON-242737041-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94174) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 11:53:01.750318 dv-neutron-601336-94-hyperv neutron-server[94174]: INFO neutron.wsgi [req-5189e78d-5485-4a21-831a-956509d2e6c6 req-e62b29fd-d8f7-4d2f-acb7-21a2c02d1405 tempest-ServerDiskConfigTestJSON-242737041 tempest-ServerDiskConfigTestJSON-242737041-project] 10.222.0.20 "GET /v2.0/ports?device_id=36392cdf-e47d-490e-9d3a-641bf330efef HTTP/1.1" status: 200 len: 945 time: 0.0643544 Jun 23 11:53:01.788646 dv-neutron-601336-94-hyperv neutron-server[94174]: INFO neutron.wsgi [req-5189e78d-5485-4a21-831a-956509d2e6c6 req-d231433a-8982-4780-9237-6f4fa2482053 tempest-ServerDiskConfigTestJSON-242737041 tempest-ServerDiskConfigTestJSON-242737041-project] 10.222.0.20 "GET /v2.0/security-groups?id=59e47443-699e-4aba-9ce8-c3896b39346e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0325141 Jun 23 11:53:02.970881 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bdf320b-3c55-4708-a662-0522372e1ec3 req-821a9ad0-b145-4f5f-876c-76868e48150c tempest-ServerDiskConfigTestJSON-242737041 tempest-ServerDiskConfigTestJSON-242737041-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 11:53:02.972384 dv-neutron-601336-94-hyperv neutron-server[94175]: INFO neutron.wsgi [req-5bdf320b-3c55-4708-a662-0522372e1ec3 req-821a9ad0-b145-4f5f-876c-76868e48150c tempest-ServerDiskConfigTestJSON-242737041 tempest-ServerDiskConfigTestJSON-242737041-project] 10.222.0.20 "GET /v2.0/ports?device_id=36392cdf-e47d-490e-9d3a-641bf330efef HTTP/1.1" status: 200 len: 945 time: 0.0684991 Jun 23 11:53:03.010547 dv-neutron-601336-94-hyperv neutron-server[94175]: INFO neutron.wsgi [req-5bdf320b-3c55-4708-a662-0522372e1ec3 req-5742bf9f-8a2b-4792-b5d1-62397142b6d4 tempest-ServerDiskConfigTestJSON-242737041 tempest-ServerDiskConfigTestJSON-242737041-project] 10.222.0.20 "GET /v2.0/security-groups?id=59e47443-699e-4aba-9ce8-c3896b39346e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0325303 Jun 23 11:53:04.197518 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16c225cd-d58b-4b14-a4b2-a8e38f332424 req-f97a65fe-abde-45db-8488-cb546a6bfe88 tempest-ServerDiskConfigTestJSON-242737041 tempest-ServerDiskConfigTestJSON-242737041-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94174) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 11:53:04.200109 dv-neutron-601336-94-hyperv neutron-server[94174]: INFO neutron.wsgi [req-16c225cd-d58b-4b14-a4b2-a8e38f332424 req-f97a65fe-abde-45db-8488-cb546a6bfe88 tempest-ServerDiskConfigTestJSON-242737041 tempest-ServerDiskConfigTestJSON-242737041-project] 10.222.0.20 "GET /v2.0/ports?device_id=36392cdf-e47d-490e-9d3a-641bf330efef HTTP/1.1" status: 200 len: 945 time: 0.0695925 Jun 23 11:53:04.237965 dv-neutron-601336-94-hyperv neutron-server[94174]: INFO neutron.wsgi [req-16c225cd-d58b-4b14-a4b2-a8e38f332424 req-e2e1bd0f-0e90-4456-a723-ed64f8f565cb tempest-ServerDiskConfigTestJSON-242737041 tempest-ServerDiskConfigTestJSON-242737041-project] 10.222.0.20 "GET /v2.0/security-groups?id=59e47443-699e-4aba-9ce8-c3896b39346e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0322309 Jun 23 11:53:04.258858 dv-neutron-601336-94-hyperv neutron-server[94175]: INFO neutron.wsgi [req-63be636f-f1b1-483b-9e28-d98f786b32a4 req-22941ae0-40d5-4b37-8cc4-95ca5e2c4de4 service neutron] 10.222.0.52 "GET /v2.0/ports/8d2951d9-6891-4a1d-beb8-706c1e94b84d/bindings/hv-neutron-6013 HTTP/1.1" status: 200 len: 384 time: 0.0577710 Jun 23 11:53:05.047247 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63be636f-f1b1-483b-9e28-d98f786b32a4 req-d21836f4-329d-415b-9bb9-37c0525d75b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 11:53:05.048651 dv-neutron-601336-94-hyperv neutron-server[94175]: INFO neutron.wsgi [req-63be636f-f1b1-483b-9e28-d98f786b32a4 req-d21836f4-329d-415b-9bb9-37c0525d75b0 service neutron] 10.222.0.52 "GET /v2.0/ports?device_id=36392cdf-e47d-490e-9d3a-641bf330efef&tenant_id=633dafb8765b4ee9b7f8c0e4fe129ba7 HTTP/1.1" status: 200 len: 1098 time: 0.0563481 Jun 23 11:53:05.128062 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63be636f-f1b1-483b-9e28-d98f786b32a4 req-43cca3b9-4d60-43bb-a5d6-ac5372a6e12e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 11:53:05.129550 dv-neutron-601336-94-hyperv neutron-server[94175]: INFO neutron.wsgi [req-63be636f-f1b1-483b-9e28-d98f786b32a4 req-43cca3b9-4d60-43bb-a5d6-ac5372a6e12e service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=633dafb8765b4ee9b7f8c0e4fe129ba7&device_id=36392cdf-e47d-490e-9d3a-641bf330efef HTTP/1.1" status: 200 len: 1098 time: 0.0599601 Jun 23 11:53:05.217602 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63be636f-f1b1-483b-9e28-d98f786b32a4 req-5ff2b72e-23bc-4365-a865-638bd41fbd9b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 11:53:05.219056 dv-neutron-601336-94-hyperv neutron-server[94175]: INFO neutron.wsgi [req-63be636f-f1b1-483b-9e28-d98f786b32a4 req-5ff2b72e-23bc-4365-a865-638bd41fbd9b service neutron] 10.222.0.52 "GET /v2.0/networks?id=09cd7049-7050-47f9-adc3-c206f2f3b24d HTTP/1.1" status: 200 len: 916 time: 0.0837042 Jun 23 11:53:05.261645 dv-neutron-601336-94-hyperv neutron-server[94175]: INFO neutron.wsgi [req-63be636f-f1b1-483b-9e28-d98f786b32a4 req-1f2cef48-10b8-4d64-92ca-aaea9ee2d6bf service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=8d2951d9-6891-4a1d-beb8-706c1e94b84d HTTP/1.1" status: 200 len: 217 time: 0.0366616 Jun 23 11:53:05.311252 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63be636f-f1b1-483b-9e28-d98f786b32a4 req-c0df2ee5-ef69-4ff4-8ef3-9a925e698e1d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 11:53:05.312703 dv-neutron-601336-94-hyperv neutron-server[94175]: INFO neutron.wsgi [req-63be636f-f1b1-483b-9e28-d98f786b32a4 req-c0df2ee5-ef69-4ff4-8ef3-9a925e698e1d service neutron] 10.222.0.52 "GET /v2.0/subnets?id=8a817795-be8c-4b1a-8e0c-35a4449852be HTTP/1.1" status: 200 len: 855 time: 0.0451195 Jun 23 11:53:05.348382 dv-neutron-601336-94-hyperv neutron-server[94175]: INFO neutron.wsgi [req-63be636f-f1b1-483b-9e28-d98f786b32a4 req-c15860b3-0f5b-4cfc-9a87-d0f003c3b7d0 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=09cd7049-7050-47f9-adc3-c206f2f3b24d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0289071 Jun 23 11:53:05.481199 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e50179eb-1995-4f6d-beaf-43e08a89d077 req-b4d40067-7591-4680-a8a6-682eaca3c904 tempest-ServerDiskConfigTestJSON-242737041 tempest-ServerDiskConfigTestJSON-242737041-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 11:53:05.482790 dv-neutron-601336-94-hyperv neutron-server[94175]: INFO neutron.wsgi [req-e50179eb-1995-4f6d-beaf-43e08a89d077 req-b4d40067-7591-4680-a8a6-682eaca3c904 tempest-ServerDiskConfigTestJSON-242737041 tempest-ServerDiskConfigTestJSON-242737041-project] 10.222.0.20 "GET /v2.0/ports?device_id=36392cdf-e47d-490e-9d3a-641bf330efef HTTP/1.1" status: 200 len: 945 time: 0.1322129 Jun 23 11:53:05.485180 dv-neutron-601336-94-hyperv neutron-server[94175]: INFO neutron.wsgi [req-63be636f-f1b1-483b-9e28-d98f786b32a4 req-de4deb88-22bb-4e30-a81b-61eeb86a05b8 service neutron] 10.222.0.52 "GET /v2.0/networks/09cd7049-7050-47f9-adc3-c206f2f3b24d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1259420 Jun 23 11:53:05.569844 dv-neutron-601336-94-hyperv neutron-server[94175]: INFO neutron.wsgi [req-e50179eb-1995-4f6d-beaf-43e08a89d077 req-fffcc3fe-c83e-44cd-a85b-f1180b0dcffa tempest-ServerDiskConfigTestJSON-242737041 tempest-ServerDiskConfigTestJSON-242737041-project] 10.222.0.20 "GET /v2.0/security-groups?id=59e47443-699e-4aba-9ce8-c3896b39346e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0812712 Jun 23 11:53:05.602015 dv-neutron-601336-94-hyperv neutron-server[94175]: INFO neutron.wsgi [req-63be636f-f1b1-483b-9e28-d98f786b32a4 req-2ae8d847-f7c9-4b1e-b850-1f4a5465e585 service neutron] 10.222.0.52 "GET /v2.0/networks/09cd7049-7050-47f9-adc3-c206f2f3b24d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1074715 Jun 23 11:53:06.744762 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-473ca4b7-aed8-4d6f-9e55-cbbc6823f586 req-acfb9665-9239-48af-94b4-e0685bd4718e tempest-ServerDiskConfigTestJSON-242737041 tempest-ServerDiskConfigTestJSON-242737041-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94174) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 11:53:06.746213 dv-neutron-601336-94-hyperv neutron-server[94174]: INFO neutron.wsgi [req-473ca4b7-aed8-4d6f-9e55-cbbc6823f586 req-acfb9665-9239-48af-94b4-e0685bd4718e tempest-ServerDiskConfigTestJSON-242737041 tempest-ServerDiskConfigTestJSON-242737041-project] 10.222.0.20 "GET /v2.0/ports?device_id=36392cdf-e47d-490e-9d3a-641bf330efef HTTP/1.1" status: 200 len: 945 time: 0.0647371 Jun 23 11:53:06.785232 dv-neutron-601336-94-hyperv neutron-server[94174]: INFO neutron.wsgi [req-473ca4b7-aed8-4d6f-9e55-cbbc6823f586 req-85b190ab-de38-4d03-aae4-8e6a0689b963 tempest-ServerDiskConfigTestJSON-242737041 tempest-ServerDiskConfigTestJSON-242737041-project] 10.222.0.20 "GET /v2.0/security-groups?id=59e47443-699e-4aba-9ce8-c3896b39346e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0332382 Jun 23 11:53:07.455067 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.plugins.ml2.rpc [None req-97bd5441-1da2-49ee-a364-27795820ba27 None None] Device 8d2951d9-6891-4a1d-beb8-706c1e94b84d details requested by agent hyperv_hv-neutron-6013 with host hv-neutron-6013 {{(pid=94176) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:104}} Jun 23 11:53:07.458730 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.plugins.ml2.rpc [None req-97bd5441-1da2-49ee-a364-27795820ba27 None None] Device 8d2951d9-6891-4a1d-beb8-706c1e94b84d no longer exists at agent hyperv_hv-neutron-6013 {{(pid=94176) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:261}} Jun 23 11:53:07.598687 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron_lib.callbacks.manager [None req-97bd5441-1da2-49ee-a364-27795820ba27 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-923122'] for port, before_update {{(pid=94176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:53:07.618429 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.plugins.ml2.db [None req-97bd5441-1da2-49ee-a364-27795820ba27 None None] For port 8d2951d9-6891-4a1d-beb8-706c1e94b84d, host hv-neutron-6013, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-6013',level=0,port_id=8d2951d9-6891-4a1d-beb8-706c1e94b84d,segment=NetworkSegment(efb45f5d-3d01-493f-b003-98b5b44ca9fd),segment_id=efb45f5d-3d01-493f-b003-98b5b44ca9fd)] {{(pid=94176) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 23 11:53:07.639063 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '36392cdf-e47d-490e-9d3a-641bf330efef', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '8d2951d9-6891-4a1d-beb8-706c1e94b84d'}] {{(pid=94176) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 23 11:53:07.641310 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}887b0dfc0393de878080286a57e4a08d4fa60dd0cddd118f338ebfcd351ddd4c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-511348b8-44c6-426e-a0b8-d586d6704b3a" -d '{"events": [{"server_uuid": "36392cdf-e47d-490e-9d3a-641bf330efef", "name": "network-vif-unplugged", "status": "completed", "tag": "8d2951d9-6891-4a1d-beb8-706c1e94b84d"}]}' {{(pid=94176) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 23 11:53:07.650672 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.plugins.ml2.rpc [None req-97bd5441-1da2-49ee-a364-27795820ba27 None None] Returning: {'device': '8d2951d9-6891-4a1d-beb8-706c1e94b84d', 'network_id': '09cd7049-7050-47f9-adc3-c206f2f3b24d', 'port_id': '8d2951d9-6891-4a1d-beb8-706c1e94b84d', 'mac_address': 'fa:16:3e:a0:81:fb', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 408, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8a817795-be8c-4b1a-8e0c-35a4449852be', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94176) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:186}} Jun 23 11:53:07.656560 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.plugins.ml2.db [None req-97bd5441-1da2-49ee-a364-27795820ba27 None None] For port 8d2951d9-6891-4a1d-beb8-706c1e94b84d, host hv-neutron-6013, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-6013',level=0,port_id=8d2951d9-6891-4a1d-beb8-706c1e94b84d,segment=NetworkSegment(efb45f5d-3d01-493f-b003-98b5b44ca9fd),segment_id=efb45f5d-3d01-493f-b003-98b5b44ca9fd)] {{(pid=94176) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 23 11:53:07.693077 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 23 Jun 2021 11:53:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2b037495-df32-4c1e-a5f1-42a0e6d8b727 x-openstack-request-id: req-2b037495-df32-4c1e-a5f1-42a0e6d8b727 {{(pid=94176) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 23 11:53:07.701522 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "36392cdf-e47d-490e-9d3a-641bf330efef", "name": "network-vif-unplugged", "status": "completed", "tag": "8d2951d9-6891-4a1d-beb8-706c1e94b84d", "code": 200}]} {{(pid=94176) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 23 11:53:07.701522 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-2b037495-df32-4c1e-a5f1-42a0e6d8b727 {{(pid=94176) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 23 11:53:07.701522 dv-neutron-601336-94-hyperv neutron-server[94176]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '36392cdf-e47d-490e-9d3a-641bf330efef', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '8d2951d9-6891-4a1d-beb8-706c1e94b84d', 'code': 200} Jun 23 11:53:07.701522 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron_lib.callbacks.manager [None req-97bd5441-1da2-49ee-a364-27795820ba27 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-923122'] for port, before_update {{(pid=94176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:53:07.708413 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.notifiers.nova [None req-97bd5441-1da2-49ee-a364-27795820ba27 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 8d2951d9-6891-4a1d-beb8-706c1e94b84d {{(pid=94176) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 23 11:53:07.713534 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron_lib.callbacks.manager [None req-97bd5441-1da2-49ee-a364-27795820ba27 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-922904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866062', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773700135042', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773699642233', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773699642278'] for port, after_update {{(pid=94176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:53:07.715777 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG oslo_concurrency.lockutils [None req-97bd5441-1da2-49ee-a364-27795820ba27 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 11:53:07.787073 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron_lib.db.api [None req-97bd5441-1da2-49ee-a364-27795820ba27 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=94176) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jun 23 11:53:07.787440 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG oslo_db.api [None req-97bd5441-1da2-49ee-a364-27795820ba27 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=94176) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jun 23 11:53:07.790109 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97bd5441-1da2-49ee-a364-27795820ba27 None None] Pushing event updated for resources: {'Port': ['ID=8d2951d9-6891-4a1d-beb8-706c1e94b84d,revision_number=6']} {{(pid=94176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 11:53:07.793290 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG oslo_concurrency.lockutils [None req-97bd5441-1da2-49ee-a364-27795820ba27 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.078s {{(pid=94176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 11:53:07.964334 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-335ac405-e275-42c0-85ca-ffb66dc4c5de req-3a22b124-943b-460b-8147-1ba459175fb4 tempest-ServerDiskConfigTestJSON-242737041 tempest-ServerDiskConfigTestJSON-242737041-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94174) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 11:53:07.965874 dv-neutron-601336-94-hyperv neutron-server[94174]: INFO neutron.wsgi [req-335ac405-e275-42c0-85ca-ffb66dc4c5de req-3a22b124-943b-460b-8147-1ba459175fb4 tempest-ServerDiskConfigTestJSON-242737041 tempest-ServerDiskConfigTestJSON-242737041-project] 10.222.0.20 "GET /v2.0/ports?device_id=36392cdf-e47d-490e-9d3a-641bf330efef HTTP/1.1" status: 200 len: 943 time: 0.0650384 Jun 23 11:53:08.003857 dv-neutron-601336-94-hyperv neutron-server[94174]: INFO neutron.wsgi [req-335ac405-e275-42c0-85ca-ffb66dc4c5de req-9513578e-8309-40b6-9a56-85f3815f33ec tempest-ServerDiskConfigTestJSON-242737041 tempest-ServerDiskConfigTestJSON-242737041-project] 10.222.0.20 "GET /v2.0/security-groups?id=59e47443-699e-4aba-9ce8-c3896b39346e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0311100 Jun 23 11:53:08.323808 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron_lib.callbacks.manager [None req-97bd5441-1da2-49ee-a364-27795820ba27 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-923122'] for port, before_update {{(pid=94176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:53:08.337071 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.notifiers.nova [None req-97bd5441-1da2-49ee-a364-27795820ba27 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8d2951d9-6891-4a1d-beb8-706c1e94b84d {{(pid=94176) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 23 11:53:08.356824 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.plugins.ml2.db [None req-97bd5441-1da2-49ee-a364-27795820ba27 None None] For port 8d2951d9-6891-4a1d-beb8-706c1e94b84d, host hv-neutron-6013, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-6013',level=0,port_id=8d2951d9-6891-4a1d-beb8-706c1e94b84d,segment=NetworkSegment(efb45f5d-3d01-493f-b003-98b5b44ca9fd),segment_id=efb45f5d-3d01-493f-b003-98b5b44ca9fd)] {{(pid=94176) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 23 11:53:08.434023 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-551c03ee-64ba-4dde-9417-5cce0296bd1a req-c4b226c0-37b9-4ea6-b9aa-6f9e53f6bd28 tempest-ServerDiskConfigTestJSON-242737041 tempest-ServerDiskConfigTestJSON-242737041-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94174) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 11:53:08.436321 dv-neutron-601336-94-hyperv neutron-server[94174]: INFO neutron.wsgi [req-551c03ee-64ba-4dde-9417-5cce0296bd1a req-c4b226c0-37b9-4ea6-b9aa-6f9e53f6bd28 tempest-ServerDiskConfigTestJSON-242737041 tempest-ServerDiskConfigTestJSON-242737041-project] 10.222.0.20 "GET /v2.0/ports?device_id=36392cdf-e47d-490e-9d3a-641bf330efef HTTP/1.1" status: 200 len: 943 time: 0.0709074 Jun 23 11:53:08.437973 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron_lib.callbacks.manager [None req-97bd5441-1da2-49ee-a364-27795820ba27 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-922904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866062', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773700135042', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773699642233', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773699642278'] for port, after_update {{(pid=94176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:53:08.440123 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG oslo_concurrency.lockutils [None req-2f98feba-9a4f-433a-92ba-c81a3c781168 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 11:53:08.481587 dv-neutron-601336-94-hyperv neutron-server[94174]: INFO neutron.wsgi [req-551c03ee-64ba-4dde-9417-5cce0296bd1a req-c90a3d00-0d3a-49a9-9856-a99f8a19f22d tempest-ServerDiskConfigTestJSON-242737041 tempest-ServerDiskConfigTestJSON-242737041-project] 10.222.0.20 "GET /v2.0/security-groups?id=59e47443-699e-4aba-9ce8-c3896b39346e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0358486 Jun 23 11:53:08.507398 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97bd5441-1da2-49ee-a364-27795820ba27 None None] Pushing event updated for resources: {'Port': ['ID=8d2951d9-6891-4a1d-beb8-706c1e94b84d,revision_number=7']} {{(pid=94176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 11:53:08.511527 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG oslo_concurrency.lockutils [None req-97bd5441-1da2-49ee-a364-27795820ba27 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.071s {{(pid=94176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 11:53:08.517780 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.plugins.ml2.db [None req-97bd5441-1da2-49ee-a364-27795820ba27 None None] get_ports_and_sgs() called for port_ids ['8d2951d9-6891-4a1d-beb8-706c1e94b84d'] {{(pid=94176) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 23 11:53:08.548339 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9afe1349-b1ea-4a73-9b50-227e55e3bbab req-f17dc1eb-f1b9-4013-a95b-7869beaeeed6 tempest-ServerDiskConfigTestJSON-242737041 tempest-ServerDiskConfigTestJSON-242737041-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 11:53:08.549785 dv-neutron-601336-94-hyperv neutron-server[94175]: INFO neutron.wsgi [req-9afe1349-b1ea-4a73-9b50-227e55e3bbab req-f17dc1eb-f1b9-4013-a95b-7869beaeeed6 tempest-ServerDiskConfigTestJSON-242737041 tempest-ServerDiskConfigTestJSON-242737041-project] 10.222.0.52 "GET /v2.0/ports?device_id=36392cdf-e47d-490e-9d3a-641bf330efef&tenant_id=633dafb8765b4ee9b7f8c0e4fe129ba7&binding%3Ahost_id=hv-neutron-6013 HTTP/1.1" status: 200 len: 944 time: 0.0888710 Jun 23 11:53:08.644169 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9afe1349-b1ea-4a73-9b50-227e55e3bbab req-3ccfa99f-cbb4-4d97-bcf1-1a505681e49f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 11:53:08.645643 dv-neutron-601336-94-hyperv neutron-server[94175]: INFO neutron.wsgi [req-9afe1349-b1ea-4a73-9b50-227e55e3bbab req-3ccfa99f-cbb4-4d97-bcf1-1a505681e49f service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=633dafb8765b4ee9b7f8c0e4fe129ba7&device_id=36392cdf-e47d-490e-9d3a-641bf330efef HTTP/1.1" status: 200 len: 1097 time: 0.0530384 Jun 23 11:53:08.738857 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9afe1349-b1ea-4a73-9b50-227e55e3bbab req-cd3ba80a-ba12-49a2-81a9-52ff80bb606f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 11:53:08.740378 dv-neutron-601336-94-hyperv neutron-server[94175]: INFO neutron.wsgi [req-9afe1349-b1ea-4a73-9b50-227e55e3bbab req-cd3ba80a-ba12-49a2-81a9-52ff80bb606f service neutron] 10.222.0.52 "GET /v2.0/networks?id=09cd7049-7050-47f9-adc3-c206f2f3b24d HTTP/1.1" status: 200 len: 916 time: 0.0887952 Jun 23 11:53:08.782209 dv-neutron-601336-94-hyperv neutron-server[94175]: INFO neutron.wsgi [req-9afe1349-b1ea-4a73-9b50-227e55e3bbab req-6ab10d2c-fb23-4e30-8a71-8f827007e5b4 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=8d2951d9-6891-4a1d-beb8-706c1e94b84d HTTP/1.1" status: 200 len: 217 time: 0.0348866 Jun 23 11:53:08.836228 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9afe1349-b1ea-4a73-9b50-227e55e3bbab req-6834c67d-d80f-4b15-ab7a-838bbf42c448 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 11:53:08.837615 dv-neutron-601336-94-hyperv neutron-server[94175]: INFO neutron.wsgi [req-9afe1349-b1ea-4a73-9b50-227e55e3bbab req-6834c67d-d80f-4b15-ab7a-838bbf42c448 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=8a817795-be8c-4b1a-8e0c-35a4449852be HTTP/1.1" status: 200 len: 855 time: 0.0472133 Jun 23 11:53:08.873625 dv-neutron-601336-94-hyperv neutron-server[94175]: INFO neutron.wsgi [req-9afe1349-b1ea-4a73-9b50-227e55e3bbab req-a50780ca-9291-4f6a-90a7-16c0f748f210 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=09cd7049-7050-47f9-adc3-c206f2f3b24d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0280943 Jun 23 11:53:08.962079 dv-neutron-601336-94-hyperv neutron-server[94175]: INFO neutron.wsgi [req-9afe1349-b1ea-4a73-9b50-227e55e3bbab req-ee70ea64-44e3-45dd-82d0-d861f41768cd service neutron] 10.222.0.52 "GET /v2.0/networks/09cd7049-7050-47f9-adc3-c206f2f3b24d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0817530 Jun 23 11:53:09.055965 dv-neutron-601336-94-hyperv neutron-server[94175]: INFO neutron.wsgi [req-9afe1349-b1ea-4a73-9b50-227e55e3bbab req-b8de7c18-67e0-4882-b049-2aa219c7556e service neutron] 10.222.0.52 "GET /v2.0/networks/09cd7049-7050-47f9-adc3-c206f2f3b24d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0874186 Jun 23 11:53:09.456762 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.plugins.ml2.rpc [None req-97bd5441-1da2-49ee-a364-27795820ba27 None None] Device 8d2951d9-6891-4a1d-beb8-706c1e94b84d up at agent hyperv_hv-neutron-6013 {{(pid=94176) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:298}} Jun 23 11:53:09.504727 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.db.provisioning_blocks [None req-97bd5441-1da2-49ee-a364-27795820ba27 None None] Provisioning complete for port 8d2951d9-6891-4a1d-beb8-706c1e94b84d triggered by entity L2. {{(pid=94176) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 23 11:53:09.505103 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron_lib.callbacks.manager [None req-97bd5441-1da2-49ee-a364-27795820ba27 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-899258'] for port, provisioning_complete {{(pid=94176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:53:09.600931 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron_lib.callbacks.manager [None req-97bd5441-1da2-49ee-a364-27795820ba27 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-923122'] for port, before_update {{(pid=94176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:53:09.634062 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.plugins.ml2.db [None req-97bd5441-1da2-49ee-a364-27795820ba27 None None] For port 8d2951d9-6891-4a1d-beb8-706c1e94b84d, host hv-neutron-6013, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-6013',level=0,port_id=8d2951d9-6891-4a1d-beb8-706c1e94b84d,segment=NetworkSegment(efb45f5d-3d01-493f-b003-98b5b44ca9fd),segment_id=efb45f5d-3d01-493f-b003-98b5b44ca9fd)] {{(pid=94176) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 23 11:53:09.665002 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-320391c6-ede9-470e-8820-9f445ae351c4 req-c1c0116e-f8f3-4a11-8d41-760718043987 tempest-ServerDiskConfigTestJSON-242737041 tempest-ServerDiskConfigTestJSON-242737041-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 11:53:09.666508 dv-neutron-601336-94-hyperv neutron-server[94175]: INFO neutron.wsgi [req-320391c6-ede9-470e-8820-9f445ae351c4 req-c1c0116e-f8f3-4a11-8d41-760718043987 tempest-ServerDiskConfigTestJSON-242737041 tempest-ServerDiskConfigTestJSON-242737041-project] 10.222.0.20 "GET /v2.0/ports?device_id=36392cdf-e47d-490e-9d3a-641bf330efef HTTP/1.1" status: 200 len: 944 time: 0.0650270 Jun 23 11:53:09.694643 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '36392cdf-e47d-490e-9d3a-641bf330efef', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8d2951d9-6891-4a1d-beb8-706c1e94b84d'}] {{(pid=94176) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 23 11:53:09.698461 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}887b0dfc0393de878080286a57e4a08d4fa60dd0cddd118f338ebfcd351ddd4c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7c9ceb77-df81-464c-8d6b-0365d9bb9993" -d '{"events": [{"server_uuid": "36392cdf-e47d-490e-9d3a-641bf330efef", "name": "network-vif-plugged", "status": "completed", "tag": "8d2951d9-6891-4a1d-beb8-706c1e94b84d"}]}' {{(pid=94176) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 23 11:53:09.705731 dv-neutron-601336-94-hyperv neutron-server[94175]: INFO neutron.wsgi [req-320391c6-ede9-470e-8820-9f445ae351c4 req-3a602fac-ee54-4864-869e-8dfd43045582 tempest-ServerDiskConfigTestJSON-242737041 tempest-ServerDiskConfigTestJSON-242737041-project] 10.222.0.20 "GET /v2.0/security-groups?id=59e47443-699e-4aba-9ce8-c3896b39346e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0335360 Jun 23 11:53:09.712028 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron_lib.callbacks.manager [None req-97bd5441-1da2-49ee-a364-27795820ba27 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-922904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866062', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773700135042', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773699642233', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773699642278'] for port, after_update {{(pid=94176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:53:09.717352 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG oslo_concurrency.lockutils [None req-97bd5441-1da2-49ee-a364-27795820ba27 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 11:53:09.764728 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 23 Jun 2021 11:53:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0475ec69-79d8-409a-bc17-a90f652c48dd x-openstack-request-id: req-0475ec69-79d8-409a-bc17-a90f652c48dd {{(pid=94176) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 23 11:53:09.765189 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "36392cdf-e47d-490e-9d3a-641bf330efef", "name": "network-vif-plugged", "status": "completed", "tag": "8d2951d9-6891-4a1d-beb8-706c1e94b84d", "code": 200}]} {{(pid=94176) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 23 11:53:09.765580 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-0475ec69-79d8-409a-bc17-a90f652c48dd {{(pid=94176) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 23 11:53:09.766202 dv-neutron-601336-94-hyperv neutron-server[94176]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '36392cdf-e47d-490e-9d3a-641bf330efef', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8d2951d9-6891-4a1d-beb8-706c1e94b84d', 'code': 200} Jun 23 11:53:09.785608 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97bd5441-1da2-49ee-a364-27795820ba27 None None] Pushing event updated for resources: {'Port': ['ID=8d2951d9-6891-4a1d-beb8-706c1e94b84d,revision_number=8']} {{(pid=94176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 11:53:09.788759 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG oslo_concurrency.lockutils [None req-97bd5441-1da2-49ee-a364-27795820ba27 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.072s {{(pid=94176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 11:53:10.896114 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee5cc72d-7083-4f91-b4ca-06bb3cd30c81 req-1d3f022b-2921-4ae5-bfa0-1f06b880698c tempest-ServerDiskConfigTestJSON-242737041 tempest-ServerDiskConfigTestJSON-242737041-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 11:53:10.897633 dv-neutron-601336-94-hyperv neutron-server[94175]: INFO neutron.wsgi [req-ee5cc72d-7083-4f91-b4ca-06bb3cd30c81 req-1d3f022b-2921-4ae5-bfa0-1f06b880698c tempest-ServerDiskConfigTestJSON-242737041 tempest-ServerDiskConfigTestJSON-242737041-project] 10.222.0.20 "GET /v2.0/ports?device_id=36392cdf-e47d-490e-9d3a-641bf330efef HTTP/1.1" status: 200 len: 945 time: 0.0737784 Jun 23 11:53:10.943450 dv-neutron-601336-94-hyperv neutron-server[94175]: INFO neutron.wsgi [req-ee5cc72d-7083-4f91-b4ca-06bb3cd30c81 req-7d433b8d-12d3-4d67-baf6-e4179f5ee999 tempest-ServerDiskConfigTestJSON-242737041 tempest-ServerDiskConfigTestJSON-242737041-project] 10.222.0.20 "GET /v2.0/security-groups?id=59e47443-699e-4aba-9ce8-c3896b39346e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0398672 Jun 23 11:53:10.968985 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron_lib.callbacks.manager [None req-95def395-2766-4ecd-967c-49bdba60e497 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773699952132', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-899307'] for agent, after_update {{(pid=94176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:53:11.124239 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b2f2792-94c6-4552-bb8f-83d0705de779 req-26906703-3294-4b58-9b69-ce9df22fa6f4 tempest-ServerDiskConfigTestJSON-242737041 tempest-ServerDiskConfigTestJSON-242737041-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94174) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 11:53:11.125629 dv-neutron-601336-94-hyperv neutron-server[94174]: INFO neutron.wsgi [req-3b2f2792-94c6-4552-bb8f-83d0705de779 req-26906703-3294-4b58-9b69-ce9df22fa6f4 tempest-ServerDiskConfigTestJSON-242737041 tempest-ServerDiskConfigTestJSON-242737041-project] 10.222.0.20 "GET /v2.0/ports?device_id=36392cdf-e47d-490e-9d3a-641bf330efef HTTP/1.1" status: 200 len: 945 time: 0.0645525 Jun 23 11:53:11.174873 dv-neutron-601336-94-hyperv neutron-server[94174]: INFO neutron.wsgi [req-3b2f2792-94c6-4552-bb8f-83d0705de779 req-64a279b9-87c4-4202-bfdc-27a420acc01d tempest-ServerDiskConfigTestJSON-242737041 tempest-ServerDiskConfigTestJSON-242737041-project] 10.222.0.20 "GET /v2.0/security-groups?id=59e47443-699e-4aba-9ce8-c3896b39346e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0420551 Jun 23 11:53:11.360055 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2275a26b-ae8b-4a6e-b5af-5372df7aa072 req-c9e8ed22-c55a-4166-ad96-565440f29cc6 tempest-ServerDiskConfigTestJSON-242737041 tempest-ServerDiskConfigTestJSON-242737041-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 11:53:11.361557 dv-neutron-601336-94-hyperv neutron-server[94175]: INFO neutron.wsgi [req-2275a26b-ae8b-4a6e-b5af-5372df7aa072 req-c9e8ed22-c55a-4166-ad96-565440f29cc6 tempest-ServerDiskConfigTestJSON-242737041 tempest-ServerDiskConfigTestJSON-242737041-project] 10.222.0.20 "GET /v2.0/ports?device_id=36392cdf-e47d-490e-9d3a-641bf330efef HTTP/1.1" status: 200 len: 945 time: 0.0701168 Jun 23 11:53:11.409096 dv-neutron-601336-94-hyperv neutron-server[94175]: INFO neutron.wsgi [req-2275a26b-ae8b-4a6e-b5af-5372df7aa072 req-f4d4142d-0b69-48ef-adfc-2965f7964530 tempest-ServerDiskConfigTestJSON-242737041 tempest-ServerDiskConfigTestJSON-242737041-project] 10.222.0.20 "GET /v2.0/security-groups?id=59e47443-699e-4aba-9ce8-c3896b39346e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0406399 Jun 23 11:53:12.149109 dv-neutron-601336-94-hyperv neutron-server[94177]: DEBUG neutron.db.agents_db [None req-90fb1279-e4c5-4e73-8d66-3a29811dc4e3 None None] Agent healthcheck: found 6 active agents {{(pid=94177) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 23 11:53:12.313195 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ae1476d-1c2a-4986-9b41-71671cc47b2a req-2721e0a3-dc33-42f4-bacf-bc672f655d51 tempest-ServerDiskConfigTestJSON-242737041 tempest-ServerDiskConfigTestJSON-242737041-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94174) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 11:53:12.314917 dv-neutron-601336-94-hyperv neutron-server[94174]: INFO neutron.wsgi [req-5ae1476d-1c2a-4986-9b41-71671cc47b2a req-2721e0a3-dc33-42f4-bacf-bc672f655d51 tempest-ServerDiskConfigTestJSON-242737041 tempest-ServerDiskConfigTestJSON-242737041-project] 10.222.0.20 "GET /v2.0/ports?device_id=36392cdf-e47d-490e-9d3a-641bf330efef HTTP/1.1" status: 200 len: 945 time: 0.0770588 Jun 23 11:53:12.358030 dv-neutron-601336-94-hyperv neutron-server[94174]: INFO neutron.wsgi [req-5ae1476d-1c2a-4986-9b41-71671cc47b2a req-6979e5ae-9dde-4f96-b92b-217696c92ff4 tempest-ServerDiskConfigTestJSON-242737041 tempest-ServerDiskConfigTestJSON-242737041-project] 10.222.0.20 "GET /v2.0/security-groups?id=59e47443-699e-4aba-9ce8-c3896b39346e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0368922 Jun 23 11:53:13.208421 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron_lib.callbacks.manager [None req-d0b0a86c-2ee3-4636-8124-aa0369adead7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773699952132', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-899307'] for agent, after_update {{(pid=94176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:53:13.539466 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28ea2f8c-1ab9-4c38-bd02-8eb4e3768b7a req-a9184f8f-9db7-4e1a-ab34-2a229c31e90f tempest-ServerDiskConfigTestJSON-242737041 tempest-ServerDiskConfigTestJSON-242737041-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 11:53:13.540950 dv-neutron-601336-94-hyperv neutron-server[94175]: INFO neutron.wsgi [req-28ea2f8c-1ab9-4c38-bd02-8eb4e3768b7a req-a9184f8f-9db7-4e1a-ab34-2a229c31e90f tempest-ServerDiskConfigTestJSON-242737041 tempest-ServerDiskConfigTestJSON-242737041-project] 10.222.0.20 "GET /v2.0/ports?device_id=36392cdf-e47d-490e-9d3a-641bf330efef HTTP/1.1" status: 200 len: 945 time: 0.0674067 Jun 23 11:53:13.582847 dv-neutron-601336-94-hyperv neutron-server[94175]: INFO neutron.wsgi [req-28ea2f8c-1ab9-4c38-bd02-8eb4e3768b7a req-39d80691-d95e-4368-b388-5e9c46dc696e tempest-ServerDiskConfigTestJSON-242737041 tempest-ServerDiskConfigTestJSON-242737041-project] 10.222.0.20 "GET /v2.0/security-groups?id=59e47443-699e-4aba-9ce8-c3896b39346e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0347953 Jun 23 11:53:13.801437 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bffdffa6-0aec-4609-b0ce-0dea33cffcc3 req-f01ac728-63b4-42ff-9027-b846e2190c6e tempest-ServerDiskConfigTestJSON-242737041 tempest-ServerDiskConfigTestJSON-242737041-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 11:53:13.802890 dv-neutron-601336-94-hyperv neutron-server[94175]: INFO neutron.wsgi [req-bffdffa6-0aec-4609-b0ce-0dea33cffcc3 req-f01ac728-63b4-42ff-9027-b846e2190c6e tempest-ServerDiskConfigTestJSON-242737041 tempest-ServerDiskConfigTestJSON-242737041-project] 10.222.0.52 "GET /v2.0/ports?device_id=36392cdf-e47d-490e-9d3a-641bf330efef HTTP/1.1" status: 200 len: 945 time: 0.0692220 Jun 23 11:53:13.871351 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron_lib.callbacks.manager [None req-dc7542b2-afef-47f4-a763-e3a3cba144be None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773699952132', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-899307'] for agent, after_update {{(pid=94176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:53:13.906745 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.plugins.ml2.plugin [req-bffdffa6-0aec-4609-b0ce-0dea33cffcc3 req-34517355-706f-4e0e-a0bd-b015cc82c8a3 tempest-ServerDiskConfigTestJSON-242737041 tempest-ServerDiskConfigTestJSON-242737041-project] Deleting port 8d2951d9-6891-4a1d-beb8-706c1e94b84d {{(pid=94175) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1913}} Jun 23 11:53:13.907115 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron_lib.callbacks.manager [req-bffdffa6-0aec-4609-b0ce-0dea33cffcc3 req-34517355-706f-4e0e-a0bd-b015cc82c8a3 tempest-ServerDiskConfigTestJSON-242737041 tempest-ServerDiskConfigTestJSON-242737041-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773700079324'] for port, before_delete {{(pid=94175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:53:14.352768 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.plugins.ml2.db [req-bffdffa6-0aec-4609-b0ce-0dea33cffcc3 req-34517355-706f-4e0e-a0bd-b015cc82c8a3 tempest-ServerDiskConfigTestJSON-242737041 tempest-ServerDiskConfigTestJSON-242737041-project] For port 8d2951d9-6891-4a1d-beb8-706c1e94b84d, host hv-neutron-6013, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-6013',level=0,port_id=8d2951d9-6891-4a1d-beb8-706c1e94b84d,segment=NetworkSegment(efb45f5d-3d01-493f-b003-98b5b44ca9fd),segment_id=efb45f5d-3d01-493f-b003-98b5b44ca9fd)] {{(pid=94175) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 23 11:53:14.353127 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron_lib.callbacks.manager [req-bffdffa6-0aec-4609-b0ce-0dea33cffcc3 req-34517355-706f-4e0e-a0bd-b015cc82c8a3 tempest-ServerDiskConfigTestJSON-242737041 tempest-ServerDiskConfigTestJSON-242737041-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-430722'] for port, precommit_delete {{(pid=94175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:53:14.366772 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.plugins.ml2.plugin [req-bffdffa6-0aec-4609-b0ce-0dea33cffcc3 req-34517355-706f-4e0e-a0bd-b015cc82c8a3 tempest-ServerDiskConfigTestJSON-242737041 tempest-ServerDiskConfigTestJSON-242737041-project] Calling delete_port for 8d2951d9-6891-4a1d-beb8-706c1e94b84d owned by compute:nova {{(pid=94175) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1986}} Jun 23 11:53:14.591844 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron_lib.callbacks.manager [req-bffdffa6-0aec-4609-b0ce-0dea33cffcc3 req-34517355-706f-4e0e-a0bd-b015cc82c8a3 tempest-ServerDiskConfigTestJSON-242737041 tempest-ServerDiskConfigTestJSON-242737041-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-922904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866062', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773700135024', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773699642224', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5082448'] for port, after_delete {{(pid=94175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:53:14.596160 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG oslo_concurrency.lockutils [None req-68bfd715-4dfb-4230-b7fb-3c2c1b672791 tempest-ServerDiskConfigTestJSON-242737041 tempest-ServerDiskConfigTestJSON-242737041-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94175) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 11:53:14.604300 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.plugins.ml2.db [None req-97bd5441-1da2-49ee-a364-27795820ba27 None None] get_ports_and_sgs() called for port_ids ['8d2951d9-6891-4a1d-beb8-706c1e94b84d'] {{(pid=94176) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 23 11:53:14.627825 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34517355-706f-4e0e-a0bd-b015cc82c8a3 tempest-ServerDiskConfigTestJSON-242737041 tempest-ServerDiskConfigTestJSON-242737041-project] Pushing event deleted for resources: {'Port': ['ID=8d2951d9-6891-4a1d-beb8-706c1e94b84d,revision_number=None']} {{(pid=94175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 11:53:14.647506 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron_lib.callbacks.manager [None req-4c20ea5f-bc7f-4d4e-935d-57f082af6ccb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773699952132', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-899307'] for agent, after_update {{(pid=94176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:53:14.659559 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34517355-706f-4e0e-a0bd-b015cc82c8a3 tempest-ServerDiskConfigTestJSON-242737041 tempest-ServerDiskConfigTestJSON-242737041-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-601336-94-hyperv {{(pid=94175) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 11:53:14.662118 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34517355-706f-4e0e-a0bd-b015cc82c8a3 tempest-ServerDiskConfigTestJSON-242737041 tempest-ServerDiskConfigTestJSON-242737041-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-94-hyperv {{(pid=94175) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 11:53:14.662118 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34517355-706f-4e0e-a0bd-b015cc82c8a3 tempest-ServerDiskConfigTestJSON-242737041 tempest-ServerDiskConfigTestJSON-242737041-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-94-hyperv {{(pid=94175) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 11:53:14.662118 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34517355-706f-4e0e-a0bd-b015cc82c8a3 tempest-ServerDiskConfigTestJSON-242737041 tempest-ServerDiskConfigTestJSON-242737041-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-601336-94-hyperv {{(pid=94175) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 11:53:14.662118 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34517355-706f-4e0e-a0bd-b015cc82c8a3 tempest-ServerDiskConfigTestJSON-242737041 tempest-ServerDiskConfigTestJSON-242737041-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-601336-94-hyperv {{(pid=94175) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 11:53:14.662118 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34517355-706f-4e0e-a0bd-b015cc82c8a3 tempest-ServerDiskConfigTestJSON-242737041 tempest-ServerDiskConfigTestJSON-242737041-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-601336-94-hyperv {{(pid=94175) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 11:53:14.662118 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34517355-706f-4e0e-a0bd-b015cc82c8a3 tempest-ServerDiskConfigTestJSON-242737041 tempest-ServerDiskConfigTestJSON-242737041-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-601336-94-hyperv {{(pid=94175) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 11:53:14.662842 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34517355-706f-4e0e-a0bd-b015cc82c8a3 tempest-ServerDiskConfigTestJSON-242737041 tempest-ServerDiskConfigTestJSON-242737041-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-601336-94-hyperv {{(pid=94175) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 11:53:14.662842 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34517355-706f-4e0e-a0bd-b015cc82c8a3 tempest-ServerDiskConfigTestJSON-242737041 tempest-ServerDiskConfigTestJSON-242737041-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-601336-94-hyperv {{(pid=94175) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 11:53:14.663138 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34517355-706f-4e0e-a0bd-b015cc82c8a3 tempest-ServerDiskConfigTestJSON-242737041 tempest-ServerDiskConfigTestJSON-242737041-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-94-hyperv {{(pid=94175) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 11:53:14.663488 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34517355-706f-4e0e-a0bd-b015cc82c8a3 tempest-ServerDiskConfigTestJSON-242737041 tempest-ServerDiskConfigTestJSON-242737041-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-601336-94-hyperv {{(pid=94175) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 11:53:14.663856 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34517355-706f-4e0e-a0bd-b015cc82c8a3 tempest-ServerDiskConfigTestJSON-242737041 tempest-ServerDiskConfigTestJSON-242737041-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-601336-94-hyperv {{(pid=94175) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 11:53:14.682308 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG oslo_concurrency.lockutils [None req-34517355-706f-4e0e-a0bd-b015cc82c8a3 tempest-ServerDiskConfigTestJSON-242737041 tempest-ServerDiskConfigTestJSON-242737041-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.086s {{(pid=94175) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 11:53:14.683267 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.db.l3_dvrscheduler_db [req-bffdffa6-0aec-4609-b0ce-0dea33cffcc3 req-34517355-706f-4e0e-a0bd-b015cc82c8a3 tempest-ServerDiskConfigTestJSON-242737041 tempest-ServerDiskConfigTestJSON-242737041-project] No DVR routers for this DVR port 8d2951d9-6891-4a1d-beb8-706c1e94b84d on host hv-neutron-6013 {{(pid=94175) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 23 11:53:14.686220 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron_lib.callbacks.manager [req-bffdffa6-0aec-4609-b0ce-0dea33cffcc3 req-34517355-706f-4e0e-a0bd-b015cc82c8a3 tempest-ServerDiskConfigTestJSON-242737041 tempest-ServerDiskConfigTestJSON-242737041-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-217507'] for port, before_response {{(pid=94175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:53:14.688202 dv-neutron-601336-94-hyperv neutron-server[94175]: INFO neutron.wsgi [req-bffdffa6-0aec-4609-b0ce-0dea33cffcc3 req-34517355-706f-4e0e-a0bd-b015cc82c8a3 tempest-ServerDiskConfigTestJSON-242737041 tempest-ServerDiskConfigTestJSON-242737041-project] 10.222.0.52 "DELETE /v2.0/ports/8d2951d9-6891-4a1d-beb8-706c1e94b84d HTTP/1.1" status: 204 len: 173 time: 0.8800023 Jun 23 11:53:14.688704 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '36392cdf-e47d-490e-9d3a-641bf330efef', 'name': 'network-vif-deleted', 'tag': '8d2951d9-6891-4a1d-beb8-706c1e94b84d'}] {{(pid=94175) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 23 11:53:14.691024 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1970408df4ea4e7170669a1249478e627cf05a5a0b07cc08a66c5cb53d0ac47a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-eed62bee-c724-4227-ae3f-c8a23a066306" -d '{"events": [{"server_uuid": "36392cdf-e47d-490e-9d3a-641bf330efef", "name": "network-vif-deleted", "tag": "8d2951d9-6891-4a1d-beb8-706c1e94b84d"}]}' {{(pid=94175) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 23 11:53:14.741023 dv-neutron-601336-94-hyperv neutron-server[94174]: INFO neutron.wsgi [req-3ba0f21b-a607-4ff1-9c2d-a4520374087b req-3232b7d5-cfdb-46c1-8048-14ac7b02646f tempest-ServerDiskConfigTestJSON-242737041 tempest-ServerDiskConfigTestJSON-242737041-project] 10.222.0.20 "GET /v2.0/ports?device_id=36392cdf-e47d-490e-9d3a-641bf330efef HTTP/1.1" status: 200 len: 210 time: 0.0352407 Jun 23 11:53:14.789535 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 23 Jun 2021 11:53:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-243a613d-c969-4129-b7a3-a2cd141e6f02 x-openstack-request-id: req-243a613d-c969-4129-b7a3-a2cd141e6f02 {{(pid=94175) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 23 11:53:14.789863 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "36392cdf-e47d-490e-9d3a-641bf330efef", "name": "network-vif-deleted", "tag": "8d2951d9-6891-4a1d-beb8-706c1e94b84d", "status": "completed", "code": 200}]} {{(pid=94175) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 23 11:53:14.790169 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-243a613d-c969-4129-b7a3-a2cd141e6f02 {{(pid=94175) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 23 11:53:14.790619 dv-neutron-601336-94-hyperv neutron-server[94175]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '36392cdf-e47d-490e-9d3a-641bf330efef', 'name': 'network-vif-deleted', 'tag': '8d2951d9-6891-4a1d-beb8-706c1e94b84d', 'status': 'completed', 'code': 200} Jun 23 11:53:15.986233 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.wsgi [-] (94175) accepted ('10.222.0.20', 46054) {{(pid=94175) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 11:53:16.040168 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.db.db_base_plugin_v2 [None req-75dc3029-2fc1-4ef3-af98-eb60a6e63bbf admin admin] Deleting subnet 8a817795-be8c-4b1a-8e0c-35a4449852be {{(pid=94175) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jun 23 11:53:16.043350 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron_lib.callbacks.manager [None req-75dc3029-2fc1-4ef3-af98-eb60a6e63bbf admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:53:16.085217 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron_lib.callbacks.manager [None req-75dc3029-2fc1-4ef3-af98-eb60a6e63bbf admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5190686'] for subnet, precommit_delete_associations {{(pid=94175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:53:16.126717 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron_lib.callbacks.manager [None req-75dc3029-2fc1-4ef3-af98-eb60a6e63bbf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-897634'] for subnet, precommit_delete {{(pid=94175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:53:16.243364 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron_lib.callbacks.manager [None req-75dc3029-2fc1-4ef3-af98-eb60a6e63bbf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-897627', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866062', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5083050', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4660036'] for subnet, after_delete {{(pid=94175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:53:16.245718 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG oslo_concurrency.lockutils [None req-d9909ac8-ebb6-4e7b-ba20-5390cdddde99 tempest-TestNetworkBasicOps-233187296 tempest-TestNetworkBasicOps-233187296-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94175) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 11:53:16.271767 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75dc3029-2fc1-4ef3-af98-eb60a6e63bbf admin admin] Pushing event deleted for resources: {'Subnet': ['ID=8a817795-be8c-4b1a-8e0c-35a4449852be,revision_number=None']} {{(pid=94175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 11:53:16.274345 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG oslo_concurrency.lockutils [None req-75dc3029-2fc1-4ef3-af98-eb60a6e63bbf admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.029s {{(pid=94175) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 11:53:16.276990 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron_lib.callbacks.manager [None req-75dc3029-2fc1-4ef3-af98-eb60a6e63bbf admin admin] Notify callbacks [] for subnet, before_response {{(pid=94175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:53:16.279410 dv-neutron-601336-94-hyperv neutron-server[94175]: INFO neutron.wsgi [None req-75dc3029-2fc1-4ef3-af98-eb60a6e63bbf admin admin] 10.222.0.20 "DELETE /v2.0/subnets/8a817795-be8c-4b1a-8e0c-35a4449852be HTTP/1.1" status: 204 len: 168 time: 0.2919683 Jun 23 11:53:16.281639 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.wsgi [-] (94175) accepted ('10.222.0.20', 46056) {{(pid=94175) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 11:53:16.356176 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron_lib.callbacks.manager [None req-6ffc3222-680b-4aa9-b665-c00daa13fcbe admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-824874'] for network, before_delete {{(pid=94175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:53:16.435839 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron_lib.callbacks.manager [None req-6ffc3222-680b-4aa9-b665-c00daa13fcbe admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-897259', 'neutron.services.segments.db._delete_segments_for_network-8773700168587'] for network, precommit_delete {{(pid=94175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:53:16.445563 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.services.segments.db [None req-6ffc3222-680b-4aa9-b665-c00daa13fcbe admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['09cd7049-7050-47f9-adc3-c206f2f3b24d']}} {{(pid=94175) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 11:53:16.456351 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.services.segments.db [None req-6ffc3222-680b-4aa9-b665-c00daa13fcbe admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'efb45f5d-3d01-493f-b003-98b5b44ca9fd') {'for_net_delete': True} {{(pid=94175) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 11:53:16.456652 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.services.segments.db [None req-6ffc3222-680b-4aa9-b665-c00daa13fcbe admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'efb45f5d-3d01-493f-b003-98b5b44ca9fd') {} {{(pid=94175) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 11:53:16.466269 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron_lib.callbacks.manager [None req-6ffc3222-680b-4aa9-b665-c00daa13fcbe admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8773699955833', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5190677'] for segment, before_delete {{(pid=94175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:53:16.481038 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron_lib.callbacks.manager [None req-6ffc3222-680b-4aa9-b665-c00daa13fcbe admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3801'] for segment, precommit_delete {{(pid=94175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:53:16.487790 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6ffc3222-680b-4aa9-b665-c00daa13fcbe admin admin] Releasing vlan 408 on physical network physnet1 to pool {{(pid=94175) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 23 11:53:16.488197 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron_lib.callbacks.manager [None req-6ffc3222-680b-4aa9-b665-c00daa13fcbe admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3801', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5082371'] for segment, after_delete {{(pid=94175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:53:16.489858 dv-neutron-601336-94-hyperv neutron-server[94175]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 23 11:53:16.489858 dv-neutron-601336-94-hyperv neutron-server[94175]: conditions |= (models_v2.Port.network_id.in_( Jun 23 11:53:16.489858 dv-neutron-601336-94-hyperv neutron-server[94175]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 23 11:53:16.489858 dv-neutron-601336-94-hyperv neutron-server[94175]: conditions |= (models_v2.Port.network_id.in_( Jun 23 11:53:16.489858 dv-neutron-601336-94-hyperv neutron-server[94175]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 23 11:53:16.489858 dv-neutron-601336-94-hyperv neutron-server[94175]: conditions |= (models_v2.Port.network_id.in_( Jun 23 11:53:16.489858 dv-neutron-601336-94-hyperv neutron-server[94175]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 23 11:53:16.489858 dv-neutron-601336-94-hyperv neutron-server[94175]: conditions |= (models_v2.Port.network_id.in_( Jun 23 11:53:16.489858 dv-neutron-601336-94-hyperv neutron-server[94175]: Traceback (most recent call last): Jun 23 11:53:16.489858 dv-neutron-601336-94-hyperv neutron-server[94175]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 23 11:53:16.489858 dv-neutron-601336-94-hyperv neutron-server[94175]: timer() Jun 23 11:53:16.489858 dv-neutron-601336-94-hyperv neutron-server[94175]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 23 11:53:16.489858 dv-neutron-601336-94-hyperv neutron-server[94175]: cb(*args, **kw) Jun 23 11:53:16.489858 dv-neutron-601336-94-hyperv neutron-server[94175]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 23 11:53:16.489858 dv-neutron-601336-94-hyperv neutron-server[94175]: return func(*args, **kwargs) Jun 23 11:53:16.489858 dv-neutron-601336-94-hyperv neutron-server[94175]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 23 11:53:16.489858 dv-neutron-601336-94-hyperv neutron-server[94175]: self._notify() Jun 23 11:53:16.489858 dv-neutron-601336-94-hyperv neutron-server[94175]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 23 11:53:16.489858 dv-neutron-601336-94-hyperv neutron-server[94175]: self.callback(batched_events) Jun 23 11:53:16.489858 dv-neutron-601336-94-hyperv neutron-server[94175]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 23 11:53:16.489858 dv-neutron-601336-94-hyperv neutron-server[94175]: event.method(event) Jun 23 11:53:16.489858 dv-neutron-601336-94-hyperv neutron-server[94175]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 23 11:53:16.489858 dv-neutron-601336-94-hyperv neutron-server[94175]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 23 11:53:16.489858 dv-neutron-601336-94-hyperv neutron-server[94175]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 23 11:53:16.489858 dv-neutron-601336-94-hyperv neutron-server[94175]: aggregate_uuid = self.p_client.list_aggregates( Jun 23 11:53:16.489858 dv-neutron-601336-94-hyperv neutron-server[94175]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 23 11:53:16.489858 dv-neutron-601336-94-hyperv neutron-server[94175]: return f(self, *a, **k) Jun 23 11:53:16.489858 dv-neutron-601336-94-hyperv neutron-server[94175]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 23 11:53:16.489858 dv-neutron-601336-94-hyperv neutron-server[94175]: return self._get(url).json() Jun 23 11:53:16.489858 dv-neutron-601336-94-hyperv neutron-server[94175]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 23 11:53:16.489858 dv-neutron-601336-94-hyperv neutron-server[94175]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 23 11:53:16.489858 dv-neutron-601336-94-hyperv neutron-server[94175]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 23 11:53:16.489858 dv-neutron-601336-94-hyperv neutron-server[94175]: return self.request(url, 'GET', **kwargs) Jun 23 11:53:16.489858 dv-neutron-601336-94-hyperv neutron-server[94175]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 23 11:53:16.489858 dv-neutron-601336-94-hyperv neutron-server[94175]: base_url = self.get_endpoint(auth, allow=allow, Jun 23 11:53:16.489858 dv-neutron-601336-94-hyperv neutron-server[94175]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 23 11:53:16.489858 dv-neutron-601336-94-hyperv neutron-server[94175]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 23 11:53:16.489858 dv-neutron-601336-94-hyperv neutron-server[94175]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 23 11:53:16.489858 dv-neutron-601336-94-hyperv neutron-server[94175]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 23 11:53:16.489858 dv-neutron-601336-94-hyperv neutron-server[94175]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 23 11:53:16.619892 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron_lib.callbacks.manager [None req-6ffc3222-680b-4aa9-b665-c00daa13fcbe admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-897248', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8002400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7866073', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-524247'] for network, after_delete {{(pid=94175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:53:16.624585 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron_lib.callbacks.manager [None req-6ffc3222-680b-4aa9-b665-c00daa13fcbe admin admin] Notify callbacks [] for network, before_response {{(pid=94175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:53:16.626567 dv-neutron-601336-94-hyperv neutron-server[94175]: INFO neutron.wsgi [None req-6ffc3222-680b-4aa9-b665-c00daa13fcbe admin admin] 10.222.0.20 "DELETE /v2.0/networks/09cd7049-7050-47f9-adc3-c206f2f3b24d HTTP/1.1" status: 204 len: 168 time: 0.3440099 Jun 23 11:53:16.627690 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG oslo_concurrency.lockutils [None req-4af24309-ffd6-46c1-8e0c-a860782515ce admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94175) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 11:53:16.640180 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ffc3222-680b-4aa9-b665-c00daa13fcbe admin admin] Pushing event deleted for resources: {'Network': ['ID=09cd7049-7050-47f9-adc3-c206f2f3b24d,revision_number=None']} {{(pid=94175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 11:53:16.644293 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG oslo_concurrency.lockutils [None req-6ffc3222-680b-4aa9-b665-c00daa13fcbe admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.015s {{(pid=94175) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 11:53:16.659988 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron_lib.callbacks.manager [None req-95d6aa8f-24e7-4234-82ff-f502266c3285 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773699952132', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-899307'] for agent, after_update {{(pid=94176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:53:16.933136 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.wsgi [-] (94175) accepted ('10.222.0.20', 46060) {{(pid=94175) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 11:53:16.975089 dv-neutron-601336-94-hyperv neutron-server[94175]: INFO neutron.wsgi [None req-0249c85c-654b-424d-a00b-6204ebd7b6f7 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=633dafb8765b4ee9b7f8c0e4fe129ba7&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0405362 Jun 23 11:53:16.977858 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.wsgi [-] (94175) accepted ('10.222.0.20', 46062) {{(pid=94175) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 11:53:17.034581 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron_lib.callbacks.manager [None req-52b36224-220b-42bc-8865-1196011ab0bf admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:53:17.059895 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron_lib.callbacks.manager [None req-52b36224-220b-42bc-8865-1196011ab0bf admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:53:17.248857 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron_lib.callbacks.manager [None req-52b36224-220b-42bc-8865-1196011ab0bf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7996330'] for security_group, after_delete {{(pid=94175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:53:17.251754 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron_lib.callbacks.manager [None req-52b36224-220b-42bc-8865-1196011ab0bf admin admin] Notify callbacks [] for security_group, before_response {{(pid=94175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:53:17.253088 dv-neutron-601336-94-hyperv neutron-server[94175]: INFO neutron.wsgi [None req-52b36224-220b-42bc-8865-1196011ab0bf admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/59e47443-699e-4aba-9ce8-c3896b39346e HTTP/1.1" status: 204 len: 168 time: 0.2740486 Jun 23 11:53:17.253938 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG oslo_concurrency.lockutils [None req-353c1318-cee3-427a-911e-bf5eb9cfce3d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94175) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 11:53:17.261764 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52b36224-220b-42bc-8865-1196011ab0bf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=59e47443-699e-4aba-9ce8-c3896b39346e,revision_number=None']} {{(pid=94175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 11:53:17.265294 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG oslo_concurrency.lockutils [None req-52b36224-220b-42bc-8865-1196011ab0bf admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.011s {{(pid=94175) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 11:53:17.549149 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.plugins.ml2.rpc [None req-97bd5441-1da2-49ee-a364-27795820ba27 None None] Device 8d2951d9-6891-4a1d-beb8-706c1e94b84d no longer exists at agent hyperv_hv-neutron-6013 {{(pid=94176) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:261}} Jun 23 11:53:17.579783 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.plugins.ml2.plugin [None req-97bd5441-1da2-49ee-a364-27795820ba27 None None] No Port match for: 8d2951d9-6891-4a1d-beb8-706c1e94b84d {{(pid=94176) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2240}} Jun 23 11:53:17.580081 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.plugins.ml2.rpc [None req-97bd5441-1da2-49ee-a364-27795820ba27 None None] Device 8d2951d9-6891-4a1d-beb8-706c1e94b84d not bound to the agent host hv-neutron-6013 {{(pid=94176) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:271}} Jun 23 11:53:18.414520 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.wsgi [-] (94175) accepted ('10.222.0.20', 46084) {{(pid=94175) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 11:53:18.509882 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.api.v2.base [None req-72e269bf-e76a-4563-b0f1-02c3477a73ae admin admin] Request body: {'network': {'name': 'tempest-ServerActionsTestJSON-716138820-network', 'tenant_id': 'f95f5bd5d3a04c1cb1d25bcb3c548b20'}} {{(pid=94175) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 23 11:53:18.597046 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-72e269bf-e76a-4563-b0f1-02c3477a73ae admin admin] Made reservation on behalf of f95f5bd5d3a04c1cb1d25bcb3c548b20 for: {'network': 1} {{(pid=94175) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 23 11:53:18.599870 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron_lib.callbacks.manager [None req-72e269bf-e76a-4563-b0f1-02c3477a73ae admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-923104'] for network, before_create {{(pid=94175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:53:18.614596 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron_lib.callbacks.manager [None req-72e269bf-e76a-4563-b0f1-02c3477a73ae admin admin] Notify callbacks [] for security_group, before_create {{(pid=94175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:53:18.703351 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron_lib.callbacks.manager [None req-72e269bf-e76a-4563-b0f1-02c3477a73ae admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:53:18.807994 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron_lib.callbacks.manager [None req-72e269bf-e76a-4563-b0f1-02c3477a73ae admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7996330'] for security_group, after_create {{(pid=94175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:53:18.811185 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG oslo_concurrency.lockutils [None req-ee3523f4-f110-4136-859f-6b95d0cf2028 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94175) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 11:53:18.834399 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-72e269bf-e76a-4563-b0f1-02c3477a73ae admin admin] vlan segment allocate from pool success with {'vlan_id': 443, 'physical_network': 'physnet1'} {{(pid=94175) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 23 11:53:18.844540 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72e269bf-e76a-4563-b0f1-02c3477a73ae admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9ac8bf77-31d3-4d6f-9513-f1b764da9d46,revision_number=1']} {{(pid=94175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 11:53:18.847773 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG oslo_concurrency.lockutils [None req-72e269bf-e76a-4563-b0f1-02c3477a73ae admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.037s {{(pid=94175) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 11:53:18.851088 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron_lib.callbacks.manager [None req-72e269bf-e76a-4563-b0f1-02c3477a73ae admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3801'] for segment, precommit_create {{(pid=94175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:53:18.852209 dv-neutron-601336-94-hyperv neutron-server[94175]: INFO neutron.db.segments_db [None req-72e269bf-e76a-4563-b0f1-02c3477a73ae admin admin] Added segment c5336f67-3b17-48c3-969f-4266bc0dd37d of type vlan for network 2fd142a9-a207-404d-a9ae-7efb565fc5be Jun 23 11:53:18.893195 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron_lib.callbacks.manager [None req-72e269bf-e76a-4563-b0f1-02c3477a73ae admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8773699596773'] for network, precommit_create {{(pid=94175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:53:18.962335 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron_lib.callbacks.manager [None req-72e269bf-e76a-4563-b0f1-02c3477a73ae admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8002400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7866073'] for network, after_create {{(pid=94175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:53:18.963340 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-72e269bf-e76a-4563-b0f1-02c3477a73ae admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 11:53:18.963937 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron_lib.callbacks.manager [None req-72e269bf-e76a-4563-b0f1-02c3477a73ae admin admin] Notify callbacks [] for network, before_response {{(pid=94175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:53:18.966722 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG oslo_concurrency.lockutils [None req-8c2a433f-8285-4570-afb5-c5c8a375c781 tempest-TestNetworkBasicOps-233187296 tempest-TestNetworkBasicOps-233187296-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94175) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 11:53:19.021704 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72e269bf-e76a-4563-b0f1-02c3477a73ae admin admin] Pushing event updated for resources: {'Network': ['ID=2fd142a9-a207-404d-a9ae-7efb565fc5be,revision_number=1']} {{(pid=94175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 11:53:19.024420 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG oslo_concurrency.lockutils [None req-72e269bf-e76a-4563-b0f1-02c3477a73ae admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.058s {{(pid=94175) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 11:53:19.033485 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.plugins.ml2.rpc [None req-dc7542b2-afef-47f4-a763-e3a3cba144be None None] Network 2fd142a9-a207-404d-a9ae-7efb565fc5be details requested by agent ovs-agent-dv-neutron-601336-94-hyperv with host dv-neutron-601336-94-hyperv {{(pid=94176) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:250}} Jun 23 11:53:19.094061 dv-neutron-601336-94-hyperv neutron-server[94175]: INFO neutron.wsgi [None req-72e269bf-e76a-4563-b0f1-02c3477a73ae admin admin] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 0.6784296 Jun 23 11:53:19.096912 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.wsgi [-] (94175) accepted ('10.222.0.20', 46088) {{(pid=94175) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 11:53:19.101771 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.api.v2.base [None req-be8ef551-ce29-488b-9199-4c5ab246b4ac admin admin] Request body: {'subnet': {'network_id': '2fd142a9-a207-404d-a9ae-7efb565fc5be', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerActionsTestJSON-716138820-subnet', 'tenant_id': 'f95f5bd5d3a04c1cb1d25bcb3c548b20', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=94175) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 23 11:53:19.184417 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-be8ef551-ce29-488b-9199-4c5ab246b4ac admin admin] Made reservation on behalf of f95f5bd5d3a04c1cb1d25bcb3c548b20 for: {'subnet': 1} {{(pid=94175) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 23 11:53:19.187055 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron_lib.callbacks.manager [None req-be8ef551-ce29-488b-9199-4c5ab246b4ac admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4660073'] for subnet, before_create {{(pid=94175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:53:19.425454 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron_lib.callbacks.manager [None req-be8ef551-ce29-488b-9199-4c5ab246b4ac admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866062', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5083113', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4660095'] for subnet, after_create {{(pid=94175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:53:19.427717 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG oslo_concurrency.lockutils [None req-e43fc0de-d5be-4f7a-9613-268e3ee880ad tempest-NetworksIpV6Test-253648203 tempest-NetworksIpV6Test-253648203-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94175) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 11:53:19.498536 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be8ef551-ce29-488b-9199-4c5ab246b4ac admin admin] Pushing event updated for resources: {'Subnet': ['ID=d690955b-e62b-44f5-a4de-5b19f00224f3,revision_number=0']} {{(pid=94175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 11:53:19.502528 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG oslo_concurrency.lockutils [None req-be8ef551-ce29-488b-9199-4c5ab246b4ac admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.075s {{(pid=94175) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 11:53:19.508577 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-be8ef551-ce29-488b-9199-4c5ab246b4ac admin admin] Checking segment: {'id': 'c5336f67-3b17-48c3-969f-4266bc0dd37d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 443, 'network_id': '2fd142a9-a207-404d-a9ae-7efb565fc5be'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94175) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 23 11:53:19.508944 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-be8ef551-ce29-488b-9199-4c5ab246b4ac admin admin] Network hostable DHCP agents. Network: 2fd142a9-a207-404d-a9ae-7efb565fc5be, hostable agents: ['8cf29b10-0e57-4131-816f-a4b6ad00b249'], hosted agents: [] {{(pid=94175) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 23 11:53:19.595639 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-be8ef551-ce29-488b-9199-4c5ab246b4ac admin admin] Network 2fd142a9-a207-404d-a9ae-7efb565fc5be is scheduled to be hosted by DHCP agent 8cf29b10-0e57-4131-816f-a4b6ad00b249 with binding_index 1 {{(pid=94175) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 23 11:53:19.669603 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.scheduler.base_scheduler [None req-be8ef551-ce29-488b-9199-4c5ab246b4ac admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-601336-94-hyperv, 2fd142a9-a207-404d-a9ae-7efb565fc5be) {{(pid=94175) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 23 11:53:19.674366 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-be8ef551-ce29-488b-9199-4c5ab246b4ac admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 11:53:19.675295 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron_lib.callbacks.manager [None req-be8ef551-ce29-488b-9199-4c5ab246b4ac admin admin] Notify callbacks [] for subnet, before_response {{(pid=94175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:53:19.678968 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e55ef465-cfe6-4bcc-9794-df2b18eed2ab None None] Network 2fd142a9-a207-404d-a9ae-7efb565fc5be requested from dv-neutron-601336-94-hyperv {{(pid=94176) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 23 11:53:19.776323 dv-neutron-601336-94-hyperv neutron-server[94175]: INFO neutron.wsgi [None req-be8ef551-ce29-488b-9199-4c5ab246b4ac admin admin] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.6779389 Jun 23 11:53:19.779519 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.wsgi [-] (94175) accepted ('10.222.0.20', 46090) {{(pid=94175) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 11:53:19.785719 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.api.v2.base [None req-0dbb6d46-268e-468e-8979-4d671efc7389 admin admin] Request body: {'router': {'name': 'tempest-ServerActionsTestJSON-716138820-router', 'tenant_id': 'f95f5bd5d3a04c1cb1d25bcb3c548b20', 'external_gateway_info': {'network_id': '3e7e4eb3-cf02-4d47-ade9-0a579cdfc60f'}}} {{(pid=94175) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 23 11:53:19.845142 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-60135a8b-dbed-4059-8001-e2987d6eb74e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1e0d828a-1fa4-563d-b7fd-53adf66a04ee-2fd142a9-a207-404d-a9ae-7efb565fc5be', 'network_id': '2fd142a9-a207-404d-a9ae-7efb565fc5be', 'tenant_id': 'f95f5bd5d3a04c1cb1d25bcb3c548b20', 'fixed_ips': [{'subnet_id': 'd690955b-e62b-44f5-a4de-5b19f00224f3'}]}} from dv-neutron-601336-94-hyperv. {{(pid=94176) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 23 11:53:19.846079 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron_lib.callbacks.manager [None req-60135a8b-dbed-4059-8001-e2987d6eb74e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-923104'] for port, before_create {{(pid=94176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:53:19.980184 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron_lib.callbacks.manager [None req-0dbb6d46-268e-468e-8979-4d671efc7389 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-520407', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-32315'] for router, before_create {{(pid=94175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:53:19.981346 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron_lib.callbacks.manager [None req-0dbb6d46-268e-468e-8979-4d671efc7389 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-520264', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-524122', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-414782', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-32290'] for router, precommit_create {{(pid=94175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:53:19.986004 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.db.db_base_plugin_common [None req-60135a8b-dbed-4059-8001-e2987d6eb74e None None] Allocated IP 172.20.0.2 (2fd142a9-a207-404d-a9ae-7efb565fc5be/d690955b-e62b-44f5-a4de-5b19f00224f3/f99cd33c-8452-46d5-b8d3-bd60016dfa85) {{(pid=94176) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 23 11:53:20.049383 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron_lib.callbacks.manager [None req-0dbb6d46-268e-468e-8979-4d671efc7389 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:53:20.156309 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron_lib.callbacks.manager [None req-60135a8b-dbed-4059-8001-e2987d6eb74e None None] Notify callbacks [] for port, precommit_create {{(pid=94176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:53:20.165216 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.db.provisioning_blocks [None req-60135a8b-dbed-4059-8001-e2987d6eb74e None None] Transition to ACTIVE for port object f99cd33c-8452-46d5-b8d3-bd60016dfa85 will not be triggered until provisioned by entity L2. {{(pid=94176) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 23 11:53:20.183890 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.db.provisioning_blocks [None req-60135a8b-dbed-4059-8001-e2987d6eb74e None None] Transition to ACTIVE for port object f99cd33c-8452-46d5-b8d3-bd60016dfa85 will not be triggered until provisioned by entity DHCP. {{(pid=94176) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 23 11:53:20.284796 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron_lib.callbacks.manager [None req-0dbb6d46-268e-468e-8979-4d671efc7389 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-524104', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-520389', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-32276'] for router, precommit_update {{(pid=94175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:53:20.294740 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron_lib.callbacks.manager [None req-60135a8b-dbed-4059-8001-e2987d6eb74e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-922915', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-239814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7866073', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773699642215'] for port, after_create {{(pid=94176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:53:20.297979 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG oslo_concurrency.lockutils [None req-97bd5441-1da2-49ee-a364-27795820ba27 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 11:53:20.336086 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-60135a8b-dbed-4059-8001-e2987d6eb74e None None] Network 2fd142a9-a207-404d-a9ae-7efb565fc5be is already hosted by enough agents. {{(pid=94176) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 23 11:53:20.338814 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.scheduler.base_scheduler [None req-60135a8b-dbed-4059-8001-e2987d6eb74e None None] Resources bound (agent type, host, resource id): {{(pid=94176) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 23 11:53:20.344152 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.db.l3_dvrscheduler_db [None req-60135a8b-dbed-4059-8001-e2987d6eb74e None None] Received port after_create {{(pid=94176) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 23 11:53:20.351117 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60135a8b-dbed-4059-8001-e2987d6eb74e None None] Pushing event updated for resources: {'Port': ['ID=f99cd33c-8452-46d5-b8d3-bd60016dfa85,revision_number=1']} {{(pid=94176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 11:53:20.355018 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG oslo_concurrency.lockutils [None req-60135a8b-dbed-4059-8001-e2987d6eb74e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.058s {{(pid=94176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 11:53:20.407699 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.plugins.ml2.managers [None req-60135a8b-dbed-4059-8001-e2987d6eb74e None None] Attempting to bind port f99cd33c-8452-46d5-b8d3-bd60016dfa85 on host dv-neutron-601336-94-hyperv for vnic_type normal with profile {{(pid=94176) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 23 11:53:20.408082 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.plugins.ml2.managers [None req-60135a8b-dbed-4059-8001-e2987d6eb74e None None] Attempting to bind port f99cd33c-8452-46d5-b8d3-bd60016dfa85 by drivers openvswitch,hyperv on host dv-neutron-601336-94-hyperv at level 0 using segments [{'id': 'c5336f67-3b17-48c3-969f-4266bc0dd37d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 443, 'network_id': '2fd142a9-a207-404d-a9ae-7efb565fc5be'}] {{(pid=94176) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 23 11:53:20.408461 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-60135a8b-dbed-4059-8001-e2987d6eb74e None None] Attempting to bind port f99cd33c-8452-46d5-b8d3-bd60016dfa85 on network 2fd142a9-a207-404d-a9ae-7efb565fc5be {{(pid=94176) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 23 11:53:20.413529 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-60135a8b-dbed-4059-8001-e2987d6eb74e None None] Checking agent: {'id': '4d05f899-5ac9-411b-8a03-f60c93f87cdf', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-601336-94-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 23, 11, 22, 14), 'started_at': datetime.datetime(2021, 6, 23, 11, 22, 44), 'heartbeat_timestamp': datetime.datetime(2021, 6, 23, 11, 53, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'monitor_allowed_address_pair_garp': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-601336-94-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94176) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 23 11:53:20.413920 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-60135a8b-dbed-4059-8001-e2987d6eb74e None None] Checking segment: {'id': 'c5336f67-3b17-48c3-969f-4266bc0dd37d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 443, 'network_id': '2fd142a9-a207-404d-a9ae-7efb565fc5be'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94176) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 23 11:53:20.414338 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron_lib.callbacks.manager [None req-60135a8b-dbed-4059-8001-e2987d6eb74e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:53:20.414745 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-60135a8b-dbed-4059-8001-e2987d6eb74e None None] Bound using segment: {'id': 'c5336f67-3b17-48c3-969f-4266bc0dd37d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 443, 'network_id': '2fd142a9-a207-404d-a9ae-7efb565fc5be'} {{(pid=94176) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 23 11:53:20.415241 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.plugins.ml2.managers [None req-60135a8b-dbed-4059-8001-e2987d6eb74e None None] Bound port: f99cd33c-8452-46d5-b8d3-bd60016dfa85, host: dv-neutron-601336-94-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c5336f67-3b17-48c3-969f-4266bc0dd37d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 443, 'network_id': '2fd142a9-a207-404d-a9ae-7efb565fc5be'}}] {{(pid=94176) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 23 11:53:20.415631 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron_lib.callbacks.manager [None req-60135a8b-dbed-4059-8001-e2987d6eb74e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-923122'] for port, before_update {{(pid=94176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:53:20.483080 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.plugins.ml2.db [None req-60135a8b-dbed-4059-8001-e2987d6eb74e None None] For port f99cd33c-8452-46d5-b8d3-bd60016dfa85, host dv-neutron-601336-94-hyperv, cleared binding levels {{(pid=94176) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 23 11:53:20.486158 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.plugins.ml2.db [None req-60135a8b-dbed-4059-8001-e2987d6eb74e None None] For port f99cd33c-8452-46d5-b8d3-bd60016dfa85, host dv-neutron-601336-94-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-94-hyperv',level=0,port_id=f99cd33c-8452-46d5-b8d3-bd60016dfa85,segment=NetworkSegment(c5336f67-3b17-48c3-969f-4266bc0dd37d),segment_id=c5336f67-3b17-48c3-969f-4266bc0dd37d)] {{(pid=94176) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 23 11:53:20.603193 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron_lib.callbacks.manager [None req-60135a8b-dbed-4059-8001-e2987d6eb74e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-922904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866062', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773700135042', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773699642233', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773699642278'] for port, after_update {{(pid=94176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:53:20.605264 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG oslo_concurrency.lockutils [None req-5b1059a9-2b4f-450e-a265-fb858150729f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 11:53:20.634746 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron_lib.callbacks.manager [None req-0dbb6d46-268e-468e-8979-4d671efc7389 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=94175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:53:20.657467 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron_lib.callbacks.manager [None req-0dbb6d46-268e-468e-8979-4d671efc7389 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-923104'] for port, before_create {{(pid=94175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:53:20.664994 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60135a8b-dbed-4059-8001-e2987d6eb74e None None] Pushing event updated for resources: {'Port': ['ID=f99cd33c-8452-46d5-b8d3-bd60016dfa85,revision_number=2']} {{(pid=94176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 11:53:20.668680 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG oslo_concurrency.lockutils [None req-60135a8b-dbed-4059-8001-e2987d6eb74e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.063s {{(pid=94176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 11:53:20.788843 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.db.db_base_plugin_common [None req-0dbb6d46-268e-468e-8979-4d671efc7389 admin admin] Allocated IP 172.26.3.23 (3e7e4eb3-cf02-4d47-ade9-0a579cdfc60f/a5ad15ab-c489-4a67-a9b0-d559fca0ec71/3105b998-5972-4c17-a778-1c44f53d265f) {{(pid=94175) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 23 11:53:20.922889 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron_lib.callbacks.manager [None req-0dbb6d46-268e-468e-8979-4d671efc7389 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:53:21.025630 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron_lib.callbacks.manager [None req-0dbb6d46-268e-468e-8979-4d671efc7389 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-922915', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-239814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7866073', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773699642215', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-5082457'] for port, after_create {{(pid=94175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:53:21.027880 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG oslo_concurrency.lockutils [None req-4586205c-d960-469f-ae4c-801019fff639 tempest-TestNetworkBasicOps-233187296 tempest-TestNetworkBasicOps-233187296-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94175) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 11:53:21.065472 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0dbb6d46-268e-468e-8979-4d671efc7389 admin admin] Network 3e7e4eb3-cf02-4d47-ade9-0a579cdfc60f is already hosted by enough agents. {{(pid=94175) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 23 11:53:21.068302 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.scheduler.base_scheduler [None req-0dbb6d46-268e-468e-8979-4d671efc7389 admin admin] Resources bound (agent type, host, resource id): {{(pid=94175) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 23 11:53:21.074919 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0dbb6d46-268e-468e-8979-4d671efc7389 admin admin] Received port after_create {{(pid=94175) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 23 11:53:21.080915 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0dbb6d46-268e-468e-8979-4d671efc7389 admin admin] Pushing event updated for resources: {'Port': ['ID=3105b998-5972-4c17-a778-1c44f53d265f,revision_number=1']} {{(pid=94175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 11:53:21.100645 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG oslo_concurrency.lockutils [None req-0dbb6d46-268e-468e-8979-4d671efc7389 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.072s {{(pid=94175) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 11:53:21.447211 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron_lib.callbacks.manager [None req-0dbb6d46-268e-468e-8979-4d671efc7389 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=94175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:53:21.574103 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ef39029a-aa96-4cc8-a5ba-20290ff21b2c None None] Network 2fd142a9-a207-404d-a9ae-7efb565fc5be requested from dv-neutron-601336-94-hyperv {{(pid=94176) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 23 11:53:21.676500 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron_lib.callbacks.manager [None req-0dbb6d46-268e-468e-8979-4d671efc7389 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-520412', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-524143'] for router, after_create {{(pid=94175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:53:21.780694 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.db.provisioning_blocks [None req-8cf85ad6-c109-47e5-a4ff-d2ab3917b45f None None] Provisioning for port f99cd33c-8452-46d5-b8d3-bd60016dfa85 completed by entity DHCP. {{(pid=94176) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 23 11:53:21.888178 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0dbb6d46-268e-468e-8979-4d671efc7389 admin admin] Router 615292a8-7f4f-4a19-a308-1525643a83a7 is scheduled to L3 agent 50ef99c0-ef28-4db5-b303-b145898fae60 with binding_index 1 {{(pid=94175) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jun 23 11:53:21.896146 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.plugins.ml2.rpc [None req-dc7542b2-afef-47f4-a763-e3a3cba144be None None] Device f99cd33c-8452-46d5-b8d3-bd60016dfa85 up at agent ovs-agent-dv-neutron-601336-94-hyperv {{(pid=94176) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:298}} Jun 23 11:53:22.008303 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.db.provisioning_blocks [None req-dc7542b2-afef-47f4-a763-e3a3cba144be None None] Provisioning for port f99cd33c-8452-46d5-b8d3-bd60016dfa85 completed by entity L2. {{(pid=94176) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 23 11:53:22.013173 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.db.provisioning_blocks [None req-dc7542b2-afef-47f4-a763-e3a3cba144be None None] Provisioning complete for port f99cd33c-8452-46d5-b8d3-bd60016dfa85 triggered by entity L2. {{(pid=94176) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 23 11:53:22.017742 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron_lib.callbacks.manager [None req-dc7542b2-afef-47f4-a763-e3a3cba144be None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-899258'] for port, provisioning_complete {{(pid=94176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:53:22.025259 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0dbb6d46-268e-468e-8979-4d671efc7389 admin admin] Notify agent at l3_agent.dv-neutron-601336-94-hyperv the message routers_updated {{(pid=94175) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 23 11:53:22.040324 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8bd534fd-1b37-446e-9773-8b80b044ae46 None None] Sync routers for ids ['615292a8-7f4f-4a19-a308-1525643a83a7'] in dv-neutron-601336-94-hyperv {{(pid=94176) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 23 11:53:22.059229 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8bd534fd-1b37-446e-9773-8b80b044ae46 None None] Routers {'615292a8-7f4f-4a19-a308-1525643a83a7'} bound to L3 agent in host dv-neutron-601336-94-hyperv {{(pid=94176) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 23 11:53:22.059889 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.db.l3_hamode_db [None req-8bd534fd-1b37-446e-9773-8b80b044ae46 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-601336-94-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-06-23T11:22:13Z,description=,heartbeat_timestamp=2021-06-23T11:53:13Z,host='dv-neutron-601336-94-hyperv',id=50ef99c0-ef28-4db5-b303-b145898fae60,load=0,resource_versions=,resources_synced=,started_at=2021-06-23T11:22:14Z,topic='l3_agent')) {'router_ids': ['615292a8-7f4f-4a19-a308-1525643a83a7'], 'active': True} {{(pid=94176) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 11:53:22.110898 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron_lib.callbacks.manager [None req-0dbb6d46-268e-468e-8979-4d671efc7389 admin admin] Notify callbacks [] for router, before_response {{(pid=94175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:53:22.112359 dv-neutron-601336-94-hyperv neutron-server[94175]: INFO neutron.wsgi [None req-0dbb6d46-268e-468e-8979-4d671efc7389 admin admin] 10.222.0.20 "POST /v2.0/routers HTTP/1.1" status: 201 len: 922 time: 2.3310788 Jun 23 11:53:22.116189 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.wsgi [-] (94175) accepted ('10.222.0.20', 46092) {{(pid=94175) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 11:53:22.190231 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron_lib.callbacks.manager [None req-dc7542b2-afef-47f4-a763-e3a3cba144be None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-923122'] for port, before_update {{(pid=94176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:53:22.213891 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.db.l3_dvr_db [None req-8bd534fd-1b37-446e-9773-8b80b044ae46 None None] Set router 615292a8-7f4f-4a19-a308-1525643a83a7 gateway port host: dv-neutron-601336-94-hyperv {{(pid=94176) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:838}} Jun 23 11:53:22.315808 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.plugins.ml2.db [None req-dc7542b2-afef-47f4-a763-e3a3cba144be None None] For port f99cd33c-8452-46d5-b8d3-bd60016dfa85, host dv-neutron-601336-94-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-94-hyperv',level=0,port_id=f99cd33c-8452-46d5-b8d3-bd60016dfa85,segment=NetworkSegment(c5336f67-3b17-48c3-969f-4266bc0dd37d),segment_id=c5336f67-3b17-48c3-969f-4266bc0dd37d)] {{(pid=94176) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 23 11:53:22.396639 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron_lib.callbacks.manager [None req-dc7542b2-afef-47f4-a763-e3a3cba144be None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-922904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866062', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773700135042', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773699642233', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773699642278'] for port, after_update {{(pid=94176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:53:22.400856 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG oslo_concurrency.lockutils [None req-97bd5441-1da2-49ee-a364-27795820ba27 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 11:53:22.442810 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.db.l3_hamode_db [None req-8bd534fd-1b37-446e-9773-8b80b044ae46 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '615292a8-7f4f-4a19-a308-1525643a83a7', 'name': 'tempest-ServerActionsTestJSON-716138820-router', 'tenant_id': 'f95f5bd5d3a04c1cb1d25bcb3c548b20', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3e7e4eb3-cf02-4d47-ade9-0a579cdfc60f', 'external_fixed_ips': [{'subnet_id': 'a5ad15ab-c489-4a67-a9b0-d559fca0ec71', 'ip_address': '172.26.3.23'}], 'enable_snat': True}, 'gw_port_id': '3105b998-5972-4c17-a778-1c44f53d265f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-23T11:53:19Z', 'updated_at': '2021-06-23T11:53:21Z', 'revision_number': 3, 'project_id': 'f95f5bd5d3a04c1cb1d25bcb3c548b20', 'gw_port': {'id': '3105b998-5972-4c17-a778-1c44f53d265f', 'name': '', 'network_id': '3e7e4eb3-cf02-4d47-ade9-0a579cdfc60f', 'tenant_id': '', 'mac_address': 'fa:16:3e:45:19:79', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '615292a8-7f4f-4a19-a308-1525643a83a7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1573, 'fixed_ips': [{'subnet_id': 'a5ad15ab-c489-4a67-a9b0-d559fca0ec71', 'ip_address': '172.26.3.23', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-23T11:53:20Z', 'updated_at': '2021-06-23T11:53:20Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'a5ad15ab-c489-4a67-a9b0-d559fca0ec71', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-601336-94-hyperv'}], 'dv-neutron-601336-94-hyperv', False) {} {{(pid=94176) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 11:53:22.479423 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8bd534fd-1b37-446e-9773-8b80b044ae46 None None] Checking router: 615292a8-7f4f-4a19-a308-1525643a83a7 for host: dv-neutron-601336-94-hyperv {{(pid=94176) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 23 11:53:22.479745 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8bd534fd-1b37-446e-9773-8b80b044ae46 None None] Updating router 615292a8-7f4f-4a19-a308-1525643a83a7 port 3105b998-5972-4c17-a778-1c44f53d265f binding host dv-neutron-601336-94-hyperv {{(pid=94176) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 23 11:53:22.481521 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc7542b2-afef-47f4-a763-e3a3cba144be None None] Pushing event updated for resources: {'Port': ['ID=f99cd33c-8452-46d5-b8d3-bd60016dfa85,revision_number=3']} {{(pid=94176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 11:53:22.485540 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG oslo_concurrency.lockutils [None req-dc7542b2-afef-47f4-a763-e3a3cba144be None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.085s {{(pid=94176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 11:53:22.518700 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron_lib.callbacks.manager [None req-8bd534fd-1b37-446e-9773-8b80b044ae46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-923122'] for port, before_update {{(pid=94176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:53:22.597451 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron_lib.callbacks.manager [None req-2139f6b5-5ee6-458d-ba04-bc89d6eef20c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-923104'] for port, before_create {{(pid=94175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:53:22.787379 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.db.db_base_plugin_common [None req-2139f6b5-5ee6-458d-ba04-bc89d6eef20c admin admin] Allocated IP 172.20.0.1 (2fd142a9-a207-404d-a9ae-7efb565fc5be/d690955b-e62b-44f5-a4de-5b19f00224f3/13c7c1e0-1108-4c37-8c21-d3d83d008092) {{(pid=94175) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 23 11:53:22.907820 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron_lib.callbacks.manager [None req-2139f6b5-5ee6-458d-ba04-bc89d6eef20c admin admin] Notify callbacks [] for port, precommit_create {{(pid=94175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:53:22.924345 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.db.provisioning_blocks [None req-2139f6b5-5ee6-458d-ba04-bc89d6eef20c admin admin] Transition to ACTIVE for port object 13c7c1e0-1108-4c37-8c21-d3d83d008092 will not be triggered until provisioned by entity DHCP. {{(pid=94175) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 23 11:53:22.960312 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron_lib.callbacks.manager [None req-8bd534fd-1b37-446e-9773-8b80b044ae46 None None] Notify callbacks [] for port, precommit_update {{(pid=94176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:53:22.971316 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.db.provisioning_blocks [None req-8bd534fd-1b37-446e-9773-8b80b044ae46 None None] Transition to ACTIVE for port object 3105b998-5972-4c17-a778-1c44f53d265f will not be triggered until provisioned by entity L2. {{(pid=94176) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 23 11:53:23.054735 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron_lib.callbacks.manager [None req-2139f6b5-5ee6-458d-ba04-bc89d6eef20c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-922915', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-239814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7866073', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773699642215', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-5082457'] for port, after_create {{(pid=94175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:53:23.057111 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG oslo_concurrency.lockutils [None req-e7485f40-8282-49fa-9b2f-be6139c83391 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94175) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 11:53:23.065070 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron_lib.callbacks.manager [None req-8bd534fd-1b37-446e-9773-8b80b044ae46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-922904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866062', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773700135042', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773699642233', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773699642278'] for port, after_update {{(pid=94176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:53:23.067483 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG oslo_concurrency.lockutils [None req-97bd5441-1da2-49ee-a364-27795820ba27 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 11:53:23.099118 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2139f6b5-5ee6-458d-ba04-bc89d6eef20c admin admin] Network 2fd142a9-a207-404d-a9ae-7efb565fc5be is already hosted by enough agents. {{(pid=94175) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 23 11:53:23.108565 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.scheduler.base_scheduler [None req-2139f6b5-5ee6-458d-ba04-bc89d6eef20c admin admin] Resources bound (agent type, host, resource id): {{(pid=94175) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 23 11:53:23.110989 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2139f6b5-5ee6-458d-ba04-bc89d6eef20c admin admin] Received port after_create {{(pid=94175) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 23 11:53:23.114608 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2139f6b5-5ee6-458d-ba04-bc89d6eef20c admin admin] Pushing event updated for resources: {'Port': ['ID=13c7c1e0-1108-4c37-8c21-d3d83d008092,revision_number=1']} {{(pid=94175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 11:53:23.120636 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG oslo_concurrency.lockutils [None req-2139f6b5-5ee6-458d-ba04-bc89d6eef20c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.060s {{(pid=94175) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 11:53:23.126948 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.plugins.ml2.managers [None req-8bd534fd-1b37-446e-9773-8b80b044ae46 None None] Attempting to bind port 3105b998-5972-4c17-a778-1c44f53d265f on host dv-neutron-601336-94-hyperv for vnic_type normal with profile {{(pid=94176) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 23 11:53:23.127393 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.plugins.ml2.managers [None req-8bd534fd-1b37-446e-9773-8b80b044ae46 None None] Attempting to bind port 3105b998-5972-4c17-a778-1c44f53d265f by drivers openvswitch,hyperv on host dv-neutron-601336-94-hyperv at level 0 using segments [{'id': 'c23be0a5-6980-48fb-bc9f-4a24717fe1de', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3e7e4eb3-cf02-4d47-ade9-0a579cdfc60f'}] {{(pid=94176) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 23 11:53:23.127770 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8bd534fd-1b37-446e-9773-8b80b044ae46 None None] Attempting to bind port 3105b998-5972-4c17-a778-1c44f53d265f on network 3e7e4eb3-cf02-4d47-ade9-0a579cdfc60f {{(pid=94176) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 23 11:53:23.137651 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da9219a3-9101-4bdd-8fb0-07c67abf3ef0 None None] Pushing event updated for resources: {'Port': ['ID=3105b998-5972-4c17-a778-1c44f53d265f,revision_number=2']} {{(pid=94176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 11:53:23.140988 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8bd534fd-1b37-446e-9773-8b80b044ae46 None None] Checking agent: {'id': '4d05f899-5ac9-411b-8a03-f60c93f87cdf', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-601336-94-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 23, 11, 22, 14), 'started_at': datetime.datetime(2021, 6, 23, 11, 22, 44), 'heartbeat_timestamp': datetime.datetime(2021, 6, 23, 11, 53, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'monitor_allowed_address_pair_garp': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-601336-94-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94176) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 23 11:53:23.141474 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8bd534fd-1b37-446e-9773-8b80b044ae46 None None] Checking segment: {'id': 'c23be0a5-6980-48fb-bc9f-4a24717fe1de', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3e7e4eb3-cf02-4d47-ade9-0a579cdfc60f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94176) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 23 11:53:23.141948 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron_lib.callbacks.manager [None req-8bd534fd-1b37-446e-9773-8b80b044ae46 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:53:23.142483 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8bd534fd-1b37-446e-9773-8b80b044ae46 None None] Bound using segment: {'id': 'c23be0a5-6980-48fb-bc9f-4a24717fe1de', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3e7e4eb3-cf02-4d47-ade9-0a579cdfc60f'} {{(pid=94176) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 23 11:53:23.143068 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.plugins.ml2.managers [None req-8bd534fd-1b37-446e-9773-8b80b044ae46 None None] Bound port: 3105b998-5972-4c17-a778-1c44f53d265f, host: dv-neutron-601336-94-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c23be0a5-6980-48fb-bc9f-4a24717fe1de', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3e7e4eb3-cf02-4d47-ade9-0a579cdfc60f'}}] {{(pid=94176) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 23 11:53:23.143543 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron_lib.callbacks.manager [None req-8bd534fd-1b37-446e-9773-8b80b044ae46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-923122'] for port, before_update {{(pid=94176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:53:23.146031 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG oslo_concurrency.lockutils [None req-da9219a3-9101-4bdd-8fb0-07c67abf3ef0 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.079s {{(pid=94176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 11:53:23.163059 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron_lib.callbacks.manager [None req-2139f6b5-5ee6-458d-ba04-bc89d6eef20c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-452954'] for router_interface, before_create {{(pid=94175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:53:23.203549 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.plugins.ml2.db [None req-8bd534fd-1b37-446e-9773-8b80b044ae46 None None] For port 3105b998-5972-4c17-a778-1c44f53d265f, host dv-neutron-601336-94-hyperv, cleared binding levels {{(pid=94176) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 23 11:53:23.209326 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.plugins.ml2.db [None req-8bd534fd-1b37-446e-9773-8b80b044ae46 None None] For port 3105b998-5972-4c17-a778-1c44f53d265f, host dv-neutron-601336-94-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-94-hyperv',level=0,port_id=3105b998-5972-4c17-a778-1c44f53d265f,segment=NetworkSegment(c23be0a5-6980-48fb-bc9f-4a24717fe1de),segment_id=c23be0a5-6980-48fb-bc9f-4a24717fe1de)] {{(pid=94176) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 23 11:53:23.320897 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron_lib.callbacks.manager [None req-8bd534fd-1b37-446e-9773-8b80b044ae46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-922904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866062', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773700135042', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773699642233', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773699642278'] for port, after_update {{(pid=94176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:53:23.320897 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG oslo_concurrency.lockutils [None req-97bd5441-1da2-49ee-a364-27795820ba27 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 11:53:23.393535 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8bd534fd-1b37-446e-9773-8b80b044ae46 None None] Routers {'615292a8-7f4f-4a19-a308-1525643a83a7'} bound to L3 agent in host dv-neutron-601336-94-hyperv {{(pid=94176) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 23 11:53:23.394173 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.db.l3_hamode_db [None req-8bd534fd-1b37-446e-9773-8b80b044ae46 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-601336-94-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-06-23T11:22:13Z,description=,heartbeat_timestamp=2021-06-23T11:53:13Z,host='dv-neutron-601336-94-hyperv',id=50ef99c0-ef28-4db5-b303-b145898fae60,load=0,resource_versions=,resources_synced=,started_at=2021-06-23T11:22:14Z,topic='l3_agent')) {'router_ids': ['615292a8-7f4f-4a19-a308-1525643a83a7'], 'active': True} {{(pid=94176) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 11:53:23.395941 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da9219a3-9101-4bdd-8fb0-07c67abf3ef0 None None] Pushing event updated for resources: {'Port': ['ID=3105b998-5972-4c17-a778-1c44f53d265f,revision_number=3']} {{(pid=94176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 11:53:23.405135 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG oslo_concurrency.lockutils [None req-da9219a3-9101-4bdd-8fb0-07c67abf3ef0 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.085s {{(pid=94176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 11:53:23.425135 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron_lib.callbacks.manager [None req-2139f6b5-5ee6-458d-ba04-bc89d6eef20c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-923122'] for port, before_update {{(pid=94175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:53:23.487952 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.db.provisioning_blocks [None req-3ff7b687-2274-4acd-8778-78a45f2d1f0a None None] Provisioning for port 13c7c1e0-1108-4c37-8c21-d3d83d008092 completed by entity DHCP. {{(pid=94176) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 23 11:53:23.497330 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron_lib.callbacks.manager [None req-97bd5441-1da2-49ee-a364-27795820ba27 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773699952132', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-899307'] for agent, after_update {{(pid=94176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:53:23.502894 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.db.provisioning_blocks [None req-3ff7b687-2274-4acd-8778-78a45f2d1f0a None None] Provisioning complete for port 13c7c1e0-1108-4c37-8c21-d3d83d008092 triggered by entity DHCP. {{(pid=94176) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 23 11:53:23.503495 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron_lib.callbacks.manager [None req-3ff7b687-2274-4acd-8778-78a45f2d1f0a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-899258'] for port, provisioning_complete {{(pid=94176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:53:23.559718 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.db.l3_dvr_db [None req-8bd534fd-1b37-446e-9773-8b80b044ae46 None None] Set router 615292a8-7f4f-4a19-a308-1525643a83a7 gateway port host: dv-neutron-601336-94-hyperv {{(pid=94176) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:838}} Jun 23 11:53:23.593518 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.plugins.ml2.plugin [None req-3ff7b687-2274-4acd-8778-78a45f2d1f0a None None] Port 13c7c1e0-1108-4c37-8c21-d3d83d008092 cannot update to ACTIVE because it is not bound. {{(pid=94176) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jun 23 11:53:23.615498 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron_lib.callbacks.manager [None req-2139f6b5-5ee6-458d-ba04-bc89d6eef20c admin admin] Notify callbacks [] for port, precommit_update {{(pid=94175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:53:23.692828 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron_lib.callbacks.manager [None req-2139f6b5-5ee6-458d-ba04-bc89d6eef20c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-922904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866062', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773700135042', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773699642233', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773699642278', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5082471'] for port, after_update {{(pid=94175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:53:23.696277 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG oslo_concurrency.lockutils [None req-6889ad18-8c3d-49c8-9c31-46f67a6fd867 tempest-TestVolumeBootPattern-1838142519 tempest-TestVolumeBootPattern-1838142519-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94175) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 11:53:23.780551 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron_lib.callbacks.manager [None req-2139f6b5-5ee6-458d-ba04-bc89d6eef20c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-7866091', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-453038'] for router_interface, after_create {{(pid=94175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:53:23.783336 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2139f6b5-5ee6-458d-ba04-bc89d6eef20c admin admin] Pushing event updated for resources: {'Port': ['ID=13c7c1e0-1108-4c37-8c21-d3d83d008092,revision_number=2']} {{(pid=94175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 11:53:23.785588 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.db.l3_hamode_db [None req-8bd534fd-1b37-446e-9773-8b80b044ae46 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '615292a8-7f4f-4a19-a308-1525643a83a7', 'name': 'tempest-ServerActionsTestJSON-716138820-router', 'tenant_id': 'f95f5bd5d3a04c1cb1d25bcb3c548b20', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3e7e4eb3-cf02-4d47-ade9-0a579cdfc60f', 'external_fixed_ips': [{'subnet_id': 'a5ad15ab-c489-4a67-a9b0-d559fca0ec71', 'ip_address': '172.26.3.23'}], 'enable_snat': True}, 'gw_port_id': '3105b998-5972-4c17-a778-1c44f53d265f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-23T11:53:19Z', 'updated_at': '2021-06-23T11:53:23Z', 'revision_number': 4, 'project_id': 'f95f5bd5d3a04c1cb1d25bcb3c548b20', 'gw_port': {'id': '3105b998-5972-4c17-a778-1c44f53d265f', 'name': '', 'network_id': '3e7e4eb3-cf02-4d47-ade9-0a579cdfc60f', 'tenant_id': '', 'mac_address': 'fa:16:3e:45:19:79', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '615292a8-7f4f-4a19-a308-1525643a83a7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1573, 'fixed_ips': [{'subnet_id': 'a5ad15ab-c489-4a67-a9b0-d559fca0ec71', 'ip_address': '172.26.3.23', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-94-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-23T11:53:20Z', 'updated_at': '2021-06-23T11:53:23Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a5ad15ab-c489-4a67-a9b0-d559fca0ec71', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-601336-94-hyperv', '_interfaces': [{'id': '13c7c1e0-1108-4c37-8c21-d3d83d008092', 'name': '', 'network_id': '2fd142a9-a207-404d-a9ae-7efb565fc5be', 'tenant_id': 'f95f5bd5d3a04c1cb1d25bcb3c548b20', 'mac_address': 'fa:16:3e:85:24:4c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '615292a8-7f4f-4a19-a308-1525643a83a7', 'device_owner': 'network:router_interface', 'standard_attr_id': 1574, 'fixed_ips': [{'subnet_id': 'd690955b-e62b-44f5-a4de-5b19f00224f3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-23T11:53:22Z', 'updated_at': '2021-06-23T11:53:22Z', 'revision_number': 1, 'project_id': 'f95f5bd5d3a04c1cb1d25bcb3c548b20', 'subnets': [{'id': 'd690955b-e62b-44f5-a4de-5b19f00224f3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-601336-94-hyperv', False) {} {{(pid=94176) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 11:53:23.786679 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG oslo_concurrency.lockutils [None req-2139f6b5-5ee6-458d-ba04-bc89d6eef20c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.090s {{(pid=94175) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 11:53:23.811473 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8bd534fd-1b37-446e-9773-8b80b044ae46 None None] The sync data for ids ['615292a8-7f4f-4a19-a308-1525643a83a7'] in dv-neutron-601336-94-hyperv is: [{'id': '615292a8-7f4f-4a19-a308-1525643a83a7', 'name': 'tempest-ServerActionsTestJSON-716138820-router', 'tenant_id': 'f95f5bd5d3a04c1cb1d25bcb3c548b20', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3e7e4eb3-cf02-4d47-ade9-0a579cdfc60f', 'external_fixed_ips': [{'subnet_id': 'a5ad15ab-c489-4a67-a9b0-d559fca0ec71', 'ip_address': '172.26.3.23'}], 'enable_snat': True}, 'gw_port_id': '3105b998-5972-4c17-a778-1c44f53d265f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-23T11:53:19Z', 'updated_at': '2021-06-23T11:53:23Z', 'revision_number': 4, 'project_id': 'f95f5bd5d3a04c1cb1d25bcb3c548b20', 'gw_port': {'id': '3105b998-5972-4c17-a778-1c44f53d265f', 'name': '', 'network_id': '3e7e4eb3-cf02-4d47-ade9-0a579cdfc60f', 'tenant_id': '', 'mac_address': 'fa:16:3e:45:19:79', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '615292a8-7f4f-4a19-a308-1525643a83a7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1573, 'fixed_ips': [{'subnet_id': 'a5ad15ab-c489-4a67-a9b0-d559fca0ec71', 'ip_address': '172.26.3.23', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-94-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-23T11:53:20Z', 'updated_at': '2021-06-23T11:53:23Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a5ad15ab-c489-4a67-a9b0-d559fca0ec71', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-601336-94-hyperv', '_interfaces': [{'id': '13c7c1e0-1108-4c37-8c21-d3d83d008092', 'name': '', 'network_id': '2fd142a9-a207-404d-a9ae-7efb565fc5be', 'tenant_id': 'f95f5bd5d3a04c1cb1d25bcb3c548b20', 'mac_address': 'fa:16:3e:85:24:4c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '615292a8-7f4f-4a19-a308-1525643a83a7', 'device_owner': 'network:router_interface', 'standard_attr_id': 1574, 'fixed_ips': [{'subnet_id': 'd690955b-e62b-44f5-a4de-5b19f00224f3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-23T11:53:22Z', 'updated_at': '2021-06-23T11:53:22Z', 'revision_number': 1, 'project_id': 'f95f5bd5d3a04c1cb1d25bcb3c548b20', 'subnets': [{'id': 'd690955b-e62b-44f5-a4de-5b19f00224f3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94176) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 23 11:53:23.874601 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.plugins.ml2.rpc [None req-dc7542b2-afef-47f4-a763-e3a3cba144be None None] Device f99cd33c-8452-46d5-b8d3-bd60016dfa85 up at agent ovs-agent-dv-neutron-601336-94-hyperv {{(pid=94176) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:298}} Jun 23 11:53:23.888931 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2139f6b5-5ee6-458d-ba04-bc89d6eef20c admin admin] Network 2fd142a9-a207-404d-a9ae-7efb565fc5be is already hosted by enough agents. {{(pid=94175) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 23 11:53:23.891718 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.scheduler.base_scheduler [None req-2139f6b5-5ee6-458d-ba04-bc89d6eef20c admin admin] Resources bound (agent type, host, resource id): {{(pid=94175) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 23 11:53:23.939655 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.db.provisioning_blocks [None req-dc7542b2-afef-47f4-a763-e3a3cba144be None None] Provisioning complete for port f99cd33c-8452-46d5-b8d3-bd60016dfa85 triggered by entity L2. {{(pid=94176) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 23 11:53:23.940652 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron_lib.callbacks.manager [None req-dc7542b2-afef-47f4-a763-e3a3cba144be None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-899258'] for port, provisioning_complete {{(pid=94176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:53:24.044863 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2139f6b5-5ee6-458d-ba04-bc89d6eef20c admin admin] Router 615292a8-7f4f-4a19-a308-1525643a83a7 has already been hosted by L3 agent 50ef99c0-ef28-4db5-b303-b145898fae60 {{(pid=94175) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 23 11:53:24.193207 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2139f6b5-5ee6-458d-ba04-bc89d6eef20c admin admin] Notify agent at l3_agent.dv-neutron-601336-94-hyperv the message routers_updated {{(pid=94175) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 23 11:53:24.201702 dv-neutron-601336-94-hyperv neutron-server[94175]: INFO neutron.wsgi [None req-2139f6b5-5ee6-458d-ba04-bc89d6eef20c admin admin] 10.222.0.20 "PUT /v2.0/routers/615292a8-7f4f-4a19-a308-1525643a83a7/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.0843699 Jun 23 11:53:24.228629 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.db.provisioning_blocks [None req-d2cfebec-157d-4981-89c2-41114665a7c2 None None] Provisioning complete for port 13c7c1e0-1108-4c37-8c21-d3d83d008092 triggered by entity DHCP. {{(pid=94176) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 23 11:53:24.229171 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron_lib.callbacks.manager [None req-d2cfebec-157d-4981-89c2-41114665a7c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-899258'] for port, provisioning_complete {{(pid=94176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:53:24.270140 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.plugins.ml2.plugin [None req-d2cfebec-157d-4981-89c2-41114665a7c2 None None] Port 13c7c1e0-1108-4c37-8c21-d3d83d008092 cannot update to ACTIVE because it is not bound. {{(pid=94176) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jun 23 11:53:24.790016 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.wsgi [-] (94175) accepted ('10.222.0.20', 46100) {{(pid=94175) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 11:53:24.794607 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.api.v2.base [None req-4370de77-87c5-4ffe-867b-eef89270047c tempest-ServerActionsTestJSON-1945522763 tempest-ServerActionsTestJSON-1945522763-project] Request body: {'security_group': {'name': 'tempest-securitygroup--948191400', 'description': 'tempest-description--465322964'}} {{(pid=94175) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 23 11:53:24.871492 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron_lib.callbacks.manager [None req-4370de77-87c5-4ffe-867b-eef89270047c tempest-ServerActionsTestJSON-1945522763 tempest-ServerActionsTestJSON-1945522763-project] Notify callbacks [] for security_group, before_create {{(pid=94175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:53:24.980079 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron_lib.callbacks.manager [None req-4370de77-87c5-4ffe-867b-eef89270047c tempest-ServerActionsTestJSON-1945522763 tempest-ServerActionsTestJSON-1945522763-project] Notify callbacks [] for security_group, precommit_create {{(pid=94175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:53:25.070889 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron_lib.callbacks.manager [None req-4370de77-87c5-4ffe-867b-eef89270047c tempest-ServerActionsTestJSON-1945522763 tempest-ServerActionsTestJSON-1945522763-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7996330'] for security_group, after_create {{(pid=94175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:53:25.074702 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG oslo_concurrency.lockutils [None req-52b36224-220b-42bc-8865-1196011ab0bf admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94175) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 11:53:25.105555 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4370de77-87c5-4ffe-867b-eef89270047c tempest-ServerActionsTestJSON-1945522763 tempest-ServerActionsTestJSON-1945522763-project] Pushing event updated for resources: {'SecurityGroup': ['ID=0af35ccc-af3f-4718-892b-c93ffd508c7a,revision_number=1']} {{(pid=94175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 11:53:25.107319 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG oslo_concurrency.lockutils [None req-4370de77-87c5-4ffe-867b-eef89270047c tempest-ServerActionsTestJSON-1945522763 tempest-ServerActionsTestJSON-1945522763-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.033s {{(pid=94175) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 11:53:25.174214 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron_lib.callbacks.manager [None req-4370de77-87c5-4ffe-867b-eef89270047c tempest-ServerActionsTestJSON-1945522763 tempest-ServerActionsTestJSON-1945522763-project] Notify callbacks [] for security_group, before_response {{(pid=94175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:53:25.175814 dv-neutron-601336-94-hyperv neutron-server[94175]: INFO neutron.wsgi [None req-4370de77-87c5-4ffe-867b-eef89270047c tempest-ServerActionsTestJSON-1945522763 tempest-ServerActionsTestJSON-1945522763-project] 10.222.0.20 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1780 time: 0.3849759 Jun 23 11:53:25.179276 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.wsgi [-] (94175) accepted ('10.222.0.20', 46102) {{(pid=94175) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 11:53:25.184065 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.api.v2.base [None req-a932be0b-2c1c-4042-8e4b-cb46de3b3e67 tempest-ServerActionsTestJSON-1945522763 tempest-ServerActionsTestJSON-1945522763-project] Request body: {'security_group_rule': {'security_group_id': '0af35ccc-af3f-4718-892b-c93ffd508c7a', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=94175) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 23 11:53:25.300373 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron_lib.callbacks.manager [None req-a932be0b-2c1c-4042-8e4b-cb46de3b3e67 tempest-ServerActionsTestJSON-1945522763 tempest-ServerActionsTestJSON-1945522763-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:53:25.367209 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron_lib.callbacks.manager [None req-a932be0b-2c1c-4042-8e4b-cb46de3b3e67 tempest-ServerActionsTestJSON-1945522763 tempest-ServerActionsTestJSON-1945522763-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:53:25.442321 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron_lib.callbacks.manager [None req-a932be0b-2c1c-4042-8e4b-cb46de3b3e67 tempest-ServerActionsTestJSON-1945522763 tempest-ServerActionsTestJSON-1945522763-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7996355'] for security_group_rule, after_create {{(pid=94175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:53:25.444160 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG oslo_concurrency.lockutils [None req-0c0ef237-e0d0-4bd2-8308-3e8fdc45e2f6 tempest-TestNetworkBasicOps-233187296 tempest-TestNetworkBasicOps-233187296-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94175) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 11:53:25.467130 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a932be0b-2c1c-4042-8e4b-cb46de3b3e67 tempest-ServerActionsTestJSON-1945522763 tempest-ServerActionsTestJSON-1945522763-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2b727324-4d1c-4cf3-bd28-138151a5ace7,revision_number=0']} {{(pid=94175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 11:53:25.470111 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG oslo_concurrency.lockutils [None req-a932be0b-2c1c-4042-8e4b-cb46de3b3e67 tempest-ServerActionsTestJSON-1945522763 tempest-ServerActionsTestJSON-1945522763-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.026s {{(pid=94175) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 11:53:25.545545 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron_lib.callbacks.manager [None req-a932be0b-2c1c-4042-8e4b-cb46de3b3e67 tempest-ServerActionsTestJSON-1945522763 tempest-ServerActionsTestJSON-1945522763-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:53:25.549803 dv-neutron-601336-94-hyperv neutron-server[94175]: INFO neutron.wsgi [None req-a932be0b-2c1c-4042-8e4b-cb46de3b3e67 tempest-ServerActionsTestJSON-1945522763 tempest-ServerActionsTestJSON-1945522763-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3673921 Jun 23 11:53:25.550156 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.wsgi [-] (94175) accepted ('10.222.0.20', 46104) {{(pid=94175) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 11:53:25.554984 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.api.v2.base [None req-bc8d55d5-c68a-40a9-82ff-b3956294a09f tempest-ServerActionsTestJSON-1945522763 tempest-ServerActionsTestJSON-1945522763-project] Request body: {'security_group_rule': {'security_group_id': '0af35ccc-af3f-4718-892b-c93ffd508c7a', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=94175) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 23 11:53:25.658524 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron_lib.callbacks.manager [None req-bc8d55d5-c68a-40a9-82ff-b3956294a09f tempest-ServerActionsTestJSON-1945522763 tempest-ServerActionsTestJSON-1945522763-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:53:25.722588 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron_lib.callbacks.manager [None req-bc8d55d5-c68a-40a9-82ff-b3956294a09f tempest-ServerActionsTestJSON-1945522763 tempest-ServerActionsTestJSON-1945522763-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:53:25.790875 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron_lib.callbacks.manager [None req-bc8d55d5-c68a-40a9-82ff-b3956294a09f tempest-ServerActionsTestJSON-1945522763 tempest-ServerActionsTestJSON-1945522763-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7996355'] for security_group_rule, after_create {{(pid=94175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:53:25.793365 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG oslo_concurrency.lockutils [None req-22885f24-55da-493f-a2f4-768e001ca6a5 tempest-TestNetworkBasicOps-233187296 tempest-TestNetworkBasicOps-233187296-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94175) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 11:53:25.812793 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc8d55d5-c68a-40a9-82ff-b3956294a09f tempest-ServerActionsTestJSON-1945522763 tempest-ServerActionsTestJSON-1945522763-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c596c55f-6bb4-4c39-9f2c-8ef1a31ff5ca,revision_number=0']} {{(pid=94175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 11:53:25.814497 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG oslo_concurrency.lockutils [None req-bc8d55d5-c68a-40a9-82ff-b3956294a09f tempest-ServerActionsTestJSON-1945522763 tempest-ServerActionsTestJSON-1945522763-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.021s {{(pid=94175) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 11:53:25.849207 dv-neutron-601336-94-hyperv neutron-server[94177]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-42e9f4dc-3e8a-4353-b863-f804bd589270 None None] Sync routers for ids ['615292a8-7f4f-4a19-a308-1525643a83a7'] in dv-neutron-601336-94-hyperv {{(pid=94177) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 23 11:53:25.859222 dv-neutron-601336-94-hyperv neutron-server[94177]: DEBUG neutron.db.l3_dvrscheduler_db [None req-42e9f4dc-3e8a-4353-b863-f804bd589270 None None] Routers {'615292a8-7f4f-4a19-a308-1525643a83a7'} bound to L3 agent in host dv-neutron-601336-94-hyperv {{(pid=94177) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 23 11:53:25.859717 dv-neutron-601336-94-hyperv neutron-server[94177]: DEBUG neutron.db.l3_hamode_db [None req-42e9f4dc-3e8a-4353-b863-f804bd589270 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-601336-94-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-06-23T11:22:13Z,description=,heartbeat_timestamp=2021-06-23T11:53:13Z,host='dv-neutron-601336-94-hyperv',id=50ef99c0-ef28-4db5-b303-b145898fae60,load=0,resource_versions=,resources_synced=,started_at=2021-06-23T11:22:14Z,topic='l3_agent')) {'router_ids': ['615292a8-7f4f-4a19-a308-1525643a83a7'], 'active': True} {{(pid=94177) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 11:53:25.894198 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron_lib.callbacks.manager [None req-bc8d55d5-c68a-40a9-82ff-b3956294a09f tempest-ServerActionsTestJSON-1945522763 tempest-ServerActionsTestJSON-1945522763-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:53:25.898788 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.wsgi [-] (94174) accepted ('10.222.0.20', 46106) {{(pid=94174) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 11:53:25.902375 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.plugins.ml2.rpc [None req-dc7542b2-afef-47f4-a763-e3a3cba144be None None] Device 3105b998-5972-4c17-a778-1c44f53d265f up at agent ovs-agent-dv-neutron-601336-94-hyperv {{(pid=94176) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:298}} Jun 23 11:53:25.903920 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.api.v2.base [None req-c066700e-5439-437a-b007-d301b511e8ea tempest-ServerActionsTestJSON-1945522763 tempest-ServerActionsTestJSON-1945522763-project] Request body: {'floatingip': {'floating_network_id': '3e7e4eb3-cf02-4d47-ade9-0a579cdfc60f'}} {{(pid=94174) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 23 11:53:25.904553 dv-neutron-601336-94-hyperv neutron-server[94175]: INFO neutron.wsgi [None req-bc8d55d5-c68a-40a9-82ff-b3956294a09f tempest-ServerActionsTestJSON-1945522763 tempest-ServerActionsTestJSON-1945522763-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3532329 Jun 23 11:53:25.980657 dv-neutron-601336-94-hyperv neutron-server[94177]: DEBUG neutron.db.l3_dvr_db [None req-42e9f4dc-3e8a-4353-b863-f804bd589270 None None] Set router 615292a8-7f4f-4a19-a308-1525643a83a7 gateway port host: dv-neutron-601336-94-hyperv {{(pid=94177) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:838}} Jun 23 11:53:26.008316 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron_lib.callbacks.manager [None req-c066700e-5439-437a-b007-d301b511e8ea tempest-ServerActionsTestJSON-1945522763 tempest-ServerActionsTestJSON-1945522763-project] Notify callbacks [] for floatingip, before_create {{(pid=94174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:53:26.037177 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.db.provisioning_blocks [None req-dc7542b2-afef-47f4-a763-e3a3cba144be None None] Provisioning for port 3105b998-5972-4c17-a778-1c44f53d265f completed by entity L2. {{(pid=94176) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 23 11:53:26.042204 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.db.provisioning_blocks [None req-dc7542b2-afef-47f4-a763-e3a3cba144be None None] Provisioning complete for port 3105b998-5972-4c17-a778-1c44f53d265f triggered by entity L2. {{(pid=94176) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 23 11:53:26.042865 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron_lib.callbacks.manager [None req-dc7542b2-afef-47f4-a763-e3a3cba144be None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-899258'] for port, provisioning_complete {{(pid=94176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:53:26.148950 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron_lib.callbacks.manager [None req-c066700e-5439-437a-b007-d301b511e8ea tempest-ServerActionsTestJSON-1945522763 tempest-ServerActionsTestJSON-1945522763-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-923104'] for port, before_create {{(pid=94174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:53:26.169459 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron_lib.callbacks.manager [None req-dc7542b2-afef-47f4-a763-e3a3cba144be None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-923122'] for port, before_update {{(pid=94176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:53:26.210569 dv-neutron-601336-94-hyperv neutron-server[94177]: DEBUG neutron.db.l3_hamode_db [None req-42e9f4dc-3e8a-4353-b863-f804bd589270 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '615292a8-7f4f-4a19-a308-1525643a83a7', 'name': 'tempest-ServerActionsTestJSON-716138820-router', 'tenant_id': 'f95f5bd5d3a04c1cb1d25bcb3c548b20', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3e7e4eb3-cf02-4d47-ade9-0a579cdfc60f', 'external_fixed_ips': [{'subnet_id': 'a5ad15ab-c489-4a67-a9b0-d559fca0ec71', 'ip_address': '172.26.3.23'}], 'enable_snat': True}, 'gw_port_id': '3105b998-5972-4c17-a778-1c44f53d265f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-23T11:53:19Z', 'updated_at': '2021-06-23T11:53:23Z', 'revision_number': 4, 'project_id': 'f95f5bd5d3a04c1cb1d25bcb3c548b20', 'gw_port': {'id': '3105b998-5972-4c17-a778-1c44f53d265f', 'name': '', 'network_id': '3e7e4eb3-cf02-4d47-ade9-0a579cdfc60f', 'tenant_id': '', 'mac_address': 'fa:16:3e:45:19:79', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '615292a8-7f4f-4a19-a308-1525643a83a7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1573, 'fixed_ips': [{'subnet_id': 'a5ad15ab-c489-4a67-a9b0-d559fca0ec71', 'ip_address': '172.26.3.23', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-94-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-23T11:53:20Z', 'updated_at': '2021-06-23T11:53:23Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a5ad15ab-c489-4a67-a9b0-d559fca0ec71', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-601336-94-hyperv', '_interfaces': [{'id': '13c7c1e0-1108-4c37-8c21-d3d83d008092', 'name': '', 'network_id': '2fd142a9-a207-404d-a9ae-7efb565fc5be', 'tenant_id': 'f95f5bd5d3a04c1cb1d25bcb3c548b20', 'mac_address': 'fa:16:3e:85:24:4c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '615292a8-7f4f-4a19-a308-1525643a83a7', 'device_owner': 'network:router_interface', 'standard_attr_id': 1574, 'fixed_ips': [{'subnet_id': 'd690955b-e62b-44f5-a4de-5b19f00224f3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-23T11:53:22Z', 'updated_at': '2021-06-23T11:53:23Z', 'revision_number': 2, 'project_id': 'f95f5bd5d3a04c1cb1d25bcb3c548b20', 'subnets': [{'id': 'd690955b-e62b-44f5-a4de-5b19f00224f3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-601336-94-hyperv', False) {} {{(pid=94177) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 11:53:26.212581 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.plugins.ml2.db [None req-dc7542b2-afef-47f4-a763-e3a3cba144be None None] For port 3105b998-5972-4c17-a778-1c44f53d265f, host dv-neutron-601336-94-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-94-hyperv',level=0,port_id=3105b998-5972-4c17-a778-1c44f53d265f,segment=NetworkSegment(c23be0a5-6980-48fb-bc9f-4a24717fe1de),segment_id=c23be0a5-6980-48fb-bc9f-4a24717fe1de)] {{(pid=94176) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 23 11:53:26.244830 dv-neutron-601336-94-hyperv neutron-server[94177]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-42e9f4dc-3e8a-4353-b863-f804bd589270 None None] Checking router: 615292a8-7f4f-4a19-a308-1525643a83a7 for host: dv-neutron-601336-94-hyperv {{(pid=94177) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 23 11:53:26.245108 dv-neutron-601336-94-hyperv neutron-server[94177]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-42e9f4dc-3e8a-4353-b863-f804bd589270 None None] Updating router 615292a8-7f4f-4a19-a308-1525643a83a7 port 13c7c1e0-1108-4c37-8c21-d3d83d008092 binding host dv-neutron-601336-94-hyperv {{(pid=94177) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 23 11:53:26.279283 dv-neutron-601336-94-hyperv neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-42e9f4dc-3e8a-4353-b863-f804bd589270 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-923122'] for port, before_update {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:53:26.309748 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron_lib.callbacks.manager [None req-dc7542b2-afef-47f4-a763-e3a3cba144be None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-922904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866062', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773700135042', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773699642233', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773699642278'] for port, after_update {{(pid=94176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:53:26.313770 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG oslo_concurrency.lockutils [None req-da9219a3-9101-4bdd-8fb0-07c67abf3ef0 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 11:53:26.328551 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.db.db_base_plugin_common [None req-c066700e-5439-437a-b007-d301b511e8ea tempest-ServerActionsTestJSON-1945522763 tempest-ServerActionsTestJSON-1945522763-project] Allocated IP 172.26.3.172 (3e7e4eb3-cf02-4d47-ade9-0a579cdfc60f/a5ad15ab-c489-4a67-a9b0-d559fca0ec71/71dd6516-4b35-4ba7-a6cc-6f4d068a17f9) {{(pid=94174) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 23 11:53:26.375532 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc7542b2-afef-47f4-a763-e3a3cba144be None None] Pushing event updated for resources: {'Port': ['ID=3105b998-5972-4c17-a778-1c44f53d265f,revision_number=4']} {{(pid=94176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 11:53:26.378770 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG oslo_concurrency.lockutils [None req-dc7542b2-afef-47f4-a763-e3a3cba144be None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.065s {{(pid=94176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 11:53:26.454839 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron_lib.callbacks.manager [None req-c066700e-5439-437a-b007-d301b511e8ea tempest-ServerActionsTestJSON-1945522763 tempest-ServerActionsTestJSON-1945522763-project] Notify callbacks [] for port, precommit_create {{(pid=94174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:53:26.545401 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron_lib.callbacks.manager [None req-c066700e-5439-437a-b007-d301b511e8ea tempest-ServerActionsTestJSON-1945522763 tempest-ServerActionsTestJSON-1945522763-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-922915', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-239814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7866073', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773699642215', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-5196399'] for port, after_create {{(pid=94174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:53:26.548197 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG oslo_concurrency.lockutils [None req-22fc8465-8d10-4821-a040-9c12637ac911 tempest-TestVolumeBootPattern-1838142519 tempest-TestVolumeBootPattern-1838142519-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94174) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 11:53:26.578187 dv-neutron-601336-94-hyperv neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-42e9f4dc-3e8a-4353-b863-f804bd589270 None None] Notify callbacks [] for port, precommit_update {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:53:26.591207 dv-neutron-601336-94-hyperv neutron-server[94177]: DEBUG neutron.db.provisioning_blocks [None req-42e9f4dc-3e8a-4353-b863-f804bd589270 None None] Transition to ACTIVE for port object 13c7c1e0-1108-4c37-8c21-d3d83d008092 will not be triggered until provisioned by entity L2. {{(pid=94177) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 23 11:53:26.594970 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c066700e-5439-437a-b007-d301b511e8ea tempest-ServerActionsTestJSON-1945522763 tempest-ServerActionsTestJSON-1945522763-project] Network 3e7e4eb3-cf02-4d47-ade9-0a579cdfc60f is already hosted by enough agents. {{(pid=94174) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 23 11:53:26.602904 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.scheduler.base_scheduler [None req-c066700e-5439-437a-b007-d301b511e8ea tempest-ServerActionsTestJSON-1945522763 tempest-ServerActionsTestJSON-1945522763-project] Resources bound (agent type, host, resource id): {{(pid=94174) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 23 11:53:26.606201 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c066700e-5439-437a-b007-d301b511e8ea tempest-ServerActionsTestJSON-1945522763 tempest-ServerActionsTestJSON-1945522763-project] Received port after_create {{(pid=94174) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 23 11:53:26.608445 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c066700e-5439-437a-b007-d301b511e8ea tempest-ServerActionsTestJSON-1945522763 tempest-ServerActionsTestJSON-1945522763-project] Pushing event updated for resources: {'Port': ['ID=71dd6516-4b35-4ba7-a6cc-6f4d068a17f9,revision_number=1']} {{(pid=94174) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 11:53:26.639514 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c066700e-5439-437a-b007-d301b511e8ea tempest-ServerActionsTestJSON-1945522763 tempest-ServerActionsTestJSON-1945522763-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-601336-94-hyperv {{(pid=94174) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 11:53:26.640426 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c066700e-5439-437a-b007-d301b511e8ea tempest-ServerActionsTestJSON-1945522763 tempest-ServerActionsTestJSON-1945522763-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-94-hyperv {{(pid=94174) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 11:53:26.640867 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c066700e-5439-437a-b007-d301b511e8ea tempest-ServerActionsTestJSON-1945522763 tempest-ServerActionsTestJSON-1945522763-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-94-hyperv {{(pid=94174) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 11:53:26.641262 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c066700e-5439-437a-b007-d301b511e8ea tempest-ServerActionsTestJSON-1945522763 tempest-ServerActionsTestJSON-1945522763-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-601336-94-hyperv {{(pid=94174) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 11:53:26.641647 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c066700e-5439-437a-b007-d301b511e8ea tempest-ServerActionsTestJSON-1945522763 tempest-ServerActionsTestJSON-1945522763-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-601336-94-hyperv {{(pid=94174) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 11:53:26.642021 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c066700e-5439-437a-b007-d301b511e8ea tempest-ServerActionsTestJSON-1945522763 tempest-ServerActionsTestJSON-1945522763-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-601336-94-hyperv {{(pid=94174) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 11:53:26.642389 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c066700e-5439-437a-b007-d301b511e8ea tempest-ServerActionsTestJSON-1945522763 tempest-ServerActionsTestJSON-1945522763-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-601336-94-hyperv {{(pid=94174) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 11:53:26.642762 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c066700e-5439-437a-b007-d301b511e8ea tempest-ServerActionsTestJSON-1945522763 tempest-ServerActionsTestJSON-1945522763-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-601336-94-hyperv {{(pid=94174) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 11:53:26.643160 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c066700e-5439-437a-b007-d301b511e8ea tempest-ServerActionsTestJSON-1945522763 tempest-ServerActionsTestJSON-1945522763-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-601336-94-hyperv {{(pid=94174) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 11:53:26.643587 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c066700e-5439-437a-b007-d301b511e8ea tempest-ServerActionsTestJSON-1945522763 tempest-ServerActionsTestJSON-1945522763-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-94-hyperv {{(pid=94174) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 11:53:26.643960 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c066700e-5439-437a-b007-d301b511e8ea tempest-ServerActionsTestJSON-1945522763 tempest-ServerActionsTestJSON-1945522763-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-601336-94-hyperv {{(pid=94174) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 11:53:26.644331 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c066700e-5439-437a-b007-d301b511e8ea tempest-ServerActionsTestJSON-1945522763 tempest-ServerActionsTestJSON-1945522763-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-601336-94-hyperv {{(pid=94174) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 11:53:26.648857 dv-neutron-601336-94-hyperv neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-42e9f4dc-3e8a-4353-b863-f804bd589270 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-922904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866062', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773700135042', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773699642233', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773699642278'] for port, after_update {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:53:26.649117 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG oslo_concurrency.lockutils [None req-c066700e-5439-437a-b007-d301b511e8ea tempest-ServerActionsTestJSON-1945522763 tempest-ServerActionsTestJSON-1945522763-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.101s {{(pid=94174) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 11:53:26.651664 dv-neutron-601336-94-hyperv neutron-server[94177]: DEBUG oslo_concurrency.lockutils [None req-161424d5-4952-4f76-8127-5d5c6bdba0b8 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94177) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 11:53:26.707457 dv-neutron-601336-94-hyperv neutron-server[94177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d61b205-d7cf-4e6d-a388-da8753dea8bc None None] Pushing event updated for resources: {'Port': ['ID=13c7c1e0-1108-4c37-8c21-d3d83d008092,revision_number=3']} {{(pid=94177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 11:53:26.719150 dv-neutron-601336-94-hyperv neutron-server[94177]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d61b205-d7cf-4e6d-a388-da8753dea8bc None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-601336-94-hyperv {{(pid=94177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 11:53:26.723480 dv-neutron-601336-94-hyperv neutron-server[94177]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d61b205-d7cf-4e6d-a388-da8753dea8bc None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-94-hyperv {{(pid=94177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 11:53:26.723480 dv-neutron-601336-94-hyperv neutron-server[94177]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d61b205-d7cf-4e6d-a388-da8753dea8bc None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-94-hyperv {{(pid=94177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 11:53:26.723480 dv-neutron-601336-94-hyperv neutron-server[94177]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d61b205-d7cf-4e6d-a388-da8753dea8bc None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-601336-94-hyperv {{(pid=94177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 11:53:26.723480 dv-neutron-601336-94-hyperv neutron-server[94177]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d61b205-d7cf-4e6d-a388-da8753dea8bc None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-601336-94-hyperv {{(pid=94177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 11:53:26.723480 dv-neutron-601336-94-hyperv neutron-server[94177]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d61b205-d7cf-4e6d-a388-da8753dea8bc None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-601336-94-hyperv {{(pid=94177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 11:53:26.723480 dv-neutron-601336-94-hyperv neutron-server[94177]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d61b205-d7cf-4e6d-a388-da8753dea8bc None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-601336-94-hyperv {{(pid=94177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 11:53:26.723480 dv-neutron-601336-94-hyperv neutron-server[94177]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d61b205-d7cf-4e6d-a388-da8753dea8bc None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-601336-94-hyperv {{(pid=94177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 11:53:26.723480 dv-neutron-601336-94-hyperv neutron-server[94177]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d61b205-d7cf-4e6d-a388-da8753dea8bc None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-601336-94-hyperv {{(pid=94177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 11:53:26.723480 dv-neutron-601336-94-hyperv neutron-server[94177]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d61b205-d7cf-4e6d-a388-da8753dea8bc None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-94-hyperv {{(pid=94177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 11:53:26.723480 dv-neutron-601336-94-hyperv neutron-server[94177]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d61b205-d7cf-4e6d-a388-da8753dea8bc None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-601336-94-hyperv {{(pid=94177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 11:53:26.723480 dv-neutron-601336-94-hyperv neutron-server[94177]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d61b205-d7cf-4e6d-a388-da8753dea8bc None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-601336-94-hyperv {{(pid=94177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 11:53:26.729050 dv-neutron-601336-94-hyperv neutron-server[94177]: DEBUG oslo_concurrency.lockutils [None req-3d61b205-d7cf-4e6d-a388-da8753dea8bc None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.077s {{(pid=94177) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 11:53:26.758291 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron_lib.callbacks.manager [None req-c066700e-5439-437a-b007-d301b511e8ea tempest-ServerActionsTestJSON-1945522763 tempest-ServerActionsTestJSON-1945522763-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:53:26.794443 dv-neutron-601336-94-hyperv neutron-server[94177]: DEBUG neutron.plugins.ml2.managers [None req-42e9f4dc-3e8a-4353-b863-f804bd589270 None None] Attempting to bind port 13c7c1e0-1108-4c37-8c21-d3d83d008092 on host dv-neutron-601336-94-hyperv for vnic_type normal with profile {{(pid=94177) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 23 11:53:26.794630 dv-neutron-601336-94-hyperv neutron-server[94177]: DEBUG neutron.plugins.ml2.managers [None req-42e9f4dc-3e8a-4353-b863-f804bd589270 None None] Attempting to bind port 13c7c1e0-1108-4c37-8c21-d3d83d008092 by drivers openvswitch,hyperv on host dv-neutron-601336-94-hyperv at level 0 using segments [{'id': 'c5336f67-3b17-48c3-969f-4266bc0dd37d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 443, 'network_id': '2fd142a9-a207-404d-a9ae-7efb565fc5be'}] {{(pid=94177) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 23 11:53:26.794931 dv-neutron-601336-94-hyperv neutron-server[94177]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-42e9f4dc-3e8a-4353-b863-f804bd589270 None None] Attempting to bind port 13c7c1e0-1108-4c37-8c21-d3d83d008092 on network 2fd142a9-a207-404d-a9ae-7efb565fc5be {{(pid=94177) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 23 11:53:26.802199 dv-neutron-601336-94-hyperv neutron-server[94177]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-42e9f4dc-3e8a-4353-b863-f804bd589270 None None] Checking agent: {'id': '4d05f899-5ac9-411b-8a03-f60c93f87cdf', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-601336-94-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 23, 11, 22, 14), 'started_at': datetime.datetime(2021, 6, 23, 11, 22, 44), 'heartbeat_timestamp': datetime.datetime(2021, 6, 23, 11, 53, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'monitor_allowed_address_pair_garp': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-601336-94-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94177) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 23 11:53:26.802800 dv-neutron-601336-94-hyperv neutron-server[94177]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-42e9f4dc-3e8a-4353-b863-f804bd589270 None None] Checking segment: {'id': 'c5336f67-3b17-48c3-969f-4266bc0dd37d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 443, 'network_id': '2fd142a9-a207-404d-a9ae-7efb565fc5be'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94177) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 23 11:53:26.804329 dv-neutron-601336-94-hyperv neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-42e9f4dc-3e8a-4353-b863-f804bd589270 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:53:26.804329 dv-neutron-601336-94-hyperv neutron-server[94177]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-42e9f4dc-3e8a-4353-b863-f804bd589270 None None] Bound using segment: {'id': 'c5336f67-3b17-48c3-969f-4266bc0dd37d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 443, 'network_id': '2fd142a9-a207-404d-a9ae-7efb565fc5be'} {{(pid=94177) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 23 11:53:26.804923 dv-neutron-601336-94-hyperv neutron-server[94177]: DEBUG neutron.plugins.ml2.managers [None req-42e9f4dc-3e8a-4353-b863-f804bd589270 None None] Bound port: 13c7c1e0-1108-4c37-8c21-d3d83d008092, host: dv-neutron-601336-94-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c5336f67-3b17-48c3-969f-4266bc0dd37d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 443, 'network_id': '2fd142a9-a207-404d-a9ae-7efb565fc5be'}}] {{(pid=94177) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 23 11:53:26.805530 dv-neutron-601336-94-hyperv neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-42e9f4dc-3e8a-4353-b863-f804bd589270 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-923122'] for port, before_update {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:53:26.874499 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron_lib.callbacks.manager [None req-c066700e-5439-437a-b007-d301b511e8ea tempest-ServerActionsTestJSON-1945522763 tempest-ServerActionsTestJSON-1945522763-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-923122'] for port, before_update {{(pid=94174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:53:26.880809 dv-neutron-601336-94-hyperv neutron-server[94177]: DEBUG neutron.plugins.ml2.db [None req-42e9f4dc-3e8a-4353-b863-f804bd589270 None None] For port 13c7c1e0-1108-4c37-8c21-d3d83d008092, host dv-neutron-601336-94-hyperv, cleared binding levels {{(pid=94177) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 23 11:53:26.884323 dv-neutron-601336-94-hyperv neutron-server[94177]: DEBUG neutron.plugins.ml2.db [None req-42e9f4dc-3e8a-4353-b863-f804bd589270 None None] For port 13c7c1e0-1108-4c37-8c21-d3d83d008092, host dv-neutron-601336-94-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-94-hyperv',level=0,port_id=13c7c1e0-1108-4c37-8c21-d3d83d008092,segment=NetworkSegment(c5336f67-3b17-48c3-969f-4266bc0dd37d),segment_id=c5336f67-3b17-48c3-969f-4266bc0dd37d)] {{(pid=94177) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 23 11:53:26.940017 dv-neutron-601336-94-hyperv neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-42e9f4dc-3e8a-4353-b863-f804bd589270 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-922904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866062', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773700135042', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773699642233', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773699642278'] for port, after_update {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:53:26.942405 dv-neutron-601336-94-hyperv neutron-server[94177]: DEBUG oslo_concurrency.lockutils [None req-c4efa687-72f4-44ea-ab44-52f124e3431b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94177) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 11:53:27.002535 dv-neutron-601336-94-hyperv neutron-server[94177]: DEBUG neutron.db.l3_dvrscheduler_db [None req-42e9f4dc-3e8a-4353-b863-f804bd589270 None None] Routers {'615292a8-7f4f-4a19-a308-1525643a83a7'} bound to L3 agent in host dv-neutron-601336-94-hyperv {{(pid=94177) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 23 11:53:27.003277 dv-neutron-601336-94-hyperv neutron-server[94177]: DEBUG neutron.db.l3_hamode_db [None req-42e9f4dc-3e8a-4353-b863-f804bd589270 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-601336-94-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-06-23T11:22:13Z,description=,heartbeat_timestamp=2021-06-23T11:53:13Z,host='dv-neutron-601336-94-hyperv',id=50ef99c0-ef28-4db5-b303-b145898fae60,load=0,resource_versions=,resources_synced=,started_at=2021-06-23T11:22:14Z,topic='l3_agent')) {'router_ids': ['615292a8-7f4f-4a19-a308-1525643a83a7'], 'active': True} {{(pid=94177) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 11:53:27.006779 dv-neutron-601336-94-hyperv neutron-server[94177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d61b205-d7cf-4e6d-a388-da8753dea8bc None None] Pushing event updated for resources: {'Port': ['ID=13c7c1e0-1108-4c37-8c21-d3d83d008092,revision_number=4']} {{(pid=94177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 11:53:27.036769 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron_lib.callbacks.manager [None req-c066700e-5439-437a-b007-d301b511e8ea tempest-ServerActionsTestJSON-1945522763 tempest-ServerActionsTestJSON-1945522763-project] Notify callbacks [] for port, precommit_update {{(pid=94174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:53:27.039273 dv-neutron-601336-94-hyperv neutron-server[94177]: DEBUG oslo_concurrency.lockutils [None req-3d61b205-d7cf-4e6d-a388-da8753dea8bc None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.097s {{(pid=94177) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 11:53:27.092825 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron_lib.callbacks.manager [None req-c066700e-5439-437a-b007-d301b511e8ea tempest-ServerActionsTestJSON-1945522763 tempest-ServerActionsTestJSON-1945522763-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-922904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866062', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773700135042', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773699642233', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773699642278', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5196369'] for port, after_update {{(pid=94174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:53:27.095564 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG oslo_concurrency.lockutils [None req-ead10d06-de21-4589-a53e-398f9be90f83 tempest-TestNetworkBasicOps-233187296 tempest-TestNetworkBasicOps-233187296-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94174) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 11:53:27.175316 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c066700e-5439-437a-b007-d301b511e8ea tempest-ServerActionsTestJSON-1945522763 tempest-ServerActionsTestJSON-1945522763-project] Pushing event updated for resources: {'Port': ['ID=71dd6516-4b35-4ba7-a6cc-6f4d068a17f9,revision_number=2']} {{(pid=94174) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 11:53:27.182469 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG oslo_concurrency.lockutils [None req-c066700e-5439-437a-b007-d301b511e8ea tempest-ServerActionsTestJSON-1945522763 tempest-ServerActionsTestJSON-1945522763-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.087s {{(pid=94174) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 11:53:27.199490 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron_lib.callbacks.manager [None req-c066700e-5439-437a-b007-d301b511e8ea tempest-ServerActionsTestJSON-1945522763 tempest-ServerActionsTestJSON-1945522763-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-524229'] for floatingip, after_update {{(pid=94174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:53:27.234874 dv-neutron-601336-94-hyperv neutron-server[94177]: DEBUG neutron.db.l3_dvr_db [None req-42e9f4dc-3e8a-4353-b863-f804bd589270 None None] Set router 615292a8-7f4f-4a19-a308-1525643a83a7 gateway port host: dv-neutron-601336-94-hyperv {{(pid=94177) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:838}} Jun 23 11:53:27.316762 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron_lib.callbacks.manager [None req-c066700e-5439-437a-b007-d301b511e8ea tempest-ServerActionsTestJSON-1945522763 tempest-ServerActionsTestJSON-1945522763-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-217507'] for floatingip, before_response {{(pid=94174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:53:27.317938 dv-neutron-601336-94-hyperv neutron-server[94174]: INFO neutron.wsgi [None req-c066700e-5439-437a-b007-d301b511e8ea tempest-ServerActionsTestJSON-1945522763 tempest-ServerActionsTestJSON-1945522763-project] 10.222.0.20 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.4178543 Jun 23 11:53:27.466711 dv-neutron-601336-94-hyperv neutron-server[94174]: INFO neutron.wsgi [req-3aba2dbe-af2c-4709-910f-5c91817a232b req-c6fa8158-7f3c-4cd9-b919-014c7d7be8f9 tempest-ServerActionsTestJSON-1945522763 tempest-ServerActionsTestJSON-1945522763-project] 10.222.0.20 "GET /v2.0/security-groups?name=tempest-securitygroup--948191400&fields=id&tenant_id=f95f5bd5d3a04c1cb1d25bcb3c548b20 HTTP/1.1" status: 200 len: 267 time: 0.0367844 Jun 23 11:53:27.501232 dv-neutron-601336-94-hyperv neutron-server[94177]: DEBUG neutron.db.l3_hamode_db [None req-42e9f4dc-3e8a-4353-b863-f804bd589270 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '615292a8-7f4f-4a19-a308-1525643a83a7', 'name': 'tempest-ServerActionsTestJSON-716138820-router', 'tenant_id': 'f95f5bd5d3a04c1cb1d25bcb3c548b20', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3e7e4eb3-cf02-4d47-ade9-0a579cdfc60f', 'external_fixed_ips': [{'subnet_id': 'a5ad15ab-c489-4a67-a9b0-d559fca0ec71', 'ip_address': '172.26.3.23'}], 'enable_snat': True}, 'gw_port_id': '3105b998-5972-4c17-a778-1c44f53d265f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-23T11:53:19Z', 'updated_at': '2021-06-23T11:53:23Z', 'revision_number': 4, 'project_id': 'f95f5bd5d3a04c1cb1d25bcb3c548b20', 'gw_port': {'id': '3105b998-5972-4c17-a778-1c44f53d265f', 'name': '', 'network_id': '3e7e4eb3-cf02-4d47-ade9-0a579cdfc60f', 'tenant_id': '', 'mac_address': 'fa:16:3e:45:19:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '615292a8-7f4f-4a19-a308-1525643a83a7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1573, 'fixed_ips': [{'subnet_id': 'a5ad15ab-c489-4a67-a9b0-d559fca0ec71', 'ip_address': '172.26.3.23', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-94-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-23T11:53:20Z', 'updated_at': '2021-06-23T11:53:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a5ad15ab-c489-4a67-a9b0-d559fca0ec71', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-601336-94-hyperv', '_interfaces': [{'id': '13c7c1e0-1108-4c37-8c21-d3d83d008092', 'name': '', 'network_id': '2fd142a9-a207-404d-a9ae-7efb565fc5be', 'tenant_id': 'f95f5bd5d3a04c1cb1d25bcb3c548b20', 'mac_address': 'fa:16:3e:85:24:4c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '615292a8-7f4f-4a19-a308-1525643a83a7', 'device_owner': 'network:router_interface', 'standard_attr_id': 1574, 'fixed_ips': [{'subnet_id': 'd690955b-e62b-44f5-a4de-5b19f00224f3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-94-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-23T11:53:22Z', 'updated_at': '2021-06-23T11:53:26Z', 'revision_number': 4, 'project_id': 'f95f5bd5d3a04c1cb1d25bcb3c548b20', 'subnets': [{'id': 'd690955b-e62b-44f5-a4de-5b19f00224f3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-601336-94-hyperv', False) {} {{(pid=94177) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 11:53:27.527670 dv-neutron-601336-94-hyperv neutron-server[94177]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-42e9f4dc-3e8a-4353-b863-f804bd589270 None None] The sync data for ids ['615292a8-7f4f-4a19-a308-1525643a83a7'] in dv-neutron-601336-94-hyperv is: [{'id': '615292a8-7f4f-4a19-a308-1525643a83a7', 'name': 'tempest-ServerActionsTestJSON-716138820-router', 'tenant_id': 'f95f5bd5d3a04c1cb1d25bcb3c548b20', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3e7e4eb3-cf02-4d47-ade9-0a579cdfc60f', 'external_fixed_ips': [{'subnet_id': 'a5ad15ab-c489-4a67-a9b0-d559fca0ec71', 'ip_address': '172.26.3.23'}], 'enable_snat': True}, 'gw_port_id': '3105b998-5972-4c17-a778-1c44f53d265f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-23T11:53:19Z', 'updated_at': '2021-06-23T11:53:23Z', 'revision_number': 4, 'project_id': 'f95f5bd5d3a04c1cb1d25bcb3c548b20', 'gw_port': {'id': '3105b998-5972-4c17-a778-1c44f53d265f', 'name': '', 'network_id': '3e7e4eb3-cf02-4d47-ade9-0a579cdfc60f', 'tenant_id': '', 'mac_address': 'fa:16:3e:45:19:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '615292a8-7f4f-4a19-a308-1525643a83a7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1573, 'fixed_ips': [{'subnet_id': 'a5ad15ab-c489-4a67-a9b0-d559fca0ec71', 'ip_address': '172.26.3.23', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-94-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-23T11:53:20Z', 'updated_at': '2021-06-23T11:53:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a5ad15ab-c489-4a67-a9b0-d559fca0ec71', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-601336-94-hyperv', '_interfaces': [{'id': '13c7c1e0-1108-4c37-8c21-d3d83d008092', 'name': '', 'network_id': '2fd142a9-a207-404d-a9ae-7efb565fc5be', 'tenant_id': 'f95f5bd5d3a04c1cb1d25bcb3c548b20', 'mac_address': 'fa:16:3e:85:24:4c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '615292a8-7f4f-4a19-a308-1525643a83a7', 'device_owner': 'network:router_interface', 'standard_attr_id': 1574, 'fixed_ips': [{'subnet_id': 'd690955b-e62b-44f5-a4de-5b19f00224f3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-94-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-23T11:53:22Z', 'updated_at': '2021-06-23T11:53:26Z', 'revision_number': 4, 'project_id': 'f95f5bd5d3a04c1cb1d25bcb3c548b20', 'subnets': [{'id': 'd690955b-e62b-44f5-a4de-5b19f00224f3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94177) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 23 11:53:27.576053 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3aba2dbe-af2c-4709-910f-5c91817a232b req-cdf598bd-9a54-4c98-bde0-2f2ead08a616 tempest-ServerActionsTestJSON-1945522763 tempest-ServerActionsTestJSON-1945522763-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94174) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 11:53:27.577457 dv-neutron-601336-94-hyperv neutron-server[94174]: INFO neutron.wsgi [req-3aba2dbe-af2c-4709-910f-5c91817a232b req-cdf598bd-9a54-4c98-bde0-2f2ead08a616 tempest-ServerActionsTestJSON-1945522763 tempest-ServerActionsTestJSON-1945522763-project] 10.222.0.20 "GET /v2.0/networks?id=2fd142a9-a207-404d-a9ae-7efb565fc5be HTTP/1.1" status: 200 len: 811 time: 0.1019511 Jun 23 11:53:27.593913 dv-neutron-601336-94-hyperv neutron-server[94174]: INFO neutron.wsgi [req-3aba2dbe-af2c-4709-910f-5c91817a232b req-950705b0-8fde-4030-a821-dc4b579102ab tempest-ServerActionsTestJSON-1945522763 tempest-ServerActionsTestJSON-1945522763-project] 10.222.0.20 "GET /v2.0/quotas/f95f5bd5d3a04c1cb1d25bcb3c548b20 HTTP/1.1" status: 200 len: 375 time: 0.0101485 Jun 23 11:53:27.678498 dv-neutron-601336-94-hyperv neutron-server[94174]: INFO neutron.wsgi [req-3aba2dbe-af2c-4709-910f-5c91817a232b req-3913157c-2385-4dcb-9628-deecb86b6fbc tempest-ServerActionsTestJSON-1945522763 tempest-ServerActionsTestJSON-1945522763-project] 10.222.0.20 "GET /v2.0/ports?tenant_id=f95f5bd5d3a04c1cb1d25bcb3c548b20&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0779610 Jun 23 11:53:27.842127 dv-neutron-601336-94-hyperv neutron-server[94174]: INFO neutron.wsgi [req-3aba2dbe-af2c-4709-910f-5c91817a232b req-9a7e577d-1fd5-4c7a-8224-9a588a7614d5 service neutron] 10.222.0.20 "GET /v2.0/networks/2fd142a9-a207-404d-a9ae-7efb565fc5be?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1478527 Jun 23 11:53:27.923104 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.plugins.ml2.rpc [None req-dc7542b2-afef-47f4-a763-e3a3cba144be None None] Device 3105b998-5972-4c17-a778-1c44f53d265f up at agent ovs-agent-dv-neutron-601336-94-hyperv {{(pid=94176) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:298}} Jun 23 11:53:27.951084 dv-neutron-601336-94-hyperv neutron-server[94174]: INFO neutron.wsgi [req-3aba2dbe-af2c-4709-910f-5c91817a232b req-b55ded02-5316-4e66-8ecd-778cbf99189d service neutron] 10.222.0.20 "GET /v2.0/networks/2fd142a9-a207-404d-a9ae-7efb565fc5be?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1031642 Jun 23 11:53:27.980542 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.db.provisioning_blocks [None req-dc7542b2-afef-47f4-a763-e3a3cba144be None None] Provisioning complete for port 3105b998-5972-4c17-a778-1c44f53d265f triggered by entity L2. {{(pid=94176) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 23 11:53:27.980723 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron_lib.callbacks.manager [None req-dc7542b2-afef-47f4-a763-e3a3cba144be None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-899258'] for port, provisioning_complete {{(pid=94176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:53:28.074970 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.plugins.ml2.rpc [None req-dc7542b2-afef-47f4-a763-e3a3cba144be None None] Device 13c7c1e0-1108-4c37-8c21-d3d83d008092 up at agent ovs-agent-dv-neutron-601336-94-hyperv {{(pid=94176) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:298}} Jun 23 11:53:28.192592 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.db.provisioning_blocks [None req-dc7542b2-afef-47f4-a763-e3a3cba144be None None] Provisioning for port 13c7c1e0-1108-4c37-8c21-d3d83d008092 completed by entity L2. {{(pid=94176) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 23 11:53:28.197539 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.db.provisioning_blocks [None req-dc7542b2-afef-47f4-a763-e3a3cba144be None None] Provisioning complete for port 13c7c1e0-1108-4c37-8c21-d3d83d008092 triggered by entity L2. {{(pid=94176) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 23 11:53:28.198087 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron_lib.callbacks.manager [None req-dc7542b2-afef-47f4-a763-e3a3cba144be None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-899258'] for port, provisioning_complete {{(pid=94176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:53:28.256805 dv-neutron-601336-94-hyperv neutron-server[94175]: INFO neutron.wsgi [req-5aa9572d-e66c-47fc-b4a6-d37046db9a8b req-d1262f65-74d3-4b61-b5bd-7d0642fa7183 tempest-ServerActionsTestJSON-1945522763 tempest-ServerActionsTestJSON-1945522763-project] 10.222.0.20 "GET /v2.0/ports?device_id=6e08a8b5-2149-4a93-aae9-22c079397eed HTTP/1.1" status: 200 len: 210 time: 0.0484324 Jun 23 11:53:28.299790 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron_lib.callbacks.manager [None req-dc7542b2-afef-47f4-a763-e3a3cba144be None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-923122'] for port, before_update {{(pid=94176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:53:28.348224 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.plugins.ml2.db [None req-dc7542b2-afef-47f4-a763-e3a3cba144be None None] For port 13c7c1e0-1108-4c37-8c21-d3d83d008092, host dv-neutron-601336-94-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-94-hyperv',level=0,port_id=13c7c1e0-1108-4c37-8c21-d3d83d008092,segment=NetworkSegment(c5336f67-3b17-48c3-969f-4266bc0dd37d),segment_id=c5336f67-3b17-48c3-969f-4266bc0dd37d)] {{(pid=94176) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 23 11:53:28.435900 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron_lib.callbacks.manager [None req-dc7542b2-afef-47f4-a763-e3a3cba144be None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-922904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866062', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773700135042', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773699642233', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773699642278'] for port, after_update {{(pid=94176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:53:28.440154 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG oslo_concurrency.lockutils [None req-1d22c2c0-3083-482b-9ad2-b5bca7bd0810 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 11:53:28.501432 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc7542b2-afef-47f4-a763-e3a3cba144be None None] Pushing event updated for resources: {'Port': ['ID=13c7c1e0-1108-4c37-8c21-d3d83d008092,revision_number=5']} {{(pid=94176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 11:53:28.504501 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG oslo_concurrency.lockutils [None req-dc7542b2-afef-47f4-a763-e3a3cba144be None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.065s {{(pid=94176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 11:53:29.395188 dv-neutron-601336-94-hyperv neutron-server[94174]: INFO neutron.wsgi [req-310ac954-527a-4742-9ad7-3fa778735226 req-885ff28e-d8de-4717-86d2-fa9e236aed43 tempest-ServerActionsTestJSON-1945522763 tempest-ServerActionsTestJSON-1945522763-project] 10.222.0.20 "GET /v2.0/ports?device_id=6e08a8b5-2149-4a93-aae9-22c079397eed HTTP/1.1" status: 200 len: 210 time: 0.0329018 Jun 23 11:53:29.863194 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.plugins.ml2.rpc [None req-dc7542b2-afef-47f4-a763-e3a3cba144be None None] Device 13c7c1e0-1108-4c37-8c21-d3d83d008092 up at agent ovs-agent-dv-neutron-601336-94-hyperv {{(pid=94176) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:298}} Jun 23 11:53:29.918453 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.db.provisioning_blocks [None req-dc7542b2-afef-47f4-a763-e3a3cba144be None None] Provisioning complete for port 13c7c1e0-1108-4c37-8c21-d3d83d008092 triggered by entity L2. {{(pid=94176) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 23 11:53:29.918886 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron_lib.callbacks.manager [None req-dc7542b2-afef-47f4-a763-e3a3cba144be None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-899258'] for port, provisioning_complete {{(pid=94176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:53:30.397647 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3aba2dbe-af2c-4709-910f-5c91817a232b req-c52a5d98-0cb0-4fcc-8546-f9838e0b3a49 tempest-ServerActionsTestJSON-1945522763 tempest-ServerActionsTestJSON-1945522763-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 11:53:30.398975 dv-neutron-601336-94-hyperv neutron-server[94175]: INFO neutron.wsgi [req-3aba2dbe-af2c-4709-910f-5c91817a232b req-c52a5d98-0cb0-4fcc-8546-f9838e0b3a49 tempest-ServerActionsTestJSON-1945522763 tempest-ServerActionsTestJSON-1945522763-project] 10.222.0.52 "GET /v2.0/networks?id=2fd142a9-a207-404d-a9ae-7efb565fc5be HTTP/1.1" status: 200 len: 811 time: 0.1205504 Jun 23 11:53:30.444099 dv-neutron-601336-94-hyperv neutron-server[94175]: INFO neutron.wsgi [req-3aba2dbe-af2c-4709-910f-5c91817a232b req-c6eadc48-7501-42ed-95e7-1bda37f0bffc tempest-ServerActionsTestJSON-1945522763 tempest-ServerActionsTestJSON-1945522763-project] 10.222.0.52 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=f95f5bd5d3a04c1cb1d25bcb3c548b20 HTTP/1.1" status: 200 len: 379 time: 0.0369039 Jun 23 11:53:30.454231 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.api.v2.base [req-3aba2dbe-af2c-4709-910f-5c91817a232b req-059ff4f4-133a-45d0-a671-78c1d9403681 tempest-ServerActionsTestJSON-1945522763 tempest-ServerActionsTestJSON-1945522763-project] Request body: {'port': {'device_id': '6e08a8b5-2149-4a93-aae9-22c079397eed', 'network_id': '2fd142a9-a207-404d-a9ae-7efb565fc5be', 'admin_state_up': True, 'tenant_id': 'f95f5bd5d3a04c1cb1d25bcb3c548b20', 'security_groups': ['0af35ccc-af3f-4718-892b-c93ffd508c7a']}} {{(pid=94175) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 23 11:53:30.927819 dv-neutron-601336-94-hyperv neutron-server[94175]: INFO neutron.wsgi [req-04d6d481-30e6-4397-9d43-980a00edf42d req-e76075e7-859c-4bfa-acae-b200d9316ba5 tempest-ServerActionsTestJSON-1945522763 tempest-ServerActionsTestJSON-1945522763-project] 10.222.0.20 "GET /v2.0/ports?device_id=6e08a8b5-2149-4a93-aae9-22c079397eed HTTP/1.1" status: 200 len: 210 time: 0.4084094 Jun 23 11:53:31.029647 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-3aba2dbe-af2c-4709-910f-5c91817a232b req-059ff4f4-133a-45d0-a671-78c1d9403681 tempest-ServerActionsTestJSON-1945522763 tempest-ServerActionsTestJSON-1945522763-project] Made reservation on behalf of f95f5bd5d3a04c1cb1d25bcb3c548b20 for: {'port': 1} {{(pid=94175) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 23 11:53:31.034860 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron_lib.callbacks.manager [req-3aba2dbe-af2c-4709-910f-5c91817a232b req-059ff4f4-133a-45d0-a671-78c1d9403681 tempest-ServerActionsTestJSON-1945522763 tempest-ServerActionsTestJSON-1945522763-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-923104'] for port, before_create {{(pid=94175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:53:31.164710 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.db.db_base_plugin_common [req-3aba2dbe-af2c-4709-910f-5c91817a232b req-059ff4f4-133a-45d0-a671-78c1d9403681 tempest-ServerActionsTestJSON-1945522763 tempest-ServerActionsTestJSON-1945522763-project] Allocated IP 172.20.0.12 (2fd142a9-a207-404d-a9ae-7efb565fc5be/d690955b-e62b-44f5-a4de-5b19f00224f3/348b039d-82c1-40a9-abf2-6a5471718cfa) {{(pid=94175) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 23 11:53:31.315136 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron_lib.callbacks.manager [req-3aba2dbe-af2c-4709-910f-5c91817a232b req-059ff4f4-133a-45d0-a671-78c1d9403681 tempest-ServerActionsTestJSON-1945522763 tempest-ServerActionsTestJSON-1945522763-project] Notify callbacks [] for port, precommit_create {{(pid=94175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:53:31.332320 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.db.provisioning_blocks [req-3aba2dbe-af2c-4709-910f-5c91817a232b req-059ff4f4-133a-45d0-a671-78c1d9403681 tempest-ServerActionsTestJSON-1945522763 tempest-ServerActionsTestJSON-1945522763-project] Transition to ACTIVE for port object 348b039d-82c1-40a9-abf2-6a5471718cfa will not be triggered until provisioned by entity DHCP. {{(pid=94175) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 23 11:53:31.430488 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron_lib.callbacks.manager [req-3aba2dbe-af2c-4709-910f-5c91817a232b req-059ff4f4-133a-45d0-a671-78c1d9403681 tempest-ServerActionsTestJSON-1945522763 tempest-ServerActionsTestJSON-1945522763-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-922915', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-239814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7866073', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773699642215', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-5082457'] for port, after_create {{(pid=94175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:53:31.436041 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG oslo_concurrency.lockutils [None req-d931bd29-9ed7-440d-a606-8307ab6abc27 tempest-DeleteServersTestJSON-433100455 tempest-DeleteServersTestJSON-433100455-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94175) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 11:53:31.477869 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3aba2dbe-af2c-4709-910f-5c91817a232b req-059ff4f4-133a-45d0-a671-78c1d9403681 tempest-ServerActionsTestJSON-1945522763 tempest-ServerActionsTestJSON-1945522763-project] Network 2fd142a9-a207-404d-a9ae-7efb565fc5be is already hosted by enough agents. {{(pid=94175) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 23 11:53:31.481109 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.scheduler.base_scheduler [req-3aba2dbe-af2c-4709-910f-5c91817a232b req-059ff4f4-133a-45d0-a671-78c1d9403681 tempest-ServerActionsTestJSON-1945522763 tempest-ServerActionsTestJSON-1945522763-project] Resources bound (agent type, host, resource id): {{(pid=94175) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 23 11:53:31.488484 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.db.l3_dvrscheduler_db [req-3aba2dbe-af2c-4709-910f-5c91817a232b req-059ff4f4-133a-45d0-a671-78c1d9403681 tempest-ServerActionsTestJSON-1945522763 tempest-ServerActionsTestJSON-1945522763-project] Received port after_create {{(pid=94175) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 23 11:53:31.494417 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-059ff4f4-133a-45d0-a671-78c1d9403681 tempest-ServerActionsTestJSON-1945522763 tempest-ServerActionsTestJSON-1945522763-project] Pushing event updated for resources: {'Port': ['ID=348b039d-82c1-40a9-abf2-6a5471718cfa,revision_number=1']} {{(pid=94175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 11:53:31.515290 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG oslo_concurrency.lockutils [None req-059ff4f4-133a-45d0-a671-78c1d9403681 tempest-ServerActionsTestJSON-1945522763 tempest-ServerActionsTestJSON-1945522763-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.079s {{(pid=94175) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 11:53:31.542881 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3aba2dbe-af2c-4709-910f-5c91817a232b req-059ff4f4-133a-45d0-a671-78c1d9403681 tempest-ServerActionsTestJSON-1945522763 tempest-ServerActionsTestJSON-1945522763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 11:53:31.543639 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron_lib.callbacks.manager [req-3aba2dbe-af2c-4709-910f-5c91817a232b req-059ff4f4-133a-45d0-a671-78c1d9403681 tempest-ServerActionsTestJSON-1945522763 tempest-ServerActionsTestJSON-1945522763-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-217507'] for port, before_response {{(pid=94175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:53:31.626313 dv-neutron-601336-94-hyperv neutron-server[94175]: INFO neutron.wsgi [req-3aba2dbe-af2c-4709-910f-5c91817a232b req-059ff4f4-133a-45d0-a671-78c1d9403681 tempest-ServerActionsTestJSON-1945522763 tempest-ServerActionsTestJSON-1945522763-project] 10.222.0.52 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.1771865 Jun 23 11:53:31.638543 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.api.v2.base [req-3aba2dbe-af2c-4709-910f-5c91817a232b req-9d147a2e-850d-47f5-ae01-7abbb8f63c0d service neutron] Request body: {'port': {'device_id': '6e08a8b5-2149-4a93-aae9-22c079397eed', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-6013'}} {{(pid=94175) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 23 11:53:31.719943 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron_lib.callbacks.manager [req-3aba2dbe-af2c-4709-910f-5c91817a232b req-9d147a2e-850d-47f5-ae01-7abbb8f63c0d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-923122'] for port, before_update {{(pid=94175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:53:31.768222 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.db.provisioning_blocks [None req-e5da9510-f4fc-4c0f-8cd4-9fa9dab14bef None None] Provisioning for port 348b039d-82c1-40a9-abf2-6a5471718cfa completed by entity DHCP. {{(pid=94176) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 23 11:53:31.772291 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.db.provisioning_blocks [None req-e5da9510-f4fc-4c0f-8cd4-9fa9dab14bef None None] Provisioning complete for port 348b039d-82c1-40a9-abf2-6a5471718cfa triggered by entity DHCP. {{(pid=94176) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 23 11:53:31.772676 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron_lib.callbacks.manager [None req-e5da9510-f4fc-4c0f-8cd4-9fa9dab14bef None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-899258'] for port, provisioning_complete {{(pid=94176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:53:31.811010 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.plugins.ml2.plugin [None req-e5da9510-f4fc-4c0f-8cd4-9fa9dab14bef None None] Port 348b039d-82c1-40a9-abf2-6a5471718cfa cannot update to ACTIVE because it is not bound. {{(pid=94176) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jun 23 11:53:32.018770 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.notifiers.nova [req-3aba2dbe-af2c-4709-910f-5c91817a232b req-9d147a2e-850d-47f5-ae01-7abbb8f63c0d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 348b039d-82c1-40a9-abf2-6a5471718cfa {{(pid=94175) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 23 11:53:32.028475 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron_lib.callbacks.manager [req-3aba2dbe-af2c-4709-910f-5c91817a232b req-9d147a2e-850d-47f5-ae01-7abbb8f63c0d service neutron] Notify callbacks [] for port, precommit_update {{(pid=94175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:53:32.043912 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.db.provisioning_blocks [req-3aba2dbe-af2c-4709-910f-5c91817a232b req-9d147a2e-850d-47f5-ae01-7abbb8f63c0d service neutron] Transition to ACTIVE for port object 348b039d-82c1-40a9-abf2-6a5471718cfa will not be triggered until provisioned by entity L2. {{(pid=94175) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 23 11:53:32.111003 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a273cee7-654f-44e6-83f6-de1166b3dbfb req-292638ba-ab78-48f9-8fd6-72a9ae655d51 tempest-ServerActionsTestJSON-1945522763 tempest-ServerActionsTestJSON-1945522763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94174) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 11:53:32.112715 dv-neutron-601336-94-hyperv neutron-server[94174]: INFO neutron.wsgi [req-a273cee7-654f-44e6-83f6-de1166b3dbfb req-292638ba-ab78-48f9-8fd6-72a9ae655d51 tempest-ServerActionsTestJSON-1945522763 tempest-ServerActionsTestJSON-1945522763-project] 10.222.0.20 "GET /v2.0/ports?device_id=6e08a8b5-2149-4a93-aae9-22c079397eed HTTP/1.1" status: 200 len: 932 time: 0.0718699 Jun 23 11:53:32.121029 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron_lib.callbacks.manager [req-3aba2dbe-af2c-4709-910f-5c91817a232b req-9d147a2e-850d-47f5-ae01-7abbb8f63c0d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-922904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866062', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773700135042', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773699642233', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773699642278', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5082471'] for port, after_update {{(pid=94175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:53:32.123272 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG oslo_concurrency.lockutils [None req-2694a00e-c73a-4b1a-826a-5524f581c92b service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94175) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 11:53:32.168775 dv-neutron-601336-94-hyperv neutron-server[94174]: INFO neutron.wsgi [req-a273cee7-654f-44e6-83f6-de1166b3dbfb req-169f22f4-b343-40ab-85a6-041c83536993 tempest-ServerActionsTestJSON-1945522763 tempest-ServerActionsTestJSON-1945522763-project] 10.222.0.20 "GET /v2.0/security-groups?id=0af35ccc-af3f-4718-892b-c93ffd508c7a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0501125 Jun 23 11:53:32.197425 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d147a2e-850d-47f5-ae01-7abbb8f63c0d service neutron] Pushing event updated for resources: {'Port': ['ID=348b039d-82c1-40a9-abf2-6a5471718cfa,revision_number=2']} {{(pid=94175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 11:53:32.201085 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG oslo_concurrency.lockutils [None req-9d147a2e-850d-47f5-ae01-7abbb8f63c0d service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.078s {{(pid=94175) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 11:53:32.281923 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.plugins.ml2.managers [req-3aba2dbe-af2c-4709-910f-5c91817a232b req-9d147a2e-850d-47f5-ae01-7abbb8f63c0d service neutron] Attempting to bind port 348b039d-82c1-40a9-abf2-6a5471718cfa on host hv-neutron-6013 for vnic_type normal with profile {{(pid=94175) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 23 11:53:32.282540 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.plugins.ml2.managers [req-3aba2dbe-af2c-4709-910f-5c91817a232b req-9d147a2e-850d-47f5-ae01-7abbb8f63c0d service neutron] Attempting to bind port 348b039d-82c1-40a9-abf2-6a5471718cfa by drivers openvswitch,hyperv on host hv-neutron-6013 at level 0 using segments [{'id': 'c5336f67-3b17-48c3-969f-4266bc0dd37d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 443, 'network_id': '2fd142a9-a207-404d-a9ae-7efb565fc5be'}] {{(pid=94175) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 23 11:53:32.282652 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3aba2dbe-af2c-4709-910f-5c91817a232b req-9d147a2e-850d-47f5-ae01-7abbb8f63c0d service neutron] Attempting to bind port 348b039d-82c1-40a9-abf2-6a5471718cfa on network 2fd142a9-a207-404d-a9ae-7efb565fc5be {{(pid=94175) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 23 11:53:32.287751 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3aba2dbe-af2c-4709-910f-5c91817a232b req-9d147a2e-850d-47f5-ae01-7abbb8f63c0d service neutron] Port 348b039d-82c1-40a9-abf2-6a5471718cfa on network 2fd142a9-a207-404d-a9ae-7efb565fc5be not bound, no agent of type Open vSwitch agent registered on host hv-neutron-6013 {{(pid=94175) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 23 11:53:32.288079 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3aba2dbe-af2c-4709-910f-5c91817a232b req-9d147a2e-850d-47f5-ae01-7abbb8f63c0d service neutron] Attempting to bind port 348b039d-82c1-40a9-abf2-6a5471718cfa on network 2fd142a9-a207-404d-a9ae-7efb565fc5be {{(pid=94175) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 23 11:53:32.293341 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3aba2dbe-af2c-4709-910f-5c91817a232b req-9d147a2e-850d-47f5-ae01-7abbb8f63c0d service neutron] Checking agent: {'id': '3a130b41-5b27-406b-aeb2-5a923af79f10', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-6013', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 23, 11, 28, 23), 'started_at': datetime.datetime(2021, 6, 23, 11, 28, 23), 'heartbeat_timestamp': datetime.datetime(2021, 6, 23, 11, 53, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94175) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 23 11:53:32.293682 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3aba2dbe-af2c-4709-910f-5c91817a232b req-9d147a2e-850d-47f5-ae01-7abbb8f63c0d service neutron] Checking segment: {'id': 'c5336f67-3b17-48c3-969f-4266bc0dd37d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 443, 'network_id': '2fd142a9-a207-404d-a9ae-7efb565fc5be'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94175) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 23 11:53:32.294064 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3aba2dbe-af2c-4709-910f-5c91817a232b req-9d147a2e-850d-47f5-ae01-7abbb8f63c0d service neutron] Bound using segment: {'id': 'c5336f67-3b17-48c3-969f-4266bc0dd37d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 443, 'network_id': '2fd142a9-a207-404d-a9ae-7efb565fc5be'} {{(pid=94175) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 23 11:53:32.294494 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.plugins.ml2.managers [req-3aba2dbe-af2c-4709-910f-5c91817a232b req-9d147a2e-850d-47f5-ae01-7abbb8f63c0d service neutron] Bound port: 348b039d-82c1-40a9-abf2-6a5471718cfa, host: hv-neutron-6013, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c5336f67-3b17-48c3-969f-4266bc0dd37d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 443, 'network_id': '2fd142a9-a207-404d-a9ae-7efb565fc5be'}}] {{(pid=94175) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 23 11:53:32.294840 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron_lib.callbacks.manager [req-3aba2dbe-af2c-4709-910f-5c91817a232b req-9d147a2e-850d-47f5-ae01-7abbb8f63c0d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-923122'] for port, before_update {{(pid=94175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:53:32.363567 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.plugins.ml2.db [req-3aba2dbe-af2c-4709-910f-5c91817a232b req-9d147a2e-850d-47f5-ae01-7abbb8f63c0d service neutron] For port 348b039d-82c1-40a9-abf2-6a5471718cfa, host hv-neutron-6013, cleared binding levels {{(pid=94175) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 23 11:53:32.366718 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.plugins.ml2.db [req-3aba2dbe-af2c-4709-910f-5c91817a232b req-9d147a2e-850d-47f5-ae01-7abbb8f63c0d service neutron] For port 348b039d-82c1-40a9-abf2-6a5471718cfa, host hv-neutron-6013, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-6013',level=0,port_id=348b039d-82c1-40a9-abf2-6a5471718cfa,segment=NetworkSegment(c5336f67-3b17-48c3-969f-4266bc0dd37d),segment_id=c5336f67-3b17-48c3-969f-4266bc0dd37d)] {{(pid=94175) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 23 11:53:32.431858 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron_lib.callbacks.manager [req-3aba2dbe-af2c-4709-910f-5c91817a232b req-9d147a2e-850d-47f5-ae01-7abbb8f63c0d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-922904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866062', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773700135042', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773699642233', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773699642278', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5082471'] for port, after_update {{(pid=94175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:53:32.435928 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG oslo_concurrency.lockutils [None req-97a49076-f587-4d60-9fec-282438a2ad63 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94175) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 11:53:32.477157 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3aba2dbe-af2c-4709-910f-5c91817a232b req-9d147a2e-850d-47f5-ae01-7abbb8f63c0d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 11:53:32.477849 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron_lib.callbacks.manager [req-3aba2dbe-af2c-4709-910f-5c91817a232b req-9d147a2e-850d-47f5-ae01-7abbb8f63c0d service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-217507'] for port, before_response {{(pid=94175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:53:32.479505 dv-neutron-601336-94-hyperv neutron-server[94175]: INFO neutron.wsgi [req-3aba2dbe-af2c-4709-910f-5c91817a232b req-9d147a2e-850d-47f5-ae01-7abbb8f63c0d service neutron] 10.222.0.52 "PUT /v2.0/ports/348b039d-82c1-40a9-abf2-6a5471718cfa HTTP/1.1" status: 200 len: 1094 time: 0.8454201 Jun 23 11:53:32.480113 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6e08a8b5-2149-4a93-aae9-22c079397eed', 'tag': '348b039d-82c1-40a9-abf2-6a5471718cfa'}] {{(pid=94175) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 23 11:53:32.482742 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1970408df4ea4e7170669a1249478e627cf05a5a0b07cc08a66c5cb53d0ac47a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-50c7cc1d-c04a-4358-987c-500c731c64ee" -d '{"events": [{"name": "network-changed", "server_uuid": "6e08a8b5-2149-4a93-aae9-22c079397eed", "tag": "348b039d-82c1-40a9-abf2-6a5471718cfa"}]}' {{(pid=94175) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 23 11:53:32.515260 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d147a2e-850d-47f5-ae01-7abbb8f63c0d service neutron] Pushing event updated for resources: {'Port': ['ID=348b039d-82c1-40a9-abf2-6a5471718cfa,revision_number=3']} {{(pid=94175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 11:53:32.517893 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG oslo_concurrency.lockutils [None req-9d147a2e-850d-47f5-ae01-7abbb8f63c0d service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.082s {{(pid=94175) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 11:53:32.536624 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 23 Jun 2021 11:53:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4edc5205-2b14-4ec8-8dbe-f863780d8560 x-openstack-request-id: req-4edc5205-2b14-4ec8-8dbe-f863780d8560 {{(pid=94175) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 23 11:53:32.537033 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6e08a8b5-2149-4a93-aae9-22c079397eed", "tag": "348b039d-82c1-40a9-abf2-6a5471718cfa", "status": "completed", "code": 200}]} {{(pid=94175) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 23 11:53:32.537421 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-4edc5205-2b14-4ec8-8dbe-f863780d8560 {{(pid=94175) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 23 11:53:32.537934 dv-neutron-601336-94-hyperv neutron-server[94175]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6e08a8b5-2149-4a93-aae9-22c079397eed', 'tag': '348b039d-82c1-40a9-abf2-6a5471718cfa', 'status': 'completed', 'code': 200} Jun 23 11:53:32.628898 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50c7cc1d-c04a-4358-987c-500c731c64ee req-256d5818-a91b-49a9-9def-7c3727250548 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 11:53:32.630951 dv-neutron-601336-94-hyperv neutron-server[94175]: INFO neutron.wsgi [req-50c7cc1d-c04a-4358-987c-500c731c64ee req-256d5818-a91b-49a9-9def-7c3727250548 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=f95f5bd5d3a04c1cb1d25bcb3c548b20&device_id=6e08a8b5-2149-4a93-aae9-22c079397eed HTTP/1.1" status: 200 len: 1097 time: 0.0724571 Jun 23 11:53:32.747697 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50c7cc1d-c04a-4358-987c-500c731c64ee req-e7c5e1fe-5244-46da-8532-e59f26d545a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 11:53:32.749969 dv-neutron-601336-94-hyperv neutron-server[94175]: INFO neutron.wsgi [req-50c7cc1d-c04a-4358-987c-500c731c64ee req-e7c5e1fe-5244-46da-8532-e59f26d545a8 service neutron] 10.222.0.52 "GET /v2.0/networks?tenant_id=f95f5bd5d3a04c1cb1d25bcb3c548b20&shared=False HTTP/1.1" status: 200 len: 912 time: 0.1117370 Jun 23 11:53:32.851323 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50c7cc1d-c04a-4358-987c-500c731c64ee req-9f030f2a-92f5-418c-a85c-7c23c4da1f20 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 11:53:32.852774 dv-neutron-601336-94-hyperv neutron-server[94175]: INFO neutron.wsgi [req-50c7cc1d-c04a-4358-987c-500c731c64ee req-9f030f2a-92f5-418c-a85c-7c23c4da1f20 service neutron] 10.222.0.52 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0970926 Jun 23 11:53:32.945848 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3aba2dbe-af2c-4709-910f-5c91817a232b req-b0a7bac1-792e-4625-ba5f-70b0abde0976 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 11:53:32.947391 dv-neutron-601336-94-hyperv neutron-server[94175]: INFO neutron.wsgi [req-3aba2dbe-af2c-4709-910f-5c91817a232b req-b0a7bac1-792e-4625-ba5f-70b0abde0976 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=f95f5bd5d3a04c1cb1d25bcb3c548b20&device_id=6e08a8b5-2149-4a93-aae9-22c079397eed HTTP/1.1" status: 200 len: 1097 time: 0.0551164 Jun 23 11:53:32.992189 dv-neutron-601336-94-hyperv neutron-server[94175]: INFO neutron.wsgi [req-3aba2dbe-af2c-4709-910f-5c91817a232b req-7fc44520-d70c-4a43-964b-a7a7da417cab service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=348b039d-82c1-40a9-abf2-6a5471718cfa HTTP/1.1" status: 200 len: 217 time: 0.0380287 Jun 23 11:53:33.043299 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3aba2dbe-af2c-4709-910f-5c91817a232b req-6040abfa-3eef-4326-8818-7103f371acc3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 11:53:33.044849 dv-neutron-601336-94-hyperv neutron-server[94175]: INFO neutron.wsgi [req-3aba2dbe-af2c-4709-910f-5c91817a232b req-6040abfa-3eef-4326-8818-7103f371acc3 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=d690955b-e62b-44f5-a4de-5b19f00224f3 HTTP/1.1" status: 200 len: 850 time: 0.0469720 Jun 23 11:53:33.105173 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3aba2dbe-af2c-4709-910f-5c91817a232b req-eb0a1b43-880b-4000-bdca-6b8402dbfdba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 11:53:33.106687 dv-neutron-601336-94-hyperv neutron-server[94175]: INFO neutron.wsgi [req-3aba2dbe-af2c-4709-910f-5c91817a232b req-eb0a1b43-880b-4000-bdca-6b8402dbfdba service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=2fd142a9-a207-404d-a9ae-7efb565fc5be&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1178 time: 0.0550466 Jun 23 11:53:33.216469 dv-neutron-601336-94-hyperv neutron-server[94175]: INFO neutron.wsgi [req-3aba2dbe-af2c-4709-910f-5c91817a232b req-15ff8464-7480-4f64-b17a-bac94290266f service neutron] 10.222.0.52 "GET /v2.0/networks/2fd142a9-a207-404d-a9ae-7efb565fc5be?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1027305 Jun 23 11:53:33.328352 dv-neutron-601336-94-hyperv neutron-server[94175]: INFO neutron.wsgi [req-3aba2dbe-af2c-4709-910f-5c91817a232b req-600a6ad9-438c-44b5-b108-39d96a1885d9 service neutron] 10.222.0.52 "GET /v2.0/networks/2fd142a9-a207-404d-a9ae-7efb565fc5be?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1045260 Jun 23 11:53:33.372261 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acf2ff7c-6c74-4425-b4c7-dc9389387730 req-aeb0843a-93f0-4c02-b937-396969809317 tempest-ServerActionsTestJSON-1945522763 tempest-ServerActionsTestJSON-1945522763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94174) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 11:53:33.373904 dv-neutron-601336-94-hyperv neutron-server[94174]: INFO neutron.wsgi [req-acf2ff7c-6c74-4425-b4c7-dc9389387730 req-aeb0843a-93f0-4c02-b937-396969809317 tempest-ServerActionsTestJSON-1945522763 tempest-ServerActionsTestJSON-1945522763-project] 10.222.0.20 "GET /v2.0/ports?device_id=6e08a8b5-2149-4a93-aae9-22c079397eed HTTP/1.1" status: 200 len: 944 time: 0.0717342 Jun 23 11:53:33.415277 dv-neutron-601336-94-hyperv neutron-server[94174]: INFO neutron.wsgi [req-acf2ff7c-6c74-4425-b4c7-dc9389387730 req-7817ebc6-7c9c-4e22-b42a-abf430833130 tempest-ServerActionsTestJSON-1945522763 tempest-ServerActionsTestJSON-1945522763-project] 10.222.0.20 "GET /v2.0/security-groups?id=0af35ccc-af3f-4718-892b-c93ffd508c7a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0347457 Jun 23 11:53:34.604216 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61093846-8c78-4951-bcc6-947417ead3ff req-ef25374e-9825-480d-8a43-bfce652b1a47 tempest-ServerActionsTestJSON-1945522763 tempest-ServerActionsTestJSON-1945522763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 11:53:34.605732 dv-neutron-601336-94-hyperv neutron-server[94175]: INFO neutron.wsgi [req-61093846-8c78-4951-bcc6-947417ead3ff req-ef25374e-9825-480d-8a43-bfce652b1a47 tempest-ServerActionsTestJSON-1945522763 tempest-ServerActionsTestJSON-1945522763-project] 10.222.0.20 "GET /v2.0/ports?device_id=6e08a8b5-2149-4a93-aae9-22c079397eed HTTP/1.1" status: 200 len: 944 time: 0.0672739 Jun 23 11:53:34.647377 dv-neutron-601336-94-hyperv neutron-server[94175]: INFO neutron.wsgi [req-61093846-8c78-4951-bcc6-947417ead3ff req-0300c1d5-dcf3-4012-aa62-84993ee8762e tempest-ServerActionsTestJSON-1945522763 tempest-ServerActionsTestJSON-1945522763-project] 10.222.0.20 "GET /v2.0/security-groups?id=0af35ccc-af3f-4718-892b-c93ffd508c7a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0345159 Jun 23 11:53:35.673764 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.plugins.ml2.rpc [None req-97bd5441-1da2-49ee-a364-27795820ba27 None None] Device 348b039d-82c1-40a9-abf2-6a5471718cfa details requested by agent hyperv_hv-neutron-6013 with host hv-neutron-6013 {{(pid=94176) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:104}} Jun 23 11:53:35.774116 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.plugins.ml2.db [None req-97bd5441-1da2-49ee-a364-27795820ba27 None None] For port 348b039d-82c1-40a9-abf2-6a5471718cfa, host hv-neutron-6013, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-6013',level=0,port_id=348b039d-82c1-40a9-abf2-6a5471718cfa,segment=NetworkSegment(c5336f67-3b17-48c3-969f-4266bc0dd37d),segment_id=c5336f67-3b17-48c3-969f-4266bc0dd37d)] {{(pid=94176) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 23 11:53:35.792029 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.plugins.ml2.rpc [None req-97bd5441-1da2-49ee-a364-27795820ba27 None None] Returning: {'device': '348b039d-82c1-40a9-abf2-6a5471718cfa', 'network_id': '2fd142a9-a207-404d-a9ae-7efb565fc5be', 'port_id': '348b039d-82c1-40a9-abf2-6a5471718cfa', 'mac_address': 'fa:16:3e:31:0f:ee', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 443, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd690955b-e62b-44f5-a4de-5b19f00224f3', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94176) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:186}} Jun 23 11:53:35.833768 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron_lib.callbacks.manager [None req-97bd5441-1da2-49ee-a364-27795820ba27 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-923122'] for port, before_update {{(pid=94176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:53:35.834209 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2dfffe9-01e4-45e8-97e3-34d6802ce12f req-0a841b9a-39fa-4833-ae3f-64f5e604a82b tempest-ServerActionsTestJSON-1945522763 tempest-ServerActionsTestJSON-1945522763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94174) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 11:53:35.835747 dv-neutron-601336-94-hyperv neutron-server[94174]: INFO neutron.wsgi [req-c2dfffe9-01e4-45e8-97e3-34d6802ce12f req-0a841b9a-39fa-4833-ae3f-64f5e604a82b tempest-ServerActionsTestJSON-1945522763 tempest-ServerActionsTestJSON-1945522763-project] 10.222.0.20 "GET /v2.0/ports?device_id=6e08a8b5-2149-4a93-aae9-22c079397eed HTTP/1.1" status: 200 len: 944 time: 0.0683880 Jun 23 11:53:35.847697 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.notifiers.nova [None req-97bd5441-1da2-49ee-a364-27795820ba27 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 348b039d-82c1-40a9-abf2-6a5471718cfa {{(pid=94176) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 23 11:53:35.869700 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.plugins.ml2.db [None req-97bd5441-1da2-49ee-a364-27795820ba27 None None] For port 348b039d-82c1-40a9-abf2-6a5471718cfa, host hv-neutron-6013, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-6013',level=0,port_id=348b039d-82c1-40a9-abf2-6a5471718cfa,segment=NetworkSegment(c5336f67-3b17-48c3-969f-4266bc0dd37d),segment_id=c5336f67-3b17-48c3-969f-4266bc0dd37d)] {{(pid=94176) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 23 11:53:35.876102 dv-neutron-601336-94-hyperv neutron-server[94174]: INFO neutron.wsgi [req-c2dfffe9-01e4-45e8-97e3-34d6802ce12f req-6cd16715-d779-4f36-b89b-096b8c05a5f0 tempest-ServerActionsTestJSON-1945522763 tempest-ServerActionsTestJSON-1945522763-project] 10.222.0.20 "GET /v2.0/security-groups?id=0af35ccc-af3f-4718-892b-c93ffd508c7a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0338721 Jun 23 11:53:35.928370 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron_lib.callbacks.manager [None req-97bd5441-1da2-49ee-a364-27795820ba27 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-922904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866062', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773700135042', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773699642233', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773699642278'] for port, after_update {{(pid=94176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:53:35.930389 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG oslo_concurrency.lockutils [None req-97bd5441-1da2-49ee-a364-27795820ba27 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 11:53:35.984308 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97bd5441-1da2-49ee-a364-27795820ba27 None None] Pushing event updated for resources: {'Port': ['ID=348b039d-82c1-40a9-abf2-6a5471718cfa,revision_number=4']} {{(pid=94176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 11:53:35.992168 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97bd5441-1da2-49ee-a364-27795820ba27 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-601336-94-hyperv {{(pid=94176) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 11:53:35.992547 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97bd5441-1da2-49ee-a364-27795820ba27 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-94-hyperv {{(pid=94176) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 11:53:35.992945 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97bd5441-1da2-49ee-a364-27795820ba27 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-94-hyperv {{(pid=94176) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 11:53:35.993281 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97bd5441-1da2-49ee-a364-27795820ba27 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-601336-94-hyperv {{(pid=94176) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 11:53:35.993639 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97bd5441-1da2-49ee-a364-27795820ba27 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-601336-94-hyperv {{(pid=94176) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 11:53:35.994028 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97bd5441-1da2-49ee-a364-27795820ba27 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-601336-94-hyperv {{(pid=94176) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 11:53:35.994415 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97bd5441-1da2-49ee-a364-27795820ba27 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-601336-94-hyperv {{(pid=94176) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 11:53:35.994748 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97bd5441-1da2-49ee-a364-27795820ba27 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-601336-94-hyperv {{(pid=94176) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 11:53:35.995733 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97bd5441-1da2-49ee-a364-27795820ba27 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-601336-94-hyperv {{(pid=94176) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 11:53:35.995733 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97bd5441-1da2-49ee-a364-27795820ba27 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-94-hyperv {{(pid=94176) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 11:53:35.995956 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97bd5441-1da2-49ee-a364-27795820ba27 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-601336-94-hyperv {{(pid=94176) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 11:53:35.996226 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97bd5441-1da2-49ee-a364-27795820ba27 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-601336-94-hyperv {{(pid=94176) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 11:53:36.001094 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG oslo_concurrency.lockutils [None req-97bd5441-1da2-49ee-a364-27795820ba27 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.071s {{(pid=94176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 11:53:36.143204 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.plugins.ml2.db [None req-97bd5441-1da2-49ee-a364-27795820ba27 None None] get_ports_and_sgs() called for port_ids ['348b039d-82c1-40a9-abf2-6a5471718cfa'] {{(pid=94176) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 23 11:53:37.059932 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d747f6c-042b-4a99-ad65-44b6ce21b050 req-608b97b9-04d0-4bd9-944f-3a354db928ff tempest-ServerActionsTestJSON-1945522763 tempest-ServerActionsTestJSON-1945522763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 11:53:37.061991 dv-neutron-601336-94-hyperv neutron-server[94175]: INFO neutron.wsgi [req-1d747f6c-042b-4a99-ad65-44b6ce21b050 req-608b97b9-04d0-4bd9-944f-3a354db928ff tempest-ServerActionsTestJSON-1945522763 tempest-ServerActionsTestJSON-1945522763-project] 10.222.0.20 "GET /v2.0/ports?device_id=6e08a8b5-2149-4a93-aae9-22c079397eed HTTP/1.1" status: 200 len: 945 time: 0.0701320 Jun 23 11:53:37.101260 dv-neutron-601336-94-hyperv neutron-server[94175]: INFO neutron.wsgi [req-1d747f6c-042b-4a99-ad65-44b6ce21b050 req-323ee2c4-8734-4b9a-8b3b-b2df9500e537 tempest-ServerActionsTestJSON-1945522763 tempest-ServerActionsTestJSON-1945522763-project] 10.222.0.20 "GET /v2.0/security-groups?id=0af35ccc-af3f-4718-892b-c93ffd508c7a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0335398 Jun 23 11:53:37.718252 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.plugins.ml2.rpc [None req-97bd5441-1da2-49ee-a364-27795820ba27 None None] Device 348b039d-82c1-40a9-abf2-6a5471718cfa up at agent hyperv_hv-neutron-6013 {{(pid=94176) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:298}} Jun 23 11:53:37.823742 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.db.provisioning_blocks [None req-97bd5441-1da2-49ee-a364-27795820ba27 None None] Provisioning for port 348b039d-82c1-40a9-abf2-6a5471718cfa completed by entity L2. {{(pid=94176) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 23 11:53:37.827783 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.db.provisioning_blocks [None req-97bd5441-1da2-49ee-a364-27795820ba27 None None] Provisioning complete for port 348b039d-82c1-40a9-abf2-6a5471718cfa triggered by entity L2. {{(pid=94176) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 23 11:53:37.828172 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron_lib.callbacks.manager [None req-97bd5441-1da2-49ee-a364-27795820ba27 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-899258'] for port, provisioning_complete {{(pid=94176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:53:37.915614 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron_lib.callbacks.manager [None req-97bd5441-1da2-49ee-a364-27795820ba27 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-923122'] for port, before_update {{(pid=94176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:53:37.937995 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6e08a8b5-2149-4a93-aae9-22c079397eed', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '348b039d-82c1-40a9-abf2-6a5471718cfa'}] {{(pid=94176) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 23 11:53:37.940331 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}887b0dfc0393de878080286a57e4a08d4fa60dd0cddd118f338ebfcd351ddd4c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-76e0fad4-ce63-4a27-b405-7b0ebca45d4c" -d '{"events": [{"server_uuid": "6e08a8b5-2149-4a93-aae9-22c079397eed", "name": "network-vif-plugged", "status": "completed", "tag": "348b039d-82c1-40a9-abf2-6a5471718cfa"}]}' {{(pid=94176) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 23 11:53:37.953564 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.plugins.ml2.db [None req-97bd5441-1da2-49ee-a364-27795820ba27 None None] For port 348b039d-82c1-40a9-abf2-6a5471718cfa, host hv-neutron-6013, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-6013',level=0,port_id=348b039d-82c1-40a9-abf2-6a5471718cfa,segment=NetworkSegment(c5336f67-3b17-48c3-969f-4266bc0dd37d),segment_id=c5336f67-3b17-48c3-969f-4266bc0dd37d)] {{(pid=94176) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 23 11:53:37.979450 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 23 Jun 2021 11:53:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7ccf0a0a-41ee-423f-a7c6-7b38afb34bc5 x-openstack-request-id: req-7ccf0a0a-41ee-423f-a7c6-7b38afb34bc5 {{(pid=94176) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 23 11:53:37.979749 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6e08a8b5-2149-4a93-aae9-22c079397eed", "name": "network-vif-plugged", "status": "completed", "tag": "348b039d-82c1-40a9-abf2-6a5471718cfa", "code": 200}]} {{(pid=94176) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 23 11:53:37.980011 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-7ccf0a0a-41ee-423f-a7c6-7b38afb34bc5 {{(pid=94176) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 23 11:53:37.980415 dv-neutron-601336-94-hyperv neutron-server[94176]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6e08a8b5-2149-4a93-aae9-22c079397eed', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '348b039d-82c1-40a9-abf2-6a5471718cfa', 'code': 200} Jun 23 11:53:38.019431 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron_lib.callbacks.manager [None req-97bd5441-1da2-49ee-a364-27795820ba27 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-922904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866062', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773700135042', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773699642233', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773699642278'] for port, after_update {{(pid=94176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:53:38.021334 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG oslo_concurrency.lockutils [None req-a724917f-aa89-419a-a189-09c875bf0e4b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 11:53:38.067303 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97bd5441-1da2-49ee-a364-27795820ba27 None None] Pushing event updated for resources: {'Port': ['ID=348b039d-82c1-40a9-abf2-6a5471718cfa,revision_number=5']} {{(pid=94176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 11:53:38.070295 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG oslo_concurrency.lockutils [None req-97bd5441-1da2-49ee-a364-27795820ba27 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=94176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 11:53:38.281376 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1793eeea-9870-4067-8d70-0bb973e63e83 req-0e1664c7-5ab8-4011-a59e-65ec5f91b4ca tempest-ServerActionsTestJSON-1945522763 tempest-ServerActionsTestJSON-1945522763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 11:53:38.283493 dv-neutron-601336-94-hyperv neutron-server[94175]: INFO neutron.wsgi [req-1793eeea-9870-4067-8d70-0bb973e63e83 req-0e1664c7-5ab8-4011-a59e-65ec5f91b4ca tempest-ServerActionsTestJSON-1945522763 tempest-ServerActionsTestJSON-1945522763-project] 10.222.0.20 "GET /v2.0/ports?device_id=6e08a8b5-2149-4a93-aae9-22c079397eed HTTP/1.1" status: 200 len: 946 time: 0.0691187 Jun 23 11:53:38.352711 dv-neutron-601336-94-hyperv neutron-server[94175]: INFO neutron.wsgi [req-1793eeea-9870-4067-8d70-0bb973e63e83 req-470d4cb5-a50f-496f-8c2f-ef404a9ba2e3 tempest-ServerActionsTestJSON-1945522763 tempest-ServerActionsTestJSON-1945522763-project] 10.222.0.20 "GET /v2.0/security-groups?id=0af35ccc-af3f-4718-892b-c93ffd508c7a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0625787 Jun 23 11:53:38.375131 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da586378-a7f0-4272-9ed1-53009a411d57 req-fdfc5a4e-ae55-4ea6-a724-e40b79b68f6a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 11:53:38.376634 dv-neutron-601336-94-hyperv neutron-server[94175]: INFO neutron.wsgi [req-da586378-a7f0-4272-9ed1-53009a411d57 req-fdfc5a4e-ae55-4ea6-a724-e40b79b68f6a service neutron] 10.222.0.52 "GET /v2.0/ports?device_id=6e08a8b5-2149-4a93-aae9-22c079397eed HTTP/1.1" status: 200 len: 1099 time: 0.0730305 Jun 23 11:53:38.414817 dv-neutron-601336-94-hyperv neutron-server[94175]: INFO neutron.wsgi [req-da586378-a7f0-4272-9ed1-53009a411d57 req-49447163-49e7-4b48-8d8e-e94eec99fbbb service neutron] 10.222.0.52 "GET /v2.0/security-groups?id=0af35ccc-af3f-4718-892b-c93ffd508c7a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0315881 Jun 23 11:53:39.533919 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9efcb0b9-cd30-48ff-86b2-d0843b6f0c56 req-7d396c06-62f8-407c-b840-cca6e3661181 tempest-ServerActionsTestJSON-1945522763 tempest-ServerActionsTestJSON-1945522763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94174) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 11:53:39.535692 dv-neutron-601336-94-hyperv neutron-server[94174]: INFO neutron.wsgi [req-9efcb0b9-cd30-48ff-86b2-d0843b6f0c56 req-7d396c06-62f8-407c-b840-cca6e3661181 tempest-ServerActionsTestJSON-1945522763 tempest-ServerActionsTestJSON-1945522763-project] 10.222.0.20 "GET /v2.0/ports?device_id=6e08a8b5-2149-4a93-aae9-22c079397eed HTTP/1.1" status: 200 len: 946 time: 0.0681934 Jun 23 11:53:39.577977 dv-neutron-601336-94-hyperv neutron-server[94174]: INFO neutron.wsgi [req-9efcb0b9-cd30-48ff-86b2-d0843b6f0c56 req-3b3be993-43e1-4854-ab08-b7391c3f87ee tempest-ServerActionsTestJSON-1945522763 tempest-ServerActionsTestJSON-1945522763-project] 10.222.0.20 "GET /v2.0/security-groups?id=0af35ccc-af3f-4718-892b-c93ffd508c7a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0366728 Jun 23 11:53:40.753273 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aae7801e-222f-45cd-ba2d-4380380a507f req-6f554909-c8de-4374-a5f4-970f6c274089 tempest-ServerActionsTestJSON-1945522763 tempest-ServerActionsTestJSON-1945522763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 11:53:40.754728 dv-neutron-601336-94-hyperv neutron-server[94175]: INFO neutron.wsgi [req-aae7801e-222f-45cd-ba2d-4380380a507f req-6f554909-c8de-4374-a5f4-970f6c274089 tempest-ServerActionsTestJSON-1945522763 tempest-ServerActionsTestJSON-1945522763-project] 10.222.0.20 "GET /v2.0/ports?device_id=6e08a8b5-2149-4a93-aae9-22c079397eed HTTP/1.1" status: 200 len: 946 time: 0.0636384 Jun 23 11:53:40.792608 dv-neutron-601336-94-hyperv neutron-server[94175]: INFO neutron.wsgi [req-aae7801e-222f-45cd-ba2d-4380380a507f req-736bffad-e49b-45ff-9ef4-1872f77829d1 tempest-ServerActionsTestJSON-1945522763 tempest-ServerActionsTestJSON-1945522763-project] 10.222.0.20 "GET /v2.0/security-groups?id=0af35ccc-af3f-4718-892b-c93ffd508c7a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0319250 Jun 23 11:53:40.962813 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-805db912-6725-4da8-8284-f10af6c6a286 req-9a217328-de44-4504-aebd-248ad2d93384 tempest-ServerActionsTestJSON-1945522763 tempest-ServerActionsTestJSON-1945522763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94174) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 11:53:40.964312 dv-neutron-601336-94-hyperv neutron-server[94174]: INFO neutron.wsgi [req-805db912-6725-4da8-8284-f10af6c6a286 req-9a217328-de44-4504-aebd-248ad2d93384 tempest-ServerActionsTestJSON-1945522763 tempest-ServerActionsTestJSON-1945522763-project] 10.222.0.20 "GET /v2.0/ports?device_id=6e08a8b5-2149-4a93-aae9-22c079397eed HTTP/1.1" status: 200 len: 946 time: 0.0660992 Jun 23 11:53:40.973065 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.wsgi [-] (94174) accepted ('10.222.0.20', 46164) {{(pid=94174) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 11:53:40.977607 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.api.v2.base [None req-64a600a2-f094-4ab6-bc3a-7be03e2b54b2 tempest-ServerActionsTestJSON-1945522763 tempest-ServerActionsTestJSON-1945522763-project] Request body: {'floatingip': {'port_id': '348b039d-82c1-40a9-abf2-6a5471718cfa'}} {{(pid=94174) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 23 11:53:40.996231 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron_lib.callbacks.manager [None req-d1e85384-654e-4cb6-b24a-2584cec213bd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773699952132', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-899307'] for agent, after_update {{(pid=94176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:53:41.017749 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron_lib.callbacks.manager [None req-64a600a2-f094-4ab6-bc3a-7be03e2b54b2 tempest-ServerActionsTestJSON-1945522763 tempest-ServerActionsTestJSON-1945522763-project] Notify callbacks [] for floatingip, before_update {{(pid=94174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:53:41.814262 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron_lib.callbacks.manager [None req-64a600a2-f094-4ab6-bc3a-7be03e2b54b2 tempest-ServerActionsTestJSON-1945522763 tempest-ServerActionsTestJSON-1945522763-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:53:41.887662 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron_lib.callbacks.manager [None req-64a600a2-f094-4ab6-bc3a-7be03e2b54b2 tempest-ServerActionsTestJSON-1945522763 tempest-ServerActionsTestJSON-1945522763-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-524229'] for floatingip, after_update {{(pid=94174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:53:41.989133 dv-neutron-601336-94-hyperv neutron-server[94174]: INFO neutron.db.l3_db [None req-64a600a2-f094-4ab6-bc3a-7be03e2b54b2 tempest-ServerActionsTestJSON-1945522763 tempest-ServerActionsTestJSON-1945522763-project] Floating IP c49a1dd4-5f39-4d60-a6c5-625a0e4b7a3b associated. External IP: 172.26.3.172, port: 348b039d-82c1-40a9-abf2-6a5471718cfa. Jun 23 11:53:42.196332 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-64a600a2-f094-4ab6-bc3a-7be03e2b54b2 tempest-ServerActionsTestJSON-1945522763 tempest-ServerActionsTestJSON-1945522763-project] Router 615292a8-7f4f-4a19-a308-1525643a83a7 has already been hosted by L3 agent 50ef99c0-ef28-4db5-b303-b145898fae60 {{(pid=94174) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 23 11:53:42.314164 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-64a600a2-f094-4ab6-bc3a-7be03e2b54b2 tempest-ServerActionsTestJSON-1945522763 tempest-ServerActionsTestJSON-1945522763-project] Notify agent at l3_agent.dv-neutron-601336-94-hyperv the message routers_updated {{(pid=94174) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 23 11:53:42.319099 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron_lib.callbacks.manager [None req-64a600a2-f094-4ab6-bc3a-7be03e2b54b2 tempest-ServerActionsTestJSON-1945522763 tempest-ServerActionsTestJSON-1945522763-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-217507'] for floatingip, before_response {{(pid=94174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:53:42.323348 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d05fdb50-4ee8-41d5-98d1-c0a6da3efdb8 None None] Sync routers for ids ['615292a8-7f4f-4a19-a308-1525643a83a7'] in dv-neutron-601336-94-hyperv {{(pid=94176) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 23 11:53:42.332781 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d05fdb50-4ee8-41d5-98d1-c0a6da3efdb8 None None] Routers {'615292a8-7f4f-4a19-a308-1525643a83a7'} bound to L3 agent in host dv-neutron-601336-94-hyperv {{(pid=94176) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 23 11:53:42.333406 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.db.l3_hamode_db [None req-d05fdb50-4ee8-41d5-98d1-c0a6da3efdb8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-601336-94-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-06-23T11:22:13Z,description=,heartbeat_timestamp=2021-06-23T11:53:13Z,host='dv-neutron-601336-94-hyperv',id=50ef99c0-ef28-4db5-b303-b145898fae60,load=0,resource_versions=,resources_synced=,started_at=2021-06-23T11:22:14Z,topic='l3_agent')) {'router_ids': ['615292a8-7f4f-4a19-a308-1525643a83a7'], 'active': True} {{(pid=94176) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 11:53:42.355462 dv-neutron-601336-94-hyperv neutron-server[94174]: INFO neutron.wsgi [None req-64a600a2-f094-4ab6-bc3a-7be03e2b54b2 tempest-ServerActionsTestJSON-1945522763 tempest-ServerActionsTestJSON-1945522763-project] 10.222.0.20 "PUT /v2.0/floatingips/c49a1dd4-5f39-4d60-a6c5-625a0e4b7a3b HTTP/1.1" status: 200 len: 992 time: 1.3813264 Jun 23 11:53:42.356162 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6e08a8b5-2149-4a93-aae9-22c079397eed', 'tag': '348b039d-82c1-40a9-abf2-6a5471718cfa'}] {{(pid=94174) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 23 11:53:42.358601 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6ff47218258ed5bf6cae7f276c9622ae488f9e8ebc13d1a310221fbcfb04c5dd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-53b7bcad-0e52-422f-8e66-9e7a94e09a5a" -d '{"events": [{"name": "network-changed", "server_uuid": "6e08a8b5-2149-4a93-aae9-22c079397eed", "tag": "348b039d-82c1-40a9-abf2-6a5471718cfa"}]}' {{(pid=94174) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 23 11:53:42.449842 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.db.l3_dvr_db [None req-d05fdb50-4ee8-41d5-98d1-c0a6da3efdb8 None None] Set router 615292a8-7f4f-4a19-a308-1525643a83a7 gateway port host: dv-neutron-601336-94-hyperv {{(pid=94176) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:838}} Jun 23 11:53:42.454957 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 23 Jun 2021 11:53:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c33d529b-0e6d-40ef-a688-3c76fb47b234 x-openstack-request-id: req-c33d529b-0e6d-40ef-a688-3c76fb47b234 {{(pid=94174) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 23 11:53:42.455330 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6e08a8b5-2149-4a93-aae9-22c079397eed", "tag": "348b039d-82c1-40a9-abf2-6a5471718cfa", "status": "completed", "code": 200}]} {{(pid=94174) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 23 11:53:42.455634 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-c33d529b-0e6d-40ef-a688-3c76fb47b234 {{(pid=94174) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 23 11:53:42.456086 dv-neutron-601336-94-hyperv neutron-server[94174]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6e08a8b5-2149-4a93-aae9-22c079397eed', 'tag': '348b039d-82c1-40a9-abf2-6a5471718cfa', 'status': 'completed', 'code': 200} Jun 23 11:53:42.529936 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53b7bcad-0e52-422f-8e66-9e7a94e09a5a req-3b26b541-3d62-4c46-a582-5cadadfbc692 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 11:53:42.531502 dv-neutron-601336-94-hyperv neutron-server[94175]: INFO neutron.wsgi [req-53b7bcad-0e52-422f-8e66-9e7a94e09a5a req-3b26b541-3d62-4c46-a582-5cadadfbc692 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=f95f5bd5d3a04c1cb1d25bcb3c548b20&device_id=6e08a8b5-2149-4a93-aae9-22c079397eed HTTP/1.1" status: 200 len: 1099 time: 0.0547829 Jun 23 11:53:42.638815 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53b7bcad-0e52-422f-8e66-9e7a94e09a5a req-5bb11af5-4ce7-4138-a846-b601897f967a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 11:53:42.640260 dv-neutron-601336-94-hyperv neutron-server[94175]: INFO neutron.wsgi [req-53b7bcad-0e52-422f-8e66-9e7a94e09a5a req-5bb11af5-4ce7-4138-a846-b601897f967a service neutron] 10.222.0.52 "GET /v2.0/networks?id=2fd142a9-a207-404d-a9ae-7efb565fc5be HTTP/1.1" status: 200 len: 912 time: 0.1021144 Jun 23 11:53:42.696512 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.db.l3_hamode_db [None req-d05fdb50-4ee8-41d5-98d1-c0a6da3efdb8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '615292a8-7f4f-4a19-a308-1525643a83a7', 'name': 'tempest-ServerActionsTestJSON-716138820-router', 'tenant_id': 'f95f5bd5d3a04c1cb1d25bcb3c548b20', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3e7e4eb3-cf02-4d47-ade9-0a579cdfc60f', 'external_fixed_ips': [{'subnet_id': 'a5ad15ab-c489-4a67-a9b0-d559fca0ec71', 'ip_address': '172.26.3.23'}], 'enable_snat': True}, 'gw_port_id': '3105b998-5972-4c17-a778-1c44f53d265f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-23T11:53:19Z', 'updated_at': '2021-06-23T11:53:23Z', 'revision_number': 4, 'project_id': 'f95f5bd5d3a04c1cb1d25bcb3c548b20', 'gw_port': {'id': '3105b998-5972-4c17-a778-1c44f53d265f', 'name': '', 'network_id': '3e7e4eb3-cf02-4d47-ade9-0a579cdfc60f', 'tenant_id': '', 'mac_address': 'fa:16:3e:45:19:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '615292a8-7f4f-4a19-a308-1525643a83a7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1573, 'fixed_ips': [{'subnet_id': 'a5ad15ab-c489-4a67-a9b0-d559fca0ec71', 'ip_address': '172.26.3.23', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-94-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-23T11:53:20Z', 'updated_at': '2021-06-23T11:53:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a5ad15ab-c489-4a67-a9b0-d559fca0ec71', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-601336-94-hyperv', '_floatingips': [{'id': 'c49a1dd4-5f39-4d60-a6c5-625a0e4b7a3b', 'tenant_id': 'f95f5bd5d3a04c1cb1d25bcb3c548b20', 'floating_ip_address': '172.26.3.172', 'floating_network_id': '3e7e4eb3-cf02-4d47-ade9-0a579cdfc60f', 'router_id': '615292a8-7f4f-4a19-a308-1525643a83a7', 'port_id': '348b039d-82c1-40a9-abf2-6a5471718cfa', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 1581, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '2fd142a9-a207-404d-a9ae-7efb565fc5be', 'mac_address': 'fa:16:3e:31:0f:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6e08a8b5-2149-4a93-aae9-22c079397eed', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-23T11:53:26Z', 'updated_at': '2021-06-23T11:53:41Z', 'revision_number': 1, 'project_id': 'f95f5bd5d3a04c1cb1d25bcb3c548b20', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '13c7c1e0-1108-4c37-8c21-d3d83d008092', 'name': '', 'network_id': '2fd142a9-a207-404d-a9ae-7efb565fc5be', 'tenant_id': 'f95f5bd5d3a04c1cb1d25bcb3c548b20', 'mac_address': 'fa:16:3e:85:24:4c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '615292a8-7f4f-4a19-a308-1525643a83a7', 'device_owner': 'network:router_interface', 'standard_attr_id': 1574, 'fixed_ips': [{'subnet_id': 'd690955b-e62b-44f5-a4de-5b19f00224f3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-94-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-23T11:53:22Z', 'updated_at': '2021-06-23T11:53:28Z', 'revision_number': 5, 'project_id': 'f95f5bd5d3a04c1cb1d25bcb3c548b20', 'subnets': [{'id': 'd690955b-e62b-44f5-a4de-5b19f00224f3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-601336-94-hyperv', False) {} {{(pid=94176) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 11:53:42.707935 dv-neutron-601336-94-hyperv neutron-server[94175]: INFO neutron.wsgi [req-53b7bcad-0e52-422f-8e66-9e7a94e09a5a req-567ff1e3-9f64-4468-bf2b-5353fe279457 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=348b039d-82c1-40a9-abf2-6a5471718cfa HTTP/1.1" status: 200 len: 1000 time: 0.0619016 Jun 23 11:53:42.727543 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d05fdb50-4ee8-41d5-98d1-c0a6da3efdb8 None None] Checking router: 615292a8-7f4f-4a19-a308-1525643a83a7 for host: dv-neutron-601336-94-hyperv {{(pid=94176) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 23 11:53:42.737292 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d05fdb50-4ee8-41d5-98d1-c0a6da3efdb8 None None] Routers {'615292a8-7f4f-4a19-a308-1525643a83a7'} bound to L3 agent in host dv-neutron-601336-94-hyperv {{(pid=94176) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 23 11:53:42.737932 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.db.l3_hamode_db [None req-d05fdb50-4ee8-41d5-98d1-c0a6da3efdb8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-601336-94-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-06-23T11:22:13Z,description=,heartbeat_timestamp=2021-06-23T11:53:13Z,host='dv-neutron-601336-94-hyperv',id=50ef99c0-ef28-4db5-b303-b145898fae60,load=0,resource_versions=,resources_synced=,started_at=2021-06-23T11:22:14Z,topic='l3_agent')) {'router_ids': ['615292a8-7f4f-4a19-a308-1525643a83a7'], 'active': True} {{(pid=94176) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 11:53:42.766625 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53b7bcad-0e52-422f-8e66-9e7a94e09a5a req-e4d230a7-6481-40ea-859b-108a06dfc8b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 11:53:42.768134 dv-neutron-601336-94-hyperv neutron-server[94175]: INFO neutron.wsgi [req-53b7bcad-0e52-422f-8e66-9e7a94e09a5a req-e4d230a7-6481-40ea-859b-108a06dfc8b2 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=d690955b-e62b-44f5-a4de-5b19f00224f3 HTTP/1.1" status: 200 len: 850 time: 0.0544331 Jun 23 11:53:42.826251 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53b7bcad-0e52-422f-8e66-9e7a94e09a5a req-3def1f68-f636-43e6-981a-4dc927fae876 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 11:53:42.827944 dv-neutron-601336-94-hyperv neutron-server[94175]: INFO neutron.wsgi [req-53b7bcad-0e52-422f-8e66-9e7a94e09a5a req-3def1f68-f636-43e6-981a-4dc927fae876 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=2fd142a9-a207-404d-a9ae-7efb565fc5be&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1178 time: 0.0540342 Jun 23 11:53:42.852105 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.db.l3_dvr_db [None req-d05fdb50-4ee8-41d5-98d1-c0a6da3efdb8 None None] Set router 615292a8-7f4f-4a19-a308-1525643a83a7 gateway port host: dv-neutron-601336-94-hyperv {{(pid=94176) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:838}} Jun 23 11:53:42.931628 dv-neutron-601336-94-hyperv neutron-server[94175]: INFO neutron.wsgi [req-53b7bcad-0e52-422f-8e66-9e7a94e09a5a req-d297e10c-238d-49b6-8db7-3a193eb53790 service neutron] 10.222.0.52 "GET /v2.0/networks/2fd142a9-a207-404d-a9ae-7efb565fc5be?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0975394 Jun 23 11:53:43.032007 dv-neutron-601336-94-hyperv neutron-server[94175]: INFO neutron.wsgi [req-53b7bcad-0e52-422f-8e66-9e7a94e09a5a req-0e186a81-e551-49c0-a502-29e551e19de9 service neutron] 10.222.0.52 "GET /v2.0/networks/2fd142a9-a207-404d-a9ae-7efb565fc5be?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0938833 Jun 23 11:53:43.090944 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.db.l3_hamode_db [None req-d05fdb50-4ee8-41d5-98d1-c0a6da3efdb8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '615292a8-7f4f-4a19-a308-1525643a83a7', 'name': 'tempest-ServerActionsTestJSON-716138820-router', 'tenant_id': 'f95f5bd5d3a04c1cb1d25bcb3c548b20', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3e7e4eb3-cf02-4d47-ade9-0a579cdfc60f', 'external_fixed_ips': [{'subnet_id': 'a5ad15ab-c489-4a67-a9b0-d559fca0ec71', 'ip_address': '172.26.3.23'}], 'enable_snat': True}, 'gw_port_id': '3105b998-5972-4c17-a778-1c44f53d265f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-23T11:53:19Z', 'updated_at': '2021-06-23T11:53:23Z', 'revision_number': 4, 'project_id': 'f95f5bd5d3a04c1cb1d25bcb3c548b20', 'gw_port': {'id': '3105b998-5972-4c17-a778-1c44f53d265f', 'name': '', 'network_id': '3e7e4eb3-cf02-4d47-ade9-0a579cdfc60f', 'tenant_id': '', 'mac_address': 'fa:16:3e:45:19:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '615292a8-7f4f-4a19-a308-1525643a83a7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1573, 'fixed_ips': [{'subnet_id': 'a5ad15ab-c489-4a67-a9b0-d559fca0ec71', 'ip_address': '172.26.3.23', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-94-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-23T11:53:20Z', 'updated_at': '2021-06-23T11:53:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a5ad15ab-c489-4a67-a9b0-d559fca0ec71', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-601336-94-hyperv', '_floatingips': [{'id': 'c49a1dd4-5f39-4d60-a6c5-625a0e4b7a3b', 'tenant_id': 'f95f5bd5d3a04c1cb1d25bcb3c548b20', 'floating_ip_address': '172.26.3.172', 'floating_network_id': '3e7e4eb3-cf02-4d47-ade9-0a579cdfc60f', 'router_id': '615292a8-7f4f-4a19-a308-1525643a83a7', 'port_id': '348b039d-82c1-40a9-abf2-6a5471718cfa', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 1581, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '2fd142a9-a207-404d-a9ae-7efb565fc5be', 'mac_address': 'fa:16:3e:31:0f:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6e08a8b5-2149-4a93-aae9-22c079397eed', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-23T11:53:26Z', 'updated_at': '2021-06-23T11:53:41Z', 'revision_number': 1, 'project_id': 'f95f5bd5d3a04c1cb1d25bcb3c548b20', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '13c7c1e0-1108-4c37-8c21-d3d83d008092', 'name': '', 'network_id': '2fd142a9-a207-404d-a9ae-7efb565fc5be', 'tenant_id': 'f95f5bd5d3a04c1cb1d25bcb3c548b20', 'mac_address': 'fa:16:3e:85:24:4c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '615292a8-7f4f-4a19-a308-1525643a83a7', 'device_owner': 'network:router_interface', 'standard_attr_id': 1574, 'fixed_ips': [{'subnet_id': 'd690955b-e62b-44f5-a4de-5b19f00224f3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-94-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-23T11:53:22Z', 'updated_at': '2021-06-23T11:53:28Z', 'revision_number': 5, 'project_id': 'f95f5bd5d3a04c1cb1d25bcb3c548b20', 'subnets': [{'id': 'd690955b-e62b-44f5-a4de-5b19f00224f3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-601336-94-hyperv', False) {} {{(pid=94176) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 11:53:43.119205 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d05fdb50-4ee8-41d5-98d1-c0a6da3efdb8 None None] The sync data for ids ['615292a8-7f4f-4a19-a308-1525643a83a7'] in dv-neutron-601336-94-hyperv is: [{'id': '615292a8-7f4f-4a19-a308-1525643a83a7', 'name': 'tempest-ServerActionsTestJSON-716138820-router', 'tenant_id': 'f95f5bd5d3a04c1cb1d25bcb3c548b20', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3e7e4eb3-cf02-4d47-ade9-0a579cdfc60f', 'external_fixed_ips': [{'subnet_id': 'a5ad15ab-c489-4a67-a9b0-d559fca0ec71', 'ip_address': '172.26.3.23'}], 'enable_snat': True}, 'gw_port_id': '3105b998-5972-4c17-a778-1c44f53d265f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-23T11:53:19Z', 'updated_at': '2021-06-23T11:53:23Z', 'revision_number': 4, 'project_id': 'f95f5bd5d3a04c1cb1d25bcb3c548b20', 'gw_port': {'id': '3105b998-5972-4c17-a778-1c44f53d265f', 'name': '', 'network_id': '3e7e4eb3-cf02-4d47-ade9-0a579cdfc60f', 'tenant_id': '', 'mac_address': 'fa:16:3e:45:19:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '615292a8-7f4f-4a19-a308-1525643a83a7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1573, 'fixed_ips': [{'subnet_id': 'a5ad15ab-c489-4a67-a9b0-d559fca0ec71', 'ip_address': '172.26.3.23', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-94-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-23T11:53:20Z', 'updated_at': '2021-06-23T11:53:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a5ad15ab-c489-4a67-a9b0-d559fca0ec71', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-601336-94-hyperv', '_floatingips': [{'id': 'c49a1dd4-5f39-4d60-a6c5-625a0e4b7a3b', 'tenant_id': 'f95f5bd5d3a04c1cb1d25bcb3c548b20', 'floating_ip_address': '172.26.3.172', 'floating_network_id': '3e7e4eb3-cf02-4d47-ade9-0a579cdfc60f', 'router_id': '615292a8-7f4f-4a19-a308-1525643a83a7', 'port_id': '348b039d-82c1-40a9-abf2-6a5471718cfa', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 1581, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '2fd142a9-a207-404d-a9ae-7efb565fc5be', 'mac_address': 'fa:16:3e:31:0f:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6e08a8b5-2149-4a93-aae9-22c079397eed', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-23T11:53:26Z', 'updated_at': '2021-06-23T11:53:41Z', 'revision_number': 1, 'project_id': 'f95f5bd5d3a04c1cb1d25bcb3c548b20', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '13c7c1e0-1108-4c37-8c21-d3d83d008092', 'name': '', 'network_id': '2fd142a9-a207-404d-a9ae-7efb565fc5be', 'tenant_id': 'f95f5bd5d3a04c1cb1d25bcb3c548b20', 'mac_address': 'fa:16:3e:85:24:4c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '615292a8-7f4f-4a19-a308-1525643a83a7', 'device_owner': 'network:router_interface', 'standard_attr_id': 1574, 'fixed_ips': [{'subnet_id': 'd690955b-e62b-44f5-a4de-5b19f00224f3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-94-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-23T11:53:22Z', 'updated_at': '2021-06-23T11:53:28Z', 'revision_number': 5, 'project_id': 'f95f5bd5d3a04c1cb1d25bcb3c548b20', 'subnets': [{'id': 'd690955b-e62b-44f5-a4de-5b19f00224f3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94176) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 23 11:53:43.274881 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron_lib.callbacks.manager [None req-3ca99350-84d7-4a48-a24d-a2c8b46612f8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773699952132', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-899307'] for agent, after_update {{(pid=94176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:53:43.318208 dv-neutron-601336-94-hyperv neutron-server[94177]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6a2f5c91-7636-4715-ba35-e75e5a391326 None None] New status for floating IP c49a1dd4-5f39-4d60-a6c5-625a0e4b7a3b: ACTIVE {{(pid=94177) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 23 11:53:43.954738 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron_lib.callbacks.manager [None req-dc7542b2-afef-47f4-a763-e3a3cba144be None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773699952132', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-899307'] for agent, after_update {{(pid=94176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:53:44.647606 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron_lib.callbacks.manager [None req-4c20ea5f-bc7f-4d4e-935d-57f082af6ccb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773699952132', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-899307'] for agent, after_update {{(pid=94176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:53:46.680462 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron_lib.callbacks.manager [None req-95d6aa8f-24e7-4234-82ff-f502266c3285 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773699952132', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-899307'] for agent, after_update {{(pid=94176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:53:48.091359 dv-neutron-601336-94-hyperv neutron-server[94175]: INFO neutron.wsgi [req-d11050de-1f8b-441a-b422-c491c2e1d477 req-7f75c2e0-ed77-43b5-811a-18b65edf17d4 service neutron] 10.222.0.52 "GET /v2.0/ports?device_id=6e08a8b5-2149-4a93-aae9-22c079397eed&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0530651 Jun 23 11:53:48.188214 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d11050de-1f8b-441a-b422-c491c2e1d477 req-e875c9e0-759c-4842-a959-e5773fd950b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 11:53:48.189705 dv-neutron-601336-94-hyperv neutron-server[94175]: INFO neutron.wsgi [req-d11050de-1f8b-441a-b422-c491c2e1d477 req-e875c9e0-759c-4842-a959-e5773fd950b3 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=f95f5bd5d3a04c1cb1d25bcb3c548b20&device_id=6e08a8b5-2149-4a93-aae9-22c079397eed HTTP/1.1" status: 200 len: 1099 time: 0.0529797 Jun 23 11:53:48.295432 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d11050de-1f8b-441a-b422-c491c2e1d477 req-2ee86218-3d65-4ac1-a5b3-3222056e3367 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 11:53:48.296914 dv-neutron-601336-94-hyperv neutron-server[94175]: INFO neutron.wsgi [req-d11050de-1f8b-441a-b422-c491c2e1d477 req-2ee86218-3d65-4ac1-a5b3-3222056e3367 service neutron] 10.222.0.52 "GET /v2.0/networks?id=2fd142a9-a207-404d-a9ae-7efb565fc5be HTTP/1.1" status: 200 len: 912 time: 0.0882444 Jun 23 11:53:48.361920 dv-neutron-601336-94-hyperv neutron-server[94175]: INFO neutron.wsgi [req-d11050de-1f8b-441a-b422-c491c2e1d477 req-7b77f4eb-441e-4f5a-b8a4-d7daa28958c7 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=348b039d-82c1-40a9-abf2-6a5471718cfa HTTP/1.1" status: 200 len: 1002 time: 0.0583832 Jun 23 11:53:48.416256 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d11050de-1f8b-441a-b422-c491c2e1d477 req-1c3e889a-49a5-4256-adec-4a7c2f719bda service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 11:53:48.417818 dv-neutron-601336-94-hyperv neutron-server[94175]: INFO neutron.wsgi [req-d11050de-1f8b-441a-b422-c491c2e1d477 req-1c3e889a-49a5-4256-adec-4a7c2f719bda service neutron] 10.222.0.52 "GET /v2.0/subnets?id=d690955b-e62b-44f5-a4de-5b19f00224f3 HTTP/1.1" status: 200 len: 850 time: 0.0498075 Jun 23 11:53:48.475206 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d11050de-1f8b-441a-b422-c491c2e1d477 req-64cf9eed-85d4-47af-9853-d68e85e7632a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 11:53:48.476697 dv-neutron-601336-94-hyperv neutron-server[94175]: INFO neutron.wsgi [req-d11050de-1f8b-441a-b422-c491c2e1d477 req-64cf9eed-85d4-47af-9853-d68e85e7632a service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=2fd142a9-a207-404d-a9ae-7efb565fc5be&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1178 time: 0.0523312 Jun 23 11:53:48.565483 dv-neutron-601336-94-hyperv neutron-server[94175]: INFO neutron.wsgi [req-d11050de-1f8b-441a-b422-c491c2e1d477 req-98acb938-2b7b-4127-859d-c0a5762bf6be service neutron] 10.222.0.52 "GET /v2.0/networks/2fd142a9-a207-404d-a9ae-7efb565fc5be?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0827398 Jun 23 11:53:48.657085 dv-neutron-601336-94-hyperv neutron-server[94175]: INFO neutron.wsgi [req-d11050de-1f8b-441a-b422-c491c2e1d477 req-bb0fb127-0d00-4a06-90ae-bc1875aa4d4d service neutron] 10.222.0.52 "GET /v2.0/networks/2fd142a9-a207-404d-a9ae-7efb565fc5be?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0856166 Jun 23 11:53:49.147764 dv-neutron-601336-94-hyperv neutron-server[94177]: DEBUG neutron.db.agents_db [None req-90fb1279-e4c5-4e73-8d66-3a29811dc4e3 None None] Agent healthcheck: found 6 active agents {{(pid=94177) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 23 11:53:53.469122 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron_lib.callbacks.manager [None req-97bd5441-1da2-49ee-a364-27795820ba27 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773699952132', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-899307'] for agent, after_update {{(pid=94176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:54:10.943548 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron_lib.callbacks.manager [None req-f6e08a76-53a8-44b0-abbb-b95ea49080b1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773699952132', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-899307'] for agent, after_update {{(pid=94176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:54:13.206812 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron_lib.callbacks.manager [None req-66faad1d-482a-46c7-bcc0-2f568962337c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773699952132', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-899307'] for agent, after_update {{(pid=94176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:54:13.861854 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron_lib.callbacks.manager [None req-dc7542b2-afef-47f4-a763-e3a3cba144be None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773699952132', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-899307'] for agent, after_update {{(pid=94176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:54:14.644741 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron_lib.callbacks.manager [None req-4c20ea5f-bc7f-4d4e-935d-57f082af6ccb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773699952132', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-899307'] for agent, after_update {{(pid=94176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:54:16.684413 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron_lib.callbacks.manager [None req-95d6aa8f-24e7-4234-82ff-f502266c3285 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773699952132', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-899307'] for agent, after_update {{(pid=94176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:54:17.686760 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71ba516d-2bec-485b-8d42-74708d6e49b4 req-7dd347a9-b3fc-4151-b484-89adace402b7 tempest-ServerActionsTestJSON-1945522763 tempest-ServerActionsTestJSON-1945522763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 11:54:17.688165 dv-neutron-601336-94-hyperv neutron-server[94175]: INFO neutron.wsgi [req-71ba516d-2bec-485b-8d42-74708d6e49b4 req-7dd347a9-b3fc-4151-b484-89adace402b7 tempest-ServerActionsTestJSON-1945522763 tempest-ServerActionsTestJSON-1945522763-project] 10.222.0.20 "GET /v2.0/ports?device_id=6e08a8b5-2149-4a93-aae9-22c079397eed HTTP/1.1" status: 200 len: 946 time: 0.0648191 Jun 23 11:54:17.727138 dv-neutron-601336-94-hyperv neutron-server[94175]: INFO neutron.wsgi [req-71ba516d-2bec-485b-8d42-74708d6e49b4 req-7ede95a6-3087-45fd-955c-db241ba465e3 tempest-ServerActionsTestJSON-1945522763 tempest-ServerActionsTestJSON-1945522763-project] 10.222.0.20 "GET /v2.0/security-groups?id=0af35ccc-af3f-4718-892b-c93ffd508c7a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0328460 Jun 23 11:54:18.236688 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebcee32f-f3d6-494c-967f-c3ea551578ea req-1ea2ccec-6660-4011-b5c7-de029b082c7e tempest-ServerActionsTestJSON-1945522763 tempest-ServerActionsTestJSON-1945522763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 11:54:18.238611 dv-neutron-601336-94-hyperv neutron-server[94175]: INFO neutron.wsgi [req-ebcee32f-f3d6-494c-967f-c3ea551578ea req-1ea2ccec-6660-4011-b5c7-de029b082c7e tempest-ServerActionsTestJSON-1945522763 tempest-ServerActionsTestJSON-1945522763-project] 10.222.0.20 "GET /v2.0/ports?device_id=6e08a8b5-2149-4a93-aae9-22c079397eed HTTP/1.1" status: 200 len: 946 time: 0.0685229 Jun 23 11:54:18.280507 dv-neutron-601336-94-hyperv neutron-server[94175]: INFO neutron.wsgi [req-ebcee32f-f3d6-494c-967f-c3ea551578ea req-80d961dd-db06-436a-b246-29ce233a0635 tempest-ServerActionsTestJSON-1945522763 tempest-ServerActionsTestJSON-1945522763-project] 10.222.0.20 "GET /v2.0/security-groups?id=0af35ccc-af3f-4718-892b-c93ffd508c7a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0356936 Jun 23 11:54:18.296177 dv-neutron-601336-94-hyperv neutron-server[94174]: INFO neutron.wsgi [req-0f66c204-3408-4524-b512-504eb4a85527 req-cb341f28-d778-43c4-b7ac-0d28bcfce1b1 service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=6e08a8b5-2149-4a93-aae9-22c079397eed&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0538006 Jun 23 11:54:19.460818 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d661843b-aec4-4dc0-9250-8a5dc01496fd req-baf22e00-ecc4-477f-b9b2-ec52736d527d tempest-ServerActionsTestJSON-1945522763 tempest-ServerActionsTestJSON-1945522763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94174) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 11:54:19.462234 dv-neutron-601336-94-hyperv neutron-server[94174]: INFO neutron.wsgi [req-d661843b-aec4-4dc0-9250-8a5dc01496fd req-baf22e00-ecc4-477f-b9b2-ec52736d527d tempest-ServerActionsTestJSON-1945522763 tempest-ServerActionsTestJSON-1945522763-project] 10.222.0.20 "GET /v2.0/ports?device_id=6e08a8b5-2149-4a93-aae9-22c079397eed HTTP/1.1" status: 200 len: 946 time: 0.0678234 Jun 23 11:54:19.500866 dv-neutron-601336-94-hyperv neutron-server[94174]: INFO neutron.wsgi [req-d661843b-aec4-4dc0-9250-8a5dc01496fd req-74294647-085c-4e11-a96d-a5a32cf69d8b tempest-ServerActionsTestJSON-1945522763 tempest-ServerActionsTestJSON-1945522763-project] 10.222.0.20 "GET /v2.0/security-groups?id=0af35ccc-af3f-4718-892b-c93ffd508c7a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0328057 Jun 23 11:54:20.438893 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f66c204-3408-4524-b512-504eb4a85527 req-111f4eba-f701-4968-838e-b68568119a3c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 11:54:20.440360 dv-neutron-601336-94-hyperv neutron-server[94175]: INFO neutron.wsgi [req-0f66c204-3408-4524-b512-504eb4a85527 req-111f4eba-f701-4968-838e-b68568119a3c service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=f95f5bd5d3a04c1cb1d25bcb3c548b20&device_id=6e08a8b5-2149-4a93-aae9-22c079397eed HTTP/1.1" status: 200 len: 1099 time: 0.0657098 Jun 23 11:54:20.534115 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f66c204-3408-4524-b512-504eb4a85527 req-a84ed36b-f7b9-455f-87db-2120ba529ad6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 11:54:20.535674 dv-neutron-601336-94-hyperv neutron-server[94175]: INFO neutron.wsgi [req-0f66c204-3408-4524-b512-504eb4a85527 req-a84ed36b-f7b9-455f-87db-2120ba529ad6 service neutron] 10.222.0.52 "GET /v2.0/networks?id=2fd142a9-a207-404d-a9ae-7efb565fc5be HTTP/1.1" status: 200 len: 912 time: 0.0884497 Jun 23 11:54:20.601552 dv-neutron-601336-94-hyperv neutron-server[94175]: INFO neutron.wsgi [req-0f66c204-3408-4524-b512-504eb4a85527 req-c3d9ce73-256d-4705-8bdc-c0d02e442d91 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=348b039d-82c1-40a9-abf2-6a5471718cfa HTTP/1.1" status: 200 len: 1002 time: 0.0595744 Jun 23 11:54:20.682186 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f66c204-3408-4524-b512-504eb4a85527 req-9adc694b-06ff-4568-8529-1fc933f5e81f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 11:54:20.683796 dv-neutron-601336-94-hyperv neutron-server[94175]: INFO neutron.wsgi [req-0f66c204-3408-4524-b512-504eb4a85527 req-9adc694b-06ff-4568-8529-1fc933f5e81f service neutron] 10.222.0.52 "GET /v2.0/subnets?id=d690955b-e62b-44f5-a4de-5b19f00224f3 HTTP/1.1" status: 200 len: 850 time: 0.0766969 Jun 23 11:54:20.738391 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69ec316a-3fee-4efd-ab83-dcc0f35bb844 req-e2024a9c-91c1-4051-b6af-36d9852f896a tempest-ServerActionsTestJSON-1945522763 tempest-ServerActionsTestJSON-1945522763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 11:54:20.739821 dv-neutron-601336-94-hyperv neutron-server[94175]: INFO neutron.wsgi [req-69ec316a-3fee-4efd-ab83-dcc0f35bb844 req-e2024a9c-91c1-4051-b6af-36d9852f896a tempest-ServerActionsTestJSON-1945522763 tempest-ServerActionsTestJSON-1945522763-project] 10.222.0.20 "GET /v2.0/ports?device_id=6e08a8b5-2149-4a93-aae9-22c079397eed HTTP/1.1" status: 200 len: 946 time: 0.1251910 Jun 23 11:54:20.785656 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f66c204-3408-4524-b512-504eb4a85527 req-b53f664e-c646-4da6-8892-f333d6d36fde service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 11:54:20.787274 dv-neutron-601336-94-hyperv neutron-server[94175]: INFO neutron.wsgi [req-0f66c204-3408-4524-b512-504eb4a85527 req-b53f664e-c646-4da6-8892-f333d6d36fde service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=2fd142a9-a207-404d-a9ae-7efb565fc5be&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1178 time: 0.0973182 Jun 23 11:54:20.793226 dv-neutron-601336-94-hyperv neutron-server[94175]: INFO neutron.wsgi [req-69ec316a-3fee-4efd-ab83-dcc0f35bb844 req-645d77da-8eb6-44e5-befe-ec4e42e6b574 tempest-ServerActionsTestJSON-1945522763 tempest-ServerActionsTestJSON-1945522763-project] 10.222.0.20 "GET /v2.0/security-groups?id=0af35ccc-af3f-4718-892b-c93ffd508c7a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0471680 Jun 23 11:54:20.882541 dv-neutron-601336-94-hyperv neutron-server[94175]: INFO neutron.wsgi [req-0f66c204-3408-4524-b512-504eb4a85527 req-27c457a2-b95e-4cf2-8583-8caa3aadf1ef service neutron] 10.222.0.52 "GET /v2.0/networks/2fd142a9-a207-404d-a9ae-7efb565fc5be?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0883243 Jun 23 11:54:20.972457 dv-neutron-601336-94-hyperv neutron-server[94175]: INFO neutron.wsgi [req-0f66c204-3408-4524-b512-504eb4a85527 req-e823f5bf-27f7-43ac-8335-bf840addfabb service neutron] 10.222.0.52 "GET /v2.0/networks/2fd142a9-a207-404d-a9ae-7efb565fc5be?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0836043 Jun 23 11:54:21.964002 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-793f124c-c023-4fce-9452-0d77e1428e40 req-8930de1d-b0ca-4899-a3e6-eb79733eb0f3 tempest-ServerActionsTestJSON-1945522763 tempest-ServerActionsTestJSON-1945522763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94174) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 11:54:21.965468 dv-neutron-601336-94-hyperv neutron-server[94174]: INFO neutron.wsgi [req-793f124c-c023-4fce-9452-0d77e1428e40 req-8930de1d-b0ca-4899-a3e6-eb79733eb0f3 tempest-ServerActionsTestJSON-1945522763 tempest-ServerActionsTestJSON-1945522763-project] 10.222.0.20 "GET /v2.0/ports?device_id=6e08a8b5-2149-4a93-aae9-22c079397eed HTTP/1.1" status: 200 len: 946 time: 0.0627677 Jun 23 11:54:22.002350 dv-neutron-601336-94-hyperv neutron-server[94174]: INFO neutron.wsgi [req-793f124c-c023-4fce-9452-0d77e1428e40 req-ef32c2ea-4e74-4577-9c05-48a63043c646 tempest-ServerActionsTestJSON-1945522763 tempest-ServerActionsTestJSON-1945522763-project] 10.222.0.20 "GET /v2.0/security-groups?id=0af35ccc-af3f-4718-892b-c93ffd508c7a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0312691 Jun 23 11:54:23.179302 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0372043-84d5-47fe-9d67-48d614e83376 req-3ee3f727-fc20-49b5-828d-a29c3a2cd87a tempest-ServerActionsTestJSON-1945522763 tempest-ServerActionsTestJSON-1945522763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 11:54:23.180773 dv-neutron-601336-94-hyperv neutron-server[94175]: INFO neutron.wsgi [req-c0372043-84d5-47fe-9d67-48d614e83376 req-3ee3f727-fc20-49b5-828d-a29c3a2cd87a tempest-ServerActionsTestJSON-1945522763 tempest-ServerActionsTestJSON-1945522763-project] 10.222.0.20 "GET /v2.0/ports?device_id=6e08a8b5-2149-4a93-aae9-22c079397eed HTTP/1.1" status: 200 len: 946 time: 0.0641947 Jun 23 11:54:23.224993 dv-neutron-601336-94-hyperv neutron-server[94175]: INFO neutron.wsgi [req-c0372043-84d5-47fe-9d67-48d614e83376 req-d4e7514f-f0fd-4eb6-a81c-148904267a37 tempest-ServerActionsTestJSON-1945522763 tempest-ServerActionsTestJSON-1945522763-project] 10.222.0.20 "GET /v2.0/security-groups?id=0af35ccc-af3f-4718-892b-c93ffd508c7a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0386162 Jun 23 11:54:23.449834 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron_lib.callbacks.manager [None req-97bd5441-1da2-49ee-a364-27795820ba27 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773699952132', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-899307'] for agent, after_update {{(pid=94176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:54:24.397153 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7ce3dec-3906-4511-ab4b-889dc4114a75 req-df507393-154e-4f98-b375-5904a72bf5f0 tempest-ServerActionsTestJSON-1945522763 tempest-ServerActionsTestJSON-1945522763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94174) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 11:54:24.398527 dv-neutron-601336-94-hyperv neutron-server[94174]: INFO neutron.wsgi [req-a7ce3dec-3906-4511-ab4b-889dc4114a75 req-df507393-154e-4f98-b375-5904a72bf5f0 tempest-ServerActionsTestJSON-1945522763 tempest-ServerActionsTestJSON-1945522763-project] 10.222.0.20 "GET /v2.0/ports?device_id=6e08a8b5-2149-4a93-aae9-22c079397eed HTTP/1.1" status: 200 len: 946 time: 0.0625126 Jun 23 11:54:24.440071 dv-neutron-601336-94-hyperv neutron-server[94174]: INFO neutron.wsgi [req-a7ce3dec-3906-4511-ab4b-889dc4114a75 req-8c4a61a6-624c-4f24-a50b-5f3c76b3ab8f tempest-ServerActionsTestJSON-1945522763 tempest-ServerActionsTestJSON-1945522763-project] 10.222.0.20 "GET /v2.0/security-groups?id=0af35ccc-af3f-4718-892b-c93ffd508c7a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0357800 Jun 23 11:54:25.610494 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-713366fc-75f4-4c89-b49b-892d3d964ec2 req-0f89eaed-e580-4e7c-a6a1-0d92520df1ab tempest-ServerActionsTestJSON-1945522763 tempest-ServerActionsTestJSON-1945522763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 11:54:25.612004 dv-neutron-601336-94-hyperv neutron-server[94175]: INFO neutron.wsgi [req-713366fc-75f4-4c89-b49b-892d3d964ec2 req-0f89eaed-e580-4e7c-a6a1-0d92520df1ab tempest-ServerActionsTestJSON-1945522763 tempest-ServerActionsTestJSON-1945522763-project] 10.222.0.20 "GET /v2.0/ports?device_id=6e08a8b5-2149-4a93-aae9-22c079397eed HTTP/1.1" status: 200 len: 946 time: 0.0640123 Jun 23 11:54:25.649800 dv-neutron-601336-94-hyperv neutron-server[94175]: INFO neutron.wsgi [req-713366fc-75f4-4c89-b49b-892d3d964ec2 req-f351586e-42ba-4fae-893f-1341f28a01b8 tempest-ServerActionsTestJSON-1945522763 tempest-ServerActionsTestJSON-1945522763-project] 10.222.0.20 "GET /v2.0/security-groups?id=0af35ccc-af3f-4718-892b-c93ffd508c7a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0316424 Jun 23 11:54:26.147008 dv-neutron-601336-94-hyperv neutron-server[94177]: DEBUG neutron.db.agents_db [None req-90fb1279-e4c5-4e73-8d66-3a29811dc4e3 None None] Agent healthcheck: found 6 active agents {{(pid=94177) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 23 11:54:26.824684 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b1c8a7f-1270-4cd8-a14e-95d81ce439a2 req-812bf3da-c368-437f-94a3-44003cc457fd tempest-ServerActionsTestJSON-1945522763 tempest-ServerActionsTestJSON-1945522763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94174) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 11:54:26.826125 dv-neutron-601336-94-hyperv neutron-server[94174]: INFO neutron.wsgi [req-5b1c8a7f-1270-4cd8-a14e-95d81ce439a2 req-812bf3da-c368-437f-94a3-44003cc457fd tempest-ServerActionsTestJSON-1945522763 tempest-ServerActionsTestJSON-1945522763-project] 10.222.0.20 "GET /v2.0/ports?device_id=6e08a8b5-2149-4a93-aae9-22c079397eed HTTP/1.1" status: 200 len: 946 time: 0.0629146 Jun 23 11:54:26.862476 dv-neutron-601336-94-hyperv neutron-server[94174]: INFO neutron.wsgi [req-5b1c8a7f-1270-4cd8-a14e-95d81ce439a2 req-00143a25-1e7e-4b8c-9f1d-d63487c74759 tempest-ServerActionsTestJSON-1945522763 tempest-ServerActionsTestJSON-1945522763-project] 10.222.0.20 "GET /v2.0/security-groups?id=0af35ccc-af3f-4718-892b-c93ffd508c7a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0307927 Jun 23 11:54:28.039800 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3828a114-54b6-48e3-9ae1-38573b56f227 req-98bddb55-9628-4a27-9538-8f1be5a23281 tempest-ServerActionsTestJSON-1945522763 tempest-ServerActionsTestJSON-1945522763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 11:54:28.041247 dv-neutron-601336-94-hyperv neutron-server[94175]: INFO neutron.wsgi [req-3828a114-54b6-48e3-9ae1-38573b56f227 req-98bddb55-9628-4a27-9538-8f1be5a23281 tempest-ServerActionsTestJSON-1945522763 tempest-ServerActionsTestJSON-1945522763-project] 10.222.0.20 "GET /v2.0/ports?device_id=6e08a8b5-2149-4a93-aae9-22c079397eed HTTP/1.1" status: 200 len: 946 time: 0.0625262 Jun 23 11:54:28.080107 dv-neutron-601336-94-hyperv neutron-server[94175]: INFO neutron.wsgi [req-3828a114-54b6-48e3-9ae1-38573b56f227 req-3e2596a3-c974-4ebf-b270-eb37a95aab84 tempest-ServerActionsTestJSON-1945522763 tempest-ServerActionsTestJSON-1945522763-project] 10.222.0.20 "GET /v2.0/security-groups?id=0af35ccc-af3f-4718-892b-c93ffd508c7a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0331540 Jun 23 11:54:29.252351 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cadb6beb-4e5b-48bd-aa09-c6891c7afdd5 req-5765e631-bd3d-4a6c-80b8-2c658b248673 tempest-ServerActionsTestJSON-1945522763 tempest-ServerActionsTestJSON-1945522763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94174) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 11:54:29.261238 dv-neutron-601336-94-hyperv neutron-server[94174]: INFO neutron.wsgi [req-cadb6beb-4e5b-48bd-aa09-c6891c7afdd5 req-5765e631-bd3d-4a6c-80b8-2c658b248673 tempest-ServerActionsTestJSON-1945522763 tempest-ServerActionsTestJSON-1945522763-project] 10.222.0.20 "GET /v2.0/ports?device_id=6e08a8b5-2149-4a93-aae9-22c079397eed HTTP/1.1" status: 200 len: 946 time: 0.0630145 Jun 23 11:54:29.291391 dv-neutron-601336-94-hyperv neutron-server[94174]: INFO neutron.wsgi [req-cadb6beb-4e5b-48bd-aa09-c6891c7afdd5 req-5af5c565-30bf-4d35-ad4d-b51b7b323fce tempest-ServerActionsTestJSON-1945522763 tempest-ServerActionsTestJSON-1945522763-project] 10.222.0.20 "GET /v2.0/security-groups?id=0af35ccc-af3f-4718-892b-c93ffd508c7a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0313509 Jun 23 11:54:30.471553 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29804127-b766-4d6d-a81c-223797ace83e req-2e2b5a56-31dd-4f88-9a71-c6a14980c3ee tempest-ServerActionsTestJSON-1945522763 tempest-ServerActionsTestJSON-1945522763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 11:54:30.472973 dv-neutron-601336-94-hyperv neutron-server[94175]: INFO neutron.wsgi [req-29804127-b766-4d6d-a81c-223797ace83e req-2e2b5a56-31dd-4f88-9a71-c6a14980c3ee tempest-ServerActionsTestJSON-1945522763 tempest-ServerActionsTestJSON-1945522763-project] 10.222.0.20 "GET /v2.0/ports?device_id=6e08a8b5-2149-4a93-aae9-22c079397eed HTTP/1.1" status: 200 len: 946 time: 0.0708084 Jun 23 11:54:30.511885 dv-neutron-601336-94-hyperv neutron-server[94175]: INFO neutron.wsgi [req-29804127-b766-4d6d-a81c-223797ace83e req-407bf196-1a3a-4e40-81be-63cee0f78024 tempest-ServerActionsTestJSON-1945522763 tempest-ServerActionsTestJSON-1945522763-project] 10.222.0.20 "GET /v2.0/security-groups?id=0af35ccc-af3f-4718-892b-c93ffd508c7a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0320158 Jun 23 11:54:31.689797 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9da24d06-864d-4165-90a0-eac6430d3bee req-063f97cc-98bd-4b3e-b5e9-77a846c2e3b2 tempest-ServerActionsTestJSON-1945522763 tempest-ServerActionsTestJSON-1945522763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94174) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 11:54:31.691300 dv-neutron-601336-94-hyperv neutron-server[94174]: INFO neutron.wsgi [req-9da24d06-864d-4165-90a0-eac6430d3bee req-063f97cc-98bd-4b3e-b5e9-77a846c2e3b2 tempest-ServerActionsTestJSON-1945522763 tempest-ServerActionsTestJSON-1945522763-project] 10.222.0.20 "GET /v2.0/ports?device_id=6e08a8b5-2149-4a93-aae9-22c079397eed HTTP/1.1" status: 200 len: 946 time: 0.0677352 Jun 23 11:54:31.730194 dv-neutron-601336-94-hyperv neutron-server[94174]: INFO neutron.wsgi [req-9da24d06-864d-4165-90a0-eac6430d3bee req-2fb242b0-d7ee-4574-a4d8-05f1f6a36dce tempest-ServerActionsTestJSON-1945522763 tempest-ServerActionsTestJSON-1945522763-project] 10.222.0.20 "GET /v2.0/security-groups?id=0af35ccc-af3f-4718-892b-c93ffd508c7a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0327871 Jun 23 11:54:32.904637 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6c1f5c3-930c-4cdd-b526-92d5a43d65c7 req-4da3d2b5-9be8-4e4e-b05a-9970f7a8fa7a tempest-ServerActionsTestJSON-1945522763 tempest-ServerActionsTestJSON-1945522763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 11:54:32.906151 dv-neutron-601336-94-hyperv neutron-server[94175]: INFO neutron.wsgi [req-b6c1f5c3-930c-4cdd-b526-92d5a43d65c7 req-4da3d2b5-9be8-4e4e-b05a-9970f7a8fa7a tempest-ServerActionsTestJSON-1945522763 tempest-ServerActionsTestJSON-1945522763-project] 10.222.0.20 "GET /v2.0/ports?device_id=6e08a8b5-2149-4a93-aae9-22c079397eed HTTP/1.1" status: 200 len: 946 time: 0.0639331 Jun 23 11:54:32.971941 dv-neutron-601336-94-hyperv neutron-server[94175]: INFO neutron.wsgi [req-b6c1f5c3-930c-4cdd-b526-92d5a43d65c7 req-94119a39-6f95-4ab5-a4cf-093a8ca1e31b tempest-ServerActionsTestJSON-1945522763 tempest-ServerActionsTestJSON-1945522763-project] 10.222.0.20 "GET /v2.0/security-groups?id=0af35ccc-af3f-4718-892b-c93ffd508c7a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0597596 Jun 23 11:54:32.995464 dv-neutron-601336-94-hyperv neutron-server[94175]: INFO neutron.wsgi [req-0f66c204-3408-4524-b512-504eb4a85527 req-55a9862e-4681-41aa-a585-d02265829a88 service neutron] 10.222.0.52 "GET /v2.0/ports/348b039d-82c1-40a9-abf2-6a5471718cfa/bindings/hv-neutron-6013 HTTP/1.1" status: 200 len: 384 time: 0.0691421 Jun 23 11:54:33.593534 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f66c204-3408-4524-b512-504eb4a85527 req-51890846-44a2-4f79-b208-f54bb4d79851 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 11:54:33.595013 dv-neutron-601336-94-hyperv neutron-server[94175]: INFO neutron.wsgi [req-0f66c204-3408-4524-b512-504eb4a85527 req-51890846-44a2-4f79-b208-f54bb4d79851 service neutron] 10.222.0.52 "GET /v2.0/ports?device_id=6e08a8b5-2149-4a93-aae9-22c079397eed&tenant_id=f95f5bd5d3a04c1cb1d25bcb3c548b20 HTTP/1.1" status: 200 len: 1099 time: 0.0608549 Jun 23 11:54:33.673676 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f66c204-3408-4524-b512-504eb4a85527 req-29bf0639-e3b1-41f8-ae43-7010d19155da service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 11:54:33.675508 dv-neutron-601336-94-hyperv neutron-server[94175]: INFO neutron.wsgi [req-0f66c204-3408-4524-b512-504eb4a85527 req-29bf0639-e3b1-41f8-ae43-7010d19155da service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=f95f5bd5d3a04c1cb1d25bcb3c548b20&device_id=6e08a8b5-2149-4a93-aae9-22c079397eed HTTP/1.1" status: 200 len: 1099 time: 0.0570195 Jun 23 11:54:33.767800 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f66c204-3408-4524-b512-504eb4a85527 req-8a241f5e-984f-4690-bd45-bda2aefcfda2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 11:54:33.769258 dv-neutron-601336-94-hyperv neutron-server[94175]: INFO neutron.wsgi [req-0f66c204-3408-4524-b512-504eb4a85527 req-8a241f5e-984f-4690-bd45-bda2aefcfda2 service neutron] 10.222.0.52 "GET /v2.0/networks?id=2fd142a9-a207-404d-a9ae-7efb565fc5be HTTP/1.1" status: 200 len: 912 time: 0.0864644 Jun 23 11:54:33.840607 dv-neutron-601336-94-hyperv neutron-server[94175]: INFO neutron.wsgi [req-0f66c204-3408-4524-b512-504eb4a85527 req-2844efc6-089b-4ecf-9f69-88f45882fad5 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=348b039d-82c1-40a9-abf2-6a5471718cfa HTTP/1.1" status: 200 len: 1002 time: 0.0642636 Jun 23 11:54:33.896895 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f66c204-3408-4524-b512-504eb4a85527 req-e88f74e4-51a3-4906-b88d-d8719aa4145f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 11:54:33.898387 dv-neutron-601336-94-hyperv neutron-server[94175]: INFO neutron.wsgi [req-0f66c204-3408-4524-b512-504eb4a85527 req-e88f74e4-51a3-4906-b88d-d8719aa4145f service neutron] 10.222.0.52 "GET /v2.0/subnets?id=d690955b-e62b-44f5-a4de-5b19f00224f3 HTTP/1.1" status: 200 len: 850 time: 0.0520496 Jun 23 11:54:33.956360 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f66c204-3408-4524-b512-504eb4a85527 req-215972b9-9b2e-43f3-95ca-7df49c1b5ea1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 11:54:33.957909 dv-neutron-601336-94-hyperv neutron-server[94175]: INFO neutron.wsgi [req-0f66c204-3408-4524-b512-504eb4a85527 req-215972b9-9b2e-43f3-95ca-7df49c1b5ea1 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=2fd142a9-a207-404d-a9ae-7efb565fc5be&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1178 time: 0.0528479 Jun 23 11:54:34.060786 dv-neutron-601336-94-hyperv neutron-server[94175]: INFO neutron.wsgi [req-0f66c204-3408-4524-b512-504eb4a85527 req-d7d62847-9a5c-43e8-a28a-c3a20d9b8ffa service neutron] 10.222.0.52 "GET /v2.0/networks/2fd142a9-a207-404d-a9ae-7efb565fc5be?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0959077 Jun 23 11:54:34.166461 dv-neutron-601336-94-hyperv neutron-server[94175]: INFO neutron.wsgi [req-0f66c204-3408-4524-b512-504eb4a85527 req-0da22a7b-2b5f-4eb1-bc93-1271d6a4d1b8 service neutron] 10.222.0.52 "GET /v2.0/networks/2fd142a9-a207-404d-a9ae-7efb565fc5be?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0989168 Jun 23 11:54:34.172487 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccfb271b-42ec-4b8d-8768-c0268dc7c440 req-6373fa53-35a6-4d59-bfe2-64831191e671 tempest-ServerActionsTestJSON-1945522763 tempest-ServerActionsTestJSON-1945522763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94174) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 11:54:34.172487 dv-neutron-601336-94-hyperv neutron-server[94174]: INFO neutron.wsgi [req-ccfb271b-42ec-4b8d-8768-c0268dc7c440 req-6373fa53-35a6-4d59-bfe2-64831191e671 tempest-ServerActionsTestJSON-1945522763 tempest-ServerActionsTestJSON-1945522763-project] 10.222.0.20 "GET /v2.0/ports?device_id=6e08a8b5-2149-4a93-aae9-22c079397eed HTTP/1.1" status: 200 len: 946 time: 0.0789685 Jun 23 11:54:34.222937 dv-neutron-601336-94-hyperv neutron-server[94174]: INFO neutron.wsgi [req-ccfb271b-42ec-4b8d-8768-c0268dc7c440 req-4c45ac26-d1d4-42db-bcf4-e32eb3f630dc tempest-ServerActionsTestJSON-1945522763 tempest-ServerActionsTestJSON-1945522763-project] 10.222.0.20 "GET /v2.0/security-groups?id=0af35ccc-af3f-4718-892b-c93ffd508c7a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0476635 Jun 23 11:54:35.421494 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67533e69-f5b1-4b84-89f0-ba735e8cde0b req-897b69df-f6b8-4985-b474-c646cc172503 tempest-ServerActionsTestJSON-1945522763 tempest-ServerActionsTestJSON-1945522763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 11:54:35.422934 dv-neutron-601336-94-hyperv neutron-server[94175]: INFO neutron.wsgi [req-67533e69-f5b1-4b84-89f0-ba735e8cde0b req-897b69df-f6b8-4985-b474-c646cc172503 tempest-ServerActionsTestJSON-1945522763 tempest-ServerActionsTestJSON-1945522763-project] 10.222.0.20 "GET /v2.0/ports?device_id=6e08a8b5-2149-4a93-aae9-22c079397eed HTTP/1.1" status: 200 len: 946 time: 0.0799394 Jun 23 11:54:35.465438 dv-neutron-601336-94-hyperv neutron-server[94175]: INFO neutron.wsgi [req-67533e69-f5b1-4b84-89f0-ba735e8cde0b req-b5685a66-9dd2-42cb-b70d-f28562498e6a tempest-ServerActionsTestJSON-1945522763 tempest-ServerActionsTestJSON-1945522763-project] 10.222.0.20 "GET /v2.0/security-groups?id=0af35ccc-af3f-4718-892b-c93ffd508c7a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0352418 Jun 23 11:54:35.941407 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.plugins.ml2.rpc [None req-97bd5441-1da2-49ee-a364-27795820ba27 None None] Device 348b039d-82c1-40a9-abf2-6a5471718cfa details requested by agent hyperv_hv-neutron-6013 with host hv-neutron-6013 {{(pid=94176) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:104}} Jun 23 11:54:35.944687 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.plugins.ml2.rpc [None req-97bd5441-1da2-49ee-a364-27795820ba27 None None] Device 348b039d-82c1-40a9-abf2-6a5471718cfa no longer exists at agent hyperv_hv-neutron-6013 {{(pid=94176) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:261}} Jun 23 11:54:36.143198 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron_lib.db.resource_extend [None req-97bd5441-1da2-49ee-a364-27795820ba27 None None] It took 0.16 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=94176) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jun 23 11:54:36.235999 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron_lib.callbacks.manager [None req-97bd5441-1da2-49ee-a364-27795820ba27 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-923122'] for port, before_update {{(pid=94176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:54:36.262472 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.plugins.ml2.db [None req-97bd5441-1da2-49ee-a364-27795820ba27 None None] For port 348b039d-82c1-40a9-abf2-6a5471718cfa, host hv-neutron-6013, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-6013',level=0,port_id=348b039d-82c1-40a9-abf2-6a5471718cfa,segment=NetworkSegment(c5336f67-3b17-48c3-969f-4266bc0dd37d),segment_id=c5336f67-3b17-48c3-969f-4266bc0dd37d)] {{(pid=94176) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 23 11:54:36.280427 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.plugins.ml2.rpc [None req-97bd5441-1da2-49ee-a364-27795820ba27 None None] Returning: {'device': '348b039d-82c1-40a9-abf2-6a5471718cfa', 'network_id': '2fd142a9-a207-404d-a9ae-7efb565fc5be', 'port_id': '348b039d-82c1-40a9-abf2-6a5471718cfa', 'mac_address': 'fa:16:3e:31:0f:ee', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 443, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd690955b-e62b-44f5-a4de-5b19f00224f3', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94176) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:186}} Jun 23 11:54:36.285807 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6e08a8b5-2149-4a93-aae9-22c079397eed', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '348b039d-82c1-40a9-abf2-6a5471718cfa'}] {{(pid=94176) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 23 11:54:36.288338 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}887b0dfc0393de878080286a57e4a08d4fa60dd0cddd118f338ebfcd351ddd4c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5004b190-37fb-44a0-b950-1e37a9e4afc2" -d '{"events": [{"server_uuid": "6e08a8b5-2149-4a93-aae9-22c079397eed", "name": "network-vif-unplugged", "status": "completed", "tag": "348b039d-82c1-40a9-abf2-6a5471718cfa"}]}' {{(pid=94176) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 23 11:54:36.321546 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.plugins.ml2.db [None req-97bd5441-1da2-49ee-a364-27795820ba27 None None] For port 348b039d-82c1-40a9-abf2-6a5471718cfa, host hv-neutron-6013, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-6013',level=0,port_id=348b039d-82c1-40a9-abf2-6a5471718cfa,segment=NetworkSegment(c5336f67-3b17-48c3-969f-4266bc0dd37d),segment_id=c5336f67-3b17-48c3-969f-4266bc0dd37d)] {{(pid=94176) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 23 11:54:36.343979 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 23 Jun 2021 11:54:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7b41260f-ad4b-44d4-9aa6-4d444dcea1f7 x-openstack-request-id: req-7b41260f-ad4b-44d4-9aa6-4d444dcea1f7 {{(pid=94176) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 23 11:54:36.344280 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6e08a8b5-2149-4a93-aae9-22c079397eed", "name": "network-vif-unplugged", "status": "completed", "tag": "348b039d-82c1-40a9-abf2-6a5471718cfa", "code": 200}]} {{(pid=94176) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 23 11:54:36.344560 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-7b41260f-ad4b-44d4-9aa6-4d444dcea1f7 {{(pid=94176) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 23 11:54:36.344955 dv-neutron-601336-94-hyperv neutron-server[94176]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6e08a8b5-2149-4a93-aae9-22c079397eed', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '348b039d-82c1-40a9-abf2-6a5471718cfa', 'code': 200} Jun 23 11:54:36.345996 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron_lib.callbacks.manager [None req-97bd5441-1da2-49ee-a364-27795820ba27 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-923122'] for port, before_update {{(pid=94176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:54:36.360210 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.notifiers.nova [None req-97bd5441-1da2-49ee-a364-27795820ba27 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 348b039d-82c1-40a9-abf2-6a5471718cfa {{(pid=94176) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 23 11:54:36.425981 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron_lib.callbacks.manager [None req-97bd5441-1da2-49ee-a364-27795820ba27 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-922904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866062', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773700135042', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773699642233', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773699642278'] for port, after_update {{(pid=94176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:54:36.428854 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG oslo_concurrency.lockutils [None req-dc7542b2-afef-47f4-a763-e3a3cba144be None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 11:54:36.504283 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron_lib.db.api [None req-97bd5441-1da2-49ee-a364-27795820ba27 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=94176) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jun 23 11:54:36.504283 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG oslo_db.api [None req-97bd5441-1da2-49ee-a364-27795820ba27 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=94176) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jun 23 11:54:36.509761 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97bd5441-1da2-49ee-a364-27795820ba27 None None] Pushing event updated for resources: {'Port': ['ID=348b039d-82c1-40a9-abf2-6a5471718cfa,revision_number=6']} {{(pid=94176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 11:54:36.520794 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97bd5441-1da2-49ee-a364-27795820ba27 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-601336-94-hyperv {{(pid=94176) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 11:54:36.539726 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97bd5441-1da2-49ee-a364-27795820ba27 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-94-hyperv {{(pid=94176) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 11:54:36.539726 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97bd5441-1da2-49ee-a364-27795820ba27 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-94-hyperv {{(pid=94176) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 11:54:36.539726 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97bd5441-1da2-49ee-a364-27795820ba27 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-601336-94-hyperv {{(pid=94176) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 11:54:36.539726 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97bd5441-1da2-49ee-a364-27795820ba27 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-601336-94-hyperv {{(pid=94176) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 11:54:36.539726 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97bd5441-1da2-49ee-a364-27795820ba27 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-601336-94-hyperv {{(pid=94176) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 11:54:36.539726 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97bd5441-1da2-49ee-a364-27795820ba27 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-601336-94-hyperv {{(pid=94176) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 11:54:36.539726 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97bd5441-1da2-49ee-a364-27795820ba27 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-601336-94-hyperv {{(pid=94176) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 11:54:36.539726 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97bd5441-1da2-49ee-a364-27795820ba27 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-601336-94-hyperv {{(pid=94176) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 11:54:36.539726 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97bd5441-1da2-49ee-a364-27795820ba27 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-94-hyperv {{(pid=94176) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 11:54:36.539726 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97bd5441-1da2-49ee-a364-27795820ba27 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-601336-94-hyperv {{(pid=94176) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 11:54:36.539726 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97bd5441-1da2-49ee-a364-27795820ba27 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-601336-94-hyperv {{(pid=94176) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 11:54:36.539726 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG oslo_concurrency.lockutils [None req-97bd5441-1da2-49ee-a364-27795820ba27 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.101s {{(pid=94176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 11:54:36.661410 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5509ccef-74d9-406c-b5ce-6a4c958d8e15 req-651142f4-af00-4e57-adad-465904610ae3 tempest-ServerActionsTestJSON-1945522763 tempest-ServerActionsTestJSON-1945522763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 11:54:36.662929 dv-neutron-601336-94-hyperv neutron-server[94175]: INFO neutron.wsgi [req-5509ccef-74d9-406c-b5ce-6a4c958d8e15 req-651142f4-af00-4e57-adad-465904610ae3 tempest-ServerActionsTestJSON-1945522763 tempest-ServerActionsTestJSON-1945522763-project] 10.222.0.20 "GET /v2.0/ports?device_id=6e08a8b5-2149-4a93-aae9-22c079397eed HTTP/1.1" status: 200 len: 944 time: 0.0759380 Jun 23 11:54:36.706441 dv-neutron-601336-94-hyperv neutron-server[94175]: INFO neutron.wsgi [req-5509ccef-74d9-406c-b5ce-6a4c958d8e15 req-cf9c03c1-3c27-47ed-be38-df0fc84b3aab tempest-ServerActionsTestJSON-1945522763 tempest-ServerActionsTestJSON-1945522763-project] 10.222.0.20 "GET /v2.0/security-groups?id=0af35ccc-af3f-4718-892b-c93ffd508c7a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0353825 Jun 23 11:54:37.052114 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron_lib.callbacks.manager [None req-97bd5441-1da2-49ee-a364-27795820ba27 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-923122'] for port, before_update {{(pid=94176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:54:37.072711 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.notifiers.nova [None req-97bd5441-1da2-49ee-a364-27795820ba27 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 348b039d-82c1-40a9-abf2-6a5471718cfa {{(pid=94176) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 23 11:54:37.092910 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.plugins.ml2.db [None req-97bd5441-1da2-49ee-a364-27795820ba27 None None] For port 348b039d-82c1-40a9-abf2-6a5471718cfa, host hv-neutron-6013, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-6013',level=0,port_id=348b039d-82c1-40a9-abf2-6a5471718cfa,segment=NetworkSegment(c5336f67-3b17-48c3-969f-4266bc0dd37d),segment_id=c5336f67-3b17-48c3-969f-4266bc0dd37d)] {{(pid=94176) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 23 11:54:37.185846 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron_lib.callbacks.manager [None req-97bd5441-1da2-49ee-a364-27795820ba27 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-922904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866062', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773700135042', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773699642233', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773699642278'] for port, after_update {{(pid=94176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:54:37.187809 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG oslo_concurrency.lockutils [None req-97bd5441-1da2-49ee-a364-27795820ba27 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 11:54:37.192663 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1aedef17-fc7a-46de-9604-d5826218d8f6 req-1b3f07c8-967c-4e5c-9e96-9176674694d9 tempest-ServerActionsTestJSON-1945522763 tempest-ServerActionsTestJSON-1945522763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 11:54:37.196064 dv-neutron-601336-94-hyperv neutron-server[94175]: INFO neutron.wsgi [req-1aedef17-fc7a-46de-9604-d5826218d8f6 req-1b3f07c8-967c-4e5c-9e96-9176674694d9 tempest-ServerActionsTestJSON-1945522763 tempest-ServerActionsTestJSON-1945522763-project] 10.222.0.20 "GET /v2.0/ports?device_id=6e08a8b5-2149-4a93-aae9-22c079397eed HTTP/1.1" status: 200 len: 944 time: 0.0809352 Jun 23 11:54:37.242738 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97bd5441-1da2-49ee-a364-27795820ba27 None None] Pushing event updated for resources: {'Port': ['ID=348b039d-82c1-40a9-abf2-6a5471718cfa,revision_number=7']} {{(pid=94176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 11:54:37.246998 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.plugins.ml2.db [None req-97bd5441-1da2-49ee-a364-27795820ba27 None None] get_ports_and_sgs() called for port_ids ['348b039d-82c1-40a9-abf2-6a5471718cfa'] {{(pid=94176) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 23 11:54:37.249055 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG oslo_concurrency.lockutils [None req-97bd5441-1da2-49ee-a364-27795820ba27 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.061s {{(pid=94176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 11:54:37.271398 dv-neutron-601336-94-hyperv neutron-server[94175]: INFO neutron.wsgi [req-1aedef17-fc7a-46de-9604-d5826218d8f6 req-73efade5-22b1-471e-a01a-cdaf31355213 tempest-ServerActionsTestJSON-1945522763 tempest-ServerActionsTestJSON-1945522763-project] 10.222.0.20 "GET /v2.0/security-groups?id=0af35ccc-af3f-4718-892b-c93ffd508c7a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0704126 Jun 23 11:54:37.318216 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd6b3858-0f1e-4a34-8396-92c4d178b7b1 req-18b09219-897f-45db-a9af-02b2a9456dc2 tempest-ServerActionsTestJSON-1945522763 tempest-ServerActionsTestJSON-1945522763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 11:54:37.319785 dv-neutron-601336-94-hyperv neutron-server[94175]: INFO neutron.wsgi [req-bd6b3858-0f1e-4a34-8396-92c4d178b7b1 req-18b09219-897f-45db-a9af-02b2a9456dc2 tempest-ServerActionsTestJSON-1945522763 tempest-ServerActionsTestJSON-1945522763-project] 10.222.0.52 "GET /v2.0/ports?device_id=6e08a8b5-2149-4a93-aae9-22c079397eed&tenant_id=f95f5bd5d3a04c1cb1d25bcb3c548b20&binding%3Ahost_id=hv-neutron-6013 HTTP/1.1" status: 200 len: 945 time: 0.1030977 Jun 23 11:54:37.427647 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd6b3858-0f1e-4a34-8396-92c4d178b7b1 req-922a4e01-c4a2-43be-9e2f-c5696beab2ff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 11:54:37.429172 dv-neutron-601336-94-hyperv neutron-server[94175]: INFO neutron.wsgi [req-bd6b3858-0f1e-4a34-8396-92c4d178b7b1 req-922a4e01-c4a2-43be-9e2f-c5696beab2ff service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=f95f5bd5d3a04c1cb1d25bcb3c548b20&device_id=6e08a8b5-2149-4a93-aae9-22c079397eed HTTP/1.1" status: 200 len: 1098 time: 0.0625451 Jun 23 11:54:37.527729 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd6b3858-0f1e-4a34-8396-92c4d178b7b1 req-9b7e5ace-71fb-4a1e-b14c-19986e730a7d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 11:54:37.529270 dv-neutron-601336-94-hyperv neutron-server[94175]: INFO neutron.wsgi [req-bd6b3858-0f1e-4a34-8396-92c4d178b7b1 req-9b7e5ace-71fb-4a1e-b14c-19986e730a7d service neutron] 10.222.0.52 "GET /v2.0/networks?id=2fd142a9-a207-404d-a9ae-7efb565fc5be HTTP/1.1" status: 200 len: 912 time: 0.0925605 Jun 23 11:54:37.594719 dv-neutron-601336-94-hyperv neutron-server[94175]: INFO neutron.wsgi [req-bd6b3858-0f1e-4a34-8396-92c4d178b7b1 req-e6f0e817-369e-4406-bbbc-951d9bdb5242 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=348b039d-82c1-40a9-abf2-6a5471718cfa HTTP/1.1" status: 200 len: 1001 time: 0.0592051 Jun 23 11:54:37.644905 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd6b3858-0f1e-4a34-8396-92c4d178b7b1 req-760113c5-50f5-4221-b247-7371b4238268 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 11:54:37.646887 dv-neutron-601336-94-hyperv neutron-server[94175]: INFO neutron.wsgi [req-bd6b3858-0f1e-4a34-8396-92c4d178b7b1 req-760113c5-50f5-4221-b247-7371b4238268 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=d690955b-e62b-44f5-a4de-5b19f00224f3 HTTP/1.1" status: 200 len: 850 time: 0.0450449 Jun 23 11:54:37.713498 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd6b3858-0f1e-4a34-8396-92c4d178b7b1 req-86cf6038-7b75-45f9-883a-a0d9a9b8c1bb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 11:54:37.714984 dv-neutron-601336-94-hyperv neutron-server[94175]: INFO neutron.wsgi [req-bd6b3858-0f1e-4a34-8396-92c4d178b7b1 req-86cf6038-7b75-45f9-883a-a0d9a9b8c1bb service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=2fd142a9-a207-404d-a9ae-7efb565fc5be&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1178 time: 0.0615749 Jun 23 11:54:37.807478 dv-neutron-601336-94-hyperv neutron-server[94175]: INFO neutron.wsgi [req-bd6b3858-0f1e-4a34-8396-92c4d178b7b1 req-189c945e-ba83-433c-acd8-ef0a0c3b2555 service neutron] 10.222.0.52 "GET /v2.0/networks/2fd142a9-a207-404d-a9ae-7efb565fc5be?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0857699 Jun 23 11:54:37.915954 dv-neutron-601336-94-hyperv neutron-server[94175]: INFO neutron.wsgi [req-bd6b3858-0f1e-4a34-8396-92c4d178b7b1 req-7e6ccc70-e739-48bb-89bf-036d2d00afbc service neutron] 10.222.0.52 "GET /v2.0/networks/2fd142a9-a207-404d-a9ae-7efb565fc5be?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1023915 Jun 23 11:54:37.952257 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.plugins.ml2.rpc [None req-97bd5441-1da2-49ee-a364-27795820ba27 None None] Device 348b039d-82c1-40a9-abf2-6a5471718cfa no longer exists at agent hyperv_hv-neutron-6013 {{(pid=94176) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:261}} Jun 23 11:54:38.035521 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron_lib.callbacks.manager [None req-97bd5441-1da2-49ee-a364-27795820ba27 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-923122'] for port, before_update {{(pid=94176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:54:38.050920 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.notifiers.nova [None req-97bd5441-1da2-49ee-a364-27795820ba27 None None] Ignoring state change previous_port_status: BUILD current_port_status: DOWN port_id 348b039d-82c1-40a9-abf2-6a5471718cfa {{(pid=94176) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 23 11:54:38.077446 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.plugins.ml2.db [None req-97bd5441-1da2-49ee-a364-27795820ba27 None None] For port 348b039d-82c1-40a9-abf2-6a5471718cfa, host hv-neutron-6013, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-6013',level=0,port_id=348b039d-82c1-40a9-abf2-6a5471718cfa,segment=NetworkSegment(c5336f67-3b17-48c3-969f-4266bc0dd37d),segment_id=c5336f67-3b17-48c3-969f-4266bc0dd37d)] {{(pid=94176) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 23 11:54:38.164556 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron_lib.callbacks.manager [None req-97bd5441-1da2-49ee-a364-27795820ba27 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-922904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866062', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773700135042', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773699642233', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773699642278'] for port, after_update {{(pid=94176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:54:38.166513 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG oslo_concurrency.lockutils [None req-97bd5441-1da2-49ee-a364-27795820ba27 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 11:54:38.227715 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97bd5441-1da2-49ee-a364-27795820ba27 None None] Pushing event updated for resources: {'Port': ['ID=348b039d-82c1-40a9-abf2-6a5471718cfa,revision_number=8']} {{(pid=94176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 11:54:38.230874 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG oslo_concurrency.lockutils [None req-97bd5441-1da2-49ee-a364-27795820ba27 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.064s {{(pid=94176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 11:54:38.477081 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2323576e-e8d2-4e69-815c-34964005bb83 req-703f5a8b-e568-461e-8dca-559e226604cf tempest-ServerActionsTestJSON-1945522763 tempest-ServerActionsTestJSON-1945522763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94174) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 11:54:38.478599 dv-neutron-601336-94-hyperv neutron-server[94174]: INFO neutron.wsgi [req-2323576e-e8d2-4e69-815c-34964005bb83 req-703f5a8b-e568-461e-8dca-559e226604cf tempest-ServerActionsTestJSON-1945522763 tempest-ServerActionsTestJSON-1945522763-project] 10.222.0.20 "GET /v2.0/ports?device_id=6e08a8b5-2149-4a93-aae9-22c079397eed HTTP/1.1" status: 200 len: 944 time: 0.0881639 Jun 23 11:54:38.519454 dv-neutron-601336-94-hyperv neutron-server[94174]: INFO neutron.wsgi [req-2323576e-e8d2-4e69-815c-34964005bb83 req-4cf60880-a9a8-4a3b-9e75-c128adb4f7ef tempest-ServerActionsTestJSON-1945522763 tempest-ServerActionsTestJSON-1945522763-project] 10.222.0.20 "GET /v2.0/security-groups?id=0af35ccc-af3f-4718-892b-c93ffd508c7a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0330966 Jun 23 11:54:39.706042 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb9afe8f-eee3-4978-a873-e65a4e03e79b req-e4660334-e708-45e1-9099-7b8143b305a6 tempest-ServerActionsTestJSON-1945522763 tempest-ServerActionsTestJSON-1945522763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 11:54:39.707706 dv-neutron-601336-94-hyperv neutron-server[94175]: INFO neutron.wsgi [req-eb9afe8f-eee3-4978-a873-e65a4e03e79b req-e4660334-e708-45e1-9099-7b8143b305a6 tempest-ServerActionsTestJSON-1945522763 tempest-ServerActionsTestJSON-1945522763-project] 10.222.0.20 "GET /v2.0/ports?device_id=6e08a8b5-2149-4a93-aae9-22c079397eed HTTP/1.1" status: 200 len: 944 time: 0.0700469 Jun 23 11:54:39.748520 dv-neutron-601336-94-hyperv neutron-server[94175]: INFO neutron.wsgi [req-eb9afe8f-eee3-4978-a873-e65a4e03e79b req-028d42aa-6638-4e07-b6a3-a19bf35af835 tempest-ServerActionsTestJSON-1945522763 tempest-ServerActionsTestJSON-1945522763-project] 10.222.0.20 "GET /v2.0/security-groups?id=0af35ccc-af3f-4718-892b-c93ffd508c7a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0351815 Jun 23 11:54:39.924828 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d14b750a-190e-4cdb-a8cc-8ebb574bddf3 req-77701f55-405a-40a2-83db-b2205d7f6f1c tempest-ServerActionsTestJSON-1945522763 tempest-ServerActionsTestJSON-1945522763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94174) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 11:54:39.926402 dv-neutron-601336-94-hyperv neutron-server[94174]: INFO neutron.wsgi [req-d14b750a-190e-4cdb-a8cc-8ebb574bddf3 req-77701f55-405a-40a2-83db-b2205d7f6f1c tempest-ServerActionsTestJSON-1945522763 tempest-ServerActionsTestJSON-1945522763-project] 10.222.0.20 "GET /v2.0/ports?device_id=6e08a8b5-2149-4a93-aae9-22c079397eed HTTP/1.1" status: 200 len: 944 time: 0.0658128 Jun 23 11:54:39.967766 dv-neutron-601336-94-hyperv neutron-server[94174]: INFO neutron.wsgi [req-d14b750a-190e-4cdb-a8cc-8ebb574bddf3 req-bf254133-eac4-4322-9e26-ac803490b44f tempest-ServerActionsTestJSON-1945522763 tempest-ServerActionsTestJSON-1945522763-project] 10.222.0.20 "GET /v2.0/security-groups?id=0af35ccc-af3f-4718-892b-c93ffd508c7a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0351691 Jun 23 11:54:40.156958 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92879458-2a04-4a27-bb9f-7480396c8218 req-2278fe97-0dc0-4ec8-afff-5ef86d26ee10 tempest-ServerActionsTestJSON-1945522763 tempest-ServerActionsTestJSON-1945522763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 11:54:40.158784 dv-neutron-601336-94-hyperv neutron-server[94175]: INFO neutron.wsgi [req-92879458-2a04-4a27-bb9f-7480396c8218 req-2278fe97-0dc0-4ec8-afff-5ef86d26ee10 tempest-ServerActionsTestJSON-1945522763 tempest-ServerActionsTestJSON-1945522763-project] 10.222.0.20 "GET /v2.0/ports?device_id=6e08a8b5-2149-4a93-aae9-22c079397eed HTTP/1.1" status: 200 len: 944 time: 0.0671618 Jun 23 11:54:40.207699 dv-neutron-601336-94-hyperv neutron-server[94175]: INFO neutron.wsgi [req-92879458-2a04-4a27-bb9f-7480396c8218 req-01bad9fc-ddd7-445d-b831-09fef743ad57 tempest-ServerActionsTestJSON-1945522763 tempest-ServerActionsTestJSON-1945522763-project] 10.222.0.20 "GET /v2.0/security-groups?id=0af35ccc-af3f-4718-892b-c93ffd508c7a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0391281 Jun 23 11:54:40.896926 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3be7046b-2c1e-49f4-a24e-7457d2ed8f3e req-7cb625e1-9b62-4c4e-af21-6994fec933b4 tempest-ServerActionsTestJSON-1945522763 tempest-ServerActionsTestJSON-1945522763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 11:54:40.898408 dv-neutron-601336-94-hyperv neutron-server[94175]: INFO neutron.wsgi [req-3be7046b-2c1e-49f4-a24e-7457d2ed8f3e req-7cb625e1-9b62-4c4e-af21-6994fec933b4 tempest-ServerActionsTestJSON-1945522763 tempest-ServerActionsTestJSON-1945522763-project] 10.222.0.20 "GET /v2.0/ports?device_id=6e08a8b5-2149-4a93-aae9-22c079397eed HTTP/1.1" status: 200 len: 944 time: 0.0823004 Jun 23 11:54:40.937876 dv-neutron-601336-94-hyperv neutron-server[94175]: INFO neutron.wsgi [req-3be7046b-2c1e-49f4-a24e-7457d2ed8f3e req-fdebc071-9b9e-470e-8d17-c19fd8682070 tempest-ServerActionsTestJSON-1945522763 tempest-ServerActionsTestJSON-1945522763-project] 10.222.0.20 "GET /v2.0/security-groups?id=0af35ccc-af3f-4718-892b-c93ffd508c7a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0335553 Jun 23 11:54:40.986978 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron_lib.callbacks.manager [None req-d656e204-a146-4954-9690-626b9921e69f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773699952132', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-899307'] for agent, after_update {{(pid=94176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:54:42.114034 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09780533-e85c-4556-bae0-e98f8a85e9b7 req-2a6d52b6-b2cc-4f98-91a7-a39529e9721e tempest-ServerActionsTestJSON-1945522763 tempest-ServerActionsTestJSON-1945522763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94174) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 11:54:42.116041 dv-neutron-601336-94-hyperv neutron-server[94174]: INFO neutron.wsgi [req-09780533-e85c-4556-bae0-e98f8a85e9b7 req-2a6d52b6-b2cc-4f98-91a7-a39529e9721e tempest-ServerActionsTestJSON-1945522763 tempest-ServerActionsTestJSON-1945522763-project] 10.222.0.20 "GET /v2.0/ports?device_id=6e08a8b5-2149-4a93-aae9-22c079397eed HTTP/1.1" status: 200 len: 944 time: 0.0654578 Jun 23 11:54:42.158733 dv-neutron-601336-94-hyperv neutron-server[94174]: INFO neutron.wsgi [req-09780533-e85c-4556-bae0-e98f8a85e9b7 req-8766e5b6-45b4-4325-a783-0b1f7a766367 tempest-ServerActionsTestJSON-1945522763 tempest-ServerActionsTestJSON-1945522763-project] 10.222.0.20 "GET /v2.0/security-groups?id=0af35ccc-af3f-4718-892b-c93ffd508c7a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0368018 Jun 23 11:54:42.516601 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e3573cf-6549-4182-bfa2-ca9f99faf3e5 req-1987ef54-715e-4ba9-82b7-334d0257159c tempest-ServerActionsTestJSON-1945522763 tempest-ServerActionsTestJSON-1945522763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 11:54:42.518092 dv-neutron-601336-94-hyperv neutron-server[94175]: INFO neutron.wsgi [req-4e3573cf-6549-4182-bfa2-ca9f99faf3e5 req-1987ef54-715e-4ba9-82b7-334d0257159c tempest-ServerActionsTestJSON-1945522763 tempest-ServerActionsTestJSON-1945522763-project] 10.222.0.52 "GET /v2.0/ports?device_id=6e08a8b5-2149-4a93-aae9-22c079397eed HTTP/1.1" status: 200 len: 944 time: 0.0693567 Jun 23 11:54:42.640564 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.plugins.ml2.plugin [req-4e3573cf-6549-4182-bfa2-ca9f99faf3e5 req-1f5c4575-efe2-4a9f-a90d-16f12774bc6c tempest-ServerActionsTestJSON-1945522763 tempest-ServerActionsTestJSON-1945522763-project] Deleting port 348b039d-82c1-40a9-abf2-6a5471718cfa {{(pid=94175) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1913}} Jun 23 11:54:42.640924 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron_lib.callbacks.manager [req-4e3573cf-6549-4182-bfa2-ca9f99faf3e5 req-1f5c4575-efe2-4a9f-a90d-16f12774bc6c tempest-ServerActionsTestJSON-1945522763 tempest-ServerActionsTestJSON-1945522763-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773700079324'] for port, before_delete {{(pid=94175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:54:42.752904 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.plugins.ml2.db [req-4e3573cf-6549-4182-bfa2-ca9f99faf3e5 req-1f5c4575-efe2-4a9f-a90d-16f12774bc6c tempest-ServerActionsTestJSON-1945522763 tempest-ServerActionsTestJSON-1945522763-project] For port 348b039d-82c1-40a9-abf2-6a5471718cfa, host hv-neutron-6013, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-6013',level=0,port_id=348b039d-82c1-40a9-abf2-6a5471718cfa,segment=NetworkSegment(c5336f67-3b17-48c3-969f-4266bc0dd37d),segment_id=c5336f67-3b17-48c3-969f-4266bc0dd37d)] {{(pid=94175) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 23 11:54:42.753267 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron_lib.callbacks.manager [req-4e3573cf-6549-4182-bfa2-ca9f99faf3e5 req-1f5c4575-efe2-4a9f-a90d-16f12774bc6c tempest-ServerActionsTestJSON-1945522763 tempest-ServerActionsTestJSON-1945522763-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-430722'] for port, precommit_delete {{(pid=94175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:54:42.985286 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron_lib.callbacks.manager [req-4e3573cf-6549-4182-bfa2-ca9f99faf3e5 req-1f5c4575-efe2-4a9f-a90d-16f12774bc6c tempest-ServerActionsTestJSON-1945522763 tempest-ServerActionsTestJSON-1945522763-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:54:42.985659 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron_lib.callbacks.manager [req-4e3573cf-6549-4182-bfa2-ca9f99faf3e5 req-1f5c4575-efe2-4a9f-a90d-16f12774bc6c tempest-ServerActionsTestJSON-1945522763 tempest-ServerActionsTestJSON-1945522763-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-524229'] for floatingip, after_update {{(pid=94175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:54:42.985983 dv-neutron-601336-94-hyperv neutron-server[94175]: INFO neutron.db.l3_db [req-4e3573cf-6549-4182-bfa2-ca9f99faf3e5 req-1f5c4575-efe2-4a9f-a90d-16f12774bc6c tempest-ServerActionsTestJSON-1945522763 tempest-ServerActionsTestJSON-1945522763-project] Floating IP c49a1dd4-5f39-4d60-a6c5-625a0e4b7a3b disassociated. External IP: 172.26.3.172, port: 348b039d-82c1-40a9-abf2-6a5471718cfa. Jun 23 11:54:42.986329 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.plugins.ml2.plugin [req-4e3573cf-6549-4182-bfa2-ca9f99faf3e5 req-1f5c4575-efe2-4a9f-a90d-16f12774bc6c tempest-ServerActionsTestJSON-1945522763 tempest-ServerActionsTestJSON-1945522763-project] Calling delete_port for 348b039d-82c1-40a9-abf2-6a5471718cfa owned by compute:nova {{(pid=94175) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1986}} Jun 23 11:54:43.201368 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron_lib.callbacks.manager [req-4e3573cf-6549-4182-bfa2-ca9f99faf3e5 req-1f5c4575-efe2-4a9f-a90d-16f12774bc6c tempest-ServerActionsTestJSON-1945522763 tempest-ServerActionsTestJSON-1945522763-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-922904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866062', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773700135024', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773699642224', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5082448'] for port, after_delete {{(pid=94175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:54:43.207014 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG oslo_concurrency.lockutils [None req-f5a3d67c-c722-41d4-8f04-280d38ff4827 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94175) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 11:54:43.233492 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f5c4575-efe2-4a9f-a90d-16f12774bc6c tempest-ServerActionsTestJSON-1945522763 tempest-ServerActionsTestJSON-1945522763-project] Pushing event deleted for resources: {'Port': ['ID=348b039d-82c1-40a9-abf2-6a5471718cfa,revision_number=None']} {{(pid=94175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 11:54:43.247144 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f5c4575-efe2-4a9f-a90d-16f12774bc6c tempest-ServerActionsTestJSON-1945522763 tempest-ServerActionsTestJSON-1945522763-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-601336-94-hyperv {{(pid=94175) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 11:54:43.247524 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f5c4575-efe2-4a9f-a90d-16f12774bc6c tempest-ServerActionsTestJSON-1945522763 tempest-ServerActionsTestJSON-1945522763-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-94-hyperv {{(pid=94175) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 11:54:43.247904 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f5c4575-efe2-4a9f-a90d-16f12774bc6c tempest-ServerActionsTestJSON-1945522763 tempest-ServerActionsTestJSON-1945522763-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-94-hyperv {{(pid=94175) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 11:54:43.248287 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f5c4575-efe2-4a9f-a90d-16f12774bc6c tempest-ServerActionsTestJSON-1945522763 tempest-ServerActionsTestJSON-1945522763-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-601336-94-hyperv {{(pid=94175) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 11:54:43.248656 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f5c4575-efe2-4a9f-a90d-16f12774bc6c tempest-ServerActionsTestJSON-1945522763 tempest-ServerActionsTestJSON-1945522763-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-601336-94-hyperv {{(pid=94175) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 11:54:43.249028 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f5c4575-efe2-4a9f-a90d-16f12774bc6c tempest-ServerActionsTestJSON-1945522763 tempest-ServerActionsTestJSON-1945522763-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-601336-94-hyperv {{(pid=94175) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 11:54:43.249395 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f5c4575-efe2-4a9f-a90d-16f12774bc6c tempest-ServerActionsTestJSON-1945522763 tempest-ServerActionsTestJSON-1945522763-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-601336-94-hyperv {{(pid=94175) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 11:54:43.249764 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f5c4575-efe2-4a9f-a90d-16f12774bc6c tempest-ServerActionsTestJSON-1945522763 tempest-ServerActionsTestJSON-1945522763-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-601336-94-hyperv {{(pid=94175) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 11:54:43.250627 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f5c4575-efe2-4a9f-a90d-16f12774bc6c tempest-ServerActionsTestJSON-1945522763 tempest-ServerActionsTestJSON-1945522763-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-601336-94-hyperv {{(pid=94175) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 11:54:43.251002 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f5c4575-efe2-4a9f-a90d-16f12774bc6c tempest-ServerActionsTestJSON-1945522763 tempest-ServerActionsTestJSON-1945522763-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-94-hyperv {{(pid=94175) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 11:54:43.251397 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f5c4575-efe2-4a9f-a90d-16f12774bc6c tempest-ServerActionsTestJSON-1945522763 tempest-ServerActionsTestJSON-1945522763-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-601336-94-hyperv {{(pid=94175) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 11:54:43.251769 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f5c4575-efe2-4a9f-a90d-16f12774bc6c tempest-ServerActionsTestJSON-1945522763 tempest-ServerActionsTestJSON-1945522763-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-601336-94-hyperv {{(pid=94175) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 11:54:43.257908 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG oslo_concurrency.lockutils [None req-1f5c4575-efe2-4a9f-a90d-16f12774bc6c tempest-ServerActionsTestJSON-1945522763 tempest-ServerActionsTestJSON-1945522763-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=94175) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 11:54:43.292022 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron_lib.callbacks.manager [None req-72d8ba5e-fe36-4e7d-ad99-91885ae7db4d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773699952132', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-899307'] for agent, after_update {{(pid=94176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:54:43.329317 dv-neutron-601336-94-hyperv neutron-server[94175]: INFO neutron.wsgi [req-adfd2fe2-400b-4e48-87e1-a9b13cf5b900 req-69ca36a5-44c5-43e1-aa3a-00483416b77a tempest-ServerActionsTestJSON-1945522763 tempest-ServerActionsTestJSON-1945522763-project] 10.222.0.20 "GET /v2.0/ports?device_id=6e08a8b5-2149-4a93-aae9-22c079397eed HTTP/1.1" status: 200 len: 210 time: 0.0353067 Jun 23 11:54:43.398534 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.scheduler.l3_agent_scheduler [req-4e3573cf-6549-4182-bfa2-ca9f99faf3e5 req-1f5c4575-efe2-4a9f-a90d-16f12774bc6c tempest-ServerActionsTestJSON-1945522763 tempest-ServerActionsTestJSON-1945522763-project] Router 615292a8-7f4f-4a19-a308-1525643a83a7 has already been hosted by L3 agent 50ef99c0-ef28-4db5-b303-b145898fae60 {{(pid=94175) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 23 11:54:43.528684 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-4e3573cf-6549-4182-bfa2-ca9f99faf3e5 req-1f5c4575-efe2-4a9f-a90d-16f12774bc6c tempest-ServerActionsTestJSON-1945522763 tempest-ServerActionsTestJSON-1945522763-project] Notify agent at l3_agent.dv-neutron-601336-94-hyperv the message routers_updated {{(pid=94175) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 23 11:54:43.538914 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2ea70fc4-e58e-4282-8fa6-c1518a7adcb8 None None] Sync routers for ids ['615292a8-7f4f-4a19-a308-1525643a83a7'] in dv-neutron-601336-94-hyperv {{(pid=94176) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 23 11:54:43.550154 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2ea70fc4-e58e-4282-8fa6-c1518a7adcb8 None None] Routers {'615292a8-7f4f-4a19-a308-1525643a83a7'} bound to L3 agent in host dv-neutron-601336-94-hyperv {{(pid=94176) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 23 11:54:43.550964 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.db.l3_hamode_db [None req-2ea70fc4-e58e-4282-8fa6-c1518a7adcb8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-601336-94-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-06-23T11:22:13Z,description=,heartbeat_timestamp=2021-06-23T11:54:43Z,host='dv-neutron-601336-94-hyperv',id=50ef99c0-ef28-4db5-b303-b145898fae60,load=0,resource_versions=,resources_synced=,started_at=2021-06-23T11:22:14Z,topic='l3_agent')) {'router_ids': ['615292a8-7f4f-4a19-a308-1525643a83a7'], 'active': True} {{(pid=94176) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 11:54:43.679115 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.db.l3_dvr_db [None req-2ea70fc4-e58e-4282-8fa6-c1518a7adcb8 None None] Set router 615292a8-7f4f-4a19-a308-1525643a83a7 gateway port host: dv-neutron-601336-94-hyperv {{(pid=94176) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:838}} Jun 23 11:54:43.897802 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron_lib.callbacks.manager [None req-dc7542b2-afef-47f4-a763-e3a3cba144be None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773699952132', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-899307'] for agent, after_update {{(pid=94176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:54:43.909715 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.db.l3_hamode_db [None req-2ea70fc4-e58e-4282-8fa6-c1518a7adcb8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '615292a8-7f4f-4a19-a308-1525643a83a7', 'name': 'tempest-ServerActionsTestJSON-716138820-router', 'tenant_id': 'f95f5bd5d3a04c1cb1d25bcb3c548b20', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3e7e4eb3-cf02-4d47-ade9-0a579cdfc60f', 'external_fixed_ips': [{'subnet_id': 'a5ad15ab-c489-4a67-a9b0-d559fca0ec71', 'ip_address': '172.26.3.23'}], 'enable_snat': True}, 'gw_port_id': '3105b998-5972-4c17-a778-1c44f53d265f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-23T11:53:19Z', 'updated_at': '2021-06-23T11:53:23Z', 'revision_number': 4, 'project_id': 'f95f5bd5d3a04c1cb1d25bcb3c548b20', 'gw_port': {'id': '3105b998-5972-4c17-a778-1c44f53d265f', 'name': '', 'network_id': '3e7e4eb3-cf02-4d47-ade9-0a579cdfc60f', 'tenant_id': '', 'mac_address': 'fa:16:3e:45:19:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '615292a8-7f4f-4a19-a308-1525643a83a7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1573, 'fixed_ips': [{'subnet_id': 'a5ad15ab-c489-4a67-a9b0-d559fca0ec71', 'ip_address': '172.26.3.23', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-94-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-23T11:53:20Z', 'updated_at': '2021-06-23T11:53:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a5ad15ab-c489-4a67-a9b0-d559fca0ec71', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-601336-94-hyperv', '_interfaces': [{'id': '13c7c1e0-1108-4c37-8c21-d3d83d008092', 'name': '', 'network_id': '2fd142a9-a207-404d-a9ae-7efb565fc5be', 'tenant_id': 'f95f5bd5d3a04c1cb1d25bcb3c548b20', 'mac_address': 'fa:16:3e:85:24:4c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '615292a8-7f4f-4a19-a308-1525643a83a7', 'device_owner': 'network:router_interface', 'standard_attr_id': 1574, 'fixed_ips': [{'subnet_id': 'd690955b-e62b-44f5-a4de-5b19f00224f3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-94-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-23T11:53:22Z', 'updated_at': '2021-06-23T11:53:28Z', 'revision_number': 5, 'project_id': 'f95f5bd5d3a04c1cb1d25bcb3c548b20', 'subnets': [{'id': 'd690955b-e62b-44f5-a4de-5b19f00224f3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-601336-94-hyperv', False) {} {{(pid=94176) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 11:54:43.938126 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2ea70fc4-e58e-4282-8fa6-c1518a7adcb8 None None] Checking router: 615292a8-7f4f-4a19-a308-1525643a83a7 for host: dv-neutron-601336-94-hyperv {{(pid=94176) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 23 11:54:43.947441 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2ea70fc4-e58e-4282-8fa6-c1518a7adcb8 None None] Routers {'615292a8-7f4f-4a19-a308-1525643a83a7'} bound to L3 agent in host dv-neutron-601336-94-hyperv {{(pid=94176) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 23 11:54:43.948078 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.db.l3_hamode_db [None req-2ea70fc4-e58e-4282-8fa6-c1518a7adcb8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-601336-94-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-06-23T11:22:13Z,description=,heartbeat_timestamp=2021-06-23T11:54:43Z,host='dv-neutron-601336-94-hyperv',id=50ef99c0-ef28-4db5-b303-b145898fae60,load=0,resource_versions=,resources_synced=,started_at=2021-06-23T11:22:14Z,topic='l3_agent')) {'router_ids': ['615292a8-7f4f-4a19-a308-1525643a83a7'], 'active': True} {{(pid=94176) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 11:54:43.948460 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.db.l3_dvrscheduler_db [req-4e3573cf-6549-4182-bfa2-ca9f99faf3e5 req-1f5c4575-efe2-4a9f-a90d-16f12774bc6c tempest-ServerActionsTestJSON-1945522763 tempest-ServerActionsTestJSON-1945522763-project] No DVR routers for this DVR port 348b039d-82c1-40a9-abf2-6a5471718cfa on host hv-neutron-6013 {{(pid=94175) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 23 11:54:43.951092 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron_lib.callbacks.manager [req-4e3573cf-6549-4182-bfa2-ca9f99faf3e5 req-1f5c4575-efe2-4a9f-a90d-16f12774bc6c tempest-ServerActionsTestJSON-1945522763 tempest-ServerActionsTestJSON-1945522763-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-217507'] for port, before_response {{(pid=94175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:54:43.953188 dv-neutron-601336-94-hyperv neutron-server[94175]: INFO neutron.wsgi [req-4e3573cf-6549-4182-bfa2-ca9f99faf3e5 req-1f5c4575-efe2-4a9f-a90d-16f12774bc6c tempest-ServerActionsTestJSON-1945522763 tempest-ServerActionsTestJSON-1945522763-project] 10.222.0.52 "DELETE /v2.0/ports/348b039d-82c1-40a9-abf2-6a5471718cfa HTTP/1.1" status: 204 len: 173 time: 1.4290261 Jun 23 11:54:43.953718 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6e08a8b5-2149-4a93-aae9-22c079397eed', 'name': 'network-vif-deleted', 'tag': '348b039d-82c1-40a9-abf2-6a5471718cfa'}] {{(pid=94175) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 23 11:54:43.956350 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1970408df4ea4e7170669a1249478e627cf05a5a0b07cc08a66c5cb53d0ac47a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6ab2781c-5a5e-4658-85b8-fa135f51a3d2" -d '{"events": [{"server_uuid": "6e08a8b5-2149-4a93-aae9-22c079397eed", "name": "network-vif-deleted", "tag": "348b039d-82c1-40a9-abf2-6a5471718cfa"}]}' {{(pid=94175) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 23 11:54:43.992426 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 23 Jun 2021 11:54:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-06d8dceb-730f-4cbd-9934-1bc72b2b33ef x-openstack-request-id: req-06d8dceb-730f-4cbd-9934-1bc72b2b33ef {{(pid=94175) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 23 11:54:43.992769 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6e08a8b5-2149-4a93-aae9-22c079397eed", "name": "network-vif-deleted", "tag": "348b039d-82c1-40a9-abf2-6a5471718cfa", "status": "completed", "code": 200}]} {{(pid=94175) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 23 11:54:43.993068 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-06d8dceb-730f-4cbd-9934-1bc72b2b33ef {{(pid=94175) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 23 11:54:43.993574 dv-neutron-601336-94-hyperv neutron-server[94175]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6e08a8b5-2149-4a93-aae9-22c079397eed', 'name': 'network-vif-deleted', 'tag': '348b039d-82c1-40a9-abf2-6a5471718cfa', 'status': 'completed', 'code': 200} Jun 23 11:54:44.072870 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.db.l3_dvr_db [None req-2ea70fc4-e58e-4282-8fa6-c1518a7adcb8 None None] Set router 615292a8-7f4f-4a19-a308-1525643a83a7 gateway port host: dv-neutron-601336-94-hyperv {{(pid=94176) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:838}} Jun 23 11:54:44.284880 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.db.l3_hamode_db [None req-2ea70fc4-e58e-4282-8fa6-c1518a7adcb8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '615292a8-7f4f-4a19-a308-1525643a83a7', 'name': 'tempest-ServerActionsTestJSON-716138820-router', 'tenant_id': 'f95f5bd5d3a04c1cb1d25bcb3c548b20', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3e7e4eb3-cf02-4d47-ade9-0a579cdfc60f', 'external_fixed_ips': [{'subnet_id': 'a5ad15ab-c489-4a67-a9b0-d559fca0ec71', 'ip_address': '172.26.3.23'}], 'enable_snat': True}, 'gw_port_id': '3105b998-5972-4c17-a778-1c44f53d265f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-23T11:53:19Z', 'updated_at': '2021-06-23T11:53:23Z', 'revision_number': 4, 'project_id': 'f95f5bd5d3a04c1cb1d25bcb3c548b20', 'gw_port': {'id': '3105b998-5972-4c17-a778-1c44f53d265f', 'name': '', 'network_id': '3e7e4eb3-cf02-4d47-ade9-0a579cdfc60f', 'tenant_id': '', 'mac_address': 'fa:16:3e:45:19:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '615292a8-7f4f-4a19-a308-1525643a83a7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1573, 'fixed_ips': [{'subnet_id': 'a5ad15ab-c489-4a67-a9b0-d559fca0ec71', 'ip_address': '172.26.3.23', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-94-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-23T11:53:20Z', 'updated_at': '2021-06-23T11:53:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a5ad15ab-c489-4a67-a9b0-d559fca0ec71', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-601336-94-hyperv', '_interfaces': [{'id': '13c7c1e0-1108-4c37-8c21-d3d83d008092', 'name': '', 'network_id': '2fd142a9-a207-404d-a9ae-7efb565fc5be', 'tenant_id': 'f95f5bd5d3a04c1cb1d25bcb3c548b20', 'mac_address': 'fa:16:3e:85:24:4c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '615292a8-7f4f-4a19-a308-1525643a83a7', 'device_owner': 'network:router_interface', 'standard_attr_id': 1574, 'fixed_ips': [{'subnet_id': 'd690955b-e62b-44f5-a4de-5b19f00224f3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-94-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-23T11:53:22Z', 'updated_at': '2021-06-23T11:53:28Z', 'revision_number': 5, 'project_id': 'f95f5bd5d3a04c1cb1d25bcb3c548b20', 'subnets': [{'id': 'd690955b-e62b-44f5-a4de-5b19f00224f3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-601336-94-hyperv', False) {} {{(pid=94176) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 11:54:44.311326 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2ea70fc4-e58e-4282-8fa6-c1518a7adcb8 None None] The sync data for ids ['615292a8-7f4f-4a19-a308-1525643a83a7'] in dv-neutron-601336-94-hyperv is: [{'id': '615292a8-7f4f-4a19-a308-1525643a83a7', 'name': 'tempest-ServerActionsTestJSON-716138820-router', 'tenant_id': 'f95f5bd5d3a04c1cb1d25bcb3c548b20', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3e7e4eb3-cf02-4d47-ade9-0a579cdfc60f', 'external_fixed_ips': [{'subnet_id': 'a5ad15ab-c489-4a67-a9b0-d559fca0ec71', 'ip_address': '172.26.3.23'}], 'enable_snat': True}, 'gw_port_id': '3105b998-5972-4c17-a778-1c44f53d265f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-23T11:53:19Z', 'updated_at': '2021-06-23T11:53:23Z', 'revision_number': 4, 'project_id': 'f95f5bd5d3a04c1cb1d25bcb3c548b20', 'gw_port': {'id': '3105b998-5972-4c17-a778-1c44f53d265f', 'name': '', 'network_id': '3e7e4eb3-cf02-4d47-ade9-0a579cdfc60f', 'tenant_id': '', 'mac_address': 'fa:16:3e:45:19:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '615292a8-7f4f-4a19-a308-1525643a83a7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1573, 'fixed_ips': [{'subnet_id': 'a5ad15ab-c489-4a67-a9b0-d559fca0ec71', 'ip_address': '172.26.3.23', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-94-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-23T11:53:20Z', 'updated_at': '2021-06-23T11:53:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a5ad15ab-c489-4a67-a9b0-d559fca0ec71', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-601336-94-hyperv', '_interfaces': [{'id': '13c7c1e0-1108-4c37-8c21-d3d83d008092', 'name': '', 'network_id': '2fd142a9-a207-404d-a9ae-7efb565fc5be', 'tenant_id': 'f95f5bd5d3a04c1cb1d25bcb3c548b20', 'mac_address': 'fa:16:3e:85:24:4c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '615292a8-7f4f-4a19-a308-1525643a83a7', 'device_owner': 'network:router_interface', 'standard_attr_id': 1574, 'fixed_ips': [{'subnet_id': 'd690955b-e62b-44f5-a4de-5b19f00224f3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-94-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-23T11:53:22Z', 'updated_at': '2021-06-23T11:53:28Z', 'revision_number': 5, 'project_id': 'f95f5bd5d3a04c1cb1d25bcb3c548b20', 'subnets': [{'id': 'd690955b-e62b-44f5-a4de-5b19f00224f3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94176) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 23 11:54:44.499884 dv-neutron-601336-94-hyperv neutron-server[94175]: INFO neutron.wsgi [req-adb7df12-72da-4deb-91db-384a9b278cb3 req-01e093e9-b6ad-45d6-82b3-ce001acdb72c tempest-ServerActionsTestJSON-1945522763 tempest-ServerActionsTestJSON-1945522763-project] 10.222.0.20 "GET /v2.0/ports?device_id=6e08a8b5-2149-4a93-aae9-22c079397eed HTTP/1.1" status: 200 len: 210 time: 0.0312905 Jun 23 11:54:44.552240 dv-neutron-601336-94-hyperv neutron-server[94177]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d94ba6b2-7873-4a6c-b6c9-8ec69d09fb3f None None] New status for floating IP c49a1dd4-5f39-4d60-a6c5-625a0e4b7a3b: DOWN {{(pid=94177) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 23 11:54:44.772556 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron_lib.callbacks.manager [None req-4c20ea5f-bc7f-4d4e-935d-57f082af6ccb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773699952132', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-899307'] for agent, after_update {{(pid=94176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:54:45.809253 dv-neutron-601336-94-hyperv neutron-server[94174]: INFO neutron.wsgi [req-243e4e43-7a75-456a-8db6-7dad1d6be5cd req-620a8622-594d-4605-a73d-a4a567bc7506 tempest-ServerActionsTestJSON-1945522763 tempest-ServerActionsTestJSON-1945522763-project] 10.222.0.20 "GET /v2.0/security-groups?name=tempest-securitygroup--948191400&fields=id&tenant_id=f95f5bd5d3a04c1cb1d25bcb3c548b20 HTTP/1.1" status: 200 len: 267 time: 0.0374091 Jun 23 11:54:45.913976 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-243e4e43-7a75-456a-8db6-7dad1d6be5cd req-5fcc73dc-6d6b-400e-8c3b-d11faff31927 tempest-ServerActionsTestJSON-1945522763 tempest-ServerActionsTestJSON-1945522763-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94174) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 11:54:45.915456 dv-neutron-601336-94-hyperv neutron-server[94174]: INFO neutron.wsgi [req-243e4e43-7a75-456a-8db6-7dad1d6be5cd req-5fcc73dc-6d6b-400e-8c3b-d11faff31927 tempest-ServerActionsTestJSON-1945522763 tempest-ServerActionsTestJSON-1945522763-project] 10.222.0.20 "GET /v2.0/networks?id=2fd142a9-a207-404d-a9ae-7efb565fc5be HTTP/1.1" status: 200 len: 811 time: 0.0998492 Jun 23 11:54:45.931865 dv-neutron-601336-94-hyperv neutron-server[94174]: INFO neutron.wsgi [req-243e4e43-7a75-456a-8db6-7dad1d6be5cd req-d2ffcc2c-124b-4b84-9c9e-ed54f8fc27a3 tempest-ServerActionsTestJSON-1945522763 tempest-ServerActionsTestJSON-1945522763-project] 10.222.0.20 "GET /v2.0/quotas/f95f5bd5d3a04c1cb1d25bcb3c548b20 HTTP/1.1" status: 200 len: 375 time: 0.0106063 Jun 23 11:54:46.006622 dv-neutron-601336-94-hyperv neutron-server[94174]: INFO neutron.wsgi [req-243e4e43-7a75-456a-8db6-7dad1d6be5cd req-0a886b3e-68ad-48e7-9364-c23bdf0b0bce tempest-ServerActionsTestJSON-1945522763 tempest-ServerActionsTestJSON-1945522763-project] 10.222.0.20 "GET /v2.0/ports?tenant_id=f95f5bd5d3a04c1cb1d25bcb3c548b20&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0692577 Jun 23 11:54:46.019545 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.plugins.ml2.rpc [None req-97bd5441-1da2-49ee-a364-27795820ba27 None None] Device 348b039d-82c1-40a9-abf2-6a5471718cfa no longer exists at agent hyperv_hv-neutron-6013 {{(pid=94176) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:261}} Jun 23 11:54:46.040796 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.plugins.ml2.plugin [None req-97bd5441-1da2-49ee-a364-27795820ba27 None None] No Port match for: 348b039d-82c1-40a9-abf2-6a5471718cfa {{(pid=94176) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2240}} Jun 23 11:54:46.041153 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.plugins.ml2.rpc [None req-97bd5441-1da2-49ee-a364-27795820ba27 None None] Device 348b039d-82c1-40a9-abf2-6a5471718cfa not bound to the agent host hv-neutron-6013 {{(pid=94176) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:271}} Jun 23 11:54:46.109264 dv-neutron-601336-94-hyperv neutron-server[94174]: INFO neutron.wsgi [req-243e4e43-7a75-456a-8db6-7dad1d6be5cd req-f6b904d3-fb2e-4195-bb81-f4787e797d15 service neutron] 10.222.0.20 "GET /v2.0/networks/2fd142a9-a207-404d-a9ae-7efb565fc5be?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0906494 Jun 23 11:54:46.199554 dv-neutron-601336-94-hyperv neutron-server[94174]: INFO neutron.wsgi [req-243e4e43-7a75-456a-8db6-7dad1d6be5cd req-c188d24d-3ab0-4232-9fb2-7ae3de119c88 service neutron] 10.222.0.20 "GET /v2.0/networks/2fd142a9-a207-404d-a9ae-7efb565fc5be?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0845284 Jun 23 11:54:46.456235 dv-neutron-601336-94-hyperv neutron-server[94175]: INFO neutron.wsgi [req-7cfc625c-b940-4444-88cc-add5d0074af8 req-8f019c0b-50ce-4fb4-aa82-6c3e012e18f6 tempest-ServerActionsTestJSON-1945522763 tempest-ServerActionsTestJSON-1945522763-project] 10.222.0.20 "GET /v2.0/ports?device_id=ef771107-7894-4a06-87f5-4d6f7a2c98d8 HTTP/1.1" status: 200 len: 210 time: 0.0358744 Jun 23 11:54:46.714863 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron_lib.callbacks.manager [None req-95d6aa8f-24e7-4234-82ff-f502266c3285 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773699952132', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-899307'] for agent, after_update {{(pid=94176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:54:47.601506 dv-neutron-601336-94-hyperv neutron-server[94174]: INFO neutron.wsgi [req-f7c75190-0920-4b53-8a2b-e93212760b0c req-5fd7ee83-0cb8-448b-bab2-88713eacce90 tempest-ServerActionsTestJSON-1945522763 tempest-ServerActionsTestJSON-1945522763-project] 10.222.0.20 "GET /v2.0/ports?device_id=ef771107-7894-4a06-87f5-4d6f7a2c98d8 HTTP/1.1" status: 200 len: 210 time: 0.0351369 Jun 23 11:54:48.751790 dv-neutron-601336-94-hyperv neutron-server[94175]: INFO neutron.wsgi [req-96f850bc-7f27-4884-b887-b376b8841501 req-0d3bf862-8597-41da-a859-ace2e1603c99 tempest-ServerActionsTestJSON-1945522763 tempest-ServerActionsTestJSON-1945522763-project] 10.222.0.20 "GET /v2.0/ports?device_id=ef771107-7894-4a06-87f5-4d6f7a2c98d8 HTTP/1.1" status: 200 len: 210 time: 0.0329590 Jun 23 11:54:49.026323 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-243e4e43-7a75-456a-8db6-7dad1d6be5cd req-f692a55e-c6f4-48b3-9013-b61096049024 tempest-ServerActionsTestJSON-1945522763 tempest-ServerActionsTestJSON-1945522763-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 11:54:49.027716 dv-neutron-601336-94-hyperv neutron-server[94175]: INFO neutron.wsgi [req-243e4e43-7a75-456a-8db6-7dad1d6be5cd req-f692a55e-c6f4-48b3-9013-b61096049024 tempest-ServerActionsTestJSON-1945522763 tempest-ServerActionsTestJSON-1945522763-project] 10.222.0.52 "GET /v2.0/networks?id=2fd142a9-a207-404d-a9ae-7efb565fc5be HTTP/1.1" status: 200 len: 811 time: 0.1020403 Jun 23 11:54:49.082058 dv-neutron-601336-94-hyperv neutron-server[94175]: INFO neutron.wsgi [req-243e4e43-7a75-456a-8db6-7dad1d6be5cd req-adc22ebf-b238-461b-9aed-2050fa39716a tempest-ServerActionsTestJSON-1945522763 tempest-ServerActionsTestJSON-1945522763-project] 10.222.0.52 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=f95f5bd5d3a04c1cb1d25bcb3c548b20 HTTP/1.1" status: 200 len: 379 time: 0.0457735 Jun 23 11:54:49.091586 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.api.v2.base [req-243e4e43-7a75-456a-8db6-7dad1d6be5cd req-11674300-9d8e-40e2-ab0f-c312451021ee tempest-ServerActionsTestJSON-1945522763 tempest-ServerActionsTestJSON-1945522763-project] Request body: {'port': {'device_id': 'ef771107-7894-4a06-87f5-4d6f7a2c98d8', 'network_id': '2fd142a9-a207-404d-a9ae-7efb565fc5be', 'admin_state_up': True, 'tenant_id': 'f95f5bd5d3a04c1cb1d25bcb3c548b20', 'security_groups': ['0af35ccc-af3f-4718-892b-c93ffd508c7a']}} {{(pid=94175) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 23 11:54:49.269103 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-243e4e43-7a75-456a-8db6-7dad1d6be5cd req-11674300-9d8e-40e2-ab0f-c312451021ee tempest-ServerActionsTestJSON-1945522763 tempest-ServerActionsTestJSON-1945522763-project] Made reservation on behalf of f95f5bd5d3a04c1cb1d25bcb3c548b20 for: {'port': 1} {{(pid=94175) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 23 11:54:49.273276 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron_lib.callbacks.manager [req-243e4e43-7a75-456a-8db6-7dad1d6be5cd req-11674300-9d8e-40e2-ab0f-c312451021ee tempest-ServerActionsTestJSON-1945522763 tempest-ServerActionsTestJSON-1945522763-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-923104'] for port, before_create {{(pid=94175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:54:49.397886 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.db.db_base_plugin_common [req-243e4e43-7a75-456a-8db6-7dad1d6be5cd req-11674300-9d8e-40e2-ab0f-c312451021ee tempest-ServerActionsTestJSON-1945522763 tempest-ServerActionsTestJSON-1945522763-project] Allocated IP 172.20.0.5 (2fd142a9-a207-404d-a9ae-7efb565fc5be/d690955b-e62b-44f5-a4de-5b19f00224f3/0f5fbb22-4742-42c9-a791-6912ee31be44) {{(pid=94175) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 23 11:54:49.552228 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron_lib.callbacks.manager [req-243e4e43-7a75-456a-8db6-7dad1d6be5cd req-11674300-9d8e-40e2-ab0f-c312451021ee tempest-ServerActionsTestJSON-1945522763 tempest-ServerActionsTestJSON-1945522763-project] Notify callbacks [] for port, precommit_create {{(pid=94175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:54:49.566078 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.db.provisioning_blocks [req-243e4e43-7a75-456a-8db6-7dad1d6be5cd req-11674300-9d8e-40e2-ab0f-c312451021ee tempest-ServerActionsTestJSON-1945522763 tempest-ServerActionsTestJSON-1945522763-project] Transition to ACTIVE for port object 0f5fbb22-4742-42c9-a791-6912ee31be44 will not be triggered until provisioned by entity DHCP. {{(pid=94175) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 23 11:54:49.669401 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron_lib.callbacks.manager [req-243e4e43-7a75-456a-8db6-7dad1d6be5cd req-11674300-9d8e-40e2-ab0f-c312451021ee tempest-ServerActionsTestJSON-1945522763 tempest-ServerActionsTestJSON-1945522763-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-922915', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-239814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7866073', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773699642215', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-5082457'] for port, after_create {{(pid=94175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:54:49.673877 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG oslo_concurrency.lockutils [None req-765d03d3-6ed9-4865-974a-2b9465c6757e service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94175) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 11:54:49.715140 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-243e4e43-7a75-456a-8db6-7dad1d6be5cd req-11674300-9d8e-40e2-ab0f-c312451021ee tempest-ServerActionsTestJSON-1945522763 tempest-ServerActionsTestJSON-1945522763-project] Network 2fd142a9-a207-404d-a9ae-7efb565fc5be is already hosted by enough agents. {{(pid=94175) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 23 11:54:49.718482 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.scheduler.base_scheduler [req-243e4e43-7a75-456a-8db6-7dad1d6be5cd req-11674300-9d8e-40e2-ab0f-c312451021ee tempest-ServerActionsTestJSON-1945522763 tempest-ServerActionsTestJSON-1945522763-project] Resources bound (agent type, host, resource id): {{(pid=94175) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 23 11:54:49.724825 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.db.l3_dvrscheduler_db [req-243e4e43-7a75-456a-8db6-7dad1d6be5cd req-11674300-9d8e-40e2-ab0f-c312451021ee tempest-ServerActionsTestJSON-1945522763 tempest-ServerActionsTestJSON-1945522763-project] Received port after_create {{(pid=94175) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 23 11:54:49.731957 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11674300-9d8e-40e2-ab0f-c312451021ee tempest-ServerActionsTestJSON-1945522763 tempest-ServerActionsTestJSON-1945522763-project] Pushing event updated for resources: {'Port': ['ID=0f5fbb22-4742-42c9-a791-6912ee31be44,revision_number=1']} {{(pid=94175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 11:54:49.752856 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG oslo_concurrency.lockutils [None req-11674300-9d8e-40e2-ab0f-c312451021ee tempest-ServerActionsTestJSON-1945522763 tempest-ServerActionsTestJSON-1945522763-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.079s {{(pid=94175) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 11:54:49.779279 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-243e4e43-7a75-456a-8db6-7dad1d6be5cd req-11674300-9d8e-40e2-ab0f-c312451021ee tempest-ServerActionsTestJSON-1945522763 tempest-ServerActionsTestJSON-1945522763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 11:54:49.780171 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron_lib.callbacks.manager [req-243e4e43-7a75-456a-8db6-7dad1d6be5cd req-11674300-9d8e-40e2-ab0f-c312451021ee tempest-ServerActionsTestJSON-1945522763 tempest-ServerActionsTestJSON-1945522763-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-217507'] for port, before_response {{(pid=94175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:54:49.910055 dv-neutron-601336-94-hyperv neutron-server[94175]: INFO neutron.wsgi [req-243e4e43-7a75-456a-8db6-7dad1d6be5cd req-11674300-9d8e-40e2-ab0f-c312451021ee tempest-ServerActionsTestJSON-1945522763 tempest-ServerActionsTestJSON-1945522763-project] 10.222.0.52 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8225396 Jun 23 11:54:49.929901 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.api.v2.base [req-243e4e43-7a75-456a-8db6-7dad1d6be5cd req-0f9fa369-0f1f-4828-9e7a-386bf2e1d147 service neutron] Request body: {'port': {'device_id': 'ef771107-7894-4a06-87f5-4d6f7a2c98d8', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-6013'}} {{(pid=94175) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 23 11:54:49.942476 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dbc10be-c447-40e4-aee0-da0fbc97e772 req-9f7a1a5b-37c2-4f3f-816c-c77649d9d016 tempest-ServerActionsTestJSON-1945522763 tempest-ServerActionsTestJSON-1945522763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94174) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 11:54:49.944144 dv-neutron-601336-94-hyperv neutron-server[94174]: INFO neutron.wsgi [req-3dbc10be-c447-40e4-aee0-da0fbc97e772 req-9f7a1a5b-37c2-4f3f-816c-c77649d9d016 tempest-ServerActionsTestJSON-1945522763 tempest-ServerActionsTestJSON-1945522763-project] 10.222.0.20 "GET /v2.0/ports?device_id=ef771107-7894-4a06-87f5-4d6f7a2c98d8 HTTP/1.1" status: 200 len: 931 time: 0.0689442 Jun 23 11:54:49.988688 dv-neutron-601336-94-hyperv neutron-server[94174]: INFO neutron.wsgi [req-3dbc10be-c447-40e4-aee0-da0fbc97e772 req-7dc587fa-2891-4deb-b13a-02f0ff531ad8 tempest-ServerActionsTestJSON-1945522763 tempest-ServerActionsTestJSON-1945522763-project] 10.222.0.20 "GET /v2.0/security-groups?id=0af35ccc-af3f-4718-892b-c93ffd508c7a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0383990 Jun 23 11:54:50.006404 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron_lib.callbacks.manager [req-243e4e43-7a75-456a-8db6-7dad1d6be5cd req-0f9fa369-0f1f-4828-9e7a-386bf2e1d147 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-923122'] for port, before_update {{(pid=94175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:54:50.034855 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.db.provisioning_blocks [None req-f895b4be-1408-4726-acb6-7d41de49f8d5 None None] Provisioning for port 0f5fbb22-4742-42c9-a791-6912ee31be44 completed by entity DHCP. {{(pid=94176) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 23 11:54:50.040859 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.db.provisioning_blocks [None req-f895b4be-1408-4726-acb6-7d41de49f8d5 None None] Provisioning complete for port 0f5fbb22-4742-42c9-a791-6912ee31be44 triggered by entity DHCP. {{(pid=94176) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 23 11:54:50.041252 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron_lib.callbacks.manager [None req-f895b4be-1408-4726-acb6-7d41de49f8d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-899258'] for port, provisioning_complete {{(pid=94176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:54:50.079844 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.plugins.ml2.plugin [None req-f895b4be-1408-4726-acb6-7d41de49f8d5 None None] Port 0f5fbb22-4742-42c9-a791-6912ee31be44 cannot update to ACTIVE because it is not bound. {{(pid=94176) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jun 23 11:54:50.275881 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.notifiers.nova [req-243e4e43-7a75-456a-8db6-7dad1d6be5cd req-0f9fa369-0f1f-4828-9e7a-386bf2e1d147 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0f5fbb22-4742-42c9-a791-6912ee31be44 {{(pid=94175) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 23 11:54:50.283728 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron_lib.callbacks.manager [req-243e4e43-7a75-456a-8db6-7dad1d6be5cd req-0f9fa369-0f1f-4828-9e7a-386bf2e1d147 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:54:50.296949 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.db.provisioning_blocks [req-243e4e43-7a75-456a-8db6-7dad1d6be5cd req-0f9fa369-0f1f-4828-9e7a-386bf2e1d147 service neutron] Transition to ACTIVE for port object 0f5fbb22-4742-42c9-a791-6912ee31be44 will not be triggered until provisioned by entity L2. {{(pid=94175) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 23 11:54:50.363131 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron_lib.callbacks.manager [req-243e4e43-7a75-456a-8db6-7dad1d6be5cd req-0f9fa369-0f1f-4828-9e7a-386bf2e1d147 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-922904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866062', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773700135042', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773699642233', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773699642278', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5082471'] for port, after_update {{(pid=94175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:54:50.365307 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG oslo_concurrency.lockutils [None req-8d22ac53-e1a0-4007-a5f3-11af88b09d5e tempest-TestNetworkBasicOps-233187296 tempest-TestNetworkBasicOps-233187296-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94175) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 11:54:50.419986 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f9fa369-0f1f-4828-9e7a-386bf2e1d147 service neutron] Pushing event updated for resources: {'Port': ['ID=0f5fbb22-4742-42c9-a791-6912ee31be44,revision_number=2']} {{(pid=94175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 11:54:50.423722 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG oslo_concurrency.lockutils [None req-0f9fa369-0f1f-4828-9e7a-386bf2e1d147 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.058s {{(pid=94175) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 11:54:50.495919 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.plugins.ml2.managers [req-243e4e43-7a75-456a-8db6-7dad1d6be5cd req-0f9fa369-0f1f-4828-9e7a-386bf2e1d147 service neutron] Attempting to bind port 0f5fbb22-4742-42c9-a791-6912ee31be44 on host hv-neutron-6013 for vnic_type normal with profile {{(pid=94175) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 23 11:54:50.496266 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.plugins.ml2.managers [req-243e4e43-7a75-456a-8db6-7dad1d6be5cd req-0f9fa369-0f1f-4828-9e7a-386bf2e1d147 service neutron] Attempting to bind port 0f5fbb22-4742-42c9-a791-6912ee31be44 by drivers openvswitch,hyperv on host hv-neutron-6013 at level 0 using segments [{'id': 'c5336f67-3b17-48c3-969f-4266bc0dd37d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 443, 'network_id': '2fd142a9-a207-404d-a9ae-7efb565fc5be'}] {{(pid=94175) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 23 11:54:50.496608 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-243e4e43-7a75-456a-8db6-7dad1d6be5cd req-0f9fa369-0f1f-4828-9e7a-386bf2e1d147 service neutron] Attempting to bind port 0f5fbb22-4742-42c9-a791-6912ee31be44 on network 2fd142a9-a207-404d-a9ae-7efb565fc5be {{(pid=94175) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 23 11:54:50.501556 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-243e4e43-7a75-456a-8db6-7dad1d6be5cd req-0f9fa369-0f1f-4828-9e7a-386bf2e1d147 service neutron] Port 0f5fbb22-4742-42c9-a791-6912ee31be44 on network 2fd142a9-a207-404d-a9ae-7efb565fc5be not bound, no agent of type Open vSwitch agent registered on host hv-neutron-6013 {{(pid=94175) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 23 11:54:50.501873 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-243e4e43-7a75-456a-8db6-7dad1d6be5cd req-0f9fa369-0f1f-4828-9e7a-386bf2e1d147 service neutron] Attempting to bind port 0f5fbb22-4742-42c9-a791-6912ee31be44 on network 2fd142a9-a207-404d-a9ae-7efb565fc5be {{(pid=94175) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 23 11:54:50.507688 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-243e4e43-7a75-456a-8db6-7dad1d6be5cd req-0f9fa369-0f1f-4828-9e7a-386bf2e1d147 service neutron] Checking agent: {'id': '3a130b41-5b27-406b-aeb2-5a923af79f10', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-6013', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 23, 11, 28, 23), 'started_at': datetime.datetime(2021, 6, 23, 11, 28, 23), 'heartbeat_timestamp': datetime.datetime(2021, 6, 23, 11, 54, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94175) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 23 11:54:50.508029 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-243e4e43-7a75-456a-8db6-7dad1d6be5cd req-0f9fa369-0f1f-4828-9e7a-386bf2e1d147 service neutron] Checking segment: {'id': 'c5336f67-3b17-48c3-969f-4266bc0dd37d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 443, 'network_id': '2fd142a9-a207-404d-a9ae-7efb565fc5be'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94175) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 23 11:54:50.508423 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-243e4e43-7a75-456a-8db6-7dad1d6be5cd req-0f9fa369-0f1f-4828-9e7a-386bf2e1d147 service neutron] Bound using segment: {'id': 'c5336f67-3b17-48c3-969f-4266bc0dd37d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 443, 'network_id': '2fd142a9-a207-404d-a9ae-7efb565fc5be'} {{(pid=94175) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 23 11:54:50.508868 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.plugins.ml2.managers [req-243e4e43-7a75-456a-8db6-7dad1d6be5cd req-0f9fa369-0f1f-4828-9e7a-386bf2e1d147 service neutron] Bound port: 0f5fbb22-4742-42c9-a791-6912ee31be44, host: hv-neutron-6013, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c5336f67-3b17-48c3-969f-4266bc0dd37d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 443, 'network_id': '2fd142a9-a207-404d-a9ae-7efb565fc5be'}}] {{(pid=94175) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 23 11:54:50.509221 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron_lib.callbacks.manager [req-243e4e43-7a75-456a-8db6-7dad1d6be5cd req-0f9fa369-0f1f-4828-9e7a-386bf2e1d147 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-923122'] for port, before_update {{(pid=94175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:54:50.576954 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.plugins.ml2.db [req-243e4e43-7a75-456a-8db6-7dad1d6be5cd req-0f9fa369-0f1f-4828-9e7a-386bf2e1d147 service neutron] For port 0f5fbb22-4742-42c9-a791-6912ee31be44, host hv-neutron-6013, cleared binding levels {{(pid=94175) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 23 11:54:50.580259 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.plugins.ml2.db [req-243e4e43-7a75-456a-8db6-7dad1d6be5cd req-0f9fa369-0f1f-4828-9e7a-386bf2e1d147 service neutron] For port 0f5fbb22-4742-42c9-a791-6912ee31be44, host hv-neutron-6013, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-6013',level=0,port_id=0f5fbb22-4742-42c9-a791-6912ee31be44,segment=NetworkSegment(c5336f67-3b17-48c3-969f-4266bc0dd37d),segment_id=c5336f67-3b17-48c3-969f-4266bc0dd37d)] {{(pid=94175) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 23 11:54:50.729508 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron_lib.callbacks.manager [req-243e4e43-7a75-456a-8db6-7dad1d6be5cd req-0f9fa369-0f1f-4828-9e7a-386bf2e1d147 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-922904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866062', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773700135042', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773699642233', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773699642278', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5082471'] for port, after_update {{(pid=94175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:54:50.731695 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG oslo_concurrency.lockutils [None req-97689460-1f21-40a4-be29-695cf46b0cb0 tempest-TestNetworkBasicOps-233187296 tempest-TestNetworkBasicOps-233187296-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94175) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 11:54:50.769243 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-243e4e43-7a75-456a-8db6-7dad1d6be5cd req-0f9fa369-0f1f-4828-9e7a-386bf2e1d147 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 11:54:50.769861 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron_lib.callbacks.manager [req-243e4e43-7a75-456a-8db6-7dad1d6be5cd req-0f9fa369-0f1f-4828-9e7a-386bf2e1d147 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-217507'] for port, before_response {{(pid=94175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:54:50.771269 dv-neutron-601336-94-hyperv neutron-server[94175]: INFO neutron.wsgi [req-243e4e43-7a75-456a-8db6-7dad1d6be5cd req-0f9fa369-0f1f-4828-9e7a-386bf2e1d147 service neutron] 10.222.0.52 "PUT /v2.0/ports/0f5fbb22-4742-42c9-a791-6912ee31be44 HTTP/1.1" status: 200 len: 1093 time: 0.8531501 Jun 23 11:54:50.771862 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ef771107-7894-4a06-87f5-4d6f7a2c98d8', 'tag': '0f5fbb22-4742-42c9-a791-6912ee31be44'}] {{(pid=94175) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 23 11:54:50.774740 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1970408df4ea4e7170669a1249478e627cf05a5a0b07cc08a66c5cb53d0ac47a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-171f256e-8180-484a-b8eb-43ed587091dd" -d '{"events": [{"name": "network-changed", "server_uuid": "ef771107-7894-4a06-87f5-4d6f7a2c98d8", "tag": "0f5fbb22-4742-42c9-a791-6912ee31be44"}]}' {{(pid=94175) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 23 11:54:50.810347 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f9fa369-0f1f-4828-9e7a-386bf2e1d147 service neutron] Pushing event updated for resources: {'Port': ['ID=0f5fbb22-4742-42c9-a791-6912ee31be44,revision_number=3']} {{(pid=94175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 11:54:50.814273 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 23 Jun 2021 11:54:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8d55367f-7b9a-4edd-9ac7-76b07588b6c5 x-openstack-request-id: req-8d55367f-7b9a-4edd-9ac7-76b07588b6c5 {{(pid=94175) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 23 11:54:50.814611 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ef771107-7894-4a06-87f5-4d6f7a2c98d8", "tag": "0f5fbb22-4742-42c9-a791-6912ee31be44", "status": "completed", "code": 200}]} {{(pid=94175) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 23 11:54:50.815003 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-8d55367f-7b9a-4edd-9ac7-76b07588b6c5 {{(pid=94175) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 23 11:54:50.815488 dv-neutron-601336-94-hyperv neutron-server[94175]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ef771107-7894-4a06-87f5-4d6f7a2c98d8', 'tag': '0f5fbb22-4742-42c9-a791-6912ee31be44', 'status': 'completed', 'code': 200} Jun 23 11:54:50.816419 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG oslo_concurrency.lockutils [None req-0f9fa369-0f1f-4828-9e7a-386bf2e1d147 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.085s {{(pid=94175) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 11:54:50.900402 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-171f256e-8180-484a-b8eb-43ed587091dd req-07778577-c00a-4503-b251-40a412e8c6e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 11:54:50.902146 dv-neutron-601336-94-hyperv neutron-server[94175]: INFO neutron.wsgi [req-171f256e-8180-484a-b8eb-43ed587091dd req-07778577-c00a-4503-b251-40a412e8c6e8 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=f95f5bd5d3a04c1cb1d25bcb3c548b20&device_id=ef771107-7894-4a06-87f5-4d6f7a2c98d8 HTTP/1.1" status: 200 len: 1096 time: 0.0657728 Jun 23 11:54:51.004611 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-171f256e-8180-484a-b8eb-43ed587091dd req-61bb86e2-db0f-479c-8030-e3581454af69 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 11:54:51.006129 dv-neutron-601336-94-hyperv neutron-server[94175]: INFO neutron.wsgi [req-171f256e-8180-484a-b8eb-43ed587091dd req-61bb86e2-db0f-479c-8030-e3581454af69 service neutron] 10.222.0.52 "GET /v2.0/networks?tenant_id=f95f5bd5d3a04c1cb1d25bcb3c548b20&shared=False HTTP/1.1" status: 200 len: 912 time: 0.0971360 Jun 23 11:54:51.118502 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-171f256e-8180-484a-b8eb-43ed587091dd req-8ae8f915-a70f-40d4-8c93-75bae7d5f6f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 11:54:51.119979 dv-neutron-601336-94-hyperv neutron-server[94175]: INFO neutron.wsgi [req-171f256e-8180-484a-b8eb-43ed587091dd req-8ae8f915-a70f-40d4-8c93-75bae7d5f6f0 service neutron] 10.222.0.52 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1077108 Jun 23 11:54:51.176808 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6fc932d-20b0-4b69-b446-56cdcb514615 req-f7e32044-9492-4249-a9f7-b30bc3ed402a tempest-ServerActionsTestJSON-1945522763 tempest-ServerActionsTestJSON-1945522763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94174) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 11:54:51.178884 dv-neutron-601336-94-hyperv neutron-server[94174]: INFO neutron.wsgi [req-e6fc932d-20b0-4b69-b446-56cdcb514615 req-f7e32044-9492-4249-a9f7-b30bc3ed402a tempest-ServerActionsTestJSON-1945522763 tempest-ServerActionsTestJSON-1945522763-project] 10.222.0.20 "GET /v2.0/ports?device_id=ef771107-7894-4a06-87f5-4d6f7a2c98d8 HTTP/1.1" status: 200 len: 943 time: 0.0694895 Jun 23 11:54:51.222168 dv-neutron-601336-94-hyperv neutron-server[94174]: INFO neutron.wsgi [req-e6fc932d-20b0-4b69-b446-56cdcb514615 req-378e9a6d-dee0-47c2-8fb0-2cf600804a10 tempest-ServerActionsTestJSON-1945522763 tempest-ServerActionsTestJSON-1945522763-project] 10.222.0.20 "GET /v2.0/security-groups?id=0af35ccc-af3f-4718-892b-c93ffd508c7a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0375016 Jun 23 11:54:51.223250 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-243e4e43-7a75-456a-8db6-7dad1d6be5cd req-2b5f3ced-501f-44f0-ae0c-ecaaeb102756 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 11:54:51.224809 dv-neutron-601336-94-hyperv neutron-server[94175]: INFO neutron.wsgi [req-243e4e43-7a75-456a-8db6-7dad1d6be5cd req-2b5f3ced-501f-44f0-ae0c-ecaaeb102756 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=f95f5bd5d3a04c1cb1d25bcb3c548b20&device_id=ef771107-7894-4a06-87f5-4d6f7a2c98d8 HTTP/1.1" status: 200 len: 1096 time: 0.0659592 Jun 23 11:54:51.271734 dv-neutron-601336-94-hyperv neutron-server[94175]: INFO neutron.wsgi [req-243e4e43-7a75-456a-8db6-7dad1d6be5cd req-575ae542-2b95-43e1-9eec-b922fae52e65 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=0f5fbb22-4742-42c9-a791-6912ee31be44 HTTP/1.1" status: 200 len: 217 time: 0.0391567 Jun 23 11:54:51.322988 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-243e4e43-7a75-456a-8db6-7dad1d6be5cd req-74e549c7-37bd-4d12-9e62-fb9c9f36c987 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 11:54:51.324450 dv-neutron-601336-94-hyperv neutron-server[94175]: INFO neutron.wsgi [req-243e4e43-7a75-456a-8db6-7dad1d6be5cd req-74e549c7-37bd-4d12-9e62-fb9c9f36c987 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=d690955b-e62b-44f5-a4de-5b19f00224f3 HTTP/1.1" status: 200 len: 850 time: 0.0463610 Jun 23 11:54:51.382598 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-243e4e43-7a75-456a-8db6-7dad1d6be5cd req-8ba13a6b-e820-4843-a512-fe259dc99817 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 11:54:51.384122 dv-neutron-601336-94-hyperv neutron-server[94175]: INFO neutron.wsgi [req-243e4e43-7a75-456a-8db6-7dad1d6be5cd req-8ba13a6b-e820-4843-a512-fe259dc99817 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=2fd142a9-a207-404d-a9ae-7efb565fc5be&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1178 time: 0.0533807 Jun 23 11:54:51.478441 dv-neutron-601336-94-hyperv neutron-server[94175]: INFO neutron.wsgi [req-243e4e43-7a75-456a-8db6-7dad1d6be5cd req-2783e127-cbce-4f8a-a467-8bc9a1eeb958 service neutron] 10.222.0.52 "GET /v2.0/networks/2fd142a9-a207-404d-a9ae-7efb565fc5be?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0875995 Jun 23 11:54:51.569570 dv-neutron-601336-94-hyperv neutron-server[94175]: INFO neutron.wsgi [req-243e4e43-7a75-456a-8db6-7dad1d6be5cd req-812a2b1f-85b5-4906-987e-5aa91954e632 service neutron] 10.222.0.52 "GET /v2.0/networks/2fd142a9-a207-404d-a9ae-7efb565fc5be?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0851479 Jun 23 11:54:52.403508 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e4d3d02-efb2-41df-b909-b4c444ae870f req-e3200410-4b95-46dc-aed0-1878e752375f tempest-ServerActionsTestJSON-1945522763 tempest-ServerActionsTestJSON-1945522763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 11:54:52.404913 dv-neutron-601336-94-hyperv neutron-server[94175]: INFO neutron.wsgi [req-4e4d3d02-efb2-41df-b909-b4c444ae870f req-e3200410-4b95-46dc-aed0-1878e752375f tempest-ServerActionsTestJSON-1945522763 tempest-ServerActionsTestJSON-1945522763-project] 10.222.0.20 "GET /v2.0/ports?device_id=ef771107-7894-4a06-87f5-4d6f7a2c98d8 HTTP/1.1" status: 200 len: 943 time: 0.0650189 Jun 23 11:54:52.445389 dv-neutron-601336-94-hyperv neutron-server[94175]: INFO neutron.wsgi [req-4e4d3d02-efb2-41df-b909-b4c444ae870f req-687189ad-b62b-4bab-bd5a-bcc6d2b5cdbe tempest-ServerActionsTestJSON-1945522763 tempest-ServerActionsTestJSON-1945522763-project] 10.222.0.20 "GET /v2.0/security-groups?id=0af35ccc-af3f-4718-892b-c93ffd508c7a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0341299 Jun 23 11:54:53.446545 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron_lib.callbacks.manager [None req-97bd5441-1da2-49ee-a364-27795820ba27 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773699952132', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-899307'] for agent, after_update {{(pid=94176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:54:53.629699 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4956bb51-de26-48a9-8c8b-a33ddb0c6077 req-03d23a61-946b-46db-afa2-58664f21e46e tempest-ServerActionsTestJSON-1945522763 tempest-ServerActionsTestJSON-1945522763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94174) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 11:54:53.631869 dv-neutron-601336-94-hyperv neutron-server[94174]: INFO neutron.wsgi [req-4956bb51-de26-48a9-8c8b-a33ddb0c6077 req-03d23a61-946b-46db-afa2-58664f21e46e tempest-ServerActionsTestJSON-1945522763 tempest-ServerActionsTestJSON-1945522763-project] 10.222.0.20 "GET /v2.0/ports?device_id=ef771107-7894-4a06-87f5-4d6f7a2c98d8 HTTP/1.1" status: 200 len: 943 time: 0.0696743 Jun 23 11:54:53.674854 dv-neutron-601336-94-hyperv neutron-server[94174]: INFO neutron.wsgi [req-4956bb51-de26-48a9-8c8b-a33ddb0c6077 req-f193ec23-c6d8-4904-bff2-08aab6d2fd7b tempest-ServerActionsTestJSON-1945522763 tempest-ServerActionsTestJSON-1945522763-project] 10.222.0.20 "GET /v2.0/security-groups?id=0af35ccc-af3f-4718-892b-c93ffd508c7a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0370433 Jun 23 11:54:54.031008 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.plugins.ml2.rpc [None req-97bd5441-1da2-49ee-a364-27795820ba27 None None] Device 0f5fbb22-4742-42c9-a791-6912ee31be44 details requested by agent hyperv_hv-neutron-6013 with host hv-neutron-6013 {{(pid=94176) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:104}} Jun 23 11:54:54.136292 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.plugins.ml2.db [None req-97bd5441-1da2-49ee-a364-27795820ba27 None None] For port 0f5fbb22-4742-42c9-a791-6912ee31be44, host hv-neutron-6013, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-6013',level=0,port_id=0f5fbb22-4742-42c9-a791-6912ee31be44,segment=NetworkSegment(c5336f67-3b17-48c3-969f-4266bc0dd37d),segment_id=c5336f67-3b17-48c3-969f-4266bc0dd37d)] {{(pid=94176) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 23 11:54:54.158109 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.plugins.ml2.rpc [None req-97bd5441-1da2-49ee-a364-27795820ba27 None None] Returning: {'device': '0f5fbb22-4742-42c9-a791-6912ee31be44', 'network_id': '2fd142a9-a207-404d-a9ae-7efb565fc5be', 'port_id': '0f5fbb22-4742-42c9-a791-6912ee31be44', 'mac_address': 'fa:16:3e:87:07:12', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 443, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd690955b-e62b-44f5-a4de-5b19f00224f3', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94176) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:186}} Jun 23 11:54:54.208104 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron_lib.callbacks.manager [None req-97bd5441-1da2-49ee-a364-27795820ba27 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-923122'] for port, before_update {{(pid=94176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:54:54.221922 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.notifiers.nova [None req-97bd5441-1da2-49ee-a364-27795820ba27 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0f5fbb22-4742-42c9-a791-6912ee31be44 {{(pid=94176) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 23 11:54:54.245143 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.plugins.ml2.db [None req-97bd5441-1da2-49ee-a364-27795820ba27 None None] For port 0f5fbb22-4742-42c9-a791-6912ee31be44, host hv-neutron-6013, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-6013',level=0,port_id=0f5fbb22-4742-42c9-a791-6912ee31be44,segment=NetworkSegment(c5336f67-3b17-48c3-969f-4266bc0dd37d),segment_id=c5336f67-3b17-48c3-969f-4266bc0dd37d)] {{(pid=94176) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 23 11:54:54.334466 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron_lib.callbacks.manager [None req-97bd5441-1da2-49ee-a364-27795820ba27 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-922904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866062', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773700135042', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773699642233', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773699642278'] for port, after_update {{(pid=94176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:54:54.336357 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG oslo_concurrency.lockutils [None req-97bd5441-1da2-49ee-a364-27795820ba27 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 11:54:54.388690 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97bd5441-1da2-49ee-a364-27795820ba27 None None] Pushing event updated for resources: {'Port': ['ID=0f5fbb22-4742-42c9-a791-6912ee31be44,revision_number=4']} {{(pid=94176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 11:54:54.391814 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG oslo_concurrency.lockutils [None req-97bd5441-1da2-49ee-a364-27795820ba27 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.055s {{(pid=94176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 11:54:54.564651 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.plugins.ml2.db [None req-97bd5441-1da2-49ee-a364-27795820ba27 None None] get_ports_and_sgs() called for port_ids ['0f5fbb22-4742-42c9-a791-6912ee31be44'] {{(pid=94176) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 23 11:54:54.870421 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2aa2a4f1-0aa0-45d5-98bd-71bd76f58685 req-939496b3-69ba-4f86-8b6e-43f2faf5d2c2 tempest-ServerActionsTestJSON-1945522763 tempest-ServerActionsTestJSON-1945522763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 11:54:54.871923 dv-neutron-601336-94-hyperv neutron-server[94175]: INFO neutron.wsgi [req-2aa2a4f1-0aa0-45d5-98bd-71bd76f58685 req-939496b3-69ba-4f86-8b6e-43f2faf5d2c2 tempest-ServerActionsTestJSON-1945522763 tempest-ServerActionsTestJSON-1945522763-project] 10.222.0.20 "GET /v2.0/ports?device_id=ef771107-7894-4a06-87f5-4d6f7a2c98d8 HTTP/1.1" status: 200 len: 944 time: 0.0776021 Jun 23 11:54:54.913651 dv-neutron-601336-94-hyperv neutron-server[94175]: INFO neutron.wsgi [req-2aa2a4f1-0aa0-45d5-98bd-71bd76f58685 req-a0708efb-a3cb-420a-8e7d-cd1a441c7485 tempest-ServerActionsTestJSON-1945522763 tempest-ServerActionsTestJSON-1945522763-project] 10.222.0.20 "GET /v2.0/security-groups?id=0af35ccc-af3f-4718-892b-c93ffd508c7a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0356686 Jun 23 11:54:56.042713 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.plugins.ml2.rpc [None req-97bd5441-1da2-49ee-a364-27795820ba27 None None] Device 0f5fbb22-4742-42c9-a791-6912ee31be44 up at agent hyperv_hv-neutron-6013 {{(pid=94176) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:298}} Jun 23 11:54:56.085168 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6bd4e37-8b54-49dc-b722-f7761c53b705 req-63716787-0e56-4e05-8901-1e2ea646e861 tempest-ServerActionsTestJSON-1945522763 tempest-ServerActionsTestJSON-1945522763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94174) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 11:54:56.086674 dv-neutron-601336-94-hyperv neutron-server[94174]: INFO neutron.wsgi [req-f6bd4e37-8b54-49dc-b722-f7761c53b705 req-63716787-0e56-4e05-8901-1e2ea646e861 tempest-ServerActionsTestJSON-1945522763 tempest-ServerActionsTestJSON-1945522763-project] 10.222.0.20 "GET /v2.0/ports?device_id=ef771107-7894-4a06-87f5-4d6f7a2c98d8 HTTP/1.1" status: 200 len: 944 time: 0.0635223 Jun 23 11:54:56.124274 dv-neutron-601336-94-hyperv neutron-server[94174]: INFO neutron.wsgi [req-f6bd4e37-8b54-49dc-b722-f7761c53b705 req-6b68fb14-e9ae-42b2-9d8b-a3273c1709fd tempest-ServerActionsTestJSON-1945522763 tempest-ServerActionsTestJSON-1945522763-project] 10.222.0.20 "GET /v2.0/security-groups?id=0af35ccc-af3f-4718-892b-c93ffd508c7a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0316329 Jun 23 11:54:56.148673 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.db.provisioning_blocks [None req-97bd5441-1da2-49ee-a364-27795820ba27 None None] Provisioning for port 0f5fbb22-4742-42c9-a791-6912ee31be44 completed by entity L2. {{(pid=94176) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 23 11:54:56.152744 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.db.provisioning_blocks [None req-97bd5441-1da2-49ee-a364-27795820ba27 None None] Provisioning complete for port 0f5fbb22-4742-42c9-a791-6912ee31be44 triggered by entity L2. {{(pid=94176) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 23 11:54:56.153133 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron_lib.callbacks.manager [None req-97bd5441-1da2-49ee-a364-27795820ba27 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-899258'] for port, provisioning_complete {{(pid=94176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:54:56.229928 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron_lib.callbacks.manager [None req-97bd5441-1da2-49ee-a364-27795820ba27 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-923122'] for port, before_update {{(pid=94176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:54:56.251308 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ef771107-7894-4a06-87f5-4d6f7a2c98d8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0f5fbb22-4742-42c9-a791-6912ee31be44'}] {{(pid=94176) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 23 11:54:56.253615 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}887b0dfc0393de878080286a57e4a08d4fa60dd0cddd118f338ebfcd351ddd4c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-de593d00-7bec-4508-bcdd-5e50b37534d1" -d '{"events": [{"server_uuid": "ef771107-7894-4a06-87f5-4d6f7a2c98d8", "name": "network-vif-plugged", "status": "completed", "tag": "0f5fbb22-4742-42c9-a791-6912ee31be44"}]}' {{(pid=94176) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 23 11:54:56.270265 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.plugins.ml2.db [None req-97bd5441-1da2-49ee-a364-27795820ba27 None None] For port 0f5fbb22-4742-42c9-a791-6912ee31be44, host hv-neutron-6013, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-6013',level=0,port_id=0f5fbb22-4742-42c9-a791-6912ee31be44,segment=NetworkSegment(c5336f67-3b17-48c3-969f-4266bc0dd37d),segment_id=c5336f67-3b17-48c3-969f-4266bc0dd37d)] {{(pid=94176) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 23 11:54:56.291082 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 23 Jun 2021 11:54:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6fc79248-2fbd-4e8f-ad72-a953cbeb67cf x-openstack-request-id: req-6fc79248-2fbd-4e8f-ad72-a953cbeb67cf {{(pid=94176) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 23 11:54:56.291082 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ef771107-7894-4a06-87f5-4d6f7a2c98d8", "name": "network-vif-plugged", "status": "completed", "tag": "0f5fbb22-4742-42c9-a791-6912ee31be44", "code": 200}]} {{(pid=94176) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 23 11:54:56.291082 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-6fc79248-2fbd-4e8f-ad72-a953cbeb67cf {{(pid=94176) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 23 11:54:56.291519 dv-neutron-601336-94-hyperv neutron-server[94176]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ef771107-7894-4a06-87f5-4d6f7a2c98d8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0f5fbb22-4742-42c9-a791-6912ee31be44', 'code': 200} Jun 23 11:54:56.345637 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron_lib.callbacks.manager [None req-97bd5441-1da2-49ee-a364-27795820ba27 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-922904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866062', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773700135042', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773699642233', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773699642278'] for port, after_update {{(pid=94176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:54:56.348333 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG oslo_concurrency.lockutils [None req-97bd5441-1da2-49ee-a364-27795820ba27 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 11:54:56.394326 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97bd5441-1da2-49ee-a364-27795820ba27 None None] Pushing event updated for resources: {'Port': ['ID=0f5fbb22-4742-42c9-a791-6912ee31be44,revision_number=5']} {{(pid=94176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 11:54:56.398089 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG oslo_concurrency.lockutils [None req-97bd5441-1da2-49ee-a364-27795820ba27 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=94176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 11:54:56.675054 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19dbb9d7-e0ac-41dd-a22d-cbbd9735e96b req-7eb03964-882d-4d90-b868-025c82c5c03a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 11:54:56.676499 dv-neutron-601336-94-hyperv neutron-server[94175]: INFO neutron.wsgi [req-19dbb9d7-e0ac-41dd-a22d-cbbd9735e96b req-7eb03964-882d-4d90-b868-025c82c5c03a service neutron] 10.222.0.52 "GET /v2.0/ports?device_id=ef771107-7894-4a06-87f5-4d6f7a2c98d8 HTTP/1.1" status: 200 len: 1098 time: 0.0552609 Jun 23 11:54:56.713880 dv-neutron-601336-94-hyperv neutron-server[94175]: INFO neutron.wsgi [req-19dbb9d7-e0ac-41dd-a22d-cbbd9735e96b req-ad4997e2-962f-4fd7-8f31-817ee4456283 service neutron] 10.222.0.52 "GET /v2.0/security-groups?id=0af35ccc-af3f-4718-892b-c93ffd508c7a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0301392 Jun 23 11:54:57.306360 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20070b2c-4060-4f65-a788-d8be34cfd02a req-86a4ae54-6249-4fbe-a270-b85e11d180c8 tempest-ServerActionsTestJSON-1945522763 tempest-ServerActionsTestJSON-1945522763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94174) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 11:54:57.307932 dv-neutron-601336-94-hyperv neutron-server[94174]: INFO neutron.wsgi [req-20070b2c-4060-4f65-a788-d8be34cfd02a req-86a4ae54-6249-4fbe-a270-b85e11d180c8 tempest-ServerActionsTestJSON-1945522763 tempest-ServerActionsTestJSON-1945522763-project] 10.222.0.20 "GET /v2.0/ports?device_id=ef771107-7894-4a06-87f5-4d6f7a2c98d8 HTTP/1.1" status: 200 len: 945 time: 0.0711813 Jun 23 11:54:57.345141 dv-neutron-601336-94-hyperv neutron-server[94174]: INFO neutron.wsgi [req-20070b2c-4060-4f65-a788-d8be34cfd02a req-165d7293-3065-40da-be3a-b0a3a16da32c tempest-ServerActionsTestJSON-1945522763 tempest-ServerActionsTestJSON-1945522763-project] 10.222.0.20 "GET /v2.0/security-groups?id=0af35ccc-af3f-4718-892b-c93ffd508c7a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0315781 Jun 23 11:54:58.532899 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37e36785-6161-4a51-8119-8c6a913321fb req-d57faf9d-11ce-44c5-8d67-5affff6f88da tempest-ServerActionsTestJSON-1945522763 tempest-ServerActionsTestJSON-1945522763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 11:54:58.535639 dv-neutron-601336-94-hyperv neutron-server[94175]: INFO neutron.wsgi [req-37e36785-6161-4a51-8119-8c6a913321fb req-d57faf9d-11ce-44c5-8d67-5affff6f88da tempest-ServerActionsTestJSON-1945522763 tempest-ServerActionsTestJSON-1945522763-project] 10.222.0.20 "GET /v2.0/ports?device_id=ef771107-7894-4a06-87f5-4d6f7a2c98d8 HTTP/1.1" status: 200 len: 945 time: 0.0772607 Jun 23 11:54:58.581781 dv-neutron-601336-94-hyperv neutron-server[94175]: INFO neutron.wsgi [req-37e36785-6161-4a51-8119-8c6a913321fb req-6cb3e635-e9e4-44b1-b093-7daf3b2b26de tempest-ServerActionsTestJSON-1945522763 tempest-ServerActionsTestJSON-1945522763-project] 10.222.0.20 "GET /v2.0/security-groups?id=0af35ccc-af3f-4718-892b-c93ffd508c7a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0392611 Jun 23 11:54:58.755284 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8cd4f53-bf52-4789-a479-c006a73a8a6a req-daba7cf9-21e3-4787-bee0-6ea3c3631510 tempest-ServerActionsTestJSON-1945522763 tempest-ServerActionsTestJSON-1945522763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94174) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 11:54:58.756851 dv-neutron-601336-94-hyperv neutron-server[94174]: INFO neutron.wsgi [req-d8cd4f53-bf52-4789-a479-c006a73a8a6a req-daba7cf9-21e3-4787-bee0-6ea3c3631510 tempest-ServerActionsTestJSON-1945522763 tempest-ServerActionsTestJSON-1945522763-project] 10.222.0.20 "GET /v2.0/ports?device_id=ef771107-7894-4a06-87f5-4d6f7a2c98d8 HTTP/1.1" status: 200 len: 945 time: 0.0693083 Jun 23 11:54:58.769859 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.wsgi [-] (94174) accepted ('10.222.0.20', 46384) {{(pid=94174) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 11:54:58.775552 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.api.v2.base [None req-bdd264bc-60b2-43ce-81e4-75a45c5ed348 tempest-ServerActionsTestJSON-1945522763 tempest-ServerActionsTestJSON-1945522763-project] Request body: {'floatingip': {'port_id': '0f5fbb22-4742-42c9-a791-6912ee31be44'}} {{(pid=94174) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 23 11:54:58.816695 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron_lib.callbacks.manager [None req-bdd264bc-60b2-43ce-81e4-75a45c5ed348 tempest-ServerActionsTestJSON-1945522763 tempest-ServerActionsTestJSON-1945522763-project] Notify callbacks [] for floatingip, before_update {{(pid=94174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:54:59.278776 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron_lib.callbacks.manager [None req-bdd264bc-60b2-43ce-81e4-75a45c5ed348 tempest-ServerActionsTestJSON-1945522763 tempest-ServerActionsTestJSON-1945522763-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:54:59.372010 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron_lib.callbacks.manager [None req-bdd264bc-60b2-43ce-81e4-75a45c5ed348 tempest-ServerActionsTestJSON-1945522763 tempest-ServerActionsTestJSON-1945522763-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-524229'] for floatingip, after_update {{(pid=94174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:54:59.489315 dv-neutron-601336-94-hyperv neutron-server[94174]: INFO neutron.db.l3_db [None req-bdd264bc-60b2-43ce-81e4-75a45c5ed348 tempest-ServerActionsTestJSON-1945522763 tempest-ServerActionsTestJSON-1945522763-project] Floating IP c49a1dd4-5f39-4d60-a6c5-625a0e4b7a3b associated. External IP: 172.26.3.172, port: 0f5fbb22-4742-42c9-a791-6912ee31be44. Jun 23 11:55:00.003830 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bdd264bc-60b2-43ce-81e4-75a45c5ed348 tempest-ServerActionsTestJSON-1945522763 tempest-ServerActionsTestJSON-1945522763-project] Router 615292a8-7f4f-4a19-a308-1525643a83a7 has already been hosted by L3 agent 50ef99c0-ef28-4db5-b303-b145898fae60 {{(pid=94174) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 23 11:55:00.111498 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bdd264bc-60b2-43ce-81e4-75a45c5ed348 tempest-ServerActionsTestJSON-1945522763 tempest-ServerActionsTestJSON-1945522763-project] Notify agent at l3_agent.dv-neutron-601336-94-hyperv the message routers_updated {{(pid=94174) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 23 11:55:00.116523 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron_lib.callbacks.manager [None req-bdd264bc-60b2-43ce-81e4-75a45c5ed348 tempest-ServerActionsTestJSON-1945522763 tempest-ServerActionsTestJSON-1945522763-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-217507'] for floatingip, before_response {{(pid=94174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:55:00.121935 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-180b40d3-3163-40d8-a083-83a765c58de5 None None] Sync routers for ids ['615292a8-7f4f-4a19-a308-1525643a83a7'] in dv-neutron-601336-94-hyperv {{(pid=94176) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 23 11:55:00.133118 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.db.l3_dvrscheduler_db [None req-180b40d3-3163-40d8-a083-83a765c58de5 None None] Routers {'615292a8-7f4f-4a19-a308-1525643a83a7'} bound to L3 agent in host dv-neutron-601336-94-hyperv {{(pid=94176) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 23 11:55:00.133765 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.db.l3_hamode_db [None req-180b40d3-3163-40d8-a083-83a765c58de5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-601336-94-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-06-23T11:22:13Z,description=,heartbeat_timestamp=2021-06-23T11:54:43Z,host='dv-neutron-601336-94-hyperv',id=50ef99c0-ef28-4db5-b303-b145898fae60,load=0,resource_versions=,resources_synced=,started_at=2021-06-23T11:22:14Z,topic='l3_agent')) {'router_ids': ['615292a8-7f4f-4a19-a308-1525643a83a7'], 'active': True} {{(pid=94176) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 11:55:00.156812 dv-neutron-601336-94-hyperv neutron-server[94174]: INFO neutron.wsgi [None req-bdd264bc-60b2-43ce-81e4-75a45c5ed348 tempest-ServerActionsTestJSON-1945522763 tempest-ServerActionsTestJSON-1945522763-project] 10.222.0.20 "PUT /v2.0/floatingips/c49a1dd4-5f39-4d60-a6c5-625a0e4b7a3b HTTP/1.1" status: 200 len: 991 time: 1.3856921 Jun 23 11:55:00.157771 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ef771107-7894-4a06-87f5-4d6f7a2c98d8', 'tag': '0f5fbb22-4742-42c9-a791-6912ee31be44'}] {{(pid=94174) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 23 11:55:00.160417 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6ff47218258ed5bf6cae7f276c9622ae488f9e8ebc13d1a310221fbcfb04c5dd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d2037c9f-08c4-460a-b492-39ef50f49b83" -d '{"events": [{"name": "network-changed", "server_uuid": "ef771107-7894-4a06-87f5-4d6f7a2c98d8", "tag": "0f5fbb22-4742-42c9-a791-6912ee31be44"}]}' {{(pid=94174) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 23 11:55:00.232206 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 23 Jun 2021 11:55:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e7115854-1048-4ca3-8e93-87752845bdbc x-openstack-request-id: req-e7115854-1048-4ca3-8e93-87752845bdbc {{(pid=94174) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 23 11:55:00.232680 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ef771107-7894-4a06-87f5-4d6f7a2c98d8", "tag": "0f5fbb22-4742-42c9-a791-6912ee31be44", "status": "completed", "code": 200}]} {{(pid=94174) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 23 11:55:00.232987 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-e7115854-1048-4ca3-8e93-87752845bdbc {{(pid=94174) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 23 11:55:00.237208 dv-neutron-601336-94-hyperv neutron-server[94174]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ef771107-7894-4a06-87f5-4d6f7a2c98d8', 'tag': '0f5fbb22-4742-42c9-a791-6912ee31be44', 'status': 'completed', 'code': 200} Jun 23 11:55:00.262783 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.db.l3_dvr_db [None req-180b40d3-3163-40d8-a083-83a765c58de5 None None] Set router 615292a8-7f4f-4a19-a308-1525643a83a7 gateway port host: dv-neutron-601336-94-hyperv {{(pid=94176) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:838}} Jun 23 11:55:00.318372 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2037c9f-08c4-460a-b492-39ef50f49b83 req-2e438c18-2c62-41cd-8e47-0b7ead84e055 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 11:55:00.319951 dv-neutron-601336-94-hyperv neutron-server[94175]: INFO neutron.wsgi [req-d2037c9f-08c4-460a-b492-39ef50f49b83 req-2e438c18-2c62-41cd-8e47-0b7ead84e055 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=f95f5bd5d3a04c1cb1d25bcb3c548b20&device_id=ef771107-7894-4a06-87f5-4d6f7a2c98d8 HTTP/1.1" status: 200 len: 1098 time: 0.0617619 Jun 23 11:55:00.415221 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2037c9f-08c4-460a-b492-39ef50f49b83 req-5a29bfed-40b7-44d4-886f-0f3a2795919d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 11:55:00.416716 dv-neutron-601336-94-hyperv neutron-server[94175]: INFO neutron.wsgi [req-d2037c9f-08c4-460a-b492-39ef50f49b83 req-5a29bfed-40b7-44d4-886f-0f3a2795919d service neutron] 10.222.0.52 "GET /v2.0/networks?id=2fd142a9-a207-404d-a9ae-7efb565fc5be HTTP/1.1" status: 200 len: 912 time: 0.0904682 Jun 23 11:55:00.484294 dv-neutron-601336-94-hyperv neutron-server[94175]: INFO neutron.wsgi [req-d2037c9f-08c4-460a-b492-39ef50f49b83 req-a6b02e26-cd3f-470b-a230-4630df5ec358 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=0f5fbb22-4742-42c9-a791-6912ee31be44 HTTP/1.1" status: 200 len: 999 time: 0.0597398 Jun 23 11:55:00.493051 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.db.l3_hamode_db [None req-180b40d3-3163-40d8-a083-83a765c58de5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '615292a8-7f4f-4a19-a308-1525643a83a7', 'name': 'tempest-ServerActionsTestJSON-716138820-router', 'tenant_id': 'f95f5bd5d3a04c1cb1d25bcb3c548b20', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3e7e4eb3-cf02-4d47-ade9-0a579cdfc60f', 'external_fixed_ips': [{'subnet_id': 'a5ad15ab-c489-4a67-a9b0-d559fca0ec71', 'ip_address': '172.26.3.23'}], 'enable_snat': True}, 'gw_port_id': '3105b998-5972-4c17-a778-1c44f53d265f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-23T11:53:19Z', 'updated_at': '2021-06-23T11:53:23Z', 'revision_number': 4, 'project_id': 'f95f5bd5d3a04c1cb1d25bcb3c548b20', 'gw_port': {'id': '3105b998-5972-4c17-a778-1c44f53d265f', 'name': '', 'network_id': '3e7e4eb3-cf02-4d47-ade9-0a579cdfc60f', 'tenant_id': '', 'mac_address': 'fa:16:3e:45:19:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '615292a8-7f4f-4a19-a308-1525643a83a7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1573, 'fixed_ips': [{'subnet_id': 'a5ad15ab-c489-4a67-a9b0-d559fca0ec71', 'ip_address': '172.26.3.23', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-94-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-23T11:53:20Z', 'updated_at': '2021-06-23T11:53:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a5ad15ab-c489-4a67-a9b0-d559fca0ec71', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-601336-94-hyperv', '_floatingips': [{'id': 'c49a1dd4-5f39-4d60-a6c5-625a0e4b7a3b', 'tenant_id': 'f95f5bd5d3a04c1cb1d25bcb3c548b20', 'floating_ip_address': '172.26.3.172', 'floating_network_id': '3e7e4eb3-cf02-4d47-ade9-0a579cdfc60f', 'router_id': '615292a8-7f4f-4a19-a308-1525643a83a7', 'port_id': '0f5fbb22-4742-42c9-a791-6912ee31be44', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 1581, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '2fd142a9-a207-404d-a9ae-7efb565fc5be', 'mac_address': 'fa:16:3e:87:07:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ef771107-7894-4a06-87f5-4d6f7a2c98d8', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-23T11:53:26Z', 'updated_at': '2021-06-23T11:54:59Z', 'revision_number': 5, 'project_id': 'f95f5bd5d3a04c1cb1d25bcb3c548b20', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '13c7c1e0-1108-4c37-8c21-d3d83d008092', 'name': '', 'network_id': '2fd142a9-a207-404d-a9ae-7efb565fc5be', 'tenant_id': 'f95f5bd5d3a04c1cb1d25bcb3c548b20', 'mac_address': 'fa:16:3e:85:24:4c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '615292a8-7f4f-4a19-a308-1525643a83a7', 'device_owner': 'network:router_interface', 'standard_attr_id': 1574, 'fixed_ips': [{'subnet_id': 'd690955b-e62b-44f5-a4de-5b19f00224f3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-94-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-23T11:53:22Z', 'updated_at': '2021-06-23T11:53:28Z', 'revision_number': 5, 'project_id': 'f95f5bd5d3a04c1cb1d25bcb3c548b20', 'subnets': [{'id': 'd690955b-e62b-44f5-a4de-5b19f00224f3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-601336-94-hyperv', False) {} {{(pid=94176) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 11:55:00.523779 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-180b40d3-3163-40d8-a083-83a765c58de5 None None] Checking router: 615292a8-7f4f-4a19-a308-1525643a83a7 for host: dv-neutron-601336-94-hyperv {{(pid=94176) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 23 11:55:00.532303 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.db.l3_dvrscheduler_db [None req-180b40d3-3163-40d8-a083-83a765c58de5 None None] Routers {'615292a8-7f4f-4a19-a308-1525643a83a7'} bound to L3 agent in host dv-neutron-601336-94-hyperv {{(pid=94176) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 23 11:55:00.533185 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.db.l3_hamode_db [None req-180b40d3-3163-40d8-a083-83a765c58de5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-601336-94-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-06-23T11:22:13Z,description=,heartbeat_timestamp=2021-06-23T11:54:43Z,host='dv-neutron-601336-94-hyperv',id=50ef99c0-ef28-4db5-b303-b145898fae60,load=0,resource_versions=,resources_synced=,started_at=2021-06-23T11:22:14Z,topic='l3_agent')) {'router_ids': ['615292a8-7f4f-4a19-a308-1525643a83a7'], 'active': True} {{(pid=94176) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 11:55:00.538773 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2037c9f-08c4-460a-b492-39ef50f49b83 req-a27d03f0-3ead-49bb-b8b1-01602b64002c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 11:55:00.540535 dv-neutron-601336-94-hyperv neutron-server[94175]: INFO neutron.wsgi [req-d2037c9f-08c4-460a-b492-39ef50f49b83 req-a27d03f0-3ead-49bb-b8b1-01602b64002c service neutron] 10.222.0.52 "GET /v2.0/subnets?id=d690955b-e62b-44f5-a4de-5b19f00224f3 HTTP/1.1" status: 200 len: 850 time: 0.0488186 Jun 23 11:55:00.603782 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2037c9f-08c4-460a-b492-39ef50f49b83 req-b4cfe0d1-2dfa-47d0-9fa3-b01035ae4400 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 11:55:00.605339 dv-neutron-601336-94-hyperv neutron-server[94175]: INFO neutron.wsgi [req-d2037c9f-08c4-460a-b492-39ef50f49b83 req-b4cfe0d1-2dfa-47d0-9fa3-b01035ae4400 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=2fd142a9-a207-404d-a9ae-7efb565fc5be&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1178 time: 0.0588286 Jun 23 11:55:00.719198 dv-neutron-601336-94-hyperv neutron-server[94175]: INFO neutron.wsgi [req-d2037c9f-08c4-460a-b492-39ef50f49b83 req-88ba5d3b-5c8d-4ac7-8225-e66dae7434ae service neutron] 10.222.0.52 "GET /v2.0/networks/2fd142a9-a207-404d-a9ae-7efb565fc5be?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1073601 Jun 23 11:55:00.808433 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.db.l3_dvr_db [None req-180b40d3-3163-40d8-a083-83a765c58de5 None None] Set router 615292a8-7f4f-4a19-a308-1525643a83a7 gateway port host: dv-neutron-601336-94-hyperv {{(pid=94176) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:838}} Jun 23 11:55:00.819664 dv-neutron-601336-94-hyperv neutron-server[94175]: INFO neutron.wsgi [req-d2037c9f-08c4-460a-b492-39ef50f49b83 req-2f276aa4-d002-4072-acd2-ce8d64f9c978 service neutron] 10.222.0.52 "GET /v2.0/networks/2fd142a9-a207-404d-a9ae-7efb565fc5be?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0947258 Jun 23 11:55:01.040144 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.db.l3_hamode_db [None req-180b40d3-3163-40d8-a083-83a765c58de5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '615292a8-7f4f-4a19-a308-1525643a83a7', 'name': 'tempest-ServerActionsTestJSON-716138820-router', 'tenant_id': 'f95f5bd5d3a04c1cb1d25bcb3c548b20', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3e7e4eb3-cf02-4d47-ade9-0a579cdfc60f', 'external_fixed_ips': [{'subnet_id': 'a5ad15ab-c489-4a67-a9b0-d559fca0ec71', 'ip_address': '172.26.3.23'}], 'enable_snat': True}, 'gw_port_id': '3105b998-5972-4c17-a778-1c44f53d265f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-23T11:53:19Z', 'updated_at': '2021-06-23T11:53:23Z', 'revision_number': 4, 'project_id': 'f95f5bd5d3a04c1cb1d25bcb3c548b20', 'gw_port': {'id': '3105b998-5972-4c17-a778-1c44f53d265f', 'name': '', 'network_id': '3e7e4eb3-cf02-4d47-ade9-0a579cdfc60f', 'tenant_id': '', 'mac_address': 'fa:16:3e:45:19:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '615292a8-7f4f-4a19-a308-1525643a83a7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1573, 'fixed_ips': [{'subnet_id': 'a5ad15ab-c489-4a67-a9b0-d559fca0ec71', 'ip_address': '172.26.3.23', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-94-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-23T11:53:20Z', 'updated_at': '2021-06-23T11:53:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a5ad15ab-c489-4a67-a9b0-d559fca0ec71', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-601336-94-hyperv', '_floatingips': [{'id': 'c49a1dd4-5f39-4d60-a6c5-625a0e4b7a3b', 'tenant_id': 'f95f5bd5d3a04c1cb1d25bcb3c548b20', 'floating_ip_address': '172.26.3.172', 'floating_network_id': '3e7e4eb3-cf02-4d47-ade9-0a579cdfc60f', 'router_id': '615292a8-7f4f-4a19-a308-1525643a83a7', 'port_id': '0f5fbb22-4742-42c9-a791-6912ee31be44', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 1581, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '2fd142a9-a207-404d-a9ae-7efb565fc5be', 'mac_address': 'fa:16:3e:87:07:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ef771107-7894-4a06-87f5-4d6f7a2c98d8', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-23T11:53:26Z', 'updated_at': '2021-06-23T11:54:59Z', 'revision_number': 5, 'project_id': 'f95f5bd5d3a04c1cb1d25bcb3c548b20', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '13c7c1e0-1108-4c37-8c21-d3d83d008092', 'name': '', 'network_id': '2fd142a9-a207-404d-a9ae-7efb565fc5be', 'tenant_id': 'f95f5bd5d3a04c1cb1d25bcb3c548b20', 'mac_address': 'fa:16:3e:85:24:4c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '615292a8-7f4f-4a19-a308-1525643a83a7', 'device_owner': 'network:router_interface', 'standard_attr_id': 1574, 'fixed_ips': [{'subnet_id': 'd690955b-e62b-44f5-a4de-5b19f00224f3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-94-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-23T11:53:22Z', 'updated_at': '2021-06-23T11:53:28Z', 'revision_number': 5, 'project_id': 'f95f5bd5d3a04c1cb1d25bcb3c548b20', 'subnets': [{'id': 'd690955b-e62b-44f5-a4de-5b19f00224f3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-601336-94-hyperv', False) {} {{(pid=94176) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 11:55:01.064080 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-180b40d3-3163-40d8-a083-83a765c58de5 None None] The sync data for ids ['615292a8-7f4f-4a19-a308-1525643a83a7'] in dv-neutron-601336-94-hyperv is: [{'id': '615292a8-7f4f-4a19-a308-1525643a83a7', 'name': 'tempest-ServerActionsTestJSON-716138820-router', 'tenant_id': 'f95f5bd5d3a04c1cb1d25bcb3c548b20', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3e7e4eb3-cf02-4d47-ade9-0a579cdfc60f', 'external_fixed_ips': [{'subnet_id': 'a5ad15ab-c489-4a67-a9b0-d559fca0ec71', 'ip_address': '172.26.3.23'}], 'enable_snat': True}, 'gw_port_id': '3105b998-5972-4c17-a778-1c44f53d265f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-23T11:53:19Z', 'updated_at': '2021-06-23T11:53:23Z', 'revision_number': 4, 'project_id': 'f95f5bd5d3a04c1cb1d25bcb3c548b20', 'gw_port': {'id': '3105b998-5972-4c17-a778-1c44f53d265f', 'name': '', 'network_id': '3e7e4eb3-cf02-4d47-ade9-0a579cdfc60f', 'tenant_id': '', 'mac_address': 'fa:16:3e:45:19:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '615292a8-7f4f-4a19-a308-1525643a83a7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1573, 'fixed_ips': [{'subnet_id': 'a5ad15ab-c489-4a67-a9b0-d559fca0ec71', 'ip_address': '172.26.3.23', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-94-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-23T11:53:20Z', 'updated_at': '2021-06-23T11:53:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a5ad15ab-c489-4a67-a9b0-d559fca0ec71', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-601336-94-hyperv', '_floatingips': [{'id': 'c49a1dd4-5f39-4d60-a6c5-625a0e4b7a3b', 'tenant_id': 'f95f5bd5d3a04c1cb1d25bcb3c548b20', 'floating_ip_address': '172.26.3.172', 'floating_network_id': '3e7e4eb3-cf02-4d47-ade9-0a579cdfc60f', 'router_id': '615292a8-7f4f-4a19-a308-1525643a83a7', 'port_id': '0f5fbb22-4742-42c9-a791-6912ee31be44', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 1581, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '2fd142a9-a207-404d-a9ae-7efb565fc5be', 'mac_address': 'fa:16:3e:87:07:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ef771107-7894-4a06-87f5-4d6f7a2c98d8', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-23T11:53:26Z', 'updated_at': '2021-06-23T11:54:59Z', 'revision_number': 5, 'project_id': 'f95f5bd5d3a04c1cb1d25bcb3c548b20', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '13c7c1e0-1108-4c37-8c21-d3d83d008092', 'name': '', 'network_id': '2fd142a9-a207-404d-a9ae-7efb565fc5be', 'tenant_id': 'f95f5bd5d3a04c1cb1d25bcb3c548b20', 'mac_address': 'fa:16:3e:85:24:4c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '615292a8-7f4f-4a19-a308-1525643a83a7', 'device_owner': 'network:router_interface', 'standard_attr_id': 1574, 'fixed_ips': [{'subnet_id': 'd690955b-e62b-44f5-a4de-5b19f00224f3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-94-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-23T11:53:22Z', 'updated_at': '2021-06-23T11:53:28Z', 'revision_number': 5, 'project_id': 'f95f5bd5d3a04c1cb1d25bcb3c548b20', 'subnets': [{'id': 'd690955b-e62b-44f5-a4de-5b19f00224f3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94176) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 23 11:55:01.261424 dv-neutron-601336-94-hyperv neutron-server[94177]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3b144fd2-00fd-4447-b120-2560318e3669 None None] New status for floating IP c49a1dd4-5f39-4d60-a6c5-625a0e4b7a3b: ACTIVE {{(pid=94177) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 23 11:55:03.152935 dv-neutron-601336-94-hyperv neutron-server[94177]: DEBUG neutron.db.agents_db [None req-90fb1279-e4c5-4e73-8d66-3a29811dc4e3 None None] Agent healthcheck: found 6 active agents {{(pid=94177) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 23 11:55:10.942621 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron_lib.callbacks.manager [None req-1b5909f2-27bc-4c5f-84fd-90e963415153 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773699952132', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-899307'] for agent, after_update {{(pid=94176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:55:13.219538 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron_lib.callbacks.manager [None req-3a4dc35e-0fa4-4901-aa62-b2f9ce34378a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773699952132', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-899307'] for agent, after_update {{(pid=94176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:55:13.871009 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron_lib.callbacks.manager [None req-dc7542b2-afef-47f4-a763-e3a3cba144be None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773699952132', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-899307'] for agent, after_update {{(pid=94176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:55:14.665197 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron_lib.callbacks.manager [None req-4c20ea5f-bc7f-4d4e-935d-57f082af6ccb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773699952132', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-899307'] for agent, after_update {{(pid=94176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:55:16.716094 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron_lib.callbacks.manager [None req-95d6aa8f-24e7-4234-82ff-f502266c3285 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773699952132', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-899307'] for agent, after_update {{(pid=94176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:55:23.474171 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron_lib.callbacks.manager [None req-97bd5441-1da2-49ee-a364-27795820ba27 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773699952132', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-899307'] for agent, after_update {{(pid=94176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:55:35.601896 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7146fe22-e74c-4ede-a9f6-1d30b4067912 req-50447ae4-9bcd-45fb-a1b6-58b5533d8bab tempest-ServerActionsTestJSON-1945522763 tempest-ServerActionsTestJSON-1945522763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94174) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 11:55:35.603349 dv-neutron-601336-94-hyperv neutron-server[94174]: INFO neutron.wsgi [req-7146fe22-e74c-4ede-a9f6-1d30b4067912 req-50447ae4-9bcd-45fb-a1b6-58b5533d8bab tempest-ServerActionsTestJSON-1945522763 tempest-ServerActionsTestJSON-1945522763-project] 10.222.0.20 "GET /v2.0/ports?device_id=ef771107-7894-4a06-87f5-4d6f7a2c98d8 HTTP/1.1" status: 200 len: 945 time: 0.0665715 Jun 23 11:55:35.647473 dv-neutron-601336-94-hyperv neutron-server[94174]: INFO neutron.wsgi [req-7146fe22-e74c-4ede-a9f6-1d30b4067912 req-81c9433b-c0db-450b-9c96-8ccf56202f32 tempest-ServerActionsTestJSON-1945522763 tempest-ServerActionsTestJSON-1945522763-project] 10.222.0.20 "GET /v2.0/security-groups?id=0af35ccc-af3f-4718-892b-c93ffd508c7a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0384243 Jun 23 11:55:36.910614 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b9e9952-7e3b-4c47-b10f-4d60611beee3 req-66a794a6-f630-4396-9e58-3901434a7a7a tempest-ServerActionsTestJSON-1945522763 tempest-ServerActionsTestJSON-1945522763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 11:55:36.912283 dv-neutron-601336-94-hyperv neutron-server[94175]: INFO neutron.wsgi [req-1b9e9952-7e3b-4c47-b10f-4d60611beee3 req-66a794a6-f630-4396-9e58-3901434a7a7a tempest-ServerActionsTestJSON-1945522763 tempest-ServerActionsTestJSON-1945522763-project] 10.222.0.20 "GET /v2.0/ports?device_id=ef771107-7894-4a06-87f5-4d6f7a2c98d8 HTTP/1.1" status: 200 len: 945 time: 0.1478672 Jun 23 11:55:36.951707 dv-neutron-601336-94-hyperv neutron-server[94175]: INFO neutron.wsgi [req-1b9e9952-7e3b-4c47-b10f-4d60611beee3 req-7ba97991-66f3-4362-838f-c9c99b951193 tempest-ServerActionsTestJSON-1945522763 tempest-ServerActionsTestJSON-1945522763-project] 10.222.0.20 "GET /v2.0/security-groups?id=0af35ccc-af3f-4718-892b-c93ffd508c7a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0336132 Jun 23 11:55:38.174858 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85beadb7-1385-45cc-8674-3eb44b21e156 req-d1435374-53fe-4891-9b13-9d55d5c75a3e tempest-ServerActionsTestJSON-1945522763 tempest-ServerActionsTestJSON-1945522763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94174) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 11:55:38.176497 dv-neutron-601336-94-hyperv neutron-server[94174]: INFO neutron.wsgi [req-85beadb7-1385-45cc-8674-3eb44b21e156 req-d1435374-53fe-4891-9b13-9d55d5c75a3e tempest-ServerActionsTestJSON-1945522763 tempest-ServerActionsTestJSON-1945522763-project] 10.222.0.20 "GET /v2.0/ports?device_id=ef771107-7894-4a06-87f5-4d6f7a2c98d8 HTTP/1.1" status: 200 len: 945 time: 0.1128116 Jun 23 11:55:38.219212 dv-neutron-601336-94-hyperv neutron-server[94174]: INFO neutron.wsgi [req-85beadb7-1385-45cc-8674-3eb44b21e156 req-fa6da396-b838-4c3d-b07e-f201f9116f7e tempest-ServerActionsTestJSON-1945522763 tempest-ServerActionsTestJSON-1945522763-project] 10.222.0.20 "GET /v2.0/security-groups?id=0af35ccc-af3f-4718-892b-c93ffd508c7a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0335479 Jun 23 11:55:39.394898 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa4588dd-87f9-43e9-b600-596b4481fc1c req-31d06867-422e-470c-9c5e-9847fbf3a31e tempest-ServerActionsTestJSON-1945522763 tempest-ServerActionsTestJSON-1945522763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 11:55:39.396350 dv-neutron-601336-94-hyperv neutron-server[94175]: INFO neutron.wsgi [req-aa4588dd-87f9-43e9-b600-596b4481fc1c req-31d06867-422e-470c-9c5e-9847fbf3a31e tempest-ServerActionsTestJSON-1945522763 tempest-ServerActionsTestJSON-1945522763-project] 10.222.0.20 "GET /v2.0/ports?device_id=ef771107-7894-4a06-87f5-4d6f7a2c98d8 HTTP/1.1" status: 200 len: 945 time: 0.0641108 Jun 23 11:55:39.435487 dv-neutron-601336-94-hyperv neutron-server[94175]: INFO neutron.wsgi [req-aa4588dd-87f9-43e9-b600-596b4481fc1c req-cb6e7a06-d87d-480b-a46f-ef977eb573c2 tempest-ServerActionsTestJSON-1945522763 tempest-ServerActionsTestJSON-1945522763-project] 10.222.0.20 "GET /v2.0/security-groups?id=0af35ccc-af3f-4718-892b-c93ffd508c7a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0334785 Jun 23 11:55:40.144786 dv-neutron-601336-94-hyperv neutron-server[94177]: DEBUG neutron.db.agents_db [None req-90fb1279-e4c5-4e73-8d66-3a29811dc4e3 None None] Agent healthcheck: found 6 active agents {{(pid=94177) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 23 11:55:40.607452 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f485f277-6073-4ea1-8fb4-6412a757a47f req-fb21f4b0-e00b-4b48-833b-b1eb1bef7bab tempest-ServerActionsTestJSON-1945522763 tempest-ServerActionsTestJSON-1945522763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94174) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 11:55:40.609461 dv-neutron-601336-94-hyperv neutron-server[94174]: INFO neutron.wsgi [req-f485f277-6073-4ea1-8fb4-6412a757a47f req-fb21f4b0-e00b-4b48-833b-b1eb1bef7bab tempest-ServerActionsTestJSON-1945522763 tempest-ServerActionsTestJSON-1945522763-project] 10.222.0.20 "GET /v2.0/ports?device_id=ef771107-7894-4a06-87f5-4d6f7a2c98d8 HTTP/1.1" status: 200 len: 945 time: 0.0645182 Jun 23 11:55:40.646532 dv-neutron-601336-94-hyperv neutron-server[94174]: INFO neutron.wsgi [req-f485f277-6073-4ea1-8fb4-6412a757a47f req-8b9e530d-72ae-43b1-8d7d-9cd1973f8095 tempest-ServerActionsTestJSON-1945522763 tempest-ServerActionsTestJSON-1945522763-project] 10.222.0.20 "GET /v2.0/security-groups?id=0af35ccc-af3f-4718-892b-c93ffd508c7a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0314357 Jun 23 11:55:40.982158 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron_lib.callbacks.manager [None req-2d9d9fde-857c-40a8-a872-2d8709cdebb5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773699952132', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-899307'] for agent, after_update {{(pid=94176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:55:41.822982 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d078b345-6691-4f61-956a-d1fb30f7dfc8 req-c68e117a-f630-4c5c-b5d3-6cae7fb4d322 tempest-ServerActionsTestJSON-1945522763 tempest-ServerActionsTestJSON-1945522763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 11:55:41.824488 dv-neutron-601336-94-hyperv neutron-server[94175]: INFO neutron.wsgi [req-d078b345-6691-4f61-956a-d1fb30f7dfc8 req-c68e117a-f630-4c5c-b5d3-6cae7fb4d322 tempest-ServerActionsTestJSON-1945522763 tempest-ServerActionsTestJSON-1945522763-project] 10.222.0.20 "GET /v2.0/ports?device_id=ef771107-7894-4a06-87f5-4d6f7a2c98d8 HTTP/1.1" status: 200 len: 945 time: 0.0688622 Jun 23 11:55:41.862320 dv-neutron-601336-94-hyperv neutron-server[94175]: INFO neutron.wsgi [req-d078b345-6691-4f61-956a-d1fb30f7dfc8 req-d3b219a4-ca44-4edd-89d3-73c96129e532 tempest-ServerActionsTestJSON-1945522763 tempest-ServerActionsTestJSON-1945522763-project] 10.222.0.20 "GET /v2.0/security-groups?id=0af35ccc-af3f-4718-892b-c93ffd508c7a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0315490 Jun 23 11:55:43.055700 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b81f3afe-eeb2-4b83-957a-2d3c4e119060 req-321c9ba9-3863-4a18-ba10-e5732450e03c tempest-ServerActionsTestJSON-1945522763 tempest-ServerActionsTestJSON-1945522763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94174) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 11:55:43.057325 dv-neutron-601336-94-hyperv neutron-server[94174]: INFO neutron.wsgi [req-b81f3afe-eeb2-4b83-957a-2d3c4e119060 req-321c9ba9-3863-4a18-ba10-e5732450e03c tempest-ServerActionsTestJSON-1945522763 tempest-ServerActionsTestJSON-1945522763-project] 10.222.0.20 "GET /v2.0/ports?device_id=ef771107-7894-4a06-87f5-4d6f7a2c98d8 HTTP/1.1" status: 200 len: 945 time: 0.0780587 Jun 23 11:55:43.098326 dv-neutron-601336-94-hyperv neutron-server[94174]: INFO neutron.wsgi [req-b81f3afe-eeb2-4b83-957a-2d3c4e119060 req-5d15646d-74d1-4cec-8395-528021d29973 tempest-ServerActionsTestJSON-1945522763 tempest-ServerActionsTestJSON-1945522763-project] 10.222.0.20 "GET /v2.0/security-groups?id=0af35ccc-af3f-4718-892b-c93ffd508c7a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0346911 Jun 23 11:55:43.235729 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron_lib.callbacks.manager [None req-3e6ece75-b5f4-4840-adc0-93de11bfe797 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773699952132', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-899307'] for agent, after_update {{(pid=94176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:55:43.897958 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron_lib.callbacks.manager [None req-dc7542b2-afef-47f4-a763-e3a3cba144be None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773699952132', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-899307'] for agent, after_update {{(pid=94176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:55:44.275430 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1990dba5-d698-4a55-86f2-828e2c74e8e5 req-8f56f8e8-498f-448a-977b-ae2e59411cc3 tempest-ServerActionsTestJSON-1945522763 tempest-ServerActionsTestJSON-1945522763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 11:55:44.276910 dv-neutron-601336-94-hyperv neutron-server[94175]: INFO neutron.wsgi [req-1990dba5-d698-4a55-86f2-828e2c74e8e5 req-8f56f8e8-498f-448a-977b-ae2e59411cc3 tempest-ServerActionsTestJSON-1945522763 tempest-ServerActionsTestJSON-1945522763-project] 10.222.0.20 "GET /v2.0/ports?device_id=ef771107-7894-4a06-87f5-4d6f7a2c98d8 HTTP/1.1" status: 200 len: 945 time: 0.0644743 Jun 23 11:55:44.314796 dv-neutron-601336-94-hyperv neutron-server[94175]: INFO neutron.wsgi [req-1990dba5-d698-4a55-86f2-828e2c74e8e5 req-d44c3617-bec3-4823-b72d-d8eb594f28d1 tempest-ServerActionsTestJSON-1945522763 tempest-ServerActionsTestJSON-1945522763-project] 10.222.0.20 "GET /v2.0/security-groups?id=0af35ccc-af3f-4718-892b-c93ffd508c7a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0319836 Jun 23 11:55:44.663551 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron_lib.callbacks.manager [None req-4c20ea5f-bc7f-4d4e-935d-57f082af6ccb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773699952132', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-899307'] for agent, after_update {{(pid=94176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:55:45.485725 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2f3fbad-6675-4bd7-9957-0a5a6991148f req-56d4f81d-f92e-4b44-9134-54b5f8d6586e tempest-ServerActionsTestJSON-1945522763 tempest-ServerActionsTestJSON-1945522763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94174) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 11:55:45.487131 dv-neutron-601336-94-hyperv neutron-server[94174]: INFO neutron.wsgi [req-a2f3fbad-6675-4bd7-9957-0a5a6991148f req-56d4f81d-f92e-4b44-9134-54b5f8d6586e tempest-ServerActionsTestJSON-1945522763 tempest-ServerActionsTestJSON-1945522763-project] 10.222.0.20 "GET /v2.0/ports?device_id=ef771107-7894-4a06-87f5-4d6f7a2c98d8 HTTP/1.1" status: 200 len: 945 time: 0.0643489 Jun 23 11:55:45.525867 dv-neutron-601336-94-hyperv neutron-server[94174]: INFO neutron.wsgi [req-a2f3fbad-6675-4bd7-9957-0a5a6991148f req-47d4a2db-cb9f-4e65-9df1-716db4c5bda9 tempest-ServerActionsTestJSON-1945522763 tempest-ServerActionsTestJSON-1945522763-project] 10.222.0.20 "GET /v2.0/security-groups?id=0af35ccc-af3f-4718-892b-c93ffd508c7a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0328548 Jun 23 11:55:46.690651 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron_lib.callbacks.manager [None req-95d6aa8f-24e7-4234-82ff-f502266c3285 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773699952132', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-899307'] for agent, after_update {{(pid=94176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:55:46.710937 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d170f79-b2cb-49b9-a6ae-46ee0f269afd req-118532c7-dae7-4dda-83d2-9bc6565c792b tempest-ServerActionsTestJSON-1945522763 tempest-ServerActionsTestJSON-1945522763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 11:55:46.712483 dv-neutron-601336-94-hyperv neutron-server[94175]: INFO neutron.wsgi [req-8d170f79-b2cb-49b9-a6ae-46ee0f269afd req-118532c7-dae7-4dda-83d2-9bc6565c792b tempest-ServerActionsTestJSON-1945522763 tempest-ServerActionsTestJSON-1945522763-project] 10.222.0.20 "GET /v2.0/ports?device_id=ef771107-7894-4a06-87f5-4d6f7a2c98d8 HTTP/1.1" status: 200 len: 945 time: 0.0712278 Jun 23 11:55:46.755069 dv-neutron-601336-94-hyperv neutron-server[94175]: INFO neutron.wsgi [req-8d170f79-b2cb-49b9-a6ae-46ee0f269afd req-f7912a2b-a29a-470e-bd6a-de40e695d9c3 tempest-ServerActionsTestJSON-1945522763 tempest-ServerActionsTestJSON-1945522763-project] 10.222.0.20 "GET /v2.0/security-groups?id=0af35ccc-af3f-4718-892b-c93ffd508c7a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0367949 Jun 23 11:55:47.926911 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd2c2d26-c69d-4576-aa9b-6c6cc81ea6c6 req-4ee8d200-1792-43b1-a621-3d233d5320cf tempest-ServerActionsTestJSON-1945522763 tempest-ServerActionsTestJSON-1945522763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94174) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 11:55:47.928391 dv-neutron-601336-94-hyperv neutron-server[94174]: INFO neutron.wsgi [req-bd2c2d26-c69d-4576-aa9b-6c6cc81ea6c6 req-4ee8d200-1792-43b1-a621-3d233d5320cf tempest-ServerActionsTestJSON-1945522763 tempest-ServerActionsTestJSON-1945522763-project] 10.222.0.20 "GET /v2.0/ports?device_id=ef771107-7894-4a06-87f5-4d6f7a2c98d8 HTTP/1.1" status: 200 len: 945 time: 0.0625579 Jun 23 11:55:47.970843 dv-neutron-601336-94-hyperv neutron-server[94174]: INFO neutron.wsgi [req-bd2c2d26-c69d-4576-aa9b-6c6cc81ea6c6 req-8955fd94-71b7-40fd-996d-86c417490213 tempest-ServerActionsTestJSON-1945522763 tempest-ServerActionsTestJSON-1945522763-project] 10.222.0.20 "GET /v2.0/security-groups?id=0af35ccc-af3f-4718-892b-c93ffd508c7a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0368414 Jun 23 11:55:49.140870 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31555b20-9c6b-4850-9150-f8bf6bf7c291 req-c5b866b8-504d-4c3c-b94d-dcba93b1d9ac tempest-ServerActionsTestJSON-1945522763 tempest-ServerActionsTestJSON-1945522763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 11:55:49.142377 dv-neutron-601336-94-hyperv neutron-server[94175]: INFO neutron.wsgi [req-31555b20-9c6b-4850-9150-f8bf6bf7c291 req-c5b866b8-504d-4c3c-b94d-dcba93b1d9ac tempest-ServerActionsTestJSON-1945522763 tempest-ServerActionsTestJSON-1945522763-project] 10.222.0.20 "GET /v2.0/ports?device_id=ef771107-7894-4a06-87f5-4d6f7a2c98d8 HTTP/1.1" status: 200 len: 945 time: 0.0631456 Jun 23 11:55:49.180386 dv-neutron-601336-94-hyperv neutron-server[94175]: INFO neutron.wsgi [req-31555b20-9c6b-4850-9150-f8bf6bf7c291 req-f6be12de-2b98-41c5-9f3b-1e905404243f tempest-ServerActionsTestJSON-1945522763 tempest-ServerActionsTestJSON-1945522763-project] 10.222.0.20 "GET /v2.0/security-groups?id=0af35ccc-af3f-4718-892b-c93ffd508c7a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0323167 Jun 23 11:55:50.103464 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0022566-6fd2-4431-acc1-aed81e018943 req-7e56e8d1-c4ec-4d42-86ad-640a189dbb36 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 11:55:50.104932 dv-neutron-601336-94-hyperv neutron-server[94175]: INFO neutron.wsgi [req-f0022566-6fd2-4431-acc1-aed81e018943 req-7e56e8d1-c4ec-4d42-86ad-640a189dbb36 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=f95f5bd5d3a04c1cb1d25bcb3c548b20&device_id=ef771107-7894-4a06-87f5-4d6f7a2c98d8 HTTP/1.1" status: 200 len: 1098 time: 0.0522358 Jun 23 11:55:50.210693 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0022566-6fd2-4431-acc1-aed81e018943 req-81d32c65-e500-4b0c-a05a-dd393402d1fc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 11:55:50.212260 dv-neutron-601336-94-hyperv neutron-server[94175]: INFO neutron.wsgi [req-f0022566-6fd2-4431-acc1-aed81e018943 req-81d32c65-e500-4b0c-a05a-dd393402d1fc service neutron] 10.222.0.52 "GET /v2.0/networks?id=2fd142a9-a207-404d-a9ae-7efb565fc5be HTTP/1.1" status: 200 len: 912 time: 0.0877302 Jun 23 11:55:50.278241 dv-neutron-601336-94-hyperv neutron-server[94175]: INFO neutron.wsgi [req-f0022566-6fd2-4431-acc1-aed81e018943 req-6ab2820d-791c-4b0d-944f-422d5f48ef47 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=0f5fbb22-4742-42c9-a791-6912ee31be44 HTTP/1.1" status: 200 len: 1001 time: 0.0592742 Jun 23 11:55:50.334330 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0022566-6fd2-4431-acc1-aed81e018943 req-cff00f67-5a5e-44cc-954c-9829e3e5adba service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 11:55:50.340845 dv-neutron-601336-94-hyperv neutron-server[94175]: INFO neutron.wsgi [req-f0022566-6fd2-4431-acc1-aed81e018943 req-cff00f67-5a5e-44cc-954c-9829e3e5adba service neutron] 10.222.0.52 "GET /v2.0/subnets?id=d690955b-e62b-44f5-a4de-5b19f00224f3 HTTP/1.1" status: 200 len: 850 time: 0.0515614 Jun 23 11:55:50.356249 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07aad79e-0892-47a8-8237-7d54c0eda43d req-ca294001-6a69-42d4-a0ba-fdcb1471093d tempest-ServerActionsTestJSON-1945522763 tempest-ServerActionsTestJSON-1945522763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94174) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 11:55:50.357736 dv-neutron-601336-94-hyperv neutron-server[94174]: INFO neutron.wsgi [req-07aad79e-0892-47a8-8237-7d54c0eda43d req-ca294001-6a69-42d4-a0ba-fdcb1471093d tempest-ServerActionsTestJSON-1945522763 tempest-ServerActionsTestJSON-1945522763-project] 10.222.0.20 "GET /v2.0/ports?device_id=ef771107-7894-4a06-87f5-4d6f7a2c98d8 HTTP/1.1" status: 200 len: 945 time: 0.0638561 Jun 23 11:55:50.397518 dv-neutron-601336-94-hyperv neutron-server[94174]: INFO neutron.wsgi [req-07aad79e-0892-47a8-8237-7d54c0eda43d req-b1cfad14-69ca-4a4b-8d44-fa096788fab7 tempest-ServerActionsTestJSON-1945522763 tempest-ServerActionsTestJSON-1945522763-project] 10.222.0.20 "GET /v2.0/security-groups?id=0af35ccc-af3f-4718-892b-c93ffd508c7a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0334048 Jun 23 11:55:50.398591 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0022566-6fd2-4431-acc1-aed81e018943 req-7f795edd-dcdf-48c6-98e7-29f7694fc9bd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 11:55:50.400195 dv-neutron-601336-94-hyperv neutron-server[94175]: INFO neutron.wsgi [req-f0022566-6fd2-4431-acc1-aed81e018943 req-7f795edd-dcdf-48c6-98e7-29f7694fc9bd service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=2fd142a9-a207-404d-a9ae-7efb565fc5be&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1178 time: 0.0583546 Jun 23 11:55:50.488748 dv-neutron-601336-94-hyperv neutron-server[94175]: INFO neutron.wsgi [req-f0022566-6fd2-4431-acc1-aed81e018943 req-1180a329-f624-43db-bb7f-8b2a1f1bc107 service neutron] 10.222.0.52 "GET /v2.0/networks/2fd142a9-a207-404d-a9ae-7efb565fc5be?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0820615 Jun 23 11:55:50.583494 dv-neutron-601336-94-hyperv neutron-server[94175]: INFO neutron.wsgi [req-f0022566-6fd2-4431-acc1-aed81e018943 req-c1d5e462-1664-483a-837e-3413606f916d service neutron] 10.222.0.52 "GET /v2.0/networks/2fd142a9-a207-404d-a9ae-7efb565fc5be?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0873847 Jun 23 11:55:51.581765 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46a4d5a7-bc06-42cc-9c58-0586727b171b req-7011b1be-2d0a-4f39-a624-3ff0e251bb34 tempest-ServerActionsTestJSON-1945522763 tempest-ServerActionsTestJSON-1945522763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 11:55:51.583449 dv-neutron-601336-94-hyperv neutron-server[94175]: INFO neutron.wsgi [req-46a4d5a7-bc06-42cc-9c58-0586727b171b req-7011b1be-2d0a-4f39-a624-3ff0e251bb34 tempest-ServerActionsTestJSON-1945522763 tempest-ServerActionsTestJSON-1945522763-project] 10.222.0.20 "GET /v2.0/ports?device_id=ef771107-7894-4a06-87f5-4d6f7a2c98d8 HTTP/1.1" status: 200 len: 945 time: 0.0735660 Jun 23 11:55:51.620328 dv-neutron-601336-94-hyperv neutron-server[94175]: INFO neutron.wsgi [req-46a4d5a7-bc06-42cc-9c58-0586727b171b req-b1ca7384-83a2-4624-b111-489656d746cb tempest-ServerActionsTestJSON-1945522763 tempest-ServerActionsTestJSON-1945522763-project] 10.222.0.20 "GET /v2.0/security-groups?id=0af35ccc-af3f-4718-892b-c93ffd508c7a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0312428 Jun 23 11:55:52.265257 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07d651ec-8918-43f9-95db-ba5ddefc9215 req-babd28f2-4fb7-4e1c-b853-1a0df4da4ee0 tempest-ServerActionsTestJSON-1945522763 tempest-ServerActionsTestJSON-1945522763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 11:55:52.266757 dv-neutron-601336-94-hyperv neutron-server[94175]: INFO neutron.wsgi [req-07d651ec-8918-43f9-95db-ba5ddefc9215 req-babd28f2-4fb7-4e1c-b853-1a0df4da4ee0 tempest-ServerActionsTestJSON-1945522763 tempest-ServerActionsTestJSON-1945522763-project] 10.222.0.20 "GET /v2.0/ports?device_id=ef771107-7894-4a06-87f5-4d6f7a2c98d8 HTTP/1.1" status: 200 len: 945 time: 0.0676124 Jun 23 11:55:52.306211 dv-neutron-601336-94-hyperv neutron-server[94175]: INFO neutron.wsgi [req-07d651ec-8918-43f9-95db-ba5ddefc9215 req-be66c978-c593-4777-ba37-d78580d3f42e tempest-ServerActionsTestJSON-1945522763 tempest-ServerActionsTestJSON-1945522763-project] 10.222.0.20 "GET /v2.0/security-groups?id=0af35ccc-af3f-4718-892b-c93ffd508c7a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0336297 Jun 23 11:55:52.395036 dv-neutron-601336-94-hyperv neutron-server[94174]: INFO neutron.wsgi [req-d7d9af1d-aab2-44d6-961c-b49c53423619 req-fc82462e-8e7e-46f7-969d-a1d580432e0c service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=ef771107-7894-4a06-87f5-4d6f7a2c98d8&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0939713 Jun 23 11:55:53.490551 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48c5be64-e8eb-4396-8201-d444ea909fe6 req-3e29935f-0dd7-413a-a49a-396561498b58 tempest-ServerActionsTestJSON-1945522763 tempest-ServerActionsTestJSON-1945522763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94174) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 11:55:53.491989 dv-neutron-601336-94-hyperv neutron-server[94174]: INFO neutron.wsgi [req-48c5be64-e8eb-4396-8201-d444ea909fe6 req-3e29935f-0dd7-413a-a49a-396561498b58 tempest-ServerActionsTestJSON-1945522763 tempest-ServerActionsTestJSON-1945522763-project] 10.222.0.20 "GET /v2.0/ports?device_id=ef771107-7894-4a06-87f5-4d6f7a2c98d8 HTTP/1.1" status: 200 len: 945 time: 0.0703857 Jun 23 11:55:53.525865 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron_lib.callbacks.manager [None req-97bd5441-1da2-49ee-a364-27795820ba27 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773699952132', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-899307'] for agent, after_update {{(pid=94176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:55:53.529353 dv-neutron-601336-94-hyperv neutron-server[94174]: INFO neutron.wsgi [req-48c5be64-e8eb-4396-8201-d444ea909fe6 req-fa3d3be1-5a71-4b42-bc9b-9f0604c99efa tempest-ServerActionsTestJSON-1945522763 tempest-ServerActionsTestJSON-1945522763-project] 10.222.0.20 "GET /v2.0/security-groups?id=0af35ccc-af3f-4718-892b-c93ffd508c7a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0317214 Jun 23 11:55:54.345090 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7d9af1d-aab2-44d6-961c-b49c53423619 req-9bcc8b1f-72c9-486a-bf12-fafc37e658a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 11:55:54.346528 dv-neutron-601336-94-hyperv neutron-server[94175]: INFO neutron.wsgi [req-d7d9af1d-aab2-44d6-961c-b49c53423619 req-9bcc8b1f-72c9-486a-bf12-fafc37e658a8 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=f95f5bd5d3a04c1cb1d25bcb3c548b20&device_id=ef771107-7894-4a06-87f5-4d6f7a2c98d8 HTTP/1.1" status: 200 len: 1098 time: 0.0540433 Jun 23 11:55:54.437378 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7d9af1d-aab2-44d6-961c-b49c53423619 req-a6c2ffcd-1c35-4ac0-bd1b-2c231173f43b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 11:55:54.438840 dv-neutron-601336-94-hyperv neutron-server[94175]: INFO neutron.wsgi [req-d7d9af1d-aab2-44d6-961c-b49c53423619 req-a6c2ffcd-1c35-4ac0-bd1b-2c231173f43b service neutron] 10.222.0.52 "GET /v2.0/networks?id=2fd142a9-a207-404d-a9ae-7efb565fc5be HTTP/1.1" status: 200 len: 912 time: 0.0854528 Jun 23 11:55:54.502801 dv-neutron-601336-94-hyperv neutron-server[94175]: INFO neutron.wsgi [req-d7d9af1d-aab2-44d6-961c-b49c53423619 req-ecdec2d5-d840-4496-b264-d017f9799261 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=0f5fbb22-4742-42c9-a791-6912ee31be44 HTTP/1.1" status: 200 len: 1001 time: 0.0566201 Jun 23 11:55:54.552546 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7d9af1d-aab2-44d6-961c-b49c53423619 req-e4787a99-9a15-41af-86f1-e95d941efd3f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 11:55:54.554035 dv-neutron-601336-94-hyperv neutron-server[94175]: INFO neutron.wsgi [req-d7d9af1d-aab2-44d6-961c-b49c53423619 req-e4787a99-9a15-41af-86f1-e95d941efd3f service neutron] 10.222.0.52 "GET /v2.0/subnets?id=d690955b-e62b-44f5-a4de-5b19f00224f3 HTTP/1.1" status: 200 len: 850 time: 0.0449727 Jun 23 11:55:54.617003 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7d9af1d-aab2-44d6-961c-b49c53423619 req-e82cd4be-85e7-4d74-a2ef-3f92595279ec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 11:55:54.618437 dv-neutron-601336-94-hyperv neutron-server[94175]: INFO neutron.wsgi [req-d7d9af1d-aab2-44d6-961c-b49c53423619 req-e82cd4be-85e7-4d74-a2ef-3f92595279ec service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=2fd142a9-a207-404d-a9ae-7efb565fc5be&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1178 time: 0.0584788 Jun 23 11:55:54.744232 dv-neutron-601336-94-hyperv neutron-server[94175]: INFO neutron.wsgi [req-d7d9af1d-aab2-44d6-961c-b49c53423619 req-cf3cbcf2-80f8-4d15-b14b-3316d0aa7afe service neutron] 10.222.0.52 "GET /v2.0/networks/2fd142a9-a207-404d-a9ae-7efb565fc5be?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1195445 Jun 23 11:55:54.767870 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1da650bc-8d02-4cc4-887b-68903a3be642 req-5d8fa7e4-4ba5-4008-8b85-592d39508fea tempest-ServerActionsTestJSON-1945522763 tempest-ServerActionsTestJSON-1945522763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 11:55:54.769314 dv-neutron-601336-94-hyperv neutron-server[94175]: INFO neutron.wsgi [req-1da650bc-8d02-4cc4-887b-68903a3be642 req-5d8fa7e4-4ba5-4008-8b85-592d39508fea tempest-ServerActionsTestJSON-1945522763 tempest-ServerActionsTestJSON-1945522763-project] 10.222.0.20 "GET /v2.0/ports?device_id=ef771107-7894-4a06-87f5-4d6f7a2c98d8 HTTP/1.1" status: 200 len: 945 time: 0.1271181 Jun 23 11:55:54.851961 dv-neutron-601336-94-hyperv neutron-server[94175]: INFO neutron.wsgi [req-1da650bc-8d02-4cc4-887b-68903a3be642 req-113bde2e-439e-4bf2-a2e7-8ad38055241f tempest-ServerActionsTestJSON-1945522763 tempest-ServerActionsTestJSON-1945522763-project] 10.222.0.20 "GET /v2.0/security-groups?id=0af35ccc-af3f-4718-892b-c93ffd508c7a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0727656 Jun 23 11:55:54.869985 dv-neutron-601336-94-hyperv neutron-server[94175]: INFO neutron.wsgi [req-d7d9af1d-aab2-44d6-961c-b49c53423619 req-8c3cd162-8f19-4a29-ac9c-73fbd8bb3a6d service neutron] 10.222.0.52 "GET /v2.0/networks/2fd142a9-a207-404d-a9ae-7efb565fc5be?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1177385 Jun 23 11:55:56.025361 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6e59e1c-6532-4e3e-bc7d-3a9be5abb436 req-93906840-7deb-4448-87e6-7d4218c31895 tempest-ServerActionsTestJSON-1945522763 tempest-ServerActionsTestJSON-1945522763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94174) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 11:55:56.026841 dv-neutron-601336-94-hyperv neutron-server[94174]: INFO neutron.wsgi [req-d6e59e1c-6532-4e3e-bc7d-3a9be5abb436 req-93906840-7deb-4448-87e6-7d4218c31895 tempest-ServerActionsTestJSON-1945522763 tempest-ServerActionsTestJSON-1945522763-project] 10.222.0.20 "GET /v2.0/ports?device_id=ef771107-7894-4a06-87f5-4d6f7a2c98d8 HTTP/1.1" status: 200 len: 945 time: 0.0633545 Jun 23 11:55:56.065713 dv-neutron-601336-94-hyperv neutron-server[94174]: INFO neutron.wsgi [req-d6e59e1c-6532-4e3e-bc7d-3a9be5abb436 req-c627fd6b-50d2-43f4-a8d7-ad70fdd21c97 tempest-ServerActionsTestJSON-1945522763 tempest-ServerActionsTestJSON-1945522763-project] 10.222.0.20 "GET /v2.0/security-groups?id=0af35ccc-af3f-4718-892b-c93ffd508c7a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0320234 Jun 23 11:55:56.829956 dv-neutron-601336-94-hyperv neutron-server[94175]: INFO neutron.wsgi [req-d7d9af1d-aab2-44d6-961c-b49c53423619 req-75ad68c7-9e7c-470b-b8d1-881492966b02 service neutron] 10.222.0.52 "GET /v2.0/ports/0f5fbb22-4742-42c9-a791-6912ee31be44/bindings/hv-neutron-6013 HTTP/1.1" status: 200 len: 384 time: 0.0565972 Jun 23 11:55:57.255413 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2028718-496b-48bd-8ea9-e1bb63c48b8d req-bec59fa0-7f9c-4210-9f95-c09dcc88ec94 tempest-ServerActionsTestJSON-1945522763 tempest-ServerActionsTestJSON-1945522763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 11:55:57.256950 dv-neutron-601336-94-hyperv neutron-server[94175]: INFO neutron.wsgi [req-b2028718-496b-48bd-8ea9-e1bb63c48b8d req-bec59fa0-7f9c-4210-9f95-c09dcc88ec94 tempest-ServerActionsTestJSON-1945522763 tempest-ServerActionsTestJSON-1945522763-project] 10.222.0.20 "GET /v2.0/ports?device_id=ef771107-7894-4a06-87f5-4d6f7a2c98d8 HTTP/1.1" status: 200 len: 945 time: 0.0708365 Jun 23 11:55:57.301565 dv-neutron-601336-94-hyperv neutron-server[94175]: INFO neutron.wsgi [req-b2028718-496b-48bd-8ea9-e1bb63c48b8d req-4964b6df-4534-4fb1-83fb-a0151117de8c tempest-ServerActionsTestJSON-1945522763 tempest-ServerActionsTestJSON-1945522763-project] 10.222.0.20 "GET /v2.0/security-groups?id=0af35ccc-af3f-4718-892b-c93ffd508c7a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0387554 Jun 23 11:55:57.596193 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7d9af1d-aab2-44d6-961c-b49c53423619 req-ed617303-e0dc-4b75-b291-ef64a9befdc5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 11:55:57.597643 dv-neutron-601336-94-hyperv neutron-server[94175]: INFO neutron.wsgi [req-d7d9af1d-aab2-44d6-961c-b49c53423619 req-ed617303-e0dc-4b75-b291-ef64a9befdc5 service neutron] 10.222.0.52 "GET /v2.0/ports?device_id=ef771107-7894-4a06-87f5-4d6f7a2c98d8&tenant_id=f95f5bd5d3a04c1cb1d25bcb3c548b20 HTTP/1.1" status: 200 len: 1098 time: 0.0545838 Jun 23 11:55:57.675677 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7d9af1d-aab2-44d6-961c-b49c53423619 req-6a352d23-3a0f-4ad9-a86d-f21328026aa9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 11:55:57.677114 dv-neutron-601336-94-hyperv neutron-server[94175]: INFO neutron.wsgi [req-d7d9af1d-aab2-44d6-961c-b49c53423619 req-6a352d23-3a0f-4ad9-a86d-f21328026aa9 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=f95f5bd5d3a04c1cb1d25bcb3c548b20&device_id=ef771107-7894-4a06-87f5-4d6f7a2c98d8 HTTP/1.1" status: 200 len: 1098 time: 0.0559857 Jun 23 11:55:57.763583 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7d9af1d-aab2-44d6-961c-b49c53423619 req-fcf4675a-aa77-48fd-96e3-1ac52dba1fdd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 11:55:57.765094 dv-neutron-601336-94-hyperv neutron-server[94175]: INFO neutron.wsgi [req-d7d9af1d-aab2-44d6-961c-b49c53423619 req-fcf4675a-aa77-48fd-96e3-1ac52dba1fdd service neutron] 10.222.0.52 "GET /v2.0/networks?id=2fd142a9-a207-404d-a9ae-7efb565fc5be HTTP/1.1" status: 200 len: 912 time: 0.0817499 Jun 23 11:55:57.833752 dv-neutron-601336-94-hyperv neutron-server[94175]: INFO neutron.wsgi [req-d7d9af1d-aab2-44d6-961c-b49c53423619 req-d4dc21d4-04c2-41eb-bcc3-0ca374df8838 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=0f5fbb22-4742-42c9-a791-6912ee31be44 HTTP/1.1" status: 200 len: 1001 time: 0.0616786 Jun 23 11:55:57.883452 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7d9af1d-aab2-44d6-961c-b49c53423619 req-dc8430a7-cec6-46d6-b667-1928005c0117 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 11:55:57.889098 dv-neutron-601336-94-hyperv neutron-server[94175]: INFO neutron.wsgi [req-d7d9af1d-aab2-44d6-961c-b49c53423619 req-dc8430a7-cec6-46d6-b667-1928005c0117 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=d690955b-e62b-44f5-a4de-5b19f00224f3 HTTP/1.1" status: 200 len: 850 time: 0.0451691 Jun 23 11:55:57.942900 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7d9af1d-aab2-44d6-961c-b49c53423619 req-de3ef3b9-2b3a-452b-adf9-236f71dc92ba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 11:55:57.944420 dv-neutron-601336-94-hyperv neutron-server[94175]: INFO neutron.wsgi [req-d7d9af1d-aab2-44d6-961c-b49c53423619 req-de3ef3b9-2b3a-452b-adf9-236f71dc92ba service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=2fd142a9-a207-404d-a9ae-7efb565fc5be&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1178 time: 0.0538435 Jun 23 11:55:58.034898 dv-neutron-601336-94-hyperv neutron-server[94175]: INFO neutron.wsgi [req-d7d9af1d-aab2-44d6-961c-b49c53423619 req-9373edb1-84e3-4e0e-8656-2440dd57030d service neutron] 10.222.0.52 "GET /v2.0/networks/2fd142a9-a207-404d-a9ae-7efb565fc5be?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0838649 Jun 23 11:55:58.140489 dv-neutron-601336-94-hyperv neutron-server[94175]: INFO neutron.wsgi [req-d7d9af1d-aab2-44d6-961c-b49c53423619 req-3013b7a7-459c-41ed-82a4-22604bd24db1 service neutron] 10.222.0.52 "GET /v2.0/networks/2fd142a9-a207-404d-a9ae-7efb565fc5be?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0901709 Jun 23 11:55:58.483773 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47cfb52d-4ee2-4bf1-ab79-1e71343b8a69 req-e7080399-2bda-4545-af77-426b4eb13ae5 tempest-ServerActionsTestJSON-1945522763 tempest-ServerActionsTestJSON-1945522763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94174) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 11:55:58.485317 dv-neutron-601336-94-hyperv neutron-server[94174]: INFO neutron.wsgi [req-47cfb52d-4ee2-4bf1-ab79-1e71343b8a69 req-e7080399-2bda-4545-af77-426b4eb13ae5 tempest-ServerActionsTestJSON-1945522763 tempest-ServerActionsTestJSON-1945522763-project] 10.222.0.20 "GET /v2.0/ports?device_id=ef771107-7894-4a06-87f5-4d6f7a2c98d8 HTTP/1.1" status: 200 len: 945 time: 0.0662205 Jun 23 11:55:58.525615 dv-neutron-601336-94-hyperv neutron-server[94174]: INFO neutron.wsgi [req-47cfb52d-4ee2-4bf1-ab79-1e71343b8a69 req-4c6df6dd-177d-4a9a-948d-4eaa14d4b567 tempest-ServerActionsTestJSON-1945522763 tempest-ServerActionsTestJSON-1945522763-project] 10.222.0.20 "GET /v2.0/security-groups?id=0af35ccc-af3f-4718-892b-c93ffd508c7a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0336423 Jun 23 11:55:59.703884 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c806f53d-b1d2-40ff-a33e-0e7b84504edc req-66fc0690-a593-4400-8c0f-bdd9eb8f7e68 tempest-ServerActionsTestJSON-1945522763 tempest-ServerActionsTestJSON-1945522763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 11:55:59.705382 dv-neutron-601336-94-hyperv neutron-server[94175]: INFO neutron.wsgi [req-c806f53d-b1d2-40ff-a33e-0e7b84504edc req-66fc0690-a593-4400-8c0f-bdd9eb8f7e68 tempest-ServerActionsTestJSON-1945522763 tempest-ServerActionsTestJSON-1945522763-project] 10.222.0.20 "GET /v2.0/ports?device_id=ef771107-7894-4a06-87f5-4d6f7a2c98d8 HTTP/1.1" status: 200 len: 945 time: 0.0642412 Jun 23 11:55:59.744562 dv-neutron-601336-94-hyperv neutron-server[94175]: INFO neutron.wsgi [req-c806f53d-b1d2-40ff-a33e-0e7b84504edc req-e4562587-50ba-4531-8a61-04236fcbfdb3 tempest-ServerActionsTestJSON-1945522763 tempest-ServerActionsTestJSON-1945522763-project] 10.222.0.20 "GET /v2.0/security-groups?id=0af35ccc-af3f-4718-892b-c93ffd508c7a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0333362 Jun 23 11:56:00.370040 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.plugins.ml2.rpc [None req-97bd5441-1da2-49ee-a364-27795820ba27 None None] Device 0f5fbb22-4742-42c9-a791-6912ee31be44 details requested by agent hyperv_hv-neutron-6013 with host hv-neutron-6013 {{(pid=94176) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:104}} Jun 23 11:56:00.373686 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.plugins.ml2.rpc [None req-97bd5441-1da2-49ee-a364-27795820ba27 None None] Device 0f5fbb22-4742-42c9-a791-6912ee31be44 no longer exists at agent hyperv_hv-neutron-6013 {{(pid=94176) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:261}} Jun 23 11:56:00.530492 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron_lib.callbacks.manager [None req-97bd5441-1da2-49ee-a364-27795820ba27 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-923122'] for port, before_update {{(pid=94176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:56:00.555619 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.plugins.ml2.db [None req-97bd5441-1da2-49ee-a364-27795820ba27 None None] For port 0f5fbb22-4742-42c9-a791-6912ee31be44, host hv-neutron-6013, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-6013',level=0,port_id=0f5fbb22-4742-42c9-a791-6912ee31be44,segment=NetworkSegment(c5336f67-3b17-48c3-969f-4266bc0dd37d),segment_id=c5336f67-3b17-48c3-969f-4266bc0dd37d)] {{(pid=94176) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 23 11:56:00.572884 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.plugins.ml2.rpc [None req-97bd5441-1da2-49ee-a364-27795820ba27 None None] Returning: {'device': '0f5fbb22-4742-42c9-a791-6912ee31be44', 'network_id': '2fd142a9-a207-404d-a9ae-7efb565fc5be', 'port_id': '0f5fbb22-4742-42c9-a791-6912ee31be44', 'mac_address': 'fa:16:3e:87:07:12', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 443, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd690955b-e62b-44f5-a4de-5b19f00224f3', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94176) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:186}} Jun 23 11:56:00.577693 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ef771107-7894-4a06-87f5-4d6f7a2c98d8', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '0f5fbb22-4742-42c9-a791-6912ee31be44'}] {{(pid=94176) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 23 11:56:00.580016 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}887b0dfc0393de878080286a57e4a08d4fa60dd0cddd118f338ebfcd351ddd4c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b128ed52-7a60-4d9a-b68b-5a637b892694" -d '{"events": [{"server_uuid": "ef771107-7894-4a06-87f5-4d6f7a2c98d8", "name": "network-vif-unplugged", "status": "completed", "tag": "0f5fbb22-4742-42c9-a791-6912ee31be44"}]}' {{(pid=94176) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 23 11:56:00.597561 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.plugins.ml2.db [None req-97bd5441-1da2-49ee-a364-27795820ba27 None None] For port 0f5fbb22-4742-42c9-a791-6912ee31be44, host hv-neutron-6013, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-6013',level=0,port_id=0f5fbb22-4742-42c9-a791-6912ee31be44,segment=NetworkSegment(c5336f67-3b17-48c3-969f-4266bc0dd37d),segment_id=c5336f67-3b17-48c3-969f-4266bc0dd37d)] {{(pid=94176) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 23 11:56:00.638649 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 23 Jun 2021 11:56:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-37263628-21e6-4d37-a6ea-53fc31382dd1 x-openstack-request-id: req-37263628-21e6-4d37-a6ea-53fc31382dd1 {{(pid=94176) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 23 11:56:00.638649 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ef771107-7894-4a06-87f5-4d6f7a2c98d8", "name": "network-vif-unplugged", "status": "completed", "tag": "0f5fbb22-4742-42c9-a791-6912ee31be44", "code": 200}]} {{(pid=94176) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 23 11:56:00.638649 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-37263628-21e6-4d37-a6ea-53fc31382dd1 {{(pid=94176) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 23 11:56:00.638649 dv-neutron-601336-94-hyperv neutron-server[94176]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ef771107-7894-4a06-87f5-4d6f7a2c98d8', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '0f5fbb22-4742-42c9-a791-6912ee31be44', 'code': 200} Jun 23 11:56:00.638649 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron_lib.callbacks.manager [None req-97bd5441-1da2-49ee-a364-27795820ba27 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-923122'] for port, before_update {{(pid=94176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:56:00.648810 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.notifiers.nova [None req-97bd5441-1da2-49ee-a364-27795820ba27 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 0f5fbb22-4742-42c9-a791-6912ee31be44 {{(pid=94176) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 23 11:56:00.704017 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron_lib.callbacks.manager [None req-97bd5441-1da2-49ee-a364-27795820ba27 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-922904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866062', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773700135042', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773699642233', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773699642278'] for port, after_update {{(pid=94176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:56:00.706333 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG oslo_concurrency.lockutils [None req-03c786bb-f66b-42c8-8fd1-48525c801d51 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 11:56:00.774475 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron_lib.db.api [None req-97bd5441-1da2-49ee-a364-27795820ba27 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=94176) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jun 23 11:56:00.774832 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG oslo_db.api [None req-97bd5441-1da2-49ee-a364-27795820ba27 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=94176) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jun 23 11:56:00.779334 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97bd5441-1da2-49ee-a364-27795820ba27 None None] Pushing event updated for resources: {'Port': ['ID=0f5fbb22-4742-42c9-a791-6912ee31be44,revision_number=6']} {{(pid=94176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 11:56:00.786507 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97bd5441-1da2-49ee-a364-27795820ba27 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-601336-94-hyperv {{(pid=94176) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 11:56:00.786862 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97bd5441-1da2-49ee-a364-27795820ba27 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-94-hyperv {{(pid=94176) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 11:56:00.788570 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97bd5441-1da2-49ee-a364-27795820ba27 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-94-hyperv {{(pid=94176) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 11:56:00.788570 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97bd5441-1da2-49ee-a364-27795820ba27 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-601336-94-hyperv {{(pid=94176) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 11:56:00.788570 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97bd5441-1da2-49ee-a364-27795820ba27 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-601336-94-hyperv {{(pid=94176) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 11:56:00.788828 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97bd5441-1da2-49ee-a364-27795820ba27 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-601336-94-hyperv {{(pid=94176) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 11:56:00.789074 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97bd5441-1da2-49ee-a364-27795820ba27 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-601336-94-hyperv {{(pid=94176) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 11:56:00.789402 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97bd5441-1da2-49ee-a364-27795820ba27 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-601336-94-hyperv {{(pid=94176) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 11:56:00.789728 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97bd5441-1da2-49ee-a364-27795820ba27 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-601336-94-hyperv {{(pid=94176) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 11:56:00.790139 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97bd5441-1da2-49ee-a364-27795820ba27 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-94-hyperv {{(pid=94176) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 11:56:00.790363 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97bd5441-1da2-49ee-a364-27795820ba27 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-601336-94-hyperv {{(pid=94176) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 11:56:00.790683 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97bd5441-1da2-49ee-a364-27795820ba27 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-601336-94-hyperv {{(pid=94176) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 11:56:00.794933 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG oslo_concurrency.lockutils [None req-97bd5441-1da2-49ee-a364-27795820ba27 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.089s {{(pid=94176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 11:56:00.933399 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de52f0c7-f03d-4175-8e42-5ed07d742ca6 req-1f6e8276-98a6-4363-97b1-26bb3f8247d1 tempest-ServerActionsTestJSON-1945522763 tempest-ServerActionsTestJSON-1945522763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 11:56:00.934837 dv-neutron-601336-94-hyperv neutron-server[94175]: INFO neutron.wsgi [req-de52f0c7-f03d-4175-8e42-5ed07d742ca6 req-1f6e8276-98a6-4363-97b1-26bb3f8247d1 tempest-ServerActionsTestJSON-1945522763 tempest-ServerActionsTestJSON-1945522763-project] 10.222.0.20 "GET /v2.0/ports?device_id=ef771107-7894-4a06-87f5-4d6f7a2c98d8 HTTP/1.1" status: 200 len: 943 time: 0.0708499 Jun 23 11:56:00.983149 dv-neutron-601336-94-hyperv neutron-server[94175]: INFO neutron.wsgi [req-de52f0c7-f03d-4175-8e42-5ed07d742ca6 req-fdea2c4a-17e3-4713-865d-a672039b3d97 tempest-ServerActionsTestJSON-1945522763 tempest-ServerActionsTestJSON-1945522763-project] 10.222.0.20 "GET /v2.0/security-groups?id=0af35ccc-af3f-4718-892b-c93ffd508c7a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0424814 Jun 23 11:56:01.311326 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron_lib.callbacks.manager [None req-97bd5441-1da2-49ee-a364-27795820ba27 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-923122'] for port, before_update {{(pid=94176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:56:01.326389 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.notifiers.nova [None req-97bd5441-1da2-49ee-a364-27795820ba27 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0f5fbb22-4742-42c9-a791-6912ee31be44 {{(pid=94176) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 23 11:56:01.348956 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.plugins.ml2.db [None req-97bd5441-1da2-49ee-a364-27795820ba27 None None] For port 0f5fbb22-4742-42c9-a791-6912ee31be44, host hv-neutron-6013, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-6013',level=0,port_id=0f5fbb22-4742-42c9-a791-6912ee31be44,segment=NetworkSegment(c5336f67-3b17-48c3-969f-4266bc0dd37d),segment_id=c5336f67-3b17-48c3-969f-4266bc0dd37d)] {{(pid=94176) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 23 11:56:01.446138 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron_lib.callbacks.manager [None req-97bd5441-1da2-49ee-a364-27795820ba27 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-922904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866062', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773700135042', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773699642233', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773699642278'] for port, after_update {{(pid=94176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:56:01.449089 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG oslo_concurrency.lockutils [None req-97bd5441-1da2-49ee-a364-27795820ba27 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 11:56:01.497783 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e757886a-05c8-492d-be66-6a856673b264 req-0aae31d3-008b-4b06-a6ab-ef5a48a40544 tempest-ServerActionsTestJSON-1945522763 tempest-ServerActionsTestJSON-1945522763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 11:56:01.499291 dv-neutron-601336-94-hyperv neutron-server[94175]: INFO neutron.wsgi [req-e757886a-05c8-492d-be66-6a856673b264 req-0aae31d3-008b-4b06-a6ab-ef5a48a40544 tempest-ServerActionsTestJSON-1945522763 tempest-ServerActionsTestJSON-1945522763-project] 10.222.0.20 "GET /v2.0/ports?device_id=ef771107-7894-4a06-87f5-4d6f7a2c98d8 HTTP/1.1" status: 200 len: 943 time: 0.0844643 Jun 23 11:56:01.511818 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97bd5441-1da2-49ee-a364-27795820ba27 None None] Pushing event updated for resources: {'Port': ['ID=0f5fbb22-4742-42c9-a791-6912ee31be44,revision_number=7']} {{(pid=94176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 11:56:01.515385 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG oslo_concurrency.lockutils [None req-97bd5441-1da2-49ee-a364-27795820ba27 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.066s {{(pid=94176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 11:56:01.519894 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.plugins.ml2.db [None req-97bd5441-1da2-49ee-a364-27795820ba27 None None] get_ports_and_sgs() called for port_ids ['0f5fbb22-4742-42c9-a791-6912ee31be44'] {{(pid=94176) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 23 11:56:01.585447 dv-neutron-601336-94-hyperv neutron-server[94175]: INFO neutron.wsgi [req-e757886a-05c8-492d-be66-6a856673b264 req-d388285c-e36f-48e1-b7d4-006813512b07 tempest-ServerActionsTestJSON-1945522763 tempest-ServerActionsTestJSON-1945522763-project] 10.222.0.20 "GET /v2.0/security-groups?id=0af35ccc-af3f-4718-892b-c93ffd508c7a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0753098 Jun 23 11:56:01.605485 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e261abf-f259-4a0e-8d5f-f2e6a52886ba req-4135298f-05a1-46ee-9cd6-cb4d4eaf091e tempest-ServerActionsTestJSON-1945522763 tempest-ServerActionsTestJSON-1945522763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 11:56:01.607113 dv-neutron-601336-94-hyperv neutron-server[94175]: INFO neutron.wsgi [req-9e261abf-f259-4a0e-8d5f-f2e6a52886ba req-4135298f-05a1-46ee-9cd6-cb4d4eaf091e tempest-ServerActionsTestJSON-1945522763 tempest-ServerActionsTestJSON-1945522763-project] 10.222.0.52 "GET /v2.0/ports?device_id=ef771107-7894-4a06-87f5-4d6f7a2c98d8&tenant_id=f95f5bd5d3a04c1cb1d25bcb3c548b20&binding%3Ahost_id=hv-neutron-6013 HTTP/1.1" status: 200 len: 944 time: 0.1068320 Jun 23 11:56:01.713821 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e261abf-f259-4a0e-8d5f-f2e6a52886ba req-7dc1193b-f8c0-4607-a340-1b8a5fec2963 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 11:56:01.715369 dv-neutron-601336-94-hyperv neutron-server[94175]: INFO neutron.wsgi [req-9e261abf-f259-4a0e-8d5f-f2e6a52886ba req-7dc1193b-f8c0-4607-a340-1b8a5fec2963 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=f95f5bd5d3a04c1cb1d25bcb3c548b20&device_id=ef771107-7894-4a06-87f5-4d6f7a2c98d8 HTTP/1.1" status: 200 len: 1097 time: 0.0598888 Jun 23 11:56:01.806108 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e261abf-f259-4a0e-8d5f-f2e6a52886ba req-9e829df3-ef59-4aaf-bf77-dbec1259fdac service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 11:56:01.807949 dv-neutron-601336-94-hyperv neutron-server[94175]: INFO neutron.wsgi [req-9e261abf-f259-4a0e-8d5f-f2e6a52886ba req-9e829df3-ef59-4aaf-bf77-dbec1259fdac service neutron] 10.222.0.52 "GET /v2.0/networks?id=2fd142a9-a207-404d-a9ae-7efb565fc5be HTTP/1.1" status: 200 len: 912 time: 0.0862939 Jun 23 11:56:02.239512 dv-neutron-601336-94-hyperv neutron-server[94175]: INFO neutron.wsgi [req-9e261abf-f259-4a0e-8d5f-f2e6a52886ba req-7fab82ac-7225-42d6-b854-9b746e00d03d service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=0f5fbb22-4742-42c9-a791-6912ee31be44 HTTP/1.1" status: 200 len: 1000 time: 0.4252887 Jun 23 11:56:02.288822 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e261abf-f259-4a0e-8d5f-f2e6a52886ba req-a06c99b9-8294-43ac-aac7-11d3e3ad466c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 11:56:02.290280 dv-neutron-601336-94-hyperv neutron-server[94175]: INFO neutron.wsgi [req-9e261abf-f259-4a0e-8d5f-f2e6a52886ba req-a06c99b9-8294-43ac-aac7-11d3e3ad466c service neutron] 10.222.0.52 "GET /v2.0/subnets?id=d690955b-e62b-44f5-a4de-5b19f00224f3 HTTP/1.1" status: 200 len: 850 time: 0.0439663 Jun 23 11:56:02.350936 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e261abf-f259-4a0e-8d5f-f2e6a52886ba req-2f200fd4-7105-47f5-bf95-edbfdcfbed8e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 11:56:02.352439 dv-neutron-601336-94-hyperv neutron-server[94175]: INFO neutron.wsgi [req-9e261abf-f259-4a0e-8d5f-f2e6a52886ba req-2f200fd4-7105-47f5-bf95-edbfdcfbed8e service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=2fd142a9-a207-404d-a9ae-7efb565fc5be&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1178 time: 0.0555992 Jun 23 11:56:02.401450 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.plugins.ml2.rpc [None req-97bd5441-1da2-49ee-a364-27795820ba27 None None] Device 0f5fbb22-4742-42c9-a791-6912ee31be44 up at agent hyperv_hv-neutron-6013 {{(pid=94176) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:298}} Jun 23 11:56:02.439727 dv-neutron-601336-94-hyperv neutron-server[94175]: INFO neutron.wsgi [req-9e261abf-f259-4a0e-8d5f-f2e6a52886ba req-47b15e81-756c-43d7-be30-6c08dc7eee62 service neutron] 10.222.0.52 "GET /v2.0/networks/2fd142a9-a207-404d-a9ae-7efb565fc5be?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0807602 Jun 23 11:56:02.450478 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.db.provisioning_blocks [None req-97bd5441-1da2-49ee-a364-27795820ba27 None None] Provisioning complete for port 0f5fbb22-4742-42c9-a791-6912ee31be44 triggered by entity L2. {{(pid=94176) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 23 11:56:02.450998 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron_lib.callbacks.manager [None req-97bd5441-1da2-49ee-a364-27795820ba27 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-899258'] for port, provisioning_complete {{(pid=94176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:56:02.533310 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron_lib.callbacks.manager [None req-97bd5441-1da2-49ee-a364-27795820ba27 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-923122'] for port, before_update {{(pid=94176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:56:02.533934 dv-neutron-601336-94-hyperv neutron-server[94175]: INFO neutron.wsgi [req-9e261abf-f259-4a0e-8d5f-f2e6a52886ba req-277aec49-9a1c-4b6a-8407-017bbc20d77d service neutron] 10.222.0.52 "GET /v2.0/networks/2fd142a9-a207-404d-a9ae-7efb565fc5be?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0874438 Jun 23 11:56:02.566942 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.plugins.ml2.db [None req-97bd5441-1da2-49ee-a364-27795820ba27 None None] For port 0f5fbb22-4742-42c9-a791-6912ee31be44, host hv-neutron-6013, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-6013',level=0,port_id=0f5fbb22-4742-42c9-a791-6912ee31be44,segment=NetworkSegment(c5336f67-3b17-48c3-969f-4266bc0dd37d),segment_id=c5336f67-3b17-48c3-969f-4266bc0dd37d)] {{(pid=94176) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 23 11:56:02.632094 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ef771107-7894-4a06-87f5-4d6f7a2c98d8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0f5fbb22-4742-42c9-a791-6912ee31be44'}] {{(pid=94176) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 23 11:56:02.634802 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}887b0dfc0393de878080286a57e4a08d4fa60dd0cddd118f338ebfcd351ddd4c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-95189e28-6018-45d7-b6bf-75e9bc40936c" -d '{"events": [{"server_uuid": "ef771107-7894-4a06-87f5-4d6f7a2c98d8", "name": "network-vif-plugged", "status": "completed", "tag": "0f5fbb22-4742-42c9-a791-6912ee31be44"}]}' {{(pid=94176) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 23 11:56:02.675181 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron_lib.callbacks.manager [None req-97bd5441-1da2-49ee-a364-27795820ba27 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-922904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866062', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773700135042', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773699642233', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773699642278'] for port, after_update {{(pid=94176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:56:02.675181 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG oslo_concurrency.lockutils [None req-97bd5441-1da2-49ee-a364-27795820ba27 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 11:56:02.698079 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 23 Jun 2021 11:56:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ce04508d-84b4-401a-8aed-c66ab08aba83 x-openstack-request-id: req-ce04508d-84b4-401a-8aed-c66ab08aba83 {{(pid=94176) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 23 11:56:02.698505 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ef771107-7894-4a06-87f5-4d6f7a2c98d8", "name": "network-vif-plugged", "status": "completed", "tag": "0f5fbb22-4742-42c9-a791-6912ee31be44", "code": 200}]} {{(pid=94176) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 23 11:56:02.698662 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-ce04508d-84b4-401a-8aed-c66ab08aba83 {{(pid=94176) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 23 11:56:02.699188 dv-neutron-601336-94-hyperv neutron-server[94176]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ef771107-7894-4a06-87f5-4d6f7a2c98d8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0f5fbb22-4742-42c9-a791-6912ee31be44', 'code': 200} Jun 23 11:56:02.727487 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97bd5441-1da2-49ee-a364-27795820ba27 None None] Pushing event updated for resources: {'Port': ['ID=0f5fbb22-4742-42c9-a791-6912ee31be44,revision_number=8']} {{(pid=94176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 11:56:02.731655 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG oslo_concurrency.lockutils [None req-97bd5441-1da2-49ee-a364-27795820ba27 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.056s {{(pid=94176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 11:56:02.780670 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dad6958b-87da-49c0-8342-2fb0ef83c7fc req-1436ae30-cff2-4f8d-abb6-5a4955fcfab4 tempest-ServerActionsTestJSON-1945522763 tempest-ServerActionsTestJSON-1945522763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94174) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 11:56:02.782182 dv-neutron-601336-94-hyperv neutron-server[94174]: INFO neutron.wsgi [req-dad6958b-87da-49c0-8342-2fb0ef83c7fc req-1436ae30-cff2-4f8d-abb6-5a4955fcfab4 tempest-ServerActionsTestJSON-1945522763 tempest-ServerActionsTestJSON-1945522763-project] 10.222.0.20 "GET /v2.0/ports?device_id=ef771107-7894-4a06-87f5-4d6f7a2c98d8 HTTP/1.1" status: 200 len: 945 time: 0.0694091 Jun 23 11:56:02.821278 dv-neutron-601336-94-hyperv neutron-server[94174]: INFO neutron.wsgi [req-dad6958b-87da-49c0-8342-2fb0ef83c7fc req-03164dc0-55c9-4f5c-994e-37e2a77ef47c tempest-ServerActionsTestJSON-1945522763 tempest-ServerActionsTestJSON-1945522763-project] 10.222.0.20 "GET /v2.0/security-groups?id=0af35ccc-af3f-4718-892b-c93ffd508c7a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0329053 Jun 23 11:56:03.999415 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc834348-7dbf-444e-a451-fe0f1455f507 req-4408f07b-cc2d-4014-b135-021d7796d51e tempest-ServerActionsTestJSON-1945522763 tempest-ServerActionsTestJSON-1945522763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 11:56:04.000889 dv-neutron-601336-94-hyperv neutron-server[94175]: INFO neutron.wsgi [req-bc834348-7dbf-444e-a451-fe0f1455f507 req-4408f07b-cc2d-4014-b135-021d7796d51e tempest-ServerActionsTestJSON-1945522763 tempest-ServerActionsTestJSON-1945522763-project] 10.222.0.20 "GET /v2.0/ports?device_id=ef771107-7894-4a06-87f5-4d6f7a2c98d8 HTTP/1.1" status: 200 len: 945 time: 0.0652907 Jun 23 11:56:04.039662 dv-neutron-601336-94-hyperv neutron-server[94175]: INFO neutron.wsgi [req-bc834348-7dbf-444e-a451-fe0f1455f507 req-408d2d7a-baf5-4ed3-a420-fbf505bbf29c tempest-ServerActionsTestJSON-1945522763 tempest-ServerActionsTestJSON-1945522763-project] 10.222.0.20 "GET /v2.0/security-groups?id=0af35ccc-af3f-4718-892b-c93ffd508c7a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0329401 Jun 23 11:56:04.213183 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36c61a56-fda2-4518-82e4-92504ab64c91 req-02d9f34a-c358-40b7-b411-9bdf6b03bd08 tempest-ServerActionsTestJSON-1945522763 tempest-ServerActionsTestJSON-1945522763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94174) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 11:56:04.214663 dv-neutron-601336-94-hyperv neutron-server[94174]: INFO neutron.wsgi [req-36c61a56-fda2-4518-82e4-92504ab64c91 req-02d9f34a-c358-40b7-b411-9bdf6b03bd08 tempest-ServerActionsTestJSON-1945522763 tempest-ServerActionsTestJSON-1945522763-project] 10.222.0.20 "GET /v2.0/ports?device_id=ef771107-7894-4a06-87f5-4d6f7a2c98d8 HTTP/1.1" status: 200 len: 945 time: 0.0632036 Jun 23 11:56:04.251983 dv-neutron-601336-94-hyperv neutron-server[94174]: INFO neutron.wsgi [req-36c61a56-fda2-4518-82e4-92504ab64c91 req-89220aa4-204c-44e5-b977-2f09a0ab5600 tempest-ServerActionsTestJSON-1945522763 tempest-ServerActionsTestJSON-1945522763-project] 10.222.0.20 "GET /v2.0/security-groups?id=0af35ccc-af3f-4718-892b-c93ffd508c7a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0314565 Jun 23 11:56:04.726615 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a016cb2-30dc-4aa0-a529-6b0fc21f083d req-25666741-3039-4f22-ba4a-0229c9621d09 tempest-ServerActionsTestJSON-1945522763 tempest-ServerActionsTestJSON-1945522763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94174) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 11:56:04.728064 dv-neutron-601336-94-hyperv neutron-server[94174]: INFO neutron.wsgi [req-5a016cb2-30dc-4aa0-a529-6b0fc21f083d req-25666741-3039-4f22-ba4a-0229c9621d09 tempest-ServerActionsTestJSON-1945522763 tempest-ServerActionsTestJSON-1945522763-project] 10.222.0.20 "GET /v2.0/ports?device_id=ef771107-7894-4a06-87f5-4d6f7a2c98d8 HTTP/1.1" status: 200 len: 945 time: 0.0686219 Jun 23 11:56:04.767537 dv-neutron-601336-94-hyperv neutron-server[94174]: INFO neutron.wsgi [req-5a016cb2-30dc-4aa0-a529-6b0fc21f083d req-7b8aa35f-e83b-4bfc-b44c-46a827441977 tempest-ServerActionsTestJSON-1945522763 tempest-ServerActionsTestJSON-1945522763-project] 10.222.0.20 "GET /v2.0/security-groups?id=0af35ccc-af3f-4718-892b-c93ffd508c7a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0338616 Jun 23 11:56:04.783902 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2084966-fd16-41c3-ba66-bf1dd4fec0fd req-82ce1b7d-c2f0-489d-81c2-f75681e3511c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 11:56:04.785454 dv-neutron-601336-94-hyperv neutron-server[94175]: INFO neutron.wsgi [req-f2084966-fd16-41c3-ba66-bf1dd4fec0fd req-82ce1b7d-c2f0-489d-81c2-f75681e3511c service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=f95f5bd5d3a04c1cb1d25bcb3c548b20&device_id=ef771107-7894-4a06-87f5-4d6f7a2c98d8 HTTP/1.1" status: 200 len: 1098 time: 0.0555077 Jun 23 11:56:04.876505 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2084966-fd16-41c3-ba66-bf1dd4fec0fd req-5595b2ed-1a63-41f7-9324-ef645d5787ae service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 11:56:04.877954 dv-neutron-601336-94-hyperv neutron-server[94175]: INFO neutron.wsgi [req-f2084966-fd16-41c3-ba66-bf1dd4fec0fd req-5595b2ed-1a63-41f7-9324-ef645d5787ae service neutron] 10.222.0.52 "GET /v2.0/networks?id=2fd142a9-a207-404d-a9ae-7efb565fc5be HTTP/1.1" status: 200 len: 912 time: 0.0862439 Jun 23 11:56:04.942798 dv-neutron-601336-94-hyperv neutron-server[94175]: INFO neutron.wsgi [req-f2084966-fd16-41c3-ba66-bf1dd4fec0fd req-b79448f6-646a-4369-9a31-2de797668653 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=0f5fbb22-4742-42c9-a791-6912ee31be44 HTTP/1.1" status: 200 len: 1001 time: 0.0579641 Jun 23 11:56:04.995571 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2084966-fd16-41c3-ba66-bf1dd4fec0fd req-efa8301c-4345-4c51-83ec-e65025e79846 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 11:56:04.996890 dv-neutron-601336-94-hyperv neutron-server[94175]: INFO neutron.wsgi [req-f2084966-fd16-41c3-ba66-bf1dd4fec0fd req-efa8301c-4345-4c51-83ec-e65025e79846 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=d690955b-e62b-44f5-a4de-5b19f00224f3 HTTP/1.1" status: 200 len: 850 time: 0.0475075 Jun 23 11:56:05.055739 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2084966-fd16-41c3-ba66-bf1dd4fec0fd req-554c34d7-36bf-4ca2-8a27-f66b14a1e54d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 11:56:05.057612 dv-neutron-601336-94-hyperv neutron-server[94175]: INFO neutron.wsgi [req-f2084966-fd16-41c3-ba66-bf1dd4fec0fd req-554c34d7-36bf-4ca2-8a27-f66b14a1e54d service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=2fd142a9-a207-404d-a9ae-7efb565fc5be&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1178 time: 0.0537488 Jun 23 11:56:05.148123 dv-neutron-601336-94-hyperv neutron-server[94175]: INFO neutron.wsgi [req-f2084966-fd16-41c3-ba66-bf1dd4fec0fd req-6c3250a3-5102-4df7-a1eb-fd3615737844 service neutron] 10.222.0.52 "GET /v2.0/networks/2fd142a9-a207-404d-a9ae-7efb565fc5be?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0840764 Jun 23 11:56:05.240470 dv-neutron-601336-94-hyperv neutron-server[94175]: INFO neutron.wsgi [req-f2084966-fd16-41c3-ba66-bf1dd4fec0fd req-9882241f-6dfe-4501-8b87-68da6e79449c service neutron] 10.222.0.52 "GET /v2.0/networks/2fd142a9-a207-404d-a9ae-7efb565fc5be?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0860310 Jun 23 11:56:05.947857 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c84cc3ed-c633-4cf1-8a34-8b20e1e33ac3 req-f8fc1383-7eec-43e9-93b6-dfde618b0d58 tempest-ServerActionsTestJSON-1945522763 tempest-ServerActionsTestJSON-1945522763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 11:56:05.949422 dv-neutron-601336-94-hyperv neutron-server[94175]: INFO neutron.wsgi [req-c84cc3ed-c633-4cf1-8a34-8b20e1e33ac3 req-f8fc1383-7eec-43e9-93b6-dfde618b0d58 tempest-ServerActionsTestJSON-1945522763 tempest-ServerActionsTestJSON-1945522763-project] 10.222.0.20 "GET /v2.0/ports?device_id=ef771107-7894-4a06-87f5-4d6f7a2c98d8 HTTP/1.1" status: 200 len: 945 time: 0.0676854 Jun 23 11:56:05.987300 dv-neutron-601336-94-hyperv neutron-server[94175]: INFO neutron.wsgi [req-c84cc3ed-c633-4cf1-8a34-8b20e1e33ac3 req-83f8deb0-24c5-478b-bde4-2048c0eba837 tempest-ServerActionsTestJSON-1945522763 tempest-ServerActionsTestJSON-1945522763-project] 10.222.0.20 "GET /v2.0/security-groups?id=0af35ccc-af3f-4718-892b-c93ffd508c7a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0317793 Jun 23 11:56:07.165797 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b78cb959-99c1-40ed-8eac-95ebbe2644a3 req-f00b3c06-14e1-4ce4-b07b-2d208053542e tempest-ServerActionsTestJSON-1945522763 tempest-ServerActionsTestJSON-1945522763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94174) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 11:56:07.167380 dv-neutron-601336-94-hyperv neutron-server[94174]: INFO neutron.wsgi [req-b78cb959-99c1-40ed-8eac-95ebbe2644a3 req-f00b3c06-14e1-4ce4-b07b-2d208053542e tempest-ServerActionsTestJSON-1945522763 tempest-ServerActionsTestJSON-1945522763-project] 10.222.0.20 "GET /v2.0/ports?device_id=ef771107-7894-4a06-87f5-4d6f7a2c98d8 HTTP/1.1" status: 200 len: 945 time: 0.0682659 Jun 23 11:56:07.208210 dv-neutron-601336-94-hyperv neutron-server[94174]: INFO neutron.wsgi [req-b78cb959-99c1-40ed-8eac-95ebbe2644a3 req-0018970f-041d-40b8-b870-e3e66b0361bb tempest-ServerActionsTestJSON-1945522763 tempest-ServerActionsTestJSON-1945522763-project] 10.222.0.20 "GET /v2.0/security-groups?id=0af35ccc-af3f-4718-892b-c93ffd508c7a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0346134 Jun 23 11:56:07.842332 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ced3aab2-2658-4439-a4eb-f77c929aab7d req-ffc5ea8f-e6da-4689-a65f-5f52ca14ba14 tempest-ServerActionsTestJSON-1945522763 tempest-ServerActionsTestJSON-1945522763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94174) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 11:56:07.843887 dv-neutron-601336-94-hyperv neutron-server[94174]: INFO neutron.wsgi [req-ced3aab2-2658-4439-a4eb-f77c929aab7d req-ffc5ea8f-e6da-4689-a65f-5f52ca14ba14 tempest-ServerActionsTestJSON-1945522763 tempest-ServerActionsTestJSON-1945522763-project] 10.222.0.20 "GET /v2.0/ports?device_id=ef771107-7894-4a06-87f5-4d6f7a2c98d8 HTTP/1.1" status: 200 len: 945 time: 0.0648882 Jun 23 11:56:07.883698 dv-neutron-601336-94-hyperv neutron-server[94174]: INFO neutron.wsgi [req-ced3aab2-2658-4439-a4eb-f77c929aab7d req-a0ddf231-bf4a-45a3-b2e9-c265692c946a tempest-ServerActionsTestJSON-1945522763 tempest-ServerActionsTestJSON-1945522763-project] 10.222.0.20 "GET /v2.0/security-groups?id=0af35ccc-af3f-4718-892b-c93ffd508c7a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0340605 Jun 23 11:56:09.072794 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c5d24a2-ac6d-4a4c-819a-636b84f9926b req-5e125899-fa37-4dd8-bea4-5c9906eafce0 tempest-ServerActionsTestJSON-1945522763 tempest-ServerActionsTestJSON-1945522763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 11:56:09.074346 dv-neutron-601336-94-hyperv neutron-server[94175]: INFO neutron.wsgi [req-6c5d24a2-ac6d-4a4c-819a-636b84f9926b req-5e125899-fa37-4dd8-bea4-5c9906eafce0 tempest-ServerActionsTestJSON-1945522763 tempest-ServerActionsTestJSON-1945522763-project] 10.222.0.20 "GET /v2.0/ports?device_id=ef771107-7894-4a06-87f5-4d6f7a2c98d8 HTTP/1.1" status: 200 len: 945 time: 0.0722065 Jun 23 11:56:09.113099 dv-neutron-601336-94-hyperv neutron-server[94175]: INFO neutron.wsgi [req-6c5d24a2-ac6d-4a4c-819a-636b84f9926b req-4ec3edbe-94da-488f-9fcf-50d55f8b0ae4 tempest-ServerActionsTestJSON-1945522763 tempest-ServerActionsTestJSON-1945522763-project] 10.222.0.20 "GET /v2.0/security-groups?id=0af35ccc-af3f-4718-892b-c93ffd508c7a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0328953 Jun 23 11:56:09.435203 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-163baf20-bfb3-4ad5-bb04-a61db2eb70ff req-6b669e33-ec65-46a7-8713-8e23e957b3d0 tempest-ServerActionsTestJSON-1945522763 tempest-ServerActionsTestJSON-1945522763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 11:56:09.436707 dv-neutron-601336-94-hyperv neutron-server[94175]: INFO neutron.wsgi [req-163baf20-bfb3-4ad5-bb04-a61db2eb70ff req-6b669e33-ec65-46a7-8713-8e23e957b3d0 tempest-ServerActionsTestJSON-1945522763 tempest-ServerActionsTestJSON-1945522763-project] 10.222.0.52 "GET /v2.0/ports?device_id=ef771107-7894-4a06-87f5-4d6f7a2c98d8 HTTP/1.1" status: 200 len: 945 time: 0.0674670 Jun 23 11:56:09.542170 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.plugins.ml2.plugin [req-163baf20-bfb3-4ad5-bb04-a61db2eb70ff req-c281bf11-3e73-4a25-8855-98e6b14dcf91 tempest-ServerActionsTestJSON-1945522763 tempest-ServerActionsTestJSON-1945522763-project] Deleting port 0f5fbb22-4742-42c9-a791-6912ee31be44 {{(pid=94175) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1913}} Jun 23 11:56:09.542515 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron_lib.callbacks.manager [req-163baf20-bfb3-4ad5-bb04-a61db2eb70ff req-c281bf11-3e73-4a25-8855-98e6b14dcf91 tempest-ServerActionsTestJSON-1945522763 tempest-ServerActionsTestJSON-1945522763-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773700079324'] for port, before_delete {{(pid=94175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:56:09.632487 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.plugins.ml2.db [req-163baf20-bfb3-4ad5-bb04-a61db2eb70ff req-c281bf11-3e73-4a25-8855-98e6b14dcf91 tempest-ServerActionsTestJSON-1945522763 tempest-ServerActionsTestJSON-1945522763-project] For port 0f5fbb22-4742-42c9-a791-6912ee31be44, host hv-neutron-6013, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-6013',level=0,port_id=0f5fbb22-4742-42c9-a791-6912ee31be44,segment=NetworkSegment(c5336f67-3b17-48c3-969f-4266bc0dd37d),segment_id=c5336f67-3b17-48c3-969f-4266bc0dd37d)] {{(pid=94175) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 23 11:56:09.632846 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron_lib.callbacks.manager [req-163baf20-bfb3-4ad5-bb04-a61db2eb70ff req-c281bf11-3e73-4a25-8855-98e6b14dcf91 tempest-ServerActionsTestJSON-1945522763 tempest-ServerActionsTestJSON-1945522763-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-430722'] for port, precommit_delete {{(pid=94175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:56:09.805329 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron_lib.callbacks.manager [req-163baf20-bfb3-4ad5-bb04-a61db2eb70ff req-c281bf11-3e73-4a25-8855-98e6b14dcf91 tempest-ServerActionsTestJSON-1945522763 tempest-ServerActionsTestJSON-1945522763-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:56:09.805612 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron_lib.callbacks.manager [req-163baf20-bfb3-4ad5-bb04-a61db2eb70ff req-c281bf11-3e73-4a25-8855-98e6b14dcf91 tempest-ServerActionsTestJSON-1945522763 tempest-ServerActionsTestJSON-1945522763-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-524229'] for floatingip, after_update {{(pid=94175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:56:09.805929 dv-neutron-601336-94-hyperv neutron-server[94175]: INFO neutron.db.l3_db [req-163baf20-bfb3-4ad5-bb04-a61db2eb70ff req-c281bf11-3e73-4a25-8855-98e6b14dcf91 tempest-ServerActionsTestJSON-1945522763 tempest-ServerActionsTestJSON-1945522763-project] Floating IP c49a1dd4-5f39-4d60-a6c5-625a0e4b7a3b disassociated. External IP: 172.26.3.172, port: 0f5fbb22-4742-42c9-a791-6912ee31be44. Jun 23 11:56:09.806283 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.plugins.ml2.plugin [req-163baf20-bfb3-4ad5-bb04-a61db2eb70ff req-c281bf11-3e73-4a25-8855-98e6b14dcf91 tempest-ServerActionsTestJSON-1945522763 tempest-ServerActionsTestJSON-1945522763-project] Calling delete_port for 0f5fbb22-4742-42c9-a791-6912ee31be44 owned by compute:nova {{(pid=94175) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1986}} Jun 23 11:56:10.017228 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron_lib.callbacks.manager [req-163baf20-bfb3-4ad5-bb04-a61db2eb70ff req-c281bf11-3e73-4a25-8855-98e6b14dcf91 tempest-ServerActionsTestJSON-1945522763 tempest-ServerActionsTestJSON-1945522763-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-922904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866062', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773700135024', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773699642224', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5082448'] for port, after_delete {{(pid=94175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:56:10.022179 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG oslo_concurrency.lockutils [None req-360ef26e-c968-4ddd-b4fc-c7d3101b949f tempest-TestNetworkBasicOps-233187296 tempest-TestNetworkBasicOps-233187296-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94175) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 11:56:10.051167 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c281bf11-3e73-4a25-8855-98e6b14dcf91 tempest-ServerActionsTestJSON-1945522763 tempest-ServerActionsTestJSON-1945522763-project] Pushing event deleted for resources: {'Port': ['ID=0f5fbb22-4742-42c9-a791-6912ee31be44,revision_number=None']} {{(pid=94175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 11:56:10.062436 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c281bf11-3e73-4a25-8855-98e6b14dcf91 tempest-ServerActionsTestJSON-1945522763 tempest-ServerActionsTestJSON-1945522763-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-601336-94-hyperv {{(pid=94175) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 11:56:10.062911 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c281bf11-3e73-4a25-8855-98e6b14dcf91 tempest-ServerActionsTestJSON-1945522763 tempest-ServerActionsTestJSON-1945522763-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-94-hyperv {{(pid=94175) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 11:56:10.063463 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c281bf11-3e73-4a25-8855-98e6b14dcf91 tempest-ServerActionsTestJSON-1945522763 tempest-ServerActionsTestJSON-1945522763-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-94-hyperv {{(pid=94175) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 11:56:10.063770 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c281bf11-3e73-4a25-8855-98e6b14dcf91 tempest-ServerActionsTestJSON-1945522763 tempest-ServerActionsTestJSON-1945522763-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-601336-94-hyperv {{(pid=94175) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 11:56:10.064247 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c281bf11-3e73-4a25-8855-98e6b14dcf91 tempest-ServerActionsTestJSON-1945522763 tempest-ServerActionsTestJSON-1945522763-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-601336-94-hyperv {{(pid=94175) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 11:56:10.064626 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c281bf11-3e73-4a25-8855-98e6b14dcf91 tempest-ServerActionsTestJSON-1945522763 tempest-ServerActionsTestJSON-1945522763-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-601336-94-hyperv {{(pid=94175) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 11:56:10.065057 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c281bf11-3e73-4a25-8855-98e6b14dcf91 tempest-ServerActionsTestJSON-1945522763 tempest-ServerActionsTestJSON-1945522763-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-601336-94-hyperv {{(pid=94175) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 11:56:10.065435 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c281bf11-3e73-4a25-8855-98e6b14dcf91 tempest-ServerActionsTestJSON-1945522763 tempest-ServerActionsTestJSON-1945522763-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-601336-94-hyperv {{(pid=94175) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 11:56:10.065808 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c281bf11-3e73-4a25-8855-98e6b14dcf91 tempest-ServerActionsTestJSON-1945522763 tempest-ServerActionsTestJSON-1945522763-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-601336-94-hyperv {{(pid=94175) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 11:56:10.066180 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c281bf11-3e73-4a25-8855-98e6b14dcf91 tempest-ServerActionsTestJSON-1945522763 tempest-ServerActionsTestJSON-1945522763-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-94-hyperv {{(pid=94175) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 11:56:10.066553 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c281bf11-3e73-4a25-8855-98e6b14dcf91 tempest-ServerActionsTestJSON-1945522763 tempest-ServerActionsTestJSON-1945522763-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-601336-94-hyperv {{(pid=94175) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 11:56:10.066919 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c281bf11-3e73-4a25-8855-98e6b14dcf91 tempest-ServerActionsTestJSON-1945522763 tempest-ServerActionsTestJSON-1945522763-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-601336-94-hyperv {{(pid=94175) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 11:56:10.071791 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG oslo_concurrency.lockutils [None req-c281bf11-3e73-4a25-8855-98e6b14dcf91 tempest-ServerActionsTestJSON-1945522763 tempest-ServerActionsTestJSON-1945522763-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=94175) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 11:56:10.201694 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.scheduler.l3_agent_scheduler [req-163baf20-bfb3-4ad5-bb04-a61db2eb70ff req-c281bf11-3e73-4a25-8855-98e6b14dcf91 tempest-ServerActionsTestJSON-1945522763 tempest-ServerActionsTestJSON-1945522763-project] Router 615292a8-7f4f-4a19-a308-1525643a83a7 has already been hosted by L3 agent 50ef99c0-ef28-4db5-b303-b145898fae60 {{(pid=94175) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 23 11:56:10.270785 dv-neutron-601336-94-hyperv neutron-server[94174]: INFO neutron.wsgi [req-6811294e-772a-48eb-9ff0-24e91d32d105 req-56d84c1f-d770-4e4c-a25f-beace2e83a11 tempest-ServerActionsTestJSON-1945522763 tempest-ServerActionsTestJSON-1945522763-project] 10.222.0.20 "GET /v2.0/ports?device_id=ef771107-7894-4a06-87f5-4d6f7a2c98d8 HTTP/1.1" status: 200 len: 210 time: 0.0364101 Jun 23 11:56:10.327516 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-163baf20-bfb3-4ad5-bb04-a61db2eb70ff req-c281bf11-3e73-4a25-8855-98e6b14dcf91 tempest-ServerActionsTestJSON-1945522763 tempest-ServerActionsTestJSON-1945522763-project] Notify agent at l3_agent.dv-neutron-601336-94-hyperv the message routers_updated {{(pid=94175) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 23 11:56:10.338097 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-27251ae6-4ece-4e52-aa85-cf84183f2e98 None None] Sync routers for ids ['615292a8-7f4f-4a19-a308-1525643a83a7'] in dv-neutron-601336-94-hyperv {{(pid=94176) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 23 11:56:10.349586 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.db.l3_dvrscheduler_db [None req-27251ae6-4ece-4e52-aa85-cf84183f2e98 None None] Routers {'615292a8-7f4f-4a19-a308-1525643a83a7'} bound to L3 agent in host dv-neutron-601336-94-hyperv {{(pid=94176) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 23 11:56:10.350246 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.db.l3_hamode_db [None req-27251ae6-4ece-4e52-aa85-cf84183f2e98 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-601336-94-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-06-23T11:22:13Z,description=,heartbeat_timestamp=2021-06-23T11:55:43Z,host='dv-neutron-601336-94-hyperv',id=50ef99c0-ef28-4db5-b303-b145898fae60,load=0,resource_versions=,resources_synced=,started_at=2021-06-23T11:22:14Z,topic='l3_agent')) {'router_ids': ['615292a8-7f4f-4a19-a308-1525643a83a7'], 'active': True} {{(pid=94176) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 11:56:10.376362 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.db.l3_dvrscheduler_db [req-163baf20-bfb3-4ad5-bb04-a61db2eb70ff req-c281bf11-3e73-4a25-8855-98e6b14dcf91 tempest-ServerActionsTestJSON-1945522763 tempest-ServerActionsTestJSON-1945522763-project] No DVR routers for this DVR port 0f5fbb22-4742-42c9-a791-6912ee31be44 on host hv-neutron-6013 {{(pid=94175) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 23 11:56:10.379296 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron_lib.callbacks.manager [req-163baf20-bfb3-4ad5-bb04-a61db2eb70ff req-c281bf11-3e73-4a25-8855-98e6b14dcf91 tempest-ServerActionsTestJSON-1945522763 tempest-ServerActionsTestJSON-1945522763-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-217507'] for port, before_response {{(pid=94175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:56:10.382171 dv-neutron-601336-94-hyperv neutron-server[94175]: INFO neutron.wsgi [req-163baf20-bfb3-4ad5-bb04-a61db2eb70ff req-c281bf11-3e73-4a25-8855-98e6b14dcf91 tempest-ServerActionsTestJSON-1945522763 tempest-ServerActionsTestJSON-1945522763-project] 10.222.0.52 "DELETE /v2.0/ports/0f5fbb22-4742-42c9-a791-6912ee31be44 HTTP/1.1" status: 204 len: 173 time: 0.9401705 Jun 23 11:56:10.382782 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ef771107-7894-4a06-87f5-4d6f7a2c98d8', 'name': 'network-vif-deleted', 'tag': '0f5fbb22-4742-42c9-a791-6912ee31be44'}] {{(pid=94175) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 23 11:56:10.386028 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1970408df4ea4e7170669a1249478e627cf05a5a0b07cc08a66c5cb53d0ac47a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d35764e6-0ffd-405c-ad8b-31d780944381" -d '{"events": [{"server_uuid": "ef771107-7894-4a06-87f5-4d6f7a2c98d8", "name": "network-vif-deleted", "tag": "0f5fbb22-4742-42c9-a791-6912ee31be44"}]}' {{(pid=94175) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 23 11:56:10.464677 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.db.l3_dvr_db [None req-27251ae6-4ece-4e52-aa85-cf84183f2e98 None None] Set router 615292a8-7f4f-4a19-a308-1525643a83a7 gateway port host: dv-neutron-601336-94-hyperv {{(pid=94176) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:838}} Jun 23 11:56:10.586689 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 23 Jun 2021 11:56:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0f95024e-543b-4db3-b842-6ac47a057b1e x-openstack-request-id: req-0f95024e-543b-4db3-b842-6ac47a057b1e {{(pid=94175) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 23 11:56:10.587056 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ef771107-7894-4a06-87f5-4d6f7a2c98d8", "name": "network-vif-deleted", "tag": "0f5fbb22-4742-42c9-a791-6912ee31be44", "status": "completed", "code": 200}]} {{(pid=94175) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 23 11:56:10.587370 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-0f95024e-543b-4db3-b842-6ac47a057b1e {{(pid=94175) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 23 11:56:10.587829 dv-neutron-601336-94-hyperv neutron-server[94175]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ef771107-7894-4a06-87f5-4d6f7a2c98d8', 'name': 'network-vif-deleted', 'tag': '0f5fbb22-4742-42c9-a791-6912ee31be44', 'status': 'completed', 'code': 200} Jun 23 11:56:10.675884 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.db.l3_hamode_db [None req-27251ae6-4ece-4e52-aa85-cf84183f2e98 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '615292a8-7f4f-4a19-a308-1525643a83a7', 'name': 'tempest-ServerActionsTestJSON-716138820-router', 'tenant_id': 'f95f5bd5d3a04c1cb1d25bcb3c548b20', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3e7e4eb3-cf02-4d47-ade9-0a579cdfc60f', 'external_fixed_ips': [{'subnet_id': 'a5ad15ab-c489-4a67-a9b0-d559fca0ec71', 'ip_address': '172.26.3.23'}], 'enable_snat': True}, 'gw_port_id': '3105b998-5972-4c17-a778-1c44f53d265f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-23T11:53:19Z', 'updated_at': '2021-06-23T11:53:23Z', 'revision_number': 4, 'project_id': 'f95f5bd5d3a04c1cb1d25bcb3c548b20', 'gw_port': {'id': '3105b998-5972-4c17-a778-1c44f53d265f', 'name': '', 'network_id': '3e7e4eb3-cf02-4d47-ade9-0a579cdfc60f', 'tenant_id': '', 'mac_address': 'fa:16:3e:45:19:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '615292a8-7f4f-4a19-a308-1525643a83a7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1573, 'fixed_ips': [{'subnet_id': 'a5ad15ab-c489-4a67-a9b0-d559fca0ec71', 'ip_address': '172.26.3.23', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-94-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-23T11:53:20Z', 'updated_at': '2021-06-23T11:53:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a5ad15ab-c489-4a67-a9b0-d559fca0ec71', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-601336-94-hyperv', '_interfaces': [{'id': '13c7c1e0-1108-4c37-8c21-d3d83d008092', 'name': '', 'network_id': '2fd142a9-a207-404d-a9ae-7efb565fc5be', 'tenant_id': 'f95f5bd5d3a04c1cb1d25bcb3c548b20', 'mac_address': 'fa:16:3e:85:24:4c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '615292a8-7f4f-4a19-a308-1525643a83a7', 'device_owner': 'network:router_interface', 'standard_attr_id': 1574, 'fixed_ips': [{'subnet_id': 'd690955b-e62b-44f5-a4de-5b19f00224f3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-94-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-23T11:53:22Z', 'updated_at': '2021-06-23T11:53:28Z', 'revision_number': 5, 'project_id': 'f95f5bd5d3a04c1cb1d25bcb3c548b20', 'subnets': [{'id': 'd690955b-e62b-44f5-a4de-5b19f00224f3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-601336-94-hyperv', False) {} {{(pid=94176) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 11:56:10.702827 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-27251ae6-4ece-4e52-aa85-cf84183f2e98 None None] Checking router: 615292a8-7f4f-4a19-a308-1525643a83a7 for host: dv-neutron-601336-94-hyperv {{(pid=94176) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 23 11:56:10.711499 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.db.l3_dvrscheduler_db [None req-27251ae6-4ece-4e52-aa85-cf84183f2e98 None None] Routers {'615292a8-7f4f-4a19-a308-1525643a83a7'} bound to L3 agent in host dv-neutron-601336-94-hyperv {{(pid=94176) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 23 11:56:10.712120 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.db.l3_hamode_db [None req-27251ae6-4ece-4e52-aa85-cf84183f2e98 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-601336-94-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-06-23T11:22:13Z,description=,heartbeat_timestamp=2021-06-23T11:55:43Z,host='dv-neutron-601336-94-hyperv',id=50ef99c0-ef28-4db5-b303-b145898fae60,load=0,resource_versions=,resources_synced=,started_at=2021-06-23T11:22:14Z,topic='l3_agent')) {'router_ids': ['615292a8-7f4f-4a19-a308-1525643a83a7'], 'active': True} {{(pid=94176) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 11:56:10.823855 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.db.l3_dvr_db [None req-27251ae6-4ece-4e52-aa85-cf84183f2e98 None None] Set router 615292a8-7f4f-4a19-a308-1525643a83a7 gateway port host: dv-neutron-601336-94-hyperv {{(pid=94176) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:838}} Jun 23 11:56:10.977804 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron_lib.callbacks.manager [None req-0edb247f-88b7-42f6-996c-c39c5678f6b8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773699952132', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-899307'] for agent, after_update {{(pid=94176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:56:11.033493 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.db.l3_hamode_db [None req-27251ae6-4ece-4e52-aa85-cf84183f2e98 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '615292a8-7f4f-4a19-a308-1525643a83a7', 'name': 'tempest-ServerActionsTestJSON-716138820-router', 'tenant_id': 'f95f5bd5d3a04c1cb1d25bcb3c548b20', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3e7e4eb3-cf02-4d47-ade9-0a579cdfc60f', 'external_fixed_ips': [{'subnet_id': 'a5ad15ab-c489-4a67-a9b0-d559fca0ec71', 'ip_address': '172.26.3.23'}], 'enable_snat': True}, 'gw_port_id': '3105b998-5972-4c17-a778-1c44f53d265f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-23T11:53:19Z', 'updated_at': '2021-06-23T11:53:23Z', 'revision_number': 4, 'project_id': 'f95f5bd5d3a04c1cb1d25bcb3c548b20', 'gw_port': {'id': '3105b998-5972-4c17-a778-1c44f53d265f', 'name': '', 'network_id': '3e7e4eb3-cf02-4d47-ade9-0a579cdfc60f', 'tenant_id': '', 'mac_address': 'fa:16:3e:45:19:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '615292a8-7f4f-4a19-a308-1525643a83a7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1573, 'fixed_ips': [{'subnet_id': 'a5ad15ab-c489-4a67-a9b0-d559fca0ec71', 'ip_address': '172.26.3.23', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-94-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-23T11:53:20Z', 'updated_at': '2021-06-23T11:53:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a5ad15ab-c489-4a67-a9b0-d559fca0ec71', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-601336-94-hyperv', '_interfaces': [{'id': '13c7c1e0-1108-4c37-8c21-d3d83d008092', 'name': '', 'network_id': '2fd142a9-a207-404d-a9ae-7efb565fc5be', 'tenant_id': 'f95f5bd5d3a04c1cb1d25bcb3c548b20', 'mac_address': 'fa:16:3e:85:24:4c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '615292a8-7f4f-4a19-a308-1525643a83a7', 'device_owner': 'network:router_interface', 'standard_attr_id': 1574, 'fixed_ips': [{'subnet_id': 'd690955b-e62b-44f5-a4de-5b19f00224f3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-94-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-23T11:53:22Z', 'updated_at': '2021-06-23T11:53:28Z', 'revision_number': 5, 'project_id': 'f95f5bd5d3a04c1cb1d25bcb3c548b20', 'subnets': [{'id': 'd690955b-e62b-44f5-a4de-5b19f00224f3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-601336-94-hyperv', False) {} {{(pid=94176) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 11:56:11.061743 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-27251ae6-4ece-4e52-aa85-cf84183f2e98 None None] The sync data for ids ['615292a8-7f4f-4a19-a308-1525643a83a7'] in dv-neutron-601336-94-hyperv is: [{'id': '615292a8-7f4f-4a19-a308-1525643a83a7', 'name': 'tempest-ServerActionsTestJSON-716138820-router', 'tenant_id': 'f95f5bd5d3a04c1cb1d25bcb3c548b20', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3e7e4eb3-cf02-4d47-ade9-0a579cdfc60f', 'external_fixed_ips': [{'subnet_id': 'a5ad15ab-c489-4a67-a9b0-d559fca0ec71', 'ip_address': '172.26.3.23'}], 'enable_snat': True}, 'gw_port_id': '3105b998-5972-4c17-a778-1c44f53d265f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-23T11:53:19Z', 'updated_at': '2021-06-23T11:53:23Z', 'revision_number': 4, 'project_id': 'f95f5bd5d3a04c1cb1d25bcb3c548b20', 'gw_port': {'id': '3105b998-5972-4c17-a778-1c44f53d265f', 'name': '', 'network_id': '3e7e4eb3-cf02-4d47-ade9-0a579cdfc60f', 'tenant_id': '', 'mac_address': 'fa:16:3e:45:19:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '615292a8-7f4f-4a19-a308-1525643a83a7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1573, 'fixed_ips': [{'subnet_id': 'a5ad15ab-c489-4a67-a9b0-d559fca0ec71', 'ip_address': '172.26.3.23', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-94-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-23T11:53:20Z', 'updated_at': '2021-06-23T11:53:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a5ad15ab-c489-4a67-a9b0-d559fca0ec71', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-601336-94-hyperv', '_interfaces': [{'id': '13c7c1e0-1108-4c37-8c21-d3d83d008092', 'name': '', 'network_id': '2fd142a9-a207-404d-a9ae-7efb565fc5be', 'tenant_id': 'f95f5bd5d3a04c1cb1d25bcb3c548b20', 'mac_address': 'fa:16:3e:85:24:4c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '615292a8-7f4f-4a19-a308-1525643a83a7', 'device_owner': 'network:router_interface', 'standard_attr_id': 1574, 'fixed_ips': [{'subnet_id': 'd690955b-e62b-44f5-a4de-5b19f00224f3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-94-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-23T11:53:22Z', 'updated_at': '2021-06-23T11:53:28Z', 'revision_number': 5, 'project_id': 'f95f5bd5d3a04c1cb1d25bcb3c548b20', 'subnets': [{'id': 'd690955b-e62b-44f5-a4de-5b19f00224f3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94176) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 23 11:56:11.301420 dv-neutron-601336-94-hyperv neutron-server[94177]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-26ce1b12-ce93-49a1-8091-2fa60d62905a None None] New status for floating IP c49a1dd4-5f39-4d60-a6c5-625a0e4b7a3b: DOWN {{(pid=94177) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 23 11:56:11.435610 dv-neutron-601336-94-hyperv neutron-server[94174]: INFO neutron.wsgi [req-e2944619-928c-46b0-a8e9-5af7c75041c5 req-766db392-e6f2-45bd-9c42-863a6b4fd660 tempest-ServerActionsTestJSON-1945522763 tempest-ServerActionsTestJSON-1945522763-project] 10.222.0.20 "GET /v2.0/ports?device_id=ef771107-7894-4a06-87f5-4d6f7a2c98d8 HTTP/1.1" status: 200 len: 210 time: 0.0303314 Jun 23 11:56:12.434711 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.plugins.ml2.rpc [None req-97bd5441-1da2-49ee-a364-27795820ba27 None None] Device 0f5fbb22-4742-42c9-a791-6912ee31be44 no longer exists at agent hyperv_hv-neutron-6013 {{(pid=94176) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:261}} Jun 23 11:56:12.454562 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.plugins.ml2.plugin [None req-97bd5441-1da2-49ee-a364-27795820ba27 None None] No Port match for: 0f5fbb22-4742-42c9-a791-6912ee31be44 {{(pid=94176) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2240}} Jun 23 11:56:12.454925 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.plugins.ml2.rpc [None req-97bd5441-1da2-49ee-a364-27795820ba27 None None] Device 0f5fbb22-4742-42c9-a791-6912ee31be44 not bound to the agent host hv-neutron-6013 {{(pid=94176) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:271}} Jun 23 11:56:12.759652 dv-neutron-601336-94-hyperv neutron-server[94175]: INFO neutron.wsgi [req-afbc684e-77bc-407b-abb3-9d5d0c71b032 req-5d3992ca-b146-4f64-ac0e-01573bbf4fd1 tempest-ServerActionsTestJSON-1945522763 tempest-ServerActionsTestJSON-1945522763-project] 10.222.0.20 "GET /v2.0/security-groups?name=tempest-securitygroup--948191400&fields=id&tenant_id=f95f5bd5d3a04c1cb1d25bcb3c548b20 HTTP/1.1" status: 200 len: 267 time: 0.0359504 Jun 23 11:56:12.866835 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afbc684e-77bc-407b-abb3-9d5d0c71b032 req-9d987c54-d1dc-4914-8f24-1954c6312cde tempest-ServerActionsTestJSON-1945522763 tempest-ServerActionsTestJSON-1945522763-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 11:56:12.868467 dv-neutron-601336-94-hyperv neutron-server[94175]: INFO neutron.wsgi [req-afbc684e-77bc-407b-abb3-9d5d0c71b032 req-9d987c54-d1dc-4914-8f24-1954c6312cde tempest-ServerActionsTestJSON-1945522763 tempest-ServerActionsTestJSON-1945522763-project] 10.222.0.20 "GET /v2.0/networks?id=2fd142a9-a207-404d-a9ae-7efb565fc5be HTTP/1.1" status: 200 len: 811 time: 0.1024594 Jun 23 11:56:12.884137 dv-neutron-601336-94-hyperv neutron-server[94175]: INFO neutron.wsgi [req-afbc684e-77bc-407b-abb3-9d5d0c71b032 req-50e9b8e6-67f2-4da6-ab8b-43accab5e954 tempest-ServerActionsTestJSON-1945522763 tempest-ServerActionsTestJSON-1945522763-project] 10.222.0.20 "GET /v2.0/quotas/f95f5bd5d3a04c1cb1d25bcb3c548b20 HTTP/1.1" status: 200 len: 375 time: 0.0101488 Jun 23 11:56:12.964265 dv-neutron-601336-94-hyperv neutron-server[94175]: INFO neutron.wsgi [req-afbc684e-77bc-407b-abb3-9d5d0c71b032 req-10f6a8fe-de5e-4ae2-8fdf-0896c0a33c75 tempest-ServerActionsTestJSON-1945522763 tempest-ServerActionsTestJSON-1945522763-project] 10.222.0.20 "GET /v2.0/ports?tenant_id=f95f5bd5d3a04c1cb1d25bcb3c548b20&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0747881 Jun 23 11:56:13.061916 dv-neutron-601336-94-hyperv neutron-server[94175]: INFO neutron.wsgi [req-afbc684e-77bc-407b-abb3-9d5d0c71b032 req-c4720d40-3a7e-4714-8841-dfe30f1135c6 service neutron] 10.222.0.20 "GET /v2.0/networks/2fd142a9-a207-404d-a9ae-7efb565fc5be?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0864291 Jun 23 11:56:13.159998 dv-neutron-601336-94-hyperv neutron-server[94175]: INFO neutron.wsgi [req-afbc684e-77bc-407b-abb3-9d5d0c71b032 req-a433c54f-5234-40ec-9f41-26071eadc6b2 service neutron] 10.222.0.20 "GET /v2.0/networks/2fd142a9-a207-404d-a9ae-7efb565fc5be?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0921793 Jun 23 11:56:13.222415 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron_lib.callbacks.manager [None req-2d754c89-dc76-401b-9052-5c76d9cf0c8f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773699952132', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-899307'] for agent, after_update {{(pid=94176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:56:13.401986 dv-neutron-601336-94-hyperv neutron-server[94174]: INFO neutron.wsgi [req-28c72c45-79d2-4375-bd7b-c3e73542a0c9 req-d8994301-13a2-4e7a-a5c2-83eb1f1c1d19 tempest-ServerActionsTestJSON-1945522763 tempest-ServerActionsTestJSON-1945522763-project] 10.222.0.20 "GET /v2.0/ports?device_id=acba5b54-4774-436f-9481-40d21127ac9e HTTP/1.1" status: 200 len: 210 time: 0.0318758 Jun 23 11:56:13.925337 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron_lib.callbacks.manager [None req-dc7542b2-afef-47f4-a763-e3a3cba144be None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773699952132', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-899307'] for agent, after_update {{(pid=94176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:56:14.548140 dv-neutron-601336-94-hyperv neutron-server[94175]: INFO neutron.wsgi [req-a7e62169-c508-43e2-8d3b-d845a96ba11c req-2fa0c1a5-5f46-4903-af26-5fb1ddfa320c tempest-ServerActionsTestJSON-1945522763 tempest-ServerActionsTestJSON-1945522763-project] 10.222.0.20 "GET /v2.0/ports?device_id=acba5b54-4774-436f-9481-40d21127ac9e HTTP/1.1" status: 200 len: 210 time: 0.0315733 Jun 23 11:56:14.647315 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron_lib.callbacks.manager [None req-4c20ea5f-bc7f-4d4e-935d-57f082af6ccb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773699952132', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-899307'] for agent, after_update {{(pid=94176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:56:15.498315 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afbc684e-77bc-407b-abb3-9d5d0c71b032 req-a94f6a3c-3aa3-45e3-a810-8d1f73b16cb3 tempest-ServerActionsTestJSON-1945522763 tempest-ServerActionsTestJSON-1945522763-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 11:56:15.499688 dv-neutron-601336-94-hyperv neutron-server[94175]: INFO neutron.wsgi [req-afbc684e-77bc-407b-abb3-9d5d0c71b032 req-a94f6a3c-3aa3-45e3-a810-8d1f73b16cb3 tempest-ServerActionsTestJSON-1945522763 tempest-ServerActionsTestJSON-1945522763-project] 10.222.0.52 "GET /v2.0/networks?id=2fd142a9-a207-404d-a9ae-7efb565fc5be HTTP/1.1" status: 200 len: 811 time: 0.1092899 Jun 23 11:56:15.544349 dv-neutron-601336-94-hyperv neutron-server[94175]: INFO neutron.wsgi [req-afbc684e-77bc-407b-abb3-9d5d0c71b032 req-ecaa8b5a-9c14-44fe-8438-6bd6f46b2ee9 tempest-ServerActionsTestJSON-1945522763 tempest-ServerActionsTestJSON-1945522763-project] 10.222.0.52 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=f95f5bd5d3a04c1cb1d25bcb3c548b20 HTTP/1.1" status: 200 len: 379 time: 0.0359387 Jun 23 11:56:15.553931 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.api.v2.base [req-afbc684e-77bc-407b-abb3-9d5d0c71b032 req-3b8b5fe5-fb32-44f5-a297-874641150092 tempest-ServerActionsTestJSON-1945522763 tempest-ServerActionsTestJSON-1945522763-project] Request body: {'port': {'device_id': 'acba5b54-4774-436f-9481-40d21127ac9e', 'network_id': '2fd142a9-a207-404d-a9ae-7efb565fc5be', 'admin_state_up': True, 'tenant_id': 'f95f5bd5d3a04c1cb1d25bcb3c548b20', 'security_groups': ['0af35ccc-af3f-4718-892b-c93ffd508c7a']}} {{(pid=94175) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 23 11:56:15.704850 dv-neutron-601336-94-hyperv neutron-server[94174]: INFO neutron.wsgi [req-aff998e5-7eb7-441f-81d1-c83b6d76d8d0 req-5a627fa8-8a44-44ee-988f-25e4dbfd8eec tempest-ServerActionsTestJSON-1945522763 tempest-ServerActionsTestJSON-1945522763-project] 10.222.0.20 "GET /v2.0/ports?device_id=acba5b54-4774-436f-9481-40d21127ac9e HTTP/1.1" status: 200 len: 210 time: 0.0295341 Jun 23 11:56:15.771060 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-afbc684e-77bc-407b-abb3-9d5d0c71b032 req-3b8b5fe5-fb32-44f5-a297-874641150092 tempest-ServerActionsTestJSON-1945522763 tempest-ServerActionsTestJSON-1945522763-project] Made reservation on behalf of f95f5bd5d3a04c1cb1d25bcb3c548b20 for: {'port': 1} {{(pid=94175) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 23 11:56:15.776470 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron_lib.callbacks.manager [req-afbc684e-77bc-407b-abb3-9d5d0c71b032 req-3b8b5fe5-fb32-44f5-a297-874641150092 tempest-ServerActionsTestJSON-1945522763 tempest-ServerActionsTestJSON-1945522763-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-923104'] for port, before_create {{(pid=94175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:56:15.915231 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.db.db_base_plugin_common [req-afbc684e-77bc-407b-abb3-9d5d0c71b032 req-3b8b5fe5-fb32-44f5-a297-874641150092 tempest-ServerActionsTestJSON-1945522763 tempest-ServerActionsTestJSON-1945522763-project] Allocated IP 172.20.0.14 (2fd142a9-a207-404d-a9ae-7efb565fc5be/d690955b-e62b-44f5-a4de-5b19f00224f3/be41b45b-4003-43d2-9990-93a4d3bd97f0) {{(pid=94175) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 23 11:56:16.065429 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron_lib.callbacks.manager [req-afbc684e-77bc-407b-abb3-9d5d0c71b032 req-3b8b5fe5-fb32-44f5-a297-874641150092 tempest-ServerActionsTestJSON-1945522763 tempest-ServerActionsTestJSON-1945522763-project] Notify callbacks [] for port, precommit_create {{(pid=94175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:56:16.080142 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.db.provisioning_blocks [req-afbc684e-77bc-407b-abb3-9d5d0c71b032 req-3b8b5fe5-fb32-44f5-a297-874641150092 tempest-ServerActionsTestJSON-1945522763 tempest-ServerActionsTestJSON-1945522763-project] Transition to ACTIVE for port object be41b45b-4003-43d2-9990-93a4d3bd97f0 will not be triggered until provisioned by entity DHCP. {{(pid=94175) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 23 11:56:16.183386 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron_lib.callbacks.manager [req-afbc684e-77bc-407b-abb3-9d5d0c71b032 req-3b8b5fe5-fb32-44f5-a297-874641150092 tempest-ServerActionsTestJSON-1945522763 tempest-ServerActionsTestJSON-1945522763-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-922915', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-239814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7866073', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773699642215', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-5082457'] for port, after_create {{(pid=94175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:56:16.188140 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG oslo_concurrency.lockutils [None req-3d551b4b-3725-4fa9-bd41-bb0b9cd385f1 tempest-TestNetworkBasicOps-233187296 tempest-TestNetworkBasicOps-233187296-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94175) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 11:56:16.232797 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-afbc684e-77bc-407b-abb3-9d5d0c71b032 req-3b8b5fe5-fb32-44f5-a297-874641150092 tempest-ServerActionsTestJSON-1945522763 tempest-ServerActionsTestJSON-1945522763-project] Network 2fd142a9-a207-404d-a9ae-7efb565fc5be is already hosted by enough agents. {{(pid=94175) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 23 11:56:16.236015 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.scheduler.base_scheduler [req-afbc684e-77bc-407b-abb3-9d5d0c71b032 req-3b8b5fe5-fb32-44f5-a297-874641150092 tempest-ServerActionsTestJSON-1945522763 tempest-ServerActionsTestJSON-1945522763-project] Resources bound (agent type, host, resource id): {{(pid=94175) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 23 11:56:16.239967 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.db.l3_dvrscheduler_db [req-afbc684e-77bc-407b-abb3-9d5d0c71b032 req-3b8b5fe5-fb32-44f5-a297-874641150092 tempest-ServerActionsTestJSON-1945522763 tempest-ServerActionsTestJSON-1945522763-project] Received port after_create {{(pid=94175) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 23 11:56:16.271796 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b8b5fe5-fb32-44f5-a297-874641150092 tempest-ServerActionsTestJSON-1945522763 tempest-ServerActionsTestJSON-1945522763-project] Pushing event updated for resources: {'Port': ['ID=be41b45b-4003-43d2-9990-93a4d3bd97f0,revision_number=1']} {{(pid=94175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 11:56:16.276513 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG oslo_concurrency.lockutils [None req-3b8b5fe5-fb32-44f5-a297-874641150092 tempest-ServerActionsTestJSON-1945522763 tempest-ServerActionsTestJSON-1945522763-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.088s {{(pid=94175) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 11:56:16.307972 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afbc684e-77bc-407b-abb3-9d5d0c71b032 req-3b8b5fe5-fb32-44f5-a297-874641150092 tempest-ServerActionsTestJSON-1945522763 tempest-ServerActionsTestJSON-1945522763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 11:56:16.307972 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron_lib.callbacks.manager [req-afbc684e-77bc-407b-abb3-9d5d0c71b032 req-3b8b5fe5-fb32-44f5-a297-874641150092 tempest-ServerActionsTestJSON-1945522763 tempest-ServerActionsTestJSON-1945522763-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-217507'] for port, before_response {{(pid=94175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:56:16.377774 dv-neutron-601336-94-hyperv neutron-server[94175]: INFO neutron.wsgi [req-afbc684e-77bc-407b-abb3-9d5d0c71b032 req-3b8b5fe5-fb32-44f5-a297-874641150092 tempest-ServerActionsTestJSON-1945522763 tempest-ServerActionsTestJSON-1945522763-project] 10.222.0.52 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.8286607 Jun 23 11:56:16.390369 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.api.v2.base [req-afbc684e-77bc-407b-abb3-9d5d0c71b032 req-7ee04076-c67b-4755-8f90-b9cc294149f0 service neutron] Request body: {'port': {'device_id': 'acba5b54-4774-436f-9481-40d21127ac9e', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-6013'}} {{(pid=94175) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 23 11:56:16.463183 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron_lib.callbacks.manager [req-afbc684e-77bc-407b-abb3-9d5d0c71b032 req-7ee04076-c67b-4755-8f90-b9cc294149f0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-923122'] for port, before_update {{(pid=94175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:56:16.611211 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.db.provisioning_blocks [None req-5faf69f8-08e2-4aa7-8aa9-bc7491424d6d None None] Provisioning for port be41b45b-4003-43d2-9990-93a4d3bd97f0 completed by entity DHCP. {{(pid=94176) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 23 11:56:16.615203 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.db.provisioning_blocks [None req-5faf69f8-08e2-4aa7-8aa9-bc7491424d6d None None] Provisioning complete for port be41b45b-4003-43d2-9990-93a4d3bd97f0 triggered by entity DHCP. {{(pid=94176) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 23 11:56:16.615588 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron_lib.callbacks.manager [None req-5faf69f8-08e2-4aa7-8aa9-bc7491424d6d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-899258'] for port, provisioning_complete {{(pid=94176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:56:16.664098 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.plugins.ml2.plugin [None req-5faf69f8-08e2-4aa7-8aa9-bc7491424d6d None None] Port be41b45b-4003-43d2-9990-93a4d3bd97f0 cannot update to ACTIVE because it is not bound. {{(pid=94176) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jun 23 11:56:16.739591 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.notifiers.nova [req-afbc684e-77bc-407b-abb3-9d5d0c71b032 req-7ee04076-c67b-4755-8f90-b9cc294149f0 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id be41b45b-4003-43d2-9990-93a4d3bd97f0 {{(pid=94175) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 23 11:56:16.747591 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron_lib.callbacks.manager [req-afbc684e-77bc-407b-abb3-9d5d0c71b032 req-7ee04076-c67b-4755-8f90-b9cc294149f0 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:56:16.760130 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.db.provisioning_blocks [req-afbc684e-77bc-407b-abb3-9d5d0c71b032 req-7ee04076-c67b-4755-8f90-b9cc294149f0 service neutron] Transition to ACTIVE for port object be41b45b-4003-43d2-9990-93a4d3bd97f0 will not be triggered until provisioned by entity L2. {{(pid=94175) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 23 11:56:16.764962 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron_lib.callbacks.manager [None req-95d6aa8f-24e7-4234-82ff-f502266c3285 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773699952132', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-899307'] for agent, after_update {{(pid=94176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:56:16.828812 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron_lib.callbacks.manager [req-afbc684e-77bc-407b-abb3-9d5d0c71b032 req-7ee04076-c67b-4755-8f90-b9cc294149f0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-922904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866062', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773700135042', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773699642233', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773699642278', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5082471'] for port, after_update {{(pid=94175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:56:16.848507 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG oslo_concurrency.lockutils [None req-06ccd060-6693-4c55-85d8-0e2c5ae2407a tempest-ServersAdminNegativeTestJSON-136538438 tempest-ServersAdminNegativeTestJSON-136538438-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94175) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 11:56:16.904454 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ee04076-c67b-4755-8f90-b9cc294149f0 service neutron] Pushing event updated for resources: {'Port': ['ID=be41b45b-4003-43d2-9990-93a4d3bd97f0,revision_number=2']} {{(pid=94175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 11:56:16.911097 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG oslo_concurrency.lockutils [None req-7ee04076-c67b-4755-8f90-b9cc294149f0 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.060s {{(pid=94175) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 11:56:16.977933 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6823e1d-74d0-43a6-9e95-f5ba4dd25b84 req-160fcacd-2507-44d1-bf51-eee3cdbea2af tempest-ServerActionsTestJSON-1945522763 tempest-ServerActionsTestJSON-1945522763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 11:56:16.979473 dv-neutron-601336-94-hyperv neutron-server[94175]: INFO neutron.wsgi [req-d6823e1d-74d0-43a6-9e95-f5ba4dd25b84 req-160fcacd-2507-44d1-bf51-eee3cdbea2af tempest-ServerActionsTestJSON-1945522763 tempest-ServerActionsTestJSON-1945522763-project] 10.222.0.20 "GET /v2.0/ports?device_id=acba5b54-4774-436f-9481-40d21127ac9e HTTP/1.1" status: 200 len: 944 time: 0.1618197 Jun 23 11:56:17.024891 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.plugins.ml2.managers [req-afbc684e-77bc-407b-abb3-9d5d0c71b032 req-7ee04076-c67b-4755-8f90-b9cc294149f0 service neutron] Attempting to bind port be41b45b-4003-43d2-9990-93a4d3bd97f0 on host hv-neutron-6013 for vnic_type normal with profile {{(pid=94175) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 23 11:56:17.025238 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.plugins.ml2.managers [req-afbc684e-77bc-407b-abb3-9d5d0c71b032 req-7ee04076-c67b-4755-8f90-b9cc294149f0 service neutron] Attempting to bind port be41b45b-4003-43d2-9990-93a4d3bd97f0 by drivers openvswitch,hyperv on host hv-neutron-6013 at level 0 using segments [{'id': 'c5336f67-3b17-48c3-969f-4266bc0dd37d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 443, 'network_id': '2fd142a9-a207-404d-a9ae-7efb565fc5be'}] {{(pid=94175) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 23 11:56:17.025651 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-afbc684e-77bc-407b-abb3-9d5d0c71b032 req-7ee04076-c67b-4755-8f90-b9cc294149f0 service neutron] Attempting to bind port be41b45b-4003-43d2-9990-93a4d3bd97f0 on network 2fd142a9-a207-404d-a9ae-7efb565fc5be {{(pid=94175) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 23 11:56:17.039988 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-afbc684e-77bc-407b-abb3-9d5d0c71b032 req-7ee04076-c67b-4755-8f90-b9cc294149f0 service neutron] Port be41b45b-4003-43d2-9990-93a4d3bd97f0 on network 2fd142a9-a207-404d-a9ae-7efb565fc5be not bound, no agent of type Open vSwitch agent registered on host hv-neutron-6013 {{(pid=94175) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 23 11:56:17.040329 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-afbc684e-77bc-407b-abb3-9d5d0c71b032 req-7ee04076-c67b-4755-8f90-b9cc294149f0 service neutron] Attempting to bind port be41b45b-4003-43d2-9990-93a4d3bd97f0 on network 2fd142a9-a207-404d-a9ae-7efb565fc5be {{(pid=94175) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 23 11:56:17.044970 dv-neutron-601336-94-hyperv neutron-server[94175]: INFO neutron.wsgi [req-d6823e1d-74d0-43a6-9e95-f5ba4dd25b84 req-a0b3e15f-6d63-4576-8578-626f7cc3a367 tempest-ServerActionsTestJSON-1945522763 tempest-ServerActionsTestJSON-1945522763-project] 10.222.0.20 "GET /v2.0/security-groups?id=0af35ccc-af3f-4718-892b-c93ffd508c7a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0591111 Jun 23 11:56:17.049104 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-afbc684e-77bc-407b-abb3-9d5d0c71b032 req-7ee04076-c67b-4755-8f90-b9cc294149f0 service neutron] Checking agent: {'id': '3a130b41-5b27-406b-aeb2-5a923af79f10', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-6013', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 23, 11, 28, 23), 'started_at': datetime.datetime(2021, 6, 23, 11, 28, 23), 'heartbeat_timestamp': datetime.datetime(2021, 6, 23, 11, 55, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94175) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 23 11:56:17.049451 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-afbc684e-77bc-407b-abb3-9d5d0c71b032 req-7ee04076-c67b-4755-8f90-b9cc294149f0 service neutron] Checking segment: {'id': 'c5336f67-3b17-48c3-969f-4266bc0dd37d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 443, 'network_id': '2fd142a9-a207-404d-a9ae-7efb565fc5be'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94175) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 23 11:56:17.049840 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-afbc684e-77bc-407b-abb3-9d5d0c71b032 req-7ee04076-c67b-4755-8f90-b9cc294149f0 service neutron] Bound using segment: {'id': 'c5336f67-3b17-48c3-969f-4266bc0dd37d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 443, 'network_id': '2fd142a9-a207-404d-a9ae-7efb565fc5be'} {{(pid=94175) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 23 11:56:17.050273 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.plugins.ml2.managers [req-afbc684e-77bc-407b-abb3-9d5d0c71b032 req-7ee04076-c67b-4755-8f90-b9cc294149f0 service neutron] Bound port: be41b45b-4003-43d2-9990-93a4d3bd97f0, host: hv-neutron-6013, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c5336f67-3b17-48c3-969f-4266bc0dd37d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 443, 'network_id': '2fd142a9-a207-404d-a9ae-7efb565fc5be'}}] {{(pid=94175) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 23 11:56:17.050625 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron_lib.callbacks.manager [req-afbc684e-77bc-407b-abb3-9d5d0c71b032 req-7ee04076-c67b-4755-8f90-b9cc294149f0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-923122'] for port, before_update {{(pid=94175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:56:17.118840 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.plugins.ml2.db [req-afbc684e-77bc-407b-abb3-9d5d0c71b032 req-7ee04076-c67b-4755-8f90-b9cc294149f0 service neutron] For port be41b45b-4003-43d2-9990-93a4d3bd97f0, host hv-neutron-6013, cleared binding levels {{(pid=94175) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 23 11:56:17.121848 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.plugins.ml2.db [req-afbc684e-77bc-407b-abb3-9d5d0c71b032 req-7ee04076-c67b-4755-8f90-b9cc294149f0 service neutron] For port be41b45b-4003-43d2-9990-93a4d3bd97f0, host hv-neutron-6013, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-6013',level=0,port_id=be41b45b-4003-43d2-9990-93a4d3bd97f0,segment=NetworkSegment(c5336f67-3b17-48c3-969f-4266bc0dd37d),segment_id=c5336f67-3b17-48c3-969f-4266bc0dd37d)] {{(pid=94175) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 23 11:56:17.142823 dv-neutron-601336-94-hyperv neutron-server[94177]: DEBUG neutron.db.agents_db [None req-90fb1279-e4c5-4e73-8d66-3a29811dc4e3 None None] Agent healthcheck: found 6 active agents {{(pid=94177) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 23 11:56:17.229015 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron_lib.callbacks.manager [req-afbc684e-77bc-407b-abb3-9d5d0c71b032 req-7ee04076-c67b-4755-8f90-b9cc294149f0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-922904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866062', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773700135042', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773699642233', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773699642278', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5082471'] for port, after_update {{(pid=94175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:56:17.231372 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG oslo_concurrency.lockutils [None req-2d01ed46-6a2c-4e9b-bb85-a5e3cc594bfa tempest-DeleteServersTestJSON-433100455 tempest-DeleteServersTestJSON-433100455-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94175) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 11:56:17.267782 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afbc684e-77bc-407b-abb3-9d5d0c71b032 req-7ee04076-c67b-4755-8f90-b9cc294149f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 11:56:17.268402 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron_lib.callbacks.manager [req-afbc684e-77bc-407b-abb3-9d5d0c71b032 req-7ee04076-c67b-4755-8f90-b9cc294149f0 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-217507'] for port, before_response {{(pid=94175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:56:17.270105 dv-neutron-601336-94-hyperv neutron-server[94175]: INFO neutron.wsgi [req-afbc684e-77bc-407b-abb3-9d5d0c71b032 req-7ee04076-c67b-4755-8f90-b9cc294149f0 service neutron] 10.222.0.52 "PUT /v2.0/ports/be41b45b-4003-43d2-9990-93a4d3bd97f0 HTTP/1.1" status: 200 len: 1094 time: 0.8841035 Jun 23 11:56:17.271218 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'acba5b54-4774-436f-9481-40d21127ac9e', 'tag': 'be41b45b-4003-43d2-9990-93a4d3bd97f0'}] {{(pid=94175) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 23 11:56:17.274315 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1970408df4ea4e7170669a1249478e627cf05a5a0b07cc08a66c5cb53d0ac47a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9e52b024-adc3-4714-b6f0-2bea54ace9d8" -d '{"events": [{"name": "network-changed", "server_uuid": "acba5b54-4774-436f-9481-40d21127ac9e", "tag": "be41b45b-4003-43d2-9990-93a4d3bd97f0"}]}' {{(pid=94175) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 23 11:56:17.302438 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ee04076-c67b-4755-8f90-b9cc294149f0 service neutron] Pushing event updated for resources: {'Port': ['ID=be41b45b-4003-43d2-9990-93a4d3bd97f0,revision_number=3']} {{(pid=94175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 11:56:17.306107 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG oslo_concurrency.lockutils [None req-7ee04076-c67b-4755-8f90-b9cc294149f0 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.075s {{(pid=94175) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 11:56:17.323417 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 23 Jun 2021 11:56:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-75434de8-a0be-416e-a545-054e248f98a0 x-openstack-request-id: req-75434de8-a0be-416e-a545-054e248f98a0 {{(pid=94175) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 23 11:56:17.323777 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "acba5b54-4774-436f-9481-40d21127ac9e", "tag": "be41b45b-4003-43d2-9990-93a4d3bd97f0", "status": "completed", "code": 200}]} {{(pid=94175) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 23 11:56:17.324145 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-75434de8-a0be-416e-a545-054e248f98a0 {{(pid=94175) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 23 11:56:17.324568 dv-neutron-601336-94-hyperv neutron-server[94175]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'acba5b54-4774-436f-9481-40d21127ac9e', 'tag': 'be41b45b-4003-43d2-9990-93a4d3bd97f0', 'status': 'completed', 'code': 200} Jun 23 11:56:17.457313 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e52b024-adc3-4714-b6f0-2bea54ace9d8 req-8e988710-7201-4fc6-8c7a-87994425eef2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 11:56:17.458903 dv-neutron-601336-94-hyperv neutron-server[94175]: INFO neutron.wsgi [req-9e52b024-adc3-4714-b6f0-2bea54ace9d8 req-8e988710-7201-4fc6-8c7a-87994425eef2 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=f95f5bd5d3a04c1cb1d25bcb3c548b20&device_id=acba5b54-4774-436f-9481-40d21127ac9e HTTP/1.1" status: 200 len: 1097 time: 0.1097982 Jun 23 11:56:17.567618 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e52b024-adc3-4714-b6f0-2bea54ace9d8 req-b44d0a14-1b33-41fa-bf8b-0b8896c9b093 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 11:56:17.569659 dv-neutron-601336-94-hyperv neutron-server[94175]: INFO neutron.wsgi [req-9e52b024-adc3-4714-b6f0-2bea54ace9d8 req-b44d0a14-1b33-41fa-bf8b-0b8896c9b093 service neutron] 10.222.0.52 "GET /v2.0/networks?tenant_id=f95f5bd5d3a04c1cb1d25bcb3c548b20&shared=False HTTP/1.1" status: 200 len: 912 time: 0.1010289 Jun 23 11:56:17.666587 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e52b024-adc3-4714-b6f0-2bea54ace9d8 req-7338ef70-5a8d-4597-af4f-34d3e34f740b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 11:56:17.668013 dv-neutron-601336-94-hyperv neutron-server[94175]: INFO neutron.wsgi [req-9e52b024-adc3-4714-b6f0-2bea54ace9d8 req-7338ef70-5a8d-4597-af4f-34d3e34f740b service neutron] 10.222.0.52 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0931308 Jun 23 11:56:17.756973 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afbc684e-77bc-407b-abb3-9d5d0c71b032 req-cab86db8-b02b-45c3-8c3a-7d550ce55613 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 11:56:17.758446 dv-neutron-601336-94-hyperv neutron-server[94175]: INFO neutron.wsgi [req-afbc684e-77bc-407b-abb3-9d5d0c71b032 req-cab86db8-b02b-45c3-8c3a-7d550ce55613 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=f95f5bd5d3a04c1cb1d25bcb3c548b20&device_id=acba5b54-4774-436f-9481-40d21127ac9e HTTP/1.1" status: 200 len: 1097 time: 0.0528996 Jun 23 11:56:17.798338 dv-neutron-601336-94-hyperv neutron-server[94175]: INFO neutron.wsgi [req-afbc684e-77bc-407b-abb3-9d5d0c71b032 req-9ff65b3b-21f6-49b6-bf19-fa473f5bed99 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=be41b45b-4003-43d2-9990-93a4d3bd97f0 HTTP/1.1" status: 200 len: 217 time: 0.0329428 Jun 23 11:56:17.848614 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afbc684e-77bc-407b-abb3-9d5d0c71b032 req-8412b95d-fc30-4d3e-96c3-e376989b8cfd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 11:56:17.852758 dv-neutron-601336-94-hyperv neutron-server[94175]: INFO neutron.wsgi [req-afbc684e-77bc-407b-abb3-9d5d0c71b032 req-8412b95d-fc30-4d3e-96c3-e376989b8cfd service neutron] 10.222.0.52 "GET /v2.0/subnets?id=d690955b-e62b-44f5-a4de-5b19f00224f3 HTTP/1.1" status: 200 len: 850 time: 0.0455704 Jun 23 11:56:17.907308 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afbc684e-77bc-407b-abb3-9d5d0c71b032 req-6b9e0089-b713-482f-812c-85a9f4100317 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 11:56:17.908806 dv-neutron-601336-94-hyperv neutron-server[94175]: INFO neutron.wsgi [req-afbc684e-77bc-407b-abb3-9d5d0c71b032 req-6b9e0089-b713-482f-812c-85a9f4100317 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=2fd142a9-a207-404d-a9ae-7efb565fc5be&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1178 time: 0.0524101 Jun 23 11:56:17.996991 dv-neutron-601336-94-hyperv neutron-server[94175]: INFO neutron.wsgi [req-afbc684e-77bc-407b-abb3-9d5d0c71b032 req-bbb089b8-30e4-4abb-bc8c-85b268050625 service neutron] 10.222.0.52 "GET /v2.0/networks/2fd142a9-a207-404d-a9ae-7efb565fc5be?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0814655 Jun 23 11:56:18.096458 dv-neutron-601336-94-hyperv neutron-server[94175]: INFO neutron.wsgi [req-afbc684e-77bc-407b-abb3-9d5d0c71b032 req-2843f77d-01df-4eb5-9db0-d72154427929 service neutron] 10.222.0.52 "GET /v2.0/networks/2fd142a9-a207-404d-a9ae-7efb565fc5be?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0937114 Jun 23 11:56:18.223939 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-345e8ccf-3595-41a3-8591-3c6ca852df00 req-bf032a5e-9013-4d13-b606-b54ea13ca2a9 tempest-ServerActionsTestJSON-1945522763 tempest-ServerActionsTestJSON-1945522763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 11:56:18.226039 dv-neutron-601336-94-hyperv neutron-server[94175]: INFO neutron.wsgi [req-345e8ccf-3595-41a3-8591-3c6ca852df00 req-bf032a5e-9013-4d13-b606-b54ea13ca2a9 tempest-ServerActionsTestJSON-1945522763 tempest-ServerActionsTestJSON-1945522763-project] 10.222.0.20 "GET /v2.0/ports?device_id=acba5b54-4774-436f-9481-40d21127ac9e HTTP/1.1" status: 200 len: 944 time: 0.0643630 Jun 23 11:56:18.264140 dv-neutron-601336-94-hyperv neutron-server[94175]: INFO neutron.wsgi [req-345e8ccf-3595-41a3-8591-3c6ca852df00 req-452d230e-f637-4f19-8502-f792bf35974b tempest-ServerActionsTestJSON-1945522763 tempest-ServerActionsTestJSON-1945522763-project] 10.222.0.20 "GET /v2.0/security-groups?id=0af35ccc-af3f-4718-892b-c93ffd508c7a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0323141 Jun 23 11:56:19.453296 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81bef72c-5bb9-4ed6-a3ec-97cd959b70e2 req-fa90d232-b430-4f56-ab03-114885804811 tempest-ServerActionsTestJSON-1945522763 tempest-ServerActionsTestJSON-1945522763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94174) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 11:56:19.454718 dv-neutron-601336-94-hyperv neutron-server[94174]: INFO neutron.wsgi [req-81bef72c-5bb9-4ed6-a3ec-97cd959b70e2 req-fa90d232-b430-4f56-ab03-114885804811 tempest-ServerActionsTestJSON-1945522763 tempest-ServerActionsTestJSON-1945522763-project] 10.222.0.20 "GET /v2.0/ports?device_id=acba5b54-4774-436f-9481-40d21127ac9e HTTP/1.1" status: 200 len: 944 time: 0.0662391 Jun 23 11:56:19.495526 dv-neutron-601336-94-hyperv neutron-server[94174]: INFO neutron.wsgi [req-81bef72c-5bb9-4ed6-a3ec-97cd959b70e2 req-7ae470ff-a41f-45cb-b49b-96f6c6a7771a tempest-ServerActionsTestJSON-1945522763 tempest-ServerActionsTestJSON-1945522763-project] 10.222.0.20 "GET /v2.0/security-groups?id=0af35ccc-af3f-4718-892b-c93ffd508c7a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0329189 Jun 23 11:56:20.465800 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.plugins.ml2.rpc [None req-97bd5441-1da2-49ee-a364-27795820ba27 None None] Device be41b45b-4003-43d2-9990-93a4d3bd97f0 details requested by agent hyperv_hv-neutron-6013 with host hv-neutron-6013 {{(pid=94176) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:104}} Jun 23 11:56:20.560777 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.plugins.ml2.db [None req-97bd5441-1da2-49ee-a364-27795820ba27 None None] For port be41b45b-4003-43d2-9990-93a4d3bd97f0, host hv-neutron-6013, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-6013',level=0,port_id=be41b45b-4003-43d2-9990-93a4d3bd97f0,segment=NetworkSegment(c5336f67-3b17-48c3-969f-4266bc0dd37d),segment_id=c5336f67-3b17-48c3-969f-4266bc0dd37d)] {{(pid=94176) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 23 11:56:20.572624 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.plugins.ml2.rpc [None req-97bd5441-1da2-49ee-a364-27795820ba27 None None] Returning: {'device': 'be41b45b-4003-43d2-9990-93a4d3bd97f0', 'network_id': '2fd142a9-a207-404d-a9ae-7efb565fc5be', 'port_id': 'be41b45b-4003-43d2-9990-93a4d3bd97f0', 'mac_address': 'fa:16:3e:f7:7c:59', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 443, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd690955b-e62b-44f5-a4de-5b19f00224f3', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94176) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:186}} Jun 23 11:56:20.609899 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron_lib.callbacks.manager [None req-97bd5441-1da2-49ee-a364-27795820ba27 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-923122'] for port, before_update {{(pid=94176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:56:20.627292 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.notifiers.nova [None req-97bd5441-1da2-49ee-a364-27795820ba27 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id be41b45b-4003-43d2-9990-93a4d3bd97f0 {{(pid=94176) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 23 11:56:20.647376 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.plugins.ml2.db [None req-97bd5441-1da2-49ee-a364-27795820ba27 None None] For port be41b45b-4003-43d2-9990-93a4d3bd97f0, host hv-neutron-6013, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-6013',level=0,port_id=be41b45b-4003-43d2-9990-93a4d3bd97f0,segment=NetworkSegment(c5336f67-3b17-48c3-969f-4266bc0dd37d),segment_id=c5336f67-3b17-48c3-969f-4266bc0dd37d)] {{(pid=94176) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 23 11:56:20.677419 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8247bde6-c77a-476a-bbbd-483eaf8031a8 req-42040107-4ed8-41b6-a738-527a8e7106d1 tempest-ServerActionsTestJSON-1945522763 tempest-ServerActionsTestJSON-1945522763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 11:56:20.678972 dv-neutron-601336-94-hyperv neutron-server[94175]: INFO neutron.wsgi [req-8247bde6-c77a-476a-bbbd-483eaf8031a8 req-42040107-4ed8-41b6-a738-527a8e7106d1 tempest-ServerActionsTestJSON-1945522763 tempest-ServerActionsTestJSON-1945522763-project] 10.222.0.20 "GET /v2.0/ports?device_id=acba5b54-4774-436f-9481-40d21127ac9e HTTP/1.1" status: 200 len: 944 time: 0.0730624 Jun 23 11:56:20.713977 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron_lib.callbacks.manager [None req-97bd5441-1da2-49ee-a364-27795820ba27 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-922904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866062', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773700135042', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773699642233', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773699642278'] for port, after_update {{(pid=94176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:56:20.715872 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG oslo_concurrency.lockutils [None req-97bd5441-1da2-49ee-a364-27795820ba27 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 11:56:20.721446 dv-neutron-601336-94-hyperv neutron-server[94175]: INFO neutron.wsgi [req-8247bde6-c77a-476a-bbbd-483eaf8031a8 req-ff78ee18-d917-40cc-84e2-276ba12429bb tempest-ServerActionsTestJSON-1945522763 tempest-ServerActionsTestJSON-1945522763-project] 10.222.0.20 "GET /v2.0/security-groups?id=0af35ccc-af3f-4718-892b-c93ffd508c7a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0365517 Jun 23 11:56:20.763243 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97bd5441-1da2-49ee-a364-27795820ba27 None None] Pushing event updated for resources: {'Port': ['ID=be41b45b-4003-43d2-9990-93a4d3bd97f0,revision_number=4']} {{(pid=94176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 11:56:20.766383 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG oslo_concurrency.lockutils [None req-97bd5441-1da2-49ee-a364-27795820ba27 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=94176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 11:56:20.918514 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.plugins.ml2.db [None req-97bd5441-1da2-49ee-a364-27795820ba27 None None] get_ports_and_sgs() called for port_ids ['be41b45b-4003-43d2-9990-93a4d3bd97f0'] {{(pid=94176) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 23 11:56:21.901186 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01dd2494-9aaf-4262-a746-b2ed1e65885f req-fe8a021c-3614-48d1-8109-533891a158e5 tempest-ServerActionsTestJSON-1945522763 tempest-ServerActionsTestJSON-1945522763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94174) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 11:56:21.902710 dv-neutron-601336-94-hyperv neutron-server[94174]: INFO neutron.wsgi [req-01dd2494-9aaf-4262-a746-b2ed1e65885f req-fe8a021c-3614-48d1-8109-533891a158e5 tempest-ServerActionsTestJSON-1945522763 tempest-ServerActionsTestJSON-1945522763-project] 10.222.0.20 "GET /v2.0/ports?device_id=acba5b54-4774-436f-9481-40d21127ac9e HTTP/1.1" status: 200 len: 945 time: 0.0645645 Jun 23 11:56:21.944455 dv-neutron-601336-94-hyperv neutron-server[94174]: INFO neutron.wsgi [req-01dd2494-9aaf-4262-a746-b2ed1e65885f req-63d2690d-afd5-46aa-9d10-8308edce5ed5 tempest-ServerActionsTestJSON-1945522763 tempest-ServerActionsTestJSON-1945522763-project] 10.222.0.20 "GET /v2.0/security-groups?id=0af35ccc-af3f-4718-892b-c93ffd508c7a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0357106 Jun 23 11:56:22.481824 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.plugins.ml2.rpc [None req-97bd5441-1da2-49ee-a364-27795820ba27 None None] Device be41b45b-4003-43d2-9990-93a4d3bd97f0 up at agent hyperv_hv-neutron-6013 {{(pid=94176) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:298}} Jun 23 11:56:22.604941 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.db.provisioning_blocks [None req-97bd5441-1da2-49ee-a364-27795820ba27 None None] Provisioning for port be41b45b-4003-43d2-9990-93a4d3bd97f0 completed by entity L2. {{(pid=94176) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 23 11:56:22.608903 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.db.provisioning_blocks [None req-97bd5441-1da2-49ee-a364-27795820ba27 None None] Provisioning complete for port be41b45b-4003-43d2-9990-93a4d3bd97f0 triggered by entity L2. {{(pid=94176) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 23 11:56:22.609282 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron_lib.callbacks.manager [None req-97bd5441-1da2-49ee-a364-27795820ba27 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-899258'] for port, provisioning_complete {{(pid=94176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:56:22.682283 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron_lib.callbacks.manager [None req-97bd5441-1da2-49ee-a364-27795820ba27 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-923122'] for port, before_update {{(pid=94176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:56:22.703687 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'acba5b54-4774-436f-9481-40d21127ac9e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'be41b45b-4003-43d2-9990-93a4d3bd97f0'}] {{(pid=94176) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 23 11:56:22.705902 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}887b0dfc0393de878080286a57e4a08d4fa60dd0cddd118f338ebfcd351ddd4c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f921c62f-410a-4643-a672-d8d896a2639a" -d '{"events": [{"server_uuid": "acba5b54-4774-436f-9481-40d21127ac9e", "name": "network-vif-plugged", "status": "completed", "tag": "be41b45b-4003-43d2-9990-93a4d3bd97f0"}]}' {{(pid=94176) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 23 11:56:22.717691 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.plugins.ml2.db [None req-97bd5441-1da2-49ee-a364-27795820ba27 None None] For port be41b45b-4003-43d2-9990-93a4d3bd97f0, host hv-neutron-6013, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-6013',level=0,port_id=be41b45b-4003-43d2-9990-93a4d3bd97f0,segment=NetworkSegment(c5336f67-3b17-48c3-969f-4266bc0dd37d),segment_id=c5336f67-3b17-48c3-969f-4266bc0dd37d)] {{(pid=94176) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 23 11:56:22.742348 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 23 Jun 2021 11:56:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7c193ace-4317-4418-a585-e5a265506599 x-openstack-request-id: req-7c193ace-4317-4418-a585-e5a265506599 {{(pid=94176) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 23 11:56:22.742675 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "acba5b54-4774-436f-9481-40d21127ac9e", "name": "network-vif-plugged", "status": "completed", "tag": "be41b45b-4003-43d2-9990-93a4d3bd97f0", "code": 200}]} {{(pid=94176) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 23 11:56:22.742933 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-7c193ace-4317-4418-a585-e5a265506599 {{(pid=94176) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 23 11:56:22.743358 dv-neutron-601336-94-hyperv neutron-server[94176]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'acba5b54-4774-436f-9481-40d21127ac9e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'be41b45b-4003-43d2-9990-93a4d3bd97f0', 'code': 200} Jun 23 11:56:22.788158 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron_lib.callbacks.manager [None req-97bd5441-1da2-49ee-a364-27795820ba27 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-922904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866062', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773700135042', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773699642233', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773699642278'] for port, after_update {{(pid=94176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:56:22.790918 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG oslo_concurrency.lockutils [None req-97bd5441-1da2-49ee-a364-27795820ba27 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 11:56:22.841602 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97bd5441-1da2-49ee-a364-27795820ba27 None None] Pushing event updated for resources: {'Port': ['ID=be41b45b-4003-43d2-9990-93a4d3bd97f0,revision_number=5']} {{(pid=94176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 11:56:22.844701 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG oslo_concurrency.lockutils [None req-97bd5441-1da2-49ee-a364-27795820ba27 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.054s {{(pid=94176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 11:56:23.125201 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5121f1d1-b762-4cee-ada9-94e548bf8cf1 req-26cad89c-28f7-4c7e-ba79-d8bfc4d7a29e tempest-ServerActionsTestJSON-1945522763 tempest-ServerActionsTestJSON-1945522763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94174) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 11:56:23.125902 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3f3b686-8c41-445c-9c4c-b6f931f85b93 req-75bf0c7e-74d9-4ad8-afbd-48261697ddb2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 11:56:23.126677 dv-neutron-601336-94-hyperv neutron-server[94174]: INFO neutron.wsgi [req-5121f1d1-b762-4cee-ada9-94e548bf8cf1 req-26cad89c-28f7-4c7e-ba79-d8bfc4d7a29e tempest-ServerActionsTestJSON-1945522763 tempest-ServerActionsTestJSON-1945522763-project] 10.222.0.20 "GET /v2.0/ports?device_id=acba5b54-4774-436f-9481-40d21127ac9e HTTP/1.1" status: 200 len: 946 time: 0.0696421 Jun 23 11:56:23.128241 dv-neutron-601336-94-hyperv neutron-server[94175]: INFO neutron.wsgi [req-b3f3b686-8c41-445c-9c4c-b6f931f85b93 req-75bf0c7e-74d9-4ad8-afbd-48261697ddb2 service neutron] 10.222.0.52 "GET /v2.0/ports?device_id=acba5b54-4774-436f-9481-40d21127ac9e HTTP/1.1" status: 200 len: 1099 time: 0.0532281 Jun 23 11:56:23.164631 dv-neutron-601336-94-hyperv neutron-server[94175]: INFO neutron.wsgi [req-b3f3b686-8c41-445c-9c4c-b6f931f85b93 req-be120224-5bc7-4a42-84ac-9ea8ec96695b service neutron] 10.222.0.52 "GET /v2.0/security-groups?id=0af35ccc-af3f-4718-892b-c93ffd508c7a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0293491 Jun 23 11:56:23.168980 dv-neutron-601336-94-hyperv neutron-server[94174]: INFO neutron.wsgi [req-5121f1d1-b762-4cee-ada9-94e548bf8cf1 req-8159e28c-d967-468f-9505-33308350a996 tempest-ServerActionsTestJSON-1945522763 tempest-ServerActionsTestJSON-1945522763-project] 10.222.0.20 "GET /v2.0/security-groups?id=0af35ccc-af3f-4718-892b-c93ffd508c7a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0362360 Jun 23 11:56:23.455968 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron_lib.callbacks.manager [None req-97bd5441-1da2-49ee-a364-27795820ba27 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773699952132', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-899307'] for agent, after_update {{(pid=94176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:56:24.342286 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0bc6789-aa46-474e-b96c-a5f4171be533 req-1bce9635-a4df-4175-8497-67db3400ebac tempest-ServerActionsTestJSON-1945522763 tempest-ServerActionsTestJSON-1945522763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 11:56:24.343779 dv-neutron-601336-94-hyperv neutron-server[94175]: INFO neutron.wsgi [req-e0bc6789-aa46-474e-b96c-a5f4171be533 req-1bce9635-a4df-4175-8497-67db3400ebac tempest-ServerActionsTestJSON-1945522763 tempest-ServerActionsTestJSON-1945522763-project] 10.222.0.20 "GET /v2.0/ports?device_id=acba5b54-4774-436f-9481-40d21127ac9e HTTP/1.1" status: 200 len: 946 time: 0.0630641 Jun 23 11:56:24.381148 dv-neutron-601336-94-hyperv neutron-server[94175]: INFO neutron.wsgi [req-e0bc6789-aa46-474e-b96c-a5f4171be533 req-e09cc6d7-de8a-434b-8e2c-98736c27619c tempest-ServerActionsTestJSON-1945522763 tempest-ServerActionsTestJSON-1945522763-project] 10.222.0.20 "GET /v2.0/security-groups?id=0af35ccc-af3f-4718-892b-c93ffd508c7a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0317738 Jun 23 11:56:24.549753 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0386a734-aa10-41ad-9a16-45a2d2e0fc0a req-e2f65426-2b3f-468d-836e-697aa09c67b4 tempest-ServerActionsTestJSON-1945522763 tempest-ServerActionsTestJSON-1945522763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94174) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 11:56:24.551262 dv-neutron-601336-94-hyperv neutron-server[94174]: INFO neutron.wsgi [req-0386a734-aa10-41ad-9a16-45a2d2e0fc0a req-e2f65426-2b3f-468d-836e-697aa09c67b4 tempest-ServerActionsTestJSON-1945522763 tempest-ServerActionsTestJSON-1945522763-project] 10.222.0.20 "GET /v2.0/ports?device_id=acba5b54-4774-436f-9481-40d21127ac9e HTTP/1.1" status: 200 len: 946 time: 0.0653825 Jun 23 11:56:24.560100 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.wsgi [-] (94174) accepted ('10.222.0.20', 46634) {{(pid=94174) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 11:56:24.564817 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.api.v2.base [None req-c740238a-e9d0-4b77-965f-af1152b0052f tempest-ServerActionsTestJSON-1945522763 tempest-ServerActionsTestJSON-1945522763-project] Request body: {'floatingip': {'port_id': 'be41b45b-4003-43d2-9990-93a4d3bd97f0'}} {{(pid=94174) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 23 11:56:24.604678 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron_lib.callbacks.manager [None req-c740238a-e9d0-4b77-965f-af1152b0052f tempest-ServerActionsTestJSON-1945522763 tempest-ServerActionsTestJSON-1945522763-project] Notify callbacks [] for floatingip, before_update {{(pid=94174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:56:25.065508 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron_lib.callbacks.manager [None req-c740238a-e9d0-4b77-965f-af1152b0052f tempest-ServerActionsTestJSON-1945522763 tempest-ServerActionsTestJSON-1945522763-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:56:25.113486 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron_lib.callbacks.manager [None req-c740238a-e9d0-4b77-965f-af1152b0052f tempest-ServerActionsTestJSON-1945522763 tempest-ServerActionsTestJSON-1945522763-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-524229'] for floatingip, after_update {{(pid=94174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:56:25.216178 dv-neutron-601336-94-hyperv neutron-server[94174]: INFO neutron.db.l3_db [None req-c740238a-e9d0-4b77-965f-af1152b0052f tempest-ServerActionsTestJSON-1945522763 tempest-ServerActionsTestJSON-1945522763-project] Floating IP c49a1dd4-5f39-4d60-a6c5-625a0e4b7a3b associated. External IP: 172.26.3.172, port: be41b45b-4003-43d2-9990-93a4d3bd97f0. Jun 23 11:56:25.438245 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c740238a-e9d0-4b77-965f-af1152b0052f tempest-ServerActionsTestJSON-1945522763 tempest-ServerActionsTestJSON-1945522763-project] Router 615292a8-7f4f-4a19-a308-1525643a83a7 has already been hosted by L3 agent 50ef99c0-ef28-4db5-b303-b145898fae60 {{(pid=94174) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 23 11:56:25.557957 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c740238a-e9d0-4b77-965f-af1152b0052f tempest-ServerActionsTestJSON-1945522763 tempest-ServerActionsTestJSON-1945522763-project] Notify agent at l3_agent.dv-neutron-601336-94-hyperv the message routers_updated {{(pid=94174) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 23 11:56:25.563511 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron_lib.callbacks.manager [None req-c740238a-e9d0-4b77-965f-af1152b0052f tempest-ServerActionsTestJSON-1945522763 tempest-ServerActionsTestJSON-1945522763-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-217507'] for floatingip, before_response {{(pid=94174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:56:25.567946 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-88b36858-e231-4649-aea9-26a332db48bc None None] Sync routers for ids ['615292a8-7f4f-4a19-a308-1525643a83a7'] in dv-neutron-601336-94-hyperv {{(pid=94176) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 23 11:56:25.578625 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.db.l3_dvrscheduler_db [None req-88b36858-e231-4649-aea9-26a332db48bc None None] Routers {'615292a8-7f4f-4a19-a308-1525643a83a7'} bound to L3 agent in host dv-neutron-601336-94-hyperv {{(pid=94176) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 23 11:56:25.579302 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.db.l3_hamode_db [None req-88b36858-e231-4649-aea9-26a332db48bc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-601336-94-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-06-23T11:22:13Z,description=,heartbeat_timestamp=2021-06-23T11:56:13Z,host='dv-neutron-601336-94-hyperv',id=50ef99c0-ef28-4db5-b303-b145898fae60,load=0,resource_versions=,resources_synced=,started_at=2021-06-23T11:22:14Z,topic='l3_agent')) {'router_ids': ['615292a8-7f4f-4a19-a308-1525643a83a7'], 'active': True} {{(pid=94176) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 11:56:25.602816 dv-neutron-601336-94-hyperv neutron-server[94174]: INFO neutron.wsgi [None req-c740238a-e9d0-4b77-965f-af1152b0052f tempest-ServerActionsTestJSON-1945522763 tempest-ServerActionsTestJSON-1945522763-project] 10.222.0.20 "PUT /v2.0/floatingips/c49a1dd4-5f39-4d60-a6c5-625a0e4b7a3b HTTP/1.1" status: 200 len: 992 time: 1.0416276 Jun 23 11:56:25.603634 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'acba5b54-4774-436f-9481-40d21127ac9e', 'tag': 'be41b45b-4003-43d2-9990-93a4d3bd97f0'}] {{(pid=94174) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 23 11:56:25.606084 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6ff47218258ed5bf6cae7f276c9622ae488f9e8ebc13d1a310221fbcfb04c5dd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f1f08449-528a-4236-80bd-823d37debb3b" -d '{"events": [{"name": "network-changed", "server_uuid": "acba5b54-4774-436f-9481-40d21127ac9e", "tag": "be41b45b-4003-43d2-9990-93a4d3bd97f0"}]}' {{(pid=94174) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 23 11:56:25.645869 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 23 Jun 2021 11:56:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b90a16d4-49c2-49ca-aaf4-76d98fa31030 x-openstack-request-id: req-b90a16d4-49c2-49ca-aaf4-76d98fa31030 {{(pid=94174) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 23 11:56:25.646256 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "acba5b54-4774-436f-9481-40d21127ac9e", "tag": "be41b45b-4003-43d2-9990-93a4d3bd97f0", "status": "completed", "code": 200}]} {{(pid=94174) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 23 11:56:25.646538 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-b90a16d4-49c2-49ca-aaf4-76d98fa31030 {{(pid=94174) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 23 11:56:25.647017 dv-neutron-601336-94-hyperv neutron-server[94174]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'acba5b54-4774-436f-9481-40d21127ac9e', 'tag': 'be41b45b-4003-43d2-9990-93a4d3bd97f0', 'status': 'completed', 'code': 200} Jun 23 11:56:25.734730 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1f08449-528a-4236-80bd-823d37debb3b req-32c8b28f-0b84-4b40-aa10-37ca004d1de1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 11:56:25.734730 dv-neutron-601336-94-hyperv neutron-server[94175]: INFO neutron.wsgi [req-f1f08449-528a-4236-80bd-823d37debb3b req-32c8b28f-0b84-4b40-aa10-37ca004d1de1 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=f95f5bd5d3a04c1cb1d25bcb3c548b20&device_id=acba5b54-4774-436f-9481-40d21127ac9e HTTP/1.1" status: 200 len: 1099 time: 0.0659397 Jun 23 11:56:25.839846 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1f08449-528a-4236-80bd-823d37debb3b req-fa10ce18-814d-4273-8412-1bb0401a75a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 11:56:25.841329 dv-neutron-601336-94-hyperv neutron-server[94175]: INFO neutron.wsgi [req-f1f08449-528a-4236-80bd-823d37debb3b req-fa10ce18-814d-4273-8412-1bb0401a75a1 service neutron] 10.222.0.52 "GET /v2.0/networks?id=2fd142a9-a207-404d-a9ae-7efb565fc5be HTTP/1.1" status: 200 len: 912 time: 0.0993974 Jun 23 11:56:25.861580 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.db.l3_dvr_db [None req-88b36858-e231-4649-aea9-26a332db48bc None None] Set router 615292a8-7f4f-4a19-a308-1525643a83a7 gateway port host: dv-neutron-601336-94-hyperv {{(pid=94176) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:838}} Jun 23 11:56:25.911092 dv-neutron-601336-94-hyperv neutron-server[94175]: INFO neutron.wsgi [req-f1f08449-528a-4236-80bd-823d37debb3b req-aa66faaa-4893-46f0-b721-2d69c0769751 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=be41b45b-4003-43d2-9990-93a4d3bd97f0 HTTP/1.1" status: 200 len: 1000 time: 0.0632560 Jun 23 11:56:25.963112 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1f08449-528a-4236-80bd-823d37debb3b req-6acf60bf-b120-4bb6-90bf-1cc8915e6009 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 11:56:25.964596 dv-neutron-601336-94-hyperv neutron-server[94175]: INFO neutron.wsgi [req-f1f08449-528a-4236-80bd-823d37debb3b req-6acf60bf-b120-4bb6-90bf-1cc8915e6009 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=d690955b-e62b-44f5-a4de-5b19f00224f3 HTTP/1.1" status: 200 len: 850 time: 0.0468132 Jun 23 11:56:26.025558 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1f08449-528a-4236-80bd-823d37debb3b req-ba69a970-f9ac-49bf-b330-5ef9059cb172 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 11:56:26.026963 dv-neutron-601336-94-hyperv neutron-server[94175]: INFO neutron.wsgi [req-f1f08449-528a-4236-80bd-823d37debb3b req-ba69a970-f9ac-49bf-b330-5ef9059cb172 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=2fd142a9-a207-404d-a9ae-7efb565fc5be&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1178 time: 0.0564606 Jun 23 11:56:26.091539 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.db.l3_hamode_db [None req-88b36858-e231-4649-aea9-26a332db48bc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '615292a8-7f4f-4a19-a308-1525643a83a7', 'name': 'tempest-ServerActionsTestJSON-716138820-router', 'tenant_id': 'f95f5bd5d3a04c1cb1d25bcb3c548b20', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3e7e4eb3-cf02-4d47-ade9-0a579cdfc60f', 'external_fixed_ips': [{'subnet_id': 'a5ad15ab-c489-4a67-a9b0-d559fca0ec71', 'ip_address': '172.26.3.23'}], 'enable_snat': True}, 'gw_port_id': '3105b998-5972-4c17-a778-1c44f53d265f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-23T11:53:19Z', 'updated_at': '2021-06-23T11:53:23Z', 'revision_number': 4, 'project_id': 'f95f5bd5d3a04c1cb1d25bcb3c548b20', 'gw_port': {'id': '3105b998-5972-4c17-a778-1c44f53d265f', 'name': '', 'network_id': '3e7e4eb3-cf02-4d47-ade9-0a579cdfc60f', 'tenant_id': '', 'mac_address': 'fa:16:3e:45:19:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '615292a8-7f4f-4a19-a308-1525643a83a7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1573, 'fixed_ips': [{'subnet_id': 'a5ad15ab-c489-4a67-a9b0-d559fca0ec71', 'ip_address': '172.26.3.23', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-94-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-23T11:53:20Z', 'updated_at': '2021-06-23T11:53:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a5ad15ab-c489-4a67-a9b0-d559fca0ec71', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-601336-94-hyperv', '_floatingips': [{'id': 'c49a1dd4-5f39-4d60-a6c5-625a0e4b7a3b', 'tenant_id': 'f95f5bd5d3a04c1cb1d25bcb3c548b20', 'floating_ip_address': '172.26.3.172', 'floating_network_id': '3e7e4eb3-cf02-4d47-ade9-0a579cdfc60f', 'router_id': '615292a8-7f4f-4a19-a308-1525643a83a7', 'port_id': 'be41b45b-4003-43d2-9990-93a4d3bd97f0', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 1581, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '2fd142a9-a207-404d-a9ae-7efb565fc5be', 'mac_address': 'fa:16:3e:f7:7c:59', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'acba5b54-4774-436f-9481-40d21127ac9e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-23T11:53:26Z', 'updated_at': '2021-06-23T11:56:24Z', 'revision_number': 9, 'project_id': 'f95f5bd5d3a04c1cb1d25bcb3c548b20', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '13c7c1e0-1108-4c37-8c21-d3d83d008092', 'name': '', 'network_id': '2fd142a9-a207-404d-a9ae-7efb565fc5be', 'tenant_id': 'f95f5bd5d3a04c1cb1d25bcb3c548b20', 'mac_address': 'fa:16:3e:85:24:4c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '615292a8-7f4f-4a19-a308-1525643a83a7', 'device_owner': 'network:router_interface', 'standard_attr_id': 1574, 'fixed_ips': [{'subnet_id': 'd690955b-e62b-44f5-a4de-5b19f00224f3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-94-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-23T11:53:22Z', 'updated_at': '2021-06-23T11:53:28Z', 'revision_number': 5, 'project_id': 'f95f5bd5d3a04c1cb1d25bcb3c548b20', 'subnets': [{'id': 'd690955b-e62b-44f5-a4de-5b19f00224f3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-601336-94-hyperv', False) {} {{(pid=94176) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 11:56:26.118910 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-88b36858-e231-4649-aea9-26a332db48bc None None] Checking router: 615292a8-7f4f-4a19-a308-1525643a83a7 for host: dv-neutron-601336-94-hyperv {{(pid=94176) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 23 11:56:26.123434 dv-neutron-601336-94-hyperv neutron-server[94175]: INFO neutron.wsgi [req-f1f08449-528a-4236-80bd-823d37debb3b req-d02ed796-bbe8-4aaf-bd45-a177375c2c66 service neutron] 10.222.0.52 "GET /v2.0/networks/2fd142a9-a207-404d-a9ae-7efb565fc5be?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0902579 Jun 23 11:56:26.129861 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.db.l3_dvrscheduler_db [None req-88b36858-e231-4649-aea9-26a332db48bc None None] Routers {'615292a8-7f4f-4a19-a308-1525643a83a7'} bound to L3 agent in host dv-neutron-601336-94-hyperv {{(pid=94176) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 23 11:56:26.129861 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.db.l3_hamode_db [None req-88b36858-e231-4649-aea9-26a332db48bc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-601336-94-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-06-23T11:22:13Z,description=,heartbeat_timestamp=2021-06-23T11:56:13Z,host='dv-neutron-601336-94-hyperv',id=50ef99c0-ef28-4db5-b303-b145898fae60,load=0,resource_versions=,resources_synced=,started_at=2021-06-23T11:22:14Z,topic='l3_agent')) {'router_ids': ['615292a8-7f4f-4a19-a308-1525643a83a7'], 'active': True} {{(pid=94176) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 11:56:26.217186 dv-neutron-601336-94-hyperv neutron-server[94175]: INFO neutron.wsgi [req-f1f08449-528a-4236-80bd-823d37debb3b req-3eb54d8a-9087-4f70-bb01-bbe74dfd4d5e service neutron] 10.222.0.52 "GET /v2.0/networks/2fd142a9-a207-404d-a9ae-7efb565fc5be?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0877752 Jun 23 11:56:26.241155 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.db.l3_dvr_db [None req-88b36858-e231-4649-aea9-26a332db48bc None None] Set router 615292a8-7f4f-4a19-a308-1525643a83a7 gateway port host: dv-neutron-601336-94-hyperv {{(pid=94176) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:838}} Jun 23 11:56:26.465740 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.db.l3_hamode_db [None req-88b36858-e231-4649-aea9-26a332db48bc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '615292a8-7f4f-4a19-a308-1525643a83a7', 'name': 'tempest-ServerActionsTestJSON-716138820-router', 'tenant_id': 'f95f5bd5d3a04c1cb1d25bcb3c548b20', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3e7e4eb3-cf02-4d47-ade9-0a579cdfc60f', 'external_fixed_ips': [{'subnet_id': 'a5ad15ab-c489-4a67-a9b0-d559fca0ec71', 'ip_address': '172.26.3.23'}], 'enable_snat': True}, 'gw_port_id': '3105b998-5972-4c17-a778-1c44f53d265f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-23T11:53:19Z', 'updated_at': '2021-06-23T11:53:23Z', 'revision_number': 4, 'project_id': 'f95f5bd5d3a04c1cb1d25bcb3c548b20', 'gw_port': {'id': '3105b998-5972-4c17-a778-1c44f53d265f', 'name': '', 'network_id': '3e7e4eb3-cf02-4d47-ade9-0a579cdfc60f', 'tenant_id': '', 'mac_address': 'fa:16:3e:45:19:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '615292a8-7f4f-4a19-a308-1525643a83a7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1573, 'fixed_ips': [{'subnet_id': 'a5ad15ab-c489-4a67-a9b0-d559fca0ec71', 'ip_address': '172.26.3.23', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-94-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-23T11:53:20Z', 'updated_at': '2021-06-23T11:53:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a5ad15ab-c489-4a67-a9b0-d559fca0ec71', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-601336-94-hyperv', '_floatingips': [{'id': 'c49a1dd4-5f39-4d60-a6c5-625a0e4b7a3b', 'tenant_id': 'f95f5bd5d3a04c1cb1d25bcb3c548b20', 'floating_ip_address': '172.26.3.172', 'floating_network_id': '3e7e4eb3-cf02-4d47-ade9-0a579cdfc60f', 'router_id': '615292a8-7f4f-4a19-a308-1525643a83a7', 'port_id': 'be41b45b-4003-43d2-9990-93a4d3bd97f0', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 1581, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '2fd142a9-a207-404d-a9ae-7efb565fc5be', 'mac_address': 'fa:16:3e:f7:7c:59', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'acba5b54-4774-436f-9481-40d21127ac9e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-23T11:53:26Z', 'updated_at': '2021-06-23T11:56:24Z', 'revision_number': 9, 'project_id': 'f95f5bd5d3a04c1cb1d25bcb3c548b20', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '13c7c1e0-1108-4c37-8c21-d3d83d008092', 'name': '', 'network_id': '2fd142a9-a207-404d-a9ae-7efb565fc5be', 'tenant_id': 'f95f5bd5d3a04c1cb1d25bcb3c548b20', 'mac_address': 'fa:16:3e:85:24:4c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '615292a8-7f4f-4a19-a308-1525643a83a7', 'device_owner': 'network:router_interface', 'standard_attr_id': 1574, 'fixed_ips': [{'subnet_id': 'd690955b-e62b-44f5-a4de-5b19f00224f3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-94-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-23T11:53:22Z', 'updated_at': '2021-06-23T11:53:28Z', 'revision_number': 5, 'project_id': 'f95f5bd5d3a04c1cb1d25bcb3c548b20', 'subnets': [{'id': 'd690955b-e62b-44f5-a4de-5b19f00224f3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-601336-94-hyperv', False) {} {{(pid=94176) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 11:56:26.493059 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-88b36858-e231-4649-aea9-26a332db48bc None None] The sync data for ids ['615292a8-7f4f-4a19-a308-1525643a83a7'] in dv-neutron-601336-94-hyperv is: [{'id': '615292a8-7f4f-4a19-a308-1525643a83a7', 'name': 'tempest-ServerActionsTestJSON-716138820-router', 'tenant_id': 'f95f5bd5d3a04c1cb1d25bcb3c548b20', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3e7e4eb3-cf02-4d47-ade9-0a579cdfc60f', 'external_fixed_ips': [{'subnet_id': 'a5ad15ab-c489-4a67-a9b0-d559fca0ec71', 'ip_address': '172.26.3.23'}], 'enable_snat': True}, 'gw_port_id': '3105b998-5972-4c17-a778-1c44f53d265f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-23T11:53:19Z', 'updated_at': '2021-06-23T11:53:23Z', 'revision_number': 4, 'project_id': 'f95f5bd5d3a04c1cb1d25bcb3c548b20', 'gw_port': {'id': '3105b998-5972-4c17-a778-1c44f53d265f', 'name': '', 'network_id': '3e7e4eb3-cf02-4d47-ade9-0a579cdfc60f', 'tenant_id': '', 'mac_address': 'fa:16:3e:45:19:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '615292a8-7f4f-4a19-a308-1525643a83a7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1573, 'fixed_ips': [{'subnet_id': 'a5ad15ab-c489-4a67-a9b0-d559fca0ec71', 'ip_address': '172.26.3.23', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-94-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-23T11:53:20Z', 'updated_at': '2021-06-23T11:53:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a5ad15ab-c489-4a67-a9b0-d559fca0ec71', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-601336-94-hyperv', '_floatingips': [{'id': 'c49a1dd4-5f39-4d60-a6c5-625a0e4b7a3b', 'tenant_id': 'f95f5bd5d3a04c1cb1d25bcb3c548b20', 'floating_ip_address': '172.26.3.172', 'floating_network_id': '3e7e4eb3-cf02-4d47-ade9-0a579cdfc60f', 'router_id': '615292a8-7f4f-4a19-a308-1525643a83a7', 'port_id': 'be41b45b-4003-43d2-9990-93a4d3bd97f0', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 1581, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '2fd142a9-a207-404d-a9ae-7efb565fc5be', 'mac_address': 'fa:16:3e:f7:7c:59', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'acba5b54-4774-436f-9481-40d21127ac9e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-23T11:53:26Z', 'updated_at': '2021-06-23T11:56:24Z', 'revision_number': 9, 'project_id': 'f95f5bd5d3a04c1cb1d25bcb3c548b20', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '13c7c1e0-1108-4c37-8c21-d3d83d008092', 'name': '', 'network_id': '2fd142a9-a207-404d-a9ae-7efb565fc5be', 'tenant_id': 'f95f5bd5d3a04c1cb1d25bcb3c548b20', 'mac_address': 'fa:16:3e:85:24:4c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '615292a8-7f4f-4a19-a308-1525643a83a7', 'device_owner': 'network:router_interface', 'standard_attr_id': 1574, 'fixed_ips': [{'subnet_id': 'd690955b-e62b-44f5-a4de-5b19f00224f3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-94-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-23T11:53:22Z', 'updated_at': '2021-06-23T11:53:28Z', 'revision_number': 5, 'project_id': 'f95f5bd5d3a04c1cb1d25bcb3c548b20', 'subnets': [{'id': 'd690955b-e62b-44f5-a4de-5b19f00224f3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94176) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 23 11:56:26.684670 dv-neutron-601336-94-hyperv neutron-server[94177]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2a240718-fa36-4ab8-a3c9-9393fac1bbaf None None] New status for floating IP c49a1dd4-5f39-4d60-a6c5-625a0e4b7a3b: ACTIVE {{(pid=94177) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 23 11:56:40.947647 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron_lib.callbacks.manager [None req-322ea474-6881-48c1-8e98-f5a6e35b7ff8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773699952132', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-899307'] for agent, after_update {{(pid=94176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:56:43.215689 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron_lib.callbacks.manager [None req-573c3267-68e0-4d23-8de5-f6207771d0c2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773699952132', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-899307'] for agent, after_update {{(pid=94176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:56:43.838169 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron_lib.callbacks.manager [None req-dc7542b2-afef-47f4-a763-e3a3cba144be None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773699952132', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-899307'] for agent, after_update {{(pid=94176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:56:44.695779 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron_lib.callbacks.manager [None req-4c20ea5f-bc7f-4d4e-935d-57f082af6ccb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773699952132', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-899307'] for agent, after_update {{(pid=94176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:56:46.690024 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron_lib.callbacks.manager [None req-95d6aa8f-24e7-4234-82ff-f502266c3285 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773699952132', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-899307'] for agent, after_update {{(pid=94176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:56:50.126714 dv-neutron-601336-94-hyperv neutron-server[94175]: INFO neutron.wsgi [req-e90ec9f4-50f2-4b98-8761-cf856785767f req-1b6c5505-53d9-48fa-846d-334633f47f8e service neutron] 10.222.0.52 "GET /v2.0/ports?device_id=acba5b54-4774-436f-9481-40d21127ac9e&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0572624 Jun 23 11:56:50.232632 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e90ec9f4-50f2-4b98-8761-cf856785767f req-dbe353c2-d1c3-434f-8bfd-299b4f1aa7da service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 11:56:50.234038 dv-neutron-601336-94-hyperv neutron-server[94175]: INFO neutron.wsgi [req-e90ec9f4-50f2-4b98-8761-cf856785767f req-dbe353c2-d1c3-434f-8bfd-299b4f1aa7da service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=f95f5bd5d3a04c1cb1d25bcb3c548b20&device_id=acba5b54-4774-436f-9481-40d21127ac9e HTTP/1.1" status: 200 len: 1099 time: 0.0596592 Jun 23 11:56:50.342395 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e90ec9f4-50f2-4b98-8761-cf856785767f req-283f2ddb-f3ce-4079-849c-4f5bf91a487b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 11:56:50.343917 dv-neutron-601336-94-hyperv neutron-server[94175]: INFO neutron.wsgi [req-e90ec9f4-50f2-4b98-8761-cf856785767f req-283f2ddb-f3ce-4079-849c-4f5bf91a487b service neutron] 10.222.0.52 "GET /v2.0/networks?id=2fd142a9-a207-404d-a9ae-7efb565fc5be HTTP/1.1" status: 200 len: 912 time: 0.0874496 Jun 23 11:56:50.441011 dv-neutron-601336-94-hyperv neutron-server[94175]: INFO neutron.wsgi [req-e90ec9f4-50f2-4b98-8761-cf856785767f req-8a64d3a4-5d8f-4564-ac29-84c17746563f service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=be41b45b-4003-43d2-9990-93a4d3bd97f0 HTTP/1.1" status: 200 len: 1003 time: 0.0890510 Jun 23 11:56:50.499769 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e90ec9f4-50f2-4b98-8761-cf856785767f req-9ffbefb6-8487-444b-ab2e-b601c05ae24f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 11:56:50.501474 dv-neutron-601336-94-hyperv neutron-server[94175]: INFO neutron.wsgi [req-e90ec9f4-50f2-4b98-8761-cf856785767f req-9ffbefb6-8487-444b-ab2e-b601c05ae24f service neutron] 10.222.0.52 "GET /v2.0/subnets?id=d690955b-e62b-44f5-a4de-5b19f00224f3 HTTP/1.1" status: 200 len: 850 time: 0.0515895 Jun 23 11:56:50.561039 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e90ec9f4-50f2-4b98-8761-cf856785767f req-a49ba90a-a397-40b2-b3bd-97d6a9c74cc4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 11:56:50.562588 dv-neutron-601336-94-hyperv neutron-server[94175]: INFO neutron.wsgi [req-e90ec9f4-50f2-4b98-8761-cf856785767f req-a49ba90a-a397-40b2-b3bd-97d6a9c74cc4 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=2fd142a9-a207-404d-a9ae-7efb565fc5be&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1178 time: 0.0545282 Jun 23 11:56:50.657988 dv-neutron-601336-94-hyperv neutron-server[94175]: INFO neutron.wsgi [req-e90ec9f4-50f2-4b98-8761-cf856785767f req-d4d3bd04-2415-4dfa-ac51-59c4ab03dafd service neutron] 10.222.0.52 "GET /v2.0/networks/2fd142a9-a207-404d-a9ae-7efb565fc5be?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0888407 Jun 23 11:56:50.751738 dv-neutron-601336-94-hyperv neutron-server[94175]: INFO neutron.wsgi [req-e90ec9f4-50f2-4b98-8761-cf856785767f req-72c4a699-42cb-4845-b3bb-5238e4ed1ea8 service neutron] 10.222.0.52 "GET /v2.0/networks/2fd142a9-a207-404d-a9ae-7efb565fc5be?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0868967 Jun 23 11:56:53.523988 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron_lib.callbacks.manager [None req-97bd5441-1da2-49ee-a364-27795820ba27 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773699952132', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-899307'] for agent, after_update {{(pid=94176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:56:54.142961 dv-neutron-601336-94-hyperv neutron-server[94177]: DEBUG neutron.db.agents_db [None req-90fb1279-e4c5-4e73-8d66-3a29811dc4e3 None None] Agent healthcheck: found 6 active agents {{(pid=94177) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 23 11:57:02.304027 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc3ecf90-2451-428d-b769-d062114d280d req-0eaa5f4b-790f-449b-a688-27c5a6fb4bf7 tempest-ServerActionsTestJSON-1945522763 tempest-ServerActionsTestJSON-1945522763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 11:57:02.305505 dv-neutron-601336-94-hyperv neutron-server[94175]: INFO neutron.wsgi [req-cc3ecf90-2451-428d-b769-d062114d280d req-0eaa5f4b-790f-449b-a688-27c5a6fb4bf7 tempest-ServerActionsTestJSON-1945522763 tempest-ServerActionsTestJSON-1945522763-project] 10.222.0.20 "GET /v2.0/ports?device_id=acba5b54-4774-436f-9481-40d21127ac9e HTTP/1.1" status: 200 len: 946 time: 0.0745499 Jun 23 11:57:02.344822 dv-neutron-601336-94-hyperv neutron-server[94175]: INFO neutron.wsgi [req-cc3ecf90-2451-428d-b769-d062114d280d req-c21376e1-8ed0-4742-97c8-902ee1e2d43d tempest-ServerActionsTestJSON-1945522763 tempest-ServerActionsTestJSON-1945522763-project] 10.222.0.20 "GET /v2.0/security-groups?id=0af35ccc-af3f-4718-892b-c93ffd508c7a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0336313 Jun 23 11:57:02.374735 dv-neutron-601336-94-hyperv neutron-server[94174]: INFO neutron.wsgi [req-8e2fc734-dccc-42d8-98f5-02d9d7ef82a5 req-2b670afb-4f58-40b5-afa8-60151db1d7ca service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=acba5b54-4774-436f-9481-40d21127ac9e&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0539007 Jun 23 11:57:03.526631 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1efb953d-3d88-471a-a944-ea627516a9c5 req-f14122ab-6c57-4f90-9660-98a4c8ed1b9e tempest-ServerActionsTestJSON-1945522763 tempest-ServerActionsTestJSON-1945522763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94174) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 11:57:03.528432 dv-neutron-601336-94-hyperv neutron-server[94174]: INFO neutron.wsgi [req-1efb953d-3d88-471a-a944-ea627516a9c5 req-f14122ab-6c57-4f90-9660-98a4c8ed1b9e tempest-ServerActionsTestJSON-1945522763 tempest-ServerActionsTestJSON-1945522763-project] 10.222.0.20 "GET /v2.0/ports?device_id=acba5b54-4774-436f-9481-40d21127ac9e HTTP/1.1" status: 200 len: 946 time: 0.0673783 Jun 23 11:57:03.570702 dv-neutron-601336-94-hyperv neutron-server[94174]: INFO neutron.wsgi [req-1efb953d-3d88-471a-a944-ea627516a9c5 req-fe83d63d-bf87-4df9-876f-db82c3000e5a tempest-ServerActionsTestJSON-1945522763 tempest-ServerActionsTestJSON-1945522763-project] 10.222.0.20 "GET /v2.0/security-groups?id=0af35ccc-af3f-4718-892b-c93ffd508c7a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0359824 Jun 23 11:57:04.459207 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e2fc734-dccc-42d8-98f5-02d9d7ef82a5 req-0cdc5596-bfa8-4dfb-b89d-febb8a433277 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 11:57:04.460705 dv-neutron-601336-94-hyperv neutron-server[94175]: INFO neutron.wsgi [req-8e2fc734-dccc-42d8-98f5-02d9d7ef82a5 req-0cdc5596-bfa8-4dfb-b89d-febb8a433277 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=f95f5bd5d3a04c1cb1d25bcb3c548b20&device_id=acba5b54-4774-436f-9481-40d21127ac9e HTTP/1.1" status: 200 len: 1099 time: 0.0559702 Jun 23 11:57:04.556177 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e2fc734-dccc-42d8-98f5-02d9d7ef82a5 req-0644d5b8-1619-4c23-90a2-3eb8f1d61ab8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 11:57:04.557671 dv-neutron-601336-94-hyperv neutron-server[94175]: INFO neutron.wsgi [req-8e2fc734-dccc-42d8-98f5-02d9d7ef82a5 req-0644d5b8-1619-4c23-90a2-3eb8f1d61ab8 service neutron] 10.222.0.52 "GET /v2.0/networks?id=2fd142a9-a207-404d-a9ae-7efb565fc5be HTTP/1.1" status: 200 len: 912 time: 0.0904250 Jun 23 11:57:05.023637 dv-neutron-601336-94-hyperv neutron-server[94175]: INFO neutron.wsgi [req-8e2fc734-dccc-42d8-98f5-02d9d7ef82a5 req-7a5c1288-9671-4292-aa5c-8014c7425e11 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=be41b45b-4003-43d2-9990-93a4d3bd97f0 HTTP/1.1" status: 200 len: 1003 time: 0.4581969 Jun 23 11:57:05.079871 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f18f3458-0705-458f-b659-98068d3ac1d7 req-2c7957b5-6e94-4c81-a40e-02a6d9940119 tempest-ServerActionsTestJSON-1945522763 tempest-ServerActionsTestJSON-1945522763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 11:57:05.081370 dv-neutron-601336-94-hyperv neutron-server[94175]: INFO neutron.wsgi [req-f18f3458-0705-458f-b659-98068d3ac1d7 req-2c7957b5-6e94-4c81-a40e-02a6d9940119 tempest-ServerActionsTestJSON-1945522763 tempest-ServerActionsTestJSON-1945522763-project] 10.222.0.20 "GET /v2.0/ports?device_id=acba5b54-4774-436f-9481-40d21127ac9e HTTP/1.1" status: 200 len: 946 time: 0.1139035 Jun 23 11:57:05.099101 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e2fc734-dccc-42d8-98f5-02d9d7ef82a5 req-c0856bd7-9495-4e55-b587-e0444b902f7e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 11:57:05.100549 dv-neutron-601336-94-hyperv neutron-server[94175]: INFO neutron.wsgi [req-8e2fc734-dccc-42d8-98f5-02d9d7ef82a5 req-c0856bd7-9495-4e55-b587-e0444b902f7e service neutron] 10.222.0.52 "GET /v2.0/subnets?id=d690955b-e62b-44f5-a4de-5b19f00224f3 HTTP/1.1" status: 200 len: 850 time: 0.0698030 Jun 23 11:57:05.155278 dv-neutron-601336-94-hyperv neutron-server[94175]: INFO neutron.wsgi [req-f18f3458-0705-458f-b659-98068d3ac1d7 req-4a96b06e-4080-4a0f-bf09-fcaed3773cb5 tempest-ServerActionsTestJSON-1945522763 tempest-ServerActionsTestJSON-1945522763-project] 10.222.0.20 "GET /v2.0/security-groups?id=0af35ccc-af3f-4718-892b-c93ffd508c7a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0674548 Jun 23 11:57:05.182762 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e2fc734-dccc-42d8-98f5-02d9d7ef82a5 req-d8525813-88af-42a9-85ab-6ea76674ea11 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 11:57:05.182762 dv-neutron-601336-94-hyperv neutron-server[94175]: INFO neutron.wsgi [req-8e2fc734-dccc-42d8-98f5-02d9d7ef82a5 req-d8525813-88af-42a9-85ab-6ea76674ea11 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=2fd142a9-a207-404d-a9ae-7efb565fc5be&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1178 time: 0.0722082 Jun 23 11:57:05.297356 dv-neutron-601336-94-hyperv neutron-server[94175]: INFO neutron.wsgi [req-8e2fc734-dccc-42d8-98f5-02d9d7ef82a5 req-f5e4b5af-6e14-4252-aeb0-a87e018b228d service neutron] 10.222.0.52 "GET /v2.0/networks/2fd142a9-a207-404d-a9ae-7efb565fc5be?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1102359 Jun 23 11:57:05.421002 dv-neutron-601336-94-hyperv neutron-server[94175]: INFO neutron.wsgi [req-8e2fc734-dccc-42d8-98f5-02d9d7ef82a5 req-3aca40f1-e702-4cff-a03b-917cdf7d5bf0 service neutron] 10.222.0.52 "GET /v2.0/networks/2fd142a9-a207-404d-a9ae-7efb565fc5be?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1176019 Jun 23 11:57:06.332486 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27c13ae0-361c-4486-8278-ea736302775c req-60619419-388d-4e66-9f11-f26d20df41ea tempest-ServerActionsTestJSON-1945522763 tempest-ServerActionsTestJSON-1945522763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94174) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 11:57:06.333976 dv-neutron-601336-94-hyperv neutron-server[94174]: INFO neutron.wsgi [req-27c13ae0-361c-4486-8278-ea736302775c req-60619419-388d-4e66-9f11-f26d20df41ea tempest-ServerActionsTestJSON-1945522763 tempest-ServerActionsTestJSON-1945522763-project] 10.222.0.20 "GET /v2.0/ports?device_id=acba5b54-4774-436f-9481-40d21127ac9e HTTP/1.1" status: 200 len: 946 time: 0.0649886 Jun 23 11:57:06.373420 dv-neutron-601336-94-hyperv neutron-server[94174]: INFO neutron.wsgi [req-27c13ae0-361c-4486-8278-ea736302775c req-e02d6ac4-51d6-4050-b413-d962b87ef50d tempest-ServerActionsTestJSON-1945522763 tempest-ServerActionsTestJSON-1945522763-project] 10.222.0.20 "GET /v2.0/security-groups?id=0af35ccc-af3f-4718-892b-c93ffd508c7a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0334606 Jun 23 11:57:07.547693 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c73b3e5-7806-4cbd-b0f2-e9cbc5329753 req-ffe3ba9a-b7b0-46df-b830-f0584e07308f tempest-ServerActionsTestJSON-1945522763 tempest-ServerActionsTestJSON-1945522763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 11:57:07.549164 dv-neutron-601336-94-hyperv neutron-server[94175]: INFO neutron.wsgi [req-5c73b3e5-7806-4cbd-b0f2-e9cbc5329753 req-ffe3ba9a-b7b0-46df-b830-f0584e07308f tempest-ServerActionsTestJSON-1945522763 tempest-ServerActionsTestJSON-1945522763-project] 10.222.0.20 "GET /v2.0/ports?device_id=acba5b54-4774-436f-9481-40d21127ac9e HTTP/1.1" status: 200 len: 946 time: 0.0638371 Jun 23 11:57:07.585354 dv-neutron-601336-94-hyperv neutron-server[94175]: INFO neutron.wsgi [req-5c73b3e5-7806-4cbd-b0f2-e9cbc5329753 req-7c75332c-3538-46d7-bfdf-f3d8fe47c19c tempest-ServerActionsTestJSON-1945522763 tempest-ServerActionsTestJSON-1945522763-project] 10.222.0.20 "GET /v2.0/security-groups?id=0af35ccc-af3f-4718-892b-c93ffd508c7a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0306008 Jun 23 11:57:08.769473 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-039bf99d-2192-49ea-8425-c6722cad3a1e req-1c254bf0-8c67-47e0-a872-09c0a360d91b tempest-ServerActionsTestJSON-1945522763 tempest-ServerActionsTestJSON-1945522763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94174) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 11:57:08.770952 dv-neutron-601336-94-hyperv neutron-server[94174]: INFO neutron.wsgi [req-039bf99d-2192-49ea-8425-c6722cad3a1e req-1c254bf0-8c67-47e0-a872-09c0a360d91b tempest-ServerActionsTestJSON-1945522763 tempest-ServerActionsTestJSON-1945522763-project] 10.222.0.20 "GET /v2.0/ports?device_id=acba5b54-4774-436f-9481-40d21127ac9e HTTP/1.1" status: 200 len: 946 time: 0.0672662 Jun 23 11:57:08.810955 dv-neutron-601336-94-hyperv neutron-server[94174]: INFO neutron.wsgi [req-039bf99d-2192-49ea-8425-c6722cad3a1e req-6594687c-fe99-438e-b8f0-1c1136566ad7 tempest-ServerActionsTestJSON-1945522763 tempest-ServerActionsTestJSON-1945522763-project] 10.222.0.20 "GET /v2.0/security-groups?id=0af35ccc-af3f-4718-892b-c93ffd508c7a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0341058 Jun 23 11:57:10.001233 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d1ce5ea-7bb5-4c36-a0b0-d53384adaf83 req-3b9e59ab-8599-4402-8807-09b0e883e5b4 tempest-ServerActionsTestJSON-1945522763 tempest-ServerActionsTestJSON-1945522763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 11:57:10.002773 dv-neutron-601336-94-hyperv neutron-server[94175]: INFO neutron.wsgi [req-3d1ce5ea-7bb5-4c36-a0b0-d53384adaf83 req-3b9e59ab-8599-4402-8807-09b0e883e5b4 tempest-ServerActionsTestJSON-1945522763 tempest-ServerActionsTestJSON-1945522763-project] 10.222.0.20 "GET /v2.0/ports?device_id=acba5b54-4774-436f-9481-40d21127ac9e HTTP/1.1" status: 200 len: 946 time: 0.0735910 Jun 23 11:57:10.042826 dv-neutron-601336-94-hyperv neutron-server[94175]: INFO neutron.wsgi [req-3d1ce5ea-7bb5-4c36-a0b0-d53384adaf83 req-333f9675-7808-4b2f-8194-780478a04cb9 tempest-ServerActionsTestJSON-1945522763 tempest-ServerActionsTestJSON-1945522763-project] 10.222.0.20 "GET /v2.0/security-groups?id=0af35ccc-af3f-4718-892b-c93ffd508c7a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0335121 Jun 23 11:57:10.945909 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron_lib.callbacks.manager [None req-a1363bb0-98c0-4165-84f3-05c5f8d66e7d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773699952132', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-899307'] for agent, after_update {{(pid=94176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:57:11.218972 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b153e8c8-e5f1-48eb-b147-e9ce6d36d941 req-aeb48a56-8a77-460a-8d7c-1efb3cd84b7f tempest-ServerActionsTestJSON-1945522763 tempest-ServerActionsTestJSON-1945522763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94174) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 11:57:11.220387 dv-neutron-601336-94-hyperv neutron-server[94174]: INFO neutron.wsgi [req-b153e8c8-e5f1-48eb-b147-e9ce6d36d941 req-aeb48a56-8a77-460a-8d7c-1efb3cd84b7f tempest-ServerActionsTestJSON-1945522763 tempest-ServerActionsTestJSON-1945522763-project] 10.222.0.20 "GET /v2.0/ports?device_id=acba5b54-4774-436f-9481-40d21127ac9e HTTP/1.1" status: 200 len: 946 time: 0.0637276 Jun 23 11:57:11.257647 dv-neutron-601336-94-hyperv neutron-server[94174]: INFO neutron.wsgi [req-b153e8c8-e5f1-48eb-b147-e9ce6d36d941 req-203a43da-8e3a-41ff-b37b-9b2499fb48cd tempest-ServerActionsTestJSON-1945522763 tempest-ServerActionsTestJSON-1945522763-project] 10.222.0.20 "GET /v2.0/security-groups?id=0af35ccc-af3f-4718-892b-c93ffd508c7a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0317035 Jun 23 11:57:12.433702 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85efacee-ef7e-4d8a-ab12-69d3e2a5fae1 req-e18c9b80-19d3-4804-bd5f-a850b435bfbf tempest-ServerActionsTestJSON-1945522763 tempest-ServerActionsTestJSON-1945522763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 11:57:12.435219 dv-neutron-601336-94-hyperv neutron-server[94175]: INFO neutron.wsgi [req-85efacee-ef7e-4d8a-ab12-69d3e2a5fae1 req-e18c9b80-19d3-4804-bd5f-a850b435bfbf tempest-ServerActionsTestJSON-1945522763 tempest-ServerActionsTestJSON-1945522763-project] 10.222.0.20 "GET /v2.0/ports?device_id=acba5b54-4774-436f-9481-40d21127ac9e HTTP/1.1" status: 200 len: 946 time: 0.0652502 Jun 23 11:57:12.473839 dv-neutron-601336-94-hyperv neutron-server[94175]: INFO neutron.wsgi [req-85efacee-ef7e-4d8a-ab12-69d3e2a5fae1 req-fe525a07-bf6b-488a-a3db-0071960f1e99 tempest-ServerActionsTestJSON-1945522763 tempest-ServerActionsTestJSON-1945522763-project] 10.222.0.20 "GET /v2.0/security-groups?id=0af35ccc-af3f-4718-892b-c93ffd508c7a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0329010 Jun 23 11:57:13.191977 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron_lib.callbacks.manager [None req-1d33272a-23dd-4569-b39c-8addcce18532 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773699952132', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-899307'] for agent, after_update {{(pid=94176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:57:13.654424 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc77a687-7748-4fb1-84ce-cbc984415533 req-d6ed91f1-bb4d-44cc-8cc8-1454a4971aef tempest-ServerActionsTestJSON-1945522763 tempest-ServerActionsTestJSON-1945522763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94174) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 11:57:13.673550 dv-neutron-601336-94-hyperv neutron-server[94174]: INFO neutron.wsgi [req-dc77a687-7748-4fb1-84ce-cbc984415533 req-d6ed91f1-bb4d-44cc-8cc8-1454a4971aef tempest-ServerActionsTestJSON-1945522763 tempest-ServerActionsTestJSON-1945522763-project] 10.222.0.20 "GET /v2.0/ports?device_id=acba5b54-4774-436f-9481-40d21127ac9e HTTP/1.1" status: 200 len: 946 time: 0.0691059 Jun 23 11:57:13.696014 dv-neutron-601336-94-hyperv neutron-server[94174]: INFO neutron.wsgi [req-dc77a687-7748-4fb1-84ce-cbc984415533 req-51fe6027-09e7-4969-ba1c-9b44974befbc tempest-ServerActionsTestJSON-1945522763 tempest-ServerActionsTestJSON-1945522763-project] 10.222.0.20 "GET /v2.0/security-groups?id=0af35ccc-af3f-4718-892b-c93ffd508c7a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0337989 Jun 23 11:57:13.877584 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron_lib.callbacks.manager [None req-dc7542b2-afef-47f4-a763-e3a3cba144be None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773699952132', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-899307'] for agent, after_update {{(pid=94176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:57:14.688167 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron_lib.callbacks.manager [None req-4c20ea5f-bc7f-4d4e-935d-57f082af6ccb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773699952132', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-899307'] for agent, after_update {{(pid=94176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:57:14.886416 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd3b1212-e2bd-4a62-8a5d-4836c885ee87 req-29f43b9b-9ce9-4d6c-8e5b-176ff2079473 tempest-ServerActionsTestJSON-1945522763 tempest-ServerActionsTestJSON-1945522763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 11:57:14.887987 dv-neutron-601336-94-hyperv neutron-server[94175]: INFO neutron.wsgi [req-cd3b1212-e2bd-4a62-8a5d-4836c885ee87 req-29f43b9b-9ce9-4d6c-8e5b-176ff2079473 tempest-ServerActionsTestJSON-1945522763 tempest-ServerActionsTestJSON-1945522763-project] 10.222.0.20 "GET /v2.0/ports?device_id=acba5b54-4774-436f-9481-40d21127ac9e HTTP/1.1" status: 200 len: 946 time: 0.0687532 Jun 23 11:57:14.930931 dv-neutron-601336-94-hyperv neutron-server[94175]: INFO neutron.wsgi [req-cd3b1212-e2bd-4a62-8a5d-4836c885ee87 req-50eee3ed-862b-4a87-8809-7219b9f79e19 tempest-ServerActionsTestJSON-1945522763 tempest-ServerActionsTestJSON-1945522763-project] 10.222.0.20 "GET /v2.0/security-groups?id=0af35ccc-af3f-4718-892b-c93ffd508c7a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0371687 Jun 23 11:57:16.122868 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7c114ea-1901-4bac-b76e-2fbe1a74284a req-3085f84d-e77b-4773-a7da-2eb5bfa69ec1 tempest-ServerActionsTestJSON-1945522763 tempest-ServerActionsTestJSON-1945522763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94174) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 11:57:16.124418 dv-neutron-601336-94-hyperv neutron-server[94174]: INFO neutron.wsgi [req-d7c114ea-1901-4bac-b76e-2fbe1a74284a req-3085f84d-e77b-4773-a7da-2eb5bfa69ec1 tempest-ServerActionsTestJSON-1945522763 tempest-ServerActionsTestJSON-1945522763-project] 10.222.0.20 "GET /v2.0/ports?device_id=acba5b54-4774-436f-9481-40d21127ac9e HTTP/1.1" status: 200 len: 946 time: 0.0774949 Jun 23 11:57:16.165300 dv-neutron-601336-94-hyperv neutron-server[94174]: INFO neutron.wsgi [req-d7c114ea-1901-4bac-b76e-2fbe1a74284a req-d223de56-4299-41fa-817a-7fbfe0432456 tempest-ServerActionsTestJSON-1945522763 tempest-ServerActionsTestJSON-1945522763-project] 10.222.0.20 "GET /v2.0/security-groups?id=0af35ccc-af3f-4718-892b-c93ffd508c7a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0349782 Jun 23 11:57:16.705950 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron_lib.callbacks.manager [None req-95d6aa8f-24e7-4234-82ff-f502266c3285 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773699952132', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-899307'] for agent, after_update {{(pid=94176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:57:17.345796 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb96a00f-8bd8-4b54-9a88-1589a0fda74b req-b4f45cfb-542b-41ca-9379-0b151f6be575 tempest-ServerActionsTestJSON-1945522763 tempest-ServerActionsTestJSON-1945522763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 11:57:17.347743 dv-neutron-601336-94-hyperv neutron-server[94175]: INFO neutron.wsgi [req-cb96a00f-8bd8-4b54-9a88-1589a0fda74b req-b4f45cfb-542b-41ca-9379-0b151f6be575 tempest-ServerActionsTestJSON-1945522763 tempest-ServerActionsTestJSON-1945522763-project] 10.222.0.20 "GET /v2.0/ports?device_id=acba5b54-4774-436f-9481-40d21127ac9e HTTP/1.1" status: 200 len: 946 time: 0.0686061 Jun 23 11:57:17.424513 dv-neutron-601336-94-hyperv neutron-server[94175]: INFO neutron.wsgi [req-cb96a00f-8bd8-4b54-9a88-1589a0fda74b req-b62f5fe5-e8c7-49e5-b64a-885ef73ae9a6 tempest-ServerActionsTestJSON-1945522763 tempest-ServerActionsTestJSON-1945522763-project] 10.222.0.20 "GET /v2.0/security-groups?id=0af35ccc-af3f-4718-892b-c93ffd508c7a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0685260 Jun 23 11:57:17.430913 dv-neutron-601336-94-hyperv neutron-server[94175]: INFO neutron.wsgi [req-8e2fc734-dccc-42d8-98f5-02d9d7ef82a5 req-a2e6cb00-9103-4b32-be81-0d30809ed301 service neutron] 10.222.0.52 "GET /v2.0/ports/be41b45b-4003-43d2-9990-93a4d3bd97f0/bindings/hv-neutron-6013 HTTP/1.1" status: 200 len: 384 time: 0.0822082 Jun 23 11:57:18.090554 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e2fc734-dccc-42d8-98f5-02d9d7ef82a5 req-a412a2b9-40b7-4e93-b6bf-b9e0a6c9aae7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 11:57:18.092146 dv-neutron-601336-94-hyperv neutron-server[94175]: INFO neutron.wsgi [req-8e2fc734-dccc-42d8-98f5-02d9d7ef82a5 req-a412a2b9-40b7-4e93-b6bf-b9e0a6c9aae7 service neutron] 10.222.0.52 "GET /v2.0/ports?device_id=acba5b54-4774-436f-9481-40d21127ac9e&tenant_id=f95f5bd5d3a04c1cb1d25bcb3c548b20 HTTP/1.1" status: 200 len: 1099 time: 0.0575366 Jun 23 11:57:18.167972 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e2fc734-dccc-42d8-98f5-02d9d7ef82a5 req-313d5c2b-b337-4b8c-adc8-c1bf94517bf4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 11:57:18.169445 dv-neutron-601336-94-hyperv neutron-server[94175]: INFO neutron.wsgi [req-8e2fc734-dccc-42d8-98f5-02d9d7ef82a5 req-313d5c2b-b337-4b8c-adc8-c1bf94517bf4 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=f95f5bd5d3a04c1cb1d25bcb3c548b20&device_id=acba5b54-4774-436f-9481-40d21127ac9e HTTP/1.1" status: 200 len: 1099 time: 0.0549197 Jun 23 11:57:18.260245 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e2fc734-dccc-42d8-98f5-02d9d7ef82a5 req-f316023c-93db-4cd3-8f86-6efd557e7c05 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 11:57:18.261693 dv-neutron-601336-94-hyperv neutron-server[94175]: INFO neutron.wsgi [req-8e2fc734-dccc-42d8-98f5-02d9d7ef82a5 req-f316023c-93db-4cd3-8f86-6efd557e7c05 service neutron] 10.222.0.52 "GET /v2.0/networks?id=2fd142a9-a207-404d-a9ae-7efb565fc5be HTTP/1.1" status: 200 len: 912 time: 0.0859463 Jun 23 11:57:18.338282 dv-neutron-601336-94-hyperv neutron-server[94175]: INFO neutron.wsgi [req-8e2fc734-dccc-42d8-98f5-02d9d7ef82a5 req-54f167fa-8d48-4dd8-91fc-ee46d856fd34 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=be41b45b-4003-43d2-9990-93a4d3bd97f0 HTTP/1.1" status: 200 len: 1003 time: 0.0706568 Jun 23 11:57:18.385234 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e2fc734-dccc-42d8-98f5-02d9d7ef82a5 req-f2f007b2-9a2f-4ff7-a473-285fab43846b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 11:57:18.387233 dv-neutron-601336-94-hyperv neutron-server[94175]: INFO neutron.wsgi [req-8e2fc734-dccc-42d8-98f5-02d9d7ef82a5 req-f2f007b2-9a2f-4ff7-a473-285fab43846b service neutron] 10.222.0.52 "GET /v2.0/subnets?id=d690955b-e62b-44f5-a4de-5b19f00224f3 HTTP/1.1" status: 200 len: 850 time: 0.0427656 Jun 23 11:57:18.445999 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e2fc734-dccc-42d8-98f5-02d9d7ef82a5 req-a4787721-9d8d-4675-8741-f26115cfcf0d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 11:57:18.447578 dv-neutron-601336-94-hyperv neutron-server[94175]: INFO neutron.wsgi [req-8e2fc734-dccc-42d8-98f5-02d9d7ef82a5 req-a4787721-9d8d-4675-8741-f26115cfcf0d service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=2fd142a9-a207-404d-a9ae-7efb565fc5be&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1178 time: 0.0539680 Jun 23 11:57:18.550985 dv-neutron-601336-94-hyperv neutron-server[94175]: INFO neutron.wsgi [req-8e2fc734-dccc-42d8-98f5-02d9d7ef82a5 req-8b75729e-acf9-4fbe-897f-bb15c918456f service neutron] 10.222.0.52 "GET /v2.0/networks/2fd142a9-a207-404d-a9ae-7efb565fc5be?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0970113 Jun 23 11:57:18.606501 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ac1b52e-b6e5-4443-9ad4-cdb9426b8602 req-dd8d6a5a-1d43-43fb-b619-b33aaae9c46f tempest-ServerActionsTestJSON-1945522763 tempest-ServerActionsTestJSON-1945522763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94174) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 11:57:18.608117 dv-neutron-601336-94-hyperv neutron-server[94174]: INFO neutron.wsgi [req-1ac1b52e-b6e5-4443-9ad4-cdb9426b8602 req-dd8d6a5a-1d43-43fb-b619-b33aaae9c46f tempest-ServerActionsTestJSON-1945522763 tempest-ServerActionsTestJSON-1945522763-project] 10.222.0.20 "GET /v2.0/ports?device_id=acba5b54-4774-436f-9481-40d21127ac9e HTTP/1.1" status: 200 len: 946 time: 0.0660250 Jun 23 11:57:18.646916 dv-neutron-601336-94-hyperv neutron-server[94175]: INFO neutron.wsgi [req-8e2fc734-dccc-42d8-98f5-02d9d7ef82a5 req-995c6c51-39c2-493d-85fe-6f80b56b92d7 service neutron] 10.222.0.52 "GET /v2.0/networks/2fd142a9-a207-404d-a9ae-7efb565fc5be?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0889306 Jun 23 11:57:18.650603 dv-neutron-601336-94-hyperv neutron-server[94174]: INFO neutron.wsgi [req-1ac1b52e-b6e5-4443-9ad4-cdb9426b8602 req-90da00b0-9b95-4a54-b7f3-77e75599f002 tempest-ServerActionsTestJSON-1945522763 tempest-ServerActionsTestJSON-1945522763-project] 10.222.0.20 "GET /v2.0/security-groups?id=0af35ccc-af3f-4718-892b-c93ffd508c7a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0363991 Jun 23 11:57:19.840581 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-802a2cbc-5761-4c6e-83fb-2e4728dc9ce8 req-f3ceb6e2-d930-4888-99b0-fec335a2c894 tempest-ServerActionsTestJSON-1945522763 tempest-ServerActionsTestJSON-1945522763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 11:57:19.842076 dv-neutron-601336-94-hyperv neutron-server[94175]: INFO neutron.wsgi [req-802a2cbc-5761-4c6e-83fb-2e4728dc9ce8 req-f3ceb6e2-d930-4888-99b0-fec335a2c894 tempest-ServerActionsTestJSON-1945522763 tempest-ServerActionsTestJSON-1945522763-project] 10.222.0.20 "GET /v2.0/ports?device_id=acba5b54-4774-436f-9481-40d21127ac9e HTTP/1.1" status: 200 len: 946 time: 0.0729716 Jun 23 11:57:19.880855 dv-neutron-601336-94-hyperv neutron-server[94175]: INFO neutron.wsgi [req-802a2cbc-5761-4c6e-83fb-2e4728dc9ce8 req-341a8ccf-a805-4aa5-8e4e-affa134583a4 tempest-ServerActionsTestJSON-1945522763 tempest-ServerActionsTestJSON-1945522763-project] 10.222.0.20 "GET /v2.0/security-groups?id=0af35ccc-af3f-4718-892b-c93ffd508c7a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0327828 Jun 23 11:57:20.766320 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.plugins.ml2.rpc [None req-97bd5441-1da2-49ee-a364-27795820ba27 None None] Device be41b45b-4003-43d2-9990-93a4d3bd97f0 details requested by agent hyperv_hv-neutron-6013 with host hv-neutron-6013 {{(pid=94176) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:104}} Jun 23 11:57:20.769219 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.plugins.ml2.rpc [None req-97bd5441-1da2-49ee-a364-27795820ba27 None None] Device be41b45b-4003-43d2-9990-93a4d3bd97f0 no longer exists at agent hyperv_hv-neutron-6013 {{(pid=94176) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:261}} Jun 23 11:57:20.906750 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron_lib.callbacks.manager [None req-97bd5441-1da2-49ee-a364-27795820ba27 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-923122'] for port, before_update {{(pid=94176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:57:20.935637 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.plugins.ml2.db [None req-97bd5441-1da2-49ee-a364-27795820ba27 None None] For port be41b45b-4003-43d2-9990-93a4d3bd97f0, host hv-neutron-6013, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-6013',level=0,port_id=be41b45b-4003-43d2-9990-93a4d3bd97f0,segment=NetworkSegment(c5336f67-3b17-48c3-969f-4266bc0dd37d),segment_id=c5336f67-3b17-48c3-969f-4266bc0dd37d)] {{(pid=94176) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 23 11:57:20.946910 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'acba5b54-4774-436f-9481-40d21127ac9e', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'be41b45b-4003-43d2-9990-93a4d3bd97f0'}] {{(pid=94176) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 23 11:57:20.949234 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}887b0dfc0393de878080286a57e4a08d4fa60dd0cddd118f338ebfcd351ddd4c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cfdcca1f-f4ac-48f7-9baf-9cfd2a187d38" -d '{"events": [{"server_uuid": "acba5b54-4774-436f-9481-40d21127ac9e", "name": "network-vif-unplugged", "status": "completed", "tag": "be41b45b-4003-43d2-9990-93a4d3bd97f0"}]}' {{(pid=94176) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 23 11:57:20.966310 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.plugins.ml2.db [None req-97bd5441-1da2-49ee-a364-27795820ba27 None None] For port be41b45b-4003-43d2-9990-93a4d3bd97f0, host hv-neutron-6013, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-6013',level=0,port_id=be41b45b-4003-43d2-9990-93a4d3bd97f0,segment=NetworkSegment(c5336f67-3b17-48c3-969f-4266bc0dd37d),segment_id=c5336f67-3b17-48c3-969f-4266bc0dd37d)] {{(pid=94176) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 23 11:57:20.967465 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.plugins.ml2.rpc [None req-97bd5441-1da2-49ee-a364-27795820ba27 None None] Returning: {'device': 'be41b45b-4003-43d2-9990-93a4d3bd97f0', 'network_id': '2fd142a9-a207-404d-a9ae-7efb565fc5be', 'port_id': 'be41b45b-4003-43d2-9990-93a4d3bd97f0', 'mac_address': 'fa:16:3e:f7:7c:59', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 443, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd690955b-e62b-44f5-a4de-5b19f00224f3', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94176) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:186}} Jun 23 11:57:21.006981 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron_lib.callbacks.manager [None req-97bd5441-1da2-49ee-a364-27795820ba27 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-923122'] for port, before_update {{(pid=94176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:57:21.020301 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.notifiers.nova [None req-97bd5441-1da2-49ee-a364-27795820ba27 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id be41b45b-4003-43d2-9990-93a4d3bd97f0 {{(pid=94176) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 23 11:57:21.044007 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron_lib.callbacks.manager [None req-97bd5441-1da2-49ee-a364-27795820ba27 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-922904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866062', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773700135042', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773699642233', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773699642278'] for port, after_update {{(pid=94176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:57:21.046182 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG oslo_concurrency.lockutils [None req-55a358d8-2af2-4ff4-acc5-9b83c91cd1c8 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 11:57:21.089647 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c8eead1-fd18-45a3-a9da-5c0ecefd7e30 req-63ad2eac-b9f3-4f70-aad8-9fafd9e3d502 tempest-ServerActionsTestJSON-1945522763 tempest-ServerActionsTestJSON-1945522763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94174) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 11:57:21.091360 dv-neutron-601336-94-hyperv neutron-server[94174]: INFO neutron.wsgi [req-1c8eead1-fd18-45a3-a9da-5c0ecefd7e30 req-63ad2eac-b9f3-4f70-aad8-9fafd9e3d502 tempest-ServerActionsTestJSON-1945522763 tempest-ServerActionsTestJSON-1945522763-project] 10.222.0.20 "GET /v2.0/ports?device_id=acba5b54-4774-436f-9481-40d21127ac9e HTTP/1.1" status: 200 len: 946 time: 0.0905557 Jun 23 11:57:21.103515 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 23 Jun 2021 11:57:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dc6961dc-5632-4750-93e3-47bb81cdfc3b x-openstack-request-id: req-dc6961dc-5632-4750-93e3-47bb81cdfc3b {{(pid=94176) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 23 11:57:21.103996 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "acba5b54-4774-436f-9481-40d21127ac9e", "name": "network-vif-unplugged", "status": "completed", "tag": "be41b45b-4003-43d2-9990-93a4d3bd97f0", "code": 200}]} {{(pid=94176) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 23 11:57:21.104284 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-dc6961dc-5632-4750-93e3-47bb81cdfc3b {{(pid=94176) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 23 11:57:21.106336 dv-neutron-601336-94-hyperv neutron-server[94176]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'acba5b54-4774-436f-9481-40d21127ac9e', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'be41b45b-4003-43d2-9990-93a4d3bd97f0', 'code': 200} Jun 23 11:57:21.145834 dv-neutron-601336-94-hyperv neutron-server[94174]: INFO neutron.wsgi [req-1c8eead1-fd18-45a3-a9da-5c0ecefd7e30 req-90c526a1-15f0-440f-853f-b66e4abf6d73 tempest-ServerActionsTestJSON-1945522763 tempest-ServerActionsTestJSON-1945522763-project] 10.222.0.20 "GET /v2.0/security-groups?id=0af35ccc-af3f-4718-892b-c93ffd508c7a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0475104 Jun 23 11:57:21.153419 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron_lib.db.api [None req-97bd5441-1da2-49ee-a364-27795820ba27 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=94176) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jun 23 11:57:21.153785 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG oslo_db.api [None req-97bd5441-1da2-49ee-a364-27795820ba27 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=94176) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jun 23 11:57:21.157865 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97bd5441-1da2-49ee-a364-27795820ba27 None None] Pushing event updated for resources: {'Port': ['ID=be41b45b-4003-43d2-9990-93a4d3bd97f0,revision_number=6']} {{(pid=94176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 11:57:21.168001 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97bd5441-1da2-49ee-a364-27795820ba27 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-601336-94-hyperv {{(pid=94176) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 11:57:21.168360 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97bd5441-1da2-49ee-a364-27795820ba27 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-94-hyperv {{(pid=94176) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 11:57:21.168764 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97bd5441-1da2-49ee-a364-27795820ba27 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-94-hyperv {{(pid=94176) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 11:57:21.169133 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97bd5441-1da2-49ee-a364-27795820ba27 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-601336-94-hyperv {{(pid=94176) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 11:57:21.169585 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97bd5441-1da2-49ee-a364-27795820ba27 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-601336-94-hyperv {{(pid=94176) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 11:57:21.169800 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97bd5441-1da2-49ee-a364-27795820ba27 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-601336-94-hyperv {{(pid=94176) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 11:57:21.170138 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97bd5441-1da2-49ee-a364-27795820ba27 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-601336-94-hyperv {{(pid=94176) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 11:57:21.170472 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97bd5441-1da2-49ee-a364-27795820ba27 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-601336-94-hyperv {{(pid=94176) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 11:57:21.170812 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97bd5441-1da2-49ee-a364-27795820ba27 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-601336-94-hyperv {{(pid=94176) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 11:57:21.171242 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97bd5441-1da2-49ee-a364-27795820ba27 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-94-hyperv {{(pid=94176) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 11:57:21.171585 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97bd5441-1da2-49ee-a364-27795820ba27 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-601336-94-hyperv {{(pid=94176) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 11:57:21.171906 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97bd5441-1da2-49ee-a364-27795820ba27 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-601336-94-hyperv {{(pid=94176) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 11:57:21.181690 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG oslo_concurrency.lockutils [None req-97bd5441-1da2-49ee-a364-27795820ba27 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.135s {{(pid=94176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 11:57:21.690281 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron_lib.callbacks.manager [None req-97bd5441-1da2-49ee-a364-27795820ba27 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-923122'] for port, before_update {{(pid=94176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:57:21.704157 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.notifiers.nova [None req-97bd5441-1da2-49ee-a364-27795820ba27 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id be41b45b-4003-43d2-9990-93a4d3bd97f0 {{(pid=94176) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 23 11:57:21.726996 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.plugins.ml2.db [None req-97bd5441-1da2-49ee-a364-27795820ba27 None None] For port be41b45b-4003-43d2-9990-93a4d3bd97f0, host hv-neutron-6013, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-6013',level=0,port_id=be41b45b-4003-43d2-9990-93a4d3bd97f0,segment=NetworkSegment(c5336f67-3b17-48c3-969f-4266bc0dd37d),segment_id=c5336f67-3b17-48c3-969f-4266bc0dd37d)] {{(pid=94176) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 23 11:57:21.831334 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron_lib.callbacks.manager [None req-97bd5441-1da2-49ee-a364-27795820ba27 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-922904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866062', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773700135042', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773699642233', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773699642278'] for port, after_update {{(pid=94176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:57:21.833318 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG oslo_concurrency.lockutils [None req-97bd5441-1da2-49ee-a364-27795820ba27 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 11:57:21.890132 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.plugins.ml2.db [None req-97bd5441-1da2-49ee-a364-27795820ba27 None None] get_ports_and_sgs() called for port_ids ['be41b45b-4003-43d2-9990-93a4d3bd97f0'] {{(pid=94176) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 23 11:57:21.892417 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97bd5441-1da2-49ee-a364-27795820ba27 None None] Pushing event updated for resources: {'Port': ['ID=be41b45b-4003-43d2-9990-93a4d3bd97f0,revision_number=7']} {{(pid=94176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 11:57:21.899354 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG oslo_concurrency.lockutils [None req-97bd5441-1da2-49ee-a364-27795820ba27 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.063s {{(pid=94176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 11:57:21.976164 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6c41c09-8280-4c43-867d-2a6d4d8d3b56 req-bb186b09-1136-42c2-928d-3294e9f2df19 tempest-ServerActionsTestJSON-1945522763 tempest-ServerActionsTestJSON-1945522763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94174) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 11:57:21.983675 dv-neutron-601336-94-hyperv neutron-server[94174]: INFO neutron.wsgi [req-e6c41c09-8280-4c43-867d-2a6d4d8d3b56 req-bb186b09-1136-42c2-928d-3294e9f2df19 tempest-ServerActionsTestJSON-1945522763 tempest-ServerActionsTestJSON-1945522763-project] 10.222.0.20 "GET /v2.0/ports?device_id=acba5b54-4774-436f-9481-40d21127ac9e HTTP/1.1" status: 200 len: 945 time: 0.0823119 Jun 23 11:57:22.004905 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a85f68a-2964-4172-9301-626e8a536689 req-1ca55b63-3d79-42a1-a067-5d27a11a7984 tempest-ServerActionsTestJSON-1945522763 tempest-ServerActionsTestJSON-1945522763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 11:57:22.006720 dv-neutron-601336-94-hyperv neutron-server[94175]: INFO neutron.wsgi [req-3a85f68a-2964-4172-9301-626e8a536689 req-1ca55b63-3d79-42a1-a067-5d27a11a7984 tempest-ServerActionsTestJSON-1945522763 tempest-ServerActionsTestJSON-1945522763-project] 10.222.0.52 "GET /v2.0/ports?device_id=acba5b54-4774-436f-9481-40d21127ac9e&tenant_id=f95f5bd5d3a04c1cb1d25bcb3c548b20&binding%3Ahost_id=hv-neutron-6013 HTTP/1.1" status: 200 len: 945 time: 0.0798705 Jun 23 11:57:22.024759 dv-neutron-601336-94-hyperv neutron-server[94174]: INFO neutron.wsgi [req-e6c41c09-8280-4c43-867d-2a6d4d8d3b56 req-56fe86ee-59e3-441d-b6f8-c0dfdb86b294 tempest-ServerActionsTestJSON-1945522763 tempest-ServerActionsTestJSON-1945522763-project] 10.222.0.20 "GET /v2.0/security-groups?id=0af35ccc-af3f-4718-892b-c93ffd508c7a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0380151 Jun 23 11:57:22.072741 dv-neutron-601336-94-hyperv neutron-server[94175]: INFO neutron.wsgi [req-3a85f68a-2964-4172-9301-626e8a536689 req-b899d251-5f8c-4ad2-843d-ba279516ccd4 service neutron] 10.222.0.52 "GET /v2.0/ports/be41b45b-4003-43d2-9990-93a4d3bd97f0/bindings/hv-neutron-6013 HTTP/1.1" status: 200 len: 384 time: 0.0593019 Jun 23 11:57:22.159291 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a85f68a-2964-4172-9301-626e8a536689 req-fd3af1c3-f09d-4a47-94ba-c881a33459a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 11:57:22.160838 dv-neutron-601336-94-hyperv neutron-server[94175]: INFO neutron.wsgi [req-3a85f68a-2964-4172-9301-626e8a536689 req-fd3af1c3-f09d-4a47-94ba-c881a33459a1 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=f95f5bd5d3a04c1cb1d25bcb3c548b20&device_id=acba5b54-4774-436f-9481-40d21127ac9e HTTP/1.1" status: 200 len: 1098 time: 0.0636613 Jun 23 11:57:22.254598 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a85f68a-2964-4172-9301-626e8a536689 req-cca8ef7d-3010-459e-b999-f4898598e361 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 11:57:22.256029 dv-neutron-601336-94-hyperv neutron-server[94175]: INFO neutron.wsgi [req-3a85f68a-2964-4172-9301-626e8a536689 req-cca8ef7d-3010-459e-b999-f4898598e361 service neutron] 10.222.0.52 "GET /v2.0/networks?id=2fd142a9-a207-404d-a9ae-7efb565fc5be HTTP/1.1" status: 200 len: 912 time: 0.0878990 Jun 23 11:57:22.334924 dv-neutron-601336-94-hyperv neutron-server[94175]: INFO neutron.wsgi [req-3a85f68a-2964-4172-9301-626e8a536689 req-a781fdbd-e0e6-41b5-99f7-0d1234180c13 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=be41b45b-4003-43d2-9990-93a4d3bd97f0 HTTP/1.1" status: 200 len: 1002 time: 0.0709696 Jun 23 11:57:22.384244 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a85f68a-2964-4172-9301-626e8a536689 req-eb456438-de71-4ee0-84ff-835db2cca95b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 11:57:22.385724 dv-neutron-601336-94-hyperv neutron-server[94175]: INFO neutron.wsgi [req-3a85f68a-2964-4172-9301-626e8a536689 req-eb456438-de71-4ee0-84ff-835db2cca95b service neutron] 10.222.0.52 "GET /v2.0/subnets?id=d690955b-e62b-44f5-a4de-5b19f00224f3 HTTP/1.1" status: 200 len: 850 time: 0.0448081 Jun 23 11:57:22.448747 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a85f68a-2964-4172-9301-626e8a536689 req-112bd933-3446-4f28-afec-4b5ece7652b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 11:57:22.450826 dv-neutron-601336-94-hyperv neutron-server[94175]: INFO neutron.wsgi [req-3a85f68a-2964-4172-9301-626e8a536689 req-112bd933-3446-4f28-afec-4b5ece7652b8 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=2fd142a9-a207-404d-a9ae-7efb565fc5be&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1178 time: 0.0554376 Jun 23 11:57:22.546612 dv-neutron-601336-94-hyperv neutron-server[94175]: INFO neutron.wsgi [req-3a85f68a-2964-4172-9301-626e8a536689 req-157d2b96-2510-423c-a90c-cb2eb0accfb1 service neutron] 10.222.0.52 "GET /v2.0/networks/2fd142a9-a207-404d-a9ae-7efb565fc5be?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0893414 Jun 23 11:57:22.637050 dv-neutron-601336-94-hyperv neutron-server[94175]: INFO neutron.wsgi [req-3a85f68a-2964-4172-9301-626e8a536689 req-c5576e45-d352-4b76-9953-7615d240f555 service neutron] 10.222.0.52 "GET /v2.0/networks/2fd142a9-a207-404d-a9ae-7efb565fc5be?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0841055 Jun 23 11:57:22.782186 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.plugins.ml2.rpc [None req-97bd5441-1da2-49ee-a364-27795820ba27 None None] Device be41b45b-4003-43d2-9990-93a4d3bd97f0 up at agent hyperv_hv-neutron-6013 {{(pid=94176) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:298}} Jun 23 11:57:22.830046 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.db.provisioning_blocks [None req-97bd5441-1da2-49ee-a364-27795820ba27 None None] Provisioning complete for port be41b45b-4003-43d2-9990-93a4d3bd97f0 triggered by entity L2. {{(pid=94176) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 23 11:57:22.830309 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron_lib.callbacks.manager [None req-97bd5441-1da2-49ee-a364-27795820ba27 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-899258'] for port, provisioning_complete {{(pid=94176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:57:22.910628 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron_lib.callbacks.manager [None req-97bd5441-1da2-49ee-a364-27795820ba27 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-923122'] for port, before_update {{(pid=94176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:57:22.945085 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.plugins.ml2.db [None req-97bd5441-1da2-49ee-a364-27795820ba27 None None] For port be41b45b-4003-43d2-9990-93a4d3bd97f0, host hv-neutron-6013, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-6013',level=0,port_id=be41b45b-4003-43d2-9990-93a4d3bd97f0,segment=NetworkSegment(c5336f67-3b17-48c3-969f-4266bc0dd37d),segment_id=c5336f67-3b17-48c3-969f-4266bc0dd37d)] {{(pid=94176) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 23 11:57:23.002741 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron_lib.callbacks.manager [None req-97bd5441-1da2-49ee-a364-27795820ba27 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-922904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866062', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773700135042', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773699642233', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773699642278'] for port, after_update {{(pid=94176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:57:23.004742 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG oslo_concurrency.lockutils [None req-97bd5441-1da2-49ee-a364-27795820ba27 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 11:57:23.050501 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97bd5441-1da2-49ee-a364-27795820ba27 None None] Pushing event updated for resources: {'Port': ['ID=be41b45b-4003-43d2-9990-93a4d3bd97f0,revision_number=8']} {{(pid=94176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 11:57:23.053779 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG oslo_concurrency.lockutils [None req-97bd5441-1da2-49ee-a364-27795820ba27 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=94176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 11:57:23.107807 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'acba5b54-4774-436f-9481-40d21127ac9e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'be41b45b-4003-43d2-9990-93a4d3bd97f0'}] {{(pid=94176) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 23 11:57:23.110140 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}887b0dfc0393de878080286a57e4a08d4fa60dd0cddd118f338ebfcd351ddd4c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3e35cc02-aeb6-4597-9713-7b22c9030550" -d '{"events": [{"server_uuid": "acba5b54-4774-436f-9481-40d21127ac9e", "name": "network-vif-plugged", "status": "completed", "tag": "be41b45b-4003-43d2-9990-93a4d3bd97f0"}]}' {{(pid=94176) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 23 11:57:23.158381 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 23 Jun 2021 11:57:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-833fbb8d-ca0d-4d6e-a16f-e859818ec2e9 x-openstack-request-id: req-833fbb8d-ca0d-4d6e-a16f-e859818ec2e9 {{(pid=94176) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 23 11:57:23.158686 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "acba5b54-4774-436f-9481-40d21127ac9e", "name": "network-vif-plugged", "status": "completed", "tag": "be41b45b-4003-43d2-9990-93a4d3bd97f0", "code": 200}]} {{(pid=94176) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 23 11:57:23.158954 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-833fbb8d-ca0d-4d6e-a16f-e859818ec2e9 {{(pid=94176) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 23 11:57:23.159394 dv-neutron-601336-94-hyperv neutron-server[94176]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'acba5b54-4774-436f-9481-40d21127ac9e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'be41b45b-4003-43d2-9990-93a4d3bd97f0', 'code': 200} Jun 23 11:57:23.215113 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fabcab56-da89-4fec-a7b8-9d6d1b348ed1 req-03782033-6520-42e5-b620-2d709e0b43cf tempest-ServerActionsTestJSON-1945522763 tempest-ServerActionsTestJSON-1945522763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 11:57:23.216649 dv-neutron-601336-94-hyperv neutron-server[94175]: INFO neutron.wsgi [req-fabcab56-da89-4fec-a7b8-9d6d1b348ed1 req-03782033-6520-42e5-b620-2d709e0b43cf tempest-ServerActionsTestJSON-1945522763 tempest-ServerActionsTestJSON-1945522763-project] 10.222.0.20 "GET /v2.0/ports?device_id=acba5b54-4774-436f-9481-40d21127ac9e HTTP/1.1" status: 200 len: 946 time: 0.0671468 Jun 23 11:57:23.264602 dv-neutron-601336-94-hyperv neutron-server[94175]: INFO neutron.wsgi [req-fabcab56-da89-4fec-a7b8-9d6d1b348ed1 req-b281e48c-1872-4a6c-b4b1-b4de30f7aea0 tempest-ServerActionsTestJSON-1945522763 tempest-ServerActionsTestJSON-1945522763-project] 10.222.0.20 "GET /v2.0/security-groups?id=0af35ccc-af3f-4718-892b-c93ffd508c7a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0420644 Jun 23 11:57:23.499974 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron_lib.callbacks.manager [None req-97bd5441-1da2-49ee-a364-27795820ba27 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773699952132', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-899307'] for agent, after_update {{(pid=94176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:57:24.442415 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70f664a3-88f1-441c-ace2-a380fd3c4d33 req-d95819a6-acdd-4160-8114-9e2430a11601 tempest-ServerActionsTestJSON-1945522763 tempest-ServerActionsTestJSON-1945522763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94174) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 11:57:24.443957 dv-neutron-601336-94-hyperv neutron-server[94174]: INFO neutron.wsgi [req-70f664a3-88f1-441c-ace2-a380fd3c4d33 req-d95819a6-acdd-4160-8114-9e2430a11601 tempest-ServerActionsTestJSON-1945522763 tempest-ServerActionsTestJSON-1945522763-project] 10.222.0.20 "GET /v2.0/ports?device_id=acba5b54-4774-436f-9481-40d21127ac9e HTTP/1.1" status: 200 len: 946 time: 0.0655596 Jun 23 11:57:24.482779 dv-neutron-601336-94-hyperv neutron-server[94174]: INFO neutron.wsgi [req-70f664a3-88f1-441c-ace2-a380fd3c4d33 req-6bb4b632-271e-4e18-b7bb-3b83022d5c71 tempest-ServerActionsTestJSON-1945522763 tempest-ServerActionsTestJSON-1945522763-project] 10.222.0.20 "GET /v2.0/security-groups?id=0af35ccc-af3f-4718-892b-c93ffd508c7a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0330391 Jun 23 11:57:25.609827 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a85f68a-2964-4172-9301-626e8a536689 req-3d2aa709-1965-4b2d-86f3-1c31e342987a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 11:57:25.611315 dv-neutron-601336-94-hyperv neutron-server[94175]: INFO neutron.wsgi [req-3a85f68a-2964-4172-9301-626e8a536689 req-3d2aa709-1965-4b2d-86f3-1c31e342987a service neutron] 10.222.0.52 "GET /v2.0/ports?device_id=acba5b54-4774-436f-9481-40d21127ac9e&tenant_id=f95f5bd5d3a04c1cb1d25bcb3c548b20 HTTP/1.1" status: 200 len: 1099 time: 0.0577567 Jun 23 11:57:25.720829 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fa23507-c2f8-4fd9-969f-842e339c9009 req-b05a312c-d990-4efe-ac82-fea9dac646b5 tempest-ServerActionsTestJSON-1945522763 tempest-ServerActionsTestJSON-1945522763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 11:57:25.722344 dv-neutron-601336-94-hyperv neutron-server[94175]: INFO neutron.wsgi [req-9fa23507-c2f8-4fd9-969f-842e339c9009 req-b05a312c-d990-4efe-ac82-fea9dac646b5 tempest-ServerActionsTestJSON-1945522763 tempest-ServerActionsTestJSON-1945522763-project] 10.222.0.20 "GET /v2.0/ports?device_id=acba5b54-4774-436f-9481-40d21127ac9e HTTP/1.1" status: 200 len: 946 time: 0.1088061 Jun 23 11:57:25.728314 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a85f68a-2964-4172-9301-626e8a536689 req-d3d22a81-79b3-4dca-85b2-cf02d863d40c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 11:57:25.729748 dv-neutron-601336-94-hyperv neutron-server[94175]: INFO neutron.wsgi [req-3a85f68a-2964-4172-9301-626e8a536689 req-d3d22a81-79b3-4dca-85b2-cf02d863d40c service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=f95f5bd5d3a04c1cb1d25bcb3c548b20&device_id=acba5b54-4774-436f-9481-40d21127ac9e HTTP/1.1" status: 200 len: 1099 time: 0.0884509 Jun 23 11:57:25.822068 dv-neutron-601336-94-hyperv neutron-server[94175]: INFO neutron.wsgi [req-9fa23507-c2f8-4fd9-969f-842e339c9009 req-98368905-47af-4a21-8429-e7396388e997 tempest-ServerActionsTestJSON-1945522763 tempest-ServerActionsTestJSON-1945522763-project] 10.222.0.20 "GET /v2.0/security-groups?id=0af35ccc-af3f-4718-892b-c93ffd508c7a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0912097 Jun 23 11:57:25.862030 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a85f68a-2964-4172-9301-626e8a536689 req-c6a88e1e-1867-444b-9cf5-1123a2561f04 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 11:57:25.863551 dv-neutron-601336-94-hyperv neutron-server[94175]: INFO neutron.wsgi [req-3a85f68a-2964-4172-9301-626e8a536689 req-c6a88e1e-1867-444b-9cf5-1123a2561f04 service neutron] 10.222.0.52 "GET /v2.0/networks?id=2fd142a9-a207-404d-a9ae-7efb565fc5be HTTP/1.1" status: 200 len: 912 time: 0.1225808 Jun 23 11:57:25.934595 dv-neutron-601336-94-hyperv neutron-server[94175]: INFO neutron.wsgi [req-3a85f68a-2964-4172-9301-626e8a536689 req-b2de37a2-15a0-4748-973a-f9eb5b63f111 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=be41b45b-4003-43d2-9990-93a4d3bd97f0 HTTP/1.1" status: 200 len: 1003 time: 0.0634646 Jun 23 11:57:25.983878 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a85f68a-2964-4172-9301-626e8a536689 req-66bace51-4fc6-473f-b0af-c92187112cba service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 11:57:25.985330 dv-neutron-601336-94-hyperv neutron-server[94175]: INFO neutron.wsgi [req-3a85f68a-2964-4172-9301-626e8a536689 req-66bace51-4fc6-473f-b0af-c92187112cba service neutron] 10.222.0.52 "GET /v2.0/subnets?id=d690955b-e62b-44f5-a4de-5b19f00224f3 HTTP/1.1" status: 200 len: 850 time: 0.0445437 Jun 23 11:57:26.043512 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a85f68a-2964-4172-9301-626e8a536689 req-f2bb41af-98aa-4005-8c0b-f300f0be9399 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 11:57:26.045132 dv-neutron-601336-94-hyperv neutron-server[94175]: INFO neutron.wsgi [req-3a85f68a-2964-4172-9301-626e8a536689 req-f2bb41af-98aa-4005-8c0b-f300f0be9399 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=2fd142a9-a207-404d-a9ae-7efb565fc5be&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1178 time: 0.0533600 Jun 23 11:57:26.142628 dv-neutron-601336-94-hyperv neutron-server[94175]: INFO neutron.wsgi [req-3a85f68a-2964-4172-9301-626e8a536689 req-27ed927d-0744-4acd-8eb7-c01870bb0254 service neutron] 10.222.0.52 "GET /v2.0/networks/2fd142a9-a207-404d-a9ae-7efb565fc5be?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0900099 Jun 23 11:57:26.233783 dv-neutron-601336-94-hyperv neutron-server[94175]: INFO neutron.wsgi [req-3a85f68a-2964-4172-9301-626e8a536689 req-2a339fe2-b5c2-40ad-9678-eeeb63131cd0 service neutron] 10.222.0.52 "GET /v2.0/networks/2fd142a9-a207-404d-a9ae-7efb565fc5be?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0852120 Jun 23 11:57:26.823714 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.plugins.ml2.rpc [None req-97bd5441-1da2-49ee-a364-27795820ba27 None None] Device be41b45b-4003-43d2-9990-93a4d3bd97f0 details requested by agent hyperv_hv-neutron-6013 with host hv-neutron-6013 {{(pid=94176) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:104}} Jun 23 11:57:26.827915 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.plugins.ml2.rpc [None req-97bd5441-1da2-49ee-a364-27795820ba27 None None] Device be41b45b-4003-43d2-9990-93a4d3bd97f0 no longer exists at agent hyperv_hv-neutron-6013 {{(pid=94176) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:261}} Jun 23 11:57:26.976862 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron_lib.callbacks.manager [None req-97bd5441-1da2-49ee-a364-27795820ba27 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-923122'] for port, before_update {{(pid=94176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:57:26.983841 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.plugins.ml2.db [None req-97bd5441-1da2-49ee-a364-27795820ba27 None None] For port be41b45b-4003-43d2-9990-93a4d3bd97f0, host hv-neutron-6013, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-6013',level=0,port_id=be41b45b-4003-43d2-9990-93a4d3bd97f0,segment=NetworkSegment(c5336f67-3b17-48c3-969f-4266bc0dd37d),segment_id=c5336f67-3b17-48c3-969f-4266bc0dd37d)] {{(pid=94176) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 23 11:57:27.007474 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.plugins.ml2.rpc [None req-97bd5441-1da2-49ee-a364-27795820ba27 None None] Returning: {'device': 'be41b45b-4003-43d2-9990-93a4d3bd97f0', 'network_id': '2fd142a9-a207-404d-a9ae-7efb565fc5be', 'port_id': 'be41b45b-4003-43d2-9990-93a4d3bd97f0', 'mac_address': 'fa:16:3e:f7:7c:59', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 443, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd690955b-e62b-44f5-a4de-5b19f00224f3', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94176) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:186}} Jun 23 11:57:27.010745 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c9acdf8-6b80-4fe9-ac68-b2bc95383983 req-0a25c4bc-53a6-464a-9f23-5263a7ae2ba3 tempest-ServerActionsTestJSON-1945522763 tempest-ServerActionsTestJSON-1945522763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94174) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 11:57:27.012403 dv-neutron-601336-94-hyperv neutron-server[94174]: INFO neutron.wsgi [req-9c9acdf8-6b80-4fe9-ac68-b2bc95383983 req-0a25c4bc-53a6-464a-9f23-5263a7ae2ba3 tempest-ServerActionsTestJSON-1945522763 tempest-ServerActionsTestJSON-1945522763-project] 10.222.0.20 "GET /v2.0/ports?device_id=acba5b54-4774-436f-9481-40d21127ac9e HTTP/1.1" status: 200 len: 946 time: 0.0693886 Jun 23 11:57:27.015300 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'acba5b54-4774-436f-9481-40d21127ac9e', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'be41b45b-4003-43d2-9990-93a4d3bd97f0'}] {{(pid=94176) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 23 11:57:27.017514 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}887b0dfc0393de878080286a57e4a08d4fa60dd0cddd118f338ebfcd351ddd4c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c8845735-e552-41f4-a918-763ceda92b85" -d '{"events": [{"server_uuid": "acba5b54-4774-436f-9481-40d21127ac9e", "name": "network-vif-unplugged", "status": "completed", "tag": "be41b45b-4003-43d2-9990-93a4d3bd97f0"}]}' {{(pid=94176) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 23 11:57:27.036695 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.plugins.ml2.db [None req-97bd5441-1da2-49ee-a364-27795820ba27 None None] For port be41b45b-4003-43d2-9990-93a4d3bd97f0, host hv-neutron-6013, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-6013',level=0,port_id=be41b45b-4003-43d2-9990-93a4d3bd97f0,segment=NetworkSegment(c5336f67-3b17-48c3-969f-4266bc0dd37d),segment_id=c5336f67-3b17-48c3-969f-4266bc0dd37d)] {{(pid=94176) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 23 11:57:27.055434 dv-neutron-601336-94-hyperv neutron-server[94174]: INFO neutron.wsgi [req-9c9acdf8-6b80-4fe9-ac68-b2bc95383983 req-5f4eeb21-bdcb-4bc7-8293-6f29b89e06c4 tempest-ServerActionsTestJSON-1945522763 tempest-ServerActionsTestJSON-1945522763-project] 10.222.0.20 "GET /v2.0/security-groups?id=0af35ccc-af3f-4718-892b-c93ffd508c7a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0368624 Jun 23 11:57:27.068723 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 23 Jun 2021 11:57:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d55ebbf5-f3a9-4cdc-b703-9308b59016d6 x-openstack-request-id: req-d55ebbf5-f3a9-4cdc-b703-9308b59016d6 {{(pid=94176) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 23 11:57:27.069025 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "acba5b54-4774-436f-9481-40d21127ac9e", "name": "network-vif-unplugged", "status": "completed", "tag": "be41b45b-4003-43d2-9990-93a4d3bd97f0", "code": 200}]} {{(pid=94176) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 23 11:57:27.069357 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-d55ebbf5-f3a9-4cdc-b703-9308b59016d6 {{(pid=94176) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 23 11:57:27.069817 dv-neutron-601336-94-hyperv neutron-server[94176]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'acba5b54-4774-436f-9481-40d21127ac9e', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'be41b45b-4003-43d2-9990-93a4d3bd97f0', 'code': 200} Jun 23 11:57:27.072002 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron_lib.callbacks.manager [None req-97bd5441-1da2-49ee-a364-27795820ba27 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-923122'] for port, before_update {{(pid=94176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:57:27.085589 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.notifiers.nova [None req-97bd5441-1da2-49ee-a364-27795820ba27 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id be41b45b-4003-43d2-9990-93a4d3bd97f0 {{(pid=94176) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 23 11:57:27.099377 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron_lib.callbacks.manager [None req-97bd5441-1da2-49ee-a364-27795820ba27 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-922904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866062', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773700135042', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773699642233', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773699642278'] for port, after_update {{(pid=94176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:57:27.101619 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG oslo_concurrency.lockutils [None req-da9219a3-9101-4bdd-8fb0-07c67abf3ef0 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 11:57:27.168940 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron_lib.db.api [None req-97bd5441-1da2-49ee-a364-27795820ba27 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=94176) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jun 23 11:57:27.169293 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG oslo_db.api [None req-97bd5441-1da2-49ee-a364-27795820ba27 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=94176) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jun 23 11:57:27.174113 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97bd5441-1da2-49ee-a364-27795820ba27 None None] Pushing event updated for resources: {'Port': ['ID=be41b45b-4003-43d2-9990-93a4d3bd97f0,revision_number=9']} {{(pid=94176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 11:57:27.177565 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG oslo_concurrency.lockutils [None req-97bd5441-1da2-49ee-a364-27795820ba27 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.076s {{(pid=94176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 11:57:27.708903 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron_lib.callbacks.manager [None req-97bd5441-1da2-49ee-a364-27795820ba27 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-923122'] for port, before_update {{(pid=94176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:57:27.721547 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.notifiers.nova [None req-97bd5441-1da2-49ee-a364-27795820ba27 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id be41b45b-4003-43d2-9990-93a4d3bd97f0 {{(pid=94176) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 23 11:57:27.742755 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.plugins.ml2.db [None req-97bd5441-1da2-49ee-a364-27795820ba27 None None] For port be41b45b-4003-43d2-9990-93a4d3bd97f0, host hv-neutron-6013, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-6013',level=0,port_id=be41b45b-4003-43d2-9990-93a4d3bd97f0,segment=NetworkSegment(c5336f67-3b17-48c3-969f-4266bc0dd37d),segment_id=c5336f67-3b17-48c3-969f-4266bc0dd37d)] {{(pid=94176) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 23 11:57:27.814300 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron_lib.callbacks.manager [None req-97bd5441-1da2-49ee-a364-27795820ba27 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-922904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866062', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773700135042', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773699642233', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773699642278'] for port, after_update {{(pid=94176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:57:27.816155 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG oslo_concurrency.lockutils [None req-97bd5441-1da2-49ee-a364-27795820ba27 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 11:57:27.869330 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97bd5441-1da2-49ee-a364-27795820ba27 None None] Pushing event updated for resources: {'Port': ['ID=be41b45b-4003-43d2-9990-93a4d3bd97f0,revision_number=10']} {{(pid=94176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 11:57:27.872762 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG oslo_concurrency.lockutils [None req-97bd5441-1da2-49ee-a364-27795820ba27 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.057s {{(pid=94176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 11:57:27.875531 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.plugins.ml2.db [None req-97bd5441-1da2-49ee-a364-27795820ba27 None None] get_ports_and_sgs() called for port_ids ['be41b45b-4003-43d2-9990-93a4d3bd97f0'] {{(pid=94176) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 23 11:57:28.238748 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02437ea9-c28f-4a1d-a2b1-7302af11a731 req-37063e04-23dd-42b8-a327-5c5c243c1b80 tempest-ServerActionsTestJSON-1945522763 tempest-ServerActionsTestJSON-1945522763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 11:57:28.240351 dv-neutron-601336-94-hyperv neutron-server[94175]: INFO neutron.wsgi [req-02437ea9-c28f-4a1d-a2b1-7302af11a731 req-37063e04-23dd-42b8-a327-5c5c243c1b80 tempest-ServerActionsTestJSON-1945522763 tempest-ServerActionsTestJSON-1945522763-project] 10.222.0.20 "GET /v2.0/ports?device_id=acba5b54-4774-436f-9481-40d21127ac9e HTTP/1.1" status: 200 len: 946 time: 0.0672753 Jun 23 11:57:28.288155 dv-neutron-601336-94-hyperv neutron-server[94175]: INFO neutron.wsgi [req-02437ea9-c28f-4a1d-a2b1-7302af11a731 req-dd4e825d-cf91-478a-82d8-342b3312c3f6 tempest-ServerActionsTestJSON-1945522763 tempest-ServerActionsTestJSON-1945522763-project] 10.222.0.20 "GET /v2.0/security-groups?id=0af35ccc-af3f-4718-892b-c93ffd508c7a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0408137 Jun 23 11:57:28.469049 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe7baaf7-421e-4556-bf3c-26c86710f2b2 req-e1b5c95b-8868-40c5-be9a-0a60e3994657 tempest-ServerActionsTestJSON-1945522763 tempest-ServerActionsTestJSON-1945522763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94174) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 11:57:28.470593 dv-neutron-601336-94-hyperv neutron-server[94174]: INFO neutron.wsgi [req-fe7baaf7-421e-4556-bf3c-26c86710f2b2 req-e1b5c95b-8868-40c5-be9a-0a60e3994657 tempest-ServerActionsTestJSON-1945522763 tempest-ServerActionsTestJSON-1945522763-project] 10.222.0.20 "GET /v2.0/ports?device_id=acba5b54-4774-436f-9481-40d21127ac9e HTTP/1.1" status: 200 len: 946 time: 0.0710409 Jun 23 11:57:28.510244 dv-neutron-601336-94-hyperv neutron-server[94174]: INFO neutron.wsgi [req-fe7baaf7-421e-4556-bf3c-26c86710f2b2 req-eeb86fb1-2d3b-497b-9923-c20a174e3706 tempest-ServerActionsTestJSON-1945522763 tempest-ServerActionsTestJSON-1945522763-project] 10.222.0.20 "GET /v2.0/security-groups?id=0af35ccc-af3f-4718-892b-c93ffd508c7a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0332325 Jun 23 11:57:28.690082 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-429e207b-3efc-40ce-a3f0-d7affe8dbcad req-690a8c19-45a0-4068-a128-3c39fa72de9c tempest-ServerActionsTestJSON-1945522763 tempest-ServerActionsTestJSON-1945522763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 11:57:28.691637 dv-neutron-601336-94-hyperv neutron-server[94175]: INFO neutron.wsgi [req-429e207b-3efc-40ce-a3f0-d7affe8dbcad req-690a8c19-45a0-4068-a128-3c39fa72de9c tempest-ServerActionsTestJSON-1945522763 tempest-ServerActionsTestJSON-1945522763-project] 10.222.0.20 "GET /v2.0/ports?device_id=acba5b54-4774-436f-9481-40d21127ac9e HTTP/1.1" status: 200 len: 946 time: 0.0699229 Jun 23 11:57:28.738607 dv-neutron-601336-94-hyperv neutron-server[94175]: INFO neutron.wsgi [req-429e207b-3efc-40ce-a3f0-d7affe8dbcad req-8c902252-3360-4d83-9ce3-563f9a383f80 tempest-ServerActionsTestJSON-1945522763 tempest-ServerActionsTestJSON-1945522763-project] 10.222.0.20 "GET /v2.0/security-groups?id=0af35ccc-af3f-4718-892b-c93ffd508c7a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0405977 Jun 23 11:57:28.838627 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.plugins.ml2.rpc [None req-97bd5441-1da2-49ee-a364-27795820ba27 None None] Device be41b45b-4003-43d2-9990-93a4d3bd97f0 up at agent hyperv_hv-neutron-6013 {{(pid=94176) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:298}} Jun 23 11:57:28.890012 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.db.provisioning_blocks [None req-97bd5441-1da2-49ee-a364-27795820ba27 None None] Provisioning complete for port be41b45b-4003-43d2-9990-93a4d3bd97f0 triggered by entity L2. {{(pid=94176) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 23 11:57:28.895156 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron_lib.callbacks.manager [None req-97bd5441-1da2-49ee-a364-27795820ba27 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-899258'] for port, provisioning_complete {{(pid=94176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:57:28.969160 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron_lib.callbacks.manager [None req-97bd5441-1da2-49ee-a364-27795820ba27 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-923122'] for port, before_update {{(pid=94176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:57:29.007263 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.plugins.ml2.db [None req-97bd5441-1da2-49ee-a364-27795820ba27 None None] For port be41b45b-4003-43d2-9990-93a4d3bd97f0, host hv-neutron-6013, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-6013',level=0,port_id=be41b45b-4003-43d2-9990-93a4d3bd97f0,segment=NetworkSegment(c5336f67-3b17-48c3-969f-4266bc0dd37d),segment_id=c5336f67-3b17-48c3-969f-4266bc0dd37d)] {{(pid=94176) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 23 11:57:29.070607 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'acba5b54-4774-436f-9481-40d21127ac9e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'be41b45b-4003-43d2-9990-93a4d3bd97f0'}] {{(pid=94176) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 23 11:57:29.073032 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}887b0dfc0393de878080286a57e4a08d4fa60dd0cddd118f338ebfcd351ddd4c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-96a7e175-7cf3-46d0-84d6-c989c5c0476f" -d '{"events": [{"server_uuid": "acba5b54-4774-436f-9481-40d21127ac9e", "name": "network-vif-plugged", "status": "completed", "tag": "be41b45b-4003-43d2-9990-93a4d3bd97f0"}]}' {{(pid=94176) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 23 11:57:29.088079 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron_lib.callbacks.manager [None req-97bd5441-1da2-49ee-a364-27795820ba27 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-922904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866062', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773700135042', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773699642233', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773699642278'] for port, after_update {{(pid=94176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:57:29.100031 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG oslo_concurrency.lockutils [None req-97bd5441-1da2-49ee-a364-27795820ba27 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 11:57:29.125378 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 23 Jun 2021 11:57:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4c81ed72-1110-44b2-a752-f0481cb75dce x-openstack-request-id: req-4c81ed72-1110-44b2-a752-f0481cb75dce {{(pid=94176) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 23 11:57:29.125673 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "acba5b54-4774-436f-9481-40d21127ac9e", "name": "network-vif-plugged", "status": "completed", "tag": "be41b45b-4003-43d2-9990-93a4d3bd97f0", "code": 200}]} {{(pid=94176) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 23 11:57:29.125940 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-4c81ed72-1110-44b2-a752-f0481cb75dce {{(pid=94176) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 23 11:57:29.126354 dv-neutron-601336-94-hyperv neutron-server[94176]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'acba5b54-4774-436f-9481-40d21127ac9e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'be41b45b-4003-43d2-9990-93a4d3bd97f0', 'code': 200} Jun 23 11:57:29.153551 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97bd5441-1da2-49ee-a364-27795820ba27 None None] Pushing event updated for resources: {'Port': ['ID=be41b45b-4003-43d2-9990-93a4d3bd97f0,revision_number=11']} {{(pid=94176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 11:57:29.156865 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG oslo_concurrency.lockutils [None req-97bd5441-1da2-49ee-a364-27795820ba27 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.066s {{(pid=94176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 11:57:29.428522 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-610c41fa-3d22-4f7b-a671-3f577008274c req-47c7cdae-af16-475c-875a-62a162ebdd22 tempest-ServerActionsTestJSON-1945522763 tempest-ServerActionsTestJSON-1945522763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 11:57:29.430075 dv-neutron-601336-94-hyperv neutron-server[94175]: INFO neutron.wsgi [req-610c41fa-3d22-4f7b-a671-3f577008274c req-47c7cdae-af16-475c-875a-62a162ebdd22 tempest-ServerActionsTestJSON-1945522763 tempest-ServerActionsTestJSON-1945522763-project] 10.222.0.20 "GET /v2.0/ports?device_id=acba5b54-4774-436f-9481-40d21127ac9e HTTP/1.1" status: 200 len: 947 time: 0.0639396 Jun 23 11:57:29.469598 dv-neutron-601336-94-hyperv neutron-server[94175]: INFO neutron.wsgi [req-610c41fa-3d22-4f7b-a671-3f577008274c req-cc8c6e53-1212-471b-9837-dd36a20a150b tempest-ServerActionsTestJSON-1945522763 tempest-ServerActionsTestJSON-1945522763-project] 10.222.0.20 "GET /v2.0/security-groups?id=0af35ccc-af3f-4718-892b-c93ffd508c7a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0333581 Jun 23 11:57:30.653856 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b2447a7-00c7-4ec2-a117-ac30a93f43c2 req-b80be60f-f183-4b2e-ae72-f513a2e9052b tempest-ServerActionsTestJSON-1945522763 tempest-ServerActionsTestJSON-1945522763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94174) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 11:57:30.655360 dv-neutron-601336-94-hyperv neutron-server[94174]: INFO neutron.wsgi [req-1b2447a7-00c7-4ec2-a117-ac30a93f43c2 req-b80be60f-f183-4b2e-ae72-f513a2e9052b tempest-ServerActionsTestJSON-1945522763 tempest-ServerActionsTestJSON-1945522763-project] 10.222.0.20 "GET /v2.0/ports?device_id=acba5b54-4774-436f-9481-40d21127ac9e HTTP/1.1" status: 200 len: 947 time: 0.0680468 Jun 23 11:57:30.693905 dv-neutron-601336-94-hyperv neutron-server[94174]: INFO neutron.wsgi [req-1b2447a7-00c7-4ec2-a117-ac30a93f43c2 req-a3c96cde-0e36-4f2f-8e1b-71602bb8e55d tempest-ServerActionsTestJSON-1945522763 tempest-ServerActionsTestJSON-1945522763-project] 10.222.0.20 "GET /v2.0/security-groups?id=0af35ccc-af3f-4718-892b-c93ffd508c7a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0327909 Jun 23 11:57:31.142844 dv-neutron-601336-94-hyperv neutron-server[94177]: DEBUG neutron.db.agents_db [None req-90fb1279-e4c5-4e73-8d66-3a29811dc4e3 None None] Agent healthcheck: found 6 active agents {{(pid=94177) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 23 11:57:31.388988 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-762eb003-8017-429d-b5ed-5a7ad02d7b2c req-e8d21e02-77b7-4bec-85cd-463b711c8cea tempest-ServerActionsTestJSON-1945522763 tempest-ServerActionsTestJSON-1945522763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 11:57:31.390445 dv-neutron-601336-94-hyperv neutron-server[94175]: INFO neutron.wsgi [req-762eb003-8017-429d-b5ed-5a7ad02d7b2c req-e8d21e02-77b7-4bec-85cd-463b711c8cea tempest-ServerActionsTestJSON-1945522763 tempest-ServerActionsTestJSON-1945522763-project] 10.222.0.52 "GET /v2.0/ports?device_id=acba5b54-4774-436f-9481-40d21127ac9e HTTP/1.1" status: 200 len: 947 time: 0.0711653 Jun 23 11:57:31.494778 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.plugins.ml2.plugin [req-762eb003-8017-429d-b5ed-5a7ad02d7b2c req-e8e034ff-9634-423b-b632-ae6679e5778c tempest-ServerActionsTestJSON-1945522763 tempest-ServerActionsTestJSON-1945522763-project] Deleting port be41b45b-4003-43d2-9990-93a4d3bd97f0 {{(pid=94175) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1913}} Jun 23 11:57:31.495229 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron_lib.callbacks.manager [req-762eb003-8017-429d-b5ed-5a7ad02d7b2c req-e8e034ff-9634-423b-b632-ae6679e5778c tempest-ServerActionsTestJSON-1945522763 tempest-ServerActionsTestJSON-1945522763-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773700079324'] for port, before_delete {{(pid=94175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:57:31.588526 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.plugins.ml2.db [req-762eb003-8017-429d-b5ed-5a7ad02d7b2c req-e8e034ff-9634-423b-b632-ae6679e5778c tempest-ServerActionsTestJSON-1945522763 tempest-ServerActionsTestJSON-1945522763-project] For port be41b45b-4003-43d2-9990-93a4d3bd97f0, host hv-neutron-6013, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-6013',level=0,port_id=be41b45b-4003-43d2-9990-93a4d3bd97f0,segment=NetworkSegment(c5336f67-3b17-48c3-969f-4266bc0dd37d),segment_id=c5336f67-3b17-48c3-969f-4266bc0dd37d)] {{(pid=94175) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 23 11:57:31.588884 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron_lib.callbacks.manager [req-762eb003-8017-429d-b5ed-5a7ad02d7b2c req-e8e034ff-9634-423b-b632-ae6679e5778c tempest-ServerActionsTestJSON-1945522763 tempest-ServerActionsTestJSON-1945522763-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-430722'] for port, precommit_delete {{(pid=94175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:57:31.765135 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron_lib.callbacks.manager [req-762eb003-8017-429d-b5ed-5a7ad02d7b2c req-e8e034ff-9634-423b-b632-ae6679e5778c tempest-ServerActionsTestJSON-1945522763 tempest-ServerActionsTestJSON-1945522763-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:57:31.765529 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron_lib.callbacks.manager [req-762eb003-8017-429d-b5ed-5a7ad02d7b2c req-e8e034ff-9634-423b-b632-ae6679e5778c tempest-ServerActionsTestJSON-1945522763 tempest-ServerActionsTestJSON-1945522763-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-524229'] for floatingip, after_update {{(pid=94175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:57:31.765844 dv-neutron-601336-94-hyperv neutron-server[94175]: INFO neutron.db.l3_db [req-762eb003-8017-429d-b5ed-5a7ad02d7b2c req-e8e034ff-9634-423b-b632-ae6679e5778c tempest-ServerActionsTestJSON-1945522763 tempest-ServerActionsTestJSON-1945522763-project] Floating IP c49a1dd4-5f39-4d60-a6c5-625a0e4b7a3b disassociated. External IP: 172.26.3.172, port: be41b45b-4003-43d2-9990-93a4d3bd97f0. Jun 23 11:57:31.766191 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.plugins.ml2.plugin [req-762eb003-8017-429d-b5ed-5a7ad02d7b2c req-e8e034ff-9634-423b-b632-ae6679e5778c tempest-ServerActionsTestJSON-1945522763 tempest-ServerActionsTestJSON-1945522763-project] Calling delete_port for be41b45b-4003-43d2-9990-93a4d3bd97f0 owned by compute:nova {{(pid=94175) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1986}} Jun 23 11:57:31.939550 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91b0a55e-caef-4729-b139-1bb5055d4696 req-8c0f0e7c-952d-41e9-9b93-1e2177b717b5 tempest-ServerActionsTestJSON-1945522763 tempest-ServerActionsTestJSON-1945522763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 11:57:31.941025 dv-neutron-601336-94-hyperv neutron-server[94175]: INFO neutron.wsgi [req-91b0a55e-caef-4729-b139-1bb5055d4696 req-8c0f0e7c-952d-41e9-9b93-1e2177b717b5 tempest-ServerActionsTestJSON-1945522763 tempest-ServerActionsTestJSON-1945522763-project] 10.222.0.20 "GET /v2.0/ports?device_id=acba5b54-4774-436f-9481-40d21127ac9e HTTP/1.1" status: 200 len: 947 time: 0.1214817 Jun 23 11:57:31.984603 dv-neutron-601336-94-hyperv neutron-server[94175]: INFO neutron.wsgi [req-91b0a55e-caef-4729-b139-1bb5055d4696 req-360f38f8-346a-45fb-abc9-c3cac44090b0 tempest-ServerActionsTestJSON-1945522763 tempest-ServerActionsTestJSON-1945522763-project] 10.222.0.20 "GET /v2.0/security-groups?id=0af35ccc-af3f-4718-892b-c93ffd508c7a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0375190 Jun 23 11:57:31.996458 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron_lib.callbacks.manager [req-762eb003-8017-429d-b5ed-5a7ad02d7b2c req-e8e034ff-9634-423b-b632-ae6679e5778c tempest-ServerActionsTestJSON-1945522763 tempest-ServerActionsTestJSON-1945522763-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-922904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866062', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773700135024', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773699642224', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5082448'] for port, after_delete {{(pid=94175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:57:32.001388 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG oslo_concurrency.lockutils [None req-97a49076-f587-4d60-9fec-282438a2ad63 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94175) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 11:57:32.028689 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8e034ff-9634-423b-b632-ae6679e5778c tempest-ServerActionsTestJSON-1945522763 tempest-ServerActionsTestJSON-1945522763-project] Pushing event deleted for resources: {'Port': ['ID=be41b45b-4003-43d2-9990-93a4d3bd97f0,revision_number=None']} {{(pid=94175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 11:57:32.040872 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8e034ff-9634-423b-b632-ae6679e5778c tempest-ServerActionsTestJSON-1945522763 tempest-ServerActionsTestJSON-1945522763-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-601336-94-hyperv {{(pid=94175) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 11:57:32.041280 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8e034ff-9634-423b-b632-ae6679e5778c tempest-ServerActionsTestJSON-1945522763 tempest-ServerActionsTestJSON-1945522763-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-94-hyperv {{(pid=94175) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 11:57:32.041653 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8e034ff-9634-423b-b632-ae6679e5778c tempest-ServerActionsTestJSON-1945522763 tempest-ServerActionsTestJSON-1945522763-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-94-hyperv {{(pid=94175) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 11:57:32.042031 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8e034ff-9634-423b-b632-ae6679e5778c tempest-ServerActionsTestJSON-1945522763 tempest-ServerActionsTestJSON-1945522763-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-601336-94-hyperv {{(pid=94175) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 11:57:32.042404 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8e034ff-9634-423b-b632-ae6679e5778c tempest-ServerActionsTestJSON-1945522763 tempest-ServerActionsTestJSON-1945522763-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-601336-94-hyperv {{(pid=94175) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 11:57:32.042792 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8e034ff-9634-423b-b632-ae6679e5778c tempest-ServerActionsTestJSON-1945522763 tempest-ServerActionsTestJSON-1945522763-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-601336-94-hyperv {{(pid=94175) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 11:57:32.043189 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8e034ff-9634-423b-b632-ae6679e5778c tempest-ServerActionsTestJSON-1945522763 tempest-ServerActionsTestJSON-1945522763-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-601336-94-hyperv {{(pid=94175) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 11:57:32.043560 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8e034ff-9634-423b-b632-ae6679e5778c tempest-ServerActionsTestJSON-1945522763 tempest-ServerActionsTestJSON-1945522763-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-601336-94-hyperv {{(pid=94175) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 11:57:32.043928 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8e034ff-9634-423b-b632-ae6679e5778c tempest-ServerActionsTestJSON-1945522763 tempest-ServerActionsTestJSON-1945522763-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-601336-94-hyperv {{(pid=94175) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 11:57:32.044312 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8e034ff-9634-423b-b632-ae6679e5778c tempest-ServerActionsTestJSON-1945522763 tempest-ServerActionsTestJSON-1945522763-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-94-hyperv {{(pid=94175) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 11:57:32.044676 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8e034ff-9634-423b-b632-ae6679e5778c tempest-ServerActionsTestJSON-1945522763 tempest-ServerActionsTestJSON-1945522763-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-601336-94-hyperv {{(pid=94175) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 11:57:32.045047 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8e034ff-9634-423b-b632-ae6679e5778c tempest-ServerActionsTestJSON-1945522763 tempest-ServerActionsTestJSON-1945522763-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-601336-94-hyperv {{(pid=94175) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 11:57:32.049893 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG oslo_concurrency.lockutils [None req-e8e034ff-9634-423b-b632-ae6679e5778c tempest-ServerActionsTestJSON-1945522763 tempest-ServerActionsTestJSON-1945522763-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=94175) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 11:57:32.167011 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.scheduler.l3_agent_scheduler [req-762eb003-8017-429d-b5ed-5a7ad02d7b2c req-e8e034ff-9634-423b-b632-ae6679e5778c tempest-ServerActionsTestJSON-1945522763 tempest-ServerActionsTestJSON-1945522763-project] Router 615292a8-7f4f-4a19-a308-1525643a83a7 has already been hosted by L3 agent 50ef99c0-ef28-4db5-b303-b145898fae60 {{(pid=94175) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 23 11:57:32.276375 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-762eb003-8017-429d-b5ed-5a7ad02d7b2c req-e8e034ff-9634-423b-b632-ae6679e5778c tempest-ServerActionsTestJSON-1945522763 tempest-ServerActionsTestJSON-1945522763-project] Notify agent at l3_agent.dv-neutron-601336-94-hyperv the message routers_updated {{(pid=94175) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 23 11:57:32.286608 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-debb1495-5fbe-440d-834b-b88deffc6335 None None] Sync routers for ids ['615292a8-7f4f-4a19-a308-1525643a83a7'] in dv-neutron-601336-94-hyperv {{(pid=94176) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 23 11:57:32.297961 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.db.l3_dvrscheduler_db [None req-debb1495-5fbe-440d-834b-b88deffc6335 None None] Routers {'615292a8-7f4f-4a19-a308-1525643a83a7'} bound to L3 agent in host dv-neutron-601336-94-hyperv {{(pid=94176) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 23 11:57:32.298593 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.db.l3_hamode_db [None req-debb1495-5fbe-440d-834b-b88deffc6335 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-601336-94-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-06-23T11:22:13Z,description=,heartbeat_timestamp=2021-06-23T11:57:13Z,host='dv-neutron-601336-94-hyperv',id=50ef99c0-ef28-4db5-b303-b145898fae60,load=0,resource_versions=,resources_synced=,started_at=2021-06-23T11:22:14Z,topic='l3_agent')) {'router_ids': ['615292a8-7f4f-4a19-a308-1525643a83a7'], 'active': True} {{(pid=94176) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 11:57:32.324254 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.db.l3_dvrscheduler_db [req-762eb003-8017-429d-b5ed-5a7ad02d7b2c req-e8e034ff-9634-423b-b632-ae6679e5778c tempest-ServerActionsTestJSON-1945522763 tempest-ServerActionsTestJSON-1945522763-project] No DVR routers for this DVR port be41b45b-4003-43d2-9990-93a4d3bd97f0 on host hv-neutron-6013 {{(pid=94175) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 23 11:57:32.327125 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron_lib.callbacks.manager [req-762eb003-8017-429d-b5ed-5a7ad02d7b2c req-e8e034ff-9634-423b-b632-ae6679e5778c tempest-ServerActionsTestJSON-1945522763 tempest-ServerActionsTestJSON-1945522763-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-217507'] for port, before_response {{(pid=94175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:57:32.329217 dv-neutron-601336-94-hyperv neutron-server[94175]: INFO neutron.wsgi [req-762eb003-8017-429d-b5ed-5a7ad02d7b2c req-e8e034ff-9634-423b-b632-ae6679e5778c tempest-ServerActionsTestJSON-1945522763 tempest-ServerActionsTestJSON-1945522763-project] 10.222.0.52 "DELETE /v2.0/ports/be41b45b-4003-43d2-9990-93a4d3bd97f0 HTTP/1.1" status: 204 len: 173 time: 0.9330754 Jun 23 11:57:32.330086 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'acba5b54-4774-436f-9481-40d21127ac9e', 'name': 'network-vif-deleted', 'tag': 'be41b45b-4003-43d2-9990-93a4d3bd97f0'}] {{(pid=94175) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 23 11:57:32.333517 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1970408df4ea4e7170669a1249478e627cf05a5a0b07cc08a66c5cb53d0ac47a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-92fad183-2329-4fe5-99ba-0a22c6b0edbc" -d '{"events": [{"server_uuid": "acba5b54-4774-436f-9481-40d21127ac9e", "name": "network-vif-deleted", "tag": "be41b45b-4003-43d2-9990-93a4d3bd97f0"}]}' {{(pid=94175) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 23 11:57:32.377885 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 23 Jun 2021 11:57:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4949ec62-e058-4b6e-b042-0e74a5762a75 x-openstack-request-id: req-4949ec62-e058-4b6e-b042-0e74a5762a75 {{(pid=94175) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 23 11:57:32.378278 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "acba5b54-4774-436f-9481-40d21127ac9e", "name": "network-vif-deleted", "tag": "be41b45b-4003-43d2-9990-93a4d3bd97f0", "status": "completed", "code": 200}]} {{(pid=94175) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 23 11:57:32.378583 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-4949ec62-e058-4b6e-b042-0e74a5762a75 {{(pid=94175) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 23 11:57:32.379058 dv-neutron-601336-94-hyperv neutron-server[94175]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'acba5b54-4774-436f-9481-40d21127ac9e', 'name': 'network-vif-deleted', 'tag': 'be41b45b-4003-43d2-9990-93a4d3bd97f0', 'status': 'completed', 'code': 200} Jun 23 11:57:32.404783 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.db.l3_dvr_db [None req-debb1495-5fbe-440d-834b-b88deffc6335 None None] Set router 615292a8-7f4f-4a19-a308-1525643a83a7 gateway port host: dv-neutron-601336-94-hyperv {{(pid=94176) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:838}} Jun 23 11:57:32.601684 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.db.l3_hamode_db [None req-debb1495-5fbe-440d-834b-b88deffc6335 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '615292a8-7f4f-4a19-a308-1525643a83a7', 'name': 'tempest-ServerActionsTestJSON-716138820-router', 'tenant_id': 'f95f5bd5d3a04c1cb1d25bcb3c548b20', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3e7e4eb3-cf02-4d47-ade9-0a579cdfc60f', 'external_fixed_ips': [{'subnet_id': 'a5ad15ab-c489-4a67-a9b0-d559fca0ec71', 'ip_address': '172.26.3.23'}], 'enable_snat': True}, 'gw_port_id': '3105b998-5972-4c17-a778-1c44f53d265f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-23T11:53:19Z', 'updated_at': '2021-06-23T11:53:23Z', 'revision_number': 4, 'project_id': 'f95f5bd5d3a04c1cb1d25bcb3c548b20', 'gw_port': {'id': '3105b998-5972-4c17-a778-1c44f53d265f', 'name': '', 'network_id': '3e7e4eb3-cf02-4d47-ade9-0a579cdfc60f', 'tenant_id': '', 'mac_address': 'fa:16:3e:45:19:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '615292a8-7f4f-4a19-a308-1525643a83a7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1573, 'fixed_ips': [{'subnet_id': 'a5ad15ab-c489-4a67-a9b0-d559fca0ec71', 'ip_address': '172.26.3.23', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-94-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-23T11:53:20Z', 'updated_at': '2021-06-23T11:53:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a5ad15ab-c489-4a67-a9b0-d559fca0ec71', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-601336-94-hyperv', '_interfaces': [{'id': '13c7c1e0-1108-4c37-8c21-d3d83d008092', 'name': '', 'network_id': '2fd142a9-a207-404d-a9ae-7efb565fc5be', 'tenant_id': 'f95f5bd5d3a04c1cb1d25bcb3c548b20', 'mac_address': 'fa:16:3e:85:24:4c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '615292a8-7f4f-4a19-a308-1525643a83a7', 'device_owner': 'network:router_interface', 'standard_attr_id': 1574, 'fixed_ips': [{'subnet_id': 'd690955b-e62b-44f5-a4de-5b19f00224f3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-94-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-23T11:53:22Z', 'updated_at': '2021-06-23T11:53:28Z', 'revision_number': 5, 'project_id': 'f95f5bd5d3a04c1cb1d25bcb3c548b20', 'subnets': [{'id': 'd690955b-e62b-44f5-a4de-5b19f00224f3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-601336-94-hyperv', False) {} {{(pid=94176) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 11:57:32.627309 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-debb1495-5fbe-440d-834b-b88deffc6335 None None] Checking router: 615292a8-7f4f-4a19-a308-1525643a83a7 for host: dv-neutron-601336-94-hyperv {{(pid=94176) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 23 11:57:32.636200 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.db.l3_dvrscheduler_db [None req-debb1495-5fbe-440d-834b-b88deffc6335 None None] Routers {'615292a8-7f4f-4a19-a308-1525643a83a7'} bound to L3 agent in host dv-neutron-601336-94-hyperv {{(pid=94176) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 23 11:57:32.637009 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.db.l3_hamode_db [None req-debb1495-5fbe-440d-834b-b88deffc6335 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-601336-94-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-06-23T11:22:13Z,description=,heartbeat_timestamp=2021-06-23T11:57:13Z,host='dv-neutron-601336-94-hyperv',id=50ef99c0-ef28-4db5-b303-b145898fae60,load=0,resource_versions=,resources_synced=,started_at=2021-06-23T11:22:14Z,topic='l3_agent')) {'router_ids': ['615292a8-7f4f-4a19-a308-1525643a83a7'], 'active': True} {{(pid=94176) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 11:57:32.744249 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.db.l3_dvr_db [None req-debb1495-5fbe-440d-834b-b88deffc6335 None None] Set router 615292a8-7f4f-4a19-a308-1525643a83a7 gateway port host: dv-neutron-601336-94-hyperv {{(pid=94176) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:838}} Jun 23 11:57:33.116799 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.db.l3_hamode_db [None req-debb1495-5fbe-440d-834b-b88deffc6335 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '615292a8-7f4f-4a19-a308-1525643a83a7', 'name': 'tempest-ServerActionsTestJSON-716138820-router', 'tenant_id': 'f95f5bd5d3a04c1cb1d25bcb3c548b20', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3e7e4eb3-cf02-4d47-ade9-0a579cdfc60f', 'external_fixed_ips': [{'subnet_id': 'a5ad15ab-c489-4a67-a9b0-d559fca0ec71', 'ip_address': '172.26.3.23'}], 'enable_snat': True}, 'gw_port_id': '3105b998-5972-4c17-a778-1c44f53d265f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-23T11:53:19Z', 'updated_at': '2021-06-23T11:53:23Z', 'revision_number': 4, 'project_id': 'f95f5bd5d3a04c1cb1d25bcb3c548b20', 'gw_port': {'id': '3105b998-5972-4c17-a778-1c44f53d265f', 'name': '', 'network_id': '3e7e4eb3-cf02-4d47-ade9-0a579cdfc60f', 'tenant_id': '', 'mac_address': 'fa:16:3e:45:19:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '615292a8-7f4f-4a19-a308-1525643a83a7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1573, 'fixed_ips': [{'subnet_id': 'a5ad15ab-c489-4a67-a9b0-d559fca0ec71', 'ip_address': '172.26.3.23', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-94-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-23T11:53:20Z', 'updated_at': '2021-06-23T11:53:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a5ad15ab-c489-4a67-a9b0-d559fca0ec71', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-601336-94-hyperv', '_interfaces': [{'id': '13c7c1e0-1108-4c37-8c21-d3d83d008092', 'name': '', 'network_id': '2fd142a9-a207-404d-a9ae-7efb565fc5be', 'tenant_id': 'f95f5bd5d3a04c1cb1d25bcb3c548b20', 'mac_address': 'fa:16:3e:85:24:4c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '615292a8-7f4f-4a19-a308-1525643a83a7', 'device_owner': 'network:router_interface', 'standard_attr_id': 1574, 'fixed_ips': [{'subnet_id': 'd690955b-e62b-44f5-a4de-5b19f00224f3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-94-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-23T11:53:22Z', 'updated_at': '2021-06-23T11:53:28Z', 'revision_number': 5, 'project_id': 'f95f5bd5d3a04c1cb1d25bcb3c548b20', 'subnets': [{'id': 'd690955b-e62b-44f5-a4de-5b19f00224f3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-601336-94-hyperv', False) {} {{(pid=94176) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 11:57:33.152330 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-debb1495-5fbe-440d-834b-b88deffc6335 None None] The sync data for ids ['615292a8-7f4f-4a19-a308-1525643a83a7'] in dv-neutron-601336-94-hyperv is: [{'id': '615292a8-7f4f-4a19-a308-1525643a83a7', 'name': 'tempest-ServerActionsTestJSON-716138820-router', 'tenant_id': 'f95f5bd5d3a04c1cb1d25bcb3c548b20', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3e7e4eb3-cf02-4d47-ade9-0a579cdfc60f', 'external_fixed_ips': [{'subnet_id': 'a5ad15ab-c489-4a67-a9b0-d559fca0ec71', 'ip_address': '172.26.3.23'}], 'enable_snat': True}, 'gw_port_id': '3105b998-5972-4c17-a778-1c44f53d265f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-23T11:53:19Z', 'updated_at': '2021-06-23T11:53:23Z', 'revision_number': 4, 'project_id': 'f95f5bd5d3a04c1cb1d25bcb3c548b20', 'gw_port': {'id': '3105b998-5972-4c17-a778-1c44f53d265f', 'name': '', 'network_id': '3e7e4eb3-cf02-4d47-ade9-0a579cdfc60f', 'tenant_id': '', 'mac_address': 'fa:16:3e:45:19:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '615292a8-7f4f-4a19-a308-1525643a83a7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1573, 'fixed_ips': [{'subnet_id': 'a5ad15ab-c489-4a67-a9b0-d559fca0ec71', 'ip_address': '172.26.3.23', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-94-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-23T11:53:20Z', 'updated_at': '2021-06-23T11:53:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a5ad15ab-c489-4a67-a9b0-d559fca0ec71', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-601336-94-hyperv', '_interfaces': [{'id': '13c7c1e0-1108-4c37-8c21-d3d83d008092', 'name': '', 'network_id': '2fd142a9-a207-404d-a9ae-7efb565fc5be', 'tenant_id': 'f95f5bd5d3a04c1cb1d25bcb3c548b20', 'mac_address': 'fa:16:3e:85:24:4c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '615292a8-7f4f-4a19-a308-1525643a83a7', 'device_owner': 'network:router_interface', 'standard_attr_id': 1574, 'fixed_ips': [{'subnet_id': 'd690955b-e62b-44f5-a4de-5b19f00224f3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-94-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-23T11:53:22Z', 'updated_at': '2021-06-23T11:53:28Z', 'revision_number': 5, 'project_id': 'f95f5bd5d3a04c1cb1d25bcb3c548b20', 'subnets': [{'id': 'd690955b-e62b-44f5-a4de-5b19f00224f3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94176) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 23 11:57:33.177678 dv-neutron-601336-94-hyperv neutron-server[94175]: INFO neutron.wsgi [req-18adf13f-5425-4fcb-944a-ee6546966da7 req-413097e4-985e-4c73-b36f-41d19ec3bde7 tempest-ServerActionsTestJSON-1945522763 tempest-ServerActionsTestJSON-1945522763-project] 10.222.0.20 "GET /v2.0/ports?device_id=acba5b54-4774-436f-9481-40d21127ac9e HTTP/1.1" status: 200 len: 210 time: 0.0434437 Jun 23 11:57:33.395059 dv-neutron-601336-94-hyperv neutron-server[94177]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-670e70fa-194d-4587-a1c1-ba8b725ad000 None None] New status for floating IP c49a1dd4-5f39-4d60-a6c5-625a0e4b7a3b: DOWN {{(pid=94177) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 23 11:57:34.506676 dv-neutron-601336-94-hyperv neutron-server[94174]: INFO neutron.wsgi [req-87a18a2e-7ca3-432f-8edc-345873f91c70 req-9cc86956-84c6-4157-a38e-ec3371da1d37 tempest-ServerActionsTestJSON-1945522763 tempest-ServerActionsTestJSON-1945522763-project] 10.222.0.20 "GET /v2.0/security-groups?name=tempest-securitygroup--948191400&fields=id&tenant_id=f95f5bd5d3a04c1cb1d25bcb3c548b20 HTTP/1.1" status: 200 len: 267 time: 0.0374317 Jun 23 11:57:34.612228 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87a18a2e-7ca3-432f-8edc-345873f91c70 req-4eff30a5-2215-48e0-bbfd-4a73bd8d4f2e tempest-ServerActionsTestJSON-1945522763 tempest-ServerActionsTestJSON-1945522763-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94174) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 11:57:34.613729 dv-neutron-601336-94-hyperv neutron-server[94174]: INFO neutron.wsgi [req-87a18a2e-7ca3-432f-8edc-345873f91c70 req-4eff30a5-2215-48e0-bbfd-4a73bd8d4f2e tempest-ServerActionsTestJSON-1945522763 tempest-ServerActionsTestJSON-1945522763-project] 10.222.0.20 "GET /v2.0/networks?id=2fd142a9-a207-404d-a9ae-7efb565fc5be HTTP/1.1" status: 200 len: 811 time: 0.1004550 Jun 23 11:57:34.629468 dv-neutron-601336-94-hyperv neutron-server[94174]: INFO neutron.wsgi [req-87a18a2e-7ca3-432f-8edc-345873f91c70 req-76d5a2b3-c5e5-4474-8277-9f24e07dbdb9 tempest-ServerActionsTestJSON-1945522763 tempest-ServerActionsTestJSON-1945522763-project] 10.222.0.20 "GET /v2.0/quotas/f95f5bd5d3a04c1cb1d25bcb3c548b20 HTTP/1.1" status: 200 len: 375 time: 0.0101824 Jun 23 11:57:34.708911 dv-neutron-601336-94-hyperv neutron-server[94174]: INFO neutron.wsgi [req-87a18a2e-7ca3-432f-8edc-345873f91c70 req-e6f3074e-4fe9-43a0-b07e-5c1fed0a3060 tempest-ServerActionsTestJSON-1945522763 tempest-ServerActionsTestJSON-1945522763-project] 10.222.0.20 "GET /v2.0/ports?tenant_id=f95f5bd5d3a04c1cb1d25bcb3c548b20&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0739555 Jun 23 11:57:34.818128 dv-neutron-601336-94-hyperv neutron-server[94174]: INFO neutron.wsgi [req-87a18a2e-7ca3-432f-8edc-345873f91c70 req-ef05e6a7-0a51-4817-976d-ae7214329d08 service neutron] 10.222.0.20 "GET /v2.0/networks/2fd142a9-a207-404d-a9ae-7efb565fc5be?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0976357 Jun 23 11:57:34.870023 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.plugins.ml2.rpc [None req-97bd5441-1da2-49ee-a364-27795820ba27 None None] Device be41b45b-4003-43d2-9990-93a4d3bd97f0 no longer exists at agent hyperv_hv-neutron-6013 {{(pid=94176) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:261}} Jun 23 11:57:34.891484 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.plugins.ml2.plugin [None req-97bd5441-1da2-49ee-a364-27795820ba27 None None] No Port match for: be41b45b-4003-43d2-9990-93a4d3bd97f0 {{(pid=94176) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2240}} Jun 23 11:57:34.892046 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.plugins.ml2.rpc [None req-97bd5441-1da2-49ee-a364-27795820ba27 None None] Device be41b45b-4003-43d2-9990-93a4d3bd97f0 not bound to the agent host hv-neutron-6013 {{(pid=94176) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:271}} Jun 23 11:57:35.208452 dv-neutron-601336-94-hyperv neutron-server[94174]: INFO neutron.wsgi [req-87a18a2e-7ca3-432f-8edc-345873f91c70 req-c22cbf66-dee1-49b7-94ec-fadf87bd9384 service neutron] 10.222.0.20 "GET /v2.0/networks/2fd142a9-a207-404d-a9ae-7efb565fc5be?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3845382 Jun 23 11:57:35.479474 dv-neutron-601336-94-hyperv neutron-server[94175]: INFO neutron.wsgi [req-09738d47-4f69-4125-91be-14df5f209cdc req-3c01734c-5633-4645-a196-fcbedd357d67 tempest-ServerActionsTestJSON-1945522763 tempest-ServerActionsTestJSON-1945522763-project] 10.222.0.20 "GET /v2.0/ports?device_id=fe505067-e56e-4002-8afc-eb7f559a3de7 HTTP/1.1" status: 200 len: 210 time: 0.0312667 Jun 23 11:57:36.621897 dv-neutron-601336-94-hyperv neutron-server[94174]: INFO neutron.wsgi [req-6c926e95-94f4-4acd-a31c-28b95f687e35 req-f9fb50c7-6e51-4062-9a4b-e4ac498bd8a5 tempest-ServerActionsTestJSON-1945522763 tempest-ServerActionsTestJSON-1945522763-project] 10.222.0.20 "GET /v2.0/ports?device_id=fe505067-e56e-4002-8afc-eb7f559a3de7 HTTP/1.1" status: 200 len: 210 time: 0.0297494 Jun 23 11:57:37.440035 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87a18a2e-7ca3-432f-8edc-345873f91c70 req-260c4dad-349c-459f-bc9f-6ced05e2966f tempest-ServerActionsTestJSON-1945522763 tempest-ServerActionsTestJSON-1945522763-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 11:57:37.441431 dv-neutron-601336-94-hyperv neutron-server[94175]: INFO neutron.wsgi [req-87a18a2e-7ca3-432f-8edc-345873f91c70 req-260c4dad-349c-459f-bc9f-6ced05e2966f tempest-ServerActionsTestJSON-1945522763 tempest-ServerActionsTestJSON-1945522763-project] 10.222.0.52 "GET /v2.0/networks?id=2fd142a9-a207-404d-a9ae-7efb565fc5be HTTP/1.1" status: 200 len: 811 time: 0.1063995 Jun 23 11:57:37.490107 dv-neutron-601336-94-hyperv neutron-server[94175]: INFO neutron.wsgi [req-87a18a2e-7ca3-432f-8edc-345873f91c70 req-6cac0aca-bfe5-4273-be74-04d6b4182025 tempest-ServerActionsTestJSON-1945522763 tempest-ServerActionsTestJSON-1945522763-project] 10.222.0.52 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=f95f5bd5d3a04c1cb1d25bcb3c548b20 HTTP/1.1" status: 200 len: 379 time: 0.0389705 Jun 23 11:57:37.499560 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.api.v2.base [req-87a18a2e-7ca3-432f-8edc-345873f91c70 req-8bef8c6d-c9c7-40a1-abf1-5095d88905bc tempest-ServerActionsTestJSON-1945522763 tempest-ServerActionsTestJSON-1945522763-project] Request body: {'port': {'device_id': 'fe505067-e56e-4002-8afc-eb7f559a3de7', 'network_id': '2fd142a9-a207-404d-a9ae-7efb565fc5be', 'admin_state_up': True, 'tenant_id': 'f95f5bd5d3a04c1cb1d25bcb3c548b20', 'security_groups': ['0af35ccc-af3f-4718-892b-c93ffd508c7a']}} {{(pid=94175) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 23 11:57:37.699282 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-87a18a2e-7ca3-432f-8edc-345873f91c70 req-8bef8c6d-c9c7-40a1-abf1-5095d88905bc tempest-ServerActionsTestJSON-1945522763 tempest-ServerActionsTestJSON-1945522763-project] Made reservation on behalf of f95f5bd5d3a04c1cb1d25bcb3c548b20 for: {'port': 1} {{(pid=94175) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 23 11:57:37.703346 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron_lib.callbacks.manager [req-87a18a2e-7ca3-432f-8edc-345873f91c70 req-8bef8c6d-c9c7-40a1-abf1-5095d88905bc tempest-ServerActionsTestJSON-1945522763 tempest-ServerActionsTestJSON-1945522763-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-923104'] for port, before_create {{(pid=94175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:57:37.794347 dv-neutron-601336-94-hyperv neutron-server[94175]: INFO neutron.wsgi [req-32a8b801-9468-4a17-9ae0-15a9193c576c req-44496a6c-a7fb-4077-9dcc-55f1b5952337 tempest-ServerActionsTestJSON-1945522763 tempest-ServerActionsTestJSON-1945522763-project] 10.222.0.20 "GET /v2.0/ports?device_id=fe505067-e56e-4002-8afc-eb7f559a3de7 HTTP/1.1" status: 200 len: 210 time: 0.0347075 Jun 23 11:57:37.865466 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.db.db_base_plugin_common [req-87a18a2e-7ca3-432f-8edc-345873f91c70 req-8bef8c6d-c9c7-40a1-abf1-5095d88905bc tempest-ServerActionsTestJSON-1945522763 tempest-ServerActionsTestJSON-1945522763-project] Allocated IP 172.20.0.9 (2fd142a9-a207-404d-a9ae-7efb565fc5be/d690955b-e62b-44f5-a4de-5b19f00224f3/14f64092-ea99-4f65-a114-fb928a9a390e) {{(pid=94175) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 23 11:57:38.005917 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron_lib.callbacks.manager [req-87a18a2e-7ca3-432f-8edc-345873f91c70 req-8bef8c6d-c9c7-40a1-abf1-5095d88905bc tempest-ServerActionsTestJSON-1945522763 tempest-ServerActionsTestJSON-1945522763-project] Notify callbacks [] for port, precommit_create {{(pid=94175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:57:38.016602 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.db.provisioning_blocks [req-87a18a2e-7ca3-432f-8edc-345873f91c70 req-8bef8c6d-c9c7-40a1-abf1-5095d88905bc tempest-ServerActionsTestJSON-1945522763 tempest-ServerActionsTestJSON-1945522763-project] Transition to ACTIVE for port object 14f64092-ea99-4f65-a114-fb928a9a390e will not be triggered until provisioned by entity DHCP. {{(pid=94175) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 23 11:57:38.105077 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron_lib.callbacks.manager [req-87a18a2e-7ca3-432f-8edc-345873f91c70 req-8bef8c6d-c9c7-40a1-abf1-5095d88905bc tempest-ServerActionsTestJSON-1945522763 tempest-ServerActionsTestJSON-1945522763-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-922915', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-239814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7866073', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773699642215', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-5082457'] for port, after_create {{(pid=94175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:57:38.109087 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG oslo_concurrency.lockutils [None req-256ddccf-9a88-4ece-86c7-eae110fa9f66 tempest-TestVolumeBootPattern-1838142519 tempest-TestVolumeBootPattern-1838142519-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94175) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 11:57:38.148953 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-87a18a2e-7ca3-432f-8edc-345873f91c70 req-8bef8c6d-c9c7-40a1-abf1-5095d88905bc tempest-ServerActionsTestJSON-1945522763 tempest-ServerActionsTestJSON-1945522763-project] Network 2fd142a9-a207-404d-a9ae-7efb565fc5be is already hosted by enough agents. {{(pid=94175) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 23 11:57:38.150345 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.scheduler.base_scheduler [req-87a18a2e-7ca3-432f-8edc-345873f91c70 req-8bef8c6d-c9c7-40a1-abf1-5095d88905bc tempest-ServerActionsTestJSON-1945522763 tempest-ServerActionsTestJSON-1945522763-project] Resources bound (agent type, host, resource id): {{(pid=94175) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 23 11:57:38.154410 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.db.l3_dvrscheduler_db [req-87a18a2e-7ca3-432f-8edc-345873f91c70 req-8bef8c6d-c9c7-40a1-abf1-5095d88905bc tempest-ServerActionsTestJSON-1945522763 tempest-ServerActionsTestJSON-1945522763-project] Received port after_create {{(pid=94175) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 23 11:57:38.186204 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bef8c6d-c9c7-40a1-abf1-5095d88905bc tempest-ServerActionsTestJSON-1945522763 tempest-ServerActionsTestJSON-1945522763-project] Pushing event updated for resources: {'Port': ['ID=14f64092-ea99-4f65-a114-fb928a9a390e,revision_number=1']} {{(pid=94175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 11:57:38.191130 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG oslo_concurrency.lockutils [None req-8bef8c6d-c9c7-40a1-abf1-5095d88905bc tempest-ServerActionsTestJSON-1945522763 tempest-ServerActionsTestJSON-1945522763-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.082s {{(pid=94175) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 11:57:38.221225 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87a18a2e-7ca3-432f-8edc-345873f91c70 req-8bef8c6d-c9c7-40a1-abf1-5095d88905bc tempest-ServerActionsTestJSON-1945522763 tempest-ServerActionsTestJSON-1945522763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 11:57:38.222307 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron_lib.callbacks.manager [req-87a18a2e-7ca3-432f-8edc-345873f91c70 req-8bef8c6d-c9c7-40a1-abf1-5095d88905bc tempest-ServerActionsTestJSON-1945522763 tempest-ServerActionsTestJSON-1945522763-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-217507'] for port, before_response {{(pid=94175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:57:38.294365 dv-neutron-601336-94-hyperv neutron-server[94175]: INFO neutron.wsgi [req-87a18a2e-7ca3-432f-8edc-345873f91c70 req-8bef8c6d-c9c7-40a1-abf1-5095d88905bc tempest-ServerActionsTestJSON-1945522763 tempest-ServerActionsTestJSON-1945522763-project] 10.222.0.52 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7986176 Jun 23 11:57:38.308248 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.api.v2.base [req-87a18a2e-7ca3-432f-8edc-345873f91c70 req-313ce69e-f988-4122-b1ea-fbc5d9a19e32 service neutron] Request body: {'port': {'device_id': 'fe505067-e56e-4002-8afc-eb7f559a3de7', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-6013'}} {{(pid=94175) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 23 11:57:38.393601 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron_lib.callbacks.manager [req-87a18a2e-7ca3-432f-8edc-345873f91c70 req-313ce69e-f988-4122-b1ea-fbc5d9a19e32 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-923122'] for port, before_update {{(pid=94175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:57:38.476640 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.db.provisioning_blocks [None req-8130256e-99d6-4e4b-a838-a2e3c06a8566 None None] Provisioning for port 14f64092-ea99-4f65-a114-fb928a9a390e completed by entity DHCP. {{(pid=94176) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 23 11:57:38.481031 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.db.provisioning_blocks [None req-8130256e-99d6-4e4b-a838-a2e3c06a8566 None None] Provisioning complete for port 14f64092-ea99-4f65-a114-fb928a9a390e triggered by entity DHCP. {{(pid=94176) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 23 11:57:38.481551 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron_lib.callbacks.manager [None req-8130256e-99d6-4e4b-a838-a2e3c06a8566 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-899258'] for port, provisioning_complete {{(pid=94176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:57:38.526723 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.plugins.ml2.plugin [None req-8130256e-99d6-4e4b-a838-a2e3c06a8566 None None] Port 14f64092-ea99-4f65-a114-fb928a9a390e cannot update to ACTIVE because it is not bound. {{(pid=94176) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jun 23 11:57:38.667653 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.notifiers.nova [req-87a18a2e-7ca3-432f-8edc-345873f91c70 req-313ce69e-f988-4122-b1ea-fbc5d9a19e32 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 14f64092-ea99-4f65-a114-fb928a9a390e {{(pid=94175) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 23 11:57:38.675672 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron_lib.callbacks.manager [req-87a18a2e-7ca3-432f-8edc-345873f91c70 req-313ce69e-f988-4122-b1ea-fbc5d9a19e32 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:57:38.688157 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.db.provisioning_blocks [req-87a18a2e-7ca3-432f-8edc-345873f91c70 req-313ce69e-f988-4122-b1ea-fbc5d9a19e32 service neutron] Transition to ACTIVE for port object 14f64092-ea99-4f65-a114-fb928a9a390e will not be triggered until provisioned by entity L2. {{(pid=94175) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 23 11:57:38.756326 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron_lib.callbacks.manager [req-87a18a2e-7ca3-432f-8edc-345873f91c70 req-313ce69e-f988-4122-b1ea-fbc5d9a19e32 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-922904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866062', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773700135042', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773699642233', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773699642278', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5082471'] for port, after_update {{(pid=94175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:57:38.758561 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG oslo_concurrency.lockutils [None req-2139f6b5-5ee6-458d-ba04-bc89d6eef20c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94175) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 11:57:38.814728 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-313ce69e-f988-4122-b1ea-fbc5d9a19e32 service neutron] Pushing event updated for resources: {'Port': ['ID=14f64092-ea99-4f65-a114-fb928a9a390e,revision_number=2']} {{(pid=94175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 11:57:38.836925 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG oslo_concurrency.lockutils [None req-313ce69e-f988-4122-b1ea-fbc5d9a19e32 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.078s {{(pid=94175) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 11:57:38.892389 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.plugins.ml2.managers [req-87a18a2e-7ca3-432f-8edc-345873f91c70 req-313ce69e-f988-4122-b1ea-fbc5d9a19e32 service neutron] Attempting to bind port 14f64092-ea99-4f65-a114-fb928a9a390e on host hv-neutron-6013 for vnic_type normal with profile {{(pid=94175) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 23 11:57:38.894860 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.plugins.ml2.managers [req-87a18a2e-7ca3-432f-8edc-345873f91c70 req-313ce69e-f988-4122-b1ea-fbc5d9a19e32 service neutron] Attempting to bind port 14f64092-ea99-4f65-a114-fb928a9a390e by drivers openvswitch,hyperv on host hv-neutron-6013 at level 0 using segments [{'id': 'c5336f67-3b17-48c3-969f-4266bc0dd37d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 443, 'network_id': '2fd142a9-a207-404d-a9ae-7efb565fc5be'}] {{(pid=94175) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 23 11:57:38.894860 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-87a18a2e-7ca3-432f-8edc-345873f91c70 req-313ce69e-f988-4122-b1ea-fbc5d9a19e32 service neutron] Attempting to bind port 14f64092-ea99-4f65-a114-fb928a9a390e on network 2fd142a9-a207-404d-a9ae-7efb565fc5be {{(pid=94175) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 23 11:57:38.897711 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-87a18a2e-7ca3-432f-8edc-345873f91c70 req-313ce69e-f988-4122-b1ea-fbc5d9a19e32 service neutron] Port 14f64092-ea99-4f65-a114-fb928a9a390e on network 2fd142a9-a207-404d-a9ae-7efb565fc5be not bound, no agent of type Open vSwitch agent registered on host hv-neutron-6013 {{(pid=94175) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 23 11:57:38.898047 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-87a18a2e-7ca3-432f-8edc-345873f91c70 req-313ce69e-f988-4122-b1ea-fbc5d9a19e32 service neutron] Attempting to bind port 14f64092-ea99-4f65-a114-fb928a9a390e on network 2fd142a9-a207-404d-a9ae-7efb565fc5be {{(pid=94175) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 23 11:57:38.904507 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-87a18a2e-7ca3-432f-8edc-345873f91c70 req-313ce69e-f988-4122-b1ea-fbc5d9a19e32 service neutron] Checking agent: {'id': '3a130b41-5b27-406b-aeb2-5a923af79f10', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-6013', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 23, 11, 28, 23), 'started_at': datetime.datetime(2021, 6, 23, 11, 28, 23), 'heartbeat_timestamp': datetime.datetime(2021, 6, 23, 11, 57, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94175) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 23 11:57:38.904861 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-87a18a2e-7ca3-432f-8edc-345873f91c70 req-313ce69e-f988-4122-b1ea-fbc5d9a19e32 service neutron] Checking segment: {'id': 'c5336f67-3b17-48c3-969f-4266bc0dd37d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 443, 'network_id': '2fd142a9-a207-404d-a9ae-7efb565fc5be'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94175) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 23 11:57:38.905245 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-87a18a2e-7ca3-432f-8edc-345873f91c70 req-313ce69e-f988-4122-b1ea-fbc5d9a19e32 service neutron] Bound using segment: {'id': 'c5336f67-3b17-48c3-969f-4266bc0dd37d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 443, 'network_id': '2fd142a9-a207-404d-a9ae-7efb565fc5be'} {{(pid=94175) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 23 11:57:38.905681 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.plugins.ml2.managers [req-87a18a2e-7ca3-432f-8edc-345873f91c70 req-313ce69e-f988-4122-b1ea-fbc5d9a19e32 service neutron] Bound port: 14f64092-ea99-4f65-a114-fb928a9a390e, host: hv-neutron-6013, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c5336f67-3b17-48c3-969f-4266bc0dd37d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 443, 'network_id': '2fd142a9-a207-404d-a9ae-7efb565fc5be'}}] {{(pid=94175) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 23 11:57:38.906037 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron_lib.callbacks.manager [req-87a18a2e-7ca3-432f-8edc-345873f91c70 req-313ce69e-f988-4122-b1ea-fbc5d9a19e32 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-923122'] for port, before_update {{(pid=94175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:57:38.985674 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.plugins.ml2.db [req-87a18a2e-7ca3-432f-8edc-345873f91c70 req-313ce69e-f988-4122-b1ea-fbc5d9a19e32 service neutron] For port 14f64092-ea99-4f65-a114-fb928a9a390e, host hv-neutron-6013, cleared binding levels {{(pid=94175) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 23 11:57:38.991011 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.plugins.ml2.db [req-87a18a2e-7ca3-432f-8edc-345873f91c70 req-313ce69e-f988-4122-b1ea-fbc5d9a19e32 service neutron] For port 14f64092-ea99-4f65-a114-fb928a9a390e, host hv-neutron-6013, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-6013',level=0,port_id=14f64092-ea99-4f65-a114-fb928a9a390e,segment=NetworkSegment(c5336f67-3b17-48c3-969f-4266bc0dd37d),segment_id=c5336f67-3b17-48c3-969f-4266bc0dd37d)] {{(pid=94175) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 23 11:57:39.016269 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2a02fa6-1418-4f67-8137-c3733500b869 req-41fc0174-b582-4177-97e3-f70ddcf736cf tempest-ServerActionsTestJSON-1945522763 tempest-ServerActionsTestJSON-1945522763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94174) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 11:57:39.017833 dv-neutron-601336-94-hyperv neutron-server[94174]: INFO neutron.wsgi [req-f2a02fa6-1418-4f67-8137-c3733500b869 req-41fc0174-b582-4177-97e3-f70ddcf736cf tempest-ServerActionsTestJSON-1945522763 tempest-ServerActionsTestJSON-1945522763-project] 10.222.0.20 "GET /v2.0/ports?device_id=fe505067-e56e-4002-8afc-eb7f559a3de7 HTTP/1.1" status: 200 len: 943 time: 0.0671477 Jun 23 11:57:39.059491 dv-neutron-601336-94-hyperv neutron-server[94174]: INFO neutron.wsgi [req-f2a02fa6-1418-4f67-8137-c3733500b869 req-05a3e6d8-9a42-4d9f-a339-391e61b43aa3 tempest-ServerActionsTestJSON-1945522763 tempest-ServerActionsTestJSON-1945522763-project] 10.222.0.20 "GET /v2.0/security-groups?id=0af35ccc-af3f-4718-892b-c93ffd508c7a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0359116 Jun 23 11:57:39.071776 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron_lib.callbacks.manager [req-87a18a2e-7ca3-432f-8edc-345873f91c70 req-313ce69e-f988-4122-b1ea-fbc5d9a19e32 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-922904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866062', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773700135042', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773699642233', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773699642278', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5082471'] for port, after_update {{(pid=94175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:57:39.074736 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG oslo_concurrency.lockutils [None req-0f9fa369-0f1f-4828-9e7a-386bf2e1d147 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94175) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 11:57:39.108928 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87a18a2e-7ca3-432f-8edc-345873f91c70 req-313ce69e-f988-4122-b1ea-fbc5d9a19e32 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 11:57:39.109246 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron_lib.callbacks.manager [req-87a18a2e-7ca3-432f-8edc-345873f91c70 req-313ce69e-f988-4122-b1ea-fbc5d9a19e32 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-217507'] for port, before_response {{(pid=94175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:57:39.110865 dv-neutron-601336-94-hyperv neutron-server[94175]: INFO neutron.wsgi [req-87a18a2e-7ca3-432f-8edc-345873f91c70 req-313ce69e-f988-4122-b1ea-fbc5d9a19e32 service neutron] 10.222.0.52 "PUT /v2.0/ports/14f64092-ea99-4f65-a114-fb928a9a390e HTTP/1.1" status: 200 len: 1093 time: 0.8089399 Jun 23 11:57:39.113396 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fe505067-e56e-4002-8afc-eb7f559a3de7', 'tag': '14f64092-ea99-4f65-a114-fb928a9a390e'}] {{(pid=94175) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 23 11:57:39.115823 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1970408df4ea4e7170669a1249478e627cf05a5a0b07cc08a66c5cb53d0ac47a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-48db7297-92e3-4f9f-83f7-78cde96a46d5" -d '{"events": [{"name": "network-changed", "server_uuid": "fe505067-e56e-4002-8afc-eb7f559a3de7", "tag": "14f64092-ea99-4f65-a114-fb928a9a390e"}]}' {{(pid=94175) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 23 11:57:39.145809 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-313ce69e-f988-4122-b1ea-fbc5d9a19e32 service neutron] Pushing event updated for resources: {'Port': ['ID=14f64092-ea99-4f65-a114-fb928a9a390e,revision_number=3']} {{(pid=94175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 11:57:39.149334 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG oslo_concurrency.lockutils [None req-313ce69e-f988-4122-b1ea-fbc5d9a19e32 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.074s {{(pid=94175) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 11:57:39.177616 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 23 Jun 2021 11:57:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c85a48c8-8602-4f7e-a1f1-8af02a93305d x-openstack-request-id: req-c85a48c8-8602-4f7e-a1f1-8af02a93305d {{(pid=94175) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 23 11:57:39.177901 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "fe505067-e56e-4002-8afc-eb7f559a3de7", "tag": "14f64092-ea99-4f65-a114-fb928a9a390e", "status": "completed", "code": 200}]} {{(pid=94175) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 23 11:57:39.178208 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-c85a48c8-8602-4f7e-a1f1-8af02a93305d {{(pid=94175) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 23 11:57:39.178660 dv-neutron-601336-94-hyperv neutron-server[94175]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'fe505067-e56e-4002-8afc-eb7f559a3de7', 'tag': '14f64092-ea99-4f65-a114-fb928a9a390e', 'status': 'completed', 'code': 200} Jun 23 11:57:39.277574 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48db7297-92e3-4f9f-83f7-78cde96a46d5 req-4b2bb9ab-4750-4858-9294-97b92df3f7f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 11:57:39.279684 dv-neutron-601336-94-hyperv neutron-server[94175]: INFO neutron.wsgi [req-48db7297-92e3-4f9f-83f7-78cde96a46d5 req-4b2bb9ab-4750-4858-9294-97b92df3f7f6 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=f95f5bd5d3a04c1cb1d25bcb3c548b20&device_id=fe505067-e56e-4002-8afc-eb7f559a3de7 HTTP/1.1" status: 200 len: 1096 time: 0.0801589 Jun 23 11:57:39.378674 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48db7297-92e3-4f9f-83f7-78cde96a46d5 req-b7fb574b-1320-40ea-a8a8-3deb16a418c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 11:57:39.380326 dv-neutron-601336-94-hyperv neutron-server[94175]: INFO neutron.wsgi [req-48db7297-92e3-4f9f-83f7-78cde96a46d5 req-b7fb574b-1320-40ea-a8a8-3deb16a418c4 service neutron] 10.222.0.52 "GET /v2.0/networks?tenant_id=f95f5bd5d3a04c1cb1d25bcb3c548b20&shared=False HTTP/1.1" status: 200 len: 912 time: 0.0943182 Jun 23 11:57:39.493186 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48db7297-92e3-4f9f-83f7-78cde96a46d5 req-306abf74-7821-429e-b595-ed3f2043fa16 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 11:57:39.494677 dv-neutron-601336-94-hyperv neutron-server[94175]: INFO neutron.wsgi [req-48db7297-92e3-4f9f-83f7-78cde96a46d5 req-306abf74-7821-429e-b595-ed3f2043fa16 service neutron] 10.222.0.52 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1064234 Jun 23 11:57:39.585659 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87a18a2e-7ca3-432f-8edc-345873f91c70 req-8dc63f42-f558-438a-a0a9-baef4601183b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 11:57:39.587053 dv-neutron-601336-94-hyperv neutron-server[94175]: INFO neutron.wsgi [req-87a18a2e-7ca3-432f-8edc-345873f91c70 req-8dc63f42-f558-438a-a0a9-baef4601183b service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=f95f5bd5d3a04c1cb1d25bcb3c548b20&device_id=fe505067-e56e-4002-8afc-eb7f559a3de7 HTTP/1.1" status: 200 len: 1096 time: 0.0549753 Jun 23 11:57:39.626945 dv-neutron-601336-94-hyperv neutron-server[94175]: INFO neutron.wsgi [req-87a18a2e-7ca3-432f-8edc-345873f91c70 req-e6f011f4-71b5-4d07-87ba-8818ae818a1c service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=14f64092-ea99-4f65-a114-fb928a9a390e HTTP/1.1" status: 200 len: 217 time: 0.0324702 Jun 23 11:57:39.678275 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87a18a2e-7ca3-432f-8edc-345873f91c70 req-a4605a76-5ade-4423-b448-f4cc4c3e9570 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 11:57:39.679750 dv-neutron-601336-94-hyperv neutron-server[94175]: INFO neutron.wsgi [req-87a18a2e-7ca3-432f-8edc-345873f91c70 req-a4605a76-5ade-4423-b448-f4cc4c3e9570 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=d690955b-e62b-44f5-a4de-5b19f00224f3 HTTP/1.1" status: 200 len: 850 time: 0.0469935 Jun 23 11:57:39.735384 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87a18a2e-7ca3-432f-8edc-345873f91c70 req-136b5338-d353-4964-91c8-92ca9de64733 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 11:57:39.736843 dv-neutron-601336-94-hyperv neutron-server[94175]: INFO neutron.wsgi [req-87a18a2e-7ca3-432f-8edc-345873f91c70 req-136b5338-d353-4964-91c8-92ca9de64733 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=2fd142a9-a207-404d-a9ae-7efb565fc5be&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1178 time: 0.0503199 Jun 23 11:57:39.827417 dv-neutron-601336-94-hyperv neutron-server[94175]: INFO neutron.wsgi [req-87a18a2e-7ca3-432f-8edc-345873f91c70 req-1fc491e7-857b-416a-b849-19482867ac34 service neutron] 10.222.0.52 "GET /v2.0/networks/2fd142a9-a207-404d-a9ae-7efb565fc5be?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0838494 Jun 23 11:57:39.920745 dv-neutron-601336-94-hyperv neutron-server[94175]: INFO neutron.wsgi [req-87a18a2e-7ca3-432f-8edc-345873f91c70 req-e338fc8b-dbd1-4af2-be2d-2ec7349d87c3 service neutron] 10.222.0.52 "GET /v2.0/networks/2fd142a9-a207-404d-a9ae-7efb565fc5be?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0872092 Jun 23 11:57:40.253752 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b612f476-62df-4c81-b3c2-6271bf5a7c41 req-ac114bc6-991f-411b-b059-667ea91514da tempest-ServerActionsTestJSON-1945522763 tempest-ServerActionsTestJSON-1945522763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94174) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 11:57:40.255232 dv-neutron-601336-94-hyperv neutron-server[94174]: INFO neutron.wsgi [req-b612f476-62df-4c81-b3c2-6271bf5a7c41 req-ac114bc6-991f-411b-b059-667ea91514da tempest-ServerActionsTestJSON-1945522763 tempest-ServerActionsTestJSON-1945522763-project] 10.222.0.20 "GET /v2.0/ports?device_id=fe505067-e56e-4002-8afc-eb7f559a3de7 HTTP/1.1" status: 200 len: 943 time: 0.0686924 Jun 23 11:57:40.293680 dv-neutron-601336-94-hyperv neutron-server[94174]: INFO neutron.wsgi [req-b612f476-62df-4c81-b3c2-6271bf5a7c41 req-a61dc233-7413-49fa-9afd-589b5305461c tempest-ServerActionsTestJSON-1945522763 tempest-ServerActionsTestJSON-1945522763-project] 10.222.0.20 "GET /v2.0/security-groups?id=0af35ccc-af3f-4718-892b-c93ffd508c7a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0323923 Jun 23 11:57:40.884871 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.plugins.ml2.rpc [None req-97bd5441-1da2-49ee-a364-27795820ba27 None None] Device 14f64092-ea99-4f65-a114-fb928a9a390e details requested by agent hyperv_hv-neutron-6013 with host hv-neutron-6013 {{(pid=94176) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:104}} Jun 23 11:57:40.941182 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron_lib.callbacks.manager [None req-b29b01d0-6ef5-4bf1-bf01-483e01816843 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773699952132', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-899307'] for agent, after_update {{(pid=94176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:57:40.980036 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.plugins.ml2.db [None req-97bd5441-1da2-49ee-a364-27795820ba27 None None] For port 14f64092-ea99-4f65-a114-fb928a9a390e, host hv-neutron-6013, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-6013',level=0,port_id=14f64092-ea99-4f65-a114-fb928a9a390e,segment=NetworkSegment(c5336f67-3b17-48c3-969f-4266bc0dd37d),segment_id=c5336f67-3b17-48c3-969f-4266bc0dd37d)] {{(pid=94176) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 23 11:57:40.990496 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.plugins.ml2.rpc [None req-97bd5441-1da2-49ee-a364-27795820ba27 None None] Returning: {'device': '14f64092-ea99-4f65-a114-fb928a9a390e', 'network_id': '2fd142a9-a207-404d-a9ae-7efb565fc5be', 'port_id': '14f64092-ea99-4f65-a114-fb928a9a390e', 'mac_address': 'fa:16:3e:aa:69:10', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 443, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd690955b-e62b-44f5-a4de-5b19f00224f3', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94176) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:186}} Jun 23 11:57:41.028282 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron_lib.callbacks.manager [None req-97bd5441-1da2-49ee-a364-27795820ba27 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-923122'] for port, before_update {{(pid=94176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:57:41.044982 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.notifiers.nova [None req-97bd5441-1da2-49ee-a364-27795820ba27 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 14f64092-ea99-4f65-a114-fb928a9a390e {{(pid=94176) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 23 11:57:41.065387 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.plugins.ml2.db [None req-97bd5441-1da2-49ee-a364-27795820ba27 None None] For port 14f64092-ea99-4f65-a114-fb928a9a390e, host hv-neutron-6013, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-6013',level=0,port_id=14f64092-ea99-4f65-a114-fb928a9a390e,segment=NetworkSegment(c5336f67-3b17-48c3-969f-4266bc0dd37d),segment_id=c5336f67-3b17-48c3-969f-4266bc0dd37d)] {{(pid=94176) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 23 11:57:41.139986 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron_lib.callbacks.manager [None req-97bd5441-1da2-49ee-a364-27795820ba27 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-922904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866062', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773700135042', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773699642233', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773699642278'] for port, after_update {{(pid=94176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:57:41.142576 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG oslo_concurrency.lockutils [None req-97bd5441-1da2-49ee-a364-27795820ba27 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 11:57:41.189375 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97bd5441-1da2-49ee-a364-27795820ba27 None None] Pushing event updated for resources: {'Port': ['ID=14f64092-ea99-4f65-a114-fb928a9a390e,revision_number=4']} {{(pid=94176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 11:57:41.192802 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG oslo_concurrency.lockutils [None req-97bd5441-1da2-49ee-a364-27795820ba27 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=94176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 11:57:41.342577 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.plugins.ml2.db [None req-97bd5441-1da2-49ee-a364-27795820ba27 None None] get_ports_and_sgs() called for port_ids ['14f64092-ea99-4f65-a114-fb928a9a390e'] {{(pid=94176) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 23 11:57:41.487884 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5bd7c63-e8f2-4db6-9000-3ab81d5a96c5 req-eb9f036d-6b09-4ab4-9d15-4a7fdb72cb85 tempest-ServerActionsTestJSON-1945522763 tempest-ServerActionsTestJSON-1945522763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 11:57:41.489317 dv-neutron-601336-94-hyperv neutron-server[94175]: INFO neutron.wsgi [req-d5bd7c63-e8f2-4db6-9000-3ab81d5a96c5 req-eb9f036d-6b09-4ab4-9d15-4a7fdb72cb85 tempest-ServerActionsTestJSON-1945522763 tempest-ServerActionsTestJSON-1945522763-project] 10.222.0.20 "GET /v2.0/ports?device_id=fe505067-e56e-4002-8afc-eb7f559a3de7 HTTP/1.1" status: 200 len: 944 time: 0.0782869 Jun 23 11:57:41.542259 dv-neutron-601336-94-hyperv neutron-server[94175]: INFO neutron.wsgi [req-d5bd7c63-e8f2-4db6-9000-3ab81d5a96c5 req-fd4e01b3-d3b2-44d3-b61a-ad5804cd4341 tempest-ServerActionsTestJSON-1945522763 tempest-ServerActionsTestJSON-1945522763-project] 10.222.0.20 "GET /v2.0/security-groups?id=0af35ccc-af3f-4718-892b-c93ffd508c7a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0440691 Jun 23 11:57:42.722535 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f4cd8b2-0863-4498-8e21-1be9d1ecb7fd req-333530e1-6af4-4d4b-9cd2-71718b27520d tempest-ServerActionsTestJSON-1945522763 tempest-ServerActionsTestJSON-1945522763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94174) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 11:57:42.724200 dv-neutron-601336-94-hyperv neutron-server[94174]: INFO neutron.wsgi [req-9f4cd8b2-0863-4498-8e21-1be9d1ecb7fd req-333530e1-6af4-4d4b-9cd2-71718b27520d tempest-ServerActionsTestJSON-1945522763 tempest-ServerActionsTestJSON-1945522763-project] 10.222.0.20 "GET /v2.0/ports?device_id=fe505067-e56e-4002-8afc-eb7f559a3de7 HTTP/1.1" status: 200 len: 944 time: 0.0655038 Jun 23 11:57:42.762430 dv-neutron-601336-94-hyperv neutron-server[94174]: INFO neutron.wsgi [req-9f4cd8b2-0863-4498-8e21-1be9d1ecb7fd req-c1bef7c6-6754-4899-beb9-6bcd6c3a1ad7 tempest-ServerActionsTestJSON-1945522763 tempest-ServerActionsTestJSON-1945522763-project] 10.222.0.20 "GET /v2.0/security-groups?id=0af35ccc-af3f-4718-892b-c93ffd508c7a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0325963 Jun 23 11:57:42.893301 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.plugins.ml2.rpc [None req-97bd5441-1da2-49ee-a364-27795820ba27 None None] Device 14f64092-ea99-4f65-a114-fb928a9a390e up at agent hyperv_hv-neutron-6013 {{(pid=94176) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:298}} Jun 23 11:57:43.001674 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.db.provisioning_blocks [None req-97bd5441-1da2-49ee-a364-27795820ba27 None None] Provisioning for port 14f64092-ea99-4f65-a114-fb928a9a390e completed by entity L2. {{(pid=94176) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 23 11:57:43.005816 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.db.provisioning_blocks [None req-97bd5441-1da2-49ee-a364-27795820ba27 None None] Provisioning complete for port 14f64092-ea99-4f65-a114-fb928a9a390e triggered by entity L2. {{(pid=94176) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 23 11:57:43.006203 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron_lib.callbacks.manager [None req-97bd5441-1da2-49ee-a364-27795820ba27 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-899258'] for port, provisioning_complete {{(pid=94176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:57:43.081779 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron_lib.callbacks.manager [None req-97bd5441-1da2-49ee-a364-27795820ba27 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-923122'] for port, before_update {{(pid=94176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:57:43.104950 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fe505067-e56e-4002-8afc-eb7f559a3de7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '14f64092-ea99-4f65-a114-fb928a9a390e'}] {{(pid=94176) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 23 11:57:43.107789 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}887b0dfc0393de878080286a57e4a08d4fa60dd0cddd118f338ebfcd351ddd4c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-846a20c5-0ce0-4b23-b132-03b74ce8c912" -d '{"events": [{"server_uuid": "fe505067-e56e-4002-8afc-eb7f559a3de7", "name": "network-vif-plugged", "status": "completed", "tag": "14f64092-ea99-4f65-a114-fb928a9a390e"}]}' {{(pid=94176) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 23 11:57:43.120786 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.plugins.ml2.db [None req-97bd5441-1da2-49ee-a364-27795820ba27 None None] For port 14f64092-ea99-4f65-a114-fb928a9a390e, host hv-neutron-6013, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-6013',level=0,port_id=14f64092-ea99-4f65-a114-fb928a9a390e,segment=NetworkSegment(c5336f67-3b17-48c3-969f-4266bc0dd37d),segment_id=c5336f67-3b17-48c3-969f-4266bc0dd37d)] {{(pid=94176) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 23 11:57:43.144064 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 23 Jun 2021 11:57:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5858bdfc-6879-4450-a67a-0130767d22ce x-openstack-request-id: req-5858bdfc-6879-4450-a67a-0130767d22ce {{(pid=94176) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 23 11:57:43.144308 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fe505067-e56e-4002-8afc-eb7f559a3de7", "name": "network-vif-plugged", "status": "completed", "tag": "14f64092-ea99-4f65-a114-fb928a9a390e", "code": 200}]} {{(pid=94176) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 23 11:57:43.144572 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-5858bdfc-6879-4450-a67a-0130767d22ce {{(pid=94176) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 23 11:57:43.144972 dv-neutron-601336-94-hyperv neutron-server[94176]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fe505067-e56e-4002-8afc-eb7f559a3de7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '14f64092-ea99-4f65-a114-fb928a9a390e', 'code': 200} Jun 23 11:57:43.190791 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron_lib.callbacks.manager [None req-97bd5441-1da2-49ee-a364-27795820ba27 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-922904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866062', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773700135042', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773699642233', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773699642278'] for port, after_update {{(pid=94176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:57:43.192882 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG oslo_concurrency.lockutils [None req-97bd5441-1da2-49ee-a364-27795820ba27 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 11:57:43.218648 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron_lib.callbacks.manager [None req-d579ff3a-0e9a-4d2f-93dd-bf4e0139d2f4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773699952132', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-899307'] for agent, after_update {{(pid=94176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:57:43.248882 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97bd5441-1da2-49ee-a364-27795820ba27 None None] Pushing event updated for resources: {'Port': ['ID=14f64092-ea99-4f65-a114-fb928a9a390e,revision_number=5']} {{(pid=94176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 11:57:43.252083 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG oslo_concurrency.lockutils [None req-97bd5441-1da2-49ee-a364-27795820ba27 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.059s {{(pid=94176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 11:57:43.514678 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4173596-eda1-4435-be6d-8df18e829ef6 req-6f4f5b64-a203-45e4-a549-25843312f09a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 11:57:43.516112 dv-neutron-601336-94-hyperv neutron-server[94175]: INFO neutron.wsgi [req-a4173596-eda1-4435-be6d-8df18e829ef6 req-6f4f5b64-a203-45e4-a549-25843312f09a service neutron] 10.222.0.52 "GET /v2.0/ports?device_id=fe505067-e56e-4002-8afc-eb7f559a3de7 HTTP/1.1" status: 200 len: 1098 time: 0.0641472 Jun 23 11:57:43.556270 dv-neutron-601336-94-hyperv neutron-server[94175]: INFO neutron.wsgi [req-a4173596-eda1-4435-be6d-8df18e829ef6 req-0f18dc60-0220-4101-a6bd-9f5930315f09 service neutron] 10.222.0.52 "GET /v2.0/security-groups?id=0af35ccc-af3f-4718-892b-c93ffd508c7a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0328574 Jun 23 11:57:43.916749 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron_lib.callbacks.manager [None req-dc7542b2-afef-47f4-a763-e3a3cba144be None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773699952132', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-899307'] for agent, after_update {{(pid=94176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:57:43.961443 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0feef7ef-a505-4812-89ea-8a0c6cbd408f req-ca37878a-c908-44bb-9fe9-4ec125999a49 tempest-ServerActionsTestJSON-1945522763 tempest-ServerActionsTestJSON-1945522763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94174) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 11:57:43.962658 dv-neutron-601336-94-hyperv neutron-server[94174]: INFO neutron.wsgi [req-0feef7ef-a505-4812-89ea-8a0c6cbd408f req-ca37878a-c908-44bb-9fe9-4ec125999a49 tempest-ServerActionsTestJSON-1945522763 tempest-ServerActionsTestJSON-1945522763-project] 10.222.0.20 "GET /v2.0/ports?device_id=fe505067-e56e-4002-8afc-eb7f559a3de7 HTTP/1.1" status: 200 len: 945 time: 0.0786107 Jun 23 11:57:44.009292 dv-neutron-601336-94-hyperv neutron-server[94174]: INFO neutron.wsgi [req-0feef7ef-a505-4812-89ea-8a0c6cbd408f req-18ad548e-8d17-4336-aec9-cb48292f1f6a tempest-ServerActionsTestJSON-1945522763 tempest-ServerActionsTestJSON-1945522763-project] 10.222.0.20 "GET /v2.0/security-groups?id=0af35ccc-af3f-4718-892b-c93ffd508c7a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0396042 Jun 23 11:57:44.687642 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron_lib.callbacks.manager [None req-4c20ea5f-bc7f-4d4e-935d-57f082af6ccb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773699952132', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-899307'] for agent, after_update {{(pid=94176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:57:45.192173 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f09f67c7-d4a4-41e8-b829-cd67f50ca874 req-feae7aae-444d-4975-834e-8a197f3768b8 tempest-ServerActionsTestJSON-1945522763 tempest-ServerActionsTestJSON-1945522763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 11:57:45.193614 dv-neutron-601336-94-hyperv neutron-server[94175]: INFO neutron.wsgi [req-f09f67c7-d4a4-41e8-b829-cd67f50ca874 req-feae7aae-444d-4975-834e-8a197f3768b8 tempest-ServerActionsTestJSON-1945522763 tempest-ServerActionsTestJSON-1945522763-project] 10.222.0.20 "GET /v2.0/ports?device_id=fe505067-e56e-4002-8afc-eb7f559a3de7 HTTP/1.1" status: 200 len: 945 time: 0.0630946 Jun 23 11:57:45.230347 dv-neutron-601336-94-hyperv neutron-server[94175]: INFO neutron.wsgi [req-f09f67c7-d4a4-41e8-b829-cd67f50ca874 req-d8a3fe8e-f42e-4ea9-81bd-c22bc46cdcd2 tempest-ServerActionsTestJSON-1945522763 tempest-ServerActionsTestJSON-1945522763-project] 10.222.0.20 "GET /v2.0/security-groups?id=0af35ccc-af3f-4718-892b-c93ffd508c7a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0311067 Jun 23 11:57:45.397967 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2754f43-42e3-41f2-a1ac-e3ac0d9858e4 req-0ddf3e03-6f84-400e-834d-fbc52f066646 tempest-ServerActionsTestJSON-1945522763 tempest-ServerActionsTestJSON-1945522763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94174) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 11:57:45.399454 dv-neutron-601336-94-hyperv neutron-server[94174]: INFO neutron.wsgi [req-c2754f43-42e3-41f2-a1ac-e3ac0d9858e4 req-0ddf3e03-6f84-400e-834d-fbc52f066646 tempest-ServerActionsTestJSON-1945522763 tempest-ServerActionsTestJSON-1945522763-project] 10.222.0.20 "GET /v2.0/ports?device_id=fe505067-e56e-4002-8afc-eb7f559a3de7 HTTP/1.1" status: 200 len: 945 time: 0.0629790 Jun 23 11:57:45.408905 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.wsgi [-] (94174) accepted ('10.222.0.20', 46870) {{(pid=94174) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 11:57:45.413401 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.api.v2.base [None req-5454426c-281c-4f6c-9540-062bc45c2a1e tempest-ServerActionsTestJSON-1945522763 tempest-ServerActionsTestJSON-1945522763-project] Request body: {'floatingip': {'port_id': '14f64092-ea99-4f65-a114-fb928a9a390e'}} {{(pid=94174) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 23 11:57:45.450202 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron_lib.callbacks.manager [None req-5454426c-281c-4f6c-9540-062bc45c2a1e tempest-ServerActionsTestJSON-1945522763 tempest-ServerActionsTestJSON-1945522763-project] Notify callbacks [] for floatingip, before_update {{(pid=94174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:57:45.877836 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron_lib.callbacks.manager [None req-5454426c-281c-4f6c-9540-062bc45c2a1e tempest-ServerActionsTestJSON-1945522763 tempest-ServerActionsTestJSON-1945522763-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:57:45.944790 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron_lib.callbacks.manager [None req-5454426c-281c-4f6c-9540-062bc45c2a1e tempest-ServerActionsTestJSON-1945522763 tempest-ServerActionsTestJSON-1945522763-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-524229'] for floatingip, after_update {{(pid=94174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:57:46.047684 dv-neutron-601336-94-hyperv neutron-server[94174]: INFO neutron.db.l3_db [None req-5454426c-281c-4f6c-9540-062bc45c2a1e tempest-ServerActionsTestJSON-1945522763 tempest-ServerActionsTestJSON-1945522763-project] Floating IP c49a1dd4-5f39-4d60-a6c5-625a0e4b7a3b associated. External IP: 172.26.3.172, port: 14f64092-ea99-4f65-a114-fb928a9a390e. Jun 23 11:57:46.253732 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5454426c-281c-4f6c-9540-062bc45c2a1e tempest-ServerActionsTestJSON-1945522763 tempest-ServerActionsTestJSON-1945522763-project] Router 615292a8-7f4f-4a19-a308-1525643a83a7 has already been hosted by L3 agent 50ef99c0-ef28-4db5-b303-b145898fae60 {{(pid=94174) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 23 11:57:46.359730 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5454426c-281c-4f6c-9540-062bc45c2a1e tempest-ServerActionsTestJSON-1945522763 tempest-ServerActionsTestJSON-1945522763-project] Notify agent at l3_agent.dv-neutron-601336-94-hyperv the message routers_updated {{(pid=94174) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 23 11:57:46.364408 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron_lib.callbacks.manager [None req-5454426c-281c-4f6c-9540-062bc45c2a1e tempest-ServerActionsTestJSON-1945522763 tempest-ServerActionsTestJSON-1945522763-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-217507'] for floatingip, before_response {{(pid=94174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:57:46.369453 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f1398ada-8f68-4724-88aa-666a665f7c93 None None] Sync routers for ids ['615292a8-7f4f-4a19-a308-1525643a83a7'] in dv-neutron-601336-94-hyperv {{(pid=94176) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 23 11:57:46.378261 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f1398ada-8f68-4724-88aa-666a665f7c93 None None] Routers {'615292a8-7f4f-4a19-a308-1525643a83a7'} bound to L3 agent in host dv-neutron-601336-94-hyperv {{(pid=94176) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 23 11:57:46.378876 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.db.l3_hamode_db [None req-f1398ada-8f68-4724-88aa-666a665f7c93 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-601336-94-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-06-23T11:22:13Z,description=,heartbeat_timestamp=2021-06-23T11:57:43Z,host='dv-neutron-601336-94-hyperv',id=50ef99c0-ef28-4db5-b303-b145898fae60,load=0,resource_versions=,resources_synced=,started_at=2021-06-23T11:22:14Z,topic='l3_agent')) {'router_ids': ['615292a8-7f4f-4a19-a308-1525643a83a7'], 'active': True} {{(pid=94176) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 11:57:46.399274 dv-neutron-601336-94-hyperv neutron-server[94174]: INFO neutron.wsgi [None req-5454426c-281c-4f6c-9540-062bc45c2a1e tempest-ServerActionsTestJSON-1945522763 tempest-ServerActionsTestJSON-1945522763-project] 10.222.0.20 "PUT /v2.0/floatingips/c49a1dd4-5f39-4d60-a6c5-625a0e4b7a3b HTTP/1.1" status: 200 len: 992 time: 0.9891486 Jun 23 11:57:46.399824 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fe505067-e56e-4002-8afc-eb7f559a3de7', 'tag': '14f64092-ea99-4f65-a114-fb928a9a390e'}] {{(pid=94174) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 23 11:57:46.402476 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6ff47218258ed5bf6cae7f276c9622ae488f9e8ebc13d1a310221fbcfb04c5dd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0df65a3a-b724-4ab3-8b39-6745194cad68" -d '{"events": [{"name": "network-changed", "server_uuid": "fe505067-e56e-4002-8afc-eb7f559a3de7", "tag": "14f64092-ea99-4f65-a114-fb928a9a390e"}]}' {{(pid=94174) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 23 11:57:46.438615 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 23 Jun 2021 11:57:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2e64f5c9-cd8e-4c23-a9cd-3274f49eb1ff x-openstack-request-id: req-2e64f5c9-cd8e-4c23-a9cd-3274f49eb1ff {{(pid=94174) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 23 11:57:46.438962 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "fe505067-e56e-4002-8afc-eb7f559a3de7", "tag": "14f64092-ea99-4f65-a114-fb928a9a390e", "status": "completed", "code": 200}]} {{(pid=94174) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 23 11:57:46.439319 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-2e64f5c9-cd8e-4c23-a9cd-3274f49eb1ff {{(pid=94174) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 23 11:57:46.439780 dv-neutron-601336-94-hyperv neutron-server[94174]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'fe505067-e56e-4002-8afc-eb7f559a3de7', 'tag': '14f64092-ea99-4f65-a114-fb928a9a390e', 'status': 'completed', 'code': 200} Jun 23 11:57:46.485099 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.db.l3_dvr_db [None req-f1398ada-8f68-4724-88aa-666a665f7c93 None None] Set router 615292a8-7f4f-4a19-a308-1525643a83a7 gateway port host: dv-neutron-601336-94-hyperv {{(pid=94176) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:838}} Jun 23 11:57:46.514734 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0df65a3a-b724-4ab3-8b39-6745194cad68 req-34c488de-6f4f-49cf-bb0d-7f97b8436e28 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 11:57:46.516391 dv-neutron-601336-94-hyperv neutron-server[94175]: INFO neutron.wsgi [req-0df65a3a-b724-4ab3-8b39-6745194cad68 req-34c488de-6f4f-49cf-bb0d-7f97b8436e28 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=f95f5bd5d3a04c1cb1d25bcb3c548b20&device_id=fe505067-e56e-4002-8afc-eb7f559a3de7 HTTP/1.1" status: 200 len: 1098 time: 0.0542822 Jun 23 11:57:46.711515 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron_lib.callbacks.manager [None req-95d6aa8f-24e7-4234-82ff-f502266c3285 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773699952132', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-899307'] for agent, after_update {{(pid=94176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:57:46.725953 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.db.l3_hamode_db [None req-f1398ada-8f68-4724-88aa-666a665f7c93 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '615292a8-7f4f-4a19-a308-1525643a83a7', 'name': 'tempest-ServerActionsTestJSON-716138820-router', 'tenant_id': 'f95f5bd5d3a04c1cb1d25bcb3c548b20', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3e7e4eb3-cf02-4d47-ade9-0a579cdfc60f', 'external_fixed_ips': [{'subnet_id': 'a5ad15ab-c489-4a67-a9b0-d559fca0ec71', 'ip_address': '172.26.3.23'}], 'enable_snat': True}, 'gw_port_id': '3105b998-5972-4c17-a778-1c44f53d265f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-23T11:53:19Z', 'updated_at': '2021-06-23T11:53:23Z', 'revision_number': 4, 'project_id': 'f95f5bd5d3a04c1cb1d25bcb3c548b20', 'gw_port': {'id': '3105b998-5972-4c17-a778-1c44f53d265f', 'name': '', 'network_id': '3e7e4eb3-cf02-4d47-ade9-0a579cdfc60f', 'tenant_id': '', 'mac_address': 'fa:16:3e:45:19:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '615292a8-7f4f-4a19-a308-1525643a83a7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1573, 'fixed_ips': [{'subnet_id': 'a5ad15ab-c489-4a67-a9b0-d559fca0ec71', 'ip_address': '172.26.3.23', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-94-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-23T11:53:20Z', 'updated_at': '2021-06-23T11:53:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a5ad15ab-c489-4a67-a9b0-d559fca0ec71', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-601336-94-hyperv', '_floatingips': [{'id': 'c49a1dd4-5f39-4d60-a6c5-625a0e4b7a3b', 'tenant_id': 'f95f5bd5d3a04c1cb1d25bcb3c548b20', 'floating_ip_address': '172.26.3.172', 'floating_network_id': '3e7e4eb3-cf02-4d47-ade9-0a579cdfc60f', 'router_id': '615292a8-7f4f-4a19-a308-1525643a83a7', 'port_id': '14f64092-ea99-4f65-a114-fb928a9a390e', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 1581, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '2fd142a9-a207-404d-a9ae-7efb565fc5be', 'mac_address': 'fa:16:3e:aa:69:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fe505067-e56e-4002-8afc-eb7f559a3de7', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-23T11:53:26Z', 'updated_at': '2021-06-23T11:57:45Z', 'revision_number': 13, 'project_id': 'f95f5bd5d3a04c1cb1d25bcb3c548b20', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '13c7c1e0-1108-4c37-8c21-d3d83d008092', 'name': '', 'network_id': '2fd142a9-a207-404d-a9ae-7efb565fc5be', 'tenant_id': 'f95f5bd5d3a04c1cb1d25bcb3c548b20', 'mac_address': 'fa:16:3e:85:24:4c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '615292a8-7f4f-4a19-a308-1525643a83a7', 'device_owner': 'network:router_interface', 'standard_attr_id': 1574, 'fixed_ips': [{'subnet_id': 'd690955b-e62b-44f5-a4de-5b19f00224f3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-94-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-23T11:53:22Z', 'updated_at': '2021-06-23T11:53:28Z', 'revision_number': 5, 'project_id': 'f95f5bd5d3a04c1cb1d25bcb3c548b20', 'subnets': [{'id': 'd690955b-e62b-44f5-a4de-5b19f00224f3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-601336-94-hyperv', False) {} {{(pid=94176) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 11:57:46.757017 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f1398ada-8f68-4724-88aa-666a665f7c93 None None] Checking router: 615292a8-7f4f-4a19-a308-1525643a83a7 for host: dv-neutron-601336-94-hyperv {{(pid=94176) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 23 11:57:46.766713 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f1398ada-8f68-4724-88aa-666a665f7c93 None None] Routers {'615292a8-7f4f-4a19-a308-1525643a83a7'} bound to L3 agent in host dv-neutron-601336-94-hyperv {{(pid=94176) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 23 11:57:46.767386 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.db.l3_hamode_db [None req-f1398ada-8f68-4724-88aa-666a665f7c93 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-601336-94-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-06-23T11:22:13Z,description=,heartbeat_timestamp=2021-06-23T11:57:43Z,host='dv-neutron-601336-94-hyperv',id=50ef99c0-ef28-4db5-b303-b145898fae60,load=0,resource_versions=,resources_synced=,started_at=2021-06-23T11:22:14Z,topic='l3_agent')) {'router_ids': ['615292a8-7f4f-4a19-a308-1525643a83a7'], 'active': True} {{(pid=94176) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 11:57:46.877186 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.db.l3_dvr_db [None req-f1398ada-8f68-4724-88aa-666a665f7c93 None None] Set router 615292a8-7f4f-4a19-a308-1525643a83a7 gateway port host: dv-neutron-601336-94-hyperv {{(pid=94176) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:838}} Jun 23 11:57:46.981081 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0df65a3a-b724-4ab3-8b39-6745194cad68 req-eef57090-2bf6-4222-b78e-b637be95c2c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 11:57:46.982483 dv-neutron-601336-94-hyperv neutron-server[94175]: INFO neutron.wsgi [req-0df65a3a-b724-4ab3-8b39-6745194cad68 req-eef57090-2bf6-4222-b78e-b637be95c2c8 service neutron] 10.222.0.52 "GET /v2.0/networks?id=2fd142a9-a207-404d-a9ae-7efb565fc5be HTTP/1.1" status: 200 len: 912 time: 0.4580600 Jun 23 11:57:47.047980 dv-neutron-601336-94-hyperv neutron-server[94175]: INFO neutron.wsgi [req-0df65a3a-b724-4ab3-8b39-6745194cad68 req-83fb0fdb-8679-44b5-85a6-1d69154d34e4 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=14f64092-ea99-4f65-a114-fb928a9a390e HTTP/1.1" status: 200 len: 1000 time: 0.0588219 Jun 23 11:57:47.097968 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.db.l3_hamode_db [None req-f1398ada-8f68-4724-88aa-666a665f7c93 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '615292a8-7f4f-4a19-a308-1525643a83a7', 'name': 'tempest-ServerActionsTestJSON-716138820-router', 'tenant_id': 'f95f5bd5d3a04c1cb1d25bcb3c548b20', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3e7e4eb3-cf02-4d47-ade9-0a579cdfc60f', 'external_fixed_ips': [{'subnet_id': 'a5ad15ab-c489-4a67-a9b0-d559fca0ec71', 'ip_address': '172.26.3.23'}], 'enable_snat': True}, 'gw_port_id': '3105b998-5972-4c17-a778-1c44f53d265f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-23T11:53:19Z', 'updated_at': '2021-06-23T11:53:23Z', 'revision_number': 4, 'project_id': 'f95f5bd5d3a04c1cb1d25bcb3c548b20', 'gw_port': {'id': '3105b998-5972-4c17-a778-1c44f53d265f', 'name': '', 'network_id': '3e7e4eb3-cf02-4d47-ade9-0a579cdfc60f', 'tenant_id': '', 'mac_address': 'fa:16:3e:45:19:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '615292a8-7f4f-4a19-a308-1525643a83a7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1573, 'fixed_ips': [{'subnet_id': 'a5ad15ab-c489-4a67-a9b0-d559fca0ec71', 'ip_address': '172.26.3.23', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-94-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-23T11:53:20Z', 'updated_at': '2021-06-23T11:53:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a5ad15ab-c489-4a67-a9b0-d559fca0ec71', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-601336-94-hyperv', '_floatingips': [{'id': 'c49a1dd4-5f39-4d60-a6c5-625a0e4b7a3b', 'tenant_id': 'f95f5bd5d3a04c1cb1d25bcb3c548b20', 'floating_ip_address': '172.26.3.172', 'floating_network_id': '3e7e4eb3-cf02-4d47-ade9-0a579cdfc60f', 'router_id': '615292a8-7f4f-4a19-a308-1525643a83a7', 'port_id': '14f64092-ea99-4f65-a114-fb928a9a390e', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 1581, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '2fd142a9-a207-404d-a9ae-7efb565fc5be', 'mac_address': 'fa:16:3e:aa:69:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fe505067-e56e-4002-8afc-eb7f559a3de7', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-23T11:53:26Z', 'updated_at': '2021-06-23T11:57:45Z', 'revision_number': 13, 'project_id': 'f95f5bd5d3a04c1cb1d25bcb3c548b20', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '13c7c1e0-1108-4c37-8c21-d3d83d008092', 'name': '', 'network_id': '2fd142a9-a207-404d-a9ae-7efb565fc5be', 'tenant_id': 'f95f5bd5d3a04c1cb1d25bcb3c548b20', 'mac_address': 'fa:16:3e:85:24:4c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '615292a8-7f4f-4a19-a308-1525643a83a7', 'device_owner': 'network:router_interface', 'standard_attr_id': 1574, 'fixed_ips': [{'subnet_id': 'd690955b-e62b-44f5-a4de-5b19f00224f3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-94-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-23T11:53:22Z', 'updated_at': '2021-06-23T11:53:28Z', 'revision_number': 5, 'project_id': 'f95f5bd5d3a04c1cb1d25bcb3c548b20', 'subnets': [{'id': 'd690955b-e62b-44f5-a4de-5b19f00224f3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-601336-94-hyperv', False) {} {{(pid=94176) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 11:57:47.099483 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0df65a3a-b724-4ab3-8b39-6745194cad68 req-b2de8ea0-25b6-4bb1-9c5d-1eea29694846 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 11:57:47.100924 dv-neutron-601336-94-hyperv neutron-server[94175]: INFO neutron.wsgi [req-0df65a3a-b724-4ab3-8b39-6745194cad68 req-b2de8ea0-25b6-4bb1-9c5d-1eea29694846 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=d690955b-e62b-44f5-a4de-5b19f00224f3 HTTP/1.1" status: 200 len: 850 time: 0.0467920 Jun 23 11:57:47.123840 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f1398ada-8f68-4724-88aa-666a665f7c93 None None] The sync data for ids ['615292a8-7f4f-4a19-a308-1525643a83a7'] in dv-neutron-601336-94-hyperv is: [{'id': '615292a8-7f4f-4a19-a308-1525643a83a7', 'name': 'tempest-ServerActionsTestJSON-716138820-router', 'tenant_id': 'f95f5bd5d3a04c1cb1d25bcb3c548b20', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3e7e4eb3-cf02-4d47-ade9-0a579cdfc60f', 'external_fixed_ips': [{'subnet_id': 'a5ad15ab-c489-4a67-a9b0-d559fca0ec71', 'ip_address': '172.26.3.23'}], 'enable_snat': True}, 'gw_port_id': '3105b998-5972-4c17-a778-1c44f53d265f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-23T11:53:19Z', 'updated_at': '2021-06-23T11:53:23Z', 'revision_number': 4, 'project_id': 'f95f5bd5d3a04c1cb1d25bcb3c548b20', 'gw_port': {'id': '3105b998-5972-4c17-a778-1c44f53d265f', 'name': '', 'network_id': '3e7e4eb3-cf02-4d47-ade9-0a579cdfc60f', 'tenant_id': '', 'mac_address': 'fa:16:3e:45:19:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '615292a8-7f4f-4a19-a308-1525643a83a7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1573, 'fixed_ips': [{'subnet_id': 'a5ad15ab-c489-4a67-a9b0-d559fca0ec71', 'ip_address': '172.26.3.23', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-94-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-23T11:53:20Z', 'updated_at': '2021-06-23T11:53:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a5ad15ab-c489-4a67-a9b0-d559fca0ec71', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-601336-94-hyperv', '_floatingips': [{'id': 'c49a1dd4-5f39-4d60-a6c5-625a0e4b7a3b', 'tenant_id': 'f95f5bd5d3a04c1cb1d25bcb3c548b20', 'floating_ip_address': '172.26.3.172', 'floating_network_id': '3e7e4eb3-cf02-4d47-ade9-0a579cdfc60f', 'router_id': '615292a8-7f4f-4a19-a308-1525643a83a7', 'port_id': '14f64092-ea99-4f65-a114-fb928a9a390e', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 1581, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '2fd142a9-a207-404d-a9ae-7efb565fc5be', 'mac_address': 'fa:16:3e:aa:69:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fe505067-e56e-4002-8afc-eb7f559a3de7', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-23T11:53:26Z', 'updated_at': '2021-06-23T11:57:45Z', 'revision_number': 13, 'project_id': 'f95f5bd5d3a04c1cb1d25bcb3c548b20', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '13c7c1e0-1108-4c37-8c21-d3d83d008092', 'name': '', 'network_id': '2fd142a9-a207-404d-a9ae-7efb565fc5be', 'tenant_id': 'f95f5bd5d3a04c1cb1d25bcb3c548b20', 'mac_address': 'fa:16:3e:85:24:4c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '615292a8-7f4f-4a19-a308-1525643a83a7', 'device_owner': 'network:router_interface', 'standard_attr_id': 1574, 'fixed_ips': [{'subnet_id': 'd690955b-e62b-44f5-a4de-5b19f00224f3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-94-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-23T11:53:22Z', 'updated_at': '2021-06-23T11:53:28Z', 'revision_number': 5, 'project_id': 'f95f5bd5d3a04c1cb1d25bcb3c548b20', 'subnets': [{'id': 'd690955b-e62b-44f5-a4de-5b19f00224f3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94176) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 23 11:57:47.160479 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0df65a3a-b724-4ab3-8b39-6745194cad68 req-6ad81db8-bbc1-48b1-afee-9d391a1f8f52 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 11:57:47.161964 dv-neutron-601336-94-hyperv neutron-server[94175]: INFO neutron.wsgi [req-0df65a3a-b724-4ab3-8b39-6745194cad68 req-6ad81db8-bbc1-48b1-afee-9d391a1f8f52 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=2fd142a9-a207-404d-a9ae-7efb565fc5be&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1178 time: 0.0543394 Jun 23 11:57:47.251924 dv-neutron-601336-94-hyperv neutron-server[94175]: INFO neutron.wsgi [req-0df65a3a-b724-4ab3-8b39-6745194cad68 req-983a7cf5-422c-4c53-8229-c43a41762e12 service neutron] 10.222.0.52 "GET /v2.0/networks/2fd142a9-a207-404d-a9ae-7efb565fc5be?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0831609 Jun 23 11:57:47.309509 dv-neutron-601336-94-hyperv neutron-server[94177]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8fb457f8-7e14-481e-ae40-e4cfba4e9f01 None None] New status for floating IP c49a1dd4-5f39-4d60-a6c5-625a0e4b7a3b: ACTIVE {{(pid=94177) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 23 11:57:47.347632 dv-neutron-601336-94-hyperv neutron-server[94175]: INFO neutron.wsgi [req-0df65a3a-b724-4ab3-8b39-6745194cad68 req-ab05d5a1-591b-43bc-83ba-cfcff487a3f5 service neutron] 10.222.0.52 "GET /v2.0/networks/2fd142a9-a207-404d-a9ae-7efb565fc5be?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0889757 Jun 23 11:57:50.115553 dv-neutron-601336-94-hyperv neutron-server[94175]: INFO neutron.wsgi [req-0e2a707a-a170-4be9-bc53-2d42f75643d6 req-f361fa35-9852-47d8-b3fc-ccc029a97200 service neutron] 10.222.0.52 "GET /v2.0/ports?device_id=fe505067-e56e-4002-8afc-eb7f559a3de7&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0570645 Jun 23 11:57:50.218030 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e2a707a-a170-4be9-bc53-2d42f75643d6 req-a7090801-60a2-4e7b-bb88-33e4f726cfe0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 11:57:50.219665 dv-neutron-601336-94-hyperv neutron-server[94175]: INFO neutron.wsgi [req-0e2a707a-a170-4be9-bc53-2d42f75643d6 req-a7090801-60a2-4e7b-bb88-33e4f726cfe0 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=f95f5bd5d3a04c1cb1d25bcb3c548b20&device_id=fe505067-e56e-4002-8afc-eb7f559a3de7 HTTP/1.1" status: 200 len: 1098 time: 0.0583303 Jun 23 11:57:50.344354 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e2a707a-a170-4be9-bc53-2d42f75643d6 req-499a05d6-0957-45f8-a50d-0b6ccbd303f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 11:57:50.345836 dv-neutron-601336-94-hyperv neutron-server[94175]: INFO neutron.wsgi [req-0e2a707a-a170-4be9-bc53-2d42f75643d6 req-499a05d6-0957-45f8-a50d-0b6ccbd303f3 service neutron] 10.222.0.52 "GET /v2.0/networks?id=2fd142a9-a207-404d-a9ae-7efb565fc5be HTTP/1.1" status: 200 len: 912 time: 0.1060216 Jun 23 11:57:50.411981 dv-neutron-601336-94-hyperv neutron-server[94175]: INFO neutron.wsgi [req-0e2a707a-a170-4be9-bc53-2d42f75643d6 req-941c5855-ef15-45a5-8b26-8660c5c053ad service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=14f64092-ea99-4f65-a114-fb928a9a390e HTTP/1.1" status: 200 len: 1002 time: 0.0592744 Jun 23 11:57:50.468263 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e2a707a-a170-4be9-bc53-2d42f75643d6 req-c3d2f78b-8a1e-403b-bb06-7e8b66195d91 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 11:57:50.469737 dv-neutron-601336-94-hyperv neutron-server[94175]: INFO neutron.wsgi [req-0e2a707a-a170-4be9-bc53-2d42f75643d6 req-c3d2f78b-8a1e-403b-bb06-7e8b66195d91 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=d690955b-e62b-44f5-a4de-5b19f00224f3 HTTP/1.1" status: 200 len: 850 time: 0.0521140 Jun 23 11:57:50.530191 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e2a707a-a170-4be9-bc53-2d42f75643d6 req-70b070be-1c9f-4514-b00d-50d5f45927dc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 11:57:50.531752 dv-neutron-601336-94-hyperv neutron-server[94175]: INFO neutron.wsgi [req-0e2a707a-a170-4be9-bc53-2d42f75643d6 req-70b070be-1c9f-4514-b00d-50d5f45927dc service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=2fd142a9-a207-404d-a9ae-7efb565fc5be&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1178 time: 0.0555429 Jun 23 11:57:50.626584 dv-neutron-601336-94-hyperv neutron-server[94175]: INFO neutron.wsgi [req-0e2a707a-a170-4be9-bc53-2d42f75643d6 req-cae42597-cef0-4a8a-a64e-b69dd64ad8fb service neutron] 10.222.0.52 "GET /v2.0/networks/2fd142a9-a207-404d-a9ae-7efb565fc5be?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0877910 Jun 23 11:57:50.727302 dv-neutron-601336-94-hyperv neutron-server[94175]: INFO neutron.wsgi [req-0e2a707a-a170-4be9-bc53-2d42f75643d6 req-b90bc080-d3e9-48bd-9f5e-d2ad0b3555ae service neutron] 10.222.0.52 "GET /v2.0/networks/2fd142a9-a207-404d-a9ae-7efb565fc5be?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0938821 Jun 23 11:57:53.492890 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron_lib.callbacks.manager [None req-97bd5441-1da2-49ee-a364-27795820ba27 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773699952132', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-899307'] for agent, after_update {{(pid=94176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:58:08.143881 dv-neutron-601336-94-hyperv neutron-server[94177]: DEBUG neutron.db.agents_db [None req-90fb1279-e4c5-4e73-8d66-3a29811dc4e3 None None] Agent healthcheck: found 6 active agents {{(pid=94177) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 23 11:58:10.966767 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron_lib.callbacks.manager [None req-662ae555-b85d-4c5d-8e88-8ce1d89076b9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773699952132', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-899307'] for agent, after_update {{(pid=94176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:58:13.206900 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron_lib.callbacks.manager [None req-8fb3b9d0-be2f-48b1-98ce-922e2fdf815f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773699952132', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-899307'] for agent, after_update {{(pid=94176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:58:13.921202 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron_lib.callbacks.manager [None req-dc7542b2-afef-47f4-a763-e3a3cba144be None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773699952132', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-899307'] for agent, after_update {{(pid=94176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:58:14.676155 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron_lib.callbacks.manager [None req-4c20ea5f-bc7f-4d4e-935d-57f082af6ccb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773699952132', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-899307'] for agent, after_update {{(pid=94176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:58:16.721548 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron_lib.callbacks.manager [None req-95d6aa8f-24e7-4234-82ff-f502266c3285 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773699952132', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-899307'] for agent, after_update {{(pid=94176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:58:23.509396 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron_lib.callbacks.manager [None req-97bd5441-1da2-49ee-a364-27795820ba27 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773699952132', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-899307'] for agent, after_update {{(pid=94176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:58:24.679020 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fddde082-2510-4cc2-9e3b-506fafd32472 req-7854485e-bf73-418b-86f6-8c38dd8eb6bd tempest-ServerActionsTestJSON-1945522763 tempest-ServerActionsTestJSON-1945522763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94174) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 11:58:24.680548 dv-neutron-601336-94-hyperv neutron-server[94174]: INFO neutron.wsgi [req-fddde082-2510-4cc2-9e3b-506fafd32472 req-7854485e-bf73-418b-86f6-8c38dd8eb6bd tempest-ServerActionsTestJSON-1945522763 tempest-ServerActionsTestJSON-1945522763-project] 10.222.0.20 "GET /v2.0/ports?device_id=fe505067-e56e-4002-8afc-eb7f559a3de7 HTTP/1.1" status: 200 len: 945 time: 0.0710392 Jun 23 11:58:24.725429 dv-neutron-601336-94-hyperv neutron-server[94174]: INFO neutron.wsgi [req-fddde082-2510-4cc2-9e3b-506fafd32472 req-17d27c6c-f0b1-4697-96cb-479a167eb48f tempest-ServerActionsTestJSON-1945522763 tempest-ServerActionsTestJSON-1945522763-project] 10.222.0.20 "GET /v2.0/security-groups?id=0af35ccc-af3f-4718-892b-c93ffd508c7a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0385313 Jun 23 11:58:36.562875 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99c3c13e-1120-4123-9fbd-5c877575ff84 req-b5c4ff51-7f51-4812-abf1-74f9d1bdc8d9 tempest-ServerActionsTestJSON-1945522763 tempest-ServerActionsTestJSON-1945522763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 11:58:36.564345 dv-neutron-601336-94-hyperv neutron-server[94175]: INFO neutron.wsgi [req-99c3c13e-1120-4123-9fbd-5c877575ff84 req-b5c4ff51-7f51-4812-abf1-74f9d1bdc8d9 tempest-ServerActionsTestJSON-1945522763 tempest-ServerActionsTestJSON-1945522763-project] 10.222.0.20 "GET /v2.0/ports?device_id=fe505067-e56e-4002-8afc-eb7f559a3de7 HTTP/1.1" status: 200 len: 945 time: 0.0702412 Jun 23 11:58:36.611811 dv-neutron-601336-94-hyperv neutron-server[94175]: INFO neutron.wsgi [req-99c3c13e-1120-4123-9fbd-5c877575ff84 req-3212d4c1-a002-4e48-899e-19dce7d8cdfe tempest-ServerActionsTestJSON-1945522763 tempest-ServerActionsTestJSON-1945522763-project] 10.222.0.20 "GET /v2.0/security-groups?id=0af35ccc-af3f-4718-892b-c93ffd508c7a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0370843 Jun 23 11:58:36.694806 dv-neutron-601336-94-hyperv neutron-server[94174]: INFO neutron.wsgi [req-233ddc1e-9902-4b33-88a5-ea53a43f2f04 req-493c3fe9-7270-4f32-95aa-633e012570ec service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=fe505067-e56e-4002-8afc-eb7f559a3de7&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0578873 Jun 23 11:58:37.800129 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5a803af-b554-433d-b40a-2349dac4cba9 req-bac70e26-8cb7-4944-8624-c925e38f6934 tempest-ServerActionsTestJSON-1945522763 tempest-ServerActionsTestJSON-1945522763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94174) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 11:58:37.801571 dv-neutron-601336-94-hyperv neutron-server[94174]: INFO neutron.wsgi [req-d5a803af-b554-433d-b40a-2349dac4cba9 req-bac70e26-8cb7-4944-8624-c925e38f6934 tempest-ServerActionsTestJSON-1945522763 tempest-ServerActionsTestJSON-1945522763-project] 10.222.0.20 "GET /v2.0/ports?device_id=fe505067-e56e-4002-8afc-eb7f559a3de7 HTTP/1.1" status: 200 len: 945 time: 0.0680130 Jun 23 11:58:37.848089 dv-neutron-601336-94-hyperv neutron-server[94174]: INFO neutron.wsgi [req-d5a803af-b554-433d-b40a-2349dac4cba9 req-fd9dcd6b-7cd6-4cbd-9799-92011153c99c tempest-ServerActionsTestJSON-1945522763 tempest-ServerActionsTestJSON-1945522763-project] 10.222.0.20 "GET /v2.0/security-groups?id=0af35ccc-af3f-4718-892b-c93ffd508c7a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0345957 Jun 23 11:58:38.745578 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-233ddc1e-9902-4b33-88a5-ea53a43f2f04 req-5daf59db-58a4-4f79-b54c-a0eb75a12f85 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 11:58:38.747068 dv-neutron-601336-94-hyperv neutron-server[94175]: INFO neutron.wsgi [req-233ddc1e-9902-4b33-88a5-ea53a43f2f04 req-5daf59db-58a4-4f79-b54c-a0eb75a12f85 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=f95f5bd5d3a04c1cb1d25bcb3c548b20&device_id=fe505067-e56e-4002-8afc-eb7f559a3de7 HTTP/1.1" status: 200 len: 1098 time: 0.0592794 Jun 23 11:58:38.841661 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-233ddc1e-9902-4b33-88a5-ea53a43f2f04 req-c08511b6-554f-423c-85f7-9e44f34767f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 11:58:38.843175 dv-neutron-601336-94-hyperv neutron-server[94175]: INFO neutron.wsgi [req-233ddc1e-9902-4b33-88a5-ea53a43f2f04 req-c08511b6-554f-423c-85f7-9e44f34767f0 service neutron] 10.222.0.52 "GET /v2.0/networks?id=2fd142a9-a207-404d-a9ae-7efb565fc5be HTTP/1.1" status: 200 len: 912 time: 0.0896800 Jun 23 11:58:38.917084 dv-neutron-601336-94-hyperv neutron-server[94175]: INFO neutron.wsgi [req-233ddc1e-9902-4b33-88a5-ea53a43f2f04 req-001a80ff-50d0-4889-8970-f2bfa2525d3e service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=14f64092-ea99-4f65-a114-fb928a9a390e HTTP/1.1" status: 200 len: 1002 time: 0.0666213 Jun 23 11:58:38.986876 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-233ddc1e-9902-4b33-88a5-ea53a43f2f04 req-93a64a6a-9e0d-43ff-9224-34912f26da5c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 11:58:38.988308 dv-neutron-601336-94-hyperv neutron-server[94175]: INFO neutron.wsgi [req-233ddc1e-9902-4b33-88a5-ea53a43f2f04 req-93a64a6a-9e0d-43ff-9224-34912f26da5c service neutron] 10.222.0.52 "GET /v2.0/subnets?id=d690955b-e62b-44f5-a4de-5b19f00224f3 HTTP/1.1" status: 200 len: 850 time: 0.0655301 Jun 23 11:58:39.074292 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb2d6d6e-43b6-45d9-9154-b800b5c0a988 req-2c45db2a-8a70-479c-91f6-78ff11a8482e tempest-ServerActionsTestJSON-1945522763 tempest-ServerActionsTestJSON-1945522763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 11:58:39.075750 dv-neutron-601336-94-hyperv neutron-server[94175]: INFO neutron.wsgi [req-cb2d6d6e-43b6-45d9-9154-b800b5c0a988 req-2c45db2a-8a70-479c-91f6-78ff11a8482e tempest-ServerActionsTestJSON-1945522763 tempest-ServerActionsTestJSON-1945522763-project] 10.222.0.20 "GET /v2.0/ports?device_id=fe505067-e56e-4002-8afc-eb7f559a3de7 HTTP/1.1" status: 200 len: 945 time: 0.1047201 Jun 23 11:58:39.109796 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-233ddc1e-9902-4b33-88a5-ea53a43f2f04 req-0f0dd498-b8f6-4565-9687-e43c58cdc4d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 11:58:39.111307 dv-neutron-601336-94-hyperv neutron-server[94175]: INFO neutron.wsgi [req-233ddc1e-9902-4b33-88a5-ea53a43f2f04 req-0f0dd498-b8f6-4565-9687-e43c58cdc4d2 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=2fd142a9-a207-404d-a9ae-7efb565fc5be&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1178 time: 0.1063871 Jun 23 11:58:39.137447 dv-neutron-601336-94-hyperv neutron-server[94175]: INFO neutron.wsgi [req-cb2d6d6e-43b6-45d9-9154-b800b5c0a988 req-3141ab60-69e3-4511-8f1f-6b9bee02371f tempest-ServerActionsTestJSON-1945522763 tempest-ServerActionsTestJSON-1945522763-project] 10.222.0.20 "GET /v2.0/security-groups?id=0af35ccc-af3f-4718-892b-c93ffd508c7a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0552485 Jun 23 11:58:39.217589 dv-neutron-601336-94-hyperv neutron-server[94175]: INFO neutron.wsgi [req-233ddc1e-9902-4b33-88a5-ea53a43f2f04 req-2757ad1c-3471-4521-becc-fda11e25c072 service neutron] 10.222.0.52 "GET /v2.0/networks/2fd142a9-a207-404d-a9ae-7efb565fc5be?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0961440 Jun 23 11:58:39.314397 dv-neutron-601336-94-hyperv neutron-server[94175]: INFO neutron.wsgi [req-233ddc1e-9902-4b33-88a5-ea53a43f2f04 req-36761cc1-9bd6-4b4f-890c-11108f9eb725 service neutron] 10.222.0.52 "GET /v2.0/networks/2fd142a9-a207-404d-a9ae-7efb565fc5be?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0905941 Jun 23 11:58:40.321896 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7452454c-b0e6-4191-9a4f-654e67e2d8de req-e48e4533-a07f-4de4-b4ef-25040aab28d8 tempest-ServerActionsTestJSON-1945522763 tempest-ServerActionsTestJSON-1945522763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94174) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 11:58:40.323903 dv-neutron-601336-94-hyperv neutron-server[94174]: INFO neutron.wsgi [req-7452454c-b0e6-4191-9a4f-654e67e2d8de req-e48e4533-a07f-4de4-b4ef-25040aab28d8 tempest-ServerActionsTestJSON-1945522763 tempest-ServerActionsTestJSON-1945522763-project] 10.222.0.20 "GET /v2.0/ports?device_id=fe505067-e56e-4002-8afc-eb7f559a3de7 HTTP/1.1" status: 200 len: 945 time: 0.0701129 Jun 23 11:58:40.365754 dv-neutron-601336-94-hyperv neutron-server[94174]: INFO neutron.wsgi [req-7452454c-b0e6-4191-9a4f-654e67e2d8de req-4a568833-5538-41e5-8b7b-3706c7200511 tempest-ServerActionsTestJSON-1945522763 tempest-ServerActionsTestJSON-1945522763-project] 10.222.0.20 "GET /v2.0/security-groups?id=0af35ccc-af3f-4718-892b-c93ffd508c7a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0361936 Jun 23 11:58:41.005051 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron_lib.callbacks.manager [None req-79b2b107-afdc-4dda-94db-c87e54cb9d14 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773699952132', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-899307'] for agent, after_update {{(pid=94176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:58:41.547121 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc5dee02-20cf-46d4-8d42-5b42e5859f87 req-c76daa1e-2177-4939-9109-1a44ab1a8f26 tempest-ServerActionsTestJSON-1945522763 tempest-ServerActionsTestJSON-1945522763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 11:58:41.548693 dv-neutron-601336-94-hyperv neutron-server[94175]: INFO neutron.wsgi [req-dc5dee02-20cf-46d4-8d42-5b42e5859f87 req-c76daa1e-2177-4939-9109-1a44ab1a8f26 tempest-ServerActionsTestJSON-1945522763 tempest-ServerActionsTestJSON-1945522763-project] 10.222.0.20 "GET /v2.0/ports?device_id=fe505067-e56e-4002-8afc-eb7f559a3de7 HTTP/1.1" status: 200 len: 945 time: 0.0681121 Jun 23 11:58:41.590370 dv-neutron-601336-94-hyperv neutron-server[94175]: INFO neutron.wsgi [req-dc5dee02-20cf-46d4-8d42-5b42e5859f87 req-6bbc261b-98da-445d-b03b-08f071fc0470 tempest-ServerActionsTestJSON-1945522763 tempest-ServerActionsTestJSON-1945522763-project] 10.222.0.20 "GET /v2.0/security-groups?id=0af35ccc-af3f-4718-892b-c93ffd508c7a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0359733 Jun 23 11:58:42.765867 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b16b0d0a-b228-4160-aeeb-e3da4bb08851 req-adf194f8-6778-4733-85ad-2bbbc9eda9b5 tempest-ServerActionsTestJSON-1945522763 tempest-ServerActionsTestJSON-1945522763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94174) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 11:58:42.767410 dv-neutron-601336-94-hyperv neutron-server[94174]: INFO neutron.wsgi [req-b16b0d0a-b228-4160-aeeb-e3da4bb08851 req-adf194f8-6778-4733-85ad-2bbbc9eda9b5 tempest-ServerActionsTestJSON-1945522763 tempest-ServerActionsTestJSON-1945522763-project] 10.222.0.20 "GET /v2.0/ports?device_id=fe505067-e56e-4002-8afc-eb7f559a3de7 HTTP/1.1" status: 200 len: 945 time: 0.0659122 Jun 23 11:58:42.806794 dv-neutron-601336-94-hyperv neutron-server[94174]: INFO neutron.wsgi [req-b16b0d0a-b228-4160-aeeb-e3da4bb08851 req-311b0b67-1294-4655-81c9-6a4760364d61 tempest-ServerActionsTestJSON-1945522763 tempest-ServerActionsTestJSON-1945522763-project] 10.222.0.20 "GET /v2.0/security-groups?id=0af35ccc-af3f-4718-892b-c93ffd508c7a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0336556 Jun 23 11:58:43.199738 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron_lib.callbacks.manager [None req-cb7f917d-5b81-4718-afc4-fac35b19d216 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773699952132', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-899307'] for agent, after_update {{(pid=94176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:58:43.932305 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron_lib.callbacks.manager [None req-dc7542b2-afef-47f4-a763-e3a3cba144be None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773699952132', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-899307'] for agent, after_update {{(pid=94176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:58:43.991048 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d59bcd82-d042-421a-8058-7ae2fa15b371 req-fc38328e-65d4-4671-8fe8-91524426a1cc tempest-ServerActionsTestJSON-1945522763 tempest-ServerActionsTestJSON-1945522763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 11:58:43.992621 dv-neutron-601336-94-hyperv neutron-server[94175]: INFO neutron.wsgi [req-d59bcd82-d042-421a-8058-7ae2fa15b371 req-fc38328e-65d4-4671-8fe8-91524426a1cc tempest-ServerActionsTestJSON-1945522763 tempest-ServerActionsTestJSON-1945522763-project] 10.222.0.20 "GET /v2.0/ports?device_id=fe505067-e56e-4002-8afc-eb7f559a3de7 HTTP/1.1" status: 200 len: 945 time: 0.0682998 Jun 23 11:58:44.037499 dv-neutron-601336-94-hyperv neutron-server[94175]: INFO neutron.wsgi [req-d59bcd82-d042-421a-8058-7ae2fa15b371 req-57b05c22-9ed8-4466-848d-5861bdedf909 tempest-ServerActionsTestJSON-1945522763 tempest-ServerActionsTestJSON-1945522763-project] 10.222.0.20 "GET /v2.0/security-groups?id=0af35ccc-af3f-4718-892b-c93ffd508c7a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0356328 Jun 23 11:58:44.686158 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron_lib.callbacks.manager [None req-4c20ea5f-bc7f-4d4e-935d-57f082af6ccb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773699952132', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-899307'] for agent, after_update {{(pid=94176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:58:45.146592 dv-neutron-601336-94-hyperv neutron-server[94177]: DEBUG neutron.db.agents_db [None req-90fb1279-e4c5-4e73-8d66-3a29811dc4e3 None None] Agent healthcheck: found 6 active agents {{(pid=94177) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 23 11:58:45.238318 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb7e35f1-43b1-44e5-ae40-224d2220904f req-2679a964-f9b2-496c-a248-3953c6b2b7be tempest-ServerActionsTestJSON-1945522763 tempest-ServerActionsTestJSON-1945522763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94174) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 11:58:45.239968 dv-neutron-601336-94-hyperv neutron-server[94174]: INFO neutron.wsgi [req-eb7e35f1-43b1-44e5-ae40-224d2220904f req-2679a964-f9b2-496c-a248-3953c6b2b7be tempest-ServerActionsTestJSON-1945522763 tempest-ServerActionsTestJSON-1945522763-project] 10.222.0.20 "GET /v2.0/ports?device_id=fe505067-e56e-4002-8afc-eb7f559a3de7 HTTP/1.1" status: 200 len: 945 time: 0.0733712 Jun 23 11:58:45.283498 dv-neutron-601336-94-hyperv neutron-server[94174]: INFO neutron.wsgi [req-eb7e35f1-43b1-44e5-ae40-224d2220904f req-c3d1f21d-b942-4f00-8240-43982dec8e54 tempest-ServerActionsTestJSON-1945522763 tempest-ServerActionsTestJSON-1945522763-project] 10.222.0.20 "GET /v2.0/security-groups?id=0af35ccc-af3f-4718-892b-c93ffd508c7a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0367835 Jun 23 11:58:46.471301 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d9674a3-b91e-400f-aa31-288e40d2e2f4 req-8d31b129-1803-4199-b103-5fed945ca7f5 tempest-ServerActionsTestJSON-1945522763 tempest-ServerActionsTestJSON-1945522763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 11:58:46.472808 dv-neutron-601336-94-hyperv neutron-server[94175]: INFO neutron.wsgi [req-7d9674a3-b91e-400f-aa31-288e40d2e2f4 req-8d31b129-1803-4199-b103-5fed945ca7f5 tempest-ServerActionsTestJSON-1945522763 tempest-ServerActionsTestJSON-1945522763-project] 10.222.0.20 "GET /v2.0/ports?device_id=fe505067-e56e-4002-8afc-eb7f559a3de7 HTTP/1.1" status: 200 len: 945 time: 0.0726376 Jun 23 11:58:46.511788 dv-neutron-601336-94-hyperv neutron-server[94175]: INFO neutron.wsgi [req-7d9674a3-b91e-400f-aa31-288e40d2e2f4 req-bb395d0c-1340-4bfd-9818-63c701fb731d tempest-ServerActionsTestJSON-1945522763 tempest-ServerActionsTestJSON-1945522763-project] 10.222.0.20 "GET /v2.0/security-groups?id=0af35ccc-af3f-4718-892b-c93ffd508c7a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0333617 Jun 23 11:58:46.737523 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron_lib.callbacks.manager [None req-95d6aa8f-24e7-4234-82ff-f502266c3285 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773699952132', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-899307'] for agent, after_update {{(pid=94176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:58:47.688690 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bc5097f-6449-41b2-a56f-2cd887a436e5 req-1f3c78f8-5600-444e-ad0a-34d95d573b06 tempest-ServerActionsTestJSON-1945522763 tempest-ServerActionsTestJSON-1945522763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94174) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 11:58:47.690166 dv-neutron-601336-94-hyperv neutron-server[94174]: INFO neutron.wsgi [req-6bc5097f-6449-41b2-a56f-2cd887a436e5 req-1f3c78f8-5600-444e-ad0a-34d95d573b06 tempest-ServerActionsTestJSON-1945522763 tempest-ServerActionsTestJSON-1945522763-project] 10.222.0.20 "GET /v2.0/ports?device_id=fe505067-e56e-4002-8afc-eb7f559a3de7 HTTP/1.1" status: 200 len: 945 time: 0.0681217 Jun 23 11:58:47.728972 dv-neutron-601336-94-hyperv neutron-server[94174]: INFO neutron.wsgi [req-6bc5097f-6449-41b2-a56f-2cd887a436e5 req-eee8f2de-c5e1-463c-b4ff-e5ab04c1a316 tempest-ServerActionsTestJSON-1945522763 tempest-ServerActionsTestJSON-1945522763-project] 10.222.0.20 "GET /v2.0/security-groups?id=0af35ccc-af3f-4718-892b-c93ffd508c7a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0329945 Jun 23 11:58:48.911112 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80d7d2fd-333c-4a41-ae0e-ea34ad1d36d3 req-526afec2-fee0-4ce2-8f80-2d523ee38d7a tempest-ServerActionsTestJSON-1945522763 tempest-ServerActionsTestJSON-1945522763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 11:58:48.912665 dv-neutron-601336-94-hyperv neutron-server[94175]: INFO neutron.wsgi [req-80d7d2fd-333c-4a41-ae0e-ea34ad1d36d3 req-526afec2-fee0-4ce2-8f80-2d523ee38d7a tempest-ServerActionsTestJSON-1945522763 tempest-ServerActionsTestJSON-1945522763-project] 10.222.0.20 "GET /v2.0/ports?device_id=fe505067-e56e-4002-8afc-eb7f559a3de7 HTTP/1.1" status: 200 len: 945 time: 0.0666173 Jun 23 11:58:48.955909 dv-neutron-601336-94-hyperv neutron-server[94175]: INFO neutron.wsgi [req-80d7d2fd-333c-4a41-ae0e-ea34ad1d36d3 req-2ae028f6-3ede-4ee3-8bda-34575ecb312a tempest-ServerActionsTestJSON-1945522763 tempest-ServerActionsTestJSON-1945522763-project] 10.222.0.20 "GET /v2.0/security-groups?id=0af35ccc-af3f-4718-892b-c93ffd508c7a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0371926 Jun 23 11:58:49.453703 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82d0cedf-30bd-4ee3-8f62-a326b448ed9f req-382a01d8-1dcc-4cc7-8760-4813455f062d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 11:58:49.455140 dv-neutron-601336-94-hyperv neutron-server[94175]: INFO neutron.wsgi [req-82d0cedf-30bd-4ee3-8f62-a326b448ed9f req-382a01d8-1dcc-4cc7-8760-4813455f062d service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=f95f5bd5d3a04c1cb1d25bcb3c548b20&device_id=fe505067-e56e-4002-8afc-eb7f559a3de7 HTTP/1.1" status: 200 len: 1098 time: 0.0578411 Jun 23 11:58:49.569100 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82d0cedf-30bd-4ee3-8f62-a326b448ed9f req-ab074e9f-dbe1-45c3-975b-e6b92b543020 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 11:58:49.570600 dv-neutron-601336-94-hyperv neutron-server[94175]: INFO neutron.wsgi [req-82d0cedf-30bd-4ee3-8f62-a326b448ed9f req-ab074e9f-dbe1-45c3-975b-e6b92b543020 service neutron] 10.222.0.52 "GET /v2.0/networks?id=2fd142a9-a207-404d-a9ae-7efb565fc5be HTTP/1.1" status: 200 len: 912 time: 0.0942383 Jun 23 11:58:49.636995 dv-neutron-601336-94-hyperv neutron-server[94175]: INFO neutron.wsgi [req-82d0cedf-30bd-4ee3-8f62-a326b448ed9f req-06018619-7ff0-4942-a00f-27ed31b516fb service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=14f64092-ea99-4f65-a114-fb928a9a390e HTTP/1.1" status: 200 len: 1002 time: 0.0604157 Jun 23 11:58:49.693419 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82d0cedf-30bd-4ee3-8f62-a326b448ed9f req-a3bc87cb-e19c-4929-8df3-9c43d75cd260 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 11:58:49.694876 dv-neutron-601336-94-hyperv neutron-server[94175]: INFO neutron.wsgi [req-82d0cedf-30bd-4ee3-8f62-a326b448ed9f req-a3bc87cb-e19c-4929-8df3-9c43d75cd260 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=d690955b-e62b-44f5-a4de-5b19f00224f3 HTTP/1.1" status: 200 len: 850 time: 0.0519700 Jun 23 11:58:49.757164 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82d0cedf-30bd-4ee3-8f62-a326b448ed9f req-d38f6463-4862-446f-8bd6-d0aaf6c6bafc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 11:58:49.758575 dv-neutron-601336-94-hyperv neutron-server[94175]: INFO neutron.wsgi [req-82d0cedf-30bd-4ee3-8f62-a326b448ed9f req-d38f6463-4862-446f-8bd6-d0aaf6c6bafc service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=2fd142a9-a207-404d-a9ae-7efb565fc5be&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1178 time: 0.0576587 Jun 23 11:58:49.849782 dv-neutron-601336-94-hyperv neutron-server[94175]: INFO neutron.wsgi [req-82d0cedf-30bd-4ee3-8f62-a326b448ed9f req-ffc322f2-3c55-4606-bee3-48b3cdd284bc service neutron] 10.222.0.52 "GET /v2.0/networks/2fd142a9-a207-404d-a9ae-7efb565fc5be?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0845687 Jun 23 11:58:49.946763 dv-neutron-601336-94-hyperv neutron-server[94175]: INFO neutron.wsgi [req-82d0cedf-30bd-4ee3-8f62-a326b448ed9f req-35a6d194-cde3-4a4e-adc1-047a70d682f7 service neutron] 10.222.0.52 "GET /v2.0/networks/2fd142a9-a207-404d-a9ae-7efb565fc5be?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0905900 Jun 23 11:58:50.131699 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d91ba666-4e21-4299-bef7-3b04c60b6479 req-f0c6984a-a427-4e2b-8814-b1e82b5a2fab tempest-ServerActionsTestJSON-1945522763 tempest-ServerActionsTestJSON-1945522763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94174) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 11:58:50.133263 dv-neutron-601336-94-hyperv neutron-server[94174]: INFO neutron.wsgi [req-d91ba666-4e21-4299-bef7-3b04c60b6479 req-f0c6984a-a427-4e2b-8814-b1e82b5a2fab tempest-ServerActionsTestJSON-1945522763 tempest-ServerActionsTestJSON-1945522763-project] 10.222.0.20 "GET /v2.0/ports?device_id=fe505067-e56e-4002-8afc-eb7f559a3de7 HTTP/1.1" status: 200 len: 945 time: 0.0661557 Jun 23 11:58:50.176380 dv-neutron-601336-94-hyperv neutron-server[94174]: INFO neutron.wsgi [req-d91ba666-4e21-4299-bef7-3b04c60b6479 req-6a65d3bc-7f43-4902-bdea-4605145f88ca tempest-ServerActionsTestJSON-1945522763 tempest-ServerActionsTestJSON-1945522763-project] 10.222.0.20 "GET /v2.0/security-groups?id=0af35ccc-af3f-4718-892b-c93ffd508c7a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0335195 Jun 23 11:58:51.357054 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9484fc7f-bd21-45e9-9eb9-8416f19b5d57 req-4baa13a8-6122-458c-b245-d4bbb4ba510b tempest-ServerActionsTestJSON-1945522763 tempest-ServerActionsTestJSON-1945522763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 11:58:51.358591 dv-neutron-601336-94-hyperv neutron-server[94175]: INFO neutron.wsgi [req-9484fc7f-bd21-45e9-9eb9-8416f19b5d57 req-4baa13a8-6122-458c-b245-d4bbb4ba510b tempest-ServerActionsTestJSON-1945522763 tempest-ServerActionsTestJSON-1945522763-project] 10.222.0.20 "GET /v2.0/ports?device_id=fe505067-e56e-4002-8afc-eb7f559a3de7 HTTP/1.1" status: 200 len: 945 time: 0.0683556 Jun 23 11:58:51.400137 dv-neutron-601336-94-hyperv neutron-server[94175]: INFO neutron.wsgi [req-9484fc7f-bd21-45e9-9eb9-8416f19b5d57 req-6c78c6c2-8c99-4643-8e39-bf6ccfc6acc1 tempest-ServerActionsTestJSON-1945522763 tempest-ServerActionsTestJSON-1945522763-project] 10.222.0.20 "GET /v2.0/security-groups?id=0af35ccc-af3f-4718-892b-c93ffd508c7a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0357842 Jun 23 11:58:52.585682 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29b505aa-d30d-4f8b-a90c-a53a8d47e354 req-cd34b64d-48fd-4583-a019-e732d2cb8bfa tempest-ServerActionsTestJSON-1945522763 tempest-ServerActionsTestJSON-1945522763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94174) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 11:58:52.587092 dv-neutron-601336-94-hyperv neutron-server[94174]: INFO neutron.wsgi [req-29b505aa-d30d-4f8b-a90c-a53a8d47e354 req-cd34b64d-48fd-4583-a019-e732d2cb8bfa tempest-ServerActionsTestJSON-1945522763 tempest-ServerActionsTestJSON-1945522763-project] 10.222.0.20 "GET /v2.0/ports?device_id=fe505067-e56e-4002-8afc-eb7f559a3de7 HTTP/1.1" status: 200 len: 945 time: 0.0695977 Jun 23 11:58:52.625879 dv-neutron-601336-94-hyperv neutron-server[94174]: INFO neutron.wsgi [req-29b505aa-d30d-4f8b-a90c-a53a8d47e354 req-297604e3-0338-4015-a4ce-257ef1d88fca tempest-ServerActionsTestJSON-1945522763 tempest-ServerActionsTestJSON-1945522763-project] 10.222.0.20 "GET /v2.0/security-groups?id=0af35ccc-af3f-4718-892b-c93ffd508c7a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0328984 Jun 23 11:58:53.570478 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron_lib.callbacks.manager [None req-97bd5441-1da2-49ee-a364-27795820ba27 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773699952132', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-899307'] for agent, after_update {{(pid=94176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:58:53.818125 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-085b2c13-32d0-425f-9923-2fc023afc2c7 req-1165a3ab-2cba-47e5-94d7-a9c45ed4ea4d tempest-ServerActionsTestJSON-1945522763 tempest-ServerActionsTestJSON-1945522763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 11:58:53.819713 dv-neutron-601336-94-hyperv neutron-server[94175]: INFO neutron.wsgi [req-085b2c13-32d0-425f-9923-2fc023afc2c7 req-1165a3ab-2cba-47e5-94d7-a9c45ed4ea4d tempest-ServerActionsTestJSON-1945522763 tempest-ServerActionsTestJSON-1945522763-project] 10.222.0.20 "GET /v2.0/ports?device_id=fe505067-e56e-4002-8afc-eb7f559a3de7 HTTP/1.1" status: 200 len: 945 time: 0.0778255 Jun 23 11:58:53.861142 dv-neutron-601336-94-hyperv neutron-server[94175]: INFO neutron.wsgi [req-085b2c13-32d0-425f-9923-2fc023afc2c7 req-0592c254-beb9-4b23-a664-812ee5b6db4c tempest-ServerActionsTestJSON-1945522763 tempest-ServerActionsTestJSON-1945522763-project] 10.222.0.20 "GET /v2.0/security-groups?id=0af35ccc-af3f-4718-892b-c93ffd508c7a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0354342 Jun 23 11:58:55.042995 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4bc1e7a-3d4e-4555-a768-f155aaa0d840 req-1413e368-b394-4489-a9ea-f0e9f0b33009 tempest-ServerActionsTestJSON-1945522763 tempest-ServerActionsTestJSON-1945522763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94174) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 11:58:55.044575 dv-neutron-601336-94-hyperv neutron-server[94174]: INFO neutron.wsgi [req-e4bc1e7a-3d4e-4555-a768-f155aaa0d840 req-1413e368-b394-4489-a9ea-f0e9f0b33009 tempest-ServerActionsTestJSON-1945522763 tempest-ServerActionsTestJSON-1945522763-project] 10.222.0.20 "GET /v2.0/ports?device_id=fe505067-e56e-4002-8afc-eb7f559a3de7 HTTP/1.1" status: 200 len: 945 time: 0.0642912 Jun 23 11:58:55.083640 dv-neutron-601336-94-hyperv neutron-server[94174]: INFO neutron.wsgi [req-e4bc1e7a-3d4e-4555-a768-f155aaa0d840 req-bc0e642e-da15-4103-91db-c6fe73129d5a tempest-ServerActionsTestJSON-1945522763 tempest-ServerActionsTestJSON-1945522763-project] 10.222.0.20 "GET /v2.0/security-groups?id=0af35ccc-af3f-4718-892b-c93ffd508c7a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0334587 Jun 23 11:58:56.265944 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12d842c7-e40d-4d2a-a2d1-10eebf456a77 req-0c0d40fa-4b3f-469c-bb19-659fb0b1550f tempest-ServerActionsTestJSON-1945522763 tempest-ServerActionsTestJSON-1945522763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 11:58:56.267390 dv-neutron-601336-94-hyperv neutron-server[94175]: INFO neutron.wsgi [req-12d842c7-e40d-4d2a-a2d1-10eebf456a77 req-0c0d40fa-4b3f-469c-bb19-659fb0b1550f tempest-ServerActionsTestJSON-1945522763 tempest-ServerActionsTestJSON-1945522763-project] 10.222.0.20 "GET /v2.0/ports?device_id=fe505067-e56e-4002-8afc-eb7f559a3de7 HTTP/1.1" status: 200 len: 945 time: 0.0700810 Jun 23 11:58:56.312548 dv-neutron-601336-94-hyperv neutron-server[94175]: INFO neutron.wsgi [req-12d842c7-e40d-4d2a-a2d1-10eebf456a77 req-b0e388ae-1721-4ce4-bbf2-28ccaa863f2c tempest-ServerActionsTestJSON-1945522763 tempest-ServerActionsTestJSON-1945522763-project] 10.222.0.20 "GET /v2.0/security-groups?id=0af35ccc-af3f-4718-892b-c93ffd508c7a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0359201 Jun 23 11:58:57.495677 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cc2fcf4-fb89-4eac-90bd-a2b7f1bf0c3d req-1f7f3941-4402-4735-81b3-a844fcddd581 tempest-ServerActionsTestJSON-1945522763 tempest-ServerActionsTestJSON-1945522763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94174) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 11:58:57.497133 dv-neutron-601336-94-hyperv neutron-server[94174]: INFO neutron.wsgi [req-7cc2fcf4-fb89-4eac-90bd-a2b7f1bf0c3d req-1f7f3941-4402-4735-81b3-a844fcddd581 tempest-ServerActionsTestJSON-1945522763 tempest-ServerActionsTestJSON-1945522763-project] 10.222.0.20 "GET /v2.0/ports?device_id=fe505067-e56e-4002-8afc-eb7f559a3de7 HTTP/1.1" status: 200 len: 945 time: 0.0661187 Jun 23 11:58:57.543552 dv-neutron-601336-94-hyperv neutron-server[94174]: INFO neutron.wsgi [req-7cc2fcf4-fb89-4eac-90bd-a2b7f1bf0c3d req-61dc0931-e201-442c-a905-6b59319eee05 tempest-ServerActionsTestJSON-1945522763 tempest-ServerActionsTestJSON-1945522763-project] 10.222.0.20 "GET /v2.0/security-groups?id=0af35ccc-af3f-4718-892b-c93ffd508c7a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0405405 Jun 23 11:58:58.731156 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21e736c9-b4d5-4f7d-80b9-033c5aba4097 req-db8fee85-05c7-4530-9e20-38305df62c2e tempest-ServerActionsTestJSON-1945522763 tempest-ServerActionsTestJSON-1945522763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 11:58:58.732689 dv-neutron-601336-94-hyperv neutron-server[94175]: INFO neutron.wsgi [req-21e736c9-b4d5-4f7d-80b9-033c5aba4097 req-db8fee85-05c7-4530-9e20-38305df62c2e tempest-ServerActionsTestJSON-1945522763 tempest-ServerActionsTestJSON-1945522763-project] 10.222.0.20 "GET /v2.0/ports?device_id=fe505067-e56e-4002-8afc-eb7f559a3de7 HTTP/1.1" status: 200 len: 945 time: 0.0725873 Jun 23 11:58:58.778207 dv-neutron-601336-94-hyperv neutron-server[94175]: INFO neutron.wsgi [req-21e736c9-b4d5-4f7d-80b9-033c5aba4097 req-e02d6bbd-692f-4196-bd73-8ba6e48c38be tempest-ServerActionsTestJSON-1945522763 tempest-ServerActionsTestJSON-1945522763-project] 10.222.0.20 "GET /v2.0/security-groups?id=0af35ccc-af3f-4718-892b-c93ffd508c7a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0394659 Jun 23 11:58:59.967586 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81d3176e-a878-44e4-8b02-680d5fd08c56 req-39e2b3c0-aa9a-4306-91fd-a6ccd5a31235 tempest-ServerActionsTestJSON-1945522763 tempest-ServerActionsTestJSON-1945522763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94174) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 11:58:59.969193 dv-neutron-601336-94-hyperv neutron-server[94174]: INFO neutron.wsgi [req-81d3176e-a878-44e4-8b02-680d5fd08c56 req-39e2b3c0-aa9a-4306-91fd-a6ccd5a31235 tempest-ServerActionsTestJSON-1945522763 tempest-ServerActionsTestJSON-1945522763-project] 10.222.0.20 "GET /v2.0/ports?device_id=fe505067-e56e-4002-8afc-eb7f559a3de7 HTTP/1.1" status: 200 len: 945 time: 0.0711877 Jun 23 11:59:00.012295 dv-neutron-601336-94-hyperv neutron-server[94174]: INFO neutron.wsgi [req-81d3176e-a878-44e4-8b02-680d5fd08c56 req-20cde463-782c-451e-bdf1-4969ea1b23b3 tempest-ServerActionsTestJSON-1945522763 tempest-ServerActionsTestJSON-1945522763-project] 10.222.0.20 "GET /v2.0/security-groups?id=0af35ccc-af3f-4718-892b-c93ffd508c7a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0372255 Jun 23 11:59:01.193902 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c319209-3e66-4b59-bc54-bbed8b999c22 req-1ecddc0a-6c42-4e18-8229-d74d0350961b tempest-ServerActionsTestJSON-1945522763 tempest-ServerActionsTestJSON-1945522763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 11:59:01.195470 dv-neutron-601336-94-hyperv neutron-server[94175]: INFO neutron.wsgi [req-9c319209-3e66-4b59-bc54-bbed8b999c22 req-1ecddc0a-6c42-4e18-8229-d74d0350961b tempest-ServerActionsTestJSON-1945522763 tempest-ServerActionsTestJSON-1945522763-project] 10.222.0.20 "GET /v2.0/ports?device_id=fe505067-e56e-4002-8afc-eb7f559a3de7 HTTP/1.1" status: 200 len: 945 time: 0.0681493 Jun 23 11:59:01.234239 dv-neutron-601336-94-hyperv neutron-server[94175]: INFO neutron.wsgi [req-9c319209-3e66-4b59-bc54-bbed8b999c22 req-402c2909-722c-4da8-8837-238f0a23a2fe tempest-ServerActionsTestJSON-1945522763 tempest-ServerActionsTestJSON-1945522763-project] 10.222.0.20 "GET /v2.0/security-groups?id=0af35ccc-af3f-4718-892b-c93ffd508c7a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0327768 Jun 23 11:59:02.415414 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fd01dfe-a772-4b6d-9769-658a22974006 req-9c452c41-a527-44e0-a1ee-eac9d748adca tempest-ServerActionsTestJSON-1945522763 tempest-ServerActionsTestJSON-1945522763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94174) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 11:59:02.417058 dv-neutron-601336-94-hyperv neutron-server[94174]: INFO neutron.wsgi [req-6fd01dfe-a772-4b6d-9769-658a22974006 req-9c452c41-a527-44e0-a1ee-eac9d748adca tempest-ServerActionsTestJSON-1945522763 tempest-ServerActionsTestJSON-1945522763-project] 10.222.0.20 "GET /v2.0/ports?device_id=fe505067-e56e-4002-8afc-eb7f559a3de7 HTTP/1.1" status: 200 len: 945 time: 0.0681915 Jun 23 11:59:02.458852 dv-neutron-601336-94-hyperv neutron-server[94174]: INFO neutron.wsgi [req-6fd01dfe-a772-4b6d-9769-658a22974006 req-47d879ac-ca1c-4362-97a6-6148f4529319 tempest-ServerActionsTestJSON-1945522763 tempest-ServerActionsTestJSON-1945522763-project] 10.222.0.20 "GET /v2.0/security-groups?id=0af35ccc-af3f-4718-892b-c93ffd508c7a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0357733 Jun 23 11:59:03.642492 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75420313-0a95-458a-bd87-bfa2c3bc01f1 req-9295eb37-8435-4544-a5d2-97a4307b3186 tempest-ServerActionsTestJSON-1945522763 tempest-ServerActionsTestJSON-1945522763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 11:59:03.644140 dv-neutron-601336-94-hyperv neutron-server[94175]: INFO neutron.wsgi [req-75420313-0a95-458a-bd87-bfa2c3bc01f1 req-9295eb37-8435-4544-a5d2-97a4307b3186 tempest-ServerActionsTestJSON-1945522763 tempest-ServerActionsTestJSON-1945522763-project] 10.222.0.20 "GET /v2.0/ports?device_id=fe505067-e56e-4002-8afc-eb7f559a3de7 HTTP/1.1" status: 200 len: 945 time: 0.0688283 Jun 23 11:59:03.688785 dv-neutron-601336-94-hyperv neutron-server[94175]: INFO neutron.wsgi [req-75420313-0a95-458a-bd87-bfa2c3bc01f1 req-d4c7162e-3a96-4487-aad9-e1303ec03a6b tempest-ServerActionsTestJSON-1945522763 tempest-ServerActionsTestJSON-1945522763-project] 10.222.0.20 "GET /v2.0/security-groups?id=0af35ccc-af3f-4718-892b-c93ffd508c7a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0348508 Jun 23 11:59:04.874845 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4320307d-34d9-4781-8b04-fc99edbfdc89 req-0636803f-bc49-45a1-b9db-0ad57388238e tempest-ServerActionsTestJSON-1945522763 tempest-ServerActionsTestJSON-1945522763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94174) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 11:59:04.876359 dv-neutron-601336-94-hyperv neutron-server[94174]: INFO neutron.wsgi [req-4320307d-34d9-4781-8b04-fc99edbfdc89 req-0636803f-bc49-45a1-b9db-0ad57388238e tempest-ServerActionsTestJSON-1945522763 tempest-ServerActionsTestJSON-1945522763-project] 10.222.0.20 "GET /v2.0/ports?device_id=fe505067-e56e-4002-8afc-eb7f559a3de7 HTTP/1.1" status: 200 len: 945 time: 0.0698726 Jun 23 11:59:04.918978 dv-neutron-601336-94-hyperv neutron-server[94174]: INFO neutron.wsgi [req-4320307d-34d9-4781-8b04-fc99edbfdc89 req-a3a347f4-a9ee-47e3-aab0-824b3e0ba97c tempest-ServerActionsTestJSON-1945522763 tempest-ServerActionsTestJSON-1945522763-project] 10.222.0.20 "GET /v2.0/security-groups?id=0af35ccc-af3f-4718-892b-c93ffd508c7a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0368819 Jun 23 11:59:06.098139 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9deb7be0-d0f6-4830-b18a-583c1d98aa6d req-07c25859-122a-440c-9be7-f366e129af8a tempest-ServerActionsTestJSON-1945522763 tempest-ServerActionsTestJSON-1945522763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 11:59:06.099709 dv-neutron-601336-94-hyperv neutron-server[94175]: INFO neutron.wsgi [req-9deb7be0-d0f6-4830-b18a-583c1d98aa6d req-07c25859-122a-440c-9be7-f366e129af8a tempest-ServerActionsTestJSON-1945522763 tempest-ServerActionsTestJSON-1945522763-project] 10.222.0.20 "GET /v2.0/ports?device_id=fe505067-e56e-4002-8afc-eb7f559a3de7 HTTP/1.1" status: 200 len: 945 time: 0.0703213 Jun 23 11:59:06.140559 dv-neutron-601336-94-hyperv neutron-server[94175]: INFO neutron.wsgi [req-9deb7be0-d0f6-4830-b18a-583c1d98aa6d req-22783751-eee7-452e-a605-a9ebc46e5d9e tempest-ServerActionsTestJSON-1945522763 tempest-ServerActionsTestJSON-1945522763-project] 10.222.0.20 "GET /v2.0/security-groups?id=0af35ccc-af3f-4718-892b-c93ffd508c7a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0341356 Jun 23 11:59:07.324431 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a45cc7e2-cd73-47bc-bce3-f98233287699 req-bd29969c-525d-47fc-8259-725f8275c1b3 tempest-ServerActionsTestJSON-1945522763 tempest-ServerActionsTestJSON-1945522763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94174) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 11:59:07.325448 dv-neutron-601336-94-hyperv neutron-server[94174]: INFO neutron.wsgi [req-a45cc7e2-cd73-47bc-bce3-f98233287699 req-bd29969c-525d-47fc-8259-725f8275c1b3 tempest-ServerActionsTestJSON-1945522763 tempest-ServerActionsTestJSON-1945522763-project] 10.222.0.20 "GET /v2.0/ports?device_id=fe505067-e56e-4002-8afc-eb7f559a3de7 HTTP/1.1" status: 200 len: 945 time: 0.0670774 Jun 23 11:59:07.365172 dv-neutron-601336-94-hyperv neutron-server[94174]: INFO neutron.wsgi [req-a45cc7e2-cd73-47bc-bce3-f98233287699 req-0646f3aa-56af-4ec9-87c6-4c62e17a7557 tempest-ServerActionsTestJSON-1945522763 tempest-ServerActionsTestJSON-1945522763-project] 10.222.0.20 "GET /v2.0/security-groups?id=0af35ccc-af3f-4718-892b-c93ffd508c7a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0330834 Jun 23 11:59:08.553639 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76b00f98-701a-4084-841d-855f849f6584 req-29b7f9fd-94c0-41d3-9077-705cbc4e163e tempest-ServerActionsTestJSON-1945522763 tempest-ServerActionsTestJSON-1945522763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 11:59:08.555255 dv-neutron-601336-94-hyperv neutron-server[94175]: INFO neutron.wsgi [req-76b00f98-701a-4084-841d-855f849f6584 req-29b7f9fd-94c0-41d3-9077-705cbc4e163e tempest-ServerActionsTestJSON-1945522763 tempest-ServerActionsTestJSON-1945522763-project] 10.222.0.20 "GET /v2.0/ports?device_id=fe505067-e56e-4002-8afc-eb7f559a3de7 HTTP/1.1" status: 200 len: 945 time: 0.0720067 Jun 23 11:59:08.594185 dv-neutron-601336-94-hyperv neutron-server[94175]: INFO neutron.wsgi [req-76b00f98-701a-4084-841d-855f849f6584 req-d6b4181b-77b3-4807-ad30-33cb17d3e51f tempest-ServerActionsTestJSON-1945522763 tempest-ServerActionsTestJSON-1945522763-project] 10.222.0.20 "GET /v2.0/security-groups?id=0af35ccc-af3f-4718-892b-c93ffd508c7a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0321586 Jun 23 11:59:09.771662 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fd6c5d4-c938-4e31-bfb8-554836bd083f req-5507ffe2-48a8-4e72-bb07-8f01b77666c8 tempest-ServerActionsTestJSON-1945522763 tempest-ServerActionsTestJSON-1945522763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94174) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 11:59:09.773131 dv-neutron-601336-94-hyperv neutron-server[94174]: INFO neutron.wsgi [req-5fd6c5d4-c938-4e31-bfb8-554836bd083f req-5507ffe2-48a8-4e72-bb07-8f01b77666c8 tempest-ServerActionsTestJSON-1945522763 tempest-ServerActionsTestJSON-1945522763-project] 10.222.0.20 "GET /v2.0/ports?device_id=fe505067-e56e-4002-8afc-eb7f559a3de7 HTTP/1.1" status: 200 len: 945 time: 0.0656075 Jun 23 11:59:09.813666 dv-neutron-601336-94-hyperv neutron-server[94174]: INFO neutron.wsgi [req-5fd6c5d4-c938-4e31-bfb8-554836bd083f req-4dd01e8e-45ee-4d7e-83ad-292ef74aa523 tempest-ServerActionsTestJSON-1945522763 tempest-ServerActionsTestJSON-1945522763-project] 10.222.0.20 "GET /v2.0/security-groups?id=0af35ccc-af3f-4718-892b-c93ffd508c7a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0345600 Jun 23 11:59:10.986254 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron_lib.callbacks.manager [None req-23252afa-ae97-489b-b111-28a56653c014 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773699952132', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-899307'] for agent, after_update {{(pid=94176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:59:10.995796 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bfc7115-8600-440c-b64d-947077275c36 req-4952202f-45ac-45c8-9e2b-5f8b4e01d31a tempest-ServerActionsTestJSON-1945522763 tempest-ServerActionsTestJSON-1945522763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 11:59:10.997310 dv-neutron-601336-94-hyperv neutron-server[94175]: INFO neutron.wsgi [req-7bfc7115-8600-440c-b64d-947077275c36 req-4952202f-45ac-45c8-9e2b-5f8b4e01d31a tempest-ServerActionsTestJSON-1945522763 tempest-ServerActionsTestJSON-1945522763-project] 10.222.0.20 "GET /v2.0/ports?device_id=fe505067-e56e-4002-8afc-eb7f559a3de7 HTTP/1.1" status: 200 len: 945 time: 0.0700779 Jun 23 11:59:11.042672 dv-neutron-601336-94-hyperv neutron-server[94175]: INFO neutron.wsgi [req-7bfc7115-8600-440c-b64d-947077275c36 req-08d50086-94d7-445e-97e6-83d1c7b6d1a6 tempest-ServerActionsTestJSON-1945522763 tempest-ServerActionsTestJSON-1945522763-project] 10.222.0.20 "GET /v2.0/security-groups?id=0af35ccc-af3f-4718-892b-c93ffd508c7a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0390804 Jun 23 11:59:12.223138 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-237e3c72-3393-49c2-9460-2260979055ea req-fe437ba8-ce82-4ee3-afd0-2acd74d92327 tempest-ServerActionsTestJSON-1945522763 tempest-ServerActionsTestJSON-1945522763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94174) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 11:59:12.224746 dv-neutron-601336-94-hyperv neutron-server[94174]: INFO neutron.wsgi [req-237e3c72-3393-49c2-9460-2260979055ea req-fe437ba8-ce82-4ee3-afd0-2acd74d92327 tempest-ServerActionsTestJSON-1945522763 tempest-ServerActionsTestJSON-1945522763-project] 10.222.0.20 "GET /v2.0/ports?device_id=fe505067-e56e-4002-8afc-eb7f559a3de7 HTTP/1.1" status: 200 len: 945 time: 0.0691025 Jun 23 11:59:12.268726 dv-neutron-601336-94-hyperv neutron-server[94174]: INFO neutron.wsgi [req-237e3c72-3393-49c2-9460-2260979055ea req-fa45041f-a275-4213-a226-2ffdacd4aec0 tempest-ServerActionsTestJSON-1945522763 tempest-ServerActionsTestJSON-1945522763-project] 10.222.0.20 "GET /v2.0/security-groups?id=0af35ccc-af3f-4718-892b-c93ffd508c7a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0380700 Jun 23 11:59:13.188060 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron_lib.callbacks.manager [None req-9f3e6535-d29e-43b0-ac36-da7593326d89 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773699952132', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-899307'] for agent, after_update {{(pid=94176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:59:13.445045 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f566acef-790c-4350-bfd9-c55f42031345 req-c9d29cda-90df-4b10-9195-d8f9560dd1c7 tempest-ServerActionsTestJSON-1945522763 tempest-ServerActionsTestJSON-1945522763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 11:59:13.446456 dv-neutron-601336-94-hyperv neutron-server[94175]: INFO neutron.wsgi [req-f566acef-790c-4350-bfd9-c55f42031345 req-c9d29cda-90df-4b10-9195-d8f9560dd1c7 tempest-ServerActionsTestJSON-1945522763 tempest-ServerActionsTestJSON-1945522763-project] 10.222.0.20 "GET /v2.0/ports?device_id=fe505067-e56e-4002-8afc-eb7f559a3de7 HTTP/1.1" status: 200 len: 945 time: 0.0642774 Jun 23 11:59:13.486657 dv-neutron-601336-94-hyperv neutron-server[94175]: INFO neutron.wsgi [req-f566acef-790c-4350-bfd9-c55f42031345 req-adc7c94e-49a8-4db1-b6b4-249e954ac9cf tempest-ServerActionsTestJSON-1945522763 tempest-ServerActionsTestJSON-1945522763-project] 10.222.0.20 "GET /v2.0/security-groups?id=0af35ccc-af3f-4718-892b-c93ffd508c7a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0343618 Jun 23 11:59:13.770414 dv-neutron-601336-94-hyperv neutron-server[94175]: INFO neutron.wsgi [req-233ddc1e-9902-4b33-88a5-ea53a43f2f04 req-8670df60-f85f-49ef-867c-62fce2cad6f0 service neutron] 10.222.0.52 "GET /v2.0/ports/14f64092-ea99-4f65-a114-fb928a9a390e/bindings/hv-neutron-6013 HTTP/1.1" status: 200 len: 384 time: 0.0540946 Jun 23 11:59:13.925620 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron_lib.callbacks.manager [None req-dc7542b2-afef-47f4-a763-e3a3cba144be None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773699952132', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-899307'] for agent, after_update {{(pid=94176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:59:14.420993 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-233ddc1e-9902-4b33-88a5-ea53a43f2f04 req-36b34d1a-f818-4026-b2a8-5e20803ba418 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 11:59:14.422394 dv-neutron-601336-94-hyperv neutron-server[94175]: INFO neutron.wsgi [req-233ddc1e-9902-4b33-88a5-ea53a43f2f04 req-36b34d1a-f818-4026-b2a8-5e20803ba418 service neutron] 10.222.0.52 "GET /v2.0/ports?device_id=fe505067-e56e-4002-8afc-eb7f559a3de7&tenant_id=f95f5bd5d3a04c1cb1d25bcb3c548b20 HTTP/1.1" status: 200 len: 1098 time: 0.0595002 Jun 23 11:59:14.503324 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-233ddc1e-9902-4b33-88a5-ea53a43f2f04 req-0db219f5-f53d-4970-b85c-5b3413416f43 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 11:59:14.504924 dv-neutron-601336-94-hyperv neutron-server[94175]: INFO neutron.wsgi [req-233ddc1e-9902-4b33-88a5-ea53a43f2f04 req-0db219f5-f53d-4970-b85c-5b3413416f43 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=f95f5bd5d3a04c1cb1d25bcb3c548b20&device_id=fe505067-e56e-4002-8afc-eb7f559a3de7 HTTP/1.1" status: 200 len: 1098 time: 0.0567589 Jun 23 11:59:14.598212 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-233ddc1e-9902-4b33-88a5-ea53a43f2f04 req-fc3d2928-3b50-4e7b-91c3-531fc38df3f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 11:59:14.599731 dv-neutron-601336-94-hyperv neutron-server[94175]: INFO neutron.wsgi [req-233ddc1e-9902-4b33-88a5-ea53a43f2f04 req-fc3d2928-3b50-4e7b-91c3-531fc38df3f7 service neutron] 10.222.0.52 "GET /v2.0/networks?id=2fd142a9-a207-404d-a9ae-7efb565fc5be HTTP/1.1" status: 200 len: 912 time: 0.0889719 Jun 23 11:59:14.665588 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8149e708-ad38-466a-b0db-55221421698b req-8cfbb82e-00ec-4424-be15-4402b489a15e tempest-ServerActionsTestJSON-1945522763 tempest-ServerActionsTestJSON-1945522763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94174) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 11:59:14.667775 dv-neutron-601336-94-hyperv neutron-server[94174]: INFO neutron.wsgi [req-8149e708-ad38-466a-b0db-55221421698b req-8cfbb82e-00ec-4424-be15-4402b489a15e tempest-ServerActionsTestJSON-1945522763 tempest-ServerActionsTestJSON-1945522763-project] 10.222.0.20 "GET /v2.0/ports?device_id=fe505067-e56e-4002-8afc-eb7f559a3de7 HTTP/1.1" status: 200 len: 945 time: 0.0659108 Jun 23 11:59:14.679106 dv-neutron-601336-94-hyperv neutron-server[94175]: INFO neutron.wsgi [req-233ddc1e-9902-4b33-88a5-ea53a43f2f04 req-f482978c-7000-4d78-93b4-e74c93d42213 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=14f64092-ea99-4f65-a114-fb928a9a390e HTTP/1.1" status: 200 len: 1002 time: 0.0714021 Jun 23 11:59:14.697031 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron_lib.callbacks.manager [None req-4c20ea5f-bc7f-4d4e-935d-57f082af6ccb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773699952132', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-899307'] for agent, after_update {{(pid=94176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:59:14.710359 dv-neutron-601336-94-hyperv neutron-server[94174]: INFO neutron.wsgi [req-8149e708-ad38-466a-b0db-55221421698b req-f1979f15-de0d-4775-90fb-39c1a92bd995 tempest-ServerActionsTestJSON-1945522763 tempest-ServerActionsTestJSON-1945522763-project] 10.222.0.20 "GET /v2.0/security-groups?id=0af35ccc-af3f-4718-892b-c93ffd508c7a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0365818 Jun 23 11:59:14.730537 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-233ddc1e-9902-4b33-88a5-ea53a43f2f04 req-236382fe-fb50-4aef-a580-f1876aa618f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 11:59:14.732499 dv-neutron-601336-94-hyperv neutron-server[94175]: INFO neutron.wsgi [req-233ddc1e-9902-4b33-88a5-ea53a43f2f04 req-236382fe-fb50-4aef-a580-f1876aa618f6 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=d690955b-e62b-44f5-a4de-5b19f00224f3 HTTP/1.1" status: 200 len: 850 time: 0.0463197 Jun 23 11:59:14.794194 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-233ddc1e-9902-4b33-88a5-ea53a43f2f04 req-24b0e8f1-6119-4162-8d4e-72a1e682c0c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 11:59:14.795788 dv-neutron-601336-94-hyperv neutron-server[94175]: INFO neutron.wsgi [req-233ddc1e-9902-4b33-88a5-ea53a43f2f04 req-24b0e8f1-6119-4162-8d4e-72a1e682c0c4 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=2fd142a9-a207-404d-a9ae-7efb565fc5be&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1178 time: 0.0576608 Jun 23 11:59:14.890746 dv-neutron-601336-94-hyperv neutron-server[94175]: INFO neutron.wsgi [req-233ddc1e-9902-4b33-88a5-ea53a43f2f04 req-936bf30f-36ab-4ac6-99e9-c2f92501de87 service neutron] 10.222.0.52 "GET /v2.0/networks/2fd142a9-a207-404d-a9ae-7efb565fc5be?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0871811 Jun 23 11:59:14.982745 dv-neutron-601336-94-hyperv neutron-server[94175]: INFO neutron.wsgi [req-233ddc1e-9902-4b33-88a5-ea53a43f2f04 req-64e6e5c8-8061-4380-a882-b22c7b5ed3a0 service neutron] 10.222.0.52 "GET /v2.0/networks/2fd142a9-a207-404d-a9ae-7efb565fc5be?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0849237 Jun 23 11:59:15.354050 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.plugins.ml2.rpc [None req-97bd5441-1da2-49ee-a364-27795820ba27 None None] Device 14f64092-ea99-4f65-a114-fb928a9a390e no longer exists at agent hyperv_hv-neutron-6013 {{(pid=94176) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:261}} Jun 23 11:59:15.432122 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron_lib.callbacks.manager [None req-97bd5441-1da2-49ee-a364-27795820ba27 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-923122'] for port, before_update {{(pid=94176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:59:15.455803 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fe505067-e56e-4002-8afc-eb7f559a3de7', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '14f64092-ea99-4f65-a114-fb928a9a390e'}] {{(pid=94176) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 23 11:59:15.458051 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}887b0dfc0393de878080286a57e4a08d4fa60dd0cddd118f338ebfcd351ddd4c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-791488ee-f718-486d-a410-bb480e9df075" -d '{"events": [{"server_uuid": "fe505067-e56e-4002-8afc-eb7f559a3de7", "name": "network-vif-unplugged", "status": "completed", "tag": "14f64092-ea99-4f65-a114-fb928a9a390e"}]}' {{(pid=94176) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 23 11:59:15.471916 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.plugins.ml2.db [None req-97bd5441-1da2-49ee-a364-27795820ba27 None None] For port 14f64092-ea99-4f65-a114-fb928a9a390e, host hv-neutron-6013, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-6013',level=0,port_id=14f64092-ea99-4f65-a114-fb928a9a390e,segment=NetworkSegment(c5336f67-3b17-48c3-969f-4266bc0dd37d),segment_id=c5336f67-3b17-48c3-969f-4266bc0dd37d)] {{(pid=94176) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 23 11:59:15.509224 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 23 Jun 2021 11:59:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5a772877-106b-492b-9346-9573a516eddb x-openstack-request-id: req-5a772877-106b-492b-9346-9573a516eddb {{(pid=94176) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 23 11:59:15.509224 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fe505067-e56e-4002-8afc-eb7f559a3de7", "name": "network-vif-unplugged", "status": "completed", "tag": "14f64092-ea99-4f65-a114-fb928a9a390e", "code": 200}]} {{(pid=94176) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 23 11:59:15.509224 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-5a772877-106b-492b-9346-9573a516eddb {{(pid=94176) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 23 11:59:15.509224 dv-neutron-601336-94-hyperv neutron-server[94176]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fe505067-e56e-4002-8afc-eb7f559a3de7', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '14f64092-ea99-4f65-a114-fb928a9a390e', 'code': 200} Jun 23 11:59:15.588854 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron_lib.callbacks.manager [None req-97bd5441-1da2-49ee-a364-27795820ba27 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-922904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866062', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773700135042', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773699642233', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773699642278'] for port, after_update {{(pid=94176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:59:15.590725 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG oslo_concurrency.lockutils [None req-97bd5441-1da2-49ee-a364-27795820ba27 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 11:59:15.638995 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97bd5441-1da2-49ee-a364-27795820ba27 None None] Pushing event updated for resources: {'Port': ['ID=14f64092-ea99-4f65-a114-fb928a9a390e,revision_number=6']} {{(pid=94176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 11:59:15.646211 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97bd5441-1da2-49ee-a364-27795820ba27 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-601336-94-hyperv {{(pid=94176) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 11:59:15.646570 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97bd5441-1da2-49ee-a364-27795820ba27 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-94-hyperv {{(pid=94176) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 11:59:15.646926 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97bd5441-1da2-49ee-a364-27795820ba27 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-94-hyperv {{(pid=94176) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 11:59:15.647287 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97bd5441-1da2-49ee-a364-27795820ba27 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-601336-94-hyperv {{(pid=94176) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 11:59:15.647628 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97bd5441-1da2-49ee-a364-27795820ba27 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-601336-94-hyperv {{(pid=94176) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 11:59:15.647968 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97bd5441-1da2-49ee-a364-27795820ba27 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-601336-94-hyperv {{(pid=94176) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 11:59:15.648303 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97bd5441-1da2-49ee-a364-27795820ba27 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-601336-94-hyperv {{(pid=94176) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 11:59:15.648912 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97bd5441-1da2-49ee-a364-27795820ba27 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-601336-94-hyperv {{(pid=94176) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 11:59:15.649246 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97bd5441-1da2-49ee-a364-27795820ba27 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-601336-94-hyperv {{(pid=94176) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 11:59:15.649653 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97bd5441-1da2-49ee-a364-27795820ba27 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-94-hyperv {{(pid=94176) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 11:59:15.649966 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97bd5441-1da2-49ee-a364-27795820ba27 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-601336-94-hyperv {{(pid=94176) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 11:59:15.650383 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97bd5441-1da2-49ee-a364-27795820ba27 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-601336-94-hyperv {{(pid=94176) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 11:59:15.654779 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG oslo_concurrency.lockutils [None req-97bd5441-1da2-49ee-a364-27795820ba27 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.064s {{(pid=94176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 11:59:15.905090 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b183a1d-c364-4fe6-8d61-8cffd9110b09 req-bcbc1e6f-ca36-4a3e-848a-208c97b46650 tempest-ServerActionsTestJSON-1945522763 tempest-ServerActionsTestJSON-1945522763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94174) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 11:59:15.906621 dv-neutron-601336-94-hyperv neutron-server[94174]: INFO neutron.wsgi [req-5b183a1d-c364-4fe6-8d61-8cffd9110b09 req-bcbc1e6f-ca36-4a3e-848a-208c97b46650 tempest-ServerActionsTestJSON-1945522763 tempest-ServerActionsTestJSON-1945522763-project] 10.222.0.20 "GET /v2.0/ports?device_id=fe505067-e56e-4002-8afc-eb7f559a3de7 HTTP/1.1" status: 200 len: 943 time: 0.0747576 Jun 23 11:59:15.946819 dv-neutron-601336-94-hyperv neutron-server[94174]: INFO neutron.wsgi [req-5b183a1d-c364-4fe6-8d61-8cffd9110b09 req-5d853419-7651-4b34-8b4e-3445a1428269 tempest-ServerActionsTestJSON-1945522763 tempest-ServerActionsTestJSON-1945522763-project] 10.222.0.20 "GET /v2.0/security-groups?id=0af35ccc-af3f-4718-892b-c93ffd508c7a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0337503 Jun 23 11:59:16.734908 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron_lib.callbacks.manager [None req-95d6aa8f-24e7-4234-82ff-f502266c3285 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773699952132', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-899307'] for agent, after_update {{(pid=94176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:59:17.138311 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-629c254c-98e7-44e7-9a4d-436aaa78e744 req-e78b7b85-6cb9-4c21-bdb7-c4f9972256b7 tempest-ServerActionsTestJSON-1945522763 tempest-ServerActionsTestJSON-1945522763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 11:59:17.140749 dv-neutron-601336-94-hyperv neutron-server[94175]: INFO neutron.wsgi [req-629c254c-98e7-44e7-9a4d-436aaa78e744 req-e78b7b85-6cb9-4c21-bdb7-c4f9972256b7 tempest-ServerActionsTestJSON-1945522763 tempest-ServerActionsTestJSON-1945522763-project] 10.222.0.20 "GET /v2.0/ports?device_id=fe505067-e56e-4002-8afc-eb7f559a3de7 HTTP/1.1" status: 200 len: 943 time: 0.0778713 Jun 23 11:59:17.189717 dv-neutron-601336-94-hyperv neutron-server[94175]: INFO neutron.wsgi [req-629c254c-98e7-44e7-9a4d-436aaa78e744 req-3c9be132-d9dd-402f-8c76-e2149fba85e9 tempest-ServerActionsTestJSON-1945522763 tempest-ServerActionsTestJSON-1945522763-project] 10.222.0.20 "GET /v2.0/security-groups?id=0af35ccc-af3f-4718-892b-c93ffd508c7a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0411108 Jun 23 11:59:18.372179 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a7f7ae8-250c-400c-9f44-1ef75b2dc1bf req-c1237284-269d-44e3-a806-624fa357456a tempest-ServerActionsTestJSON-1945522763 tempest-ServerActionsTestJSON-1945522763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94174) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 11:59:18.373691 dv-neutron-601336-94-hyperv neutron-server[94174]: INFO neutron.wsgi [req-4a7f7ae8-250c-400c-9f44-1ef75b2dc1bf req-c1237284-269d-44e3-a806-624fa357456a tempest-ServerActionsTestJSON-1945522763 tempest-ServerActionsTestJSON-1945522763-project] 10.222.0.20 "GET /v2.0/ports?device_id=fe505067-e56e-4002-8afc-eb7f559a3de7 HTTP/1.1" status: 200 len: 943 time: 0.0657301 Jun 23 11:59:18.417349 dv-neutron-601336-94-hyperv neutron-server[94174]: INFO neutron.wsgi [req-4a7f7ae8-250c-400c-9f44-1ef75b2dc1bf req-f390cf53-a8bc-44d6-ba26-62dd07f0791d tempest-ServerActionsTestJSON-1945522763 tempest-ServerActionsTestJSON-1945522763-project] 10.222.0.20 "GET /v2.0/security-groups?id=0af35ccc-af3f-4718-892b-c93ffd508c7a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0343609 Jun 23 11:59:19.597974 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c725d58d-4d52-499b-a253-990ac307cef0 req-aad8cd08-5818-46c3-8043-6d8411fa598e tempest-ServerActionsTestJSON-1945522763 tempest-ServerActionsTestJSON-1945522763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 11:59:19.599395 dv-neutron-601336-94-hyperv neutron-server[94175]: INFO neutron.wsgi [req-c725d58d-4d52-499b-a253-990ac307cef0 req-aad8cd08-5818-46c3-8043-6d8411fa598e tempest-ServerActionsTestJSON-1945522763 tempest-ServerActionsTestJSON-1945522763-project] 10.222.0.20 "GET /v2.0/ports?device_id=fe505067-e56e-4002-8afc-eb7f559a3de7 HTTP/1.1" status: 200 len: 943 time: 0.0641932 Jun 23 11:59:19.637849 dv-neutron-601336-94-hyperv neutron-server[94175]: INFO neutron.wsgi [req-c725d58d-4d52-499b-a253-990ac307cef0 req-9df7875e-294f-4e1e-ab5a-d9adf55c4871 tempest-ServerActionsTestJSON-1945522763 tempest-ServerActionsTestJSON-1945522763-project] 10.222.0.20 "GET /v2.0/security-groups?id=0af35ccc-af3f-4718-892b-c93ffd508c7a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0321910 Jun 23 11:59:20.814491 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24dfa213-3ceb-45ad-8fdd-8a70d1cd623c req-8fdf7262-a310-4456-8a1f-c816092ab77e tempest-ServerActionsTestJSON-1945522763 tempest-ServerActionsTestJSON-1945522763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94174) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 11:59:20.816078 dv-neutron-601336-94-hyperv neutron-server[94174]: INFO neutron.wsgi [req-24dfa213-3ceb-45ad-8fdd-8a70d1cd623c req-8fdf7262-a310-4456-8a1f-c816092ab77e tempest-ServerActionsTestJSON-1945522763 tempest-ServerActionsTestJSON-1945522763-project] 10.222.0.20 "GET /v2.0/ports?device_id=fe505067-e56e-4002-8afc-eb7f559a3de7 HTTP/1.1" status: 200 len: 943 time: 0.0657747 Jun 23 11:59:20.859154 dv-neutron-601336-94-hyperv neutron-server[94174]: INFO neutron.wsgi [req-24dfa213-3ceb-45ad-8fdd-8a70d1cd623c req-5984ff76-7db4-4486-b2ef-0be707da3a19 tempest-ServerActionsTestJSON-1945522763 tempest-ServerActionsTestJSON-1945522763-project] 10.222.0.20 "GET /v2.0/security-groups?id=0af35ccc-af3f-4718-892b-c93ffd508c7a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0375133 Jun 23 11:59:22.039148 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fa2e289-8313-4516-943b-f86fa5e62036 req-501f71cb-8571-40c6-a656-7ac3bcc711f6 tempest-ServerActionsTestJSON-1945522763 tempest-ServerActionsTestJSON-1945522763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 11:59:22.040682 dv-neutron-601336-94-hyperv neutron-server[94175]: INFO neutron.wsgi [req-2fa2e289-8313-4516-943b-f86fa5e62036 req-501f71cb-8571-40c6-a656-7ac3bcc711f6 tempest-ServerActionsTestJSON-1945522763 tempest-ServerActionsTestJSON-1945522763-project] 10.222.0.20 "GET /v2.0/ports?device_id=fe505067-e56e-4002-8afc-eb7f559a3de7 HTTP/1.1" status: 200 len: 943 time: 0.0695841 Jun 23 11:59:22.079634 dv-neutron-601336-94-hyperv neutron-server[94175]: INFO neutron.wsgi [req-2fa2e289-8313-4516-943b-f86fa5e62036 req-e3db5ad6-48db-42a2-a0b9-6755288ff64a tempest-ServerActionsTestJSON-1945522763 tempest-ServerActionsTestJSON-1945522763-project] 10.222.0.20 "GET /v2.0/security-groups?id=0af35ccc-af3f-4718-892b-c93ffd508c7a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0326660 Jun 23 11:59:22.145104 dv-neutron-601336-94-hyperv neutron-server[94177]: DEBUG neutron.db.agents_db [None req-90fb1279-e4c5-4e73-8d66-3a29811dc4e3 None None] Agent healthcheck: found 6 active agents {{(pid=94177) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 23 11:59:23.266080 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e99c14b3-bd43-4e30-8334-f61c42089b5f req-bc55d400-1134-4e76-baaf-f3fadae0742a tempest-ServerActionsTestJSON-1945522763 tempest-ServerActionsTestJSON-1945522763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94174) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 11:59:23.267638 dv-neutron-601336-94-hyperv neutron-server[94174]: INFO neutron.wsgi [req-e99c14b3-bd43-4e30-8334-f61c42089b5f req-bc55d400-1134-4e76-baaf-f3fadae0742a tempest-ServerActionsTestJSON-1945522763 tempest-ServerActionsTestJSON-1945522763-project] 10.222.0.20 "GET /v2.0/ports?device_id=fe505067-e56e-4002-8afc-eb7f559a3de7 HTTP/1.1" status: 200 len: 943 time: 0.0641105 Jun 23 11:59:23.309822 dv-neutron-601336-94-hyperv neutron-server[94174]: INFO neutron.wsgi [req-e99c14b3-bd43-4e30-8334-f61c42089b5f req-f8f880c4-a511-4728-b8af-3d6df1489b98 tempest-ServerActionsTestJSON-1945522763 tempest-ServerActionsTestJSON-1945522763-project] 10.222.0.20 "GET /v2.0/security-groups?id=0af35ccc-af3f-4718-892b-c93ffd508c7a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0364046 Jun 23 11:59:23.371891 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.plugins.ml2.rpc [None req-97bd5441-1da2-49ee-a364-27795820ba27 None None] Device 14f64092-ea99-4f65-a114-fb928a9a390e details requested by agent hyperv_hv-neutron-6013 with host hv-neutron-6013 {{(pid=94176) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:104}} Jun 23 11:59:23.472275 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.plugins.ml2.db [None req-97bd5441-1da2-49ee-a364-27795820ba27 None None] For port 14f64092-ea99-4f65-a114-fb928a9a390e, host hv-neutron-6013, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-6013',level=0,port_id=14f64092-ea99-4f65-a114-fb928a9a390e,segment=NetworkSegment(c5336f67-3b17-48c3-969f-4266bc0dd37d),segment_id=c5336f67-3b17-48c3-969f-4266bc0dd37d)] {{(pid=94176) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 23 11:59:23.487643 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.plugins.ml2.rpc [None req-97bd5441-1da2-49ee-a364-27795820ba27 None None] Returning: {'device': '14f64092-ea99-4f65-a114-fb928a9a390e', 'network_id': '2fd142a9-a207-404d-a9ae-7efb565fc5be', 'port_id': '14f64092-ea99-4f65-a114-fb928a9a390e', 'mac_address': 'fa:16:3e:aa:69:10', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 443, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd690955b-e62b-44f5-a4de-5b19f00224f3', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94176) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:186}} Jun 23 11:59:23.524746 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron_lib.callbacks.manager [None req-97bd5441-1da2-49ee-a364-27795820ba27 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-923122'] for port, before_update {{(pid=94176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:59:23.537585 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.notifiers.nova [None req-97bd5441-1da2-49ee-a364-27795820ba27 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 14f64092-ea99-4f65-a114-fb928a9a390e {{(pid=94176) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 23 11:59:23.557865 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.plugins.ml2.db [None req-97bd5441-1da2-49ee-a364-27795820ba27 None None] For port 14f64092-ea99-4f65-a114-fb928a9a390e, host hv-neutron-6013, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-6013',level=0,port_id=14f64092-ea99-4f65-a114-fb928a9a390e,segment=NetworkSegment(c5336f67-3b17-48c3-969f-4266bc0dd37d),segment_id=c5336f67-3b17-48c3-969f-4266bc0dd37d)] {{(pid=94176) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 23 11:59:23.575003 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron_lib.callbacks.manager [None req-97bd5441-1da2-49ee-a364-27795820ba27 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773699952132', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-899307'] for agent, after_update {{(pid=94176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:59:23.631787 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron_lib.callbacks.manager [None req-97bd5441-1da2-49ee-a364-27795820ba27 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-922904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866062', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773700135042', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773699642233', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773699642278'] for port, after_update {{(pid=94176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:59:23.633655 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG oslo_concurrency.lockutils [None req-dc7542b2-afef-47f4-a763-e3a3cba144be None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 11:59:23.684161 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97bd5441-1da2-49ee-a364-27795820ba27 None None] Pushing event updated for resources: {'Port': ['ID=14f64092-ea99-4f65-a114-fb928a9a390e,revision_number=7']} {{(pid=94176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 11:59:23.687484 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG oslo_concurrency.lockutils [None req-97bd5441-1da2-49ee-a364-27795820ba27 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.054s {{(pid=94176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 11:59:23.690466 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.plugins.ml2.db [None req-97bd5441-1da2-49ee-a364-27795820ba27 None None] get_ports_and_sgs() called for port_ids ['14f64092-ea99-4f65-a114-fb928a9a390e'] {{(pid=94176) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 23 11:59:24.489627 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f45a7e64-0159-4a5b-b35f-665e60aa4d73 req-a74e0d86-e8b8-4fa6-a61e-c293bfbb7fba tempest-ServerActionsTestJSON-1945522763 tempest-ServerActionsTestJSON-1945522763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 11:59:24.491107 dv-neutron-601336-94-hyperv neutron-server[94175]: INFO neutron.wsgi [req-f45a7e64-0159-4a5b-b35f-665e60aa4d73 req-a74e0d86-e8b8-4fa6-a61e-c293bfbb7fba tempest-ServerActionsTestJSON-1945522763 tempest-ServerActionsTestJSON-1945522763-project] 10.222.0.20 "GET /v2.0/ports?device_id=fe505067-e56e-4002-8afc-eb7f559a3de7 HTTP/1.1" status: 200 len: 944 time: 0.0696697 Jun 23 11:59:24.531809 dv-neutron-601336-94-hyperv neutron-server[94175]: INFO neutron.wsgi [req-f45a7e64-0159-4a5b-b35f-665e60aa4d73 req-30acf5e0-6442-4514-b2be-86704a8c2c0f tempest-ServerActionsTestJSON-1945522763 tempest-ServerActionsTestJSON-1945522763-project] 10.222.0.20 "GET /v2.0/security-groups?id=0af35ccc-af3f-4718-892b-c93ffd508c7a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0346274 Jun 23 11:59:25.387095 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.plugins.ml2.rpc [None req-97bd5441-1da2-49ee-a364-27795820ba27 None None] Device 14f64092-ea99-4f65-a114-fb928a9a390e up at agent hyperv_hv-neutron-6013 {{(pid=94176) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:298}} Jun 23 11:59:25.433864 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.db.provisioning_blocks [None req-97bd5441-1da2-49ee-a364-27795820ba27 None None] Provisioning complete for port 14f64092-ea99-4f65-a114-fb928a9a390e triggered by entity L2. {{(pid=94176) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 23 11:59:25.434209 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron_lib.callbacks.manager [None req-97bd5441-1da2-49ee-a364-27795820ba27 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-899258'] for port, provisioning_complete {{(pid=94176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:59:25.661758 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron_lib.callbacks.manager [None req-97bd5441-1da2-49ee-a364-27795820ba27 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-923122'] for port, before_update {{(pid=94176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:59:25.688332 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fe505067-e56e-4002-8afc-eb7f559a3de7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '14f64092-ea99-4f65-a114-fb928a9a390e'}] {{(pid=94176) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 23 11:59:25.690664 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}887b0dfc0393de878080286a57e4a08d4fa60dd0cddd118f338ebfcd351ddd4c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a759098c-0e79-4ebf-91fe-244ecd5eaa21" -d '{"events": [{"server_uuid": "fe505067-e56e-4002-8afc-eb7f559a3de7", "name": "network-vif-plugged", "status": "completed", "tag": "14f64092-ea99-4f65-a114-fb928a9a390e"}]}' {{(pid=94176) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 23 11:59:25.705756 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.plugins.ml2.db [None req-97bd5441-1da2-49ee-a364-27795820ba27 None None] For port 14f64092-ea99-4f65-a114-fb928a9a390e, host hv-neutron-6013, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-6013',level=0,port_id=14f64092-ea99-4f65-a114-fb928a9a390e,segment=NetworkSegment(c5336f67-3b17-48c3-969f-4266bc0dd37d),segment_id=c5336f67-3b17-48c3-969f-4266bc0dd37d)] {{(pid=94176) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 23 11:59:25.725998 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64965052-e729-4b22-b0df-e8802a6a823b req-f2a1ad4c-50fb-4ff8-a76f-7e5b66f94931 tempest-ServerActionsTestJSON-1945522763 tempest-ServerActionsTestJSON-1945522763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94174) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 11:59:25.727623 dv-neutron-601336-94-hyperv neutron-server[94174]: INFO neutron.wsgi [req-64965052-e729-4b22-b0df-e8802a6a823b req-f2a1ad4c-50fb-4ff8-a76f-7e5b66f94931 tempest-ServerActionsTestJSON-1945522763 tempest-ServerActionsTestJSON-1945522763-project] 10.222.0.20 "GET /v2.0/ports?device_id=fe505067-e56e-4002-8afc-eb7f559a3de7 HTTP/1.1" status: 200 len: 944 time: 0.0723124 Jun 23 11:59:25.738296 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 23 Jun 2021 11:59:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-60fbef2e-e3f6-4c44-bd26-d1c52f79d37f x-openstack-request-id: req-60fbef2e-e3f6-4c44-bd26-d1c52f79d37f {{(pid=94176) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 23 11:59:25.738696 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fe505067-e56e-4002-8afc-eb7f559a3de7", "name": "network-vif-plugged", "status": "completed", "tag": "14f64092-ea99-4f65-a114-fb928a9a390e", "code": 200}]} {{(pid=94176) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 23 11:59:25.739124 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-60fbef2e-e3f6-4c44-bd26-d1c52f79d37f {{(pid=94176) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 23 11:59:25.739619 dv-neutron-601336-94-hyperv neutron-server[94176]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fe505067-e56e-4002-8afc-eb7f559a3de7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '14f64092-ea99-4f65-a114-fb928a9a390e', 'code': 200} Jun 23 11:59:25.766435 dv-neutron-601336-94-hyperv neutron-server[94174]: INFO neutron.wsgi [req-64965052-e729-4b22-b0df-e8802a6a823b req-67dea12b-9348-4579-a43b-78ccef36783d tempest-ServerActionsTestJSON-1945522763 tempest-ServerActionsTestJSON-1945522763-project] 10.222.0.20 "GET /v2.0/security-groups?id=0af35ccc-af3f-4718-892b-c93ffd508c7a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0329578 Jun 23 11:59:25.782444 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron_lib.callbacks.manager [None req-97bd5441-1da2-49ee-a364-27795820ba27 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-922904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866062', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773700135042', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773699642233', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773699642278'] for port, after_update {{(pid=94176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:59:25.784350 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG oslo_concurrency.lockutils [None req-97bd5441-1da2-49ee-a364-27795820ba27 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 11:59:25.830541 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97bd5441-1da2-49ee-a364-27795820ba27 None None] Pushing event updated for resources: {'Port': ['ID=14f64092-ea99-4f65-a114-fb928a9a390e,revision_number=8']} {{(pid=94176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 11:59:25.833560 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG oslo_concurrency.lockutils [None req-97bd5441-1da2-49ee-a364-27795820ba27 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=94176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 11:59:26.950446 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d6b2235-6d5c-44c3-829f-d1b3781b976f req-3624aaf1-f00b-4a7d-9951-8542d486fe3a tempest-ServerActionsTestJSON-1945522763 tempest-ServerActionsTestJSON-1945522763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 11:59:26.951994 dv-neutron-601336-94-hyperv neutron-server[94175]: INFO neutron.wsgi [req-9d6b2235-6d5c-44c3-829f-d1b3781b976f req-3624aaf1-f00b-4a7d-9951-8542d486fe3a tempest-ServerActionsTestJSON-1945522763 tempest-ServerActionsTestJSON-1945522763-project] 10.222.0.20 "GET /v2.0/ports?device_id=fe505067-e56e-4002-8afc-eb7f559a3de7 HTTP/1.1" status: 200 len: 945 time: 0.0717275 Jun 23 11:59:26.990796 dv-neutron-601336-94-hyperv neutron-server[94175]: INFO neutron.wsgi [req-9d6b2235-6d5c-44c3-829f-d1b3781b976f req-052e025f-3e45-498b-90f4-8adab4f02563 tempest-ServerActionsTestJSON-1945522763 tempest-ServerActionsTestJSON-1945522763-project] 10.222.0.20 "GET /v2.0/security-groups?id=0af35ccc-af3f-4718-892b-c93ffd508c7a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0329909 Jun 23 11:59:27.809014 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31c1dc65-c862-4c54-a506-6072a95b0731 req-e0177c4c-a24a-4083-804d-eb155dfb7e9f tempest-ServerActionsTestJSON-1945522763 tempest-ServerActionsTestJSON-1945522763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 11:59:27.810506 dv-neutron-601336-94-hyperv neutron-server[94175]: INFO neutron.wsgi [req-31c1dc65-c862-4c54-a506-6072a95b0731 req-e0177c4c-a24a-4083-804d-eb155dfb7e9f tempest-ServerActionsTestJSON-1945522763 tempest-ServerActionsTestJSON-1945522763-project] 10.222.0.20 "GET /v2.0/ports?device_id=fe505067-e56e-4002-8afc-eb7f559a3de7 HTTP/1.1" status: 200 len: 945 time: 0.1137695 Jun 23 11:59:27.826954 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c01206e-98db-4c2e-a95a-7bc42d668256 req-4bfb3943-bd31-4ca9-b02e-8ec7fa72aa93 tempest-ServerActionsTestJSON-1945522763 tempest-ServerActionsTestJSON-1945522763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 11:59:27.828409 dv-neutron-601336-94-hyperv neutron-server[94175]: INFO neutron.wsgi [req-7c01206e-98db-4c2e-a95a-7bc42d668256 req-4bfb3943-bd31-4ca9-b02e-8ec7fa72aa93 tempest-ServerActionsTestJSON-1945522763 tempest-ServerActionsTestJSON-1945522763-project] 10.222.0.52 "GET /v2.0/ports?device_id=fe505067-e56e-4002-8afc-eb7f559a3de7&tenant_id=f95f5bd5d3a04c1cb1d25bcb3c548b20&binding%3Ahost_id=hv-neutron-6013 HTTP/1.1" status: 200 len: 945 time: 0.0994661 Jun 23 11:59:27.888615 dv-neutron-601336-94-hyperv neutron-server[94175]: INFO neutron.wsgi [req-31c1dc65-c862-4c54-a506-6072a95b0731 req-129731ef-e5fe-4ebe-84a2-c8bd6390e405 tempest-ServerActionsTestJSON-1945522763 tempest-ServerActionsTestJSON-1945522763-project] 10.222.0.20 "GET /v2.0/security-groups?id=0af35ccc-af3f-4718-892b-c93ffd508c7a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0709140 Jun 23 11:59:27.911639 dv-neutron-601336-94-hyperv neutron-server[94175]: INFO neutron.wsgi [req-7c01206e-98db-4c2e-a95a-7bc42d668256 req-7c1b16eb-533b-4bd3-b222-6fef136089f0 service neutron] 10.222.0.52 "GET /v2.0/ports/14f64092-ea99-4f65-a114-fb928a9a390e/bindings/hv-neutron-6013 HTTP/1.1" status: 200 len: 384 time: 0.0768461 Jun 23 11:59:27.993703 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c01206e-98db-4c2e-a95a-7bc42d668256 req-c5bb2ab0-75ed-4afd-8762-18a3bde8c275 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 11:59:27.995231 dv-neutron-601336-94-hyperv neutron-server[94175]: INFO neutron.wsgi [req-7c01206e-98db-4c2e-a95a-7bc42d668256 req-c5bb2ab0-75ed-4afd-8762-18a3bde8c275 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=f95f5bd5d3a04c1cb1d25bcb3c548b20&device_id=fe505067-e56e-4002-8afc-eb7f559a3de7 HTTP/1.1" status: 200 len: 1098 time: 0.0594599 Jun 23 11:59:28.091535 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c01206e-98db-4c2e-a95a-7bc42d668256 req-d90832ec-89e5-4575-8d0b-25f840407a31 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 11:59:28.093094 dv-neutron-601336-94-hyperv neutron-server[94175]: INFO neutron.wsgi [req-7c01206e-98db-4c2e-a95a-7bc42d668256 req-d90832ec-89e5-4575-8d0b-25f840407a31 service neutron] 10.222.0.52 "GET /v2.0/networks?id=2fd142a9-a207-404d-a9ae-7efb565fc5be HTTP/1.1" status: 200 len: 912 time: 0.0918441 Jun 23 11:59:28.166301 dv-neutron-601336-94-hyperv neutron-server[94175]: INFO neutron.wsgi [req-7c01206e-98db-4c2e-a95a-7bc42d668256 req-d9a035b0-b56e-4513-a07f-036847f38545 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=14f64092-ea99-4f65-a114-fb928a9a390e HTTP/1.1" status: 200 len: 1002 time: 0.0671921 Jun 23 11:59:28.221305 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c01206e-98db-4c2e-a95a-7bc42d668256 req-7cd3b429-d08f-4508-86ee-449629201451 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 11:59:28.223703 dv-neutron-601336-94-hyperv neutron-server[94175]: INFO neutron.wsgi [req-7c01206e-98db-4c2e-a95a-7bc42d668256 req-7cd3b429-d08f-4508-86ee-449629201451 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=d690955b-e62b-44f5-a4de-5b19f00224f3 HTTP/1.1" status: 200 len: 850 time: 0.0517190 Jun 23 11:59:28.282481 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c01206e-98db-4c2e-a95a-7bc42d668256 req-72b1a98e-16c1-4480-b316-fa3776438bbb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 11:59:28.284004 dv-neutron-601336-94-hyperv neutron-server[94175]: INFO neutron.wsgi [req-7c01206e-98db-4c2e-a95a-7bc42d668256 req-72b1a98e-16c1-4480-b316-fa3776438bbb service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=2fd142a9-a207-404d-a9ae-7efb565fc5be&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1178 time: 0.0533140 Jun 23 11:59:28.376227 dv-neutron-601336-94-hyperv neutron-server[94175]: INFO neutron.wsgi [req-7c01206e-98db-4c2e-a95a-7bc42d668256 req-90fe6b06-f595-4ee4-9daf-1d8637383344 service neutron] 10.222.0.52 "GET /v2.0/networks/2fd142a9-a207-404d-a9ae-7efb565fc5be?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0851958 Jun 23 11:59:28.466206 dv-neutron-601336-94-hyperv neutron-server[94175]: INFO neutron.wsgi [req-7c01206e-98db-4c2e-a95a-7bc42d668256 req-e8973b2c-a20d-4bc1-9884-c431230db8f6 service neutron] 10.222.0.52 "GET /v2.0/networks/2fd142a9-a207-404d-a9ae-7efb565fc5be?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0831082 Jun 23 11:59:29.071421 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d943597-c5c7-400d-9368-62f5c0acd0f9 req-f48d40c2-fedc-471b-91c5-3caecd762232 tempest-ServerActionsTestJSON-1945522763 tempest-ServerActionsTestJSON-1945522763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94174) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 11:59:29.072942 dv-neutron-601336-94-hyperv neutron-server[94174]: INFO neutron.wsgi [req-8d943597-c5c7-400d-9368-62f5c0acd0f9 req-f48d40c2-fedc-471b-91c5-3caecd762232 tempest-ServerActionsTestJSON-1945522763 tempest-ServerActionsTestJSON-1945522763-project] 10.222.0.20 "GET /v2.0/ports?device_id=fe505067-e56e-4002-8afc-eb7f559a3de7 HTTP/1.1" status: 200 len: 945 time: 0.0677505 Jun 23 11:59:29.111834 dv-neutron-601336-94-hyperv neutron-server[94174]: INFO neutron.wsgi [req-8d943597-c5c7-400d-9368-62f5c0acd0f9 req-e3c0b2ba-4dc1-4ff0-a340-529f501688c8 tempest-ServerActionsTestJSON-1945522763 tempest-ServerActionsTestJSON-1945522763-project] 10.222.0.20 "GET /v2.0/security-groups?id=0af35ccc-af3f-4718-892b-c93ffd508c7a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0332289 Jun 23 11:59:30.288276 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-872af26d-f2ac-4f13-8505-d23a1820bf2f req-82ec5247-a3d8-4e82-8f79-fe96709843ac tempest-ServerActionsTestJSON-1945522763 tempest-ServerActionsTestJSON-1945522763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 11:59:30.289875 dv-neutron-601336-94-hyperv neutron-server[94175]: INFO neutron.wsgi [req-872af26d-f2ac-4f13-8505-d23a1820bf2f req-82ec5247-a3d8-4e82-8f79-fe96709843ac tempest-ServerActionsTestJSON-1945522763 tempest-ServerActionsTestJSON-1945522763-project] 10.222.0.20 "GET /v2.0/ports?device_id=fe505067-e56e-4002-8afc-eb7f559a3de7 HTTP/1.1" status: 200 len: 945 time: 0.0667980 Jun 23 11:59:30.328011 dv-neutron-601336-94-hyperv neutron-server[94175]: INFO neutron.wsgi [req-872af26d-f2ac-4f13-8505-d23a1820bf2f req-575779af-3623-4e08-ba45-4eeb021623b9 tempest-ServerActionsTestJSON-1945522763 tempest-ServerActionsTestJSON-1945522763-project] 10.222.0.20 "GET /v2.0/security-groups?id=0af35ccc-af3f-4718-892b-c93ffd508c7a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0325587 Jun 23 11:59:31.503595 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8adce25f-7afe-4b4b-becc-d29923207741 req-be22f024-1bb6-47e1-a4be-570013d1bd4c tempest-ServerActionsTestJSON-1945522763 tempest-ServerActionsTestJSON-1945522763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94174) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 11:59:31.504995 dv-neutron-601336-94-hyperv neutron-server[94174]: INFO neutron.wsgi [req-8adce25f-7afe-4b4b-becc-d29923207741 req-be22f024-1bb6-47e1-a4be-570013d1bd4c tempest-ServerActionsTestJSON-1945522763 tempest-ServerActionsTestJSON-1945522763-project] 10.222.0.20 "GET /v2.0/ports?device_id=fe505067-e56e-4002-8afc-eb7f559a3de7 HTTP/1.1" status: 200 len: 945 time: 0.0631783 Jun 23 11:59:31.553671 dv-neutron-601336-94-hyperv neutron-server[94174]: INFO neutron.wsgi [req-8adce25f-7afe-4b4b-becc-d29923207741 req-98330733-dc9a-4fe7-a793-a20ce7824ce2 tempest-ServerActionsTestJSON-1945522763 tempest-ServerActionsTestJSON-1945522763-project] 10.222.0.20 "GET /v2.0/security-groups?id=0af35ccc-af3f-4718-892b-c93ffd508c7a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0426025 Jun 23 11:59:32.737560 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38a2ebfb-b093-43ed-b61a-b5007ffbb408 req-8bf0f591-33e8-4c52-a4d5-d7b5d0ad190b tempest-ServerActionsTestJSON-1945522763 tempest-ServerActionsTestJSON-1945522763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 11:59:32.739090 dv-neutron-601336-94-hyperv neutron-server[94175]: INFO neutron.wsgi [req-38a2ebfb-b093-43ed-b61a-b5007ffbb408 req-8bf0f591-33e8-4c52-a4d5-d7b5d0ad190b tempest-ServerActionsTestJSON-1945522763 tempest-ServerActionsTestJSON-1945522763-project] 10.222.0.20 "GET /v2.0/ports?device_id=fe505067-e56e-4002-8afc-eb7f559a3de7 HTTP/1.1" status: 200 len: 945 time: 0.0718813 Jun 23 11:59:32.779126 dv-neutron-601336-94-hyperv neutron-server[94175]: INFO neutron.wsgi [req-38a2ebfb-b093-43ed-b61a-b5007ffbb408 req-6d9ccbc1-8809-4939-9fe8-f5058be10796 tempest-ServerActionsTestJSON-1945522763 tempest-ServerActionsTestJSON-1945522763-project] 10.222.0.20 "GET /v2.0/security-groups?id=0af35ccc-af3f-4718-892b-c93ffd508c7a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0342207 Jun 23 11:59:33.413969 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.plugins.ml2.rpc [None req-97bd5441-1da2-49ee-a364-27795820ba27 None None] Device 14f64092-ea99-4f65-a114-fb928a9a390e no longer exists at agent hyperv_hv-neutron-6013 {{(pid=94176) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:261}} Jun 23 11:59:33.495393 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron_lib.callbacks.manager [None req-97bd5441-1da2-49ee-a364-27795820ba27 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-923122'] for port, before_update {{(pid=94176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:59:33.518091 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fe505067-e56e-4002-8afc-eb7f559a3de7', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '14f64092-ea99-4f65-a114-fb928a9a390e'}] {{(pid=94176) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 23 11:59:33.520426 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}887b0dfc0393de878080286a57e4a08d4fa60dd0cddd118f338ebfcd351ddd4c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-83f8c06f-fed0-44f0-94e1-85f69555323f" -d '{"events": [{"server_uuid": "fe505067-e56e-4002-8afc-eb7f559a3de7", "name": "network-vif-unplugged", "status": "completed", "tag": "14f64092-ea99-4f65-a114-fb928a9a390e"}]}' {{(pid=94176) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 23 11:59:33.536692 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.plugins.ml2.db [None req-97bd5441-1da2-49ee-a364-27795820ba27 None None] For port 14f64092-ea99-4f65-a114-fb928a9a390e, host hv-neutron-6013, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-6013',level=0,port_id=14f64092-ea99-4f65-a114-fb928a9a390e,segment=NetworkSegment(c5336f67-3b17-48c3-969f-4266bc0dd37d),segment_id=c5336f67-3b17-48c3-969f-4266bc0dd37d)] {{(pid=94176) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 23 11:59:33.545202 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c01206e-98db-4c2e-a95a-7bc42d668256 req-2d9543da-e7d8-4b04-b277-bf5000b153eb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 11:59:33.546747 dv-neutron-601336-94-hyperv neutron-server[94175]: INFO neutron.wsgi [req-7c01206e-98db-4c2e-a95a-7bc42d668256 req-2d9543da-e7d8-4b04-b277-bf5000b153eb service neutron] 10.222.0.52 "GET /v2.0/ports?device_id=fe505067-e56e-4002-8afc-eb7f559a3de7&tenant_id=f95f5bd5d3a04c1cb1d25bcb3c548b20 HTTP/1.1" status: 200 len: 1098 time: 0.0588017 Jun 23 11:59:33.566562 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 23 Jun 2021 11:59:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-604fd3c0-9ec9-459b-8ff0-e3117cd9ca2e x-openstack-request-id: req-604fd3c0-9ec9-459b-8ff0-e3117cd9ca2e {{(pid=94176) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 23 11:59:33.566859 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fe505067-e56e-4002-8afc-eb7f559a3de7", "name": "network-vif-unplugged", "status": "completed", "tag": "14f64092-ea99-4f65-a114-fb928a9a390e", "code": 200}]} {{(pid=94176) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 23 11:59:33.567152 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-604fd3c0-9ec9-459b-8ff0-e3117cd9ca2e {{(pid=94176) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 23 11:59:33.567563 dv-neutron-601336-94-hyperv neutron-server[94176]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fe505067-e56e-4002-8afc-eb7f559a3de7', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '14f64092-ea99-4f65-a114-fb928a9a390e', 'code': 200} Jun 23 11:59:33.608530 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron_lib.callbacks.manager [None req-97bd5441-1da2-49ee-a364-27795820ba27 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-922904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866062', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773700135042', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773699642233', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773699642278'] for port, after_update {{(pid=94176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:59:33.610338 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG oslo_concurrency.lockutils [None req-97bd5441-1da2-49ee-a364-27795820ba27 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 11:59:33.645955 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c01206e-98db-4c2e-a95a-7bc42d668256 req-2ba5cc9e-9b98-4724-9695-d5f4c80f52af service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 11:59:33.647502 dv-neutron-601336-94-hyperv neutron-server[94175]: INFO neutron.wsgi [req-7c01206e-98db-4c2e-a95a-7bc42d668256 req-2ba5cc9e-9b98-4724-9695-d5f4c80f52af service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=f95f5bd5d3a04c1cb1d25bcb3c548b20&device_id=fe505067-e56e-4002-8afc-eb7f559a3de7 HTTP/1.1" status: 200 len: 1098 time: 0.0683191 Jun 23 11:59:33.658188 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97bd5441-1da2-49ee-a364-27795820ba27 None None] Pushing event updated for resources: {'Port': ['ID=14f64092-ea99-4f65-a114-fb928a9a390e,revision_number=9']} {{(pid=94176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 11:59:33.661590 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG oslo_concurrency.lockutils [None req-97bd5441-1da2-49ee-a364-27795820ba27 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=94176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 11:59:33.751491 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c01206e-98db-4c2e-a95a-7bc42d668256 req-39e82a63-0d2c-435a-bda5-cccd56c1d5ec service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 11:59:33.753126 dv-neutron-601336-94-hyperv neutron-server[94175]: INFO neutron.wsgi [req-7c01206e-98db-4c2e-a95a-7bc42d668256 req-39e82a63-0d2c-435a-bda5-cccd56c1d5ec service neutron] 10.222.0.52 "GET /v2.0/networks?id=2fd142a9-a207-404d-a9ae-7efb565fc5be HTTP/1.1" status: 200 len: 912 time: 0.0992808 Jun 23 11:59:33.830798 dv-neutron-601336-94-hyperv neutron-server[94175]: INFO neutron.wsgi [req-7c01206e-98db-4c2e-a95a-7bc42d668256 req-0be82606-d943-4a37-b721-a5a86ed9d777 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=14f64092-ea99-4f65-a114-fb928a9a390e HTTP/1.1" status: 200 len: 1000 time: 0.0707338 Jun 23 11:59:33.884395 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c01206e-98db-4c2e-a95a-7bc42d668256 req-ed3423a1-7e04-4bce-ac28-84b846b3efc9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 11:59:33.886117 dv-neutron-601336-94-hyperv neutron-server[94175]: INFO neutron.wsgi [req-7c01206e-98db-4c2e-a95a-7bc42d668256 req-ed3423a1-7e04-4bce-ac28-84b846b3efc9 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=d690955b-e62b-44f5-a4de-5b19f00224f3 HTTP/1.1" status: 200 len: 850 time: 0.0487137 Jun 23 11:59:33.997079 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c01206e-98db-4c2e-a95a-7bc42d668256 req-34ea63fd-95a1-4901-8114-8dfd1e3c9e47 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 11:59:33.998473 dv-neutron-601336-94-hyperv neutron-server[94175]: INFO neutron.wsgi [req-7c01206e-98db-4c2e-a95a-7bc42d668256 req-34ea63fd-95a1-4901-8114-8dfd1e3c9e47 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=2fd142a9-a207-404d-a9ae-7efb565fc5be&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1178 time: 0.1050038 Jun 23 11:59:34.009255 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13373031-ff87-4143-880b-8778a2a82270 req-e21c333f-e608-4e5e-a50a-fa47445abc34 tempest-ServerActionsTestJSON-1945522763 tempest-ServerActionsTestJSON-1945522763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 11:59:34.010824 dv-neutron-601336-94-hyperv neutron-server[94175]: INFO neutron.wsgi [req-13373031-ff87-4143-880b-8778a2a82270 req-e21c333f-e608-4e5e-a50a-fa47445abc34 tempest-ServerActionsTestJSON-1945522763 tempest-ServerActionsTestJSON-1945522763-project] 10.222.0.20 "GET /v2.0/ports?device_id=fe505067-e56e-4002-8afc-eb7f559a3de7 HTTP/1.1" status: 200 len: 943 time: 0.0849063 Jun 23 11:59:34.112152 dv-neutron-601336-94-hyperv neutron-server[94175]: INFO neutron.wsgi [req-13373031-ff87-4143-880b-8778a2a82270 req-39a94bb7-edd0-4db6-8f47-4bfa2e8a1943 tempest-ServerActionsTestJSON-1945522763 tempest-ServerActionsTestJSON-1945522763-project] 10.222.0.20 "GET /v2.0/security-groups?id=0af35ccc-af3f-4718-892b-c93ffd508c7a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0770712 Jun 23 11:59:34.129629 dv-neutron-601336-94-hyperv neutron-server[94175]: INFO neutron.wsgi [req-7c01206e-98db-4c2e-a95a-7bc42d668256 req-05adb510-0534-40a1-8774-be3ed5413512 service neutron] 10.222.0.52 "GET /v2.0/networks/2fd142a9-a207-404d-a9ae-7efb565fc5be?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1172600 Jun 23 11:59:34.230049 dv-neutron-601336-94-hyperv neutron-server[94175]: INFO neutron.wsgi [req-7c01206e-98db-4c2e-a95a-7bc42d668256 req-3fe0713e-4193-4f9c-beac-aa9daacc0998 service neutron] 10.222.0.52 "GET /v2.0/networks/2fd142a9-a207-404d-a9ae-7efb565fc5be?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0936632 Jun 23 11:59:35.310105 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e6cfb1b-8ff1-4951-98c0-192810e14cc9 req-4d863f12-8e6b-4479-980c-625e3aa346df tempest-ServerActionsTestJSON-1945522763 tempest-ServerActionsTestJSON-1945522763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94174) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 11:59:35.311803 dv-neutron-601336-94-hyperv neutron-server[94174]: INFO neutron.wsgi [req-2e6cfb1b-8ff1-4951-98c0-192810e14cc9 req-4d863f12-8e6b-4479-980c-625e3aa346df tempest-ServerActionsTestJSON-1945522763 tempest-ServerActionsTestJSON-1945522763-project] 10.222.0.20 "GET /v2.0/ports?device_id=fe505067-e56e-4002-8afc-eb7f559a3de7 HTTP/1.1" status: 200 len: 943 time: 0.0736237 Jun 23 11:59:35.360331 dv-neutron-601336-94-hyperv neutron-server[94174]: INFO neutron.wsgi [req-2e6cfb1b-8ff1-4951-98c0-192810e14cc9 req-c535c3e9-f1d8-4b26-b5c0-b7707e3871f7 tempest-ServerActionsTestJSON-1945522763 tempest-ServerActionsTestJSON-1945522763-project] 10.222.0.20 "GET /v2.0/security-groups?id=0af35ccc-af3f-4718-892b-c93ffd508c7a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0419986 Jun 23 11:59:36.547660 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71f0f52a-d001-4277-bb92-e1819e543470 req-e4d29510-8134-4160-8a83-ccf6141f2e79 tempest-ServerActionsTestJSON-1945522763 tempest-ServerActionsTestJSON-1945522763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 11:59:36.549737 dv-neutron-601336-94-hyperv neutron-server[94175]: INFO neutron.wsgi [req-71f0f52a-d001-4277-bb92-e1819e543470 req-e4d29510-8134-4160-8a83-ccf6141f2e79 tempest-ServerActionsTestJSON-1945522763 tempest-ServerActionsTestJSON-1945522763-project] 10.222.0.20 "GET /v2.0/ports?device_id=fe505067-e56e-4002-8afc-eb7f559a3de7 HTTP/1.1" status: 200 len: 943 time: 0.0662076 Jun 23 11:59:36.593311 dv-neutron-601336-94-hyperv neutron-server[94175]: INFO neutron.wsgi [req-71f0f52a-d001-4277-bb92-e1819e543470 req-d605ce72-8c79-4409-a0ef-609548dc4607 tempest-ServerActionsTestJSON-1945522763 tempest-ServerActionsTestJSON-1945522763-project] 10.222.0.20 "GET /v2.0/security-groups?id=0af35ccc-af3f-4718-892b-c93ffd508c7a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0380914 Jun 23 11:59:37.781920 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93d1c286-339f-4752-8eb3-c631e47f06ec req-fb104bc1-fbe5-4dac-ac1d-0efab2af9d75 tempest-ServerActionsTestJSON-1945522763 tempest-ServerActionsTestJSON-1945522763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94174) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 11:59:37.783478 dv-neutron-601336-94-hyperv neutron-server[94174]: INFO neutron.wsgi [req-93d1c286-339f-4752-8eb3-c631e47f06ec req-fb104bc1-fbe5-4dac-ac1d-0efab2af9d75 tempest-ServerActionsTestJSON-1945522763 tempest-ServerActionsTestJSON-1945522763-project] 10.222.0.20 "GET /v2.0/ports?device_id=fe505067-e56e-4002-8afc-eb7f559a3de7 HTTP/1.1" status: 200 len: 943 time: 0.0703983 Jun 23 11:59:37.822551 dv-neutron-601336-94-hyperv neutron-server[94174]: INFO neutron.wsgi [req-93d1c286-339f-4752-8eb3-c631e47f06ec req-95103475-31c0-4904-85a3-7a029fc54617 tempest-ServerActionsTestJSON-1945522763 tempest-ServerActionsTestJSON-1945522763-project] 10.222.0.20 "GET /v2.0/security-groups?id=0af35ccc-af3f-4718-892b-c93ffd508c7a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0331740 Jun 23 11:59:39.004791 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c015ebb1-26fa-4f93-a103-3a316b67a29a req-6292dcf3-1e75-4735-9b04-cec028265230 tempest-ServerActionsTestJSON-1945522763 tempest-ServerActionsTestJSON-1945522763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 11:59:39.006438 dv-neutron-601336-94-hyperv neutron-server[94175]: INFO neutron.wsgi [req-c015ebb1-26fa-4f93-a103-3a316b67a29a req-6292dcf3-1e75-4735-9b04-cec028265230 tempest-ServerActionsTestJSON-1945522763 tempest-ServerActionsTestJSON-1945522763-project] 10.222.0.20 "GET /v2.0/ports?device_id=fe505067-e56e-4002-8afc-eb7f559a3de7 HTTP/1.1" status: 200 len: 943 time: 0.0707865 Jun 23 11:59:39.047147 dv-neutron-601336-94-hyperv neutron-server[94175]: INFO neutron.wsgi [req-c015ebb1-26fa-4f93-a103-3a316b67a29a req-60b63fd0-4720-41ae-9d26-c4651f15b387 tempest-ServerActionsTestJSON-1945522763 tempest-ServerActionsTestJSON-1945522763-project] 10.222.0.20 "GET /v2.0/security-groups?id=0af35ccc-af3f-4718-892b-c93ffd508c7a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0328610 Jun 23 11:59:40.235472 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31d23cc8-8028-46c7-b33a-38312905d0f8 req-534ec27d-81d3-4d1d-9840-bf4875668203 tempest-ServerActionsTestJSON-1945522763 tempest-ServerActionsTestJSON-1945522763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94174) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 11:59:40.236951 dv-neutron-601336-94-hyperv neutron-server[94174]: INFO neutron.wsgi [req-31d23cc8-8028-46c7-b33a-38312905d0f8 req-534ec27d-81d3-4d1d-9840-bf4875668203 tempest-ServerActionsTestJSON-1945522763 tempest-ServerActionsTestJSON-1945522763-project] 10.222.0.20 "GET /v2.0/ports?device_id=fe505067-e56e-4002-8afc-eb7f559a3de7 HTTP/1.1" status: 200 len: 943 time: 0.0638235 Jun 23 11:59:40.274677 dv-neutron-601336-94-hyperv neutron-server[94174]: INFO neutron.wsgi [req-31d23cc8-8028-46c7-b33a-38312905d0f8 req-688dffdb-9cf9-4658-85e2-2807d4246a75 tempest-ServerActionsTestJSON-1945522763 tempest-ServerActionsTestJSON-1945522763-project] 10.222.0.20 "GET /v2.0/security-groups?id=0af35ccc-af3f-4718-892b-c93ffd508c7a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0317507 Jun 23 11:59:40.970369 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron_lib.callbacks.manager [None req-83df0d19-e0e0-4512-b54f-baf4ea2d2823 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773699952132', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-899307'] for agent, after_update {{(pid=94176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:59:41.452307 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abbd2f8d-763c-4b34-a058-810f88a262fd req-4978e8b4-c6bb-4146-9d1e-9ffec0b58ae9 tempest-ServerActionsTestJSON-1945522763 tempest-ServerActionsTestJSON-1945522763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 11:59:41.453787 dv-neutron-601336-94-hyperv neutron-server[94175]: INFO neutron.wsgi [req-abbd2f8d-763c-4b34-a058-810f88a262fd req-4978e8b4-c6bb-4146-9d1e-9ffec0b58ae9 tempest-ServerActionsTestJSON-1945522763 tempest-ServerActionsTestJSON-1945522763-project] 10.222.0.20 "GET /v2.0/ports?device_id=fe505067-e56e-4002-8afc-eb7f559a3de7 HTTP/1.1" status: 200 len: 943 time: 0.0680075 Jun 23 11:59:41.480930 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.plugins.ml2.rpc [None req-97bd5441-1da2-49ee-a364-27795820ba27 None None] Device 14f64092-ea99-4f65-a114-fb928a9a390e details requested by agent hyperv_hv-neutron-6013 with host hv-neutron-6013 {{(pid=94176) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:104}} Jun 23 11:59:41.491302 dv-neutron-601336-94-hyperv neutron-server[94175]: INFO neutron.wsgi [req-abbd2f8d-763c-4b34-a058-810f88a262fd req-44362cad-b409-4e86-8bca-a316e85eff86 tempest-ServerActionsTestJSON-1945522763 tempest-ServerActionsTestJSON-1945522763-project] 10.222.0.20 "GET /v2.0/security-groups?id=0af35ccc-af3f-4718-892b-c93ffd508c7a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0317900 Jun 23 11:59:41.577662 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.plugins.ml2.db [None req-97bd5441-1da2-49ee-a364-27795820ba27 None None] For port 14f64092-ea99-4f65-a114-fb928a9a390e, host hv-neutron-6013, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-6013',level=0,port_id=14f64092-ea99-4f65-a114-fb928a9a390e,segment=NetworkSegment(c5336f67-3b17-48c3-969f-4266bc0dd37d),segment_id=c5336f67-3b17-48c3-969f-4266bc0dd37d)] {{(pid=94176) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 23 11:59:41.588491 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.plugins.ml2.rpc [None req-97bd5441-1da2-49ee-a364-27795820ba27 None None] Returning: {'device': '14f64092-ea99-4f65-a114-fb928a9a390e', 'network_id': '2fd142a9-a207-404d-a9ae-7efb565fc5be', 'port_id': '14f64092-ea99-4f65-a114-fb928a9a390e', 'mac_address': 'fa:16:3e:aa:69:10', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 443, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd690955b-e62b-44f5-a4de-5b19f00224f3', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94176) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:186}} Jun 23 11:59:41.623990 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron_lib.callbacks.manager [None req-97bd5441-1da2-49ee-a364-27795820ba27 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-923122'] for port, before_update {{(pid=94176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:59:41.636569 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.notifiers.nova [None req-97bd5441-1da2-49ee-a364-27795820ba27 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 14f64092-ea99-4f65-a114-fb928a9a390e {{(pid=94176) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 23 11:59:41.656158 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.plugins.ml2.db [None req-97bd5441-1da2-49ee-a364-27795820ba27 None None] For port 14f64092-ea99-4f65-a114-fb928a9a390e, host hv-neutron-6013, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-6013',level=0,port_id=14f64092-ea99-4f65-a114-fb928a9a390e,segment=NetworkSegment(c5336f67-3b17-48c3-969f-4266bc0dd37d),segment_id=c5336f67-3b17-48c3-969f-4266bc0dd37d)] {{(pid=94176) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 23 11:59:41.750800 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron_lib.callbacks.manager [None req-97bd5441-1da2-49ee-a364-27795820ba27 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-922904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866062', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773700135042', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773699642233', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773699642278'] for port, after_update {{(pid=94176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:59:41.752718 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG oslo_concurrency.lockutils [None req-97bd5441-1da2-49ee-a364-27795820ba27 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 11:59:41.801340 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97bd5441-1da2-49ee-a364-27795820ba27 None None] Pushing event updated for resources: {'Port': ['ID=14f64092-ea99-4f65-a114-fb928a9a390e,revision_number=10']} {{(pid=94176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 11:59:41.804737 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG oslo_concurrency.lockutils [None req-97bd5441-1da2-49ee-a364-27795820ba27 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.052s {{(pid=94176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 11:59:41.806857 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.plugins.ml2.db [None req-97bd5441-1da2-49ee-a364-27795820ba27 None None] get_ports_and_sgs() called for port_ids ['14f64092-ea99-4f65-a114-fb928a9a390e'] {{(pid=94176) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 23 11:59:42.673363 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0b86c55-987a-4bb4-9f7d-0b466c4afb51 req-78098c20-1536-4dbc-8c49-a7e21b8a952b tempest-ServerActionsTestJSON-1945522763 tempest-ServerActionsTestJSON-1945522763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94174) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 11:59:42.674860 dv-neutron-601336-94-hyperv neutron-server[94174]: INFO neutron.wsgi [req-d0b86c55-987a-4bb4-9f7d-0b466c4afb51 req-78098c20-1536-4dbc-8c49-a7e21b8a952b tempest-ServerActionsTestJSON-1945522763 tempest-ServerActionsTestJSON-1945522763-project] 10.222.0.20 "GET /v2.0/ports?device_id=fe505067-e56e-4002-8afc-eb7f559a3de7 HTTP/1.1" status: 200 len: 945 time: 0.0709167 Jun 23 11:59:42.712249 dv-neutron-601336-94-hyperv neutron-server[94174]: INFO neutron.wsgi [req-d0b86c55-987a-4bb4-9f7d-0b466c4afb51 req-648841f7-32a2-4699-b4d4-f10d262aa0fc tempest-ServerActionsTestJSON-1945522763 tempest-ServerActionsTestJSON-1945522763-project] 10.222.0.20 "GET /v2.0/security-groups?id=0af35ccc-af3f-4718-892b-c93ffd508c7a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0316353 Jun 23 11:59:43.198638 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron_lib.callbacks.manager [None req-701a4509-3b7c-42b9-b960-6cb66113c669 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773699952132', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-899307'] for agent, after_update {{(pid=94176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:59:43.480102 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.plugins.ml2.rpc [None req-97bd5441-1da2-49ee-a364-27795820ba27 None None] Device 14f64092-ea99-4f65-a114-fb928a9a390e up at agent hyperv_hv-neutron-6013 {{(pid=94176) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:298}} Jun 23 11:59:43.525783 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.db.provisioning_blocks [None req-97bd5441-1da2-49ee-a364-27795820ba27 None None] Provisioning complete for port 14f64092-ea99-4f65-a114-fb928a9a390e triggered by entity L2. {{(pid=94176) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 23 11:59:43.526163 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron_lib.callbacks.manager [None req-97bd5441-1da2-49ee-a364-27795820ba27 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-899258'] for port, provisioning_complete {{(pid=94176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:59:43.602423 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron_lib.callbacks.manager [None req-97bd5441-1da2-49ee-a364-27795820ba27 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-923122'] for port, before_update {{(pid=94176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:59:43.625000 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fe505067-e56e-4002-8afc-eb7f559a3de7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '14f64092-ea99-4f65-a114-fb928a9a390e'}] {{(pid=94176) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 23 11:59:43.627314 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}887b0dfc0393de878080286a57e4a08d4fa60dd0cddd118f338ebfcd351ddd4c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a82cf847-55ee-484b-b158-094c14bbeb18" -d '{"events": [{"server_uuid": "fe505067-e56e-4002-8afc-eb7f559a3de7", "name": "network-vif-plugged", "status": "completed", "tag": "14f64092-ea99-4f65-a114-fb928a9a390e"}]}' {{(pid=94176) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 23 11:59:43.640115 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.plugins.ml2.db [None req-97bd5441-1da2-49ee-a364-27795820ba27 None None] For port 14f64092-ea99-4f65-a114-fb928a9a390e, host hv-neutron-6013, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-6013',level=0,port_id=14f64092-ea99-4f65-a114-fb928a9a390e,segment=NetworkSegment(c5336f67-3b17-48c3-969f-4266bc0dd37d),segment_id=c5336f67-3b17-48c3-969f-4266bc0dd37d)] {{(pid=94176) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 23 11:59:43.668949 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 23 Jun 2021 11:59:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-12fc3a2f-39e1-4d07-b94b-0fd8eece63ef x-openstack-request-id: req-12fc3a2f-39e1-4d07-b94b-0fd8eece63ef {{(pid=94176) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 23 11:59:43.669248 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fe505067-e56e-4002-8afc-eb7f559a3de7", "name": "network-vif-plugged", "status": "completed", "tag": "14f64092-ea99-4f65-a114-fb928a9a390e", "code": 200}]} {{(pid=94176) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 23 11:59:43.669512 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-12fc3a2f-39e1-4d07-b94b-0fd8eece63ef {{(pid=94176) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 23 11:59:43.670416 dv-neutron-601336-94-hyperv neutron-server[94176]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fe505067-e56e-4002-8afc-eb7f559a3de7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '14f64092-ea99-4f65-a114-fb928a9a390e', 'code': 200} Jun 23 11:59:43.713191 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron_lib.callbacks.manager [None req-97bd5441-1da2-49ee-a364-27795820ba27 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-922904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866062', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773700135042', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773699642233', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773699642278'] for port, after_update {{(pid=94176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:59:43.715944 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG oslo_concurrency.lockutils [None req-97bd5441-1da2-49ee-a364-27795820ba27 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 11:59:43.763053 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97bd5441-1da2-49ee-a364-27795820ba27 None None] Pushing event updated for resources: {'Port': ['ID=14f64092-ea99-4f65-a114-fb928a9a390e,revision_number=11']} {{(pid=94176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 11:59:43.766285 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG oslo_concurrency.lockutils [None req-97bd5441-1da2-49ee-a364-27795820ba27 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=94176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 11:59:43.891347 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc936323-1e41-4ac7-952f-0ba54b74bfea req-7d0d0df4-23e2-449b-9c38-cfc02cd5ee57 tempest-ServerActionsTestJSON-1945522763 tempest-ServerActionsTestJSON-1945522763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94174) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 11:59:43.892824 dv-neutron-601336-94-hyperv neutron-server[94174]: INFO neutron.wsgi [req-cc936323-1e41-4ac7-952f-0ba54b74bfea req-7d0d0df4-23e2-449b-9c38-cfc02cd5ee57 tempest-ServerActionsTestJSON-1945522763 tempest-ServerActionsTestJSON-1945522763-project] 10.222.0.20 "GET /v2.0/ports?device_id=fe505067-e56e-4002-8afc-eb7f559a3de7 HTTP/1.1" status: 200 len: 946 time: 0.0677855 Jun 23 11:59:43.916731 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron_lib.callbacks.manager [None req-dc7542b2-afef-47f4-a763-e3a3cba144be None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773699952132', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-899307'] for agent, after_update {{(pid=94176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:59:43.932268 dv-neutron-601336-94-hyperv neutron-server[94174]: INFO neutron.wsgi [req-cc936323-1e41-4ac7-952f-0ba54b74bfea req-f97f5c0c-fe3c-464b-ae01-4d8ad78ccaef tempest-ServerActionsTestJSON-1945522763 tempest-ServerActionsTestJSON-1945522763-project] 10.222.0.20 "GET /v2.0/security-groups?id=0af35ccc-af3f-4718-892b-c93ffd508c7a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0318799 Jun 23 11:59:44.705112 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron_lib.callbacks.manager [None req-4c20ea5f-bc7f-4d4e-935d-57f082af6ccb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773699952132', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-899307'] for agent, after_update {{(pid=94176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:59:45.114664 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6893e60-60da-4fc0-8542-b3c0c17e0a00 req-f32e5ae9-24fb-4226-9b33-d4796efe38e2 tempest-ServerActionsTestJSON-1945522763 tempest-ServerActionsTestJSON-1945522763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 11:59:45.116207 dv-neutron-601336-94-hyperv neutron-server[94175]: INFO neutron.wsgi [req-a6893e60-60da-4fc0-8542-b3c0c17e0a00 req-f32e5ae9-24fb-4226-9b33-d4796efe38e2 tempest-ServerActionsTestJSON-1945522763 tempest-ServerActionsTestJSON-1945522763-project] 10.222.0.20 "GET /v2.0/ports?device_id=fe505067-e56e-4002-8afc-eb7f559a3de7 HTTP/1.1" status: 200 len: 946 time: 0.0654945 Jun 23 11:59:45.159346 dv-neutron-601336-94-hyperv neutron-server[94175]: INFO neutron.wsgi [req-a6893e60-60da-4fc0-8542-b3c0c17e0a00 req-29d3a510-76bb-4ea5-a3b0-d7d123fd69ba tempest-ServerActionsTestJSON-1945522763 tempest-ServerActionsTestJSON-1945522763-project] 10.222.0.20 "GET /v2.0/security-groups?id=0af35ccc-af3f-4718-892b-c93ffd508c7a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0370858 Jun 23 11:59:46.339159 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23c7bc58-f92c-4e31-b6eb-ddfe71b8d419 req-e9db68b0-3aab-499c-b518-3f5393f6b059 tempest-ServerActionsTestJSON-1945522763 tempest-ServerActionsTestJSON-1945522763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94174) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 11:59:46.340554 dv-neutron-601336-94-hyperv neutron-server[94174]: INFO neutron.wsgi [req-23c7bc58-f92c-4e31-b6eb-ddfe71b8d419 req-e9db68b0-3aab-499c-b518-3f5393f6b059 tempest-ServerActionsTestJSON-1945522763 tempest-ServerActionsTestJSON-1945522763-project] 10.222.0.20 "GET /v2.0/ports?device_id=fe505067-e56e-4002-8afc-eb7f559a3de7 HTTP/1.1" status: 200 len: 946 time: 0.0673172 Jun 23 11:59:46.383348 dv-neutron-601336-94-hyperv neutron-server[94174]: INFO neutron.wsgi [req-23c7bc58-f92c-4e31-b6eb-ddfe71b8d419 req-5bdd414c-5d4a-4708-be27-383b2c452867 tempest-ServerActionsTestJSON-1945522763 tempest-ServerActionsTestJSON-1945522763-project] 10.222.0.20 "GET /v2.0/security-groups?id=0af35ccc-af3f-4718-892b-c93ffd508c7a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0370295 Jun 23 11:59:46.561456 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-767b2e0c-4134-4234-8d16-1adf364890aa req-c2f2df3f-0455-4d36-9dd2-b7412d24146f tempest-ServerActionsTestJSON-1945522763 tempest-ServerActionsTestJSON-1945522763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 11:59:46.562923 dv-neutron-601336-94-hyperv neutron-server[94175]: INFO neutron.wsgi [req-767b2e0c-4134-4234-8d16-1adf364890aa req-c2f2df3f-0455-4d36-9dd2-b7412d24146f tempest-ServerActionsTestJSON-1945522763 tempest-ServerActionsTestJSON-1945522763-project] 10.222.0.20 "GET /v2.0/ports?device_id=fe505067-e56e-4002-8afc-eb7f559a3de7 HTTP/1.1" status: 200 len: 946 time: 0.0701523 Jun 23 11:59:46.601637 dv-neutron-601336-94-hyperv neutron-server[94175]: INFO neutron.wsgi [req-767b2e0c-4134-4234-8d16-1adf364890aa req-a39fd7ec-4fda-4565-8a31-4207aa5d7944 tempest-ServerActionsTestJSON-1945522763 tempest-ServerActionsTestJSON-1945522763-project] 10.222.0.20 "GET /v2.0/security-groups?id=0af35ccc-af3f-4718-892b-c93ffd508c7a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0327051 Jun 23 11:59:46.727977 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron_lib.callbacks.manager [None req-95d6aa8f-24e7-4234-82ff-f502266c3285 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773699952132', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-899307'] for agent, after_update {{(pid=94176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:59:46.777637 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1695cee-e68c-4f91-8dca-ab065326058e req-8569d914-3a65-42ef-91bf-d8cd7cfef87b tempest-ServerActionsTestJSON-1945522763 tempest-ServerActionsTestJSON-1945522763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94174) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 11:59:46.779143 dv-neutron-601336-94-hyperv neutron-server[94174]: INFO neutron.wsgi [req-b1695cee-e68c-4f91-8dca-ab065326058e req-8569d914-3a65-42ef-91bf-d8cd7cfef87b tempest-ServerActionsTestJSON-1945522763 tempest-ServerActionsTestJSON-1945522763-project] 10.222.0.20 "GET /v2.0/ports?device_id=fe505067-e56e-4002-8afc-eb7f559a3de7 HTTP/1.1" status: 200 len: 946 time: 0.0649211 Jun 23 11:59:46.817281 dv-neutron-601336-94-hyperv neutron-server[94174]: INFO neutron.wsgi [req-b1695cee-e68c-4f91-8dca-ab065326058e req-f10875a9-b8ad-4e66-ae50-1636c6012711 tempest-ServerActionsTestJSON-1945522763 tempest-ServerActionsTestJSON-1945522763-project] 10.222.0.20 "GET /v2.0/security-groups?id=0af35ccc-af3f-4718-892b-c93ffd508c7a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0324984 Jun 23 11:59:47.400341 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a88f31d3-af43-48fc-ad44-62df16efd231 req-acb3d316-ea0e-471c-a670-ffc4ea652ae0 tempest-ServerActionsTestJSON-1945522763 tempest-ServerActionsTestJSON-1945522763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94174) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 11:59:47.401742 dv-neutron-601336-94-hyperv neutron-server[94174]: INFO neutron.wsgi [req-a88f31d3-af43-48fc-ad44-62df16efd231 req-acb3d316-ea0e-471c-a670-ffc4ea652ae0 tempest-ServerActionsTestJSON-1945522763 tempest-ServerActionsTestJSON-1945522763-project] 10.222.0.20 "GET /v2.0/ports?device_id=fe505067-e56e-4002-8afc-eb7f559a3de7 HTTP/1.1" status: 200 len: 946 time: 0.0649900 Jun 23 11:59:47.440562 dv-neutron-601336-94-hyperv neutron-server[94174]: INFO neutron.wsgi [req-a88f31d3-af43-48fc-ad44-62df16efd231 req-d5b61ccf-a90b-4923-8af0-7cec91162f21 tempest-ServerActionsTestJSON-1945522763 tempest-ServerActionsTestJSON-1945522763-project] 10.222.0.20 "GET /v2.0/security-groups?id=0af35ccc-af3f-4718-892b-c93ffd508c7a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0329978 Jun 23 11:59:48.619053 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-075204b9-0430-4c1b-988b-afdcc01d32a2 req-6f49f9ca-d7af-48c0-a98b-c8215daed284 tempest-ServerActionsTestJSON-1945522763 tempest-ServerActionsTestJSON-1945522763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 11:59:48.620575 dv-neutron-601336-94-hyperv neutron-server[94175]: INFO neutron.wsgi [req-075204b9-0430-4c1b-988b-afdcc01d32a2 req-6f49f9ca-d7af-48c0-a98b-c8215daed284 tempest-ServerActionsTestJSON-1945522763 tempest-ServerActionsTestJSON-1945522763-project] 10.222.0.20 "GET /v2.0/ports?device_id=fe505067-e56e-4002-8afc-eb7f559a3de7 HTTP/1.1" status: 200 len: 946 time: 0.0646870 Jun 23 11:59:48.662695 dv-neutron-601336-94-hyperv neutron-server[94175]: INFO neutron.wsgi [req-075204b9-0430-4c1b-988b-afdcc01d32a2 req-d1d22d71-3970-4a7f-86d9-76b668352a49 tempest-ServerActionsTestJSON-1945522763 tempest-ServerActionsTestJSON-1945522763-project] 10.222.0.20 "GET /v2.0/security-groups?id=0af35ccc-af3f-4718-892b-c93ffd508c7a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0325460 Jun 23 11:59:49.745412 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a1739ee-7a61-45c6-ac7b-3fd3c57ec304 req-5eb99a25-96fd-44c3-a3df-d9a456102df5 tempest-ServerActionsTestJSON-1945522763 tempest-ServerActionsTestJSON-1945522763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 11:59:49.746888 dv-neutron-601336-94-hyperv neutron-server[94175]: INFO neutron.wsgi [req-7a1739ee-7a61-45c6-ac7b-3fd3c57ec304 req-5eb99a25-96fd-44c3-a3df-d9a456102df5 tempest-ServerActionsTestJSON-1945522763 tempest-ServerActionsTestJSON-1945522763-project] 10.222.0.52 "GET /v2.0/ports?device_id=fe505067-e56e-4002-8afc-eb7f559a3de7 HTTP/1.1" status: 200 len: 946 time: 0.0646744 Jun 23 11:59:49.842434 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c680b07-1e21-4739-8dab-387634774ac5 req-4d6213f6-53ba-4406-9c18-2feeb209dc7e tempest-ServerActionsTestJSON-1945522763 tempest-ServerActionsTestJSON-1945522763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94174) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 11:59:49.843997 dv-neutron-601336-94-hyperv neutron-server[94174]: INFO neutron.wsgi [req-2c680b07-1e21-4739-8dab-387634774ac5 req-4d6213f6-53ba-4406-9c18-2feeb209dc7e tempest-ServerActionsTestJSON-1945522763 tempest-ServerActionsTestJSON-1945522763-project] 10.222.0.20 "GET /v2.0/ports?device_id=fe505067-e56e-4002-8afc-eb7f559a3de7 HTTP/1.1" status: 200 len: 946 time: 0.0690451 Jun 23 11:59:49.853805 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.plugins.ml2.plugin [req-7a1739ee-7a61-45c6-ac7b-3fd3c57ec304 req-3d6817dc-139c-4ffa-9d4c-549d49a79dd9 tempest-ServerActionsTestJSON-1945522763 tempest-ServerActionsTestJSON-1945522763-project] Deleting port 14f64092-ea99-4f65-a114-fb928a9a390e {{(pid=94175) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1913}} Jun 23 11:59:49.854150 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron_lib.callbacks.manager [req-7a1739ee-7a61-45c6-ac7b-3fd3c57ec304 req-3d6817dc-139c-4ffa-9d4c-549d49a79dd9 tempest-ServerActionsTestJSON-1945522763 tempest-ServerActionsTestJSON-1945522763-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773700079324'] for port, before_delete {{(pid=94175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:59:49.885900 dv-neutron-601336-94-hyperv neutron-server[94174]: INFO neutron.wsgi [req-2c680b07-1e21-4739-8dab-387634774ac5 req-789c5b31-26a4-41db-9078-ac72381cbebe tempest-ServerActionsTestJSON-1945522763 tempest-ServerActionsTestJSON-1945522763-project] 10.222.0.20 "GET /v2.0/security-groups?id=0af35ccc-af3f-4718-892b-c93ffd508c7a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0361526 Jun 23 11:59:49.942519 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.plugins.ml2.db [req-7a1739ee-7a61-45c6-ac7b-3fd3c57ec304 req-3d6817dc-139c-4ffa-9d4c-549d49a79dd9 tempest-ServerActionsTestJSON-1945522763 tempest-ServerActionsTestJSON-1945522763-project] For port 14f64092-ea99-4f65-a114-fb928a9a390e, host hv-neutron-6013, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-6013',level=0,port_id=14f64092-ea99-4f65-a114-fb928a9a390e,segment=NetworkSegment(c5336f67-3b17-48c3-969f-4266bc0dd37d),segment_id=c5336f67-3b17-48c3-969f-4266bc0dd37d)] {{(pid=94175) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 23 11:59:49.942883 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron_lib.callbacks.manager [req-7a1739ee-7a61-45c6-ac7b-3fd3c57ec304 req-3d6817dc-139c-4ffa-9d4c-549d49a79dd9 tempest-ServerActionsTestJSON-1945522763 tempest-ServerActionsTestJSON-1945522763-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-430722'] for port, precommit_delete {{(pid=94175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:59:50.116574 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron_lib.callbacks.manager [req-7a1739ee-7a61-45c6-ac7b-3fd3c57ec304 req-3d6817dc-139c-4ffa-9d4c-549d49a79dd9 tempest-ServerActionsTestJSON-1945522763 tempest-ServerActionsTestJSON-1945522763-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:59:50.116948 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron_lib.callbacks.manager [req-7a1739ee-7a61-45c6-ac7b-3fd3c57ec304 req-3d6817dc-139c-4ffa-9d4c-549d49a79dd9 tempest-ServerActionsTestJSON-1945522763 tempest-ServerActionsTestJSON-1945522763-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-524229'] for floatingip, after_update {{(pid=94175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:59:50.117270 dv-neutron-601336-94-hyperv neutron-server[94175]: INFO neutron.db.l3_db [req-7a1739ee-7a61-45c6-ac7b-3fd3c57ec304 req-3d6817dc-139c-4ffa-9d4c-549d49a79dd9 tempest-ServerActionsTestJSON-1945522763 tempest-ServerActionsTestJSON-1945522763-project] Floating IP c49a1dd4-5f39-4d60-a6c5-625a0e4b7a3b disassociated. External IP: 172.26.3.172, port: 14f64092-ea99-4f65-a114-fb928a9a390e. Jun 23 11:59:50.117620 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.plugins.ml2.plugin [req-7a1739ee-7a61-45c6-ac7b-3fd3c57ec304 req-3d6817dc-139c-4ffa-9d4c-549d49a79dd9 tempest-ServerActionsTestJSON-1945522763 tempest-ServerActionsTestJSON-1945522763-project] Calling delete_port for 14f64092-ea99-4f65-a114-fb928a9a390e owned by compute:nova {{(pid=94175) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1986}} Jun 23 11:59:50.330268 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron_lib.callbacks.manager [req-7a1739ee-7a61-45c6-ac7b-3fd3c57ec304 req-3d6817dc-139c-4ffa-9d4c-549d49a79dd9 tempest-ServerActionsTestJSON-1945522763 tempest-ServerActionsTestJSON-1945522763-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-922904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866062', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773700135024', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773699642224', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5082448'] for port, after_delete {{(pid=94175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:59:50.334335 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG oslo_concurrency.lockutils [None req-e8e034ff-9634-423b-b632-ae6679e5778c tempest-ServerActionsTestJSON-1945522763 tempest-ServerActionsTestJSON-1945522763-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94175) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 11:59:50.364788 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d6817dc-139c-4ffa-9d4c-549d49a79dd9 tempest-ServerActionsTestJSON-1945522763 tempest-ServerActionsTestJSON-1945522763-project] Pushing event deleted for resources: {'Port': ['ID=14f64092-ea99-4f65-a114-fb928a9a390e,revision_number=None']} {{(pid=94175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 11:59:50.383653 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d6817dc-139c-4ffa-9d4c-549d49a79dd9 tempest-ServerActionsTestJSON-1945522763 tempest-ServerActionsTestJSON-1945522763-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-601336-94-hyperv {{(pid=94175) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 11:59:50.383653 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d6817dc-139c-4ffa-9d4c-549d49a79dd9 tempest-ServerActionsTestJSON-1945522763 tempest-ServerActionsTestJSON-1945522763-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-94-hyperv {{(pid=94175) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 11:59:50.383653 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d6817dc-139c-4ffa-9d4c-549d49a79dd9 tempest-ServerActionsTestJSON-1945522763 tempest-ServerActionsTestJSON-1945522763-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-94-hyperv {{(pid=94175) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 11:59:50.383653 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d6817dc-139c-4ffa-9d4c-549d49a79dd9 tempest-ServerActionsTestJSON-1945522763 tempest-ServerActionsTestJSON-1945522763-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-601336-94-hyperv {{(pid=94175) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 11:59:50.383653 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d6817dc-139c-4ffa-9d4c-549d49a79dd9 tempest-ServerActionsTestJSON-1945522763 tempest-ServerActionsTestJSON-1945522763-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-601336-94-hyperv {{(pid=94175) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 11:59:50.383653 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d6817dc-139c-4ffa-9d4c-549d49a79dd9 tempest-ServerActionsTestJSON-1945522763 tempest-ServerActionsTestJSON-1945522763-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-601336-94-hyperv {{(pid=94175) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 11:59:50.383653 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d6817dc-139c-4ffa-9d4c-549d49a79dd9 tempest-ServerActionsTestJSON-1945522763 tempest-ServerActionsTestJSON-1945522763-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-601336-94-hyperv {{(pid=94175) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 11:59:50.383653 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d6817dc-139c-4ffa-9d4c-549d49a79dd9 tempest-ServerActionsTestJSON-1945522763 tempest-ServerActionsTestJSON-1945522763-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-601336-94-hyperv {{(pid=94175) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 11:59:50.383653 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d6817dc-139c-4ffa-9d4c-549d49a79dd9 tempest-ServerActionsTestJSON-1945522763 tempest-ServerActionsTestJSON-1945522763-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-601336-94-hyperv {{(pid=94175) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 11:59:50.383653 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d6817dc-139c-4ffa-9d4c-549d49a79dd9 tempest-ServerActionsTestJSON-1945522763 tempest-ServerActionsTestJSON-1945522763-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-94-hyperv {{(pid=94175) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 11:59:50.383653 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d6817dc-139c-4ffa-9d4c-549d49a79dd9 tempest-ServerActionsTestJSON-1945522763 tempest-ServerActionsTestJSON-1945522763-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-601336-94-hyperv {{(pid=94175) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 11:59:50.383653 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d6817dc-139c-4ffa-9d4c-549d49a79dd9 tempest-ServerActionsTestJSON-1945522763 tempest-ServerActionsTestJSON-1945522763-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-601336-94-hyperv {{(pid=94175) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 11:59:50.385055 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG oslo_concurrency.lockutils [None req-3d6817dc-139c-4ffa-9d4c-549d49a79dd9 tempest-ServerActionsTestJSON-1945522763 tempest-ServerActionsTestJSON-1945522763-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=94175) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 11:59:50.497742 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.scheduler.l3_agent_scheduler [req-7a1739ee-7a61-45c6-ac7b-3fd3c57ec304 req-3d6817dc-139c-4ffa-9d4c-549d49a79dd9 tempest-ServerActionsTestJSON-1945522763 tempest-ServerActionsTestJSON-1945522763-project] Router 615292a8-7f4f-4a19-a308-1525643a83a7 has already been hosted by L3 agent 50ef99c0-ef28-4db5-b303-b145898fae60 {{(pid=94175) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 23 11:59:50.998094 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-7a1739ee-7a61-45c6-ac7b-3fd3c57ec304 req-3d6817dc-139c-4ffa-9d4c-549d49a79dd9 tempest-ServerActionsTestJSON-1945522763 tempest-ServerActionsTestJSON-1945522763-project] Notify agent at l3_agent.dv-neutron-601336-94-hyperv the message routers_updated {{(pid=94175) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 23 11:59:51.013969 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-50e453e3-0049-498c-8849-774a49e86e0b None None] Sync routers for ids ['615292a8-7f4f-4a19-a308-1525643a83a7'] in dv-neutron-601336-94-hyperv {{(pid=94176) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 23 11:59:51.025071 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.db.l3_dvrscheduler_db [None req-50e453e3-0049-498c-8849-774a49e86e0b None None] Routers {'615292a8-7f4f-4a19-a308-1525643a83a7'} bound to L3 agent in host dv-neutron-601336-94-hyperv {{(pid=94176) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 23 11:59:51.025850 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.db.l3_hamode_db [None req-50e453e3-0049-498c-8849-774a49e86e0b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-601336-94-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-06-23T11:22:13Z,description=,heartbeat_timestamp=2021-06-23T11:59:43Z,host='dv-neutron-601336-94-hyperv',id=50ef99c0-ef28-4db5-b303-b145898fae60,load=0,resource_versions=,resources_synced=,started_at=2021-06-23T11:22:14Z,topic='l3_agent')) {'router_ids': ['615292a8-7f4f-4a19-a308-1525643a83a7'], 'active': True} {{(pid=94176) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 11:59:51.051951 dv-neutron-601336-94-hyperv neutron-server[94175]: INFO neutron.wsgi [req-09a2899e-79bf-4658-81ef-7fac80e1c05d req-a7d760fb-a8f1-48a9-b7b7-078faa8a8d54 tempest-ServerActionsTestJSON-1945522763 tempest-ServerActionsTestJSON-1945522763-project] 10.222.0.20 "GET /v2.0/ports?device_id=fe505067-e56e-4002-8afc-eb7f559a3de7 HTTP/1.1" status: 200 len: 210 time: 0.0473862 Jun 23 11:59:51.068593 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.db.l3_dvrscheduler_db [req-7a1739ee-7a61-45c6-ac7b-3fd3c57ec304 req-3d6817dc-139c-4ffa-9d4c-549d49a79dd9 tempest-ServerActionsTestJSON-1945522763 tempest-ServerActionsTestJSON-1945522763-project] No DVR routers for this DVR port 14f64092-ea99-4f65-a114-fb928a9a390e on host hv-neutron-6013 {{(pid=94175) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 23 11:59:51.071331 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron_lib.callbacks.manager [req-7a1739ee-7a61-45c6-ac7b-3fd3c57ec304 req-3d6817dc-139c-4ffa-9d4c-549d49a79dd9 tempest-ServerActionsTestJSON-1945522763 tempest-ServerActionsTestJSON-1945522763-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-217507'] for port, before_response {{(pid=94175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:59:51.073434 dv-neutron-601336-94-hyperv neutron-server[94175]: INFO neutron.wsgi [req-7a1739ee-7a61-45c6-ac7b-3fd3c57ec304 req-3d6817dc-139c-4ffa-9d4c-549d49a79dd9 tempest-ServerActionsTestJSON-1945522763 tempest-ServerActionsTestJSON-1945522763-project] 10.222.0.52 "DELETE /v2.0/ports/14f64092-ea99-4f65-a114-fb928a9a390e HTTP/1.1" status: 204 len: 173 time: 1.3209612 Jun 23 11:59:51.073991 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fe505067-e56e-4002-8afc-eb7f559a3de7', 'name': 'network-vif-deleted', 'tag': '14f64092-ea99-4f65-a114-fb928a9a390e'}] {{(pid=94175) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 23 11:59:51.076549 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1970408df4ea4e7170669a1249478e627cf05a5a0b07cc08a66c5cb53d0ac47a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-104e7eb3-b0dc-4a29-b822-a7b4f70f1d49" -d '{"events": [{"server_uuid": "fe505067-e56e-4002-8afc-eb7f559a3de7", "name": "network-vif-deleted", "tag": "14f64092-ea99-4f65-a114-fb928a9a390e"}]}' {{(pid=94175) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 23 11:59:51.152364 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.db.l3_dvr_db [None req-50e453e3-0049-498c-8849-774a49e86e0b None None] Set router 615292a8-7f4f-4a19-a308-1525643a83a7 gateway port host: dv-neutron-601336-94-hyperv {{(pid=94176) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:838}} Jun 23 11:59:51.171376 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 23 Jun 2021 11:59:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-51c8d99c-4c89-477e-978f-c2aab9949d64 x-openstack-request-id: req-51c8d99c-4c89-477e-978f-c2aab9949d64 {{(pid=94175) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 23 11:59:51.171799 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fe505067-e56e-4002-8afc-eb7f559a3de7", "name": "network-vif-deleted", "tag": "14f64092-ea99-4f65-a114-fb928a9a390e", "status": "completed", "code": 200}]} {{(pid=94175) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 23 11:59:51.172106 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-51c8d99c-4c89-477e-978f-c2aab9949d64 {{(pid=94175) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 23 11:59:51.172562 dv-neutron-601336-94-hyperv neutron-server[94175]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fe505067-e56e-4002-8afc-eb7f559a3de7', 'name': 'network-vif-deleted', 'tag': '14f64092-ea99-4f65-a114-fb928a9a390e', 'status': 'completed', 'code': 200} Jun 23 11:59:51.380761 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.db.l3_hamode_db [None req-50e453e3-0049-498c-8849-774a49e86e0b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '615292a8-7f4f-4a19-a308-1525643a83a7', 'name': 'tempest-ServerActionsTestJSON-716138820-router', 'tenant_id': 'f95f5bd5d3a04c1cb1d25bcb3c548b20', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3e7e4eb3-cf02-4d47-ade9-0a579cdfc60f', 'external_fixed_ips': [{'subnet_id': 'a5ad15ab-c489-4a67-a9b0-d559fca0ec71', 'ip_address': '172.26.3.23'}], 'enable_snat': True}, 'gw_port_id': '3105b998-5972-4c17-a778-1c44f53d265f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-23T11:53:19Z', 'updated_at': '2021-06-23T11:53:23Z', 'revision_number': 4, 'project_id': 'f95f5bd5d3a04c1cb1d25bcb3c548b20', 'gw_port': {'id': '3105b998-5972-4c17-a778-1c44f53d265f', 'name': '', 'network_id': '3e7e4eb3-cf02-4d47-ade9-0a579cdfc60f', 'tenant_id': '', 'mac_address': 'fa:16:3e:45:19:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '615292a8-7f4f-4a19-a308-1525643a83a7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1573, 'fixed_ips': [{'subnet_id': 'a5ad15ab-c489-4a67-a9b0-d559fca0ec71', 'ip_address': '172.26.3.23', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-94-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-23T11:53:20Z', 'updated_at': '2021-06-23T11:53:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a5ad15ab-c489-4a67-a9b0-d559fca0ec71', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-601336-94-hyperv', '_interfaces': [{'id': '13c7c1e0-1108-4c37-8c21-d3d83d008092', 'name': '', 'network_id': '2fd142a9-a207-404d-a9ae-7efb565fc5be', 'tenant_id': 'f95f5bd5d3a04c1cb1d25bcb3c548b20', 'mac_address': 'fa:16:3e:85:24:4c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '615292a8-7f4f-4a19-a308-1525643a83a7', 'device_owner': 'network:router_interface', 'standard_attr_id': 1574, 'fixed_ips': [{'subnet_id': 'd690955b-e62b-44f5-a4de-5b19f00224f3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-94-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-23T11:53:22Z', 'updated_at': '2021-06-23T11:53:28Z', 'revision_number': 5, 'project_id': 'f95f5bd5d3a04c1cb1d25bcb3c548b20', 'subnets': [{'id': 'd690955b-e62b-44f5-a4de-5b19f00224f3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-601336-94-hyperv', False) {} {{(pid=94176) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 11:59:51.408408 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-50e453e3-0049-498c-8849-774a49e86e0b None None] Checking router: 615292a8-7f4f-4a19-a308-1525643a83a7 for host: dv-neutron-601336-94-hyperv {{(pid=94176) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 23 11:59:51.416884 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.db.l3_dvrscheduler_db [None req-50e453e3-0049-498c-8849-774a49e86e0b None None] Routers {'615292a8-7f4f-4a19-a308-1525643a83a7'} bound to L3 agent in host dv-neutron-601336-94-hyperv {{(pid=94176) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 23 11:59:51.417419 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.db.l3_hamode_db [None req-50e453e3-0049-498c-8849-774a49e86e0b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-601336-94-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-06-23T11:22:13Z,description=,heartbeat_timestamp=2021-06-23T11:59:43Z,host='dv-neutron-601336-94-hyperv',id=50ef99c0-ef28-4db5-b303-b145898fae60,load=0,resource_versions=,resources_synced=,started_at=2021-06-23T11:22:14Z,topic='l3_agent')) {'router_ids': ['615292a8-7f4f-4a19-a308-1525643a83a7'], 'active': True} {{(pid=94176) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 11:59:51.544273 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.db.l3_dvr_db [None req-50e453e3-0049-498c-8849-774a49e86e0b None None] Set router 615292a8-7f4f-4a19-a308-1525643a83a7 gateway port host: dv-neutron-601336-94-hyperv {{(pid=94176) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:838}} Jun 23 11:59:51.756347 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.db.l3_hamode_db [None req-50e453e3-0049-498c-8849-774a49e86e0b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '615292a8-7f4f-4a19-a308-1525643a83a7', 'name': 'tempest-ServerActionsTestJSON-716138820-router', 'tenant_id': 'f95f5bd5d3a04c1cb1d25bcb3c548b20', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3e7e4eb3-cf02-4d47-ade9-0a579cdfc60f', 'external_fixed_ips': [{'subnet_id': 'a5ad15ab-c489-4a67-a9b0-d559fca0ec71', 'ip_address': '172.26.3.23'}], 'enable_snat': True}, 'gw_port_id': '3105b998-5972-4c17-a778-1c44f53d265f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-23T11:53:19Z', 'updated_at': '2021-06-23T11:53:23Z', 'revision_number': 4, 'project_id': 'f95f5bd5d3a04c1cb1d25bcb3c548b20', 'gw_port': {'id': '3105b998-5972-4c17-a778-1c44f53d265f', 'name': '', 'network_id': '3e7e4eb3-cf02-4d47-ade9-0a579cdfc60f', 'tenant_id': '', 'mac_address': 'fa:16:3e:45:19:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '615292a8-7f4f-4a19-a308-1525643a83a7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1573, 'fixed_ips': [{'subnet_id': 'a5ad15ab-c489-4a67-a9b0-d559fca0ec71', 'ip_address': '172.26.3.23', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-94-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-23T11:53:20Z', 'updated_at': '2021-06-23T11:53:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a5ad15ab-c489-4a67-a9b0-d559fca0ec71', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-601336-94-hyperv', '_interfaces': [{'id': '13c7c1e0-1108-4c37-8c21-d3d83d008092', 'name': '', 'network_id': '2fd142a9-a207-404d-a9ae-7efb565fc5be', 'tenant_id': 'f95f5bd5d3a04c1cb1d25bcb3c548b20', 'mac_address': 'fa:16:3e:85:24:4c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '615292a8-7f4f-4a19-a308-1525643a83a7', 'device_owner': 'network:router_interface', 'standard_attr_id': 1574, 'fixed_ips': [{'subnet_id': 'd690955b-e62b-44f5-a4de-5b19f00224f3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-94-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-23T11:53:22Z', 'updated_at': '2021-06-23T11:53:28Z', 'revision_number': 5, 'project_id': 'f95f5bd5d3a04c1cb1d25bcb3c548b20', 'subnets': [{'id': 'd690955b-e62b-44f5-a4de-5b19f00224f3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-601336-94-hyperv', False) {} {{(pid=94176) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 11:59:51.787359 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-50e453e3-0049-498c-8849-774a49e86e0b None None] The sync data for ids ['615292a8-7f4f-4a19-a308-1525643a83a7'] in dv-neutron-601336-94-hyperv is: [{'id': '615292a8-7f4f-4a19-a308-1525643a83a7', 'name': 'tempest-ServerActionsTestJSON-716138820-router', 'tenant_id': 'f95f5bd5d3a04c1cb1d25bcb3c548b20', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3e7e4eb3-cf02-4d47-ade9-0a579cdfc60f', 'external_fixed_ips': [{'subnet_id': 'a5ad15ab-c489-4a67-a9b0-d559fca0ec71', 'ip_address': '172.26.3.23'}], 'enable_snat': True}, 'gw_port_id': '3105b998-5972-4c17-a778-1c44f53d265f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-23T11:53:19Z', 'updated_at': '2021-06-23T11:53:23Z', 'revision_number': 4, 'project_id': 'f95f5bd5d3a04c1cb1d25bcb3c548b20', 'gw_port': {'id': '3105b998-5972-4c17-a778-1c44f53d265f', 'name': '', 'network_id': '3e7e4eb3-cf02-4d47-ade9-0a579cdfc60f', 'tenant_id': '', 'mac_address': 'fa:16:3e:45:19:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '615292a8-7f4f-4a19-a308-1525643a83a7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1573, 'fixed_ips': [{'subnet_id': 'a5ad15ab-c489-4a67-a9b0-d559fca0ec71', 'ip_address': '172.26.3.23', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-94-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-23T11:53:20Z', 'updated_at': '2021-06-23T11:53:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a5ad15ab-c489-4a67-a9b0-d559fca0ec71', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-601336-94-hyperv', '_interfaces': [{'id': '13c7c1e0-1108-4c37-8c21-d3d83d008092', 'name': '', 'network_id': '2fd142a9-a207-404d-a9ae-7efb565fc5be', 'tenant_id': 'f95f5bd5d3a04c1cb1d25bcb3c548b20', 'mac_address': 'fa:16:3e:85:24:4c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '615292a8-7f4f-4a19-a308-1525643a83a7', 'device_owner': 'network:router_interface', 'standard_attr_id': 1574, 'fixed_ips': [{'subnet_id': 'd690955b-e62b-44f5-a4de-5b19f00224f3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-94-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-23T11:53:22Z', 'updated_at': '2021-06-23T11:53:28Z', 'revision_number': 5, 'project_id': 'f95f5bd5d3a04c1cb1d25bcb3c548b20', 'subnets': [{'id': 'd690955b-e62b-44f5-a4de-5b19f00224f3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94176) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 23 11:59:52.036577 dv-neutron-601336-94-hyperv neutron-server[94177]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b11ba952-725e-4904-9f00-d081ebbd6092 None None] New status for floating IP c49a1dd4-5f39-4d60-a6c5-625a0e4b7a3b: DOWN {{(pid=94177) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 23 11:59:52.205028 dv-neutron-601336-94-hyperv neutron-server[94175]: INFO neutron.wsgi [req-a7b78fe1-5483-4dac-ba85-fe68640c8ae9 req-ea9d195a-f870-4c48-b8d9-6133efc681b5 tempest-ServerActionsTestJSON-1945522763 tempest-ServerActionsTestJSON-1945522763-project] 10.222.0.20 "GET /v2.0/ports?device_id=fe505067-e56e-4002-8afc-eb7f559a3de7 HTTP/1.1" status: 200 len: 210 time: 0.0320706 Jun 23 11:59:53.357124 dv-neutron-601336-94-hyperv neutron-server[94174]: INFO neutron.wsgi [req-608af70a-7857-47ed-8cd8-7af6f61d2133 req-87d5cfc3-a657-4707-9ffc-56cce5cea7e7 tempest-ServerActionsTestJSON-1945522763 tempest-ServerActionsTestJSON-1945522763-project] 10.222.0.20 "GET /v2.0/ports?device_id=fe505067-e56e-4002-8afc-eb7f559a3de7 HTTP/1.1" status: 200 len: 210 time: 0.0291333 Jun 23 11:59:53.537703 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.plugins.ml2.rpc [None req-97bd5441-1da2-49ee-a364-27795820ba27 None None] Device 14f64092-ea99-4f65-a114-fb928a9a390e no longer exists at agent hyperv_hv-neutron-6013 {{(pid=94176) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:261}} Jun 23 11:59:53.557592 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.plugins.ml2.plugin [None req-97bd5441-1da2-49ee-a364-27795820ba27 None None] No Port match for: 14f64092-ea99-4f65-a114-fb928a9a390e {{(pid=94176) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2240}} Jun 23 11:59:53.557982 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.plugins.ml2.rpc [None req-97bd5441-1da2-49ee-a364-27795820ba27 None None] Device 14f64092-ea99-4f65-a114-fb928a9a390e not bound to the agent host hv-neutron-6013 {{(pid=94176) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:271}} Jun 23 11:59:53.559827 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron_lib.callbacks.manager [None req-97bd5441-1da2-49ee-a364-27795820ba27 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773699952132', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-899307'] for agent, after_update {{(pid=94176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:59:54.507927 dv-neutron-601336-94-hyperv neutron-server[94175]: INFO neutron.wsgi [req-5ee7af72-4156-46bd-833a-1da5b61e1797 req-2525f708-48ac-4cf6-8e7a-828211875358 tempest-ServerActionsTestJSON-1945522763 tempest-ServerActionsTestJSON-1945522763-project] 10.222.0.20 "GET /v2.0/ports?device_id=fe505067-e56e-4002-8afc-eb7f559a3de7 HTTP/1.1" status: 200 len: 210 time: 0.0335109 Jun 23 11:59:59.144878 dv-neutron-601336-94-hyperv neutron-server[94177]: DEBUG neutron.db.agents_db [None req-90fb1279-e4c5-4e73-8d66-3a29811dc4e3 None None] Agent healthcheck: found 6 active agents {{(pid=94177) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 23 11:59:59.853977 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.wsgi [-] (94174) accepted ('10.222.0.20', 47220) {{(pid=94174) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 11:59:59.909596 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron_lib.callbacks.manager [None req-ccd1a6f5-d958-45dc-a50f-b437a31cad80 tempest-ServerActionsTestJSON-1945522763 tempest-ServerActionsTestJSON-1945522763-project] Notify callbacks [] for security_group, before_delete {{(pid=94174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 11:59:59.932671 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron_lib.callbacks.manager [None req-ccd1a6f5-d958-45dc-a50f-b437a31cad80 tempest-ServerActionsTestJSON-1945522763 tempest-ServerActionsTestJSON-1945522763-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 12:00:00.058744 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron_lib.callbacks.manager [None req-ccd1a6f5-d958-45dc-a50f-b437a31cad80 tempest-ServerActionsTestJSON-1945522763 tempest-ServerActionsTestJSON-1945522763-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7996330'] for security_group, after_delete {{(pid=94174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 12:00:00.061528 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron_lib.callbacks.manager [None req-ccd1a6f5-d958-45dc-a50f-b437a31cad80 tempest-ServerActionsTestJSON-1945522763 tempest-ServerActionsTestJSON-1945522763-project] Notify callbacks [] for security_group, before_response {{(pid=94174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 12:00:00.063353 dv-neutron-601336-94-hyperv neutron-server[94174]: INFO neutron.wsgi [None req-ccd1a6f5-d958-45dc-a50f-b437a31cad80 tempest-ServerActionsTestJSON-1945522763 tempest-ServerActionsTestJSON-1945522763-project] 10.222.0.20 "DELETE /v2.0/security-groups/0af35ccc-af3f-4718-892b-c93ffd508c7a HTTP/1.1" status: 204 len: 168 time: 0.2083709 Jun 23 12:00:00.064187 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG oslo_concurrency.lockutils [None req-f4bb026c-051d-44c2-9860-fb4904e2d1b7 tempest-SecGroupTest-1462889432 tempest-SecGroupTest-1462889432-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94174) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 12:00:00.066054 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.wsgi [-] (94175) accepted ('10.222.0.20', 47222) {{(pid=94175) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 12:00:00.073149 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccd1a6f5-d958-45dc-a50f-b437a31cad80 tempest-ServerActionsTestJSON-1945522763 tempest-ServerActionsTestJSON-1945522763-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=0af35ccc-af3f-4718-892b-c93ffd508c7a,revision_number=None']} {{(pid=94174) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 12:00:00.107545 dv-neutron-601336-94-hyperv neutron-server[94175]: INFO neutron.api.v2.resource [None req-a341bd2c-b849-417c-a876-7326dc052201 tempest-ServerActionsTestJSON-1945522763 tempest-ServerActionsTestJSON-1945522763-project] show failed (client error): The resource could not be found. Jun 23 12:00:00.108108 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ccd1a6f5-d958-45dc-a50f-b437a31cad80 tempest-ServerActionsTestJSON-1945522763 tempest-ServerActionsTestJSON-1945522763-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-601336-94-hyperv {{(pid=94174) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 12:00:00.108108 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ccd1a6f5-d958-45dc-a50f-b437a31cad80 tempest-ServerActionsTestJSON-1945522763 tempest-ServerActionsTestJSON-1945522763-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-94-hyperv {{(pid=94174) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 12:00:00.108108 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ccd1a6f5-d958-45dc-a50f-b437a31cad80 tempest-ServerActionsTestJSON-1945522763 tempest-ServerActionsTestJSON-1945522763-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-94-hyperv {{(pid=94174) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 12:00:00.109177 dv-neutron-601336-94-hyperv neutron-server[94175]: INFO neutron.wsgi [None req-a341bd2c-b849-417c-a876-7326dc052201 tempest-ServerActionsTestJSON-1945522763 tempest-ServerActionsTestJSON-1945522763-project] 10.222.0.20 "GET /v2.0/security-groups/0af35ccc-af3f-4718-892b-c93ffd508c7a HTTP/1.1" status: 404 len: 347 time: 0.0139019 Jun 23 12:00:00.109581 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ccd1a6f5-d958-45dc-a50f-b437a31cad80 tempest-ServerActionsTestJSON-1945522763 tempest-ServerActionsTestJSON-1945522763-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-601336-94-hyperv {{(pid=94174) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 12:00:00.109581 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ccd1a6f5-d958-45dc-a50f-b437a31cad80 tempest-ServerActionsTestJSON-1945522763 tempest-ServerActionsTestJSON-1945522763-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-601336-94-hyperv {{(pid=94174) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 12:00:00.109581 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ccd1a6f5-d958-45dc-a50f-b437a31cad80 tempest-ServerActionsTestJSON-1945522763 tempest-ServerActionsTestJSON-1945522763-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-601336-94-hyperv {{(pid=94174) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 12:00:00.109581 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ccd1a6f5-d958-45dc-a50f-b437a31cad80 tempest-ServerActionsTestJSON-1945522763 tempest-ServerActionsTestJSON-1945522763-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-601336-94-hyperv {{(pid=94174) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 12:00:00.109581 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ccd1a6f5-d958-45dc-a50f-b437a31cad80 tempest-ServerActionsTestJSON-1945522763 tempest-ServerActionsTestJSON-1945522763-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-601336-94-hyperv {{(pid=94174) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 12:00:00.109581 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ccd1a6f5-d958-45dc-a50f-b437a31cad80 tempest-ServerActionsTestJSON-1945522763 tempest-ServerActionsTestJSON-1945522763-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-601336-94-hyperv {{(pid=94174) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 12:00:00.109581 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ccd1a6f5-d958-45dc-a50f-b437a31cad80 tempest-ServerActionsTestJSON-1945522763 tempest-ServerActionsTestJSON-1945522763-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-94-hyperv {{(pid=94174) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 12:00:00.109581 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ccd1a6f5-d958-45dc-a50f-b437a31cad80 tempest-ServerActionsTestJSON-1945522763 tempest-ServerActionsTestJSON-1945522763-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-601336-94-hyperv {{(pid=94174) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 12:00:00.109581 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ccd1a6f5-d958-45dc-a50f-b437a31cad80 tempest-ServerActionsTestJSON-1945522763 tempest-ServerActionsTestJSON-1945522763-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-601336-94-hyperv {{(pid=94174) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 12:00:00.109581 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG oslo_concurrency.lockutils [None req-ccd1a6f5-d958-45dc-a50f-b437a31cad80 tempest-ServerActionsTestJSON-1945522763 tempest-ServerActionsTestJSON-1945522763-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.023s {{(pid=94174) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 12:00:00.110673 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.wsgi [-] (94174) accepted ('10.222.0.20', 47224) {{(pid=94174) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 12:00:00.236307 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.plugins.ml2.plugin [None req-0402678d-7592-4eba-8fcc-2f48d6f1bccf tempest-ServerActionsTestJSON-1945522763 tempest-ServerActionsTestJSON-1945522763-project] Deleting port 71dd6516-4b35-4ba7-a6cc-6f4d068a17f9 {{(pid=94174) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1913}} Jun 23 12:00:00.236554 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron_lib.callbacks.manager [None req-0402678d-7592-4eba-8fcc-2f48d6f1bccf tempest-ServerActionsTestJSON-1945522763 tempest-ServerActionsTestJSON-1945522763-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773700079324'] for port, before_delete {{(pid=94174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 12:00:00.314963 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron_lib.callbacks.manager [None req-0402678d-7592-4eba-8fcc-2f48d6f1bccf tempest-ServerActionsTestJSON-1945522763 tempest-ServerActionsTestJSON-1945522763-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-430722'] for port, precommit_delete {{(pid=94174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 12:00:00.315310 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron_lib.callbacks.manager [None req-0402678d-7592-4eba-8fcc-2f48d6f1bccf tempest-ServerActionsTestJSON-1945522763 tempest-ServerActionsTestJSON-1945522763-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 12:00:00.329424 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.plugins.ml2.plugin [None req-0402678d-7592-4eba-8fcc-2f48d6f1bccf tempest-ServerActionsTestJSON-1945522763 tempest-ServerActionsTestJSON-1945522763-project] Calling delete_port for 71dd6516-4b35-4ba7-a6cc-6f4d068a17f9 owned by network:floatingip {{(pid=94174) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1986}} Jun 23 12:00:00.833197 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron_lib.callbacks.manager [None req-0402678d-7592-4eba-8fcc-2f48d6f1bccf tempest-ServerActionsTestJSON-1945522763 tempest-ServerActionsTestJSON-1945522763-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-922904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866062', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773700135024', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773699642224', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5196390'] for port, after_delete {{(pid=94174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 12:00:00.835685 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG oslo_concurrency.lockutils [None req-f5ad19b6-b8ed-4c27-8b52-d37e70682fc8 tempest-TestNetworkBasicOps-233187296 tempest-TestNetworkBasicOps-233187296-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94174) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 12:00:00.861169 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0402678d-7592-4eba-8fcc-2f48d6f1bccf tempest-ServerActionsTestJSON-1945522763 tempest-ServerActionsTestJSON-1945522763-project] Pushing event deleted for resources: {'Port': ['ID=71dd6516-4b35-4ba7-a6cc-6f4d068a17f9,revision_number=None']} {{(pid=94174) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 12:00:00.864321 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG oslo_concurrency.lockutils [None req-0402678d-7592-4eba-8fcc-2f48d6f1bccf tempest-ServerActionsTestJSON-1945522763 tempest-ServerActionsTestJSON-1945522763-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.029s {{(pid=94174) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 12:00:00.922263 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron_lib.callbacks.manager [None req-0402678d-7592-4eba-8fcc-2f48d6f1bccf tempest-ServerActionsTestJSON-1945522763 tempest-ServerActionsTestJSON-1945522763-project] Notify callbacks [] for floatingip, after_delete {{(pid=94174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 12:00:00.924869 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron_lib.callbacks.manager [None req-0402678d-7592-4eba-8fcc-2f48d6f1bccf tempest-ServerActionsTestJSON-1945522763 tempest-ServerActionsTestJSON-1945522763-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-217507'] for floatingip, before_response {{(pid=94174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 12:00:00.926001 dv-neutron-601336-94-hyperv neutron-server[94174]: INFO neutron.wsgi [None req-0402678d-7592-4eba-8fcc-2f48d6f1bccf tempest-ServerActionsTestJSON-1945522763 tempest-ServerActionsTestJSON-1945522763-project] 10.222.0.20 "DELETE /v2.0/floatingips/c49a1dd4-5f39-4d60-a6c5-625a0e4b7a3b HTTP/1.1" status: 204 len: 168 time: 0.8146675 Jun 23 12:00:00.928852 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.wsgi [-] (94174) accepted ('10.222.0.20', 47226) {{(pid=94174) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 12:00:01.402104 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron_lib.callbacks.manager [None req-9785fcae-5dde-41c9-ab94-d500d8d2c424 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-453061'] for router_interface, before_delete {{(pid=94174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 12:00:01.696014 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.plugins.ml2.plugin [None req-9785fcae-5dde-41c9-ab94-d500d8d2c424 admin admin] Deleting port 13c7c1e0-1108-4c37-8c21-d3d83d008092 {{(pid=94174) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1913}} Jun 23 12:00:01.696273 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron_lib.callbacks.manager [None req-9785fcae-5dde-41c9-ab94-d500d8d2c424 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773700079324'] for port, before_delete {{(pid=94174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 12:00:01.776182 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.plugins.ml2.db [None req-9785fcae-5dde-41c9-ab94-d500d8d2c424 admin admin] For port 13c7c1e0-1108-4c37-8c21-d3d83d008092, host dv-neutron-601336-94-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-94-hyperv',level=0,port_id=13c7c1e0-1108-4c37-8c21-d3d83d008092,segment=NetworkSegment(c5336f67-3b17-48c3-969f-4266bc0dd37d),segment_id=c5336f67-3b17-48c3-969f-4266bc0dd37d)] {{(pid=94174) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 23 12:00:01.776535 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron_lib.callbacks.manager [None req-9785fcae-5dde-41c9-ab94-d500d8d2c424 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-430722'] for port, precommit_delete {{(pid=94174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 12:00:01.789556 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.plugins.ml2.plugin [None req-9785fcae-5dde-41c9-ab94-d500d8d2c424 admin admin] Calling delete_port for 13c7c1e0-1108-4c37-8c21-d3d83d008092 owned by network:router_interface {{(pid=94174) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1986}} Jun 23 12:00:02.084216 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron_lib.callbacks.manager [None req-9785fcae-5dde-41c9-ab94-d500d8d2c424 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-922904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866062', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773700135024', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773699642224', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5196390'] for port, after_delete {{(pid=94174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 12:00:02.086477 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG oslo_concurrency.lockutils [None req-87a15f4d-6a6c-49bc-b95d-0a65dcc20a6f service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94174) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 12:00:02.110901 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9785fcae-5dde-41c9-ab94-d500d8d2c424 admin admin] Pushing event deleted for resources: {'Port': ['ID=13c7c1e0-1108-4c37-8c21-d3d83d008092,revision_number=None']} {{(pid=94174) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 12:00:02.114008 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG oslo_concurrency.lockutils [None req-9785fcae-5dde-41c9-ab94-d500d8d2c424 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.028s {{(pid=94174) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 12:00:02.285020 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron_lib.callbacks.manager [None req-9785fcae-5dde-41c9-ab94-d500d8d2c424 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-7866080', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-516693'] for router_interface, after_delete {{(pid=94174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 12:00:02.504250 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9785fcae-5dde-41c9-ab94-d500d8d2c424 admin admin] Router 615292a8-7f4f-4a19-a308-1525643a83a7 has already been hosted by L3 agent 50ef99c0-ef28-4db5-b303-b145898fae60 {{(pid=94174) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 23 12:00:02.605734 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9785fcae-5dde-41c9-ab94-d500d8d2c424 admin admin] Notify agent at l3_agent.dv-neutron-601336-94-hyperv the message routers_updated {{(pid=94174) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 23 12:00:02.611215 dv-neutron-601336-94-hyperv neutron-server[94174]: INFO neutron.wsgi [None req-9785fcae-5dde-41c9-ab94-d500d8d2c424 admin admin] 10.222.0.20 "PUT /v2.0/routers/615292a8-7f4f-4a19-a308-1525643a83a7/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6813440 Jun 23 12:00:02.613708 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.wsgi [-] (94174) accepted ('10.222.0.20', 47230) {{(pid=94174) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 12:00:02.616463 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a2803926-d494-4646-9586-e3977bc71d88 None None] Sync routers for ids ['615292a8-7f4f-4a19-a308-1525643a83a7'] in dv-neutron-601336-94-hyperv {{(pid=94176) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 23 12:00:02.625657 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a2803926-d494-4646-9586-e3977bc71d88 None None] Routers {'615292a8-7f4f-4a19-a308-1525643a83a7'} bound to L3 agent in host dv-neutron-601336-94-hyperv {{(pid=94176) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 23 12:00:02.626272 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.db.l3_hamode_db [None req-a2803926-d494-4646-9586-e3977bc71d88 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-601336-94-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-06-23T11:22:13Z,description=,heartbeat_timestamp=2021-06-23T11:59:43Z,host='dv-neutron-601336-94-hyperv',id=50ef99c0-ef28-4db5-b303-b145898fae60,load=0,resource_versions=,resources_synced=,started_at=2021-06-23T11:22:14Z,topic='l3_agent')) {'router_ids': ['615292a8-7f4f-4a19-a308-1525643a83a7'], 'active': True} {{(pid=94176) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 12:00:02.714049 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron_lib.callbacks.manager [None req-ba780d5a-dd8e-4cd5-9ae6-45efed9c4ced admin admin] Notify callbacks [] for router, before_delete {{(pid=94174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 12:00:02.728509 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.db.l3_dvr_db [None req-a2803926-d494-4646-9586-e3977bc71d88 None None] Set router 615292a8-7f4f-4a19-a308-1525643a83a7 gateway port host: dv-neutron-601336-94-hyperv {{(pid=94176) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:838}} Jun 23 12:00:02.819373 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron_lib.callbacks.manager [None req-ba780d5a-dd8e-4cd5-9ae6-45efed9c4ced admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 12:00:02.900347 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.db.l3_hamode_db [None req-a2803926-d494-4646-9586-e3977bc71d88 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '615292a8-7f4f-4a19-a308-1525643a83a7', 'name': 'tempest-ServerActionsTestJSON-716138820-router', 'tenant_id': 'f95f5bd5d3a04c1cb1d25bcb3c548b20', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3e7e4eb3-cf02-4d47-ade9-0a579cdfc60f', 'external_fixed_ips': [{'subnet_id': 'a5ad15ab-c489-4a67-a9b0-d559fca0ec71', 'ip_address': '172.26.3.23'}], 'enable_snat': True}, 'gw_port_id': '3105b998-5972-4c17-a778-1c44f53d265f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-23T11:53:19Z', 'updated_at': '2021-06-23T12:00:01Z', 'revision_number': 5, 'project_id': 'f95f5bd5d3a04c1cb1d25bcb3c548b20', 'gw_port': {'id': '3105b998-5972-4c17-a778-1c44f53d265f', 'name': '', 'network_id': '3e7e4eb3-cf02-4d47-ade9-0a579cdfc60f', 'tenant_id': '', 'mac_address': 'fa:16:3e:45:19:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '615292a8-7f4f-4a19-a308-1525643a83a7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1573, 'fixed_ips': [{'subnet_id': 'a5ad15ab-c489-4a67-a9b0-d559fca0ec71', 'ip_address': '172.26.3.23', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-94-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-23T11:53:20Z', 'updated_at': '2021-06-23T11:53:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a5ad15ab-c489-4a67-a9b0-d559fca0ec71', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-601336-94-hyperv'}], 'dv-neutron-601336-94-hyperv', False) {} {{(pid=94176) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 12:00:02.930647 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a2803926-d494-4646-9586-e3977bc71d88 None None] Checking router: 615292a8-7f4f-4a19-a308-1525643a83a7 for host: dv-neutron-601336-94-hyperv {{(pid=94176) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 23 12:00:02.934828 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.plugins.ml2.plugin [None req-ba780d5a-dd8e-4cd5-9ae6-45efed9c4ced admin admin] Deleting port 3105b998-5972-4c17-a778-1c44f53d265f {{(pid=94174) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1913}} Jun 23 12:00:02.935210 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron_lib.callbacks.manager [None req-ba780d5a-dd8e-4cd5-9ae6-45efed9c4ced admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773700079324'] for port, before_delete {{(pid=94174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 12:00:02.939250 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a2803926-d494-4646-9586-e3977bc71d88 None None] Routers {'615292a8-7f4f-4a19-a308-1525643a83a7'} bound to L3 agent in host dv-neutron-601336-94-hyperv {{(pid=94176) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 23 12:00:02.939971 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.db.l3_hamode_db [None req-a2803926-d494-4646-9586-e3977bc71d88 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-601336-94-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-06-23T11:22:13Z,description=,heartbeat_timestamp=2021-06-23T11:59:43Z,host='dv-neutron-601336-94-hyperv',id=50ef99c0-ef28-4db5-b303-b145898fae60,load=0,resource_versions=,resources_synced=,started_at=2021-06-23T11:22:14Z,topic='l3_agent')) {'router_ids': ['615292a8-7f4f-4a19-a308-1525643a83a7'], 'active': True} {{(pid=94176) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 12:00:03.016534 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.plugins.ml2.db [None req-ba780d5a-dd8e-4cd5-9ae6-45efed9c4ced admin admin] For port 3105b998-5972-4c17-a778-1c44f53d265f, host dv-neutron-601336-94-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-94-hyperv',level=0,port_id=3105b998-5972-4c17-a778-1c44f53d265f,segment=NetworkSegment(c23be0a5-6980-48fb-bc9f-4a24717fe1de),segment_id=c23be0a5-6980-48fb-bc9f-4a24717fe1de)] {{(pid=94174) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 23 12:00:03.016886 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron_lib.callbacks.manager [None req-ba780d5a-dd8e-4cd5-9ae6-45efed9c4ced admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-430722'] for port, precommit_delete {{(pid=94174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 12:00:03.029011 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.plugins.ml2.plugin [None req-ba780d5a-dd8e-4cd5-9ae6-45efed9c4ced admin admin] Calling delete_port for 3105b998-5972-4c17-a778-1c44f53d265f owned by network:router_gateway {{(pid=94174) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1986}} Jun 23 12:00:03.039973 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.db.l3_dvr_db [None req-a2803926-d494-4646-9586-e3977bc71d88 None None] Set router 615292a8-7f4f-4a19-a308-1525643a83a7 gateway port host: None {{(pid=94176) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:838}} Jun 23 12:00:03.090827 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.db.l3_hamode_db [None req-a2803926-d494-4646-9586-e3977bc71d88 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '615292a8-7f4f-4a19-a308-1525643a83a7', 'name': 'tempest-ServerActionsTestJSON-716138820-router', 'tenant_id': 'f95f5bd5d3a04c1cb1d25bcb3c548b20', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-23T11:53:19Z', 'updated_at': '2021-06-23T12:00:02Z', 'revision_number': 6, 'project_id': 'f95f5bd5d3a04c1cb1d25bcb3c548b20', 'gw_port_host': None}], 'dv-neutron-601336-94-hyperv', False) {} {{(pid=94176) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 12:00:03.120838 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a2803926-d494-4646-9586-e3977bc71d88 None None] The sync data for ids ['615292a8-7f4f-4a19-a308-1525643a83a7'] in dv-neutron-601336-94-hyperv is: [{'id': '615292a8-7f4f-4a19-a308-1525643a83a7', 'name': 'tempest-ServerActionsTestJSON-716138820-router', 'tenant_id': 'f95f5bd5d3a04c1cb1d25bcb3c548b20', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-23T11:53:19Z', 'updated_at': '2021-06-23T12:00:02Z', 'revision_number': 6, 'project_id': 'f95f5bd5d3a04c1cb1d25bcb3c548b20', 'gw_port_host': None}] {{(pid=94176) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 23 12:00:03.282018 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron_lib.callbacks.manager [None req-ba780d5a-dd8e-4cd5-9ae6-45efed9c4ced admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-922904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866062', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773700135024', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773699642224', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5196390'] for port, after_delete {{(pid=94174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 12:00:03.284265 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG oslo_concurrency.lockutils [None req-c2ea98f8-3a24-42ab-b1b9-7c458831ce7e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94174) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 12:00:03.308687 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba780d5a-dd8e-4cd5-9ae6-45efed9c4ced admin admin] Pushing event deleted for resources: {'Port': ['ID=3105b998-5972-4c17-a778-1c44f53d265f,revision_number=None']} {{(pid=94174) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 12:00:03.311728 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG oslo_concurrency.lockutils [None req-ba780d5a-dd8e-4cd5-9ae6-45efed9c4ced admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.028s {{(pid=94174) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 12:00:03.372904 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron_lib.callbacks.manager [None req-ba780d5a-dd8e-4cd5-9ae6-45efed9c4ced admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-524171'] for router_gateway, after_delete {{(pid=94174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 12:00:03.479492 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron_lib.callbacks.manager [None req-ba780d5a-dd8e-4cd5-9ae6-45efed9c4ced admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-520417', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-32301'] for router, precommit_delete {{(pid=94174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 12:00:03.481653 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron_lib.callbacks.manager [None req-ba780d5a-dd8e-4cd5-9ae6-45efed9c4ced admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 12:00:03.896122 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron_lib.callbacks.manager [None req-ba780d5a-dd8e-4cd5-9ae6-45efed9c4ced admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-494961'] for router, after_delete {{(pid=94174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 12:00:03.900140 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ba780d5a-dd8e-4cd5-9ae6-45efed9c4ced admin admin] Fanout notify agent at l3_agent the message router_deleted on router 615292a8-7f4f-4a19-a308-1525643a83a7 {{(pid=94174) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jun 23 12:00:03.902002 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron_lib.callbacks.manager [None req-ba780d5a-dd8e-4cd5-9ae6-45efed9c4ced admin admin] Notify callbacks [] for router, before_response {{(pid=94174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 12:00:03.906209 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.wsgi [-] (94175) accepted ('10.222.0.20', 47232) {{(pid=94175) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 12:00:03.907474 dv-neutron-601336-94-hyperv neutron-server[94174]: INFO neutron.wsgi [None req-ba780d5a-dd8e-4cd5-9ae6-45efed9c4ced admin admin] 10.222.0.20 "DELETE /v2.0/routers/615292a8-7f4f-4a19-a308-1525643a83a7 HTTP/1.1" status: 204 len: 168 time: 1.2915936 Jun 23 12:00:03.955141 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.db.db_base_plugin_v2 [None req-9abbc31e-5108-42c6-bf5a-bc793f0be64a admin admin] Deleting subnet d690955b-e62b-44f5-a4de-5b19f00224f3 {{(pid=94175) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jun 23 12:00:03.956029 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron_lib.callbacks.manager [None req-9abbc31e-5108-42c6-bf5a-bc793f0be64a admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 12:00:03.992434 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron_lib.callbacks.manager [None req-9abbc31e-5108-42c6-bf5a-bc793f0be64a admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5190686'] for subnet, precommit_delete_associations {{(pid=94175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 12:00:04.084253 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron_lib.callbacks.manager [None req-9abbc31e-5108-42c6-bf5a-bc793f0be64a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-897634'] for subnet, precommit_delete {{(pid=94175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 12:00:04.096762 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.plugins.ml2.rpc [None req-dc7542b2-afef-47f4-a763-e3a3cba144be None None] Device 3105b998-5972-4c17-a778-1c44f53d265f no longer exists at agent ovs-agent-dv-neutron-601336-94-hyperv {{(pid=94176) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:261}} Jun 23 12:00:04.117600 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.plugins.ml2.plugin [None req-dc7542b2-afef-47f4-a763-e3a3cba144be None None] No Port match for: 3105b998-5972-4c17-a778-1c44f53d265f {{(pid=94176) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2240}} Jun 23 12:00:04.117995 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.plugins.ml2.rpc [None req-dc7542b2-afef-47f4-a763-e3a3cba144be None None] Device 3105b998-5972-4c17-a778-1c44f53d265f not bound to the agent host dv-neutron-601336-94-hyperv {{(pid=94176) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:271}} Jun 23 12:00:04.118502 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.plugins.ml2.rpc [None req-dc7542b2-afef-47f4-a763-e3a3cba144be None None] Device 13c7c1e0-1108-4c37-8c21-d3d83d008092 no longer exists at agent ovs-agent-dv-neutron-601336-94-hyperv {{(pid=94176) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:261}} Jun 23 12:00:04.140299 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.plugins.ml2.plugin [None req-dc7542b2-afef-47f4-a763-e3a3cba144be None None] No Port match for: 13c7c1e0-1108-4c37-8c21-d3d83d008092 {{(pid=94176) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2240}} Jun 23 12:00:04.140299 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.plugins.ml2.rpc [None req-dc7542b2-afef-47f4-a763-e3a3cba144be None None] Device 13c7c1e0-1108-4c37-8c21-d3d83d008092 not bound to the agent host dv-neutron-601336-94-hyperv {{(pid=94176) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:271}} Jun 23 12:00:04.216058 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron_lib.callbacks.manager [None req-9abbc31e-5108-42c6-bf5a-bc793f0be64a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-897627', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866062', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5083050', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4660036'] for subnet, after_delete {{(pid=94175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 12:00:04.220064 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG oslo_concurrency.lockutils [None req-9e9ee9c8-eb98-4880-9861-b5bd82d78817 tempest-NetworksIpV6Test-253648203 tempest-NetworksIpV6Test-253648203-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94175) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 12:00:04.250795 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9abbc31e-5108-42c6-bf5a-bc793f0be64a admin admin] Pushing event deleted for resources: {'Subnet': ['ID=d690955b-e62b-44f5-a4de-5b19f00224f3,revision_number=None']} {{(pid=94175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 12:00:04.253000 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron_lib.callbacks.manager [None req-9abbc31e-5108-42c6-bf5a-bc793f0be64a admin admin] Notify callbacks [] for subnet, before_response {{(pid=94175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 12:00:04.256355 dv-neutron-601336-94-hyperv neutron-server[94175]: INFO neutron.wsgi [None req-9abbc31e-5108-42c6-bf5a-bc793f0be64a admin admin] 10.222.0.20 "DELETE /v2.0/subnets/d690955b-e62b-44f5-a4de-5b19f00224f3 HTTP/1.1" status: 204 len: 168 time: 0.3470635 Jun 23 12:00:04.257223 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d97c1ec4-0929-4a05-ba09-e24f0ba36565 None None] Network 2fd142a9-a207-404d-a9ae-7efb565fc5be requested from dv-neutron-601336-94-hyperv {{(pid=94176) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 23 12:00:04.257316 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG oslo_concurrency.lockutils [None req-9abbc31e-5108-42c6-bf5a-bc793f0be64a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.036s {{(pid=94175) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 12:00:04.257661 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.wsgi [-] (94174) accepted ('10.222.0.20', 47234) {{(pid=94174) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 12:00:04.334436 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron_lib.callbacks.manager [None req-2642d62d-712a-4d0d-a517-2972bbe031a5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-824874'] for network, before_delete {{(pid=94174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 12:00:04.389769 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.plugins.ml2.plugin [None req-2642d62d-712a-4d0d-a517-2972bbe031a5 admin admin] Deleting port f99cd33c-8452-46d5-b8d3-bd60016dfa85 {{(pid=94174) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1913}} Jun 23 12:00:04.390119 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron_lib.callbacks.manager [None req-2642d62d-712a-4d0d-a517-2972bbe031a5 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773700079324'] for port, before_delete {{(pid=94174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 12:00:04.434645 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-38edb52c-4484-41bb-a678-0f78ce10e688 None None] DHCP port deletion for 2fd142a9-a207-404d-a9ae-7efb565fc5be request from dv-neutron-601336-94-hyperv {{(pid=94176) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jun 23 12:00:04.452735 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.plugins.ml2.db [None req-2642d62d-712a-4d0d-a517-2972bbe031a5 admin admin] For port f99cd33c-8452-46d5-b8d3-bd60016dfa85, host dv-neutron-601336-94-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-94-hyperv',level=0,port_id=f99cd33c-8452-46d5-b8d3-bd60016dfa85,segment=NetworkSegment(c5336f67-3b17-48c3-969f-4266bc0dd37d),segment_id=c5336f67-3b17-48c3-969f-4266bc0dd37d)] {{(pid=94174) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 23 12:00:04.453583 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron_lib.callbacks.manager [None req-2642d62d-712a-4d0d-a517-2972bbe031a5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-430722'] for port, precommit_delete {{(pid=94174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 12:00:04.466195 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.plugins.ml2.plugin [None req-2642d62d-712a-4d0d-a517-2972bbe031a5 admin admin] Calling delete_port for f99cd33c-8452-46d5-b8d3-bd60016dfa85 owned by network:dhcp {{(pid=94174) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1986}} Jun 23 12:00:04.479244 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.plugins.ml2.plugin [None req-38edb52c-4484-41bb-a678-0f78ce10e688 None None] Deleting port f99cd33c-8452-46d5-b8d3-bd60016dfa85 {{(pid=94176) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1913}} Jun 23 12:00:04.479641 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron_lib.callbacks.manager [None req-38edb52c-4484-41bb-a678-0f78ce10e688 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773700079324'] for port, before_delete {{(pid=94176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 12:00:04.542727 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.plugins.ml2.db [None req-38edb52c-4484-41bb-a678-0f78ce10e688 None None] For port f99cd33c-8452-46d5-b8d3-bd60016dfa85, host dv-neutron-601336-94-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-94-hyperv',level=0,port_id=f99cd33c-8452-46d5-b8d3-bd60016dfa85,segment=NetworkSegment(c5336f67-3b17-48c3-969f-4266bc0dd37d),segment_id=c5336f67-3b17-48c3-969f-4266bc0dd37d)] {{(pid=94176) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 23 12:00:04.543209 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron_lib.callbacks.manager [None req-38edb52c-4484-41bb-a678-0f78ce10e688 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-430722'] for port, precommit_delete {{(pid=94176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 12:00:04.556780 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.plugins.ml2.plugin [None req-38edb52c-4484-41bb-a678-0f78ce10e688 None None] Calling delete_port for f99cd33c-8452-46d5-b8d3-bd60016dfa85 owned by network:dhcp {{(pid=94176) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1986}} Jun 23 12:00:04.659749 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron_lib.callbacks.manager [None req-2642d62d-712a-4d0d-a517-2972bbe031a5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-922904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866062', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773700135024', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773699642224', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5196390'] for port, after_delete {{(pid=94174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 12:00:04.660964 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG oslo_concurrency.lockutils [None req-8838a407-aeaa-4595-93bb-dc9384aa733b tempest-TestNetworkBasicOps-233187296 tempest-TestNetworkBasicOps-233187296-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94174) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 12:00:04.665486 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron_lib.callbacks.manager [None req-38edb52c-4484-41bb-a678-0f78ce10e688 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-922904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866062', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773700135024', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773699642224'] for port, after_delete {{(pid=94176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 12:00:04.667440 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG oslo_concurrency.lockutils [None req-60135a8b-dbed-4059-8001-e2987d6eb74e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 12:00:04.686026 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2642d62d-712a-4d0d-a517-2972bbe031a5 admin admin] Pushing event deleted for resources: {'Port': ['ID=f99cd33c-8452-46d5-b8d3-bd60016dfa85,revision_number=None']} {{(pid=94174) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 12:00:04.687846 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2642d62d-712a-4d0d-a517-2972bbe031a5 admin admin] No DVR routers for this DVR port f99cd33c-8452-46d5-b8d3-bd60016dfa85 on host dv-neutron-601336-94-hyperv {{(pid=94174) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 23 12:00:04.689388 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG oslo_concurrency.lockutils [None req-2642d62d-712a-4d0d-a517-2972bbe031a5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.028s {{(pid=94174) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 12:00:04.691706 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38edb52c-4484-41bb-a678-0f78ce10e688 None None] Pushing event deleted for resources: {'Port': ['ID=f99cd33c-8452-46d5-b8d3-bd60016dfa85,revision_number=None']} {{(pid=94176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 12:00:04.693550 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.db.l3_dvrscheduler_db [None req-38edb52c-4484-41bb-a678-0f78ce10e688 None None] No DVR routers for this DVR port f99cd33c-8452-46d5-b8d3-bd60016dfa85 on host dv-neutron-601336-94-hyperv {{(pid=94176) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 23 12:00:04.695019 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG oslo_concurrency.lockutils [None req-38edb52c-4484-41bb-a678-0f78ce10e688 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.028s {{(pid=94176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 12:00:04.759587 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron_lib.callbacks.manager [None req-2642d62d-712a-4d0d-a517-2972bbe031a5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-897259', 'neutron.services.segments.db._delete_segments_for_network-8773700168587'] for network, precommit_delete {{(pid=94174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 12:00:04.770329 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.services.segments.db [None req-2642d62d-712a-4d0d-a517-2972bbe031a5 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2fd142a9-a207-404d-a9ae-7efb565fc5be']}} {{(pid=94174) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 12:00:04.782191 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.services.segments.db [None req-2642d62d-712a-4d0d-a517-2972bbe031a5 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c5336f67-3b17-48c3-969f-4266bc0dd37d') {'for_net_delete': True} {{(pid=94174) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 12:00:04.782481 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.services.segments.db [None req-2642d62d-712a-4d0d-a517-2972bbe031a5 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c5336f67-3b17-48c3-969f-4266bc0dd37d') {} {{(pid=94174) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 12:00:04.791315 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron_lib.callbacks.manager [None req-2642d62d-712a-4d0d-a517-2972bbe031a5 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8773699955833', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4800267'] for segment, before_delete {{(pid=94174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 12:00:04.804696 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron_lib.callbacks.manager [None req-2642d62d-712a-4d0d-a517-2972bbe031a5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3801'] for segment, precommit_delete {{(pid=94174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 12:00:04.810273 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2642d62d-712a-4d0d-a517-2972bbe031a5 admin admin] Releasing vlan 443 on physical network physnet1 to pool {{(pid=94174) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 23 12:00:04.810654 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron_lib.callbacks.manager [None req-2642d62d-712a-4d0d-a517-2972bbe031a5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3801', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5196341'] for segment, after_delete {{(pid=94174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 12:00:04.812283 dv-neutron-601336-94-hyperv neutron-server[94174]: Traceback (most recent call last): Jun 23 12:00:04.812283 dv-neutron-601336-94-hyperv neutron-server[94174]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 23 12:00:04.812283 dv-neutron-601336-94-hyperv neutron-server[94174]: timer() Jun 23 12:00:04.812283 dv-neutron-601336-94-hyperv neutron-server[94174]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 23 12:00:04.812283 dv-neutron-601336-94-hyperv neutron-server[94174]: cb(*args, **kw) Jun 23 12:00:04.812283 dv-neutron-601336-94-hyperv neutron-server[94174]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 23 12:00:04.812283 dv-neutron-601336-94-hyperv neutron-server[94174]: return func(*args, **kwargs) Jun 23 12:00:04.812283 dv-neutron-601336-94-hyperv neutron-server[94174]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 23 12:00:04.812283 dv-neutron-601336-94-hyperv neutron-server[94174]: self._notify() Jun 23 12:00:04.812283 dv-neutron-601336-94-hyperv neutron-server[94174]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 23 12:00:04.812283 dv-neutron-601336-94-hyperv neutron-server[94174]: self.callback(batched_events) Jun 23 12:00:04.812283 dv-neutron-601336-94-hyperv neutron-server[94174]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 23 12:00:04.812283 dv-neutron-601336-94-hyperv neutron-server[94174]: event.method(event) Jun 23 12:00:04.812283 dv-neutron-601336-94-hyperv neutron-server[94174]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 23 12:00:04.812283 dv-neutron-601336-94-hyperv neutron-server[94174]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 23 12:00:04.812283 dv-neutron-601336-94-hyperv neutron-server[94174]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 23 12:00:04.812283 dv-neutron-601336-94-hyperv neutron-server[94174]: aggregate_uuid = self.p_client.list_aggregates( Jun 23 12:00:04.812283 dv-neutron-601336-94-hyperv neutron-server[94174]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 23 12:00:04.812283 dv-neutron-601336-94-hyperv neutron-server[94174]: return f(self, *a, **k) Jun 23 12:00:04.812283 dv-neutron-601336-94-hyperv neutron-server[94174]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 23 12:00:04.812283 dv-neutron-601336-94-hyperv neutron-server[94174]: return self._get(url).json() Jun 23 12:00:04.812283 dv-neutron-601336-94-hyperv neutron-server[94174]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 23 12:00:04.812283 dv-neutron-601336-94-hyperv neutron-server[94174]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 23 12:00:04.812283 dv-neutron-601336-94-hyperv neutron-server[94174]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 23 12:00:04.812283 dv-neutron-601336-94-hyperv neutron-server[94174]: return self.request(url, 'GET', **kwargs) Jun 23 12:00:04.812283 dv-neutron-601336-94-hyperv neutron-server[94174]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 23 12:00:04.812283 dv-neutron-601336-94-hyperv neutron-server[94174]: base_url = self.get_endpoint(auth, allow=allow, Jun 23 12:00:04.812283 dv-neutron-601336-94-hyperv neutron-server[94174]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 23 12:00:04.812283 dv-neutron-601336-94-hyperv neutron-server[94174]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 23 12:00:04.812283 dv-neutron-601336-94-hyperv neutron-server[94174]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 23 12:00:04.812283 dv-neutron-601336-94-hyperv neutron-server[94174]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 23 12:00:04.812283 dv-neutron-601336-94-hyperv neutron-server[94174]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 23 12:00:04.950073 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron_lib.callbacks.manager [None req-2642d62d-712a-4d0d-a517-2972bbe031a5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-897248', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8002400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7866073', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-524247'] for network, after_delete {{(pid=94174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 12:00:04.954235 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG oslo_concurrency.lockutils [None req-7466bb16-aa79-460e-802b-8df8ceb96b9b tempest-FloatingIPTestJSON-1140213849 tempest-FloatingIPTestJSON-1140213849-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94174) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 12:00:04.956778 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron_lib.callbacks.manager [None req-2642d62d-712a-4d0d-a517-2972bbe031a5 admin admin] Notify callbacks [] for network, before_response {{(pid=94174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 12:00:04.960902 dv-neutron-601336-94-hyperv neutron-server[94174]: INFO neutron.wsgi [None req-2642d62d-712a-4d0d-a517-2972bbe031a5 admin admin] 10.222.0.20 "DELETE /v2.0/networks/2fd142a9-a207-404d-a9ae-7efb565fc5be HTTP/1.1" status: 204 len: 168 time: 0.6999249 Jun 23 12:00:04.970669 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2642d62d-712a-4d0d-a517-2972bbe031a5 admin admin] Pushing event deleted for resources: {'Network': ['ID=2fd142a9-a207-404d-a9ae-7efb565fc5be,revision_number=None']} {{(pid=94174) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 12:00:04.973537 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG oslo_concurrency.lockutils [None req-2642d62d-712a-4d0d-a517-2972bbe031a5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=94174) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 12:00:05.225250 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.wsgi [-] (94174) accepted ('10.222.0.20', 47238) {{(pid=94174) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 12:00:05.263618 dv-neutron-601336-94-hyperv neutron-server[94174]: INFO neutron.wsgi [None req-979057ff-1c4c-4f66-9478-fd8ef8a5c007 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=f95f5bd5d3a04c1cb1d25bcb3c548b20&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0385847 Jun 23 12:00:05.265918 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.wsgi [-] (94174) accepted ('10.222.0.20', 47240) {{(pid=94174) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 12:00:05.320108 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron_lib.callbacks.manager [None req-73504fee-3307-41e1-b4ed-2f8bf5577b11 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 12:00:05.341647 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron_lib.callbacks.manager [None req-73504fee-3307-41e1-b4ed-2f8bf5577b11 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 12:00:05.458197 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron_lib.callbacks.manager [None req-73504fee-3307-41e1-b4ed-2f8bf5577b11 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7996330'] for security_group, after_delete {{(pid=94174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 12:00:05.460844 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron_lib.callbacks.manager [None req-73504fee-3307-41e1-b4ed-2f8bf5577b11 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 12:00:05.462041 dv-neutron-601336-94-hyperv neutron-server[94174]: INFO neutron.wsgi [None req-73504fee-3307-41e1-b4ed-2f8bf5577b11 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/9ac8bf77-31d3-4d6f-9513-f1b764da9d46 HTTP/1.1" status: 204 len: 168 time: 0.1952186 Jun 23 12:00:05.462849 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG oslo_concurrency.lockutils [None req-406f639d-006a-415d-b223-7aa1ebc95c3c tempest-TestNetworkBasicOps-233187296 tempest-TestNetworkBasicOps-233187296-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94174) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 12:00:05.470566 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73504fee-3307-41e1-b4ed-2f8bf5577b11 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9ac8bf77-31d3-4d6f-9513-f1b764da9d46,revision_number=None']} {{(pid=94174) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 12:00:05.474630 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG oslo_concurrency.lockutils [None req-73504fee-3307-41e1-b4ed-2f8bf5577b11 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.010s {{(pid=94174) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 12:00:06.093147 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.plugins.ml2.rpc [None req-dc7542b2-afef-47f4-a763-e3a3cba144be None None] Device f99cd33c-8452-46d5-b8d3-bd60016dfa85 no longer exists at agent ovs-agent-dv-neutron-601336-94-hyperv {{(pid=94176) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:261}} Jun 23 12:00:06.117085 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.plugins.ml2.plugin [None req-dc7542b2-afef-47f4-a763-e3a3cba144be None None] No Port match for: f99cd33c-8452-46d5-b8d3-bd60016dfa85 {{(pid=94176) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2240}} Jun 23 12:00:06.117440 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.plugins.ml2.rpc [None req-dc7542b2-afef-47f4-a763-e3a3cba144be None None] Device f99cd33c-8452-46d5-b8d3-bd60016dfa85 not bound to the agent host dv-neutron-601336-94-hyperv {{(pid=94176) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:271}} Jun 23 12:00:06.539938 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.wsgi [-] (94174) accepted ('10.222.0.20', 47262) {{(pid=94174) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 12:00:06.649778 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.api.v2.base [None req-8784d6ff-aa74-446d-be2e-3027face47f3 admin admin] Request body: {'network': {'name': 'tempest-ServersNegativeTestJSON-907983132-network', 'tenant_id': '37893e283cf74700a19a03f150671d87'}} {{(pid=94174) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 23 12:00:06.801225 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8784d6ff-aa74-446d-be2e-3027face47f3 admin admin] Made reservation on behalf of 37893e283cf74700a19a03f150671d87 for: {'network': 1} {{(pid=94174) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 23 12:00:06.803593 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron_lib.callbacks.manager [None req-8784d6ff-aa74-446d-be2e-3027face47f3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-923104'] for network, before_create {{(pid=94174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 12:00:06.812084 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron_lib.callbacks.manager [None req-8784d6ff-aa74-446d-be2e-3027face47f3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 12:00:06.900989 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron_lib.callbacks.manager [None req-8784d6ff-aa74-446d-be2e-3027face47f3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 12:00:06.960951 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron_lib.callbacks.manager [None req-8784d6ff-aa74-446d-be2e-3027face47f3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7996330'] for security_group, after_create {{(pid=94174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 12:00:06.964214 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG oslo_concurrency.lockutils [None req-66ef4eae-23b1-4f42-abaa-cf5fc624d9fc tempest-TestNetworkBasicOps-233187296 tempest-TestNetworkBasicOps-233187296-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94174) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 12:00:06.987237 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8784d6ff-aa74-446d-be2e-3027face47f3 admin admin] vlan segment allocate from pool success with {'vlan_id': 414, 'physical_network': 'physnet1'} {{(pid=94174) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 23 12:00:06.997015 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8784d6ff-aa74-446d-be2e-3027face47f3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=45db05a1-81f0-42b2-8d20-7ab54982fdee,revision_number=1']} {{(pid=94174) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 12:00:07.000109 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG oslo_concurrency.lockutils [None req-8784d6ff-aa74-446d-be2e-3027face47f3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.036s {{(pid=94174) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 12:00:07.005309 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron_lib.callbacks.manager [None req-8784d6ff-aa74-446d-be2e-3027face47f3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3801'] for segment, precommit_create {{(pid=94174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 12:00:07.005633 dv-neutron-601336-94-hyperv neutron-server[94174]: INFO neutron.db.segments_db [None req-8784d6ff-aa74-446d-be2e-3027face47f3 admin admin] Added segment 16b5cb77-b7b7-41a3-ba0a-1850323eb9ae of type vlan for network 192dc598-4368-4601-95d5-8626c4a5a96f Jun 23 12:00:07.066020 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron_lib.callbacks.manager [None req-8784d6ff-aa74-446d-be2e-3027face47f3 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8773699596773'] for network, precommit_create {{(pid=94174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 12:00:07.175931 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron_lib.callbacks.manager [None req-8784d6ff-aa74-446d-be2e-3027face47f3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8002400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7866073'] for network, after_create {{(pid=94174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 12:00:07.177098 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8784d6ff-aa74-446d-be2e-3027face47f3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94174) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 12:00:07.177692 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron_lib.callbacks.manager [None req-8784d6ff-aa74-446d-be2e-3027face47f3 admin admin] Notify callbacks [] for network, before_response {{(pid=94174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 12:00:07.180017 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG oslo_concurrency.lockutils [None req-11cc8669-dd96-4d8f-bfb4-c25c17fdf31e tempest-RoutersIpV6Test-1448447933 tempest-RoutersIpV6Test-1448447933-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94174) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 12:00:07.264432 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8784d6ff-aa74-446d-be2e-3027face47f3 admin admin] Pushing event updated for resources: {'Network': ['ID=192dc598-4368-4601-95d5-8626c4a5a96f,revision_number=1']} {{(pid=94174) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 12:00:07.267191 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG oslo_concurrency.lockutils [None req-8784d6ff-aa74-446d-be2e-3027face47f3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.087s {{(pid=94174) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 12:00:07.274223 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.plugins.ml2.rpc [None req-dc7542b2-afef-47f4-a763-e3a3cba144be None None] Network 192dc598-4368-4601-95d5-8626c4a5a96f details requested by agent ovs-agent-dv-neutron-601336-94-hyperv with host dv-neutron-601336-94-hyperv {{(pid=94176) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:250}} Jun 23 12:00:07.308135 dv-neutron-601336-94-hyperv neutron-server[94174]: INFO neutron.wsgi [None req-8784d6ff-aa74-446d-be2e-3027face47f3 admin admin] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 886 time: 0.7669284 Jun 23 12:00:07.311152 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.wsgi [-] (94174) accepted ('10.222.0.20', 47266) {{(pid=94174) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 12:00:07.316400 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.api.v2.base [None req-42974d48-6ef8-4bd4-86d4-5286cb8d7dc9 admin admin] Request body: {'subnet': {'network_id': '192dc598-4368-4601-95d5-8626c4a5a96f', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersNegativeTestJSON-907983132-subnet', 'tenant_id': '37893e283cf74700a19a03f150671d87', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94174) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 23 12:00:07.407284 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-42974d48-6ef8-4bd4-86d4-5286cb8d7dc9 admin admin] Made reservation on behalf of 37893e283cf74700a19a03f150671d87 for: {'subnet': 1} {{(pid=94174) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 23 12:00:07.409744 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron_lib.callbacks.manager [None req-42974d48-6ef8-4bd4-86d4-5286cb8d7dc9 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4294245'] for subnet, before_create {{(pid=94174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 12:00:07.641496 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron_lib.callbacks.manager [None req-42974d48-6ef8-4bd4-86d4-5286cb8d7dc9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866062', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5195999', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4294259'] for subnet, after_create {{(pid=94174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 12:00:07.643472 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG oslo_concurrency.lockutils [None req-8f7d5b4c-b813-4d2c-bdce-9687511ba5b8 tempest-ExternalNetworksTestJSON-2139813945 tempest-ExternalNetworksTestJSON-2139813945-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94174) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 12:00:07.696645 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42974d48-6ef8-4bd4-86d4-5286cb8d7dc9 admin admin] Pushing event updated for resources: {'Subnet': ['ID=e808c142-c35b-4ccb-9ade-86cb7482bf93,revision_number=0']} {{(pid=94174) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 12:00:07.700001 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG oslo_concurrency.lockutils [None req-42974d48-6ef8-4bd4-86d4-5286cb8d7dc9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.057s {{(pid=94174) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 12:00:07.707376 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-42974d48-6ef8-4bd4-86d4-5286cb8d7dc9 admin admin] Checking segment: {'id': '16b5cb77-b7b7-41a3-ba0a-1850323eb9ae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 414, 'network_id': '192dc598-4368-4601-95d5-8626c4a5a96f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94174) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 23 12:00:07.707747 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-42974d48-6ef8-4bd4-86d4-5286cb8d7dc9 admin admin] Network hostable DHCP agents. Network: 192dc598-4368-4601-95d5-8626c4a5a96f, hostable agents: ['8cf29b10-0e57-4131-816f-a4b6ad00b249'], hosted agents: [] {{(pid=94174) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 23 12:00:07.772802 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-42974d48-6ef8-4bd4-86d4-5286cb8d7dc9 admin admin] Network 192dc598-4368-4601-95d5-8626c4a5a96f is scheduled to be hosted by DHCP agent 8cf29b10-0e57-4131-816f-a4b6ad00b249 with binding_index 1 {{(pid=94174) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 23 12:00:07.835353 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.scheduler.base_scheduler [None req-42974d48-6ef8-4bd4-86d4-5286cb8d7dc9 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-601336-94-hyperv, 192dc598-4368-4601-95d5-8626c4a5a96f) {{(pid=94174) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 23 12:00:07.842256 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-42974d48-6ef8-4bd4-86d4-5286cb8d7dc9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94174) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 12:00:07.848390 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron_lib.callbacks.manager [None req-42974d48-6ef8-4bd4-86d4-5286cb8d7dc9 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 12:00:07.849124 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eea5ce80-b264-4e4b-afe7-0e3ba4f92c46 None None] Network 192dc598-4368-4601-95d5-8626c4a5a96f requested from dv-neutron-601336-94-hyperv {{(pid=94176) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 23 12:00:07.913939 dv-neutron-601336-94-hyperv neutron-server[94174]: INFO neutron.wsgi [None req-42974d48-6ef8-4bd4-86d4-5286cb8d7dc9 admin admin] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 0.6015360 Jun 23 12:00:07.966829 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-587aee87-fc8c-42fe-9da5-d99f04e19028 None None] Network 192dc598-4368-4601-95d5-8626c4a5a96f requested from dv-neutron-601336-94-hyperv {{(pid=94176) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 23 12:00:08.321608 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9d7018e-496e-4112-9a31-d1eb644b7a44 req-e18a9e93-51d5-4530-999f-6732f36f8fd6 tempest-ServersNegativeTestJSON-2112366187 tempest-ServersNegativeTestJSON-2112366187-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94174) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 12:00:08.323067 dv-neutron-601336-94-hyperv neutron-server[94174]: INFO neutron.wsgi [req-b9d7018e-496e-4112-9a31-d1eb644b7a44 req-e18a9e93-51d5-4530-999f-6732f36f8fd6 tempest-ServersNegativeTestJSON-2112366187 tempest-ServersNegativeTestJSON-2112366187-project] 10.222.0.20 "GET /v2.0/networks?id=192dc598-4368-4601-95d5-8626c4a5a96f HTTP/1.1" status: 200 len: 813 time: 0.1009784 Jun 23 12:00:08.338023 dv-neutron-601336-94-hyperv neutron-server[94174]: INFO neutron.wsgi [req-b9d7018e-496e-4112-9a31-d1eb644b7a44 req-a0ab899b-b669-4710-996d-f11aaa2bf08e tempest-ServersNegativeTestJSON-2112366187 tempest-ServersNegativeTestJSON-2112366187-project] 10.222.0.20 "GET /v2.0/quotas/37893e283cf74700a19a03f150671d87 HTTP/1.1" status: 200 len: 375 time: 0.0087883 Jun 23 12:00:08.373935 dv-neutron-601336-94-hyperv neutron-server[94174]: INFO neutron.wsgi [req-b9d7018e-496e-4112-9a31-d1eb644b7a44 req-bdd1d1b2-45cd-48f2-b514-dc9a018d5767 tempest-ServersNegativeTestJSON-2112366187 tempest-ServersNegativeTestJSON-2112366187-project] 10.222.0.20 "GET /v2.0/ports?tenant_id=37893e283cf74700a19a03f150671d87&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0308986 Jun 23 12:00:08.508491 dv-neutron-601336-94-hyperv neutron-server[94174]: INFO neutron.wsgi [req-b9d7018e-496e-4112-9a31-d1eb644b7a44 req-d509fe35-8d08-40b9-82e9-f207681ad6ef service neutron] 10.222.0.20 "GET /v2.0/networks/192dc598-4368-4601-95d5-8626c4a5a96f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1272166 Jun 23 12:00:08.601456 dv-neutron-601336-94-hyperv neutron-server[94174]: INFO neutron.wsgi [req-b9d7018e-496e-4112-9a31-d1eb644b7a44 req-66c2335b-d9ae-4f86-a203-926e03d72472 service neutron] 10.222.0.20 "GET /v2.0/networks/192dc598-4368-4601-95d5-8626c4a5a96f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0872180 Jun 23 12:00:08.868060 dv-neutron-601336-94-hyperv neutron-server[94175]: INFO neutron.wsgi [req-acb55e17-5863-4eec-bfeb-2f0470ad9192 req-b62e7497-169c-4952-837d-22cd47e5f623 tempest-ServersNegativeTestJSON-2112366187 tempest-ServersNegativeTestJSON-2112366187-project] 10.222.0.20 "GET /v2.0/ports?device_id=7530af1f-a0aa-48c3-bbc2-ba1b59e8f828 HTTP/1.1" status: 200 len: 210 time: 0.0295188 Jun 23 12:00:10.015070 dv-neutron-601336-94-hyperv neutron-server[94174]: INFO neutron.wsgi [req-8821d6b1-deef-4801-9b5e-fc67d06cfd52 req-5ed1e7b1-6b68-4a9e-b2fb-fd1db74ea477 tempest-ServersNegativeTestJSON-2112366187 tempest-ServersNegativeTestJSON-2112366187-project] 10.222.0.20 "GET /v2.0/ports?device_id=7530af1f-a0aa-48c3-bbc2-ba1b59e8f828 HTTP/1.1" status: 200 len: 210 time: 0.0282869 Jun 23 12:00:10.958472 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron_lib.callbacks.manager [None req-a29061cc-dbd1-4c80-8499-725ec4a02ea2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773699952132', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-899307'] for agent, after_update {{(pid=94176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 12:00:11.165139 dv-neutron-601336-94-hyperv neutron-server[94175]: INFO neutron.wsgi [req-4cf748db-cdd2-405a-9fe1-6a443d5f7910 req-d651f47c-6342-4518-88b6-b3b795b3b3a3 tempest-ServersNegativeTestJSON-2112366187 tempest-ServersNegativeTestJSON-2112366187-project] 10.222.0.20 "GET /v2.0/ports?device_id=7530af1f-a0aa-48c3-bbc2-ba1b59e8f828 HTTP/1.1" status: 200 len: 210 time: 0.0352256 Jun 23 12:00:11.927248 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9d7018e-496e-4112-9a31-d1eb644b7a44 req-4db82e8b-975c-42d0-a059-372669fe9f87 tempest-ServersNegativeTestJSON-2112366187 tempest-ServersNegativeTestJSON-2112366187-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 12:00:11.928733 dv-neutron-601336-94-hyperv neutron-server[94175]: INFO neutron.wsgi [req-b9d7018e-496e-4112-9a31-d1eb644b7a44 req-4db82e8b-975c-42d0-a059-372669fe9f87 tempest-ServersNegativeTestJSON-2112366187 tempest-ServersNegativeTestJSON-2112366187-project] 10.222.0.52 "GET /v2.0/networks?id=192dc598-4368-4601-95d5-8626c4a5a96f HTTP/1.1" status: 200 len: 813 time: 0.1056824 Jun 23 12:00:11.941084 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.api.v2.base [req-b9d7018e-496e-4112-9a31-d1eb644b7a44 req-6080f6fc-8dea-463f-a780-92d477c4fb73 tempest-ServersNegativeTestJSON-2112366187 tempest-ServersNegativeTestJSON-2112366187-project] Request body: {'port': {'device_id': '7530af1f-a0aa-48c3-bbc2-ba1b59e8f828', 'network_id': '192dc598-4368-4601-95d5-8626c4a5a96f', 'admin_state_up': True, 'tenant_id': '37893e283cf74700a19a03f150671d87'}} {{(pid=94175) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 23 12:00:12.101366 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b9d7018e-496e-4112-9a31-d1eb644b7a44 req-6080f6fc-8dea-463f-a780-92d477c4fb73 tempest-ServersNegativeTestJSON-2112366187 tempest-ServersNegativeTestJSON-2112366187-project] Made reservation on behalf of 37893e283cf74700a19a03f150671d87 for: {'port': 1} {{(pid=94175) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 23 12:00:12.105159 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron_lib.callbacks.manager [req-b9d7018e-496e-4112-9a31-d1eb644b7a44 req-6080f6fc-8dea-463f-a780-92d477c4fb73 tempest-ServersNegativeTestJSON-2112366187 tempest-ServersNegativeTestJSON-2112366187-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-923104'] for port, before_create {{(pid=94175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 12:00:12.234104 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.db.db_base_plugin_common [req-b9d7018e-496e-4112-9a31-d1eb644b7a44 req-6080f6fc-8dea-463f-a780-92d477c4fb73 tempest-ServersNegativeTestJSON-2112366187 tempest-ServersNegativeTestJSON-2112366187-project] Allocated IP 172.20.0.5 (192dc598-4368-4601-95d5-8626c4a5a96f/e808c142-c35b-4ccb-9ade-86cb7482bf93/e8485f2a-3f06-4598-a014-fc30e4539d6c) {{(pid=94175) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 23 12:00:12.317884 dv-neutron-601336-94-hyperv neutron-server[94174]: INFO neutron.wsgi [req-81217658-467a-4ebd-8f5b-4df30eda7d00 req-4767a5bc-f55c-4e54-bb54-c56b7eef4ced tempest-ServersNegativeTestJSON-2112366187 tempest-ServersNegativeTestJSON-2112366187-project] 10.222.0.20 "GET /v2.0/ports?device_id=7530af1f-a0aa-48c3-bbc2-ba1b59e8f828 HTTP/1.1" status: 200 len: 210 time: 0.0345855 Jun 23 12:00:12.386998 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron_lib.callbacks.manager [req-b9d7018e-496e-4112-9a31-d1eb644b7a44 req-6080f6fc-8dea-463f-a780-92d477c4fb73 tempest-ServersNegativeTestJSON-2112366187 tempest-ServersNegativeTestJSON-2112366187-project] Notify callbacks [] for port, precommit_create {{(pid=94175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 12:00:12.478852 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron_lib.callbacks.manager [req-b9d7018e-496e-4112-9a31-d1eb644b7a44 req-6080f6fc-8dea-463f-a780-92d477c4fb73 tempest-ServersNegativeTestJSON-2112366187 tempest-ServersNegativeTestJSON-2112366187-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-922915', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-239814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7866073', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773699642215', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-5082457'] for port, after_create {{(pid=94175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 12:00:12.483224 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG oslo_concurrency.lockutils [None req-34517355-706f-4e0e-a0bd-b015cc82c8a3 tempest-ServerDiskConfigTestJSON-242737041 tempest-ServerDiskConfigTestJSON-242737041-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94175) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 12:00:12.521986 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b9d7018e-496e-4112-9a31-d1eb644b7a44 req-6080f6fc-8dea-463f-a780-92d477c4fb73 tempest-ServersNegativeTestJSON-2112366187 tempest-ServersNegativeTestJSON-2112366187-project] Network 192dc598-4368-4601-95d5-8626c4a5a96f is already hosted by enough agents. {{(pid=94175) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 23 12:00:12.525206 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.scheduler.base_scheduler [req-b9d7018e-496e-4112-9a31-d1eb644b7a44 req-6080f6fc-8dea-463f-a780-92d477c4fb73 tempest-ServersNegativeTestJSON-2112366187 tempest-ServersNegativeTestJSON-2112366187-project] Resources bound (agent type, host, resource id): {{(pid=94175) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 23 12:00:12.529043 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.db.l3_dvrscheduler_db [req-b9d7018e-496e-4112-9a31-d1eb644b7a44 req-6080f6fc-8dea-463f-a780-92d477c4fb73 tempest-ServersNegativeTestJSON-2112366187 tempest-ServersNegativeTestJSON-2112366187-project] Received port after_create {{(pid=94175) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 23 12:00:12.562654 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6080f6fc-8dea-463f-a780-92d477c4fb73 tempest-ServersNegativeTestJSON-2112366187 tempest-ServersNegativeTestJSON-2112366187-project] Pushing event updated for resources: {'Port': ['ID=e8485f2a-3f06-4598-a014-fc30e4539d6c,revision_number=1']} {{(pid=94175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 12:00:12.567000 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG oslo_concurrency.lockutils [None req-6080f6fc-8dea-463f-a780-92d477c4fb73 tempest-ServersNegativeTestJSON-2112366187 tempest-ServersNegativeTestJSON-2112366187-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.084s {{(pid=94175) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 12:00:12.587624 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9d7018e-496e-4112-9a31-d1eb644b7a44 req-6080f6fc-8dea-463f-a780-92d477c4fb73 tempest-ServersNegativeTestJSON-2112366187 tempest-ServersNegativeTestJSON-2112366187-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 12:00:12.588231 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron_lib.callbacks.manager [req-b9d7018e-496e-4112-9a31-d1eb644b7a44 req-6080f6fc-8dea-463f-a780-92d477c4fb73 tempest-ServersNegativeTestJSON-2112366187 tempest-ServersNegativeTestJSON-2112366187-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-217507'] for port, before_response {{(pid=94175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 12:00:12.701777 dv-neutron-601336-94-hyperv neutron-server[94175]: INFO neutron.wsgi [req-b9d7018e-496e-4112-9a31-d1eb644b7a44 req-6080f6fc-8dea-463f-a780-92d477c4fb73 tempest-ServersNegativeTestJSON-2112366187 tempest-ServersNegativeTestJSON-2112366187-project] 10.222.0.52 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7649097 Jun 23 12:00:12.714636 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.api.v2.base [req-b9d7018e-496e-4112-9a31-d1eb644b7a44 req-6ac4b072-8299-4de2-beab-4a93b7c128ae service neutron] Request body: {'port': {'device_id': '7530af1f-a0aa-48c3-bbc2-ba1b59e8f828', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-6013'}} {{(pid=94175) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 23 12:00:12.786355 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron_lib.callbacks.manager [req-b9d7018e-496e-4112-9a31-d1eb644b7a44 req-6ac4b072-8299-4de2-beab-4a93b7c128ae service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-923122'] for port, before_update {{(pid=94175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 12:00:13.058580 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.notifiers.nova [req-b9d7018e-496e-4112-9a31-d1eb644b7a44 req-6ac4b072-8299-4de2-beab-4a93b7c128ae service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e8485f2a-3f06-4598-a014-fc30e4539d6c {{(pid=94175) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 23 12:00:13.067225 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron_lib.callbacks.manager [req-b9d7018e-496e-4112-9a31-d1eb644b7a44 req-6ac4b072-8299-4de2-beab-4a93b7c128ae service neutron] Notify callbacks [] for port, precommit_update {{(pid=94175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 12:00:13.082218 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.db.provisioning_blocks [req-b9d7018e-496e-4112-9a31-d1eb644b7a44 req-6ac4b072-8299-4de2-beab-4a93b7c128ae service neutron] Transition to ACTIVE for port object e8485f2a-3f06-4598-a014-fc30e4539d6c will not be triggered until provisioned by entity L2. {{(pid=94175) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 23 12:00:13.158054 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron_lib.callbacks.manager [req-b9d7018e-496e-4112-9a31-d1eb644b7a44 req-6ac4b072-8299-4de2-beab-4a93b7c128ae service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-922904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866062', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773700135042', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773699642233', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773699642278', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5082471'] for port, after_update {{(pid=94175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 12:00:13.160351 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG oslo_concurrency.lockutils [None req-a72401f4-4267-436a-a0ad-b86c10393197 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94175) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 12:00:13.209692 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ac4b072-8299-4de2-beab-4a93b7c128ae service neutron] Pushing event updated for resources: {'Port': ['ID=e8485f2a-3f06-4598-a014-fc30e4539d6c,revision_number=2']} {{(pid=94175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 12:00:13.214439 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG oslo_concurrency.lockutils [None req-6ac4b072-8299-4de2-beab-4a93b7c128ae service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.054s {{(pid=94175) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 12:00:13.215320 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron_lib.callbacks.manager [None req-f29d1e5d-e79a-438e-b236-412af3585b16 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773699952132', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-899307'] for agent, after_update {{(pid=94176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 12:00:13.281247 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.plugins.ml2.managers [req-b9d7018e-496e-4112-9a31-d1eb644b7a44 req-6ac4b072-8299-4de2-beab-4a93b7c128ae service neutron] Attempting to bind port e8485f2a-3f06-4598-a014-fc30e4539d6c on host hv-neutron-6013 for vnic_type normal with profile {{(pid=94175) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 23 12:00:13.282425 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.plugins.ml2.managers [req-b9d7018e-496e-4112-9a31-d1eb644b7a44 req-6ac4b072-8299-4de2-beab-4a93b7c128ae service neutron] Attempting to bind port e8485f2a-3f06-4598-a014-fc30e4539d6c by drivers openvswitch,hyperv on host hv-neutron-6013 at level 0 using segments [{'id': '16b5cb77-b7b7-41a3-ba0a-1850323eb9ae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 414, 'network_id': '192dc598-4368-4601-95d5-8626c4a5a96f'}] {{(pid=94175) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 23 12:00:13.282425 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b9d7018e-496e-4112-9a31-d1eb644b7a44 req-6ac4b072-8299-4de2-beab-4a93b7c128ae service neutron] Attempting to bind port e8485f2a-3f06-4598-a014-fc30e4539d6c on network 192dc598-4368-4601-95d5-8626c4a5a96f {{(pid=94175) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 23 12:00:13.286901 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b9d7018e-496e-4112-9a31-d1eb644b7a44 req-6ac4b072-8299-4de2-beab-4a93b7c128ae service neutron] Port e8485f2a-3f06-4598-a014-fc30e4539d6c on network 192dc598-4368-4601-95d5-8626c4a5a96f not bound, no agent of type Open vSwitch agent registered on host hv-neutron-6013 {{(pid=94175) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 23 12:00:13.287260 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b9d7018e-496e-4112-9a31-d1eb644b7a44 req-6ac4b072-8299-4de2-beab-4a93b7c128ae service neutron] Attempting to bind port e8485f2a-3f06-4598-a014-fc30e4539d6c on network 192dc598-4368-4601-95d5-8626c4a5a96f {{(pid=94175) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 23 12:00:13.292009 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b9d7018e-496e-4112-9a31-d1eb644b7a44 req-6ac4b072-8299-4de2-beab-4a93b7c128ae service neutron] Checking agent: {'id': '3a130b41-5b27-406b-aeb2-5a923af79f10', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-6013', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 23, 11, 28, 23), 'started_at': datetime.datetime(2021, 6, 23, 11, 28, 23), 'heartbeat_timestamp': datetime.datetime(2021, 6, 23, 11, 59, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94175) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 23 12:00:13.296379 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b9d7018e-496e-4112-9a31-d1eb644b7a44 req-6ac4b072-8299-4de2-beab-4a93b7c128ae service neutron] Checking segment: {'id': '16b5cb77-b7b7-41a3-ba0a-1850323eb9ae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 414, 'network_id': '192dc598-4368-4601-95d5-8626c4a5a96f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94175) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 23 12:00:13.296379 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b9d7018e-496e-4112-9a31-d1eb644b7a44 req-6ac4b072-8299-4de2-beab-4a93b7c128ae service neutron] Bound using segment: {'id': '16b5cb77-b7b7-41a3-ba0a-1850323eb9ae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 414, 'network_id': '192dc598-4368-4601-95d5-8626c4a5a96f'} {{(pid=94175) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 23 12:00:13.296379 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.plugins.ml2.managers [req-b9d7018e-496e-4112-9a31-d1eb644b7a44 req-6ac4b072-8299-4de2-beab-4a93b7c128ae service neutron] Bound port: e8485f2a-3f06-4598-a014-fc30e4539d6c, host: hv-neutron-6013, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '16b5cb77-b7b7-41a3-ba0a-1850323eb9ae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 414, 'network_id': '192dc598-4368-4601-95d5-8626c4a5a96f'}}] {{(pid=94175) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 23 12:00:13.296379 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron_lib.callbacks.manager [req-b9d7018e-496e-4112-9a31-d1eb644b7a44 req-6ac4b072-8299-4de2-beab-4a93b7c128ae service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-923122'] for port, before_update {{(pid=94175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 12:00:13.363765 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.plugins.ml2.db [req-b9d7018e-496e-4112-9a31-d1eb644b7a44 req-6ac4b072-8299-4de2-beab-4a93b7c128ae service neutron] For port e8485f2a-3f06-4598-a014-fc30e4539d6c, host hv-neutron-6013, cleared binding levels {{(pid=94175) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 23 12:00:13.366742 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.plugins.ml2.db [req-b9d7018e-496e-4112-9a31-d1eb644b7a44 req-6ac4b072-8299-4de2-beab-4a93b7c128ae service neutron] For port e8485f2a-3f06-4598-a014-fc30e4539d6c, host hv-neutron-6013, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-6013',level=0,port_id=e8485f2a-3f06-4598-a014-fc30e4539d6c,segment=NetworkSegment(16b5cb77-b7b7-41a3-ba0a-1850323eb9ae),segment_id=16b5cb77-b7b7-41a3-ba0a-1850323eb9ae)] {{(pid=94175) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 23 12:00:13.461884 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron_lib.callbacks.manager [req-b9d7018e-496e-4112-9a31-d1eb644b7a44 req-6ac4b072-8299-4de2-beab-4a93b7c128ae service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-922904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866062', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773700135042', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773699642233', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773699642278', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5082471'] for port, after_update {{(pid=94175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 12:00:13.466537 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG oslo_concurrency.lockutils [None req-8bef8c6d-c9c7-40a1-abf1-5095d88905bc tempest-ServerActionsTestJSON-1945522763 tempest-ServerActionsTestJSON-1945522763-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94175) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 12:00:13.497307 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9d7018e-496e-4112-9a31-d1eb644b7a44 req-6ac4b072-8299-4de2-beab-4a93b7c128ae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 12:00:13.497929 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron_lib.callbacks.manager [req-b9d7018e-496e-4112-9a31-d1eb644b7a44 req-6ac4b072-8299-4de2-beab-4a93b7c128ae service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-217507'] for port, before_response {{(pid=94175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 12:00:13.499371 dv-neutron-601336-94-hyperv neutron-server[94175]: INFO neutron.wsgi [req-b9d7018e-496e-4112-9a31-d1eb644b7a44 req-6ac4b072-8299-4de2-beab-4a93b7c128ae service neutron] 10.222.0.52 "PUT /v2.0/ports/e8485f2a-3f06-4598-a014-fc30e4539d6c HTTP/1.1" status: 200 len: 1093 time: 0.7899723 Jun 23 12:00:13.502619 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7530af1f-a0aa-48c3-bbc2-ba1b59e8f828', 'tag': 'e8485f2a-3f06-4598-a014-fc30e4539d6c'}] {{(pid=94175) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 23 12:00:13.505069 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1970408df4ea4e7170669a1249478e627cf05a5a0b07cc08a66c5cb53d0ac47a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9bfd73af-ccab-4074-8f8e-ccec8b22fe88" -d '{"events": [{"name": "network-changed", "server_uuid": "7530af1f-a0aa-48c3-bbc2-ba1b59e8f828", "tag": "e8485f2a-3f06-4598-a014-fc30e4539d6c"}]}' {{(pid=94175) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 23 12:00:13.542639 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 23 Jun 2021 12:00:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a24d51b3-ebd7-46a2-ac47-f50e4700ff66 x-openstack-request-id: req-a24d51b3-ebd7-46a2-ac47-f50e4700ff66 {{(pid=94175) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 23 12:00:13.542987 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7530af1f-a0aa-48c3-bbc2-ba1b59e8f828", "tag": "e8485f2a-3f06-4598-a014-fc30e4539d6c", "status": "completed", "code": 200}]} {{(pid=94175) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 23 12:00:13.543310 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-a24d51b3-ebd7-46a2-ac47-f50e4700ff66 {{(pid=94175) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 23 12:00:13.543757 dv-neutron-601336-94-hyperv neutron-server[94175]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7530af1f-a0aa-48c3-bbc2-ba1b59e8f828', 'tag': 'e8485f2a-3f06-4598-a014-fc30e4539d6c', 'status': 'completed', 'code': 200} Jun 23 12:00:13.547336 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ac4b072-8299-4de2-beab-4a93b7c128ae service neutron] Pushing event updated for resources: {'Port': ['ID=e8485f2a-3f06-4598-a014-fc30e4539d6c,revision_number=3']} {{(pid=94175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 12:00:13.552821 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG oslo_concurrency.lockutils [None req-6ac4b072-8299-4de2-beab-4a93b7c128ae service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.086s {{(pid=94175) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 12:00:13.561470 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5002377f-84b8-4dce-a228-9c825598d396 req-bcd138b2-04d2-46ce-b76f-960e1aefd65b tempest-ServersNegativeTestJSON-2112366187 tempest-ServersNegativeTestJSON-2112366187-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 12:00:13.563129 dv-neutron-601336-94-hyperv neutron-server[94175]: INFO neutron.wsgi [req-5002377f-84b8-4dce-a228-9c825598d396 req-bcd138b2-04d2-46ce-b76f-960e1aefd65b tempest-ServersNegativeTestJSON-2112366187 tempest-ServersNegativeTestJSON-2112366187-project] 10.222.0.20 "GET /v2.0/ports?device_id=7530af1f-a0aa-48c3-bbc2-ba1b59e8f828 HTTP/1.1" status: 200 len: 943 time: 0.1304903 Jun 23 12:00:13.634233 dv-neutron-601336-94-hyperv neutron-server[94175]: INFO neutron.wsgi [req-5002377f-84b8-4dce-a228-9c825598d396 req-a8083cb7-9efa-478b-af79-f39bd8024b01 tempest-ServersNegativeTestJSON-2112366187 tempest-ServersNegativeTestJSON-2112366187-project] 10.222.0.20 "GET /v2.0/security-groups?id=45db05a1-81f0-42b2-8d20-7ab54982fdee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0613737 Jun 23 12:00:13.649157 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bfd73af-ccab-4074-8f8e-ccec8b22fe88 req-4ec6e433-1a8c-4d82-a378-0bad4aeff6eb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 12:00:13.650621 dv-neutron-601336-94-hyperv neutron-server[94175]: INFO neutron.wsgi [req-9bfd73af-ccab-4074-8f8e-ccec8b22fe88 req-4ec6e433-1a8c-4d82-a378-0bad4aeff6eb service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=37893e283cf74700a19a03f150671d87&device_id=7530af1f-a0aa-48c3-bbc2-ba1b59e8f828 HTTP/1.1" status: 200 len: 1096 time: 0.0866082 Jun 23 12:00:13.746928 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bfd73af-ccab-4074-8f8e-ccec8b22fe88 req-68d05b02-e5a2-4152-b4c6-4a6ab1bdddca service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 12:00:13.748510 dv-neutron-601336-94-hyperv neutron-server[94175]: INFO neutron.wsgi [req-9bfd73af-ccab-4074-8f8e-ccec8b22fe88 req-68d05b02-e5a2-4152-b4c6-4a6ab1bdddca service neutron] 10.222.0.52 "GET /v2.0/networks?tenant_id=37893e283cf74700a19a03f150671d87&shared=False HTTP/1.1" status: 200 len: 914 time: 0.0909624 Jun 23 12:00:13.846539 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bfd73af-ccab-4074-8f8e-ccec8b22fe88 req-16772488-1f98-4434-855f-b4afe1a9f65d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 12:00:13.848038 dv-neutron-601336-94-hyperv neutron-server[94175]: INFO neutron.wsgi [req-9bfd73af-ccab-4074-8f8e-ccec8b22fe88 req-16772488-1f98-4434-855f-b4afe1a9f65d service neutron] 10.222.0.52 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0937867 Jun 23 12:00:13.903729 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron_lib.callbacks.manager [None req-dc7542b2-afef-47f4-a763-e3a3cba144be None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773699952132', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-899307'] for agent, after_update {{(pid=94176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 12:00:13.945123 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9d7018e-496e-4112-9a31-d1eb644b7a44 req-77f83a13-19ac-4b98-8e03-a3aa2a4484f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 12:00:13.946636 dv-neutron-601336-94-hyperv neutron-server[94175]: INFO neutron.wsgi [req-b9d7018e-496e-4112-9a31-d1eb644b7a44 req-77f83a13-19ac-4b98-8e03-a3aa2a4484f7 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=37893e283cf74700a19a03f150671d87&device_id=7530af1f-a0aa-48c3-bbc2-ba1b59e8f828 HTTP/1.1" status: 200 len: 1096 time: 0.0576744 Jun 23 12:00:13.987604 dv-neutron-601336-94-hyperv neutron-server[94175]: INFO neutron.wsgi [req-b9d7018e-496e-4112-9a31-d1eb644b7a44 req-98e8d58a-890c-48b8-a63b-2fe36fd63d93 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=e8485f2a-3f06-4598-a014-fc30e4539d6c HTTP/1.1" status: 200 len: 217 time: 0.0340879 Jun 23 12:00:14.036758 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9d7018e-496e-4112-9a31-d1eb644b7a44 req-9a316384-4b08-48f6-bfdb-af730598e06e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 12:00:14.038337 dv-neutron-601336-94-hyperv neutron-server[94175]: INFO neutron.wsgi [req-b9d7018e-496e-4112-9a31-d1eb644b7a44 req-9a316384-4b08-48f6-bfdb-af730598e06e service neutron] 10.222.0.52 "GET /v2.0/subnets?id=e808c142-c35b-4ccb-9ade-86cb7482bf93 HTTP/1.1" status: 200 len: 853 time: 0.0438721 Jun 23 12:00:14.074947 dv-neutron-601336-94-hyperv neutron-server[94175]: INFO neutron.wsgi [req-b9d7018e-496e-4112-9a31-d1eb644b7a44 req-18e5f3ed-2416-4b91-a62b-44a17a6becad service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=192dc598-4368-4601-95d5-8626c4a5a96f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0300598 Jun 23 12:00:14.163642 dv-neutron-601336-94-hyperv neutron-server[94175]: INFO neutron.wsgi [req-b9d7018e-496e-4112-9a31-d1eb644b7a44 req-dcffbf17-faed-4b96-81c6-b60261a42b14 service neutron] 10.222.0.52 "GET /v2.0/networks/192dc598-4368-4601-95d5-8626c4a5a96f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0815036 Jun 23 12:00:14.257015 dv-neutron-601336-94-hyperv neutron-server[94175]: INFO neutron.wsgi [req-b9d7018e-496e-4112-9a31-d1eb644b7a44 req-fb7c77ea-8061-451c-b8da-142bc8e9ed35 service neutron] 10.222.0.52 "GET /v2.0/networks/192dc598-4368-4601-95d5-8626c4a5a96f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0874455 Jun 23 12:00:14.686714 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron_lib.callbacks.manager [None req-4c20ea5f-bc7f-4d4e-935d-57f082af6ccb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773699952132', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-899307'] for agent, after_update {{(pid=94176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 12:00:14.808249 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a32562b-0ce6-4e1f-9f9a-8b911749850e req-3f6a59f3-54a9-4dcc-90c4-8c868f97c3ab tempest-ServersNegativeTestJSON-2112366187 tempest-ServersNegativeTestJSON-2112366187-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94174) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 12:00:14.809722 dv-neutron-601336-94-hyperv neutron-server[94174]: INFO neutron.wsgi [req-7a32562b-0ce6-4e1f-9f9a-8b911749850e req-3f6a59f3-54a9-4dcc-90c4-8c868f97c3ab tempest-ServersNegativeTestJSON-2112366187 tempest-ServersNegativeTestJSON-2112366187-project] 10.222.0.20 "GET /v2.0/ports?device_id=7530af1f-a0aa-48c3-bbc2-ba1b59e8f828 HTTP/1.1" status: 200 len: 943 time: 0.0633059 Jun 23 12:00:14.847971 dv-neutron-601336-94-hyperv neutron-server[94174]: INFO neutron.wsgi [req-7a32562b-0ce6-4e1f-9f9a-8b911749850e req-eaba53ca-1635-4f2f-9249-86d683aeeb74 tempest-ServersNegativeTestJSON-2112366187 tempest-ServersNegativeTestJSON-2112366187-project] 10.222.0.20 "GET /v2.0/security-groups?id=45db05a1-81f0-42b2-8d20-7ab54982fdee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0319381 Jun 23 12:00:16.019691 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5a5163f-093e-44cf-b26c-ffb6af9ae9f4 req-c2173246-9d59-424d-abac-364b38600599 tempest-ServersNegativeTestJSON-2112366187 tempest-ServersNegativeTestJSON-2112366187-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 12:00:16.021189 dv-neutron-601336-94-hyperv neutron-server[94175]: INFO neutron.wsgi [req-f5a5163f-093e-44cf-b26c-ffb6af9ae9f4 req-c2173246-9d59-424d-abac-364b38600599 tempest-ServersNegativeTestJSON-2112366187 tempest-ServersNegativeTestJSON-2112366187-project] 10.222.0.20 "GET /v2.0/ports?device_id=7530af1f-a0aa-48c3-bbc2-ba1b59e8f828 HTTP/1.1" status: 200 len: 943 time: 0.0640821 Jun 23 12:00:16.059323 dv-neutron-601336-94-hyperv neutron-server[94175]: INFO neutron.wsgi [req-f5a5163f-093e-44cf-b26c-ffb6af9ae9f4 req-1f377d28-d872-4f74-9905-2f5bf60363ab tempest-ServersNegativeTestJSON-2112366187 tempest-ServersNegativeTestJSON-2112366187-project] 10.222.0.20 "GET /v2.0/security-groups?id=45db05a1-81f0-42b2-8d20-7ab54982fdee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0321169 Jun 23 12:00:16.729719 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron_lib.callbacks.manager [None req-95d6aa8f-24e7-4234-82ff-f502266c3285 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773699952132', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-899307'] for agent, after_update {{(pid=94176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 12:00:17.229115 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ce2dc5a-733f-4c9e-a186-1d62b6bd7ef2 req-ea2436bc-ef2f-4a7c-bfcc-95d33c4c1e5d tempest-ServersNegativeTestJSON-2112366187 tempest-ServersNegativeTestJSON-2112366187-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94174) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 12:00:17.230679 dv-neutron-601336-94-hyperv neutron-server[94174]: INFO neutron.wsgi [req-8ce2dc5a-733f-4c9e-a186-1d62b6bd7ef2 req-ea2436bc-ef2f-4a7c-bfcc-95d33c4c1e5d tempest-ServersNegativeTestJSON-2112366187 tempest-ServersNegativeTestJSON-2112366187-project] 10.222.0.20 "GET /v2.0/ports?device_id=7530af1f-a0aa-48c3-bbc2-ba1b59e8f828 HTTP/1.1" status: 200 len: 943 time: 0.0625823 Jun 23 12:00:17.267535 dv-neutron-601336-94-hyperv neutron-server[94174]: INFO neutron.wsgi [req-8ce2dc5a-733f-4c9e-a186-1d62b6bd7ef2 req-088be8a1-2aa5-4051-96c9-ebe5805fff00 tempest-ServersNegativeTestJSON-2112366187 tempest-ServersNegativeTestJSON-2112366187-project] 10.222.0.20 "GET /v2.0/security-groups?id=45db05a1-81f0-42b2-8d20-7ab54982fdee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0311358 Jun 23 12:00:17.677879 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.plugins.ml2.rpc [None req-97bd5441-1da2-49ee-a364-27795820ba27 None None] Device e8485f2a-3f06-4598-a014-fc30e4539d6c details requested by agent hyperv_hv-neutron-6013 with host hv-neutron-6013 {{(pid=94176) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:104}} Jun 23 12:00:17.767682 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.plugins.ml2.db [None req-97bd5441-1da2-49ee-a364-27795820ba27 None None] For port e8485f2a-3f06-4598-a014-fc30e4539d6c, host hv-neutron-6013, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-6013',level=0,port_id=e8485f2a-3f06-4598-a014-fc30e4539d6c,segment=NetworkSegment(16b5cb77-b7b7-41a3-ba0a-1850323eb9ae),segment_id=16b5cb77-b7b7-41a3-ba0a-1850323eb9ae)] {{(pid=94176) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 23 12:00:17.778950 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.plugins.ml2.rpc [None req-97bd5441-1da2-49ee-a364-27795820ba27 None None] Returning: {'device': 'e8485f2a-3f06-4598-a014-fc30e4539d6c', 'network_id': '192dc598-4368-4601-95d5-8626c4a5a96f', 'port_id': 'e8485f2a-3f06-4598-a014-fc30e4539d6c', 'mac_address': 'fa:16:3e:17:6f:25', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 414, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e808c142-c35b-4ccb-9ade-86cb7482bf93', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94176) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:186}} Jun 23 12:00:17.818100 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron_lib.callbacks.manager [None req-97bd5441-1da2-49ee-a364-27795820ba27 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-923122'] for port, before_update {{(pid=94176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 12:00:17.829959 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.notifiers.nova [None req-97bd5441-1da2-49ee-a364-27795820ba27 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e8485f2a-3f06-4598-a014-fc30e4539d6c {{(pid=94176) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 23 12:00:17.849148 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.plugins.ml2.db [None req-97bd5441-1da2-49ee-a364-27795820ba27 None None] For port e8485f2a-3f06-4598-a014-fc30e4539d6c, host hv-neutron-6013, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-6013',level=0,port_id=e8485f2a-3f06-4598-a014-fc30e4539d6c,segment=NetworkSegment(16b5cb77-b7b7-41a3-ba0a-1850323eb9ae),segment_id=16b5cb77-b7b7-41a3-ba0a-1850323eb9ae)] {{(pid=94176) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 23 12:00:17.923888 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron_lib.callbacks.manager [None req-97bd5441-1da2-49ee-a364-27795820ba27 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-922904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866062', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773700135042', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773699642233', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773699642278'] for port, after_update {{(pid=94176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 12:00:17.926306 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG oslo_concurrency.lockutils [None req-97bd5441-1da2-49ee-a364-27795820ba27 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 12:00:17.970508 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97bd5441-1da2-49ee-a364-27795820ba27 None None] Pushing event updated for resources: {'Port': ['ID=e8485f2a-3f06-4598-a014-fc30e4539d6c,revision_number=4']} {{(pid=94176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 12:00:17.977194 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97bd5441-1da2-49ee-a364-27795820ba27 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-601336-94-hyperv {{(pid=94176) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 12:00:17.977542 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97bd5441-1da2-49ee-a364-27795820ba27 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-94-hyperv {{(pid=94176) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 12:00:17.977887 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97bd5441-1da2-49ee-a364-27795820ba27 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-94-hyperv {{(pid=94176) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 12:00:17.978223 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97bd5441-1da2-49ee-a364-27795820ba27 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-601336-94-hyperv {{(pid=94176) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 12:00:17.978551 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97bd5441-1da2-49ee-a364-27795820ba27 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-601336-94-hyperv {{(pid=94176) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 12:00:17.978878 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97bd5441-1da2-49ee-a364-27795820ba27 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-601336-94-hyperv {{(pid=94176) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 12:00:17.979230 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97bd5441-1da2-49ee-a364-27795820ba27 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-601336-94-hyperv {{(pid=94176) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 12:00:17.979558 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97bd5441-1da2-49ee-a364-27795820ba27 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-601336-94-hyperv {{(pid=94176) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 12:00:17.979881 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97bd5441-1da2-49ee-a364-27795820ba27 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-601336-94-hyperv {{(pid=94176) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 12:00:17.980204 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97bd5441-1da2-49ee-a364-27795820ba27 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-94-hyperv {{(pid=94176) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 12:00:17.980523 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97bd5441-1da2-49ee-a364-27795820ba27 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-601336-94-hyperv {{(pid=94176) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 12:00:17.980840 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97bd5441-1da2-49ee-a364-27795820ba27 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-601336-94-hyperv {{(pid=94176) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 12:00:17.984532 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG oslo_concurrency.lockutils [None req-97bd5441-1da2-49ee-a364-27795820ba27 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.058s {{(pid=94176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 12:00:18.169888 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.plugins.ml2.db [None req-97bd5441-1da2-49ee-a364-27795820ba27 None None] get_ports_and_sgs() called for port_ids ['e8485f2a-3f06-4598-a014-fc30e4539d6c'] {{(pid=94176) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 23 12:00:18.443519 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07330e6b-32cf-4027-bd01-6bd39ae846ca req-e1c9e9c7-86b0-4809-b039-59eaa096ee13 tempest-ServersNegativeTestJSON-2112366187 tempest-ServersNegativeTestJSON-2112366187-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 12:00:18.445036 dv-neutron-601336-94-hyperv neutron-server[94175]: INFO neutron.wsgi [req-07330e6b-32cf-4027-bd01-6bd39ae846ca req-e1c9e9c7-86b0-4809-b039-59eaa096ee13 tempest-ServersNegativeTestJSON-2112366187 tempest-ServersNegativeTestJSON-2112366187-project] 10.222.0.20 "GET /v2.0/ports?device_id=7530af1f-a0aa-48c3-bbc2-ba1b59e8f828 HTTP/1.1" status: 200 len: 944 time: 0.0688472 Jun 23 12:00:18.487606 dv-neutron-601336-94-hyperv neutron-server[94175]: INFO neutron.wsgi [req-07330e6b-32cf-4027-bd01-6bd39ae846ca req-dcfa08d9-181e-4580-92ec-04b4ee63e3f0 tempest-ServersNegativeTestJSON-2112366187 tempest-ServersNegativeTestJSON-2112366187-project] 10.222.0.20 "GET /v2.0/security-groups?id=45db05a1-81f0-42b2-8d20-7ab54982fdee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0364661 Jun 23 12:00:19.672327 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-812add25-9bab-44c5-a2ce-dffc653fd735 req-78102b4c-2412-45a9-b88f-d006817a97a3 tempest-ServersNegativeTestJSON-2112366187 tempest-ServersNegativeTestJSON-2112366187-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94174) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 12:00:19.673796 dv-neutron-601336-94-hyperv neutron-server[94174]: INFO neutron.wsgi [req-812add25-9bab-44c5-a2ce-dffc653fd735 req-78102b4c-2412-45a9-b88f-d006817a97a3 tempest-ServersNegativeTestJSON-2112366187 tempest-ServersNegativeTestJSON-2112366187-project] 10.222.0.20 "GET /v2.0/ports?device_id=7530af1f-a0aa-48c3-bbc2-ba1b59e8f828 HTTP/1.1" status: 200 len: 944 time: 0.0754197 Jun 23 12:00:19.683747 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.plugins.ml2.rpc [None req-97bd5441-1da2-49ee-a364-27795820ba27 None None] Device e8485f2a-3f06-4598-a014-fc30e4539d6c up at agent hyperv_hv-neutron-6013 {{(pid=94176) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:298}} Jun 23 12:00:19.712600 dv-neutron-601336-94-hyperv neutron-server[94174]: INFO neutron.wsgi [req-812add25-9bab-44c5-a2ce-dffc653fd735 req-afde1d24-363a-41e5-b9fe-87861ac5a190 tempest-ServersNegativeTestJSON-2112366187 tempest-ServersNegativeTestJSON-2112366187-project] 10.222.0.20 "GET /v2.0/security-groups?id=45db05a1-81f0-42b2-8d20-7ab54982fdee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0324352 Jun 23 12:00:19.815917 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.db.provisioning_blocks [None req-97bd5441-1da2-49ee-a364-27795820ba27 None None] Provisioning for port e8485f2a-3f06-4598-a014-fc30e4539d6c completed by entity L2. {{(pid=94176) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 23 12:00:19.819830 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.db.provisioning_blocks [None req-97bd5441-1da2-49ee-a364-27795820ba27 None None] Provisioning complete for port e8485f2a-3f06-4598-a014-fc30e4539d6c triggered by entity L2. {{(pid=94176) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 23 12:00:19.820216 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron_lib.callbacks.manager [None req-97bd5441-1da2-49ee-a364-27795820ba27 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-899258'] for port, provisioning_complete {{(pid=94176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 12:00:19.901412 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron_lib.callbacks.manager [None req-97bd5441-1da2-49ee-a364-27795820ba27 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-923122'] for port, before_update {{(pid=94176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 12:00:19.927182 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7530af1f-a0aa-48c3-bbc2-ba1b59e8f828', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e8485f2a-3f06-4598-a014-fc30e4539d6c'}] {{(pid=94176) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 23 12:00:19.929468 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}887b0dfc0393de878080286a57e4a08d4fa60dd0cddd118f338ebfcd351ddd4c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-69e7ca57-4bf2-4f26-bb79-b6f01287a0e1" -d '{"events": [{"server_uuid": "7530af1f-a0aa-48c3-bbc2-ba1b59e8f828", "name": "network-vif-plugged", "status": "completed", "tag": "e8485f2a-3f06-4598-a014-fc30e4539d6c"}]}' {{(pid=94176) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 23 12:00:19.943404 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.plugins.ml2.db [None req-97bd5441-1da2-49ee-a364-27795820ba27 None None] For port e8485f2a-3f06-4598-a014-fc30e4539d6c, host hv-neutron-6013, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-6013',level=0,port_id=e8485f2a-3f06-4598-a014-fc30e4539d6c,segment=NetworkSegment(16b5cb77-b7b7-41a3-ba0a-1850323eb9ae),segment_id=16b5cb77-b7b7-41a3-ba0a-1850323eb9ae)] {{(pid=94176) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 23 12:00:19.970067 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 23 Jun 2021 12:00:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c8026943-3b32-405a-b1bf-2c935dde3095 x-openstack-request-id: req-c8026943-3b32-405a-b1bf-2c935dde3095 {{(pid=94176) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 23 12:00:19.970067 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7530af1f-a0aa-48c3-bbc2-ba1b59e8f828", "name": "network-vif-plugged", "status": "completed", "tag": "e8485f2a-3f06-4598-a014-fc30e4539d6c", "code": 200}]} {{(pid=94176) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 23 12:00:19.970067 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-c8026943-3b32-405a-b1bf-2c935dde3095 {{(pid=94176) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 23 12:00:19.970067 dv-neutron-601336-94-hyperv neutron-server[94176]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7530af1f-a0aa-48c3-bbc2-ba1b59e8f828', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e8485f2a-3f06-4598-a014-fc30e4539d6c', 'code': 200} Jun 23 12:00:20.121934 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron_lib.callbacks.manager [None req-97bd5441-1da2-49ee-a364-27795820ba27 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-922904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866062', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773700135042', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773699642233', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773699642278'] for port, after_update {{(pid=94176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 12:00:20.121934 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG oslo_concurrency.lockutils [None req-97bd5441-1da2-49ee-a364-27795820ba27 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 12:00:20.159983 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97bd5441-1da2-49ee-a364-27795820ba27 None None] Pushing event updated for resources: {'Port': ['ID=e8485f2a-3f06-4598-a014-fc30e4539d6c,revision_number=5']} {{(pid=94176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 12:00:20.163219 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG oslo_concurrency.lockutils [None req-97bd5441-1da2-49ee-a364-27795820ba27 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.052s {{(pid=94176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 12:00:20.453015 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e424ced-aa39-4379-bc77-2aec6e15a268 req-2486a0ee-a931-4cd3-898d-9e7ce9064c5f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 12:00:20.454573 dv-neutron-601336-94-hyperv neutron-server[94175]: INFO neutron.wsgi [req-0e424ced-aa39-4379-bc77-2aec6e15a268 req-2486a0ee-a931-4cd3-898d-9e7ce9064c5f service neutron] 10.222.0.52 "GET /v2.0/ports?device_id=7530af1f-a0aa-48c3-bbc2-ba1b59e8f828 HTTP/1.1" status: 200 len: 1098 time: 0.0555382 Jun 23 12:00:20.488611 dv-neutron-601336-94-hyperv neutron-server[94175]: INFO neutron.wsgi [req-0e424ced-aa39-4379-bc77-2aec6e15a268 req-91608b9a-b0a3-444a-8f4d-8914ee3eb6e6 service neutron] 10.222.0.52 "GET /v2.0/security-groups?id=45db05a1-81f0-42b2-8d20-7ab54982fdee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0280046 Jun 23 12:00:20.885606 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23008d70-6a0e-4c98-aed6-3e704c135dc0 req-1e101dfc-e7a2-4af4-b46e-ae063662b703 tempest-ServersNegativeTestJSON-2112366187 tempest-ServersNegativeTestJSON-2112366187-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94174) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 12:00:20.887120 dv-neutron-601336-94-hyperv neutron-server[94174]: INFO neutron.wsgi [req-23008d70-6a0e-4c98-aed6-3e704c135dc0 req-1e101dfc-e7a2-4af4-b46e-ae063662b703 tempest-ServersNegativeTestJSON-2112366187 tempest-ServersNegativeTestJSON-2112366187-project] 10.222.0.20 "GET /v2.0/ports?device_id=7530af1f-a0aa-48c3-bbc2-ba1b59e8f828 HTTP/1.1" status: 200 len: 945 time: 0.0637813 Jun 23 12:00:20.929427 dv-neutron-601336-94-hyperv neutron-server[94174]: INFO neutron.wsgi [req-23008d70-6a0e-4c98-aed6-3e704c135dc0 req-09df83d9-ef74-485b-a2cf-ff471c95d5c1 tempest-ServersNegativeTestJSON-2112366187 tempest-ServersNegativeTestJSON-2112366187-project] 10.222.0.20 "GET /v2.0/security-groups?id=45db05a1-81f0-42b2-8d20-7ab54982fdee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0364113 Jun 23 12:00:22.107511 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c701a7b-7dff-4300-bb9d-f56faabce82c req-8905d8a0-8979-4822-8328-f63949059ada tempest-ServersNegativeTestJSON-2112366187 tempest-ServersNegativeTestJSON-2112366187-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 12:00:22.109025 dv-neutron-601336-94-hyperv neutron-server[94175]: INFO neutron.wsgi [req-3c701a7b-7dff-4300-bb9d-f56faabce82c req-8905d8a0-8979-4822-8328-f63949059ada tempest-ServersNegativeTestJSON-2112366187 tempest-ServersNegativeTestJSON-2112366187-project] 10.222.0.20 "GET /v2.0/ports?device_id=7530af1f-a0aa-48c3-bbc2-ba1b59e8f828 HTTP/1.1" status: 200 len: 945 time: 0.0667448 Jun 23 12:00:22.149705 dv-neutron-601336-94-hyperv neutron-server[94175]: INFO neutron.wsgi [req-3c701a7b-7dff-4300-bb9d-f56faabce82c req-026c3a4e-e9e4-4adb-b943-30defaf711ea tempest-ServersNegativeTestJSON-2112366187 tempest-ServersNegativeTestJSON-2112366187-project] 10.222.0.20 "GET /v2.0/security-groups?id=45db05a1-81f0-42b2-8d20-7ab54982fdee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0341549 Jun 23 12:00:22.395274 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f79fdb79-f5d2-4e13-8be6-416627e0fa15 req-7da31195-bf21-4f88-9064-bce396769d5c tempest-ServersNegativeTestJSON-2112366187 tempest-ServersNegativeTestJSON-2112366187-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94174) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 12:00:22.396999 dv-neutron-601336-94-hyperv neutron-server[94174]: INFO neutron.wsgi [req-f79fdb79-f5d2-4e13-8be6-416627e0fa15 req-7da31195-bf21-4f88-9064-bce396769d5c tempest-ServersNegativeTestJSON-2112366187 tempest-ServersNegativeTestJSON-2112366187-project] 10.222.0.20 "GET /v2.0/networks?id=192dc598-4368-4601-95d5-8626c4a5a96f HTTP/1.1" status: 200 len: 813 time: 0.1174736 Jun 23 12:00:22.413651 dv-neutron-601336-94-hyperv neutron-server[94174]: INFO neutron.wsgi [req-f79fdb79-f5d2-4e13-8be6-416627e0fa15 req-e0597b48-6368-4d57-b0e5-ee3459361ab4 tempest-ServersNegativeTestJSON-2112366187 tempest-ServersNegativeTestJSON-2112366187-project] 10.222.0.20 "GET /v2.0/quotas/37893e283cf74700a19a03f150671d87 HTTP/1.1" status: 200 len: 375 time: 0.0105050 Jun 23 12:00:22.491992 dv-neutron-601336-94-hyperv neutron-server[94174]: INFO neutron.wsgi [req-f79fdb79-f5d2-4e13-8be6-416627e0fa15 req-4de80586-9d93-40f4-85ee-a97e56a0aa6e tempest-ServersNegativeTestJSON-2112366187 tempest-ServersNegativeTestJSON-2112366187-project] 10.222.0.20 "GET /v2.0/ports?tenant_id=37893e283cf74700a19a03f150671d87&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0725489 Jun 23 12:00:22.587942 dv-neutron-601336-94-hyperv neutron-server[94174]: INFO neutron.wsgi [req-f79fdb79-f5d2-4e13-8be6-416627e0fa15 req-c782c0b4-e8e8-4200-9008-9e05a6547c09 service neutron] 10.222.0.20 "GET /v2.0/networks/192dc598-4368-4601-95d5-8626c4a5a96f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0891578 Jun 23 12:00:22.687709 dv-neutron-601336-94-hyperv neutron-server[94174]: INFO neutron.wsgi [req-f79fdb79-f5d2-4e13-8be6-416627e0fa15 req-c1b47ade-2373-46d4-b61c-9e3addb66dde service neutron] 10.222.0.20 "GET /v2.0/networks/192dc598-4368-4601-95d5-8626c4a5a96f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0878706 Jun 23 12:00:22.979873 dv-neutron-601336-94-hyperv neutron-server[94175]: INFO neutron.wsgi [req-f02a13f1-bc42-4a1e-a0c2-29f183e5bb8e req-d1de7eeb-9239-4959-8cc0-07895c69f827 tempest-ServersNegativeTestJSON-2112366187 tempest-ServersNegativeTestJSON-2112366187-project] 10.222.0.20 "GET /v2.0/ports?device_id=7aea25b4-fedd-4d7e-8d80-0303c42c08c5 HTTP/1.1" status: 200 len: 210 time: 0.0381930 Jun 23 12:00:23.546573 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron_lib.callbacks.manager [None req-97bd5441-1da2-49ee-a364-27795820ba27 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773699952132', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-899307'] for agent, after_update {{(pid=94176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 12:00:24.125832 dv-neutron-601336-94-hyperv neutron-server[94174]: INFO neutron.wsgi [req-52cf6d55-d728-41a0-9d34-a7f250c5b868 req-24ca9abf-0307-4b44-87d8-a2469d3b192d tempest-ServersNegativeTestJSON-2112366187 tempest-ServersNegativeTestJSON-2112366187-project] 10.222.0.20 "GET /v2.0/ports?device_id=7aea25b4-fedd-4d7e-8d80-0303c42c08c5 HTTP/1.1" status: 200 len: 210 time: 0.0298140 Jun 23 12:00:25.016336 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f79fdb79-f5d2-4e13-8be6-416627e0fa15 req-af18bb3e-46bb-4d54-87fe-264d815d7234 tempest-ServersNegativeTestJSON-2112366187 tempest-ServersNegativeTestJSON-2112366187-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 12:00:25.017848 dv-neutron-601336-94-hyperv neutron-server[94175]: INFO neutron.wsgi [req-f79fdb79-f5d2-4e13-8be6-416627e0fa15 req-af18bb3e-46bb-4d54-87fe-264d815d7234 tempest-ServersNegativeTestJSON-2112366187 tempest-ServersNegativeTestJSON-2112366187-project] 10.222.0.52 "GET /v2.0/networks?id=192dc598-4368-4601-95d5-8626c4a5a96f HTTP/1.1" status: 200 len: 813 time: 0.1078048 Jun 23 12:00:25.032111 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.api.v2.base [req-f79fdb79-f5d2-4e13-8be6-416627e0fa15 req-7ce27811-4364-4f5c-b7d0-34b86e5c31cb tempest-ServersNegativeTestJSON-2112366187 tempest-ServersNegativeTestJSON-2112366187-project] Request body: {'port': {'device_id': '7aea25b4-fedd-4d7e-8d80-0303c42c08c5', 'network_id': '192dc598-4368-4601-95d5-8626c4a5a96f', 'admin_state_up': True, 'tenant_id': '37893e283cf74700a19a03f150671d87'}} {{(pid=94175) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 23 12:00:25.224251 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f79fdb79-f5d2-4e13-8be6-416627e0fa15 req-7ce27811-4364-4f5c-b7d0-34b86e5c31cb tempest-ServersNegativeTestJSON-2112366187 tempest-ServersNegativeTestJSON-2112366187-project] Made reservation on behalf of 37893e283cf74700a19a03f150671d87 for: {'port': 1} {{(pid=94175) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 23 12:00:25.228329 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron_lib.callbacks.manager [req-f79fdb79-f5d2-4e13-8be6-416627e0fa15 req-7ce27811-4364-4f5c-b7d0-34b86e5c31cb tempest-ServersNegativeTestJSON-2112366187 tempest-ServersNegativeTestJSON-2112366187-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-923104'] for port, before_create {{(pid=94175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 12:00:25.318407 dv-neutron-601336-94-hyperv neutron-server[94175]: INFO neutron.wsgi [req-8e64c297-ab6e-4686-a36f-a0ad11a157a1 req-f8d087b4-76ca-4713-9521-232f6ee629c6 tempest-ServersNegativeTestJSON-2112366187 tempest-ServersNegativeTestJSON-2112366187-project] 10.222.0.20 "GET /v2.0/ports?device_id=7aea25b4-fedd-4d7e-8d80-0303c42c08c5 HTTP/1.1" status: 200 len: 210 time: 0.0656915 Jun 23 12:00:25.401860 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.db.db_base_plugin_common [req-f79fdb79-f5d2-4e13-8be6-416627e0fa15 req-7ce27811-4364-4f5c-b7d0-34b86e5c31cb tempest-ServersNegativeTestJSON-2112366187 tempest-ServersNegativeTestJSON-2112366187-project] Allocated IP 172.20.0.14 (192dc598-4368-4601-95d5-8626c4a5a96f/e808c142-c35b-4ccb-9ade-86cb7482bf93/48b4b31c-9a72-4cc2-b490-0e7472f4a36c) {{(pid=94175) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 23 12:00:25.558874 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron_lib.callbacks.manager [req-f79fdb79-f5d2-4e13-8be6-416627e0fa15 req-7ce27811-4364-4f5c-b7d0-34b86e5c31cb tempest-ServersNegativeTestJSON-2112366187 tempest-ServersNegativeTestJSON-2112366187-project] Notify callbacks [] for port, precommit_create {{(pid=94175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 12:00:25.709443 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron_lib.callbacks.manager [req-f79fdb79-f5d2-4e13-8be6-416627e0fa15 req-7ce27811-4364-4f5c-b7d0-34b86e5c31cb tempest-ServersNegativeTestJSON-2112366187 tempest-ServersNegativeTestJSON-2112366187-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-922915', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-239814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7866073', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773699642215', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-5082457'] for port, after_create {{(pid=94175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 12:00:25.713840 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG oslo_concurrency.lockutils [None req-6080f6fc-8dea-463f-a780-92d477c4fb73 tempest-ServersNegativeTestJSON-2112366187 tempest-ServersNegativeTestJSON-2112366187-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94175) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 12:00:25.721729 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.plugins.ml2.db [None req-97bd5441-1da2-49ee-a364-27795820ba27 None None] get_ports_and_sgs() called for port_ids ['e8485f2a-3f06-4598-a014-fc30e4539d6c'] {{(pid=94176) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 23 12:00:25.753716 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f79fdb79-f5d2-4e13-8be6-416627e0fa15 req-7ce27811-4364-4f5c-b7d0-34b86e5c31cb tempest-ServersNegativeTestJSON-2112366187 tempest-ServersNegativeTestJSON-2112366187-project] Network 192dc598-4368-4601-95d5-8626c4a5a96f is already hosted by enough agents. {{(pid=94175) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 23 12:00:25.757057 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.scheduler.base_scheduler [req-f79fdb79-f5d2-4e13-8be6-416627e0fa15 req-7ce27811-4364-4f5c-b7d0-34b86e5c31cb tempest-ServersNegativeTestJSON-2112366187 tempest-ServersNegativeTestJSON-2112366187-project] Resources bound (agent type, host, resource id): {{(pid=94175) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 23 12:00:25.760755 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.db.l3_dvrscheduler_db [req-f79fdb79-f5d2-4e13-8be6-416627e0fa15 req-7ce27811-4364-4f5c-b7d0-34b86e5c31cb tempest-ServersNegativeTestJSON-2112366187 tempest-ServersNegativeTestJSON-2112366187-project] Received port after_create {{(pid=94175) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 23 12:00:25.792453 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ce27811-4364-4f5c-b7d0-34b86e5c31cb tempest-ServersNegativeTestJSON-2112366187 tempest-ServersNegativeTestJSON-2112366187-project] Pushing event updated for resources: {'Port': ['ID=48b4b31c-9a72-4cc2-b490-0e7472f4a36c,revision_number=1']} {{(pid=94175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 12:00:25.797048 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG oslo_concurrency.lockutils [None req-7ce27811-4364-4f5c-b7d0-34b86e5c31cb tempest-ServersNegativeTestJSON-2112366187 tempest-ServersNegativeTestJSON-2112366187-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.083s {{(pid=94175) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 12:00:25.825101 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f79fdb79-f5d2-4e13-8be6-416627e0fa15 req-7ce27811-4364-4f5c-b7d0-34b86e5c31cb tempest-ServersNegativeTestJSON-2112366187 tempest-ServersNegativeTestJSON-2112366187-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 12:00:25.825761 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron_lib.callbacks.manager [req-f79fdb79-f5d2-4e13-8be6-416627e0fa15 req-7ce27811-4364-4f5c-b7d0-34b86e5c31cb tempest-ServersNegativeTestJSON-2112366187 tempest-ServersNegativeTestJSON-2112366187-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-217507'] for port, before_response {{(pid=94175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 12:00:25.903945 dv-neutron-601336-94-hyperv neutron-server[94175]: INFO neutron.wsgi [req-f79fdb79-f5d2-4e13-8be6-416627e0fa15 req-7ce27811-4364-4f5c-b7d0-34b86e5c31cb tempest-ServersNegativeTestJSON-2112366187 tempest-ServersNegativeTestJSON-2112366187-project] 10.222.0.52 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.8756480 Jun 23 12:00:25.915263 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.api.v2.base [req-f79fdb79-f5d2-4e13-8be6-416627e0fa15 req-b06d3975-7c2c-4921-a9eb-c1af08481fa1 service neutron] Request body: {'port': {'device_id': '7aea25b4-fedd-4d7e-8d80-0303c42c08c5', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-6013'}} {{(pid=94175) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 23 12:00:25.990793 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron_lib.callbacks.manager [req-f79fdb79-f5d2-4e13-8be6-416627e0fa15 req-b06d3975-7c2c-4921-a9eb-c1af08481fa1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-923122'] for port, before_update {{(pid=94175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 12:00:26.266875 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.notifiers.nova [req-f79fdb79-f5d2-4e13-8be6-416627e0fa15 req-b06d3975-7c2c-4921-a9eb-c1af08481fa1 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 48b4b31c-9a72-4cc2-b490-0e7472f4a36c {{(pid=94175) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 23 12:00:26.274627 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron_lib.callbacks.manager [req-f79fdb79-f5d2-4e13-8be6-416627e0fa15 req-b06d3975-7c2c-4921-a9eb-c1af08481fa1 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 12:00:26.287021 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.db.provisioning_blocks [req-f79fdb79-f5d2-4e13-8be6-416627e0fa15 req-b06d3975-7c2c-4921-a9eb-c1af08481fa1 service neutron] Transition to ACTIVE for port object 48b4b31c-9a72-4cc2-b490-0e7472f4a36c will not be triggered until provisioned by entity L2. {{(pid=94175) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 23 12:00:26.347059 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron_lib.callbacks.manager [req-f79fdb79-f5d2-4e13-8be6-416627e0fa15 req-b06d3975-7c2c-4921-a9eb-c1af08481fa1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-922904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866062', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773700135042', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773699642233', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773699642278', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5082471'] for port, after_update {{(pid=94175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 12:00:26.349330 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG oslo_concurrency.lockutils [None req-313ce69e-f988-4122-b1ea-fbc5d9a19e32 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94175) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 12:00:26.398413 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b06d3975-7c2c-4921-a9eb-c1af08481fa1 service neutron] Pushing event updated for resources: {'Port': ['ID=48b4b31c-9a72-4cc2-b490-0e7472f4a36c,revision_number=2']} {{(pid=94175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 12:00:26.402804 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG oslo_concurrency.lockutils [None req-b06d3975-7c2c-4921-a9eb-c1af08481fa1 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.053s {{(pid=94175) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 12:00:26.477001 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.plugins.ml2.managers [req-f79fdb79-f5d2-4e13-8be6-416627e0fa15 req-b06d3975-7c2c-4921-a9eb-c1af08481fa1 service neutron] Attempting to bind port 48b4b31c-9a72-4cc2-b490-0e7472f4a36c on host hv-neutron-6013 for vnic_type normal with profile {{(pid=94175) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 23 12:00:26.477001 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.plugins.ml2.managers [req-f79fdb79-f5d2-4e13-8be6-416627e0fa15 req-b06d3975-7c2c-4921-a9eb-c1af08481fa1 service neutron] Attempting to bind port 48b4b31c-9a72-4cc2-b490-0e7472f4a36c by drivers openvswitch,hyperv on host hv-neutron-6013 at level 0 using segments [{'id': '16b5cb77-b7b7-41a3-ba0a-1850323eb9ae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 414, 'network_id': '192dc598-4368-4601-95d5-8626c4a5a96f'}] {{(pid=94175) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 23 12:00:26.477001 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f79fdb79-f5d2-4e13-8be6-416627e0fa15 req-b06d3975-7c2c-4921-a9eb-c1af08481fa1 service neutron] Attempting to bind port 48b4b31c-9a72-4cc2-b490-0e7472f4a36c on network 192dc598-4368-4601-95d5-8626c4a5a96f {{(pid=94175) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 23 12:00:26.478731 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f79fdb79-f5d2-4e13-8be6-416627e0fa15 req-b06d3975-7c2c-4921-a9eb-c1af08481fa1 service neutron] Port 48b4b31c-9a72-4cc2-b490-0e7472f4a36c on network 192dc598-4368-4601-95d5-8626c4a5a96f not bound, no agent of type Open vSwitch agent registered on host hv-neutron-6013 {{(pid=94175) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 23 12:00:26.479079 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f79fdb79-f5d2-4e13-8be6-416627e0fa15 req-b06d3975-7c2c-4921-a9eb-c1af08481fa1 service neutron] Attempting to bind port 48b4b31c-9a72-4cc2-b490-0e7472f4a36c on network 192dc598-4368-4601-95d5-8626c4a5a96f {{(pid=94175) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 23 12:00:26.483981 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f79fdb79-f5d2-4e13-8be6-416627e0fa15 req-b06d3975-7c2c-4921-a9eb-c1af08481fa1 service neutron] Checking agent: {'id': '3a130b41-5b27-406b-aeb2-5a923af79f10', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-6013', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 23, 11, 28, 23), 'started_at': datetime.datetime(2021, 6, 23, 11, 28, 23), 'heartbeat_timestamp': datetime.datetime(2021, 6, 23, 12, 0, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94175) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 23 12:00:26.484314 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f79fdb79-f5d2-4e13-8be6-416627e0fa15 req-b06d3975-7c2c-4921-a9eb-c1af08481fa1 service neutron] Checking segment: {'id': '16b5cb77-b7b7-41a3-ba0a-1850323eb9ae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 414, 'network_id': '192dc598-4368-4601-95d5-8626c4a5a96f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94175) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 23 12:00:26.484701 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f79fdb79-f5d2-4e13-8be6-416627e0fa15 req-b06d3975-7c2c-4921-a9eb-c1af08481fa1 service neutron] Bound using segment: {'id': '16b5cb77-b7b7-41a3-ba0a-1850323eb9ae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 414, 'network_id': '192dc598-4368-4601-95d5-8626c4a5a96f'} {{(pid=94175) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 23 12:00:26.485121 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.plugins.ml2.managers [req-f79fdb79-f5d2-4e13-8be6-416627e0fa15 req-b06d3975-7c2c-4921-a9eb-c1af08481fa1 service neutron] Bound port: 48b4b31c-9a72-4cc2-b490-0e7472f4a36c, host: hv-neutron-6013, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '16b5cb77-b7b7-41a3-ba0a-1850323eb9ae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 414, 'network_id': '192dc598-4368-4601-95d5-8626c4a5a96f'}}] {{(pid=94175) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 23 12:00:26.485466 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron_lib.callbacks.manager [req-f79fdb79-f5d2-4e13-8be6-416627e0fa15 req-b06d3975-7c2c-4921-a9eb-c1af08481fa1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-923122'] for port, before_update {{(pid=94175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 12:00:26.510598 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c1314ec-d325-4887-9dc7-f6d85c55a373 req-4be2d5a3-f96e-4db3-89a7-98cf55a344f5 tempest-ServersNegativeTestJSON-2112366187 tempest-ServersNegativeTestJSON-2112366187-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94174) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 12:00:26.512170 dv-neutron-601336-94-hyperv neutron-server[94174]: INFO neutron.wsgi [req-6c1314ec-d325-4887-9dc7-f6d85c55a373 req-4be2d5a3-f96e-4db3-89a7-98cf55a344f5 tempest-ServersNegativeTestJSON-2112366187 tempest-ServersNegativeTestJSON-2112366187-project] 10.222.0.20 "GET /v2.0/ports?device_id=7aea25b4-fedd-4d7e-8d80-0303c42c08c5 HTTP/1.1" status: 200 len: 944 time: 0.0708399 Jun 23 12:00:26.553623 dv-neutron-601336-94-hyperv neutron-server[94174]: INFO neutron.wsgi [req-6c1314ec-d325-4887-9dc7-f6d85c55a373 req-30ec8f6b-6614-49d1-a4f9-c79c9f414275 tempest-ServersNegativeTestJSON-2112366187 tempest-ServersNegativeTestJSON-2112366187-project] 10.222.0.20 "GET /v2.0/security-groups?id=45db05a1-81f0-42b2-8d20-7ab54982fdee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0341418 Jun 23 12:00:26.558317 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.plugins.ml2.db [req-f79fdb79-f5d2-4e13-8be6-416627e0fa15 req-b06d3975-7c2c-4921-a9eb-c1af08481fa1 service neutron] For port 48b4b31c-9a72-4cc2-b490-0e7472f4a36c, host hv-neutron-6013, cleared binding levels {{(pid=94175) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 23 12:00:26.561883 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.plugins.ml2.db [req-f79fdb79-f5d2-4e13-8be6-416627e0fa15 req-b06d3975-7c2c-4921-a9eb-c1af08481fa1 service neutron] For port 48b4b31c-9a72-4cc2-b490-0e7472f4a36c, host hv-neutron-6013, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-6013',level=0,port_id=48b4b31c-9a72-4cc2-b490-0e7472f4a36c,segment=NetworkSegment(16b5cb77-b7b7-41a3-ba0a-1850323eb9ae),segment_id=16b5cb77-b7b7-41a3-ba0a-1850323eb9ae)] {{(pid=94175) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 23 12:00:26.663710 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron_lib.callbacks.manager [req-f79fdb79-f5d2-4e13-8be6-416627e0fa15 req-b06d3975-7c2c-4921-a9eb-c1af08481fa1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-922904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866062', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773700135042', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773699642233', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773699642278', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5082471'] for port, after_update {{(pid=94175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 12:00:26.665877 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG oslo_concurrency.lockutils [None req-6ac4b072-8299-4de2-beab-4a93b7c128ae service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94175) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 12:00:26.700301 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f79fdb79-f5d2-4e13-8be6-416627e0fa15 req-b06d3975-7c2c-4921-a9eb-c1af08481fa1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 12:00:26.700912 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron_lib.callbacks.manager [req-f79fdb79-f5d2-4e13-8be6-416627e0fa15 req-b06d3975-7c2c-4921-a9eb-c1af08481fa1 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-217507'] for port, before_response {{(pid=94175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 12:00:26.702344 dv-neutron-601336-94-hyperv neutron-server[94175]: INFO neutron.wsgi [req-f79fdb79-f5d2-4e13-8be6-416627e0fa15 req-b06d3975-7c2c-4921-a9eb-c1af08481fa1 service neutron] 10.222.0.52 "PUT /v2.0/ports/48b4b31c-9a72-4cc2-b490-0e7472f4a36c HTTP/1.1" status: 200 len: 1094 time: 0.7914352 Jun 23 12:00:26.702987 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7aea25b4-fedd-4d7e-8d80-0303c42c08c5', 'tag': '48b4b31c-9a72-4cc2-b490-0e7472f4a36c'}] {{(pid=94175) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 23 12:00:26.705399 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1970408df4ea4e7170669a1249478e627cf05a5a0b07cc08a66c5cb53d0ac47a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f5a657ff-eb9d-4726-ae9e-17db5ed21f46" -d '{"events": [{"name": "network-changed", "server_uuid": "7aea25b4-fedd-4d7e-8d80-0303c42c08c5", "tag": "48b4b31c-9a72-4cc2-b490-0e7472f4a36c"}]}' {{(pid=94175) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 23 12:00:26.733013 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b06d3975-7c2c-4921-a9eb-c1af08481fa1 service neutron] Pushing event updated for resources: {'Port': ['ID=48b4b31c-9a72-4cc2-b490-0e7472f4a36c,revision_number=3']} {{(pid=94175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 12:00:26.736876 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG oslo_concurrency.lockutils [None req-b06d3975-7c2c-4921-a9eb-c1af08481fa1 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.070s {{(pid=94175) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 12:00:26.742508 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 23 Jun 2021 12:00:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-65f8ca21-17c0-41bd-ab83-0b70b35a55f3 x-openstack-request-id: req-65f8ca21-17c0-41bd-ab83-0b70b35a55f3 {{(pid=94175) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 23 12:00:26.742845 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7aea25b4-fedd-4d7e-8d80-0303c42c08c5", "tag": "48b4b31c-9a72-4cc2-b490-0e7472f4a36c", "status": "completed", "code": 200}]} {{(pid=94175) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 23 12:00:26.743183 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-65f8ca21-17c0-41bd-ab83-0b70b35a55f3 {{(pid=94175) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 23 12:00:26.743641 dv-neutron-601336-94-hyperv neutron-server[94175]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7aea25b4-fedd-4d7e-8d80-0303c42c08c5', 'tag': '48b4b31c-9a72-4cc2-b490-0e7472f4a36c', 'status': 'completed', 'code': 200} Jun 23 12:00:26.820797 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5a657ff-eb9d-4726-ae9e-17db5ed21f46 req-4cee5fab-a9a9-4fc5-9920-5c6baf2a8d60 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 12:00:26.822414 dv-neutron-601336-94-hyperv neutron-server[94175]: INFO neutron.wsgi [req-f5a657ff-eb9d-4726-ae9e-17db5ed21f46 req-4cee5fab-a9a9-4fc5-9920-5c6baf2a8d60 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=37893e283cf74700a19a03f150671d87&device_id=7aea25b4-fedd-4d7e-8d80-0303c42c08c5 HTTP/1.1" status: 200 len: 1097 time: 0.0547798 Jun 23 12:00:26.921520 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5a657ff-eb9d-4726-ae9e-17db5ed21f46 req-203135b4-27e1-47c1-8b90-3c3db910b5ca service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 12:00:26.923060 dv-neutron-601336-94-hyperv neutron-server[94175]: INFO neutron.wsgi [req-f5a657ff-eb9d-4726-ae9e-17db5ed21f46 req-203135b4-27e1-47c1-8b90-3c3db910b5ca service neutron] 10.222.0.52 "GET /v2.0/networks?tenant_id=37893e283cf74700a19a03f150671d87&shared=False HTTP/1.1" status: 200 len: 914 time: 0.0942385 Jun 23 12:00:27.015400 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5a657ff-eb9d-4726-ae9e-17db5ed21f46 req-44e6a252-4fd7-4c24-b545-cc1ba6ea6197 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 12:00:27.016874 dv-neutron-601336-94-hyperv neutron-server[94175]: INFO neutron.wsgi [req-f5a657ff-eb9d-4726-ae9e-17db5ed21f46 req-44e6a252-4fd7-4c24-b545-cc1ba6ea6197 service neutron] 10.222.0.52 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0875342 Jun 23 12:00:27.105302 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f79fdb79-f5d2-4e13-8be6-416627e0fa15 req-fdfb1456-8293-4982-94b7-8e520134e956 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 12:00:27.106708 dv-neutron-601336-94-hyperv neutron-server[94175]: INFO neutron.wsgi [req-f79fdb79-f5d2-4e13-8be6-416627e0fa15 req-fdfb1456-8293-4982-94b7-8e520134e956 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=37893e283cf74700a19a03f150671d87&device_id=7aea25b4-fedd-4d7e-8d80-0303c42c08c5 HTTP/1.1" status: 200 len: 1097 time: 0.0536652 Jun 23 12:00:27.151647 dv-neutron-601336-94-hyperv neutron-server[94175]: INFO neutron.wsgi [req-f79fdb79-f5d2-4e13-8be6-416627e0fa15 req-0dd5e1e5-2923-4a99-a26f-8ed5a2af6bed service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=48b4b31c-9a72-4cc2-b490-0e7472f4a36c HTTP/1.1" status: 200 len: 217 time: 0.0382078 Jun 23 12:00:27.202210 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f79fdb79-f5d2-4e13-8be6-416627e0fa15 req-0d59dedf-99c0-4b74-8d1e-67c6106a3344 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 12:00:27.203811 dv-neutron-601336-94-hyperv neutron-server[94175]: INFO neutron.wsgi [req-f79fdb79-f5d2-4e13-8be6-416627e0fa15 req-0d59dedf-99c0-4b74-8d1e-67c6106a3344 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=e808c142-c35b-4ccb-9ade-86cb7482bf93 HTTP/1.1" status: 200 len: 853 time: 0.0467954 Jun 23 12:00:27.238340 dv-neutron-601336-94-hyperv neutron-server[94175]: INFO neutron.wsgi [req-f79fdb79-f5d2-4e13-8be6-416627e0fa15 req-fb849e2f-af38-4729-9f33-a891dc2723d5 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=192dc598-4368-4601-95d5-8626c4a5a96f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0287035 Jun 23 12:00:27.339705 dv-neutron-601336-94-hyperv neutron-server[94175]: INFO neutron.wsgi [req-f79fdb79-f5d2-4e13-8be6-416627e0fa15 req-1a34d202-37d0-445f-8bc1-629f003e306b service neutron] 10.222.0.52 "GET /v2.0/networks/192dc598-4368-4601-95d5-8626c4a5a96f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0939026 Jun 23 12:00:27.429199 dv-neutron-601336-94-hyperv neutron-server[94175]: INFO neutron.wsgi [req-f79fdb79-f5d2-4e13-8be6-416627e0fa15 req-039acae3-3d01-498f-b33a-15ef8602b27a service neutron] 10.222.0.52 "GET /v2.0/networks/192dc598-4368-4601-95d5-8626c4a5a96f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0836871 Jun 23 12:00:27.726151 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f03f0cf3-7ae4-46d8-aeed-6648bd31f9e4 req-c51507d6-6f27-43fa-b397-983fe429090e tempest-ServersNegativeTestJSON-2112366187 tempest-ServersNegativeTestJSON-2112366187-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94174) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 12:00:27.727554 dv-neutron-601336-94-hyperv neutron-server[94174]: INFO neutron.wsgi [req-f03f0cf3-7ae4-46d8-aeed-6648bd31f9e4 req-c51507d6-6f27-43fa-b397-983fe429090e tempest-ServersNegativeTestJSON-2112366187 tempest-ServersNegativeTestJSON-2112366187-project] 10.222.0.20 "GET /v2.0/ports?device_id=7aea25b4-fedd-4d7e-8d80-0303c42c08c5 HTTP/1.1" status: 200 len: 944 time: 0.0619383 Jun 23 12:00:27.768038 dv-neutron-601336-94-hyperv neutron-server[94174]: INFO neutron.wsgi [req-f03f0cf3-7ae4-46d8-aeed-6648bd31f9e4 req-a515d425-a964-4618-b852-0d1a90f9c267 tempest-ServersNegativeTestJSON-2112366187 tempest-ServersNegativeTestJSON-2112366187-project] 10.222.0.20 "GET /v2.0/security-groups?id=45db05a1-81f0-42b2-8d20-7ab54982fdee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0341935 Jun 23 12:00:28.963761 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e066ed5a-02bb-407d-bb0b-f23957e8174c req-d0be28ff-1cf2-4481-a1e0-cc58d960dc3a tempest-ServersNegativeTestJSON-2112366187 tempest-ServersNegativeTestJSON-2112366187-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 12:00:28.965327 dv-neutron-601336-94-hyperv neutron-server[94175]: INFO neutron.wsgi [req-e066ed5a-02bb-407d-bb0b-f23957e8174c req-d0be28ff-1cf2-4481-a1e0-cc58d960dc3a tempest-ServersNegativeTestJSON-2112366187 tempest-ServersNegativeTestJSON-2112366187-project] 10.222.0.20 "GET /v2.0/ports?device_id=7aea25b4-fedd-4d7e-8d80-0303c42c08c5 HTTP/1.1" status: 200 len: 944 time: 0.0773702 Jun 23 12:00:29.005131 dv-neutron-601336-94-hyperv neutron-server[94175]: INFO neutron.wsgi [req-e066ed5a-02bb-407d-bb0b-f23957e8174c req-83f18363-8b33-45e8-baed-ba84795d805a tempest-ServersNegativeTestJSON-2112366187 tempest-ServersNegativeTestJSON-2112366187-project] 10.222.0.20 "GET /v2.0/security-groups?id=45db05a1-81f0-42b2-8d20-7ab54982fdee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0340614 Jun 23 12:00:30.183465 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-beb15af3-c6a5-4275-9a9f-7a5bf6178090 req-609fbeb5-a60c-4dd9-9e00-7ddf877d6c76 tempest-ServersNegativeTestJSON-2112366187 tempest-ServersNegativeTestJSON-2112366187-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94174) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 12:00:30.184946 dv-neutron-601336-94-hyperv neutron-server[94174]: INFO neutron.wsgi [req-beb15af3-c6a5-4275-9a9f-7a5bf6178090 req-609fbeb5-a60c-4dd9-9e00-7ddf877d6c76 tempest-ServersNegativeTestJSON-2112366187 tempest-ServersNegativeTestJSON-2112366187-project] 10.222.0.20 "GET /v2.0/ports?device_id=7aea25b4-fedd-4d7e-8d80-0303c42c08c5 HTTP/1.1" status: 200 len: 944 time: 0.0699701 Jun 23 12:00:30.226932 dv-neutron-601336-94-hyperv neutron-server[94174]: INFO neutron.wsgi [req-beb15af3-c6a5-4275-9a9f-7a5bf6178090 req-f7ace97a-319d-41af-8c99-3d2ec3f0c110 tempest-ServersNegativeTestJSON-2112366187 tempest-ServersNegativeTestJSON-2112366187-project] 10.222.0.20 "GET /v2.0/security-groups?id=45db05a1-81f0-42b2-8d20-7ab54982fdee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0360267 Jun 23 12:00:31.400627 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5a33e90-e5c5-4073-a352-8edcef8ed7ce req-ae199a0d-dc49-4cf9-b15f-2c28ae5147bb tempest-ServersNegativeTestJSON-2112366187 tempest-ServersNegativeTestJSON-2112366187-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 12:00:31.402034 dv-neutron-601336-94-hyperv neutron-server[94175]: INFO neutron.wsgi [req-a5a33e90-e5c5-4073-a352-8edcef8ed7ce req-ae199a0d-dc49-4cf9-b15f-2c28ae5147bb tempest-ServersNegativeTestJSON-2112366187 tempest-ServersNegativeTestJSON-2112366187-project] 10.222.0.20 "GET /v2.0/ports?device_id=7aea25b4-fedd-4d7e-8d80-0303c42c08c5 HTTP/1.1" status: 200 len: 944 time: 0.0647960 Jun 23 12:00:31.442125 dv-neutron-601336-94-hyperv neutron-server[94175]: INFO neutron.wsgi [req-a5a33e90-e5c5-4073-a352-8edcef8ed7ce req-d965f17c-85e4-4343-85a7-c10edb08bc53 tempest-ServersNegativeTestJSON-2112366187 tempest-ServersNegativeTestJSON-2112366187-project] 10.222.0.20 "GET /v2.0/security-groups?id=45db05a1-81f0-42b2-8d20-7ab54982fdee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0329418 Jun 23 12:00:31.715220 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.plugins.ml2.rpc [None req-97bd5441-1da2-49ee-a364-27795820ba27 None None] Device 48b4b31c-9a72-4cc2-b490-0e7472f4a36c details requested by agent hyperv_hv-neutron-6013 with host hv-neutron-6013 {{(pid=94176) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:104}} Jun 23 12:00:31.806483 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.plugins.ml2.db [None req-97bd5441-1da2-49ee-a364-27795820ba27 None None] For port 48b4b31c-9a72-4cc2-b490-0e7472f4a36c, host hv-neutron-6013, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-6013',level=0,port_id=48b4b31c-9a72-4cc2-b490-0e7472f4a36c,segment=NetworkSegment(16b5cb77-b7b7-41a3-ba0a-1850323eb9ae),segment_id=16b5cb77-b7b7-41a3-ba0a-1850323eb9ae)] {{(pid=94176) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 23 12:00:31.818003 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.plugins.ml2.rpc [None req-97bd5441-1da2-49ee-a364-27795820ba27 None None] Returning: {'device': '48b4b31c-9a72-4cc2-b490-0e7472f4a36c', 'network_id': '192dc598-4368-4601-95d5-8626c4a5a96f', 'port_id': '48b4b31c-9a72-4cc2-b490-0e7472f4a36c', 'mac_address': 'fa:16:3e:12:6f:dc', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 414, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e808c142-c35b-4ccb-9ade-86cb7482bf93', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94176) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:186}} Jun 23 12:00:31.857174 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron_lib.callbacks.manager [None req-97bd5441-1da2-49ee-a364-27795820ba27 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-923122'] for port, before_update {{(pid=94176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 12:00:31.869685 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.notifiers.nova [None req-97bd5441-1da2-49ee-a364-27795820ba27 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 48b4b31c-9a72-4cc2-b490-0e7472f4a36c {{(pid=94176) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 23 12:00:31.888674 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.plugins.ml2.db [None req-97bd5441-1da2-49ee-a364-27795820ba27 None None] For port 48b4b31c-9a72-4cc2-b490-0e7472f4a36c, host hv-neutron-6013, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-6013',level=0,port_id=48b4b31c-9a72-4cc2-b490-0e7472f4a36c,segment=NetworkSegment(16b5cb77-b7b7-41a3-ba0a-1850323eb9ae),segment_id=16b5cb77-b7b7-41a3-ba0a-1850323eb9ae)] {{(pid=94176) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 23 12:00:31.977334 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron_lib.callbacks.manager [None req-97bd5441-1da2-49ee-a364-27795820ba27 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-922904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866062', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773700135042', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773699642233', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773699642278'] for port, after_update {{(pid=94176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 12:00:31.979903 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG oslo_concurrency.lockutils [None req-97bd5441-1da2-49ee-a364-27795820ba27 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 12:00:32.030899 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97bd5441-1da2-49ee-a364-27795820ba27 None None] Pushing event updated for resources: {'Port': ['ID=48b4b31c-9a72-4cc2-b490-0e7472f4a36c,revision_number=4']} {{(pid=94176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 12:00:32.034056 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG oslo_concurrency.lockutils [None req-97bd5441-1da2-49ee-a364-27795820ba27 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.054s {{(pid=94176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 12:00:32.209470 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.plugins.ml2.db [None req-97bd5441-1da2-49ee-a364-27795820ba27 None None] get_ports_and_sgs() called for port_ids ['48b4b31c-9a72-4cc2-b490-0e7472f4a36c'] {{(pid=94176) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 23 12:00:32.616448 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2867573a-eb33-403a-a6c6-8948ced2e696 req-fc027de8-641e-47c0-83db-af64d7bba7bb tempest-ServersNegativeTestJSON-2112366187 tempest-ServersNegativeTestJSON-2112366187-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94174) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 12:00:32.617936 dv-neutron-601336-94-hyperv neutron-server[94174]: INFO neutron.wsgi [req-2867573a-eb33-403a-a6c6-8948ced2e696 req-fc027de8-641e-47c0-83db-af64d7bba7bb tempest-ServersNegativeTestJSON-2112366187 tempest-ServersNegativeTestJSON-2112366187-project] 10.222.0.20 "GET /v2.0/ports?device_id=7aea25b4-fedd-4d7e-8d80-0303c42c08c5 HTTP/1.1" status: 200 len: 945 time: 0.0635517 Jun 23 12:00:32.656722 dv-neutron-601336-94-hyperv neutron-server[94174]: INFO neutron.wsgi [req-2867573a-eb33-403a-a6c6-8948ced2e696 req-753f9f07-f061-47da-93ba-21648b00c27e tempest-ServersNegativeTestJSON-2112366187 tempest-ServersNegativeTestJSON-2112366187-project] 10.222.0.20 "GET /v2.0/security-groups?id=45db05a1-81f0-42b2-8d20-7ab54982fdee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0329025 Jun 23 12:00:33.727114 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.plugins.ml2.rpc [None req-97bd5441-1da2-49ee-a364-27795820ba27 None None] Device 48b4b31c-9a72-4cc2-b490-0e7472f4a36c up at agent hyperv_hv-neutron-6013 {{(pid=94176) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:298}} Jun 23 12:00:33.835255 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43c36c36-3278-4b99-8ccf-f0ba34a78ea8 req-383c39d9-7c2b-4f46-a17a-42cc96b649c5 tempest-ServersNegativeTestJSON-2112366187 tempest-ServersNegativeTestJSON-2112366187-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 12:00:33.836996 dv-neutron-601336-94-hyperv neutron-server[94175]: INFO neutron.wsgi [req-43c36c36-3278-4b99-8ccf-f0ba34a78ea8 req-383c39d9-7c2b-4f46-a17a-42cc96b649c5 tempest-ServersNegativeTestJSON-2112366187 tempest-ServersNegativeTestJSON-2112366187-project] 10.222.0.20 "GET /v2.0/ports?device_id=7aea25b4-fedd-4d7e-8d80-0303c42c08c5 HTTP/1.1" status: 200 len: 945 time: 0.0671279 Jun 23 12:00:33.874430 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.db.provisioning_blocks [None req-97bd5441-1da2-49ee-a364-27795820ba27 None None] Provisioning for port 48b4b31c-9a72-4cc2-b490-0e7472f4a36c completed by entity L2. {{(pid=94176) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 23 12:00:33.880127 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.db.provisioning_blocks [None req-97bd5441-1da2-49ee-a364-27795820ba27 None None] Provisioning complete for port 48b4b31c-9a72-4cc2-b490-0e7472f4a36c triggered by entity L2. {{(pid=94176) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 23 12:00:33.880535 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron_lib.callbacks.manager [None req-97bd5441-1da2-49ee-a364-27795820ba27 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-899258'] for port, provisioning_complete {{(pid=94176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 12:00:33.885151 dv-neutron-601336-94-hyperv neutron-server[94175]: INFO neutron.wsgi [req-43c36c36-3278-4b99-8ccf-f0ba34a78ea8 req-a14212f8-91b9-4a15-bac7-85dfadc4236b tempest-ServersNegativeTestJSON-2112366187 tempest-ServersNegativeTestJSON-2112366187-project] 10.222.0.20 "GET /v2.0/security-groups?id=45db05a1-81f0-42b2-8d20-7ab54982fdee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0422883 Jun 23 12:00:33.980415 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron_lib.callbacks.manager [None req-97bd5441-1da2-49ee-a364-27795820ba27 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-923122'] for port, before_update {{(pid=94176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 12:00:34.004559 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7aea25b4-fedd-4d7e-8d80-0303c42c08c5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '48b4b31c-9a72-4cc2-b490-0e7472f4a36c'}] {{(pid=94176) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 23 12:00:34.007572 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}887b0dfc0393de878080286a57e4a08d4fa60dd0cddd118f338ebfcd351ddd4c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7f24268e-f871-48e0-ae3c-50a2e62f6401" -d '{"events": [{"server_uuid": "7aea25b4-fedd-4d7e-8d80-0303c42c08c5", "name": "network-vif-plugged", "status": "completed", "tag": "48b4b31c-9a72-4cc2-b490-0e7472f4a36c"}]}' {{(pid=94176) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 23 12:00:34.023758 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.plugins.ml2.db [None req-97bd5441-1da2-49ee-a364-27795820ba27 None None] For port 48b4b31c-9a72-4cc2-b490-0e7472f4a36c, host hv-neutron-6013, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-6013',level=0,port_id=48b4b31c-9a72-4cc2-b490-0e7472f4a36c,segment=NetworkSegment(16b5cb77-b7b7-41a3-ba0a-1850323eb9ae),segment_id=16b5cb77-b7b7-41a3-ba0a-1850323eb9ae)] {{(pid=94176) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 23 12:00:34.049121 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 23 Jun 2021 12:00:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-93525242-e571-44d2-993d-fa7d69a92aaa x-openstack-request-id: req-93525242-e571-44d2-993d-fa7d69a92aaa {{(pid=94176) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 23 12:00:34.049419 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7aea25b4-fedd-4d7e-8d80-0303c42c08c5", "name": "network-vif-plugged", "status": "completed", "tag": "48b4b31c-9a72-4cc2-b490-0e7472f4a36c", "code": 200}]} {{(pid=94176) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 23 12:00:34.049681 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-93525242-e571-44d2-993d-fa7d69a92aaa {{(pid=94176) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 23 12:00:34.050086 dv-neutron-601336-94-hyperv neutron-server[94176]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7aea25b4-fedd-4d7e-8d80-0303c42c08c5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '48b4b31c-9a72-4cc2-b490-0e7472f4a36c', 'code': 200} Jun 23 12:00:34.109021 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron_lib.callbacks.manager [None req-97bd5441-1da2-49ee-a364-27795820ba27 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-922904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866062', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773700135042', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773699642233', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773699642278'] for port, after_update {{(pid=94176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 12:00:34.112061 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG oslo_concurrency.lockutils [None req-97bd5441-1da2-49ee-a364-27795820ba27 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 12:00:34.165792 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97bd5441-1da2-49ee-a364-27795820ba27 None None] Pushing event updated for resources: {'Port': ['ID=48b4b31c-9a72-4cc2-b490-0e7472f4a36c,revision_number=5']} {{(pid=94176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 12:00:34.170050 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG oslo_concurrency.lockutils [None req-97bd5441-1da2-49ee-a364-27795820ba27 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.058s {{(pid=94176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 12:00:34.440400 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-266ece76-2c37-4c5d-bbe0-a032a53b94a1 req-81ab11cc-1737-4e2c-9821-312aa4e7ef0b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 12:00:34.441719 dv-neutron-601336-94-hyperv neutron-server[94175]: INFO neutron.wsgi [req-266ece76-2c37-4c5d-bbe0-a032a53b94a1 req-81ab11cc-1737-4e2c-9821-312aa4e7ef0b service neutron] 10.222.0.52 "GET /v2.0/ports?device_id=7aea25b4-fedd-4d7e-8d80-0303c42c08c5 HTTP/1.1" status: 200 len: 1099 time: 0.0618443 Jun 23 12:00:34.480802 dv-neutron-601336-94-hyperv neutron-server[94175]: INFO neutron.wsgi [req-266ece76-2c37-4c5d-bbe0-a032a53b94a1 req-1f45091f-8e91-42e1-8ab0-0641a5e30e66 service neutron] 10.222.0.52 "GET /v2.0/security-groups?id=45db05a1-81f0-42b2-8d20-7ab54982fdee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0283222 Jun 23 12:00:35.068100 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d48c025-6dfa-4c2c-8309-0981be55f2f9 req-a8d8fb63-2e8d-4dd3-9fbd-855d12fc68f4 tempest-ServersNegativeTestJSON-2112366187 tempest-ServersNegativeTestJSON-2112366187-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 12:00:35.069612 dv-neutron-601336-94-hyperv neutron-server[94175]: INFO neutron.wsgi [req-5d48c025-6dfa-4c2c-8309-0981be55f2f9 req-a8d8fb63-2e8d-4dd3-9fbd-855d12fc68f4 tempest-ServersNegativeTestJSON-2112366187 tempest-ServersNegativeTestJSON-2112366187-project] 10.222.0.20 "GET /v2.0/ports?device_id=7aea25b4-fedd-4d7e-8d80-0303c42c08c5 HTTP/1.1" status: 200 len: 946 time: 0.0683329 Jun 23 12:00:35.108240 dv-neutron-601336-94-hyperv neutron-server[94175]: INFO neutron.wsgi [req-5d48c025-6dfa-4c2c-8309-0981be55f2f9 req-a2585519-20ae-4b84-b1d7-21b858f8de8e tempest-ServersNegativeTestJSON-2112366187 tempest-ServersNegativeTestJSON-2112366187-project] 10.222.0.20 "GET /v2.0/security-groups?id=45db05a1-81f0-42b2-8d20-7ab54982fdee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0322044 Jun 23 12:00:36.143523 dv-neutron-601336-94-hyperv neutron-server[94177]: DEBUG neutron.db.agents_db [None req-90fb1279-e4c5-4e73-8d66-3a29811dc4e3 None None] Agent healthcheck: found 6 active agents {{(pid=94177) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 23 12:00:36.286151 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3284efaf-a26c-400b-bae3-c5236c6a9cd9 req-6b96fadb-3221-44a2-a711-9a5c629ca888 tempest-ServersNegativeTestJSON-2112366187 tempest-ServersNegativeTestJSON-2112366187-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94174) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 12:00:36.287757 dv-neutron-601336-94-hyperv neutron-server[94174]: INFO neutron.wsgi [req-3284efaf-a26c-400b-bae3-c5236c6a9cd9 req-6b96fadb-3221-44a2-a711-9a5c629ca888 tempest-ServersNegativeTestJSON-2112366187 tempest-ServersNegativeTestJSON-2112366187-project] 10.222.0.20 "GET /v2.0/ports?device_id=7aea25b4-fedd-4d7e-8d80-0303c42c08c5 HTTP/1.1" status: 200 len: 946 time: 0.0649335 Jun 23 12:00:36.327708 dv-neutron-601336-94-hyperv neutron-server[94174]: INFO neutron.wsgi [req-3284efaf-a26c-400b-bae3-c5236c6a9cd9 req-ec556ff1-b4dc-437c-9ba2-bdc629ef72a3 tempest-ServersNegativeTestJSON-2112366187 tempest-ServersNegativeTestJSON-2112366187-project] 10.222.0.20 "GET /v2.0/security-groups?id=45db05a1-81f0-42b2-8d20-7ab54982fdee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0343120 Jun 23 12:00:36.953137 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc50cf17-4624-416c-a09d-8a14f1468928 req-83d6f60b-dab2-4371-833d-58d5690ede6f tempest-ServersNegativeTestJSON-2112366187 tempest-ServersNegativeTestJSON-2112366187-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94174) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 12:00:36.954779 dv-neutron-601336-94-hyperv neutron-server[94174]: INFO neutron.wsgi [req-dc50cf17-4624-416c-a09d-8a14f1468928 req-83d6f60b-dab2-4371-833d-58d5690ede6f tempest-ServersNegativeTestJSON-2112366187 tempest-ServersNegativeTestJSON-2112366187-project] 10.222.0.20 "GET /v2.0/ports?device_id=7aea25b4-fedd-4d7e-8d80-0303c42c08c5 HTTP/1.1" status: 200 len: 946 time: 0.0770535 Jun 23 12:00:36.994190 dv-neutron-601336-94-hyperv neutron-server[94174]: INFO neutron.wsgi [req-dc50cf17-4624-416c-a09d-8a14f1468928 req-cbe5e417-ea6b-4a80-a634-33811b3cc54e tempest-ServersNegativeTestJSON-2112366187 tempest-ServersNegativeTestJSON-2112366187-project] 10.222.0.20 "GET /v2.0/security-groups?id=45db05a1-81f0-42b2-8d20-7ab54982fdee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0334723 Jun 23 12:00:38.302456 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25d8c929-92ef-4dcb-a2a9-19afc9f7a802 req-8849cef3-0231-4225-b8d4-bcdec9754e7c tempest-ServersNegativeTestJSON-2112366187 tempest-ServersNegativeTestJSON-2112366187-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 12:00:38.303957 dv-neutron-601336-94-hyperv neutron-server[94175]: INFO neutron.wsgi [req-25d8c929-92ef-4dcb-a2a9-19afc9f7a802 req-8849cef3-0231-4225-b8d4-bcdec9754e7c tempest-ServersNegativeTestJSON-2112366187 tempest-ServersNegativeTestJSON-2112366187-project] 10.222.0.52 "GET /v2.0/ports?device_id=7aea25b4-fedd-4d7e-8d80-0303c42c08c5 HTTP/1.1" status: 200 len: 946 time: 0.1130724 Jun 23 12:00:38.315870 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5448bb2-5be4-4c9e-a74f-26ecf6e17747 req-b1638393-dccc-4e7e-88c9-fbdb51814bec tempest-ServersNegativeTestJSON-2112366187 tempest-ServersNegativeTestJSON-2112366187-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 12:00:38.317307 dv-neutron-601336-94-hyperv neutron-server[94175]: INFO neutron.wsgi [req-c5448bb2-5be4-4c9e-a74f-26ecf6e17747 req-b1638393-dccc-4e7e-88c9-fbdb51814bec tempest-ServersNegativeTestJSON-2112366187 tempest-ServersNegativeTestJSON-2112366187-project] 10.222.0.20 "GET /v2.0/ports?device_id=7aea25b4-fedd-4d7e-8d80-0303c42c08c5 HTTP/1.1" status: 200 len: 946 time: 0.1901319 Jun 23 12:00:38.392847 dv-neutron-601336-94-hyperv neutron-server[94175]: INFO neutron.wsgi [req-c5448bb2-5be4-4c9e-a74f-26ecf6e17747 req-efc8bbb2-b918-4a0b-be7a-d27928ecf3c4 tempest-ServersNegativeTestJSON-2112366187 tempest-ServersNegativeTestJSON-2112366187-project] 10.222.0.20 "GET /v2.0/security-groups?id=45db05a1-81f0-42b2-8d20-7ab54982fdee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0680408 Jun 23 12:00:38.443698 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.plugins.ml2.plugin [req-25d8c929-92ef-4dcb-a2a9-19afc9f7a802 req-95aa4435-481a-4ef5-bbd2-3b262666ef5a tempest-ServersNegativeTestJSON-2112366187 tempest-ServersNegativeTestJSON-2112366187-project] Deleting port 48b4b31c-9a72-4cc2-b490-0e7472f4a36c {{(pid=94175) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1913}} Jun 23 12:00:38.444058 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron_lib.callbacks.manager [req-25d8c929-92ef-4dcb-a2a9-19afc9f7a802 req-95aa4435-481a-4ef5-bbd2-3b262666ef5a tempest-ServersNegativeTestJSON-2112366187 tempest-ServersNegativeTestJSON-2112366187-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773700079324'] for port, before_delete {{(pid=94175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 12:00:38.531451 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.plugins.ml2.db [req-25d8c929-92ef-4dcb-a2a9-19afc9f7a802 req-95aa4435-481a-4ef5-bbd2-3b262666ef5a tempest-ServersNegativeTestJSON-2112366187 tempest-ServersNegativeTestJSON-2112366187-project] For port 48b4b31c-9a72-4cc2-b490-0e7472f4a36c, host hv-neutron-6013, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-6013',level=0,port_id=48b4b31c-9a72-4cc2-b490-0e7472f4a36c,segment=NetworkSegment(16b5cb77-b7b7-41a3-ba0a-1850323eb9ae),segment_id=16b5cb77-b7b7-41a3-ba0a-1850323eb9ae)] {{(pid=94175) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 23 12:00:38.531816 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron_lib.callbacks.manager [req-25d8c929-92ef-4dcb-a2a9-19afc9f7a802 req-95aa4435-481a-4ef5-bbd2-3b262666ef5a tempest-ServersNegativeTestJSON-2112366187 tempest-ServersNegativeTestJSON-2112366187-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-430722'] for port, precommit_delete {{(pid=94175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 12:00:38.545698 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.plugins.ml2.plugin [req-25d8c929-92ef-4dcb-a2a9-19afc9f7a802 req-95aa4435-481a-4ef5-bbd2-3b262666ef5a tempest-ServersNegativeTestJSON-2112366187 tempest-ServersNegativeTestJSON-2112366187-project] Calling delete_port for 48b4b31c-9a72-4cc2-b490-0e7472f4a36c owned by compute:nova {{(pid=94175) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1986}} Jun 23 12:00:38.754588 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron_lib.callbacks.manager [req-25d8c929-92ef-4dcb-a2a9-19afc9f7a802 req-95aa4435-481a-4ef5-bbd2-3b262666ef5a tempest-ServersNegativeTestJSON-2112366187 tempest-ServersNegativeTestJSON-2112366187-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-922904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866062', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773700135024', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773699642224', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5082448'] for port, after_delete {{(pid=94175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 12:00:38.759553 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG oslo_concurrency.lockutils [None req-1f5c4575-efe2-4a9f-a90d-16f12774bc6c tempest-ServerActionsTestJSON-1945522763 tempest-ServerActionsTestJSON-1945522763-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94175) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 12:00:38.767073 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.plugins.ml2.db [None req-97bd5441-1da2-49ee-a364-27795820ba27 None None] get_ports_and_sgs() called for port_ids ['e8485f2a-3f06-4598-a014-fc30e4539d6c', '48b4b31c-9a72-4cc2-b490-0e7472f4a36c'] {{(pid=94176) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 23 12:00:38.789307 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95aa4435-481a-4ef5-bbd2-3b262666ef5a tempest-ServersNegativeTestJSON-2112366187 tempest-ServersNegativeTestJSON-2112366187-project] Pushing event deleted for resources: {'Port': ['ID=48b4b31c-9a72-4cc2-b490-0e7472f4a36c,revision_number=None']} {{(pid=94175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 12:00:38.795355 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG oslo_concurrency.lockutils [None req-95aa4435-481a-4ef5-bbd2-3b262666ef5a tempest-ServersNegativeTestJSON-2112366187 tempest-ServersNegativeTestJSON-2112366187-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.036s {{(pid=94175) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 12:00:38.837183 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.db.l3_dvrscheduler_db [req-25d8c929-92ef-4dcb-a2a9-19afc9f7a802 req-95aa4435-481a-4ef5-bbd2-3b262666ef5a tempest-ServersNegativeTestJSON-2112366187 tempest-ServersNegativeTestJSON-2112366187-project] No DVR routers for this DVR port 48b4b31c-9a72-4cc2-b490-0e7472f4a36c on host hv-neutron-6013 {{(pid=94175) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 23 12:00:38.840493 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron_lib.callbacks.manager [req-25d8c929-92ef-4dcb-a2a9-19afc9f7a802 req-95aa4435-481a-4ef5-bbd2-3b262666ef5a tempest-ServersNegativeTestJSON-2112366187 tempest-ServersNegativeTestJSON-2112366187-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-217507'] for port, before_response {{(pid=94175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 12:00:38.843607 dv-neutron-601336-94-hyperv neutron-server[94175]: INFO neutron.wsgi [req-25d8c929-92ef-4dcb-a2a9-19afc9f7a802 req-95aa4435-481a-4ef5-bbd2-3b262666ef5a tempest-ServersNegativeTestJSON-2112366187 tempest-ServersNegativeTestJSON-2112366187-project] 10.222.0.52 "DELETE /v2.0/ports/48b4b31c-9a72-4cc2-b490-0e7472f4a36c HTTP/1.1" status: 204 len: 173 time: 0.5250623 Jun 23 12:00:38.844495 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7aea25b4-fedd-4d7e-8d80-0303c42c08c5', 'name': 'network-vif-deleted', 'tag': '48b4b31c-9a72-4cc2-b490-0e7472f4a36c'}] {{(pid=94175) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 23 12:00:38.847799 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1970408df4ea4e7170669a1249478e627cf05a5a0b07cc08a66c5cb53d0ac47a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0cc490c9-604c-4803-a72d-6a4ff1e70250" -d '{"events": [{"server_uuid": "7aea25b4-fedd-4d7e-8d80-0303c42c08c5", "name": "network-vif-deleted", "tag": "48b4b31c-9a72-4cc2-b490-0e7472f4a36c"}]}' {{(pid=94175) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 23 12:00:38.886965 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 23 Jun 2021 12:00:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1f54d025-fede-4243-9292-00e8d7b5cc01 x-openstack-request-id: req-1f54d025-fede-4243-9292-00e8d7b5cc01 {{(pid=94175) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 23 12:00:38.887418 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7aea25b4-fedd-4d7e-8d80-0303c42c08c5", "name": "network-vif-deleted", "tag": "48b4b31c-9a72-4cc2-b490-0e7472f4a36c", "status": "completed", "code": 200}]} {{(pid=94175) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 23 12:00:38.887729 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-1f54d025-fede-4243-9292-00e8d7b5cc01 {{(pid=94175) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 23 12:00:38.888189 dv-neutron-601336-94-hyperv neutron-server[94175]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7aea25b4-fedd-4d7e-8d80-0303c42c08c5', 'name': 'network-vif-deleted', 'tag': '48b4b31c-9a72-4cc2-b490-0e7472f4a36c', 'status': 'completed', 'code': 200} Jun 23 12:00:39.560684 dv-neutron-601336-94-hyperv neutron-server[94175]: INFO neutron.wsgi [req-17459cd6-b727-4b5c-9e33-523fad4d1f57 req-48d24a07-1675-4e51-8bdc-b9896ef64479 tempest-ServersNegativeTestJSON-2112366187 tempest-ServersNegativeTestJSON-2112366187-project] 10.222.0.20 "GET /v2.0/ports?device_id=7aea25b4-fedd-4d7e-8d80-0303c42c08c5 HTTP/1.1" status: 200 len: 210 time: 0.0343616 Jun 23 12:00:40.809657 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a0287cd-fb71-4aa7-904d-dfbbf5f803ea req-3c559161-4789-4ef6-b245-2fdc77edab9c tempest-ServersNegativeTestJSON-2112366187 tempest-ServersNegativeTestJSON-2112366187-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 12:00:40.811156 dv-neutron-601336-94-hyperv neutron-server[94175]: INFO neutron.wsgi [req-6a0287cd-fb71-4aa7-904d-dfbbf5f803ea req-3c559161-4789-4ef6-b245-2fdc77edab9c tempest-ServersNegativeTestJSON-2112366187 tempest-ServersNegativeTestJSON-2112366187-project] 10.222.0.20 "GET /v2.0/ports?device_id=7530af1f-a0aa-48c3-bbc2-ba1b59e8f828 HTTP/1.1" status: 200 len: 945 time: 0.0702941 Jun 23 12:00:40.848895 dv-neutron-601336-94-hyperv neutron-server[94175]: INFO neutron.wsgi [req-6a0287cd-fb71-4aa7-904d-dfbbf5f803ea req-89e53052-c756-4459-8fa4-fe9b16f8aff9 tempest-ServersNegativeTestJSON-2112366187 tempest-ServersNegativeTestJSON-2112366187-project] 10.222.0.20 "GET /v2.0/security-groups?id=45db05a1-81f0-42b2-8d20-7ab54982fdee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0314028 Jun 23 12:00:40.986312 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron_lib.callbacks.manager [None req-76f74bf7-a49c-4cb7-a25c-3e3c40a2b50e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773699952132', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-899307'] for agent, after_update {{(pid=94176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 12:00:41.044501 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96f0b11b-d7f0-46a2-b57f-58870d7ccd68 req-cd97c03d-58a7-499e-85bf-e5d8604f1b91 tempest-ServersNegativeTestJSON-2112366187 tempest-ServersNegativeTestJSON-2112366187-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 12:00:41.046008 dv-neutron-601336-94-hyperv neutron-server[94175]: INFO neutron.wsgi [req-96f0b11b-d7f0-46a2-b57f-58870d7ccd68 req-cd97c03d-58a7-499e-85bf-e5d8604f1b91 tempest-ServersNegativeTestJSON-2112366187 tempest-ServersNegativeTestJSON-2112366187-project] 10.222.0.20 "GET /v2.0/ports?device_id=7530af1f-a0aa-48c3-bbc2-ba1b59e8f828 HTTP/1.1" status: 200 len: 945 time: 0.0645564 Jun 23 12:00:41.089600 dv-neutron-601336-94-hyperv neutron-server[94175]: INFO neutron.wsgi [req-96f0b11b-d7f0-46a2-b57f-58870d7ccd68 req-81ee8e26-6c84-430d-bd4b-de513a3c865d tempest-ServersNegativeTestJSON-2112366187 tempest-ServersNegativeTestJSON-2112366187-project] 10.222.0.20 "GET /v2.0/security-groups?id=45db05a1-81f0-42b2-8d20-7ab54982fdee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0367842 Jun 23 12:00:41.326006 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-941d318d-d11e-4661-82ba-54ec0da1e686 req-d98339d5-6a2f-476d-b0eb-59cf3871d4f0 tempest-ServersNegativeTestJSON-2112366187 tempest-ServersNegativeTestJSON-2112366187-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94174) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 12:00:41.327527 dv-neutron-601336-94-hyperv neutron-server[94174]: INFO neutron.wsgi [req-941d318d-d11e-4661-82ba-54ec0da1e686 req-d98339d5-6a2f-476d-b0eb-59cf3871d4f0 tempest-ServersNegativeTestJSON-2112366187 tempest-ServersNegativeTestJSON-2112366187-project] 10.222.0.20 "GET /v2.0/ports?device_id=7530af1f-a0aa-48c3-bbc2-ba1b59e8f828 HTTP/1.1" status: 200 len: 945 time: 0.1192799 Jun 23 12:00:41.366297 dv-neutron-601336-94-hyperv neutron-server[94174]: INFO neutron.wsgi [req-941d318d-d11e-4661-82ba-54ec0da1e686 req-6ccae730-d841-499a-8608-23d7d595bdf7 tempest-ServersNegativeTestJSON-2112366187 tempest-ServersNegativeTestJSON-2112366187-project] 10.222.0.20 "GET /v2.0/security-groups?id=45db05a1-81f0-42b2-8d20-7ab54982fdee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0329964 Jun 23 12:00:41.653662 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91aadc53-9dbd-4791-b7a6-a9d2e103f638 req-6d511a32-364b-4a31-9082-6eed5ae18296 tempest-ServersNegativeTestJSON-2112366187 tempest-ServersNegativeTestJSON-2112366187-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94174) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 12:00:41.656159 dv-neutron-601336-94-hyperv neutron-server[94174]: INFO neutron.wsgi [req-91aadc53-9dbd-4791-b7a6-a9d2e103f638 req-6d511a32-364b-4a31-9082-6eed5ae18296 tempest-ServersNegativeTestJSON-2112366187 tempest-ServersNegativeTestJSON-2112366187-project] 10.222.0.20 "GET /v2.0/ports?device_id=7530af1f-a0aa-48c3-bbc2-ba1b59e8f828 HTTP/1.1" status: 200 len: 945 time: 0.0695755 Jun 23 12:00:41.698751 dv-neutron-601336-94-hyperv neutron-server[94174]: INFO neutron.wsgi [req-91aadc53-9dbd-4791-b7a6-a9d2e103f638 req-e90b2d5b-2674-4eaf-b41c-b285dd9216cf tempest-ServersNegativeTestJSON-2112366187 tempest-ServersNegativeTestJSON-2112366187-project] 10.222.0.20 "GET /v2.0/security-groups?id=45db05a1-81f0-42b2-8d20-7ab54982fdee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0362625 Jun 23 12:00:41.760320 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.plugins.ml2.rpc [None req-97bd5441-1da2-49ee-a364-27795820ba27 None None] Device 48b4b31c-9a72-4cc2-b490-0e7472f4a36c no longer exists at agent hyperv_hv-neutron-6013 {{(pid=94176) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:261}} Jun 23 12:00:41.785873 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.plugins.ml2.plugin [None req-97bd5441-1da2-49ee-a364-27795820ba27 None None] No Port match for: 48b4b31c-9a72-4cc2-b490-0e7472f4a36c {{(pid=94176) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2240}} Jun 23 12:00:41.786230 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.plugins.ml2.rpc [None req-97bd5441-1da2-49ee-a364-27795820ba27 None None] Device 48b4b31c-9a72-4cc2-b490-0e7472f4a36c not bound to the agent host hv-neutron-6013 {{(pid=94176) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:271}} Jun 23 12:00:42.033249 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45af333a-2705-40c5-8e41-962972990d0e req-62c5b530-dff8-4958-b28a-c4ec5e449c3c tempest-ServersNegativeTestJSON-2112366187 tempest-ServersNegativeTestJSON-2112366187-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 12:00:42.034664 dv-neutron-601336-94-hyperv neutron-server[94175]: INFO neutron.wsgi [req-45af333a-2705-40c5-8e41-962972990d0e req-62c5b530-dff8-4958-b28a-c4ec5e449c3c tempest-ServersNegativeTestJSON-2112366187 tempest-ServersNegativeTestJSON-2112366187-project] 10.222.0.20 "GET /v2.0/ports?device_id=7530af1f-a0aa-48c3-bbc2-ba1b59e8f828 HTTP/1.1" status: 200 len: 945 time: 0.0656214 Jun 23 12:00:42.072540 dv-neutron-601336-94-hyperv neutron-server[94175]: INFO neutron.wsgi [req-45af333a-2705-40c5-8e41-962972990d0e req-77ca0d75-97f0-4fa8-b269-8b9b976810ba tempest-ServersNegativeTestJSON-2112366187 tempest-ServersNegativeTestJSON-2112366187-project] 10.222.0.20 "GET /v2.0/security-groups?id=45db05a1-81f0-42b2-8d20-7ab54982fdee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0322280 Jun 23 12:00:42.258124 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a12dc32-e0b3-4540-8e43-2d9b4cc040f6 req-cdf154e4-8b69-4411-a6df-5760bf564f41 tempest-ServersNegativeTestJSON-2112366187 tempest-ServersNegativeTestJSON-2112366187-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 12:00:42.259642 dv-neutron-601336-94-hyperv neutron-server[94175]: INFO neutron.wsgi [req-9a12dc32-e0b3-4540-8e43-2d9b4cc040f6 req-cdf154e4-8b69-4411-a6df-5760bf564f41 tempest-ServersNegativeTestJSON-2112366187 tempest-ServersNegativeTestJSON-2112366187-project] 10.222.0.20 "GET /v2.0/ports?device_id=7530af1f-a0aa-48c3-bbc2-ba1b59e8f828 HTTP/1.1" status: 200 len: 945 time: 0.0671766 Jun 23 12:00:42.300462 dv-neutron-601336-94-hyperv neutron-server[94175]: INFO neutron.wsgi [req-9a12dc32-e0b3-4540-8e43-2d9b4cc040f6 req-c31a0598-82ea-4f49-8eb5-0b9199642532 tempest-ServersNegativeTestJSON-2112366187 tempest-ServersNegativeTestJSON-2112366187-project] 10.222.0.20 "GET /v2.0/security-groups?id=45db05a1-81f0-42b2-8d20-7ab54982fdee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0343087 Jun 23 12:00:43.091437 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ed9d0b6-04d6-467d-ab76-4809556c600e req-61cc1f4d-98b1-427a-a74a-9732ff4d0176 tempest-ServersNegativeTestJSON-2112366187 tempest-ServersNegativeTestJSON-2112366187-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 12:00:43.092921 dv-neutron-601336-94-hyperv neutron-server[94175]: INFO neutron.wsgi [req-6ed9d0b6-04d6-467d-ab76-4809556c600e req-61cc1f4d-98b1-427a-a74a-9732ff4d0176 tempest-ServersNegativeTestJSON-2112366187 tempest-ServersNegativeTestJSON-2112366187-project] 10.222.0.20 "GET /v2.0/ports?device_id=7530af1f-a0aa-48c3-bbc2-ba1b59e8f828 HTTP/1.1" status: 200 len: 945 time: 0.0684314 Jun 23 12:00:43.134421 dv-neutron-601336-94-hyperv neutron-server[94175]: INFO neutron.wsgi [req-6ed9d0b6-04d6-467d-ab76-4809556c600e req-f13ad7d5-3e94-4300-bd9e-e4ea3e54d9df tempest-ServersNegativeTestJSON-2112366187 tempest-ServersNegativeTestJSON-2112366187-project] 10.222.0.20 "GET /v2.0/security-groups?id=45db05a1-81f0-42b2-8d20-7ab54982fdee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0353088 Jun 23 12:00:43.197551 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron_lib.callbacks.manager [None req-24b7d6f1-6d14-4104-89e1-c662b99e400c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773699952132', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-899307'] for agent, after_update {{(pid=94176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 12:00:43.897207 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron_lib.callbacks.manager [None req-dc7542b2-afef-47f4-a763-e3a3cba144be None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773699952132', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-899307'] for agent, after_update {{(pid=94176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 12:00:44.312009 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b32458b-746d-406d-a7c5-f6fe66c87f44 req-4fa590d9-62f8-479c-ba08-d3f0ce7b2920 tempest-ServersNegativeTestJSON-2112366187 tempest-ServersNegativeTestJSON-2112366187-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94174) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 12:00:44.313491 dv-neutron-601336-94-hyperv neutron-server[94174]: INFO neutron.wsgi [req-4b32458b-746d-406d-a7c5-f6fe66c87f44 req-4fa590d9-62f8-479c-ba08-d3f0ce7b2920 tempest-ServersNegativeTestJSON-2112366187 tempest-ServersNegativeTestJSON-2112366187-project] 10.222.0.20 "GET /v2.0/ports?device_id=7530af1f-a0aa-48c3-bbc2-ba1b59e8f828 HTTP/1.1" status: 200 len: 945 time: 0.0644407 Jun 23 12:00:44.358239 dv-neutron-601336-94-hyperv neutron-server[94174]: INFO neutron.wsgi [req-4b32458b-746d-406d-a7c5-f6fe66c87f44 req-9bca7ae0-6810-40ab-8437-5e60d52d447f tempest-ServersNegativeTestJSON-2112366187 tempest-ServersNegativeTestJSON-2112366187-project] 10.222.0.20 "GET /v2.0/security-groups?id=45db05a1-81f0-42b2-8d20-7ab54982fdee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0375149 Jun 23 12:00:44.384670 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0871ce0-a26f-411b-bbdc-0a316fbbab42 req-9fec1fd0-fe73-440c-a8f4-35d0d24b0d44 tempest-ServersNegativeTestJSON-2112366187 tempest-ServersNegativeTestJSON-2112366187-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 12:00:44.386144 dv-neutron-601336-94-hyperv neutron-server[94175]: INFO neutron.wsgi [req-e0871ce0-a26f-411b-bbdc-0a316fbbab42 req-9fec1fd0-fe73-440c-a8f4-35d0d24b0d44 tempest-ServersNegativeTestJSON-2112366187 tempest-ServersNegativeTestJSON-2112366187-project] 10.222.0.52 "GET /v2.0/ports?device_id=7530af1f-a0aa-48c3-bbc2-ba1b59e8f828 HTTP/1.1" status: 200 len: 945 time: 0.0675879 Jun 23 12:00:44.489776 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.plugins.ml2.plugin [req-e0871ce0-a26f-411b-bbdc-0a316fbbab42 req-4f6a81cc-1b3b-41be-b194-2426aab19ed7 tempest-ServersNegativeTestJSON-2112366187 tempest-ServersNegativeTestJSON-2112366187-project] Deleting port e8485f2a-3f06-4598-a014-fc30e4539d6c {{(pid=94175) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1913}} Jun 23 12:00:44.490032 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron_lib.callbacks.manager [req-e0871ce0-a26f-411b-bbdc-0a316fbbab42 req-4f6a81cc-1b3b-41be-b194-2426aab19ed7 tempest-ServersNegativeTestJSON-2112366187 tempest-ServersNegativeTestJSON-2112366187-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773700079324'] for port, before_delete {{(pid=94175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 12:00:44.577317 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.plugins.ml2.db [req-e0871ce0-a26f-411b-bbdc-0a316fbbab42 req-4f6a81cc-1b3b-41be-b194-2426aab19ed7 tempest-ServersNegativeTestJSON-2112366187 tempest-ServersNegativeTestJSON-2112366187-project] For port e8485f2a-3f06-4598-a014-fc30e4539d6c, host hv-neutron-6013, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-6013',level=0,port_id=e8485f2a-3f06-4598-a014-fc30e4539d6c,segment=NetworkSegment(16b5cb77-b7b7-41a3-ba0a-1850323eb9ae),segment_id=16b5cb77-b7b7-41a3-ba0a-1850323eb9ae)] {{(pid=94175) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 23 12:00:44.577698 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron_lib.callbacks.manager [req-e0871ce0-a26f-411b-bbdc-0a316fbbab42 req-4f6a81cc-1b3b-41be-b194-2426aab19ed7 tempest-ServersNegativeTestJSON-2112366187 tempest-ServersNegativeTestJSON-2112366187-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-430722'] for port, precommit_delete {{(pid=94175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 12:00:44.591368 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.plugins.ml2.plugin [req-e0871ce0-a26f-411b-bbdc-0a316fbbab42 req-4f6a81cc-1b3b-41be-b194-2426aab19ed7 tempest-ServersNegativeTestJSON-2112366187 tempest-ServersNegativeTestJSON-2112366187-project] Calling delete_port for e8485f2a-3f06-4598-a014-fc30e4539d6c owned by compute:nova {{(pid=94175) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1986}} Jun 23 12:00:44.691804 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron_lib.callbacks.manager [None req-4c20ea5f-bc7f-4d4e-935d-57f082af6ccb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773699952132', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-899307'] for agent, after_update {{(pid=94176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 12:00:45.160447 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron_lib.callbacks.manager [req-e0871ce0-a26f-411b-bbdc-0a316fbbab42 req-4f6a81cc-1b3b-41be-b194-2426aab19ed7 tempest-ServersNegativeTestJSON-2112366187 tempest-ServersNegativeTestJSON-2112366187-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-922904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866062', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773700135024', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773699642224', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5082448'] for port, after_delete {{(pid=94175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 12:00:45.164716 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG oslo_concurrency.lockutils [None req-d04a6718-9750-40ca-8519-b102fd2bfc87 tempest-ServerDiskConfigTestJSON-242737041 tempest-ServerDiskConfigTestJSON-242737041-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94175) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 12:00:45.177128 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.plugins.ml2.db [None req-97bd5441-1da2-49ee-a364-27795820ba27 None None] get_ports_and_sgs() called for port_ids ['e8485f2a-3f06-4598-a014-fc30e4539d6c'] {{(pid=94176) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 23 12:00:45.191839 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f6a81cc-1b3b-41be-b194-2426aab19ed7 tempest-ServersNegativeTestJSON-2112366187 tempest-ServersNegativeTestJSON-2112366187-project] Pushing event deleted for resources: {'Port': ['ID=e8485f2a-3f06-4598-a014-fc30e4539d6c,revision_number=None']} {{(pid=94175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 12:00:45.197561 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG oslo_concurrency.lockutils [None req-4f6a81cc-1b3b-41be-b194-2426aab19ed7 tempest-ServersNegativeTestJSON-2112366187 tempest-ServersNegativeTestJSON-2112366187-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.032s {{(pid=94175) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 12:00:45.236435 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.db.l3_dvrscheduler_db [req-e0871ce0-a26f-411b-bbdc-0a316fbbab42 req-4f6a81cc-1b3b-41be-b194-2426aab19ed7 tempest-ServersNegativeTestJSON-2112366187 tempest-ServersNegativeTestJSON-2112366187-project] No DVR routers for this DVR port e8485f2a-3f06-4598-a014-fc30e4539d6c on host hv-neutron-6013 {{(pid=94175) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 23 12:00:45.239706 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron_lib.callbacks.manager [req-e0871ce0-a26f-411b-bbdc-0a316fbbab42 req-4f6a81cc-1b3b-41be-b194-2426aab19ed7 tempest-ServersNegativeTestJSON-2112366187 tempest-ServersNegativeTestJSON-2112366187-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-217507'] for port, before_response {{(pid=94175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 12:00:45.241881 dv-neutron-601336-94-hyperv neutron-server[94175]: INFO neutron.wsgi [req-e0871ce0-a26f-411b-bbdc-0a316fbbab42 req-4f6a81cc-1b3b-41be-b194-2426aab19ed7 tempest-ServersNegativeTestJSON-2112366187 tempest-ServersNegativeTestJSON-2112366187-project] 10.222.0.52 "DELETE /v2.0/ports/e8485f2a-3f06-4598-a014-fc30e4539d6c HTTP/1.1" status: 204 len: 173 time: 0.8502784 Jun 23 12:00:45.242416 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7530af1f-a0aa-48c3-bbc2-ba1b59e8f828', 'name': 'network-vif-deleted', 'tag': 'e8485f2a-3f06-4598-a014-fc30e4539d6c'}] {{(pid=94175) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 23 12:00:45.244857 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1970408df4ea4e7170669a1249478e627cf05a5a0b07cc08a66c5cb53d0ac47a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0e5637a9-80e3-4833-a322-d7ca7ca8df21" -d '{"events": [{"server_uuid": "7530af1f-a0aa-48c3-bbc2-ba1b59e8f828", "name": "network-vif-deleted", "tag": "e8485f2a-3f06-4598-a014-fc30e4539d6c"}]}' {{(pid=94175) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 23 12:00:45.285623 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 23 Jun 2021 12:00:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-524653ac-258b-46ae-a85e-220d43693abf x-openstack-request-id: req-524653ac-258b-46ae-a85e-220d43693abf {{(pid=94175) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 23 12:00:45.285960 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7530af1f-a0aa-48c3-bbc2-ba1b59e8f828", "name": "network-vif-deleted", "tag": "e8485f2a-3f06-4598-a014-fc30e4539d6c", "status": "completed", "code": 200}]} {{(pid=94175) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 23 12:00:45.286425 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-524653ac-258b-46ae-a85e-220d43693abf {{(pid=94175) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 23 12:00:45.286871 dv-neutron-601336-94-hyperv neutron-server[94175]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7530af1f-a0aa-48c3-bbc2-ba1b59e8f828', 'name': 'network-vif-deleted', 'tag': 'e8485f2a-3f06-4598-a014-fc30e4539d6c', 'status': 'completed', 'code': 200} Jun 23 12:00:45.504540 dv-neutron-601336-94-hyperv neutron-server[94174]: INFO neutron.wsgi [req-8c7ff797-5dee-4355-82eb-c82bd18b08ea req-bbd27722-0ec5-43aa-93c7-baff3f2b3d84 tempest-ServersNegativeTestJSON-2112366187 tempest-ServersNegativeTestJSON-2112366187-project] 10.222.0.20 "GET /v2.0/ports?device_id=7530af1f-a0aa-48c3-bbc2-ba1b59e8f828 HTTP/1.1" status: 200 len: 210 time: 0.0290999 Jun 23 12:00:46.599590 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.wsgi [-] (94175) accepted ('10.222.0.20', 47436) {{(pid=94175) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 12:00:46.648871 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.db.db_base_plugin_v2 [None req-38e80095-e2cc-4eee-9edd-c335ef7b9692 admin admin] Deleting subnet e808c142-c35b-4ccb-9ade-86cb7482bf93 {{(pid=94175) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jun 23 12:00:46.653299 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron_lib.callbacks.manager [None req-38e80095-e2cc-4eee-9edd-c335ef7b9692 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 12:00:46.688398 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron_lib.callbacks.manager [None req-38e80095-e2cc-4eee-9edd-c335ef7b9692 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5190686'] for subnet, precommit_delete_associations {{(pid=94175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 12:00:46.727500 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron_lib.callbacks.manager [None req-38e80095-e2cc-4eee-9edd-c335ef7b9692 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-897634'] for subnet, precommit_delete {{(pid=94175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 12:00:46.730931 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron_lib.callbacks.manager [None req-95d6aa8f-24e7-4234-82ff-f502266c3285 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773699952132', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-899307'] for agent, after_update {{(pid=94176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 12:00:46.851855 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron_lib.callbacks.manager [None req-38e80095-e2cc-4eee-9edd-c335ef7b9692 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-897627', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866062', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5083050', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4660036'] for subnet, after_delete {{(pid=94175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 12:00:46.853997 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG oslo_concurrency.lockutils [None req-a4675f97-cd2e-49ff-ad03-d1cb6334d3ac admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94175) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 12:00:46.882473 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38e80095-e2cc-4eee-9edd-c335ef7b9692 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=e808c142-c35b-4ccb-9ade-86cb7482bf93,revision_number=None']} {{(pid=94175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 12:00:46.885072 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG oslo_concurrency.lockutils [None req-38e80095-e2cc-4eee-9edd-c335ef7b9692 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.031s {{(pid=94175) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 12:00:46.887876 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron_lib.callbacks.manager [None req-38e80095-e2cc-4eee-9edd-c335ef7b9692 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 12:00:46.889876 dv-neutron-601336-94-hyperv neutron-server[94175]: INFO neutron.wsgi [None req-38e80095-e2cc-4eee-9edd-c335ef7b9692 admin admin] 10.222.0.20 "DELETE /v2.0/subnets/e808c142-c35b-4ccb-9ade-86cb7482bf93 HTTP/1.1" status: 204 len: 168 time: 0.2889578 Jun 23 12:00:46.892320 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.wsgi [-] (94175) accepted ('10.222.0.20', 47438) {{(pid=94175) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 12:00:46.961356 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron_lib.callbacks.manager [None req-6c459bec-964e-4048-9530-c954fb51c235 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-824874'] for network, before_delete {{(pid=94175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 12:00:47.046295 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron_lib.callbacks.manager [None req-6c459bec-964e-4048-9530-c954fb51c235 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-897259', 'neutron.services.segments.db._delete_segments_for_network-8773700168587'] for network, precommit_delete {{(pid=94175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 12:00:47.056956 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.services.segments.db [None req-6c459bec-964e-4048-9530-c954fb51c235 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['192dc598-4368-4601-95d5-8626c4a5a96f']}} {{(pid=94175) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 12:00:47.068439 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.services.segments.db [None req-6c459bec-964e-4048-9530-c954fb51c235 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '16b5cb77-b7b7-41a3-ba0a-1850323eb9ae') {'for_net_delete': True} {{(pid=94175) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 12:00:47.068740 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.services.segments.db [None req-6c459bec-964e-4048-9530-c954fb51c235 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '16b5cb77-b7b7-41a3-ba0a-1850323eb9ae') {} {{(pid=94175) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 12:00:47.077821 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron_lib.callbacks.manager [None req-6c459bec-964e-4048-9530-c954fb51c235 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8773699955833', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5190677'] for segment, before_delete {{(pid=94175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 12:00:47.095838 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron_lib.callbacks.manager [None req-6c459bec-964e-4048-9530-c954fb51c235 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3801'] for segment, precommit_delete {{(pid=94175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 12:00:47.102416 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6c459bec-964e-4048-9530-c954fb51c235 admin admin] Releasing vlan 414 on physical network physnet1 to pool {{(pid=94175) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 23 12:00:47.102735 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron_lib.callbacks.manager [None req-6c459bec-964e-4048-9530-c954fb51c235 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3801', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5082371'] for segment, after_delete {{(pid=94175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 12:00:47.104453 dv-neutron-601336-94-hyperv neutron-server[94175]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 23 12:00:47.104453 dv-neutron-601336-94-hyperv neutron-server[94175]: conditions |= (models_v2.Port.network_id.in_( Jun 23 12:00:47.104453 dv-neutron-601336-94-hyperv neutron-server[94175]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 23 12:00:47.104453 dv-neutron-601336-94-hyperv neutron-server[94175]: conditions |= (models_v2.Port.network_id.in_( Jun 23 12:00:47.104453 dv-neutron-601336-94-hyperv neutron-server[94175]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 23 12:00:47.104453 dv-neutron-601336-94-hyperv neutron-server[94175]: conditions |= (models_v2.Port.network_id.in_( Jun 23 12:00:47.104453 dv-neutron-601336-94-hyperv neutron-server[94175]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 23 12:00:47.104453 dv-neutron-601336-94-hyperv neutron-server[94175]: conditions |= (models_v2.Port.network_id.in_( Jun 23 12:00:47.104453 dv-neutron-601336-94-hyperv neutron-server[94175]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 23 12:00:47.104453 dv-neutron-601336-94-hyperv neutron-server[94175]: conditions |= (models_v2.Port.network_id.in_( Jun 23 12:00:47.104453 dv-neutron-601336-94-hyperv neutron-server[94175]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 23 12:00:47.104453 dv-neutron-601336-94-hyperv neutron-server[94175]: conditions |= (models_v2.Port.network_id.in_( Jun 23 12:00:47.104453 dv-neutron-601336-94-hyperv neutron-server[94175]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 23 12:00:47.104453 dv-neutron-601336-94-hyperv neutron-server[94175]: conditions |= (models_v2.Port.network_id.in_( Jun 23 12:00:47.104453 dv-neutron-601336-94-hyperv neutron-server[94175]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 23 12:00:47.104453 dv-neutron-601336-94-hyperv neutron-server[94175]: conditions |= (models_v2.Port.network_id.in_( Jun 23 12:00:47.104453 dv-neutron-601336-94-hyperv neutron-server[94175]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 23 12:00:47.104453 dv-neutron-601336-94-hyperv neutron-server[94175]: conditions |= (models_v2.Port.network_id.in_( Jun 23 12:00:47.104453 dv-neutron-601336-94-hyperv neutron-server[94175]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 23 12:00:47.104453 dv-neutron-601336-94-hyperv neutron-server[94175]: conditions |= (models_v2.Port.network_id.in_( Jun 23 12:00:47.104453 dv-neutron-601336-94-hyperv neutron-server[94175]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 23 12:00:47.104453 dv-neutron-601336-94-hyperv neutron-server[94175]: conditions |= (models_v2.Port.network_id.in_( Jun 23 12:00:47.104453 dv-neutron-601336-94-hyperv neutron-server[94175]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 23 12:00:47.104453 dv-neutron-601336-94-hyperv neutron-server[94175]: conditions |= (models_v2.Port.network_id.in_( Jun 23 12:00:47.104453 dv-neutron-601336-94-hyperv neutron-server[94175]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 23 12:00:47.104453 dv-neutron-601336-94-hyperv neutron-server[94175]: conditions |= (models_v2.Port.network_id.in_( Jun 23 12:00:47.104453 dv-neutron-601336-94-hyperv neutron-server[94175]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 23 12:00:47.104453 dv-neutron-601336-94-hyperv neutron-server[94175]: conditions |= (models_v2.Port.network_id.in_( Jun 23 12:00:47.104453 dv-neutron-601336-94-hyperv neutron-server[94175]: Traceback (most recent call last): Jun 23 12:00:47.104453 dv-neutron-601336-94-hyperv neutron-server[94175]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 23 12:00:47.104453 dv-neutron-601336-94-hyperv neutron-server[94175]: timer() Jun 23 12:00:47.104453 dv-neutron-601336-94-hyperv neutron-server[94175]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 23 12:00:47.104453 dv-neutron-601336-94-hyperv neutron-server[94175]: cb(*args, **kw) Jun 23 12:00:47.104453 dv-neutron-601336-94-hyperv neutron-server[94175]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 23 12:00:47.104453 dv-neutron-601336-94-hyperv neutron-server[94175]: return func(*args, **kwargs) Jun 23 12:00:47.104453 dv-neutron-601336-94-hyperv neutron-server[94175]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 23 12:00:47.104453 dv-neutron-601336-94-hyperv neutron-server[94175]: self._notify() Jun 23 12:00:47.104453 dv-neutron-601336-94-hyperv neutron-server[94175]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 23 12:00:47.104453 dv-neutron-601336-94-hyperv neutron-server[94175]: self.callback(batched_events) Jun 23 12:00:47.104453 dv-neutron-601336-94-hyperv neutron-server[94175]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 23 12:00:47.104453 dv-neutron-601336-94-hyperv neutron-server[94175]: event.method(event) Jun 23 12:00:47.104453 dv-neutron-601336-94-hyperv neutron-server[94175]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 23 12:00:47.104453 dv-neutron-601336-94-hyperv neutron-server[94175]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 23 12:00:47.104453 dv-neutron-601336-94-hyperv neutron-server[94175]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 23 12:00:47.104453 dv-neutron-601336-94-hyperv neutron-server[94175]: aggregate_uuid = self.p_client.list_aggregates( Jun 23 12:00:47.104453 dv-neutron-601336-94-hyperv neutron-server[94175]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 23 12:00:47.104453 dv-neutron-601336-94-hyperv neutron-server[94175]: return f(self, *a, **k) Jun 23 12:00:47.104453 dv-neutron-601336-94-hyperv neutron-server[94175]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 23 12:00:47.104453 dv-neutron-601336-94-hyperv neutron-server[94175]: return self._get(url).json() Jun 23 12:00:47.104453 dv-neutron-601336-94-hyperv neutron-server[94175]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 23 12:00:47.104453 dv-neutron-601336-94-hyperv neutron-server[94175]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 23 12:00:47.104453 dv-neutron-601336-94-hyperv neutron-server[94175]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 23 12:00:47.104453 dv-neutron-601336-94-hyperv neutron-server[94175]: return self.request(url, 'GET', **kwargs) Jun 23 12:00:47.104453 dv-neutron-601336-94-hyperv neutron-server[94175]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 23 12:00:47.104453 dv-neutron-601336-94-hyperv neutron-server[94175]: base_url = self.get_endpoint(auth, allow=allow, Jun 23 12:00:47.104453 dv-neutron-601336-94-hyperv neutron-server[94175]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 23 12:00:47.104453 dv-neutron-601336-94-hyperv neutron-server[94175]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 23 12:00:47.104453 dv-neutron-601336-94-hyperv neutron-server[94175]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 23 12:00:47.104453 dv-neutron-601336-94-hyperv neutron-server[94175]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 23 12:00:47.104453 dv-neutron-601336-94-hyperv neutron-server[94175]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 23 12:00:47.228010 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron_lib.callbacks.manager [None req-6c459bec-964e-4048-9530-c954fb51c235 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-897248', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8002400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7866073', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-524247'] for network, after_delete {{(pid=94175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 12:00:47.232439 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron_lib.callbacks.manager [None req-6c459bec-964e-4048-9530-c954fb51c235 admin admin] Notify callbacks [] for network, before_response {{(pid=94175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 12:00:47.234537 dv-neutron-601336-94-hyperv neutron-server[94175]: INFO neutron.wsgi [None req-6c459bec-964e-4048-9530-c954fb51c235 admin admin] 10.222.0.20 "DELETE /v2.0/networks/192dc598-4368-4601-95d5-8626c4a5a96f HTTP/1.1" status: 204 len: 168 time: 0.3411734 Jun 23 12:00:47.235687 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG oslo_concurrency.lockutils [None req-ddd88f78-0130-4e87-a5cc-67d7f1371bd0 tempest-NetworksIpV6Test-253648203 tempest-NetworksIpV6Test-253648203-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94175) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 12:00:47.253951 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c459bec-964e-4048-9530-c954fb51c235 admin admin] Pushing event deleted for resources: {'Network': ['ID=192dc598-4368-4601-95d5-8626c4a5a96f,revision_number=None']} {{(pid=94175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 12:00:47.257274 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG oslo_concurrency.lockutils [None req-6c459bec-964e-4048-9530-c954fb51c235 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.021s {{(pid=94175) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 12:00:47.541788 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.wsgi [-] (94175) accepted ('10.222.0.20', 47442) {{(pid=94175) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 12:00:47.583266 dv-neutron-601336-94-hyperv neutron-server[94175]: INFO neutron.wsgi [None req-250f3f9a-ec8a-4665-bc2e-2de1f65c897b admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=37893e283cf74700a19a03f150671d87&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0400231 Jun 23 12:00:47.585559 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.wsgi [-] (94175) accepted ('10.222.0.20', 47444) {{(pid=94175) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 12:00:47.639664 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron_lib.callbacks.manager [None req-90d07a94-9d08-4a89-a37b-d6eb332041e2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 12:00:47.662302 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron_lib.callbacks.manager [None req-90d07a94-9d08-4a89-a37b-d6eb332041e2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 12:00:47.780601 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron_lib.callbacks.manager [None req-90d07a94-9d08-4a89-a37b-d6eb332041e2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7996330'] for security_group, after_delete {{(pid=94175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 12:00:47.783344 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron_lib.callbacks.manager [None req-90d07a94-9d08-4a89-a37b-d6eb332041e2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 12:00:47.784550 dv-neutron-601336-94-hyperv neutron-server[94175]: INFO neutron.wsgi [None req-90d07a94-9d08-4a89-a37b-d6eb332041e2 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/45db05a1-81f0-42b2-8d20-7ab54982fdee HTTP/1.1" status: 204 len: 168 time: 0.1980031 Jun 23 12:00:47.785476 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG oslo_concurrency.lockutils [None req-06ccd060-6693-4c55-85d8-0e2c5ae2407a tempest-ServersAdminNegativeTestJSON-136538438 tempest-ServersAdminNegativeTestJSON-136538438-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94175) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 12:00:47.786178 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.plugins.ml2.rpc [None req-97bd5441-1da2-49ee-a364-27795820ba27 None None] Device e8485f2a-3f06-4598-a014-fc30e4539d6c no longer exists at agent hyperv_hv-neutron-6013 {{(pid=94176) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:261}} Jun 23 12:00:47.793809 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90d07a94-9d08-4a89-a37b-d6eb332041e2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=45db05a1-81f0-42b2-8d20-7ab54982fdee,revision_number=None']} {{(pid=94175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 12:00:47.796762 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG oslo_concurrency.lockutils [None req-90d07a94-9d08-4a89-a37b-d6eb332041e2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.011s {{(pid=94175) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 12:00:47.812255 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.plugins.ml2.plugin [None req-97bd5441-1da2-49ee-a364-27795820ba27 None None] No Port match for: e8485f2a-3f06-4598-a014-fc30e4539d6c {{(pid=94176) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2240}} Jun 23 12:00:47.812610 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.plugins.ml2.rpc [None req-97bd5441-1da2-49ee-a364-27795820ba27 None None] Device e8485f2a-3f06-4598-a014-fc30e4539d6c not bound to the agent host hv-neutron-6013 {{(pid=94176) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:271}} Jun 23 12:00:48.889827 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.wsgi [-] (94175) accepted ('10.222.0.20', 47466) {{(pid=94175) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 12:00:48.981573 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.api.v2.base [None req-6612c4aa-3082-46d7-b81d-1dcf264ed286 tempest-NetworksIpV6Test-2059726755 tempest-NetworksIpV6Test-2059726755-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-2098477328'}} {{(pid=94175) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 23 12:00:49.100369 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6612c4aa-3082-46d7-b81d-1dcf264ed286 tempest-NetworksIpV6Test-2059726755 tempest-NetworksIpV6Test-2059726755-project] Made reservation on behalf of edd03053237a463fa35a504cc4ffa228 for: {'network': 1} {{(pid=94175) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 23 12:00:49.104110 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron_lib.callbacks.manager [None req-6612c4aa-3082-46d7-b81d-1dcf264ed286 tempest-NetworksIpV6Test-2059726755 tempest-NetworksIpV6Test-2059726755-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-923104'] for network, before_create {{(pid=94175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 12:00:49.117895 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron_lib.callbacks.manager [None req-6612c4aa-3082-46d7-b81d-1dcf264ed286 tempest-NetworksIpV6Test-2059726755 tempest-NetworksIpV6Test-2059726755-project] Notify callbacks [] for security_group, before_create {{(pid=94175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 12:00:49.236599 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron_lib.callbacks.manager [None req-6612c4aa-3082-46d7-b81d-1dcf264ed286 tempest-NetworksIpV6Test-2059726755 tempest-NetworksIpV6Test-2059726755-project] Notify callbacks [] for security_group, precommit_create {{(pid=94175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 12:00:49.319528 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron_lib.callbacks.manager [None req-6612c4aa-3082-46d7-b81d-1dcf264ed286 tempest-NetworksIpV6Test-2059726755 tempest-NetworksIpV6Test-2059726755-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7996330'] for security_group, after_create {{(pid=94175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 12:00:49.322659 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG oslo_concurrency.lockutils [None req-937a659d-d587-4131-a995-f558aa7493f8 tempest-TestNetworkAdvancedServerOps-632886841 tempest-TestNetworkAdvancedServerOps-632886841-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94175) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 12:00:49.347911 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6612c4aa-3082-46d7-b81d-1dcf264ed286 tempest-NetworksIpV6Test-2059726755 tempest-NetworksIpV6Test-2059726755-project] vlan segment allocate from pool success with {'vlan_id': 423, 'physical_network': 'physnet1'} {{(pid=94175) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 23 12:00:49.358541 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6612c4aa-3082-46d7-b81d-1dcf264ed286 tempest-NetworksIpV6Test-2059726755 tempest-NetworksIpV6Test-2059726755-project] Pushing event updated for resources: {'SecurityGroup': ['ID=60beee2b-2430-4a65-988a-0159362091c0,revision_number=1']} {{(pid=94175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 12:00:49.361709 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG oslo_concurrency.lockutils [None req-6612c4aa-3082-46d7-b81d-1dcf264ed286 tempest-NetworksIpV6Test-2059726755 tempest-NetworksIpV6Test-2059726755-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.039s {{(pid=94175) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 12:00:49.364728 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron_lib.callbacks.manager [None req-6612c4aa-3082-46d7-b81d-1dcf264ed286 tempest-NetworksIpV6Test-2059726755 tempest-NetworksIpV6Test-2059726755-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3801'] for segment, precommit_create {{(pid=94175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 12:00:49.365123 dv-neutron-601336-94-hyperv neutron-server[94175]: INFO neutron.db.segments_db [None req-6612c4aa-3082-46d7-b81d-1dcf264ed286 tempest-NetworksIpV6Test-2059726755 tempest-NetworksIpV6Test-2059726755-project] Added segment 7500a03e-91f1-4ebe-8702-17e71dfc932d of type vlan for network 7fa2b4a9-8ebe-4a2d-8501-e51de5e67c3b Jun 23 12:00:49.408004 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron_lib.callbacks.manager [None req-6612c4aa-3082-46d7-b81d-1dcf264ed286 tempest-NetworksIpV6Test-2059726755 tempest-NetworksIpV6Test-2059726755-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8773699596773'] for network, precommit_create {{(pid=94175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 12:00:49.520349 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron_lib.callbacks.manager [None req-6612c4aa-3082-46d7-b81d-1dcf264ed286 tempest-NetworksIpV6Test-2059726755 tempest-NetworksIpV6Test-2059726755-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8002400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7866073'] for network, after_create {{(pid=94175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 12:00:49.525912 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6612c4aa-3082-46d7-b81d-1dcf264ed286 tempest-NetworksIpV6Test-2059726755 tempest-NetworksIpV6Test-2059726755-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 12:00:49.526504 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron_lib.callbacks.manager [None req-6612c4aa-3082-46d7-b81d-1dcf264ed286 tempest-NetworksIpV6Test-2059726755 tempest-NetworksIpV6Test-2059726755-project] Notify callbacks [] for network, before_response {{(pid=94175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 12:00:49.528995 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG oslo_concurrency.lockutils [None req-6c459bec-964e-4048-9530-c954fb51c235 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94175) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 12:00:49.592043 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6612c4aa-3082-46d7-b81d-1dcf264ed286 tempest-NetworksIpV6Test-2059726755 tempest-NetworksIpV6Test-2059726755-project] Pushing event updated for resources: {'Network': ['ID=7fa2b4a9-8ebe-4a2d-8501-e51de5e67c3b,revision_number=1']} {{(pid=94175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 12:00:49.594630 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG oslo_concurrency.lockutils [None req-6612c4aa-3082-46d7-b81d-1dcf264ed286 tempest-NetworksIpV6Test-2059726755 tempest-NetworksIpV6Test-2059726755-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.066s {{(pid=94175) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 12:00:49.603161 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.plugins.ml2.rpc [None req-dc7542b2-afef-47f4-a763-e3a3cba144be None None] Network 7fa2b4a9-8ebe-4a2d-8501-e51de5e67c3b details requested by agent ovs-agent-dv-neutron-601336-94-hyperv with host dv-neutron-601336-94-hyperv {{(pid=94176) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:250}} Jun 23 12:00:49.651816 dv-neutron-601336-94-hyperv neutron-server[94175]: INFO neutron.wsgi [None req-6612c4aa-3082-46d7-b81d-1dcf264ed286 tempest-NetworksIpV6Test-2059726755 tempest-NetworksIpV6Test-2059726755-project] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.7608664 Jun 23 12:00:52.930960 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.wsgi [-] (94174) accepted ('10.222.0.20', 47470) {{(pid=94174) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 12:00:52.936378 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.api.v2.base [None req-0bc741d2-9e07-408c-b7a5-38b73fbc51ae tempest-NetworksIpV6Test-2059726755 tempest-NetworksIpV6Test-2059726755-project] Request body: {'subnet': {'network_id': '7fa2b4a9-8ebe-4a2d-8501-e51de5e67c3b', 'cidr': '2001:db8:0:ffff::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:ffff::1'}} {{(pid=94174) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 23 12:00:53.117233 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0bc741d2-9e07-408c-b7a5-38b73fbc51ae tempest-NetworksIpV6Test-2059726755 tempest-NetworksIpV6Test-2059726755-project] Made reservation on behalf of edd03053237a463fa35a504cc4ffa228 for: {'subnet': 1} {{(pid=94174) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 23 12:00:53.120833 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron_lib.callbacks.manager [None req-0bc741d2-9e07-408c-b7a5-38b73fbc51ae tempest-NetworksIpV6Test-2059726755 tempest-NetworksIpV6Test-2059726755-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4294245'] for subnet, before_create {{(pid=94174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 12:00:53.371301 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron_lib.callbacks.manager [None req-0bc741d2-9e07-408c-b7a5-38b73fbc51ae tempest-NetworksIpV6Test-2059726755 tempest-NetworksIpV6Test-2059726755-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866062', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5195999', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4294259'] for subnet, after_create {{(pid=94174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 12:00:53.373489 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG oslo_concurrency.lockutils [None req-e61bf6de-c0ed-470a-bb03-77679fb52f81 tempest-RoutersIpV6Test-1448447933 tempest-RoutersIpV6Test-1448447933-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94174) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 12:00:53.434059 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bc741d2-9e07-408c-b7a5-38b73fbc51ae tempest-NetworksIpV6Test-2059726755 tempest-NetworksIpV6Test-2059726755-project] Pushing event updated for resources: {'Subnet': ['ID=a8f69d9f-689a-4f60-9e1d-693164a3c419,revision_number=0']} {{(pid=94174) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 12:00:53.437922 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG oslo_concurrency.lockutils [None req-0bc741d2-9e07-408c-b7a5-38b73fbc51ae tempest-NetworksIpV6Test-2059726755 tempest-NetworksIpV6Test-2059726755-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.064s {{(pid=94174) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 12:00:53.445691 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0bc741d2-9e07-408c-b7a5-38b73fbc51ae tempest-NetworksIpV6Test-2059726755 tempest-NetworksIpV6Test-2059726755-project] Checking segment: {'id': '7500a03e-91f1-4ebe-8702-17e71dfc932d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 423, 'network_id': '7fa2b4a9-8ebe-4a2d-8501-e51de5e67c3b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94174) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 23 12:00:53.446064 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0bc741d2-9e07-408c-b7a5-38b73fbc51ae tempest-NetworksIpV6Test-2059726755 tempest-NetworksIpV6Test-2059726755-project] Network hostable DHCP agents. Network: 7fa2b4a9-8ebe-4a2d-8501-e51de5e67c3b, hostable agents: ['8cf29b10-0e57-4131-816f-a4b6ad00b249'], hosted agents: [] {{(pid=94174) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 23 12:00:53.568937 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0bc741d2-9e07-408c-b7a5-38b73fbc51ae tempest-NetworksIpV6Test-2059726755 tempest-NetworksIpV6Test-2059726755-project] Network 7fa2b4a9-8ebe-4a2d-8501-e51de5e67c3b is scheduled to be hosted by DHCP agent 8cf29b10-0e57-4131-816f-a4b6ad00b249 with binding_index 1 {{(pid=94174) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 23 12:00:53.604624 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron_lib.callbacks.manager [None req-97bd5441-1da2-49ee-a364-27795820ba27 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773699952132', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-899307'] for agent, after_update {{(pid=94176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 12:00:53.713472 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.scheduler.base_scheduler [None req-0bc741d2-9e07-408c-b7a5-38b73fbc51ae tempest-NetworksIpV6Test-2059726755 tempest-NetworksIpV6Test-2059726755-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-601336-94-hyperv, 7fa2b4a9-8ebe-4a2d-8501-e51de5e67c3b) {{(pid=94174) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 23 12:00:53.717746 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0bc741d2-9e07-408c-b7a5-38b73fbc51ae tempest-NetworksIpV6Test-2059726755 tempest-NetworksIpV6Test-2059726755-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94174) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 12:00:53.718342 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron_lib.callbacks.manager [None req-0bc741d2-9e07-408c-b7a5-38b73fbc51ae tempest-NetworksIpV6Test-2059726755 tempest-NetworksIpV6Test-2059726755-project] Notify callbacks [] for subnet, before_response {{(pid=94174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 12:00:53.722228 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a71ffbe9-bf96-4c05-a952-dc800513a0a3 None None] Network 7fa2b4a9-8ebe-4a2d-8501-e51de5e67c3b requested from dv-neutron-601336-94-hyperv {{(pid=94176) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 23 12:00:53.873879 dv-neutron-601336-94-hyperv neutron-server[94174]: INFO neutron.wsgi [None req-0bc741d2-9e07-408c-b7a5-38b73fbc51ae tempest-NetworksIpV6Test-2059726755 tempest-NetworksIpV6Test-2059726755-project] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.9417880 Jun 23 12:00:53.876202 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8c564054-c3cf-4854-a407-e16e6254be65 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1e0d828a-1fa4-563d-b7fd-53adf66a04ee-7fa2b4a9-8ebe-4a2d-8501-e51de5e67c3b', 'network_id': '7fa2b4a9-8ebe-4a2d-8501-e51de5e67c3b', 'tenant_id': 'edd03053237a463fa35a504cc4ffa228', 'fixed_ips': [{'subnet_id': 'a8f69d9f-689a-4f60-9e1d-693164a3c419'}]}} from dv-neutron-601336-94-hyperv. {{(pid=94176) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 23 12:00:53.878008 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.wsgi [-] (94174) accepted ('10.222.0.20', 47472) {{(pid=94174) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 12:00:53.878347 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron_lib.callbacks.manager [None req-8c564054-c3cf-4854-a407-e16e6254be65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-923104'] for port, before_create {{(pid=94176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 12:00:53.883107 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.api.v2.base [None req-2d4d4478-af96-4e75-a277-85091a608b31 tempest-NetworksIpV6Test-2059726755 tempest-NetworksIpV6Test-2059726755-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-2132674957'}} {{(pid=94174) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 23 12:00:54.005346 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2d4d4478-af96-4e75-a277-85091a608b31 tempest-NetworksIpV6Test-2059726755 tempest-NetworksIpV6Test-2059726755-project] Made reservation on behalf of edd03053237a463fa35a504cc4ffa228 for: {'network': 1} {{(pid=94174) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 23 12:00:54.008826 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron_lib.callbacks.manager [None req-2d4d4478-af96-4e75-a277-85091a608b31 tempest-NetworksIpV6Test-2059726755 tempest-NetworksIpV6Test-2059726755-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-923104'] for network, before_create {{(pid=94174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 12:00:54.023836 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.db.db_base_plugin_common [None req-8c564054-c3cf-4854-a407-e16e6254be65 None None] Allocated IP 2001:db8:0:ffff::2 (7fa2b4a9-8ebe-4a2d-8501-e51de5e67c3b/a8f69d9f-689a-4f60-9e1d-693164a3c419/b3af014b-12c2-4fe8-bc72-8467c6482f9a) {{(pid=94176) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 23 12:00:54.035185 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2d4d4478-af96-4e75-a277-85091a608b31 tempest-NetworksIpV6Test-2059726755 tempest-NetworksIpV6Test-2059726755-project] vlan segment allocate from pool success with {'vlan_id': 446, 'physical_network': 'physnet1'} {{(pid=94174) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 23 12:00:54.044936 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron_lib.callbacks.manager [None req-2d4d4478-af96-4e75-a277-85091a608b31 tempest-NetworksIpV6Test-2059726755 tempest-NetworksIpV6Test-2059726755-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3801'] for segment, precommit_create {{(pid=94174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 12:00:54.045289 dv-neutron-601336-94-hyperv neutron-server[94174]: INFO neutron.db.segments_db [None req-2d4d4478-af96-4e75-a277-85091a608b31 tempest-NetworksIpV6Test-2059726755 tempest-NetworksIpV6Test-2059726755-project] Added segment bd3c3d57-4fc2-491c-8a57-fc0a1f74ee83 of type vlan for network 20746f78-4c34-4701-bfe6-f32f527e4845 Jun 23 12:00:54.087356 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron_lib.callbacks.manager [None req-2d4d4478-af96-4e75-a277-85091a608b31 tempest-NetworksIpV6Test-2059726755 tempest-NetworksIpV6Test-2059726755-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8773699596773'] for network, precommit_create {{(pid=94174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 12:00:54.182465 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron_lib.callbacks.manager [None req-8c564054-c3cf-4854-a407-e16e6254be65 None None] Notify callbacks [] for port, precommit_create {{(pid=94176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 12:00:54.191093 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.db.provisioning_blocks [None req-8c564054-c3cf-4854-a407-e16e6254be65 None None] Transition to ACTIVE for port object b3af014b-12c2-4fe8-bc72-8467c6482f9a will not be triggered until provisioned by entity L2. {{(pid=94176) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 23 12:00:54.205597 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.db.provisioning_blocks [None req-8c564054-c3cf-4854-a407-e16e6254be65 None None] Transition to ACTIVE for port object b3af014b-12c2-4fe8-bc72-8467c6482f9a will not be triggered until provisioned by entity DHCP. {{(pid=94176) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 23 12:00:54.251173 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron_lib.callbacks.manager [None req-2d4d4478-af96-4e75-a277-85091a608b31 tempest-NetworksIpV6Test-2059726755 tempest-NetworksIpV6Test-2059726755-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8002400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7866073'] for network, after_create {{(pid=94174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 12:00:54.256909 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2d4d4478-af96-4e75-a277-85091a608b31 tempest-NetworksIpV6Test-2059726755 tempest-NetworksIpV6Test-2059726755-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94174) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 12:00:54.257446 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron_lib.callbacks.manager [None req-2d4d4478-af96-4e75-a277-85091a608b31 tempest-NetworksIpV6Test-2059726755 tempest-NetworksIpV6Test-2059726755-project] Notify callbacks [] for network, before_response {{(pid=94174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 12:00:54.260403 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG oslo_concurrency.lockutils [None req-2147f4a4-78fb-46df-b267-e25623462b33 tempest-ExtraDHCPOptionsTestJSON-1313277810 tempest-ExtraDHCPOptionsTestJSON-1313277810-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94174) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 12:00:54.353894 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron_lib.callbacks.manager [None req-8c564054-c3cf-4854-a407-e16e6254be65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-922915', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-239814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7866073', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773699642215'] for port, after_create {{(pid=94176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 12:00:54.355947 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG oslo_concurrency.lockutils [None req-97bd5441-1da2-49ee-a364-27795820ba27 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 12:00:54.364633 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d4d4478-af96-4e75-a277-85091a608b31 tempest-NetworksIpV6Test-2059726755 tempest-NetworksIpV6Test-2059726755-project] Pushing event updated for resources: {'Network': ['ID=20746f78-4c34-4701-bfe6-f32f527e4845,revision_number=1']} {{(pid=94174) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 12:00:54.367443 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG oslo_concurrency.lockutils [None req-2d4d4478-af96-4e75-a277-85091a608b31 tempest-NetworksIpV6Test-2059726755 tempest-NetworksIpV6Test-2059726755-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.107s {{(pid=94174) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 12:00:54.380645 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.plugins.ml2.rpc [None req-dc7542b2-afef-47f4-a763-e3a3cba144be None None] Network 20746f78-4c34-4701-bfe6-f32f527e4845 details requested by agent ovs-agent-dv-neutron-601336-94-hyperv with host dv-neutron-601336-94-hyperv {{(pid=94176) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:250}} Jun 23 12:00:54.429064 dv-neutron-601336-94-hyperv neutron-server[94174]: INFO neutron.wsgi [None req-2d4d4478-af96-4e75-a277-85091a608b31 tempest-NetworksIpV6Test-2059726755 tempest-NetworksIpV6Test-2059726755-project] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.5499873 Jun 23 12:00:54.432159 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.wsgi [-] (94175) accepted ('10.222.0.20', 47474) {{(pid=94175) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 12:00:54.436605 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8c564054-c3cf-4854-a407-e16e6254be65 None None] Network 7fa2b4a9-8ebe-4a2d-8501-e51de5e67c3b is already hosted by enough agents. {{(pid=94176) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 23 12:00:54.437647 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.api.v2.base [None req-0a8b76c6-c416-40f9-a172-b9b8e22fad2a tempest-NetworksIpV6Test-2059726755 tempest-NetworksIpV6Test-2059726755-project] Request body: {'subnet': {'network_id': '20746f78-4c34-4701-bfe6-f32f527e4845', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'enable_dhcp': True, 'host_routes': [{'destination': '2001::/64', 'nexthop': '2003::1'}], 'dns_nameservers': ['2001:4860:4860::8844', '2001:4860:4860::8888']}} {{(pid=94175) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 23 12:00:54.445572 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.scheduler.base_scheduler [None req-8c564054-c3cf-4854-a407-e16e6254be65 None None] Resources bound (agent type, host, resource id): {{(pid=94176) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 23 12:00:54.451691 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8c564054-c3cf-4854-a407-e16e6254be65 None None] Received port after_create {{(pid=94176) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 23 12:00:54.462386 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c564054-c3cf-4854-a407-e16e6254be65 None None] Pushing event updated for resources: {'Port': ['ID=b3af014b-12c2-4fe8-bc72-8467c6482f9a,revision_number=1']} {{(pid=94176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 12:00:54.468169 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG oslo_concurrency.lockutils [None req-8c564054-c3cf-4854-a407-e16e6254be65 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.112s {{(pid=94176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 12:00:54.522925 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.plugins.ml2.managers [None req-8c564054-c3cf-4854-a407-e16e6254be65 None None] Attempting to bind port b3af014b-12c2-4fe8-bc72-8467c6482f9a on host dv-neutron-601336-94-hyperv for vnic_type normal with profile {{(pid=94176) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 23 12:00:54.523242 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.plugins.ml2.managers [None req-8c564054-c3cf-4854-a407-e16e6254be65 None None] Attempting to bind port b3af014b-12c2-4fe8-bc72-8467c6482f9a by drivers openvswitch,hyperv on host dv-neutron-601336-94-hyperv at level 0 using segments [{'id': '7500a03e-91f1-4ebe-8702-17e71dfc932d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 423, 'network_id': '7fa2b4a9-8ebe-4a2d-8501-e51de5e67c3b'}] {{(pid=94176) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 23 12:00:54.523614 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8c564054-c3cf-4854-a407-e16e6254be65 None None] Attempting to bind port b3af014b-12c2-4fe8-bc72-8467c6482f9a on network 7fa2b4a9-8ebe-4a2d-8501-e51de5e67c3b {{(pid=94176) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 23 12:00:54.529065 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8c564054-c3cf-4854-a407-e16e6254be65 None None] Checking agent: {'id': '4d05f899-5ac9-411b-8a03-f60c93f87cdf', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-601336-94-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 23, 11, 22, 14), 'started_at': datetime.datetime(2021, 6, 23, 11, 22, 44), 'heartbeat_timestamp': datetime.datetime(2021, 6, 23, 12, 0, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'monitor_allowed_address_pair_garp': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-601336-94-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94176) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 23 12:00:54.529596 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8c564054-c3cf-4854-a407-e16e6254be65 None None] Checking segment: {'id': '7500a03e-91f1-4ebe-8702-17e71dfc932d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 423, 'network_id': '7fa2b4a9-8ebe-4a2d-8501-e51de5e67c3b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94176) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 23 12:00:54.530111 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron_lib.callbacks.manager [None req-8c564054-c3cf-4854-a407-e16e6254be65 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 12:00:54.530522 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8c564054-c3cf-4854-a407-e16e6254be65 None None] Bound using segment: {'id': '7500a03e-91f1-4ebe-8702-17e71dfc932d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 423, 'network_id': '7fa2b4a9-8ebe-4a2d-8501-e51de5e67c3b'} {{(pid=94176) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 23 12:00:54.530993 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.plugins.ml2.managers [None req-8c564054-c3cf-4854-a407-e16e6254be65 None None] Bound port: b3af014b-12c2-4fe8-bc72-8467c6482f9a, host: dv-neutron-601336-94-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7500a03e-91f1-4ebe-8702-17e71dfc932d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 423, 'network_id': '7fa2b4a9-8ebe-4a2d-8501-e51de5e67c3b'}}] {{(pid=94176) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 23 12:00:54.531397 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron_lib.callbacks.manager [None req-8c564054-c3cf-4854-a407-e16e6254be65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-923122'] for port, before_update {{(pid=94176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 12:00:54.599277 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0a8b76c6-c416-40f9-a172-b9b8e22fad2a tempest-NetworksIpV6Test-2059726755 tempest-NetworksIpV6Test-2059726755-project] Made reservation on behalf of edd03053237a463fa35a504cc4ffa228 for: {'subnet': 1} {{(pid=94175) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 23 12:00:54.599526 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.plugins.ml2.db [None req-8c564054-c3cf-4854-a407-e16e6254be65 None None] For port b3af014b-12c2-4fe8-bc72-8467c6482f9a, host dv-neutron-601336-94-hyperv, cleared binding levels {{(pid=94176) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 23 12:00:54.602457 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.plugins.ml2.db [None req-8c564054-c3cf-4854-a407-e16e6254be65 None None] For port b3af014b-12c2-4fe8-bc72-8467c6482f9a, host dv-neutron-601336-94-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-94-hyperv',level=0,port_id=b3af014b-12c2-4fe8-bc72-8467c6482f9a,segment=NetworkSegment(7500a03e-91f1-4ebe-8702-17e71dfc932d),segment_id=7500a03e-91f1-4ebe-8702-17e71dfc932d)] {{(pid=94176) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 23 12:00:54.602976 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron_lib.callbacks.manager [None req-0a8b76c6-c416-40f9-a172-b9b8e22fad2a tempest-NetworksIpV6Test-2059726755 tempest-NetworksIpV6Test-2059726755-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4660073'] for subnet, before_create {{(pid=94175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 12:00:54.689406 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron_lib.callbacks.manager [None req-8c564054-c3cf-4854-a407-e16e6254be65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-922904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866062', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773700135042', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773699642233', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773699642278'] for port, after_update {{(pid=94176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 12:00:54.692651 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG oslo_concurrency.lockutils [None req-97bd5441-1da2-49ee-a364-27795820ba27 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 12:00:54.756158 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c564054-c3cf-4854-a407-e16e6254be65 None None] Pushing event updated for resources: {'Port': ['ID=b3af014b-12c2-4fe8-bc72-8467c6482f9a,revision_number=2']} {{(pid=94176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 12:00:54.769695 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG oslo_concurrency.lockutils [None req-8c564054-c3cf-4854-a407-e16e6254be65 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.073s {{(pid=94176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 12:00:54.957989 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron_lib.callbacks.manager [None req-0a8b76c6-c416-40f9-a172-b9b8e22fad2a tempest-NetworksIpV6Test-2059726755 tempest-NetworksIpV6Test-2059726755-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866062', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5083113', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4660095'] for subnet, after_create {{(pid=94175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 12:00:54.960316 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG oslo_concurrency.lockutils [None req-6dc874ed-038d-439d-a397-78d6c8ac205b tempest-TestNetworkBasicOps-233187296 tempest-TestNetworkBasicOps-233187296-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94175) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 12:00:55.045945 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a8b76c6-c416-40f9-a172-b9b8e22fad2a tempest-NetworksIpV6Test-2059726755 tempest-NetworksIpV6Test-2059726755-project] Pushing event updated for resources: {'Subnet': ['ID=8e70335d-a59d-429e-b233-11c1198defb3,revision_number=0']} {{(pid=94175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 12:00:55.057035 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0a8b76c6-c416-40f9-a172-b9b8e22fad2a tempest-NetworksIpV6Test-2059726755 tempest-NetworksIpV6Test-2059726755-project] Checking segment: {'id': 'bd3c3d57-4fc2-491c-8a57-fc0a1f74ee83', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 446, 'network_id': '20746f78-4c34-4701-bfe6-f32f527e4845'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94175) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 23 12:00:55.057312 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0a8b76c6-c416-40f9-a172-b9b8e22fad2a tempest-NetworksIpV6Test-2059726755 tempest-NetworksIpV6Test-2059726755-project] Network hostable DHCP agents. Network: 20746f78-4c34-4701-bfe6-f32f527e4845, hostable agents: ['8cf29b10-0e57-4131-816f-a4b6ad00b249'], hosted agents: [] {{(pid=94175) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 23 12:00:55.060087 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a8b76c6-c416-40f9-a172-b9b8e22fad2a tempest-NetworksIpV6Test-2059726755 tempest-NetworksIpV6Test-2059726755-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-601336-94-hyperv {{(pid=94175) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 12:00:55.060478 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a8b76c6-c416-40f9-a172-b9b8e22fad2a tempest-NetworksIpV6Test-2059726755 tempest-NetworksIpV6Test-2059726755-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-94-hyperv {{(pid=94175) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 12:00:55.060876 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a8b76c6-c416-40f9-a172-b9b8e22fad2a tempest-NetworksIpV6Test-2059726755 tempest-NetworksIpV6Test-2059726755-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-94-hyperv {{(pid=94175) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 12:00:55.061239 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a8b76c6-c416-40f9-a172-b9b8e22fad2a tempest-NetworksIpV6Test-2059726755 tempest-NetworksIpV6Test-2059726755-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-601336-94-hyperv {{(pid=94175) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 12:00:55.061618 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a8b76c6-c416-40f9-a172-b9b8e22fad2a tempest-NetworksIpV6Test-2059726755 tempest-NetworksIpV6Test-2059726755-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-601336-94-hyperv {{(pid=94175) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 12:00:55.061989 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a8b76c6-c416-40f9-a172-b9b8e22fad2a tempest-NetworksIpV6Test-2059726755 tempest-NetworksIpV6Test-2059726755-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-601336-94-hyperv {{(pid=94175) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 12:00:55.062353 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a8b76c6-c416-40f9-a172-b9b8e22fad2a tempest-NetworksIpV6Test-2059726755 tempest-NetworksIpV6Test-2059726755-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-601336-94-hyperv {{(pid=94175) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 12:00:55.062720 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a8b76c6-c416-40f9-a172-b9b8e22fad2a tempest-NetworksIpV6Test-2059726755 tempest-NetworksIpV6Test-2059726755-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-601336-94-hyperv {{(pid=94175) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 12:00:55.063111 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a8b76c6-c416-40f9-a172-b9b8e22fad2a tempest-NetworksIpV6Test-2059726755 tempest-NetworksIpV6Test-2059726755-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-601336-94-hyperv {{(pid=94175) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 12:00:55.063476 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a8b76c6-c416-40f9-a172-b9b8e22fad2a tempest-NetworksIpV6Test-2059726755 tempest-NetworksIpV6Test-2059726755-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-94-hyperv {{(pid=94175) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 12:00:55.063837 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a8b76c6-c416-40f9-a172-b9b8e22fad2a tempest-NetworksIpV6Test-2059726755 tempest-NetworksIpV6Test-2059726755-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-601336-94-hyperv {{(pid=94175) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 12:00:55.064198 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a8b76c6-c416-40f9-a172-b9b8e22fad2a tempest-NetworksIpV6Test-2059726755 tempest-NetworksIpV6Test-2059726755-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-601336-94-hyperv {{(pid=94175) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 12:00:55.069441 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG oslo_concurrency.lockutils [None req-0a8b76c6-c416-40f9-a172-b9b8e22fad2a tempest-NetworksIpV6Test-2059726755 tempest-NetworksIpV6Test-2059726755-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.109s {{(pid=94175) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 12:00:55.160464 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0a8b76c6-c416-40f9-a172-b9b8e22fad2a tempest-NetworksIpV6Test-2059726755 tempest-NetworksIpV6Test-2059726755-project] Network 20746f78-4c34-4701-bfe6-f32f527e4845 is scheduled to be hosted by DHCP agent 8cf29b10-0e57-4131-816f-a4b6ad00b249 with binding_index 1 {{(pid=94175) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 23 12:00:55.233312 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.scheduler.base_scheduler [None req-0a8b76c6-c416-40f9-a172-b9b8e22fad2a tempest-NetworksIpV6Test-2059726755 tempest-NetworksIpV6Test-2059726755-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-601336-94-hyperv, 20746f78-4c34-4701-bfe6-f32f527e4845) {{(pid=94175) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 23 12:00:55.238744 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0a8b76c6-c416-40f9-a172-b9b8e22fad2a tempest-NetworksIpV6Test-2059726755 tempest-NetworksIpV6Test-2059726755-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 12:00:55.239518 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron_lib.callbacks.manager [None req-0a8b76c6-c416-40f9-a172-b9b8e22fad2a tempest-NetworksIpV6Test-2059726755 tempest-NetworksIpV6Test-2059726755-project] Notify callbacks [] for subnet, before_response {{(pid=94175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 12:00:55.242052 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c40baa66-4d2f-492a-becf-37edbbb3d517 None None] Network 20746f78-4c34-4701-bfe6-f32f527e4845 requested from dv-neutron-601336-94-hyperv {{(pid=94176) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 23 12:00:55.342924 dv-neutron-601336-94-hyperv neutron-server[94175]: INFO neutron.wsgi [None req-0a8b76c6-c416-40f9-a172-b9b8e22fad2a tempest-NetworksIpV6Test-2059726755 tempest-NetworksIpV6Test-2059726755-project] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 913 time: 0.9095535 Jun 23 12:00:55.345665 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.wsgi [-] (94175) accepted ('10.222.0.20', 47476) {{(pid=94175) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 12:00:55.422723 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0b984a62-b65d-4c59-bda7-20cebeedb1ea None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1e0d828a-1fa4-563d-b7fd-53adf66a04ee-20746f78-4c34-4701-bfe6-f32f527e4845', 'network_id': '20746f78-4c34-4701-bfe6-f32f527e4845', 'tenant_id': 'edd03053237a463fa35a504cc4ffa228', 'fixed_ips': [{'subnet_id': '8e70335d-a59d-429e-b233-11c1198defb3'}]}} from dv-neutron-601336-94-hyperv. {{(pid=94176) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 23 12:00:55.423823 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron_lib.callbacks.manager [None req-0b984a62-b65d-4c59-bda7-20cebeedb1ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-923104'] for port, before_create {{(pid=94176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 12:00:55.483517 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron_lib.callbacks.manager [None req-df1fd643-4713-421e-836d-1fa0e5c65040 tempest-NetworksIpV6Test-2059726755 tempest-NetworksIpV6Test-2059726755-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-824874'] for network, before_delete {{(pid=94175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 12:00:55.589023 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron_lib.callbacks.manager [None req-df1fd643-4713-421e-836d-1fa0e5c65040 tempest-NetworksIpV6Test-2059726755 tempest-NetworksIpV6Test-2059726755-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-897634'] for subnet, precommit_delete {{(pid=94175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 12:00:55.599833 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.db.db_base_plugin_common [None req-0b984a62-b65d-4c59-bda7-20cebeedb1ea None None] Allocated IP 2001:db8::2 (20746f78-4c34-4701-bfe6-f32f527e4845/8e70335d-a59d-429e-b233-11c1198defb3/a217753c-763e-4ae6-b7f3-7fe2db832a07) {{(pid=94176) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 23 12:00:55.746535 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a32b5019-5522-41e7-af41-c9079ee8d4c1 None None] Network 7fa2b4a9-8ebe-4a2d-8501-e51de5e67c3b requested from dv-neutron-601336-94-hyperv {{(pid=94176) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 23 12:00:55.795063 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron_lib.callbacks.manager [None req-0b984a62-b65d-4c59-bda7-20cebeedb1ea None None] Notify callbacks [] for port, precommit_create {{(pid=94176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 12:00:55.807856 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.db.provisioning_blocks [None req-0b984a62-b65d-4c59-bda7-20cebeedb1ea None None] Transition to ACTIVE for port object a217753c-763e-4ae6-b7f3-7fe2db832a07 will not be triggered until provisioned by entity L2. {{(pid=94176) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 23 12:00:56.001282 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.db.provisioning_blocks [None req-0b984a62-b65d-4c59-bda7-20cebeedb1ea None None] Transition to ACTIVE for port object a217753c-763e-4ae6-b7f3-7fe2db832a07 will not be triggered until provisioned by entity DHCP. {{(pid=94176) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 23 12:00:56.066317 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron_lib.callbacks.manager [None req-0b984a62-b65d-4c59-bda7-20cebeedb1ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-922915', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-239814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7866073', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773699642215'] for port, after_create {{(pid=94176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 12:00:56.084353 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG oslo_concurrency.lockutils [None req-97bd5441-1da2-49ee-a364-27795820ba27 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 12:00:56.122010 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.db.provisioning_blocks [None req-47dc1c04-0fa5-4355-8ba1-014d4edb0d80 None None] Provisioning for port b3af014b-12c2-4fe8-bc72-8467c6482f9a completed by entity DHCP. {{(pid=94176) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 23 12:00:56.133942 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0b984a62-b65d-4c59-bda7-20cebeedb1ea None None] Network 20746f78-4c34-4701-bfe6-f32f527e4845 is already hosted by enough agents. {{(pid=94176) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 23 12:00:56.149676 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.scheduler.base_scheduler [None req-0b984a62-b65d-4c59-bda7-20cebeedb1ea None None] Resources bound (agent type, host, resource id): {{(pid=94176) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 23 12:00:56.159927 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.plugins.ml2.rpc [None req-dc7542b2-afef-47f4-a763-e3a3cba144be None None] Device b3af014b-12c2-4fe8-bc72-8467c6482f9a up at agent ovs-agent-dv-neutron-601336-94-hyperv {{(pid=94176) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:298}} Jun 23 12:00:56.162854 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0b984a62-b65d-4c59-bda7-20cebeedb1ea None None] Received port after_create {{(pid=94176) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 23 12:00:56.167359 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b984a62-b65d-4c59-bda7-20cebeedb1ea None None] Pushing event updated for resources: {'Port': ['ID=a217753c-763e-4ae6-b7f3-7fe2db832a07,revision_number=1']} {{(pid=94176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 12:00:56.189758 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG oslo_concurrency.lockutils [None req-0b984a62-b65d-4c59-bda7-20cebeedb1ea None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.106s {{(pid=94176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 12:00:56.220457 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron_lib.callbacks.manager [None req-df1fd643-4713-421e-836d-1fa0e5c65040 tempest-NetworksIpV6Test-2059726755 tempest-NetworksIpV6Test-2059726755-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-897627', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866062', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5083050', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4660036'] for subnet, after_delete {{(pid=94175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 12:00:56.224389 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG oslo_concurrency.lockutils [None req-7f4d728e-c23d-44f4-a2ea-b946f64a7fad tempest-TestNetworkBasicOps-233187296 tempest-TestNetworkBasicOps-233187296-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94175) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 12:00:56.254695 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df1fd643-4713-421e-836d-1fa0e5c65040 tempest-NetworksIpV6Test-2059726755 tempest-NetworksIpV6Test-2059726755-project] Pushing event deleted for resources: {'Subnet': ['ID=8e70335d-a59d-429e-b233-11c1198defb3,revision_number=None']} {{(pid=94175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 12:00:56.260781 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG oslo_concurrency.lockutils [None req-df1fd643-4713-421e-836d-1fa0e5c65040 tempest-NetworksIpV6Test-2059726755 tempest-NetworksIpV6Test-2059726755-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.036s {{(pid=94175) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 12:00:56.264228 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.plugins.ml2.managers [None req-0b984a62-b65d-4c59-bda7-20cebeedb1ea None None] Attempting to bind port a217753c-763e-4ae6-b7f3-7fe2db832a07 on host dv-neutron-601336-94-hyperv for vnic_type normal with profile {{(pid=94176) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 23 12:00:56.264806 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.plugins.ml2.managers [None req-0b984a62-b65d-4c59-bda7-20cebeedb1ea None None] Attempting to bind port a217753c-763e-4ae6-b7f3-7fe2db832a07 by drivers openvswitch,hyperv on host dv-neutron-601336-94-hyperv at level 0 using segments [{'id': 'bd3c3d57-4fc2-491c-8a57-fc0a1f74ee83', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 446, 'network_id': '20746f78-4c34-4701-bfe6-f32f527e4845'}] {{(pid=94176) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 23 12:00:56.265374 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0b984a62-b65d-4c59-bda7-20cebeedb1ea None None] Attempting to bind port a217753c-763e-4ae6-b7f3-7fe2db832a07 on network 20746f78-4c34-4701-bfe6-f32f527e4845 {{(pid=94176) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 23 12:00:56.274529 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0b984a62-b65d-4c59-bda7-20cebeedb1ea None None] Checking agent: {'id': '4d05f899-5ac9-411b-8a03-f60c93f87cdf', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-601336-94-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 23, 11, 22, 14), 'started_at': datetime.datetime(2021, 6, 23, 11, 22, 44), 'heartbeat_timestamp': datetime.datetime(2021, 6, 23, 12, 0, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'monitor_allowed_address_pair_garp': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-601336-94-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94176) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 23 12:00:56.275157 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0b984a62-b65d-4c59-bda7-20cebeedb1ea None None] Checking segment: {'id': 'bd3c3d57-4fc2-491c-8a57-fc0a1f74ee83', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 446, 'network_id': '20746f78-4c34-4701-bfe6-f32f527e4845'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94176) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 23 12:00:56.275657 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron_lib.callbacks.manager [None req-0b984a62-b65d-4c59-bda7-20cebeedb1ea None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 12:00:56.276072 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0b984a62-b65d-4c59-bda7-20cebeedb1ea None None] Bound using segment: {'id': 'bd3c3d57-4fc2-491c-8a57-fc0a1f74ee83', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 446, 'network_id': '20746f78-4c34-4701-bfe6-f32f527e4845'} {{(pid=94176) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 23 12:00:56.276569 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.plugins.ml2.managers [None req-0b984a62-b65d-4c59-bda7-20cebeedb1ea None None] Bound port: a217753c-763e-4ae6-b7f3-7fe2db832a07, host: dv-neutron-601336-94-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bd3c3d57-4fc2-491c-8a57-fc0a1f74ee83', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 446, 'network_id': '20746f78-4c34-4701-bfe6-f32f527e4845'}}] {{(pid=94176) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 23 12:00:56.276955 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron_lib.callbacks.manager [None req-0b984a62-b65d-4c59-bda7-20cebeedb1ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-923122'] for port, before_update {{(pid=94176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 12:00:56.330913 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron_lib.callbacks.manager [None req-df1fd643-4713-421e-836d-1fa0e5c65040 tempest-NetworksIpV6Test-2059726755 tempest-NetworksIpV6Test-2059726755-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-897259', 'neutron.services.segments.db._delete_segments_for_network-8773700168587'] for network, precommit_delete {{(pid=94175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 12:00:56.348429 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.services.segments.db [None req-df1fd643-4713-421e-836d-1fa0e5c65040 tempest-NetworksIpV6Test-2059726755 tempest-NetworksIpV6Test-2059726755-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['20746f78-4c34-4701-bfe6-f32f527e4845']}} {{(pid=94175) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 12:00:56.360627 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.services.segments.db [None req-df1fd643-4713-421e-836d-1fa0e5c65040 tempest-NetworksIpV6Test-2059726755 tempest-NetworksIpV6Test-2059726755-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'bd3c3d57-4fc2-491c-8a57-fc0a1f74ee83') {'for_net_delete': True} {{(pid=94175) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 12:00:56.361028 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.services.segments.db [None req-df1fd643-4713-421e-836d-1fa0e5c65040 tempest-NetworksIpV6Test-2059726755 tempest-NetworksIpV6Test-2059726755-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'bd3c3d57-4fc2-491c-8a57-fc0a1f74ee83') {} {{(pid=94175) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 12:00:56.369844 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.db.provisioning_blocks [None req-dc7542b2-afef-47f4-a763-e3a3cba144be None None] Provisioning for port b3af014b-12c2-4fe8-bc72-8467c6482f9a completed by entity L2. {{(pid=94176) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 23 12:00:56.377108 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron_lib.callbacks.manager [None req-df1fd643-4713-421e-836d-1fa0e5c65040 tempest-NetworksIpV6Test-2059726755 tempest-NetworksIpV6Test-2059726755-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8773699955833', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5190677'] for segment, before_delete {{(pid=94175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 12:00:56.379376 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.db.provisioning_blocks [None req-dc7542b2-afef-47f4-a763-e3a3cba144be None None] Provisioning complete for port b3af014b-12c2-4fe8-bc72-8467c6482f9a triggered by entity L2. {{(pid=94176) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 23 12:00:56.379989 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron_lib.callbacks.manager [None req-dc7542b2-afef-47f4-a763-e3a3cba144be None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-899258'] for port, provisioning_complete {{(pid=94176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 12:00:56.392996 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron_lib.callbacks.manager [None req-df1fd643-4713-421e-836d-1fa0e5c65040 tempest-NetworksIpV6Test-2059726755 tempest-NetworksIpV6Test-2059726755-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3801'] for segment, precommit_delete {{(pid=94175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 12:00:56.399825 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-df1fd643-4713-421e-836d-1fa0e5c65040 tempest-NetworksIpV6Test-2059726755 tempest-NetworksIpV6Test-2059726755-project] Releasing vlan 446 on physical network physnet1 to pool {{(pid=94175) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 23 12:00:56.400241 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron_lib.callbacks.manager [None req-df1fd643-4713-421e-836d-1fa0e5c65040 tempest-NetworksIpV6Test-2059726755 tempest-NetworksIpV6Test-2059726755-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3801', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5082371'] for segment, after_delete {{(pid=94175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 12:00:56.405127 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.plugins.ml2.db [None req-0b984a62-b65d-4c59-bda7-20cebeedb1ea None None] For port a217753c-763e-4ae6-b7f3-7fe2db832a07, host dv-neutron-601336-94-hyperv, cleared binding levels {{(pid=94176) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 23 12:00:56.405251 dv-neutron-601336-94-hyperv neutron-server[94175]: Traceback (most recent call last): Jun 23 12:00:56.405251 dv-neutron-601336-94-hyperv neutron-server[94175]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 23 12:00:56.405251 dv-neutron-601336-94-hyperv neutron-server[94175]: timer() Jun 23 12:00:56.405251 dv-neutron-601336-94-hyperv neutron-server[94175]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 23 12:00:56.405251 dv-neutron-601336-94-hyperv neutron-server[94175]: cb(*args, **kw) Jun 23 12:00:56.405251 dv-neutron-601336-94-hyperv neutron-server[94175]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 23 12:00:56.405251 dv-neutron-601336-94-hyperv neutron-server[94175]: return func(*args, **kwargs) Jun 23 12:00:56.405251 dv-neutron-601336-94-hyperv neutron-server[94175]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 23 12:00:56.405251 dv-neutron-601336-94-hyperv neutron-server[94175]: self._notify() Jun 23 12:00:56.405251 dv-neutron-601336-94-hyperv neutron-server[94175]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 23 12:00:56.405251 dv-neutron-601336-94-hyperv neutron-server[94175]: self.callback(batched_events) Jun 23 12:00:56.405251 dv-neutron-601336-94-hyperv neutron-server[94175]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 23 12:00:56.405251 dv-neutron-601336-94-hyperv neutron-server[94175]: event.method(event) Jun 23 12:00:56.405251 dv-neutron-601336-94-hyperv neutron-server[94175]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 23 12:00:56.405251 dv-neutron-601336-94-hyperv neutron-server[94175]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 23 12:00:56.405251 dv-neutron-601336-94-hyperv neutron-server[94175]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 23 12:00:56.405251 dv-neutron-601336-94-hyperv neutron-server[94175]: aggregate_uuid = self.p_client.list_aggregates( Jun 23 12:00:56.405251 dv-neutron-601336-94-hyperv neutron-server[94175]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 23 12:00:56.405251 dv-neutron-601336-94-hyperv neutron-server[94175]: return f(self, *a, **k) Jun 23 12:00:56.405251 dv-neutron-601336-94-hyperv neutron-server[94175]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 23 12:00:56.405251 dv-neutron-601336-94-hyperv neutron-server[94175]: return self._get(url).json() Jun 23 12:00:56.405251 dv-neutron-601336-94-hyperv neutron-server[94175]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 23 12:00:56.405251 dv-neutron-601336-94-hyperv neutron-server[94175]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 23 12:00:56.405251 dv-neutron-601336-94-hyperv neutron-server[94175]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 23 12:00:56.405251 dv-neutron-601336-94-hyperv neutron-server[94175]: return self.request(url, 'GET', **kwargs) Jun 23 12:00:56.405251 dv-neutron-601336-94-hyperv neutron-server[94175]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 23 12:00:56.405251 dv-neutron-601336-94-hyperv neutron-server[94175]: base_url = self.get_endpoint(auth, allow=allow, Jun 23 12:00:56.405251 dv-neutron-601336-94-hyperv neutron-server[94175]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 23 12:00:56.405251 dv-neutron-601336-94-hyperv neutron-server[94175]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 23 12:00:56.405251 dv-neutron-601336-94-hyperv neutron-server[94175]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 23 12:00:56.405251 dv-neutron-601336-94-hyperv neutron-server[94175]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 23 12:00:56.405251 dv-neutron-601336-94-hyperv neutron-server[94175]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 23 12:00:56.476506 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron_lib.callbacks.manager [None req-dc7542b2-afef-47f4-a763-e3a3cba144be None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-923122'] for port, before_update {{(pid=94176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 12:00:56.479136 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.plugins.ml2.db [None req-0b984a62-b65d-4c59-bda7-20cebeedb1ea None None] For port a217753c-763e-4ae6-b7f3-7fe2db832a07, host dv-neutron-601336-94-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-94-hyperv',level=0,port_id=a217753c-763e-4ae6-b7f3-7fe2db832a07,segment=NetworkSegment(bd3c3d57-4fc2-491c-8a57-fc0a1f74ee83),segment_id=bd3c3d57-4fc2-491c-8a57-fc0a1f74ee83)] {{(pid=94176) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 23 12:00:56.492795 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.db.provisioning_blocks [None req-9a90d8b3-513e-4015-9243-b8a3faf7de8f None None] Provisioning complete for port b3af014b-12c2-4fe8-bc72-8467c6482f9a triggered by entity DHCP. {{(pid=94176) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 23 12:00:56.493181 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron_lib.callbacks.manager [None req-9a90d8b3-513e-4015-9243-b8a3faf7de8f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-899258'] for port, provisioning_complete {{(pid=94176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 12:00:56.513588 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron_lib.db.api [None req-df1fd643-4713-421e-836d-1fa0e5c65040 tempest-NetworksIpV6Test-2059726755 tempest-NetworksIpV6Test-2059726755-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Jun 23 12:00:56.513588 dv-neutron-601336-94-hyperv neutron-server[94175]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Jun 23 12:00:56.513588 dv-neutron-601336-94-hyperv neutron-server[94175]: [parameters: {'id': '20746f78-4c34-4701-bfe6-f32f527e4845'}] Jun 23 12:00:56.513588 dv-neutron-601336-94-hyperv neutron-server[94175]: (Background on this error at: http://sqlalche.me/e/14/gkpj) {{(pid=94175) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jun 23 12:00:56.514390 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG oslo_db.api [None req-df1fd643-4713-421e-836d-1fa0e5c65040 tempest-NetworksIpV6Test-2059726755 tempest-NetworksIpV6Test-2059726755-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=94175) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jun 23 12:00:56.539563 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.plugins.ml2.db [None req-dc7542b2-afef-47f4-a763-e3a3cba144be None None] For port b3af014b-12c2-4fe8-bc72-8467c6482f9a, host dv-neutron-601336-94-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-94-hyperv',level=0,port_id=b3af014b-12c2-4fe8-bc72-8467c6482f9a,segment=NetworkSegment(7500a03e-91f1-4ebe-8702-17e71dfc932d),segment_id=7500a03e-91f1-4ebe-8702-17e71dfc932d)] {{(pid=94176) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 23 12:00:56.546437 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron_lib.callbacks.manager [None req-0b984a62-b65d-4c59-bda7-20cebeedb1ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-922904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866062', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773700135042', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773699642233', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773699642278'] for port, after_update {{(pid=94176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 12:00:56.548440 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG oslo_concurrency.lockutils [None req-97bd5441-1da2-49ee-a364-27795820ba27 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 12:00:56.600183 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron_lib.callbacks.manager [None req-dc7542b2-afef-47f4-a763-e3a3cba144be None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-922904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866062', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773700135042', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773699642233', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773699642278'] for port, after_update {{(pid=94176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 12:00:56.659833 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b984a62-b65d-4c59-bda7-20cebeedb1ea None None] Pushing event updated for resources: {'Port': ['ID=a217753c-763e-4ae6-b7f3-7fe2db832a07,revision_number=2']} {{(pid=94176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 12:00:56.667878 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG oslo_concurrency.lockutils [None req-0b984a62-b65d-4c59-bda7-20cebeedb1ea None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.119s {{(pid=94176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 12:00:56.672053 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG oslo_concurrency.lockutils [None req-97bd5441-1da2-49ee-a364-27795820ba27 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.052s {{(pid=94176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 12:00:56.707767 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e0dfbe72-cf3f-413c-8ea6-726fdd16021b None None] Network 20746f78-4c34-4701-bfe6-f32f527e4845 requested from dv-neutron-601336-94-hyperv {{(pid=94176) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 23 12:00:56.768626 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc7542b2-afef-47f4-a763-e3a3cba144be None None] Pushing event updated for resources: {'Port': ['ID=b3af014b-12c2-4fe8-bc72-8467c6482f9a,revision_number=3']} {{(pid=94176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 12:00:56.773080 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG oslo_concurrency.lockutils [None req-dc7542b2-afef-47f4-a763-e3a3cba144be None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.101s {{(pid=94176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 12:00:56.855198 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a3b1dd2c-d35e-4be2-9bff-fd869cc90f3d None None] get_active_networks_info from dv-neutron-601336-94-hyperv {{(pid=94176) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Jun 23 12:00:56.922556 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a3b1dd2c-d35e-4be2-9bff-fd869cc90f3d None None] Resources bound (agent type, host, resource id): {{(pid=94176) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Jun 23 12:00:57.014667 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron_lib.callbacks.manager [None req-df1fd643-4713-421e-836d-1fa0e5c65040 tempest-NetworksIpV6Test-2059726755 tempest-NetworksIpV6Test-2059726755-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-824874'] for network, before_delete {{(pid=94175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 12:00:57.077336 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.plugins.ml2.plugin [None req-df1fd643-4713-421e-836d-1fa0e5c65040 tempest-NetworksIpV6Test-2059726755 tempest-NetworksIpV6Test-2059726755-project] Deleting port a217753c-763e-4ae6-b7f3-7fe2db832a07 {{(pid=94175) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1913}} Jun 23 12:00:57.077780 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron_lib.callbacks.manager [None req-df1fd643-4713-421e-836d-1fa0e5c65040 tempest-NetworksIpV6Test-2059726755 tempest-NetworksIpV6Test-2059726755-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773700079324'] for port, before_delete {{(pid=94175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 12:00:57.141111 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.plugins.ml2.db [None req-df1fd643-4713-421e-836d-1fa0e5c65040 tempest-NetworksIpV6Test-2059726755 tempest-NetworksIpV6Test-2059726755-project] For port a217753c-763e-4ae6-b7f3-7fe2db832a07, host dv-neutron-601336-94-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-94-hyperv',level=0,port_id=a217753c-763e-4ae6-b7f3-7fe2db832a07,segment=NetworkSegment(bd3c3d57-4fc2-491c-8a57-fc0a1f74ee83),segment_id=bd3c3d57-4fc2-491c-8a57-fc0a1f74ee83)] {{(pid=94175) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 23 12:00:57.141471 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron_lib.callbacks.manager [None req-df1fd643-4713-421e-836d-1fa0e5c65040 tempest-NetworksIpV6Test-2059726755 tempest-NetworksIpV6Test-2059726755-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-430722'] for port, precommit_delete {{(pid=94175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 12:00:57.154182 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.plugins.ml2.plugin [None req-df1fd643-4713-421e-836d-1fa0e5c65040 tempest-NetworksIpV6Test-2059726755 tempest-NetworksIpV6Test-2059726755-project] Calling delete_port for a217753c-763e-4ae6-b7f3-7fe2db832a07 owned by network:dhcp {{(pid=94175) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1986}} Jun 23 12:00:57.323360 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron_lib.callbacks.manager [None req-df1fd643-4713-421e-836d-1fa0e5c65040 tempest-NetworksIpV6Test-2059726755 tempest-NetworksIpV6Test-2059726755-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-922904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866062', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773700135024', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773699642224', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5082448'] for port, after_delete {{(pid=94175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 12:00:57.325561 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG oslo_concurrency.lockutils [None req-0f9fa369-0f1f-4828-9e7a-386bf2e1d147 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94175) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 12:00:57.350321 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df1fd643-4713-421e-836d-1fa0e5c65040 tempest-NetworksIpV6Test-2059726755 tempest-NetworksIpV6Test-2059726755-project] Pushing event deleted for resources: {'Port': ['ID=a217753c-763e-4ae6-b7f3-7fe2db832a07,revision_number=None']} {{(pid=94175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 12:00:57.353371 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG oslo_concurrency.lockutils [None req-df1fd643-4713-421e-836d-1fa0e5c65040 tempest-NetworksIpV6Test-2059726755 tempest-NetworksIpV6Test-2059726755-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.028s {{(pid=94175) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 12:00:57.354151 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.db.l3_dvrscheduler_db [None req-df1fd643-4713-421e-836d-1fa0e5c65040 tempest-NetworksIpV6Test-2059726755 tempest-NetworksIpV6Test-2059726755-project] No DVR routers for this DVR port a217753c-763e-4ae6-b7f3-7fe2db832a07 on host dv-neutron-601336-94-hyperv {{(pid=94175) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 23 12:00:57.434552 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron_lib.callbacks.manager [None req-df1fd643-4713-421e-836d-1fa0e5c65040 tempest-NetworksIpV6Test-2059726755 tempest-NetworksIpV6Test-2059726755-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-897259', 'neutron.services.segments.db._delete_segments_for_network-8773700168587'] for network, precommit_delete {{(pid=94175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 12:00:57.444270 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.services.segments.db [None req-df1fd643-4713-421e-836d-1fa0e5c65040 tempest-NetworksIpV6Test-2059726755 tempest-NetworksIpV6Test-2059726755-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['20746f78-4c34-4701-bfe6-f32f527e4845']}} {{(pid=94175) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 12:00:57.454550 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.services.segments.db [None req-df1fd643-4713-421e-836d-1fa0e5c65040 tempest-NetworksIpV6Test-2059726755 tempest-NetworksIpV6Test-2059726755-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'bd3c3d57-4fc2-491c-8a57-fc0a1f74ee83') {'for_net_delete': True} {{(pid=94175) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 12:00:57.454849 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.services.segments.db [None req-df1fd643-4713-421e-836d-1fa0e5c65040 tempest-NetworksIpV6Test-2059726755 tempest-NetworksIpV6Test-2059726755-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'bd3c3d57-4fc2-491c-8a57-fc0a1f74ee83') {} {{(pid=94175) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 12:00:57.464010 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron_lib.callbacks.manager [None req-df1fd643-4713-421e-836d-1fa0e5c65040 tempest-NetworksIpV6Test-2059726755 tempest-NetworksIpV6Test-2059726755-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8773699955833', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5190677'] for segment, before_delete {{(pid=94175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 12:00:57.482471 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron_lib.callbacks.manager [None req-df1fd643-4713-421e-836d-1fa0e5c65040 tempest-NetworksIpV6Test-2059726755 tempest-NetworksIpV6Test-2059726755-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3801'] for segment, precommit_delete {{(pid=94175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 12:00:57.488296 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-df1fd643-4713-421e-836d-1fa0e5c65040 tempest-NetworksIpV6Test-2059726755 tempest-NetworksIpV6Test-2059726755-project] Releasing vlan 446 on physical network physnet1 to pool {{(pid=94175) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 23 12:00:57.488680 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron_lib.callbacks.manager [None req-df1fd643-4713-421e-836d-1fa0e5c65040 tempest-NetworksIpV6Test-2059726755 tempest-NetworksIpV6Test-2059726755-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3801', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5082371'] for segment, after_delete {{(pid=94175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 12:00:57.493128 dv-neutron-601336-94-hyperv neutron-server[94175]: Traceback (most recent call last): Jun 23 12:00:57.493128 dv-neutron-601336-94-hyperv neutron-server[94175]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 23 12:00:57.493128 dv-neutron-601336-94-hyperv neutron-server[94175]: timer() Jun 23 12:00:57.493128 dv-neutron-601336-94-hyperv neutron-server[94175]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 23 12:00:57.493128 dv-neutron-601336-94-hyperv neutron-server[94175]: cb(*args, **kw) Jun 23 12:00:57.493128 dv-neutron-601336-94-hyperv neutron-server[94175]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 23 12:00:57.493128 dv-neutron-601336-94-hyperv neutron-server[94175]: return func(*args, **kwargs) Jun 23 12:00:57.493128 dv-neutron-601336-94-hyperv neutron-server[94175]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 23 12:00:57.493128 dv-neutron-601336-94-hyperv neutron-server[94175]: self._notify() Jun 23 12:00:57.493128 dv-neutron-601336-94-hyperv neutron-server[94175]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 23 12:00:57.493128 dv-neutron-601336-94-hyperv neutron-server[94175]: self.callback(batched_events) Jun 23 12:00:57.493128 dv-neutron-601336-94-hyperv neutron-server[94175]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 23 12:00:57.493128 dv-neutron-601336-94-hyperv neutron-server[94175]: event.method(event) Jun 23 12:00:57.493128 dv-neutron-601336-94-hyperv neutron-server[94175]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 23 12:00:57.493128 dv-neutron-601336-94-hyperv neutron-server[94175]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 23 12:00:57.493128 dv-neutron-601336-94-hyperv neutron-server[94175]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 23 12:00:57.493128 dv-neutron-601336-94-hyperv neutron-server[94175]: aggregate_uuid = self.p_client.list_aggregates( Jun 23 12:00:57.493128 dv-neutron-601336-94-hyperv neutron-server[94175]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 23 12:00:57.493128 dv-neutron-601336-94-hyperv neutron-server[94175]: return f(self, *a, **k) Jun 23 12:00:57.493128 dv-neutron-601336-94-hyperv neutron-server[94175]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 23 12:00:57.493128 dv-neutron-601336-94-hyperv neutron-server[94175]: return self._get(url).json() Jun 23 12:00:57.493128 dv-neutron-601336-94-hyperv neutron-server[94175]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 23 12:00:57.493128 dv-neutron-601336-94-hyperv neutron-server[94175]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 23 12:00:57.493128 dv-neutron-601336-94-hyperv neutron-server[94175]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 23 12:00:57.493128 dv-neutron-601336-94-hyperv neutron-server[94175]: return self.request(url, 'GET', **kwargs) Jun 23 12:00:57.493128 dv-neutron-601336-94-hyperv neutron-server[94175]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 23 12:00:57.493128 dv-neutron-601336-94-hyperv neutron-server[94175]: base_url = self.get_endpoint(auth, allow=allow, Jun 23 12:00:57.493128 dv-neutron-601336-94-hyperv neutron-server[94175]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 23 12:00:57.493128 dv-neutron-601336-94-hyperv neutron-server[94175]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 23 12:00:57.493128 dv-neutron-601336-94-hyperv neutron-server[94175]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 23 12:00:57.493128 dv-neutron-601336-94-hyperv neutron-server[94175]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 23 12:00:57.493128 dv-neutron-601336-94-hyperv neutron-server[94175]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 23 12:00:57.623489 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron_lib.callbacks.manager [None req-df1fd643-4713-421e-836d-1fa0e5c65040 tempest-NetworksIpV6Test-2059726755 tempest-NetworksIpV6Test-2059726755-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-897248', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8002400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7866073', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-524247'] for network, after_delete {{(pid=94175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 12:00:57.627548 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG oslo_concurrency.lockutils [None req-00ec2b72-b564-4d34-88e1-017b696cd87b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94175) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 12:00:57.631628 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron_lib.callbacks.manager [None req-df1fd643-4713-421e-836d-1fa0e5c65040 tempest-NetworksIpV6Test-2059726755 tempest-NetworksIpV6Test-2059726755-project] Notify callbacks [] for network, before_response {{(pid=94175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 12:00:57.633539 dv-neutron-601336-94-hyperv neutron-server[94175]: INFO neutron.wsgi [None req-df1fd643-4713-421e-836d-1fa0e5c65040 tempest-NetworksIpV6Test-2059726755 tempest-NetworksIpV6Test-2059726755-project] 10.222.0.20 "DELETE /v2.0/networks/20746f78-4c34-4701-bfe6-f32f527e4845 HTTP/1.1" status: 204 len: 168 time: 2.2857814 Jun 23 12:00:57.637049 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.wsgi [-] (94174) accepted ('10.222.0.20', 47478) {{(pid=94174) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 12:00:57.642213 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.api.v2.base [None req-1510891a-d012-42ff-973f-91d590c14d0f tempest-NetworksIpV6Test-2059726755 tempest-NetworksIpV6Test-2059726755-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-64089467'}} {{(pid=94174) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 23 12:00:57.647793 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df1fd643-4713-421e-836d-1fa0e5c65040 tempest-NetworksIpV6Test-2059726755 tempest-NetworksIpV6Test-2059726755-project] Pushing event deleted for resources: {'Network': ['ID=20746f78-4c34-4701-bfe6-f32f527e4845,revision_number=None']} {{(pid=94175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 12:00:57.650468 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG oslo_concurrency.lockutils [None req-df1fd643-4713-421e-836d-1fa0e5c65040 tempest-NetworksIpV6Test-2059726755 tempest-NetworksIpV6Test-2059726755-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.023s {{(pid=94175) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 12:00:57.756833 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1510891a-d012-42ff-973f-91d590c14d0f tempest-NetworksIpV6Test-2059726755 tempest-NetworksIpV6Test-2059726755-project] Made reservation on behalf of edd03053237a463fa35a504cc4ffa228 for: {'network': 1} {{(pid=94174) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 23 12:00:57.760332 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron_lib.callbacks.manager [None req-1510891a-d012-42ff-973f-91d590c14d0f tempest-NetworksIpV6Test-2059726755 tempest-NetworksIpV6Test-2059726755-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-923104'] for network, before_create {{(pid=94174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 12:00:57.783959 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1510891a-d012-42ff-973f-91d590c14d0f tempest-NetworksIpV6Test-2059726755 tempest-NetworksIpV6Test-2059726755-project] vlan segment allocate from pool success with {'vlan_id': 412, 'physical_network': 'physnet1'} {{(pid=94174) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 23 12:00:57.792265 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron_lib.callbacks.manager [None req-1510891a-d012-42ff-973f-91d590c14d0f tempest-NetworksIpV6Test-2059726755 tempest-NetworksIpV6Test-2059726755-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3801'] for segment, precommit_create {{(pid=94174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 12:00:57.792608 dv-neutron-601336-94-hyperv neutron-server[94174]: INFO neutron.db.segments_db [None req-1510891a-d012-42ff-973f-91d590c14d0f tempest-NetworksIpV6Test-2059726755 tempest-NetworksIpV6Test-2059726755-project] Added segment f596469b-36c5-49ba-8e10-0c574aacfc1d of type vlan for network a76d4d8a-1f42-4d02-abe8-a6637c3fcf2e Jun 23 12:00:57.842602 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron_lib.callbacks.manager [None req-1510891a-d012-42ff-973f-91d590c14d0f tempest-NetworksIpV6Test-2059726755 tempest-NetworksIpV6Test-2059726755-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8773699596773'] for network, precommit_create {{(pid=94174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 12:00:57.991393 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron_lib.callbacks.manager [None req-1510891a-d012-42ff-973f-91d590c14d0f tempest-NetworksIpV6Test-2059726755 tempest-NetworksIpV6Test-2059726755-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8002400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7866073'] for network, after_create {{(pid=94174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 12:00:57.996912 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1510891a-d012-42ff-973f-91d590c14d0f tempest-NetworksIpV6Test-2059726755 tempest-NetworksIpV6Test-2059726755-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94174) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 12:00:57.997504 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron_lib.callbacks.manager [None req-1510891a-d012-42ff-973f-91d590c14d0f tempest-NetworksIpV6Test-2059726755 tempest-NetworksIpV6Test-2059726755-project] Notify callbacks [] for network, before_response {{(pid=94174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 12:00:57.999925 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG oslo_concurrency.lockutils [None req-28430f8a-db0d-433c-b561-5dcf53e1f99b tempest-RoutersTest-228919764 tempest-RoutersTest-228919764-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94174) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 12:00:58.063506 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1510891a-d012-42ff-973f-91d590c14d0f tempest-NetworksIpV6Test-2059726755 tempest-NetworksIpV6Test-2059726755-project] Pushing event updated for resources: {'Network': ['ID=a76d4d8a-1f42-4d02-abe8-a6637c3fcf2e,revision_number=1']} {{(pid=94174) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 12:00:58.066781 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG oslo_concurrency.lockutils [None req-1510891a-d012-42ff-973f-91d590c14d0f tempest-NetworksIpV6Test-2059726755 tempest-NetworksIpV6Test-2059726755-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.067s {{(pid=94174) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 12:00:58.075499 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.plugins.ml2.rpc [None req-dc7542b2-afef-47f4-a763-e3a3cba144be None None] Network a76d4d8a-1f42-4d02-abe8-a6637c3fcf2e details requested by agent ovs-agent-dv-neutron-601336-94-hyperv with host dv-neutron-601336-94-hyperv {{(pid=94176) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:250}} Jun 23 12:00:58.120719 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.plugins.ml2.rpc [None req-dc7542b2-afef-47f4-a763-e3a3cba144be None None] Device b3af014b-12c2-4fe8-bc72-8467c6482f9a up at agent ovs-agent-dv-neutron-601336-94-hyperv {{(pid=94176) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:298}} Jun 23 12:00:58.125611 dv-neutron-601336-94-hyperv neutron-server[94174]: INFO neutron.wsgi [None req-1510891a-d012-42ff-973f-91d590c14d0f tempest-NetworksIpV6Test-2059726755 tempest-NetworksIpV6Test-2059726755-project] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 782 time: 0.4874694 Jun 23 12:00:58.129130 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.wsgi [-] (94175) accepted ('10.222.0.20', 47480) {{(pid=94175) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 12:00:58.134589 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.api.v2.base [None req-f066955b-0ad0-4a5f-929e-321c32ff549c tempest-NetworksIpV6Test-2059726755 tempest-NetworksIpV6Test-2059726755-project] Request body: {'subnet': {'network_id': 'a76d4d8a-1f42-4d02-abe8-a6637c3fcf2e', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None, 'allocation_pools': [{'start': '2001:db8::3', 'end': '2001:db8::7'}]}} {{(pid=94175) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 23 12:00:58.185900 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.db.provisioning_blocks [None req-dc7542b2-afef-47f4-a763-e3a3cba144be None None] Provisioning complete for port b3af014b-12c2-4fe8-bc72-8467c6482f9a triggered by entity L2. {{(pid=94176) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 23 12:00:58.186283 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron_lib.callbacks.manager [None req-dc7542b2-afef-47f4-a763-e3a3cba144be None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-899258'] for port, provisioning_complete {{(pid=94176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 12:00:58.307312 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f066955b-0ad0-4a5f-929e-321c32ff549c tempest-NetworksIpV6Test-2059726755 tempest-NetworksIpV6Test-2059726755-project] Made reservation on behalf of edd03053237a463fa35a504cc4ffa228 for: {'subnet': 1} {{(pid=94175) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 23 12:00:58.310944 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron_lib.callbacks.manager [None req-f066955b-0ad0-4a5f-929e-321c32ff549c tempest-NetworksIpV6Test-2059726755 tempest-NetworksIpV6Test-2059726755-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4660073'] for subnet, before_create {{(pid=94175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 12:00:58.369694 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.db.ipam_backend_mixin [None req-f066955b-0ad0-4a5f-929e-321c32ff549c tempest-NetworksIpV6Test-2059726755 tempest-NetworksIpV6Test-2059726755-project] Performing IP validity checks on allocation pools {{(pid=94175) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:325}} Jun 23 12:00:58.370231 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.db.ipam_backend_mixin [None req-f066955b-0ad0-4a5f-929e-321c32ff549c tempest-NetworksIpV6Test-2059726755 tempest-NetworksIpV6Test-2059726755-project] Checking for overlaps among allocation pools and gateway ip {{(pid=94175) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:346}} Jun 23 12:00:58.559560 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron_lib.callbacks.manager [None req-f066955b-0ad0-4a5f-929e-321c32ff549c tempest-NetworksIpV6Test-2059726755 tempest-NetworksIpV6Test-2059726755-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866062', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5083113', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4660095'] for subnet, after_create {{(pid=94175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 12:00:58.561657 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG oslo_concurrency.lockutils [None req-0a1d494a-9bbf-4c6f-ad88-fec30f377aab tempest-TestNetworkBasicOps-233187296 tempest-TestNetworkBasicOps-233187296-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94175) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 12:00:58.622821 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f066955b-0ad0-4a5f-929e-321c32ff549c tempest-NetworksIpV6Test-2059726755 tempest-NetworksIpV6Test-2059726755-project] Pushing event updated for resources: {'Subnet': ['ID=a3d767af-db16-421d-b7be-bac807985dc3,revision_number=0']} {{(pid=94175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 12:00:58.625607 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG oslo_concurrency.lockutils [None req-f066955b-0ad0-4a5f-929e-321c32ff549c tempest-NetworksIpV6Test-2059726755 tempest-NetworksIpV6Test-2059726755-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.064s {{(pid=94175) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 12:00:58.632616 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f066955b-0ad0-4a5f-929e-321c32ff549c tempest-NetworksIpV6Test-2059726755 tempest-NetworksIpV6Test-2059726755-project] Checking segment: {'id': 'f596469b-36c5-49ba-8e10-0c574aacfc1d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 412, 'network_id': 'a76d4d8a-1f42-4d02-abe8-a6637c3fcf2e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94175) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 23 12:00:58.632978 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f066955b-0ad0-4a5f-929e-321c32ff549c tempest-NetworksIpV6Test-2059726755 tempest-NetworksIpV6Test-2059726755-project] Network hostable DHCP agents. Network: a76d4d8a-1f42-4d02-abe8-a6637c3fcf2e, hostable agents: ['8cf29b10-0e57-4131-816f-a4b6ad00b249'], hosted agents: [] {{(pid=94175) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 23 12:00:58.734261 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f066955b-0ad0-4a5f-929e-321c32ff549c tempest-NetworksIpV6Test-2059726755 tempest-NetworksIpV6Test-2059726755-project] Network a76d4d8a-1f42-4d02-abe8-a6637c3fcf2e is scheduled to be hosted by DHCP agent 8cf29b10-0e57-4131-816f-a4b6ad00b249 with binding_index 1 {{(pid=94175) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 23 12:00:58.816502 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.scheduler.base_scheduler [None req-f066955b-0ad0-4a5f-929e-321c32ff549c tempest-NetworksIpV6Test-2059726755 tempest-NetworksIpV6Test-2059726755-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-601336-94-hyperv, a76d4d8a-1f42-4d02-abe8-a6637c3fcf2e) {{(pid=94175) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 23 12:00:58.821025 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f066955b-0ad0-4a5f-929e-321c32ff549c tempest-NetworksIpV6Test-2059726755 tempest-NetworksIpV6Test-2059726755-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 12:00:58.821584 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron_lib.callbacks.manager [None req-f066955b-0ad0-4a5f-929e-321c32ff549c tempest-NetworksIpV6Test-2059726755 tempest-NetworksIpV6Test-2059726755-project] Notify callbacks [] for subnet, before_response {{(pid=94175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 12:00:58.825927 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-57cf2dab-5a0d-47c2-9803-e4ce79dfc9fc None None] Network a76d4d8a-1f42-4d02-abe8-a6637c3fcf2e requested from dv-neutron-601336-94-hyperv {{(pid=94176) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 23 12:00:58.885367 dv-neutron-601336-94-hyperv neutron-server[94175]: INFO neutron.wsgi [None req-f066955b-0ad0-4a5f-929e-321c32ff549c tempest-NetworksIpV6Test-2059726755 tempest-NetworksIpV6Test-2059726755-project] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 794 time: 0.7550483 Jun 23 12:00:58.888462 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.wsgi [-] (94175) accepted ('10.222.0.20', 47482) {{(pid=94175) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 12:00:58.969498 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-24340099-b4da-4964-94a9-c88998631d72 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1e0d828a-1fa4-563d-b7fd-53adf66a04ee-a76d4d8a-1f42-4d02-abe8-a6637c3fcf2e', 'network_id': 'a76d4d8a-1f42-4d02-abe8-a6637c3fcf2e', 'tenant_id': 'edd03053237a463fa35a504cc4ffa228', 'fixed_ips': [{'subnet_id': 'a3d767af-db16-421d-b7be-bac807985dc3'}]}} from dv-neutron-601336-94-hyperv. {{(pid=94176) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 23 12:00:58.970478 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron_lib.callbacks.manager [None req-24340099-b4da-4964-94a9-c88998631d72 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-923104'] for port, before_create {{(pid=94176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 12:00:58.992272 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron_lib.callbacks.manager [None req-5e9ca26a-3546-4ccb-94da-c79dd0681ece tempest-NetworksIpV6Test-2059726755 tempest-NetworksIpV6Test-2059726755-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-824874'] for network, before_delete {{(pid=94175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 12:00:59.051076 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron_lib.callbacks.manager [None req-5e9ca26a-3546-4ccb-94da-c79dd0681ece tempest-NetworksIpV6Test-2059726755 tempest-NetworksIpV6Test-2059726755-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-897634'] for subnet, precommit_delete {{(pid=94175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 12:00:59.104658 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.db.db_base_plugin_common [None req-24340099-b4da-4964-94a9-c88998631d72 None None] Allocated IP 2001:db8::3 (a76d4d8a-1f42-4d02-abe8-a6637c3fcf2e/a3d767af-db16-421d-b7be-bac807985dc3/cd154e03-e2ee-43bb-af77-0f5e5ca52f5e) {{(pid=94176) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 23 12:00:59.244508 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron_lib.callbacks.manager [None req-24340099-b4da-4964-94a9-c88998631d72 None None] Notify callbacks [] for port, precommit_create {{(pid=94176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 12:00:59.252259 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.db.provisioning_blocks [None req-24340099-b4da-4964-94a9-c88998631d72 None None] Transition to ACTIVE for port object cd154e03-e2ee-43bb-af77-0f5e5ca52f5e will not be triggered until provisioned by entity L2. {{(pid=94176) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 23 12:00:59.266260 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.db.provisioning_blocks [None req-24340099-b4da-4964-94a9-c88998631d72 None None] Transition to ACTIVE for port object cd154e03-e2ee-43bb-af77-0f5e5ca52f5e will not be triggered until provisioned by entity DHCP. {{(pid=94176) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 23 12:00:59.340642 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron_lib.callbacks.manager [None req-24340099-b4da-4964-94a9-c88998631d72 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-922915', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-239814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7866073', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773699642215'] for port, after_create {{(pid=94176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 12:00:59.343512 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG oslo_concurrency.lockutils [None req-dc7542b2-afef-47f4-a763-e3a3cba144be None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 12:00:59.384876 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-24340099-b4da-4964-94a9-c88998631d72 None None] Network a76d4d8a-1f42-4d02-abe8-a6637c3fcf2e is already hosted by enough agents. {{(pid=94176) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 23 12:00:59.395543 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.scheduler.base_scheduler [None req-24340099-b4da-4964-94a9-c88998631d72 None None] Resources bound (agent type, host, resource id): {{(pid=94176) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 23 12:00:59.395543 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.db.l3_dvrscheduler_db [None req-24340099-b4da-4964-94a9-c88998631d72 None None] Received port after_create {{(pid=94176) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 23 12:00:59.402642 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24340099-b4da-4964-94a9-c88998631d72 None None] Pushing event updated for resources: {'Port': ['ID=cd154e03-e2ee-43bb-af77-0f5e5ca52f5e,revision_number=1']} {{(pid=94176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 12:00:59.410670 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG oslo_concurrency.lockutils [None req-24340099-b4da-4964-94a9-c88998631d72 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.067s {{(pid=94176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 12:00:59.458937 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.plugins.ml2.managers [None req-24340099-b4da-4964-94a9-c88998631d72 None None] Attempting to bind port cd154e03-e2ee-43bb-af77-0f5e5ca52f5e on host dv-neutron-601336-94-hyperv for vnic_type normal with profile {{(pid=94176) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 23 12:00:59.459349 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.plugins.ml2.managers [None req-24340099-b4da-4964-94a9-c88998631d72 None None] Attempting to bind port cd154e03-e2ee-43bb-af77-0f5e5ca52f5e by drivers openvswitch,hyperv on host dv-neutron-601336-94-hyperv at level 0 using segments [{'id': 'f596469b-36c5-49ba-8e10-0c574aacfc1d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 412, 'network_id': 'a76d4d8a-1f42-4d02-abe8-a6637c3fcf2e'}] {{(pid=94176) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 23 12:00:59.459717 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-24340099-b4da-4964-94a9-c88998631d72 None None] Attempting to bind port cd154e03-e2ee-43bb-af77-0f5e5ca52f5e on network a76d4d8a-1f42-4d02-abe8-a6637c3fcf2e {{(pid=94176) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 23 12:00:59.462185 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron_lib.callbacks.manager [None req-5e9ca26a-3546-4ccb-94da-c79dd0681ece tempest-NetworksIpV6Test-2059726755 tempest-NetworksIpV6Test-2059726755-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-897627', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866062', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5083050', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4660036'] for subnet, after_delete {{(pid=94175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 12:00:59.465214 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-24340099-b4da-4964-94a9-c88998631d72 None None] Checking agent: {'id': '4d05f899-5ac9-411b-8a03-f60c93f87cdf', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-601336-94-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 23, 11, 22, 14), 'started_at': datetime.datetime(2021, 6, 23, 11, 22, 44), 'heartbeat_timestamp': datetime.datetime(2021, 6, 23, 12, 0, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'monitor_allowed_address_pair_garp': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-601336-94-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94176) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 23 12:00:59.465448 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG oslo_concurrency.lockutils [None req-a007df96-7333-4790-9112-91b3cd5889c8 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94175) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 12:00:59.465586 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-24340099-b4da-4964-94a9-c88998631d72 None None] Checking segment: {'id': 'f596469b-36c5-49ba-8e10-0c574aacfc1d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 412, 'network_id': 'a76d4d8a-1f42-4d02-abe8-a6637c3fcf2e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94176) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 23 12:00:59.465997 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron_lib.callbacks.manager [None req-24340099-b4da-4964-94a9-c88998631d72 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 12:00:59.466496 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-24340099-b4da-4964-94a9-c88998631d72 None None] Bound using segment: {'id': 'f596469b-36c5-49ba-8e10-0c574aacfc1d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 412, 'network_id': 'a76d4d8a-1f42-4d02-abe8-a6637c3fcf2e'} {{(pid=94176) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 23 12:00:59.466946 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.plugins.ml2.managers [None req-24340099-b4da-4964-94a9-c88998631d72 None None] Bound port: cd154e03-e2ee-43bb-af77-0f5e5ca52f5e, host: dv-neutron-601336-94-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f596469b-36c5-49ba-8e10-0c574aacfc1d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 412, 'network_id': 'a76d4d8a-1f42-4d02-abe8-a6637c3fcf2e'}}] {{(pid=94176) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 23 12:00:59.467268 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron_lib.callbacks.manager [None req-24340099-b4da-4964-94a9-c88998631d72 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-923122'] for port, before_update {{(pid=94176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 12:00:59.493142 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e9ca26a-3546-4ccb-94da-c79dd0681ece tempest-NetworksIpV6Test-2059726755 tempest-NetworksIpV6Test-2059726755-project] Pushing event deleted for resources: {'Subnet': ['ID=a3d767af-db16-421d-b7be-bac807985dc3,revision_number=None']} {{(pid=94175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 12:00:59.497344 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG oslo_concurrency.lockutils [None req-5e9ca26a-3546-4ccb-94da-c79dd0681ece tempest-NetworksIpV6Test-2059726755 tempest-NetworksIpV6Test-2059726755-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.032s {{(pid=94175) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 12:00:59.529386 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.plugins.ml2.db [None req-24340099-b4da-4964-94a9-c88998631d72 None None] For port cd154e03-e2ee-43bb-af77-0f5e5ca52f5e, host dv-neutron-601336-94-hyperv, cleared binding levels {{(pid=94176) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 23 12:00:59.532602 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.plugins.ml2.db [None req-24340099-b4da-4964-94a9-c88998631d72 None None] For port cd154e03-e2ee-43bb-af77-0f5e5ca52f5e, host dv-neutron-601336-94-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-94-hyperv',level=0,port_id=cd154e03-e2ee-43bb-af77-0f5e5ca52f5e,segment=NetworkSegment(f596469b-36c5-49ba-8e10-0c574aacfc1d),segment_id=f596469b-36c5-49ba-8e10-0c574aacfc1d)] {{(pid=94176) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 23 12:00:59.558471 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron_lib.callbacks.manager [None req-5e9ca26a-3546-4ccb-94da-c79dd0681ece tempest-NetworksIpV6Test-2059726755 tempest-NetworksIpV6Test-2059726755-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-897259', 'neutron.services.segments.db._delete_segments_for_network-8773700168587'] for network, precommit_delete {{(pid=94175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 12:00:59.568875 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.services.segments.db [None req-5e9ca26a-3546-4ccb-94da-c79dd0681ece tempest-NetworksIpV6Test-2059726755 tempest-NetworksIpV6Test-2059726755-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a76d4d8a-1f42-4d02-abe8-a6637c3fcf2e']}} {{(pid=94175) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 12:00:59.579370 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.services.segments.db [None req-5e9ca26a-3546-4ccb-94da-c79dd0681ece tempest-NetworksIpV6Test-2059726755 tempest-NetworksIpV6Test-2059726755-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f596469b-36c5-49ba-8e10-0c574aacfc1d') {'for_net_delete': True} {{(pid=94175) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 12:00:59.580145 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.services.segments.db [None req-5e9ca26a-3546-4ccb-94da-c79dd0681ece tempest-NetworksIpV6Test-2059726755 tempest-NetworksIpV6Test-2059726755-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f596469b-36c5-49ba-8e10-0c574aacfc1d') {} {{(pid=94175) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 12:00:59.588853 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron_lib.callbacks.manager [None req-5e9ca26a-3546-4ccb-94da-c79dd0681ece tempest-NetworksIpV6Test-2059726755 tempest-NetworksIpV6Test-2059726755-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8773699955833', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5190677'] for segment, before_delete {{(pid=94175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 12:00:59.633949 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron_lib.callbacks.manager [None req-24340099-b4da-4964-94a9-c88998631d72 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-922904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866062', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773700135042', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773699642233', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773699642278'] for port, after_update {{(pid=94176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 12:00:59.636435 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron_lib.callbacks.manager [None req-5e9ca26a-3546-4ccb-94da-c79dd0681ece tempest-NetworksIpV6Test-2059726755 tempest-NetworksIpV6Test-2059726755-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3801'] for segment, precommit_delete {{(pid=94175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 12:00:59.638241 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG oslo_concurrency.lockutils [None req-dc7542b2-afef-47f4-a763-e3a3cba144be None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 12:00:59.643783 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5e9ca26a-3546-4ccb-94da-c79dd0681ece tempest-NetworksIpV6Test-2059726755 tempest-NetworksIpV6Test-2059726755-project] Releasing vlan 412 on physical network physnet1 to pool {{(pid=94175) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 23 12:00:59.644238 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron_lib.callbacks.manager [None req-5e9ca26a-3546-4ccb-94da-c79dd0681ece tempest-NetworksIpV6Test-2059726755 tempest-NetworksIpV6Test-2059726755-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3801', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5082371'] for segment, after_delete {{(pid=94175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 12:00:59.647773 dv-neutron-601336-94-hyperv neutron-server[94175]: Traceback (most recent call last): Jun 23 12:00:59.647773 dv-neutron-601336-94-hyperv neutron-server[94175]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 23 12:00:59.647773 dv-neutron-601336-94-hyperv neutron-server[94175]: timer() Jun 23 12:00:59.647773 dv-neutron-601336-94-hyperv neutron-server[94175]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 23 12:00:59.647773 dv-neutron-601336-94-hyperv neutron-server[94175]: cb(*args, **kw) Jun 23 12:00:59.647773 dv-neutron-601336-94-hyperv neutron-server[94175]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 23 12:00:59.647773 dv-neutron-601336-94-hyperv neutron-server[94175]: return func(*args, **kwargs) Jun 23 12:00:59.647773 dv-neutron-601336-94-hyperv neutron-server[94175]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 23 12:00:59.647773 dv-neutron-601336-94-hyperv neutron-server[94175]: self._notify() Jun 23 12:00:59.647773 dv-neutron-601336-94-hyperv neutron-server[94175]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 23 12:00:59.647773 dv-neutron-601336-94-hyperv neutron-server[94175]: self.callback(batched_events) Jun 23 12:00:59.647773 dv-neutron-601336-94-hyperv neutron-server[94175]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 23 12:00:59.647773 dv-neutron-601336-94-hyperv neutron-server[94175]: event.method(event) Jun 23 12:00:59.647773 dv-neutron-601336-94-hyperv neutron-server[94175]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 23 12:00:59.647773 dv-neutron-601336-94-hyperv neutron-server[94175]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 23 12:00:59.647773 dv-neutron-601336-94-hyperv neutron-server[94175]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 23 12:00:59.647773 dv-neutron-601336-94-hyperv neutron-server[94175]: aggregate_uuid = self.p_client.list_aggregates( Jun 23 12:00:59.647773 dv-neutron-601336-94-hyperv neutron-server[94175]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 23 12:00:59.647773 dv-neutron-601336-94-hyperv neutron-server[94175]: return f(self, *a, **k) Jun 23 12:00:59.647773 dv-neutron-601336-94-hyperv neutron-server[94175]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 23 12:00:59.647773 dv-neutron-601336-94-hyperv neutron-server[94175]: return self._get(url).json() Jun 23 12:00:59.647773 dv-neutron-601336-94-hyperv neutron-server[94175]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 23 12:00:59.647773 dv-neutron-601336-94-hyperv neutron-server[94175]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 23 12:00:59.647773 dv-neutron-601336-94-hyperv neutron-server[94175]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 23 12:00:59.647773 dv-neutron-601336-94-hyperv neutron-server[94175]: return self.request(url, 'GET', **kwargs) Jun 23 12:00:59.647773 dv-neutron-601336-94-hyperv neutron-server[94175]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 23 12:00:59.647773 dv-neutron-601336-94-hyperv neutron-server[94175]: base_url = self.get_endpoint(auth, allow=allow, Jun 23 12:00:59.647773 dv-neutron-601336-94-hyperv neutron-server[94175]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 23 12:00:59.647773 dv-neutron-601336-94-hyperv neutron-server[94175]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 23 12:00:59.647773 dv-neutron-601336-94-hyperv neutron-server[94175]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 23 12:00:59.647773 dv-neutron-601336-94-hyperv neutron-server[94175]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 23 12:00:59.647773 dv-neutron-601336-94-hyperv neutron-server[94175]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 23 12:00:59.725035 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24340099-b4da-4964-94a9-c88998631d72 None None] Pushing event updated for resources: {'Port': ['ID=cd154e03-e2ee-43bb-af77-0f5e5ca52f5e,revision_number=2']} {{(pid=94176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 12:00:59.728092 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG oslo_concurrency.lockutils [None req-24340099-b4da-4964-94a9-c88998631d72 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.090s {{(pid=94176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 12:00:59.747525 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d336bba4-dff3-4f29-ae3d-d8e3bc5e30d0 None None] Network a76d4d8a-1f42-4d02-abe8-a6637c3fcf2e requested from dv-neutron-601336-94-hyperv {{(pid=94176) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 23 12:00:59.754361 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron_lib.db.api [None req-5e9ca26a-3546-4ccb-94da-c79dd0681ece tempest-NetworksIpV6Test-2059726755 tempest-NetworksIpV6Test-2059726755-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Jun 23 12:00:59.754361 dv-neutron-601336-94-hyperv neutron-server[94175]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Jun 23 12:00:59.754361 dv-neutron-601336-94-hyperv neutron-server[94175]: [parameters: {'id': 'a76d4d8a-1f42-4d02-abe8-a6637c3fcf2e'}] Jun 23 12:00:59.754361 dv-neutron-601336-94-hyperv neutron-server[94175]: (Background on this error at: http://sqlalche.me/e/14/gkpj) {{(pid=94175) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jun 23 12:00:59.754956 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG oslo_db.api [None req-5e9ca26a-3546-4ccb-94da-c79dd0681ece tempest-NetworksIpV6Test-2059726755 tempest-NetworksIpV6Test-2059726755-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=94175) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jun 23 12:00:59.885622 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-37f364d9-a58d-4e4f-9d55-dc861b7f3fb8 None None] get_active_networks_info from dv-neutron-601336-94-hyperv {{(pid=94176) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Jun 23 12:00:59.955484 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-37f364d9-a58d-4e4f-9d55-dc861b7f3fb8 None None] Resources bound (agent type, host, resource id): {{(pid=94176) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Jun 23 12:01:00.256003 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron_lib.callbacks.manager [None req-5e9ca26a-3546-4ccb-94da-c79dd0681ece tempest-NetworksIpV6Test-2059726755 tempest-NetworksIpV6Test-2059726755-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-824874'] for network, before_delete {{(pid=94175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 12:01:00.310521 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.plugins.ml2.plugin [None req-5e9ca26a-3546-4ccb-94da-c79dd0681ece tempest-NetworksIpV6Test-2059726755 tempest-NetworksIpV6Test-2059726755-project] Deleting port cd154e03-e2ee-43bb-af77-0f5e5ca52f5e {{(pid=94175) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1913}} Jun 23 12:01:00.310899 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron_lib.callbacks.manager [None req-5e9ca26a-3546-4ccb-94da-c79dd0681ece tempest-NetworksIpV6Test-2059726755 tempest-NetworksIpV6Test-2059726755-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773700079324'] for port, before_delete {{(pid=94175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 12:01:00.376497 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.plugins.ml2.db [None req-5e9ca26a-3546-4ccb-94da-c79dd0681ece tempest-NetworksIpV6Test-2059726755 tempest-NetworksIpV6Test-2059726755-project] For port cd154e03-e2ee-43bb-af77-0f5e5ca52f5e, host dv-neutron-601336-94-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-94-hyperv',level=0,port_id=cd154e03-e2ee-43bb-af77-0f5e5ca52f5e,segment=NetworkSegment(f596469b-36c5-49ba-8e10-0c574aacfc1d),segment_id=f596469b-36c5-49ba-8e10-0c574aacfc1d)] {{(pid=94175) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 23 12:01:00.376858 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron_lib.callbacks.manager [None req-5e9ca26a-3546-4ccb-94da-c79dd0681ece tempest-NetworksIpV6Test-2059726755 tempest-NetworksIpV6Test-2059726755-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-430722'] for port, precommit_delete {{(pid=94175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 12:01:00.389246 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.plugins.ml2.plugin [None req-5e9ca26a-3546-4ccb-94da-c79dd0681ece tempest-NetworksIpV6Test-2059726755 tempest-NetworksIpV6Test-2059726755-project] Calling delete_port for cd154e03-e2ee-43bb-af77-0f5e5ca52f5e owned by network:dhcp {{(pid=94175) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1986}} Jun 23 12:01:00.545709 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron_lib.callbacks.manager [None req-5e9ca26a-3546-4ccb-94da-c79dd0681ece tempest-NetworksIpV6Test-2059726755 tempest-NetworksIpV6Test-2059726755-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-922904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866062', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773700135024', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773699642224', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5082448'] for port, after_delete {{(pid=94175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 12:01:00.547894 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG oslo_concurrency.lockutils [None req-6ac4b072-8299-4de2-beab-4a93b7c128ae service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94175) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 12:01:00.575063 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e9ca26a-3546-4ccb-94da-c79dd0681ece tempest-NetworksIpV6Test-2059726755 tempest-NetworksIpV6Test-2059726755-project] Pushing event deleted for resources: {'Port': ['ID=cd154e03-e2ee-43bb-af77-0f5e5ca52f5e,revision_number=None']} {{(pid=94175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 12:01:00.578624 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG oslo_concurrency.lockutils [None req-5e9ca26a-3546-4ccb-94da-c79dd0681ece tempest-NetworksIpV6Test-2059726755 tempest-NetworksIpV6Test-2059726755-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.031s {{(pid=94175) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 12:01:00.581444 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5e9ca26a-3546-4ccb-94da-c79dd0681ece tempest-NetworksIpV6Test-2059726755 tempest-NetworksIpV6Test-2059726755-project] No DVR routers for this DVR port cd154e03-e2ee-43bb-af77-0f5e5ca52f5e on host dv-neutron-601336-94-hyperv {{(pid=94175) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 23 12:01:00.657372 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron_lib.callbacks.manager [None req-5e9ca26a-3546-4ccb-94da-c79dd0681ece tempest-NetworksIpV6Test-2059726755 tempest-NetworksIpV6Test-2059726755-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-897259', 'neutron.services.segments.db._delete_segments_for_network-8773700168587'] for network, precommit_delete {{(pid=94175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 12:01:00.667997 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.services.segments.db [None req-5e9ca26a-3546-4ccb-94da-c79dd0681ece tempest-NetworksIpV6Test-2059726755 tempest-NetworksIpV6Test-2059726755-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a76d4d8a-1f42-4d02-abe8-a6637c3fcf2e']}} {{(pid=94175) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 12:01:00.679009 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.services.segments.db [None req-5e9ca26a-3546-4ccb-94da-c79dd0681ece tempest-NetworksIpV6Test-2059726755 tempest-NetworksIpV6Test-2059726755-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f596469b-36c5-49ba-8e10-0c574aacfc1d') {'for_net_delete': True} {{(pid=94175) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 12:01:00.679338 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.services.segments.db [None req-5e9ca26a-3546-4ccb-94da-c79dd0681ece tempest-NetworksIpV6Test-2059726755 tempest-NetworksIpV6Test-2059726755-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f596469b-36c5-49ba-8e10-0c574aacfc1d') {} {{(pid=94175) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 12:01:00.688168 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron_lib.callbacks.manager [None req-5e9ca26a-3546-4ccb-94da-c79dd0681ece tempest-NetworksIpV6Test-2059726755 tempest-NetworksIpV6Test-2059726755-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8773699955833', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5190677'] for segment, before_delete {{(pid=94175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 12:01:00.701804 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron_lib.callbacks.manager [None req-5e9ca26a-3546-4ccb-94da-c79dd0681ece tempest-NetworksIpV6Test-2059726755 tempest-NetworksIpV6Test-2059726755-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3801'] for segment, precommit_delete {{(pid=94175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 12:01:00.708297 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5e9ca26a-3546-4ccb-94da-c79dd0681ece tempest-NetworksIpV6Test-2059726755 tempest-NetworksIpV6Test-2059726755-project] Releasing vlan 412 on physical network physnet1 to pool {{(pid=94175) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 23 12:01:00.708686 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron_lib.callbacks.manager [None req-5e9ca26a-3546-4ccb-94da-c79dd0681ece tempest-NetworksIpV6Test-2059726755 tempest-NetworksIpV6Test-2059726755-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3801', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5082371'] for segment, after_delete {{(pid=94175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 12:01:00.711639 dv-neutron-601336-94-hyperv neutron-server[94175]: Traceback (most recent call last): Jun 23 12:01:00.711639 dv-neutron-601336-94-hyperv neutron-server[94175]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 23 12:01:00.711639 dv-neutron-601336-94-hyperv neutron-server[94175]: timer() Jun 23 12:01:00.711639 dv-neutron-601336-94-hyperv neutron-server[94175]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 23 12:01:00.711639 dv-neutron-601336-94-hyperv neutron-server[94175]: cb(*args, **kw) Jun 23 12:01:00.711639 dv-neutron-601336-94-hyperv neutron-server[94175]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 23 12:01:00.711639 dv-neutron-601336-94-hyperv neutron-server[94175]: return func(*args, **kwargs) Jun 23 12:01:00.711639 dv-neutron-601336-94-hyperv neutron-server[94175]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 23 12:01:00.711639 dv-neutron-601336-94-hyperv neutron-server[94175]: self._notify() Jun 23 12:01:00.711639 dv-neutron-601336-94-hyperv neutron-server[94175]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 23 12:01:00.711639 dv-neutron-601336-94-hyperv neutron-server[94175]: self.callback(batched_events) Jun 23 12:01:00.711639 dv-neutron-601336-94-hyperv neutron-server[94175]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 23 12:01:00.711639 dv-neutron-601336-94-hyperv neutron-server[94175]: event.method(event) Jun 23 12:01:00.711639 dv-neutron-601336-94-hyperv neutron-server[94175]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 23 12:01:00.711639 dv-neutron-601336-94-hyperv neutron-server[94175]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 23 12:01:00.711639 dv-neutron-601336-94-hyperv neutron-server[94175]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 23 12:01:00.711639 dv-neutron-601336-94-hyperv neutron-server[94175]: aggregate_uuid = self.p_client.list_aggregates( Jun 23 12:01:00.711639 dv-neutron-601336-94-hyperv neutron-server[94175]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 23 12:01:00.711639 dv-neutron-601336-94-hyperv neutron-server[94175]: return f(self, *a, **k) Jun 23 12:01:00.711639 dv-neutron-601336-94-hyperv neutron-server[94175]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 23 12:01:00.711639 dv-neutron-601336-94-hyperv neutron-server[94175]: return self._get(url).json() Jun 23 12:01:00.711639 dv-neutron-601336-94-hyperv neutron-server[94175]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 23 12:01:00.711639 dv-neutron-601336-94-hyperv neutron-server[94175]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 23 12:01:00.711639 dv-neutron-601336-94-hyperv neutron-server[94175]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 23 12:01:00.711639 dv-neutron-601336-94-hyperv neutron-server[94175]: return self.request(url, 'GET', **kwargs) Jun 23 12:01:00.711639 dv-neutron-601336-94-hyperv neutron-server[94175]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 23 12:01:00.711639 dv-neutron-601336-94-hyperv neutron-server[94175]: base_url = self.get_endpoint(auth, allow=allow, Jun 23 12:01:00.711639 dv-neutron-601336-94-hyperv neutron-server[94175]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 23 12:01:00.711639 dv-neutron-601336-94-hyperv neutron-server[94175]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 23 12:01:00.711639 dv-neutron-601336-94-hyperv neutron-server[94175]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 23 12:01:00.711639 dv-neutron-601336-94-hyperv neutron-server[94175]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 23 12:01:00.711639 dv-neutron-601336-94-hyperv neutron-server[94175]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 23 12:01:00.855511 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron_lib.callbacks.manager [None req-5e9ca26a-3546-4ccb-94da-c79dd0681ece tempest-NetworksIpV6Test-2059726755 tempest-NetworksIpV6Test-2059726755-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-897248', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8002400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7866073', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-524247'] for network, after_delete {{(pid=94175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 12:01:00.860494 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG oslo_concurrency.lockutils [None req-7f91426b-626f-4247-9d70-7c183ba9ac85 tempest-TestNetworkBasicOps-233187296 tempest-TestNetworkBasicOps-233187296-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94175) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 12:01:00.866948 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron_lib.callbacks.manager [None req-5e9ca26a-3546-4ccb-94da-c79dd0681ece tempest-NetworksIpV6Test-2059726755 tempest-NetworksIpV6Test-2059726755-project] Notify callbacks [] for network, before_response {{(pid=94175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 12:01:00.868864 dv-neutron-601336-94-hyperv neutron-server[94175]: INFO neutron.wsgi [None req-5e9ca26a-3546-4ccb-94da-c79dd0681ece tempest-NetworksIpV6Test-2059726755 tempest-NetworksIpV6Test-2059726755-project] 10.222.0.20 "DELETE /v2.0/networks/a76d4d8a-1f42-4d02-abe8-a6637c3fcf2e HTTP/1.1" status: 204 len: 168 time: 1.9794095 Jun 23 12:01:00.872907 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.wsgi [-] (94174) accepted ('10.222.0.20', 47484) {{(pid=94174) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 12:01:00.879307 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e9ca26a-3546-4ccb-94da-c79dd0681ece tempest-NetworksIpV6Test-2059726755 tempest-NetworksIpV6Test-2059726755-project] Pushing event deleted for resources: {'Network': ['ID=a76d4d8a-1f42-4d02-abe8-a6637c3fcf2e,revision_number=None']} {{(pid=94175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 12:01:00.880490 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.api.v2.base [None req-b14eaf83-f676-454d-bdd7-3da01f95a60e tempest-NetworksIpV6Test-2059726755 tempest-NetworksIpV6Test-2059726755-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-695303133'}} {{(pid=94174) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 23 12:01:00.881940 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG oslo_concurrency.lockutils [None req-5e9ca26a-3546-4ccb-94da-c79dd0681ece tempest-NetworksIpV6Test-2059726755 tempest-NetworksIpV6Test-2059726755-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.022s {{(pid=94175) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 12:01:00.993399 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b14eaf83-f676-454d-bdd7-3da01f95a60e tempest-NetworksIpV6Test-2059726755 tempest-NetworksIpV6Test-2059726755-project] Made reservation on behalf of edd03053237a463fa35a504cc4ffa228 for: {'network': 1} {{(pid=94174) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 23 12:01:00.997180 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron_lib.callbacks.manager [None req-b14eaf83-f676-454d-bdd7-3da01f95a60e tempest-NetworksIpV6Test-2059726755 tempest-NetworksIpV6Test-2059726755-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-923104'] for network, before_create {{(pid=94174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 12:01:01.022384 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b14eaf83-f676-454d-bdd7-3da01f95a60e tempest-NetworksIpV6Test-2059726755 tempest-NetworksIpV6Test-2059726755-project] vlan segment allocate from pool success with {'vlan_id': 429, 'physical_network': 'physnet1'} {{(pid=94174) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 23 12:01:01.030797 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron_lib.callbacks.manager [None req-b14eaf83-f676-454d-bdd7-3da01f95a60e tempest-NetworksIpV6Test-2059726755 tempest-NetworksIpV6Test-2059726755-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3801'] for segment, precommit_create {{(pid=94174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 12:01:01.031176 dv-neutron-601336-94-hyperv neutron-server[94174]: INFO neutron.db.segments_db [None req-b14eaf83-f676-454d-bdd7-3da01f95a60e tempest-NetworksIpV6Test-2059726755 tempest-NetworksIpV6Test-2059726755-project] Added segment b1e15f56-41fb-42f2-ab89-75e4b01892db of type vlan for network 3ad6457c-36fe-489f-9148-de4c9a4b36f5 Jun 23 12:01:01.073193 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron_lib.callbacks.manager [None req-b14eaf83-f676-454d-bdd7-3da01f95a60e tempest-NetworksIpV6Test-2059726755 tempest-NetworksIpV6Test-2059726755-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8773699596773'] for network, precommit_create {{(pid=94174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 12:01:01.170498 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron_lib.callbacks.manager [None req-b14eaf83-f676-454d-bdd7-3da01f95a60e tempest-NetworksIpV6Test-2059726755 tempest-NetworksIpV6Test-2059726755-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8002400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7866073'] for network, after_create {{(pid=94174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 12:01:01.176928 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b14eaf83-f676-454d-bdd7-3da01f95a60e tempest-NetworksIpV6Test-2059726755 tempest-NetworksIpV6Test-2059726755-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94174) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 12:01:01.177518 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron_lib.callbacks.manager [None req-b14eaf83-f676-454d-bdd7-3da01f95a60e tempest-NetworksIpV6Test-2059726755 tempest-NetworksIpV6Test-2059726755-project] Notify callbacks [] for network, before_response {{(pid=94174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 12:01:01.179954 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG oslo_concurrency.lockutils [None req-57a9ec5c-4511-40a4-ae3e-73f0dc69fd35 tempest-NetworksIpV6Test-253648203 tempest-NetworksIpV6Test-253648203-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94174) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 12:01:01.245847 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b14eaf83-f676-454d-bdd7-3da01f95a60e tempest-NetworksIpV6Test-2059726755 tempest-NetworksIpV6Test-2059726755-project] Pushing event updated for resources: {'Network': ['ID=3ad6457c-36fe-489f-9148-de4c9a4b36f5,revision_number=1']} {{(pid=94174) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 12:01:01.252986 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b14eaf83-f676-454d-bdd7-3da01f95a60e tempest-NetworksIpV6Test-2059726755 tempest-NetworksIpV6Test-2059726755-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-601336-94-hyperv {{(pid=94174) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 12:01:01.253379 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b14eaf83-f676-454d-bdd7-3da01f95a60e tempest-NetworksIpV6Test-2059726755 tempest-NetworksIpV6Test-2059726755-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-94-hyperv {{(pid=94174) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 12:01:01.253761 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b14eaf83-f676-454d-bdd7-3da01f95a60e tempest-NetworksIpV6Test-2059726755 tempest-NetworksIpV6Test-2059726755-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-94-hyperv {{(pid=94174) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 12:01:01.254140 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b14eaf83-f676-454d-bdd7-3da01f95a60e tempest-NetworksIpV6Test-2059726755 tempest-NetworksIpV6Test-2059726755-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-601336-94-hyperv {{(pid=94174) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 12:01:01.254511 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b14eaf83-f676-454d-bdd7-3da01f95a60e tempest-NetworksIpV6Test-2059726755 tempest-NetworksIpV6Test-2059726755-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-601336-94-hyperv {{(pid=94174) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 12:01:01.254993 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b14eaf83-f676-454d-bdd7-3da01f95a60e tempest-NetworksIpV6Test-2059726755 tempest-NetworksIpV6Test-2059726755-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-601336-94-hyperv {{(pid=94174) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 12:01:01.255392 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b14eaf83-f676-454d-bdd7-3da01f95a60e tempest-NetworksIpV6Test-2059726755 tempest-NetworksIpV6Test-2059726755-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-601336-94-hyperv {{(pid=94174) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 12:01:01.255758 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b14eaf83-f676-454d-bdd7-3da01f95a60e tempest-NetworksIpV6Test-2059726755 tempest-NetworksIpV6Test-2059726755-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-601336-94-hyperv {{(pid=94174) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 12:01:01.256122 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b14eaf83-f676-454d-bdd7-3da01f95a60e tempest-NetworksIpV6Test-2059726755 tempest-NetworksIpV6Test-2059726755-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-601336-94-hyperv {{(pid=94174) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 12:01:01.256489 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b14eaf83-f676-454d-bdd7-3da01f95a60e tempest-NetworksIpV6Test-2059726755 tempest-NetworksIpV6Test-2059726755-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-94-hyperv {{(pid=94174) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 12:01:01.256852 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b14eaf83-f676-454d-bdd7-3da01f95a60e tempest-NetworksIpV6Test-2059726755 tempest-NetworksIpV6Test-2059726755-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-601336-94-hyperv {{(pid=94174) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 12:01:01.257211 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b14eaf83-f676-454d-bdd7-3da01f95a60e tempest-NetworksIpV6Test-2059726755 tempest-NetworksIpV6Test-2059726755-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-601336-94-hyperv {{(pid=94174) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 12:01:01.260983 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG oslo_concurrency.lockutils [None req-b14eaf83-f676-454d-bdd7-3da01f95a60e tempest-NetworksIpV6Test-2059726755 tempest-NetworksIpV6Test-2059726755-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.081s {{(pid=94174) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 12:01:01.268526 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.plugins.ml2.rpc [None req-dc7542b2-afef-47f4-a763-e3a3cba144be None None] Network 3ad6457c-36fe-489f-9148-de4c9a4b36f5 details requested by agent ovs-agent-dv-neutron-601336-94-hyperv with host dv-neutron-601336-94-hyperv {{(pid=94176) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:250}} Jun 23 12:01:01.296620 dv-neutron-601336-94-hyperv neutron-server[94174]: INFO neutron.wsgi [None req-b14eaf83-f676-454d-bdd7-3da01f95a60e tempest-NetworksIpV6Test-2059726755 tempest-NetworksIpV6Test-2059726755-project] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 783 time: 0.4217973 Jun 23 12:01:01.299522 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.wsgi [-] (94174) accepted ('10.222.0.20', 47486) {{(pid=94174) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 12:01:01.304666 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.api.v2.base [None req-280ba2a6-59f5-4bb5-b1d9-96d503826171 tempest-NetworksIpV6Test-2059726755 tempest-NetworksIpV6Test-2059726755-project] Request body: {'subnet': {'network_id': '3ad6457c-36fe-489f-9148-de4c9a4b36f5', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=94174) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 23 12:01:01.456993 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-280ba2a6-59f5-4bb5-b1d9-96d503826171 tempest-NetworksIpV6Test-2059726755 tempest-NetworksIpV6Test-2059726755-project] Made reservation on behalf of edd03053237a463fa35a504cc4ffa228 for: {'subnet': 1} {{(pid=94174) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 23 12:01:01.460467 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron_lib.callbacks.manager [None req-280ba2a6-59f5-4bb5-b1d9-96d503826171 tempest-NetworksIpV6Test-2059726755 tempest-NetworksIpV6Test-2059726755-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4294245'] for subnet, before_create {{(pid=94174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 12:01:01.694428 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron_lib.callbacks.manager [None req-280ba2a6-59f5-4bb5-b1d9-96d503826171 tempest-NetworksIpV6Test-2059726755 tempest-NetworksIpV6Test-2059726755-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866062', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5195999', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4294259'] for subnet, after_create {{(pid=94174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 12:01:01.696623 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG oslo_concurrency.lockutils [None req-cc28687d-d0ac-4ac0-8c7b-a70ffda38f1a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94174) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 12:01:01.759016 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-280ba2a6-59f5-4bb5-b1d9-96d503826171 tempest-NetworksIpV6Test-2059726755 tempest-NetworksIpV6Test-2059726755-project] Pushing event updated for resources: {'Subnet': ['ID=5ae449df-b0bd-481b-90d6-ba9a36386f7c,revision_number=0']} {{(pid=94174) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 12:01:01.761572 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG oslo_concurrency.lockutils [None req-280ba2a6-59f5-4bb5-b1d9-96d503826171 tempest-NetworksIpV6Test-2059726755 tempest-NetworksIpV6Test-2059726755-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.065s {{(pid=94174) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 12:01:01.767552 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-280ba2a6-59f5-4bb5-b1d9-96d503826171 tempest-NetworksIpV6Test-2059726755 tempest-NetworksIpV6Test-2059726755-project] Checking segment: {'id': 'b1e15f56-41fb-42f2-ab89-75e4b01892db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 429, 'network_id': '3ad6457c-36fe-489f-9148-de4c9a4b36f5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94174) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 23 12:01:01.768488 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-280ba2a6-59f5-4bb5-b1d9-96d503826171 tempest-NetworksIpV6Test-2059726755 tempest-NetworksIpV6Test-2059726755-project] Network hostable DHCP agents. Network: 3ad6457c-36fe-489f-9148-de4c9a4b36f5, hostable agents: ['8cf29b10-0e57-4131-816f-a4b6ad00b249'], hosted agents: [] {{(pid=94174) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 23 12:01:01.848289 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-280ba2a6-59f5-4bb5-b1d9-96d503826171 tempest-NetworksIpV6Test-2059726755 tempest-NetworksIpV6Test-2059726755-project] Network 3ad6457c-36fe-489f-9148-de4c9a4b36f5 is scheduled to be hosted by DHCP agent 8cf29b10-0e57-4131-816f-a4b6ad00b249 with binding_index 1 {{(pid=94174) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 23 12:01:01.958643 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.scheduler.base_scheduler [None req-280ba2a6-59f5-4bb5-b1d9-96d503826171 tempest-NetworksIpV6Test-2059726755 tempest-NetworksIpV6Test-2059726755-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-601336-94-hyperv, 3ad6457c-36fe-489f-9148-de4c9a4b36f5) {{(pid=94174) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 23 12:01:01.962915 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-280ba2a6-59f5-4bb5-b1d9-96d503826171 tempest-NetworksIpV6Test-2059726755 tempest-NetworksIpV6Test-2059726755-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94174) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 12:01:01.963534 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron_lib.callbacks.manager [None req-280ba2a6-59f5-4bb5-b1d9-96d503826171 tempest-NetworksIpV6Test-2059726755 tempest-NetworksIpV6Test-2059726755-project] Notify callbacks [] for subnet, before_response {{(pid=94174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 12:01:01.967614 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8e866d91-63a7-4a22-8a15-be6defa16d53 None None] Network 3ad6457c-36fe-489f-9148-de4c9a4b36f5 requested from dv-neutron-601336-94-hyperv {{(pid=94176) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 23 12:01:02.068040 dv-neutron-601336-94-hyperv neutron-server[94174]: INFO neutron.wsgi [None req-280ba2a6-59f5-4bb5-b1d9-96d503826171 tempest-NetworksIpV6Test-2059726755 tempest-NetworksIpV6Test-2059726755-project] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.7674825 Jun 23 12:01:02.071453 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.wsgi [-] (94174) accepted ('10.222.0.20', 47488) {{(pid=94174) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 12:01:02.076599 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.api.v2.base [None req-15cdede8-5024-4776-8493-e1072ae63bdd tempest-NetworksIpV6Test-2059726755 tempest-NetworksIpV6Test-2059726755-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1696124660'}} {{(pid=94174) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 23 12:01:02.108330 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-014b3c01-4d46-4cd0-838c-15425117672f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1e0d828a-1fa4-563d-b7fd-53adf66a04ee-3ad6457c-36fe-489f-9148-de4c9a4b36f5', 'network_id': '3ad6457c-36fe-489f-9148-de4c9a4b36f5', 'tenant_id': 'edd03053237a463fa35a504cc4ffa228', 'fixed_ips': [{'subnet_id': '5ae449df-b0bd-481b-90d6-ba9a36386f7c'}]}} from dv-neutron-601336-94-hyperv. {{(pid=94176) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 23 12:01:02.117058 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron_lib.callbacks.manager [None req-014b3c01-4d46-4cd0-838c-15425117672f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-923104'] for port, before_create {{(pid=94176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 12:01:02.165145 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-15cdede8-5024-4776-8493-e1072ae63bdd tempest-NetworksIpV6Test-2059726755 tempest-NetworksIpV6Test-2059726755-project] Made reservation on behalf of edd03053237a463fa35a504cc4ffa228 for: {'network': 1} {{(pid=94174) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 23 12:01:02.169131 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron_lib.callbacks.manager [None req-15cdede8-5024-4776-8493-e1072ae63bdd tempest-NetworksIpV6Test-2059726755 tempest-NetworksIpV6Test-2059726755-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-923104'] for network, before_create {{(pid=94174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 12:01:02.194029 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-15cdede8-5024-4776-8493-e1072ae63bdd tempest-NetworksIpV6Test-2059726755 tempest-NetworksIpV6Test-2059726755-project] vlan segment allocate from pool success with {'vlan_id': 437, 'physical_network': 'physnet1'} {{(pid=94174) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 23 12:01:02.202999 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron_lib.callbacks.manager [None req-15cdede8-5024-4776-8493-e1072ae63bdd tempest-NetworksIpV6Test-2059726755 tempest-NetworksIpV6Test-2059726755-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3801'] for segment, precommit_create {{(pid=94174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 12:01:02.203393 dv-neutron-601336-94-hyperv neutron-server[94174]: INFO neutron.db.segments_db [None req-15cdede8-5024-4776-8493-e1072ae63bdd tempest-NetworksIpV6Test-2059726755 tempest-NetworksIpV6Test-2059726755-project] Added segment 4f0180cf-1ac6-4b3c-b16d-f8891250c5f9 of type vlan for network 169e70db-d5bd-47e6-9eae-db8b46300293 Jun 23 12:01:02.242518 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron_lib.callbacks.manager [None req-15cdede8-5024-4776-8493-e1072ae63bdd tempest-NetworksIpV6Test-2059726755 tempest-NetworksIpV6Test-2059726755-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8773699596773'] for network, precommit_create {{(pid=94174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 12:01:02.247789 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.db.db_base_plugin_common [None req-014b3c01-4d46-4cd0-838c-15425117672f None None] Allocated IP 2001:db8::2 (3ad6457c-36fe-489f-9148-de4c9a4b36f5/5ae449df-b0bd-481b-90d6-ba9a36386f7c/bd97ae86-5514-4bd7-b24a-816be3742070) {{(pid=94176) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 23 12:01:02.330330 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron_lib.callbacks.manager [None req-15cdede8-5024-4776-8493-e1072ae63bdd tempest-NetworksIpV6Test-2059726755 tempest-NetworksIpV6Test-2059726755-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8002400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7866073'] for network, after_create {{(pid=94174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 12:01:02.335913 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-15cdede8-5024-4776-8493-e1072ae63bdd tempest-NetworksIpV6Test-2059726755 tempest-NetworksIpV6Test-2059726755-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94174) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 12:01:02.336501 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron_lib.callbacks.manager [None req-15cdede8-5024-4776-8493-e1072ae63bdd tempest-NetworksIpV6Test-2059726755 tempest-NetworksIpV6Test-2059726755-project] Notify callbacks [] for network, before_response {{(pid=94174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 12:01:02.339897 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG oslo_concurrency.lockutils [None req-179e86b0-c183-4f4c-ac81-b5556b2921b6 tempest-NetworksIpV6Test-253648203 tempest-NetworksIpV6Test-253648203-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94174) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 12:01:02.390371 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron_lib.callbacks.manager [None req-014b3c01-4d46-4cd0-838c-15425117672f None None] Notify callbacks [] for port, precommit_create {{(pid=94176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 12:01:02.399764 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.db.provisioning_blocks [None req-014b3c01-4d46-4cd0-838c-15425117672f None None] Transition to ACTIVE for port object bd97ae86-5514-4bd7-b24a-816be3742070 will not be triggered until provisioned by entity L2. {{(pid=94176) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 23 12:01:02.417015 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.db.provisioning_blocks [None req-014b3c01-4d46-4cd0-838c-15425117672f None None] Transition to ACTIVE for port object bd97ae86-5514-4bd7-b24a-816be3742070 will not be triggered until provisioned by entity DHCP. {{(pid=94176) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 23 12:01:02.494885 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron_lib.callbacks.manager [None req-014b3c01-4d46-4cd0-838c-15425117672f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-922915', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-239814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7866073', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773699642215'] for port, after_create {{(pid=94176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 12:01:02.496988 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG oslo_concurrency.lockutils [None req-8c564054-c3cf-4854-a407-e16e6254be65 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 12:01:02.534772 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-014b3c01-4d46-4cd0-838c-15425117672f None None] Network 3ad6457c-36fe-489f-9148-de4c9a4b36f5 is already hosted by enough agents. {{(pid=94176) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 23 12:01:02.537833 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.scheduler.base_scheduler [None req-014b3c01-4d46-4cd0-838c-15425117672f None None] Resources bound (agent type, host, resource id): {{(pid=94176) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 23 12:01:02.543638 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.db.l3_dvrscheduler_db [None req-014b3c01-4d46-4cd0-838c-15425117672f None None] Received port after_create {{(pid=94176) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 23 12:01:02.551507 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-014b3c01-4d46-4cd0-838c-15425117672f None None] Pushing event updated for resources: {'Port': ['ID=bd97ae86-5514-4bd7-b24a-816be3742070,revision_number=1']} {{(pid=94176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 12:01:02.555986 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG oslo_concurrency.lockutils [None req-014b3c01-4d46-4cd0-838c-15425117672f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.059s {{(pid=94176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 12:01:02.606376 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.plugins.ml2.managers [None req-014b3c01-4d46-4cd0-838c-15425117672f None None] Attempting to bind port bd97ae86-5514-4bd7-b24a-816be3742070 on host dv-neutron-601336-94-hyperv for vnic_type normal with profile {{(pid=94176) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 23 12:01:02.606653 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.plugins.ml2.managers [None req-014b3c01-4d46-4cd0-838c-15425117672f None None] Attempting to bind port bd97ae86-5514-4bd7-b24a-816be3742070 by drivers openvswitch,hyperv on host dv-neutron-601336-94-hyperv at level 0 using segments [{'id': 'b1e15f56-41fb-42f2-ab89-75e4b01892db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 429, 'network_id': '3ad6457c-36fe-489f-9148-de4c9a4b36f5'}] {{(pid=94176) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 23 12:01:02.607062 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-014b3c01-4d46-4cd0-838c-15425117672f None None] Attempting to bind port bd97ae86-5514-4bd7-b24a-816be3742070 on network 3ad6457c-36fe-489f-9148-de4c9a4b36f5 {{(pid=94176) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 23 12:01:02.612910 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-014b3c01-4d46-4cd0-838c-15425117672f None None] Checking agent: {'id': '4d05f899-5ac9-411b-8a03-f60c93f87cdf', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-601336-94-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 23, 11, 22, 14), 'started_at': datetime.datetime(2021, 6, 23, 11, 22, 44), 'heartbeat_timestamp': datetime.datetime(2021, 6, 23, 12, 0, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'monitor_allowed_address_pair_garp': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-601336-94-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94176) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 23 12:01:02.613301 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-014b3c01-4d46-4cd0-838c-15425117672f None None] Checking segment: {'id': 'b1e15f56-41fb-42f2-ab89-75e4b01892db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 429, 'network_id': '3ad6457c-36fe-489f-9148-de4c9a4b36f5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94176) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 23 12:01:02.613779 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron_lib.callbacks.manager [None req-014b3c01-4d46-4cd0-838c-15425117672f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 12:01:02.614138 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-014b3c01-4d46-4cd0-838c-15425117672f None None] Bound using segment: {'id': 'b1e15f56-41fb-42f2-ab89-75e4b01892db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 429, 'network_id': '3ad6457c-36fe-489f-9148-de4c9a4b36f5'} {{(pid=94176) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 23 12:01:02.614633 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.plugins.ml2.managers [None req-014b3c01-4d46-4cd0-838c-15425117672f None None] Bound port: bd97ae86-5514-4bd7-b24a-816be3742070, host: dv-neutron-601336-94-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b1e15f56-41fb-42f2-ab89-75e4b01892db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 429, 'network_id': '3ad6457c-36fe-489f-9148-de4c9a4b36f5'}}] {{(pid=94176) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 23 12:01:02.615022 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron_lib.callbacks.manager [None req-014b3c01-4d46-4cd0-838c-15425117672f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-923122'] for port, before_update {{(pid=94176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 12:01:02.682514 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.plugins.ml2.db [None req-014b3c01-4d46-4cd0-838c-15425117672f None None] For port bd97ae86-5514-4bd7-b24a-816be3742070, host dv-neutron-601336-94-hyperv, cleared binding levels {{(pid=94176) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 23 12:01:02.686154 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.plugins.ml2.db [None req-014b3c01-4d46-4cd0-838c-15425117672f None None] For port bd97ae86-5514-4bd7-b24a-816be3742070, host dv-neutron-601336-94-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-94-hyperv',level=0,port_id=bd97ae86-5514-4bd7-b24a-816be3742070,segment=NetworkSegment(b1e15f56-41fb-42f2-ab89-75e4b01892db),segment_id=b1e15f56-41fb-42f2-ab89-75e4b01892db)] {{(pid=94176) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 23 12:01:02.719147 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15cdede8-5024-4776-8493-e1072ae63bdd tempest-NetworksIpV6Test-2059726755 tempest-NetworksIpV6Test-2059726755-project] Pushing event updated for resources: {'Network': ['ID=169e70db-d5bd-47e6-9eae-db8b46300293,revision_number=1']} {{(pid=94174) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 12:01:02.721775 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG oslo_concurrency.lockutils [None req-15cdede8-5024-4776-8493-e1072ae63bdd tempest-NetworksIpV6Test-2059726755 tempest-NetworksIpV6Test-2059726755-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.382s {{(pid=94174) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 12:01:02.729719 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.plugins.ml2.rpc [None req-dc7542b2-afef-47f4-a763-e3a3cba144be None None] Network 169e70db-d5bd-47e6-9eae-db8b46300293 details requested by agent ovs-agent-dv-neutron-601336-94-hyperv with host dv-neutron-601336-94-hyperv {{(pid=94176) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:250}} Jun 23 12:01:02.772383 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron_lib.callbacks.manager [None req-014b3c01-4d46-4cd0-838c-15425117672f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-922904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866062', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773700135042', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773699642233', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773699642278'] for port, after_update {{(pid=94176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 12:01:02.776028 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG oslo_concurrency.lockutils [None req-97bd5441-1da2-49ee-a364-27795820ba27 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 12:01:02.780923 dv-neutron-601336-94-hyperv neutron-server[94174]: INFO neutron.wsgi [None req-15cdede8-5024-4776-8493-e1072ae63bdd tempest-NetworksIpV6Test-2059726755 tempest-NetworksIpV6Test-2059726755-project] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.7084363 Jun 23 12:01:02.784794 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.wsgi [-] (94174) accepted ('10.222.0.20', 47490) {{(pid=94174) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 12:01:02.789989 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.api.v2.base [None req-be542f49-3887-4687-8855-95be883a12d4 tempest-NetworksIpV6Test-2059726755 tempest-NetworksIpV6Test-2059726755-project] Request body: {'subnet': {'network_id': '169e70db-d5bd-47e6-9eae-db8b46300293', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=94174) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 23 12:01:02.850187 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-014b3c01-4d46-4cd0-838c-15425117672f None None] Pushing event updated for resources: {'Port': ['ID=bd97ae86-5514-4bd7-b24a-816be3742070,revision_number=2']} {{(pid=94176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 12:01:02.853454 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG oslo_concurrency.lockutils [None req-014b3c01-4d46-4cd0-838c-15425117672f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.077s {{(pid=94176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 12:01:02.947808 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-be542f49-3887-4687-8855-95be883a12d4 tempest-NetworksIpV6Test-2059726755 tempest-NetworksIpV6Test-2059726755-project] Made reservation on behalf of edd03053237a463fa35a504cc4ffa228 for: {'subnet': 1} {{(pid=94174) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 23 12:01:02.951709 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron_lib.callbacks.manager [None req-be542f49-3887-4687-8855-95be883a12d4 tempest-NetworksIpV6Test-2059726755 tempest-NetworksIpV6Test-2059726755-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4294245'] for subnet, before_create {{(pid=94174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 12:01:03.256371 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron_lib.callbacks.manager [None req-be542f49-3887-4687-8855-95be883a12d4 tempest-NetworksIpV6Test-2059726755 tempest-NetworksIpV6Test-2059726755-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866062', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5195999', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4294259'] for subnet, after_create {{(pid=94174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 12:01:03.259710 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG oslo_concurrency.lockutils [None req-e0d03396-0a5f-43a5-a564-fe8114134684 tempest-TestNetworkBasicOps-233187296 tempest-TestNetworkBasicOps-233187296-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94174) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 12:01:03.320305 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be542f49-3887-4687-8855-95be883a12d4 tempest-NetworksIpV6Test-2059726755 tempest-NetworksIpV6Test-2059726755-project] Pushing event updated for resources: {'Subnet': ['ID=54b7f49e-6489-40ce-b46e-3202cb047dd2,revision_number=0']} {{(pid=94174) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 12:01:03.325412 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG oslo_concurrency.lockutils [None req-be542f49-3887-4687-8855-95be883a12d4 tempest-NetworksIpV6Test-2059726755 tempest-NetworksIpV6Test-2059726755-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.066s {{(pid=94174) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 12:01:03.328235 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-be542f49-3887-4687-8855-95be883a12d4 tempest-NetworksIpV6Test-2059726755 tempest-NetworksIpV6Test-2059726755-project] Checking segment: {'id': '4f0180cf-1ac6-4b3c-b16d-f8891250c5f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 437, 'network_id': '169e70db-d5bd-47e6-9eae-db8b46300293'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94174) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 23 12:01:03.328606 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-be542f49-3887-4687-8855-95be883a12d4 tempest-NetworksIpV6Test-2059726755 tempest-NetworksIpV6Test-2059726755-project] Network hostable DHCP agents. Network: 169e70db-d5bd-47e6-9eae-db8b46300293, hostable agents: ['8cf29b10-0e57-4131-816f-a4b6ad00b249'], hosted agents: [] {{(pid=94174) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 23 12:01:03.433567 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-be542f49-3887-4687-8855-95be883a12d4 tempest-NetworksIpV6Test-2059726755 tempest-NetworksIpV6Test-2059726755-project] Network 169e70db-d5bd-47e6-9eae-db8b46300293 is scheduled to be hosted by DHCP agent 8cf29b10-0e57-4131-816f-a4b6ad00b249 with binding_index 1 {{(pid=94174) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 23 12:01:03.556606 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.scheduler.base_scheduler [None req-be542f49-3887-4687-8855-95be883a12d4 tempest-NetworksIpV6Test-2059726755 tempest-NetworksIpV6Test-2059726755-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-601336-94-hyperv, 169e70db-d5bd-47e6-9eae-db8b46300293) {{(pid=94174) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 23 12:01:03.561185 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-be542f49-3887-4687-8855-95be883a12d4 tempest-NetworksIpV6Test-2059726755 tempest-NetworksIpV6Test-2059726755-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94174) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 12:01:03.562066 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron_lib.callbacks.manager [None req-be542f49-3887-4687-8855-95be883a12d4 tempest-NetworksIpV6Test-2059726755 tempest-NetworksIpV6Test-2059726755-project] Notify callbacks [] for subnet, before_response {{(pid=94174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 12:01:03.565456 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-85234479-32d7-4ccc-8b25-b9bee3bbaf38 None None] Network 169e70db-d5bd-47e6-9eae-db8b46300293 requested from dv-neutron-601336-94-hyperv {{(pid=94176) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 23 12:01:03.637820 dv-neutron-601336-94-hyperv neutron-server[94174]: INFO neutron.wsgi [None req-be542f49-3887-4687-8855-95be883a12d4 tempest-NetworksIpV6Test-2059726755 tempest-NetworksIpV6Test-2059726755-project] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.8519099 Jun 23 12:01:03.640570 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.wsgi [-] (94175) accepted ('10.222.0.20', 47492) {{(pid=94175) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 12:01:03.714461 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dddc0887-428d-425d-951c-24ce45527163 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1e0d828a-1fa4-563d-b7fd-53adf66a04ee-169e70db-d5bd-47e6-9eae-db8b46300293', 'network_id': '169e70db-d5bd-47e6-9eae-db8b46300293', 'tenant_id': 'edd03053237a463fa35a504cc4ffa228', 'fixed_ips': [{'subnet_id': '54b7f49e-6489-40ce-b46e-3202cb047dd2'}]}} from dv-neutron-601336-94-hyperv. {{(pid=94176) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 23 12:01:03.715549 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron_lib.callbacks.manager [None req-dddc0887-428d-425d-951c-24ce45527163 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-923104'] for port, before_create {{(pid=94176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 12:01:03.744387 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron_lib.callbacks.manager [None req-e9ac4542-ab8a-463c-96f3-a979f4262d26 tempest-NetworksIpV6Test-2059726755 tempest-NetworksIpV6Test-2059726755-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-824874'] for network, before_delete {{(pid=94175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 12:01:03.793324 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-66d24596-f928-41cd-912b-a97b2d77f10c None None] Network 3ad6457c-36fe-489f-9148-de4c9a4b36f5 requested from dv-neutron-601336-94-hyperv {{(pid=94176) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 23 12:01:03.805358 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron_lib.callbacks.manager [None req-e9ac4542-ab8a-463c-96f3-a979f4262d26 tempest-NetworksIpV6Test-2059726755 tempest-NetworksIpV6Test-2059726755-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-897634'] for subnet, precommit_delete {{(pid=94175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 12:01:03.957943 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron_lib.callbacks.manager [None req-e9ac4542-ab8a-463c-96f3-a979f4262d26 tempest-NetworksIpV6Test-2059726755 tempest-NetworksIpV6Test-2059726755-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-897627', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866062', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5083050', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4660036'] for subnet, after_delete {{(pid=94175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 12:01:03.960327 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG oslo_concurrency.lockutils [None req-9851bba5-9129-4324-8ad1-c03ef9153f22 tempest-RoutersTest-228919764 tempest-RoutersTest-228919764-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94175) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 12:01:03.986685 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9ac4542-ab8a-463c-96f3-a979f4262d26 tempest-NetworksIpV6Test-2059726755 tempest-NetworksIpV6Test-2059726755-project] Pushing event deleted for resources: {'Subnet': ['ID=54b7f49e-6489-40ce-b46e-3202cb047dd2,revision_number=None']} {{(pid=94175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 12:01:03.990271 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG oslo_concurrency.lockutils [None req-e9ac4542-ab8a-463c-96f3-a979f4262d26 tempest-NetworksIpV6Test-2059726755 tempest-NetworksIpV6Test-2059726755-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.030s {{(pid=94175) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 12:01:04.055431 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron_lib.callbacks.manager [None req-e9ac4542-ab8a-463c-96f3-a979f4262d26 tempest-NetworksIpV6Test-2059726755 tempest-NetworksIpV6Test-2059726755-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-897259', 'neutron.services.segments.db._delete_segments_for_network-8773700168587'] for network, precommit_delete {{(pid=94175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 12:01:04.066424 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.services.segments.db [None req-e9ac4542-ab8a-463c-96f3-a979f4262d26 tempest-NetworksIpV6Test-2059726755 tempest-NetworksIpV6Test-2059726755-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['169e70db-d5bd-47e6-9eae-db8b46300293']}} {{(pid=94175) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 12:01:04.069983 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.db.provisioning_blocks [None req-e640a7e4-3f18-4d15-a59c-4e8f3b91edcd None None] Provisioning for port bd97ae86-5514-4bd7-b24a-816be3742070 completed by entity DHCP. {{(pid=94176) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 23 12:01:04.081131 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.services.segments.db [None req-e9ac4542-ab8a-463c-96f3-a979f4262d26 tempest-NetworksIpV6Test-2059726755 tempest-NetworksIpV6Test-2059726755-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4f0180cf-1ac6-4b3c-b16d-f8891250c5f9') {'for_net_delete': True} {{(pid=94175) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 12:01:04.081131 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.services.segments.db [None req-e9ac4542-ab8a-463c-96f3-a979f4262d26 tempest-NetworksIpV6Test-2059726755 tempest-NetworksIpV6Test-2059726755-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4f0180cf-1ac6-4b3c-b16d-f8891250c5f9') {} {{(pid=94175) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 12:01:04.088209 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron_lib.callbacks.manager [None req-e9ac4542-ab8a-463c-96f3-a979f4262d26 tempest-NetworksIpV6Test-2059726755 tempest-NetworksIpV6Test-2059726755-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8773699955833', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5190677'] for segment, before_delete {{(pid=94175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 12:01:04.102765 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron_lib.callbacks.manager [None req-e9ac4542-ab8a-463c-96f3-a979f4262d26 tempest-NetworksIpV6Test-2059726755 tempest-NetworksIpV6Test-2059726755-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3801'] for segment, precommit_delete {{(pid=94175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 12:01:04.109349 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e9ac4542-ab8a-463c-96f3-a979f4262d26 tempest-NetworksIpV6Test-2059726755 tempest-NetworksIpV6Test-2059726755-project] Releasing vlan 437 on physical network physnet1 to pool {{(pid=94175) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 23 12:01:04.110000 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron_lib.callbacks.manager [None req-e9ac4542-ab8a-463c-96f3-a979f4262d26 tempest-NetworksIpV6Test-2059726755 tempest-NetworksIpV6Test-2059726755-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3801', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5082371'] for segment, after_delete {{(pid=94175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 12:01:04.114149 dv-neutron-601336-94-hyperv neutron-server[94175]: Traceback (most recent call last): Jun 23 12:01:04.114149 dv-neutron-601336-94-hyperv neutron-server[94175]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 23 12:01:04.114149 dv-neutron-601336-94-hyperv neutron-server[94175]: timer() Jun 23 12:01:04.114149 dv-neutron-601336-94-hyperv neutron-server[94175]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 23 12:01:04.114149 dv-neutron-601336-94-hyperv neutron-server[94175]: cb(*args, **kw) Jun 23 12:01:04.114149 dv-neutron-601336-94-hyperv neutron-server[94175]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 23 12:01:04.114149 dv-neutron-601336-94-hyperv neutron-server[94175]: return func(*args, **kwargs) Jun 23 12:01:04.114149 dv-neutron-601336-94-hyperv neutron-server[94175]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 23 12:01:04.114149 dv-neutron-601336-94-hyperv neutron-server[94175]: self._notify() Jun 23 12:01:04.114149 dv-neutron-601336-94-hyperv neutron-server[94175]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 23 12:01:04.114149 dv-neutron-601336-94-hyperv neutron-server[94175]: self.callback(batched_events) Jun 23 12:01:04.114149 dv-neutron-601336-94-hyperv neutron-server[94175]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 23 12:01:04.114149 dv-neutron-601336-94-hyperv neutron-server[94175]: event.method(event) Jun 23 12:01:04.114149 dv-neutron-601336-94-hyperv neutron-server[94175]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 23 12:01:04.114149 dv-neutron-601336-94-hyperv neutron-server[94175]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 23 12:01:04.114149 dv-neutron-601336-94-hyperv neutron-server[94175]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 23 12:01:04.114149 dv-neutron-601336-94-hyperv neutron-server[94175]: aggregate_uuid = self.p_client.list_aggregates( Jun 23 12:01:04.114149 dv-neutron-601336-94-hyperv neutron-server[94175]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 23 12:01:04.114149 dv-neutron-601336-94-hyperv neutron-server[94175]: return f(self, *a, **k) Jun 23 12:01:04.114149 dv-neutron-601336-94-hyperv neutron-server[94175]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 23 12:01:04.114149 dv-neutron-601336-94-hyperv neutron-server[94175]: return self._get(url).json() Jun 23 12:01:04.114149 dv-neutron-601336-94-hyperv neutron-server[94175]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 23 12:01:04.114149 dv-neutron-601336-94-hyperv neutron-server[94175]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 23 12:01:04.114149 dv-neutron-601336-94-hyperv neutron-server[94175]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 23 12:01:04.114149 dv-neutron-601336-94-hyperv neutron-server[94175]: return self.request(url, 'GET', **kwargs) Jun 23 12:01:04.114149 dv-neutron-601336-94-hyperv neutron-server[94175]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 23 12:01:04.114149 dv-neutron-601336-94-hyperv neutron-server[94175]: base_url = self.get_endpoint(auth, allow=allow, Jun 23 12:01:04.114149 dv-neutron-601336-94-hyperv neutron-server[94175]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 23 12:01:04.114149 dv-neutron-601336-94-hyperv neutron-server[94175]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 23 12:01:04.114149 dv-neutron-601336-94-hyperv neutron-server[94175]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 23 12:01:04.114149 dv-neutron-601336-94-hyperv neutron-server[94175]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 23 12:01:04.114149 dv-neutron-601336-94-hyperv neutron-server[94175]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 23 12:01:04.119451 dv-neutron-601336-94-hyperv neutron-server[94176]: ERROR oslo_messaging.rpc.server [None req-dddc0887-428d-425d-951c-24ce45527163 None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 54b7f49e-6489-40ce-b46e-3202cb047dd2: This subnet is being modified by another concurrent operation. Jun 23 12:01:04.119451 dv-neutron-601336-94-hyperv neutron-server[94176]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Jun 23 12:01:04.119451 dv-neutron-601336-94-hyperv neutron-server[94176]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Jun 23 12:01:04.119451 dv-neutron-601336-94-hyperv neutron-server[94176]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Jun 23 12:01:04.119451 dv-neutron-601336-94-hyperv neutron-server[94176]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Jun 23 12:01:04.119451 dv-neutron-601336-94-hyperv neutron-server[94176]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Jun 23 12:01:04.119451 dv-neutron-601336-94-hyperv neutron-server[94176]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Jun 23 12:01:04.119451 dv-neutron-601336-94-hyperv neutron-server[94176]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Jun 23 12:01:04.119451 dv-neutron-601336-94-hyperv neutron-server[94176]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Jun 23 12:01:04.119451 dv-neutron-601336-94-hyperv neutron-server[94176]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Jun 23 12:01:04.119451 dv-neutron-601336-94-hyperv neutron-server[94176]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Jun 23 12:01:04.119451 dv-neutron-601336-94-hyperv neutron-server[94176]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Jun 23 12:01:04.119451 dv-neutron-601336-94-hyperv neutron-server[94176]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jun 23 12:01:04.119451 dv-neutron-601336-94-hyperv neutron-server[94176]: ERROR oslo_messaging.rpc.server self.force_reraise() Jun 23 12:01:04.119451 dv-neutron-601336-94-hyperv neutron-server[94176]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jun 23 12:01:04.119451 dv-neutron-601336-94-hyperv neutron-server[94176]: ERROR oslo_messaging.rpc.server raise self.value Jun 23 12:01:04.119451 dv-neutron-601336-94-hyperv neutron-server[94176]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Jun 23 12:01:04.119451 dv-neutron-601336-94-hyperv neutron-server[94176]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jun 23 12:01:04.119451 dv-neutron-601336-94-hyperv neutron-server[94176]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Jun 23 12:01:04.119451 dv-neutron-601336-94-hyperv neutron-server[94176]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Jun 23 12:01:04.119451 dv-neutron-601336-94-hyperv neutron-server[94176]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jun 23 12:01:04.119451 dv-neutron-601336-94-hyperv neutron-server[94176]: ERROR oslo_messaging.rpc.server self.force_reraise() Jun 23 12:01:04.119451 dv-neutron-601336-94-hyperv neutron-server[94176]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jun 23 12:01:04.119451 dv-neutron-601336-94-hyperv neutron-server[94176]: ERROR oslo_messaging.rpc.server raise self.value Jun 23 12:01:04.119451 dv-neutron-601336-94-hyperv neutron-server[94176]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Jun 23 12:01:04.119451 dv-neutron-601336-94-hyperv neutron-server[94176]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jun 23 12:01:04.119451 dv-neutron-601336-94-hyperv neutron-server[94176]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Jun 23 12:01:04.119451 dv-neutron-601336-94-hyperv neutron-server[94176]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Jun 23 12:01:04.119451 dv-neutron-601336-94-hyperv neutron-server[94176]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jun 23 12:01:04.119451 dv-neutron-601336-94-hyperv neutron-server[94176]: ERROR oslo_messaging.rpc.server self.force_reraise() Jun 23 12:01:04.119451 dv-neutron-601336-94-hyperv neutron-server[94176]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jun 23 12:01:04.119451 dv-neutron-601336-94-hyperv neutron-server[94176]: ERROR oslo_messaging.rpc.server raise self.value Jun 23 12:01:04.119451 dv-neutron-601336-94-hyperv neutron-server[94176]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Jun 23 12:01:04.119451 dv-neutron-601336-94-hyperv neutron-server[94176]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Jun 23 12:01:04.119451 dv-neutron-601336-94-hyperv neutron-server[94176]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper Jun 23 12:01:04.119451 dv-neutron-601336-94-hyperv neutron-server[94176]: ERROR oslo_messaging.rpc.server ret_val = f(_self, context, *args, **kwargs) Jun 23 12:01:04.119451 dv-neutron-601336-94-hyperv neutron-server[94176]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 295, in create_dhcp_port Jun 23 12:01:04.119451 dv-neutron-601336-94-hyperv neutron-server[94176]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'create_port') Jun 23 12:01:04.119451 dv-neutron-601336-94-hyperv neutron-server[94176]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 115, in _port_action Jun 23 12:01:04.119451 dv-neutron-601336-94-hyperv neutron-server[94176]: ERROR oslo_messaging.rpc.server return p_utils.create_port(plugin, context, port) Jun 23 12:01:04.119451 dv-neutron-601336-94-hyperv neutron-server[94176]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 337, in create_port Jun 23 12:01:04.119451 dv-neutron-601336-94-hyperv neutron-server[94176]: ERROR oslo_messaging.rpc.server return core_plugin.create_port( Jun 23 12:01:04.119451 dv-neutron-601336-94-hyperv neutron-server[94176]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 685, in inner Jun 23 12:01:04.119451 dv-neutron-601336-94-hyperv neutron-server[94176]: ERROR oslo_messaging.rpc.server return f(self, context, *args, **kwargs) Jun 23 12:01:04.119451 dv-neutron-601336-94-hyperv neutron-server[94176]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Jun 23 12:01:04.119451 dv-neutron-601336-94-hyperv neutron-server[94176]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Jun 23 12:01:04.119451 dv-neutron-601336-94-hyperv neutron-server[94176]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Jun 23 12:01:04.119451 dv-neutron-601336-94-hyperv neutron-server[94176]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Jun 23 12:01:04.119451 dv-neutron-601336-94-hyperv neutron-server[94176]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jun 23 12:01:04.119451 dv-neutron-601336-94-hyperv neutron-server[94176]: ERROR oslo_messaging.rpc.server self.force_reraise() Jun 23 12:01:04.119451 dv-neutron-601336-94-hyperv neutron-server[94176]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jun 23 12:01:04.119451 dv-neutron-601336-94-hyperv neutron-server[94176]: ERROR oslo_messaging.rpc.server raise self.value Jun 23 12:01:04.119451 dv-neutron-601336-94-hyperv neutron-server[94176]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Jun 23 12:01:04.119451 dv-neutron-601336-94-hyperv neutron-server[94176]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jun 23 12:01:04.119451 dv-neutron-601336-94-hyperv neutron-server[94176]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Jun 23 12:01:04.119451 dv-neutron-601336-94-hyperv neutron-server[94176]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Jun 23 12:01:04.119451 dv-neutron-601336-94-hyperv neutron-server[94176]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jun 23 12:01:04.119451 dv-neutron-601336-94-hyperv neutron-server[94176]: ERROR oslo_messaging.rpc.server self.force_reraise() Jun 23 12:01:04.119451 dv-neutron-601336-94-hyperv neutron-server[94176]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jun 23 12:01:04.119451 dv-neutron-601336-94-hyperv neutron-server[94176]: ERROR oslo_messaging.rpc.server raise self.value Jun 23 12:01:04.119451 dv-neutron-601336-94-hyperv neutron-server[94176]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Jun 23 12:01:04.119451 dv-neutron-601336-94-hyperv neutron-server[94176]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jun 23 12:01:04.119451 dv-neutron-601336-94-hyperv neutron-server[94176]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Jun 23 12:01:04.119451 dv-neutron-601336-94-hyperv neutron-server[94176]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Jun 23 12:01:04.119451 dv-neutron-601336-94-hyperv neutron-server[94176]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jun 23 12:01:04.119451 dv-neutron-601336-94-hyperv neutron-server[94176]: ERROR oslo_messaging.rpc.server self.force_reraise() Jun 23 12:01:04.119451 dv-neutron-601336-94-hyperv neutron-server[94176]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jun 23 12:01:04.119451 dv-neutron-601336-94-hyperv neutron-server[94176]: ERROR oslo_messaging.rpc.server raise self.value Jun 23 12:01:04.119451 dv-neutron-601336-94-hyperv neutron-server[94176]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Jun 23 12:01:04.119451 dv-neutron-601336-94-hyperv neutron-server[94176]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Jun 23 12:01:04.119451 dv-neutron-601336-94-hyperv neutron-server[94176]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1468, in create_port Jun 23 12:01:04.119451 dv-neutron-601336-94-hyperv neutron-server[94176]: ERROR oslo_messaging.rpc.server result, mech_context = self._create_port_db(context, port) Jun 23 12:01:04.119451 dv-neutron-601336-94-hyperv neutron-server[94176]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1433, in _create_port_db Jun 23 12:01:04.119451 dv-neutron-601336-94-hyperv neutron-server[94176]: ERROR oslo_messaging.rpc.server port_db = self.create_port_db(context, port) Jun 23 12:01:04.119451 dv-neutron-601336-94-hyperv neutron-server[94176]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1440, in create_port_db Jun 23 12:01:04.119451 dv-neutron-601336-94-hyperv neutron-server[94176]: ERROR oslo_messaging.rpc.server self.ipam.allocate_ips_for_port_and_store( Jun 23 12:01:04.119451 dv-neutron-601336-94-hyperv neutron-server[94176]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 220, in allocate_ips_for_port_and_store Jun 23 12:01:04.119451 dv-neutron-601336-94-hyperv neutron-server[94176]: ERROR oslo_messaging.rpc.server self._safe_rollback(self._ipam_deallocate_ips, context, Jun 23 12:01:04.119451 dv-neutron-601336-94-hyperv neutron-server[94176]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jun 23 12:01:04.119451 dv-neutron-601336-94-hyperv neutron-server[94176]: ERROR oslo_messaging.rpc.server self.force_reraise() Jun 23 12:01:04.119451 dv-neutron-601336-94-hyperv neutron-server[94176]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jun 23 12:01:04.119451 dv-neutron-601336-94-hyperv neutron-server[94176]: ERROR oslo_messaging.rpc.server raise self.value Jun 23 12:01:04.119451 dv-neutron-601336-94-hyperv neutron-server[94176]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 203, in allocate_ips_for_port_and_store Jun 23 12:01:04.119451 dv-neutron-601336-94-hyperv neutron-server[94176]: ERROR oslo_messaging.rpc.server ips = self._allocate_ips_for_port(context, port_copy) Jun 23 12:01:04.119451 dv-neutron-601336-94-hyperv neutron-server[94176]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 234, in _allocate_ips_for_port Jun 23 12:01:04.119451 dv-neutron-601336-94-hyperv neutron-server[94176]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Jun 23 12:01:04.119451 dv-neutron-601336-94-hyperv neutron-server[94176]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 694, in _ipam_get_subnets Jun 23 12:01:04.119451 dv-neutron-601336-94-hyperv neutron-server[94176]: ERROR oslo_messaging.rpc.server subnet.lock_register( Jun 23 12:01:04.119451 dv-neutron-601336-94-hyperv neutron-server[94176]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Jun 23 12:01:04.119451 dv-neutron-601336-94-hyperv neutron-server[94176]: ERROR oslo_messaging.rpc.server raise exception Jun 23 12:01:04.119451 dv-neutron-601336-94-hyperv neutron-server[94176]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 54b7f49e-6489-40ce-b46e-3202cb047dd2: This subnet is being modified by another concurrent operation. Jun 23 12:01:04.119451 dv-neutron-601336-94-hyperv neutron-server[94176]: ERROR oslo_messaging.rpc.server Jun 23 12:01:04.148153 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-86a6b6bf-ce67-4cb6-b4c8-a213abb46755 None None] Network 169e70db-d5bd-47e6-9eae-db8b46300293 requested from dv-neutron-601336-94-hyperv {{(pid=94176) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 23 12:01:04.192399 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.plugins.ml2.rpc [None req-dc7542b2-afef-47f4-a763-e3a3cba144be None None] Device bd97ae86-5514-4bd7-b24a-816be3742070 up at agent ovs-agent-dv-neutron-601336-94-hyperv {{(pid=94176) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:298}} Jun 23 12:01:04.261863 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron_lib.callbacks.manager [None req-e9ac4542-ab8a-463c-96f3-a979f4262d26 tempest-NetworksIpV6Test-2059726755 tempest-NetworksIpV6Test-2059726755-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-897248', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8002400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7866073', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-524247'] for network, after_delete {{(pid=94175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 12:01:04.266390 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron_lib.callbacks.manager [None req-e9ac4542-ab8a-463c-96f3-a979f4262d26 tempest-NetworksIpV6Test-2059726755 tempest-NetworksIpV6Test-2059726755-project] Notify callbacks [] for network, before_response {{(pid=94175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 12:01:04.273697 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.wsgi [-] (94174) accepted ('10.222.0.20', 47494) {{(pid=94174) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 12:01:04.276138 dv-neutron-601336-94-hyperv neutron-server[94175]: INFO neutron.wsgi [None req-e9ac4542-ab8a-463c-96f3-a979f4262d26 tempest-NetworksIpV6Test-2059726755 tempest-NetworksIpV6Test-2059726755-project] 10.222.0.20 "DELETE /v2.0/networks/169e70db-d5bd-47e6-9eae-db8b46300293 HTTP/1.1" status: 204 len: 168 time: 0.6319683 Jun 23 12:01:04.277534 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG oslo_concurrency.lockutils [None req-ffcc0e01-f2e3-4bc0-bb68-fb2d5cd85ecd tempest-RoutersTest-228919764 tempest-RoutersTest-228919764-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94175) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 12:01:04.310993 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9ac4542-ab8a-463c-96f3-a979f4262d26 tempest-NetworksIpV6Test-2059726755 tempest-NetworksIpV6Test-2059726755-project] Pushing event deleted for resources: {'Network': ['ID=169e70db-d5bd-47e6-9eae-db8b46300293,revision_number=None']} {{(pid=94175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 12:01:04.316313 dv-neutron-601336-94-hyperv neutron-server[94174]: INFO neutron.pecan_wsgi.hooks.translation [None req-14c370cb-a281-4e20-9fe3-8e73ee2b6654 tempest-NetworksIpV6Test-2059726755 tempest-NetworksIpV6Test-2059726755-project] GET failed (client error): The resource could not be found. Jun 23 12:01:04.316455 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG oslo_concurrency.lockutils [None req-e9ac4542-ab8a-463c-96f3-a979f4262d26 tempest-NetworksIpV6Test-2059726755 tempest-NetworksIpV6Test-2059726755-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.039s {{(pid=94175) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 12:01:04.317022 dv-neutron-601336-94-hyperv neutron-server[94174]: INFO neutron.wsgi [None req-14c370cb-a281-4e20-9fe3-8e73ee2b6654 tempest-NetworksIpV6Test-2059726755 tempest-NetworksIpV6Test-2059726755-project] 10.222.0.20 "GET /v2.0/subnets/54b7f49e-6489-40ce-b46e-3202cb047dd2 HTTP/1.1" status: 404 len: 337 time: 0.0414624 Jun 23 12:01:04.320894 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.wsgi [-] (94174) accepted ('10.222.0.20', 47496) {{(pid=94174) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 12:01:04.340535 dv-neutron-601336-94-hyperv neutron-server[94174]: INFO neutron.pecan_wsgi.hooks.translation [None req-902d3181-727b-419c-a166-7670e610d7ee tempest-NetworksIpV6Test-2059726755 tempest-NetworksIpV6Test-2059726755-project] DELETE failed (client error): The resource could not be found. Jun 23 12:01:04.341117 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-902d3181-727b-419c-a166-7670e610d7ee tempest-NetworksIpV6Test-2059726755 tempest-NetworksIpV6Test-2059726755-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94174) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 23 12:01:04.342840 dv-neutron-601336-94-hyperv neutron-server[94174]: INFO neutron.wsgi [None req-902d3181-727b-419c-a166-7670e610d7ee tempest-NetworksIpV6Test-2059726755 tempest-NetworksIpV6Test-2059726755-project] 10.222.0.20 "DELETE /v2.0/networks/169e70db-d5bd-47e6-9eae-db8b46300293 HTTP/1.1" status: 404 len: 339 time: 0.0209873 Jun 23 12:01:04.347448 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.wsgi [-] (94174) accepted ('10.222.0.20', 47498) {{(pid=94174) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 12:01:04.374063 dv-neutron-601336-94-hyperv neutron-server[94174]: INFO neutron.pecan_wsgi.hooks.translation [None req-309e6780-9a6f-4ece-b0bf-74270a2ca2dc tempest-NetworksIpV6Test-2059726755 tempest-NetworksIpV6Test-2059726755-project] DELETE failed (client error): The resource could not be found. Jun 23 12:01:04.374732 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-309e6780-9a6f-4ece-b0bf-74270a2ca2dc tempest-NetworksIpV6Test-2059726755 tempest-NetworksIpV6Test-2059726755-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94174) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 23 12:01:04.376094 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.db.provisioning_blocks [None req-dc7542b2-afef-47f4-a763-e3a3cba144be None None] Provisioning for port bd97ae86-5514-4bd7-b24a-816be3742070 completed by entity L2. {{(pid=94176) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 23 12:01:04.379949 dv-neutron-601336-94-hyperv neutron-server[94174]: INFO neutron.wsgi [None req-309e6780-9a6f-4ece-b0bf-74270a2ca2dc tempest-NetworksIpV6Test-2059726755 tempest-NetworksIpV6Test-2059726755-project] 10.222.0.20 "DELETE /v2.0/subnets/54b7f49e-6489-40ce-b46e-3202cb047dd2 HTTP/1.1" status: 404 len: 337 time: 0.0283809 Jun 23 12:01:04.380246 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.wsgi [-] (94175) accepted ('10.222.0.20', 47500) {{(pid=94175) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 12:01:04.381430 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.db.provisioning_blocks [None req-dc7542b2-afef-47f4-a763-e3a3cba144be None None] Provisioning complete for port bd97ae86-5514-4bd7-b24a-816be3742070 triggered by entity L2. {{(pid=94176) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 23 12:01:04.381826 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron_lib.callbacks.manager [None req-dc7542b2-afef-47f4-a763-e3a3cba144be None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-899258'] for port, provisioning_complete {{(pid=94176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 12:01:04.401147 dv-neutron-601336-94-hyperv neutron-server[94175]: INFO neutron.pecan_wsgi.hooks.translation [None req-6e2d5be1-9c48-4822-b4d6-fe6c9e81327f tempest-NetworksIpV6Test-2059726755 tempest-NetworksIpV6Test-2059726755-project] DELETE failed (client error): The resource could not be found. Jun 23 12:01:04.401969 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-6e2d5be1-9c48-4822-b4d6-fe6c9e81327f tempest-NetworksIpV6Test-2059726755 tempest-NetworksIpV6Test-2059726755-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94175) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 23 12:01:04.403892 dv-neutron-601336-94-hyperv neutron-server[94175]: INFO neutron.wsgi [None req-6e2d5be1-9c48-4822-b4d6-fe6c9e81327f tempest-NetworksIpV6Test-2059726755 tempest-NetworksIpV6Test-2059726755-project] 10.222.0.20 "DELETE /v2.0/networks/169e70db-d5bd-47e6-9eae-db8b46300293 HTTP/1.1" status: 404 len: 339 time: 0.0225739 Jun 23 12:01:04.410873 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.wsgi [-] (94175) accepted ('10.222.0.20', 47502) {{(pid=94175) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 12:01:04.475081 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.db.db_base_plugin_v2 [None req-97802bb5-951f-4ac5-9008-191d28632e08 tempest-NetworksIpV6Test-2059726755 tempest-NetworksIpV6Test-2059726755-project] Deleting subnet 5ae449df-b0bd-481b-90d6-ba9a36386f7c {{(pid=94175) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jun 23 12:01:04.475081 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron_lib.callbacks.manager [None req-97802bb5-951f-4ac5-9008-191d28632e08 tempest-NetworksIpV6Test-2059726755 tempest-NetworksIpV6Test-2059726755-project] Notify callbacks [] for subnet, before_delete {{(pid=94175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 12:01:04.475360 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e0b643bb-d08e-412c-9816-a6b3771cac83 None None] get_active_networks_info from dv-neutron-601336-94-hyperv {{(pid=94176) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Jun 23 12:01:04.508890 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron_lib.callbacks.manager [None req-dc7542b2-afef-47f4-a763-e3a3cba144be None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-923122'] for port, before_update {{(pid=94176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 12:01:04.515344 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron_lib.callbacks.manager [None req-97802bb5-951f-4ac5-9008-191d28632e08 tempest-NetworksIpV6Test-2059726755 tempest-NetworksIpV6Test-2059726755-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5190686'] for subnet, precommit_delete_associations {{(pid=94175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 12:01:04.543943 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.db.provisioning_blocks [None req-c34efd8d-6ee3-4334-82d0-a19a3bc53c42 None None] Provisioning complete for port bd97ae86-5514-4bd7-b24a-816be3742070 triggered by entity DHCP. {{(pid=94176) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 23 12:01:04.544246 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron_lib.callbacks.manager [None req-c34efd8d-6ee3-4334-82d0-a19a3bc53c42 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-899258'] for port, provisioning_complete {{(pid=94176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 12:01:04.599026 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.plugins.ml2.db [None req-dc7542b2-afef-47f4-a763-e3a3cba144be None None] For port bd97ae86-5514-4bd7-b24a-816be3742070, host dv-neutron-601336-94-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-94-hyperv',level=0,port_id=bd97ae86-5514-4bd7-b24a-816be3742070,segment=NetworkSegment(b1e15f56-41fb-42f2-ab89-75e4b01892db),segment_id=b1e15f56-41fb-42f2-ab89-75e4b01892db)] {{(pid=94176) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 23 12:01:04.623331 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e0b643bb-d08e-412c-9816-a6b3771cac83 None None] Resources bound (agent type, host, resource id): {{(pid=94176) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Jun 23 12:01:04.685527 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron_lib.callbacks.manager [None req-97802bb5-951f-4ac5-9008-191d28632e08 tempest-NetworksIpV6Test-2059726755 tempest-NetworksIpV6Test-2059726755-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-897634'] for subnet, precommit_delete {{(pid=94175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 12:01:04.697421 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron_lib.callbacks.manager [None req-dc7542b2-afef-47f4-a763-e3a3cba144be None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-922904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866062', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773700135042', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773699642233', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773699642278'] for port, after_update {{(pid=94176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 12:01:04.704603 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG oslo_concurrency.lockutils [None req-97bd5441-1da2-49ee-a364-27795820ba27 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 12:01:04.749753 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron_lib.callbacks.manager [None req-c34efd8d-6ee3-4334-82d0-a19a3bc53c42 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-923122'] for port, before_update {{(pid=94176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 12:01:04.804039 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc7542b2-afef-47f4-a763-e3a3cba144be None None] Pushing event updated for resources: {'Port': ['ID=bd97ae86-5514-4bd7-b24a-816be3742070,revision_number=3']} {{(pid=94176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 12:01:04.811749 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG oslo_concurrency.lockutils [None req-dc7542b2-afef-47f4-a763-e3a3cba144be None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.109s {{(pid=94176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 12:01:04.827982 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron_lib.callbacks.manager [None req-97802bb5-951f-4ac5-9008-191d28632e08 tempest-NetworksIpV6Test-2059726755 tempest-NetworksIpV6Test-2059726755-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-897627', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866062', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5083050', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4660036'] for subnet, after_delete {{(pid=94175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 12:01:04.831384 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG oslo_concurrency.lockutils [None req-9abbc31e-5108-42c6-bf5a-bc793f0be64a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94175) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 12:01:04.856705 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97802bb5-951f-4ac5-9008-191d28632e08 tempest-NetworksIpV6Test-2059726755 tempest-NetworksIpV6Test-2059726755-project] Pushing event deleted for resources: {'Subnet': ['ID=5ae449df-b0bd-481b-90d6-ba9a36386f7c,revision_number=None']} {{(pid=94175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 12:01:04.859481 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG oslo_concurrency.lockutils [None req-97802bb5-951f-4ac5-9008-191d28632e08 tempest-NetworksIpV6Test-2059726755 tempest-NetworksIpV6Test-2059726755-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.028s {{(pid=94175) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 12:01:04.862698 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron_lib.callbacks.manager [None req-97802bb5-951f-4ac5-9008-191d28632e08 tempest-NetworksIpV6Test-2059726755 tempest-NetworksIpV6Test-2059726755-project] Notify callbacks [] for subnet, before_response {{(pid=94175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 12:01:04.867148 dv-neutron-601336-94-hyperv neutron-server[94175]: INFO neutron.wsgi [None req-97802bb5-951f-4ac5-9008-191d28632e08 tempest-NetworksIpV6Test-2059726755 tempest-NetworksIpV6Test-2059726755-project] 10.222.0.20 "DELETE /v2.0/subnets/5ae449df-b0bd-481b-90d6-ba9a36386f7c HTTP/1.1" status: 204 len: 168 time: 0.4523306 Jun 23 12:01:04.868042 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.wsgi [-] (94175) accepted ('10.222.0.20', 47504) {{(pid=94175) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 12:01:04.879691 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron_lib.db.api [None req-c34efd8d-6ee3-4334-82d0-a19a3bc53c42 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=94176) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jun 23 12:01:04.880053 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG oslo_db.api [None req-c34efd8d-6ee3-4334-82d0-a19a3bc53c42 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=94176) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jun 23 12:01:04.947604 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron_lib.callbacks.manager [None req-cf870387-818c-4a7a-88bd-99e4da287c65 tempest-NetworksIpV6Test-2059726755 tempest-NetworksIpV6Test-2059726755-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-824874'] for network, before_delete {{(pid=94175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 12:01:04.958215 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-51bd4cdd-de81-4200-bba8-58e15de15ca7 None None] Network 3ad6457c-36fe-489f-9148-de4c9a4b36f5 requested from dv-neutron-601336-94-hyperv {{(pid=94176) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 23 12:01:05.006575 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.plugins.ml2.plugin [None req-cf870387-818c-4a7a-88bd-99e4da287c65 tempest-NetworksIpV6Test-2059726755 tempest-NetworksIpV6Test-2059726755-project] Deleting port bd97ae86-5514-4bd7-b24a-816be3742070 {{(pid=94175) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1913}} Jun 23 12:01:05.006914 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron_lib.callbacks.manager [None req-cf870387-818c-4a7a-88bd-99e4da287c65 tempest-NetworksIpV6Test-2059726755 tempest-NetworksIpV6Test-2059726755-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773700079324'] for port, before_delete {{(pid=94175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 12:01:05.075524 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.plugins.ml2.db [None req-cf870387-818c-4a7a-88bd-99e4da287c65 tempest-NetworksIpV6Test-2059726755 tempest-NetworksIpV6Test-2059726755-project] For port bd97ae86-5514-4bd7-b24a-816be3742070, host dv-neutron-601336-94-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-94-hyperv',level=0,port_id=bd97ae86-5514-4bd7-b24a-816be3742070,segment=NetworkSegment(b1e15f56-41fb-42f2-ab89-75e4b01892db),segment_id=b1e15f56-41fb-42f2-ab89-75e4b01892db)] {{(pid=94175) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 23 12:01:05.076175 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron_lib.callbacks.manager [None req-cf870387-818c-4a7a-88bd-99e4da287c65 tempest-NetworksIpV6Test-2059726755 tempest-NetworksIpV6Test-2059726755-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-430722'] for port, precommit_delete {{(pid=94175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 12:01:05.090673 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.plugins.ml2.plugin [None req-cf870387-818c-4a7a-88bd-99e4da287c65 tempest-NetworksIpV6Test-2059726755 tempest-NetworksIpV6Test-2059726755-project] Calling delete_port for bd97ae86-5514-4bd7-b24a-816be3742070 owned by network:dhcp {{(pid=94175) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1986}} Jun 23 12:01:05.146366 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-135451fc-dfaf-4bd8-982f-3bbfc1a69800 None None] DHCP port deletion for 3ad6457c-36fe-489f-9148-de4c9a4b36f5 request from dv-neutron-601336-94-hyperv {{(pid=94176) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jun 23 12:01:05.197963 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.plugins.ml2.plugin [None req-135451fc-dfaf-4bd8-982f-3bbfc1a69800 None None] Deleting port bd97ae86-5514-4bd7-b24a-816be3742070 {{(pid=94176) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1913}} Jun 23 12:01:05.198344 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron_lib.callbacks.manager [None req-135451fc-dfaf-4bd8-982f-3bbfc1a69800 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773700079324'] for port, before_delete {{(pid=94176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 12:01:05.220271 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron_lib.callbacks.manager [None req-cf870387-818c-4a7a-88bd-99e4da287c65 tempest-NetworksIpV6Test-2059726755 tempest-NetworksIpV6Test-2059726755-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-922904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866062', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773700135024', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773699642224', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5082448'] for port, after_delete {{(pid=94175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 12:01:05.223923 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG oslo_concurrency.lockutils [None req-3b8b5fe5-fb32-44f5-a297-874641150092 tempest-ServerActionsTestJSON-1945522763 tempest-ServerActionsTestJSON-1945522763-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94175) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 12:01:05.253405 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf870387-818c-4a7a-88bd-99e4da287c65 tempest-NetworksIpV6Test-2059726755 tempest-NetworksIpV6Test-2059726755-project] Pushing event deleted for resources: {'Port': ['ID=bd97ae86-5514-4bd7-b24a-816be3742070,revision_number=None']} {{(pid=94175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 12:01:05.255305 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cf870387-818c-4a7a-88bd-99e4da287c65 tempest-NetworksIpV6Test-2059726755 tempest-NetworksIpV6Test-2059726755-project] No DVR routers for this DVR port bd97ae86-5514-4bd7-b24a-816be3742070 on host dv-neutron-601336-94-hyperv {{(pid=94175) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 23 12:01:05.257337 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG oslo_concurrency.lockutils [None req-cf870387-818c-4a7a-88bd-99e4da287c65 tempest-NetworksIpV6Test-2059726755 tempest-NetworksIpV6Test-2059726755-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.033s {{(pid=94175) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 12:01:05.265323 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.plugins.ml2.db [None req-135451fc-dfaf-4bd8-982f-3bbfc1a69800 None None] For port bd97ae86-5514-4bd7-b24a-816be3742070, host dv-neutron-601336-94-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-94-hyperv',level=0,port_id=bd97ae86-5514-4bd7-b24a-816be3742070,segment=NetworkSegment(b1e15f56-41fb-42f2-ab89-75e4b01892db),segment_id=b1e15f56-41fb-42f2-ab89-75e4b01892db)] {{(pid=94176) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 23 12:01:05.265768 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron_lib.callbacks.manager [None req-135451fc-dfaf-4bd8-982f-3bbfc1a69800 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-430722'] for port, precommit_delete {{(pid=94176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 12:01:05.280354 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.plugins.ml2.plugin [None req-135451fc-dfaf-4bd8-982f-3bbfc1a69800 None None] Calling delete_port for bd97ae86-5514-4bd7-b24a-816be3742070 owned by network:dhcp {{(pid=94176) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1986}} Jun 23 12:01:05.335530 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron_lib.callbacks.manager [None req-cf870387-818c-4a7a-88bd-99e4da287c65 tempest-NetworksIpV6Test-2059726755 tempest-NetworksIpV6Test-2059726755-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-897259', 'neutron.services.segments.db._delete_segments_for_network-8773700168587'] for network, precommit_delete {{(pid=94175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 12:01:05.353312 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.services.segments.db [None req-cf870387-818c-4a7a-88bd-99e4da287c65 tempest-NetworksIpV6Test-2059726755 tempest-NetworksIpV6Test-2059726755-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3ad6457c-36fe-489f-9148-de4c9a4b36f5']}} {{(pid=94175) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 12:01:05.362330 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron_lib.callbacks.manager [None req-135451fc-dfaf-4bd8-982f-3bbfc1a69800 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-922904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866062', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773700135024', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773699642224'] for port, after_delete {{(pid=94176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 12:01:05.364611 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.services.segments.db [None req-cf870387-818c-4a7a-88bd-99e4da287c65 tempest-NetworksIpV6Test-2059726755 tempest-NetworksIpV6Test-2059726755-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b1e15f56-41fb-42f2-ab89-75e4b01892db') {'for_net_delete': True} {{(pid=94175) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 12:01:05.364880 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.services.segments.db [None req-cf870387-818c-4a7a-88bd-99e4da287c65 tempest-NetworksIpV6Test-2059726755 tempest-NetworksIpV6Test-2059726755-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b1e15f56-41fb-42f2-ab89-75e4b01892db') {} {{(pid=94175) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 12:01:05.365047 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG oslo_concurrency.lockutils [None req-97bd5441-1da2-49ee-a364-27795820ba27 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 12:01:05.374049 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron_lib.callbacks.manager [None req-cf870387-818c-4a7a-88bd-99e4da287c65 tempest-NetworksIpV6Test-2059726755 tempest-NetworksIpV6Test-2059726755-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8773699955833', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5190677'] for segment, before_delete {{(pid=94175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 12:01:05.390372 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-135451fc-dfaf-4bd8-982f-3bbfc1a69800 None None] Pushing event deleted for resources: {'Port': ['ID=bd97ae86-5514-4bd7-b24a-816be3742070,revision_number=None']} {{(pid=94176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 12:01:05.392233 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.db.l3_dvrscheduler_db [None req-135451fc-dfaf-4bd8-982f-3bbfc1a69800 None None] No DVR routers for this DVR port bd97ae86-5514-4bd7-b24a-816be3742070 on host dv-neutron-601336-94-hyperv {{(pid=94176) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 23 12:01:05.396192 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron_lib.callbacks.manager [None req-cf870387-818c-4a7a-88bd-99e4da287c65 tempest-NetworksIpV6Test-2059726755 tempest-NetworksIpV6Test-2059726755-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3801'] for segment, precommit_delete {{(pid=94175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 12:01:05.402522 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-cf870387-818c-4a7a-88bd-99e4da287c65 tempest-NetworksIpV6Test-2059726755 tempest-NetworksIpV6Test-2059726755-project] Releasing vlan 429 on physical network physnet1 to pool {{(pid=94175) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 23 12:01:05.403100 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron_lib.callbacks.manager [None req-cf870387-818c-4a7a-88bd-99e4da287c65 tempest-NetworksIpV6Test-2059726755 tempest-NetworksIpV6Test-2059726755-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3801', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5082371'] for segment, after_delete {{(pid=94175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 12:01:05.406254 dv-neutron-601336-94-hyperv neutron-server[94175]: Traceback (most recent call last): Jun 23 12:01:05.406254 dv-neutron-601336-94-hyperv neutron-server[94175]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 23 12:01:05.406254 dv-neutron-601336-94-hyperv neutron-server[94175]: timer() Jun 23 12:01:05.406254 dv-neutron-601336-94-hyperv neutron-server[94175]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 23 12:01:05.406254 dv-neutron-601336-94-hyperv neutron-server[94175]: cb(*args, **kw) Jun 23 12:01:05.406254 dv-neutron-601336-94-hyperv neutron-server[94175]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 23 12:01:05.406254 dv-neutron-601336-94-hyperv neutron-server[94175]: return func(*args, **kwargs) Jun 23 12:01:05.406254 dv-neutron-601336-94-hyperv neutron-server[94175]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 23 12:01:05.406254 dv-neutron-601336-94-hyperv neutron-server[94175]: self._notify() Jun 23 12:01:05.406254 dv-neutron-601336-94-hyperv neutron-server[94175]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 23 12:01:05.406254 dv-neutron-601336-94-hyperv neutron-server[94175]: self.callback(batched_events) Jun 23 12:01:05.406254 dv-neutron-601336-94-hyperv neutron-server[94175]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 23 12:01:05.406254 dv-neutron-601336-94-hyperv neutron-server[94175]: event.method(event) Jun 23 12:01:05.406254 dv-neutron-601336-94-hyperv neutron-server[94175]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 23 12:01:05.406254 dv-neutron-601336-94-hyperv neutron-server[94175]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 23 12:01:05.406254 dv-neutron-601336-94-hyperv neutron-server[94175]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 23 12:01:05.406254 dv-neutron-601336-94-hyperv neutron-server[94175]: aggregate_uuid = self.p_client.list_aggregates( Jun 23 12:01:05.406254 dv-neutron-601336-94-hyperv neutron-server[94175]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 23 12:01:05.406254 dv-neutron-601336-94-hyperv neutron-server[94175]: return f(self, *a, **k) Jun 23 12:01:05.406254 dv-neutron-601336-94-hyperv neutron-server[94175]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 23 12:01:05.406254 dv-neutron-601336-94-hyperv neutron-server[94175]: return self._get(url).json() Jun 23 12:01:05.406254 dv-neutron-601336-94-hyperv neutron-server[94175]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 23 12:01:05.406254 dv-neutron-601336-94-hyperv neutron-server[94175]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 23 12:01:05.406254 dv-neutron-601336-94-hyperv neutron-server[94175]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 23 12:01:05.406254 dv-neutron-601336-94-hyperv neutron-server[94175]: return self.request(url, 'GET', **kwargs) Jun 23 12:01:05.406254 dv-neutron-601336-94-hyperv neutron-server[94175]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 23 12:01:05.406254 dv-neutron-601336-94-hyperv neutron-server[94175]: base_url = self.get_endpoint(auth, allow=allow, Jun 23 12:01:05.406254 dv-neutron-601336-94-hyperv neutron-server[94175]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 23 12:01:05.406254 dv-neutron-601336-94-hyperv neutron-server[94175]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 23 12:01:05.406254 dv-neutron-601336-94-hyperv neutron-server[94175]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 23 12:01:05.406254 dv-neutron-601336-94-hyperv neutron-server[94175]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 23 12:01:05.406254 dv-neutron-601336-94-hyperv neutron-server[94175]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 23 12:01:05.410000 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG oslo_concurrency.lockutils [None req-135451fc-dfaf-4bd8-982f-3bbfc1a69800 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=94176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 12:01:05.411862 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.plugins.ml2.plugin [None req-c34efd8d-6ee3-4334-82d0-a19a3bc53c42 None None] Port bd97ae86-5514-4bd7-b24a-816be3742070 update to ACTIVE by agent not found {{(pid=94176) update_port_statuses /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2139}} Jun 23 12:01:05.522466 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron_lib.callbacks.manager [None req-cf870387-818c-4a7a-88bd-99e4da287c65 tempest-NetworksIpV6Test-2059726755 tempest-NetworksIpV6Test-2059726755-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-897248', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8002400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7866073', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-524247'] for network, after_delete {{(pid=94175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 12:01:05.526016 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG oslo_concurrency.lockutils [None req-5c653f36-f9e1-4b92-8b18-9f8f203364c8 tempest-NetworksIpV6Test-253648203 tempest-NetworksIpV6Test-253648203-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94175) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 12:01:05.535317 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron_lib.callbacks.manager [None req-cf870387-818c-4a7a-88bd-99e4da287c65 tempest-NetworksIpV6Test-2059726755 tempest-NetworksIpV6Test-2059726755-project] Notify callbacks [] for network, before_response {{(pid=94175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 12:01:05.535317 dv-neutron-601336-94-hyperv neutron-server[94175]: INFO neutron.wsgi [None req-cf870387-818c-4a7a-88bd-99e4da287c65 tempest-NetworksIpV6Test-2059726755 tempest-NetworksIpV6Test-2059726755-project] 10.222.0.20 "DELETE /v2.0/networks/3ad6457c-36fe-489f-9148-de4c9a4b36f5 HTTP/1.1" status: 204 len: 168 time: 0.6629303 Jun 23 12:01:05.535836 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.wsgi [-] (94174) accepted ('10.222.0.20', 47506) {{(pid=94174) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 12:01:05.544940 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf870387-818c-4a7a-88bd-99e4da287c65 tempest-NetworksIpV6Test-2059726755 tempest-NetworksIpV6Test-2059726755-project] Pushing event deleted for resources: {'Network': ['ID=3ad6457c-36fe-489f-9148-de4c9a4b36f5,revision_number=None']} {{(pid=94175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 12:01:05.546526 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG oslo_concurrency.lockutils [None req-cf870387-818c-4a7a-88bd-99e4da287c65 tempest-NetworksIpV6Test-2059726755 tempest-NetworksIpV6Test-2059726755-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.021s {{(pid=94175) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 12:01:05.562929 dv-neutron-601336-94-hyperv neutron-server[94174]: INFO neutron.pecan_wsgi.hooks.translation [None req-dcd73e46-7e1a-4543-ba72-639eeff0d410 tempest-NetworksIpV6Test-2059726755 tempest-NetworksIpV6Test-2059726755-project] DELETE failed (client error): The resource could not be found. Jun 23 12:01:05.563453 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-dcd73e46-7e1a-4543-ba72-639eeff0d410 tempest-NetworksIpV6Test-2059726755 tempest-NetworksIpV6Test-2059726755-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94174) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 23 12:01:05.565156 dv-neutron-601336-94-hyperv neutron-server[94174]: INFO neutron.wsgi [None req-dcd73e46-7e1a-4543-ba72-639eeff0d410 tempest-NetworksIpV6Test-2059726755 tempest-NetworksIpV6Test-2059726755-project] 10.222.0.20 "DELETE /v2.0/subnets/a3d767af-db16-421d-b7be-bac807985dc3 HTTP/1.1" status: 404 len: 337 time: 0.0285697 Jun 23 12:01:05.567819 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.wsgi [-] (94174) accepted ('10.222.0.20', 47508) {{(pid=94174) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 12:01:05.586243 dv-neutron-601336-94-hyperv neutron-server[94174]: INFO neutron.pecan_wsgi.hooks.translation [None req-792d8f02-c482-4733-b620-7522534ada74 tempest-NetworksIpV6Test-2059726755 tempest-NetworksIpV6Test-2059726755-project] DELETE failed (client error): The resource could not be found. Jun 23 12:01:05.586708 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-792d8f02-c482-4733-b620-7522534ada74 tempest-NetworksIpV6Test-2059726755 tempest-NetworksIpV6Test-2059726755-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94174) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 23 12:01:05.588423 dv-neutron-601336-94-hyperv neutron-server[94174]: INFO neutron.wsgi [None req-792d8f02-c482-4733-b620-7522534ada74 tempest-NetworksIpV6Test-2059726755 tempest-NetworksIpV6Test-2059726755-project] 10.222.0.20 "DELETE /v2.0/networks/a76d4d8a-1f42-4d02-abe8-a6637c3fcf2e HTTP/1.1" status: 404 len: 339 time: 0.0196469 Jun 23 12:01:05.590848 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.wsgi [-] (94174) accepted ('10.222.0.20', 47510) {{(pid=94174) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 12:01:05.615970 dv-neutron-601336-94-hyperv neutron-server[94174]: INFO neutron.pecan_wsgi.hooks.translation [None req-3b6f13a8-07ff-4e14-a689-e76c4090d11d tempest-NetworksIpV6Test-2059726755 tempest-NetworksIpV6Test-2059726755-project] DELETE failed (client error): The resource could not be found. Jun 23 12:01:05.616431 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-3b6f13a8-07ff-4e14-a689-e76c4090d11d tempest-NetworksIpV6Test-2059726755 tempest-NetworksIpV6Test-2059726755-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94174) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 23 12:01:05.618067 dv-neutron-601336-94-hyperv neutron-server[94174]: INFO neutron.wsgi [None req-3b6f13a8-07ff-4e14-a689-e76c4090d11d tempest-NetworksIpV6Test-2059726755 tempest-NetworksIpV6Test-2059726755-project] 10.222.0.20 "DELETE /v2.0/subnets/8e70335d-a59d-429e-b233-11c1198defb3 HTTP/1.1" status: 404 len: 337 time: 0.0262895 Jun 23 12:01:05.620487 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.wsgi [-] (94174) accepted ('10.222.0.20', 47512) {{(pid=94174) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 12:01:05.637874 dv-neutron-601336-94-hyperv neutron-server[94174]: INFO neutron.pecan_wsgi.hooks.translation [None req-33ec92c0-6f41-47a4-a3ab-fedb546b355e tempest-NetworksIpV6Test-2059726755 tempest-NetworksIpV6Test-2059726755-project] DELETE failed (client error): The resource could not be found. Jun 23 12:01:05.638415 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-33ec92c0-6f41-47a4-a3ab-fedb546b355e tempest-NetworksIpV6Test-2059726755 tempest-NetworksIpV6Test-2059726755-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94174) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 23 12:01:05.640096 dv-neutron-601336-94-hyperv neutron-server[94174]: INFO neutron.wsgi [None req-33ec92c0-6f41-47a4-a3ab-fedb546b355e tempest-NetworksIpV6Test-2059726755 tempest-NetworksIpV6Test-2059726755-project] 10.222.0.20 "DELETE /v2.0/networks/20746f78-4c34-4701-bfe6-f32f527e4845 HTTP/1.1" status: 404 len: 339 time: 0.0187197 Jun 23 12:01:05.643127 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.wsgi [-] (94174) accepted ('10.222.0.20', 47514) {{(pid=94174) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 12:01:05.698012 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.db.db_base_plugin_v2 [None req-7130fe3a-6b6d-4693-8955-d6c797a7b1e4 tempest-NetworksIpV6Test-2059726755 tempest-NetworksIpV6Test-2059726755-project] Deleting subnet a8f69d9f-689a-4f60-9e1d-693164a3c419 {{(pid=94174) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jun 23 12:01:05.701238 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron_lib.callbacks.manager [None req-7130fe3a-6b6d-4693-8955-d6c797a7b1e4 tempest-NetworksIpV6Test-2059726755 tempest-NetworksIpV6Test-2059726755-project] Notify callbacks [] for subnet, before_delete {{(pid=94174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 12:01:05.747118 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron_lib.callbacks.manager [None req-7130fe3a-6b6d-4693-8955-d6c797a7b1e4 tempest-NetworksIpV6Test-2059726755 tempest-NetworksIpV6Test-2059726755-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4800256'] for subnet, precommit_delete_associations {{(pid=94174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 12:01:05.833431 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron_lib.callbacks.manager [None req-7130fe3a-6b6d-4693-8955-d6c797a7b1e4 tempest-NetworksIpV6Test-2059726755 tempest-NetworksIpV6Test-2059726755-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-897634'] for subnet, precommit_delete {{(pid=94174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 12:01:05.965094 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron_lib.callbacks.manager [None req-7130fe3a-6b6d-4693-8955-d6c797a7b1e4 tempest-NetworksIpV6Test-2059726755 tempest-NetworksIpV6Test-2059726755-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-897627', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866062', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5195932', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4294216'] for subnet, after_delete {{(pid=94174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 12:01:05.967483 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG oslo_concurrency.lockutils [None req-8e59a49a-e97f-4c58-bb50-3848cc51f1ba tempest-NetworksIpV6Test-253648203 tempest-NetworksIpV6Test-253648203-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94174) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 12:01:05.994378 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7130fe3a-6b6d-4693-8955-d6c797a7b1e4 tempest-NetworksIpV6Test-2059726755 tempest-NetworksIpV6Test-2059726755-project] Pushing event deleted for resources: {'Subnet': ['ID=a8f69d9f-689a-4f60-9e1d-693164a3c419,revision_number=None']} {{(pid=94174) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 12:01:05.997725 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG oslo_concurrency.lockutils [None req-7130fe3a-6b6d-4693-8955-d6c797a7b1e4 tempest-NetworksIpV6Test-2059726755 tempest-NetworksIpV6Test-2059726755-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.030s {{(pid=94174) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 12:01:05.998733 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron_lib.callbacks.manager [None req-7130fe3a-6b6d-4693-8955-d6c797a7b1e4 tempest-NetworksIpV6Test-2059726755 tempest-NetworksIpV6Test-2059726755-project] Notify callbacks [] for subnet, before_response {{(pid=94174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 12:01:06.000633 dv-neutron-601336-94-hyperv neutron-server[94174]: INFO neutron.wsgi [None req-7130fe3a-6b6d-4693-8955-d6c797a7b1e4 tempest-NetworksIpV6Test-2059726755 tempest-NetworksIpV6Test-2059726755-project] 10.222.0.20 "DELETE /v2.0/subnets/a8f69d9f-689a-4f60-9e1d-693164a3c419 HTTP/1.1" status: 204 len: 168 time: 0.3566470 Jun 23 12:01:06.003624 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.wsgi [-] (94174) accepted ('10.222.0.20', 47516) {{(pid=94174) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 12:01:06.006243 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e1a21826-a2fe-4fd9-b319-3f3bdbd48a48 None None] Network 7fa2b4a9-8ebe-4a2d-8501-e51de5e67c3b requested from dv-neutron-601336-94-hyperv {{(pid=94176) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 23 12:01:06.079471 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron_lib.callbacks.manager [None req-6c8c7d29-b14c-4b3c-ad76-e38141e237bc tempest-NetworksIpV6Test-2059726755 tempest-NetworksIpV6Test-2059726755-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-824874'] for network, before_delete {{(pid=94174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 12:01:06.141449 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.plugins.ml2.rpc [None req-dc7542b2-afef-47f4-a763-e3a3cba144be None None] Device bd97ae86-5514-4bd7-b24a-816be3742070 no longer exists at agent ovs-agent-dv-neutron-601336-94-hyperv {{(pid=94176) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:261}} Jun 23 12:01:06.150394 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.plugins.ml2.plugin [None req-6c8c7d29-b14c-4b3c-ad76-e38141e237bc tempest-NetworksIpV6Test-2059726755 tempest-NetworksIpV6Test-2059726755-project] Deleting port b3af014b-12c2-4fe8-bc72-8467c6482f9a {{(pid=94174) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1913}} Jun 23 12:01:06.150752 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron_lib.callbacks.manager [None req-6c8c7d29-b14c-4b3c-ad76-e38141e237bc tempest-NetworksIpV6Test-2059726755 tempest-NetworksIpV6Test-2059726755-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773700079324'] for port, before_delete {{(pid=94174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 12:01:06.166620 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.plugins.ml2.plugin [None req-dc7542b2-afef-47f4-a763-e3a3cba144be None None] No Port match for: bd97ae86-5514-4bd7-b24a-816be3742070 {{(pid=94176) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2240}} Jun 23 12:01:06.166979 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.plugins.ml2.rpc [None req-dc7542b2-afef-47f4-a763-e3a3cba144be None None] Device bd97ae86-5514-4bd7-b24a-816be3742070 not bound to the agent host dv-neutron-601336-94-hyperv {{(pid=94176) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:271}} Jun 23 12:01:06.232586 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.plugins.ml2.db [None req-6c8c7d29-b14c-4b3c-ad76-e38141e237bc tempest-NetworksIpV6Test-2059726755 tempest-NetworksIpV6Test-2059726755-project] For port b3af014b-12c2-4fe8-bc72-8467c6482f9a, host dv-neutron-601336-94-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-94-hyperv',level=0,port_id=b3af014b-12c2-4fe8-bc72-8467c6482f9a,segment=NetworkSegment(7500a03e-91f1-4ebe-8702-17e71dfc932d),segment_id=7500a03e-91f1-4ebe-8702-17e71dfc932d)] {{(pid=94174) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 23 12:01:06.232586 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron_lib.callbacks.manager [None req-6c8c7d29-b14c-4b3c-ad76-e38141e237bc tempest-NetworksIpV6Test-2059726755 tempest-NetworksIpV6Test-2059726755-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-430722'] for port, precommit_delete {{(pid=94174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 12:01:06.238460 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a3dc7d9d-f856-4ba4-8af5-66424b2f82bb None None] DHCP port deletion for 7fa2b4a9-8ebe-4a2d-8501-e51de5e67c3b request from dv-neutron-601336-94-hyperv {{(pid=94176) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jun 23 12:01:06.246589 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.plugins.ml2.plugin [None req-6c8c7d29-b14c-4b3c-ad76-e38141e237bc tempest-NetworksIpV6Test-2059726755 tempest-NetworksIpV6Test-2059726755-project] Calling delete_port for b3af014b-12c2-4fe8-bc72-8467c6482f9a owned by network:dhcp {{(pid=94174) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1986}} Jun 23 12:01:06.285912 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.plugins.ml2.plugin [None req-a3dc7d9d-f856-4ba4-8af5-66424b2f82bb None None] Deleting port b3af014b-12c2-4fe8-bc72-8467c6482f9a {{(pid=94176) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1913}} Jun 23 12:01:06.286300 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron_lib.callbacks.manager [None req-a3dc7d9d-f856-4ba4-8af5-66424b2f82bb None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773700079324'] for port, before_delete {{(pid=94176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 12:01:06.349469 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.plugins.ml2.db [None req-a3dc7d9d-f856-4ba4-8af5-66424b2f82bb None None] For port b3af014b-12c2-4fe8-bc72-8467c6482f9a, host dv-neutron-601336-94-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-94-hyperv',level=0,port_id=b3af014b-12c2-4fe8-bc72-8467c6482f9a,segment=NetworkSegment(7500a03e-91f1-4ebe-8702-17e71dfc932d),segment_id=7500a03e-91f1-4ebe-8702-17e71dfc932d)] {{(pid=94176) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 23 12:01:06.349874 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron_lib.callbacks.manager [None req-a3dc7d9d-f856-4ba4-8af5-66424b2f82bb None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-430722'] for port, precommit_delete {{(pid=94176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 12:01:06.362574 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.plugins.ml2.plugin [None req-a3dc7d9d-f856-4ba4-8af5-66424b2f82bb None None] Calling delete_port for b3af014b-12c2-4fe8-bc72-8467c6482f9a owned by network:dhcp {{(pid=94176) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1986}} Jun 23 12:01:06.387453 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron_lib.callbacks.manager [None req-6c8c7d29-b14c-4b3c-ad76-e38141e237bc tempest-NetworksIpV6Test-2059726755 tempest-NetworksIpV6Test-2059726755-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-922904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866062', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773700135024', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773699642224', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5196390'] for port, after_delete {{(pid=94174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 12:01:06.390875 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG oslo_concurrency.lockutils [None req-5750970b-ae95-428f-beb2-1c262b689280 tempest-TestNetworkBasicOps-233187296 tempest-TestNetworkBasicOps-233187296-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94174) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 12:01:06.420252 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c8c7d29-b14c-4b3c-ad76-e38141e237bc tempest-NetworksIpV6Test-2059726755 tempest-NetworksIpV6Test-2059726755-project] Pushing event deleted for resources: {'Port': ['ID=b3af014b-12c2-4fe8-bc72-8467c6482f9a,revision_number=None']} {{(pid=94174) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 12:01:06.423415 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG oslo_concurrency.lockutils [None req-6c8c7d29-b14c-4b3c-ad76-e38141e237bc tempest-NetworksIpV6Test-2059726755 tempest-NetworksIpV6Test-2059726755-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.033s {{(pid=94174) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 12:01:06.424775 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6c8c7d29-b14c-4b3c-ad76-e38141e237bc tempest-NetworksIpV6Test-2059726755 tempest-NetworksIpV6Test-2059726755-project] No DVR routers for this DVR port b3af014b-12c2-4fe8-bc72-8467c6482f9a on host dv-neutron-601336-94-hyperv {{(pid=94174) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 23 12:01:06.440538 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron_lib.callbacks.manager [None req-a3dc7d9d-f856-4ba4-8af5-66424b2f82bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-922904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866062', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773700135024', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773699642224'] for port, after_delete {{(pid=94176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 12:01:06.442504 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG oslo_concurrency.lockutils [None req-97bd5441-1da2-49ee-a364-27795820ba27 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 12:01:06.465376 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3dc7d9d-f856-4ba4-8af5-66424b2f82bb None None] Pushing event deleted for resources: {'Port': ['ID=b3af014b-12c2-4fe8-bc72-8467c6482f9a,revision_number=None']} {{(pid=94176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 12:01:06.468322 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG oslo_concurrency.lockutils [None req-a3dc7d9d-f856-4ba4-8af5-66424b2f82bb None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.026s {{(pid=94176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 12:01:06.469153 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a3dc7d9d-f856-4ba4-8af5-66424b2f82bb None None] No DVR routers for this DVR port b3af014b-12c2-4fe8-bc72-8467c6482f9a on host dv-neutron-601336-94-hyperv {{(pid=94176) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 23 12:01:06.510138 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron_lib.callbacks.manager [None req-6c8c7d29-b14c-4b3c-ad76-e38141e237bc tempest-NetworksIpV6Test-2059726755 tempest-NetworksIpV6Test-2059726755-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-897259', 'neutron.services.segments.db._delete_segments_for_network-8773700168587'] for network, precommit_delete {{(pid=94174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 12:01:06.519945 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.services.segments.db [None req-6c8c7d29-b14c-4b3c-ad76-e38141e237bc tempest-NetworksIpV6Test-2059726755 tempest-NetworksIpV6Test-2059726755-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7fa2b4a9-8ebe-4a2d-8501-e51de5e67c3b']}} {{(pid=94174) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 12:01:06.529462 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.services.segments.db [None req-6c8c7d29-b14c-4b3c-ad76-e38141e237bc tempest-NetworksIpV6Test-2059726755 tempest-NetworksIpV6Test-2059726755-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7500a03e-91f1-4ebe-8702-17e71dfc932d') {'for_net_delete': True} {{(pid=94174) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 12:01:06.529789 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.services.segments.db [None req-6c8c7d29-b14c-4b3c-ad76-e38141e237bc tempest-NetworksIpV6Test-2059726755 tempest-NetworksIpV6Test-2059726755-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7500a03e-91f1-4ebe-8702-17e71dfc932d') {} {{(pid=94174) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 12:01:06.538567 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron_lib.callbacks.manager [None req-6c8c7d29-b14c-4b3c-ad76-e38141e237bc tempest-NetworksIpV6Test-2059726755 tempest-NetworksIpV6Test-2059726755-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8773699955833', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4800267'] for segment, before_delete {{(pid=94174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 12:01:06.552362 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron_lib.callbacks.manager [None req-6c8c7d29-b14c-4b3c-ad76-e38141e237bc tempest-NetworksIpV6Test-2059726755 tempest-NetworksIpV6Test-2059726755-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3801'] for segment, precommit_delete {{(pid=94174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 12:01:06.558096 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6c8c7d29-b14c-4b3c-ad76-e38141e237bc tempest-NetworksIpV6Test-2059726755 tempest-NetworksIpV6Test-2059726755-project] Releasing vlan 423 on physical network physnet1 to pool {{(pid=94174) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 23 12:01:06.558487 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron_lib.callbacks.manager [None req-6c8c7d29-b14c-4b3c-ad76-e38141e237bc tempest-NetworksIpV6Test-2059726755 tempest-NetworksIpV6Test-2059726755-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3801', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5196341'] for segment, after_delete {{(pid=94174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 12:01:06.561383 dv-neutron-601336-94-hyperv neutron-server[94174]: Traceback (most recent call last): Jun 23 12:01:06.561383 dv-neutron-601336-94-hyperv neutron-server[94174]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 23 12:01:06.561383 dv-neutron-601336-94-hyperv neutron-server[94174]: timer() Jun 23 12:01:06.561383 dv-neutron-601336-94-hyperv neutron-server[94174]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 23 12:01:06.561383 dv-neutron-601336-94-hyperv neutron-server[94174]: cb(*args, **kw) Jun 23 12:01:06.561383 dv-neutron-601336-94-hyperv neutron-server[94174]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 23 12:01:06.561383 dv-neutron-601336-94-hyperv neutron-server[94174]: return func(*args, **kwargs) Jun 23 12:01:06.561383 dv-neutron-601336-94-hyperv neutron-server[94174]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 23 12:01:06.561383 dv-neutron-601336-94-hyperv neutron-server[94174]: self._notify() Jun 23 12:01:06.561383 dv-neutron-601336-94-hyperv neutron-server[94174]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 23 12:01:06.561383 dv-neutron-601336-94-hyperv neutron-server[94174]: self.callback(batched_events) Jun 23 12:01:06.561383 dv-neutron-601336-94-hyperv neutron-server[94174]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 23 12:01:06.561383 dv-neutron-601336-94-hyperv neutron-server[94174]: event.method(event) Jun 23 12:01:06.561383 dv-neutron-601336-94-hyperv neutron-server[94174]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 23 12:01:06.561383 dv-neutron-601336-94-hyperv neutron-server[94174]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 23 12:01:06.561383 dv-neutron-601336-94-hyperv neutron-server[94174]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 23 12:01:06.561383 dv-neutron-601336-94-hyperv neutron-server[94174]: aggregate_uuid = self.p_client.list_aggregates( Jun 23 12:01:06.561383 dv-neutron-601336-94-hyperv neutron-server[94174]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 23 12:01:06.561383 dv-neutron-601336-94-hyperv neutron-server[94174]: return f(self, *a, **k) Jun 23 12:01:06.561383 dv-neutron-601336-94-hyperv neutron-server[94174]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 23 12:01:06.561383 dv-neutron-601336-94-hyperv neutron-server[94174]: return self._get(url).json() Jun 23 12:01:06.561383 dv-neutron-601336-94-hyperv neutron-server[94174]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 23 12:01:06.561383 dv-neutron-601336-94-hyperv neutron-server[94174]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 23 12:01:06.561383 dv-neutron-601336-94-hyperv neutron-server[94174]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 23 12:01:06.561383 dv-neutron-601336-94-hyperv neutron-server[94174]: return self.request(url, 'GET', **kwargs) Jun 23 12:01:06.561383 dv-neutron-601336-94-hyperv neutron-server[94174]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 23 12:01:06.561383 dv-neutron-601336-94-hyperv neutron-server[94174]: base_url = self.get_endpoint(auth, allow=allow, Jun 23 12:01:06.561383 dv-neutron-601336-94-hyperv neutron-server[94174]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 23 12:01:06.561383 dv-neutron-601336-94-hyperv neutron-server[94174]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 23 12:01:06.561383 dv-neutron-601336-94-hyperv neutron-server[94174]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 23 12:01:06.561383 dv-neutron-601336-94-hyperv neutron-server[94174]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 23 12:01:06.561383 dv-neutron-601336-94-hyperv neutron-server[94174]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 23 12:01:06.673051 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron_lib.callbacks.manager [None req-6c8c7d29-b14c-4b3c-ad76-e38141e237bc tempest-NetworksIpV6Test-2059726755 tempest-NetworksIpV6Test-2059726755-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-897248', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8002400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7866073', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-524247'] for network, after_delete {{(pid=94174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 12:01:06.677711 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG oslo_concurrency.lockutils [None req-417efd45-0800-443b-9f3b-42e04e45a6ce admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94174) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 12:01:06.681749 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron_lib.callbacks.manager [None req-6c8c7d29-b14c-4b3c-ad76-e38141e237bc tempest-NetworksIpV6Test-2059726755 tempest-NetworksIpV6Test-2059726755-project] Notify callbacks [] for network, before_response {{(pid=94174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 12:01:06.683586 dv-neutron-601336-94-hyperv neutron-server[94174]: INFO neutron.wsgi [None req-6c8c7d29-b14c-4b3c-ad76-e38141e237bc tempest-NetworksIpV6Test-2059726755 tempest-NetworksIpV6Test-2059726755-project] 10.222.0.20 "DELETE /v2.0/networks/7fa2b4a9-8ebe-4a2d-8501-e51de5e67c3b HTTP/1.1" status: 204 len: 168 time: 0.6790082 Jun 23 12:01:06.705512 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c8c7d29-b14c-4b3c-ad76-e38141e237bc tempest-NetworksIpV6Test-2059726755 tempest-NetworksIpV6Test-2059726755-project] Pushing event deleted for resources: {'Network': ['ID=7fa2b4a9-8ebe-4a2d-8501-e51de5e67c3b,revision_number=None']} {{(pid=94174) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 12:01:06.705512 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG oslo_concurrency.lockutils [None req-6c8c7d29-b14c-4b3c-ad76-e38141e237bc tempest-NetworksIpV6Test-2059726755 tempest-NetworksIpV6Test-2059726755-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.021s {{(pid=94174) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 12:01:07.116122 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.wsgi [-] (94174) accepted ('10.222.0.20', 47522) {{(pid=94174) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 12:01:07.248973 dv-neutron-601336-94-hyperv neutron-server[94174]: INFO neutron.wsgi [None req-a71c6169-b10c-4024-ae04-f8d48c4a72cc admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=edd03053237a463fa35a504cc4ffa228&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1314883 Jun 23 12:01:07.251244 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.wsgi [-] (94174) accepted ('10.222.0.20', 47526) {{(pid=94174) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 12:01:07.318021 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron_lib.callbacks.manager [None req-6b199888-9782-4338-a8ef-7e29282a06d6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 12:01:07.351239 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron_lib.callbacks.manager [None req-6b199888-9782-4338-a8ef-7e29282a06d6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 12:01:07.444540 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron_lib.callbacks.manager [None req-6b199888-9782-4338-a8ef-7e29282a06d6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7996330'] for security_group, after_delete {{(pid=94174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 12:01:07.447177 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron_lib.callbacks.manager [None req-6b199888-9782-4338-a8ef-7e29282a06d6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 12:01:07.448334 dv-neutron-601336-94-hyperv neutron-server[94174]: INFO neutron.wsgi [None req-6b199888-9782-4338-a8ef-7e29282a06d6 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/60beee2b-2430-4a65-988a-0159362091c0 HTTP/1.1" status: 204 len: 168 time: 0.1961079 Jun 23 12:01:07.449164 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG oslo_concurrency.lockutils [None req-a364e222-1c2b-4369-a1d7-ae80e1f9a1e8 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94174) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 12:01:07.457371 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b199888-9782-4338-a8ef-7e29282a06d6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=60beee2b-2430-4a65-988a-0159362091c0,revision_number=None']} {{(pid=94174) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 12:01:07.459785 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG oslo_concurrency.lockutils [None req-6b199888-9782-4338-a8ef-7e29282a06d6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.011s {{(pid=94174) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 12:01:08.116081 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.plugins.ml2.rpc [None req-dc7542b2-afef-47f4-a763-e3a3cba144be None None] Device b3af014b-12c2-4fe8-bc72-8467c6482f9a no longer exists at agent ovs-agent-dv-neutron-601336-94-hyperv {{(pid=94176) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:261}} Jun 23 12:01:08.139058 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.plugins.ml2.plugin [None req-dc7542b2-afef-47f4-a763-e3a3cba144be None None] No Port match for: b3af014b-12c2-4fe8-bc72-8467c6482f9a {{(pid=94176) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2240}} Jun 23 12:01:08.139423 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.plugins.ml2.rpc [None req-dc7542b2-afef-47f4-a763-e3a3cba144be None None] Device b3af014b-12c2-4fe8-bc72-8467c6482f9a not bound to the agent host dv-neutron-601336-94-hyperv {{(pid=94176) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:271}} Jun 23 12:01:08.487998 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.wsgi [-] (94174) accepted ('10.222.0.20', 47548) {{(pid=94174) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 12:01:08.579425 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.api.v2.base [None req-98f1cae3-6a4d-4ce7-be42-05df6db3df30 tempest-RoutersNegativeTest-1248054990 tempest-RoutersNegativeTest-1248054990-project] Request body: {'router': {'name': 'tempest-RoutersNegativeTest-router-1591964598', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=94174) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 23 12:01:08.665496 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron_lib.callbacks.manager [None req-98f1cae3-6a4d-4ce7-be42-05df6db3df30 tempest-RoutersNegativeTest-1248054990 tempest-RoutersNegativeTest-1248054990-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-520407', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-32315'] for router, before_create {{(pid=94174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 12:01:08.666514 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron_lib.callbacks.manager [None req-98f1cae3-6a4d-4ce7-be42-05df6db3df30 tempest-RoutersNegativeTest-1248054990 tempest-RoutersNegativeTest-1248054990-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-520264', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-524122', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-414782', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-32290'] for router, precommit_create {{(pid=94174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 12:01:08.748537 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron_lib.callbacks.manager [None req-98f1cae3-6a4d-4ce7-be42-05df6db3df30 tempest-RoutersNegativeTest-1248054990 tempest-RoutersNegativeTest-1248054990-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 12:01:08.831469 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron_lib.callbacks.manager [None req-98f1cae3-6a4d-4ce7-be42-05df6db3df30 tempest-RoutersNegativeTest-1248054990 tempest-RoutersNegativeTest-1248054990-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-520412', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-524143'] for router, after_create {{(pid=94174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 12:01:08.922695 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron_lib.callbacks.manager [None req-98f1cae3-6a4d-4ce7-be42-05df6db3df30 tempest-RoutersNegativeTest-1248054990 tempest-RoutersNegativeTest-1248054990-project] Notify callbacks [] for router, before_response {{(pid=94174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 12:01:08.924463 dv-neutron-601336-94-hyperv neutron-server[94174]: INFO neutron.wsgi [None req-98f1cae3-6a4d-4ce7-be42-05df6db3df30 tempest-RoutersNegativeTest-1248054990 tempest-RoutersNegativeTest-1248054990-project] 10.222.0.20 "POST /v2.0/routers HTTP/1.1" status: 201 len: 708 time: 0.4354365 Jun 23 12:01:08.927122 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.wsgi [-] (94174) accepted ('10.222.0.20', 47552) {{(pid=94174) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 12:01:08.932189 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.api.v2.base [None req-d7984426-67a5-4822-9072-c00fb832e8ed tempest-RoutersNegativeTest-1248054990 tempest-RoutersNegativeTest-1248054990-project] Request body: {'network': {'name': 'tempest-RoutersNegativeTest-test-network-370019700'}} {{(pid=94174) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 23 12:01:09.008505 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d7984426-67a5-4822-9072-c00fb832e8ed tempest-RoutersNegativeTest-1248054990 tempest-RoutersNegativeTest-1248054990-project] Made reservation on behalf of 6dc2cd38c7254b6b81bc5c70cb46d880 for: {'network': 1} {{(pid=94174) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 23 12:01:09.012113 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron_lib.callbacks.manager [None req-d7984426-67a5-4822-9072-c00fb832e8ed tempest-RoutersNegativeTest-1248054990 tempest-RoutersNegativeTest-1248054990-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-923104'] for network, before_create {{(pid=94174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 12:01:09.025338 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron_lib.callbacks.manager [None req-d7984426-67a5-4822-9072-c00fb832e8ed tempest-RoutersNegativeTest-1248054990 tempest-RoutersNegativeTest-1248054990-project] Notify callbacks [] for security_group, before_create {{(pid=94174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 12:01:09.115360 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron_lib.callbacks.manager [None req-d7984426-67a5-4822-9072-c00fb832e8ed tempest-RoutersNegativeTest-1248054990 tempest-RoutersNegativeTest-1248054990-project] Notify callbacks [] for security_group, precommit_create {{(pid=94174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 12:01:09.180168 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron_lib.callbacks.manager [None req-d7984426-67a5-4822-9072-c00fb832e8ed tempest-RoutersNegativeTest-1248054990 tempest-RoutersNegativeTest-1248054990-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7996330'] for security_group, after_create {{(pid=94174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 12:01:09.183227 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG oslo_concurrency.lockutils [None req-5f51f380-3eae-4f35-a30b-9e2a2f952597 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94174) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 12:01:09.210516 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d7984426-67a5-4822-9072-c00fb832e8ed tempest-RoutersNegativeTest-1248054990 tempest-RoutersNegativeTest-1248054990-project] vlan segment allocate from pool success with {'vlan_id': 423, 'physical_network': 'physnet1'} {{(pid=94174) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 23 12:01:09.215764 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7984426-67a5-4822-9072-c00fb832e8ed tempest-RoutersNegativeTest-1248054990 tempest-RoutersNegativeTest-1248054990-project] Pushing event updated for resources: {'SecurityGroup': ['ID=1d7b42fc-3614-427d-93f1-84d606d3b8f4,revision_number=1']} {{(pid=94174) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 12:01:09.219339 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG oslo_concurrency.lockutils [None req-d7984426-67a5-4822-9072-c00fb832e8ed tempest-RoutersNegativeTest-1248054990 tempest-RoutersNegativeTest-1248054990-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.036s {{(pid=94174) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 12:01:09.224355 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron_lib.callbacks.manager [None req-d7984426-67a5-4822-9072-c00fb832e8ed tempest-RoutersNegativeTest-1248054990 tempest-RoutersNegativeTest-1248054990-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3801'] for segment, precommit_create {{(pid=94174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 12:01:09.224355 dv-neutron-601336-94-hyperv neutron-server[94174]: INFO neutron.db.segments_db [None req-d7984426-67a5-4822-9072-c00fb832e8ed tempest-RoutersNegativeTest-1248054990 tempest-RoutersNegativeTest-1248054990-project] Added segment 9b8afee8-7603-4b42-9336-45bc18265cef of type vlan for network 3cb84516-53b1-4cfd-bb35-afb33792128e Jun 23 12:01:09.263812 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron_lib.callbacks.manager [None req-d7984426-67a5-4822-9072-c00fb832e8ed tempest-RoutersNegativeTest-1248054990 tempest-RoutersNegativeTest-1248054990-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8773699596773'] for network, precommit_create {{(pid=94174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 12:01:09.341460 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron_lib.callbacks.manager [None req-d7984426-67a5-4822-9072-c00fb832e8ed tempest-RoutersNegativeTest-1248054990 tempest-RoutersNegativeTest-1248054990-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8002400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7866073'] for network, after_create {{(pid=94174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 12:01:09.347659 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d7984426-67a5-4822-9072-c00fb832e8ed tempest-RoutersNegativeTest-1248054990 tempest-RoutersNegativeTest-1248054990-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94174) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 12:01:09.348250 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron_lib.callbacks.manager [None req-d7984426-67a5-4822-9072-c00fb832e8ed tempest-RoutersNegativeTest-1248054990 tempest-RoutersNegativeTest-1248054990-project] Notify callbacks [] for network, before_response {{(pid=94174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 12:01:09.350640 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG oslo_concurrency.lockutils [None req-e906404d-f0bd-4155-962b-3848ca6aa75a tempest-RoutersIpV6Test-1448447933 tempest-RoutersIpV6Test-1448447933-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94174) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 12:01:09.415474 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7984426-67a5-4822-9072-c00fb832e8ed tempest-RoutersNegativeTest-1248054990 tempest-RoutersNegativeTest-1248054990-project] Pushing event updated for resources: {'Network': ['ID=3cb84516-53b1-4cfd-bb35-afb33792128e,revision_number=1']} {{(pid=94174) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 12:01:09.418082 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG oslo_concurrency.lockutils [None req-d7984426-67a5-4822-9072-c00fb832e8ed tempest-RoutersNegativeTest-1248054990 tempest-RoutersNegativeTest-1248054990-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.068s {{(pid=94174) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 12:01:09.426676 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.plugins.ml2.rpc [None req-dc7542b2-afef-47f4-a763-e3a3cba144be None None] Network 3cb84516-53b1-4cfd-bb35-afb33792128e details requested by agent ovs-agent-dv-neutron-601336-94-hyperv with host dv-neutron-601336-94-hyperv {{(pid=94176) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:250}} Jun 23 12:01:09.466932 dv-neutron-601336-94-hyperv neutron-server[94174]: INFO neutron.wsgi [None req-d7984426-67a5-4822-9072-c00fb832e8ed tempest-RoutersNegativeTest-1248054990 tempest-RoutersNegativeTest-1248054990-project] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 786 time: 0.5383317 Jun 23 12:01:09.469359 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.wsgi [-] (94174) accepted ('10.222.0.20', 47554) {{(pid=94174) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 12:01:09.477689 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.api.v2.base [None req-15edb737-90ab-4e28-aa3e-4eca4cf7f71c tempest-RoutersNegativeTest-1248054990 tempest-RoutersNegativeTest-1248054990-project] Request body: {'subnet': {'network_id': '3cb84516-53b1-4cfd-bb35-afb33792128e', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=94174) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 23 12:01:09.636950 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-15edb737-90ab-4e28-aa3e-4eca4cf7f71c tempest-RoutersNegativeTest-1248054990 tempest-RoutersNegativeTest-1248054990-project] Made reservation on behalf of 6dc2cd38c7254b6b81bc5c70cb46d880 for: {'subnet': 1} {{(pid=94174) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 23 12:01:09.640613 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron_lib.callbacks.manager [None req-15edb737-90ab-4e28-aa3e-4eca4cf7f71c tempest-RoutersNegativeTest-1248054990 tempest-RoutersNegativeTest-1248054990-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4294245'] for subnet, before_create {{(pid=94174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 12:01:09.896042 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron_lib.callbacks.manager [None req-15edb737-90ab-4e28-aa3e-4eca4cf7f71c tempest-RoutersNegativeTest-1248054990 tempest-RoutersNegativeTest-1248054990-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866062', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5195999', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4294259'] for subnet, after_create {{(pid=94174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 12:01:09.898207 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG oslo_concurrency.lockutils [None req-877f9c70-d108-4f9d-9384-3a058eb75377 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94174) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 12:01:09.956292 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15edb737-90ab-4e28-aa3e-4eca4cf7f71c tempest-RoutersNegativeTest-1248054990 tempest-RoutersNegativeTest-1248054990-project] Pushing event updated for resources: {'Subnet': ['ID=f4ac2324-b532-4b6c-93aa-9ecdafce80e3,revision_number=0']} {{(pid=94174) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 12:01:09.958924 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG oslo_concurrency.lockutils [None req-15edb737-90ab-4e28-aa3e-4eca4cf7f71c tempest-RoutersNegativeTest-1248054990 tempest-RoutersNegativeTest-1248054990-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.061s {{(pid=94174) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 12:01:09.966272 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-15edb737-90ab-4e28-aa3e-4eca4cf7f71c tempest-RoutersNegativeTest-1248054990 tempest-RoutersNegativeTest-1248054990-project] Checking segment: {'id': '9b8afee8-7603-4b42-9336-45bc18265cef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 423, 'network_id': '3cb84516-53b1-4cfd-bb35-afb33792128e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94174) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 23 12:01:09.966641 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-15edb737-90ab-4e28-aa3e-4eca4cf7f71c tempest-RoutersNegativeTest-1248054990 tempest-RoutersNegativeTest-1248054990-project] Network hostable DHCP agents. Network: 3cb84516-53b1-4cfd-bb35-afb33792128e, hostable agents: ['8cf29b10-0e57-4131-816f-a4b6ad00b249'], hosted agents: [] {{(pid=94174) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 23 12:01:10.042389 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-15edb737-90ab-4e28-aa3e-4eca4cf7f71c tempest-RoutersNegativeTest-1248054990 tempest-RoutersNegativeTest-1248054990-project] Network 3cb84516-53b1-4cfd-bb35-afb33792128e is scheduled to be hosted by DHCP agent 8cf29b10-0e57-4131-816f-a4b6ad00b249 with binding_index 1 {{(pid=94174) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 23 12:01:10.111712 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.scheduler.base_scheduler [None req-15edb737-90ab-4e28-aa3e-4eca4cf7f71c tempest-RoutersNegativeTest-1248054990 tempest-RoutersNegativeTest-1248054990-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-601336-94-hyperv, 3cb84516-53b1-4cfd-bb35-afb33792128e) {{(pid=94174) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 23 12:01:10.116368 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-15edb737-90ab-4e28-aa3e-4eca4cf7f71c tempest-RoutersNegativeTest-1248054990 tempest-RoutersNegativeTest-1248054990-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94174) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 12:01:10.117402 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron_lib.callbacks.manager [None req-15edb737-90ab-4e28-aa3e-4eca4cf7f71c tempest-RoutersNegativeTest-1248054990 tempest-RoutersNegativeTest-1248054990-project] Notify callbacks [] for subnet, before_response {{(pid=94174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 12:01:10.122135 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5fd4c9bc-db6c-4779-9674-e9f2580ddb05 None None] Network 3cb84516-53b1-4cfd-bb35-afb33792128e requested from dv-neutron-601336-94-hyperv {{(pid=94176) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 23 12:01:10.221616 dv-neutron-601336-94-hyperv neutron-server[94174]: INFO neutron.wsgi [None req-15edb737-90ab-4e28-aa3e-4eca4cf7f71c tempest-RoutersNegativeTest-1248054990 tempest-RoutersNegativeTest-1248054990-project] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.7495520 Jun 23 12:01:10.224237 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.wsgi [-] (94174) accepted ('10.222.0.20', 47556) {{(pid=94174) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 12:01:10.229415 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.api.v2.base [None req-a1779c74-b9ed-4153-8ed5-bb05ddc7eb22 tempest-RoutersNegativeTest-1248054990 tempest-RoutersNegativeTest-1248054990-project] Request body: {'network': {'name': 'tempest-RoutersNegativeTest-test-network-1439388739'}} {{(pid=94174) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 23 12:01:10.264305 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-956c1ca9-77e3-4855-8733-28b79529dceb None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1e0d828a-1fa4-563d-b7fd-53adf66a04ee-3cb84516-53b1-4cfd-bb35-afb33792128e', 'network_id': '3cb84516-53b1-4cfd-bb35-afb33792128e', 'tenant_id': '6dc2cd38c7254b6b81bc5c70cb46d880', 'fixed_ips': [{'subnet_id': 'f4ac2324-b532-4b6c-93aa-9ecdafce80e3'}]}} from dv-neutron-601336-94-hyperv. {{(pid=94176) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 23 12:01:10.265010 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron_lib.callbacks.manager [None req-956c1ca9-77e3-4855-8733-28b79529dceb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-923104'] for port, before_create {{(pid=94176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 12:01:10.311297 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a1779c74-b9ed-4153-8ed5-bb05ddc7eb22 tempest-RoutersNegativeTest-1248054990 tempest-RoutersNegativeTest-1248054990-project] Made reservation on behalf of 6dc2cd38c7254b6b81bc5c70cb46d880 for: {'network': 1} {{(pid=94174) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 23 12:01:10.314942 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron_lib.callbacks.manager [None req-a1779c74-b9ed-4153-8ed5-bb05ddc7eb22 tempest-RoutersNegativeTest-1248054990 tempest-RoutersNegativeTest-1248054990-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-923104'] for network, before_create {{(pid=94174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 12:01:10.338836 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a1779c74-b9ed-4153-8ed5-bb05ddc7eb22 tempest-RoutersNegativeTest-1248054990 tempest-RoutersNegativeTest-1248054990-project] vlan segment allocate from pool success with {'vlan_id': 441, 'physical_network': 'physnet1'} {{(pid=94174) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 23 12:01:10.348015 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron_lib.callbacks.manager [None req-a1779c74-b9ed-4153-8ed5-bb05ddc7eb22 tempest-RoutersNegativeTest-1248054990 tempest-RoutersNegativeTest-1248054990-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3801'] for segment, precommit_create {{(pid=94174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 12:01:10.348357 dv-neutron-601336-94-hyperv neutron-server[94174]: INFO neutron.db.segments_db [None req-a1779c74-b9ed-4153-8ed5-bb05ddc7eb22 tempest-RoutersNegativeTest-1248054990 tempest-RoutersNegativeTest-1248054990-project] Added segment 84ca8f01-4d07-40f2-b394-3bc6dcaf6072 of type vlan for network 4c749db0-e446-43bf-b989-c105a1e3be8c Jun 23 12:01:10.393427 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron_lib.callbacks.manager [None req-a1779c74-b9ed-4153-8ed5-bb05ddc7eb22 tempest-RoutersNegativeTest-1248054990 tempest-RoutersNegativeTest-1248054990-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8773699596773'] for network, precommit_create {{(pid=94174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 12:01:10.399332 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.db.db_base_plugin_common [None req-956c1ca9-77e3-4855-8733-28b79529dceb None None] Allocated IP 172.20.0.2 (3cb84516-53b1-4cfd-bb35-afb33792128e/f4ac2324-b532-4b6c-93aa-9ecdafce80e3/995ba5b6-e24b-4a48-8c95-e056abace723) {{(pid=94176) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 23 12:01:10.484432 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron_lib.callbacks.manager [None req-a1779c74-b9ed-4153-8ed5-bb05ddc7eb22 tempest-RoutersNegativeTest-1248054990 tempest-RoutersNegativeTest-1248054990-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8002400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7866073'] for network, after_create {{(pid=94174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 12:01:10.494000 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a1779c74-b9ed-4153-8ed5-bb05ddc7eb22 tempest-RoutersNegativeTest-1248054990 tempest-RoutersNegativeTest-1248054990-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94174) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 12:01:10.494703 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron_lib.callbacks.manager [None req-a1779c74-b9ed-4153-8ed5-bb05ddc7eb22 tempest-RoutersNegativeTest-1248054990 tempest-RoutersNegativeTest-1248054990-project] Notify callbacks [] for network, before_response {{(pid=94174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 12:01:10.497542 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG oslo_concurrency.lockutils [None req-f0bc34c9-cc30-496a-8aad-82beeb5903ff tempest-NetworksIpV6Test-253648203 tempest-NetworksIpV6Test-253648203-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94174) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 12:01:10.549475 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron_lib.callbacks.manager [None req-956c1ca9-77e3-4855-8733-28b79529dceb None None] Notify callbacks [] for port, precommit_create {{(pid=94176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 12:01:10.557522 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.db.provisioning_blocks [None req-956c1ca9-77e3-4855-8733-28b79529dceb None None] Transition to ACTIVE for port object 995ba5b6-e24b-4a48-8c95-e056abace723 will not be triggered until provisioned by entity L2. {{(pid=94176) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 23 12:01:10.561398 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1779c74-b9ed-4153-8ed5-bb05ddc7eb22 tempest-RoutersNegativeTest-1248054990 tempest-RoutersNegativeTest-1248054990-project] Pushing event updated for resources: {'Network': ['ID=4c749db0-e446-43bf-b989-c105a1e3be8c,revision_number=1']} {{(pid=94174) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 12:01:10.564620 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG oslo_concurrency.lockutils [None req-a1779c74-b9ed-4153-8ed5-bb05ddc7eb22 tempest-RoutersNegativeTest-1248054990 tempest-RoutersNegativeTest-1248054990-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.067s {{(pid=94174) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 12:01:10.572587 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.plugins.ml2.rpc [None req-dc7542b2-afef-47f4-a763-e3a3cba144be None None] Network 4c749db0-e446-43bf-b989-c105a1e3be8c details requested by agent ovs-agent-dv-neutron-601336-94-hyperv with host dv-neutron-601336-94-hyperv {{(pid=94176) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:250}} Jun 23 12:01:10.577194 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.db.provisioning_blocks [None req-956c1ca9-77e3-4855-8733-28b79529dceb None None] Transition to ACTIVE for port object 995ba5b6-e24b-4a48-8c95-e056abace723 will not be triggered until provisioned by entity DHCP. {{(pid=94176) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 23 12:01:10.614779 dv-neutron-601336-94-hyperv neutron-server[94174]: INFO neutron.wsgi [None req-a1779c74-b9ed-4153-8ed5-bb05ddc7eb22 tempest-RoutersNegativeTest-1248054990 tempest-RoutersNegativeTest-1248054990-project] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 787 time: 0.3894577 Jun 23 12:01:10.617589 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.wsgi [-] (94175) accepted ('10.222.0.20', 47558) {{(pid=94175) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 12:01:10.622864 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.api.v2.base [None req-df2c493c-e84e-488f-959c-434e9c4d7523 tempest-RoutersNegativeTest-1248054990 tempest-RoutersNegativeTest-1248054990-project] Request body: {'subnet': {'network_id': '4c749db0-e446-43bf-b989-c105a1e3be8c', 'cidr': '172.21.0.0/28', 'ip_version': 4, 'gateway_ip': '172.21.0.1'}} {{(pid=94175) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 23 12:01:10.678025 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron_lib.callbacks.manager [None req-956c1ca9-77e3-4855-8733-28b79529dceb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-922915', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-239814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7866073', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773699642215'] for port, after_create {{(pid=94176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 12:01:10.681075 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG oslo_concurrency.lockutils [None req-60135a8b-dbed-4059-8001-e2987d6eb74e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 12:01:10.715218 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-956c1ca9-77e3-4855-8733-28b79529dceb None None] Network 3cb84516-53b1-4cfd-bb35-afb33792128e is already hosted by enough agents. {{(pid=94176) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 23 12:01:10.717945 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.scheduler.base_scheduler [None req-956c1ca9-77e3-4855-8733-28b79529dceb None None] Resources bound (agent type, host, resource id): {{(pid=94176) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 23 12:01:10.721351 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.db.l3_dvrscheduler_db [None req-956c1ca9-77e3-4855-8733-28b79529dceb None None] Received port after_create {{(pid=94176) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 23 12:01:10.733756 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-956c1ca9-77e3-4855-8733-28b79529dceb None None] Pushing event updated for resources: {'Port': ['ID=995ba5b6-e24b-4a48-8c95-e056abace723,revision_number=1']} {{(pid=94176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 12:01:10.737048 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG oslo_concurrency.lockutils [None req-956c1ca9-77e3-4855-8733-28b79529dceb None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.056s {{(pid=94176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 12:01:10.784785 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.plugins.ml2.managers [None req-956c1ca9-77e3-4855-8733-28b79529dceb None None] Attempting to bind port 995ba5b6-e24b-4a48-8c95-e056abace723 on host dv-neutron-601336-94-hyperv for vnic_type normal with profile {{(pid=94176) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 23 12:01:10.784785 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.plugins.ml2.managers [None req-956c1ca9-77e3-4855-8733-28b79529dceb None None] Attempting to bind port 995ba5b6-e24b-4a48-8c95-e056abace723 by drivers openvswitch,hyperv on host dv-neutron-601336-94-hyperv at level 0 using segments [{'id': '9b8afee8-7603-4b42-9336-45bc18265cef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 423, 'network_id': '3cb84516-53b1-4cfd-bb35-afb33792128e'}] {{(pid=94176) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 23 12:01:10.784785 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-956c1ca9-77e3-4855-8733-28b79529dceb None None] Attempting to bind port 995ba5b6-e24b-4a48-8c95-e056abace723 on network 3cb84516-53b1-4cfd-bb35-afb33792128e {{(pid=94176) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 23 12:01:10.787214 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-df2c493c-e84e-488f-959c-434e9c4d7523 tempest-RoutersNegativeTest-1248054990 tempest-RoutersNegativeTest-1248054990-project] Made reservation on behalf of 6dc2cd38c7254b6b81bc5c70cb46d880 for: {'subnet': 1} {{(pid=94175) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 23 12:01:10.788849 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron_lib.callbacks.manager [None req-df2c493c-e84e-488f-959c-434e9c4d7523 tempest-RoutersNegativeTest-1248054990 tempest-RoutersNegativeTest-1248054990-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4660073'] for subnet, before_create {{(pid=94175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 12:01:10.789265 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-956c1ca9-77e3-4855-8733-28b79529dceb None None] Checking agent: {'id': '4d05f899-5ac9-411b-8a03-f60c93f87cdf', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-601336-94-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 23, 11, 22, 14), 'started_at': datetime.datetime(2021, 6, 23, 11, 22, 44), 'heartbeat_timestamp': datetime.datetime(2021, 6, 23, 12, 0, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'monitor_allowed_address_pair_garp': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-601336-94-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94176) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 23 12:01:10.789659 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-956c1ca9-77e3-4855-8733-28b79529dceb None None] Checking segment: {'id': '9b8afee8-7603-4b42-9336-45bc18265cef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 423, 'network_id': '3cb84516-53b1-4cfd-bb35-afb33792128e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94176) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 23 12:01:10.790071 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron_lib.callbacks.manager [None req-956c1ca9-77e3-4855-8733-28b79529dceb None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 12:01:10.790485 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-956c1ca9-77e3-4855-8733-28b79529dceb None None] Bound using segment: {'id': '9b8afee8-7603-4b42-9336-45bc18265cef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 423, 'network_id': '3cb84516-53b1-4cfd-bb35-afb33792128e'} {{(pid=94176) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 23 12:01:10.790964 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.plugins.ml2.managers [None req-956c1ca9-77e3-4855-8733-28b79529dceb None None] Bound port: 995ba5b6-e24b-4a48-8c95-e056abace723, host: dv-neutron-601336-94-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9b8afee8-7603-4b42-9336-45bc18265cef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 423, 'network_id': '3cb84516-53b1-4cfd-bb35-afb33792128e'}}] {{(pid=94176) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 23 12:01:10.791379 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron_lib.callbacks.manager [None req-956c1ca9-77e3-4855-8733-28b79529dceb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-923122'] for port, before_update {{(pid=94176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 12:01:10.860309 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.plugins.ml2.db [None req-956c1ca9-77e3-4855-8733-28b79529dceb None None] For port 995ba5b6-e24b-4a48-8c95-e056abace723, host dv-neutron-601336-94-hyperv, cleared binding levels {{(pid=94176) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 23 12:01:10.863899 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.plugins.ml2.db [None req-956c1ca9-77e3-4855-8733-28b79529dceb None None] For port 995ba5b6-e24b-4a48-8c95-e056abace723, host dv-neutron-601336-94-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-94-hyperv',level=0,port_id=995ba5b6-e24b-4a48-8c95-e056abace723,segment=NetworkSegment(9b8afee8-7603-4b42-9336-45bc18265cef),segment_id=9b8afee8-7603-4b42-9336-45bc18265cef)] {{(pid=94176) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 23 12:01:10.951810 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron_lib.callbacks.manager [None req-956c1ca9-77e3-4855-8733-28b79529dceb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-922904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866062', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773700135042', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773699642233', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773699642278'] for port, after_update {{(pid=94176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 12:01:10.953853 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG oslo_concurrency.lockutils [None req-956c1ca9-77e3-4855-8733-28b79529dceb None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 12:01:10.988501 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron_lib.callbacks.manager [None req-1a32da44-a061-4e1f-8120-13060f8decbc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773699952132', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-899307'] for agent, after_update {{(pid=94176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 12:01:11.016238 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-956c1ca9-77e3-4855-8733-28b79529dceb None None] Pushing event updated for resources: {'Port': ['ID=995ba5b6-e24b-4a48-8c95-e056abace723,revision_number=2']} {{(pid=94176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 12:01:11.019835 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG oslo_concurrency.lockutils [None req-956c1ca9-77e3-4855-8733-28b79529dceb None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.066s {{(pid=94176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 12:01:11.050525 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron_lib.callbacks.manager [None req-df2c493c-e84e-488f-959c-434e9c4d7523 tempest-RoutersNegativeTest-1248054990 tempest-RoutersNegativeTest-1248054990-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866062', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5083113', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4660095'] for subnet, after_create {{(pid=94175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 12:01:11.052765 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG oslo_concurrency.lockutils [None req-b0ed2c55-15f4-4630-9dae-a4f1b76e0d87 tempest-TestNetworkBasicOps-233187296 tempest-TestNetworkBasicOps-233187296-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94175) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 12:01:11.115024 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df2c493c-e84e-488f-959c-434e9c4d7523 tempest-RoutersNegativeTest-1248054990 tempest-RoutersNegativeTest-1248054990-project] Pushing event updated for resources: {'Subnet': ['ID=1534eb08-678f-4108-a4bc-f967a4b67276,revision_number=0']} {{(pid=94175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 12:01:11.118696 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG oslo_concurrency.lockutils [None req-df2c493c-e84e-488f-959c-434e9c4d7523 tempest-RoutersNegativeTest-1248054990 tempest-RoutersNegativeTest-1248054990-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.066s {{(pid=94175) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 12:01:11.125015 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-df2c493c-e84e-488f-959c-434e9c4d7523 tempest-RoutersNegativeTest-1248054990 tempest-RoutersNegativeTest-1248054990-project] Checking segment: {'id': '84ca8f01-4d07-40f2-b394-3bc6dcaf6072', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 441, 'network_id': '4c749db0-e446-43bf-b989-c105a1e3be8c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94175) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 23 12:01:11.125389 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-df2c493c-e84e-488f-959c-434e9c4d7523 tempest-RoutersNegativeTest-1248054990 tempest-RoutersNegativeTest-1248054990-project] Network hostable DHCP agents. Network: 4c749db0-e446-43bf-b989-c105a1e3be8c, hostable agents: ['8cf29b10-0e57-4131-816f-a4b6ad00b249'], hosted agents: [] {{(pid=94175) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 23 12:01:11.221834 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-df2c493c-e84e-488f-959c-434e9c4d7523 tempest-RoutersNegativeTest-1248054990 tempest-RoutersNegativeTest-1248054990-project] Network 4c749db0-e446-43bf-b989-c105a1e3be8c is scheduled to be hosted by DHCP agent 8cf29b10-0e57-4131-816f-a4b6ad00b249 with binding_index 1 {{(pid=94175) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 23 12:01:11.295722 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.scheduler.base_scheduler [None req-df2c493c-e84e-488f-959c-434e9c4d7523 tempest-RoutersNegativeTest-1248054990 tempest-RoutersNegativeTest-1248054990-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-601336-94-hyperv, 4c749db0-e446-43bf-b989-c105a1e3be8c) {{(pid=94175) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 23 12:01:11.300884 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-df2c493c-e84e-488f-959c-434e9c4d7523 tempest-RoutersNegativeTest-1248054990 tempest-RoutersNegativeTest-1248054990-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 12:01:11.301564 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron_lib.callbacks.manager [None req-df2c493c-e84e-488f-959c-434e9c4d7523 tempest-RoutersNegativeTest-1248054990 tempest-RoutersNegativeTest-1248054990-project] Notify callbacks [] for subnet, before_response {{(pid=94175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 12:01:11.305484 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a5d99b38-91df-4cd6-ab5c-1cdb72cdc1a1 None None] Network 4c749db0-e446-43bf-b989-c105a1e3be8c requested from dv-neutron-601336-94-hyperv {{(pid=94176) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 23 12:01:11.374956 dv-neutron-601336-94-hyperv neutron-server[94175]: INFO neutron.wsgi [None req-df2c493c-e84e-488f-959c-434e9c4d7523 tempest-RoutersNegativeTest-1248054990 tempest-RoutersNegativeTest-1248054990-project] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.7562268 Jun 23 12:01:11.377918 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.wsgi [-] (94175) accepted ('10.222.0.20', 47560) {{(pid=94175) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 12:01:11.382903 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.api.v2.base [None req-9edeea23-8ef2-4b41-a1ff-89bc4fe83b8a tempest-RoutersNegativeTest-1248054990 tempest-RoutersNegativeTest-1248054990-project] Request body: {'router': {'external_gateway_info': {'network_id': '4c749db0-e446-43bf-b989-c105a1e3be8c'}}} {{(pid=94175) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 23 12:01:11.455407 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-202780a8-fc30-4ab7-8243-c01b9e26ab6c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1e0d828a-1fa4-563d-b7fd-53adf66a04ee-4c749db0-e446-43bf-b989-c105a1e3be8c', 'network_id': '4c749db0-e446-43bf-b989-c105a1e3be8c', 'tenant_id': '6dc2cd38c7254b6b81bc5c70cb46d880', 'fixed_ips': [{'subnet_id': '1534eb08-678f-4108-a4bc-f967a4b67276'}]}} from dv-neutron-601336-94-hyperv. {{(pid=94176) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 23 12:01:11.456447 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron_lib.callbacks.manager [None req-202780a8-fc30-4ab7-8243-c01b9e26ab6c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-923104'] for port, before_create {{(pid=94176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 12:01:11.597848 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron_lib.callbacks.manager [None req-9edeea23-8ef2-4b41-a1ff-89bc4fe83b8a tempest-RoutersNegativeTest-1248054990 tempest-RoutersNegativeTest-1248054990-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-524104', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-520389', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-32276'] for router, precommit_update {{(pid=94175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 12:01:11.607158 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.db.db_base_plugin_common [None req-202780a8-fc30-4ab7-8243-c01b9e26ab6c None None] Allocated IP 172.21.0.2 (4c749db0-e446-43bf-b989-c105a1e3be8c/1534eb08-678f-4108-a4bc-f967a4b67276/bbc230d9-564a-409a-acba-c591a4e6e360) {{(pid=94176) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 23 12:01:11.757963 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron_lib.callbacks.manager [None req-202780a8-fc30-4ab7-8243-c01b9e26ab6c None None] Notify callbacks [] for port, precommit_create {{(pid=94176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 12:01:11.772170 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.db.provisioning_blocks [None req-202780a8-fc30-4ab7-8243-c01b9e26ab6c None None] Transition to ACTIVE for port object bbc230d9-564a-409a-acba-c591a4e6e360 will not be triggered until provisioned by entity L2. {{(pid=94176) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 23 12:01:11.788523 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.db.provisioning_blocks [None req-202780a8-fc30-4ab7-8243-c01b9e26ab6c None None] Transition to ACTIVE for port object bbc230d9-564a-409a-acba-c591a4e6e360 will not be triggered until provisioned by entity DHCP. {{(pid=94176) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 23 12:01:11.795596 dv-neutron-601336-94-hyperv neutron-server[94175]: INFO neutron.api.v2.resource [None req-9edeea23-8ef2-4b41-a1ff-89bc4fe83b8a tempest-RoutersNegativeTest-1248054990 tempest-RoutersNegativeTest-1248054990-project] update failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jun 23 12:01:11.804912 dv-neutron-601336-94-hyperv neutron-server[94175]: INFO neutron.wsgi [None req-9edeea23-8ef2-4b41-a1ff-89bc4fe83b8a tempest-RoutersNegativeTest-1248054990 tempest-RoutersNegativeTest-1248054990-project] 10.222.0.20 "PUT /v2.0/routers/00344b43-86fd-4072-84a0-3e4c049fb3ca HTTP/1.1" status: 400 len: 364 time: 0.4245899 Jun 23 12:01:11.804912 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.wsgi [-] (94175) accepted ('10.222.0.20', 47562) {{(pid=94175) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 12:01:11.860461 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.db.db_base_plugin_v2 [None req-03186bf0-dbe2-4a2c-a422-fb9bde02028d tempest-RoutersNegativeTest-1248054990 tempest-RoutersNegativeTest-1248054990-project] Deleting subnet 1534eb08-678f-4108-a4bc-f967a4b67276 {{(pid=94175) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jun 23 12:01:11.883918 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron_lib.callbacks.manager [None req-03186bf0-dbe2-4a2c-a422-fb9bde02028d tempest-RoutersNegativeTest-1248054990 tempest-RoutersNegativeTest-1248054990-project] Notify callbacks [] for subnet, before_delete {{(pid=94175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 12:01:11.884849 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron_lib.callbacks.manager [None req-202780a8-fc30-4ab7-8243-c01b9e26ab6c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-922915', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-239814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7866073', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773699642215'] for port, after_create {{(pid=94176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 12:01:11.890847 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG oslo_concurrency.lockutils [None req-97bd5441-1da2-49ee-a364-27795820ba27 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 12:01:11.928309 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron_lib.callbacks.manager [None req-03186bf0-dbe2-4a2c-a422-fb9bde02028d tempest-RoutersNegativeTest-1248054990 tempest-RoutersNegativeTest-1248054990-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5190686'] for subnet, precommit_delete_associations {{(pid=94175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 12:01:12.028937 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron_lib.callbacks.manager [None req-03186bf0-dbe2-4a2c-a422-fb9bde02028d tempest-RoutersNegativeTest-1248054990 tempest-RoutersNegativeTest-1248054990-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-897634'] for subnet, precommit_delete {{(pid=94175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 12:01:12.078088 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-202780a8-fc30-4ab7-8243-c01b9e26ab6c None None] Network 4c749db0-e446-43bf-b989-c105a1e3be8c is already hosted by enough agents. {{(pid=94176) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 23 12:01:12.078088 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-71000144-44e8-4dab-b6b1-0efaf87f0071 None None] Network 3cb84516-53b1-4cfd-bb35-afb33792128e requested from dv-neutron-601336-94-hyperv {{(pid=94176) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 23 12:01:12.120702 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.scheduler.base_scheduler [None req-202780a8-fc30-4ab7-8243-c01b9e26ab6c None None] Resources bound (agent type, host, resource id): {{(pid=94176) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 23 12:01:12.127765 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.db.l3_dvrscheduler_db [None req-202780a8-fc30-4ab7-8243-c01b9e26ab6c None None] Received port after_create {{(pid=94176) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 23 12:01:12.164798 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron_lib.callbacks.manager [None req-03186bf0-dbe2-4a2c-a422-fb9bde02028d tempest-RoutersNegativeTest-1248054990 tempest-RoutersNegativeTest-1248054990-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-897627', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866062', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5083050', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4660036'] for subnet, after_delete {{(pid=94175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 12:01:12.170915 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG oslo_concurrency.lockutils [None req-84e56bea-97f9-453d-81a8-1f664363ed14 tempest-RoutersIpV6Test-1448447933 tempest-RoutersIpV6Test-1448447933-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94175) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 12:01:12.180365 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.plugins.ml2.rpc [None req-dc7542b2-afef-47f4-a763-e3a3cba144be None None] Device 995ba5b6-e24b-4a48-8c95-e056abace723 up at agent ovs-agent-dv-neutron-601336-94-hyperv {{(pid=94176) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:298}} Jun 23 12:01:12.200323 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03186bf0-dbe2-4a2c-a422-fb9bde02028d tempest-RoutersNegativeTest-1248054990 tempest-RoutersNegativeTest-1248054990-project] Pushing event deleted for resources: {'Subnet': ['ID=1534eb08-678f-4108-a4bc-f967a4b67276,revision_number=None']} {{(pid=94175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 12:01:12.202925 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG oslo_concurrency.lockutils [None req-03186bf0-dbe2-4a2c-a422-fb9bde02028d tempest-RoutersNegativeTest-1248054990 tempest-RoutersNegativeTest-1248054990-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.032s {{(pid=94175) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 12:01:12.207321 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-202780a8-fc30-4ab7-8243-c01b9e26ab6c None None] Pushing event updated for resources: {'Port': ['ID=bbc230d9-564a-409a-acba-c591a4e6e360,revision_number=1']} {{(pid=94176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 12:01:12.209489 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron_lib.callbacks.manager [None req-03186bf0-dbe2-4a2c-a422-fb9bde02028d tempest-RoutersNegativeTest-1248054990 tempest-RoutersNegativeTest-1248054990-project] Notify callbacks [] for subnet, before_response {{(pid=94175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 12:01:12.214227 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.wsgi [-] (94174) accepted ('10.222.0.20', 47564) {{(pid=94174) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 12:01:12.217569 dv-neutron-601336-94-hyperv neutron-server[94175]: INFO neutron.wsgi [None req-03186bf0-dbe2-4a2c-a422-fb9bde02028d tempest-RoutersNegativeTest-1248054990 tempest-RoutersNegativeTest-1248054990-project] 10.222.0.20 "DELETE /v2.0/subnets/1534eb08-678f-4108-a4bc-f967a4b67276 HTTP/1.1" status: 204 len: 168 time: 0.4088626 Jun 23 12:01:12.234018 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG oslo_concurrency.lockutils [None req-202780a8-fc30-4ab7-8243-c01b9e26ab6c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.343s {{(pid=94176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 12:01:12.262882 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.db.provisioning_blocks [None req-3264a20c-a065-43d0-9286-4da3029f8080 None None] Provisioning for port 995ba5b6-e24b-4a48-8c95-e056abace723 completed by entity DHCP. {{(pid=94176) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 23 12:01:12.294641 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.plugins.ml2.managers [None req-202780a8-fc30-4ab7-8243-c01b9e26ab6c None None] Attempting to bind port bbc230d9-564a-409a-acba-c591a4e6e360 on host dv-neutron-601336-94-hyperv for vnic_type normal with profile {{(pid=94176) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 23 12:01:12.295022 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.plugins.ml2.managers [None req-202780a8-fc30-4ab7-8243-c01b9e26ab6c None None] Attempting to bind port bbc230d9-564a-409a-acba-c591a4e6e360 by drivers openvswitch,hyperv on host dv-neutron-601336-94-hyperv at level 0 using segments [{'id': '84ca8f01-4d07-40f2-b394-3bc6dcaf6072', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 441, 'network_id': '4c749db0-e446-43bf-b989-c105a1e3be8c'}] {{(pid=94176) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 23 12:01:12.295416 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-202780a8-fc30-4ab7-8243-c01b9e26ab6c None None] Attempting to bind port bbc230d9-564a-409a-acba-c591a4e6e360 on network 4c749db0-e446-43bf-b989-c105a1e3be8c {{(pid=94176) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 23 12:01:12.299148 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron_lib.callbacks.manager [None req-7bee6310-00a4-4801-bd53-9da21e9abd7f tempest-RoutersNegativeTest-1248054990 tempest-RoutersNegativeTest-1248054990-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-824874'] for network, before_delete {{(pid=94174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 12:01:12.324449 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-202780a8-fc30-4ab7-8243-c01b9e26ab6c None None] Checking agent: {'id': '4d05f899-5ac9-411b-8a03-f60c93f87cdf', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-601336-94-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 23, 11, 22, 14), 'started_at': datetime.datetime(2021, 6, 23, 11, 22, 44), 'heartbeat_timestamp': datetime.datetime(2021, 6, 23, 12, 0, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'monitor_allowed_address_pair_garp': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-601336-94-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94176) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 23 12:01:12.324732 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-202780a8-fc30-4ab7-8243-c01b9e26ab6c None None] Checking segment: {'id': '84ca8f01-4d07-40f2-b394-3bc6dcaf6072', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 441, 'network_id': '4c749db0-e446-43bf-b989-c105a1e3be8c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94176) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 23 12:01:12.325154 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron_lib.callbacks.manager [None req-202780a8-fc30-4ab7-8243-c01b9e26ab6c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 12:01:12.325554 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-202780a8-fc30-4ab7-8243-c01b9e26ab6c None None] Bound using segment: {'id': '84ca8f01-4d07-40f2-b394-3bc6dcaf6072', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 441, 'network_id': '4c749db0-e446-43bf-b989-c105a1e3be8c'} {{(pid=94176) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 23 12:01:12.326035 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.plugins.ml2.managers [None req-202780a8-fc30-4ab7-8243-c01b9e26ab6c None None] Bound port: bbc230d9-564a-409a-acba-c591a4e6e360, host: dv-neutron-601336-94-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '84ca8f01-4d07-40f2-b394-3bc6dcaf6072', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 441, 'network_id': '4c749db0-e446-43bf-b989-c105a1e3be8c'}}] {{(pid=94176) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 23 12:01:12.326425 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron_lib.callbacks.manager [None req-202780a8-fc30-4ab7-8243-c01b9e26ab6c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-923122'] for port, before_update {{(pid=94176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 12:01:12.353112 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.plugins.ml2.plugin [None req-7bee6310-00a4-4801-bd53-9da21e9abd7f tempest-RoutersNegativeTest-1248054990 tempest-RoutersNegativeTest-1248054990-project] Deleting port bbc230d9-564a-409a-acba-c591a4e6e360 {{(pid=94174) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1913}} Jun 23 12:01:12.353465 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron_lib.callbacks.manager [None req-7bee6310-00a4-4801-bd53-9da21e9abd7f tempest-RoutersNegativeTest-1248054990 tempest-RoutersNegativeTest-1248054990-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773700079324'] for port, before_delete {{(pid=94174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 12:01:12.418884 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.plugins.ml2.db [None req-7bee6310-00a4-4801-bd53-9da21e9abd7f tempest-RoutersNegativeTest-1248054990 tempest-RoutersNegativeTest-1248054990-project] For port bbc230d9-564a-409a-acba-c591a4e6e360, host dv-neutron-601336-94-hyperv, got binding levels [] {{(pid=94174) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 23 12:01:12.418884 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron_lib.callbacks.manager [None req-7bee6310-00a4-4801-bd53-9da21e9abd7f tempest-RoutersNegativeTest-1248054990 tempest-RoutersNegativeTest-1248054990-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-430722'] for port, precommit_delete {{(pid=94174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 12:01:12.423133 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.db.provisioning_blocks [None req-dc7542b2-afef-47f4-a763-e3a3cba144be None None] Provisioning for port 995ba5b6-e24b-4a48-8c95-e056abace723 completed by entity L2. {{(pid=94176) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 23 12:01:12.428448 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.plugins.ml2.plugin [None req-7bee6310-00a4-4801-bd53-9da21e9abd7f tempest-RoutersNegativeTest-1248054990 tempest-RoutersNegativeTest-1248054990-project] Calling delete_port for bbc230d9-564a-409a-acba-c591a4e6e360 owned by network:dhcp {{(pid=94174) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1986}} Jun 23 12:01:12.433798 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.db.provisioning_blocks [None req-dc7542b2-afef-47f4-a763-e3a3cba144be None None] Provisioning complete for port 995ba5b6-e24b-4a48-8c95-e056abace723 triggered by entity L2. {{(pid=94176) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 23 12:01:12.434186 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron_lib.callbacks.manager [None req-dc7542b2-afef-47f4-a763-e3a3cba144be None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-899258'] for port, provisioning_complete {{(pid=94176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 12:01:12.436261 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.plugins.ml2.db [None req-202780a8-fc30-4ab7-8243-c01b9e26ab6c None None] For port bbc230d9-564a-409a-acba-c591a4e6e360, host dv-neutron-601336-94-hyperv, cleared binding levels {{(pid=94176) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 23 12:01:12.441379 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.plugins.ml2.db [None req-202780a8-fc30-4ab7-8243-c01b9e26ab6c None None] For port bbc230d9-564a-409a-acba-c591a4e6e360, host dv-neutron-601336-94-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-94-hyperv',level=0,port_id=bbc230d9-564a-409a-acba-c591a4e6e360,segment=NetworkSegment(84ca8f01-4d07-40f2-b394-3bc6dcaf6072),segment_id=84ca8f01-4d07-40f2-b394-3bc6dcaf6072)] {{(pid=94176) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 23 12:01:12.522999 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron_lib.callbacks.manager [None req-202780a8-fc30-4ab7-8243-c01b9e26ab6c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-922904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866062', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773700135042', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773699642233', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773699642278'] for port, after_update {{(pid=94176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 12:01:12.526538 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG oslo_concurrency.lockutils [None req-97bd5441-1da2-49ee-a364-27795820ba27 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 12:01:12.584551 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron_lib.callbacks.manager [None req-dc7542b2-afef-47f4-a763-e3a3cba144be None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-923122'] for port, before_update {{(pid=94176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 12:01:12.596652 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron_lib.callbacks.manager [None req-7bee6310-00a4-4801-bd53-9da21e9abd7f tempest-RoutersNegativeTest-1248054990 tempest-RoutersNegativeTest-1248054990-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-922904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866062', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773700135024', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773699642224', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5196390'] for port, after_delete {{(pid=94174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 12:01:12.600068 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG oslo_concurrency.lockutils [None req-5e9836ae-3601-4b0a-830e-b962e6263070 tempest-TestNetworkBasicOps-233187296 tempest-TestNetworkBasicOps-233187296-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94174) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 12:01:12.621866 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bee6310-00a4-4801-bd53-9da21e9abd7f tempest-RoutersNegativeTest-1248054990 tempest-RoutersNegativeTest-1248054990-project] Pushing event deleted for resources: {'Port': ['ID=bbc230d9-564a-409a-acba-c591a4e6e360,revision_number=None']} {{(pid=94174) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 12:01:12.625833 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG oslo_concurrency.lockutils [None req-7bee6310-00a4-4801-bd53-9da21e9abd7f tempest-RoutersNegativeTest-1248054990 tempest-RoutersNegativeTest-1248054990-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=94174) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 12:01:12.629759 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7bee6310-00a4-4801-bd53-9da21e9abd7f tempest-RoutersNegativeTest-1248054990 tempest-RoutersNegativeTest-1248054990-project] No DVR routers for this DVR port bbc230d9-564a-409a-acba-c591a4e6e360 on host dv-neutron-601336-94-hyperv {{(pid=94174) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 23 12:01:12.630591 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-202780a8-fc30-4ab7-8243-c01b9e26ab6c None None] Pushing event updated for resources: {'Port': ['ID=bbc230d9-564a-409a-acba-c591a4e6e360,revision_number=3']} {{(pid=94176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 12:01:12.642967 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG oslo_concurrency.lockutils [None req-202780a8-fc30-4ab7-8243-c01b9e26ab6c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.116s {{(pid=94176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 12:01:12.674181 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.plugins.ml2.db [None req-dc7542b2-afef-47f4-a763-e3a3cba144be None None] For port 995ba5b6-e24b-4a48-8c95-e056abace723, host dv-neutron-601336-94-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-94-hyperv',level=0,port_id=995ba5b6-e24b-4a48-8c95-e056abace723,segment=NetworkSegment(9b8afee8-7603-4b42-9336-45bc18265cef),segment_id=9b8afee8-7603-4b42-9336-45bc18265cef)] {{(pid=94176) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 23 12:01:12.676639 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-13415db9-cb35-461f-9918-b5feb3961359 None None] Network 4c749db0-e446-43bf-b989-c105a1e3be8c requested from dv-neutron-601336-94-hyperv {{(pid=94176) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 23 12:01:12.717932 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron_lib.callbacks.manager [None req-7bee6310-00a4-4801-bd53-9da21e9abd7f tempest-RoutersNegativeTest-1248054990 tempest-RoutersNegativeTest-1248054990-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-897259', 'neutron.services.segments.db._delete_segments_for_network-8773700168587'] for network, precommit_delete {{(pid=94174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 12:01:12.728478 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.services.segments.db [None req-7bee6310-00a4-4801-bd53-9da21e9abd7f tempest-RoutersNegativeTest-1248054990 tempest-RoutersNegativeTest-1248054990-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4c749db0-e446-43bf-b989-c105a1e3be8c']}} {{(pid=94174) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 12:01:12.739744 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.services.segments.db [None req-7bee6310-00a4-4801-bd53-9da21e9abd7f tempest-RoutersNegativeTest-1248054990 tempest-RoutersNegativeTest-1248054990-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '84ca8f01-4d07-40f2-b394-3bc6dcaf6072') {'for_net_delete': True} {{(pid=94174) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 12:01:12.740048 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.services.segments.db [None req-7bee6310-00a4-4801-bd53-9da21e9abd7f tempest-RoutersNegativeTest-1248054990 tempest-RoutersNegativeTest-1248054990-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '84ca8f01-4d07-40f2-b394-3bc6dcaf6072') {} {{(pid=94174) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 12:01:12.746695 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron_lib.callbacks.manager [None req-dc7542b2-afef-47f4-a763-e3a3cba144be None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-922904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866062', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773700135042', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773699642233', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773699642278'] for port, after_update {{(pid=94176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 12:01:12.748759 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron_lib.callbacks.manager [None req-7bee6310-00a4-4801-bd53-9da21e9abd7f tempest-RoutersNegativeTest-1248054990 tempest-RoutersNegativeTest-1248054990-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8773699955833', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4800267'] for segment, before_delete {{(pid=94174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 12:01:12.749917 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG oslo_concurrency.lockutils [None req-014b3c01-4d46-4cd0-838c-15425117672f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 12:01:12.751820 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.db.provisioning_blocks [None req-59bc760a-0e5c-45c9-821c-7497f2892803 None None] Provisioning complete for port 995ba5b6-e24b-4a48-8c95-e056abace723 triggered by entity DHCP. {{(pid=94176) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 23 12:01:12.752207 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron_lib.callbacks.manager [None req-59bc760a-0e5c-45c9-821c-7497f2892803 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-899258'] for port, provisioning_complete {{(pid=94176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 12:01:12.762803 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron_lib.callbacks.manager [None req-7bee6310-00a4-4801-bd53-9da21e9abd7f tempest-RoutersNegativeTest-1248054990 tempest-RoutersNegativeTest-1248054990-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3801'] for segment, precommit_delete {{(pid=94174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 12:01:12.771625 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7bee6310-00a4-4801-bd53-9da21e9abd7f tempest-RoutersNegativeTest-1248054990 tempest-RoutersNegativeTest-1248054990-project] Releasing vlan 441 on physical network physnet1 to pool {{(pid=94174) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 23 12:01:12.771625 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron_lib.callbacks.manager [None req-7bee6310-00a4-4801-bd53-9da21e9abd7f tempest-RoutersNegativeTest-1248054990 tempest-RoutersNegativeTest-1248054990-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3801', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5196341'] for segment, after_delete {{(pid=94174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 12:01:12.783782 dv-neutron-601336-94-hyperv neutron-server[94174]: Traceback (most recent call last): Jun 23 12:01:12.783782 dv-neutron-601336-94-hyperv neutron-server[94174]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 23 12:01:12.783782 dv-neutron-601336-94-hyperv neutron-server[94174]: timer() Jun 23 12:01:12.783782 dv-neutron-601336-94-hyperv neutron-server[94174]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 23 12:01:12.783782 dv-neutron-601336-94-hyperv neutron-server[94174]: cb(*args, **kw) Jun 23 12:01:12.783782 dv-neutron-601336-94-hyperv neutron-server[94174]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 23 12:01:12.783782 dv-neutron-601336-94-hyperv neutron-server[94174]: return func(*args, **kwargs) Jun 23 12:01:12.783782 dv-neutron-601336-94-hyperv neutron-server[94174]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 23 12:01:12.783782 dv-neutron-601336-94-hyperv neutron-server[94174]: self._notify() Jun 23 12:01:12.783782 dv-neutron-601336-94-hyperv neutron-server[94174]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 23 12:01:12.783782 dv-neutron-601336-94-hyperv neutron-server[94174]: self.callback(batched_events) Jun 23 12:01:12.783782 dv-neutron-601336-94-hyperv neutron-server[94174]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 23 12:01:12.783782 dv-neutron-601336-94-hyperv neutron-server[94174]: event.method(event) Jun 23 12:01:12.783782 dv-neutron-601336-94-hyperv neutron-server[94174]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 23 12:01:12.783782 dv-neutron-601336-94-hyperv neutron-server[94174]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 23 12:01:12.783782 dv-neutron-601336-94-hyperv neutron-server[94174]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 23 12:01:12.783782 dv-neutron-601336-94-hyperv neutron-server[94174]: aggregate_uuid = self.p_client.list_aggregates( Jun 23 12:01:12.783782 dv-neutron-601336-94-hyperv neutron-server[94174]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 23 12:01:12.783782 dv-neutron-601336-94-hyperv neutron-server[94174]: return f(self, *a, **k) Jun 23 12:01:12.783782 dv-neutron-601336-94-hyperv neutron-server[94174]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 23 12:01:12.783782 dv-neutron-601336-94-hyperv neutron-server[94174]: return self._get(url).json() Jun 23 12:01:12.783782 dv-neutron-601336-94-hyperv neutron-server[94174]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 23 12:01:12.783782 dv-neutron-601336-94-hyperv neutron-server[94174]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 23 12:01:12.783782 dv-neutron-601336-94-hyperv neutron-server[94174]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 23 12:01:12.783782 dv-neutron-601336-94-hyperv neutron-server[94174]: return self.request(url, 'GET', **kwargs) Jun 23 12:01:12.783782 dv-neutron-601336-94-hyperv neutron-server[94174]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 23 12:01:12.783782 dv-neutron-601336-94-hyperv neutron-server[94174]: base_url = self.get_endpoint(auth, allow=allow, Jun 23 12:01:12.783782 dv-neutron-601336-94-hyperv neutron-server[94174]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 23 12:01:12.783782 dv-neutron-601336-94-hyperv neutron-server[94174]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 23 12:01:12.783782 dv-neutron-601336-94-hyperv neutron-server[94174]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 23 12:01:12.783782 dv-neutron-601336-94-hyperv neutron-server[94174]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 23 12:01:12.783782 dv-neutron-601336-94-hyperv neutron-server[94174]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 23 12:01:12.855304 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8d774d6a-ff69-4e7c-a7f3-72f939eeb73d None None] get_active_networks_info from dv-neutron-601336-94-hyperv {{(pid=94176) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Jun 23 12:01:12.890019 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc7542b2-afef-47f4-a763-e3a3cba144be None None] Pushing event updated for resources: {'Port': ['ID=995ba5b6-e24b-4a48-8c95-e056abace723,revision_number=3']} {{(pid=94176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 12:01:12.894587 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG oslo_concurrency.lockutils [None req-dc7542b2-afef-47f4-a763-e3a3cba144be None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.144s {{(pid=94176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 12:01:12.917061 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron_lib.callbacks.manager [None req-7bee6310-00a4-4801-bd53-9da21e9abd7f tempest-RoutersNegativeTest-1248054990 tempest-RoutersNegativeTest-1248054990-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-897248', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8002400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7866073', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-524247'] for network, after_delete {{(pid=94174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 12:01:12.921640 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron_lib.callbacks.manager [None req-7bee6310-00a4-4801-bd53-9da21e9abd7f tempest-RoutersNegativeTest-1248054990 tempest-RoutersNegativeTest-1248054990-project] Notify callbacks [] for network, before_response {{(pid=94174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 12:01:12.927443 dv-neutron-601336-94-hyperv neutron-server[94174]: INFO neutron.wsgi [None req-7bee6310-00a4-4801-bd53-9da21e9abd7f tempest-RoutersNegativeTest-1248054990 tempest-RoutersNegativeTest-1248054990-project] 10.222.0.20 "DELETE /v2.0/networks/4c749db0-e446-43bf-b989-c105a1e3be8c HTTP/1.1" status: 204 len: 168 time: 0.7077570 Jun 23 12:01:12.927443 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG oslo_concurrency.lockutils [None req-bd23b813-ab78-4419-b2cd-59de4998ecb8 tempest-TestNetworkBasicOps-233187296 tempest-TestNetworkBasicOps-233187296-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94174) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 12:01:12.928058 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.wsgi [-] (94175) accepted ('10.222.0.20', 47566) {{(pid=94175) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 12:01:12.940596 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bee6310-00a4-4801-bd53-9da21e9abd7f tempest-RoutersNegativeTest-1248054990 tempest-RoutersNegativeTest-1248054990-project] Pushing event deleted for resources: {'Network': ['ID=4c749db0-e446-43bf-b989-c105a1e3be8c,revision_number=None']} {{(pid=94174) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 12:01:12.943800 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG oslo_concurrency.lockutils [None req-7bee6310-00a4-4801-bd53-9da21e9abd7f tempest-RoutersNegativeTest-1248054990 tempest-RoutersNegativeTest-1248054990-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=94174) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 12:01:12.969642 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8d774d6a-ff69-4e7c-a7f3-72f939eeb73d None None] Resources bound (agent type, host, resource id): {{(pid=94176) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Jun 23 12:01:12.992363 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.db.db_base_plugin_v2 [None req-c88754f3-88ae-4c07-8e8d-a1a4134f0a73 tempest-RoutersNegativeTest-1248054990 tempest-RoutersNegativeTest-1248054990-project] Deleting subnet f4ac2324-b532-4b6c-93aa-9ecdafce80e3 {{(pid=94175) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jun 23 12:01:12.996143 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron_lib.callbacks.manager [None req-c88754f3-88ae-4c07-8e8d-a1a4134f0a73 tempest-RoutersNegativeTest-1248054990 tempest-RoutersNegativeTest-1248054990-project] Notify callbacks [] for subnet, before_delete {{(pid=94175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 12:01:13.149094 dv-neutron-601336-94-hyperv neutron-server[94177]: DEBUG neutron.db.agents_db [None req-90fb1279-e4c5-4e73-8d66-3a29811dc4e3 None None] Agent healthcheck: found 6 active agents {{(pid=94177) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 23 12:01:13.284560 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron_lib.callbacks.manager [None req-bbc3e8c7-ea75-44f8-8cb1-f7997d277798 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773699952132', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-899307'] for agent, after_update {{(pid=94176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 12:01:13.412625 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron_lib.callbacks.manager [None req-c88754f3-88ae-4c07-8e8d-a1a4134f0a73 tempest-RoutersNegativeTest-1248054990 tempest-RoutersNegativeTest-1248054990-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5190686'] for subnet, precommit_delete_associations {{(pid=94175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 12:01:13.492911 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron_lib.callbacks.manager [None req-c88754f3-88ae-4c07-8e8d-a1a4134f0a73 tempest-RoutersNegativeTest-1248054990 tempest-RoutersNegativeTest-1248054990-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-897634'] for subnet, precommit_delete {{(pid=94175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 12:01:13.610164 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron_lib.callbacks.manager [None req-c88754f3-88ae-4c07-8e8d-a1a4134f0a73 tempest-RoutersNegativeTest-1248054990 tempest-RoutersNegativeTest-1248054990-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-897627', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866062', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5083050', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4660036'] for subnet, after_delete {{(pid=94175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 12:01:13.612548 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG oslo_concurrency.lockutils [None req-184f37a4-5997-467b-809d-2b5bd60fbc9e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94175) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 12:01:13.637437 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c88754f3-88ae-4c07-8e8d-a1a4134f0a73 tempest-RoutersNegativeTest-1248054990 tempest-RoutersNegativeTest-1248054990-project] Pushing event deleted for resources: {'Subnet': ['ID=f4ac2324-b532-4b6c-93aa-9ecdafce80e3,revision_number=None']} {{(pid=94175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 12:01:13.640547 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG oslo_concurrency.lockutils [None req-c88754f3-88ae-4c07-8e8d-a1a4134f0a73 tempest-RoutersNegativeTest-1248054990 tempest-RoutersNegativeTest-1248054990-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.028s {{(pid=94175) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 12:01:13.641545 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron_lib.callbacks.manager [None req-c88754f3-88ae-4c07-8e8d-a1a4134f0a73 tempest-RoutersNegativeTest-1248054990 tempest-RoutersNegativeTest-1248054990-project] Notify callbacks [] for subnet, before_response {{(pid=94175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 12:01:13.644453 dv-neutron-601336-94-hyperv neutron-server[94175]: INFO neutron.wsgi [None req-c88754f3-88ae-4c07-8e8d-a1a4134f0a73 tempest-RoutersNegativeTest-1248054990 tempest-RoutersNegativeTest-1248054990-project] 10.222.0.20 "DELETE /v2.0/subnets/f4ac2324-b532-4b6c-93aa-9ecdafce80e3 HTTP/1.1" status: 204 len: 168 time: 0.7145276 Jun 23 12:01:13.646642 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.wsgi [-] (94175) accepted ('10.222.0.20', 47568) {{(pid=94175) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 12:01:13.649248 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5c3dda7f-ea3b-417c-be10-edc1a7783a1c None None] Network 3cb84516-53b1-4cfd-bb35-afb33792128e requested from dv-neutron-601336-94-hyperv {{(pid=94176) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 23 12:01:13.725891 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron_lib.callbacks.manager [None req-21cc9a99-5a50-4e89-af8d-a5a07803595b tempest-RoutersNegativeTest-1248054990 tempest-RoutersNegativeTest-1248054990-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-824874'] for network, before_delete {{(pid=94175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 12:01:13.786515 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.plugins.ml2.plugin [None req-21cc9a99-5a50-4e89-af8d-a5a07803595b tempest-RoutersNegativeTest-1248054990 tempest-RoutersNegativeTest-1248054990-project] Deleting port 995ba5b6-e24b-4a48-8c95-e056abace723 {{(pid=94175) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1913}} Jun 23 12:01:13.786860 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron_lib.callbacks.manager [None req-21cc9a99-5a50-4e89-af8d-a5a07803595b tempest-RoutersNegativeTest-1248054990 tempest-RoutersNegativeTest-1248054990-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773700079324'] for port, before_delete {{(pid=94175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 12:01:13.826049 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-23a9d088-6fb2-4f31-a3fc-3287ea3749bf None None] DHCP port deletion for 3cb84516-53b1-4cfd-bb35-afb33792128e request from dv-neutron-601336-94-hyperv {{(pid=94176) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jun 23 12:01:13.852368 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.plugins.ml2.db [None req-21cc9a99-5a50-4e89-af8d-a5a07803595b tempest-RoutersNegativeTest-1248054990 tempest-RoutersNegativeTest-1248054990-project] For port 995ba5b6-e24b-4a48-8c95-e056abace723, host dv-neutron-601336-94-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-94-hyperv',level=0,port_id=995ba5b6-e24b-4a48-8c95-e056abace723,segment=NetworkSegment(9b8afee8-7603-4b42-9336-45bc18265cef),segment_id=9b8afee8-7603-4b42-9336-45bc18265cef)] {{(pid=94175) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 23 12:01:13.852732 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron_lib.callbacks.manager [None req-21cc9a99-5a50-4e89-af8d-a5a07803595b tempest-RoutersNegativeTest-1248054990 tempest-RoutersNegativeTest-1248054990-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-430722'] for port, precommit_delete {{(pid=94175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 12:01:13.865881 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.plugins.ml2.plugin [None req-21cc9a99-5a50-4e89-af8d-a5a07803595b tempest-RoutersNegativeTest-1248054990 tempest-RoutersNegativeTest-1248054990-project] Calling delete_port for 995ba5b6-e24b-4a48-8c95-e056abace723 owned by network:dhcp {{(pid=94175) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1986}} Jun 23 12:01:13.872193 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.plugins.ml2.plugin [None req-23a9d088-6fb2-4f31-a3fc-3287ea3749bf None None] Deleting port 995ba5b6-e24b-4a48-8c95-e056abace723 {{(pid=94176) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1913}} Jun 23 12:01:13.872576 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron_lib.callbacks.manager [None req-23a9d088-6fb2-4f31-a3fc-3287ea3749bf None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773700079324'] for port, before_delete {{(pid=94176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 12:01:13.875255 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron_lib.callbacks.manager [None req-dc7542b2-afef-47f4-a763-e3a3cba144be None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773699952132', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-899307'] for agent, after_update {{(pid=94176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 12:01:13.938653 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.plugins.ml2.db [None req-23a9d088-6fb2-4f31-a3fc-3287ea3749bf None None] For port 995ba5b6-e24b-4a48-8c95-e056abace723, host dv-neutron-601336-94-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-94-hyperv',level=0,port_id=995ba5b6-e24b-4a48-8c95-e056abace723,segment=NetworkSegment(9b8afee8-7603-4b42-9336-45bc18265cef),segment_id=9b8afee8-7603-4b42-9336-45bc18265cef)] {{(pid=94176) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 23 12:01:13.939151 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron_lib.callbacks.manager [None req-23a9d088-6fb2-4f31-a3fc-3287ea3749bf None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-430722'] for port, precommit_delete {{(pid=94176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 12:01:13.951922 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.plugins.ml2.plugin [None req-23a9d088-6fb2-4f31-a3fc-3287ea3749bf None None] Calling delete_port for 995ba5b6-e24b-4a48-8c95-e056abace723 owned by network:dhcp {{(pid=94176) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1986}} Jun 23 12:01:14.048423 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron_lib.callbacks.manager [None req-21cc9a99-5a50-4e89-af8d-a5a07803595b tempest-RoutersNegativeTest-1248054990 tempest-RoutersNegativeTest-1248054990-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-922904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866062', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773700135024', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773699642224', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5082448'] for port, after_delete {{(pid=94175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 12:01:14.051478 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG oslo_concurrency.lockutils [None req-c281bf11-3e73-4a25-8855-98e6b14dcf91 tempest-ServerActionsTestJSON-1945522763 tempest-ServerActionsTestJSON-1945522763-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94175) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 12:01:14.054757 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron_lib.callbacks.manager [None req-23a9d088-6fb2-4f31-a3fc-3287ea3749bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-922904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866062', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773700135024', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773699642224'] for port, after_delete {{(pid=94176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 12:01:14.056805 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG oslo_concurrency.lockutils [None req-24340099-b4da-4964-94a9-c88998631d72 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 12:01:14.078291 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21cc9a99-5a50-4e89-af8d-a5a07803595b tempest-RoutersNegativeTest-1248054990 tempest-RoutersNegativeTest-1248054990-project] Pushing event deleted for resources: {'Port': ['ID=995ba5b6-e24b-4a48-8c95-e056abace723,revision_number=None']} {{(pid=94175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 12:01:14.081479 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG oslo_concurrency.lockutils [None req-21cc9a99-5a50-4e89-af8d-a5a07803595b tempest-RoutersNegativeTest-1248054990 tempest-RoutersNegativeTest-1248054990-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.030s {{(pid=94175) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 12:01:14.084443 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.db.l3_dvrscheduler_db [None req-21cc9a99-5a50-4e89-af8d-a5a07803595b tempest-RoutersNegativeTest-1248054990 tempest-RoutersNegativeTest-1248054990-project] No DVR routers for this DVR port 995ba5b6-e24b-4a48-8c95-e056abace723 on host dv-neutron-601336-94-hyperv {{(pid=94175) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 23 12:01:14.086336 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23a9d088-6fb2-4f31-a3fc-3287ea3749bf None None] Pushing event deleted for resources: {'Port': ['ID=995ba5b6-e24b-4a48-8c95-e056abace723,revision_number=None']} {{(pid=94176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 12:01:14.088256 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.db.l3_dvrscheduler_db [None req-23a9d088-6fb2-4f31-a3fc-3287ea3749bf None None] No DVR routers for this DVR port 995ba5b6-e24b-4a48-8c95-e056abace723 on host dv-neutron-601336-94-hyperv {{(pid=94176) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 23 12:01:14.089797 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG oslo_concurrency.lockutils [None req-23a9d088-6fb2-4f31-a3fc-3287ea3749bf None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.033s {{(pid=94176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 12:01:14.139379 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.plugins.ml2.rpc [None req-dc7542b2-afef-47f4-a763-e3a3cba144be None None] Device 995ba5b6-e24b-4a48-8c95-e056abace723 no longer exists at agent ovs-agent-dv-neutron-601336-94-hyperv {{(pid=94176) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:261}} Jun 23 12:01:14.161120 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.plugins.ml2.plugin [None req-dc7542b2-afef-47f4-a763-e3a3cba144be None None] No Port match for: 995ba5b6-e24b-4a48-8c95-e056abace723 {{(pid=94176) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2240}} Jun 23 12:01:14.161473 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.plugins.ml2.rpc [None req-dc7542b2-afef-47f4-a763-e3a3cba144be None None] Device 995ba5b6-e24b-4a48-8c95-e056abace723 not bound to the agent host dv-neutron-601336-94-hyperv {{(pid=94176) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:271}} Jun 23 12:01:14.167973 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron_lib.callbacks.manager [None req-21cc9a99-5a50-4e89-af8d-a5a07803595b tempest-RoutersNegativeTest-1248054990 tempest-RoutersNegativeTest-1248054990-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-897259', 'neutron.services.segments.db._delete_segments_for_network-8773700168587'] for network, precommit_delete {{(pid=94175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 12:01:14.178035 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.services.segments.db [None req-21cc9a99-5a50-4e89-af8d-a5a07803595b tempest-RoutersNegativeTest-1248054990 tempest-RoutersNegativeTest-1248054990-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3cb84516-53b1-4cfd-bb35-afb33792128e']}} {{(pid=94175) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 12:01:14.188517 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.services.segments.db [None req-21cc9a99-5a50-4e89-af8d-a5a07803595b tempest-RoutersNegativeTest-1248054990 tempest-RoutersNegativeTest-1248054990-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9b8afee8-7603-4b42-9336-45bc18265cef') {'for_net_delete': True} {{(pid=94175) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 12:01:14.190076 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.services.segments.db [None req-21cc9a99-5a50-4e89-af8d-a5a07803595b tempest-RoutersNegativeTest-1248054990 tempest-RoutersNegativeTest-1248054990-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9b8afee8-7603-4b42-9336-45bc18265cef') {} {{(pid=94175) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 12:01:14.198071 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron_lib.callbacks.manager [None req-21cc9a99-5a50-4e89-af8d-a5a07803595b tempest-RoutersNegativeTest-1248054990 tempest-RoutersNegativeTest-1248054990-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8773699955833', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5190677'] for segment, before_delete {{(pid=94175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 12:01:14.212393 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron_lib.callbacks.manager [None req-21cc9a99-5a50-4e89-af8d-a5a07803595b tempest-RoutersNegativeTest-1248054990 tempest-RoutersNegativeTest-1248054990-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3801'] for segment, precommit_delete {{(pid=94175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 12:01:14.218302 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-21cc9a99-5a50-4e89-af8d-a5a07803595b tempest-RoutersNegativeTest-1248054990 tempest-RoutersNegativeTest-1248054990-project] Releasing vlan 423 on physical network physnet1 to pool {{(pid=94175) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 23 12:01:14.218695 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron_lib.callbacks.manager [None req-21cc9a99-5a50-4e89-af8d-a5a07803595b tempest-RoutersNegativeTest-1248054990 tempest-RoutersNegativeTest-1248054990-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3801', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5082371'] for segment, after_delete {{(pid=94175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 12:01:14.221757 dv-neutron-601336-94-hyperv neutron-server[94175]: Traceback (most recent call last): Jun 23 12:01:14.221757 dv-neutron-601336-94-hyperv neutron-server[94175]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 23 12:01:14.221757 dv-neutron-601336-94-hyperv neutron-server[94175]: timer() Jun 23 12:01:14.221757 dv-neutron-601336-94-hyperv neutron-server[94175]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 23 12:01:14.221757 dv-neutron-601336-94-hyperv neutron-server[94175]: cb(*args, **kw) Jun 23 12:01:14.221757 dv-neutron-601336-94-hyperv neutron-server[94175]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 23 12:01:14.221757 dv-neutron-601336-94-hyperv neutron-server[94175]: return func(*args, **kwargs) Jun 23 12:01:14.221757 dv-neutron-601336-94-hyperv neutron-server[94175]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 23 12:01:14.221757 dv-neutron-601336-94-hyperv neutron-server[94175]: self._notify() Jun 23 12:01:14.221757 dv-neutron-601336-94-hyperv neutron-server[94175]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 23 12:01:14.221757 dv-neutron-601336-94-hyperv neutron-server[94175]: self.callback(batched_events) Jun 23 12:01:14.221757 dv-neutron-601336-94-hyperv neutron-server[94175]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 23 12:01:14.221757 dv-neutron-601336-94-hyperv neutron-server[94175]: event.method(event) Jun 23 12:01:14.221757 dv-neutron-601336-94-hyperv neutron-server[94175]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 23 12:01:14.221757 dv-neutron-601336-94-hyperv neutron-server[94175]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 23 12:01:14.221757 dv-neutron-601336-94-hyperv neutron-server[94175]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 23 12:01:14.221757 dv-neutron-601336-94-hyperv neutron-server[94175]: aggregate_uuid = self.p_client.list_aggregates( Jun 23 12:01:14.221757 dv-neutron-601336-94-hyperv neutron-server[94175]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 23 12:01:14.221757 dv-neutron-601336-94-hyperv neutron-server[94175]: return f(self, *a, **k) Jun 23 12:01:14.221757 dv-neutron-601336-94-hyperv neutron-server[94175]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 23 12:01:14.221757 dv-neutron-601336-94-hyperv neutron-server[94175]: return self._get(url).json() Jun 23 12:01:14.221757 dv-neutron-601336-94-hyperv neutron-server[94175]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 23 12:01:14.221757 dv-neutron-601336-94-hyperv neutron-server[94175]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 23 12:01:14.221757 dv-neutron-601336-94-hyperv neutron-server[94175]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 23 12:01:14.221757 dv-neutron-601336-94-hyperv neutron-server[94175]: return self.request(url, 'GET', **kwargs) Jun 23 12:01:14.221757 dv-neutron-601336-94-hyperv neutron-server[94175]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 23 12:01:14.221757 dv-neutron-601336-94-hyperv neutron-server[94175]: base_url = self.get_endpoint(auth, allow=allow, Jun 23 12:01:14.221757 dv-neutron-601336-94-hyperv neutron-server[94175]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 23 12:01:14.221757 dv-neutron-601336-94-hyperv neutron-server[94175]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 23 12:01:14.221757 dv-neutron-601336-94-hyperv neutron-server[94175]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 23 12:01:14.221757 dv-neutron-601336-94-hyperv neutron-server[94175]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 23 12:01:14.221757 dv-neutron-601336-94-hyperv neutron-server[94175]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 23 12:01:14.346835 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron_lib.callbacks.manager [None req-21cc9a99-5a50-4e89-af8d-a5a07803595b tempest-RoutersNegativeTest-1248054990 tempest-RoutersNegativeTest-1248054990-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-897248', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8002400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7866073', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-524247'] for network, after_delete {{(pid=94175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 12:01:14.350331 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG oslo_concurrency.lockutils [None req-437e9cb1-c913-4a4f-bf0f-08bbb8f2d88c tempest-TestNetworkBasicOps-233187296 tempest-TestNetworkBasicOps-233187296-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94175) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 12:01:14.356410 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron_lib.callbacks.manager [None req-21cc9a99-5a50-4e89-af8d-a5a07803595b tempest-RoutersNegativeTest-1248054990 tempest-RoutersNegativeTest-1248054990-project] Notify callbacks [] for network, before_response {{(pid=94175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 12:01:14.356410 dv-neutron-601336-94-hyperv neutron-server[94175]: INFO neutron.wsgi [None req-21cc9a99-5a50-4e89-af8d-a5a07803595b tempest-RoutersNegativeTest-1248054990 tempest-RoutersNegativeTest-1248054990-project] 10.222.0.20 "DELETE /v2.0/networks/3cb84516-53b1-4cfd-bb35-afb33792128e HTTP/1.1" status: 204 len: 168 time: 0.7060943 Jun 23 12:01:14.358926 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.wsgi [-] (94175) accepted ('10.222.0.20', 47570) {{(pid=94175) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 12:01:14.377858 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21cc9a99-5a50-4e89-af8d-a5a07803595b tempest-RoutersNegativeTest-1248054990 tempest-RoutersNegativeTest-1248054990-project] Pushing event deleted for resources: {'Network': ['ID=3cb84516-53b1-4cfd-bb35-afb33792128e,revision_number=None']} {{(pid=94175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 12:01:14.398804 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG oslo_concurrency.lockutils [None req-21cc9a99-5a50-4e89-af8d-a5a07803595b tempest-RoutersNegativeTest-1248054990 tempest-RoutersNegativeTest-1248054990-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=94175) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 12:01:14.401457 dv-neutron-601336-94-hyperv neutron-server[94175]: INFO neutron.wsgi [None req-7d6262f7-b971-47ff-9205-2cbdbbc9e7a1 tempest-RoutersNegativeTest-1248054990 tempest-RoutersNegativeTest-1248054990-project] 10.222.0.20 "GET /v2.0/ports?device_id=00344b43-86fd-4072-84a0-3e4c049fb3ca HTTP/1.1" status: 200 len: 205 time: 0.0410016 Jun 23 12:01:14.403454 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.wsgi [-] (94175) accepted ('10.222.0.20', 47572) {{(pid=94175) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 12:01:14.477902 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron_lib.callbacks.manager [None req-ee40ba33-297b-401a-ad94-8cf87c8d58d5 tempest-RoutersNegativeTest-1248054990 tempest-RoutersNegativeTest-1248054990-project] Notify callbacks [] for router, before_delete {{(pid=94175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 12:01:14.636716 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron_lib.callbacks.manager [None req-ee40ba33-297b-401a-ad94-8cf87c8d58d5 tempest-RoutersNegativeTest-1248054990 tempest-RoutersNegativeTest-1248054990-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-520417', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-32301'] for router, precommit_delete {{(pid=94175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 12:01:14.638870 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron_lib.callbacks.manager [None req-ee40ba33-297b-401a-ad94-8cf87c8d58d5 tempest-RoutersNegativeTest-1248054990 tempest-RoutersNegativeTest-1248054990-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 12:01:14.701287 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron_lib.callbacks.manager [None req-4c20ea5f-bc7f-4d4e-935d-57f082af6ccb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773699952132', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-899307'] for agent, after_update {{(pid=94176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 12:01:14.764209 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron_lib.callbacks.manager [None req-ee40ba33-297b-401a-ad94-8cf87c8d58d5 tempest-RoutersNegativeTest-1248054990 tempest-RoutersNegativeTest-1248054990-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-494961'] for router, after_delete {{(pid=94175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 12:01:14.764761 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ee40ba33-297b-401a-ad94-8cf87c8d58d5 tempest-RoutersNegativeTest-1248054990 tempest-RoutersNegativeTest-1248054990-project] Fanout notify agent at l3_agent the message router_deleted on router 00344b43-86fd-4072-84a0-3e4c049fb3ca {{(pid=94175) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jun 23 12:01:14.772050 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron_lib.callbacks.manager [None req-ee40ba33-297b-401a-ad94-8cf87c8d58d5 tempest-RoutersNegativeTest-1248054990 tempest-RoutersNegativeTest-1248054990-project] Notify callbacks [] for router, before_response {{(pid=94175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 12:01:14.773150 dv-neutron-601336-94-hyperv neutron-server[94175]: INFO neutron.wsgi [None req-ee40ba33-297b-401a-ad94-8cf87c8d58d5 tempest-RoutersNegativeTest-1248054990 tempest-RoutersNegativeTest-1248054990-project] 10.222.0.20 "DELETE /v2.0/routers/00344b43-86fd-4072-84a0-3e4c049fb3ca HTTP/1.1" status: 204 len: 168 time: 0.3687372 Jun 23 12:01:15.248339 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.wsgi [-] (94175) accepted ('10.222.0.20', 47578) {{(pid=94175) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 12:01:15.380964 dv-neutron-601336-94-hyperv neutron-server[94175]: INFO neutron.wsgi [None req-57a333ce-078f-474e-b6e4-c5c2a16dc9ae admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=6dc2cd38c7254b6b81bc5c70cb46d880&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1312685 Jun 23 12:01:15.383358 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.wsgi [-] (94175) accepted ('10.222.0.20', 47582) {{(pid=94175) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 12:01:15.436580 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron_lib.callbacks.manager [None req-22f6d7ab-49b7-45fe-866f-d13d1e75497b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 12:01:15.458923 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron_lib.callbacks.manager [None req-22f6d7ab-49b7-45fe-866f-d13d1e75497b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 12:01:15.585506 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron_lib.callbacks.manager [None req-22f6d7ab-49b7-45fe-866f-d13d1e75497b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7996330'] for security_group, after_delete {{(pid=94175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 12:01:15.588081 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron_lib.callbacks.manager [None req-22f6d7ab-49b7-45fe-866f-d13d1e75497b admin admin] Notify callbacks [] for security_group, before_response {{(pid=94175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 12:01:15.589310 dv-neutron-601336-94-hyperv neutron-server[94175]: INFO neutron.wsgi [None req-22f6d7ab-49b7-45fe-866f-d13d1e75497b admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/1d7b42fc-3614-427d-93f1-84d606d3b8f4 HTTP/1.1" status: 204 len: 168 time: 0.2049079 Jun 23 12:01:15.590120 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG oslo_concurrency.lockutils [None req-6f50fd4a-8477-41bb-a65a-06a3d07a87d9 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94175) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 12:01:15.597927 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22f6d7ab-49b7-45fe-866f-d13d1e75497b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1d7b42fc-3614-427d-93f1-84d606d3b8f4,revision_number=None']} {{(pid=94175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 12:01:15.600373 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG oslo_concurrency.lockutils [None req-22f6d7ab-49b7-45fe-866f-d13d1e75497b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.010s {{(pid=94175) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 12:01:16.522828 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.wsgi [-] (94174) accepted ('10.222.0.20', 47604) {{(pid=94174) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 12:01:16.617133 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.api.v2.base [None req-71d5c0e5-0643-405e-80dc-1e0cd4122f7f admin admin] Request body: {'network': {'name': 'tempest-TestEncryptedCinderVolumes-1784389845-network', 'tenant_id': 'a57cbda215e14f2681409de71aaf113f'}} {{(pid=94174) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 23 12:01:16.705685 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-71d5c0e5-0643-405e-80dc-1e0cd4122f7f admin admin] Made reservation on behalf of a57cbda215e14f2681409de71aaf113f for: {'network': 1} {{(pid=94174) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 23 12:01:16.708056 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron_lib.callbacks.manager [None req-71d5c0e5-0643-405e-80dc-1e0cd4122f7f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-923104'] for network, before_create {{(pid=94174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 12:01:16.717413 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron_lib.callbacks.manager [None req-71d5c0e5-0643-405e-80dc-1e0cd4122f7f admin admin] Notify callbacks [] for security_group, before_create {{(pid=94174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 12:01:16.739261 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron_lib.callbacks.manager [None req-95d6aa8f-24e7-4234-82ff-f502266c3285 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773699952132', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-899307'] for agent, after_update {{(pid=94176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 12:01:16.806768 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron_lib.callbacks.manager [None req-71d5c0e5-0643-405e-80dc-1e0cd4122f7f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 12:01:16.888175 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron_lib.callbacks.manager [None req-71d5c0e5-0643-405e-80dc-1e0cd4122f7f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7996330'] for security_group, after_create {{(pid=94174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 12:01:16.891432 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG oslo_concurrency.lockutils [None req-5ddaf327-a0ed-4977-ab5b-df0d6e516e26 tempest-TestVolumeBootPattern-1838142519 tempest-TestVolumeBootPattern-1838142519-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94174) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 12:01:16.915571 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-71d5c0e5-0643-405e-80dc-1e0cd4122f7f admin admin] vlan segment allocate from pool success with {'vlan_id': 422, 'physical_network': 'physnet1'} {{(pid=94174) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 23 12:01:16.925843 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71d5c0e5-0643-405e-80dc-1e0cd4122f7f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1892fab6-61fd-498b-9a28-784669a5e0c4,revision_number=1']} {{(pid=94174) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 12:01:16.930264 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG oslo_concurrency.lockutils [None req-71d5c0e5-0643-405e-80dc-1e0cd4122f7f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.039s {{(pid=94174) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 12:01:16.931395 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron_lib.callbacks.manager [None req-71d5c0e5-0643-405e-80dc-1e0cd4122f7f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3801'] for segment, precommit_create {{(pid=94174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 12:01:16.931734 dv-neutron-601336-94-hyperv neutron-server[94174]: INFO neutron.db.segments_db [None req-71d5c0e5-0643-405e-80dc-1e0cd4122f7f admin admin] Added segment 7593b026-ca57-4568-b466-d244ad7a2be6 of type vlan for network 1776f16c-c3f0-4bbb-8836-2a35609d2d01 Jun 23 12:01:16.972868 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron_lib.callbacks.manager [None req-71d5c0e5-0643-405e-80dc-1e0cd4122f7f admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8773699596773'] for network, precommit_create {{(pid=94174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 12:01:17.083982 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron_lib.callbacks.manager [None req-71d5c0e5-0643-405e-80dc-1e0cd4122f7f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8002400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7866073'] for network, after_create {{(pid=94174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 12:01:17.085053 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-71d5c0e5-0643-405e-80dc-1e0cd4122f7f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94174) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 12:01:17.085635 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron_lib.callbacks.manager [None req-71d5c0e5-0643-405e-80dc-1e0cd4122f7f admin admin] Notify callbacks [] for network, before_response {{(pid=94174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 12:01:17.088245 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG oslo_concurrency.lockutils [None req-1510891a-d012-42ff-973f-91d590c14d0f tempest-NetworksIpV6Test-2059726755 tempest-NetworksIpV6Test-2059726755-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94174) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 12:01:17.146376 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71d5c0e5-0643-405e-80dc-1e0cd4122f7f admin admin] Pushing event updated for resources: {'Network': ['ID=1776f16c-c3f0-4bbb-8836-2a35609d2d01,revision_number=1']} {{(pid=94174) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 12:01:17.149020 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG oslo_concurrency.lockutils [None req-71d5c0e5-0643-405e-80dc-1e0cd4122f7f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.061s {{(pid=94174) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 12:01:17.156220 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.plugins.ml2.rpc [None req-dc7542b2-afef-47f4-a763-e3a3cba144be None None] Network 1776f16c-c3f0-4bbb-8836-2a35609d2d01 details requested by agent ovs-agent-dv-neutron-601336-94-hyperv with host dv-neutron-601336-94-hyperv {{(pid=94176) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:250}} Jun 23 12:01:17.210363 dv-neutron-601336-94-hyperv neutron-server[94174]: INFO neutron.wsgi [None req-71d5c0e5-0643-405e-80dc-1e0cd4122f7f admin admin] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 890 time: 0.6863480 Jun 23 12:01:17.213386 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.wsgi [-] (94175) accepted ('10.222.0.20', 47608) {{(pid=94175) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 12:01:17.218510 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.api.v2.base [None req-a72a1884-d127-4331-b56d-bde7fb9f1fde admin admin] Request body: {'subnet': {'network_id': '1776f16c-c3f0-4bbb-8836-2a35609d2d01', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestEncryptedCinderVolumes-1784389845-subnet', 'tenant_id': 'a57cbda215e14f2681409de71aaf113f', 'ip_version': 4}} {{(pid=94175) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 23 12:01:17.324172 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a72a1884-d127-4331-b56d-bde7fb9f1fde admin admin] Made reservation on behalf of a57cbda215e14f2681409de71aaf113f for: {'subnet': 1} {{(pid=94175) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 23 12:01:17.326475 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron_lib.callbacks.manager [None req-a72a1884-d127-4331-b56d-bde7fb9f1fde admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4660073'] for subnet, before_create {{(pid=94175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 12:01:17.581466 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron_lib.callbacks.manager [None req-a72a1884-d127-4331-b56d-bde7fb9f1fde admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866062', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5083113', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4660095'] for subnet, after_create {{(pid=94175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 12:01:17.583576 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG oslo_concurrency.lockutils [None req-97802bb5-951f-4ac5-9008-191d28632e08 tempest-NetworksIpV6Test-2059726755 tempest-NetworksIpV6Test-2059726755-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94175) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 12:01:17.640595 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a72a1884-d127-4331-b56d-bde7fb9f1fde admin admin] Pushing event updated for resources: {'Subnet': ['ID=72d6c9b7-ee80-41b7-b5ea-09392c2d148e,revision_number=0']} {{(pid=94175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 12:01:17.643497 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG oslo_concurrency.lockutils [None req-a72a1884-d127-4331-b56d-bde7fb9f1fde admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.060s {{(pid=94175) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 12:01:17.650467 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a72a1884-d127-4331-b56d-bde7fb9f1fde admin admin] Checking segment: {'id': '7593b026-ca57-4568-b466-d244ad7a2be6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 422, 'network_id': '1776f16c-c3f0-4bbb-8836-2a35609d2d01'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94175) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 23 12:01:17.650888 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a72a1884-d127-4331-b56d-bde7fb9f1fde admin admin] Network hostable DHCP agents. Network: 1776f16c-c3f0-4bbb-8836-2a35609d2d01, hostable agents: ['8cf29b10-0e57-4131-816f-a4b6ad00b249'], hosted agents: [] {{(pid=94175) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 23 12:01:17.741123 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a72a1884-d127-4331-b56d-bde7fb9f1fde admin admin] Network 1776f16c-c3f0-4bbb-8836-2a35609d2d01 is scheduled to be hosted by DHCP agent 8cf29b10-0e57-4131-816f-a4b6ad00b249 with binding_index 1 {{(pid=94175) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 23 12:01:17.792458 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.scheduler.base_scheduler [None req-a72a1884-d127-4331-b56d-bde7fb9f1fde admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-601336-94-hyperv, 1776f16c-c3f0-4bbb-8836-2a35609d2d01) {{(pid=94175) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 23 12:01:17.796532 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a72a1884-d127-4331-b56d-bde7fb9f1fde admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 12:01:17.797120 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron_lib.callbacks.manager [None req-a72a1884-d127-4331-b56d-bde7fb9f1fde admin admin] Notify callbacks [] for subnet, before_response {{(pid=94175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 12:01:17.802877 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3270f2ac-f651-45f4-a3a0-411a823e6126 None None] Network 1776f16c-c3f0-4bbb-8836-2a35609d2d01 requested from dv-neutron-601336-94-hyperv {{(pid=94176) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 23 12:01:17.873522 dv-neutron-601336-94-hyperv neutron-server[94175]: INFO neutron.wsgi [None req-a72a1884-d127-4331-b56d-bde7fb9f1fde admin admin] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 853 time: 0.6588106 Jun 23 12:01:17.875969 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.wsgi [-] (94175) accepted ('10.222.0.20', 47610) {{(pid=94175) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 12:01:17.881626 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.api.v2.base [None req-17a24cc2-4a91-4448-81df-13e7ebbfc767 admin admin] Request body: {'router': {'name': 'tempest-TestEncryptedCinderVolumes-1784389845-router', 'tenant_id': 'a57cbda215e14f2681409de71aaf113f', 'external_gateway_info': {'network_id': '3e7e4eb3-cf02-4d47-ade9-0a579cdfc60f'}}} {{(pid=94175) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 23 12:01:17.949754 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5f4fd710-49ae-498b-9cd5-e9a02428f922 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1e0d828a-1fa4-563d-b7fd-53adf66a04ee-1776f16c-c3f0-4bbb-8836-2a35609d2d01', 'network_id': '1776f16c-c3f0-4bbb-8836-2a35609d2d01', 'tenant_id': 'a57cbda215e14f2681409de71aaf113f', 'fixed_ips': [{'subnet_id': '72d6c9b7-ee80-41b7-b5ea-09392c2d148e'}]}} from dv-neutron-601336-94-hyperv. {{(pid=94176) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 23 12:01:17.950650 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron_lib.callbacks.manager [None req-5f4fd710-49ae-498b-9cd5-e9a02428f922 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-923104'] for port, before_create {{(pid=94176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 12:01:17.957038 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron_lib.callbacks.manager [None req-17a24cc2-4a91-4448-81df-13e7ebbfc767 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-520407', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-32315'] for router, before_create {{(pid=94175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 12:01:17.958128 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron_lib.callbacks.manager [None req-17a24cc2-4a91-4448-81df-13e7ebbfc767 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-520264', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-524122', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-414782', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-32290'] for router, precommit_create {{(pid=94175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 12:01:18.018648 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron_lib.callbacks.manager [None req-17a24cc2-4a91-4448-81df-13e7ebbfc767 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 12:01:18.092489 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.db.db_base_plugin_common [None req-5f4fd710-49ae-498b-9cd5-e9a02428f922 None None] Allocated IP 172.20.0.2 (1776f16c-c3f0-4bbb-8836-2a35609d2d01/72d6c9b7-ee80-41b7-b5ea-09392c2d148e/4d790fc4-d304-46e3-86c2-423465076cce) {{(pid=94176) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 23 12:01:18.221251 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron_lib.callbacks.manager [None req-17a24cc2-4a91-4448-81df-13e7ebbfc767 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-524104', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-520389', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-32276'] for router, precommit_update {{(pid=94175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 12:01:18.252692 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron_lib.callbacks.manager [None req-5f4fd710-49ae-498b-9cd5-e9a02428f922 None None] Notify callbacks [] for port, precommit_create {{(pid=94176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 12:01:18.260882 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.db.provisioning_blocks [None req-5f4fd710-49ae-498b-9cd5-e9a02428f922 None None] Transition to ACTIVE for port object 4d790fc4-d304-46e3-86c2-423465076cce will not be triggered until provisioned by entity L2. {{(pid=94176) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 23 12:01:18.276575 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.db.provisioning_blocks [None req-5f4fd710-49ae-498b-9cd5-e9a02428f922 None None] Transition to ACTIVE for port object 4d790fc4-d304-46e3-86c2-423465076cce will not be triggered until provisioned by entity DHCP. {{(pid=94176) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 23 12:01:18.330253 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron_lib.callbacks.manager [None req-5f4fd710-49ae-498b-9cd5-e9a02428f922 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-922915', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-239814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7866073', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773699642215'] for port, after_create {{(pid=94176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 12:01:18.333605 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG oslo_concurrency.lockutils [None req-8c564054-c3cf-4854-a407-e16e6254be65 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 12:01:18.369431 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5f4fd710-49ae-498b-9cd5-e9a02428f922 None None] Network 1776f16c-c3f0-4bbb-8836-2a35609d2d01 is already hosted by enough agents. {{(pid=94176) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 23 12:01:18.372368 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.scheduler.base_scheduler [None req-5f4fd710-49ae-498b-9cd5-e9a02428f922 None None] Resources bound (agent type, host, resource id): {{(pid=94176) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 23 12:01:18.378173 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5f4fd710-49ae-498b-9cd5-e9a02428f922 None None] Received port after_create {{(pid=94176) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 23 12:01:18.385342 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f4fd710-49ae-498b-9cd5-e9a02428f922 None None] Pushing event updated for resources: {'Port': ['ID=4d790fc4-d304-46e3-86c2-423465076cce,revision_number=1']} {{(pid=94176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 12:01:18.413771 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f4fd710-49ae-498b-9cd5-e9a02428f922 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-601336-94-hyperv {{(pid=94176) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 12:01:18.414049 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f4fd710-49ae-498b-9cd5-e9a02428f922 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-94-hyperv {{(pid=94176) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 12:01:18.414398 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f4fd710-49ae-498b-9cd5-e9a02428f922 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-94-hyperv {{(pid=94176) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 12:01:18.414819 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f4fd710-49ae-498b-9cd5-e9a02428f922 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-601336-94-hyperv {{(pid=94176) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 12:01:18.415219 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f4fd710-49ae-498b-9cd5-e9a02428f922 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-601336-94-hyperv {{(pid=94176) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 12:01:18.415599 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f4fd710-49ae-498b-9cd5-e9a02428f922 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-601336-94-hyperv {{(pid=94176) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 12:01:18.416002 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f4fd710-49ae-498b-9cd5-e9a02428f922 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-601336-94-hyperv {{(pid=94176) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 12:01:18.416352 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f4fd710-49ae-498b-9cd5-e9a02428f922 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-601336-94-hyperv {{(pid=94176) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 12:01:18.416688 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f4fd710-49ae-498b-9cd5-e9a02428f922 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-601336-94-hyperv {{(pid=94176) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 12:01:18.417077 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f4fd710-49ae-498b-9cd5-e9a02428f922 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-94-hyperv {{(pid=94176) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 12:01:18.417455 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f4fd710-49ae-498b-9cd5-e9a02428f922 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-601336-94-hyperv {{(pid=94176) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 12:01:18.417843 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f4fd710-49ae-498b-9cd5-e9a02428f922 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-601336-94-hyperv {{(pid=94176) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 12:01:18.423177 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG oslo_concurrency.lockutils [None req-5f4fd710-49ae-498b-9cd5-e9a02428f922 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.089s {{(pid=94176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 12:01:18.452564 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.plugins.ml2.managers [None req-5f4fd710-49ae-498b-9cd5-e9a02428f922 None None] Attempting to bind port 4d790fc4-d304-46e3-86c2-423465076cce on host dv-neutron-601336-94-hyperv for vnic_type normal with profile {{(pid=94176) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 23 12:01:18.452941 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.plugins.ml2.managers [None req-5f4fd710-49ae-498b-9cd5-e9a02428f922 None None] Attempting to bind port 4d790fc4-d304-46e3-86c2-423465076cce by drivers openvswitch,hyperv on host dv-neutron-601336-94-hyperv at level 0 using segments [{'id': '7593b026-ca57-4568-b466-d244ad7a2be6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 422, 'network_id': '1776f16c-c3f0-4bbb-8836-2a35609d2d01'}] {{(pid=94176) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 23 12:01:18.453310 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5f4fd710-49ae-498b-9cd5-e9a02428f922 None None] Attempting to bind port 4d790fc4-d304-46e3-86c2-423465076cce on network 1776f16c-c3f0-4bbb-8836-2a35609d2d01 {{(pid=94176) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 23 12:01:18.458878 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5f4fd710-49ae-498b-9cd5-e9a02428f922 None None] Checking agent: {'id': '4d05f899-5ac9-411b-8a03-f60c93f87cdf', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-601336-94-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 23, 11, 22, 14), 'started_at': datetime.datetime(2021, 6, 23, 11, 22, 44), 'heartbeat_timestamp': datetime.datetime(2021, 6, 23, 12, 1, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'monitor_allowed_address_pair_garp': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-601336-94-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94176) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 23 12:01:18.459443 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5f4fd710-49ae-498b-9cd5-e9a02428f922 None None] Checking segment: {'id': '7593b026-ca57-4568-b466-d244ad7a2be6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 422, 'network_id': '1776f16c-c3f0-4bbb-8836-2a35609d2d01'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94176) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 23 12:01:18.459762 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron_lib.callbacks.manager [None req-5f4fd710-49ae-498b-9cd5-e9a02428f922 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 12:01:18.460166 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5f4fd710-49ae-498b-9cd5-e9a02428f922 None None] Bound using segment: {'id': '7593b026-ca57-4568-b466-d244ad7a2be6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 422, 'network_id': '1776f16c-c3f0-4bbb-8836-2a35609d2d01'} {{(pid=94176) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 23 12:01:18.460635 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.plugins.ml2.managers [None req-5f4fd710-49ae-498b-9cd5-e9a02428f922 None None] Bound port: 4d790fc4-d304-46e3-86c2-423465076cce, host: dv-neutron-601336-94-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7593b026-ca57-4568-b466-d244ad7a2be6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 422, 'network_id': '1776f16c-c3f0-4bbb-8836-2a35609d2d01'}}] {{(pid=94176) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 23 12:01:18.461074 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron_lib.callbacks.manager [None req-5f4fd710-49ae-498b-9cd5-e9a02428f922 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-923122'] for port, before_update {{(pid=94176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 12:01:18.487517 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron_lib.callbacks.manager [None req-17a24cc2-4a91-4448-81df-13e7ebbfc767 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=94175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 12:01:18.506772 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron_lib.callbacks.manager [None req-17a24cc2-4a91-4448-81df-13e7ebbfc767 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-923104'] for port, before_create {{(pid=94175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 12:01:18.531372 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.plugins.ml2.db [None req-5f4fd710-49ae-498b-9cd5-e9a02428f922 None None] For port 4d790fc4-d304-46e3-86c2-423465076cce, host dv-neutron-601336-94-hyperv, cleared binding levels {{(pid=94176) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 23 12:01:18.535901 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.plugins.ml2.db [None req-5f4fd710-49ae-498b-9cd5-e9a02428f922 None None] For port 4d790fc4-d304-46e3-86c2-423465076cce, host dv-neutron-601336-94-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-94-hyperv',level=0,port_id=4d790fc4-d304-46e3-86c2-423465076cce,segment=NetworkSegment(7593b026-ca57-4568-b466-d244ad7a2be6),segment_id=7593b026-ca57-4568-b466-d244ad7a2be6)] {{(pid=94176) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 23 12:01:18.598343 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron_lib.callbacks.manager [None req-5f4fd710-49ae-498b-9cd5-e9a02428f922 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-922904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866062', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773700135042', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773699642233', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773699642278'] for port, after_update {{(pid=94176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 12:01:18.601246 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG oslo_concurrency.lockutils [None req-97bd5441-1da2-49ee-a364-27795820ba27 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 12:01:18.611439 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.db.db_base_plugin_common [None req-17a24cc2-4a91-4448-81df-13e7ebbfc767 admin admin] Allocated IP 172.26.3.233 (3e7e4eb3-cf02-4d47-ade9-0a579cdfc60f/a5ad15ab-c489-4a67-a9b0-d559fca0ec71/8424970e-9a83-44ee-a292-4d2d52a8cfcc) {{(pid=94175) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 23 12:01:18.661743 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f4fd710-49ae-498b-9cd5-e9a02428f922 None None] Pushing event updated for resources: {'Port': ['ID=4d790fc4-d304-46e3-86c2-423465076cce,revision_number=2']} {{(pid=94176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 12:01:18.665158 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG oslo_concurrency.lockutils [None req-5f4fd710-49ae-498b-9cd5-e9a02428f922 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.064s {{(pid=94176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 12:01:18.714493 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron_lib.callbacks.manager [None req-17a24cc2-4a91-4448-81df-13e7ebbfc767 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 12:01:18.827425 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron_lib.callbacks.manager [None req-17a24cc2-4a91-4448-81df-13e7ebbfc767 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-922915', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-239814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7866073', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773699642215', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-5082457'] for port, after_create {{(pid=94175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 12:01:18.830273 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG oslo_concurrency.lockutils [None req-9d147a2e-850d-47f5-ae01-7abbb8f63c0d service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94175) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 12:01:18.877161 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-17a24cc2-4a91-4448-81df-13e7ebbfc767 admin admin] Network 3e7e4eb3-cf02-4d47-ade9-0a579cdfc60f is already hosted by enough agents. {{(pid=94175) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 23 12:01:18.882306 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.scheduler.base_scheduler [None req-17a24cc2-4a91-4448-81df-13e7ebbfc767 admin admin] Resources bound (agent type, host, resource id): {{(pid=94175) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 23 12:01:18.887018 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.db.l3_dvrscheduler_db [None req-17a24cc2-4a91-4448-81df-13e7ebbfc767 admin admin] Received port after_create {{(pid=94175) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 23 12:01:18.890371 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17a24cc2-4a91-4448-81df-13e7ebbfc767 admin admin] Pushing event updated for resources: {'Port': ['ID=8424970e-9a83-44ee-a292-4d2d52a8cfcc,revision_number=1']} {{(pid=94175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 12:01:18.910627 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG oslo_concurrency.lockutils [None req-17a24cc2-4a91-4448-81df-13e7ebbfc767 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.081s {{(pid=94175) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 12:01:19.178187 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron_lib.callbacks.manager [None req-17a24cc2-4a91-4448-81df-13e7ebbfc767 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=94175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 12:01:19.389334 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron_lib.callbacks.manager [None req-17a24cc2-4a91-4448-81df-13e7ebbfc767 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-520412', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-524143'] for router, after_create {{(pid=94175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 12:01:19.581556 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ff3960ec-275e-4ba8-9801-ba650b10a08c None None] Network 1776f16c-c3f0-4bbb-8836-2a35609d2d01 requested from dv-neutron-601336-94-hyperv {{(pid=94176) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 23 12:01:19.586743 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-17a24cc2-4a91-4448-81df-13e7ebbfc767 admin admin] Router 8f12ef04-86bf-4176-ace3-17d983d84f83 is scheduled to L3 agent 50ef99c0-ef28-4db5-b303-b145898fae60 with binding_index 1 {{(pid=94175) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jun 23 12:01:19.698456 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-17a24cc2-4a91-4448-81df-13e7ebbfc767 admin admin] Notify agent at l3_agent.dv-neutron-601336-94-hyperv the message routers_updated {{(pid=94175) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 23 12:01:19.707267 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.db.provisioning_blocks [None req-fe41905c-5bdc-4e28-92d7-766505c16423 None None] Provisioning for port 4d790fc4-d304-46e3-86c2-423465076cce completed by entity DHCP. {{(pid=94176) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 23 12:01:19.708875 dv-neutron-601336-94-hyperv neutron-server[94177]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4054b178-e09a-4743-9c26-cb76460afee8 None None] Sync routers for ids ['8f12ef04-86bf-4176-ace3-17d983d84f83'] in dv-neutron-601336-94-hyperv {{(pid=94177) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 23 12:01:19.722215 dv-neutron-601336-94-hyperv neutron-server[94177]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4054b178-e09a-4743-9c26-cb76460afee8 None None] Routers {'8f12ef04-86bf-4176-ace3-17d983d84f83'} bound to L3 agent in host dv-neutron-601336-94-hyperv {{(pid=94177) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 23 12:01:19.722847 dv-neutron-601336-94-hyperv neutron-server[94177]: DEBUG neutron.db.l3_hamode_db [None req-4054b178-e09a-4743-9c26-cb76460afee8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-601336-94-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-06-23T11:22:13Z,description=,heartbeat_timestamp=2021-06-23T12:01:13Z,host='dv-neutron-601336-94-hyperv',id=50ef99c0-ef28-4db5-b303-b145898fae60,load=0,resource_versions=,resources_synced=,started_at=2021-06-23T11:22:14Z,topic='l3_agent')) {'router_ids': ['8f12ef04-86bf-4176-ace3-17d983d84f83'], 'active': True} {{(pid=94177) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 12:01:19.762414 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron_lib.callbacks.manager [None req-17a24cc2-4a91-4448-81df-13e7ebbfc767 admin admin] Notify callbacks [] for router, before_response {{(pid=94175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 12:01:19.766321 dv-neutron-601336-94-hyperv neutron-server[94175]: INFO neutron.wsgi [None req-17a24cc2-4a91-4448-81df-13e7ebbfc767 admin admin] 10.222.0.20 "POST /v2.0/routers HTTP/1.1" status: 201 len: 929 time: 1.8870316 Jun 23 12:01:19.767534 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.wsgi [-] (94174) accepted ('10.222.0.20', 47612) {{(pid=94174) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 12:01:19.874011 dv-neutron-601336-94-hyperv neutron-server[94177]: DEBUG neutron.db.l3_dvr_db [None req-4054b178-e09a-4743-9c26-cb76460afee8 None None] Set router 8f12ef04-86bf-4176-ace3-17d983d84f83 gateway port host: dv-neutron-601336-94-hyperv {{(pid=94177) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:838}} Jun 23 12:01:20.078593 dv-neutron-601336-94-hyperv neutron-server[94177]: DEBUG neutron.db.l3_hamode_db [None req-4054b178-e09a-4743-9c26-cb76460afee8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8f12ef04-86bf-4176-ace3-17d983d84f83', 'name': 'tempest-TestEncryptedCinderVolumes-1784389845-router', 'tenant_id': 'a57cbda215e14f2681409de71aaf113f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3e7e4eb3-cf02-4d47-ade9-0a579cdfc60f', 'external_fixed_ips': [{'subnet_id': 'a5ad15ab-c489-4a67-a9b0-d559fca0ec71', 'ip_address': '172.26.3.233'}], 'enable_snat': True}, 'gw_port_id': '8424970e-9a83-44ee-a292-4d2d52a8cfcc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-23T12:01:17Z', 'updated_at': '2021-06-23T12:01:19Z', 'revision_number': 3, 'project_id': 'a57cbda215e14f2681409de71aaf113f', 'gw_port': {'id': '8424970e-9a83-44ee-a292-4d2d52a8cfcc', 'name': '', 'network_id': '3e7e4eb3-cf02-4d47-ade9-0a579cdfc60f', 'tenant_id': '', 'mac_address': 'fa:16:3e:63:7f:15', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8f12ef04-86bf-4176-ace3-17d983d84f83', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1645, 'fixed_ips': [{'subnet_id': 'a5ad15ab-c489-4a67-a9b0-d559fca0ec71', 'ip_address': '172.26.3.233', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-23T12:01:18Z', 'updated_at': '2021-06-23T12:01:18Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'a5ad15ab-c489-4a67-a9b0-d559fca0ec71', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-601336-94-hyperv'}], 'dv-neutron-601336-94-hyperv', False) {} {{(pid=94177) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 12:01:20.108521 dv-neutron-601336-94-hyperv neutron-server[94177]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4054b178-e09a-4743-9c26-cb76460afee8 None None] Checking router: 8f12ef04-86bf-4176-ace3-17d983d84f83 for host: dv-neutron-601336-94-hyperv {{(pid=94177) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 23 12:01:20.108881 dv-neutron-601336-94-hyperv neutron-server[94177]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4054b178-e09a-4743-9c26-cb76460afee8 None None] Updating router 8f12ef04-86bf-4176-ace3-17d983d84f83 port 8424970e-9a83-44ee-a292-4d2d52a8cfcc binding host dv-neutron-601336-94-hyperv {{(pid=94177) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 23 12:01:20.150259 dv-neutron-601336-94-hyperv neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-4054b178-e09a-4743-9c26-cb76460afee8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-923122'] for port, before_update {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 12:01:20.170276 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.plugins.ml2.rpc [None req-dc7542b2-afef-47f4-a763-e3a3cba144be None None] Device 4d790fc4-d304-46e3-86c2-423465076cce up at agent ovs-agent-dv-neutron-601336-94-hyperv {{(pid=94176) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:298}} Jun 23 12:01:20.272523 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.db.provisioning_blocks [None req-dc7542b2-afef-47f4-a763-e3a3cba144be None None] Provisioning for port 4d790fc4-d304-46e3-86c2-423465076cce completed by entity L2. {{(pid=94176) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 23 12:01:20.277229 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.db.provisioning_blocks [None req-dc7542b2-afef-47f4-a763-e3a3cba144be None None] Provisioning complete for port 4d790fc4-d304-46e3-86c2-423465076cce triggered by entity L2. {{(pid=94176) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 23 12:01:20.277769 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron_lib.callbacks.manager [None req-dc7542b2-afef-47f4-a763-e3a3cba144be None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-899258'] for port, provisioning_complete {{(pid=94176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 12:01:20.296805 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron_lib.callbacks.manager [None req-650aa6fb-8da4-483e-9728-77aeb858cd92 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-923104'] for port, before_create {{(pid=94174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 12:01:20.370563 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron_lib.callbacks.manager [None req-dc7542b2-afef-47f4-a763-e3a3cba144be None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-923122'] for port, before_update {{(pid=94176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 12:01:20.403997 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.plugins.ml2.db [None req-dc7542b2-afef-47f4-a763-e3a3cba144be None None] For port 4d790fc4-d304-46e3-86c2-423465076cce, host dv-neutron-601336-94-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-94-hyperv',level=0,port_id=4d790fc4-d304-46e3-86c2-423465076cce,segment=NetworkSegment(7593b026-ca57-4568-b466-d244ad7a2be6),segment_id=7593b026-ca57-4568-b466-d244ad7a2be6)] {{(pid=94176) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 23 12:01:20.446803 dv-neutron-601336-94-hyperv neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-4054b178-e09a-4743-9c26-cb76460afee8 None None] Notify callbacks [] for port, precommit_update {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 12:01:20.457108 dv-neutron-601336-94-hyperv neutron-server[94177]: DEBUG neutron.db.provisioning_blocks [None req-4054b178-e09a-4743-9c26-cb76460afee8 None None] Transition to ACTIVE for port object 8424970e-9a83-44ee-a292-4d2d52a8cfcc will not be triggered until provisioned by entity L2. {{(pid=94177) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 23 12:01:20.483631 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron_lib.callbacks.manager [None req-dc7542b2-afef-47f4-a763-e3a3cba144be None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-922904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866062', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773700135042', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773699642233', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773699642278'] for port, after_update {{(pid=94176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 12:01:20.486387 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG oslo_concurrency.lockutils [None req-dc7542b2-afef-47f4-a763-e3a3cba144be None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 12:01:20.524262 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.db.db_base_plugin_common [None req-650aa6fb-8da4-483e-9728-77aeb858cd92 admin admin] Allocated IP 172.20.0.1 (1776f16c-c3f0-4bbb-8836-2a35609d2d01/72d6c9b7-ee80-41b7-b5ea-09392c2d148e/f3b2eb0c-4ae6-488e-962d-5d535763ede0) {{(pid=94174) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 23 12:01:20.542682 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc7542b2-afef-47f4-a763-e3a3cba144be None None] Pushing event updated for resources: {'Port': ['ID=4d790fc4-d304-46e3-86c2-423465076cce,revision_number=3']} {{(pid=94176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 12:01:20.545749 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG oslo_concurrency.lockutils [None req-dc7542b2-afef-47f4-a763-e3a3cba144be None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.060s {{(pid=94176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 12:01:20.564374 dv-neutron-601336-94-hyperv neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-4054b178-e09a-4743-9c26-cb76460afee8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-922904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866062', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773700135042', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773699642233', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773699642278'] for port, after_update {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 12:01:20.566439 dv-neutron-601336-94-hyperv neutron-server[94177]: DEBUG oslo_concurrency.lockutils [None req-d019a9d2-971a-4452-a078-6d07246d74a3 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94177) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 12:01:20.617103 dv-neutron-601336-94-hyperv neutron-server[94177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9353287b-3cd3-48d1-a327-029eb5c17693 None None] Pushing event updated for resources: {'Port': ['ID=8424970e-9a83-44ee-a292-4d2d52a8cfcc,revision_number=2']} {{(pid=94177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 12:01:20.619420 dv-neutron-601336-94-hyperv neutron-server[94177]: DEBUG neutron.plugins.ml2.managers [None req-4054b178-e09a-4743-9c26-cb76460afee8 None None] Attempting to bind port 8424970e-9a83-44ee-a292-4d2d52a8cfcc on host dv-neutron-601336-94-hyperv for vnic_type normal with profile {{(pid=94177) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 23 12:01:20.619803 dv-neutron-601336-94-hyperv neutron-server[94177]: DEBUG neutron.plugins.ml2.managers [None req-4054b178-e09a-4743-9c26-cb76460afee8 None None] Attempting to bind port 8424970e-9a83-44ee-a292-4d2d52a8cfcc by drivers openvswitch,hyperv on host dv-neutron-601336-94-hyperv at level 0 using segments [{'id': 'c23be0a5-6980-48fb-bc9f-4a24717fe1de', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3e7e4eb3-cf02-4d47-ade9-0a579cdfc60f'}] {{(pid=94177) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 23 12:01:20.620177 dv-neutron-601336-94-hyperv neutron-server[94177]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4054b178-e09a-4743-9c26-cb76460afee8 None None] Attempting to bind port 8424970e-9a83-44ee-a292-4d2d52a8cfcc on network 3e7e4eb3-cf02-4d47-ade9-0a579cdfc60f {{(pid=94177) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 23 12:01:20.629437 dv-neutron-601336-94-hyperv neutron-server[94177]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4054b178-e09a-4743-9c26-cb76460afee8 None None] Checking agent: {'id': '4d05f899-5ac9-411b-8a03-f60c93f87cdf', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-601336-94-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 23, 11, 22, 14), 'started_at': datetime.datetime(2021, 6, 23, 11, 22, 44), 'heartbeat_timestamp': datetime.datetime(2021, 6, 23, 12, 1, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'monitor_allowed_address_pair_garp': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-601336-94-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94177) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 23 12:01:20.629819 dv-neutron-601336-94-hyperv neutron-server[94177]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4054b178-e09a-4743-9c26-cb76460afee8 None None] Checking segment: {'id': 'c23be0a5-6980-48fb-bc9f-4a24717fe1de', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3e7e4eb3-cf02-4d47-ade9-0a579cdfc60f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94177) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 23 12:01:20.630269 dv-neutron-601336-94-hyperv neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-4054b178-e09a-4743-9c26-cb76460afee8 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 12:01:20.630627 dv-neutron-601336-94-hyperv neutron-server[94177]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4054b178-e09a-4743-9c26-cb76460afee8 None None] Bound using segment: {'id': 'c23be0a5-6980-48fb-bc9f-4a24717fe1de', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3e7e4eb3-cf02-4d47-ade9-0a579cdfc60f'} {{(pid=94177) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 23 12:01:20.630918 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron_lib.callbacks.manager [None req-650aa6fb-8da4-483e-9728-77aeb858cd92 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 12:01:20.631117 dv-neutron-601336-94-hyperv neutron-server[94177]: DEBUG neutron.plugins.ml2.managers [None req-4054b178-e09a-4743-9c26-cb76460afee8 None None] Bound port: 8424970e-9a83-44ee-a292-4d2d52a8cfcc, host: dv-neutron-601336-94-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c23be0a5-6980-48fb-bc9f-4a24717fe1de', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3e7e4eb3-cf02-4d47-ade9-0a579cdfc60f'}}] {{(pid=94177) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 23 12:01:20.634220 dv-neutron-601336-94-hyperv neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-4054b178-e09a-4743-9c26-cb76460afee8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-923122'] for port, before_update {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 12:01:20.634220 dv-neutron-601336-94-hyperv neutron-server[94177]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9353287b-3cd3-48d1-a327-029eb5c17693 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-601336-94-hyperv {{(pid=94177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 12:01:20.634220 dv-neutron-601336-94-hyperv neutron-server[94177]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9353287b-3cd3-48d1-a327-029eb5c17693 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-94-hyperv {{(pid=94177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 12:01:20.634220 dv-neutron-601336-94-hyperv neutron-server[94177]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9353287b-3cd3-48d1-a327-029eb5c17693 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-94-hyperv {{(pid=94177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 12:01:20.634565 dv-neutron-601336-94-hyperv neutron-server[94177]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9353287b-3cd3-48d1-a327-029eb5c17693 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-601336-94-hyperv {{(pid=94177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 12:01:20.634901 dv-neutron-601336-94-hyperv neutron-server[94177]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9353287b-3cd3-48d1-a327-029eb5c17693 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-601336-94-hyperv {{(pid=94177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 12:01:20.635262 dv-neutron-601336-94-hyperv neutron-server[94177]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9353287b-3cd3-48d1-a327-029eb5c17693 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-601336-94-hyperv {{(pid=94177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 12:01:20.635590 dv-neutron-601336-94-hyperv neutron-server[94177]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9353287b-3cd3-48d1-a327-029eb5c17693 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-601336-94-hyperv {{(pid=94177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 12:01:20.635924 dv-neutron-601336-94-hyperv neutron-server[94177]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9353287b-3cd3-48d1-a327-029eb5c17693 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-601336-94-hyperv {{(pid=94177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 12:01:20.636248 dv-neutron-601336-94-hyperv neutron-server[94177]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9353287b-3cd3-48d1-a327-029eb5c17693 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-601336-94-hyperv {{(pid=94177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 12:01:20.636570 dv-neutron-601336-94-hyperv neutron-server[94177]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9353287b-3cd3-48d1-a327-029eb5c17693 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-94-hyperv {{(pid=94177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 12:01:20.636890 dv-neutron-601336-94-hyperv neutron-server[94177]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9353287b-3cd3-48d1-a327-029eb5c17693 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-601336-94-hyperv {{(pid=94177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 12:01:20.637206 dv-neutron-601336-94-hyperv neutron-server[94177]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9353287b-3cd3-48d1-a327-029eb5c17693 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-601336-94-hyperv {{(pid=94177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 12:01:20.643533 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.db.provisioning_blocks [None req-650aa6fb-8da4-483e-9728-77aeb858cd92 admin admin] Transition to ACTIVE for port object f3b2eb0c-4ae6-488e-962d-5d535763ede0 will not be triggered until provisioned by entity DHCP. {{(pid=94174) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 23 12:01:20.658221 dv-neutron-601336-94-hyperv neutron-server[94177]: DEBUG oslo_concurrency.lockutils [None req-9353287b-3cd3-48d1-a327-029eb5c17693 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.092s {{(pid=94177) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 12:01:20.690003 dv-neutron-601336-94-hyperv neutron-server[94177]: DEBUG neutron.plugins.ml2.db [None req-4054b178-e09a-4743-9c26-cb76460afee8 None None] For port 8424970e-9a83-44ee-a292-4d2d52a8cfcc, host dv-neutron-601336-94-hyperv, cleared binding levels {{(pid=94177) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 23 12:01:20.692991 dv-neutron-601336-94-hyperv neutron-server[94177]: DEBUG neutron.plugins.ml2.db [None req-4054b178-e09a-4743-9c26-cb76460afee8 None None] For port 8424970e-9a83-44ee-a292-4d2d52a8cfcc, host dv-neutron-601336-94-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-94-hyperv',level=0,port_id=8424970e-9a83-44ee-a292-4d2d52a8cfcc,segment=NetworkSegment(c23be0a5-6980-48fb-bc9f-4a24717fe1de),segment_id=c23be0a5-6980-48fb-bc9f-4a24717fe1de)] {{(pid=94177) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 23 12:01:20.741087 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron_lib.callbacks.manager [None req-650aa6fb-8da4-483e-9728-77aeb858cd92 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-922915', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-239814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7866073', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773699642215', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-5196399'] for port, after_create {{(pid=94174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 12:01:20.744088 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG oslo_concurrency.lockutils [None req-63455b02-546f-4ac5-9350-c10e7b44fb0e service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94174) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 12:01:20.768348 dv-neutron-601336-94-hyperv neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-4054b178-e09a-4743-9c26-cb76460afee8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-922904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866062', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773700135042', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773699642233', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773699642278'] for port, after_update {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 12:01:20.774574 dv-neutron-601336-94-hyperv neutron-server[94177]: DEBUG oslo_concurrency.lockutils [None req-c4efa687-72f4-44ea-ab44-52f124e3431b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94177) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 12:01:20.780899 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-650aa6fb-8da4-483e-9728-77aeb858cd92 admin admin] Network 1776f16c-c3f0-4bbb-8836-2a35609d2d01 is already hosted by enough agents. {{(pid=94174) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 23 12:01:20.783806 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.scheduler.base_scheduler [None req-650aa6fb-8da4-483e-9728-77aeb858cd92 admin admin] Resources bound (agent type, host, resource id): {{(pid=94174) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 23 12:01:20.789735 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.db.l3_dvrscheduler_db [None req-650aa6fb-8da4-483e-9728-77aeb858cd92 admin admin] Received port after_create {{(pid=94174) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 23 12:01:20.813148 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-650aa6fb-8da4-483e-9728-77aeb858cd92 admin admin] Pushing event updated for resources: {'Port': ['ID=f3b2eb0c-4ae6-488e-962d-5d535763ede0,revision_number=1']} {{(pid=94174) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 12:01:20.815498 dv-neutron-601336-94-hyperv neutron-server[94177]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4054b178-e09a-4743-9c26-cb76460afee8 None None] Routers {'8f12ef04-86bf-4176-ace3-17d983d84f83'} bound to L3 agent in host dv-neutron-601336-94-hyperv {{(pid=94177) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 23 12:01:20.816118 dv-neutron-601336-94-hyperv neutron-server[94177]: DEBUG neutron.db.l3_hamode_db [None req-4054b178-e09a-4743-9c26-cb76460afee8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-601336-94-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-06-23T11:22:13Z,description=,heartbeat_timestamp=2021-06-23T12:01:13Z,host='dv-neutron-601336-94-hyperv',id=50ef99c0-ef28-4db5-b303-b145898fae60,load=0,resource_versions=,resources_synced=,started_at=2021-06-23T11:22:14Z,topic='l3_agent')) {'router_ids': ['8f12ef04-86bf-4176-ace3-17d983d84f83'], 'active': True} {{(pid=94177) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 12:01:20.817964 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG oslo_concurrency.lockutils [None req-650aa6fb-8da4-483e-9728-77aeb858cd92 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.074s {{(pid=94174) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 12:01:20.834808 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron_lib.callbacks.manager [None req-650aa6fb-8da4-483e-9728-77aeb858cd92 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-452954'] for router_interface, before_create {{(pid=94174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 12:01:20.885320 dv-neutron-601336-94-hyperv neutron-server[94177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9353287b-3cd3-48d1-a327-029eb5c17693 None None] Pushing event updated for resources: {'Port': ['ID=8424970e-9a83-44ee-a292-4d2d52a8cfcc,revision_number=3']} {{(pid=94177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 12:01:20.921971 dv-neutron-601336-94-hyperv neutron-server[94177]: DEBUG oslo_concurrency.lockutils [None req-9353287b-3cd3-48d1-a327-029eb5c17693 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.147s {{(pid=94177) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 12:01:20.955315 dv-neutron-601336-94-hyperv neutron-server[94177]: DEBUG neutron.db.l3_dvr_db [None req-4054b178-e09a-4743-9c26-cb76460afee8 None None] Set router 8f12ef04-86bf-4176-ace3-17d983d84f83 gateway port host: dv-neutron-601336-94-hyperv {{(pid=94177) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:838}} Jun 23 12:01:21.141442 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron_lib.callbacks.manager [None req-650aa6fb-8da4-483e-9728-77aeb858cd92 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-923122'] for port, before_update {{(pid=94174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 12:01:21.146075 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.db.provisioning_blocks [None req-402c7c7d-e046-4d6c-b2a8-c884c98b83a0 None None] Provisioning for port f3b2eb0c-4ae6-488e-962d-5d535763ede0 completed by entity DHCP. {{(pid=94176) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 23 12:01:21.150246 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.db.provisioning_blocks [None req-402c7c7d-e046-4d6c-b2a8-c884c98b83a0 None None] Provisioning complete for port f3b2eb0c-4ae6-488e-962d-5d535763ede0 triggered by entity DHCP. {{(pid=94176) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 23 12:01:21.150635 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron_lib.callbacks.manager [None req-402c7c7d-e046-4d6c-b2a8-c884c98b83a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-899258'] for port, provisioning_complete {{(pid=94176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 12:01:21.187659 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.plugins.ml2.plugin [None req-402c7c7d-e046-4d6c-b2a8-c884c98b83a0 None None] Port f3b2eb0c-4ae6-488e-962d-5d535763ede0 cannot update to ACTIVE because it is not bound. {{(pid=94176) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jun 23 12:01:21.249985 dv-neutron-601336-94-hyperv neutron-server[94177]: DEBUG neutron.db.l3_hamode_db [None req-4054b178-e09a-4743-9c26-cb76460afee8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8f12ef04-86bf-4176-ace3-17d983d84f83', 'name': 'tempest-TestEncryptedCinderVolumes-1784389845-router', 'tenant_id': 'a57cbda215e14f2681409de71aaf113f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3e7e4eb3-cf02-4d47-ade9-0a579cdfc60f', 'external_fixed_ips': [{'subnet_id': 'a5ad15ab-c489-4a67-a9b0-d559fca0ec71', 'ip_address': '172.26.3.233'}], 'enable_snat': True}, 'gw_port_id': '8424970e-9a83-44ee-a292-4d2d52a8cfcc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-23T12:01:17Z', 'updated_at': '2021-06-23T12:01:19Z', 'revision_number': 3, 'project_id': 'a57cbda215e14f2681409de71aaf113f', 'gw_port': {'id': '8424970e-9a83-44ee-a292-4d2d52a8cfcc', 'name': '', 'network_id': '3e7e4eb3-cf02-4d47-ade9-0a579cdfc60f', 'tenant_id': '', 'mac_address': 'fa:16:3e:63:7f:15', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8f12ef04-86bf-4176-ace3-17d983d84f83', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1645, 'fixed_ips': [{'subnet_id': 'a5ad15ab-c489-4a67-a9b0-d559fca0ec71', 'ip_address': '172.26.3.233', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-94-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-23T12:01:18Z', 'updated_at': '2021-06-23T12:01:20Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a5ad15ab-c489-4a67-a9b0-d559fca0ec71', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-601336-94-hyperv'}], 'dv-neutron-601336-94-hyperv', False) {} {{(pid=94177) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 12:01:21.277089 dv-neutron-601336-94-hyperv neutron-server[94177]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4054b178-e09a-4743-9c26-cb76460afee8 None None] The sync data for ids ['8f12ef04-86bf-4176-ace3-17d983d84f83'] in dv-neutron-601336-94-hyperv is: [{'id': '8f12ef04-86bf-4176-ace3-17d983d84f83', 'name': 'tempest-TestEncryptedCinderVolumes-1784389845-router', 'tenant_id': 'a57cbda215e14f2681409de71aaf113f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3e7e4eb3-cf02-4d47-ade9-0a579cdfc60f', 'external_fixed_ips': [{'subnet_id': 'a5ad15ab-c489-4a67-a9b0-d559fca0ec71', 'ip_address': '172.26.3.233'}], 'enable_snat': True}, 'gw_port_id': '8424970e-9a83-44ee-a292-4d2d52a8cfcc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-23T12:01:17Z', 'updated_at': '2021-06-23T12:01:19Z', 'revision_number': 3, 'project_id': 'a57cbda215e14f2681409de71aaf113f', 'gw_port': {'id': '8424970e-9a83-44ee-a292-4d2d52a8cfcc', 'name': '', 'network_id': '3e7e4eb3-cf02-4d47-ade9-0a579cdfc60f', 'tenant_id': '', 'mac_address': 'fa:16:3e:63:7f:15', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8f12ef04-86bf-4176-ace3-17d983d84f83', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1645, 'fixed_ips': [{'subnet_id': 'a5ad15ab-c489-4a67-a9b0-d559fca0ec71', 'ip_address': '172.26.3.233', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-94-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-23T12:01:18Z', 'updated_at': '2021-06-23T12:01:20Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a5ad15ab-c489-4a67-a9b0-d559fca0ec71', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-601336-94-hyperv'}] {{(pid=94177) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 23 12:01:21.688186 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron_lib.callbacks.manager [None req-650aa6fb-8da4-483e-9728-77aeb858cd92 admin admin] Notify callbacks [] for port, precommit_update {{(pid=94174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 12:01:21.752422 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron_lib.callbacks.manager [None req-650aa6fb-8da4-483e-9728-77aeb858cd92 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-922904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866062', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773700135042', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773699642233', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773699642278', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5196369'] for port, after_update {{(pid=94174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 12:01:21.756028 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG oslo_concurrency.lockutils [None req-9355b480-a9f3-4644-9678-401158018043 tempest-TestNetworkBasicOps-233187296 tempest-TestNetworkBasicOps-233187296-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94174) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 12:01:21.829089 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron_lib.callbacks.manager [None req-650aa6fb-8da4-483e-9728-77aeb858cd92 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-7866091', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-453038'] for router_interface, after_create {{(pid=94174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 12:01:21.831150 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-650aa6fb-8da4-483e-9728-77aeb858cd92 admin admin] Pushing event updated for resources: {'Port': ['ID=f3b2eb0c-4ae6-488e-962d-5d535763ede0,revision_number=2']} {{(pid=94174) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 12:01:21.834490 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG oslo_concurrency.lockutils [None req-650aa6fb-8da4-483e-9728-77aeb858cd92 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.079s {{(pid=94174) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 12:01:21.931843 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-650aa6fb-8da4-483e-9728-77aeb858cd92 admin admin] Network 1776f16c-c3f0-4bbb-8836-2a35609d2d01 is already hosted by enough agents. {{(pid=94174) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 23 12:01:21.933426 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.scheduler.base_scheduler [None req-650aa6fb-8da4-483e-9728-77aeb858cd92 admin admin] Resources bound (agent type, host, resource id): {{(pid=94174) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 23 12:01:22.057497 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-650aa6fb-8da4-483e-9728-77aeb858cd92 admin admin] Router 8f12ef04-86bf-4176-ace3-17d983d84f83 has already been hosted by L3 agent 50ef99c0-ef28-4db5-b303-b145898fae60 {{(pid=94174) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 23 12:01:22.202719 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-650aa6fb-8da4-483e-9728-77aeb858cd92 admin admin] Notify agent at l3_agent.dv-neutron-601336-94-hyperv the message routers_updated {{(pid=94174) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 23 12:01:22.211279 dv-neutron-601336-94-hyperv neutron-server[94174]: INFO neutron.wsgi [None req-650aa6fb-8da4-483e-9728-77aeb858cd92 admin admin] 10.222.0.20 "PUT /v2.0/routers/8f12ef04-86bf-4176-ace3-17d983d84f83/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.4399898 Jun 23 12:01:22.224068 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.db.provisioning_blocks [None req-b6831e48-e295-4b4f-aa82-111b2ea8b7cf None None] Provisioning complete for port f3b2eb0c-4ae6-488e-962d-5d535763ede0 triggered by entity DHCP. {{(pid=94176) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 23 12:01:22.224589 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron_lib.callbacks.manager [None req-b6831e48-e295-4b4f-aa82-111b2ea8b7cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-899258'] for port, provisioning_complete {{(pid=94176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 12:01:22.248570 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.plugins.ml2.rpc [None req-dc7542b2-afef-47f4-a763-e3a3cba144be None None] Device 8424970e-9a83-44ee-a292-4d2d52a8cfcc up at agent ovs-agent-dv-neutron-601336-94-hyperv {{(pid=94176) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:298}} Jun 23 12:01:22.285723 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.plugins.ml2.plugin [None req-b6831e48-e295-4b4f-aa82-111b2ea8b7cf None None] Port f3b2eb0c-4ae6-488e-962d-5d535763ede0 cannot update to ACTIVE because it is not bound. {{(pid=94176) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jun 23 12:01:22.403490 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.db.provisioning_blocks [None req-dc7542b2-afef-47f4-a763-e3a3cba144be None None] Provisioning for port 8424970e-9a83-44ee-a292-4d2d52a8cfcc completed by entity L2. {{(pid=94176) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 23 12:01:22.408800 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.db.provisioning_blocks [None req-dc7542b2-afef-47f4-a763-e3a3cba144be None None] Provisioning complete for port 8424970e-9a83-44ee-a292-4d2d52a8cfcc triggered by entity L2. {{(pid=94176) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 23 12:01:22.408800 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron_lib.callbacks.manager [None req-dc7542b2-afef-47f4-a763-e3a3cba144be None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-899258'] for port, provisioning_complete {{(pid=94176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 12:01:22.489981 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron_lib.callbacks.manager [None req-dc7542b2-afef-47f4-a763-e3a3cba144be None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-923122'] for port, before_update {{(pid=94176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 12:01:22.510417 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.plugins.ml2.db [None req-dc7542b2-afef-47f4-a763-e3a3cba144be None None] For port 8424970e-9a83-44ee-a292-4d2d52a8cfcc, host dv-neutron-601336-94-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-94-hyperv',level=0,port_id=8424970e-9a83-44ee-a292-4d2d52a8cfcc,segment=NetworkSegment(c23be0a5-6980-48fb-bc9f-4a24717fe1de),segment_id=c23be0a5-6980-48fb-bc9f-4a24717fe1de)] {{(pid=94176) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 23 12:01:22.592451 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron_lib.callbacks.manager [None req-dc7542b2-afef-47f4-a763-e3a3cba144be None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-922904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866062', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773700135042', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773699642233', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773699642278'] for port, after_update {{(pid=94176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 12:01:22.593521 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.plugins.ml2.rpc [None req-dc7542b2-afef-47f4-a763-e3a3cba144be None None] Device 4d790fc4-d304-46e3-86c2-423465076cce up at agent ovs-agent-dv-neutron-601336-94-hyperv {{(pid=94176) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:298}} Jun 23 12:01:22.596281 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG oslo_concurrency.lockutils [None req-97bd5441-1da2-49ee-a364-27795820ba27 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 12:01:22.687722 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc7542b2-afef-47f4-a763-e3a3cba144be None None] Pushing event updated for resources: {'Port': ['ID=8424970e-9a83-44ee-a292-4d2d52a8cfcc,revision_number=4']} {{(pid=94176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 12:01:22.691931 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG oslo_concurrency.lockutils [None req-dc7542b2-afef-47f4-a763-e3a3cba144be None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.096s {{(pid=94176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 12:01:22.700351 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.db.provisioning_blocks [None req-dc7542b2-afef-47f4-a763-e3a3cba144be None None] Provisioning complete for port 4d790fc4-d304-46e3-86c2-423465076cce triggered by entity L2. {{(pid=94176) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 23 12:01:22.700742 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron_lib.callbacks.manager [None req-dc7542b2-afef-47f4-a763-e3a3cba144be None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-899258'] for port, provisioning_complete {{(pid=94176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 12:01:22.908996 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b2ff0239-1356-4582-84c0-b5580fc0dc9d None None] Sync routers for ids ['8f12ef04-86bf-4176-ace3-17d983d84f83'] in dv-neutron-601336-94-hyperv {{(pid=94176) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 23 12:01:22.920870 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.wsgi [-] (94174) accepted ('10.222.0.20', 47628) {{(pid=94174) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 12:01:22.921716 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b2ff0239-1356-4582-84c0-b5580fc0dc9d None None] Routers {'8f12ef04-86bf-4176-ace3-17d983d84f83'} bound to L3 agent in host dv-neutron-601336-94-hyperv {{(pid=94176) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 23 12:01:22.922451 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.db.l3_hamode_db [None req-b2ff0239-1356-4582-84c0-b5580fc0dc9d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-601336-94-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-06-23T11:22:13Z,description=,heartbeat_timestamp=2021-06-23T12:01:13Z,host='dv-neutron-601336-94-hyperv',id=50ef99c0-ef28-4db5-b303-b145898fae60,load=0,resource_versions=,resources_synced=,started_at=2021-06-23T11:22:14Z,topic='l3_agent')) {'router_ids': ['8f12ef04-86bf-4176-ace3-17d983d84f83'], 'active': True} {{(pid=94176) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 12:01:22.926552 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.api.v2.base [None req-3fe7451e-91d0-4d42-8599-b9d7a1aea52f admin admin] Request body: {'network': {'name': 'tempest-TestEncryptedCinderVolumes-1236737955-network', 'tenant_id': '1eba7c40a4a047888631bc252ee2e610'}} {{(pid=94174) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 23 12:01:23.015337 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3fe7451e-91d0-4d42-8599-b9d7a1aea52f admin admin] Made reservation on behalf of 1eba7c40a4a047888631bc252ee2e610 for: {'network': 1} {{(pid=94174) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 23 12:01:23.017744 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron_lib.callbacks.manager [None req-3fe7451e-91d0-4d42-8599-b9d7a1aea52f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-923104'] for network, before_create {{(pid=94174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 12:01:23.027744 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron_lib.callbacks.manager [None req-3fe7451e-91d0-4d42-8599-b9d7a1aea52f admin admin] Notify callbacks [] for security_group, before_create {{(pid=94174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 12:01:23.029332 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.db.l3_dvr_db [None req-b2ff0239-1356-4582-84c0-b5580fc0dc9d None None] Set router 8f12ef04-86bf-4176-ace3-17d983d84f83 gateway port host: dv-neutron-601336-94-hyperv {{(pid=94176) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:838}} Jun 23 12:01:23.144387 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron_lib.callbacks.manager [None req-3fe7451e-91d0-4d42-8599-b9d7a1aea52f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 12:01:23.204044 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron_lib.callbacks.manager [None req-3fe7451e-91d0-4d42-8599-b9d7a1aea52f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7996330'] for security_group, after_create {{(pid=94174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 12:01:23.208369 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG oslo_concurrency.lockutils [None req-93369099-870c-41bf-88ea-71f7eae41e7f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94174) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 12:01:23.226432 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3fe7451e-91d0-4d42-8599-b9d7a1aea52f admin admin] vlan segment allocate from pool success with {'vlan_id': 447, 'physical_network': 'physnet1'} {{(pid=94174) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 23 12:01:23.242114 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron_lib.callbacks.manager [None req-3fe7451e-91d0-4d42-8599-b9d7a1aea52f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3801'] for segment, precommit_create {{(pid=94174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 12:01:23.242466 dv-neutron-601336-94-hyperv neutron-server[94174]: INFO neutron.db.segments_db [None req-3fe7451e-91d0-4d42-8599-b9d7a1aea52f admin admin] Added segment c4f9556f-306e-489e-949d-4ec3fa7b2362 of type vlan for network 7ed6d02f-6040-413b-9fc4-a497fd096981 Jun 23 12:01:23.243896 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fe7451e-91d0-4d42-8599-b9d7a1aea52f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=80924413-f59a-442e-892b-79a42067ea0e,revision_number=1']} {{(pid=94174) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 12:01:23.253431 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG oslo_concurrency.lockutils [None req-3fe7451e-91d0-4d42-8599-b9d7a1aea52f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=94174) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 12:01:23.286801 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron_lib.callbacks.manager [None req-3fe7451e-91d0-4d42-8599-b9d7a1aea52f admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8773699596773'] for network, precommit_create {{(pid=94174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 12:01:23.357688 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron_lib.callbacks.manager [None req-3fe7451e-91d0-4d42-8599-b9d7a1aea52f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8002400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7866073'] for network, after_create {{(pid=94174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 12:01:23.358774 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3fe7451e-91d0-4d42-8599-b9d7a1aea52f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94174) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 12:01:23.359416 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron_lib.callbacks.manager [None req-3fe7451e-91d0-4d42-8599-b9d7a1aea52f admin admin] Notify callbacks [] for network, before_response {{(pid=94174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 12:01:23.363223 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG oslo_concurrency.lockutils [None req-6c8c7d29-b14c-4b3c-ad76-e38141e237bc tempest-NetworksIpV6Test-2059726755 tempest-NetworksIpV6Test-2059726755-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94174) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 12:01:23.382882 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.db.l3_hamode_db [None req-b2ff0239-1356-4582-84c0-b5580fc0dc9d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8f12ef04-86bf-4176-ace3-17d983d84f83', 'name': 'tempest-TestEncryptedCinderVolumes-1784389845-router', 'tenant_id': 'a57cbda215e14f2681409de71aaf113f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3e7e4eb3-cf02-4d47-ade9-0a579cdfc60f', 'external_fixed_ips': [{'subnet_id': 'a5ad15ab-c489-4a67-a9b0-d559fca0ec71', 'ip_address': '172.26.3.233'}], 'enable_snat': True}, 'gw_port_id': '8424970e-9a83-44ee-a292-4d2d52a8cfcc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-23T12:01:17Z', 'updated_at': '2021-06-23T12:01:21Z', 'revision_number': 4, 'project_id': 'a57cbda215e14f2681409de71aaf113f', 'gw_port': {'id': '8424970e-9a83-44ee-a292-4d2d52a8cfcc', 'name': '', 'network_id': '3e7e4eb3-cf02-4d47-ade9-0a579cdfc60f', 'tenant_id': '', 'mac_address': 'fa:16:3e:63:7f:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8f12ef04-86bf-4176-ace3-17d983d84f83', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1645, 'fixed_ips': [{'subnet_id': 'a5ad15ab-c489-4a67-a9b0-d559fca0ec71', 'ip_address': '172.26.3.233', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-94-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-23T12:01:18Z', 'updated_at': '2021-06-23T12:01:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a5ad15ab-c489-4a67-a9b0-d559fca0ec71', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-601336-94-hyperv', '_interfaces': [{'id': 'f3b2eb0c-4ae6-488e-962d-5d535763ede0', 'name': '', 'network_id': '1776f16c-c3f0-4bbb-8836-2a35609d2d01', 'tenant_id': 'a57cbda215e14f2681409de71aaf113f', 'mac_address': 'fa:16:3e:c3:85:82', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8f12ef04-86bf-4176-ace3-17d983d84f83', 'device_owner': 'network:router_interface', 'standard_attr_id': 1646, 'fixed_ips': [{'subnet_id': '72d6c9b7-ee80-41b7-b5ea-09392c2d148e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-23T12:01:20Z', 'updated_at': '2021-06-23T12:01:21Z', 'revision_number': 2, 'project_id': 'a57cbda215e14f2681409de71aaf113f', 'subnets': [{'id': '72d6c9b7-ee80-41b7-b5ea-09392c2d148e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-601336-94-hyperv', False) {} {{(pid=94176) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 12:01:23.414035 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b2ff0239-1356-4582-84c0-b5580fc0dc9d None None] Checking router: 8f12ef04-86bf-4176-ace3-17d983d84f83 for host: dv-neutron-601336-94-hyperv {{(pid=94176) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 23 12:01:23.414653 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b2ff0239-1356-4582-84c0-b5580fc0dc9d None None] Updating router 8f12ef04-86bf-4176-ace3-17d983d84f83 port f3b2eb0c-4ae6-488e-962d-5d535763ede0 binding host dv-neutron-601336-94-hyperv {{(pid=94176) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 23 12:01:23.427737 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fe7451e-91d0-4d42-8599-b9d7a1aea52f admin admin] Pushing event updated for resources: {'Network': ['ID=7ed6d02f-6040-413b-9fc4-a497fd096981,revision_number=1']} {{(pid=94174) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 12:01:23.430798 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG oslo_concurrency.lockutils [None req-3fe7451e-91d0-4d42-8599-b9d7a1aea52f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.068s {{(pid=94174) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 12:01:23.439149 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.plugins.ml2.rpc [None req-dc7542b2-afef-47f4-a763-e3a3cba144be None None] Network 7ed6d02f-6040-413b-9fc4-a497fd096981 details requested by agent ovs-agent-dv-neutron-601336-94-hyperv with host dv-neutron-601336-94-hyperv {{(pid=94176) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:250}} Jun 23 12:01:23.484604 dv-neutron-601336-94-hyperv neutron-server[94174]: INFO neutron.wsgi [None req-3fe7451e-91d0-4d42-8599-b9d7a1aea52f admin admin] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 890 time: 0.5623677 Jun 23 12:01:23.488530 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.wsgi [-] (94174) accepted ('10.222.0.20', 47630) {{(pid=94174) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 12:01:23.494335 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.api.v2.base [None req-d8a9d6d4-7715-4eed-b6d2-180200907a15 admin admin] Request body: {'subnet': {'network_id': '7ed6d02f-6040-413b-9fc4-a497fd096981', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestEncryptedCinderVolumes-1236737955-subnet', 'tenant_id': '1eba7c40a4a047888631bc252ee2e610', 'ip_version': 4}} {{(pid=94174) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 23 12:01:23.498843 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron_lib.callbacks.manager [None req-b2ff0239-1356-4582-84c0-b5580fc0dc9d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-923122'] for port, before_update {{(pid=94176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 12:01:23.586517 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d8a9d6d4-7715-4eed-b6d2-180200907a15 admin admin] Made reservation on behalf of 1eba7c40a4a047888631bc252ee2e610 for: {'subnet': 1} {{(pid=94174) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 23 12:01:23.588975 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron_lib.callbacks.manager [None req-d8a9d6d4-7715-4eed-b6d2-180200907a15 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4294245'] for subnet, before_create {{(pid=94174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 12:01:23.609532 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron_lib.callbacks.manager [None req-97bd5441-1da2-49ee-a364-27795820ba27 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773699952132', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-899307'] for agent, after_update {{(pid=94176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 12:01:23.824376 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron_lib.callbacks.manager [None req-b2ff0239-1356-4582-84c0-b5580fc0dc9d None None] Notify callbacks [] for port, precommit_update {{(pid=94176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 12:01:23.838124 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.db.provisioning_blocks [None req-b2ff0239-1356-4582-84c0-b5580fc0dc9d None None] Transition to ACTIVE for port object f3b2eb0c-4ae6-488e-962d-5d535763ede0 will not be triggered until provisioned by entity L2. {{(pid=94176) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 23 12:01:23.924341 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron_lib.callbacks.manager [None req-d8a9d6d4-7715-4eed-b6d2-180200907a15 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866062', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5195999', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4294259'] for subnet, after_create {{(pid=94174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 12:01:23.926806 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG oslo_concurrency.lockutils [None req-d79e92ec-3125-4fae-8832-eff241c03fb8 tempest-NetworksIpV6Test-253648203 tempest-NetworksIpV6Test-253648203-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94174) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 12:01:23.946584 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron_lib.callbacks.manager [None req-b2ff0239-1356-4582-84c0-b5580fc0dc9d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-922904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866062', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773700135042', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773699642233', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773699642278'] for port, after_update {{(pid=94176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 12:01:23.949954 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG oslo_concurrency.lockutils [None req-97bd5441-1da2-49ee-a364-27795820ba27 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 12:01:23.984271 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8a9d6d4-7715-4eed-b6d2-180200907a15 admin admin] Pushing event updated for resources: {'Subnet': ['ID=428750e3-5a29-4719-972d-0b505cbd768a,revision_number=0']} {{(pid=94174) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 12:01:23.988160 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG oslo_concurrency.lockutils [None req-d8a9d6d4-7715-4eed-b6d2-180200907a15 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.061s {{(pid=94174) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 12:01:23.996510 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d8a9d6d4-7715-4eed-b6d2-180200907a15 admin admin] Checking segment: {'id': 'c4f9556f-306e-489e-949d-4ec3fa7b2362', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 447, 'network_id': '7ed6d02f-6040-413b-9fc4-a497fd096981'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94174) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 23 12:01:23.996886 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d8a9d6d4-7715-4eed-b6d2-180200907a15 admin admin] Network hostable DHCP agents. Network: 7ed6d02f-6040-413b-9fc4-a497fd096981, hostable agents: ['8cf29b10-0e57-4131-816f-a4b6ad00b249'], hosted agents: [] {{(pid=94174) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 23 12:01:24.013043 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45d89663-d7c1-4912-8308-ae401e120a5b None None] Pushing event updated for resources: {'Port': ['ID=f3b2eb0c-4ae6-488e-962d-5d535763ede0,revision_number=3']} {{(pid=94176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 12:01:24.035675 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG oslo_concurrency.lockutils [None req-45d89663-d7c1-4912-8308-ae401e120a5b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.086s {{(pid=94176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 12:01:24.071970 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.plugins.ml2.managers [None req-b2ff0239-1356-4582-84c0-b5580fc0dc9d None None] Attempting to bind port f3b2eb0c-4ae6-488e-962d-5d535763ede0 on host dv-neutron-601336-94-hyperv for vnic_type normal with profile {{(pid=94176) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 23 12:01:24.072330 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.plugins.ml2.managers [None req-b2ff0239-1356-4582-84c0-b5580fc0dc9d None None] Attempting to bind port f3b2eb0c-4ae6-488e-962d-5d535763ede0 by drivers openvswitch,hyperv on host dv-neutron-601336-94-hyperv at level 0 using segments [{'id': '7593b026-ca57-4568-b466-d244ad7a2be6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 422, 'network_id': '1776f16c-c3f0-4bbb-8836-2a35609d2d01'}] {{(pid=94176) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 23 12:01:24.072708 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b2ff0239-1356-4582-84c0-b5580fc0dc9d None None] Attempting to bind port f3b2eb0c-4ae6-488e-962d-5d535763ede0 on network 1776f16c-c3f0-4bbb-8836-2a35609d2d01 {{(pid=94176) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 23 12:01:24.079077 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b2ff0239-1356-4582-84c0-b5580fc0dc9d None None] Checking agent: {'id': '4d05f899-5ac9-411b-8a03-f60c93f87cdf', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-601336-94-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 23, 11, 22, 14), 'started_at': datetime.datetime(2021, 6, 23, 11, 22, 44), 'heartbeat_timestamp': datetime.datetime(2021, 6, 23, 12, 1, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'monitor_allowed_address_pair_garp': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-601336-94-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94176) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 23 12:01:24.082144 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b2ff0239-1356-4582-84c0-b5580fc0dc9d None None] Checking segment: {'id': '7593b026-ca57-4568-b466-d244ad7a2be6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 422, 'network_id': '1776f16c-c3f0-4bbb-8836-2a35609d2d01'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94176) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 23 12:01:24.082144 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron_lib.callbacks.manager [None req-b2ff0239-1356-4582-84c0-b5580fc0dc9d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 12:01:24.082144 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b2ff0239-1356-4582-84c0-b5580fc0dc9d None None] Bound using segment: {'id': '7593b026-ca57-4568-b466-d244ad7a2be6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 422, 'network_id': '1776f16c-c3f0-4bbb-8836-2a35609d2d01'} {{(pid=94176) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 23 12:01:24.082144 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.plugins.ml2.managers [None req-b2ff0239-1356-4582-84c0-b5580fc0dc9d None None] Bound port: f3b2eb0c-4ae6-488e-962d-5d535763ede0, host: dv-neutron-601336-94-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7593b026-ca57-4568-b466-d244ad7a2be6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 422, 'network_id': '1776f16c-c3f0-4bbb-8836-2a35609d2d01'}}] {{(pid=94176) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 23 12:01:24.082144 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron_lib.callbacks.manager [None req-b2ff0239-1356-4582-84c0-b5580fc0dc9d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-923122'] for port, before_update {{(pid=94176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 12:01:24.100652 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d8a9d6d4-7715-4eed-b6d2-180200907a15 admin admin] Network 7ed6d02f-6040-413b-9fc4-a497fd096981 is scheduled to be hosted by DHCP agent 8cf29b10-0e57-4131-816f-a4b6ad00b249 with binding_index 1 {{(pid=94174) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 23 12:01:24.155742 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.plugins.ml2.rpc [None req-dc7542b2-afef-47f4-a763-e3a3cba144be None None] Device 8424970e-9a83-44ee-a292-4d2d52a8cfcc up at agent ovs-agent-dv-neutron-601336-94-hyperv {{(pid=94176) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:298}} Jun 23 12:01:24.184151 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.plugins.ml2.db [None req-b2ff0239-1356-4582-84c0-b5580fc0dc9d None None] For port f3b2eb0c-4ae6-488e-962d-5d535763ede0, host dv-neutron-601336-94-hyperv, cleared binding levels {{(pid=94176) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 23 12:01:24.197747 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.scheduler.base_scheduler [None req-d8a9d6d4-7715-4eed-b6d2-180200907a15 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-601336-94-hyperv, 7ed6d02f-6040-413b-9fc4-a497fd096981) {{(pid=94174) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 23 12:01:24.200523 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.plugins.ml2.db [None req-b2ff0239-1356-4582-84c0-b5580fc0dc9d None None] For port f3b2eb0c-4ae6-488e-962d-5d535763ede0, host dv-neutron-601336-94-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-94-hyperv',level=0,port_id=f3b2eb0c-4ae6-488e-962d-5d535763ede0,segment=NetworkSegment(7593b026-ca57-4568-b466-d244ad7a2be6),segment_id=7593b026-ca57-4568-b466-d244ad7a2be6)] {{(pid=94176) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 23 12:01:24.207683 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d8a9d6d4-7715-4eed-b6d2-180200907a15 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94174) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 12:01:24.208355 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron_lib.callbacks.manager [None req-d8a9d6d4-7715-4eed-b6d2-180200907a15 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 12:01:24.215371 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-782b7c3a-f0e8-41f1-954a-37474e316d1f None None] Network 7ed6d02f-6040-413b-9fc4-a497fd096981 requested from dv-neutron-601336-94-hyperv {{(pid=94176) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 23 12:01:24.285260 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.db.provisioning_blocks [None req-dc7542b2-afef-47f4-a763-e3a3cba144be None None] Provisioning complete for port 8424970e-9a83-44ee-a292-4d2d52a8cfcc triggered by entity L2. {{(pid=94176) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 23 12:01:24.285649 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron_lib.callbacks.manager [None req-dc7542b2-afef-47f4-a763-e3a3cba144be None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-899258'] for port, provisioning_complete {{(pid=94176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 12:01:24.289952 dv-neutron-601336-94-hyperv neutron-server[94174]: INFO neutron.wsgi [None req-d8a9d6d4-7715-4eed-b6d2-180200907a15 admin admin] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 853 time: 0.7999084 Jun 23 12:01:24.292597 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.wsgi [-] (94174) accepted ('10.222.0.20', 47632) {{(pid=94174) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 12:01:24.296167 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron_lib.callbacks.manager [None req-b2ff0239-1356-4582-84c0-b5580fc0dc9d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-922904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866062', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773700135042', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773699642233', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773699642278'] for port, after_update {{(pid=94176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 12:01:24.297376 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.api.v2.base [None req-d6cef5a4-df84-4161-9c05-e91e2d3ca8c8 admin admin] Request body: {'router': {'name': 'tempest-TestEncryptedCinderVolumes-1236737955-router', 'tenant_id': '1eba7c40a4a047888631bc252ee2e610', 'external_gateway_info': {'network_id': '3e7e4eb3-cf02-4d47-ade9-0a579cdfc60f'}}} {{(pid=94174) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 23 12:01:24.314443 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG oslo_concurrency.lockutils [None req-014b3c01-4d46-4cd0-838c-15425117672f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 12:01:24.381703 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron_lib.callbacks.manager [None req-d6cef5a4-df84-4161-9c05-e91e2d3ca8c8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-520407', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-32315'] for router, before_create {{(pid=94174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 12:01:24.383997 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron_lib.callbacks.manager [None req-d6cef5a4-df84-4161-9c05-e91e2d3ca8c8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-520264', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-524122', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-414782', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-32290'] for router, precommit_create {{(pid=94174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 12:01:24.432294 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45d89663-d7c1-4912-8308-ae401e120a5b None None] Pushing event updated for resources: {'Port': ['ID=f3b2eb0c-4ae6-488e-962d-5d535763ede0,revision_number=4']} {{(pid=94176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 12:01:24.437752 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b2ff0239-1356-4582-84c0-b5580fc0dc9d None None] Routers {'8f12ef04-86bf-4176-ace3-17d983d84f83'} bound to L3 agent in host dv-neutron-601336-94-hyperv {{(pid=94176) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 23 12:01:24.438449 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.db.l3_hamode_db [None req-b2ff0239-1356-4582-84c0-b5580fc0dc9d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-601336-94-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-06-23T11:22:13Z,description=,heartbeat_timestamp=2021-06-23T12:01:13Z,host='dv-neutron-601336-94-hyperv',id=50ef99c0-ef28-4db5-b303-b145898fae60,load=0,resource_versions=,resources_synced=,started_at=2021-06-23T11:22:14Z,topic='l3_agent')) {'router_ids': ['8f12ef04-86bf-4176-ace3-17d983d84f83'], 'active': True} {{(pid=94176) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 12:01:24.442323 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG oslo_concurrency.lockutils [None req-45d89663-d7c1-4912-8308-ae401e120a5b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.128s {{(pid=94176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 12:01:24.455230 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron_lib.callbacks.manager [None req-d6cef5a4-df84-4161-9c05-e91e2d3ca8c8 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 12:01:24.579658 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-51a7f860-7cbe-4ee6-bed0-61a9a8540052 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1e0d828a-1fa4-563d-b7fd-53adf66a04ee-7ed6d02f-6040-413b-9fc4-a497fd096981', 'network_id': '7ed6d02f-6040-413b-9fc4-a497fd096981', 'tenant_id': '1eba7c40a4a047888631bc252ee2e610', 'fixed_ips': [{'subnet_id': '428750e3-5a29-4719-972d-0b505cbd768a'}]}} from dv-neutron-601336-94-hyperv. {{(pid=94176) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 23 12:01:24.580526 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron_lib.callbacks.manager [None req-51a7f860-7cbe-4ee6-bed0-61a9a8540052 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-923104'] for port, before_create {{(pid=94176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 12:01:24.636301 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron_lib.callbacks.manager [None req-d6cef5a4-df84-4161-9c05-e91e2d3ca8c8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-524104', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-520389', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-32276'] for router, precommit_update {{(pid=94174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 12:01:24.682826 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.db.l3_dvr_db [None req-b2ff0239-1356-4582-84c0-b5580fc0dc9d None None] Set router 8f12ef04-86bf-4176-ace3-17d983d84f83 gateway port host: dv-neutron-601336-94-hyperv {{(pid=94176) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:838}} Jun 23 12:01:24.847127 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.db.db_base_plugin_common [None req-51a7f860-7cbe-4ee6-bed0-61a9a8540052 None None] Allocated IP 172.20.0.2 (7ed6d02f-6040-413b-9fc4-a497fd096981/428750e3-5a29-4719-972d-0b505cbd768a/c9e4f2c3-d529-4ef4-ad1e-4e89c2f7c1fb) {{(pid=94176) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 23 12:01:24.918477 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron_lib.callbacks.manager [None req-d6cef5a4-df84-4161-9c05-e91e2d3ca8c8 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=94174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 12:01:24.943972 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron_lib.callbacks.manager [None req-d6cef5a4-df84-4161-9c05-e91e2d3ca8c8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-923104'] for port, before_create {{(pid=94174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 12:01:25.046003 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.db.l3_hamode_db [None req-b2ff0239-1356-4582-84c0-b5580fc0dc9d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8f12ef04-86bf-4176-ace3-17d983d84f83', 'name': 'tempest-TestEncryptedCinderVolumes-1784389845-router', 'tenant_id': 'a57cbda215e14f2681409de71aaf113f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3e7e4eb3-cf02-4d47-ade9-0a579cdfc60f', 'external_fixed_ips': [{'subnet_id': 'a5ad15ab-c489-4a67-a9b0-d559fca0ec71', 'ip_address': '172.26.3.233'}], 'enable_snat': True}, 'gw_port_id': '8424970e-9a83-44ee-a292-4d2d52a8cfcc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-23T12:01:17Z', 'updated_at': '2021-06-23T12:01:21Z', 'revision_number': 4, 'project_id': 'a57cbda215e14f2681409de71aaf113f', 'gw_port': {'id': '8424970e-9a83-44ee-a292-4d2d52a8cfcc', 'name': '', 'network_id': '3e7e4eb3-cf02-4d47-ade9-0a579cdfc60f', 'tenant_id': '', 'mac_address': 'fa:16:3e:63:7f:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8f12ef04-86bf-4176-ace3-17d983d84f83', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1645, 'fixed_ips': [{'subnet_id': 'a5ad15ab-c489-4a67-a9b0-d559fca0ec71', 'ip_address': '172.26.3.233', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-94-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-23T12:01:18Z', 'updated_at': '2021-06-23T12:01:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a5ad15ab-c489-4a67-a9b0-d559fca0ec71', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-601336-94-hyperv', '_interfaces': [{'id': 'f3b2eb0c-4ae6-488e-962d-5d535763ede0', 'name': '', 'network_id': '1776f16c-c3f0-4bbb-8836-2a35609d2d01', 'tenant_id': 'a57cbda215e14f2681409de71aaf113f', 'mac_address': 'fa:16:3e:c3:85:82', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8f12ef04-86bf-4176-ace3-17d983d84f83', 'device_owner': 'network:router_interface', 'standard_attr_id': 1646, 'fixed_ips': [{'subnet_id': '72d6c9b7-ee80-41b7-b5ea-09392c2d148e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-94-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-23T12:01:20Z', 'updated_at': '2021-06-23T12:01:24Z', 'revision_number': 4, 'project_id': 'a57cbda215e14f2681409de71aaf113f', 'subnets': [{'id': '72d6c9b7-ee80-41b7-b5ea-09392c2d148e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-601336-94-hyperv', False) {} {{(pid=94176) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 12:01:25.048282 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.db.db_base_plugin_common [None req-d6cef5a4-df84-4161-9c05-e91e2d3ca8c8 admin admin] Allocated IP 172.26.3.222 (3e7e4eb3-cf02-4d47-ade9-0a579cdfc60f/a5ad15ab-c489-4a67-a9b0-d559fca0ec71/8a68256e-5252-41ee-a3e8-b73a5edcd192) {{(pid=94174) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 23 12:01:25.080127 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b2ff0239-1356-4582-84c0-b5580fc0dc9d None None] The sync data for ids ['8f12ef04-86bf-4176-ace3-17d983d84f83'] in dv-neutron-601336-94-hyperv is: [{'id': '8f12ef04-86bf-4176-ace3-17d983d84f83', 'name': 'tempest-TestEncryptedCinderVolumes-1784389845-router', 'tenant_id': 'a57cbda215e14f2681409de71aaf113f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3e7e4eb3-cf02-4d47-ade9-0a579cdfc60f', 'external_fixed_ips': [{'subnet_id': 'a5ad15ab-c489-4a67-a9b0-d559fca0ec71', 'ip_address': '172.26.3.233'}], 'enable_snat': True}, 'gw_port_id': '8424970e-9a83-44ee-a292-4d2d52a8cfcc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-23T12:01:17Z', 'updated_at': '2021-06-23T12:01:21Z', 'revision_number': 4, 'project_id': 'a57cbda215e14f2681409de71aaf113f', 'gw_port': {'id': '8424970e-9a83-44ee-a292-4d2d52a8cfcc', 'name': '', 'network_id': '3e7e4eb3-cf02-4d47-ade9-0a579cdfc60f', 'tenant_id': '', 'mac_address': 'fa:16:3e:63:7f:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8f12ef04-86bf-4176-ace3-17d983d84f83', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1645, 'fixed_ips': [{'subnet_id': 'a5ad15ab-c489-4a67-a9b0-d559fca0ec71', 'ip_address': '172.26.3.233', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-94-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-23T12:01:18Z', 'updated_at': '2021-06-23T12:01:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a5ad15ab-c489-4a67-a9b0-d559fca0ec71', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-601336-94-hyperv', '_interfaces': [{'id': 'f3b2eb0c-4ae6-488e-962d-5d535763ede0', 'name': '', 'network_id': '1776f16c-c3f0-4bbb-8836-2a35609d2d01', 'tenant_id': 'a57cbda215e14f2681409de71aaf113f', 'mac_address': 'fa:16:3e:c3:85:82', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8f12ef04-86bf-4176-ace3-17d983d84f83', 'device_owner': 'network:router_interface', 'standard_attr_id': 1646, 'fixed_ips': [{'subnet_id': '72d6c9b7-ee80-41b7-b5ea-09392c2d148e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-94-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-23T12:01:20Z', 'updated_at': '2021-06-23T12:01:24Z', 'revision_number': 4, 'project_id': 'a57cbda215e14f2681409de71aaf113f', 'subnets': [{'id': '72d6c9b7-ee80-41b7-b5ea-09392c2d148e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94176) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 23 12:01:25.084912 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron_lib.callbacks.manager [None req-51a7f860-7cbe-4ee6-bed0-61a9a8540052 None None] Notify callbacks [] for port, precommit_create {{(pid=94176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 12:01:25.095180 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.db.provisioning_blocks [None req-51a7f860-7cbe-4ee6-bed0-61a9a8540052 None None] Transition to ACTIVE for port object c9e4f2c3-d529-4ef4-ad1e-4e89c2f7c1fb will not be triggered until provisioned by entity L2. {{(pid=94176) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 23 12:01:25.113632 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.db.provisioning_blocks [None req-51a7f860-7cbe-4ee6-bed0-61a9a8540052 None None] Transition to ACTIVE for port object c9e4f2c3-d529-4ef4-ad1e-4e89c2f7c1fb will not be triggered until provisioned by entity DHCP. {{(pid=94176) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 23 12:01:25.169489 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron_lib.callbacks.manager [None req-51a7f860-7cbe-4ee6-bed0-61a9a8540052 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-922915', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-239814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7866073', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773699642215'] for port, after_create {{(pid=94176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 12:01:25.172342 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG oslo_concurrency.lockutils [None req-202780a8-fc30-4ab7-8243-c01b9e26ab6c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 12:01:25.178422 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron_lib.callbacks.manager [None req-d6cef5a4-df84-4161-9c05-e91e2d3ca8c8 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 12:01:25.216672 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-51a7f860-7cbe-4ee6-bed0-61a9a8540052 None None] Network 7ed6d02f-6040-413b-9fc4-a497fd096981 is already hosted by enough agents. {{(pid=94176) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 23 12:01:25.221475 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.scheduler.base_scheduler [None req-51a7f860-7cbe-4ee6-bed0-61a9a8540052 None None] Resources bound (agent type, host, resource id): {{(pid=94176) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 23 12:01:25.224199 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.db.l3_dvrscheduler_db [None req-51a7f860-7cbe-4ee6-bed0-61a9a8540052 None None] Received port after_create {{(pid=94176) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 23 12:01:25.236183 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51a7f860-7cbe-4ee6-bed0-61a9a8540052 None None] Pushing event updated for resources: {'Port': ['ID=c9e4f2c3-d529-4ef4-ad1e-4e89c2f7c1fb,revision_number=1']} {{(pid=94176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 12:01:25.239153 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG oslo_concurrency.lockutils [None req-51a7f860-7cbe-4ee6-bed0-61a9a8540052 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.067s {{(pid=94176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 12:01:25.267088 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron_lib.callbacks.manager [None req-d6cef5a4-df84-4161-9c05-e91e2d3ca8c8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-922915', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-239814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7866073', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773699642215', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-5196399'] for port, after_create {{(pid=94174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 12:01:25.270111 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG oslo_concurrency.lockutils [None req-25878ef9-0c80-4773-8cc9-8a3730d54dca tempest-TestVolumeBootPattern-1838142519 tempest-TestVolumeBootPattern-1838142519-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94174) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 12:01:25.300105 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.plugins.ml2.managers [None req-51a7f860-7cbe-4ee6-bed0-61a9a8540052 None None] Attempting to bind port c9e4f2c3-d529-4ef4-ad1e-4e89c2f7c1fb on host dv-neutron-601336-94-hyperv for vnic_type normal with profile {{(pid=94176) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 23 12:01:25.300494 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.plugins.ml2.managers [None req-51a7f860-7cbe-4ee6-bed0-61a9a8540052 None None] Attempting to bind port c9e4f2c3-d529-4ef4-ad1e-4e89c2f7c1fb by drivers openvswitch,hyperv on host dv-neutron-601336-94-hyperv at level 0 using segments [{'id': 'c4f9556f-306e-489e-949d-4ec3fa7b2362', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 447, 'network_id': '7ed6d02f-6040-413b-9fc4-a497fd096981'}] {{(pid=94176) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 23 12:01:25.300869 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-51a7f860-7cbe-4ee6-bed0-61a9a8540052 None None] Attempting to bind port c9e4f2c3-d529-4ef4-ad1e-4e89c2f7c1fb on network 7ed6d02f-6040-413b-9fc4-a497fd096981 {{(pid=94176) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 23 12:01:25.306590 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-51a7f860-7cbe-4ee6-bed0-61a9a8540052 None None] Checking agent: {'id': '4d05f899-5ac9-411b-8a03-f60c93f87cdf', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-601336-94-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 23, 11, 22, 14), 'started_at': datetime.datetime(2021, 6, 23, 11, 22, 44), 'heartbeat_timestamp': datetime.datetime(2021, 6, 23, 12, 1, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'monitor_allowed_address_pair_garp': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-601336-94-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94176) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 23 12:01:25.306837 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-51a7f860-7cbe-4ee6-bed0-61a9a8540052 None None] Checking segment: {'id': 'c4f9556f-306e-489e-949d-4ec3fa7b2362', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 447, 'network_id': '7ed6d02f-6040-413b-9fc4-a497fd096981'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94176) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 23 12:01:25.307294 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron_lib.callbacks.manager [None req-51a7f860-7cbe-4ee6-bed0-61a9a8540052 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 12:01:25.307699 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-51a7f860-7cbe-4ee6-bed0-61a9a8540052 None None] Bound using segment: {'id': 'c4f9556f-306e-489e-949d-4ec3fa7b2362', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 447, 'network_id': '7ed6d02f-6040-413b-9fc4-a497fd096981'} {{(pid=94176) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 23 12:01:25.308283 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.plugins.ml2.managers [None req-51a7f860-7cbe-4ee6-bed0-61a9a8540052 None None] Bound port: c9e4f2c3-d529-4ef4-ad1e-4e89c2f7c1fb, host: dv-neutron-601336-94-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c4f9556f-306e-489e-949d-4ec3fa7b2362', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 447, 'network_id': '7ed6d02f-6040-413b-9fc4-a497fd096981'}}] {{(pid=94176) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 23 12:01:25.308553 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron_lib.callbacks.manager [None req-51a7f860-7cbe-4ee6-bed0-61a9a8540052 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-923122'] for port, before_update {{(pid=94176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 12:01:25.322166 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d6cef5a4-df84-4161-9c05-e91e2d3ca8c8 admin admin] Network 3e7e4eb3-cf02-4d47-ade9-0a579cdfc60f is already hosted by enough agents. {{(pid=94174) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 23 12:01:25.324144 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.scheduler.base_scheduler [None req-d6cef5a4-df84-4161-9c05-e91e2d3ca8c8 admin admin] Resources bound (agent type, host, resource id): {{(pid=94174) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 23 12:01:25.326093 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6cef5a4-df84-4161-9c05-e91e2d3ca8c8 admin admin] Pushing event updated for resources: {'Port': ['ID=8a68256e-5252-41ee-a3e8-b73a5edcd192,revision_number=1']} {{(pid=94174) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 12:01:25.328372 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d6cef5a4-df84-4161-9c05-e91e2d3ca8c8 admin admin] Received port after_create {{(pid=94174) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 23 12:01:25.330958 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG oslo_concurrency.lockutils [None req-d6cef5a4-df84-4161-9c05-e91e2d3ca8c8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.061s {{(pid=94174) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 12:01:25.395900 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.plugins.ml2.db [None req-51a7f860-7cbe-4ee6-bed0-61a9a8540052 None None] For port c9e4f2c3-d529-4ef4-ad1e-4e89c2f7c1fb, host dv-neutron-601336-94-hyperv, cleared binding levels {{(pid=94176) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 23 12:01:25.399919 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.plugins.ml2.db [None req-51a7f860-7cbe-4ee6-bed0-61a9a8540052 None None] For port c9e4f2c3-d529-4ef4-ad1e-4e89c2f7c1fb, host dv-neutron-601336-94-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-94-hyperv',level=0,port_id=c9e4f2c3-d529-4ef4-ad1e-4e89c2f7c1fb,segment=NetworkSegment(c4f9556f-306e-489e-949d-4ec3fa7b2362),segment_id=c4f9556f-306e-489e-949d-4ec3fa7b2362)] {{(pid=94176) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 23 12:01:25.473138 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron_lib.callbacks.manager [None req-51a7f860-7cbe-4ee6-bed0-61a9a8540052 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-922904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866062', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773700135042', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773699642233', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773699642278'] for port, after_update {{(pid=94176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 12:01:25.475826 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG oslo_concurrency.lockutils [None req-202780a8-fc30-4ab7-8243-c01b9e26ab6c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 12:01:25.536598 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51a7f860-7cbe-4ee6-bed0-61a9a8540052 None None] Pushing event updated for resources: {'Port': ['ID=c9e4f2c3-d529-4ef4-ad1e-4e89c2f7c1fb,revision_number=2']} {{(pid=94176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 12:01:25.540902 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG oslo_concurrency.lockutils [None req-51a7f860-7cbe-4ee6-bed0-61a9a8540052 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.065s {{(pid=94176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 12:01:25.710905 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron_lib.callbacks.manager [None req-d6cef5a4-df84-4161-9c05-e91e2d3ca8c8 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=94174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 12:01:25.933052 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron_lib.callbacks.manager [None req-d6cef5a4-df84-4161-9c05-e91e2d3ca8c8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-520412', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-524143'] for router, after_create {{(pid=94174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 12:01:26.193771 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d6cef5a4-df84-4161-9c05-e91e2d3ca8c8 admin admin] Router e8b892d4-1578-46dc-8a19-4e98f55ca896 is scheduled to L3 agent 50ef99c0-ef28-4db5-b303-b145898fae60 with binding_index 1 {{(pid=94174) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jun 23 12:01:26.209209 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.plugins.ml2.rpc [None req-dc7542b2-afef-47f4-a763-e3a3cba144be None None] Device c9e4f2c3-d529-4ef4-ad1e-4e89c2f7c1fb up at agent ovs-agent-dv-neutron-601336-94-hyperv {{(pid=94176) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:298}} Jun 23 12:01:26.310683 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.db.provisioning_blocks [None req-dc7542b2-afef-47f4-a763-e3a3cba144be None None] Provisioning for port c9e4f2c3-d529-4ef4-ad1e-4e89c2f7c1fb completed by entity L2. {{(pid=94176) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 23 12:01:26.316041 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.plugins.ml2.rpc [None req-dc7542b2-afef-47f4-a763-e3a3cba144be None None] Device f3b2eb0c-4ae6-488e-962d-5d535763ede0 up at agent ovs-agent-dv-neutron-601336-94-hyperv {{(pid=94176) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:298}} Jun 23 12:01:26.327776 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d6cef5a4-df84-4161-9c05-e91e2d3ca8c8 admin admin] Notify agent at l3_agent.dv-neutron-601336-94-hyperv the message routers_updated {{(pid=94174) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 23 12:01:26.338579 dv-neutron-601336-94-hyperv neutron-server[94177]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-97f6bfc8-33e6-429a-bce3-9fa95345ce0d None None] Sync routers for ids ['e8b892d4-1578-46dc-8a19-4e98f55ca896'] in dv-neutron-601336-94-hyperv {{(pid=94177) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 23 12:01:26.357448 dv-neutron-601336-94-hyperv neutron-server[94177]: DEBUG neutron.db.l3_dvrscheduler_db [None req-97f6bfc8-33e6-429a-bce3-9fa95345ce0d None None] Routers {'e8b892d4-1578-46dc-8a19-4e98f55ca896'} bound to L3 agent in host dv-neutron-601336-94-hyperv {{(pid=94177) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 23 12:01:26.358117 dv-neutron-601336-94-hyperv neutron-server[94177]: DEBUG neutron.db.l3_hamode_db [None req-97f6bfc8-33e6-429a-bce3-9fa95345ce0d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-601336-94-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-06-23T11:22:13Z,description=,heartbeat_timestamp=2021-06-23T12:01:13Z,host='dv-neutron-601336-94-hyperv',id=50ef99c0-ef28-4db5-b303-b145898fae60,load=0,resource_versions=,resources_synced=,started_at=2021-06-23T11:22:14Z,topic='l3_agent')) {'router_ids': ['e8b892d4-1578-46dc-8a19-4e98f55ca896'], 'active': True} {{(pid=94177) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 12:01:26.438806 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron_lib.callbacks.manager [None req-d6cef5a4-df84-4161-9c05-e91e2d3ca8c8 admin admin] Notify callbacks [] for router, before_response {{(pid=94174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 12:01:26.440777 dv-neutron-601336-94-hyperv neutron-server[94174]: INFO neutron.wsgi [None req-d6cef5a4-df84-4161-9c05-e91e2d3ca8c8 admin admin] 10.222.0.20 "POST /v2.0/routers HTTP/1.1" status: 201 len: 929 time: 2.1469610 Jun 23 12:01:26.443329 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.wsgi [-] (94174) accepted ('10.222.0.20', 47634) {{(pid=94174) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 12:01:26.469176 dv-neutron-601336-94-hyperv neutron-server[94177]: DEBUG neutron.db.l3_dvr_db [None req-97f6bfc8-33e6-429a-bce3-9fa95345ce0d None None] Set router e8b892d4-1578-46dc-8a19-4e98f55ca896 gateway port host: dv-neutron-601336-94-hyperv {{(pid=94177) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:838}} Jun 23 12:01:26.503354 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d2405d8c-5d20-4a60-ba91-5d25212dd80f None None] Network 7ed6d02f-6040-413b-9fc4-a497fd096981 requested from dv-neutron-601336-94-hyperv {{(pid=94176) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 23 12:01:26.507323 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.db.provisioning_blocks [None req-dc7542b2-afef-47f4-a763-e3a3cba144be None None] Provisioning for port f3b2eb0c-4ae6-488e-962d-5d535763ede0 completed by entity L2. {{(pid=94176) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 23 12:01:26.544959 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.db.provisioning_blocks [None req-dc7542b2-afef-47f4-a763-e3a3cba144be None None] Provisioning complete for port f3b2eb0c-4ae6-488e-962d-5d535763ede0 triggered by entity L2. {{(pid=94176) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 23 12:01:26.545345 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron_lib.callbacks.manager [None req-dc7542b2-afef-47f4-a763-e3a3cba144be None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-899258'] for port, provisioning_complete {{(pid=94176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 12:01:26.678398 dv-neutron-601336-94-hyperv neutron-server[94177]: DEBUG neutron.db.l3_hamode_db [None req-97f6bfc8-33e6-429a-bce3-9fa95345ce0d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e8b892d4-1578-46dc-8a19-4e98f55ca896', 'name': 'tempest-TestEncryptedCinderVolumes-1236737955-router', 'tenant_id': '1eba7c40a4a047888631bc252ee2e610', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3e7e4eb3-cf02-4d47-ade9-0a579cdfc60f', 'external_fixed_ips': [{'subnet_id': 'a5ad15ab-c489-4a67-a9b0-d559fca0ec71', 'ip_address': '172.26.3.222'}], 'enable_snat': True}, 'gw_port_id': '8a68256e-5252-41ee-a3e8-b73a5edcd192', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-23T12:01:24Z', 'updated_at': '2021-06-23T12:01:25Z', 'revision_number': 3, 'project_id': '1eba7c40a4a047888631bc252ee2e610', 'gw_port': {'id': '8a68256e-5252-41ee-a3e8-b73a5edcd192', 'name': '', 'network_id': '3e7e4eb3-cf02-4d47-ade9-0a579cdfc60f', 'tenant_id': '', 'mac_address': 'fa:16:3e:8b:ed:7a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e8b892d4-1578-46dc-8a19-4e98f55ca896', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1657, 'fixed_ips': [{'subnet_id': 'a5ad15ab-c489-4a67-a9b0-d559fca0ec71', 'ip_address': '172.26.3.222', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-23T12:01:24Z', 'updated_at': '2021-06-23T12:01:25Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'a5ad15ab-c489-4a67-a9b0-d559fca0ec71', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-601336-94-hyperv'}], 'dv-neutron-601336-94-hyperv', False) {} {{(pid=94177) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 12:01:26.706432 dv-neutron-601336-94-hyperv neutron-server[94177]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-97f6bfc8-33e6-429a-bce3-9fa95345ce0d None None] Checking router: e8b892d4-1578-46dc-8a19-4e98f55ca896 for host: dv-neutron-601336-94-hyperv {{(pid=94177) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 23 12:01:26.706780 dv-neutron-601336-94-hyperv neutron-server[94177]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-97f6bfc8-33e6-429a-bce3-9fa95345ce0d None None] Updating router e8b892d4-1578-46dc-8a19-4e98f55ca896 port 8a68256e-5252-41ee-a3e8-b73a5edcd192 binding host dv-neutron-601336-94-hyperv {{(pid=94177) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 23 12:01:26.743454 dv-neutron-601336-94-hyperv neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-97f6bfc8-33e6-429a-bce3-9fa95345ce0d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-923122'] for port, before_update {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 12:01:26.834443 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.db.provisioning_blocks [None req-8ffcc4d4-8ef6-4074-999f-2b04d375f3d9 None None] Provisioning for port c9e4f2c3-d529-4ef4-ad1e-4e89c2f7c1fb completed by entity DHCP. {{(pid=94176) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 23 12:01:26.862843 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.db.provisioning_blocks [None req-8ffcc4d4-8ef6-4074-999f-2b04d375f3d9 None None] Provisioning complete for port c9e4f2c3-d529-4ef4-ad1e-4e89c2f7c1fb triggered by entity DHCP. {{(pid=94176) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 23 12:01:26.863269 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron_lib.callbacks.manager [None req-8ffcc4d4-8ef6-4074-999f-2b04d375f3d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-899258'] for port, provisioning_complete {{(pid=94176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 12:01:26.915067 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron_lib.callbacks.manager [None req-dc7542b2-afef-47f4-a763-e3a3cba144be None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-923122'] for port, before_update {{(pid=94176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 12:01:26.937155 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron_lib.callbacks.manager [None req-3cad9146-88c8-4788-bf89-9b699fbfa3c3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-923104'] for port, before_create {{(pid=94174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 12:01:26.984847 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.plugins.ml2.db [None req-dc7542b2-afef-47f4-a763-e3a3cba144be None None] For port f3b2eb0c-4ae6-488e-962d-5d535763ede0, host dv-neutron-601336-94-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-94-hyperv',level=0,port_id=f3b2eb0c-4ae6-488e-962d-5d535763ede0,segment=NetworkSegment(7593b026-ca57-4568-b466-d244ad7a2be6),segment_id=7593b026-ca57-4568-b466-d244ad7a2be6)] {{(pid=94176) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 23 12:01:27.030034 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron_lib.callbacks.manager [None req-8ffcc4d4-8ef6-4074-999f-2b04d375f3d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-923122'] for port, before_update {{(pid=94176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 12:01:27.035646 dv-neutron-601336-94-hyperv neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-97f6bfc8-33e6-429a-bce3-9fa95345ce0d None None] Notify callbacks [] for port, precommit_update {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 12:01:27.055826 dv-neutron-601336-94-hyperv neutron-server[94177]: DEBUG neutron.db.provisioning_blocks [None req-97f6bfc8-33e6-429a-bce3-9fa95345ce0d None None] Transition to ACTIVE for port object 8a68256e-5252-41ee-a3e8-b73a5edcd192 will not be triggered until provisioned by entity L2. {{(pid=94177) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 23 12:01:27.065174 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.plugins.ml2.db [None req-8ffcc4d4-8ef6-4074-999f-2b04d375f3d9 None None] For port c9e4f2c3-d529-4ef4-ad1e-4e89c2f7c1fb, host dv-neutron-601336-94-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-94-hyperv',level=0,port_id=c9e4f2c3-d529-4ef4-ad1e-4e89c2f7c1fb,segment=NetworkSegment(c4f9556f-306e-489e-949d-4ec3fa7b2362),segment_id=c4f9556f-306e-489e-949d-4ec3fa7b2362)] {{(pid=94176) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 23 12:01:27.077576 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron_lib.callbacks.manager [None req-dc7542b2-afef-47f4-a763-e3a3cba144be None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-922904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866062', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773700135042', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773699642233', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773699642278'] for port, after_update {{(pid=94176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 12:01:27.080749 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG oslo_concurrency.lockutils [None req-97bd5441-1da2-49ee-a364-27795820ba27 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 12:01:27.125770 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.db.db_base_plugin_common [None req-3cad9146-88c8-4788-bf89-9b699fbfa3c3 admin admin] Allocated IP 172.20.0.1 (7ed6d02f-6040-413b-9fc4-a497fd096981/428750e3-5a29-4719-972d-0b505cbd768a/5f30f3d0-ccaf-4377-996f-eecb12f00ee3) {{(pid=94174) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 23 12:01:27.132677 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc7542b2-afef-47f4-a763-e3a3cba144be None None] Pushing event updated for resources: {'Port': ['ID=f3b2eb0c-4ae6-488e-962d-5d535763ede0,revision_number=5']} {{(pid=94176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 12:01:27.138212 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG oslo_concurrency.lockutils [None req-dc7542b2-afef-47f4-a763-e3a3cba144be None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.056s {{(pid=94176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 12:01:27.139695 dv-neutron-601336-94-hyperv neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-97f6bfc8-33e6-429a-bce3-9fa95345ce0d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-922904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866062', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773700135042', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773699642233', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773699642278'] for port, after_update {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 12:01:27.141645 dv-neutron-601336-94-hyperv neutron-server[94177]: DEBUG oslo_concurrency.lockutils [None req-9353287b-3cd3-48d1-a327-029eb5c17693 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94177) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 12:01:27.174392 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron_lib.callbacks.manager [None req-8ffcc4d4-8ef6-4074-999f-2b04d375f3d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-922904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866062', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773700135042', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773699642233', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773699642278'] for port, after_update {{(pid=94176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 12:01:27.176175 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG oslo_concurrency.lockutils [None req-45d89663-d7c1-4912-8308-ae401e120a5b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 12:01:27.209963 dv-neutron-601336-94-hyperv neutron-server[94177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0990eadb-5ad2-4811-bbee-003c52cef514 None None] Pushing event updated for resources: {'Port': ['ID=8a68256e-5252-41ee-a3e8-b73a5edcd192,revision_number=2']} {{(pid=94177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 12:01:27.225359 dv-neutron-601336-94-hyperv neutron-server[94177]: DEBUG oslo_concurrency.lockutils [None req-0990eadb-5ad2-4811-bbee-003c52cef514 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.084s {{(pid=94177) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 12:01:27.229037 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ffcc4d4-8ef6-4074-999f-2b04d375f3d9 None None] Pushing event updated for resources: {'Port': ['ID=c9e4f2c3-d529-4ef4-ad1e-4e89c2f7c1fb,revision_number=3']} {{(pid=94176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 12:01:27.230055 dv-neutron-601336-94-hyperv neutron-server[94177]: DEBUG neutron.plugins.ml2.managers [None req-97f6bfc8-33e6-429a-bce3-9fa95345ce0d None None] Attempting to bind port 8a68256e-5252-41ee-a3e8-b73a5edcd192 on host dv-neutron-601336-94-hyperv for vnic_type normal with profile {{(pid=94177) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 23 12:01:27.230534 dv-neutron-601336-94-hyperv neutron-server[94177]: DEBUG neutron.plugins.ml2.managers [None req-97f6bfc8-33e6-429a-bce3-9fa95345ce0d None None] Attempting to bind port 8a68256e-5252-41ee-a3e8-b73a5edcd192 by drivers openvswitch,hyperv on host dv-neutron-601336-94-hyperv at level 0 using segments [{'id': 'c23be0a5-6980-48fb-bc9f-4a24717fe1de', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3e7e4eb3-cf02-4d47-ade9-0a579cdfc60f'}] {{(pid=94177) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 23 12:01:27.231003 dv-neutron-601336-94-hyperv neutron-server[94177]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-97f6bfc8-33e6-429a-bce3-9fa95345ce0d None None] Attempting to bind port 8a68256e-5252-41ee-a3e8-b73a5edcd192 on network 3e7e4eb3-cf02-4d47-ade9-0a579cdfc60f {{(pid=94177) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 23 12:01:27.233306 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG oslo_concurrency.lockutils [None req-8ffcc4d4-8ef6-4074-999f-2b04d375f3d9 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.057s {{(pid=94176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 12:01:27.239362 dv-neutron-601336-94-hyperv neutron-server[94177]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-97f6bfc8-33e6-429a-bce3-9fa95345ce0d None None] Checking agent: {'id': '4d05f899-5ac9-411b-8a03-f60c93f87cdf', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-601336-94-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 23, 11, 22, 14), 'started_at': datetime.datetime(2021, 6, 23, 11, 22, 44), 'heartbeat_timestamp': datetime.datetime(2021, 6, 23, 12, 1, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'monitor_allowed_address_pair_garp': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-601336-94-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94177) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 23 12:01:27.240051 dv-neutron-601336-94-hyperv neutron-server[94177]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-97f6bfc8-33e6-429a-bce3-9fa95345ce0d None None] Checking segment: {'id': 'c23be0a5-6980-48fb-bc9f-4a24717fe1de', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3e7e4eb3-cf02-4d47-ade9-0a579cdfc60f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94177) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 23 12:01:27.240665 dv-neutron-601336-94-hyperv neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-97f6bfc8-33e6-429a-bce3-9fa95345ce0d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 12:01:27.241069 dv-neutron-601336-94-hyperv neutron-server[94177]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-97f6bfc8-33e6-429a-bce3-9fa95345ce0d None None] Bound using segment: {'id': 'c23be0a5-6980-48fb-bc9f-4a24717fe1de', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3e7e4eb3-cf02-4d47-ade9-0a579cdfc60f'} {{(pid=94177) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 23 12:01:27.241603 dv-neutron-601336-94-hyperv neutron-server[94177]: DEBUG neutron.plugins.ml2.managers [None req-97f6bfc8-33e6-429a-bce3-9fa95345ce0d None None] Bound port: 8a68256e-5252-41ee-a3e8-b73a5edcd192, host: dv-neutron-601336-94-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c23be0a5-6980-48fb-bc9f-4a24717fe1de', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3e7e4eb3-cf02-4d47-ade9-0a579cdfc60f'}}] {{(pid=94177) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 23 12:01:27.241995 dv-neutron-601336-94-hyperv neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-97f6bfc8-33e6-429a-bce3-9fa95345ce0d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-923122'] for port, before_update {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 12:01:27.282936 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron_lib.callbacks.manager [None req-3cad9146-88c8-4788-bf89-9b699fbfa3c3 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 12:01:27.296935 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.db.provisioning_blocks [None req-d5728baf-058c-4f1e-be62-ba278c649279 None None] Provisioning complete for port c9e4f2c3-d529-4ef4-ad1e-4e89c2f7c1fb triggered by entity DHCP. {{(pid=94176) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 23 12:01:27.297451 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.db.provisioning_blocks [None req-3cad9146-88c8-4788-bf89-9b699fbfa3c3 admin admin] Transition to ACTIVE for port object 5f30f3d0-ccaf-4377-996f-eecb12f00ee3 will not be triggered until provisioned by entity DHCP. {{(pid=94174) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 23 12:01:27.297857 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron_lib.callbacks.manager [None req-d5728baf-058c-4f1e-be62-ba278c649279 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-899258'] for port, provisioning_complete {{(pid=94176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 12:01:27.298268 dv-neutron-601336-94-hyperv neutron-server[94177]: DEBUG neutron.plugins.ml2.db [None req-97f6bfc8-33e6-429a-bce3-9fa95345ce0d None None] For port 8a68256e-5252-41ee-a3e8-b73a5edcd192, host dv-neutron-601336-94-hyperv, cleared binding levels {{(pid=94177) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 23 12:01:27.302785 dv-neutron-601336-94-hyperv neutron-server[94177]: DEBUG neutron.plugins.ml2.db [None req-97f6bfc8-33e6-429a-bce3-9fa95345ce0d None None] For port 8a68256e-5252-41ee-a3e8-b73a5edcd192, host dv-neutron-601336-94-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-94-hyperv',level=0,port_id=8a68256e-5252-41ee-a3e8-b73a5edcd192,segment=NetworkSegment(c23be0a5-6980-48fb-bc9f-4a24717fe1de),segment_id=c23be0a5-6980-48fb-bc9f-4a24717fe1de)] {{(pid=94177) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 23 12:01:27.363784 dv-neutron-601336-94-hyperv neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-97f6bfc8-33e6-429a-bce3-9fa95345ce0d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-922904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866062', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773700135042', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773699642233', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773699642278'] for port, after_update {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 12:01:27.365930 dv-neutron-601336-94-hyperv neutron-server[94177]: DEBUG oslo_concurrency.lockutils [None req-0990eadb-5ad2-4811-bbee-003c52cef514 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94177) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 12:01:27.380972 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron_lib.callbacks.manager [None req-3cad9146-88c8-4788-bf89-9b699fbfa3c3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-922915', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-239814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7866073', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773699642215', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-5196399'] for port, after_create {{(pid=94174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 12:01:27.383259 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG oslo_concurrency.lockutils [None req-2642d62d-712a-4d0d-a517-2972bbe031a5 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94174) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 12:01:27.421641 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3cad9146-88c8-4788-bf89-9b699fbfa3c3 admin admin] Network 7ed6d02f-6040-413b-9fc4-a497fd096981 is already hosted by enough agents. {{(pid=94174) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 23 12:01:27.423458 dv-neutron-601336-94-hyperv neutron-server[94177]: DEBUG neutron.db.l3_dvrscheduler_db [None req-97f6bfc8-33e6-429a-bce3-9fa95345ce0d None None] Routers {'e8b892d4-1578-46dc-8a19-4e98f55ca896'} bound to L3 agent in host dv-neutron-601336-94-hyperv {{(pid=94177) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 23 12:01:27.424106 dv-neutron-601336-94-hyperv neutron-server[94177]: DEBUG neutron.db.l3_hamode_db [None req-97f6bfc8-33e6-429a-bce3-9fa95345ce0d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-601336-94-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-06-23T11:22:13Z,description=,heartbeat_timestamp=2021-06-23T12:01:13Z,host='dv-neutron-601336-94-hyperv',id=50ef99c0-ef28-4db5-b303-b145898fae60,load=0,resource_versions=,resources_synced=,started_at=2021-06-23T11:22:14Z,topic='l3_agent')) {'router_ids': ['e8b892d4-1578-46dc-8a19-4e98f55ca896'], 'active': True} {{(pid=94177) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 12:01:27.424744 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.scheduler.base_scheduler [None req-3cad9146-88c8-4788-bf89-9b699fbfa3c3 admin admin] Resources bound (agent type, host, resource id): {{(pid=94174) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 23 12:01:27.427529 dv-neutron-601336-94-hyperv neutron-server[94177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0990eadb-5ad2-4811-bbee-003c52cef514 None None] Pushing event updated for resources: {'Port': ['ID=8a68256e-5252-41ee-a3e8-b73a5edcd192,revision_number=3']} {{(pid=94177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 12:01:27.430510 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3cad9146-88c8-4788-bf89-9b699fbfa3c3 admin admin] Received port after_create {{(pid=94174) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 23 12:01:27.460560 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cad9146-88c8-4788-bf89-9b699fbfa3c3 admin admin] Pushing event updated for resources: {'Port': ['ID=5f30f3d0-ccaf-4377-996f-eecb12f00ee3,revision_number=1']} {{(pid=94174) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 12:01:27.463902 dv-neutron-601336-94-hyperv neutron-server[94177]: DEBUG oslo_concurrency.lockutils [None req-0990eadb-5ad2-4811-bbee-003c52cef514 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.098s {{(pid=94177) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 12:01:27.465013 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG oslo_concurrency.lockutils [None req-3cad9146-88c8-4788-bf89-9b699fbfa3c3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.082s {{(pid=94174) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 12:01:27.481911 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron_lib.callbacks.manager [None req-3cad9146-88c8-4788-bf89-9b699fbfa3c3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-452954'] for router_interface, before_create {{(pid=94174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 12:01:27.540666 dv-neutron-601336-94-hyperv neutron-server[94177]: DEBUG neutron.db.l3_dvr_db [None req-97f6bfc8-33e6-429a-bce3-9fa95345ce0d None None] Set router e8b892d4-1578-46dc-8a19-4e98f55ca896 gateway port host: dv-neutron-601336-94-hyperv {{(pid=94177) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:838}} Jun 23 12:01:27.689191 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron_lib.callbacks.manager [None req-3cad9146-88c8-4788-bf89-9b699fbfa3c3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-923122'] for port, before_update {{(pid=94174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 12:01:27.732050 dv-neutron-601336-94-hyperv neutron-server[94177]: DEBUG neutron.db.l3_hamode_db [None req-97f6bfc8-33e6-429a-bce3-9fa95345ce0d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e8b892d4-1578-46dc-8a19-4e98f55ca896', 'name': 'tempest-TestEncryptedCinderVolumes-1236737955-router', 'tenant_id': '1eba7c40a4a047888631bc252ee2e610', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3e7e4eb3-cf02-4d47-ade9-0a579cdfc60f', 'external_fixed_ips': [{'subnet_id': 'a5ad15ab-c489-4a67-a9b0-d559fca0ec71', 'ip_address': '172.26.3.222'}], 'enable_snat': True}, 'gw_port_id': '8a68256e-5252-41ee-a3e8-b73a5edcd192', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-23T12:01:24Z', 'updated_at': '2021-06-23T12:01:25Z', 'revision_number': 3, 'project_id': '1eba7c40a4a047888631bc252ee2e610', 'gw_port': {'id': '8a68256e-5252-41ee-a3e8-b73a5edcd192', 'name': '', 'network_id': '3e7e4eb3-cf02-4d47-ade9-0a579cdfc60f', 'tenant_id': '', 'mac_address': 'fa:16:3e:8b:ed:7a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e8b892d4-1578-46dc-8a19-4e98f55ca896', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1657, 'fixed_ips': [{'subnet_id': 'a5ad15ab-c489-4a67-a9b0-d559fca0ec71', 'ip_address': '172.26.3.222', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-94-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-23T12:01:24Z', 'updated_at': '2021-06-23T12:01:27Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a5ad15ab-c489-4a67-a9b0-d559fca0ec71', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-601336-94-hyperv'}], 'dv-neutron-601336-94-hyperv', False) {} {{(pid=94177) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 12:01:27.752719 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.db.provisioning_blocks [None req-74f829de-afc6-4b22-8c9f-50d4a177b407 None None] Provisioning for port 5f30f3d0-ccaf-4377-996f-eecb12f00ee3 completed by entity DHCP. {{(pid=94176) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 23 12:01:27.758311 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.db.provisioning_blocks [None req-74f829de-afc6-4b22-8c9f-50d4a177b407 None None] Provisioning complete for port 5f30f3d0-ccaf-4377-996f-eecb12f00ee3 triggered by entity DHCP. {{(pid=94176) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 23 12:01:27.758704 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron_lib.callbacks.manager [None req-74f829de-afc6-4b22-8c9f-50d4a177b407 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-899258'] for port, provisioning_complete {{(pid=94176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 12:01:27.759083 dv-neutron-601336-94-hyperv neutron-server[94177]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-97f6bfc8-33e6-429a-bce3-9fa95345ce0d None None] The sync data for ids ['e8b892d4-1578-46dc-8a19-4e98f55ca896'] in dv-neutron-601336-94-hyperv is: [{'id': 'e8b892d4-1578-46dc-8a19-4e98f55ca896', 'name': 'tempest-TestEncryptedCinderVolumes-1236737955-router', 'tenant_id': '1eba7c40a4a047888631bc252ee2e610', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3e7e4eb3-cf02-4d47-ade9-0a579cdfc60f', 'external_fixed_ips': [{'subnet_id': 'a5ad15ab-c489-4a67-a9b0-d559fca0ec71', 'ip_address': '172.26.3.222'}], 'enable_snat': True}, 'gw_port_id': '8a68256e-5252-41ee-a3e8-b73a5edcd192', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-23T12:01:24Z', 'updated_at': '2021-06-23T12:01:25Z', 'revision_number': 3, 'project_id': '1eba7c40a4a047888631bc252ee2e610', 'gw_port': {'id': '8a68256e-5252-41ee-a3e8-b73a5edcd192', 'name': '', 'network_id': '3e7e4eb3-cf02-4d47-ade9-0a579cdfc60f', 'tenant_id': '', 'mac_address': 'fa:16:3e:8b:ed:7a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e8b892d4-1578-46dc-8a19-4e98f55ca896', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1657, 'fixed_ips': [{'subnet_id': 'a5ad15ab-c489-4a67-a9b0-d559fca0ec71', 'ip_address': '172.26.3.222', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-94-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-23T12:01:24Z', 'updated_at': '2021-06-23T12:01:27Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a5ad15ab-c489-4a67-a9b0-d559fca0ec71', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-601336-94-hyperv'}] {{(pid=94177) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 23 12:01:27.811211 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.plugins.ml2.plugin [None req-74f829de-afc6-4b22-8c9f-50d4a177b407 None None] Port 5f30f3d0-ccaf-4377-996f-eecb12f00ee3 cannot update to ACTIVE because it is not bound. {{(pid=94176) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jun 23 12:01:27.869139 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron_lib.callbacks.manager [None req-3cad9146-88c8-4788-bf89-9b699fbfa3c3 admin admin] Notify callbacks [] for port, precommit_update {{(pid=94174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 12:01:27.911972 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron_lib.callbacks.manager [None req-3cad9146-88c8-4788-bf89-9b699fbfa3c3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-922904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866062', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773700135042', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773699642233', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773699642278', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5196369'] for port, after_update {{(pid=94174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 12:01:27.914361 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG oslo_concurrency.lockutils [None req-537c9e36-4e74-4d3e-ba31-9660472e0c2f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94174) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 12:01:27.980697 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron_lib.callbacks.manager [None req-3cad9146-88c8-4788-bf89-9b699fbfa3c3 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-7866091', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-453038'] for router_interface, after_create {{(pid=94174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 12:01:27.982624 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cad9146-88c8-4788-bf89-9b699fbfa3c3 admin admin] Pushing event updated for resources: {'Port': ['ID=5f30f3d0-ccaf-4377-996f-eecb12f00ee3,revision_number=2']} {{(pid=94174) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 12:01:27.994328 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG oslo_concurrency.lockutils [None req-3cad9146-88c8-4788-bf89-9b699fbfa3c3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.079s {{(pid=94174) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 12:01:28.090601 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3cad9146-88c8-4788-bf89-9b699fbfa3c3 admin admin] Network 7ed6d02f-6040-413b-9fc4-a497fd096981 is already hosted by enough agents. {{(pid=94174) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 23 12:01:28.090601 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.scheduler.base_scheduler [None req-3cad9146-88c8-4788-bf89-9b699fbfa3c3 admin admin] Resources bound (agent type, host, resource id): {{(pid=94174) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 23 12:01:28.249633 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.plugins.ml2.rpc [None req-dc7542b2-afef-47f4-a763-e3a3cba144be None None] Device c9e4f2c3-d529-4ef4-ad1e-4e89c2f7c1fb up at agent ovs-agent-dv-neutron-601336-94-hyperv {{(pid=94176) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:298}} Jun 23 12:01:28.265665 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3cad9146-88c8-4788-bf89-9b699fbfa3c3 admin admin] Router e8b892d4-1578-46dc-8a19-4e98f55ca896 has already been hosted by L3 agent 50ef99c0-ef28-4db5-b303-b145898fae60 {{(pid=94174) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 23 12:01:28.317895 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.db.provisioning_blocks [None req-dc7542b2-afef-47f4-a763-e3a3cba144be None None] Provisioning complete for port c9e4f2c3-d529-4ef4-ad1e-4e89c2f7c1fb triggered by entity L2. {{(pid=94176) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 23 12:01:28.318202 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron_lib.callbacks.manager [None req-dc7542b2-afef-47f4-a763-e3a3cba144be None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-899258'] for port, provisioning_complete {{(pid=94176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 12:01:28.420291 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.plugins.ml2.rpc [None req-dc7542b2-afef-47f4-a763-e3a3cba144be None None] Device f3b2eb0c-4ae6-488e-962d-5d535763ede0 up at agent ovs-agent-dv-neutron-601336-94-hyperv {{(pid=94176) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:298}} Jun 23 12:01:28.471491 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.db.provisioning_blocks [None req-a392727f-dc2f-46ea-9bf0-dfbbd6b27a68 None None] Provisioning complete for port 5f30f3d0-ccaf-4377-996f-eecb12f00ee3 triggered by entity DHCP. {{(pid=94176) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 23 12:01:28.471882 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron_lib.callbacks.manager [None req-a392727f-dc2f-46ea-9bf0-dfbbd6b27a68 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-899258'] for port, provisioning_complete {{(pid=94176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 12:01:28.520196 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.plugins.ml2.plugin [None req-a392727f-dc2f-46ea-9bf0-dfbbd6b27a68 None None] Port 5f30f3d0-ccaf-4377-996f-eecb12f00ee3 cannot update to ACTIVE because it is not bound. {{(pid=94176) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jun 23 12:01:28.523001 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.db.provisioning_blocks [None req-dc7542b2-afef-47f4-a763-e3a3cba144be None None] Provisioning complete for port f3b2eb0c-4ae6-488e-962d-5d535763ede0 triggered by entity L2. {{(pid=94176) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 23 12:01:28.523325 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron_lib.callbacks.manager [None req-dc7542b2-afef-47f4-a763-e3a3cba144be None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-899258'] for port, provisioning_complete {{(pid=94176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 12:01:28.608244 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.plugins.ml2.rpc [None req-dc7542b2-afef-47f4-a763-e3a3cba144be None None] Device 8a68256e-5252-41ee-a3e8-b73a5edcd192 up at agent ovs-agent-dv-neutron-601336-94-hyperv {{(pid=94176) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:298}} Jun 23 12:01:28.712132 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.db.provisioning_blocks [None req-dc7542b2-afef-47f4-a763-e3a3cba144be None None] Provisioning for port 8a68256e-5252-41ee-a3e8-b73a5edcd192 completed by entity L2. {{(pid=94176) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 23 12:01:28.716546 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.db.provisioning_blocks [None req-dc7542b2-afef-47f4-a763-e3a3cba144be None None] Provisioning complete for port 8a68256e-5252-41ee-a3e8-b73a5edcd192 triggered by entity L2. {{(pid=94176) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 23 12:01:28.717041 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron_lib.callbacks.manager [None req-dc7542b2-afef-47f4-a763-e3a3cba144be None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-899258'] for port, provisioning_complete {{(pid=94176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 12:01:28.752550 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3cad9146-88c8-4788-bf89-9b699fbfa3c3 admin admin] Notify agent at l3_agent.dv-neutron-601336-94-hyperv the message routers_updated {{(pid=94174) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 23 12:01:28.759954 dv-neutron-601336-94-hyperv neutron-server[94174]: INFO neutron.wsgi [None req-3cad9146-88c8-4788-bf89-9b699fbfa3c3 admin admin] 10.222.0.20 "PUT /v2.0/routers/e8b892d4-1578-46dc-8a19-4e98f55ca896/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.3155777 Jun 23 12:01:28.798604 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron_lib.callbacks.manager [None req-dc7542b2-afef-47f4-a763-e3a3cba144be None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-923122'] for port, before_update {{(pid=94176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 12:01:28.819905 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.plugins.ml2.db [None req-dc7542b2-afef-47f4-a763-e3a3cba144be None None] For port 8a68256e-5252-41ee-a3e8-b73a5edcd192, host dv-neutron-601336-94-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-94-hyperv',level=0,port_id=8a68256e-5252-41ee-a3e8-b73a5edcd192,segment=NetworkSegment(c23be0a5-6980-48fb-bc9f-4a24717fe1de),segment_id=c23be0a5-6980-48fb-bc9f-4a24717fe1de)] {{(pid=94176) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 23 12:01:28.895429 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron_lib.callbacks.manager [None req-dc7542b2-afef-47f4-a763-e3a3cba144be None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-922904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866062', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773700135042', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773699642233', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773699642278'] for port, after_update {{(pid=94176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 12:01:28.897493 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG oslo_concurrency.lockutils [None req-956c1ca9-77e3-4855-8733-28b79529dceb None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 12:01:28.944641 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc7542b2-afef-47f4-a763-e3a3cba144be None None] Pushing event updated for resources: {'Port': ['ID=8a68256e-5252-41ee-a3e8-b73a5edcd192,revision_number=4']} {{(pid=94176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 12:01:28.947750 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG oslo_concurrency.lockutils [None req-dc7542b2-afef-47f4-a763-e3a3cba144be None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=94176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 12:01:29.426425 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-32073da7-3d9b-4a7f-a452-2b5d396f03ce None None] Sync routers for ids ['e8b892d4-1578-46dc-8a19-4e98f55ca896'] in dv-neutron-601336-94-hyperv {{(pid=94176) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 23 12:01:29.439996 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.db.l3_dvrscheduler_db [None req-32073da7-3d9b-4a7f-a452-2b5d396f03ce None None] Routers {'e8b892d4-1578-46dc-8a19-4e98f55ca896'} bound to L3 agent in host dv-neutron-601336-94-hyperv {{(pid=94176) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 23 12:01:29.440944 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.db.l3_hamode_db [None req-32073da7-3d9b-4a7f-a452-2b5d396f03ce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-601336-94-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-06-23T11:22:13Z,description=,heartbeat_timestamp=2021-06-23T12:01:13Z,host='dv-neutron-601336-94-hyperv',id=50ef99c0-ef28-4db5-b303-b145898fae60,load=0,resource_versions=,resources_synced=,started_at=2021-06-23T11:22:14Z,topic='l3_agent')) {'router_ids': ['e8b892d4-1578-46dc-8a19-4e98f55ca896'], 'active': True} {{(pid=94176) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 12:01:29.466862 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-273676f6-95ee-4ce9-9060-55ca6d412482 req-db9a9ebb-68ba-450f-b4e5-f13e40db11fc tempest-TestEncryptedCinderVolumes-1026868442 tempest-TestEncryptedCinderVolumes-1026868442-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 12:01:29.468474 dv-neutron-601336-94-hyperv neutron-server[94175]: INFO neutron.wsgi [req-273676f6-95ee-4ce9-9060-55ca6d412482 req-db9a9ebb-68ba-450f-b4e5-f13e40db11fc tempest-TestEncryptedCinderVolumes-1026868442 tempest-TestEncryptedCinderVolumes-1026868442-project] 10.222.0.20 "GET /v2.0/networks?id=1776f16c-c3f0-4bbb-8836-2a35609d2d01 HTTP/1.1" status: 200 len: 817 time: 0.1103287 Jun 23 12:01:29.487123 dv-neutron-601336-94-hyperv neutron-server[94175]: INFO neutron.wsgi [req-273676f6-95ee-4ce9-9060-55ca6d412482 req-65c91c5d-910a-4b45-9721-e0928292f09b tempest-TestEncryptedCinderVolumes-1026868442 tempest-TestEncryptedCinderVolumes-1026868442-project] 10.222.0.20 "GET /v2.0/quotas/a57cbda215e14f2681409de71aaf113f HTTP/1.1" status: 200 len: 375 time: 0.0100954 Jun 23 12:01:29.561795 dv-neutron-601336-94-hyperv neutron-server[94175]: INFO neutron.wsgi [req-273676f6-95ee-4ce9-9060-55ca6d412482 req-4d0abcb2-d6db-41be-b155-5b70fc0ee4b3 tempest-TestEncryptedCinderVolumes-1026868442 tempest-TestEncryptedCinderVolumes-1026868442-project] 10.222.0.20 "GET /v2.0/ports?tenant_id=a57cbda215e14f2681409de71aaf113f&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0691941 Jun 23 12:01:29.566967 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.db.l3_dvr_db [None req-32073da7-3d9b-4a7f-a452-2b5d396f03ce None None] Set router e8b892d4-1578-46dc-8a19-4e98f55ca896 gateway port host: dv-neutron-601336-94-hyperv {{(pid=94176) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:838}} Jun 23 12:01:29.758560 dv-neutron-601336-94-hyperv neutron-server[94175]: INFO neutron.wsgi [req-273676f6-95ee-4ce9-9060-55ca6d412482 req-08ead12d-f5fd-4f7a-a4f5-95ba0422f2d6 service neutron] 10.222.0.20 "GET /v2.0/networks/1776f16c-c3f0-4bbb-8836-2a35609d2d01?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1842947 Jun 23 12:01:29.775184 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.db.l3_hamode_db [None req-32073da7-3d9b-4a7f-a452-2b5d396f03ce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e8b892d4-1578-46dc-8a19-4e98f55ca896', 'name': 'tempest-TestEncryptedCinderVolumes-1236737955-router', 'tenant_id': '1eba7c40a4a047888631bc252ee2e610', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3e7e4eb3-cf02-4d47-ade9-0a579cdfc60f', 'external_fixed_ips': [{'subnet_id': 'a5ad15ab-c489-4a67-a9b0-d559fca0ec71', 'ip_address': '172.26.3.222'}], 'enable_snat': True}, 'gw_port_id': '8a68256e-5252-41ee-a3e8-b73a5edcd192', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-23T12:01:24Z', 'updated_at': '2021-06-23T12:01:27Z', 'revision_number': 4, 'project_id': '1eba7c40a4a047888631bc252ee2e610', 'gw_port': {'id': '8a68256e-5252-41ee-a3e8-b73a5edcd192', 'name': '', 'network_id': '3e7e4eb3-cf02-4d47-ade9-0a579cdfc60f', 'tenant_id': '', 'mac_address': 'fa:16:3e:8b:ed:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e8b892d4-1578-46dc-8a19-4e98f55ca896', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1657, 'fixed_ips': [{'subnet_id': 'a5ad15ab-c489-4a67-a9b0-d559fca0ec71', 'ip_address': '172.26.3.222', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-94-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-23T12:01:24Z', 'updated_at': '2021-06-23T12:01:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a5ad15ab-c489-4a67-a9b0-d559fca0ec71', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-601336-94-hyperv', '_interfaces': [{'id': '5f30f3d0-ccaf-4377-996f-eecb12f00ee3', 'name': '', 'network_id': '7ed6d02f-6040-413b-9fc4-a497fd096981', 'tenant_id': '1eba7c40a4a047888631bc252ee2e610', 'mac_address': 'fa:16:3e:9d:15:8b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e8b892d4-1578-46dc-8a19-4e98f55ca896', 'device_owner': 'network:router_interface', 'standard_attr_id': 1658, 'fixed_ips': [{'subnet_id': '428750e3-5a29-4719-972d-0b505cbd768a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-23T12:01:26Z', 'updated_at': '2021-06-23T12:01:27Z', 'revision_number': 2, 'project_id': '1eba7c40a4a047888631bc252ee2e610', 'subnets': [{'id': '428750e3-5a29-4719-972d-0b505cbd768a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-601336-94-hyperv', False) {} {{(pid=94176) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 12:01:29.802361 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-32073da7-3d9b-4a7f-a452-2b5d396f03ce None None] Checking router: e8b892d4-1578-46dc-8a19-4e98f55ca896 for host: dv-neutron-601336-94-hyperv {{(pid=94176) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 23 12:01:29.803063 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-32073da7-3d9b-4a7f-a452-2b5d396f03ce None None] Updating router e8b892d4-1578-46dc-8a19-4e98f55ca896 port 5f30f3d0-ccaf-4377-996f-eecb12f00ee3 binding host dv-neutron-601336-94-hyperv {{(pid=94176) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 23 12:01:29.836793 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron_lib.callbacks.manager [None req-32073da7-3d9b-4a7f-a452-2b5d396f03ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-923122'] for port, before_update {{(pid=94176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 12:01:29.856850 dv-neutron-601336-94-hyperv neutron-server[94175]: INFO neutron.wsgi [req-273676f6-95ee-4ce9-9060-55ca6d412482 req-ca894f01-2d5b-422b-b589-46022b900318 service neutron] 10.222.0.20 "GET /v2.0/networks/1776f16c-c3f0-4bbb-8836-2a35609d2d01?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0922239 Jun 23 12:01:30.150061 dv-neutron-601336-94-hyperv neutron-server[94174]: INFO neutron.wsgi [req-3f2e7258-3051-4b6c-84a5-5f71ddbd2466 req-839de907-c3a4-4ef3-93e3-d36c5cce0892 tempest-TestEncryptedCinderVolumes-1026868442 tempest-TestEncryptedCinderVolumes-1026868442-project] 10.222.0.20 "GET /v2.0/ports?device_id=ab85c87b-5d25-48a4-af04-7629d14297de HTTP/1.1" status: 200 len: 210 time: 0.0428264 Jun 23 12:01:30.194604 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.plugins.ml2.rpc [None req-dc7542b2-afef-47f4-a763-e3a3cba144be None None] Device 8a68256e-5252-41ee-a3e8-b73a5edcd192 up at agent ovs-agent-dv-neutron-601336-94-hyperv {{(pid=94176) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:298}} Jun 23 12:01:30.199953 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron_lib.callbacks.manager [None req-32073da7-3d9b-4a7f-a452-2b5d396f03ce None None] Notify callbacks [] for port, precommit_update {{(pid=94176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 12:01:30.245741 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.db.provisioning_blocks [None req-32073da7-3d9b-4a7f-a452-2b5d396f03ce None None] Transition to ACTIVE for port object 5f30f3d0-ccaf-4377-996f-eecb12f00ee3 will not be triggered until provisioned by entity L2. {{(pid=94176) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 23 12:01:30.278399 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.db.provisioning_blocks [None req-dc7542b2-afef-47f4-a763-e3a3cba144be None None] Provisioning complete for port 8a68256e-5252-41ee-a3e8-b73a5edcd192 triggered by entity L2. {{(pid=94176) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 23 12:01:30.278989 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron_lib.callbacks.manager [None req-dc7542b2-afef-47f4-a763-e3a3cba144be None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-899258'] for port, provisioning_complete {{(pid=94176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 12:01:30.327051 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron_lib.callbacks.manager [None req-32073da7-3d9b-4a7f-a452-2b5d396f03ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-922904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866062', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773700135042', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773699642233', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773699642278'] for port, after_update {{(pid=94176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 12:01:30.330198 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG oslo_concurrency.lockutils [None req-dc7542b2-afef-47f4-a763-e3a3cba144be None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 12:01:30.390818 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-538121de-6ce0-425f-b88d-67ccfc6f13a5 None None] Pushing event updated for resources: {'Port': ['ID=5f30f3d0-ccaf-4377-996f-eecb12f00ee3,revision_number=3']} {{(pid=94176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 12:01:30.394551 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG oslo_concurrency.lockutils [None req-538121de-6ce0-425f-b88d-67ccfc6f13a5 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.065s {{(pid=94176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 12:01:30.478253 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.plugins.ml2.managers [None req-32073da7-3d9b-4a7f-a452-2b5d396f03ce None None] Attempting to bind port 5f30f3d0-ccaf-4377-996f-eecb12f00ee3 on host dv-neutron-601336-94-hyperv for vnic_type normal with profile {{(pid=94176) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 23 12:01:30.478594 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.plugins.ml2.managers [None req-32073da7-3d9b-4a7f-a452-2b5d396f03ce None None] Attempting to bind port 5f30f3d0-ccaf-4377-996f-eecb12f00ee3 by drivers openvswitch,hyperv on host dv-neutron-601336-94-hyperv at level 0 using segments [{'id': 'c4f9556f-306e-489e-949d-4ec3fa7b2362', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 447, 'network_id': '7ed6d02f-6040-413b-9fc4-a497fd096981'}] {{(pid=94176) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 23 12:01:30.478973 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-32073da7-3d9b-4a7f-a452-2b5d396f03ce None None] Attempting to bind port 5f30f3d0-ccaf-4377-996f-eecb12f00ee3 on network 7ed6d02f-6040-413b-9fc4-a497fd096981 {{(pid=94176) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 23 12:01:30.487765 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-32073da7-3d9b-4a7f-a452-2b5d396f03ce None None] Checking agent: {'id': '4d05f899-5ac9-411b-8a03-f60c93f87cdf', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-601336-94-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 23, 11, 22, 14), 'started_at': datetime.datetime(2021, 6, 23, 11, 22, 44), 'heartbeat_timestamp': datetime.datetime(2021, 6, 23, 12, 1, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'monitor_allowed_address_pair_garp': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-601336-94-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94176) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 23 12:01:30.488161 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-32073da7-3d9b-4a7f-a452-2b5d396f03ce None None] Checking segment: {'id': 'c4f9556f-306e-489e-949d-4ec3fa7b2362', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 447, 'network_id': '7ed6d02f-6040-413b-9fc4-a497fd096981'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94176) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 23 12:01:30.488672 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron_lib.callbacks.manager [None req-32073da7-3d9b-4a7f-a452-2b5d396f03ce None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 12:01:30.488975 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-32073da7-3d9b-4a7f-a452-2b5d396f03ce None None] Bound using segment: {'id': 'c4f9556f-306e-489e-949d-4ec3fa7b2362', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 447, 'network_id': '7ed6d02f-6040-413b-9fc4-a497fd096981'} {{(pid=94176) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 23 12:01:30.489434 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.plugins.ml2.managers [None req-32073da7-3d9b-4a7f-a452-2b5d396f03ce None None] Bound port: 5f30f3d0-ccaf-4377-996f-eecb12f00ee3, host: dv-neutron-601336-94-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c4f9556f-306e-489e-949d-4ec3fa7b2362', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 447, 'network_id': '7ed6d02f-6040-413b-9fc4-a497fd096981'}}] {{(pid=94176) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 23 12:01:30.489888 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron_lib.callbacks.manager [None req-32073da7-3d9b-4a7f-a452-2b5d396f03ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-923122'] for port, before_update {{(pid=94176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 12:01:30.555833 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.plugins.ml2.db [None req-32073da7-3d9b-4a7f-a452-2b5d396f03ce None None] For port 5f30f3d0-ccaf-4377-996f-eecb12f00ee3, host dv-neutron-601336-94-hyperv, cleared binding levels {{(pid=94176) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 23 12:01:30.558832 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.plugins.ml2.db [None req-32073da7-3d9b-4a7f-a452-2b5d396f03ce None None] For port 5f30f3d0-ccaf-4377-996f-eecb12f00ee3, host dv-neutron-601336-94-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-94-hyperv',level=0,port_id=5f30f3d0-ccaf-4377-996f-eecb12f00ee3,segment=NetworkSegment(c4f9556f-306e-489e-949d-4ec3fa7b2362),segment_id=c4f9556f-306e-489e-949d-4ec3fa7b2362)] {{(pid=94176) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 23 12:01:30.660208 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron_lib.callbacks.manager [None req-32073da7-3d9b-4a7f-a452-2b5d396f03ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-922904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866062', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773700135042', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773699642233', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773699642278'] for port, after_update {{(pid=94176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 12:01:30.662105 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG oslo_concurrency.lockutils [None req-0b984a62-b65d-4c59-bda7-20cebeedb1ea None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 12:01:30.720103 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.db.l3_dvrscheduler_db [None req-32073da7-3d9b-4a7f-a452-2b5d396f03ce None None] Routers {'e8b892d4-1578-46dc-8a19-4e98f55ca896'} bound to L3 agent in host dv-neutron-601336-94-hyperv {{(pid=94176) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 23 12:01:30.720764 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.db.l3_hamode_db [None req-32073da7-3d9b-4a7f-a452-2b5d396f03ce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-601336-94-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-06-23T11:22:13Z,description=,heartbeat_timestamp=2021-06-23T12:01:13Z,host='dv-neutron-601336-94-hyperv',id=50ef99c0-ef28-4db5-b303-b145898fae60,load=0,resource_versions=,resources_synced=,started_at=2021-06-23T11:22:14Z,topic='l3_agent')) {'router_ids': ['e8b892d4-1578-46dc-8a19-4e98f55ca896'], 'active': True} {{(pid=94176) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 12:01:30.757518 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-538121de-6ce0-425f-b88d-67ccfc6f13a5 None None] Pushing event updated for resources: {'Port': ['ID=5f30f3d0-ccaf-4377-996f-eecb12f00ee3,revision_number=4']} {{(pid=94176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 12:01:30.762765 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG oslo_concurrency.lockutils [None req-538121de-6ce0-425f-b88d-67ccfc6f13a5 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.100s {{(pid=94176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 12:01:30.837474 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.db.l3_dvr_db [None req-32073da7-3d9b-4a7f-a452-2b5d396f03ce None None] Set router e8b892d4-1578-46dc-8a19-4e98f55ca896 gateway port host: dv-neutron-601336-94-hyperv {{(pid=94176) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:838}} Jun 23 12:01:31.037779 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.db.l3_hamode_db [None req-32073da7-3d9b-4a7f-a452-2b5d396f03ce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e8b892d4-1578-46dc-8a19-4e98f55ca896', 'name': 'tempest-TestEncryptedCinderVolumes-1236737955-router', 'tenant_id': '1eba7c40a4a047888631bc252ee2e610', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3e7e4eb3-cf02-4d47-ade9-0a579cdfc60f', 'external_fixed_ips': [{'subnet_id': 'a5ad15ab-c489-4a67-a9b0-d559fca0ec71', 'ip_address': '172.26.3.222'}], 'enable_snat': True}, 'gw_port_id': '8a68256e-5252-41ee-a3e8-b73a5edcd192', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-23T12:01:24Z', 'updated_at': '2021-06-23T12:01:27Z', 'revision_number': 4, 'project_id': '1eba7c40a4a047888631bc252ee2e610', 'gw_port': {'id': '8a68256e-5252-41ee-a3e8-b73a5edcd192', 'name': '', 'network_id': '3e7e4eb3-cf02-4d47-ade9-0a579cdfc60f', 'tenant_id': '', 'mac_address': 'fa:16:3e:8b:ed:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e8b892d4-1578-46dc-8a19-4e98f55ca896', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1657, 'fixed_ips': [{'subnet_id': 'a5ad15ab-c489-4a67-a9b0-d559fca0ec71', 'ip_address': '172.26.3.222', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-94-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-23T12:01:24Z', 'updated_at': '2021-06-23T12:01:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a5ad15ab-c489-4a67-a9b0-d559fca0ec71', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-601336-94-hyperv', '_interfaces': [{'id': '5f30f3d0-ccaf-4377-996f-eecb12f00ee3', 'name': '', 'network_id': '7ed6d02f-6040-413b-9fc4-a497fd096981', 'tenant_id': '1eba7c40a4a047888631bc252ee2e610', 'mac_address': 'fa:16:3e:9d:15:8b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e8b892d4-1578-46dc-8a19-4e98f55ca896', 'device_owner': 'network:router_interface', 'standard_attr_id': 1658, 'fixed_ips': [{'subnet_id': '428750e3-5a29-4719-972d-0b505cbd768a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-94-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-23T12:01:26Z', 'updated_at': '2021-06-23T12:01:30Z', 'revision_number': 4, 'project_id': '1eba7c40a4a047888631bc252ee2e610', 'subnets': [{'id': '428750e3-5a29-4719-972d-0b505cbd768a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-601336-94-hyperv', False) {} {{(pid=94176) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 12:01:31.063798 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-32073da7-3d9b-4a7f-a452-2b5d396f03ce None None] The sync data for ids ['e8b892d4-1578-46dc-8a19-4e98f55ca896'] in dv-neutron-601336-94-hyperv is: [{'id': 'e8b892d4-1578-46dc-8a19-4e98f55ca896', 'name': 'tempest-TestEncryptedCinderVolumes-1236737955-router', 'tenant_id': '1eba7c40a4a047888631bc252ee2e610', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3e7e4eb3-cf02-4d47-ade9-0a579cdfc60f', 'external_fixed_ips': [{'subnet_id': 'a5ad15ab-c489-4a67-a9b0-d559fca0ec71', 'ip_address': '172.26.3.222'}], 'enable_snat': True}, 'gw_port_id': '8a68256e-5252-41ee-a3e8-b73a5edcd192', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-23T12:01:24Z', 'updated_at': '2021-06-23T12:01:27Z', 'revision_number': 4, 'project_id': '1eba7c40a4a047888631bc252ee2e610', 'gw_port': {'id': '8a68256e-5252-41ee-a3e8-b73a5edcd192', 'name': '', 'network_id': '3e7e4eb3-cf02-4d47-ade9-0a579cdfc60f', 'tenant_id': '', 'mac_address': 'fa:16:3e:8b:ed:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e8b892d4-1578-46dc-8a19-4e98f55ca896', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1657, 'fixed_ips': [{'subnet_id': 'a5ad15ab-c489-4a67-a9b0-d559fca0ec71', 'ip_address': '172.26.3.222', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-94-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-23T12:01:24Z', 'updated_at': '2021-06-23T12:01:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a5ad15ab-c489-4a67-a9b0-d559fca0ec71', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-601336-94-hyperv', '_interfaces': [{'id': '5f30f3d0-ccaf-4377-996f-eecb12f00ee3', 'name': '', 'network_id': '7ed6d02f-6040-413b-9fc4-a497fd096981', 'tenant_id': '1eba7c40a4a047888631bc252ee2e610', 'mac_address': 'fa:16:3e:9d:15:8b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e8b892d4-1578-46dc-8a19-4e98f55ca896', 'device_owner': 'network:router_interface', 'standard_attr_id': 1658, 'fixed_ips': [{'subnet_id': '428750e3-5a29-4719-972d-0b505cbd768a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-94-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-23T12:01:26Z', 'updated_at': '2021-06-23T12:01:30Z', 'revision_number': 4, 'project_id': '1eba7c40a4a047888631bc252ee2e610', 'subnets': [{'id': '428750e3-5a29-4719-972d-0b505cbd768a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94176) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 23 12:01:31.248473 dv-neutron-601336-94-hyperv neutron-server[94175]: INFO neutron.wsgi [req-1c0dcd9a-0828-4566-9724-dd8db2479892 req-3dcc1b8d-0cdd-4893-9243-e2dd5695e339 tempest-TestEncryptedCinderVolumes-1026868442 tempest-TestEncryptedCinderVolumes-1026868442-project] 10.222.0.20 "GET /v2.0/ports?device_id=ab85c87b-5d25-48a4-af04-7629d14297de HTTP/1.1" status: 200 len: 210 time: 0.0335519 Jun 23 12:01:32.174993 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.plugins.ml2.rpc [None req-dc7542b2-afef-47f4-a763-e3a3cba144be None None] Device 5f30f3d0-ccaf-4377-996f-eecb12f00ee3 up at agent ovs-agent-dv-neutron-601336-94-hyperv {{(pid=94176) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:298}} Jun 23 12:01:32.294701 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.db.provisioning_blocks [None req-dc7542b2-afef-47f4-a763-e3a3cba144be None None] Provisioning for port 5f30f3d0-ccaf-4377-996f-eecb12f00ee3 completed by entity L2. {{(pid=94176) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 23 12:01:32.303357 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.db.provisioning_blocks [None req-dc7542b2-afef-47f4-a763-e3a3cba144be None None] Provisioning complete for port 5f30f3d0-ccaf-4377-996f-eecb12f00ee3 triggered by entity L2. {{(pid=94176) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 23 12:01:32.303657 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron_lib.callbacks.manager [None req-dc7542b2-afef-47f4-a763-e3a3cba144be None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-899258'] for port, provisioning_complete {{(pid=94176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 12:01:32.383488 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron_lib.callbacks.manager [None req-dc7542b2-afef-47f4-a763-e3a3cba144be None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-923122'] for port, before_update {{(pid=94176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 12:01:32.403070 dv-neutron-601336-94-hyperv neutron-server[94174]: INFO neutron.wsgi [req-be0546a2-421f-4e8f-8082-be5fa8620e1d req-97d77022-65f9-4535-a710-cce5861b6d6e tempest-TestEncryptedCinderVolumes-1026868442 tempest-TestEncryptedCinderVolumes-1026868442-project] 10.222.0.20 "GET /v2.0/ports?device_id=ab85c87b-5d25-48a4-af04-7629d14297de HTTP/1.1" status: 200 len: 210 time: 0.0334923 Jun 23 12:01:32.417237 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.plugins.ml2.db [None req-dc7542b2-afef-47f4-a763-e3a3cba144be None None] For port 5f30f3d0-ccaf-4377-996f-eecb12f00ee3, host dv-neutron-601336-94-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-94-hyperv',level=0,port_id=5f30f3d0-ccaf-4377-996f-eecb12f00ee3,segment=NetworkSegment(c4f9556f-306e-489e-949d-4ec3fa7b2362),segment_id=c4f9556f-306e-489e-949d-4ec3fa7b2362)] {{(pid=94176) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 23 12:01:32.506203 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron_lib.callbacks.manager [None req-dc7542b2-afef-47f4-a763-e3a3cba144be None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-922904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866062', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773700135042', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773699642233', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773699642278'] for port, after_update {{(pid=94176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 12:01:32.508190 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG oslo_concurrency.lockutils [None req-135451fc-dfaf-4bd8-982f-3bbfc1a69800 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 12:01:32.556991 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc7542b2-afef-47f4-a763-e3a3cba144be None None] Pushing event updated for resources: {'Port': ['ID=5f30f3d0-ccaf-4377-996f-eecb12f00ee3,revision_number=5']} {{(pid=94176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 12:01:32.560088 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG oslo_concurrency.lockutils [None req-dc7542b2-afef-47f4-a763-e3a3cba144be None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.052s {{(pid=94176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 12:01:32.735616 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-273676f6-95ee-4ce9-9060-55ca6d412482 req-f15397c5-b282-42dd-8fd7-e2b2ff6561a5 tempest-TestEncryptedCinderVolumes-1026868442 tempest-TestEncryptedCinderVolumes-1026868442-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 12:01:32.737191 dv-neutron-601336-94-hyperv neutron-server[94175]: INFO neutron.wsgi [req-273676f6-95ee-4ce9-9060-55ca6d412482 req-f15397c5-b282-42dd-8fd7-e2b2ff6561a5 tempest-TestEncryptedCinderVolumes-1026868442 tempest-TestEncryptedCinderVolumes-1026868442-project] 10.222.0.52 "GET /v2.0/networks?id=1776f16c-c3f0-4bbb-8836-2a35609d2d01 HTTP/1.1" status: 200 len: 817 time: 0.1077628 Jun 23 12:01:32.749508 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.api.v2.base [req-273676f6-95ee-4ce9-9060-55ca6d412482 req-dc7d3e16-9b66-4305-a8b2-904cb1e34867 tempest-TestEncryptedCinderVolumes-1026868442 tempest-TestEncryptedCinderVolumes-1026868442-project] Request body: {'port': {'device_id': 'ab85c87b-5d25-48a4-af04-7629d14297de', 'network_id': '1776f16c-c3f0-4bbb-8836-2a35609d2d01', 'admin_state_up': True, 'tenant_id': 'a57cbda215e14f2681409de71aaf113f'}} {{(pid=94175) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 23 12:01:32.957354 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-273676f6-95ee-4ce9-9060-55ca6d412482 req-dc7d3e16-9b66-4305-a8b2-904cb1e34867 tempest-TestEncryptedCinderVolumes-1026868442 tempest-TestEncryptedCinderVolumes-1026868442-project] Made reservation on behalf of a57cbda215e14f2681409de71aaf113f for: {'port': 1} {{(pid=94175) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 23 12:01:32.961295 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron_lib.callbacks.manager [req-273676f6-95ee-4ce9-9060-55ca6d412482 req-dc7d3e16-9b66-4305-a8b2-904cb1e34867 tempest-TestEncryptedCinderVolumes-1026868442 tempest-TestEncryptedCinderVolumes-1026868442-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-923104'] for port, before_create {{(pid=94175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 12:01:33.095446 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.db.db_base_plugin_common [req-273676f6-95ee-4ce9-9060-55ca6d412482 req-dc7d3e16-9b66-4305-a8b2-904cb1e34867 tempest-TestEncryptedCinderVolumes-1026868442 tempest-TestEncryptedCinderVolumes-1026868442-project] Allocated IP 172.20.0.9 (1776f16c-c3f0-4bbb-8836-2a35609d2d01/72d6c9b7-ee80-41b7-b5ea-09392c2d148e/ea29691e-f576-4fd0-8842-461a06963bf7) {{(pid=94175) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 23 12:01:33.251088 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron_lib.callbacks.manager [req-273676f6-95ee-4ce9-9060-55ca6d412482 req-dc7d3e16-9b66-4305-a8b2-904cb1e34867 tempest-TestEncryptedCinderVolumes-1026868442 tempest-TestEncryptedCinderVolumes-1026868442-project] Notify callbacks [] for port, precommit_create {{(pid=94175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 12:01:33.265893 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.db.provisioning_blocks [req-273676f6-95ee-4ce9-9060-55ca6d412482 req-dc7d3e16-9b66-4305-a8b2-904cb1e34867 tempest-TestEncryptedCinderVolumes-1026868442 tempest-TestEncryptedCinderVolumes-1026868442-project] Transition to ACTIVE for port object ea29691e-f576-4fd0-8842-461a06963bf7 will not be triggered until provisioned by entity DHCP. {{(pid=94175) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 23 12:01:33.369431 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron_lib.callbacks.manager [req-273676f6-95ee-4ce9-9060-55ca6d412482 req-dc7d3e16-9b66-4305-a8b2-904cb1e34867 tempest-TestEncryptedCinderVolumes-1026868442 tempest-TestEncryptedCinderVolumes-1026868442-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-922915', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-239814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7866073', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773699642215', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-5082457'] for port, after_create {{(pid=94175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 12:01:33.373727 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG oslo_concurrency.lockutils [None req-7ce27811-4364-4f5c-b7d0-34b86e5c31cb tempest-ServersNegativeTestJSON-2112366187 tempest-ServersNegativeTestJSON-2112366187-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94175) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 12:01:33.419823 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-273676f6-95ee-4ce9-9060-55ca6d412482 req-dc7d3e16-9b66-4305-a8b2-904cb1e34867 tempest-TestEncryptedCinderVolumes-1026868442 tempest-TestEncryptedCinderVolumes-1026868442-project] Network 1776f16c-c3f0-4bbb-8836-2a35609d2d01 is already hosted by enough agents. {{(pid=94175) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 23 12:01:33.423190 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.scheduler.base_scheduler [req-273676f6-95ee-4ce9-9060-55ca6d412482 req-dc7d3e16-9b66-4305-a8b2-904cb1e34867 tempest-TestEncryptedCinderVolumes-1026868442 tempest-TestEncryptedCinderVolumes-1026868442-project] Resources bound (agent type, host, resource id): {{(pid=94175) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 23 12:01:33.430978 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.db.l3_dvrscheduler_db [req-273676f6-95ee-4ce9-9060-55ca6d412482 req-dc7d3e16-9b66-4305-a8b2-904cb1e34867 tempest-TestEncryptedCinderVolumes-1026868442 tempest-TestEncryptedCinderVolumes-1026868442-project] Received port after_create {{(pid=94175) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 23 12:01:33.473401 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc7d3e16-9b66-4305-a8b2-904cb1e34867 tempest-TestEncryptedCinderVolumes-1026868442 tempest-TestEncryptedCinderVolumes-1026868442-project] Pushing event updated for resources: {'Port': ['ID=ea29691e-f576-4fd0-8842-461a06963bf7,revision_number=1']} {{(pid=94175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 12:01:33.485011 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG oslo_concurrency.lockutils [None req-dc7d3e16-9b66-4305-a8b2-904cb1e34867 tempest-TestEncryptedCinderVolumes-1026868442 tempest-TestEncryptedCinderVolumes-1026868442-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.111s {{(pid=94175) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 12:01:33.498743 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-273676f6-95ee-4ce9-9060-55ca6d412482 req-dc7d3e16-9b66-4305-a8b2-904cb1e34867 tempest-TestEncryptedCinderVolumes-1026868442 tempest-TestEncryptedCinderVolumes-1026868442-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 12:01:33.499377 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron_lib.callbacks.manager [req-273676f6-95ee-4ce9-9060-55ca6d412482 req-dc7d3e16-9b66-4305-a8b2-904cb1e34867 tempest-TestEncryptedCinderVolumes-1026868442 tempest-TestEncryptedCinderVolumes-1026868442-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-217507'] for port, before_response {{(pid=94175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 12:01:33.598098 dv-neutron-601336-94-hyperv neutron-server[94175]: INFO neutron.wsgi [req-273676f6-95ee-4ce9-9060-55ca6d412482 req-dc7d3e16-9b66-4305-a8b2-904cb1e34867 tempest-TestEncryptedCinderVolumes-1026868442 tempest-TestEncryptedCinderVolumes-1026868442-project] 10.222.0.52 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8524225 Jun 23 12:01:33.611696 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.wsgi [req-273676f6-95ee-4ce9-9060-55ca6d412482 req-640f37d0-c7cb-400c-ba3a-8b53de7b67f3 tempest-TestEncryptedCinderVolumes-1026868442 tempest-TestEncryptedCinderVolumes-1026868442-project] http://10.222.0.20:9696/v2.0/extensions returned with HTTP 200 {{(pid=94175) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 23 12:01:33.612718 dv-neutron-601336-94-hyperv neutron-server[94175]: INFO neutron.wsgi [req-273676f6-95ee-4ce9-9060-55ca6d412482 req-640f37d0-c7cb-400c-ba3a-8b53de7b67f3 tempest-TestEncryptedCinderVolumes-1026868442 tempest-TestEncryptedCinderVolumes-1026868442-project] 10.222.0.52 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13933 time: 0.0067303 Jun 23 12:01:33.621825 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b14c721d-bd86-4b21-90f3-e09d2f430cfd req-ca60d9ef-2de3-4d87-9cf7-ba98cf9943d3 tempest-TestEncryptedCinderVolumes-1026868442 tempest-TestEncryptedCinderVolumes-1026868442-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 12:01:33.623436 dv-neutron-601336-94-hyperv neutron-server[94175]: INFO neutron.wsgi [req-b14c721d-bd86-4b21-90f3-e09d2f430cfd req-ca60d9ef-2de3-4d87-9cf7-ba98cf9943d3 tempest-TestEncryptedCinderVolumes-1026868442 tempest-TestEncryptedCinderVolumes-1026868442-project] 10.222.0.20 "GET /v2.0/ports?device_id=ab85c87b-5d25-48a4-af04-7629d14297de HTTP/1.1" status: 200 len: 931 time: 0.0777023 Jun 23 12:01:33.670734 dv-neutron-601336-94-hyperv neutron-server[94175]: INFO neutron.wsgi [req-b14c721d-bd86-4b21-90f3-e09d2f430cfd req-c94871a8-7389-49a4-8670-fc5e98849245 tempest-TestEncryptedCinderVolumes-1026868442 tempest-TestEncryptedCinderVolumes-1026868442-project] 10.222.0.20 "GET /v2.0/security-groups?id=1892fab6-61fd-498b-9a28-784669a5e0c4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0403464 Jun 23 12:01:33.696729 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.api.v2.base [req-273676f6-95ee-4ce9-9060-55ca6d412482 req-342a6c76-fea3-4d04-ba21-40fe3d8eaad8 service neutron] Request body: {'port': {'device_id': 'ab85c87b-5d25-48a4-af04-7629d14297de', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-6013'}} {{(pid=94175) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 23 12:01:33.785493 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.db.provisioning_blocks [None req-5d0b4d73-5f18-477c-b239-2229e4aec1c1 None None] Provisioning for port ea29691e-f576-4fd0-8842-461a06963bf7 completed by entity DHCP. {{(pid=94176) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 23 12:01:33.790418 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.db.provisioning_blocks [None req-5d0b4d73-5f18-477c-b239-2229e4aec1c1 None None] Provisioning complete for port ea29691e-f576-4fd0-8842-461a06963bf7 triggered by entity DHCP. {{(pid=94176) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 23 12:01:33.795219 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron_lib.callbacks.manager [None req-5d0b4d73-5f18-477c-b239-2229e4aec1c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-899258'] for port, provisioning_complete {{(pid=94176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 12:01:33.837016 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.plugins.ml2.plugin [None req-5d0b4d73-5f18-477c-b239-2229e4aec1c1 None None] Port ea29691e-f576-4fd0-8842-461a06963bf7 cannot update to ACTIVE because it is not bound. {{(pid=94176) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jun 23 12:01:34.157581 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.plugins.ml2.rpc [None req-dc7542b2-afef-47f4-a763-e3a3cba144be None None] Device 5f30f3d0-ccaf-4377-996f-eecb12f00ee3 up at agent ovs-agent-dv-neutron-601336-94-hyperv {{(pid=94176) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:298}} Jun 23 12:01:34.173030 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron_lib.callbacks.manager [req-273676f6-95ee-4ce9-9060-55ca6d412482 req-342a6c76-fea3-4d04-ba21-40fe3d8eaad8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-923122'] for port, before_update {{(pid=94175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 12:01:34.215431 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.db.provisioning_blocks [None req-dc7542b2-afef-47f4-a763-e3a3cba144be None None] Provisioning complete for port 5f30f3d0-ccaf-4377-996f-eecb12f00ee3 triggered by entity L2. {{(pid=94176) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 23 12:01:34.215822 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron_lib.callbacks.manager [None req-dc7542b2-afef-47f4-a763-e3a3cba144be None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-899258'] for port, provisioning_complete {{(pid=94176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 12:01:34.450779 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.notifiers.nova [req-273676f6-95ee-4ce9-9060-55ca6d412482 req-342a6c76-fea3-4d04-ba21-40fe3d8eaad8 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ea29691e-f576-4fd0-8842-461a06963bf7 {{(pid=94175) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 23 12:01:34.458874 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron_lib.callbacks.manager [req-273676f6-95ee-4ce9-9060-55ca6d412482 req-342a6c76-fea3-4d04-ba21-40fe3d8eaad8 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 12:01:34.473893 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.db.provisioning_blocks [req-273676f6-95ee-4ce9-9060-55ca6d412482 req-342a6c76-fea3-4d04-ba21-40fe3d8eaad8 service neutron] Transition to ACTIVE for port object ea29691e-f576-4fd0-8842-461a06963bf7 will not be triggered until provisioned by entity L2. {{(pid=94175) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 23 12:01:34.563891 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron_lib.callbacks.manager [req-273676f6-95ee-4ce9-9060-55ca6d412482 req-342a6c76-fea3-4d04-ba21-40fe3d8eaad8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-922904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866062', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773700135042', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773699642233', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773699642278', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5082471'] for port, after_update {{(pid=94175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 12:01:34.566608 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG oslo_concurrency.lockutils [None req-2139f6b5-5ee6-458d-ba04-bc89d6eef20c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94175) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 12:01:34.624843 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-342a6c76-fea3-4d04-ba21-40fe3d8eaad8 service neutron] Pushing event updated for resources: {'Port': ['ID=ea29691e-f576-4fd0-8842-461a06963bf7,revision_number=2']} {{(pid=94175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 12:01:34.631061 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG oslo_concurrency.lockutils [None req-342a6c76-fea3-4d04-ba21-40fe3d8eaad8 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.062s {{(pid=94175) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 12:01:34.705816 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.plugins.ml2.managers [req-273676f6-95ee-4ce9-9060-55ca6d412482 req-342a6c76-fea3-4d04-ba21-40fe3d8eaad8 service neutron] Attempting to bind port ea29691e-f576-4fd0-8842-461a06963bf7 on host hv-neutron-6013 for vnic_type normal with profile {{(pid=94175) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 23 12:01:34.706161 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.plugins.ml2.managers [req-273676f6-95ee-4ce9-9060-55ca6d412482 req-342a6c76-fea3-4d04-ba21-40fe3d8eaad8 service neutron] Attempting to bind port ea29691e-f576-4fd0-8842-461a06963bf7 by drivers openvswitch,hyperv on host hv-neutron-6013 at level 0 using segments [{'id': '7593b026-ca57-4568-b466-d244ad7a2be6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 422, 'network_id': '1776f16c-c3f0-4bbb-8836-2a35609d2d01'}] {{(pid=94175) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 23 12:01:34.706508 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-273676f6-95ee-4ce9-9060-55ca6d412482 req-342a6c76-fea3-4d04-ba21-40fe3d8eaad8 service neutron] Attempting to bind port ea29691e-f576-4fd0-8842-461a06963bf7 on network 1776f16c-c3f0-4bbb-8836-2a35609d2d01 {{(pid=94175) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 23 12:01:34.711468 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-273676f6-95ee-4ce9-9060-55ca6d412482 req-342a6c76-fea3-4d04-ba21-40fe3d8eaad8 service neutron] Port ea29691e-f576-4fd0-8842-461a06963bf7 on network 1776f16c-c3f0-4bbb-8836-2a35609d2d01 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-6013 {{(pid=94175) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 23 12:01:34.711823 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-273676f6-95ee-4ce9-9060-55ca6d412482 req-342a6c76-fea3-4d04-ba21-40fe3d8eaad8 service neutron] Attempting to bind port ea29691e-f576-4fd0-8842-461a06963bf7 on network 1776f16c-c3f0-4bbb-8836-2a35609d2d01 {{(pid=94175) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 23 12:01:34.717257 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-273676f6-95ee-4ce9-9060-55ca6d412482 req-342a6c76-fea3-4d04-ba21-40fe3d8eaad8 service neutron] Checking agent: {'id': '3a130b41-5b27-406b-aeb2-5a923af79f10', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-6013', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 23, 11, 28, 23), 'started_at': datetime.datetime(2021, 6, 23, 11, 28, 23), 'heartbeat_timestamp': datetime.datetime(2021, 6, 23, 12, 1, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94175) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 23 12:01:34.717633 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-273676f6-95ee-4ce9-9060-55ca6d412482 req-342a6c76-fea3-4d04-ba21-40fe3d8eaad8 service neutron] Checking segment: {'id': '7593b026-ca57-4568-b466-d244ad7a2be6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 422, 'network_id': '1776f16c-c3f0-4bbb-8836-2a35609d2d01'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94175) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 23 12:01:34.717998 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-273676f6-95ee-4ce9-9060-55ca6d412482 req-342a6c76-fea3-4d04-ba21-40fe3d8eaad8 service neutron] Bound using segment: {'id': '7593b026-ca57-4568-b466-d244ad7a2be6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 422, 'network_id': '1776f16c-c3f0-4bbb-8836-2a35609d2d01'} {{(pid=94175) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 23 12:01:34.718431 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.plugins.ml2.managers [req-273676f6-95ee-4ce9-9060-55ca6d412482 req-342a6c76-fea3-4d04-ba21-40fe3d8eaad8 service neutron] Bound port: ea29691e-f576-4fd0-8842-461a06963bf7, host: hv-neutron-6013, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7593b026-ca57-4568-b466-d244ad7a2be6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 422, 'network_id': '1776f16c-c3f0-4bbb-8836-2a35609d2d01'}}] {{(pid=94175) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 23 12:01:34.718785 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron_lib.callbacks.manager [req-273676f6-95ee-4ce9-9060-55ca6d412482 req-342a6c76-fea3-4d04-ba21-40fe3d8eaad8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-923122'] for port, before_update {{(pid=94175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 12:01:34.794000 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.plugins.ml2.db [req-273676f6-95ee-4ce9-9060-55ca6d412482 req-342a6c76-fea3-4d04-ba21-40fe3d8eaad8 service neutron] For port ea29691e-f576-4fd0-8842-461a06963bf7, host hv-neutron-6013, cleared binding levels {{(pid=94175) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 23 12:01:34.797959 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.plugins.ml2.db [req-273676f6-95ee-4ce9-9060-55ca6d412482 req-342a6c76-fea3-4d04-ba21-40fe3d8eaad8 service neutron] For port ea29691e-f576-4fd0-8842-461a06963bf7, host hv-neutron-6013, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-6013',level=0,port_id=ea29691e-f576-4fd0-8842-461a06963bf7,segment=NetworkSegment(7593b026-ca57-4568-b466-d244ad7a2be6),segment_id=7593b026-ca57-4568-b466-d244ad7a2be6)] {{(pid=94175) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 23 12:01:34.853761 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c1a40b5-69c6-4afa-9fe3-74808142f5ff req-67116441-1310-4696-bdcf-eae0e9687cc8 tempest-TestEncryptedCinderVolumes-1026868442 tempest-TestEncryptedCinderVolumes-1026868442-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94174) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 12:01:34.854764 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron_lib.callbacks.manager [req-273676f6-95ee-4ce9-9060-55ca6d412482 req-342a6c76-fea3-4d04-ba21-40fe3d8eaad8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-922904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866062', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773700135042', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773699642233', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773699642278', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5082471'] for port, after_update {{(pid=94175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 12:01:34.858062 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG oslo_concurrency.lockutils [None req-5e9ca26a-3546-4ccb-94da-c79dd0681ece tempest-NetworksIpV6Test-2059726755 tempest-NetworksIpV6Test-2059726755-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94175) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 12:01:34.859235 dv-neutron-601336-94-hyperv neutron-server[94174]: INFO neutron.wsgi [req-0c1a40b5-69c6-4afa-9fe3-74808142f5ff req-67116441-1310-4696-bdcf-eae0e9687cc8 tempest-TestEncryptedCinderVolumes-1026868442 tempest-TestEncryptedCinderVolumes-1026868442-project] 10.222.0.20 "GET /v2.0/ports?device_id=ab85c87b-5d25-48a4-af04-7629d14297de HTTP/1.1" status: 200 len: 943 time: 0.0715744 Jun 23 12:01:34.897712 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-273676f6-95ee-4ce9-9060-55ca6d412482 req-342a6c76-fea3-4d04-ba21-40fe3d8eaad8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 12:01:34.898343 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron_lib.callbacks.manager [req-273676f6-95ee-4ce9-9060-55ca6d412482 req-342a6c76-fea3-4d04-ba21-40fe3d8eaad8 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-217507'] for port, before_response {{(pid=94175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 12:01:34.899783 dv-neutron-601336-94-hyperv neutron-server[94175]: INFO neutron.wsgi [req-273676f6-95ee-4ce9-9060-55ca6d412482 req-342a6c76-fea3-4d04-ba21-40fe3d8eaad8 service neutron] 10.222.0.52 "PUT /v2.0/ports/ea29691e-f576-4fd0-8842-461a06963bf7 HTTP/1.1" status: 200 len: 1093 time: 1.2754111 Jun 23 12:01:34.900324 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ab85c87b-5d25-48a4-af04-7629d14297de', 'tag': 'ea29691e-f576-4fd0-8842-461a06963bf7'}] {{(pid=94175) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 23 12:01:34.903557 dv-neutron-601336-94-hyperv neutron-server[94174]: INFO neutron.wsgi [req-0c1a40b5-69c6-4afa-9fe3-74808142f5ff req-653f26eb-74fe-4889-a734-e06b3060f642 tempest-TestEncryptedCinderVolumes-1026868442 tempest-TestEncryptedCinderVolumes-1026868442-project] 10.222.0.20 "GET /v2.0/security-groups?id=1892fab6-61fd-498b-9a28-784669a5e0c4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0416214 Jun 23 12:01:34.906247 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1970408df4ea4e7170669a1249478e627cf05a5a0b07cc08a66c5cb53d0ac47a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2dae6949-0ee6-4c2f-8506-297b7e26e0a9" -d '{"events": [{"name": "network-changed", "server_uuid": "ab85c87b-5d25-48a4-af04-7629d14297de", "tag": "ea29691e-f576-4fd0-8842-461a06963bf7"}]}' {{(pid=94175) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 23 12:01:34.932285 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-342a6c76-fea3-4d04-ba21-40fe3d8eaad8 service neutron] Pushing event updated for resources: {'Port': ['ID=ea29691e-f576-4fd0-8842-461a06963bf7,revision_number=3']} {{(pid=94175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 12:01:34.935667 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG oslo_concurrency.lockutils [None req-342a6c76-fea3-4d04-ba21-40fe3d8eaad8 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.078s {{(pid=94175) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 12:01:34.962171 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 23 Jun 2021 12:01:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cdd5b563-8827-4762-abf8-3848f0ac1ff9 x-openstack-request-id: req-cdd5b563-8827-4762-abf8-3848f0ac1ff9 {{(pid=94175) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 23 12:01:34.962568 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ab85c87b-5d25-48a4-af04-7629d14297de", "tag": "ea29691e-f576-4fd0-8842-461a06963bf7", "status": "completed", "code": 200}]} {{(pid=94175) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 23 12:01:34.962838 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-cdd5b563-8827-4762-abf8-3848f0ac1ff9 {{(pid=94175) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 23 12:01:34.963350 dv-neutron-601336-94-hyperv neutron-server[94175]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ab85c87b-5d25-48a4-af04-7629d14297de', 'tag': 'ea29691e-f576-4fd0-8842-461a06963bf7', 'status': 'completed', 'code': 200} Jun 23 12:01:35.044747 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dae6949-0ee6-4c2f-8506-297b7e26e0a9 req-ec86e4ea-a987-4c51-96f6-6ab2d85aaca8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 12:01:35.046320 dv-neutron-601336-94-hyperv neutron-server[94175]: INFO neutron.wsgi [req-2dae6949-0ee6-4c2f-8506-297b7e26e0a9 req-ec86e4ea-a987-4c51-96f6-6ab2d85aaca8 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=a57cbda215e14f2681409de71aaf113f&device_id=ab85c87b-5d25-48a4-af04-7629d14297de HTTP/1.1" status: 200 len: 1096 time: 0.0586643 Jun 23 12:01:35.152523 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dae6949-0ee6-4c2f-8506-297b7e26e0a9 req-23d63c2d-e290-4438-ba69-1346c37be82c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 12:01:35.154909 dv-neutron-601336-94-hyperv neutron-server[94175]: INFO neutron.wsgi [req-2dae6949-0ee6-4c2f-8506-297b7e26e0a9 req-23d63c2d-e290-4438-ba69-1346c37be82c service neutron] 10.222.0.52 "GET /v2.0/networks?tenant_id=a57cbda215e14f2681409de71aaf113f&shared=False HTTP/1.1" status: 200 len: 918 time: 0.1009910 Jun 23 12:01:35.257288 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dae6949-0ee6-4c2f-8506-297b7e26e0a9 req-a07e7a30-a290-4abd-8901-cb241e3190ea service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 12:01:35.258670 dv-neutron-601336-94-hyperv neutron-server[94175]: INFO neutron.wsgi [req-2dae6949-0ee6-4c2f-8506-297b7e26e0a9 req-a07e7a30-a290-4abd-8901-cb241e3190ea service neutron] 10.222.0.52 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0982201 Jun 23 12:01:35.350608 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-273676f6-95ee-4ce9-9060-55ca6d412482 req-783013e7-1109-4e4f-bba4-e5f29b0350aa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 12:01:35.352176 dv-neutron-601336-94-hyperv neutron-server[94175]: INFO neutron.wsgi [req-273676f6-95ee-4ce9-9060-55ca6d412482 req-783013e7-1109-4e4f-bba4-e5f29b0350aa service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=a57cbda215e14f2681409de71aaf113f&device_id=ab85c87b-5d25-48a4-af04-7629d14297de HTTP/1.1" status: 200 len: 1096 time: 0.0546122 Jun 23 12:01:35.398730 dv-neutron-601336-94-hyperv neutron-server[94175]: INFO neutron.wsgi [req-273676f6-95ee-4ce9-9060-55ca6d412482 req-b0f9e07b-7549-41be-859a-bf3f5a604e79 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=ea29691e-f576-4fd0-8842-461a06963bf7 HTTP/1.1" status: 200 len: 217 time: 0.0395989 Jun 23 12:01:35.447699 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-273676f6-95ee-4ce9-9060-55ca6d412482 req-285a2144-9b1e-4677-852d-06ddbbd24401 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 12:01:35.449146 dv-neutron-601336-94-hyperv neutron-server[94175]: INFO neutron.wsgi [req-273676f6-95ee-4ce9-9060-55ca6d412482 req-285a2144-9b1e-4677-852d-06ddbbd24401 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=72d6c9b7-ee80-41b7-b5ea-09392c2d148e HTTP/1.1" status: 200 len: 856 time: 0.0442314 Jun 23 12:01:35.512923 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-273676f6-95ee-4ce9-9060-55ca6d412482 req-6a3c9bb3-bcc4-4ffd-875b-8d5a5ab15ef7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 12:01:35.514348 dv-neutron-601336-94-hyperv neutron-server[94175]: INFO neutron.wsgi [req-273676f6-95ee-4ce9-9060-55ca6d412482 req-6a3c9bb3-bcc4-4ffd-875b-8d5a5ab15ef7 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=1776f16c-c3f0-4bbb-8836-2a35609d2d01&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1178 time: 0.0589039 Jun 23 12:01:35.608901 dv-neutron-601336-94-hyperv neutron-server[94175]: INFO neutron.wsgi [req-273676f6-95ee-4ce9-9060-55ca6d412482 req-3f2c6d68-8d56-4712-9371-b269e7da2349 service neutron] 10.222.0.52 "GET /v2.0/networks/1776f16c-c3f0-4bbb-8836-2a35609d2d01?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0873232 Jun 23 12:01:35.700121 dv-neutron-601336-94-hyperv neutron-server[94175]: INFO neutron.wsgi [req-273676f6-95ee-4ce9-9060-55ca6d412482 req-8cf7964c-094a-4f93-b271-9a6fb477ff7a service neutron] 10.222.0.52 "GET /v2.0/networks/1776f16c-c3f0-4bbb-8836-2a35609d2d01?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0852766 Jun 23 12:01:36.110622 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42ff8880-6de8-4a22-bd90-38880a9f3b72 req-0e8a6c53-59b3-4059-b6e7-560a2ee8097c tempest-TestEncryptedCinderVolumes-1026868442 tempest-TestEncryptedCinderVolumes-1026868442-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94174) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 12:01:36.112078 dv-neutron-601336-94-hyperv neutron-server[94174]: INFO neutron.wsgi [req-42ff8880-6de8-4a22-bd90-38880a9f3b72 req-0e8a6c53-59b3-4059-b6e7-560a2ee8097c tempest-TestEncryptedCinderVolumes-1026868442 tempest-TestEncryptedCinderVolumes-1026868442-project] 10.222.0.20 "GET /v2.0/ports?device_id=ab85c87b-5d25-48a4-af04-7629d14297de HTTP/1.1" status: 200 len: 943 time: 0.0732870 Jun 23 12:01:36.152044 dv-neutron-601336-94-hyperv neutron-server[94174]: INFO neutron.wsgi [req-42ff8880-6de8-4a22-bd90-38880a9f3b72 req-df4dfc38-4bf2-4b67-a10d-9b9160d600b5 tempest-TestEncryptedCinderVolumes-1026868442 tempest-TestEncryptedCinderVolumes-1026868442-project] 10.222.0.20 "GET /v2.0/security-groups?id=1892fab6-61fd-498b-9a28-784669a5e0c4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0342941 Jun 23 12:01:37.333784 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4836ba06-5323-490c-a830-80a66abccbb7 req-9d291010-973e-4a9f-baf6-58e85afba7f7 tempest-TestEncryptedCinderVolumes-1026868442 tempest-TestEncryptedCinderVolumes-1026868442-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 12:01:37.335368 dv-neutron-601336-94-hyperv neutron-server[94175]: INFO neutron.wsgi [req-4836ba06-5323-490c-a830-80a66abccbb7 req-9d291010-973e-4a9f-baf6-58e85afba7f7 tempest-TestEncryptedCinderVolumes-1026868442 tempest-TestEncryptedCinderVolumes-1026868442-project] 10.222.0.20 "GET /v2.0/ports?device_id=ab85c87b-5d25-48a4-af04-7629d14297de HTTP/1.1" status: 200 len: 943 time: 0.0714045 Jun 23 12:01:37.373570 dv-neutron-601336-94-hyperv neutron-server[94175]: INFO neutron.wsgi [req-4836ba06-5323-490c-a830-80a66abccbb7 req-6909275a-dcb5-4c8f-90f0-b0603d48b334 tempest-TestEncryptedCinderVolumes-1026868442 tempest-TestEncryptedCinderVolumes-1026868442-project] 10.222.0.20 "GET /v2.0/security-groups?id=1892fab6-61fd-498b-9a28-784669a5e0c4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0324941 Jun 23 12:01:37.942417 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.plugins.ml2.rpc [None req-97bd5441-1da2-49ee-a364-27795820ba27 None None] Device ea29691e-f576-4fd0-8842-461a06963bf7 details requested by agent hyperv_hv-neutron-6013 with host hv-neutron-6013 {{(pid=94176) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:104}} Jun 23 12:01:38.038989 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.plugins.ml2.db [None req-97bd5441-1da2-49ee-a364-27795820ba27 None None] For port ea29691e-f576-4fd0-8842-461a06963bf7, host hv-neutron-6013, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-6013',level=0,port_id=ea29691e-f576-4fd0-8842-461a06963bf7,segment=NetworkSegment(7593b026-ca57-4568-b466-d244ad7a2be6),segment_id=7593b026-ca57-4568-b466-d244ad7a2be6)] {{(pid=94176) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 23 12:01:38.050606 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.plugins.ml2.rpc [None req-97bd5441-1da2-49ee-a364-27795820ba27 None None] Returning: {'device': 'ea29691e-f576-4fd0-8842-461a06963bf7', 'network_id': '1776f16c-c3f0-4bbb-8836-2a35609d2d01', 'port_id': 'ea29691e-f576-4fd0-8842-461a06963bf7', 'mac_address': 'fa:16:3e:69:12:fc', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 422, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '72d6c9b7-ee80-41b7-b5ea-09392c2d148e', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94176) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:186}} Jun 23 12:01:38.088007 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron_lib.callbacks.manager [None req-97bd5441-1da2-49ee-a364-27795820ba27 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-923122'] for port, before_update {{(pid=94176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 12:01:38.100548 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.notifiers.nova [None req-97bd5441-1da2-49ee-a364-27795820ba27 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ea29691e-f576-4fd0-8842-461a06963bf7 {{(pid=94176) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 23 12:01:38.120327 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.plugins.ml2.db [None req-97bd5441-1da2-49ee-a364-27795820ba27 None None] For port ea29691e-f576-4fd0-8842-461a06963bf7, host hv-neutron-6013, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-6013',level=0,port_id=ea29691e-f576-4fd0-8842-461a06963bf7,segment=NetworkSegment(7593b026-ca57-4568-b466-d244ad7a2be6),segment_id=7593b026-ca57-4568-b466-d244ad7a2be6)] {{(pid=94176) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 23 12:01:38.203166 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron_lib.callbacks.manager [None req-97bd5441-1da2-49ee-a364-27795820ba27 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-922904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866062', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773700135042', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773699642233', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773699642278'] for port, after_update {{(pid=94176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 12:01:38.205928 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG oslo_concurrency.lockutils [None req-dc7542b2-afef-47f4-a763-e3a3cba144be None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 12:01:38.255322 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97bd5441-1da2-49ee-a364-27795820ba27 None None] Pushing event updated for resources: {'Port': ['ID=ea29691e-f576-4fd0-8842-461a06963bf7,revision_number=4']} {{(pid=94176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 12:01:38.258325 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG oslo_concurrency.lockutils [None req-97bd5441-1da2-49ee-a364-27795820ba27 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.052s {{(pid=94176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 12:01:38.409028 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.plugins.ml2.db [None req-97bd5441-1da2-49ee-a364-27795820ba27 None None] get_ports_and_sgs() called for port_ids ['ea29691e-f576-4fd0-8842-461a06963bf7'] {{(pid=94176) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 23 12:01:38.550893 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-197d7220-e27e-4683-95d2-371677e5b103 req-719f7c96-3412-4de1-a383-59fabc60da02 tempest-TestEncryptedCinderVolumes-1026868442 tempest-TestEncryptedCinderVolumes-1026868442-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94174) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 12:01:38.552331 dv-neutron-601336-94-hyperv neutron-server[94174]: INFO neutron.wsgi [req-197d7220-e27e-4683-95d2-371677e5b103 req-719f7c96-3412-4de1-a383-59fabc60da02 tempest-TestEncryptedCinderVolumes-1026868442 tempest-TestEncryptedCinderVolumes-1026868442-project] 10.222.0.20 "GET /v2.0/ports?device_id=ab85c87b-5d25-48a4-af04-7629d14297de HTTP/1.1" status: 200 len: 944 time: 0.0637994 Jun 23 12:01:38.591607 dv-neutron-601336-94-hyperv neutron-server[94174]: INFO neutron.wsgi [req-197d7220-e27e-4683-95d2-371677e5b103 req-2ad86bbc-1059-43d9-8123-b2c9ec799a76 tempest-TestEncryptedCinderVolumes-1026868442 tempest-TestEncryptedCinderVolumes-1026868442-project] 10.222.0.20 "GET /v2.0/security-groups?id=1892fab6-61fd-498b-9a28-784669a5e0c4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0335879 Jun 23 12:01:39.783375 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a3f12f8-cdc2-4e4d-b0d2-0acd9bec7eed req-59d00dc7-5b9a-4b0d-a950-8285b8e4bf8c tempest-TestEncryptedCinderVolumes-1026868442 tempest-TestEncryptedCinderVolumes-1026868442-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 12:01:39.784875 dv-neutron-601336-94-hyperv neutron-server[94175]: INFO neutron.wsgi [req-5a3f12f8-cdc2-4e4d-b0d2-0acd9bec7eed req-59d00dc7-5b9a-4b0d-a950-8285b8e4bf8c tempest-TestEncryptedCinderVolumes-1026868442 tempest-TestEncryptedCinderVolumes-1026868442-project] 10.222.0.20 "GET /v2.0/ports?device_id=ab85c87b-5d25-48a4-af04-7629d14297de HTTP/1.1" status: 200 len: 944 time: 0.0725677 Jun 23 12:01:39.822929 dv-neutron-601336-94-hyperv neutron-server[94175]: INFO neutron.wsgi [req-5a3f12f8-cdc2-4e4d-b0d2-0acd9bec7eed req-34010980-6c6d-41c2-98f2-755c47aacd9d tempest-TestEncryptedCinderVolumes-1026868442 tempest-TestEncryptedCinderVolumes-1026868442-project] 10.222.0.20 "GET /v2.0/security-groups?id=1892fab6-61fd-498b-9a28-784669a5e0c4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0324173 Jun 23 12:01:39.957116 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.plugins.ml2.rpc [None req-97bd5441-1da2-49ee-a364-27795820ba27 None None] Device ea29691e-f576-4fd0-8842-461a06963bf7 up at agent hyperv_hv-neutron-6013 {{(pid=94176) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:298}} Jun 23 12:01:40.111264 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.db.provisioning_blocks [None req-97bd5441-1da2-49ee-a364-27795820ba27 None None] Provisioning for port ea29691e-f576-4fd0-8842-461a06963bf7 completed by entity L2. {{(pid=94176) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 23 12:01:40.115311 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.db.provisioning_blocks [None req-97bd5441-1da2-49ee-a364-27795820ba27 None None] Provisioning complete for port ea29691e-f576-4fd0-8842-461a06963bf7 triggered by entity L2. {{(pid=94176) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 23 12:01:40.115728 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron_lib.callbacks.manager [None req-97bd5441-1da2-49ee-a364-27795820ba27 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-899258'] for port, provisioning_complete {{(pid=94176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 12:01:40.194352 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron_lib.callbacks.manager [None req-97bd5441-1da2-49ee-a364-27795820ba27 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-923122'] for port, before_update {{(pid=94176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 12:01:40.216646 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ab85c87b-5d25-48a4-af04-7629d14297de', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ea29691e-f576-4fd0-8842-461a06963bf7'}] {{(pid=94176) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 23 12:01:40.218832 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}887b0dfc0393de878080286a57e4a08d4fa60dd0cddd118f338ebfcd351ddd4c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-72e765d5-7b09-4a0c-b089-29379309fc6c" -d '{"events": [{"server_uuid": "ab85c87b-5d25-48a4-af04-7629d14297de", "name": "network-vif-plugged", "status": "completed", "tag": "ea29691e-f576-4fd0-8842-461a06963bf7"}]}' {{(pid=94176) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 23 12:01:40.234805 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.plugins.ml2.db [None req-97bd5441-1da2-49ee-a364-27795820ba27 None None] For port ea29691e-f576-4fd0-8842-461a06963bf7, host hv-neutron-6013, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-6013',level=0,port_id=ea29691e-f576-4fd0-8842-461a06963bf7,segment=NetworkSegment(7593b026-ca57-4568-b466-d244ad7a2be6),segment_id=7593b026-ca57-4568-b466-d244ad7a2be6)] {{(pid=94176) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 23 12:01:40.256497 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 23 Jun 2021 12:01:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-138c8a88-bccb-41ba-98e6-81599fa37bbc x-openstack-request-id: req-138c8a88-bccb-41ba-98e6-81599fa37bbc {{(pid=94176) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 23 12:01:40.256764 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ab85c87b-5d25-48a4-af04-7629d14297de", "name": "network-vif-plugged", "status": "completed", "tag": "ea29691e-f576-4fd0-8842-461a06963bf7", "code": 200}]} {{(pid=94176) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 23 12:01:40.257026 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-138c8a88-bccb-41ba-98e6-81599fa37bbc {{(pid=94176) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 23 12:01:40.257433 dv-neutron-601336-94-hyperv neutron-server[94176]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ab85c87b-5d25-48a4-af04-7629d14297de', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ea29691e-f576-4fd0-8842-461a06963bf7', 'code': 200} Jun 23 12:01:40.327847 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron_lib.callbacks.manager [None req-97bd5441-1da2-49ee-a364-27795820ba27 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-922904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866062', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773700135042', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773699642233', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773699642278'] for port, after_update {{(pid=94176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 12:01:40.331877 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG oslo_concurrency.lockutils [None req-0b984a62-b65d-4c59-bda7-20cebeedb1ea None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 12:01:40.379765 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97bd5441-1da2-49ee-a364-27795820ba27 None None] Pushing event updated for resources: {'Port': ['ID=ea29691e-f576-4fd0-8842-461a06963bf7,revision_number=5']} {{(pid=94176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 12:01:40.382967 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG oslo_concurrency.lockutils [None req-97bd5441-1da2-49ee-a364-27795820ba27 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.053s {{(pid=94176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 12:01:40.618268 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6d8acab-eeb8-40ac-a515-69196742ab82 req-dfa83c92-3229-4649-a3fe-3ecc11b07134 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 12:01:40.619702 dv-neutron-601336-94-hyperv neutron-server[94175]: INFO neutron.wsgi [req-c6d8acab-eeb8-40ac-a515-69196742ab82 req-dfa83c92-3229-4649-a3fe-3ecc11b07134 service neutron] 10.222.0.52 "GET /v2.0/ports?device_id=ab85c87b-5d25-48a4-af04-7629d14297de HTTP/1.1" status: 200 len: 1098 time: 0.0533564 Jun 23 12:01:40.656306 dv-neutron-601336-94-hyperv neutron-server[94175]: INFO neutron.wsgi [req-c6d8acab-eeb8-40ac-a515-69196742ab82 req-f594419d-7fac-4c44-a22e-f53d55d244e1 service neutron] 10.222.0.52 "GET /v2.0/security-groups?id=1892fab6-61fd-498b-9a28-784669a5e0c4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0285647 Jun 23 12:01:40.923700 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron_lib.callbacks.manager [None req-156cde67-930b-4658-bbff-0c46edf877d8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773699952132', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-899307'] for agent, after_update {{(pid=94176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 12:01:41.005950 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef9d7e03-8ddb-4011-954a-7ee69d289487 req-429a827d-c6da-4066-9c7f-32b6c745643d tempest-TestEncryptedCinderVolumes-1026868442 tempest-TestEncryptedCinderVolumes-1026868442-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 12:01:41.007510 dv-neutron-601336-94-hyperv neutron-server[94175]: INFO neutron.wsgi [req-ef9d7e03-8ddb-4011-954a-7ee69d289487 req-429a827d-c6da-4066-9c7f-32b6c745643d tempest-TestEncryptedCinderVolumes-1026868442 tempest-TestEncryptedCinderVolumes-1026868442-project] 10.222.0.20 "GET /v2.0/ports?device_id=ab85c87b-5d25-48a4-af04-7629d14297de HTTP/1.1" status: 200 len: 945 time: 0.0683093 Jun 23 12:01:41.047829 dv-neutron-601336-94-hyperv neutron-server[94175]: INFO neutron.wsgi [req-ef9d7e03-8ddb-4011-954a-7ee69d289487 req-3f9bfbe7-8fab-47d1-b6de-8b6ec8a551dd tempest-TestEncryptedCinderVolumes-1026868442 tempest-TestEncryptedCinderVolumes-1026868442-project] 10.222.0.20 "GET /v2.0/security-groups?id=1892fab6-61fd-498b-9a28-784669a5e0c4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0341072 Jun 23 12:01:42.227117 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43953bc8-685f-4918-9349-17ac990e2006 req-0a9f58be-b8ee-47c7-87a4-a948a039e48c tempest-TestEncryptedCinderVolumes-1026868442 tempest-TestEncryptedCinderVolumes-1026868442-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94174) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 12:01:42.228630 dv-neutron-601336-94-hyperv neutron-server[94174]: INFO neutron.wsgi [req-43953bc8-685f-4918-9349-17ac990e2006 req-0a9f58be-b8ee-47c7-87a4-a948a039e48c tempest-TestEncryptedCinderVolumes-1026868442 tempest-TestEncryptedCinderVolumes-1026868442-project] 10.222.0.20 "GET /v2.0/ports?device_id=ab85c87b-5d25-48a4-af04-7629d14297de HTTP/1.1" status: 200 len: 945 time: 0.0669475 Jun 23 12:01:42.269412 dv-neutron-601336-94-hyperv neutron-server[94174]: INFO neutron.wsgi [req-43953bc8-685f-4918-9349-17ac990e2006 req-bf915abb-5b23-4e12-96b1-9d9551a6467b tempest-TestEncryptedCinderVolumes-1026868442 tempest-TestEncryptedCinderVolumes-1026868442-project] 10.222.0.20 "GET /v2.0/security-groups?id=1892fab6-61fd-498b-9a28-784669a5e0c4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0347378 Jun 23 12:01:42.445465 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-271345c3-9fa2-4459-8ad7-97c07b26b9b8 req-08e7ad16-e593-45f3-b45f-22b9b5b1889d tempest-TestEncryptedCinderVolumes-1026868442 tempest-TestEncryptedCinderVolumes-1026868442-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 12:01:42.447022 dv-neutron-601336-94-hyperv neutron-server[94175]: INFO neutron.wsgi [req-271345c3-9fa2-4459-8ad7-97c07b26b9b8 req-08e7ad16-e593-45f3-b45f-22b9b5b1889d tempest-TestEncryptedCinderVolumes-1026868442 tempest-TestEncryptedCinderVolumes-1026868442-project] 10.222.0.20 "GET /v2.0/ports?device_id=ab85c87b-5d25-48a4-af04-7629d14297de HTTP/1.1" status: 200 len: 945 time: 0.0654619 Jun 23 12:01:42.488462 dv-neutron-601336-94-hyperv neutron-server[94175]: INFO neutron.wsgi [req-271345c3-9fa2-4459-8ad7-97c07b26b9b8 req-76543837-afcc-4e77-9f2b-b187ea28c65d tempest-TestEncryptedCinderVolumes-1026868442 tempest-TestEncryptedCinderVolumes-1026868442-project] 10.222.0.20 "GET /v2.0/security-groups?id=1892fab6-61fd-498b-9a28-784669a5e0c4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0356233 Jun 23 12:01:43.254079 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron_lib.callbacks.manager [None req-b214c958-cef7-465c-bb78-4c8ebbb024be None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773699952132', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-899307'] for agent, after_update {{(pid=94176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 12:01:43.968442 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron_lib.callbacks.manager [None req-dc7542b2-afef-47f4-a763-e3a3cba144be None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773699952132', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-899307'] for agent, after_update {{(pid=94176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 12:01:44.728678 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron_lib.callbacks.manager [None req-4c20ea5f-bc7f-4d4e-935d-57f082af6ccb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773699952132', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-899307'] for agent, after_update {{(pid=94176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 12:01:46.745819 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron_lib.callbacks.manager [None req-95d6aa8f-24e7-4234-82ff-f502266c3285 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773699952132', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-899307'] for agent, after_update {{(pid=94176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 12:01:50.153503 dv-neutron-601336-94-hyperv neutron-server[94177]: DEBUG neutron.db.agents_db [None req-90fb1279-e4c5-4e73-8d66-3a29811dc4e3 None None] Agent healthcheck: found 6 active agents {{(pid=94177) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 23 12:01:52.430563 dv-neutron-601336-94-hyperv neutron-server[94175]: INFO neutron.wsgi [req-b4803c1b-895d-4073-9247-e8217336bd51 req-d0cccbb0-804d-425e-85fa-44bdf2c115bf service neutron] 10.222.0.52 "GET /v2.0/ports?device_id=ab85c87b-5d25-48a4-af04-7629d14297de&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0559459 Jun 23 12:01:52.539549 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4803c1b-895d-4073-9247-e8217336bd51 req-5a8846e0-ed42-40b2-b9da-a99f51570216 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 12:01:52.541028 dv-neutron-601336-94-hyperv neutron-server[94175]: INFO neutron.wsgi [req-b4803c1b-895d-4073-9247-e8217336bd51 req-5a8846e0-ed42-40b2-b9da-a99f51570216 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=a57cbda215e14f2681409de71aaf113f&device_id=ab85c87b-5d25-48a4-af04-7629d14297de HTTP/1.1" status: 200 len: 1098 time: 0.0642319 Jun 23 12:01:52.654161 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4803c1b-895d-4073-9247-e8217336bd51 req-1e31a5f2-63a4-47e0-bc94-32285376a9ce service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 12:01:52.655683 dv-neutron-601336-94-hyperv neutron-server[94175]: INFO neutron.wsgi [req-b4803c1b-895d-4073-9247-e8217336bd51 req-1e31a5f2-63a4-47e0-bc94-32285376a9ce service neutron] 10.222.0.52 "GET /v2.0/networks?id=1776f16c-c3f0-4bbb-8836-2a35609d2d01 HTTP/1.1" status: 200 len: 918 time: 0.0880075 Jun 23 12:01:52.701790 dv-neutron-601336-94-hyperv neutron-server[94175]: INFO neutron.wsgi [req-b4803c1b-895d-4073-9247-e8217336bd51 req-dc505a27-0351-482b-b4f7-839726554d7c service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=ea29691e-f576-4fd0-8842-461a06963bf7 HTTP/1.1" status: 200 len: 217 time: 0.0396683 Jun 23 12:01:52.754993 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4803c1b-895d-4073-9247-e8217336bd51 req-97440bf0-8753-4e5f-aeff-cee3a49c9e43 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 12:01:52.756482 dv-neutron-601336-94-hyperv neutron-server[94175]: INFO neutron.wsgi [req-b4803c1b-895d-4073-9247-e8217336bd51 req-97440bf0-8753-4e5f-aeff-cee3a49c9e43 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=72d6c9b7-ee80-41b7-b5ea-09392c2d148e HTTP/1.1" status: 200 len: 856 time: 0.0488555 Jun 23 12:01:52.816633 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4803c1b-895d-4073-9247-e8217336bd51 req-4bc07aa2-dd61-41c5-b70f-8bdcf5e8c3ff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 12:01:52.818139 dv-neutron-601336-94-hyperv neutron-server[94175]: INFO neutron.wsgi [req-b4803c1b-895d-4073-9247-e8217336bd51 req-4bc07aa2-dd61-41c5-b70f-8bdcf5e8c3ff service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=1776f16c-c3f0-4bbb-8836-2a35609d2d01&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1178 time: 0.0547202 Jun 23 12:01:52.912864 dv-neutron-601336-94-hyperv neutron-server[94175]: INFO neutron.wsgi [req-b4803c1b-895d-4073-9247-e8217336bd51 req-be34e466-17d5-481b-844b-79dfd9c9707d service neutron] 10.222.0.52 "GET /v2.0/networks/1776f16c-c3f0-4bbb-8836-2a35609d2d01?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0849216 Jun 23 12:01:53.008516 dv-neutron-601336-94-hyperv neutron-server[94175]: INFO neutron.wsgi [req-b4803c1b-895d-4073-9247-e8217336bd51 req-c8c5275f-2c71-48da-b7cd-7a3ee79a5698 service neutron] 10.222.0.52 "GET /v2.0/networks/1776f16c-c3f0-4bbb-8836-2a35609d2d01?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0870655 Jun 23 12:01:53.590742 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron_lib.callbacks.manager [None req-97bd5441-1da2-49ee-a364-27795820ba27 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773699952132', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-899307'] for agent, after_update {{(pid=94176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 12:02:00.649183 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.wsgi [req-a4c8ea07-e218-4924-8a83-21e47c5f0e54 req-590d5bf6-f632-4463-90e7-be3d3519e707 service neutron] (94174) timed out ('10.222.0.52', 63774) {{(pid=94174) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:830}} Jun 23 12:02:06.387131 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1e091c8-e33f-4049-afd6-a1b63aac2c84 req-76395621-c751-47fc-abaf-af8c0dddfa9f tempest-TestEncryptedCinderVolumes-1026868442 tempest-TestEncryptedCinderVolumes-1026868442-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 12:02:06.388533 dv-neutron-601336-94-hyperv neutron-server[94175]: INFO neutron.wsgi [req-b1e091c8-e33f-4049-afd6-a1b63aac2c84 req-76395621-c751-47fc-abaf-af8c0dddfa9f tempest-TestEncryptedCinderVolumes-1026868442 tempest-TestEncryptedCinderVolumes-1026868442-project] 10.222.0.20 "GET /v2.0/ports?device_id=ab85c87b-5d25-48a4-af04-7629d14297de HTTP/1.1" status: 200 len: 945 time: 0.0644135 Jun 23 12:02:06.426695 dv-neutron-601336-94-hyperv neutron-server[94175]: INFO neutron.wsgi [req-b1e091c8-e33f-4049-afd6-a1b63aac2c84 req-87526135-ffb6-4cab-8793-086cdad8a880 tempest-TestEncryptedCinderVolumes-1026868442 tempest-TestEncryptedCinderVolumes-1026868442-project] 10.222.0.20 "GET /v2.0/security-groups?id=1892fab6-61fd-498b-9a28-784669a5e0c4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0322356 Jun 23 12:02:07.605951 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7ba586a-8d3f-47ce-ac63-7eaa9c97c725 req-f18f96b7-0124-4b3e-b614-059071aac0a7 tempest-TestEncryptedCinderVolumes-1026868442 tempest-TestEncryptedCinderVolumes-1026868442-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94174) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 12:02:07.607461 dv-neutron-601336-94-hyperv neutron-server[94174]: INFO neutron.wsgi [req-c7ba586a-8d3f-47ce-ac63-7eaa9c97c725 req-f18f96b7-0124-4b3e-b614-059071aac0a7 tempest-TestEncryptedCinderVolumes-1026868442 tempest-TestEncryptedCinderVolumes-1026868442-project] 10.222.0.20 "GET /v2.0/ports?device_id=ab85c87b-5d25-48a4-af04-7629d14297de HTTP/1.1" status: 200 len: 945 time: 0.0645118 Jun 23 12:02:07.647310 dv-neutron-601336-94-hyperv neutron-server[94174]: INFO neutron.wsgi [req-c7ba586a-8d3f-47ce-ac63-7eaa9c97c725 req-f133c8e0-4b86-4b0f-b7df-09ca45ea5591 tempest-TestEncryptedCinderVolumes-1026868442 tempest-TestEncryptedCinderVolumes-1026868442-project] 10.222.0.20 "GET /v2.0/security-groups?id=1892fab6-61fd-498b-9a28-784669a5e0c4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0341849 Jun 23 12:02:07.921943 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee58e95e-6cd9-45ea-ac59-5f1d3de1e1db req-84d4186b-d48d-4567-ac6c-e4fc53378031 tempest-TestEncryptedCinderVolumes-1026868442 tempest-TestEncryptedCinderVolumes-1026868442-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 12:02:07.923434 dv-neutron-601336-94-hyperv neutron-server[94175]: INFO neutron.wsgi [req-ee58e95e-6cd9-45ea-ac59-5f1d3de1e1db req-84d4186b-d48d-4567-ac6c-e4fc53378031 tempest-TestEncryptedCinderVolumes-1026868442 tempest-TestEncryptedCinderVolumes-1026868442-project] 10.222.0.52 "GET /v2.0/ports?device_id=ab85c87b-5d25-48a4-af04-7629d14297de HTTP/1.1" status: 200 len: 945 time: 0.0722837 Jun 23 12:02:08.030439 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.plugins.ml2.plugin [req-ee58e95e-6cd9-45ea-ac59-5f1d3de1e1db req-42eeb768-910a-4397-bf95-6d96d0ff4f6e tempest-TestEncryptedCinderVolumes-1026868442 tempest-TestEncryptedCinderVolumes-1026868442-project] Deleting port ea29691e-f576-4fd0-8842-461a06963bf7 {{(pid=94175) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1913}} Jun 23 12:02:08.030782 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron_lib.callbacks.manager [req-ee58e95e-6cd9-45ea-ac59-5f1d3de1e1db req-42eeb768-910a-4397-bf95-6d96d0ff4f6e tempest-TestEncryptedCinderVolumes-1026868442 tempest-TestEncryptedCinderVolumes-1026868442-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773700079324'] for port, before_delete {{(pid=94175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 12:02:08.122899 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.plugins.ml2.db [req-ee58e95e-6cd9-45ea-ac59-5f1d3de1e1db req-42eeb768-910a-4397-bf95-6d96d0ff4f6e tempest-TestEncryptedCinderVolumes-1026868442 tempest-TestEncryptedCinderVolumes-1026868442-project] For port ea29691e-f576-4fd0-8842-461a06963bf7, host hv-neutron-6013, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-6013',level=0,port_id=ea29691e-f576-4fd0-8842-461a06963bf7,segment=NetworkSegment(7593b026-ca57-4568-b466-d244ad7a2be6),segment_id=7593b026-ca57-4568-b466-d244ad7a2be6)] {{(pid=94175) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 23 12:02:08.123290 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron_lib.callbacks.manager [req-ee58e95e-6cd9-45ea-ac59-5f1d3de1e1db req-42eeb768-910a-4397-bf95-6d96d0ff4f6e tempest-TestEncryptedCinderVolumes-1026868442 tempest-TestEncryptedCinderVolumes-1026868442-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-430722'] for port, precommit_delete {{(pid=94175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 12:02:08.136621 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.plugins.ml2.plugin [req-ee58e95e-6cd9-45ea-ac59-5f1d3de1e1db req-42eeb768-910a-4397-bf95-6d96d0ff4f6e tempest-TestEncryptedCinderVolumes-1026868442 tempest-TestEncryptedCinderVolumes-1026868442-project] Calling delete_port for ea29691e-f576-4fd0-8842-461a06963bf7 owned by compute:nova {{(pid=94175) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1986}} Jun 23 12:02:08.350459 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron_lib.callbacks.manager [req-ee58e95e-6cd9-45ea-ac59-5f1d3de1e1db req-42eeb768-910a-4397-bf95-6d96d0ff4f6e tempest-TestEncryptedCinderVolumes-1026868442 tempest-TestEncryptedCinderVolumes-1026868442-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-922904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866062', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773700135024', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773699642224', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5082448'] for port, after_delete {{(pid=94175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 12:02:08.354878 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG oslo_concurrency.lockutils [None req-11674300-9d8e-40e2-ab0f-c312451021ee tempest-ServerActionsTestJSON-1945522763 tempest-ServerActionsTestJSON-1945522763-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94175) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 12:02:08.364423 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.plugins.ml2.db [None req-97bd5441-1da2-49ee-a364-27795820ba27 None None] get_ports_and_sgs() called for port_ids ['ea29691e-f576-4fd0-8842-461a06963bf7'] {{(pid=94176) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 23 12:02:08.386233 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42eeb768-910a-4397-bf95-6d96d0ff4f6e tempest-TestEncryptedCinderVolumes-1026868442 tempest-TestEncryptedCinderVolumes-1026868442-project] Pushing event deleted for resources: {'Port': ['ID=ea29691e-f576-4fd0-8842-461a06963bf7,revision_number=None']} {{(pid=94175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 12:02:08.402591 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42eeb768-910a-4397-bf95-6d96d0ff4f6e tempest-TestEncryptedCinderVolumes-1026868442 tempest-TestEncryptedCinderVolumes-1026868442-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-601336-94-hyperv {{(pid=94175) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 12:02:08.402591 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42eeb768-910a-4397-bf95-6d96d0ff4f6e tempest-TestEncryptedCinderVolumes-1026868442 tempest-TestEncryptedCinderVolumes-1026868442-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-94-hyperv {{(pid=94175) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 12:02:08.402591 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42eeb768-910a-4397-bf95-6d96d0ff4f6e tempest-TestEncryptedCinderVolumes-1026868442 tempest-TestEncryptedCinderVolumes-1026868442-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-94-hyperv {{(pid=94175) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 12:02:08.403241 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42eeb768-910a-4397-bf95-6d96d0ff4f6e tempest-TestEncryptedCinderVolumes-1026868442 tempest-TestEncryptedCinderVolumes-1026868442-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-601336-94-hyperv {{(pid=94175) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 12:02:08.403366 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42eeb768-910a-4397-bf95-6d96d0ff4f6e tempest-TestEncryptedCinderVolumes-1026868442 tempest-TestEncryptedCinderVolumes-1026868442-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-601336-94-hyperv {{(pid=94175) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 12:02:08.403680 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42eeb768-910a-4397-bf95-6d96d0ff4f6e tempest-TestEncryptedCinderVolumes-1026868442 tempest-TestEncryptedCinderVolumes-1026868442-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-601336-94-hyperv {{(pid=94175) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 12:02:08.404051 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42eeb768-910a-4397-bf95-6d96d0ff4f6e tempest-TestEncryptedCinderVolumes-1026868442 tempest-TestEncryptedCinderVolumes-1026868442-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-601336-94-hyperv {{(pid=94175) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 12:02:08.404444 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42eeb768-910a-4397-bf95-6d96d0ff4f6e tempest-TestEncryptedCinderVolumes-1026868442 tempest-TestEncryptedCinderVolumes-1026868442-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-601336-94-hyperv {{(pid=94175) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 12:02:08.404799 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42eeb768-910a-4397-bf95-6d96d0ff4f6e tempest-TestEncryptedCinderVolumes-1026868442 tempest-TestEncryptedCinderVolumes-1026868442-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-601336-94-hyperv {{(pid=94175) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 12:02:08.405781 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42eeb768-910a-4397-bf95-6d96d0ff4f6e tempest-TestEncryptedCinderVolumes-1026868442 tempest-TestEncryptedCinderVolumes-1026868442-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-94-hyperv {{(pid=94175) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 12:02:08.406167 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42eeb768-910a-4397-bf95-6d96d0ff4f6e tempest-TestEncryptedCinderVolumes-1026868442 tempest-TestEncryptedCinderVolumes-1026868442-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-601336-94-hyperv {{(pid=94175) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 12:02:08.406539 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42eeb768-910a-4397-bf95-6d96d0ff4f6e tempest-TestEncryptedCinderVolumes-1026868442 tempest-TestEncryptedCinderVolumes-1026868442-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-601336-94-hyperv {{(pid=94175) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 12:02:08.426273 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG oslo_concurrency.lockutils [None req-42eeb768-910a-4397-bf95-6d96d0ff4f6e tempest-TestEncryptedCinderVolumes-1026868442 tempest-TestEncryptedCinderVolumes-1026868442-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.071s {{(pid=94175) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 12:02:08.451720 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.db.l3_dvrscheduler_db [req-ee58e95e-6cd9-45ea-ac59-5f1d3de1e1db req-42eeb768-910a-4397-bf95-6d96d0ff4f6e tempest-TestEncryptedCinderVolumes-1026868442 tempest-TestEncryptedCinderVolumes-1026868442-project] No DVR routers for this DVR port ea29691e-f576-4fd0-8842-461a06963bf7 on host hv-neutron-6013 {{(pid=94175) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 23 12:02:08.456123 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron_lib.callbacks.manager [req-ee58e95e-6cd9-45ea-ac59-5f1d3de1e1db req-42eeb768-910a-4397-bf95-6d96d0ff4f6e tempest-TestEncryptedCinderVolumes-1026868442 tempest-TestEncryptedCinderVolumes-1026868442-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-217507'] for port, before_response {{(pid=94175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 12:02:08.459708 dv-neutron-601336-94-hyperv neutron-server[94175]: INFO neutron.wsgi [req-ee58e95e-6cd9-45ea-ac59-5f1d3de1e1db req-42eeb768-910a-4397-bf95-6d96d0ff4f6e tempest-TestEncryptedCinderVolumes-1026868442 tempest-TestEncryptedCinderVolumes-1026868442-project] 10.222.0.52 "DELETE /v2.0/ports/ea29691e-f576-4fd0-8842-461a06963bf7 HTTP/1.1" status: 204 len: 173 time: 0.5308795 Jun 23 12:02:08.460599 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ab85c87b-5d25-48a4-af04-7629d14297de', 'name': 'network-vif-deleted', 'tag': 'ea29691e-f576-4fd0-8842-461a06963bf7'}] {{(pid=94175) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 23 12:02:08.464708 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1970408df4ea4e7170669a1249478e627cf05a5a0b07cc08a66c5cb53d0ac47a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0e20c6b2-d08f-4dd3-9d9b-18541115d030" -d '{"events": [{"server_uuid": "ab85c87b-5d25-48a4-af04-7629d14297de", "name": "network-vif-deleted", "tag": "ea29691e-f576-4fd0-8842-461a06963bf7"}]}' {{(pid=94175) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 23 12:02:08.509453 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 23 Jun 2021 12:02:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-120c7b28-50dd-4c34-970e-7ad404846987 x-openstack-request-id: req-120c7b28-50dd-4c34-970e-7ad404846987 {{(pid=94175) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 23 12:02:08.509856 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ab85c87b-5d25-48a4-af04-7629d14297de", "name": "network-vif-deleted", "tag": "ea29691e-f576-4fd0-8842-461a06963bf7", "status": "completed", "code": 200}]} {{(pid=94175) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 23 12:02:08.510102 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-120c7b28-50dd-4c34-970e-7ad404846987 {{(pid=94175) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 23 12:02:08.510566 dv-neutron-601336-94-hyperv neutron-server[94175]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ab85c87b-5d25-48a4-af04-7629d14297de', 'name': 'network-vif-deleted', 'tag': 'ea29691e-f576-4fd0-8842-461a06963bf7', 'status': 'completed', 'code': 200} Jun 23 12:02:08.793807 dv-neutron-601336-94-hyperv neutron-server[94174]: INFO neutron.wsgi [req-d3bdba83-1249-4208-a44f-4c7790434b41 req-ff9d0e80-2412-41cf-b24e-5884d2fe006f tempest-TestEncryptedCinderVolumes-1026868442 tempest-TestEncryptedCinderVolumes-1026868442-project] 10.222.0.20 "GET /v2.0/ports?device_id=ab85c87b-5d25-48a4-af04-7629d14297de HTTP/1.1" status: 200 len: 210 time: 0.0326717 Jun 23 12:02:10.449365 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f787572-cecd-467f-8c7f-9efa45b2d53d req-6f024628-88fe-4d38-950d-88e9ca206976 tempest-TestEncryptedCinderVolumes-1026868442 tempest-TestEncryptedCinderVolumes-1026868442-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94174) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 12:02:10.450857 dv-neutron-601336-94-hyperv neutron-server[94174]: INFO neutron.wsgi [req-9f787572-cecd-467f-8c7f-9efa45b2d53d req-6f024628-88fe-4d38-950d-88e9ca206976 tempest-TestEncryptedCinderVolumes-1026868442 tempest-TestEncryptedCinderVolumes-1026868442-project] 10.222.0.20 "GET /v2.0/networks?id=1776f16c-c3f0-4bbb-8836-2a35609d2d01 HTTP/1.1" status: 200 len: 817 time: 0.1101127 Jun 23 12:02:10.469224 dv-neutron-601336-94-hyperv neutron-server[94174]: INFO neutron.wsgi [req-9f787572-cecd-467f-8c7f-9efa45b2d53d req-3508e7b8-2ea2-4325-967d-c2e136f6381e tempest-TestEncryptedCinderVolumes-1026868442 tempest-TestEncryptedCinderVolumes-1026868442-project] 10.222.0.20 "GET /v2.0/quotas/a57cbda215e14f2681409de71aaf113f HTTP/1.1" status: 200 len: 375 time: 0.0096457 Jun 23 12:02:10.541570 dv-neutron-601336-94-hyperv neutron-server[94174]: INFO neutron.wsgi [req-9f787572-cecd-467f-8c7f-9efa45b2d53d req-022f5239-4886-4b42-bf56-d588796b41ea tempest-TestEncryptedCinderVolumes-1026868442 tempest-TestEncryptedCinderVolumes-1026868442-project] 10.222.0.20 "GET /v2.0/ports?tenant_id=a57cbda215e14f2681409de71aaf113f&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0663171 Jun 23 12:02:10.556936 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.wsgi [req-9f787572-cecd-467f-8c7f-9efa45b2d53d req-27a3cb6c-c43e-4f93-a76e-93e307989cb8 service neutron] http://10.222.0.20:9696/v2.0/extensions returned with HTTP 200 {{(pid=94174) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 23 12:02:10.557897 dv-neutron-601336-94-hyperv neutron-server[94174]: INFO neutron.wsgi [req-9f787572-cecd-467f-8c7f-9efa45b2d53d req-27a3cb6c-c43e-4f93-a76e-93e307989cb8 service neutron] 10.222.0.20 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13933 time: 0.0053735 Jun 23 12:02:10.657087 dv-neutron-601336-94-hyperv neutron-server[94174]: INFO neutron.wsgi [req-9f787572-cecd-467f-8c7f-9efa45b2d53d req-a2e21818-f286-4e9c-87a6-aed6845bce0d service neutron] 10.222.0.20 "GET /v2.0/networks/1776f16c-c3f0-4bbb-8836-2a35609d2d01?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0930026 Jun 23 12:02:10.745526 dv-neutron-601336-94-hyperv neutron-server[94174]: INFO neutron.wsgi [req-9f787572-cecd-467f-8c7f-9efa45b2d53d req-d3746ff3-93c4-4515-b6b5-e027fbbb9207 service neutron] 10.222.0.20 "GET /v2.0/networks/1776f16c-c3f0-4bbb-8836-2a35609d2d01?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0825031 Jun 23 12:02:10.973291 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron_lib.callbacks.manager [None req-6c4df88c-e838-493a-a77c-03dbb1e64be7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773699952132', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-899307'] for agent, after_update {{(pid=94176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 12:02:11.014555 dv-neutron-601336-94-hyperv neutron-server[94175]: INFO neutron.wsgi [req-9abf113f-f139-48d2-afd3-8ffed3f979fd req-c71924da-c6a9-4549-8375-59abdf3e8f4b tempest-TestEncryptedCinderVolumes-1026868442 tempest-TestEncryptedCinderVolumes-1026868442-project] 10.222.0.20 "GET /v2.0/ports?device_id=e932b150-53c9-4b8b-b5ed-f81f88cf9a47 HTTP/1.1" status: 200 len: 210 time: 0.0302057 Jun 23 12:02:12.142697 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.plugins.ml2.rpc [None req-97bd5441-1da2-49ee-a364-27795820ba27 None None] Device ea29691e-f576-4fd0-8842-461a06963bf7 no longer exists at agent hyperv_hv-neutron-6013 {{(pid=94176) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:261}} Jun 23 12:02:12.161635 dv-neutron-601336-94-hyperv neutron-server[94174]: INFO neutron.wsgi [req-cbc156de-7300-4f50-a5b7-aa9ee0f808b2 req-98f1c5a3-05e0-4a70-95f0-fd040be3e9d5 tempest-TestEncryptedCinderVolumes-1026868442 tempest-TestEncryptedCinderVolumes-1026868442-project] 10.222.0.20 "GET /v2.0/ports?device_id=e932b150-53c9-4b8b-b5ed-f81f88cf9a47 HTTP/1.1" status: 200 len: 210 time: 0.0322073 Jun 23 12:02:12.164472 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.plugins.ml2.plugin [None req-97bd5441-1da2-49ee-a364-27795820ba27 None None] No Port match for: ea29691e-f576-4fd0-8842-461a06963bf7 {{(pid=94176) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2240}} Jun 23 12:02:12.164829 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.plugins.ml2.rpc [None req-97bd5441-1da2-49ee-a364-27795820ba27 None None] Device ea29691e-f576-4fd0-8842-461a06963bf7 not bound to the agent host hv-neutron-6013 {{(pid=94176) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:271}} Jun 23 12:02:13.168930 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f787572-cecd-467f-8c7f-9efa45b2d53d req-2e5e0b28-4072-42dc-bedb-e5de4a593823 tempest-TestEncryptedCinderVolumes-1026868442 tempest-TestEncryptedCinderVolumes-1026868442-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 12:02:13.170433 dv-neutron-601336-94-hyperv neutron-server[94175]: INFO neutron.wsgi [req-9f787572-cecd-467f-8c7f-9efa45b2d53d req-2e5e0b28-4072-42dc-bedb-e5de4a593823 tempest-TestEncryptedCinderVolumes-1026868442 tempest-TestEncryptedCinderVolumes-1026868442-project] 10.222.0.52 "GET /v2.0/networks?id=1776f16c-c3f0-4bbb-8836-2a35609d2d01 HTTP/1.1" status: 200 len: 817 time: 0.1102650 Jun 23 12:02:13.185552 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.api.v2.base [req-9f787572-cecd-467f-8c7f-9efa45b2d53d req-01c3e427-afa5-436d-8a21-24c1462dfbc1 tempest-TestEncryptedCinderVolumes-1026868442 tempest-TestEncryptedCinderVolumes-1026868442-project] Request body: {'port': {'device_id': 'e932b150-53c9-4b8b-b5ed-f81f88cf9a47', 'network_id': '1776f16c-c3f0-4bbb-8836-2a35609d2d01', 'admin_state_up': True, 'tenant_id': 'a57cbda215e14f2681409de71aaf113f'}} {{(pid=94175) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 23 12:02:13.189837 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron_lib.callbacks.manager [None req-fe402596-177a-4830-aba3-5c3ead57a499 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773699952132', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-899307'] for agent, after_update {{(pid=94176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 12:02:13.330835 dv-neutron-601336-94-hyperv neutron-server[94175]: INFO neutron.wsgi [req-b18ea93d-a165-4d26-8ef0-25e2ce7a975e req-d9bfb26f-874d-4680-af8d-60c94ab090e5 tempest-TestEncryptedCinderVolumes-1026868442 tempest-TestEncryptedCinderVolumes-1026868442-project] 10.222.0.20 "GET /v2.0/ports?device_id=e932b150-53c9-4b8b-b5ed-f81f88cf9a47 HTTP/1.1" status: 200 len: 210 time: 0.0312514 Jun 23 12:02:13.430138 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-9f787572-cecd-467f-8c7f-9efa45b2d53d req-01c3e427-afa5-436d-8a21-24c1462dfbc1 tempest-TestEncryptedCinderVolumes-1026868442 tempest-TestEncryptedCinderVolumes-1026868442-project] Made reservation on behalf of a57cbda215e14f2681409de71aaf113f for: {'port': 1} {{(pid=94175) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 23 12:02:13.433674 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron_lib.callbacks.manager [req-9f787572-cecd-467f-8c7f-9efa45b2d53d req-01c3e427-afa5-436d-8a21-24c1462dfbc1 tempest-TestEncryptedCinderVolumes-1026868442 tempest-TestEncryptedCinderVolumes-1026868442-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-923104'] for port, before_create {{(pid=94175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 12:02:13.563647 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.db.db_base_plugin_common [req-9f787572-cecd-467f-8c7f-9efa45b2d53d req-01c3e427-afa5-436d-8a21-24c1462dfbc1 tempest-TestEncryptedCinderVolumes-1026868442 tempest-TestEncryptedCinderVolumes-1026868442-project] Allocated IP 172.20.0.13 (1776f16c-c3f0-4bbb-8836-2a35609d2d01/72d6c9b7-ee80-41b7-b5ea-09392c2d148e/14aa4ae2-97a1-4d29-8ed2-149af0e97f40) {{(pid=94175) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 23 12:02:13.718770 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron_lib.callbacks.manager [req-9f787572-cecd-467f-8c7f-9efa45b2d53d req-01c3e427-afa5-436d-8a21-24c1462dfbc1 tempest-TestEncryptedCinderVolumes-1026868442 tempest-TestEncryptedCinderVolumes-1026868442-project] Notify callbacks [] for port, precommit_create {{(pid=94175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 12:02:13.734701 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.db.provisioning_blocks [req-9f787572-cecd-467f-8c7f-9efa45b2d53d req-01c3e427-afa5-436d-8a21-24c1462dfbc1 tempest-TestEncryptedCinderVolumes-1026868442 tempest-TestEncryptedCinderVolumes-1026868442-project] Transition to ACTIVE for port object 14aa4ae2-97a1-4d29-8ed2-149af0e97f40 will not be triggered until provisioned by entity DHCP. {{(pid=94175) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 23 12:02:13.853440 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron_lib.callbacks.manager [req-9f787572-cecd-467f-8c7f-9efa45b2d53d req-01c3e427-afa5-436d-8a21-24c1462dfbc1 tempest-TestEncryptedCinderVolumes-1026868442 tempest-TestEncryptedCinderVolumes-1026868442-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-922915', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-239814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7866073', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773699642215', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-5082457'] for port, after_create {{(pid=94175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 12:02:13.858255 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG oslo_concurrency.lockutils [None req-9d147a2e-850d-47f5-ae01-7abbb8f63c0d service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94175) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 12:02:13.887591 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron_lib.callbacks.manager [None req-dc7542b2-afef-47f4-a763-e3a3cba144be None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773699952132', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-899307'] for agent, after_update {{(pid=94176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 12:02:13.903463 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9f787572-cecd-467f-8c7f-9efa45b2d53d req-01c3e427-afa5-436d-8a21-24c1462dfbc1 tempest-TestEncryptedCinderVolumes-1026868442 tempest-TestEncryptedCinderVolumes-1026868442-project] Network 1776f16c-c3f0-4bbb-8836-2a35609d2d01 is already hosted by enough agents. {{(pid=94175) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 23 12:02:13.909072 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.scheduler.base_scheduler [req-9f787572-cecd-467f-8c7f-9efa45b2d53d req-01c3e427-afa5-436d-8a21-24c1462dfbc1 tempest-TestEncryptedCinderVolumes-1026868442 tempest-TestEncryptedCinderVolumes-1026868442-project] Resources bound (agent type, host, resource id): {{(pid=94175) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 23 12:02:13.913813 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.db.l3_dvrscheduler_db [req-9f787572-cecd-467f-8c7f-9efa45b2d53d req-01c3e427-afa5-436d-8a21-24c1462dfbc1 tempest-TestEncryptedCinderVolumes-1026868442 tempest-TestEncryptedCinderVolumes-1026868442-project] Received port after_create {{(pid=94175) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 23 12:02:13.920352 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01c3e427-afa5-436d-8a21-24c1462dfbc1 tempest-TestEncryptedCinderVolumes-1026868442 tempest-TestEncryptedCinderVolumes-1026868442-project] Pushing event updated for resources: {'Port': ['ID=14aa4ae2-97a1-4d29-8ed2-149af0e97f40,revision_number=1']} {{(pid=94175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 12:02:13.946831 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG oslo_concurrency.lockutils [None req-01c3e427-afa5-436d-8a21-24c1462dfbc1 tempest-TestEncryptedCinderVolumes-1026868442 tempest-TestEncryptedCinderVolumes-1026868442-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.089s {{(pid=94175) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 12:02:13.976359 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f787572-cecd-467f-8c7f-9efa45b2d53d req-01c3e427-afa5-436d-8a21-24c1462dfbc1 tempest-TestEncryptedCinderVolumes-1026868442 tempest-TestEncryptedCinderVolumes-1026868442-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 12:02:13.983291 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron_lib.callbacks.manager [req-9f787572-cecd-467f-8c7f-9efa45b2d53d req-01c3e427-afa5-436d-8a21-24c1462dfbc1 tempest-TestEncryptedCinderVolumes-1026868442 tempest-TestEncryptedCinderVolumes-1026868442-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-217507'] for port, before_response {{(pid=94175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 12:02:14.100396 dv-neutron-601336-94-hyperv neutron-server[94175]: INFO neutron.wsgi [req-9f787572-cecd-467f-8c7f-9efa45b2d53d req-01c3e427-afa5-436d-8a21-24c1462dfbc1 tempest-TestEncryptedCinderVolumes-1026868442 tempest-TestEncryptedCinderVolumes-1026868442-project] 10.222.0.52 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.9184458 Jun 23 12:02:14.128462 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.api.v2.base [req-9f787572-cecd-467f-8c7f-9efa45b2d53d req-85cc39c7-e6cb-4733-b771-66f9a989e1eb service neutron] Request body: {'port': {'device_id': 'e932b150-53c9-4b8b-b5ed-f81f88cf9a47', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-6013'}} {{(pid=94175) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 23 12:02:14.188372 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron_lib.callbacks.manager [req-9f787572-cecd-467f-8c7f-9efa45b2d53d req-85cc39c7-e6cb-4733-b771-66f9a989e1eb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-923122'] for port, before_update {{(pid=94175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 12:02:14.258677 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.db.provisioning_blocks [None req-ded15c2b-a270-41a6-9f11-f97afac59e3c None None] Provisioning for port 14aa4ae2-97a1-4d29-8ed2-149af0e97f40 completed by entity DHCP. {{(pid=94176) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 23 12:02:14.263294 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.db.provisioning_blocks [None req-ded15c2b-a270-41a6-9f11-f97afac59e3c None None] Provisioning complete for port 14aa4ae2-97a1-4d29-8ed2-149af0e97f40 triggered by entity DHCP. {{(pid=94176) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 23 12:02:14.263738 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron_lib.callbacks.manager [None req-ded15c2b-a270-41a6-9f11-f97afac59e3c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-899258'] for port, provisioning_complete {{(pid=94176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 12:02:14.302795 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.plugins.ml2.plugin [None req-ded15c2b-a270-41a6-9f11-f97afac59e3c None None] Port 14aa4ae2-97a1-4d29-8ed2-149af0e97f40 cannot update to ACTIVE because it is not bound. {{(pid=94176) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jun 23 12:02:14.468337 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.notifiers.nova [req-9f787572-cecd-467f-8c7f-9efa45b2d53d req-85cc39c7-e6cb-4733-b771-66f9a989e1eb service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 14aa4ae2-97a1-4d29-8ed2-149af0e97f40 {{(pid=94175) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 23 12:02:14.476876 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron_lib.callbacks.manager [req-9f787572-cecd-467f-8c7f-9efa45b2d53d req-85cc39c7-e6cb-4733-b771-66f9a989e1eb service neutron] Notify callbacks [] for port, precommit_update {{(pid=94175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 12:02:14.488915 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.db.provisioning_blocks [req-9f787572-cecd-467f-8c7f-9efa45b2d53d req-85cc39c7-e6cb-4733-b771-66f9a989e1eb service neutron] Transition to ACTIVE for port object 14aa4ae2-97a1-4d29-8ed2-149af0e97f40 will not be triggered until provisioned by entity L2. {{(pid=94175) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 23 12:02:14.538412 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee205c58-8dbc-4a58-83c2-a99727d624bc req-0e111606-a4c1-471d-bf39-0f03ef54ea76 tempest-TestEncryptedCinderVolumes-1026868442 tempest-TestEncryptedCinderVolumes-1026868442-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94174) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 12:02:14.539895 dv-neutron-601336-94-hyperv neutron-server[94174]: INFO neutron.wsgi [req-ee205c58-8dbc-4a58-83c2-a99727d624bc req-0e111606-a4c1-471d-bf39-0f03ef54ea76 tempest-TestEncryptedCinderVolumes-1026868442 tempest-TestEncryptedCinderVolumes-1026868442-project] 10.222.0.20 "GET /v2.0/ports?device_id=e932b150-53c9-4b8b-b5ed-f81f88cf9a47 HTTP/1.1" status: 200 len: 932 time: 0.0948815 Jun 23 12:02:14.550467 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron_lib.callbacks.manager [req-9f787572-cecd-467f-8c7f-9efa45b2d53d req-85cc39c7-e6cb-4733-b771-66f9a989e1eb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-922904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866062', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773700135042', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773699642233', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773699642278', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5082471'] for port, after_update {{(pid=94175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 12:02:14.554611 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG oslo_concurrency.lockutils [None req-dc7d3e16-9b66-4305-a8b2-904cb1e34867 tempest-TestEncryptedCinderVolumes-1026868442 tempest-TestEncryptedCinderVolumes-1026868442-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94175) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 12:02:14.579297 dv-neutron-601336-94-hyperv neutron-server[94174]: INFO neutron.wsgi [req-ee205c58-8dbc-4a58-83c2-a99727d624bc req-8e812767-6410-4a6f-8cf9-056e33c0421f tempest-TestEncryptedCinderVolumes-1026868442 tempest-TestEncryptedCinderVolumes-1026868442-project] 10.222.0.20 "GET /v2.0/security-groups?id=1892fab6-61fd-498b-9a28-784669a5e0c4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0331511 Jun 23 12:02:14.615684 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85cc39c7-e6cb-4733-b771-66f9a989e1eb service neutron] Pushing event updated for resources: {'Port': ['ID=14aa4ae2-97a1-4d29-8ed2-149af0e97f40,revision_number=2']} {{(pid=94175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 12:02:14.619204 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG oslo_concurrency.lockutils [None req-85cc39c7-e6cb-4733-b771-66f9a989e1eb service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.065s {{(pid=94175) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 12:02:14.681111 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron_lib.callbacks.manager [None req-4c20ea5f-bc7f-4d4e-935d-57f082af6ccb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773699952132', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-899307'] for agent, after_update {{(pid=94176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 12:02:14.694148 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.plugins.ml2.managers [req-9f787572-cecd-467f-8c7f-9efa45b2d53d req-85cc39c7-e6cb-4733-b771-66f9a989e1eb service neutron] Attempting to bind port 14aa4ae2-97a1-4d29-8ed2-149af0e97f40 on host hv-neutron-6013 for vnic_type normal with profile {{(pid=94175) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 23 12:02:14.694485 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.plugins.ml2.managers [req-9f787572-cecd-467f-8c7f-9efa45b2d53d req-85cc39c7-e6cb-4733-b771-66f9a989e1eb service neutron] Attempting to bind port 14aa4ae2-97a1-4d29-8ed2-149af0e97f40 by drivers openvswitch,hyperv on host hv-neutron-6013 at level 0 using segments [{'id': '7593b026-ca57-4568-b466-d244ad7a2be6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 422, 'network_id': '1776f16c-c3f0-4bbb-8836-2a35609d2d01'}] {{(pid=94175) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 23 12:02:14.694829 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9f787572-cecd-467f-8c7f-9efa45b2d53d req-85cc39c7-e6cb-4733-b771-66f9a989e1eb service neutron] Attempting to bind port 14aa4ae2-97a1-4d29-8ed2-149af0e97f40 on network 1776f16c-c3f0-4bbb-8836-2a35609d2d01 {{(pid=94175) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 23 12:02:14.700130 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9f787572-cecd-467f-8c7f-9efa45b2d53d req-85cc39c7-e6cb-4733-b771-66f9a989e1eb service neutron] Port 14aa4ae2-97a1-4d29-8ed2-149af0e97f40 on network 1776f16c-c3f0-4bbb-8836-2a35609d2d01 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-6013 {{(pid=94175) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 23 12:02:14.700575 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9f787572-cecd-467f-8c7f-9efa45b2d53d req-85cc39c7-e6cb-4733-b771-66f9a989e1eb service neutron] Attempting to bind port 14aa4ae2-97a1-4d29-8ed2-149af0e97f40 on network 1776f16c-c3f0-4bbb-8836-2a35609d2d01 {{(pid=94175) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 23 12:02:14.706736 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9f787572-cecd-467f-8c7f-9efa45b2d53d req-85cc39c7-e6cb-4733-b771-66f9a989e1eb service neutron] Checking agent: {'id': '3a130b41-5b27-406b-aeb2-5a923af79f10', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-6013', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 23, 11, 28, 23), 'started_at': datetime.datetime(2021, 6, 23, 11, 28, 23), 'heartbeat_timestamp': datetime.datetime(2021, 6, 23, 12, 1, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94175) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 23 12:02:14.707109 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9f787572-cecd-467f-8c7f-9efa45b2d53d req-85cc39c7-e6cb-4733-b771-66f9a989e1eb service neutron] Checking segment: {'id': '7593b026-ca57-4568-b466-d244ad7a2be6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 422, 'network_id': '1776f16c-c3f0-4bbb-8836-2a35609d2d01'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94175) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 23 12:02:14.707499 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9f787572-cecd-467f-8c7f-9efa45b2d53d req-85cc39c7-e6cb-4733-b771-66f9a989e1eb service neutron] Bound using segment: {'id': '7593b026-ca57-4568-b466-d244ad7a2be6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 422, 'network_id': '1776f16c-c3f0-4bbb-8836-2a35609d2d01'} {{(pid=94175) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 23 12:02:14.707936 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.plugins.ml2.managers [req-9f787572-cecd-467f-8c7f-9efa45b2d53d req-85cc39c7-e6cb-4733-b771-66f9a989e1eb service neutron] Bound port: 14aa4ae2-97a1-4d29-8ed2-149af0e97f40, host: hv-neutron-6013, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7593b026-ca57-4568-b466-d244ad7a2be6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 422, 'network_id': '1776f16c-c3f0-4bbb-8836-2a35609d2d01'}}] {{(pid=94175) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 23 12:02:14.708288 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron_lib.callbacks.manager [req-9f787572-cecd-467f-8c7f-9efa45b2d53d req-85cc39c7-e6cb-4733-b771-66f9a989e1eb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-923122'] for port, before_update {{(pid=94175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 12:02:14.780307 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.plugins.ml2.db [req-9f787572-cecd-467f-8c7f-9efa45b2d53d req-85cc39c7-e6cb-4733-b771-66f9a989e1eb service neutron] For port 14aa4ae2-97a1-4d29-8ed2-149af0e97f40, host hv-neutron-6013, cleared binding levels {{(pid=94175) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 23 12:02:14.784558 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.plugins.ml2.db [req-9f787572-cecd-467f-8c7f-9efa45b2d53d req-85cc39c7-e6cb-4733-b771-66f9a989e1eb service neutron] For port 14aa4ae2-97a1-4d29-8ed2-149af0e97f40, host hv-neutron-6013, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-6013',level=0,port_id=14aa4ae2-97a1-4d29-8ed2-149af0e97f40,segment=NetworkSegment(7593b026-ca57-4568-b466-d244ad7a2be6),segment_id=7593b026-ca57-4568-b466-d244ad7a2be6)] {{(pid=94175) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 23 12:02:14.847647 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron_lib.callbacks.manager [req-9f787572-cecd-467f-8c7f-9efa45b2d53d req-85cc39c7-e6cb-4733-b771-66f9a989e1eb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-922904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866062', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773700135042', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773699642233', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773699642278', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5082471'] for port, after_update {{(pid=94175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 12:02:14.849876 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG oslo_concurrency.lockutils [None req-85cc39c7-e6cb-4733-b771-66f9a989e1eb service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94175) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 12:02:14.880993 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f787572-cecd-467f-8c7f-9efa45b2d53d req-85cc39c7-e6cb-4733-b771-66f9a989e1eb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 12:02:14.881697 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron_lib.callbacks.manager [req-9f787572-cecd-467f-8c7f-9efa45b2d53d req-85cc39c7-e6cb-4733-b771-66f9a989e1eb service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-217507'] for port, before_response {{(pid=94175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 12:02:14.883401 dv-neutron-601336-94-hyperv neutron-server[94175]: INFO neutron.wsgi [req-9f787572-cecd-467f-8c7f-9efa45b2d53d req-85cc39c7-e6cb-4733-b771-66f9a989e1eb service neutron] 10.222.0.52 "PUT /v2.0/ports/14aa4ae2-97a1-4d29-8ed2-149af0e97f40 HTTP/1.1" status: 200 len: 1094 time: 0.7754812 Jun 23 12:02:14.885913 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e932b150-53c9-4b8b-b5ed-f81f88cf9a47', 'tag': '14aa4ae2-97a1-4d29-8ed2-149af0e97f40'}] {{(pid=94175) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 23 12:02:14.889220 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1970408df4ea4e7170669a1249478e627cf05a5a0b07cc08a66c5cb53d0ac47a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-557f333b-1cab-4fd8-981b-7c414eec641c" -d '{"events": [{"name": "network-changed", "server_uuid": "e932b150-53c9-4b8b-b5ed-f81f88cf9a47", "tag": "14aa4ae2-97a1-4d29-8ed2-149af0e97f40"}]}' {{(pid=94175) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 23 12:02:14.918901 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85cc39c7-e6cb-4733-b771-66f9a989e1eb service neutron] Pushing event updated for resources: {'Port': ['ID=14aa4ae2-97a1-4d29-8ed2-149af0e97f40,revision_number=3']} {{(pid=94175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 12:02:14.922300 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG oslo_concurrency.lockutils [None req-85cc39c7-e6cb-4733-b771-66f9a989e1eb service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.072s {{(pid=94175) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 12:02:14.932469 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 23 Jun 2021 12:02:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1cc96fc7-6a13-4dc7-a28a-4b4c8b0d0248 x-openstack-request-id: req-1cc96fc7-6a13-4dc7-a28a-4b4c8b0d0248 {{(pid=94175) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 23 12:02:14.932833 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e932b150-53c9-4b8b-b5ed-f81f88cf9a47", "tag": "14aa4ae2-97a1-4d29-8ed2-149af0e97f40", "status": "completed", "code": 200}]} {{(pid=94175) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 23 12:02:14.933188 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-1cc96fc7-6a13-4dc7-a28a-4b4c8b0d0248 {{(pid=94175) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 23 12:02:14.933638 dv-neutron-601336-94-hyperv neutron-server[94175]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e932b150-53c9-4b8b-b5ed-f81f88cf9a47', 'tag': '14aa4ae2-97a1-4d29-8ed2-149af0e97f40', 'status': 'completed', 'code': 200} Jun 23 12:02:15.009631 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-557f333b-1cab-4fd8-981b-7c414eec641c req-65dccf09-c489-4392-815c-f76293a82713 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 12:02:15.011246 dv-neutron-601336-94-hyperv neutron-server[94175]: INFO neutron.wsgi [req-557f333b-1cab-4fd8-981b-7c414eec641c req-65dccf09-c489-4392-815c-f76293a82713 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=a57cbda215e14f2681409de71aaf113f&device_id=e932b150-53c9-4b8b-b5ed-f81f88cf9a47 HTTP/1.1" status: 200 len: 1097 time: 0.0570624 Jun 23 12:02:15.114493 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-557f333b-1cab-4fd8-981b-7c414eec641c req-c2565665-c53b-4484-8642-ccc6870d74e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 12:02:15.116668 dv-neutron-601336-94-hyperv neutron-server[94175]: INFO neutron.wsgi [req-557f333b-1cab-4fd8-981b-7c414eec641c req-c2565665-c53b-4484-8642-ccc6870d74e1 service neutron] 10.222.0.52 "GET /v2.0/networks?tenant_id=a57cbda215e14f2681409de71aaf113f&shared=False HTTP/1.1" status: 200 len: 918 time: 0.0983431 Jun 23 12:02:15.213063 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-557f333b-1cab-4fd8-981b-7c414eec641c req-b5403746-e56b-45e0-abfb-7991007622f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 12:02:15.214532 dv-neutron-601336-94-hyperv neutron-server[94175]: INFO neutron.wsgi [req-557f333b-1cab-4fd8-981b-7c414eec641c req-b5403746-e56b-45e0-abfb-7991007622f9 service neutron] 10.222.0.52 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0914581 Jun 23 12:02:15.304496 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f787572-cecd-467f-8c7f-9efa45b2d53d req-59049d10-faf3-4c13-a70c-2678a034f32d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 12:02:15.306026 dv-neutron-601336-94-hyperv neutron-server[94175]: INFO neutron.wsgi [req-9f787572-cecd-467f-8c7f-9efa45b2d53d req-59049d10-faf3-4c13-a70c-2678a034f32d service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=a57cbda215e14f2681409de71aaf113f&device_id=e932b150-53c9-4b8b-b5ed-f81f88cf9a47 HTTP/1.1" status: 200 len: 1097 time: 0.0524364 Jun 23 12:02:15.353250 dv-neutron-601336-94-hyperv neutron-server[94175]: INFO neutron.wsgi [req-9f787572-cecd-467f-8c7f-9efa45b2d53d req-b135048d-6b55-457e-bbf1-c7ea8813c14c service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=14aa4ae2-97a1-4d29-8ed2-149af0e97f40 HTTP/1.1" status: 200 len: 217 time: 0.0371172 Jun 23 12:02:15.402182 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f787572-cecd-467f-8c7f-9efa45b2d53d req-ed25cb99-b021-4085-8453-325a1036ca24 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 12:02:15.403652 dv-neutron-601336-94-hyperv neutron-server[94175]: INFO neutron.wsgi [req-9f787572-cecd-467f-8c7f-9efa45b2d53d req-ed25cb99-b021-4085-8453-325a1036ca24 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=72d6c9b7-ee80-41b7-b5ea-09392c2d148e HTTP/1.1" status: 200 len: 856 time: 0.0446048 Jun 23 12:02:15.463233 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f787572-cecd-467f-8c7f-9efa45b2d53d req-c4b6a5ec-1892-4192-af9f-f7401527babc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 12:02:15.464730 dv-neutron-601336-94-hyperv neutron-server[94175]: INFO neutron.wsgi [req-9f787572-cecd-467f-8c7f-9efa45b2d53d req-c4b6a5ec-1892-4192-af9f-f7401527babc service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=1776f16c-c3f0-4bbb-8836-2a35609d2d01&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1178 time: 0.0548241 Jun 23 12:02:15.559369 dv-neutron-601336-94-hyperv neutron-server[94175]: INFO neutron.wsgi [req-9f787572-cecd-467f-8c7f-9efa45b2d53d req-5bff13d7-eab3-47ca-88cc-94229b3e6ab8 service neutron] 10.222.0.52 "GET /v2.0/networks/1776f16c-c3f0-4bbb-8836-2a35609d2d01?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0876479 Jun 23 12:02:15.651620 dv-neutron-601336-94-hyperv neutron-server[94175]: INFO neutron.wsgi [req-9f787572-cecd-467f-8c7f-9efa45b2d53d req-b9ab8365-54ce-4e70-b633-2755d69824e6 service neutron] 10.222.0.52 "GET /v2.0/networks/1776f16c-c3f0-4bbb-8836-2a35609d2d01?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0858469 Jun 23 12:02:15.763918 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b6fcc74-f187-4bad-87cf-2b955e7aa717 req-5e5c2e03-4561-4882-a331-479a3651f22d tempest-TestEncryptedCinderVolumes-1026868442 tempest-TestEncryptedCinderVolumes-1026868442-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94174) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 12:02:15.765344 dv-neutron-601336-94-hyperv neutron-server[94174]: INFO neutron.wsgi [req-5b6fcc74-f187-4bad-87cf-2b955e7aa717 req-5e5c2e03-4561-4882-a331-479a3651f22d tempest-TestEncryptedCinderVolumes-1026868442 tempest-TestEncryptedCinderVolumes-1026868442-project] 10.222.0.20 "GET /v2.0/ports?device_id=e932b150-53c9-4b8b-b5ed-f81f88cf9a47 HTTP/1.1" status: 200 len: 944 time: 0.0651467 Jun 23 12:02:15.806808 dv-neutron-601336-94-hyperv neutron-server[94174]: INFO neutron.wsgi [req-5b6fcc74-f187-4bad-87cf-2b955e7aa717 req-58149f66-6851-45cc-a139-612b23a3c227 tempest-TestEncryptedCinderVolumes-1026868442 tempest-TestEncryptedCinderVolumes-1026868442-project] 10.222.0.20 "GET /v2.0/security-groups?id=1892fab6-61fd-498b-9a28-784669a5e0c4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0320723 Jun 23 12:02:16.732692 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron_lib.callbacks.manager [None req-95d6aa8f-24e7-4234-82ff-f502266c3285 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773699952132', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-899307'] for agent, after_update {{(pid=94176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 12:02:16.988799 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-482ed72e-6e15-47a6-a275-27468441b1fd req-4e48c893-fdcb-4080-ad7b-a26422b7a056 tempest-TestEncryptedCinderVolumes-1026868442 tempest-TestEncryptedCinderVolumes-1026868442-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 12:02:16.990207 dv-neutron-601336-94-hyperv neutron-server[94175]: INFO neutron.wsgi [req-482ed72e-6e15-47a6-a275-27468441b1fd req-4e48c893-fdcb-4080-ad7b-a26422b7a056 tempest-TestEncryptedCinderVolumes-1026868442 tempest-TestEncryptedCinderVolumes-1026868442-project] 10.222.0.20 "GET /v2.0/ports?device_id=e932b150-53c9-4b8b-b5ed-f81f88cf9a47 HTTP/1.1" status: 200 len: 944 time: 0.0702965 Jun 23 12:02:17.030696 dv-neutron-601336-94-hyperv neutron-server[94175]: INFO neutron.wsgi [req-482ed72e-6e15-47a6-a275-27468441b1fd req-3a489417-7ff1-45ab-83e8-6dbda5894f1d tempest-TestEncryptedCinderVolumes-1026868442 tempest-TestEncryptedCinderVolumes-1026868442-project] 10.222.0.20 "GET /v2.0/security-groups?id=1892fab6-61fd-498b-9a28-784669a5e0c4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0347595 Jun 23 12:02:18.175248 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.plugins.ml2.rpc [None req-97bd5441-1da2-49ee-a364-27795820ba27 None None] Device 14aa4ae2-97a1-4d29-8ed2-149af0e97f40 details requested by agent hyperv_hv-neutron-6013 with host hv-neutron-6013 {{(pid=94176) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:104}} Jun 23 12:02:18.218015 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57662bb2-6062-490d-9dbc-6d52fff71b41 req-757e70fa-56e2-4ea2-891a-a32517ac7caf tempest-TestEncryptedCinderVolumes-1026868442 tempest-TestEncryptedCinderVolumes-1026868442-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94174) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 12:02:18.220123 dv-neutron-601336-94-hyperv neutron-server[94174]: INFO neutron.wsgi [req-57662bb2-6062-490d-9dbc-6d52fff71b41 req-757e70fa-56e2-4ea2-891a-a32517ac7caf tempest-TestEncryptedCinderVolumes-1026868442 tempest-TestEncryptedCinderVolumes-1026868442-project] 10.222.0.20 "GET /v2.0/ports?device_id=e932b150-53c9-4b8b-b5ed-f81f88cf9a47 HTTP/1.1" status: 200 len: 944 time: 0.0776258 Jun 23 12:02:18.259055 dv-neutron-601336-94-hyperv neutron-server[94174]: INFO neutron.wsgi [req-57662bb2-6062-490d-9dbc-6d52fff71b41 req-1b7f750c-a4e8-4ac6-b87b-5ddeb3481d81 tempest-TestEncryptedCinderVolumes-1026868442 tempest-TestEncryptedCinderVolumes-1026868442-project] 10.222.0.20 "GET /v2.0/security-groups?id=1892fab6-61fd-498b-9a28-784669a5e0c4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0330484 Jun 23 12:02:18.269945 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.plugins.ml2.db [None req-97bd5441-1da2-49ee-a364-27795820ba27 None None] For port 14aa4ae2-97a1-4d29-8ed2-149af0e97f40, host hv-neutron-6013, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-6013',level=0,port_id=14aa4ae2-97a1-4d29-8ed2-149af0e97f40,segment=NetworkSegment(7593b026-ca57-4568-b466-d244ad7a2be6),segment_id=7593b026-ca57-4568-b466-d244ad7a2be6)] {{(pid=94176) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 23 12:02:18.282412 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.plugins.ml2.rpc [None req-97bd5441-1da2-49ee-a364-27795820ba27 None None] Returning: {'device': '14aa4ae2-97a1-4d29-8ed2-149af0e97f40', 'network_id': '1776f16c-c3f0-4bbb-8836-2a35609d2d01', 'port_id': '14aa4ae2-97a1-4d29-8ed2-149af0e97f40', 'mac_address': 'fa:16:3e:bd:a6:44', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 422, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '72d6c9b7-ee80-41b7-b5ea-09392c2d148e', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94176) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:186}} Jun 23 12:02:18.317266 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron_lib.callbacks.manager [None req-97bd5441-1da2-49ee-a364-27795820ba27 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-923122'] for port, before_update {{(pid=94176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 12:02:18.333473 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.notifiers.nova [None req-97bd5441-1da2-49ee-a364-27795820ba27 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 14aa4ae2-97a1-4d29-8ed2-149af0e97f40 {{(pid=94176) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 23 12:02:18.352774 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.plugins.ml2.db [None req-97bd5441-1da2-49ee-a364-27795820ba27 None None] For port 14aa4ae2-97a1-4d29-8ed2-149af0e97f40, host hv-neutron-6013, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-6013',level=0,port_id=14aa4ae2-97a1-4d29-8ed2-149af0e97f40,segment=NetworkSegment(7593b026-ca57-4568-b466-d244ad7a2be6),segment_id=7593b026-ca57-4568-b466-d244ad7a2be6)] {{(pid=94176) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 23 12:02:18.412404 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron_lib.callbacks.manager [None req-97bd5441-1da2-49ee-a364-27795820ba27 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-922904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866062', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773700135042', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773699642233', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773699642278'] for port, after_update {{(pid=94176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 12:02:18.414206 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG oslo_concurrency.lockutils [None req-97bd5441-1da2-49ee-a364-27795820ba27 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 12:02:18.606585 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97bd5441-1da2-49ee-a364-27795820ba27 None None] Pushing event updated for resources: {'Port': ['ID=14aa4ae2-97a1-4d29-8ed2-149af0e97f40,revision_number=4']} {{(pid=94176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 12:02:18.613406 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97bd5441-1da2-49ee-a364-27795820ba27 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-601336-94-hyperv {{(pid=94176) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 12:02:18.613765 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97bd5441-1da2-49ee-a364-27795820ba27 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-94-hyperv {{(pid=94176) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 12:02:18.614108 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97bd5441-1da2-49ee-a364-27795820ba27 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-94-hyperv {{(pid=94176) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 12:02:18.614461 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97bd5441-1da2-49ee-a364-27795820ba27 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-601336-94-hyperv {{(pid=94176) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 12:02:18.614778 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97bd5441-1da2-49ee-a364-27795820ba27 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-601336-94-hyperv {{(pid=94176) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 12:02:18.615135 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97bd5441-1da2-49ee-a364-27795820ba27 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-601336-94-hyperv {{(pid=94176) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 12:02:18.615467 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97bd5441-1da2-49ee-a364-27795820ba27 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-601336-94-hyperv {{(pid=94176) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 12:02:18.615796 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97bd5441-1da2-49ee-a364-27795820ba27 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-601336-94-hyperv {{(pid=94176) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 12:02:18.616122 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97bd5441-1da2-49ee-a364-27795820ba27 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-601336-94-hyperv {{(pid=94176) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 12:02:18.616444 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97bd5441-1da2-49ee-a364-27795820ba27 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-94-hyperv {{(pid=94176) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 12:02:18.616764 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97bd5441-1da2-49ee-a364-27795820ba27 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-601336-94-hyperv {{(pid=94176) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 12:02:18.617083 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97bd5441-1da2-49ee-a364-27795820ba27 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-601336-94-hyperv {{(pid=94176) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 12:02:18.620956 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG oslo_concurrency.lockutils [None req-97bd5441-1da2-49ee-a364-27795820ba27 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.207s {{(pid=94176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 12:02:18.645099 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.plugins.ml2.db [None req-97bd5441-1da2-49ee-a364-27795820ba27 None None] get_ports_and_sgs() called for port_ids ['14aa4ae2-97a1-4d29-8ed2-149af0e97f40'] {{(pid=94176) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 23 12:02:19.434490 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-628749db-1ad5-4ba0-a721-6a499f6370af req-a257f88a-264c-45cb-9d4e-3ee6085273c8 tempest-TestEncryptedCinderVolumes-1026868442 tempest-TestEncryptedCinderVolumes-1026868442-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 12:02:19.435916 dv-neutron-601336-94-hyperv neutron-server[94175]: INFO neutron.wsgi [req-628749db-1ad5-4ba0-a721-6a499f6370af req-a257f88a-264c-45cb-9d4e-3ee6085273c8 tempest-TestEncryptedCinderVolumes-1026868442 tempest-TestEncryptedCinderVolumes-1026868442-project] 10.222.0.20 "GET /v2.0/ports?device_id=e932b150-53c9-4b8b-b5ed-f81f88cf9a47 HTTP/1.1" status: 200 len: 945 time: 0.0646436 Jun 23 12:02:19.473775 dv-neutron-601336-94-hyperv neutron-server[94175]: INFO neutron.wsgi [req-628749db-1ad5-4ba0-a721-6a499f6370af req-26b36039-bef6-4ea7-81c2-cd5c0020afb9 tempest-TestEncryptedCinderVolumes-1026868442 tempest-TestEncryptedCinderVolumes-1026868442-project] 10.222.0.20 "GET /v2.0/security-groups?id=1892fab6-61fd-498b-9a28-784669a5e0c4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0318830 Jun 23 12:02:20.188748 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.plugins.ml2.rpc [None req-97bd5441-1da2-49ee-a364-27795820ba27 None None] Device 14aa4ae2-97a1-4d29-8ed2-149af0e97f40 up at agent hyperv_hv-neutron-6013 {{(pid=94176) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:298}} Jun 23 12:02:20.280863 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.db.provisioning_blocks [None req-97bd5441-1da2-49ee-a364-27795820ba27 None None] Provisioning for port 14aa4ae2-97a1-4d29-8ed2-149af0e97f40 completed by entity L2. {{(pid=94176) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 23 12:02:20.286800 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.db.provisioning_blocks [None req-97bd5441-1da2-49ee-a364-27795820ba27 None None] Provisioning complete for port 14aa4ae2-97a1-4d29-8ed2-149af0e97f40 triggered by entity L2. {{(pid=94176) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 23 12:02:20.287207 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron_lib.callbacks.manager [None req-97bd5441-1da2-49ee-a364-27795820ba27 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-899258'] for port, provisioning_complete {{(pid=94176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 12:02:20.361367 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron_lib.callbacks.manager [None req-97bd5441-1da2-49ee-a364-27795820ba27 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-923122'] for port, before_update {{(pid=94176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 12:02:20.388763 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e932b150-53c9-4b8b-b5ed-f81f88cf9a47', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '14aa4ae2-97a1-4d29-8ed2-149af0e97f40'}] {{(pid=94176) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 23 12:02:20.391714 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}887b0dfc0393de878080286a57e4a08d4fa60dd0cddd118f338ebfcd351ddd4c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-495d5f59-3c59-43d0-93e9-01f94b409244" -d '{"events": [{"server_uuid": "e932b150-53c9-4b8b-b5ed-f81f88cf9a47", "name": "network-vif-plugged", "status": "completed", "tag": "14aa4ae2-97a1-4d29-8ed2-149af0e97f40"}]}' {{(pid=94176) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 23 12:02:20.407985 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.plugins.ml2.db [None req-97bd5441-1da2-49ee-a364-27795820ba27 None None] For port 14aa4ae2-97a1-4d29-8ed2-149af0e97f40, host hv-neutron-6013, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-6013',level=0,port_id=14aa4ae2-97a1-4d29-8ed2-149af0e97f40,segment=NetworkSegment(7593b026-ca57-4568-b466-d244ad7a2be6),segment_id=7593b026-ca57-4568-b466-d244ad7a2be6)] {{(pid=94176) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 23 12:02:20.446894 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron_lib.callbacks.manager [None req-97bd5441-1da2-49ee-a364-27795820ba27 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-922904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866062', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773700135042', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773699642233', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773699642278'] for port, after_update {{(pid=94176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 12:02:20.449941 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG oslo_concurrency.lockutils [None req-51a7f860-7cbe-4ee6-bed0-61a9a8540052 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 12:02:20.484457 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 23 Jun 2021 12:02:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d8f5d6d9-e18c-430b-b1c0-e9f4db51e886 x-openstack-request-id: req-d8f5d6d9-e18c-430b-b1c0-e9f4db51e886 {{(pid=94176) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 23 12:02:20.485272 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e932b150-53c9-4b8b-b5ed-f81f88cf9a47", "name": "network-vif-plugged", "status": "completed", "tag": "14aa4ae2-97a1-4d29-8ed2-149af0e97f40", "code": 200}]} {{(pid=94176) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 23 12:02:20.485537 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-d8f5d6d9-e18c-430b-b1c0-e9f4db51e886 {{(pid=94176) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 23 12:02:20.485939 dv-neutron-601336-94-hyperv neutron-server[94176]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e932b150-53c9-4b8b-b5ed-f81f88cf9a47', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '14aa4ae2-97a1-4d29-8ed2-149af0e97f40', 'code': 200} Jun 23 12:02:20.504327 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97bd5441-1da2-49ee-a364-27795820ba27 None None] Pushing event updated for resources: {'Port': ['ID=14aa4ae2-97a1-4d29-8ed2-149af0e97f40,revision_number=5']} {{(pid=94176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 12:02:20.507508 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG oslo_concurrency.lockutils [None req-97bd5441-1da2-49ee-a364-27795820ba27 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.058s {{(pid=94176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 12:02:20.659349 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97005e1c-c85d-4630-9f85-fc99b059180d req-407322d6-a054-4118-8ea4-15a182a83b97 tempest-TestEncryptedCinderVolumes-1026868442 tempest-TestEncryptedCinderVolumes-1026868442-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 12:02:20.661140 dv-neutron-601336-94-hyperv neutron-server[94175]: INFO neutron.wsgi [req-97005e1c-c85d-4630-9f85-fc99b059180d req-407322d6-a054-4118-8ea4-15a182a83b97 tempest-TestEncryptedCinderVolumes-1026868442 tempest-TestEncryptedCinderVolumes-1026868442-project] 10.222.0.20 "GET /v2.0/ports?device_id=e932b150-53c9-4b8b-b5ed-f81f88cf9a47 HTTP/1.1" status: 200 len: 946 time: 0.0663321 Jun 23 12:02:20.700297 dv-neutron-601336-94-hyperv neutron-server[94175]: INFO neutron.wsgi [req-97005e1c-c85d-4630-9f85-fc99b059180d req-7fa4fc83-5f4b-4b2e-af31-8f1f7236d056 tempest-TestEncryptedCinderVolumes-1026868442 tempest-TestEncryptedCinderVolumes-1026868442-project] 10.222.0.20 "GET /v2.0/security-groups?id=1892fab6-61fd-498b-9a28-784669a5e0c4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0334651 Jun 23 12:02:20.848019 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c911bdf6-872f-46b2-a238-88e0ea1e5e56 req-e2a1795d-0140-457c-9cba-c57733d10229 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 12:02:20.849597 dv-neutron-601336-94-hyperv neutron-server[94175]: INFO neutron.wsgi [req-c911bdf6-872f-46b2-a238-88e0ea1e5e56 req-e2a1795d-0140-457c-9cba-c57733d10229 service neutron] 10.222.0.52 "GET /v2.0/ports?device_id=e932b150-53c9-4b8b-b5ed-f81f88cf9a47 HTTP/1.1" status: 200 len: 1099 time: 0.0606010 Jun 23 12:02:20.886291 dv-neutron-601336-94-hyperv neutron-server[94175]: INFO neutron.wsgi [req-c911bdf6-872f-46b2-a238-88e0ea1e5e56 req-ab3cb52d-d92f-4ce4-85ee-af3d4f7891da service neutron] 10.222.0.52 "GET /v2.0/security-groups?id=1892fab6-61fd-498b-9a28-784669a5e0c4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0302570 Jun 23 12:02:21.886118 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3759960-6f39-4df1-ab7b-bf73f1c2ba73 req-747a25fd-aa46-438c-830c-d5ebd0ae77a0 tempest-TestEncryptedCinderVolumes-1026868442 tempest-TestEncryptedCinderVolumes-1026868442-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94174) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 12:02:21.887726 dv-neutron-601336-94-hyperv neutron-server[94174]: INFO neutron.wsgi [req-d3759960-6f39-4df1-ab7b-bf73f1c2ba73 req-747a25fd-aa46-438c-830c-d5ebd0ae77a0 tempest-TestEncryptedCinderVolumes-1026868442 tempest-TestEncryptedCinderVolumes-1026868442-project] 10.222.0.20 "GET /v2.0/ports?device_id=e932b150-53c9-4b8b-b5ed-f81f88cf9a47 HTTP/1.1" status: 200 len: 946 time: 0.0713897 Jun 23 12:02:21.927886 dv-neutron-601336-94-hyperv neutron-server[94174]: INFO neutron.wsgi [req-d3759960-6f39-4df1-ab7b-bf73f1c2ba73 req-5f33a949-58f8-4a3d-b591-b0b18cb15dec tempest-TestEncryptedCinderVolumes-1026868442 tempest-TestEncryptedCinderVolumes-1026868442-project] 10.222.0.20 "GET /v2.0/security-groups?id=1892fab6-61fd-498b-9a28-784669a5e0c4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0337405 Jun 23 12:02:23.107287 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e00e76c-e5c3-4c9c-9519-8e1fe69d5b22 req-93f878e6-0862-417d-a64a-e991fcf9abb5 tempest-TestEncryptedCinderVolumes-1026868442 tempest-TestEncryptedCinderVolumes-1026868442-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 12:02:23.108786 dv-neutron-601336-94-hyperv neutron-server[94175]: INFO neutron.wsgi [req-5e00e76c-e5c3-4c9c-9519-8e1fe69d5b22 req-93f878e6-0862-417d-a64a-e991fcf9abb5 tempest-TestEncryptedCinderVolumes-1026868442 tempest-TestEncryptedCinderVolumes-1026868442-project] 10.222.0.20 "GET /v2.0/ports?device_id=e932b150-53c9-4b8b-b5ed-f81f88cf9a47 HTTP/1.1" status: 200 len: 946 time: 0.0646725 Jun 23 12:02:23.149508 dv-neutron-601336-94-hyperv neutron-server[94175]: INFO neutron.wsgi [req-5e00e76c-e5c3-4c9c-9519-8e1fe69d5b22 req-86d3af3f-2d67-4aba-b3ac-075036ae1c39 tempest-TestEncryptedCinderVolumes-1026868442 tempest-TestEncryptedCinderVolumes-1026868442-project] 10.222.0.20 "GET /v2.0/security-groups?id=1892fab6-61fd-498b-9a28-784669a5e0c4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0343416 Jun 23 12:02:23.334028 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29bcae29-db0a-4403-ac23-880c0e00acb7 req-ae75ac52-de4e-47aa-b95b-648c8a27e412 tempest-TestEncryptedCinderVolumes-1026868442 tempest-TestEncryptedCinderVolumes-1026868442-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94174) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 12:02:23.335618 dv-neutron-601336-94-hyperv neutron-server[94174]: INFO neutron.wsgi [req-29bcae29-db0a-4403-ac23-880c0e00acb7 req-ae75ac52-de4e-47aa-b95b-648c8a27e412 tempest-TestEncryptedCinderVolumes-1026868442 tempest-TestEncryptedCinderVolumes-1026868442-project] 10.222.0.20 "GET /v2.0/ports?device_id=e932b150-53c9-4b8b-b5ed-f81f88cf9a47 HTTP/1.1" status: 200 len: 946 time: 0.0643511 Jun 23 12:02:23.374099 dv-neutron-601336-94-hyperv neutron-server[94174]: INFO neutron.wsgi [req-29bcae29-db0a-4403-ac23-880c0e00acb7 req-c9cd5e2b-96b3-4e5d-b27e-9cc7a9f96813 tempest-TestEncryptedCinderVolumes-1026868442 tempest-TestEncryptedCinderVolumes-1026868442-project] 10.222.0.20 "GET /v2.0/security-groups?id=1892fab6-61fd-498b-9a28-784669a5e0c4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0327914 Jun 23 12:02:23.578231 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron_lib.callbacks.manager [None req-97bd5441-1da2-49ee-a364-27795820ba27 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773699952132', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-899307'] for agent, after_update {{(pid=94176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 12:02:27.152702 dv-neutron-601336-94-hyperv neutron-server[94177]: DEBUG neutron.db.agents_db [None req-90fb1279-e4c5-4e73-8d66-3a29811dc4e3 None None] Agent healthcheck: found 6 active agents {{(pid=94177) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 23 12:02:40.966072 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron_lib.callbacks.manager [None req-f9478c6e-0451-4657-bbc7-7115fb00d198 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773699952132', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-899307'] for agent, after_update {{(pid=94176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 12:02:43.189035 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron_lib.callbacks.manager [None req-82494aef-00d0-456e-a677-10efbb651670 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773699952132', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-899307'] for agent, after_update {{(pid=94176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 12:02:43.881317 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron_lib.callbacks.manager [None req-dc7542b2-afef-47f4-a763-e3a3cba144be None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773699952132', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-899307'] for agent, after_update {{(pid=94176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 12:02:44.703214 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron_lib.callbacks.manager [None req-4c20ea5f-bc7f-4d4e-935d-57f082af6ccb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773699952132', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-899307'] for agent, after_update {{(pid=94176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 12:02:45.929322 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34750845-f01b-4b1a-9f49-9b20c3f4918b req-55c33373-94e1-4b9d-889f-d043c780c6ef tempest-TestEncryptedCinderVolumes-1026868442 tempest-TestEncryptedCinderVolumes-1026868442-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94174) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 12:02:45.930731 dv-neutron-601336-94-hyperv neutron-server[94174]: INFO neutron.wsgi [req-34750845-f01b-4b1a-9f49-9b20c3f4918b req-55c33373-94e1-4b9d-889f-d043c780c6ef tempest-TestEncryptedCinderVolumes-1026868442 tempest-TestEncryptedCinderVolumes-1026868442-project] 10.222.0.20 "GET /v2.0/ports?device_id=e932b150-53c9-4b8b-b5ed-f81f88cf9a47 HTTP/1.1" status: 200 len: 946 time: 0.0736275 Jun 23 12:02:45.973041 dv-neutron-601336-94-hyperv neutron-server[94174]: INFO neutron.wsgi [req-34750845-f01b-4b1a-9f49-9b20c3f4918b req-4d99c7c4-820a-40d7-bb84-827c8a3b7e58 tempest-TestEncryptedCinderVolumes-1026868442 tempest-TestEncryptedCinderVolumes-1026868442-project] 10.222.0.20 "GET /v2.0/security-groups?id=1892fab6-61fd-498b-9a28-784669a5e0c4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0357611 Jun 23 12:02:46.743369 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron_lib.callbacks.manager [None req-95d6aa8f-24e7-4234-82ff-f502266c3285 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773699952132', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-899307'] for agent, after_update {{(pid=94176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 12:02:47.159817 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be4de29a-f5fb-4a62-9595-84617039dc58 req-b95f82ab-c472-44c4-af44-bda1c615b1b0 tempest-TestEncryptedCinderVolumes-1026868442 tempest-TestEncryptedCinderVolumes-1026868442-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 12:02:47.161320 dv-neutron-601336-94-hyperv neutron-server[94175]: INFO neutron.wsgi [req-be4de29a-f5fb-4a62-9595-84617039dc58 req-b95f82ab-c472-44c4-af44-bda1c615b1b0 tempest-TestEncryptedCinderVolumes-1026868442 tempest-TestEncryptedCinderVolumes-1026868442-project] 10.222.0.20 "GET /v2.0/ports?device_id=e932b150-53c9-4b8b-b5ed-f81f88cf9a47 HTTP/1.1" status: 200 len: 946 time: 0.0734110 Jun 23 12:02:47.202595 dv-neutron-601336-94-hyperv neutron-server[94175]: INFO neutron.wsgi [req-be4de29a-f5fb-4a62-9595-84617039dc58 req-15b0802b-b2ab-49ed-8bc9-bf2221180718 tempest-TestEncryptedCinderVolumes-1026868442 tempest-TestEncryptedCinderVolumes-1026868442-project] 10.222.0.20 "GET /v2.0/security-groups?id=1892fab6-61fd-498b-9a28-784669a5e0c4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0354168 Jun 23 12:02:47.434200 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6be47754-6e92-40bf-8de7-d10052c31e5c req-fce0acfa-1135-4577-a782-e319d1b7fac0 tempest-TestEncryptedCinderVolumes-1026868442 tempest-TestEncryptedCinderVolumes-1026868442-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 12:02:47.435720 dv-neutron-601336-94-hyperv neutron-server[94175]: INFO neutron.wsgi [req-6be47754-6e92-40bf-8de7-d10052c31e5c req-fce0acfa-1135-4577-a782-e319d1b7fac0 tempest-TestEncryptedCinderVolumes-1026868442 tempest-TestEncryptedCinderVolumes-1026868442-project] 10.222.0.52 "GET /v2.0/ports?device_id=e932b150-53c9-4b8b-b5ed-f81f88cf9a47 HTTP/1.1" status: 200 len: 946 time: 0.0632777 Jun 23 12:02:47.546301 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.plugins.ml2.plugin [req-6be47754-6e92-40bf-8de7-d10052c31e5c req-2dc47ad6-2679-48d4-a6e0-a7d658f945bd tempest-TestEncryptedCinderVolumes-1026868442 tempest-TestEncryptedCinderVolumes-1026868442-project] Deleting port 14aa4ae2-97a1-4d29-8ed2-149af0e97f40 {{(pid=94175) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1913}} Jun 23 12:02:47.546650 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron_lib.callbacks.manager [req-6be47754-6e92-40bf-8de7-d10052c31e5c req-2dc47ad6-2679-48d4-a6e0-a7d658f945bd tempest-TestEncryptedCinderVolumes-1026868442 tempest-TestEncryptedCinderVolumes-1026868442-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773700079324'] for port, before_delete {{(pid=94175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 12:02:47.635427 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.plugins.ml2.db [req-6be47754-6e92-40bf-8de7-d10052c31e5c req-2dc47ad6-2679-48d4-a6e0-a7d658f945bd tempest-TestEncryptedCinderVolumes-1026868442 tempest-TestEncryptedCinderVolumes-1026868442-project] For port 14aa4ae2-97a1-4d29-8ed2-149af0e97f40, host hv-neutron-6013, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-6013',level=0,port_id=14aa4ae2-97a1-4d29-8ed2-149af0e97f40,segment=NetworkSegment(7593b026-ca57-4568-b466-d244ad7a2be6),segment_id=7593b026-ca57-4568-b466-d244ad7a2be6)] {{(pid=94175) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 23 12:02:47.635788 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron_lib.callbacks.manager [req-6be47754-6e92-40bf-8de7-d10052c31e5c req-2dc47ad6-2679-48d4-a6e0-a7d658f945bd tempest-TestEncryptedCinderVolumes-1026868442 tempest-TestEncryptedCinderVolumes-1026868442-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-430722'] for port, precommit_delete {{(pid=94175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 12:02:47.648966 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.plugins.ml2.plugin [req-6be47754-6e92-40bf-8de7-d10052c31e5c req-2dc47ad6-2679-48d4-a6e0-a7d658f945bd tempest-TestEncryptedCinderVolumes-1026868442 tempest-TestEncryptedCinderVolumes-1026868442-project] Calling delete_port for 14aa4ae2-97a1-4d29-8ed2-149af0e97f40 owned by compute:nova {{(pid=94175) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1986}} Jun 23 12:02:47.845839 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron_lib.callbacks.manager [req-6be47754-6e92-40bf-8de7-d10052c31e5c req-2dc47ad6-2679-48d4-a6e0-a7d658f945bd tempest-TestEncryptedCinderVolumes-1026868442 tempest-TestEncryptedCinderVolumes-1026868442-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-922904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866062', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773700135024', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773699642224', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5082448'] for port, after_delete {{(pid=94175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 12:02:47.849876 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG oslo_concurrency.lockutils [None req-12276015-bf3b-4692-9012-9b9000dfa3dc tempest-FloatingIPTestJSON-1140213849 tempest-FloatingIPTestJSON-1140213849-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94175) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 12:02:47.857222 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.plugins.ml2.db [None req-97bd5441-1da2-49ee-a364-27795820ba27 None None] get_ports_and_sgs() called for port_ids ['14aa4ae2-97a1-4d29-8ed2-149af0e97f40'] {{(pid=94176) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 23 12:02:47.876270 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2dc47ad6-2679-48d4-a6e0-a7d658f945bd tempest-TestEncryptedCinderVolumes-1026868442 tempest-TestEncryptedCinderVolumes-1026868442-project] Pushing event deleted for resources: {'Port': ['ID=14aa4ae2-97a1-4d29-8ed2-149af0e97f40,revision_number=None']} {{(pid=94175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 12:02:47.882025 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG oslo_concurrency.lockutils [None req-2dc47ad6-2679-48d4-a6e0-a7d658f945bd tempest-TestEncryptedCinderVolumes-1026868442 tempest-TestEncryptedCinderVolumes-1026868442-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.032s {{(pid=94175) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 12:02:47.926034 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.db.l3_dvrscheduler_db [req-6be47754-6e92-40bf-8de7-d10052c31e5c req-2dc47ad6-2679-48d4-a6e0-a7d658f945bd tempest-TestEncryptedCinderVolumes-1026868442 tempest-TestEncryptedCinderVolumes-1026868442-project] No DVR routers for this DVR port 14aa4ae2-97a1-4d29-8ed2-149af0e97f40 on host hv-neutron-6013 {{(pid=94175) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 23 12:02:47.928732 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron_lib.callbacks.manager [req-6be47754-6e92-40bf-8de7-d10052c31e5c req-2dc47ad6-2679-48d4-a6e0-a7d658f945bd tempest-TestEncryptedCinderVolumes-1026868442 tempest-TestEncryptedCinderVolumes-1026868442-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-217507'] for port, before_response {{(pid=94175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 12:02:47.930888 dv-neutron-601336-94-hyperv neutron-server[94175]: INFO neutron.wsgi [req-6be47754-6e92-40bf-8de7-d10052c31e5c req-2dc47ad6-2679-48d4-a6e0-a7d658f945bd tempest-TestEncryptedCinderVolumes-1026868442 tempest-TestEncryptedCinderVolumes-1026868442-project] 10.222.0.52 "DELETE /v2.0/ports/14aa4ae2-97a1-4d29-8ed2-149af0e97f40 HTTP/1.1" status: 204 len: 173 time: 0.4901495 Jun 23 12:02:47.931453 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e932b150-53c9-4b8b-b5ed-f81f88cf9a47', 'name': 'network-vif-deleted', 'tag': '14aa4ae2-97a1-4d29-8ed2-149af0e97f40'}] {{(pid=94175) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 23 12:02:47.934405 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1970408df4ea4e7170669a1249478e627cf05a5a0b07cc08a66c5cb53d0ac47a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c8dc85f2-04fa-4a9e-bfff-313c8378edde" -d '{"events": [{"server_uuid": "e932b150-53c9-4b8b-b5ed-f81f88cf9a47", "name": "network-vif-deleted", "tag": "14aa4ae2-97a1-4d29-8ed2-149af0e97f40"}]}' {{(pid=94175) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 23 12:02:47.972740 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 23 Jun 2021 12:02:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c7e17c7b-2fee-45fa-9ab1-691f82933a9e x-openstack-request-id: req-c7e17c7b-2fee-45fa-9ab1-691f82933a9e {{(pid=94175) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 23 12:02:47.972740 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e932b150-53c9-4b8b-b5ed-f81f88cf9a47", "name": "network-vif-deleted", "tag": "14aa4ae2-97a1-4d29-8ed2-149af0e97f40", "status": "completed", "code": 200}]} {{(pid=94175) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 23 12:02:47.972740 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-c7e17c7b-2fee-45fa-9ab1-691f82933a9e {{(pid=94175) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 23 12:02:47.973038 dv-neutron-601336-94-hyperv neutron-server[94175]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e932b150-53c9-4b8b-b5ed-f81f88cf9a47', 'name': 'network-vif-deleted', 'tag': '14aa4ae2-97a1-4d29-8ed2-149af0e97f40', 'status': 'completed', 'code': 200} Jun 23 12:02:48.361477 dv-neutron-601336-94-hyperv neutron-server[94175]: INFO neutron.wsgi [req-262ac10d-9a79-4f0a-98a6-fb90a93354f4 req-adc3b761-56f4-4451-b359-1a0bc12ca2c6 tempest-TestEncryptedCinderVolumes-1026868442 tempest-TestEncryptedCinderVolumes-1026868442-project] 10.222.0.20 "GET /v2.0/ports?device_id=e932b150-53c9-4b8b-b5ed-f81f88cf9a47 HTTP/1.1" status: 200 len: 210 time: 0.0334270 Jun 23 12:02:49.539676 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.wsgi [-] (94174) accepted ('10.222.0.20', 47970) {{(pid=94174) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 12:02:49.891866 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron_lib.callbacks.manager [None req-81b60d62-fd34-4ea9-b632-cb2993ec08d1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-453061'] for router_interface, before_delete {{(pid=94174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 12:02:50.150568 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.plugins.ml2.plugin [None req-81b60d62-fd34-4ea9-b632-cb2993ec08d1 admin admin] Deleting port f3b2eb0c-4ae6-488e-962d-5d535763ede0 {{(pid=94174) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1913}} Jun 23 12:02:50.150979 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron_lib.callbacks.manager [None req-81b60d62-fd34-4ea9-b632-cb2993ec08d1 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773700079324'] for port, before_delete {{(pid=94174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 12:02:50.236061 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.plugins.ml2.db [None req-81b60d62-fd34-4ea9-b632-cb2993ec08d1 admin admin] For port f3b2eb0c-4ae6-488e-962d-5d535763ede0, host dv-neutron-601336-94-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-94-hyperv',level=0,port_id=f3b2eb0c-4ae6-488e-962d-5d535763ede0,segment=NetworkSegment(7593b026-ca57-4568-b466-d244ad7a2be6),segment_id=7593b026-ca57-4568-b466-d244ad7a2be6)] {{(pid=94174) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 23 12:02:50.236425 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron_lib.callbacks.manager [None req-81b60d62-fd34-4ea9-b632-cb2993ec08d1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-430722'] for port, precommit_delete {{(pid=94174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 12:02:50.250035 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.plugins.ml2.plugin [None req-81b60d62-fd34-4ea9-b632-cb2993ec08d1 admin admin] Calling delete_port for f3b2eb0c-4ae6-488e-962d-5d535763ede0 owned by network:router_interface {{(pid=94174) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1986}} Jun 23 12:02:50.531382 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron_lib.callbacks.manager [None req-81b60d62-fd34-4ea9-b632-cb2993ec08d1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-922904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866062', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773700135024', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773699642224', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5196390'] for port, after_delete {{(pid=94174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 12:02:50.533546 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG oslo_concurrency.lockutils [None req-f3bc33da-a321-4f6e-abb3-5379212841c9 tempest-TestNetworkBasicOps-233187296 tempest-TestNetworkBasicOps-233187296-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94174) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 12:02:50.557186 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81b60d62-fd34-4ea9-b632-cb2993ec08d1 admin admin] Pushing event deleted for resources: {'Port': ['ID=f3b2eb0c-4ae6-488e-962d-5d535763ede0,revision_number=None']} {{(pid=94174) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 12:02:50.567367 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81b60d62-fd34-4ea9-b632-cb2993ec08d1 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-601336-94-hyperv {{(pid=94174) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 12:02:50.567765 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81b60d62-fd34-4ea9-b632-cb2993ec08d1 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-94-hyperv {{(pid=94174) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 12:02:50.568156 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81b60d62-fd34-4ea9-b632-cb2993ec08d1 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-94-hyperv {{(pid=94174) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 12:02:50.568553 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81b60d62-fd34-4ea9-b632-cb2993ec08d1 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-601336-94-hyperv {{(pid=94174) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 12:02:50.568919 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81b60d62-fd34-4ea9-b632-cb2993ec08d1 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-601336-94-hyperv {{(pid=94174) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 12:02:50.569608 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81b60d62-fd34-4ea9-b632-cb2993ec08d1 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-601336-94-hyperv {{(pid=94174) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 12:02:50.569708 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81b60d62-fd34-4ea9-b632-cb2993ec08d1 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-601336-94-hyperv {{(pid=94174) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 12:02:50.570038 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81b60d62-fd34-4ea9-b632-cb2993ec08d1 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-601336-94-hyperv {{(pid=94174) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 12:02:50.570390 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81b60d62-fd34-4ea9-b632-cb2993ec08d1 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-601336-94-hyperv {{(pid=94174) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 12:02:50.570763 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81b60d62-fd34-4ea9-b632-cb2993ec08d1 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-94-hyperv {{(pid=94174) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 12:02:50.571155 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81b60d62-fd34-4ea9-b632-cb2993ec08d1 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-601336-94-hyperv {{(pid=94174) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 12:02:50.571533 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81b60d62-fd34-4ea9-b632-cb2993ec08d1 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-601336-94-hyperv {{(pid=94174) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 12:02:50.577964 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG oslo_concurrency.lockutils [None req-81b60d62-fd34-4ea9-b632-cb2993ec08d1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.044s {{(pid=94174) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 12:02:50.746389 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron_lib.callbacks.manager [None req-81b60d62-fd34-4ea9-b632-cb2993ec08d1 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-7866080', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-516693'] for router_interface, after_delete {{(pid=94174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 12:02:50.962219 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-81b60d62-fd34-4ea9-b632-cb2993ec08d1 admin admin] Router 8f12ef04-86bf-4176-ace3-17d983d84f83 has already been hosted by L3 agent 50ef99c0-ef28-4db5-b303-b145898fae60 {{(pid=94174) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 23 12:02:51.065768 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-81b60d62-fd34-4ea9-b632-cb2993ec08d1 admin admin] Notify agent at l3_agent.dv-neutron-601336-94-hyperv the message routers_updated {{(pid=94174) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 23 12:02:51.070771 dv-neutron-601336-94-hyperv neutron-server[94174]: INFO neutron.wsgi [None req-81b60d62-fd34-4ea9-b632-cb2993ec08d1 admin admin] 10.222.0.20 "PUT /v2.0/routers/8f12ef04-86bf-4176-ace3-17d983d84f83/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.5299795 Jun 23 12:02:51.073868 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.wsgi [-] (94174) accepted ('10.222.0.20', 47972) {{(pid=94174) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 12:02:51.074671 dv-neutron-601336-94-hyperv neutron-server[94177]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1ec85999-d939-4056-944a-44db3dfb3acd None None] Sync routers for ids ['8f12ef04-86bf-4176-ace3-17d983d84f83'] in dv-neutron-601336-94-hyperv {{(pid=94177) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 23 12:02:51.084773 dv-neutron-601336-94-hyperv neutron-server[94177]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1ec85999-d939-4056-944a-44db3dfb3acd None None] Routers {'8f12ef04-86bf-4176-ace3-17d983d84f83'} bound to L3 agent in host dv-neutron-601336-94-hyperv {{(pid=94177) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 23 12:02:51.085404 dv-neutron-601336-94-hyperv neutron-server[94177]: DEBUG neutron.db.l3_hamode_db [None req-1ec85999-d939-4056-944a-44db3dfb3acd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-601336-94-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-23T11:22:13Z,description=,heartbeat_timestamp=2021-06-23T12:02:43Z,host='dv-neutron-601336-94-hyperv',id=50ef99c0-ef28-4db5-b303-b145898fae60,load=0,resource_versions=,resources_synced=,started_at=2021-06-23T11:22:14Z,topic='l3_agent')) {'router_ids': ['8f12ef04-86bf-4176-ace3-17d983d84f83'], 'active': True} {{(pid=94177) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 12:02:51.181004 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron_lib.callbacks.manager [None req-fc9efd27-01c2-42c0-8086-e1cabd4c7697 admin admin] Notify callbacks [] for router, before_delete {{(pid=94174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 12:02:51.194612 dv-neutron-601336-94-hyperv neutron-server[94177]: DEBUG neutron.db.l3_dvr_db [None req-1ec85999-d939-4056-944a-44db3dfb3acd None None] Set router 8f12ef04-86bf-4176-ace3-17d983d84f83 gateway port host: dv-neutron-601336-94-hyperv {{(pid=94177) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:838}} Jun 23 12:02:51.287046 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron_lib.callbacks.manager [None req-fc9efd27-01c2-42c0-8086-e1cabd4c7697 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 12:02:51.458031 dv-neutron-601336-94-hyperv neutron-server[94177]: DEBUG neutron.db.l3_hamode_db [None req-1ec85999-d939-4056-944a-44db3dfb3acd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8f12ef04-86bf-4176-ace3-17d983d84f83', 'name': 'tempest-TestEncryptedCinderVolumes-1784389845-router', 'tenant_id': 'a57cbda215e14f2681409de71aaf113f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3e7e4eb3-cf02-4d47-ade9-0a579cdfc60f', 'external_fixed_ips': [{'subnet_id': 'a5ad15ab-c489-4a67-a9b0-d559fca0ec71', 'ip_address': '172.26.3.233'}], 'enable_snat': True}, 'gw_port_id': '8424970e-9a83-44ee-a292-4d2d52a8cfcc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-23T12:01:17Z', 'updated_at': '2021-06-23T12:02:50Z', 'revision_number': 5, 'project_id': 'a57cbda215e14f2681409de71aaf113f', 'gw_port': {'id': '8424970e-9a83-44ee-a292-4d2d52a8cfcc', 'name': '', 'network_id': '3e7e4eb3-cf02-4d47-ade9-0a579cdfc60f', 'tenant_id': '', 'mac_address': 'fa:16:3e:63:7f:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8f12ef04-86bf-4176-ace3-17d983d84f83', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1645, 'fixed_ips': [{'subnet_id': 'a5ad15ab-c489-4a67-a9b0-d559fca0ec71', 'ip_address': '172.26.3.233', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-94-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-23T12:01:18Z', 'updated_at': '2021-06-23T12:01:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a5ad15ab-c489-4a67-a9b0-d559fca0ec71', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-601336-94-hyperv'}], 'dv-neutron-601336-94-hyperv', False) {} {{(pid=94177) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 12:02:51.478393 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.plugins.ml2.plugin [None req-fc9efd27-01c2-42c0-8086-e1cabd4c7697 admin admin] Deleting port 8424970e-9a83-44ee-a292-4d2d52a8cfcc {{(pid=94174) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1913}} Jun 23 12:02:51.478729 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron_lib.callbacks.manager [None req-fc9efd27-01c2-42c0-8086-e1cabd4c7697 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773700079324'] for port, before_delete {{(pid=94174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 12:02:51.488551 dv-neutron-601336-94-hyperv neutron-server[94177]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1ec85999-d939-4056-944a-44db3dfb3acd None None] Checking router: 8f12ef04-86bf-4176-ace3-17d983d84f83 for host: dv-neutron-601336-94-hyperv {{(pid=94177) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 23 12:02:51.497540 dv-neutron-601336-94-hyperv neutron-server[94177]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1ec85999-d939-4056-944a-44db3dfb3acd None None] Routers {'8f12ef04-86bf-4176-ace3-17d983d84f83'} bound to L3 agent in host dv-neutron-601336-94-hyperv {{(pid=94177) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 23 12:02:51.498160 dv-neutron-601336-94-hyperv neutron-server[94177]: DEBUG neutron.db.l3_hamode_db [None req-1ec85999-d939-4056-944a-44db3dfb3acd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-601336-94-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-23T11:22:13Z,description=,heartbeat_timestamp=2021-06-23T12:02:43Z,host='dv-neutron-601336-94-hyperv',id=50ef99c0-ef28-4db5-b303-b145898fae60,load=0,resource_versions=,resources_synced=,started_at=2021-06-23T11:22:14Z,topic='l3_agent')) {'router_ids': ['8f12ef04-86bf-4176-ace3-17d983d84f83'], 'active': True} {{(pid=94177) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 12:02:51.562183 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.plugins.ml2.db [None req-fc9efd27-01c2-42c0-8086-e1cabd4c7697 admin admin] For port 8424970e-9a83-44ee-a292-4d2d52a8cfcc, host dv-neutron-601336-94-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-94-hyperv',level=0,port_id=8424970e-9a83-44ee-a292-4d2d52a8cfcc,segment=NetworkSegment(c23be0a5-6980-48fb-bc9f-4a24717fe1de),segment_id=c23be0a5-6980-48fb-bc9f-4a24717fe1de)] {{(pid=94174) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 23 12:02:51.562766 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron_lib.callbacks.manager [None req-fc9efd27-01c2-42c0-8086-e1cabd4c7697 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-430722'] for port, precommit_delete {{(pid=94174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 12:02:51.576438 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.plugins.ml2.plugin [None req-fc9efd27-01c2-42c0-8086-e1cabd4c7697 admin admin] Calling delete_port for 8424970e-9a83-44ee-a292-4d2d52a8cfcc owned by network:router_gateway {{(pid=94174) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1986}} Jun 23 12:02:51.593458 dv-neutron-601336-94-hyperv neutron-server[94177]: DEBUG neutron.db.l3_dvr_db [None req-1ec85999-d939-4056-944a-44db3dfb3acd None None] Set router 8f12ef04-86bf-4176-ace3-17d983d84f83 gateway port host: None {{(pid=94177) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:838}} Jun 23 12:02:51.646709 dv-neutron-601336-94-hyperv neutron-server[94177]: DEBUG neutron.db.l3_hamode_db [None req-1ec85999-d939-4056-944a-44db3dfb3acd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8f12ef04-86bf-4176-ace3-17d983d84f83', 'name': 'tempest-TestEncryptedCinderVolumes-1784389845-router', 'tenant_id': 'a57cbda215e14f2681409de71aaf113f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-23T12:01:17Z', 'updated_at': '2021-06-23T12:02:51Z', 'revision_number': 6, 'project_id': 'a57cbda215e14f2681409de71aaf113f', 'gw_port_host': None}], 'dv-neutron-601336-94-hyperv', False) {} {{(pid=94177) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 12:02:51.681526 dv-neutron-601336-94-hyperv neutron-server[94177]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1ec85999-d939-4056-944a-44db3dfb3acd None None] The sync data for ids ['8f12ef04-86bf-4176-ace3-17d983d84f83'] in dv-neutron-601336-94-hyperv is: [{'id': '8f12ef04-86bf-4176-ace3-17d983d84f83', 'name': 'tempest-TestEncryptedCinderVolumes-1784389845-router', 'tenant_id': 'a57cbda215e14f2681409de71aaf113f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-23T12:01:17Z', 'updated_at': '2021-06-23T12:02:51Z', 'revision_number': 6, 'project_id': 'a57cbda215e14f2681409de71aaf113f', 'gw_port_host': None}] {{(pid=94177) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 23 12:02:51.800452 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron_lib.callbacks.manager [None req-fc9efd27-01c2-42c0-8086-e1cabd4c7697 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-922904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866062', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773700135024', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773699642224', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5196390'] for port, after_delete {{(pid=94174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 12:02:51.802784 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG oslo_concurrency.lockutils [None req-0402678d-7592-4eba-8fcc-2f48d6f1bccf tempest-ServerActionsTestJSON-1945522763 tempest-ServerActionsTestJSON-1945522763-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94174) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 12:02:51.827878 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc9efd27-01c2-42c0-8086-e1cabd4c7697 admin admin] Pushing event deleted for resources: {'Port': ['ID=8424970e-9a83-44ee-a292-4d2d52a8cfcc,revision_number=None']} {{(pid=94174) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 12:02:51.831622 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG oslo_concurrency.lockutils [None req-fc9efd27-01c2-42c0-8086-e1cabd4c7697 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.028s {{(pid=94174) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 12:02:51.893676 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron_lib.callbacks.manager [None req-fc9efd27-01c2-42c0-8086-e1cabd4c7697 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-524171'] for router_gateway, after_delete {{(pid=94174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 12:02:51.991932 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron_lib.callbacks.manager [None req-fc9efd27-01c2-42c0-8086-e1cabd4c7697 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-520417', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-32301'] for router, precommit_delete {{(pid=94174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 12:02:51.994104 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron_lib.callbacks.manager [None req-fc9efd27-01c2-42c0-8086-e1cabd4c7697 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 12:02:52.091737 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron_lib.callbacks.manager [None req-fc9efd27-01c2-42c0-8086-e1cabd4c7697 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-494961'] for router, after_delete {{(pid=94174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 12:02:52.092204 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fc9efd27-01c2-42c0-8086-e1cabd4c7697 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 8f12ef04-86bf-4176-ace3-17d983d84f83 {{(pid=94174) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jun 23 12:02:52.097979 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron_lib.callbacks.manager [None req-fc9efd27-01c2-42c0-8086-e1cabd4c7697 admin admin] Notify callbacks [] for router, before_response {{(pid=94174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 12:02:52.102247 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.wsgi [-] (94175) accepted ('10.222.0.20', 47974) {{(pid=94175) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 12:02:52.102790 dv-neutron-601336-94-hyperv neutron-server[94174]: INFO neutron.wsgi [None req-fc9efd27-01c2-42c0-8086-e1cabd4c7697 admin admin] 10.222.0.20 "DELETE /v2.0/routers/8f12ef04-86bf-4176-ace3-17d983d84f83 HTTP/1.1" status: 204 len: 168 time: 1.0273910 Jun 23 12:02:52.151158 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.db.db_base_plugin_v2 [None req-e6f57ddd-4877-49ab-80db-1e009b0078e3 admin admin] Deleting subnet 72d6c9b7-ee80-41b7-b5ea-09392c2d148e {{(pid=94175) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jun 23 12:02:52.154594 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron_lib.callbacks.manager [None req-e6f57ddd-4877-49ab-80db-1e009b0078e3 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 12:02:52.196594 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron_lib.callbacks.manager [None req-e6f57ddd-4877-49ab-80db-1e009b0078e3 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5190686'] for subnet, precommit_delete_associations {{(pid=94175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 12:02:52.282832 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron_lib.callbacks.manager [None req-e6f57ddd-4877-49ab-80db-1e009b0078e3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-897634'] for subnet, precommit_delete {{(pid=94175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 12:02:52.377459 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron_lib.callbacks.manager [None req-e6f57ddd-4877-49ab-80db-1e009b0078e3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-897627', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866062', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5083050', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4660036'] for subnet, after_delete {{(pid=94175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 12:02:52.379759 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG oslo_concurrency.lockutils [None req-38e80095-e2cc-4eee-9edd-c335ef7b9692 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94175) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 12:02:52.403748 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6f57ddd-4877-49ab-80db-1e009b0078e3 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=72d6c9b7-ee80-41b7-b5ea-09392c2d148e,revision_number=None']} {{(pid=94175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 12:02:52.406909 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG oslo_concurrency.lockutils [None req-e6f57ddd-4877-49ab-80db-1e009b0078e3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=94175) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 12:02:52.407946 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron_lib.callbacks.manager [None req-e6f57ddd-4877-49ab-80db-1e009b0078e3 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 12:02:52.409632 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.plugins.ml2.rpc [None req-97bd5441-1da2-49ee-a364-27795820ba27 None None] Device 14aa4ae2-97a1-4d29-8ed2-149af0e97f40 no longer exists at agent hyperv_hv-neutron-6013 {{(pid=94176) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:261}} Jun 23 12:02:52.410336 dv-neutron-601336-94-hyperv neutron-server[94175]: INFO neutron.wsgi [None req-e6f57ddd-4877-49ab-80db-1e009b0078e3 admin admin] 10.222.0.20 "DELETE /v2.0/subnets/72d6c9b7-ee80-41b7-b5ea-09392c2d148e HTTP/1.1" status: 204 len: 168 time: 0.3068666 Jun 23 12:02:52.412955 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.wsgi [-] (94175) accepted ('10.222.0.20', 47976) {{(pid=94175) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 12:02:52.432025 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e2292152-a7e6-4507-b3c1-292d2fca482e None None] Network 1776f16c-c3f0-4bbb-8836-2a35609d2d01 requested from dv-neutron-601336-94-hyperv {{(pid=94176) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 23 12:02:52.434105 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.plugins.ml2.plugin [None req-97bd5441-1da2-49ee-a364-27795820ba27 None None] No Port match for: 14aa4ae2-97a1-4d29-8ed2-149af0e97f40 {{(pid=94176) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2240}} Jun 23 12:02:52.434466 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.plugins.ml2.rpc [None req-97bd5441-1da2-49ee-a364-27795820ba27 None None] Device 14aa4ae2-97a1-4d29-8ed2-149af0e97f40 not bound to the agent host hv-neutron-6013 {{(pid=94176) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:271}} Jun 23 12:02:52.489864 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron_lib.callbacks.manager [None req-b6ea5a8c-c6e5-4c40-8a4e-b9dbcee1c5c5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-824874'] for network, before_delete {{(pid=94175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 12:02:52.553726 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.plugins.ml2.plugin [None req-b6ea5a8c-c6e5-4c40-8a4e-b9dbcee1c5c5 admin admin] Deleting port 4d790fc4-d304-46e3-86c2-423465076cce {{(pid=94175) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1913}} Jun 23 12:02:52.554070 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron_lib.callbacks.manager [None req-b6ea5a8c-c6e5-4c40-8a4e-b9dbcee1c5c5 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773700079324'] for port, before_delete {{(pid=94175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 12:02:52.567658 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.plugins.ml2.rpc [None req-dc7542b2-afef-47f4-a763-e3a3cba144be None None] Device f3b2eb0c-4ae6-488e-962d-5d535763ede0 no longer exists at agent ovs-agent-dv-neutron-601336-94-hyperv {{(pid=94176) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:261}} Jun 23 12:02:52.590480 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.plugins.ml2.plugin [None req-dc7542b2-afef-47f4-a763-e3a3cba144be None None] No Port match for: f3b2eb0c-4ae6-488e-962d-5d535763ede0 {{(pid=94176) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2240}} Jun 23 12:02:52.590940 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.plugins.ml2.rpc [None req-dc7542b2-afef-47f4-a763-e3a3cba144be None None] Device f3b2eb0c-4ae6-488e-962d-5d535763ede0 not bound to the agent host dv-neutron-601336-94-hyperv {{(pid=94176) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:271}} Jun 23 12:02:52.620275 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.plugins.ml2.db [None req-b6ea5a8c-c6e5-4c40-8a4e-b9dbcee1c5c5 admin admin] For port 4d790fc4-d304-46e3-86c2-423465076cce, host dv-neutron-601336-94-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-94-hyperv',level=0,port_id=4d790fc4-d304-46e3-86c2-423465076cce,segment=NetworkSegment(7593b026-ca57-4568-b466-d244ad7a2be6),segment_id=7593b026-ca57-4568-b466-d244ad7a2be6)] {{(pid=94175) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 23 12:02:52.620652 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron_lib.callbacks.manager [None req-b6ea5a8c-c6e5-4c40-8a4e-b9dbcee1c5c5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-430722'] for port, precommit_delete {{(pid=94175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 12:02:52.638463 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.plugins.ml2.plugin [None req-b6ea5a8c-c6e5-4c40-8a4e-b9dbcee1c5c5 admin admin] Calling delete_port for 4d790fc4-d304-46e3-86c2-423465076cce owned by network:dhcp {{(pid=94175) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1986}} Jun 23 12:02:52.668078 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-71cb4195-6eb6-4eea-bb0c-bf44272d3a65 None None] DHCP port deletion for 1776f16c-c3f0-4bbb-8836-2a35609d2d01 request from dv-neutron-601336-94-hyperv {{(pid=94176) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jun 23 12:02:52.725679 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.plugins.ml2.plugin [None req-71cb4195-6eb6-4eea-bb0c-bf44272d3a65 None None] Deleting port 4d790fc4-d304-46e3-86c2-423465076cce {{(pid=94176) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1913}} Jun 23 12:02:52.726067 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron_lib.callbacks.manager [None req-71cb4195-6eb6-4eea-bb0c-bf44272d3a65 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773700079324'] for port, before_delete {{(pid=94176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 12:02:52.798191 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.plugins.ml2.db [None req-71cb4195-6eb6-4eea-bb0c-bf44272d3a65 None None] For port 4d790fc4-d304-46e3-86c2-423465076cce, host dv-neutron-601336-94-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-94-hyperv',level=0,port_id=4d790fc4-d304-46e3-86c2-423465076cce,segment=NetworkSegment(7593b026-ca57-4568-b466-d244ad7a2be6),segment_id=7593b026-ca57-4568-b466-d244ad7a2be6)] {{(pid=94176) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 23 12:02:52.798191 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron_lib.callbacks.manager [None req-71cb4195-6eb6-4eea-bb0c-bf44272d3a65 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-430722'] for port, precommit_delete {{(pid=94176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 12:02:52.806922 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.plugins.ml2.plugin [None req-71cb4195-6eb6-4eea-bb0c-bf44272d3a65 None None] Calling delete_port for 4d790fc4-d304-46e3-86c2-423465076cce owned by network:dhcp {{(pid=94176) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1986}} Jun 23 12:02:52.811543 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron_lib.callbacks.manager [None req-b6ea5a8c-c6e5-4c40-8a4e-b9dbcee1c5c5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-922904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866062', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773700135024', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773699642224', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5082448'] for port, after_delete {{(pid=94175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 12:02:52.814741 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG oslo_concurrency.lockutils [None req-342a6c76-fea3-4d04-ba21-40fe3d8eaad8 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94175) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 12:02:52.837206 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6ea5a8c-c6e5-4c40-8a4e-b9dbcee1c5c5 admin admin] Pushing event deleted for resources: {'Port': ['ID=4d790fc4-d304-46e3-86c2-423465076cce,revision_number=None']} {{(pid=94175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 12:02:52.840126 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG oslo_concurrency.lockutils [None req-b6ea5a8c-c6e5-4c40-8a4e-b9dbcee1c5c5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.025s {{(pid=94175) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 12:02:52.851339 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b6ea5a8c-c6e5-4c40-8a4e-b9dbcee1c5c5 admin admin] No DVR routers for this DVR port 4d790fc4-d304-46e3-86c2-423465076cce on host dv-neutron-601336-94-hyperv {{(pid=94175) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 23 12:02:52.889260 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron_lib.callbacks.manager [None req-71cb4195-6eb6-4eea-bb0c-bf44272d3a65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-922904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866062', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773700135024', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773699642224'] for port, after_delete {{(pid=94176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 12:02:52.891410 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG oslo_concurrency.lockutils [None req-97bd5441-1da2-49ee-a364-27795820ba27 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 12:02:52.915728 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71cb4195-6eb6-4eea-bb0c-bf44272d3a65 None None] Pushing event deleted for resources: {'Port': ['ID=4d790fc4-d304-46e3-86c2-423465076cce,revision_number=None']} {{(pid=94176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 12:02:52.918707 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG oslo_concurrency.lockutils [None req-71cb4195-6eb6-4eea-bb0c-bf44272d3a65 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=94176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 12:02:52.919555 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.db.l3_dvrscheduler_db [None req-71cb4195-6eb6-4eea-bb0c-bf44272d3a65 None None] No DVR routers for this DVR port 4d790fc4-d304-46e3-86c2-423465076cce on host dv-neutron-601336-94-hyperv {{(pid=94176) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 23 12:02:52.930927 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron_lib.callbacks.manager [None req-b6ea5a8c-c6e5-4c40-8a4e-b9dbcee1c5c5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-897259', 'neutron.services.segments.db._delete_segments_for_network-8773700168587'] for network, precommit_delete {{(pid=94175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 12:02:52.941133 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.services.segments.db [None req-b6ea5a8c-c6e5-4c40-8a4e-b9dbcee1c5c5 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1776f16c-c3f0-4bbb-8836-2a35609d2d01']}} {{(pid=94175) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 12:02:52.952439 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.services.segments.db [None req-b6ea5a8c-c6e5-4c40-8a4e-b9dbcee1c5c5 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7593b026-ca57-4568-b466-d244ad7a2be6') {'for_net_delete': True} {{(pid=94175) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 12:02:52.952804 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.services.segments.db [None req-b6ea5a8c-c6e5-4c40-8a4e-b9dbcee1c5c5 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7593b026-ca57-4568-b466-d244ad7a2be6') {} {{(pid=94175) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 12:02:52.962631 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron_lib.callbacks.manager [None req-b6ea5a8c-c6e5-4c40-8a4e-b9dbcee1c5c5 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8773699955833', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5190677'] for segment, before_delete {{(pid=94175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 12:02:52.980515 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron_lib.callbacks.manager [None req-b6ea5a8c-c6e5-4c40-8a4e-b9dbcee1c5c5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3801'] for segment, precommit_delete {{(pid=94175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 12:02:52.986856 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b6ea5a8c-c6e5-4c40-8a4e-b9dbcee1c5c5 admin admin] Releasing vlan 422 on physical network physnet1 to pool {{(pid=94175) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 23 12:02:52.987297 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron_lib.callbacks.manager [None req-b6ea5a8c-c6e5-4c40-8a4e-b9dbcee1c5c5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3801', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5082371'] for segment, after_delete {{(pid=94175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 12:02:52.989226 dv-neutron-601336-94-hyperv neutron-server[94175]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 23 12:02:52.989226 dv-neutron-601336-94-hyperv neutron-server[94175]: conditions |= (models_v2.Port.network_id.in_( Jun 23 12:02:52.989226 dv-neutron-601336-94-hyperv neutron-server[94175]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 23 12:02:52.989226 dv-neutron-601336-94-hyperv neutron-server[94175]: conditions |= (models_v2.Port.network_id.in_( Jun 23 12:02:52.989226 dv-neutron-601336-94-hyperv neutron-server[94175]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 23 12:02:52.989226 dv-neutron-601336-94-hyperv neutron-server[94175]: conditions |= (models_v2.Port.network_id.in_( Jun 23 12:02:52.989226 dv-neutron-601336-94-hyperv neutron-server[94175]: Traceback (most recent call last): Jun 23 12:02:52.989226 dv-neutron-601336-94-hyperv neutron-server[94175]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 23 12:02:52.989226 dv-neutron-601336-94-hyperv neutron-server[94175]: timer() Jun 23 12:02:52.989226 dv-neutron-601336-94-hyperv neutron-server[94175]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 23 12:02:52.989226 dv-neutron-601336-94-hyperv neutron-server[94175]: cb(*args, **kw) Jun 23 12:02:52.989226 dv-neutron-601336-94-hyperv neutron-server[94175]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 23 12:02:52.989226 dv-neutron-601336-94-hyperv neutron-server[94175]: return func(*args, **kwargs) Jun 23 12:02:52.989226 dv-neutron-601336-94-hyperv neutron-server[94175]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 23 12:02:52.989226 dv-neutron-601336-94-hyperv neutron-server[94175]: self._notify() Jun 23 12:02:52.989226 dv-neutron-601336-94-hyperv neutron-server[94175]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 23 12:02:52.989226 dv-neutron-601336-94-hyperv neutron-server[94175]: self.callback(batched_events) Jun 23 12:02:52.989226 dv-neutron-601336-94-hyperv neutron-server[94175]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 23 12:02:52.989226 dv-neutron-601336-94-hyperv neutron-server[94175]: event.method(event) Jun 23 12:02:52.989226 dv-neutron-601336-94-hyperv neutron-server[94175]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 23 12:02:52.989226 dv-neutron-601336-94-hyperv neutron-server[94175]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 23 12:02:52.989226 dv-neutron-601336-94-hyperv neutron-server[94175]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 23 12:02:52.989226 dv-neutron-601336-94-hyperv neutron-server[94175]: aggregate_uuid = self.p_client.list_aggregates( Jun 23 12:02:52.989226 dv-neutron-601336-94-hyperv neutron-server[94175]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 23 12:02:52.989226 dv-neutron-601336-94-hyperv neutron-server[94175]: return f(self, *a, **k) Jun 23 12:02:52.989226 dv-neutron-601336-94-hyperv neutron-server[94175]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 23 12:02:52.989226 dv-neutron-601336-94-hyperv neutron-server[94175]: return self._get(url).json() Jun 23 12:02:52.989226 dv-neutron-601336-94-hyperv neutron-server[94175]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 23 12:02:52.989226 dv-neutron-601336-94-hyperv neutron-server[94175]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 23 12:02:52.989226 dv-neutron-601336-94-hyperv neutron-server[94175]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 23 12:02:52.989226 dv-neutron-601336-94-hyperv neutron-server[94175]: return self.request(url, 'GET', **kwargs) Jun 23 12:02:52.989226 dv-neutron-601336-94-hyperv neutron-server[94175]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 23 12:02:52.989226 dv-neutron-601336-94-hyperv neutron-server[94175]: base_url = self.get_endpoint(auth, allow=allow, Jun 23 12:02:52.989226 dv-neutron-601336-94-hyperv neutron-server[94175]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 23 12:02:52.989226 dv-neutron-601336-94-hyperv neutron-server[94175]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 23 12:02:52.989226 dv-neutron-601336-94-hyperv neutron-server[94175]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 23 12:02:52.989226 dv-neutron-601336-94-hyperv neutron-server[94175]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 23 12:02:52.989226 dv-neutron-601336-94-hyperv neutron-server[94175]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 23 12:02:53.096884 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron_lib.callbacks.manager [None req-b6ea5a8c-c6e5-4c40-8a4e-b9dbcee1c5c5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-897248', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8002400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7866073', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-524247'] for network, after_delete {{(pid=94175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 12:02:53.100321 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG oslo_concurrency.lockutils [None req-6ffc3222-680b-4aa9-b665-c00daa13fcbe admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94175) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 12:02:53.102780 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron_lib.callbacks.manager [None req-b6ea5a8c-c6e5-4c40-8a4e-b9dbcee1c5c5 admin admin] Notify callbacks [] for network, before_response {{(pid=94175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 12:02:53.104599 dv-neutron-601336-94-hyperv neutron-server[94175]: INFO neutron.wsgi [None req-b6ea5a8c-c6e5-4c40-8a4e-b9dbcee1c5c5 admin admin] 10.222.0.20 "DELETE /v2.0/networks/1776f16c-c3f0-4bbb-8836-2a35609d2d01 HTTP/1.1" status: 204 len: 168 time: 0.6904554 Jun 23 12:02:53.113871 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.wsgi [-] (94174) accepted ('10.222.0.20', 47978) {{(pid=94174) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 12:02:53.115330 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6ea5a8c-c6e5-4c40-8a4e-b9dbcee1c5c5 admin admin] Pushing event deleted for resources: {'Network': ['ID=1776f16c-c3f0-4bbb-8836-2a35609d2d01,revision_number=None']} {{(pid=94175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 12:02:53.117720 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG oslo_concurrency.lockutils [None req-b6ea5a8c-c6e5-4c40-8a4e-b9dbcee1c5c5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=94175) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 12:02:53.571927 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron_lib.callbacks.manager [None req-97bd5441-1da2-49ee-a364-27795820ba27 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773699952132', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-899307'] for agent, after_update {{(pid=94176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 12:02:53.803423 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron_lib.callbacks.manager [None req-530c099b-6548-435b-bd94-74001b75fd7a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-453061'] for router_interface, before_delete {{(pid=94174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 12:02:54.063308 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.plugins.ml2.plugin [None req-530c099b-6548-435b-bd94-74001b75fd7a admin admin] Deleting port 5f30f3d0-ccaf-4377-996f-eecb12f00ee3 {{(pid=94174) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1913}} Jun 23 12:02:54.063650 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron_lib.callbacks.manager [None req-530c099b-6548-435b-bd94-74001b75fd7a admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773700079324'] for port, before_delete {{(pid=94174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 12:02:54.160708 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.plugins.ml2.db [None req-530c099b-6548-435b-bd94-74001b75fd7a admin admin] For port 5f30f3d0-ccaf-4377-996f-eecb12f00ee3, host dv-neutron-601336-94-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-94-hyperv',level=0,port_id=5f30f3d0-ccaf-4377-996f-eecb12f00ee3,segment=NetworkSegment(c4f9556f-306e-489e-949d-4ec3fa7b2362),segment_id=c4f9556f-306e-489e-949d-4ec3fa7b2362)] {{(pid=94174) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 23 12:02:54.161388 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron_lib.callbacks.manager [None req-530c099b-6548-435b-bd94-74001b75fd7a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-430722'] for port, precommit_delete {{(pid=94174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 12:02:54.173984 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.plugins.ml2.plugin [None req-530c099b-6548-435b-bd94-74001b75fd7a admin admin] Calling delete_port for 5f30f3d0-ccaf-4377-996f-eecb12f00ee3 owned by network:router_interface {{(pid=94174) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1986}} Jun 23 12:02:54.183895 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.plugins.ml2.rpc [None req-dc7542b2-afef-47f4-a763-e3a3cba144be None None] Device 8424970e-9a83-44ee-a292-4d2d52a8cfcc no longer exists at agent ovs-agent-dv-neutron-601336-94-hyperv {{(pid=94176) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:261}} Jun 23 12:02:54.203852 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.plugins.ml2.plugin [None req-dc7542b2-afef-47f4-a763-e3a3cba144be None None] No Port match for: 8424970e-9a83-44ee-a292-4d2d52a8cfcc {{(pid=94176) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2240}} Jun 23 12:02:54.204218 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.plugins.ml2.rpc [None req-dc7542b2-afef-47f4-a763-e3a3cba144be None None] Device 8424970e-9a83-44ee-a292-4d2d52a8cfcc not bound to the agent host dv-neutron-601336-94-hyperv {{(pid=94176) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:271}} Jun 23 12:02:54.208671 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.plugins.ml2.rpc [None req-dc7542b2-afef-47f4-a763-e3a3cba144be None None] Device 4d790fc4-d304-46e3-86c2-423465076cce no longer exists at agent ovs-agent-dv-neutron-601336-94-hyperv {{(pid=94176) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:261}} Jun 23 12:02:54.223751 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.plugins.ml2.plugin [None req-dc7542b2-afef-47f4-a763-e3a3cba144be None None] No Port match for: 4d790fc4-d304-46e3-86c2-423465076cce {{(pid=94176) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2240}} Jun 23 12:02:54.224138 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.plugins.ml2.rpc [None req-dc7542b2-afef-47f4-a763-e3a3cba144be None None] Device 4d790fc4-d304-46e3-86c2-423465076cce not bound to the agent host dv-neutron-601336-94-hyperv {{(pid=94176) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:271}} Jun 23 12:02:54.428828 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron_lib.callbacks.manager [None req-530c099b-6548-435b-bd94-74001b75fd7a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-922904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866062', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773700135024', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773699642224', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5196390'] for port, after_delete {{(pid=94174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 12:02:54.431319 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG oslo_concurrency.lockutils [None req-9785fcae-5dde-41c9-ab94-d500d8d2c424 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94174) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 12:02:54.461684 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-530c099b-6548-435b-bd94-74001b75fd7a admin admin] Pushing event deleted for resources: {'Port': ['ID=5f30f3d0-ccaf-4377-996f-eecb12f00ee3,revision_number=None']} {{(pid=94174) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 12:02:54.464116 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG oslo_concurrency.lockutils [None req-530c099b-6548-435b-bd94-74001b75fd7a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.033s {{(pid=94174) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 12:02:54.636815 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron_lib.callbacks.manager [None req-530c099b-6548-435b-bd94-74001b75fd7a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-7866080', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-516693'] for router_interface, after_delete {{(pid=94174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 12:02:54.853526 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-530c099b-6548-435b-bd94-74001b75fd7a admin admin] Router e8b892d4-1578-46dc-8a19-4e98f55ca896 has already been hosted by L3 agent 50ef99c0-ef28-4db5-b303-b145898fae60 {{(pid=94174) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 23 12:02:54.967374 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-530c099b-6548-435b-bd94-74001b75fd7a admin admin] Notify agent at l3_agent.dv-neutron-601336-94-hyperv the message routers_updated {{(pid=94174) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 23 12:02:54.973742 dv-neutron-601336-94-hyperv neutron-server[94174]: INFO neutron.wsgi [None req-530c099b-6548-435b-bd94-74001b75fd7a admin admin] 10.222.0.20 "PUT /v2.0/routers/e8b892d4-1578-46dc-8a19-4e98f55ca896/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8586633 Jun 23 12:02:54.976671 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-51b624e4-3a3b-4424-b97e-5fcce3406270 None None] Sync routers for ids ['e8b892d4-1578-46dc-8a19-4e98f55ca896'] in dv-neutron-601336-94-hyperv {{(pid=94176) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 23 12:02:54.978252 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.wsgi [-] (94174) accepted ('10.222.0.20', 47980) {{(pid=94174) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 12:02:54.986014 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.db.l3_dvrscheduler_db [None req-51b624e4-3a3b-4424-b97e-5fcce3406270 None None] Routers {'e8b892d4-1578-46dc-8a19-4e98f55ca896'} bound to L3 agent in host dv-neutron-601336-94-hyperv {{(pid=94176) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 23 12:02:54.986657 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.db.l3_hamode_db [None req-51b624e4-3a3b-4424-b97e-5fcce3406270 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-601336-94-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-23T11:22:13Z,description=,heartbeat_timestamp=2021-06-23T12:02:43Z,host='dv-neutron-601336-94-hyperv',id=50ef99c0-ef28-4db5-b303-b145898fae60,load=0,resource_versions=,resources_synced=,started_at=2021-06-23T11:22:14Z,topic='l3_agent')) {'router_ids': ['e8b892d4-1578-46dc-8a19-4e98f55ca896'], 'active': True} {{(pid=94176) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 12:02:55.085315 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron_lib.callbacks.manager [None req-8213389e-8587-443b-9fc7-32893c5b5a98 admin admin] Notify callbacks [] for router, before_delete {{(pid=94174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 12:02:55.090531 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.db.l3_dvr_db [None req-51b624e4-3a3b-4424-b97e-5fcce3406270 None None] Set router e8b892d4-1578-46dc-8a19-4e98f55ca896 gateway port host: dv-neutron-601336-94-hyperv {{(pid=94176) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:838}} Jun 23 12:02:55.198328 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron_lib.callbacks.manager [None req-8213389e-8587-443b-9fc7-32893c5b5a98 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 12:02:55.285792 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.db.l3_hamode_db [None req-51b624e4-3a3b-4424-b97e-5fcce3406270 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e8b892d4-1578-46dc-8a19-4e98f55ca896', 'name': 'tempest-TestEncryptedCinderVolumes-1236737955-router', 'tenant_id': '1eba7c40a4a047888631bc252ee2e610', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3e7e4eb3-cf02-4d47-ade9-0a579cdfc60f', 'external_fixed_ips': [{'subnet_id': 'a5ad15ab-c489-4a67-a9b0-d559fca0ec71', 'ip_address': '172.26.3.222'}], 'enable_snat': True}, 'gw_port_id': '8a68256e-5252-41ee-a3e8-b73a5edcd192', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-23T12:01:24Z', 'updated_at': '2021-06-23T12:02:54Z', 'revision_number': 5, 'project_id': '1eba7c40a4a047888631bc252ee2e610', 'gw_port': {'id': '8a68256e-5252-41ee-a3e8-b73a5edcd192', 'name': '', 'network_id': '3e7e4eb3-cf02-4d47-ade9-0a579cdfc60f', 'tenant_id': '', 'mac_address': 'fa:16:3e:8b:ed:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e8b892d4-1578-46dc-8a19-4e98f55ca896', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1657, 'fixed_ips': [{'subnet_id': 'a5ad15ab-c489-4a67-a9b0-d559fca0ec71', 'ip_address': '172.26.3.222', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-94-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-23T12:01:24Z', 'updated_at': '2021-06-23T12:01:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a5ad15ab-c489-4a67-a9b0-d559fca0ec71', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-601336-94-hyperv'}], 'dv-neutron-601336-94-hyperv', False) {} {{(pid=94176) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 12:02:55.311778 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-51b624e4-3a3b-4424-b97e-5fcce3406270 None None] Checking router: e8b892d4-1578-46dc-8a19-4e98f55ca896 for host: dv-neutron-601336-94-hyperv {{(pid=94176) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 23 12:02:55.323974 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.db.l3_dvrscheduler_db [None req-51b624e4-3a3b-4424-b97e-5fcce3406270 None None] Routers {'e8b892d4-1578-46dc-8a19-4e98f55ca896'} bound to L3 agent in host dv-neutron-601336-94-hyperv {{(pid=94176) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 23 12:02:55.324641 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.db.l3_hamode_db [None req-51b624e4-3a3b-4424-b97e-5fcce3406270 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-601336-94-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-23T11:22:13Z,description=,heartbeat_timestamp=2021-06-23T12:02:43Z,host='dv-neutron-601336-94-hyperv',id=50ef99c0-ef28-4db5-b303-b145898fae60,load=0,resource_versions=,resources_synced=,started_at=2021-06-23T11:22:14Z,topic='l3_agent')) {'router_ids': ['e8b892d4-1578-46dc-8a19-4e98f55ca896'], 'active': True} {{(pid=94176) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 12:02:55.324981 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.plugins.ml2.plugin [None req-8213389e-8587-443b-9fc7-32893c5b5a98 admin admin] Deleting port 8a68256e-5252-41ee-a3e8-b73a5edcd192 {{(pid=94174) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1913}} Jun 23 12:02:55.325338 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron_lib.callbacks.manager [None req-8213389e-8587-443b-9fc7-32893c5b5a98 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773700079324'] for port, before_delete {{(pid=94174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 12:02:55.409878 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.plugins.ml2.db [None req-8213389e-8587-443b-9fc7-32893c5b5a98 admin admin] For port 8a68256e-5252-41ee-a3e8-b73a5edcd192, host dv-neutron-601336-94-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-94-hyperv',level=0,port_id=8a68256e-5252-41ee-a3e8-b73a5edcd192,segment=NetworkSegment(c23be0a5-6980-48fb-bc9f-4a24717fe1de),segment_id=c23be0a5-6980-48fb-bc9f-4a24717fe1de)] {{(pid=94174) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 23 12:02:55.410129 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron_lib.callbacks.manager [None req-8213389e-8587-443b-9fc7-32893c5b5a98 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-430722'] for port, precommit_delete {{(pid=94174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 12:02:55.410463 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.db.l3_dvr_db [None req-51b624e4-3a3b-4424-b97e-5fcce3406270 None None] Set router e8b892d4-1578-46dc-8a19-4e98f55ca896 gateway port host: None {{(pid=94176) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:838}} Jun 23 12:02:55.422515 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.plugins.ml2.plugin [None req-8213389e-8587-443b-9fc7-32893c5b5a98 admin admin] Calling delete_port for 8a68256e-5252-41ee-a3e8-b73a5edcd192 owned by network:router_gateway {{(pid=94174) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1986}} Jun 23 12:02:55.461332 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.db.l3_hamode_db [None req-51b624e4-3a3b-4424-b97e-5fcce3406270 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e8b892d4-1578-46dc-8a19-4e98f55ca896', 'name': 'tempest-TestEncryptedCinderVolumes-1236737955-router', 'tenant_id': '1eba7c40a4a047888631bc252ee2e610', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-23T12:01:24Z', 'updated_at': '2021-06-23T12:02:55Z', 'revision_number': 6, 'project_id': '1eba7c40a4a047888631bc252ee2e610', 'gw_port_host': None}], 'dv-neutron-601336-94-hyperv', False) {} {{(pid=94176) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 12:02:55.490175 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-51b624e4-3a3b-4424-b97e-5fcce3406270 None None] The sync data for ids ['e8b892d4-1578-46dc-8a19-4e98f55ca896'] in dv-neutron-601336-94-hyperv is: [{'id': 'e8b892d4-1578-46dc-8a19-4e98f55ca896', 'name': 'tempest-TestEncryptedCinderVolumes-1236737955-router', 'tenant_id': '1eba7c40a4a047888631bc252ee2e610', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-23T12:01:24Z', 'updated_at': '2021-06-23T12:02:55Z', 'revision_number': 6, 'project_id': '1eba7c40a4a047888631bc252ee2e610', 'gw_port_host': None}] {{(pid=94176) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 23 12:02:55.675145 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron_lib.callbacks.manager [None req-8213389e-8587-443b-9fc7-32893c5b5a98 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-922904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866062', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773700135024', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773699642224', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5196390'] for port, after_delete {{(pid=94174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 12:02:55.677209 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG oslo_concurrency.lockutils [None req-03279472-9d75-4cf3-b5a7-1bf0f7e2d471 tempest-TestNetworkBasicOps-233187296 tempest-TestNetworkBasicOps-233187296-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94174) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 12:02:55.706276 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8213389e-8587-443b-9fc7-32893c5b5a98 admin admin] Pushing event deleted for resources: {'Port': ['ID=8a68256e-5252-41ee-a3e8-b73a5edcd192,revision_number=None']} {{(pid=94174) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 12:02:55.708504 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG oslo_concurrency.lockutils [None req-8213389e-8587-443b-9fc7-32893c5b5a98 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.031s {{(pid=94174) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 12:02:55.765130 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron_lib.callbacks.manager [None req-8213389e-8587-443b-9fc7-32893c5b5a98 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-524171'] for router_gateway, after_delete {{(pid=94174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 12:02:55.864004 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron_lib.callbacks.manager [None req-8213389e-8587-443b-9fc7-32893c5b5a98 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-520417', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-32301'] for router, precommit_delete {{(pid=94174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 12:02:55.866381 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron_lib.callbacks.manager [None req-8213389e-8587-443b-9fc7-32893c5b5a98 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 12:02:55.988933 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron_lib.callbacks.manager [None req-8213389e-8587-443b-9fc7-32893c5b5a98 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-494961'] for router, after_delete {{(pid=94174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 12:02:55.989507 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8213389e-8587-443b-9fc7-32893c5b5a98 admin admin] Fanout notify agent at l3_agent the message router_deleted on router e8b892d4-1578-46dc-8a19-4e98f55ca896 {{(pid=94174) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jun 23 12:02:55.993869 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron_lib.callbacks.manager [None req-8213389e-8587-443b-9fc7-32893c5b5a98 admin admin] Notify callbacks [] for router, before_response {{(pid=94174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 12:02:55.995117 dv-neutron-601336-94-hyperv neutron-server[94174]: INFO neutron.wsgi [None req-8213389e-8587-443b-9fc7-32893c5b5a98 admin admin] 10.222.0.20 "DELETE /v2.0/routers/e8b892d4-1578-46dc-8a19-4e98f55ca896 HTTP/1.1" status: 204 len: 168 time: 1.0156927 Jun 23 12:02:55.997708 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.wsgi [-] (94174) accepted ('10.222.0.20', 47982) {{(pid=94174) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 12:02:56.046595 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.db.db_base_plugin_v2 [None req-760ff9aa-f3f6-4a22-811d-8946fa6c2cce admin admin] Deleting subnet 428750e3-5a29-4719-972d-0b505cbd768a {{(pid=94174) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jun 23 12:02:56.050709 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron_lib.callbacks.manager [None req-760ff9aa-f3f6-4a22-811d-8946fa6c2cce admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 12:02:56.085595 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron_lib.callbacks.manager [None req-760ff9aa-f3f6-4a22-811d-8946fa6c2cce admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4800256'] for subnet, precommit_delete_associations {{(pid=94174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 12:02:56.170446 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron_lib.callbacks.manager [None req-760ff9aa-f3f6-4a22-811d-8946fa6c2cce admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-897634'] for subnet, precommit_delete {{(pid=94174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 12:02:56.282269 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron_lib.callbacks.manager [None req-760ff9aa-f3f6-4a22-811d-8946fa6c2cce admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-897627', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866062', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5195932', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4294216'] for subnet, after_delete {{(pid=94174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 12:02:56.285037 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG oslo_concurrency.lockutils [None req-f066b0a9-6334-43c2-b1aa-a1c24999047a tempest-PortsTestJSON-2085221018 tempest-PortsTestJSON-2085221018-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94174) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 12:02:56.299797 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.plugins.ml2.rpc [None req-dc7542b2-afef-47f4-a763-e3a3cba144be None None] Device 5f30f3d0-ccaf-4377-996f-eecb12f00ee3 no longer exists at agent ovs-agent-dv-neutron-601336-94-hyperv {{(pid=94176) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:261}} Jun 23 12:02:56.314150 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-760ff9aa-f3f6-4a22-811d-8946fa6c2cce admin admin] Pushing event deleted for resources: {'Subnet': ['ID=428750e3-5a29-4719-972d-0b505cbd768a,revision_number=None']} {{(pid=94174) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 12:02:56.317340 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG oslo_concurrency.lockutils [None req-760ff9aa-f3f6-4a22-811d-8946fa6c2cce admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.032s {{(pid=94174) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 12:02:56.318328 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron_lib.callbacks.manager [None req-760ff9aa-f3f6-4a22-811d-8946fa6c2cce admin admin] Notify callbacks [] for subnet, before_response {{(pid=94174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 12:02:56.322615 dv-neutron-601336-94-hyperv neutron-server[94174]: INFO neutron.wsgi [None req-760ff9aa-f3f6-4a22-811d-8946fa6c2cce admin admin] 10.222.0.20 "DELETE /v2.0/subnets/428750e3-5a29-4719-972d-0b505cbd768a HTTP/1.1" status: 204 len: 168 time: 0.3215852 Jun 23 12:02:56.323375 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.wsgi [-] (94174) accepted ('10.222.0.20', 47984) {{(pid=94174) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 12:02:56.324202 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ba6310f6-684e-4d7f-8074-3bc2ef8ecf9f None None] Network 7ed6d02f-6040-413b-9fc4-a497fd096981 requested from dv-neutron-601336-94-hyperv {{(pid=94176) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 23 12:02:56.326628 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.plugins.ml2.plugin [None req-dc7542b2-afef-47f4-a763-e3a3cba144be None None] No Port match for: 5f30f3d0-ccaf-4377-996f-eecb12f00ee3 {{(pid=94176) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2240}} Jun 23 12:02:56.327165 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.plugins.ml2.rpc [None req-dc7542b2-afef-47f4-a763-e3a3cba144be None None] Device 5f30f3d0-ccaf-4377-996f-eecb12f00ee3 not bound to the agent host dv-neutron-601336-94-hyperv {{(pid=94176) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:271}} Jun 23 12:02:56.327619 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.plugins.ml2.rpc [None req-dc7542b2-afef-47f4-a763-e3a3cba144be None None] Device 8a68256e-5252-41ee-a3e8-b73a5edcd192 no longer exists at agent ovs-agent-dv-neutron-601336-94-hyperv {{(pid=94176) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:261}} Jun 23 12:02:56.354989 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.plugins.ml2.plugin [None req-dc7542b2-afef-47f4-a763-e3a3cba144be None None] No Port match for: 8a68256e-5252-41ee-a3e8-b73a5edcd192 {{(pid=94176) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2240}} Jun 23 12:02:56.355379 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.plugins.ml2.rpc [None req-dc7542b2-afef-47f4-a763-e3a3cba144be None None] Device 8a68256e-5252-41ee-a3e8-b73a5edcd192 not bound to the agent host dv-neutron-601336-94-hyperv {{(pid=94176) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:271}} Jun 23 12:02:56.400310 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron_lib.callbacks.manager [None req-9f65f826-071a-40b6-a76e-8cf96e4e3938 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-824874'] for network, before_delete {{(pid=94174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 12:02:56.458178 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.plugins.ml2.plugin [None req-9f65f826-071a-40b6-a76e-8cf96e4e3938 admin admin] Deleting port c9e4f2c3-d529-4ef4-ad1e-4e89c2f7c1fb {{(pid=94174) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1913}} Jun 23 12:02:56.458528 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron_lib.callbacks.manager [None req-9f65f826-071a-40b6-a76e-8cf96e4e3938 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773700079324'] for port, before_delete {{(pid=94174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 12:02:56.526519 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.plugins.ml2.db [None req-9f65f826-071a-40b6-a76e-8cf96e4e3938 admin admin] For port c9e4f2c3-d529-4ef4-ad1e-4e89c2f7c1fb, host dv-neutron-601336-94-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-94-hyperv',level=0,port_id=c9e4f2c3-d529-4ef4-ad1e-4e89c2f7c1fb,segment=NetworkSegment(c4f9556f-306e-489e-949d-4ec3fa7b2362),segment_id=c4f9556f-306e-489e-949d-4ec3fa7b2362)] {{(pid=94174) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 23 12:02:56.526884 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron_lib.callbacks.manager [None req-9f65f826-071a-40b6-a76e-8cf96e4e3938 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-430722'] for port, precommit_delete {{(pid=94174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 12:02:56.542401 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.plugins.ml2.plugin [None req-9f65f826-071a-40b6-a76e-8cf96e4e3938 admin admin] Calling delete_port for c9e4f2c3-d529-4ef4-ad1e-4e89c2f7c1fb owned by network:dhcp {{(pid=94174) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1986}} Jun 23 12:02:56.548389 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-30d92609-9326-4608-abfc-887583d8598b None None] DHCP port deletion for 7ed6d02f-6040-413b-9fc4-a497fd096981 request from dv-neutron-601336-94-hyperv {{(pid=94176) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jun 23 12:02:56.601629 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.plugins.ml2.plugin [None req-30d92609-9326-4608-abfc-887583d8598b None None] Deleting port c9e4f2c3-d529-4ef4-ad1e-4e89c2f7c1fb {{(pid=94176) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1913}} Jun 23 12:02:56.602016 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron_lib.callbacks.manager [None req-30d92609-9326-4608-abfc-887583d8598b None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773700079324'] for port, before_delete {{(pid=94176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 12:02:56.668791 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.plugins.ml2.db [None req-30d92609-9326-4608-abfc-887583d8598b None None] For port c9e4f2c3-d529-4ef4-ad1e-4e89c2f7c1fb, host dv-neutron-601336-94-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-94-hyperv',level=0,port_id=c9e4f2c3-d529-4ef4-ad1e-4e89c2f7c1fb,segment=NetworkSegment(c4f9556f-306e-489e-949d-4ec3fa7b2362),segment_id=c4f9556f-306e-489e-949d-4ec3fa7b2362)] {{(pid=94176) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 23 12:02:56.669190 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron_lib.callbacks.manager [None req-30d92609-9326-4608-abfc-887583d8598b None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-430722'] for port, precommit_delete {{(pid=94176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 12:02:56.682081 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.plugins.ml2.plugin [None req-30d92609-9326-4608-abfc-887583d8598b None None] Calling delete_port for c9e4f2c3-d529-4ef4-ad1e-4e89c2f7c1fb owned by network:dhcp {{(pid=94176) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1986}} Jun 23 12:02:56.691311 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron_lib.callbacks.manager [None req-9f65f826-071a-40b6-a76e-8cf96e4e3938 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-922904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866062', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773700135024', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773699642224', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5196390'] for port, after_delete {{(pid=94174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 12:02:56.694575 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG oslo_concurrency.lockutils [None req-c066700e-5439-437a-b007-d301b511e8ea tempest-ServerActionsTestJSON-1945522763 tempest-ServerActionsTestJSON-1945522763-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94174) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 12:02:56.720421 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f65f826-071a-40b6-a76e-8cf96e4e3938 admin admin] Pushing event deleted for resources: {'Port': ['ID=c9e4f2c3-d529-4ef4-ad1e-4e89c2f7c1fb,revision_number=None']} {{(pid=94174) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 12:02:56.722808 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9f65f826-071a-40b6-a76e-8cf96e4e3938 admin admin] No DVR routers for this DVR port c9e4f2c3-d529-4ef4-ad1e-4e89c2f7c1fb on host dv-neutron-601336-94-hyperv {{(pid=94174) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 23 12:02:56.724307 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG oslo_concurrency.lockutils [None req-9f65f826-071a-40b6-a76e-8cf96e4e3938 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.030s {{(pid=94174) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 12:02:56.771544 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron_lib.callbacks.manager [None req-30d92609-9326-4608-abfc-887583d8598b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-922904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866062', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773700135024', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773699642224'] for port, after_delete {{(pid=94176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 12:02:56.775923 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG oslo_concurrency.lockutils [None req-538121de-6ce0-425f-b88d-67ccfc6f13a5 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 12:02:56.820983 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30d92609-9326-4608-abfc-887583d8598b None None] Pushing event deleted for resources: {'Port': ['ID=c9e4f2c3-d529-4ef4-ad1e-4e89c2f7c1fb,revision_number=None']} {{(pid=94176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 12:02:56.823845 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.db.l3_dvrscheduler_db [None req-30d92609-9326-4608-abfc-887583d8598b None None] No DVR routers for this DVR port c9e4f2c3-d529-4ef4-ad1e-4e89c2f7c1fb on host dv-neutron-601336-94-hyperv {{(pid=94176) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 23 12:02:56.825897 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG oslo_concurrency.lockutils [None req-30d92609-9326-4608-abfc-887583d8598b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=94176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 12:02:56.836072 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron_lib.callbacks.manager [None req-9f65f826-071a-40b6-a76e-8cf96e4e3938 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-897259', 'neutron.services.segments.db._delete_segments_for_network-8773700168587'] for network, precommit_delete {{(pid=94174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 12:02:56.847180 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.services.segments.db [None req-9f65f826-071a-40b6-a76e-8cf96e4e3938 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7ed6d02f-6040-413b-9fc4-a497fd096981']}} {{(pid=94174) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 12:02:56.858012 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.services.segments.db [None req-9f65f826-071a-40b6-a76e-8cf96e4e3938 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c4f9556f-306e-489e-949d-4ec3fa7b2362') {'for_net_delete': True} {{(pid=94174) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 12:02:56.858318 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.services.segments.db [None req-9f65f826-071a-40b6-a76e-8cf96e4e3938 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c4f9556f-306e-489e-949d-4ec3fa7b2362') {} {{(pid=94174) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 12:02:56.867522 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron_lib.callbacks.manager [None req-9f65f826-071a-40b6-a76e-8cf96e4e3938 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8773699955833', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4800267'] for segment, before_delete {{(pid=94174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 12:02:56.881597 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron_lib.callbacks.manager [None req-9f65f826-071a-40b6-a76e-8cf96e4e3938 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3801'] for segment, precommit_delete {{(pid=94174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 12:02:56.888818 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9f65f826-071a-40b6-a76e-8cf96e4e3938 admin admin] Releasing vlan 447 on physical network physnet1 to pool {{(pid=94174) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 23 12:02:56.888818 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron_lib.callbacks.manager [None req-9f65f826-071a-40b6-a76e-8cf96e4e3938 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3801', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5196341'] for segment, after_delete {{(pid=94174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 12:02:56.889677 dv-neutron-601336-94-hyperv neutron-server[94174]: Traceback (most recent call last): Jun 23 12:02:56.889677 dv-neutron-601336-94-hyperv neutron-server[94174]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 23 12:02:56.889677 dv-neutron-601336-94-hyperv neutron-server[94174]: timer() Jun 23 12:02:56.889677 dv-neutron-601336-94-hyperv neutron-server[94174]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 23 12:02:56.889677 dv-neutron-601336-94-hyperv neutron-server[94174]: cb(*args, **kw) Jun 23 12:02:56.889677 dv-neutron-601336-94-hyperv neutron-server[94174]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 23 12:02:56.889677 dv-neutron-601336-94-hyperv neutron-server[94174]: return func(*args, **kwargs) Jun 23 12:02:56.889677 dv-neutron-601336-94-hyperv neutron-server[94174]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 23 12:02:56.889677 dv-neutron-601336-94-hyperv neutron-server[94174]: self._notify() Jun 23 12:02:56.889677 dv-neutron-601336-94-hyperv neutron-server[94174]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 23 12:02:56.889677 dv-neutron-601336-94-hyperv neutron-server[94174]: self.callback(batched_events) Jun 23 12:02:56.889677 dv-neutron-601336-94-hyperv neutron-server[94174]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 23 12:02:56.889677 dv-neutron-601336-94-hyperv neutron-server[94174]: event.method(event) Jun 23 12:02:56.889677 dv-neutron-601336-94-hyperv neutron-server[94174]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 23 12:02:56.889677 dv-neutron-601336-94-hyperv neutron-server[94174]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 23 12:02:56.889677 dv-neutron-601336-94-hyperv neutron-server[94174]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 23 12:02:56.889677 dv-neutron-601336-94-hyperv neutron-server[94174]: aggregate_uuid = self.p_client.list_aggregates( Jun 23 12:02:56.889677 dv-neutron-601336-94-hyperv neutron-server[94174]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 23 12:02:56.889677 dv-neutron-601336-94-hyperv neutron-server[94174]: return f(self, *a, **k) Jun 23 12:02:56.889677 dv-neutron-601336-94-hyperv neutron-server[94174]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 23 12:02:56.889677 dv-neutron-601336-94-hyperv neutron-server[94174]: return self._get(url).json() Jun 23 12:02:56.889677 dv-neutron-601336-94-hyperv neutron-server[94174]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 23 12:02:56.889677 dv-neutron-601336-94-hyperv neutron-server[94174]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 23 12:02:56.889677 dv-neutron-601336-94-hyperv neutron-server[94174]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 23 12:02:56.889677 dv-neutron-601336-94-hyperv neutron-server[94174]: return self.request(url, 'GET', **kwargs) Jun 23 12:02:56.889677 dv-neutron-601336-94-hyperv neutron-server[94174]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 23 12:02:56.889677 dv-neutron-601336-94-hyperv neutron-server[94174]: base_url = self.get_endpoint(auth, allow=allow, Jun 23 12:02:56.889677 dv-neutron-601336-94-hyperv neutron-server[94174]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 23 12:02:56.889677 dv-neutron-601336-94-hyperv neutron-server[94174]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 23 12:02:56.889677 dv-neutron-601336-94-hyperv neutron-server[94174]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 23 12:02:56.889677 dv-neutron-601336-94-hyperv neutron-server[94174]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 23 12:02:56.889677 dv-neutron-601336-94-hyperv neutron-server[94174]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 23 12:02:57.017605 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron_lib.callbacks.manager [None req-9f65f826-071a-40b6-a76e-8cf96e4e3938 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-897248', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8002400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7866073', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-524247'] for network, after_delete {{(pid=94174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 12:02:57.022033 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG oslo_concurrency.lockutils [None req-dd2f620e-1d5a-4bb8-b22b-6300dfe454cc tempest-TestNetworkBasicOps-233187296 tempest-TestNetworkBasicOps-233187296-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94174) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 12:02:57.024516 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron_lib.callbacks.manager [None req-9f65f826-071a-40b6-a76e-8cf96e4e3938 admin admin] Notify callbacks [] for network, before_response {{(pid=94174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 12:02:57.026340 dv-neutron-601336-94-hyperv neutron-server[94174]: INFO neutron.wsgi [None req-9f65f826-071a-40b6-a76e-8cf96e4e3938 admin admin] 10.222.0.20 "DELETE /v2.0/networks/7ed6d02f-6040-413b-9fc4-a497fd096981 HTTP/1.1" status: 204 len: 168 time: 0.7010024 Jun 23 12:02:57.037992 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f65f826-071a-40b6-a76e-8cf96e4e3938 admin admin] Pushing event deleted for resources: {'Network': ['ID=7ed6d02f-6040-413b-9fc4-a497fd096981,revision_number=None']} {{(pid=94174) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 12:02:57.040820 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG oslo_concurrency.lockutils [None req-9f65f826-071a-40b6-a76e-8cf96e4e3938 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=94174) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 12:02:57.370538 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.wsgi [-] (94174) accepted ('10.222.0.20', 47988) {{(pid=94174) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 12:02:57.418660 dv-neutron-601336-94-hyperv neutron-server[94174]: INFO neutron.wsgi [None req-7f7b3b42-87d1-45ec-a189-4b3b11dd8212 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=a57cbda215e14f2681409de71aaf113f&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0467708 Jun 23 12:02:57.422211 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.wsgi [-] (94174) accepted ('10.222.0.20', 47990) {{(pid=94174) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 12:02:57.470121 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron_lib.callbacks.manager [None req-9928c082-32dd-4309-b818-3527f884dc37 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 12:02:57.494407 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron_lib.callbacks.manager [None req-9928c082-32dd-4309-b818-3527f884dc37 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 12:02:57.610947 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron_lib.callbacks.manager [None req-9928c082-32dd-4309-b818-3527f884dc37 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7996330'] for security_group, after_delete {{(pid=94174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 12:02:57.614228 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron_lib.callbacks.manager [None req-9928c082-32dd-4309-b818-3527f884dc37 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 12:02:57.617216 dv-neutron-601336-94-hyperv neutron-server[94174]: INFO neutron.wsgi [None req-9928c082-32dd-4309-b818-3527f884dc37 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/1892fab6-61fd-498b-9a28-784669a5e0c4 HTTP/1.1" status: 204 len: 168 time: 0.1923041 Jun 23 12:02:57.617216 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG oslo_concurrency.lockutils [None req-d7984426-67a5-4822-9072-c00fb832e8ed tempest-RoutersNegativeTest-1248054990 tempest-RoutersNegativeTest-1248054990-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94174) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 12:02:57.624071 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9928c082-32dd-4309-b818-3527f884dc37 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1892fab6-61fd-498b-9a28-784669a5e0c4,revision_number=None']} {{(pid=94174) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 12:02:57.626513 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG oslo_concurrency.lockutils [None req-9928c082-32dd-4309-b818-3527f884dc37 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.010s {{(pid=94174) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 12:02:58.173432 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.plugins.ml2.rpc [None req-dc7542b2-afef-47f4-a763-e3a3cba144be None None] Device c9e4f2c3-d529-4ef4-ad1e-4e89c2f7c1fb no longer exists at agent ovs-agent-dv-neutron-601336-94-hyperv {{(pid=94176) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:261}} Jun 23 12:02:58.193340 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.plugins.ml2.plugin [None req-dc7542b2-afef-47f4-a763-e3a3cba144be None None] No Port match for: c9e4f2c3-d529-4ef4-ad1e-4e89c2f7c1fb {{(pid=94176) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2240}} Jun 23 12:02:58.193697 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.plugins.ml2.rpc [None req-dc7542b2-afef-47f4-a763-e3a3cba144be None None] Device c9e4f2c3-d529-4ef4-ad1e-4e89c2f7c1fb not bound to the agent host dv-neutron-601336-94-hyperv {{(pid=94176) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:271}} Jun 23 12:02:58.295959 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.wsgi [-] (94174) accepted ('10.222.0.20', 47996) {{(pid=94174) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 12:02:58.336515 dv-neutron-601336-94-hyperv neutron-server[94174]: INFO neutron.wsgi [None req-d161eeee-4e36-4573-afe2-35a6010f667f admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=1eba7c40a4a047888631bc252ee2e610&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0392294 Jun 23 12:02:58.338761 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.wsgi [-] (94174) accepted ('10.222.0.20', 47998) {{(pid=94174) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 12:02:58.386059 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron_lib.callbacks.manager [None req-e0ce951d-bd4b-41e3-a5e8-edd04f37735c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 12:02:58.407395 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron_lib.callbacks.manager [None req-e0ce951d-bd4b-41e3-a5e8-edd04f37735c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 12:02:58.537510 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron_lib.callbacks.manager [None req-e0ce951d-bd4b-41e3-a5e8-edd04f37735c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7996330'] for security_group, after_delete {{(pid=94174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 12:02:58.540256 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron_lib.callbacks.manager [None req-e0ce951d-bd4b-41e3-a5e8-edd04f37735c admin admin] Notify callbacks [] for security_group, before_response {{(pid=94174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 12:02:58.541484 dv-neutron-601336-94-hyperv neutron-server[94174]: INFO neutron.wsgi [None req-e0ce951d-bd4b-41e3-a5e8-edd04f37735c admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/80924413-f59a-442e-892b-79a42067ea0e HTTP/1.1" status: 204 len: 168 time: 0.2017434 Jun 23 12:02:58.542375 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG oslo_concurrency.lockutils [None req-e4536e03-d58b-447f-b5f4-e398c6664aa7 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94174) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 12:02:58.550173 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0ce951d-bd4b-41e3-a5e8-edd04f37735c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=80924413-f59a-442e-892b-79a42067ea0e,revision_number=None']} {{(pid=94174) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 12:02:58.552520 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG oslo_concurrency.lockutils [None req-e0ce951d-bd4b-41e3-a5e8-edd04f37735c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.010s {{(pid=94174) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 12:02:59.569908 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.wsgi [-] (94174) accepted ('10.222.0.20', 48020) {{(pid=94174) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 12:02:59.662470 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.api.v2.base [None req-0ecb3c24-6890-44f9-ad5c-401ecc894524 admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-2129529668-network', 'tenant_id': 'f06e439ec74a4cb19d25535e57df5ef9'}} {{(pid=94174) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 23 12:02:59.737647 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0ecb3c24-6890-44f9-ad5c-401ecc894524 admin admin] Made reservation on behalf of f06e439ec74a4cb19d25535e57df5ef9 for: {'network': 1} {{(pid=94174) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 23 12:02:59.740142 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron_lib.callbacks.manager [None req-0ecb3c24-6890-44f9-ad5c-401ecc894524 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-923104'] for network, before_create {{(pid=94174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 12:02:59.748893 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron_lib.callbacks.manager [None req-0ecb3c24-6890-44f9-ad5c-401ecc894524 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 12:02:59.840846 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron_lib.callbacks.manager [None req-0ecb3c24-6890-44f9-ad5c-401ecc894524 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 12:02:59.909255 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron_lib.callbacks.manager [None req-0ecb3c24-6890-44f9-ad5c-401ecc894524 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7996330'] for security_group, after_create {{(pid=94174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 12:02:59.913001 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG oslo_concurrency.lockutils [None req-d1848dbb-7b09-4105-a92e-e71c7ea2cd66 tempest-TestNetworkBasicOps-233187296 tempest-TestNetworkBasicOps-233187296-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94174) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 12:02:59.939574 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0ecb3c24-6890-44f9-ad5c-401ecc894524 admin admin] vlan segment allocate from pool success with {'vlan_id': 423, 'physical_network': 'physnet1'} {{(pid=94174) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 23 12:02:59.945962 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ecb3c24-6890-44f9-ad5c-401ecc894524 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f86c0de7-6d5b-446d-ae83-5582784d20de,revision_number=1']} {{(pid=94174) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 12:02:59.949523 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG oslo_concurrency.lockutils [None req-0ecb3c24-6890-44f9-ad5c-401ecc894524 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.037s {{(pid=94174) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 12:02:59.952218 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron_lib.callbacks.manager [None req-0ecb3c24-6890-44f9-ad5c-401ecc894524 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3801'] for segment, precommit_create {{(pid=94174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 12:02:59.952564 dv-neutron-601336-94-hyperv neutron-server[94174]: INFO neutron.db.segments_db [None req-0ecb3c24-6890-44f9-ad5c-401ecc894524 admin admin] Added segment a2b8d80c-5bd3-460b-8799-6021d9024aea of type vlan for network 6096d4ee-1b17-45b0-aff9-0c8a8e63114d Jun 23 12:02:59.992864 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron_lib.callbacks.manager [None req-0ecb3c24-6890-44f9-ad5c-401ecc894524 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8773699596773'] for network, precommit_create {{(pid=94174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 12:03:00.057245 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron_lib.callbacks.manager [None req-0ecb3c24-6890-44f9-ad5c-401ecc894524 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8002400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7866073'] for network, after_create {{(pid=94174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 12:03:00.058335 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0ecb3c24-6890-44f9-ad5c-401ecc894524 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94174) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 12:03:00.058913 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron_lib.callbacks.manager [None req-0ecb3c24-6890-44f9-ad5c-401ecc894524 admin admin] Notify callbacks [] for network, before_response {{(pid=94174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 12:03:00.062209 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG oslo_concurrency.lockutils [None req-2642d62d-712a-4d0d-a517-2972bbe031a5 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94174) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 12:03:00.126948 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ecb3c24-6890-44f9-ad5c-401ecc894524 admin admin] Pushing event updated for resources: {'Network': ['ID=6096d4ee-1b17-45b0-aff9-0c8a8e63114d,revision_number=1']} {{(pid=94174) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 12:03:00.129788 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG oslo_concurrency.lockutils [None req-0ecb3c24-6890-44f9-ad5c-401ecc894524 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.068s {{(pid=94174) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 12:03:00.137954 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.plugins.ml2.rpc [None req-dc7542b2-afef-47f4-a763-e3a3cba144be None None] Network 6096d4ee-1b17-45b0-aff9-0c8a8e63114d details requested by agent ovs-agent-dv-neutron-601336-94-hyperv with host dv-neutron-601336-94-hyperv {{(pid=94176) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:250}} Jun 23 12:03:00.166647 dv-neutron-601336-94-hyperv neutron-server[94174]: INFO neutron.wsgi [None req-0ecb3c24-6890-44f9-ad5c-401ecc894524 admin admin] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 0.5955615 Jun 23 12:03:00.170749 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.wsgi [-] (94174) accepted ('10.222.0.20', 48024) {{(pid=94174) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 12:03:00.175715 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.api.v2.base [None req-eb5ac73b-5203-4756-a57c-d4282df74517 admin admin] Request body: {'subnet': {'network_id': '6096d4ee-1b17-45b0-aff9-0c8a8e63114d', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-2129529668-subnet', 'tenant_id': 'f06e439ec74a4cb19d25535e57df5ef9', 'ip_version': 4}} {{(pid=94174) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 23 12:03:00.251614 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-eb5ac73b-5203-4756-a57c-d4282df74517 admin admin] Made reservation on behalf of f06e439ec74a4cb19d25535e57df5ef9 for: {'subnet': 1} {{(pid=94174) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 23 12:03:00.254114 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron_lib.callbacks.manager [None req-eb5ac73b-5203-4756-a57c-d4282df74517 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4294245'] for subnet, before_create {{(pid=94174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 12:03:00.491866 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron_lib.callbacks.manager [None req-eb5ac73b-5203-4756-a57c-d4282df74517 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866062', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5195999', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4294259'] for subnet, after_create {{(pid=94174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 12:03:00.494086 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG oslo_concurrency.lockutils [None req-d149985e-c65a-4eeb-8390-9feb253f3220 tempest-RoutersIpV6Test-1448447933 tempest-RoutersIpV6Test-1448447933-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94174) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 12:03:00.541497 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb5ac73b-5203-4756-a57c-d4282df74517 admin admin] Pushing event updated for resources: {'Subnet': ['ID=a835be8d-3991-41bc-8711-847ef4ce7022,revision_number=0']} {{(pid=94174) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 12:03:00.548119 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG oslo_concurrency.lockutils [None req-eb5ac73b-5203-4756-a57c-d4282df74517 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.054s {{(pid=94174) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 12:03:00.557246 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eb5ac73b-5203-4756-a57c-d4282df74517 admin admin] Checking segment: {'id': 'a2b8d80c-5bd3-460b-8799-6021d9024aea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 423, 'network_id': '6096d4ee-1b17-45b0-aff9-0c8a8e63114d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94174) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 23 12:03:00.557656 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eb5ac73b-5203-4756-a57c-d4282df74517 admin admin] Network hostable DHCP agents. Network: 6096d4ee-1b17-45b0-aff9-0c8a8e63114d, hostable agents: ['8cf29b10-0e57-4131-816f-a4b6ad00b249'], hosted agents: [] {{(pid=94174) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 23 12:03:00.628964 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eb5ac73b-5203-4756-a57c-d4282df74517 admin admin] Network 6096d4ee-1b17-45b0-aff9-0c8a8e63114d is scheduled to be hosted by DHCP agent 8cf29b10-0e57-4131-816f-a4b6ad00b249 with binding_index 1 {{(pid=94174) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 23 12:03:00.720464 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.scheduler.base_scheduler [None req-eb5ac73b-5203-4756-a57c-d4282df74517 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-601336-94-hyperv, 6096d4ee-1b17-45b0-aff9-0c8a8e63114d) {{(pid=94174) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 23 12:03:00.725118 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eb5ac73b-5203-4756-a57c-d4282df74517 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94174) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 12:03:00.725862 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron_lib.callbacks.manager [None req-eb5ac73b-5203-4756-a57c-d4282df74517 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 12:03:00.731188 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b1a913e2-f4f3-4a17-85ff-68dd45c6700e None None] Network 6096d4ee-1b17-45b0-aff9-0c8a8e63114d requested from dv-neutron-601336-94-hyperv {{(pid=94176) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 23 12:03:00.801532 dv-neutron-601336-94-hyperv neutron-server[94174]: INFO neutron.wsgi [None req-eb5ac73b-5203-4756-a57c-d4282df74517 admin admin] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.6294892 Jun 23 12:03:00.804112 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.wsgi [-] (94174) accepted ('10.222.0.20', 48026) {{(pid=94174) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 12:03:00.808515 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.api.v2.base [None req-73a70680-3d6a-4488-9771-7644c49655f9 admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-2129529668-router', 'tenant_id': 'f06e439ec74a4cb19d25535e57df5ef9', 'external_gateway_info': {'network_id': '3e7e4eb3-cf02-4d47-ade9-0a579cdfc60f'}}} {{(pid=94174) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 23 12:03:00.878552 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8923893f-2297-4b77-bcf3-10b20203e348 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1e0d828a-1fa4-563d-b7fd-53adf66a04ee-6096d4ee-1b17-45b0-aff9-0c8a8e63114d', 'network_id': '6096d4ee-1b17-45b0-aff9-0c8a8e63114d', 'tenant_id': 'f06e439ec74a4cb19d25535e57df5ef9', 'fixed_ips': [{'subnet_id': 'a835be8d-3991-41bc-8711-847ef4ce7022'}]}} from dv-neutron-601336-94-hyperv. {{(pid=94176) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 23 12:03:00.879456 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron_lib.callbacks.manager [None req-8923893f-2297-4b77-bcf3-10b20203e348 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-923104'] for port, before_create {{(pid=94176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 12:03:00.891263 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron_lib.callbacks.manager [None req-73a70680-3d6a-4488-9771-7644c49655f9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-520407', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-32315'] for router, before_create {{(pid=94174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 12:03:00.892395 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron_lib.callbacks.manager [None req-73a70680-3d6a-4488-9771-7644c49655f9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-520264', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-524122', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-414782', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-32290'] for router, precommit_create {{(pid=94174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 12:03:00.945609 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron_lib.callbacks.manager [None req-73a70680-3d6a-4488-9771-7644c49655f9 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 12:03:01.023101 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.db.db_base_plugin_common [None req-8923893f-2297-4b77-bcf3-10b20203e348 None None] Allocated IP 172.20.0.2 (6096d4ee-1b17-45b0-aff9-0c8a8e63114d/a835be8d-3991-41bc-8711-847ef4ce7022/acfa017e-5980-4f04-963a-989e528557f3) {{(pid=94176) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 23 12:03:01.157187 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron_lib.callbacks.manager [None req-73a70680-3d6a-4488-9771-7644c49655f9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-524104', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-520389', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-32276'] for router, precommit_update {{(pid=94174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 12:03:01.172450 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron_lib.callbacks.manager [None req-8923893f-2297-4b77-bcf3-10b20203e348 None None] Notify callbacks [] for port, precommit_create {{(pid=94176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 12:03:01.181469 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.db.provisioning_blocks [None req-8923893f-2297-4b77-bcf3-10b20203e348 None None] Transition to ACTIVE for port object acfa017e-5980-4f04-963a-989e528557f3 will not be triggered until provisioned by entity L2. {{(pid=94176) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 23 12:03:01.196781 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.db.provisioning_blocks [None req-8923893f-2297-4b77-bcf3-10b20203e348 None None] Transition to ACTIVE for port object acfa017e-5980-4f04-963a-989e528557f3 will not be triggered until provisioned by entity DHCP. {{(pid=94176) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 23 12:03:01.263125 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron_lib.callbacks.manager [None req-8923893f-2297-4b77-bcf3-10b20203e348 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-922915', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-239814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7866073', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773699642215'] for port, after_create {{(pid=94176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 12:03:01.270411 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG oslo_concurrency.lockutils [None req-dc7542b2-afef-47f4-a763-e3a3cba144be None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 12:03:01.300922 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8923893f-2297-4b77-bcf3-10b20203e348 None None] Network 6096d4ee-1b17-45b0-aff9-0c8a8e63114d is already hosted by enough agents. {{(pid=94176) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 23 12:03:01.303725 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.scheduler.base_scheduler [None req-8923893f-2297-4b77-bcf3-10b20203e348 None None] Resources bound (agent type, host, resource id): {{(pid=94176) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 23 12:03:01.306945 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8923893f-2297-4b77-bcf3-10b20203e348 None None] Received port after_create {{(pid=94176) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 23 12:03:01.321561 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8923893f-2297-4b77-bcf3-10b20203e348 None None] Pushing event updated for resources: {'Port': ['ID=acfa017e-5980-4f04-963a-989e528557f3,revision_number=1']} {{(pid=94176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 12:03:01.338286 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG oslo_concurrency.lockutils [None req-8923893f-2297-4b77-bcf3-10b20203e348 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.068s {{(pid=94176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 12:03:01.371224 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.plugins.ml2.managers [None req-8923893f-2297-4b77-bcf3-10b20203e348 None None] Attempting to bind port acfa017e-5980-4f04-963a-989e528557f3 on host dv-neutron-601336-94-hyperv for vnic_type normal with profile {{(pid=94176) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 23 12:03:01.371604 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.plugins.ml2.managers [None req-8923893f-2297-4b77-bcf3-10b20203e348 None None] Attempting to bind port acfa017e-5980-4f04-963a-989e528557f3 by drivers openvswitch,hyperv on host dv-neutron-601336-94-hyperv at level 0 using segments [{'id': 'a2b8d80c-5bd3-460b-8799-6021d9024aea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 423, 'network_id': '6096d4ee-1b17-45b0-aff9-0c8a8e63114d'}] {{(pid=94176) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 23 12:03:01.371979 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8923893f-2297-4b77-bcf3-10b20203e348 None None] Attempting to bind port acfa017e-5980-4f04-963a-989e528557f3 on network 6096d4ee-1b17-45b0-aff9-0c8a8e63114d {{(pid=94176) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 23 12:03:01.377896 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8923893f-2297-4b77-bcf3-10b20203e348 None None] Checking agent: {'id': '4d05f899-5ac9-411b-8a03-f60c93f87cdf', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-601336-94-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 23, 11, 22, 14), 'started_at': datetime.datetime(2021, 6, 23, 11, 22, 44), 'heartbeat_timestamp': datetime.datetime(2021, 6, 23, 12, 2, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'monitor_allowed_address_pair_garp': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-601336-94-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94176) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 23 12:03:01.378280 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8923893f-2297-4b77-bcf3-10b20203e348 None None] Checking segment: {'id': 'a2b8d80c-5bd3-460b-8799-6021d9024aea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 423, 'network_id': '6096d4ee-1b17-45b0-aff9-0c8a8e63114d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94176) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 23 12:03:01.378703 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron_lib.callbacks.manager [None req-8923893f-2297-4b77-bcf3-10b20203e348 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 12:03:01.379129 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8923893f-2297-4b77-bcf3-10b20203e348 None None] Bound using segment: {'id': 'a2b8d80c-5bd3-460b-8799-6021d9024aea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 423, 'network_id': '6096d4ee-1b17-45b0-aff9-0c8a8e63114d'} {{(pid=94176) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 23 12:03:01.379631 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.plugins.ml2.managers [None req-8923893f-2297-4b77-bcf3-10b20203e348 None None] Bound port: acfa017e-5980-4f04-963a-989e528557f3, host: dv-neutron-601336-94-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a2b8d80c-5bd3-460b-8799-6021d9024aea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 423, 'network_id': '6096d4ee-1b17-45b0-aff9-0c8a8e63114d'}}] {{(pid=94176) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 23 12:03:01.379998 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron_lib.callbacks.manager [None req-8923893f-2297-4b77-bcf3-10b20203e348 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-923122'] for port, before_update {{(pid=94176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 12:03:01.412714 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron_lib.callbacks.manager [None req-73a70680-3d6a-4488-9771-7644c49655f9 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=94174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 12:03:01.431909 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron_lib.callbacks.manager [None req-73a70680-3d6a-4488-9771-7644c49655f9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-923104'] for port, before_create {{(pid=94174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 12:03:01.450112 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.plugins.ml2.db [None req-8923893f-2297-4b77-bcf3-10b20203e348 None None] For port acfa017e-5980-4f04-963a-989e528557f3, host dv-neutron-601336-94-hyperv, cleared binding levels {{(pid=94176) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 23 12:03:01.453238 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.plugins.ml2.db [None req-8923893f-2297-4b77-bcf3-10b20203e348 None None] For port acfa017e-5980-4f04-963a-989e528557f3, host dv-neutron-601336-94-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-94-hyperv',level=0,port_id=acfa017e-5980-4f04-963a-989e528557f3,segment=NetworkSegment(a2b8d80c-5bd3-460b-8799-6021d9024aea),segment_id=a2b8d80c-5bd3-460b-8799-6021d9024aea)] {{(pid=94176) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 23 12:03:01.525893 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron_lib.callbacks.manager [None req-8923893f-2297-4b77-bcf3-10b20203e348 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-922904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866062', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773700135042', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773699642233', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773699642278'] for port, after_update {{(pid=94176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 12:03:01.528792 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG oslo_concurrency.lockutils [None req-8923893f-2297-4b77-bcf3-10b20203e348 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 12:03:01.531370 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.db.db_base_plugin_common [None req-73a70680-3d6a-4488-9771-7644c49655f9 admin admin] Allocated IP 172.26.3.57 (3e7e4eb3-cf02-4d47-ade9-0a579cdfc60f/a5ad15ab-c489-4a67-a9b0-d559fca0ec71/ebadbba8-5fac-48a8-83a9-fae72f0ef53d) {{(pid=94174) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 23 12:03:01.588499 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8923893f-2297-4b77-bcf3-10b20203e348 None None] Pushing event updated for resources: {'Port': ['ID=acfa017e-5980-4f04-963a-989e528557f3,revision_number=2']} {{(pid=94176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 12:03:01.598548 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG oslo_concurrency.lockutils [None req-8923893f-2297-4b77-bcf3-10b20203e348 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.070s {{(pid=94176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 12:03:01.643574 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron_lib.callbacks.manager [None req-73a70680-3d6a-4488-9771-7644c49655f9 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 12:03:01.754471 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron_lib.callbacks.manager [None req-73a70680-3d6a-4488-9771-7644c49655f9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-922915', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-239814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7866073', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773699642215', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-5196399'] for port, after_create {{(pid=94174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 12:03:01.756718 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG oslo_concurrency.lockutils [None req-7f3fda49-2369-4031-a238-2c115efa9dc1 tempest-TestVolumeBootPattern-1838142519 tempest-TestVolumeBootPattern-1838142519-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94174) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 12:03:01.796340 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-73a70680-3d6a-4488-9771-7644c49655f9 admin admin] Network 3e7e4eb3-cf02-4d47-ade9-0a579cdfc60f is already hosted by enough agents. {{(pid=94174) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 23 12:03:01.799299 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.scheduler.base_scheduler [None req-73a70680-3d6a-4488-9771-7644c49655f9 admin admin] Resources bound (agent type, host, resource id): {{(pid=94174) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 23 12:03:01.805823 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.db.l3_dvrscheduler_db [None req-73a70680-3d6a-4488-9771-7644c49655f9 admin admin] Received port after_create {{(pid=94174) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 23 12:03:01.834110 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73a70680-3d6a-4488-9771-7644c49655f9 admin admin] Pushing event updated for resources: {'Port': ['ID=ebadbba8-5fac-48a8-83a9-fae72f0ef53d,revision_number=1']} {{(pid=94174) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 12:03:01.838469 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG oslo_concurrency.lockutils [None req-73a70680-3d6a-4488-9771-7644c49655f9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.082s {{(pid=94174) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 12:03:02.179994 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron_lib.callbacks.manager [None req-73a70680-3d6a-4488-9771-7644c49655f9 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=94174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 12:03:02.212872 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.plugins.ml2.rpc [None req-dc7542b2-afef-47f4-a763-e3a3cba144be None None] Device acfa017e-5980-4f04-963a-989e528557f3 up at agent ovs-agent-dv-neutron-601336-94-hyperv {{(pid=94176) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:298}} Jun 23 12:03:02.337539 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.db.provisioning_blocks [None req-dc7542b2-afef-47f4-a763-e3a3cba144be None None] Provisioning for port acfa017e-5980-4f04-963a-989e528557f3 completed by entity L2. {{(pid=94176) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 23 12:03:02.423911 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron_lib.callbacks.manager [None req-73a70680-3d6a-4488-9771-7644c49655f9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-520412', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-524143'] for router, after_create {{(pid=94174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 12:03:02.515243 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-87096dd9-77b0-447c-9f16-7750cf1d7822 None None] Network 6096d4ee-1b17-45b0-aff9-0c8a8e63114d requested from dv-neutron-601336-94-hyperv {{(pid=94176) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 23 12:03:02.778553 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.db.provisioning_blocks [None req-040325af-f9c4-4537-b22c-bac5cbbb11c9 None None] Provisioning for port acfa017e-5980-4f04-963a-989e528557f3 completed by entity DHCP. {{(pid=94176) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 23 12:03:02.787338 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.db.provisioning_blocks [None req-040325af-f9c4-4537-b22c-bac5cbbb11c9 None None] Provisioning complete for port acfa017e-5980-4f04-963a-989e528557f3 triggered by entity DHCP. {{(pid=94176) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 23 12:03:02.789578 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron_lib.callbacks.manager [None req-040325af-f9c4-4537-b22c-bac5cbbb11c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-899258'] for port, provisioning_complete {{(pid=94176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 12:03:02.907094 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron_lib.callbacks.manager [None req-040325af-f9c4-4537-b22c-bac5cbbb11c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-923122'] for port, before_update {{(pid=94176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 12:03:02.946646 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.plugins.ml2.db [None req-040325af-f9c4-4537-b22c-bac5cbbb11c9 None None] For port acfa017e-5980-4f04-963a-989e528557f3, host dv-neutron-601336-94-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-94-hyperv',level=0,port_id=acfa017e-5980-4f04-963a-989e528557f3,segment=NetworkSegment(a2b8d80c-5bd3-460b-8799-6021d9024aea),segment_id=a2b8d80c-5bd3-460b-8799-6021d9024aea)] {{(pid=94176) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 23 12:03:03.035105 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-73a70680-3d6a-4488-9771-7644c49655f9 admin admin] Router 12d70211-f3fd-4f61-bf08-44e057041d30 is scheduled to L3 agent 50ef99c0-ef28-4db5-b303-b145898fae60 with binding_index 1 {{(pid=94174) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jun 23 12:03:03.063165 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron_lib.callbacks.manager [None req-040325af-f9c4-4537-b22c-bac5cbbb11c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-922904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866062', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773700135042', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773699642233', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773699642278'] for port, after_update {{(pid=94176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 12:03:03.070015 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG oslo_concurrency.lockutils [None req-24340099-b4da-4964-94a9-c88998631d72 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 12:03:03.118025 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-040325af-f9c4-4537-b22c-bac5cbbb11c9 None None] Pushing event updated for resources: {'Port': ['ID=acfa017e-5980-4f04-963a-989e528557f3,revision_number=3']} {{(pid=94176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 12:03:03.121234 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG oslo_concurrency.lockutils [None req-040325af-f9c4-4537-b22c-bac5cbbb11c9 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.056s {{(pid=94176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 12:03:03.154777 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-73a70680-3d6a-4488-9771-7644c49655f9 admin admin] Notify agent at l3_agent.dv-neutron-601336-94-hyperv the message routers_updated {{(pid=94174) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 23 12:03:03.164237 dv-neutron-601336-94-hyperv neutron-server[94177]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9f49a573-921d-4085-8eca-503849518735 None None] Sync routers for ids ['12d70211-f3fd-4f61-bf08-44e057041d30'] in dv-neutron-601336-94-hyperv {{(pid=94177) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 23 12:03:03.173374 dv-neutron-601336-94-hyperv neutron-server[94177]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9f49a573-921d-4085-8eca-503849518735 None None] Routers {'12d70211-f3fd-4f61-bf08-44e057041d30'} bound to L3 agent in host dv-neutron-601336-94-hyperv {{(pid=94177) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 23 12:03:03.177474 dv-neutron-601336-94-hyperv neutron-server[94177]: DEBUG neutron.db.l3_hamode_db [None req-9f49a573-921d-4085-8eca-503849518735 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-601336-94-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-23T11:22:13Z,description=,heartbeat_timestamp=2021-06-23T12:02:43Z,host='dv-neutron-601336-94-hyperv',id=50ef99c0-ef28-4db5-b303-b145898fae60,load=0,resource_versions=,resources_synced=,started_at=2021-06-23T11:22:14Z,topic='l3_agent')) {'router_ids': ['12d70211-f3fd-4f61-bf08-44e057041d30'], 'active': True} {{(pid=94177) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 12:03:03.180925 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.db.provisioning_blocks [None req-0faec738-faf0-4d77-9897-912916b54d53 None None] Provisioning complete for port acfa017e-5980-4f04-963a-989e528557f3 triggered by entity DHCP. {{(pid=94176) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 23 12:03:03.181355 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron_lib.callbacks.manager [None req-0faec738-faf0-4d77-9897-912916b54d53 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-899258'] for port, provisioning_complete {{(pid=94176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 12:03:03.228699 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron_lib.callbacks.manager [None req-73a70680-3d6a-4488-9771-7644c49655f9 admin admin] Notify callbacks [] for router, before_response {{(pid=94174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 12:03:03.230237 dv-neutron-601336-94-hyperv neutron-server[94174]: INFO neutron.wsgi [None req-73a70680-3d6a-4488-9771-7644c49655f9 admin admin] 10.222.0.20 "POST /v2.0/routers HTTP/1.1" status: 201 len: 926 time: 2.4250672 Jun 23 12:03:03.232862 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.wsgi [-] (94174) accepted ('10.222.0.20', 48028) {{(pid=94174) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 12:03:03.278299 dv-neutron-601336-94-hyperv neutron-server[94177]: DEBUG neutron.db.l3_dvr_db [None req-9f49a573-921d-4085-8eca-503849518735 None None] Set router 12d70211-f3fd-4f61-bf08-44e057041d30 gateway port host: dv-neutron-601336-94-hyperv {{(pid=94177) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:838}} Jun 23 12:03:03.457214 dv-neutron-601336-94-hyperv neutron-server[94177]: DEBUG neutron.db.l3_hamode_db [None req-9f49a573-921d-4085-8eca-503849518735 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '12d70211-f3fd-4f61-bf08-44e057041d30', 'name': 'tempest-TestMinimumBasicScenario-2129529668-router', 'tenant_id': 'f06e439ec74a4cb19d25535e57df5ef9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3e7e4eb3-cf02-4d47-ade9-0a579cdfc60f', 'external_fixed_ips': [{'subnet_id': 'a5ad15ab-c489-4a67-a9b0-d559fca0ec71', 'ip_address': '172.26.3.57'}], 'enable_snat': True}, 'gw_port_id': 'ebadbba8-5fac-48a8-83a9-fae72f0ef53d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-23T12:03:00Z', 'updated_at': '2021-06-23T12:03:01Z', 'revision_number': 3, 'project_id': 'f06e439ec74a4cb19d25535e57df5ef9', 'gw_port': {'id': 'ebadbba8-5fac-48a8-83a9-fae72f0ef53d', 'name': '', 'network_id': '3e7e4eb3-cf02-4d47-ade9-0a579cdfc60f', 'tenant_id': '', 'mac_address': 'fa:16:3e:36:99:8b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '12d70211-f3fd-4f61-bf08-44e057041d30', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1671, 'fixed_ips': [{'subnet_id': 'a5ad15ab-c489-4a67-a9b0-d559fca0ec71', 'ip_address': '172.26.3.57', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-23T12:03:01Z', 'updated_at': '2021-06-23T12:03:01Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'a5ad15ab-c489-4a67-a9b0-d559fca0ec71', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-601336-94-hyperv'}], 'dv-neutron-601336-94-hyperv', False) {} {{(pid=94177) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 12:03:03.482675 dv-neutron-601336-94-hyperv neutron-server[94177]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9f49a573-921d-4085-8eca-503849518735 None None] Checking router: 12d70211-f3fd-4f61-bf08-44e057041d30 for host: dv-neutron-601336-94-hyperv {{(pid=94177) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 23 12:03:03.483060 dv-neutron-601336-94-hyperv neutron-server[94177]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9f49a573-921d-4085-8eca-503849518735 None None] Updating router 12d70211-f3fd-4f61-bf08-44e057041d30 port ebadbba8-5fac-48a8-83a9-fae72f0ef53d binding host dv-neutron-601336-94-hyperv {{(pid=94177) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 23 12:03:03.521190 dv-neutron-601336-94-hyperv neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-9f49a573-921d-4085-8eca-503849518735 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-923122'] for port, before_update {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 12:03:03.652981 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron_lib.callbacks.manager [None req-777a54c2-5154-4d89-b323-18043543cf66 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-923104'] for port, before_create {{(pid=94174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 12:03:03.784448 dv-neutron-601336-94-hyperv neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-9f49a573-921d-4085-8eca-503849518735 None None] Notify callbacks [] for port, precommit_update {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 12:03:03.794325 dv-neutron-601336-94-hyperv neutron-server[94177]: DEBUG neutron.db.provisioning_blocks [None req-9f49a573-921d-4085-8eca-503849518735 None None] Transition to ACTIVE for port object ebadbba8-5fac-48a8-83a9-fae72f0ef53d will not be triggered until provisioned by entity L2. {{(pid=94177) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 23 12:03:03.817176 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.db.db_base_plugin_common [None req-777a54c2-5154-4d89-b323-18043543cf66 admin admin] Allocated IP 172.20.0.1 (6096d4ee-1b17-45b0-aff9-0c8a8e63114d/a835be8d-3991-41bc-8711-847ef4ce7022/a203d798-b946-485e-b702-f7638798cab7) {{(pid=94174) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 23 12:03:03.914249 dv-neutron-601336-94-hyperv neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-9f49a573-921d-4085-8eca-503849518735 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-922904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866062', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773700135042', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773699642233', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773699642278'] for port, after_update {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 12:03:03.916580 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron_lib.callbacks.manager [None req-777a54c2-5154-4d89-b323-18043543cf66 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 12:03:03.917301 dv-neutron-601336-94-hyperv neutron-server[94177]: DEBUG oslo_concurrency.lockutils [None req-161424d5-4952-4f76-8127-5d5c6bdba0b8 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94177) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 12:03:03.930120 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.db.provisioning_blocks [None req-777a54c2-5154-4d89-b323-18043543cf66 admin admin] Transition to ACTIVE for port object a203d798-b946-485e-b702-f7638798cab7 will not be triggered until provisioned by entity DHCP. {{(pid=94174) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 23 12:03:03.966034 dv-neutron-601336-94-hyperv neutron-server[94177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97e152a6-8be5-4f6c-b0fd-83e74e938b2a None None] Pushing event updated for resources: {'Port': ['ID=ebadbba8-5fac-48a8-83a9-fae72f0ef53d,revision_number=2']} {{(pid=94177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 12:03:03.973615 dv-neutron-601336-94-hyperv neutron-server[94177]: DEBUG neutron.plugins.ml2.managers [None req-9f49a573-921d-4085-8eca-503849518735 None None] Attempting to bind port ebadbba8-5fac-48a8-83a9-fae72f0ef53d on host dv-neutron-601336-94-hyperv for vnic_type normal with profile {{(pid=94177) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 23 12:03:03.974010 dv-neutron-601336-94-hyperv neutron-server[94177]: DEBUG neutron.plugins.ml2.managers [None req-9f49a573-921d-4085-8eca-503849518735 None None] Attempting to bind port ebadbba8-5fac-48a8-83a9-fae72f0ef53d by drivers openvswitch,hyperv on host dv-neutron-601336-94-hyperv at level 0 using segments [{'id': 'c23be0a5-6980-48fb-bc9f-4a24717fe1de', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3e7e4eb3-cf02-4d47-ade9-0a579cdfc60f'}] {{(pid=94177) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 23 12:03:03.974386 dv-neutron-601336-94-hyperv neutron-server[94177]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9f49a573-921d-4085-8eca-503849518735 None None] Attempting to bind port ebadbba8-5fac-48a8-83a9-fae72f0ef53d on network 3e7e4eb3-cf02-4d47-ade9-0a579cdfc60f {{(pid=94177) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 23 12:03:03.979503 dv-neutron-601336-94-hyperv neutron-server[94177]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97e152a6-8be5-4f6c-b0fd-83e74e938b2a None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-601336-94-hyperv {{(pid=94177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 12:03:03.979859 dv-neutron-601336-94-hyperv neutron-server[94177]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97e152a6-8be5-4f6c-b0fd-83e74e938b2a None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-94-hyperv {{(pid=94177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 12:03:03.980202 dv-neutron-601336-94-hyperv neutron-server[94177]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97e152a6-8be5-4f6c-b0fd-83e74e938b2a None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-94-hyperv {{(pid=94177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 12:03:03.980593 dv-neutron-601336-94-hyperv neutron-server[94177]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97e152a6-8be5-4f6c-b0fd-83e74e938b2a None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-601336-94-hyperv {{(pid=94177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 12:03:03.980927 dv-neutron-601336-94-hyperv neutron-server[94177]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97e152a6-8be5-4f6c-b0fd-83e74e938b2a None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-601336-94-hyperv {{(pid=94177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 12:03:03.981262 dv-neutron-601336-94-hyperv neutron-server[94177]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97e152a6-8be5-4f6c-b0fd-83e74e938b2a None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-601336-94-hyperv {{(pid=94177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 12:03:03.981594 dv-neutron-601336-94-hyperv neutron-server[94177]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97e152a6-8be5-4f6c-b0fd-83e74e938b2a None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-601336-94-hyperv {{(pid=94177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 12:03:03.981927 dv-neutron-601336-94-hyperv neutron-server[94177]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97e152a6-8be5-4f6c-b0fd-83e74e938b2a None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-601336-94-hyperv {{(pid=94177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 12:03:03.982255 dv-neutron-601336-94-hyperv neutron-server[94177]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97e152a6-8be5-4f6c-b0fd-83e74e938b2a None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-601336-94-hyperv {{(pid=94177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 12:03:03.982590 dv-neutron-601336-94-hyperv neutron-server[94177]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97e152a6-8be5-4f6c-b0fd-83e74e938b2a None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-94-hyperv {{(pid=94177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 12:03:03.982901 dv-neutron-601336-94-hyperv neutron-server[94177]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97e152a6-8be5-4f6c-b0fd-83e74e938b2a None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-601336-94-hyperv {{(pid=94177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 12:03:03.983245 dv-neutron-601336-94-hyperv neutron-server[94177]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97e152a6-8be5-4f6c-b0fd-83e74e938b2a None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-601336-94-hyperv {{(pid=94177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 12:03:03.987380 dv-neutron-601336-94-hyperv neutron-server[94177]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9f49a573-921d-4085-8eca-503849518735 None None] Checking agent: {'id': '4d05f899-5ac9-411b-8a03-f60c93f87cdf', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-601336-94-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 23, 11, 22, 14), 'started_at': datetime.datetime(2021, 6, 23, 11, 22, 44), 'heartbeat_timestamp': datetime.datetime(2021, 6, 23, 12, 2, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'monitor_allowed_address_pair_garp': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-601336-94-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94177) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 23 12:03:03.987766 dv-neutron-601336-94-hyperv neutron-server[94177]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9f49a573-921d-4085-8eca-503849518735 None None] Checking segment: {'id': 'c23be0a5-6980-48fb-bc9f-4a24717fe1de', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3e7e4eb3-cf02-4d47-ade9-0a579cdfc60f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94177) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 23 12:03:03.988179 dv-neutron-601336-94-hyperv neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-9f49a573-921d-4085-8eca-503849518735 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 12:03:03.988572 dv-neutron-601336-94-hyperv neutron-server[94177]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9f49a573-921d-4085-8eca-503849518735 None None] Bound using segment: {'id': 'c23be0a5-6980-48fb-bc9f-4a24717fe1de', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3e7e4eb3-cf02-4d47-ade9-0a579cdfc60f'} {{(pid=94177) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 23 12:03:03.989052 dv-neutron-601336-94-hyperv neutron-server[94177]: DEBUG neutron.plugins.ml2.managers [None req-9f49a573-921d-4085-8eca-503849518735 None None] Bound port: ebadbba8-5fac-48a8-83a9-fae72f0ef53d, host: dv-neutron-601336-94-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c23be0a5-6980-48fb-bc9f-4a24717fe1de', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3e7e4eb3-cf02-4d47-ade9-0a579cdfc60f'}}] {{(pid=94177) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 23 12:03:03.989438 dv-neutron-601336-94-hyperv neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-9f49a573-921d-4085-8eca-503849518735 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-923122'] for port, before_update {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 12:03:03.991153 dv-neutron-601336-94-hyperv neutron-server[94177]: DEBUG oslo_concurrency.lockutils [None req-97e152a6-8be5-4f6c-b0fd-83e74e938b2a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.074s {{(pid=94177) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 12:03:04.001446 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron_lib.callbacks.manager [None req-777a54c2-5154-4d89-b323-18043543cf66 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-922915', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-239814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7866073', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773699642215', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-5196399'] for port, after_create {{(pid=94174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 12:03:04.002505 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG oslo_concurrency.lockutils [None req-10a7e775-a2e8-4ba7-9dd4-b90461c8fea4 tempest-TestNetworkBasicOps-233187296 tempest-TestNetworkBasicOps-233187296-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94174) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 12:03:04.041784 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-777a54c2-5154-4d89-b323-18043543cf66 admin admin] Network 6096d4ee-1b17-45b0-aff9-0c8a8e63114d is already hosted by enough agents. {{(pid=94174) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 23 12:03:04.047153 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.scheduler.base_scheduler [None req-777a54c2-5154-4d89-b323-18043543cf66 admin admin] Resources bound (agent type, host, resource id): {{(pid=94174) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 23 12:03:04.050046 dv-neutron-601336-94-hyperv neutron-server[94177]: DEBUG neutron.plugins.ml2.db [None req-9f49a573-921d-4085-8eca-503849518735 None None] For port ebadbba8-5fac-48a8-83a9-fae72f0ef53d, host dv-neutron-601336-94-hyperv, cleared binding levels {{(pid=94177) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 23 12:03:04.052377 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.db.l3_dvrscheduler_db [None req-777a54c2-5154-4d89-b323-18043543cf66 admin admin] Received port after_create {{(pid=94174) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 23 12:03:04.053608 dv-neutron-601336-94-hyperv neutron-server[94177]: DEBUG neutron.plugins.ml2.db [None req-9f49a573-921d-4085-8eca-503849518735 None None] For port ebadbba8-5fac-48a8-83a9-fae72f0ef53d, host dv-neutron-601336-94-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-94-hyperv',level=0,port_id=ebadbba8-5fac-48a8-83a9-fae72f0ef53d,segment=NetworkSegment(c23be0a5-6980-48fb-bc9f-4a24717fe1de),segment_id=c23be0a5-6980-48fb-bc9f-4a24717fe1de)] {{(pid=94177) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 23 12:03:04.055740 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-777a54c2-5154-4d89-b323-18043543cf66 admin admin] Pushing event updated for resources: {'Port': ['ID=a203d798-b946-485e-b702-f7638798cab7,revision_number=1']} {{(pid=94174) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 12:03:04.082066 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG oslo_concurrency.lockutils [None req-777a54c2-5154-4d89-b323-18043543cf66 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.080s {{(pid=94174) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 12:03:04.102106 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron_lib.callbacks.manager [None req-777a54c2-5154-4d89-b323-18043543cf66 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-452954'] for router_interface, before_create {{(pid=94174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 12:03:04.108719 dv-neutron-601336-94-hyperv neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-9f49a573-921d-4085-8eca-503849518735 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-922904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866062', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773700135042', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773699642233', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773699642278'] for port, after_update {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 12:03:04.110881 dv-neutron-601336-94-hyperv neutron-server[94177]: DEBUG oslo_concurrency.lockutils [None req-b51f6c26-ee50-4828-92b7-be361198816b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94177) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 12:03:04.157423 dv-neutron-601336-94-hyperv neutron-server[94177]: DEBUG neutron.db.agents_db [None req-90fb1279-e4c5-4e73-8d66-3a29811dc4e3 None None] Agent healthcheck: found 6 active agents {{(pid=94177) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 23 12:03:04.189411 dv-neutron-601336-94-hyperv neutron-server[94177]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9f49a573-921d-4085-8eca-503849518735 None None] Routers {'12d70211-f3fd-4f61-bf08-44e057041d30'} bound to L3 agent in host dv-neutron-601336-94-hyperv {{(pid=94177) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 23 12:03:04.190715 dv-neutron-601336-94-hyperv neutron-server[94177]: DEBUG neutron.db.l3_hamode_db [None req-9f49a573-921d-4085-8eca-503849518735 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-601336-94-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-23T11:22:13Z,description=,heartbeat_timestamp=2021-06-23T12:02:43Z,host='dv-neutron-601336-94-hyperv',id=50ef99c0-ef28-4db5-b303-b145898fae60,load=0,resource_versions=,resources_synced=,started_at=2021-06-23T11:22:14Z,topic='l3_agent')) {'router_ids': ['12d70211-f3fd-4f61-bf08-44e057041d30'], 'active': True} {{(pid=94177) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 12:03:04.202078 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.plugins.ml2.rpc [None req-dc7542b2-afef-47f4-a763-e3a3cba144be None None] Device acfa017e-5980-4f04-963a-989e528557f3 up at agent ovs-agent-dv-neutron-601336-94-hyperv {{(pid=94176) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:298}} Jun 23 12:03:04.249949 dv-neutron-601336-94-hyperv neutron-server[94177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97e152a6-8be5-4f6c-b0fd-83e74e938b2a None None] Pushing event updated for resources: {'Port': ['ID=ebadbba8-5fac-48a8-83a9-fae72f0ef53d,revision_number=3']} {{(pid=94177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 12:03:04.275814 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.db.provisioning_blocks [None req-dc7542b2-afef-47f4-a763-e3a3cba144be None None] Provisioning complete for port acfa017e-5980-4f04-963a-989e528557f3 triggered by entity L2. {{(pid=94176) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 23 12:03:04.276341 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron_lib.callbacks.manager [None req-dc7542b2-afef-47f4-a763-e3a3cba144be None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-899258'] for port, provisioning_complete {{(pid=94176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 12:03:04.282327 dv-neutron-601336-94-hyperv neutron-server[94177]: DEBUG oslo_concurrency.lockutils [None req-97e152a6-8be5-4f6c-b0fd-83e74e938b2a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.171s {{(pid=94177) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 12:03:04.311807 dv-neutron-601336-94-hyperv neutron-server[94177]: DEBUG neutron.db.l3_dvr_db [None req-9f49a573-921d-4085-8eca-503849518735 None None] Set router 12d70211-f3fd-4f61-bf08-44e057041d30 gateway port host: dv-neutron-601336-94-hyperv {{(pid=94177) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:838}} Jun 23 12:03:04.357964 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron_lib.callbacks.manager [None req-777a54c2-5154-4d89-b323-18043543cf66 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-923122'] for port, before_update {{(pid=94174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 12:03:04.445318 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.db.provisioning_blocks [None req-b48be71e-e7bf-4195-849d-aee0d11c333c None None] Provisioning for port a203d798-b946-485e-b702-f7638798cab7 completed by entity DHCP. {{(pid=94176) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 23 12:03:04.450060 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.db.provisioning_blocks [None req-b48be71e-e7bf-4195-849d-aee0d11c333c None None] Provisioning complete for port a203d798-b946-485e-b702-f7638798cab7 triggered by entity DHCP. {{(pid=94176) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 23 12:03:04.453621 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron_lib.callbacks.manager [None req-b48be71e-e7bf-4195-849d-aee0d11c333c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-899258'] for port, provisioning_complete {{(pid=94176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 12:03:04.488881 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.plugins.ml2.plugin [None req-b48be71e-e7bf-4195-849d-aee0d11c333c None None] Port a203d798-b946-485e-b702-f7638798cab7 cannot update to ACTIVE because it is not bound. {{(pid=94176) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jun 23 12:03:04.535910 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron_lib.callbacks.manager [None req-777a54c2-5154-4d89-b323-18043543cf66 admin admin] Notify callbacks [] for port, precommit_update {{(pid=94174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 12:03:04.594086 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron_lib.callbacks.manager [None req-777a54c2-5154-4d89-b323-18043543cf66 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-922904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866062', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773700135042', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773699642233', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773699642278', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5196369'] for port, after_update {{(pid=94174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 12:03:04.594342 dv-neutron-601336-94-hyperv neutron-server[94177]: DEBUG neutron.db.l3_hamode_db [None req-9f49a573-921d-4085-8eca-503849518735 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '12d70211-f3fd-4f61-bf08-44e057041d30', 'name': 'tempest-TestMinimumBasicScenario-2129529668-router', 'tenant_id': 'f06e439ec74a4cb19d25535e57df5ef9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3e7e4eb3-cf02-4d47-ade9-0a579cdfc60f', 'external_fixed_ips': [{'subnet_id': 'a5ad15ab-c489-4a67-a9b0-d559fca0ec71', 'ip_address': '172.26.3.57'}], 'enable_snat': True}, 'gw_port_id': 'ebadbba8-5fac-48a8-83a9-fae72f0ef53d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-23T12:03:00Z', 'updated_at': '2021-06-23T12:03:01Z', 'revision_number': 3, 'project_id': 'f06e439ec74a4cb19d25535e57df5ef9', 'gw_port': {'id': 'ebadbba8-5fac-48a8-83a9-fae72f0ef53d', 'name': '', 'network_id': '3e7e4eb3-cf02-4d47-ade9-0a579cdfc60f', 'tenant_id': '', 'mac_address': 'fa:16:3e:36:99:8b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '12d70211-f3fd-4f61-bf08-44e057041d30', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1671, 'fixed_ips': [{'subnet_id': 'a5ad15ab-c489-4a67-a9b0-d559fca0ec71', 'ip_address': '172.26.3.57', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-94-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-23T12:03:01Z', 'updated_at': '2021-06-23T12:03:04Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a5ad15ab-c489-4a67-a9b0-d559fca0ec71', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-601336-94-hyperv'}], 'dv-neutron-601336-94-hyperv', False) {} {{(pid=94177) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 12:03:04.598575 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG oslo_concurrency.lockutils [None req-5750970b-ae95-428f-beb2-1c262b689280 tempest-TestNetworkBasicOps-233187296 tempest-TestNetworkBasicOps-233187296-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94174) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 12:03:04.624472 dv-neutron-601336-94-hyperv neutron-server[94177]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9f49a573-921d-4085-8eca-503849518735 None None] The sync data for ids ['12d70211-f3fd-4f61-bf08-44e057041d30'] in dv-neutron-601336-94-hyperv is: [{'id': '12d70211-f3fd-4f61-bf08-44e057041d30', 'name': 'tempest-TestMinimumBasicScenario-2129529668-router', 'tenant_id': 'f06e439ec74a4cb19d25535e57df5ef9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3e7e4eb3-cf02-4d47-ade9-0a579cdfc60f', 'external_fixed_ips': [{'subnet_id': 'a5ad15ab-c489-4a67-a9b0-d559fca0ec71', 'ip_address': '172.26.3.57'}], 'enable_snat': True}, 'gw_port_id': 'ebadbba8-5fac-48a8-83a9-fae72f0ef53d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-23T12:03:00Z', 'updated_at': '2021-06-23T12:03:01Z', 'revision_number': 3, 'project_id': 'f06e439ec74a4cb19d25535e57df5ef9', 'gw_port': {'id': 'ebadbba8-5fac-48a8-83a9-fae72f0ef53d', 'name': '', 'network_id': '3e7e4eb3-cf02-4d47-ade9-0a579cdfc60f', 'tenant_id': '', 'mac_address': 'fa:16:3e:36:99:8b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '12d70211-f3fd-4f61-bf08-44e057041d30', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1671, 'fixed_ips': [{'subnet_id': 'a5ad15ab-c489-4a67-a9b0-d559fca0ec71', 'ip_address': '172.26.3.57', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-94-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-23T12:03:01Z', 'updated_at': '2021-06-23T12:03:04Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a5ad15ab-c489-4a67-a9b0-d559fca0ec71', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-601336-94-hyperv'}] {{(pid=94177) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 23 12:03:04.668739 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-777a54c2-5154-4d89-b323-18043543cf66 admin admin] Pushing event updated for resources: {'Port': ['ID=a203d798-b946-485e-b702-f7638798cab7,revision_number=2']} {{(pid=94174) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 12:03:04.671721 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG oslo_concurrency.lockutils [None req-777a54c2-5154-4d89-b323-18043543cf66 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.073s {{(pid=94174) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 12:03:04.676277 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron_lib.callbacks.manager [None req-777a54c2-5154-4d89-b323-18043543cf66 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-7866091', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-453038'] for router_interface, after_create {{(pid=94174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 12:03:04.770918 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-777a54c2-5154-4d89-b323-18043543cf66 admin admin] Network 6096d4ee-1b17-45b0-aff9-0c8a8e63114d is already hosted by enough agents. {{(pid=94174) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 23 12:03:04.772371 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.scheduler.base_scheduler [None req-777a54c2-5154-4d89-b323-18043543cf66 admin admin] Resources bound (agent type, host, resource id): {{(pid=94174) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 23 12:03:04.902227 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-777a54c2-5154-4d89-b323-18043543cf66 admin admin] Router 12d70211-f3fd-4f61-bf08-44e057041d30 has already been hosted by L3 agent 50ef99c0-ef28-4db5-b303-b145898fae60 {{(pid=94174) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 23 12:03:05.010214 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.db.provisioning_blocks [None req-ec052471-7126-48a8-b54c-8a7f382394b0 None None] Provisioning complete for port a203d798-b946-485e-b702-f7638798cab7 triggered by entity DHCP. {{(pid=94176) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 23 12:03:05.011187 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron_lib.callbacks.manager [None req-ec052471-7126-48a8-b54c-8a7f382394b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-899258'] for port, provisioning_complete {{(pid=94176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 12:03:05.030932 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-777a54c2-5154-4d89-b323-18043543cf66 admin admin] Notify agent at l3_agent.dv-neutron-601336-94-hyperv the message routers_updated {{(pid=94174) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 23 12:03:05.036569 dv-neutron-601336-94-hyperv neutron-server[94174]: INFO neutron.wsgi [None req-777a54c2-5154-4d89-b323-18043543cf66 admin admin] 10.222.0.20 "PUT /v2.0/routers/12d70211-f3fd-4f61-bf08-44e057041d30/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8024247 Jun 23 12:03:05.048065 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.plugins.ml2.plugin [None req-ec052471-7126-48a8-b54c-8a7f382394b0 None None] Port a203d798-b946-485e-b702-f7638798cab7 cannot update to ACTIVE because it is not bound. {{(pid=94176) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jun 23 12:03:05.719908 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.wsgi [-] (94174) accepted ('10.222.0.20', 48044) {{(pid=94174) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 12:03:05.725628 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.api.v2.base [None req-a3bdda94-f7d5-4da4-a935-023204cf782b admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-1223262647-network', 'tenant_id': '0ee2e32ba44f4b87b3dbccb2a26b126e'}} {{(pid=94174) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 23 12:03:05.799817 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a3bdda94-f7d5-4da4-a935-023204cf782b admin admin] Made reservation on behalf of 0ee2e32ba44f4b87b3dbccb2a26b126e for: {'network': 1} {{(pid=94174) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 23 12:03:05.802320 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron_lib.callbacks.manager [None req-a3bdda94-f7d5-4da4-a935-023204cf782b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-923104'] for network, before_create {{(pid=94174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 12:03:05.811304 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron_lib.callbacks.manager [None req-a3bdda94-f7d5-4da4-a935-023204cf782b admin admin] Notify callbacks [] for security_group, before_create {{(pid=94174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 12:03:05.910205 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron_lib.callbacks.manager [None req-a3bdda94-f7d5-4da4-a935-023204cf782b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 12:03:05.955872 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron_lib.callbacks.manager [None req-a3bdda94-f7d5-4da4-a935-023204cf782b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7996330'] for security_group, after_create {{(pid=94174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 12:03:05.960262 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG oslo_concurrency.lockutils [None req-e3ac56df-5252-411c-8286-56f36acf08c0 tempest-TestVolumeBootPattern-1838142519 tempest-TestVolumeBootPattern-1838142519-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94174) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 12:03:05.982226 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a3bdda94-f7d5-4da4-a935-023204cf782b admin admin] vlan segment allocate from pool success with {'vlan_id': 403, 'physical_network': 'physnet1'} {{(pid=94174) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 23 12:03:05.992650 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3bdda94-f7d5-4da4-a935-023204cf782b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c53703e0-6a2a-44a4-b01d-f0217ad68ab3,revision_number=1']} {{(pid=94174) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 12:03:05.997191 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG oslo_concurrency.lockutils [None req-a3bdda94-f7d5-4da4-a935-023204cf782b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.037s {{(pid=94174) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 12:03:05.998299 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron_lib.callbacks.manager [None req-a3bdda94-f7d5-4da4-a935-023204cf782b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3801'] for segment, precommit_create {{(pid=94174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 12:03:05.998634 dv-neutron-601336-94-hyperv neutron-server[94174]: INFO neutron.db.segments_db [None req-a3bdda94-f7d5-4da4-a935-023204cf782b admin admin] Added segment 33c3d1d3-6d73-40ad-be12-08f326aa925a of type vlan for network 53c57c3e-84e9-4fa3-9199-6bc16cf4f21a Jun 23 12:03:06.041480 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron_lib.callbacks.manager [None req-a3bdda94-f7d5-4da4-a935-023204cf782b admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8773699596773'] for network, precommit_create {{(pid=94174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 12:03:06.125298 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron_lib.callbacks.manager [None req-a3bdda94-f7d5-4da4-a935-023204cf782b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8002400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7866073'] for network, after_create {{(pid=94174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 12:03:06.126406 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a3bdda94-f7d5-4da4-a935-023204cf782b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94174) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 12:03:06.127610 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron_lib.callbacks.manager [None req-a3bdda94-f7d5-4da4-a935-023204cf782b admin admin] Notify callbacks [] for network, before_response {{(pid=94174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 12:03:06.129903 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG oslo_concurrency.lockutils [None req-ad02f962-229c-4fab-91b6-0016223ed590 tempest-TestNetworkBasicOps-233187296 tempest-TestNetworkBasicOps-233187296-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94174) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 12:03:06.194465 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3bdda94-f7d5-4da4-a935-023204cf782b admin admin] Pushing event updated for resources: {'Network': ['ID=53c57c3e-84e9-4fa3-9199-6bc16cf4f21a,revision_number=1']} {{(pid=94174) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 12:03:06.200215 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG oslo_concurrency.lockutils [None req-a3bdda94-f7d5-4da4-a935-023204cf782b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.070s {{(pid=94174) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 12:03:06.205562 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.plugins.ml2.rpc [None req-dc7542b2-afef-47f4-a763-e3a3cba144be None None] Network 53c57c3e-84e9-4fa3-9199-6bc16cf4f21a details requested by agent ovs-agent-dv-neutron-601336-94-hyperv with host dv-neutron-601336-94-hyperv {{(pid=94176) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:250}} Jun 23 12:03:06.215852 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4e33bc72-ce89-42a1-a61d-558d62204c5a None None] Sync routers for ids ['12d70211-f3fd-4f61-bf08-44e057041d30'] in dv-neutron-601336-94-hyperv {{(pid=94176) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 23 12:03:06.219675 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.plugins.ml2.rpc [None req-dc7542b2-afef-47f4-a763-e3a3cba144be None None] Device ebadbba8-5fac-48a8-83a9-fae72f0ef53d up at agent ovs-agent-dv-neutron-601336-94-hyperv {{(pid=94176) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:298}} Jun 23 12:03:06.239719 dv-neutron-601336-94-hyperv neutron-server[94174]: INFO neutron.wsgi [None req-a3bdda94-f7d5-4da4-a935-023204cf782b admin admin] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 0.5180357 Jun 23 12:03:06.242404 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.wsgi [-] (94174) accepted ('10.222.0.20', 48046) {{(pid=94174) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 12:03:06.247459 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.api.v2.base [None req-95e96177-38ba-486b-a6b8-233c156baf35 admin admin] Request body: {'subnet': {'network_id': '53c57c3e-84e9-4fa3-9199-6bc16cf4f21a', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-1223262647-subnet', 'tenant_id': '0ee2e32ba44f4b87b3dbccb2a26b126e', 'ip_version': 4}} {{(pid=94174) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 23 12:03:06.291952 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4e33bc72-ce89-42a1-a61d-558d62204c5a None None] Routers {'12d70211-f3fd-4f61-bf08-44e057041d30'} bound to L3 agent in host dv-neutron-601336-94-hyperv {{(pid=94176) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 23 12:03:06.292590 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.db.l3_hamode_db [None req-4e33bc72-ce89-42a1-a61d-558d62204c5a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-601336-94-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-23T11:22:13Z,description=,heartbeat_timestamp=2021-06-23T12:02:43Z,host='dv-neutron-601336-94-hyperv',id=50ef99c0-ef28-4db5-b303-b145898fae60,load=0,resource_versions=,resources_synced=,started_at=2021-06-23T11:22:14Z,topic='l3_agent')) {'router_ids': ['12d70211-f3fd-4f61-bf08-44e057041d30'], 'active': True} {{(pid=94176) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 12:03:06.325173 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-95e96177-38ba-486b-a6b8-233c156baf35 admin admin] Made reservation on behalf of 0ee2e32ba44f4b87b3dbccb2a26b126e for: {'subnet': 1} {{(pid=94174) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 23 12:03:06.327830 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron_lib.callbacks.manager [None req-95e96177-38ba-486b-a6b8-233c156baf35 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4294245'] for subnet, before_create {{(pid=94174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 12:03:06.423406 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.db.l3_dvr_db [None req-4e33bc72-ce89-42a1-a61d-558d62204c5a None None] Set router 12d70211-f3fd-4f61-bf08-44e057041d30 gateway port host: dv-neutron-601336-94-hyperv {{(pid=94176) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:838}} Jun 23 12:03:06.499828 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.db.provisioning_blocks [None req-dc7542b2-afef-47f4-a763-e3a3cba144be None None] Provisioning for port ebadbba8-5fac-48a8-83a9-fae72f0ef53d completed by entity L2. {{(pid=94176) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 23 12:03:06.512966 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.db.provisioning_blocks [None req-dc7542b2-afef-47f4-a763-e3a3cba144be None None] Provisioning complete for port ebadbba8-5fac-48a8-83a9-fae72f0ef53d triggered by entity L2. {{(pid=94176) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 23 12:03:06.513350 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron_lib.callbacks.manager [None req-dc7542b2-afef-47f4-a763-e3a3cba144be None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-899258'] for port, provisioning_complete {{(pid=94176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 12:03:06.582742 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron_lib.callbacks.manager [None req-95e96177-38ba-486b-a6b8-233c156baf35 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866062', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5195999', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4294259'] for subnet, after_create {{(pid=94174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 12:03:06.585808 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG oslo_concurrency.lockutils [None req-ad34df3e-d937-4c56-9d96-d91bf8a5c020 tempest-TestNetworkAdvancedServerOps-632886841 tempest-TestNetworkAdvancedServerOps-632886841-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94174) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 12:03:06.645113 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95e96177-38ba-486b-a6b8-233c156baf35 admin admin] Pushing event updated for resources: {'Subnet': ['ID=2418efe8-ce1a-4d09-8e63-5f2c3af7cb04,revision_number=0']} {{(pid=94174) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 12:03:06.648093 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG oslo_concurrency.lockutils [None req-95e96177-38ba-486b-a6b8-233c156baf35 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.062s {{(pid=94174) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 12:03:06.657783 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-95e96177-38ba-486b-a6b8-233c156baf35 admin admin] Checking segment: {'id': '33c3d1d3-6d73-40ad-be12-08f326aa925a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 403, 'network_id': '53c57c3e-84e9-4fa3-9199-6bc16cf4f21a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94174) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 23 12:03:06.657783 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-95e96177-38ba-486b-a6b8-233c156baf35 admin admin] Network hostable DHCP agents. Network: 53c57c3e-84e9-4fa3-9199-6bc16cf4f21a, hostable agents: ['8cf29b10-0e57-4131-816f-a4b6ad00b249'], hosted agents: [] {{(pid=94174) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 23 12:03:06.668272 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron_lib.callbacks.manager [None req-dc7542b2-afef-47f4-a763-e3a3cba144be None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-923122'] for port, before_update {{(pid=94176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 12:03:06.694846 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.plugins.ml2.db [None req-dc7542b2-afef-47f4-a763-e3a3cba144be None None] For port ebadbba8-5fac-48a8-83a9-fae72f0ef53d, host dv-neutron-601336-94-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-94-hyperv',level=0,port_id=ebadbba8-5fac-48a8-83a9-fae72f0ef53d,segment=NetworkSegment(c23be0a5-6980-48fb-bc9f-4a24717fe1de),segment_id=c23be0a5-6980-48fb-bc9f-4a24717fe1de)] {{(pid=94176) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 23 12:03:06.707114 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.db.l3_hamode_db [None req-4e33bc72-ce89-42a1-a61d-558d62204c5a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '12d70211-f3fd-4f61-bf08-44e057041d30', 'name': 'tempest-TestMinimumBasicScenario-2129529668-router', 'tenant_id': 'f06e439ec74a4cb19d25535e57df5ef9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3e7e4eb3-cf02-4d47-ade9-0a579cdfc60f', 'external_fixed_ips': [{'subnet_id': 'a5ad15ab-c489-4a67-a9b0-d559fca0ec71', 'ip_address': '172.26.3.57'}], 'enable_snat': True}, 'gw_port_id': 'ebadbba8-5fac-48a8-83a9-fae72f0ef53d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-23T12:03:00Z', 'updated_at': '2021-06-23T12:03:04Z', 'revision_number': 4, 'project_id': 'f06e439ec74a4cb19d25535e57df5ef9', 'gw_port': {'id': 'ebadbba8-5fac-48a8-83a9-fae72f0ef53d', 'name': '', 'network_id': '3e7e4eb3-cf02-4d47-ade9-0a579cdfc60f', 'tenant_id': '', 'mac_address': 'fa:16:3e:36:99:8b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '12d70211-f3fd-4f61-bf08-44e057041d30', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1671, 'fixed_ips': [{'subnet_id': 'a5ad15ab-c489-4a67-a9b0-d559fca0ec71', 'ip_address': '172.26.3.57', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-94-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-23T12:03:01Z', 'updated_at': '2021-06-23T12:03:04Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a5ad15ab-c489-4a67-a9b0-d559fca0ec71', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-601336-94-hyperv', '_interfaces': [{'id': 'a203d798-b946-485e-b702-f7638798cab7', 'name': '', 'network_id': '6096d4ee-1b17-45b0-aff9-0c8a8e63114d', 'tenant_id': 'f06e439ec74a4cb19d25535e57df5ef9', 'mac_address': 'fa:16:3e:f5:d7:60', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '12d70211-f3fd-4f61-bf08-44e057041d30', 'device_owner': 'network:router_interface', 'standard_attr_id': 1672, 'fixed_ips': [{'subnet_id': 'a835be8d-3991-41bc-8711-847ef4ce7022', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-23T12:03:03Z', 'updated_at': '2021-06-23T12:03:04Z', 'revision_number': 2, 'project_id': 'f06e439ec74a4cb19d25535e57df5ef9', 'subnets': [{'id': 'a835be8d-3991-41bc-8711-847ef4ce7022', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-601336-94-hyperv', False) {} {{(pid=94176) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 12:03:06.732723 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4e33bc72-ce89-42a1-a61d-558d62204c5a None None] Checking router: 12d70211-f3fd-4f61-bf08-44e057041d30 for host: dv-neutron-601336-94-hyperv {{(pid=94176) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 23 12:03:06.733087 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4e33bc72-ce89-42a1-a61d-558d62204c5a None None] Updating router 12d70211-f3fd-4f61-bf08-44e057041d30 port a203d798-b946-485e-b702-f7638798cab7 binding host dv-neutron-601336-94-hyperv {{(pid=94176) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 23 12:03:06.736723 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-95e96177-38ba-486b-a6b8-233c156baf35 admin admin] Network 53c57c3e-84e9-4fa3-9199-6bc16cf4f21a is scheduled to be hosted by DHCP agent 8cf29b10-0e57-4131-816f-a4b6ad00b249 with binding_index 1 {{(pid=94174) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 23 12:03:06.766964 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron_lib.callbacks.manager [None req-dc7542b2-afef-47f4-a763-e3a3cba144be None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-922904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866062', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773700135042', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773699642233', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773699642278'] for port, after_update {{(pid=94176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 12:03:06.769608 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG oslo_concurrency.lockutils [None req-45d89663-d7c1-4912-8308-ae401e120a5b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 12:03:06.777222 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron_lib.callbacks.manager [None req-4e33bc72-ce89-42a1-a61d-558d62204c5a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-923122'] for port, before_update {{(pid=94176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 12:03:06.825131 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.scheduler.base_scheduler [None req-95e96177-38ba-486b-a6b8-233c156baf35 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-601336-94-hyperv, 53c57c3e-84e9-4fa3-9199-6bc16cf4f21a) {{(pid=94174) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 23 12:03:06.833052 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-95e96177-38ba-486b-a6b8-233c156baf35 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94174) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 12:03:06.834470 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron_lib.callbacks.manager [None req-95e96177-38ba-486b-a6b8-233c156baf35 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 12:03:06.836882 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eb7811db-ac50-4b73-801c-5b7aabb23d9a None None] Network 53c57c3e-84e9-4fa3-9199-6bc16cf4f21a requested from dv-neutron-601336-94-hyperv {{(pid=94176) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 23 12:03:06.896664 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc7542b2-afef-47f4-a763-e3a3cba144be None None] Pushing event updated for resources: {'Port': ['ID=ebadbba8-5fac-48a8-83a9-fae72f0ef53d,revision_number=4']} {{(pid=94176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 12:03:06.909456 dv-neutron-601336-94-hyperv neutron-server[94174]: INFO neutron.wsgi [None req-95e96177-38ba-486b-a6b8-233c156baf35 admin admin] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.6659319 Jun 23 12:03:06.912904 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.wsgi [-] (94175) accepted ('10.222.0.20', 48048) {{(pid=94175) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 12:03:06.917494 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.api.v2.base [None req-58ae8223-406f-457b-8da1-38f7f7db9983 admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-1223262647-router', 'tenant_id': '0ee2e32ba44f4b87b3dbccb2a26b126e', 'external_gateway_info': {'network_id': '3e7e4eb3-cf02-4d47-ade9-0a579cdfc60f'}}} {{(pid=94175) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 23 12:03:06.946540 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG oslo_concurrency.lockutils [None req-dc7542b2-afef-47f4-a763-e3a3cba144be None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.177s {{(pid=94176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 12:03:06.999983 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron_lib.callbacks.manager [None req-58ae8223-406f-457b-8da1-38f7f7db9983 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-520407', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-32315'] for router, before_create {{(pid=94175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 12:03:07.001165 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron_lib.callbacks.manager [None req-58ae8223-406f-457b-8da1-38f7f7db9983 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-520264', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-524122', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-414782', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-32290'] for router, precommit_create {{(pid=94175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 12:03:07.058683 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron_lib.callbacks.manager [None req-58ae8223-406f-457b-8da1-38f7f7db9983 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 12:03:07.126241 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-19aa61b9-eba5-44d5-8989-3374c9610d99 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1e0d828a-1fa4-563d-b7fd-53adf66a04ee-53c57c3e-84e9-4fa3-9199-6bc16cf4f21a', 'network_id': '53c57c3e-84e9-4fa3-9199-6bc16cf4f21a', 'tenant_id': '0ee2e32ba44f4b87b3dbccb2a26b126e', 'fixed_ips': [{'subnet_id': '2418efe8-ce1a-4d09-8e63-5f2c3af7cb04'}]}} from dv-neutron-601336-94-hyperv. {{(pid=94176) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 23 12:03:07.127683 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron_lib.callbacks.manager [None req-19aa61b9-eba5-44d5-8989-3374c9610d99 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-923104'] for port, before_create {{(pid=94176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 12:03:07.264615 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron_lib.callbacks.manager [None req-4e33bc72-ce89-42a1-a61d-558d62204c5a None None] Notify callbacks [] for port, precommit_update {{(pid=94176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 12:03:07.299435 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.db.provisioning_blocks [None req-4e33bc72-ce89-42a1-a61d-558d62204c5a None None] Transition to ACTIVE for port object a203d798-b946-485e-b702-f7638798cab7 will not be triggered until provisioned by entity L2. {{(pid=94176) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 23 12:03:07.327974 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.db.db_base_plugin_common [None req-19aa61b9-eba5-44d5-8989-3374c9610d99 None None] Allocated IP 172.20.0.2 (53c57c3e-84e9-4fa3-9199-6bc16cf4f21a/2418efe8-ce1a-4d09-8e63-5f2c3af7cb04/e5dcf150-f678-42ad-aace-1314fd877c7e) {{(pid=94176) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 23 12:03:07.396329 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron_lib.callbacks.manager [None req-4e33bc72-ce89-42a1-a61d-558d62204c5a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-922904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866062', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773700135042', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773699642233', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773699642278'] for port, after_update {{(pid=94176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 12:03:07.404533 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG oslo_concurrency.lockutils [None req-38edb52c-4484-41bb-a678-0f78ce10e688 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 12:03:07.483999 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53a5cb0e-4c9f-4683-b6b4-0f7397443db1 None None] Pushing event updated for resources: {'Port': ['ID=a203d798-b946-485e-b702-f7638798cab7,revision_number=3']} {{(pid=94176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 12:03:07.489791 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG oslo_concurrency.lockutils [None req-53a5cb0e-4c9f-4683-b6b4-0f7397443db1 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.085s {{(pid=94176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 12:03:07.572297 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.plugins.ml2.managers [None req-4e33bc72-ce89-42a1-a61d-558d62204c5a None None] Attempting to bind port a203d798-b946-485e-b702-f7638798cab7 on host dv-neutron-601336-94-hyperv for vnic_type normal with profile {{(pid=94176) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 23 12:03:07.572695 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.plugins.ml2.managers [None req-4e33bc72-ce89-42a1-a61d-558d62204c5a None None] Attempting to bind port a203d798-b946-485e-b702-f7638798cab7 by drivers openvswitch,hyperv on host dv-neutron-601336-94-hyperv at level 0 using segments [{'id': 'a2b8d80c-5bd3-460b-8799-6021d9024aea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 423, 'network_id': '6096d4ee-1b17-45b0-aff9-0c8a8e63114d'}] {{(pid=94176) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 23 12:03:07.573082 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4e33bc72-ce89-42a1-a61d-558d62204c5a None None] Attempting to bind port a203d798-b946-485e-b702-f7638798cab7 on network 6096d4ee-1b17-45b0-aff9-0c8a8e63114d {{(pid=94176) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 23 12:03:07.578935 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron_lib.callbacks.manager [None req-19aa61b9-eba5-44d5-8989-3374c9610d99 None None] Notify callbacks [] for port, precommit_create {{(pid=94176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 12:03:07.585797 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4e33bc72-ce89-42a1-a61d-558d62204c5a None None] Checking agent: {'id': '4d05f899-5ac9-411b-8a03-f60c93f87cdf', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-601336-94-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 23, 11, 22, 14), 'started_at': datetime.datetime(2021, 6, 23, 11, 22, 44), 'heartbeat_timestamp': datetime.datetime(2021, 6, 23, 12, 2, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'monitor_allowed_address_pair_garp': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-601336-94-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94176) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 23 12:03:07.586186 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4e33bc72-ce89-42a1-a61d-558d62204c5a None None] Checking segment: {'id': 'a2b8d80c-5bd3-460b-8799-6021d9024aea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 423, 'network_id': '6096d4ee-1b17-45b0-aff9-0c8a8e63114d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94176) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 23 12:03:07.586612 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron_lib.callbacks.manager [None req-4e33bc72-ce89-42a1-a61d-558d62204c5a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 12:03:07.587076 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4e33bc72-ce89-42a1-a61d-558d62204c5a None None] Bound using segment: {'id': 'a2b8d80c-5bd3-460b-8799-6021d9024aea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 423, 'network_id': '6096d4ee-1b17-45b0-aff9-0c8a8e63114d'} {{(pid=94176) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 23 12:03:07.587561 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.plugins.ml2.managers [None req-4e33bc72-ce89-42a1-a61d-558d62204c5a None None] Bound port: a203d798-b946-485e-b702-f7638798cab7, host: dv-neutron-601336-94-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a2b8d80c-5bd3-460b-8799-6021d9024aea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 423, 'network_id': '6096d4ee-1b17-45b0-aff9-0c8a8e63114d'}}] {{(pid=94176) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 23 12:03:07.588029 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron_lib.callbacks.manager [None req-4e33bc72-ce89-42a1-a61d-558d62204c5a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-923122'] for port, before_update {{(pid=94176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 12:03:07.599955 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.db.provisioning_blocks [None req-19aa61b9-eba5-44d5-8989-3374c9610d99 None None] Transition to ACTIVE for port object e5dcf150-f678-42ad-aace-1314fd877c7e will not be triggered until provisioned by entity L2. {{(pid=94176) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 23 12:03:07.661653 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron_lib.callbacks.manager [None req-58ae8223-406f-457b-8da1-38f7f7db9983 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-524104', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-520389', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-32276'] for router, precommit_update {{(pid=94175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 12:03:07.799581 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.db.provisioning_blocks [None req-19aa61b9-eba5-44d5-8989-3374c9610d99 None None] Transition to ACTIVE for port object e5dcf150-f678-42ad-aace-1314fd877c7e will not be triggered until provisioned by entity DHCP. {{(pid=94176) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 23 12:03:07.833745 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.plugins.ml2.db [None req-4e33bc72-ce89-42a1-a61d-558d62204c5a None None] For port a203d798-b946-485e-b702-f7638798cab7, host dv-neutron-601336-94-hyperv, cleared binding levels {{(pid=94176) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 23 12:03:07.836889 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.plugins.ml2.db [None req-4e33bc72-ce89-42a1-a61d-558d62204c5a None None] For port a203d798-b946-485e-b702-f7638798cab7, host dv-neutron-601336-94-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-94-hyperv',level=0,port_id=a203d798-b946-485e-b702-f7638798cab7,segment=NetworkSegment(a2b8d80c-5bd3-460b-8799-6021d9024aea),segment_id=a2b8d80c-5bd3-460b-8799-6021d9024aea)] {{(pid=94176) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 23 12:03:07.868774 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron_lib.callbacks.manager [None req-19aa61b9-eba5-44d5-8989-3374c9610d99 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-922915', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-239814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7866073', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773699642215'] for port, after_create {{(pid=94176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 12:03:07.870801 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG oslo_concurrency.lockutils [None req-dc7542b2-afef-47f4-a763-e3a3cba144be None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 12:03:07.907795 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-19aa61b9-eba5-44d5-8989-3374c9610d99 None None] Network 53c57c3e-84e9-4fa3-9199-6bc16cf4f21a is already hosted by enough agents. {{(pid=94176) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 23 12:03:07.910703 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.scheduler.base_scheduler [None req-19aa61b9-eba5-44d5-8989-3374c9610d99 None None] Resources bound (agent type, host, resource id): {{(pid=94176) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 23 12:03:07.916393 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.db.l3_dvrscheduler_db [None req-19aa61b9-eba5-44d5-8989-3374c9610d99 None None] Received port after_create {{(pid=94176) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 23 12:03:07.921808 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19aa61b9-eba5-44d5-8989-3374c9610d99 None None] Pushing event updated for resources: {'Port': ['ID=e5dcf150-f678-42ad-aace-1314fd877c7e,revision_number=1']} {{(pid=94176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 12:03:07.926149 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG oslo_concurrency.lockutils [None req-19aa61b9-eba5-44d5-8989-3374c9610d99 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.055s {{(pid=94176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 12:03:07.949766 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron_lib.callbacks.manager [None req-4e33bc72-ce89-42a1-a61d-558d62204c5a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-922904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866062', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773700135042', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773699642233', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773699642278'] for port, after_update {{(pid=94176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 12:03:07.953331 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG oslo_concurrency.lockutils [None req-a3dc7d9d-f856-4ba4-8af5-66424b2f82bb None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 12:03:07.954158 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron_lib.callbacks.manager [None req-58ae8223-406f-457b-8da1-38f7f7db9983 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=94175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 12:03:07.973320 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron_lib.callbacks.manager [None req-58ae8223-406f-457b-8da1-38f7f7db9983 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-923104'] for port, before_create {{(pid=94175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 12:03:08.015703 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.plugins.ml2.managers [None req-19aa61b9-eba5-44d5-8989-3374c9610d99 None None] Attempting to bind port e5dcf150-f678-42ad-aace-1314fd877c7e on host dv-neutron-601336-94-hyperv for vnic_type normal with profile {{(pid=94176) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 23 12:03:08.021867 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.plugins.ml2.managers [None req-19aa61b9-eba5-44d5-8989-3374c9610d99 None None] Attempting to bind port e5dcf150-f678-42ad-aace-1314fd877c7e by drivers openvswitch,hyperv on host dv-neutron-601336-94-hyperv at level 0 using segments [{'id': '33c3d1d3-6d73-40ad-be12-08f326aa925a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 403, 'network_id': '53c57c3e-84e9-4fa3-9199-6bc16cf4f21a'}] {{(pid=94176) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 23 12:03:08.021867 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-19aa61b9-eba5-44d5-8989-3374c9610d99 None None] Attempting to bind port e5dcf150-f678-42ad-aace-1314fd877c7e on network 53c57c3e-84e9-4fa3-9199-6bc16cf4f21a {{(pid=94176) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 23 12:03:08.031414 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-19aa61b9-eba5-44d5-8989-3374c9610d99 None None] Checking agent: {'id': '4d05f899-5ac9-411b-8a03-f60c93f87cdf', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-601336-94-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 23, 11, 22, 14), 'started_at': datetime.datetime(2021, 6, 23, 11, 22, 44), 'heartbeat_timestamp': datetime.datetime(2021, 6, 23, 12, 2, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'monitor_allowed_address_pair_garp': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-601336-94-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94176) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 23 12:03:08.031812 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-19aa61b9-eba5-44d5-8989-3374c9610d99 None None] Checking segment: {'id': '33c3d1d3-6d73-40ad-be12-08f326aa925a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 403, 'network_id': '53c57c3e-84e9-4fa3-9199-6bc16cf4f21a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94176) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 23 12:03:08.032237 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron_lib.callbacks.manager [None req-19aa61b9-eba5-44d5-8989-3374c9610d99 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 12:03:08.032642 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-19aa61b9-eba5-44d5-8989-3374c9610d99 None None] Bound using segment: {'id': '33c3d1d3-6d73-40ad-be12-08f326aa925a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 403, 'network_id': '53c57c3e-84e9-4fa3-9199-6bc16cf4f21a'} {{(pid=94176) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 23 12:03:08.033677 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.plugins.ml2.managers [None req-19aa61b9-eba5-44d5-8989-3374c9610d99 None None] Bound port: e5dcf150-f678-42ad-aace-1314fd877c7e, host: dv-neutron-601336-94-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '33c3d1d3-6d73-40ad-be12-08f326aa925a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 403, 'network_id': '53c57c3e-84e9-4fa3-9199-6bc16cf4f21a'}}] {{(pid=94176) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 23 12:03:08.034102 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron_lib.callbacks.manager [None req-19aa61b9-eba5-44d5-8989-3374c9610d99 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-923122'] for port, before_update {{(pid=94176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 12:03:08.061684 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4e33bc72-ce89-42a1-a61d-558d62204c5a None None] Routers {'12d70211-f3fd-4f61-bf08-44e057041d30'} bound to L3 agent in host dv-neutron-601336-94-hyperv {{(pid=94176) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 23 12:03:08.062343 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.db.l3_hamode_db [None req-4e33bc72-ce89-42a1-a61d-558d62204c5a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-601336-94-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-23T11:22:13Z,description=,heartbeat_timestamp=2021-06-23T12:02:43Z,host='dv-neutron-601336-94-hyperv',id=50ef99c0-ef28-4db5-b303-b145898fae60,load=0,resource_versions=,resources_synced=,started_at=2021-06-23T11:22:14Z,topic='l3_agent')) {'router_ids': ['12d70211-f3fd-4f61-bf08-44e057041d30'], 'active': True} {{(pid=94176) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 12:03:08.067577 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53a5cb0e-4c9f-4683-b6b4-0f7397443db1 None None] Pushing event updated for resources: {'Port': ['ID=a203d798-b946-485e-b702-f7638798cab7,revision_number=4']} {{(pid=94176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 12:03:08.091176 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.db.db_base_plugin_common [None req-58ae8223-406f-457b-8da1-38f7f7db9983 admin admin] Allocated IP 172.26.3.41 (3e7e4eb3-cf02-4d47-ade9-0a579cdfc60f/a5ad15ab-c489-4a67-a9b0-d559fca0ec71/88cd7661-402e-4f75-9a39-22384baf7437) {{(pid=94175) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 23 12:03:08.101639 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG oslo_concurrency.lockutils [None req-53a5cb0e-4c9f-4683-b6b4-0f7397443db1 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.148s {{(pid=94176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 12:03:08.217458 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.plugins.ml2.db [None req-19aa61b9-eba5-44d5-8989-3374c9610d99 None None] For port e5dcf150-f678-42ad-aace-1314fd877c7e, host dv-neutron-601336-94-hyperv, cleared binding levels {{(pid=94176) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 23 12:03:08.224454 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.plugins.ml2.db [None req-19aa61b9-eba5-44d5-8989-3374c9610d99 None None] For port e5dcf150-f678-42ad-aace-1314fd877c7e, host dv-neutron-601336-94-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-94-hyperv',level=0,port_id=e5dcf150-f678-42ad-aace-1314fd877c7e,segment=NetworkSegment(33c3d1d3-6d73-40ad-be12-08f326aa925a),segment_id=33c3d1d3-6d73-40ad-be12-08f326aa925a)] {{(pid=94176) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 23 12:03:08.227081 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.plugins.ml2.rpc [None req-dc7542b2-afef-47f4-a763-e3a3cba144be None None] Device ebadbba8-5fac-48a8-83a9-fae72f0ef53d up at agent ovs-agent-dv-neutron-601336-94-hyperv {{(pid=94176) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:298}} Jun 23 12:03:08.230034 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron_lib.callbacks.manager [None req-58ae8223-406f-457b-8da1-38f7f7db9983 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 12:03:08.267921 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.db.l3_dvr_db [None req-4e33bc72-ce89-42a1-a61d-558d62204c5a None None] Set router 12d70211-f3fd-4f61-bf08-44e057041d30 gateway port host: dv-neutron-601336-94-hyperv {{(pid=94176) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:838}} Jun 23 12:03:08.300896 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron_lib.callbacks.manager [None req-19aa61b9-eba5-44d5-8989-3374c9610d99 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-922904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866062', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773700135042', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773699642233', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773699642278'] for port, after_update {{(pid=94176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 12:03:08.307557 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG oslo_concurrency.lockutils [None req-538121de-6ce0-425f-b88d-67ccfc6f13a5 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 12:03:08.325826 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron_lib.callbacks.manager [None req-58ae8223-406f-457b-8da1-38f7f7db9983 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-922915', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-239814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7866073', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773699642215', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-5082457'] for port, after_create {{(pid=94175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 12:03:08.329019 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG oslo_concurrency.lockutils [None req-21cc9a99-5a50-4e89-af8d-a5a07803595b tempest-RoutersNegativeTest-1248054990 tempest-RoutersNegativeTest-1248054990-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94175) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 12:03:08.363685 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-58ae8223-406f-457b-8da1-38f7f7db9983 admin admin] Network 3e7e4eb3-cf02-4d47-ade9-0a579cdfc60f is already hosted by enough agents. {{(pid=94175) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 23 12:03:08.367017 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.scheduler.base_scheduler [None req-58ae8223-406f-457b-8da1-38f7f7db9983 admin admin] Resources bound (agent type, host, resource id): {{(pid=94175) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 23 12:03:08.371062 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.db.l3_dvrscheduler_db [None req-58ae8223-406f-457b-8da1-38f7f7db9983 admin admin] Received port after_create {{(pid=94175) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 23 12:03:08.409544 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58ae8223-406f-457b-8da1-38f7f7db9983 admin admin] Pushing event updated for resources: {'Port': ['ID=88cd7661-402e-4f75-9a39-22384baf7437,revision_number=1']} {{(pid=94175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 12:03:08.422015 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58ae8223-406f-457b-8da1-38f7f7db9983 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-601336-94-hyperv {{(pid=94175) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 12:03:08.422589 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58ae8223-406f-457b-8da1-38f7f7db9983 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-94-hyperv {{(pid=94175) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 12:03:08.422986 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58ae8223-406f-457b-8da1-38f7f7db9983 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-94-hyperv {{(pid=94175) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 12:03:08.423532 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58ae8223-406f-457b-8da1-38f7f7db9983 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-601336-94-hyperv {{(pid=94175) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 12:03:08.423794 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58ae8223-406f-457b-8da1-38f7f7db9983 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-601336-94-hyperv {{(pid=94175) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 12:03:08.424168 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58ae8223-406f-457b-8da1-38f7f7db9983 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-601336-94-hyperv {{(pid=94175) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 12:03:08.424534 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58ae8223-406f-457b-8da1-38f7f7db9983 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-601336-94-hyperv {{(pid=94175) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 12:03:08.424902 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58ae8223-406f-457b-8da1-38f7f7db9983 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-601336-94-hyperv {{(pid=94175) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 12:03:08.425269 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58ae8223-406f-457b-8da1-38f7f7db9983 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-601336-94-hyperv {{(pid=94175) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 12:03:08.425632 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58ae8223-406f-457b-8da1-38f7f7db9983 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-94-hyperv {{(pid=94175) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 12:03:08.425998 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58ae8223-406f-457b-8da1-38f7f7db9983 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-601336-94-hyperv {{(pid=94175) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 12:03:08.426361 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58ae8223-406f-457b-8da1-38f7f7db9983 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-601336-94-hyperv {{(pid=94175) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 12:03:08.431778 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG oslo_concurrency.lockutils [None req-58ae8223-406f-457b-8da1-38f7f7db9983 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.103s {{(pid=94175) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 12:03:08.461036 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19aa61b9-eba5-44d5-8989-3374c9610d99 None None] Pushing event updated for resources: {'Port': ['ID=e5dcf150-f678-42ad-aace-1314fd877c7e,revision_number=2']} {{(pid=94176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 12:03:08.464226 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG oslo_concurrency.lockutils [None req-19aa61b9-eba5-44d5-8989-3374c9610d99 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.157s {{(pid=94176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 12:03:08.476584 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.db.provisioning_blocks [None req-dc7542b2-afef-47f4-a763-e3a3cba144be None None] Provisioning complete for port ebadbba8-5fac-48a8-83a9-fae72f0ef53d triggered by entity L2. {{(pid=94176) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 23 12:03:08.476969 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron_lib.callbacks.manager [None req-dc7542b2-afef-47f4-a763-e3a3cba144be None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-899258'] for port, provisioning_complete {{(pid=94176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 12:03:08.659947 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.db.l3_hamode_db [None req-4e33bc72-ce89-42a1-a61d-558d62204c5a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '12d70211-f3fd-4f61-bf08-44e057041d30', 'name': 'tempest-TestMinimumBasicScenario-2129529668-router', 'tenant_id': 'f06e439ec74a4cb19d25535e57df5ef9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3e7e4eb3-cf02-4d47-ade9-0a579cdfc60f', 'external_fixed_ips': [{'subnet_id': 'a5ad15ab-c489-4a67-a9b0-d559fca0ec71', 'ip_address': '172.26.3.57'}], 'enable_snat': True}, 'gw_port_id': 'ebadbba8-5fac-48a8-83a9-fae72f0ef53d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-23T12:03:00Z', 'updated_at': '2021-06-23T12:03:04Z', 'revision_number': 4, 'project_id': 'f06e439ec74a4cb19d25535e57df5ef9', 'gw_port': {'id': 'ebadbba8-5fac-48a8-83a9-fae72f0ef53d', 'name': '', 'network_id': '3e7e4eb3-cf02-4d47-ade9-0a579cdfc60f', 'tenant_id': '', 'mac_address': 'fa:16:3e:36:99:8b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '12d70211-f3fd-4f61-bf08-44e057041d30', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1671, 'fixed_ips': [{'subnet_id': 'a5ad15ab-c489-4a67-a9b0-d559fca0ec71', 'ip_address': '172.26.3.57', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-94-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-23T12:03:01Z', 'updated_at': '2021-06-23T12:03:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a5ad15ab-c489-4a67-a9b0-d559fca0ec71', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-601336-94-hyperv', '_interfaces': [{'id': 'a203d798-b946-485e-b702-f7638798cab7', 'name': '', 'network_id': '6096d4ee-1b17-45b0-aff9-0c8a8e63114d', 'tenant_id': 'f06e439ec74a4cb19d25535e57df5ef9', 'mac_address': 'fa:16:3e:f5:d7:60', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '12d70211-f3fd-4f61-bf08-44e057041d30', 'device_owner': 'network:router_interface', 'standard_attr_id': 1672, 'fixed_ips': [{'subnet_id': 'a835be8d-3991-41bc-8711-847ef4ce7022', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-94-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-23T12:03:03Z', 'updated_at': '2021-06-23T12:03:07Z', 'revision_number': 4, 'project_id': 'f06e439ec74a4cb19d25535e57df5ef9', 'subnets': [{'id': 'a835be8d-3991-41bc-8711-847ef4ce7022', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-601336-94-hyperv', False) {} {{(pid=94176) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 12:03:08.687940 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4e33bc72-ce89-42a1-a61d-558d62204c5a None None] The sync data for ids ['12d70211-f3fd-4f61-bf08-44e057041d30'] in dv-neutron-601336-94-hyperv is: [{'id': '12d70211-f3fd-4f61-bf08-44e057041d30', 'name': 'tempest-TestMinimumBasicScenario-2129529668-router', 'tenant_id': 'f06e439ec74a4cb19d25535e57df5ef9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3e7e4eb3-cf02-4d47-ade9-0a579cdfc60f', 'external_fixed_ips': [{'subnet_id': 'a5ad15ab-c489-4a67-a9b0-d559fca0ec71', 'ip_address': '172.26.3.57'}], 'enable_snat': True}, 'gw_port_id': 'ebadbba8-5fac-48a8-83a9-fae72f0ef53d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-23T12:03:00Z', 'updated_at': '2021-06-23T12:03:04Z', 'revision_number': 4, 'project_id': 'f06e439ec74a4cb19d25535e57df5ef9', 'gw_port': {'id': 'ebadbba8-5fac-48a8-83a9-fae72f0ef53d', 'name': '', 'network_id': '3e7e4eb3-cf02-4d47-ade9-0a579cdfc60f', 'tenant_id': '', 'mac_address': 'fa:16:3e:36:99:8b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '12d70211-f3fd-4f61-bf08-44e057041d30', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1671, 'fixed_ips': [{'subnet_id': 'a5ad15ab-c489-4a67-a9b0-d559fca0ec71', 'ip_address': '172.26.3.57', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-94-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-23T12:03:01Z', 'updated_at': '2021-06-23T12:03:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a5ad15ab-c489-4a67-a9b0-d559fca0ec71', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-601336-94-hyperv', '_interfaces': [{'id': 'a203d798-b946-485e-b702-f7638798cab7', 'name': '', 'network_id': '6096d4ee-1b17-45b0-aff9-0c8a8e63114d', 'tenant_id': 'f06e439ec74a4cb19d25535e57df5ef9', 'mac_address': 'fa:16:3e:f5:d7:60', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '12d70211-f3fd-4f61-bf08-44e057041d30', 'device_owner': 'network:router_interface', 'standard_attr_id': 1672, 'fixed_ips': [{'subnet_id': 'a835be8d-3991-41bc-8711-847ef4ce7022', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-94-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-23T12:03:03Z', 'updated_at': '2021-06-23T12:03:07Z', 'revision_number': 4, 'project_id': 'f06e439ec74a4cb19d25535e57df5ef9', 'subnets': [{'id': 'a835be8d-3991-41bc-8711-847ef4ce7022', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94176) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 23 12:03:08.797933 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron_lib.callbacks.manager [None req-58ae8223-406f-457b-8da1-38f7f7db9983 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=94175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 12:03:09.009785 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron_lib.callbacks.manager [None req-58ae8223-406f-457b-8da1-38f7f7db9983 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-520412', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-524143'] for router, after_create {{(pid=94175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 12:03:09.223902 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-58ae8223-406f-457b-8da1-38f7f7db9983 admin admin] Router a311b818-917b-477a-b184-3246c7002c57 is scheduled to L3 agent 50ef99c0-ef28-4db5-b303-b145898fae60 with binding_index 1 {{(pid=94175) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jun 23 12:03:09.343952 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-58ae8223-406f-457b-8da1-38f7f7db9983 admin admin] Notify agent at l3_agent.dv-neutron-601336-94-hyperv the message routers_updated {{(pid=94175) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 23 12:03:09.354058 dv-neutron-601336-94-hyperv neutron-server[94177]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b07f4b40-237e-4c85-b101-fb7db14930c2 None None] Sync routers for ids ['a311b818-917b-477a-b184-3246c7002c57'] in dv-neutron-601336-94-hyperv {{(pid=94177) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 23 12:03:09.366203 dv-neutron-601336-94-hyperv neutron-server[94177]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b07f4b40-237e-4c85-b101-fb7db14930c2 None None] Routers {'a311b818-917b-477a-b184-3246c7002c57'} bound to L3 agent in host dv-neutron-601336-94-hyperv {{(pid=94177) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 23 12:03:09.366835 dv-neutron-601336-94-hyperv neutron-server[94177]: DEBUG neutron.db.l3_hamode_db [None req-b07f4b40-237e-4c85-b101-fb7db14930c2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-601336-94-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-23T11:22:13Z,description=,heartbeat_timestamp=2021-06-23T12:02:43Z,host='dv-neutron-601336-94-hyperv',id=50ef99c0-ef28-4db5-b303-b145898fae60,load=0,resource_versions=,resources_synced=,started_at=2021-06-23T11:22:14Z,topic='l3_agent')) {'router_ids': ['a311b818-917b-477a-b184-3246c7002c57'], 'active': True} {{(pid=94177) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 12:03:09.393738 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e7afa8cb-32a8-4784-b2e8-7ed9c9597615 None None] Network 53c57c3e-84e9-4fa3-9199-6bc16cf4f21a requested from dv-neutron-601336-94-hyperv {{(pid=94176) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 23 12:03:09.417077 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron_lib.callbacks.manager [None req-58ae8223-406f-457b-8da1-38f7f7db9983 admin admin] Notify callbacks [] for router, before_response {{(pid=94175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 12:03:09.420787 dv-neutron-601336-94-hyperv neutron-server[94175]: INFO neutron.wsgi [None req-58ae8223-406f-457b-8da1-38f7f7db9983 admin admin] 10.222.0.20 "POST /v2.0/routers HTTP/1.1" status: 201 len: 926 time: 2.5045741 Jun 23 12:03:09.420992 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.wsgi [-] (94175) accepted ('10.222.0.20', 48050) {{(pid=94175) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 12:03:09.475021 dv-neutron-601336-94-hyperv neutron-server[94177]: DEBUG neutron.db.l3_dvr_db [None req-b07f4b40-237e-4c85-b101-fb7db14930c2 None None] Set router a311b818-917b-477a-b184-3246c7002c57 gateway port host: dv-neutron-601336-94-hyperv {{(pid=94177) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:838}} Jun 23 12:03:09.596915 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.db.provisioning_blocks [None req-ac091649-aa6a-407e-9253-6965ad5d0652 None None] Provisioning for port e5dcf150-f678-42ad-aace-1314fd877c7e completed by entity DHCP. {{(pid=94176) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 23 12:03:09.698179 dv-neutron-601336-94-hyperv neutron-server[94177]: DEBUG neutron.db.l3_hamode_db [None req-b07f4b40-237e-4c85-b101-fb7db14930c2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a311b818-917b-477a-b184-3246c7002c57', 'name': 'tempest-TestMinimumBasicScenario-1223262647-router', 'tenant_id': '0ee2e32ba44f4b87b3dbccb2a26b126e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3e7e4eb3-cf02-4d47-ade9-0a579cdfc60f', 'external_fixed_ips': [{'subnet_id': 'a5ad15ab-c489-4a67-a9b0-d559fca0ec71', 'ip_address': '172.26.3.41'}], 'enable_snat': True}, 'gw_port_id': '88cd7661-402e-4f75-9a39-22384baf7437', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-23T12:03:07Z', 'updated_at': '2021-06-23T12:03:08Z', 'revision_number': 3, 'project_id': '0ee2e32ba44f4b87b3dbccb2a26b126e', 'gw_port': {'id': '88cd7661-402e-4f75-9a39-22384baf7437', 'name': '', 'network_id': '3e7e4eb3-cf02-4d47-ade9-0a579cdfc60f', 'tenant_id': '', 'mac_address': 'fa:16:3e:d4:a8:58', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a311b818-917b-477a-b184-3246c7002c57', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1683, 'fixed_ips': [{'subnet_id': 'a5ad15ab-c489-4a67-a9b0-d559fca0ec71', 'ip_address': '172.26.3.41', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-23T12:03:07Z', 'updated_at': '2021-06-23T12:03:08Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'a5ad15ab-c489-4a67-a9b0-d559fca0ec71', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-601336-94-hyperv'}], 'dv-neutron-601336-94-hyperv', False) {} {{(pid=94177) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 12:03:09.732352 dv-neutron-601336-94-hyperv neutron-server[94177]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b07f4b40-237e-4c85-b101-fb7db14930c2 None None] Checking router: a311b818-917b-477a-b184-3246c7002c57 for host: dv-neutron-601336-94-hyperv {{(pid=94177) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 23 12:03:09.732707 dv-neutron-601336-94-hyperv neutron-server[94177]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b07f4b40-237e-4c85-b101-fb7db14930c2 None None] Updating router a311b818-917b-477a-b184-3246c7002c57 port 88cd7661-402e-4f75-9a39-22384baf7437 binding host dv-neutron-601336-94-hyperv {{(pid=94177) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 23 12:03:09.785031 dv-neutron-601336-94-hyperv neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-b07f4b40-237e-4c85-b101-fb7db14930c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-923122'] for port, before_update {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 12:03:09.933840 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron_lib.callbacks.manager [None req-20cc29b2-8fd5-493a-986b-126e682db5d4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-923104'] for port, before_create {{(pid=94175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 12:03:10.066261 dv-neutron-601336-94-hyperv neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-b07f4b40-237e-4c85-b101-fb7db14930c2 None None] Notify callbacks [] for port, precommit_update {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 12:03:10.076681 dv-neutron-601336-94-hyperv neutron-server[94177]: DEBUG neutron.db.provisioning_blocks [None req-b07f4b40-237e-4c85-b101-fb7db14930c2 None None] Transition to ACTIVE for port object 88cd7661-402e-4f75-9a39-22384baf7437 will not be triggered until provisioned by entity L2. {{(pid=94177) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 23 12:03:10.094641 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.db.db_base_plugin_common [None req-20cc29b2-8fd5-493a-986b-126e682db5d4 admin admin] Allocated IP 172.20.0.1 (53c57c3e-84e9-4fa3-9199-6bc16cf4f21a/2418efe8-ce1a-4d09-8e63-5f2c3af7cb04/acc62cb9-1984-4141-95fa-a439c3ef8617) {{(pid=94175) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 23 12:03:10.131513 dv-neutron-601336-94-hyperv neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-b07f4b40-237e-4c85-b101-fb7db14930c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-922904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866062', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773700135042', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773699642233', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773699642278'] for port, after_update {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 12:03:10.134782 dv-neutron-601336-94-hyperv neutron-server[94177]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94177) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 12:03:10.186201 dv-neutron-601336-94-hyperv neutron-server[94177]: DEBUG neutron.plugins.ml2.managers [None req-b07f4b40-237e-4c85-b101-fb7db14930c2 None None] Attempting to bind port 88cd7661-402e-4f75-9a39-22384baf7437 on host dv-neutron-601336-94-hyperv for vnic_type normal with profile {{(pid=94177) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 23 12:03:10.186506 dv-neutron-601336-94-hyperv neutron-server[94177]: DEBUG neutron.plugins.ml2.managers [None req-b07f4b40-237e-4c85-b101-fb7db14930c2 None None] Attempting to bind port 88cd7661-402e-4f75-9a39-22384baf7437 by drivers openvswitch,hyperv on host dv-neutron-601336-94-hyperv at level 0 using segments [{'id': 'c23be0a5-6980-48fb-bc9f-4a24717fe1de', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3e7e4eb3-cf02-4d47-ade9-0a579cdfc60f'}] {{(pid=94177) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 23 12:03:10.186883 dv-neutron-601336-94-hyperv neutron-server[94177]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b07f4b40-237e-4c85-b101-fb7db14930c2 None None] Attempting to bind port 88cd7661-402e-4f75-9a39-22384baf7437 on network 3e7e4eb3-cf02-4d47-ade9-0a579cdfc60f {{(pid=94177) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 23 12:03:10.199108 dv-neutron-601336-94-hyperv neutron-server[94177]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b07f4b40-237e-4c85-b101-fb7db14930c2 None None] Checking agent: {'id': '4d05f899-5ac9-411b-8a03-f60c93f87cdf', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-601336-94-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 23, 11, 22, 14), 'started_at': datetime.datetime(2021, 6, 23, 11, 22, 44), 'heartbeat_timestamp': datetime.datetime(2021, 6, 23, 12, 2, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'monitor_allowed_address_pair_garp': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-601336-94-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94177) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 23 12:03:10.199466 dv-neutron-601336-94-hyperv neutron-server[94177]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b07f4b40-237e-4c85-b101-fb7db14930c2 None None] Checking segment: {'id': 'c23be0a5-6980-48fb-bc9f-4a24717fe1de', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3e7e4eb3-cf02-4d47-ade9-0a579cdfc60f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94177) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 23 12:03:10.199874 dv-neutron-601336-94-hyperv neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-b07f4b40-237e-4c85-b101-fb7db14930c2 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 12:03:10.200271 dv-neutron-601336-94-hyperv neutron-server[94177]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b07f4b40-237e-4c85-b101-fb7db14930c2 None None] Bound using segment: {'id': 'c23be0a5-6980-48fb-bc9f-4a24717fe1de', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3e7e4eb3-cf02-4d47-ade9-0a579cdfc60f'} {{(pid=94177) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 23 12:03:10.200733 dv-neutron-601336-94-hyperv neutron-server[94177]: DEBUG neutron.plugins.ml2.managers [None req-b07f4b40-237e-4c85-b101-fb7db14930c2 None None] Bound port: 88cd7661-402e-4f75-9a39-22384baf7437, host: dv-neutron-601336-94-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c23be0a5-6980-48fb-bc9f-4a24717fe1de', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3e7e4eb3-cf02-4d47-ade9-0a579cdfc60f'}}] {{(pid=94177) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 23 12:03:10.201115 dv-neutron-601336-94-hyperv neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-b07f4b40-237e-4c85-b101-fb7db14930c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-923122'] for port, before_update {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 12:03:10.202968 dv-neutron-601336-94-hyperv neutron-server[94177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90810581-dbfa-4b9d-ad2e-7a10dc971562 None None] Pushing event updated for resources: {'Port': ['ID=88cd7661-402e-4f75-9a39-22384baf7437,revision_number=2']} {{(pid=94177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 12:03:10.205922 dv-neutron-601336-94-hyperv neutron-server[94177]: DEBUG oslo_concurrency.lockutils [None req-90810581-dbfa-4b9d-ad2e-7a10dc971562 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.071s {{(pid=94177) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 12:03:10.248751 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron_lib.callbacks.manager [None req-20cc29b2-8fd5-493a-986b-126e682db5d4 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 12:03:10.263709 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.db.provisioning_blocks [None req-20cc29b2-8fd5-493a-986b-126e682db5d4 admin admin] Transition to ACTIVE for port object acc62cb9-1984-4141-95fa-a439c3ef8617 will not be triggered until provisioned by entity DHCP. {{(pid=94175) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 23 12:03:10.268649 dv-neutron-601336-94-hyperv neutron-server[94177]: DEBUG neutron.plugins.ml2.db [None req-b07f4b40-237e-4c85-b101-fb7db14930c2 None None] For port 88cd7661-402e-4f75-9a39-22384baf7437, host dv-neutron-601336-94-hyperv, cleared binding levels {{(pid=94177) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 23 12:03:10.273806 dv-neutron-601336-94-hyperv neutron-server[94177]: DEBUG neutron.plugins.ml2.db [None req-b07f4b40-237e-4c85-b101-fb7db14930c2 None None] For port 88cd7661-402e-4f75-9a39-22384baf7437, host dv-neutron-601336-94-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-94-hyperv',level=0,port_id=88cd7661-402e-4f75-9a39-22384baf7437,segment=NetworkSegment(c23be0a5-6980-48fb-bc9f-4a24717fe1de),segment_id=c23be0a5-6980-48fb-bc9f-4a24717fe1de)] {{(pid=94177) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 23 12:03:10.279548 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.plugins.ml2.rpc [None req-dc7542b2-afef-47f4-a763-e3a3cba144be None None] Device a203d798-b946-485e-b702-f7638798cab7 up at agent ovs-agent-dv-neutron-601336-94-hyperv {{(pid=94176) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:298}} Jun 23 12:03:10.331784 dv-neutron-601336-94-hyperv neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-b07f4b40-237e-4c85-b101-fb7db14930c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-922904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866062', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773700135042', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773699642233', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773699642278'] for port, after_update {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 12:03:10.333806 dv-neutron-601336-94-hyperv neutron-server[94177]: DEBUG oslo_concurrency.lockutils [None req-a1a7c1ae-bb86-496d-8c55-8b6c38ac5ab9 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94177) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 12:03:10.354767 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron_lib.callbacks.manager [None req-20cc29b2-8fd5-493a-986b-126e682db5d4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-922915', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-239814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7866073', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773699642215', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-5082457'] for port, after_create {{(pid=94175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 12:03:10.358229 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG oslo_concurrency.lockutils [None req-059ff4f4-133a-45d0-a671-78c1d9403681 tempest-ServerActionsTestJSON-1945522763 tempest-ServerActionsTestJSON-1945522763-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94175) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 12:03:10.371805 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.db.provisioning_blocks [None req-dc7542b2-afef-47f4-a763-e3a3cba144be None None] Provisioning for port a203d798-b946-485e-b702-f7638798cab7 completed by entity L2. {{(pid=94176) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 23 12:03:10.375872 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.db.provisioning_blocks [None req-dc7542b2-afef-47f4-a763-e3a3cba144be None None] Provisioning complete for port a203d798-b946-485e-b702-f7638798cab7 triggered by entity L2. {{(pid=94176) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 23 12:03:10.376264 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron_lib.callbacks.manager [None req-dc7542b2-afef-47f4-a763-e3a3cba144be None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-899258'] for port, provisioning_complete {{(pid=94176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 12:03:10.388558 dv-neutron-601336-94-hyperv neutron-server[94177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90810581-dbfa-4b9d-ad2e-7a10dc971562 None None] Pushing event updated for resources: {'Port': ['ID=88cd7661-402e-4f75-9a39-22384baf7437,revision_number=3']} {{(pid=94177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 12:03:10.393391 dv-neutron-601336-94-hyperv neutron-server[94177]: DEBUG oslo_concurrency.lockutils [None req-90810581-dbfa-4b9d-ad2e-7a10dc971562 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.060s {{(pid=94177) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 12:03:10.396447 dv-neutron-601336-94-hyperv neutron-server[94177]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b07f4b40-237e-4c85-b101-fb7db14930c2 None None] Routers {'a311b818-917b-477a-b184-3246c7002c57'} bound to L3 agent in host dv-neutron-601336-94-hyperv {{(pid=94177) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 23 12:03:10.397070 dv-neutron-601336-94-hyperv neutron-server[94177]: DEBUG neutron.db.l3_hamode_db [None req-b07f4b40-237e-4c85-b101-fb7db14930c2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-601336-94-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-23T11:22:13Z,description=,heartbeat_timestamp=2021-06-23T12:02:43Z,host='dv-neutron-601336-94-hyperv',id=50ef99c0-ef28-4db5-b303-b145898fae60,load=0,resource_versions=,resources_synced=,started_at=2021-06-23T11:22:14Z,topic='l3_agent')) {'router_ids': ['a311b818-917b-477a-b184-3246c7002c57'], 'active': True} {{(pid=94177) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 12:03:10.410271 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-20cc29b2-8fd5-493a-986b-126e682db5d4 admin admin] Network 53c57c3e-84e9-4fa3-9199-6bc16cf4f21a is already hosted by enough agents. {{(pid=94175) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 23 12:03:10.411780 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20cc29b2-8fd5-493a-986b-126e682db5d4 admin admin] Pushing event updated for resources: {'Port': ['ID=acc62cb9-1984-4141-95fa-a439c3ef8617,revision_number=1']} {{(pid=94175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 12:03:10.414698 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.scheduler.base_scheduler [None req-20cc29b2-8fd5-493a-986b-126e682db5d4 admin admin] Resources bound (agent type, host, resource id): {{(pid=94175) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 23 12:03:10.417866 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.db.l3_dvrscheduler_db [None req-20cc29b2-8fd5-493a-986b-126e682db5d4 admin admin] Received port after_create {{(pid=94175) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 23 12:03:10.452683 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG oslo_concurrency.lockutils [None req-20cc29b2-8fd5-493a-986b-126e682db5d4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.095s {{(pid=94175) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 12:03:10.472635 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron_lib.callbacks.manager [None req-20cc29b2-8fd5-493a-986b-126e682db5d4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-452954'] for router_interface, before_create {{(pid=94175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 12:03:10.493789 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron_lib.callbacks.manager [None req-dc7542b2-afef-47f4-a763-e3a3cba144be None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-923122'] for port, before_update {{(pid=94176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 12:03:10.524977 dv-neutron-601336-94-hyperv neutron-server[94177]: DEBUG neutron.db.l3_dvr_db [None req-b07f4b40-237e-4c85-b101-fb7db14930c2 None None] Set router a311b818-917b-477a-b184-3246c7002c57 gateway port host: dv-neutron-601336-94-hyperv {{(pid=94177) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:838}} Jun 23 12:03:10.539804 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.plugins.ml2.db [None req-dc7542b2-afef-47f4-a763-e3a3cba144be None None] For port a203d798-b946-485e-b702-f7638798cab7, host dv-neutron-601336-94-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-94-hyperv',level=0,port_id=a203d798-b946-485e-b702-f7638798cab7,segment=NetworkSegment(a2b8d80c-5bd3-460b-8799-6021d9024aea),segment_id=a2b8d80c-5bd3-460b-8799-6021d9024aea)] {{(pid=94176) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 23 12:03:10.628454 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron_lib.callbacks.manager [None req-dc7542b2-afef-47f4-a763-e3a3cba144be None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-922904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866062', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773700135042', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773699642233', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773699642278'] for port, after_update {{(pid=94176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 12:03:10.629359 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.plugins.ml2.rpc [None req-dc7542b2-afef-47f4-a763-e3a3cba144be None None] Device e5dcf150-f678-42ad-aace-1314fd877c7e up at agent ovs-agent-dv-neutron-601336-94-hyperv {{(pid=94176) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:298}} Jun 23 12:03:10.631174 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG oslo_concurrency.lockutils [None req-53a5cb0e-4c9f-4683-b6b4-0f7397443db1 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 12:03:10.709112 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron_lib.callbacks.manager [None req-20cc29b2-8fd5-493a-986b-126e682db5d4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-923122'] for port, before_update {{(pid=94175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 12:03:10.718850 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc7542b2-afef-47f4-a763-e3a3cba144be None None] Pushing event updated for resources: {'Port': ['ID=a203d798-b946-485e-b702-f7638798cab7,revision_number=5']} {{(pid=94176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 12:03:10.723101 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG oslo_concurrency.lockutils [None req-dc7542b2-afef-47f4-a763-e3a3cba144be None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.092s {{(pid=94176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 12:03:10.732068 dv-neutron-601336-94-hyperv neutron-server[94177]: DEBUG neutron.db.l3_hamode_db [None req-b07f4b40-237e-4c85-b101-fb7db14930c2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a311b818-917b-477a-b184-3246c7002c57', 'name': 'tempest-TestMinimumBasicScenario-1223262647-router', 'tenant_id': '0ee2e32ba44f4b87b3dbccb2a26b126e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3e7e4eb3-cf02-4d47-ade9-0a579cdfc60f', 'external_fixed_ips': [{'subnet_id': 'a5ad15ab-c489-4a67-a9b0-d559fca0ec71', 'ip_address': '172.26.3.41'}], 'enable_snat': True}, 'gw_port_id': '88cd7661-402e-4f75-9a39-22384baf7437', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-23T12:03:07Z', 'updated_at': '2021-06-23T12:03:08Z', 'revision_number': 3, 'project_id': '0ee2e32ba44f4b87b3dbccb2a26b126e', 'gw_port': {'id': '88cd7661-402e-4f75-9a39-22384baf7437', 'name': '', 'network_id': '3e7e4eb3-cf02-4d47-ade9-0a579cdfc60f', 'tenant_id': '', 'mac_address': 'fa:16:3e:d4:a8:58', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a311b818-917b-477a-b184-3246c7002c57', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1683, 'fixed_ips': [{'subnet_id': 'a5ad15ab-c489-4a67-a9b0-d559fca0ec71', 'ip_address': '172.26.3.41', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-94-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-23T12:03:07Z', 'updated_at': '2021-06-23T12:03:10Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a5ad15ab-c489-4a67-a9b0-d559fca0ec71', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-601336-94-hyperv'}], 'dv-neutron-601336-94-hyperv', False) {} {{(pid=94177) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 12:03:10.759649 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.db.provisioning_blocks [None req-0edefdc5-f1fc-40ca-89a0-c6a84b26b0d3 None None] Provisioning for port acc62cb9-1984-4141-95fa-a439c3ef8617 completed by entity DHCP. {{(pid=94176) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 23 12:03:10.764503 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.db.provisioning_blocks [None req-0edefdc5-f1fc-40ca-89a0-c6a84b26b0d3 None None] Provisioning complete for port acc62cb9-1984-4141-95fa-a439c3ef8617 triggered by entity DHCP. {{(pid=94176) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 23 12:03:10.764894 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron_lib.callbacks.manager [None req-0edefdc5-f1fc-40ca-89a0-c6a84b26b0d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-899258'] for port, provisioning_complete {{(pid=94176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 12:03:10.766919 dv-neutron-601336-94-hyperv neutron-server[94177]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b07f4b40-237e-4c85-b101-fb7db14930c2 None None] The sync data for ids ['a311b818-917b-477a-b184-3246c7002c57'] in dv-neutron-601336-94-hyperv is: [{'id': 'a311b818-917b-477a-b184-3246c7002c57', 'name': 'tempest-TestMinimumBasicScenario-1223262647-router', 'tenant_id': '0ee2e32ba44f4b87b3dbccb2a26b126e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3e7e4eb3-cf02-4d47-ade9-0a579cdfc60f', 'external_fixed_ips': [{'subnet_id': 'a5ad15ab-c489-4a67-a9b0-d559fca0ec71', 'ip_address': '172.26.3.41'}], 'enable_snat': True}, 'gw_port_id': '88cd7661-402e-4f75-9a39-22384baf7437', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-23T12:03:07Z', 'updated_at': '2021-06-23T12:03:08Z', 'revision_number': 3, 'project_id': '0ee2e32ba44f4b87b3dbccb2a26b126e', 'gw_port': {'id': '88cd7661-402e-4f75-9a39-22384baf7437', 'name': '', 'network_id': '3e7e4eb3-cf02-4d47-ade9-0a579cdfc60f', 'tenant_id': '', 'mac_address': 'fa:16:3e:d4:a8:58', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a311b818-917b-477a-b184-3246c7002c57', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1683, 'fixed_ips': [{'subnet_id': 'a5ad15ab-c489-4a67-a9b0-d559fca0ec71', 'ip_address': '172.26.3.41', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-94-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-23T12:03:07Z', 'updated_at': '2021-06-23T12:03:10Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a5ad15ab-c489-4a67-a9b0-d559fca0ec71', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-601336-94-hyperv'}] {{(pid=94177) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 23 12:03:10.793459 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.db.provisioning_blocks [None req-dc7542b2-afef-47f4-a763-e3a3cba144be None None] Provisioning for port e5dcf150-f678-42ad-aace-1314fd877c7e completed by entity L2. {{(pid=94176) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 23 12:03:10.802295 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.db.provisioning_blocks [None req-dc7542b2-afef-47f4-a763-e3a3cba144be None None] Provisioning complete for port e5dcf150-f678-42ad-aace-1314fd877c7e triggered by entity L2. {{(pid=94176) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 23 12:03:10.802700 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron_lib.callbacks.manager [None req-dc7542b2-afef-47f4-a763-e3a3cba144be None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-899258'] for port, provisioning_complete {{(pid=94176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 12:03:10.831720 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.plugins.ml2.plugin [None req-0edefdc5-f1fc-40ca-89a0-c6a84b26b0d3 None None] Port acc62cb9-1984-4141-95fa-a439c3ef8617 cannot update to ACTIVE because it is not bound. {{(pid=94176) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jun 23 12:03:10.905191 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron_lib.callbacks.manager [None req-dc7542b2-afef-47f4-a763-e3a3cba144be None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-923122'] for port, before_update {{(pid=94176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 12:03:10.909313 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron_lib.callbacks.manager [None req-20cc29b2-8fd5-493a-986b-126e682db5d4 admin admin] Notify callbacks [] for port, precommit_update {{(pid=94175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 12:03:10.940288 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.plugins.ml2.db [None req-dc7542b2-afef-47f4-a763-e3a3cba144be None None] For port e5dcf150-f678-42ad-aace-1314fd877c7e, host dv-neutron-601336-94-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-94-hyperv',level=0,port_id=e5dcf150-f678-42ad-aace-1314fd877c7e,segment=NetworkSegment(33c3d1d3-6d73-40ad-be12-08f326aa925a),segment_id=33c3d1d3-6d73-40ad-be12-08f326aa925a)] {{(pid=94176) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 23 12:03:10.959246 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron_lib.callbacks.manager [None req-bde487cf-948b-441d-a0a8-f990e286bf04 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773699952132', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-899307'] for agent, after_update {{(pid=94176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 12:03:10.982390 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron_lib.callbacks.manager [None req-20cc29b2-8fd5-493a-986b-126e682db5d4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-922904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866062', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773700135042', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773699642233', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773699642278', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5082471'] for port, after_update {{(pid=94175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 12:03:10.989151 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG oslo_concurrency.lockutils [None req-85cc39c7-e6cb-4733-b771-66f9a989e1eb service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94175) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 12:03:11.024630 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron_lib.callbacks.manager [None req-dc7542b2-afef-47f4-a763-e3a3cba144be None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-922904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866062', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773700135042', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773699642233', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773699642278'] for port, after_update {{(pid=94176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 12:03:11.027270 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG oslo_concurrency.lockutils [None req-5f4fd710-49ae-498b-9cd5-e9a02428f922 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 12:03:11.073168 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20cc29b2-8fd5-493a-986b-126e682db5d4 admin admin] Pushing event updated for resources: {'Port': ['ID=acc62cb9-1984-4141-95fa-a439c3ef8617,revision_number=2']} {{(pid=94175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 12:03:11.079403 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG oslo_concurrency.lockutils [None req-20cc29b2-8fd5-493a-986b-126e682db5d4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.090s {{(pid=94175) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 12:03:11.081329 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron_lib.callbacks.manager [None req-20cc29b2-8fd5-493a-986b-126e682db5d4 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-7866091', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-453038'] for router_interface, after_create {{(pid=94175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 12:03:11.093966 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc7542b2-afef-47f4-a763-e3a3cba144be None None] Pushing event updated for resources: {'Port': ['ID=e5dcf150-f678-42ad-aace-1314fd877c7e,revision_number=3']} {{(pid=94176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 12:03:11.103960 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG oslo_concurrency.lockutils [None req-dc7542b2-afef-47f4-a763-e3a3cba144be None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.077s {{(pid=94176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 12:03:11.186468 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-20cc29b2-8fd5-493a-986b-126e682db5d4 admin admin] Network 53c57c3e-84e9-4fa3-9199-6bc16cf4f21a is already hosted by enough agents. {{(pid=94175) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 23 12:03:11.188142 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.scheduler.base_scheduler [None req-20cc29b2-8fd5-493a-986b-126e682db5d4 admin admin] Resources bound (agent type, host, resource id): {{(pid=94175) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 23 12:03:11.316944 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-20cc29b2-8fd5-493a-986b-126e682db5d4 admin admin] Router a311b818-917b-477a-b184-3246c7002c57 has already been hosted by L3 agent 50ef99c0-ef28-4db5-b303-b145898fae60 {{(pid=94175) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 23 12:03:11.443576 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-20cc29b2-8fd5-493a-986b-126e682db5d4 admin admin] Notify agent at l3_agent.dv-neutron-601336-94-hyperv the message routers_updated {{(pid=94175) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 23 12:03:11.451580 dv-neutron-601336-94-hyperv neutron-server[94175]: INFO neutron.wsgi [None req-20cc29b2-8fd5-493a-986b-126e682db5d4 admin admin] 10.222.0.20 "PUT /v2.0/routers/a311b818-917b-477a-b184-3246c7002c57/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.0295804 Jun 23 12:03:11.464299 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.db.provisioning_blocks [None req-b512e508-70d1-49ef-a719-ac92299e2886 None None] Provisioning complete for port acc62cb9-1984-4141-95fa-a439c3ef8617 triggered by entity DHCP. {{(pid=94176) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 23 12:03:11.464691 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron_lib.callbacks.manager [None req-b512e508-70d1-49ef-a719-ac92299e2886 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-899258'] for port, provisioning_complete {{(pid=94176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 12:03:11.505205 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.plugins.ml2.plugin [None req-b512e508-70d1-49ef-a719-ac92299e2886 None None] Port acc62cb9-1984-4141-95fa-a439c3ef8617 cannot update to ACTIVE because it is not bound. {{(pid=94176) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jun 23 12:03:12.279888 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.plugins.ml2.rpc [None req-dc7542b2-afef-47f4-a763-e3a3cba144be None None] Device a203d798-b946-485e-b702-f7638798cab7 up at agent ovs-agent-dv-neutron-601336-94-hyperv {{(pid=94176) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:298}} Jun 23 12:03:12.334428 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.db.provisioning_blocks [None req-dc7542b2-afef-47f4-a763-e3a3cba144be None None] Provisioning complete for port a203d798-b946-485e-b702-f7638798cab7 triggered by entity L2. {{(pid=94176) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 23 12:03:12.334821 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron_lib.callbacks.manager [None req-dc7542b2-afef-47f4-a763-e3a3cba144be None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-899258'] for port, provisioning_complete {{(pid=94176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 12:03:12.419673 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.plugins.ml2.rpc [None req-dc7542b2-afef-47f4-a763-e3a3cba144be None None] Device e5dcf150-f678-42ad-aace-1314fd877c7e up at agent ovs-agent-dv-neutron-601336-94-hyperv {{(pid=94176) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:298}} Jun 23 12:03:12.481696 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.db.provisioning_blocks [None req-dc7542b2-afef-47f4-a763-e3a3cba144be None None] Provisioning complete for port e5dcf150-f678-42ad-aace-1314fd877c7e triggered by entity L2. {{(pid=94176) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 23 12:03:12.482598 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron_lib.callbacks.manager [None req-dc7542b2-afef-47f4-a763-e3a3cba144be None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-899258'] for port, provisioning_complete {{(pid=94176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 12:03:12.528044 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c7f4dc43-6664-4d0a-855c-ebe439a6a17f None None] Sync routers for ids ['a311b818-917b-477a-b184-3246c7002c57'] in dv-neutron-601336-94-hyperv {{(pid=94176) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 23 12:03:12.544038 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c7f4dc43-6664-4d0a-855c-ebe439a6a17f None None] Routers {'a311b818-917b-477a-b184-3246c7002c57'} bound to L3 agent in host dv-neutron-601336-94-hyperv {{(pid=94176) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 23 12:03:12.544791 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.db.l3_hamode_db [None req-c7f4dc43-6664-4d0a-855c-ebe439a6a17f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-601336-94-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-23T11:22:13Z,description=,heartbeat_timestamp=2021-06-23T12:02:43Z,host='dv-neutron-601336-94-hyperv',id=50ef99c0-ef28-4db5-b303-b145898fae60,load=0,resource_versions=,resources_synced=,started_at=2021-06-23T11:22:14Z,topic='l3_agent')) {'router_ids': ['a311b818-917b-477a-b184-3246c7002c57'], 'active': True} {{(pid=94176) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 12:03:12.667212 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.plugins.ml2.rpc [None req-dc7542b2-afef-47f4-a763-e3a3cba144be None None] Device 88cd7661-402e-4f75-9a39-22384baf7437 up at agent ovs-agent-dv-neutron-601336-94-hyperv {{(pid=94176) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:298}} Jun 23 12:03:12.728841 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.db.l3_dvr_db [None req-c7f4dc43-6664-4d0a-855c-ebe439a6a17f None None] Set router a311b818-917b-477a-b184-3246c7002c57 gateway port host: dv-neutron-601336-94-hyperv {{(pid=94176) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:838}} Jun 23 12:03:12.880066 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.db.provisioning_blocks [None req-dc7542b2-afef-47f4-a763-e3a3cba144be None None] Provisioning for port 88cd7661-402e-4f75-9a39-22384baf7437 completed by entity L2. {{(pid=94176) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 23 12:03:12.887269 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.db.provisioning_blocks [None req-dc7542b2-afef-47f4-a763-e3a3cba144be None None] Provisioning complete for port 88cd7661-402e-4f75-9a39-22384baf7437 triggered by entity L2. {{(pid=94176) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 23 12:03:12.887709 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron_lib.callbacks.manager [None req-dc7542b2-afef-47f4-a763-e3a3cba144be None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-899258'] for port, provisioning_complete {{(pid=94176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 12:03:13.031863 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.db.l3_hamode_db [None req-c7f4dc43-6664-4d0a-855c-ebe439a6a17f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a311b818-917b-477a-b184-3246c7002c57', 'name': 'tempest-TestMinimumBasicScenario-1223262647-router', 'tenant_id': '0ee2e32ba44f4b87b3dbccb2a26b126e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3e7e4eb3-cf02-4d47-ade9-0a579cdfc60f', 'external_fixed_ips': [{'subnet_id': 'a5ad15ab-c489-4a67-a9b0-d559fca0ec71', 'ip_address': '172.26.3.41'}], 'enable_snat': True}, 'gw_port_id': '88cd7661-402e-4f75-9a39-22384baf7437', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-23T12:03:07Z', 'updated_at': '2021-06-23T12:03:10Z', 'revision_number': 4, 'project_id': '0ee2e32ba44f4b87b3dbccb2a26b126e', 'gw_port': {'id': '88cd7661-402e-4f75-9a39-22384baf7437', 'name': '', 'network_id': '3e7e4eb3-cf02-4d47-ade9-0a579cdfc60f', 'tenant_id': '', 'mac_address': 'fa:16:3e:d4:a8:58', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a311b818-917b-477a-b184-3246c7002c57', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1683, 'fixed_ips': [{'subnet_id': 'a5ad15ab-c489-4a67-a9b0-d559fca0ec71', 'ip_address': '172.26.3.41', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-94-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-23T12:03:07Z', 'updated_at': '2021-06-23T12:03:10Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a5ad15ab-c489-4a67-a9b0-d559fca0ec71', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-601336-94-hyperv', '_interfaces': [{'id': 'acc62cb9-1984-4141-95fa-a439c3ef8617', 'name': '', 'network_id': '53c57c3e-84e9-4fa3-9199-6bc16cf4f21a', 'tenant_id': '0ee2e32ba44f4b87b3dbccb2a26b126e', 'mac_address': 'fa:16:3e:96:f1:b2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a311b818-917b-477a-b184-3246c7002c57', 'device_owner': 'network:router_interface', 'standard_attr_id': 1684, 'fixed_ips': [{'subnet_id': '2418efe8-ce1a-4d09-8e63-5f2c3af7cb04', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-23T12:03:09Z', 'updated_at': '2021-06-23T12:03:10Z', 'revision_number': 2, 'project_id': '0ee2e32ba44f4b87b3dbccb2a26b126e', 'subnets': [{'id': '2418efe8-ce1a-4d09-8e63-5f2c3af7cb04', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-601336-94-hyperv', False) {} {{(pid=94176) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 12:03:13.033788 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron_lib.callbacks.manager [None req-dc7542b2-afef-47f4-a763-e3a3cba144be None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-923122'] for port, before_update {{(pid=94176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 12:03:13.233860 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c7f4dc43-6664-4d0a-855c-ebe439a6a17f None None] Checking router: a311b818-917b-477a-b184-3246c7002c57 for host: dv-neutron-601336-94-hyperv {{(pid=94176) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 23 12:03:13.234224 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c7f4dc43-6664-4d0a-855c-ebe439a6a17f None None] Updating router a311b818-917b-477a-b184-3246c7002c57 port acc62cb9-1984-4141-95fa-a439c3ef8617 binding host dv-neutron-601336-94-hyperv {{(pid=94176) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 23 12:03:13.245230 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.plugins.ml2.db [None req-dc7542b2-afef-47f4-a763-e3a3cba144be None None] For port 88cd7661-402e-4f75-9a39-22384baf7437, host dv-neutron-601336-94-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-94-hyperv',level=0,port_id=88cd7661-402e-4f75-9a39-22384baf7437,segment=NetworkSegment(c23be0a5-6980-48fb-bc9f-4a24717fe1de),segment_id=c23be0a5-6980-48fb-bc9f-4a24717fe1de)] {{(pid=94176) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 23 12:03:13.284010 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron_lib.callbacks.manager [None req-c7f4dc43-6664-4d0a-855c-ebe439a6a17f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-923122'] for port, before_update {{(pid=94176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 12:03:13.326889 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron_lib.callbacks.manager [None req-dc7542b2-afef-47f4-a763-e3a3cba144be None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-922904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866062', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773700135042', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773699642233', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773699642278'] for port, after_update {{(pid=94176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 12:03:13.332182 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG oslo_concurrency.lockutils [None req-51a7f860-7cbe-4ee6-bed0-61a9a8540052 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 12:03:13.368042 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron_lib.callbacks.manager [None req-aaf6378b-f0a0-47c5-90e6-aa165a2ce70a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773699952132', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-899307'] for agent, after_update {{(pid=94176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 12:03:13.459594 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc7542b2-afef-47f4-a763-e3a3cba144be None None] Pushing event updated for resources: {'Port': ['ID=88cd7661-402e-4f75-9a39-22384baf7437,revision_number=4']} {{(pid=94176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 12:03:13.462811 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG oslo_concurrency.lockutils [None req-dc7542b2-afef-47f4-a763-e3a3cba144be None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.131s {{(pid=94176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 12:03:13.641714 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron_lib.callbacks.manager [None req-c7f4dc43-6664-4d0a-855c-ebe439a6a17f None None] Notify callbacks [] for port, precommit_update {{(pid=94176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 12:03:13.653325 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.db.provisioning_blocks [None req-c7f4dc43-6664-4d0a-855c-ebe439a6a17f None None] Transition to ACTIVE for port object acc62cb9-1984-4141-95fa-a439c3ef8617 will not be triggered until provisioned by entity L2. {{(pid=94176) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 23 12:03:13.732842 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron_lib.callbacks.manager [None req-c7f4dc43-6664-4d0a-855c-ebe439a6a17f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-922904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866062', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773700135042', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773699642233', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773699642278'] for port, after_update {{(pid=94176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 12:03:13.734999 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG oslo_concurrency.lockutils [None req-8ffcc4d4-8ef6-4074-999f-2b04d375f3d9 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 12:03:13.859522 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c07155b-ff71-46db-bba7-48bebb55fbbc None None] Pushing event updated for resources: {'Port': ['ID=acc62cb9-1984-4141-95fa-a439c3ef8617,revision_number=3']} {{(pid=94176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 12:03:13.867165 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG oslo_concurrency.lockutils [None req-6c07155b-ff71-46db-bba7-48bebb55fbbc None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.132s {{(pid=94176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 12:03:13.888076 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.plugins.ml2.managers [None req-c7f4dc43-6664-4d0a-855c-ebe439a6a17f None None] Attempting to bind port acc62cb9-1984-4141-95fa-a439c3ef8617 on host dv-neutron-601336-94-hyperv for vnic_type normal with profile {{(pid=94176) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 23 12:03:13.888076 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.plugins.ml2.managers [None req-c7f4dc43-6664-4d0a-855c-ebe439a6a17f None None] Attempting to bind port acc62cb9-1984-4141-95fa-a439c3ef8617 by drivers openvswitch,hyperv on host dv-neutron-601336-94-hyperv at level 0 using segments [{'id': '33c3d1d3-6d73-40ad-be12-08f326aa925a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 403, 'network_id': '53c57c3e-84e9-4fa3-9199-6bc16cf4f21a'}] {{(pid=94176) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 23 12:03:13.888076 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c7f4dc43-6664-4d0a-855c-ebe439a6a17f None None] Attempting to bind port acc62cb9-1984-4141-95fa-a439c3ef8617 on network 53c57c3e-84e9-4fa3-9199-6bc16cf4f21a {{(pid=94176) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 23 12:03:13.895858 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c7f4dc43-6664-4d0a-855c-ebe439a6a17f None None] Checking agent: {'id': '4d05f899-5ac9-411b-8a03-f60c93f87cdf', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-601336-94-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 23, 11, 22, 14), 'started_at': datetime.datetime(2021, 6, 23, 11, 22, 44), 'heartbeat_timestamp': datetime.datetime(2021, 6, 23, 12, 2, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'monitor_allowed_address_pair_garp': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-601336-94-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94176) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 23 12:03:13.896249 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c7f4dc43-6664-4d0a-855c-ebe439a6a17f None None] Checking segment: {'id': '33c3d1d3-6d73-40ad-be12-08f326aa925a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 403, 'network_id': '53c57c3e-84e9-4fa3-9199-6bc16cf4f21a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94176) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 23 12:03:13.896669 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron_lib.callbacks.manager [None req-c7f4dc43-6664-4d0a-855c-ebe439a6a17f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 12:03:13.897076 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c7f4dc43-6664-4d0a-855c-ebe439a6a17f None None] Bound using segment: {'id': '33c3d1d3-6d73-40ad-be12-08f326aa925a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 403, 'network_id': '53c57c3e-84e9-4fa3-9199-6bc16cf4f21a'} {{(pid=94176) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 23 12:03:13.897574 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.plugins.ml2.managers [None req-c7f4dc43-6664-4d0a-855c-ebe439a6a17f None None] Bound port: acc62cb9-1984-4141-95fa-a439c3ef8617, host: dv-neutron-601336-94-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '33c3d1d3-6d73-40ad-be12-08f326aa925a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 403, 'network_id': '53c57c3e-84e9-4fa3-9199-6bc16cf4f21a'}}] {{(pid=94176) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 23 12:03:13.897958 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron_lib.callbacks.manager [None req-c7f4dc43-6664-4d0a-855c-ebe439a6a17f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-923122'] for port, before_update {{(pid=94176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 12:03:13.987608 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.plugins.ml2.db [None req-c7f4dc43-6664-4d0a-855c-ebe439a6a17f None None] For port acc62cb9-1984-4141-95fa-a439c3ef8617, host dv-neutron-601336-94-hyperv, cleared binding levels {{(pid=94176) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 23 12:03:13.991597 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.plugins.ml2.db [None req-c7f4dc43-6664-4d0a-855c-ebe439a6a17f None None] For port acc62cb9-1984-4141-95fa-a439c3ef8617, host dv-neutron-601336-94-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-94-hyperv',level=0,port_id=acc62cb9-1984-4141-95fa-a439c3ef8617,segment=NetworkSegment(33c3d1d3-6d73-40ad-be12-08f326aa925a),segment_id=33c3d1d3-6d73-40ad-be12-08f326aa925a)] {{(pid=94176) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 23 12:03:14.006355 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron_lib.callbacks.manager [None req-dc7542b2-afef-47f4-a763-e3a3cba144be None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773699952132', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-899307'] for agent, after_update {{(pid=94176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 12:03:14.102558 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron_lib.callbacks.manager [None req-c7f4dc43-6664-4d0a-855c-ebe439a6a17f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-922904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866062', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773700135042', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773699642233', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773699642278'] for port, after_update {{(pid=94176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 12:03:14.105252 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG oslo_concurrency.lockutils [None req-19aa61b9-eba5-44d5-8989-3374c9610d99 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 12:03:14.225430 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c7f4dc43-6664-4d0a-855c-ebe439a6a17f None None] Routers {'a311b818-917b-477a-b184-3246c7002c57'} bound to L3 agent in host dv-neutron-601336-94-hyperv {{(pid=94176) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 23 12:03:14.225430 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.db.l3_hamode_db [None req-c7f4dc43-6664-4d0a-855c-ebe439a6a17f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-601336-94-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-23T11:22:13Z,description=,heartbeat_timestamp=2021-06-23T12:03:13Z,host='dv-neutron-601336-94-hyperv',id=50ef99c0-ef28-4db5-b303-b145898fae60,load=0,resource_versions=,resources_synced=,started_at=2021-06-23T11:22:14Z,topic='l3_agent')) {'router_ids': ['a311b818-917b-477a-b184-3246c7002c57'], 'active': True} {{(pid=94176) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 12:03:14.275967 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.plugins.ml2.rpc [None req-dc7542b2-afef-47f4-a763-e3a3cba144be None None] Device 88cd7661-402e-4f75-9a39-22384baf7437 up at agent ovs-agent-dv-neutron-601336-94-hyperv {{(pid=94176) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:298}} Jun 23 12:03:14.320807 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c07155b-ff71-46db-bba7-48bebb55fbbc None None] Pushing event updated for resources: {'Port': ['ID=acc62cb9-1984-4141-95fa-a439c3ef8617,revision_number=4']} {{(pid=94176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 12:03:14.329285 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG oslo_concurrency.lockutils [None req-6c07155b-ff71-46db-bba7-48bebb55fbbc None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.224s {{(pid=94176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 12:03:14.411473 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.db.provisioning_blocks [None req-dc7542b2-afef-47f4-a763-e3a3cba144be None None] Provisioning complete for port 88cd7661-402e-4f75-9a39-22384baf7437 triggered by entity L2. {{(pid=94176) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 23 12:03:14.411874 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron_lib.callbacks.manager [None req-dc7542b2-afef-47f4-a763-e3a3cba144be None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-899258'] for port, provisioning_complete {{(pid=94176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 12:03:14.433614 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.db.l3_dvr_db [None req-c7f4dc43-6664-4d0a-855c-ebe439a6a17f None None] Set router a311b818-917b-477a-b184-3246c7002c57 gateway port host: dv-neutron-601336-94-hyperv {{(pid=94176) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:838}} Jun 23 12:03:14.739928 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron_lib.callbacks.manager [None req-4c20ea5f-bc7f-4d4e-935d-57f082af6ccb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773699952132', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-899307'] for agent, after_update {{(pid=94176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 12:03:14.742186 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.db.l3_hamode_db [None req-c7f4dc43-6664-4d0a-855c-ebe439a6a17f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a311b818-917b-477a-b184-3246c7002c57', 'name': 'tempest-TestMinimumBasicScenario-1223262647-router', 'tenant_id': '0ee2e32ba44f4b87b3dbccb2a26b126e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3e7e4eb3-cf02-4d47-ade9-0a579cdfc60f', 'external_fixed_ips': [{'subnet_id': 'a5ad15ab-c489-4a67-a9b0-d559fca0ec71', 'ip_address': '172.26.3.41'}], 'enable_snat': True}, 'gw_port_id': '88cd7661-402e-4f75-9a39-22384baf7437', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-23T12:03:07Z', 'updated_at': '2021-06-23T12:03:10Z', 'revision_number': 4, 'project_id': '0ee2e32ba44f4b87b3dbccb2a26b126e', 'gw_port': {'id': '88cd7661-402e-4f75-9a39-22384baf7437', 'name': '', 'network_id': '3e7e4eb3-cf02-4d47-ade9-0a579cdfc60f', 'tenant_id': '', 'mac_address': 'fa:16:3e:d4:a8:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a311b818-917b-477a-b184-3246c7002c57', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1683, 'fixed_ips': [{'subnet_id': 'a5ad15ab-c489-4a67-a9b0-d559fca0ec71', 'ip_address': '172.26.3.41', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-94-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-23T12:03:07Z', 'updated_at': '2021-06-23T12:03:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a5ad15ab-c489-4a67-a9b0-d559fca0ec71', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-601336-94-hyperv', '_interfaces': [{'id': 'acc62cb9-1984-4141-95fa-a439c3ef8617', 'name': '', 'network_id': '53c57c3e-84e9-4fa3-9199-6bc16cf4f21a', 'tenant_id': '0ee2e32ba44f4b87b3dbccb2a26b126e', 'mac_address': 'fa:16:3e:96:f1:b2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a311b818-917b-477a-b184-3246c7002c57', 'device_owner': 'network:router_interface', 'standard_attr_id': 1684, 'fixed_ips': [{'subnet_id': '2418efe8-ce1a-4d09-8e63-5f2c3af7cb04', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-94-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-23T12:03:09Z', 'updated_at': '2021-06-23T12:03:13Z', 'revision_number': 4, 'project_id': '0ee2e32ba44f4b87b3dbccb2a26b126e', 'subnets': [{'id': '2418efe8-ce1a-4d09-8e63-5f2c3af7cb04', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-601336-94-hyperv', False) {} {{(pid=94176) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 12:03:14.775505 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c7f4dc43-6664-4d0a-855c-ebe439a6a17f None None] The sync data for ids ['a311b818-917b-477a-b184-3246c7002c57'] in dv-neutron-601336-94-hyperv is: [{'id': 'a311b818-917b-477a-b184-3246c7002c57', 'name': 'tempest-TestMinimumBasicScenario-1223262647-router', 'tenant_id': '0ee2e32ba44f4b87b3dbccb2a26b126e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3e7e4eb3-cf02-4d47-ade9-0a579cdfc60f', 'external_fixed_ips': [{'subnet_id': 'a5ad15ab-c489-4a67-a9b0-d559fca0ec71', 'ip_address': '172.26.3.41'}], 'enable_snat': True}, 'gw_port_id': '88cd7661-402e-4f75-9a39-22384baf7437', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-23T12:03:07Z', 'updated_at': '2021-06-23T12:03:10Z', 'revision_number': 4, 'project_id': '0ee2e32ba44f4b87b3dbccb2a26b126e', 'gw_port': {'id': '88cd7661-402e-4f75-9a39-22384baf7437', 'name': '', 'network_id': '3e7e4eb3-cf02-4d47-ade9-0a579cdfc60f', 'tenant_id': '', 'mac_address': 'fa:16:3e:d4:a8:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a311b818-917b-477a-b184-3246c7002c57', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1683, 'fixed_ips': [{'subnet_id': 'a5ad15ab-c489-4a67-a9b0-d559fca0ec71', 'ip_address': '172.26.3.41', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-94-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-23T12:03:07Z', 'updated_at': '2021-06-23T12:03:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a5ad15ab-c489-4a67-a9b0-d559fca0ec71', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-601336-94-hyperv', '_interfaces': [{'id': 'acc62cb9-1984-4141-95fa-a439c3ef8617', 'name': '', 'network_id': '53c57c3e-84e9-4fa3-9199-6bc16cf4f21a', 'tenant_id': '0ee2e32ba44f4b87b3dbccb2a26b126e', 'mac_address': 'fa:16:3e:96:f1:b2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a311b818-917b-477a-b184-3246c7002c57', 'device_owner': 'network:router_interface', 'standard_attr_id': 1684, 'fixed_ips': [{'subnet_id': '2418efe8-ce1a-4d09-8e63-5f2c3af7cb04', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-94-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-23T12:03:09Z', 'updated_at': '2021-06-23T12:03:13Z', 'revision_number': 4, 'project_id': '0ee2e32ba44f4b87b3dbccb2a26b126e', 'subnets': [{'id': '2418efe8-ce1a-4d09-8e63-5f2c3af7cb04', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94176) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 23 12:03:16.253702 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.plugins.ml2.rpc [None req-dc7542b2-afef-47f4-a763-e3a3cba144be None None] Device acc62cb9-1984-4141-95fa-a439c3ef8617 up at agent ovs-agent-dv-neutron-601336-94-hyperv {{(pid=94176) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:298}} Jun 23 12:03:16.364362 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.db.provisioning_blocks [None req-dc7542b2-afef-47f4-a763-e3a3cba144be None None] Provisioning for port acc62cb9-1984-4141-95fa-a439c3ef8617 completed by entity L2. {{(pid=94176) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 23 12:03:16.371425 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.db.provisioning_blocks [None req-dc7542b2-afef-47f4-a763-e3a3cba144be None None] Provisioning complete for port acc62cb9-1984-4141-95fa-a439c3ef8617 triggered by entity L2. {{(pid=94176) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 23 12:03:16.372075 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron_lib.callbacks.manager [None req-dc7542b2-afef-47f4-a763-e3a3cba144be None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-899258'] for port, provisioning_complete {{(pid=94176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 12:03:16.457901 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron_lib.callbacks.manager [None req-dc7542b2-afef-47f4-a763-e3a3cba144be None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-923122'] for port, before_update {{(pid=94176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 12:03:16.496979 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.plugins.ml2.db [None req-dc7542b2-afef-47f4-a763-e3a3cba144be None None] For port acc62cb9-1984-4141-95fa-a439c3ef8617, host dv-neutron-601336-94-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-94-hyperv',level=0,port_id=acc62cb9-1984-4141-95fa-a439c3ef8617,segment=NetworkSegment(33c3d1d3-6d73-40ad-be12-08f326aa925a),segment_id=33c3d1d3-6d73-40ad-be12-08f326aa925a)] {{(pid=94176) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 23 12:03:16.570131 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron_lib.callbacks.manager [None req-dc7542b2-afef-47f4-a763-e3a3cba144be None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-922904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866062', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773700135042', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773699642233', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773699642278'] for port, after_update {{(pid=94176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 12:03:16.572034 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG oslo_concurrency.lockutils [None req-dc7542b2-afef-47f4-a763-e3a3cba144be None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 12:03:16.624031 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc7542b2-afef-47f4-a763-e3a3cba144be None None] Pushing event updated for resources: {'Port': ['ID=acc62cb9-1984-4141-95fa-a439c3ef8617,revision_number=5']} {{(pid=94176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 12:03:16.627088 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG oslo_concurrency.lockutils [None req-dc7542b2-afef-47f4-a763-e3a3cba144be None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.055s {{(pid=94176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 12:03:16.736530 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron_lib.callbacks.manager [None req-95d6aa8f-24e7-4234-82ff-f502266c3285 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773699952132', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-899307'] for agent, after_update {{(pid=94176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 12:03:18.213783 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.plugins.ml2.rpc [None req-dc7542b2-afef-47f4-a763-e3a3cba144be None None] Device acc62cb9-1984-4141-95fa-a439c3ef8617 up at agent ovs-agent-dv-neutron-601336-94-hyperv {{(pid=94176) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:298}} Jun 23 12:03:18.271792 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.db.provisioning_blocks [None req-dc7542b2-afef-47f4-a763-e3a3cba144be None None] Provisioning complete for port acc62cb9-1984-4141-95fa-a439c3ef8617 triggered by entity L2. {{(pid=94176) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 23 12:03:18.272187 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron_lib.callbacks.manager [None req-dc7542b2-afef-47f4-a763-e3a3cba144be None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-899258'] for port, provisioning_complete {{(pid=94176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 12:03:23.624063 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c17f972-387d-4800-bbbe-b3b8e080ddef req-a7f9ffc1-03e5-4030-8270-2a09c3fa1d0d tempest-TestMinimumBasicScenario-1725182798 tempest-TestMinimumBasicScenario-1725182798-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 12:03:23.625572 dv-neutron-601336-94-hyperv neutron-server[94175]: INFO neutron.wsgi [req-3c17f972-387d-4800-bbbe-b3b8e080ddef req-a7f9ffc1-03e5-4030-8270-2a09c3fa1d0d tempest-TestMinimumBasicScenario-1725182798 tempest-TestMinimumBasicScenario-1725182798-project] 10.222.0.20 "GET /v2.0/networks?id=6096d4ee-1b17-45b0-aff9-0c8a8e63114d HTTP/1.1" status: 200 len: 815 time: 0.1116388 Jun 23 12:03:23.641283 dv-neutron-601336-94-hyperv neutron-server[94175]: INFO neutron.wsgi [req-3c17f972-387d-4800-bbbe-b3b8e080ddef req-fbdab011-ba5e-43e5-8ef8-d0f583931d11 tempest-TestMinimumBasicScenario-1725182798 tempest-TestMinimumBasicScenario-1725182798-project] 10.222.0.20 "GET /v2.0/quotas/f06e439ec74a4cb19d25535e57df5ef9 HTTP/1.1" status: 200 len: 375 time: 0.0099761 Jun 23 12:03:23.707365 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron_lib.callbacks.manager [None req-97bd5441-1da2-49ee-a364-27795820ba27 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773699952132', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-899307'] for agent, after_update {{(pid=94176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 12:03:23.715900 dv-neutron-601336-94-hyperv neutron-server[94175]: INFO neutron.wsgi [req-3c17f972-387d-4800-bbbe-b3b8e080ddef req-cd6f79c8-372b-4583-8161-f0808cff45d8 tempest-TestMinimumBasicScenario-1725182798 tempest-TestMinimumBasicScenario-1725182798-project] 10.222.0.20 "GET /v2.0/ports?tenant_id=f06e439ec74a4cb19d25535e57df5ef9&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0681791 Jun 23 12:03:23.731979 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.wsgi [req-3c17f972-387d-4800-bbbe-b3b8e080ddef req-a4ef2c85-95ae-48a5-a19c-309f71d3d776 service neutron] http://10.222.0.20:9696/v2.0/extensions returned with HTTP 200 {{(pid=94175) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 23 12:03:23.732985 dv-neutron-601336-94-hyperv neutron-server[94175]: INFO neutron.wsgi [req-3c17f972-387d-4800-bbbe-b3b8e080ddef req-a4ef2c85-95ae-48a5-a19c-309f71d3d776 service neutron] 10.222.0.20 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13933 time: 0.0055211 Jun 23 12:03:23.828432 dv-neutron-601336-94-hyperv neutron-server[94175]: INFO neutron.wsgi [req-3c17f972-387d-4800-bbbe-b3b8e080ddef req-5566d00d-811d-458e-af80-5cbe5eedd59e service neutron] 10.222.0.20 "GET /v2.0/networks/6096d4ee-1b17-45b0-aff9-0c8a8e63114d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0896430 Jun 23 12:03:23.952586 dv-neutron-601336-94-hyperv neutron-server[94175]: INFO neutron.wsgi [req-3c17f972-387d-4800-bbbe-b3b8e080ddef req-252f8a16-b777-4df1-8a19-a39e5a446836 service neutron] 10.222.0.20 "GET /v2.0/networks/6096d4ee-1b17-45b0-aff9-0c8a8e63114d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1173432 Jun 23 12:03:24.228509 dv-neutron-601336-94-hyperv neutron-server[94174]: INFO neutron.wsgi [req-7125cedd-0492-42da-9565-746c8e9a4a7d req-b85283ad-3c3d-4194-8986-b86fcf824ee8 tempest-TestMinimumBasicScenario-1725182798 tempest-TestMinimumBasicScenario-1725182798-project] 10.222.0.20 "GET /v2.0/ports?device_id=91c1962e-2025-4752-b248-f9d4f003b3f8 HTTP/1.1" status: 200 len: 210 time: 0.0302370 Jun 23 12:03:25.336237 dv-neutron-601336-94-hyperv neutron-server[94175]: INFO neutron.wsgi [req-9594bb2e-7113-4778-aac7-e4d5793a009a req-a4d88cc7-1cf4-4737-9765-d0cd810643eb tempest-TestMinimumBasicScenario-1725182798 tempest-TestMinimumBasicScenario-1725182798-project] 10.222.0.20 "GET /v2.0/ports?device_id=91c1962e-2025-4752-b248-f9d4f003b3f8 HTTP/1.1" status: 200 len: 210 time: 0.0355117 Jun 23 12:03:26.478264 dv-neutron-601336-94-hyperv neutron-server[94174]: INFO neutron.wsgi [req-0e7c2217-56e4-4969-8303-f88ab42297e0 req-acae2c57-1854-4238-a602-e7c51d30e292 tempest-TestMinimumBasicScenario-1725182798 tempest-TestMinimumBasicScenario-1725182798-project] 10.222.0.20 "GET /v2.0/ports?device_id=91c1962e-2025-4752-b248-f9d4f003b3f8 HTTP/1.1" status: 200 len: 210 time: 0.0300145 Jun 23 12:03:26.619717 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c17f972-387d-4800-bbbe-b3b8e080ddef req-8f23fc99-f06c-4758-ad5d-c4e942ccf639 tempest-TestMinimumBasicScenario-1725182798 tempest-TestMinimumBasicScenario-1725182798-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 12:03:26.621160 dv-neutron-601336-94-hyperv neutron-server[94175]: INFO neutron.wsgi [req-3c17f972-387d-4800-bbbe-b3b8e080ddef req-8f23fc99-f06c-4758-ad5d-c4e942ccf639 tempest-TestMinimumBasicScenario-1725182798 tempest-TestMinimumBasicScenario-1725182798-project] 10.222.0.52 "GET /v2.0/networks?id=6096d4ee-1b17-45b0-aff9-0c8a8e63114d HTTP/1.1" status: 200 len: 815 time: 0.1053729 Jun 23 12:03:26.633570 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.api.v2.base [req-3c17f972-387d-4800-bbbe-b3b8e080ddef req-d827dbba-8ce3-4650-906d-49c4ced1bfd1 tempest-TestMinimumBasicScenario-1725182798 tempest-TestMinimumBasicScenario-1725182798-project] Request body: {'port': {'device_id': '91c1962e-2025-4752-b248-f9d4f003b3f8', 'network_id': '6096d4ee-1b17-45b0-aff9-0c8a8e63114d', 'admin_state_up': True, 'tenant_id': 'f06e439ec74a4cb19d25535e57df5ef9'}} {{(pid=94175) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 23 12:03:26.804600 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-3c17f972-387d-4800-bbbe-b3b8e080ddef req-d827dbba-8ce3-4650-906d-49c4ced1bfd1 tempest-TestMinimumBasicScenario-1725182798 tempest-TestMinimumBasicScenario-1725182798-project] Made reservation on behalf of f06e439ec74a4cb19d25535e57df5ef9 for: {'port': 1} {{(pid=94175) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 23 12:03:26.808134 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron_lib.callbacks.manager [req-3c17f972-387d-4800-bbbe-b3b8e080ddef req-d827dbba-8ce3-4650-906d-49c4ced1bfd1 tempest-TestMinimumBasicScenario-1725182798 tempest-TestMinimumBasicScenario-1725182798-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-923104'] for port, before_create {{(pid=94175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 12:03:26.935954 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.db.db_base_plugin_common [req-3c17f972-387d-4800-bbbe-b3b8e080ddef req-d827dbba-8ce3-4650-906d-49c4ced1bfd1 tempest-TestMinimumBasicScenario-1725182798 tempest-TestMinimumBasicScenario-1725182798-project] Allocated IP 172.20.0.10 (6096d4ee-1b17-45b0-aff9-0c8a8e63114d/a835be8d-3991-41bc-8711-847ef4ce7022/b88ac745-3ce8-4422-86e1-1d814da3870a) {{(pid=94175) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 23 12:03:27.095223 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron_lib.callbacks.manager [req-3c17f972-387d-4800-bbbe-b3b8e080ddef req-d827dbba-8ce3-4650-906d-49c4ced1bfd1 tempest-TestMinimumBasicScenario-1725182798 tempest-TestMinimumBasicScenario-1725182798-project] Notify callbacks [] for port, precommit_create {{(pid=94175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 12:03:27.115366 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.db.provisioning_blocks [req-3c17f972-387d-4800-bbbe-b3b8e080ddef req-d827dbba-8ce3-4650-906d-49c4ced1bfd1 tempest-TestMinimumBasicScenario-1725182798 tempest-TestMinimumBasicScenario-1725182798-project] Transition to ACTIVE for port object b88ac745-3ce8-4422-86e1-1d814da3870a will not be triggered until provisioned by entity DHCP. {{(pid=94175) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 23 12:03:27.194548 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron_lib.callbacks.manager [req-3c17f972-387d-4800-bbbe-b3b8e080ddef req-d827dbba-8ce3-4650-906d-49c4ced1bfd1 tempest-TestMinimumBasicScenario-1725182798 tempest-TestMinimumBasicScenario-1725182798-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-922915', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-239814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7866073', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773699642215', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-5082457'] for port, after_create {{(pid=94175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 12:03:27.199516 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG oslo_concurrency.lockutils [None req-7ee04076-c67b-4755-8f90-b9cc294149f0 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94175) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 12:03:27.256500 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3c17f972-387d-4800-bbbe-b3b8e080ddef req-d827dbba-8ce3-4650-906d-49c4ced1bfd1 tempest-TestMinimumBasicScenario-1725182798 tempest-TestMinimumBasicScenario-1725182798-project] Network 6096d4ee-1b17-45b0-aff9-0c8a8e63114d is already hosted by enough agents. {{(pid=94175) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 23 12:03:27.261917 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.scheduler.base_scheduler [req-3c17f972-387d-4800-bbbe-b3b8e080ddef req-d827dbba-8ce3-4650-906d-49c4ced1bfd1 tempest-TestMinimumBasicScenario-1725182798 tempest-TestMinimumBasicScenario-1725182798-project] Resources bound (agent type, host, resource id): {{(pid=94175) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 23 12:03:27.262596 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d827dbba-8ce3-4650-906d-49c4ced1bfd1 tempest-TestMinimumBasicScenario-1725182798 tempest-TestMinimumBasicScenario-1725182798-project] Pushing event updated for resources: {'Port': ['ID=b88ac745-3ce8-4422-86e1-1d814da3870a,revision_number=1']} {{(pid=94175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 12:03:27.267773 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.db.l3_dvrscheduler_db [req-3c17f972-387d-4800-bbbe-b3b8e080ddef req-d827dbba-8ce3-4650-906d-49c4ced1bfd1 tempest-TestMinimumBasicScenario-1725182798 tempest-TestMinimumBasicScenario-1725182798-project] Received port after_create {{(pid=94175) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 23 12:03:27.271318 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG oslo_concurrency.lockutils [None req-d827dbba-8ce3-4650-906d-49c4ced1bfd1 tempest-TestMinimumBasicScenario-1725182798 tempest-TestMinimumBasicScenario-1725182798-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.072s {{(pid=94175) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 12:03:27.322512 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c17f972-387d-4800-bbbe-b3b8e080ddef req-d827dbba-8ce3-4650-906d-49c4ced1bfd1 tempest-TestMinimumBasicScenario-1725182798 tempest-TestMinimumBasicScenario-1725182798-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 12:03:27.323429 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron_lib.callbacks.manager [req-3c17f972-387d-4800-bbbe-b3b8e080ddef req-d827dbba-8ce3-4650-906d-49c4ced1bfd1 tempest-TestMinimumBasicScenario-1725182798 tempest-TestMinimumBasicScenario-1725182798-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-217507'] for port, before_response {{(pid=94175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 12:03:27.389692 dv-neutron-601336-94-hyperv neutron-server[94175]: INFO neutron.wsgi [req-3c17f972-387d-4800-bbbe-b3b8e080ddef req-d827dbba-8ce3-4650-906d-49c4ced1bfd1 tempest-TestMinimumBasicScenario-1725182798 tempest-TestMinimumBasicScenario-1725182798-project] 10.222.0.52 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.7594106 Jun 23 12:03:27.402238 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.api.v2.base [req-3c17f972-387d-4800-bbbe-b3b8e080ddef req-54c4327b-e672-4286-8d55-e5b812317509 service neutron] Request body: {'port': {'device_id': '91c1962e-2025-4752-b248-f9d4f003b3f8', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-6013'}} {{(pid=94175) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 23 12:03:27.564628 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron_lib.callbacks.manager [req-3c17f972-387d-4800-bbbe-b3b8e080ddef req-54c4327b-e672-4286-8d55-e5b812317509 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-923122'] for port, before_update {{(pid=94175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 12:03:27.697279 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.db.provisioning_blocks [None req-e07ad9dd-74d8-4cff-a340-0ccd52126ff6 None None] Provisioning for port b88ac745-3ce8-4422-86e1-1d814da3870a completed by entity DHCP. {{(pid=94176) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 23 12:03:27.704957 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.db.provisioning_blocks [None req-e07ad9dd-74d8-4cff-a340-0ccd52126ff6 None None] Provisioning complete for port b88ac745-3ce8-4422-86e1-1d814da3870a triggered by entity DHCP. {{(pid=94176) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 23 12:03:27.705567 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron_lib.callbacks.manager [None req-e07ad9dd-74d8-4cff-a340-0ccd52126ff6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-899258'] for port, provisioning_complete {{(pid=94176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 12:03:27.774900 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.plugins.ml2.plugin [None req-e07ad9dd-74d8-4cff-a340-0ccd52126ff6 None None] Port b88ac745-3ce8-4422-86e1-1d814da3870a cannot update to ACTIVE because it is not bound. {{(pid=94176) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jun 23 12:03:27.814937 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-021fb23a-01cc-4bcc-b19f-b2613df3835a req-48ee0f2d-f634-4cc5-9e8c-89d416ba614a tempest-TestMinimumBasicScenario-1725182798 tempest-TestMinimumBasicScenario-1725182798-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 12:03:27.817265 dv-neutron-601336-94-hyperv neutron-server[94175]: INFO neutron.wsgi [req-021fb23a-01cc-4bcc-b19f-b2613df3835a req-48ee0f2d-f634-4cc5-9e8c-89d416ba614a tempest-TestMinimumBasicScenario-1725182798 tempest-TestMinimumBasicScenario-1725182798-project] 10.222.0.20 "GET /v2.0/ports?device_id=91c1962e-2025-4752-b248-f9d4f003b3f8 HTTP/1.1" status: 200 len: 932 time: 0.1537991 Jun 23 12:03:27.926426 dv-neutron-601336-94-hyperv neutron-server[94175]: INFO neutron.wsgi [req-021fb23a-01cc-4bcc-b19f-b2613df3835a req-7d2270b2-4d62-476f-bfc9-5d450f4c5fff tempest-TestMinimumBasicScenario-1725182798 tempest-TestMinimumBasicScenario-1725182798-project] 10.222.0.20 "GET /v2.0/security-groups?id=f86c0de7-6d5b-446d-ae83-5582784d20de&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0985267 Jun 23 12:03:28.054517 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.notifiers.nova [req-3c17f972-387d-4800-bbbe-b3b8e080ddef req-54c4327b-e672-4286-8d55-e5b812317509 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b88ac745-3ce8-4422-86e1-1d814da3870a {{(pid=94175) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 23 12:03:28.062610 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron_lib.callbacks.manager [req-3c17f972-387d-4800-bbbe-b3b8e080ddef req-54c4327b-e672-4286-8d55-e5b812317509 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 12:03:28.075853 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.db.provisioning_blocks [req-3c17f972-387d-4800-bbbe-b3b8e080ddef req-54c4327b-e672-4286-8d55-e5b812317509 service neutron] Transition to ACTIVE for port object b88ac745-3ce8-4422-86e1-1d814da3870a will not be triggered until provisioned by entity L2. {{(pid=94175) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 23 12:03:28.148151 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron_lib.callbacks.manager [req-3c17f972-387d-4800-bbbe-b3b8e080ddef req-54c4327b-e672-4286-8d55-e5b812317509 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-922904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866062', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773700135042', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773699642233', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773699642278', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5082471'] for port, after_update {{(pid=94175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 12:03:28.150423 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG oslo_concurrency.lockutils [None req-0dbb6d46-268e-468e-8979-4d671efc7389 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94175) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 12:03:28.208560 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54c4327b-e672-4286-8d55-e5b812317509 service neutron] Pushing event updated for resources: {'Port': ['ID=b88ac745-3ce8-4422-86e1-1d814da3870a,revision_number=2']} {{(pid=94175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 12:03:28.229500 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG oslo_concurrency.lockutils [None req-54c4327b-e672-4286-8d55-e5b812317509 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.079s {{(pid=94175) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 12:03:28.301422 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.plugins.ml2.managers [req-3c17f972-387d-4800-bbbe-b3b8e080ddef req-54c4327b-e672-4286-8d55-e5b812317509 service neutron] Attempting to bind port b88ac745-3ce8-4422-86e1-1d814da3870a on host hv-neutron-6013 for vnic_type normal with profile {{(pid=94175) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 23 12:03:28.301796 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.plugins.ml2.managers [req-3c17f972-387d-4800-bbbe-b3b8e080ddef req-54c4327b-e672-4286-8d55-e5b812317509 service neutron] Attempting to bind port b88ac745-3ce8-4422-86e1-1d814da3870a by drivers openvswitch,hyperv on host hv-neutron-6013 at level 0 using segments [{'id': 'a2b8d80c-5bd3-460b-8799-6021d9024aea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 423, 'network_id': '6096d4ee-1b17-45b0-aff9-0c8a8e63114d'}] {{(pid=94175) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 23 12:03:28.301947 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3c17f972-387d-4800-bbbe-b3b8e080ddef req-54c4327b-e672-4286-8d55-e5b812317509 service neutron] Attempting to bind port b88ac745-3ce8-4422-86e1-1d814da3870a on network 6096d4ee-1b17-45b0-aff9-0c8a8e63114d {{(pid=94175) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 23 12:03:28.307193 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3c17f972-387d-4800-bbbe-b3b8e080ddef req-54c4327b-e672-4286-8d55-e5b812317509 service neutron] Port b88ac745-3ce8-4422-86e1-1d814da3870a on network 6096d4ee-1b17-45b0-aff9-0c8a8e63114d not bound, no agent of type Open vSwitch agent registered on host hv-neutron-6013 {{(pid=94175) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 23 12:03:28.307584 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3c17f972-387d-4800-bbbe-b3b8e080ddef req-54c4327b-e672-4286-8d55-e5b812317509 service neutron] Attempting to bind port b88ac745-3ce8-4422-86e1-1d814da3870a on network 6096d4ee-1b17-45b0-aff9-0c8a8e63114d {{(pid=94175) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 23 12:03:28.313966 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3c17f972-387d-4800-bbbe-b3b8e080ddef req-54c4327b-e672-4286-8d55-e5b812317509 service neutron] Checking agent: {'id': '3a130b41-5b27-406b-aeb2-5a923af79f10', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-6013', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 23, 11, 28, 23), 'started_at': datetime.datetime(2021, 6, 23, 11, 28, 23), 'heartbeat_timestamp': datetime.datetime(2021, 6, 23, 12, 3, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94175) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 23 12:03:28.314310 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3c17f972-387d-4800-bbbe-b3b8e080ddef req-54c4327b-e672-4286-8d55-e5b812317509 service neutron] Checking segment: {'id': 'a2b8d80c-5bd3-460b-8799-6021d9024aea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 423, 'network_id': '6096d4ee-1b17-45b0-aff9-0c8a8e63114d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94175) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 23 12:03:28.314769 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3c17f972-387d-4800-bbbe-b3b8e080ddef req-54c4327b-e672-4286-8d55-e5b812317509 service neutron] Bound using segment: {'id': 'a2b8d80c-5bd3-460b-8799-6021d9024aea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 423, 'network_id': '6096d4ee-1b17-45b0-aff9-0c8a8e63114d'} {{(pid=94175) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 23 12:03:28.315245 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.plugins.ml2.managers [req-3c17f972-387d-4800-bbbe-b3b8e080ddef req-54c4327b-e672-4286-8d55-e5b812317509 service neutron] Bound port: b88ac745-3ce8-4422-86e1-1d814da3870a, host: hv-neutron-6013, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a2b8d80c-5bd3-460b-8799-6021d9024aea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 423, 'network_id': '6096d4ee-1b17-45b0-aff9-0c8a8e63114d'}}] {{(pid=94175) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 23 12:03:28.315592 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron_lib.callbacks.manager [req-3c17f972-387d-4800-bbbe-b3b8e080ddef req-54c4327b-e672-4286-8d55-e5b812317509 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-923122'] for port, before_update {{(pid=94175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 12:03:28.406811 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.plugins.ml2.db [req-3c17f972-387d-4800-bbbe-b3b8e080ddef req-54c4327b-e672-4286-8d55-e5b812317509 service neutron] For port b88ac745-3ce8-4422-86e1-1d814da3870a, host hv-neutron-6013, cleared binding levels {{(pid=94175) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 23 12:03:28.410476 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.plugins.ml2.db [req-3c17f972-387d-4800-bbbe-b3b8e080ddef req-54c4327b-e672-4286-8d55-e5b812317509 service neutron] For port b88ac745-3ce8-4422-86e1-1d814da3870a, host hv-neutron-6013, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-6013',level=0,port_id=b88ac745-3ce8-4422-86e1-1d814da3870a,segment=NetworkSegment(a2b8d80c-5bd3-460b-8799-6021d9024aea),segment_id=a2b8d80c-5bd3-460b-8799-6021d9024aea)] {{(pid=94175) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 23 12:03:28.474371 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron_lib.callbacks.manager [req-3c17f972-387d-4800-bbbe-b3b8e080ddef req-54c4327b-e672-4286-8d55-e5b812317509 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-922904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866062', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773700135042', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773699642233', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773699642278', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5082471'] for port, after_update {{(pid=94175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 12:03:28.477850 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG oslo_concurrency.lockutils [None req-2dc47ad6-2679-48d4-a6e0-a7d658f945bd tempest-TestEncryptedCinderVolumes-1026868442 tempest-TestEncryptedCinderVolumes-1026868442-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94175) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 12:03:28.532545 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c17f972-387d-4800-bbbe-b3b8e080ddef req-54c4327b-e672-4286-8d55-e5b812317509 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 12:03:28.533708 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron_lib.callbacks.manager [req-3c17f972-387d-4800-bbbe-b3b8e080ddef req-54c4327b-e672-4286-8d55-e5b812317509 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-217507'] for port, before_response {{(pid=94175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 12:03:28.540246 dv-neutron-601336-94-hyperv neutron-server[94175]: INFO neutron.wsgi [req-3c17f972-387d-4800-bbbe-b3b8e080ddef req-54c4327b-e672-4286-8d55-e5b812317509 service neutron] 10.222.0.52 "PUT /v2.0/ports/b88ac745-3ce8-4422-86e1-1d814da3870a HTTP/1.1" status: 200 len: 1094 time: 1.1434894 Jun 23 12:03:28.540840 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '91c1962e-2025-4752-b248-f9d4f003b3f8', 'tag': 'b88ac745-3ce8-4422-86e1-1d814da3870a'}] {{(pid=94175) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 23 12:03:28.543316 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1970408df4ea4e7170669a1249478e627cf05a5a0b07cc08a66c5cb53d0ac47a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-590b4c85-fc98-46ea-825a-c4720b3350eb" -d '{"events": [{"name": "network-changed", "server_uuid": "91c1962e-2025-4752-b248-f9d4f003b3f8", "tag": "b88ac745-3ce8-4422-86e1-1d814da3870a"}]}' {{(pid=94175) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 23 12:03:28.590369 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54c4327b-e672-4286-8d55-e5b812317509 service neutron] Pushing event updated for resources: {'Port': ['ID=b88ac745-3ce8-4422-86e1-1d814da3870a,revision_number=3']} {{(pid=94175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 12:03:28.604190 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG oslo_concurrency.lockutils [None req-54c4327b-e672-4286-8d55-e5b812317509 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.122s {{(pid=94175) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 12:03:28.608700 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 23 Jun 2021 12:03:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2b65f5ca-4b93-4a00-8cff-b8554f3a7267 x-openstack-request-id: req-2b65f5ca-4b93-4a00-8cff-b8554f3a7267 {{(pid=94175) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 23 12:03:28.609141 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "91c1962e-2025-4752-b248-f9d4f003b3f8", "tag": "b88ac745-3ce8-4422-86e1-1d814da3870a", "status": "completed", "code": 200}]} {{(pid=94175) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 23 12:03:28.609541 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-2b65f5ca-4b93-4a00-8cff-b8554f3a7267 {{(pid=94175) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 23 12:03:28.610695 dv-neutron-601336-94-hyperv neutron-server[94175]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '91c1962e-2025-4752-b248-f9d4f003b3f8', 'tag': 'b88ac745-3ce8-4422-86e1-1d814da3870a', 'status': 'completed', 'code': 200} Jun 23 12:03:29.132227 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40876e58-2f77-433e-8cb2-036d88ec7b10 req-5be5a706-8e16-426a-9b8a-50b6bb9dceec tempest-TestMinimumBasicScenario-1725182798 tempest-TestMinimumBasicScenario-1725182798-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 12:03:29.133803 dv-neutron-601336-94-hyperv neutron-server[94175]: INFO neutron.wsgi [req-40876e58-2f77-433e-8cb2-036d88ec7b10 req-5be5a706-8e16-426a-9b8a-50b6bb9dceec tempest-TestMinimumBasicScenario-1725182798 tempest-TestMinimumBasicScenario-1725182798-project] 10.222.0.20 "GET /v2.0/ports?device_id=91c1962e-2025-4752-b248-f9d4f003b3f8 HTTP/1.1" status: 200 len: 944 time: 0.0742676 Jun 23 12:03:29.182428 dv-neutron-601336-94-hyperv neutron-server[94175]: INFO neutron.wsgi [req-40876e58-2f77-433e-8cb2-036d88ec7b10 req-786fe010-2ed8-4c8a-91e6-c665d62273bc tempest-TestMinimumBasicScenario-1725182798 tempest-TestMinimumBasicScenario-1725182798-project] 10.222.0.20 "GET /v2.0/security-groups?id=f86c0de7-6d5b-446d-ae83-5582784d20de&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0413005 Jun 23 12:03:30.371712 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff7eccff-57ed-420d-b83b-7999aa6e0618 req-42a33ff4-ee79-4aee-aded-a9f82abbfa2f tempest-TestMinimumBasicScenario-1725182798 tempest-TestMinimumBasicScenario-1725182798-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94174) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 12:03:30.373238 dv-neutron-601336-94-hyperv neutron-server[94174]: INFO neutron.wsgi [req-ff7eccff-57ed-420d-b83b-7999aa6e0618 req-42a33ff4-ee79-4aee-aded-a9f82abbfa2f tempest-TestMinimumBasicScenario-1725182798 tempest-TestMinimumBasicScenario-1725182798-project] 10.222.0.20 "GET /v2.0/ports?device_id=91c1962e-2025-4752-b248-f9d4f003b3f8 HTTP/1.1" status: 200 len: 944 time: 0.0691488 Jun 23 12:03:30.413554 dv-neutron-601336-94-hyperv neutron-server[94174]: INFO neutron.wsgi [req-ff7eccff-57ed-420d-b83b-7999aa6e0618 req-644fb60c-0e08-41c8-b4f3-92828e87d807 tempest-TestMinimumBasicScenario-1725182798 tempest-TestMinimumBasicScenario-1725182798-project] 10.222.0.20 "GET /v2.0/security-groups?id=f86c0de7-6d5b-446d-ae83-5582784d20de&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0336225 Jun 23 12:03:31.612178 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d700b9d-dd2c-4817-b28d-0044bab8ba2b req-b72e5c8a-2e3e-4f4a-9ce5-8e191f543bab tempest-TestMinimumBasicScenario-1725182798 tempest-TestMinimumBasicScenario-1725182798-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 12:03:31.613731 dv-neutron-601336-94-hyperv neutron-server[94175]: INFO neutron.wsgi [req-1d700b9d-dd2c-4817-b28d-0044bab8ba2b req-b72e5c8a-2e3e-4f4a-9ce5-8e191f543bab tempest-TestMinimumBasicScenario-1725182798 tempest-TestMinimumBasicScenario-1725182798-project] 10.222.0.20 "GET /v2.0/ports?device_id=91c1962e-2025-4752-b248-f9d4f003b3f8 HTTP/1.1" status: 200 len: 944 time: 0.0716701 Jun 23 12:03:31.662241 dv-neutron-601336-94-hyperv neutron-server[94175]: INFO neutron.wsgi [req-1d700b9d-dd2c-4817-b28d-0044bab8ba2b req-7046874e-bc17-4da5-860a-6b820a237063 tempest-TestMinimumBasicScenario-1725182798 tempest-TestMinimumBasicScenario-1725182798-project] 10.222.0.20 "GET /v2.0/security-groups?id=f86c0de7-6d5b-446d-ae83-5582784d20de&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0409267 Jun 23 12:03:32.856335 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2762bb22-7958-4914-b00e-a3cc185b3fa4 req-e2534a39-9adc-4a5d-81cd-dc552c320fde tempest-TestMinimumBasicScenario-1725182798 tempest-TestMinimumBasicScenario-1725182798-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94174) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 12:03:32.858942 dv-neutron-601336-94-hyperv neutron-server[94174]: INFO neutron.wsgi [req-2762bb22-7958-4914-b00e-a3cc185b3fa4 req-e2534a39-9adc-4a5d-81cd-dc552c320fde tempest-TestMinimumBasicScenario-1725182798 tempest-TestMinimumBasicScenario-1725182798-project] 10.222.0.20 "GET /v2.0/ports?device_id=91c1962e-2025-4752-b248-f9d4f003b3f8 HTTP/1.1" status: 200 len: 944 time: 0.0784898 Jun 23 12:03:32.903454 dv-neutron-601336-94-hyperv neutron-server[94174]: INFO neutron.wsgi [req-2762bb22-7958-4914-b00e-a3cc185b3fa4 req-f2ccd8f3-31bd-40c0-ae76-16ea360a7ca6 tempest-TestMinimumBasicScenario-1725182798 tempest-TestMinimumBasicScenario-1725182798-project] 10.222.0.20 "GET /v2.0/security-groups?id=f86c0de7-6d5b-446d-ae83-5582784d20de&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0356519 Jun 23 12:03:34.110634 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b2205c3-8ac2-407b-8c2d-b6d2e41113fc req-8925b1bd-c041-4920-a002-ef2691c87be3 tempest-TestMinimumBasicScenario-1725182798 tempest-TestMinimumBasicScenario-1725182798-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 12:03:34.113647 dv-neutron-601336-94-hyperv neutron-server[94175]: INFO neutron.wsgi [req-5b2205c3-8ac2-407b-8c2d-b6d2e41113fc req-8925b1bd-c041-4920-a002-ef2691c87be3 tempest-TestMinimumBasicScenario-1725182798 tempest-TestMinimumBasicScenario-1725182798-project] 10.222.0.20 "GET /v2.0/ports?device_id=91c1962e-2025-4752-b248-f9d4f003b3f8 HTTP/1.1" status: 200 len: 944 time: 0.0799687 Jun 23 12:03:34.167767 dv-neutron-601336-94-hyperv neutron-server[94175]: INFO neutron.wsgi [req-5b2205c3-8ac2-407b-8c2d-b6d2e41113fc req-7c60bd5d-81e4-48cb-b0ce-f0decd0c3bac tempest-TestMinimumBasicScenario-1725182798 tempest-TestMinimumBasicScenario-1725182798-project] 10.222.0.20 "GET /v2.0/security-groups?id=f86c0de7-6d5b-446d-ae83-5582784d20de&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0493758 Jun 23 12:03:35.340522 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b78a9314-06c0-46e5-a4fe-9c8359a01d09 req-0f4eb0b3-498a-470b-aa08-9b6eabe89346 tempest-TestMinimumBasicScenario-1725182798 tempest-TestMinimumBasicScenario-1725182798-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94174) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 12:03:35.342068 dv-neutron-601336-94-hyperv neutron-server[94174]: INFO neutron.wsgi [req-b78a9314-06c0-46e5-a4fe-9c8359a01d09 req-0f4eb0b3-498a-470b-aa08-9b6eabe89346 tempest-TestMinimumBasicScenario-1725182798 tempest-TestMinimumBasicScenario-1725182798-project] 10.222.0.20 "GET /v2.0/ports?device_id=91c1962e-2025-4752-b248-f9d4f003b3f8 HTTP/1.1" status: 200 len: 944 time: 0.0683563 Jun 23 12:03:35.386354 dv-neutron-601336-94-hyperv neutron-server[94174]: INFO neutron.wsgi [req-b78a9314-06c0-46e5-a4fe-9c8359a01d09 req-3572daaf-dda5-4cf5-88cb-de8e837b573c tempest-TestMinimumBasicScenario-1725182798 tempest-TestMinimumBasicScenario-1725182798-project] 10.222.0.20 "GET /v2.0/security-groups?id=f86c0de7-6d5b-446d-ae83-5582784d20de&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0369401 Jun 23 12:03:36.590676 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6de12756-2709-4df0-b4f1-62867f29eb84 req-a974befd-0665-48a4-bd85-61f2f1d09333 tempest-TestMinimumBasicScenario-1725182798 tempest-TestMinimumBasicScenario-1725182798-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 12:03:36.592264 dv-neutron-601336-94-hyperv neutron-server[94175]: INFO neutron.wsgi [req-6de12756-2709-4df0-b4f1-62867f29eb84 req-a974befd-0665-48a4-bd85-61f2f1d09333 tempest-TestMinimumBasicScenario-1725182798 tempest-TestMinimumBasicScenario-1725182798-project] 10.222.0.20 "GET /v2.0/ports?device_id=91c1962e-2025-4752-b248-f9d4f003b3f8 HTTP/1.1" status: 200 len: 944 time: 0.0840816 Jun 23 12:03:36.640057 dv-neutron-601336-94-hyperv neutron-server[94175]: INFO neutron.wsgi [req-6de12756-2709-4df0-b4f1-62867f29eb84 req-a918ffbf-8d49-4739-bba8-779a973a2488 tempest-TestMinimumBasicScenario-1725182798 tempest-TestMinimumBasicScenario-1725182798-project] 10.222.0.20 "GET /v2.0/security-groups?id=f86c0de7-6d5b-446d-ae83-5582784d20de&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0388205 Jun 23 12:03:37.653835 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-590b4c85-fc98-46ea-825a-c4720b3350eb req-6b0c51b6-fd76-400c-a9b1-0332649ae6bc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 12:03:37.655342 dv-neutron-601336-94-hyperv neutron-server[94175]: INFO neutron.wsgi [req-590b4c85-fc98-46ea-825a-c4720b3350eb req-6b0c51b6-fd76-400c-a9b1-0332649ae6bc service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=f06e439ec74a4cb19d25535e57df5ef9&device_id=91c1962e-2025-4752-b248-f9d4f003b3f8 HTTP/1.1" status: 200 len: 1097 time: 0.0554574 Jun 23 12:03:37.831102 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c148434-45fe-4257-b692-2727139a334f req-a797528f-c00b-44ff-8dbc-d95cff760fae tempest-TestMinimumBasicScenario-1725182798 tempest-TestMinimumBasicScenario-1725182798-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94174) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 12:03:37.832733 dv-neutron-601336-94-hyperv neutron-server[94174]: INFO neutron.wsgi [req-4c148434-45fe-4257-b692-2727139a334f req-a797528f-c00b-44ff-8dbc-d95cff760fae tempest-TestMinimumBasicScenario-1725182798 tempest-TestMinimumBasicScenario-1725182798-project] 10.222.0.20 "GET /v2.0/ports?device_id=91c1962e-2025-4752-b248-f9d4f003b3f8 HTTP/1.1" status: 200 len: 944 time: 0.0820558 Jun 23 12:03:37.877333 dv-neutron-601336-94-hyperv neutron-server[94174]: INFO neutron.wsgi [req-4c148434-45fe-4257-b692-2727139a334f req-1a52eac9-d8b2-42a3-81fe-e0cef41236cb tempest-TestMinimumBasicScenario-1725182798 tempest-TestMinimumBasicScenario-1725182798-project] 10.222.0.20 "GET /v2.0/security-groups?id=f86c0de7-6d5b-446d-ae83-5582784d20de&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0384355 Jun 23 12:03:38.136266 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-590b4c85-fc98-46ea-825a-c4720b3350eb req-6d1830b7-70d8-4f79-bd94-bb97604f2e90 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 12:03:38.137588 dv-neutron-601336-94-hyperv neutron-server[94175]: INFO neutron.wsgi [req-590b4c85-fc98-46ea-825a-c4720b3350eb req-6d1830b7-70d8-4f79-bd94-bb97604f2e90 service neutron] 10.222.0.52 "GET /v2.0/networks?tenant_id=f06e439ec74a4cb19d25535e57df5ef9&shared=False HTTP/1.1" status: 200 len: 916 time: 0.4713953 Jun 23 12:03:38.232860 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-590b4c85-fc98-46ea-825a-c4720b3350eb req-490e6191-6b2d-4913-a039-5507c421e322 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 12:03:38.239008 dv-neutron-601336-94-hyperv neutron-server[94175]: INFO neutron.wsgi [req-590b4c85-fc98-46ea-825a-c4720b3350eb req-490e6191-6b2d-4913-a039-5507c421e322 service neutron] 10.222.0.52 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0898423 Jun 23 12:03:38.332314 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c17f972-387d-4800-bbbe-b3b8e080ddef req-18e161a7-baf4-4ec0-9e8c-cb62ef9201c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 12:03:38.333852 dv-neutron-601336-94-hyperv neutron-server[94175]: INFO neutron.wsgi [req-3c17f972-387d-4800-bbbe-b3b8e080ddef req-18e161a7-baf4-4ec0-9e8c-cb62ef9201c0 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=f06e439ec74a4cb19d25535e57df5ef9&device_id=91c1962e-2025-4752-b248-f9d4f003b3f8 HTTP/1.1" status: 200 len: 1097 time: 0.0576661 Jun 23 12:03:38.374637 dv-neutron-601336-94-hyperv neutron-server[94175]: INFO neutron.wsgi [req-3c17f972-387d-4800-bbbe-b3b8e080ddef req-c3651835-aa3f-4fb0-9e1d-8c2626c2dadf service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=b88ac745-3ce8-4422-86e1-1d814da3870a HTTP/1.1" status: 200 len: 217 time: 0.0340061 Jun 23 12:03:38.421720 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c17f972-387d-4800-bbbe-b3b8e080ddef req-80b887be-88a9-4e2e-ac40-2b3e57f1e696 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 12:03:38.423644 dv-neutron-601336-94-hyperv neutron-server[94175]: INFO neutron.wsgi [req-3c17f972-387d-4800-bbbe-b3b8e080ddef req-80b887be-88a9-4e2e-ac40-2b3e57f1e696 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=a835be8d-3991-41bc-8711-847ef4ce7022 HTTP/1.1" status: 200 len: 854 time: 0.0435526 Jun 23 12:03:38.481967 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c17f972-387d-4800-bbbe-b3b8e080ddef req-f6053e14-5be4-4cb5-aa21-77bb39ef394b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 12:03:38.483524 dv-neutron-601336-94-hyperv neutron-server[94175]: INFO neutron.wsgi [req-3c17f972-387d-4800-bbbe-b3b8e080ddef req-f6053e14-5be4-4cb5-aa21-77bb39ef394b service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=6096d4ee-1b17-45b0-aff9-0c8a8e63114d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1178 time: 0.0535626 Jun 23 12:03:38.578713 dv-neutron-601336-94-hyperv neutron-server[94175]: INFO neutron.wsgi [req-3c17f972-387d-4800-bbbe-b3b8e080ddef req-713bda93-8e37-4a20-bbcb-bb5d44a3429d service neutron] 10.222.0.52 "GET /v2.0/networks/6096d4ee-1b17-45b0-aff9-0c8a8e63114d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0886040 Jun 23 12:03:38.667903 dv-neutron-601336-94-hyperv neutron-server[94175]: INFO neutron.wsgi [req-3c17f972-387d-4800-bbbe-b3b8e080ddef req-f7a42b64-f320-4005-bd8f-4104c6110b7a service neutron] 10.222.0.52 "GET /v2.0/networks/6096d4ee-1b17-45b0-aff9-0c8a8e63114d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0826080 Jun 23 12:03:39.065226 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aab6ab49-04a2-41e8-b57c-21f5969c280b req-0312861c-110d-4cd5-a9e9-ab8a8504b7ec tempest-TestMinimumBasicScenario-1725182798 tempest-TestMinimumBasicScenario-1725182798-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 12:03:39.066764 dv-neutron-601336-94-hyperv neutron-server[94175]: INFO neutron.wsgi [req-aab6ab49-04a2-41e8-b57c-21f5969c280b req-0312861c-110d-4cd5-a9e9-ab8a8504b7ec tempest-TestMinimumBasicScenario-1725182798 tempest-TestMinimumBasicScenario-1725182798-project] 10.222.0.20 "GET /v2.0/ports?device_id=91c1962e-2025-4752-b248-f9d4f003b3f8 HTTP/1.1" status: 200 len: 944 time: 0.0704660 Jun 23 12:03:39.108620 dv-neutron-601336-94-hyperv neutron-server[94175]: INFO neutron.wsgi [req-aab6ab49-04a2-41e8-b57c-21f5969c280b req-27638328-b113-437c-a820-f565b031e930 tempest-TestMinimumBasicScenario-1725182798 tempest-TestMinimumBasicScenario-1725182798-project] 10.222.0.20 "GET /v2.0/security-groups?id=f86c0de7-6d5b-446d-ae83-5582784d20de&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0360668 Jun 23 12:03:40.283208 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc1964d3-1c88-4d08-b736-4ead75fd712a req-e3c375a4-7454-4f9c-a359-1abed2c9dc1d tempest-TestMinimumBasicScenario-1725182798 tempest-TestMinimumBasicScenario-1725182798-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94174) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 12:03:40.284697 dv-neutron-601336-94-hyperv neutron-server[94174]: INFO neutron.wsgi [req-cc1964d3-1c88-4d08-b736-4ead75fd712a req-e3c375a4-7454-4f9c-a359-1abed2c9dc1d tempest-TestMinimumBasicScenario-1725182798 tempest-TestMinimumBasicScenario-1725182798-project] 10.222.0.20 "GET /v2.0/ports?device_id=91c1962e-2025-4752-b248-f9d4f003b3f8 HTTP/1.1" status: 200 len: 944 time: 0.0671582 Jun 23 12:03:40.322404 dv-neutron-601336-94-hyperv neutron-server[94174]: INFO neutron.wsgi [req-cc1964d3-1c88-4d08-b736-4ead75fd712a req-97b7639e-cb7d-44ad-adf4-3863ce09c655 tempest-TestMinimumBasicScenario-1725182798 tempest-TestMinimumBasicScenario-1725182798-project] 10.222.0.20 "GET /v2.0/security-groups?id=f86c0de7-6d5b-446d-ae83-5582784d20de&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0320523 Jun 23 12:03:40.953076 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron_lib.callbacks.manager [None req-58ac8cbd-bfab-41ce-8977-84e5d53c96ad None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773699952132', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-899307'] for agent, after_update {{(pid=94176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 12:03:41.163532 dv-neutron-601336-94-hyperv neutron-server[94177]: DEBUG neutron.db.agents_db [None req-90fb1279-e4c5-4e73-8d66-3a29811dc4e3 None None] Agent healthcheck: found 6 active agents {{(pid=94177) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 23 12:03:41.491793 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf96482a-d811-466b-b211-324c23f6471e req-cc601bb5-ba63-44b4-b0d8-695df5c7d86e tempest-TestMinimumBasicScenario-1725182798 tempest-TestMinimumBasicScenario-1725182798-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 12:03:41.498658 dv-neutron-601336-94-hyperv neutron-server[94175]: INFO neutron.wsgi [req-bf96482a-d811-466b-b211-324c23f6471e req-cc601bb5-ba63-44b4-b0d8-695df5c7d86e tempest-TestMinimumBasicScenario-1725182798 tempest-TestMinimumBasicScenario-1725182798-project] 10.222.0.20 "GET /v2.0/ports?device_id=91c1962e-2025-4752-b248-f9d4f003b3f8 HTTP/1.1" status: 200 len: 944 time: 0.0622716 Jun 23 12:03:41.530797 dv-neutron-601336-94-hyperv neutron-server[94175]: INFO neutron.wsgi [req-bf96482a-d811-466b-b211-324c23f6471e req-c04f8af3-0e57-4125-a489-6d9a28f14ce5 tempest-TestMinimumBasicScenario-1725182798 tempest-TestMinimumBasicScenario-1725182798-project] 10.222.0.20 "GET /v2.0/security-groups?id=f86c0de7-6d5b-446d-ae83-5582784d20de&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0316961 Jun 23 12:03:42.688770 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.plugins.ml2.rpc [None req-97bd5441-1da2-49ee-a364-27795820ba27 None None] Device b88ac745-3ce8-4422-86e1-1d814da3870a details requested by agent hyperv_hv-neutron-6013 with host hv-neutron-6013 {{(pid=94176) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:104}} Jun 23 12:03:42.704132 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-317c85e9-ae7e-4b6e-9e76-eff445d31a71 req-cab2e769-6616-482b-906b-e0fdb762b2a2 tempest-TestMinimumBasicScenario-1725182798 tempest-TestMinimumBasicScenario-1725182798-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94174) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 12:03:42.705677 dv-neutron-601336-94-hyperv neutron-server[94174]: INFO neutron.wsgi [req-317c85e9-ae7e-4b6e-9e76-eff445d31a71 req-cab2e769-6616-482b-906b-e0fdb762b2a2 tempest-TestMinimumBasicScenario-1725182798 tempest-TestMinimumBasicScenario-1725182798-project] 10.222.0.20 "GET /v2.0/ports?device_id=91c1962e-2025-4752-b248-f9d4f003b3f8 HTTP/1.1" status: 200 len: 944 time: 0.0634553 Jun 23 12:03:42.742295 dv-neutron-601336-94-hyperv neutron-server[94174]: INFO neutron.wsgi [req-317c85e9-ae7e-4b6e-9e76-eff445d31a71 req-e63a39e0-e384-4b44-b06a-0d718912c541 tempest-TestMinimumBasicScenario-1725182798 tempest-TestMinimumBasicScenario-1725182798-project] 10.222.0.20 "GET /v2.0/security-groups?id=f86c0de7-6d5b-446d-ae83-5582784d20de&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0310488 Jun 23 12:03:42.782047 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.plugins.ml2.db [None req-97bd5441-1da2-49ee-a364-27795820ba27 None None] For port b88ac745-3ce8-4422-86e1-1d814da3870a, host hv-neutron-6013, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-6013',level=0,port_id=b88ac745-3ce8-4422-86e1-1d814da3870a,segment=NetworkSegment(a2b8d80c-5bd3-460b-8799-6021d9024aea),segment_id=a2b8d80c-5bd3-460b-8799-6021d9024aea)] {{(pid=94176) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 23 12:03:42.792906 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.plugins.ml2.rpc [None req-97bd5441-1da2-49ee-a364-27795820ba27 None None] Returning: {'device': 'b88ac745-3ce8-4422-86e1-1d814da3870a', 'network_id': '6096d4ee-1b17-45b0-aff9-0c8a8e63114d', 'port_id': 'b88ac745-3ce8-4422-86e1-1d814da3870a', 'mac_address': 'fa:16:3e:03:f2:09', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 423, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a835be8d-3991-41bc-8711-847ef4ce7022', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94176) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:186}} Jun 23 12:03:42.831568 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron_lib.callbacks.manager [None req-97bd5441-1da2-49ee-a364-27795820ba27 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-923122'] for port, before_update {{(pid=94176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 12:03:42.843186 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.notifiers.nova [None req-97bd5441-1da2-49ee-a364-27795820ba27 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b88ac745-3ce8-4422-86e1-1d814da3870a {{(pid=94176) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 23 12:03:42.861893 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.plugins.ml2.db [None req-97bd5441-1da2-49ee-a364-27795820ba27 None None] For port b88ac745-3ce8-4422-86e1-1d814da3870a, host hv-neutron-6013, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-6013',level=0,port_id=b88ac745-3ce8-4422-86e1-1d814da3870a,segment=NetworkSegment(a2b8d80c-5bd3-460b-8799-6021d9024aea),segment_id=a2b8d80c-5bd3-460b-8799-6021d9024aea)] {{(pid=94176) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 23 12:03:42.924091 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron_lib.callbacks.manager [None req-97bd5441-1da2-49ee-a364-27795820ba27 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-922904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866062', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773700135042', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773699642233', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773699642278'] for port, after_update {{(pid=94176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 12:03:42.925779 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG oslo_concurrency.lockutils [None req-30d92609-9326-4608-abfc-887583d8598b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 12:03:42.972409 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97bd5441-1da2-49ee-a364-27795820ba27 None None] Pushing event updated for resources: {'Port': ['ID=b88ac745-3ce8-4422-86e1-1d814da3870a,revision_number=4']} {{(pid=94176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 12:03:42.979144 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97bd5441-1da2-49ee-a364-27795820ba27 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-601336-94-hyperv {{(pid=94176) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 12:03:42.979495 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97bd5441-1da2-49ee-a364-27795820ba27 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-94-hyperv {{(pid=94176) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 12:03:42.979842 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97bd5441-1da2-49ee-a364-27795820ba27 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-94-hyperv {{(pid=94176) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 12:03:42.980176 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97bd5441-1da2-49ee-a364-27795820ba27 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-601336-94-hyperv {{(pid=94176) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 12:03:42.980504 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97bd5441-1da2-49ee-a364-27795820ba27 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-601336-94-hyperv {{(pid=94176) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 12:03:42.980832 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97bd5441-1da2-49ee-a364-27795820ba27 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-601336-94-hyperv {{(pid=94176) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 12:03:42.981162 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97bd5441-1da2-49ee-a364-27795820ba27 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-601336-94-hyperv {{(pid=94176) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 12:03:42.981488 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97bd5441-1da2-49ee-a364-27795820ba27 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-601336-94-hyperv {{(pid=94176) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 12:03:42.981810 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97bd5441-1da2-49ee-a364-27795820ba27 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-601336-94-hyperv {{(pid=94176) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 12:03:42.982132 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97bd5441-1da2-49ee-a364-27795820ba27 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-94-hyperv {{(pid=94176) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 12:03:42.982452 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97bd5441-1da2-49ee-a364-27795820ba27 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-601336-94-hyperv {{(pid=94176) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 12:03:42.982866 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97bd5441-1da2-49ee-a364-27795820ba27 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-601336-94-hyperv {{(pid=94176) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 12:03:42.987192 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG oslo_concurrency.lockutils [None req-97bd5441-1da2-49ee-a364-27795820ba27 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.061s {{(pid=94176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 12:03:43.130979 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.plugins.ml2.db [None req-97bd5441-1da2-49ee-a364-27795820ba27 None None] get_ports_and_sgs() called for port_ids ['b88ac745-3ce8-4422-86e1-1d814da3870a'] {{(pid=94176) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 23 12:03:43.236206 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron_lib.callbacks.manager [None req-4164b8d9-292f-42f5-85d3-78d0ca27bd70 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773699952132', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-899307'] for agent, after_update {{(pid=94176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 12:03:43.873271 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron_lib.callbacks.manager [None req-dc7542b2-afef-47f4-a763-e3a3cba144be None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773699952132', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-899307'] for agent, after_update {{(pid=94176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 12:03:43.923762 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49265b4a-8e27-408a-9f4b-4671b2d5c247 req-6e3c3a7c-c109-414a-a1dc-00da13230438 tempest-TestMinimumBasicScenario-1725182798 tempest-TestMinimumBasicScenario-1725182798-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 12:03:43.925284 dv-neutron-601336-94-hyperv neutron-server[94175]: INFO neutron.wsgi [req-49265b4a-8e27-408a-9f4b-4671b2d5c247 req-6e3c3a7c-c109-414a-a1dc-00da13230438 tempest-TestMinimumBasicScenario-1725182798 tempest-TestMinimumBasicScenario-1725182798-project] 10.222.0.20 "GET /v2.0/ports?device_id=91c1962e-2025-4752-b248-f9d4f003b3f8 HTTP/1.1" status: 200 len: 945 time: 0.0706148 Jun 23 12:03:43.964543 dv-neutron-601336-94-hyperv neutron-server[94175]: INFO neutron.wsgi [req-49265b4a-8e27-408a-9f4b-4671b2d5c247 req-f90112fe-aa4e-4edd-ac85-8eda73a5fd66 tempest-TestMinimumBasicScenario-1725182798 tempest-TestMinimumBasicScenario-1725182798-project] 10.222.0.20 "GET /v2.0/security-groups?id=f86c0de7-6d5b-446d-ae83-5582784d20de&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0330169 Jun 23 12:03:44.703528 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.plugins.ml2.rpc [None req-97bd5441-1da2-49ee-a364-27795820ba27 None None] Device b88ac745-3ce8-4422-86e1-1d814da3870a up at agent hyperv_hv-neutron-6013 {{(pid=94176) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:298}} Jun 23 12:03:44.728434 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron_lib.callbacks.manager [None req-4c20ea5f-bc7f-4d4e-935d-57f082af6ccb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773699952132', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-899307'] for agent, after_update {{(pid=94176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 12:03:44.815588 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.db.provisioning_blocks [None req-97bd5441-1da2-49ee-a364-27795820ba27 None None] Provisioning for port b88ac745-3ce8-4422-86e1-1d814da3870a completed by entity L2. {{(pid=94176) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 23 12:03:44.819388 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.db.provisioning_blocks [None req-97bd5441-1da2-49ee-a364-27795820ba27 None None] Provisioning complete for port b88ac745-3ce8-4422-86e1-1d814da3870a triggered by entity L2. {{(pid=94176) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 23 12:03:44.819775 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron_lib.callbacks.manager [None req-97bd5441-1da2-49ee-a364-27795820ba27 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-899258'] for port, provisioning_complete {{(pid=94176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 12:03:44.893747 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron_lib.callbacks.manager [None req-97bd5441-1da2-49ee-a364-27795820ba27 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-923122'] for port, before_update {{(pid=94176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 12:03:44.914897 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '91c1962e-2025-4752-b248-f9d4f003b3f8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b88ac745-3ce8-4422-86e1-1d814da3870a'}] {{(pid=94176) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 23 12:03:44.917157 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}887b0dfc0393de878080286a57e4a08d4fa60dd0cddd118f338ebfcd351ddd4c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a5488546-1c3d-4c2f-b8e5-52cee52067bb" -d '{"events": [{"server_uuid": "91c1962e-2025-4752-b248-f9d4f003b3f8", "name": "network-vif-plugged", "status": "completed", "tag": "b88ac745-3ce8-4422-86e1-1d814da3870a"}]}' {{(pid=94176) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 23 12:03:44.929777 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.plugins.ml2.db [None req-97bd5441-1da2-49ee-a364-27795820ba27 None None] For port b88ac745-3ce8-4422-86e1-1d814da3870a, host hv-neutron-6013, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-6013',level=0,port_id=b88ac745-3ce8-4422-86e1-1d814da3870a,segment=NetworkSegment(a2b8d80c-5bd3-460b-8799-6021d9024aea),segment_id=a2b8d80c-5bd3-460b-8799-6021d9024aea)] {{(pid=94176) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 23 12:03:44.955860 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 23 Jun 2021 12:03:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-727fc958-7ce0-4223-af6c-6b774f58c41b x-openstack-request-id: req-727fc958-7ce0-4223-af6c-6b774f58c41b {{(pid=94176) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 23 12:03:44.955860 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "91c1962e-2025-4752-b248-f9d4f003b3f8", "name": "network-vif-plugged", "status": "completed", "tag": "b88ac745-3ce8-4422-86e1-1d814da3870a", "code": 200}]} {{(pid=94176) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 23 12:03:44.955860 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-727fc958-7ce0-4223-af6c-6b774f58c41b {{(pid=94176) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 23 12:03:44.955860 dv-neutron-601336-94-hyperv neutron-server[94176]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '91c1962e-2025-4752-b248-f9d4f003b3f8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b88ac745-3ce8-4422-86e1-1d814da3870a', 'code': 200} Jun 23 12:03:44.998787 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron_lib.callbacks.manager [None req-97bd5441-1da2-49ee-a364-27795820ba27 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-922904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866062', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773700135042', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773699642233', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773699642278'] for port, after_update {{(pid=94176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 12:03:45.002355 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG oslo_concurrency.lockutils [None req-97bd5441-1da2-49ee-a364-27795820ba27 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 12:03:45.051508 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97bd5441-1da2-49ee-a364-27795820ba27 None None] Pushing event updated for resources: {'Port': ['ID=b88ac745-3ce8-4422-86e1-1d814da3870a,revision_number=5']} {{(pid=94176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 12:03:45.054524 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG oslo_concurrency.lockutils [None req-97bd5441-1da2-49ee-a364-27795820ba27 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.052s {{(pid=94176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 12:03:45.141803 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1520c11d-681d-4032-b8bc-d45d2a7de4e1 req-40fb1f3c-d9bf-4ba4-812c-e29d480abc60 tempest-TestMinimumBasicScenario-1725182798 tempest-TestMinimumBasicScenario-1725182798-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 12:03:45.143367 dv-neutron-601336-94-hyperv neutron-server[94175]: INFO neutron.wsgi [req-1520c11d-681d-4032-b8bc-d45d2a7de4e1 req-40fb1f3c-d9bf-4ba4-812c-e29d480abc60 tempest-TestMinimumBasicScenario-1725182798 tempest-TestMinimumBasicScenario-1725182798-project] 10.222.0.20 "GET /v2.0/ports?device_id=91c1962e-2025-4752-b248-f9d4f003b3f8 HTTP/1.1" status: 200 len: 946 time: 0.0692363 Jun 23 12:03:45.180793 dv-neutron-601336-94-hyperv neutron-server[94175]: INFO neutron.wsgi [req-1520c11d-681d-4032-b8bc-d45d2a7de4e1 req-cccaeb35-d5d4-4d6e-b07f-79467b382f89 tempest-TestMinimumBasicScenario-1725182798 tempest-TestMinimumBasicScenario-1725182798-project] 10.222.0.20 "GET /v2.0/security-groups?id=f86c0de7-6d5b-446d-ae83-5582784d20de&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0315032 Jun 23 12:03:45.301809 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c09ec1cd-b579-4209-a8c4-248cb3d7381e req-245b9dbf-70f2-4f14-89af-b19bd6ea5b06 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 12:03:45.303237 dv-neutron-601336-94-hyperv neutron-server[94175]: INFO neutron.wsgi [req-c09ec1cd-b579-4209-a8c4-248cb3d7381e req-245b9dbf-70f2-4f14-89af-b19bd6ea5b06 service neutron] 10.222.0.52 "GET /v2.0/ports?device_id=91c1962e-2025-4752-b248-f9d4f003b3f8 HTTP/1.1" status: 200 len: 1099 time: 0.0528903 Jun 23 12:03:45.341125 dv-neutron-601336-94-hyperv neutron-server[94175]: INFO neutron.wsgi [req-c09ec1cd-b579-4209-a8c4-248cb3d7381e req-3749d50a-0c07-4ca7-a17b-45b0013bc862 service neutron] 10.222.0.52 "GET /v2.0/security-groups?id=f86c0de7-6d5b-446d-ae83-5582784d20de&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0318334 Jun 23 12:03:46.357734 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bf82e7e-df4c-405c-ad1f-51507dbe3274 req-117081a1-8860-412c-a821-b611307b6011 tempest-TestMinimumBasicScenario-1725182798 tempest-TestMinimumBasicScenario-1725182798-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94174) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 12:03:46.359243 dv-neutron-601336-94-hyperv neutron-server[94174]: INFO neutron.wsgi [req-1bf82e7e-df4c-405c-ad1f-51507dbe3274 req-117081a1-8860-412c-a821-b611307b6011 tempest-TestMinimumBasicScenario-1725182798 tempest-TestMinimumBasicScenario-1725182798-project] 10.222.0.20 "GET /v2.0/ports?device_id=91c1962e-2025-4752-b248-f9d4f003b3f8 HTTP/1.1" status: 200 len: 946 time: 0.0671191 Jun 23 12:03:46.398146 dv-neutron-601336-94-hyperv neutron-server[94174]: INFO neutron.wsgi [req-1bf82e7e-df4c-405c-ad1f-51507dbe3274 req-ab858bec-52db-42b2-ad11-f2b2a8e03fe8 tempest-TestMinimumBasicScenario-1725182798 tempest-TestMinimumBasicScenario-1725182798-project] 10.222.0.20 "GET /v2.0/security-groups?id=f86c0de7-6d5b-446d-ae83-5582784d20de&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0330203 Jun 23 12:03:46.741556 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron_lib.callbacks.manager [None req-95d6aa8f-24e7-4234-82ff-f502266c3285 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773699952132', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-899307'] for agent, after_update {{(pid=94176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 12:03:47.584721 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33617ded-dfc5-45b3-bc15-c47b9ce3c049 req-4f36c663-7396-409a-b04b-1b44872b9830 tempest-TestMinimumBasicScenario-1725182798 tempest-TestMinimumBasicScenario-1725182798-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 12:03:47.586232 dv-neutron-601336-94-hyperv neutron-server[94175]: INFO neutron.wsgi [req-33617ded-dfc5-45b3-bc15-c47b9ce3c049 req-4f36c663-7396-409a-b04b-1b44872b9830 tempest-TestMinimumBasicScenario-1725182798 tempest-TestMinimumBasicScenario-1725182798-project] 10.222.0.20 "GET /v2.0/ports?device_id=91c1962e-2025-4752-b248-f9d4f003b3f8 HTTP/1.1" status: 200 len: 946 time: 0.0643485 Jun 23 12:03:47.623270 dv-neutron-601336-94-hyperv neutron-server[94175]: INFO neutron.wsgi [req-33617ded-dfc5-45b3-bc15-c47b9ce3c049 req-b0dc8dfb-035d-4252-aad0-f0710f957a9c tempest-TestMinimumBasicScenario-1725182798 tempest-TestMinimumBasicScenario-1725182798-project] 10.222.0.20 "GET /v2.0/security-groups?id=f86c0de7-6d5b-446d-ae83-5582784d20de&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0314054 Jun 23 12:03:47.793696 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71eabe60-7f63-4743-ac98-186a7be39acf req-69549585-ec33-41e2-913e-77ed56b0b159 tempest-TestMinimumBasicScenario-1725182798 tempest-TestMinimumBasicScenario-1725182798-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94174) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 12:03:47.795071 dv-neutron-601336-94-hyperv neutron-server[94174]: INFO neutron.wsgi [req-71eabe60-7f63-4743-ac98-186a7be39acf req-69549585-ec33-41e2-913e-77ed56b0b159 tempest-TestMinimumBasicScenario-1725182798 tempest-TestMinimumBasicScenario-1725182798-project] 10.222.0.20 "GET /v2.0/ports?device_id=91c1962e-2025-4752-b248-f9d4f003b3f8 HTTP/1.1" status: 200 len: 946 time: 0.0629880 Jun 23 12:03:47.832303 dv-neutron-601336-94-hyperv neutron-server[94174]: INFO neutron.wsgi [req-71eabe60-7f63-4743-ac98-186a7be39acf req-4a7bbd64-7d1b-4589-b628-fec2c30bf4aa tempest-TestMinimumBasicScenario-1725182798 tempest-TestMinimumBasicScenario-1725182798-project] 10.222.0.20 "GET /v2.0/security-groups?id=f86c0de7-6d5b-446d-ae83-5582784d20de&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0316751 Jun 23 12:03:48.222066 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03c0044b-96f5-4ba2-8952-63623ce06245 req-c3fe0e30-0d48-4952-a994-e7f942ffb713 tempest-TestMinimumBasicScenario-1725182798 tempest-TestMinimumBasicScenario-1725182798-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94174) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 12:03:48.223556 dv-neutron-601336-94-hyperv neutron-server[94174]: INFO neutron.wsgi [req-03c0044b-96f5-4ba2-8952-63623ce06245 req-c3fe0e30-0d48-4952-a994-e7f942ffb713 tempest-TestMinimumBasicScenario-1725182798 tempest-TestMinimumBasicScenario-1725182798-project] 10.222.0.20 "GET /v2.0/ports?device_id=91c1962e-2025-4752-b248-f9d4f003b3f8 HTTP/1.1" status: 200 len: 946 time: 0.0701246 Jun 23 12:03:48.261102 dv-neutron-601336-94-hyperv neutron-server[94174]: INFO neutron.wsgi [req-03c0044b-96f5-4ba2-8952-63623ce06245 req-da27d2aa-9deb-4bd5-ba8a-f21fcfb1f87e tempest-TestMinimumBasicScenario-1725182798 tempest-TestMinimumBasicScenario-1725182798-project] 10.222.0.20 "GET /v2.0/security-groups?id=f86c0de7-6d5b-446d-ae83-5582784d20de&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0319650 Jun 23 12:03:53.569998 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron_lib.callbacks.manager [None req-97bd5441-1da2-49ee-a364-27795820ba27 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773699952132', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-899307'] for agent, after_update {{(pid=94176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 12:03:56.426764 dv-neutron-601336-94-hyperv neutron-server[94175]: INFO neutron.wsgi [req-7e99c83e-7975-4aa3-a61e-60688de99cfc req-602242c2-c5bc-4cee-b67d-fde930af2c81 service neutron] 10.222.0.52 "GET /v2.0/ports?device_id=91c1962e-2025-4752-b248-f9d4f003b3f8&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0514619 Jun 23 12:03:56.523716 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e99c83e-7975-4aa3-a61e-60688de99cfc req-3b59bd9d-bcda-4090-b249-892a1767143e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 12:03:56.525059 dv-neutron-601336-94-hyperv neutron-server[94175]: INFO neutron.wsgi [req-7e99c83e-7975-4aa3-a61e-60688de99cfc req-3b59bd9d-bcda-4090-b249-892a1767143e service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=f06e439ec74a4cb19d25535e57df5ef9&device_id=91c1962e-2025-4752-b248-f9d4f003b3f8 HTTP/1.1" status: 200 len: 1099 time: 0.0563169 Jun 23 12:03:56.628146 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e99c83e-7975-4aa3-a61e-60688de99cfc req-31a00032-35df-454a-824b-48e4f170f102 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 12:03:56.629564 dv-neutron-601336-94-hyperv neutron-server[94175]: INFO neutron.wsgi [req-7e99c83e-7975-4aa3-a61e-60688de99cfc req-31a00032-35df-454a-824b-48e4f170f102 service neutron] 10.222.0.52 "GET /v2.0/networks?id=6096d4ee-1b17-45b0-aff9-0c8a8e63114d HTTP/1.1" status: 200 len: 916 time: 0.0808990 Jun 23 12:03:56.670189 dv-neutron-601336-94-hyperv neutron-server[94175]: INFO neutron.wsgi [req-7e99c83e-7975-4aa3-a61e-60688de99cfc req-a0f0e673-35dd-4e8b-9119-7a2b9b4a8e4e service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=b88ac745-3ce8-4422-86e1-1d814da3870a HTTP/1.1" status: 200 len: 217 time: 0.0338473 Jun 23 12:03:56.723152 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e99c83e-7975-4aa3-a61e-60688de99cfc req-74b0599c-36c1-4d57-940d-cc079b1c362e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 12:03:56.724601 dv-neutron-601336-94-hyperv neutron-server[94175]: INFO neutron.wsgi [req-7e99c83e-7975-4aa3-a61e-60688de99cfc req-74b0599c-36c1-4d57-940d-cc079b1c362e service neutron] 10.222.0.52 "GET /v2.0/subnets?id=a835be8d-3991-41bc-8711-847ef4ce7022 HTTP/1.1" status: 200 len: 854 time: 0.0472660 Jun 23 12:03:56.784880 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e99c83e-7975-4aa3-a61e-60688de99cfc req-a768a561-da86-44f4-8a13-52013257f401 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 12:03:56.786276 dv-neutron-601336-94-hyperv neutron-server[94175]: INFO neutron.wsgi [req-7e99c83e-7975-4aa3-a61e-60688de99cfc req-a768a561-da86-44f4-8a13-52013257f401 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=6096d4ee-1b17-45b0-aff9-0c8a8e63114d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1178 time: 0.0550666 Jun 23 12:03:56.872167 dv-neutron-601336-94-hyperv neutron-server[94175]: INFO neutron.wsgi [req-7e99c83e-7975-4aa3-a61e-60688de99cfc req-34e6db0b-81e0-4e80-88ee-a1c0075f2a32 service neutron] 10.222.0.52 "GET /v2.0/networks/6096d4ee-1b17-45b0-aff9-0c8a8e63114d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0792201 Jun 23 12:03:56.964296 dv-neutron-601336-94-hyperv neutron-server[94175]: INFO neutron.wsgi [req-7e99c83e-7975-4aa3-a61e-60688de99cfc req-245eb1ad-f579-4759-a088-6f1af9c7659c service neutron] 10.222.0.52 "GET /v2.0/networks/6096d4ee-1b17-45b0-aff9-0c8a8e63114d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0849347 Jun 23 12:04:02.958985 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db60340d-53fa-4c13-b6bc-ba2483872753 req-6c89b205-883b-42f3-8279-5e4ee20f769d tempest-TestMinimumBasicScenario-1725182798 tempest-TestMinimumBasicScenario-1725182798-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94174) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 12:04:02.960401 dv-neutron-601336-94-hyperv neutron-server[94174]: INFO neutron.wsgi [req-db60340d-53fa-4c13-b6bc-ba2483872753 req-6c89b205-883b-42f3-8279-5e4ee20f769d tempest-TestMinimumBasicScenario-1725182798 tempest-TestMinimumBasicScenario-1725182798-project] 10.222.0.20 "GET /v2.0/ports?device_id=91c1962e-2025-4752-b248-f9d4f003b3f8 HTTP/1.1" status: 200 len: 946 time: 0.0643883 Jun 23 12:04:02.996071 dv-neutron-601336-94-hyperv neutron-server[94174]: INFO neutron.wsgi [req-db60340d-53fa-4c13-b6bc-ba2483872753 req-76ced643-79e6-4d75-831d-e6e5ef484f60 tempest-TestMinimumBasicScenario-1725182798 tempest-TestMinimumBasicScenario-1725182798-project] 10.222.0.20 "GET /v2.0/security-groups?id=f86c0de7-6d5b-446d-ae83-5582784d20de&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0301282 Jun 23 12:04:03.021269 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.wsgi [-] (94174) accepted ('10.222.0.20', 48258) {{(pid=94174) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 12:04:03.151609 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ad356c50-2703-41e5-8767-d85a5ef2c9e3 tempest-TestMinimumBasicScenario-2008918730 tempest-TestMinimumBasicScenario-2008918730-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94174) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 12:04:03.153096 dv-neutron-601336-94-hyperv neutron-server[94174]: INFO neutron.wsgi [None req-ad356c50-2703-41e5-8767-d85a5ef2c9e3 tempest-TestMinimumBasicScenario-2008918730 tempest-TestMinimumBasicScenario-2008918730-project-admin] 10.222.0.20 "GET /v2.0/ports?device_id=91c1962e-2025-4752-b248-f9d4f003b3f8 HTTP/1.1" status: 200 len: 1094 time: 0.1308942 Jun 23 12:04:03.156133 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.wsgi [-] (94174) accepted ('10.222.0.20', 48262) {{(pid=94174) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 12:04:03.160954 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.api.v2.base [None req-166debb3-fd63-4480-aa12-08ab1cbc710b tempest-TestMinimumBasicScenario-1725182798 tempest-TestMinimumBasicScenario-1725182798-project] Request body: {'floatingip': {'floating_network_id': '3e7e4eb3-cf02-4d47-ade9-0a579cdfc60f', 'port_id': 'b88ac745-3ce8-4422-86e1-1d814da3870a', 'tenant_id': 'f06e439ec74a4cb19d25535e57df5ef9', 'fixed_ip_address': '172.20.0.10'}} {{(pid=94174) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 23 12:04:03.242746 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron_lib.callbacks.manager [None req-166debb3-fd63-4480-aa12-08ab1cbc710b tempest-TestMinimumBasicScenario-1725182798 tempest-TestMinimumBasicScenario-1725182798-project] Notify callbacks [] for floatingip, before_create {{(pid=94174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 12:04:03.340003 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron_lib.callbacks.manager [None req-166debb3-fd63-4480-aa12-08ab1cbc710b tempest-TestMinimumBasicScenario-1725182798 tempest-TestMinimumBasicScenario-1725182798-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-923104'] for port, before_create {{(pid=94174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 12:04:03.440686 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.db.db_base_plugin_common [None req-166debb3-fd63-4480-aa12-08ab1cbc710b tempest-TestMinimumBasicScenario-1725182798 tempest-TestMinimumBasicScenario-1725182798-project] Allocated IP 172.26.3.227 (3e7e4eb3-cf02-4d47-ade9-0a579cdfc60f/a5ad15ab-c489-4a67-a9b0-d559fca0ec71/638c4f31-e6e5-4630-8849-ed2b05ce3900) {{(pid=94174) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 23 12:04:03.537955 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron_lib.callbacks.manager [None req-166debb3-fd63-4480-aa12-08ab1cbc710b tempest-TestMinimumBasicScenario-1725182798 tempest-TestMinimumBasicScenario-1725182798-project] Notify callbacks [] for port, precommit_create {{(pid=94174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 12:04:03.627285 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron_lib.callbacks.manager [None req-166debb3-fd63-4480-aa12-08ab1cbc710b tempest-TestMinimumBasicScenario-1725182798 tempest-TestMinimumBasicScenario-1725182798-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-922915', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-239814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7866073', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773699642215', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-5196399'] for port, after_create {{(pid=94174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 12:04:03.629927 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG oslo_concurrency.lockutils [None req-777a54c2-5154-4d89-b323-18043543cf66 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94174) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 12:04:03.667235 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-166debb3-fd63-4480-aa12-08ab1cbc710b tempest-TestMinimumBasicScenario-1725182798 tempest-TestMinimumBasicScenario-1725182798-project] Network 3e7e4eb3-cf02-4d47-ade9-0a579cdfc60f is already hosted by enough agents. {{(pid=94174) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 23 12:04:03.671802 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.scheduler.base_scheduler [None req-166debb3-fd63-4480-aa12-08ab1cbc710b tempest-TestMinimumBasicScenario-1725182798 tempest-TestMinimumBasicScenario-1725182798-project] Resources bound (agent type, host, resource id): {{(pid=94174) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 23 12:04:03.674330 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.db.l3_dvrscheduler_db [None req-166debb3-fd63-4480-aa12-08ab1cbc710b tempest-TestMinimumBasicScenario-1725182798 tempest-TestMinimumBasicScenario-1725182798-project] Received port after_create {{(pid=94174) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 23 12:04:03.701157 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-166debb3-fd63-4480-aa12-08ab1cbc710b tempest-TestMinimumBasicScenario-1725182798 tempest-TestMinimumBasicScenario-1725182798-project] Pushing event updated for resources: {'Port': ['ID=638c4f31-e6e5-4630-8849-ed2b05ce3900,revision_number=1']} {{(pid=94174) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 12:04:03.712513 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-166debb3-fd63-4480-aa12-08ab1cbc710b tempest-TestMinimumBasicScenario-1725182798 tempest-TestMinimumBasicScenario-1725182798-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-601336-94-hyperv {{(pid=94174) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 12:04:03.712911 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-166debb3-fd63-4480-aa12-08ab1cbc710b tempest-TestMinimumBasicScenario-1725182798 tempest-TestMinimumBasicScenario-1725182798-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-94-hyperv {{(pid=94174) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 12:04:03.713327 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-166debb3-fd63-4480-aa12-08ab1cbc710b tempest-TestMinimumBasicScenario-1725182798 tempest-TestMinimumBasicScenario-1725182798-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-94-hyperv {{(pid=94174) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 12:04:03.713744 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-166debb3-fd63-4480-aa12-08ab1cbc710b tempest-TestMinimumBasicScenario-1725182798 tempest-TestMinimumBasicScenario-1725182798-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-601336-94-hyperv {{(pid=94174) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 12:04:03.714127 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-166debb3-fd63-4480-aa12-08ab1cbc710b tempest-TestMinimumBasicScenario-1725182798 tempest-TestMinimumBasicScenario-1725182798-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-601336-94-hyperv {{(pid=94174) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 12:04:03.714507 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-166debb3-fd63-4480-aa12-08ab1cbc710b tempest-TestMinimumBasicScenario-1725182798 tempest-TestMinimumBasicScenario-1725182798-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-601336-94-hyperv {{(pid=94174) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 12:04:03.714882 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-166debb3-fd63-4480-aa12-08ab1cbc710b tempest-TestMinimumBasicScenario-1725182798 tempest-TestMinimumBasicScenario-1725182798-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-601336-94-hyperv {{(pid=94174) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 12:04:03.715285 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-166debb3-fd63-4480-aa12-08ab1cbc710b tempest-TestMinimumBasicScenario-1725182798 tempest-TestMinimumBasicScenario-1725182798-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-601336-94-hyperv {{(pid=94174) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 12:04:03.715658 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-166debb3-fd63-4480-aa12-08ab1cbc710b tempest-TestMinimumBasicScenario-1725182798 tempest-TestMinimumBasicScenario-1725182798-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-601336-94-hyperv {{(pid=94174) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 12:04:03.716029 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-166debb3-fd63-4480-aa12-08ab1cbc710b tempest-TestMinimumBasicScenario-1725182798 tempest-TestMinimumBasicScenario-1725182798-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-94-hyperv {{(pid=94174) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 12:04:03.716400 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-166debb3-fd63-4480-aa12-08ab1cbc710b tempest-TestMinimumBasicScenario-1725182798 tempest-TestMinimumBasicScenario-1725182798-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-601336-94-hyperv {{(pid=94174) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 12:04:03.716770 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-166debb3-fd63-4480-aa12-08ab1cbc710b tempest-TestMinimumBasicScenario-1725182798 tempest-TestMinimumBasicScenario-1725182798-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-601336-94-hyperv {{(pid=94174) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 12:04:03.722762 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG oslo_concurrency.lockutils [None req-166debb3-fd63-4480-aa12-08ab1cbc710b tempest-TestMinimumBasicScenario-1725182798 tempest-TestMinimumBasicScenario-1725182798-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.093s {{(pid=94174) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 12:04:04.043913 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron_lib.callbacks.manager [None req-166debb3-fd63-4480-aa12-08ab1cbc710b tempest-TestMinimumBasicScenario-1725182798 tempest-TestMinimumBasicScenario-1725182798-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 12:04:04.181477 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron_lib.callbacks.manager [None req-166debb3-fd63-4480-aa12-08ab1cbc710b tempest-TestMinimumBasicScenario-1725182798 tempest-TestMinimumBasicScenario-1725182798-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-923122'] for port, before_update {{(pid=94174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 12:04:04.329618 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron_lib.callbacks.manager [None req-166debb3-fd63-4480-aa12-08ab1cbc710b tempest-TestMinimumBasicScenario-1725182798 tempest-TestMinimumBasicScenario-1725182798-project] Notify callbacks [] for port, precommit_update {{(pid=94174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 12:04:04.392540 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron_lib.callbacks.manager [None req-166debb3-fd63-4480-aa12-08ab1cbc710b tempest-TestMinimumBasicScenario-1725182798 tempest-TestMinimumBasicScenario-1725182798-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-922904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866062', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773700135042', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773699642233', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773699642278', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5196369'] for port, after_update {{(pid=94174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 12:04:04.395363 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG oslo_concurrency.lockutils [None req-c066700e-5439-437a-b007-d301b511e8ea tempest-ServerActionsTestJSON-1945522763 tempest-ServerActionsTestJSON-1945522763-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94174) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 12:04:04.456638 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-166debb3-fd63-4480-aa12-08ab1cbc710b tempest-TestMinimumBasicScenario-1725182798 tempest-TestMinimumBasicScenario-1725182798-project] Pushing event updated for resources: {'Port': ['ID=638c4f31-e6e5-4630-8849-ed2b05ce3900,revision_number=2']} {{(pid=94174) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 12:04:04.462318 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG oslo_concurrency.lockutils [None req-166debb3-fd63-4480-aa12-08ab1cbc710b tempest-TestMinimumBasicScenario-1725182798 tempest-TestMinimumBasicScenario-1725182798-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.067s {{(pid=94174) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 12:04:04.469892 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron_lib.callbacks.manager [None req-166debb3-fd63-4480-aa12-08ab1cbc710b tempest-TestMinimumBasicScenario-1725182798 tempest-TestMinimumBasicScenario-1725182798-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-524229'] for floatingip, after_update {{(pid=94174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 12:04:04.570137 dv-neutron-601336-94-hyperv neutron-server[94174]: INFO neutron.db.l3_db [None req-166debb3-fd63-4480-aa12-08ab1cbc710b tempest-TestMinimumBasicScenario-1725182798 tempest-TestMinimumBasicScenario-1725182798-project] Floating IP 0ead9f17-bc48-4b65-a7df-5e1efb31c7ee associated. External IP: 172.26.3.227, port: b88ac745-3ce8-4422-86e1-1d814da3870a. Jun 23 12:04:04.773411 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-166debb3-fd63-4480-aa12-08ab1cbc710b tempest-TestMinimumBasicScenario-1725182798 tempest-TestMinimumBasicScenario-1725182798-project] Router 12d70211-f3fd-4f61-bf08-44e057041d30 has already been hosted by L3 agent 50ef99c0-ef28-4db5-b303-b145898fae60 {{(pid=94174) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 23 12:04:04.876464 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-166debb3-fd63-4480-aa12-08ab1cbc710b tempest-TestMinimumBasicScenario-1725182798 tempest-TestMinimumBasicScenario-1725182798-project] Notify agent at l3_agent.dv-neutron-601336-94-hyperv the message routers_updated {{(pid=94174) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 23 12:04:04.886866 dv-neutron-601336-94-hyperv neutron-server[94177]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6dd8d276-d9b2-41a4-9daa-5b9596e79531 None None] Sync routers for ids ['12d70211-f3fd-4f61-bf08-44e057041d30'] in dv-neutron-601336-94-hyperv {{(pid=94177) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 23 12:04:04.895654 dv-neutron-601336-94-hyperv neutron-server[94177]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6dd8d276-d9b2-41a4-9daa-5b9596e79531 None None] Routers {'12d70211-f3fd-4f61-bf08-44e057041d30'} bound to L3 agent in host dv-neutron-601336-94-hyperv {{(pid=94177) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 23 12:04:04.900929 dv-neutron-601336-94-hyperv neutron-server[94177]: DEBUG neutron.db.l3_hamode_db [None req-6dd8d276-d9b2-41a4-9daa-5b9596e79531 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-601336-94-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-23T11:22:13Z,description=,heartbeat_timestamp=2021-06-23T12:03:43Z,host='dv-neutron-601336-94-hyperv',id=50ef99c0-ef28-4db5-b303-b145898fae60,load=0,resource_versions=,resources_synced=,started_at=2021-06-23T11:22:14Z,topic='l3_agent')) {'router_ids': ['12d70211-f3fd-4f61-bf08-44e057041d30'], 'active': True} {{(pid=94177) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 12:04:04.935891 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron_lib.callbacks.manager [None req-166debb3-fd63-4480-aa12-08ab1cbc710b tempest-TestMinimumBasicScenario-1725182798 tempest-TestMinimumBasicScenario-1725182798-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-217507'] for floatingip, before_response {{(pid=94174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 12:04:04.974103 dv-neutron-601336-94-hyperv neutron-server[94174]: INFO neutron.wsgi [None req-166debb3-fd63-4480-aa12-08ab1cbc710b tempest-TestMinimumBasicScenario-1725182798 tempest-TestMinimumBasicScenario-1725182798-project] 10.222.0.20 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 1.8169692 Jun 23 12:04:04.974806 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '91c1962e-2025-4752-b248-f9d4f003b3f8', 'tag': 'b88ac745-3ce8-4422-86e1-1d814da3870a'}] {{(pid=94174) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 23 12:04:04.977065 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.wsgi [-] (94175) accepted ('10.222.0.20', 48264) {{(pid=94175) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 12:04:04.977567 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6ff47218258ed5bf6cae7f276c9622ae488f9e8ebc13d1a310221fbcfb04c5dd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d6401998-2f93-4927-b06c-00a2cdc30c71" -d '{"events": [{"name": "network-changed", "server_uuid": "91c1962e-2025-4752-b248-f9d4f003b3f8", "tag": "b88ac745-3ce8-4422-86e1-1d814da3870a"}]}' {{(pid=94174) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 23 12:04:04.982418 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.api.v2.base [None req-1c53619a-dacc-4b72-8069-efaec7d33e21 tempest-TestMinimumBasicScenario-1725182798 tempest-TestMinimumBasicScenario-1725182798-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-491803822', 'description': 'tempest-secgroup-smoke-491803822 description', 'project_id': 'f06e439ec74a4cb19d25535e57df5ef9'}} {{(pid=94175) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 23 12:04:05.003204 dv-neutron-601336-94-hyperv neutron-server[94177]: DEBUG neutron.db.l3_dvr_db [None req-6dd8d276-d9b2-41a4-9daa-5b9596e79531 None None] Set router 12d70211-f3fd-4f61-bf08-44e057041d30 gateway port host: dv-neutron-601336-94-hyperv {{(pid=94177) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:838}} Jun 23 12:04:05.038253 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron_lib.callbacks.manager [None req-1c53619a-dacc-4b72-8069-efaec7d33e21 tempest-TestMinimumBasicScenario-1725182798 tempest-TestMinimumBasicScenario-1725182798-project] Notify callbacks [] for security_group, before_create {{(pid=94175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 12:04:05.130753 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 23 Jun 2021 12:04:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8109ba73-f50f-4883-9012-bfa79efe9b5e x-openstack-request-id: req-8109ba73-f50f-4883-9012-bfa79efe9b5e {{(pid=94174) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 23 12:04:05.131269 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "91c1962e-2025-4752-b248-f9d4f003b3f8", "tag": "b88ac745-3ce8-4422-86e1-1d814da3870a", "status": "completed", "code": 200}]} {{(pid=94174) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 23 12:04:05.131481 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-8109ba73-f50f-4883-9012-bfa79efe9b5e {{(pid=94174) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 23 12:04:05.132076 dv-neutron-601336-94-hyperv neutron-server[94174]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '91c1962e-2025-4752-b248-f9d4f003b3f8', 'tag': 'b88ac745-3ce8-4422-86e1-1d814da3870a', 'status': 'completed', 'code': 200} Jun 23 12:04:05.161987 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron_lib.callbacks.manager [None req-1c53619a-dacc-4b72-8069-efaec7d33e21 tempest-TestMinimumBasicScenario-1725182798 tempest-TestMinimumBasicScenario-1725182798-project] Notify callbacks [] for security_group, precommit_create {{(pid=94175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 12:04:05.219883 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6401998-2f93-4927-b06c-00a2cdc30c71 req-be66e6dd-2601-4414-a6cc-9aa8ee38fd56 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 12:04:05.221366 dv-neutron-601336-94-hyperv neutron-server[94175]: INFO neutron.wsgi [req-d6401998-2f93-4927-b06c-00a2cdc30c71 req-be66e6dd-2601-4414-a6cc-9aa8ee38fd56 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=f06e439ec74a4cb19d25535e57df5ef9&device_id=91c1962e-2025-4752-b248-f9d4f003b3f8 HTTP/1.1" status: 200 len: 1099 time: 0.0581012 Jun 23 12:04:05.226236 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron_lib.callbacks.manager [None req-1c53619a-dacc-4b72-8069-efaec7d33e21 tempest-TestMinimumBasicScenario-1725182798 tempest-TestMinimumBasicScenario-1725182798-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7996330'] for security_group, after_create {{(pid=94175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 12:04:05.229864 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG oslo_concurrency.lockutils [None req-e0d692a2-29da-4e7e-8527-a6bdba784e0a tempest-TestNetworkBasicOps-233187296 tempest-TestNetworkBasicOps-233187296-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94175) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 12:04:05.299067 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c53619a-dacc-4b72-8069-efaec7d33e21 tempest-TestMinimumBasicScenario-1725182798 tempest-TestMinimumBasicScenario-1725182798-project] Pushing event updated for resources: {'SecurityGroup': ['ID=74cb14ee-79d2-413a-9cfd-9ba3dcd297b5,revision_number=1']} {{(pid=94175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 12:04:05.302856 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG oslo_concurrency.lockutils [None req-1c53619a-dacc-4b72-8069-efaec7d33e21 tempest-TestMinimumBasicScenario-1725182798 tempest-TestMinimumBasicScenario-1725182798-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.073s {{(pid=94175) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 12:04:05.324938 dv-neutron-601336-94-hyperv neutron-server[94177]: DEBUG neutron.db.l3_hamode_db [None req-6dd8d276-d9b2-41a4-9daa-5b9596e79531 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '12d70211-f3fd-4f61-bf08-44e057041d30', 'name': 'tempest-TestMinimumBasicScenario-2129529668-router', 'tenant_id': 'f06e439ec74a4cb19d25535e57df5ef9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3e7e4eb3-cf02-4d47-ade9-0a579cdfc60f', 'external_fixed_ips': [{'subnet_id': 'a5ad15ab-c489-4a67-a9b0-d559fca0ec71', 'ip_address': '172.26.3.57'}], 'enable_snat': True}, 'gw_port_id': 'ebadbba8-5fac-48a8-83a9-fae72f0ef53d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-23T12:03:00Z', 'updated_at': '2021-06-23T12:03:04Z', 'revision_number': 4, 'project_id': 'f06e439ec74a4cb19d25535e57df5ef9', 'gw_port': {'id': 'ebadbba8-5fac-48a8-83a9-fae72f0ef53d', 'name': '', 'network_id': '3e7e4eb3-cf02-4d47-ade9-0a579cdfc60f', 'tenant_id': '', 'mac_address': 'fa:16:3e:36:99:8b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '12d70211-f3fd-4f61-bf08-44e057041d30', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1671, 'fixed_ips': [{'subnet_id': 'a5ad15ab-c489-4a67-a9b0-d559fca0ec71', 'ip_address': '172.26.3.57', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-94-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-23T12:03:01Z', 'updated_at': '2021-06-23T12:03:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a5ad15ab-c489-4a67-a9b0-d559fca0ec71', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-601336-94-hyperv', '_floatingips': [{'id': '0ead9f17-bc48-4b65-a7df-5e1efb31c7ee', 'tenant_id': 'f06e439ec74a4cb19d25535e57df5ef9', 'floating_ip_address': '172.26.3.227', 'floating_network_id': '3e7e4eb3-cf02-4d47-ade9-0a579cdfc60f', 'router_id': '12d70211-f3fd-4f61-bf08-44e057041d30', 'port_id': 'b88ac745-3ce8-4422-86e1-1d814da3870a', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 1687, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '6096d4ee-1b17-45b0-aff9-0c8a8e63114d', 'mac_address': 'fa:16:3e:03:f2:09', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '91c1962e-2025-4752-b248-f9d4f003b3f8', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-23T12:04:03Z', 'updated_at': '2021-06-23T12:04:03Z', 'revision_number': 0, 'project_id': 'f06e439ec74a4cb19d25535e57df5ef9', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a203d798-b946-485e-b702-f7638798cab7', 'name': '', 'network_id': '6096d4ee-1b17-45b0-aff9-0c8a8e63114d', 'tenant_id': 'f06e439ec74a4cb19d25535e57df5ef9', 'mac_address': 'fa:16:3e:f5:d7:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '12d70211-f3fd-4f61-bf08-44e057041d30', 'device_owner': 'network:router_interface', 'standard_attr_id': 1672, 'fixed_ips': [{'subnet_id': 'a835be8d-3991-41bc-8711-847ef4ce7022', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-94-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-23T12:03:03Z', 'updated_at': '2021-06-23T12:03:10Z', 'revision_number': 5, 'project_id': 'f06e439ec74a4cb19d25535e57df5ef9', 'subnets': [{'id': 'a835be8d-3991-41bc-8711-847ef4ce7022', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-601336-94-hyperv', False) {} {{(pid=94177) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 12:04:05.340694 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6401998-2f93-4927-b06c-00a2cdc30c71 req-14f76aeb-97d5-4dc4-8ec1-75ec0d1aaf20 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 12:04:05.342205 dv-neutron-601336-94-hyperv neutron-server[94175]: INFO neutron.wsgi [req-d6401998-2f93-4927-b06c-00a2cdc30c71 req-14f76aeb-97d5-4dc4-8ec1-75ec0d1aaf20 service neutron] 10.222.0.52 "GET /v2.0/networks?id=6096d4ee-1b17-45b0-aff9-0c8a8e63114d HTTP/1.1" status: 200 len: 916 time: 0.1132755 Jun 23 12:04:05.354057 dv-neutron-601336-94-hyperv neutron-server[94177]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6dd8d276-d9b2-41a4-9daa-5b9596e79531 None None] Checking router: 12d70211-f3fd-4f61-bf08-44e057041d30 for host: dv-neutron-601336-94-hyperv {{(pid=94177) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 23 12:04:05.358382 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron_lib.callbacks.manager [None req-1c53619a-dacc-4b72-8069-efaec7d33e21 tempest-TestMinimumBasicScenario-1725182798 tempest-TestMinimumBasicScenario-1725182798-project] Notify callbacks [] for security_group, before_response {{(pid=94175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 12:04:05.360008 dv-neutron-601336-94-hyperv neutron-server[94175]: INFO neutron.wsgi [None req-1c53619a-dacc-4b72-8069-efaec7d33e21 tempest-TestMinimumBasicScenario-1725182798 tempest-TestMinimumBasicScenario-1725182798-project] 10.222.0.20 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.3817532 Jun 23 12:04:05.363718 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.wsgi [-] (94174) accepted ('10.222.0.20', 48270) {{(pid=94174) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 12:04:05.364231 dv-neutron-601336-94-hyperv neutron-server[94177]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6dd8d276-d9b2-41a4-9daa-5b9596e79531 None None] Routers {'12d70211-f3fd-4f61-bf08-44e057041d30'} bound to L3 agent in host dv-neutron-601336-94-hyperv {{(pid=94177) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 23 12:04:05.364863 dv-neutron-601336-94-hyperv neutron-server[94177]: DEBUG neutron.db.l3_hamode_db [None req-6dd8d276-d9b2-41a4-9daa-5b9596e79531 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-601336-94-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-23T11:22:13Z,description=,heartbeat_timestamp=2021-06-23T12:03:43Z,host='dv-neutron-601336-94-hyperv',id=50ef99c0-ef28-4db5-b303-b145898fae60,load=0,resource_versions=,resources_synced=,started_at=2021-06-23T11:22:14Z,topic='l3_agent')) {'router_ids': ['12d70211-f3fd-4f61-bf08-44e057041d30'], 'active': True} {{(pid=94177) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 12:04:05.370998 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.api.v2.base [None req-56d06785-f345-484e-9008-2c47e1f306dc tempest-TestMinimumBasicScenario-1725182798 tempest-TestMinimumBasicScenario-1725182798-project] Request body: {'security_group_rule': {'security_group_id': '74cb14ee-79d2-413a-9cfd-9ba3dcd297b5', 'project_id': 'f06e439ec74a4cb19d25535e57df5ef9', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=94174) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 23 12:04:05.419219 dv-neutron-601336-94-hyperv neutron-server[94175]: INFO neutron.wsgi [req-d6401998-2f93-4927-b06c-00a2cdc30c71 req-86ccab57-9b15-48fc-8b6f-d6203c97d31c service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=b88ac745-3ce8-4422-86e1-1d814da3870a HTTP/1.1" status: 200 len: 1000 time: 0.0696769 Jun 23 12:04:05.448907 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron_lib.callbacks.manager [None req-56d06785-f345-484e-9008-2c47e1f306dc tempest-TestMinimumBasicScenario-1725182798 tempest-TestMinimumBasicScenario-1725182798-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 12:04:05.472563 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6401998-2f93-4927-b06c-00a2cdc30c71 req-c0244106-1fe0-425e-8e84-c4524bb7f0c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 12:04:05.472982 dv-neutron-601336-94-hyperv neutron-server[94177]: DEBUG neutron.db.l3_dvr_db [None req-6dd8d276-d9b2-41a4-9daa-5b9596e79531 None None] Set router 12d70211-f3fd-4f61-bf08-44e057041d30 gateway port host: dv-neutron-601336-94-hyperv {{(pid=94177) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:838}} Jun 23 12:04:05.474037 dv-neutron-601336-94-hyperv neutron-server[94175]: INFO neutron.wsgi [req-d6401998-2f93-4927-b06c-00a2cdc30c71 req-c0244106-1fe0-425e-8e84-c4524bb7f0c1 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=a835be8d-3991-41bc-8711-847ef4ce7022 HTTP/1.1" status: 200 len: 854 time: 0.0482762 Jun 23 12:04:05.507750 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron_lib.callbacks.manager [None req-56d06785-f345-484e-9008-2c47e1f306dc tempest-TestMinimumBasicScenario-1725182798 tempest-TestMinimumBasicScenario-1725182798-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 12:04:05.533741 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6401998-2f93-4927-b06c-00a2cdc30c71 req-618ecbc4-6760-4785-8ae5-19e110b73395 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 12:04:05.535353 dv-neutron-601336-94-hyperv neutron-server[94175]: INFO neutron.wsgi [req-d6401998-2f93-4927-b06c-00a2cdc30c71 req-618ecbc4-6760-4785-8ae5-19e110b73395 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=6096d4ee-1b17-45b0-aff9-0c8a8e63114d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1178 time: 0.0542212 Jun 23 12:04:05.569695 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron_lib.callbacks.manager [None req-56d06785-f345-484e-9008-2c47e1f306dc tempest-TestMinimumBasicScenario-1725182798 tempest-TestMinimumBasicScenario-1725182798-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7996355'] for security_group_rule, after_create {{(pid=94174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 12:04:05.571571 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG oslo_concurrency.lockutils [None req-7ce27e8e-1c88-40a6-abe7-7660e5aa174e tempest-TestVolumeBootPattern-1838142519 tempest-TestVolumeBootPattern-1838142519-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94174) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 12:04:05.591007 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56d06785-f345-484e-9008-2c47e1f306dc tempest-TestMinimumBasicScenario-1725182798 tempest-TestMinimumBasicScenario-1725182798-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=bb944c47-93bf-4262-aaee-3d1639e0082b,revision_number=0']} {{(pid=94174) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 12:04:05.593602 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG oslo_concurrency.lockutils [None req-56d06785-f345-484e-9008-2c47e1f306dc tempest-TestMinimumBasicScenario-1725182798 tempest-TestMinimumBasicScenario-1725182798-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.022s {{(pid=94174) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 12:04:05.631537 dv-neutron-601336-94-hyperv neutron-server[94175]: INFO neutron.wsgi [req-d6401998-2f93-4927-b06c-00a2cdc30c71 req-93f5d284-5def-478e-8991-cadb62e51386 service neutron] 10.222.0.52 "GET /v2.0/networks/6096d4ee-1b17-45b0-aff9-0c8a8e63114d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0893743 Jun 23 12:04:05.638511 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron_lib.callbacks.manager [None req-56d06785-f345-484e-9008-2c47e1f306dc tempest-TestMinimumBasicScenario-1725182798 tempest-TestMinimumBasicScenario-1725182798-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 12:04:05.639773 dv-neutron-601336-94-hyperv neutron-server[94174]: INFO neutron.wsgi [None req-56d06785-f345-484e-9008-2c47e1f306dc tempest-TestMinimumBasicScenario-1725182798 tempest-TestMinimumBasicScenario-1725182798-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2746024 Jun 23 12:04:05.642454 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.wsgi [-] (94174) accepted ('10.222.0.20', 48272) {{(pid=94174) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 12:04:05.648060 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.api.v2.base [None req-7e3d45d5-9623-4f6f-929f-7cac06526947 tempest-TestMinimumBasicScenario-1725182798 tempest-TestMinimumBasicScenario-1725182798-project] Request body: {'security_group_rule': {'security_group_id': '74cb14ee-79d2-413a-9cfd-9ba3dcd297b5', 'project_id': 'f06e439ec74a4cb19d25535e57df5ef9', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=94174) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 23 12:04:05.708019 dv-neutron-601336-94-hyperv neutron-server[94177]: DEBUG neutron.db.l3_hamode_db [None req-6dd8d276-d9b2-41a4-9daa-5b9596e79531 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '12d70211-f3fd-4f61-bf08-44e057041d30', 'name': 'tempest-TestMinimumBasicScenario-2129529668-router', 'tenant_id': 'f06e439ec74a4cb19d25535e57df5ef9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3e7e4eb3-cf02-4d47-ade9-0a579cdfc60f', 'external_fixed_ips': [{'subnet_id': 'a5ad15ab-c489-4a67-a9b0-d559fca0ec71', 'ip_address': '172.26.3.57'}], 'enable_snat': True}, 'gw_port_id': 'ebadbba8-5fac-48a8-83a9-fae72f0ef53d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-23T12:03:00Z', 'updated_at': '2021-06-23T12:03:04Z', 'revision_number': 4, 'project_id': 'f06e439ec74a4cb19d25535e57df5ef9', 'gw_port': {'id': 'ebadbba8-5fac-48a8-83a9-fae72f0ef53d', 'name': '', 'network_id': '3e7e4eb3-cf02-4d47-ade9-0a579cdfc60f', 'tenant_id': '', 'mac_address': 'fa:16:3e:36:99:8b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '12d70211-f3fd-4f61-bf08-44e057041d30', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1671, 'fixed_ips': [{'subnet_id': 'a5ad15ab-c489-4a67-a9b0-d559fca0ec71', 'ip_address': '172.26.3.57', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-94-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-23T12:03:01Z', 'updated_at': '2021-06-23T12:03:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a5ad15ab-c489-4a67-a9b0-d559fca0ec71', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-601336-94-hyperv', '_floatingips': [{'id': '0ead9f17-bc48-4b65-a7df-5e1efb31c7ee', 'tenant_id': 'f06e439ec74a4cb19d25535e57df5ef9', 'floating_ip_address': '172.26.3.227', 'floating_network_id': '3e7e4eb3-cf02-4d47-ade9-0a579cdfc60f', 'router_id': '12d70211-f3fd-4f61-bf08-44e057041d30', 'port_id': 'b88ac745-3ce8-4422-86e1-1d814da3870a', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 1687, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '6096d4ee-1b17-45b0-aff9-0c8a8e63114d', 'mac_address': 'fa:16:3e:03:f2:09', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '91c1962e-2025-4752-b248-f9d4f003b3f8', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-23T12:04:03Z', 'updated_at': '2021-06-23T12:04:03Z', 'revision_number': 0, 'project_id': 'f06e439ec74a4cb19d25535e57df5ef9', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a203d798-b946-485e-b702-f7638798cab7', 'name': '', 'network_id': '6096d4ee-1b17-45b0-aff9-0c8a8e63114d', 'tenant_id': 'f06e439ec74a4cb19d25535e57df5ef9', 'mac_address': 'fa:16:3e:f5:d7:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '12d70211-f3fd-4f61-bf08-44e057041d30', 'device_owner': 'network:router_interface', 'standard_attr_id': 1672, 'fixed_ips': [{'subnet_id': 'a835be8d-3991-41bc-8711-847ef4ce7022', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-94-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-23T12:03:03Z', 'updated_at': '2021-06-23T12:03:10Z', 'revision_number': 5, 'project_id': 'f06e439ec74a4cb19d25535e57df5ef9', 'subnets': [{'id': 'a835be8d-3991-41bc-8711-847ef4ce7022', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-601336-94-hyperv', False) {} {{(pid=94177) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 12:04:05.724163 dv-neutron-601336-94-hyperv neutron-server[94175]: INFO neutron.wsgi [req-d6401998-2f93-4927-b06c-00a2cdc30c71 req-f1c3873e-2bb7-40f0-9eb9-973889e447fd service neutron] 10.222.0.52 "GET /v2.0/networks/6096d4ee-1b17-45b0-aff9-0c8a8e63114d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0861871 Jun 23 12:04:05.734350 dv-neutron-601336-94-hyperv neutron-server[94177]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6dd8d276-d9b2-41a4-9daa-5b9596e79531 None None] The sync data for ids ['12d70211-f3fd-4f61-bf08-44e057041d30'] in dv-neutron-601336-94-hyperv is: [{'id': '12d70211-f3fd-4f61-bf08-44e057041d30', 'name': 'tempest-TestMinimumBasicScenario-2129529668-router', 'tenant_id': 'f06e439ec74a4cb19d25535e57df5ef9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3e7e4eb3-cf02-4d47-ade9-0a579cdfc60f', 'external_fixed_ips': [{'subnet_id': 'a5ad15ab-c489-4a67-a9b0-d559fca0ec71', 'ip_address': '172.26.3.57'}], 'enable_snat': True}, 'gw_port_id': 'ebadbba8-5fac-48a8-83a9-fae72f0ef53d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-23T12:03:00Z', 'updated_at': '2021-06-23T12:03:04Z', 'revision_number': 4, 'project_id': 'f06e439ec74a4cb19d25535e57df5ef9', 'gw_port': {'id': 'ebadbba8-5fac-48a8-83a9-fae72f0ef53d', 'name': '', 'network_id': '3e7e4eb3-cf02-4d47-ade9-0a579cdfc60f', 'tenant_id': '', 'mac_address': 'fa:16:3e:36:99:8b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '12d70211-f3fd-4f61-bf08-44e057041d30', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1671, 'fixed_ips': [{'subnet_id': 'a5ad15ab-c489-4a67-a9b0-d559fca0ec71', 'ip_address': '172.26.3.57', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-94-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-23T12:03:01Z', 'updated_at': '2021-06-23T12:03:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a5ad15ab-c489-4a67-a9b0-d559fca0ec71', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-601336-94-hyperv', '_floatingips': [{'id': '0ead9f17-bc48-4b65-a7df-5e1efb31c7ee', 'tenant_id': 'f06e439ec74a4cb19d25535e57df5ef9', 'floating_ip_address': '172.26.3.227', 'floating_network_id': '3e7e4eb3-cf02-4d47-ade9-0a579cdfc60f', 'router_id': '12d70211-f3fd-4f61-bf08-44e057041d30', 'port_id': 'b88ac745-3ce8-4422-86e1-1d814da3870a', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 1687, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '6096d4ee-1b17-45b0-aff9-0c8a8e63114d', 'mac_address': 'fa:16:3e:03:f2:09', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '91c1962e-2025-4752-b248-f9d4f003b3f8', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-23T12:04:03Z', 'updated_at': '2021-06-23T12:04:03Z', 'revision_number': 0, 'project_id': 'f06e439ec74a4cb19d25535e57df5ef9', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a203d798-b946-485e-b702-f7638798cab7', 'name': '', 'network_id': '6096d4ee-1b17-45b0-aff9-0c8a8e63114d', 'tenant_id': 'f06e439ec74a4cb19d25535e57df5ef9', 'mac_address': 'fa:16:3e:f5:d7:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '12d70211-f3fd-4f61-bf08-44e057041d30', 'device_owner': 'network:router_interface', 'standard_attr_id': 1672, 'fixed_ips': [{'subnet_id': 'a835be8d-3991-41bc-8711-847ef4ce7022', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-94-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-23T12:03:03Z', 'updated_at': '2021-06-23T12:03:10Z', 'revision_number': 5, 'project_id': 'f06e439ec74a4cb19d25535e57df5ef9', 'subnets': [{'id': 'a835be8d-3991-41bc-8711-847ef4ce7022', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94177) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 23 12:04:05.931727 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-45eba2ff-d797-4dbd-aec8-40bb93621bf2 None None] New status for floating IP 0ead9f17-bc48-4b65-a7df-5e1efb31c7ee: ACTIVE {{(pid=94176) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 23 12:04:06.197834 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron_lib.callbacks.manager [None req-7e3d45d5-9623-4f6f-929f-7cac06526947 tempest-TestMinimumBasicScenario-1725182798 tempest-TestMinimumBasicScenario-1725182798-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 12:04:06.262042 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron_lib.callbacks.manager [None req-7e3d45d5-9623-4f6f-929f-7cac06526947 tempest-TestMinimumBasicScenario-1725182798 tempest-TestMinimumBasicScenario-1725182798-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 12:04:06.339211 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron_lib.callbacks.manager [None req-7e3d45d5-9623-4f6f-929f-7cac06526947 tempest-TestMinimumBasicScenario-1725182798 tempest-TestMinimumBasicScenario-1725182798-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7996355'] for security_group_rule, after_create {{(pid=94174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 12:04:06.341003 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG oslo_concurrency.lockutils [None req-cd6d5e8d-83bf-440c-b0cc-a22b42f282f3 tempest-TestNetworkBasicOps-233187296 tempest-TestNetworkBasicOps-233187296-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94174) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 12:04:06.356445 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e3d45d5-9623-4f6f-929f-7cac06526947 tempest-TestMinimumBasicScenario-1725182798 tempest-TestMinimumBasicScenario-1725182798-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=de6ce833-c9e0-4e92-ae6e-fd63bca9950d,revision_number=0']} {{(pid=94174) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 12:04:06.358774 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG oslo_concurrency.lockutils [None req-7e3d45d5-9623-4f6f-929f-7cac06526947 tempest-TestMinimumBasicScenario-1725182798 tempest-TestMinimumBasicScenario-1725182798-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=94174) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 12:04:06.426436 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron_lib.callbacks.manager [None req-7e3d45d5-9623-4f6f-929f-7cac06526947 tempest-TestMinimumBasicScenario-1725182798 tempest-TestMinimumBasicScenario-1725182798-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 12:04:06.428444 dv-neutron-601336-94-hyperv neutron-server[94174]: INFO neutron.wsgi [None req-7e3d45d5-9623-4f6f-929f-7cac06526947 tempest-TestMinimumBasicScenario-1725182798 tempest-TestMinimumBasicScenario-1725182798-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.7847939 Jun 23 12:04:06.430948 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.wsgi [-] (94175) accepted ('10.222.0.20', 48274) {{(pid=94175) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 12:04:06.436751 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.api.v2.base [None req-bc1f538e-f1c9-40b9-97ee-5efcff9b79e0 tempest-TestMinimumBasicScenario-1725182798 tempest-TestMinimumBasicScenario-1725182798-project] Request body: {'security_group_rule': {'security_group_id': '74cb14ee-79d2-413a-9cfd-9ba3dcd297b5', 'project_id': 'f06e439ec74a4cb19d25535e57df5ef9', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=94175) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 23 12:04:06.546054 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron_lib.callbacks.manager [None req-bc1f538e-f1c9-40b9-97ee-5efcff9b79e0 tempest-TestMinimumBasicScenario-1725182798 tempest-TestMinimumBasicScenario-1725182798-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 12:04:06.604385 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron_lib.callbacks.manager [None req-bc1f538e-f1c9-40b9-97ee-5efcff9b79e0 tempest-TestMinimumBasicScenario-1725182798 tempest-TestMinimumBasicScenario-1725182798-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 12:04:06.672273 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron_lib.callbacks.manager [None req-bc1f538e-f1c9-40b9-97ee-5efcff9b79e0 tempest-TestMinimumBasicScenario-1725182798 tempest-TestMinimumBasicScenario-1725182798-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7996355'] for security_group_rule, after_create {{(pid=94175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 12:04:06.674061 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG oslo_concurrency.lockutils [None req-a932be0b-2c1c-4042-8e4b-cb46de3b3e67 tempest-ServerActionsTestJSON-1945522763 tempest-ServerActionsTestJSON-1945522763-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94175) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 12:04:06.690771 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc1f538e-f1c9-40b9-97ee-5efcff9b79e0 tempest-TestMinimumBasicScenario-1725182798 tempest-TestMinimumBasicScenario-1725182798-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a0dbb90a-8d6e-4c81-91f0-2a92f7ced622,revision_number=0']} {{(pid=94175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 12:04:06.693478 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG oslo_concurrency.lockutils [None req-bc1f538e-f1c9-40b9-97ee-5efcff9b79e0 tempest-TestMinimumBasicScenario-1725182798 tempest-TestMinimumBasicScenario-1725182798-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=94175) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 12:04:06.741037 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron_lib.callbacks.manager [None req-bc1f538e-f1c9-40b9-97ee-5efcff9b79e0 tempest-TestMinimumBasicScenario-1725182798 tempest-TestMinimumBasicScenario-1725182798-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 12:04:06.742229 dv-neutron-601336-94-hyperv neutron-server[94175]: INFO neutron.wsgi [None req-bc1f538e-f1c9-40b9-97ee-5efcff9b79e0 tempest-TestMinimumBasicScenario-1725182798 tempest-TestMinimumBasicScenario-1725182798-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3102491 Jun 23 12:04:06.744849 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.wsgi [-] (94175) accepted ('10.222.0.20', 48276) {{(pid=94175) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 12:04:06.749339 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.api.v2.base [None req-a76b1cc1-ed46-482a-b2b3-07592a4f3560 tempest-TestMinimumBasicScenario-1725182798 tempest-TestMinimumBasicScenario-1725182798-project] Request body: {'security_group_rule': {'security_group_id': '74cb14ee-79d2-413a-9cfd-9ba3dcd297b5', 'project_id': 'f06e439ec74a4cb19d25535e57df5ef9', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=94175) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 23 12:04:06.858705 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron_lib.callbacks.manager [None req-a76b1cc1-ed46-482a-b2b3-07592a4f3560 tempest-TestMinimumBasicScenario-1725182798 tempest-TestMinimumBasicScenario-1725182798-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 12:04:06.920894 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron_lib.callbacks.manager [None req-a76b1cc1-ed46-482a-b2b3-07592a4f3560 tempest-TestMinimumBasicScenario-1725182798 tempest-TestMinimumBasicScenario-1725182798-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 12:04:07.007789 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron_lib.callbacks.manager [None req-a76b1cc1-ed46-482a-b2b3-07592a4f3560 tempest-TestMinimumBasicScenario-1725182798 tempest-TestMinimumBasicScenario-1725182798-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7996355'] for security_group_rule, after_create {{(pid=94175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 12:04:07.009696 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG oslo_concurrency.lockutils [None req-bc8d55d5-c68a-40a9-82ff-b3956294a09f tempest-ServerActionsTestJSON-1945522763 tempest-ServerActionsTestJSON-1945522763-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94175) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 12:04:07.027175 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a76b1cc1-ed46-482a-b2b3-07592a4f3560 tempest-TestMinimumBasicScenario-1725182798 tempest-TestMinimumBasicScenario-1725182798-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=15e8e7a4-7424-4907-b88a-72cb9dbdc21a,revision_number=0']} {{(pid=94175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 12:04:07.030025 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG oslo_concurrency.lockutils [None req-a76b1cc1-ed46-482a-b2b3-07592a4f3560 tempest-TestMinimumBasicScenario-1725182798 tempest-TestMinimumBasicScenario-1725182798-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.020s {{(pid=94175) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 12:04:07.099413 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron_lib.callbacks.manager [None req-a76b1cc1-ed46-482a-b2b3-07592a4f3560 tempest-TestMinimumBasicScenario-1725182798 tempest-TestMinimumBasicScenario-1725182798-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 12:04:07.100614 dv-neutron-601336-94-hyperv neutron-server[94175]: INFO neutron.wsgi [None req-a76b1cc1-ed46-482a-b2b3-07592a4f3560 tempest-TestMinimumBasicScenario-1725182798 tempest-TestMinimumBasicScenario-1725182798-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.3548272 Jun 23 12:04:07.103289 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.wsgi [-] (94175) accepted ('10.222.0.20', 48278) {{(pid=94175) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 12:04:07.107913 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.api.v2.base [None req-677a7d8c-8527-4ca0-be03-4cf312eb2752 tempest-TestMinimumBasicScenario-1725182798 tempest-TestMinimumBasicScenario-1725182798-project] Request body: {'security_group_rule': {'security_group_id': '74cb14ee-79d2-413a-9cfd-9ba3dcd297b5', 'project_id': 'f06e439ec74a4cb19d25535e57df5ef9', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=94175) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 23 12:04:07.208765 dv-neutron-601336-94-hyperv neutron-server[94175]: INFO neutron.db.securitygroups_db [None req-677a7d8c-8527-4ca0-be03-4cf312eb2752 tempest-TestMinimumBasicScenario-1725182798 tempest-TestMinimumBasicScenario-1725182798-project] Project f06e439ec74a4cb19d25535e57df5ef9 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jun 23 12:04:07.214603 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron_lib.callbacks.manager [None req-677a7d8c-8527-4ca0-be03-4cf312eb2752 tempest-TestMinimumBasicScenario-1725182798 tempest-TestMinimumBasicScenario-1725182798-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 12:04:07.274248 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron_lib.callbacks.manager [None req-677a7d8c-8527-4ca0-be03-4cf312eb2752 tempest-TestMinimumBasicScenario-1725182798 tempest-TestMinimumBasicScenario-1725182798-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 12:04:07.339299 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron_lib.callbacks.manager [None req-677a7d8c-8527-4ca0-be03-4cf312eb2752 tempest-TestMinimumBasicScenario-1725182798 tempest-TestMinimumBasicScenario-1725182798-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7996355'] for security_group_rule, after_create {{(pid=94175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 12:04:07.341144 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG oslo_concurrency.lockutils [None req-a76b1cc1-ed46-482a-b2b3-07592a4f3560 tempest-TestMinimumBasicScenario-1725182798 tempest-TestMinimumBasicScenario-1725182798-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94175) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 12:04:07.357352 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-677a7d8c-8527-4ca0-be03-4cf312eb2752 tempest-TestMinimumBasicScenario-1725182798 tempest-TestMinimumBasicScenario-1725182798-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a0310508-88c8-4ac9-94c8-9dedff4f336d,revision_number=0']} {{(pid=94175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 12:04:07.361020 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG oslo_concurrency.lockutils [None req-677a7d8c-8527-4ca0-be03-4cf312eb2752 tempest-TestMinimumBasicScenario-1725182798 tempest-TestMinimumBasicScenario-1725182798-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=94175) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 12:04:07.436532 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron_lib.callbacks.manager [None req-677a7d8c-8527-4ca0-be03-4cf312eb2752 tempest-TestMinimumBasicScenario-1725182798 tempest-TestMinimumBasicScenario-1725182798-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 12:04:07.437769 dv-neutron-601336-94-hyperv neutron-server[94175]: INFO neutron.wsgi [None req-677a7d8c-8527-4ca0-be03-4cf312eb2752 tempest-TestMinimumBasicScenario-1725182798 tempest-TestMinimumBasicScenario-1725182798-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.3335052 Jun 23 12:04:07.440437 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.wsgi [-] (94175) accepted ('10.222.0.20', 48280) {{(pid=94175) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 12:04:07.445394 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.api.v2.base [None req-52660814-3f6c-405f-ba11-be78312b397c tempest-TestMinimumBasicScenario-1725182798 tempest-TestMinimumBasicScenario-1725182798-project] Request body: {'security_group_rule': {'security_group_id': '74cb14ee-79d2-413a-9cfd-9ba3dcd297b5', 'project_id': 'f06e439ec74a4cb19d25535e57df5ef9', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=94175) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 23 12:04:07.539936 dv-neutron-601336-94-hyperv neutron-server[94175]: INFO neutron.db.securitygroups_db [None req-52660814-3f6c-405f-ba11-be78312b397c tempest-TestMinimumBasicScenario-1725182798 tempest-TestMinimumBasicScenario-1725182798-project] Project f06e439ec74a4cb19d25535e57df5ef9 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jun 23 12:04:07.545239 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron_lib.callbacks.manager [None req-52660814-3f6c-405f-ba11-be78312b397c tempest-TestMinimumBasicScenario-1725182798 tempest-TestMinimumBasicScenario-1725182798-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 12:04:07.606374 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron_lib.callbacks.manager [None req-52660814-3f6c-405f-ba11-be78312b397c tempest-TestMinimumBasicScenario-1725182798 tempest-TestMinimumBasicScenario-1725182798-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 12:04:07.682618 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron_lib.callbacks.manager [None req-52660814-3f6c-405f-ba11-be78312b397c tempest-TestMinimumBasicScenario-1725182798 tempest-TestMinimumBasicScenario-1725182798-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7996355'] for security_group_rule, after_create {{(pid=94175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 12:04:07.687531 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG oslo_concurrency.lockutils [None req-7078083a-ea9a-40ba-81c6-564109138e7f tempest-TestNetworkBasicOps-233187296 tempest-TestNetworkBasicOps-233187296-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94175) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 12:04:07.704019 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52660814-3f6c-405f-ba11-be78312b397c tempest-TestMinimumBasicScenario-1725182798 tempest-TestMinimumBasicScenario-1725182798-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8131ac86-e169-4898-99f6-4618cce80e65,revision_number=0']} {{(pid=94175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 12:04:07.706284 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG oslo_concurrency.lockutils [None req-52660814-3f6c-405f-ba11-be78312b397c tempest-TestMinimumBasicScenario-1725182798 tempest-TestMinimumBasicScenario-1725182798-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=94175) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 12:04:07.781245 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron_lib.callbacks.manager [None req-52660814-3f6c-405f-ba11-be78312b397c tempest-TestMinimumBasicScenario-1725182798 tempest-TestMinimumBasicScenario-1725182798-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 12:04:07.782827 dv-neutron-601336-94-hyperv neutron-server[94175]: INFO neutron.wsgi [None req-52660814-3f6c-405f-ba11-be78312b397c tempest-TestMinimumBasicScenario-1725182798 tempest-TestMinimumBasicScenario-1725182798-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.3408642 Jun 23 12:04:07.907443 dv-neutron-601336-94-hyperv neutron-server[94174]: INFO neutron.wsgi [req-e6070d00-7ee0-4a87-92fa-6c7437a3b624 req-55c92189-4f8d-491d-9f8e-e32712e7e25a tempest-TestMinimumBasicScenario-1725182798 tempest-TestMinimumBasicScenario-1725182798-project] 10.222.0.20 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-491803822&fields=id&tenant_id=f06e439ec74a4cb19d25535e57df5ef9 HTTP/1.1" status: 200 len: 267 time: 0.0362566 Jun 23 12:04:07.974857 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6070d00-7ee0-4a87-92fa-6c7437a3b624 req-0d54ab5f-6f1e-42ff-98da-90843687e258 tempest-TestMinimumBasicScenario-1725182798 tempest-TestMinimumBasicScenario-1725182798-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94174) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 12:04:07.976485 dv-neutron-601336-94-hyperv neutron-server[94174]: INFO neutron.wsgi [req-e6070d00-7ee0-4a87-92fa-6c7437a3b624 req-0d54ab5f-6f1e-42ff-98da-90843687e258 tempest-TestMinimumBasicScenario-1725182798 tempest-TestMinimumBasicScenario-1725182798-project] 10.222.0.20 "GET /v2.0/ports?device_id=91c1962e-2025-4752-b248-f9d4f003b3f8 HTTP/1.1" status: 200 len: 946 time: 0.0632241 Jun 23 12:04:07.986863 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.api.v2.base [req-e6070d00-7ee0-4a87-92fa-6c7437a3b624 req-34318c37-f7b7-4a9e-9f26-16f9fa22fb90 tempest-TestMinimumBasicScenario-1725182798 tempest-TestMinimumBasicScenario-1725182798-project] Request body: {'port': {'security_groups': ['f86c0de7-6d5b-446d-ae83-5582784d20de', '74cb14ee-79d2-413a-9cfd-9ba3dcd297b5']}} {{(pid=94174) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 23 12:04:08.071919 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron_lib.callbacks.manager [req-e6070d00-7ee0-4a87-92fa-6c7437a3b624 req-34318c37-f7b7-4a9e-9f26-16f9fa22fb90 tempest-TestMinimumBasicScenario-1725182798 tempest-TestMinimumBasicScenario-1725182798-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-923122'] for port, before_update {{(pid=94174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 12:04:08.252553 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.plugins.ml2.db [req-e6070d00-7ee0-4a87-92fa-6c7437a3b624 req-34318c37-f7b7-4a9e-9f26-16f9fa22fb90 tempest-TestMinimumBasicScenario-1725182798 tempest-TestMinimumBasicScenario-1725182798-project] For port b88ac745-3ce8-4422-86e1-1d814da3870a, host hv-neutron-6013, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-6013',level=0,port_id=b88ac745-3ce8-4422-86e1-1d814da3870a,segment=NetworkSegment(a2b8d80c-5bd3-460b-8799-6021d9024aea),segment_id=a2b8d80c-5bd3-460b-8799-6021d9024aea)] {{(pid=94174) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 23 12:04:08.618730 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron_lib.callbacks.manager [req-e6070d00-7ee0-4a87-92fa-6c7437a3b624 req-34318c37-f7b7-4a9e-9f26-16f9fa22fb90 tempest-TestMinimumBasicScenario-1725182798 tempest-TestMinimumBasicScenario-1725182798-project] Notify callbacks [] for port, precommit_update {{(pid=94174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 12:04:08.681774 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron_lib.callbacks.manager [req-e6070d00-7ee0-4a87-92fa-6c7437a3b624 req-34318c37-f7b7-4a9e-9f26-16f9fa22fb90 tempest-TestMinimumBasicScenario-1725182798 tempest-TestMinimumBasicScenario-1725182798-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-922904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866062', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773700135042', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773699642233', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773699642278', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5196369'] for port, after_update {{(pid=94174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 12:04:08.686068 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG oslo_concurrency.lockutils [None req-8213389e-8587-443b-9fc7-32893c5b5a98 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94174) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 12:04:08.693877 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.plugins.ml2.db [None req-97bd5441-1da2-49ee-a364-27795820ba27 None None] get_ports_and_sgs() called for port_ids ['b88ac745-3ce8-4422-86e1-1d814da3870a'] {{(pid=94176) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 23 12:04:08.726838 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6070d00-7ee0-4a87-92fa-6c7437a3b624 req-34318c37-f7b7-4a9e-9f26-16f9fa22fb90 tempest-TestMinimumBasicScenario-1725182798 tempest-TestMinimumBasicScenario-1725182798-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94174) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 12:04:08.727490 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron_lib.callbacks.manager [req-e6070d00-7ee0-4a87-92fa-6c7437a3b624 req-34318c37-f7b7-4a9e-9f26-16f9fa22fb90 tempest-TestMinimumBasicScenario-1725182798 tempest-TestMinimumBasicScenario-1725182798-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-217507'] for port, before_response {{(pid=94174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 12:04:08.728865 dv-neutron-601336-94-hyperv neutron-server[94174]: INFO neutron.wsgi [req-e6070d00-7ee0-4a87-92fa-6c7437a3b624 req-34318c37-f7b7-4a9e-9f26-16f9fa22fb90 tempest-TestMinimumBasicScenario-1725182798 tempest-TestMinimumBasicScenario-1725182798-project] 10.222.0.20 "PUT /v2.0/ports/b88ac745-3ce8-4422-86e1-1d814da3870a HTTP/1.1" status: 200 len: 982 time: 0.7463515 Jun 23 12:04:08.729415 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '91c1962e-2025-4752-b248-f9d4f003b3f8', 'tag': 'b88ac745-3ce8-4422-86e1-1d814da3870a'}] {{(pid=94174) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 23 12:04:08.731792 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6ff47218258ed5bf6cae7f276c9622ae488f9e8ebc13d1a310221fbcfb04c5dd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7daf6c94-9973-466a-b613-b42fa9bb1563" -d '{"events": [{"name": "network-changed", "server_uuid": "91c1962e-2025-4752-b248-f9d4f003b3f8", "tag": "b88ac745-3ce8-4422-86e1-1d814da3870a"}]}' {{(pid=94174) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 23 12:04:08.782696 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34318c37-f7b7-4a9e-9f26-16f9fa22fb90 tempest-TestMinimumBasicScenario-1725182798 tempest-TestMinimumBasicScenario-1725182798-project] Pushing event updated for resources: {'Port': ['ID=b88ac745-3ce8-4422-86e1-1d814da3870a,revision_number=6']} {{(pid=94174) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 12:04:08.791924 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.plugins.ml2.db [None req-97bd5441-1da2-49ee-a364-27795820ba27 None None] get_ports_and_sgs() called for port_ids ['b88ac745-3ce8-4422-86e1-1d814da3870a'] {{(pid=94176) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 23 12:04:08.804485 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 23 Jun 2021 12:04:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-527652df-db94-4d23-87b2-d00571bb3ab4 x-openstack-request-id: req-527652df-db94-4d23-87b2-d00571bb3ab4 {{(pid=94174) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 23 12:04:08.804843 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "91c1962e-2025-4752-b248-f9d4f003b3f8", "tag": "b88ac745-3ce8-4422-86e1-1d814da3870a", "status": "completed", "code": 200}]} {{(pid=94174) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 23 12:04:08.805153 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-527652df-db94-4d23-87b2-d00571bb3ab4 {{(pid=94174) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 23 12:04:08.805614 dv-neutron-601336-94-hyperv neutron-server[94174]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '91c1962e-2025-4752-b248-f9d4f003b3f8', 'tag': 'b88ac745-3ce8-4422-86e1-1d814da3870a', 'status': 'completed', 'code': 200} Jun 23 12:04:08.806473 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG oslo_concurrency.lockutils [None req-34318c37-f7b7-4a9e-9f26-16f9fa22fb90 tempest-TestMinimumBasicScenario-1725182798 tempest-TestMinimumBasicScenario-1725182798-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.120s {{(pid=94174) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 12:04:08.899238 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7daf6c94-9973-466a-b613-b42fa9bb1563 req-5d6b2239-b0e8-4a2a-b594-3a72865536bb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 12:04:08.901733 dv-neutron-601336-94-hyperv neutron-server[94175]: INFO neutron.wsgi [req-7daf6c94-9973-466a-b613-b42fa9bb1563 req-5d6b2239-b0e8-4a2a-b594-3a72865536bb service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=f06e439ec74a4cb19d25535e57df5ef9&device_id=91c1962e-2025-4752-b248-f9d4f003b3f8 HTTP/1.1" status: 200 len: 1138 time: 0.0825372 Jun 23 12:04:08.924337 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ee9d54d-28cc-4c1a-af3d-b7534b2347ee req-a2887b2a-984b-4e0f-ab98-4ab0e91d158c tempest-TestMinimumBasicScenario-1725182798 tempest-TestMinimumBasicScenario-1725182798-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94174) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 12:04:08.927428 dv-neutron-601336-94-hyperv neutron-server[94174]: INFO neutron.wsgi [req-1ee9d54d-28cc-4c1a-af3d-b7534b2347ee req-a2887b2a-984b-4e0f-ab98-4ab0e91d158c tempest-TestMinimumBasicScenario-1725182798 tempest-TestMinimumBasicScenario-1725182798-project] 10.222.0.20 "GET /v2.0/ports?device_id=91c1962e-2025-4752-b248-f9d4f003b3f8 HTTP/1.1" status: 200 len: 985 time: 0.0762060 Jun 23 12:04:08.968531 dv-neutron-601336-94-hyperv neutron-server[94174]: INFO neutron.wsgi [req-1ee9d54d-28cc-4c1a-af3d-b7534b2347ee req-31656d25-ddb4-4e68-ac24-3e2ba93a41b2 tempest-TestMinimumBasicScenario-1725182798 tempest-TestMinimumBasicScenario-1725182798-project] 10.222.0.20 "GET /v2.0/security-groups?id=74cb14ee-79d2-413a-9cfd-9ba3dcd297b5&id=f86c0de7-6d5b-446d-ae83-5582784d20de&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0352578 Jun 23 12:04:09.021053 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7daf6c94-9973-466a-b613-b42fa9bb1563 req-4ec6fc2b-8bd9-44e8-a7fc-58c9c7b5cfdf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 12:04:09.022589 dv-neutron-601336-94-hyperv neutron-server[94175]: INFO neutron.wsgi [req-7daf6c94-9973-466a-b613-b42fa9bb1563 req-4ec6fc2b-8bd9-44e8-a7fc-58c9c7b5cfdf service neutron] 10.222.0.52 "GET /v2.0/networks?id=6096d4ee-1b17-45b0-aff9-0c8a8e63114d HTTP/1.1" status: 200 len: 916 time: 0.1135333 Jun 23 12:04:09.068826 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.db.provisioning_blocks [None req-5fe88987-92cf-4b70-8005-34abb14674ee None None] Provisioning complete for port b88ac745-3ce8-4422-86e1-1d814da3870a triggered by entity DHCP. {{(pid=94176) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 23 12:04:09.069215 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron_lib.callbacks.manager [None req-5fe88987-92cf-4b70-8005-34abb14674ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-899258'] for port, provisioning_complete {{(pid=94176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 12:04:09.090932 dv-neutron-601336-94-hyperv neutron-server[94175]: INFO neutron.wsgi [req-7daf6c94-9973-466a-b613-b42fa9bb1563 req-b7f0ee6a-f649-4f3a-98ee-b563a2250ad0 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=b88ac745-3ce8-4422-86e1-1d814da3870a HTTP/1.1" status: 200 len: 1002 time: 0.0616150 Jun 23 12:04:09.140191 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7daf6c94-9973-466a-b613-b42fa9bb1563 req-0d834186-9f34-470e-b0ec-3f3cd3eb5082 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 12:04:09.141986 dv-neutron-601336-94-hyperv neutron-server[94175]: INFO neutron.wsgi [req-7daf6c94-9973-466a-b613-b42fa9bb1563 req-0d834186-9f34-470e-b0ec-3f3cd3eb5082 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=a835be8d-3991-41bc-8711-847ef4ce7022 HTTP/1.1" status: 200 len: 854 time: 0.0432758 Jun 23 12:04:09.201756 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7daf6c94-9973-466a-b613-b42fa9bb1563 req-dc44f94c-b607-4e10-93c7-5dc72c12f48a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 12:04:09.203456 dv-neutron-601336-94-hyperv neutron-server[94175]: INFO neutron.wsgi [req-7daf6c94-9973-466a-b613-b42fa9bb1563 req-dc44f94c-b607-4e10-93c7-5dc72c12f48a service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=6096d4ee-1b17-45b0-aff9-0c8a8e63114d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1178 time: 0.0557115 Jun 23 12:04:09.299059 dv-neutron-601336-94-hyperv neutron-server[94175]: INFO neutron.wsgi [req-7daf6c94-9973-466a-b613-b42fa9bb1563 req-98b57ea4-c08b-4ad0-ac09-24063f248b8b service neutron] 10.222.0.52 "GET /v2.0/networks/6096d4ee-1b17-45b0-aff9-0c8a8e63114d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0892234 Jun 23 12:04:09.394470 dv-neutron-601336-94-hyperv neutron-server[94175]: INFO neutron.wsgi [req-7daf6c94-9973-466a-b613-b42fa9bb1563 req-b39c012b-105d-4cb1-b2d8-9c52813df35f service neutron] 10.222.0.52 "GET /v2.0/networks/6096d4ee-1b17-45b0-aff9-0c8a8e63114d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0879431 Jun 23 12:04:10.935316 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron_lib.callbacks.manager [None req-f8829cd1-e3c9-4042-a36f-8dfce9d35f27 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773699952132', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-899307'] for agent, after_update {{(pid=94176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 12:04:13.213597 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron_lib.callbacks.manager [None req-0f11ab38-8e77-4ccb-96bf-555fb21175c1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773699952132', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-899307'] for agent, after_update {{(pid=94176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 12:04:13.895311 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron_lib.callbacks.manager [None req-dc7542b2-afef-47f4-a763-e3a3cba144be None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773699952132', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-899307'] for agent, after_update {{(pid=94176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 12:04:14.700817 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron_lib.callbacks.manager [None req-4c20ea5f-bc7f-4d4e-935d-57f082af6ccb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773699952132', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-899307'] for agent, after_update {{(pid=94176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 12:04:16.746531 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron_lib.callbacks.manager [None req-95d6aa8f-24e7-4234-82ff-f502266c3285 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773699952132', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-899307'] for agent, after_update {{(pid=94176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 12:04:18.162263 dv-neutron-601336-94-hyperv neutron-server[94177]: DEBUG neutron.db.agents_db [None req-90fb1279-e4c5-4e73-8d66-3a29811dc4e3 None None] Agent healthcheck: found 6 active agents {{(pid=94177) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 23 12:04:21.451583 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da83308b-23e6-4fc5-a1d1-4e2b1feb1291 req-de6a2b34-0eb4-4cb9-aebe-bef8da4eef2c tempest-TestMinimumBasicScenario-1725182798 tempest-TestMinimumBasicScenario-1725182798-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94174) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 12:04:21.453063 dv-neutron-601336-94-hyperv neutron-server[94174]: INFO neutron.wsgi [req-da83308b-23e6-4fc5-a1d1-4e2b1feb1291 req-de6a2b34-0eb4-4cb9-aebe-bef8da4eef2c tempest-TestMinimumBasicScenario-1725182798 tempest-TestMinimumBasicScenario-1725182798-project] 10.222.0.20 "GET /v2.0/ports?device_id=91c1962e-2025-4752-b248-f9d4f003b3f8 HTTP/1.1" status: 200 len: 985 time: 0.0701451 Jun 23 12:04:21.499326 dv-neutron-601336-94-hyperv neutron-server[94174]: INFO neutron.wsgi [req-da83308b-23e6-4fc5-a1d1-4e2b1feb1291 req-fefe42c0-fdfd-41d7-b69b-ded0bac5a814 tempest-TestMinimumBasicScenario-1725182798 tempest-TestMinimumBasicScenario-1725182798-project] 10.222.0.20 "GET /v2.0/security-groups?id=74cb14ee-79d2-413a-9cfd-9ba3dcd297b5&id=f86c0de7-6d5b-446d-ae83-5582784d20de&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0397861 Jun 23 12:04:21.499983 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d560f5f-2c87-4503-ae87-ab9fe1993608 req-8e4aa192-9032-45cb-a335-f8c43a7c9fb9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 12:04:21.501485 dv-neutron-601336-94-hyperv neutron-server[94175]: INFO neutron.wsgi [req-9d560f5f-2c87-4503-ae87-ab9fe1993608 req-8e4aa192-9032-45cb-a335-f8c43a7c9fb9 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=f06e439ec74a4cb19d25535e57df5ef9&device_id=91c1962e-2025-4752-b248-f9d4f003b3f8 HTTP/1.1" status: 200 len: 1138 time: 0.0672615 Jun 23 12:04:21.596137 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d560f5f-2c87-4503-ae87-ab9fe1993608 req-4110caab-84b7-474d-bd9d-d07e9719e71b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 12:04:21.597560 dv-neutron-601336-94-hyperv neutron-server[94175]: INFO neutron.wsgi [req-9d560f5f-2c87-4503-ae87-ab9fe1993608 req-4110caab-84b7-474d-bd9d-d07e9719e71b service neutron] 10.222.0.52 "GET /v2.0/networks?id=6096d4ee-1b17-45b0-aff9-0c8a8e63114d HTTP/1.1" status: 200 len: 916 time: 0.0897095 Jun 23 12:04:21.664538 dv-neutron-601336-94-hyperv neutron-server[94175]: INFO neutron.wsgi [req-9d560f5f-2c87-4503-ae87-ab9fe1993608 req-4fb1135e-1941-4206-bbbe-af27cabfbee1 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=b88ac745-3ce8-4422-86e1-1d814da3870a HTTP/1.1" status: 200 len: 1002 time: 0.0590327 Jun 23 12:04:21.718199 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d560f5f-2c87-4503-ae87-ab9fe1993608 req-b1354764-4e30-477d-8dd1-b10d91c131a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 12:04:21.719719 dv-neutron-601336-94-hyperv neutron-server[94175]: INFO neutron.wsgi [req-9d560f5f-2c87-4503-ae87-ab9fe1993608 req-b1354764-4e30-477d-8dd1-b10d91c131a8 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=a835be8d-3991-41bc-8711-847ef4ce7022 HTTP/1.1" status: 200 len: 854 time: 0.0488870 Jun 23 12:04:21.777159 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d560f5f-2c87-4503-ae87-ab9fe1993608 req-e02e7f0e-3913-4755-ad15-f81e83c75bbc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 12:04:21.778680 dv-neutron-601336-94-hyperv neutron-server[94175]: INFO neutron.wsgi [req-9d560f5f-2c87-4503-ae87-ab9fe1993608 req-e02e7f0e-3913-4755-ad15-f81e83c75bbc service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=6096d4ee-1b17-45b0-aff9-0c8a8e63114d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1178 time: 0.0523407 Jun 23 12:04:21.866462 dv-neutron-601336-94-hyperv neutron-server[94175]: INFO neutron.wsgi [req-9d560f5f-2c87-4503-ae87-ab9fe1993608 req-f65e5d00-4ccc-4696-b14d-5999cfaf559c service neutron] 10.222.0.52 "GET /v2.0/networks/6096d4ee-1b17-45b0-aff9-0c8a8e63114d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0809264 Jun 23 12:04:21.960146 dv-neutron-601336-94-hyperv neutron-server[94175]: INFO neutron.wsgi [req-9d560f5f-2c87-4503-ae87-ab9fe1993608 req-cd1c758e-3cf8-4232-9258-4a998df512aa service neutron] 10.222.0.52 "GET /v2.0/networks/6096d4ee-1b17-45b0-aff9-0c8a8e63114d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0873010 Jun 23 12:04:22.681877 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7e52922-5092-4e4d-9f99-18c66ad63313 req-7d5ba6ff-66ea-4e76-a14e-f94f8a79ebbd tempest-TestMinimumBasicScenario-1725182798 tempest-TestMinimumBasicScenario-1725182798-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 12:04:22.683357 dv-neutron-601336-94-hyperv neutron-server[94175]: INFO neutron.wsgi [req-d7e52922-5092-4e4d-9f99-18c66ad63313 req-7d5ba6ff-66ea-4e76-a14e-f94f8a79ebbd tempest-TestMinimumBasicScenario-1725182798 tempest-TestMinimumBasicScenario-1725182798-project] 10.222.0.20 "GET /v2.0/ports?device_id=91c1962e-2025-4752-b248-f9d4f003b3f8 HTTP/1.1" status: 200 len: 985 time: 0.0639148 Jun 23 12:04:22.724103 dv-neutron-601336-94-hyperv neutron-server[94175]: INFO neutron.wsgi [req-d7e52922-5092-4e4d-9f99-18c66ad63313 req-bc9f0a94-d9a2-478e-9fc1-a51d81e05666 tempest-TestMinimumBasicScenario-1725182798 tempest-TestMinimumBasicScenario-1725182798-project] 10.222.0.20 "GET /v2.0/security-groups?id=74cb14ee-79d2-413a-9cfd-9ba3dcd297b5&id=f86c0de7-6d5b-446d-ae83-5582784d20de&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0345376 Jun 23 12:04:23.626418 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron_lib.callbacks.manager [None req-97bd5441-1da2-49ee-a364-27795820ba27 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773699952132', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-899307'] for agent, after_update {{(pid=94176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 12:04:23.896869 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3eebb50d-67ad-4eb9-86b4-55b780804ebe req-29193534-d2b8-41ad-81a1-f5d078e69cb0 tempest-TestMinimumBasicScenario-1725182798 tempest-TestMinimumBasicScenario-1725182798-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94174) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 12:04:23.898363 dv-neutron-601336-94-hyperv neutron-server[94174]: INFO neutron.wsgi [req-3eebb50d-67ad-4eb9-86b4-55b780804ebe req-29193534-d2b8-41ad-81a1-f5d078e69cb0 tempest-TestMinimumBasicScenario-1725182798 tempest-TestMinimumBasicScenario-1725182798-project] 10.222.0.20 "GET /v2.0/ports?device_id=91c1962e-2025-4752-b248-f9d4f003b3f8 HTTP/1.1" status: 200 len: 985 time: 0.0626497 Jun 23 12:04:23.936939 dv-neutron-601336-94-hyperv neutron-server[94174]: INFO neutron.wsgi [req-3eebb50d-67ad-4eb9-86b4-55b780804ebe req-2441e06d-dd80-4549-86f7-291379788231 tempest-TestMinimumBasicScenario-1725182798 tempest-TestMinimumBasicScenario-1725182798-project] 10.222.0.20 "GET /v2.0/security-groups?id=74cb14ee-79d2-413a-9cfd-9ba3dcd297b5&id=f86c0de7-6d5b-446d-ae83-5582784d20de&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0327630 Jun 23 12:04:25.114250 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed702e46-149f-4247-9c58-98945e9362b7 req-fa5a6f77-bf83-4f97-a9cf-215a57765eda tempest-TestMinimumBasicScenario-1725182798 tempest-TestMinimumBasicScenario-1725182798-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 12:04:25.115879 dv-neutron-601336-94-hyperv neutron-server[94175]: INFO neutron.wsgi [req-ed702e46-149f-4247-9c58-98945e9362b7 req-fa5a6f77-bf83-4f97-a9cf-215a57765eda tempest-TestMinimumBasicScenario-1725182798 tempest-TestMinimumBasicScenario-1725182798-project] 10.222.0.20 "GET /v2.0/ports?device_id=91c1962e-2025-4752-b248-f9d4f003b3f8 HTTP/1.1" status: 200 len: 985 time: 0.0692608 Jun 23 12:04:25.155997 dv-neutron-601336-94-hyperv neutron-server[94175]: INFO neutron.wsgi [req-ed702e46-149f-4247-9c58-98945e9362b7 req-7ab4a2a9-2542-4240-a6e6-8eaa4f1c745c tempest-TestMinimumBasicScenario-1725182798 tempest-TestMinimumBasicScenario-1725182798-project] 10.222.0.20 "GET /v2.0/security-groups?id=74cb14ee-79d2-413a-9cfd-9ba3dcd297b5&id=f86c0de7-6d5b-446d-ae83-5582784d20de&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0342867 Jun 23 12:04:26.330806 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b23ef5f-d31e-4bb5-a1d5-766605a9479b req-786a8194-3166-44e8-bc40-868c6280024d tempest-TestMinimumBasicScenario-1725182798 tempest-TestMinimumBasicScenario-1725182798-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94174) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 12:04:26.332285 dv-neutron-601336-94-hyperv neutron-server[94174]: INFO neutron.wsgi [req-0b23ef5f-d31e-4bb5-a1d5-766605a9479b req-786a8194-3166-44e8-bc40-868c6280024d tempest-TestMinimumBasicScenario-1725182798 tempest-TestMinimumBasicScenario-1725182798-project] 10.222.0.20 "GET /v2.0/ports?device_id=91c1962e-2025-4752-b248-f9d4f003b3f8 HTTP/1.1" status: 200 len: 985 time: 0.0660653 Jun 23 12:04:26.370962 dv-neutron-601336-94-hyperv neutron-server[94174]: INFO neutron.wsgi [req-0b23ef5f-d31e-4bb5-a1d5-766605a9479b req-d89f312e-7030-44fb-acc4-b32586aefa4f tempest-TestMinimumBasicScenario-1725182798 tempest-TestMinimumBasicScenario-1725182798-project] 10.222.0.20 "GET /v2.0/security-groups?id=74cb14ee-79d2-413a-9cfd-9ba3dcd297b5&id=f86c0de7-6d5b-446d-ae83-5582784d20de&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0328217 Jun 23 12:04:27.542959 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-391e1546-1153-4486-83b5-338da06b46f9 req-7534c6e1-7167-45b5-8012-2f0736fecd07 tempest-TestMinimumBasicScenario-1725182798 tempest-TestMinimumBasicScenario-1725182798-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 12:04:27.544573 dv-neutron-601336-94-hyperv neutron-server[94175]: INFO neutron.wsgi [req-391e1546-1153-4486-83b5-338da06b46f9 req-7534c6e1-7167-45b5-8012-2f0736fecd07 tempest-TestMinimumBasicScenario-1725182798 tempest-TestMinimumBasicScenario-1725182798-project] 10.222.0.20 "GET /v2.0/ports?device_id=91c1962e-2025-4752-b248-f9d4f003b3f8 HTTP/1.1" status: 200 len: 985 time: 0.0648248 Jun 23 12:04:27.584927 dv-neutron-601336-94-hyperv neutron-server[94175]: INFO neutron.wsgi [req-391e1546-1153-4486-83b5-338da06b46f9 req-16d09199-97de-4d32-a33e-65c896652c12 tempest-TestMinimumBasicScenario-1725182798 tempest-TestMinimumBasicScenario-1725182798-project] 10.222.0.20 "GET /v2.0/security-groups?id=74cb14ee-79d2-413a-9cfd-9ba3dcd297b5&id=f86c0de7-6d5b-446d-ae83-5582784d20de&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0345736 Jun 23 12:04:28.754883 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56f74f02-4843-4bab-95f0-3dd61495facc req-92ca311c-ae6c-447c-a83a-da94856a0786 tempest-TestMinimumBasicScenario-1725182798 tempest-TestMinimumBasicScenario-1725182798-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94174) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 12:04:28.756359 dv-neutron-601336-94-hyperv neutron-server[94174]: INFO neutron.wsgi [req-56f74f02-4843-4bab-95f0-3dd61495facc req-92ca311c-ae6c-447c-a83a-da94856a0786 tempest-TestMinimumBasicScenario-1725182798 tempest-TestMinimumBasicScenario-1725182798-project] 10.222.0.20 "GET /v2.0/ports?device_id=91c1962e-2025-4752-b248-f9d4f003b3f8 HTTP/1.1" status: 200 len: 985 time: 0.0634680 Jun 23 12:04:28.795133 dv-neutron-601336-94-hyperv neutron-server[94174]: INFO neutron.wsgi [req-56f74f02-4843-4bab-95f0-3dd61495facc req-588edb2c-436d-40ea-b0d4-f811916d4d45 tempest-TestMinimumBasicScenario-1725182798 tempest-TestMinimumBasicScenario-1725182798-project] 10.222.0.20 "GET /v2.0/security-groups?id=74cb14ee-79d2-413a-9cfd-9ba3dcd297b5&id=f86c0de7-6d5b-446d-ae83-5582784d20de&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0331068 Jun 23 12:04:29.971341 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b829d5d-f67b-4d37-95b3-6dc39342ce5f req-92824115-1922-4673-a849-8c1d9aab0b09 tempest-TestMinimumBasicScenario-1725182798 tempest-TestMinimumBasicScenario-1725182798-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 12:04:29.972789 dv-neutron-601336-94-hyperv neutron-server[94175]: INFO neutron.wsgi [req-7b829d5d-f67b-4d37-95b3-6dc39342ce5f req-92824115-1922-4673-a849-8c1d9aab0b09 tempest-TestMinimumBasicScenario-1725182798 tempest-TestMinimumBasicScenario-1725182798-project] 10.222.0.20 "GET /v2.0/ports?device_id=91c1962e-2025-4752-b248-f9d4f003b3f8 HTTP/1.1" status: 200 len: 985 time: 0.0671675 Jun 23 12:04:30.012956 dv-neutron-601336-94-hyperv neutron-server[94175]: INFO neutron.wsgi [req-7b829d5d-f67b-4d37-95b3-6dc39342ce5f req-99e9d4ad-f00d-43de-a340-d2f1f493e98c tempest-TestMinimumBasicScenario-1725182798 tempest-TestMinimumBasicScenario-1725182798-project] 10.222.0.20 "GET /v2.0/security-groups?id=74cb14ee-79d2-413a-9cfd-9ba3dcd297b5&id=f86c0de7-6d5b-446d-ae83-5582784d20de&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0343816 Jun 23 12:04:31.181300 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d87e572c-f170-409b-ae82-a07179d8938f req-c55e9af8-f908-4d64-82bb-38472aede193 tempest-TestMinimumBasicScenario-1725182798 tempest-TestMinimumBasicScenario-1725182798-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94174) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 12:04:31.182764 dv-neutron-601336-94-hyperv neutron-server[94174]: INFO neutron.wsgi [req-d87e572c-f170-409b-ae82-a07179d8938f req-c55e9af8-f908-4d64-82bb-38472aede193 tempest-TestMinimumBasicScenario-1725182798 tempest-TestMinimumBasicScenario-1725182798-project] 10.222.0.20 "GET /v2.0/ports?device_id=91c1962e-2025-4752-b248-f9d4f003b3f8 HTTP/1.1" status: 200 len: 985 time: 0.0627384 Jun 23 12:04:31.227455 dv-neutron-601336-94-hyperv neutron-server[94174]: INFO neutron.wsgi [req-d87e572c-f170-409b-ae82-a07179d8938f req-71e98602-20b4-40e7-9a53-f48b5b69fdc2 tempest-TestMinimumBasicScenario-1725182798 tempest-TestMinimumBasicScenario-1725182798-project] 10.222.0.20 "GET /v2.0/security-groups?id=74cb14ee-79d2-413a-9cfd-9ba3dcd297b5&id=f86c0de7-6d5b-446d-ae83-5582784d20de&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0388916 Jun 23 12:04:32.400110 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0d32b3a-b6eb-44f9-b4fa-e6995b0d3416 req-5149c359-83f2-4644-b3f5-6ec571795af4 tempest-TestMinimumBasicScenario-1725182798 tempest-TestMinimumBasicScenario-1725182798-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 12:04:32.401484 dv-neutron-601336-94-hyperv neutron-server[94175]: INFO neutron.wsgi [req-b0d32b3a-b6eb-44f9-b4fa-e6995b0d3416 req-5149c359-83f2-4644-b3f5-6ec571795af4 tempest-TestMinimumBasicScenario-1725182798 tempest-TestMinimumBasicScenario-1725182798-project] 10.222.0.20 "GET /v2.0/ports?device_id=91c1962e-2025-4752-b248-f9d4f003b3f8 HTTP/1.1" status: 200 len: 985 time: 0.0634778 Jun 23 12:04:32.440640 dv-neutron-601336-94-hyperv neutron-server[94175]: INFO neutron.wsgi [req-b0d32b3a-b6eb-44f9-b4fa-e6995b0d3416 req-7fcdf7db-0325-4bef-a0c3-5cc16e28de23 tempest-TestMinimumBasicScenario-1725182798 tempest-TestMinimumBasicScenario-1725182798-project] 10.222.0.20 "GET /v2.0/security-groups?id=74cb14ee-79d2-413a-9cfd-9ba3dcd297b5&id=f86c0de7-6d5b-446d-ae83-5582784d20de&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0334849 Jun 23 12:04:33.787750 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8582c0b-0264-4cde-8de9-a4dc373dce21 req-2db16775-df9e-4e0e-b0a4-3906b85ae59c tempest-TestMinimumBasicScenario-1725182798 tempest-TestMinimumBasicScenario-1725182798-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94174) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 12:04:33.789137 dv-neutron-601336-94-hyperv neutron-server[94174]: INFO neutron.wsgi [req-e8582c0b-0264-4cde-8de9-a4dc373dce21 req-2db16775-df9e-4e0e-b0a4-3906b85ae59c tempest-TestMinimumBasicScenario-1725182798 tempest-TestMinimumBasicScenario-1725182798-project] 10.222.0.20 "GET /v2.0/ports?device_id=91c1962e-2025-4752-b248-f9d4f003b3f8 HTTP/1.1" status: 200 len: 985 time: 0.0634267 Jun 23 12:04:33.833313 dv-neutron-601336-94-hyperv neutron-server[94174]: INFO neutron.wsgi [req-e8582c0b-0264-4cde-8de9-a4dc373dce21 req-6edd3462-f8a2-4236-abbb-69e3fe020b3d tempest-TestMinimumBasicScenario-1725182798 tempest-TestMinimumBasicScenario-1725182798-project] 10.222.0.20 "GET /v2.0/security-groups?id=74cb14ee-79d2-413a-9cfd-9ba3dcd297b5&id=f86c0de7-6d5b-446d-ae83-5582784d20de&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0379367 Jun 23 12:04:35.008586 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08466802-c27d-4528-9a1a-21b0849f87a9 req-2aebb529-4aed-4a8d-ba3c-b4abfe5df4cb tempest-TestMinimumBasicScenario-1725182798 tempest-TestMinimumBasicScenario-1725182798-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 12:04:35.010051 dv-neutron-601336-94-hyperv neutron-server[94175]: INFO neutron.wsgi [req-08466802-c27d-4528-9a1a-21b0849f87a9 req-2aebb529-4aed-4a8d-ba3c-b4abfe5df4cb tempest-TestMinimumBasicScenario-1725182798 tempest-TestMinimumBasicScenario-1725182798-project] 10.222.0.20 "GET /v2.0/ports?device_id=91c1962e-2025-4752-b248-f9d4f003b3f8 HTTP/1.1" status: 200 len: 985 time: 0.0625968 Jun 23 12:04:35.048914 dv-neutron-601336-94-hyperv neutron-server[94175]: INFO neutron.wsgi [req-08466802-c27d-4528-9a1a-21b0849f87a9 req-ae5f36dd-6f4a-40e5-8218-6d277092bf1b tempest-TestMinimumBasicScenario-1725182798 tempest-TestMinimumBasicScenario-1725182798-project] 10.222.0.20 "GET /v2.0/security-groups?id=74cb14ee-79d2-413a-9cfd-9ba3dcd297b5&id=f86c0de7-6d5b-446d-ae83-5582784d20de&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0328238 Jun 23 12:04:36.218566 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff96d323-fc51-4890-8865-e0ae1d827110 req-f478fe62-53ea-4d05-9b20-f7a1e9153c68 tempest-TestMinimumBasicScenario-1725182798 tempest-TestMinimumBasicScenario-1725182798-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94174) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 12:04:36.220066 dv-neutron-601336-94-hyperv neutron-server[94174]: INFO neutron.wsgi [req-ff96d323-fc51-4890-8865-e0ae1d827110 req-f478fe62-53ea-4d05-9b20-f7a1e9153c68 tempest-TestMinimumBasicScenario-1725182798 tempest-TestMinimumBasicScenario-1725182798-project] 10.222.0.20 "GET /v2.0/ports?device_id=91c1962e-2025-4752-b248-f9d4f003b3f8 HTTP/1.1" status: 200 len: 985 time: 0.0631163 Jun 23 12:04:36.259622 dv-neutron-601336-94-hyperv neutron-server[94174]: INFO neutron.wsgi [req-ff96d323-fc51-4890-8865-e0ae1d827110 req-8845124e-b78d-4987-8853-95ba76fc6a21 tempest-TestMinimumBasicScenario-1725182798 tempest-TestMinimumBasicScenario-1725182798-project] 10.222.0.20 "GET /v2.0/security-groups?id=74cb14ee-79d2-413a-9cfd-9ba3dcd297b5&id=f86c0de7-6d5b-446d-ae83-5582784d20de&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0338490 Jun 23 12:04:37.432528 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a98b7ced-9bcc-4cd1-90b8-bddee70099a6 req-63d80024-050f-462d-8011-4c826a774796 tempest-TestMinimumBasicScenario-1725182798 tempest-TestMinimumBasicScenario-1725182798-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 12:04:37.433972 dv-neutron-601336-94-hyperv neutron-server[94175]: INFO neutron.wsgi [req-a98b7ced-9bcc-4cd1-90b8-bddee70099a6 req-63d80024-050f-462d-8011-4c826a774796 tempest-TestMinimumBasicScenario-1725182798 tempest-TestMinimumBasicScenario-1725182798-project] 10.222.0.20 "GET /v2.0/ports?device_id=91c1962e-2025-4752-b248-f9d4f003b3f8 HTTP/1.1" status: 200 len: 985 time: 0.0673797 Jun 23 12:04:37.473551 dv-neutron-601336-94-hyperv neutron-server[94175]: INFO neutron.wsgi [req-a98b7ced-9bcc-4cd1-90b8-bddee70099a6 req-da921bcd-81b7-4bb2-8c4b-a29e79a950a6 tempest-TestMinimumBasicScenario-1725182798 tempest-TestMinimumBasicScenario-1725182798-project] 10.222.0.20 "GET /v2.0/security-groups?id=74cb14ee-79d2-413a-9cfd-9ba3dcd297b5&id=f86c0de7-6d5b-446d-ae83-5582784d20de&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0338669 Jun 23 12:04:38.646681 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74db461c-0102-4e2f-9a0c-b8c1050432e3 req-779202da-7fc0-4cd1-8671-b1702debbd5f tempest-TestMinimumBasicScenario-1725182798 tempest-TestMinimumBasicScenario-1725182798-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94174) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 12:04:38.648129 dv-neutron-601336-94-hyperv neutron-server[94174]: INFO neutron.wsgi [req-74db461c-0102-4e2f-9a0c-b8c1050432e3 req-779202da-7fc0-4cd1-8671-b1702debbd5f tempest-TestMinimumBasicScenario-1725182798 tempest-TestMinimumBasicScenario-1725182798-project] 10.222.0.20 "GET /v2.0/ports?device_id=91c1962e-2025-4752-b248-f9d4f003b3f8 HTTP/1.1" status: 200 len: 985 time: 0.0654216 Jun 23 12:04:38.688691 dv-neutron-601336-94-hyperv neutron-server[94174]: INFO neutron.wsgi [req-74db461c-0102-4e2f-9a0c-b8c1050432e3 req-ecebec00-02d8-476d-bca5-d85a15e8ce3e tempest-TestMinimumBasicScenario-1725182798 tempest-TestMinimumBasicScenario-1725182798-project] 10.222.0.20 "GET /v2.0/security-groups?id=74cb14ee-79d2-413a-9cfd-9ba3dcd297b5&id=f86c0de7-6d5b-446d-ae83-5582784d20de&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0348604 Jun 23 12:04:40.934229 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron_lib.callbacks.manager [None req-a73a8006-7da0-4afa-9139-928783b3c91b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773699952132', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-899307'] for agent, after_update {{(pid=94176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 12:04:43.206407 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron_lib.callbacks.manager [None req-f9ecd0a2-efec-4e2a-bce1-87d7e44afb98 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773699952132', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-899307'] for agent, after_update {{(pid=94176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 12:04:43.897973 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron_lib.callbacks.manager [None req-dc7542b2-afef-47f4-a763-e3a3cba144be None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773699952132', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-899307'] for agent, after_update {{(pid=94176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 12:04:44.728724 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron_lib.callbacks.manager [None req-4c20ea5f-bc7f-4d4e-935d-57f082af6ccb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773699952132', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-899307'] for agent, after_update {{(pid=94176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 12:04:46.728403 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron_lib.callbacks.manager [None req-95d6aa8f-24e7-4234-82ff-f502266c3285 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773699952132', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-899307'] for agent, after_update {{(pid=94176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 12:04:53.623529 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron_lib.callbacks.manager [None req-97bd5441-1da2-49ee-a364-27795820ba27 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773699952132', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-899307'] for agent, after_update {{(pid=94176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 12:04:55.160427 dv-neutron-601336-94-hyperv neutron-server[94177]: DEBUG neutron.db.agents_db [None req-90fb1279-e4c5-4e73-8d66-3a29811dc4e3 None None] Agent healthcheck: found 6 active agents {{(pid=94177) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 23 12:04:57.377133 dv-neutron-601336-94-hyperv neutron-server[94175]: INFO neutron.wsgi [req-f3ab8992-0b6c-4bc5-9347-683524424614 req-a21741a0-9dd0-4dfa-b0d7-079b9529d396 service neutron] 10.222.0.52 "GET /v2.0/ports?device_id=91c1962e-2025-4752-b248-f9d4f003b3f8&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0531769 Jun 23 12:04:57.474109 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3ab8992-0b6c-4bc5-9347-683524424614 req-160b6dbe-9e93-4d52-b658-baf5067d6e3b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 12:04:57.475557 dv-neutron-601336-94-hyperv neutron-server[94175]: INFO neutron.wsgi [req-f3ab8992-0b6c-4bc5-9347-683524424614 req-160b6dbe-9e93-4d52-b658-baf5067d6e3b service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=f06e439ec74a4cb19d25535e57df5ef9&device_id=91c1962e-2025-4752-b248-f9d4f003b3f8 HTTP/1.1" status: 200 len: 1138 time: 0.0533350 Jun 23 12:04:57.582902 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3ab8992-0b6c-4bc5-9347-683524424614 req-62018e6e-4cc5-4221-b04b-ef8c8a3068bc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 12:04:57.584409 dv-neutron-601336-94-hyperv neutron-server[94175]: INFO neutron.wsgi [req-f3ab8992-0b6c-4bc5-9347-683524424614 req-62018e6e-4cc5-4221-b04b-ef8c8a3068bc service neutron] 10.222.0.52 "GET /v2.0/networks?id=6096d4ee-1b17-45b0-aff9-0c8a8e63114d HTTP/1.1" status: 200 len: 916 time: 0.0884316 Jun 23 12:04:57.653105 dv-neutron-601336-94-hyperv neutron-server[94175]: INFO neutron.wsgi [req-f3ab8992-0b6c-4bc5-9347-683524424614 req-10e19eab-41e5-4a31-a358-1acb11d3d07a service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=b88ac745-3ce8-4422-86e1-1d814da3870a HTTP/1.1" status: 200 len: 1002 time: 0.0593174 Jun 23 12:04:57.706610 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3ab8992-0b6c-4bc5-9347-683524424614 req-03e41a2a-4e6b-4181-aef4-46c2701bf214 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 12:04:57.708100 dv-neutron-601336-94-hyperv neutron-server[94175]: INFO neutron.wsgi [req-f3ab8992-0b6c-4bc5-9347-683524424614 req-03e41a2a-4e6b-4181-aef4-46c2701bf214 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=a835be8d-3991-41bc-8711-847ef4ce7022 HTTP/1.1" status: 200 len: 854 time: 0.0475698 Jun 23 12:04:57.766894 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3ab8992-0b6c-4bc5-9347-683524424614 req-81b2aa1c-7fce-45f6-bd7d-07b998140358 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 12:04:57.768359 dv-neutron-601336-94-hyperv neutron-server[94175]: INFO neutron.wsgi [req-f3ab8992-0b6c-4bc5-9347-683524424614 req-81b2aa1c-7fce-45f6-bd7d-07b998140358 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=6096d4ee-1b17-45b0-aff9-0c8a8e63114d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1178 time: 0.0537336 Jun 23 12:04:57.862821 dv-neutron-601336-94-hyperv neutron-server[94175]: INFO neutron.wsgi [req-f3ab8992-0b6c-4bc5-9347-683524424614 req-f620c123-722d-4d5a-9dda-c9d2c036bf04 service neutron] 10.222.0.52 "GET /v2.0/networks/6096d4ee-1b17-45b0-aff9-0c8a8e63114d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0853000 Jun 23 12:04:57.958674 dv-neutron-601336-94-hyperv neutron-server[94175]: INFO neutron.wsgi [req-f3ab8992-0b6c-4bc5-9347-683524424614 req-c4add992-2284-48e9-a41b-fd42a7808c48 service neutron] 10.222.0.52 "GET /v2.0/networks/6096d4ee-1b17-45b0-aff9-0c8a8e63114d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0876372 Jun 23 12:05:11.065757 dv-neutron-601336-94-hyperv neutron-server[94175]: INFO neutron.wsgi [req-8f7eec11-de84-46aa-93c9-82a9991c6fe9 req-b1346278-0e9a-43fc-8dd9-d22389035568 tempest-TestMinimumBasicScenario-1725182798 tempest-TestMinimumBasicScenario-1725182798-project] 10.222.0.20 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-491803822&fields=id&tenant_id=f06e439ec74a4cb19d25535e57df5ef9 HTTP/1.1" status: 200 len: 267 time: 0.0338290 Jun 23 12:05:11.134150 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron_lib.callbacks.manager [None req-1ff74310-4139-4fb8-b310-110b39680c59 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773699952132', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-899307'] for agent, after_update {{(pid=94176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 12:05:11.137294 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f7eec11-de84-46aa-93c9-82a9991c6fe9 req-f10853b4-ec68-4f61-9f98-c7ecbfdbbc38 tempest-TestMinimumBasicScenario-1725182798 tempest-TestMinimumBasicScenario-1725182798-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 12:05:11.138831 dv-neutron-601336-94-hyperv neutron-server[94175]: INFO neutron.wsgi [req-8f7eec11-de84-46aa-93c9-82a9991c6fe9 req-f10853b4-ec68-4f61-9f98-c7ecbfdbbc38 tempest-TestMinimumBasicScenario-1725182798 tempest-TestMinimumBasicScenario-1725182798-project] 10.222.0.20 "GET /v2.0/ports?device_id=91c1962e-2025-4752-b248-f9d4f003b3f8 HTTP/1.1" status: 200 len: 985 time: 0.0676429 Jun 23 12:05:11.153417 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.api.v2.base [req-8f7eec11-de84-46aa-93c9-82a9991c6fe9 req-679ed227-7f2e-4d04-84a9-ffc8418fa763 tempest-TestMinimumBasicScenario-1725182798 tempest-TestMinimumBasicScenario-1725182798-project] Request body: {'port': {'security_groups': ['f86c0de7-6d5b-446d-ae83-5582784d20de']}} {{(pid=94175) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 23 12:05:11.242388 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron_lib.callbacks.manager [req-8f7eec11-de84-46aa-93c9-82a9991c6fe9 req-679ed227-7f2e-4d04-84a9-ffc8418fa763 tempest-TestMinimumBasicScenario-1725182798 tempest-TestMinimumBasicScenario-1725182798-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-923122'] for port, before_update {{(pid=94175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 12:05:11.434966 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.plugins.ml2.db [req-8f7eec11-de84-46aa-93c9-82a9991c6fe9 req-679ed227-7f2e-4d04-84a9-ffc8418fa763 tempest-TestMinimumBasicScenario-1725182798 tempest-TestMinimumBasicScenario-1725182798-project] For port b88ac745-3ce8-4422-86e1-1d814da3870a, host hv-neutron-6013, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-6013',level=0,port_id=b88ac745-3ce8-4422-86e1-1d814da3870a,segment=NetworkSegment(a2b8d80c-5bd3-460b-8799-6021d9024aea),segment_id=a2b8d80c-5bd3-460b-8799-6021d9024aea)] {{(pid=94175) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 23 12:05:11.473919 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron_lib.callbacks.manager [req-8f7eec11-de84-46aa-93c9-82a9991c6fe9 req-679ed227-7f2e-4d04-84a9-ffc8418fa763 tempest-TestMinimumBasicScenario-1725182798 tempest-TestMinimumBasicScenario-1725182798-project] Notify callbacks [] for port, precommit_update {{(pid=94175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 12:05:11.582098 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron_lib.callbacks.manager [req-8f7eec11-de84-46aa-93c9-82a9991c6fe9 req-679ed227-7f2e-4d04-84a9-ffc8418fa763 tempest-TestMinimumBasicScenario-1725182798 tempest-TestMinimumBasicScenario-1725182798-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-922904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866062', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773700135042', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773699642233', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773699642278', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5082471'] for port, after_update {{(pid=94175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 12:05:11.586634 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG oslo_concurrency.lockutils [None req-313ce69e-f988-4122-b1ea-fbc5d9a19e32 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94175) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 12:05:11.593727 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.plugins.ml2.db [None req-97bd5441-1da2-49ee-a364-27795820ba27 None None] get_ports_and_sgs() called for port_ids ['b88ac745-3ce8-4422-86e1-1d814da3870a'] {{(pid=94176) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 23 12:05:11.630134 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f7eec11-de84-46aa-93c9-82a9991c6fe9 req-679ed227-7f2e-4d04-84a9-ffc8418fa763 tempest-TestMinimumBasicScenario-1725182798 tempest-TestMinimumBasicScenario-1725182798-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 12:05:11.630754 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron_lib.callbacks.manager [req-8f7eec11-de84-46aa-93c9-82a9991c6fe9 req-679ed227-7f2e-4d04-84a9-ffc8418fa763 tempest-TestMinimumBasicScenario-1725182798 tempest-TestMinimumBasicScenario-1725182798-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-217507'] for port, before_response {{(pid=94175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 12:05:11.632157 dv-neutron-601336-94-hyperv neutron-server[94175]: INFO neutron.wsgi [req-8f7eec11-de84-46aa-93c9-82a9991c6fe9 req-679ed227-7f2e-4d04-84a9-ffc8418fa763 tempest-TestMinimumBasicScenario-1725182798 tempest-TestMinimumBasicScenario-1725182798-project] 10.222.0.20 "PUT /v2.0/ports/b88ac745-3ce8-4422-86e1-1d814da3870a HTTP/1.1" status: 200 len: 943 time: 0.4841757 Jun 23 12:05:11.632718 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '91c1962e-2025-4752-b248-f9d4f003b3f8', 'tag': 'b88ac745-3ce8-4422-86e1-1d814da3870a'}] {{(pid=94175) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 23 12:05:11.635127 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1970408df4ea4e7170669a1249478e627cf05a5a0b07cc08a66c5cb53d0ac47a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2b574dda-b537-4424-b2f2-494608e3f42e" -d '{"events": [{"name": "network-changed", "server_uuid": "91c1962e-2025-4752-b248-f9d4f003b3f8", "tag": "b88ac745-3ce8-4422-86e1-1d814da3870a"}]}' {{(pid=94175) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 23 12:05:11.641131 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.wsgi [-] (94174) accepted ('10.222.0.20', 48348) {{(pid=94174) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 12:05:11.674320 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-679ed227-7f2e-4d04-84a9-ffc8418fa763 tempest-TestMinimumBasicScenario-1725182798 tempest-TestMinimumBasicScenario-1725182798-project] Pushing event updated for resources: {'Port': ['ID=b88ac745-3ce8-4422-86e1-1d814da3870a,revision_number=7']} {{(pid=94175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 12:05:11.688844 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-679ed227-7f2e-4d04-84a9-ffc8418fa763 tempest-TestMinimumBasicScenario-1725182798 tempest-TestMinimumBasicScenario-1725182798-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-601336-94-hyperv {{(pid=94175) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 12:05:11.689144 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-679ed227-7f2e-4d04-84a9-ffc8418fa763 tempest-TestMinimumBasicScenario-1725182798 tempest-TestMinimumBasicScenario-1725182798-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-94-hyperv {{(pid=94175) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 12:05:11.689541 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-679ed227-7f2e-4d04-84a9-ffc8418fa763 tempest-TestMinimumBasicScenario-1725182798 tempest-TestMinimumBasicScenario-1725182798-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-94-hyperv {{(pid=94175) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 12:05:11.689929 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-679ed227-7f2e-4d04-84a9-ffc8418fa763 tempest-TestMinimumBasicScenario-1725182798 tempest-TestMinimumBasicScenario-1725182798-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-601336-94-hyperv {{(pid=94175) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 12:05:11.690479 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-679ed227-7f2e-4d04-84a9-ffc8418fa763 tempest-TestMinimumBasicScenario-1725182798 tempest-TestMinimumBasicScenario-1725182798-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-601336-94-hyperv {{(pid=94175) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 12:05:11.690866 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-679ed227-7f2e-4d04-84a9-ffc8418fa763 tempest-TestMinimumBasicScenario-1725182798 tempest-TestMinimumBasicScenario-1725182798-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-601336-94-hyperv {{(pid=94175) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 12:05:11.691342 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-679ed227-7f2e-4d04-84a9-ffc8418fa763 tempest-TestMinimumBasicScenario-1725182798 tempest-TestMinimumBasicScenario-1725182798-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-601336-94-hyperv {{(pid=94175) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 12:05:11.691642 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-679ed227-7f2e-4d04-84a9-ffc8418fa763 tempest-TestMinimumBasicScenario-1725182798 tempest-TestMinimumBasicScenario-1725182798-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-601336-94-hyperv {{(pid=94175) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 12:05:11.692015 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-679ed227-7f2e-4d04-84a9-ffc8418fa763 tempest-TestMinimumBasicScenario-1725182798 tempest-TestMinimumBasicScenario-1725182798-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-601336-94-hyperv {{(pid=94175) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 12:05:11.692640 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-679ed227-7f2e-4d04-84a9-ffc8418fa763 tempest-TestMinimumBasicScenario-1725182798 tempest-TestMinimumBasicScenario-1725182798-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-94-hyperv {{(pid=94175) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 12:05:11.693015 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-679ed227-7f2e-4d04-84a9-ffc8418fa763 tempest-TestMinimumBasicScenario-1725182798 tempest-TestMinimumBasicScenario-1725182798-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-601336-94-hyperv {{(pid=94175) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 12:05:11.693388 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-679ed227-7f2e-4d04-84a9-ffc8418fa763 tempest-TestMinimumBasicScenario-1725182798 tempest-TestMinimumBasicScenario-1725182798-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-601336-94-hyperv {{(pid=94175) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 12:05:11.703709 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG oslo_concurrency.lockutils [None req-679ed227-7f2e-4d04-84a9-ffc8418fa763 tempest-TestMinimumBasicScenario-1725182798 tempest-TestMinimumBasicScenario-1725182798-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.116s {{(pid=94175) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 12:05:11.706866 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.plugins.ml2.db [None req-97bd5441-1da2-49ee-a364-27795820ba27 None None] get_ports_and_sgs() called for port_ids ['b88ac745-3ce8-4422-86e1-1d814da3870a'] {{(pid=94176) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 23 12:05:11.736276 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron_lib.callbacks.manager [None req-c4bcb357-a591-4a44-994e-377ea75a474a tempest-TestMinimumBasicScenario-1725182798 tempest-TestMinimumBasicScenario-1725182798-project] Notify callbacks [] for security_group, before_delete {{(pid=94174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 12:05:11.765808 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron_lib.callbacks.manager [None req-c4bcb357-a591-4a44-994e-377ea75a474a tempest-TestMinimumBasicScenario-1725182798 tempest-TestMinimumBasicScenario-1725182798-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 12:05:11.845643 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 23 Jun 2021 12:05:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-21617e17-5e2e-4084-826b-a17e585cd98d x-openstack-request-id: req-21617e17-5e2e-4084-826b-a17e585cd98d {{(pid=94175) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 23 12:05:11.846026 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "91c1962e-2025-4752-b248-f9d4f003b3f8", "tag": "b88ac745-3ce8-4422-86e1-1d814da3870a", "status": "completed", "code": 200}]} {{(pid=94175) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 23 12:05:11.846657 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-21617e17-5e2e-4084-826b-a17e585cd98d {{(pid=94175) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 23 12:05:11.847189 dv-neutron-601336-94-hyperv neutron-server[94175]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '91c1962e-2025-4752-b248-f9d4f003b3f8', 'tag': 'b88ac745-3ce8-4422-86e1-1d814da3870a', 'status': 'completed', 'code': 200} Jun 23 12:05:11.930731 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b574dda-b537-4424-b2f2-494608e3f42e req-cf51e70b-6521-4047-98d3-13b5eb816549 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 12:05:11.932232 dv-neutron-601336-94-hyperv neutron-server[94175]: INFO neutron.wsgi [req-2b574dda-b537-4424-b2f2-494608e3f42e req-cf51e70b-6521-4047-98d3-13b5eb816549 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=f06e439ec74a4cb19d25535e57df5ef9&device_id=91c1962e-2025-4752-b248-f9d4f003b3f8 HTTP/1.1" status: 200 len: 1099 time: 0.0612237 Jun 23 12:05:11.933965 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron_lib.callbacks.manager [None req-c4bcb357-a591-4a44-994e-377ea75a474a tempest-TestMinimumBasicScenario-1725182798 tempest-TestMinimumBasicScenario-1725182798-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7996330'] for security_group, after_delete {{(pid=94174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 12:05:11.936771 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron_lib.callbacks.manager [None req-c4bcb357-a591-4a44-994e-377ea75a474a tempest-TestMinimumBasicScenario-1725182798 tempest-TestMinimumBasicScenario-1725182798-project] Notify callbacks [] for security_group, before_response {{(pid=94174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 12:05:11.944087 dv-neutron-601336-94-hyperv neutron-server[94174]: INFO neutron.wsgi [None req-c4bcb357-a591-4a44-994e-377ea75a474a tempest-TestMinimumBasicScenario-1725182798 tempest-TestMinimumBasicScenario-1725182798-project] 10.222.0.20 "DELETE /v2.0/security-groups/74cb14ee-79d2-413a-9cfd-9ba3dcd297b5 HTTP/1.1" status: 204 len: 168 time: 0.2940254 Jun 23 12:05:11.944087 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG oslo_concurrency.lockutils [None req-56f259d1-b937-4d64-b1ff-d221bf6bc6bf admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94174) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 12:05:11.947933 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.wsgi [-] (94174) accepted ('10.222.0.20', 48352) {{(pid=94174) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 12:05:11.948553 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.db.provisioning_blocks [None req-9daa254b-1f3e-42ad-996b-6054b71feec6 None None] Provisioning complete for port b88ac745-3ce8-4422-86e1-1d814da3870a triggered by entity DHCP. {{(pid=94176) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 23 12:05:11.948773 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron_lib.callbacks.manager [None req-9daa254b-1f3e-42ad-996b-6054b71feec6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-899258'] for port, provisioning_complete {{(pid=94176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 12:05:11.952404 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4bcb357-a591-4a44-994e-377ea75a474a tempest-TestMinimumBasicScenario-1725182798 tempest-TestMinimumBasicScenario-1725182798-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=74cb14ee-79d2-413a-9cfd-9ba3dcd297b5,revision_number=None']} {{(pid=94174) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 12:05:11.998597 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4bcb357-a591-4a44-994e-377ea75a474a tempest-TestMinimumBasicScenario-1725182798 tempest-TestMinimumBasicScenario-1725182798-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-601336-94-hyperv {{(pid=94174) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 12:05:11.998989 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4bcb357-a591-4a44-994e-377ea75a474a tempest-TestMinimumBasicScenario-1725182798 tempest-TestMinimumBasicScenario-1725182798-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-94-hyperv {{(pid=94174) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 12:05:11.999406 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4bcb357-a591-4a44-994e-377ea75a474a tempest-TestMinimumBasicScenario-1725182798 tempest-TestMinimumBasicScenario-1725182798-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-94-hyperv {{(pid=94174) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 12:05:11.999795 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4bcb357-a591-4a44-994e-377ea75a474a tempest-TestMinimumBasicScenario-1725182798 tempest-TestMinimumBasicScenario-1725182798-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-601336-94-hyperv {{(pid=94174) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 12:05:12.000180 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4bcb357-a591-4a44-994e-377ea75a474a tempest-TestMinimumBasicScenario-1725182798 tempest-TestMinimumBasicScenario-1725182798-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-601336-94-hyperv {{(pid=94174) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 12:05:12.000561 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4bcb357-a591-4a44-994e-377ea75a474a tempest-TestMinimumBasicScenario-1725182798 tempest-TestMinimumBasicScenario-1725182798-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-601336-94-hyperv {{(pid=94174) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 12:05:12.000942 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4bcb357-a591-4a44-994e-377ea75a474a tempest-TestMinimumBasicScenario-1725182798 tempest-TestMinimumBasicScenario-1725182798-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-601336-94-hyperv {{(pid=94174) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 12:05:12.001321 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4bcb357-a591-4a44-994e-377ea75a474a tempest-TestMinimumBasicScenario-1725182798 tempest-TestMinimumBasicScenario-1725182798-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-601336-94-hyperv {{(pid=94174) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 12:05:12.001711 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4bcb357-a591-4a44-994e-377ea75a474a tempest-TestMinimumBasicScenario-1725182798 tempest-TestMinimumBasicScenario-1725182798-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-601336-94-hyperv {{(pid=94174) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 12:05:12.002071 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4bcb357-a591-4a44-994e-377ea75a474a tempest-TestMinimumBasicScenario-1725182798 tempest-TestMinimumBasicScenario-1725182798-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-94-hyperv {{(pid=94174) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 12:05:12.002443 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4bcb357-a591-4a44-994e-377ea75a474a tempest-TestMinimumBasicScenario-1725182798 tempest-TestMinimumBasicScenario-1725182798-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-601336-94-hyperv {{(pid=94174) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 12:05:12.002813 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4bcb357-a591-4a44-994e-377ea75a474a tempest-TestMinimumBasicScenario-1725182798 tempest-TestMinimumBasicScenario-1725182798-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-601336-94-hyperv {{(pid=94174) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 12:05:12.007441 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG oslo_concurrency.lockutils [None req-c4bcb357-a591-4a44-994e-377ea75a474a tempest-TestMinimumBasicScenario-1725182798 tempest-TestMinimumBasicScenario-1725182798-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.069s {{(pid=94174) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 12:05:12.034802 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b574dda-b537-4424-b2f2-494608e3f42e req-9ce0020d-1703-4e1e-985e-19cfc6f2ee23 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 12:05:12.035885 dv-neutron-601336-94-hyperv neutron-server[94175]: INFO neutron.wsgi [req-2b574dda-b537-4424-b2f2-494608e3f42e req-9ce0020d-1703-4e1e-985e-19cfc6f2ee23 service neutron] 10.222.0.52 "GET /v2.0/networks?id=6096d4ee-1b17-45b0-aff9-0c8a8e63114d HTTP/1.1" status: 200 len: 916 time: 0.0964010 Jun 23 12:05:12.104784 dv-neutron-601336-94-hyperv neutron-server[94175]: INFO neutron.wsgi [req-2b574dda-b537-4424-b2f2-494608e3f42e req-4fc5965e-36df-4d8e-bb8a-d2b146a6ce7d service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=b88ac745-3ce8-4422-86e1-1d814da3870a HTTP/1.1" status: 200 len: 1002 time: 0.0605538 Jun 23 12:05:12.127229 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.plugins.ml2.plugin [None req-e46d1a0c-317a-4805-9fc4-b97344ba6fb3 tempest-TestMinimumBasicScenario-1725182798 tempest-TestMinimumBasicScenario-1725182798-project] Deleting port 638c4f31-e6e5-4630-8849-ed2b05ce3900 {{(pid=94174) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1913}} Jun 23 12:05:12.127568 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron_lib.callbacks.manager [None req-e46d1a0c-317a-4805-9fc4-b97344ba6fb3 tempest-TestMinimumBasicScenario-1725182798 tempest-TestMinimumBasicScenario-1725182798-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773700079324'] for port, before_delete {{(pid=94174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 12:05:12.156428 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b574dda-b537-4424-b2f2-494608e3f42e req-531d9f30-b3d5-41ff-8383-e603c2da323a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 12:05:12.157921 dv-neutron-601336-94-hyperv neutron-server[94175]: INFO neutron.wsgi [req-2b574dda-b537-4424-b2f2-494608e3f42e req-531d9f30-b3d5-41ff-8383-e603c2da323a service neutron] 10.222.0.52 "GET /v2.0/subnets?id=a835be8d-3991-41bc-8711-847ef4ce7022 HTTP/1.1" status: 200 len: 854 time: 0.0474069 Jun 23 12:05:12.209082 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron_lib.callbacks.manager [None req-e46d1a0c-317a-4805-9fc4-b97344ba6fb3 tempest-TestMinimumBasicScenario-1725182798 tempest-TestMinimumBasicScenario-1725182798-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-430722'] for port, precommit_delete {{(pid=94174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 12:05:12.209426 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron_lib.callbacks.manager [None req-e46d1a0c-317a-4805-9fc4-b97344ba6fb3 tempest-TestMinimumBasicScenario-1725182798 tempest-TestMinimumBasicScenario-1725182798-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 12:05:12.221168 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b574dda-b537-4424-b2f2-494608e3f42e req-1ab30b7c-1da6-4631-bb0f-e21ccc5bdede service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 12:05:12.221357 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.plugins.ml2.plugin [None req-e46d1a0c-317a-4805-9fc4-b97344ba6fb3 tempest-TestMinimumBasicScenario-1725182798 tempest-TestMinimumBasicScenario-1725182798-project] Calling delete_port for 638c4f31-e6e5-4630-8849-ed2b05ce3900 owned by network:floatingip {{(pid=94174) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1986}} Jun 23 12:05:12.222655 dv-neutron-601336-94-hyperv neutron-server[94175]: INFO neutron.wsgi [req-2b574dda-b537-4424-b2f2-494608e3f42e req-1ab30b7c-1da6-4631-bb0f-e21ccc5bdede service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=6096d4ee-1b17-45b0-aff9-0c8a8e63114d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1178 time: 0.0584307 Jun 23 12:05:12.325422 dv-neutron-601336-94-hyperv neutron-server[94175]: INFO neutron.wsgi [req-2b574dda-b537-4424-b2f2-494608e3f42e req-5ef46ced-dc1a-4ff3-b17c-5014c81cc554 service neutron] 10.222.0.52 "GET /v2.0/networks/6096d4ee-1b17-45b0-aff9-0c8a8e63114d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0963819 Jun 23 12:05:12.427855 dv-neutron-601336-94-hyperv neutron-server[94175]: INFO neutron.wsgi [req-2b574dda-b537-4424-b2f2-494608e3f42e req-f53e8c11-a91f-4d61-86d1-076c7cf578fb service neutron] 10.222.0.52 "GET /v2.0/networks/6096d4ee-1b17-45b0-aff9-0c8a8e63114d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0958002 Jun 23 12:05:12.459465 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron_lib.callbacks.manager [None req-e46d1a0c-317a-4805-9fc4-b97344ba6fb3 tempest-TestMinimumBasicScenario-1725182798 tempest-TestMinimumBasicScenario-1725182798-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-922904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866062', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773700135024', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773699642224', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5196390'] for port, after_delete {{(pid=94174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 12:05:12.461581 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG oslo_concurrency.lockutils [None req-3cad9146-88c8-4788-bf89-9b699fbfa3c3 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94174) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 12:05:12.485554 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e46d1a0c-317a-4805-9fc4-b97344ba6fb3 tempest-TestMinimumBasicScenario-1725182798 tempest-TestMinimumBasicScenario-1725182798-project] Pushing event deleted for resources: {'Port': ['ID=638c4f31-e6e5-4630-8849-ed2b05ce3900,revision_number=None']} {{(pid=94174) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 12:05:12.488556 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG oslo_concurrency.lockutils [None req-e46d1a0c-317a-4805-9fc4-b97344ba6fb3 tempest-TestMinimumBasicScenario-1725182798 tempest-TestMinimumBasicScenario-1725182798-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=94174) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 12:05:12.549005 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron_lib.callbacks.manager [None req-e46d1a0c-317a-4805-9fc4-b97344ba6fb3 tempest-TestMinimumBasicScenario-1725182798 tempest-TestMinimumBasicScenario-1725182798-project] Notify callbacks [] for floatingip, after_delete {{(pid=94174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 12:05:12.549493 dv-neutron-601336-94-hyperv neutron-server[94174]: INFO neutron.db.l3_db [None req-e46d1a0c-317a-4805-9fc4-b97344ba6fb3 tempest-TestMinimumBasicScenario-1725182798 tempest-TestMinimumBasicScenario-1725182798-project] Floating IP 0ead9f17-bc48-4b65-a7df-5e1efb31c7ee disassociated (deleted). External IP: 172.26.3.227, port: b88ac745-3ce8-4422-86e1-1d814da3870a. Jun 23 12:05:12.756178 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e46d1a0c-317a-4805-9fc4-b97344ba6fb3 tempest-TestMinimumBasicScenario-1725182798 tempest-TestMinimumBasicScenario-1725182798-project] Router 12d70211-f3fd-4f61-bf08-44e057041d30 has already been hosted by L3 agent 50ef99c0-ef28-4db5-b303-b145898fae60 {{(pid=94174) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 23 12:05:12.911110 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e46d1a0c-317a-4805-9fc4-b97344ba6fb3 tempest-TestMinimumBasicScenario-1725182798 tempest-TestMinimumBasicScenario-1725182798-project] Notify agent at l3_agent.dv-neutron-601336-94-hyperv the message routers_updated {{(pid=94174) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 23 12:05:12.915684 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron_lib.callbacks.manager [None req-e46d1a0c-317a-4805-9fc4-b97344ba6fb3 tempest-TestMinimumBasicScenario-1725182798 tempest-TestMinimumBasicScenario-1725182798-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-217507'] for floatingip, before_response {{(pid=94174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 12:05:12.922716 dv-neutron-601336-94-hyperv neutron-server[94177]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4462e33d-2e80-4b45-8aef-55fa0082a94b None None] Sync routers for ids ['12d70211-f3fd-4f61-bf08-44e057041d30'] in dv-neutron-601336-94-hyperv {{(pid=94177) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 23 12:05:12.932086 dv-neutron-601336-94-hyperv neutron-server[94177]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4462e33d-2e80-4b45-8aef-55fa0082a94b None None] Routers {'12d70211-f3fd-4f61-bf08-44e057041d30'} bound to L3 agent in host dv-neutron-601336-94-hyperv {{(pid=94177) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 23 12:05:12.932779 dv-neutron-601336-94-hyperv neutron-server[94177]: DEBUG neutron.db.l3_hamode_db [None req-4462e33d-2e80-4b45-8aef-55fa0082a94b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-601336-94-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-23T11:22:13Z,description=,heartbeat_timestamp=2021-06-23T12:04:43Z,host='dv-neutron-601336-94-hyperv',id=50ef99c0-ef28-4db5-b303-b145898fae60,load=0,resource_versions=,resources_synced=,started_at=2021-06-23T11:22:14Z,topic='l3_agent')) {'router_ids': ['12d70211-f3fd-4f61-bf08-44e057041d30'], 'active': True} {{(pid=94177) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 12:05:12.952378 dv-neutron-601336-94-hyperv neutron-server[94174]: INFO neutron.wsgi [None req-e46d1a0c-317a-4805-9fc4-b97344ba6fb3 tempest-TestMinimumBasicScenario-1725182798 tempest-TestMinimumBasicScenario-1725182798-project] 10.222.0.20 "DELETE /v2.0/floatingips/0ead9f17-bc48-4b65-a7df-5e1efb31c7ee HTTP/1.1" status: 204 len: 168 time: 1.0028625 Jun 23 12:05:12.953084 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '91c1962e-2025-4752-b248-f9d4f003b3f8', 'tag': 'b88ac745-3ce8-4422-86e1-1d814da3870a'}] {{(pid=94174) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 23 12:05:12.955732 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6ff47218258ed5bf6cae7f276c9622ae488f9e8ebc13d1a310221fbcfb04c5dd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7a15ea73-a7d3-4b12-98e7-473c732d0ef1" -d '{"events": [{"name": "network-changed", "server_uuid": "91c1962e-2025-4752-b248-f9d4f003b3f8", "tag": "b88ac745-3ce8-4422-86e1-1d814da3870a"}]}' {{(pid=94174) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 23 12:05:12.990823 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 23 Jun 2021 12:05:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2f2e1f9f-5bd2-4c0e-863e-5124c7919452 x-openstack-request-id: req-2f2e1f9f-5bd2-4c0e-863e-5124c7919452 {{(pid=94174) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 23 12:05:12.991199 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "91c1962e-2025-4752-b248-f9d4f003b3f8", "tag": "b88ac745-3ce8-4422-86e1-1d814da3870a", "status": "completed", "code": 200}]} {{(pid=94174) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 23 12:05:12.991507 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-2f2e1f9f-5bd2-4c0e-863e-5124c7919452 {{(pid=94174) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 23 12:05:12.992068 dv-neutron-601336-94-hyperv neutron-server[94174]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '91c1962e-2025-4752-b248-f9d4f003b3f8', 'tag': 'b88ac745-3ce8-4422-86e1-1d814da3870a', 'status': 'completed', 'code': 200} Jun 23 12:05:13.045864 dv-neutron-601336-94-hyperv neutron-server[94177]: DEBUG neutron.db.l3_dvr_db [None req-4462e33d-2e80-4b45-8aef-55fa0082a94b None None] Set router 12d70211-f3fd-4f61-bf08-44e057041d30 gateway port host: dv-neutron-601336-94-hyperv {{(pid=94177) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:838}} Jun 23 12:05:13.075625 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a15ea73-a7d3-4b12-98e7-473c732d0ef1 req-28e1f09c-5af5-446d-9fcf-c8b6e35242e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 12:05:13.077224 dv-neutron-601336-94-hyperv neutron-server[94175]: INFO neutron.wsgi [req-7a15ea73-a7d3-4b12-98e7-473c732d0ef1 req-28e1f09c-5af5-446d-9fcf-c8b6e35242e5 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=f06e439ec74a4cb19d25535e57df5ef9&device_id=91c1962e-2025-4752-b248-f9d4f003b3f8 HTTP/1.1" status: 200 len: 1099 time: 0.0617001 Jun 23 12:05:13.203939 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a15ea73-a7d3-4b12-98e7-473c732d0ef1 req-9dd7cc54-b890-4a2c-9ee9-cc66d5f8e1d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 12:05:13.205771 dv-neutron-601336-94-hyperv neutron-server[94175]: INFO neutron.wsgi [req-7a15ea73-a7d3-4b12-98e7-473c732d0ef1 req-9dd7cc54-b890-4a2c-9ee9-cc66d5f8e1d5 service neutron] 10.222.0.52 "GET /v2.0/networks?id=6096d4ee-1b17-45b0-aff9-0c8a8e63114d HTTP/1.1" status: 200 len: 916 time: 0.1216199 Jun 23 12:05:13.242825 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron_lib.callbacks.manager [None req-91c007cb-01d9-4093-aab4-81cceb935227 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773699952132', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-899307'] for agent, after_update {{(pid=94176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 12:05:13.255480 dv-neutron-601336-94-hyperv neutron-server[94175]: INFO neutron.wsgi [req-7a15ea73-a7d3-4b12-98e7-473c732d0ef1 req-4fbd075e-a233-471b-9c9d-5aef924289f4 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=b88ac745-3ce8-4422-86e1-1d814da3870a HTTP/1.1" status: 200 len: 217 time: 0.0433948 Jun 23 12:05:13.277663 dv-neutron-601336-94-hyperv neutron-server[94177]: DEBUG neutron.db.l3_hamode_db [None req-4462e33d-2e80-4b45-8aef-55fa0082a94b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '12d70211-f3fd-4f61-bf08-44e057041d30', 'name': 'tempest-TestMinimumBasicScenario-2129529668-router', 'tenant_id': 'f06e439ec74a4cb19d25535e57df5ef9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3e7e4eb3-cf02-4d47-ade9-0a579cdfc60f', 'external_fixed_ips': [{'subnet_id': 'a5ad15ab-c489-4a67-a9b0-d559fca0ec71', 'ip_address': '172.26.3.57'}], 'enable_snat': True}, 'gw_port_id': 'ebadbba8-5fac-48a8-83a9-fae72f0ef53d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-23T12:03:00Z', 'updated_at': '2021-06-23T12:03:04Z', 'revision_number': 4, 'project_id': 'f06e439ec74a4cb19d25535e57df5ef9', 'gw_port': {'id': 'ebadbba8-5fac-48a8-83a9-fae72f0ef53d', 'name': '', 'network_id': '3e7e4eb3-cf02-4d47-ade9-0a579cdfc60f', 'tenant_id': '', 'mac_address': 'fa:16:3e:36:99:8b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '12d70211-f3fd-4f61-bf08-44e057041d30', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1671, 'fixed_ips': [{'subnet_id': 'a5ad15ab-c489-4a67-a9b0-d559fca0ec71', 'ip_address': '172.26.3.57', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-94-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-23T12:03:01Z', 'updated_at': '2021-06-23T12:03:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a5ad15ab-c489-4a67-a9b0-d559fca0ec71', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-601336-94-hyperv', '_interfaces': [{'id': 'a203d798-b946-485e-b702-f7638798cab7', 'name': '', 'network_id': '6096d4ee-1b17-45b0-aff9-0c8a8e63114d', 'tenant_id': 'f06e439ec74a4cb19d25535e57df5ef9', 'mac_address': 'fa:16:3e:f5:d7:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '12d70211-f3fd-4f61-bf08-44e057041d30', 'device_owner': 'network:router_interface', 'standard_attr_id': 1672, 'fixed_ips': [{'subnet_id': 'a835be8d-3991-41bc-8711-847ef4ce7022', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-94-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-23T12:03:03Z', 'updated_at': '2021-06-23T12:03:10Z', 'revision_number': 5, 'project_id': 'f06e439ec74a4cb19d25535e57df5ef9', 'subnets': [{'id': 'a835be8d-3991-41bc-8711-847ef4ce7022', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-601336-94-hyperv', False) {} {{(pid=94177) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 12:05:13.303896 dv-neutron-601336-94-hyperv neutron-server[94177]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4462e33d-2e80-4b45-8aef-55fa0082a94b None None] Checking router: 12d70211-f3fd-4f61-bf08-44e057041d30 for host: dv-neutron-601336-94-hyperv {{(pid=94177) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 23 12:05:13.307886 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a15ea73-a7d3-4b12-98e7-473c732d0ef1 req-b5875170-0e66-4602-a097-97e477e95e70 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 12:05:13.310050 dv-neutron-601336-94-hyperv neutron-server[94175]: INFO neutron.wsgi [req-7a15ea73-a7d3-4b12-98e7-473c732d0ef1 req-b5875170-0e66-4602-a097-97e477e95e70 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=a835be8d-3991-41bc-8711-847ef4ce7022 HTTP/1.1" status: 200 len: 854 time: 0.0481353 Jun 23 12:05:13.313295 dv-neutron-601336-94-hyperv neutron-server[94177]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4462e33d-2e80-4b45-8aef-55fa0082a94b None None] Routers {'12d70211-f3fd-4f61-bf08-44e057041d30'} bound to L3 agent in host dv-neutron-601336-94-hyperv {{(pid=94177) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 23 12:05:13.313916 dv-neutron-601336-94-hyperv neutron-server[94177]: DEBUG neutron.db.l3_hamode_db [None req-4462e33d-2e80-4b45-8aef-55fa0082a94b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-601336-94-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-23T11:22:13Z,description=,heartbeat_timestamp=2021-06-23T12:05:13Z,host='dv-neutron-601336-94-hyperv',id=50ef99c0-ef28-4db5-b303-b145898fae60,load=0,resource_versions=,resources_synced=,started_at=2021-06-23T11:22:14Z,topic='l3_agent')) {'router_ids': ['12d70211-f3fd-4f61-bf08-44e057041d30'], 'active': True} {{(pid=94177) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 12:05:13.368133 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a15ea73-a7d3-4b12-98e7-473c732d0ef1 req-109a5197-a949-4db8-8762-516b9b3f9dcb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 12:05:13.369643 dv-neutron-601336-94-hyperv neutron-server[94175]: INFO neutron.wsgi [req-7a15ea73-a7d3-4b12-98e7-473c732d0ef1 req-109a5197-a949-4db8-8762-516b9b3f9dcb service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=6096d4ee-1b17-45b0-aff9-0c8a8e63114d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1178 time: 0.0528488 Jun 23 12:05:13.421175 dv-neutron-601336-94-hyperv neutron-server[94177]: DEBUG neutron.db.l3_dvr_db [None req-4462e33d-2e80-4b45-8aef-55fa0082a94b None None] Set router 12d70211-f3fd-4f61-bf08-44e057041d30 gateway port host: dv-neutron-601336-94-hyperv {{(pid=94177) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:838}} Jun 23 12:05:13.476828 dv-neutron-601336-94-hyperv neutron-server[94175]: INFO neutron.wsgi [req-7a15ea73-a7d3-4b12-98e7-473c732d0ef1 req-a5c8abc3-4bc1-4621-ad5b-86814da3ef8e service neutron] 10.222.0.52 "GET /v2.0/networks/6096d4ee-1b17-45b0-aff9-0c8a8e63114d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1007969 Jun 23 12:05:13.587481 dv-neutron-601336-94-hyperv neutron-server[94175]: INFO neutron.wsgi [req-7a15ea73-a7d3-4b12-98e7-473c732d0ef1 req-0d518daf-13e8-4bae-902e-0ec4b8b65674 service neutron] 10.222.0.52 "GET /v2.0/networks/6096d4ee-1b17-45b0-aff9-0c8a8e63114d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1045568 Jun 23 12:05:13.644252 dv-neutron-601336-94-hyperv neutron-server[94177]: DEBUG neutron.db.l3_hamode_db [None req-4462e33d-2e80-4b45-8aef-55fa0082a94b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '12d70211-f3fd-4f61-bf08-44e057041d30', 'name': 'tempest-TestMinimumBasicScenario-2129529668-router', 'tenant_id': 'f06e439ec74a4cb19d25535e57df5ef9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3e7e4eb3-cf02-4d47-ade9-0a579cdfc60f', 'external_fixed_ips': [{'subnet_id': 'a5ad15ab-c489-4a67-a9b0-d559fca0ec71', 'ip_address': '172.26.3.57'}], 'enable_snat': True}, 'gw_port_id': 'ebadbba8-5fac-48a8-83a9-fae72f0ef53d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-23T12:03:00Z', 'updated_at': '2021-06-23T12:03:04Z', 'revision_number': 4, 'project_id': 'f06e439ec74a4cb19d25535e57df5ef9', 'gw_port': {'id': 'ebadbba8-5fac-48a8-83a9-fae72f0ef53d', 'name': '', 'network_id': '3e7e4eb3-cf02-4d47-ade9-0a579cdfc60f', 'tenant_id': '', 'mac_address': 'fa:16:3e:36:99:8b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '12d70211-f3fd-4f61-bf08-44e057041d30', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1671, 'fixed_ips': [{'subnet_id': 'a5ad15ab-c489-4a67-a9b0-d559fca0ec71', 'ip_address': '172.26.3.57', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-94-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-23T12:03:01Z', 'updated_at': '2021-06-23T12:03:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a5ad15ab-c489-4a67-a9b0-d559fca0ec71', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-601336-94-hyperv', '_interfaces': [{'id': 'a203d798-b946-485e-b702-f7638798cab7', 'name': '', 'network_id': '6096d4ee-1b17-45b0-aff9-0c8a8e63114d', 'tenant_id': 'f06e439ec74a4cb19d25535e57df5ef9', 'mac_address': 'fa:16:3e:f5:d7:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '12d70211-f3fd-4f61-bf08-44e057041d30', 'device_owner': 'network:router_interface', 'standard_attr_id': 1672, 'fixed_ips': [{'subnet_id': 'a835be8d-3991-41bc-8711-847ef4ce7022', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-94-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-23T12:03:03Z', 'updated_at': '2021-06-23T12:03:10Z', 'revision_number': 5, 'project_id': 'f06e439ec74a4cb19d25535e57df5ef9', 'subnets': [{'id': 'a835be8d-3991-41bc-8711-847ef4ce7022', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-601336-94-hyperv', False) {} {{(pid=94177) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 12:05:13.671280 dv-neutron-601336-94-hyperv neutron-server[94177]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4462e33d-2e80-4b45-8aef-55fa0082a94b None None] The sync data for ids ['12d70211-f3fd-4f61-bf08-44e057041d30'] in dv-neutron-601336-94-hyperv is: [{'id': '12d70211-f3fd-4f61-bf08-44e057041d30', 'name': 'tempest-TestMinimumBasicScenario-2129529668-router', 'tenant_id': 'f06e439ec74a4cb19d25535e57df5ef9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3e7e4eb3-cf02-4d47-ade9-0a579cdfc60f', 'external_fixed_ips': [{'subnet_id': 'a5ad15ab-c489-4a67-a9b0-d559fca0ec71', 'ip_address': '172.26.3.57'}], 'enable_snat': True}, 'gw_port_id': 'ebadbba8-5fac-48a8-83a9-fae72f0ef53d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-23T12:03:00Z', 'updated_at': '2021-06-23T12:03:04Z', 'revision_number': 4, 'project_id': 'f06e439ec74a4cb19d25535e57df5ef9', 'gw_port': {'id': 'ebadbba8-5fac-48a8-83a9-fae72f0ef53d', 'name': '', 'network_id': '3e7e4eb3-cf02-4d47-ade9-0a579cdfc60f', 'tenant_id': '', 'mac_address': 'fa:16:3e:36:99:8b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '12d70211-f3fd-4f61-bf08-44e057041d30', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1671, 'fixed_ips': [{'subnet_id': 'a5ad15ab-c489-4a67-a9b0-d559fca0ec71', 'ip_address': '172.26.3.57', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-94-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-23T12:03:01Z', 'updated_at': '2021-06-23T12:03:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a5ad15ab-c489-4a67-a9b0-d559fca0ec71', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-601336-94-hyperv', '_interfaces': [{'id': 'a203d798-b946-485e-b702-f7638798cab7', 'name': '', 'network_id': '6096d4ee-1b17-45b0-aff9-0c8a8e63114d', 'tenant_id': 'f06e439ec74a4cb19d25535e57df5ef9', 'mac_address': 'fa:16:3e:f5:d7:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '12d70211-f3fd-4f61-bf08-44e057041d30', 'device_owner': 'network:router_interface', 'standard_attr_id': 1672, 'fixed_ips': [{'subnet_id': 'a835be8d-3991-41bc-8711-847ef4ce7022', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-94-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-23T12:03:03Z', 'updated_at': '2021-06-23T12:03:10Z', 'revision_number': 5, 'project_id': 'f06e439ec74a4cb19d25535e57df5ef9', 'subnets': [{'id': 'a835be8d-3991-41bc-8711-847ef4ce7022', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94177) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 23 12:05:13.897885 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron_lib.callbacks.manager [None req-dc7542b2-afef-47f4-a763-e3a3cba144be None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773699952132', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-899307'] for agent, after_update {{(pid=94176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 12:05:13.931691 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fd4491fd-a492-460f-b7be-0d0af2594da5 None None] New status for floating IP 0ead9f17-bc48-4b65-a7df-5e1efb31c7ee: DOWN {{(pid=94176) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 23 12:05:14.737109 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron_lib.callbacks.manager [None req-4c20ea5f-bc7f-4d4e-935d-57f082af6ccb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773699952132', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-899307'] for agent, after_update {{(pid=94176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 12:05:16.759261 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron_lib.callbacks.manager [None req-95d6aa8f-24e7-4234-82ff-f502266c3285 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773699952132', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-899307'] for agent, after_update {{(pid=94176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 12:05:22.126691 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-667f4823-1a57-431c-bb15-49348102e4c2 req-5d0325fb-89d1-40eb-9a37-c771cb727bd2 tempest-TestMinimumBasicScenario-1725182798 tempest-TestMinimumBasicScenario-1725182798-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 12:05:22.128420 dv-neutron-601336-94-hyperv neutron-server[94175]: INFO neutron.wsgi [req-667f4823-1a57-431c-bb15-49348102e4c2 req-5d0325fb-89d1-40eb-9a37-c771cb727bd2 tempest-TestMinimumBasicScenario-1725182798 tempest-TestMinimumBasicScenario-1725182798-project] 10.222.0.20 "GET /v2.0/ports?device_id=91c1962e-2025-4752-b248-f9d4f003b3f8 HTTP/1.1" status: 200 len: 946 time: 0.0758729 Jun 23 12:05:22.178803 dv-neutron-601336-94-hyperv neutron-server[94175]: INFO neutron.wsgi [req-667f4823-1a57-431c-bb15-49348102e4c2 req-71b28656-6374-4e6f-8504-a2dce1ff5133 tempest-TestMinimumBasicScenario-1725182798 tempest-TestMinimumBasicScenario-1725182798-project] 10.222.0.20 "GET /v2.0/security-groups?id=f86c0de7-6d5b-446d-ae83-5582784d20de&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0419538 Jun 23 12:05:23.362993 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30f320c9-3f97-4d35-816c-638435e1b8e5 req-fa806b98-c2f7-44e0-b737-cd95040188b7 tempest-TestMinimumBasicScenario-1725182798 tempest-TestMinimumBasicScenario-1725182798-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94174) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 12:05:23.364490 dv-neutron-601336-94-hyperv neutron-server[94174]: INFO neutron.wsgi [req-30f320c9-3f97-4d35-816c-638435e1b8e5 req-fa806b98-c2f7-44e0-b737-cd95040188b7 tempest-TestMinimumBasicScenario-1725182798 tempest-TestMinimumBasicScenario-1725182798-project] 10.222.0.20 "GET /v2.0/ports?device_id=91c1962e-2025-4752-b248-f9d4f003b3f8 HTTP/1.1" status: 200 len: 946 time: 0.0709960 Jun 23 12:05:23.403136 dv-neutron-601336-94-hyperv neutron-server[94174]: INFO neutron.wsgi [req-30f320c9-3f97-4d35-816c-638435e1b8e5 req-c7b6e503-2884-4242-af45-d1231fb22f0e tempest-TestMinimumBasicScenario-1725182798 tempest-TestMinimumBasicScenario-1725182798-project] 10.222.0.20 "GET /v2.0/security-groups?id=f86c0de7-6d5b-446d-ae83-5582784d20de&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0320120 Jun 23 12:05:23.592896 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron_lib.callbacks.manager [None req-97bd5441-1da2-49ee-a364-27795820ba27 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773699952132', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-899307'] for agent, after_update {{(pid=94176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 12:05:23.698141 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-691ec3aa-e306-41c5-bf62-d8cd91e5cffb req-d4a662a4-4df2-4423-bb60-98260fbda063 tempest-TestMinimumBasicScenario-1725182798 tempest-TestMinimumBasicScenario-1725182798-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 12:05:23.699512 dv-neutron-601336-94-hyperv neutron-server[94175]: INFO neutron.wsgi [req-691ec3aa-e306-41c5-bf62-d8cd91e5cffb req-d4a662a4-4df2-4423-bb60-98260fbda063 tempest-TestMinimumBasicScenario-1725182798 tempest-TestMinimumBasicScenario-1725182798-project] 10.222.0.52 "GET /v2.0/ports?device_id=91c1962e-2025-4752-b248-f9d4f003b3f8 HTTP/1.1" status: 200 len: 946 time: 0.0648448 Jun 23 12:05:23.798519 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.plugins.ml2.plugin [req-691ec3aa-e306-41c5-bf62-d8cd91e5cffb req-07b3ab84-5204-405f-8852-cf9f0eafbe61 tempest-TestMinimumBasicScenario-1725182798 tempest-TestMinimumBasicScenario-1725182798-project] Deleting port b88ac745-3ce8-4422-86e1-1d814da3870a {{(pid=94175) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1913}} Jun 23 12:05:23.798869 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron_lib.callbacks.manager [req-691ec3aa-e306-41c5-bf62-d8cd91e5cffb req-07b3ab84-5204-405f-8852-cf9f0eafbe61 tempest-TestMinimumBasicScenario-1725182798 tempest-TestMinimumBasicScenario-1725182798-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773700079324'] for port, before_delete {{(pid=94175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 12:05:23.892600 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.plugins.ml2.db [req-691ec3aa-e306-41c5-bf62-d8cd91e5cffb req-07b3ab84-5204-405f-8852-cf9f0eafbe61 tempest-TestMinimumBasicScenario-1725182798 tempest-TestMinimumBasicScenario-1725182798-project] For port b88ac745-3ce8-4422-86e1-1d814da3870a, host hv-neutron-6013, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-6013',level=0,port_id=b88ac745-3ce8-4422-86e1-1d814da3870a,segment=NetworkSegment(a2b8d80c-5bd3-460b-8799-6021d9024aea),segment_id=a2b8d80c-5bd3-460b-8799-6021d9024aea)] {{(pid=94175) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 23 12:05:23.892954 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron_lib.callbacks.manager [req-691ec3aa-e306-41c5-bf62-d8cd91e5cffb req-07b3ab84-5204-405f-8852-cf9f0eafbe61 tempest-TestMinimumBasicScenario-1725182798 tempest-TestMinimumBasicScenario-1725182798-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-430722'] for port, precommit_delete {{(pid=94175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 12:05:23.906997 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.plugins.ml2.plugin [req-691ec3aa-e306-41c5-bf62-d8cd91e5cffb req-07b3ab84-5204-405f-8852-cf9f0eafbe61 tempest-TestMinimumBasicScenario-1725182798 tempest-TestMinimumBasicScenario-1725182798-project] Calling delete_port for b88ac745-3ce8-4422-86e1-1d814da3870a owned by compute:nova {{(pid=94175) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1986}} Jun 23 12:05:24.093802 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron_lib.callbacks.manager [req-691ec3aa-e306-41c5-bf62-d8cd91e5cffb req-07b3ab84-5204-405f-8852-cf9f0eafbe61 tempest-TestMinimumBasicScenario-1725182798 tempest-TestMinimumBasicScenario-1725182798-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-922904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866062', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773700135024', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773699642224', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5082448'] for port, after_delete {{(pid=94175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 12:05:24.098283 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG oslo_concurrency.lockutils [None req-54c4327b-e672-4286-8d55-e5b812317509 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94175) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 12:05:24.105364 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.plugins.ml2.db [None req-97bd5441-1da2-49ee-a364-27795820ba27 None None] get_ports_and_sgs() called for port_ids ['b88ac745-3ce8-4422-86e1-1d814da3870a'] {{(pid=94176) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 23 12:05:24.126783 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07b3ab84-5204-405f-8852-cf9f0eafbe61 tempest-TestMinimumBasicScenario-1725182798 tempest-TestMinimumBasicScenario-1725182798-project] Pushing event deleted for resources: {'Port': ['ID=b88ac745-3ce8-4422-86e1-1d814da3870a,revision_number=None']} {{(pid=94175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 12:05:24.130414 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG oslo_concurrency.lockutils [None req-07b3ab84-5204-405f-8852-cf9f0eafbe61 tempest-TestMinimumBasicScenario-1725182798 tempest-TestMinimumBasicScenario-1725182798-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.032s {{(pid=94175) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 12:05:24.175992 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.db.l3_dvrscheduler_db [req-691ec3aa-e306-41c5-bf62-d8cd91e5cffb req-07b3ab84-5204-405f-8852-cf9f0eafbe61 tempest-TestMinimumBasicScenario-1725182798 tempest-TestMinimumBasicScenario-1725182798-project] No DVR routers for this DVR port b88ac745-3ce8-4422-86e1-1d814da3870a on host hv-neutron-6013 {{(pid=94175) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 23 12:05:24.178631 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron_lib.callbacks.manager [req-691ec3aa-e306-41c5-bf62-d8cd91e5cffb req-07b3ab84-5204-405f-8852-cf9f0eafbe61 tempest-TestMinimumBasicScenario-1725182798 tempest-TestMinimumBasicScenario-1725182798-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-217507'] for port, before_response {{(pid=94175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 12:05:24.180958 dv-neutron-601336-94-hyperv neutron-server[94175]: INFO neutron.wsgi [req-691ec3aa-e306-41c5-bf62-d8cd91e5cffb req-07b3ab84-5204-405f-8852-cf9f0eafbe61 tempest-TestMinimumBasicScenario-1725182798 tempest-TestMinimumBasicScenario-1725182798-project] 10.222.0.52 "DELETE /v2.0/ports/b88ac745-3ce8-4422-86e1-1d814da3870a HTTP/1.1" status: 204 len: 173 time: 0.4762824 Jun 23 12:05:24.181530 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '91c1962e-2025-4752-b248-f9d4f003b3f8', 'name': 'network-vif-deleted', 'tag': 'b88ac745-3ce8-4422-86e1-1d814da3870a'}] {{(pid=94175) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 23 12:05:24.184002 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1970408df4ea4e7170669a1249478e627cf05a5a0b07cc08a66c5cb53d0ac47a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-33c3b7df-82c8-4d9f-8bfe-d6c652293094" -d '{"events": [{"server_uuid": "91c1962e-2025-4752-b248-f9d4f003b3f8", "name": "network-vif-deleted", "tag": "b88ac745-3ce8-4422-86e1-1d814da3870a"}]}' {{(pid=94175) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 23 12:05:24.224754 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 23 Jun 2021 12:05:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e02f1d5f-cd60-497f-9468-bfaf38989fc8 x-openstack-request-id: req-e02f1d5f-cd60-497f-9468-bfaf38989fc8 {{(pid=94175) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 23 12:05:24.225272 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "91c1962e-2025-4752-b248-f9d4f003b3f8", "name": "network-vif-deleted", "tag": "b88ac745-3ce8-4422-86e1-1d814da3870a", "status": "completed", "code": 200}]} {{(pid=94175) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 23 12:05:24.225773 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-e02f1d5f-cd60-497f-9468-bfaf38989fc8 {{(pid=94175) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 23 12:05:24.226513 dv-neutron-601336-94-hyperv neutron-server[94175]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '91c1962e-2025-4752-b248-f9d4f003b3f8', 'name': 'network-vif-deleted', 'tag': 'b88ac745-3ce8-4422-86e1-1d814da3870a', 'status': 'completed', 'code': 200} Jun 23 12:05:24.560330 dv-neutron-601336-94-hyperv neutron-server[94174]: INFO neutron.wsgi [req-a56216d0-86f7-47a4-860e-fda4afd766c2 req-f72d2342-6fcb-4b4a-8c83-9ca4f027fdc5 tempest-TestMinimumBasicScenario-1725182798 tempest-TestMinimumBasicScenario-1725182798-project] 10.222.0.20 "GET /v2.0/ports?device_id=91c1962e-2025-4752-b248-f9d4f003b3f8 HTTP/1.1" status: 200 len: 210 time: 0.0413761 Jun 23 12:05:26.830436 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.wsgi [-] (94174) accepted ('10.222.0.20', 48448) {{(pid=94174) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 12:05:27.170520 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron_lib.callbacks.manager [None req-70cbfc64-07bc-4c0c-8b6a-46dd456f99cd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-453061'] for router_interface, before_delete {{(pid=94174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 12:05:27.423644 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.plugins.ml2.plugin [None req-70cbfc64-07bc-4c0c-8b6a-46dd456f99cd admin admin] Deleting port a203d798-b946-485e-b702-f7638798cab7 {{(pid=94174) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1913}} Jun 23 12:05:27.423900 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron_lib.callbacks.manager [None req-70cbfc64-07bc-4c0c-8b6a-46dd456f99cd admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773700079324'] for port, before_delete {{(pid=94174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 12:05:27.498640 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.plugins.ml2.db [None req-70cbfc64-07bc-4c0c-8b6a-46dd456f99cd admin admin] For port a203d798-b946-485e-b702-f7638798cab7, host dv-neutron-601336-94-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-94-hyperv',level=0,port_id=a203d798-b946-485e-b702-f7638798cab7,segment=NetworkSegment(a2b8d80c-5bd3-460b-8799-6021d9024aea),segment_id=a2b8d80c-5bd3-460b-8799-6021d9024aea)] {{(pid=94174) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 23 12:05:27.498993 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron_lib.callbacks.manager [None req-70cbfc64-07bc-4c0c-8b6a-46dd456f99cd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-430722'] for port, precommit_delete {{(pid=94174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 12:05:27.511227 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.plugins.ml2.plugin [None req-70cbfc64-07bc-4c0c-8b6a-46dd456f99cd admin admin] Calling delete_port for a203d798-b946-485e-b702-f7638798cab7 owned by network:router_interface {{(pid=94174) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1986}} Jun 23 12:05:27.756621 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron_lib.callbacks.manager [None req-70cbfc64-07bc-4c0c-8b6a-46dd456f99cd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-922904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866062', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773700135024', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773699642224', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5196390'] for port, after_delete {{(pid=94174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 12:05:27.758642 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG oslo_concurrency.lockutils [None req-650aa6fb-8da4-483e-9728-77aeb858cd92 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94174) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 12:05:27.787295 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70cbfc64-07bc-4c0c-8b6a-46dd456f99cd admin admin] Pushing event deleted for resources: {'Port': ['ID=a203d798-b946-485e-b702-f7638798cab7,revision_number=None']} {{(pid=94174) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 12:05:27.790391 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG oslo_concurrency.lockutils [None req-70cbfc64-07bc-4c0c-8b6a-46dd456f99cd admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.032s {{(pid=94174) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 12:05:27.980777 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron_lib.callbacks.manager [None req-70cbfc64-07bc-4c0c-8b6a-46dd456f99cd admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-7866080', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-516693'] for router_interface, after_delete {{(pid=94174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 12:05:28.189907 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-70cbfc64-07bc-4c0c-8b6a-46dd456f99cd admin admin] Router 12d70211-f3fd-4f61-bf08-44e057041d30 has already been hosted by L3 agent 50ef99c0-ef28-4db5-b303-b145898fae60 {{(pid=94174) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 23 12:05:28.294634 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-70cbfc64-07bc-4c0c-8b6a-46dd456f99cd admin admin] Notify agent at l3_agent.dv-neutron-601336-94-hyperv the message routers_updated {{(pid=94174) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 23 12:05:28.299589 dv-neutron-601336-94-hyperv neutron-server[94174]: INFO neutron.wsgi [None req-70cbfc64-07bc-4c0c-8b6a-46dd456f99cd admin admin] 10.222.0.20 "PUT /v2.0/routers/12d70211-f3fd-4f61-bf08-44e057041d30/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.4681120 Jun 23 12:05:28.302127 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.wsgi [-] (94174) accepted ('10.222.0.20', 48450) {{(pid=94174) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 12:05:28.304819 dv-neutron-601336-94-hyperv neutron-server[94177]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-63b8cdec-7df7-4842-801c-cf2f4e82cb8c None None] Sync routers for ids ['12d70211-f3fd-4f61-bf08-44e057041d30'] in dv-neutron-601336-94-hyperv {{(pid=94177) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 23 12:05:28.315111 dv-neutron-601336-94-hyperv neutron-server[94177]: DEBUG neutron.db.l3_dvrscheduler_db [None req-63b8cdec-7df7-4842-801c-cf2f4e82cb8c None None] Routers {'12d70211-f3fd-4f61-bf08-44e057041d30'} bound to L3 agent in host dv-neutron-601336-94-hyperv {{(pid=94177) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 23 12:05:28.315735 dv-neutron-601336-94-hyperv neutron-server[94177]: DEBUG neutron.db.l3_hamode_db [None req-63b8cdec-7df7-4842-801c-cf2f4e82cb8c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-601336-94-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-23T11:22:13Z,description=,heartbeat_timestamp=2021-06-23T12:05:13Z,host='dv-neutron-601336-94-hyperv',id=50ef99c0-ef28-4db5-b303-b145898fae60,load=0,resource_versions=,resources_synced=,started_at=2021-06-23T11:22:14Z,topic='l3_agent')) {'router_ids': ['12d70211-f3fd-4f61-bf08-44e057041d30'], 'active': True} {{(pid=94177) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 12:05:28.409523 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron_lib.callbacks.manager [None req-97e9fbf2-965b-4b4e-90d9-1e5eb2f0497d admin admin] Notify callbacks [] for router, before_delete {{(pid=94174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 12:05:28.506159 dv-neutron-601336-94-hyperv neutron-server[94177]: DEBUG neutron.db.l3_dvr_db [None req-63b8cdec-7df7-4842-801c-cf2f4e82cb8c None None] Set router 12d70211-f3fd-4f61-bf08-44e057041d30 gateway port host: dv-neutron-601336-94-hyperv {{(pid=94177) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:838}} Jun 23 12:05:28.545343 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron_lib.callbacks.manager [None req-97e9fbf2-965b-4b4e-90d9-1e5eb2f0497d admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 12:05:28.680285 dv-neutron-601336-94-hyperv neutron-server[94177]: DEBUG neutron.db.l3_hamode_db [None req-63b8cdec-7df7-4842-801c-cf2f4e82cb8c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '12d70211-f3fd-4f61-bf08-44e057041d30', 'name': 'tempest-TestMinimumBasicScenario-2129529668-router', 'tenant_id': 'f06e439ec74a4cb19d25535e57df5ef9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3e7e4eb3-cf02-4d47-ade9-0a579cdfc60f', 'external_fixed_ips': [{'subnet_id': 'a5ad15ab-c489-4a67-a9b0-d559fca0ec71', 'ip_address': '172.26.3.57'}], 'enable_snat': True}, 'gw_port_id': 'ebadbba8-5fac-48a8-83a9-fae72f0ef53d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-23T12:03:00Z', 'updated_at': '2021-06-23T12:05:27Z', 'revision_number': 5, 'project_id': 'f06e439ec74a4cb19d25535e57df5ef9', 'gw_port': {'id': 'ebadbba8-5fac-48a8-83a9-fae72f0ef53d', 'name': '', 'network_id': '3e7e4eb3-cf02-4d47-ade9-0a579cdfc60f', 'tenant_id': '', 'mac_address': 'fa:16:3e:36:99:8b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '12d70211-f3fd-4f61-bf08-44e057041d30', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1671, 'fixed_ips': [{'subnet_id': 'a5ad15ab-c489-4a67-a9b0-d559fca0ec71', 'ip_address': '172.26.3.57', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-94-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-23T12:03:01Z', 'updated_at': '2021-06-23T12:03:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a5ad15ab-c489-4a67-a9b0-d559fca0ec71', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-601336-94-hyperv'}], 'dv-neutron-601336-94-hyperv', False) {} {{(pid=94177) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 12:05:28.701523 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.plugins.ml2.plugin [None req-97e9fbf2-965b-4b4e-90d9-1e5eb2f0497d admin admin] Deleting port ebadbba8-5fac-48a8-83a9-fae72f0ef53d {{(pid=94174) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1913}} Jun 23 12:05:28.701876 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron_lib.callbacks.manager [None req-97e9fbf2-965b-4b4e-90d9-1e5eb2f0497d admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773700079324'] for port, before_delete {{(pid=94174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 12:05:28.708987 dv-neutron-601336-94-hyperv neutron-server[94177]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-63b8cdec-7df7-4842-801c-cf2f4e82cb8c None None] Checking router: 12d70211-f3fd-4f61-bf08-44e057041d30 for host: dv-neutron-601336-94-hyperv {{(pid=94177) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 23 12:05:28.717123 dv-neutron-601336-94-hyperv neutron-server[94177]: DEBUG neutron.db.l3_dvrscheduler_db [None req-63b8cdec-7df7-4842-801c-cf2f4e82cb8c None None] Routers {'12d70211-f3fd-4f61-bf08-44e057041d30'} bound to L3 agent in host dv-neutron-601336-94-hyperv {{(pid=94177) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 23 12:05:28.717740 dv-neutron-601336-94-hyperv neutron-server[94177]: DEBUG neutron.db.l3_hamode_db [None req-63b8cdec-7df7-4842-801c-cf2f4e82cb8c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-601336-94-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-23T11:22:13Z,description=,heartbeat_timestamp=2021-06-23T12:05:13Z,host='dv-neutron-601336-94-hyperv',id=50ef99c0-ef28-4db5-b303-b145898fae60,load=0,resource_versions=,resources_synced=,started_at=2021-06-23T11:22:14Z,topic='l3_agent')) {'router_ids': ['12d70211-f3fd-4f61-bf08-44e057041d30'], 'active': True} {{(pid=94177) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 12:05:28.779949 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.plugins.ml2.db [None req-97e9fbf2-965b-4b4e-90d9-1e5eb2f0497d admin admin] For port ebadbba8-5fac-48a8-83a9-fae72f0ef53d, host dv-neutron-601336-94-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-94-hyperv',level=0,port_id=ebadbba8-5fac-48a8-83a9-fae72f0ef53d,segment=NetworkSegment(c23be0a5-6980-48fb-bc9f-4a24717fe1de),segment_id=c23be0a5-6980-48fb-bc9f-4a24717fe1de)] {{(pid=94174) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 23 12:05:28.780318 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron_lib.callbacks.manager [None req-97e9fbf2-965b-4b4e-90d9-1e5eb2f0497d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-430722'] for port, precommit_delete {{(pid=94174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 12:05:28.793204 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.plugins.ml2.plugin [None req-97e9fbf2-965b-4b4e-90d9-1e5eb2f0497d admin admin] Calling delete_port for ebadbba8-5fac-48a8-83a9-fae72f0ef53d owned by network:router_gateway {{(pid=94174) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1986}} Jun 23 12:05:28.805373 dv-neutron-601336-94-hyperv neutron-server[94177]: DEBUG neutron.db.l3_dvr_db [None req-63b8cdec-7df7-4842-801c-cf2f4e82cb8c None None] Set router 12d70211-f3fd-4f61-bf08-44e057041d30 gateway port host: None {{(pid=94177) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:838}} Jun 23 12:05:28.855606 dv-neutron-601336-94-hyperv neutron-server[94177]: DEBUG neutron.db.l3_hamode_db [None req-63b8cdec-7df7-4842-801c-cf2f4e82cb8c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '12d70211-f3fd-4f61-bf08-44e057041d30', 'name': 'tempest-TestMinimumBasicScenario-2129529668-router', 'tenant_id': 'f06e439ec74a4cb19d25535e57df5ef9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-23T12:03:00Z', 'updated_at': '2021-06-23T12:05:28Z', 'revision_number': 6, 'project_id': 'f06e439ec74a4cb19d25535e57df5ef9', 'gw_port_host': None}], 'dv-neutron-601336-94-hyperv', False) {} {{(pid=94177) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 12:05:28.891728 dv-neutron-601336-94-hyperv neutron-server[94177]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-63b8cdec-7df7-4842-801c-cf2f4e82cb8c None None] The sync data for ids ['12d70211-f3fd-4f61-bf08-44e057041d30'] in dv-neutron-601336-94-hyperv is: [{'id': '12d70211-f3fd-4f61-bf08-44e057041d30', 'name': 'tempest-TestMinimumBasicScenario-2129529668-router', 'tenant_id': 'f06e439ec74a4cb19d25535e57df5ef9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-23T12:03:00Z', 'updated_at': '2021-06-23T12:05:28Z', 'revision_number': 6, 'project_id': 'f06e439ec74a4cb19d25535e57df5ef9', 'gw_port_host': None}] {{(pid=94177) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 23 12:05:29.084309 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron_lib.callbacks.manager [None req-97e9fbf2-965b-4b4e-90d9-1e5eb2f0497d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-922904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866062', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773700135024', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773699642224', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5196390'] for port, after_delete {{(pid=94174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 12:05:29.086318 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG oslo_concurrency.lockutils [None req-b0c64814-ec19-401d-ad8d-10b549d3cdba tempest-TestNetworkBasicOps-233187296 tempest-TestNetworkBasicOps-233187296-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94174) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 12:05:29.112465 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97e9fbf2-965b-4b4e-90d9-1e5eb2f0497d admin admin] Pushing event deleted for resources: {'Port': ['ID=ebadbba8-5fac-48a8-83a9-fae72f0ef53d,revision_number=None']} {{(pid=94174) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 12:05:29.115571 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG oslo_concurrency.lockutils [None req-97e9fbf2-965b-4b4e-90d9-1e5eb2f0497d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.029s {{(pid=94174) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 12:05:29.177321 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron_lib.callbacks.manager [None req-97e9fbf2-965b-4b4e-90d9-1e5eb2f0497d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-524171'] for router_gateway, after_delete {{(pid=94174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 12:05:29.235307 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.plugins.ml2.rpc [None req-97bd5441-1da2-49ee-a364-27795820ba27 None None] Device b88ac745-3ce8-4422-86e1-1d814da3870a no longer exists at agent hyperv_hv-neutron-6013 {{(pid=94176) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:261}} Jun 23 12:05:29.255747 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.plugins.ml2.plugin [None req-97bd5441-1da2-49ee-a364-27795820ba27 None None] No Port match for: b88ac745-3ce8-4422-86e1-1d814da3870a {{(pid=94176) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2240}} Jun 23 12:05:29.256480 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.plugins.ml2.rpc [None req-97bd5441-1da2-49ee-a364-27795820ba27 None None] Device b88ac745-3ce8-4422-86e1-1d814da3870a not bound to the agent host hv-neutron-6013 {{(pid=94176) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:271}} Jun 23 12:05:29.602160 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron_lib.callbacks.manager [None req-97e9fbf2-965b-4b4e-90d9-1e5eb2f0497d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-520417', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-32301'] for router, precommit_delete {{(pid=94174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 12:05:29.604172 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron_lib.callbacks.manager [None req-97e9fbf2-965b-4b4e-90d9-1e5eb2f0497d admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 12:05:29.716823 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron_lib.callbacks.manager [None req-97e9fbf2-965b-4b4e-90d9-1e5eb2f0497d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-494961'] for router, after_delete {{(pid=94174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 12:05:29.717451 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-97e9fbf2-965b-4b4e-90d9-1e5eb2f0497d admin admin] Fanout notify agent at l3_agent the message router_deleted on router 12d70211-f3fd-4f61-bf08-44e057041d30 {{(pid=94174) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jun 23 12:05:29.727244 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron_lib.callbacks.manager [None req-97e9fbf2-965b-4b4e-90d9-1e5eb2f0497d admin admin] Notify callbacks [] for router, before_response {{(pid=94174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 12:05:29.727244 dv-neutron-601336-94-hyperv neutron-server[94174]: INFO neutron.wsgi [None req-97e9fbf2-965b-4b4e-90d9-1e5eb2f0497d admin admin] 10.222.0.20 "DELETE /v2.0/routers/12d70211-f3fd-4f61-bf08-44e057041d30 HTTP/1.1" status: 204 len: 168 time: 1.4198346 Jun 23 12:05:29.727244 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.wsgi [-] (94174) accepted ('10.222.0.20', 48452) {{(pid=94174) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 12:05:29.773355 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.db.db_base_plugin_v2 [None req-7ffcdea9-4bef-4244-8014-574b25896c1d admin admin] Deleting subnet a835be8d-3991-41bc-8711-847ef4ce7022 {{(pid=94174) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jun 23 12:05:29.776463 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron_lib.callbacks.manager [None req-7ffcdea9-4bef-4244-8014-574b25896c1d admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 12:05:29.810944 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron_lib.callbacks.manager [None req-7ffcdea9-4bef-4244-8014-574b25896c1d admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4800256'] for subnet, precommit_delete_associations {{(pid=94174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 12:05:29.889624 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron_lib.callbacks.manager [None req-7ffcdea9-4bef-4244-8014-574b25896c1d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-897634'] for subnet, precommit_delete {{(pid=94174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 12:05:30.016132 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron_lib.callbacks.manager [None req-7ffcdea9-4bef-4244-8014-574b25896c1d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-897627', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866062', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5195932', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4294216'] for subnet, after_delete {{(pid=94174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 12:05:30.018260 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG oslo_concurrency.lockutils [None req-5ae2a233-b365-4225-a00d-de1474a0306c tempest-TestNetworkAdvancedServerOps-632886841 tempest-TestNetworkAdvancedServerOps-632886841-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94174) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 12:05:30.040667 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ffcdea9-4bef-4244-8014-574b25896c1d admin admin] Pushing event deleted for resources: {'Subnet': ['ID=a835be8d-3991-41bc-8711-847ef4ce7022,revision_number=None']} {{(pid=94174) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 12:05:30.044504 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG oslo_concurrency.lockutils [None req-7ffcdea9-4bef-4244-8014-574b25896c1d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.026s {{(pid=94174) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 12:05:30.047112 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron_lib.callbacks.manager [None req-7ffcdea9-4bef-4244-8014-574b25896c1d admin admin] Notify callbacks [] for subnet, before_response {{(pid=94174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 12:05:30.049322 dv-neutron-601336-94-hyperv neutron-server[94174]: INFO neutron.wsgi [None req-7ffcdea9-4bef-4244-8014-574b25896c1d admin admin] 10.222.0.20 "DELETE /v2.0/subnets/a835be8d-3991-41bc-8711-847ef4ce7022 HTTP/1.1" status: 204 len: 168 time: 0.3227656 Jun 23 12:05:30.052109 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.wsgi [-] (94174) accepted ('10.222.0.20', 48454) {{(pid=94174) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 12:05:30.052849 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-af86a004-27f5-4b34-8583-8a797bad0193 None None] Network 6096d4ee-1b17-45b0-aff9-0c8a8e63114d requested from dv-neutron-601336-94-hyperv {{(pid=94176) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 23 12:05:30.119967 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron_lib.callbacks.manager [None req-476eb1f9-09d7-4e3f-bda9-78d7602d6e91 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-824874'] for network, before_delete {{(pid=94174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 12:05:30.173092 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.plugins.ml2.plugin [None req-476eb1f9-09d7-4e3f-bda9-78d7602d6e91 admin admin] Deleting port acfa017e-5980-4f04-963a-989e528557f3 {{(pid=94174) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1913}} Jun 23 12:05:30.173441 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron_lib.callbacks.manager [None req-476eb1f9-09d7-4e3f-bda9-78d7602d6e91 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773700079324'] for port, before_delete {{(pid=94174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 12:05:30.255160 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.plugins.ml2.db [None req-476eb1f9-09d7-4e3f-bda9-78d7602d6e91 admin admin] For port acfa017e-5980-4f04-963a-989e528557f3, host dv-neutron-601336-94-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-94-hyperv',level=0,port_id=acfa017e-5980-4f04-963a-989e528557f3,segment=NetworkSegment(a2b8d80c-5bd3-460b-8799-6021d9024aea),segment_id=a2b8d80c-5bd3-460b-8799-6021d9024aea)] {{(pid=94174) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 23 12:05:30.255534 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron_lib.callbacks.manager [None req-476eb1f9-09d7-4e3f-bda9-78d7602d6e91 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-430722'] for port, precommit_delete {{(pid=94174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 12:05:30.257188 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-38533a6b-0989-4a4c-b10d-b47c1c1f3c22 None None] DHCP port deletion for 6096d4ee-1b17-45b0-aff9-0c8a8e63114d request from dv-neutron-601336-94-hyperv {{(pid=94176) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jun 23 12:05:30.270531 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.plugins.ml2.plugin [None req-476eb1f9-09d7-4e3f-bda9-78d7602d6e91 admin admin] Calling delete_port for acfa017e-5980-4f04-963a-989e528557f3 owned by network:dhcp {{(pid=94174) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1986}} Jun 23 12:05:30.318159 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.plugins.ml2.rpc [None req-dc7542b2-afef-47f4-a763-e3a3cba144be None None] Device a203d798-b946-485e-b702-f7638798cab7 no longer exists at agent ovs-agent-dv-neutron-601336-94-hyperv {{(pid=94176) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:261}} Jun 23 12:05:30.354644 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.plugins.ml2.plugin [None req-38533a6b-0989-4a4c-b10d-b47c1c1f3c22 None None] Deleting port acfa017e-5980-4f04-963a-989e528557f3 {{(pid=94176) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1913}} Jun 23 12:05:30.356304 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron_lib.callbacks.manager [None req-38533a6b-0989-4a4c-b10d-b47c1c1f3c22 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773700079324'] for port, before_delete {{(pid=94176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 12:05:30.360028 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.plugins.ml2.plugin [None req-dc7542b2-afef-47f4-a763-e3a3cba144be None None] No Port match for: a203d798-b946-485e-b702-f7638798cab7 {{(pid=94176) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2240}} Jun 23 12:05:30.360600 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.plugins.ml2.rpc [None req-dc7542b2-afef-47f4-a763-e3a3cba144be None None] Device a203d798-b946-485e-b702-f7638798cab7 not bound to the agent host dv-neutron-601336-94-hyperv {{(pid=94176) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:271}} Jun 23 12:05:30.361283 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.plugins.ml2.rpc [None req-dc7542b2-afef-47f4-a763-e3a3cba144be None None] Device ebadbba8-5fac-48a8-83a9-fae72f0ef53d no longer exists at agent ovs-agent-dv-neutron-601336-94-hyperv {{(pid=94176) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:261}} Jun 23 12:05:30.426981 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron_lib.callbacks.manager [None req-476eb1f9-09d7-4e3f-bda9-78d7602d6e91 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-922904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866062', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773700135024', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773699642224', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5196390'] for port, after_delete {{(pid=94174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 12:05:30.431310 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG oslo_concurrency.lockutils [None req-7bee6310-00a4-4801-bd53-9da21e9abd7f tempest-RoutersNegativeTest-1248054990 tempest-RoutersNegativeTest-1248054990-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94174) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 12:05:30.443358 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.plugins.ml2.plugin [None req-dc7542b2-afef-47f4-a763-e3a3cba144be None None] No Port match for: ebadbba8-5fac-48a8-83a9-fae72f0ef53d {{(pid=94176) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2240}} Jun 23 12:05:30.443887 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.plugins.ml2.rpc [None req-dc7542b2-afef-47f4-a763-e3a3cba144be None None] Device ebadbba8-5fac-48a8-83a9-fae72f0ef53d not bound to the agent host dv-neutron-601336-94-hyperv {{(pid=94176) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:271}} Jun 23 12:05:30.461223 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.db.l3_dvrscheduler_db [None req-476eb1f9-09d7-4e3f-bda9-78d7602d6e91 admin admin] No DVR routers for this DVR port acfa017e-5980-4f04-963a-989e528557f3 on host dv-neutron-601336-94-hyperv {{(pid=94174) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 23 12:05:30.465367 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-476eb1f9-09d7-4e3f-bda9-78d7602d6e91 admin admin] Pushing event deleted for resources: {'Port': ['ID=acfa017e-5980-4f04-963a-989e528557f3,revision_number=None']} {{(pid=94174) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 12:05:30.467620 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG oslo_concurrency.lockutils [None req-476eb1f9-09d7-4e3f-bda9-78d7602d6e91 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.036s {{(pid=94174) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 12:05:30.477111 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.plugins.ml2.db [None req-38533a6b-0989-4a4c-b10d-b47c1c1f3c22 None None] For port acfa017e-5980-4f04-963a-989e528557f3, host dv-neutron-601336-94-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-94-hyperv',level=0,port_id=acfa017e-5980-4f04-963a-989e528557f3,segment=NetworkSegment(a2b8d80c-5bd3-460b-8799-6021d9024aea),segment_id=a2b8d80c-5bd3-460b-8799-6021d9024aea)] {{(pid=94176) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 23 12:05:30.477753 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron_lib.callbacks.manager [None req-38533a6b-0989-4a4c-b10d-b47c1c1f3c22 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-430722'] for port, precommit_delete {{(pid=94176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 12:05:30.495466 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.plugins.ml2.plugin [None req-38533a6b-0989-4a4c-b10d-b47c1c1f3c22 None None] Calling delete_port for acfa017e-5980-4f04-963a-989e528557f3 owned by network:dhcp {{(pid=94176) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1986}} Jun 23 12:05:30.537295 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron_lib.callbacks.manager [None req-476eb1f9-09d7-4e3f-bda9-78d7602d6e91 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-897259', 'neutron.services.segments.db._delete_segments_for_network-8773700168587'] for network, precommit_delete {{(pid=94174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 12:05:30.548181 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.services.segments.db [None req-476eb1f9-09d7-4e3f-bda9-78d7602d6e91 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6096d4ee-1b17-45b0-aff9-0c8a8e63114d']}} {{(pid=94174) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 12:05:30.558323 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.services.segments.db [None req-476eb1f9-09d7-4e3f-bda9-78d7602d6e91 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a2b8d80c-5bd3-460b-8799-6021d9024aea') {'for_net_delete': True} {{(pid=94174) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 12:05:30.558624 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.services.segments.db [None req-476eb1f9-09d7-4e3f-bda9-78d7602d6e91 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a2b8d80c-5bd3-460b-8799-6021d9024aea') {} {{(pid=94174) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 12:05:30.567342 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron_lib.callbacks.manager [None req-476eb1f9-09d7-4e3f-bda9-78d7602d6e91 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8773699955833', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4800267'] for segment, before_delete {{(pid=94174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 12:05:30.580695 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron_lib.callbacks.manager [None req-476eb1f9-09d7-4e3f-bda9-78d7602d6e91 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3801'] for segment, precommit_delete {{(pid=94174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 12:05:30.586347 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-476eb1f9-09d7-4e3f-bda9-78d7602d6e91 admin admin] Releasing vlan 423 on physical network physnet1 to pool {{(pid=94174) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 23 12:05:30.586748 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron_lib.callbacks.manager [None req-476eb1f9-09d7-4e3f-bda9-78d7602d6e91 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3801', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5196341'] for segment, after_delete {{(pid=94174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 12:05:30.587592 dv-neutron-601336-94-hyperv neutron-server[94176]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 23 12:05:30.587592 dv-neutron-601336-94-hyperv neutron-server[94176]: self.session.flush() Jun 23 12:05:30.587592 dv-neutron-601336-94-hyperv neutron-server[94176]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 23 12:05:30.587592 dv-neutron-601336-94-hyperv neutron-server[94176]: self.session.flush() Jun 23 12:05:30.587592 dv-neutron-601336-94-hyperv neutron-server[94176]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 23 12:05:30.587592 dv-neutron-601336-94-hyperv neutron-server[94176]: self.session.flush() Jun 23 12:05:30.587592 dv-neutron-601336-94-hyperv neutron-server[94176]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 23 12:05:30.587592 dv-neutron-601336-94-hyperv neutron-server[94176]: self.session.flush() Jun 23 12:05:30.587592 dv-neutron-601336-94-hyperv neutron-server[94176]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 23 12:05:30.587592 dv-neutron-601336-94-hyperv neutron-server[94176]: self.session.flush() Jun 23 12:05:30.587592 dv-neutron-601336-94-hyperv neutron-server[94176]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 23 12:05:30.587592 dv-neutron-601336-94-hyperv neutron-server[94176]: self.session.flush() Jun 23 12:05:30.587592 dv-neutron-601336-94-hyperv neutron-server[94176]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 23 12:05:30.587592 dv-neutron-601336-94-hyperv neutron-server[94176]: self.session.flush() Jun 23 12:05:30.587592 dv-neutron-601336-94-hyperv neutron-server[94176]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 23 12:05:30.587592 dv-neutron-601336-94-hyperv neutron-server[94176]: self.session.flush() Jun 23 12:05:30.587592 dv-neutron-601336-94-hyperv neutron-server[94176]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 23 12:05:30.587592 dv-neutron-601336-94-hyperv neutron-server[94176]: self.session.flush() Jun 23 12:05:30.587592 dv-neutron-601336-94-hyperv neutron-server[94176]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 23 12:05:30.587592 dv-neutron-601336-94-hyperv neutron-server[94176]: self.session.flush() Jun 23 12:05:30.587592 dv-neutron-601336-94-hyperv neutron-server[94176]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 23 12:05:30.587592 dv-neutron-601336-94-hyperv neutron-server[94176]: self.session.flush() Jun 23 12:05:30.587592 dv-neutron-601336-94-hyperv neutron-server[94176]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 23 12:05:30.587592 dv-neutron-601336-94-hyperv neutron-server[94176]: self.session.flush() Jun 23 12:05:30.587592 dv-neutron-601336-94-hyperv neutron-server[94176]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 23 12:05:30.587592 dv-neutron-601336-94-hyperv neutron-server[94176]: self.session.flush() Jun 23 12:05:30.587592 dv-neutron-601336-94-hyperv neutron-server[94176]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 23 12:05:30.587592 dv-neutron-601336-94-hyperv neutron-server[94176]: self.session.flush() Jun 23 12:05:30.587592 dv-neutron-601336-94-hyperv neutron-server[94176]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 23 12:05:30.587592 dv-neutron-601336-94-hyperv neutron-server[94176]: self.session.flush() Jun 23 12:05:30.587592 dv-neutron-601336-94-hyperv neutron-server[94176]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 23 12:05:30.587592 dv-neutron-601336-94-hyperv neutron-server[94176]: self.session.flush() Jun 23 12:05:30.587592 dv-neutron-601336-94-hyperv neutron-server[94176]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 23 12:05:30.587592 dv-neutron-601336-94-hyperv neutron-server[94176]: self.session.flush() Jun 23 12:05:30.587592 dv-neutron-601336-94-hyperv neutron-server[94176]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 23 12:05:30.587592 dv-neutron-601336-94-hyperv neutron-server[94176]: self.session.flush() Jun 23 12:05:30.587592 dv-neutron-601336-94-hyperv neutron-server[94176]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 23 12:05:30.587592 dv-neutron-601336-94-hyperv neutron-server[94176]: self.session.flush() Jun 23 12:05:30.587592 dv-neutron-601336-94-hyperv neutron-server[94176]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 23 12:05:30.587592 dv-neutron-601336-94-hyperv neutron-server[94176]: self.session.flush() Jun 23 12:05:30.587592 dv-neutron-601336-94-hyperv neutron-server[94176]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 23 12:05:30.587592 dv-neutron-601336-94-hyperv neutron-server[94176]: self.session.flush() Jun 23 12:05:30.587592 dv-neutron-601336-94-hyperv neutron-server[94176]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 23 12:05:30.587592 dv-neutron-601336-94-hyperv neutron-server[94176]: self.session.flush() Jun 23 12:05:30.587592 dv-neutron-601336-94-hyperv neutron-server[94176]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 23 12:05:30.587592 dv-neutron-601336-94-hyperv neutron-server[94176]: self.session.flush() Jun 23 12:05:30.587592 dv-neutron-601336-94-hyperv neutron-server[94176]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 23 12:05:30.587592 dv-neutron-601336-94-hyperv neutron-server[94176]: self.session.flush() Jun 23 12:05:30.587592 dv-neutron-601336-94-hyperv neutron-server[94176]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 23 12:05:30.587592 dv-neutron-601336-94-hyperv neutron-server[94176]: self.session.flush() Jun 23 12:05:30.587592 dv-neutron-601336-94-hyperv neutron-server[94176]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 23 12:05:30.587592 dv-neutron-601336-94-hyperv neutron-server[94176]: self.session.flush() Jun 23 12:05:30.587592 dv-neutron-601336-94-hyperv neutron-server[94176]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 23 12:05:30.587592 dv-neutron-601336-94-hyperv neutron-server[94176]: self.session.flush() Jun 23 12:05:30.587592 dv-neutron-601336-94-hyperv neutron-server[94176]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 23 12:05:30.587592 dv-neutron-601336-94-hyperv neutron-server[94176]: self.session.flush() Jun 23 12:05:30.591574 dv-neutron-601336-94-hyperv neutron-server[94174]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 23 12:05:30.591574 dv-neutron-601336-94-hyperv neutron-server[94174]: conditions |= (models_v2.Port.network_id.in_( Jun 23 12:05:30.591574 dv-neutron-601336-94-hyperv neutron-server[94174]: Traceback (most recent call last): Jun 23 12:05:30.591574 dv-neutron-601336-94-hyperv neutron-server[94174]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 23 12:05:30.591574 dv-neutron-601336-94-hyperv neutron-server[94174]: timer() Jun 23 12:05:30.591574 dv-neutron-601336-94-hyperv neutron-server[94174]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 23 12:05:30.591574 dv-neutron-601336-94-hyperv neutron-server[94174]: cb(*args, **kw) Jun 23 12:05:30.591574 dv-neutron-601336-94-hyperv neutron-server[94174]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 23 12:05:30.591574 dv-neutron-601336-94-hyperv neutron-server[94174]: return func(*args, **kwargs) Jun 23 12:05:30.591574 dv-neutron-601336-94-hyperv neutron-server[94174]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 23 12:05:30.591574 dv-neutron-601336-94-hyperv neutron-server[94174]: self._notify() Jun 23 12:05:30.591574 dv-neutron-601336-94-hyperv neutron-server[94174]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 23 12:05:30.591574 dv-neutron-601336-94-hyperv neutron-server[94174]: self.callback(batched_events) Jun 23 12:05:30.591574 dv-neutron-601336-94-hyperv neutron-server[94174]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 23 12:05:30.591574 dv-neutron-601336-94-hyperv neutron-server[94174]: event.method(event) Jun 23 12:05:30.591574 dv-neutron-601336-94-hyperv neutron-server[94174]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 23 12:05:30.591574 dv-neutron-601336-94-hyperv neutron-server[94174]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 23 12:05:30.591574 dv-neutron-601336-94-hyperv neutron-server[94174]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 23 12:05:30.591574 dv-neutron-601336-94-hyperv neutron-server[94174]: aggregate_uuid = self.p_client.list_aggregates( Jun 23 12:05:30.591574 dv-neutron-601336-94-hyperv neutron-server[94174]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 23 12:05:30.591574 dv-neutron-601336-94-hyperv neutron-server[94174]: return f(self, *a, **k) Jun 23 12:05:30.591574 dv-neutron-601336-94-hyperv neutron-server[94174]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 23 12:05:30.591574 dv-neutron-601336-94-hyperv neutron-server[94174]: return self._get(url).json() Jun 23 12:05:30.591574 dv-neutron-601336-94-hyperv neutron-server[94174]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 23 12:05:30.591574 dv-neutron-601336-94-hyperv neutron-server[94174]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 23 12:05:30.591574 dv-neutron-601336-94-hyperv neutron-server[94174]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 23 12:05:30.591574 dv-neutron-601336-94-hyperv neutron-server[94174]: return self.request(url, 'GET', **kwargs) Jun 23 12:05:30.591574 dv-neutron-601336-94-hyperv neutron-server[94174]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 23 12:05:30.591574 dv-neutron-601336-94-hyperv neutron-server[94174]: base_url = self.get_endpoint(auth, allow=allow, Jun 23 12:05:30.591574 dv-neutron-601336-94-hyperv neutron-server[94174]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 23 12:05:30.591574 dv-neutron-601336-94-hyperv neutron-server[94174]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 23 12:05:30.591574 dv-neutron-601336-94-hyperv neutron-server[94174]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 23 12:05:30.591574 dv-neutron-601336-94-hyperv neutron-server[94174]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 23 12:05:30.591574 dv-neutron-601336-94-hyperv neutron-server[94174]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 23 12:05:30.597846 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron_lib.callbacks.manager [None req-38533a6b-0989-4a4c-b10d-b47c1c1f3c22 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-922904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866062', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773700135024', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773699642224'] for port, after_delete {{(pid=94176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 12:05:30.600918 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG oslo_concurrency.lockutils [None req-23a9d088-6fb2-4f31-a3fc-3287ea3749bf None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 12:05:30.623623 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38533a6b-0989-4a4c-b10d-b47c1c1f3c22 None None] Pushing event deleted for resources: {'Port': ['ID=acfa017e-5980-4f04-963a-989e528557f3,revision_number=None']} {{(pid=94176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 12:05:30.627734 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.db.l3_dvrscheduler_db [None req-38533a6b-0989-4a4c-b10d-b47c1c1f3c22 None None] No DVR routers for this DVR port acfa017e-5980-4f04-963a-989e528557f3 on host dv-neutron-601336-94-hyperv {{(pid=94176) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 23 12:05:30.636671 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38533a6b-0989-4a4c-b10d-b47c1c1f3c22 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-601336-94-hyperv {{(pid=94176) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 12:05:30.636671 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38533a6b-0989-4a4c-b10d-b47c1c1f3c22 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-94-hyperv {{(pid=94176) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 12:05:30.636671 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38533a6b-0989-4a4c-b10d-b47c1c1f3c22 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-94-hyperv {{(pid=94176) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 12:05:30.636671 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38533a6b-0989-4a4c-b10d-b47c1c1f3c22 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-601336-94-hyperv {{(pid=94176) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 12:05:30.636671 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38533a6b-0989-4a4c-b10d-b47c1c1f3c22 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-601336-94-hyperv {{(pid=94176) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 12:05:30.636671 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38533a6b-0989-4a4c-b10d-b47c1c1f3c22 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-601336-94-hyperv {{(pid=94176) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 12:05:30.636671 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38533a6b-0989-4a4c-b10d-b47c1c1f3c22 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-601336-94-hyperv {{(pid=94176) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 12:05:30.637365 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38533a6b-0989-4a4c-b10d-b47c1c1f3c22 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-601336-94-hyperv {{(pid=94176) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 12:05:30.637365 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38533a6b-0989-4a4c-b10d-b47c1c1f3c22 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-601336-94-hyperv {{(pid=94176) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 12:05:30.637671 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38533a6b-0989-4a4c-b10d-b47c1c1f3c22 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-94-hyperv {{(pid=94176) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 12:05:30.637847 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38533a6b-0989-4a4c-b10d-b47c1c1f3c22 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-601336-94-hyperv {{(pid=94176) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 12:05:30.638176 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38533a6b-0989-4a4c-b10d-b47c1c1f3c22 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-601336-94-hyperv {{(pid=94176) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 12:05:30.641278 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG oslo_concurrency.lockutils [None req-38533a6b-0989-4a4c-b10d-b47c1c1f3c22 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.040s {{(pid=94176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 12:05:30.756600 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron_lib.callbacks.manager [None req-476eb1f9-09d7-4e3f-bda9-78d7602d6e91 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-897248', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8002400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7866073', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-524247'] for network, after_delete {{(pid=94174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 12:05:30.761757 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron_lib.callbacks.manager [None req-476eb1f9-09d7-4e3f-bda9-78d7602d6e91 admin admin] Notify callbacks [] for network, before_response {{(pid=94174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 12:05:30.766493 dv-neutron-601336-94-hyperv neutron-server[94174]: INFO neutron.wsgi [None req-476eb1f9-09d7-4e3f-bda9-78d7602d6e91 admin admin] 10.222.0.20 "DELETE /v2.0/networks/6096d4ee-1b17-45b0-aff9-0c8a8e63114d HTTP/1.1" status: 204 len: 168 time: 0.7103143 Jun 23 12:05:30.766493 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG oslo_concurrency.lockutils [None req-b14eaf83-f676-454d-bdd7-3da01f95a60e tempest-NetworksIpV6Test-2059726755 tempest-NetworksIpV6Test-2059726755-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94174) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 12:05:30.767581 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.wsgi [-] (94175) accepted ('10.222.0.20', 48456) {{(pid=94175) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 12:05:30.777158 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-476eb1f9-09d7-4e3f-bda9-78d7602d6e91 admin admin] Pushing event deleted for resources: {'Network': ['ID=6096d4ee-1b17-45b0-aff9-0c8a8e63114d,revision_number=None']} {{(pid=94174) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 12:05:30.780108 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG oslo_concurrency.lockutils [None req-476eb1f9-09d7-4e3f-bda9-78d7602d6e91 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.015s {{(pid=94174) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 12:05:31.216876 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron_lib.callbacks.manager [None req-02ffbf83-dabf-4aae-8077-3136b84497c4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-453061'] for router_interface, before_delete {{(pid=94175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 12:05:31.883443 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.plugins.ml2.plugin [None req-02ffbf83-dabf-4aae-8077-3136b84497c4 admin admin] Deleting port acc62cb9-1984-4141-95fa-a439c3ef8617 {{(pid=94175) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1913}} Jun 23 12:05:31.884130 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron_lib.callbacks.manager [None req-02ffbf83-dabf-4aae-8077-3136b84497c4 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773700079324'] for port, before_delete {{(pid=94175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 12:05:31.959341 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.plugins.ml2.db [None req-02ffbf83-dabf-4aae-8077-3136b84497c4 admin admin] For port acc62cb9-1984-4141-95fa-a439c3ef8617, host dv-neutron-601336-94-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-94-hyperv',level=0,port_id=acc62cb9-1984-4141-95fa-a439c3ef8617,segment=NetworkSegment(33c3d1d3-6d73-40ad-be12-08f326aa925a),segment_id=33c3d1d3-6d73-40ad-be12-08f326aa925a)] {{(pid=94175) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 23 12:05:31.959698 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron_lib.callbacks.manager [None req-02ffbf83-dabf-4aae-8077-3136b84497c4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-430722'] for port, precommit_delete {{(pid=94175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 12:05:31.972466 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.plugins.ml2.plugin [None req-02ffbf83-dabf-4aae-8077-3136b84497c4 admin admin] Calling delete_port for acc62cb9-1984-4141-95fa-a439c3ef8617 owned by network:router_interface {{(pid=94175) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1986}} Jun 23 12:05:32.159362 dv-neutron-601336-94-hyperv neutron-server[94177]: DEBUG neutron.db.agents_db [None req-90fb1279-e4c5-4e73-8d66-3a29811dc4e3 None None] Agent healthcheck: found 6 active agents {{(pid=94177) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 23 12:05:32.242097 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron_lib.callbacks.manager [None req-02ffbf83-dabf-4aae-8077-3136b84497c4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-922904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866062', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773700135024', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773699642224', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5082448'] for port, after_delete {{(pid=94175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 12:05:32.244472 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG oslo_concurrency.lockutils [None req-95aa4435-481a-4ef5-bbd2-3b262666ef5a tempest-ServersNegativeTestJSON-2112366187 tempest-ServersNegativeTestJSON-2112366187-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94175) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 12:05:32.268940 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.plugins.ml2.rpc [None req-dc7542b2-afef-47f4-a763-e3a3cba144be None None] Device acfa017e-5980-4f04-963a-989e528557f3 no longer exists at agent ovs-agent-dv-neutron-601336-94-hyperv {{(pid=94176) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:261}} Jun 23 12:05:32.282582 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02ffbf83-dabf-4aae-8077-3136b84497c4 admin admin] Pushing event deleted for resources: {'Port': ['ID=acc62cb9-1984-4141-95fa-a439c3ef8617,revision_number=None']} {{(pid=94175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 12:05:32.287901 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG oslo_concurrency.lockutils [None req-02ffbf83-dabf-4aae-8077-3136b84497c4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.043s {{(pid=94175) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 12:05:32.289161 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.plugins.ml2.plugin [None req-dc7542b2-afef-47f4-a763-e3a3cba144be None None] No Port match for: acfa017e-5980-4f04-963a-989e528557f3 {{(pid=94176) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2240}} Jun 23 12:05:32.289528 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.plugins.ml2.rpc [None req-dc7542b2-afef-47f4-a763-e3a3cba144be None None] Device acfa017e-5980-4f04-963a-989e528557f3 not bound to the agent host dv-neutron-601336-94-hyperv {{(pid=94176) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:271}} Jun 23 12:05:32.477441 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron_lib.callbacks.manager [None req-02ffbf83-dabf-4aae-8077-3136b84497c4 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-7866080', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-516693'] for router_interface, after_delete {{(pid=94175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 12:05:32.683312 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-02ffbf83-dabf-4aae-8077-3136b84497c4 admin admin] Router a311b818-917b-477a-b184-3246c7002c57 has already been hosted by L3 agent 50ef99c0-ef28-4db5-b303-b145898fae60 {{(pid=94175) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 23 12:05:32.785882 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-02ffbf83-dabf-4aae-8077-3136b84497c4 admin admin] Notify agent at l3_agent.dv-neutron-601336-94-hyperv the message routers_updated {{(pid=94175) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 23 12:05:32.790930 dv-neutron-601336-94-hyperv neutron-server[94175]: INFO neutron.wsgi [None req-02ffbf83-dabf-4aae-8077-3136b84497c4 admin admin] 10.222.0.20 "PUT /v2.0/routers/a311b818-917b-477a-b184-3246c7002c57/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.0221107 Jun 23 12:05:32.793421 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.wsgi [-] (94175) accepted ('10.222.0.20', 48458) {{(pid=94175) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 12:05:32.797980 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4165c71c-2cff-4817-93d8-a81d5f948fb7 None None] Sync routers for ids ['a311b818-917b-477a-b184-3246c7002c57'] in dv-neutron-601336-94-hyperv {{(pid=94176) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 23 12:05:32.811287 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4165c71c-2cff-4817-93d8-a81d5f948fb7 None None] Routers {'a311b818-917b-477a-b184-3246c7002c57'} bound to L3 agent in host dv-neutron-601336-94-hyperv {{(pid=94176) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 23 12:05:32.812028 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.db.l3_hamode_db [None req-4165c71c-2cff-4817-93d8-a81d5f948fb7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-601336-94-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-23T11:22:13Z,description=,heartbeat_timestamp=2021-06-23T12:05:13Z,host='dv-neutron-601336-94-hyperv',id=50ef99c0-ef28-4db5-b303-b145898fae60,load=0,resource_versions=,resources_synced=,started_at=2021-06-23T11:22:14Z,topic='l3_agent')) {'router_ids': ['a311b818-917b-477a-b184-3246c7002c57'], 'active': True} {{(pid=94176) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 12:05:32.897004 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron_lib.callbacks.manager [None req-d372813d-d970-4447-a033-2f2dcc7554bf admin admin] Notify callbacks [] for router, before_delete {{(pid=94175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 12:05:32.919666 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.db.l3_dvr_db [None req-4165c71c-2cff-4817-93d8-a81d5f948fb7 None None] Set router a311b818-917b-477a-b184-3246c7002c57 gateway port host: dv-neutron-601336-94-hyperv {{(pid=94176) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:838}} Jun 23 12:05:33.003092 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron_lib.callbacks.manager [None req-d372813d-d970-4447-a033-2f2dcc7554bf admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 12:05:33.092039 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.db.l3_hamode_db [None req-4165c71c-2cff-4817-93d8-a81d5f948fb7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a311b818-917b-477a-b184-3246c7002c57', 'name': 'tempest-TestMinimumBasicScenario-1223262647-router', 'tenant_id': '0ee2e32ba44f4b87b3dbccb2a26b126e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3e7e4eb3-cf02-4d47-ade9-0a579cdfc60f', 'external_fixed_ips': [{'subnet_id': 'a5ad15ab-c489-4a67-a9b0-d559fca0ec71', 'ip_address': '172.26.3.41'}], 'enable_snat': True}, 'gw_port_id': '88cd7661-402e-4f75-9a39-22384baf7437', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-23T12:03:07Z', 'updated_at': '2021-06-23T12:05:32Z', 'revision_number': 5, 'project_id': '0ee2e32ba44f4b87b3dbccb2a26b126e', 'gw_port': {'id': '88cd7661-402e-4f75-9a39-22384baf7437', 'name': '', 'network_id': '3e7e4eb3-cf02-4d47-ade9-0a579cdfc60f', 'tenant_id': '', 'mac_address': 'fa:16:3e:d4:a8:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a311b818-917b-477a-b184-3246c7002c57', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1683, 'fixed_ips': [{'subnet_id': 'a5ad15ab-c489-4a67-a9b0-d559fca0ec71', 'ip_address': '172.26.3.41', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-94-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-23T12:03:07Z', 'updated_at': '2021-06-23T12:03:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a5ad15ab-c489-4a67-a9b0-d559fca0ec71', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-601336-94-hyperv'}], 'dv-neutron-601336-94-hyperv', False) {} {{(pid=94176) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 12:05:33.115895 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.plugins.ml2.plugin [None req-d372813d-d970-4447-a033-2f2dcc7554bf admin admin] Deleting port 88cd7661-402e-4f75-9a39-22384baf7437 {{(pid=94175) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1913}} Jun 23 12:05:33.116245 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron_lib.callbacks.manager [None req-d372813d-d970-4447-a033-2f2dcc7554bf admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773700079324'] for port, before_delete {{(pid=94175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 12:05:33.118072 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4165c71c-2cff-4817-93d8-a81d5f948fb7 None None] Checking router: a311b818-917b-477a-b184-3246c7002c57 for host: dv-neutron-601336-94-hyperv {{(pid=94176) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 23 12:05:33.126218 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4165c71c-2cff-4817-93d8-a81d5f948fb7 None None] Routers {'a311b818-917b-477a-b184-3246c7002c57'} bound to L3 agent in host dv-neutron-601336-94-hyperv {{(pid=94176) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 23 12:05:33.126840 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.db.l3_hamode_db [None req-4165c71c-2cff-4817-93d8-a81d5f948fb7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-601336-94-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-23T11:22:13Z,description=,heartbeat_timestamp=2021-06-23T12:05:13Z,host='dv-neutron-601336-94-hyperv',id=50ef99c0-ef28-4db5-b303-b145898fae60,load=0,resource_versions=,resources_synced=,started_at=2021-06-23T11:22:14Z,topic='l3_agent')) {'router_ids': ['a311b818-917b-477a-b184-3246c7002c57'], 'active': True} {{(pid=94176) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 12:05:33.201127 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.plugins.ml2.db [None req-d372813d-d970-4447-a033-2f2dcc7554bf admin admin] For port 88cd7661-402e-4f75-9a39-22384baf7437, host dv-neutron-601336-94-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-94-hyperv',level=0,port_id=88cd7661-402e-4f75-9a39-22384baf7437,segment=NetworkSegment(c23be0a5-6980-48fb-bc9f-4a24717fe1de),segment_id=c23be0a5-6980-48fb-bc9f-4a24717fe1de)] {{(pid=94175) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 23 12:05:33.201706 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron_lib.callbacks.manager [None req-d372813d-d970-4447-a033-2f2dcc7554bf admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-430722'] for port, precommit_delete {{(pid=94175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 12:05:33.214213 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.db.l3_dvr_db [None req-4165c71c-2cff-4817-93d8-a81d5f948fb7 None None] Set router a311b818-917b-477a-b184-3246c7002c57 gateway port host: None {{(pid=94176) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:838}} Jun 23 12:05:33.218809 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.plugins.ml2.plugin [None req-d372813d-d970-4447-a033-2f2dcc7554bf admin admin] Calling delete_port for 88cd7661-402e-4f75-9a39-22384baf7437 owned by network:router_gateway {{(pid=94175) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1986}} Jun 23 12:05:33.270964 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.db.l3_hamode_db [None req-4165c71c-2cff-4817-93d8-a81d5f948fb7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a311b818-917b-477a-b184-3246c7002c57', 'name': 'tempest-TestMinimumBasicScenario-1223262647-router', 'tenant_id': '0ee2e32ba44f4b87b3dbccb2a26b126e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-23T12:03:07Z', 'updated_at': '2021-06-23T12:05:33Z', 'revision_number': 6, 'project_id': '0ee2e32ba44f4b87b3dbccb2a26b126e', 'gw_port_host': None}], 'dv-neutron-601336-94-hyperv', False) {} {{(pid=94176) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 12:05:33.300867 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4165c71c-2cff-4817-93d8-a81d5f948fb7 None None] The sync data for ids ['a311b818-917b-477a-b184-3246c7002c57'] in dv-neutron-601336-94-hyperv is: [{'id': 'a311b818-917b-477a-b184-3246c7002c57', 'name': 'tempest-TestMinimumBasicScenario-1223262647-router', 'tenant_id': '0ee2e32ba44f4b87b3dbccb2a26b126e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-23T12:03:07Z', 'updated_at': '2021-06-23T12:05:33Z', 'revision_number': 6, 'project_id': '0ee2e32ba44f4b87b3dbccb2a26b126e', 'gw_port_host': None}] {{(pid=94176) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 23 12:05:33.461550 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron_lib.callbacks.manager [None req-d372813d-d970-4447-a033-2f2dcc7554bf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-922904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866062', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773700135024', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773699642224', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5082448'] for port, after_delete {{(pid=94175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 12:05:33.463760 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG oslo_concurrency.lockutils [None req-b6ea5a8c-c6e5-4c40-8a4e-b9dbcee1c5c5 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94175) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 12:05:33.488097 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d372813d-d970-4447-a033-2f2dcc7554bf admin admin] Pushing event deleted for resources: {'Port': ['ID=88cd7661-402e-4f75-9a39-22384baf7437,revision_number=None']} {{(pid=94175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 12:05:33.490943 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG oslo_concurrency.lockutils [None req-d372813d-d970-4447-a033-2f2dcc7554bf admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=94175) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 12:05:33.550898 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron_lib.callbacks.manager [None req-d372813d-d970-4447-a033-2f2dcc7554bf admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-524171'] for router_gateway, after_delete {{(pid=94175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 12:05:33.639763 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron_lib.callbacks.manager [None req-d372813d-d970-4447-a033-2f2dcc7554bf admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-520417', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-32301'] for router, precommit_delete {{(pid=94175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 12:05:33.642796 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron_lib.callbacks.manager [None req-d372813d-d970-4447-a033-2f2dcc7554bf admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 12:05:33.749989 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron_lib.callbacks.manager [None req-d372813d-d970-4447-a033-2f2dcc7554bf admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-494961'] for router, after_delete {{(pid=94175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 12:05:33.750443 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d372813d-d970-4447-a033-2f2dcc7554bf admin admin] Fanout notify agent at l3_agent the message router_deleted on router a311b818-917b-477a-b184-3246c7002c57 {{(pid=94175) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jun 23 12:05:33.754762 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron_lib.callbacks.manager [None req-d372813d-d970-4447-a033-2f2dcc7554bf admin admin] Notify callbacks [] for router, before_response {{(pid=94175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 12:05:33.756078 dv-neutron-601336-94-hyperv neutron-server[94175]: INFO neutron.wsgi [None req-d372813d-d970-4447-a033-2f2dcc7554bf admin admin] 10.222.0.20 "DELETE /v2.0/routers/a311b818-917b-477a-b184-3246c7002c57 HTTP/1.1" status: 204 len: 168 time: 0.9611681 Jun 23 12:05:33.761564 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.wsgi [-] (94175) accepted ('10.222.0.20', 48460) {{(pid=94175) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 12:05:33.803873 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.db.db_base_plugin_v2 [None req-4544a0bf-4fb9-4d48-8f3e-d6975e3e7eca admin admin] Deleting subnet 2418efe8-ce1a-4d09-8e63-5f2c3af7cb04 {{(pid=94175) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jun 23 12:05:33.806957 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron_lib.callbacks.manager [None req-4544a0bf-4fb9-4d48-8f3e-d6975e3e7eca admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 12:05:33.843462 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron_lib.callbacks.manager [None req-4544a0bf-4fb9-4d48-8f3e-d6975e3e7eca admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5190686'] for subnet, precommit_delete_associations {{(pid=94175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 12:05:33.933429 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron_lib.callbacks.manager [None req-4544a0bf-4fb9-4d48-8f3e-d6975e3e7eca admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-897634'] for subnet, precommit_delete {{(pid=94175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 12:05:34.065164 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron_lib.callbacks.manager [None req-4544a0bf-4fb9-4d48-8f3e-d6975e3e7eca admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-897627', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866062', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5083050', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4660036'] for subnet, after_delete {{(pid=94175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 12:05:34.067525 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG oslo_concurrency.lockutils [None req-df2c493c-e84e-488f-959c-434e9c4d7523 tempest-RoutersNegativeTest-1248054990 tempest-RoutersNegativeTest-1248054990-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94175) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 12:05:34.092321 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4544a0bf-4fb9-4d48-8f3e-d6975e3e7eca admin admin] Pushing event deleted for resources: {'Subnet': ['ID=2418efe8-ce1a-4d09-8e63-5f2c3af7cb04,revision_number=None']} {{(pid=94175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 12:05:34.095019 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG oslo_concurrency.lockutils [None req-4544a0bf-4fb9-4d48-8f3e-d6975e3e7eca admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=94175) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 12:05:34.097680 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron_lib.callbacks.manager [None req-4544a0bf-4fb9-4d48-8f3e-d6975e3e7eca admin admin] Notify callbacks [] for subnet, before_response {{(pid=94175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 12:05:34.103601 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.wsgi [-] (94174) accepted ('10.222.0.20', 48464) {{(pid=94174) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 12:05:34.104528 dv-neutron-601336-94-hyperv neutron-server[94175]: INFO neutron.wsgi [None req-4544a0bf-4fb9-4d48-8f3e-d6975e3e7eca admin admin] 10.222.0.20 "DELETE /v2.0/subnets/2418efe8-ce1a-4d09-8e63-5f2c3af7cb04 HTTP/1.1" status: 204 len: 168 time: 0.3438618 Jun 23 12:05:34.108490 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-458a5461-f2fe-44fc-9f45-31744e53ab54 None None] Network 53c57c3e-84e9-4fa3-9199-6bc16cf4f21a requested from dv-neutron-601336-94-hyperv {{(pid=94176) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 23 12:05:34.188637 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron_lib.callbacks.manager [None req-6b7a5da9-6e09-46dc-bc4a-e251485c39fa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-824874'] for network, before_delete {{(pid=94174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 12:05:34.254092 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.plugins.ml2.plugin [None req-6b7a5da9-6e09-46dc-bc4a-e251485c39fa admin admin] Deleting port e5dcf150-f678-42ad-aace-1314fd877c7e {{(pid=94174) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1913}} Jun 23 12:05:34.254516 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron_lib.callbacks.manager [None req-6b7a5da9-6e09-46dc-bc4a-e251485c39fa admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773700079324'] for port, before_delete {{(pid=94174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 12:05:34.314742 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.plugins.ml2.rpc [None req-dc7542b2-afef-47f4-a763-e3a3cba144be None None] Device acc62cb9-1984-4141-95fa-a439c3ef8617 no longer exists at agent ovs-agent-dv-neutron-601336-94-hyperv {{(pid=94176) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:261}} Jun 23 12:05:34.333354 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.plugins.ml2.plugin [None req-dc7542b2-afef-47f4-a763-e3a3cba144be None None] No Port match for: acc62cb9-1984-4141-95fa-a439c3ef8617 {{(pid=94176) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2240}} Jun 23 12:05:34.333937 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.plugins.ml2.rpc [None req-dc7542b2-afef-47f4-a763-e3a3cba144be None None] Device acc62cb9-1984-4141-95fa-a439c3ef8617 not bound to the agent host dv-neutron-601336-94-hyperv {{(pid=94176) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:271}} Jun 23 12:05:34.334494 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.plugins.ml2.rpc [None req-dc7542b2-afef-47f4-a763-e3a3cba144be None None] Device 88cd7661-402e-4f75-9a39-22384baf7437 no longer exists at agent ovs-agent-dv-neutron-601336-94-hyperv {{(pid=94176) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:261}} Jun 23 12:05:34.357360 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.plugins.ml2.db [None req-6b7a5da9-6e09-46dc-bc4a-e251485c39fa admin admin] For port e5dcf150-f678-42ad-aace-1314fd877c7e, host dv-neutron-601336-94-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-94-hyperv',level=0,port_id=e5dcf150-f678-42ad-aace-1314fd877c7e,segment=NetworkSegment(33c3d1d3-6d73-40ad-be12-08f326aa925a),segment_id=33c3d1d3-6d73-40ad-be12-08f326aa925a)] {{(pid=94174) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 23 12:05:34.357815 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron_lib.callbacks.manager [None req-6b7a5da9-6e09-46dc-bc4a-e251485c39fa admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-430722'] for port, precommit_delete {{(pid=94174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 12:05:34.361662 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7bcad05f-39e3-4b79-825e-05b5ed2e5e06 None None] DHCP port deletion for 53c57c3e-84e9-4fa3-9199-6bc16cf4f21a request from dv-neutron-601336-94-hyperv {{(pid=94176) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jun 23 12:05:34.366485 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.plugins.ml2.plugin [None req-dc7542b2-afef-47f4-a763-e3a3cba144be None None] No Port match for: 88cd7661-402e-4f75-9a39-22384baf7437 {{(pid=94176) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2240}} Jun 23 12:05:34.366855 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.plugins.ml2.rpc [None req-dc7542b2-afef-47f4-a763-e3a3cba144be None None] Device 88cd7661-402e-4f75-9a39-22384baf7437 not bound to the agent host dv-neutron-601336-94-hyperv {{(pid=94176) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:271}} Jun 23 12:05:34.375345 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.plugins.ml2.plugin [None req-6b7a5da9-6e09-46dc-bc4a-e251485c39fa admin admin] Calling delete_port for e5dcf150-f678-42ad-aace-1314fd877c7e owned by network:dhcp {{(pid=94174) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1986}} Jun 23 12:05:34.414061 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.plugins.ml2.plugin [None req-7bcad05f-39e3-4b79-825e-05b5ed2e5e06 None None] Deleting port e5dcf150-f678-42ad-aace-1314fd877c7e {{(pid=94176) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1913}} Jun 23 12:05:34.414353 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron_lib.callbacks.manager [None req-7bcad05f-39e3-4b79-825e-05b5ed2e5e06 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773700079324'] for port, before_delete {{(pid=94176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 12:05:34.482325 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.plugins.ml2.db [None req-7bcad05f-39e3-4b79-825e-05b5ed2e5e06 None None] For port e5dcf150-f678-42ad-aace-1314fd877c7e, host dv-neutron-601336-94-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-94-hyperv',level=0,port_id=e5dcf150-f678-42ad-aace-1314fd877c7e,segment=NetworkSegment(33c3d1d3-6d73-40ad-be12-08f326aa925a),segment_id=33c3d1d3-6d73-40ad-be12-08f326aa925a)] {{(pid=94176) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 23 12:05:34.482726 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron_lib.callbacks.manager [None req-7bcad05f-39e3-4b79-825e-05b5ed2e5e06 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-430722'] for port, precommit_delete {{(pid=94176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 12:05:34.494878 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.plugins.ml2.plugin [None req-7bcad05f-39e3-4b79-825e-05b5ed2e5e06 None None] Calling delete_port for e5dcf150-f678-42ad-aace-1314fd877c7e owned by network:dhcp {{(pid=94176) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1986}} Jun 23 12:05:34.545364 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron_lib.callbacks.manager [None req-6b7a5da9-6e09-46dc-bc4a-e251485c39fa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-922904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866062', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773700135024', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773699642224', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5196390'] for port, after_delete {{(pid=94174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 12:05:34.547567 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG oslo_concurrency.lockutils [None req-530c099b-6548-435b-bd94-74001b75fd7a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94174) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 12:05:34.566922 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron_lib.callbacks.manager [None req-7bcad05f-39e3-4b79-825e-05b5ed2e5e06 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-922904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866062', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773700135024', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773699642224'] for port, after_delete {{(pid=94176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 12:05:34.568738 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG oslo_concurrency.lockutils [None req-dc7542b2-afef-47f4-a763-e3a3cba144be None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 12:05:34.571191 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b7a5da9-6e09-46dc-bc4a-e251485c39fa admin admin] Pushing event deleted for resources: {'Port': ['ID=e5dcf150-f678-42ad-aace-1314fd877c7e,revision_number=None']} {{(pid=94174) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 12:05:34.574377 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG oslo_concurrency.lockutils [None req-6b7a5da9-6e09-46dc-bc4a-e251485c39fa admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=94174) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 12:05:34.575191 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6b7a5da9-6e09-46dc-bc4a-e251485c39fa admin admin] No DVR routers for this DVR port e5dcf150-f678-42ad-aace-1314fd877c7e on host dv-neutron-601336-94-hyperv {{(pid=94174) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 23 12:05:34.593770 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bcad05f-39e3-4b79-825e-05b5ed2e5e06 None None] Pushing event deleted for resources: {'Port': ['ID=e5dcf150-f678-42ad-aace-1314fd877c7e,revision_number=None']} {{(pid=94176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 12:05:34.596871 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG oslo_concurrency.lockutils [None req-7bcad05f-39e3-4b79-825e-05b5ed2e5e06 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.028s {{(pid=94176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 12:05:34.597856 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7bcad05f-39e3-4b79-825e-05b5ed2e5e06 None None] No DVR routers for this DVR port e5dcf150-f678-42ad-aace-1314fd877c7e on host dv-neutron-601336-94-hyperv {{(pid=94176) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 23 12:05:34.670891 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron_lib.callbacks.manager [None req-6b7a5da9-6e09-46dc-bc4a-e251485c39fa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-897259', 'neutron.services.segments.db._delete_segments_for_network-8773700168587'] for network, precommit_delete {{(pid=94174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 12:05:34.685161 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.services.segments.db [None req-6b7a5da9-6e09-46dc-bc4a-e251485c39fa admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['53c57c3e-84e9-4fa3-9199-6bc16cf4f21a']}} {{(pid=94174) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 12:05:34.701078 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.services.segments.db [None req-6b7a5da9-6e09-46dc-bc4a-e251485c39fa admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '33c3d1d3-6d73-40ad-be12-08f326aa925a') {'for_net_delete': True} {{(pid=94174) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 12:05:34.701561 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.services.segments.db [None req-6b7a5da9-6e09-46dc-bc4a-e251485c39fa admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '33c3d1d3-6d73-40ad-be12-08f326aa925a') {} {{(pid=94174) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 12:05:34.715617 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron_lib.callbacks.manager [None req-6b7a5da9-6e09-46dc-bc4a-e251485c39fa admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8773699955833', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4800267'] for segment, before_delete {{(pid=94174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 12:05:34.739827 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron_lib.callbacks.manager [None req-6b7a5da9-6e09-46dc-bc4a-e251485c39fa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3801'] for segment, precommit_delete {{(pid=94174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 12:05:34.745789 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6b7a5da9-6e09-46dc-bc4a-e251485c39fa admin admin] Releasing vlan 403 on physical network physnet1 to pool {{(pid=94174) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 23 12:05:34.746168 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron_lib.callbacks.manager [None req-6b7a5da9-6e09-46dc-bc4a-e251485c39fa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3801', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5196341'] for segment, after_delete {{(pid=94174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 12:05:34.747966 dv-neutron-601336-94-hyperv neutron-server[94174]: Traceback (most recent call last): Jun 23 12:05:34.747966 dv-neutron-601336-94-hyperv neutron-server[94174]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 23 12:05:34.747966 dv-neutron-601336-94-hyperv neutron-server[94174]: timer() Jun 23 12:05:34.747966 dv-neutron-601336-94-hyperv neutron-server[94174]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 23 12:05:34.747966 dv-neutron-601336-94-hyperv neutron-server[94174]: cb(*args, **kw) Jun 23 12:05:34.747966 dv-neutron-601336-94-hyperv neutron-server[94174]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 23 12:05:34.747966 dv-neutron-601336-94-hyperv neutron-server[94174]: return func(*args, **kwargs) Jun 23 12:05:34.747966 dv-neutron-601336-94-hyperv neutron-server[94174]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 23 12:05:34.747966 dv-neutron-601336-94-hyperv neutron-server[94174]: self._notify() Jun 23 12:05:34.747966 dv-neutron-601336-94-hyperv neutron-server[94174]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 23 12:05:34.747966 dv-neutron-601336-94-hyperv neutron-server[94174]: self.callback(batched_events) Jun 23 12:05:34.747966 dv-neutron-601336-94-hyperv neutron-server[94174]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 23 12:05:34.747966 dv-neutron-601336-94-hyperv neutron-server[94174]: event.method(event) Jun 23 12:05:34.747966 dv-neutron-601336-94-hyperv neutron-server[94174]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 23 12:05:34.747966 dv-neutron-601336-94-hyperv neutron-server[94174]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 23 12:05:34.747966 dv-neutron-601336-94-hyperv neutron-server[94174]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 23 12:05:34.747966 dv-neutron-601336-94-hyperv neutron-server[94174]: aggregate_uuid = self.p_client.list_aggregates( Jun 23 12:05:34.747966 dv-neutron-601336-94-hyperv neutron-server[94174]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 23 12:05:34.747966 dv-neutron-601336-94-hyperv neutron-server[94174]: return f(self, *a, **k) Jun 23 12:05:34.747966 dv-neutron-601336-94-hyperv neutron-server[94174]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 23 12:05:34.747966 dv-neutron-601336-94-hyperv neutron-server[94174]: return self._get(url).json() Jun 23 12:05:34.747966 dv-neutron-601336-94-hyperv neutron-server[94174]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 23 12:05:34.747966 dv-neutron-601336-94-hyperv neutron-server[94174]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 23 12:05:34.747966 dv-neutron-601336-94-hyperv neutron-server[94174]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 23 12:05:34.747966 dv-neutron-601336-94-hyperv neutron-server[94174]: return self.request(url, 'GET', **kwargs) Jun 23 12:05:34.747966 dv-neutron-601336-94-hyperv neutron-server[94174]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 23 12:05:34.747966 dv-neutron-601336-94-hyperv neutron-server[94174]: base_url = self.get_endpoint(auth, allow=allow, Jun 23 12:05:34.747966 dv-neutron-601336-94-hyperv neutron-server[94174]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 23 12:05:34.747966 dv-neutron-601336-94-hyperv neutron-server[94174]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 23 12:05:34.747966 dv-neutron-601336-94-hyperv neutron-server[94174]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 23 12:05:34.747966 dv-neutron-601336-94-hyperv neutron-server[94174]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 23 12:05:34.747966 dv-neutron-601336-94-hyperv neutron-server[94174]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 23 12:05:34.843826 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron_lib.callbacks.manager [None req-6b7a5da9-6e09-46dc-bc4a-e251485c39fa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-897248', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8002400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7866073', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-524247'] for network, after_delete {{(pid=94174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 12:05:34.847109 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG oslo_concurrency.lockutils [None req-15cdede8-5024-4776-8493-e1072ae63bdd tempest-NetworksIpV6Test-2059726755 tempest-NetworksIpV6Test-2059726755-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94174) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 12:05:34.849487 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron_lib.callbacks.manager [None req-6b7a5da9-6e09-46dc-bc4a-e251485c39fa admin admin] Notify callbacks [] for network, before_response {{(pid=94174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 12:05:34.851348 dv-neutron-601336-94-hyperv neutron-server[94174]: INFO neutron.wsgi [None req-6b7a5da9-6e09-46dc-bc4a-e251485c39fa admin admin] 10.222.0.20 "DELETE /v2.0/networks/53c57c3e-84e9-4fa3-9199-6bc16cf4f21a HTTP/1.1" status: 204 len: 168 time: 0.7472966 Jun 23 12:05:34.862509 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b7a5da9-6e09-46dc-bc4a-e251485c39fa admin admin] Pushing event deleted for resources: {'Network': ['ID=53c57c3e-84e9-4fa3-9199-6bc16cf4f21a,revision_number=None']} {{(pid=94174) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 12:05:34.864954 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG oslo_concurrency.lockutils [None req-6b7a5da9-6e09-46dc-bc4a-e251485c39fa admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=94174) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 12:05:35.208059 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.wsgi [-] (94174) accepted ('10.222.0.20', 48470) {{(pid=94174) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 12:05:35.247823 dv-neutron-601336-94-hyperv neutron-server[94174]: INFO neutron.wsgi [None req-730a66fd-edf8-4edb-995f-6f66940bad4e admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=f06e439ec74a4cb19d25535e57df5ef9&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0378914 Jun 23 12:05:35.250366 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.wsgi [-] (94174) accepted ('10.222.0.20', 48472) {{(pid=94174) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 12:05:35.297078 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron_lib.callbacks.manager [None req-6acf9698-3a0b-4acf-a076-ee4d72a32952 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 12:05:35.317941 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron_lib.callbacks.manager [None req-6acf9698-3a0b-4acf-a076-ee4d72a32952 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 12:05:35.436426 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron_lib.callbacks.manager [None req-6acf9698-3a0b-4acf-a076-ee4d72a32952 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7996330'] for security_group, after_delete {{(pid=94174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 12:05:35.439059 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron_lib.callbacks.manager [None req-6acf9698-3a0b-4acf-a076-ee4d72a32952 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 12:05:35.440222 dv-neutron-601336-94-hyperv neutron-server[94174]: INFO neutron.wsgi [None req-6acf9698-3a0b-4acf-a076-ee4d72a32952 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/f86c0de7-6d5b-446d-ae83-5582784d20de HTTP/1.1" status: 204 len: 168 time: 0.1889617 Jun 23 12:05:35.441014 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG oslo_concurrency.lockutils [None req-0ecb3c24-6890-44f9-ad5c-401ecc894524 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94174) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 12:05:35.448914 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6acf9698-3a0b-4acf-a076-ee4d72a32952 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f86c0de7-6d5b-446d-ae83-5582784d20de,revision_number=None']} {{(pid=94174) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 12:05:35.451320 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG oslo_concurrency.lockutils [None req-6acf9698-3a0b-4acf-a076-ee4d72a32952 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.010s {{(pid=94174) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 12:05:36.083372 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.wsgi [-] (94174) accepted ('10.222.0.20', 48478) {{(pid=94174) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 12:05:36.123219 dv-neutron-601336-94-hyperv neutron-server[94174]: INFO neutron.wsgi [None req-3dd86530-3da6-4a8f-bead-b4bf8a3cbc3c admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=0ee2e32ba44f4b87b3dbccb2a26b126e&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0386035 Jun 23 12:05:36.125459 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.wsgi [-] (94174) accepted ('10.222.0.20', 48480) {{(pid=94174) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 12:05:36.178844 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron_lib.callbacks.manager [None req-e429c119-3827-42f3-8cbb-8aca6d88b224 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 12:05:36.199469 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron_lib.callbacks.manager [None req-e429c119-3827-42f3-8cbb-8aca6d88b224 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 12:05:36.270596 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.plugins.ml2.rpc [None req-dc7542b2-afef-47f4-a763-e3a3cba144be None None] Device e5dcf150-f678-42ad-aace-1314fd877c7e no longer exists at agent ovs-agent-dv-neutron-601336-94-hyperv {{(pid=94176) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:261}} Jun 23 12:05:36.293531 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.plugins.ml2.plugin [None req-dc7542b2-afef-47f4-a763-e3a3cba144be None None] No Port match for: e5dcf150-f678-42ad-aace-1314fd877c7e {{(pid=94176) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2240}} Jun 23 12:05:36.294439 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.plugins.ml2.rpc [None req-dc7542b2-afef-47f4-a763-e3a3cba144be None None] Device e5dcf150-f678-42ad-aace-1314fd877c7e not bound to the agent host dv-neutron-601336-94-hyperv {{(pid=94176) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:271}} Jun 23 12:05:36.356640 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron_lib.callbacks.manager [None req-e429c119-3827-42f3-8cbb-8aca6d88b224 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7996330'] for security_group, after_delete {{(pid=94174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 12:05:36.359279 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron_lib.callbacks.manager [None req-e429c119-3827-42f3-8cbb-8aca6d88b224 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 12:05:36.360435 dv-neutron-601336-94-hyperv neutron-server[94174]: INFO neutron.wsgi [None req-e429c119-3827-42f3-8cbb-8aca6d88b224 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/c53703e0-6a2a-44a4-b01d-f0217ad68ab3 HTTP/1.1" status: 204 len: 168 time: 0.2340977 Jun 23 12:05:36.361291 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG oslo_concurrency.lockutils [None req-a7efc302-3943-43c3-958f-586ee85dea87 tempest-TestNetworkBasicOps-233187296 tempest-TestNetworkBasicOps-233187296-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94174) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 12:05:36.368914 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e429c119-3827-42f3-8cbb-8aca6d88b224 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c53703e0-6a2a-44a4-b01d-f0217ad68ab3,revision_number=None']} {{(pid=94174) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 12:05:36.371210 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG oslo_concurrency.lockutils [None req-e429c119-3827-42f3-8cbb-8aca6d88b224 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.010s {{(pid=94174) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 12:05:38.430368 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.wsgi [-] (94175) accepted ('10.222.0.20', 48520) {{(pid=94175) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 12:05:38.435173 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.api.v2.base [None req-5603bdee-3222-4d5c-b659-9ba33b6e41a9 tempest-TestNetworkAdvancedServerOps-1740099935 tempest-TestNetworkAdvancedServerOps-1740099935-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1816347675', 'description': 'tempest-secgroup-smoke-1816347675 description', 'project_id': '95e75de5b0504e3e87860f65038883f5'}} {{(pid=94175) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 23 12:05:38.518139 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron_lib.callbacks.manager [None req-5603bdee-3222-4d5c-b659-9ba33b6e41a9 tempest-TestNetworkAdvancedServerOps-1740099935 tempest-TestNetworkAdvancedServerOps-1740099935-project] Notify callbacks [] for security_group, before_create {{(pid=94175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 12:05:38.527486 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron_lib.callbacks.manager [None req-5603bdee-3222-4d5c-b659-9ba33b6e41a9 tempest-TestNetworkAdvancedServerOps-1740099935 tempest-TestNetworkAdvancedServerOps-1740099935-project] Notify callbacks [] for security_group, before_create {{(pid=94175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 12:05:38.617019 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron_lib.callbacks.manager [None req-5603bdee-3222-4d5c-b659-9ba33b6e41a9 tempest-TestNetworkAdvancedServerOps-1740099935 tempest-TestNetworkAdvancedServerOps-1740099935-project] Notify callbacks [] for security_group, precommit_create {{(pid=94175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 12:05:38.706399 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron_lib.callbacks.manager [None req-5603bdee-3222-4d5c-b659-9ba33b6e41a9 tempest-TestNetworkAdvancedServerOps-1740099935 tempest-TestNetworkAdvancedServerOps-1740099935-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7996330'] for security_group, after_create {{(pid=94175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 12:05:38.708800 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG oslo_concurrency.lockutils [None req-72e269bf-e76a-4563-b0f1-02c3477a73ae admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94175) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 12:05:38.739262 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5603bdee-3222-4d5c-b659-9ba33b6e41a9 tempest-TestNetworkAdvancedServerOps-1740099935 tempest-TestNetworkAdvancedServerOps-1740099935-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ea3f1907-e4cc-4f2a-b093-3761f506d609,revision_number=1']} {{(pid=94175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 12:05:38.745788 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG oslo_concurrency.lockutils [None req-5603bdee-3222-4d5c-b659-9ba33b6e41a9 tempest-TestNetworkAdvancedServerOps-1740099935 tempest-TestNetworkAdvancedServerOps-1740099935-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.037s {{(pid=94175) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 12:05:38.799433 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron_lib.callbacks.manager [None req-5603bdee-3222-4d5c-b659-9ba33b6e41a9 tempest-TestNetworkAdvancedServerOps-1740099935 tempest-TestNetworkAdvancedServerOps-1740099935-project] Notify callbacks [] for security_group, precommit_create {{(pid=94175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 12:05:38.870090 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron_lib.callbacks.manager [None req-5603bdee-3222-4d5c-b659-9ba33b6e41a9 tempest-TestNetworkAdvancedServerOps-1740099935 tempest-TestNetworkAdvancedServerOps-1740099935-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7996330'] for security_group, after_create {{(pid=94175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 12:05:38.873994 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG oslo_concurrency.lockutils [None req-8ece0797-5383-4e91-9f37-17599edb049d tempest-NegativeSecGroupIPv6Test-1070497984 tempest-NegativeSecGroupIPv6Test-1070497984-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94175) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 12:05:38.900557 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5603bdee-3222-4d5c-b659-9ba33b6e41a9 tempest-TestNetworkAdvancedServerOps-1740099935 tempest-TestNetworkAdvancedServerOps-1740099935-project] Pushing event updated for resources: {'SecurityGroup': ['ID=24518c16-613e-47d2-91fb-a09f6ef9986b,revision_number=1']} {{(pid=94175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 12:05:38.903243 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG oslo_concurrency.lockutils [None req-5603bdee-3222-4d5c-b659-9ba33b6e41a9 tempest-TestNetworkAdvancedServerOps-1740099935 tempest-TestNetworkAdvancedServerOps-1740099935-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.029s {{(pid=94175) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 12:05:38.961733 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron_lib.callbacks.manager [None req-5603bdee-3222-4d5c-b659-9ba33b6e41a9 tempest-TestNetworkAdvancedServerOps-1740099935 tempest-TestNetworkAdvancedServerOps-1740099935-project] Notify callbacks [] for security_group, before_response {{(pid=94175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 12:05:38.962929 dv-neutron-601336-94-hyperv neutron-server[94175]: INFO neutron.wsgi [None req-5603bdee-3222-4d5c-b659-9ba33b6e41a9 tempest-TestNetworkAdvancedServerOps-1740099935 tempest-TestNetworkAdvancedServerOps-1740099935-project] 10.222.0.20 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.5315182 Jun 23 12:05:38.967204 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.wsgi [-] (94175) accepted ('10.222.0.20', 48522) {{(pid=94175) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 12:05:38.971676 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.api.v2.base [None req-62e7aefd-4fc3-43ae-a751-62da2437efa9 tempest-TestNetworkAdvancedServerOps-1740099935 tempest-TestNetworkAdvancedServerOps-1740099935-project] Request body: {'security_group_rule': {'security_group_id': '24518c16-613e-47d2-91fb-a09f6ef9986b', 'project_id': '95e75de5b0504e3e87860f65038883f5', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=94175) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 23 12:05:39.061096 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron_lib.callbacks.manager [None req-62e7aefd-4fc3-43ae-a751-62da2437efa9 tempest-TestNetworkAdvancedServerOps-1740099935 tempest-TestNetworkAdvancedServerOps-1740099935-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 12:05:39.116059 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron_lib.callbacks.manager [None req-62e7aefd-4fc3-43ae-a751-62da2437efa9 tempest-TestNetworkAdvancedServerOps-1740099935 tempest-TestNetworkAdvancedServerOps-1740099935-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 12:05:39.202433 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron_lib.callbacks.manager [None req-62e7aefd-4fc3-43ae-a751-62da2437efa9 tempest-TestNetworkAdvancedServerOps-1740099935 tempest-TestNetworkAdvancedServerOps-1740099935-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7996355'] for security_group_rule, after_create {{(pid=94175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 12:05:39.205303 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG oslo_concurrency.lockutils [None req-94b25273-8e2f-4086-b386-439d6cef5f2e tempest-SecGroupIPv6Test-1528675894 tempest-SecGroupIPv6Test-1528675894-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94175) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 12:05:39.234142 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62e7aefd-4fc3-43ae-a751-62da2437efa9 tempest-TestNetworkAdvancedServerOps-1740099935 tempest-TestNetworkAdvancedServerOps-1740099935-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7f7d7f15-6419-454a-82ce-6db409e3eb2e,revision_number=0']} {{(pid=94175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 12:05:39.238776 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG oslo_concurrency.lockutils [None req-62e7aefd-4fc3-43ae-a751-62da2437efa9 tempest-TestNetworkAdvancedServerOps-1740099935 tempest-TestNetworkAdvancedServerOps-1740099935-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.034s {{(pid=94175) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 12:05:39.311261 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron_lib.callbacks.manager [None req-62e7aefd-4fc3-43ae-a751-62da2437efa9 tempest-TestNetworkAdvancedServerOps-1740099935 tempest-TestNetworkAdvancedServerOps-1740099935-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 12:05:39.313158 dv-neutron-601336-94-hyperv neutron-server[94175]: INFO neutron.wsgi [None req-62e7aefd-4fc3-43ae-a751-62da2437efa9 tempest-TestNetworkAdvancedServerOps-1740099935 tempest-TestNetworkAdvancedServerOps-1740099935-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3447950 Jun 23 12:05:39.317223 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.wsgi [-] (94175) accepted ('10.222.0.20', 48526) {{(pid=94175) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 12:05:39.324461 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.api.v2.base [None req-b42ab722-f450-4212-88f2-f59af907e2bd tempest-TestNetworkAdvancedServerOps-1740099935 tempest-TestNetworkAdvancedServerOps-1740099935-project] Request body: {'security_group_rule': {'security_group_id': '24518c16-613e-47d2-91fb-a09f6ef9986b', 'project_id': '95e75de5b0504e3e87860f65038883f5', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=94175) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 23 12:05:39.443392 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron_lib.callbacks.manager [None req-b42ab722-f450-4212-88f2-f59af907e2bd tempest-TestNetworkAdvancedServerOps-1740099935 tempest-TestNetworkAdvancedServerOps-1740099935-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 12:05:39.499575 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron_lib.callbacks.manager [None req-b42ab722-f450-4212-88f2-f59af907e2bd tempest-TestNetworkAdvancedServerOps-1740099935 tempest-TestNetworkAdvancedServerOps-1740099935-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 12:05:39.567123 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron_lib.callbacks.manager [None req-b42ab722-f450-4212-88f2-f59af907e2bd tempest-TestNetworkAdvancedServerOps-1740099935 tempest-TestNetworkAdvancedServerOps-1740099935-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7996355'] for security_group_rule, after_create {{(pid=94175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 12:05:39.569353 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG oslo_concurrency.lockutils [None req-4ae736a2-520a-40ec-8609-65946735cdf5 tempest-TestNetworkBasicOps-233187296 tempest-TestNetworkBasicOps-233187296-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94175) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 12:05:39.585821 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b42ab722-f450-4212-88f2-f59af907e2bd tempest-TestNetworkAdvancedServerOps-1740099935 tempest-TestNetworkAdvancedServerOps-1740099935-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1f207419-301d-47f3-a79c-53d9ffd18729,revision_number=0']} {{(pid=94175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 12:05:39.590040 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG oslo_concurrency.lockutils [None req-b42ab722-f450-4212-88f2-f59af907e2bd tempest-TestNetworkAdvancedServerOps-1740099935 tempest-TestNetworkAdvancedServerOps-1740099935-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.020s {{(pid=94175) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 12:05:39.649459 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron_lib.callbacks.manager [None req-b42ab722-f450-4212-88f2-f59af907e2bd tempest-TestNetworkAdvancedServerOps-1740099935 tempest-TestNetworkAdvancedServerOps-1740099935-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 12:05:39.650703 dv-neutron-601336-94-hyperv neutron-server[94175]: INFO neutron.wsgi [None req-b42ab722-f450-4212-88f2-f59af907e2bd tempest-TestNetworkAdvancedServerOps-1740099935 tempest-TestNetworkAdvancedServerOps-1740099935-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.3322062 Jun 23 12:05:39.654054 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.wsgi [-] (94175) accepted ('10.222.0.20', 48528) {{(pid=94175) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 12:05:39.658555 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.api.v2.base [None req-b8f6fe57-49c4-4d27-8fd3-1b07aeda43d9 tempest-TestNetworkAdvancedServerOps-1740099935 tempest-TestNetworkAdvancedServerOps-1740099935-project] Request body: {'security_group_rule': {'security_group_id': '24518c16-613e-47d2-91fb-a09f6ef9986b', 'project_id': '95e75de5b0504e3e87860f65038883f5', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=94175) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 23 12:05:39.745977 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron_lib.callbacks.manager [None req-b8f6fe57-49c4-4d27-8fd3-1b07aeda43d9 tempest-TestNetworkAdvancedServerOps-1740099935 tempest-TestNetworkAdvancedServerOps-1740099935-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 12:05:39.805766 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron_lib.callbacks.manager [None req-b8f6fe57-49c4-4d27-8fd3-1b07aeda43d9 tempest-TestNetworkAdvancedServerOps-1740099935 tempest-TestNetworkAdvancedServerOps-1740099935-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 12:05:39.883615 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron_lib.callbacks.manager [None req-b8f6fe57-49c4-4d27-8fd3-1b07aeda43d9 tempest-TestNetworkAdvancedServerOps-1740099935 tempest-TestNetworkAdvancedServerOps-1740099935-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7996355'] for security_group_rule, after_create {{(pid=94175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 12:05:39.885675 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG oslo_concurrency.lockutils [None req-820fd35e-594b-4415-a7d1-2ad646905593 tempest-TestNetworkBasicOps-233187296 tempest-TestNetworkBasicOps-233187296-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94175) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 12:05:39.902292 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8f6fe57-49c4-4d27-8fd3-1b07aeda43d9 tempest-TestNetworkAdvancedServerOps-1740099935 tempest-TestNetworkAdvancedServerOps-1740099935-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=421e0b4c-4bd5-477a-a5a6-e28268e1dd53,revision_number=0']} {{(pid=94175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 12:05:39.905802 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG oslo_concurrency.lockutils [None req-b8f6fe57-49c4-4d27-8fd3-1b07aeda43d9 tempest-TestNetworkAdvancedServerOps-1740099935 tempest-TestNetworkAdvancedServerOps-1740099935-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.020s {{(pid=94175) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 12:05:39.978309 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron_lib.callbacks.manager [None req-b8f6fe57-49c4-4d27-8fd3-1b07aeda43d9 tempest-TestNetworkAdvancedServerOps-1740099935 tempest-TestNetworkAdvancedServerOps-1740099935-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 12:05:39.979553 dv-neutron-601336-94-hyperv neutron-server[94175]: INFO neutron.wsgi [None req-b8f6fe57-49c4-4d27-8fd3-1b07aeda43d9 tempest-TestNetworkAdvancedServerOps-1740099935 tempest-TestNetworkAdvancedServerOps-1740099935-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3245544 Jun 23 12:05:39.982286 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.wsgi [-] (94175) accepted ('10.222.0.20', 48530) {{(pid=94175) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 12:05:39.986699 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.api.v2.base [None req-60cfa5d7-73ac-41af-9ff0-452217ce0d9c tempest-TestNetworkAdvancedServerOps-1740099935 tempest-TestNetworkAdvancedServerOps-1740099935-project] Request body: {'security_group_rule': {'security_group_id': '24518c16-613e-47d2-91fb-a09f6ef9986b', 'project_id': '95e75de5b0504e3e87860f65038883f5', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=94175) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 23 12:05:40.057199 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron_lib.callbacks.manager [None req-60cfa5d7-73ac-41af-9ff0-452217ce0d9c tempest-TestNetworkAdvancedServerOps-1740099935 tempest-TestNetworkAdvancedServerOps-1740099935-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 12:05:40.114123 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron_lib.callbacks.manager [None req-60cfa5d7-73ac-41af-9ff0-452217ce0d9c tempest-TestNetworkAdvancedServerOps-1740099935 tempest-TestNetworkAdvancedServerOps-1740099935-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 12:05:40.184539 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron_lib.callbacks.manager [None req-60cfa5d7-73ac-41af-9ff0-452217ce0d9c tempest-TestNetworkAdvancedServerOps-1740099935 tempest-TestNetworkAdvancedServerOps-1740099935-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7996355'] for security_group_rule, after_create {{(pid=94175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 12:05:40.186394 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG oslo_concurrency.lockutils [None req-c9db6faa-d39d-4779-8009-1004b719d7d1 tempest-TestNetworkBasicOps-233187296 tempest-TestNetworkBasicOps-233187296-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94175) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 12:05:40.203946 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60cfa5d7-73ac-41af-9ff0-452217ce0d9c tempest-TestNetworkAdvancedServerOps-1740099935 tempest-TestNetworkAdvancedServerOps-1740099935-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e0a6b5eb-0c13-4bbf-a2b6-b1e200a9b43d,revision_number=0']} {{(pid=94175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 12:05:40.206798 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG oslo_concurrency.lockutils [None req-60cfa5d7-73ac-41af-9ff0-452217ce0d9c tempest-TestNetworkAdvancedServerOps-1740099935 tempest-TestNetworkAdvancedServerOps-1740099935-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.020s {{(pid=94175) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 12:05:40.270014 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron_lib.callbacks.manager [None req-60cfa5d7-73ac-41af-9ff0-452217ce0d9c tempest-TestNetworkAdvancedServerOps-1740099935 tempest-TestNetworkAdvancedServerOps-1740099935-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 12:05:40.271288 dv-neutron-601336-94-hyperv neutron-server[94175]: INFO neutron.wsgi [None req-60cfa5d7-73ac-41af-9ff0-452217ce0d9c tempest-TestNetworkAdvancedServerOps-1740099935 tempest-TestNetworkAdvancedServerOps-1740099935-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.2880244 Jun 23 12:05:40.274032 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.wsgi [-] (94175) accepted ('10.222.0.20', 48532) {{(pid=94175) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 12:05:40.279230 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.api.v2.base [None req-b2fa9868-856e-41e8-9f48-d404c935b1a9 tempest-TestNetworkAdvancedServerOps-1740099935 tempest-TestNetworkAdvancedServerOps-1740099935-project] Request body: {'security_group_rule': {'security_group_id': '24518c16-613e-47d2-91fb-a09f6ef9986b', 'project_id': '95e75de5b0504e3e87860f65038883f5', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=94175) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 23 12:05:40.369304 dv-neutron-601336-94-hyperv neutron-server[94175]: INFO neutron.db.securitygroups_db [None req-b2fa9868-856e-41e8-9f48-d404c935b1a9 tempest-TestNetworkAdvancedServerOps-1740099935 tempest-TestNetworkAdvancedServerOps-1740099935-project] Project 95e75de5b0504e3e87860f65038883f5 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jun 23 12:05:40.374801 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron_lib.callbacks.manager [None req-b2fa9868-856e-41e8-9f48-d404c935b1a9 tempest-TestNetworkAdvancedServerOps-1740099935 tempest-TestNetworkAdvancedServerOps-1740099935-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 12:05:40.433851 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron_lib.callbacks.manager [None req-b2fa9868-856e-41e8-9f48-d404c935b1a9 tempest-TestNetworkAdvancedServerOps-1740099935 tempest-TestNetworkAdvancedServerOps-1740099935-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 12:05:40.523736 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron_lib.callbacks.manager [None req-b2fa9868-856e-41e8-9f48-d404c935b1a9 tempest-TestNetworkAdvancedServerOps-1740099935 tempest-TestNetworkAdvancedServerOps-1740099935-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7996355'] for security_group_rule, after_create {{(pid=94175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 12:05:40.525956 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG oslo_concurrency.lockutils [None req-816ed160-0955-4458-8dcc-83ec519e4038 tempest-SecGroupTest-1462889432 tempest-SecGroupTest-1462889432-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94175) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 12:05:40.542033 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2fa9868-856e-41e8-9f48-d404c935b1a9 tempest-TestNetworkAdvancedServerOps-1740099935 tempest-TestNetworkAdvancedServerOps-1740099935-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=78b7ed6e-7bfe-4b48-a225-38be17ba60ea,revision_number=0']} {{(pid=94175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 12:05:40.544492 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG oslo_concurrency.lockutils [None req-b2fa9868-856e-41e8-9f48-d404c935b1a9 tempest-TestNetworkAdvancedServerOps-1740099935 tempest-TestNetworkAdvancedServerOps-1740099935-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=94175) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 12:05:40.624530 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron_lib.callbacks.manager [None req-b2fa9868-856e-41e8-9f48-d404c935b1a9 tempest-TestNetworkAdvancedServerOps-1740099935 tempest-TestNetworkAdvancedServerOps-1740099935-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 12:05:40.626012 dv-neutron-601336-94-hyperv neutron-server[94175]: INFO neutron.wsgi [None req-b2fa9868-856e-41e8-9f48-d404c935b1a9 tempest-TestNetworkAdvancedServerOps-1740099935 tempest-TestNetworkAdvancedServerOps-1740099935-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.3508706 Jun 23 12:05:40.629192 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.wsgi [-] (94174) accepted ('10.222.0.20', 48534) {{(pid=94174) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 12:05:40.633998 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.api.v2.base [None req-c5e5e601-8daa-4b3d-ac41-c37615442de7 tempest-TestNetworkAdvancedServerOps-1740099935 tempest-TestNetworkAdvancedServerOps-1740099935-project] Request body: {'security_group_rule': {'security_group_id': '24518c16-613e-47d2-91fb-a09f6ef9986b', 'project_id': '95e75de5b0504e3e87860f65038883f5', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=94174) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 23 12:05:40.712437 dv-neutron-601336-94-hyperv neutron-server[94174]: INFO neutron.db.securitygroups_db [None req-c5e5e601-8daa-4b3d-ac41-c37615442de7 tempest-TestNetworkAdvancedServerOps-1740099935 tempest-TestNetworkAdvancedServerOps-1740099935-project] Project 95e75de5b0504e3e87860f65038883f5 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jun 23 12:05:40.718346 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron_lib.callbacks.manager [None req-c5e5e601-8daa-4b3d-ac41-c37615442de7 tempest-TestNetworkAdvancedServerOps-1740099935 tempest-TestNetworkAdvancedServerOps-1740099935-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 12:05:40.781673 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron_lib.callbacks.manager [None req-c5e5e601-8daa-4b3d-ac41-c37615442de7 tempest-TestNetworkAdvancedServerOps-1740099935 tempest-TestNetworkAdvancedServerOps-1740099935-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 12:05:40.861003 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron_lib.callbacks.manager [None req-c5e5e601-8daa-4b3d-ac41-c37615442de7 tempest-TestNetworkAdvancedServerOps-1740099935 tempest-TestNetworkAdvancedServerOps-1740099935-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7996355'] for security_group_rule, after_create {{(pid=94174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 12:05:40.862849 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG oslo_concurrency.lockutils [None req-a879946e-37f0-4c08-aed7-4550d7c56994 tempest-TestNetworkBasicOps-233187296 tempest-TestNetworkBasicOps-233187296-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94174) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 12:05:40.880295 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5e5e601-8daa-4b3d-ac41-c37615442de7 tempest-TestNetworkAdvancedServerOps-1740099935 tempest-TestNetworkAdvancedServerOps-1740099935-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9a774531-2153-4c90-b240-61d189fdeee5,revision_number=0']} {{(pid=94174) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 12:05:40.883243 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG oslo_concurrency.lockutils [None req-c5e5e601-8daa-4b3d-ac41-c37615442de7 tempest-TestNetworkAdvancedServerOps-1740099935 tempest-TestNetworkAdvancedServerOps-1740099935-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.020s {{(pid=94174) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 12:05:40.964123 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron_lib.callbacks.manager [None req-c5e5e601-8daa-4b3d-ac41-c37615442de7 tempest-TestNetworkAdvancedServerOps-1740099935 tempest-TestNetworkAdvancedServerOps-1740099935-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 12:05:40.965352 dv-neutron-601336-94-hyperv neutron-server[94174]: INFO neutron.wsgi [None req-c5e5e601-8daa-4b3d-ac41-c37615442de7 tempest-TestNetworkAdvancedServerOps-1740099935 tempest-TestNetworkAdvancedServerOps-1740099935-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.3350873 Jun 23 12:05:40.968400 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.wsgi [-] (94174) accepted ('10.222.0.20', 48536) {{(pid=94174) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 12:05:40.973318 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.api.v2.base [None req-3902fc85-6965-4bd6-9938-827d452ca00a tempest-TestNetworkAdvancedServerOps-1740099935 tempest-TestNetworkAdvancedServerOps-1740099935-project] Request body: {'network': {'name': 'tempest-network-smoke--531982911', 'project_id': '95e75de5b0504e3e87860f65038883f5', 'port_security_enabled': True}} {{(pid=94174) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 23 12:05:40.975175 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron_lib.callbacks.manager [None req-ebd3dfc3-8aa6-47fb-89e5-de7014fe6bef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773699952132', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-899307'] for agent, after_update {{(pid=94176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 12:05:41.055156 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3902fc85-6965-4bd6-9938-827d452ca00a tempest-TestNetworkAdvancedServerOps-1740099935 tempest-TestNetworkAdvancedServerOps-1740099935-project] Made reservation on behalf of 95e75de5b0504e3e87860f65038883f5 for: {'network': 1} {{(pid=94174) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 23 12:05:41.058722 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron_lib.callbacks.manager [None req-3902fc85-6965-4bd6-9938-827d452ca00a tempest-TestNetworkAdvancedServerOps-1740099935 tempest-TestNetworkAdvancedServerOps-1740099935-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-923104'] for network, before_create {{(pid=94174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 12:05:41.081707 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3902fc85-6965-4bd6-9938-827d452ca00a tempest-TestNetworkAdvancedServerOps-1740099935 tempest-TestNetworkAdvancedServerOps-1740099935-project] vlan segment allocate from pool success with {'vlan_id': 407, 'physical_network': 'physnet1'} {{(pid=94174) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 23 12:05:41.090929 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron_lib.callbacks.manager [None req-3902fc85-6965-4bd6-9938-827d452ca00a tempest-TestNetworkAdvancedServerOps-1740099935 tempest-TestNetworkAdvancedServerOps-1740099935-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3801'] for segment, precommit_create {{(pid=94174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 12:05:41.091298 dv-neutron-601336-94-hyperv neutron-server[94174]: INFO neutron.db.segments_db [None req-3902fc85-6965-4bd6-9938-827d452ca00a tempest-TestNetworkAdvancedServerOps-1740099935 tempest-TestNetworkAdvancedServerOps-1740099935-project] Added segment dbac379b-c324-4002-812c-c3ecd4184436 of type vlan for network 4d925e11-6530-46d2-b146-b04fc92d14b2 Jun 23 12:05:41.130489 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron_lib.callbacks.manager [None req-3902fc85-6965-4bd6-9938-827d452ca00a tempest-TestNetworkAdvancedServerOps-1740099935 tempest-TestNetworkAdvancedServerOps-1740099935-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8773699596773'] for network, precommit_create {{(pid=94174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 12:05:41.243440 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron_lib.callbacks.manager [None req-3902fc85-6965-4bd6-9938-827d452ca00a tempest-TestNetworkAdvancedServerOps-1740099935 tempest-TestNetworkAdvancedServerOps-1740099935-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8002400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7866073'] for network, after_create {{(pid=94174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 12:05:41.249019 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3902fc85-6965-4bd6-9938-827d452ca00a tempest-TestNetworkAdvancedServerOps-1740099935 tempest-TestNetworkAdvancedServerOps-1740099935-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94174) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 12:05:41.249641 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron_lib.callbacks.manager [None req-3902fc85-6965-4bd6-9938-827d452ca00a tempest-TestNetworkAdvancedServerOps-1740099935 tempest-TestNetworkAdvancedServerOps-1740099935-project] Notify callbacks [] for network, before_response {{(pid=94174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 12:05:41.252078 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG oslo_concurrency.lockutils [None req-dfb9626e-1034-48eb-924e-d03ba7927c16 tempest-RoutersIpV6Test-1448447933 tempest-RoutersIpV6Test-1448447933-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94174) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 12:05:41.319381 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3902fc85-6965-4bd6-9938-827d452ca00a tempest-TestNetworkAdvancedServerOps-1740099935 tempest-TestNetworkAdvancedServerOps-1740099935-project] Pushing event updated for resources: {'Network': ['ID=4d925e11-6530-46d2-b146-b04fc92d14b2,revision_number=1']} {{(pid=94174) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 12:05:41.322178 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG oslo_concurrency.lockutils [None req-3902fc85-6965-4bd6-9938-827d452ca00a tempest-TestNetworkAdvancedServerOps-1740099935 tempest-TestNetworkAdvancedServerOps-1740099935-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.070s {{(pid=94174) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 12:05:41.335435 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.plugins.ml2.rpc [None req-dc7542b2-afef-47f4-a763-e3a3cba144be None None] Network 4d925e11-6530-46d2-b146-b04fc92d14b2 details requested by agent ovs-agent-dv-neutron-601336-94-hyperv with host dv-neutron-601336-94-hyperv {{(pid=94176) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:250}} Jun 23 12:05:41.362065 dv-neutron-601336-94-hyperv neutron-server[94174]: INFO neutron.wsgi [None req-3902fc85-6965-4bd6-9938-827d452ca00a tempest-TestNetworkAdvancedServerOps-1740099935 tempest-TestNetworkAdvancedServerOps-1740099935-project] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.3926659 Jun 23 12:05:41.364954 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.wsgi [-] (94174) accepted ('10.222.0.20', 48538) {{(pid=94174) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 12:05:41.369621 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.api.v2.base [None req-6d897a99-f590-468f-a998-f3af75f97e98 tempest-TestNetworkAdvancedServerOps-1740099935 tempest-TestNetworkAdvancedServerOps-1740099935-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-847907057', 'admin_state_up': True, 'project_id': '95e75de5b0504e3e87860f65038883f5', 'external_gateway_info': {'network_id': '3e7e4eb3-cf02-4d47-ade9-0a579cdfc60f'}}} {{(pid=94174) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 23 12:05:41.455574 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron_lib.callbacks.manager [None req-6d897a99-f590-468f-a998-f3af75f97e98 tempest-TestNetworkAdvancedServerOps-1740099935 tempest-TestNetworkAdvancedServerOps-1740099935-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-520407', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-32315'] for router, before_create {{(pid=94174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 12:05:41.456627 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron_lib.callbacks.manager [None req-6d897a99-f590-468f-a998-f3af75f97e98 tempest-TestNetworkAdvancedServerOps-1740099935 tempest-TestNetworkAdvancedServerOps-1740099935-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-520264', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-524122', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-414782', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-32290'] for router, precommit_create {{(pid=94174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 12:05:41.507839 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron_lib.callbacks.manager [None req-6d897a99-f590-468f-a998-f3af75f97e98 tempest-TestNetworkAdvancedServerOps-1740099935 tempest-TestNetworkAdvancedServerOps-1740099935-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 12:05:41.713652 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron_lib.callbacks.manager [None req-6d897a99-f590-468f-a998-f3af75f97e98 tempest-TestNetworkAdvancedServerOps-1740099935 tempest-TestNetworkAdvancedServerOps-1740099935-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-524104', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-520389', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-32276'] for router, precommit_update {{(pid=94174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 12:05:41.954457 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron_lib.callbacks.manager [None req-6d897a99-f590-468f-a998-f3af75f97e98 tempest-TestNetworkAdvancedServerOps-1740099935 tempest-TestNetworkAdvancedServerOps-1740099935-project] Notify callbacks [] for router_gateway, before_create {{(pid=94174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 12:05:41.972305 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron_lib.callbacks.manager [None req-6d897a99-f590-468f-a998-f3af75f97e98 tempest-TestNetworkAdvancedServerOps-1740099935 tempest-TestNetworkAdvancedServerOps-1740099935-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-923104'] for port, before_create {{(pid=94174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 12:05:42.073293 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.db.db_base_plugin_common [None req-6d897a99-f590-468f-a998-f3af75f97e98 tempest-TestNetworkAdvancedServerOps-1740099935 tempest-TestNetworkAdvancedServerOps-1740099935-project] Allocated IP 172.26.3.150 (3e7e4eb3-cf02-4d47-ade9-0a579cdfc60f/a5ad15ab-c489-4a67-a9b0-d559fca0ec71/9f737e31-406f-4548-a125-688203db29b2) {{(pid=94174) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 23 12:05:42.172225 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron_lib.callbacks.manager [None req-6d897a99-f590-468f-a998-f3af75f97e98 tempest-TestNetworkAdvancedServerOps-1740099935 tempest-TestNetworkAdvancedServerOps-1740099935-project] Notify callbacks [] for port, precommit_create {{(pid=94174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 12:05:42.264637 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron_lib.callbacks.manager [None req-6d897a99-f590-468f-a998-f3af75f97e98 tempest-TestNetworkAdvancedServerOps-1740099935 tempest-TestNetworkAdvancedServerOps-1740099935-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-922915', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-239814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7866073', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773699642215', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-5196399'] for port, after_create {{(pid=94174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 12:05:42.266594 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG oslo_concurrency.lockutils [None req-20be7104-1c21-4a99-8fff-893b8e6a3b88 tempest-TestNetworkBasicOps-233187296 tempest-TestNetworkBasicOps-233187296-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94174) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 12:05:42.302269 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6d897a99-f590-468f-a998-f3af75f97e98 tempest-TestNetworkAdvancedServerOps-1740099935 tempest-TestNetworkAdvancedServerOps-1740099935-project] Network 3e7e4eb3-cf02-4d47-ade9-0a579cdfc60f is already hosted by enough agents. {{(pid=94174) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 23 12:05:42.305065 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.scheduler.base_scheduler [None req-6d897a99-f590-468f-a998-f3af75f97e98 tempest-TestNetworkAdvancedServerOps-1740099935 tempest-TestNetworkAdvancedServerOps-1740099935-project] Resources bound (agent type, host, resource id): {{(pid=94174) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 23 12:05:42.307576 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6d897a99-f590-468f-a998-f3af75f97e98 tempest-TestNetworkAdvancedServerOps-1740099935 tempest-TestNetworkAdvancedServerOps-1740099935-project] Received port after_create {{(pid=94174) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 23 12:05:42.335054 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d897a99-f590-468f-a998-f3af75f97e98 tempest-TestNetworkAdvancedServerOps-1740099935 tempest-TestNetworkAdvancedServerOps-1740099935-project] Pushing event updated for resources: {'Port': ['ID=9f737e31-406f-4548-a125-688203db29b2,revision_number=1']} {{(pid=94174) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 12:05:42.338808 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG oslo_concurrency.lockutils [None req-6d897a99-f590-468f-a998-f3af75f97e98 tempest-TestNetworkAdvancedServerOps-1740099935 tempest-TestNetworkAdvancedServerOps-1740099935-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.072s {{(pid=94174) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 12:05:42.649502 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron_lib.callbacks.manager [None req-6d897a99-f590-468f-a998-f3af75f97e98 tempest-TestNetworkAdvancedServerOps-1740099935 tempest-TestNetworkAdvancedServerOps-1740099935-project] Notify callbacks [] for router_gateway, after_create {{(pid=94174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 12:05:42.859647 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron_lib.callbacks.manager [None req-6d897a99-f590-468f-a998-f3af75f97e98 tempest-TestNetworkAdvancedServerOps-1740099935 tempest-TestNetworkAdvancedServerOps-1740099935-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-520412', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-524143'] for router, after_create {{(pid=94174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 12:05:43.041657 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6d897a99-f590-468f-a998-f3af75f97e98 tempest-TestNetworkAdvancedServerOps-1740099935 tempest-TestNetworkAdvancedServerOps-1740099935-project] Router e6cd5f1e-fb10-40dc-95fa-6916adab041a is scheduled to L3 agent 50ef99c0-ef28-4db5-b303-b145898fae60 with binding_index 1 {{(pid=94174) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jun 23 12:05:43.158103 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6d897a99-f590-468f-a998-f3af75f97e98 tempest-TestNetworkAdvancedServerOps-1740099935 tempest-TestNetworkAdvancedServerOps-1740099935-project] Notify agent at l3_agent.dv-neutron-601336-94-hyperv the message routers_updated {{(pid=94174) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 23 12:05:43.168712 dv-neutron-601336-94-hyperv neutron-server[94177]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d8c43e0c-0586-438c-8f7f-a020a931a7a4 None None] Sync routers for ids ['e6cd5f1e-fb10-40dc-95fa-6916adab041a'] in dv-neutron-601336-94-hyperv {{(pid=94177) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 23 12:05:43.178216 dv-neutron-601336-94-hyperv neutron-server[94177]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d8c43e0c-0586-438c-8f7f-a020a931a7a4 None None] Routers {'e6cd5f1e-fb10-40dc-95fa-6916adab041a'} bound to L3 agent in host dv-neutron-601336-94-hyperv {{(pid=94177) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 23 12:05:43.178825 dv-neutron-601336-94-hyperv neutron-server[94177]: DEBUG neutron.db.l3_hamode_db [None req-d8c43e0c-0586-438c-8f7f-a020a931a7a4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-601336-94-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-23T11:22:13Z,description=,heartbeat_timestamp=2021-06-23T12:05:13Z,host='dv-neutron-601336-94-hyperv',id=50ef99c0-ef28-4db5-b303-b145898fae60,load=0,resource_versions=,resources_synced=,started_at=2021-06-23T11:22:14Z,topic='l3_agent')) {'router_ids': ['e6cd5f1e-fb10-40dc-95fa-6916adab041a'], 'active': True} {{(pid=94177) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 12:05:43.202915 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron_lib.callbacks.manager [None req-e4b750d9-13fa-4236-82e7-0bf3929482c6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773699952132', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-899307'] for agent, after_update {{(pid=94176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 12:05:43.230026 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron_lib.callbacks.manager [None req-6d897a99-f590-468f-a998-f3af75f97e98 tempest-TestNetworkAdvancedServerOps-1740099935 tempest-TestNetworkAdvancedServerOps-1740099935-project] Notify callbacks [] for router, before_response {{(pid=94174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 12:05:43.231326 dv-neutron-601336-94-hyperv neutron-server[94174]: INFO neutron.wsgi [None req-6d897a99-f590-468f-a998-f3af75f97e98 tempest-TestNetworkAdvancedServerOps-1740099935 tempest-TestNetworkAdvancedServerOps-1740099935-project] 10.222.0.20 "POST /v2.0/routers HTTP/1.1" status: 201 len: 895 time: 1.8653679 Jun 23 12:05:43.234580 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.wsgi [-] (94174) accepted ('10.222.0.20', 48540) {{(pid=94174) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 12:05:43.280001 dv-neutron-601336-94-hyperv neutron-server[94177]: DEBUG neutron.db.l3_dvr_db [None req-d8c43e0c-0586-438c-8f7f-a020a931a7a4 None None] Set router e6cd5f1e-fb10-40dc-95fa-6916adab041a gateway port host: dv-neutron-601336-94-hyperv {{(pid=94177) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:838}} Jun 23 12:05:43.405195 dv-neutron-601336-94-hyperv neutron-server[94174]: INFO neutron.wsgi [None req-429394c9-c6f4-41b4-b1b2-6198ee9f76da tempest-TestNetworkAdvancedServerOps-1716169103 tempest-TestNetworkAdvancedServerOps-1716169103-project-admin] 10.222.0.20 "GET /v2.0/subnets?project_id=95e75de5b0504e3e87860f65038883f5&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.1691134 Jun 23 12:05:43.407745 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.wsgi [-] (94174) accepted ('10.222.0.20', 48544) {{(pid=94174) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 12:05:43.454698 dv-neutron-601336-94-hyperv neutron-server[94177]: DEBUG neutron.db.l3_hamode_db [None req-d8c43e0c-0586-438c-8f7f-a020a931a7a4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e6cd5f1e-fb10-40dc-95fa-6916adab041a', 'name': 'tempest-TestNetworkAdvancedServerOps-router-847907057', 'tenant_id': '95e75de5b0504e3e87860f65038883f5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3e7e4eb3-cf02-4d47-ade9-0a579cdfc60f', 'external_fixed_ips': [{'subnet_id': 'a5ad15ab-c489-4a67-a9b0-d559fca0ec71', 'ip_address': '172.26.3.150'}], 'enable_snat': True}, 'gw_port_id': '9f737e31-406f-4548-a125-688203db29b2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-23T12:05:41Z', 'updated_at': '2021-06-23T12:05:42Z', 'revision_number': 3, 'project_id': '95e75de5b0504e3e87860f65038883f5', 'gw_port': {'id': '9f737e31-406f-4548-a125-688203db29b2', 'name': '', 'network_id': '3e7e4eb3-cf02-4d47-ade9-0a579cdfc60f', 'tenant_id': '', 'mac_address': 'fa:16:3e:c5:ec:75', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e6cd5f1e-fb10-40dc-95fa-6916adab041a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1714, 'fixed_ips': [{'subnet_id': 'a5ad15ab-c489-4a67-a9b0-d559fca0ec71', 'ip_address': '172.26.3.150', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-23T12:05:41Z', 'updated_at': '2021-06-23T12:05:42Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'a5ad15ab-c489-4a67-a9b0-d559fca0ec71', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-601336-94-hyperv'}], 'dv-neutron-601336-94-hyperv', False) {} {{(pid=94177) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 12:05:43.479418 dv-neutron-601336-94-hyperv neutron-server[94177]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d8c43e0c-0586-438c-8f7f-a020a931a7a4 None None] Checking router: e6cd5f1e-fb10-40dc-95fa-6916adab041a for host: dv-neutron-601336-94-hyperv {{(pid=94177) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 23 12:05:43.479775 dv-neutron-601336-94-hyperv neutron-server[94177]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d8c43e0c-0586-438c-8f7f-a020a931a7a4 None None] Updating router e6cd5f1e-fb10-40dc-95fa-6916adab041a port 9f737e31-406f-4548-a125-688203db29b2 binding host dv-neutron-601336-94-hyperv {{(pid=94177) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 23 12:05:43.518373 dv-neutron-601336-94-hyperv neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-d8c43e0c-0586-438c-8f7f-a020a931a7a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-923122'] for port, before_update {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 12:05:43.585752 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ba1fe738-0c65-44cd-9aa2-4bceba154737 tempest-TestNetworkAdvancedServerOps-1716169103 tempest-TestNetworkAdvancedServerOps-1716169103-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94174) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 12:05:43.587185 dv-neutron-601336-94-hyperv neutron-server[94174]: INFO neutron.wsgi [None req-ba1fe738-0c65-44cd-9aa2-4bceba154737 tempest-TestNetworkAdvancedServerOps-1716169103 tempest-TestNetworkAdvancedServerOps-1716169103-project-admin] 10.222.0.20 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1782689 Jun 23 12:05:43.589965 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.wsgi [-] (94174) accepted ('10.222.0.20', 48546) {{(pid=94174) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 12:05:43.622603 dv-neutron-601336-94-hyperv neutron-server[94174]: INFO neutron.wsgi [None req-2f67f79d-905c-4e79-8b88-43e76f08a722 tempest-TestNetworkAdvancedServerOps-1716169103 tempest-TestNetworkAdvancedServerOps-1716169103-project-admin] 10.222.0.20 "GET /v2.0/subnets?network_id=3e7e4eb3-cf02-4d47-ade9-0a579cdfc60f&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0314295 Jun 23 12:05:43.625048 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.wsgi [-] (94174) accepted ('10.222.0.20', 48548) {{(pid=94174) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 12:05:43.629843 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.api.v2.base [None req-4ae5a393-7652-448d-b87d-2226863c22d0 tempest-TestNetworkAdvancedServerOps-1740099935 tempest-TestNetworkAdvancedServerOps-1740099935-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1181920274', 'network_id': '4d925e11-6530-46d2-b146-b04fc92d14b2', 'project_id': '95e75de5b0504e3e87860f65038883f5', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=94174) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 23 12:05:43.758917 dv-neutron-601336-94-hyperv neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-d8c43e0c-0586-438c-8f7f-a020a931a7a4 None None] Notify callbacks [] for port, precommit_update {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 12:05:43.768572 dv-neutron-601336-94-hyperv neutron-server[94177]: DEBUG neutron.db.provisioning_blocks [None req-d8c43e0c-0586-438c-8f7f-a020a931a7a4 None None] Transition to ACTIVE for port object 9f737e31-406f-4548-a125-688203db29b2 will not be triggered until provisioned by entity L2. {{(pid=94177) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 23 12:05:43.774869 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4ae5a393-7652-448d-b87d-2226863c22d0 tempest-TestNetworkAdvancedServerOps-1740099935 tempest-TestNetworkAdvancedServerOps-1740099935-project] Made reservation on behalf of 95e75de5b0504e3e87860f65038883f5 for: {'subnet': 1} {{(pid=94174) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 23 12:05:43.778391 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron_lib.callbacks.manager [None req-4ae5a393-7652-448d-b87d-2226863c22d0 tempest-TestNetworkAdvancedServerOps-1740099935 tempest-TestNetworkAdvancedServerOps-1740099935-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4294245'] for subnet, before_create {{(pid=94174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 12:05:43.844029 dv-neutron-601336-94-hyperv neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-d8c43e0c-0586-438c-8f7f-a020a931a7a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-922904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866062', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773700135042', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773699642233', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773699642278'] for port, after_update {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 12:05:43.845949 dv-neutron-601336-94-hyperv neutron-server[94177]: DEBUG oslo_concurrency.lockutils [None req-8d727a47-90b9-48b3-a671-8d6de41bad0e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94177) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 12:05:43.893195 dv-neutron-601336-94-hyperv neutron-server[94177]: DEBUG neutron.plugins.ml2.managers [None req-d8c43e0c-0586-438c-8f7f-a020a931a7a4 None None] Attempting to bind port 9f737e31-406f-4548-a125-688203db29b2 on host dv-neutron-601336-94-hyperv for vnic_type normal with profile {{(pid=94177) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 23 12:05:43.893577 dv-neutron-601336-94-hyperv neutron-server[94177]: DEBUG neutron.plugins.ml2.managers [None req-d8c43e0c-0586-438c-8f7f-a020a931a7a4 None None] Attempting to bind port 9f737e31-406f-4548-a125-688203db29b2 by drivers openvswitch,hyperv on host dv-neutron-601336-94-hyperv at level 0 using segments [{'id': 'c23be0a5-6980-48fb-bc9f-4a24717fe1de', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3e7e4eb3-cf02-4d47-ade9-0a579cdfc60f'}] {{(pid=94177) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 23 12:05:43.893949 dv-neutron-601336-94-hyperv neutron-server[94177]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d8c43e0c-0586-438c-8f7f-a020a931a7a4 None None] Attempting to bind port 9f737e31-406f-4548-a125-688203db29b2 on network 3e7e4eb3-cf02-4d47-ade9-0a579cdfc60f {{(pid=94177) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 23 12:05:43.904903 dv-neutron-601336-94-hyperv neutron-server[94177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ce77d48-66ca-4cd7-979c-482aaeb7f905 None None] Pushing event updated for resources: {'Port': ['ID=9f737e31-406f-4548-a125-688203db29b2,revision_number=2']} {{(pid=94177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 12:05:43.906920 dv-neutron-601336-94-hyperv neutron-server[94177]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d8c43e0c-0586-438c-8f7f-a020a931a7a4 None None] Checking agent: {'id': '4d05f899-5ac9-411b-8a03-f60c93f87cdf', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-601336-94-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 23, 11, 22, 14), 'started_at': datetime.datetime(2021, 6, 23, 11, 22, 44), 'heartbeat_timestamp': datetime.datetime(2021, 6, 23, 12, 5, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'monitor_allowed_address_pair_garp': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-601336-94-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94177) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 23 12:05:43.908440 dv-neutron-601336-94-hyperv neutron-server[94177]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d8c43e0c-0586-438c-8f7f-a020a931a7a4 None None] Checking segment: {'id': 'c23be0a5-6980-48fb-bc9f-4a24717fe1de', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3e7e4eb3-cf02-4d47-ade9-0a579cdfc60f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94177) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 23 12:05:43.908440 dv-neutron-601336-94-hyperv neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-d8c43e0c-0586-438c-8f7f-a020a931a7a4 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 12:05:43.908440 dv-neutron-601336-94-hyperv neutron-server[94177]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d8c43e0c-0586-438c-8f7f-a020a931a7a4 None None] Bound using segment: {'id': 'c23be0a5-6980-48fb-bc9f-4a24717fe1de', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3e7e4eb3-cf02-4d47-ade9-0a579cdfc60f'} {{(pid=94177) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 23 12:05:43.908864 dv-neutron-601336-94-hyperv neutron-server[94177]: DEBUG neutron.plugins.ml2.managers [None req-d8c43e0c-0586-438c-8f7f-a020a931a7a4 None None] Bound port: 9f737e31-406f-4548-a125-688203db29b2, host: dv-neutron-601336-94-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c23be0a5-6980-48fb-bc9f-4a24717fe1de', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3e7e4eb3-cf02-4d47-ade9-0a579cdfc60f'}}] {{(pid=94177) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 23 12:05:43.909023 dv-neutron-601336-94-hyperv neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-d8c43e0c-0586-438c-8f7f-a020a931a7a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-923122'] for port, before_update {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 12:05:43.927812 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron_lib.callbacks.manager [None req-dc7542b2-afef-47f4-a763-e3a3cba144be None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773699952132', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-899307'] for agent, after_update {{(pid=94176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 12:05:43.938355 dv-neutron-601336-94-hyperv neutron-server[94177]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ce77d48-66ca-4cd7-979c-482aaeb7f905 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-601336-94-hyperv {{(pid=94177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 12:05:43.938701 dv-neutron-601336-94-hyperv neutron-server[94177]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ce77d48-66ca-4cd7-979c-482aaeb7f905 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-94-hyperv {{(pid=94177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 12:05:43.939061 dv-neutron-601336-94-hyperv neutron-server[94177]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ce77d48-66ca-4cd7-979c-482aaeb7f905 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-94-hyperv {{(pid=94177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 12:05:43.939389 dv-neutron-601336-94-hyperv neutron-server[94177]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ce77d48-66ca-4cd7-979c-482aaeb7f905 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-601336-94-hyperv {{(pid=94177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 12:05:43.939716 dv-neutron-601336-94-hyperv neutron-server[94177]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ce77d48-66ca-4cd7-979c-482aaeb7f905 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-601336-94-hyperv {{(pid=94177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 12:05:43.940041 dv-neutron-601336-94-hyperv neutron-server[94177]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ce77d48-66ca-4cd7-979c-482aaeb7f905 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-601336-94-hyperv {{(pid=94177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 12:05:43.940363 dv-neutron-601336-94-hyperv neutron-server[94177]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ce77d48-66ca-4cd7-979c-482aaeb7f905 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-601336-94-hyperv {{(pid=94177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 12:05:43.940683 dv-neutron-601336-94-hyperv neutron-server[94177]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ce77d48-66ca-4cd7-979c-482aaeb7f905 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-601336-94-hyperv {{(pid=94177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 12:05:43.941001 dv-neutron-601336-94-hyperv neutron-server[94177]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ce77d48-66ca-4cd7-979c-482aaeb7f905 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-601336-94-hyperv {{(pid=94177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 12:05:43.941319 dv-neutron-601336-94-hyperv neutron-server[94177]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ce77d48-66ca-4cd7-979c-482aaeb7f905 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-94-hyperv {{(pid=94177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 12:05:43.942012 dv-neutron-601336-94-hyperv neutron-server[94177]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ce77d48-66ca-4cd7-979c-482aaeb7f905 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-601336-94-hyperv {{(pid=94177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 12:05:43.942012 dv-neutron-601336-94-hyperv neutron-server[94177]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ce77d48-66ca-4cd7-979c-482aaeb7f905 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-601336-94-hyperv {{(pid=94177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 12:05:43.945594 dv-neutron-601336-94-hyperv neutron-server[94177]: DEBUG oslo_concurrency.lockutils [None req-6ce77d48-66ca-4cd7-979c-482aaeb7f905 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.100s {{(pid=94177) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 12:05:43.975450 dv-neutron-601336-94-hyperv neutron-server[94177]: DEBUG neutron.plugins.ml2.db [None req-d8c43e0c-0586-438c-8f7f-a020a931a7a4 None None] For port 9f737e31-406f-4548-a125-688203db29b2, host dv-neutron-601336-94-hyperv, cleared binding levels {{(pid=94177) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 23 12:05:43.978425 dv-neutron-601336-94-hyperv neutron-server[94177]: DEBUG neutron.plugins.ml2.db [None req-d8c43e0c-0586-438c-8f7f-a020a931a7a4 None None] For port 9f737e31-406f-4548-a125-688203db29b2, host dv-neutron-601336-94-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-94-hyperv',level=0,port_id=9f737e31-406f-4548-a125-688203db29b2,segment=NetworkSegment(c23be0a5-6980-48fb-bc9f-4a24717fe1de),segment_id=c23be0a5-6980-48fb-bc9f-4a24717fe1de)] {{(pid=94177) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 23 12:05:44.044962 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron_lib.callbacks.manager [None req-4ae5a393-7652-448d-b87d-2226863c22d0 tempest-TestNetworkAdvancedServerOps-1740099935 tempest-TestNetworkAdvancedServerOps-1740099935-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866062', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5195999', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4294259'] for subnet, after_create {{(pid=94174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 12:05:44.047308 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG oslo_concurrency.lockutils [None req-05fda4dd-b8b7-4bfe-9b9a-347098867f62 tempest-NetworksIpV6Test-253648203 tempest-NetworksIpV6Test-253648203-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94174) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 12:05:44.055405 dv-neutron-601336-94-hyperv neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-d8c43e0c-0586-438c-8f7f-a020a931a7a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-922904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866062', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773700135042', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773699642233', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773699642278'] for port, after_update {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 12:05:44.057436 dv-neutron-601336-94-hyperv neutron-server[94177]: DEBUG oslo_concurrency.lockutils [None req-fff8add4-4f83-4678-a67a-9e9e5a7e72b3 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94177) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 12:05:44.103284 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ae5a393-7652-448d-b87d-2226863c22d0 tempest-TestNetworkAdvancedServerOps-1740099935 tempest-TestNetworkAdvancedServerOps-1740099935-project] Pushing event updated for resources: {'Subnet': ['ID=8c22874e-d3cb-4a7c-b5d7-e0ab992c7eb0,revision_number=0']} {{(pid=94174) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 12:05:44.107507 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG oslo_concurrency.lockutils [None req-4ae5a393-7652-448d-b87d-2226863c22d0 tempest-TestNetworkAdvancedServerOps-1740099935 tempest-TestNetworkAdvancedServerOps-1740099935-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.060s {{(pid=94174) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 12:05:44.114533 dv-neutron-601336-94-hyperv neutron-server[94177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ce77d48-66ca-4cd7-979c-482aaeb7f905 None None] Pushing event updated for resources: {'Port': ['ID=9f737e31-406f-4548-a125-688203db29b2,revision_number=3']} {{(pid=94177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 12:05:44.115451 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4ae5a393-7652-448d-b87d-2226863c22d0 tempest-TestNetworkAdvancedServerOps-1740099935 tempest-TestNetworkAdvancedServerOps-1740099935-project] Checking segment: {'id': 'dbac379b-c324-4002-812c-c3ecd4184436', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 407, 'network_id': '4d925e11-6530-46d2-b146-b04fc92d14b2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94174) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 23 12:05:44.115451 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4ae5a393-7652-448d-b87d-2226863c22d0 tempest-TestNetworkAdvancedServerOps-1740099935 tempest-TestNetworkAdvancedServerOps-1740099935-project] Network hostable DHCP agents. Network: 4d925e11-6530-46d2-b146-b04fc92d14b2, hostable agents: ['8cf29b10-0e57-4131-816f-a4b6ad00b249'], hosted agents: [] {{(pid=94174) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 23 12:05:44.117556 dv-neutron-601336-94-hyperv neutron-server[94177]: DEBUG oslo_concurrency.lockutils [None req-6ce77d48-66ca-4cd7-979c-482aaeb7f905 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.060s {{(pid=94177) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 12:05:44.120063 dv-neutron-601336-94-hyperv neutron-server[94177]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d8c43e0c-0586-438c-8f7f-a020a931a7a4 None None] Routers {'e6cd5f1e-fb10-40dc-95fa-6916adab041a'} bound to L3 agent in host dv-neutron-601336-94-hyperv {{(pid=94177) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 23 12:05:44.120667 dv-neutron-601336-94-hyperv neutron-server[94177]: DEBUG neutron.db.l3_hamode_db [None req-d8c43e0c-0586-438c-8f7f-a020a931a7a4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-601336-94-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-06-23T11:22:13Z,description=,heartbeat_timestamp=2021-06-23T12:05:43Z,host='dv-neutron-601336-94-hyperv',id=50ef99c0-ef28-4db5-b303-b145898fae60,load=0,resource_versions=,resources_synced=,started_at=2021-06-23T11:22:14Z,topic='l3_agent')) {'router_ids': ['e6cd5f1e-fb10-40dc-95fa-6916adab041a'], 'active': True} {{(pid=94177) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 12:05:44.186450 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4ae5a393-7652-448d-b87d-2226863c22d0 tempest-TestNetworkAdvancedServerOps-1740099935 tempest-TestNetworkAdvancedServerOps-1740099935-project] Network 4d925e11-6530-46d2-b146-b04fc92d14b2 is scheduled to be hosted by DHCP agent 8cf29b10-0e57-4131-816f-a4b6ad00b249 with binding_index 1 {{(pid=94174) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 23 12:05:44.222306 dv-neutron-601336-94-hyperv neutron-server[94177]: DEBUG neutron.db.l3_dvr_db [None req-d8c43e0c-0586-438c-8f7f-a020a931a7a4 None None] Set router e6cd5f1e-fb10-40dc-95fa-6916adab041a gateway port host: dv-neutron-601336-94-hyperv {{(pid=94177) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:838}} Jun 23 12:05:44.264412 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.scheduler.base_scheduler [None req-4ae5a393-7652-448d-b87d-2226863c22d0 tempest-TestNetworkAdvancedServerOps-1740099935 tempest-TestNetworkAdvancedServerOps-1740099935-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-601336-94-hyperv, 4d925e11-6530-46d2-b146-b04fc92d14b2) {{(pid=94174) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 23 12:05:44.268810 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4ae5a393-7652-448d-b87d-2226863c22d0 tempest-TestNetworkAdvancedServerOps-1740099935 tempest-TestNetworkAdvancedServerOps-1740099935-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94174) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 12:05:44.269441 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron_lib.callbacks.manager [None req-4ae5a393-7652-448d-b87d-2226863c22d0 tempest-TestNetworkAdvancedServerOps-1740099935 tempest-TestNetworkAdvancedServerOps-1740099935-project] Notify callbacks [] for subnet, before_response {{(pid=94174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 12:05:44.274843 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dc6b69ca-c8f7-4316-acb6-2026ffd88ce3 None None] Network 4d925e11-6530-46d2-b146-b04fc92d14b2 requested from dv-neutron-601336-94-hyperv {{(pid=94176) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 23 12:05:44.353421 dv-neutron-601336-94-hyperv neutron-server[94174]: INFO neutron.wsgi [None req-4ae5a393-7652-448d-b87d-2226863c22d0 tempest-TestNetworkAdvancedServerOps-1740099935 tempest-TestNetworkAdvancedServerOps-1740099935-project] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 0.7272451 Jun 23 12:05:44.356733 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.wsgi [-] (94175) accepted ('10.222.0.20', 48550) {{(pid=94175) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 12:05:44.438489 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f750fb46-5e5e-4e66-b0cb-630523458016 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1e0d828a-1fa4-563d-b7fd-53adf66a04ee-4d925e11-6530-46d2-b146-b04fc92d14b2', 'network_id': '4d925e11-6530-46d2-b146-b04fc92d14b2', 'tenant_id': '95e75de5b0504e3e87860f65038883f5', 'fixed_ips': [{'subnet_id': '8c22874e-d3cb-4a7c-b5d7-e0ab992c7eb0'}]}} from dv-neutron-601336-94-hyperv. {{(pid=94176) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 23 12:05:44.439673 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron_lib.callbacks.manager [None req-f750fb46-5e5e-4e66-b0cb-630523458016 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-923104'] for port, before_create {{(pid=94176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 12:05:44.491366 dv-neutron-601336-94-hyperv neutron-server[94177]: DEBUG neutron.db.l3_hamode_db [None req-d8c43e0c-0586-438c-8f7f-a020a931a7a4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e6cd5f1e-fb10-40dc-95fa-6916adab041a', 'name': 'tempest-TestNetworkAdvancedServerOps-router-847907057', 'tenant_id': '95e75de5b0504e3e87860f65038883f5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3e7e4eb3-cf02-4d47-ade9-0a579cdfc60f', 'external_fixed_ips': [{'subnet_id': 'a5ad15ab-c489-4a67-a9b0-d559fca0ec71', 'ip_address': '172.26.3.150'}], 'enable_snat': True}, 'gw_port_id': '9f737e31-406f-4548-a125-688203db29b2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-23T12:05:41Z', 'updated_at': '2021-06-23T12:05:42Z', 'revision_number': 3, 'project_id': '95e75de5b0504e3e87860f65038883f5', 'gw_port': {'id': '9f737e31-406f-4548-a125-688203db29b2', 'name': '', 'network_id': '3e7e4eb3-cf02-4d47-ade9-0a579cdfc60f', 'tenant_id': '', 'mac_address': 'fa:16:3e:c5:ec:75', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e6cd5f1e-fb10-40dc-95fa-6916adab041a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1714, 'fixed_ips': [{'subnet_id': 'a5ad15ab-c489-4a67-a9b0-d559fca0ec71', 'ip_address': '172.26.3.150', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-94-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-23T12:05:41Z', 'updated_at': '2021-06-23T12:05:43Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a5ad15ab-c489-4a67-a9b0-d559fca0ec71', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-601336-94-hyperv'}], 'dv-neutron-601336-94-hyperv', False) {} {{(pid=94177) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 12:05:44.520854 dv-neutron-601336-94-hyperv neutron-server[94177]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d8c43e0c-0586-438c-8f7f-a020a931a7a4 None None] The sync data for ids ['e6cd5f1e-fb10-40dc-95fa-6916adab041a'] in dv-neutron-601336-94-hyperv is: [{'id': 'e6cd5f1e-fb10-40dc-95fa-6916adab041a', 'name': 'tempest-TestNetworkAdvancedServerOps-router-847907057', 'tenant_id': '95e75de5b0504e3e87860f65038883f5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3e7e4eb3-cf02-4d47-ade9-0a579cdfc60f', 'external_fixed_ips': [{'subnet_id': 'a5ad15ab-c489-4a67-a9b0-d559fca0ec71', 'ip_address': '172.26.3.150'}], 'enable_snat': True}, 'gw_port_id': '9f737e31-406f-4548-a125-688203db29b2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-23T12:05:41Z', 'updated_at': '2021-06-23T12:05:42Z', 'revision_number': 3, 'project_id': '95e75de5b0504e3e87860f65038883f5', 'gw_port': {'id': '9f737e31-406f-4548-a125-688203db29b2', 'name': '', 'network_id': '3e7e4eb3-cf02-4d47-ade9-0a579cdfc60f', 'tenant_id': '', 'mac_address': 'fa:16:3e:c5:ec:75', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e6cd5f1e-fb10-40dc-95fa-6916adab041a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1714, 'fixed_ips': [{'subnet_id': 'a5ad15ab-c489-4a67-a9b0-d559fca0ec71', 'ip_address': '172.26.3.150', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-94-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-23T12:05:41Z', 'updated_at': '2021-06-23T12:05:43Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a5ad15ab-c489-4a67-a9b0-d559fca0ec71', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-601336-94-hyperv'}] {{(pid=94177) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 23 12:05:44.583581 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.db.db_base_plugin_common [None req-f750fb46-5e5e-4e66-b0cb-630523458016 None None] Allocated IP 172.20.0.2 (4d925e11-6530-46d2-b146-b04fc92d14b2/8c22874e-d3cb-4a7c-b5d7-e0ab992c7eb0/a9641a1c-303b-45f3-9133-de4e2d751a5d) {{(pid=94176) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 23 12:05:44.731352 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron_lib.callbacks.manager [None req-4c20ea5f-bc7f-4d4e-935d-57f082af6ccb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773699952132', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-899307'] for agent, after_update {{(pid=94176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 12:05:44.791162 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron_lib.callbacks.manager [None req-f750fb46-5e5e-4e66-b0cb-630523458016 None None] Notify callbacks [] for port, precommit_create {{(pid=94176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 12:05:44.791162 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.db.provisioning_blocks [None req-f750fb46-5e5e-4e66-b0cb-630523458016 None None] Transition to ACTIVE for port object a9641a1c-303b-45f3-9133-de4e2d751a5d will not be triggered until provisioned by entity L2. {{(pid=94176) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 23 12:05:44.807130 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.db.provisioning_blocks [None req-f750fb46-5e5e-4e66-b0cb-630523458016 None None] Transition to ACTIVE for port object a9641a1c-303b-45f3-9133-de4e2d751a5d will not be triggered until provisioned by entity DHCP. {{(pid=94176) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 23 12:05:44.882708 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron_lib.callbacks.manager [None req-f750fb46-5e5e-4e66-b0cb-630523458016 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-922915', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-239814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7866073', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773699642215'] for port, after_create {{(pid=94176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 12:05:44.885071 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG oslo_concurrency.lockutils [None req-53a5cb0e-4c9f-4683-b6b4-0f7397443db1 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 12:05:44.923562 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f750fb46-5e5e-4e66-b0cb-630523458016 None None] Network 4d925e11-6530-46d2-b146-b04fc92d14b2 is already hosted by enough agents. {{(pid=94176) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 23 12:05:44.926645 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.scheduler.base_scheduler [None req-f750fb46-5e5e-4e66-b0cb-630523458016 None None] Resources bound (agent type, host, resource id): {{(pid=94176) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 23 12:05:44.932867 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f750fb46-5e5e-4e66-b0cb-630523458016 None None] Received port after_create {{(pid=94176) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 23 12:05:44.941022 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f750fb46-5e5e-4e66-b0cb-630523458016 None None] Pushing event updated for resources: {'Port': ['ID=a9641a1c-303b-45f3-9133-de4e2d751a5d,revision_number=1']} {{(pid=94176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 12:05:44.945541 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG oslo_concurrency.lockutils [None req-f750fb46-5e5e-4e66-b0cb-630523458016 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.061s {{(pid=94176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 12:05:44.998868 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.plugins.ml2.managers [None req-f750fb46-5e5e-4e66-b0cb-630523458016 None None] Attempting to bind port a9641a1c-303b-45f3-9133-de4e2d751a5d on host dv-neutron-601336-94-hyperv for vnic_type normal with profile {{(pid=94176) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 23 12:05:44.999310 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.plugins.ml2.managers [None req-f750fb46-5e5e-4e66-b0cb-630523458016 None None] Attempting to bind port a9641a1c-303b-45f3-9133-de4e2d751a5d by drivers openvswitch,hyperv on host dv-neutron-601336-94-hyperv at level 0 using segments [{'id': 'dbac379b-c324-4002-812c-c3ecd4184436', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 407, 'network_id': '4d925e11-6530-46d2-b146-b04fc92d14b2'}] {{(pid=94176) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 23 12:05:45.004201 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f750fb46-5e5e-4e66-b0cb-630523458016 None None] Attempting to bind port a9641a1c-303b-45f3-9133-de4e2d751a5d on network 4d925e11-6530-46d2-b146-b04fc92d14b2 {{(pid=94176) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 23 12:05:45.006180 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f750fb46-5e5e-4e66-b0cb-630523458016 None None] Checking agent: {'id': '4d05f899-5ac9-411b-8a03-f60c93f87cdf', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-601336-94-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 23, 11, 22, 14), 'started_at': datetime.datetime(2021, 6, 23, 11, 22, 44), 'heartbeat_timestamp': datetime.datetime(2021, 6, 23, 12, 5, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'monitor_allowed_address_pair_garp': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-601336-94-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94176) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 23 12:05:45.006566 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f750fb46-5e5e-4e66-b0cb-630523458016 None None] Checking segment: {'id': 'dbac379b-c324-4002-812c-c3ecd4184436', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 407, 'network_id': '4d925e11-6530-46d2-b146-b04fc92d14b2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94176) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 23 12:05:45.006984 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron_lib.callbacks.manager [None req-f750fb46-5e5e-4e66-b0cb-630523458016 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 12:05:45.007417 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f750fb46-5e5e-4e66-b0cb-630523458016 None None] Bound using segment: {'id': 'dbac379b-c324-4002-812c-c3ecd4184436', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 407, 'network_id': '4d925e11-6530-46d2-b146-b04fc92d14b2'} {{(pid=94176) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 23 12:05:45.007912 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.plugins.ml2.managers [None req-f750fb46-5e5e-4e66-b0cb-630523458016 None None] Bound port: a9641a1c-303b-45f3-9133-de4e2d751a5d, host: dv-neutron-601336-94-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'dbac379b-c324-4002-812c-c3ecd4184436', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 407, 'network_id': '4d925e11-6530-46d2-b146-b04fc92d14b2'}}] {{(pid=94176) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 23 12:05:45.008300 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron_lib.callbacks.manager [None req-f750fb46-5e5e-4e66-b0cb-630523458016 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-923122'] for port, before_update {{(pid=94176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 12:05:45.087172 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.plugins.ml2.db [None req-f750fb46-5e5e-4e66-b0cb-630523458016 None None] For port a9641a1c-303b-45f3-9133-de4e2d751a5d, host dv-neutron-601336-94-hyperv, cleared binding levels {{(pid=94176) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 23 12:05:45.090693 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.plugins.ml2.db [None req-f750fb46-5e5e-4e66-b0cb-630523458016 None None] For port a9641a1c-303b-45f3-9133-de4e2d751a5d, host dv-neutron-601336-94-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-94-hyperv',level=0,port_id=a9641a1c-303b-45f3-9133-de4e2d751a5d,segment=NetworkSegment(dbac379b-c324-4002-812c-c3ecd4184436),segment_id=dbac379b-c324-4002-812c-c3ecd4184436)] {{(pid=94176) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 23 12:05:45.170247 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron_lib.callbacks.manager [None req-c5ae853c-d494-4fae-9319-4cc9176f618f tempest-TestNetworkAdvancedServerOps-1740099935 tempest-TestNetworkAdvancedServerOps-1740099935-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-923104'] for port, before_create {{(pid=94175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 12:05:45.174080 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron_lib.callbacks.manager [None req-f750fb46-5e5e-4e66-b0cb-630523458016 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-922904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866062', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773700135042', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773699642233', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773699642278'] for port, after_update {{(pid=94176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 12:05:45.176217 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG oslo_concurrency.lockutils [None req-19aa61b9-eba5-44d5-8989-3374c9610d99 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 12:05:45.242388 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f750fb46-5e5e-4e66-b0cb-630523458016 None None] Pushing event updated for resources: {'Port': ['ID=a9641a1c-303b-45f3-9133-de4e2d751a5d,revision_number=2']} {{(pid=94176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 12:05:45.252181 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG oslo_concurrency.lockutils [None req-f750fb46-5e5e-4e66-b0cb-630523458016 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.076s {{(pid=94176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 12:05:45.552607 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.db.db_base_plugin_common [None req-c5ae853c-d494-4fae-9319-4cc9176f618f tempest-TestNetworkAdvancedServerOps-1740099935 tempest-TestNetworkAdvancedServerOps-1740099935-project] Allocated IP 172.20.0.1 (4d925e11-6530-46d2-b146-b04fc92d14b2/8c22874e-d3cb-4a7c-b5d7-e0ab992c7eb0/4c26915f-4420-44f9-a836-db305481e823) {{(pid=94175) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 23 12:05:45.673889 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron_lib.callbacks.manager [None req-c5ae853c-d494-4fae-9319-4cc9176f618f tempest-TestNetworkAdvancedServerOps-1740099935 tempest-TestNetworkAdvancedServerOps-1740099935-project] Notify callbacks [] for port, precommit_create {{(pid=94175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 12:05:45.689345 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.db.provisioning_blocks [None req-c5ae853c-d494-4fae-9319-4cc9176f618f tempest-TestNetworkAdvancedServerOps-1740099935 tempest-TestNetworkAdvancedServerOps-1740099935-project] Transition to ACTIVE for port object 4c26915f-4420-44f9-a836-db305481e823 will not be triggered until provisioned by entity DHCP. {{(pid=94175) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 23 12:05:45.764118 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron_lib.callbacks.manager [None req-c5ae853c-d494-4fae-9319-4cc9176f618f tempest-TestNetworkAdvancedServerOps-1740099935 tempest-TestNetworkAdvancedServerOps-1740099935-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-922915', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-239814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7866073', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773699642215', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-5082457'] for port, after_create {{(pid=94175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 12:05:45.766224 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG oslo_concurrency.lockutils [None req-07b3ab84-5204-405f-8852-cf9f0eafbe61 tempest-TestMinimumBasicScenario-1725182798 tempest-TestMinimumBasicScenario-1725182798-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94175) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 12:05:45.809871 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c5ae853c-d494-4fae-9319-4cc9176f618f tempest-TestNetworkAdvancedServerOps-1740099935 tempest-TestNetworkAdvancedServerOps-1740099935-project] Network 4d925e11-6530-46d2-b146-b04fc92d14b2 is already hosted by enough agents. {{(pid=94175) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 23 12:05:45.813728 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.scheduler.base_scheduler [None req-c5ae853c-d494-4fae-9319-4cc9176f618f tempest-TestNetworkAdvancedServerOps-1740099935 tempest-TestNetworkAdvancedServerOps-1740099935-project] Resources bound (agent type, host, resource id): {{(pid=94175) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 23 12:05:45.817082 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c5ae853c-d494-4fae-9319-4cc9176f618f tempest-TestNetworkAdvancedServerOps-1740099935 tempest-TestNetworkAdvancedServerOps-1740099935-project] Received port after_create {{(pid=94175) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 23 12:05:45.848054 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5ae853c-d494-4fae-9319-4cc9176f618f tempest-TestNetworkAdvancedServerOps-1740099935 tempest-TestNetworkAdvancedServerOps-1740099935-project] Pushing event updated for resources: {'Port': ['ID=4c26915f-4420-44f9-a836-db305481e823,revision_number=1']} {{(pid=94175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 12:05:45.851011 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG oslo_concurrency.lockutils [None req-c5ae853c-d494-4fae-9319-4cc9176f618f tempest-TestNetworkAdvancedServerOps-1740099935 tempest-TestNetworkAdvancedServerOps-1740099935-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.085s {{(pid=94175) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 12:05:45.873571 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron_lib.callbacks.manager [None req-c5ae853c-d494-4fae-9319-4cc9176f618f tempest-TestNetworkAdvancedServerOps-1740099935 tempest-TestNetworkAdvancedServerOps-1740099935-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-452954'] for router_interface, before_create {{(pid=94175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 12:05:46.092903 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron_lib.callbacks.manager [None req-c5ae853c-d494-4fae-9319-4cc9176f618f tempest-TestNetworkAdvancedServerOps-1740099935 tempest-TestNetworkAdvancedServerOps-1740099935-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-923122'] for port, before_update {{(pid=94175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 12:05:46.342406 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.plugins.ml2.rpc [None req-dc7542b2-afef-47f4-a763-e3a3cba144be None None] Device 9f737e31-406f-4548-a125-688203db29b2 up at agent ovs-agent-dv-neutron-601336-94-hyperv {{(pid=94176) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:298}} Jun 23 12:05:46.403544 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron_lib.callbacks.manager [None req-c5ae853c-d494-4fae-9319-4cc9176f618f tempest-TestNetworkAdvancedServerOps-1740099935 tempest-TestNetworkAdvancedServerOps-1740099935-project] Notify callbacks [] for port, precommit_update {{(pid=94175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 12:05:46.432102 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.db.provisioning_blocks [None req-dc7542b2-afef-47f4-a763-e3a3cba144be None None] Provisioning for port 9f737e31-406f-4548-a125-688203db29b2 completed by entity L2. {{(pid=94176) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 23 12:05:46.436912 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.db.provisioning_blocks [None req-dc7542b2-afef-47f4-a763-e3a3cba144be None None] Provisioning complete for port 9f737e31-406f-4548-a125-688203db29b2 triggered by entity L2. {{(pid=94176) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 23 12:05:46.437304 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron_lib.callbacks.manager [None req-dc7542b2-afef-47f4-a763-e3a3cba144be None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-899258'] for port, provisioning_complete {{(pid=94176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 12:05:46.460759 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron_lib.callbacks.manager [None req-c5ae853c-d494-4fae-9319-4cc9176f618f tempest-TestNetworkAdvancedServerOps-1740099935 tempest-TestNetworkAdvancedServerOps-1740099935-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-922904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866062', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773700135042', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773699642233', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773699642278', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5082471'] for port, after_update {{(pid=94175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 12:05:46.463807 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG oslo_concurrency.lockutils [None req-42eeb768-910a-4397-bf95-6d96d0ff4f6e tempest-TestEncryptedCinderVolumes-1026868442 tempest-TestEncryptedCinderVolumes-1026868442-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94175) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 12:05:46.521132 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron_lib.callbacks.manager [None req-dc7542b2-afef-47f4-a763-e3a3cba144be None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-923122'] for port, before_update {{(pid=94176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 12:05:46.539979 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron_lib.callbacks.manager [None req-c5ae853c-d494-4fae-9319-4cc9176f618f tempest-TestNetworkAdvancedServerOps-1740099935 tempest-TestNetworkAdvancedServerOps-1740099935-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-7866091', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-453038'] for router_interface, after_create {{(pid=94175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 12:05:46.542004 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5ae853c-d494-4fae-9319-4cc9176f618f tempest-TestNetworkAdvancedServerOps-1740099935 tempest-TestNetworkAdvancedServerOps-1740099935-project] Pushing event updated for resources: {'Port': ['ID=4c26915f-4420-44f9-a836-db305481e823,revision_number=2']} {{(pid=94175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 12:05:46.543528 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.plugins.ml2.db [None req-dc7542b2-afef-47f4-a763-e3a3cba144be None None] For port 9f737e31-406f-4548-a125-688203db29b2, host dv-neutron-601336-94-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-94-hyperv',level=0,port_id=9f737e31-406f-4548-a125-688203db29b2,segment=NetworkSegment(c23be0a5-6980-48fb-bc9f-4a24717fe1de),segment_id=c23be0a5-6980-48fb-bc9f-4a24717fe1de)] {{(pid=94176) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 23 12:05:46.545480 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG oslo_concurrency.lockutils [None req-c5ae853c-d494-4fae-9319-4cc9176f618f tempest-TestNetworkAdvancedServerOps-1740099935 tempest-TestNetworkAdvancedServerOps-1740099935-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.082s {{(pid=94175) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 12:05:46.620854 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron_lib.callbacks.manager [None req-dc7542b2-afef-47f4-a763-e3a3cba144be None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-922904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866062', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773700135042', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773699642233', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773699642278'] for port, after_update {{(pid=94176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 12:05:46.622493 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.plugins.ml2.rpc [None req-dc7542b2-afef-47f4-a763-e3a3cba144be None None] Device a9641a1c-303b-45f3-9133-de4e2d751a5d up at agent ovs-agent-dv-neutron-601336-94-hyperv {{(pid=94176) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:298}} Jun 23 12:05:46.625686 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG oslo_concurrency.lockutils [None req-dc7542b2-afef-47f4-a763-e3a3cba144be None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 12:05:46.645305 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c5ae853c-d494-4fae-9319-4cc9176f618f tempest-TestNetworkAdvancedServerOps-1740099935 tempest-TestNetworkAdvancedServerOps-1740099935-project] Network 4d925e11-6530-46d2-b146-b04fc92d14b2 is already hosted by enough agents. {{(pid=94175) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 23 12:05:46.646885 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.scheduler.base_scheduler [None req-c5ae853c-d494-4fae-9319-4cc9176f618f tempest-TestNetworkAdvancedServerOps-1740099935 tempest-TestNetworkAdvancedServerOps-1740099935-project] Resources bound (agent type, host, resource id): {{(pid=94175) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 23 12:05:46.712948 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc7542b2-afef-47f4-a763-e3a3cba144be None None] Pushing event updated for resources: {'Port': ['ID=9f737e31-406f-4548-a125-688203db29b2,revision_number=4']} {{(pid=94176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 12:05:46.716445 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG oslo_concurrency.lockutils [None req-dc7542b2-afef-47f4-a763-e3a3cba144be None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.091s {{(pid=94176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 12:05:46.758213 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron_lib.callbacks.manager [None req-95d6aa8f-24e7-4234-82ff-f502266c3285 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773699952132', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-899307'] for agent, after_update {{(pid=94176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 12:05:46.772333 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c5ae853c-d494-4fae-9319-4cc9176f618f tempest-TestNetworkAdvancedServerOps-1740099935 tempest-TestNetworkAdvancedServerOps-1740099935-project] Router e6cd5f1e-fb10-40dc-95fa-6916adab041a has already been hosted by L3 agent 50ef99c0-ef28-4db5-b303-b145898fae60 {{(pid=94175) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 23 12:05:46.786704 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.db.provisioning_blocks [None req-dc7542b2-afef-47f4-a763-e3a3cba144be None None] Provisioning for port a9641a1c-303b-45f3-9133-de4e2d751a5d completed by entity L2. {{(pid=94176) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 23 12:05:46.841346 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d8c017f1-c6e5-4018-a16f-e88f267be925 None None] Network 4d925e11-6530-46d2-b146-b04fc92d14b2 requested from dv-neutron-601336-94-hyperv {{(pid=94176) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 23 12:05:46.901793 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c5ae853c-d494-4fae-9319-4cc9176f618f tempest-TestNetworkAdvancedServerOps-1740099935 tempest-TestNetworkAdvancedServerOps-1740099935-project] Notify agent at l3_agent.dv-neutron-601336-94-hyperv the message routers_updated {{(pid=94175) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 23 12:05:46.907055 dv-neutron-601336-94-hyperv neutron-server[94175]: INFO neutron.wsgi [None req-c5ae853c-d494-4fae-9319-4cc9176f618f tempest-TestNetworkAdvancedServerOps-1740099935 tempest-TestNetworkAdvancedServerOps-1740099935-project] 10.222.0.20 "PUT /v2.0/routers/e6cd5f1e-fb10-40dc-95fa-6916adab041a/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.5492008 Jun 23 12:05:46.919288 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4f29f7d8-7782-4376-a909-8b10bbb0ffe6 None None] Sync routers for ids ['e6cd5f1e-fb10-40dc-95fa-6916adab041a'] in dv-neutron-601336-94-hyperv {{(pid=94176) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 23 12:05:46.940983 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4f29f7d8-7782-4376-a909-8b10bbb0ffe6 None None] Routers {'e6cd5f1e-fb10-40dc-95fa-6916adab041a'} bound to L3 agent in host dv-neutron-601336-94-hyperv {{(pid=94176) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 23 12:05:46.941612 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.db.l3_hamode_db [None req-4f29f7d8-7782-4376-a909-8b10bbb0ffe6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-601336-94-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-06-23T11:22:13Z,description=,heartbeat_timestamp=2021-06-23T12:05:43Z,host='dv-neutron-601336-94-hyperv',id=50ef99c0-ef28-4db5-b303-b145898fae60,load=0,resource_versions=,resources_synced=,started_at=2021-06-23T11:22:14Z,topic='l3_agent')) {'router_ids': ['e6cd5f1e-fb10-40dc-95fa-6916adab041a'], 'active': True} {{(pid=94176) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 12:05:46.976018 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.db.provisioning_blocks [None req-07db2730-a470-45bc-a842-5d4a386b2d90 None None] Provisioning for port a9641a1c-303b-45f3-9133-de4e2d751a5d completed by entity DHCP. {{(pid=94176) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 23 12:05:47.005281 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.db.provisioning_blocks [None req-07db2730-a470-45bc-a842-5d4a386b2d90 None None] Provisioning complete for port a9641a1c-303b-45f3-9133-de4e2d751a5d triggered by entity DHCP. {{(pid=94176) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 23 12:05:47.005661 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron_lib.callbacks.manager [None req-07db2730-a470-45bc-a842-5d4a386b2d90 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-899258'] for port, provisioning_complete {{(pid=94176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 12:05:47.163433 dv-neutron-601336-94-hyperv neutron-server[94174]: INFO neutron.wsgi [req-e6758f7f-9d80-434d-80e0-efc6e9b84e7f req-fa6b26b4-d319-44ee-b0b0-92f65d53d2f4 tempest-TestNetworkAdvancedServerOps-1740099935 tempest-TestNetworkAdvancedServerOps-1740099935-project] 10.222.0.20 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1816347675&fields=id&tenant_id=95e75de5b0504e3e87860f65038883f5 HTTP/1.1" status: 200 len: 267 time: 0.0367591 Jun 23 12:05:47.285070 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.db.l3_dvr_db [None req-4f29f7d8-7782-4376-a909-8b10bbb0ffe6 None None] Set router e6cd5f1e-fb10-40dc-95fa-6916adab041a gateway port host: dv-neutron-601336-94-hyperv {{(pid=94176) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:838}} Jun 23 12:05:47.450985 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron_lib.callbacks.manager [None req-07db2730-a470-45bc-a842-5d4a386b2d90 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-923122'] for port, before_update {{(pid=94176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 12:05:47.522349 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.plugins.ml2.db [None req-07db2730-a470-45bc-a842-5d4a386b2d90 None None] For port a9641a1c-303b-45f3-9133-de4e2d751a5d, host dv-neutron-601336-94-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-94-hyperv',level=0,port_id=a9641a1c-303b-45f3-9133-de4e2d751a5d,segment=NetworkSegment(dbac379b-c324-4002-812c-c3ecd4184436),segment_id=dbac379b-c324-4002-812c-c3ecd4184436)] {{(pid=94176) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 23 12:05:47.581792 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.db.l3_hamode_db [None req-4f29f7d8-7782-4376-a909-8b10bbb0ffe6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e6cd5f1e-fb10-40dc-95fa-6916adab041a', 'name': 'tempest-TestNetworkAdvancedServerOps-router-847907057', 'tenant_id': '95e75de5b0504e3e87860f65038883f5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3e7e4eb3-cf02-4d47-ade9-0a579cdfc60f', 'external_fixed_ips': [{'subnet_id': 'a5ad15ab-c489-4a67-a9b0-d559fca0ec71', 'ip_address': '172.26.3.150'}], 'enable_snat': True}, 'gw_port_id': '9f737e31-406f-4548-a125-688203db29b2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-23T12:05:41Z', 'updated_at': '2021-06-23T12:05:45Z', 'revision_number': 4, 'project_id': '95e75de5b0504e3e87860f65038883f5', 'gw_port': {'id': '9f737e31-406f-4548-a125-688203db29b2', 'name': '', 'network_id': '3e7e4eb3-cf02-4d47-ade9-0a579cdfc60f', 'tenant_id': '', 'mac_address': 'fa:16:3e:c5:ec:75', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e6cd5f1e-fb10-40dc-95fa-6916adab041a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1714, 'fixed_ips': [{'subnet_id': 'a5ad15ab-c489-4a67-a9b0-d559fca0ec71', 'ip_address': '172.26.3.150', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-94-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-23T12:05:41Z', 'updated_at': '2021-06-23T12:05:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a5ad15ab-c489-4a67-a9b0-d559fca0ec71', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-601336-94-hyperv', '_interfaces': [{'id': '4c26915f-4420-44f9-a836-db305481e823', 'name': '', 'network_id': '4d925e11-6530-46d2-b146-b04fc92d14b2', 'tenant_id': '95e75de5b0504e3e87860f65038883f5', 'mac_address': 'fa:16:3e:5c:c8:be', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e6cd5f1e-fb10-40dc-95fa-6916adab041a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1717, 'fixed_ips': [{'subnet_id': '8c22874e-d3cb-4a7c-b5d7-e0ab992c7eb0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-23T12:05:45Z', 'updated_at': '2021-06-23T12:05:46Z', 'revision_number': 2, 'project_id': '95e75de5b0504e3e87860f65038883f5', 'subnets': [{'id': '8c22874e-d3cb-4a7c-b5d7-e0ab992c7eb0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-601336-94-hyperv', False) {} {{(pid=94176) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 12:05:47.614590 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4f29f7d8-7782-4376-a909-8b10bbb0ffe6 None None] Checking router: e6cd5f1e-fb10-40dc-95fa-6916adab041a for host: dv-neutron-601336-94-hyperv {{(pid=94176) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 23 12:05:47.614833 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4f29f7d8-7782-4376-a909-8b10bbb0ffe6 None None] Updating router e6cd5f1e-fb10-40dc-95fa-6916adab041a port 4c26915f-4420-44f9-a836-db305481e823 binding host dv-neutron-601336-94-hyperv {{(pid=94176) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 23 12:05:47.617406 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron_lib.callbacks.manager [None req-07db2730-a470-45bc-a842-5d4a386b2d90 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-922904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866062', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773700135042', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773699642233', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773699642278'] for port, after_update {{(pid=94176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 12:05:47.623530 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG oslo_concurrency.lockutils [None req-dc7542b2-afef-47f4-a763-e3a3cba144be None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 12:05:47.672056 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6758f7f-9d80-434d-80e0-efc6e9b84e7f req-85656ff3-1655-4bf9-b4e1-9312ae6a48d2 tempest-TestNetworkAdvancedServerOps-1740099935 tempest-TestNetworkAdvancedServerOps-1740099935-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94174) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 12:05:47.676330 dv-neutron-601336-94-hyperv neutron-server[94174]: INFO neutron.wsgi [req-e6758f7f-9d80-434d-80e0-efc6e9b84e7f req-85656ff3-1655-4bf9-b4e1-9312ae6a48d2 tempest-TestNetworkAdvancedServerOps-1740099935 tempest-TestNetworkAdvancedServerOps-1740099935-project] 10.222.0.20 "GET /v2.0/networks?id=4d925e11-6530-46d2-b146-b04fc92d14b2 HTTP/1.1" status: 200 len: 796 time: 0.5027914 Jun 23 12:05:47.690553 dv-neutron-601336-94-hyperv neutron-server[94174]: INFO neutron.wsgi [req-e6758f7f-9d80-434d-80e0-efc6e9b84e7f req-fb4bc563-b391-4f4c-b016-48a6bd08e833 tempest-TestNetworkAdvancedServerOps-1740099935 tempest-TestNetworkAdvancedServerOps-1740099935-project] 10.222.0.20 "GET /v2.0/quotas/95e75de5b0504e3e87860f65038883f5 HTTP/1.1" status: 200 len: 375 time: 0.0114267 Jun 23 12:05:47.735457 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron_lib.callbacks.manager [None req-4f29f7d8-7782-4376-a909-8b10bbb0ffe6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-923122'] for port, before_update {{(pid=94176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 12:05:47.765343 dv-neutron-601336-94-hyperv neutron-server[94174]: INFO neutron.wsgi [req-e6758f7f-9d80-434d-80e0-efc6e9b84e7f req-35c33abb-f192-4a3f-ae64-5683035c9e5b tempest-TestNetworkAdvancedServerOps-1740099935 tempest-TestNetworkAdvancedServerOps-1740099935-project] 10.222.0.20 "GET /v2.0/ports?tenant_id=95e75de5b0504e3e87860f65038883f5&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0687199 Jun 23 12:05:47.768128 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07db2730-a470-45bc-a842-5d4a386b2d90 None None] Pushing event updated for resources: {'Port': ['ID=a9641a1c-303b-45f3-9133-de4e2d751a5d,revision_number=3']} {{(pid=94176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 12:05:47.773317 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG oslo_concurrency.lockutils [None req-07db2730-a470-45bc-a842-5d4a386b2d90 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.150s {{(pid=94176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 12:05:47.882783 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.db.provisioning_blocks [None req-48b0cca6-05a9-40ea-90d6-7b00a6daa39a None None] Provisioning for port 4c26915f-4420-44f9-a836-db305481e823 completed by entity DHCP. {{(pid=94176) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 23 12:05:47.890304 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.db.provisioning_blocks [None req-48b0cca6-05a9-40ea-90d6-7b00a6daa39a None None] Provisioning complete for port 4c26915f-4420-44f9-a836-db305481e823 triggered by entity DHCP. {{(pid=94176) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 23 12:05:47.890688 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron_lib.callbacks.manager [None req-48b0cca6-05a9-40ea-90d6-7b00a6daa39a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-899258'] for port, provisioning_complete {{(pid=94176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 12:05:47.941663 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.plugins.ml2.plugin [None req-48b0cca6-05a9-40ea-90d6-7b00a6daa39a None None] Port 4c26915f-4420-44f9-a836-db305481e823 cannot update to ACTIVE because it is not bound. {{(pid=94176) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jun 23 12:05:47.962303 dv-neutron-601336-94-hyperv neutron-server[94174]: INFO neutron.wsgi [req-e6758f7f-9d80-434d-80e0-efc6e9b84e7f req-eff1dd1e-01e5-4dbb-ae68-201cea08747d service neutron] 10.222.0.20 "GET /v2.0/networks/4d925e11-6530-46d2-b146-b04fc92d14b2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1819208 Jun 23 12:05:48.003656 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.db.provisioning_blocks [None req-48b0cca6-05a9-40ea-90d6-7b00a6daa39a None None] Provisioning complete for port a9641a1c-303b-45f3-9133-de4e2d751a5d triggered by entity DHCP. {{(pid=94176) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 23 12:05:48.003656 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron_lib.callbacks.manager [None req-48b0cca6-05a9-40ea-90d6-7b00a6daa39a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-899258'] for port, provisioning_complete {{(pid=94176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 12:05:48.058326 dv-neutron-601336-94-hyperv neutron-server[94174]: INFO neutron.wsgi [req-e6758f7f-9d80-434d-80e0-efc6e9b84e7f req-e1a8da28-aa29-4aae-b7cf-296c3f1a9122 service neutron] 10.222.0.20 "GET /v2.0/networks/4d925e11-6530-46d2-b146-b04fc92d14b2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0897381 Jun 23 12:05:48.155828 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron_lib.callbacks.manager [None req-4f29f7d8-7782-4376-a909-8b10bbb0ffe6 None None] Notify callbacks [] for port, precommit_update {{(pid=94176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 12:05:48.164966 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.db.provisioning_blocks [None req-4f29f7d8-7782-4376-a909-8b10bbb0ffe6 None None] Transition to ACTIVE for port object 4c26915f-4420-44f9-a836-db305481e823 will not be triggered until provisioned by entity L2. {{(pid=94176) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 23 12:05:48.241347 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron_lib.callbacks.manager [None req-4f29f7d8-7782-4376-a909-8b10bbb0ffe6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-922904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866062', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773700135042', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773699642233', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773699642278'] for port, after_update {{(pid=94176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 12:05:48.244626 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG oslo_concurrency.lockutils [None req-dc7542b2-afef-47f4-a763-e3a3cba144be None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 12:05:48.293956 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.plugins.ml2.rpc [None req-dc7542b2-afef-47f4-a763-e3a3cba144be None None] Device 9f737e31-406f-4548-a125-688203db29b2 up at agent ovs-agent-dv-neutron-601336-94-hyperv {{(pid=94176) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:298}} Jun 23 12:05:48.332081 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb83bd66-44f7-4eef-8c86-320b42796bad None None] Pushing event updated for resources: {'Port': ['ID=4c26915f-4420-44f9-a836-db305481e823,revision_number=3']} {{(pid=94176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 12:05:48.351977 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG oslo_concurrency.lockutils [None req-eb83bd66-44f7-4eef-8c86-320b42796bad None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.107s {{(pid=94176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 12:05:48.398231 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.plugins.ml2.managers [None req-4f29f7d8-7782-4376-a909-8b10bbb0ffe6 None None] Attempting to bind port 4c26915f-4420-44f9-a836-db305481e823 on host dv-neutron-601336-94-hyperv for vnic_type normal with profile {{(pid=94176) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 23 12:05:48.398618 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.plugins.ml2.managers [None req-4f29f7d8-7782-4376-a909-8b10bbb0ffe6 None None] Attempting to bind port 4c26915f-4420-44f9-a836-db305481e823 by drivers openvswitch,hyperv on host dv-neutron-601336-94-hyperv at level 0 using segments [{'id': 'dbac379b-c324-4002-812c-c3ecd4184436', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 407, 'network_id': '4d925e11-6530-46d2-b146-b04fc92d14b2'}] {{(pid=94176) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 23 12:05:48.398995 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4f29f7d8-7782-4376-a909-8b10bbb0ffe6 None None] Attempting to bind port 4c26915f-4420-44f9-a836-db305481e823 on network 4d925e11-6530-46d2-b146-b04fc92d14b2 {{(pid=94176) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 23 12:05:48.407341 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4f29f7d8-7782-4376-a909-8b10bbb0ffe6 None None] Checking agent: {'id': '4d05f899-5ac9-411b-8a03-f60c93f87cdf', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-601336-94-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 23, 11, 22, 14), 'started_at': datetime.datetime(2021, 6, 23, 11, 22, 44), 'heartbeat_timestamp': datetime.datetime(2021, 6, 23, 12, 5, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'monitor_allowed_address_pair_garp': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-601336-94-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94176) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 23 12:05:48.407733 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4f29f7d8-7782-4376-a909-8b10bbb0ffe6 None None] Checking segment: {'id': 'dbac379b-c324-4002-812c-c3ecd4184436', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 407, 'network_id': '4d925e11-6530-46d2-b146-b04fc92d14b2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94176) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 23 12:05:48.408153 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron_lib.callbacks.manager [None req-4f29f7d8-7782-4376-a909-8b10bbb0ffe6 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 12:05:48.408556 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4f29f7d8-7782-4376-a909-8b10bbb0ffe6 None None] Bound using segment: {'id': 'dbac379b-c324-4002-812c-c3ecd4184436', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 407, 'network_id': '4d925e11-6530-46d2-b146-b04fc92d14b2'} {{(pid=94176) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 23 12:05:48.409037 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.plugins.ml2.managers [None req-4f29f7d8-7782-4376-a909-8b10bbb0ffe6 None None] Bound port: 4c26915f-4420-44f9-a836-db305481e823, host: dv-neutron-601336-94-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'dbac379b-c324-4002-812c-c3ecd4184436', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 407, 'network_id': '4d925e11-6530-46d2-b146-b04fc92d14b2'}}] {{(pid=94176) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 23 12:05:48.409425 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron_lib.callbacks.manager [None req-4f29f7d8-7782-4376-a909-8b10bbb0ffe6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-923122'] for port, before_update {{(pid=94176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 12:05:48.424367 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.db.provisioning_blocks [None req-dc7542b2-afef-47f4-a763-e3a3cba144be None None] Provisioning complete for port 9f737e31-406f-4548-a125-688203db29b2 triggered by entity L2. {{(pid=94176) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 23 12:05:48.424756 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron_lib.callbacks.manager [None req-dc7542b2-afef-47f4-a763-e3a3cba144be None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-899258'] for port, provisioning_complete {{(pid=94176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 12:05:48.491665 dv-neutron-601336-94-hyperv neutron-server[94175]: INFO neutron.wsgi [req-0c47f41f-bde0-49b6-a157-d8e2f0149716 req-6fc4f0dd-5582-4ae1-822a-1e8d5c407e5e tempest-TestNetworkAdvancedServerOps-1740099935 tempest-TestNetworkAdvancedServerOps-1740099935-project] 10.222.0.20 "GET /v2.0/ports?device_id=5a082ae1-7fe1-4585-b2fe-c3a1ac876ae0 HTTP/1.1" status: 200 len: 210 time: 0.1524923 Jun 23 12:05:48.515225 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.plugins.ml2.db [None req-4f29f7d8-7782-4376-a909-8b10bbb0ffe6 None None] For port 4c26915f-4420-44f9-a836-db305481e823, host dv-neutron-601336-94-hyperv, cleared binding levels {{(pid=94176) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 23 12:05:48.523393 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.plugins.ml2.db [None req-4f29f7d8-7782-4376-a909-8b10bbb0ffe6 None None] For port 4c26915f-4420-44f9-a836-db305481e823, host dv-neutron-601336-94-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-94-hyperv',level=0,port_id=4c26915f-4420-44f9-a836-db305481e823,segment=NetworkSegment(dbac379b-c324-4002-812c-c3ecd4184436),segment_id=dbac379b-c324-4002-812c-c3ecd4184436)] {{(pid=94176) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 23 12:05:48.563705 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.plugins.ml2.rpc [None req-dc7542b2-afef-47f4-a763-e3a3cba144be None None] Device a9641a1c-303b-45f3-9133-de4e2d751a5d up at agent ovs-agent-dv-neutron-601336-94-hyperv {{(pid=94176) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:298}} Jun 23 12:05:48.610790 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron_lib.callbacks.manager [None req-4f29f7d8-7782-4376-a909-8b10bbb0ffe6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-922904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866062', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773700135042', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773699642233', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773699642278'] for port, after_update {{(pid=94176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 12:05:48.615819 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG oslo_concurrency.lockutils [None req-97bd5441-1da2-49ee-a364-27795820ba27 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 12:05:48.693770 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.db.provisioning_blocks [None req-dc7542b2-afef-47f4-a763-e3a3cba144be None None] Provisioning complete for port a9641a1c-303b-45f3-9133-de4e2d751a5d triggered by entity L2. {{(pid=94176) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 23 12:05:48.694136 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron_lib.callbacks.manager [None req-dc7542b2-afef-47f4-a763-e3a3cba144be None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-899258'] for port, provisioning_complete {{(pid=94176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 12:05:48.729717 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4f29f7d8-7782-4376-a909-8b10bbb0ffe6 None None] Routers {'e6cd5f1e-fb10-40dc-95fa-6916adab041a'} bound to L3 agent in host dv-neutron-601336-94-hyperv {{(pid=94176) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 23 12:05:48.730334 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.db.l3_hamode_db [None req-4f29f7d8-7782-4376-a909-8b10bbb0ffe6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-601336-94-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-06-23T11:22:13Z,description=,heartbeat_timestamp=2021-06-23T12:05:43Z,host='dv-neutron-601336-94-hyperv',id=50ef99c0-ef28-4db5-b303-b145898fae60,load=0,resource_versions=,resources_synced=,started_at=2021-06-23T11:22:14Z,topic='l3_agent')) {'router_ids': ['e6cd5f1e-fb10-40dc-95fa-6916adab041a'], 'active': True} {{(pid=94176) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 12:05:48.734260 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb83bd66-44f7-4eef-8c86-320b42796bad None None] Pushing event updated for resources: {'Port': ['ID=4c26915f-4420-44f9-a836-db305481e823,revision_number=4']} {{(pid=94176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 12:05:48.740371 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG oslo_concurrency.lockutils [None req-eb83bd66-44f7-4eef-8c86-320b42796bad None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.125s {{(pid=94176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 12:05:48.881368 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.db.l3_dvr_db [None req-4f29f7d8-7782-4376-a909-8b10bbb0ffe6 None None] Set router e6cd5f1e-fb10-40dc-95fa-6916adab041a gateway port host: dv-neutron-601336-94-hyperv {{(pid=94176) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:838}} Jun 23 12:05:49.098394 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.db.l3_hamode_db [None req-4f29f7d8-7782-4376-a909-8b10bbb0ffe6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e6cd5f1e-fb10-40dc-95fa-6916adab041a', 'name': 'tempest-TestNetworkAdvancedServerOps-router-847907057', 'tenant_id': '95e75de5b0504e3e87860f65038883f5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3e7e4eb3-cf02-4d47-ade9-0a579cdfc60f', 'external_fixed_ips': [{'subnet_id': 'a5ad15ab-c489-4a67-a9b0-d559fca0ec71', 'ip_address': '172.26.3.150'}], 'enable_snat': True}, 'gw_port_id': '9f737e31-406f-4548-a125-688203db29b2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-23T12:05:41Z', 'updated_at': '2021-06-23T12:05:45Z', 'revision_number': 4, 'project_id': '95e75de5b0504e3e87860f65038883f5', 'gw_port': {'id': '9f737e31-406f-4548-a125-688203db29b2', 'name': '', 'network_id': '3e7e4eb3-cf02-4d47-ade9-0a579cdfc60f', 'tenant_id': '', 'mac_address': 'fa:16:3e:c5:ec:75', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e6cd5f1e-fb10-40dc-95fa-6916adab041a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1714, 'fixed_ips': [{'subnet_id': 'a5ad15ab-c489-4a67-a9b0-d559fca0ec71', 'ip_address': '172.26.3.150', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-94-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-23T12:05:41Z', 'updated_at': '2021-06-23T12:05:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a5ad15ab-c489-4a67-a9b0-d559fca0ec71', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-601336-94-hyperv', '_interfaces': [{'id': '4c26915f-4420-44f9-a836-db305481e823', 'name': '', 'network_id': '4d925e11-6530-46d2-b146-b04fc92d14b2', 'tenant_id': '95e75de5b0504e3e87860f65038883f5', 'mac_address': 'fa:16:3e:5c:c8:be', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e6cd5f1e-fb10-40dc-95fa-6916adab041a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1717, 'fixed_ips': [{'subnet_id': '8c22874e-d3cb-4a7c-b5d7-e0ab992c7eb0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-94-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-23T12:05:45Z', 'updated_at': '2021-06-23T12:05:48Z', 'revision_number': 4, 'project_id': '95e75de5b0504e3e87860f65038883f5', 'subnets': [{'id': '8c22874e-d3cb-4a7c-b5d7-e0ab992c7eb0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-601336-94-hyperv', False) {} {{(pid=94176) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 12:05:49.125182 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4f29f7d8-7782-4376-a909-8b10bbb0ffe6 None None] The sync data for ids ['e6cd5f1e-fb10-40dc-95fa-6916adab041a'] in dv-neutron-601336-94-hyperv is: [{'id': 'e6cd5f1e-fb10-40dc-95fa-6916adab041a', 'name': 'tempest-TestNetworkAdvancedServerOps-router-847907057', 'tenant_id': '95e75de5b0504e3e87860f65038883f5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3e7e4eb3-cf02-4d47-ade9-0a579cdfc60f', 'external_fixed_ips': [{'subnet_id': 'a5ad15ab-c489-4a67-a9b0-d559fca0ec71', 'ip_address': '172.26.3.150'}], 'enable_snat': True}, 'gw_port_id': '9f737e31-406f-4548-a125-688203db29b2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-23T12:05:41Z', 'updated_at': '2021-06-23T12:05:45Z', 'revision_number': 4, 'project_id': '95e75de5b0504e3e87860f65038883f5', 'gw_port': {'id': '9f737e31-406f-4548-a125-688203db29b2', 'name': '', 'network_id': '3e7e4eb3-cf02-4d47-ade9-0a579cdfc60f', 'tenant_id': '', 'mac_address': 'fa:16:3e:c5:ec:75', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e6cd5f1e-fb10-40dc-95fa-6916adab041a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1714, 'fixed_ips': [{'subnet_id': 'a5ad15ab-c489-4a67-a9b0-d559fca0ec71', 'ip_address': '172.26.3.150', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-94-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-23T12:05:41Z', 'updated_at': '2021-06-23T12:05:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a5ad15ab-c489-4a67-a9b0-d559fca0ec71', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-601336-94-hyperv', '_interfaces': [{'id': '4c26915f-4420-44f9-a836-db305481e823', 'name': '', 'network_id': '4d925e11-6530-46d2-b146-b04fc92d14b2', 'tenant_id': '95e75de5b0504e3e87860f65038883f5', 'mac_address': 'fa:16:3e:5c:c8:be', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e6cd5f1e-fb10-40dc-95fa-6916adab041a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1717, 'fixed_ips': [{'subnet_id': '8c22874e-d3cb-4a7c-b5d7-e0ab992c7eb0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-94-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-23T12:05:45Z', 'updated_at': '2021-06-23T12:05:48Z', 'revision_number': 4, 'project_id': '95e75de5b0504e3e87860f65038883f5', 'subnets': [{'id': '8c22874e-d3cb-4a7c-b5d7-e0ab992c7eb0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94176) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 23 12:05:49.648292 dv-neutron-601336-94-hyperv neutron-server[94174]: INFO neutron.wsgi [req-649cbb66-d053-4a56-b8db-32dad783c1e5 req-d97364cf-05e0-4dca-a60d-e133b36c3038 tempest-TestNetworkAdvancedServerOps-1740099935 tempest-TestNetworkAdvancedServerOps-1740099935-project] 10.222.0.20 "GET /v2.0/ports?device_id=5a082ae1-7fe1-4585-b2fe-c3a1ac876ae0 HTTP/1.1" status: 200 len: 210 time: 0.0356073 Jun 23 12:05:50.302268 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.plugins.ml2.rpc [None req-dc7542b2-afef-47f4-a763-e3a3cba144be None None] Device 4c26915f-4420-44f9-a836-db305481e823 up at agent ovs-agent-dv-neutron-601336-94-hyperv {{(pid=94176) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:298}} Jun 23 12:05:50.421057 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.db.provisioning_blocks [None req-dc7542b2-afef-47f4-a763-e3a3cba144be None None] Provisioning for port 4c26915f-4420-44f9-a836-db305481e823 completed by entity L2. {{(pid=94176) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 23 12:05:50.425036 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.db.provisioning_blocks [None req-dc7542b2-afef-47f4-a763-e3a3cba144be None None] Provisioning complete for port 4c26915f-4420-44f9-a836-db305481e823 triggered by entity L2. {{(pid=94176) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 23 12:05:50.425434 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron_lib.callbacks.manager [None req-dc7542b2-afef-47f4-a763-e3a3cba144be None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-899258'] for port, provisioning_complete {{(pid=94176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 12:05:50.510803 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron_lib.callbacks.manager [None req-dc7542b2-afef-47f4-a763-e3a3cba144be None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-923122'] for port, before_update {{(pid=94176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 12:05:50.542661 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.plugins.ml2.db [None req-dc7542b2-afef-47f4-a763-e3a3cba144be None None] For port 4c26915f-4420-44f9-a836-db305481e823, host dv-neutron-601336-94-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-94-hyperv',level=0,port_id=4c26915f-4420-44f9-a836-db305481e823,segment=NetworkSegment(dbac379b-c324-4002-812c-c3ecd4184436),segment_id=dbac379b-c324-4002-812c-c3ecd4184436)] {{(pid=94176) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 23 12:05:50.649306 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron_lib.callbacks.manager [None req-dc7542b2-afef-47f4-a763-e3a3cba144be None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-922904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866062', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773700135042', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773699642233', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773699642278'] for port, after_update {{(pid=94176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 12:05:50.651318 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG oslo_concurrency.lockutils [None req-040325af-f9c4-4537-b22c-bac5cbbb11c9 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 12:05:50.698580 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc7542b2-afef-47f4-a763-e3a3cba144be None None] Pushing event updated for resources: {'Port': ['ID=4c26915f-4420-44f9-a836-db305481e823,revision_number=5']} {{(pid=94176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 12:05:50.701588 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6758f7f-9d80-434d-80e0-efc6e9b84e7f req-5af7eac6-2399-4641-ae61-69d10525dabe tempest-TestNetworkAdvancedServerOps-1740099935 tempest-TestNetworkAdvancedServerOps-1740099935-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 12:05:50.702070 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG oslo_concurrency.lockutils [None req-dc7542b2-afef-47f4-a763-e3a3cba144be None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=94176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 12:05:50.702902 dv-neutron-601336-94-hyperv neutron-server[94175]: INFO neutron.wsgi [req-e6758f7f-9d80-434d-80e0-efc6e9b84e7f req-5af7eac6-2399-4641-ae61-69d10525dabe tempest-TestNetworkAdvancedServerOps-1740099935 tempest-TestNetworkAdvancedServerOps-1740099935-project] 10.222.0.52 "GET /v2.0/networks?id=4d925e11-6530-46d2-b146-b04fc92d14b2 HTTP/1.1" status: 200 len: 796 time: 0.1139293 Jun 23 12:05:50.761784 dv-neutron-601336-94-hyperv neutron-server[94175]: INFO neutron.wsgi [req-e6758f7f-9d80-434d-80e0-efc6e9b84e7f req-d9c82d64-093e-42fc-90f5-8ff5d8d27b6b tempest-TestNetworkAdvancedServerOps-1740099935 tempest-TestNetworkAdvancedServerOps-1740099935-project] 10.222.0.52 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=95e75de5b0504e3e87860f65038883f5 HTTP/1.1" status: 200 len: 380 time: 0.0484915 Jun 23 12:05:50.770172 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.api.v2.base [req-e6758f7f-9d80-434d-80e0-efc6e9b84e7f req-95b9c7a3-1197-40e4-8a45-3416f9a5bc44 tempest-TestNetworkAdvancedServerOps-1740099935 tempest-TestNetworkAdvancedServerOps-1740099935-project] Request body: {'port': {'device_id': '5a082ae1-7fe1-4585-b2fe-c3a1ac876ae0', 'network_id': '4d925e11-6530-46d2-b146-b04fc92d14b2', 'admin_state_up': True, 'tenant_id': '95e75de5b0504e3e87860f65038883f5', 'security_groups': ['24518c16-613e-47d2-91fb-a09f6ef9986b']}} {{(pid=94175) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 23 12:05:50.843985 dv-neutron-601336-94-hyperv neutron-server[94175]: INFO neutron.wsgi [req-77f8228f-b53d-4a13-96dd-1a7cbd5d334b req-b35f9dd8-0e5a-4c63-a102-1712928b5c96 tempest-TestNetworkAdvancedServerOps-1740099935 tempest-TestNetworkAdvancedServerOps-1740099935-project] 10.222.0.20 "GET /v2.0/ports?device_id=5a082ae1-7fe1-4585-b2fe-c3a1ac876ae0 HTTP/1.1" status: 200 len: 210 time: 0.0587230 Jun 23 12:05:50.963191 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e6758f7f-9d80-434d-80e0-efc6e9b84e7f req-95b9c7a3-1197-40e4-8a45-3416f9a5bc44 tempest-TestNetworkAdvancedServerOps-1740099935 tempest-TestNetworkAdvancedServerOps-1740099935-project] Made reservation on behalf of 95e75de5b0504e3e87860f65038883f5 for: {'port': 1} {{(pid=94175) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 23 12:05:50.967330 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron_lib.callbacks.manager [req-e6758f7f-9d80-434d-80e0-efc6e9b84e7f req-95b9c7a3-1197-40e4-8a45-3416f9a5bc44 tempest-TestNetworkAdvancedServerOps-1740099935 tempest-TestNetworkAdvancedServerOps-1740099935-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-923104'] for port, before_create {{(pid=94175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 12:05:51.097226 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.db.db_base_plugin_common [req-e6758f7f-9d80-434d-80e0-efc6e9b84e7f req-95b9c7a3-1197-40e4-8a45-3416f9a5bc44 tempest-TestNetworkAdvancedServerOps-1740099935 tempest-TestNetworkAdvancedServerOps-1740099935-project] Allocated IP 172.20.0.14 (4d925e11-6530-46d2-b146-b04fc92d14b2/8c22874e-d3cb-4a7c-b5d7-e0ab992c7eb0/162c636c-3595-4477-802a-dde6b32de8e9) {{(pid=94175) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 23 12:05:51.244017 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron_lib.callbacks.manager [req-e6758f7f-9d80-434d-80e0-efc6e9b84e7f req-95b9c7a3-1197-40e4-8a45-3416f9a5bc44 tempest-TestNetworkAdvancedServerOps-1740099935 tempest-TestNetworkAdvancedServerOps-1740099935-project] Notify callbacks [] for port, precommit_create {{(pid=94175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 12:05:51.256442 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.db.provisioning_blocks [req-e6758f7f-9d80-434d-80e0-efc6e9b84e7f req-95b9c7a3-1197-40e4-8a45-3416f9a5bc44 tempest-TestNetworkAdvancedServerOps-1740099935 tempest-TestNetworkAdvancedServerOps-1740099935-project] Transition to ACTIVE for port object 162c636c-3595-4477-802a-dde6b32de8e9 will not be triggered until provisioned by entity DHCP. {{(pid=94175) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 23 12:05:51.352270 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron_lib.callbacks.manager [req-e6758f7f-9d80-434d-80e0-efc6e9b84e7f req-95b9c7a3-1197-40e4-8a45-3416f9a5bc44 tempest-TestNetworkAdvancedServerOps-1740099935 tempest-TestNetworkAdvancedServerOps-1740099935-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-922915', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-239814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7866073', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773699642215', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-5082457'] for port, after_create {{(pid=94175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 12:05:51.356278 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG oslo_concurrency.lockutils [None req-54c4327b-e672-4286-8d55-e5b812317509 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94175) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 12:05:51.407051 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e6758f7f-9d80-434d-80e0-efc6e9b84e7f req-95b9c7a3-1197-40e4-8a45-3416f9a5bc44 tempest-TestNetworkAdvancedServerOps-1740099935 tempest-TestNetworkAdvancedServerOps-1740099935-project] Network 4d925e11-6530-46d2-b146-b04fc92d14b2 is already hosted by enough agents. {{(pid=94175) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 23 12:05:51.410343 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.scheduler.base_scheduler [req-e6758f7f-9d80-434d-80e0-efc6e9b84e7f req-95b9c7a3-1197-40e4-8a45-3416f9a5bc44 tempest-TestNetworkAdvancedServerOps-1740099935 tempest-TestNetworkAdvancedServerOps-1740099935-project] Resources bound (agent type, host, resource id): {{(pid=94175) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 23 12:05:51.417119 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.db.l3_dvrscheduler_db [req-e6758f7f-9d80-434d-80e0-efc6e9b84e7f req-95b9c7a3-1197-40e4-8a45-3416f9a5bc44 tempest-TestNetworkAdvancedServerOps-1740099935 tempest-TestNetworkAdvancedServerOps-1740099935-project] Received port after_create {{(pid=94175) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 23 12:05:51.422857 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95b9c7a3-1197-40e4-8a45-3416f9a5bc44 tempest-TestNetworkAdvancedServerOps-1740099935 tempest-TestNetworkAdvancedServerOps-1740099935-project] Pushing event updated for resources: {'Port': ['ID=162c636c-3595-4477-802a-dde6b32de8e9,revision_number=1']} {{(pid=94175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 12:05:51.442669 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG oslo_concurrency.lockutils [None req-95b9c7a3-1197-40e4-8a45-3416f9a5bc44 tempest-TestNetworkAdvancedServerOps-1740099935 tempest-TestNetworkAdvancedServerOps-1740099935-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.086s {{(pid=94175) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 12:05:51.469208 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6758f7f-9d80-434d-80e0-efc6e9b84e7f req-95b9c7a3-1197-40e4-8a45-3416f9a5bc44 tempest-TestNetworkAdvancedServerOps-1740099935 tempest-TestNetworkAdvancedServerOps-1740099935-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 12:05:51.469845 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron_lib.callbacks.manager [req-e6758f7f-9d80-434d-80e0-efc6e9b84e7f req-95b9c7a3-1197-40e4-8a45-3416f9a5bc44 tempest-TestNetworkAdvancedServerOps-1740099935 tempest-TestNetworkAdvancedServerOps-1740099935-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-217507'] for port, before_response {{(pid=94175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 12:05:51.556834 dv-neutron-601336-94-hyperv neutron-server[94175]: INFO neutron.wsgi [req-e6758f7f-9d80-434d-80e0-efc6e9b84e7f req-95b9c7a3-1197-40e4-8a45-3416f9a5bc44 tempest-TestNetworkAdvancedServerOps-1740099935 tempest-TestNetworkAdvancedServerOps-1740099935-project] 10.222.0.52 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.7904506 Jun 23 12:05:51.568498 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.api.v2.base [req-e6758f7f-9d80-434d-80e0-efc6e9b84e7f req-0d2e4edd-8a66-4e30-b544-a3eff539960c service neutron] Request body: {'port': {'device_id': '5a082ae1-7fe1-4585-b2fe-c3a1ac876ae0', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-6013'}} {{(pid=94175) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 23 12:05:51.645676 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron_lib.callbacks.manager [req-e6758f7f-9d80-434d-80e0-efc6e9b84e7f req-0d2e4edd-8a66-4e30-b544-a3eff539960c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-923122'] for port, before_update {{(pid=94175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 12:05:51.710162 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.db.provisioning_blocks [None req-b2633080-9c33-4cba-88dd-803f3cbcab84 None None] Provisioning for port 162c636c-3595-4477-802a-dde6b32de8e9 completed by entity DHCP. {{(pid=94176) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 23 12:05:51.716069 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.db.provisioning_blocks [None req-b2633080-9c33-4cba-88dd-803f3cbcab84 None None] Provisioning complete for port 162c636c-3595-4477-802a-dde6b32de8e9 triggered by entity DHCP. {{(pid=94176) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 23 12:05:51.716672 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron_lib.callbacks.manager [None req-b2633080-9c33-4cba-88dd-803f3cbcab84 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-899258'] for port, provisioning_complete {{(pid=94176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 12:05:51.758533 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.plugins.ml2.plugin [None req-b2633080-9c33-4cba-88dd-803f3cbcab84 None None] Port 162c636c-3595-4477-802a-dde6b32de8e9 cannot update to ACTIVE because it is not bound. {{(pid=94176) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jun 23 12:05:51.966936 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.notifiers.nova [req-e6758f7f-9d80-434d-80e0-efc6e9b84e7f req-0d2e4edd-8a66-4e30-b544-a3eff539960c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 162c636c-3595-4477-802a-dde6b32de8e9 {{(pid=94175) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 23 12:05:51.974301 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron_lib.callbacks.manager [req-e6758f7f-9d80-434d-80e0-efc6e9b84e7f req-0d2e4edd-8a66-4e30-b544-a3eff539960c service neutron] Notify callbacks [] for port, precommit_update {{(pid=94175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 12:05:51.986725 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.db.provisioning_blocks [req-e6758f7f-9d80-434d-80e0-efc6e9b84e7f req-0d2e4edd-8a66-4e30-b544-a3eff539960c service neutron] Transition to ACTIVE for port object 162c636c-3595-4477-802a-dde6b32de8e9 will not be triggered until provisioned by entity L2. {{(pid=94175) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 23 12:05:52.020785 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf857980-f587-4bcc-a504-2a78e4ccd3b5 req-94a800bd-8ccd-4974-b7ba-9c9afe5c0275 tempest-TestNetworkAdvancedServerOps-1740099935 tempest-TestNetworkAdvancedServerOps-1740099935-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94174) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 12:05:52.022162 dv-neutron-601336-94-hyperv neutron-server[94174]: INFO neutron.wsgi [req-cf857980-f587-4bcc-a504-2a78e4ccd3b5 req-94a800bd-8ccd-4974-b7ba-9c9afe5c0275 tempest-TestNetworkAdvancedServerOps-1740099935 tempest-TestNetworkAdvancedServerOps-1740099935-project] 10.222.0.20 "GET /v2.0/ports?device_id=5a082ae1-7fe1-4585-b2fe-c3a1ac876ae0 HTTP/1.1" status: 200 len: 932 time: 0.0625417 Jun 23 12:05:52.058496 dv-neutron-601336-94-hyperv neutron-server[94174]: INFO neutron.wsgi [req-cf857980-f587-4bcc-a504-2a78e4ccd3b5 req-1dc41bb4-a26f-4162-b17b-8e2ef0da2e34 tempest-TestNetworkAdvancedServerOps-1740099935 tempest-TestNetworkAdvancedServerOps-1740099935-project] 10.222.0.20 "GET /v2.0/security-groups?id=24518c16-613e-47d2-91fb-a09f6ef9986b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0305381 Jun 23 12:05:52.060772 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron_lib.callbacks.manager [req-e6758f7f-9d80-434d-80e0-efc6e9b84e7f req-0d2e4edd-8a66-4e30-b544-a3eff539960c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-922904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866062', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773700135042', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773699642233', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773699642278', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5082471'] for port, after_update {{(pid=94175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 12:05:52.063023 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG oslo_concurrency.lockutils [None req-7ee04076-c67b-4755-8f90-b9cc294149f0 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94175) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 12:05:52.112032 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d2e4edd-8a66-4e30-b544-a3eff539960c service neutron] Pushing event updated for resources: {'Port': ['ID=162c636c-3595-4477-802a-dde6b32de8e9,revision_number=2']} {{(pid=94175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 12:05:52.115696 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG oslo_concurrency.lockutils [None req-0d2e4edd-8a66-4e30-b544-a3eff539960c service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.053s {{(pid=94175) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 12:05:52.191381 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.plugins.ml2.managers [req-e6758f7f-9d80-434d-80e0-efc6e9b84e7f req-0d2e4edd-8a66-4e30-b544-a3eff539960c service neutron] Attempting to bind port 162c636c-3595-4477-802a-dde6b32de8e9 on host hv-neutron-6013 for vnic_type normal with profile {{(pid=94175) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 23 12:05:52.191777 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.plugins.ml2.managers [req-e6758f7f-9d80-434d-80e0-efc6e9b84e7f req-0d2e4edd-8a66-4e30-b544-a3eff539960c service neutron] Attempting to bind port 162c636c-3595-4477-802a-dde6b32de8e9 by drivers openvswitch,hyperv on host hv-neutron-6013 at level 0 using segments [{'id': 'dbac379b-c324-4002-812c-c3ecd4184436', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 407, 'network_id': '4d925e11-6530-46d2-b146-b04fc92d14b2'}] {{(pid=94175) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 23 12:05:52.192117 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e6758f7f-9d80-434d-80e0-efc6e9b84e7f req-0d2e4edd-8a66-4e30-b544-a3eff539960c service neutron] Attempting to bind port 162c636c-3595-4477-802a-dde6b32de8e9 on network 4d925e11-6530-46d2-b146-b04fc92d14b2 {{(pid=94175) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 23 12:05:52.196676 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e6758f7f-9d80-434d-80e0-efc6e9b84e7f req-0d2e4edd-8a66-4e30-b544-a3eff539960c service neutron] Port 162c636c-3595-4477-802a-dde6b32de8e9 on network 4d925e11-6530-46d2-b146-b04fc92d14b2 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-6013 {{(pid=94175) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 23 12:05:52.197008 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e6758f7f-9d80-434d-80e0-efc6e9b84e7f req-0d2e4edd-8a66-4e30-b544-a3eff539960c service neutron] Attempting to bind port 162c636c-3595-4477-802a-dde6b32de8e9 on network 4d925e11-6530-46d2-b146-b04fc92d14b2 {{(pid=94175) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 23 12:05:52.202017 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e6758f7f-9d80-434d-80e0-efc6e9b84e7f req-0d2e4edd-8a66-4e30-b544-a3eff539960c service neutron] Checking agent: {'id': '3a130b41-5b27-406b-aeb2-5a923af79f10', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-6013', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 23, 11, 28, 23), 'started_at': datetime.datetime(2021, 6, 23, 11, 28, 23), 'heartbeat_timestamp': datetime.datetime(2021, 6, 23, 12, 5, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94175) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 23 12:05:52.202365 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e6758f7f-9d80-434d-80e0-efc6e9b84e7f req-0d2e4edd-8a66-4e30-b544-a3eff539960c service neutron] Checking segment: {'id': 'dbac379b-c324-4002-812c-c3ecd4184436', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 407, 'network_id': '4d925e11-6530-46d2-b146-b04fc92d14b2'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94175) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 23 12:05:52.202755 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e6758f7f-9d80-434d-80e0-efc6e9b84e7f req-0d2e4edd-8a66-4e30-b544-a3eff539960c service neutron] Bound using segment: {'id': 'dbac379b-c324-4002-812c-c3ecd4184436', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 407, 'network_id': '4d925e11-6530-46d2-b146-b04fc92d14b2'} {{(pid=94175) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 23 12:05:52.203241 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.plugins.ml2.managers [req-e6758f7f-9d80-434d-80e0-efc6e9b84e7f req-0d2e4edd-8a66-4e30-b544-a3eff539960c service neutron] Bound port: 162c636c-3595-4477-802a-dde6b32de8e9, host: hv-neutron-6013, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'dbac379b-c324-4002-812c-c3ecd4184436', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 407, 'network_id': '4d925e11-6530-46d2-b146-b04fc92d14b2'}}] {{(pid=94175) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 23 12:05:52.203587 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron_lib.callbacks.manager [req-e6758f7f-9d80-434d-80e0-efc6e9b84e7f req-0d2e4edd-8a66-4e30-b544-a3eff539960c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-923122'] for port, before_update {{(pid=94175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 12:05:52.279717 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.plugins.ml2.db [req-e6758f7f-9d80-434d-80e0-efc6e9b84e7f req-0d2e4edd-8a66-4e30-b544-a3eff539960c service neutron] For port 162c636c-3595-4477-802a-dde6b32de8e9, host hv-neutron-6013, cleared binding levels {{(pid=94175) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 23 12:05:52.283086 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.plugins.ml2.db [req-e6758f7f-9d80-434d-80e0-efc6e9b84e7f req-0d2e4edd-8a66-4e30-b544-a3eff539960c service neutron] For port 162c636c-3595-4477-802a-dde6b32de8e9, host hv-neutron-6013, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-6013',level=0,port_id=162c636c-3595-4477-802a-dde6b32de8e9,segment=NetworkSegment(dbac379b-c324-4002-812c-c3ecd4184436),segment_id=dbac379b-c324-4002-812c-c3ecd4184436)] {{(pid=94175) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 23 12:05:52.285727 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.plugins.ml2.rpc [None req-dc7542b2-afef-47f4-a763-e3a3cba144be None None] Device 4c26915f-4420-44f9-a836-db305481e823 up at agent ovs-agent-dv-neutron-601336-94-hyperv {{(pid=94176) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:298}} Jun 23 12:05:52.331818 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.db.provisioning_blocks [None req-dc7542b2-afef-47f4-a763-e3a3cba144be None None] Provisioning complete for port 4c26915f-4420-44f9-a836-db305481e823 triggered by entity L2. {{(pid=94176) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 23 12:05:52.332195 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron_lib.callbacks.manager [None req-dc7542b2-afef-47f4-a763-e3a3cba144be None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-899258'] for port, provisioning_complete {{(pid=94176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 12:05:52.384996 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron_lib.callbacks.manager [req-e6758f7f-9d80-434d-80e0-efc6e9b84e7f req-0d2e4edd-8a66-4e30-b544-a3eff539960c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-922904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866062', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773700135042', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773699642233', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773699642278', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5082471'] for port, after_update {{(pid=94175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 12:05:52.388163 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG oslo_concurrency.lockutils [None req-d827dbba-8ce3-4650-906d-49c4ced1bfd1 tempest-TestMinimumBasicScenario-1725182798 tempest-TestMinimumBasicScenario-1725182798-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94175) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 12:05:52.421094 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6758f7f-9d80-434d-80e0-efc6e9b84e7f req-0d2e4edd-8a66-4e30-b544-a3eff539960c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 12:05:52.421509 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron_lib.callbacks.manager [req-e6758f7f-9d80-434d-80e0-efc6e9b84e7f req-0d2e4edd-8a66-4e30-b544-a3eff539960c service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-217507'] for port, before_response {{(pid=94175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 12:05:52.422915 dv-neutron-601336-94-hyperv neutron-server[94175]: INFO neutron.wsgi [req-e6758f7f-9d80-434d-80e0-efc6e9b84e7f req-0d2e4edd-8a66-4e30-b544-a3eff539960c service neutron] 10.222.0.52 "PUT /v2.0/ports/162c636c-3595-4477-802a-dde6b32de8e9 HTTP/1.1" status: 200 len: 1094 time: 0.8588812 Jun 23 12:05:52.423481 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5a082ae1-7fe1-4585-b2fe-c3a1ac876ae0', 'tag': '162c636c-3595-4477-802a-dde6b32de8e9'}] {{(pid=94175) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 23 12:05:52.425801 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1970408df4ea4e7170669a1249478e627cf05a5a0b07cc08a66c5cb53d0ac47a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-de732003-c09c-4199-9e33-f381088fcf67" -d '{"events": [{"name": "network-changed", "server_uuid": "5a082ae1-7fe1-4585-b2fe-c3a1ac876ae0", "tag": "162c636c-3595-4477-802a-dde6b32de8e9"}]}' {{(pid=94175) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 23 12:05:52.449437 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d2e4edd-8a66-4e30-b544-a3eff539960c service neutron] Pushing event updated for resources: {'Port': ['ID=162c636c-3595-4477-802a-dde6b32de8e9,revision_number=3']} {{(pid=94175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 12:05:52.453652 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG oslo_concurrency.lockutils [None req-0d2e4edd-8a66-4e30-b544-a3eff539960c service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.066s {{(pid=94175) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 12:05:52.475358 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 23 Jun 2021 12:05:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e0c3e70c-266a-412a-8c17-04d953a28c9d x-openstack-request-id: req-e0c3e70c-266a-412a-8c17-04d953a28c9d {{(pid=94175) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 23 12:05:52.475358 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5a082ae1-7fe1-4585-b2fe-c3a1ac876ae0", "tag": "162c636c-3595-4477-802a-dde6b32de8e9", "status": "completed", "code": 200}]} {{(pid=94175) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 23 12:05:52.475681 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-e0c3e70c-266a-412a-8c17-04d953a28c9d {{(pid=94175) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 23 12:05:52.476141 dv-neutron-601336-94-hyperv neutron-server[94175]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5a082ae1-7fe1-4585-b2fe-c3a1ac876ae0', 'tag': '162c636c-3595-4477-802a-dde6b32de8e9', 'status': 'completed', 'code': 200} Jun 23 12:05:52.559521 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de732003-c09c-4199-9e33-f381088fcf67 req-1943bbcb-35da-4125-8060-4a099fb7e0f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 12:05:52.561045 dv-neutron-601336-94-hyperv neutron-server[94175]: INFO neutron.wsgi [req-de732003-c09c-4199-9e33-f381088fcf67 req-1943bbcb-35da-4125-8060-4a099fb7e0f4 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=95e75de5b0504e3e87860f65038883f5&device_id=5a082ae1-7fe1-4585-b2fe-c3a1ac876ae0 HTTP/1.1" status: 200 len: 1097 time: 0.0614367 Jun 23 12:05:52.664394 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de732003-c09c-4199-9e33-f381088fcf67 req-d7230773-46b5-4111-91e9-ebe55f0f61b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 12:05:52.665843 dv-neutron-601336-94-hyperv neutron-server[94175]: INFO neutron.wsgi [req-de732003-c09c-4199-9e33-f381088fcf67 req-d7230773-46b5-4111-91e9-ebe55f0f61b1 service neutron] 10.222.0.52 "GET /v2.0/networks?tenant_id=95e75de5b0504e3e87860f65038883f5&shared=False HTTP/1.1" status: 200 len: 897 time: 0.0974793 Jun 23 12:05:52.770328 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de732003-c09c-4199-9e33-f381088fcf67 req-653bce33-66f5-4561-8de4-e8711d94f7ea service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 12:05:52.771802 dv-neutron-601336-94-hyperv neutron-server[94175]: INFO neutron.wsgi [req-de732003-c09c-4199-9e33-f381088fcf67 req-653bce33-66f5-4561-8de4-e8711d94f7ea service neutron] 10.222.0.52 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1002588 Jun 23 12:05:52.869572 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6758f7f-9d80-434d-80e0-efc6e9b84e7f req-e99511f7-345b-469d-b4ed-e0a49a4968c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 12:05:52.871098 dv-neutron-601336-94-hyperv neutron-server[94175]: INFO neutron.wsgi [req-e6758f7f-9d80-434d-80e0-efc6e9b84e7f req-e99511f7-345b-469d-b4ed-e0a49a4968c0 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=95e75de5b0504e3e87860f65038883f5&device_id=5a082ae1-7fe1-4585-b2fe-c3a1ac876ae0 HTTP/1.1" status: 200 len: 1097 time: 0.0553765 Jun 23 12:05:52.912869 dv-neutron-601336-94-hyperv neutron-server[94175]: INFO neutron.wsgi [req-e6758f7f-9d80-434d-80e0-efc6e9b84e7f req-2a761e8c-be1e-4299-a30f-a52ab94011fb service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=162c636c-3595-4477-802a-dde6b32de8e9 HTTP/1.1" status: 200 len: 217 time: 0.0344934 Jun 23 12:05:52.959159 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6758f7f-9d80-434d-80e0-efc6e9b84e7f req-9029d8ae-4639-4d8c-b541-abbbac26574c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 12:05:52.960559 dv-neutron-601336-94-hyperv neutron-server[94175]: INFO neutron.wsgi [req-e6758f7f-9d80-434d-80e0-efc6e9b84e7f req-9029d8ae-4639-4d8c-b541-abbbac26574c service neutron] 10.222.0.52 "GET /v2.0/subnets?id=8c22874e-d3cb-4a7c-b5d7-e0ab992c7eb0 HTTP/1.1" status: 200 len: 835 time: 0.0420706 Jun 23 12:05:53.021589 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6758f7f-9d80-434d-80e0-efc6e9b84e7f req-48760ccf-00d6-4fe1-b29c-a4cb81f50fc2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 12:05:53.023930 dv-neutron-601336-94-hyperv neutron-server[94175]: INFO neutron.wsgi [req-e6758f7f-9d80-434d-80e0-efc6e9b84e7f req-48760ccf-00d6-4fe1-b29c-a4cb81f50fc2 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=4d925e11-6530-46d2-b146-b04fc92d14b2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1178 time: 0.0573738 Jun 23 12:05:53.141975 dv-neutron-601336-94-hyperv neutron-server[94175]: INFO neutron.wsgi [req-e6758f7f-9d80-434d-80e0-efc6e9b84e7f req-63b33894-1a2a-4baa-bf14-fee1f20fceeb service neutron] 10.222.0.52 "GET /v2.0/networks/4d925e11-6530-46d2-b146-b04fc92d14b2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1119277 Jun 23 12:05:53.236931 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36fe2708-a819-4ae3-bb62-0e3c2a0d81eb req-8d615a6e-d473-49dd-b937-797eecdbeb2f tempest-TestNetworkAdvancedServerOps-1740099935 tempest-TestNetworkAdvancedServerOps-1740099935-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94174) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 12:05:53.238999 dv-neutron-601336-94-hyperv neutron-server[94174]: INFO neutron.wsgi [req-36fe2708-a819-4ae3-bb62-0e3c2a0d81eb req-8d615a6e-d473-49dd-b937-797eecdbeb2f tempest-TestNetworkAdvancedServerOps-1740099935 tempest-TestNetworkAdvancedServerOps-1740099935-project] 10.222.0.20 "GET /v2.0/ports?device_id=5a082ae1-7fe1-4585-b2fe-c3a1ac876ae0 HTTP/1.1" status: 200 len: 944 time: 0.0647624 Jun 23 12:05:53.241929 dv-neutron-601336-94-hyperv neutron-server[94175]: INFO neutron.wsgi [req-e6758f7f-9d80-434d-80e0-efc6e9b84e7f req-b801a851-f175-45c4-ba30-d083773c76a4 service neutron] 10.222.0.52 "GET /v2.0/networks/4d925e11-6530-46d2-b146-b04fc92d14b2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0936949 Jun 23 12:05:53.278170 dv-neutron-601336-94-hyperv neutron-server[94174]: INFO neutron.wsgi [req-36fe2708-a819-4ae3-bb62-0e3c2a0d81eb req-09715605-04ad-4beb-964c-bcbc343d3e2b tempest-TestNetworkAdvancedServerOps-1740099935 tempest-TestNetworkAdvancedServerOps-1740099935-project] 10.222.0.20 "GET /v2.0/security-groups?id=24518c16-613e-47d2-91fb-a09f6ef9986b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0340350 Jun 23 12:05:53.609600 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron_lib.callbacks.manager [None req-97bd5441-1da2-49ee-a364-27795820ba27 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773699952132', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-899307'] for agent, after_update {{(pid=94176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 12:05:54.463188 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b7f9d15-9a5f-4937-8943-9973cb5f62c6 req-33ae0da3-4f7e-4c2d-8f80-f361f91cf1a6 tempest-TestNetworkAdvancedServerOps-1740099935 tempest-TestNetworkAdvancedServerOps-1740099935-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 12:05:54.464568 dv-neutron-601336-94-hyperv neutron-server[94175]: INFO neutron.wsgi [req-5b7f9d15-9a5f-4937-8943-9973cb5f62c6 req-33ae0da3-4f7e-4c2d-8f80-f361f91cf1a6 tempest-TestNetworkAdvancedServerOps-1740099935 tempest-TestNetworkAdvancedServerOps-1740099935-project] 10.222.0.20 "GET /v2.0/ports?device_id=5a082ae1-7fe1-4585-b2fe-c3a1ac876ae0 HTTP/1.1" status: 200 len: 944 time: 0.0711393 Jun 23 12:05:54.502135 dv-neutron-601336-94-hyperv neutron-server[94175]: INFO neutron.wsgi [req-5b7f9d15-9a5f-4937-8943-9973cb5f62c6 req-578697ac-c4c6-4b05-8fc8-630666d6bfaa tempest-TestNetworkAdvancedServerOps-1740099935 tempest-TestNetworkAdvancedServerOps-1740099935-project] 10.222.0.20 "GET /v2.0/security-groups?id=24518c16-613e-47d2-91fb-a09f6ef9986b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0311975 Jun 23 12:05:55.383521 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.plugins.ml2.rpc [None req-97bd5441-1da2-49ee-a364-27795820ba27 None None] Device 162c636c-3595-4477-802a-dde6b32de8e9 details requested by agent hyperv_hv-neutron-6013 with host hv-neutron-6013 {{(pid=94176) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:104}} Jun 23 12:05:55.479054 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.plugins.ml2.db [None req-97bd5441-1da2-49ee-a364-27795820ba27 None None] For port 162c636c-3595-4477-802a-dde6b32de8e9, host hv-neutron-6013, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-6013',level=0,port_id=162c636c-3595-4477-802a-dde6b32de8e9,segment=NetworkSegment(dbac379b-c324-4002-812c-c3ecd4184436),segment_id=dbac379b-c324-4002-812c-c3ecd4184436)] {{(pid=94176) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 23 12:05:55.490578 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.plugins.ml2.rpc [None req-97bd5441-1da2-49ee-a364-27795820ba27 None None] Returning: {'device': '162c636c-3595-4477-802a-dde6b32de8e9', 'network_id': '4d925e11-6530-46d2-b146-b04fc92d14b2', 'port_id': '162c636c-3595-4477-802a-dde6b32de8e9', 'mac_address': 'fa:16:3e:0c:a8:59', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 407, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8c22874e-d3cb-4a7c-b5d7-e0ab992c7eb0', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94176) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:186}} Jun 23 12:05:55.526647 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron_lib.callbacks.manager [None req-97bd5441-1da2-49ee-a364-27795820ba27 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-923122'] for port, before_update {{(pid=94176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 12:05:55.540159 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.notifiers.nova [None req-97bd5441-1da2-49ee-a364-27795820ba27 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 162c636c-3595-4477-802a-dde6b32de8e9 {{(pid=94176) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 23 12:05:55.563685 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.plugins.ml2.db [None req-97bd5441-1da2-49ee-a364-27795820ba27 None None] For port 162c636c-3595-4477-802a-dde6b32de8e9, host hv-neutron-6013, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-6013',level=0,port_id=162c636c-3595-4477-802a-dde6b32de8e9,segment=NetworkSegment(dbac379b-c324-4002-812c-c3ecd4184436),segment_id=dbac379b-c324-4002-812c-c3ecd4184436)] {{(pid=94176) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 23 12:05:55.666040 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron_lib.callbacks.manager [None req-97bd5441-1da2-49ee-a364-27795820ba27 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-922904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866062', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773700135042', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773699642233', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773699642278'] for port, after_update {{(pid=94176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 12:05:55.668812 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG oslo_concurrency.lockutils [None req-dc7542b2-afef-47f4-a763-e3a3cba144be None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 12:05:55.703179 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-909d7b68-ca8f-4df7-a104-581936820a25 req-184b91d8-67e2-40ef-99c9-94798c27182b tempest-TestNetworkAdvancedServerOps-1740099935 tempest-TestNetworkAdvancedServerOps-1740099935-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94174) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 12:05:55.704837 dv-neutron-601336-94-hyperv neutron-server[94174]: INFO neutron.wsgi [req-909d7b68-ca8f-4df7-a104-581936820a25 req-184b91d8-67e2-40ef-99c9-94798c27182b tempest-TestNetworkAdvancedServerOps-1740099935 tempest-TestNetworkAdvancedServerOps-1740099935-project] 10.222.0.20 "GET /v2.0/ports?device_id=5a082ae1-7fe1-4585-b2fe-c3a1ac876ae0 HTTP/1.1" status: 200 len: 944 time: 0.0728850 Jun 23 12:05:55.725608 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97bd5441-1da2-49ee-a364-27795820ba27 None None] Pushing event updated for resources: {'Port': ['ID=162c636c-3595-4477-802a-dde6b32de8e9,revision_number=4']} {{(pid=94176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 12:05:55.729927 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG oslo_concurrency.lockutils [None req-97bd5441-1da2-49ee-a364-27795820ba27 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.061s {{(pid=94176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 12:05:55.754191 dv-neutron-601336-94-hyperv neutron-server[94174]: INFO neutron.wsgi [req-909d7b68-ca8f-4df7-a104-581936820a25 req-a51bb6f9-1093-45f5-93b3-2ec37f632cb6 tempest-TestNetworkAdvancedServerOps-1740099935 tempest-TestNetworkAdvancedServerOps-1740099935-project] 10.222.0.20 "GET /v2.0/security-groups?id=24518c16-613e-47d2-91fb-a09f6ef9986b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0334015 Jun 23 12:05:55.898303 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.plugins.ml2.db [None req-97bd5441-1da2-49ee-a364-27795820ba27 None None] get_ports_and_sgs() called for port_ids ['162c636c-3595-4477-802a-dde6b32de8e9'] {{(pid=94176) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 23 12:05:56.943846 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a689aed6-a886-4d74-91b5-8d157b48cf74 req-1ff4771c-1f8e-4552-a32f-3444b997723d tempest-TestNetworkAdvancedServerOps-1740099935 tempest-TestNetworkAdvancedServerOps-1740099935-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 12:05:56.945320 dv-neutron-601336-94-hyperv neutron-server[94175]: INFO neutron.wsgi [req-a689aed6-a886-4d74-91b5-8d157b48cf74 req-1ff4771c-1f8e-4552-a32f-3444b997723d tempest-TestNetworkAdvancedServerOps-1740099935 tempest-TestNetworkAdvancedServerOps-1740099935-project] 10.222.0.20 "GET /v2.0/ports?device_id=5a082ae1-7fe1-4585-b2fe-c3a1ac876ae0 HTTP/1.1" status: 200 len: 945 time: 0.0628464 Jun 23 12:05:56.988612 dv-neutron-601336-94-hyperv neutron-server[94175]: INFO neutron.wsgi [req-a689aed6-a886-4d74-91b5-8d157b48cf74 req-374076b7-c728-4762-8081-e96540214efd tempest-TestNetworkAdvancedServerOps-1740099935 tempest-TestNetworkAdvancedServerOps-1740099935-project] 10.222.0.20 "GET /v2.0/security-groups?id=24518c16-613e-47d2-91fb-a09f6ef9986b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0376806 Jun 23 12:05:57.387464 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.plugins.ml2.rpc [None req-97bd5441-1da2-49ee-a364-27795820ba27 None None] Device 162c636c-3595-4477-802a-dde6b32de8e9 up at agent hyperv_hv-neutron-6013 {{(pid=94176) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:298}} Jun 23 12:05:57.500386 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.db.provisioning_blocks [None req-97bd5441-1da2-49ee-a364-27795820ba27 None None] Provisioning for port 162c636c-3595-4477-802a-dde6b32de8e9 completed by entity L2. {{(pid=94176) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 23 12:05:57.504487 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.db.provisioning_blocks [None req-97bd5441-1da2-49ee-a364-27795820ba27 None None] Provisioning complete for port 162c636c-3595-4477-802a-dde6b32de8e9 triggered by entity L2. {{(pid=94176) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 23 12:05:57.504908 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron_lib.callbacks.manager [None req-97bd5441-1da2-49ee-a364-27795820ba27 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-899258'] for port, provisioning_complete {{(pid=94176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 12:05:57.580453 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron_lib.callbacks.manager [None req-97bd5441-1da2-49ee-a364-27795820ba27 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-923122'] for port, before_update {{(pid=94176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 12:05:57.602219 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5a082ae1-7fe1-4585-b2fe-c3a1ac876ae0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '162c636c-3595-4477-802a-dde6b32de8e9'}] {{(pid=94176) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 23 12:05:57.608612 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}887b0dfc0393de878080286a57e4a08d4fa60dd0cddd118f338ebfcd351ddd4c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d1c1e502-a292-4b74-a5d6-7ae6a771bb55" -d '{"events": [{"server_uuid": "5a082ae1-7fe1-4585-b2fe-c3a1ac876ae0", "name": "network-vif-plugged", "status": "completed", "tag": "162c636c-3595-4477-802a-dde6b32de8e9"}]}' {{(pid=94176) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 23 12:05:57.617250 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.plugins.ml2.db [None req-97bd5441-1da2-49ee-a364-27795820ba27 None None] For port 162c636c-3595-4477-802a-dde6b32de8e9, host hv-neutron-6013, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-6013',level=0,port_id=162c636c-3595-4477-802a-dde6b32de8e9,segment=NetworkSegment(dbac379b-c324-4002-812c-c3ecd4184436),segment_id=dbac379b-c324-4002-812c-c3ecd4184436)] {{(pid=94176) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 23 12:05:57.656067 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 23 Jun 2021 12:05:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dd2cd43d-793b-48df-b1f4-93c79bf0ef9a x-openstack-request-id: req-dd2cd43d-793b-48df-b1f4-93c79bf0ef9a {{(pid=94176) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 23 12:05:57.656498 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5a082ae1-7fe1-4585-b2fe-c3a1ac876ae0", "name": "network-vif-plugged", "status": "completed", "tag": "162c636c-3595-4477-802a-dde6b32de8e9", "code": 200}]} {{(pid=94176) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 23 12:05:57.656879 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-dd2cd43d-793b-48df-b1f4-93c79bf0ef9a {{(pid=94176) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 23 12:05:57.657444 dv-neutron-601336-94-hyperv neutron-server[94176]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5a082ae1-7fe1-4585-b2fe-c3a1ac876ae0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '162c636c-3595-4477-802a-dde6b32de8e9', 'code': 200} Jun 23 12:05:57.672560 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron_lib.callbacks.manager [None req-97bd5441-1da2-49ee-a364-27795820ba27 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-922904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866062', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773700135042', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773699642233', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773699642278'] for port, after_update {{(pid=94176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 12:05:57.675475 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG oslo_concurrency.lockutils [None req-5f4fd710-49ae-498b-9cd5-e9a02428f922 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 12:05:57.745585 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97bd5441-1da2-49ee-a364-27795820ba27 None None] Pushing event updated for resources: {'Port': ['ID=162c636c-3595-4477-802a-dde6b32de8e9,revision_number=5']} {{(pid=94176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 12:05:57.749705 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG oslo_concurrency.lockutils [None req-97bd5441-1da2-49ee-a364-27795820ba27 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.074s {{(pid=94176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 12:05:57.961247 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ccec5f5-c2b0-44c3-b17f-cc3f72bc1fcf req-c568c56d-e158-4103-9e8e-49f3ffd9cd82 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 12:05:57.962641 dv-neutron-601336-94-hyperv neutron-server[94175]: INFO neutron.wsgi [req-7ccec5f5-c2b0-44c3-b17f-cc3f72bc1fcf req-c568c56d-e158-4103-9e8e-49f3ffd9cd82 service neutron] 10.222.0.52 "GET /v2.0/ports?device_id=5a082ae1-7fe1-4585-b2fe-c3a1ac876ae0 HTTP/1.1" status: 200 len: 1099 time: 0.0515833 Jun 23 12:05:57.996253 dv-neutron-601336-94-hyperv neutron-server[94175]: INFO neutron.wsgi [req-7ccec5f5-c2b0-44c3-b17f-cc3f72bc1fcf req-7b7c024b-3c21-45a9-b72a-c26b96068009 service neutron] 10.222.0.52 "GET /v2.0/security-groups?id=24518c16-613e-47d2-91fb-a09f6ef9986b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0271754 Jun 23 12:05:58.167151 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb86a755-6b42-4e33-8325-80e5046f2cad req-be9680d9-2750-4b6b-b336-cd15ab21a7e5 tempest-TestNetworkAdvancedServerOps-1740099935 tempest-TestNetworkAdvancedServerOps-1740099935-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 12:05:58.168674 dv-neutron-601336-94-hyperv neutron-server[94175]: INFO neutron.wsgi [req-eb86a755-6b42-4e33-8325-80e5046f2cad req-be9680d9-2750-4b6b-b336-cd15ab21a7e5 tempest-TestNetworkAdvancedServerOps-1740099935 tempest-TestNetworkAdvancedServerOps-1740099935-project] 10.222.0.20 "GET /v2.0/ports?device_id=5a082ae1-7fe1-4585-b2fe-c3a1ac876ae0 HTTP/1.1" status: 200 len: 946 time: 0.0678155 Jun 23 12:05:58.212314 dv-neutron-601336-94-hyperv neutron-server[94175]: INFO neutron.wsgi [req-eb86a755-6b42-4e33-8325-80e5046f2cad req-530b3d72-6411-49cb-923f-781db099a482 tempest-TestNetworkAdvancedServerOps-1740099935 tempest-TestNetworkAdvancedServerOps-1740099935-project] 10.222.0.20 "GET /v2.0/security-groups?id=24518c16-613e-47d2-91fb-a09f6ef9986b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0376062 Jun 23 12:05:59.388399 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90c4ef6d-eb3d-4161-8172-c6421a599e97 req-f44b201c-5b7b-4246-95cc-ba7ac7a568b9 tempest-TestNetworkAdvancedServerOps-1740099935 tempest-TestNetworkAdvancedServerOps-1740099935-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94174) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 12:05:59.389790 dv-neutron-601336-94-hyperv neutron-server[94174]: INFO neutron.wsgi [req-90c4ef6d-eb3d-4161-8172-c6421a599e97 req-f44b201c-5b7b-4246-95cc-ba7ac7a568b9 tempest-TestNetworkAdvancedServerOps-1740099935 tempest-TestNetworkAdvancedServerOps-1740099935-project] 10.222.0.20 "GET /v2.0/ports?device_id=5a082ae1-7fe1-4585-b2fe-c3a1ac876ae0 HTTP/1.1" status: 200 len: 946 time: 0.0642347 Jun 23 12:05:59.426960 dv-neutron-601336-94-hyperv neutron-server[94174]: INFO neutron.wsgi [req-90c4ef6d-eb3d-4161-8172-c6421a599e97 req-fa9e4d69-548d-4832-839e-ed9a1faae0a5 tempest-TestNetworkAdvancedServerOps-1740099935 tempest-TestNetworkAdvancedServerOps-1740099935-project] 10.222.0.20 "GET /v2.0/security-groups?id=24518c16-613e-47d2-91fb-a09f6ef9986b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0314074 Jun 23 12:05:59.601094 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e204d923-c12a-432d-bc41-cf7f2d45c3a4 req-873d370a-a9c6-4faf-84aa-1aa55f05386f tempest-TestNetworkAdvancedServerOps-1740099935 tempest-TestNetworkAdvancedServerOps-1740099935-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 12:05:59.602595 dv-neutron-601336-94-hyperv neutron-server[94175]: INFO neutron.wsgi [req-e204d923-c12a-432d-bc41-cf7f2d45c3a4 req-873d370a-a9c6-4faf-84aa-1aa55f05386f tempest-TestNetworkAdvancedServerOps-1740099935 tempest-TestNetworkAdvancedServerOps-1740099935-project] 10.222.0.20 "GET /v2.0/ports?device_id=5a082ae1-7fe1-4585-b2fe-c3a1ac876ae0 HTTP/1.1" status: 200 len: 946 time: 0.0669289 Jun 23 12:05:59.642596 dv-neutron-601336-94-hyperv neutron-server[94175]: INFO neutron.wsgi [req-e204d923-c12a-432d-bc41-cf7f2d45c3a4 req-295b5dbc-1bfb-496d-8b3c-9075f9f196c2 tempest-TestNetworkAdvancedServerOps-1740099935 tempest-TestNetworkAdvancedServerOps-1740099935-project] 10.222.0.20 "GET /v2.0/security-groups?id=24518c16-613e-47d2-91fb-a09f6ef9986b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0338366 Jun 23 12:05:59.666286 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.wsgi [-] (94175) accepted ('10.222.0.20', 48612) {{(pid=94175) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 12:05:59.719396 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cba61ae6-f93d-4826-a5bc-3a12d2728754 tempest-TestNetworkAdvancedServerOps-1716169103 tempest-TestNetworkAdvancedServerOps-1716169103-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 12:05:59.720918 dv-neutron-601336-94-hyperv neutron-server[94175]: INFO neutron.wsgi [None req-cba61ae6-f93d-4826-a5bc-3a12d2728754 tempest-TestNetworkAdvancedServerOps-1716169103 tempest-TestNetworkAdvancedServerOps-1716169103-project-admin] 10.222.0.20 "GET /v2.0/ports?device_id=5a082ae1-7fe1-4585-b2fe-c3a1ac876ae0 HTTP/1.1" status: 200 len: 1094 time: 0.0536230 Jun 23 12:05:59.723925 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.wsgi [-] (94175) accepted ('10.222.0.20', 48614) {{(pid=94175) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 12:05:59.728326 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.api.v2.base [None req-8e47817d-1446-46f7-8a50-7254fbb89c38 tempest-TestNetworkAdvancedServerOps-1740099935 tempest-TestNetworkAdvancedServerOps-1740099935-project] Request body: {'floatingip': {'floating_network_id': '3e7e4eb3-cf02-4d47-ade9-0a579cdfc60f', 'port_id': '162c636c-3595-4477-802a-dde6b32de8e9', 'tenant_id': '95e75de5b0504e3e87860f65038883f5', 'fixed_ip_address': '172.20.0.14'}} {{(pid=94175) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 23 12:05:59.846888 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron_lib.callbacks.manager [None req-8e47817d-1446-46f7-8a50-7254fbb89c38 tempest-TestNetworkAdvancedServerOps-1740099935 tempest-TestNetworkAdvancedServerOps-1740099935-project] Notify callbacks [] for floatingip, before_create {{(pid=94175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 12:05:59.949908 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron_lib.callbacks.manager [None req-8e47817d-1446-46f7-8a50-7254fbb89c38 tempest-TestNetworkAdvancedServerOps-1740099935 tempest-TestNetworkAdvancedServerOps-1740099935-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-923104'] for port, before_create {{(pid=94175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 12:06:00.049204 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.db.db_base_plugin_common [None req-8e47817d-1446-46f7-8a50-7254fbb89c38 tempest-TestNetworkAdvancedServerOps-1740099935 tempest-TestNetworkAdvancedServerOps-1740099935-project] Allocated IP 172.26.3.201 (3e7e4eb3-cf02-4d47-ade9-0a579cdfc60f/a5ad15ab-c489-4a67-a9b0-d559fca0ec71/bf92af96-302a-4c50-9c21-c7b05af96d8c) {{(pid=94175) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 23 12:06:00.429504 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron_lib.callbacks.manager [None req-8e47817d-1446-46f7-8a50-7254fbb89c38 tempest-TestNetworkAdvancedServerOps-1740099935 tempest-TestNetworkAdvancedServerOps-1740099935-project] Notify callbacks [] for port, precommit_create {{(pid=94175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 12:06:00.535071 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron_lib.callbacks.manager [None req-8e47817d-1446-46f7-8a50-7254fbb89c38 tempest-TestNetworkAdvancedServerOps-1740099935 tempest-TestNetworkAdvancedServerOps-1740099935-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-922915', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-239814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7866073', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773699642215', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-5082457'] for port, after_create {{(pid=94175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 12:06:00.537490 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG oslo_concurrency.lockutils [None req-02ffbf83-dabf-4aae-8077-3136b84497c4 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94175) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 12:06:00.577014 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8e47817d-1446-46f7-8a50-7254fbb89c38 tempest-TestNetworkAdvancedServerOps-1740099935 tempest-TestNetworkAdvancedServerOps-1740099935-project] Network 3e7e4eb3-cf02-4d47-ade9-0a579cdfc60f is already hosted by enough agents. {{(pid=94175) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 23 12:06:00.582199 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.scheduler.base_scheduler [None req-8e47817d-1446-46f7-8a50-7254fbb89c38 tempest-TestNetworkAdvancedServerOps-1740099935 tempest-TestNetworkAdvancedServerOps-1740099935-project] Resources bound (agent type, host, resource id): {{(pid=94175) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 23 12:06:00.588816 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8e47817d-1446-46f7-8a50-7254fbb89c38 tempest-TestNetworkAdvancedServerOps-1740099935 tempest-TestNetworkAdvancedServerOps-1740099935-project] Received port after_create {{(pid=94175) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 23 12:06:00.592787 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e47817d-1446-46f7-8a50-7254fbb89c38 tempest-TestNetworkAdvancedServerOps-1740099935 tempest-TestNetworkAdvancedServerOps-1740099935-project] Pushing event updated for resources: {'Port': ['ID=bf92af96-302a-4c50-9c21-c7b05af96d8c,revision_number=1']} {{(pid=94175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 12:06:00.611957 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG oslo_concurrency.lockutils [None req-8e47817d-1446-46f7-8a50-7254fbb89c38 tempest-TestNetworkAdvancedServerOps-1740099935 tempest-TestNetworkAdvancedServerOps-1740099935-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.074s {{(pid=94175) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 12:06:01.095055 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron_lib.callbacks.manager [None req-8e47817d-1446-46f7-8a50-7254fbb89c38 tempest-TestNetworkAdvancedServerOps-1740099935 tempest-TestNetworkAdvancedServerOps-1740099935-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 12:06:01.269771 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron_lib.callbacks.manager [None req-8e47817d-1446-46f7-8a50-7254fbb89c38 tempest-TestNetworkAdvancedServerOps-1740099935 tempest-TestNetworkAdvancedServerOps-1740099935-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-923122'] for port, before_update {{(pid=94175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 12:06:01.423291 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron_lib.callbacks.manager [None req-8e47817d-1446-46f7-8a50-7254fbb89c38 tempest-TestNetworkAdvancedServerOps-1740099935 tempest-TestNetworkAdvancedServerOps-1740099935-project] Notify callbacks [] for port, precommit_update {{(pid=94175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 12:06:01.488566 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron_lib.callbacks.manager [None req-8e47817d-1446-46f7-8a50-7254fbb89c38 tempest-TestNetworkAdvancedServerOps-1740099935 tempest-TestNetworkAdvancedServerOps-1740099935-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-922904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866062', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773700135042', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773699642233', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773699642278', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5082471'] for port, after_update {{(pid=94175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 12:06:01.490809 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG oslo_concurrency.lockutils [None req-679ed227-7f2e-4d04-84a9-ffc8418fa763 tempest-TestMinimumBasicScenario-1725182798 tempest-TestMinimumBasicScenario-1725182798-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94175) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 12:06:01.562405 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e47817d-1446-46f7-8a50-7254fbb89c38 tempest-TestNetworkAdvancedServerOps-1740099935 tempest-TestNetworkAdvancedServerOps-1740099935-project] Pushing event updated for resources: {'Port': ['ID=bf92af96-302a-4c50-9c21-c7b05af96d8c,revision_number=2']} {{(pid=94175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 12:06:01.566403 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG oslo_concurrency.lockutils [None req-8e47817d-1446-46f7-8a50-7254fbb89c38 tempest-TestNetworkAdvancedServerOps-1740099935 tempest-TestNetworkAdvancedServerOps-1740099935-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.076s {{(pid=94175) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 12:06:01.577029 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron_lib.callbacks.manager [None req-8e47817d-1446-46f7-8a50-7254fbb89c38 tempest-TestNetworkAdvancedServerOps-1740099935 tempest-TestNetworkAdvancedServerOps-1740099935-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-524229'] for floatingip, after_update {{(pid=94175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 12:06:01.674885 dv-neutron-601336-94-hyperv neutron-server[94175]: INFO neutron.db.l3_db [None req-8e47817d-1446-46f7-8a50-7254fbb89c38 tempest-TestNetworkAdvancedServerOps-1740099935 tempest-TestNetworkAdvancedServerOps-1740099935-project] Floating IP 695e802e-1cb9-4e38-be68-6d21eb0d2369 associated. External IP: 172.26.3.201, port: 162c636c-3595-4477-802a-dde6b32de8e9. Jun 23 12:06:01.882736 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8e47817d-1446-46f7-8a50-7254fbb89c38 tempest-TestNetworkAdvancedServerOps-1740099935 tempest-TestNetworkAdvancedServerOps-1740099935-project] Router e6cd5f1e-fb10-40dc-95fa-6916adab041a has already been hosted by L3 agent 50ef99c0-ef28-4db5-b303-b145898fae60 {{(pid=94175) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 23 12:06:01.990742 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8e47817d-1446-46f7-8a50-7254fbb89c38 tempest-TestNetworkAdvancedServerOps-1740099935 tempest-TestNetworkAdvancedServerOps-1740099935-project] Notify agent at l3_agent.dv-neutron-601336-94-hyperv the message routers_updated {{(pid=94175) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 23 12:06:02.001087 dv-neutron-601336-94-hyperv neutron-server[94177]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b90dbee8-0d40-4217-a4c4-409086759ee0 None None] Sync routers for ids ['e6cd5f1e-fb10-40dc-95fa-6916adab041a'] in dv-neutron-601336-94-hyperv {{(pid=94177) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 23 12:06:02.011385 dv-neutron-601336-94-hyperv neutron-server[94177]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b90dbee8-0d40-4217-a4c4-409086759ee0 None None] Routers {'e6cd5f1e-fb10-40dc-95fa-6916adab041a'} bound to L3 agent in host dv-neutron-601336-94-hyperv {{(pid=94177) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 23 12:06:02.012018 dv-neutron-601336-94-hyperv neutron-server[94177]: DEBUG neutron.db.l3_hamode_db [None req-b90dbee8-0d40-4217-a4c4-409086759ee0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-601336-94-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-06-23T11:22:13Z,description=,heartbeat_timestamp=2021-06-23T12:05:43Z,host='dv-neutron-601336-94-hyperv',id=50ef99c0-ef28-4db5-b303-b145898fae60,load=0,resource_versions=,resources_synced=,started_at=2021-06-23T11:22:14Z,topic='l3_agent')) {'router_ids': ['e6cd5f1e-fb10-40dc-95fa-6916adab041a'], 'active': True} {{(pid=94177) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 12:06:02.048864 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron_lib.callbacks.manager [None req-8e47817d-1446-46f7-8a50-7254fbb89c38 tempest-TestNetworkAdvancedServerOps-1740099935 tempest-TestNetworkAdvancedServerOps-1740099935-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-217507'] for floatingip, before_response {{(pid=94175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 12:06:02.092449 dv-neutron-601336-94-hyperv neutron-server[94175]: INFO neutron.wsgi [None req-8e47817d-1446-46f7-8a50-7254fbb89c38 tempest-TestNetworkAdvancedServerOps-1740099935 tempest-TestNetworkAdvancedServerOps-1740099935-project] 10.222.0.20 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 2.3669553 Jun 23 12:06:02.092729 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5a082ae1-7fe1-4585-b2fe-c3a1ac876ae0', 'tag': '162c636c-3595-4477-802a-dde6b32de8e9'}] {{(pid=94175) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 23 12:06:02.095007 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1970408df4ea4e7170669a1249478e627cf05a5a0b07cc08a66c5cb53d0ac47a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8f999007-ef0f-45e3-8a68-f47a48f64daa" -d '{"events": [{"name": "network-changed", "server_uuid": "5a082ae1-7fe1-4585-b2fe-c3a1ac876ae0", "tag": "162c636c-3595-4477-802a-dde6b32de8e9"}]}' {{(pid=94175) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 23 12:06:02.127511 dv-neutron-601336-94-hyperv neutron-server[94177]: DEBUG neutron.db.l3_dvr_db [None req-b90dbee8-0d40-4217-a4c4-409086759ee0 None None] Set router e6cd5f1e-fb10-40dc-95fa-6916adab041a gateway port host: dv-neutron-601336-94-hyperv {{(pid=94177) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:838}} Jun 23 12:06:02.136978 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 23 Jun 2021 12:06:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f122d57a-9800-4b45-8c5f-e4e465c0e3c4 x-openstack-request-id: req-f122d57a-9800-4b45-8c5f-e4e465c0e3c4 {{(pid=94175) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 23 12:06:02.137641 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5a082ae1-7fe1-4585-b2fe-c3a1ac876ae0", "tag": "162c636c-3595-4477-802a-dde6b32de8e9", "status": "completed", "code": 200}]} {{(pid=94175) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 23 12:06:02.138796 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-f122d57a-9800-4b45-8c5f-e4e465c0e3c4 {{(pid=94175) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 23 12:06:02.139524 dv-neutron-601336-94-hyperv neutron-server[94175]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5a082ae1-7fe1-4585-b2fe-c3a1ac876ae0', 'tag': '162c636c-3595-4477-802a-dde6b32de8e9', 'status': 'completed', 'code': 200} Jun 23 12:06:02.217391 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f999007-ef0f-45e3-8a68-f47a48f64daa req-10f79d94-c5d1-4a8c-ae0c-5e659ea14dce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 12:06:02.219362 dv-neutron-601336-94-hyperv neutron-server[94175]: INFO neutron.wsgi [req-8f999007-ef0f-45e3-8a68-f47a48f64daa req-10f79d94-c5d1-4a8c-ae0c-5e659ea14dce service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=95e75de5b0504e3e87860f65038883f5&device_id=5a082ae1-7fe1-4585-b2fe-c3a1ac876ae0 HTTP/1.1" status: 200 len: 1099 time: 0.0595016 Jun 23 12:06:02.318050 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85e922d0-81d2-4c3b-9527-271c24998e12 req-8df800e7-3963-4e59-8575-783958cf88e0 tempest-TestNetworkAdvancedServerOps-1740099935 tempest-TestNetworkAdvancedServerOps-1740099935-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94174) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 12:06:02.319864 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f999007-ef0f-45e3-8a68-f47a48f64daa req-e6f2f1d6-4172-4f09-94d4-3f79aaf34d8d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 12:06:02.320391 dv-neutron-601336-94-hyperv neutron-server[94174]: INFO neutron.wsgi [req-85e922d0-81d2-4c3b-9527-271c24998e12 req-8df800e7-3963-4e59-8575-783958cf88e0 tempest-TestNetworkAdvancedServerOps-1740099935 tempest-TestNetworkAdvancedServerOps-1740099935-project] 10.222.0.20 "GET /v2.0/ports?device_id=5a082ae1-7fe1-4585-b2fe-c3a1ac876ae0 HTTP/1.1" status: 200 len: 946 time: 0.1065371 Jun 23 12:06:02.321459 dv-neutron-601336-94-hyperv neutron-server[94175]: INFO neutron.wsgi [req-8f999007-ef0f-45e3-8a68-f47a48f64daa req-e6f2f1d6-4172-4f09-94d4-3f79aaf34d8d service neutron] 10.222.0.52 "GET /v2.0/networks?id=4d925e11-6530-46d2-b146-b04fc92d14b2 HTTP/1.1" status: 200 len: 897 time: 0.0955582 Jun 23 12:06:02.370525 dv-neutron-601336-94-hyperv neutron-server[94177]: DEBUG neutron.db.l3_hamode_db [None req-b90dbee8-0d40-4217-a4c4-409086759ee0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e6cd5f1e-fb10-40dc-95fa-6916adab041a', 'name': 'tempest-TestNetworkAdvancedServerOps-router-847907057', 'tenant_id': '95e75de5b0504e3e87860f65038883f5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3e7e4eb3-cf02-4d47-ade9-0a579cdfc60f', 'external_fixed_ips': [{'subnet_id': 'a5ad15ab-c489-4a67-a9b0-d559fca0ec71', 'ip_address': '172.26.3.150'}], 'enable_snat': True}, 'gw_port_id': '9f737e31-406f-4548-a125-688203db29b2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-23T12:05:41Z', 'updated_at': '2021-06-23T12:05:45Z', 'revision_number': 4, 'project_id': '95e75de5b0504e3e87860f65038883f5', 'gw_port': {'id': '9f737e31-406f-4548-a125-688203db29b2', 'name': '', 'network_id': '3e7e4eb3-cf02-4d47-ade9-0a579cdfc60f', 'tenant_id': '', 'mac_address': 'fa:16:3e:c5:ec:75', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e6cd5f1e-fb10-40dc-95fa-6916adab041a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1714, 'fixed_ips': [{'subnet_id': 'a5ad15ab-c489-4a67-a9b0-d559fca0ec71', 'ip_address': '172.26.3.150', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-94-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-23T12:05:41Z', 'updated_at': '2021-06-23T12:05:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a5ad15ab-c489-4a67-a9b0-d559fca0ec71', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-601336-94-hyperv', '_floatingips': [{'id': '695e802e-1cb9-4e38-be68-6d21eb0d2369', 'tenant_id': '95e75de5b0504e3e87860f65038883f5', 'floating_ip_address': '172.26.3.201', 'floating_network_id': '3e7e4eb3-cf02-4d47-ade9-0a579cdfc60f', 'router_id': 'e6cd5f1e-fb10-40dc-95fa-6916adab041a', 'port_id': '162c636c-3595-4477-802a-dde6b32de8e9', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 1720, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '4d925e11-6530-46d2-b146-b04fc92d14b2', 'mac_address': 'fa:16:3e:0c:a8:59', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5a082ae1-7fe1-4585-b2fe-c3a1ac876ae0', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-23T12:06:00Z', 'updated_at': '2021-06-23T12:06:00Z', 'revision_number': 0, 'project_id': '95e75de5b0504e3e87860f65038883f5', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4c26915f-4420-44f9-a836-db305481e823', 'name': '', 'network_id': '4d925e11-6530-46d2-b146-b04fc92d14b2', 'tenant_id': '95e75de5b0504e3e87860f65038883f5', 'mac_address': 'fa:16:3e:5c:c8:be', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e6cd5f1e-fb10-40dc-95fa-6916adab041a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1717, 'fixed_ips': [{'subnet_id': '8c22874e-d3cb-4a7c-b5d7-e0ab992c7eb0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-94-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-23T12:05:45Z', 'updated_at': '2021-06-23T12:05:50Z', 'revision_number': 5, 'project_id': '95e75de5b0504e3e87860f65038883f5', 'subnets': [{'id': '8c22874e-d3cb-4a7c-b5d7-e0ab992c7eb0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-601336-94-hyperv', False) {} {{(pid=94177) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 12:06:02.378804 dv-neutron-601336-94-hyperv neutron-server[94174]: INFO neutron.wsgi [req-85e922d0-81d2-4c3b-9527-271c24998e12 req-ee9d6660-627b-4687-a30d-2a6772b1c49d tempest-TestNetworkAdvancedServerOps-1740099935 tempest-TestNetworkAdvancedServerOps-1740099935-project] 10.222.0.20 "GET /v2.0/security-groups?id=24518c16-613e-47d2-91fb-a09f6ef9986b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0513909 Jun 23 12:06:02.393637 dv-neutron-601336-94-hyperv neutron-server[94175]: INFO neutron.wsgi [req-8f999007-ef0f-45e3-8a68-f47a48f64daa req-2e80b4a9-7fc9-4e4b-8463-813826e4e449 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=162c636c-3595-4477-802a-dde6b32de8e9 HTTP/1.1" status: 200 len: 1000 time: 0.0660455 Jun 23 12:06:02.403090 dv-neutron-601336-94-hyperv neutron-server[94177]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b90dbee8-0d40-4217-a4c4-409086759ee0 None None] Checking router: e6cd5f1e-fb10-40dc-95fa-6916adab041a for host: dv-neutron-601336-94-hyperv {{(pid=94177) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 23 12:06:02.413144 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.wsgi [-] (94175) accepted ('10.222.0.20', 48620) {{(pid=94175) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 12:06:02.414871 dv-neutron-601336-94-hyperv neutron-server[94177]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b90dbee8-0d40-4217-a4c4-409086759ee0 None None] Routers {'e6cd5f1e-fb10-40dc-95fa-6916adab041a'} bound to L3 agent in host dv-neutron-601336-94-hyperv {{(pid=94177) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 23 12:06:02.415631 dv-neutron-601336-94-hyperv neutron-server[94177]: DEBUG neutron.db.l3_hamode_db [None req-b90dbee8-0d40-4217-a4c4-409086759ee0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-601336-94-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-06-23T11:22:13Z,description=,heartbeat_timestamp=2021-06-23T12:05:43Z,host='dv-neutron-601336-94-hyperv',id=50ef99c0-ef28-4db5-b303-b145898fae60,load=0,resource_versions=,resources_synced=,started_at=2021-06-23T11:22:14Z,topic='l3_agent')) {'router_ids': ['e6cd5f1e-fb10-40dc-95fa-6916adab041a'], 'active': True} {{(pid=94177) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 12:06:02.526208 dv-neutron-601336-94-hyperv neutron-server[94177]: DEBUG neutron.db.l3_dvr_db [None req-b90dbee8-0d40-4217-a4c4-409086759ee0 None None] Set router e6cd5f1e-fb10-40dc-95fa-6916adab041a gateway port host: dv-neutron-601336-94-hyperv {{(pid=94177) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:838}} Jun 23 12:06:02.538558 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f999007-ef0f-45e3-8a68-f47a48f64daa req-5c5dc3ad-95b1-4826-a536-e50864e108c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 12:06:02.540122 dv-neutron-601336-94-hyperv neutron-server[94175]: INFO neutron.wsgi [req-8f999007-ef0f-45e3-8a68-f47a48f64daa req-5c5dc3ad-95b1-4826-a536-e50864e108c7 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=8c22874e-d3cb-4a7c-b5d7-e0ab992c7eb0 HTTP/1.1" status: 200 len: 835 time: 0.1394453 Jun 23 12:06:02.547484 dv-neutron-601336-94-hyperv neutron-server[94175]: INFO neutron.wsgi [None req-fa9b87b3-0f8f-4830-9e79-494c38182aa9 tempest-TestNetworkAdvancedServerOps-1740099935 tempest-TestNetworkAdvancedServerOps-1740099935-project] 10.222.0.20 "GET /v2.0/floatingips/695e802e-1cb9-4e38-be68-6d21eb0d2369 HTTP/1.1" status: 200 len: 992 time: 0.1331091 Jun 23 12:06:02.601938 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f999007-ef0f-45e3-8a68-f47a48f64daa req-535b966f-dac2-4af9-8ddd-bf31daeed361 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 12:06:02.603392 dv-neutron-601336-94-hyperv neutron-server[94175]: INFO neutron.wsgi [req-8f999007-ef0f-45e3-8a68-f47a48f64daa req-535b966f-dac2-4af9-8ddd-bf31daeed361 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=4d925e11-6530-46d2-b146-b04fc92d14b2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1178 time: 0.0549133 Jun 23 12:06:02.696190 dv-neutron-601336-94-hyperv neutron-server[94175]: INFO neutron.wsgi [req-8f999007-ef0f-45e3-8a68-f47a48f64daa req-56f27e22-f2d8-45ed-8d27-29a2438f02a4 service neutron] 10.222.0.52 "GET /v2.0/networks/4d925e11-6530-46d2-b146-b04fc92d14b2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0856395 Jun 23 12:06:02.753992 dv-neutron-601336-94-hyperv neutron-server[94177]: DEBUG neutron.db.l3_hamode_db [None req-b90dbee8-0d40-4217-a4c4-409086759ee0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e6cd5f1e-fb10-40dc-95fa-6916adab041a', 'name': 'tempest-TestNetworkAdvancedServerOps-router-847907057', 'tenant_id': '95e75de5b0504e3e87860f65038883f5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3e7e4eb3-cf02-4d47-ade9-0a579cdfc60f', 'external_fixed_ips': [{'subnet_id': 'a5ad15ab-c489-4a67-a9b0-d559fca0ec71', 'ip_address': '172.26.3.150'}], 'enable_snat': True}, 'gw_port_id': '9f737e31-406f-4548-a125-688203db29b2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-23T12:05:41Z', 'updated_at': '2021-06-23T12:05:45Z', 'revision_number': 4, 'project_id': '95e75de5b0504e3e87860f65038883f5', 'gw_port': {'id': '9f737e31-406f-4548-a125-688203db29b2', 'name': '', 'network_id': '3e7e4eb3-cf02-4d47-ade9-0a579cdfc60f', 'tenant_id': '', 'mac_address': 'fa:16:3e:c5:ec:75', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e6cd5f1e-fb10-40dc-95fa-6916adab041a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1714, 'fixed_ips': [{'subnet_id': 'a5ad15ab-c489-4a67-a9b0-d559fca0ec71', 'ip_address': '172.26.3.150', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-94-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-23T12:05:41Z', 'updated_at': '2021-06-23T12:05:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a5ad15ab-c489-4a67-a9b0-d559fca0ec71', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-601336-94-hyperv', '_floatingips': [{'id': '695e802e-1cb9-4e38-be68-6d21eb0d2369', 'tenant_id': '95e75de5b0504e3e87860f65038883f5', 'floating_ip_address': '172.26.3.201', 'floating_network_id': '3e7e4eb3-cf02-4d47-ade9-0a579cdfc60f', 'router_id': 'e6cd5f1e-fb10-40dc-95fa-6916adab041a', 'port_id': '162c636c-3595-4477-802a-dde6b32de8e9', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 1720, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '4d925e11-6530-46d2-b146-b04fc92d14b2', 'mac_address': 'fa:16:3e:0c:a8:59', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5a082ae1-7fe1-4585-b2fe-c3a1ac876ae0', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-23T12:06:00Z', 'updated_at': '2021-06-23T12:06:00Z', 'revision_number': 0, 'project_id': '95e75de5b0504e3e87860f65038883f5', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4c26915f-4420-44f9-a836-db305481e823', 'name': '', 'network_id': '4d925e11-6530-46d2-b146-b04fc92d14b2', 'tenant_id': '95e75de5b0504e3e87860f65038883f5', 'mac_address': 'fa:16:3e:5c:c8:be', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e6cd5f1e-fb10-40dc-95fa-6916adab041a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1717, 'fixed_ips': [{'subnet_id': '8c22874e-d3cb-4a7c-b5d7-e0ab992c7eb0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-94-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-23T12:05:45Z', 'updated_at': '2021-06-23T12:05:50Z', 'revision_number': 5, 'project_id': '95e75de5b0504e3e87860f65038883f5', 'subnets': [{'id': '8c22874e-d3cb-4a7c-b5d7-e0ab992c7eb0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-601336-94-hyperv', False) {} {{(pid=94177) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 12:06:02.781038 dv-neutron-601336-94-hyperv neutron-server[94177]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b90dbee8-0d40-4217-a4c4-409086759ee0 None None] The sync data for ids ['e6cd5f1e-fb10-40dc-95fa-6916adab041a'] in dv-neutron-601336-94-hyperv is: [{'id': 'e6cd5f1e-fb10-40dc-95fa-6916adab041a', 'name': 'tempest-TestNetworkAdvancedServerOps-router-847907057', 'tenant_id': '95e75de5b0504e3e87860f65038883f5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3e7e4eb3-cf02-4d47-ade9-0a579cdfc60f', 'external_fixed_ips': [{'subnet_id': 'a5ad15ab-c489-4a67-a9b0-d559fca0ec71', 'ip_address': '172.26.3.150'}], 'enable_snat': True}, 'gw_port_id': '9f737e31-406f-4548-a125-688203db29b2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-23T12:05:41Z', 'updated_at': '2021-06-23T12:05:45Z', 'revision_number': 4, 'project_id': '95e75de5b0504e3e87860f65038883f5', 'gw_port': {'id': '9f737e31-406f-4548-a125-688203db29b2', 'name': '', 'network_id': '3e7e4eb3-cf02-4d47-ade9-0a579cdfc60f', 'tenant_id': '', 'mac_address': 'fa:16:3e:c5:ec:75', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e6cd5f1e-fb10-40dc-95fa-6916adab041a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1714, 'fixed_ips': [{'subnet_id': 'a5ad15ab-c489-4a67-a9b0-d559fca0ec71', 'ip_address': '172.26.3.150', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-94-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-23T12:05:41Z', 'updated_at': '2021-06-23T12:05:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a5ad15ab-c489-4a67-a9b0-d559fca0ec71', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-601336-94-hyperv', '_floatingips': [{'id': '695e802e-1cb9-4e38-be68-6d21eb0d2369', 'tenant_id': '95e75de5b0504e3e87860f65038883f5', 'floating_ip_address': '172.26.3.201', 'floating_network_id': '3e7e4eb3-cf02-4d47-ade9-0a579cdfc60f', 'router_id': 'e6cd5f1e-fb10-40dc-95fa-6916adab041a', 'port_id': '162c636c-3595-4477-802a-dde6b32de8e9', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 1720, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '4d925e11-6530-46d2-b146-b04fc92d14b2', 'mac_address': 'fa:16:3e:0c:a8:59', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5a082ae1-7fe1-4585-b2fe-c3a1ac876ae0', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-23T12:06:00Z', 'updated_at': '2021-06-23T12:06:00Z', 'revision_number': 0, 'project_id': '95e75de5b0504e3e87860f65038883f5', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4c26915f-4420-44f9-a836-db305481e823', 'name': '', 'network_id': '4d925e11-6530-46d2-b146-b04fc92d14b2', 'tenant_id': '95e75de5b0504e3e87860f65038883f5', 'mac_address': 'fa:16:3e:5c:c8:be', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e6cd5f1e-fb10-40dc-95fa-6916adab041a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1717, 'fixed_ips': [{'subnet_id': '8c22874e-d3cb-4a7c-b5d7-e0ab992c7eb0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-94-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-23T12:05:45Z', 'updated_at': '2021-06-23T12:05:50Z', 'revision_number': 5, 'project_id': '95e75de5b0504e3e87860f65038883f5', 'subnets': [{'id': '8c22874e-d3cb-4a7c-b5d7-e0ab992c7eb0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94177) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 23 12:06:02.794883 dv-neutron-601336-94-hyperv neutron-server[94175]: INFO neutron.wsgi [req-8f999007-ef0f-45e3-8a68-f47a48f64daa req-5097a3d9-81c6-4f9e-b98a-d3ebb83e108c service neutron] 10.222.0.52 "GET /v2.0/networks/4d925e11-6530-46d2-b146-b04fc92d14b2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0923553 Jun 23 12:06:02.979751 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-005a650f-f46c-4d37-9472-4cba0ac4d697 None None] New status for floating IP 695e802e-1cb9-4e38-be68-6d21eb0d2369: ACTIVE {{(pid=94176) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 23 12:06:03.551619 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.wsgi [-] (94174) accepted ('10.222.0.20', 48622) {{(pid=94174) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 12:06:03.611587 dv-neutron-601336-94-hyperv neutron-server[94174]: INFO neutron.wsgi [None req-c91a9cfb-7237-45e4-9569-6c974f3d6cde tempest-TestNetworkAdvancedServerOps-1740099935 tempest-TestNetworkAdvancedServerOps-1740099935-project] 10.222.0.20 "GET /v2.0/floatingips/695e802e-1cb9-4e38-be68-6d21eb0d2369 HTTP/1.1" status: 200 len: 994 time: 0.0586097 Jun 23 12:06:09.159228 dv-neutron-601336-94-hyperv neutron-server[94177]: DEBUG neutron.db.agents_db [None req-90fb1279-e4c5-4e73-8d66-3a29811dc4e3 None None] Agent healthcheck: found 6 active agents {{(pid=94177) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 23 12:06:10.962653 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron_lib.callbacks.manager [None req-d2c6d43e-c603-4221-849f-fd03ac169071 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773699952132', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-899307'] for agent, after_update {{(pid=94176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 12:06:13.195455 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron_lib.callbacks.manager [None req-b58b3855-7602-40a7-a0d9-317681674043 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773699952132', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-899307'] for agent, after_update {{(pid=94176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 12:06:13.962758 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron_lib.callbacks.manager [None req-dc7542b2-afef-47f4-a763-e3a3cba144be None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773699952132', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-899307'] for agent, after_update {{(pid=94176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 12:06:14.737900 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron_lib.callbacks.manager [None req-4c20ea5f-bc7f-4d4e-935d-57f082af6ccb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773699952132', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-899307'] for agent, after_update {{(pid=94176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 12:06:16.779813 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron_lib.callbacks.manager [None req-95d6aa8f-24e7-4234-82ff-f502266c3285 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773699952132', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-899307'] for agent, after_update {{(pid=94176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 12:06:23.636455 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron_lib.callbacks.manager [None req-97bd5441-1da2-49ee-a364-27795820ba27 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773699952132', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-899307'] for agent, after_update {{(pid=94176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 12:06:30.712851 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91a7c401-690f-4814-b676-9eef860ab105 req-9c54b69e-90c5-4550-af68-0b24bd835559 tempest-TestNetworkAdvancedServerOps-1740099935 tempest-TestNetworkAdvancedServerOps-1740099935-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 12:06:30.714747 dv-neutron-601336-94-hyperv neutron-server[94175]: INFO neutron.wsgi [req-91a7c401-690f-4814-b676-9eef860ab105 req-9c54b69e-90c5-4550-af68-0b24bd835559 tempest-TestNetworkAdvancedServerOps-1740099935 tempest-TestNetworkAdvancedServerOps-1740099935-project] 10.222.0.20 "GET /v2.0/ports?device_id=5a082ae1-7fe1-4585-b2fe-c3a1ac876ae0 HTTP/1.1" status: 200 len: 946 time: 0.0681853 Jun 23 12:06:30.752986 dv-neutron-601336-94-hyperv neutron-server[94175]: INFO neutron.wsgi [req-91a7c401-690f-4814-b676-9eef860ab105 req-a63df185-7fd1-4ca2-9390-7ec8b49fbe39 tempest-TestNetworkAdvancedServerOps-1740099935 tempest-TestNetworkAdvancedServerOps-1740099935-project] 10.222.0.20 "GET /v2.0/security-groups?id=24518c16-613e-47d2-91fb-a09f6ef9986b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0323508 Jun 23 12:06:31.950590 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f9b7011-6342-4259-b590-d7cec96ecf6f req-e7c5c3ee-ff66-49d3-a16b-5008301bc68d tempest-TestNetworkAdvancedServerOps-1740099935 tempest-TestNetworkAdvancedServerOps-1740099935-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94174) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 12:06:31.952077 dv-neutron-601336-94-hyperv neutron-server[94174]: INFO neutron.wsgi [req-4f9b7011-6342-4259-b590-d7cec96ecf6f req-e7c5c3ee-ff66-49d3-a16b-5008301bc68d tempest-TestNetworkAdvancedServerOps-1740099935 tempest-TestNetworkAdvancedServerOps-1740099935-project] 10.222.0.20 "GET /v2.0/ports?device_id=5a082ae1-7fe1-4585-b2fe-c3a1ac876ae0 HTTP/1.1" status: 200 len: 946 time: 0.0695546 Jun 23 12:06:31.990435 dv-neutron-601336-94-hyperv neutron-server[94174]: INFO neutron.wsgi [req-4f9b7011-6342-4259-b590-d7cec96ecf6f req-fc074456-2939-4c88-acbe-54a8f110ad7c tempest-TestNetworkAdvancedServerOps-1740099935 tempest-TestNetworkAdvancedServerOps-1740099935-project] 10.222.0.20 "GET /v2.0/security-groups?id=24518c16-613e-47d2-91fb-a09f6ef9986b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0326765 Jun 23 12:06:32.015154 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.wsgi [-] (94174) accepted ('10.222.0.20', 48640) {{(pid=94174) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 12:06:32.081600 dv-neutron-601336-94-hyperv neutron-server[94174]: INFO neutron.wsgi [None req-7265d1cb-3292-4ccb-9f57-2b4007547cea tempest-TestNetworkAdvancedServerOps-1740099935 tempest-TestNetworkAdvancedServerOps-1740099935-project] 10.222.0.20 "GET /v2.0/floatingips/695e802e-1cb9-4e38-be68-6d21eb0d2369 HTTP/1.1" status: 200 len: 994 time: 0.0649309 Jun 23 12:06:33.754270 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1756e48-c5fb-4e22-a9a8-d35e136b688e req-980e1449-02ce-4464-adce-a0a4fb6265d3 tempest-TestNetworkAdvancedServerOps-1740099935 tempest-TestNetworkAdvancedServerOps-1740099935-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 12:06:33.755854 dv-neutron-601336-94-hyperv neutron-server[94175]: INFO neutron.wsgi [req-c1756e48-c5fb-4e22-a9a8-d35e136b688e req-980e1449-02ce-4464-adce-a0a4fb6265d3 tempest-TestNetworkAdvancedServerOps-1740099935 tempest-TestNetworkAdvancedServerOps-1740099935-project] 10.222.0.20 "GET /v2.0/ports?device_id=5a082ae1-7fe1-4585-b2fe-c3a1ac876ae0 HTTP/1.1" status: 200 len: 946 time: 0.0752728 Jun 23 12:06:33.795633 dv-neutron-601336-94-hyperv neutron-server[94175]: INFO neutron.wsgi [req-c1756e48-c5fb-4e22-a9a8-d35e136b688e req-298922c4-7420-456b-9af0-391be3b188c2 tempest-TestNetworkAdvancedServerOps-1740099935 tempest-TestNetworkAdvancedServerOps-1740099935-project] 10.222.0.20 "GET /v2.0/security-groups?id=24518c16-613e-47d2-91fb-a09f6ef9986b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0329511 Jun 23 12:06:34.972992 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f50cca83-0248-4e77-b238-5820e058110b req-5a5ccf79-ea48-4ba0-b0df-dc022ede5283 tempest-TestNetworkAdvancedServerOps-1740099935 tempest-TestNetworkAdvancedServerOps-1740099935-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94174) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 12:06:34.974473 dv-neutron-601336-94-hyperv neutron-server[94174]: INFO neutron.wsgi [req-f50cca83-0248-4e77-b238-5820e058110b req-5a5ccf79-ea48-4ba0-b0df-dc022ede5283 tempest-TestNetworkAdvancedServerOps-1740099935 tempest-TestNetworkAdvancedServerOps-1740099935-project] 10.222.0.20 "GET /v2.0/ports?device_id=5a082ae1-7fe1-4585-b2fe-c3a1ac876ae0 HTTP/1.1" status: 200 len: 946 time: 0.0640929 Jun 23 12:06:35.021455 dv-neutron-601336-94-hyperv neutron-server[94174]: INFO neutron.wsgi [req-f50cca83-0248-4e77-b238-5820e058110b req-ac0cf366-6451-4296-b001-f9ba17e1cc9c tempest-TestNetworkAdvancedServerOps-1740099935 tempest-TestNetworkAdvancedServerOps-1740099935-project] 10.222.0.20 "GET /v2.0/security-groups?id=24518c16-613e-47d2-91fb-a09f6ef9986b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0411594 Jun 23 12:06:35.045865 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.wsgi [-] (94174) accepted ('10.222.0.20', 48650) {{(pid=94174) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 12:06:35.122542 dv-neutron-601336-94-hyperv neutron-server[94174]: INFO neutron.wsgi [None req-53a4db17-c6a9-4f29-ac6d-0e7cd82b5a6c tempest-TestNetworkAdvancedServerOps-1740099935 tempest-TestNetworkAdvancedServerOps-1740099935-project] 10.222.0.20 "GET /v2.0/floatingips/695e802e-1cb9-4e38-be68-6d21eb0d2369 HTTP/1.1" status: 200 len: 994 time: 0.0591981 Jun 23 12:06:35.443579 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.wsgi [-] (94174) accepted ('10.222.0.20', 48656) {{(pid=94174) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 12:06:35.602444 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.plugins.ml2.plugin [None req-a78bb0c2-c7fd-4141-9066-7eeeb6c19788 tempest-TestNetworkAdvancedServerOps-1740099935 tempest-TestNetworkAdvancedServerOps-1740099935-project] Deleting port bf92af96-302a-4c50-9c21-c7b05af96d8c {{(pid=94174) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1913}} Jun 23 12:06:35.602789 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron_lib.callbacks.manager [None req-a78bb0c2-c7fd-4141-9066-7eeeb6c19788 tempest-TestNetworkAdvancedServerOps-1740099935 tempest-TestNetworkAdvancedServerOps-1740099935-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773700079324'] for port, before_delete {{(pid=94174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 12:06:35.680200 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron_lib.callbacks.manager [None req-a78bb0c2-c7fd-4141-9066-7eeeb6c19788 tempest-TestNetworkAdvancedServerOps-1740099935 tempest-TestNetworkAdvancedServerOps-1740099935-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-430722'] for port, precommit_delete {{(pid=94174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 12:06:35.680532 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron_lib.callbacks.manager [None req-a78bb0c2-c7fd-4141-9066-7eeeb6c19788 tempest-TestNetworkAdvancedServerOps-1740099935 tempest-TestNetworkAdvancedServerOps-1740099935-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 12:06:35.692178 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.plugins.ml2.plugin [None req-a78bb0c2-c7fd-4141-9066-7eeeb6c19788 tempest-TestNetworkAdvancedServerOps-1740099935 tempest-TestNetworkAdvancedServerOps-1740099935-project] Calling delete_port for bf92af96-302a-4c50-9c21-c7b05af96d8c owned by network:floatingip {{(pid=94174) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1986}} Jun 23 12:06:35.944718 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron_lib.callbacks.manager [None req-a78bb0c2-c7fd-4141-9066-7eeeb6c19788 tempest-TestNetworkAdvancedServerOps-1740099935 tempest-TestNetworkAdvancedServerOps-1740099935-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-922904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866062', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773700135024', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773699642224', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5196390'] for port, after_delete {{(pid=94174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 12:06:35.946995 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG oslo_concurrency.lockutils [None req-ec37216e-540a-43af-9bb3-6d08e263da0b tempest-TestVolumeBootPattern-1838142519 tempest-TestVolumeBootPattern-1838142519-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94174) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 12:06:35.971709 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a78bb0c2-c7fd-4141-9066-7eeeb6c19788 tempest-TestNetworkAdvancedServerOps-1740099935 tempest-TestNetworkAdvancedServerOps-1740099935-project] Pushing event deleted for resources: {'Port': ['ID=bf92af96-302a-4c50-9c21-c7b05af96d8c,revision_number=None']} {{(pid=94174) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 12:06:35.983340 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a78bb0c2-c7fd-4141-9066-7eeeb6c19788 tempest-TestNetworkAdvancedServerOps-1740099935 tempest-TestNetworkAdvancedServerOps-1740099935-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-601336-94-hyperv {{(pid=94174) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 12:06:35.984027 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a78bb0c2-c7fd-4141-9066-7eeeb6c19788 tempest-TestNetworkAdvancedServerOps-1740099935 tempest-TestNetworkAdvancedServerOps-1740099935-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-94-hyperv {{(pid=94174) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 12:06:35.984134 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a78bb0c2-c7fd-4141-9066-7eeeb6c19788 tempest-TestNetworkAdvancedServerOps-1740099935 tempest-TestNetworkAdvancedServerOps-1740099935-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-94-hyperv {{(pid=94174) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 12:06:35.984513 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a78bb0c2-c7fd-4141-9066-7eeeb6c19788 tempest-TestNetworkAdvancedServerOps-1740099935 tempest-TestNetworkAdvancedServerOps-1740099935-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-601336-94-hyperv {{(pid=94174) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 12:06:35.984897 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a78bb0c2-c7fd-4141-9066-7eeeb6c19788 tempest-TestNetworkAdvancedServerOps-1740099935 tempest-TestNetworkAdvancedServerOps-1740099935-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-601336-94-hyperv {{(pid=94174) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 12:06:35.985276 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a78bb0c2-c7fd-4141-9066-7eeeb6c19788 tempest-TestNetworkAdvancedServerOps-1740099935 tempest-TestNetworkAdvancedServerOps-1740099935-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-601336-94-hyperv {{(pid=94174) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 12:06:35.985747 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a78bb0c2-c7fd-4141-9066-7eeeb6c19788 tempest-TestNetworkAdvancedServerOps-1740099935 tempest-TestNetworkAdvancedServerOps-1740099935-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-601336-94-hyperv {{(pid=94174) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 12:06:35.986137 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a78bb0c2-c7fd-4141-9066-7eeeb6c19788 tempest-TestNetworkAdvancedServerOps-1740099935 tempest-TestNetworkAdvancedServerOps-1740099935-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-601336-94-hyperv {{(pid=94174) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 12:06:35.986507 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a78bb0c2-c7fd-4141-9066-7eeeb6c19788 tempest-TestNetworkAdvancedServerOps-1740099935 tempest-TestNetworkAdvancedServerOps-1740099935-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-601336-94-hyperv {{(pid=94174) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 12:06:35.986883 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a78bb0c2-c7fd-4141-9066-7eeeb6c19788 tempest-TestNetworkAdvancedServerOps-1740099935 tempest-TestNetworkAdvancedServerOps-1740099935-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-94-hyperv {{(pid=94174) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 12:06:35.987293 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a78bb0c2-c7fd-4141-9066-7eeeb6c19788 tempest-TestNetworkAdvancedServerOps-1740099935 tempest-TestNetworkAdvancedServerOps-1740099935-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-601336-94-hyperv {{(pid=94174) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 12:06:35.987796 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a78bb0c2-c7fd-4141-9066-7eeeb6c19788 tempest-TestNetworkAdvancedServerOps-1740099935 tempest-TestNetworkAdvancedServerOps-1740099935-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-601336-94-hyperv {{(pid=94174) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 12:06:36.013629 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG oslo_concurrency.lockutils [None req-a78bb0c2-c7fd-4141-9066-7eeeb6c19788 tempest-TestNetworkAdvancedServerOps-1740099935 tempest-TestNetworkAdvancedServerOps-1740099935-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.067s {{(pid=94174) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 12:06:36.052301 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron_lib.callbacks.manager [None req-a78bb0c2-c7fd-4141-9066-7eeeb6c19788 tempest-TestNetworkAdvancedServerOps-1740099935 tempest-TestNetworkAdvancedServerOps-1740099935-project] Notify callbacks [] for floatingip, after_delete {{(pid=94174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 12:06:36.052648 dv-neutron-601336-94-hyperv neutron-server[94174]: INFO neutron.db.l3_db [None req-a78bb0c2-c7fd-4141-9066-7eeeb6c19788 tempest-TestNetworkAdvancedServerOps-1740099935 tempest-TestNetworkAdvancedServerOps-1740099935-project] Floating IP 695e802e-1cb9-4e38-be68-6d21eb0d2369 disassociated (deleted). External IP: 172.26.3.201, port: 162c636c-3595-4477-802a-dde6b32de8e9. Jun 23 12:06:36.269498 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a78bb0c2-c7fd-4141-9066-7eeeb6c19788 tempest-TestNetworkAdvancedServerOps-1740099935 tempest-TestNetworkAdvancedServerOps-1740099935-project] Router e6cd5f1e-fb10-40dc-95fa-6916adab041a has already been hosted by L3 agent 50ef99c0-ef28-4db5-b303-b145898fae60 {{(pid=94174) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 23 12:06:36.376806 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a78bb0c2-c7fd-4141-9066-7eeeb6c19788 tempest-TestNetworkAdvancedServerOps-1740099935 tempest-TestNetworkAdvancedServerOps-1740099935-project] Notify agent at l3_agent.dv-neutron-601336-94-hyperv the message routers_updated {{(pid=94174) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 23 12:06:36.381639 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron_lib.callbacks.manager [None req-a78bb0c2-c7fd-4141-9066-7eeeb6c19788 tempest-TestNetworkAdvancedServerOps-1740099935 tempest-TestNetworkAdvancedServerOps-1740099935-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-217507'] for floatingip, before_response {{(pid=94174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 12:06:36.386074 dv-neutron-601336-94-hyperv neutron-server[94177]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0c1740a4-fdd2-422f-9910-d0cb0b733641 None None] Sync routers for ids ['e6cd5f1e-fb10-40dc-95fa-6916adab041a'] in dv-neutron-601336-94-hyperv {{(pid=94177) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 23 12:06:36.395026 dv-neutron-601336-94-hyperv neutron-server[94177]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0c1740a4-fdd2-422f-9910-d0cb0b733641 None None] Routers {'e6cd5f1e-fb10-40dc-95fa-6916adab041a'} bound to L3 agent in host dv-neutron-601336-94-hyperv {{(pid=94177) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 23 12:06:36.395663 dv-neutron-601336-94-hyperv neutron-server[94177]: DEBUG neutron.db.l3_hamode_db [None req-0c1740a4-fdd2-422f-9910-d0cb0b733641 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-601336-94-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-06-23T11:22:13Z,description=,heartbeat_timestamp=2021-06-23T12:06:13Z,host='dv-neutron-601336-94-hyperv',id=50ef99c0-ef28-4db5-b303-b145898fae60,load=0,resource_versions=,resources_synced=,started_at=2021-06-23T11:22:14Z,topic='l3_agent')) {'router_ids': ['e6cd5f1e-fb10-40dc-95fa-6916adab041a'], 'active': True} {{(pid=94177) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 12:06:36.426385 dv-neutron-601336-94-hyperv neutron-server[94174]: INFO neutron.wsgi [None req-a78bb0c2-c7fd-4141-9066-7eeeb6c19788 tempest-TestNetworkAdvancedServerOps-1740099935 tempest-TestNetworkAdvancedServerOps-1740099935-project] 10.222.0.20 "DELETE /v2.0/floatingips/695e802e-1cb9-4e38-be68-6d21eb0d2369 HTTP/1.1" status: 204 len: 168 time: 0.9817054 Jun 23 12:06:36.427126 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5a082ae1-7fe1-4585-b2fe-c3a1ac876ae0', 'tag': '162c636c-3595-4477-802a-dde6b32de8e9'}] {{(pid=94174) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 23 12:06:36.429462 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6ff47218258ed5bf6cae7f276c9622ae488f9e8ebc13d1a310221fbcfb04c5dd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3eeeee62-f5be-42ea-8c03-027fcdd76e77" -d '{"events": [{"name": "network-changed", "server_uuid": "5a082ae1-7fe1-4585-b2fe-c3a1ac876ae0", "tag": "162c636c-3595-4477-802a-dde6b32de8e9"}]}' {{(pid=94174) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 23 12:06:36.470265 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 23 Jun 2021 12:06:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0ab6249a-0243-42c3-81c1-a5bb5e334ab0 x-openstack-request-id: req-0ab6249a-0243-42c3-81c1-a5bb5e334ab0 {{(pid=94174) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 23 12:06:36.470689 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5a082ae1-7fe1-4585-b2fe-c3a1ac876ae0", "tag": "162c636c-3595-4477-802a-dde6b32de8e9", "status": "completed", "code": 200}]} {{(pid=94174) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 23 12:06:36.470941 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-0ab6249a-0243-42c3-81c1-a5bb5e334ab0 {{(pid=94174) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 23 12:06:36.471427 dv-neutron-601336-94-hyperv neutron-server[94174]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5a082ae1-7fe1-4585-b2fe-c3a1ac876ae0', 'tag': '162c636c-3595-4477-802a-dde6b32de8e9', 'status': 'completed', 'code': 200} Jun 23 12:06:36.504164 dv-neutron-601336-94-hyperv neutron-server[94177]: DEBUG neutron.db.l3_dvr_db [None req-0c1740a4-fdd2-422f-9910-d0cb0b733641 None None] Set router e6cd5f1e-fb10-40dc-95fa-6916adab041a gateway port host: dv-neutron-601336-94-hyperv {{(pid=94177) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:838}} Jun 23 12:06:36.608201 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3eeeee62-f5be-42ea-8c03-027fcdd76e77 req-32f42a68-f459-4b0d-be36-55cba502694f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 12:06:36.618007 dv-neutron-601336-94-hyperv neutron-server[94175]: INFO neutron.wsgi [req-3eeeee62-f5be-42ea-8c03-027fcdd76e77 req-32f42a68-f459-4b0d-be36-55cba502694f service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=95e75de5b0504e3e87860f65038883f5&device_id=5a082ae1-7fe1-4585-b2fe-c3a1ac876ae0 HTTP/1.1" status: 200 len: 1099 time: 0.1134033 Jun 23 12:06:36.710810 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3eeeee62-f5be-42ea-8c03-027fcdd76e77 req-3c1e9e4a-75bc-41b3-bce3-2e2c88b9268a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 12:06:36.712344 dv-neutron-601336-94-hyperv neutron-server[94175]: INFO neutron.wsgi [req-3eeeee62-f5be-42ea-8c03-027fcdd76e77 req-3c1e9e4a-75bc-41b3-bce3-2e2c88b9268a service neutron] 10.222.0.52 "GET /v2.0/networks?id=4d925e11-6530-46d2-b146-b04fc92d14b2 HTTP/1.1" status: 200 len: 897 time: 0.0961993 Jun 23 12:06:36.720717 dv-neutron-601336-94-hyperv neutron-server[94177]: DEBUG neutron.db.l3_hamode_db [None req-0c1740a4-fdd2-422f-9910-d0cb0b733641 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e6cd5f1e-fb10-40dc-95fa-6916adab041a', 'name': 'tempest-TestNetworkAdvancedServerOps-router-847907057', 'tenant_id': '95e75de5b0504e3e87860f65038883f5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3e7e4eb3-cf02-4d47-ade9-0a579cdfc60f', 'external_fixed_ips': [{'subnet_id': 'a5ad15ab-c489-4a67-a9b0-d559fca0ec71', 'ip_address': '172.26.3.150'}], 'enable_snat': True}, 'gw_port_id': '9f737e31-406f-4548-a125-688203db29b2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-23T12:05:41Z', 'updated_at': '2021-06-23T12:05:45Z', 'revision_number': 4, 'project_id': '95e75de5b0504e3e87860f65038883f5', 'gw_port': {'id': '9f737e31-406f-4548-a125-688203db29b2', 'name': '', 'network_id': '3e7e4eb3-cf02-4d47-ade9-0a579cdfc60f', 'tenant_id': '', 'mac_address': 'fa:16:3e:c5:ec:75', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e6cd5f1e-fb10-40dc-95fa-6916adab041a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1714, 'fixed_ips': [{'subnet_id': 'a5ad15ab-c489-4a67-a9b0-d559fca0ec71', 'ip_address': '172.26.3.150', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-94-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-23T12:05:41Z', 'updated_at': '2021-06-23T12:05:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a5ad15ab-c489-4a67-a9b0-d559fca0ec71', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-601336-94-hyperv', '_interfaces': [{'id': '4c26915f-4420-44f9-a836-db305481e823', 'name': '', 'network_id': '4d925e11-6530-46d2-b146-b04fc92d14b2', 'tenant_id': '95e75de5b0504e3e87860f65038883f5', 'mac_address': 'fa:16:3e:5c:c8:be', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e6cd5f1e-fb10-40dc-95fa-6916adab041a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1717, 'fixed_ips': [{'subnet_id': '8c22874e-d3cb-4a7c-b5d7-e0ab992c7eb0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-94-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-23T12:05:45Z', 'updated_at': '2021-06-23T12:05:50Z', 'revision_number': 5, 'project_id': '95e75de5b0504e3e87860f65038883f5', 'subnets': [{'id': '8c22874e-d3cb-4a7c-b5d7-e0ab992c7eb0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-601336-94-hyperv', False) {} {{(pid=94177) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 12:06:36.746917 dv-neutron-601336-94-hyperv neutron-server[94177]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0c1740a4-fdd2-422f-9910-d0cb0b733641 None None] Checking router: e6cd5f1e-fb10-40dc-95fa-6916adab041a for host: dv-neutron-601336-94-hyperv {{(pid=94177) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 23 12:06:36.760348 dv-neutron-601336-94-hyperv neutron-server[94177]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0c1740a4-fdd2-422f-9910-d0cb0b733641 None None] Routers {'e6cd5f1e-fb10-40dc-95fa-6916adab041a'} bound to L3 agent in host dv-neutron-601336-94-hyperv {{(pid=94177) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 23 12:06:36.761110 dv-neutron-601336-94-hyperv neutron-server[94177]: DEBUG neutron.db.l3_hamode_db [None req-0c1740a4-fdd2-422f-9910-d0cb0b733641 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-601336-94-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-06-23T11:22:13Z,description=,heartbeat_timestamp=2021-06-23T12:06:13Z,host='dv-neutron-601336-94-hyperv',id=50ef99c0-ef28-4db5-b303-b145898fae60,load=0,resource_versions=,resources_synced=,started_at=2021-06-23T11:22:14Z,topic='l3_agent')) {'router_ids': ['e6cd5f1e-fb10-40dc-95fa-6916adab041a'], 'active': True} {{(pid=94177) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 12:06:36.878431 dv-neutron-601336-94-hyperv neutron-server[94177]: DEBUG neutron.db.l3_dvr_db [None req-0c1740a4-fdd2-422f-9910-d0cb0b733641 None None] Set router e6cd5f1e-fb10-40dc-95fa-6916adab041a gateway port host: dv-neutron-601336-94-hyperv {{(pid=94177) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:838}} Jun 23 12:06:37.077254 dv-neutron-601336-94-hyperv neutron-server[94175]: INFO neutron.wsgi [req-3eeeee62-f5be-42ea-8c03-027fcdd76e77 req-521a721b-efb6-4bdb-ab7a-2d8a41df4f99 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=162c636c-3595-4477-802a-dde6b32de8e9 HTTP/1.1" status: 200 len: 217 time: 0.3584318 Jun 23 12:06:37.124958 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3eeeee62-f5be-42ea-8c03-027fcdd76e77 req-33fb4df1-ea18-46e6-b4e9-bee8a2834a60 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 12:06:37.126430 dv-neutron-601336-94-hyperv neutron-server[94175]: INFO neutron.wsgi [req-3eeeee62-f5be-42ea-8c03-027fcdd76e77 req-33fb4df1-ea18-46e6-b4e9-bee8a2834a60 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=8c22874e-d3cb-4a7c-b5d7-e0ab992c7eb0 HTTP/1.1" status: 200 len: 835 time: 0.0430939 Jun 23 12:06:37.189205 dv-neutron-601336-94-hyperv neutron-server[94177]: DEBUG neutron.db.l3_hamode_db [None req-0c1740a4-fdd2-422f-9910-d0cb0b733641 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e6cd5f1e-fb10-40dc-95fa-6916adab041a', 'name': 'tempest-TestNetworkAdvancedServerOps-router-847907057', 'tenant_id': '95e75de5b0504e3e87860f65038883f5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3e7e4eb3-cf02-4d47-ade9-0a579cdfc60f', 'external_fixed_ips': [{'subnet_id': 'a5ad15ab-c489-4a67-a9b0-d559fca0ec71', 'ip_address': '172.26.3.150'}], 'enable_snat': True}, 'gw_port_id': '9f737e31-406f-4548-a125-688203db29b2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-23T12:05:41Z', 'updated_at': '2021-06-23T12:05:45Z', 'revision_number': 4, 'project_id': '95e75de5b0504e3e87860f65038883f5', 'gw_port': {'id': '9f737e31-406f-4548-a125-688203db29b2', 'name': '', 'network_id': '3e7e4eb3-cf02-4d47-ade9-0a579cdfc60f', 'tenant_id': '', 'mac_address': 'fa:16:3e:c5:ec:75', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e6cd5f1e-fb10-40dc-95fa-6916adab041a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1714, 'fixed_ips': [{'subnet_id': 'a5ad15ab-c489-4a67-a9b0-d559fca0ec71', 'ip_address': '172.26.3.150', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-94-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-23T12:05:41Z', 'updated_at': '2021-06-23T12:05:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a5ad15ab-c489-4a67-a9b0-d559fca0ec71', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-601336-94-hyperv', '_interfaces': [{'id': '4c26915f-4420-44f9-a836-db305481e823', 'name': '', 'network_id': '4d925e11-6530-46d2-b146-b04fc92d14b2', 'tenant_id': '95e75de5b0504e3e87860f65038883f5', 'mac_address': 'fa:16:3e:5c:c8:be', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e6cd5f1e-fb10-40dc-95fa-6916adab041a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1717, 'fixed_ips': [{'subnet_id': '8c22874e-d3cb-4a7c-b5d7-e0ab992c7eb0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-94-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-23T12:05:45Z', 'updated_at': '2021-06-23T12:05:50Z', 'revision_number': 5, 'project_id': '95e75de5b0504e3e87860f65038883f5', 'subnets': [{'id': '8c22874e-d3cb-4a7c-b5d7-e0ab992c7eb0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-601336-94-hyperv', False) {} {{(pid=94177) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 12:06:37.196431 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3eeeee62-f5be-42ea-8c03-027fcdd76e77 req-49ac9610-e993-4b34-bd44-013f10fa5f1e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 12:06:37.200341 dv-neutron-601336-94-hyperv neutron-server[94175]: INFO neutron.wsgi [req-3eeeee62-f5be-42ea-8c03-027fcdd76e77 req-49ac9610-e993-4b34-bd44-013f10fa5f1e service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=4d925e11-6530-46d2-b146-b04fc92d14b2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1178 time: 0.0651639 Jun 23 12:06:37.217127 dv-neutron-601336-94-hyperv neutron-server[94177]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0c1740a4-fdd2-422f-9910-d0cb0b733641 None None] The sync data for ids ['e6cd5f1e-fb10-40dc-95fa-6916adab041a'] in dv-neutron-601336-94-hyperv is: [{'id': 'e6cd5f1e-fb10-40dc-95fa-6916adab041a', 'name': 'tempest-TestNetworkAdvancedServerOps-router-847907057', 'tenant_id': '95e75de5b0504e3e87860f65038883f5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3e7e4eb3-cf02-4d47-ade9-0a579cdfc60f', 'external_fixed_ips': [{'subnet_id': 'a5ad15ab-c489-4a67-a9b0-d559fca0ec71', 'ip_address': '172.26.3.150'}], 'enable_snat': True}, 'gw_port_id': '9f737e31-406f-4548-a125-688203db29b2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-23T12:05:41Z', 'updated_at': '2021-06-23T12:05:45Z', 'revision_number': 4, 'project_id': '95e75de5b0504e3e87860f65038883f5', 'gw_port': {'id': '9f737e31-406f-4548-a125-688203db29b2', 'name': '', 'network_id': '3e7e4eb3-cf02-4d47-ade9-0a579cdfc60f', 'tenant_id': '', 'mac_address': 'fa:16:3e:c5:ec:75', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e6cd5f1e-fb10-40dc-95fa-6916adab041a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1714, 'fixed_ips': [{'subnet_id': 'a5ad15ab-c489-4a67-a9b0-d559fca0ec71', 'ip_address': '172.26.3.150', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-94-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-23T12:05:41Z', 'updated_at': '2021-06-23T12:05:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a5ad15ab-c489-4a67-a9b0-d559fca0ec71', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-601336-94-hyperv', '_interfaces': [{'id': '4c26915f-4420-44f9-a836-db305481e823', 'name': '', 'network_id': '4d925e11-6530-46d2-b146-b04fc92d14b2', 'tenant_id': '95e75de5b0504e3e87860f65038883f5', 'mac_address': 'fa:16:3e:5c:c8:be', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e6cd5f1e-fb10-40dc-95fa-6916adab041a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1717, 'fixed_ips': [{'subnet_id': '8c22874e-d3cb-4a7c-b5d7-e0ab992c7eb0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-94-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-23T12:05:45Z', 'updated_at': '2021-06-23T12:05:50Z', 'revision_number': 5, 'project_id': '95e75de5b0504e3e87860f65038883f5', 'subnets': [{'id': '8c22874e-d3cb-4a7c-b5d7-e0ab992c7eb0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94177) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 23 12:06:37.333882 dv-neutron-601336-94-hyperv neutron-server[94175]: INFO neutron.wsgi [req-3eeeee62-f5be-42ea-8c03-027fcdd76e77 req-9829b61c-ead8-48b4-b720-605108dffd2c service neutron] 10.222.0.52 "GET /v2.0/networks/4d925e11-6530-46d2-b146-b04fc92d14b2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1262600 Jun 23 12:06:37.395925 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5847738d-4fe1-4022-870a-a241951be9cc req-ebf77004-898e-48af-ab4a-a4c245a8aaa8 tempest-TestNetworkAdvancedServerOps-1740099935 tempest-TestNetworkAdvancedServerOps-1740099935-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 12:06:37.397485 dv-neutron-601336-94-hyperv neutron-server[94175]: INFO neutron.wsgi [req-5847738d-4fe1-4022-870a-a241951be9cc req-ebf77004-898e-48af-ab4a-a4c245a8aaa8 tempest-TestNetworkAdvancedServerOps-1740099935 tempest-TestNetworkAdvancedServerOps-1740099935-project] 10.222.0.20 "GET /v2.0/ports?device_id=5a082ae1-7fe1-4585-b2fe-c3a1ac876ae0 HTTP/1.1" status: 200 len: 946 time: 0.1469693 Jun 23 12:06:37.472539 dv-neutron-601336-94-hyperv neutron-server[94175]: INFO neutron.wsgi [req-5847738d-4fe1-4022-870a-a241951be9cc req-5e58a41b-344f-4d31-baa0-0de08bb28c0c tempest-TestNetworkAdvancedServerOps-1740099935 tempest-TestNetworkAdvancedServerOps-1740099935-project] 10.222.0.20 "GET /v2.0/security-groups?id=24518c16-613e-47d2-91fb-a09f6ef9986b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0628300 Jun 23 12:06:37.476444 dv-neutron-601336-94-hyperv neutron-server[94175]: INFO neutron.wsgi [req-3eeeee62-f5be-42ea-8c03-027fcdd76e77 req-bcdf9673-bc63-4def-86ac-f5a30392e16d service neutron] 10.222.0.52 "GET /v2.0/networks/4d925e11-6530-46d2-b146-b04fc92d14b2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1347084 Jun 23 12:06:37.511631 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6033f241-ed66-4dd1-910f-17624e34054f None None] New status for floating IP 695e802e-1cb9-4e38-be68-6d21eb0d2369: DOWN {{(pid=94176) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 23 12:06:38.660011 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc8a8740-e975-4709-94c0-47526338ae3d req-91943216-4795-4935-b7cf-13a8768e09cd tempest-TestNetworkAdvancedServerOps-1740099935 tempest-TestNetworkAdvancedServerOps-1740099935-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94174) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 12:06:38.661506 dv-neutron-601336-94-hyperv neutron-server[94174]: INFO neutron.wsgi [req-cc8a8740-e975-4709-94c0-47526338ae3d req-91943216-4795-4935-b7cf-13a8768e09cd tempest-TestNetworkAdvancedServerOps-1740099935 tempest-TestNetworkAdvancedServerOps-1740099935-project] 10.222.0.20 "GET /v2.0/ports?device_id=5a082ae1-7fe1-4585-b2fe-c3a1ac876ae0 HTTP/1.1" status: 200 len: 946 time: 0.0684209 Jun 23 12:06:38.701756 dv-neutron-601336-94-hyperv neutron-server[94174]: INFO neutron.wsgi [req-cc8a8740-e975-4709-94c0-47526338ae3d req-6ab064d7-ebbd-41bc-9978-cebc959089b7 tempest-TestNetworkAdvancedServerOps-1740099935 tempest-TestNetworkAdvancedServerOps-1740099935-project] 10.222.0.20 "GET /v2.0/security-groups?id=24518c16-613e-47d2-91fb-a09f6ef9986b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0345192 Jun 23 12:06:38.851616 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1129a9a0-7355-411a-ba82-3ba6c8dce975 req-6eb1d4c0-784f-4774-a753-b26fb9c400d9 tempest-TestNetworkAdvancedServerOps-1740099935 tempest-TestNetworkAdvancedServerOps-1740099935-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 12:06:38.852935 dv-neutron-601336-94-hyperv neutron-server[94175]: INFO neutron.wsgi [req-1129a9a0-7355-411a-ba82-3ba6c8dce975 req-6eb1d4c0-784f-4774-a753-b26fb9c400d9 tempest-TestNetworkAdvancedServerOps-1740099935 tempest-TestNetworkAdvancedServerOps-1740099935-project] 10.222.0.52 "GET /v2.0/ports?device_id=5a082ae1-7fe1-4585-b2fe-c3a1ac876ae0 HTTP/1.1" status: 200 len: 946 time: 0.0675554 Jun 23 12:06:38.949349 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.plugins.ml2.plugin [req-1129a9a0-7355-411a-ba82-3ba6c8dce975 req-24df80f2-351a-41ae-a96a-7588c8438570 tempest-TestNetworkAdvancedServerOps-1740099935 tempest-TestNetworkAdvancedServerOps-1740099935-project] Deleting port 162c636c-3595-4477-802a-dde6b32de8e9 {{(pid=94175) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1913}} Jun 23 12:06:38.950200 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron_lib.callbacks.manager [req-1129a9a0-7355-411a-ba82-3ba6c8dce975 req-24df80f2-351a-41ae-a96a-7588c8438570 tempest-TestNetworkAdvancedServerOps-1740099935 tempest-TestNetworkAdvancedServerOps-1740099935-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773700079324'] for port, before_delete {{(pid=94175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 12:06:39.041472 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.plugins.ml2.db [req-1129a9a0-7355-411a-ba82-3ba6c8dce975 req-24df80f2-351a-41ae-a96a-7588c8438570 tempest-TestNetworkAdvancedServerOps-1740099935 tempest-TestNetworkAdvancedServerOps-1740099935-project] For port 162c636c-3595-4477-802a-dde6b32de8e9, host hv-neutron-6013, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-6013',level=0,port_id=162c636c-3595-4477-802a-dde6b32de8e9,segment=NetworkSegment(dbac379b-c324-4002-812c-c3ecd4184436),segment_id=dbac379b-c324-4002-812c-c3ecd4184436)] {{(pid=94175) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 23 12:06:39.041824 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron_lib.callbacks.manager [req-1129a9a0-7355-411a-ba82-3ba6c8dce975 req-24df80f2-351a-41ae-a96a-7588c8438570 tempest-TestNetworkAdvancedServerOps-1740099935 tempest-TestNetworkAdvancedServerOps-1740099935-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-430722'] for port, precommit_delete {{(pid=94175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 12:06:39.054154 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.plugins.ml2.plugin [req-1129a9a0-7355-411a-ba82-3ba6c8dce975 req-24df80f2-351a-41ae-a96a-7588c8438570 tempest-TestNetworkAdvancedServerOps-1740099935 tempest-TestNetworkAdvancedServerOps-1740099935-project] Calling delete_port for 162c636c-3595-4477-802a-dde6b32de8e9 owned by compute:nova {{(pid=94175) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1986}} Jun 23 12:06:39.241431 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron_lib.callbacks.manager [req-1129a9a0-7355-411a-ba82-3ba6c8dce975 req-24df80f2-351a-41ae-a96a-7588c8438570 tempest-TestNetworkAdvancedServerOps-1740099935 tempest-TestNetworkAdvancedServerOps-1740099935-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-922904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866062', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773700135024', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773699642224', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5082448'] for port, after_delete {{(pid=94175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 12:06:39.246964 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG oslo_concurrency.lockutils [None req-95b9c7a3-1197-40e4-8a45-3416f9a5bc44 tempest-TestNetworkAdvancedServerOps-1740099935 tempest-TestNetworkAdvancedServerOps-1740099935-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94175) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 12:06:39.276106 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24df80f2-351a-41ae-a96a-7588c8438570 tempest-TestNetworkAdvancedServerOps-1740099935 tempest-TestNetworkAdvancedServerOps-1740099935-project] Pushing event deleted for resources: {'Port': ['ID=162c636c-3595-4477-802a-dde6b32de8e9,revision_number=None']} {{(pid=94175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 12:06:39.287887 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24df80f2-351a-41ae-a96a-7588c8438570 tempest-TestNetworkAdvancedServerOps-1740099935 tempest-TestNetworkAdvancedServerOps-1740099935-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-601336-94-hyperv {{(pid=94175) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 12:06:39.288278 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24df80f2-351a-41ae-a96a-7588c8438570 tempest-TestNetworkAdvancedServerOps-1740099935 tempest-TestNetworkAdvancedServerOps-1740099935-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-94-hyperv {{(pid=94175) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 12:06:39.288661 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24df80f2-351a-41ae-a96a-7588c8438570 tempest-TestNetworkAdvancedServerOps-1740099935 tempest-TestNetworkAdvancedServerOps-1740099935-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-94-hyperv {{(pid=94175) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 12:06:39.289038 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24df80f2-351a-41ae-a96a-7588c8438570 tempest-TestNetworkAdvancedServerOps-1740099935 tempest-TestNetworkAdvancedServerOps-1740099935-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-601336-94-hyperv {{(pid=94175) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 12:06:39.289411 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24df80f2-351a-41ae-a96a-7588c8438570 tempest-TestNetworkAdvancedServerOps-1740099935 tempest-TestNetworkAdvancedServerOps-1740099935-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-601336-94-hyperv {{(pid=94175) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 12:06:39.289784 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24df80f2-351a-41ae-a96a-7588c8438570 tempest-TestNetworkAdvancedServerOps-1740099935 tempest-TestNetworkAdvancedServerOps-1740099935-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-601336-94-hyperv {{(pid=94175) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 12:06:39.290173 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24df80f2-351a-41ae-a96a-7588c8438570 tempest-TestNetworkAdvancedServerOps-1740099935 tempest-TestNetworkAdvancedServerOps-1740099935-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-601336-94-hyperv {{(pid=94175) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 12:06:39.290537 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24df80f2-351a-41ae-a96a-7588c8438570 tempest-TestNetworkAdvancedServerOps-1740099935 tempest-TestNetworkAdvancedServerOps-1740099935-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-601336-94-hyperv {{(pid=94175) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 12:06:39.290902 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24df80f2-351a-41ae-a96a-7588c8438570 tempest-TestNetworkAdvancedServerOps-1740099935 tempest-TestNetworkAdvancedServerOps-1740099935-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-601336-94-hyperv {{(pid=94175) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 12:06:39.291397 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24df80f2-351a-41ae-a96a-7588c8438570 tempest-TestNetworkAdvancedServerOps-1740099935 tempest-TestNetworkAdvancedServerOps-1740099935-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-94-hyperv {{(pid=94175) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 12:06:39.295297 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24df80f2-351a-41ae-a96a-7588c8438570 tempest-TestNetworkAdvancedServerOps-1740099935 tempest-TestNetworkAdvancedServerOps-1740099935-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-601336-94-hyperv {{(pid=94175) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 12:06:39.295297 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24df80f2-351a-41ae-a96a-7588c8438570 tempest-TestNetworkAdvancedServerOps-1740099935 tempest-TestNetworkAdvancedServerOps-1740099935-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-601336-94-hyperv {{(pid=94175) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 12:06:39.310865 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG oslo_concurrency.lockutils [None req-24df80f2-351a-41ae-a96a-7588c8438570 tempest-TestNetworkAdvancedServerOps-1740099935 tempest-TestNetworkAdvancedServerOps-1740099935-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.065s {{(pid=94175) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 12:06:39.330209 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.db.l3_dvrscheduler_db [req-1129a9a0-7355-411a-ba82-3ba6c8dce975 req-24df80f2-351a-41ae-a96a-7588c8438570 tempest-TestNetworkAdvancedServerOps-1740099935 tempest-TestNetworkAdvancedServerOps-1740099935-project] No DVR routers for this DVR port 162c636c-3595-4477-802a-dde6b32de8e9 on host hv-neutron-6013 {{(pid=94175) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 23 12:06:39.332620 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron_lib.callbacks.manager [req-1129a9a0-7355-411a-ba82-3ba6c8dce975 req-24df80f2-351a-41ae-a96a-7588c8438570 tempest-TestNetworkAdvancedServerOps-1740099935 tempest-TestNetworkAdvancedServerOps-1740099935-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-217507'] for port, before_response {{(pid=94175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 12:06:39.334659 dv-neutron-601336-94-hyperv neutron-server[94175]: INFO neutron.wsgi [req-1129a9a0-7355-411a-ba82-3ba6c8dce975 req-24df80f2-351a-41ae-a96a-7588c8438570 tempest-TestNetworkAdvancedServerOps-1740099935 tempest-TestNetworkAdvancedServerOps-1740099935-project] 10.222.0.52 "DELETE /v2.0/ports/162c636c-3595-4477-802a-dde6b32de8e9 HTTP/1.1" status: 204 len: 173 time: 0.4764888 Jun 23 12:06:39.335232 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5a082ae1-7fe1-4585-b2fe-c3a1ac876ae0', 'name': 'network-vif-deleted', 'tag': '162c636c-3595-4477-802a-dde6b32de8e9'}] {{(pid=94175) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 23 12:06:39.337629 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1970408df4ea4e7170669a1249478e627cf05a5a0b07cc08a66c5cb53d0ac47a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-afad781c-4153-45c5-be44-f1d4758dc700" -d '{"events": [{"server_uuid": "5a082ae1-7fe1-4585-b2fe-c3a1ac876ae0", "name": "network-vif-deleted", "tag": "162c636c-3595-4477-802a-dde6b32de8e9"}]}' {{(pid=94175) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 23 12:06:39.372316 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 23 Jun 2021 12:06:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d47e1128-3edc-4d6a-b875-961647b3a31a x-openstack-request-id: req-d47e1128-3edc-4d6a-b875-961647b3a31a {{(pid=94175) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 23 12:06:39.372656 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5a082ae1-7fe1-4585-b2fe-c3a1ac876ae0", "name": "network-vif-deleted", "tag": "162c636c-3595-4477-802a-dde6b32de8e9", "status": "completed", "code": 200}]} {{(pid=94175) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 23 12:06:39.372958 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-d47e1128-3edc-4d6a-b875-961647b3a31a {{(pid=94175) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 23 12:06:39.373405 dv-neutron-601336-94-hyperv neutron-server[94175]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5a082ae1-7fe1-4585-b2fe-c3a1ac876ae0', 'name': 'network-vif-deleted', 'tag': '162c636c-3595-4477-802a-dde6b32de8e9', 'status': 'completed', 'code': 200} Jun 23 12:06:39.854606 dv-neutron-601336-94-hyperv neutron-server[94174]: INFO neutron.wsgi [req-7292938e-9be7-47c4-b574-eb112cccbbed req-7d1f9e9e-8b93-44d6-b78f-33cec81e812c tempest-TestNetworkAdvancedServerOps-1740099935 tempest-TestNetworkAdvancedServerOps-1740099935-project] 10.222.0.20 "GET /v2.0/ports?device_id=5a082ae1-7fe1-4585-b2fe-c3a1ac876ae0 HTTP/1.1" status: 200 len: 210 time: 0.0288332 Jun 23 12:06:40.944128 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron_lib.callbacks.manager [None req-9ba677ec-3632-48f3-9ffd-95fa9e3c1154 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773699952132', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-899307'] for agent, after_update {{(pid=94176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 12:06:40.945532 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.wsgi [-] (94175) accepted ('10.222.0.20', 48674) {{(pid=94175) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 12:06:41.295382 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron_lib.callbacks.manager [None req-2c60db3c-9f16-49c1-b22b-db9d86f8cdea tempest-TestNetworkAdvancedServerOps-1740099935 tempest-TestNetworkAdvancedServerOps-1740099935-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-453061'] for router_interface, before_delete {{(pid=94175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 12:06:41.554663 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.plugins.ml2.plugin [None req-2c60db3c-9f16-49c1-b22b-db9d86f8cdea tempest-TestNetworkAdvancedServerOps-1740099935 tempest-TestNetworkAdvancedServerOps-1740099935-project] Deleting port 4c26915f-4420-44f9-a836-db305481e823 {{(pid=94175) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1913}} Jun 23 12:06:41.554932 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron_lib.callbacks.manager [None req-2c60db3c-9f16-49c1-b22b-db9d86f8cdea tempest-TestNetworkAdvancedServerOps-1740099935 tempest-TestNetworkAdvancedServerOps-1740099935-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773700079324'] for port, before_delete {{(pid=94175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 12:06:41.640279 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.plugins.ml2.db [None req-2c60db3c-9f16-49c1-b22b-db9d86f8cdea tempest-TestNetworkAdvancedServerOps-1740099935 tempest-TestNetworkAdvancedServerOps-1740099935-project] For port 4c26915f-4420-44f9-a836-db305481e823, host dv-neutron-601336-94-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-94-hyperv',level=0,port_id=4c26915f-4420-44f9-a836-db305481e823,segment=NetworkSegment(dbac379b-c324-4002-812c-c3ecd4184436),segment_id=dbac379b-c324-4002-812c-c3ecd4184436)] {{(pid=94175) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 23 12:06:41.640648 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron_lib.callbacks.manager [None req-2c60db3c-9f16-49c1-b22b-db9d86f8cdea tempest-TestNetworkAdvancedServerOps-1740099935 tempest-TestNetworkAdvancedServerOps-1740099935-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-430722'] for port, precommit_delete {{(pid=94175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 12:06:41.657887 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.plugins.ml2.plugin [None req-2c60db3c-9f16-49c1-b22b-db9d86f8cdea tempest-TestNetworkAdvancedServerOps-1740099935 tempest-TestNetworkAdvancedServerOps-1740099935-project] Calling delete_port for 4c26915f-4420-44f9-a836-db305481e823 owned by network:router_interface {{(pid=94175) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1986}} Jun 23 12:06:41.909719 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron_lib.callbacks.manager [None req-2c60db3c-9f16-49c1-b22b-db9d86f8cdea tempest-TestNetworkAdvancedServerOps-1740099935 tempest-TestNetworkAdvancedServerOps-1740099935-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-922904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866062', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773700135024', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773699642224', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5082448'] for port, after_delete {{(pid=94175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 12:06:41.911885 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG oslo_concurrency.lockutils [None req-b06d3975-7c2c-4921-a9eb-c1af08481fa1 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94175) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 12:06:41.936699 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c60db3c-9f16-49c1-b22b-db9d86f8cdea tempest-TestNetworkAdvancedServerOps-1740099935 tempest-TestNetworkAdvancedServerOps-1740099935-project] Pushing event deleted for resources: {'Port': ['ID=4c26915f-4420-44f9-a836-db305481e823,revision_number=None']} {{(pid=94175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 12:06:41.939795 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG oslo_concurrency.lockutils [None req-2c60db3c-9f16-49c1-b22b-db9d86f8cdea tempest-TestNetworkAdvancedServerOps-1740099935 tempest-TestNetworkAdvancedServerOps-1740099935-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.028s {{(pid=94175) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 12:06:42.118890 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron_lib.callbacks.manager [None req-2c60db3c-9f16-49c1-b22b-db9d86f8cdea tempest-TestNetworkAdvancedServerOps-1740099935 tempest-TestNetworkAdvancedServerOps-1740099935-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-7866080', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-516693'] for router_interface, after_delete {{(pid=94175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 12:06:42.358556 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2c60db3c-9f16-49c1-b22b-db9d86f8cdea tempest-TestNetworkAdvancedServerOps-1740099935 tempest-TestNetworkAdvancedServerOps-1740099935-project] Router e6cd5f1e-fb10-40dc-95fa-6916adab041a has already been hosted by L3 agent 50ef99c0-ef28-4db5-b303-b145898fae60 {{(pid=94175) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 23 12:06:42.460133 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2c60db3c-9f16-49c1-b22b-db9d86f8cdea tempest-TestNetworkAdvancedServerOps-1740099935 tempest-TestNetworkAdvancedServerOps-1740099935-project] Notify agent at l3_agent.dv-neutron-601336-94-hyperv the message routers_updated {{(pid=94175) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 23 12:06:42.465673 dv-neutron-601336-94-hyperv neutron-server[94175]: INFO neutron.wsgi [None req-2c60db3c-9f16-49c1-b22b-db9d86f8cdea tempest-TestNetworkAdvancedServerOps-1740099935 tempest-TestNetworkAdvancedServerOps-1740099935-project] 10.222.0.20 "PUT /v2.0/routers/e6cd5f1e-fb10-40dc-95fa-6916adab041a/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.5187099 Jun 23 12:06:42.468055 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.wsgi [-] (94175) accepted ('10.222.0.20', 48676) {{(pid=94175) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 12:06:42.471209 dv-neutron-601336-94-hyperv neutron-server[94177]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fef9b76f-adb5-4fc2-a7bf-5a9af9f3c24d None None] Sync routers for ids ['e6cd5f1e-fb10-40dc-95fa-6916adab041a'] in dv-neutron-601336-94-hyperv {{(pid=94177) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 23 12:06:42.483513 dv-neutron-601336-94-hyperv neutron-server[94177]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fef9b76f-adb5-4fc2-a7bf-5a9af9f3c24d None None] Routers {'e6cd5f1e-fb10-40dc-95fa-6916adab041a'} bound to L3 agent in host dv-neutron-601336-94-hyperv {{(pid=94177) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 23 12:06:42.484413 dv-neutron-601336-94-hyperv neutron-server[94177]: DEBUG neutron.db.l3_hamode_db [None req-fef9b76f-adb5-4fc2-a7bf-5a9af9f3c24d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-601336-94-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-06-23T11:22:13Z,description=,heartbeat_timestamp=2021-06-23T12:06:13Z,host='dv-neutron-601336-94-hyperv',id=50ef99c0-ef28-4db5-b303-b145898fae60,load=0,resource_versions=,resources_synced=,started_at=2021-06-23T11:22:14Z,topic='l3_agent')) {'router_ids': ['e6cd5f1e-fb10-40dc-95fa-6916adab041a'], 'active': True} {{(pid=94177) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 12:06:42.521526 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.db.db_base_plugin_v2 [None req-315764b9-2868-4310-b6c2-caa2756c90fa tempest-TestNetworkAdvancedServerOps-1740099935 tempest-TestNetworkAdvancedServerOps-1740099935-project] Deleting subnet 8c22874e-d3cb-4a7c-b5d7-e0ab992c7eb0 {{(pid=94175) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jun 23 12:06:42.524539 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron_lib.callbacks.manager [None req-315764b9-2868-4310-b6c2-caa2756c90fa tempest-TestNetworkAdvancedServerOps-1740099935 tempest-TestNetworkAdvancedServerOps-1740099935-project] Notify callbacks [] for subnet, before_delete {{(pid=94175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 12:06:42.562324 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron_lib.callbacks.manager [None req-315764b9-2868-4310-b6c2-caa2756c90fa tempest-TestNetworkAdvancedServerOps-1740099935 tempest-TestNetworkAdvancedServerOps-1740099935-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5190686'] for subnet, precommit_delete_associations {{(pid=94175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 12:06:42.594712 dv-neutron-601336-94-hyperv neutron-server[94177]: DEBUG neutron.db.l3_dvr_db [None req-fef9b76f-adb5-4fc2-a7bf-5a9af9f3c24d None None] Set router e6cd5f1e-fb10-40dc-95fa-6916adab041a gateway port host: dv-neutron-601336-94-hyperv {{(pid=94177) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:838}} Jun 23 12:06:42.740473 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron_lib.callbacks.manager [None req-315764b9-2868-4310-b6c2-caa2756c90fa tempest-TestNetworkAdvancedServerOps-1740099935 tempest-TestNetworkAdvancedServerOps-1740099935-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-897634'] for subnet, precommit_delete {{(pid=94175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 12:06:42.769330 dv-neutron-601336-94-hyperv neutron-server[94177]: DEBUG neutron.db.l3_hamode_db [None req-fef9b76f-adb5-4fc2-a7bf-5a9af9f3c24d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e6cd5f1e-fb10-40dc-95fa-6916adab041a', 'name': 'tempest-TestNetworkAdvancedServerOps-router-847907057', 'tenant_id': '95e75de5b0504e3e87860f65038883f5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3e7e4eb3-cf02-4d47-ade9-0a579cdfc60f', 'external_fixed_ips': [{'subnet_id': 'a5ad15ab-c489-4a67-a9b0-d559fca0ec71', 'ip_address': '172.26.3.150'}], 'enable_snat': True}, 'gw_port_id': '9f737e31-406f-4548-a125-688203db29b2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-23T12:05:41Z', 'updated_at': '2021-06-23T12:06:41Z', 'revision_number': 5, 'project_id': '95e75de5b0504e3e87860f65038883f5', 'gw_port': {'id': '9f737e31-406f-4548-a125-688203db29b2', 'name': '', 'network_id': '3e7e4eb3-cf02-4d47-ade9-0a579cdfc60f', 'tenant_id': '', 'mac_address': 'fa:16:3e:c5:ec:75', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e6cd5f1e-fb10-40dc-95fa-6916adab041a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1714, 'fixed_ips': [{'subnet_id': 'a5ad15ab-c489-4a67-a9b0-d559fca0ec71', 'ip_address': '172.26.3.150', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-94-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-23T12:05:41Z', 'updated_at': '2021-06-23T12:05:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a5ad15ab-c489-4a67-a9b0-d559fca0ec71', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-601336-94-hyperv'}], 'dv-neutron-601336-94-hyperv', False) {} {{(pid=94177) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 12:06:42.805196 dv-neutron-601336-94-hyperv neutron-server[94177]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fef9b76f-adb5-4fc2-a7bf-5a9af9f3c24d None None] Checking router: e6cd5f1e-fb10-40dc-95fa-6916adab041a for host: dv-neutron-601336-94-hyperv {{(pid=94177) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 23 12:06:42.807166 dv-neutron-601336-94-hyperv neutron-server[94177]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fef9b76f-adb5-4fc2-a7bf-5a9af9f3c24d None None] Routers {'e6cd5f1e-fb10-40dc-95fa-6916adab041a'} bound to L3 agent in host dv-neutron-601336-94-hyperv {{(pid=94177) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 23 12:06:42.807778 dv-neutron-601336-94-hyperv neutron-server[94177]: DEBUG neutron.db.l3_hamode_db [None req-fef9b76f-adb5-4fc2-a7bf-5a9af9f3c24d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-601336-94-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-06-23T11:22:13Z,description=,heartbeat_timestamp=2021-06-23T12:06:13Z,host='dv-neutron-601336-94-hyperv',id=50ef99c0-ef28-4db5-b303-b145898fae60,load=0,resource_versions=,resources_synced=,started_at=2021-06-23T11:22:14Z,topic='l3_agent')) {'router_ids': ['e6cd5f1e-fb10-40dc-95fa-6916adab041a'], 'active': True} {{(pid=94177) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 12:06:42.887276 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron_lib.callbacks.manager [None req-315764b9-2868-4310-b6c2-caa2756c90fa tempest-TestNetworkAdvancedServerOps-1740099935 tempest-TestNetworkAdvancedServerOps-1740099935-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-897627', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866062', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5083050', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4660036'] for subnet, after_delete {{(pid=94175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 12:06:42.890363 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG oslo_concurrency.lockutils [None req-e9ac4542-ab8a-463c-96f3-a979f4262d26 tempest-NetworksIpV6Test-2059726755 tempest-NetworksIpV6Test-2059726755-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94175) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 12:06:42.914872 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-315764b9-2868-4310-b6c2-caa2756c90fa tempest-TestNetworkAdvancedServerOps-1740099935 tempest-TestNetworkAdvancedServerOps-1740099935-project] Pushing event deleted for resources: {'Subnet': ['ID=8c22874e-d3cb-4a7c-b5d7-e0ab992c7eb0,revision_number=None']} {{(pid=94175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 12:06:42.918024 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG oslo_concurrency.lockutils [None req-315764b9-2868-4310-b6c2-caa2756c90fa tempest-TestNetworkAdvancedServerOps-1740099935 tempest-TestNetworkAdvancedServerOps-1740099935-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.028s {{(pid=94175) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 12:06:42.919065 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron_lib.callbacks.manager [None req-315764b9-2868-4310-b6c2-caa2756c90fa tempest-TestNetworkAdvancedServerOps-1740099935 tempest-TestNetworkAdvancedServerOps-1740099935-project] Notify callbacks [] for subnet, before_response {{(pid=94175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 12:06:42.921694 dv-neutron-601336-94-hyperv neutron-server[94177]: DEBUG neutron.db.l3_dvr_db [None req-fef9b76f-adb5-4fc2-a7bf-5a9af9f3c24d None None] Set router e6cd5f1e-fb10-40dc-95fa-6916adab041a gateway port host: dv-neutron-601336-94-hyperv {{(pid=94177) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:838}} Jun 23 12:06:42.924179 dv-neutron-601336-94-hyperv neutron-server[94175]: INFO neutron.wsgi [None req-315764b9-2868-4310-b6c2-caa2756c90fa tempest-TestNetworkAdvancedServerOps-1740099935 tempest-TestNetworkAdvancedServerOps-1740099935-project] 10.222.0.20 "DELETE /v2.0/subnets/8c22874e-d3cb-4a7c-b5d7-e0ab992c7eb0 HTTP/1.1" status: 204 len: 168 time: 0.4551024 Jun 23 12:06:42.924317 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.wsgi [-] (94174) accepted ('10.222.0.20', 48678) {{(pid=94174) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 12:06:42.927347 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-247d6c1c-1986-47d5-80a7-4169d04d6d61 None None] Network 4d925e11-6530-46d2-b146-b04fc92d14b2 requested from dv-neutron-601336-94-hyperv {{(pid=94176) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 23 12:06:43.039359 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron_lib.callbacks.manager [None req-54d0c704-9c80-4c49-982e-070122f86b4c tempest-TestNetworkAdvancedServerOps-1740099935 tempest-TestNetworkAdvancedServerOps-1740099935-project] Notify callbacks [] for router, before_delete {{(pid=94174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 12:06:43.107650 dv-neutron-601336-94-hyperv neutron-server[94177]: DEBUG neutron.db.l3_hamode_db [None req-fef9b76f-adb5-4fc2-a7bf-5a9af9f3c24d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e6cd5f1e-fb10-40dc-95fa-6916adab041a', 'name': 'tempest-TestNetworkAdvancedServerOps-router-847907057', 'tenant_id': '95e75de5b0504e3e87860f65038883f5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3e7e4eb3-cf02-4d47-ade9-0a579cdfc60f', 'external_fixed_ips': [{'subnet_id': 'a5ad15ab-c489-4a67-a9b0-d559fca0ec71', 'ip_address': '172.26.3.150'}], 'enable_snat': True}, 'gw_port_id': '9f737e31-406f-4548-a125-688203db29b2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-23T12:05:41Z', 'updated_at': '2021-06-23T12:06:41Z', 'revision_number': 5, 'project_id': '95e75de5b0504e3e87860f65038883f5', 'gw_port': {'id': '9f737e31-406f-4548-a125-688203db29b2', 'name': '', 'network_id': '3e7e4eb3-cf02-4d47-ade9-0a579cdfc60f', 'tenant_id': '', 'mac_address': 'fa:16:3e:c5:ec:75', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e6cd5f1e-fb10-40dc-95fa-6916adab041a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1714, 'fixed_ips': [{'subnet_id': 'a5ad15ab-c489-4a67-a9b0-d559fca0ec71', 'ip_address': '172.26.3.150', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-94-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-23T12:05:41Z', 'updated_at': '2021-06-23T12:05:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a5ad15ab-c489-4a67-a9b0-d559fca0ec71', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-601336-94-hyperv'}], 'dv-neutron-601336-94-hyperv', False) {} {{(pid=94177) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 12:06:43.134168 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-85bcdb61-b2e0-449d-ad10-09c2a52ec348 None None] DHCP port deletion for 4d925e11-6530-46d2-b146-b04fc92d14b2 request from dv-neutron-601336-94-hyperv {{(pid=94176) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jun 23 12:06:43.138740 dv-neutron-601336-94-hyperv neutron-server[94177]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fef9b76f-adb5-4fc2-a7bf-5a9af9f3c24d None None] The sync data for ids ['e6cd5f1e-fb10-40dc-95fa-6916adab041a'] in dv-neutron-601336-94-hyperv is: [{'id': 'e6cd5f1e-fb10-40dc-95fa-6916adab041a', 'name': 'tempest-TestNetworkAdvancedServerOps-router-847907057', 'tenant_id': '95e75de5b0504e3e87860f65038883f5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3e7e4eb3-cf02-4d47-ade9-0a579cdfc60f', 'external_fixed_ips': [{'subnet_id': 'a5ad15ab-c489-4a67-a9b0-d559fca0ec71', 'ip_address': '172.26.3.150'}], 'enable_snat': True}, 'gw_port_id': '9f737e31-406f-4548-a125-688203db29b2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-23T12:05:41Z', 'updated_at': '2021-06-23T12:06:41Z', 'revision_number': 5, 'project_id': '95e75de5b0504e3e87860f65038883f5', 'gw_port': {'id': '9f737e31-406f-4548-a125-688203db29b2', 'name': '', 'network_id': '3e7e4eb3-cf02-4d47-ade9-0a579cdfc60f', 'tenant_id': '', 'mac_address': 'fa:16:3e:c5:ec:75', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e6cd5f1e-fb10-40dc-95fa-6916adab041a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1714, 'fixed_ips': [{'subnet_id': 'a5ad15ab-c489-4a67-a9b0-d559fca0ec71', 'ip_address': '172.26.3.150', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-94-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-23T12:05:41Z', 'updated_at': '2021-06-23T12:05:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a5ad15ab-c489-4a67-a9b0-d559fca0ec71', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-601336-94-hyperv'}] {{(pid=94177) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 23 12:06:43.152005 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron_lib.callbacks.manager [None req-54d0c704-9c80-4c49-982e-070122f86b4c tempest-TestNetworkAdvancedServerOps-1740099935 tempest-TestNetworkAdvancedServerOps-1740099935-project] Notify callbacks [] for router_gateway, before_delete {{(pid=94174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 12:06:43.195442 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.plugins.ml2.plugin [None req-85bcdb61-b2e0-449d-ad10-09c2a52ec348 None None] Deleting port a9641a1c-303b-45f3-9133-de4e2d751a5d {{(pid=94176) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1913}} Jun 23 12:06:43.198132 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron_lib.callbacks.manager [None req-85bcdb61-b2e0-449d-ad10-09c2a52ec348 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773700079324'] for port, before_delete {{(pid=94176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 12:06:43.231716 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron_lib.callbacks.manager [None req-5301d25e-26e3-4a7a-9873-9f0f9e7333bc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773699952132', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-899307'] for agent, after_update {{(pid=94176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 12:06:43.261050 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.plugins.ml2.db [None req-85bcdb61-b2e0-449d-ad10-09c2a52ec348 None None] For port a9641a1c-303b-45f3-9133-de4e2d751a5d, host dv-neutron-601336-94-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-94-hyperv',level=0,port_id=a9641a1c-303b-45f3-9133-de4e2d751a5d,segment=NetworkSegment(dbac379b-c324-4002-812c-c3ecd4184436),segment_id=dbac379b-c324-4002-812c-c3ecd4184436)] {{(pid=94176) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 23 12:06:43.261507 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron_lib.callbacks.manager [None req-85bcdb61-b2e0-449d-ad10-09c2a52ec348 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-430722'] for port, precommit_delete {{(pid=94176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 12:06:43.275204 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.plugins.ml2.plugin [None req-85bcdb61-b2e0-449d-ad10-09c2a52ec348 None None] Calling delete_port for a9641a1c-303b-45f3-9133-de4e2d751a5d owned by network:dhcp {{(pid=94176) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1986}} Jun 23 12:06:43.289658 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.plugins.ml2.plugin [None req-54d0c704-9c80-4c49-982e-070122f86b4c tempest-TestNetworkAdvancedServerOps-1740099935 tempest-TestNetworkAdvancedServerOps-1740099935-project] Deleting port 9f737e31-406f-4548-a125-688203db29b2 {{(pid=94174) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1913}} Jun 23 12:06:43.290040 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron_lib.callbacks.manager [None req-54d0c704-9c80-4c49-982e-070122f86b4c tempest-TestNetworkAdvancedServerOps-1740099935 tempest-TestNetworkAdvancedServerOps-1740099935-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773700079324'] for port, before_delete {{(pid=94174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 12:06:43.369341 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.plugins.ml2.db [None req-54d0c704-9c80-4c49-982e-070122f86b4c tempest-TestNetworkAdvancedServerOps-1740099935 tempest-TestNetworkAdvancedServerOps-1740099935-project] For port 9f737e31-406f-4548-a125-688203db29b2, host dv-neutron-601336-94-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-94-hyperv',level=0,port_id=9f737e31-406f-4548-a125-688203db29b2,segment=NetworkSegment(c23be0a5-6980-48fb-bc9f-4a24717fe1de),segment_id=c23be0a5-6980-48fb-bc9f-4a24717fe1de)] {{(pid=94174) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 23 12:06:43.369589 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron_lib.callbacks.manager [None req-54d0c704-9c80-4c49-982e-070122f86b4c tempest-TestNetworkAdvancedServerOps-1740099935 tempest-TestNetworkAdvancedServerOps-1740099935-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-430722'] for port, precommit_delete {{(pid=94174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 12:06:43.386355 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.plugins.ml2.plugin [None req-54d0c704-9c80-4c49-982e-070122f86b4c tempest-TestNetworkAdvancedServerOps-1740099935 tempest-TestNetworkAdvancedServerOps-1740099935-project] Calling delete_port for 9f737e31-406f-4548-a125-688203db29b2 owned by network:router_gateway {{(pid=94174) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1986}} Jun 23 12:06:43.418498 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron_lib.callbacks.manager [None req-85bcdb61-b2e0-449d-ad10-09c2a52ec348 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-922904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866062', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773700135024', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773699642224'] for port, after_delete {{(pid=94176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 12:06:43.422350 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG oslo_concurrency.lockutils [None req-6c07155b-ff71-46db-bba7-48bebb55fbbc None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 12:06:43.448254 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85bcdb61-b2e0-449d-ad10-09c2a52ec348 None None] Pushing event deleted for resources: {'Port': ['ID=a9641a1c-303b-45f3-9133-de4e2d751a5d,revision_number=None']} {{(pid=94176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 12:06:43.451697 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.db.l3_dvrscheduler_db [None req-85bcdb61-b2e0-449d-ad10-09c2a52ec348 None None] No DVR routers for this DVR port a9641a1c-303b-45f3-9133-de4e2d751a5d on host dv-neutron-601336-94-hyperv {{(pid=94176) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 23 12:06:43.458738 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85bcdb61-b2e0-449d-ad10-09c2a52ec348 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-601336-94-hyperv {{(pid=94176) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 12:06:43.461259 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85bcdb61-b2e0-449d-ad10-09c2a52ec348 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-94-hyperv {{(pid=94176) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 12:06:43.461259 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85bcdb61-b2e0-449d-ad10-09c2a52ec348 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-94-hyperv {{(pid=94176) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 12:06:43.461259 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85bcdb61-b2e0-449d-ad10-09c2a52ec348 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-601336-94-hyperv {{(pid=94176) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 12:06:43.461259 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85bcdb61-b2e0-449d-ad10-09c2a52ec348 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-601336-94-hyperv {{(pid=94176) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 12:06:43.461259 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85bcdb61-b2e0-449d-ad10-09c2a52ec348 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-601336-94-hyperv {{(pid=94176) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 12:06:43.461259 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85bcdb61-b2e0-449d-ad10-09c2a52ec348 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-601336-94-hyperv {{(pid=94176) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 12:06:43.461259 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85bcdb61-b2e0-449d-ad10-09c2a52ec348 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-601336-94-hyperv {{(pid=94176) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 12:06:43.462310 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85bcdb61-b2e0-449d-ad10-09c2a52ec348 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-601336-94-hyperv {{(pid=94176) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 12:06:43.462310 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85bcdb61-b2e0-449d-ad10-09c2a52ec348 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-94-hyperv {{(pid=94176) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 12:06:43.462310 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85bcdb61-b2e0-449d-ad10-09c2a52ec348 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-601336-94-hyperv {{(pid=94176) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 12:06:43.462927 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85bcdb61-b2e0-449d-ad10-09c2a52ec348 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-601336-94-hyperv {{(pid=94176) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 12:06:43.466086 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG oslo_concurrency.lockutils [None req-85bcdb61-b2e0-449d-ad10-09c2a52ec348 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.044s {{(pid=94176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 12:06:43.587373 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.plugins.ml2.rpc [None req-97bd5441-1da2-49ee-a364-27795820ba27 None None] Device 162c636c-3595-4477-802a-dde6b32de8e9 no longer exists at agent hyperv_hv-neutron-6013 {{(pid=94176) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:261}} Jun 23 12:06:43.611196 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.plugins.ml2.plugin [None req-97bd5441-1da2-49ee-a364-27795820ba27 None None] No Port match for: 162c636c-3595-4477-802a-dde6b32de8e9 {{(pid=94176) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2240}} Jun 23 12:06:43.611609 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.plugins.ml2.rpc [None req-97bd5441-1da2-49ee-a364-27795820ba27 None None] Device 162c636c-3595-4477-802a-dde6b32de8e9 not bound to the agent host hv-neutron-6013 {{(pid=94176) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:271}} Jun 23 12:06:43.611820 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron_lib.callbacks.manager [None req-54d0c704-9c80-4c49-982e-070122f86b4c tempest-TestNetworkAdvancedServerOps-1740099935 tempest-TestNetworkAdvancedServerOps-1740099935-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-922904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866062', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773700135024', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773699642224', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5196390'] for port, after_delete {{(pid=94174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 12:06:43.614200 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG oslo_concurrency.lockutils [None req-3cad9146-88c8-4788-bf89-9b699fbfa3c3 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94174) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 12:06:43.644730 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54d0c704-9c80-4c49-982e-070122f86b4c tempest-TestNetworkAdvancedServerOps-1740099935 tempest-TestNetworkAdvancedServerOps-1740099935-project] Pushing event deleted for resources: {'Port': ['ID=9f737e31-406f-4548-a125-688203db29b2,revision_number=None']} {{(pid=94174) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 12:06:43.648611 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG oslo_concurrency.lockutils [None req-54d0c704-9c80-4c49-982e-070122f86b4c tempest-TestNetworkAdvancedServerOps-1740099935 tempest-TestNetworkAdvancedServerOps-1740099935-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.034s {{(pid=94174) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 12:06:43.716342 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron_lib.callbacks.manager [None req-54d0c704-9c80-4c49-982e-070122f86b4c tempest-TestNetworkAdvancedServerOps-1740099935 tempest-TestNetworkAdvancedServerOps-1740099935-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-524171'] for router_gateway, after_delete {{(pid=94174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 12:06:43.806110 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron_lib.callbacks.manager [None req-54d0c704-9c80-4c49-982e-070122f86b4c tempest-TestNetworkAdvancedServerOps-1740099935 tempest-TestNetworkAdvancedServerOps-1740099935-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-520417', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-32301'] for router, precommit_delete {{(pid=94174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 12:06:43.808139 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron_lib.callbacks.manager [None req-54d0c704-9c80-4c49-982e-070122f86b4c tempest-TestNetworkAdvancedServerOps-1740099935 tempest-TestNetworkAdvancedServerOps-1740099935-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 12:06:43.943270 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron_lib.callbacks.manager [None req-54d0c704-9c80-4c49-982e-070122f86b4c tempest-TestNetworkAdvancedServerOps-1740099935 tempest-TestNetworkAdvancedServerOps-1740099935-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-494961'] for router, after_delete {{(pid=94174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 12:06:43.943990 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron_lib.callbacks.manager [None req-dc7542b2-afef-47f4-a763-e3a3cba144be None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773699952132', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-899307'] for agent, after_update {{(pid=94176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 12:06:43.944409 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-54d0c704-9c80-4c49-982e-070122f86b4c tempest-TestNetworkAdvancedServerOps-1740099935 tempest-TestNetworkAdvancedServerOps-1740099935-project] Fanout notify agent at l3_agent the message router_deleted on router e6cd5f1e-fb10-40dc-95fa-6916adab041a {{(pid=94174) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jun 23 12:06:43.951178 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron_lib.callbacks.manager [None req-54d0c704-9c80-4c49-982e-070122f86b4c tempest-TestNetworkAdvancedServerOps-1740099935 tempest-TestNetworkAdvancedServerOps-1740099935-project] Notify callbacks [] for router, before_response {{(pid=94174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 12:06:43.955207 dv-neutron-601336-94-hyperv neutron-server[94174]: INFO neutron.wsgi [None req-54d0c704-9c80-4c49-982e-070122f86b4c tempest-TestNetworkAdvancedServerOps-1740099935 tempest-TestNetworkAdvancedServerOps-1740099935-project] 10.222.0.20 "DELETE /v2.0/routers/e6cd5f1e-fb10-40dc-95fa-6916adab041a HTTP/1.1" status: 204 len: 168 time: 1.0268958 Jun 23 12:06:43.957068 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.wsgi [-] (94174) accepted ('10.222.0.20', 48680) {{(pid=94174) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 12:06:44.040297 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron_lib.callbacks.manager [None req-57445c5e-65ff-476d-9241-261b039a7603 tempest-TestNetworkAdvancedServerOps-1740099935 tempest-TestNetworkAdvancedServerOps-1740099935-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-824874'] for network, before_delete {{(pid=94174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 12:06:44.142259 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron_lib.callbacks.manager [None req-57445c5e-65ff-476d-9241-261b039a7603 tempest-TestNetworkAdvancedServerOps-1740099935 tempest-TestNetworkAdvancedServerOps-1740099935-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-897259', 'neutron.services.segments.db._delete_segments_for_network-8773700168587'] for network, precommit_delete {{(pid=94174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 12:06:44.152344 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.services.segments.db [None req-57445c5e-65ff-476d-9241-261b039a7603 tempest-TestNetworkAdvancedServerOps-1740099935 tempest-TestNetworkAdvancedServerOps-1740099935-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4d925e11-6530-46d2-b146-b04fc92d14b2']}} {{(pid=94174) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 12:06:44.167272 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.services.segments.db [None req-57445c5e-65ff-476d-9241-261b039a7603 tempest-TestNetworkAdvancedServerOps-1740099935 tempest-TestNetworkAdvancedServerOps-1740099935-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'dbac379b-c324-4002-812c-c3ecd4184436') {'for_net_delete': True} {{(pid=94174) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 12:06:44.167569 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.services.segments.db [None req-57445c5e-65ff-476d-9241-261b039a7603 tempest-TestNetworkAdvancedServerOps-1740099935 tempest-TestNetworkAdvancedServerOps-1740099935-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'dbac379b-c324-4002-812c-c3ecd4184436') {} {{(pid=94174) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 12:06:44.176184 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron_lib.callbacks.manager [None req-57445c5e-65ff-476d-9241-261b039a7603 tempest-TestNetworkAdvancedServerOps-1740099935 tempest-TestNetworkAdvancedServerOps-1740099935-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8773699955833', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4800267'] for segment, before_delete {{(pid=94174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 12:06:44.189929 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron_lib.callbacks.manager [None req-57445c5e-65ff-476d-9241-261b039a7603 tempest-TestNetworkAdvancedServerOps-1740099935 tempest-TestNetworkAdvancedServerOps-1740099935-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3801'] for segment, precommit_delete {{(pid=94174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 12:06:44.195635 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-57445c5e-65ff-476d-9241-261b039a7603 tempest-TestNetworkAdvancedServerOps-1740099935 tempest-TestNetworkAdvancedServerOps-1740099935-project] Releasing vlan 407 on physical network physnet1 to pool {{(pid=94174) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 23 12:06:44.195968 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron_lib.callbacks.manager [None req-57445c5e-65ff-476d-9241-261b039a7603 tempest-TestNetworkAdvancedServerOps-1740099935 tempest-TestNetworkAdvancedServerOps-1740099935-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3801', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5196341'] for segment, after_delete {{(pid=94174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 12:06:44.198789 dv-neutron-601336-94-hyperv neutron-server[94174]: Traceback (most recent call last): Jun 23 12:06:44.198789 dv-neutron-601336-94-hyperv neutron-server[94174]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 23 12:06:44.198789 dv-neutron-601336-94-hyperv neutron-server[94174]: timer() Jun 23 12:06:44.198789 dv-neutron-601336-94-hyperv neutron-server[94174]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 23 12:06:44.198789 dv-neutron-601336-94-hyperv neutron-server[94174]: cb(*args, **kw) Jun 23 12:06:44.198789 dv-neutron-601336-94-hyperv neutron-server[94174]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 23 12:06:44.198789 dv-neutron-601336-94-hyperv neutron-server[94174]: return func(*args, **kwargs) Jun 23 12:06:44.198789 dv-neutron-601336-94-hyperv neutron-server[94174]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 23 12:06:44.198789 dv-neutron-601336-94-hyperv neutron-server[94174]: self._notify() Jun 23 12:06:44.198789 dv-neutron-601336-94-hyperv neutron-server[94174]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 23 12:06:44.198789 dv-neutron-601336-94-hyperv neutron-server[94174]: self.callback(batched_events) Jun 23 12:06:44.198789 dv-neutron-601336-94-hyperv neutron-server[94174]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 23 12:06:44.198789 dv-neutron-601336-94-hyperv neutron-server[94174]: event.method(event) Jun 23 12:06:44.198789 dv-neutron-601336-94-hyperv neutron-server[94174]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 23 12:06:44.198789 dv-neutron-601336-94-hyperv neutron-server[94174]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 23 12:06:44.198789 dv-neutron-601336-94-hyperv neutron-server[94174]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 23 12:06:44.198789 dv-neutron-601336-94-hyperv neutron-server[94174]: aggregate_uuid = self.p_client.list_aggregates( Jun 23 12:06:44.198789 dv-neutron-601336-94-hyperv neutron-server[94174]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 23 12:06:44.198789 dv-neutron-601336-94-hyperv neutron-server[94174]: return f(self, *a, **k) Jun 23 12:06:44.198789 dv-neutron-601336-94-hyperv neutron-server[94174]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 23 12:06:44.198789 dv-neutron-601336-94-hyperv neutron-server[94174]: return self._get(url).json() Jun 23 12:06:44.198789 dv-neutron-601336-94-hyperv neutron-server[94174]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 23 12:06:44.198789 dv-neutron-601336-94-hyperv neutron-server[94174]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 23 12:06:44.198789 dv-neutron-601336-94-hyperv neutron-server[94174]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 23 12:06:44.198789 dv-neutron-601336-94-hyperv neutron-server[94174]: return self.request(url, 'GET', **kwargs) Jun 23 12:06:44.198789 dv-neutron-601336-94-hyperv neutron-server[94174]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 23 12:06:44.198789 dv-neutron-601336-94-hyperv neutron-server[94174]: base_url = self.get_endpoint(auth, allow=allow, Jun 23 12:06:44.198789 dv-neutron-601336-94-hyperv neutron-server[94174]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 23 12:06:44.198789 dv-neutron-601336-94-hyperv neutron-server[94174]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 23 12:06:44.198789 dv-neutron-601336-94-hyperv neutron-server[94174]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 23 12:06:44.198789 dv-neutron-601336-94-hyperv neutron-server[94174]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 23 12:06:44.198789 dv-neutron-601336-94-hyperv neutron-server[94174]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 23 12:06:44.349030 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron_lib.callbacks.manager [None req-57445c5e-65ff-476d-9241-261b039a7603 tempest-TestNetworkAdvancedServerOps-1740099935 tempest-TestNetworkAdvancedServerOps-1740099935-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-897248', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8002400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7866073', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-524247'] for network, after_delete {{(pid=94174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 12:06:44.352653 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG oslo_concurrency.lockutils [None req-d7984426-67a5-4822-9072-c00fb832e8ed tempest-RoutersNegativeTest-1248054990 tempest-RoutersNegativeTest-1248054990-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94174) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 12:06:44.360954 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron_lib.callbacks.manager [None req-57445c5e-65ff-476d-9241-261b039a7603 tempest-TestNetworkAdvancedServerOps-1740099935 tempest-TestNetworkAdvancedServerOps-1740099935-project] Notify callbacks [] for network, before_response {{(pid=94174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 12:06:44.360954 dv-neutron-601336-94-hyperv neutron-server[94174]: INFO neutron.wsgi [None req-57445c5e-65ff-476d-9241-261b039a7603 tempest-TestNetworkAdvancedServerOps-1740099935 tempest-TestNetworkAdvancedServerOps-1740099935-project] 10.222.0.20 "DELETE /v2.0/networks/4d925e11-6530-46d2-b146-b04fc92d14b2 HTTP/1.1" status: 204 len: 168 time: 0.4002612 Jun 23 12:06:44.362097 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.wsgi [-] (94175) accepted ('10.222.0.20', 48682) {{(pid=94175) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 12:06:44.389860 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57445c5e-65ff-476d-9241-261b039a7603 tempest-TestNetworkAdvancedServerOps-1740099935 tempest-TestNetworkAdvancedServerOps-1740099935-project] Pushing event deleted for resources: {'Network': ['ID=4d925e11-6530-46d2-b146-b04fc92d14b2,revision_number=None']} {{(pid=94174) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 12:06:44.390138 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG oslo_concurrency.lockutils [None req-57445c5e-65ff-476d-9241-261b039a7603 tempest-TestNetworkAdvancedServerOps-1740099935 tempest-TestNetworkAdvancedServerOps-1740099935-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.037s {{(pid=94174) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 12:06:44.431724 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron_lib.callbacks.manager [None req-f7d1b2ad-4efe-4b01-8357-c8c20a1e511a tempest-TestNetworkAdvancedServerOps-1740099935 tempest-TestNetworkAdvancedServerOps-1740099935-project] Notify callbacks [] for security_group, before_delete {{(pid=94175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 12:06:44.447974 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.plugins.ml2.rpc [None req-dc7542b2-afef-47f4-a763-e3a3cba144be None None] Device 9f737e31-406f-4548-a125-688203db29b2 no longer exists at agent ovs-agent-dv-neutron-601336-94-hyperv {{(pid=94176) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:261}} Jun 23 12:06:44.460654 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron_lib.callbacks.manager [None req-f7d1b2ad-4efe-4b01-8357-c8c20a1e511a tempest-TestNetworkAdvancedServerOps-1740099935 tempest-TestNetworkAdvancedServerOps-1740099935-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 12:06:44.467644 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.plugins.ml2.plugin [None req-dc7542b2-afef-47f4-a763-e3a3cba144be None None] No Port match for: 9f737e31-406f-4548-a125-688203db29b2 {{(pid=94176) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2240}} Jun 23 12:06:44.468112 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.plugins.ml2.rpc [None req-dc7542b2-afef-47f4-a763-e3a3cba144be None None] Device 9f737e31-406f-4548-a125-688203db29b2 not bound to the agent host dv-neutron-601336-94-hyperv {{(pid=94176) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:271}} Jun 23 12:06:44.468555 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.plugins.ml2.rpc [None req-dc7542b2-afef-47f4-a763-e3a3cba144be None None] Device 4c26915f-4420-44f9-a836-db305481e823 no longer exists at agent ovs-agent-dv-neutron-601336-94-hyperv {{(pid=94176) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:261}} Jun 23 12:06:44.486854 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.plugins.ml2.plugin [None req-dc7542b2-afef-47f4-a763-e3a3cba144be None None] No Port match for: 4c26915f-4420-44f9-a836-db305481e823 {{(pid=94176) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2240}} Jun 23 12:06:44.487257 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.plugins.ml2.rpc [None req-dc7542b2-afef-47f4-a763-e3a3cba144be None None] Device 4c26915f-4420-44f9-a836-db305481e823 not bound to the agent host dv-neutron-601336-94-hyperv {{(pid=94176) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:271}} Jun 23 12:06:44.487698 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.plugins.ml2.rpc [None req-dc7542b2-afef-47f4-a763-e3a3cba144be None None] Device a9641a1c-303b-45f3-9133-de4e2d751a5d no longer exists at agent ovs-agent-dv-neutron-601336-94-hyperv {{(pid=94176) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:261}} Jun 23 12:06:44.506152 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.plugins.ml2.plugin [None req-dc7542b2-afef-47f4-a763-e3a3cba144be None None] No Port match for: a9641a1c-303b-45f3-9133-de4e2d751a5d {{(pid=94176) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2240}} Jun 23 12:06:44.507816 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.plugins.ml2.rpc [None req-dc7542b2-afef-47f4-a763-e3a3cba144be None None] Device a9641a1c-303b-45f3-9133-de4e2d751a5d not bound to the agent host dv-neutron-601336-94-hyperv {{(pid=94176) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:271}} Jun 23 12:06:44.584160 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron_lib.callbacks.manager [None req-f7d1b2ad-4efe-4b01-8357-c8c20a1e511a tempest-TestNetworkAdvancedServerOps-1740099935 tempest-TestNetworkAdvancedServerOps-1740099935-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7996330'] for security_group, after_delete {{(pid=94175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 12:06:44.586894 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron_lib.callbacks.manager [None req-f7d1b2ad-4efe-4b01-8357-c8c20a1e511a tempest-TestNetworkAdvancedServerOps-1740099935 tempest-TestNetworkAdvancedServerOps-1740099935-project] Notify callbacks [] for security_group, before_response {{(pid=94175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 12:06:44.588093 dv-neutron-601336-94-hyperv neutron-server[94175]: INFO neutron.wsgi [None req-f7d1b2ad-4efe-4b01-8357-c8c20a1e511a tempest-TestNetworkAdvancedServerOps-1740099935 tempest-TestNetworkAdvancedServerOps-1740099935-project] 10.222.0.20 "DELETE /v2.0/security-groups/24518c16-613e-47d2-91fb-a09f6ef9986b HTTP/1.1" status: 204 len: 168 time: 0.2253997 Jun 23 12:06:44.588892 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG oslo_concurrency.lockutils [None req-4af24309-ffd6-46c1-8e0c-a860782515ce admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94175) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 12:06:44.598070 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7d1b2ad-4efe-4b01-8357-c8c20a1e511a tempest-TestNetworkAdvancedServerOps-1740099935 tempest-TestNetworkAdvancedServerOps-1740099935-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=24518c16-613e-47d2-91fb-a09f6ef9986b,revision_number=None']} {{(pid=94175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 12:06:44.600452 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG oslo_concurrency.lockutils [None req-f7d1b2ad-4efe-4b01-8357-c8c20a1e511a tempest-TestNetworkAdvancedServerOps-1740099935 tempest-TestNetworkAdvancedServerOps-1740099935-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.012s {{(pid=94175) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 12:06:44.727085 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron_lib.callbacks.manager [None req-4c20ea5f-bc7f-4d4e-935d-57f082af6ccb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773699952132', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-899307'] for agent, after_update {{(pid=94176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 12:06:44.971155 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.wsgi [-] (94174) accepted ('10.222.0.20', 48688) {{(pid=94174) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 12:06:44.976153 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.api.v2.base [None req-fe2b0f11-ed4c-4e3f-b996-b0b354e3c9c7 tempest-TestNetworkAdvancedServerOps-1740099935 tempest-TestNetworkAdvancedServerOps-1740099935-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1684455750', 'description': 'tempest-secgroup-smoke-1684455750 description', 'project_id': '95e75de5b0504e3e87860f65038883f5'}} {{(pid=94174) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 23 12:06:45.058217 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron_lib.callbacks.manager [None req-fe2b0f11-ed4c-4e3f-b996-b0b354e3c9c7 tempest-TestNetworkAdvancedServerOps-1740099935 tempest-TestNetworkAdvancedServerOps-1740099935-project] Notify callbacks [] for security_group, before_create {{(pid=94174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 12:06:45.139488 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron_lib.callbacks.manager [None req-fe2b0f11-ed4c-4e3f-b996-b0b354e3c9c7 tempest-TestNetworkAdvancedServerOps-1740099935 tempest-TestNetworkAdvancedServerOps-1740099935-project] Notify callbacks [] for security_group, precommit_create {{(pid=94174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 12:06:45.212571 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron_lib.callbacks.manager [None req-fe2b0f11-ed4c-4e3f-b996-b0b354e3c9c7 tempest-TestNetworkAdvancedServerOps-1740099935 tempest-TestNetworkAdvancedServerOps-1740099935-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7996330'] for security_group, after_create {{(pid=94174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 12:06:45.215333 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG oslo_concurrency.lockutils [None req-e0ce951d-bd4b-41e3-a5e8-edd04f37735c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94174) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 12:06:45.243074 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe2b0f11-ed4c-4e3f-b996-b0b354e3c9c7 tempest-TestNetworkAdvancedServerOps-1740099935 tempest-TestNetworkAdvancedServerOps-1740099935-project] Pushing event updated for resources: {'SecurityGroup': ['ID=4cda5906-750c-4854-adf1-a373fc245b36,revision_number=1']} {{(pid=94174) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 12:06:45.245860 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG oslo_concurrency.lockutils [None req-fe2b0f11-ed4c-4e3f-b996-b0b354e3c9c7 tempest-TestNetworkAdvancedServerOps-1740099935 tempest-TestNetworkAdvancedServerOps-1740099935-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.031s {{(pid=94174) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 12:06:45.298697 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron_lib.callbacks.manager [None req-fe2b0f11-ed4c-4e3f-b996-b0b354e3c9c7 tempest-TestNetworkAdvancedServerOps-1740099935 tempest-TestNetworkAdvancedServerOps-1740099935-project] Notify callbacks [] for security_group, before_response {{(pid=94174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 12:06:45.300472 dv-neutron-601336-94-hyperv neutron-server[94174]: INFO neutron.wsgi [None req-fe2b0f11-ed4c-4e3f-b996-b0b354e3c9c7 tempest-TestNetworkAdvancedServerOps-1740099935 tempest-TestNetworkAdvancedServerOps-1740099935-project] 10.222.0.20 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.3281419 Jun 23 12:06:45.303233 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.wsgi [-] (94174) accepted ('10.222.0.20', 48690) {{(pid=94174) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 12:06:45.309143 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.api.v2.base [None req-43ce7ee1-bd8e-4887-803d-83d415597e3b tempest-TestNetworkAdvancedServerOps-1740099935 tempest-TestNetworkAdvancedServerOps-1740099935-project] Request body: {'security_group_rule': {'security_group_id': '4cda5906-750c-4854-adf1-a373fc245b36', 'project_id': '95e75de5b0504e3e87860f65038883f5', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=94174) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 23 12:06:45.384158 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron_lib.callbacks.manager [None req-43ce7ee1-bd8e-4887-803d-83d415597e3b tempest-TestNetworkAdvancedServerOps-1740099935 tempest-TestNetworkAdvancedServerOps-1740099935-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 12:06:45.448761 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron_lib.callbacks.manager [None req-43ce7ee1-bd8e-4887-803d-83d415597e3b tempest-TestNetworkAdvancedServerOps-1740099935 tempest-TestNetworkAdvancedServerOps-1740099935-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 12:06:45.537563 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron_lib.callbacks.manager [None req-43ce7ee1-bd8e-4887-803d-83d415597e3b tempest-TestNetworkAdvancedServerOps-1740099935 tempest-TestNetworkAdvancedServerOps-1740099935-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7996355'] for security_group_rule, after_create {{(pid=94174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 12:06:45.539391 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG oslo_concurrency.lockutils [None req-d9fb7922-051e-4a46-8de5-db780ba799b6 tempest-TestNetworkBasicOps-233187296 tempest-TestNetworkBasicOps-233187296-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94174) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 12:06:45.555805 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43ce7ee1-bd8e-4887-803d-83d415597e3b tempest-TestNetworkAdvancedServerOps-1740099935 tempest-TestNetworkAdvancedServerOps-1740099935-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=dc0d6a3c-3b0d-41ea-ab61-da53c2998d34,revision_number=0']} {{(pid=94174) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 12:06:45.558612 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG oslo_concurrency.lockutils [None req-43ce7ee1-bd8e-4887-803d-83d415597e3b tempest-TestNetworkAdvancedServerOps-1740099935 tempest-TestNetworkAdvancedServerOps-1740099935-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=94174) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 12:06:45.646820 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron_lib.callbacks.manager [None req-43ce7ee1-bd8e-4887-803d-83d415597e3b tempest-TestNetworkAdvancedServerOps-1740099935 tempest-TestNetworkAdvancedServerOps-1740099935-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 12:06:45.648097 dv-neutron-601336-94-hyperv neutron-server[94174]: INFO neutron.wsgi [None req-43ce7ee1-bd8e-4887-803d-83d415597e3b tempest-TestNetworkAdvancedServerOps-1740099935 tempest-TestNetworkAdvancedServerOps-1740099935-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3438859 Jun 23 12:06:45.650680 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.wsgi [-] (94174) accepted ('10.222.0.20', 48692) {{(pid=94174) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 12:06:45.655358 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.api.v2.base [None req-14616459-4efd-49e5-b59c-bccd3b43e560 tempest-TestNetworkAdvancedServerOps-1740099935 tempest-TestNetworkAdvancedServerOps-1740099935-project] Request body: {'security_group_rule': {'security_group_id': '4cda5906-750c-4854-adf1-a373fc245b36', 'project_id': '95e75de5b0504e3e87860f65038883f5', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=94174) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 23 12:06:45.755163 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron_lib.callbacks.manager [None req-14616459-4efd-49e5-b59c-bccd3b43e560 tempest-TestNetworkAdvancedServerOps-1740099935 tempest-TestNetworkAdvancedServerOps-1740099935-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 12:06:45.812894 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron_lib.callbacks.manager [None req-14616459-4efd-49e5-b59c-bccd3b43e560 tempest-TestNetworkAdvancedServerOps-1740099935 tempest-TestNetworkAdvancedServerOps-1740099935-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 12:06:45.886652 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron_lib.callbacks.manager [None req-14616459-4efd-49e5-b59c-bccd3b43e560 tempest-TestNetworkAdvancedServerOps-1740099935 tempest-TestNetworkAdvancedServerOps-1740099935-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7996355'] for security_group_rule, after_create {{(pid=94174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 12:06:45.888569 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG oslo_concurrency.lockutils [None req-713bdfff-1da9-4d87-bb60-a74c0f7856f3 tempest-TestNetworkBasicOps-233187296 tempest-TestNetworkBasicOps-233187296-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94174) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 12:06:45.904356 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14616459-4efd-49e5-b59c-bccd3b43e560 tempest-TestNetworkAdvancedServerOps-1740099935 tempest-TestNetworkAdvancedServerOps-1740099935-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d3f41bc2-3528-4772-9431-5b2be1f5be79,revision_number=0']} {{(pid=94174) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 12:06:45.906740 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG oslo_concurrency.lockutils [None req-14616459-4efd-49e5-b59c-bccd3b43e560 tempest-TestNetworkAdvancedServerOps-1740099935 tempest-TestNetworkAdvancedServerOps-1740099935-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=94174) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 12:06:45.966585 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron_lib.callbacks.manager [None req-14616459-4efd-49e5-b59c-bccd3b43e560 tempest-TestNetworkAdvancedServerOps-1740099935 tempest-TestNetworkAdvancedServerOps-1740099935-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 12:06:45.967863 dv-neutron-601336-94-hyperv neutron-server[94174]: INFO neutron.wsgi [None req-14616459-4efd-49e5-b59c-bccd3b43e560 tempest-TestNetworkAdvancedServerOps-1740099935 tempest-TestNetworkAdvancedServerOps-1740099935-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.3161235 Jun 23 12:06:45.970463 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.wsgi [-] (94174) accepted ('10.222.0.20', 48694) {{(pid=94174) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 12:06:45.974991 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.api.v2.base [None req-eefb31d9-bcf5-4fd6-862d-d2167ac4d00b tempest-TestNetworkAdvancedServerOps-1740099935 tempest-TestNetworkAdvancedServerOps-1740099935-project] Request body: {'security_group_rule': {'security_group_id': '4cda5906-750c-4854-adf1-a373fc245b36', 'project_id': '95e75de5b0504e3e87860f65038883f5', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=94174) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 23 12:06:46.045427 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron_lib.callbacks.manager [None req-eefb31d9-bcf5-4fd6-862d-d2167ac4d00b tempest-TestNetworkAdvancedServerOps-1740099935 tempest-TestNetworkAdvancedServerOps-1740099935-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 12:06:46.103444 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron_lib.callbacks.manager [None req-eefb31d9-bcf5-4fd6-862d-d2167ac4d00b tempest-TestNetworkAdvancedServerOps-1740099935 tempest-TestNetworkAdvancedServerOps-1740099935-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 12:06:46.156058 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron_lib.callbacks.manager [None req-eefb31d9-bcf5-4fd6-862d-d2167ac4d00b tempest-TestNetworkAdvancedServerOps-1740099935 tempest-TestNetworkAdvancedServerOps-1740099935-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7996355'] for security_group_rule, after_create {{(pid=94174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 12:06:46.157906 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG oslo_concurrency.lockutils [None req-56d06785-f345-484e-9008-2c47e1f306dc tempest-TestMinimumBasicScenario-1725182798 tempest-TestMinimumBasicScenario-1725182798-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94174) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 12:06:46.158348 dv-neutron-601336-94-hyperv neutron-server[94177]: DEBUG neutron.db.agents_db [None req-90fb1279-e4c5-4e73-8d66-3a29811dc4e3 None None] Agent healthcheck: found 6 active agents {{(pid=94177) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 23 12:06:46.174604 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eefb31d9-bcf5-4fd6-862d-d2167ac4d00b tempest-TestNetworkAdvancedServerOps-1740099935 tempest-TestNetworkAdvancedServerOps-1740099935-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0f79b8ad-1e79-40d8-b299-4e330f75a72c,revision_number=0']} {{(pid=94174) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 12:06:46.177329 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG oslo_concurrency.lockutils [None req-eefb31d9-bcf5-4fd6-862d-d2167ac4d00b tempest-TestNetworkAdvancedServerOps-1740099935 tempest-TestNetworkAdvancedServerOps-1740099935-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=94174) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 12:06:46.240859 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron_lib.callbacks.manager [None req-eefb31d9-bcf5-4fd6-862d-d2167ac4d00b tempest-TestNetworkAdvancedServerOps-1740099935 tempest-TestNetworkAdvancedServerOps-1740099935-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 12:06:46.242056 dv-neutron-601336-94-hyperv neutron-server[94174]: INFO neutron.wsgi [None req-eefb31d9-bcf5-4fd6-862d-d2167ac4d00b tempest-TestNetworkAdvancedServerOps-1740099935 tempest-TestNetworkAdvancedServerOps-1740099935-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.2706523 Jun 23 12:06:46.244693 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.wsgi [-] (94174) accepted ('10.222.0.20', 48696) {{(pid=94174) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 12:06:46.249094 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.api.v2.base [None req-37f78c29-8537-4fd2-95d1-650bd408fb11 tempest-TestNetworkAdvancedServerOps-1740099935 tempest-TestNetworkAdvancedServerOps-1740099935-project] Request body: {'security_group_rule': {'security_group_id': '4cda5906-750c-4854-adf1-a373fc245b36', 'project_id': '95e75de5b0504e3e87860f65038883f5', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=94174) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 23 12:06:46.354005 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron_lib.callbacks.manager [None req-37f78c29-8537-4fd2-95d1-650bd408fb11 tempest-TestNetworkAdvancedServerOps-1740099935 tempest-TestNetworkAdvancedServerOps-1740099935-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 12:06:46.414842 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron_lib.callbacks.manager [None req-37f78c29-8537-4fd2-95d1-650bd408fb11 tempest-TestNetworkAdvancedServerOps-1740099935 tempest-TestNetworkAdvancedServerOps-1740099935-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 12:06:46.492096 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron_lib.callbacks.manager [None req-37f78c29-8537-4fd2-95d1-650bd408fb11 tempest-TestNetworkAdvancedServerOps-1740099935 tempest-TestNetworkAdvancedServerOps-1740099935-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7996355'] for security_group_rule, after_create {{(pid=94174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 12:06:46.494023 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG oslo_concurrency.lockutils [None req-d0fdf5a2-5092-48a5-b8b1-6d8daa66e9c2 tempest-TestNetworkBasicOps-233187296 tempest-TestNetworkBasicOps-233187296-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94174) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 12:06:46.510384 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37f78c29-8537-4fd2-95d1-650bd408fb11 tempest-TestNetworkAdvancedServerOps-1740099935 tempest-TestNetworkAdvancedServerOps-1740099935-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5f5f5144-b44f-48a5-9c0a-a53fedf754f2,revision_number=0']} {{(pid=94174) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 12:06:46.513165 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG oslo_concurrency.lockutils [None req-37f78c29-8537-4fd2-95d1-650bd408fb11 tempest-TestNetworkAdvancedServerOps-1740099935 tempest-TestNetworkAdvancedServerOps-1740099935-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=94174) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 12:06:46.582523 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron_lib.callbacks.manager [None req-37f78c29-8537-4fd2-95d1-650bd408fb11 tempest-TestNetworkAdvancedServerOps-1740099935 tempest-TestNetworkAdvancedServerOps-1740099935-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 12:06:46.583780 dv-neutron-601336-94-hyperv neutron-server[94174]: INFO neutron.wsgi [None req-37f78c29-8537-4fd2-95d1-650bd408fb11 tempest-TestNetworkAdvancedServerOps-1740099935 tempest-TestNetworkAdvancedServerOps-1740099935-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.3381450 Jun 23 12:06:46.586583 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.wsgi [-] (94174) accepted ('10.222.0.20', 48698) {{(pid=94174) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 12:06:46.590943 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.api.v2.base [None req-0e4de62c-5543-4f4d-8ec8-16aac46c41bd tempest-TestNetworkAdvancedServerOps-1740099935 tempest-TestNetworkAdvancedServerOps-1740099935-project] Request body: {'security_group_rule': {'security_group_id': '4cda5906-750c-4854-adf1-a373fc245b36', 'project_id': '95e75de5b0504e3e87860f65038883f5', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=94174) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 23 12:06:46.691369 dv-neutron-601336-94-hyperv neutron-server[94174]: INFO neutron.db.securitygroups_db [None req-0e4de62c-5543-4f4d-8ec8-16aac46c41bd tempest-TestNetworkAdvancedServerOps-1740099935 tempest-TestNetworkAdvancedServerOps-1740099935-project] Project 95e75de5b0504e3e87860f65038883f5 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jun 23 12:06:46.700547 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron_lib.callbacks.manager [None req-0e4de62c-5543-4f4d-8ec8-16aac46c41bd tempest-TestNetworkAdvancedServerOps-1740099935 tempest-TestNetworkAdvancedServerOps-1740099935-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 12:06:46.755335 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron_lib.callbacks.manager [None req-0e4de62c-5543-4f4d-8ec8-16aac46c41bd tempest-TestNetworkAdvancedServerOps-1740099935 tempest-TestNetworkAdvancedServerOps-1740099935-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 12:06:46.777318 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron_lib.callbacks.manager [None req-95d6aa8f-24e7-4234-82ff-f502266c3285 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773699952132', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-899307'] for agent, after_update {{(pid=94176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 12:06:46.839596 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron_lib.callbacks.manager [None req-0e4de62c-5543-4f4d-8ec8-16aac46c41bd tempest-TestNetworkAdvancedServerOps-1740099935 tempest-TestNetworkAdvancedServerOps-1740099935-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7996355'] for security_group_rule, after_create {{(pid=94174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 12:06:46.841437 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG oslo_concurrency.lockutils [None req-1709333d-24f3-4150-a079-884ae64f8108 tempest-TestNetworkBasicOps-233187296 tempest-TestNetworkBasicOps-233187296-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94174) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 12:06:46.858698 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e4de62c-5543-4f4d-8ec8-16aac46c41bd tempest-TestNetworkAdvancedServerOps-1740099935 tempest-TestNetworkAdvancedServerOps-1740099935-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=573779b0-e66f-4e61-b12f-39f0bcaf2fdf,revision_number=0']} {{(pid=94174) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 12:06:46.864545 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG oslo_concurrency.lockutils [None req-0e4de62c-5543-4f4d-8ec8-16aac46c41bd tempest-TestNetworkAdvancedServerOps-1740099935 tempest-TestNetworkAdvancedServerOps-1740099935-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=94174) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 12:06:46.938594 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron_lib.callbacks.manager [None req-0e4de62c-5543-4f4d-8ec8-16aac46c41bd tempest-TestNetworkAdvancedServerOps-1740099935 tempest-TestNetworkAdvancedServerOps-1740099935-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 12:06:46.940107 dv-neutron-601336-94-hyperv neutron-server[94174]: INFO neutron.wsgi [None req-0e4de62c-5543-4f4d-8ec8-16aac46c41bd tempest-TestNetworkAdvancedServerOps-1740099935 tempest-TestNetworkAdvancedServerOps-1740099935-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.3524191 Jun 23 12:06:46.942908 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.wsgi [-] (94174) accepted ('10.222.0.20', 48700) {{(pid=94174) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 12:06:46.947364 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.api.v2.base [None req-fa1a445c-732a-4ed4-a750-9d3aee07cac9 tempest-TestNetworkAdvancedServerOps-1740099935 tempest-TestNetworkAdvancedServerOps-1740099935-project] Request body: {'security_group_rule': {'security_group_id': '4cda5906-750c-4854-adf1-a373fc245b36', 'project_id': '95e75de5b0504e3e87860f65038883f5', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=94174) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 23 12:06:47.075554 dv-neutron-601336-94-hyperv neutron-server[94174]: INFO neutron.db.securitygroups_db [None req-fa1a445c-732a-4ed4-a750-9d3aee07cac9 tempest-TestNetworkAdvancedServerOps-1740099935 tempest-TestNetworkAdvancedServerOps-1740099935-project] Project 95e75de5b0504e3e87860f65038883f5 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jun 23 12:06:47.081261 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron_lib.callbacks.manager [None req-fa1a445c-732a-4ed4-a750-9d3aee07cac9 tempest-TestNetworkAdvancedServerOps-1740099935 tempest-TestNetworkAdvancedServerOps-1740099935-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 12:06:47.139644 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron_lib.callbacks.manager [None req-fa1a445c-732a-4ed4-a750-9d3aee07cac9 tempest-TestNetworkAdvancedServerOps-1740099935 tempest-TestNetworkAdvancedServerOps-1740099935-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 12:06:47.212956 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron_lib.callbacks.manager [None req-fa1a445c-732a-4ed4-a750-9d3aee07cac9 tempest-TestNetworkAdvancedServerOps-1740099935 tempest-TestNetworkAdvancedServerOps-1740099935-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7996355'] for security_group_rule, after_create {{(pid=94174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 12:06:47.214664 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG oslo_concurrency.lockutils [None req-37f78c29-8537-4fd2-95d1-650bd408fb11 tempest-TestNetworkAdvancedServerOps-1740099935 tempest-TestNetworkAdvancedServerOps-1740099935-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94174) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 12:06:47.230522 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa1a445c-732a-4ed4-a750-9d3aee07cac9 tempest-TestNetworkAdvancedServerOps-1740099935 tempest-TestNetworkAdvancedServerOps-1740099935-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d92c0af0-3bd6-4774-be54-6cdfd981edcb,revision_number=0']} {{(pid=94174) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 12:06:47.233303 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG oslo_concurrency.lockutils [None req-fa1a445c-732a-4ed4-a750-9d3aee07cac9 tempest-TestNetworkAdvancedServerOps-1740099935 tempest-TestNetworkAdvancedServerOps-1740099935-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=94174) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 12:06:47.308811 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron_lib.callbacks.manager [None req-fa1a445c-732a-4ed4-a750-9d3aee07cac9 tempest-TestNetworkAdvancedServerOps-1740099935 tempest-TestNetworkAdvancedServerOps-1740099935-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 12:06:47.310025 dv-neutron-601336-94-hyperv neutron-server[94174]: INFO neutron.wsgi [None req-fa1a445c-732a-4ed4-a750-9d3aee07cac9 tempest-TestNetworkAdvancedServerOps-1740099935 tempest-TestNetworkAdvancedServerOps-1740099935-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.3661730 Jun 23 12:06:47.313531 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.wsgi [-] (94174) accepted ('10.222.0.20', 48702) {{(pid=94174) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 12:06:47.318512 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.api.v2.base [None req-51202ce7-a8e9-40b1-86dc-7f25fee066c2 tempest-TestNetworkAdvancedServerOps-1740099935 tempest-TestNetworkAdvancedServerOps-1740099935-project] Request body: {'network': {'name': 'tempest-network-smoke--1719623004', 'project_id': '95e75de5b0504e3e87860f65038883f5', 'port_security_enabled': True}} {{(pid=94174) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 23 12:06:47.389336 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-51202ce7-a8e9-40b1-86dc-7f25fee066c2 tempest-TestNetworkAdvancedServerOps-1740099935 tempest-TestNetworkAdvancedServerOps-1740099935-project] Made reservation on behalf of 95e75de5b0504e3e87860f65038883f5 for: {'network': 1} {{(pid=94174) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 23 12:06:47.393619 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron_lib.callbacks.manager [None req-51202ce7-a8e9-40b1-86dc-7f25fee066c2 tempest-TestNetworkAdvancedServerOps-1740099935 tempest-TestNetworkAdvancedServerOps-1740099935-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-923104'] for network, before_create {{(pid=94174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 12:06:47.415659 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-51202ce7-a8e9-40b1-86dc-7f25fee066c2 tempest-TestNetworkAdvancedServerOps-1740099935 tempest-TestNetworkAdvancedServerOps-1740099935-project] vlan segment allocate from pool success with {'vlan_id': 447, 'physical_network': 'physnet1'} {{(pid=94174) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 23 12:06:47.424266 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron_lib.callbacks.manager [None req-51202ce7-a8e9-40b1-86dc-7f25fee066c2 tempest-TestNetworkAdvancedServerOps-1740099935 tempest-TestNetworkAdvancedServerOps-1740099935-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3801'] for segment, precommit_create {{(pid=94174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 12:06:47.424605 dv-neutron-601336-94-hyperv neutron-server[94174]: INFO neutron.db.segments_db [None req-51202ce7-a8e9-40b1-86dc-7f25fee066c2 tempest-TestNetworkAdvancedServerOps-1740099935 tempest-TestNetworkAdvancedServerOps-1740099935-project] Added segment d1fa6898-577a-44e8-905c-3af5bfe1fc11 of type vlan for network ab7d12af-3046-4fdb-9e87-4dd290802399 Jun 23 12:06:47.464984 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron_lib.callbacks.manager [None req-51202ce7-a8e9-40b1-86dc-7f25fee066c2 tempest-TestNetworkAdvancedServerOps-1740099935 tempest-TestNetworkAdvancedServerOps-1740099935-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8773699596773'] for network, precommit_create {{(pid=94174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 12:06:47.555010 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron_lib.callbacks.manager [None req-51202ce7-a8e9-40b1-86dc-7f25fee066c2 tempest-TestNetworkAdvancedServerOps-1740099935 tempest-TestNetworkAdvancedServerOps-1740099935-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8002400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7866073'] for network, after_create {{(pid=94174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 12:06:47.560737 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-51202ce7-a8e9-40b1-86dc-7f25fee066c2 tempest-TestNetworkAdvancedServerOps-1740099935 tempest-TestNetworkAdvancedServerOps-1740099935-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94174) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 12:06:47.561353 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron_lib.callbacks.manager [None req-51202ce7-a8e9-40b1-86dc-7f25fee066c2 tempest-TestNetworkAdvancedServerOps-1740099935 tempest-TestNetworkAdvancedServerOps-1740099935-project] Notify callbacks [] for network, before_response {{(pid=94174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 12:06:47.564451 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG oslo_concurrency.lockutils [None req-9f65f826-071a-40b6-a76e-8cf96e4e3938 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94174) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 12:06:47.626055 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51202ce7-a8e9-40b1-86dc-7f25fee066c2 tempest-TestNetworkAdvancedServerOps-1740099935 tempest-TestNetworkAdvancedServerOps-1740099935-project] Pushing event updated for resources: {'Network': ['ID=ab7d12af-3046-4fdb-9e87-4dd290802399,revision_number=1']} {{(pid=94174) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 12:06:47.628911 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG oslo_concurrency.lockutils [None req-51202ce7-a8e9-40b1-86dc-7f25fee066c2 tempest-TestNetworkAdvancedServerOps-1740099935 tempest-TestNetworkAdvancedServerOps-1740099935-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.064s {{(pid=94174) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 12:06:47.636286 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.plugins.ml2.rpc [None req-dc7542b2-afef-47f4-a763-e3a3cba144be None None] Network ab7d12af-3046-4fdb-9e87-4dd290802399 details requested by agent ovs-agent-dv-neutron-601336-94-hyperv with host dv-neutron-601336-94-hyperv {{(pid=94176) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:250}} Jun 23 12:06:47.687364 dv-neutron-601336-94-hyperv neutron-server[94174]: INFO neutron.wsgi [None req-51202ce7-a8e9-40b1-86dc-7f25fee066c2 tempest-TestNetworkAdvancedServerOps-1740099935 tempest-TestNetworkAdvancedServerOps-1740099935-project] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.3725841 Jun 23 12:06:47.691260 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.wsgi [-] (94175) accepted ('10.222.0.20', 48704) {{(pid=94175) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 12:06:47.698644 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.api.v2.base [None req-3d2744e4-1eb4-45bf-b071-175364a24c55 tempest-TestNetworkAdvancedServerOps-1740099935 tempest-TestNetworkAdvancedServerOps-1740099935-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-1974348706', 'admin_state_up': True, 'project_id': '95e75de5b0504e3e87860f65038883f5', 'external_gateway_info': {'network_id': '3e7e4eb3-cf02-4d47-ade9-0a579cdfc60f'}}} {{(pid=94175) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 23 12:06:47.784064 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron_lib.callbacks.manager [None req-3d2744e4-1eb4-45bf-b071-175364a24c55 tempest-TestNetworkAdvancedServerOps-1740099935 tempest-TestNetworkAdvancedServerOps-1740099935-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-520407', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-32315'] for router, before_create {{(pid=94175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 12:06:47.785154 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron_lib.callbacks.manager [None req-3d2744e4-1eb4-45bf-b071-175364a24c55 tempest-TestNetworkAdvancedServerOps-1740099935 tempest-TestNetworkAdvancedServerOps-1740099935-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-520264', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-524122', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-414782', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-32290'] for router, precommit_create {{(pid=94175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 12:06:47.839058 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron_lib.callbacks.manager [None req-3d2744e4-1eb4-45bf-b071-175364a24c55 tempest-TestNetworkAdvancedServerOps-1740099935 tempest-TestNetworkAdvancedServerOps-1740099935-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 12:06:48.032600 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron_lib.callbacks.manager [None req-3d2744e4-1eb4-45bf-b071-175364a24c55 tempest-TestNetworkAdvancedServerOps-1740099935 tempest-TestNetworkAdvancedServerOps-1740099935-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-524104', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-520389', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-32276'] for router, precommit_update {{(pid=94175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 12:06:48.579701 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron_lib.callbacks.manager [None req-3d2744e4-1eb4-45bf-b071-175364a24c55 tempest-TestNetworkAdvancedServerOps-1740099935 tempest-TestNetworkAdvancedServerOps-1740099935-project] Notify callbacks [] for router_gateway, before_create {{(pid=94175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 12:06:48.597345 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron_lib.callbacks.manager [None req-3d2744e4-1eb4-45bf-b071-175364a24c55 tempest-TestNetworkAdvancedServerOps-1740099935 tempest-TestNetworkAdvancedServerOps-1740099935-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-923104'] for port, before_create {{(pid=94175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 12:06:48.699148 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.db.db_base_plugin_common [None req-3d2744e4-1eb4-45bf-b071-175364a24c55 tempest-TestNetworkAdvancedServerOps-1740099935 tempest-TestNetworkAdvancedServerOps-1740099935-project] Allocated IP 172.26.3.91 (3e7e4eb3-cf02-4d47-ade9-0a579cdfc60f/a5ad15ab-c489-4a67-a9b0-d559fca0ec71/9c48ac1d-6cb4-463f-95e8-d3a01bb12edc) {{(pid=94175) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 23 12:06:48.800819 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron_lib.callbacks.manager [None req-3d2744e4-1eb4-45bf-b071-175364a24c55 tempest-TestNetworkAdvancedServerOps-1740099935 tempest-TestNetworkAdvancedServerOps-1740099935-project] Notify callbacks [] for port, precommit_create {{(pid=94175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 12:06:48.898252 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron_lib.callbacks.manager [None req-3d2744e4-1eb4-45bf-b071-175364a24c55 tempest-TestNetworkAdvancedServerOps-1740099935 tempest-TestNetworkAdvancedServerOps-1740099935-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-922915', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-239814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7866073', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773699642215', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-5082457'] for port, after_create {{(pid=94175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 12:06:48.901526 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG oslo_concurrency.lockutils [None req-c5ae853c-d494-4fae-9319-4cc9176f618f tempest-TestNetworkAdvancedServerOps-1740099935 tempest-TestNetworkAdvancedServerOps-1740099935-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94175) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 12:06:48.941634 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3d2744e4-1eb4-45bf-b071-175364a24c55 tempest-TestNetworkAdvancedServerOps-1740099935 tempest-TestNetworkAdvancedServerOps-1740099935-project] Network 3e7e4eb3-cf02-4d47-ade9-0a579cdfc60f is already hosted by enough agents. {{(pid=94175) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 23 12:06:48.944559 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.scheduler.base_scheduler [None req-3d2744e4-1eb4-45bf-b071-175364a24c55 tempest-TestNetworkAdvancedServerOps-1740099935 tempest-TestNetworkAdvancedServerOps-1740099935-project] Resources bound (agent type, host, resource id): {{(pid=94175) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 23 12:06:48.949964 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3d2744e4-1eb4-45bf-b071-175364a24c55 tempest-TestNetworkAdvancedServerOps-1740099935 tempest-TestNetworkAdvancedServerOps-1740099935-project] Received port after_create {{(pid=94175) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 23 12:06:48.955508 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d2744e4-1eb4-45bf-b071-175364a24c55 tempest-TestNetworkAdvancedServerOps-1740099935 tempest-TestNetworkAdvancedServerOps-1740099935-project] Pushing event updated for resources: {'Port': ['ID=9c48ac1d-6cb4-463f-95e8-d3a01bb12edc,revision_number=1']} {{(pid=94175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 12:06:48.973569 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG oslo_concurrency.lockutils [None req-3d2744e4-1eb4-45bf-b071-175364a24c55 tempest-TestNetworkAdvancedServerOps-1740099935 tempest-TestNetworkAdvancedServerOps-1740099935-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.072s {{(pid=94175) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 12:06:49.240545 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron_lib.callbacks.manager [None req-3d2744e4-1eb4-45bf-b071-175364a24c55 tempest-TestNetworkAdvancedServerOps-1740099935 tempest-TestNetworkAdvancedServerOps-1740099935-project] Notify callbacks [] for router_gateway, after_create {{(pid=94175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 12:06:49.432317 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron_lib.callbacks.manager [None req-3d2744e4-1eb4-45bf-b071-175364a24c55 tempest-TestNetworkAdvancedServerOps-1740099935 tempest-TestNetworkAdvancedServerOps-1740099935-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-520412', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-524143'] for router, after_create {{(pid=94175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 12:06:49.645664 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3d2744e4-1eb4-45bf-b071-175364a24c55 tempest-TestNetworkAdvancedServerOps-1740099935 tempest-TestNetworkAdvancedServerOps-1740099935-project] Router 66dbb78f-d841-4e16-a444-ebbcbe7198e9 is scheduled to L3 agent 50ef99c0-ef28-4db5-b303-b145898fae60 with binding_index 1 {{(pid=94175) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jun 23 12:06:49.789426 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3d2744e4-1eb4-45bf-b071-175364a24c55 tempest-TestNetworkAdvancedServerOps-1740099935 tempest-TestNetworkAdvancedServerOps-1740099935-project] Notify agent at l3_agent.dv-neutron-601336-94-hyperv the message routers_updated {{(pid=94175) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 23 12:06:49.799180 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c938df5e-15a7-4909-9a1c-7e2318238913 None None] Sync routers for ids ['66dbb78f-d841-4e16-a444-ebbcbe7198e9'] in dv-neutron-601336-94-hyperv {{(pid=94176) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 23 12:06:49.810337 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c938df5e-15a7-4909-9a1c-7e2318238913 None None] Routers {'66dbb78f-d841-4e16-a444-ebbcbe7198e9'} bound to L3 agent in host dv-neutron-601336-94-hyperv {{(pid=94176) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 23 12:06:49.811216 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.db.l3_hamode_db [None req-c938df5e-15a7-4909-9a1c-7e2318238913 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-601336-94-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-06-23T11:22:13Z,description=,heartbeat_timestamp=2021-06-23T12:06:43Z,host='dv-neutron-601336-94-hyperv',id=50ef99c0-ef28-4db5-b303-b145898fae60,load=0,resource_versions=,resources_synced=,started_at=2021-06-23T11:22:14Z,topic='l3_agent')) {'router_ids': ['66dbb78f-d841-4e16-a444-ebbcbe7198e9'], 'active': True} {{(pid=94176) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 12:06:49.869659 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron_lib.callbacks.manager [None req-3d2744e4-1eb4-45bf-b071-175364a24c55 tempest-TestNetworkAdvancedServerOps-1740099935 tempest-TestNetworkAdvancedServerOps-1740099935-project] Notify callbacks [] for router, before_response {{(pid=94175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 12:06:49.870931 dv-neutron-601336-94-hyperv neutron-server[94175]: INFO neutron.wsgi [None req-3d2744e4-1eb4-45bf-b071-175364a24c55 tempest-TestNetworkAdvancedServerOps-1740099935 tempest-TestNetworkAdvancedServerOps-1740099935-project] 10.222.0.20 "POST /v2.0/routers HTTP/1.1" status: 201 len: 895 time: 2.1786580 Jun 23 12:06:49.874860 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.wsgi [-] (94175) accepted ('10.222.0.20', 48706) {{(pid=94175) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 12:06:49.916200 dv-neutron-601336-94-hyperv neutron-server[94175]: INFO neutron.wsgi [None req-7849025f-1024-4dec-9ffb-9accc686e402 tempest-TestNetworkAdvancedServerOps-1716169103 tempest-TestNetworkAdvancedServerOps-1716169103-project-admin] 10.222.0.20 "GET /v2.0/subnets?project_id=95e75de5b0504e3e87860f65038883f5&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0393381 Jun 23 12:06:49.918474 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.wsgi [-] (94175) accepted ('10.222.0.20', 48708) {{(pid=94175) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 12:06:49.925155 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.db.l3_dvr_db [None req-c938df5e-15a7-4909-9a1c-7e2318238913 None None] Set router 66dbb78f-d841-4e16-a444-ebbcbe7198e9 gateway port host: dv-neutron-601336-94-hyperv {{(pid=94176) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:838}} Jun 23 12:06:50.065531 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b3b83512-f98a-4601-b42e-1d25b2ac604d tempest-TestNetworkAdvancedServerOps-1716169103 tempest-TestNetworkAdvancedServerOps-1716169103-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 12:06:50.067059 dv-neutron-601336-94-hyperv neutron-server[94175]: INFO neutron.wsgi [None req-b3b83512-f98a-4601-b42e-1d25b2ac604d tempest-TestNetworkAdvancedServerOps-1716169103 tempest-TestNetworkAdvancedServerOps-1716169103-project-admin] 10.222.0.20 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1476269 Jun 23 12:06:50.070245 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.wsgi [-] (94175) accepted ('10.222.0.20', 48710) {{(pid=94175) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 12:06:50.104824 dv-neutron-601336-94-hyperv neutron-server[94175]: INFO neutron.wsgi [None req-6b9407e3-f179-4d1d-a944-dd0621deade2 tempest-TestNetworkAdvancedServerOps-1716169103 tempest-TestNetworkAdvancedServerOps-1716169103-project-admin] 10.222.0.20 "GET /v2.0/subnets?network_id=3e7e4eb3-cf02-4d47-ade9-0a579cdfc60f&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0334215 Jun 23 12:06:50.107202 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.wsgi [-] (94175) accepted ('10.222.0.20', 48712) {{(pid=94175) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 12:06:50.107451 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.db.l3_hamode_db [None req-c938df5e-15a7-4909-9a1c-7e2318238913 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '66dbb78f-d841-4e16-a444-ebbcbe7198e9', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1974348706', 'tenant_id': '95e75de5b0504e3e87860f65038883f5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3e7e4eb3-cf02-4d47-ade9-0a579cdfc60f', 'external_fixed_ips': [{'subnet_id': 'a5ad15ab-c489-4a67-a9b0-d559fca0ec71', 'ip_address': '172.26.3.91'}], 'enable_snat': True}, 'gw_port_id': '9c48ac1d-6cb4-463f-95e8-d3a01bb12edc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-23T12:06:47Z', 'updated_at': '2021-06-23T12:06:49Z', 'revision_number': 3, 'project_id': '95e75de5b0504e3e87860f65038883f5', 'gw_port': {'id': '9c48ac1d-6cb4-463f-95e8-d3a01bb12edc', 'name': '', 'network_id': '3e7e4eb3-cf02-4d47-ade9-0a579cdfc60f', 'tenant_id': '', 'mac_address': 'fa:16:3e:67:5d:08', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '66dbb78f-d841-4e16-a444-ebbcbe7198e9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1733, 'fixed_ips': [{'subnet_id': 'a5ad15ab-c489-4a67-a9b0-d559fca0ec71', 'ip_address': '172.26.3.91', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-23T12:06:48Z', 'updated_at': '2021-06-23T12:06:48Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'a5ad15ab-c489-4a67-a9b0-d559fca0ec71', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-601336-94-hyperv'}], 'dv-neutron-601336-94-hyperv', False) {} {{(pid=94176) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 12:06:50.112129 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.api.v2.base [None req-a260e087-e278-4c49-a428-881b379ef2e0 tempest-TestNetworkAdvancedServerOps-1740099935 tempest-TestNetworkAdvancedServerOps-1740099935-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-2031703743', 'network_id': 'ab7d12af-3046-4fdb-9e87-4dd290802399', 'project_id': '95e75de5b0504e3e87860f65038883f5', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=94175) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 23 12:06:50.137989 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c938df5e-15a7-4909-9a1c-7e2318238913 None None] Checking router: 66dbb78f-d841-4e16-a444-ebbcbe7198e9 for host: dv-neutron-601336-94-hyperv {{(pid=94176) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 23 12:06:50.138368 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c938df5e-15a7-4909-9a1c-7e2318238913 None None] Updating router 66dbb78f-d841-4e16-a444-ebbcbe7198e9 port 9c48ac1d-6cb4-463f-95e8-d3a01bb12edc binding host dv-neutron-601336-94-hyperv {{(pid=94176) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 23 12:06:50.176112 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron_lib.callbacks.manager [None req-c938df5e-15a7-4909-9a1c-7e2318238913 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-923122'] for port, before_update {{(pid=94176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 12:06:50.269867 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a260e087-e278-4c49-a428-881b379ef2e0 tempest-TestNetworkAdvancedServerOps-1740099935 tempest-TestNetworkAdvancedServerOps-1740099935-project] Made reservation on behalf of 95e75de5b0504e3e87860f65038883f5 for: {'subnet': 1} {{(pid=94175) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 23 12:06:50.274331 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron_lib.callbacks.manager [None req-a260e087-e278-4c49-a428-881b379ef2e0 tempest-TestNetworkAdvancedServerOps-1740099935 tempest-TestNetworkAdvancedServerOps-1740099935-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4660073'] for subnet, before_create {{(pid=94175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 12:06:50.443451 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron_lib.callbacks.manager [None req-c938df5e-15a7-4909-9a1c-7e2318238913 None None] Notify callbacks [] for port, precommit_update {{(pid=94176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 12:06:50.453370 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.db.provisioning_blocks [None req-c938df5e-15a7-4909-9a1c-7e2318238913 None None] Transition to ACTIVE for port object 9c48ac1d-6cb4-463f-95e8-d3a01bb12edc will not be triggered until provisioned by entity L2. {{(pid=94176) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 23 12:06:50.515045 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron_lib.callbacks.manager [None req-c938df5e-15a7-4909-9a1c-7e2318238913 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-922904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866062', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773700135042', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773699642233', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773699642278'] for port, after_update {{(pid=94176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 12:06:50.517990 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG oslo_concurrency.lockutils [None req-eb83bd66-44f7-4eef-8c86-320b42796bad None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 12:06:50.544001 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron_lib.callbacks.manager [None req-a260e087-e278-4c49-a428-881b379ef2e0 tempest-TestNetworkAdvancedServerOps-1740099935 tempest-TestNetworkAdvancedServerOps-1740099935-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866062', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5083113', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4660095'] for subnet, after_create {{(pid=94175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 12:06:50.547579 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG oslo_concurrency.lockutils [None req-e0e96a5a-5281-4007-83d7-3f0f273f2707 tempest-TestNetworkBasicOps-233187296 tempest-TestNetworkBasicOps-233187296-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94175) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 12:06:50.567093 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.plugins.ml2.managers [None req-c938df5e-15a7-4909-9a1c-7e2318238913 None None] Attempting to bind port 9c48ac1d-6cb4-463f-95e8-d3a01bb12edc on host dv-neutron-601336-94-hyperv for vnic_type normal with profile {{(pid=94176) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 23 12:06:50.567531 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.plugins.ml2.managers [None req-c938df5e-15a7-4909-9a1c-7e2318238913 None None] Attempting to bind port 9c48ac1d-6cb4-463f-95e8-d3a01bb12edc by drivers openvswitch,hyperv on host dv-neutron-601336-94-hyperv at level 0 using segments [{'id': 'c23be0a5-6980-48fb-bc9f-4a24717fe1de', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3e7e4eb3-cf02-4d47-ade9-0a579cdfc60f'}] {{(pid=94176) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 23 12:06:50.567856 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c938df5e-15a7-4909-9a1c-7e2318238913 None None] Attempting to bind port 9c48ac1d-6cb4-463f-95e8-d3a01bb12edc on network 3e7e4eb3-cf02-4d47-ade9-0a579cdfc60f {{(pid=94176) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 23 12:06:50.570627 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d3a3ce9-514e-41cf-9629-23be96813039 None None] Pushing event updated for resources: {'Port': ['ID=9c48ac1d-6cb4-463f-95e8-d3a01bb12edc,revision_number=2']} {{(pid=94176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 12:06:50.574824 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG oslo_concurrency.lockutils [None req-9d3a3ce9-514e-41cf-9629-23be96813039 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.057s {{(pid=94176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 12:06:50.575720 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c938df5e-15a7-4909-9a1c-7e2318238913 None None] Checking agent: {'id': '4d05f899-5ac9-411b-8a03-f60c93f87cdf', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-601336-94-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 23, 11, 22, 14), 'started_at': datetime.datetime(2021, 6, 23, 11, 22, 44), 'heartbeat_timestamp': datetime.datetime(2021, 6, 23, 12, 6, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'monitor_allowed_address_pair_garp': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-601336-94-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94176) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 23 12:06:50.576110 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c938df5e-15a7-4909-9a1c-7e2318238913 None None] Checking segment: {'id': 'c23be0a5-6980-48fb-bc9f-4a24717fe1de', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3e7e4eb3-cf02-4d47-ade9-0a579cdfc60f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94176) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 23 12:06:50.576569 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron_lib.callbacks.manager [None req-c938df5e-15a7-4909-9a1c-7e2318238913 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 12:06:50.576962 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c938df5e-15a7-4909-9a1c-7e2318238913 None None] Bound using segment: {'id': 'c23be0a5-6980-48fb-bc9f-4a24717fe1de', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3e7e4eb3-cf02-4d47-ade9-0a579cdfc60f'} {{(pid=94176) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 23 12:06:50.577445 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.plugins.ml2.managers [None req-c938df5e-15a7-4909-9a1c-7e2318238913 None None] Bound port: 9c48ac1d-6cb4-463f-95e8-d3a01bb12edc, host: dv-neutron-601336-94-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c23be0a5-6980-48fb-bc9f-4a24717fe1de', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3e7e4eb3-cf02-4d47-ade9-0a579cdfc60f'}}] {{(pid=94176) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 23 12:06:50.577832 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron_lib.callbacks.manager [None req-c938df5e-15a7-4909-9a1c-7e2318238913 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-923122'] for port, before_update {{(pid=94176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 12:06:50.602138 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a260e087-e278-4c49-a428-881b379ef2e0 tempest-TestNetworkAdvancedServerOps-1740099935 tempest-TestNetworkAdvancedServerOps-1740099935-project] Pushing event updated for resources: {'Subnet': ['ID=66a68612-e7ac-4671-b52c-0a9684ee705c,revision_number=0']} {{(pid=94175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 12:06:50.608898 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG oslo_concurrency.lockutils [None req-a260e087-e278-4c49-a428-881b379ef2e0 tempest-TestNetworkAdvancedServerOps-1740099935 tempest-TestNetworkAdvancedServerOps-1740099935-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.062s {{(pid=94175) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 12:06:50.618016 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a260e087-e278-4c49-a428-881b379ef2e0 tempest-TestNetworkAdvancedServerOps-1740099935 tempest-TestNetworkAdvancedServerOps-1740099935-project] Checking segment: {'id': 'd1fa6898-577a-44e8-905c-3af5bfe1fc11', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 447, 'network_id': 'ab7d12af-3046-4fdb-9e87-4dd290802399'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94175) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 23 12:06:50.621895 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a260e087-e278-4c49-a428-881b379ef2e0 tempest-TestNetworkAdvancedServerOps-1740099935 tempest-TestNetworkAdvancedServerOps-1740099935-project] Network hostable DHCP agents. Network: ab7d12af-3046-4fdb-9e87-4dd290802399, hostable agents: ['8cf29b10-0e57-4131-816f-a4b6ad00b249'], hosted agents: [] {{(pid=94175) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 23 12:06:50.634228 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.plugins.ml2.db [None req-c938df5e-15a7-4909-9a1c-7e2318238913 None None] For port 9c48ac1d-6cb4-463f-95e8-d3a01bb12edc, host dv-neutron-601336-94-hyperv, cleared binding levels {{(pid=94176) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 23 12:06:50.637303 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.plugins.ml2.db [None req-c938df5e-15a7-4909-9a1c-7e2318238913 None None] For port 9c48ac1d-6cb4-463f-95e8-d3a01bb12edc, host dv-neutron-601336-94-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-94-hyperv',level=0,port_id=9c48ac1d-6cb4-463f-95e8-d3a01bb12edc,segment=NetworkSegment(c23be0a5-6980-48fb-bc9f-4a24717fe1de),segment_id=c23be0a5-6980-48fb-bc9f-4a24717fe1de)] {{(pid=94176) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 23 12:06:50.697495 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a260e087-e278-4c49-a428-881b379ef2e0 tempest-TestNetworkAdvancedServerOps-1740099935 tempest-TestNetworkAdvancedServerOps-1740099935-project] Network ab7d12af-3046-4fdb-9e87-4dd290802399 is scheduled to be hosted by DHCP agent 8cf29b10-0e57-4131-816f-a4b6ad00b249 with binding_index 1 {{(pid=94175) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 23 12:06:50.755866 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron_lib.callbacks.manager [None req-c938df5e-15a7-4909-9a1c-7e2318238913 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-922904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866062', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773700135042', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773699642233', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773699642278'] for port, after_update {{(pid=94176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 12:06:50.758124 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG oslo_concurrency.lockutils [None req-7bcad05f-39e3-4b79-825e-05b5ed2e5e06 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 12:06:50.778229 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.scheduler.base_scheduler [None req-a260e087-e278-4c49-a428-881b379ef2e0 tempest-TestNetworkAdvancedServerOps-1740099935 tempest-TestNetworkAdvancedServerOps-1740099935-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-601336-94-hyperv, ab7d12af-3046-4fdb-9e87-4dd290802399) {{(pid=94175) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 23 12:06:50.783339 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a260e087-e278-4c49-a428-881b379ef2e0 tempest-TestNetworkAdvancedServerOps-1740099935 tempest-TestNetworkAdvancedServerOps-1740099935-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 12:06:50.783874 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron_lib.callbacks.manager [None req-a260e087-e278-4c49-a428-881b379ef2e0 tempest-TestNetworkAdvancedServerOps-1740099935 tempest-TestNetworkAdvancedServerOps-1740099935-project] Notify callbacks [] for subnet, before_response {{(pid=94175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 12:06:50.790786 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1a555181-4b67-4d14-94ce-4819cb63b573 None None] Network ab7d12af-3046-4fdb-9e87-4dd290802399 requested from dv-neutron-601336-94-hyperv {{(pid=94176) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 23 12:06:50.853775 dv-neutron-601336-94-hyperv neutron-server[94175]: INFO neutron.wsgi [None req-a260e087-e278-4c49-a428-881b379ef2e0 tempest-TestNetworkAdvancedServerOps-1740099935 tempest-TestNetworkAdvancedServerOps-1740099935-project] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 0.7454479 Jun 23 12:06:50.854850 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c938df5e-15a7-4909-9a1c-7e2318238913 None None] Routers {'66dbb78f-d841-4e16-a444-ebbcbe7198e9'} bound to L3 agent in host dv-neutron-601336-94-hyperv {{(pid=94176) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 23 12:06:50.855508 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.db.l3_hamode_db [None req-c938df5e-15a7-4909-9a1c-7e2318238913 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-601336-94-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-06-23T11:22:13Z,description=,heartbeat_timestamp=2021-06-23T12:06:43Z,host='dv-neutron-601336-94-hyperv',id=50ef99c0-ef28-4db5-b303-b145898fae60,load=0,resource_versions=,resources_synced=,started_at=2021-06-23T11:22:14Z,topic='l3_agent')) {'router_ids': ['66dbb78f-d841-4e16-a444-ebbcbe7198e9'], 'active': True} {{(pid=94176) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 12:06:50.856607 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.wsgi [-] (94175) accepted ('10.222.0.20', 48714) {{(pid=94175) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 12:06:50.860283 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d3a3ce9-514e-41cf-9629-23be96813039 None None] Pushing event updated for resources: {'Port': ['ID=9c48ac1d-6cb4-463f-95e8-d3a01bb12edc,revision_number=3']} {{(pid=94176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 12:06:50.898990 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG oslo_concurrency.lockutils [None req-9d3a3ce9-514e-41cf-9629-23be96813039 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.141s {{(pid=94176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 12:06:51.007613 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.db.l3_dvr_db [None req-c938df5e-15a7-4909-9a1c-7e2318238913 None None] Set router 66dbb78f-d841-4e16-a444-ebbcbe7198e9 gateway port host: dv-neutron-601336-94-hyperv {{(pid=94176) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:838}} Jun 23 12:06:51.131471 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ede73f93-2ef3-48cf-8ef2-6601adcc5dd7 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1e0d828a-1fa4-563d-b7fd-53adf66a04ee-ab7d12af-3046-4fdb-9e87-4dd290802399', 'network_id': 'ab7d12af-3046-4fdb-9e87-4dd290802399', 'tenant_id': '95e75de5b0504e3e87860f65038883f5', 'fixed_ips': [{'subnet_id': '66a68612-e7ac-4671-b52c-0a9684ee705c'}]}} from dv-neutron-601336-94-hyperv. {{(pid=94176) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 23 12:06:51.132586 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron_lib.callbacks.manager [None req-ede73f93-2ef3-48cf-8ef2-6601adcc5dd7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-923104'] for port, before_create {{(pid=94176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 12:06:51.297217 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron_lib.callbacks.manager [None req-957eea49-18b4-45b9-ac6b-f9a92d728f17 tempest-TestNetworkAdvancedServerOps-1740099935 tempest-TestNetworkAdvancedServerOps-1740099935-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-923104'] for port, before_create {{(pid=94175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 12:06:51.476137 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.db.db_base_plugin_common [None req-ede73f93-2ef3-48cf-8ef2-6601adcc5dd7 None None] Allocated IP 172.20.0.2 (ab7d12af-3046-4fdb-9e87-4dd290802399/66a68612-e7ac-4671-b52c-0a9684ee705c/1b4cbac7-2ead-417e-a501-0b02ca924766) {{(pid=94176) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 23 12:06:51.487671 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.db.l3_hamode_db [None req-c938df5e-15a7-4909-9a1c-7e2318238913 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '66dbb78f-d841-4e16-a444-ebbcbe7198e9', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1974348706', 'tenant_id': '95e75de5b0504e3e87860f65038883f5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3e7e4eb3-cf02-4d47-ade9-0a579cdfc60f', 'external_fixed_ips': [{'subnet_id': 'a5ad15ab-c489-4a67-a9b0-d559fca0ec71', 'ip_address': '172.26.3.91'}], 'enable_snat': True}, 'gw_port_id': '9c48ac1d-6cb4-463f-95e8-d3a01bb12edc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-23T12:06:47Z', 'updated_at': '2021-06-23T12:06:49Z', 'revision_number': 3, 'project_id': '95e75de5b0504e3e87860f65038883f5', 'gw_port': {'id': '9c48ac1d-6cb4-463f-95e8-d3a01bb12edc', 'name': '', 'network_id': '3e7e4eb3-cf02-4d47-ade9-0a579cdfc60f', 'tenant_id': '', 'mac_address': 'fa:16:3e:67:5d:08', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '66dbb78f-d841-4e16-a444-ebbcbe7198e9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1733, 'fixed_ips': [{'subnet_id': 'a5ad15ab-c489-4a67-a9b0-d559fca0ec71', 'ip_address': '172.26.3.91', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-94-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-23T12:06:48Z', 'updated_at': '2021-06-23T12:06:50Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a5ad15ab-c489-4a67-a9b0-d559fca0ec71', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-601336-94-hyperv'}], 'dv-neutron-601336-94-hyperv', False) {} {{(pid=94176) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 12:06:51.517383 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c938df5e-15a7-4909-9a1c-7e2318238913 None None] The sync data for ids ['66dbb78f-d841-4e16-a444-ebbcbe7198e9'] in dv-neutron-601336-94-hyperv is: [{'id': '66dbb78f-d841-4e16-a444-ebbcbe7198e9', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1974348706', 'tenant_id': '95e75de5b0504e3e87860f65038883f5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3e7e4eb3-cf02-4d47-ade9-0a579cdfc60f', 'external_fixed_ips': [{'subnet_id': 'a5ad15ab-c489-4a67-a9b0-d559fca0ec71', 'ip_address': '172.26.3.91'}], 'enable_snat': True}, 'gw_port_id': '9c48ac1d-6cb4-463f-95e8-d3a01bb12edc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-23T12:06:47Z', 'updated_at': '2021-06-23T12:06:49Z', 'revision_number': 3, 'project_id': '95e75de5b0504e3e87860f65038883f5', 'gw_port': {'id': '9c48ac1d-6cb4-463f-95e8-d3a01bb12edc', 'name': '', 'network_id': '3e7e4eb3-cf02-4d47-ade9-0a579cdfc60f', 'tenant_id': '', 'mac_address': 'fa:16:3e:67:5d:08', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '66dbb78f-d841-4e16-a444-ebbcbe7198e9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1733, 'fixed_ips': [{'subnet_id': 'a5ad15ab-c489-4a67-a9b0-d559fca0ec71', 'ip_address': '172.26.3.91', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-94-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-23T12:06:48Z', 'updated_at': '2021-06-23T12:06:50Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a5ad15ab-c489-4a67-a9b0-d559fca0ec71', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-601336-94-hyperv'}] {{(pid=94176) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 23 12:06:51.650274 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron_lib.callbacks.manager [None req-ede73f93-2ef3-48cf-8ef2-6601adcc5dd7 None None] Notify callbacks [] for port, precommit_create {{(pid=94176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 12:06:51.658558 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.db.provisioning_blocks [None req-ede73f93-2ef3-48cf-8ef2-6601adcc5dd7 None None] Transition to ACTIVE for port object 1b4cbac7-2ead-417e-a501-0b02ca924766 will not be triggered until provisioned by entity L2. {{(pid=94176) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 23 12:06:51.673276 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.db.provisioning_blocks [None req-ede73f93-2ef3-48cf-8ef2-6601adcc5dd7 None None] Transition to ACTIVE for port object 1b4cbac7-2ead-417e-a501-0b02ca924766 will not be triggered until provisioned by entity DHCP. {{(pid=94176) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 23 12:06:51.751386 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron_lib.callbacks.manager [None req-ede73f93-2ef3-48cf-8ef2-6601adcc5dd7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-922915', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-239814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7866073', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773699642215'] for port, after_create {{(pid=94176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 12:06:51.755516 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG oslo_concurrency.lockutils [None req-9d3a3ce9-514e-41cf-9629-23be96813039 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 12:06:51.803443 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ede73f93-2ef3-48cf-8ef2-6601adcc5dd7 None None] Network ab7d12af-3046-4fdb-9e87-4dd290802399 is already hosted by enough agents. {{(pid=94176) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 23 12:06:51.808542 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.scheduler.base_scheduler [None req-ede73f93-2ef3-48cf-8ef2-6601adcc5dd7 None None] Resources bound (agent type, host, resource id): {{(pid=94176) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 23 12:06:51.809310 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ede73f93-2ef3-48cf-8ef2-6601adcc5dd7 None None] Received port after_create {{(pid=94176) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 23 12:06:51.824148 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ede73f93-2ef3-48cf-8ef2-6601adcc5dd7 None None] Pushing event updated for resources: {'Port': ['ID=1b4cbac7-2ead-417e-a501-0b02ca924766,revision_number=1']} {{(pid=94176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 12:06:51.830403 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG oslo_concurrency.lockutils [None req-ede73f93-2ef3-48cf-8ef2-6601adcc5dd7 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.072s {{(pid=94176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 12:06:51.836685 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.db.db_base_plugin_common [None req-957eea49-18b4-45b9-ac6b-f9a92d728f17 tempest-TestNetworkAdvancedServerOps-1740099935 tempest-TestNetworkAdvancedServerOps-1740099935-project] Allocated IP 172.20.0.1 (ab7d12af-3046-4fdb-9e87-4dd290802399/66a68612-e7ac-4671-b52c-0a9684ee705c/33ca40c0-0c84-4f51-92f9-44e567d896c7) {{(pid=94175) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 23 12:06:51.894263 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.plugins.ml2.managers [None req-ede73f93-2ef3-48cf-8ef2-6601adcc5dd7 None None] Attempting to bind port 1b4cbac7-2ead-417e-a501-0b02ca924766 on host dv-neutron-601336-94-hyperv for vnic_type normal with profile {{(pid=94176) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 23 12:06:51.894871 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.plugins.ml2.managers [None req-ede73f93-2ef3-48cf-8ef2-6601adcc5dd7 None None] Attempting to bind port 1b4cbac7-2ead-417e-a501-0b02ca924766 by drivers openvswitch,hyperv on host dv-neutron-601336-94-hyperv at level 0 using segments [{'id': 'd1fa6898-577a-44e8-905c-3af5bfe1fc11', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 447, 'network_id': 'ab7d12af-3046-4fdb-9e87-4dd290802399'}] {{(pid=94176) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 23 12:06:51.895092 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ede73f93-2ef3-48cf-8ef2-6601adcc5dd7 None None] Attempting to bind port 1b4cbac7-2ead-417e-a501-0b02ca924766 on network ab7d12af-3046-4fdb-9e87-4dd290802399 {{(pid=94176) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 23 12:06:51.901232 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ede73f93-2ef3-48cf-8ef2-6601adcc5dd7 None None] Checking agent: {'id': '4d05f899-5ac9-411b-8a03-f60c93f87cdf', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-601336-94-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 23, 11, 22, 14), 'started_at': datetime.datetime(2021, 6, 23, 11, 22, 44), 'heartbeat_timestamp': datetime.datetime(2021, 6, 23, 12, 6, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'monitor_allowed_address_pair_garp': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-601336-94-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94176) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 23 12:06:51.901626 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ede73f93-2ef3-48cf-8ef2-6601adcc5dd7 None None] Checking segment: {'id': 'd1fa6898-577a-44e8-905c-3af5bfe1fc11', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 447, 'network_id': 'ab7d12af-3046-4fdb-9e87-4dd290802399'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94176) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 23 12:06:51.902051 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron_lib.callbacks.manager [None req-ede73f93-2ef3-48cf-8ef2-6601adcc5dd7 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 12:06:51.902455 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ede73f93-2ef3-48cf-8ef2-6601adcc5dd7 None None] Bound using segment: {'id': 'd1fa6898-577a-44e8-905c-3af5bfe1fc11', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 447, 'network_id': 'ab7d12af-3046-4fdb-9e87-4dd290802399'} {{(pid=94176) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 23 12:06:51.902939 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.plugins.ml2.managers [None req-ede73f93-2ef3-48cf-8ef2-6601adcc5dd7 None None] Bound port: 1b4cbac7-2ead-417e-a501-0b02ca924766, host: dv-neutron-601336-94-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd1fa6898-577a-44e8-905c-3af5bfe1fc11', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 447, 'network_id': 'ab7d12af-3046-4fdb-9e87-4dd290802399'}}] {{(pid=94176) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 23 12:06:51.903379 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron_lib.callbacks.manager [None req-ede73f93-2ef3-48cf-8ef2-6601adcc5dd7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-923122'] for port, before_update {{(pid=94176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 12:06:51.973544 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.plugins.ml2.db [None req-ede73f93-2ef3-48cf-8ef2-6601adcc5dd7 None None] For port 1b4cbac7-2ead-417e-a501-0b02ca924766, host dv-neutron-601336-94-hyperv, cleared binding levels {{(pid=94176) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 23 12:06:51.977618 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.plugins.ml2.db [None req-ede73f93-2ef3-48cf-8ef2-6601adcc5dd7 None None] For port 1b4cbac7-2ead-417e-a501-0b02ca924766, host dv-neutron-601336-94-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-94-hyperv',level=0,port_id=1b4cbac7-2ead-417e-a501-0b02ca924766,segment=NetworkSegment(d1fa6898-577a-44e8-905c-3af5bfe1fc11),segment_id=d1fa6898-577a-44e8-905c-3af5bfe1fc11)] {{(pid=94176) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 23 12:06:52.075307 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron_lib.callbacks.manager [None req-ede73f93-2ef3-48cf-8ef2-6601adcc5dd7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-922904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866062', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773700135042', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773699642233', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773699642278'] for port, after_update {{(pid=94176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 12:06:52.077628 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG oslo_concurrency.lockutils [None req-dc7542b2-afef-47f4-a763-e3a3cba144be None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 12:06:52.148873 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ede73f93-2ef3-48cf-8ef2-6601adcc5dd7 None None] Pushing event updated for resources: {'Port': ['ID=1b4cbac7-2ead-417e-a501-0b02ca924766,revision_number=2']} {{(pid=94176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 12:06:52.154466 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG oslo_concurrency.lockutils [None req-ede73f93-2ef3-48cf-8ef2-6601adcc5dd7 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.077s {{(pid=94176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 12:06:52.321130 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron_lib.callbacks.manager [None req-957eea49-18b4-45b9-ac6b-f9a92d728f17 tempest-TestNetworkAdvancedServerOps-1740099935 tempest-TestNetworkAdvancedServerOps-1740099935-project] Notify callbacks [] for port, precommit_create {{(pid=94175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 12:06:52.338718 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.db.provisioning_blocks [None req-957eea49-18b4-45b9-ac6b-f9a92d728f17 tempest-TestNetworkAdvancedServerOps-1740099935 tempest-TestNetworkAdvancedServerOps-1740099935-project] Transition to ACTIVE for port object 33ca40c0-0c84-4f51-92f9-44e567d896c7 will not be triggered until provisioned by entity DHCP. {{(pid=94175) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 23 12:06:52.395982 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.plugins.ml2.rpc [None req-dc7542b2-afef-47f4-a763-e3a3cba144be None None] Device 9c48ac1d-6cb4-463f-95e8-d3a01bb12edc up at agent ovs-agent-dv-neutron-601336-94-hyperv {{(pid=94176) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:298}} Jun 23 12:06:52.455714 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron_lib.callbacks.manager [None req-957eea49-18b4-45b9-ac6b-f9a92d728f17 tempest-TestNetworkAdvancedServerOps-1740099935 tempest-TestNetworkAdvancedServerOps-1740099935-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-922915', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-239814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7866073', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773699642215', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-5082457'] for port, after_create {{(pid=94175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 12:06:52.462132 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG oslo_concurrency.lockutils [None req-24df80f2-351a-41ae-a96a-7588c8438570 tempest-TestNetworkAdvancedServerOps-1740099935 tempest-TestNetworkAdvancedServerOps-1740099935-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94175) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 12:06:52.511559 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-957eea49-18b4-45b9-ac6b-f9a92d728f17 tempest-TestNetworkAdvancedServerOps-1740099935 tempest-TestNetworkAdvancedServerOps-1740099935-project] Network ab7d12af-3046-4fdb-9e87-4dd290802399 is already hosted by enough agents. {{(pid=94175) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 23 12:06:52.515058 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.scheduler.base_scheduler [None req-957eea49-18b4-45b9-ac6b-f9a92d728f17 tempest-TestNetworkAdvancedServerOps-1740099935 tempest-TestNetworkAdvancedServerOps-1740099935-project] Resources bound (agent type, host, resource id): {{(pid=94175) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 23 12:06:52.519054 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.db.l3_dvrscheduler_db [None req-957eea49-18b4-45b9-ac6b-f9a92d728f17 tempest-TestNetworkAdvancedServerOps-1740099935 tempest-TestNetworkAdvancedServerOps-1740099935-project] Received port after_create {{(pid=94175) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 23 12:06:52.521202 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.db.provisioning_blocks [None req-dc7542b2-afef-47f4-a763-e3a3cba144be None None] Provisioning for port 9c48ac1d-6cb4-463f-95e8-d3a01bb12edc completed by entity L2. {{(pid=94176) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 23 12:06:52.529288 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.db.provisioning_blocks [None req-dc7542b2-afef-47f4-a763-e3a3cba144be None None] Provisioning complete for port 9c48ac1d-6cb4-463f-95e8-d3a01bb12edc triggered by entity L2. {{(pid=94176) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 23 12:06:52.529288 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron_lib.callbacks.manager [None req-dc7542b2-afef-47f4-a763-e3a3cba144be None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-899258'] for port, provisioning_complete {{(pid=94176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 12:06:52.559233 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-957eea49-18b4-45b9-ac6b-f9a92d728f17 tempest-TestNetworkAdvancedServerOps-1740099935 tempest-TestNetworkAdvancedServerOps-1740099935-project] Pushing event updated for resources: {'Port': ['ID=33ca40c0-0c84-4f51-92f9-44e567d896c7,revision_number=1']} {{(pid=94175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 12:06:52.563860 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG oslo_concurrency.lockutils [None req-957eea49-18b4-45b9-ac6b-f9a92d728f17 tempest-TestNetworkAdvancedServerOps-1740099935 tempest-TestNetworkAdvancedServerOps-1740099935-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.102s {{(pid=94175) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 12:06:52.576907 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron_lib.callbacks.manager [None req-957eea49-18b4-45b9-ac6b-f9a92d728f17 tempest-TestNetworkAdvancedServerOps-1740099935 tempest-TestNetworkAdvancedServerOps-1740099935-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-452954'] for router_interface, before_create {{(pid=94175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 12:06:52.612798 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron_lib.callbacks.manager [None req-dc7542b2-afef-47f4-a763-e3a3cba144be None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-923122'] for port, before_update {{(pid=94176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 12:06:52.638935 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.plugins.ml2.db [None req-dc7542b2-afef-47f4-a763-e3a3cba144be None None] For port 9c48ac1d-6cb4-463f-95e8-d3a01bb12edc, host dv-neutron-601336-94-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-94-hyperv',level=0,port_id=9c48ac1d-6cb4-463f-95e8-d3a01bb12edc,segment=NetworkSegment(c23be0a5-6980-48fb-bc9f-4a24717fe1de),segment_id=c23be0a5-6980-48fb-bc9f-4a24717fe1de)] {{(pid=94176) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 23 12:06:52.709270 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron_lib.callbacks.manager [None req-dc7542b2-afef-47f4-a763-e3a3cba144be None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-922904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866062', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773700135042', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773699642233', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773699642278'] for port, after_update {{(pid=94176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 12:06:52.712259 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG oslo_concurrency.lockutils [None req-eb83bd66-44f7-4eef-8c86-320b42796bad None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 12:06:52.757642 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc7542b2-afef-47f4-a763-e3a3cba144be None None] Pushing event updated for resources: {'Port': ['ID=9c48ac1d-6cb4-463f-95e8-d3a01bb12edc,revision_number=4']} {{(pid=94176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 12:06:52.761104 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG oslo_concurrency.lockutils [None req-dc7542b2-afef-47f4-a763-e3a3cba144be None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=94176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 12:06:52.811587 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron_lib.callbacks.manager [None req-957eea49-18b4-45b9-ac6b-f9a92d728f17 tempest-TestNetworkAdvancedServerOps-1740099935 tempest-TestNetworkAdvancedServerOps-1740099935-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-923122'] for port, before_update {{(pid=94175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 12:06:53.105669 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron_lib.callbacks.manager [None req-957eea49-18b4-45b9-ac6b-f9a92d728f17 tempest-TestNetworkAdvancedServerOps-1740099935 tempest-TestNetworkAdvancedServerOps-1740099935-project] Notify callbacks [] for port, precommit_update {{(pid=94175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 12:06:53.201231 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron_lib.callbacks.manager [None req-957eea49-18b4-45b9-ac6b-f9a92d728f17 tempest-TestNetworkAdvancedServerOps-1740099935 tempest-TestNetworkAdvancedServerOps-1740099935-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-922904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866062', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773700135042', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773699642233', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773699642278', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5082471'] for port, after_update {{(pid=94175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 12:06:53.204895 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG oslo_concurrency.lockutils [None req-58ae8223-406f-457b-8da1-38f7f7db9983 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94175) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 12:06:53.277181 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron_lib.callbacks.manager [None req-957eea49-18b4-45b9-ac6b-f9a92d728f17 tempest-TestNetworkAdvancedServerOps-1740099935 tempest-TestNetworkAdvancedServerOps-1740099935-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-7866091', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-453038'] for router_interface, after_create {{(pid=94175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 12:06:53.278991 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-957eea49-18b4-45b9-ac6b-f9a92d728f17 tempest-TestNetworkAdvancedServerOps-1740099935 tempest-TestNetworkAdvancedServerOps-1740099935-project] Pushing event updated for resources: {'Port': ['ID=33ca40c0-0c84-4f51-92f9-44e567d896c7,revision_number=2']} {{(pid=94175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 12:06:53.282296 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG oslo_concurrency.lockutils [None req-957eea49-18b4-45b9-ac6b-f9a92d728f17 tempest-TestNetworkAdvancedServerOps-1740099935 tempest-TestNetworkAdvancedServerOps-1740099935-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.077s {{(pid=94175) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 12:06:53.380070 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-957eea49-18b4-45b9-ac6b-f9a92d728f17 tempest-TestNetworkAdvancedServerOps-1740099935 tempest-TestNetworkAdvancedServerOps-1740099935-project] Network ab7d12af-3046-4fdb-9e87-4dd290802399 is already hosted by enough agents. {{(pid=94175) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 23 12:06:53.381464 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.scheduler.base_scheduler [None req-957eea49-18b4-45b9-ac6b-f9a92d728f17 tempest-TestNetworkAdvancedServerOps-1740099935 tempest-TestNetworkAdvancedServerOps-1740099935-project] Resources bound (agent type, host, resource id): {{(pid=94175) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 23 12:06:53.496442 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-957eea49-18b4-45b9-ac6b-f9a92d728f17 tempest-TestNetworkAdvancedServerOps-1740099935 tempest-TestNetworkAdvancedServerOps-1740099935-project] Router 66dbb78f-d841-4e16-a444-ebbcbe7198e9 has already been hosted by L3 agent 50ef99c0-ef28-4db5-b303-b145898fae60 {{(pid=94175) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 23 12:06:53.610345 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-957eea49-18b4-45b9-ac6b-f9a92d728f17 tempest-TestNetworkAdvancedServerOps-1740099935 tempest-TestNetworkAdvancedServerOps-1740099935-project] Notify agent at l3_agent.dv-neutron-601336-94-hyperv the message routers_updated {{(pid=94175) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 23 12:06:53.616305 dv-neutron-601336-94-hyperv neutron-server[94175]: INFO neutron.wsgi [None req-957eea49-18b4-45b9-ac6b-f9a92d728f17 tempest-TestNetworkAdvancedServerOps-1740099935 tempest-TestNetworkAdvancedServerOps-1740099935-project] 10.222.0.20 "PUT /v2.0/routers/66dbb78f-d841-4e16-a444-ebbcbe7198e9/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.7585361 Jun 23 12:06:53.635123 dv-neutron-601336-94-hyperv neutron-server[94177]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-67eaa243-f91c-492b-9bf2-7c6e7b9a7ab6 None None] Sync routers for ids ['66dbb78f-d841-4e16-a444-ebbcbe7198e9'] in dv-neutron-601336-94-hyperv {{(pid=94177) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 23 12:06:53.644583 dv-neutron-601336-94-hyperv neutron-server[94177]: DEBUG neutron.db.l3_dvrscheduler_db [None req-67eaa243-f91c-492b-9bf2-7c6e7b9a7ab6 None None] Routers {'66dbb78f-d841-4e16-a444-ebbcbe7198e9'} bound to L3 agent in host dv-neutron-601336-94-hyperv {{(pid=94177) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 23 12:06:53.645218 dv-neutron-601336-94-hyperv neutron-server[94177]: DEBUG neutron.db.l3_hamode_db [None req-67eaa243-f91c-492b-9bf2-7c6e7b9a7ab6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-601336-94-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-06-23T11:22:13Z,description=,heartbeat_timestamp=2021-06-23T12:06:43Z,host='dv-neutron-601336-94-hyperv',id=50ef99c0-ef28-4db5-b303-b145898fae60,load=0,resource_versions=,resources_synced=,started_at=2021-06-23T11:22:14Z,topic='l3_agent')) {'router_ids': ['66dbb78f-d841-4e16-a444-ebbcbe7198e9'], 'active': True} {{(pid=94177) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 12:06:53.686953 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron_lib.callbacks.manager [None req-97bd5441-1da2-49ee-a364-27795820ba27 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773699952132', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-899307'] for agent, after_update {{(pid=94176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 12:06:53.777316 dv-neutron-601336-94-hyperv neutron-server[94174]: INFO neutron.wsgi [req-24e6bd3c-c863-4b28-b971-0f81d84c29fc req-63b51402-5873-4146-a42f-9b921a4dfa84 tempest-TestNetworkAdvancedServerOps-1740099935 tempest-TestNetworkAdvancedServerOps-1740099935-project] 10.222.0.20 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1684455750&fields=id&tenant_id=95e75de5b0504e3e87860f65038883f5 HTTP/1.1" status: 200 len: 267 time: 0.0366631 Jun 23 12:06:53.780853 dv-neutron-601336-94-hyperv neutron-server[94177]: DEBUG neutron.db.l3_dvr_db [None req-67eaa243-f91c-492b-9bf2-7c6e7b9a7ab6 None None] Set router 66dbb78f-d841-4e16-a444-ebbcbe7198e9 gateway port host: dv-neutron-601336-94-hyperv {{(pid=94177) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:838}} Jun 23 12:06:53.899190 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24e6bd3c-c863-4b28-b971-0f81d84c29fc req-3aae3208-1d4b-4ff1-839b-80b520a7a65e tempest-TestNetworkAdvancedServerOps-1740099935 tempest-TestNetworkAdvancedServerOps-1740099935-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94174) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 12:06:53.900739 dv-neutron-601336-94-hyperv neutron-server[94174]: INFO neutron.wsgi [req-24e6bd3c-c863-4b28-b971-0f81d84c29fc req-3aae3208-1d4b-4ff1-839b-80b520a7a65e tempest-TestNetworkAdvancedServerOps-1740099935 tempest-TestNetworkAdvancedServerOps-1740099935-project] 10.222.0.20 "GET /v2.0/networks?id=ab7d12af-3046-4fdb-9e87-4dd290802399 HTTP/1.1" status: 200 len: 797 time: 0.1157010 Jun 23 12:06:53.918930 dv-neutron-601336-94-hyperv neutron-server[94174]: INFO neutron.wsgi [req-24e6bd3c-c863-4b28-b971-0f81d84c29fc req-8b4e8a3d-e9f1-4bea-8c99-5fa45ac634ce tempest-TestNetworkAdvancedServerOps-1740099935 tempest-TestNetworkAdvancedServerOps-1740099935-project] 10.222.0.20 "GET /v2.0/quotas/95e75de5b0504e3e87860f65038883f5 HTTP/1.1" status: 200 len: 375 time: 0.0104444 Jun 23 12:06:53.991326 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-af7cf412-f763-4a02-89f3-bc05b35c9909 None None] Network ab7d12af-3046-4fdb-9e87-4dd290802399 requested from dv-neutron-601336-94-hyperv {{(pid=94176) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 23 12:06:54.011258 dv-neutron-601336-94-hyperv neutron-server[94177]: DEBUG neutron.db.l3_hamode_db [None req-67eaa243-f91c-492b-9bf2-7c6e7b9a7ab6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '66dbb78f-d841-4e16-a444-ebbcbe7198e9', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1974348706', 'tenant_id': '95e75de5b0504e3e87860f65038883f5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3e7e4eb3-cf02-4d47-ade9-0a579cdfc60f', 'external_fixed_ips': [{'subnet_id': 'a5ad15ab-c489-4a67-a9b0-d559fca0ec71', 'ip_address': '172.26.3.91'}], 'enable_snat': True}, 'gw_port_id': '9c48ac1d-6cb4-463f-95e8-d3a01bb12edc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-23T12:06:47Z', 'updated_at': '2021-06-23T12:06:52Z', 'revision_number': 4, 'project_id': '95e75de5b0504e3e87860f65038883f5', 'gw_port': {'id': '9c48ac1d-6cb4-463f-95e8-d3a01bb12edc', 'name': '', 'network_id': '3e7e4eb3-cf02-4d47-ade9-0a579cdfc60f', 'tenant_id': '', 'mac_address': 'fa:16:3e:67:5d:08', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '66dbb78f-d841-4e16-a444-ebbcbe7198e9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1733, 'fixed_ips': [{'subnet_id': 'a5ad15ab-c489-4a67-a9b0-d559fca0ec71', 'ip_address': '172.26.3.91', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-94-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-23T12:06:48Z', 'updated_at': '2021-06-23T12:06:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a5ad15ab-c489-4a67-a9b0-d559fca0ec71', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-601336-94-hyperv', '_interfaces': [{'id': '33ca40c0-0c84-4f51-92f9-44e567d896c7', 'name': '', 'network_id': 'ab7d12af-3046-4fdb-9e87-4dd290802399', 'tenant_id': '95e75de5b0504e3e87860f65038883f5', 'mac_address': 'fa:16:3e:7d:e2:b0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '66dbb78f-d841-4e16-a444-ebbcbe7198e9', 'device_owner': 'network:router_interface', 'standard_attr_id': 1736, 'fixed_ips': [{'subnet_id': '66a68612-e7ac-4671-b52c-0a9684ee705c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-23T12:06:51Z', 'updated_at': '2021-06-23T12:06:52Z', 'revision_number': 2, 'project_id': '95e75de5b0504e3e87860f65038883f5', 'subnets': [{'id': '66a68612-e7ac-4671-b52c-0a9684ee705c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-601336-94-hyperv', False) {} {{(pid=94177) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 12:06:54.011851 dv-neutron-601336-94-hyperv neutron-server[94174]: INFO neutron.wsgi [req-24e6bd3c-c863-4b28-b971-0f81d84c29fc req-130327ec-83ee-45ee-8c24-366f8b51026f tempest-TestNetworkAdvancedServerOps-1740099935 tempest-TestNetworkAdvancedServerOps-1740099935-project] 10.222.0.20 "GET /v2.0/ports?tenant_id=95e75de5b0504e3e87860f65038883f5&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0786333 Jun 23 12:06:54.042195 dv-neutron-601336-94-hyperv neutron-server[94177]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-67eaa243-f91c-492b-9bf2-7c6e7b9a7ab6 None None] Checking router: 66dbb78f-d841-4e16-a444-ebbcbe7198e9 for host: dv-neutron-601336-94-hyperv {{(pid=94177) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 23 12:06:54.042552 dv-neutron-601336-94-hyperv neutron-server[94177]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-67eaa243-f91c-492b-9bf2-7c6e7b9a7ab6 None None] Updating router 66dbb78f-d841-4e16-a444-ebbcbe7198e9 port 33ca40c0-0c84-4f51-92f9-44e567d896c7 binding host dv-neutron-601336-94-hyperv {{(pid=94177) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 23 12:06:54.079870 dv-neutron-601336-94-hyperv neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-67eaa243-f91c-492b-9bf2-7c6e7b9a7ab6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-923122'] for port, before_update {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 12:06:54.104802 dv-neutron-601336-94-hyperv neutron-server[94174]: INFO neutron.wsgi [req-24e6bd3c-c863-4b28-b971-0f81d84c29fc req-7abbd0dd-c16f-4c7c-a75f-1e6b71926758 service neutron] 10.222.0.20 "GET /v2.0/networks/ab7d12af-3046-4fdb-9e87-4dd290802399?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0919800 Jun 23 12:06:54.110947 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.db.provisioning_blocks [None req-bc731441-4259-4a22-be0c-c48dd3c3745a None None] Provisioning for port 1b4cbac7-2ead-417e-a501-0b02ca924766 completed by entity DHCP. {{(pid=94176) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 23 12:06:54.207452 dv-neutron-601336-94-hyperv neutron-server[94174]: INFO neutron.wsgi [req-24e6bd3c-c863-4b28-b971-0f81d84c29fc req-555a8124-7a20-4a2e-863f-08cd84c0941e service neutron] 10.222.0.20 "GET /v2.0/networks/ab7d12af-3046-4fdb-9e87-4dd290802399?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0945737 Jun 23 12:06:54.451358 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.plugins.ml2.rpc [None req-dc7542b2-afef-47f4-a763-e3a3cba144be None None] Device 1b4cbac7-2ead-417e-a501-0b02ca924766 up at agent ovs-agent-dv-neutron-601336-94-hyperv {{(pid=94176) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:298}} Jun 23 12:06:54.510023 dv-neutron-601336-94-hyperv neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-67eaa243-f91c-492b-9bf2-7c6e7b9a7ab6 None None] Notify callbacks [] for port, precommit_update {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 12:06:54.513176 dv-neutron-601336-94-hyperv neutron-server[94175]: INFO neutron.wsgi [req-611fb409-bb69-4d64-a2d0-8b12f50b7434 req-ae8f8b58-513b-4e98-8d45-4c1094f16811 tempest-TestNetworkAdvancedServerOps-1740099935 tempest-TestNetworkAdvancedServerOps-1740099935-project] 10.222.0.20 "GET /v2.0/ports?device_id=c523c11e-5b23-4c7f-a17a-984c964d7457 HTTP/1.1" status: 200 len: 210 time: 0.0391023 Jun 23 12:06:54.527689 dv-neutron-601336-94-hyperv neutron-server[94177]: DEBUG neutron.db.provisioning_blocks [None req-67eaa243-f91c-492b-9bf2-7c6e7b9a7ab6 None None] Transition to ACTIVE for port object 33ca40c0-0c84-4f51-92f9-44e567d896c7 will not be triggered until provisioned by entity L2. {{(pid=94177) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 23 12:06:54.574588 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.db.provisioning_blocks [None req-dc7542b2-afef-47f4-a763-e3a3cba144be None None] Provisioning for port 1b4cbac7-2ead-417e-a501-0b02ca924766 completed by entity L2. {{(pid=94176) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 23 12:06:54.580525 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.db.provisioning_blocks [None req-dc7542b2-afef-47f4-a763-e3a3cba144be None None] Provisioning complete for port 1b4cbac7-2ead-417e-a501-0b02ca924766 triggered by entity L2. {{(pid=94176) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 23 12:06:54.584669 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron_lib.callbacks.manager [None req-dc7542b2-afef-47f4-a763-e3a3cba144be None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-899258'] for port, provisioning_complete {{(pid=94176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 12:06:54.606583 dv-neutron-601336-94-hyperv neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-67eaa243-f91c-492b-9bf2-7c6e7b9a7ab6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-922904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866062', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773700135042', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773699642233', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773699642278'] for port, after_update {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 12:06:54.609183 dv-neutron-601336-94-hyperv neutron-server[94177]: DEBUG oslo_concurrency.lockutils [None req-97e152a6-8be5-4f6c-b0fd-83e74e938b2a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94177) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 12:06:54.656449 dv-neutron-601336-94-hyperv neutron-server[94177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c972c098-4811-4eb8-a231-4d1de8301cdd None None] Pushing event updated for resources: {'Port': ['ID=33ca40c0-0c84-4f51-92f9-44e567d896c7,revision_number=3']} {{(pid=94177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 12:06:54.665591 dv-neutron-601336-94-hyperv neutron-server[94177]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c972c098-4811-4eb8-a231-4d1de8301cdd None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-601336-94-hyperv {{(pid=94177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 12:06:54.665869 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.db.provisioning_blocks [None req-085f47e6-6068-4faa-81a9-d626aa81f4aa None None] Provisioning for port 33ca40c0-0c84-4f51-92f9-44e567d896c7 completed by entity DHCP. {{(pid=94176) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 23 12:06:54.666000 dv-neutron-601336-94-hyperv neutron-server[94177]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c972c098-4811-4eb8-a231-4d1de8301cdd None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-94-hyperv {{(pid=94177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 12:06:54.666271 dv-neutron-601336-94-hyperv neutron-server[94177]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c972c098-4811-4eb8-a231-4d1de8301cdd None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-94-hyperv {{(pid=94177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 12:06:54.666605 dv-neutron-601336-94-hyperv neutron-server[94177]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c972c098-4811-4eb8-a231-4d1de8301cdd None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-601336-94-hyperv {{(pid=94177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 12:06:54.666940 dv-neutron-601336-94-hyperv neutron-server[94177]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c972c098-4811-4eb8-a231-4d1de8301cdd None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-601336-94-hyperv {{(pid=94177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 12:06:54.667314 dv-neutron-601336-94-hyperv neutron-server[94177]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c972c098-4811-4eb8-a231-4d1de8301cdd None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-601336-94-hyperv {{(pid=94177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 12:06:54.667650 dv-neutron-601336-94-hyperv neutron-server[94177]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c972c098-4811-4eb8-a231-4d1de8301cdd None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-601336-94-hyperv {{(pid=94177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 12:06:54.667978 dv-neutron-601336-94-hyperv neutron-server[94177]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c972c098-4811-4eb8-a231-4d1de8301cdd None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-601336-94-hyperv {{(pid=94177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 12:06:54.668343 dv-neutron-601336-94-hyperv neutron-server[94177]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c972c098-4811-4eb8-a231-4d1de8301cdd None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-601336-94-hyperv {{(pid=94177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 12:06:54.668624 dv-neutron-601336-94-hyperv neutron-server[94177]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c972c098-4811-4eb8-a231-4d1de8301cdd None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-94-hyperv {{(pid=94177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 12:06:54.668954 dv-neutron-601336-94-hyperv neutron-server[94177]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c972c098-4811-4eb8-a231-4d1de8301cdd None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-601336-94-hyperv {{(pid=94177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 12:06:54.669465 dv-neutron-601336-94-hyperv neutron-server[94177]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c972c098-4811-4eb8-a231-4d1de8301cdd None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-601336-94-hyperv {{(pid=94177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 12:06:54.672769 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron_lib.callbacks.manager [None req-dc7542b2-afef-47f4-a763-e3a3cba144be None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-923122'] for port, before_update {{(pid=94176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 12:06:54.673625 dv-neutron-601336-94-hyperv neutron-server[94177]: DEBUG oslo_concurrency.lockutils [None req-c972c098-4811-4eb8-a231-4d1de8301cdd None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.064s {{(pid=94177) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 12:06:54.721003 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.plugins.ml2.db [None req-dc7542b2-afef-47f4-a763-e3a3cba144be None None] For port 1b4cbac7-2ead-417e-a501-0b02ca924766, host dv-neutron-601336-94-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-94-hyperv',level=0,port_id=1b4cbac7-2ead-417e-a501-0b02ca924766,segment=NetworkSegment(d1fa6898-577a-44e8-905c-3af5bfe1fc11),segment_id=d1fa6898-577a-44e8-905c-3af5bfe1fc11)] {{(pid=94176) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 23 12:06:54.730793 dv-neutron-601336-94-hyperv neutron-server[94177]: DEBUG neutron.plugins.ml2.managers [None req-67eaa243-f91c-492b-9bf2-7c6e7b9a7ab6 None None] Attempting to bind port 33ca40c0-0c84-4f51-92f9-44e567d896c7 on host dv-neutron-601336-94-hyperv for vnic_type normal with profile {{(pid=94177) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 23 12:06:54.731204 dv-neutron-601336-94-hyperv neutron-server[94177]: DEBUG neutron.plugins.ml2.managers [None req-67eaa243-f91c-492b-9bf2-7c6e7b9a7ab6 None None] Attempting to bind port 33ca40c0-0c84-4f51-92f9-44e567d896c7 by drivers openvswitch,hyperv on host dv-neutron-601336-94-hyperv at level 0 using segments [{'id': 'd1fa6898-577a-44e8-905c-3af5bfe1fc11', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 447, 'network_id': 'ab7d12af-3046-4fdb-9e87-4dd290802399'}] {{(pid=94177) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 23 12:06:54.731577 dv-neutron-601336-94-hyperv neutron-server[94177]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-67eaa243-f91c-492b-9bf2-7c6e7b9a7ab6 None None] Attempting to bind port 33ca40c0-0c84-4f51-92f9-44e567d896c7 on network ab7d12af-3046-4fdb-9e87-4dd290802399 {{(pid=94177) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 23 12:06:54.737638 dv-neutron-601336-94-hyperv neutron-server[94177]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-67eaa243-f91c-492b-9bf2-7c6e7b9a7ab6 None None] Checking agent: {'id': '4d05f899-5ac9-411b-8a03-f60c93f87cdf', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-601336-94-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 23, 11, 22, 14), 'started_at': datetime.datetime(2021, 6, 23, 11, 22, 44), 'heartbeat_timestamp': datetime.datetime(2021, 6, 23, 12, 6, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'monitor_allowed_address_pair_garp': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-601336-94-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94177) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 23 12:06:54.738019 dv-neutron-601336-94-hyperv neutron-server[94177]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-67eaa243-f91c-492b-9bf2-7c6e7b9a7ab6 None None] Checking segment: {'id': 'd1fa6898-577a-44e8-905c-3af5bfe1fc11', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 447, 'network_id': 'ab7d12af-3046-4fdb-9e87-4dd290802399'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94177) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 23 12:06:54.738428 dv-neutron-601336-94-hyperv neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-67eaa243-f91c-492b-9bf2-7c6e7b9a7ab6 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 12:06:54.738827 dv-neutron-601336-94-hyperv neutron-server[94177]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-67eaa243-f91c-492b-9bf2-7c6e7b9a7ab6 None None] Bound using segment: {'id': 'd1fa6898-577a-44e8-905c-3af5bfe1fc11', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 447, 'network_id': 'ab7d12af-3046-4fdb-9e87-4dd290802399'} {{(pid=94177) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 23 12:06:54.739356 dv-neutron-601336-94-hyperv neutron-server[94177]: DEBUG neutron.plugins.ml2.managers [None req-67eaa243-f91c-492b-9bf2-7c6e7b9a7ab6 None None] Bound port: 33ca40c0-0c84-4f51-92f9-44e567d896c7, host: dv-neutron-601336-94-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd1fa6898-577a-44e8-905c-3af5bfe1fc11', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 447, 'network_id': 'ab7d12af-3046-4fdb-9e87-4dd290802399'}}] {{(pid=94177) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 23 12:06:54.744509 dv-neutron-601336-94-hyperv neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-67eaa243-f91c-492b-9bf2-7c6e7b9a7ab6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-923122'] for port, before_update {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 12:06:54.795482 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron_lib.callbacks.manager [None req-dc7542b2-afef-47f4-a763-e3a3cba144be None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-922904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866062', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773700135042', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773699642233', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773699642278'] for port, after_update {{(pid=94176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 12:06:54.796664 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.plugins.ml2.rpc [None req-dc7542b2-afef-47f4-a763-e3a3cba144be None None] Device 9c48ac1d-6cb4-463f-95e8-d3a01bb12edc up at agent ovs-agent-dv-neutron-601336-94-hyperv {{(pid=94176) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:298}} Jun 23 12:06:54.799516 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG oslo_concurrency.lockutils [None req-07db2730-a470-45bc-a842-5d4a386b2d90 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 12:06:54.807725 dv-neutron-601336-94-hyperv neutron-server[94177]: DEBUG neutron.plugins.ml2.db [None req-67eaa243-f91c-492b-9bf2-7c6e7b9a7ab6 None None] For port 33ca40c0-0c84-4f51-92f9-44e567d896c7, host dv-neutron-601336-94-hyperv, cleared binding levels {{(pid=94177) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 23 12:06:54.811477 dv-neutron-601336-94-hyperv neutron-server[94177]: DEBUG neutron.plugins.ml2.db [None req-67eaa243-f91c-492b-9bf2-7c6e7b9a7ab6 None None] For port 33ca40c0-0c84-4f51-92f9-44e567d896c7, host dv-neutron-601336-94-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-94-hyperv',level=0,port_id=33ca40c0-0c84-4f51-92f9-44e567d896c7,segment=NetworkSegment(d1fa6898-577a-44e8-905c-3af5bfe1fc11),segment_id=d1fa6898-577a-44e8-905c-3af5bfe1fc11)] {{(pid=94177) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 23 12:06:54.870972 dv-neutron-601336-94-hyperv neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-67eaa243-f91c-492b-9bf2-7c6e7b9a7ab6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-922904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866062', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773700135042', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773699642233', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773699642278'] for port, after_update {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 12:06:54.876073 dv-neutron-601336-94-hyperv neutron-server[94177]: DEBUG oslo_concurrency.lockutils [None req-97e152a6-8be5-4f6c-b0fd-83e74e938b2a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94177) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 12:06:54.879652 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc7542b2-afef-47f4-a763-e3a3cba144be None None] Pushing event updated for resources: {'Port': ['ID=1b4cbac7-2ead-417e-a501-0b02ca924766,revision_number=3']} {{(pid=94176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 12:06:54.894496 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG oslo_concurrency.lockutils [None req-dc7542b2-afef-47f4-a763-e3a3cba144be None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.084s {{(pid=94176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 12:06:54.894983 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.db.provisioning_blocks [None req-dc7542b2-afef-47f4-a763-e3a3cba144be None None] Provisioning complete for port 9c48ac1d-6cb4-463f-95e8-d3a01bb12edc triggered by entity L2. {{(pid=94176) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 23 12:06:54.894983 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron_lib.callbacks.manager [None req-dc7542b2-afef-47f4-a763-e3a3cba144be None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-899258'] for port, provisioning_complete {{(pid=94176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 12:06:54.936910 dv-neutron-601336-94-hyperv neutron-server[94177]: DEBUG neutron.db.l3_dvrscheduler_db [None req-67eaa243-f91c-492b-9bf2-7c6e7b9a7ab6 None None] Routers {'66dbb78f-d841-4e16-a444-ebbcbe7198e9'} bound to L3 agent in host dv-neutron-601336-94-hyperv {{(pid=94177) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 23 12:06:54.938117 dv-neutron-601336-94-hyperv neutron-server[94177]: DEBUG neutron.db.l3_hamode_db [None req-67eaa243-f91c-492b-9bf2-7c6e7b9a7ab6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-601336-94-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-06-23T11:22:13Z,description=,heartbeat_timestamp=2021-06-23T12:06:43Z,host='dv-neutron-601336-94-hyperv',id=50ef99c0-ef28-4db5-b303-b145898fae60,load=0,resource_versions=,resources_synced=,started_at=2021-06-23T11:22:14Z,topic='l3_agent')) {'router_ids': ['66dbb78f-d841-4e16-a444-ebbcbe7198e9'], 'active': True} {{(pid=94177) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 12:06:54.978830 dv-neutron-601336-94-hyperv neutron-server[94177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c972c098-4811-4eb8-a231-4d1de8301cdd None None] Pushing event updated for resources: {'Port': ['ID=33ca40c0-0c84-4f51-92f9-44e567d896c7,revision_number=4']} {{(pid=94177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 12:06:54.983474 dv-neutron-601336-94-hyperv neutron-server[94177]: DEBUG oslo_concurrency.lockutils [None req-c972c098-4811-4eb8-a231-4d1de8301cdd None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.108s {{(pid=94177) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 12:06:55.052770 dv-neutron-601336-94-hyperv neutron-server[94177]: DEBUG neutron.db.l3_dvr_db [None req-67eaa243-f91c-492b-9bf2-7c6e7b9a7ab6 None None] Set router 66dbb78f-d841-4e16-a444-ebbcbe7198e9 gateway port host: dv-neutron-601336-94-hyperv {{(pid=94177) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:838}} Jun 23 12:06:55.261632 dv-neutron-601336-94-hyperv neutron-server[94177]: DEBUG neutron.db.l3_hamode_db [None req-67eaa243-f91c-492b-9bf2-7c6e7b9a7ab6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '66dbb78f-d841-4e16-a444-ebbcbe7198e9', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1974348706', 'tenant_id': '95e75de5b0504e3e87860f65038883f5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3e7e4eb3-cf02-4d47-ade9-0a579cdfc60f', 'external_fixed_ips': [{'subnet_id': 'a5ad15ab-c489-4a67-a9b0-d559fca0ec71', 'ip_address': '172.26.3.91'}], 'enable_snat': True}, 'gw_port_id': '9c48ac1d-6cb4-463f-95e8-d3a01bb12edc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-23T12:06:47Z', 'updated_at': '2021-06-23T12:06:52Z', 'revision_number': 4, 'project_id': '95e75de5b0504e3e87860f65038883f5', 'gw_port': {'id': '9c48ac1d-6cb4-463f-95e8-d3a01bb12edc', 'name': '', 'network_id': '3e7e4eb3-cf02-4d47-ade9-0a579cdfc60f', 'tenant_id': '', 'mac_address': 'fa:16:3e:67:5d:08', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '66dbb78f-d841-4e16-a444-ebbcbe7198e9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1733, 'fixed_ips': [{'subnet_id': 'a5ad15ab-c489-4a67-a9b0-d559fca0ec71', 'ip_address': '172.26.3.91', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-94-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-23T12:06:48Z', 'updated_at': '2021-06-23T12:06:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a5ad15ab-c489-4a67-a9b0-d559fca0ec71', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-601336-94-hyperv', '_interfaces': [{'id': '33ca40c0-0c84-4f51-92f9-44e567d896c7', 'name': '', 'network_id': 'ab7d12af-3046-4fdb-9e87-4dd290802399', 'tenant_id': '95e75de5b0504e3e87860f65038883f5', 'mac_address': 'fa:16:3e:7d:e2:b0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '66dbb78f-d841-4e16-a444-ebbcbe7198e9', 'device_owner': 'network:router_interface', 'standard_attr_id': 1736, 'fixed_ips': [{'subnet_id': '66a68612-e7ac-4671-b52c-0a9684ee705c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-94-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-23T12:06:51Z', 'updated_at': '2021-06-23T12:06:54Z', 'revision_number': 4, 'project_id': '95e75de5b0504e3e87860f65038883f5', 'subnets': [{'id': '66a68612-e7ac-4671-b52c-0a9684ee705c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-601336-94-hyperv', False) {} {{(pid=94177) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 12:06:55.287712 dv-neutron-601336-94-hyperv neutron-server[94177]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-67eaa243-f91c-492b-9bf2-7c6e7b9a7ab6 None None] The sync data for ids ['66dbb78f-d841-4e16-a444-ebbcbe7198e9'] in dv-neutron-601336-94-hyperv is: [{'id': '66dbb78f-d841-4e16-a444-ebbcbe7198e9', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1974348706', 'tenant_id': '95e75de5b0504e3e87860f65038883f5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3e7e4eb3-cf02-4d47-ade9-0a579cdfc60f', 'external_fixed_ips': [{'subnet_id': 'a5ad15ab-c489-4a67-a9b0-d559fca0ec71', 'ip_address': '172.26.3.91'}], 'enable_snat': True}, 'gw_port_id': '9c48ac1d-6cb4-463f-95e8-d3a01bb12edc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-23T12:06:47Z', 'updated_at': '2021-06-23T12:06:52Z', 'revision_number': 4, 'project_id': '95e75de5b0504e3e87860f65038883f5', 'gw_port': {'id': '9c48ac1d-6cb4-463f-95e8-d3a01bb12edc', 'name': '', 'network_id': '3e7e4eb3-cf02-4d47-ade9-0a579cdfc60f', 'tenant_id': '', 'mac_address': 'fa:16:3e:67:5d:08', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '66dbb78f-d841-4e16-a444-ebbcbe7198e9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1733, 'fixed_ips': [{'subnet_id': 'a5ad15ab-c489-4a67-a9b0-d559fca0ec71', 'ip_address': '172.26.3.91', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-94-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-23T12:06:48Z', 'updated_at': '2021-06-23T12:06:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a5ad15ab-c489-4a67-a9b0-d559fca0ec71', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-601336-94-hyperv', '_interfaces': [{'id': '33ca40c0-0c84-4f51-92f9-44e567d896c7', 'name': '', 'network_id': 'ab7d12af-3046-4fdb-9e87-4dd290802399', 'tenant_id': '95e75de5b0504e3e87860f65038883f5', 'mac_address': 'fa:16:3e:7d:e2:b0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '66dbb78f-d841-4e16-a444-ebbcbe7198e9', 'device_owner': 'network:router_interface', 'standard_attr_id': 1736, 'fixed_ips': [{'subnet_id': '66a68612-e7ac-4671-b52c-0a9684ee705c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-94-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-23T12:06:51Z', 'updated_at': '2021-06-23T12:06:54Z', 'revision_number': 4, 'project_id': '95e75de5b0504e3e87860f65038883f5', 'subnets': [{'id': '66a68612-e7ac-4671-b52c-0a9684ee705c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94177) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 23 12:06:55.603013 dv-neutron-601336-94-hyperv neutron-server[94174]: INFO neutron.wsgi [req-a0dfb716-e065-4cee-bde6-2d59de94660b req-31a283c9-414b-4030-aeb0-88d4d3ce3a26 tempest-TestNetworkAdvancedServerOps-1740099935 tempest-TestNetworkAdvancedServerOps-1740099935-project] 10.222.0.20 "GET /v2.0/ports?device_id=c523c11e-5b23-4c7f-a17a-984c964d7457 HTTP/1.1" status: 200 len: 210 time: 0.0321336 Jun 23 12:06:56.385784 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.plugins.ml2.rpc [None req-dc7542b2-afef-47f4-a763-e3a3cba144be None None] Device 33ca40c0-0c84-4f51-92f9-44e567d896c7 up at agent ovs-agent-dv-neutron-601336-94-hyperv {{(pid=94176) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:298}} Jun 23 12:06:56.492022 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.db.provisioning_blocks [None req-dc7542b2-afef-47f4-a763-e3a3cba144be None None] Provisioning for port 33ca40c0-0c84-4f51-92f9-44e567d896c7 completed by entity L2. {{(pid=94176) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 23 12:06:56.496089 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.db.provisioning_blocks [None req-dc7542b2-afef-47f4-a763-e3a3cba144be None None] Provisioning complete for port 33ca40c0-0c84-4f51-92f9-44e567d896c7 triggered by entity L2. {{(pid=94176) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 23 12:06:56.496407 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron_lib.callbacks.manager [None req-dc7542b2-afef-47f4-a763-e3a3cba144be None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-899258'] for port, provisioning_complete {{(pid=94176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 12:06:56.574768 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron_lib.callbacks.manager [None req-dc7542b2-afef-47f4-a763-e3a3cba144be None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-923122'] for port, before_update {{(pid=94176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 12:06:56.607646 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.plugins.ml2.db [None req-dc7542b2-afef-47f4-a763-e3a3cba144be None None] For port 33ca40c0-0c84-4f51-92f9-44e567d896c7, host dv-neutron-601336-94-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-94-hyperv',level=0,port_id=33ca40c0-0c84-4f51-92f9-44e567d896c7,segment=NetworkSegment(d1fa6898-577a-44e8-905c-3af5bfe1fc11),segment_id=d1fa6898-577a-44e8-905c-3af5bfe1fc11)] {{(pid=94176) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 23 12:06:56.689820 dv-neutron-601336-94-hyperv neutron-server[94175]: INFO neutron.wsgi [req-a2ec20da-36d6-49ba-b9f6-19eb6a11ceee req-7cce6325-a587-40e2-a701-d8778735699c tempest-TestNetworkAdvancedServerOps-1740099935 tempest-TestNetworkAdvancedServerOps-1740099935-project] 10.222.0.20 "GET /v2.0/ports?device_id=c523c11e-5b23-4c7f-a17a-984c964d7457 HTTP/1.1" status: 200 len: 210 time: 0.0288718 Jun 23 12:06:56.692710 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron_lib.callbacks.manager [None req-dc7542b2-afef-47f4-a763-e3a3cba144be None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-922904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866062', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773700135042', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773699642233', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773699642278'] for port, after_update {{(pid=94176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 12:06:56.693612 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.plugins.ml2.rpc [None req-dc7542b2-afef-47f4-a763-e3a3cba144be None None] Device 1b4cbac7-2ead-417e-a501-0b02ca924766 up at agent ovs-agent-dv-neutron-601336-94-hyperv {{(pid=94176) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:298}} Jun 23 12:06:56.696247 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG oslo_concurrency.lockutils [None req-f750fb46-5e5e-4e66-b0cb-630523458016 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 12:06:56.775404 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc7542b2-afef-47f4-a763-e3a3cba144be None None] Pushing event updated for resources: {'Port': ['ID=33ca40c0-0c84-4f51-92f9-44e567d896c7,revision_number=5']} {{(pid=94176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 12:06:56.778912 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG oslo_concurrency.lockutils [None req-dc7542b2-afef-47f4-a763-e3a3cba144be None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.083s {{(pid=94176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 12:06:56.783522 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.db.provisioning_blocks [None req-dc7542b2-afef-47f4-a763-e3a3cba144be None None] Provisioning complete for port 1b4cbac7-2ead-417e-a501-0b02ca924766 triggered by entity L2. {{(pid=94176) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 23 12:06:56.783967 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron_lib.callbacks.manager [None req-dc7542b2-afef-47f4-a763-e3a3cba144be None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-899258'] for port, provisioning_complete {{(pid=94176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 12:06:57.775959 dv-neutron-601336-94-hyperv neutron-server[94174]: INFO neutron.wsgi [req-dd0f36c4-c611-4dfa-91dc-845bf1bac2f5 req-2e47fb87-3535-4d98-88c6-3d89d4179dee tempest-TestNetworkAdvancedServerOps-1740099935 tempest-TestNetworkAdvancedServerOps-1740099935-project] 10.222.0.20 "GET /v2.0/ports?device_id=c523c11e-5b23-4c7f-a17a-984c964d7457 HTTP/1.1" status: 200 len: 210 time: 0.0347152 Jun 23 12:06:58.327365 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.plugins.ml2.rpc [None req-dc7542b2-afef-47f4-a763-e3a3cba144be None None] Device 33ca40c0-0c84-4f51-92f9-44e567d896c7 up at agent ovs-agent-dv-neutron-601336-94-hyperv {{(pid=94176) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:298}} Jun 23 12:06:58.388429 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.db.provisioning_blocks [None req-dc7542b2-afef-47f4-a763-e3a3cba144be None None] Provisioning complete for port 33ca40c0-0c84-4f51-92f9-44e567d896c7 triggered by entity L2. {{(pid=94176) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 23 12:06:58.388896 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron_lib.callbacks.manager [None req-dc7542b2-afef-47f4-a763-e3a3cba144be None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-899258'] for port, provisioning_complete {{(pid=94176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 12:06:58.913902 dv-neutron-601336-94-hyperv neutron-server[94175]: INFO neutron.wsgi [req-8d2d5dc0-a9d5-414c-9b0f-12ae1012e868 req-27346bc7-9f3a-45a6-be9c-067daf92b3ec tempest-TestNetworkAdvancedServerOps-1740099935 tempest-TestNetworkAdvancedServerOps-1740099935-project] 10.222.0.20 "GET /v2.0/ports?device_id=c523c11e-5b23-4c7f-a17a-984c964d7457 HTTP/1.1" status: 200 len: 210 time: 0.0290666 Jun 23 12:07:00.053274 dv-neutron-601336-94-hyperv neutron-server[94174]: INFO neutron.wsgi [req-adc18b64-4ba0-4e22-bf0d-a9e25c65afbd req-a6c8c2ab-4b28-4bd1-985c-e5bb55cf5959 tempest-TestNetworkAdvancedServerOps-1740099935 tempest-TestNetworkAdvancedServerOps-1740099935-project] 10.222.0.20 "GET /v2.0/ports?device_id=c523c11e-5b23-4c7f-a17a-984c964d7457 HTTP/1.1" status: 200 len: 210 time: 0.0289605 Jun 23 12:07:00.699302 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24e6bd3c-c863-4b28-b971-0f81d84c29fc req-705cf40c-388f-4146-ad62-cc241f4a4c1f tempest-TestNetworkAdvancedServerOps-1740099935 tempest-TestNetworkAdvancedServerOps-1740099935-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 12:07:00.700739 dv-neutron-601336-94-hyperv neutron-server[94175]: INFO neutron.wsgi [req-24e6bd3c-c863-4b28-b971-0f81d84c29fc req-705cf40c-388f-4146-ad62-cc241f4a4c1f tempest-TestNetworkAdvancedServerOps-1740099935 tempest-TestNetworkAdvancedServerOps-1740099935-project] 10.222.0.52 "GET /v2.0/networks?id=ab7d12af-3046-4fdb-9e87-4dd290802399 HTTP/1.1" status: 200 len: 797 time: 0.1048291 Jun 23 12:07:00.744282 dv-neutron-601336-94-hyperv neutron-server[94175]: INFO neutron.wsgi [req-24e6bd3c-c863-4b28-b971-0f81d84c29fc req-a5378890-6081-4bf4-a50f-4f6f9ea23fcc tempest-TestNetworkAdvancedServerOps-1740099935 tempest-TestNetworkAdvancedServerOps-1740099935-project] 10.222.0.52 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=95e75de5b0504e3e87860f65038883f5 HTTP/1.1" status: 200 len: 380 time: 0.0346160 Jun 23 12:07:00.752750 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.api.v2.base [req-24e6bd3c-c863-4b28-b971-0f81d84c29fc req-64ca3b9c-e8d0-49c7-8f69-62636edae69a tempest-TestNetworkAdvancedServerOps-1740099935 tempest-TestNetworkAdvancedServerOps-1740099935-project] Request body: {'port': {'device_id': 'c523c11e-5b23-4c7f-a17a-984c964d7457', 'network_id': 'ab7d12af-3046-4fdb-9e87-4dd290802399', 'admin_state_up': True, 'tenant_id': '95e75de5b0504e3e87860f65038883f5', 'security_groups': ['4cda5906-750c-4854-adf1-a373fc245b36']}} {{(pid=94175) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 23 12:07:00.937490 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-24e6bd3c-c863-4b28-b971-0f81d84c29fc req-64ca3b9c-e8d0-49c7-8f69-62636edae69a tempest-TestNetworkAdvancedServerOps-1740099935 tempest-TestNetworkAdvancedServerOps-1740099935-project] Made reservation on behalf of 95e75de5b0504e3e87860f65038883f5 for: {'port': 1} {{(pid=94175) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 23 12:07:00.941450 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron_lib.callbacks.manager [req-24e6bd3c-c863-4b28-b971-0f81d84c29fc req-64ca3b9c-e8d0-49c7-8f69-62636edae69a tempest-TestNetworkAdvancedServerOps-1740099935 tempest-TestNetworkAdvancedServerOps-1740099935-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-923104'] for port, before_create {{(pid=94175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 12:07:01.074104 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.db.db_base_plugin_common [req-24e6bd3c-c863-4b28-b971-0f81d84c29fc req-64ca3b9c-e8d0-49c7-8f69-62636edae69a tempest-TestNetworkAdvancedServerOps-1740099935 tempest-TestNetworkAdvancedServerOps-1740099935-project] Allocated IP 172.20.0.14 (ab7d12af-3046-4fdb-9e87-4dd290802399/66a68612-e7ac-4671-b52c-0a9684ee705c/fa98f2a5-6ca5-48d2-8f66-5ebc5ebe1146) {{(pid=94175) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 23 12:07:01.221121 dv-neutron-601336-94-hyperv neutron-server[94175]: INFO neutron.wsgi [req-1d64d3bd-0288-4b2c-9827-63a2f49df1a3 req-7c2bffb5-bad1-4dfe-b950-15c4bc93af80 tempest-TestNetworkAdvancedServerOps-1740099935 tempest-TestNetworkAdvancedServerOps-1740099935-project] 10.222.0.20 "GET /v2.0/ports?device_id=c523c11e-5b23-4c7f-a17a-984c964d7457 HTTP/1.1" status: 200 len: 210 time: 0.0485377 Jun 23 12:07:01.252318 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron_lib.callbacks.manager [req-24e6bd3c-c863-4b28-b971-0f81d84c29fc req-64ca3b9c-e8d0-49c7-8f69-62636edae69a tempest-TestNetworkAdvancedServerOps-1740099935 tempest-TestNetworkAdvancedServerOps-1740099935-project] Notify callbacks [] for port, precommit_create {{(pid=94175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 12:07:01.270184 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.db.provisioning_blocks [req-24e6bd3c-c863-4b28-b971-0f81d84c29fc req-64ca3b9c-e8d0-49c7-8f69-62636edae69a tempest-TestNetworkAdvancedServerOps-1740099935 tempest-TestNetworkAdvancedServerOps-1740099935-project] Transition to ACTIVE for port object fa98f2a5-6ca5-48d2-8f66-5ebc5ebe1146 will not be triggered until provisioned by entity DHCP. {{(pid=94175) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 23 12:07:01.390255 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron_lib.callbacks.manager [req-24e6bd3c-c863-4b28-b971-0f81d84c29fc req-64ca3b9c-e8d0-49c7-8f69-62636edae69a tempest-TestNetworkAdvancedServerOps-1740099935 tempest-TestNetworkAdvancedServerOps-1740099935-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-922915', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-239814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7866073', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773699642215', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-5082457'] for port, after_create {{(pid=94175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 12:07:01.394989 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG oslo_concurrency.lockutils [None req-b06d3975-7c2c-4921-a9eb-c1af08481fa1 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94175) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 12:07:01.434290 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-24e6bd3c-c863-4b28-b971-0f81d84c29fc req-64ca3b9c-e8d0-49c7-8f69-62636edae69a tempest-TestNetworkAdvancedServerOps-1740099935 tempest-TestNetworkAdvancedServerOps-1740099935-project] Network ab7d12af-3046-4fdb-9e87-4dd290802399 is already hosted by enough agents. {{(pid=94175) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 23 12:07:01.437933 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.scheduler.base_scheduler [req-24e6bd3c-c863-4b28-b971-0f81d84c29fc req-64ca3b9c-e8d0-49c7-8f69-62636edae69a tempest-TestNetworkAdvancedServerOps-1740099935 tempest-TestNetworkAdvancedServerOps-1740099935-project] Resources bound (agent type, host, resource id): {{(pid=94175) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 23 12:07:01.444273 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.db.l3_dvrscheduler_db [req-24e6bd3c-c863-4b28-b971-0f81d84c29fc req-64ca3b9c-e8d0-49c7-8f69-62636edae69a tempest-TestNetworkAdvancedServerOps-1740099935 tempest-TestNetworkAdvancedServerOps-1740099935-project] Received port after_create {{(pid=94175) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 23 12:07:01.470091 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64ca3b9c-e8d0-49c7-8f69-62636edae69a tempest-TestNetworkAdvancedServerOps-1740099935 tempest-TestNetworkAdvancedServerOps-1740099935-project] Pushing event updated for resources: {'Port': ['ID=fa98f2a5-6ca5-48d2-8f66-5ebc5ebe1146,revision_number=1']} {{(pid=94175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 12:07:01.474623 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG oslo_concurrency.lockutils [None req-64ca3b9c-e8d0-49c7-8f69-62636edae69a tempest-TestNetworkAdvancedServerOps-1740099935 tempest-TestNetworkAdvancedServerOps-1740099935-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.080s {{(pid=94175) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 12:07:01.496527 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24e6bd3c-c863-4b28-b971-0f81d84c29fc req-64ca3b9c-e8d0-49c7-8f69-62636edae69a tempest-TestNetworkAdvancedServerOps-1740099935 tempest-TestNetworkAdvancedServerOps-1740099935-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 12:07:01.497165 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron_lib.callbacks.manager [req-24e6bd3c-c863-4b28-b971-0f81d84c29fc req-64ca3b9c-e8d0-49c7-8f69-62636edae69a tempest-TestNetworkAdvancedServerOps-1740099935 tempest-TestNetworkAdvancedServerOps-1740099935-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-217507'] for port, before_response {{(pid=94175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 12:07:01.567568 dv-neutron-601336-94-hyperv neutron-server[94175]: INFO neutron.wsgi [req-24e6bd3c-c863-4b28-b971-0f81d84c29fc req-64ca3b9c-e8d0-49c7-8f69-62636edae69a tempest-TestNetworkAdvancedServerOps-1740099935 tempest-TestNetworkAdvancedServerOps-1740099935-project] 10.222.0.52 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.8183393 Jun 23 12:07:01.579448 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.api.v2.base [req-24e6bd3c-c863-4b28-b971-0f81d84c29fc req-fa118094-709d-439e-b326-b70cca56c717 service neutron] Request body: {'port': {'device_id': 'c523c11e-5b23-4c7f-a17a-984c964d7457', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-6013'}} {{(pid=94175) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 23 12:07:01.662311 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron_lib.callbacks.manager [req-24e6bd3c-c863-4b28-b971-0f81d84c29fc req-fa118094-709d-439e-b326-b70cca56c717 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-923122'] for port, before_update {{(pid=94175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 12:07:01.692594 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.db.provisioning_blocks [None req-b0a78e4d-3c51-42cd-87cc-0821f77b2921 None None] Provisioning for port fa98f2a5-6ca5-48d2-8f66-5ebc5ebe1146 completed by entity DHCP. {{(pid=94176) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 23 12:07:01.696877 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.db.provisioning_blocks [None req-b0a78e4d-3c51-42cd-87cc-0821f77b2921 None None] Provisioning complete for port fa98f2a5-6ca5-48d2-8f66-5ebc5ebe1146 triggered by entity DHCP. {{(pid=94176) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 23 12:07:01.697214 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron_lib.callbacks.manager [None req-b0a78e4d-3c51-42cd-87cc-0821f77b2921 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-899258'] for port, provisioning_complete {{(pid=94176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 12:07:01.730932 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.plugins.ml2.plugin [None req-b0a78e4d-3c51-42cd-87cc-0821f77b2921 None None] Port fa98f2a5-6ca5-48d2-8f66-5ebc5ebe1146 cannot update to ACTIVE because it is not bound. {{(pid=94176) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jun 23 12:07:01.925665 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.notifiers.nova [req-24e6bd3c-c863-4b28-b971-0f81d84c29fc req-fa118094-709d-439e-b326-b70cca56c717 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id fa98f2a5-6ca5-48d2-8f66-5ebc5ebe1146 {{(pid=94175) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 23 12:07:01.932670 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron_lib.callbacks.manager [req-24e6bd3c-c863-4b28-b971-0f81d84c29fc req-fa118094-709d-439e-b326-b70cca56c717 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 12:07:01.944084 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.db.provisioning_blocks [req-24e6bd3c-c863-4b28-b971-0f81d84c29fc req-fa118094-709d-439e-b326-b70cca56c717 service neutron] Transition to ACTIVE for port object fa98f2a5-6ca5-48d2-8f66-5ebc5ebe1146 will not be triggered until provisioned by entity L2. {{(pid=94175) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 23 12:07:02.000579 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron_lib.callbacks.manager [req-24e6bd3c-c863-4b28-b971-0f81d84c29fc req-fa118094-709d-439e-b326-b70cca56c717 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-922904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866062', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773700135042', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773699642233', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773699642278', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5082471'] for port, after_update {{(pid=94175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 12:07:02.002685 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG oslo_concurrency.lockutils [None req-957eea49-18b4-45b9-ac6b-f9a92d728f17 tempest-TestNetworkAdvancedServerOps-1740099935 tempest-TestNetworkAdvancedServerOps-1740099935-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94175) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 12:07:02.058236 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa118094-709d-439e-b326-b70cca56c717 service neutron] Pushing event updated for resources: {'Port': ['ID=fa98f2a5-6ca5-48d2-8f66-5ebc5ebe1146,revision_number=2']} {{(pid=94175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 12:07:02.062259 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG oslo_concurrency.lockutils [None req-fa118094-709d-439e-b326-b70cca56c717 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.059s {{(pid=94175) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 12:07:02.130338 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.plugins.ml2.managers [req-24e6bd3c-c863-4b28-b971-0f81d84c29fc req-fa118094-709d-439e-b326-b70cca56c717 service neutron] Attempting to bind port fa98f2a5-6ca5-48d2-8f66-5ebc5ebe1146 on host hv-neutron-6013 for vnic_type normal with profile {{(pid=94175) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 23 12:07:02.130745 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.plugins.ml2.managers [req-24e6bd3c-c863-4b28-b971-0f81d84c29fc req-fa118094-709d-439e-b326-b70cca56c717 service neutron] Attempting to bind port fa98f2a5-6ca5-48d2-8f66-5ebc5ebe1146 by drivers openvswitch,hyperv on host hv-neutron-6013 at level 0 using segments [{'id': 'd1fa6898-577a-44e8-905c-3af5bfe1fc11', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 447, 'network_id': 'ab7d12af-3046-4fdb-9e87-4dd290802399'}] {{(pid=94175) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 23 12:07:02.131111 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-24e6bd3c-c863-4b28-b971-0f81d84c29fc req-fa118094-709d-439e-b326-b70cca56c717 service neutron] Attempting to bind port fa98f2a5-6ca5-48d2-8f66-5ebc5ebe1146 on network ab7d12af-3046-4fdb-9e87-4dd290802399 {{(pid=94175) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 23 12:07:02.136264 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-24e6bd3c-c863-4b28-b971-0f81d84c29fc req-fa118094-709d-439e-b326-b70cca56c717 service neutron] Port fa98f2a5-6ca5-48d2-8f66-5ebc5ebe1146 on network ab7d12af-3046-4fdb-9e87-4dd290802399 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-6013 {{(pid=94175) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 23 12:07:02.136598 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-24e6bd3c-c863-4b28-b971-0f81d84c29fc req-fa118094-709d-439e-b326-b70cca56c717 service neutron] Attempting to bind port fa98f2a5-6ca5-48d2-8f66-5ebc5ebe1146 on network ab7d12af-3046-4fdb-9e87-4dd290802399 {{(pid=94175) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 23 12:07:02.141864 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-24e6bd3c-c863-4b28-b971-0f81d84c29fc req-fa118094-709d-439e-b326-b70cca56c717 service neutron] Checking agent: {'id': '3a130b41-5b27-406b-aeb2-5a923af79f10', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-6013', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 23, 11, 28, 23), 'started_at': datetime.datetime(2021, 6, 23, 11, 28, 23), 'heartbeat_timestamp': datetime.datetime(2021, 6, 23, 12, 6, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94175) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 23 12:07:02.142207 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-24e6bd3c-c863-4b28-b971-0f81d84c29fc req-fa118094-709d-439e-b326-b70cca56c717 service neutron] Checking segment: {'id': 'd1fa6898-577a-44e8-905c-3af5bfe1fc11', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 447, 'network_id': 'ab7d12af-3046-4fdb-9e87-4dd290802399'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94175) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 23 12:07:02.142593 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-24e6bd3c-c863-4b28-b971-0f81d84c29fc req-fa118094-709d-439e-b326-b70cca56c717 service neutron] Bound using segment: {'id': 'd1fa6898-577a-44e8-905c-3af5bfe1fc11', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 447, 'network_id': 'ab7d12af-3046-4fdb-9e87-4dd290802399'} {{(pid=94175) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 23 12:07:02.143067 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.plugins.ml2.managers [req-24e6bd3c-c863-4b28-b971-0f81d84c29fc req-fa118094-709d-439e-b326-b70cca56c717 service neutron] Bound port: fa98f2a5-6ca5-48d2-8f66-5ebc5ebe1146, host: hv-neutron-6013, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd1fa6898-577a-44e8-905c-3af5bfe1fc11', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 447, 'network_id': 'ab7d12af-3046-4fdb-9e87-4dd290802399'}}] {{(pid=94175) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 23 12:07:02.143409 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron_lib.callbacks.manager [req-24e6bd3c-c863-4b28-b971-0f81d84c29fc req-fa118094-709d-439e-b326-b70cca56c717 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-923122'] for port, before_update {{(pid=94175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 12:07:02.207706 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.plugins.ml2.db [req-24e6bd3c-c863-4b28-b971-0f81d84c29fc req-fa118094-709d-439e-b326-b70cca56c717 service neutron] For port fa98f2a5-6ca5-48d2-8f66-5ebc5ebe1146, host hv-neutron-6013, cleared binding levels {{(pid=94175) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 23 12:07:02.210719 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.plugins.ml2.db [req-24e6bd3c-c863-4b28-b971-0f81d84c29fc req-fa118094-709d-439e-b326-b70cca56c717 service neutron] For port fa98f2a5-6ca5-48d2-8f66-5ebc5ebe1146, host hv-neutron-6013, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-6013',level=0,port_id=fa98f2a5-6ca5-48d2-8f66-5ebc5ebe1146,segment=NetworkSegment(d1fa6898-577a-44e8-905c-3af5bfe1fc11),segment_id=d1fa6898-577a-44e8-905c-3af5bfe1fc11)] {{(pid=94175) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 23 12:07:02.315603 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron_lib.callbacks.manager [req-24e6bd3c-c863-4b28-b971-0f81d84c29fc req-fa118094-709d-439e-b326-b70cca56c717 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-922904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866062', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773700135042', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773699642233', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773699642278', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5082471'] for port, after_update {{(pid=94175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 12:07:02.318675 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG oslo_concurrency.lockutils [None req-64ca3b9c-e8d0-49c7-8f69-62636edae69a tempest-TestNetworkAdvancedServerOps-1740099935 tempest-TestNetworkAdvancedServerOps-1740099935-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94175) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 12:07:02.356698 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24e6bd3c-c863-4b28-b971-0f81d84c29fc req-fa118094-709d-439e-b326-b70cca56c717 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 12:07:02.357324 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron_lib.callbacks.manager [req-24e6bd3c-c863-4b28-b971-0f81d84c29fc req-fa118094-709d-439e-b326-b70cca56c717 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-217507'] for port, before_response {{(pid=94175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 12:07:02.358753 dv-neutron-601336-94-hyperv neutron-server[94175]: INFO neutron.wsgi [req-24e6bd3c-c863-4b28-b971-0f81d84c29fc req-fa118094-709d-439e-b326-b70cca56c717 service neutron] 10.222.0.52 "PUT /v2.0/ports/fa98f2a5-6ca5-48d2-8f66-5ebc5ebe1146 HTTP/1.1" status: 200 len: 1094 time: 0.7837565 Jun 23 12:07:02.359339 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c523c11e-5b23-4c7f-a17a-984c964d7457', 'tag': 'fa98f2a5-6ca5-48d2-8f66-5ebc5ebe1146'}] {{(pid=94175) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 23 12:07:02.361687 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1970408df4ea4e7170669a1249478e627cf05a5a0b07cc08a66c5cb53d0ac47a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-57a92ef3-0106-4c3d-b45b-d14de69c2172" -d '{"events": [{"name": "network-changed", "server_uuid": "c523c11e-5b23-4c7f-a17a-984c964d7457", "tag": "fa98f2a5-6ca5-48d2-8f66-5ebc5ebe1146"}]}' {{(pid=94175) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 23 12:07:02.388317 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa118094-709d-439e-b326-b70cca56c717 service neutron] Pushing event updated for resources: {'Port': ['ID=fa98f2a5-6ca5-48d2-8f66-5ebc5ebe1146,revision_number=3']} {{(pid=94175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 12:07:02.392105 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG oslo_concurrency.lockutils [None req-fa118094-709d-439e-b326-b70cca56c717 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.073s {{(pid=94175) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 12:07:02.393995 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49077c6e-47f5-4f16-bbcf-4d97ba107b65 req-eab15158-edbf-4cc6-9897-b359db998b75 tempest-TestNetworkAdvancedServerOps-1740099935 tempest-TestNetworkAdvancedServerOps-1740099935-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94174) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 12:07:02.396144 dv-neutron-601336-94-hyperv neutron-server[94174]: INFO neutron.wsgi [req-49077c6e-47f5-4f16-bbcf-4d97ba107b65 req-eab15158-edbf-4cc6-9897-b359db998b75 tempest-TestNetworkAdvancedServerOps-1740099935 tempest-TestNetworkAdvancedServerOps-1740099935-project] 10.222.0.20 "GET /v2.0/ports?device_id=c523c11e-5b23-4c7f-a17a-984c964d7457 HTTP/1.1" status: 200 len: 944 time: 0.0664108 Jun 23 12:07:02.406949 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 23 Jun 2021 12:07:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e65c403e-018a-4530-9888-433035fc654a x-openstack-request-id: req-e65c403e-018a-4530-9888-433035fc654a {{(pid=94175) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 23 12:07:02.407452 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c523c11e-5b23-4c7f-a17a-984c964d7457", "tag": "fa98f2a5-6ca5-48d2-8f66-5ebc5ebe1146", "status": "completed", "code": 200}]} {{(pid=94175) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 23 12:07:02.407654 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-e65c403e-018a-4530-9888-433035fc654a {{(pid=94175) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 23 12:07:02.408103 dv-neutron-601336-94-hyperv neutron-server[94175]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c523c11e-5b23-4c7f-a17a-984c964d7457', 'tag': 'fa98f2a5-6ca5-48d2-8f66-5ebc5ebe1146', 'status': 'completed', 'code': 200} Jun 23 12:07:02.438912 dv-neutron-601336-94-hyperv neutron-server[94174]: INFO neutron.wsgi [req-49077c6e-47f5-4f16-bbcf-4d97ba107b65 req-b5b507dd-aa03-430b-8f98-fd9b737e3e68 tempest-TestNetworkAdvancedServerOps-1740099935 tempest-TestNetworkAdvancedServerOps-1740099935-project] 10.222.0.20 "GET /v2.0/security-groups?id=4cda5906-750c-4854-adf1-a373fc245b36&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0352700 Jun 23 12:07:02.486811 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57a92ef3-0106-4c3d-b45b-d14de69c2172 req-cf98a6ef-8775-47a1-9c71-1227062b57c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 12:07:02.488359 dv-neutron-601336-94-hyperv neutron-server[94175]: INFO neutron.wsgi [req-57a92ef3-0106-4c3d-b45b-d14de69c2172 req-cf98a6ef-8775-47a1-9c71-1227062b57c1 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=95e75de5b0504e3e87860f65038883f5&device_id=c523c11e-5b23-4c7f-a17a-984c964d7457 HTTP/1.1" status: 200 len: 1097 time: 0.0599658 Jun 23 12:07:02.590192 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57a92ef3-0106-4c3d-b45b-d14de69c2172 req-92f94c02-c61a-4841-b136-9f9f4136f710 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 12:07:02.591707 dv-neutron-601336-94-hyperv neutron-server[94175]: INFO neutron.wsgi [req-57a92ef3-0106-4c3d-b45b-d14de69c2172 req-92f94c02-c61a-4841-b136-9f9f4136f710 service neutron] 10.222.0.52 "GET /v2.0/networks?tenant_id=95e75de5b0504e3e87860f65038883f5&shared=False HTTP/1.1" status: 200 len: 898 time: 0.0964839 Jun 23 12:07:02.817116 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57a92ef3-0106-4c3d-b45b-d14de69c2172 req-48ff075a-73f1-4fff-874c-904047cacbd6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 12:07:02.818475 dv-neutron-601336-94-hyperv neutron-server[94175]: INFO neutron.wsgi [req-57a92ef3-0106-4c3d-b45b-d14de69c2172 req-48ff075a-73f1-4fff-874c-904047cacbd6 service neutron] 10.222.0.52 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2211359 Jun 23 12:07:02.907460 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24e6bd3c-c863-4b28-b971-0f81d84c29fc req-659dfa05-e870-4d11-a73f-08ee9952940e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 12:07:02.908908 dv-neutron-601336-94-hyperv neutron-server[94175]: INFO neutron.wsgi [req-24e6bd3c-c863-4b28-b971-0f81d84c29fc req-659dfa05-e870-4d11-a73f-08ee9952940e service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=95e75de5b0504e3e87860f65038883f5&device_id=c523c11e-5b23-4c7f-a17a-984c964d7457 HTTP/1.1" status: 200 len: 1097 time: 0.0522294 Jun 23 12:07:02.960879 dv-neutron-601336-94-hyperv neutron-server[94175]: INFO neutron.wsgi [req-24e6bd3c-c863-4b28-b971-0f81d84c29fc req-ab89317d-fe2f-465d-b91e-429fdd0d2dfb service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=fa98f2a5-6ca5-48d2-8f66-5ebc5ebe1146 HTTP/1.1" status: 200 len: 217 time: 0.0436687 Jun 23 12:07:03.009009 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24e6bd3c-c863-4b28-b971-0f81d84c29fc req-14d59aed-4986-401a-8db6-0b0ef871b514 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 12:07:03.010428 dv-neutron-601336-94-hyperv neutron-server[94175]: INFO neutron.wsgi [req-24e6bd3c-c863-4b28-b971-0f81d84c29fc req-14d59aed-4986-401a-8db6-0b0ef871b514 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=66a68612-e7ac-4671-b52c-0a9684ee705c HTTP/1.1" status: 200 len: 835 time: 0.0439067 Jun 23 12:07:03.066127 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24e6bd3c-c863-4b28-b971-0f81d84c29fc req-d4f66854-267e-4bff-895f-806114e60493 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 12:07:03.067637 dv-neutron-601336-94-hyperv neutron-server[94175]: INFO neutron.wsgi [req-24e6bd3c-c863-4b28-b971-0f81d84c29fc req-d4f66854-267e-4bff-895f-806114e60493 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=ab7d12af-3046-4fdb-9e87-4dd290802399&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1178 time: 0.0510082 Jun 23 12:07:03.158087 dv-neutron-601336-94-hyperv neutron-server[94175]: INFO neutron.wsgi [req-24e6bd3c-c863-4b28-b971-0f81d84c29fc req-0bc975ca-a14b-4ad4-ba08-ceb426137682 service neutron] 10.222.0.52 "GET /v2.0/networks/ab7d12af-3046-4fdb-9e87-4dd290802399?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0839000 Jun 23 12:07:03.245560 dv-neutron-601336-94-hyperv neutron-server[94175]: INFO neutron.wsgi [req-24e6bd3c-c863-4b28-b971-0f81d84c29fc req-0f16d8b7-f844-465d-8ee2-767c5d6d02b0 service neutron] 10.222.0.52 "GET /v2.0/networks/ab7d12af-3046-4fdb-9e87-4dd290802399?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0796824 Jun 23 12:07:03.616301 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-453ead93-c655-4a10-8b33-f7eaec2fec3a req-4c36b1be-1a45-4c0d-bad5-4538db2047a9 tempest-TestNetworkAdvancedServerOps-1740099935 tempest-TestNetworkAdvancedServerOps-1740099935-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 12:07:03.617784 dv-neutron-601336-94-hyperv neutron-server[94175]: INFO neutron.wsgi [req-453ead93-c655-4a10-8b33-f7eaec2fec3a req-4c36b1be-1a45-4c0d-bad5-4538db2047a9 tempest-TestNetworkAdvancedServerOps-1740099935 tempest-TestNetworkAdvancedServerOps-1740099935-project] 10.222.0.20 "GET /v2.0/ports?device_id=c523c11e-5b23-4c7f-a17a-984c964d7457 HTTP/1.1" status: 200 len: 944 time: 0.0643678 Jun 23 12:07:03.660788 dv-neutron-601336-94-hyperv neutron-server[94175]: INFO neutron.wsgi [req-453ead93-c655-4a10-8b33-f7eaec2fec3a req-021d3079-4193-4955-bbbf-442d3c177f0d tempest-TestNetworkAdvancedServerOps-1740099935 tempest-TestNetworkAdvancedServerOps-1740099935-project] 10.222.0.20 "GET /v2.0/security-groups?id=4cda5906-750c-4854-adf1-a373fc245b36&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0372667 Jun 23 12:07:04.833036 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7e5a755-ef16-4ba1-b760-7fe39712f57a req-590afaf4-7c5c-4bc4-a812-c4989eaf03cd tempest-TestNetworkAdvancedServerOps-1740099935 tempest-TestNetworkAdvancedServerOps-1740099935-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94174) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 12:07:04.834465 dv-neutron-601336-94-hyperv neutron-server[94174]: INFO neutron.wsgi [req-e7e5a755-ef16-4ba1-b760-7fe39712f57a req-590afaf4-7c5c-4bc4-a812-c4989eaf03cd tempest-TestNetworkAdvancedServerOps-1740099935 tempest-TestNetworkAdvancedServerOps-1740099935-project] 10.222.0.20 "GET /v2.0/ports?device_id=c523c11e-5b23-4c7f-a17a-984c964d7457 HTTP/1.1" status: 200 len: 944 time: 0.0658607 Jun 23 12:07:04.870446 dv-neutron-601336-94-hyperv neutron-server[94174]: INFO neutron.wsgi [req-e7e5a755-ef16-4ba1-b760-7fe39712f57a req-542724ee-99e8-48f1-b4c7-d489f68a69d2 tempest-TestNetworkAdvancedServerOps-1740099935 tempest-TestNetworkAdvancedServerOps-1740099935-project] 10.222.0.20 "GET /v2.0/security-groups?id=4cda5906-750c-4854-adf1-a373fc245b36&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0304563 Jun 23 12:07:05.666186 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.plugins.ml2.rpc [None req-97bd5441-1da2-49ee-a364-27795820ba27 None None] Device fa98f2a5-6ca5-48d2-8f66-5ebc5ebe1146 details requested by agent hyperv_hv-neutron-6013 with host hv-neutron-6013 {{(pid=94176) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:104}} Jun 23 12:07:05.761742 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.plugins.ml2.db [None req-97bd5441-1da2-49ee-a364-27795820ba27 None None] For port fa98f2a5-6ca5-48d2-8f66-5ebc5ebe1146, host hv-neutron-6013, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-6013',level=0,port_id=fa98f2a5-6ca5-48d2-8f66-5ebc5ebe1146,segment=NetworkSegment(d1fa6898-577a-44e8-905c-3af5bfe1fc11),segment_id=d1fa6898-577a-44e8-905c-3af5bfe1fc11)] {{(pid=94176) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 23 12:07:05.773177 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.plugins.ml2.rpc [None req-97bd5441-1da2-49ee-a364-27795820ba27 None None] Returning: {'device': 'fa98f2a5-6ca5-48d2-8f66-5ebc5ebe1146', 'network_id': 'ab7d12af-3046-4fdb-9e87-4dd290802399', 'port_id': 'fa98f2a5-6ca5-48d2-8f66-5ebc5ebe1146', 'mac_address': 'fa:16:3e:49:1a:4d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 447, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '66a68612-e7ac-4671-b52c-0a9684ee705c', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94176) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:186}} Jun 23 12:07:05.811883 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron_lib.callbacks.manager [None req-97bd5441-1da2-49ee-a364-27795820ba27 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-923122'] for port, before_update {{(pid=94176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 12:07:05.824480 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.notifiers.nova [None req-97bd5441-1da2-49ee-a364-27795820ba27 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id fa98f2a5-6ca5-48d2-8f66-5ebc5ebe1146 {{(pid=94176) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 23 12:07:05.843835 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.plugins.ml2.db [None req-97bd5441-1da2-49ee-a364-27795820ba27 None None] For port fa98f2a5-6ca5-48d2-8f66-5ebc5ebe1146, host hv-neutron-6013, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-6013',level=0,port_id=fa98f2a5-6ca5-48d2-8f66-5ebc5ebe1146,segment=NetworkSegment(d1fa6898-577a-44e8-905c-3af5bfe1fc11),segment_id=d1fa6898-577a-44e8-905c-3af5bfe1fc11)] {{(pid=94176) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 23 12:07:05.903555 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron_lib.callbacks.manager [None req-97bd5441-1da2-49ee-a364-27795820ba27 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-922904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866062', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773700135042', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773699642233', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773699642278'] for port, after_update {{(pid=94176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 12:07:05.905569 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG oslo_concurrency.lockutils [None req-ede73f93-2ef3-48cf-8ef2-6601adcc5dd7 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 12:07:05.949864 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97bd5441-1da2-49ee-a364-27795820ba27 None None] Pushing event updated for resources: {'Port': ['ID=fa98f2a5-6ca5-48d2-8f66-5ebc5ebe1146,revision_number=4']} {{(pid=94176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 12:07:05.952849 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG oslo_concurrency.lockutils [None req-97bd5441-1da2-49ee-a364-27795820ba27 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=94176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 12:07:06.046607 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46044013-7486-4a2a-9868-3e38f1b09dd4 req-73a08e08-9439-4a62-97a6-3e5a34dacbdd tempest-TestNetworkAdvancedServerOps-1740099935 tempest-TestNetworkAdvancedServerOps-1740099935-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 12:07:06.048585 dv-neutron-601336-94-hyperv neutron-server[94175]: INFO neutron.wsgi [req-46044013-7486-4a2a-9868-3e38f1b09dd4 req-73a08e08-9439-4a62-97a6-3e5a34dacbdd tempest-TestNetworkAdvancedServerOps-1740099935 tempest-TestNetworkAdvancedServerOps-1740099935-project] 10.222.0.20 "GET /v2.0/ports?device_id=c523c11e-5b23-4c7f-a17a-984c964d7457 HTTP/1.1" status: 200 len: 945 time: 0.0622876 Jun 23 12:07:06.084736 dv-neutron-601336-94-hyperv neutron-server[94175]: INFO neutron.wsgi [req-46044013-7486-4a2a-9868-3e38f1b09dd4 req-9357dd86-e13d-4847-ae29-872de8126a64 tempest-TestNetworkAdvancedServerOps-1740099935 tempest-TestNetworkAdvancedServerOps-1740099935-project] 10.222.0.20 "GET /v2.0/security-groups?id=4cda5906-750c-4854-adf1-a373fc245b36&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0305650 Jun 23 12:07:06.109827 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.plugins.ml2.db [None req-97bd5441-1da2-49ee-a364-27795820ba27 None None] get_ports_and_sgs() called for port_ids ['fa98f2a5-6ca5-48d2-8f66-5ebc5ebe1146'] {{(pid=94176) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 23 12:07:07.256429 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7acc28b9-9e1e-4b71-8a19-e2431642ca60 req-bb7dde65-fce5-4552-93d8-e1c8678bf164 tempest-TestNetworkAdvancedServerOps-1740099935 tempest-TestNetworkAdvancedServerOps-1740099935-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94174) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 12:07:07.258126 dv-neutron-601336-94-hyperv neutron-server[94174]: INFO neutron.wsgi [req-7acc28b9-9e1e-4b71-8a19-e2431642ca60 req-bb7dde65-fce5-4552-93d8-e1c8678bf164 tempest-TestNetworkAdvancedServerOps-1740099935 tempest-TestNetworkAdvancedServerOps-1740099935-project] 10.222.0.20 "GET /v2.0/ports?device_id=c523c11e-5b23-4c7f-a17a-984c964d7457 HTTP/1.1" status: 200 len: 945 time: 0.0624621 Jun 23 12:07:07.294370 dv-neutron-601336-94-hyperv neutron-server[94174]: INFO neutron.wsgi [req-7acc28b9-9e1e-4b71-8a19-e2431642ca60 req-37f57922-99cf-4443-9d1d-2cb42c3907f6 tempest-TestNetworkAdvancedServerOps-1740099935 tempest-TestNetworkAdvancedServerOps-1740099935-project] 10.222.0.20 "GET /v2.0/security-groups?id=4cda5906-750c-4854-adf1-a373fc245b36&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0307755 Jun 23 12:07:07.666431 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.plugins.ml2.rpc [None req-97bd5441-1da2-49ee-a364-27795820ba27 None None] Device fa98f2a5-6ca5-48d2-8f66-5ebc5ebe1146 up at agent hyperv_hv-neutron-6013 {{(pid=94176) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:298}} Jun 23 12:07:07.771584 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.db.provisioning_blocks [None req-97bd5441-1da2-49ee-a364-27795820ba27 None None] Provisioning for port fa98f2a5-6ca5-48d2-8f66-5ebc5ebe1146 completed by entity L2. {{(pid=94176) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 23 12:07:07.775366 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.db.provisioning_blocks [None req-97bd5441-1da2-49ee-a364-27795820ba27 None None] Provisioning complete for port fa98f2a5-6ca5-48d2-8f66-5ebc5ebe1146 triggered by entity L2. {{(pid=94176) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 23 12:07:07.775867 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron_lib.callbacks.manager [None req-97bd5441-1da2-49ee-a364-27795820ba27 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-899258'] for port, provisioning_complete {{(pid=94176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 12:07:07.854850 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron_lib.callbacks.manager [None req-97bd5441-1da2-49ee-a364-27795820ba27 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-923122'] for port, before_update {{(pid=94176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 12:07:07.877326 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c523c11e-5b23-4c7f-a17a-984c964d7457', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fa98f2a5-6ca5-48d2-8f66-5ebc5ebe1146'}] {{(pid=94176) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 23 12:07:07.879691 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}887b0dfc0393de878080286a57e4a08d4fa60dd0cddd118f338ebfcd351ddd4c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-47abc3de-efa6-405d-8420-3088d0848281" -d '{"events": [{"server_uuid": "c523c11e-5b23-4c7f-a17a-984c964d7457", "name": "network-vif-plugged", "status": "completed", "tag": "fa98f2a5-6ca5-48d2-8f66-5ebc5ebe1146"}]}' {{(pid=94176) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 23 12:07:07.894988 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.plugins.ml2.db [None req-97bd5441-1da2-49ee-a364-27795820ba27 None None] For port fa98f2a5-6ca5-48d2-8f66-5ebc5ebe1146, host hv-neutron-6013, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-6013',level=0,port_id=fa98f2a5-6ca5-48d2-8f66-5ebc5ebe1146,segment=NetworkSegment(d1fa6898-577a-44e8-905c-3af5bfe1fc11),segment_id=d1fa6898-577a-44e8-905c-3af5bfe1fc11)] {{(pid=94176) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 23 12:07:07.918915 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 23 Jun 2021 12:07:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-82058b03-5f68-40a9-9f47-c1c6856587f9 x-openstack-request-id: req-82058b03-5f68-40a9-9f47-c1c6856587f9 {{(pid=94176) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 23 12:07:07.919243 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c523c11e-5b23-4c7f-a17a-984c964d7457", "name": "network-vif-plugged", "status": "completed", "tag": "fa98f2a5-6ca5-48d2-8f66-5ebc5ebe1146", "code": 200}]} {{(pid=94176) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 23 12:07:07.930282 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-82058b03-5f68-40a9-9f47-c1c6856587f9 {{(pid=94176) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 23 12:07:07.930282 dv-neutron-601336-94-hyperv neutron-server[94176]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c523c11e-5b23-4c7f-a17a-984c964d7457', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fa98f2a5-6ca5-48d2-8f66-5ebc5ebe1146', 'code': 200} Jun 23 12:07:07.972455 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron_lib.callbacks.manager [None req-97bd5441-1da2-49ee-a364-27795820ba27 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-922904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866062', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773700135042', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773699642233', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773699642278'] for port, after_update {{(pid=94176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 12:07:07.975336 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG oslo_concurrency.lockutils [None req-dc7542b2-afef-47f4-a763-e3a3cba144be None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 12:07:08.024095 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97bd5441-1da2-49ee-a364-27795820ba27 None None] Pushing event updated for resources: {'Port': ['ID=fa98f2a5-6ca5-48d2-8f66-5ebc5ebe1146,revision_number=5']} {{(pid=94176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 12:07:08.027053 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG oslo_concurrency.lockutils [None req-97bd5441-1da2-49ee-a364-27795820ba27 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.052s {{(pid=94176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 12:07:08.263188 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1c9a3f6-e960-4783-bf31-2f337bf3f15f req-71598754-8a85-457c-8b90-8a28b95c0701 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 12:07:08.264651 dv-neutron-601336-94-hyperv neutron-server[94175]: INFO neutron.wsgi [req-f1c9a3f6-e960-4783-bf31-2f337bf3f15f req-71598754-8a85-457c-8b90-8a28b95c0701 service neutron] 10.222.0.52 "GET /v2.0/ports?device_id=c523c11e-5b23-4c7f-a17a-984c964d7457 HTTP/1.1" status: 200 len: 1099 time: 0.0523980 Jun 23 12:07:08.298320 dv-neutron-601336-94-hyperv neutron-server[94175]: INFO neutron.wsgi [req-f1c9a3f6-e960-4783-bf31-2f337bf3f15f req-e7f1aeb4-ad45-4644-94cb-bb2f1c0522ea service neutron] 10.222.0.52 "GET /v2.0/security-groups?id=4cda5906-750c-4854-adf1-a373fc245b36&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0269940 Jun 23 12:07:08.463815 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd83cecc-3bf5-4b36-bbab-ea6178362f6b req-34b7542d-4c79-44b7-b6b5-3f1ae7caf044 tempest-TestNetworkAdvancedServerOps-1740099935 tempest-TestNetworkAdvancedServerOps-1740099935-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94174) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 12:07:08.465239 dv-neutron-601336-94-hyperv neutron-server[94174]: INFO neutron.wsgi [req-dd83cecc-3bf5-4b36-bbab-ea6178362f6b req-34b7542d-4c79-44b7-b6b5-3f1ae7caf044 tempest-TestNetworkAdvancedServerOps-1740099935 tempest-TestNetworkAdvancedServerOps-1740099935-project] 10.222.0.20 "GET /v2.0/ports?device_id=c523c11e-5b23-4c7f-a17a-984c964d7457 HTTP/1.1" status: 200 len: 946 time: 0.0646176 Jun 23 12:07:08.501515 dv-neutron-601336-94-hyperv neutron-server[94174]: INFO neutron.wsgi [req-dd83cecc-3bf5-4b36-bbab-ea6178362f6b req-d7e1cb4b-0af9-42b3-a69e-e0313386aa48 tempest-TestNetworkAdvancedServerOps-1740099935 tempest-TestNetworkAdvancedServerOps-1740099935-project] 10.222.0.20 "GET /v2.0/security-groups?id=4cda5906-750c-4854-adf1-a373fc245b36&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0306973 Jun 23 12:07:09.676715 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-344ea2d2-5c80-4333-9e42-2601f663fb93 req-337f7b7f-4ad0-4057-b247-ce64ba389d08 tempest-TestNetworkAdvancedServerOps-1740099935 tempest-TestNetworkAdvancedServerOps-1740099935-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 12:07:09.678153 dv-neutron-601336-94-hyperv neutron-server[94175]: INFO neutron.wsgi [req-344ea2d2-5c80-4333-9e42-2601f663fb93 req-337f7b7f-4ad0-4057-b247-ce64ba389d08 tempest-TestNetworkAdvancedServerOps-1740099935 tempest-TestNetworkAdvancedServerOps-1740099935-project] 10.222.0.20 "GET /v2.0/ports?device_id=c523c11e-5b23-4c7f-a17a-984c964d7457 HTTP/1.1" status: 200 len: 946 time: 0.0682166 Jun 23 12:07:09.715562 dv-neutron-601336-94-hyperv neutron-server[94175]: INFO neutron.wsgi [req-344ea2d2-5c80-4333-9e42-2601f663fb93 req-ef761041-8bd9-4248-8a5a-8ee4965ac586 tempest-TestNetworkAdvancedServerOps-1740099935 tempest-TestNetworkAdvancedServerOps-1740099935-project] 10.222.0.20 "GET /v2.0/security-groups?id=4cda5906-750c-4854-adf1-a373fc245b36&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0317733 Jun 23 12:07:09.886711 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d399e78-8ffc-4fb7-b707-9facf1639937 req-ba15cd2f-5842-4705-a488-ca63f65e97e5 tempest-TestNetworkAdvancedServerOps-1740099935 tempest-TestNetworkAdvancedServerOps-1740099935-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94174) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 12:07:09.888175 dv-neutron-601336-94-hyperv neutron-server[94174]: INFO neutron.wsgi [req-9d399e78-8ffc-4fb7-b707-9facf1639937 req-ba15cd2f-5842-4705-a488-ca63f65e97e5 tempest-TestNetworkAdvancedServerOps-1740099935 tempest-TestNetworkAdvancedServerOps-1740099935-project] 10.222.0.20 "GET /v2.0/ports?device_id=c523c11e-5b23-4c7f-a17a-984c964d7457 HTTP/1.1" status: 200 len: 946 time: 0.0617657 Jun 23 12:07:09.923839 dv-neutron-601336-94-hyperv neutron-server[94174]: INFO neutron.wsgi [req-9d399e78-8ffc-4fb7-b707-9facf1639937 req-36b29f84-b371-49cb-be69-2105d2ab0208 tempest-TestNetworkAdvancedServerOps-1740099935 tempest-TestNetworkAdvancedServerOps-1740099935-project] 10.222.0.20 "GET /v2.0/security-groups?id=4cda5906-750c-4854-adf1-a373fc245b36&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0301626 Jun 23 12:07:09.949192 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.wsgi [-] (94175) accepted ('10.222.0.20', 48786) {{(pid=94175) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 12:07:09.999483 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-19adae07-842a-4623-ae90-865e7ec6fd37 tempest-TestNetworkAdvancedServerOps-1716169103 tempest-TestNetworkAdvancedServerOps-1716169103-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 12:07:10.001622 dv-neutron-601336-94-hyperv neutron-server[94175]: INFO neutron.wsgi [None req-19adae07-842a-4623-ae90-865e7ec6fd37 tempest-TestNetworkAdvancedServerOps-1716169103 tempest-TestNetworkAdvancedServerOps-1716169103-project-admin] 10.222.0.20 "GET /v2.0/ports?device_id=c523c11e-5b23-4c7f-a17a-984c964d7457 HTTP/1.1" status: 200 len: 1094 time: 0.0514317 Jun 23 12:07:10.004330 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.wsgi [-] (94175) accepted ('10.222.0.20', 48788) {{(pid=94175) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 12:07:10.008875 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.api.v2.base [None req-bf62b157-632d-4d3f-a5f9-0b0f1d89a73f tempest-TestNetworkAdvancedServerOps-1740099935 tempest-TestNetworkAdvancedServerOps-1740099935-project] Request body: {'floatingip': {'floating_network_id': '3e7e4eb3-cf02-4d47-ade9-0a579cdfc60f', 'port_id': 'fa98f2a5-6ca5-48d2-8f66-5ebc5ebe1146', 'tenant_id': '95e75de5b0504e3e87860f65038883f5', 'fixed_ip_address': '172.20.0.14'}} {{(pid=94175) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 23 12:07:10.080584 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron_lib.callbacks.manager [None req-bf62b157-632d-4d3f-a5f9-0b0f1d89a73f tempest-TestNetworkAdvancedServerOps-1740099935 tempest-TestNetworkAdvancedServerOps-1740099935-project] Notify callbacks [] for floatingip, before_create {{(pid=94175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 12:07:10.177656 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron_lib.callbacks.manager [None req-bf62b157-632d-4d3f-a5f9-0b0f1d89a73f tempest-TestNetworkAdvancedServerOps-1740099935 tempest-TestNetworkAdvancedServerOps-1740099935-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-923104'] for port, before_create {{(pid=94175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 12:07:10.286688 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.db.db_base_plugin_common [None req-bf62b157-632d-4d3f-a5f9-0b0f1d89a73f tempest-TestNetworkAdvancedServerOps-1740099935 tempest-TestNetworkAdvancedServerOps-1740099935-project] Allocated IP 172.26.3.43 (3e7e4eb3-cf02-4d47-ade9-0a579cdfc60f/a5ad15ab-c489-4a67-a9b0-d559fca0ec71/77cadc88-3a3b-41bd-9ee4-3c3f844e3016) {{(pid=94175) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 23 12:07:10.391487 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron_lib.callbacks.manager [None req-bf62b157-632d-4d3f-a5f9-0b0f1d89a73f tempest-TestNetworkAdvancedServerOps-1740099935 tempest-TestNetworkAdvancedServerOps-1740099935-project] Notify callbacks [] for port, precommit_create {{(pid=94175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 12:07:10.480242 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron_lib.callbacks.manager [None req-bf62b157-632d-4d3f-a5f9-0b0f1d89a73f tempest-TestNetworkAdvancedServerOps-1740099935 tempest-TestNetworkAdvancedServerOps-1740099935-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-922915', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-239814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7866073', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773699642215', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-5082457'] for port, after_create {{(pid=94175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 12:07:10.482884 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG oslo_concurrency.lockutils [None req-342a6c76-fea3-4d04-ba21-40fe3d8eaad8 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94175) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 12:07:10.517926 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bf62b157-632d-4d3f-a5f9-0b0f1d89a73f tempest-TestNetworkAdvancedServerOps-1740099935 tempest-TestNetworkAdvancedServerOps-1740099935-project] Network 3e7e4eb3-cf02-4d47-ade9-0a579cdfc60f is already hosted by enough agents. {{(pid=94175) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 23 12:07:10.520783 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.scheduler.base_scheduler [None req-bf62b157-632d-4d3f-a5f9-0b0f1d89a73f tempest-TestNetworkAdvancedServerOps-1740099935 tempest-TestNetworkAdvancedServerOps-1740099935-project] Resources bound (agent type, host, resource id): {{(pid=94175) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 23 12:07:10.526784 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bf62b157-632d-4d3f-a5f9-0b0f1d89a73f tempest-TestNetworkAdvancedServerOps-1740099935 tempest-TestNetworkAdvancedServerOps-1740099935-project] Received port after_create {{(pid=94175) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 23 12:07:10.548340 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf62b157-632d-4d3f-a5f9-0b0f1d89a73f tempest-TestNetworkAdvancedServerOps-1740099935 tempest-TestNetworkAdvancedServerOps-1740099935-project] Pushing event updated for resources: {'Port': ['ID=77cadc88-3a3b-41bd-9ee4-3c3f844e3016,revision_number=1']} {{(pid=94175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 12:07:10.552076 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG oslo_concurrency.lockutils [None req-bf62b157-632d-4d3f-a5f9-0b0f1d89a73f tempest-TestNetworkAdvancedServerOps-1740099935 tempest-TestNetworkAdvancedServerOps-1740099935-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.069s {{(pid=94175) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 12:07:10.888868 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron_lib.callbacks.manager [None req-bf62b157-632d-4d3f-a5f9-0b0f1d89a73f tempest-TestNetworkAdvancedServerOps-1740099935 tempest-TestNetworkAdvancedServerOps-1740099935-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 12:07:10.938577 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron_lib.callbacks.manager [None req-9a2acad1-e539-497e-b1a5-2044742eab48 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773699952132', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-899307'] for agent, after_update {{(pid=94176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 12:07:11.028924 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron_lib.callbacks.manager [None req-bf62b157-632d-4d3f-a5f9-0b0f1d89a73f tempest-TestNetworkAdvancedServerOps-1740099935 tempest-TestNetworkAdvancedServerOps-1740099935-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-923122'] for port, before_update {{(pid=94175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 12:07:11.489563 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron_lib.callbacks.manager [None req-bf62b157-632d-4d3f-a5f9-0b0f1d89a73f tempest-TestNetworkAdvancedServerOps-1740099935 tempest-TestNetworkAdvancedServerOps-1740099935-project] Notify callbacks [] for port, precommit_update {{(pid=94175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 12:07:11.554789 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron_lib.callbacks.manager [None req-bf62b157-632d-4d3f-a5f9-0b0f1d89a73f tempest-TestNetworkAdvancedServerOps-1740099935 tempest-TestNetworkAdvancedServerOps-1740099935-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-922904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866062', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773700135042', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773699642233', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773699642278', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5082471'] for port, after_update {{(pid=94175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 12:07:11.556904 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG oslo_concurrency.lockutils [None req-0d2e4edd-8a66-4e30-b544-a3eff539960c service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94175) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 12:07:11.624155 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf62b157-632d-4d3f-a5f9-0b0f1d89a73f tempest-TestNetworkAdvancedServerOps-1740099935 tempest-TestNetworkAdvancedServerOps-1740099935-project] Pushing event updated for resources: {'Port': ['ID=77cadc88-3a3b-41bd-9ee4-3c3f844e3016,revision_number=2']} {{(pid=94175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 12:07:11.627643 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG oslo_concurrency.lockutils [None req-bf62b157-632d-4d3f-a5f9-0b0f1d89a73f tempest-TestNetworkAdvancedServerOps-1740099935 tempest-TestNetworkAdvancedServerOps-1740099935-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.071s {{(pid=94175) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 12:07:11.640541 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron_lib.callbacks.manager [None req-bf62b157-632d-4d3f-a5f9-0b0f1d89a73f tempest-TestNetworkAdvancedServerOps-1740099935 tempest-TestNetworkAdvancedServerOps-1740099935-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-524229'] for floatingip, after_update {{(pid=94175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 12:07:11.740060 dv-neutron-601336-94-hyperv neutron-server[94175]: INFO neutron.db.l3_db [None req-bf62b157-632d-4d3f-a5f9-0b0f1d89a73f tempest-TestNetworkAdvancedServerOps-1740099935 tempest-TestNetworkAdvancedServerOps-1740099935-project] Floating IP 0bbdf5bf-c9bd-4846-899f-11be500ff653 associated. External IP: 172.26.3.43, port: fa98f2a5-6ca5-48d2-8f66-5ebc5ebe1146. Jun 23 12:07:11.956183 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bf62b157-632d-4d3f-a5f9-0b0f1d89a73f tempest-TestNetworkAdvancedServerOps-1740099935 tempest-TestNetworkAdvancedServerOps-1740099935-project] Router 66dbb78f-d841-4e16-a444-ebbcbe7198e9 has already been hosted by L3 agent 50ef99c0-ef28-4db5-b303-b145898fae60 {{(pid=94175) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 23 12:07:12.065126 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bf62b157-632d-4d3f-a5f9-0b0f1d89a73f tempest-TestNetworkAdvancedServerOps-1740099935 tempest-TestNetworkAdvancedServerOps-1740099935-project] Notify agent at l3_agent.dv-neutron-601336-94-hyperv the message routers_updated {{(pid=94175) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 23 12:07:12.075106 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f3e98985-051f-4111-b14a-27c6941268b9 None None] Sync routers for ids ['66dbb78f-d841-4e16-a444-ebbcbe7198e9'] in dv-neutron-601336-94-hyperv {{(pid=94176) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 23 12:07:12.084354 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f3e98985-051f-4111-b14a-27c6941268b9 None None] Routers {'66dbb78f-d841-4e16-a444-ebbcbe7198e9'} bound to L3 agent in host dv-neutron-601336-94-hyperv {{(pid=94176) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 23 12:07:12.084977 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.db.l3_hamode_db [None req-f3e98985-051f-4111-b14a-27c6941268b9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-601336-94-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-06-23T11:22:13Z,description=,heartbeat_timestamp=2021-06-23T12:06:43Z,host='dv-neutron-601336-94-hyperv',id=50ef99c0-ef28-4db5-b303-b145898fae60,load=0,resource_versions=,resources_synced=,started_at=2021-06-23T11:22:14Z,topic='l3_agent')) {'router_ids': ['66dbb78f-d841-4e16-a444-ebbcbe7198e9'], 'active': True} {{(pid=94176) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 12:07:12.172705 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron_lib.callbacks.manager [None req-bf62b157-632d-4d3f-a5f9-0b0f1d89a73f tempest-TestNetworkAdvancedServerOps-1740099935 tempest-TestNetworkAdvancedServerOps-1740099935-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-217507'] for floatingip, before_response {{(pid=94175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 12:07:12.191894 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.db.l3_dvr_db [None req-f3e98985-051f-4111-b14a-27c6941268b9 None None] Set router 66dbb78f-d841-4e16-a444-ebbcbe7198e9 gateway port host: dv-neutron-601336-94-hyperv {{(pid=94176) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:838}} Jun 23 12:07:12.215674 dv-neutron-601336-94-hyperv neutron-server[94175]: INFO neutron.wsgi [None req-bf62b157-632d-4d3f-a5f9-0b0f1d89a73f tempest-TestNetworkAdvancedServerOps-1740099935 tempest-TestNetworkAdvancedServerOps-1740099935-project] 10.222.0.20 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.2097328 Jun 23 12:07:12.217219 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c523c11e-5b23-4c7f-a17a-984c964d7457', 'tag': 'fa98f2a5-6ca5-48d2-8f66-5ebc5ebe1146'}] {{(pid=94175) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 23 12:07:12.223600 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1970408df4ea4e7170669a1249478e627cf05a5a0b07cc08a66c5cb53d0ac47a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-51976e07-ed22-4b87-bf70-59ee783b6fd3" -d '{"events": [{"name": "network-changed", "server_uuid": "c523c11e-5b23-4c7f-a17a-984c964d7457", "tag": "fa98f2a5-6ca5-48d2-8f66-5ebc5ebe1146"}]}' {{(pid=94175) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 23 12:07:12.275912 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 23 Jun 2021 12:07:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-837795c3-f947-41fd-aeb1-fdef3c2c043a x-openstack-request-id: req-837795c3-f947-41fd-aeb1-fdef3c2c043a {{(pid=94175) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 23 12:07:12.276396 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c523c11e-5b23-4c7f-a17a-984c964d7457", "tag": "fa98f2a5-6ca5-48d2-8f66-5ebc5ebe1146", "status": "completed", "code": 200}]} {{(pid=94175) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 23 12:07:12.276707 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-837795c3-f947-41fd-aeb1-fdef3c2c043a {{(pid=94175) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 23 12:07:12.277160 dv-neutron-601336-94-hyperv neutron-server[94175]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c523c11e-5b23-4c7f-a17a-984c964d7457', 'tag': 'fa98f2a5-6ca5-48d2-8f66-5ebc5ebe1146', 'status': 'completed', 'code': 200} Jun 23 12:07:12.396091 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51976e07-ed22-4b87-bf70-59ee783b6fd3 req-4243b70d-a477-4fd0-b0f1-c68f70fa0c2c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 12:07:12.397618 dv-neutron-601336-94-hyperv neutron-server[94175]: INFO neutron.wsgi [req-51976e07-ed22-4b87-bf70-59ee783b6fd3 req-4243b70d-a477-4fd0-b0f1-c68f70fa0c2c service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=95e75de5b0504e3e87860f65038883f5&device_id=c523c11e-5b23-4c7f-a17a-984c964d7457 HTTP/1.1" status: 200 len: 1099 time: 0.1007555 Jun 23 12:07:12.405944 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f88db36-16ea-4c89-b9dd-513663c51c81 req-77c314ba-fcb1-4f58-809a-ec3e44d93f9f tempest-TestNetworkAdvancedServerOps-1740099935 tempest-TestNetworkAdvancedServerOps-1740099935-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 12:07:12.407372 dv-neutron-601336-94-hyperv neutron-server[94175]: INFO neutron.wsgi [req-8f88db36-16ea-4c89-b9dd-513663c51c81 req-77c314ba-fcb1-4f58-809a-ec3e44d93f9f tempest-TestNetworkAdvancedServerOps-1740099935 tempest-TestNetworkAdvancedServerOps-1740099935-project] 10.222.0.20 "GET /v2.0/ports?device_id=c523c11e-5b23-4c7f-a17a-984c964d7457 HTTP/1.1" status: 200 len: 946 time: 0.1005609 Jun 23 12:07:12.419532 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.db.l3_hamode_db [None req-f3e98985-051f-4111-b14a-27c6941268b9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '66dbb78f-d841-4e16-a444-ebbcbe7198e9', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1974348706', 'tenant_id': '95e75de5b0504e3e87860f65038883f5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3e7e4eb3-cf02-4d47-ade9-0a579cdfc60f', 'external_fixed_ips': [{'subnet_id': 'a5ad15ab-c489-4a67-a9b0-d559fca0ec71', 'ip_address': '172.26.3.91'}], 'enable_snat': True}, 'gw_port_id': '9c48ac1d-6cb4-463f-95e8-d3a01bb12edc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-23T12:06:47Z', 'updated_at': '2021-06-23T12:06:52Z', 'revision_number': 4, 'project_id': '95e75de5b0504e3e87860f65038883f5', 'gw_port': {'id': '9c48ac1d-6cb4-463f-95e8-d3a01bb12edc', 'name': '', 'network_id': '3e7e4eb3-cf02-4d47-ade9-0a579cdfc60f', 'tenant_id': '', 'mac_address': 'fa:16:3e:67:5d:08', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '66dbb78f-d841-4e16-a444-ebbcbe7198e9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1733, 'fixed_ips': [{'subnet_id': 'a5ad15ab-c489-4a67-a9b0-d559fca0ec71', 'ip_address': '172.26.3.91', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-94-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-23T12:06:48Z', 'updated_at': '2021-06-23T12:06:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a5ad15ab-c489-4a67-a9b0-d559fca0ec71', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-601336-94-hyperv', '_floatingips': [{'id': '0bbdf5bf-c9bd-4846-899f-11be500ff653', 'tenant_id': '95e75de5b0504e3e87860f65038883f5', 'floating_ip_address': '172.26.3.43', 'floating_network_id': '3e7e4eb3-cf02-4d47-ade9-0a579cdfc60f', 'router_id': '66dbb78f-d841-4e16-a444-ebbcbe7198e9', 'port_id': 'fa98f2a5-6ca5-48d2-8f66-5ebc5ebe1146', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 1739, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ab7d12af-3046-4fdb-9e87-4dd290802399', 'mac_address': 'fa:16:3e:49:1a:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c523c11e-5b23-4c7f-a17a-984c964d7457', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-23T12:07:10Z', 'updated_at': '2021-06-23T12:07:10Z', 'revision_number': 0, 'project_id': '95e75de5b0504e3e87860f65038883f5', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '33ca40c0-0c84-4f51-92f9-44e567d896c7', 'name': '', 'network_id': 'ab7d12af-3046-4fdb-9e87-4dd290802399', 'tenant_id': '95e75de5b0504e3e87860f65038883f5', 'mac_address': 'fa:16:3e:7d:e2:b0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '66dbb78f-d841-4e16-a444-ebbcbe7198e9', 'device_owner': 'network:router_interface', 'standard_attr_id': 1736, 'fixed_ips': [{'subnet_id': '66a68612-e7ac-4671-b52c-0a9684ee705c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-94-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-23T12:06:51Z', 'updated_at': '2021-06-23T12:06:56Z', 'revision_number': 5, 'project_id': '95e75de5b0504e3e87860f65038883f5', 'subnets': [{'id': '66a68612-e7ac-4671-b52c-0a9684ee705c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-601336-94-hyperv', False) {} {{(pid=94176) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 12:07:12.448986 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f3e98985-051f-4111-b14a-27c6941268b9 None None] Checking router: 66dbb78f-d841-4e16-a444-ebbcbe7198e9 for host: dv-neutron-601336-94-hyperv {{(pid=94176) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 23 12:07:12.458051 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f3e98985-051f-4111-b14a-27c6941268b9 None None] Routers {'66dbb78f-d841-4e16-a444-ebbcbe7198e9'} bound to L3 agent in host dv-neutron-601336-94-hyperv {{(pid=94176) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 23 12:07:12.458724 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.db.l3_hamode_db [None req-f3e98985-051f-4111-b14a-27c6941268b9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-601336-94-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-06-23T11:22:13Z,description=,heartbeat_timestamp=2021-06-23T12:06:43Z,host='dv-neutron-601336-94-hyperv',id=50ef99c0-ef28-4db5-b303-b145898fae60,load=0,resource_versions=,resources_synced=,started_at=2021-06-23T11:22:14Z,topic='l3_agent')) {'router_ids': ['66dbb78f-d841-4e16-a444-ebbcbe7198e9'], 'active': True} {{(pid=94176) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 12:07:12.500364 dv-neutron-601336-94-hyperv neutron-server[94175]: INFO neutron.wsgi [req-8f88db36-16ea-4c89-b9dd-513663c51c81 req-c0105dcb-def8-49f7-95fc-b705e80b2f91 tempest-TestNetworkAdvancedServerOps-1740099935 tempest-TestNetworkAdvancedServerOps-1740099935-project] 10.222.0.20 "GET /v2.0/security-groups?id=4cda5906-750c-4854-adf1-a373fc245b36&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0833158 Jun 23 12:07:12.521572 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51976e07-ed22-4b87-bf70-59ee783b6fd3 req-b6d14b7d-03c6-4437-9d41-ac95c176016e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 12:07:12.523013 dv-neutron-601336-94-hyperv neutron-server[94175]: INFO neutron.wsgi [req-51976e07-ed22-4b87-bf70-59ee783b6fd3 req-b6d14b7d-03c6-4437-9d41-ac95c176016e service neutron] 10.222.0.52 "GET /v2.0/networks?id=ab7d12af-3046-4fdb-9e87-4dd290802399 HTTP/1.1" status: 200 len: 898 time: 0.1148012 Jun 23 12:07:12.525758 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.wsgi [-] (94174) accepted ('10.222.0.20', 48794) {{(pid=94174) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 12:07:12.593445 dv-neutron-601336-94-hyperv neutron-server[94174]: INFO neutron.wsgi [None req-cc0d74fa-d090-4211-bab1-f51b84611a95 tempest-TestNetworkAdvancedServerOps-1740099935 tempest-TestNetworkAdvancedServerOps-1740099935-project] 10.222.0.20 "GET /v2.0/floatingips/0bbdf5bf-c9bd-4846-899f-11be500ff653 HTTP/1.1" status: 200 len: 991 time: 0.0663724 Jun 23 12:07:12.595639 dv-neutron-601336-94-hyperv neutron-server[94175]: INFO neutron.wsgi [req-51976e07-ed22-4b87-bf70-59ee783b6fd3 req-2854247c-7937-4949-845d-6b5586c19266 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=fa98f2a5-6ca5-48d2-8f66-5ebc5ebe1146 HTTP/1.1" status: 200 len: 999 time: 0.0663819 Jun 23 12:07:12.654459 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51976e07-ed22-4b87-bf70-59ee783b6fd3 req-3412976b-3cd5-4687-81b2-663828a877c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 12:07:12.655931 dv-neutron-601336-94-hyperv neutron-server[94175]: INFO neutron.wsgi [req-51976e07-ed22-4b87-bf70-59ee783b6fd3 req-3412976b-3cd5-4687-81b2-663828a877c3 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=66a68612-e7ac-4671-b52c-0a9684ee705c HTTP/1.1" status: 200 len: 835 time: 0.0542624 Jun 23 12:07:12.717646 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51976e07-ed22-4b87-bf70-59ee783b6fd3 req-c94a2624-74c9-4d4f-9adf-822bdf12172a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 12:07:12.719225 dv-neutron-601336-94-hyperv neutron-server[94175]: INFO neutron.wsgi [req-51976e07-ed22-4b87-bf70-59ee783b6fd3 req-c94a2624-74c9-4d4f-9adf-822bdf12172a service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=ab7d12af-3046-4fdb-9e87-4dd290802399&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1178 time: 0.0554926 Jun 23 12:07:12.720111 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.db.l3_dvr_db [None req-f3e98985-051f-4111-b14a-27c6941268b9 None None] Set router 66dbb78f-d841-4e16-a444-ebbcbe7198e9 gateway port host: dv-neutron-601336-94-hyperv {{(pid=94176) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:838}} Jun 23 12:07:12.814801 dv-neutron-601336-94-hyperv neutron-server[94175]: INFO neutron.wsgi [req-51976e07-ed22-4b87-bf70-59ee783b6fd3 req-be1f365d-f784-4a96-a764-2f0784a4a132 service neutron] 10.222.0.52 "GET /v2.0/networks/ab7d12af-3046-4fdb-9e87-4dd290802399?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0885394 Jun 23 12:07:12.904000 dv-neutron-601336-94-hyperv neutron-server[94175]: INFO neutron.wsgi [req-51976e07-ed22-4b87-bf70-59ee783b6fd3 req-0a1103ae-81ca-4f96-b05b-4789394fa587 service neutron] 10.222.0.52 "GET /v2.0/networks/ab7d12af-3046-4fdb-9e87-4dd290802399?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0826750 Jun 23 12:07:12.936405 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.db.l3_hamode_db [None req-f3e98985-051f-4111-b14a-27c6941268b9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '66dbb78f-d841-4e16-a444-ebbcbe7198e9', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1974348706', 'tenant_id': '95e75de5b0504e3e87860f65038883f5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3e7e4eb3-cf02-4d47-ade9-0a579cdfc60f', 'external_fixed_ips': [{'subnet_id': 'a5ad15ab-c489-4a67-a9b0-d559fca0ec71', 'ip_address': '172.26.3.91'}], 'enable_snat': True}, 'gw_port_id': '9c48ac1d-6cb4-463f-95e8-d3a01bb12edc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-23T12:06:47Z', 'updated_at': '2021-06-23T12:06:52Z', 'revision_number': 4, 'project_id': '95e75de5b0504e3e87860f65038883f5', 'gw_port': {'id': '9c48ac1d-6cb4-463f-95e8-d3a01bb12edc', 'name': '', 'network_id': '3e7e4eb3-cf02-4d47-ade9-0a579cdfc60f', 'tenant_id': '', 'mac_address': 'fa:16:3e:67:5d:08', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '66dbb78f-d841-4e16-a444-ebbcbe7198e9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1733, 'fixed_ips': [{'subnet_id': 'a5ad15ab-c489-4a67-a9b0-d559fca0ec71', 'ip_address': '172.26.3.91', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-94-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-23T12:06:48Z', 'updated_at': '2021-06-23T12:06:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a5ad15ab-c489-4a67-a9b0-d559fca0ec71', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-601336-94-hyperv', '_floatingips': [{'id': '0bbdf5bf-c9bd-4846-899f-11be500ff653', 'tenant_id': '95e75de5b0504e3e87860f65038883f5', 'floating_ip_address': '172.26.3.43', 'floating_network_id': '3e7e4eb3-cf02-4d47-ade9-0a579cdfc60f', 'router_id': '66dbb78f-d841-4e16-a444-ebbcbe7198e9', 'port_id': 'fa98f2a5-6ca5-48d2-8f66-5ebc5ebe1146', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 1739, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ab7d12af-3046-4fdb-9e87-4dd290802399', 'mac_address': 'fa:16:3e:49:1a:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c523c11e-5b23-4c7f-a17a-984c964d7457', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-23T12:07:10Z', 'updated_at': '2021-06-23T12:07:10Z', 'revision_number': 0, 'project_id': '95e75de5b0504e3e87860f65038883f5', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '33ca40c0-0c84-4f51-92f9-44e567d896c7', 'name': '', 'network_id': 'ab7d12af-3046-4fdb-9e87-4dd290802399', 'tenant_id': '95e75de5b0504e3e87860f65038883f5', 'mac_address': 'fa:16:3e:7d:e2:b0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '66dbb78f-d841-4e16-a444-ebbcbe7198e9', 'device_owner': 'network:router_interface', 'standard_attr_id': 1736, 'fixed_ips': [{'subnet_id': '66a68612-e7ac-4671-b52c-0a9684ee705c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-94-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-23T12:06:51Z', 'updated_at': '2021-06-23T12:06:56Z', 'revision_number': 5, 'project_id': '95e75de5b0504e3e87860f65038883f5', 'subnets': [{'id': '66a68612-e7ac-4671-b52c-0a9684ee705c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-601336-94-hyperv', False) {} {{(pid=94176) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 12:07:12.961568 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f3e98985-051f-4111-b14a-27c6941268b9 None None] The sync data for ids ['66dbb78f-d841-4e16-a444-ebbcbe7198e9'] in dv-neutron-601336-94-hyperv is: [{'id': '66dbb78f-d841-4e16-a444-ebbcbe7198e9', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1974348706', 'tenant_id': '95e75de5b0504e3e87860f65038883f5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3e7e4eb3-cf02-4d47-ade9-0a579cdfc60f', 'external_fixed_ips': [{'subnet_id': 'a5ad15ab-c489-4a67-a9b0-d559fca0ec71', 'ip_address': '172.26.3.91'}], 'enable_snat': True}, 'gw_port_id': '9c48ac1d-6cb4-463f-95e8-d3a01bb12edc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-23T12:06:47Z', 'updated_at': '2021-06-23T12:06:52Z', 'revision_number': 4, 'project_id': '95e75de5b0504e3e87860f65038883f5', 'gw_port': {'id': '9c48ac1d-6cb4-463f-95e8-d3a01bb12edc', 'name': '', 'network_id': '3e7e4eb3-cf02-4d47-ade9-0a579cdfc60f', 'tenant_id': '', 'mac_address': 'fa:16:3e:67:5d:08', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '66dbb78f-d841-4e16-a444-ebbcbe7198e9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1733, 'fixed_ips': [{'subnet_id': 'a5ad15ab-c489-4a67-a9b0-d559fca0ec71', 'ip_address': '172.26.3.91', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-94-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-23T12:06:48Z', 'updated_at': '2021-06-23T12:06:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a5ad15ab-c489-4a67-a9b0-d559fca0ec71', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-601336-94-hyperv', '_floatingips': [{'id': '0bbdf5bf-c9bd-4846-899f-11be500ff653', 'tenant_id': '95e75de5b0504e3e87860f65038883f5', 'floating_ip_address': '172.26.3.43', 'floating_network_id': '3e7e4eb3-cf02-4d47-ade9-0a579cdfc60f', 'router_id': '66dbb78f-d841-4e16-a444-ebbcbe7198e9', 'port_id': 'fa98f2a5-6ca5-48d2-8f66-5ebc5ebe1146', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 1739, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ab7d12af-3046-4fdb-9e87-4dd290802399', 'mac_address': 'fa:16:3e:49:1a:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c523c11e-5b23-4c7f-a17a-984c964d7457', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-23T12:07:10Z', 'updated_at': '2021-06-23T12:07:10Z', 'revision_number': 0, 'project_id': '95e75de5b0504e3e87860f65038883f5', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '33ca40c0-0c84-4f51-92f9-44e567d896c7', 'name': '', 'network_id': 'ab7d12af-3046-4fdb-9e87-4dd290802399', 'tenant_id': '95e75de5b0504e3e87860f65038883f5', 'mac_address': 'fa:16:3e:7d:e2:b0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '66dbb78f-d841-4e16-a444-ebbcbe7198e9', 'device_owner': 'network:router_interface', 'standard_attr_id': 1736, 'fixed_ips': [{'subnet_id': '66a68612-e7ac-4671-b52c-0a9684ee705c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-94-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-23T12:06:51Z', 'updated_at': '2021-06-23T12:06:56Z', 'revision_number': 5, 'project_id': '95e75de5b0504e3e87860f65038883f5', 'subnets': [{'id': '66a68612-e7ac-4671-b52c-0a9684ee705c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94176) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 23 12:07:13.149931 dv-neutron-601336-94-hyperv neutron-server[94177]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cf60539d-9e1c-4485-9cab-eaebd02752b3 None None] New status for floating IP 0bbdf5bf-c9bd-4846-899f-11be500ff653: ACTIVE {{(pid=94177) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 23 12:07:13.183818 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron_lib.callbacks.manager [None req-d0ae8670-ab34-4da5-b896-a278a0c51f19 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773699952132', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-899307'] for agent, after_update {{(pid=94176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 12:07:13.596120 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.wsgi [-] (94174) accepted ('10.222.0.20', 48796) {{(pid=94174) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 12:07:13.655043 dv-neutron-601336-94-hyperv neutron-server[94174]: INFO neutron.wsgi [None req-36635628-c8e7-413a-bef6-20e9756e919f tempest-TestNetworkAdvancedServerOps-1740099935 tempest-TestNetworkAdvancedServerOps-1740099935-project] 10.222.0.20 "GET /v2.0/floatingips/0bbdf5bf-c9bd-4846-899f-11be500ff653 HTTP/1.1" status: 200 len: 993 time: 0.0577757 Jun 23 12:07:13.915307 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron_lib.callbacks.manager [None req-dc7542b2-afef-47f4-a763-e3a3cba144be None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773699952132', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-899307'] for agent, after_update {{(pid=94176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 12:07:14.738089 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron_lib.callbacks.manager [None req-4c20ea5f-bc7f-4d4e-935d-57f082af6ccb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773699952132', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-899307'] for agent, after_update {{(pid=94176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 12:07:16.794552 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron_lib.callbacks.manager [None req-95d6aa8f-24e7-4234-82ff-f502266c3285 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773699952132', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-899307'] for agent, after_update {{(pid=94176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 12:07:23.156687 dv-neutron-601336-94-hyperv neutron-server[94177]: DEBUG neutron.db.agents_db [None req-90fb1279-e4c5-4e73-8d66-3a29811dc4e3 None None] Agent healthcheck: found 6 active agents {{(pid=94177) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 23 12:07:23.686588 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron_lib.callbacks.manager [None req-97bd5441-1da2-49ee-a364-27795820ba27 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773699952132', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-899307'] for agent, after_update {{(pid=94176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 12:07:41.092307 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron_lib.callbacks.manager [None req-7585f31a-a7d1-4c54-9f17-f8463689ba3f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773699952132', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-899307'] for agent, after_update {{(pid=94176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 12:07:43.189216 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron_lib.callbacks.manager [None req-b2e65167-9bdf-4ede-aa30-b5407716ff72 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773699952132', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-899307'] for agent, after_update {{(pid=94176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 12:07:43.880200 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron_lib.callbacks.manager [None req-dc7542b2-afef-47f4-a763-e3a3cba144be None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773699952132', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-899307'] for agent, after_update {{(pid=94176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 12:07:44.726129 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron_lib.callbacks.manager [None req-4c20ea5f-bc7f-4d4e-935d-57f082af6ccb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773699952132', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-899307'] for agent, after_update {{(pid=94176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 12:07:45.419365 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-541c1b41-a65f-4b39-91fc-253a0f5da6b8 req-c4ad41f9-9294-4099-830a-7540695cc27c tempest-TestNetworkAdvancedServerOps-1740099935 tempest-TestNetworkAdvancedServerOps-1740099935-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94174) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 12:07:45.421124 dv-neutron-601336-94-hyperv neutron-server[94174]: INFO neutron.wsgi [req-541c1b41-a65f-4b39-91fc-253a0f5da6b8 req-c4ad41f9-9294-4099-830a-7540695cc27c tempest-TestNetworkAdvancedServerOps-1740099935 tempest-TestNetworkAdvancedServerOps-1740099935-project] 10.222.0.20 "GET /v2.0/ports?device_id=c523c11e-5b23-4c7f-a17a-984c964d7457 HTTP/1.1" status: 200 len: 946 time: 0.0703473 Jun 23 12:07:45.434150 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eac38cf2-fce4-4f76-b0aa-385935d44df2 req-9524a774-8d4b-47ca-8829-84f860912bd7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 12:07:45.435733 dv-neutron-601336-94-hyperv neutron-server[94175]: INFO neutron.wsgi [req-eac38cf2-fce4-4f76-b0aa-385935d44df2 req-9524a774-8d4b-47ca-8829-84f860912bd7 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=95e75de5b0504e3e87860f65038883f5&device_id=c523c11e-5b23-4c7f-a17a-984c964d7457 HTTP/1.1" status: 200 len: 1099 time: 0.0565565 Jun 23 12:07:45.461671 dv-neutron-601336-94-hyperv neutron-server[94174]: INFO neutron.wsgi [req-541c1b41-a65f-4b39-91fc-253a0f5da6b8 req-2f359cda-2bdc-4704-a3ae-e9d13272829b tempest-TestNetworkAdvancedServerOps-1740099935 tempest-TestNetworkAdvancedServerOps-1740099935-project] 10.222.0.20 "GET /v2.0/security-groups?id=4cda5906-750c-4854-adf1-a373fc245b36&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0335433 Jun 23 12:07:45.528228 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eac38cf2-fce4-4f76-b0aa-385935d44df2 req-a05ab7c5-af0d-4eee-80dd-c3db5f71b08f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 12:07:45.529640 dv-neutron-601336-94-hyperv neutron-server[94175]: INFO neutron.wsgi [req-eac38cf2-fce4-4f76-b0aa-385935d44df2 req-a05ab7c5-af0d-4eee-80dd-c3db5f71b08f service neutron] 10.222.0.52 "GET /v2.0/networks?id=ab7d12af-3046-4fdb-9e87-4dd290802399 HTTP/1.1" status: 200 len: 898 time: 0.0877728 Jun 23 12:07:45.593924 dv-neutron-601336-94-hyperv neutron-server[94175]: INFO neutron.wsgi [req-eac38cf2-fce4-4f76-b0aa-385935d44df2 req-715906d2-2f22-47d4-933a-c4f8ed5eaef1 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=fa98f2a5-6ca5-48d2-8f66-5ebc5ebe1146 HTTP/1.1" status: 200 len: 1001 time: 0.0573883 Jun 23 12:07:45.647156 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eac38cf2-fce4-4f76-b0aa-385935d44df2 req-84c5780f-ee0e-4a6f-89da-48700b832e5e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 12:07:45.648596 dv-neutron-601336-94-hyperv neutron-server[94175]: INFO neutron.wsgi [req-eac38cf2-fce4-4f76-b0aa-385935d44df2 req-84c5780f-ee0e-4a6f-89da-48700b832e5e service neutron] 10.222.0.52 "GET /v2.0/subnets?id=66a68612-e7ac-4671-b52c-0a9684ee705c HTTP/1.1" status: 200 len: 835 time: 0.0485299 Jun 23 12:07:45.707253 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eac38cf2-fce4-4f76-b0aa-385935d44df2 req-0f5a66c6-629b-48b8-af11-1a9ab8f9dce6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 12:07:45.708730 dv-neutron-601336-94-hyperv neutron-server[94175]: INFO neutron.wsgi [req-eac38cf2-fce4-4f76-b0aa-385935d44df2 req-0f5a66c6-629b-48b8-af11-1a9ab8f9dce6 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=ab7d12af-3046-4fdb-9e87-4dd290802399&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1178 time: 0.0536690 Jun 23 12:07:45.797679 dv-neutron-601336-94-hyperv neutron-server[94175]: INFO neutron.wsgi [req-eac38cf2-fce4-4f76-b0aa-385935d44df2 req-55f512b6-27da-4f3c-87b4-49546ef7054b service neutron] 10.222.0.52 "GET /v2.0/networks/ab7d12af-3046-4fdb-9e87-4dd290802399?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0818248 Jun 23 12:07:45.891563 dv-neutron-601336-94-hyperv neutron-server[94175]: INFO neutron.wsgi [req-eac38cf2-fce4-4f76-b0aa-385935d44df2 req-8f00c8b9-a779-479c-899b-e29ef3921ba7 service neutron] 10.222.0.52 "GET /v2.0/networks/ab7d12af-3046-4fdb-9e87-4dd290802399?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0873539 Jun 23 12:07:46.642415 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5d88291-fe38-4710-beea-278c5609a8e5 req-a0f4ffea-95ba-4f5c-84b7-ecde079ae7c4 tempest-TestNetworkAdvancedServerOps-1740099935 tempest-TestNetworkAdvancedServerOps-1740099935-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 12:07:46.643939 dv-neutron-601336-94-hyperv neutron-server[94175]: INFO neutron.wsgi [req-b5d88291-fe38-4710-beea-278c5609a8e5 req-a0f4ffea-95ba-4f5c-84b7-ecde079ae7c4 tempest-TestNetworkAdvancedServerOps-1740099935 tempest-TestNetworkAdvancedServerOps-1740099935-project] 10.222.0.20 "GET /v2.0/ports?device_id=c523c11e-5b23-4c7f-a17a-984c964d7457 HTTP/1.1" status: 200 len: 946 time: 0.0689950 Jun 23 12:07:46.682240 dv-neutron-601336-94-hyperv neutron-server[94175]: INFO neutron.wsgi [req-b5d88291-fe38-4710-beea-278c5609a8e5 req-6ea579ee-22d6-44fc-9804-27be27e69541 tempest-TestNetworkAdvancedServerOps-1740099935 tempest-TestNetworkAdvancedServerOps-1740099935-project] 10.222.0.20 "GET /v2.0/security-groups?id=4cda5906-750c-4854-adf1-a373fc245b36&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0325313 Jun 23 12:07:46.755309 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron_lib.callbacks.manager [None req-95d6aa8f-24e7-4234-82ff-f502266c3285 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773699952132', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-899307'] for agent, after_update {{(pid=94176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 12:07:47.870154 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17754ec0-3961-425a-aadb-05848cee978f req-fa462b79-6408-434a-aab2-97755a79dff2 tempest-TestNetworkAdvancedServerOps-1740099935 tempest-TestNetworkAdvancedServerOps-1740099935-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94174) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 12:07:47.871663 dv-neutron-601336-94-hyperv neutron-server[94174]: INFO neutron.wsgi [req-17754ec0-3961-425a-aadb-05848cee978f req-fa462b79-6408-434a-aab2-97755a79dff2 tempest-TestNetworkAdvancedServerOps-1740099935 tempest-TestNetworkAdvancedServerOps-1740099935-project] 10.222.0.20 "GET /v2.0/ports?device_id=c523c11e-5b23-4c7f-a17a-984c964d7457 HTTP/1.1" status: 200 len: 946 time: 0.0682404 Jun 23 12:07:47.910697 dv-neutron-601336-94-hyperv neutron-server[94174]: INFO neutron.wsgi [req-17754ec0-3961-425a-aadb-05848cee978f req-6c806e27-ca89-44a5-b170-cc6d0014cf66 tempest-TestNetworkAdvancedServerOps-1740099935 tempest-TestNetworkAdvancedServerOps-1740099935-project] 10.222.0.20 "GET /v2.0/security-groups?id=4cda5906-750c-4854-adf1-a373fc245b36&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0333054 Jun 23 12:07:49.091386 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db7d4de1-e001-47a4-947a-fab8671af092 req-ffab4a84-746d-47fb-84a6-1b48136c95b6 tempest-TestNetworkAdvancedServerOps-1740099935 tempest-TestNetworkAdvancedServerOps-1740099935-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 12:07:49.092866 dv-neutron-601336-94-hyperv neutron-server[94175]: INFO neutron.wsgi [req-db7d4de1-e001-47a4-947a-fab8671af092 req-ffab4a84-746d-47fb-84a6-1b48136c95b6 tempest-TestNetworkAdvancedServerOps-1740099935 tempest-TestNetworkAdvancedServerOps-1740099935-project] 10.222.0.20 "GET /v2.0/ports?device_id=c523c11e-5b23-4c7f-a17a-984c964d7457 HTTP/1.1" status: 200 len: 946 time: 0.0681424 Jun 23 12:07:49.131420 dv-neutron-601336-94-hyperv neutron-server[94175]: INFO neutron.wsgi [req-db7d4de1-e001-47a4-947a-fab8671af092 req-48d7dfa2-2dfc-4040-a5e5-b58d246cb62c tempest-TestNetworkAdvancedServerOps-1740099935 tempest-TestNetworkAdvancedServerOps-1740099935-project] 10.222.0.20 "GET /v2.0/security-groups?id=4cda5906-750c-4854-adf1-a373fc245b36&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0320530 Jun 23 12:07:50.314251 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-342924f1-eba0-4b3f-a7fc-83134adcab49 req-3b5af3da-6e65-4da7-a35b-629e21446aa5 tempest-TestNetworkAdvancedServerOps-1740099935 tempest-TestNetworkAdvancedServerOps-1740099935-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94174) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 12:07:50.315778 dv-neutron-601336-94-hyperv neutron-server[94174]: INFO neutron.wsgi [req-342924f1-eba0-4b3f-a7fc-83134adcab49 req-3b5af3da-6e65-4da7-a35b-629e21446aa5 tempest-TestNetworkAdvancedServerOps-1740099935 tempest-TestNetworkAdvancedServerOps-1740099935-project] 10.222.0.20 "GET /v2.0/ports?device_id=c523c11e-5b23-4c7f-a17a-984c964d7457 HTTP/1.1" status: 200 len: 946 time: 0.0673735 Jun 23 12:07:50.352658 dv-neutron-601336-94-hyperv neutron-server[94174]: INFO neutron.wsgi [req-342924f1-eba0-4b3f-a7fc-83134adcab49 req-a2e37139-f474-4227-8d60-66185a5e9aba tempest-TestNetworkAdvancedServerOps-1740099935 tempest-TestNetworkAdvancedServerOps-1740099935-project] 10.222.0.20 "GET /v2.0/security-groups?id=4cda5906-750c-4854-adf1-a373fc245b36&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0309496 Jun 23 12:07:51.527904 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b976451e-7a7d-4ecf-865a-ee17c4fda00c req-debdc793-0edd-42c0-ba14-84f17435728b tempest-TestNetworkAdvancedServerOps-1740099935 tempest-TestNetworkAdvancedServerOps-1740099935-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 12:07:51.529379 dv-neutron-601336-94-hyperv neutron-server[94175]: INFO neutron.wsgi [req-b976451e-7a7d-4ecf-865a-ee17c4fda00c req-debdc793-0edd-42c0-ba14-84f17435728b tempest-TestNetworkAdvancedServerOps-1740099935 tempest-TestNetworkAdvancedServerOps-1740099935-project] 10.222.0.20 "GET /v2.0/ports?device_id=c523c11e-5b23-4c7f-a17a-984c964d7457 HTTP/1.1" status: 200 len: 946 time: 0.0647564 Jun 23 12:07:51.567546 dv-neutron-601336-94-hyperv neutron-server[94175]: INFO neutron.wsgi [req-b976451e-7a7d-4ecf-865a-ee17c4fda00c req-3378b761-226f-43b9-b178-3c0697e69883 tempest-TestNetworkAdvancedServerOps-1740099935 tempest-TestNetworkAdvancedServerOps-1740099935-project] 10.222.0.20 "GET /v2.0/security-groups?id=4cda5906-750c-4854-adf1-a373fc245b36&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0319591 Jun 23 12:07:52.742899 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-699693db-436c-4352-8c97-6343129b7495 req-ba55429a-b018-4dd3-b68e-d5a29c2e62ad tempest-TestNetworkAdvancedServerOps-1740099935 tempest-TestNetworkAdvancedServerOps-1740099935-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94174) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 12:07:52.744393 dv-neutron-601336-94-hyperv neutron-server[94174]: INFO neutron.wsgi [req-699693db-436c-4352-8c97-6343129b7495 req-ba55429a-b018-4dd3-b68e-d5a29c2e62ad tempest-TestNetworkAdvancedServerOps-1740099935 tempest-TestNetworkAdvancedServerOps-1740099935-project] 10.222.0.20 "GET /v2.0/ports?device_id=c523c11e-5b23-4c7f-a17a-984c964d7457 HTTP/1.1" status: 200 len: 946 time: 0.0659716 Jun 23 12:07:52.782561 dv-neutron-601336-94-hyperv neutron-server[94174]: INFO neutron.wsgi [req-699693db-436c-4352-8c97-6343129b7495 req-181f73c7-640e-4146-a2e8-103e635a17ac tempest-TestNetworkAdvancedServerOps-1740099935 tempest-TestNetworkAdvancedServerOps-1740099935-project] 10.222.0.20 "GET /v2.0/security-groups?id=4cda5906-750c-4854-adf1-a373fc245b36&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0323594 Jun 23 12:07:53.692357 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron_lib.callbacks.manager [None req-97bd5441-1da2-49ee-a364-27795820ba27 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773699952132', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-899307'] for agent, after_update {{(pid=94176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 12:07:53.954066 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0b6e8ac-f089-4b19-8175-9636c721a2f1 req-9d457c1e-c345-4678-b53f-ab266e4b5a63 tempest-TestNetworkAdvancedServerOps-1740099935 tempest-TestNetworkAdvancedServerOps-1740099935-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 12:07:53.955507 dv-neutron-601336-94-hyperv neutron-server[94175]: INFO neutron.wsgi [req-b0b6e8ac-f089-4b19-8175-9636c721a2f1 req-9d457c1e-c345-4678-b53f-ab266e4b5a63 tempest-TestNetworkAdvancedServerOps-1740099935 tempest-TestNetworkAdvancedServerOps-1740099935-project] 10.222.0.20 "GET /v2.0/ports?device_id=c523c11e-5b23-4c7f-a17a-984c964d7457 HTTP/1.1" status: 200 len: 946 time: 0.0646303 Jun 23 12:07:53.994499 dv-neutron-601336-94-hyperv neutron-server[94175]: INFO neutron.wsgi [req-b0b6e8ac-f089-4b19-8175-9636c721a2f1 req-6da9b449-e16a-4a27-af45-bbb021706f78 tempest-TestNetworkAdvancedServerOps-1740099935 tempest-TestNetworkAdvancedServerOps-1740099935-project] 10.222.0.20 "GET /v2.0/security-groups?id=4cda5906-750c-4854-adf1-a373fc245b36&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0331030 Jun 23 12:07:55.172797 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00da1665-d1b0-457e-8f25-c2cb4deea295 req-7b4a2374-f844-40ed-b6be-a47e340f885d tempest-TestNetworkAdvancedServerOps-1740099935 tempest-TestNetworkAdvancedServerOps-1740099935-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94174) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 12:07:55.174281 dv-neutron-601336-94-hyperv neutron-server[94174]: INFO neutron.wsgi [req-00da1665-d1b0-457e-8f25-c2cb4deea295 req-7b4a2374-f844-40ed-b6be-a47e340f885d tempest-TestNetworkAdvancedServerOps-1740099935 tempest-TestNetworkAdvancedServerOps-1740099935-project] 10.222.0.20 "GET /v2.0/ports?device_id=c523c11e-5b23-4c7f-a17a-984c964d7457 HTTP/1.1" status: 200 len: 946 time: 0.0658412 Jun 23 12:07:55.212847 dv-neutron-601336-94-hyperv neutron-server[94174]: INFO neutron.wsgi [req-00da1665-d1b0-457e-8f25-c2cb4deea295 req-31990236-5be1-4d97-990c-d7149ebd561c tempest-TestNetworkAdvancedServerOps-1740099935 tempest-TestNetworkAdvancedServerOps-1740099935-project] 10.222.0.20 "GET /v2.0/security-groups?id=4cda5906-750c-4854-adf1-a373fc245b36&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0328228 Jun 23 12:07:56.400690 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-062998ac-f0ab-41fe-81cd-a72d816e55f5 req-86251a5d-8fe8-41c4-b852-37e8f45cc1b3 tempest-TestNetworkAdvancedServerOps-1740099935 tempest-TestNetworkAdvancedServerOps-1740099935-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 12:07:56.402114 dv-neutron-601336-94-hyperv neutron-server[94175]: INFO neutron.wsgi [req-062998ac-f0ab-41fe-81cd-a72d816e55f5 req-86251a5d-8fe8-41c4-b852-37e8f45cc1b3 tempest-TestNetworkAdvancedServerOps-1740099935 tempest-TestNetworkAdvancedServerOps-1740099935-project] 10.222.0.20 "GET /v2.0/ports?device_id=c523c11e-5b23-4c7f-a17a-984c964d7457 HTTP/1.1" status: 200 len: 946 time: 0.0695531 Jun 23 12:07:56.442384 dv-neutron-601336-94-hyperv neutron-server[94175]: INFO neutron.wsgi [req-062998ac-f0ab-41fe-81cd-a72d816e55f5 req-30876ca8-60f2-4243-a20e-b0ee0d006ebd tempest-TestNetworkAdvancedServerOps-1740099935 tempest-TestNetworkAdvancedServerOps-1740099935-project] 10.222.0.20 "GET /v2.0/security-groups?id=4cda5906-750c-4854-adf1-a373fc245b36&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0341794 Jun 23 12:07:57.614583 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3169af67-74d7-4439-ba79-4b6ceed105f5 req-28a3fa7d-8a57-48fa-b428-c91207329a80 tempest-TestNetworkAdvancedServerOps-1740099935 tempest-TestNetworkAdvancedServerOps-1740099935-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94174) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 12:07:57.616097 dv-neutron-601336-94-hyperv neutron-server[94174]: INFO neutron.wsgi [req-3169af67-74d7-4439-ba79-4b6ceed105f5 req-28a3fa7d-8a57-48fa-b428-c91207329a80 tempest-TestNetworkAdvancedServerOps-1740099935 tempest-TestNetworkAdvancedServerOps-1740099935-project] 10.222.0.20 "GET /v2.0/ports?device_id=c523c11e-5b23-4c7f-a17a-984c964d7457 HTTP/1.1" status: 200 len: 946 time: 0.0644305 Jun 23 12:07:57.656126 dv-neutron-601336-94-hyperv neutron-server[94174]: INFO neutron.wsgi [req-3169af67-74d7-4439-ba79-4b6ceed105f5 req-f6d1996c-8386-439c-9e53-c406a7a627bb tempest-TestNetworkAdvancedServerOps-1740099935 tempest-TestNetworkAdvancedServerOps-1740099935-project] 10.222.0.20 "GET /v2.0/security-groups?id=4cda5906-750c-4854-adf1-a373fc245b36&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0344193 Jun 23 12:07:58.831700 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6fcbea3-f8c1-406f-88bf-5d84e7ae60da req-514cc845-1810-4d1f-9ec0-0dbf5161ec01 tempest-TestNetworkAdvancedServerOps-1740099935 tempest-TestNetworkAdvancedServerOps-1740099935-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 12:07:58.833336 dv-neutron-601336-94-hyperv neutron-server[94175]: INFO neutron.wsgi [req-d6fcbea3-f8c1-406f-88bf-5d84e7ae60da req-514cc845-1810-4d1f-9ec0-0dbf5161ec01 tempest-TestNetworkAdvancedServerOps-1740099935 tempest-TestNetworkAdvancedServerOps-1740099935-project] 10.222.0.20 "GET /v2.0/ports?device_id=c523c11e-5b23-4c7f-a17a-984c964d7457 HTTP/1.1" status: 200 len: 946 time: 0.0650623 Jun 23 12:07:58.874355 dv-neutron-601336-94-hyperv neutron-server[94175]: INFO neutron.wsgi [req-d6fcbea3-f8c1-406f-88bf-5d84e7ae60da req-232fdbad-1698-4bb0-9185-178130661f51 tempest-TestNetworkAdvancedServerOps-1740099935 tempest-TestNetworkAdvancedServerOps-1740099935-project] 10.222.0.20 "GET /v2.0/security-groups?id=4cda5906-750c-4854-adf1-a373fc245b36&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0355351 Jun 23 12:08:00.049075 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b9fa9b1-a440-4820-9f18-7cac09caf68c req-737cde80-d9f2-4452-b3dc-15c3bfdecd31 tempest-TestNetworkAdvancedServerOps-1740099935 tempest-TestNetworkAdvancedServerOps-1740099935-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94174) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 12:08:00.050510 dv-neutron-601336-94-hyperv neutron-server[94174]: INFO neutron.wsgi [req-4b9fa9b1-a440-4820-9f18-7cac09caf68c req-737cde80-d9f2-4452-b3dc-15c3bfdecd31 tempest-TestNetworkAdvancedServerOps-1740099935 tempest-TestNetworkAdvancedServerOps-1740099935-project] 10.222.0.20 "GET /v2.0/ports?device_id=c523c11e-5b23-4c7f-a17a-984c964d7457 HTTP/1.1" status: 200 len: 946 time: 0.0661972 Jun 23 12:08:00.087008 dv-neutron-601336-94-hyperv neutron-server[94174]: INFO neutron.wsgi [req-4b9fa9b1-a440-4820-9f18-7cac09caf68c req-481ccab4-ec17-4992-bf10-ac00a1a096c4 tempest-TestNetworkAdvancedServerOps-1740099935 tempest-TestNetworkAdvancedServerOps-1740099935-project] 10.222.0.20 "GET /v2.0/security-groups?id=4cda5906-750c-4854-adf1-a373fc245b36&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0308287 Jun 23 12:08:00.155193 dv-neutron-601336-94-hyperv neutron-server[94177]: DEBUG neutron.db.agents_db [None req-90fb1279-e4c5-4e73-8d66-3a29811dc4e3 None None] Agent healthcheck: found 6 active agents {{(pid=94177) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 23 12:08:01.109626 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0abb3731-9c51-4de4-af47-9fc6ded1a545 req-0c30eb45-c3bb-413e-8c28-1b9f69fd6cd0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 12:08:01.111151 dv-neutron-601336-94-hyperv neutron-server[94175]: INFO neutron.wsgi [req-0abb3731-9c51-4de4-af47-9fc6ded1a545 req-0c30eb45-c3bb-413e-8c28-1b9f69fd6cd0 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=95e75de5b0504e3e87860f65038883f5&device_id=c523c11e-5b23-4c7f-a17a-984c964d7457 HTTP/1.1" status: 200 len: 1099 time: 0.0581846 Jun 23 12:08:01.256584 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0abb3731-9c51-4de4-af47-9fc6ded1a545 req-d6b18d52-5cf4-40cc-8791-2cc8e2ab058d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 12:08:01.258414 dv-neutron-601336-94-hyperv neutron-server[94175]: INFO neutron.wsgi [req-0abb3731-9c51-4de4-af47-9fc6ded1a545 req-d6b18d52-5cf4-40cc-8791-2cc8e2ab058d service neutron] 10.222.0.52 "GET /v2.0/networks?id=ab7d12af-3046-4fdb-9e87-4dd290802399 HTTP/1.1" status: 200 len: 898 time: 0.1267910 Jun 23 12:08:01.329791 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f686ca9-2d97-4b90-98f8-1fe423034c0f req-a1bb1d61-466e-4407-a152-a2957972c1dd tempest-TestNetworkAdvancedServerOps-1740099935 tempest-TestNetworkAdvancedServerOps-1740099935-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 12:08:01.331885 dv-neutron-601336-94-hyperv neutron-server[94175]: INFO neutron.wsgi [req-2f686ca9-2d97-4b90-98f8-1fe423034c0f req-a1bb1d61-466e-4407-a152-a2957972c1dd tempest-TestNetworkAdvancedServerOps-1740099935 tempest-TestNetworkAdvancedServerOps-1740099935-project] 10.222.0.20 "GET /v2.0/ports?device_id=c523c11e-5b23-4c7f-a17a-984c964d7457 HTTP/1.1" status: 200 len: 946 time: 0.1250513 Jun 23 12:08:01.352504 dv-neutron-601336-94-hyperv neutron-server[94175]: INFO neutron.wsgi [req-0abb3731-9c51-4de4-af47-9fc6ded1a545 req-a5a9aaa5-ca07-4a87-b3f0-4268d1c73f10 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=fa98f2a5-6ca5-48d2-8f66-5ebc5ebe1146 HTTP/1.1" status: 200 len: 1001 time: 0.0875504 Jun 23 12:08:01.410464 dv-neutron-601336-94-hyperv neutron-server[94175]: INFO neutron.wsgi [req-2f686ca9-2d97-4b90-98f8-1fe423034c0f req-7fa4d123-26c6-49c5-8c07-ca8fea747483 tempest-TestNetworkAdvancedServerOps-1740099935 tempest-TestNetworkAdvancedServerOps-1740099935-project] 10.222.0.20 "GET /v2.0/security-groups?id=4cda5906-750c-4854-adf1-a373fc245b36&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0696855 Jun 23 12:08:01.417902 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0abb3731-9c51-4de4-af47-9fc6ded1a545 req-16474de5-c5a6-4bf8-8c87-2087117d6b89 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 12:08:01.419497 dv-neutron-601336-94-hyperv neutron-server[94175]: INFO neutron.wsgi [req-0abb3731-9c51-4de4-af47-9fc6ded1a545 req-16474de5-c5a6-4bf8-8c87-2087117d6b89 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=66a68612-e7ac-4671-b52c-0a9684ee705c HTTP/1.1" status: 200 len: 835 time: 0.0603666 Jun 23 12:08:01.477274 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0abb3731-9c51-4de4-af47-9fc6ded1a545 req-eba73c0b-4f70-4377-9f16-409836216af1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 12:08:01.478778 dv-neutron-601336-94-hyperv neutron-server[94175]: INFO neutron.wsgi [req-0abb3731-9c51-4de4-af47-9fc6ded1a545 req-eba73c0b-4f70-4377-9f16-409836216af1 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=ab7d12af-3046-4fdb-9e87-4dd290802399&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1178 time: 0.0525191 Jun 23 12:08:01.572254 dv-neutron-601336-94-hyperv neutron-server[94175]: INFO neutron.wsgi [req-0abb3731-9c51-4de4-af47-9fc6ded1a545 req-c2d19cc5-7230-4cb8-ad6c-4cf2e8f3bfe8 service neutron] 10.222.0.52 "GET /v2.0/networks/ab7d12af-3046-4fdb-9e87-4dd290802399?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0868392 Jun 23 12:08:01.671767 dv-neutron-601336-94-hyperv neutron-server[94175]: INFO neutron.wsgi [req-0abb3731-9c51-4de4-af47-9fc6ded1a545 req-2994f57e-3d6f-4975-822d-c23c5d283511 service neutron] 10.222.0.52 "GET /v2.0/networks/ab7d12af-3046-4fdb-9e87-4dd290802399?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0892992 Jun 23 12:08:02.589109 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d523b201-ef13-4969-8c41-cc9a59dd07e3 req-1b3182be-b645-4052-847d-4aa87dc17c23 tempest-TestNetworkAdvancedServerOps-1740099935 tempest-TestNetworkAdvancedServerOps-1740099935-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94174) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 12:08:02.590616 dv-neutron-601336-94-hyperv neutron-server[94174]: INFO neutron.wsgi [req-d523b201-ef13-4969-8c41-cc9a59dd07e3 req-1b3182be-b645-4052-847d-4aa87dc17c23 tempest-TestNetworkAdvancedServerOps-1740099935 tempest-TestNetworkAdvancedServerOps-1740099935-project] 10.222.0.20 "GET /v2.0/ports?device_id=c523c11e-5b23-4c7f-a17a-984c964d7457 HTTP/1.1" status: 200 len: 946 time: 0.0662515 Jun 23 12:08:02.628061 dv-neutron-601336-94-hyperv neutron-server[94174]: INFO neutron.wsgi [req-d523b201-ef13-4969-8c41-cc9a59dd07e3 req-1354f506-182b-481f-8c20-6c54857c2f75 tempest-TestNetworkAdvancedServerOps-1740099935 tempest-TestNetworkAdvancedServerOps-1740099935-project] 10.222.0.20 "GET /v2.0/security-groups?id=4cda5906-750c-4854-adf1-a373fc245b36&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0317452 Jun 23 12:08:02.653694 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.wsgi [-] (94174) accepted ('10.222.0.20', 48842) {{(pid=94174) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 12:08:03.078609 dv-neutron-601336-94-hyperv neutron-server[94174]: INFO neutron.wsgi [None req-8a4fe8c1-8fd2-4063-b145-f090c3cb6c4f tempest-TestNetworkAdvancedServerOps-1740099935 tempest-TestNetworkAdvancedServerOps-1740099935-project] 10.222.0.20 "GET /v2.0/floatingips/0bbdf5bf-c9bd-4846-899f-11be500ff653 HTTP/1.1" status: 200 len: 993 time: 0.4236567 Jun 23 12:08:11.086457 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron_lib.callbacks.manager [None req-73a77de7-2cd8-432a-97df-52cf2aa0dc72 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773699952132', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-899307'] for agent, after_update {{(pid=94176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 12:08:13.229904 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron_lib.callbacks.manager [None req-45c4b358-1f5d-4d21-a382-de2343864efe None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773699952132', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-899307'] for agent, after_update {{(pid=94176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 12:08:13.885645 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron_lib.callbacks.manager [None req-dc7542b2-afef-47f4-a763-e3a3cba144be None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773699952132', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-899307'] for agent, after_update {{(pid=94176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 12:08:14.738215 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron_lib.callbacks.manager [None req-4c20ea5f-bc7f-4d4e-935d-57f082af6ccb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773699952132', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-899307'] for agent, after_update {{(pid=94176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 12:08:16.783634 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron_lib.callbacks.manager [None req-95d6aa8f-24e7-4234-82ff-f502266c3285 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773699952132', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-899307'] for agent, after_update {{(pid=94176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 12:08:23.686713 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron_lib.callbacks.manager [None req-97bd5441-1da2-49ee-a364-27795820ba27 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773699952132', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-899307'] for agent, after_update {{(pid=94176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 12:08:33.869421 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.wsgi [-] (94174) accepted ('10.222.0.20', 48856) {{(pid=94174) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 12:08:34.025416 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.plugins.ml2.plugin [None req-086a4939-2f53-4399-83e0-7d892804422d tempest-TestNetworkAdvancedServerOps-1740099935 tempest-TestNetworkAdvancedServerOps-1740099935-project] Deleting port 77cadc88-3a3b-41bd-9ee4-3c3f844e3016 {{(pid=94174) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1913}} Jun 23 12:08:34.025648 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron_lib.callbacks.manager [None req-086a4939-2f53-4399-83e0-7d892804422d tempest-TestNetworkAdvancedServerOps-1740099935 tempest-TestNetworkAdvancedServerOps-1740099935-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773700079324'] for port, before_delete {{(pid=94174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 12:08:34.102197 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron_lib.callbacks.manager [None req-086a4939-2f53-4399-83e0-7d892804422d tempest-TestNetworkAdvancedServerOps-1740099935 tempest-TestNetworkAdvancedServerOps-1740099935-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-430722'] for port, precommit_delete {{(pid=94174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 12:08:34.102536 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron_lib.callbacks.manager [None req-086a4939-2f53-4399-83e0-7d892804422d tempest-TestNetworkAdvancedServerOps-1740099935 tempest-TestNetworkAdvancedServerOps-1740099935-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 12:08:34.113673 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.plugins.ml2.plugin [None req-086a4939-2f53-4399-83e0-7d892804422d tempest-TestNetworkAdvancedServerOps-1740099935 tempest-TestNetworkAdvancedServerOps-1740099935-project] Calling delete_port for 77cadc88-3a3b-41bd-9ee4-3c3f844e3016 owned by network:floatingip {{(pid=94174) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1986}} Jun 23 12:08:34.319693 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron_lib.callbacks.manager [None req-086a4939-2f53-4399-83e0-7d892804422d tempest-TestNetworkAdvancedServerOps-1740099935 tempest-TestNetworkAdvancedServerOps-1740099935-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-922904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866062', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773700135024', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773699642224', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5196390'] for port, after_delete {{(pid=94174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 12:08:34.323806 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG oslo_concurrency.lockutils [None req-54d0c704-9c80-4c49-982e-070122f86b4c tempest-TestNetworkAdvancedServerOps-1740099935 tempest-TestNetworkAdvancedServerOps-1740099935-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94174) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 12:08:34.352435 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-086a4939-2f53-4399-83e0-7d892804422d tempest-TestNetworkAdvancedServerOps-1740099935 tempest-TestNetworkAdvancedServerOps-1740099935-project] Pushing event deleted for resources: {'Port': ['ID=77cadc88-3a3b-41bd-9ee4-3c3f844e3016,revision_number=None']} {{(pid=94174) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 12:08:34.377936 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-086a4939-2f53-4399-83e0-7d892804422d tempest-TestNetworkAdvancedServerOps-1740099935 tempest-TestNetworkAdvancedServerOps-1740099935-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-601336-94-hyperv {{(pid=94174) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 12:08:34.378329 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-086a4939-2f53-4399-83e0-7d892804422d tempest-TestNetworkAdvancedServerOps-1740099935 tempest-TestNetworkAdvancedServerOps-1740099935-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-94-hyperv {{(pid=94174) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 12:08:34.378714 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-086a4939-2f53-4399-83e0-7d892804422d tempest-TestNetworkAdvancedServerOps-1740099935 tempest-TestNetworkAdvancedServerOps-1740099935-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-94-hyperv {{(pid=94174) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 12:08:34.379149 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-086a4939-2f53-4399-83e0-7d892804422d tempest-TestNetworkAdvancedServerOps-1740099935 tempest-TestNetworkAdvancedServerOps-1740099935-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-601336-94-hyperv {{(pid=94174) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 12:08:34.379574 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-086a4939-2f53-4399-83e0-7d892804422d tempest-TestNetworkAdvancedServerOps-1740099935 tempest-TestNetworkAdvancedServerOps-1740099935-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-601336-94-hyperv {{(pid=94174) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 12:08:34.379947 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-086a4939-2f53-4399-83e0-7d892804422d tempest-TestNetworkAdvancedServerOps-1740099935 tempest-TestNetworkAdvancedServerOps-1740099935-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-601336-94-hyperv {{(pid=94174) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 12:08:34.380318 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-086a4939-2f53-4399-83e0-7d892804422d tempest-TestNetworkAdvancedServerOps-1740099935 tempest-TestNetworkAdvancedServerOps-1740099935-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-601336-94-hyperv {{(pid=94174) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 12:08:34.380686 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-086a4939-2f53-4399-83e0-7d892804422d tempest-TestNetworkAdvancedServerOps-1740099935 tempest-TestNetworkAdvancedServerOps-1740099935-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-601336-94-hyperv {{(pid=94174) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 12:08:34.381057 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-086a4939-2f53-4399-83e0-7d892804422d tempest-TestNetworkAdvancedServerOps-1740099935 tempest-TestNetworkAdvancedServerOps-1740099935-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-601336-94-hyperv {{(pid=94174) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 12:08:34.381488 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-086a4939-2f53-4399-83e0-7d892804422d tempest-TestNetworkAdvancedServerOps-1740099935 tempest-TestNetworkAdvancedServerOps-1740099935-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-94-hyperv {{(pid=94174) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 12:08:34.381852 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-086a4939-2f53-4399-83e0-7d892804422d tempest-TestNetworkAdvancedServerOps-1740099935 tempest-TestNetworkAdvancedServerOps-1740099935-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-601336-94-hyperv {{(pid=94174) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 12:08:34.382481 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-086a4939-2f53-4399-83e0-7d892804422d tempest-TestNetworkAdvancedServerOps-1740099935 tempest-TestNetworkAdvancedServerOps-1740099935-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-601336-94-hyperv {{(pid=94174) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 12:08:34.386028 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG oslo_concurrency.lockutils [None req-086a4939-2f53-4399-83e0-7d892804422d tempest-TestNetworkAdvancedServerOps-1740099935 tempest-TestNetworkAdvancedServerOps-1740099935-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.064s {{(pid=94174) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 12:08:34.420822 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron_lib.callbacks.manager [None req-086a4939-2f53-4399-83e0-7d892804422d tempest-TestNetworkAdvancedServerOps-1740099935 tempest-TestNetworkAdvancedServerOps-1740099935-project] Notify callbacks [] for floatingip, after_delete {{(pid=94174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 12:08:34.421150 dv-neutron-601336-94-hyperv neutron-server[94174]: INFO neutron.db.l3_db [None req-086a4939-2f53-4399-83e0-7d892804422d tempest-TestNetworkAdvancedServerOps-1740099935 tempest-TestNetworkAdvancedServerOps-1740099935-project] Floating IP 0bbdf5bf-c9bd-4846-899f-11be500ff653 disassociated (deleted). External IP: 172.26.3.43, port: fa98f2a5-6ca5-48d2-8f66-5ebc5ebe1146. Jun 23 12:08:34.621679 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-086a4939-2f53-4399-83e0-7d892804422d tempest-TestNetworkAdvancedServerOps-1740099935 tempest-TestNetworkAdvancedServerOps-1740099935-project] Router 66dbb78f-d841-4e16-a444-ebbcbe7198e9 has already been hosted by L3 agent 50ef99c0-ef28-4db5-b303-b145898fae60 {{(pid=94174) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 23 12:08:34.724953 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-086a4939-2f53-4399-83e0-7d892804422d tempest-TestNetworkAdvancedServerOps-1740099935 tempest-TestNetworkAdvancedServerOps-1740099935-project] Notify agent at l3_agent.dv-neutron-601336-94-hyperv the message routers_updated {{(pid=94174) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 23 12:08:34.729789 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron_lib.callbacks.manager [None req-086a4939-2f53-4399-83e0-7d892804422d tempest-TestNetworkAdvancedServerOps-1740099935 tempest-TestNetworkAdvancedServerOps-1740099935-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-217507'] for floatingip, before_response {{(pid=94174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 12:08:34.734288 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8477b18b-79fd-45b0-a6fc-e99aab75b0c0 None None] Sync routers for ids ['66dbb78f-d841-4e16-a444-ebbcbe7198e9'] in dv-neutron-601336-94-hyperv {{(pid=94176) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 23 12:08:34.743959 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8477b18b-79fd-45b0-a6fc-e99aab75b0c0 None None] Routers {'66dbb78f-d841-4e16-a444-ebbcbe7198e9'} bound to L3 agent in host dv-neutron-601336-94-hyperv {{(pid=94176) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 23 12:08:34.746069 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.db.l3_hamode_db [None req-8477b18b-79fd-45b0-a6fc-e99aab75b0c0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-601336-94-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-06-23T11:22:13Z,description=,heartbeat_timestamp=2021-06-23T12:08:13Z,host='dv-neutron-601336-94-hyperv',id=50ef99c0-ef28-4db5-b303-b145898fae60,load=0,resource_versions=,resources_synced=,started_at=2021-06-23T11:22:14Z,topic='l3_agent')) {'router_ids': ['66dbb78f-d841-4e16-a444-ebbcbe7198e9'], 'active': True} {{(pid=94176) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 12:08:34.764810 dv-neutron-601336-94-hyperv neutron-server[94174]: INFO neutron.wsgi [None req-086a4939-2f53-4399-83e0-7d892804422d tempest-TestNetworkAdvancedServerOps-1740099935 tempest-TestNetworkAdvancedServerOps-1740099935-project] 10.222.0.20 "DELETE /v2.0/floatingips/0bbdf5bf-c9bd-4846-899f-11be500ff653 HTTP/1.1" status: 204 len: 168 time: 0.8941982 Jun 23 12:08:34.765492 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c523c11e-5b23-4c7f-a17a-984c964d7457', 'tag': 'fa98f2a5-6ca5-48d2-8f66-5ebc5ebe1146'}] {{(pid=94174) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 23 12:08:34.767829 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6ff47218258ed5bf6cae7f276c9622ae488f9e8ebc13d1a310221fbcfb04c5dd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4ebfe9b3-c62c-4e17-ac72-06386bbf836b" -d '{"events": [{"name": "network-changed", "server_uuid": "c523c11e-5b23-4c7f-a17a-984c964d7457", "tag": "fa98f2a5-6ca5-48d2-8f66-5ebc5ebe1146"}]}' {{(pid=94174) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 23 12:08:34.806428 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 23 Jun 2021 12:08:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-872a6d2a-1e8e-4de4-8904-e57502b58a12 x-openstack-request-id: req-872a6d2a-1e8e-4de4-8904-e57502b58a12 {{(pid=94174) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 23 12:08:34.806787 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c523c11e-5b23-4c7f-a17a-984c964d7457", "tag": "fa98f2a5-6ca5-48d2-8f66-5ebc5ebe1146", "status": "completed", "code": 200}]} {{(pid=94174) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 23 12:08:34.807136 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-872a6d2a-1e8e-4de4-8904-e57502b58a12 {{(pid=94174) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 23 12:08:34.807599 dv-neutron-601336-94-hyperv neutron-server[94174]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c523c11e-5b23-4c7f-a17a-984c964d7457', 'tag': 'fa98f2a5-6ca5-48d2-8f66-5ebc5ebe1146', 'status': 'completed', 'code': 200} Jun 23 12:08:34.857896 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.db.l3_dvr_db [None req-8477b18b-79fd-45b0-a6fc-e99aab75b0c0 None None] Set router 66dbb78f-d841-4e16-a444-ebbcbe7198e9 gateway port host: dv-neutron-601336-94-hyperv {{(pid=94176) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:838}} Jun 23 12:08:34.890439 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ebfe9b3-c62c-4e17-ac72-06386bbf836b req-0a1e8973-5696-4bae-97a2-b0895fb9cca6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 12:08:34.891971 dv-neutron-601336-94-hyperv neutron-server[94175]: INFO neutron.wsgi [req-4ebfe9b3-c62c-4e17-ac72-06386bbf836b req-0a1e8973-5696-4bae-97a2-b0895fb9cca6 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=95e75de5b0504e3e87860f65038883f5&device_id=c523c11e-5b23-4c7f-a17a-984c964d7457 HTTP/1.1" status: 200 len: 1099 time: 0.0614867 Jun 23 12:08:34.982258 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ebfe9b3-c62c-4e17-ac72-06386bbf836b req-64b9019f-ca78-4a8a-8ee1-cc7a5bc9ab57 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 12:08:34.983803 dv-neutron-601336-94-hyperv neutron-server[94175]: INFO neutron.wsgi [req-4ebfe9b3-c62c-4e17-ac72-06386bbf836b req-64b9019f-ca78-4a8a-8ee1-cc7a5bc9ab57 service neutron] 10.222.0.52 "GET /v2.0/networks?id=ab7d12af-3046-4fdb-9e87-4dd290802399 HTTP/1.1" status: 200 len: 898 time: 0.0849400 Jun 23 12:08:35.029640 dv-neutron-601336-94-hyperv neutron-server[94175]: INFO neutron.wsgi [req-4ebfe9b3-c62c-4e17-ac72-06386bbf836b req-08dae517-40e4-4e00-8a6b-8c39659dae27 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=fa98f2a5-6ca5-48d2-8f66-5ebc5ebe1146 HTTP/1.1" status: 200 len: 217 time: 0.0397558 Jun 23 12:08:35.053248 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.db.l3_hamode_db [None req-8477b18b-79fd-45b0-a6fc-e99aab75b0c0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '66dbb78f-d841-4e16-a444-ebbcbe7198e9', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1974348706', 'tenant_id': '95e75de5b0504e3e87860f65038883f5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3e7e4eb3-cf02-4d47-ade9-0a579cdfc60f', 'external_fixed_ips': [{'subnet_id': 'a5ad15ab-c489-4a67-a9b0-d559fca0ec71', 'ip_address': '172.26.3.91'}], 'enable_snat': True}, 'gw_port_id': '9c48ac1d-6cb4-463f-95e8-d3a01bb12edc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-23T12:06:47Z', 'updated_at': '2021-06-23T12:06:52Z', 'revision_number': 4, 'project_id': '95e75de5b0504e3e87860f65038883f5', 'gw_port': {'id': '9c48ac1d-6cb4-463f-95e8-d3a01bb12edc', 'name': '', 'network_id': '3e7e4eb3-cf02-4d47-ade9-0a579cdfc60f', 'tenant_id': '', 'mac_address': 'fa:16:3e:67:5d:08', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '66dbb78f-d841-4e16-a444-ebbcbe7198e9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1733, 'fixed_ips': [{'subnet_id': 'a5ad15ab-c489-4a67-a9b0-d559fca0ec71', 'ip_address': '172.26.3.91', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-94-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-23T12:06:48Z', 'updated_at': '2021-06-23T12:06:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a5ad15ab-c489-4a67-a9b0-d559fca0ec71', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-601336-94-hyperv', '_interfaces': [{'id': '33ca40c0-0c84-4f51-92f9-44e567d896c7', 'name': '', 'network_id': 'ab7d12af-3046-4fdb-9e87-4dd290802399', 'tenant_id': '95e75de5b0504e3e87860f65038883f5', 'mac_address': 'fa:16:3e:7d:e2:b0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '66dbb78f-d841-4e16-a444-ebbcbe7198e9', 'device_owner': 'network:router_interface', 'standard_attr_id': 1736, 'fixed_ips': [{'subnet_id': '66a68612-e7ac-4671-b52c-0a9684ee705c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-94-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-23T12:06:51Z', 'updated_at': '2021-06-23T12:06:56Z', 'revision_number': 5, 'project_id': '95e75de5b0504e3e87860f65038883f5', 'subnets': [{'id': '66a68612-e7ac-4671-b52c-0a9684ee705c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-601336-94-hyperv', False) {} {{(pid=94176) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 12:08:35.078771 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ebfe9b3-c62c-4e17-ac72-06386bbf836b req-995d329a-cf0f-4948-938a-17fddf0c7e7e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 12:08:35.082553 dv-neutron-601336-94-hyperv neutron-server[94175]: INFO neutron.wsgi [req-4ebfe9b3-c62c-4e17-ac72-06386bbf836b req-995d329a-cf0f-4948-938a-17fddf0c7e7e service neutron] 10.222.0.52 "GET /v2.0/subnets?id=66a68612-e7ac-4671-b52c-0a9684ee705c HTTP/1.1" status: 200 len: 835 time: 0.0451443 Jun 23 12:08:35.082905 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8477b18b-79fd-45b0-a6fc-e99aab75b0c0 None None] Checking router: 66dbb78f-d841-4e16-a444-ebbcbe7198e9 for host: dv-neutron-601336-94-hyperv {{(pid=94176) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 23 12:08:35.091197 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8477b18b-79fd-45b0-a6fc-e99aab75b0c0 None None] Routers {'66dbb78f-d841-4e16-a444-ebbcbe7198e9'} bound to L3 agent in host dv-neutron-601336-94-hyperv {{(pid=94176) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 23 12:08:35.091811 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.db.l3_hamode_db [None req-8477b18b-79fd-45b0-a6fc-e99aab75b0c0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-601336-94-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-06-23T11:22:13Z,description=,heartbeat_timestamp=2021-06-23T12:08:13Z,host='dv-neutron-601336-94-hyperv',id=50ef99c0-ef28-4db5-b303-b145898fae60,load=0,resource_versions=,resources_synced=,started_at=2021-06-23T11:22:14Z,topic='l3_agent')) {'router_ids': ['66dbb78f-d841-4e16-a444-ebbcbe7198e9'], 'active': True} {{(pid=94176) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 12:08:35.141735 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ebfe9b3-c62c-4e17-ac72-06386bbf836b req-c8866271-ce68-4b91-921a-9682e542084c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 12:08:35.143962 dv-neutron-601336-94-hyperv neutron-server[94175]: INFO neutron.wsgi [req-4ebfe9b3-c62c-4e17-ac72-06386bbf836b req-c8866271-ce68-4b91-921a-9682e542084c service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=ab7d12af-3046-4fdb-9e87-4dd290802399&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1178 time: 0.0567968 Jun 23 12:08:35.201892 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.db.l3_dvr_db [None req-8477b18b-79fd-45b0-a6fc-e99aab75b0c0 None None] Set router 66dbb78f-d841-4e16-a444-ebbcbe7198e9 gateway port host: dv-neutron-601336-94-hyperv {{(pid=94176) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:838}} Jun 23 12:08:35.242991 dv-neutron-601336-94-hyperv neutron-server[94175]: INFO neutron.wsgi [req-4ebfe9b3-c62c-4e17-ac72-06386bbf836b req-01fb3783-e8bd-4d68-a420-5699a653ccea service neutron] 10.222.0.52 "GET /v2.0/networks/ab7d12af-3046-4fdb-9e87-4dd290802399?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0923369 Jun 23 12:08:35.365054 dv-neutron-601336-94-hyperv neutron-server[94175]: INFO neutron.wsgi [req-4ebfe9b3-c62c-4e17-ac72-06386bbf836b req-73df8e3a-fa01-4fde-b1f7-6ed31cd29650 service neutron] 10.222.0.52 "GET /v2.0/networks/ab7d12af-3046-4fdb-9e87-4dd290802399?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1158488 Jun 23 12:08:35.387574 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a3fd96a-0422-45e5-b8bd-f2d4270e3356 req-55fd59fa-8e48-4b39-b12e-17320a1cfeea tempest-TestNetworkAdvancedServerOps-1740099935 tempest-TestNetworkAdvancedServerOps-1740099935-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 12:08:35.389282 dv-neutron-601336-94-hyperv neutron-server[94175]: INFO neutron.wsgi [req-9a3fd96a-0422-45e5-b8bd-f2d4270e3356 req-55fd59fa-8e48-4b39-b12e-17320a1cfeea tempest-TestNetworkAdvancedServerOps-1740099935 tempest-TestNetworkAdvancedServerOps-1740099935-project] 10.222.0.20 "GET /v2.0/ports?device_id=c523c11e-5b23-4c7f-a17a-984c964d7457 HTTP/1.1" status: 200 len: 946 time: 0.0951869 Jun 23 12:08:35.403986 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.db.l3_hamode_db [None req-8477b18b-79fd-45b0-a6fc-e99aab75b0c0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '66dbb78f-d841-4e16-a444-ebbcbe7198e9', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1974348706', 'tenant_id': '95e75de5b0504e3e87860f65038883f5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3e7e4eb3-cf02-4d47-ade9-0a579cdfc60f', 'external_fixed_ips': [{'subnet_id': 'a5ad15ab-c489-4a67-a9b0-d559fca0ec71', 'ip_address': '172.26.3.91'}], 'enable_snat': True}, 'gw_port_id': '9c48ac1d-6cb4-463f-95e8-d3a01bb12edc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-23T12:06:47Z', 'updated_at': '2021-06-23T12:06:52Z', 'revision_number': 4, 'project_id': '95e75de5b0504e3e87860f65038883f5', 'gw_port': {'id': '9c48ac1d-6cb4-463f-95e8-d3a01bb12edc', 'name': '', 'network_id': '3e7e4eb3-cf02-4d47-ade9-0a579cdfc60f', 'tenant_id': '', 'mac_address': 'fa:16:3e:67:5d:08', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '66dbb78f-d841-4e16-a444-ebbcbe7198e9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1733, 'fixed_ips': [{'subnet_id': 'a5ad15ab-c489-4a67-a9b0-d559fca0ec71', 'ip_address': '172.26.3.91', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-94-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-23T12:06:48Z', 'updated_at': '2021-06-23T12:06:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a5ad15ab-c489-4a67-a9b0-d559fca0ec71', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-601336-94-hyperv', '_interfaces': [{'id': '33ca40c0-0c84-4f51-92f9-44e567d896c7', 'name': '', 'network_id': 'ab7d12af-3046-4fdb-9e87-4dd290802399', 'tenant_id': '95e75de5b0504e3e87860f65038883f5', 'mac_address': 'fa:16:3e:7d:e2:b0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '66dbb78f-d841-4e16-a444-ebbcbe7198e9', 'device_owner': 'network:router_interface', 'standard_attr_id': 1736, 'fixed_ips': [{'subnet_id': '66a68612-e7ac-4671-b52c-0a9684ee705c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-94-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-23T12:06:51Z', 'updated_at': '2021-06-23T12:06:56Z', 'revision_number': 5, 'project_id': '95e75de5b0504e3e87860f65038883f5', 'subnets': [{'id': '66a68612-e7ac-4671-b52c-0a9684ee705c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-601336-94-hyperv', False) {} {{(pid=94176) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 12:08:35.433158 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8477b18b-79fd-45b0-a6fc-e99aab75b0c0 None None] The sync data for ids ['66dbb78f-d841-4e16-a444-ebbcbe7198e9'] in dv-neutron-601336-94-hyperv is: [{'id': '66dbb78f-d841-4e16-a444-ebbcbe7198e9', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1974348706', 'tenant_id': '95e75de5b0504e3e87860f65038883f5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3e7e4eb3-cf02-4d47-ade9-0a579cdfc60f', 'external_fixed_ips': [{'subnet_id': 'a5ad15ab-c489-4a67-a9b0-d559fca0ec71', 'ip_address': '172.26.3.91'}], 'enable_snat': True}, 'gw_port_id': '9c48ac1d-6cb4-463f-95e8-d3a01bb12edc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-23T12:06:47Z', 'updated_at': '2021-06-23T12:06:52Z', 'revision_number': 4, 'project_id': '95e75de5b0504e3e87860f65038883f5', 'gw_port': {'id': '9c48ac1d-6cb4-463f-95e8-d3a01bb12edc', 'name': '', 'network_id': '3e7e4eb3-cf02-4d47-ade9-0a579cdfc60f', 'tenant_id': '', 'mac_address': 'fa:16:3e:67:5d:08', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '66dbb78f-d841-4e16-a444-ebbcbe7198e9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1733, 'fixed_ips': [{'subnet_id': 'a5ad15ab-c489-4a67-a9b0-d559fca0ec71', 'ip_address': '172.26.3.91', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-94-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-23T12:06:48Z', 'updated_at': '2021-06-23T12:06:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a5ad15ab-c489-4a67-a9b0-d559fca0ec71', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-601336-94-hyperv', '_interfaces': [{'id': '33ca40c0-0c84-4f51-92f9-44e567d896c7', 'name': '', 'network_id': 'ab7d12af-3046-4fdb-9e87-4dd290802399', 'tenant_id': '95e75de5b0504e3e87860f65038883f5', 'mac_address': 'fa:16:3e:7d:e2:b0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '66dbb78f-d841-4e16-a444-ebbcbe7198e9', 'device_owner': 'network:router_interface', 'standard_attr_id': 1736, 'fixed_ips': [{'subnet_id': '66a68612-e7ac-4671-b52c-0a9684ee705c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-94-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-23T12:06:51Z', 'updated_at': '2021-06-23T12:06:56Z', 'revision_number': 5, 'project_id': '95e75de5b0504e3e87860f65038883f5', 'subnets': [{'id': '66a68612-e7ac-4671-b52c-0a9684ee705c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94176) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 23 12:08:35.436689 dv-neutron-601336-94-hyperv neutron-server[94175]: INFO neutron.wsgi [req-9a3fd96a-0422-45e5-b8bd-f2d4270e3356 req-ba2830fc-9688-442d-8a21-11fb0be6cdee tempest-TestNetworkAdvancedServerOps-1740099935 tempest-TestNetworkAdvancedServerOps-1740099935-project] 10.222.0.20 "GET /v2.0/security-groups?id=4cda5906-750c-4854-adf1-a373fc245b36&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0416682 Jun 23 12:08:35.658833 dv-neutron-601336-94-hyperv neutron-server[94177]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e061f59c-b134-4061-8e74-fa430e65539e None None] New status for floating IP 0bbdf5bf-c9bd-4846-899f-11be500ff653: DOWN {{(pid=94177) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 23 12:08:36.611059 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4a25dc5-1328-40d3-90f8-0a5d4b369476 req-f29ca90f-66f7-49ee-94c0-fbc090bd6421 tempest-TestNetworkAdvancedServerOps-1740099935 tempest-TestNetworkAdvancedServerOps-1740099935-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94174) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 12:08:36.612525 dv-neutron-601336-94-hyperv neutron-server[94174]: INFO neutron.wsgi [req-f4a25dc5-1328-40d3-90f8-0a5d4b369476 req-f29ca90f-66f7-49ee-94c0-fbc090bd6421 tempest-TestNetworkAdvancedServerOps-1740099935 tempest-TestNetworkAdvancedServerOps-1740099935-project] 10.222.0.20 "GET /v2.0/ports?device_id=c523c11e-5b23-4c7f-a17a-984c964d7457 HTTP/1.1" status: 200 len: 946 time: 0.0628643 Jun 23 12:08:36.649459 dv-neutron-601336-94-hyperv neutron-server[94174]: INFO neutron.wsgi [req-f4a25dc5-1328-40d3-90f8-0a5d4b369476 req-dcfcbbc8-cb4f-4d12-acce-bb332f43df59 tempest-TestNetworkAdvancedServerOps-1740099935 tempest-TestNetworkAdvancedServerOps-1740099935-project] 10.222.0.20 "GET /v2.0/security-groups?id=4cda5906-750c-4854-adf1-a373fc245b36&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0308430 Jun 23 12:08:36.758161 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4ed9af8-0c85-462e-9e2b-06122815ba01 req-5465e6bf-7c48-419f-9a17-20bc3752d5d7 tempest-TestNetworkAdvancedServerOps-1740099935 tempest-TestNetworkAdvancedServerOps-1740099935-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 12:08:36.759532 dv-neutron-601336-94-hyperv neutron-server[94175]: INFO neutron.wsgi [req-d4ed9af8-0c85-462e-9e2b-06122815ba01 req-5465e6bf-7c48-419f-9a17-20bc3752d5d7 tempest-TestNetworkAdvancedServerOps-1740099935 tempest-TestNetworkAdvancedServerOps-1740099935-project] 10.222.0.52 "GET /v2.0/ports?device_id=c523c11e-5b23-4c7f-a17a-984c964d7457 HTTP/1.1" status: 200 len: 946 time: 0.0639489 Jun 23 12:08:36.854731 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.plugins.ml2.plugin [req-d4ed9af8-0c85-462e-9e2b-06122815ba01 req-770e5e45-5586-4e08-a917-124fff3f20b7 tempest-TestNetworkAdvancedServerOps-1740099935 tempest-TestNetworkAdvancedServerOps-1740099935-project] Deleting port fa98f2a5-6ca5-48d2-8f66-5ebc5ebe1146 {{(pid=94175) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1913}} Jun 23 12:08:36.855093 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron_lib.callbacks.manager [req-d4ed9af8-0c85-462e-9e2b-06122815ba01 req-770e5e45-5586-4e08-a917-124fff3f20b7 tempest-TestNetworkAdvancedServerOps-1740099935 tempest-TestNetworkAdvancedServerOps-1740099935-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773700079324'] for port, before_delete {{(pid=94175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 12:08:36.943588 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.plugins.ml2.db [req-d4ed9af8-0c85-462e-9e2b-06122815ba01 req-770e5e45-5586-4e08-a917-124fff3f20b7 tempest-TestNetworkAdvancedServerOps-1740099935 tempest-TestNetworkAdvancedServerOps-1740099935-project] For port fa98f2a5-6ca5-48d2-8f66-5ebc5ebe1146, host hv-neutron-6013, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-6013',level=0,port_id=fa98f2a5-6ca5-48d2-8f66-5ebc5ebe1146,segment=NetworkSegment(d1fa6898-577a-44e8-905c-3af5bfe1fc11),segment_id=d1fa6898-577a-44e8-905c-3af5bfe1fc11)] {{(pid=94175) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 23 12:08:36.943946 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron_lib.callbacks.manager [req-d4ed9af8-0c85-462e-9e2b-06122815ba01 req-770e5e45-5586-4e08-a917-124fff3f20b7 tempest-TestNetworkAdvancedServerOps-1740099935 tempest-TestNetworkAdvancedServerOps-1740099935-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-430722'] for port, precommit_delete {{(pid=94175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 12:08:36.956292 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.plugins.ml2.plugin [req-d4ed9af8-0c85-462e-9e2b-06122815ba01 req-770e5e45-5586-4e08-a917-124fff3f20b7 tempest-TestNetworkAdvancedServerOps-1740099935 tempest-TestNetworkAdvancedServerOps-1740099935-project] Calling delete_port for fa98f2a5-6ca5-48d2-8f66-5ebc5ebe1146 owned by compute:nova {{(pid=94175) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1986}} Jun 23 12:08:37.153987 dv-neutron-601336-94-hyperv neutron-server[94177]: DEBUG neutron.db.agents_db [None req-90fb1279-e4c5-4e73-8d66-3a29811dc4e3 None None] Agent healthcheck: found 6 active agents {{(pid=94177) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 23 12:08:37.166448 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron_lib.callbacks.manager [req-d4ed9af8-0c85-462e-9e2b-06122815ba01 req-770e5e45-5586-4e08-a917-124fff3f20b7 tempest-TestNetworkAdvancedServerOps-1740099935 tempest-TestNetworkAdvancedServerOps-1740099935-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-922904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866062', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773700135024', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773699642224', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5082448'] for port, after_delete {{(pid=94175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 12:08:37.170570 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG oslo_concurrency.lockutils [None req-bf62b157-632d-4d3f-a5f9-0b0f1d89a73f tempest-TestNetworkAdvancedServerOps-1740099935 tempest-TestNetworkAdvancedServerOps-1740099935-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94175) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 12:08:37.194007 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-770e5e45-5586-4e08-a917-124fff3f20b7 tempest-TestNetworkAdvancedServerOps-1740099935 tempest-TestNetworkAdvancedServerOps-1740099935-project] Pushing event deleted for resources: {'Port': ['ID=fa98f2a5-6ca5-48d2-8f66-5ebc5ebe1146,revision_number=None']} {{(pid=94175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 12:08:37.203409 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-770e5e45-5586-4e08-a917-124fff3f20b7 tempest-TestNetworkAdvancedServerOps-1740099935 tempest-TestNetworkAdvancedServerOps-1740099935-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-601336-94-hyperv {{(pid=94175) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 12:08:37.203803 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-770e5e45-5586-4e08-a917-124fff3f20b7 tempest-TestNetworkAdvancedServerOps-1740099935 tempest-TestNetworkAdvancedServerOps-1740099935-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-94-hyperv {{(pid=94175) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 12:08:37.204190 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-770e5e45-5586-4e08-a917-124fff3f20b7 tempest-TestNetworkAdvancedServerOps-1740099935 tempest-TestNetworkAdvancedServerOps-1740099935-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-94-hyperv {{(pid=94175) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 12:08:37.204573 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-770e5e45-5586-4e08-a917-124fff3f20b7 tempest-TestNetworkAdvancedServerOps-1740099935 tempest-TestNetworkAdvancedServerOps-1740099935-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-601336-94-hyperv {{(pid=94175) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 12:08:37.204953 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-770e5e45-5586-4e08-a917-124fff3f20b7 tempest-TestNetworkAdvancedServerOps-1740099935 tempest-TestNetworkAdvancedServerOps-1740099935-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-601336-94-hyperv {{(pid=94175) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 12:08:37.205333 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-770e5e45-5586-4e08-a917-124fff3f20b7 tempest-TestNetworkAdvancedServerOps-1740099935 tempest-TestNetworkAdvancedServerOps-1740099935-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-601336-94-hyperv {{(pid=94175) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 12:08:37.205711 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-770e5e45-5586-4e08-a917-124fff3f20b7 tempest-TestNetworkAdvancedServerOps-1740099935 tempest-TestNetworkAdvancedServerOps-1740099935-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-601336-94-hyperv {{(pid=94175) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 12:08:37.206369 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-770e5e45-5586-4e08-a917-124fff3f20b7 tempest-TestNetworkAdvancedServerOps-1740099935 tempest-TestNetworkAdvancedServerOps-1740099935-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-601336-94-hyperv {{(pid=94175) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 12:08:37.206459 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-770e5e45-5586-4e08-a917-124fff3f20b7 tempest-TestNetworkAdvancedServerOps-1740099935 tempest-TestNetworkAdvancedServerOps-1740099935-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-601336-94-hyperv {{(pid=94175) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 12:08:37.206790 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-770e5e45-5586-4e08-a917-124fff3f20b7 tempest-TestNetworkAdvancedServerOps-1740099935 tempest-TestNetworkAdvancedServerOps-1740099935-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-94-hyperv {{(pid=94175) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 12:08:37.207260 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-770e5e45-5586-4e08-a917-124fff3f20b7 tempest-TestNetworkAdvancedServerOps-1740099935 tempest-TestNetworkAdvancedServerOps-1740099935-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-601336-94-hyperv {{(pid=94175) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 12:08:37.207570 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-770e5e45-5586-4e08-a917-124fff3f20b7 tempest-TestNetworkAdvancedServerOps-1740099935 tempest-TestNetworkAdvancedServerOps-1740099935-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-601336-94-hyperv {{(pid=94175) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 12:08:37.218180 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG oslo_concurrency.lockutils [None req-770e5e45-5586-4e08-a917-124fff3f20b7 tempest-TestNetworkAdvancedServerOps-1740099935 tempest-TestNetworkAdvancedServerOps-1740099935-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.043s {{(pid=94175) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 12:08:37.251644 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.db.l3_dvrscheduler_db [req-d4ed9af8-0c85-462e-9e2b-06122815ba01 req-770e5e45-5586-4e08-a917-124fff3f20b7 tempest-TestNetworkAdvancedServerOps-1740099935 tempest-TestNetworkAdvancedServerOps-1740099935-project] No DVR routers for this DVR port fa98f2a5-6ca5-48d2-8f66-5ebc5ebe1146 on host hv-neutron-6013 {{(pid=94175) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 23 12:08:37.254106 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron_lib.callbacks.manager [req-d4ed9af8-0c85-462e-9e2b-06122815ba01 req-770e5e45-5586-4e08-a917-124fff3f20b7 tempest-TestNetworkAdvancedServerOps-1740099935 tempest-TestNetworkAdvancedServerOps-1740099935-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-217507'] for port, before_response {{(pid=94175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 12:08:37.256096 dv-neutron-601336-94-hyperv neutron-server[94175]: INFO neutron.wsgi [req-d4ed9af8-0c85-462e-9e2b-06122815ba01 req-770e5e45-5586-4e08-a917-124fff3f20b7 tempest-TestNetworkAdvancedServerOps-1740099935 tempest-TestNetworkAdvancedServerOps-1740099935-project] 10.222.0.52 "DELETE /v2.0/ports/fa98f2a5-6ca5-48d2-8f66-5ebc5ebe1146 HTTP/1.1" status: 204 len: 173 time: 0.4912534 Jun 23 12:08:37.256639 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c523c11e-5b23-4c7f-a17a-984c964d7457', 'name': 'network-vif-deleted', 'tag': 'fa98f2a5-6ca5-48d2-8f66-5ebc5ebe1146'}] {{(pid=94175) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 23 12:08:37.259218 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1970408df4ea4e7170669a1249478e627cf05a5a0b07cc08a66c5cb53d0ac47a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-51575921-0878-415c-82cf-919d421eca97" -d '{"events": [{"server_uuid": "c523c11e-5b23-4c7f-a17a-984c964d7457", "name": "network-vif-deleted", "tag": "fa98f2a5-6ca5-48d2-8f66-5ebc5ebe1146"}]}' {{(pid=94175) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 23 12:08:37.293470 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 23 Jun 2021 12:08:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-394a454c-70f7-4da2-981e-5edc92f08c48 x-openstack-request-id: req-394a454c-70f7-4da2-981e-5edc92f08c48 {{(pid=94175) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 23 12:08:37.293810 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c523c11e-5b23-4c7f-a17a-984c964d7457", "name": "network-vif-deleted", "tag": "fa98f2a5-6ca5-48d2-8f66-5ebc5ebe1146", "status": "completed", "code": 200}]} {{(pid=94175) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 23 12:08:37.294139 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-394a454c-70f7-4da2-981e-5edc92f08c48 {{(pid=94175) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 23 12:08:37.294585 dv-neutron-601336-94-hyperv neutron-server[94175]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c523c11e-5b23-4c7f-a17a-984c964d7457', 'name': 'network-vif-deleted', 'tag': 'fa98f2a5-6ca5-48d2-8f66-5ebc5ebe1146', 'status': 'completed', 'code': 200} Jun 23 12:08:37.809798 dv-neutron-601336-94-hyperv neutron-server[94174]: INFO neutron.wsgi [req-3648d744-8bfa-400a-820b-658e8f3a0107 req-22fc8aae-fad8-4645-b1aa-5a912063165e tempest-TestNetworkAdvancedServerOps-1740099935 tempest-TestNetworkAdvancedServerOps-1740099935-project] 10.222.0.20 "GET /v2.0/ports?device_id=c523c11e-5b23-4c7f-a17a-984c964d7457 HTTP/1.1" status: 200 len: 210 time: 0.0335927 Jun 23 12:08:38.905797 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.wsgi [-] (94175) accepted ('10.222.0.20', 48874) {{(pid=94175) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 12:08:39.583526 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron_lib.callbacks.manager [None req-91a8b3ce-a83c-4dec-96e7-49b6b8bf54ec tempest-TestNetworkAdvancedServerOps-1740099935 tempest-TestNetworkAdvancedServerOps-1740099935-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-453061'] for router_interface, before_delete {{(pid=94175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 12:08:39.852798 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.plugins.ml2.plugin [None req-91a8b3ce-a83c-4dec-96e7-49b6b8bf54ec tempest-TestNetworkAdvancedServerOps-1740099935 tempest-TestNetworkAdvancedServerOps-1740099935-project] Deleting port 33ca40c0-0c84-4f51-92f9-44e567d896c7 {{(pid=94175) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1913}} Jun 23 12:08:39.853060 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron_lib.callbacks.manager [None req-91a8b3ce-a83c-4dec-96e7-49b6b8bf54ec tempest-TestNetworkAdvancedServerOps-1740099935 tempest-TestNetworkAdvancedServerOps-1740099935-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773700079324'] for port, before_delete {{(pid=94175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 12:08:39.940902 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.plugins.ml2.db [None req-91a8b3ce-a83c-4dec-96e7-49b6b8bf54ec tempest-TestNetworkAdvancedServerOps-1740099935 tempest-TestNetworkAdvancedServerOps-1740099935-project] For port 33ca40c0-0c84-4f51-92f9-44e567d896c7, host dv-neutron-601336-94-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-94-hyperv',level=0,port_id=33ca40c0-0c84-4f51-92f9-44e567d896c7,segment=NetworkSegment(d1fa6898-577a-44e8-905c-3af5bfe1fc11),segment_id=d1fa6898-577a-44e8-905c-3af5bfe1fc11)] {{(pid=94175) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 23 12:08:39.941616 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron_lib.callbacks.manager [None req-91a8b3ce-a83c-4dec-96e7-49b6b8bf54ec tempest-TestNetworkAdvancedServerOps-1740099935 tempest-TestNetworkAdvancedServerOps-1740099935-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-430722'] for port, precommit_delete {{(pid=94175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 12:08:39.954827 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.plugins.ml2.plugin [None req-91a8b3ce-a83c-4dec-96e7-49b6b8bf54ec tempest-TestNetworkAdvancedServerOps-1740099935 tempest-TestNetworkAdvancedServerOps-1740099935-project] Calling delete_port for 33ca40c0-0c84-4f51-92f9-44e567d896c7 owned by network:router_interface {{(pid=94175) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1986}} Jun 23 12:08:40.059058 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.plugins.ml2.rpc [None req-97bd5441-1da2-49ee-a364-27795820ba27 None None] Device fa98f2a5-6ca5-48d2-8f66-5ebc5ebe1146 no longer exists at agent hyperv_hv-neutron-6013 {{(pid=94176) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:261}} Jun 23 12:08:40.081771 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.plugins.ml2.plugin [None req-97bd5441-1da2-49ee-a364-27795820ba27 None None] No Port match for: fa98f2a5-6ca5-48d2-8f66-5ebc5ebe1146 {{(pid=94176) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2240}} Jun 23 12:08:40.082248 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.plugins.ml2.rpc [None req-97bd5441-1da2-49ee-a364-27795820ba27 None None] Device fa98f2a5-6ca5-48d2-8f66-5ebc5ebe1146 not bound to the agent host hv-neutron-6013 {{(pid=94176) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:271}} Jun 23 12:08:40.212413 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron_lib.callbacks.manager [None req-91a8b3ce-a83c-4dec-96e7-49b6b8bf54ec tempest-TestNetworkAdvancedServerOps-1740099935 tempest-TestNetworkAdvancedServerOps-1740099935-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-922904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866062', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773700135024', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773699642224', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5082448'] for port, after_delete {{(pid=94175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 12:08:40.214732 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG oslo_concurrency.lockutils [None req-20cc29b2-8fd5-493a-986b-126e682db5d4 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94175) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 12:08:40.245321 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91a8b3ce-a83c-4dec-96e7-49b6b8bf54ec tempest-TestNetworkAdvancedServerOps-1740099935 tempest-TestNetworkAdvancedServerOps-1740099935-project] Pushing event deleted for resources: {'Port': ['ID=33ca40c0-0c84-4f51-92f9-44e567d896c7,revision_number=None']} {{(pid=94175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 12:08:40.248543 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG oslo_concurrency.lockutils [None req-91a8b3ce-a83c-4dec-96e7-49b6b8bf54ec tempest-TestNetworkAdvancedServerOps-1740099935 tempest-TestNetworkAdvancedServerOps-1740099935-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.034s {{(pid=94175) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 12:08:40.445000 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron_lib.callbacks.manager [None req-91a8b3ce-a83c-4dec-96e7-49b6b8bf54ec tempest-TestNetworkAdvancedServerOps-1740099935 tempest-TestNetworkAdvancedServerOps-1740099935-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-7866080', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-516693'] for router_interface, after_delete {{(pid=94175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 12:08:40.660229 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-91a8b3ce-a83c-4dec-96e7-49b6b8bf54ec tempest-TestNetworkAdvancedServerOps-1740099935 tempest-TestNetworkAdvancedServerOps-1740099935-project] Router 66dbb78f-d841-4e16-a444-ebbcbe7198e9 has already been hosted by L3 agent 50ef99c0-ef28-4db5-b303-b145898fae60 {{(pid=94175) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 23 12:08:40.769615 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-91a8b3ce-a83c-4dec-96e7-49b6b8bf54ec tempest-TestNetworkAdvancedServerOps-1740099935 tempest-TestNetworkAdvancedServerOps-1740099935-project] Notify agent at l3_agent.dv-neutron-601336-94-hyperv the message routers_updated {{(pid=94175) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 23 12:08:40.776658 dv-neutron-601336-94-hyperv neutron-server[94175]: INFO neutron.wsgi [None req-91a8b3ce-a83c-4dec-96e7-49b6b8bf54ec tempest-TestNetworkAdvancedServerOps-1740099935 tempest-TestNetworkAdvancedServerOps-1740099935-project] 10.222.0.20 "PUT /v2.0/routers/66dbb78f-d841-4e16-a444-ebbcbe7198e9/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8693995 Jun 23 12:08:40.780190 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.wsgi [-] (94175) accepted ('10.222.0.20', 48878) {{(pid=94175) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 12:08:40.782751 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f732091a-b39e-4884-b789-ad6f36abf14a None None] Sync routers for ids ['66dbb78f-d841-4e16-a444-ebbcbe7198e9'] in dv-neutron-601336-94-hyperv {{(pid=94176) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 23 12:08:40.793048 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f732091a-b39e-4884-b789-ad6f36abf14a None None] Routers {'66dbb78f-d841-4e16-a444-ebbcbe7198e9'} bound to L3 agent in host dv-neutron-601336-94-hyperv {{(pid=94176) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 23 12:08:40.793671 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.db.l3_hamode_db [None req-f732091a-b39e-4884-b789-ad6f36abf14a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-601336-94-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-06-23T11:22:13Z,description=,heartbeat_timestamp=2021-06-23T12:08:13Z,host='dv-neutron-601336-94-hyperv',id=50ef99c0-ef28-4db5-b303-b145898fae60,load=0,resource_versions=,resources_synced=,started_at=2021-06-23T11:22:14Z,topic='l3_agent')) {'router_ids': ['66dbb78f-d841-4e16-a444-ebbcbe7198e9'], 'active': True} {{(pid=94176) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 12:08:40.835592 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.db.db_base_plugin_v2 [None req-6fcd6584-2f28-4142-9fd0-b2b9f6cdeccf tempest-TestNetworkAdvancedServerOps-1740099935 tempest-TestNetworkAdvancedServerOps-1740099935-project] Deleting subnet 66a68612-e7ac-4671-b52c-0a9684ee705c {{(pid=94175) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jun 23 12:08:40.839651 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron_lib.callbacks.manager [None req-6fcd6584-2f28-4142-9fd0-b2b9f6cdeccf tempest-TestNetworkAdvancedServerOps-1740099935 tempest-TestNetworkAdvancedServerOps-1740099935-project] Notify callbacks [] for subnet, before_delete {{(pid=94175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 12:08:40.879775 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron_lib.callbacks.manager [None req-6fcd6584-2f28-4142-9fd0-b2b9f6cdeccf tempest-TestNetworkAdvancedServerOps-1740099935 tempest-TestNetworkAdvancedServerOps-1740099935-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5190686'] for subnet, precommit_delete_associations {{(pid=94175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 12:08:40.903202 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.db.l3_dvr_db [None req-f732091a-b39e-4884-b789-ad6f36abf14a None None] Set router 66dbb78f-d841-4e16-a444-ebbcbe7198e9 gateway port host: dv-neutron-601336-94-hyperv {{(pid=94176) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:838}} Jun 23 12:08:40.971563 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron_lib.callbacks.manager [None req-6fcd6584-2f28-4142-9fd0-b2b9f6cdeccf tempest-TestNetworkAdvancedServerOps-1740099935 tempest-TestNetworkAdvancedServerOps-1740099935-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-897634'] for subnet, precommit_delete {{(pid=94175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 12:08:40.990873 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron_lib.callbacks.manager [None req-eff067ca-9344-4b1e-80cd-e79985dae3f0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773699952132', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-899307'] for agent, after_update {{(pid=94176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 12:08:41.077726 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.db.l3_hamode_db [None req-f732091a-b39e-4884-b789-ad6f36abf14a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '66dbb78f-d841-4e16-a444-ebbcbe7198e9', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1974348706', 'tenant_id': '95e75de5b0504e3e87860f65038883f5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3e7e4eb3-cf02-4d47-ade9-0a579cdfc60f', 'external_fixed_ips': [{'subnet_id': 'a5ad15ab-c489-4a67-a9b0-d559fca0ec71', 'ip_address': '172.26.3.91'}], 'enable_snat': True}, 'gw_port_id': '9c48ac1d-6cb4-463f-95e8-d3a01bb12edc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-23T12:06:47Z', 'updated_at': '2021-06-23T12:08:40Z', 'revision_number': 5, 'project_id': '95e75de5b0504e3e87860f65038883f5', 'gw_port': {'id': '9c48ac1d-6cb4-463f-95e8-d3a01bb12edc', 'name': '', 'network_id': '3e7e4eb3-cf02-4d47-ade9-0a579cdfc60f', 'tenant_id': '', 'mac_address': 'fa:16:3e:67:5d:08', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '66dbb78f-d841-4e16-a444-ebbcbe7198e9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1733, 'fixed_ips': [{'subnet_id': 'a5ad15ab-c489-4a67-a9b0-d559fca0ec71', 'ip_address': '172.26.3.91', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-94-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-23T12:06:48Z', 'updated_at': '2021-06-23T12:06:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a5ad15ab-c489-4a67-a9b0-d559fca0ec71', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-601336-94-hyperv'}], 'dv-neutron-601336-94-hyperv', False) {} {{(pid=94176) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 12:08:41.097599 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron_lib.callbacks.manager [None req-6fcd6584-2f28-4142-9fd0-b2b9f6cdeccf tempest-TestNetworkAdvancedServerOps-1740099935 tempest-TestNetworkAdvancedServerOps-1740099935-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-897627', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866062', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5083050', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4660036'] for subnet, after_delete {{(pid=94175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 12:08:41.100711 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG oslo_concurrency.lockutils [None req-4544a0bf-4fb9-4d48-8f3e-d6975e3e7eca admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94175) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 12:08:41.104293 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f732091a-b39e-4884-b789-ad6f36abf14a None None] Checking router: 66dbb78f-d841-4e16-a444-ebbcbe7198e9 for host: dv-neutron-601336-94-hyperv {{(pid=94176) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 23 12:08:41.112460 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f732091a-b39e-4884-b789-ad6f36abf14a None None] Routers {'66dbb78f-d841-4e16-a444-ebbcbe7198e9'} bound to L3 agent in host dv-neutron-601336-94-hyperv {{(pid=94176) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 23 12:08:41.113115 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.db.l3_hamode_db [None req-f732091a-b39e-4884-b789-ad6f36abf14a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-601336-94-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-06-23T11:22:13Z,description=,heartbeat_timestamp=2021-06-23T12:08:13Z,host='dv-neutron-601336-94-hyperv',id=50ef99c0-ef28-4db5-b303-b145898fae60,load=0,resource_versions=,resources_synced=,started_at=2021-06-23T11:22:14Z,topic='l3_agent')) {'router_ids': ['66dbb78f-d841-4e16-a444-ebbcbe7198e9'], 'active': True} {{(pid=94176) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 12:08:41.126631 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fcd6584-2f28-4142-9fd0-b2b9f6cdeccf tempest-TestNetworkAdvancedServerOps-1740099935 tempest-TestNetworkAdvancedServerOps-1740099935-project] Pushing event deleted for resources: {'Subnet': ['ID=66a68612-e7ac-4671-b52c-0a9684ee705c,revision_number=None']} {{(pid=94175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 12:08:41.128619 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron_lib.callbacks.manager [None req-6fcd6584-2f28-4142-9fd0-b2b9f6cdeccf tempest-TestNetworkAdvancedServerOps-1740099935 tempest-TestNetworkAdvancedServerOps-1740099935-project] Notify callbacks [] for subnet, before_response {{(pid=94175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 12:08:41.131012 dv-neutron-601336-94-hyperv neutron-server[94175]: INFO neutron.wsgi [None req-6fcd6584-2f28-4142-9fd0-b2b9f6cdeccf tempest-TestNetworkAdvancedServerOps-1740099935 tempest-TestNetworkAdvancedServerOps-1740099935-project] 10.222.0.20 "DELETE /v2.0/subnets/66a68612-e7ac-4671-b52c-0a9684ee705c HTTP/1.1" status: 204 len: 168 time: 0.3496058 Jun 23 12:08:41.132317 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG oslo_concurrency.lockutils [None req-6fcd6584-2f28-4142-9fd0-b2b9f6cdeccf tempest-TestNetworkAdvancedServerOps-1740099935 tempest-TestNetworkAdvancedServerOps-1740099935-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.031s {{(pid=94175) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 12:08:41.134067 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.wsgi [-] (94174) accepted ('10.222.0.20', 48880) {{(pid=94174) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 12:08:41.152859 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-724cf02b-3e8c-437b-bcb2-3a34e5d70020 None None] Network ab7d12af-3046-4fdb-9e87-4dd290802399 requested from dv-neutron-601336-94-hyperv {{(pid=94176) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 23 12:08:41.243697 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron_lib.callbacks.manager [None req-db9ddd83-0435-418e-8f46-5c7090a662fa tempest-TestNetworkAdvancedServerOps-1740099935 tempest-TestNetworkAdvancedServerOps-1740099935-project] Notify callbacks [] for router, before_delete {{(pid=94174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 12:08:41.304189 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.db.l3_dvr_db [None req-f732091a-b39e-4884-b789-ad6f36abf14a None None] Set router 66dbb78f-d841-4e16-a444-ebbcbe7198e9 gateway port host: dv-neutron-601336-94-hyperv {{(pid=94176) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:838}} Jun 23 12:08:41.346805 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron_lib.callbacks.manager [None req-db9ddd83-0435-418e-8f46-5c7090a662fa tempest-TestNetworkAdvancedServerOps-1740099935 tempest-TestNetworkAdvancedServerOps-1740099935-project] Notify callbacks [] for router_gateway, before_delete {{(pid=94174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 12:08:41.467096 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.plugins.ml2.plugin [None req-db9ddd83-0435-418e-8f46-5c7090a662fa tempest-TestNetworkAdvancedServerOps-1740099935 tempest-TestNetworkAdvancedServerOps-1740099935-project] Deleting port 9c48ac1d-6cb4-463f-95e8-d3a01bb12edc {{(pid=94174) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1913}} Jun 23 12:08:41.467435 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron_lib.callbacks.manager [None req-db9ddd83-0435-418e-8f46-5c7090a662fa tempest-TestNetworkAdvancedServerOps-1740099935 tempest-TestNetworkAdvancedServerOps-1740099935-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773700079324'] for port, before_delete {{(pid=94174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 12:08:41.549896 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.plugins.ml2.db [None req-db9ddd83-0435-418e-8f46-5c7090a662fa tempest-TestNetworkAdvancedServerOps-1740099935 tempest-TestNetworkAdvancedServerOps-1740099935-project] For port 9c48ac1d-6cb4-463f-95e8-d3a01bb12edc, host dv-neutron-601336-94-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-94-hyperv',level=0,port_id=9c48ac1d-6cb4-463f-95e8-d3a01bb12edc,segment=NetworkSegment(c23be0a5-6980-48fb-bc9f-4a24717fe1de),segment_id=c23be0a5-6980-48fb-bc9f-4a24717fe1de)] {{(pid=94174) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 23 12:08:41.550211 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron_lib.callbacks.manager [None req-db9ddd83-0435-418e-8f46-5c7090a662fa tempest-TestNetworkAdvancedServerOps-1740099935 tempest-TestNetworkAdvancedServerOps-1740099935-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-430722'] for port, precommit_delete {{(pid=94174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 12:08:41.562810 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.plugins.ml2.plugin [None req-db9ddd83-0435-418e-8f46-5c7090a662fa tempest-TestNetworkAdvancedServerOps-1740099935 tempest-TestNetworkAdvancedServerOps-1740099935-project] Calling delete_port for 9c48ac1d-6cb4-463f-95e8-d3a01bb12edc owned by network:router_gateway {{(pid=94174) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1986}} Jun 23 12:08:41.649335 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-71dbab97-a1db-468f-aab5-a7499999cdc3 None None] DHCP port deletion for ab7d12af-3046-4fdb-9e87-4dd290802399 request from dv-neutron-601336-94-hyperv {{(pid=94176) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jun 23 12:08:41.660008 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.db.l3_hamode_db [None req-f732091a-b39e-4884-b789-ad6f36abf14a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '66dbb78f-d841-4e16-a444-ebbcbe7198e9', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1974348706', 'tenant_id': '95e75de5b0504e3e87860f65038883f5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3e7e4eb3-cf02-4d47-ade9-0a579cdfc60f', 'external_fixed_ips': [{'subnet_id': 'a5ad15ab-c489-4a67-a9b0-d559fca0ec71', 'ip_address': '172.26.3.91'}], 'enable_snat': True}, 'gw_port_id': '9c48ac1d-6cb4-463f-95e8-d3a01bb12edc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-23T12:06:47Z', 'updated_at': '2021-06-23T12:08:40Z', 'revision_number': 5, 'project_id': '95e75de5b0504e3e87860f65038883f5', 'gw_port': {'id': '9c48ac1d-6cb4-463f-95e8-d3a01bb12edc', 'name': '', 'network_id': '3e7e4eb3-cf02-4d47-ade9-0a579cdfc60f', 'tenant_id': '', 'mac_address': 'fa:16:3e:67:5d:08', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '66dbb78f-d841-4e16-a444-ebbcbe7198e9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1733, 'fixed_ips': [{'subnet_id': 'a5ad15ab-c489-4a67-a9b0-d559fca0ec71', 'ip_address': '172.26.3.91', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-94-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-23T12:06:48Z', 'updated_at': '2021-06-23T12:06:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a5ad15ab-c489-4a67-a9b0-d559fca0ec71', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-601336-94-hyperv'}], 'dv-neutron-601336-94-hyperv', False) {} {{(pid=94176) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 12:08:41.701357 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f732091a-b39e-4884-b789-ad6f36abf14a None None] The sync data for ids ['66dbb78f-d841-4e16-a444-ebbcbe7198e9'] in dv-neutron-601336-94-hyperv is: [{'id': '66dbb78f-d841-4e16-a444-ebbcbe7198e9', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1974348706', 'tenant_id': '95e75de5b0504e3e87860f65038883f5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3e7e4eb3-cf02-4d47-ade9-0a579cdfc60f', 'external_fixed_ips': [{'subnet_id': 'a5ad15ab-c489-4a67-a9b0-d559fca0ec71', 'ip_address': '172.26.3.91'}], 'enable_snat': True}, 'gw_port_id': '9c48ac1d-6cb4-463f-95e8-d3a01bb12edc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-23T12:06:47Z', 'updated_at': '2021-06-23T12:08:40Z', 'revision_number': 5, 'project_id': '95e75de5b0504e3e87860f65038883f5', 'gw_port': {'id': '9c48ac1d-6cb4-463f-95e8-d3a01bb12edc', 'name': '', 'network_id': '3e7e4eb3-cf02-4d47-ade9-0a579cdfc60f', 'tenant_id': '', 'mac_address': 'fa:16:3e:67:5d:08', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '66dbb78f-d841-4e16-a444-ebbcbe7198e9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1733, 'fixed_ips': [{'subnet_id': 'a5ad15ab-c489-4a67-a9b0-d559fca0ec71', 'ip_address': '172.26.3.91', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-94-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-23T12:06:48Z', 'updated_at': '2021-06-23T12:06:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a5ad15ab-c489-4a67-a9b0-d559fca0ec71', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-601336-94-hyperv'}] {{(pid=94176) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 23 12:08:41.725660 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.plugins.ml2.plugin [None req-71dbab97-a1db-468f-aab5-a7499999cdc3 None None] Deleting port 1b4cbac7-2ead-417e-a501-0b02ca924766 {{(pid=94176) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1913}} Jun 23 12:08:41.731497 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron_lib.callbacks.manager [None req-71dbab97-a1db-468f-aab5-a7499999cdc3 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773700079324'] for port, before_delete {{(pid=94176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 12:08:41.783944 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron_lib.callbacks.manager [None req-db9ddd83-0435-418e-8f46-5c7090a662fa tempest-TestNetworkAdvancedServerOps-1740099935 tempest-TestNetworkAdvancedServerOps-1740099935-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-922904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866062', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773700135024', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773699642224', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5196390'] for port, after_delete {{(pid=94174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 12:08:41.786146 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG oslo_concurrency.lockutils [None req-97e9fbf2-965b-4b4e-90d9-1e5eb2f0497d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94174) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 12:08:41.792909 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.plugins.ml2.db [None req-71dbab97-a1db-468f-aab5-a7499999cdc3 None None] For port 1b4cbac7-2ead-417e-a501-0b02ca924766, host dv-neutron-601336-94-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-94-hyperv',level=0,port_id=1b4cbac7-2ead-417e-a501-0b02ca924766,segment=NetworkSegment(d1fa6898-577a-44e8-905c-3af5bfe1fc11),segment_id=d1fa6898-577a-44e8-905c-3af5bfe1fc11)] {{(pid=94176) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 23 12:08:41.794585 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron_lib.callbacks.manager [None req-71dbab97-a1db-468f-aab5-a7499999cdc3 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-430722'] for port, precommit_delete {{(pid=94176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 12:08:41.805589 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.plugins.ml2.plugin [None req-71dbab97-a1db-468f-aab5-a7499999cdc3 None None] Calling delete_port for 1b4cbac7-2ead-417e-a501-0b02ca924766 owned by network:dhcp {{(pid=94176) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1986}} Jun 23 12:08:41.810953 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db9ddd83-0435-418e-8f46-5c7090a662fa tempest-TestNetworkAdvancedServerOps-1740099935 tempest-TestNetworkAdvancedServerOps-1740099935-project] Pushing event deleted for resources: {'Port': ['ID=9c48ac1d-6cb4-463f-95e8-d3a01bb12edc,revision_number=None']} {{(pid=94174) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 12:08:41.813651 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG oslo_concurrency.lockutils [None req-db9ddd83-0435-418e-8f46-5c7090a662fa tempest-TestNetworkAdvancedServerOps-1740099935 tempest-TestNetworkAdvancedServerOps-1740099935-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.028s {{(pid=94174) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 12:08:41.876810 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron_lib.callbacks.manager [None req-db9ddd83-0435-418e-8f46-5c7090a662fa tempest-TestNetworkAdvancedServerOps-1740099935 tempest-TestNetworkAdvancedServerOps-1740099935-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-524171'] for router_gateway, after_delete {{(pid=94174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 12:08:41.965559 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron_lib.callbacks.manager [None req-db9ddd83-0435-418e-8f46-5c7090a662fa tempest-TestNetworkAdvancedServerOps-1740099935 tempest-TestNetworkAdvancedServerOps-1740099935-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-520417', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-32301'] for router, precommit_delete {{(pid=94174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 12:08:41.967601 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron_lib.callbacks.manager [None req-db9ddd83-0435-418e-8f46-5c7090a662fa tempest-TestNetworkAdvancedServerOps-1740099935 tempest-TestNetworkAdvancedServerOps-1740099935-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 12:08:41.971291 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron_lib.callbacks.manager [None req-71dbab97-a1db-468f-aab5-a7499999cdc3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-922904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866062', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773700135024', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773699642224'] for port, after_delete {{(pid=94176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 12:08:41.974707 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG oslo_concurrency.lockutils [None req-85bcdb61-b2e0-449d-ad10-09c2a52ec348 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 12:08:41.998546 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71dbab97-a1db-468f-aab5-a7499999cdc3 None None] Pushing event deleted for resources: {'Port': ['ID=1b4cbac7-2ead-417e-a501-0b02ca924766,revision_number=None']} {{(pid=94176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 12:08:42.000785 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.db.l3_dvrscheduler_db [None req-71dbab97-a1db-468f-aab5-a7499999cdc3 None None] No DVR routers for this DVR port 1b4cbac7-2ead-417e-a501-0b02ca924766 on host dv-neutron-601336-94-hyperv {{(pid=94176) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 23 12:08:42.012727 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71dbab97-a1db-468f-aab5-a7499999cdc3 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-601336-94-hyperv {{(pid=94176) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 12:08:42.013091 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71dbab97-a1db-468f-aab5-a7499999cdc3 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-94-hyperv {{(pid=94176) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 12:08:42.013442 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71dbab97-a1db-468f-aab5-a7499999cdc3 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-94-hyperv {{(pid=94176) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 12:08:42.013782 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71dbab97-a1db-468f-aab5-a7499999cdc3 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-601336-94-hyperv {{(pid=94176) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 12:08:42.014122 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71dbab97-a1db-468f-aab5-a7499999cdc3 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-601336-94-hyperv {{(pid=94176) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 12:08:42.014457 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71dbab97-a1db-468f-aab5-a7499999cdc3 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-601336-94-hyperv {{(pid=94176) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 12:08:42.014794 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71dbab97-a1db-468f-aab5-a7499999cdc3 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-601336-94-hyperv {{(pid=94176) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 12:08:42.015168 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71dbab97-a1db-468f-aab5-a7499999cdc3 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-601336-94-hyperv {{(pid=94176) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 12:08:42.015523 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71dbab97-a1db-468f-aab5-a7499999cdc3 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-601336-94-hyperv {{(pid=94176) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 12:08:42.015862 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71dbab97-a1db-468f-aab5-a7499999cdc3 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-94-hyperv {{(pid=94176) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 12:08:42.016192 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71dbab97-a1db-468f-aab5-a7499999cdc3 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-601336-94-hyperv {{(pid=94176) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 12:08:42.016518 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71dbab97-a1db-468f-aab5-a7499999cdc3 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-601336-94-hyperv {{(pid=94176) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 12:08:42.019571 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG oslo_concurrency.lockutils [None req-71dbab97-a1db-468f-aab5-a7499999cdc3 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=94176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 12:08:42.069572 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron_lib.callbacks.manager [None req-db9ddd83-0435-418e-8f46-5c7090a662fa tempest-TestNetworkAdvancedServerOps-1740099935 tempest-TestNetworkAdvancedServerOps-1740099935-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-494961'] for router, after_delete {{(pid=94174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 12:08:42.070706 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-db9ddd83-0435-418e-8f46-5c7090a662fa tempest-TestNetworkAdvancedServerOps-1740099935 tempest-TestNetworkAdvancedServerOps-1740099935-project] Fanout notify agent at l3_agent the message router_deleted on router 66dbb78f-d841-4e16-a444-ebbcbe7198e9 {{(pid=94174) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jun 23 12:08:42.078234 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron_lib.callbacks.manager [None req-db9ddd83-0435-418e-8f46-5c7090a662fa tempest-TestNetworkAdvancedServerOps-1740099935 tempest-TestNetworkAdvancedServerOps-1740099935-project] Notify callbacks [] for router, before_response {{(pid=94174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 12:08:42.079022 dv-neutron-601336-94-hyperv neutron-server[94174]: INFO neutron.wsgi [None req-db9ddd83-0435-418e-8f46-5c7090a662fa tempest-TestNetworkAdvancedServerOps-1740099935 tempest-TestNetworkAdvancedServerOps-1740099935-project] 10.222.0.20 "DELETE /v2.0/routers/66dbb78f-d841-4e16-a444-ebbcbe7198e9 HTTP/1.1" status: 204 len: 168 time: 0.9433761 Jun 23 12:08:42.081960 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.wsgi [-] (94174) accepted ('10.222.0.20', 48882) {{(pid=94174) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 12:08:42.169630 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron_lib.callbacks.manager [None req-42833740-c174-4596-840c-ee001cac8745 tempest-TestNetworkAdvancedServerOps-1740099935 tempest-TestNetworkAdvancedServerOps-1740099935-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-824874'] for network, before_delete {{(pid=94174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 12:08:42.253638 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron_lib.callbacks.manager [None req-42833740-c174-4596-840c-ee001cac8745 tempest-TestNetworkAdvancedServerOps-1740099935 tempest-TestNetworkAdvancedServerOps-1740099935-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-897259', 'neutron.services.segments.db._delete_segments_for_network-8773700168587'] for network, precommit_delete {{(pid=94174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 12:08:42.263783 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.services.segments.db [None req-42833740-c174-4596-840c-ee001cac8745 tempest-TestNetworkAdvancedServerOps-1740099935 tempest-TestNetworkAdvancedServerOps-1740099935-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ab7d12af-3046-4fdb-9e87-4dd290802399']}} {{(pid=94174) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 12:08:42.276094 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.services.segments.db [None req-42833740-c174-4596-840c-ee001cac8745 tempest-TestNetworkAdvancedServerOps-1740099935 tempest-TestNetworkAdvancedServerOps-1740099935-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd1fa6898-577a-44e8-905c-3af5bfe1fc11') {'for_net_delete': True} {{(pid=94174) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 12:08:42.276390 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.services.segments.db [None req-42833740-c174-4596-840c-ee001cac8745 tempest-TestNetworkAdvancedServerOps-1740099935 tempest-TestNetworkAdvancedServerOps-1740099935-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd1fa6898-577a-44e8-905c-3af5bfe1fc11') {} {{(pid=94174) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 12:08:42.286446 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron_lib.callbacks.manager [None req-42833740-c174-4596-840c-ee001cac8745 tempest-TestNetworkAdvancedServerOps-1740099935 tempest-TestNetworkAdvancedServerOps-1740099935-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8773699955833', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4800267'] for segment, before_delete {{(pid=94174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 12:08:42.302344 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron_lib.callbacks.manager [None req-42833740-c174-4596-840c-ee001cac8745 tempest-TestNetworkAdvancedServerOps-1740099935 tempest-TestNetworkAdvancedServerOps-1740099935-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3801'] for segment, precommit_delete {{(pid=94174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 12:08:42.309570 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-42833740-c174-4596-840c-ee001cac8745 tempest-TestNetworkAdvancedServerOps-1740099935 tempest-TestNetworkAdvancedServerOps-1740099935-project] Releasing vlan 447 on physical network physnet1 to pool {{(pid=94174) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 23 12:08:42.309892 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron_lib.callbacks.manager [None req-42833740-c174-4596-840c-ee001cac8745 tempest-TestNetworkAdvancedServerOps-1740099935 tempest-TestNetworkAdvancedServerOps-1740099935-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3801', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5196341'] for segment, after_delete {{(pid=94174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 12:08:42.313000 dv-neutron-601336-94-hyperv neutron-server[94174]: Traceback (most recent call last): Jun 23 12:08:42.313000 dv-neutron-601336-94-hyperv neutron-server[94174]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 23 12:08:42.313000 dv-neutron-601336-94-hyperv neutron-server[94174]: timer() Jun 23 12:08:42.313000 dv-neutron-601336-94-hyperv neutron-server[94174]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 23 12:08:42.313000 dv-neutron-601336-94-hyperv neutron-server[94174]: cb(*args, **kw) Jun 23 12:08:42.313000 dv-neutron-601336-94-hyperv neutron-server[94174]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 23 12:08:42.313000 dv-neutron-601336-94-hyperv neutron-server[94174]: return func(*args, **kwargs) Jun 23 12:08:42.313000 dv-neutron-601336-94-hyperv neutron-server[94174]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 23 12:08:42.313000 dv-neutron-601336-94-hyperv neutron-server[94174]: self._notify() Jun 23 12:08:42.313000 dv-neutron-601336-94-hyperv neutron-server[94174]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 23 12:08:42.313000 dv-neutron-601336-94-hyperv neutron-server[94174]: self.callback(batched_events) Jun 23 12:08:42.313000 dv-neutron-601336-94-hyperv neutron-server[94174]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 23 12:08:42.313000 dv-neutron-601336-94-hyperv neutron-server[94174]: event.method(event) Jun 23 12:08:42.313000 dv-neutron-601336-94-hyperv neutron-server[94174]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 23 12:08:42.313000 dv-neutron-601336-94-hyperv neutron-server[94174]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 23 12:08:42.313000 dv-neutron-601336-94-hyperv neutron-server[94174]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 23 12:08:42.313000 dv-neutron-601336-94-hyperv neutron-server[94174]: aggregate_uuid = self.p_client.list_aggregates( Jun 23 12:08:42.313000 dv-neutron-601336-94-hyperv neutron-server[94174]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 23 12:08:42.313000 dv-neutron-601336-94-hyperv neutron-server[94174]: return f(self, *a, **k) Jun 23 12:08:42.313000 dv-neutron-601336-94-hyperv neutron-server[94174]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 23 12:08:42.313000 dv-neutron-601336-94-hyperv neutron-server[94174]: return self._get(url).json() Jun 23 12:08:42.313000 dv-neutron-601336-94-hyperv neutron-server[94174]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 23 12:08:42.313000 dv-neutron-601336-94-hyperv neutron-server[94174]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 23 12:08:42.313000 dv-neutron-601336-94-hyperv neutron-server[94174]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 23 12:08:42.313000 dv-neutron-601336-94-hyperv neutron-server[94174]: return self.request(url, 'GET', **kwargs) Jun 23 12:08:42.313000 dv-neutron-601336-94-hyperv neutron-server[94174]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 23 12:08:42.313000 dv-neutron-601336-94-hyperv neutron-server[94174]: base_url = self.get_endpoint(auth, allow=allow, Jun 23 12:08:42.313000 dv-neutron-601336-94-hyperv neutron-server[94174]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 23 12:08:42.313000 dv-neutron-601336-94-hyperv neutron-server[94174]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 23 12:08:42.313000 dv-neutron-601336-94-hyperv neutron-server[94174]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 23 12:08:42.313000 dv-neutron-601336-94-hyperv neutron-server[94174]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 23 12:08:42.313000 dv-neutron-601336-94-hyperv neutron-server[94174]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 23 12:08:42.457813 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron_lib.callbacks.manager [None req-42833740-c174-4596-840c-ee001cac8745 tempest-TestNetworkAdvancedServerOps-1740099935 tempest-TestNetworkAdvancedServerOps-1740099935-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-897248', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8002400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7866073', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-524247'] for network, after_delete {{(pid=94174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 12:08:42.462448 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron_lib.callbacks.manager [None req-42833740-c174-4596-840c-ee001cac8745 tempest-TestNetworkAdvancedServerOps-1740099935 tempest-TestNetworkAdvancedServerOps-1740099935-project] Notify callbacks [] for network, before_response {{(pid=94174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 12:08:42.464370 dv-neutron-601336-94-hyperv neutron-server[94174]: INFO neutron.wsgi [None req-42833740-c174-4596-840c-ee001cac8745 tempest-TestNetworkAdvancedServerOps-1740099935 tempest-TestNetworkAdvancedServerOps-1740099935-project] 10.222.0.20 "DELETE /v2.0/networks/ab7d12af-3046-4fdb-9e87-4dd290802399 HTTP/1.1" status: 204 len: 168 time: 0.3816557 Jun 23 12:08:42.467422 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG oslo_concurrency.lockutils [None req-052b8e2c-3121-4de2-95e7-12c748967aae tempest-TestNetworkBasicOps-233187296 tempest-TestNetworkBasicOps-233187296-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94174) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 12:08:42.467524 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.wsgi [-] (94175) accepted ('10.222.0.20', 48884) {{(pid=94175) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 12:08:42.480199 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42833740-c174-4596-840c-ee001cac8745 tempest-TestNetworkAdvancedServerOps-1740099935 tempest-TestNetworkAdvancedServerOps-1740099935-project] Pushing event deleted for resources: {'Network': ['ID=ab7d12af-3046-4fdb-9e87-4dd290802399,revision_number=None']} {{(pid=94174) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 12:08:42.482668 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG oslo_concurrency.lockutils [None req-42833740-c174-4596-840c-ee001cac8745 tempest-TestNetworkAdvancedServerOps-1740099935 tempest-TestNetworkAdvancedServerOps-1740099935-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=94174) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 12:08:42.527307 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron_lib.callbacks.manager [None req-8654f75b-28d1-43c7-9688-7138f199a526 tempest-TestNetworkAdvancedServerOps-1740099935 tempest-TestNetworkAdvancedServerOps-1740099935-project] Notify callbacks [] for security_group, before_delete {{(pid=94175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 12:08:42.551871 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron_lib.callbacks.manager [None req-8654f75b-28d1-43c7-9688-7138f199a526 tempest-TestNetworkAdvancedServerOps-1740099935 tempest-TestNetworkAdvancedServerOps-1740099935-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 12:08:42.685144 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron_lib.callbacks.manager [None req-8654f75b-28d1-43c7-9688-7138f199a526 tempest-TestNetworkAdvancedServerOps-1740099935 tempest-TestNetworkAdvancedServerOps-1740099935-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7996330'] for security_group, after_delete {{(pid=94175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 12:08:42.691336 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron_lib.callbacks.manager [None req-8654f75b-28d1-43c7-9688-7138f199a526 tempest-TestNetworkAdvancedServerOps-1740099935 tempest-TestNetworkAdvancedServerOps-1740099935-project] Notify callbacks [] for security_group, before_response {{(pid=94175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 12:08:42.692561 dv-neutron-601336-94-hyperv neutron-server[94175]: INFO neutron.wsgi [None req-8654f75b-28d1-43c7-9688-7138f199a526 tempest-TestNetworkAdvancedServerOps-1740099935 tempest-TestNetworkAdvancedServerOps-1740099935-project] 10.222.0.20 "DELETE /v2.0/security-groups/4cda5906-750c-4854-adf1-a373fc245b36 HTTP/1.1" status: 204 len: 168 time: 0.2242401 Jun 23 12:08:42.693432 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG oslo_concurrency.lockutils [None req-02509c7a-6449-4a8f-a592-b73f85e3cb33 tempest-TestNetworkBasicOps-233187296 tempest-TestNetworkBasicOps-233187296-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94175) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 12:08:42.705259 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8654f75b-28d1-43c7-9688-7138f199a526 tempest-TestNetworkAdvancedServerOps-1740099935 tempest-TestNetworkAdvancedServerOps-1740099935-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=4cda5906-750c-4854-adf1-a373fc245b36,revision_number=None']} {{(pid=94175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 12:08:42.710473 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG oslo_concurrency.lockutils [None req-8654f75b-28d1-43c7-9688-7138f199a526 tempest-TestNetworkAdvancedServerOps-1740099935 tempest-TestNetworkAdvancedServerOps-1740099935-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=94175) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 12:08:42.745417 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.plugins.ml2.rpc [None req-dc7542b2-afef-47f4-a763-e3a3cba144be None None] Device 33ca40c0-0c84-4f51-92f9-44e567d896c7 no longer exists at agent ovs-agent-dv-neutron-601336-94-hyperv {{(pid=94176) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:261}} Jun 23 12:08:42.768445 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.plugins.ml2.plugin [None req-dc7542b2-afef-47f4-a763-e3a3cba144be None None] No Port match for: 33ca40c0-0c84-4f51-92f9-44e567d896c7 {{(pid=94176) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2240}} Jun 23 12:08:42.768805 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.plugins.ml2.rpc [None req-dc7542b2-afef-47f4-a763-e3a3cba144be None None] Device 33ca40c0-0c84-4f51-92f9-44e567d896c7 not bound to the agent host dv-neutron-601336-94-hyperv {{(pid=94176) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:271}} Jun 23 12:08:42.769242 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.plugins.ml2.rpc [None req-dc7542b2-afef-47f4-a763-e3a3cba144be None None] Device 1b4cbac7-2ead-417e-a501-0b02ca924766 no longer exists at agent ovs-agent-dv-neutron-601336-94-hyperv {{(pid=94176) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:261}} Jun 23 12:08:42.787351 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.plugins.ml2.plugin [None req-dc7542b2-afef-47f4-a763-e3a3cba144be None None] No Port match for: 1b4cbac7-2ead-417e-a501-0b02ca924766 {{(pid=94176) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2240}} Jun 23 12:08:42.787710 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.plugins.ml2.rpc [None req-dc7542b2-afef-47f4-a763-e3a3cba144be None None] Device 1b4cbac7-2ead-417e-a501-0b02ca924766 not bound to the agent host dv-neutron-601336-94-hyperv {{(pid=94176) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:271}} Jun 23 12:08:43.240472 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron_lib.callbacks.manager [None req-28a304e2-8e4b-462d-994f-026d2b90d7a4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773699952132', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-899307'] for agent, after_update {{(pid=94176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 12:08:43.249004 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.wsgi [-] (94174) accepted ('10.222.0.20', 48890) {{(pid=94174) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 12:08:43.254029 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.api.v2.base [None req-9504e1e0-7360-45b6-8433-2b0e00851e21 tempest-TestNetworkAdvancedServerOps-1740099935 tempest-TestNetworkAdvancedServerOps-1740099935-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1731579045', 'description': 'tempest-secgroup-smoke-1731579045 description', 'project_id': '95e75de5b0504e3e87860f65038883f5'}} {{(pid=94174) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 23 12:08:43.349243 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron_lib.callbacks.manager [None req-9504e1e0-7360-45b6-8433-2b0e00851e21 tempest-TestNetworkAdvancedServerOps-1740099935 tempest-TestNetworkAdvancedServerOps-1740099935-project] Notify callbacks [] for security_group, before_create {{(pid=94174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 12:08:43.427118 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron_lib.callbacks.manager [None req-9504e1e0-7360-45b6-8433-2b0e00851e21 tempest-TestNetworkAdvancedServerOps-1740099935 tempest-TestNetworkAdvancedServerOps-1740099935-project] Notify callbacks [] for security_group, precommit_create {{(pid=94174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 12:08:43.497548 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron_lib.callbacks.manager [None req-9504e1e0-7360-45b6-8433-2b0e00851e21 tempest-TestNetworkAdvancedServerOps-1740099935 tempest-TestNetworkAdvancedServerOps-1740099935-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7996330'] for security_group, after_create {{(pid=94174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 12:08:43.500181 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG oslo_concurrency.lockutils [None req-3fe7451e-91d0-4d42-8599-b9d7a1aea52f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94174) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 12:08:43.527616 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9504e1e0-7360-45b6-8433-2b0e00851e21 tempest-TestNetworkAdvancedServerOps-1740099935 tempest-TestNetworkAdvancedServerOps-1740099935-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e3eea354-8a01-4f5e-b255-fca72b0d101b,revision_number=1']} {{(pid=94174) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 12:08:43.530544 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG oslo_concurrency.lockutils [None req-9504e1e0-7360-45b6-8433-2b0e00851e21 tempest-TestNetworkAdvancedServerOps-1740099935 tempest-TestNetworkAdvancedServerOps-1740099935-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.031s {{(pid=94174) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 12:08:43.589424 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron_lib.callbacks.manager [None req-9504e1e0-7360-45b6-8433-2b0e00851e21 tempest-TestNetworkAdvancedServerOps-1740099935 tempest-TestNetworkAdvancedServerOps-1740099935-project] Notify callbacks [] for security_group, before_response {{(pid=94174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 12:08:43.590668 dv-neutron-601336-94-hyperv neutron-server[94174]: INFO neutron.wsgi [None req-9504e1e0-7360-45b6-8433-2b0e00851e21 tempest-TestNetworkAdvancedServerOps-1740099935 tempest-TestNetworkAdvancedServerOps-1740099935-project] 10.222.0.20 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.3406353 Jun 23 12:08:43.593561 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.wsgi [-] (94174) accepted ('10.222.0.20', 48892) {{(pid=94174) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 12:08:43.598099 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.api.v2.base [None req-7dc47d2d-29ae-4fa5-af5e-40ef729af413 tempest-TestNetworkAdvancedServerOps-1740099935 tempest-TestNetworkAdvancedServerOps-1740099935-project] Request body: {'security_group_rule': {'security_group_id': 'e3eea354-8a01-4f5e-b255-fca72b0d101b', 'project_id': '95e75de5b0504e3e87860f65038883f5', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=94174) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 23 12:08:43.684904 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron_lib.callbacks.manager [None req-7dc47d2d-29ae-4fa5-af5e-40ef729af413 tempest-TestNetworkAdvancedServerOps-1740099935 tempest-TestNetworkAdvancedServerOps-1740099935-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 12:08:43.738545 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron_lib.callbacks.manager [None req-7dc47d2d-29ae-4fa5-af5e-40ef729af413 tempest-TestNetworkAdvancedServerOps-1740099935 tempest-TestNetworkAdvancedServerOps-1740099935-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 12:08:43.823947 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron_lib.callbacks.manager [None req-7dc47d2d-29ae-4fa5-af5e-40ef729af413 tempest-TestNetworkAdvancedServerOps-1740099935 tempest-TestNetworkAdvancedServerOps-1740099935-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7996355'] for security_group_rule, after_create {{(pid=94174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 12:08:43.825786 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG oslo_concurrency.lockutils [None req-ee74de37-8e13-40ce-80cb-8f93cde0b345 tempest-TestNetworkBasicOps-233187296 tempest-TestNetworkBasicOps-233187296-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94174) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 12:08:43.844540 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7dc47d2d-29ae-4fa5-af5e-40ef729af413 tempest-TestNetworkAdvancedServerOps-1740099935 tempest-TestNetworkAdvancedServerOps-1740099935-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5216879f-bea3-4cd0-8c27-0f8fb3f12bf1,revision_number=0']} {{(pid=94174) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 12:08:43.847078 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG oslo_concurrency.lockutils [None req-7dc47d2d-29ae-4fa5-af5e-40ef729af413 tempest-TestNetworkAdvancedServerOps-1740099935 tempest-TestNetworkAdvancedServerOps-1740099935-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.021s {{(pid=94174) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 12:08:43.909417 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron_lib.callbacks.manager [None req-dc7542b2-afef-47f4-a763-e3a3cba144be None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773699952132', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-899307'] for agent, after_update {{(pid=94176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 12:08:43.943875 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron_lib.callbacks.manager [None req-7dc47d2d-29ae-4fa5-af5e-40ef729af413 tempest-TestNetworkAdvancedServerOps-1740099935 tempest-TestNetworkAdvancedServerOps-1740099935-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 12:08:43.945135 dv-neutron-601336-94-hyperv neutron-server[94174]: INFO neutron.wsgi [None req-7dc47d2d-29ae-4fa5-af5e-40ef729af413 tempest-TestNetworkAdvancedServerOps-1740099935 tempest-TestNetworkAdvancedServerOps-1740099935-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3505213 Jun 23 12:08:43.947814 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.wsgi [-] (94174) accepted ('10.222.0.20', 48894) {{(pid=94174) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 12:08:43.952418 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.api.v2.base [None req-91a7b7a9-b25e-424e-8d4a-0acd372d8656 tempest-TestNetworkAdvancedServerOps-1740099935 tempest-TestNetworkAdvancedServerOps-1740099935-project] Request body: {'security_group_rule': {'security_group_id': 'e3eea354-8a01-4f5e-b255-fca72b0d101b', 'project_id': '95e75de5b0504e3e87860f65038883f5', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=94174) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 23 12:08:44.103896 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron_lib.callbacks.manager [None req-91a7b7a9-b25e-424e-8d4a-0acd372d8656 tempest-TestNetworkAdvancedServerOps-1740099935 tempest-TestNetworkAdvancedServerOps-1740099935-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 12:08:44.166405 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron_lib.callbacks.manager [None req-91a7b7a9-b25e-424e-8d4a-0acd372d8656 tempest-TestNetworkAdvancedServerOps-1740099935 tempest-TestNetworkAdvancedServerOps-1740099935-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 12:08:44.252718 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron_lib.callbacks.manager [None req-91a7b7a9-b25e-424e-8d4a-0acd372d8656 tempest-TestNetworkAdvancedServerOps-1740099935 tempest-TestNetworkAdvancedServerOps-1740099935-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7996355'] for security_group_rule, after_create {{(pid=94174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 12:08:44.258610 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG oslo_concurrency.lockutils [None req-ae7ef8dc-37cb-4751-9c47-e8a0a4e473cb tempest-TestNetworkBasicOps-233187296 tempest-TestNetworkBasicOps-233187296-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.001s {{(pid=94174) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 12:08:44.274452 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91a7b7a9-b25e-424e-8d4a-0acd372d8656 tempest-TestNetworkAdvancedServerOps-1740099935 tempest-TestNetworkAdvancedServerOps-1740099935-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=48830776-b889-4a61-b055-e4c1137acc1e,revision_number=0']} {{(pid=94174) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 12:08:44.276888 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG oslo_concurrency.lockutils [None req-91a7b7a9-b25e-424e-8d4a-0acd372d8656 tempest-TestNetworkAdvancedServerOps-1740099935 tempest-TestNetworkAdvancedServerOps-1740099935-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=94174) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 12:08:44.328920 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.plugins.ml2.rpc [None req-dc7542b2-afef-47f4-a763-e3a3cba144be None None] Device 9c48ac1d-6cb4-463f-95e8-d3a01bb12edc no longer exists at agent ovs-agent-dv-neutron-601336-94-hyperv {{(pid=94176) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:261}} Jun 23 12:08:44.332904 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron_lib.callbacks.manager [None req-91a7b7a9-b25e-424e-8d4a-0acd372d8656 tempest-TestNetworkAdvancedServerOps-1740099935 tempest-TestNetworkAdvancedServerOps-1740099935-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 12:08:44.334170 dv-neutron-601336-94-hyperv neutron-server[94174]: INFO neutron.wsgi [None req-91a7b7a9-b25e-424e-8d4a-0acd372d8656 tempest-TestNetworkAdvancedServerOps-1740099935 tempest-TestNetworkAdvancedServerOps-1740099935-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.3853972 Jun 23 12:08:44.337177 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.wsgi [-] (94174) accepted ('10.222.0.20', 48896) {{(pid=94174) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 12:08:44.342137 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.api.v2.base [None req-40177920-495a-4c0e-9c96-96cdb05d8e90 tempest-TestNetworkAdvancedServerOps-1740099935 tempest-TestNetworkAdvancedServerOps-1740099935-project] Request body: {'security_group_rule': {'security_group_id': 'e3eea354-8a01-4f5e-b255-fca72b0d101b', 'project_id': '95e75de5b0504e3e87860f65038883f5', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=94174) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 23 12:08:44.348436 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.plugins.ml2.plugin [None req-dc7542b2-afef-47f4-a763-e3a3cba144be None None] No Port match for: 9c48ac1d-6cb4-463f-95e8-d3a01bb12edc {{(pid=94176) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2240}} Jun 23 12:08:44.348788 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.plugins.ml2.rpc [None req-dc7542b2-afef-47f4-a763-e3a3cba144be None None] Device 9c48ac1d-6cb4-463f-95e8-d3a01bb12edc not bound to the agent host dv-neutron-601336-94-hyperv {{(pid=94176) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:271}} Jun 23 12:08:44.451866 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron_lib.callbacks.manager [None req-40177920-495a-4c0e-9c96-96cdb05d8e90 tempest-TestNetworkAdvancedServerOps-1740099935 tempest-TestNetworkAdvancedServerOps-1740099935-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 12:08:44.509030 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron_lib.callbacks.manager [None req-40177920-495a-4c0e-9c96-96cdb05d8e90 tempest-TestNetworkAdvancedServerOps-1740099935 tempest-TestNetworkAdvancedServerOps-1740099935-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 12:08:44.588961 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron_lib.callbacks.manager [None req-40177920-495a-4c0e-9c96-96cdb05d8e90 tempest-TestNetworkAdvancedServerOps-1740099935 tempest-TestNetworkAdvancedServerOps-1740099935-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7996355'] for security_group_rule, after_create {{(pid=94174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 12:08:44.593345 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG oslo_concurrency.lockutils [None req-c5e5e601-8daa-4b3d-ac41-c37615442de7 tempest-TestNetworkAdvancedServerOps-1740099935 tempest-TestNetworkAdvancedServerOps-1740099935-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94174) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 12:08:44.608313 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40177920-495a-4c0e-9c96-96cdb05d8e90 tempest-TestNetworkAdvancedServerOps-1740099935 tempest-TestNetworkAdvancedServerOps-1740099935-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=46aff653-34ff-42ad-9d2a-48a29b98f77e,revision_number=0']} {{(pid=94174) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 12:08:44.610412 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG oslo_concurrency.lockutils [None req-40177920-495a-4c0e-9c96-96cdb05d8e90 tempest-TestNetworkAdvancedServerOps-1740099935 tempest-TestNetworkAdvancedServerOps-1740099935-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=94174) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 12:08:44.679639 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron_lib.callbacks.manager [None req-40177920-495a-4c0e-9c96-96cdb05d8e90 tempest-TestNetworkAdvancedServerOps-1740099935 tempest-TestNetworkAdvancedServerOps-1740099935-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 12:08:44.680957 dv-neutron-601336-94-hyperv neutron-server[94174]: INFO neutron.wsgi [None req-40177920-495a-4c0e-9c96-96cdb05d8e90 tempest-TestNetworkAdvancedServerOps-1740099935 tempest-TestNetworkAdvancedServerOps-1740099935-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3426764 Jun 23 12:08:44.683831 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.wsgi [-] (94174) accepted ('10.222.0.20', 48898) {{(pid=94174) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 12:08:44.688611 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.api.v2.base [None req-0109296e-9f8d-470d-8a80-8c3a81560af7 tempest-TestNetworkAdvancedServerOps-1740099935 tempest-TestNetworkAdvancedServerOps-1740099935-project] Request body: {'security_group_rule': {'security_group_id': 'e3eea354-8a01-4f5e-b255-fca72b0d101b', 'project_id': '95e75de5b0504e3e87860f65038883f5', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=94174) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 23 12:08:44.737721 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron_lib.callbacks.manager [None req-4c20ea5f-bc7f-4d4e-935d-57f082af6ccb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773699952132', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-899307'] for agent, after_update {{(pid=94176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 12:08:44.783121 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron_lib.callbacks.manager [None req-0109296e-9f8d-470d-8a80-8c3a81560af7 tempest-TestNetworkAdvancedServerOps-1740099935 tempest-TestNetworkAdvancedServerOps-1740099935-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 12:08:44.841074 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron_lib.callbacks.manager [None req-0109296e-9f8d-470d-8a80-8c3a81560af7 tempest-TestNetworkAdvancedServerOps-1740099935 tempest-TestNetworkAdvancedServerOps-1740099935-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 12:08:44.930308 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron_lib.callbacks.manager [None req-0109296e-9f8d-470d-8a80-8c3a81560af7 tempest-TestNetworkAdvancedServerOps-1740099935 tempest-TestNetworkAdvancedServerOps-1740099935-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7996355'] for security_group_rule, after_create {{(pid=94174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 12:08:44.934807 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG oslo_concurrency.lockutils [None req-eefb31d9-bcf5-4fd6-862d-d2167ac4d00b tempest-TestNetworkAdvancedServerOps-1740099935 tempest-TestNetworkAdvancedServerOps-1740099935-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94174) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 12:08:44.949824 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0109296e-9f8d-470d-8a80-8c3a81560af7 tempest-TestNetworkAdvancedServerOps-1740099935 tempest-TestNetworkAdvancedServerOps-1740099935-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=69f0a5fd-a482-4f7a-a357-ed8f70a7b9ba,revision_number=0']} {{(pid=94174) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 12:08:44.952068 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG oslo_concurrency.lockutils [None req-0109296e-9f8d-470d-8a80-8c3a81560af7 tempest-TestNetworkAdvancedServerOps-1740099935 tempest-TestNetworkAdvancedServerOps-1740099935-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=94174) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 12:08:45.007146 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron_lib.callbacks.manager [None req-0109296e-9f8d-470d-8a80-8c3a81560af7 tempest-TestNetworkAdvancedServerOps-1740099935 tempest-TestNetworkAdvancedServerOps-1740099935-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 12:08:45.008494 dv-neutron-601336-94-hyperv neutron-server[94174]: INFO neutron.wsgi [None req-0109296e-9f8d-470d-8a80-8c3a81560af7 tempest-TestNetworkAdvancedServerOps-1740099935 tempest-TestNetworkAdvancedServerOps-1740099935-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.3235571 Jun 23 12:08:45.010969 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.wsgi [-] (94174) accepted ('10.222.0.20', 48900) {{(pid=94174) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 12:08:45.015837 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.api.v2.base [None req-6f95596b-dde4-451f-abbc-2c33059ab262 tempest-TestNetworkAdvancedServerOps-1740099935 tempest-TestNetworkAdvancedServerOps-1740099935-project] Request body: {'security_group_rule': {'security_group_id': 'e3eea354-8a01-4f5e-b255-fca72b0d101b', 'project_id': '95e75de5b0504e3e87860f65038883f5', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=94174) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 23 12:08:45.096633 dv-neutron-601336-94-hyperv neutron-server[94174]: INFO neutron.db.securitygroups_db [None req-6f95596b-dde4-451f-abbc-2c33059ab262 tempest-TestNetworkAdvancedServerOps-1740099935 tempest-TestNetworkAdvancedServerOps-1740099935-project] Project 95e75de5b0504e3e87860f65038883f5 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jun 23 12:08:45.102302 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron_lib.callbacks.manager [None req-6f95596b-dde4-451f-abbc-2c33059ab262 tempest-TestNetworkAdvancedServerOps-1740099935 tempest-TestNetworkAdvancedServerOps-1740099935-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 12:08:45.165002 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron_lib.callbacks.manager [None req-6f95596b-dde4-451f-abbc-2c33059ab262 tempest-TestNetworkAdvancedServerOps-1740099935 tempest-TestNetworkAdvancedServerOps-1740099935-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 12:08:45.262333 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron_lib.callbacks.manager [None req-6f95596b-dde4-451f-abbc-2c33059ab262 tempest-TestNetworkAdvancedServerOps-1740099935 tempest-TestNetworkAdvancedServerOps-1740099935-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7996355'] for security_group_rule, after_create {{(pid=94174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 12:08:45.264220 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG oslo_concurrency.lockutils [None req-ae033674-71ea-4b8f-817c-5fde5e204688 tempest-TestNetworkBasicOps-233187296 tempest-TestNetworkBasicOps-233187296-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94174) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 12:08:45.280861 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f95596b-dde4-451f-abbc-2c33059ab262 tempest-TestNetworkAdvancedServerOps-1740099935 tempest-TestNetworkAdvancedServerOps-1740099935-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8c1c1b2b-0143-4b9b-b5e7-5bc622de581a,revision_number=0']} {{(pid=94174) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 12:08:45.283242 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG oslo_concurrency.lockutils [None req-6f95596b-dde4-451f-abbc-2c33059ab262 tempest-TestNetworkAdvancedServerOps-1740099935 tempest-TestNetworkAdvancedServerOps-1740099935-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=94174) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 12:08:45.360728 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron_lib.callbacks.manager [None req-6f95596b-dde4-451f-abbc-2c33059ab262 tempest-TestNetworkAdvancedServerOps-1740099935 tempest-TestNetworkAdvancedServerOps-1740099935-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 12:08:45.361864 dv-neutron-601336-94-hyperv neutron-server[94174]: INFO neutron.wsgi [None req-6f95596b-dde4-451f-abbc-2c33059ab262 tempest-TestNetworkAdvancedServerOps-1740099935 tempest-TestNetworkAdvancedServerOps-1740099935-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.3499482 Jun 23 12:08:45.364541 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.wsgi [-] (94174) accepted ('10.222.0.20', 48902) {{(pid=94174) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 12:08:45.369039 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.api.v2.base [None req-66df261a-b17a-47cf-9044-2e184e310c92 tempest-TestNetworkAdvancedServerOps-1740099935 tempest-TestNetworkAdvancedServerOps-1740099935-project] Request body: {'security_group_rule': {'security_group_id': 'e3eea354-8a01-4f5e-b255-fca72b0d101b', 'project_id': '95e75de5b0504e3e87860f65038883f5', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=94174) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 23 12:08:45.434827 dv-neutron-601336-94-hyperv neutron-server[94174]: INFO neutron.db.securitygroups_db [None req-66df261a-b17a-47cf-9044-2e184e310c92 tempest-TestNetworkAdvancedServerOps-1740099935 tempest-TestNetworkAdvancedServerOps-1740099935-project] Project 95e75de5b0504e3e87860f65038883f5 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jun 23 12:08:45.439549 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron_lib.callbacks.manager [None req-66df261a-b17a-47cf-9044-2e184e310c92 tempest-TestNetworkAdvancedServerOps-1740099935 tempest-TestNetworkAdvancedServerOps-1740099935-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 12:08:45.499625 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron_lib.callbacks.manager [None req-66df261a-b17a-47cf-9044-2e184e310c92 tempest-TestNetworkAdvancedServerOps-1740099935 tempest-TestNetworkAdvancedServerOps-1740099935-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 12:08:45.555134 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron_lib.callbacks.manager [None req-66df261a-b17a-47cf-9044-2e184e310c92 tempest-TestNetworkAdvancedServerOps-1740099935 tempest-TestNetworkAdvancedServerOps-1740099935-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7996355'] for security_group_rule, after_create {{(pid=94174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 12:08:45.559299 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG oslo_concurrency.lockutils [None req-2d9691f6-3000-401d-b340-ab496fc2b065 tempest-TestNetworkBasicOps-233187296 tempest-TestNetworkBasicOps-233187296-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94174) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 12:08:45.574698 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66df261a-b17a-47cf-9044-2e184e310c92 tempest-TestNetworkAdvancedServerOps-1740099935 tempest-TestNetworkAdvancedServerOps-1740099935-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=36f6a244-fff7-4042-b4a3-726f16838c5d,revision_number=0']} {{(pid=94174) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 12:08:45.577263 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG oslo_concurrency.lockutils [None req-66df261a-b17a-47cf-9044-2e184e310c92 tempest-TestNetworkAdvancedServerOps-1740099935 tempest-TestNetworkAdvancedServerOps-1740099935-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=94174) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 12:08:45.640703 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron_lib.callbacks.manager [None req-66df261a-b17a-47cf-9044-2e184e310c92 tempest-TestNetworkAdvancedServerOps-1740099935 tempest-TestNetworkAdvancedServerOps-1740099935-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 12:08:45.641909 dv-neutron-601336-94-hyperv neutron-server[94174]: INFO neutron.wsgi [None req-66df261a-b17a-47cf-9044-2e184e310c92 tempest-TestNetworkAdvancedServerOps-1740099935 tempest-TestNetworkAdvancedServerOps-1740099935-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.2763629 Jun 23 12:08:45.644624 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.wsgi [-] (94174) accepted ('10.222.0.20', 48904) {{(pid=94174) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 12:08:45.650162 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.api.v2.base [None req-7a009844-efc9-4c91-ab89-3c3b9f85f2fc tempest-TestNetworkAdvancedServerOps-1740099935 tempest-TestNetworkAdvancedServerOps-1740099935-project] Request body: {'network': {'name': 'tempest-network-smoke--173407358', 'project_id': '95e75de5b0504e3e87860f65038883f5', 'port_security_enabled': True}} {{(pid=94174) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 23 12:08:45.714854 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7a009844-efc9-4c91-ab89-3c3b9f85f2fc tempest-TestNetworkAdvancedServerOps-1740099935 tempest-TestNetworkAdvancedServerOps-1740099935-project] Made reservation on behalf of 95e75de5b0504e3e87860f65038883f5 for: {'network': 1} {{(pid=94174) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 23 12:08:45.718453 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron_lib.callbacks.manager [None req-7a009844-efc9-4c91-ab89-3c3b9f85f2fc tempest-TestNetworkAdvancedServerOps-1740099935 tempest-TestNetworkAdvancedServerOps-1740099935-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-923104'] for network, before_create {{(pid=94174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 12:08:45.741621 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7a009844-efc9-4c91-ab89-3c3b9f85f2fc tempest-TestNetworkAdvancedServerOps-1740099935 tempest-TestNetworkAdvancedServerOps-1740099935-project] vlan segment allocate from pool success with {'vlan_id': 405, 'physical_network': 'physnet1'} {{(pid=94174) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 23 12:08:45.750019 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron_lib.callbacks.manager [None req-7a009844-efc9-4c91-ab89-3c3b9f85f2fc tempest-TestNetworkAdvancedServerOps-1740099935 tempest-TestNetworkAdvancedServerOps-1740099935-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3801'] for segment, precommit_create {{(pid=94174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 12:08:45.750407 dv-neutron-601336-94-hyperv neutron-server[94174]: INFO neutron.db.segments_db [None req-7a009844-efc9-4c91-ab89-3c3b9f85f2fc tempest-TestNetworkAdvancedServerOps-1740099935 tempest-TestNetworkAdvancedServerOps-1740099935-project] Added segment 1c2226fe-eb4b-4707-87d3-d334b89a6148 of type vlan for network 894f6ec6-8dbc-43a5-8795-daa23ea748bf Jun 23 12:08:45.788236 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron_lib.callbacks.manager [None req-7a009844-efc9-4c91-ab89-3c3b9f85f2fc tempest-TestNetworkAdvancedServerOps-1740099935 tempest-TestNetworkAdvancedServerOps-1740099935-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8773699596773'] for network, precommit_create {{(pid=94174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 12:08:45.891863 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron_lib.callbacks.manager [None req-7a009844-efc9-4c91-ab89-3c3b9f85f2fc tempest-TestNetworkAdvancedServerOps-1740099935 tempest-TestNetworkAdvancedServerOps-1740099935-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8002400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7866073'] for network, after_create {{(pid=94174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 12:08:45.897279 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7a009844-efc9-4c91-ab89-3c3b9f85f2fc tempest-TestNetworkAdvancedServerOps-1740099935 tempest-TestNetworkAdvancedServerOps-1740099935-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94174) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 12:08:45.897900 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron_lib.callbacks.manager [None req-7a009844-efc9-4c91-ab89-3c3b9f85f2fc tempest-TestNetworkAdvancedServerOps-1740099935 tempest-TestNetworkAdvancedServerOps-1740099935-project] Notify callbacks [] for network, before_response {{(pid=94174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 12:08:45.901579 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG oslo_concurrency.lockutils [None req-bd8a0697-7dec-40da-963b-3597e1c10f11 tempest-RoutersTest-228919764 tempest-RoutersTest-228919764-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94174) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 12:08:45.961041 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a009844-efc9-4c91-ab89-3c3b9f85f2fc tempest-TestNetworkAdvancedServerOps-1740099935 tempest-TestNetworkAdvancedServerOps-1740099935-project] Pushing event updated for resources: {'Network': ['ID=894f6ec6-8dbc-43a5-8795-daa23ea748bf,revision_number=1']} {{(pid=94174) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 12:08:45.964934 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG oslo_concurrency.lockutils [None req-7a009844-efc9-4c91-ab89-3c3b9f85f2fc tempest-TestNetworkAdvancedServerOps-1740099935 tempest-TestNetworkAdvancedServerOps-1740099935-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.063s {{(pid=94174) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 12:08:45.972999 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.plugins.ml2.rpc [None req-dc7542b2-afef-47f4-a763-e3a3cba144be None None] Network 894f6ec6-8dbc-43a5-8795-daa23ea748bf details requested by agent ovs-agent-dv-neutron-601336-94-hyperv with host dv-neutron-601336-94-hyperv {{(pid=94176) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:250}} Jun 23 12:08:46.018516 dv-neutron-601336-94-hyperv neutron-server[94174]: INFO neutron.wsgi [None req-7a009844-efc9-4c91-ab89-3c3b9f85f2fc tempest-TestNetworkAdvancedServerOps-1740099935 tempest-TestNetworkAdvancedServerOps-1740099935-project] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.3728433 Jun 23 12:08:46.021207 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.wsgi [-] (94174) accepted ('10.222.0.20', 48906) {{(pid=94174) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 12:08:46.025758 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.api.v2.base [None req-0c33861b-0af6-46b9-bbda-d99dd9e3c43c tempest-TestNetworkAdvancedServerOps-1740099935 tempest-TestNetworkAdvancedServerOps-1740099935-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-1581352810', 'admin_state_up': True, 'project_id': '95e75de5b0504e3e87860f65038883f5', 'external_gateway_info': {'network_id': '3e7e4eb3-cf02-4d47-ade9-0a579cdfc60f'}}} {{(pid=94174) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 23 12:08:46.119504 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron_lib.callbacks.manager [None req-0c33861b-0af6-46b9-bbda-d99dd9e3c43c tempest-TestNetworkAdvancedServerOps-1740099935 tempest-TestNetworkAdvancedServerOps-1740099935-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-520407', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-32315'] for router, before_create {{(pid=94174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 12:08:46.120504 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron_lib.callbacks.manager [None req-0c33861b-0af6-46b9-bbda-d99dd9e3c43c tempest-TestNetworkAdvancedServerOps-1740099935 tempest-TestNetworkAdvancedServerOps-1740099935-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-520264', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-524122', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-414782', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-32290'] for router, precommit_create {{(pid=94174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 12:08:46.176411 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron_lib.callbacks.manager [None req-0c33861b-0af6-46b9-bbda-d99dd9e3c43c tempest-TestNetworkAdvancedServerOps-1740099935 tempest-TestNetworkAdvancedServerOps-1740099935-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 12:08:46.406712 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron_lib.callbacks.manager [None req-0c33861b-0af6-46b9-bbda-d99dd9e3c43c tempest-TestNetworkAdvancedServerOps-1740099935 tempest-TestNetworkAdvancedServerOps-1740099935-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-524104', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-520389', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-32276'] for router, precommit_update {{(pid=94174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 12:08:46.668207 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron_lib.callbacks.manager [None req-0c33861b-0af6-46b9-bbda-d99dd9e3c43c tempest-TestNetworkAdvancedServerOps-1740099935 tempest-TestNetworkAdvancedServerOps-1740099935-project] Notify callbacks [] for router_gateway, before_create {{(pid=94174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 12:08:46.687453 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron_lib.callbacks.manager [None req-0c33861b-0af6-46b9-bbda-d99dd9e3c43c tempest-TestNetworkAdvancedServerOps-1740099935 tempest-TestNetworkAdvancedServerOps-1740099935-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-923104'] for port, before_create {{(pid=94174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 12:08:46.788747 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.db.db_base_plugin_common [None req-0c33861b-0af6-46b9-bbda-d99dd9e3c43c tempest-TestNetworkAdvancedServerOps-1740099935 tempest-TestNetworkAdvancedServerOps-1740099935-project] Allocated IP 172.26.3.235 (3e7e4eb3-cf02-4d47-ade9-0a579cdfc60f/a5ad15ab-c489-4a67-a9b0-d559fca0ec71/9fb19b28-f03a-4f99-a4b8-3f568f9e71a2) {{(pid=94174) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 23 12:08:46.789742 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron_lib.callbacks.manager [None req-95d6aa8f-24e7-4234-82ff-f502266c3285 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773699952132', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-899307'] for agent, after_update {{(pid=94176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 12:08:46.886809 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron_lib.callbacks.manager [None req-0c33861b-0af6-46b9-bbda-d99dd9e3c43c tempest-TestNetworkAdvancedServerOps-1740099935 tempest-TestNetworkAdvancedServerOps-1740099935-project] Notify callbacks [] for port, precommit_create {{(pid=94174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 12:08:46.977369 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron_lib.callbacks.manager [None req-0c33861b-0af6-46b9-bbda-d99dd9e3c43c tempest-TestNetworkAdvancedServerOps-1740099935 tempest-TestNetworkAdvancedServerOps-1740099935-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-922915', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-239814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7866073', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773699642215', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-5196399'] for port, after_create {{(pid=94174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 12:08:46.979340 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG oslo_concurrency.lockutils [None req-166debb3-fd63-4480-aa12-08ab1cbc710b tempest-TestMinimumBasicScenario-1725182798 tempest-TestMinimumBasicScenario-1725182798-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94174) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 12:08:47.015103 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0c33861b-0af6-46b9-bbda-d99dd9e3c43c tempest-TestNetworkAdvancedServerOps-1740099935 tempest-TestNetworkAdvancedServerOps-1740099935-project] Network 3e7e4eb3-cf02-4d47-ade9-0a579cdfc60f is already hosted by enough agents. {{(pid=94174) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 23 12:08:47.018130 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.scheduler.base_scheduler [None req-0c33861b-0af6-46b9-bbda-d99dd9e3c43c tempest-TestNetworkAdvancedServerOps-1740099935 tempest-TestNetworkAdvancedServerOps-1740099935-project] Resources bound (agent type, host, resource id): {{(pid=94174) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 23 12:08:47.020478 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0c33861b-0af6-46b9-bbda-d99dd9e3c43c tempest-TestNetworkAdvancedServerOps-1740099935 tempest-TestNetworkAdvancedServerOps-1740099935-project] Received port after_create {{(pid=94174) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 23 12:08:47.052992 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c33861b-0af6-46b9-bbda-d99dd9e3c43c tempest-TestNetworkAdvancedServerOps-1740099935 tempest-TestNetworkAdvancedServerOps-1740099935-project] Pushing event updated for resources: {'Port': ['ID=9fb19b28-f03a-4f99-a4b8-3f568f9e71a2,revision_number=1']} {{(pid=94174) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 12:08:47.055790 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG oslo_concurrency.lockutils [None req-0c33861b-0af6-46b9-bbda-d99dd9e3c43c tempest-TestNetworkAdvancedServerOps-1740099935 tempest-TestNetworkAdvancedServerOps-1740099935-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.076s {{(pid=94174) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 12:08:47.334826 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron_lib.callbacks.manager [None req-0c33861b-0af6-46b9-bbda-d99dd9e3c43c tempest-TestNetworkAdvancedServerOps-1740099935 tempest-TestNetworkAdvancedServerOps-1740099935-project] Notify callbacks [] for router_gateway, after_create {{(pid=94174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 12:08:47.856790 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron_lib.callbacks.manager [None req-0c33861b-0af6-46b9-bbda-d99dd9e3c43c tempest-TestNetworkAdvancedServerOps-1740099935 tempest-TestNetworkAdvancedServerOps-1740099935-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-520412', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-524143'] for router, after_create {{(pid=94174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 12:08:48.029300 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0c33861b-0af6-46b9-bbda-d99dd9e3c43c tempest-TestNetworkAdvancedServerOps-1740099935 tempest-TestNetworkAdvancedServerOps-1740099935-project] Router 8d156c4c-3d2e-4f19-a332-0c6cc197d6f4 is scheduled to L3 agent 50ef99c0-ef28-4db5-b303-b145898fae60 with binding_index 1 {{(pid=94174) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jun 23 12:08:48.129605 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0c33861b-0af6-46b9-bbda-d99dd9e3c43c tempest-TestNetworkAdvancedServerOps-1740099935 tempest-TestNetworkAdvancedServerOps-1740099935-project] Notify agent at l3_agent.dv-neutron-601336-94-hyperv the message routers_updated {{(pid=94174) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 23 12:08:48.142192 dv-neutron-601336-94-hyperv neutron-server[94177]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-54146ef7-1cb9-4f77-9d44-93a60c7351ff None None] Sync routers for ids ['8d156c4c-3d2e-4f19-a332-0c6cc197d6f4'] in dv-neutron-601336-94-hyperv {{(pid=94177) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 23 12:08:48.151559 dv-neutron-601336-94-hyperv neutron-server[94177]: DEBUG neutron.db.l3_dvrscheduler_db [None req-54146ef7-1cb9-4f77-9d44-93a60c7351ff None None] Routers {'8d156c4c-3d2e-4f19-a332-0c6cc197d6f4'} bound to L3 agent in host dv-neutron-601336-94-hyperv {{(pid=94177) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 23 12:08:48.155150 dv-neutron-601336-94-hyperv neutron-server[94177]: DEBUG neutron.db.l3_hamode_db [None req-54146ef7-1cb9-4f77-9d44-93a60c7351ff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-601336-94-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-06-23T11:22:13Z,description=,heartbeat_timestamp=2021-06-23T12:08:43Z,host='dv-neutron-601336-94-hyperv',id=50ef99c0-ef28-4db5-b303-b145898fae60,load=0,resource_versions=,resources_synced=,started_at=2021-06-23T11:22:14Z,topic='l3_agent')) {'router_ids': ['8d156c4c-3d2e-4f19-a332-0c6cc197d6f4'], 'active': True} {{(pid=94177) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 12:08:48.194995 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron_lib.callbacks.manager [None req-0c33861b-0af6-46b9-bbda-d99dd9e3c43c tempest-TestNetworkAdvancedServerOps-1740099935 tempest-TestNetworkAdvancedServerOps-1740099935-project] Notify callbacks [] for router, before_response {{(pid=94174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 12:08:48.196286 dv-neutron-601336-94-hyperv neutron-server[94174]: INFO neutron.wsgi [None req-0c33861b-0af6-46b9-bbda-d99dd9e3c43c tempest-TestNetworkAdvancedServerOps-1740099935 tempest-TestNetworkAdvancedServerOps-1740099935-project] 10.222.0.20 "POST /v2.0/routers HTTP/1.1" status: 201 len: 896 time: 2.1740997 Jun 23 12:08:48.199594 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.wsgi [-] (94174) accepted ('10.222.0.20', 48908) {{(pid=94174) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 12:08:48.231678 dv-neutron-601336-94-hyperv neutron-server[94174]: INFO neutron.wsgi [None req-e77be269-32c6-411b-a248-499d377bdfd1 tempest-TestNetworkAdvancedServerOps-1716169103 tempest-TestNetworkAdvancedServerOps-1716169103-project-admin] 10.222.0.20 "GET /v2.0/subnets?project_id=95e75de5b0504e3e87860f65038883f5&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0307236 Jun 23 12:08:48.234172 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.wsgi [-] (94174) accepted ('10.222.0.20', 48910) {{(pid=94174) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 12:08:48.255089 dv-neutron-601336-94-hyperv neutron-server[94177]: DEBUG neutron.db.l3_dvr_db [None req-54146ef7-1cb9-4f77-9d44-93a60c7351ff None None] Set router 8d156c4c-3d2e-4f19-a332-0c6cc197d6f4 gateway port host: dv-neutron-601336-94-hyperv {{(pid=94177) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:838}} Jun 23 12:08:48.318939 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cf1a4a0d-8039-4a4c-b48d-51146a4e0f13 tempest-TestNetworkAdvancedServerOps-1716169103 tempest-TestNetworkAdvancedServerOps-1716169103-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94174) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 12:08:48.320468 dv-neutron-601336-94-hyperv neutron-server[94174]: INFO neutron.wsgi [None req-cf1a4a0d-8039-4a4c-b48d-51146a4e0f13 tempest-TestNetworkAdvancedServerOps-1716169103 tempest-TestNetworkAdvancedServerOps-1716169103-project-admin] 10.222.0.20 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.0853667 Jun 23 12:08:48.323254 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.wsgi [-] (94174) accepted ('10.222.0.20', 48912) {{(pid=94174) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 12:08:48.352574 dv-neutron-601336-94-hyperv neutron-server[94174]: INFO neutron.wsgi [None req-905d1a90-2c4b-4d68-b0c9-d2230c9708a1 tempest-TestNetworkAdvancedServerOps-1716169103 tempest-TestNetworkAdvancedServerOps-1716169103-project-admin] 10.222.0.20 "GET /v2.0/subnets?network_id=3e7e4eb3-cf02-4d47-ade9-0a579cdfc60f&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0280111 Jun 23 12:08:48.355444 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.wsgi [-] (94174) accepted ('10.222.0.20', 48914) {{(pid=94174) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 12:08:48.360322 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.api.v2.base [None req-7297498d-1a4b-4d3a-b964-2dc5e8ed6e42 tempest-TestNetworkAdvancedServerOps-1740099935 tempest-TestNetworkAdvancedServerOps-1740099935-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1981826820', 'network_id': '894f6ec6-8dbc-43a5-8795-daa23ea748bf', 'project_id': '95e75de5b0504e3e87860f65038883f5', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=94174) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 23 12:08:48.427561 dv-neutron-601336-94-hyperv neutron-server[94177]: DEBUG neutron.db.l3_hamode_db [None req-54146ef7-1cb9-4f77-9d44-93a60c7351ff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8d156c4c-3d2e-4f19-a332-0c6cc197d6f4', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1581352810', 'tenant_id': '95e75de5b0504e3e87860f65038883f5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3e7e4eb3-cf02-4d47-ade9-0a579cdfc60f', 'external_fixed_ips': [{'subnet_id': 'a5ad15ab-c489-4a67-a9b0-d559fca0ec71', 'ip_address': '172.26.3.235'}], 'enable_snat': True}, 'gw_port_id': '9fb19b28-f03a-4f99-a4b8-3f568f9e71a2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-23T12:08:46Z', 'updated_at': '2021-06-23T12:08:47Z', 'revision_number': 3, 'project_id': '95e75de5b0504e3e87860f65038883f5', 'gw_port': {'id': '9fb19b28-f03a-4f99-a4b8-3f568f9e71a2', 'name': '', 'network_id': '3e7e4eb3-cf02-4d47-ade9-0a579cdfc60f', 'tenant_id': '', 'mac_address': 'fa:16:3e:a5:e2:c0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8d156c4c-3d2e-4f19-a332-0c6cc197d6f4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1752, 'fixed_ips': [{'subnet_id': 'a5ad15ab-c489-4a67-a9b0-d559fca0ec71', 'ip_address': '172.26.3.235', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-23T12:08:46Z', 'updated_at': '2021-06-23T12:08:46Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'a5ad15ab-c489-4a67-a9b0-d559fca0ec71', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-601336-94-hyperv'}], 'dv-neutron-601336-94-hyperv', False) {} {{(pid=94177) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 12:08:48.453751 dv-neutron-601336-94-hyperv neutron-server[94177]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-54146ef7-1cb9-4f77-9d44-93a60c7351ff None None] Checking router: 8d156c4c-3d2e-4f19-a332-0c6cc197d6f4 for host: dv-neutron-601336-94-hyperv {{(pid=94177) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 23 12:08:48.454059 dv-neutron-601336-94-hyperv neutron-server[94177]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-54146ef7-1cb9-4f77-9d44-93a60c7351ff None None] Updating router 8d156c4c-3d2e-4f19-a332-0c6cc197d6f4 port 9fb19b28-f03a-4f99-a4b8-3f568f9e71a2 binding host dv-neutron-601336-94-hyperv {{(pid=94177) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 23 12:08:48.497747 dv-neutron-601336-94-hyperv neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-54146ef7-1cb9-4f77-9d44-93a60c7351ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-923122'] for port, before_update {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 12:08:48.503505 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7297498d-1a4b-4d3a-b964-2dc5e8ed6e42 tempest-TestNetworkAdvancedServerOps-1740099935 tempest-TestNetworkAdvancedServerOps-1740099935-project] Made reservation on behalf of 95e75de5b0504e3e87860f65038883f5 for: {'subnet': 1} {{(pid=94174) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 23 12:08:48.507402 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron_lib.callbacks.manager [None req-7297498d-1a4b-4d3a-b964-2dc5e8ed6e42 tempest-TestNetworkAdvancedServerOps-1740099935 tempest-TestNetworkAdvancedServerOps-1740099935-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4294245'] for subnet, before_create {{(pid=94174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 12:08:48.755809 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron_lib.callbacks.manager [None req-7297498d-1a4b-4d3a-b964-2dc5e8ed6e42 tempest-TestNetworkAdvancedServerOps-1740099935 tempest-TestNetworkAdvancedServerOps-1740099935-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866062', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5195999', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4294259'] for subnet, after_create {{(pid=94174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 12:08:48.758957 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG oslo_concurrency.lockutils [None req-be542f49-3887-4687-8855-95be883a12d4 tempest-NetworksIpV6Test-2059726755 tempest-NetworksIpV6Test-2059726755-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94174) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 12:08:48.821386 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7297498d-1a4b-4d3a-b964-2dc5e8ed6e42 tempest-TestNetworkAdvancedServerOps-1740099935 tempest-TestNetworkAdvancedServerOps-1740099935-project] Pushing event updated for resources: {'Subnet': ['ID=c183a1d2-ec46-4387-af7e-dfb92fef4d80,revision_number=0']} {{(pid=94174) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 12:08:48.824759 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG oslo_concurrency.lockutils [None req-7297498d-1a4b-4d3a-b964-2dc5e8ed6e42 tempest-TestNetworkAdvancedServerOps-1740099935 tempest-TestNetworkAdvancedServerOps-1740099935-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.066s {{(pid=94174) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 12:08:48.830712 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7297498d-1a4b-4d3a-b964-2dc5e8ed6e42 tempest-TestNetworkAdvancedServerOps-1740099935 tempest-TestNetworkAdvancedServerOps-1740099935-project] Checking segment: {'id': '1c2226fe-eb4b-4707-87d3-d334b89a6148', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 405, 'network_id': '894f6ec6-8dbc-43a5-8795-daa23ea748bf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94174) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 23 12:08:48.831114 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7297498d-1a4b-4d3a-b964-2dc5e8ed6e42 tempest-TestNetworkAdvancedServerOps-1740099935 tempest-TestNetworkAdvancedServerOps-1740099935-project] Network hostable DHCP agents. Network: 894f6ec6-8dbc-43a5-8795-daa23ea748bf, hostable agents: ['8cf29b10-0e57-4131-816f-a4b6ad00b249'], hosted agents: [] {{(pid=94174) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 23 12:08:48.847361 dv-neutron-601336-94-hyperv neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-54146ef7-1cb9-4f77-9d44-93a60c7351ff None None] Notify callbacks [] for port, precommit_update {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 12:08:48.857143 dv-neutron-601336-94-hyperv neutron-server[94177]: DEBUG neutron.db.provisioning_blocks [None req-54146ef7-1cb9-4f77-9d44-93a60c7351ff None None] Transition to ACTIVE for port object 9fb19b28-f03a-4f99-a4b8-3f568f9e71a2 will not be triggered until provisioned by entity L2. {{(pid=94177) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 23 12:08:48.903773 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7297498d-1a4b-4d3a-b964-2dc5e8ed6e42 tempest-TestNetworkAdvancedServerOps-1740099935 tempest-TestNetworkAdvancedServerOps-1740099935-project] Network 894f6ec6-8dbc-43a5-8795-daa23ea748bf is scheduled to be hosted by DHCP agent 8cf29b10-0e57-4131-816f-a4b6ad00b249 with binding_index 1 {{(pid=94174) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 23 12:08:48.932274 dv-neutron-601336-94-hyperv neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-54146ef7-1cb9-4f77-9d44-93a60c7351ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-922904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866062', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773700135042', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773699642233', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773699642278'] for port, after_update {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 12:08:48.934955 dv-neutron-601336-94-hyperv neutron-server[94177]: DEBUG oslo_concurrency.lockutils [None req-c972c098-4811-4eb8-a231-4d1de8301cdd None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94177) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 12:08:48.983810 dv-neutron-601336-94-hyperv neutron-server[94177]: DEBUG neutron.plugins.ml2.managers [None req-54146ef7-1cb9-4f77-9d44-93a60c7351ff None None] Attempting to bind port 9fb19b28-f03a-4f99-a4b8-3f568f9e71a2 on host dv-neutron-601336-94-hyperv for vnic_type normal with profile {{(pid=94177) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 23 12:08:48.984184 dv-neutron-601336-94-hyperv neutron-server[94177]: DEBUG neutron.plugins.ml2.managers [None req-54146ef7-1cb9-4f77-9d44-93a60c7351ff None None] Attempting to bind port 9fb19b28-f03a-4f99-a4b8-3f568f9e71a2 by drivers openvswitch,hyperv on host dv-neutron-601336-94-hyperv at level 0 using segments [{'id': 'c23be0a5-6980-48fb-bc9f-4a24717fe1de', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3e7e4eb3-cf02-4d47-ade9-0a579cdfc60f'}] {{(pid=94177) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 23 12:08:48.984550 dv-neutron-601336-94-hyperv neutron-server[94177]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-54146ef7-1cb9-4f77-9d44-93a60c7351ff None None] Attempting to bind port 9fb19b28-f03a-4f99-a4b8-3f568f9e71a2 on network 3e7e4eb3-cf02-4d47-ade9-0a579cdfc60f {{(pid=94177) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 23 12:08:48.986518 dv-neutron-601336-94-hyperv neutron-server[94177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5613854-925e-410b-b0b0-8889312a0af2 None None] Pushing event updated for resources: {'Port': ['ID=9fb19b28-f03a-4f99-a4b8-3f568f9e71a2,revision_number=2']} {{(pid=94177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 12:08:48.990368 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.scheduler.base_scheduler [None req-7297498d-1a4b-4d3a-b964-2dc5e8ed6e42 tempest-TestNetworkAdvancedServerOps-1740099935 tempest-TestNetworkAdvancedServerOps-1740099935-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-601336-94-hyperv, 894f6ec6-8dbc-43a5-8795-daa23ea748bf) {{(pid=94174) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 23 12:08:48.995013 dv-neutron-601336-94-hyperv neutron-server[94177]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-54146ef7-1cb9-4f77-9d44-93a60c7351ff None None] Checking agent: {'id': '4d05f899-5ac9-411b-8a03-f60c93f87cdf', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-601336-94-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 23, 11, 22, 14), 'started_at': datetime.datetime(2021, 6, 23, 11, 22, 44), 'heartbeat_timestamp': datetime.datetime(2021, 6, 23, 12, 8, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'monitor_allowed_address_pair_garp': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-601336-94-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94177) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 23 12:08:48.996000 dv-neutron-601336-94-hyperv neutron-server[94177]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-54146ef7-1cb9-4f77-9d44-93a60c7351ff None None] Checking segment: {'id': 'c23be0a5-6980-48fb-bc9f-4a24717fe1de', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3e7e4eb3-cf02-4d47-ade9-0a579cdfc60f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94177) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 23 12:08:48.996410 dv-neutron-601336-94-hyperv neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-54146ef7-1cb9-4f77-9d44-93a60c7351ff None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 12:08:48.996804 dv-neutron-601336-94-hyperv neutron-server[94177]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-54146ef7-1cb9-4f77-9d44-93a60c7351ff None None] Bound using segment: {'id': 'c23be0a5-6980-48fb-bc9f-4a24717fe1de', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3e7e4eb3-cf02-4d47-ade9-0a579cdfc60f'} {{(pid=94177) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 23 12:08:48.997277 dv-neutron-601336-94-hyperv neutron-server[94177]: DEBUG neutron.plugins.ml2.managers [None req-54146ef7-1cb9-4f77-9d44-93a60c7351ff None None] Bound port: 9fb19b28-f03a-4f99-a4b8-3f568f9e71a2, host: dv-neutron-601336-94-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c23be0a5-6980-48fb-bc9f-4a24717fe1de', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3e7e4eb3-cf02-4d47-ade9-0a579cdfc60f'}}] {{(pid=94177) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 23 12:08:48.997565 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7297498d-1a4b-4d3a-b964-2dc5e8ed6e42 tempest-TestNetworkAdvancedServerOps-1740099935 tempest-TestNetworkAdvancedServerOps-1740099935-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94174) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 12:08:48.997688 dv-neutron-601336-94-hyperv neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-54146ef7-1cb9-4f77-9d44-93a60c7351ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-923122'] for port, before_update {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 12:08:48.998275 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron_lib.callbacks.manager [None req-7297498d-1a4b-4d3a-b964-2dc5e8ed6e42 tempest-TestNetworkAdvancedServerOps-1740099935 tempest-TestNetworkAdvancedServerOps-1740099935-project] Notify callbacks [] for subnet, before_response {{(pid=94174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 12:08:49.000010 dv-neutron-601336-94-hyperv neutron-server[94177]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5613854-925e-410b-b0b0-8889312a0af2 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-601336-94-hyperv {{(pid=94177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 12:08:49.000183 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-08722918-8f9d-4db9-85a5-fe5f0d64e5d0 None None] Network 894f6ec6-8dbc-43a5-8795-daa23ea748bf requested from dv-neutron-601336-94-hyperv {{(pid=94176) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 23 12:08:49.000633 dv-neutron-601336-94-hyperv neutron-server[94177]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5613854-925e-410b-b0b0-8889312a0af2 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-94-hyperv {{(pid=94177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 12:08:49.000725 dv-neutron-601336-94-hyperv neutron-server[94177]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5613854-925e-410b-b0b0-8889312a0af2 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-94-hyperv {{(pid=94177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 12:08:49.000978 dv-neutron-601336-94-hyperv neutron-server[94177]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5613854-925e-410b-b0b0-8889312a0af2 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-601336-94-hyperv {{(pid=94177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 12:08:49.001302 dv-neutron-601336-94-hyperv neutron-server[94177]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5613854-925e-410b-b0b0-8889312a0af2 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-601336-94-hyperv {{(pid=94177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 12:08:49.001623 dv-neutron-601336-94-hyperv neutron-server[94177]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5613854-925e-410b-b0b0-8889312a0af2 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-601336-94-hyperv {{(pid=94177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 12:08:49.002131 dv-neutron-601336-94-hyperv neutron-server[94177]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5613854-925e-410b-b0b0-8889312a0af2 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-601336-94-hyperv {{(pid=94177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 12:08:49.002496 dv-neutron-601336-94-hyperv neutron-server[94177]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5613854-925e-410b-b0b0-8889312a0af2 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-601336-94-hyperv {{(pid=94177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 12:08:49.002823 dv-neutron-601336-94-hyperv neutron-server[94177]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5613854-925e-410b-b0b0-8889312a0af2 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-601336-94-hyperv {{(pid=94177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 12:08:49.003168 dv-neutron-601336-94-hyperv neutron-server[94177]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5613854-925e-410b-b0b0-8889312a0af2 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-94-hyperv {{(pid=94177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 12:08:49.003485 dv-neutron-601336-94-hyperv neutron-server[94177]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5613854-925e-410b-b0b0-8889312a0af2 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-601336-94-hyperv {{(pid=94177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 12:08:49.003800 dv-neutron-601336-94-hyperv neutron-server[94177]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5613854-925e-410b-b0b0-8889312a0af2 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-601336-94-hyperv {{(pid=94177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 12:08:49.008600 dv-neutron-601336-94-hyperv neutron-server[94177]: DEBUG oslo_concurrency.lockutils [None req-d5613854-925e-410b-b0b0-8889312a0af2 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.073s {{(pid=94177) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 12:08:49.054724 dv-neutron-601336-94-hyperv neutron-server[94177]: DEBUG neutron.plugins.ml2.db [None req-54146ef7-1cb9-4f77-9d44-93a60c7351ff None None] For port 9fb19b28-f03a-4f99-a4b8-3f568f9e71a2, host dv-neutron-601336-94-hyperv, cleared binding levels {{(pid=94177) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 23 12:08:49.057771 dv-neutron-601336-94-hyperv neutron-server[94177]: DEBUG neutron.plugins.ml2.db [None req-54146ef7-1cb9-4f77-9d44-93a60c7351ff None None] For port 9fb19b28-f03a-4f99-a4b8-3f568f9e71a2, host dv-neutron-601336-94-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-94-hyperv',level=0,port_id=9fb19b28-f03a-4f99-a4b8-3f568f9e71a2,segment=NetworkSegment(c23be0a5-6980-48fb-bc9f-4a24717fe1de),segment_id=c23be0a5-6980-48fb-bc9f-4a24717fe1de)] {{(pid=94177) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 23 12:08:49.093823 dv-neutron-601336-94-hyperv neutron-server[94174]: INFO neutron.wsgi [None req-7297498d-1a4b-4d3a-b964-2dc5e8ed6e42 tempest-TestNetworkAdvancedServerOps-1740099935 tempest-TestNetworkAdvancedServerOps-1740099935-project] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 0.7371829 Jun 23 12:08:49.096626 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.wsgi [-] (94174) accepted ('10.222.0.20', 48916) {{(pid=94174) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 12:08:49.110207 dv-neutron-601336-94-hyperv neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-54146ef7-1cb9-4f77-9d44-93a60c7351ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-922904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866062', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773700135042', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773699642233', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773699642278'] for port, after_update {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 12:08:49.112242 dv-neutron-601336-94-hyperv neutron-server[94177]: DEBUG oslo_concurrency.lockutils [None req-80eb6679-4571-42fc-a2a5-6ce199c2d3dc None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94177) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 12:08:49.156824 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9ae6d849-8825-4003-9c57-d2d9a9235d3f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1e0d828a-1fa4-563d-b7fd-53adf66a04ee-894f6ec6-8dbc-43a5-8795-daa23ea748bf', 'network_id': '894f6ec6-8dbc-43a5-8795-daa23ea748bf', 'tenant_id': '95e75de5b0504e3e87860f65038883f5', 'fixed_ips': [{'subnet_id': 'c183a1d2-ec46-4387-af7e-dfb92fef4d80'}]}} from dv-neutron-601336-94-hyperv. {{(pid=94176) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 23 12:08:49.157985 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron_lib.callbacks.manager [None req-9ae6d849-8825-4003-9c57-d2d9a9235d3f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-923104'] for port, before_create {{(pid=94176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 12:08:49.172669 dv-neutron-601336-94-hyperv neutron-server[94177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5613854-925e-410b-b0b0-8889312a0af2 None None] Pushing event updated for resources: {'Port': ['ID=9fb19b28-f03a-4f99-a4b8-3f568f9e71a2,revision_number=3']} {{(pid=94177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 12:08:49.177198 dv-neutron-601336-94-hyperv neutron-server[94177]: DEBUG oslo_concurrency.lockutils [None req-d5613854-925e-410b-b0b0-8889312a0af2 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.065s {{(pid=94177) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 12:08:49.182502 dv-neutron-601336-94-hyperv neutron-server[94177]: DEBUG neutron.db.l3_dvrscheduler_db [None req-54146ef7-1cb9-4f77-9d44-93a60c7351ff None None] Routers {'8d156c4c-3d2e-4f19-a332-0c6cc197d6f4'} bound to L3 agent in host dv-neutron-601336-94-hyperv {{(pid=94177) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 23 12:08:49.182682 dv-neutron-601336-94-hyperv neutron-server[94177]: DEBUG neutron.db.l3_hamode_db [None req-54146ef7-1cb9-4f77-9d44-93a60c7351ff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-601336-94-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-06-23T11:22:13Z,description=,heartbeat_timestamp=2021-06-23T12:08:43Z,host='dv-neutron-601336-94-hyperv',id=50ef99c0-ef28-4db5-b303-b145898fae60,load=0,resource_versions=,resources_synced=,started_at=2021-06-23T11:22:14Z,topic='l3_agent')) {'router_ids': ['8d156c4c-3d2e-4f19-a332-0c6cc197d6f4'], 'active': True} {{(pid=94177) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 12:08:49.293516 dv-neutron-601336-94-hyperv neutron-server[94177]: DEBUG neutron.db.l3_dvr_db [None req-54146ef7-1cb9-4f77-9d44-93a60c7351ff None None] Set router 8d156c4c-3d2e-4f19-a332-0c6cc197d6f4 gateway port host: dv-neutron-601336-94-hyperv {{(pid=94177) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:838}} Jun 23 12:08:49.299974 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.db.db_base_plugin_common [None req-9ae6d849-8825-4003-9c57-d2d9a9235d3f None None] Allocated IP 172.20.0.2 (894f6ec6-8dbc-43a5-8795-daa23ea748bf/c183a1d2-ec46-4387-af7e-dfb92fef4d80/578c80c8-a88c-42a0-a9be-f8f16374b2c5) {{(pid=94176) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 23 12:08:49.449226 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron_lib.callbacks.manager [None req-9ae6d849-8825-4003-9c57-d2d9a9235d3f None None] Notify callbacks [] for port, precommit_create {{(pid=94176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 12:08:49.458010 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.db.provisioning_blocks [None req-9ae6d849-8825-4003-9c57-d2d9a9235d3f None None] Transition to ACTIVE for port object 578c80c8-a88c-42a0-a9be-f8f16374b2c5 will not be triggered until provisioned by entity L2. {{(pid=94176) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 23 12:08:49.473969 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.db.provisioning_blocks [None req-9ae6d849-8825-4003-9c57-d2d9a9235d3f None None] Transition to ACTIVE for port object 578c80c8-a88c-42a0-a9be-f8f16374b2c5 will not be triggered until provisioned by entity DHCP. {{(pid=94176) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 23 12:08:49.488201 dv-neutron-601336-94-hyperv neutron-server[94177]: DEBUG neutron.db.l3_hamode_db [None req-54146ef7-1cb9-4f77-9d44-93a60c7351ff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8d156c4c-3d2e-4f19-a332-0c6cc197d6f4', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1581352810', 'tenant_id': '95e75de5b0504e3e87860f65038883f5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3e7e4eb3-cf02-4d47-ade9-0a579cdfc60f', 'external_fixed_ips': [{'subnet_id': 'a5ad15ab-c489-4a67-a9b0-d559fca0ec71', 'ip_address': '172.26.3.235'}], 'enable_snat': True}, 'gw_port_id': '9fb19b28-f03a-4f99-a4b8-3f568f9e71a2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-23T12:08:46Z', 'updated_at': '2021-06-23T12:08:47Z', 'revision_number': 3, 'project_id': '95e75de5b0504e3e87860f65038883f5', 'gw_port': {'id': '9fb19b28-f03a-4f99-a4b8-3f568f9e71a2', 'name': '', 'network_id': '3e7e4eb3-cf02-4d47-ade9-0a579cdfc60f', 'tenant_id': '', 'mac_address': 'fa:16:3e:a5:e2:c0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8d156c4c-3d2e-4f19-a332-0c6cc197d6f4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1752, 'fixed_ips': [{'subnet_id': 'a5ad15ab-c489-4a67-a9b0-d559fca0ec71', 'ip_address': '172.26.3.235', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-94-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-23T12:08:46Z', 'updated_at': '2021-06-23T12:08:49Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a5ad15ab-c489-4a67-a9b0-d559fca0ec71', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-601336-94-hyperv'}], 'dv-neutron-601336-94-hyperv', False) {} {{(pid=94177) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 12:08:49.514436 dv-neutron-601336-94-hyperv neutron-server[94177]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-54146ef7-1cb9-4f77-9d44-93a60c7351ff None None] The sync data for ids ['8d156c4c-3d2e-4f19-a332-0c6cc197d6f4'] in dv-neutron-601336-94-hyperv is: [{'id': '8d156c4c-3d2e-4f19-a332-0c6cc197d6f4', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1581352810', 'tenant_id': '95e75de5b0504e3e87860f65038883f5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3e7e4eb3-cf02-4d47-ade9-0a579cdfc60f', 'external_fixed_ips': [{'subnet_id': 'a5ad15ab-c489-4a67-a9b0-d559fca0ec71', 'ip_address': '172.26.3.235'}], 'enable_snat': True}, 'gw_port_id': '9fb19b28-f03a-4f99-a4b8-3f568f9e71a2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-23T12:08:46Z', 'updated_at': '2021-06-23T12:08:47Z', 'revision_number': 3, 'project_id': '95e75de5b0504e3e87860f65038883f5', 'gw_port': {'id': '9fb19b28-f03a-4f99-a4b8-3f568f9e71a2', 'name': '', 'network_id': '3e7e4eb3-cf02-4d47-ade9-0a579cdfc60f', 'tenant_id': '', 'mac_address': 'fa:16:3e:a5:e2:c0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8d156c4c-3d2e-4f19-a332-0c6cc197d6f4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1752, 'fixed_ips': [{'subnet_id': 'a5ad15ab-c489-4a67-a9b0-d559fca0ec71', 'ip_address': '172.26.3.235', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-94-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-23T12:08:46Z', 'updated_at': '2021-06-23T12:08:49Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a5ad15ab-c489-4a67-a9b0-d559fca0ec71', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-601336-94-hyperv'}] {{(pid=94177) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 23 12:08:49.538965 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron_lib.callbacks.manager [None req-9ae6d849-8825-4003-9c57-d2d9a9235d3f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-922915', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-239814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7866073', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773699642215'] for port, after_create {{(pid=94176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 12:08:49.549427 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG oslo_concurrency.lockutils [None req-dc7542b2-afef-47f4-a763-e3a3cba144be None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 12:08:49.592955 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron_lib.callbacks.manager [None req-c0d1b221-5ea2-471b-a4a0-4c057bde4819 tempest-TestNetworkAdvancedServerOps-1740099935 tempest-TestNetworkAdvancedServerOps-1740099935-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-923104'] for port, before_create {{(pid=94174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 12:08:49.594037 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9ae6d849-8825-4003-9c57-d2d9a9235d3f None None] Network 894f6ec6-8dbc-43a5-8795-daa23ea748bf is already hosted by enough agents. {{(pid=94176) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 23 12:08:49.596840 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.scheduler.base_scheduler [None req-9ae6d849-8825-4003-9c57-d2d9a9235d3f None None] Resources bound (agent type, host, resource id): {{(pid=94176) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 23 12:08:49.600564 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9ae6d849-8825-4003-9c57-d2d9a9235d3f None None] Received port after_create {{(pid=94176) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 23 12:08:49.612219 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ae6d849-8825-4003-9c57-d2d9a9235d3f None None] Pushing event updated for resources: {'Port': ['ID=578c80c8-a88c-42a0-a9be-f8f16374b2c5,revision_number=1']} {{(pid=94176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 12:08:49.616597 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG oslo_concurrency.lockutils [None req-9ae6d849-8825-4003-9c57-d2d9a9235d3f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.067s {{(pid=94176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 12:08:49.670212 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.plugins.ml2.managers [None req-9ae6d849-8825-4003-9c57-d2d9a9235d3f None None] Attempting to bind port 578c80c8-a88c-42a0-a9be-f8f16374b2c5 on host dv-neutron-601336-94-hyperv for vnic_type normal with profile {{(pid=94176) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 23 12:08:49.670600 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.plugins.ml2.managers [None req-9ae6d849-8825-4003-9c57-d2d9a9235d3f None None] Attempting to bind port 578c80c8-a88c-42a0-a9be-f8f16374b2c5 by drivers openvswitch,hyperv on host dv-neutron-601336-94-hyperv at level 0 using segments [{'id': '1c2226fe-eb4b-4707-87d3-d334b89a6148', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 405, 'network_id': '894f6ec6-8dbc-43a5-8795-daa23ea748bf'}] {{(pid=94176) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 23 12:08:49.670976 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9ae6d849-8825-4003-9c57-d2d9a9235d3f None None] Attempting to bind port 578c80c8-a88c-42a0-a9be-f8f16374b2c5 on network 894f6ec6-8dbc-43a5-8795-daa23ea748bf {{(pid=94176) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 23 12:08:49.676421 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9ae6d849-8825-4003-9c57-d2d9a9235d3f None None] Checking agent: {'id': '4d05f899-5ac9-411b-8a03-f60c93f87cdf', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-601336-94-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 23, 11, 22, 14), 'started_at': datetime.datetime(2021, 6, 23, 11, 22, 44), 'heartbeat_timestamp': datetime.datetime(2021, 6, 23, 12, 8, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'monitor_allowed_address_pair_garp': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-601336-94-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94176) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 23 12:08:49.676799 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9ae6d849-8825-4003-9c57-d2d9a9235d3f None None] Checking segment: {'id': '1c2226fe-eb4b-4707-87d3-d334b89a6148', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 405, 'network_id': '894f6ec6-8dbc-43a5-8795-daa23ea748bf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94176) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 23 12:08:49.677220 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron_lib.callbacks.manager [None req-9ae6d849-8825-4003-9c57-d2d9a9235d3f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 12:08:49.677623 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9ae6d849-8825-4003-9c57-d2d9a9235d3f None None] Bound using segment: {'id': '1c2226fe-eb4b-4707-87d3-d334b89a6148', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 405, 'network_id': '894f6ec6-8dbc-43a5-8795-daa23ea748bf'} {{(pid=94176) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 23 12:08:49.678263 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.plugins.ml2.managers [None req-9ae6d849-8825-4003-9c57-d2d9a9235d3f None None] Bound port: 578c80c8-a88c-42a0-a9be-f8f16374b2c5, host: dv-neutron-601336-94-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1c2226fe-eb4b-4707-87d3-d334b89a6148', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 405, 'network_id': '894f6ec6-8dbc-43a5-8795-daa23ea748bf'}}] {{(pid=94176) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 23 12:08:49.678647 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron_lib.callbacks.manager [None req-9ae6d849-8825-4003-9c57-d2d9a9235d3f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-923122'] for port, before_update {{(pid=94176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 12:08:49.778576 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.plugins.ml2.db [None req-9ae6d849-8825-4003-9c57-d2d9a9235d3f None None] For port 578c80c8-a88c-42a0-a9be-f8f16374b2c5, host dv-neutron-601336-94-hyperv, cleared binding levels {{(pid=94176) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 23 12:08:49.785237 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.plugins.ml2.db [None req-9ae6d849-8825-4003-9c57-d2d9a9235d3f None None] For port 578c80c8-a88c-42a0-a9be-f8f16374b2c5, host dv-neutron-601336-94-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-94-hyperv',level=0,port_id=578c80c8-a88c-42a0-a9be-f8f16374b2c5,segment=NetworkSegment(1c2226fe-eb4b-4707-87d3-d334b89a6148),segment_id=1c2226fe-eb4b-4707-87d3-d334b89a6148)] {{(pid=94176) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 23 12:08:49.853154 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron_lib.callbacks.manager [None req-9ae6d849-8825-4003-9c57-d2d9a9235d3f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-922904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866062', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773700135042', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773699642233', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773699642278'] for port, after_update {{(pid=94176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 12:08:49.856367 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG oslo_concurrency.lockutils [None req-dc7542b2-afef-47f4-a763-e3a3cba144be None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 12:08:49.921217 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ae6d849-8825-4003-9c57-d2d9a9235d3f None None] Pushing event updated for resources: {'Port': ['ID=578c80c8-a88c-42a0-a9be-f8f16374b2c5,revision_number=2']} {{(pid=94176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 12:08:49.924867 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG oslo_concurrency.lockutils [None req-9ae6d849-8825-4003-9c57-d2d9a9235d3f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.069s {{(pid=94176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 12:08:49.990465 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.db.db_base_plugin_common [None req-c0d1b221-5ea2-471b-a4a0-4c057bde4819 tempest-TestNetworkAdvancedServerOps-1740099935 tempest-TestNetworkAdvancedServerOps-1740099935-project] Allocated IP 172.20.0.1 (894f6ec6-8dbc-43a5-8795-daa23ea748bf/c183a1d2-ec46-4387-af7e-dfb92fef4d80/b09f7a0b-847d-49b1-97a3-a874287be1d9) {{(pid=94174) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 23 12:08:50.221616 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron_lib.callbacks.manager [None req-c0d1b221-5ea2-471b-a4a0-4c057bde4819 tempest-TestNetworkAdvancedServerOps-1740099935 tempest-TestNetworkAdvancedServerOps-1740099935-project] Notify callbacks [] for port, precommit_create {{(pid=94174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 12:08:50.236514 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.db.provisioning_blocks [None req-c0d1b221-5ea2-471b-a4a0-4c057bde4819 tempest-TestNetworkAdvancedServerOps-1740099935 tempest-TestNetworkAdvancedServerOps-1740099935-project] Transition to ACTIVE for port object b09f7a0b-847d-49b1-97a3-a874287be1d9 will not be triggered until provisioned by entity DHCP. {{(pid=94174) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 23 12:08:50.344440 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron_lib.callbacks.manager [None req-c0d1b221-5ea2-471b-a4a0-4c057bde4819 tempest-TestNetworkAdvancedServerOps-1740099935 tempest-TestNetworkAdvancedServerOps-1740099935-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-922915', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-239814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7866073', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773699642215', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-5196399'] for port, after_create {{(pid=94174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 12:08:50.348005 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG oslo_concurrency.lockutils [None req-650aa6fb-8da4-483e-9728-77aeb858cd92 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94174) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 12:08:50.393327 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c0d1b221-5ea2-471b-a4a0-4c057bde4819 tempest-TestNetworkAdvancedServerOps-1740099935 tempest-TestNetworkAdvancedServerOps-1740099935-project] Network 894f6ec6-8dbc-43a5-8795-daa23ea748bf is already hosted by enough agents. {{(pid=94174) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 23 12:08:50.402340 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.scheduler.base_scheduler [None req-c0d1b221-5ea2-471b-a4a0-4c057bde4819 tempest-TestNetworkAdvancedServerOps-1740099935 tempest-TestNetworkAdvancedServerOps-1740099935-project] Resources bound (agent type, host, resource id): {{(pid=94174) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 23 12:08:50.406373 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c0d1b221-5ea2-471b-a4a0-4c057bde4819 tempest-TestNetworkAdvancedServerOps-1740099935 tempest-TestNetworkAdvancedServerOps-1740099935-project] Received port after_create {{(pid=94174) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 23 12:08:50.440522 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0d1b221-5ea2-471b-a4a0-4c057bde4819 tempest-TestNetworkAdvancedServerOps-1740099935 tempest-TestNetworkAdvancedServerOps-1740099935-project] Pushing event updated for resources: {'Port': ['ID=b09f7a0b-847d-49b1-97a3-a874287be1d9,revision_number=1']} {{(pid=94174) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 12:08:50.445605 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG oslo_concurrency.lockutils [None req-c0d1b221-5ea2-471b-a4a0-4c057bde4819 tempest-TestNetworkAdvancedServerOps-1740099935 tempest-TestNetworkAdvancedServerOps-1740099935-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.098s {{(pid=94174) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 12:08:50.464254 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron_lib.callbacks.manager [None req-c0d1b221-5ea2-471b-a4a0-4c057bde4819 tempest-TestNetworkAdvancedServerOps-1740099935 tempest-TestNetworkAdvancedServerOps-1740099935-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-452954'] for router_interface, before_create {{(pid=94174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 12:08:50.472328 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.plugins.ml2.rpc [None req-dc7542b2-afef-47f4-a763-e3a3cba144be None None] Device 578c80c8-a88c-42a0-a9be-f8f16374b2c5 up at agent ovs-agent-dv-neutron-601336-94-hyperv {{(pid=94176) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:298}} Jun 23 12:08:50.578548 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.db.provisioning_blocks [None req-dc7542b2-afef-47f4-a763-e3a3cba144be None None] Provisioning for port 578c80c8-a88c-42a0-a9be-f8f16374b2c5 completed by entity L2. {{(pid=94176) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 23 12:08:50.584217 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.plugins.ml2.rpc [None req-dc7542b2-afef-47f4-a763-e3a3cba144be None None] Device 9fb19b28-f03a-4f99-a4b8-3f568f9e71a2 up at agent ovs-agent-dv-neutron-601336-94-hyperv {{(pid=94176) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:298}} Jun 23 12:08:50.711553 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron_lib.callbacks.manager [None req-c0d1b221-5ea2-471b-a4a0-4c057bde4819 tempest-TestNetworkAdvancedServerOps-1740099935 tempest-TestNetworkAdvancedServerOps-1740099935-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-923122'] for port, before_update {{(pid=94174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 12:08:50.716107 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.db.provisioning_blocks [None req-dc7542b2-afef-47f4-a763-e3a3cba144be None None] Provisioning for port 9fb19b28-f03a-4f99-a4b8-3f568f9e71a2 completed by entity L2. {{(pid=94176) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 23 12:08:50.721510 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.db.provisioning_blocks [None req-dc7542b2-afef-47f4-a763-e3a3cba144be None None] Provisioning complete for port 9fb19b28-f03a-4f99-a4b8-3f568f9e71a2 triggered by entity L2. {{(pid=94176) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 23 12:08:50.725795 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron_lib.callbacks.manager [None req-dc7542b2-afef-47f4-a763-e3a3cba144be None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-899258'] for port, provisioning_complete {{(pid=94176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 12:08:50.808585 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron_lib.callbacks.manager [None req-dc7542b2-afef-47f4-a763-e3a3cba144be None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-923122'] for port, before_update {{(pid=94176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 12:08:50.833472 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.plugins.ml2.db [None req-dc7542b2-afef-47f4-a763-e3a3cba144be None None] For port 9fb19b28-f03a-4f99-a4b8-3f568f9e71a2, host dv-neutron-601336-94-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-94-hyperv',level=0,port_id=9fb19b28-f03a-4f99-a4b8-3f568f9e71a2,segment=NetworkSegment(c23be0a5-6980-48fb-bc9f-4a24717fe1de),segment_id=c23be0a5-6980-48fb-bc9f-4a24717fe1de)] {{(pid=94176) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 23 12:08:50.919886 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron_lib.callbacks.manager [None req-dc7542b2-afef-47f4-a763-e3a3cba144be None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-922904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866062', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773700135042', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773699642233', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773699642278'] for port, after_update {{(pid=94176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 12:08:50.922580 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG oslo_concurrency.lockutils [None req-ede73f93-2ef3-48cf-8ef2-6601adcc5dd7 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 12:08:50.945765 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a2245230-3588-4c72-a7d1-a734300fe38f None None] Network 894f6ec6-8dbc-43a5-8795-daa23ea748bf requested from dv-neutron-601336-94-hyperv {{(pid=94176) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 23 12:08:51.009440 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron_lib.callbacks.manager [None req-c0d1b221-5ea2-471b-a4a0-4c057bde4819 tempest-TestNetworkAdvancedServerOps-1740099935 tempest-TestNetworkAdvancedServerOps-1740099935-project] Notify callbacks [] for port, precommit_update {{(pid=94174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 12:08:51.014164 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc7542b2-afef-47f4-a763-e3a3cba144be None None] Pushing event updated for resources: {'Port': ['ID=9fb19b28-f03a-4f99-a4b8-3f568f9e71a2,revision_number=4']} {{(pid=94176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 12:08:51.018176 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG oslo_concurrency.lockutils [None req-dc7542b2-afef-47f4-a763-e3a3cba144be None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.096s {{(pid=94176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 12:08:51.081984 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron_lib.callbacks.manager [None req-c0d1b221-5ea2-471b-a4a0-4c057bde4819 tempest-TestNetworkAdvancedServerOps-1740099935 tempest-TestNetworkAdvancedServerOps-1740099935-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-922904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866062', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773700135042', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773699642233', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773699642278', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5196369'] for port, after_update {{(pid=94174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 12:08:51.086377 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG oslo_concurrency.lockutils [None req-0c33861b-0af6-46b9-bbda-d99dd9e3c43c tempest-TestNetworkAdvancedServerOps-1740099935 tempest-TestNetworkAdvancedServerOps-1740099935-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94174) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 12:08:51.116658 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.db.provisioning_blocks [None req-5b91df02-1b52-459a-bb5b-6084b22d4c0b None None] Provisioning for port 578c80c8-a88c-42a0-a9be-f8f16374b2c5 completed by entity DHCP. {{(pid=94176) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 23 12:08:51.123008 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.db.provisioning_blocks [None req-5b91df02-1b52-459a-bb5b-6084b22d4c0b None None] Provisioning complete for port 578c80c8-a88c-42a0-a9be-f8f16374b2c5 triggered by entity DHCP. {{(pid=94176) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 23 12:08:51.123424 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron_lib.callbacks.manager [None req-5b91df02-1b52-459a-bb5b-6084b22d4c0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-899258'] for port, provisioning_complete {{(pid=94176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 12:08:51.157095 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron_lib.callbacks.manager [None req-c0d1b221-5ea2-471b-a4a0-4c057bde4819 tempest-TestNetworkAdvancedServerOps-1740099935 tempest-TestNetworkAdvancedServerOps-1740099935-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-7866091', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-453038'] for router_interface, after_create {{(pid=94174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 12:08:51.174332 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0d1b221-5ea2-471b-a4a0-4c057bde4819 tempest-TestNetworkAdvancedServerOps-1740099935 tempest-TestNetworkAdvancedServerOps-1740099935-project] Pushing event updated for resources: {'Port': ['ID=b09f7a0b-847d-49b1-97a3-a874287be1d9,revision_number=2']} {{(pid=94174) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 12:08:51.177777 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG oslo_concurrency.lockutils [None req-c0d1b221-5ea2-471b-a4a0-4c057bde4819 tempest-TestNetworkAdvancedServerOps-1740099935 tempest-TestNetworkAdvancedServerOps-1740099935-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.091s {{(pid=94174) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 12:08:51.221270 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron_lib.callbacks.manager [None req-5b91df02-1b52-459a-bb5b-6084b22d4c0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-923122'] for port, before_update {{(pid=94176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 12:08:51.255257 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.plugins.ml2.db [None req-5b91df02-1b52-459a-bb5b-6084b22d4c0b None None] For port 578c80c8-a88c-42a0-a9be-f8f16374b2c5, host dv-neutron-601336-94-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-94-hyperv',level=0,port_id=578c80c8-a88c-42a0-a9be-f8f16374b2c5,segment=NetworkSegment(1c2226fe-eb4b-4707-87d3-d334b89a6148),segment_id=1c2226fe-eb4b-4707-87d3-d334b89a6148)] {{(pid=94176) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 23 12:08:51.278645 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c0d1b221-5ea2-471b-a4a0-4c057bde4819 tempest-TestNetworkAdvancedServerOps-1740099935 tempest-TestNetworkAdvancedServerOps-1740099935-project] Network 894f6ec6-8dbc-43a5-8795-daa23ea748bf is already hosted by enough agents. {{(pid=94174) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 23 12:08:51.278863 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.scheduler.base_scheduler [None req-c0d1b221-5ea2-471b-a4a0-4c057bde4819 tempest-TestNetworkAdvancedServerOps-1740099935 tempest-TestNetworkAdvancedServerOps-1740099935-project] Resources bound (agent type, host, resource id): {{(pid=94174) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 23 12:08:51.337934 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron_lib.callbacks.manager [None req-5b91df02-1b52-459a-bb5b-6084b22d4c0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-922904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866062', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773700135042', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773699642233', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773699642278'] for port, after_update {{(pid=94176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 12:08:51.340603 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG oslo_concurrency.lockutils [None req-9ae6d849-8825-4003-9c57-d2d9a9235d3f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 12:08:51.402937 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b91df02-1b52-459a-bb5b-6084b22d4c0b None None] Pushing event updated for resources: {'Port': ['ID=578c80c8-a88c-42a0-a9be-f8f16374b2c5,revision_number=3']} {{(pid=94176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 12:08:51.413090 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG oslo_concurrency.lockutils [None req-5b91df02-1b52-459a-bb5b-6084b22d4c0b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.072s {{(pid=94176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 12:08:51.416219 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c0d1b221-5ea2-471b-a4a0-4c057bde4819 tempest-TestNetworkAdvancedServerOps-1740099935 tempest-TestNetworkAdvancedServerOps-1740099935-project] Router 8d156c4c-3d2e-4f19-a332-0c6cc197d6f4 has already been hosted by L3 agent 50ef99c0-ef28-4db5-b303-b145898fae60 {{(pid=94174) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 23 12:08:51.463223 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.db.provisioning_blocks [None req-3c19bedb-7652-43ec-9bba-bef50e7b0f83 None None] Provisioning complete for port 578c80c8-a88c-42a0-a9be-f8f16374b2c5 triggered by entity DHCP. {{(pid=94176) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 23 12:08:51.463709 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron_lib.callbacks.manager [None req-3c19bedb-7652-43ec-9bba-bef50e7b0f83 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-899258'] for port, provisioning_complete {{(pid=94176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 12:08:51.549993 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c0d1b221-5ea2-471b-a4a0-4c057bde4819 tempest-TestNetworkAdvancedServerOps-1740099935 tempest-TestNetworkAdvancedServerOps-1740099935-project] Notify agent at l3_agent.dv-neutron-601336-94-hyperv the message routers_updated {{(pid=94174) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 23 12:08:51.555588 dv-neutron-601336-94-hyperv neutron-server[94174]: INFO neutron.wsgi [None req-c0d1b221-5ea2-471b-a4a0-4c057bde4819 tempest-TestNetworkAdvancedServerOps-1740099935 tempest-TestNetworkAdvancedServerOps-1740099935-project] 10.222.0.20 "PUT /v2.0/routers/8d156c4c-3d2e-4f19-a332-0c6cc197d6f4/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.4578714 Jun 23 12:08:51.576066 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-56f60b31-7995-4400-af7f-b19ce1935ce7 None None] Sync routers for ids ['8d156c4c-3d2e-4f19-a332-0c6cc197d6f4'] in dv-neutron-601336-94-hyperv {{(pid=94176) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 23 12:08:51.595662 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.db.l3_dvrscheduler_db [None req-56f60b31-7995-4400-af7f-b19ce1935ce7 None None] Routers {'8d156c4c-3d2e-4f19-a332-0c6cc197d6f4'} bound to L3 agent in host dv-neutron-601336-94-hyperv {{(pid=94176) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 23 12:08:51.596317 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.db.l3_hamode_db [None req-56f60b31-7995-4400-af7f-b19ce1935ce7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-601336-94-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-06-23T11:22:13Z,description=,heartbeat_timestamp=2021-06-23T12:08:43Z,host='dv-neutron-601336-94-hyperv',id=50ef99c0-ef28-4db5-b303-b145898fae60,load=0,resource_versions=,resources_synced=,started_at=2021-06-23T11:22:14Z,topic='l3_agent')) {'router_ids': ['8d156c4c-3d2e-4f19-a332-0c6cc197d6f4'], 'active': True} {{(pid=94176) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 12:08:51.740614 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.db.l3_dvr_db [None req-56f60b31-7995-4400-af7f-b19ce1935ce7 None None] Set router 8d156c4c-3d2e-4f19-a332-0c6cc197d6f4 gateway port host: dv-neutron-601336-94-hyperv {{(pid=94176) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:838}} Jun 23 12:08:51.762371 dv-neutron-601336-94-hyperv neutron-server[94174]: INFO neutron.wsgi [req-7c942db9-ca94-4844-a099-d8786941ec7f req-c3a01361-5602-4a51-a7c1-a78e39cbe6d3 tempest-TestNetworkAdvancedServerOps-1740099935 tempest-TestNetworkAdvancedServerOps-1740099935-project] 10.222.0.20 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1731579045&fields=id&tenant_id=95e75de5b0504e3e87860f65038883f5 HTTP/1.1" status: 200 len: 267 time: 0.0470877 Jun 23 12:08:51.877891 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c942db9-ca94-4844-a099-d8786941ec7f req-71f13a65-4ae4-4463-b179-5d8601efad94 tempest-TestNetworkAdvancedServerOps-1740099935 tempest-TestNetworkAdvancedServerOps-1740099935-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94174) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 12:08:51.879402 dv-neutron-601336-94-hyperv neutron-server[94174]: INFO neutron.wsgi [req-7c942db9-ca94-4844-a099-d8786941ec7f req-71f13a65-4ae4-4463-b179-5d8601efad94 tempest-TestNetworkAdvancedServerOps-1740099935 tempest-TestNetworkAdvancedServerOps-1740099935-project] 10.222.0.20 "GET /v2.0/networks?id=894f6ec6-8dbc-43a5-8795-daa23ea748bf HTTP/1.1" status: 200 len: 796 time: 0.1093521 Jun 23 12:08:51.895451 dv-neutron-601336-94-hyperv neutron-server[94174]: INFO neutron.wsgi [req-7c942db9-ca94-4844-a099-d8786941ec7f req-ce1fdc08-94aa-4235-83e7-fc3c811af6fe tempest-TestNetworkAdvancedServerOps-1740099935 tempest-TestNetworkAdvancedServerOps-1740099935-project] 10.222.0.20 "GET /v2.0/quotas/95e75de5b0504e3e87860f65038883f5 HTTP/1.1" status: 200 len: 375 time: 0.0098114 Jun 23 12:08:51.922673 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.db.provisioning_blocks [None req-3c19bedb-7652-43ec-9bba-bef50e7b0f83 None None] Provisioning for port b09f7a0b-847d-49b1-97a3-a874287be1d9 completed by entity DHCP. {{(pid=94176) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 23 12:08:51.946274 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.db.provisioning_blocks [None req-3c19bedb-7652-43ec-9bba-bef50e7b0f83 None None] Provisioning complete for port b09f7a0b-847d-49b1-97a3-a874287be1d9 triggered by entity DHCP. {{(pid=94176) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 23 12:08:51.946657 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron_lib.callbacks.manager [None req-3c19bedb-7652-43ec-9bba-bef50e7b0f83 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-899258'] for port, provisioning_complete {{(pid=94176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 12:08:51.969614 dv-neutron-601336-94-hyperv neutron-server[94174]: INFO neutron.wsgi [req-7c942db9-ca94-4844-a099-d8786941ec7f req-394b7e65-c937-456d-85f1-9d35526e268f tempest-TestNetworkAdvancedServerOps-1740099935 tempest-TestNetworkAdvancedServerOps-1740099935-project] 10.222.0.20 "GET /v2.0/ports?tenant_id=95e75de5b0504e3e87860f65038883f5&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0686014 Jun 23 12:08:51.990765 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.plugins.ml2.plugin [None req-3c19bedb-7652-43ec-9bba-bef50e7b0f83 None None] Port b09f7a0b-847d-49b1-97a3-a874287be1d9 cannot update to ACTIVE because it is not bound. {{(pid=94176) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jun 23 12:08:52.010519 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.db.l3_hamode_db [None req-56f60b31-7995-4400-af7f-b19ce1935ce7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8d156c4c-3d2e-4f19-a332-0c6cc197d6f4', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1581352810', 'tenant_id': '95e75de5b0504e3e87860f65038883f5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3e7e4eb3-cf02-4d47-ade9-0a579cdfc60f', 'external_fixed_ips': [{'subnet_id': 'a5ad15ab-c489-4a67-a9b0-d559fca0ec71', 'ip_address': '172.26.3.235'}], 'enable_snat': True}, 'gw_port_id': '9fb19b28-f03a-4f99-a4b8-3f568f9e71a2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-23T12:08:46Z', 'updated_at': '2021-06-23T12:08:50Z', 'revision_number': 4, 'project_id': '95e75de5b0504e3e87860f65038883f5', 'gw_port': {'id': '9fb19b28-f03a-4f99-a4b8-3f568f9e71a2', 'name': '', 'network_id': '3e7e4eb3-cf02-4d47-ade9-0a579cdfc60f', 'tenant_id': '', 'mac_address': 'fa:16:3e:a5:e2:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8d156c4c-3d2e-4f19-a332-0c6cc197d6f4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1752, 'fixed_ips': [{'subnet_id': 'a5ad15ab-c489-4a67-a9b0-d559fca0ec71', 'ip_address': '172.26.3.235', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-94-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-23T12:08:46Z', 'updated_at': '2021-06-23T12:08:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a5ad15ab-c489-4a67-a9b0-d559fca0ec71', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-601336-94-hyperv', '_interfaces': [{'id': 'b09f7a0b-847d-49b1-97a3-a874287be1d9', 'name': '', 'network_id': '894f6ec6-8dbc-43a5-8795-daa23ea748bf', 'tenant_id': '95e75de5b0504e3e87860f65038883f5', 'mac_address': 'fa:16:3e:39:37:e1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8d156c4c-3d2e-4f19-a332-0c6cc197d6f4', 'device_owner': 'network:router_interface', 'standard_attr_id': 1755, 'fixed_ips': [{'subnet_id': 'c183a1d2-ec46-4387-af7e-dfb92fef4d80', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-23T12:08:49Z', 'updated_at': '2021-06-23T12:08:50Z', 'revision_number': 2, 'project_id': '95e75de5b0504e3e87860f65038883f5', 'subnets': [{'id': 'c183a1d2-ec46-4387-af7e-dfb92fef4d80', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-601336-94-hyperv', False) {} {{(pid=94176) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 12:08:52.046004 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-56f60b31-7995-4400-af7f-b19ce1935ce7 None None] Checking router: 8d156c4c-3d2e-4f19-a332-0c6cc197d6f4 for host: dv-neutron-601336-94-hyperv {{(pid=94176) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 23 12:08:52.046378 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-56f60b31-7995-4400-af7f-b19ce1935ce7 None None] Updating router 8d156c4c-3d2e-4f19-a332-0c6cc197d6f4 port b09f7a0b-847d-49b1-97a3-a874287be1d9 binding host dv-neutron-601336-94-hyperv {{(pid=94176) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 23 12:08:52.072818 dv-neutron-601336-94-hyperv neutron-server[94174]: INFO neutron.wsgi [req-7c942db9-ca94-4844-a099-d8786941ec7f req-3af30bd4-276e-4b8b-b57d-8397fd215acd service neutron] 10.222.0.20 "GET /v2.0/networks/894f6ec6-8dbc-43a5-8795-daa23ea748bf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0899522 Jun 23 12:08:52.091049 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron_lib.callbacks.manager [None req-56f60b31-7995-4400-af7f-b19ce1935ce7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-923122'] for port, before_update {{(pid=94176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 12:08:52.135282 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.db.provisioning_blocks [None req-33cae87a-4db4-4216-9c3b-0f835df89a0c None None] Provisioning complete for port b09f7a0b-847d-49b1-97a3-a874287be1d9 triggered by entity DHCP. {{(pid=94176) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 23 12:08:52.135282 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron_lib.callbacks.manager [None req-33cae87a-4db4-4216-9c3b-0f835df89a0c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-899258'] for port, provisioning_complete {{(pid=94176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 12:08:52.172929 dv-neutron-601336-94-hyperv neutron-server[94174]: INFO neutron.wsgi [req-7c942db9-ca94-4844-a099-d8786941ec7f req-2f806a50-f937-4f70-bbc2-ea8629c2958e service neutron] 10.222.0.20 "GET /v2.0/networks/894f6ec6-8dbc-43a5-8795-daa23ea748bf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0915508 Jun 23 12:08:52.227093 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.plugins.ml2.plugin [None req-33cae87a-4db4-4216-9c3b-0f835df89a0c None None] Port b09f7a0b-847d-49b1-97a3-a874287be1d9 cannot update to ACTIVE because it is not bound. {{(pid=94176) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jun 23 12:08:52.405074 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron_lib.callbacks.manager [None req-56f60b31-7995-4400-af7f-b19ce1935ce7 None None] Notify callbacks [] for port, precommit_update {{(pid=94176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 12:08:52.415667 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.plugins.ml2.rpc [None req-dc7542b2-afef-47f4-a763-e3a3cba144be None None] Device 578c80c8-a88c-42a0-a9be-f8f16374b2c5 up at agent ovs-agent-dv-neutron-601336-94-hyperv {{(pid=94176) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:298}} Jun 23 12:08:52.445014 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.db.provisioning_blocks [None req-56f60b31-7995-4400-af7f-b19ce1935ce7 None None] Transition to ACTIVE for port object b09f7a0b-847d-49b1-97a3-a874287be1d9 will not be triggered until provisioned by entity L2. {{(pid=94176) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 23 12:08:52.459602 dv-neutron-601336-94-hyperv neutron-server[94175]: INFO neutron.wsgi [req-d1986a9a-f2e5-42c1-aba5-7ea45d38060d req-d794918f-8b48-4f70-a78d-1e5b71e31006 tempest-TestNetworkAdvancedServerOps-1740099935 tempest-TestNetworkAdvancedServerOps-1740099935-project] 10.222.0.20 "GET /v2.0/ports?device_id=c5337127-fcbb-4d2a-8a15-057464bc9b40 HTTP/1.1" status: 200 len: 210 time: 0.0312328 Jun 23 12:08:52.482895 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.db.provisioning_blocks [None req-dc7542b2-afef-47f4-a763-e3a3cba144be None None] Provisioning complete for port 578c80c8-a88c-42a0-a9be-f8f16374b2c5 triggered by entity L2. {{(pid=94176) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 23 12:08:52.483302 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron_lib.callbacks.manager [None req-dc7542b2-afef-47f4-a763-e3a3cba144be None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-899258'] for port, provisioning_complete {{(pid=94176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 12:08:52.521092 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron_lib.callbacks.manager [None req-56f60b31-7995-4400-af7f-b19ce1935ce7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-922904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866062', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773700135042', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773699642233', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773699642278'] for port, after_update {{(pid=94176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 12:08:52.523990 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG oslo_concurrency.lockutils [None req-dc7542b2-afef-47f4-a763-e3a3cba144be None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 12:08:52.618483 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62864e8b-2b84-4452-86f3-1c8358ed9131 None None] Pushing event updated for resources: {'Port': ['ID=b09f7a0b-847d-49b1-97a3-a874287be1d9,revision_number=3']} {{(pid=94176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 12:08:52.624708 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG oslo_concurrency.lockutils [None req-62864e8b-2b84-4452-86f3-1c8358ed9131 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.101s {{(pid=94176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 12:08:52.661342 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.plugins.ml2.rpc [None req-dc7542b2-afef-47f4-a763-e3a3cba144be None None] Device 9fb19b28-f03a-4f99-a4b8-3f568f9e71a2 up at agent ovs-agent-dv-neutron-601336-94-hyperv {{(pid=94176) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:298}} Jun 23 12:08:52.683662 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.plugins.ml2.managers [None req-56f60b31-7995-4400-af7f-b19ce1935ce7 None None] Attempting to bind port b09f7a0b-847d-49b1-97a3-a874287be1d9 on host dv-neutron-601336-94-hyperv for vnic_type normal with profile {{(pid=94176) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 23 12:08:52.684051 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.plugins.ml2.managers [None req-56f60b31-7995-4400-af7f-b19ce1935ce7 None None] Attempting to bind port b09f7a0b-847d-49b1-97a3-a874287be1d9 by drivers openvswitch,hyperv on host dv-neutron-601336-94-hyperv at level 0 using segments [{'id': '1c2226fe-eb4b-4707-87d3-d334b89a6148', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 405, 'network_id': '894f6ec6-8dbc-43a5-8795-daa23ea748bf'}] {{(pid=94176) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 23 12:08:52.684436 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-56f60b31-7995-4400-af7f-b19ce1935ce7 None None] Attempting to bind port b09f7a0b-847d-49b1-97a3-a874287be1d9 on network 894f6ec6-8dbc-43a5-8795-daa23ea748bf {{(pid=94176) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 23 12:08:52.693888 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-56f60b31-7995-4400-af7f-b19ce1935ce7 None None] Checking agent: {'id': '4d05f899-5ac9-411b-8a03-f60c93f87cdf', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-601336-94-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 23, 11, 22, 14), 'started_at': datetime.datetime(2021, 6, 23, 11, 22, 44), 'heartbeat_timestamp': datetime.datetime(2021, 6, 23, 12, 8, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'monitor_allowed_address_pair_garp': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-601336-94-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94176) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 23 12:08:52.694280 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-56f60b31-7995-4400-af7f-b19ce1935ce7 None None] Checking segment: {'id': '1c2226fe-eb4b-4707-87d3-d334b89a6148', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 405, 'network_id': '894f6ec6-8dbc-43a5-8795-daa23ea748bf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94176) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 23 12:08:52.694700 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron_lib.callbacks.manager [None req-56f60b31-7995-4400-af7f-b19ce1935ce7 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 12:08:52.695142 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-56f60b31-7995-4400-af7f-b19ce1935ce7 None None] Bound using segment: {'id': '1c2226fe-eb4b-4707-87d3-d334b89a6148', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 405, 'network_id': '894f6ec6-8dbc-43a5-8795-daa23ea748bf'} {{(pid=94176) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 23 12:08:52.695632 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.plugins.ml2.managers [None req-56f60b31-7995-4400-af7f-b19ce1935ce7 None None] Bound port: b09f7a0b-847d-49b1-97a3-a874287be1d9, host: dv-neutron-601336-94-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1c2226fe-eb4b-4707-87d3-d334b89a6148', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 405, 'network_id': '894f6ec6-8dbc-43a5-8795-daa23ea748bf'}}] {{(pid=94176) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 23 12:08:52.696017 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron_lib.callbacks.manager [None req-56f60b31-7995-4400-af7f-b19ce1935ce7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-923122'] for port, before_update {{(pid=94176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 12:08:52.940515 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.db.provisioning_blocks [None req-dc7542b2-afef-47f4-a763-e3a3cba144be None None] Provisioning complete for port 9fb19b28-f03a-4f99-a4b8-3f568f9e71a2 triggered by entity L2. {{(pid=94176) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 23 12:08:52.940815 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron_lib.callbacks.manager [None req-dc7542b2-afef-47f4-a763-e3a3cba144be None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-899258'] for port, provisioning_complete {{(pid=94176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 12:08:52.967071 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.plugins.ml2.db [None req-56f60b31-7995-4400-af7f-b19ce1935ce7 None None] For port b09f7a0b-847d-49b1-97a3-a874287be1d9, host dv-neutron-601336-94-hyperv, cleared binding levels {{(pid=94176) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 23 12:08:52.983512 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.plugins.ml2.db [None req-56f60b31-7995-4400-af7f-b19ce1935ce7 None None] For port b09f7a0b-847d-49b1-97a3-a874287be1d9, host dv-neutron-601336-94-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-94-hyperv',level=0,port_id=b09f7a0b-847d-49b1-97a3-a874287be1d9,segment=NetworkSegment(1c2226fe-eb4b-4707-87d3-d334b89a6148),segment_id=1c2226fe-eb4b-4707-87d3-d334b89a6148)] {{(pid=94176) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 23 12:08:53.058685 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron_lib.callbacks.manager [None req-56f60b31-7995-4400-af7f-b19ce1935ce7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-922904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866062', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773700135042', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773699642233', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773699642278'] for port, after_update {{(pid=94176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 12:08:53.060781 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG oslo_concurrency.lockutils [None req-8923893f-2297-4b77-bcf3-10b20203e348 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 12:08:53.116135 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.db.l3_dvrscheduler_db [None req-56f60b31-7995-4400-af7f-b19ce1935ce7 None None] Routers {'8d156c4c-3d2e-4f19-a332-0c6cc197d6f4'} bound to L3 agent in host dv-neutron-601336-94-hyperv {{(pid=94176) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 23 12:08:53.116865 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.db.l3_hamode_db [None req-56f60b31-7995-4400-af7f-b19ce1935ce7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-601336-94-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-06-23T11:22:13Z,description=,heartbeat_timestamp=2021-06-23T12:08:43Z,host='dv-neutron-601336-94-hyperv',id=50ef99c0-ef28-4db5-b303-b145898fae60,load=0,resource_versions=,resources_synced=,started_at=2021-06-23T11:22:14Z,topic='l3_agent')) {'router_ids': ['8d156c4c-3d2e-4f19-a332-0c6cc197d6f4'], 'active': True} {{(pid=94176) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 12:08:53.151296 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62864e8b-2b84-4452-86f3-1c8358ed9131 None None] Pushing event updated for resources: {'Port': ['ID=b09f7a0b-847d-49b1-97a3-a874287be1d9,revision_number=4']} {{(pid=94176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 12:08:53.156650 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG oslo_concurrency.lockutils [None req-62864e8b-2b84-4452-86f3-1c8358ed9131 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.096s {{(pid=94176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 12:08:53.240113 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.db.l3_dvr_db [None req-56f60b31-7995-4400-af7f-b19ce1935ce7 None None] Set router 8d156c4c-3d2e-4f19-a332-0c6cc197d6f4 gateway port host: dv-neutron-601336-94-hyperv {{(pid=94176) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:838}} Jun 23 12:08:53.450190 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.db.l3_hamode_db [None req-56f60b31-7995-4400-af7f-b19ce1935ce7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8d156c4c-3d2e-4f19-a332-0c6cc197d6f4', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1581352810', 'tenant_id': '95e75de5b0504e3e87860f65038883f5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3e7e4eb3-cf02-4d47-ade9-0a579cdfc60f', 'external_fixed_ips': [{'subnet_id': 'a5ad15ab-c489-4a67-a9b0-d559fca0ec71', 'ip_address': '172.26.3.235'}], 'enable_snat': True}, 'gw_port_id': '9fb19b28-f03a-4f99-a4b8-3f568f9e71a2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-23T12:08:46Z', 'updated_at': '2021-06-23T12:08:50Z', 'revision_number': 4, 'project_id': '95e75de5b0504e3e87860f65038883f5', 'gw_port': {'id': '9fb19b28-f03a-4f99-a4b8-3f568f9e71a2', 'name': '', 'network_id': '3e7e4eb3-cf02-4d47-ade9-0a579cdfc60f', 'tenant_id': '', 'mac_address': 'fa:16:3e:a5:e2:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8d156c4c-3d2e-4f19-a332-0c6cc197d6f4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1752, 'fixed_ips': [{'subnet_id': 'a5ad15ab-c489-4a67-a9b0-d559fca0ec71', 'ip_address': '172.26.3.235', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-94-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-23T12:08:46Z', 'updated_at': '2021-06-23T12:08:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a5ad15ab-c489-4a67-a9b0-d559fca0ec71', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-601336-94-hyperv', '_interfaces': [{'id': 'b09f7a0b-847d-49b1-97a3-a874287be1d9', 'name': '', 'network_id': '894f6ec6-8dbc-43a5-8795-daa23ea748bf', 'tenant_id': '95e75de5b0504e3e87860f65038883f5', 'mac_address': 'fa:16:3e:39:37:e1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8d156c4c-3d2e-4f19-a332-0c6cc197d6f4', 'device_owner': 'network:router_interface', 'standard_attr_id': 1755, 'fixed_ips': [{'subnet_id': 'c183a1d2-ec46-4387-af7e-dfb92fef4d80', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-94-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-23T12:08:49Z', 'updated_at': '2021-06-23T12:08:52Z', 'revision_number': 4, 'project_id': '95e75de5b0504e3e87860f65038883f5', 'subnets': [{'id': 'c183a1d2-ec46-4387-af7e-dfb92fef4d80', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-601336-94-hyperv', False) {} {{(pid=94176) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 12:08:53.482036 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-56f60b31-7995-4400-af7f-b19ce1935ce7 None None] The sync data for ids ['8d156c4c-3d2e-4f19-a332-0c6cc197d6f4'] in dv-neutron-601336-94-hyperv is: [{'id': '8d156c4c-3d2e-4f19-a332-0c6cc197d6f4', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1581352810', 'tenant_id': '95e75de5b0504e3e87860f65038883f5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3e7e4eb3-cf02-4d47-ade9-0a579cdfc60f', 'external_fixed_ips': [{'subnet_id': 'a5ad15ab-c489-4a67-a9b0-d559fca0ec71', 'ip_address': '172.26.3.235'}], 'enable_snat': True}, 'gw_port_id': '9fb19b28-f03a-4f99-a4b8-3f568f9e71a2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-23T12:08:46Z', 'updated_at': '2021-06-23T12:08:50Z', 'revision_number': 4, 'project_id': '95e75de5b0504e3e87860f65038883f5', 'gw_port': {'id': '9fb19b28-f03a-4f99-a4b8-3f568f9e71a2', 'name': '', 'network_id': '3e7e4eb3-cf02-4d47-ade9-0a579cdfc60f', 'tenant_id': '', 'mac_address': 'fa:16:3e:a5:e2:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8d156c4c-3d2e-4f19-a332-0c6cc197d6f4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1752, 'fixed_ips': [{'subnet_id': 'a5ad15ab-c489-4a67-a9b0-d559fca0ec71', 'ip_address': '172.26.3.235', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-94-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-23T12:08:46Z', 'updated_at': '2021-06-23T12:08:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a5ad15ab-c489-4a67-a9b0-d559fca0ec71', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-601336-94-hyperv', '_interfaces': [{'id': 'b09f7a0b-847d-49b1-97a3-a874287be1d9', 'name': '', 'network_id': '894f6ec6-8dbc-43a5-8795-daa23ea748bf', 'tenant_id': '95e75de5b0504e3e87860f65038883f5', 'mac_address': 'fa:16:3e:39:37:e1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8d156c4c-3d2e-4f19-a332-0c6cc197d6f4', 'device_owner': 'network:router_interface', 'standard_attr_id': 1755, 'fixed_ips': [{'subnet_id': 'c183a1d2-ec46-4387-af7e-dfb92fef4d80', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-94-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-23T12:08:49Z', 'updated_at': '2021-06-23T12:08:52Z', 'revision_number': 4, 'project_id': '95e75de5b0504e3e87860f65038883f5', 'subnets': [{'id': 'c183a1d2-ec46-4387-af7e-dfb92fef4d80', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94176) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 23 12:08:53.613626 dv-neutron-601336-94-hyperv neutron-server[94174]: INFO neutron.wsgi [req-38502ff6-807f-4485-b977-3125941055ea req-0bac9435-1be3-4e8c-a3f3-2530ef455e07 tempest-TestNetworkAdvancedServerOps-1740099935 tempest-TestNetworkAdvancedServerOps-1740099935-project] 10.222.0.20 "GET /v2.0/ports?device_id=c5337127-fcbb-4d2a-8a15-057464bc9b40 HTTP/1.1" status: 200 len: 210 time: 0.0364881 Jun 23 12:08:53.745058 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron_lib.callbacks.manager [None req-97bd5441-1da2-49ee-a364-27795820ba27 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773699952132', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-899307'] for agent, after_update {{(pid=94176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 12:08:54.424794 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.plugins.ml2.rpc [None req-dc7542b2-afef-47f4-a763-e3a3cba144be None None] Device b09f7a0b-847d-49b1-97a3-a874287be1d9 up at agent ovs-agent-dv-neutron-601336-94-hyperv {{(pid=94176) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:298}} Jun 23 12:08:54.584043 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.db.provisioning_blocks [None req-dc7542b2-afef-47f4-a763-e3a3cba144be None None] Provisioning for port b09f7a0b-847d-49b1-97a3-a874287be1d9 completed by entity L2. {{(pid=94176) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 23 12:08:54.588401 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.db.provisioning_blocks [None req-dc7542b2-afef-47f4-a763-e3a3cba144be None None] Provisioning complete for port b09f7a0b-847d-49b1-97a3-a874287be1d9 triggered by entity L2. {{(pid=94176) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 23 12:08:54.588842 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron_lib.callbacks.manager [None req-dc7542b2-afef-47f4-a763-e3a3cba144be None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-899258'] for port, provisioning_complete {{(pid=94176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 12:08:54.669863 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron_lib.callbacks.manager [None req-dc7542b2-afef-47f4-a763-e3a3cba144be None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-923122'] for port, before_update {{(pid=94176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 12:08:54.705446 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.plugins.ml2.db [None req-dc7542b2-afef-47f4-a763-e3a3cba144be None None] For port b09f7a0b-847d-49b1-97a3-a874287be1d9, host dv-neutron-601336-94-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-94-hyperv',level=0,port_id=b09f7a0b-847d-49b1-97a3-a874287be1d9,segment=NetworkSegment(1c2226fe-eb4b-4707-87d3-d334b89a6148),segment_id=1c2226fe-eb4b-4707-87d3-d334b89a6148)] {{(pid=94176) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 23 12:08:54.710245 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c942db9-ca94-4844-a099-d8786941ec7f req-876c894c-bcc7-4288-8100-e7540d6059be tempest-TestNetworkAdvancedServerOps-1740099935 tempest-TestNetworkAdvancedServerOps-1740099935-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 12:08:54.712055 dv-neutron-601336-94-hyperv neutron-server[94175]: INFO neutron.wsgi [req-7c942db9-ca94-4844-a099-d8786941ec7f req-876c894c-bcc7-4288-8100-e7540d6059be tempest-TestNetworkAdvancedServerOps-1740099935 tempest-TestNetworkAdvancedServerOps-1740099935-project] 10.222.0.52 "GET /v2.0/networks?id=894f6ec6-8dbc-43a5-8795-daa23ea748bf HTTP/1.1" status: 200 len: 796 time: 0.1136408 Jun 23 12:08:54.773614 dv-neutron-601336-94-hyperv neutron-server[94175]: INFO neutron.wsgi [req-7c942db9-ca94-4844-a099-d8786941ec7f req-55602bf5-dbf7-499c-9db4-77ecd15e3bca tempest-TestNetworkAdvancedServerOps-1740099935 tempest-TestNetworkAdvancedServerOps-1740099935-project] 10.222.0.52 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=95e75de5b0504e3e87860f65038883f5 HTTP/1.1" status: 200 len: 380 time: 0.0529778 Jun 23 12:08:54.789980 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron_lib.callbacks.manager [None req-dc7542b2-afef-47f4-a763-e3a3cba144be None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-922904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866062', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773700135042', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773699642233', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773699642278'] for port, after_update {{(pid=94176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 12:08:54.791891 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG oslo_concurrency.lockutils [None req-97bd5441-1da2-49ee-a364-27795820ba27 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 12:08:54.796383 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.api.v2.base [req-7c942db9-ca94-4844-a099-d8786941ec7f req-06faa8c8-503c-42c3-b48f-1cc1d21de4eb tempest-TestNetworkAdvancedServerOps-1740099935 tempest-TestNetworkAdvancedServerOps-1740099935-project] Request body: {'port': {'device_id': 'c5337127-fcbb-4d2a-8a15-057464bc9b40', 'network_id': '894f6ec6-8dbc-43a5-8795-daa23ea748bf', 'admin_state_up': True, 'tenant_id': '95e75de5b0504e3e87860f65038883f5', 'security_groups': ['e3eea354-8a01-4f5e-b255-fca72b0d101b']}} {{(pid=94175) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 23 12:08:54.801547 dv-neutron-601336-94-hyperv neutron-server[94175]: INFO neutron.wsgi [req-573664eb-50b6-4e2c-b71b-80851754996f req-ec333654-d806-483e-a023-52e0e9d3be7b tempest-TestNetworkAdvancedServerOps-1740099935 tempest-TestNetworkAdvancedServerOps-1740099935-project] 10.222.0.20 "GET /v2.0/ports?device_id=c5337127-fcbb-4d2a-8a15-057464bc9b40 HTTP/1.1" status: 200 len: 210 time: 0.0520148 Jun 23 12:08:54.866958 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc7542b2-afef-47f4-a763-e3a3cba144be None None] Pushing event updated for resources: {'Port': ['ID=b09f7a0b-847d-49b1-97a3-a874287be1d9,revision_number=5']} {{(pid=94176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 12:08:54.871284 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG oslo_concurrency.lockutils [None req-dc7542b2-afef-47f4-a763-e3a3cba144be None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.079s {{(pid=94176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 12:08:55.012777 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-7c942db9-ca94-4844-a099-d8786941ec7f req-06faa8c8-503c-42c3-b48f-1cc1d21de4eb tempest-TestNetworkAdvancedServerOps-1740099935 tempest-TestNetworkAdvancedServerOps-1740099935-project] Made reservation on behalf of 95e75de5b0504e3e87860f65038883f5 for: {'port': 1} {{(pid=94175) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 23 12:08:55.016649 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron_lib.callbacks.manager [req-7c942db9-ca94-4844-a099-d8786941ec7f req-06faa8c8-503c-42c3-b48f-1cc1d21de4eb tempest-TestNetworkAdvancedServerOps-1740099935 tempest-TestNetworkAdvancedServerOps-1740099935-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-923104'] for port, before_create {{(pid=94175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 12:08:55.168458 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.db.db_base_plugin_common [req-7c942db9-ca94-4844-a099-d8786941ec7f req-06faa8c8-503c-42c3-b48f-1cc1d21de4eb tempest-TestNetworkAdvancedServerOps-1740099935 tempest-TestNetworkAdvancedServerOps-1740099935-project] Allocated IP 172.20.0.5 (894f6ec6-8dbc-43a5-8795-daa23ea748bf/c183a1d2-ec46-4387-af7e-dfb92fef4d80/a0333a89-abfe-4755-a106-f8a336664331) {{(pid=94175) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 23 12:08:55.374897 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron_lib.callbacks.manager [req-7c942db9-ca94-4844-a099-d8786941ec7f req-06faa8c8-503c-42c3-b48f-1cc1d21de4eb tempest-TestNetworkAdvancedServerOps-1740099935 tempest-TestNetworkAdvancedServerOps-1740099935-project] Notify callbacks [] for port, precommit_create {{(pid=94175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 12:08:55.398454 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.db.provisioning_blocks [req-7c942db9-ca94-4844-a099-d8786941ec7f req-06faa8c8-503c-42c3-b48f-1cc1d21de4eb tempest-TestNetworkAdvancedServerOps-1740099935 tempest-TestNetworkAdvancedServerOps-1740099935-project] Transition to ACTIVE for port object a0333a89-abfe-4755-a106-f8a336664331 will not be triggered until provisioned by entity DHCP. {{(pid=94175) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 23 12:08:55.504656 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron_lib.callbacks.manager [req-7c942db9-ca94-4844-a099-d8786941ec7f req-06faa8c8-503c-42c3-b48f-1cc1d21de4eb tempest-TestNetworkAdvancedServerOps-1740099935 tempest-TestNetworkAdvancedServerOps-1740099935-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-922915', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-239814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7866073', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773699642215', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-5082457'] for port, after_create {{(pid=94175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 12:08:55.509063 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG oslo_concurrency.lockutils [None req-8e47817d-1446-46f7-8a50-7254fbb89c38 tempest-TestNetworkAdvancedServerOps-1740099935 tempest-TestNetworkAdvancedServerOps-1740099935-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94175) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 12:08:55.549422 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7c942db9-ca94-4844-a099-d8786941ec7f req-06faa8c8-503c-42c3-b48f-1cc1d21de4eb tempest-TestNetworkAdvancedServerOps-1740099935 tempest-TestNetworkAdvancedServerOps-1740099935-project] Network 894f6ec6-8dbc-43a5-8795-daa23ea748bf is already hosted by enough agents. {{(pid=94175) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 23 12:08:55.552907 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.scheduler.base_scheduler [req-7c942db9-ca94-4844-a099-d8786941ec7f req-06faa8c8-503c-42c3-b48f-1cc1d21de4eb tempest-TestNetworkAdvancedServerOps-1740099935 tempest-TestNetworkAdvancedServerOps-1740099935-project] Resources bound (agent type, host, resource id): {{(pid=94175) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 23 12:08:55.559803 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.db.l3_dvrscheduler_db [req-7c942db9-ca94-4844-a099-d8786941ec7f req-06faa8c8-503c-42c3-b48f-1cc1d21de4eb tempest-TestNetworkAdvancedServerOps-1740099935 tempest-TestNetworkAdvancedServerOps-1740099935-project] Received port after_create {{(pid=94175) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 23 12:08:55.566429 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06faa8c8-503c-42c3-b48f-1cc1d21de4eb tempest-TestNetworkAdvancedServerOps-1740099935 tempest-TestNetworkAdvancedServerOps-1740099935-project] Pushing event updated for resources: {'Port': ['ID=a0333a89-abfe-4755-a106-f8a336664331,revision_number=1']} {{(pid=94175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 12:08:55.586913 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG oslo_concurrency.lockutils [None req-06faa8c8-503c-42c3-b48f-1cc1d21de4eb tempest-TestNetworkAdvancedServerOps-1740099935 tempest-TestNetworkAdvancedServerOps-1740099935-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.078s {{(pid=94175) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 12:08:55.613859 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c942db9-ca94-4844-a099-d8786941ec7f req-06faa8c8-503c-42c3-b48f-1cc1d21de4eb tempest-TestNetworkAdvancedServerOps-1740099935 tempest-TestNetworkAdvancedServerOps-1740099935-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 12:08:55.615058 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron_lib.callbacks.manager [req-7c942db9-ca94-4844-a099-d8786941ec7f req-06faa8c8-503c-42c3-b48f-1cc1d21de4eb tempest-TestNetworkAdvancedServerOps-1740099935 tempest-TestNetworkAdvancedServerOps-1740099935-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-217507'] for port, before_response {{(pid=94175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 12:08:55.698095 dv-neutron-601336-94-hyperv neutron-server[94175]: INFO neutron.wsgi [req-7c942db9-ca94-4844-a099-d8786941ec7f req-06faa8c8-503c-42c3-b48f-1cc1d21de4eb tempest-TestNetworkAdvancedServerOps-1740099935 tempest-TestNetworkAdvancedServerOps-1740099935-project] 10.222.0.52 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.9069824 Jun 23 12:08:55.710120 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.api.v2.base [req-7c942db9-ca94-4844-a099-d8786941ec7f req-c0ebfc9c-eab5-45d5-8704-a3fba97dc83b service neutron] Request body: {'port': {'device_id': 'c5337127-fcbb-4d2a-8a15-057464bc9b40', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-6013'}} {{(pid=94175) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 23 12:08:55.790974 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron_lib.callbacks.manager [req-7c942db9-ca94-4844-a099-d8786941ec7f req-c0ebfc9c-eab5-45d5-8704-a3fba97dc83b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-923122'] for port, before_update {{(pid=94175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 12:08:55.910940 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.db.provisioning_blocks [None req-3bd61527-a2a1-46e2-b8f7-ceeb8f5fe244 None None] Provisioning for port a0333a89-abfe-4755-a106-f8a336664331 completed by entity DHCP. {{(pid=94176) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 23 12:08:55.915580 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.db.provisioning_blocks [None req-3bd61527-a2a1-46e2-b8f7-ceeb8f5fe244 None None] Provisioning complete for port a0333a89-abfe-4755-a106-f8a336664331 triggered by entity DHCP. {{(pid=94176) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 23 12:08:55.915973 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron_lib.callbacks.manager [None req-3bd61527-a2a1-46e2-b8f7-ceeb8f5fe244 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-899258'] for port, provisioning_complete {{(pid=94176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 12:08:55.955813 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.plugins.ml2.plugin [None req-3bd61527-a2a1-46e2-b8f7-ceeb8f5fe244 None None] Port a0333a89-abfe-4755-a106-f8a336664331 cannot update to ACTIVE because it is not bound. {{(pid=94176) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jun 23 12:08:56.004344 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d49ecc0-68bb-4a3a-b2ba-93aefaaa8423 req-a17bfcfc-0e6c-490d-84f8-3a8b4e305d7d tempest-TestNetworkAdvancedServerOps-1740099935 tempest-TestNetworkAdvancedServerOps-1740099935-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94174) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 12:08:56.005870 dv-neutron-601336-94-hyperv neutron-server[94174]: INFO neutron.wsgi [req-4d49ecc0-68bb-4a3a-b2ba-93aefaaa8423 req-a17bfcfc-0e6c-490d-84f8-3a8b4e305d7d tempest-TestNetworkAdvancedServerOps-1740099935 tempest-TestNetworkAdvancedServerOps-1740099935-project] 10.222.0.20 "GET /v2.0/ports?device_id=c5337127-fcbb-4d2a-8a15-057464bc9b40 HTTP/1.1" status: 200 len: 931 time: 0.0869932 Jun 23 12:08:56.047813 dv-neutron-601336-94-hyperv neutron-server[94174]: INFO neutron.wsgi [req-4d49ecc0-68bb-4a3a-b2ba-93aefaaa8423 req-cf612594-14db-411c-a57b-098e9c585d8f tempest-TestNetworkAdvancedServerOps-1740099935 tempest-TestNetworkAdvancedServerOps-1740099935-project] 10.222.0.20 "GET /v2.0/security-groups?id=e3eea354-8a01-4f5e-b255-fca72b0d101b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0356469 Jun 23 12:08:56.085165 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.notifiers.nova [req-7c942db9-ca94-4844-a099-d8786941ec7f req-c0ebfc9c-eab5-45d5-8704-a3fba97dc83b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a0333a89-abfe-4755-a106-f8a336664331 {{(pid=94175) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 23 12:08:56.093228 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron_lib.callbacks.manager [req-7c942db9-ca94-4844-a099-d8786941ec7f req-c0ebfc9c-eab5-45d5-8704-a3fba97dc83b service neutron] Notify callbacks [] for port, precommit_update {{(pid=94175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 12:08:56.105799 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.db.provisioning_blocks [req-7c942db9-ca94-4844-a099-d8786941ec7f req-c0ebfc9c-eab5-45d5-8704-a3fba97dc83b service neutron] Transition to ACTIVE for port object a0333a89-abfe-4755-a106-f8a336664331 will not be triggered until provisioned by entity L2. {{(pid=94175) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 23 12:08:56.189684 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron_lib.callbacks.manager [req-7c942db9-ca94-4844-a099-d8786941ec7f req-c0ebfc9c-eab5-45d5-8704-a3fba97dc83b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-922904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866062', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773700135042', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773699642233', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773699642278', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5082471'] for port, after_update {{(pid=94175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 12:08:56.191903 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG oslo_concurrency.lockutils [None req-3d6817dc-139c-4ffa-9d4c-549d49a79dd9 tempest-ServerActionsTestJSON-1945522763 tempest-ServerActionsTestJSON-1945522763-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94175) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 12:08:56.239294 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0ebfc9c-eab5-45d5-8704-a3fba97dc83b service neutron] Pushing event updated for resources: {'Port': ['ID=a0333a89-abfe-4755-a106-f8a336664331,revision_number=2']} {{(pid=94175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 12:08:56.244310 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG oslo_concurrency.lockutils [None req-c0ebfc9c-eab5-45d5-8704-a3fba97dc83b service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.052s {{(pid=94175) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 12:08:56.317277 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.plugins.ml2.managers [req-7c942db9-ca94-4844-a099-d8786941ec7f req-c0ebfc9c-eab5-45d5-8704-a3fba97dc83b service neutron] Attempting to bind port a0333a89-abfe-4755-a106-f8a336664331 on host hv-neutron-6013 for vnic_type normal with profile {{(pid=94175) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 23 12:08:56.317645 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.plugins.ml2.managers [req-7c942db9-ca94-4844-a099-d8786941ec7f req-c0ebfc9c-eab5-45d5-8704-a3fba97dc83b service neutron] Attempting to bind port a0333a89-abfe-4755-a106-f8a336664331 by drivers openvswitch,hyperv on host hv-neutron-6013 at level 0 using segments [{'id': '1c2226fe-eb4b-4707-87d3-d334b89a6148', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 405, 'network_id': '894f6ec6-8dbc-43a5-8795-daa23ea748bf'}] {{(pid=94175) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 23 12:08:56.317976 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7c942db9-ca94-4844-a099-d8786941ec7f req-c0ebfc9c-eab5-45d5-8704-a3fba97dc83b service neutron] Attempting to bind port a0333a89-abfe-4755-a106-f8a336664331 on network 894f6ec6-8dbc-43a5-8795-daa23ea748bf {{(pid=94175) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 23 12:08:56.322841 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7c942db9-ca94-4844-a099-d8786941ec7f req-c0ebfc9c-eab5-45d5-8704-a3fba97dc83b service neutron] Port a0333a89-abfe-4755-a106-f8a336664331 on network 894f6ec6-8dbc-43a5-8795-daa23ea748bf not bound, no agent of type Open vSwitch agent registered on host hv-neutron-6013 {{(pid=94175) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 23 12:08:56.323205 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7c942db9-ca94-4844-a099-d8786941ec7f req-c0ebfc9c-eab5-45d5-8704-a3fba97dc83b service neutron] Attempting to bind port a0333a89-abfe-4755-a106-f8a336664331 on network 894f6ec6-8dbc-43a5-8795-daa23ea748bf {{(pid=94175) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 23 12:08:56.328688 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7c942db9-ca94-4844-a099-d8786941ec7f req-c0ebfc9c-eab5-45d5-8704-a3fba97dc83b service neutron] Checking agent: {'id': '3a130b41-5b27-406b-aeb2-5a923af79f10', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-6013', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 23, 11, 28, 23), 'started_at': datetime.datetime(2021, 6, 23, 11, 28, 23), 'heartbeat_timestamp': datetime.datetime(2021, 6, 23, 12, 8, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94175) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 23 12:08:56.329014 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7c942db9-ca94-4844-a099-d8786941ec7f req-c0ebfc9c-eab5-45d5-8704-a3fba97dc83b service neutron] Checking segment: {'id': '1c2226fe-eb4b-4707-87d3-d334b89a6148', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 405, 'network_id': '894f6ec6-8dbc-43a5-8795-daa23ea748bf'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94175) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 23 12:08:56.329267 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7c942db9-ca94-4844-a099-d8786941ec7f req-c0ebfc9c-eab5-45d5-8704-a3fba97dc83b service neutron] Bound using segment: {'id': '1c2226fe-eb4b-4707-87d3-d334b89a6148', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 405, 'network_id': '894f6ec6-8dbc-43a5-8795-daa23ea748bf'} {{(pid=94175) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 23 12:08:56.329690 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.plugins.ml2.managers [req-7c942db9-ca94-4844-a099-d8786941ec7f req-c0ebfc9c-eab5-45d5-8704-a3fba97dc83b service neutron] Bound port: a0333a89-abfe-4755-a106-f8a336664331, host: hv-neutron-6013, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1c2226fe-eb4b-4707-87d3-d334b89a6148', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 405, 'network_id': '894f6ec6-8dbc-43a5-8795-daa23ea748bf'}}] {{(pid=94175) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 23 12:08:56.330039 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron_lib.callbacks.manager [req-7c942db9-ca94-4844-a099-d8786941ec7f req-c0ebfc9c-eab5-45d5-8704-a3fba97dc83b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-923122'] for port, before_update {{(pid=94175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 12:08:56.396929 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.plugins.ml2.rpc [None req-dc7542b2-afef-47f4-a763-e3a3cba144be None None] Device b09f7a0b-847d-49b1-97a3-a874287be1d9 up at agent ovs-agent-dv-neutron-601336-94-hyperv {{(pid=94176) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:298}} Jun 23 12:08:56.399084 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.plugins.ml2.db [req-7c942db9-ca94-4844-a099-d8786941ec7f req-c0ebfc9c-eab5-45d5-8704-a3fba97dc83b service neutron] For port a0333a89-abfe-4755-a106-f8a336664331, host hv-neutron-6013, cleared binding levels {{(pid=94175) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 23 12:08:56.403468 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.plugins.ml2.db [req-7c942db9-ca94-4844-a099-d8786941ec7f req-c0ebfc9c-eab5-45d5-8704-a3fba97dc83b service neutron] For port a0333a89-abfe-4755-a106-f8a336664331, host hv-neutron-6013, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-6013',level=0,port_id=a0333a89-abfe-4755-a106-f8a336664331,segment=NetworkSegment(1c2226fe-eb4b-4707-87d3-d334b89a6148),segment_id=1c2226fe-eb4b-4707-87d3-d334b89a6148)] {{(pid=94175) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 23 12:08:56.447611 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.db.provisioning_blocks [None req-dc7542b2-afef-47f4-a763-e3a3cba144be None None] Provisioning complete for port b09f7a0b-847d-49b1-97a3-a874287be1d9 triggered by entity L2. {{(pid=94176) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 23 12:08:56.447929 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron_lib.callbacks.manager [None req-dc7542b2-afef-47f4-a763-e3a3cba144be None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-899258'] for port, provisioning_complete {{(pid=94176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 12:08:56.475495 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron_lib.callbacks.manager [req-7c942db9-ca94-4844-a099-d8786941ec7f req-c0ebfc9c-eab5-45d5-8704-a3fba97dc83b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-922904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866062', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773700135042', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773699642233', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773699642278', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5082471'] for port, after_update {{(pid=94175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 12:08:56.478577 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG oslo_concurrency.lockutils [None req-770e5e45-5586-4e08-a917-124fff3f20b7 tempest-TestNetworkAdvancedServerOps-1740099935 tempest-TestNetworkAdvancedServerOps-1740099935-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94175) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 12:08:56.518775 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c942db9-ca94-4844-a099-d8786941ec7f req-c0ebfc9c-eab5-45d5-8704-a3fba97dc83b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 12:08:56.519443 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron_lib.callbacks.manager [req-7c942db9-ca94-4844-a099-d8786941ec7f req-c0ebfc9c-eab5-45d5-8704-a3fba97dc83b service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-217507'] for port, before_response {{(pid=94175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 12:08:56.520781 dv-neutron-601336-94-hyperv neutron-server[94175]: INFO neutron.wsgi [req-7c942db9-ca94-4844-a099-d8786941ec7f req-c0ebfc9c-eab5-45d5-8704-a3fba97dc83b service neutron] 10.222.0.52 "PUT /v2.0/ports/a0333a89-abfe-4755-a106-f8a336664331 HTTP/1.1" status: 200 len: 1093 time: 0.8152478 Jun 23 12:08:56.521324 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c5337127-fcbb-4d2a-8a15-057464bc9b40', 'tag': 'a0333a89-abfe-4755-a106-f8a336664331'}] {{(pid=94175) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 23 12:08:56.523688 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1970408df4ea4e7170669a1249478e627cf05a5a0b07cc08a66c5cb53d0ac47a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-18168ac1-6a98-4ca6-9b27-064c9e66335d" -d '{"events": [{"name": "network-changed", "server_uuid": "c5337127-fcbb-4d2a-8a15-057464bc9b40", "tag": "a0333a89-abfe-4755-a106-f8a336664331"}]}' {{(pid=94175) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 23 12:08:56.556313 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0ebfc9c-eab5-45d5-8704-a3fba97dc83b service neutron] Pushing event updated for resources: {'Port': ['ID=a0333a89-abfe-4755-a106-f8a336664331,revision_number=3']} {{(pid=94175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 12:08:56.559720 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG oslo_concurrency.lockutils [None req-c0ebfc9c-eab5-45d5-8704-a3fba97dc83b service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.081s {{(pid=94175) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 12:08:56.578972 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 23 Jun 2021 12:08:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bdb70d39-d103-4f25-91c7-84dbd2e3f37f x-openstack-request-id: req-bdb70d39-d103-4f25-91c7-84dbd2e3f37f {{(pid=94175) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 23 12:08:56.579341 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c5337127-fcbb-4d2a-8a15-057464bc9b40", "tag": "a0333a89-abfe-4755-a106-f8a336664331", "status": "completed", "code": 200}]} {{(pid=94175) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 23 12:08:56.579656 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-bdb70d39-d103-4f25-91c7-84dbd2e3f37f {{(pid=94175) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 23 12:08:56.580158 dv-neutron-601336-94-hyperv neutron-server[94175]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c5337127-fcbb-4d2a-8a15-057464bc9b40', 'tag': 'a0333a89-abfe-4755-a106-f8a336664331', 'status': 'completed', 'code': 200} Jun 23 12:08:56.654709 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18168ac1-6a98-4ca6-9b27-064c9e66335d req-9e7453d9-c253-4619-9987-89df973758e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 12:08:56.656301 dv-neutron-601336-94-hyperv neutron-server[94175]: INFO neutron.wsgi [req-18168ac1-6a98-4ca6-9b27-064c9e66335d req-9e7453d9-c253-4619-9987-89df973758e9 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=95e75de5b0504e3e87860f65038883f5&device_id=c5337127-fcbb-4d2a-8a15-057464bc9b40 HTTP/1.1" status: 200 len: 1096 time: 0.0605340 Jun 23 12:08:56.759630 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18168ac1-6a98-4ca6-9b27-064c9e66335d req-484da793-0a4e-4129-b42f-22fa6b8f53e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 12:08:56.761722 dv-neutron-601336-94-hyperv neutron-server[94175]: INFO neutron.wsgi [req-18168ac1-6a98-4ca6-9b27-064c9e66335d req-484da793-0a4e-4129-b42f-22fa6b8f53e0 service neutron] 10.222.0.52 "GET /v2.0/networks?tenant_id=95e75de5b0504e3e87860f65038883f5&shared=False HTTP/1.1" status: 200 len: 897 time: 0.0975697 Jun 23 12:08:56.853574 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18168ac1-6a98-4ca6-9b27-064c9e66335d req-c39a2854-9f68-4fd3-8cf3-c4c963148bde service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 12:08:56.854952 dv-neutron-601336-94-hyperv neutron-server[94175]: INFO neutron.wsgi [req-18168ac1-6a98-4ca6-9b27-064c9e66335d req-c39a2854-9f68-4fd3-8cf3-c4c963148bde service neutron] 10.222.0.52 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0884542 Jun 23 12:08:56.944446 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c942db9-ca94-4844-a099-d8786941ec7f req-750f349e-c020-4fc8-8d21-5c3556421f09 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 12:08:56.945894 dv-neutron-601336-94-hyperv neutron-server[94175]: INFO neutron.wsgi [req-7c942db9-ca94-4844-a099-d8786941ec7f req-750f349e-c020-4fc8-8d21-5c3556421f09 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=95e75de5b0504e3e87860f65038883f5&device_id=c5337127-fcbb-4d2a-8a15-057464bc9b40 HTTP/1.1" status: 200 len: 1096 time: 0.0552006 Jun 23 12:08:56.985156 dv-neutron-601336-94-hyperv neutron-server[94175]: INFO neutron.wsgi [req-7c942db9-ca94-4844-a099-d8786941ec7f req-9020f357-125e-477b-bf3b-495f8d26dc86 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=a0333a89-abfe-4755-a106-f8a336664331 HTTP/1.1" status: 200 len: 217 time: 0.0320201 Jun 23 12:08:57.036619 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c942db9-ca94-4844-a099-d8786941ec7f req-44357009-2d51-4c11-9497-6977029ef69c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 12:08:57.038019 dv-neutron-601336-94-hyperv neutron-server[94175]: INFO neutron.wsgi [req-7c942db9-ca94-4844-a099-d8786941ec7f req-44357009-2d51-4c11-9497-6977029ef69c service neutron] 10.222.0.52 "GET /v2.0/subnets?id=c183a1d2-ec46-4387-af7e-dfb92fef4d80 HTTP/1.1" status: 200 len: 835 time: 0.0468929 Jun 23 12:08:57.096851 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c942db9-ca94-4844-a099-d8786941ec7f req-423f1439-eda4-40de-ab36-2b2f799edf5b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 12:08:57.098500 dv-neutron-601336-94-hyperv neutron-server[94175]: INFO neutron.wsgi [req-7c942db9-ca94-4844-a099-d8786941ec7f req-423f1439-eda4-40de-ab36-2b2f799edf5b service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=894f6ec6-8dbc-43a5-8795-daa23ea748bf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1178 time: 0.0541637 Jun 23 12:08:57.188448 dv-neutron-601336-94-hyperv neutron-server[94175]: INFO neutron.wsgi [req-7c942db9-ca94-4844-a099-d8786941ec7f req-36a4b832-5d4b-453e-be18-500162055d8d service neutron] 10.222.0.52 "GET /v2.0/networks/894f6ec6-8dbc-43a5-8795-daa23ea748bf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0824676 Jun 23 12:08:57.227930 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ad5324f-5349-4015-8f0e-075a276dac3d req-04508f12-8e5e-40e6-adc6-d9f0fe0bf320 tempest-TestNetworkAdvancedServerOps-1740099935 tempest-TestNetworkAdvancedServerOps-1740099935-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94174) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 12:08:57.229387 dv-neutron-601336-94-hyperv neutron-server[94174]: INFO neutron.wsgi [req-8ad5324f-5349-4015-8f0e-075a276dac3d req-04508f12-8e5e-40e6-adc6-d9f0fe0bf320 tempest-TestNetworkAdvancedServerOps-1740099935 tempest-TestNetworkAdvancedServerOps-1740099935-project] 10.222.0.20 "GET /v2.0/ports?device_id=c5337127-fcbb-4d2a-8a15-057464bc9b40 HTTP/1.1" status: 200 len: 943 time: 0.0662377 Jun 23 12:08:57.267215 dv-neutron-601336-94-hyperv neutron-server[94174]: INFO neutron.wsgi [req-8ad5324f-5349-4015-8f0e-075a276dac3d req-3dabfeee-4b84-47c9-9f69-39957d930453 tempest-TestNetworkAdvancedServerOps-1740099935 tempest-TestNetworkAdvancedServerOps-1740099935-project] 10.222.0.20 "GET /v2.0/security-groups?id=e3eea354-8a01-4f5e-b255-fca72b0d101b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0313444 Jun 23 12:08:57.280053 dv-neutron-601336-94-hyperv neutron-server[94175]: INFO neutron.wsgi [req-7c942db9-ca94-4844-a099-d8786941ec7f req-bd424253-aeea-4c0e-8933-00194ea5f703 service neutron] 10.222.0.52 "GET /v2.0/networks/894f6ec6-8dbc-43a5-8795-daa23ea748bf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0852957 Jun 23 12:08:58.442138 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93dc520c-f765-4c32-9611-c6dd4ae00987 req-4d005a41-5d1f-4bce-b680-2a4ae973e0f1 tempest-TestNetworkAdvancedServerOps-1740099935 tempest-TestNetworkAdvancedServerOps-1740099935-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 12:08:58.443568 dv-neutron-601336-94-hyperv neutron-server[94175]: INFO neutron.wsgi [req-93dc520c-f765-4c32-9611-c6dd4ae00987 req-4d005a41-5d1f-4bce-b680-2a4ae973e0f1 tempest-TestNetworkAdvancedServerOps-1740099935 tempest-TestNetworkAdvancedServerOps-1740099935-project] 10.222.0.20 "GET /v2.0/ports?device_id=c5337127-fcbb-4d2a-8a15-057464bc9b40 HTTP/1.1" status: 200 len: 943 time: 0.0678005 Jun 23 12:08:58.482480 dv-neutron-601336-94-hyperv neutron-server[94175]: INFO neutron.wsgi [req-93dc520c-f765-4c32-9611-c6dd4ae00987 req-ab94e199-34b5-4a98-a321-984bb82ce24a tempest-TestNetworkAdvancedServerOps-1740099935 tempest-TestNetworkAdvancedServerOps-1740099935-project] 10.222.0.20 "GET /v2.0/security-groups?id=e3eea354-8a01-4f5e-b255-fca72b0d101b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0333676 Jun 23 12:08:59.659249 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afbdfc4a-bfff-4be2-b03e-f9afefd14feb req-b5c7e685-0336-428c-89c7-8048c778ea80 tempest-TestNetworkAdvancedServerOps-1740099935 tempest-TestNetworkAdvancedServerOps-1740099935-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94174) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 12:08:59.660759 dv-neutron-601336-94-hyperv neutron-server[94174]: INFO neutron.wsgi [req-afbdfc4a-bfff-4be2-b03e-f9afefd14feb req-b5c7e685-0336-428c-89c7-8048c778ea80 tempest-TestNetworkAdvancedServerOps-1740099935 tempest-TestNetworkAdvancedServerOps-1740099935-project] 10.222.0.20 "GET /v2.0/ports?device_id=c5337127-fcbb-4d2a-8a15-057464bc9b40 HTTP/1.1" status: 200 len: 943 time: 0.0664096 Jun 23 12:08:59.701028 dv-neutron-601336-94-hyperv neutron-server[94174]: INFO neutron.wsgi [req-afbdfc4a-bfff-4be2-b03e-f9afefd14feb req-63e82964-0fb3-491a-8bb1-ef638ca5edf0 tempest-TestNetworkAdvancedServerOps-1740099935 tempest-TestNetworkAdvancedServerOps-1740099935-project] 10.222.0.20 "GET /v2.0/security-groups?id=e3eea354-8a01-4f5e-b255-fca72b0d101b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0343645 Jun 23 12:09:00.184103 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.plugins.ml2.rpc [None req-97bd5441-1da2-49ee-a364-27795820ba27 None None] Device a0333a89-abfe-4755-a106-f8a336664331 details requested by agent hyperv_hv-neutron-6013 with host hv-neutron-6013 {{(pid=94176) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:104}} Jun 23 12:09:00.276229 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.plugins.ml2.db [None req-97bd5441-1da2-49ee-a364-27795820ba27 None None] For port a0333a89-abfe-4755-a106-f8a336664331, host hv-neutron-6013, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-6013',level=0,port_id=a0333a89-abfe-4755-a106-f8a336664331,segment=NetworkSegment(1c2226fe-eb4b-4707-87d3-d334b89a6148),segment_id=1c2226fe-eb4b-4707-87d3-d334b89a6148)] {{(pid=94176) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 23 12:09:00.288012 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.plugins.ml2.rpc [None req-97bd5441-1da2-49ee-a364-27795820ba27 None None] Returning: {'device': 'a0333a89-abfe-4755-a106-f8a336664331', 'network_id': '894f6ec6-8dbc-43a5-8795-daa23ea748bf', 'port_id': 'a0333a89-abfe-4755-a106-f8a336664331', 'mac_address': 'fa:16:3e:cf:f4:4e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 405, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c183a1d2-ec46-4387-af7e-dfb92fef4d80', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94176) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:186}} Jun 23 12:09:00.328823 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron_lib.callbacks.manager [None req-97bd5441-1da2-49ee-a364-27795820ba27 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-923122'] for port, before_update {{(pid=94176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 12:09:00.341582 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.notifiers.nova [None req-97bd5441-1da2-49ee-a364-27795820ba27 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a0333a89-abfe-4755-a106-f8a336664331 {{(pid=94176) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 23 12:09:00.361325 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.plugins.ml2.db [None req-97bd5441-1da2-49ee-a364-27795820ba27 None None] For port a0333a89-abfe-4755-a106-f8a336664331, host hv-neutron-6013, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-6013',level=0,port_id=a0333a89-abfe-4755-a106-f8a336664331,segment=NetworkSegment(1c2226fe-eb4b-4707-87d3-d334b89a6148),segment_id=1c2226fe-eb4b-4707-87d3-d334b89a6148)] {{(pid=94176) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 23 12:09:00.450906 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron_lib.callbacks.manager [None req-97bd5441-1da2-49ee-a364-27795820ba27 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-922904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866062', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773700135042', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773699642233', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773699642278'] for port, after_update {{(pid=94176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 12:09:00.453643 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG oslo_concurrency.lockutils [None req-97bd5441-1da2-49ee-a364-27795820ba27 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 12:09:00.500319 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97bd5441-1da2-49ee-a364-27795820ba27 None None] Pushing event updated for resources: {'Port': ['ID=a0333a89-abfe-4755-a106-f8a336664331,revision_number=4']} {{(pid=94176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 12:09:00.503544 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG oslo_concurrency.lockutils [None req-97bd5441-1da2-49ee-a364-27795820ba27 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=94176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 12:09:00.679866 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.plugins.ml2.db [None req-97bd5441-1da2-49ee-a364-27795820ba27 None None] get_ports_and_sgs() called for port_ids ['a0333a89-abfe-4755-a106-f8a336664331'] {{(pid=94176) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 23 12:09:00.883216 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b513819-8fb1-4fdc-a7e0-0d76a96c068e req-02109d14-8571-46f7-944a-25c310f23b70 tempest-TestNetworkAdvancedServerOps-1740099935 tempest-TestNetworkAdvancedServerOps-1740099935-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 12:09:00.884722 dv-neutron-601336-94-hyperv neutron-server[94175]: INFO neutron.wsgi [req-8b513819-8fb1-4fdc-a7e0-0d76a96c068e req-02109d14-8571-46f7-944a-25c310f23b70 tempest-TestNetworkAdvancedServerOps-1740099935 tempest-TestNetworkAdvancedServerOps-1740099935-project] 10.222.0.20 "GET /v2.0/ports?device_id=c5337127-fcbb-4d2a-8a15-057464bc9b40 HTTP/1.1" status: 200 len: 944 time: 0.0674059 Jun 23 12:09:00.924810 dv-neutron-601336-94-hyperv neutron-server[94175]: INFO neutron.wsgi [req-8b513819-8fb1-4fdc-a7e0-0d76a96c068e req-b48af678-6875-45a5-b086-3fee66b024ab tempest-TestNetworkAdvancedServerOps-1740099935 tempest-TestNetworkAdvancedServerOps-1740099935-project] 10.222.0.20 "GET /v2.0/security-groups?id=e3eea354-8a01-4f5e-b255-fca72b0d101b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0335476 Jun 23 12:09:02.095323 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b60bfba4-f04d-4a48-b18d-f79626420e5d req-587c22c4-dfe8-4356-8fa0-b1781508964f tempest-TestNetworkAdvancedServerOps-1740099935 tempest-TestNetworkAdvancedServerOps-1740099935-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94174) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 12:09:02.096795 dv-neutron-601336-94-hyperv neutron-server[94174]: INFO neutron.wsgi [req-b60bfba4-f04d-4a48-b18d-f79626420e5d req-587c22c4-dfe8-4356-8fa0-b1781508964f tempest-TestNetworkAdvancedServerOps-1740099935 tempest-TestNetworkAdvancedServerOps-1740099935-project] 10.222.0.20 "GET /v2.0/ports?device_id=c5337127-fcbb-4d2a-8a15-057464bc9b40 HTTP/1.1" status: 200 len: 944 time: 0.0617657 Jun 23 12:09:02.137784 dv-neutron-601336-94-hyperv neutron-server[94174]: INFO neutron.wsgi [req-b60bfba4-f04d-4a48-b18d-f79626420e5d req-ad6a7424-8af9-4ce1-8620-af1a0600291a tempest-TestNetworkAdvancedServerOps-1740099935 tempest-TestNetworkAdvancedServerOps-1740099935-project] 10.222.0.20 "GET /v2.0/security-groups?id=e3eea354-8a01-4f5e-b255-fca72b0d101b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0354395 Jun 23 12:09:02.184024 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.plugins.ml2.rpc [None req-97bd5441-1da2-49ee-a364-27795820ba27 None None] Device a0333a89-abfe-4755-a106-f8a336664331 up at agent hyperv_hv-neutron-6013 {{(pid=94176) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:298}} Jun 23 12:09:02.286367 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.db.provisioning_blocks [None req-97bd5441-1da2-49ee-a364-27795820ba27 None None] Provisioning for port a0333a89-abfe-4755-a106-f8a336664331 completed by entity L2. {{(pid=94176) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 23 12:09:02.289912 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.db.provisioning_blocks [None req-97bd5441-1da2-49ee-a364-27795820ba27 None None] Provisioning complete for port a0333a89-abfe-4755-a106-f8a336664331 triggered by entity L2. {{(pid=94176) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 23 12:09:02.290295 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron_lib.callbacks.manager [None req-97bd5441-1da2-49ee-a364-27795820ba27 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-899258'] for port, provisioning_complete {{(pid=94176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 12:09:02.366979 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron_lib.callbacks.manager [None req-97bd5441-1da2-49ee-a364-27795820ba27 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-923122'] for port, before_update {{(pid=94176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 12:09:02.388515 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c5337127-fcbb-4d2a-8a15-057464bc9b40', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a0333a89-abfe-4755-a106-f8a336664331'}] {{(pid=94176) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 23 12:09:02.390755 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}887b0dfc0393de878080286a57e4a08d4fa60dd0cddd118f338ebfcd351ddd4c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b4263ef2-eb4f-48be-bee6-c76920ef9910" -d '{"events": [{"server_uuid": "c5337127-fcbb-4d2a-8a15-057464bc9b40", "name": "network-vif-plugged", "status": "completed", "tag": "a0333a89-abfe-4755-a106-f8a336664331"}]}' {{(pid=94176) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 23 12:09:02.404083 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.plugins.ml2.db [None req-97bd5441-1da2-49ee-a364-27795820ba27 None None] For port a0333a89-abfe-4755-a106-f8a336664331, host hv-neutron-6013, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-6013',level=0,port_id=a0333a89-abfe-4755-a106-f8a336664331,segment=NetworkSegment(1c2226fe-eb4b-4707-87d3-d334b89a6148),segment_id=1c2226fe-eb4b-4707-87d3-d334b89a6148)] {{(pid=94176) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 23 12:09:02.474986 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 23 Jun 2021 12:09:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a48a6653-a386-4460-8275-5eaf385ca91f x-openstack-request-id: req-a48a6653-a386-4460-8275-5eaf385ca91f {{(pid=94176) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 23 12:09:02.475321 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c5337127-fcbb-4d2a-8a15-057464bc9b40", "name": "network-vif-plugged", "status": "completed", "tag": "a0333a89-abfe-4755-a106-f8a336664331", "code": 200}]} {{(pid=94176) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 23 12:09:02.475587 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-a48a6653-a386-4460-8275-5eaf385ca91f {{(pid=94176) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 23 12:09:02.475991 dv-neutron-601336-94-hyperv neutron-server[94176]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c5337127-fcbb-4d2a-8a15-057464bc9b40', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a0333a89-abfe-4755-a106-f8a336664331', 'code': 200} Jun 23 12:09:02.486830 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron_lib.callbacks.manager [None req-97bd5441-1da2-49ee-a364-27795820ba27 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-922904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866062', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773700135042', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773699642233', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773699642278'] for port, after_update {{(pid=94176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 12:09:02.488836 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG oslo_concurrency.lockutils [None req-dc7542b2-afef-47f4-a763-e3a3cba144be None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 12:09:02.541160 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97bd5441-1da2-49ee-a364-27795820ba27 None None] Pushing event updated for resources: {'Port': ['ID=a0333a89-abfe-4755-a106-f8a336664331,revision_number=5']} {{(pid=94176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 12:09:02.544591 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG oslo_concurrency.lockutils [None req-97bd5441-1da2-49ee-a364-27795820ba27 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.056s {{(pid=94176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 12:09:02.850158 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-692704fc-6259-456b-8a31-a9375e54c1af req-8cd858e2-70f5-43a0-8e8a-60105910d6c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 12:09:02.851594 dv-neutron-601336-94-hyperv neutron-server[94175]: INFO neutron.wsgi [req-692704fc-6259-456b-8a31-a9375e54c1af req-8cd858e2-70f5-43a0-8e8a-60105910d6c6 service neutron] 10.222.0.52 "GET /v2.0/ports?device_id=c5337127-fcbb-4d2a-8a15-057464bc9b40 HTTP/1.1" status: 200 len: 1098 time: 0.0519073 Jun 23 12:09:02.885006 dv-neutron-601336-94-hyperv neutron-server[94175]: INFO neutron.wsgi [req-692704fc-6259-456b-8a31-a9375e54c1af req-1d1f63ac-fbd3-4db3-b110-f9937202b4db service neutron] 10.222.0.52 "GET /v2.0/security-groups?id=e3eea354-8a01-4f5e-b255-fca72b0d101b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0275509 Jun 23 12:09:03.656067 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c51e57f-b25d-4b1c-bce4-3ad15160bc57 req-57baf4c4-0503-4aeb-8b6e-68f53675c2cb tempest-TestNetworkAdvancedServerOps-1740099935 tempest-TestNetworkAdvancedServerOps-1740099935-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94174) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 12:09:03.657551 dv-neutron-601336-94-hyperv neutron-server[94174]: INFO neutron.wsgi [req-6c51e57f-b25d-4b1c-bce4-3ad15160bc57 req-57baf4c4-0503-4aeb-8b6e-68f53675c2cb tempest-TestNetworkAdvancedServerOps-1740099935 tempest-TestNetworkAdvancedServerOps-1740099935-project] 10.222.0.20 "GET /v2.0/ports?device_id=c5337127-fcbb-4d2a-8a15-057464bc9b40 HTTP/1.1" status: 200 len: 945 time: 0.4124002 Jun 23 12:09:03.695002 dv-neutron-601336-94-hyperv neutron-server[94174]: INFO neutron.wsgi [req-6c51e57f-b25d-4b1c-bce4-3ad15160bc57 req-63a32625-4455-49fe-8a3a-24f572a70edb tempest-TestNetworkAdvancedServerOps-1740099935 tempest-TestNetworkAdvancedServerOps-1740099935-project] 10.222.0.20 "GET /v2.0/security-groups?id=e3eea354-8a01-4f5e-b255-fca72b0d101b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0317709 Jun 23 12:09:04.868192 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55cfbe40-35ca-485f-8dbd-6d30d29d4813 req-90f016a8-a41b-4281-8c02-7fbb7664e209 tempest-TestNetworkAdvancedServerOps-1740099935 tempest-TestNetworkAdvancedServerOps-1740099935-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 12:09:04.869654 dv-neutron-601336-94-hyperv neutron-server[94175]: INFO neutron.wsgi [req-55cfbe40-35ca-485f-8dbd-6d30d29d4813 req-90f016a8-a41b-4281-8c02-7fbb7664e209 tempest-TestNetworkAdvancedServerOps-1740099935 tempest-TestNetworkAdvancedServerOps-1740099935-project] 10.222.0.20 "GET /v2.0/ports?device_id=c5337127-fcbb-4d2a-8a15-057464bc9b40 HTTP/1.1" status: 200 len: 945 time: 0.0639718 Jun 23 12:09:04.907621 dv-neutron-601336-94-hyperv neutron-server[94175]: INFO neutron.wsgi [req-55cfbe40-35ca-485f-8dbd-6d30d29d4813 req-31ffe63e-fe4c-4069-9647-129fb0da89d5 tempest-TestNetworkAdvancedServerOps-1740099935 tempest-TestNetworkAdvancedServerOps-1740099935-project] 10.222.0.20 "GET /v2.0/security-groups?id=e3eea354-8a01-4f5e-b255-fca72b0d101b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0314674 Jun 23 12:09:05.079591 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06b1b9e9-ef55-4085-9b69-bf2b640b1f43 req-f141dc96-bc9b-4615-b828-225b5d17ee15 tempest-TestNetworkAdvancedServerOps-1740099935 tempest-TestNetworkAdvancedServerOps-1740099935-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94174) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 12:09:05.080981 dv-neutron-601336-94-hyperv neutron-server[94174]: INFO neutron.wsgi [req-06b1b9e9-ef55-4085-9b69-bf2b640b1f43 req-f141dc96-bc9b-4615-b828-225b5d17ee15 tempest-TestNetworkAdvancedServerOps-1740099935 tempest-TestNetworkAdvancedServerOps-1740099935-project] 10.222.0.20 "GET /v2.0/ports?device_id=c5337127-fcbb-4d2a-8a15-057464bc9b40 HTTP/1.1" status: 200 len: 945 time: 0.0631990 Jun 23 12:09:05.119398 dv-neutron-601336-94-hyperv neutron-server[94174]: INFO neutron.wsgi [req-06b1b9e9-ef55-4085-9b69-bf2b640b1f43 req-296e8b55-522d-4d85-9483-a37e6ef17030 tempest-TestNetworkAdvancedServerOps-1740099935 tempest-TestNetworkAdvancedServerOps-1740099935-project] 10.222.0.20 "GET /v2.0/security-groups?id=e3eea354-8a01-4f5e-b255-fca72b0d101b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0326612 Jun 23 12:09:05.146685 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.wsgi [-] (94174) accepted ('10.222.0.20', 48990) {{(pid=94174) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 12:09:05.201110 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-325bfe58-2cb3-4197-9b30-793816d6267d tempest-TestNetworkAdvancedServerOps-1716169103 tempest-TestNetworkAdvancedServerOps-1716169103-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94174) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 12:09:05.202608 dv-neutron-601336-94-hyperv neutron-server[94174]: INFO neutron.wsgi [None req-325bfe58-2cb3-4197-9b30-793816d6267d tempest-TestNetworkAdvancedServerOps-1716169103 tempest-TestNetworkAdvancedServerOps-1716169103-project-admin] 10.222.0.20 "GET /v2.0/ports?device_id=c5337127-fcbb-4d2a-8a15-057464bc9b40 HTTP/1.1" status: 200 len: 1093 time: 0.0549233 Jun 23 12:09:05.205630 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.wsgi [-] (94174) accepted ('10.222.0.20', 48992) {{(pid=94174) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 12:09:05.210086 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.api.v2.base [None req-6f4f8ead-f136-4779-a84c-f72c093e3a3d tempest-TestNetworkAdvancedServerOps-1740099935 tempest-TestNetworkAdvancedServerOps-1740099935-project] Request body: {'floatingip': {'floating_network_id': '3e7e4eb3-cf02-4d47-ade9-0a579cdfc60f', 'port_id': 'a0333a89-abfe-4755-a106-f8a336664331', 'tenant_id': '95e75de5b0504e3e87860f65038883f5', 'fixed_ip_address': '172.20.0.5'}} {{(pid=94174) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 23 12:09:05.302527 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron_lib.callbacks.manager [None req-6f4f8ead-f136-4779-a84c-f72c093e3a3d tempest-TestNetworkAdvancedServerOps-1740099935 tempest-TestNetworkAdvancedServerOps-1740099935-project] Notify callbacks [] for floatingip, before_create {{(pid=94174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 12:09:05.395557 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron_lib.callbacks.manager [None req-6f4f8ead-f136-4779-a84c-f72c093e3a3d tempest-TestNetworkAdvancedServerOps-1740099935 tempest-TestNetworkAdvancedServerOps-1740099935-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-923104'] for port, before_create {{(pid=94174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 12:09:05.499446 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.db.db_base_plugin_common [None req-6f4f8ead-f136-4779-a84c-f72c093e3a3d tempest-TestNetworkAdvancedServerOps-1740099935 tempest-TestNetworkAdvancedServerOps-1740099935-project] Allocated IP 172.26.3.223 (3e7e4eb3-cf02-4d47-ade9-0a579cdfc60f/a5ad15ab-c489-4a67-a9b0-d559fca0ec71/e31e03b1-d18d-4707-985d-7de3d11c5b91) {{(pid=94174) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 23 12:09:05.604659 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron_lib.callbacks.manager [None req-6f4f8ead-f136-4779-a84c-f72c093e3a3d tempest-TestNetworkAdvancedServerOps-1740099935 tempest-TestNetworkAdvancedServerOps-1740099935-project] Notify callbacks [] for port, precommit_create {{(pid=94174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 12:09:05.699107 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron_lib.callbacks.manager [None req-6f4f8ead-f136-4779-a84c-f72c093e3a3d tempest-TestNetworkAdvancedServerOps-1740099935 tempest-TestNetworkAdvancedServerOps-1740099935-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-922915', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-239814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7866073', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773699642215', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-5196399'] for port, after_create {{(pid=94174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 12:09:05.701227 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG oslo_concurrency.lockutils [None req-fc9efd27-01c2-42c0-8086-e1cabd4c7697 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94174) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 12:09:05.744201 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6f4f8ead-f136-4779-a84c-f72c093e3a3d tempest-TestNetworkAdvancedServerOps-1740099935 tempest-TestNetworkAdvancedServerOps-1740099935-project] Network 3e7e4eb3-cf02-4d47-ade9-0a579cdfc60f is already hosted by enough agents. {{(pid=94174) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 23 12:09:05.749007 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.scheduler.base_scheduler [None req-6f4f8ead-f136-4779-a84c-f72c093e3a3d tempest-TestNetworkAdvancedServerOps-1740099935 tempest-TestNetworkAdvancedServerOps-1740099935-project] Resources bound (agent type, host, resource id): {{(pid=94174) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 23 12:09:05.751705 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6f4f8ead-f136-4779-a84c-f72c093e3a3d tempest-TestNetworkAdvancedServerOps-1740099935 tempest-TestNetworkAdvancedServerOps-1740099935-project] Received port after_create {{(pid=94174) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 23 12:09:05.757816 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f4f8ead-f136-4779-a84c-f72c093e3a3d tempest-TestNetworkAdvancedServerOps-1740099935 tempest-TestNetworkAdvancedServerOps-1740099935-project] Pushing event updated for resources: {'Port': ['ID=e31e03b1-d18d-4707-985d-7de3d11c5b91,revision_number=1']} {{(pid=94174) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 12:09:05.776574 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG oslo_concurrency.lockutils [None req-6f4f8ead-f136-4779-a84c-f72c093e3a3d tempest-TestNetworkAdvancedServerOps-1740099935 tempest-TestNetworkAdvancedServerOps-1740099935-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.075s {{(pid=94174) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 12:09:06.120258 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron_lib.callbacks.manager [None req-6f4f8ead-f136-4779-a84c-f72c093e3a3d tempest-TestNetworkAdvancedServerOps-1740099935 tempest-TestNetworkAdvancedServerOps-1740099935-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 12:09:06.257857 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron_lib.callbacks.manager [None req-6f4f8ead-f136-4779-a84c-f72c093e3a3d tempest-TestNetworkAdvancedServerOps-1740099935 tempest-TestNetworkAdvancedServerOps-1740099935-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-923122'] for port, before_update {{(pid=94174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 12:09:06.414151 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron_lib.callbacks.manager [None req-6f4f8ead-f136-4779-a84c-f72c093e3a3d tempest-TestNetworkAdvancedServerOps-1740099935 tempest-TestNetworkAdvancedServerOps-1740099935-project] Notify callbacks [] for port, precommit_update {{(pid=94174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 12:09:06.479500 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron_lib.callbacks.manager [None req-6f4f8ead-f136-4779-a84c-f72c093e3a3d tempest-TestNetworkAdvancedServerOps-1740099935 tempest-TestNetworkAdvancedServerOps-1740099935-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-922904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866062', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773700135042', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773699642233', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773699642278', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5196369'] for port, after_update {{(pid=94174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 12:09:06.481733 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG oslo_concurrency.lockutils [None req-c0d1b221-5ea2-471b-a4a0-4c057bde4819 tempest-TestNetworkAdvancedServerOps-1740099935 tempest-TestNetworkAdvancedServerOps-1740099935-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94174) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 12:09:06.548904 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f4f8ead-f136-4779-a84c-f72c093e3a3d tempest-TestNetworkAdvancedServerOps-1740099935 tempest-TestNetworkAdvancedServerOps-1740099935-project] Pushing event updated for resources: {'Port': ['ID=e31e03b1-d18d-4707-985d-7de3d11c5b91,revision_number=2']} {{(pid=94174) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 12:09:06.554342 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG oslo_concurrency.lockutils [None req-6f4f8ead-f136-4779-a84c-f72c093e3a3d tempest-TestNetworkAdvancedServerOps-1740099935 tempest-TestNetworkAdvancedServerOps-1740099935-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.073s {{(pid=94174) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 12:09:06.561309 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron_lib.callbacks.manager [None req-6f4f8ead-f136-4779-a84c-f72c093e3a3d tempest-TestNetworkAdvancedServerOps-1740099935 tempest-TestNetworkAdvancedServerOps-1740099935-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-524229'] for floatingip, after_update {{(pid=94174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 12:09:06.662294 dv-neutron-601336-94-hyperv neutron-server[94174]: INFO neutron.db.l3_db [None req-6f4f8ead-f136-4779-a84c-f72c093e3a3d tempest-TestNetworkAdvancedServerOps-1740099935 tempest-TestNetworkAdvancedServerOps-1740099935-project] Floating IP 9abe27e8-3130-443e-ac9f-de82b4e3f84a associated. External IP: 172.26.3.223, port: a0333a89-abfe-4755-a106-f8a336664331. Jun 23 12:09:06.870140 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6f4f8ead-f136-4779-a84c-f72c093e3a3d tempest-TestNetworkAdvancedServerOps-1740099935 tempest-TestNetworkAdvancedServerOps-1740099935-project] Router 8d156c4c-3d2e-4f19-a332-0c6cc197d6f4 has already been hosted by L3 agent 50ef99c0-ef28-4db5-b303-b145898fae60 {{(pid=94174) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 23 12:09:06.993435 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6f4f8ead-f136-4779-a84c-f72c093e3a3d tempest-TestNetworkAdvancedServerOps-1740099935 tempest-TestNetworkAdvancedServerOps-1740099935-project] Notify agent at l3_agent.dv-neutron-601336-94-hyperv the message routers_updated {{(pid=94174) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 23 12:09:07.004586 dv-neutron-601336-94-hyperv neutron-server[94177]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b03bea00-0b20-4797-89b6-7020da2909b1 None None] Sync routers for ids ['8d156c4c-3d2e-4f19-a332-0c6cc197d6f4'] in dv-neutron-601336-94-hyperv {{(pid=94177) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 23 12:09:07.015180 dv-neutron-601336-94-hyperv neutron-server[94177]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b03bea00-0b20-4797-89b6-7020da2909b1 None None] Routers {'8d156c4c-3d2e-4f19-a332-0c6cc197d6f4'} bound to L3 agent in host dv-neutron-601336-94-hyperv {{(pid=94177) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 23 12:09:07.015814 dv-neutron-601336-94-hyperv neutron-server[94177]: DEBUG neutron.db.l3_hamode_db [None req-b03bea00-0b20-4797-89b6-7020da2909b1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-601336-94-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-06-23T11:22:13Z,description=,heartbeat_timestamp=2021-06-23T12:08:43Z,host='dv-neutron-601336-94-hyperv',id=50ef99c0-ef28-4db5-b303-b145898fae60,load=0,resource_versions=,resources_synced=,started_at=2021-06-23T11:22:14Z,topic='l3_agent')) {'router_ids': ['8d156c4c-3d2e-4f19-a332-0c6cc197d6f4'], 'active': True} {{(pid=94177) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 12:09:07.092438 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron_lib.callbacks.manager [None req-6f4f8ead-f136-4779-a84c-f72c093e3a3d tempest-TestNetworkAdvancedServerOps-1740099935 tempest-TestNetworkAdvancedServerOps-1740099935-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-217507'] for floatingip, before_response {{(pid=94174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 12:09:07.121118 dv-neutron-601336-94-hyperv neutron-server[94177]: DEBUG neutron.db.l3_dvr_db [None req-b03bea00-0b20-4797-89b6-7020da2909b1 None None] Set router 8d156c4c-3d2e-4f19-a332-0c6cc197d6f4 gateway port host: dv-neutron-601336-94-hyperv {{(pid=94177) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:838}} Jun 23 12:09:07.130753 dv-neutron-601336-94-hyperv neutron-server[94174]: INFO neutron.wsgi [None req-6f4f8ead-f136-4779-a84c-f72c093e3a3d tempest-TestNetworkAdvancedServerOps-1740099935 tempest-TestNetworkAdvancedServerOps-1740099935-project] 10.222.0.20 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.9240963 Jun 23 12:09:07.133049 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c5337127-fcbb-4d2a-8a15-057464bc9b40', 'tag': 'a0333a89-abfe-4755-a106-f8a336664331'}] {{(pid=94174) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 23 12:09:07.144107 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6ff47218258ed5bf6cae7f276c9622ae488f9e8ebc13d1a310221fbcfb04c5dd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ac0ac8ec-e599-4cc2-9b0d-8f999653a313" -d '{"events": [{"name": "network-changed", "server_uuid": "c5337127-fcbb-4d2a-8a15-057464bc9b40", "tag": "a0333a89-abfe-4755-a106-f8a336664331"}]}' {{(pid=94174) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 23 12:09:07.243275 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 23 Jun 2021 12:09:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-82eabd68-7fed-4fd3-b932-205fbd76b509 x-openstack-request-id: req-82eabd68-7fed-4fd3-b932-205fbd76b509 {{(pid=94174) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 23 12:09:07.243728 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c5337127-fcbb-4d2a-8a15-057464bc9b40", "tag": "a0333a89-abfe-4755-a106-f8a336664331", "status": "completed", "code": 200}]} {{(pid=94174) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 23 12:09:07.244248 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-82eabd68-7fed-4fd3-b932-205fbd76b509 {{(pid=94174) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 23 12:09:07.244637 dv-neutron-601336-94-hyperv neutron-server[94174]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c5337127-fcbb-4d2a-8a15-057464bc9b40', 'tag': 'a0333a89-abfe-4755-a106-f8a336664331', 'status': 'completed', 'code': 200} Jun 23 12:09:07.340014 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b149fe3-f9d4-45a2-a7ce-c181c351cd6f req-71a45da0-21bc-42b5-b91a-5222ce45a83e tempest-TestNetworkAdvancedServerOps-1740099935 tempest-TestNetworkAdvancedServerOps-1740099935-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 12:09:07.341511 dv-neutron-601336-94-hyperv neutron-server[94175]: INFO neutron.wsgi [req-3b149fe3-f9d4-45a2-a7ce-c181c351cd6f req-71a45da0-21bc-42b5-b91a-5222ce45a83e tempest-TestNetworkAdvancedServerOps-1740099935 tempest-TestNetworkAdvancedServerOps-1740099935-project] 10.222.0.20 "GET /v2.0/ports?device_id=c5337127-fcbb-4d2a-8a15-057464bc9b40 HTTP/1.1" status: 200 len: 945 time: 0.1080358 Jun 23 12:09:07.358351 dv-neutron-601336-94-hyperv neutron-server[94177]: DEBUG neutron.db.l3_hamode_db [None req-b03bea00-0b20-4797-89b6-7020da2909b1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8d156c4c-3d2e-4f19-a332-0c6cc197d6f4', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1581352810', 'tenant_id': '95e75de5b0504e3e87860f65038883f5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3e7e4eb3-cf02-4d47-ade9-0a579cdfc60f', 'external_fixed_ips': [{'subnet_id': 'a5ad15ab-c489-4a67-a9b0-d559fca0ec71', 'ip_address': '172.26.3.235'}], 'enable_snat': True}, 'gw_port_id': '9fb19b28-f03a-4f99-a4b8-3f568f9e71a2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-23T12:08:46Z', 'updated_at': '2021-06-23T12:08:50Z', 'revision_number': 4, 'project_id': '95e75de5b0504e3e87860f65038883f5', 'gw_port': {'id': '9fb19b28-f03a-4f99-a4b8-3f568f9e71a2', 'name': '', 'network_id': '3e7e4eb3-cf02-4d47-ade9-0a579cdfc60f', 'tenant_id': '', 'mac_address': 'fa:16:3e:a5:e2:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8d156c4c-3d2e-4f19-a332-0c6cc197d6f4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1752, 'fixed_ips': [{'subnet_id': 'a5ad15ab-c489-4a67-a9b0-d559fca0ec71', 'ip_address': '172.26.3.235', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-94-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-23T12:08:46Z', 'updated_at': '2021-06-23T12:08:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a5ad15ab-c489-4a67-a9b0-d559fca0ec71', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-601336-94-hyperv', '_floatingips': [{'id': '9abe27e8-3130-443e-ac9f-de82b4e3f84a', 'tenant_id': '95e75de5b0504e3e87860f65038883f5', 'floating_ip_address': '172.26.3.223', 'floating_network_id': '3e7e4eb3-cf02-4d47-ade9-0a579cdfc60f', 'router_id': '8d156c4c-3d2e-4f19-a332-0c6cc197d6f4', 'port_id': 'a0333a89-abfe-4755-a106-f8a336664331', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 1758, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '894f6ec6-8dbc-43a5-8795-daa23ea748bf', 'mac_address': 'fa:16:3e:cf:f4:4e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c5337127-fcbb-4d2a-8a15-057464bc9b40', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-23T12:09:05Z', 'updated_at': '2021-06-23T12:09:05Z', 'revision_number': 0, 'project_id': '95e75de5b0504e3e87860f65038883f5', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b09f7a0b-847d-49b1-97a3-a874287be1d9', 'name': '', 'network_id': '894f6ec6-8dbc-43a5-8795-daa23ea748bf', 'tenant_id': '95e75de5b0504e3e87860f65038883f5', 'mac_address': 'fa:16:3e:39:37:e1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8d156c4c-3d2e-4f19-a332-0c6cc197d6f4', 'device_owner': 'network:router_interface', 'standard_attr_id': 1755, 'fixed_ips': [{'subnet_id': 'c183a1d2-ec46-4387-af7e-dfb92fef4d80', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-94-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-23T12:08:49Z', 'updated_at': '2021-06-23T12:08:54Z', 'revision_number': 5, 'project_id': '95e75de5b0504e3e87860f65038883f5', 'subnets': [{'id': 'c183a1d2-ec46-4387-af7e-dfb92fef4d80', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-601336-94-hyperv', False) {} {{(pid=94177) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 12:09:07.366556 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac0ac8ec-e599-4cc2-9b0d-8f999653a313 req-e6de5f5b-0f53-4281-80db-ffb0be34bb7a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 12:09:07.368118 dv-neutron-601336-94-hyperv neutron-server[94175]: INFO neutron.wsgi [req-ac0ac8ec-e599-4cc2-9b0d-8f999653a313 req-e6de5f5b-0f53-4281-80db-ffb0be34bb7a service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=95e75de5b0504e3e87860f65038883f5&device_id=c5337127-fcbb-4d2a-8a15-057464bc9b40 HTTP/1.1" status: 200 len: 1098 time: 0.0981722 Jun 23 12:09:07.384908 dv-neutron-601336-94-hyperv neutron-server[94177]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b03bea00-0b20-4797-89b6-7020da2909b1 None None] Checking router: 8d156c4c-3d2e-4f19-a332-0c6cc197d6f4 for host: dv-neutron-601336-94-hyperv {{(pid=94177) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 23 12:09:07.393582 dv-neutron-601336-94-hyperv neutron-server[94177]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b03bea00-0b20-4797-89b6-7020da2909b1 None None] Routers {'8d156c4c-3d2e-4f19-a332-0c6cc197d6f4'} bound to L3 agent in host dv-neutron-601336-94-hyperv {{(pid=94177) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 23 12:09:07.396254 dv-neutron-601336-94-hyperv neutron-server[94177]: DEBUG neutron.db.l3_hamode_db [None req-b03bea00-0b20-4797-89b6-7020da2909b1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-601336-94-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-06-23T11:22:13Z,description=,heartbeat_timestamp=2021-06-23T12:08:43Z,host='dv-neutron-601336-94-hyperv',id=50ef99c0-ef28-4db5-b303-b145898fae60,load=0,resource_versions=,resources_synced=,started_at=2021-06-23T11:22:14Z,topic='l3_agent')) {'router_ids': ['8d156c4c-3d2e-4f19-a332-0c6cc197d6f4'], 'active': True} {{(pid=94177) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 12:09:07.434165 dv-neutron-601336-94-hyperv neutron-server[94175]: INFO neutron.wsgi [req-3b149fe3-f9d4-45a2-a7ce-c181c351cd6f req-17a29a8a-ee48-450e-9134-bf27ad656ead tempest-TestNetworkAdvancedServerOps-1740099935 tempest-TestNetworkAdvancedServerOps-1740099935-project] 10.222.0.20 "GET /v2.0/security-groups?id=e3eea354-8a01-4f5e-b255-fca72b0d101b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0856559 Jun 23 12:09:07.459155 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.wsgi [-] (94175) accepted ('10.222.0.20', 49000) {{(pid=94175) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 12:09:07.501193 dv-neutron-601336-94-hyperv neutron-server[94177]: DEBUG neutron.db.l3_dvr_db [None req-b03bea00-0b20-4797-89b6-7020da2909b1 None None] Set router 8d156c4c-3d2e-4f19-a332-0c6cc197d6f4 gateway port host: dv-neutron-601336-94-hyperv {{(pid=94177) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:838}} Jun 23 12:09:07.523955 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac0ac8ec-e599-4cc2-9b0d-8f999653a313 req-6a9666b1-f450-486e-b7e8-57204ed399fe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 12:09:07.525427 dv-neutron-601336-94-hyperv neutron-server[94175]: INFO neutron.wsgi [req-ac0ac8ec-e599-4cc2-9b0d-8f999653a313 req-6a9666b1-f450-486e-b7e8-57204ed399fe service neutron] 10.222.0.52 "GET /v2.0/networks?id=894f6ec6-8dbc-43a5-8795-daa23ea748bf HTTP/1.1" status: 200 len: 897 time: 0.1507373 Jun 23 12:09:07.546292 dv-neutron-601336-94-hyperv neutron-server[94175]: INFO neutron.wsgi [None req-9250053b-fa1d-4bbb-a500-3ffe7fe36710 tempest-TestNetworkAdvancedServerOps-1740099935 tempest-TestNetworkAdvancedServerOps-1740099935-project] 10.222.0.20 "GET /v2.0/floatingips/9abe27e8-3130-443e-ac9f-de82b4e3f84a HTTP/1.1" status: 200 len: 991 time: 0.0859296 Jun 23 12:09:07.601144 dv-neutron-601336-94-hyperv neutron-server[94175]: INFO neutron.wsgi [req-ac0ac8ec-e599-4cc2-9b0d-8f999653a313 req-35877480-1e6b-46a9-b72f-8e2168d3359f service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=a0333a89-abfe-4755-a106-f8a336664331 HTTP/1.1" status: 200 len: 999 time: 0.0681515 Jun 23 12:09:07.651674 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac0ac8ec-e599-4cc2-9b0d-8f999653a313 req-450f794b-2628-4a10-8807-e9dceb59ff21 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 12:09:07.653668 dv-neutron-601336-94-hyperv neutron-server[94175]: INFO neutron.wsgi [req-ac0ac8ec-e599-4cc2-9b0d-8f999653a313 req-450f794b-2628-4a10-8807-e9dceb59ff21 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=c183a1d2-ec46-4387-af7e-dfb92fef4d80 HTTP/1.1" status: 200 len: 835 time: 0.0466630 Jun 23 12:09:07.712244 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac0ac8ec-e599-4cc2-9b0d-8f999653a313 req-b29bd8ee-680a-4a7a-8013-4f4927656728 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 12:09:07.713765 dv-neutron-601336-94-hyperv neutron-server[94175]: INFO neutron.wsgi [req-ac0ac8ec-e599-4cc2-9b0d-8f999653a313 req-b29bd8ee-680a-4a7a-8013-4f4927656728 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=894f6ec6-8dbc-43a5-8795-daa23ea748bf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1178 time: 0.0540414 Jun 23 12:09:07.729949 dv-neutron-601336-94-hyperv neutron-server[94177]: DEBUG neutron.db.l3_hamode_db [None req-b03bea00-0b20-4797-89b6-7020da2909b1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8d156c4c-3d2e-4f19-a332-0c6cc197d6f4', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1581352810', 'tenant_id': '95e75de5b0504e3e87860f65038883f5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3e7e4eb3-cf02-4d47-ade9-0a579cdfc60f', 'external_fixed_ips': [{'subnet_id': 'a5ad15ab-c489-4a67-a9b0-d559fca0ec71', 'ip_address': '172.26.3.235'}], 'enable_snat': True}, 'gw_port_id': '9fb19b28-f03a-4f99-a4b8-3f568f9e71a2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-23T12:08:46Z', 'updated_at': '2021-06-23T12:08:50Z', 'revision_number': 4, 'project_id': '95e75de5b0504e3e87860f65038883f5', 'gw_port': {'id': '9fb19b28-f03a-4f99-a4b8-3f568f9e71a2', 'name': '', 'network_id': '3e7e4eb3-cf02-4d47-ade9-0a579cdfc60f', 'tenant_id': '', 'mac_address': 'fa:16:3e:a5:e2:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8d156c4c-3d2e-4f19-a332-0c6cc197d6f4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1752, 'fixed_ips': [{'subnet_id': 'a5ad15ab-c489-4a67-a9b0-d559fca0ec71', 'ip_address': '172.26.3.235', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-94-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-23T12:08:46Z', 'updated_at': '2021-06-23T12:08:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a5ad15ab-c489-4a67-a9b0-d559fca0ec71', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-601336-94-hyperv', '_floatingips': [{'id': '9abe27e8-3130-443e-ac9f-de82b4e3f84a', 'tenant_id': '95e75de5b0504e3e87860f65038883f5', 'floating_ip_address': '172.26.3.223', 'floating_network_id': '3e7e4eb3-cf02-4d47-ade9-0a579cdfc60f', 'router_id': '8d156c4c-3d2e-4f19-a332-0c6cc197d6f4', 'port_id': 'a0333a89-abfe-4755-a106-f8a336664331', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 1758, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '894f6ec6-8dbc-43a5-8795-daa23ea748bf', 'mac_address': 'fa:16:3e:cf:f4:4e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c5337127-fcbb-4d2a-8a15-057464bc9b40', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-23T12:09:05Z', 'updated_at': '2021-06-23T12:09:05Z', 'revision_number': 0, 'project_id': '95e75de5b0504e3e87860f65038883f5', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b09f7a0b-847d-49b1-97a3-a874287be1d9', 'name': '', 'network_id': '894f6ec6-8dbc-43a5-8795-daa23ea748bf', 'tenant_id': '95e75de5b0504e3e87860f65038883f5', 'mac_address': 'fa:16:3e:39:37:e1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8d156c4c-3d2e-4f19-a332-0c6cc197d6f4', 'device_owner': 'network:router_interface', 'standard_attr_id': 1755, 'fixed_ips': [{'subnet_id': 'c183a1d2-ec46-4387-af7e-dfb92fef4d80', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-94-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-23T12:08:49Z', 'updated_at': '2021-06-23T12:08:54Z', 'revision_number': 5, 'project_id': '95e75de5b0504e3e87860f65038883f5', 'subnets': [{'id': 'c183a1d2-ec46-4387-af7e-dfb92fef4d80', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-601336-94-hyperv', False) {} {{(pid=94177) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 12:09:07.810791 dv-neutron-601336-94-hyperv neutron-server[94175]: INFO neutron.wsgi [req-ac0ac8ec-e599-4cc2-9b0d-8f999653a313 req-94384d71-6226-4739-935c-cf733896afd2 service neutron] 10.222.0.52 "GET /v2.0/networks/894f6ec6-8dbc-43a5-8795-daa23ea748bf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0909996 Jun 23 12:09:07.848319 dv-neutron-601336-94-hyperv neutron-server[94177]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b03bea00-0b20-4797-89b6-7020da2909b1 None None] The sync data for ids ['8d156c4c-3d2e-4f19-a332-0c6cc197d6f4'] in dv-neutron-601336-94-hyperv is: [{'id': '8d156c4c-3d2e-4f19-a332-0c6cc197d6f4', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1581352810', 'tenant_id': '95e75de5b0504e3e87860f65038883f5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3e7e4eb3-cf02-4d47-ade9-0a579cdfc60f', 'external_fixed_ips': [{'subnet_id': 'a5ad15ab-c489-4a67-a9b0-d559fca0ec71', 'ip_address': '172.26.3.235'}], 'enable_snat': True}, 'gw_port_id': '9fb19b28-f03a-4f99-a4b8-3f568f9e71a2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-23T12:08:46Z', 'updated_at': '2021-06-23T12:08:50Z', 'revision_number': 4, 'project_id': '95e75de5b0504e3e87860f65038883f5', 'gw_port': {'id': '9fb19b28-f03a-4f99-a4b8-3f568f9e71a2', 'name': '', 'network_id': '3e7e4eb3-cf02-4d47-ade9-0a579cdfc60f', 'tenant_id': '', 'mac_address': 'fa:16:3e:a5:e2:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8d156c4c-3d2e-4f19-a332-0c6cc197d6f4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1752, 'fixed_ips': [{'subnet_id': 'a5ad15ab-c489-4a67-a9b0-d559fca0ec71', 'ip_address': '172.26.3.235', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-94-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-23T12:08:46Z', 'updated_at': '2021-06-23T12:08:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a5ad15ab-c489-4a67-a9b0-d559fca0ec71', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-601336-94-hyperv', '_floatingips': [{'id': '9abe27e8-3130-443e-ac9f-de82b4e3f84a', 'tenant_id': '95e75de5b0504e3e87860f65038883f5', 'floating_ip_address': '172.26.3.223', 'floating_network_id': '3e7e4eb3-cf02-4d47-ade9-0a579cdfc60f', 'router_id': '8d156c4c-3d2e-4f19-a332-0c6cc197d6f4', 'port_id': 'a0333a89-abfe-4755-a106-f8a336664331', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 1758, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '894f6ec6-8dbc-43a5-8795-daa23ea748bf', 'mac_address': 'fa:16:3e:cf:f4:4e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c5337127-fcbb-4d2a-8a15-057464bc9b40', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-23T12:09:05Z', 'updated_at': '2021-06-23T12:09:05Z', 'revision_number': 0, 'project_id': '95e75de5b0504e3e87860f65038883f5', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b09f7a0b-847d-49b1-97a3-a874287be1d9', 'name': '', 'network_id': '894f6ec6-8dbc-43a5-8795-daa23ea748bf', 'tenant_id': '95e75de5b0504e3e87860f65038883f5', 'mac_address': 'fa:16:3e:39:37:e1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8d156c4c-3d2e-4f19-a332-0c6cc197d6f4', 'device_owner': 'network:router_interface', 'standard_attr_id': 1755, 'fixed_ips': [{'subnet_id': 'c183a1d2-ec46-4387-af7e-dfb92fef4d80', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-94-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-23T12:08:49Z', 'updated_at': '2021-06-23T12:08:54Z', 'revision_number': 5, 'project_id': '95e75de5b0504e3e87860f65038883f5', 'subnets': [{'id': 'c183a1d2-ec46-4387-af7e-dfb92fef4d80', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94177) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 23 12:09:07.917233 dv-neutron-601336-94-hyperv neutron-server[94175]: INFO neutron.wsgi [req-ac0ac8ec-e599-4cc2-9b0d-8f999653a313 req-f2bb2412-22d6-40f3-a3a5-b84f509e6221 service neutron] 10.222.0.52 "GET /v2.0/networks/894f6ec6-8dbc-43a5-8795-daa23ea748bf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0926514 Jun 23 12:09:08.048944 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-733f79ec-5b21-410d-9a19-cdc948c68e6a None None] New status for floating IP 9abe27e8-3130-443e-ac9f-de82b4e3f84a: ACTIVE {{(pid=94176) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 23 12:09:08.550172 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.wsgi [-] (94175) accepted ('10.222.0.20', 49002) {{(pid=94175) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 12:09:08.927630 dv-neutron-601336-94-hyperv neutron-server[94175]: INFO neutron.wsgi [None req-b05e0306-34e4-4fbb-8a31-ba26347a070b tempest-TestNetworkAdvancedServerOps-1740099935 tempest-TestNetworkAdvancedServerOps-1740099935-project] 10.222.0.20 "GET /v2.0/floatingips/9abe27e8-3130-443e-ac9f-de82b4e3f84a HTTP/1.1" status: 200 len: 993 time: 0.3762510 Jun 23 12:09:10.978511 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron_lib.callbacks.manager [None req-9678adc2-0c4b-485a-871b-ca27ba512851 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773699952132', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-899307'] for agent, after_update {{(pid=94176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 12:09:13.199702 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron_lib.callbacks.manager [None req-9dbd47a3-776c-4b0d-8375-e26ab155bf79 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773699952132', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-899307'] for agent, after_update {{(pid=94176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 12:09:13.913609 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron_lib.callbacks.manager [None req-dc7542b2-afef-47f4-a763-e3a3cba144be None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773699952132', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-899307'] for agent, after_update {{(pid=94176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 12:09:14.152796 dv-neutron-601336-94-hyperv neutron-server[94177]: DEBUG neutron.db.agents_db [None req-90fb1279-e4c5-4e73-8d66-3a29811dc4e3 None None] Agent healthcheck: found 6 active agents {{(pid=94177) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 23 12:09:14.765145 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron_lib.callbacks.manager [None req-4c20ea5f-bc7f-4d4e-935d-57f082af6ccb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773699952132', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-899307'] for agent, after_update {{(pid=94176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 12:09:16.770291 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron_lib.callbacks.manager [None req-95d6aa8f-24e7-4234-82ff-f502266c3285 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773699952132', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-899307'] for agent, after_update {{(pid=94176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 12:09:24.086776 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron_lib.callbacks.manager [None req-97bd5441-1da2-49ee-a364-27795820ba27 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773699952132', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-899307'] for agent, after_update {{(pid=94176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 12:09:36.078426 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fd22bc5-ce71-4408-ae31-63aab8a6d2fb req-57231852-1cf7-4b74-b989-45530b8824c1 tempest-TestNetworkAdvancedServerOps-1740099935 tempest-TestNetworkAdvancedServerOps-1740099935-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94174) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 12:09:36.079975 dv-neutron-601336-94-hyperv neutron-server[94174]: INFO neutron.wsgi [req-6fd22bc5-ce71-4408-ae31-63aab8a6d2fb req-57231852-1cf7-4b74-b989-45530b8824c1 tempest-TestNetworkAdvancedServerOps-1740099935 tempest-TestNetworkAdvancedServerOps-1740099935-project] 10.222.0.20 "GET /v2.0/ports?device_id=c5337127-fcbb-4d2a-8a15-057464bc9b40 HTTP/1.1" status: 200 len: 945 time: 0.0682170 Jun 23 12:09:36.120044 dv-neutron-601336-94-hyperv neutron-server[94174]: INFO neutron.wsgi [req-6fd22bc5-ce71-4408-ae31-63aab8a6d2fb req-b020c2ee-2faa-433c-aa28-0338e0dcdd68 tempest-TestNetworkAdvancedServerOps-1740099935 tempest-TestNetworkAdvancedServerOps-1740099935-project] 10.222.0.20 "GET /v2.0/security-groups?id=e3eea354-8a01-4f5e-b255-fca72b0d101b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0341456 Jun 23 12:09:36.156797 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.wsgi [-] (94175) accepted ('10.222.0.20', 49022) {{(pid=94175) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 12:09:36.249679 dv-neutron-601336-94-hyperv neutron-server[94175]: INFO neutron.wsgi [req-5322880a-3e96-433a-98fb-f6ff953270d9 req-d868a43c-89f2-4b53-9b66-5cb8682113d0 service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=c5337127-fcbb-4d2a-8a15-057464bc9b40&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0916286 Jun 23 12:09:37.303763 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-503bc060-70ee-4ea9-997a-5b168f7b8aec req-2f0ba65b-23f7-4051-93be-58bdb9f08bca tempest-TestNetworkAdvancedServerOps-1740099935 tempest-TestNetworkAdvancedServerOps-1740099935-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 12:09:37.305307 dv-neutron-601336-94-hyperv neutron-server[94175]: INFO neutron.wsgi [req-503bc060-70ee-4ea9-997a-5b168f7b8aec req-2f0ba65b-23f7-4051-93be-58bdb9f08bca tempest-TestNetworkAdvancedServerOps-1740099935 tempest-TestNetworkAdvancedServerOps-1740099935-project] 10.222.0.20 "GET /v2.0/ports?device_id=c5337127-fcbb-4d2a-8a15-057464bc9b40 HTTP/1.1" status: 200 len: 945 time: 0.0658855 Jun 23 12:09:37.348658 dv-neutron-601336-94-hyperv neutron-server[94175]: INFO neutron.wsgi [req-503bc060-70ee-4ea9-997a-5b168f7b8aec req-2f535a60-2863-41f2-890a-a2100171cb81 tempest-TestNetworkAdvancedServerOps-1740099935 tempest-TestNetworkAdvancedServerOps-1740099935-project] 10.222.0.20 "GET /v2.0/security-groups?id=e3eea354-8a01-4f5e-b255-fca72b0d101b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0369518 Jun 23 12:09:38.473859 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5322880a-3e96-433a-98fb-f6ff953270d9 req-c9e153d3-e145-41be-945e-502f2179f5fa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 12:09:38.475370 dv-neutron-601336-94-hyperv neutron-server[94175]: INFO neutron.wsgi [req-5322880a-3e96-433a-98fb-f6ff953270d9 req-c9e153d3-e145-41be-945e-502f2179f5fa service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=95e75de5b0504e3e87860f65038883f5&device_id=c5337127-fcbb-4d2a-8a15-057464bc9b40 HTTP/1.1" status: 200 len: 1098 time: 0.0583341 Jun 23 12:09:38.532581 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b6cadb7-e684-44c8-af84-65d7e150f5f8 req-51611bae-69bc-47a4-8427-f42eeda17588 tempest-TestNetworkAdvancedServerOps-1740099935 tempest-TestNetworkAdvancedServerOps-1740099935-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94174) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 12:09:38.534112 dv-neutron-601336-94-hyperv neutron-server[94174]: INFO neutron.wsgi [req-6b6cadb7-e684-44c8-af84-65d7e150f5f8 req-51611bae-69bc-47a4-8427-f42eeda17588 tempest-TestNetworkAdvancedServerOps-1740099935 tempest-TestNetworkAdvancedServerOps-1740099935-project] 10.222.0.20 "GET /v2.0/ports?device_id=c5337127-fcbb-4d2a-8a15-057464bc9b40 HTTP/1.1" status: 200 len: 945 time: 0.0703676 Jun 23 12:09:38.567981 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5322880a-3e96-433a-98fb-f6ff953270d9 req-51da5e03-77c6-4c11-a305-7c9d23613ee2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 12:09:38.569457 dv-neutron-601336-94-hyperv neutron-server[94175]: INFO neutron.wsgi [req-5322880a-3e96-433a-98fb-f6ff953270d9 req-51da5e03-77c6-4c11-a305-7c9d23613ee2 service neutron] 10.222.0.52 "GET /v2.0/networks?id=894f6ec6-8dbc-43a5-8795-daa23ea748bf HTTP/1.1" status: 200 len: 897 time: 0.0868998 Jun 23 12:09:38.574521 dv-neutron-601336-94-hyperv neutron-server[94174]: INFO neutron.wsgi [req-6b6cadb7-e684-44c8-af84-65d7e150f5f8 req-9ab1c1a9-87ec-4493-a4e1-59e9ece4faa4 tempest-TestNetworkAdvancedServerOps-1740099935 tempest-TestNetworkAdvancedServerOps-1740099935-project] 10.222.0.20 "GET /v2.0/security-groups?id=e3eea354-8a01-4f5e-b255-fca72b0d101b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0342596 Jun 23 12:09:38.644481 dv-neutron-601336-94-hyperv neutron-server[94175]: INFO neutron.wsgi [req-5322880a-3e96-433a-98fb-f6ff953270d9 req-7112a436-65cd-472e-a0a4-4582a73e1475 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=a0333a89-abfe-4755-a106-f8a336664331 HTTP/1.1" status: 200 len: 1001 time: 0.0657470 Jun 23 12:09:38.695467 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5322880a-3e96-433a-98fb-f6ff953270d9 req-ef301b8c-41cd-4c19-9035-60ef88c41090 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 12:09:38.696905 dv-neutron-601336-94-hyperv neutron-server[94175]: INFO neutron.wsgi [req-5322880a-3e96-433a-98fb-f6ff953270d9 req-ef301b8c-41cd-4c19-9035-60ef88c41090 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=c183a1d2-ec46-4387-af7e-dfb92fef4d80 HTTP/1.1" status: 200 len: 835 time: 0.0439119 Jun 23 12:09:38.753857 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5322880a-3e96-433a-98fb-f6ff953270d9 req-acb92d45-659f-4121-bbb3-830acc9fb9d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 12:09:38.755328 dv-neutron-601336-94-hyperv neutron-server[94175]: INFO neutron.wsgi [req-5322880a-3e96-433a-98fb-f6ff953270d9 req-acb92d45-659f-4121-bbb3-830acc9fb9d0 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=894f6ec6-8dbc-43a5-8795-daa23ea748bf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1178 time: 0.0509629 Jun 23 12:09:38.846701 dv-neutron-601336-94-hyperv neutron-server[94175]: INFO neutron.wsgi [req-5322880a-3e96-433a-98fb-f6ff953270d9 req-5297f176-92d5-4bf3-8148-6a4098f6ac15 service neutron] 10.222.0.52 "GET /v2.0/networks/894f6ec6-8dbc-43a5-8795-daa23ea748bf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0828645 Jun 23 12:09:38.941491 dv-neutron-601336-94-hyperv neutron-server[94175]: INFO neutron.wsgi [req-5322880a-3e96-433a-98fb-f6ff953270d9 req-ecad095f-ec8b-44cf-9b18-1918fe21715d service neutron] 10.222.0.52 "GET /v2.0/networks/894f6ec6-8dbc-43a5-8795-daa23ea748bf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0830157 Jun 23 12:09:39.759226 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8057048d-0f73-47f0-b0fe-ebc4392c9569 req-9fc39095-f0f3-4382-85e6-f35c4c9852e6 tempest-TestNetworkAdvancedServerOps-1740099935 tempest-TestNetworkAdvancedServerOps-1740099935-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 12:09:39.760671 dv-neutron-601336-94-hyperv neutron-server[94175]: INFO neutron.wsgi [req-8057048d-0f73-47f0-b0fe-ebc4392c9569 req-9fc39095-f0f3-4382-85e6-f35c4c9852e6 tempest-TestNetworkAdvancedServerOps-1740099935 tempest-TestNetworkAdvancedServerOps-1740099935-project] 10.222.0.20 "GET /v2.0/ports?device_id=c5337127-fcbb-4d2a-8a15-057464bc9b40 HTTP/1.1" status: 200 len: 945 time: 0.0628340 Jun 23 12:09:39.801298 dv-neutron-601336-94-hyperv neutron-server[94175]: INFO neutron.wsgi [req-8057048d-0f73-47f0-b0fe-ebc4392c9569 req-2683381d-feb5-44c7-b2de-3f2f649c353b tempest-TestNetworkAdvancedServerOps-1740099935 tempest-TestNetworkAdvancedServerOps-1740099935-project] 10.222.0.20 "GET /v2.0/security-groups?id=e3eea354-8a01-4f5e-b255-fca72b0d101b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0350783 Jun 23 12:09:40.932551 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron_lib.callbacks.manager [None req-2b04212f-0d4d-469c-946d-b7b1ffcf8666 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773699952132', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-899307'] for agent, after_update {{(pid=94176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 12:09:40.980648 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9568611b-7149-450c-8389-9ac709996a3a req-4d2ef331-17fc-4a01-8c30-578cf80e2ea2 tempest-TestNetworkAdvancedServerOps-1740099935 tempest-TestNetworkAdvancedServerOps-1740099935-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94174) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 12:09:40.982170 dv-neutron-601336-94-hyperv neutron-server[94174]: INFO neutron.wsgi [req-9568611b-7149-450c-8389-9ac709996a3a req-4d2ef331-17fc-4a01-8c30-578cf80e2ea2 tempest-TestNetworkAdvancedServerOps-1740099935 tempest-TestNetworkAdvancedServerOps-1740099935-project] 10.222.0.20 "GET /v2.0/ports?device_id=c5337127-fcbb-4d2a-8a15-057464bc9b40 HTTP/1.1" status: 200 len: 945 time: 0.0668650 Jun 23 12:09:41.021729 dv-neutron-601336-94-hyperv neutron-server[94174]: INFO neutron.wsgi [req-9568611b-7149-450c-8389-9ac709996a3a req-69f3fa36-d6cd-4770-8362-69b0619e0a76 tempest-TestNetworkAdvancedServerOps-1740099935 tempest-TestNetworkAdvancedServerOps-1740099935-project] 10.222.0.20 "GET /v2.0/security-groups?id=e3eea354-8a01-4f5e-b255-fca72b0d101b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0336854 Jun 23 12:09:42.201521 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5bbb7ba-7ff7-46df-b3d1-d994a22dfe9d req-7ea5327c-7348-424f-9631-708a85038338 tempest-TestNetworkAdvancedServerOps-1740099935 tempest-TestNetworkAdvancedServerOps-1740099935-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 12:09:42.203651 dv-neutron-601336-94-hyperv neutron-server[94175]: INFO neutron.wsgi [req-c5bbb7ba-7ff7-46df-b3d1-d994a22dfe9d req-7ea5327c-7348-424f-9631-708a85038338 tempest-TestNetworkAdvancedServerOps-1740099935 tempest-TestNetworkAdvancedServerOps-1740099935-project] 10.222.0.20 "GET /v2.0/ports?device_id=c5337127-fcbb-4d2a-8a15-057464bc9b40 HTTP/1.1" status: 200 len: 945 time: 0.0667965 Jun 23 12:09:42.242650 dv-neutron-601336-94-hyperv neutron-server[94175]: INFO neutron.wsgi [req-c5bbb7ba-7ff7-46df-b3d1-d994a22dfe9d req-7a74dab4-43d0-4e0c-972a-e41cf4a21136 tempest-TestNetworkAdvancedServerOps-1740099935 tempest-TestNetworkAdvancedServerOps-1740099935-project] 10.222.0.20 "GET /v2.0/security-groups?id=e3eea354-8a01-4f5e-b255-fca72b0d101b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0330763 Jun 23 12:09:43.215650 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron_lib.callbacks.manager [None req-b4ce14e1-a5d4-4b7b-8999-705853b85154 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773699952132', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-899307'] for agent, after_update {{(pid=94176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 12:09:43.433576 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bbf8597-991a-408b-a69a-427e5cf2de68 req-c013b959-cc82-45ef-995f-d5698b430652 tempest-TestNetworkAdvancedServerOps-1740099935 tempest-TestNetworkAdvancedServerOps-1740099935-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94174) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 12:09:43.434974 dv-neutron-601336-94-hyperv neutron-server[94174]: INFO neutron.wsgi [req-1bbf8597-991a-408b-a69a-427e5cf2de68 req-c013b959-cc82-45ef-995f-d5698b430652 tempest-TestNetworkAdvancedServerOps-1740099935 tempest-TestNetworkAdvancedServerOps-1740099935-project] 10.222.0.20 "GET /v2.0/ports?device_id=c5337127-fcbb-4d2a-8a15-057464bc9b40 HTTP/1.1" status: 200 len: 945 time: 0.0711823 Jun 23 12:09:43.473882 dv-neutron-601336-94-hyperv neutron-server[94174]: INFO neutron.wsgi [req-1bbf8597-991a-408b-a69a-427e5cf2de68 req-7c3511e9-8b19-4068-84f8-62b2884005bb tempest-TestNetworkAdvancedServerOps-1740099935 tempest-TestNetworkAdvancedServerOps-1740099935-project] 10.222.0.20 "GET /v2.0/security-groups?id=e3eea354-8a01-4f5e-b255-fca72b0d101b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0330470 Jun 23 12:09:43.930471 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron_lib.callbacks.manager [None req-dc7542b2-afef-47f4-a763-e3a3cba144be None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773699952132', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-899307'] for agent, after_update {{(pid=94176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 12:09:44.652733 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfe3d8c3-126b-4663-beb7-e6b253bff3e8 req-79e426f0-cb87-4807-9e95-b7fc61b9a401 tempest-TestNetworkAdvancedServerOps-1740099935 tempest-TestNetworkAdvancedServerOps-1740099935-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 12:09:44.654224 dv-neutron-601336-94-hyperv neutron-server[94175]: INFO neutron.wsgi [req-cfe3d8c3-126b-4663-beb7-e6b253bff3e8 req-79e426f0-cb87-4807-9e95-b7fc61b9a401 tempest-TestNetworkAdvancedServerOps-1740099935 tempest-TestNetworkAdvancedServerOps-1740099935-project] 10.222.0.20 "GET /v2.0/ports?device_id=c5337127-fcbb-4d2a-8a15-057464bc9b40 HTTP/1.1" status: 200 len: 945 time: 0.0641651 Jun 23 12:09:44.694398 dv-neutron-601336-94-hyperv neutron-server[94175]: INFO neutron.wsgi [req-cfe3d8c3-126b-4663-beb7-e6b253bff3e8 req-f67e17bc-237d-46d7-8670-5472233ba03e tempest-TestNetworkAdvancedServerOps-1740099935 tempest-TestNetworkAdvancedServerOps-1740099935-project] 10.222.0.20 "GET /v2.0/security-groups?id=e3eea354-8a01-4f5e-b255-fca72b0d101b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0340259 Jun 23 12:09:44.738119 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron_lib.callbacks.manager [None req-4c20ea5f-bc7f-4d4e-935d-57f082af6ccb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773699952132', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-899307'] for agent, after_update {{(pid=94176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 12:09:45.870654 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5224727-0593-496b-9e73-060d5f505450 req-b8d8659f-808d-465d-b015-2a63dcdec9fc tempest-TestNetworkAdvancedServerOps-1740099935 tempest-TestNetworkAdvancedServerOps-1740099935-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94174) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 12:09:45.872208 dv-neutron-601336-94-hyperv neutron-server[94174]: INFO neutron.wsgi [req-c5224727-0593-496b-9e73-060d5f505450 req-b8d8659f-808d-465d-b015-2a63dcdec9fc tempest-TestNetworkAdvancedServerOps-1740099935 tempest-TestNetworkAdvancedServerOps-1740099935-project] 10.222.0.20 "GET /v2.0/ports?device_id=c5337127-fcbb-4d2a-8a15-057464bc9b40 HTTP/1.1" status: 200 len: 945 time: 0.0653284 Jun 23 12:09:45.910212 dv-neutron-601336-94-hyperv neutron-server[94174]: INFO neutron.wsgi [req-c5224727-0593-496b-9e73-060d5f505450 req-edef686f-c296-43bd-92d4-06e30d0b5587 tempest-TestNetworkAdvancedServerOps-1740099935 tempest-TestNetworkAdvancedServerOps-1740099935-project] 10.222.0.20 "GET /v2.0/security-groups?id=e3eea354-8a01-4f5e-b255-fca72b0d101b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0316117 Jun 23 12:09:46.783591 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron_lib.callbacks.manager [None req-95d6aa8f-24e7-4234-82ff-f502266c3285 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773699952132', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-899307'] for agent, after_update {{(pid=94176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 12:09:47.088129 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa671ff9-97f3-478d-b54d-dbb0ad32aeda req-807f575b-7dea-43e8-963d-d5c66fe92066 tempest-TestNetworkAdvancedServerOps-1740099935 tempest-TestNetworkAdvancedServerOps-1740099935-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 12:09:47.089614 dv-neutron-601336-94-hyperv neutron-server[94175]: INFO neutron.wsgi [req-fa671ff9-97f3-478d-b54d-dbb0ad32aeda req-807f575b-7dea-43e8-963d-d5c66fe92066 tempest-TestNetworkAdvancedServerOps-1740099935 tempest-TestNetworkAdvancedServerOps-1740099935-project] 10.222.0.20 "GET /v2.0/ports?device_id=c5337127-fcbb-4d2a-8a15-057464bc9b40 HTTP/1.1" status: 200 len: 945 time: 0.0671096 Jun 23 12:09:47.128426 dv-neutron-601336-94-hyperv neutron-server[94175]: INFO neutron.wsgi [req-fa671ff9-97f3-478d-b54d-dbb0ad32aeda req-4b15fc13-c33e-4d72-af6a-664596423b14 tempest-TestNetworkAdvancedServerOps-1740099935 tempest-TestNetworkAdvancedServerOps-1740099935-project] 10.222.0.20 "GET /v2.0/security-groups?id=e3eea354-8a01-4f5e-b255-fca72b0d101b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0325887 Jun 23 12:09:48.300994 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19727f9e-2f32-4139-b0b9-071670dc13f5 req-d8580cf0-a85d-4380-b961-c2ed0c17737e tempest-TestNetworkAdvancedServerOps-1740099935 tempest-TestNetworkAdvancedServerOps-1740099935-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94174) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 12:09:48.302520 dv-neutron-601336-94-hyperv neutron-server[94174]: INFO neutron.wsgi [req-19727f9e-2f32-4139-b0b9-071670dc13f5 req-d8580cf0-a85d-4380-b961-c2ed0c17737e tempest-TestNetworkAdvancedServerOps-1740099935 tempest-TestNetworkAdvancedServerOps-1740099935-project] 10.222.0.20 "GET /v2.0/ports?device_id=c5337127-fcbb-4d2a-8a15-057464bc9b40 HTTP/1.1" status: 200 len: 945 time: 0.0630643 Jun 23 12:09:48.339958 dv-neutron-601336-94-hyperv neutron-server[94174]: INFO neutron.wsgi [req-19727f9e-2f32-4139-b0b9-071670dc13f5 req-5ff1959c-08c8-4a85-ad07-4b6de4be6cfe tempest-TestNetworkAdvancedServerOps-1740099935 tempest-TestNetworkAdvancedServerOps-1740099935-project] 10.222.0.20 "GET /v2.0/security-groups?id=e3eea354-8a01-4f5e-b255-fca72b0d101b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0317318 Jun 23 12:09:49.513525 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31fa3fed-10a0-4025-ac4b-c8aab7e24519 req-47dd176f-af3a-489f-8d7c-dbfbabc9e171 tempest-TestNetworkAdvancedServerOps-1740099935 tempest-TestNetworkAdvancedServerOps-1740099935-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 12:09:49.514901 dv-neutron-601336-94-hyperv neutron-server[94175]: INFO neutron.wsgi [req-31fa3fed-10a0-4025-ac4b-c8aab7e24519 req-47dd176f-af3a-489f-8d7c-dbfbabc9e171 tempest-TestNetworkAdvancedServerOps-1740099935 tempest-TestNetworkAdvancedServerOps-1740099935-project] 10.222.0.20 "GET /v2.0/ports?device_id=c5337127-fcbb-4d2a-8a15-057464bc9b40 HTTP/1.1" status: 200 len: 945 time: 0.0654695 Jun 23 12:09:49.552182 dv-neutron-601336-94-hyperv neutron-server[94175]: INFO neutron.wsgi [req-31fa3fed-10a0-4025-ac4b-c8aab7e24519 req-d6273161-a8e0-44ab-b319-3d29ab5c71e9 tempest-TestNetworkAdvancedServerOps-1740099935 tempest-TestNetworkAdvancedServerOps-1740099935-project] 10.222.0.20 "GET /v2.0/security-groups?id=e3eea354-8a01-4f5e-b255-fca72b0d101b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0312226 Jun 23 12:09:50.736358 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f40c08f8-4cc0-4b74-b44a-cb275bced244 req-5419e964-eaf3-430f-932c-8fb41d797b55 tempest-TestNetworkAdvancedServerOps-1740099935 tempest-TestNetworkAdvancedServerOps-1740099935-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94174) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 12:09:50.737860 dv-neutron-601336-94-hyperv neutron-server[94174]: INFO neutron.wsgi [req-f40c08f8-4cc0-4b74-b44a-cb275bced244 req-5419e964-eaf3-430f-932c-8fb41d797b55 tempest-TestNetworkAdvancedServerOps-1740099935 tempest-TestNetworkAdvancedServerOps-1740099935-project] 10.222.0.20 "GET /v2.0/ports?device_id=c5337127-fcbb-4d2a-8a15-057464bc9b40 HTTP/1.1" status: 200 len: 945 time: 0.0703113 Jun 23 12:09:50.775154 dv-neutron-601336-94-hyperv neutron-server[94174]: INFO neutron.wsgi [req-f40c08f8-4cc0-4b74-b44a-cb275bced244 req-80ddca4c-9252-4f9e-9049-333172ebe311 tempest-TestNetworkAdvancedServerOps-1740099935 tempest-TestNetworkAdvancedServerOps-1740099935-project] 10.222.0.20 "GET /v2.0/security-groups?id=e3eea354-8a01-4f5e-b255-fca72b0d101b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0316291 Jun 23 12:09:51.152066 dv-neutron-601336-94-hyperv neutron-server[94177]: DEBUG neutron.db.agents_db [None req-90fb1279-e4c5-4e73-8d66-3a29811dc4e3 None None] Agent healthcheck: found 6 active agents {{(pid=94177) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 23 12:09:51.951585 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad5d699f-e33d-443d-b328-b0f8d92329ec req-22c8fea2-b1fa-4c4c-bf38-239d50a8674f tempest-TestNetworkAdvancedServerOps-1740099935 tempest-TestNetworkAdvancedServerOps-1740099935-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 12:09:51.953043 dv-neutron-601336-94-hyperv neutron-server[94175]: INFO neutron.wsgi [req-ad5d699f-e33d-443d-b328-b0f8d92329ec req-22c8fea2-b1fa-4c4c-bf38-239d50a8674f tempest-TestNetworkAdvancedServerOps-1740099935 tempest-TestNetworkAdvancedServerOps-1740099935-project] 10.222.0.20 "GET /v2.0/ports?device_id=c5337127-fcbb-4d2a-8a15-057464bc9b40 HTTP/1.1" status: 200 len: 945 time: 0.0650735 Jun 23 12:09:51.998592 dv-neutron-601336-94-hyperv neutron-server[94175]: INFO neutron.wsgi [req-ad5d699f-e33d-443d-b328-b0f8d92329ec req-30d6cf6e-5e76-4c33-a8a5-7736c477a9f8 tempest-TestNetworkAdvancedServerOps-1740099935 tempest-TestNetworkAdvancedServerOps-1740099935-project] 10.222.0.20 "GET /v2.0/security-groups?id=e3eea354-8a01-4f5e-b255-fca72b0d101b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0398872 Jun 23 12:09:53.179133 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-393878ec-78de-4426-adba-1a63b2d45412 req-6dd63014-d5a9-4926-a416-e180cb48243d tempest-TestNetworkAdvancedServerOps-1740099935 tempest-TestNetworkAdvancedServerOps-1740099935-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94174) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 12:09:53.180613 dv-neutron-601336-94-hyperv neutron-server[94174]: INFO neutron.wsgi [req-393878ec-78de-4426-adba-1a63b2d45412 req-6dd63014-d5a9-4926-a416-e180cb48243d tempest-TestNetworkAdvancedServerOps-1740099935 tempest-TestNetworkAdvancedServerOps-1740099935-project] 10.222.0.20 "GET /v2.0/ports?device_id=c5337127-fcbb-4d2a-8a15-057464bc9b40 HTTP/1.1" status: 200 len: 945 time: 0.0654249 Jun 23 12:09:53.218206 dv-neutron-601336-94-hyperv neutron-server[94174]: INFO neutron.wsgi [req-393878ec-78de-4426-adba-1a63b2d45412 req-184d5a42-c0be-4d71-880a-ab38fb6f9404 tempest-TestNetworkAdvancedServerOps-1740099935 tempest-TestNetworkAdvancedServerOps-1740099935-project] 10.222.0.20 "GET /v2.0/security-groups?id=e3eea354-8a01-4f5e-b255-fca72b0d101b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0320039 Jun 23 12:09:53.778008 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron_lib.callbacks.manager [None req-97bd5441-1da2-49ee-a364-27795820ba27 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773699952132', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-899307'] for agent, after_update {{(pid=94176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 12:09:54.395892 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc11168b-2808-455f-9a23-bc51af56fab8 req-f6d7feda-1237-4861-9e3a-1460c16cb356 tempest-TestNetworkAdvancedServerOps-1740099935 tempest-TestNetworkAdvancedServerOps-1740099935-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 12:09:54.397303 dv-neutron-601336-94-hyperv neutron-server[94175]: INFO neutron.wsgi [req-bc11168b-2808-455f-9a23-bc51af56fab8 req-f6d7feda-1237-4861-9e3a-1460c16cb356 tempest-TestNetworkAdvancedServerOps-1740099935 tempest-TestNetworkAdvancedServerOps-1740099935-project] 10.222.0.20 "GET /v2.0/ports?device_id=c5337127-fcbb-4d2a-8a15-057464bc9b40 HTTP/1.1" status: 200 len: 945 time: 0.0648835 Jun 23 12:09:54.444093 dv-neutron-601336-94-hyperv neutron-server[94175]: INFO neutron.wsgi [req-bc11168b-2808-455f-9a23-bc51af56fab8 req-45bde33a-f9ad-4714-8df2-f392cda148cb tempest-TestNetworkAdvancedServerOps-1740099935 tempest-TestNetworkAdvancedServerOps-1740099935-project] 10.222.0.20 "GET /v2.0/security-groups?id=e3eea354-8a01-4f5e-b255-fca72b0d101b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0411074 Jun 23 12:09:55.625996 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-325f89ff-1b07-472d-9d6c-9e5e1c24a038 req-67f440e7-8c98-4c83-a7a4-d0e84e900577 tempest-TestNetworkAdvancedServerOps-1740099935 tempest-TestNetworkAdvancedServerOps-1740099935-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94174) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 12:09:55.627515 dv-neutron-601336-94-hyperv neutron-server[94174]: INFO neutron.wsgi [req-325f89ff-1b07-472d-9d6c-9e5e1c24a038 req-67f440e7-8c98-4c83-a7a4-d0e84e900577 tempest-TestNetworkAdvancedServerOps-1740099935 tempest-TestNetworkAdvancedServerOps-1740099935-project] 10.222.0.20 "GET /v2.0/ports?device_id=c5337127-fcbb-4d2a-8a15-057464bc9b40 HTTP/1.1" status: 200 len: 945 time: 0.0710497 Jun 23 12:09:55.666030 dv-neutron-601336-94-hyperv neutron-server[94174]: INFO neutron.wsgi [req-325f89ff-1b07-472d-9d6c-9e5e1c24a038 req-efcfb936-296d-4a65-b2d8-a54ba47d5a20 tempest-TestNetworkAdvancedServerOps-1740099935 tempest-TestNetworkAdvancedServerOps-1740099935-project] 10.222.0.20 "GET /v2.0/security-groups?id=e3eea354-8a01-4f5e-b255-fca72b0d101b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0325699 Jun 23 12:09:55.918527 dv-neutron-601336-94-hyperv neutron-server[94175]: INFO neutron.wsgi [req-5322880a-3e96-433a-98fb-f6ff953270d9 req-e3d4f01b-a9de-425a-a45f-06fd478bc2ed service neutron] 10.222.0.52 "GET /v2.0/ports/a0333a89-abfe-4755-a106-f8a336664331/bindings/hv-neutron-6013 HTTP/1.1" status: 200 len: 384 time: 0.0557334 Jun 23 12:09:56.562089 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5322880a-3e96-433a-98fb-f6ff953270d9 req-e8ca379f-757d-4a65-ba73-2e8ea8382560 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 12:09:56.564062 dv-neutron-601336-94-hyperv neutron-server[94175]: INFO neutron.wsgi [req-5322880a-3e96-433a-98fb-f6ff953270d9 req-e8ca379f-757d-4a65-ba73-2e8ea8382560 service neutron] 10.222.0.52 "GET /v2.0/ports?device_id=c5337127-fcbb-4d2a-8a15-057464bc9b40&tenant_id=95e75de5b0504e3e87860f65038883f5 HTTP/1.1" status: 200 len: 1098 time: 0.0917587 Jun 23 12:09:56.638674 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5322880a-3e96-433a-98fb-f6ff953270d9 req-154fc83e-0831-432b-abc5-fa4fbb3bb275 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 12:09:56.640253 dv-neutron-601336-94-hyperv neutron-server[94175]: INFO neutron.wsgi [req-5322880a-3e96-433a-98fb-f6ff953270d9 req-154fc83e-0831-432b-abc5-fa4fbb3bb275 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=95e75de5b0504e3e87860f65038883f5&device_id=c5337127-fcbb-4d2a-8a15-057464bc9b40 HTTP/1.1" status: 200 len: 1098 time: 0.0531914 Jun 23 12:09:56.742721 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5322880a-3e96-433a-98fb-f6ff953270d9 req-1b1338d6-3c9c-4e90-8fcc-0ba8fea77973 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 12:09:56.744238 dv-neutron-601336-94-hyperv neutron-server[94175]: INFO neutron.wsgi [req-5322880a-3e96-433a-98fb-f6ff953270d9 req-1b1338d6-3c9c-4e90-8fcc-0ba8fea77973 service neutron] 10.222.0.52 "GET /v2.0/networks?id=894f6ec6-8dbc-43a5-8795-daa23ea748bf HTTP/1.1" status: 200 len: 897 time: 0.0955772 Jun 23 12:09:56.847903 dv-neutron-601336-94-hyperv neutron-server[94175]: INFO neutron.wsgi [req-5322880a-3e96-433a-98fb-f6ff953270d9 req-6cd5f309-8ff3-427d-85bf-60e4f2766baa service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=a0333a89-abfe-4755-a106-f8a336664331 HTTP/1.1" status: 200 len: 1001 time: 0.0962915 Jun 23 12:09:56.911748 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5dd313a-80f7-465d-8821-797f6397d475 req-7635d0a0-b659-4d8f-be79-dae2dbe0def0 tempest-TestNetworkAdvancedServerOps-1740099935 tempest-TestNetworkAdvancedServerOps-1740099935-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 12:09:56.913250 dv-neutron-601336-94-hyperv neutron-server[94175]: INFO neutron.wsgi [req-e5dd313a-80f7-465d-8821-797f6397d475 req-7635d0a0-b659-4d8f-be79-dae2dbe0def0 tempest-TestNetworkAdvancedServerOps-1740099935 tempest-TestNetworkAdvancedServerOps-1740099935-project] 10.222.0.20 "GET /v2.0/ports?device_id=c5337127-fcbb-4d2a-8a15-057464bc9b40 HTTP/1.1" status: 200 len: 945 time: 0.1266291 Jun 23 12:09:56.917219 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5322880a-3e96-433a-98fb-f6ff953270d9 req-77cb62c9-51d1-49c3-8e8d-46840b1403a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 12:09:56.918587 dv-neutron-601336-94-hyperv neutron-server[94175]: INFO neutron.wsgi [req-5322880a-3e96-433a-98fb-f6ff953270d9 req-77cb62c9-51d1-49c3-8e8d-46840b1403a8 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=c183a1d2-ec46-4387-af7e-dfb92fef4d80 HTTP/1.1" status: 200 len: 835 time: 0.0647485 Jun 23 12:09:56.986552 dv-neutron-601336-94-hyperv neutron-server[94175]: INFO neutron.wsgi [req-e5dd313a-80f7-465d-8821-797f6397d475 req-d3173ccc-62cf-4bd1-8a9e-6ba0ec37d96f tempest-TestNetworkAdvancedServerOps-1740099935 tempest-TestNetworkAdvancedServerOps-1740099935-project] 10.222.0.20 "GET /v2.0/security-groups?id=e3eea354-8a01-4f5e-b255-fca72b0d101b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0669570 Jun 23 12:09:57.004685 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5322880a-3e96-433a-98fb-f6ff953270d9 req-c91a21b5-0977-4c24-98bc-16a87ec663fe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 12:09:57.006188 dv-neutron-601336-94-hyperv neutron-server[94175]: INFO neutron.wsgi [req-5322880a-3e96-433a-98fb-f6ff953270d9 req-c91a21b5-0977-4c24-98bc-16a87ec663fe service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=894f6ec6-8dbc-43a5-8795-daa23ea748bf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1178 time: 0.0800829 Jun 23 12:09:57.100109 dv-neutron-601336-94-hyperv neutron-server[94175]: INFO neutron.wsgi [req-5322880a-3e96-433a-98fb-f6ff953270d9 req-92a450dd-b0ef-400a-8cf5-ee2c2673908c service neutron] 10.222.0.52 "GET /v2.0/networks/894f6ec6-8dbc-43a5-8795-daa23ea748bf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0874503 Jun 23 12:09:57.190650 dv-neutron-601336-94-hyperv neutron-server[94175]: INFO neutron.wsgi [req-5322880a-3e96-433a-98fb-f6ff953270d9 req-fffdd523-dc3d-493c-adbb-f77404edc994 service neutron] 10.222.0.52 "GET /v2.0/networks/894f6ec6-8dbc-43a5-8795-daa23ea748bf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0844405 Jun 23 12:09:58.168047 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9469fd5-9506-4096-a3c0-40394e17855d req-cb5e073a-7ee3-4c33-9323-3931303b5a7c tempest-TestNetworkAdvancedServerOps-1740099935 tempest-TestNetworkAdvancedServerOps-1740099935-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94174) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 12:09:58.169568 dv-neutron-601336-94-hyperv neutron-server[94174]: INFO neutron.wsgi [req-e9469fd5-9506-4096-a3c0-40394e17855d req-cb5e073a-7ee3-4c33-9323-3931303b5a7c tempest-TestNetworkAdvancedServerOps-1740099935 tempest-TestNetworkAdvancedServerOps-1740099935-project] 10.222.0.20 "GET /v2.0/ports?device_id=c5337127-fcbb-4d2a-8a15-057464bc9b40 HTTP/1.1" status: 200 len: 945 time: 0.0671978 Jun 23 12:09:58.213430 dv-neutron-601336-94-hyperv neutron-server[94174]: INFO neutron.wsgi [req-e9469fd5-9506-4096-a3c0-40394e17855d req-6abeef1b-8833-4341-bc89-2cccd490cd4d tempest-TestNetworkAdvancedServerOps-1740099935 tempest-TestNetworkAdvancedServerOps-1740099935-project] 10.222.0.20 "GET /v2.0/security-groups?id=e3eea354-8a01-4f5e-b255-fca72b0d101b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0356665 Jun 23 12:09:59.404692 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6854526-ddf2-41c8-a9e8-8f443e19133f req-462369d9-bf82-48c4-8e6d-12c864ab85f2 tempest-TestNetworkAdvancedServerOps-1740099935 tempest-TestNetworkAdvancedServerOps-1740099935-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 12:09:59.406186 dv-neutron-601336-94-hyperv neutron-server[94175]: INFO neutron.wsgi [req-a6854526-ddf2-41c8-a9e8-8f443e19133f req-462369d9-bf82-48c4-8e6d-12c864ab85f2 tempest-TestNetworkAdvancedServerOps-1740099935 tempest-TestNetworkAdvancedServerOps-1740099935-project] 10.222.0.20 "GET /v2.0/ports?device_id=c5337127-fcbb-4d2a-8a15-057464bc9b40 HTTP/1.1" status: 200 len: 945 time: 0.0744038 Jun 23 12:09:59.450313 dv-neutron-601336-94-hyperv neutron-server[94175]: INFO neutron.wsgi [req-a6854526-ddf2-41c8-a9e8-8f443e19133f req-fd0fd2e0-4ab9-483c-9d15-01655feb1299 tempest-TestNetworkAdvancedServerOps-1740099935 tempest-TestNetworkAdvancedServerOps-1740099935-project] 10.222.0.20 "GET /v2.0/security-groups?id=e3eea354-8a01-4f5e-b255-fca72b0d101b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0373533 Jun 23 12:10:00.464830 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.plugins.ml2.rpc [None req-97bd5441-1da2-49ee-a364-27795820ba27 None None] Device a0333a89-abfe-4755-a106-f8a336664331 details requested by agent hyperv_hv-neutron-6013 with host hv-neutron-6013 {{(pid=94176) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:104}} Jun 23 12:10:00.468094 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.plugins.ml2.rpc [None req-97bd5441-1da2-49ee-a364-27795820ba27 None None] Device a0333a89-abfe-4755-a106-f8a336664331 no longer exists at agent hyperv_hv-neutron-6013 {{(pid=94176) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:261}} Jun 23 12:10:00.622947 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron_lib.callbacks.manager [None req-97bd5441-1da2-49ee-a364-27795820ba27 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-923122'] for port, before_update {{(pid=94176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 12:10:00.633042 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43256a01-ad13-4c02-a7bf-1e6349f7db18 req-271f6bbf-0f4a-4410-aba6-dbc0aa15920e tempest-TestNetworkAdvancedServerOps-1740099935 tempest-TestNetworkAdvancedServerOps-1740099935-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94174) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 12:10:00.634605 dv-neutron-601336-94-hyperv neutron-server[94174]: INFO neutron.wsgi [req-43256a01-ad13-4c02-a7bf-1e6349f7db18 req-271f6bbf-0f4a-4410-aba6-dbc0aa15920e tempest-TestNetworkAdvancedServerOps-1740099935 tempest-TestNetworkAdvancedServerOps-1740099935-project] 10.222.0.20 "GET /v2.0/ports?device_id=c5337127-fcbb-4d2a-8a15-057464bc9b40 HTTP/1.1" status: 200 len: 945 time: 0.0688033 Jun 23 12:10:00.652319 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.plugins.ml2.db [None req-97bd5441-1da2-49ee-a364-27795820ba27 None None] For port a0333a89-abfe-4755-a106-f8a336664331, host hv-neutron-6013, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-6013',level=0,port_id=a0333a89-abfe-4755-a106-f8a336664331,segment=NetworkSegment(1c2226fe-eb4b-4707-87d3-d334b89a6148),segment_id=1c2226fe-eb4b-4707-87d3-d334b89a6148)] {{(pid=94176) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 23 12:10:00.669175 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c5337127-fcbb-4d2a-8a15-057464bc9b40', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'a0333a89-abfe-4755-a106-f8a336664331'}] {{(pid=94176) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 23 12:10:00.671517 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}887b0dfc0393de878080286a57e4a08d4fa60dd0cddd118f338ebfcd351ddd4c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8ee16660-6a10-41dd-8d71-a0389c5be1d5" -d '{"events": [{"server_uuid": "c5337127-fcbb-4d2a-8a15-057464bc9b40", "name": "network-vif-unplugged", "status": "completed", "tag": "a0333a89-abfe-4755-a106-f8a336664331"}]}' {{(pid=94176) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 23 12:10:00.677328 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.plugins.ml2.rpc [None req-97bd5441-1da2-49ee-a364-27795820ba27 None None] Returning: {'device': 'a0333a89-abfe-4755-a106-f8a336664331', 'network_id': '894f6ec6-8dbc-43a5-8795-daa23ea748bf', 'port_id': 'a0333a89-abfe-4755-a106-f8a336664331', 'mac_address': 'fa:16:3e:cf:f4:4e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 405, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c183a1d2-ec46-4387-af7e-dfb92fef4d80', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94176) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:186}} Jun 23 12:10:00.681719 dv-neutron-601336-94-hyperv neutron-server[94174]: INFO neutron.wsgi [req-43256a01-ad13-4c02-a7bf-1e6349f7db18 req-c14e3389-4a1a-46f2-848d-c87726d4152b tempest-TestNetworkAdvancedServerOps-1740099935 tempest-TestNetworkAdvancedServerOps-1740099935-project] 10.222.0.20 "GET /v2.0/security-groups?id=e3eea354-8a01-4f5e-b255-fca72b0d101b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0408092 Jun 23 12:10:00.692144 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.plugins.ml2.db [None req-97bd5441-1da2-49ee-a364-27795820ba27 None None] For port a0333a89-abfe-4755-a106-f8a336664331, host hv-neutron-6013, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-6013',level=0,port_id=a0333a89-abfe-4755-a106-f8a336664331,segment=NetworkSegment(1c2226fe-eb4b-4707-87d3-d334b89a6148),segment_id=1c2226fe-eb4b-4707-87d3-d334b89a6148)] {{(pid=94176) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 23 12:10:00.725691 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 23 Jun 2021 12:10:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f187a811-3a68-4cf2-8926-517be72649d0 x-openstack-request-id: req-f187a811-3a68-4cf2-8926-517be72649d0 {{(pid=94176) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 23 12:10:00.725997 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c5337127-fcbb-4d2a-8a15-057464bc9b40", "name": "network-vif-unplugged", "status": "completed", "tag": "a0333a89-abfe-4755-a106-f8a336664331", "code": 200}]} {{(pid=94176) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 23 12:10:00.726265 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-f187a811-3a68-4cf2-8926-517be72649d0 {{(pid=94176) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 23 12:10:00.726659 dv-neutron-601336-94-hyperv neutron-server[94176]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c5337127-fcbb-4d2a-8a15-057464bc9b40', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'a0333a89-abfe-4755-a106-f8a336664331', 'code': 200} Jun 23 12:10:00.749192 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron_lib.callbacks.manager [None req-97bd5441-1da2-49ee-a364-27795820ba27 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-923122'] for port, before_update {{(pid=94176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 12:10:00.763279 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.notifiers.nova [None req-97bd5441-1da2-49ee-a364-27795820ba27 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id a0333a89-abfe-4755-a106-f8a336664331 {{(pid=94176) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 23 12:10:00.768661 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron_lib.callbacks.manager [None req-97bd5441-1da2-49ee-a364-27795820ba27 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-922904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866062', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773700135042', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773699642233', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773699642278'] for port, after_update {{(pid=94176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 12:10:00.771116 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG oslo_concurrency.lockutils [None req-97bd5441-1da2-49ee-a364-27795820ba27 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 12:10:00.841870 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron_lib.db.api [None req-97bd5441-1da2-49ee-a364-27795820ba27 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=94176) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jun 23 12:10:00.842230 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG oslo_db.api [None req-97bd5441-1da2-49ee-a364-27795820ba27 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=94176) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jun 23 12:10:00.846637 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97bd5441-1da2-49ee-a364-27795820ba27 None None] Pushing event updated for resources: {'Port': ['ID=a0333a89-abfe-4755-a106-f8a336664331,revision_number=6']} {{(pid=94176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 12:10:00.853540 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97bd5441-1da2-49ee-a364-27795820ba27 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-601336-94-hyperv {{(pid=94176) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 12:10:00.853897 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97bd5441-1da2-49ee-a364-27795820ba27 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-94-hyperv {{(pid=94176) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 12:10:00.854243 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97bd5441-1da2-49ee-a364-27795820ba27 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-94-hyperv {{(pid=94176) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 12:10:00.854583 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97bd5441-1da2-49ee-a364-27795820ba27 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-601336-94-hyperv {{(pid=94176) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 12:10:00.854917 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97bd5441-1da2-49ee-a364-27795820ba27 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-601336-94-hyperv {{(pid=94176) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 12:10:00.855299 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97bd5441-1da2-49ee-a364-27795820ba27 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-601336-94-hyperv {{(pid=94176) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 12:10:00.855674 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97bd5441-1da2-49ee-a364-27795820ba27 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-601336-94-hyperv {{(pid=94176) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 12:10:00.856020 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97bd5441-1da2-49ee-a364-27795820ba27 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-601336-94-hyperv {{(pid=94176) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 12:10:00.857336 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97bd5441-1da2-49ee-a364-27795820ba27 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-601336-94-hyperv {{(pid=94176) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 12:10:00.857336 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97bd5441-1da2-49ee-a364-27795820ba27 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-94-hyperv {{(pid=94176) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 12:10:00.857336 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97bd5441-1da2-49ee-a364-27795820ba27 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-601336-94-hyperv {{(pid=94176) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 12:10:00.857336 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97bd5441-1da2-49ee-a364-27795820ba27 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-601336-94-hyperv {{(pid=94176) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 12:10:00.862404 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG oslo_concurrency.lockutils [None req-97bd5441-1da2-49ee-a364-27795820ba27 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.092s {{(pid=94176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 12:10:01.206422 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d83a3223-df36-4bf5-984c-deffd7aa1f5e req-12b9aa59-6a45-492b-8831-4fa647d4110b tempest-TestNetworkAdvancedServerOps-1740099935 tempest-TestNetworkAdvancedServerOps-1740099935-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 12:10:01.208517 dv-neutron-601336-94-hyperv neutron-server[94175]: INFO neutron.wsgi [req-d83a3223-df36-4bf5-984c-deffd7aa1f5e req-12b9aa59-6a45-492b-8831-4fa647d4110b tempest-TestNetworkAdvancedServerOps-1740099935 tempest-TestNetworkAdvancedServerOps-1740099935-project] 10.222.0.20 "GET /v2.0/ports?device_id=c5337127-fcbb-4d2a-8a15-057464bc9b40 HTTP/1.1" status: 200 len: 943 time: 0.0953226 Jun 23 12:10:01.292085 dv-neutron-601336-94-hyperv neutron-server[94175]: INFO neutron.wsgi [req-d83a3223-df36-4bf5-984c-deffd7aa1f5e req-3fea7116-efb0-43ae-807e-6597e5c0bc19 tempest-TestNetworkAdvancedServerOps-1740099935 tempest-TestNetworkAdvancedServerOps-1740099935-project] 10.222.0.20 "GET /v2.0/security-groups?id=e3eea354-8a01-4f5e-b255-fca72b0d101b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0664115 Jun 23 12:10:01.329196 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9469a3fc-2bde-4bfa-908b-0f954d98e706 req-07cbeb9f-e3d9-405b-af67-716875877dc0 tempest-TestNetworkAdvancedServerOps-1740099935 tempest-TestNetworkAdvancedServerOps-1740099935-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 12:10:01.330693 dv-neutron-601336-94-hyperv neutron-server[94175]: INFO neutron.wsgi [req-9469a3fc-2bde-4bfa-908b-0f954d98e706 req-07cbeb9f-e3d9-405b-af67-716875877dc0 tempest-TestNetworkAdvancedServerOps-1740099935 tempest-TestNetworkAdvancedServerOps-1740099935-project] 10.222.0.52 "GET /v2.0/ports?device_id=c5337127-fcbb-4d2a-8a15-057464bc9b40&tenant_id=95e75de5b0504e3e87860f65038883f5&binding%3Ahost_id=hv-neutron-6013 HTTP/1.1" status: 200 len: 943 time: 0.1583889 Jun 23 12:10:01.390385 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron_lib.callbacks.manager [None req-97bd5441-1da2-49ee-a364-27795820ba27 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-923122'] for port, before_update {{(pid=94176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 12:10:01.405107 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.notifiers.nova [None req-97bd5441-1da2-49ee-a364-27795820ba27 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a0333a89-abfe-4755-a106-f8a336664331 {{(pid=94176) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 23 12:10:01.428087 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.plugins.ml2.db [None req-97bd5441-1da2-49ee-a364-27795820ba27 None None] For port a0333a89-abfe-4755-a106-f8a336664331, host hv-neutron-6013, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-6013',level=0,port_id=a0333a89-abfe-4755-a106-f8a336664331,segment=NetworkSegment(1c2226fe-eb4b-4707-87d3-d334b89a6148),segment_id=1c2226fe-eb4b-4707-87d3-d334b89a6148)] {{(pid=94176) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 23 12:10:01.438350 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9469a3fc-2bde-4bfa-908b-0f954d98e706 req-b6188512-91f8-403b-9c5a-de39691349b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 12:10:01.439957 dv-neutron-601336-94-hyperv neutron-server[94175]: INFO neutron.wsgi [req-9469a3fc-2bde-4bfa-908b-0f954d98e706 req-b6188512-91f8-403b-9c5a-de39691349b9 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=95e75de5b0504e3e87860f65038883f5&device_id=c5337127-fcbb-4d2a-8a15-057464bc9b40 HTTP/1.1" status: 200 len: 1096 time: 0.0606298 Jun 23 12:10:01.496486 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0b832e0-58a8-485e-9fdc-f0e66d0acb5e req-9fccd184-692e-4641-ac2f-4847c680ff4f tempest-TestNetworkAdvancedServerOps-1740099935 tempest-TestNetworkAdvancedServerOps-1740099935-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94174) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 12:10:01.498057 dv-neutron-601336-94-hyperv neutron-server[94174]: INFO neutron.wsgi [req-b0b832e0-58a8-485e-9fdc-f0e66d0acb5e req-9fccd184-692e-4641-ac2f-4847c680ff4f tempest-TestNetworkAdvancedServerOps-1740099935 tempest-TestNetworkAdvancedServerOps-1740099935-project] 10.222.0.20 "GET /v2.0/ports?device_id=c5337127-fcbb-4d2a-8a15-057464bc9b40 HTTP/1.1" status: 200 len: 943 time: 0.0732667 Jun 23 12:10:01.510815 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron_lib.callbacks.manager [None req-97bd5441-1da2-49ee-a364-27795820ba27 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-922904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866062', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773700135042', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773699642233', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773699642278'] for port, after_update {{(pid=94176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 12:10:01.512749 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG oslo_concurrency.lockutils [None req-97bd5441-1da2-49ee-a364-27795820ba27 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 12:10:01.539422 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9469a3fc-2bde-4bfa-908b-0f954d98e706 req-13bf3213-79fc-48f9-946b-c9c7cd6212c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 12:10:01.541072 dv-neutron-601336-94-hyperv neutron-server[94175]: INFO neutron.wsgi [req-9469a3fc-2bde-4bfa-908b-0f954d98e706 req-13bf3213-79fc-48f9-946b-c9c7cd6212c1 service neutron] 10.222.0.52 "GET /v2.0/networks?id=894f6ec6-8dbc-43a5-8795-daa23ea748bf HTTP/1.1" status: 200 len: 897 time: 0.0947211 Jun 23 12:10:01.544894 dv-neutron-601336-94-hyperv neutron-server[94174]: INFO neutron.wsgi [req-b0b832e0-58a8-485e-9fdc-f0e66d0acb5e req-e7ff1118-5b21-4dda-a80a-a05153ca9117 tempest-TestNetworkAdvancedServerOps-1740099935 tempest-TestNetworkAdvancedServerOps-1740099935-project] 10.222.0.20 "GET /v2.0/security-groups?id=e3eea354-8a01-4f5e-b255-fca72b0d101b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0410705 Jun 23 12:10:01.569948 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97bd5441-1da2-49ee-a364-27795820ba27 None None] Pushing event updated for resources: {'Port': ['ID=a0333a89-abfe-4755-a106-f8a336664331,revision_number=7']} {{(pid=94176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 12:10:01.574398 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.plugins.ml2.db [None req-97bd5441-1da2-49ee-a364-27795820ba27 None None] get_ports_and_sgs() called for port_ids ['a0333a89-abfe-4755-a106-f8a336664331'] {{(pid=94176) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 23 12:10:01.576097 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG oslo_concurrency.lockutils [None req-97bd5441-1da2-49ee-a364-27795820ba27 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.063s {{(pid=94176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 12:10:01.619793 dv-neutron-601336-94-hyperv neutron-server[94175]: INFO neutron.wsgi [req-9469a3fc-2bde-4bfa-908b-0f954d98e706 req-aa87ab3b-32ae-442e-852c-36aa96ba124b service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=a0333a89-abfe-4755-a106-f8a336664331 HTTP/1.1" status: 200 len: 1000 time: 0.0712514 Jun 23 12:10:01.677877 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9469a3fc-2bde-4bfa-908b-0f954d98e706 req-d5a3581a-0b7c-48c8-bafd-799609a4b176 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 12:10:01.679890 dv-neutron-601336-94-hyperv neutron-server[94175]: INFO neutron.wsgi [req-9469a3fc-2bde-4bfa-908b-0f954d98e706 req-d5a3581a-0b7c-48c8-bafd-799609a4b176 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=c183a1d2-ec46-4387-af7e-dfb92fef4d80 HTTP/1.1" status: 200 len: 835 time: 0.0523794 Jun 23 12:10:01.744627 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9469a3fc-2bde-4bfa-908b-0f954d98e706 req-92560756-bffe-495e-805a-1bedb55b4634 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 12:10:01.746117 dv-neutron-601336-94-hyperv neutron-server[94175]: INFO neutron.wsgi [req-9469a3fc-2bde-4bfa-908b-0f954d98e706 req-92560756-bffe-495e-805a-1bedb55b4634 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=894f6ec6-8dbc-43a5-8795-daa23ea748bf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1178 time: 0.0606883 Jun 23 12:10:01.844750 dv-neutron-601336-94-hyperv neutron-server[94175]: INFO neutron.wsgi [req-9469a3fc-2bde-4bfa-908b-0f954d98e706 req-a8061ed8-c312-4134-84e7-d2228286a945 service neutron] 10.222.0.52 "GET /v2.0/networks/894f6ec6-8dbc-43a5-8795-daa23ea748bf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0924220 Jun 23 12:10:01.947361 dv-neutron-601336-94-hyperv neutron-server[94175]: INFO neutron.wsgi [req-9469a3fc-2bde-4bfa-908b-0f954d98e706 req-fb5bd427-531c-4754-936d-99fd7dff6159 service neutron] 10.222.0.52 "GET /v2.0/networks/894f6ec6-8dbc-43a5-8795-daa23ea748bf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0896056 Jun 23 12:10:02.491569 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.plugins.ml2.rpc [None req-97bd5441-1da2-49ee-a364-27795820ba27 None None] Device a0333a89-abfe-4755-a106-f8a336664331 up at agent hyperv_hv-neutron-6013 {{(pid=94176) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:298}} Jun 23 12:10:02.541160 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.db.provisioning_blocks [None req-97bd5441-1da2-49ee-a364-27795820ba27 None None] Provisioning complete for port a0333a89-abfe-4755-a106-f8a336664331 triggered by entity L2. {{(pid=94176) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 23 12:10:02.541910 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron_lib.callbacks.manager [None req-97bd5441-1da2-49ee-a364-27795820ba27 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-899258'] for port, provisioning_complete {{(pid=94176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 12:10:02.624162 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron_lib.callbacks.manager [None req-97bd5441-1da2-49ee-a364-27795820ba27 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-923122'] for port, before_update {{(pid=94176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 12:10:02.661721 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.plugins.ml2.db [None req-97bd5441-1da2-49ee-a364-27795820ba27 None None] For port a0333a89-abfe-4755-a106-f8a336664331, host hv-neutron-6013, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-6013',level=0,port_id=a0333a89-abfe-4755-a106-f8a336664331,segment=NetworkSegment(1c2226fe-eb4b-4707-87d3-d334b89a6148),segment_id=1c2226fe-eb4b-4707-87d3-d334b89a6148)] {{(pid=94176) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 23 12:10:02.719579 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron_lib.callbacks.manager [None req-97bd5441-1da2-49ee-a364-27795820ba27 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-922904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866062', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773700135042', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773699642233', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773699642278'] for port, after_update {{(pid=94176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 12:10:02.721707 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG oslo_concurrency.lockutils [None req-dc7542b2-afef-47f4-a763-e3a3cba144be None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 12:10:02.749827 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c5337127-fcbb-4d2a-8a15-057464bc9b40', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a0333a89-abfe-4755-a106-f8a336664331'}] {{(pid=94176) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 23 12:10:02.753658 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}887b0dfc0393de878080286a57e4a08d4fa60dd0cddd118f338ebfcd351ddd4c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-899ca975-01ec-4218-9d8a-70fad7d245b0" -d '{"events": [{"server_uuid": "c5337127-fcbb-4d2a-8a15-057464bc9b40", "name": "network-vif-plugged", "status": "completed", "tag": "a0333a89-abfe-4755-a106-f8a336664331"}]}' {{(pid=94176) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 23 12:10:02.786148 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97bd5441-1da2-49ee-a364-27795820ba27 None None] Pushing event updated for resources: {'Port': ['ID=a0333a89-abfe-4755-a106-f8a336664331,revision_number=8']} {{(pid=94176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 12:10:02.789436 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG oslo_concurrency.lockutils [None req-97bd5441-1da2-49ee-a364-27795820ba27 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.068s {{(pid=94176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 12:10:02.801714 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 23 Jun 2021 12:10:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1ec1c572-7e62-4318-a2a9-f25f39ba4cca x-openstack-request-id: req-1ec1c572-7e62-4318-a2a9-f25f39ba4cca {{(pid=94176) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 23 12:10:02.802021 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c5337127-fcbb-4d2a-8a15-057464bc9b40", "name": "network-vif-plugged", "status": "completed", "tag": "a0333a89-abfe-4755-a106-f8a336664331", "code": 200}]} {{(pid=94176) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 23 12:10:02.802288 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-1ec1c572-7e62-4318-a2a9-f25f39ba4cca {{(pid=94176) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 23 12:10:02.802694 dv-neutron-601336-94-hyperv neutron-server[94176]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c5337127-fcbb-4d2a-8a15-057464bc9b40', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a0333a89-abfe-4755-a106-f8a336664331', 'code': 200} Jun 23 12:10:02.891060 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f947cc6d-3ac3-4051-9cf8-514dc48cc95a req-d48b926a-05af-4dbf-92cb-131f457a50d2 tempest-TestNetworkAdvancedServerOps-1740099935 tempest-TestNetworkAdvancedServerOps-1740099935-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 12:10:02.892776 dv-neutron-601336-94-hyperv neutron-server[94175]: INFO neutron.wsgi [req-f947cc6d-3ac3-4051-9cf8-514dc48cc95a req-d48b926a-05af-4dbf-92cb-131f457a50d2 tempest-TestNetworkAdvancedServerOps-1740099935 tempest-TestNetworkAdvancedServerOps-1740099935-project] 10.222.0.20 "GET /v2.0/ports?device_id=c5337127-fcbb-4d2a-8a15-057464bc9b40 HTTP/1.1" status: 200 len: 945 time: 0.0665128 Jun 23 12:10:02.930863 dv-neutron-601336-94-hyperv neutron-server[94175]: INFO neutron.wsgi [req-f947cc6d-3ac3-4051-9cf8-514dc48cc95a req-3bce2053-f9b1-450c-affd-80a41d5d7a3f tempest-TestNetworkAdvancedServerOps-1740099935 tempest-TestNetworkAdvancedServerOps-1740099935-project] 10.222.0.20 "GET /v2.0/security-groups?id=e3eea354-8a01-4f5e-b255-fca72b0d101b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0325844 Jun 23 12:10:03.196436 dv-neutron-601336-94-hyperv neutron-server[94175]: INFO neutron.wsgi [req-23b1d35b-b012-4634-b03e-eda5007fa95d req-b659a6b6-905c-4c4f-b10e-988a17d77bff service neutron] 10.222.0.52 "GET /v2.0/ports?device_id=c5337127-fcbb-4d2a-8a15-057464bc9b40&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0520892 Jun 23 12:10:03.300004 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23b1d35b-b012-4634-b03e-eda5007fa95d req-e4ae5e78-01ab-43b5-8e1d-882bcb463ada service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 12:10:03.301492 dv-neutron-601336-94-hyperv neutron-server[94175]: INFO neutron.wsgi [req-23b1d35b-b012-4634-b03e-eda5007fa95d req-e4ae5e78-01ab-43b5-8e1d-882bcb463ada service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=95e75de5b0504e3e87860f65038883f5&device_id=c5337127-fcbb-4d2a-8a15-057464bc9b40 HTTP/1.1" status: 200 len: 1098 time: 0.0585210 Jun 23 12:10:03.412021 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23b1d35b-b012-4634-b03e-eda5007fa95d req-0e89bbbe-b44b-4d45-a34a-8e3c13a06160 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 12:10:03.413389 dv-neutron-601336-94-hyperv neutron-server[94175]: INFO neutron.wsgi [req-23b1d35b-b012-4634-b03e-eda5007fa95d req-0e89bbbe-b44b-4d45-a34a-8e3c13a06160 service neutron] 10.222.0.52 "GET /v2.0/networks?id=894f6ec6-8dbc-43a5-8795-daa23ea748bf HTTP/1.1" status: 200 len: 897 time: 0.0923591 Jun 23 12:10:03.483127 dv-neutron-601336-94-hyperv neutron-server[94175]: INFO neutron.wsgi [req-23b1d35b-b012-4634-b03e-eda5007fa95d req-d710ab2c-9138-4874-b4c0-db4b404dd1fe service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=a0333a89-abfe-4755-a106-f8a336664331 HTTP/1.1" status: 200 len: 1001 time: 0.0626364 Jun 23 12:10:03.532553 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23b1d35b-b012-4634-b03e-eda5007fa95d req-1c03fd73-4cfa-4a99-a2d8-4a33e791458b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 12:10:03.534103 dv-neutron-601336-94-hyperv neutron-server[94175]: INFO neutron.wsgi [req-23b1d35b-b012-4634-b03e-eda5007fa95d req-1c03fd73-4cfa-4a99-a2d8-4a33e791458b service neutron] 10.222.0.52 "GET /v2.0/subnets?id=c183a1d2-ec46-4387-af7e-dfb92fef4d80 HTTP/1.1" status: 200 len: 835 time: 0.0455754 Jun 23 12:10:03.593021 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23b1d35b-b012-4634-b03e-eda5007fa95d req-2ea9988a-e3b6-4a87-8fe4-879b6de04731 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 12:10:03.595018 dv-neutron-601336-94-hyperv neutron-server[94175]: INFO neutron.wsgi [req-23b1d35b-b012-4634-b03e-eda5007fa95d req-2ea9988a-e3b6-4a87-8fe4-879b6de04731 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=894f6ec6-8dbc-43a5-8795-daa23ea748bf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1178 time: 0.0552077 Jun 23 12:10:03.690987 dv-neutron-601336-94-hyperv neutron-server[94175]: INFO neutron.wsgi [req-23b1d35b-b012-4634-b03e-eda5007fa95d req-5f047b08-c0d8-4f58-bd4e-43024864cfa5 service neutron] 10.222.0.52 "GET /v2.0/networks/894f6ec6-8dbc-43a5-8795-daa23ea748bf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0896189 Jun 23 12:10:03.783836 dv-neutron-601336-94-hyperv neutron-server[94175]: INFO neutron.wsgi [req-23b1d35b-b012-4634-b03e-eda5007fa95d req-1791d20c-e9b2-4002-a65a-a978d65b41f2 service neutron] 10.222.0.52 "GET /v2.0/networks/894f6ec6-8dbc-43a5-8795-daa23ea748bf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0866525 Jun 23 12:10:04.106053 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62d0df2d-d2b8-4e6d-a7f8-5a2a73b46ff7 req-f294ee97-3e77-4b6f-a7ec-75b5b7101f94 tempest-TestNetworkAdvancedServerOps-1740099935 tempest-TestNetworkAdvancedServerOps-1740099935-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94174) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 12:10:04.107541 dv-neutron-601336-94-hyperv neutron-server[94174]: INFO neutron.wsgi [req-62d0df2d-d2b8-4e6d-a7f8-5a2a73b46ff7 req-f294ee97-3e77-4b6f-a7ec-75b5b7101f94 tempest-TestNetworkAdvancedServerOps-1740099935 tempest-TestNetworkAdvancedServerOps-1740099935-project] 10.222.0.20 "GET /v2.0/ports?device_id=c5337127-fcbb-4d2a-8a15-057464bc9b40 HTTP/1.1" status: 200 len: 945 time: 0.0646451 Jun 23 12:10:04.147116 dv-neutron-601336-94-hyperv neutron-server[94174]: INFO neutron.wsgi [req-62d0df2d-d2b8-4e6d-a7f8-5a2a73b46ff7 req-89384150-b9ff-4ab9-85fd-42985c67d587 tempest-TestNetworkAdvancedServerOps-1740099935 tempest-TestNetworkAdvancedServerOps-1740099935-project] 10.222.0.20 "GET /v2.0/security-groups?id=e3eea354-8a01-4f5e-b255-fca72b0d101b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0314684 Jun 23 12:10:04.170026 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.wsgi [-] (94175) accepted ('10.222.0.20', 49112) {{(pid=94175) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 12:10:04.236742 dv-neutron-601336-94-hyperv neutron-server[94175]: INFO neutron.wsgi [None req-aaa4c383-6a19-412a-83ef-b2d629a486d8 tempest-TestNetworkAdvancedServerOps-1740099935 tempest-TestNetworkAdvancedServerOps-1740099935-project] 10.222.0.20 "GET /v2.0/floatingips/9abe27e8-3130-443e-ac9f-de82b4e3f84a HTTP/1.1" status: 200 len: 993 time: 0.0653498 Jun 23 12:10:10.984356 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron_lib.callbacks.manager [None req-1d60b17d-55ed-4842-b182-840d9562c8c5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773699952132', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-899307'] for agent, after_update {{(pid=94176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 12:10:13.195581 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron_lib.callbacks.manager [None req-ec197c80-e1c0-4d7a-94a9-04a209c20b4b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773699952132', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-899307'] for agent, after_update {{(pid=94176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 12:10:13.924366 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron_lib.callbacks.manager [None req-dc7542b2-afef-47f4-a763-e3a3cba144be None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773699952132', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-899307'] for agent, after_update {{(pid=94176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 12:10:14.752640 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron_lib.callbacks.manager [None req-4c20ea5f-bc7f-4d4e-935d-57f082af6ccb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773699952132', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-899307'] for agent, after_update {{(pid=94176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 12:10:16.812581 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron_lib.callbacks.manager [None req-95d6aa8f-24e7-4234-82ff-f502266c3285 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773699952132', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-899307'] for agent, after_update {{(pid=94176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 12:10:23.761372 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron_lib.callbacks.manager [None req-97bd5441-1da2-49ee-a364-27795820ba27 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773699952132', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-899307'] for agent, after_update {{(pid=94176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 12:10:28.150360 dv-neutron-601336-94-hyperv neutron-server[94177]: DEBUG neutron.db.agents_db [None req-90fb1279-e4c5-4e73-8d66-3a29811dc4e3 None None] Agent healthcheck: found 6 active agents {{(pid=94177) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 23 12:10:30.841979 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.wsgi [-] (94175) accepted ('10.222.0.20', 49122) {{(pid=94175) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 12:10:31.009563 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.plugins.ml2.plugin [None req-fbdd473d-6cbe-4433-9f75-b4a20b5c1226 tempest-TestNetworkAdvancedServerOps-1740099935 tempest-TestNetworkAdvancedServerOps-1740099935-project] Deleting port e31e03b1-d18d-4707-985d-7de3d11c5b91 {{(pid=94175) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1913}} Jun 23 12:10:31.009910 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron_lib.callbacks.manager [None req-fbdd473d-6cbe-4433-9f75-b4a20b5c1226 tempest-TestNetworkAdvancedServerOps-1740099935 tempest-TestNetworkAdvancedServerOps-1740099935-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773700079324'] for port, before_delete {{(pid=94175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 12:10:31.082784 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron_lib.callbacks.manager [None req-fbdd473d-6cbe-4433-9f75-b4a20b5c1226 tempest-TestNetworkAdvancedServerOps-1740099935 tempest-TestNetworkAdvancedServerOps-1740099935-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-430722'] for port, precommit_delete {{(pid=94175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 12:10:31.083148 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron_lib.callbacks.manager [None req-fbdd473d-6cbe-4433-9f75-b4a20b5c1226 tempest-TestNetworkAdvancedServerOps-1740099935 tempest-TestNetworkAdvancedServerOps-1740099935-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 12:10:31.094691 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.plugins.ml2.plugin [None req-fbdd473d-6cbe-4433-9f75-b4a20b5c1226 tempest-TestNetworkAdvancedServerOps-1740099935 tempest-TestNetworkAdvancedServerOps-1740099935-project] Calling delete_port for e31e03b1-d18d-4707-985d-7de3d11c5b91 owned by network:floatingip {{(pid=94175) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1986}} Jun 23 12:10:31.421169 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron_lib.callbacks.manager [None req-fbdd473d-6cbe-4433-9f75-b4a20b5c1226 tempest-TestNetworkAdvancedServerOps-1740099935 tempest-TestNetworkAdvancedServerOps-1740099935-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-922904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866062', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773700135024', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773699642224', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5082448'] for port, after_delete {{(pid=94175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 12:10:31.423458 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG oslo_concurrency.lockutils [None req-3d2744e4-1eb4-45bf-b071-175364a24c55 tempest-TestNetworkAdvancedServerOps-1740099935 tempest-TestNetworkAdvancedServerOps-1740099935-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94175) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 12:10:31.448526 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbdd473d-6cbe-4433-9f75-b4a20b5c1226 tempest-TestNetworkAdvancedServerOps-1740099935 tempest-TestNetworkAdvancedServerOps-1740099935-project] Pushing event deleted for resources: {'Port': ['ID=e31e03b1-d18d-4707-985d-7de3d11c5b91,revision_number=None']} {{(pid=94175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 12:10:31.459251 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbdd473d-6cbe-4433-9f75-b4a20b5c1226 tempest-TestNetworkAdvancedServerOps-1740099935 tempest-TestNetworkAdvancedServerOps-1740099935-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-601336-94-hyperv {{(pid=94175) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 12:10:31.466046 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbdd473d-6cbe-4433-9f75-b4a20b5c1226 tempest-TestNetworkAdvancedServerOps-1740099935 tempest-TestNetworkAdvancedServerOps-1740099935-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-94-hyperv {{(pid=94175) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 12:10:31.466046 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbdd473d-6cbe-4433-9f75-b4a20b5c1226 tempest-TestNetworkAdvancedServerOps-1740099935 tempest-TestNetworkAdvancedServerOps-1740099935-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-94-hyperv {{(pid=94175) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 12:10:31.466046 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbdd473d-6cbe-4433-9f75-b4a20b5c1226 tempest-TestNetworkAdvancedServerOps-1740099935 tempest-TestNetworkAdvancedServerOps-1740099935-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-601336-94-hyperv {{(pid=94175) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 12:10:31.466046 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbdd473d-6cbe-4433-9f75-b4a20b5c1226 tempest-TestNetworkAdvancedServerOps-1740099935 tempest-TestNetworkAdvancedServerOps-1740099935-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-601336-94-hyperv {{(pid=94175) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 12:10:31.466046 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbdd473d-6cbe-4433-9f75-b4a20b5c1226 tempest-TestNetworkAdvancedServerOps-1740099935 tempest-TestNetworkAdvancedServerOps-1740099935-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-601336-94-hyperv {{(pid=94175) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 12:10:31.466046 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbdd473d-6cbe-4433-9f75-b4a20b5c1226 tempest-TestNetworkAdvancedServerOps-1740099935 tempest-TestNetworkAdvancedServerOps-1740099935-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-601336-94-hyperv {{(pid=94175) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 12:10:31.466046 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbdd473d-6cbe-4433-9f75-b4a20b5c1226 tempest-TestNetworkAdvancedServerOps-1740099935 tempest-TestNetworkAdvancedServerOps-1740099935-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-601336-94-hyperv {{(pid=94175) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 12:10:31.466046 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbdd473d-6cbe-4433-9f75-b4a20b5c1226 tempest-TestNetworkAdvancedServerOps-1740099935 tempest-TestNetworkAdvancedServerOps-1740099935-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-601336-94-hyperv {{(pid=94175) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 12:10:31.466046 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbdd473d-6cbe-4433-9f75-b4a20b5c1226 tempest-TestNetworkAdvancedServerOps-1740099935 tempest-TestNetworkAdvancedServerOps-1740099935-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-94-hyperv {{(pid=94175) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 12:10:31.466046 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbdd473d-6cbe-4433-9f75-b4a20b5c1226 tempest-TestNetworkAdvancedServerOps-1740099935 tempest-TestNetworkAdvancedServerOps-1740099935-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-601336-94-hyperv {{(pid=94175) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 12:10:31.466046 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbdd473d-6cbe-4433-9f75-b4a20b5c1226 tempest-TestNetworkAdvancedServerOps-1740099935 tempest-TestNetworkAdvancedServerOps-1740099935-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-601336-94-hyperv {{(pid=94175) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 12:10:31.468654 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG oslo_concurrency.lockutils [None req-fbdd473d-6cbe-4433-9f75-b4a20b5c1226 tempest-TestNetworkAdvancedServerOps-1740099935 tempest-TestNetworkAdvancedServerOps-1740099935-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=94175) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 12:10:31.525327 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron_lib.callbacks.manager [None req-fbdd473d-6cbe-4433-9f75-b4a20b5c1226 tempest-TestNetworkAdvancedServerOps-1740099935 tempest-TestNetworkAdvancedServerOps-1740099935-project] Notify callbacks [] for floatingip, after_delete {{(pid=94175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 12:10:31.525658 dv-neutron-601336-94-hyperv neutron-server[94175]: INFO neutron.db.l3_db [None req-fbdd473d-6cbe-4433-9f75-b4a20b5c1226 tempest-TestNetworkAdvancedServerOps-1740099935 tempest-TestNetworkAdvancedServerOps-1740099935-project] Floating IP 9abe27e8-3130-443e-ac9f-de82b4e3f84a disassociated (deleted). External IP: 172.26.3.223, port: a0333a89-abfe-4755-a106-f8a336664331. Jun 23 12:10:32.104324 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fbdd473d-6cbe-4433-9f75-b4a20b5c1226 tempest-TestNetworkAdvancedServerOps-1740099935 tempest-TestNetworkAdvancedServerOps-1740099935-project] Router 8d156c4c-3d2e-4f19-a332-0c6cc197d6f4 has already been hosted by L3 agent 50ef99c0-ef28-4db5-b303-b145898fae60 {{(pid=94175) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 23 12:10:32.212156 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fbdd473d-6cbe-4433-9f75-b4a20b5c1226 tempest-TestNetworkAdvancedServerOps-1740099935 tempest-TestNetworkAdvancedServerOps-1740099935-project] Notify agent at l3_agent.dv-neutron-601336-94-hyperv the message routers_updated {{(pid=94175) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 23 12:10:32.217108 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron_lib.callbacks.manager [None req-fbdd473d-6cbe-4433-9f75-b4a20b5c1226 tempest-TestNetworkAdvancedServerOps-1740099935 tempest-TestNetworkAdvancedServerOps-1740099935-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-217507'] for floatingip, before_response {{(pid=94175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 12:10:32.222339 dv-neutron-601336-94-hyperv neutron-server[94177]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e413868b-f240-4c17-99d6-6543bf2398da None None] Sync routers for ids ['8d156c4c-3d2e-4f19-a332-0c6cc197d6f4'] in dv-neutron-601336-94-hyperv {{(pid=94177) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 23 12:10:32.231970 dv-neutron-601336-94-hyperv neutron-server[94177]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e413868b-f240-4c17-99d6-6543bf2398da None None] Routers {'8d156c4c-3d2e-4f19-a332-0c6cc197d6f4'} bound to L3 agent in host dv-neutron-601336-94-hyperv {{(pid=94177) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 23 12:10:32.232668 dv-neutron-601336-94-hyperv neutron-server[94177]: DEBUG neutron.db.l3_hamode_db [None req-e413868b-f240-4c17-99d6-6543bf2398da None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-601336-94-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-06-23T11:22:13Z,description=,heartbeat_timestamp=2021-06-23T12:10:13Z,host='dv-neutron-601336-94-hyperv',id=50ef99c0-ef28-4db5-b303-b145898fae60,load=0,resource_versions=,resources_synced=,started_at=2021-06-23T11:22:14Z,topic='l3_agent')) {'router_ids': ['8d156c4c-3d2e-4f19-a332-0c6cc197d6f4'], 'active': True} {{(pid=94177) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 12:10:32.253200 dv-neutron-601336-94-hyperv neutron-server[94175]: INFO neutron.wsgi [None req-fbdd473d-6cbe-4433-9f75-b4a20b5c1226 tempest-TestNetworkAdvancedServerOps-1740099935 tempest-TestNetworkAdvancedServerOps-1740099935-project] 10.222.0.20 "DELETE /v2.0/floatingips/9abe27e8-3130-443e-ac9f-de82b4e3f84a HTTP/1.1" status: 204 len: 168 time: 1.4101210 Jun 23 12:10:32.253896 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c5337127-fcbb-4d2a-8a15-057464bc9b40', 'tag': 'a0333a89-abfe-4755-a106-f8a336664331'}] {{(pid=94175) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 23 12:10:32.256535 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1970408df4ea4e7170669a1249478e627cf05a5a0b07cc08a66c5cb53d0ac47a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b3d2659a-6e8c-42d4-8ae0-07734abd16e1" -d '{"events": [{"name": "network-changed", "server_uuid": "c5337127-fcbb-4d2a-8a15-057464bc9b40", "tag": "a0333a89-abfe-4755-a106-f8a336664331"}]}' {{(pid=94175) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 23 12:10:32.341009 dv-neutron-601336-94-hyperv neutron-server[94177]: DEBUG neutron.db.l3_dvr_db [None req-e413868b-f240-4c17-99d6-6543bf2398da None None] Set router 8d156c4c-3d2e-4f19-a332-0c6cc197d6f4 gateway port host: dv-neutron-601336-94-hyperv {{(pid=94177) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:838}} Jun 23 12:10:32.349167 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 23 Jun 2021 12:10:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-45330ab9-5794-4b2a-93a8-4eba78391859 x-openstack-request-id: req-45330ab9-5794-4b2a-93a8-4eba78391859 {{(pid=94175) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 23 12:10:32.349573 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c5337127-fcbb-4d2a-8a15-057464bc9b40", "tag": "a0333a89-abfe-4755-a106-f8a336664331", "status": "completed", "code": 200}]} {{(pid=94175) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 23 12:10:32.349933 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-45330ab9-5794-4b2a-93a8-4eba78391859 {{(pid=94175) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 23 12:10:32.350446 dv-neutron-601336-94-hyperv neutron-server[94175]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c5337127-fcbb-4d2a-8a15-057464bc9b40', 'tag': 'a0333a89-abfe-4755-a106-f8a336664331', 'status': 'completed', 'code': 200} Jun 23 12:10:32.443263 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3d2659a-6e8c-42d4-8ae0-07734abd16e1 req-1d4cd2b9-056a-4435-859e-85c537400b85 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 12:10:32.449790 dv-neutron-601336-94-hyperv neutron-server[94175]: INFO neutron.wsgi [req-b3d2659a-6e8c-42d4-8ae0-07734abd16e1 req-1d4cd2b9-056a-4435-859e-85c537400b85 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=95e75de5b0504e3e87860f65038883f5&device_id=c5337127-fcbb-4d2a-8a15-057464bc9b40 HTTP/1.1" status: 200 len: 1098 time: 0.0704424 Jun 23 12:10:32.540783 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3d2659a-6e8c-42d4-8ae0-07734abd16e1 req-41f1818c-73f5-41ee-8d4b-62cc594eadbf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 12:10:32.542270 dv-neutron-601336-94-hyperv neutron-server[94175]: INFO neutron.wsgi [req-b3d2659a-6e8c-42d4-8ae0-07734abd16e1 req-41f1818c-73f5-41ee-8d4b-62cc594eadbf service neutron] 10.222.0.52 "GET /v2.0/networks?id=894f6ec6-8dbc-43a5-8795-daa23ea748bf HTTP/1.1" status: 200 len: 897 time: 0.0916984 Jun 23 12:10:32.543969 dv-neutron-601336-94-hyperv neutron-server[94177]: DEBUG neutron.db.l3_hamode_db [None req-e413868b-f240-4c17-99d6-6543bf2398da None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8d156c4c-3d2e-4f19-a332-0c6cc197d6f4', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1581352810', 'tenant_id': '95e75de5b0504e3e87860f65038883f5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3e7e4eb3-cf02-4d47-ade9-0a579cdfc60f', 'external_fixed_ips': [{'subnet_id': 'a5ad15ab-c489-4a67-a9b0-d559fca0ec71', 'ip_address': '172.26.3.235'}], 'enable_snat': True}, 'gw_port_id': '9fb19b28-f03a-4f99-a4b8-3f568f9e71a2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-23T12:08:46Z', 'updated_at': '2021-06-23T12:08:50Z', 'revision_number': 4, 'project_id': '95e75de5b0504e3e87860f65038883f5', 'gw_port': {'id': '9fb19b28-f03a-4f99-a4b8-3f568f9e71a2', 'name': '', 'network_id': '3e7e4eb3-cf02-4d47-ade9-0a579cdfc60f', 'tenant_id': '', 'mac_address': 'fa:16:3e:a5:e2:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8d156c4c-3d2e-4f19-a332-0c6cc197d6f4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1752, 'fixed_ips': [{'subnet_id': 'a5ad15ab-c489-4a67-a9b0-d559fca0ec71', 'ip_address': '172.26.3.235', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-94-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-23T12:08:46Z', 'updated_at': '2021-06-23T12:08:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a5ad15ab-c489-4a67-a9b0-d559fca0ec71', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-601336-94-hyperv', '_interfaces': [{'id': 'b09f7a0b-847d-49b1-97a3-a874287be1d9', 'name': '', 'network_id': '894f6ec6-8dbc-43a5-8795-daa23ea748bf', 'tenant_id': '95e75de5b0504e3e87860f65038883f5', 'mac_address': 'fa:16:3e:39:37:e1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8d156c4c-3d2e-4f19-a332-0c6cc197d6f4', 'device_owner': 'network:router_interface', 'standard_attr_id': 1755, 'fixed_ips': [{'subnet_id': 'c183a1d2-ec46-4387-af7e-dfb92fef4d80', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-94-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-23T12:08:49Z', 'updated_at': '2021-06-23T12:08:54Z', 'revision_number': 5, 'project_id': '95e75de5b0504e3e87860f65038883f5', 'subnets': [{'id': 'c183a1d2-ec46-4387-af7e-dfb92fef4d80', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-601336-94-hyperv', False) {} {{(pid=94177) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 12:10:32.574042 dv-neutron-601336-94-hyperv neutron-server[94177]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e413868b-f240-4c17-99d6-6543bf2398da None None] Checking router: 8d156c4c-3d2e-4f19-a332-0c6cc197d6f4 for host: dv-neutron-601336-94-hyperv {{(pid=94177) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 23 12:10:32.582673 dv-neutron-601336-94-hyperv neutron-server[94177]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e413868b-f240-4c17-99d6-6543bf2398da None None] Routers {'8d156c4c-3d2e-4f19-a332-0c6cc197d6f4'} bound to L3 agent in host dv-neutron-601336-94-hyperv {{(pid=94177) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 23 12:10:32.583316 dv-neutron-601336-94-hyperv neutron-server[94177]: DEBUG neutron.db.l3_hamode_db [None req-e413868b-f240-4c17-99d6-6543bf2398da None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-601336-94-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-06-23T11:22:13Z,description=,heartbeat_timestamp=2021-06-23T12:10:13Z,host='dv-neutron-601336-94-hyperv',id=50ef99c0-ef28-4db5-b303-b145898fae60,load=0,resource_versions=,resources_synced=,started_at=2021-06-23T11:22:14Z,topic='l3_agent')) {'router_ids': ['8d156c4c-3d2e-4f19-a332-0c6cc197d6f4'], 'active': True} {{(pid=94177) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 12:10:32.584078 dv-neutron-601336-94-hyperv neutron-server[94175]: INFO neutron.wsgi [req-b3d2659a-6e8c-42d4-8ae0-07734abd16e1 req-b47395b9-f84e-4cb0-9ec7-5cbef9e01101 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=a0333a89-abfe-4755-a106-f8a336664331 HTTP/1.1" status: 200 len: 217 time: 0.0344212 Jun 23 12:10:32.640396 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3d2659a-6e8c-42d4-8ae0-07734abd16e1 req-71a89174-5c8c-4119-9933-490ea11261c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 12:10:32.641869 dv-neutron-601336-94-hyperv neutron-server[94175]: INFO neutron.wsgi [req-b3d2659a-6e8c-42d4-8ae0-07734abd16e1 req-71a89174-5c8c-4119-9933-490ea11261c3 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=c183a1d2-ec46-4387-af7e-dfb92fef4d80 HTTP/1.1" status: 200 len: 835 time: 0.0517404 Jun 23 12:10:32.690721 dv-neutron-601336-94-hyperv neutron-server[94177]: DEBUG neutron.db.l3_dvr_db [None req-e413868b-f240-4c17-99d6-6543bf2398da None None] Set router 8d156c4c-3d2e-4f19-a332-0c6cc197d6f4 gateway port host: dv-neutron-601336-94-hyperv {{(pid=94177) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:838}} Jun 23 12:10:32.700154 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3d2659a-6e8c-42d4-8ae0-07734abd16e1 req-6aab7e4e-0375-4030-b891-278b25a7cd99 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 12:10:32.701707 dv-neutron-601336-94-hyperv neutron-server[94175]: INFO neutron.wsgi [req-b3d2659a-6e8c-42d4-8ae0-07734abd16e1 req-6aab7e4e-0375-4030-b891-278b25a7cd99 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=894f6ec6-8dbc-43a5-8795-daa23ea748bf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1178 time: 0.0539231 Jun 23 12:10:32.799958 dv-neutron-601336-94-hyperv neutron-server[94175]: INFO neutron.wsgi [req-b3d2659a-6e8c-42d4-8ae0-07734abd16e1 req-b29d6af5-d4df-4dde-bc4a-056b1603925b service neutron] 10.222.0.52 "GET /v2.0/networks/894f6ec6-8dbc-43a5-8795-daa23ea748bf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0915728 Jun 23 12:10:32.889158 dv-neutron-601336-94-hyperv neutron-server[94177]: DEBUG neutron.db.l3_hamode_db [None req-e413868b-f240-4c17-99d6-6543bf2398da None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8d156c4c-3d2e-4f19-a332-0c6cc197d6f4', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1581352810', 'tenant_id': '95e75de5b0504e3e87860f65038883f5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3e7e4eb3-cf02-4d47-ade9-0a579cdfc60f', 'external_fixed_ips': [{'subnet_id': 'a5ad15ab-c489-4a67-a9b0-d559fca0ec71', 'ip_address': '172.26.3.235'}], 'enable_snat': True}, 'gw_port_id': '9fb19b28-f03a-4f99-a4b8-3f568f9e71a2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-23T12:08:46Z', 'updated_at': '2021-06-23T12:08:50Z', 'revision_number': 4, 'project_id': '95e75de5b0504e3e87860f65038883f5', 'gw_port': {'id': '9fb19b28-f03a-4f99-a4b8-3f568f9e71a2', 'name': '', 'network_id': '3e7e4eb3-cf02-4d47-ade9-0a579cdfc60f', 'tenant_id': '', 'mac_address': 'fa:16:3e:a5:e2:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8d156c4c-3d2e-4f19-a332-0c6cc197d6f4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1752, 'fixed_ips': [{'subnet_id': 'a5ad15ab-c489-4a67-a9b0-d559fca0ec71', 'ip_address': '172.26.3.235', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-94-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-23T12:08:46Z', 'updated_at': '2021-06-23T12:08:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a5ad15ab-c489-4a67-a9b0-d559fca0ec71', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-601336-94-hyperv', '_interfaces': [{'id': 'b09f7a0b-847d-49b1-97a3-a874287be1d9', 'name': '', 'network_id': '894f6ec6-8dbc-43a5-8795-daa23ea748bf', 'tenant_id': '95e75de5b0504e3e87860f65038883f5', 'mac_address': 'fa:16:3e:39:37:e1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8d156c4c-3d2e-4f19-a332-0c6cc197d6f4', 'device_owner': 'network:router_interface', 'standard_attr_id': 1755, 'fixed_ips': [{'subnet_id': 'c183a1d2-ec46-4387-af7e-dfb92fef4d80', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-94-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-23T12:08:49Z', 'updated_at': '2021-06-23T12:08:54Z', 'revision_number': 5, 'project_id': '95e75de5b0504e3e87860f65038883f5', 'subnets': [{'id': 'c183a1d2-ec46-4387-af7e-dfb92fef4d80', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-601336-94-hyperv', False) {} {{(pid=94177) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 12:10:32.920517 dv-neutron-601336-94-hyperv neutron-server[94177]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e413868b-f240-4c17-99d6-6543bf2398da None None] The sync data for ids ['8d156c4c-3d2e-4f19-a332-0c6cc197d6f4'] in dv-neutron-601336-94-hyperv is: [{'id': '8d156c4c-3d2e-4f19-a332-0c6cc197d6f4', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1581352810', 'tenant_id': '95e75de5b0504e3e87860f65038883f5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3e7e4eb3-cf02-4d47-ade9-0a579cdfc60f', 'external_fixed_ips': [{'subnet_id': 'a5ad15ab-c489-4a67-a9b0-d559fca0ec71', 'ip_address': '172.26.3.235'}], 'enable_snat': True}, 'gw_port_id': '9fb19b28-f03a-4f99-a4b8-3f568f9e71a2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-23T12:08:46Z', 'updated_at': '2021-06-23T12:08:50Z', 'revision_number': 4, 'project_id': '95e75de5b0504e3e87860f65038883f5', 'gw_port': {'id': '9fb19b28-f03a-4f99-a4b8-3f568f9e71a2', 'name': '', 'network_id': '3e7e4eb3-cf02-4d47-ade9-0a579cdfc60f', 'tenant_id': '', 'mac_address': 'fa:16:3e:a5:e2:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8d156c4c-3d2e-4f19-a332-0c6cc197d6f4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1752, 'fixed_ips': [{'subnet_id': 'a5ad15ab-c489-4a67-a9b0-d559fca0ec71', 'ip_address': '172.26.3.235', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-94-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-23T12:08:46Z', 'updated_at': '2021-06-23T12:08:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a5ad15ab-c489-4a67-a9b0-d559fca0ec71', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-601336-94-hyperv', '_interfaces': [{'id': 'b09f7a0b-847d-49b1-97a3-a874287be1d9', 'name': '', 'network_id': '894f6ec6-8dbc-43a5-8795-daa23ea748bf', 'tenant_id': '95e75de5b0504e3e87860f65038883f5', 'mac_address': 'fa:16:3e:39:37:e1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8d156c4c-3d2e-4f19-a332-0c6cc197d6f4', 'device_owner': 'network:router_interface', 'standard_attr_id': 1755, 'fixed_ips': [{'subnet_id': 'c183a1d2-ec46-4387-af7e-dfb92fef4d80', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-94-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-23T12:08:49Z', 'updated_at': '2021-06-23T12:08:54Z', 'revision_number': 5, 'project_id': '95e75de5b0504e3e87860f65038883f5', 'subnets': [{'id': 'c183a1d2-ec46-4387-af7e-dfb92fef4d80', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94177) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 23 12:10:32.932327 dv-neutron-601336-94-hyperv neutron-server[94175]: INFO neutron.wsgi [req-b3d2659a-6e8c-42d4-8ae0-07734abd16e1 req-791a54cf-8914-403d-aa00-a9b4e7368cdf service neutron] 10.222.0.52 "GET /v2.0/networks/894f6ec6-8dbc-43a5-8795-daa23ea748bf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1254265 Jun 23 12:10:32.948695 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13f78f97-b5a1-4cae-97bc-2ae7ac32e724 req-553e9fcb-4dce-4f15-b74b-63e3d02c1f0f tempest-TestNetworkAdvancedServerOps-1740099935 tempest-TestNetworkAdvancedServerOps-1740099935-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 12:10:32.950248 dv-neutron-601336-94-hyperv neutron-server[94175]: INFO neutron.wsgi [req-13f78f97-b5a1-4cae-97bc-2ae7ac32e724 req-553e9fcb-4dce-4f15-b74b-63e3d02c1f0f tempest-TestNetworkAdvancedServerOps-1740099935 tempest-TestNetworkAdvancedServerOps-1740099935-project] 10.222.0.20 "GET /v2.0/ports?device_id=c5337127-fcbb-4d2a-8a15-057464bc9b40 HTTP/1.1" status: 200 len: 945 time: 0.1256194 Jun 23 12:10:32.994025 dv-neutron-601336-94-hyperv neutron-server[94175]: INFO neutron.wsgi [req-13f78f97-b5a1-4cae-97bc-2ae7ac32e724 req-80c2adef-0a6a-4ef4-a69b-a4d5f5bf031f tempest-TestNetworkAdvancedServerOps-1740099935 tempest-TestNetworkAdvancedServerOps-1740099935-project] 10.222.0.20 "GET /v2.0/security-groups?id=e3eea354-8a01-4f5e-b255-fca72b0d101b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0356405 Jun 23 12:10:33.135137 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f65f6b51-1934-46a6-93e4-131dfe631ffa None None] New status for floating IP 9abe27e8-3130-443e-ac9f-de82b4e3f84a: DOWN {{(pid=94176) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 23 12:10:34.182106 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47464bf3-f304-4b11-a124-615572f854f1 req-a03a3546-068d-40dd-b2d0-9e50fbf8653c tempest-TestNetworkAdvancedServerOps-1740099935 tempest-TestNetworkAdvancedServerOps-1740099935-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94174) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 12:10:34.184483 dv-neutron-601336-94-hyperv neutron-server[94174]: INFO neutron.wsgi [req-47464bf3-f304-4b11-a124-615572f854f1 req-a03a3546-068d-40dd-b2d0-9e50fbf8653c tempest-TestNetworkAdvancedServerOps-1740099935 tempest-TestNetworkAdvancedServerOps-1740099935-project] 10.222.0.20 "GET /v2.0/ports?device_id=c5337127-fcbb-4d2a-8a15-057464bc9b40 HTTP/1.1" status: 200 len: 945 time: 0.0781100 Jun 23 12:10:34.222512 dv-neutron-601336-94-hyperv neutron-server[94174]: INFO neutron.wsgi [req-47464bf3-f304-4b11-a124-615572f854f1 req-3675b6e6-ea62-410f-8323-26336e9fa79d tempest-TestNetworkAdvancedServerOps-1740099935 tempest-TestNetworkAdvancedServerOps-1740099935-project] 10.222.0.20 "GET /v2.0/security-groups?id=e3eea354-8a01-4f5e-b255-fca72b0d101b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0324168 Jun 23 12:10:34.456123 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c4ef13b-c243-4855-a043-9f620ae7ac68 req-153edeb1-1a6a-4f31-b38f-b398e2351606 tempest-TestNetworkAdvancedServerOps-1740099935 tempest-TestNetworkAdvancedServerOps-1740099935-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 12:10:34.457514 dv-neutron-601336-94-hyperv neutron-server[94175]: INFO neutron.wsgi [req-9c4ef13b-c243-4855-a043-9f620ae7ac68 req-153edeb1-1a6a-4f31-b38f-b398e2351606 tempest-TestNetworkAdvancedServerOps-1740099935 tempest-TestNetworkAdvancedServerOps-1740099935-project] 10.222.0.52 "GET /v2.0/ports?device_id=c5337127-fcbb-4d2a-8a15-057464bc9b40 HTTP/1.1" status: 200 len: 945 time: 0.0688982 Jun 23 12:10:34.561124 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.plugins.ml2.plugin [req-9c4ef13b-c243-4855-a043-9f620ae7ac68 req-5b1ebfa3-6fa0-47e3-8b23-10fd4cdf9a8c tempest-TestNetworkAdvancedServerOps-1740099935 tempest-TestNetworkAdvancedServerOps-1740099935-project] Deleting port a0333a89-abfe-4755-a106-f8a336664331 {{(pid=94175) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1913}} Jun 23 12:10:34.561471 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron_lib.callbacks.manager [req-9c4ef13b-c243-4855-a043-9f620ae7ac68 req-5b1ebfa3-6fa0-47e3-8b23-10fd4cdf9a8c tempest-TestNetworkAdvancedServerOps-1740099935 tempest-TestNetworkAdvancedServerOps-1740099935-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773700079324'] for port, before_delete {{(pid=94175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 12:10:34.652647 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.plugins.ml2.db [req-9c4ef13b-c243-4855-a043-9f620ae7ac68 req-5b1ebfa3-6fa0-47e3-8b23-10fd4cdf9a8c tempest-TestNetworkAdvancedServerOps-1740099935 tempest-TestNetworkAdvancedServerOps-1740099935-project] For port a0333a89-abfe-4755-a106-f8a336664331, host hv-neutron-6013, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-6013',level=0,port_id=a0333a89-abfe-4755-a106-f8a336664331,segment=NetworkSegment(1c2226fe-eb4b-4707-87d3-d334b89a6148),segment_id=1c2226fe-eb4b-4707-87d3-d334b89a6148)] {{(pid=94175) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 23 12:10:34.653015 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron_lib.callbacks.manager [req-9c4ef13b-c243-4855-a043-9f620ae7ac68 req-5b1ebfa3-6fa0-47e3-8b23-10fd4cdf9a8c tempest-TestNetworkAdvancedServerOps-1740099935 tempest-TestNetworkAdvancedServerOps-1740099935-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-430722'] for port, precommit_delete {{(pid=94175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 12:10:34.666535 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.plugins.ml2.plugin [req-9c4ef13b-c243-4855-a043-9f620ae7ac68 req-5b1ebfa3-6fa0-47e3-8b23-10fd4cdf9a8c tempest-TestNetworkAdvancedServerOps-1740099935 tempest-TestNetworkAdvancedServerOps-1740099935-project] Calling delete_port for a0333a89-abfe-4755-a106-f8a336664331 owned by compute:nova {{(pid=94175) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1986}} Jun 23 12:10:34.872452 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron_lib.callbacks.manager [req-9c4ef13b-c243-4855-a043-9f620ae7ac68 req-5b1ebfa3-6fa0-47e3-8b23-10fd4cdf9a8c tempest-TestNetworkAdvancedServerOps-1740099935 tempest-TestNetworkAdvancedServerOps-1740099935-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-922904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866062', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773700135024', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773699642224', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5082448'] for port, after_delete {{(pid=94175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 12:10:34.877047 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG oslo_concurrency.lockutils [None req-cf870387-818c-4a7a-88bd-99e4da287c65 tempest-NetworksIpV6Test-2059726755 tempest-NetworksIpV6Test-2059726755-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94175) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 12:10:34.908119 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b1ebfa3-6fa0-47e3-8b23-10fd4cdf9a8c tempest-TestNetworkAdvancedServerOps-1740099935 tempest-TestNetworkAdvancedServerOps-1740099935-project] Pushing event deleted for resources: {'Port': ['ID=a0333a89-abfe-4755-a106-f8a336664331,revision_number=None']} {{(pid=94175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 12:10:34.914012 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG oslo_concurrency.lockutils [None req-5b1ebfa3-6fa0-47e3-8b23-10fd4cdf9a8c tempest-TestNetworkAdvancedServerOps-1740099935 tempest-TestNetworkAdvancedServerOps-1740099935-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.037s {{(pid=94175) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 12:10:34.961427 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.db.l3_dvrscheduler_db [req-9c4ef13b-c243-4855-a043-9f620ae7ac68 req-5b1ebfa3-6fa0-47e3-8b23-10fd4cdf9a8c tempest-TestNetworkAdvancedServerOps-1740099935 tempest-TestNetworkAdvancedServerOps-1740099935-project] No DVR routers for this DVR port a0333a89-abfe-4755-a106-f8a336664331 on host hv-neutron-6013 {{(pid=94175) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 23 12:10:34.966132 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron_lib.callbacks.manager [req-9c4ef13b-c243-4855-a043-9f620ae7ac68 req-5b1ebfa3-6fa0-47e3-8b23-10fd4cdf9a8c tempest-TestNetworkAdvancedServerOps-1740099935 tempest-TestNetworkAdvancedServerOps-1740099935-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-217507'] for port, before_response {{(pid=94175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 12:10:34.966132 dv-neutron-601336-94-hyperv neutron-server[94175]: INFO neutron.wsgi [req-9c4ef13b-c243-4855-a043-9f620ae7ac68 req-5b1ebfa3-6fa0-47e3-8b23-10fd4cdf9a8c tempest-TestNetworkAdvancedServerOps-1740099935 tempest-TestNetworkAdvancedServerOps-1740099935-project] 10.222.0.52 "DELETE /v2.0/ports/a0333a89-abfe-4755-a106-f8a336664331 HTTP/1.1" status: 204 len: 173 time: 0.5022364 Jun 23 12:10:34.966405 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c5337127-fcbb-4d2a-8a15-057464bc9b40', 'name': 'network-vif-deleted', 'tag': 'a0333a89-abfe-4755-a106-f8a336664331'}] {{(pid=94175) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 23 12:10:34.968784 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1970408df4ea4e7170669a1249478e627cf05a5a0b07cc08a66c5cb53d0ac47a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e6278e8a-db3d-4ca6-aabb-ccd55bef9a03" -d '{"events": [{"server_uuid": "c5337127-fcbb-4d2a-8a15-057464bc9b40", "name": "network-vif-deleted", "tag": "a0333a89-abfe-4755-a106-f8a336664331"}]}' {{(pid=94175) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 23 12:10:35.006433 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 23 Jun 2021 12:10:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cb668584-10db-4943-ad9f-077fb8838f1a x-openstack-request-id: req-cb668584-10db-4943-ad9f-077fb8838f1a {{(pid=94175) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 23 12:10:35.006897 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c5337127-fcbb-4d2a-8a15-057464bc9b40", "name": "network-vif-deleted", "tag": "a0333a89-abfe-4755-a106-f8a336664331", "status": "completed", "code": 200}]} {{(pid=94175) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 23 12:10:35.007251 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-cb668584-10db-4943-ad9f-077fb8838f1a {{(pid=94175) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 23 12:10:35.007711 dv-neutron-601336-94-hyperv neutron-server[94175]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c5337127-fcbb-4d2a-8a15-057464bc9b40', 'name': 'network-vif-deleted', 'tag': 'a0333a89-abfe-4755-a106-f8a336664331', 'status': 'completed', 'code': 200} Jun 23 12:10:35.388265 dv-neutron-601336-94-hyperv neutron-server[94174]: INFO neutron.wsgi [req-ee6b2c93-aa4b-4f9a-a32a-19af3be660e4 req-3d0fa9af-9612-4d63-8ca8-70dc2967f9fe tempest-TestNetworkAdvancedServerOps-1740099935 tempest-TestNetworkAdvancedServerOps-1740099935-project] 10.222.0.20 "GET /v2.0/ports?device_id=c5337127-fcbb-4d2a-8a15-057464bc9b40 HTTP/1.1" status: 200 len: 210 time: 0.0304139 Jun 23 12:10:36.488613 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.wsgi [-] (94175) accepted ('10.222.0.20', 49140) {{(pid=94175) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 12:10:36.844185 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron_lib.callbacks.manager [None req-678351c5-c97e-40bb-978a-fb8d6b43efe5 tempest-TestNetworkAdvancedServerOps-1740099935 tempest-TestNetworkAdvancedServerOps-1740099935-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-453061'] for router_interface, before_delete {{(pid=94175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 12:10:37.111011 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.plugins.ml2.plugin [None req-678351c5-c97e-40bb-978a-fb8d6b43efe5 tempest-TestNetworkAdvancedServerOps-1740099935 tempest-TestNetworkAdvancedServerOps-1740099935-project] Deleting port b09f7a0b-847d-49b1-97a3-a874287be1d9 {{(pid=94175) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1913}} Jun 23 12:10:37.111283 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron_lib.callbacks.manager [None req-678351c5-c97e-40bb-978a-fb8d6b43efe5 tempest-TestNetworkAdvancedServerOps-1740099935 tempest-TestNetworkAdvancedServerOps-1740099935-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773700079324'] for port, before_delete {{(pid=94175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 12:10:37.197428 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.plugins.ml2.db [None req-678351c5-c97e-40bb-978a-fb8d6b43efe5 tempest-TestNetworkAdvancedServerOps-1740099935 tempest-TestNetworkAdvancedServerOps-1740099935-project] For port b09f7a0b-847d-49b1-97a3-a874287be1d9, host dv-neutron-601336-94-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-94-hyperv',level=0,port_id=b09f7a0b-847d-49b1-97a3-a874287be1d9,segment=NetworkSegment(1c2226fe-eb4b-4707-87d3-d334b89a6148),segment_id=1c2226fe-eb4b-4707-87d3-d334b89a6148)] {{(pid=94175) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 23 12:10:37.197788 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron_lib.callbacks.manager [None req-678351c5-c97e-40bb-978a-fb8d6b43efe5 tempest-TestNetworkAdvancedServerOps-1740099935 tempest-TestNetworkAdvancedServerOps-1740099935-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-430722'] for port, precommit_delete {{(pid=94175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 12:10:37.210751 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.plugins.ml2.plugin [None req-678351c5-c97e-40bb-978a-fb8d6b43efe5 tempest-TestNetworkAdvancedServerOps-1740099935 tempest-TestNetworkAdvancedServerOps-1740099935-project] Calling delete_port for b09f7a0b-847d-49b1-97a3-a874287be1d9 owned by network:router_interface {{(pid=94175) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1986}} Jun 23 12:10:37.518290 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron_lib.callbacks.manager [None req-678351c5-c97e-40bb-978a-fb8d6b43efe5 tempest-TestNetworkAdvancedServerOps-1740099935 tempest-TestNetworkAdvancedServerOps-1740099935-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-922904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866062', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773700135024', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773699642224', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5082448'] for port, after_delete {{(pid=94175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 12:10:37.520520 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG oslo_concurrency.lockutils [None req-8e47817d-1446-46f7-8a50-7254fbb89c38 tempest-TestNetworkAdvancedServerOps-1740099935 tempest-TestNetworkAdvancedServerOps-1740099935-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94175) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 12:10:37.544081 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-678351c5-c97e-40bb-978a-fb8d6b43efe5 tempest-TestNetworkAdvancedServerOps-1740099935 tempest-TestNetworkAdvancedServerOps-1740099935-project] Pushing event deleted for resources: {'Port': ['ID=b09f7a0b-847d-49b1-97a3-a874287be1d9,revision_number=None']} {{(pid=94175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 12:10:37.547570 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG oslo_concurrency.lockutils [None req-678351c5-c97e-40bb-978a-fb8d6b43efe5 tempest-TestNetworkAdvancedServerOps-1740099935 tempest-TestNetworkAdvancedServerOps-1740099935-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=94175) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 12:10:37.724623 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron_lib.callbacks.manager [None req-678351c5-c97e-40bb-978a-fb8d6b43efe5 tempest-TestNetworkAdvancedServerOps-1740099935 tempest-TestNetworkAdvancedServerOps-1740099935-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-7866080', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-516693'] for router_interface, after_delete {{(pid=94175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 12:10:37.939365 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-678351c5-c97e-40bb-978a-fb8d6b43efe5 tempest-TestNetworkAdvancedServerOps-1740099935 tempest-TestNetworkAdvancedServerOps-1740099935-project] Router 8d156c4c-3d2e-4f19-a332-0c6cc197d6f4 has already been hosted by L3 agent 50ef99c0-ef28-4db5-b303-b145898fae60 {{(pid=94175) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 23 12:10:38.045190 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-678351c5-c97e-40bb-978a-fb8d6b43efe5 tempest-TestNetworkAdvancedServerOps-1740099935 tempest-TestNetworkAdvancedServerOps-1740099935-project] Notify agent at l3_agent.dv-neutron-601336-94-hyperv the message routers_updated {{(pid=94175) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 23 12:10:38.054082 dv-neutron-601336-94-hyperv neutron-server[94175]: INFO neutron.wsgi [None req-678351c5-c97e-40bb-978a-fb8d6b43efe5 tempest-TestNetworkAdvancedServerOps-1740099935 tempest-TestNetworkAdvancedServerOps-1740099935-project] 10.222.0.20 "PUT /v2.0/routers/8d156c4c-3d2e-4f19-a332-0c6cc197d6f4/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.5610569 Jun 23 12:10:38.054082 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.wsgi [-] (94175) accepted ('10.222.0.20', 49142) {{(pid=94175) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 12:10:38.054954 dv-neutron-601336-94-hyperv neutron-server[94177]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7b464b16-4f46-45a1-ac96-2dcecfb1fee8 None None] Sync routers for ids ['8d156c4c-3d2e-4f19-a332-0c6cc197d6f4'] in dv-neutron-601336-94-hyperv {{(pid=94177) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 23 12:10:38.064169 dv-neutron-601336-94-hyperv neutron-server[94177]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7b464b16-4f46-45a1-ac96-2dcecfb1fee8 None None] Routers {'8d156c4c-3d2e-4f19-a332-0c6cc197d6f4'} bound to L3 agent in host dv-neutron-601336-94-hyperv {{(pid=94177) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 23 12:10:38.064786 dv-neutron-601336-94-hyperv neutron-server[94177]: DEBUG neutron.db.l3_hamode_db [None req-7b464b16-4f46-45a1-ac96-2dcecfb1fee8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-601336-94-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-06-23T11:22:13Z,description=,heartbeat_timestamp=2021-06-23T12:10:13Z,host='dv-neutron-601336-94-hyperv',id=50ef99c0-ef28-4db5-b303-b145898fae60,load=0,resource_versions=,resources_synced=,started_at=2021-06-23T11:22:14Z,topic='l3_agent')) {'router_ids': ['8d156c4c-3d2e-4f19-a332-0c6cc197d6f4'], 'active': True} {{(pid=94177) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 12:10:38.149436 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.db.db_base_plugin_v2 [None req-36a9e6ef-c43b-4d54-95eb-557e1bc1e881 tempest-TestNetworkAdvancedServerOps-1740099935 tempest-TestNetworkAdvancedServerOps-1740099935-project] Deleting subnet c183a1d2-ec46-4387-af7e-dfb92fef4d80 {{(pid=94175) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jun 23 12:10:38.152606 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron_lib.callbacks.manager [None req-36a9e6ef-c43b-4d54-95eb-557e1bc1e881 tempest-TestNetworkAdvancedServerOps-1740099935 tempest-TestNetworkAdvancedServerOps-1740099935-project] Notify callbacks [] for subnet, before_delete {{(pid=94175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 12:10:38.168124 dv-neutron-601336-94-hyperv neutron-server[94177]: DEBUG neutron.db.l3_dvr_db [None req-7b464b16-4f46-45a1-ac96-2dcecfb1fee8 None None] Set router 8d156c4c-3d2e-4f19-a332-0c6cc197d6f4 gateway port host: dv-neutron-601336-94-hyperv {{(pid=94177) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:838}} Jun 23 12:10:38.192083 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron_lib.callbacks.manager [None req-36a9e6ef-c43b-4d54-95eb-557e1bc1e881 tempest-TestNetworkAdvancedServerOps-1740099935 tempest-TestNetworkAdvancedServerOps-1740099935-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5190686'] for subnet, precommit_delete_associations {{(pid=94175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 12:10:38.285618 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron_lib.callbacks.manager [None req-36a9e6ef-c43b-4d54-95eb-557e1bc1e881 tempest-TestNetworkAdvancedServerOps-1740099935 tempest-TestNetworkAdvancedServerOps-1740099935-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-897634'] for subnet, precommit_delete {{(pid=94175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 12:10:38.347406 dv-neutron-601336-94-hyperv neutron-server[94177]: DEBUG neutron.db.l3_hamode_db [None req-7b464b16-4f46-45a1-ac96-2dcecfb1fee8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8d156c4c-3d2e-4f19-a332-0c6cc197d6f4', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1581352810', 'tenant_id': '95e75de5b0504e3e87860f65038883f5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3e7e4eb3-cf02-4d47-ade9-0a579cdfc60f', 'external_fixed_ips': [{'subnet_id': 'a5ad15ab-c489-4a67-a9b0-d559fca0ec71', 'ip_address': '172.26.3.235'}], 'enable_snat': True}, 'gw_port_id': '9fb19b28-f03a-4f99-a4b8-3f568f9e71a2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-23T12:08:46Z', 'updated_at': '2021-06-23T12:10:37Z', 'revision_number': 5, 'project_id': '95e75de5b0504e3e87860f65038883f5', 'gw_port': {'id': '9fb19b28-f03a-4f99-a4b8-3f568f9e71a2', 'name': '', 'network_id': '3e7e4eb3-cf02-4d47-ade9-0a579cdfc60f', 'tenant_id': '', 'mac_address': 'fa:16:3e:a5:e2:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8d156c4c-3d2e-4f19-a332-0c6cc197d6f4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1752, 'fixed_ips': [{'subnet_id': 'a5ad15ab-c489-4a67-a9b0-d559fca0ec71', 'ip_address': '172.26.3.235', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-94-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-23T12:08:46Z', 'updated_at': '2021-06-23T12:08:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a5ad15ab-c489-4a67-a9b0-d559fca0ec71', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-601336-94-hyperv'}], 'dv-neutron-601336-94-hyperv', False) {} {{(pid=94177) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 12:10:38.372581 dv-neutron-601336-94-hyperv neutron-server[94177]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7b464b16-4f46-45a1-ac96-2dcecfb1fee8 None None] Checking router: 8d156c4c-3d2e-4f19-a332-0c6cc197d6f4 for host: dv-neutron-601336-94-hyperv {{(pid=94177) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 23 12:10:38.381256 dv-neutron-601336-94-hyperv neutron-server[94177]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7b464b16-4f46-45a1-ac96-2dcecfb1fee8 None None] Routers {'8d156c4c-3d2e-4f19-a332-0c6cc197d6f4'} bound to L3 agent in host dv-neutron-601336-94-hyperv {{(pid=94177) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 23 12:10:38.381756 dv-neutron-601336-94-hyperv neutron-server[94177]: DEBUG neutron.db.l3_hamode_db [None req-7b464b16-4f46-45a1-ac96-2dcecfb1fee8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-601336-94-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-06-23T11:22:13Z,description=,heartbeat_timestamp=2021-06-23T12:10:13Z,host='dv-neutron-601336-94-hyperv',id=50ef99c0-ef28-4db5-b303-b145898fae60,load=0,resource_versions=,resources_synced=,started_at=2021-06-23T11:22:14Z,topic='l3_agent')) {'router_ids': ['8d156c4c-3d2e-4f19-a332-0c6cc197d6f4'], 'active': True} {{(pid=94177) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 12:10:38.425072 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron_lib.callbacks.manager [None req-36a9e6ef-c43b-4d54-95eb-557e1bc1e881 tempest-TestNetworkAdvancedServerOps-1740099935 tempest-TestNetworkAdvancedServerOps-1740099935-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-897627', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866062', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5083050', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4660036'] for subnet, after_delete {{(pid=94175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 12:10:38.428769 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG oslo_concurrency.lockutils [None req-d650b681-ff9d-4080-943f-0f4930d87fcd tempest-TestNetworkBasicOps-233187296 tempest-TestNetworkBasicOps-233187296-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94175) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 12:10:38.455567 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36a9e6ef-c43b-4d54-95eb-557e1bc1e881 tempest-TestNetworkAdvancedServerOps-1740099935 tempest-TestNetworkAdvancedServerOps-1740099935-project] Pushing event deleted for resources: {'Subnet': ['ID=c183a1d2-ec46-4387-af7e-dfb92fef4d80,revision_number=None']} {{(pid=94175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 12:10:38.457430 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron_lib.callbacks.manager [None req-36a9e6ef-c43b-4d54-95eb-557e1bc1e881 tempest-TestNetworkAdvancedServerOps-1740099935 tempest-TestNetworkAdvancedServerOps-1740099935-project] Notify callbacks [] for subnet, before_response {{(pid=94175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 12:10:38.461708 dv-neutron-601336-94-hyperv neutron-server[94175]: INFO neutron.wsgi [None req-36a9e6ef-c43b-4d54-95eb-557e1bc1e881 tempest-TestNetworkAdvancedServerOps-1740099935 tempest-TestNetworkAdvancedServerOps-1740099935-project] 10.222.0.20 "DELETE /v2.0/subnets/c183a1d2-ec46-4387-af7e-dfb92fef4d80 HTTP/1.1" status: 204 len: 168 time: 0.4049063 Jun 23 12:10:38.461708 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG oslo_concurrency.lockutils [None req-36a9e6ef-c43b-4d54-95eb-557e1bc1e881 tempest-TestNetworkAdvancedServerOps-1740099935 tempest-TestNetworkAdvancedServerOps-1740099935-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.032s {{(pid=94175) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 12:10:38.464017 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.wsgi [-] (94175) accepted ('10.222.0.20', 49146) {{(pid=94175) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 12:10:38.466918 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dddea2fd-a08b-44cf-841d-a82153f8776b None None] Network 894f6ec6-8dbc-43a5-8795-daa23ea748bf requested from dv-neutron-601336-94-hyperv {{(pid=94176) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 23 12:10:38.489172 dv-neutron-601336-94-hyperv neutron-server[94177]: DEBUG neutron.db.l3_dvr_db [None req-7b464b16-4f46-45a1-ac96-2dcecfb1fee8 None None] Set router 8d156c4c-3d2e-4f19-a332-0c6cc197d6f4 gateway port host: dv-neutron-601336-94-hyperv {{(pid=94177) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:838}} Jun 23 12:10:38.574615 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron_lib.callbacks.manager [None req-57a0f11b-43f7-45f2-9dce-58dc9897326a tempest-TestNetworkAdvancedServerOps-1740099935 tempest-TestNetworkAdvancedServerOps-1740099935-project] Notify callbacks [] for router, before_delete {{(pid=94175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 12:10:38.660357 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.plugins.ml2.rpc [None req-97bd5441-1da2-49ee-a364-27795820ba27 None None] Device a0333a89-abfe-4755-a106-f8a336664331 no longer exists at agent hyperv_hv-neutron-6013 {{(pid=94176) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:261}} Jun 23 12:10:38.665492 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f06f7426-6f8d-4907-8fab-16c24c2fe2ba None None] DHCP port deletion for 894f6ec6-8dbc-43a5-8795-daa23ea748bf request from dv-neutron-601336-94-hyperv {{(pid=94176) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jun 23 12:10:38.683891 dv-neutron-601336-94-hyperv neutron-server[94177]: DEBUG neutron.db.l3_hamode_db [None req-7b464b16-4f46-45a1-ac96-2dcecfb1fee8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8d156c4c-3d2e-4f19-a332-0c6cc197d6f4', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1581352810', 'tenant_id': '95e75de5b0504e3e87860f65038883f5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3e7e4eb3-cf02-4d47-ade9-0a579cdfc60f', 'external_fixed_ips': [{'subnet_id': 'a5ad15ab-c489-4a67-a9b0-d559fca0ec71', 'ip_address': '172.26.3.235'}], 'enable_snat': True}, 'gw_port_id': '9fb19b28-f03a-4f99-a4b8-3f568f9e71a2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-23T12:08:46Z', 'updated_at': '2021-06-23T12:10:37Z', 'revision_number': 5, 'project_id': '95e75de5b0504e3e87860f65038883f5', 'gw_port': {'id': '9fb19b28-f03a-4f99-a4b8-3f568f9e71a2', 'name': '', 'network_id': '3e7e4eb3-cf02-4d47-ade9-0a579cdfc60f', 'tenant_id': '', 'mac_address': 'fa:16:3e:a5:e2:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8d156c4c-3d2e-4f19-a332-0c6cc197d6f4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1752, 'fixed_ips': [{'subnet_id': 'a5ad15ab-c489-4a67-a9b0-d559fca0ec71', 'ip_address': '172.26.3.235', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-94-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-23T12:08:46Z', 'updated_at': '2021-06-23T12:08:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a5ad15ab-c489-4a67-a9b0-d559fca0ec71', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-601336-94-hyperv'}], 'dv-neutron-601336-94-hyperv', False) {} {{(pid=94177) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 12:10:38.687290 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.plugins.ml2.plugin [None req-97bd5441-1da2-49ee-a364-27795820ba27 None None] No Port match for: a0333a89-abfe-4755-a106-f8a336664331 {{(pid=94176) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2240}} Jun 23 12:10:38.687718 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.plugins.ml2.rpc [None req-97bd5441-1da2-49ee-a364-27795820ba27 None None] Device a0333a89-abfe-4755-a106-f8a336664331 not bound to the agent host hv-neutron-6013 {{(pid=94176) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:271}} Jun 23 12:10:38.691015 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron_lib.callbacks.manager [None req-57a0f11b-43f7-45f2-9dce-58dc9897326a tempest-TestNetworkAdvancedServerOps-1740099935 tempest-TestNetworkAdvancedServerOps-1740099935-project] Notify callbacks [] for router_gateway, before_delete {{(pid=94175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 12:10:38.713624 dv-neutron-601336-94-hyperv neutron-server[94177]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7b464b16-4f46-45a1-ac96-2dcecfb1fee8 None None] The sync data for ids ['8d156c4c-3d2e-4f19-a332-0c6cc197d6f4'] in dv-neutron-601336-94-hyperv is: [{'id': '8d156c4c-3d2e-4f19-a332-0c6cc197d6f4', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1581352810', 'tenant_id': '95e75de5b0504e3e87860f65038883f5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3e7e4eb3-cf02-4d47-ade9-0a579cdfc60f', 'external_fixed_ips': [{'subnet_id': 'a5ad15ab-c489-4a67-a9b0-d559fca0ec71', 'ip_address': '172.26.3.235'}], 'enable_snat': True}, 'gw_port_id': '9fb19b28-f03a-4f99-a4b8-3f568f9e71a2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-23T12:08:46Z', 'updated_at': '2021-06-23T12:10:37Z', 'revision_number': 5, 'project_id': '95e75de5b0504e3e87860f65038883f5', 'gw_port': {'id': '9fb19b28-f03a-4f99-a4b8-3f568f9e71a2', 'name': '', 'network_id': '3e7e4eb3-cf02-4d47-ade9-0a579cdfc60f', 'tenant_id': '', 'mac_address': 'fa:16:3e:a5:e2:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8d156c4c-3d2e-4f19-a332-0c6cc197d6f4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1752, 'fixed_ips': [{'subnet_id': 'a5ad15ab-c489-4a67-a9b0-d559fca0ec71', 'ip_address': '172.26.3.235', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-94-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-23T12:08:46Z', 'updated_at': '2021-06-23T12:08:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a5ad15ab-c489-4a67-a9b0-d559fca0ec71', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-601336-94-hyperv'}] {{(pid=94177) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 23 12:10:38.734561 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.plugins.ml2.plugin [None req-f06f7426-6f8d-4907-8fab-16c24c2fe2ba None None] Deleting port 578c80c8-a88c-42a0-a9be-f8f16374b2c5 {{(pid=94176) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1913}} Jun 23 12:10:38.734995 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron_lib.callbacks.manager [None req-f06f7426-6f8d-4907-8fab-16c24c2fe2ba None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773700079324'] for port, before_delete {{(pid=94176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 12:10:38.800304 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.plugins.ml2.db [None req-f06f7426-6f8d-4907-8fab-16c24c2fe2ba None None] For port 578c80c8-a88c-42a0-a9be-f8f16374b2c5, host dv-neutron-601336-94-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-94-hyperv',level=0,port_id=578c80c8-a88c-42a0-a9be-f8f16374b2c5,segment=NetworkSegment(1c2226fe-eb4b-4707-87d3-d334b89a6148),segment_id=1c2226fe-eb4b-4707-87d3-d334b89a6148)] {{(pid=94176) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 23 12:10:38.800715 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron_lib.callbacks.manager [None req-f06f7426-6f8d-4907-8fab-16c24c2fe2ba None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-430722'] for port, precommit_delete {{(pid=94176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 12:10:38.803351 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.plugins.ml2.plugin [None req-57a0f11b-43f7-45f2-9dce-58dc9897326a tempest-TestNetworkAdvancedServerOps-1740099935 tempest-TestNetworkAdvancedServerOps-1740099935-project] Deleting port 9fb19b28-f03a-4f99-a4b8-3f568f9e71a2 {{(pid=94175) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1913}} Jun 23 12:10:38.803703 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron_lib.callbacks.manager [None req-57a0f11b-43f7-45f2-9dce-58dc9897326a tempest-TestNetworkAdvancedServerOps-1740099935 tempest-TestNetworkAdvancedServerOps-1740099935-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773700079324'] for port, before_delete {{(pid=94175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 12:10:38.814479 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.plugins.ml2.plugin [None req-f06f7426-6f8d-4907-8fab-16c24c2fe2ba None None] Calling delete_port for 578c80c8-a88c-42a0-a9be-f8f16374b2c5 owned by network:dhcp {{(pid=94176) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1986}} Jun 23 12:10:38.881220 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.plugins.ml2.db [None req-57a0f11b-43f7-45f2-9dce-58dc9897326a tempest-TestNetworkAdvancedServerOps-1740099935 tempest-TestNetworkAdvancedServerOps-1740099935-project] For port 9fb19b28-f03a-4f99-a4b8-3f568f9e71a2, host dv-neutron-601336-94-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-94-hyperv',level=0,port_id=9fb19b28-f03a-4f99-a4b8-3f568f9e71a2,segment=NetworkSegment(c23be0a5-6980-48fb-bc9f-4a24717fe1de),segment_id=c23be0a5-6980-48fb-bc9f-4a24717fe1de)] {{(pid=94175) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 23 12:10:38.881726 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron_lib.callbacks.manager [None req-57a0f11b-43f7-45f2-9dce-58dc9897326a tempest-TestNetworkAdvancedServerOps-1740099935 tempest-TestNetworkAdvancedServerOps-1740099935-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-430722'] for port, precommit_delete {{(pid=94175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 12:10:38.894541 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.plugins.ml2.plugin [None req-57a0f11b-43f7-45f2-9dce-58dc9897326a tempest-TestNetworkAdvancedServerOps-1740099935 tempest-TestNetworkAdvancedServerOps-1740099935-project] Calling delete_port for 9fb19b28-f03a-4f99-a4b8-3f568f9e71a2 owned by network:router_gateway {{(pid=94175) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1986}} Jun 23 12:10:38.946890 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron_lib.callbacks.manager [None req-f06f7426-6f8d-4907-8fab-16c24c2fe2ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-922904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866062', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773700135024', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773699642224'] for port, after_delete {{(pid=94176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 12:10:38.949189 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG oslo_concurrency.lockutils [None req-38533a6b-0989-4a4c-b10d-b47c1c1f3c22 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 12:10:38.974655 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f06f7426-6f8d-4907-8fab-16c24c2fe2ba None None] Pushing event deleted for resources: {'Port': ['ID=578c80c8-a88c-42a0-a9be-f8f16374b2c5,revision_number=None']} {{(pid=94176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 12:10:38.977059 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f06f7426-6f8d-4907-8fab-16c24c2fe2ba None None] No DVR routers for this DVR port 578c80c8-a88c-42a0-a9be-f8f16374b2c5 on host dv-neutron-601336-94-hyperv {{(pid=94176) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 23 12:10:38.978740 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG oslo_concurrency.lockutils [None req-f06f7426-6f8d-4907-8fab-16c24c2fe2ba None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.030s {{(pid=94176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 12:10:39.452171 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron_lib.callbacks.manager [None req-57a0f11b-43f7-45f2-9dce-58dc9897326a tempest-TestNetworkAdvancedServerOps-1740099935 tempest-TestNetworkAdvancedServerOps-1740099935-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-922904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866062', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773700135024', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773699642224', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5082448'] for port, after_delete {{(pid=94175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 12:10:39.454963 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG oslo_concurrency.lockutils [None req-01c3e427-afa5-436d-8a21-24c1462dfbc1 tempest-TestEncryptedCinderVolumes-1026868442 tempest-TestEncryptedCinderVolumes-1026868442-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94175) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 12:10:39.479327 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57a0f11b-43f7-45f2-9dce-58dc9897326a tempest-TestNetworkAdvancedServerOps-1740099935 tempest-TestNetworkAdvancedServerOps-1740099935-project] Pushing event deleted for resources: {'Port': ['ID=9fb19b28-f03a-4f99-a4b8-3f568f9e71a2,revision_number=None']} {{(pid=94175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 12:10:39.486725 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG oslo_concurrency.lockutils [None req-57a0f11b-43f7-45f2-9dce-58dc9897326a tempest-TestNetworkAdvancedServerOps-1740099935 tempest-TestNetworkAdvancedServerOps-1740099935-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.031s {{(pid=94175) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 12:10:39.542146 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron_lib.callbacks.manager [None req-57a0f11b-43f7-45f2-9dce-58dc9897326a tempest-TestNetworkAdvancedServerOps-1740099935 tempest-TestNetworkAdvancedServerOps-1740099935-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-524171'] for router_gateway, after_delete {{(pid=94175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 12:10:39.630444 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron_lib.callbacks.manager [None req-57a0f11b-43f7-45f2-9dce-58dc9897326a tempest-TestNetworkAdvancedServerOps-1740099935 tempest-TestNetworkAdvancedServerOps-1740099935-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-520417', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-32301'] for router, precommit_delete {{(pid=94175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 12:10:39.632786 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron_lib.callbacks.manager [None req-57a0f11b-43f7-45f2-9dce-58dc9897326a tempest-TestNetworkAdvancedServerOps-1740099935 tempest-TestNetworkAdvancedServerOps-1740099935-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 12:10:39.737937 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron_lib.callbacks.manager [None req-57a0f11b-43f7-45f2-9dce-58dc9897326a tempest-TestNetworkAdvancedServerOps-1740099935 tempest-TestNetworkAdvancedServerOps-1740099935-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-494961'] for router, after_delete {{(pid=94175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 12:10:39.738458 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-57a0f11b-43f7-45f2-9dce-58dc9897326a tempest-TestNetworkAdvancedServerOps-1740099935 tempest-TestNetworkAdvancedServerOps-1740099935-project] Fanout notify agent at l3_agent the message router_deleted on router 8d156c4c-3d2e-4f19-a332-0c6cc197d6f4 {{(pid=94175) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jun 23 12:10:39.745401 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron_lib.callbacks.manager [None req-57a0f11b-43f7-45f2-9dce-58dc9897326a tempest-TestNetworkAdvancedServerOps-1740099935 tempest-TestNetworkAdvancedServerOps-1740099935-project] Notify callbacks [] for router, before_response {{(pid=94175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 12:10:39.746499 dv-neutron-601336-94-hyperv neutron-server[94175]: INFO neutron.wsgi [None req-57a0f11b-43f7-45f2-9dce-58dc9897326a tempest-TestNetworkAdvancedServerOps-1740099935 tempest-TestNetworkAdvancedServerOps-1740099935-project] 10.222.0.20 "DELETE /v2.0/routers/8d156c4c-3d2e-4f19-a332-0c6cc197d6f4 HTTP/1.1" status: 204 len: 168 time: 1.2837074 Jun 23 12:10:39.749153 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.wsgi [-] (94175) accepted ('10.222.0.20', 49148) {{(pid=94175) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 12:10:39.826150 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron_lib.callbacks.manager [None req-5fc425db-c59c-45e7-94fc-7a49e26b39a1 tempest-TestNetworkAdvancedServerOps-1740099935 tempest-TestNetworkAdvancedServerOps-1740099935-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-824874'] for network, before_delete {{(pid=94175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 12:10:39.915868 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron_lib.callbacks.manager [None req-5fc425db-c59c-45e7-94fc-7a49e26b39a1 tempest-TestNetworkAdvancedServerOps-1740099935 tempest-TestNetworkAdvancedServerOps-1740099935-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-897259', 'neutron.services.segments.db._delete_segments_for_network-8773700168587'] for network, precommit_delete {{(pid=94175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 12:10:39.925319 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.services.segments.db [None req-5fc425db-c59c-45e7-94fc-7a49e26b39a1 tempest-TestNetworkAdvancedServerOps-1740099935 tempest-TestNetworkAdvancedServerOps-1740099935-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['894f6ec6-8dbc-43a5-8795-daa23ea748bf']}} {{(pid=94175) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 12:10:39.935107 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.services.segments.db [None req-5fc425db-c59c-45e7-94fc-7a49e26b39a1 tempest-TestNetworkAdvancedServerOps-1740099935 tempest-TestNetworkAdvancedServerOps-1740099935-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1c2226fe-eb4b-4707-87d3-d334b89a6148') {'for_net_delete': True} {{(pid=94175) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 12:10:39.935409 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.services.segments.db [None req-5fc425db-c59c-45e7-94fc-7a49e26b39a1 tempest-TestNetworkAdvancedServerOps-1740099935 tempest-TestNetworkAdvancedServerOps-1740099935-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1c2226fe-eb4b-4707-87d3-d334b89a6148') {} {{(pid=94175) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 12:10:39.944088 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron_lib.callbacks.manager [None req-5fc425db-c59c-45e7-94fc-7a49e26b39a1 tempest-TestNetworkAdvancedServerOps-1740099935 tempest-TestNetworkAdvancedServerOps-1740099935-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8773699955833', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5190677'] for segment, before_delete {{(pid=94175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 12:10:39.972341 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron_lib.callbacks.manager [None req-5fc425db-c59c-45e7-94fc-7a49e26b39a1 tempest-TestNetworkAdvancedServerOps-1740099935 tempest-TestNetworkAdvancedServerOps-1740099935-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3801'] for segment, precommit_delete {{(pid=94175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 12:10:39.978084 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5fc425db-c59c-45e7-94fc-7a49e26b39a1 tempest-TestNetworkAdvancedServerOps-1740099935 tempest-TestNetworkAdvancedServerOps-1740099935-project] Releasing vlan 405 on physical network physnet1 to pool {{(pid=94175) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 23 12:10:39.978473 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron_lib.callbacks.manager [None req-5fc425db-c59c-45e7-94fc-7a49e26b39a1 tempest-TestNetworkAdvancedServerOps-1740099935 tempest-TestNetworkAdvancedServerOps-1740099935-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3801', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5082371'] for segment, after_delete {{(pid=94175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 12:10:39.981444 dv-neutron-601336-94-hyperv neutron-server[94175]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 23 12:10:39.981444 dv-neutron-601336-94-hyperv neutron-server[94175]: conditions |= (models_v2.Port.network_id.in_( Jun 23 12:10:39.981444 dv-neutron-601336-94-hyperv neutron-server[94175]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 23 12:10:39.981444 dv-neutron-601336-94-hyperv neutron-server[94175]: conditions |= (models_v2.Port.network_id.in_( Jun 23 12:10:39.981444 dv-neutron-601336-94-hyperv neutron-server[94175]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 23 12:10:39.981444 dv-neutron-601336-94-hyperv neutron-server[94175]: conditions |= (models_v2.Port.network_id.in_( Jun 23 12:10:39.981444 dv-neutron-601336-94-hyperv neutron-server[94175]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 23 12:10:39.981444 dv-neutron-601336-94-hyperv neutron-server[94175]: conditions |= (models_v2.Port.network_id.in_( Jun 23 12:10:39.981444 dv-neutron-601336-94-hyperv neutron-server[94175]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 23 12:10:39.981444 dv-neutron-601336-94-hyperv neutron-server[94175]: conditions |= (models_v2.Port.network_id.in_( Jun 23 12:10:39.981444 dv-neutron-601336-94-hyperv neutron-server[94175]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 23 12:10:39.981444 dv-neutron-601336-94-hyperv neutron-server[94175]: conditions |= (models_v2.Port.network_id.in_( Jun 23 12:10:39.981444 dv-neutron-601336-94-hyperv neutron-server[94175]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 23 12:10:39.981444 dv-neutron-601336-94-hyperv neutron-server[94175]: conditions |= (models_v2.Port.network_id.in_( Jun 23 12:10:39.981444 dv-neutron-601336-94-hyperv neutron-server[94175]: Traceback (most recent call last): Jun 23 12:10:39.981444 dv-neutron-601336-94-hyperv neutron-server[94175]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 23 12:10:39.981444 dv-neutron-601336-94-hyperv neutron-server[94175]: timer() Jun 23 12:10:39.981444 dv-neutron-601336-94-hyperv neutron-server[94175]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 23 12:10:39.981444 dv-neutron-601336-94-hyperv neutron-server[94175]: cb(*args, **kw) Jun 23 12:10:39.981444 dv-neutron-601336-94-hyperv neutron-server[94175]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 23 12:10:39.981444 dv-neutron-601336-94-hyperv neutron-server[94175]: return func(*args, **kwargs) Jun 23 12:10:39.981444 dv-neutron-601336-94-hyperv neutron-server[94175]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 23 12:10:39.981444 dv-neutron-601336-94-hyperv neutron-server[94175]: self._notify() Jun 23 12:10:39.981444 dv-neutron-601336-94-hyperv neutron-server[94175]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 23 12:10:39.981444 dv-neutron-601336-94-hyperv neutron-server[94175]: self.callback(batched_events) Jun 23 12:10:39.981444 dv-neutron-601336-94-hyperv neutron-server[94175]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 23 12:10:39.981444 dv-neutron-601336-94-hyperv neutron-server[94175]: event.method(event) Jun 23 12:10:39.981444 dv-neutron-601336-94-hyperv neutron-server[94175]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 23 12:10:39.981444 dv-neutron-601336-94-hyperv neutron-server[94175]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 23 12:10:39.981444 dv-neutron-601336-94-hyperv neutron-server[94175]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 23 12:10:39.981444 dv-neutron-601336-94-hyperv neutron-server[94175]: aggregate_uuid = self.p_client.list_aggregates( Jun 23 12:10:39.981444 dv-neutron-601336-94-hyperv neutron-server[94175]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 23 12:10:39.981444 dv-neutron-601336-94-hyperv neutron-server[94175]: return f(self, *a, **k) Jun 23 12:10:39.981444 dv-neutron-601336-94-hyperv neutron-server[94175]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 23 12:10:39.981444 dv-neutron-601336-94-hyperv neutron-server[94175]: return self._get(url).json() Jun 23 12:10:39.981444 dv-neutron-601336-94-hyperv neutron-server[94175]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 23 12:10:39.981444 dv-neutron-601336-94-hyperv neutron-server[94175]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 23 12:10:39.981444 dv-neutron-601336-94-hyperv neutron-server[94175]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 23 12:10:39.981444 dv-neutron-601336-94-hyperv neutron-server[94175]: return self.request(url, 'GET', **kwargs) Jun 23 12:10:39.981444 dv-neutron-601336-94-hyperv neutron-server[94175]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 23 12:10:39.981444 dv-neutron-601336-94-hyperv neutron-server[94175]: base_url = self.get_endpoint(auth, allow=allow, Jun 23 12:10:39.981444 dv-neutron-601336-94-hyperv neutron-server[94175]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 23 12:10:39.981444 dv-neutron-601336-94-hyperv neutron-server[94175]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 23 12:10:39.981444 dv-neutron-601336-94-hyperv neutron-server[94175]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 23 12:10:39.981444 dv-neutron-601336-94-hyperv neutron-server[94175]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 23 12:10:39.981444 dv-neutron-601336-94-hyperv neutron-server[94175]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 23 12:10:40.118068 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron_lib.callbacks.manager [None req-5fc425db-c59c-45e7-94fc-7a49e26b39a1 tempest-TestNetworkAdvancedServerOps-1740099935 tempest-TestNetworkAdvancedServerOps-1740099935-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-897248', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8002400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7866073', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-524247'] for network, after_delete {{(pid=94175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 12:10:40.121716 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG oslo_concurrency.lockutils [None req-cf870387-818c-4a7a-88bd-99e4da287c65 tempest-NetworksIpV6Test-2059726755 tempest-NetworksIpV6Test-2059726755-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94175) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 12:10:40.128648 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron_lib.callbacks.manager [None req-5fc425db-c59c-45e7-94fc-7a49e26b39a1 tempest-TestNetworkAdvancedServerOps-1740099935 tempest-TestNetworkAdvancedServerOps-1740099935-project] Notify callbacks [] for network, before_response {{(pid=94175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 12:10:40.128648 dv-neutron-601336-94-hyperv neutron-server[94175]: INFO neutron.wsgi [None req-5fc425db-c59c-45e7-94fc-7a49e26b39a1 tempest-TestNetworkAdvancedServerOps-1740099935 tempest-TestNetworkAdvancedServerOps-1740099935-project] 10.222.0.20 "DELETE /v2.0/networks/894f6ec6-8dbc-43a5-8795-daa23ea748bf HTTP/1.1" status: 204 len: 168 time: 0.3778880 Jun 23 12:10:40.133300 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.wsgi [-] (94174) accepted ('10.222.0.20', 49150) {{(pid=94174) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 12:10:40.140674 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fc425db-c59c-45e7-94fc-7a49e26b39a1 tempest-TestNetworkAdvancedServerOps-1740099935 tempest-TestNetworkAdvancedServerOps-1740099935-project] Pushing event deleted for resources: {'Network': ['ID=894f6ec6-8dbc-43a5-8795-daa23ea748bf,revision_number=None']} {{(pid=94175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 12:10:40.149857 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG oslo_concurrency.lockutils [None req-5fc425db-c59c-45e7-94fc-7a49e26b39a1 tempest-TestNetworkAdvancedServerOps-1740099935 tempest-TestNetworkAdvancedServerOps-1740099935-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.028s {{(pid=94175) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 12:10:40.208962 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron_lib.callbacks.manager [None req-5ba0ed3f-26a7-4aed-9099-7caf64706426 tempest-TestNetworkAdvancedServerOps-1740099935 tempest-TestNetworkAdvancedServerOps-1740099935-project] Notify callbacks [] for security_group, before_delete {{(pid=94174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 12:10:40.234111 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron_lib.callbacks.manager [None req-5ba0ed3f-26a7-4aed-9099-7caf64706426 tempest-TestNetworkAdvancedServerOps-1740099935 tempest-TestNetworkAdvancedServerOps-1740099935-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 12:10:40.374962 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron_lib.callbacks.manager [None req-5ba0ed3f-26a7-4aed-9099-7caf64706426 tempest-TestNetworkAdvancedServerOps-1740099935 tempest-TestNetworkAdvancedServerOps-1740099935-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7996330'] for security_group, after_delete {{(pid=94174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 12:10:40.378115 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron_lib.callbacks.manager [None req-5ba0ed3f-26a7-4aed-9099-7caf64706426 tempest-TestNetworkAdvancedServerOps-1740099935 tempest-TestNetworkAdvancedServerOps-1740099935-project] Notify callbacks [] for security_group, before_response {{(pid=94174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 12:10:40.382280 dv-neutron-601336-94-hyperv neutron-server[94174]: INFO neutron.wsgi [None req-5ba0ed3f-26a7-4aed-9099-7caf64706426 tempest-TestNetworkAdvancedServerOps-1740099935 tempest-TestNetworkAdvancedServerOps-1740099935-project] 10.222.0.20 "DELETE /v2.0/security-groups/e3eea354-8a01-4f5e-b255-fca72b0d101b HTTP/1.1" status: 204 len: 168 time: 0.2472036 Jun 23 12:10:40.382280 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG oslo_concurrency.lockutils [None req-8784d6ff-aa74-446d-be2e-3027face47f3 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94174) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 12:10:40.391014 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ba0ed3f-26a7-4aed-9099-7caf64706426 tempest-TestNetworkAdvancedServerOps-1740099935 tempest-TestNetworkAdvancedServerOps-1740099935-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=e3eea354-8a01-4f5e-b255-fca72b0d101b,revision_number=None']} {{(pid=94174) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 12:10:40.398808 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ba0ed3f-26a7-4aed-9099-7caf64706426 tempest-TestNetworkAdvancedServerOps-1740099935 tempest-TestNetworkAdvancedServerOps-1740099935-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-601336-94-hyperv {{(pid=94174) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 12:10:40.399260 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ba0ed3f-26a7-4aed-9099-7caf64706426 tempest-TestNetworkAdvancedServerOps-1740099935 tempest-TestNetworkAdvancedServerOps-1740099935-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-94-hyperv {{(pid=94174) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 12:10:40.399652 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ba0ed3f-26a7-4aed-9099-7caf64706426 tempest-TestNetworkAdvancedServerOps-1740099935 tempest-TestNetworkAdvancedServerOps-1740099935-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-94-hyperv {{(pid=94174) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 12:10:40.403573 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ba0ed3f-26a7-4aed-9099-7caf64706426 tempest-TestNetworkAdvancedServerOps-1740099935 tempest-TestNetworkAdvancedServerOps-1740099935-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-601336-94-hyperv {{(pid=94174) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 12:10:40.403573 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ba0ed3f-26a7-4aed-9099-7caf64706426 tempest-TestNetworkAdvancedServerOps-1740099935 tempest-TestNetworkAdvancedServerOps-1740099935-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-601336-94-hyperv {{(pid=94174) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 12:10:40.403573 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ba0ed3f-26a7-4aed-9099-7caf64706426 tempest-TestNetworkAdvancedServerOps-1740099935 tempest-TestNetworkAdvancedServerOps-1740099935-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-601336-94-hyperv {{(pid=94174) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 12:10:40.403573 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ba0ed3f-26a7-4aed-9099-7caf64706426 tempest-TestNetworkAdvancedServerOps-1740099935 tempest-TestNetworkAdvancedServerOps-1740099935-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-601336-94-hyperv {{(pid=94174) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 12:10:40.403573 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ba0ed3f-26a7-4aed-9099-7caf64706426 tempest-TestNetworkAdvancedServerOps-1740099935 tempest-TestNetworkAdvancedServerOps-1740099935-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-601336-94-hyperv {{(pid=94174) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 12:10:40.403573 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ba0ed3f-26a7-4aed-9099-7caf64706426 tempest-TestNetworkAdvancedServerOps-1740099935 tempest-TestNetworkAdvancedServerOps-1740099935-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-601336-94-hyperv {{(pid=94174) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 12:10:40.403573 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ba0ed3f-26a7-4aed-9099-7caf64706426 tempest-TestNetworkAdvancedServerOps-1740099935 tempest-TestNetworkAdvancedServerOps-1740099935-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-94-hyperv {{(pid=94174) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 12:10:40.403573 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ba0ed3f-26a7-4aed-9099-7caf64706426 tempest-TestNetworkAdvancedServerOps-1740099935 tempest-TestNetworkAdvancedServerOps-1740099935-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-601336-94-hyperv {{(pid=94174) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 12:10:40.403573 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ba0ed3f-26a7-4aed-9099-7caf64706426 tempest-TestNetworkAdvancedServerOps-1740099935 tempest-TestNetworkAdvancedServerOps-1740099935-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-601336-94-hyperv {{(pid=94174) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 12:10:40.406613 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG oslo_concurrency.lockutils [None req-5ba0ed3f-26a7-4aed-9099-7caf64706426 tempest-TestNetworkAdvancedServerOps-1740099935 tempest-TestNetworkAdvancedServerOps-1740099935-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.026s {{(pid=94174) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 12:10:40.436330 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.plugins.ml2.rpc [None req-dc7542b2-afef-47f4-a763-e3a3cba144be None None] Device 578c80c8-a88c-42a0-a9be-f8f16374b2c5 no longer exists at agent ovs-agent-dv-neutron-601336-94-hyperv {{(pid=94176) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:261}} Jun 23 12:10:40.456477 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.plugins.ml2.plugin [None req-dc7542b2-afef-47f4-a763-e3a3cba144be None None] No Port match for: 578c80c8-a88c-42a0-a9be-f8f16374b2c5 {{(pid=94176) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2240}} Jun 23 12:10:40.456774 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.plugins.ml2.rpc [None req-dc7542b2-afef-47f4-a763-e3a3cba144be None None] Device 578c80c8-a88c-42a0-a9be-f8f16374b2c5 not bound to the agent host dv-neutron-601336-94-hyperv {{(pid=94176) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:271}} Jun 23 12:10:40.457205 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.plugins.ml2.rpc [None req-dc7542b2-afef-47f4-a763-e3a3cba144be None None] Device 9fb19b28-f03a-4f99-a4b8-3f568f9e71a2 no longer exists at agent ovs-agent-dv-neutron-601336-94-hyperv {{(pid=94176) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:261}} Jun 23 12:10:40.477530 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.plugins.ml2.plugin [None req-dc7542b2-afef-47f4-a763-e3a3cba144be None None] No Port match for: 9fb19b28-f03a-4f99-a4b8-3f568f9e71a2 {{(pid=94176) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2240}} Jun 23 12:10:40.477757 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.plugins.ml2.rpc [None req-dc7542b2-afef-47f4-a763-e3a3cba144be None None] Device 9fb19b28-f03a-4f99-a4b8-3f568f9e71a2 not bound to the agent host dv-neutron-601336-94-hyperv {{(pid=94176) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:271}} Jun 23 12:10:40.478255 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.plugins.ml2.rpc [None req-dc7542b2-afef-47f4-a763-e3a3cba144be None None] Device b09f7a0b-847d-49b1-97a3-a874287be1d9 no longer exists at agent ovs-agent-dv-neutron-601336-94-hyperv {{(pid=94176) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:261}} Jun 23 12:10:40.496701 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.plugins.ml2.plugin [None req-dc7542b2-afef-47f4-a763-e3a3cba144be None None] No Port match for: b09f7a0b-847d-49b1-97a3-a874287be1d9 {{(pid=94176) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2240}} Jun 23 12:10:40.500251 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.plugins.ml2.rpc [None req-dc7542b2-afef-47f4-a763-e3a3cba144be None None] Device b09f7a0b-847d-49b1-97a3-a874287be1d9 not bound to the agent host dv-neutron-601336-94-hyperv {{(pid=94176) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:271}} Jun 23 12:10:40.737264 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.wsgi [-] (94175) accepted ('10.222.0.20', 49156) {{(pid=94175) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 12:10:40.741992 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.api.v2.base [None req-ff99cab0-0edc-4495-8ec1-8dcecc85caee tempest-TestNetworkAdvancedServerOps-1740099935 tempest-TestNetworkAdvancedServerOps-1740099935-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1791506841', 'description': 'tempest-secgroup-smoke-1791506841 description', 'project_id': '95e75de5b0504e3e87860f65038883f5'}} {{(pid=94175) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 23 12:10:40.832305 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron_lib.callbacks.manager [None req-ff99cab0-0edc-4495-8ec1-8dcecc85caee tempest-TestNetworkAdvancedServerOps-1740099935 tempest-TestNetworkAdvancedServerOps-1740099935-project] Notify callbacks [] for security_group, before_create {{(pid=94175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 12:10:40.917541 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron_lib.callbacks.manager [None req-ff99cab0-0edc-4495-8ec1-8dcecc85caee tempest-TestNetworkAdvancedServerOps-1740099935 tempest-TestNetworkAdvancedServerOps-1740099935-project] Notify callbacks [] for security_group, precommit_create {{(pid=94175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 12:10:40.963410 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron_lib.callbacks.manager [None req-74937057-dc50-43d7-af2f-b47ffd8fbac8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773699952132', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-899307'] for agent, after_update {{(pid=94176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 12:10:40.986936 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron_lib.callbacks.manager [None req-ff99cab0-0edc-4495-8ec1-8dcecc85caee tempest-TestNetworkAdvancedServerOps-1740099935 tempest-TestNetworkAdvancedServerOps-1740099935-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7996330'] for security_group, after_create {{(pid=94175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 12:10:40.991054 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG oslo_concurrency.lockutils [None req-3cc2a0fb-72a7-485d-9f11-d72e8b1907f9 tempest-NetworksIpV6Test-253648203 tempest-NetworksIpV6Test-253648203-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94175) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 12:10:41.024125 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff99cab0-0edc-4495-8ec1-8dcecc85caee tempest-TestNetworkAdvancedServerOps-1740099935 tempest-TestNetworkAdvancedServerOps-1740099935-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f9aa5c7b-41c2-4182-817b-001b40eace82,revision_number=1']} {{(pid=94175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 12:10:41.026835 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG oslo_concurrency.lockutils [None req-ff99cab0-0edc-4495-8ec1-8dcecc85caee tempest-TestNetworkAdvancedServerOps-1740099935 tempest-TestNetworkAdvancedServerOps-1740099935-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.036s {{(pid=94175) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 12:10:41.060492 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron_lib.callbacks.manager [None req-ff99cab0-0edc-4495-8ec1-8dcecc85caee tempest-TestNetworkAdvancedServerOps-1740099935 tempest-TestNetworkAdvancedServerOps-1740099935-project] Notify callbacks [] for security_group, before_response {{(pid=94175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 12:10:41.061826 dv-neutron-601336-94-hyperv neutron-server[94175]: INFO neutron.wsgi [None req-ff99cab0-0edc-4495-8ec1-8dcecc85caee tempest-TestNetworkAdvancedServerOps-1740099935 tempest-TestNetworkAdvancedServerOps-1740099935-project] 10.222.0.20 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.3235326 Jun 23 12:10:41.064541 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.wsgi [-] (94175) accepted ('10.222.0.20', 49158) {{(pid=94175) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 12:10:41.069024 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.api.v2.base [None req-9f4ddef9-2b77-454a-b227-1ec21e5e6335 tempest-TestNetworkAdvancedServerOps-1740099935 tempest-TestNetworkAdvancedServerOps-1740099935-project] Request body: {'security_group_rule': {'security_group_id': 'f9aa5c7b-41c2-4182-817b-001b40eace82', 'project_id': '95e75de5b0504e3e87860f65038883f5', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=94175) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 23 12:10:41.143277 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron_lib.callbacks.manager [None req-9f4ddef9-2b77-454a-b227-1ec21e5e6335 tempest-TestNetworkAdvancedServerOps-1740099935 tempest-TestNetworkAdvancedServerOps-1740099935-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 12:10:41.197198 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron_lib.callbacks.manager [None req-9f4ddef9-2b77-454a-b227-1ec21e5e6335 tempest-TestNetworkAdvancedServerOps-1740099935 tempest-TestNetworkAdvancedServerOps-1740099935-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 12:10:41.263559 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron_lib.callbacks.manager [None req-9f4ddef9-2b77-454a-b227-1ec21e5e6335 tempest-TestNetworkAdvancedServerOps-1740099935 tempest-TestNetworkAdvancedServerOps-1740099935-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7996355'] for security_group_rule, after_create {{(pid=94175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 12:10:41.265327 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG oslo_concurrency.lockutils [None req-06304b2d-f3c5-4b20-bb92-5009e8d8318b tempest-TestNetworkBasicOps-233187296 tempest-TestNetworkBasicOps-233187296-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94175) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 12:10:41.284729 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f4ddef9-2b77-454a-b227-1ec21e5e6335 tempest-TestNetworkAdvancedServerOps-1740099935 tempest-TestNetworkAdvancedServerOps-1740099935-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1d8de278-3408-493f-8edc-cf6101ade1d8,revision_number=0']} {{(pid=94175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 12:10:41.287642 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG oslo_concurrency.lockutils [None req-9f4ddef9-2b77-454a-b227-1ec21e5e6335 tempest-TestNetworkAdvancedServerOps-1740099935 tempest-TestNetworkAdvancedServerOps-1740099935-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.022s {{(pid=94175) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 12:10:41.369007 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron_lib.callbacks.manager [None req-9f4ddef9-2b77-454a-b227-1ec21e5e6335 tempest-TestNetworkAdvancedServerOps-1740099935 tempest-TestNetworkAdvancedServerOps-1740099935-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 12:10:41.370258 dv-neutron-601336-94-hyperv neutron-server[94175]: INFO neutron.wsgi [None req-9f4ddef9-2b77-454a-b227-1ec21e5e6335 tempest-TestNetworkAdvancedServerOps-1740099935 tempest-TestNetworkAdvancedServerOps-1740099935-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3048074 Jun 23 12:10:41.372977 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.wsgi [-] (94175) accepted ('10.222.0.20', 49160) {{(pid=94175) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 12:10:41.378202 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.api.v2.base [None req-c473c68a-a323-43ee-9869-395438bbad2b tempest-TestNetworkAdvancedServerOps-1740099935 tempest-TestNetworkAdvancedServerOps-1740099935-project] Request body: {'security_group_rule': {'security_group_id': 'f9aa5c7b-41c2-4182-817b-001b40eace82', 'project_id': '95e75de5b0504e3e87860f65038883f5', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=94175) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 23 12:10:41.477264 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron_lib.callbacks.manager [None req-c473c68a-a323-43ee-9869-395438bbad2b tempest-TestNetworkAdvancedServerOps-1740099935 tempest-TestNetworkAdvancedServerOps-1740099935-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 12:10:41.546184 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron_lib.callbacks.manager [None req-c473c68a-a323-43ee-9869-395438bbad2b tempest-TestNetworkAdvancedServerOps-1740099935 tempest-TestNetworkAdvancedServerOps-1740099935-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 12:10:41.615127 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron_lib.callbacks.manager [None req-c473c68a-a323-43ee-9869-395438bbad2b tempest-TestNetworkAdvancedServerOps-1740099935 tempest-TestNetworkAdvancedServerOps-1740099935-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7996355'] for security_group_rule, after_create {{(pid=94175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 12:10:41.617107 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG oslo_concurrency.lockutils [None req-677a7d8c-8527-4ca0-be03-4cf312eb2752 tempest-TestMinimumBasicScenario-1725182798 tempest-TestMinimumBasicScenario-1725182798-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94175) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 12:10:41.638204 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c473c68a-a323-43ee-9869-395438bbad2b tempest-TestNetworkAdvancedServerOps-1740099935 tempest-TestNetworkAdvancedServerOps-1740099935-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0c240ee1-c1b5-409f-9af2-dab30328ab57,revision_number=0']} {{(pid=94175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 12:10:41.640737 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG oslo_concurrency.lockutils [None req-c473c68a-a323-43ee-9869-395438bbad2b tempest-TestNetworkAdvancedServerOps-1740099935 tempest-TestNetworkAdvancedServerOps-1740099935-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.024s {{(pid=94175) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 12:10:41.694989 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron_lib.callbacks.manager [None req-c473c68a-a323-43ee-9869-395438bbad2b tempest-TestNetworkAdvancedServerOps-1740099935 tempest-TestNetworkAdvancedServerOps-1740099935-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 12:10:41.696244 dv-neutron-601336-94-hyperv neutron-server[94175]: INFO neutron.wsgi [None req-c473c68a-a323-43ee-9869-395438bbad2b tempest-TestNetworkAdvancedServerOps-1740099935 tempest-TestNetworkAdvancedServerOps-1740099935-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.3223214 Jun 23 12:10:41.698832 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.wsgi [-] (94175) accepted ('10.222.0.20', 49162) {{(pid=94175) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 12:10:41.703284 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.api.v2.base [None req-0b0ff913-6992-4c77-8912-8bfb0cbb06cd tempest-TestNetworkAdvancedServerOps-1740099935 tempest-TestNetworkAdvancedServerOps-1740099935-project] Request body: {'security_group_rule': {'security_group_id': 'f9aa5c7b-41c2-4182-817b-001b40eace82', 'project_id': '95e75de5b0504e3e87860f65038883f5', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=94175) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 23 12:10:41.768554 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron_lib.callbacks.manager [None req-0b0ff913-6992-4c77-8912-8bfb0cbb06cd tempest-TestNetworkAdvancedServerOps-1740099935 tempest-TestNetworkAdvancedServerOps-1740099935-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 12:10:41.828355 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron_lib.callbacks.manager [None req-0b0ff913-6992-4c77-8912-8bfb0cbb06cd tempest-TestNetworkAdvancedServerOps-1740099935 tempest-TestNetworkAdvancedServerOps-1740099935-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 12:10:41.877798 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron_lib.callbacks.manager [None req-0b0ff913-6992-4c77-8912-8bfb0cbb06cd tempest-TestNetworkAdvancedServerOps-1740099935 tempest-TestNetworkAdvancedServerOps-1740099935-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7996355'] for security_group_rule, after_create {{(pid=94175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 12:10:41.879742 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG oslo_concurrency.lockutils [None req-6940d4b1-4aef-4b17-972b-26f63e559312 tempest-TestNetworkBasicOps-233187296 tempest-TestNetworkBasicOps-233187296-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94175) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 12:10:41.897041 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b0ff913-6992-4c77-8912-8bfb0cbb06cd tempest-TestNetworkAdvancedServerOps-1740099935 tempest-TestNetworkAdvancedServerOps-1740099935-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5e84bc4c-db83-47e1-b223-08140c1eb8d3,revision_number=0']} {{(pid=94175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 12:10:41.899883 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG oslo_concurrency.lockutils [None req-0b0ff913-6992-4c77-8912-8bfb0cbb06cd tempest-TestNetworkAdvancedServerOps-1740099935 tempest-TestNetworkAdvancedServerOps-1740099935-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.020s {{(pid=94175) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 12:10:41.952133 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron_lib.callbacks.manager [None req-0b0ff913-6992-4c77-8912-8bfb0cbb06cd tempest-TestNetworkAdvancedServerOps-1740099935 tempest-TestNetworkAdvancedServerOps-1740099935-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 12:10:41.953368 dv-neutron-601336-94-hyperv neutron-server[94175]: INFO neutron.wsgi [None req-0b0ff913-6992-4c77-8912-8bfb0cbb06cd tempest-TestNetworkAdvancedServerOps-1740099935 tempest-TestNetworkAdvancedServerOps-1740099935-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.2535923 Jun 23 12:10:41.956518 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.wsgi [-] (94175) accepted ('10.222.0.20', 49164) {{(pid=94175) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 12:10:41.961155 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.api.v2.base [None req-1c711db6-e0f2-4a54-9dbf-3c1402b7c738 tempest-TestNetworkAdvancedServerOps-1740099935 tempest-TestNetworkAdvancedServerOps-1740099935-project] Request body: {'security_group_rule': {'security_group_id': 'f9aa5c7b-41c2-4182-817b-001b40eace82', 'project_id': '95e75de5b0504e3e87860f65038883f5', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=94175) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 23 12:10:42.060281 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron_lib.callbacks.manager [None req-1c711db6-e0f2-4a54-9dbf-3c1402b7c738 tempest-TestNetworkAdvancedServerOps-1740099935 tempest-TestNetworkAdvancedServerOps-1740099935-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 12:10:42.120240 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron_lib.callbacks.manager [None req-1c711db6-e0f2-4a54-9dbf-3c1402b7c738 tempest-TestNetworkAdvancedServerOps-1740099935 tempest-TestNetworkAdvancedServerOps-1740099935-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 12:10:42.198224 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron_lib.callbacks.manager [None req-1c711db6-e0f2-4a54-9dbf-3c1402b7c738 tempest-TestNetworkAdvancedServerOps-1740099935 tempest-TestNetworkAdvancedServerOps-1740099935-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7996355'] for security_group_rule, after_create {{(pid=94175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 12:10:42.200246 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG oslo_concurrency.lockutils [None req-b42ab722-f450-4212-88f2-f59af907e2bd tempest-TestNetworkAdvancedServerOps-1740099935 tempest-TestNetworkAdvancedServerOps-1740099935-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94175) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 12:10:42.218273 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c711db6-e0f2-4a54-9dbf-3c1402b7c738 tempest-TestNetworkAdvancedServerOps-1740099935 tempest-TestNetworkAdvancedServerOps-1740099935-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=fdd265ce-6af9-416a-9dab-71d968ebb501,revision_number=0']} {{(pid=94175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 12:10:42.221455 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG oslo_concurrency.lockutils [None req-1c711db6-e0f2-4a54-9dbf-3c1402b7c738 tempest-TestNetworkAdvancedServerOps-1740099935 tempest-TestNetworkAdvancedServerOps-1740099935-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.021s {{(pid=94175) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 12:10:42.295341 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron_lib.callbacks.manager [None req-1c711db6-e0f2-4a54-9dbf-3c1402b7c738 tempest-TestNetworkAdvancedServerOps-1740099935 tempest-TestNetworkAdvancedServerOps-1740099935-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 12:10:42.296563 dv-neutron-601336-94-hyperv neutron-server[94175]: INFO neutron.wsgi [None req-1c711db6-e0f2-4a54-9dbf-3c1402b7c738 tempest-TestNetworkAdvancedServerOps-1740099935 tempest-TestNetworkAdvancedServerOps-1740099935-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.3390675 Jun 23 12:10:42.299313 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.wsgi [-] (94175) accepted ('10.222.0.20', 49166) {{(pid=94175) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 12:10:42.303810 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.api.v2.base [None req-7a73aa19-b16a-4554-84d9-749121a2bca8 tempest-TestNetworkAdvancedServerOps-1740099935 tempest-TestNetworkAdvancedServerOps-1740099935-project] Request body: {'security_group_rule': {'security_group_id': 'f9aa5c7b-41c2-4182-817b-001b40eace82', 'project_id': '95e75de5b0504e3e87860f65038883f5', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=94175) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 23 12:10:42.460952 dv-neutron-601336-94-hyperv neutron-server[94175]: INFO neutron.db.securitygroups_db [None req-7a73aa19-b16a-4554-84d9-749121a2bca8 tempest-TestNetworkAdvancedServerOps-1740099935 tempest-TestNetworkAdvancedServerOps-1740099935-project] Project 95e75de5b0504e3e87860f65038883f5 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jun 23 12:10:42.466850 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron_lib.callbacks.manager [None req-7a73aa19-b16a-4554-84d9-749121a2bca8 tempest-TestNetworkAdvancedServerOps-1740099935 tempest-TestNetworkAdvancedServerOps-1740099935-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 12:10:42.529269 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron_lib.callbacks.manager [None req-7a73aa19-b16a-4554-84d9-749121a2bca8 tempest-TestNetworkAdvancedServerOps-1740099935 tempest-TestNetworkAdvancedServerOps-1740099935-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 12:10:42.606683 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron_lib.callbacks.manager [None req-7a73aa19-b16a-4554-84d9-749121a2bca8 tempest-TestNetworkAdvancedServerOps-1740099935 tempest-TestNetworkAdvancedServerOps-1740099935-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7996355'] for security_group_rule, after_create {{(pid=94175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 12:10:42.608597 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG oslo_concurrency.lockutils [None req-fb406f9c-c118-4f3c-86f4-09e3118106da tempest-TestNetworkBasicOps-233187296 tempest-TestNetworkBasicOps-233187296-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94175) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 12:10:42.625450 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a73aa19-b16a-4554-84d9-749121a2bca8 tempest-TestNetworkAdvancedServerOps-1740099935 tempest-TestNetworkAdvancedServerOps-1740099935-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=550bfc64-8156-47b9-98f4-3f92ee733fe3,revision_number=0']} {{(pid=94175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 12:10:42.628999 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG oslo_concurrency.lockutils [None req-7a73aa19-b16a-4554-84d9-749121a2bca8 tempest-TestNetworkAdvancedServerOps-1740099935 tempest-TestNetworkAdvancedServerOps-1740099935-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.020s {{(pid=94175) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 12:10:42.686684 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron_lib.callbacks.manager [None req-7a73aa19-b16a-4554-84d9-749121a2bca8 tempest-TestNetworkAdvancedServerOps-1740099935 tempest-TestNetworkAdvancedServerOps-1740099935-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 12:10:42.688023 dv-neutron-601336-94-hyperv neutron-server[94175]: INFO neutron.wsgi [None req-7a73aa19-b16a-4554-84d9-749121a2bca8 tempest-TestNetworkAdvancedServerOps-1740099935 tempest-TestNetworkAdvancedServerOps-1740099935-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.3877382 Jun 23 12:10:42.691331 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.wsgi [-] (94175) accepted ('10.222.0.20', 49168) {{(pid=94175) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 12:10:42.695825 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.api.v2.base [None req-27a5ed6d-b181-4b6f-819b-1be17566d74e tempest-TestNetworkAdvancedServerOps-1740099935 tempest-TestNetworkAdvancedServerOps-1740099935-project] Request body: {'security_group_rule': {'security_group_id': 'f9aa5c7b-41c2-4182-817b-001b40eace82', 'project_id': '95e75de5b0504e3e87860f65038883f5', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=94175) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 23 12:10:42.774926 dv-neutron-601336-94-hyperv neutron-server[94175]: INFO neutron.db.securitygroups_db [None req-27a5ed6d-b181-4b6f-819b-1be17566d74e tempest-TestNetworkAdvancedServerOps-1740099935 tempest-TestNetworkAdvancedServerOps-1740099935-project] Project 95e75de5b0504e3e87860f65038883f5 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jun 23 12:10:42.780174 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron_lib.callbacks.manager [None req-27a5ed6d-b181-4b6f-819b-1be17566d74e tempest-TestNetworkAdvancedServerOps-1740099935 tempest-TestNetworkAdvancedServerOps-1740099935-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 12:10:42.843004 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron_lib.callbacks.manager [None req-27a5ed6d-b181-4b6f-819b-1be17566d74e tempest-TestNetworkAdvancedServerOps-1740099935 tempest-TestNetworkAdvancedServerOps-1740099935-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 12:10:42.923092 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron_lib.callbacks.manager [None req-27a5ed6d-b181-4b6f-819b-1be17566d74e tempest-TestNetworkAdvancedServerOps-1740099935 tempest-TestNetworkAdvancedServerOps-1740099935-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7996355'] for security_group_rule, after_create {{(pid=94175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 12:10:42.925128 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG oslo_concurrency.lockutils [None req-0b0ff913-6992-4c77-8912-8bfb0cbb06cd tempest-TestNetworkAdvancedServerOps-1740099935 tempest-TestNetworkAdvancedServerOps-1740099935-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94175) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 12:10:42.943002 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27a5ed6d-b181-4b6f-819b-1be17566d74e tempest-TestNetworkAdvancedServerOps-1740099935 tempest-TestNetworkAdvancedServerOps-1740099935-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3529ce1c-30d2-467a-abfa-211dd07ca416,revision_number=0']} {{(pid=94175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 12:10:42.945569 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG oslo_concurrency.lockutils [None req-27a5ed6d-b181-4b6f-819b-1be17566d74e tempest-TestNetworkAdvancedServerOps-1740099935 tempest-TestNetworkAdvancedServerOps-1740099935-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.021s {{(pid=94175) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 12:10:43.018857 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron_lib.callbacks.manager [None req-27a5ed6d-b181-4b6f-819b-1be17566d74e tempest-TestNetworkAdvancedServerOps-1740099935 tempest-TestNetworkAdvancedServerOps-1740099935-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 12:10:43.020132 dv-neutron-601336-94-hyperv neutron-server[94175]: INFO neutron.wsgi [None req-27a5ed6d-b181-4b6f-819b-1be17566d74e tempest-TestNetworkAdvancedServerOps-1740099935 tempest-TestNetworkAdvancedServerOps-1740099935-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.3278751 Jun 23 12:10:43.022906 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.wsgi [-] (94175) accepted ('10.222.0.20', 49170) {{(pid=94175) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 12:10:43.027941 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.api.v2.base [None req-e56272c6-41fa-427b-b139-dc651303a101 tempest-TestNetworkAdvancedServerOps-1740099935 tempest-TestNetworkAdvancedServerOps-1740099935-project] Request body: {'network': {'name': 'tempest-network-smoke--1834753942', 'project_id': '95e75de5b0504e3e87860f65038883f5', 'port_security_enabled': True}} {{(pid=94175) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 23 12:10:43.121036 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e56272c6-41fa-427b-b139-dc651303a101 tempest-TestNetworkAdvancedServerOps-1740099935 tempest-TestNetworkAdvancedServerOps-1740099935-project] Made reservation on behalf of 95e75de5b0504e3e87860f65038883f5 for: {'network': 1} {{(pid=94175) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 23 12:10:43.124573 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron_lib.callbacks.manager [None req-e56272c6-41fa-427b-b139-dc651303a101 tempest-TestNetworkAdvancedServerOps-1740099935 tempest-TestNetworkAdvancedServerOps-1740099935-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-923104'] for network, before_create {{(pid=94175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 12:10:43.151933 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e56272c6-41fa-427b-b139-dc651303a101 tempest-TestNetworkAdvancedServerOps-1740099935 tempest-TestNetworkAdvancedServerOps-1740099935-project] vlan segment allocate from pool success with {'vlan_id': 420, 'physical_network': 'physnet1'} {{(pid=94175) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 23 12:10:43.161279 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron_lib.callbacks.manager [None req-e56272c6-41fa-427b-b139-dc651303a101 tempest-TestNetworkAdvancedServerOps-1740099935 tempest-TestNetworkAdvancedServerOps-1740099935-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3801'] for segment, precommit_create {{(pid=94175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 12:10:43.161628 dv-neutron-601336-94-hyperv neutron-server[94175]: INFO neutron.db.segments_db [None req-e56272c6-41fa-427b-b139-dc651303a101 tempest-TestNetworkAdvancedServerOps-1740099935 tempest-TestNetworkAdvancedServerOps-1740099935-project] Added segment 843f110a-7c4f-4110-b8e2-5a92fbe63ec7 of type vlan for network ae242918-4391-4e39-8932-5377e8f6472e Jun 23 12:10:43.200886 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron_lib.callbacks.manager [None req-e56272c6-41fa-427b-b139-dc651303a101 tempest-TestNetworkAdvancedServerOps-1740099935 tempest-TestNetworkAdvancedServerOps-1740099935-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8773699596773'] for network, precommit_create {{(pid=94175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 12:10:43.235405 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron_lib.callbacks.manager [None req-0eddce1b-afd3-41eb-ae02-fb262ea0a6bf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773699952132', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-899307'] for agent, after_update {{(pid=94176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 12:10:43.312543 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron_lib.callbacks.manager [None req-e56272c6-41fa-427b-b139-dc651303a101 tempest-TestNetworkAdvancedServerOps-1740099935 tempest-TestNetworkAdvancedServerOps-1740099935-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8002400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7866073'] for network, after_create {{(pid=94175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 12:10:43.318735 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e56272c6-41fa-427b-b139-dc651303a101 tempest-TestNetworkAdvancedServerOps-1740099935 tempest-TestNetworkAdvancedServerOps-1740099935-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 12:10:43.319911 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron_lib.callbacks.manager [None req-e56272c6-41fa-427b-b139-dc651303a101 tempest-TestNetworkAdvancedServerOps-1740099935 tempest-TestNetworkAdvancedServerOps-1740099935-project] Notify callbacks [] for network, before_response {{(pid=94175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 12:10:43.322109 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG oslo_concurrency.lockutils [None req-21cc9a99-5a50-4e89-af8d-a5a07803595b tempest-RoutersNegativeTest-1248054990 tempest-RoutersNegativeTest-1248054990-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94175) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 12:10:43.394825 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e56272c6-41fa-427b-b139-dc651303a101 tempest-TestNetworkAdvancedServerOps-1740099935 tempest-TestNetworkAdvancedServerOps-1740099935-project] Pushing event updated for resources: {'Network': ['ID=ae242918-4391-4e39-8932-5377e8f6472e,revision_number=1']} {{(pid=94175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 12:10:43.397434 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG oslo_concurrency.lockutils [None req-e56272c6-41fa-427b-b139-dc651303a101 tempest-TestNetworkAdvancedServerOps-1740099935 tempest-TestNetworkAdvancedServerOps-1740099935-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.075s {{(pid=94175) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 12:10:43.406910 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.plugins.ml2.rpc [None req-dc7542b2-afef-47f4-a763-e3a3cba144be None None] Network ae242918-4391-4e39-8932-5377e8f6472e details requested by agent ovs-agent-dv-neutron-601336-94-hyperv with host dv-neutron-601336-94-hyperv {{(pid=94176) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:250}} Jun 23 12:10:43.472941 dv-neutron-601336-94-hyperv neutron-server[94175]: INFO neutron.wsgi [None req-e56272c6-41fa-427b-b139-dc651303a101 tempest-TestNetworkAdvancedServerOps-1740099935 tempest-TestNetworkAdvancedServerOps-1740099935-project] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.4489789 Jun 23 12:10:43.475533 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.wsgi [-] (94175) accepted ('10.222.0.20', 49172) {{(pid=94175) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 12:10:43.480049 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.api.v2.base [None req-dffb5c91-46de-4993-85f9-ab4542d479fe tempest-TestNetworkAdvancedServerOps-1740099935 tempest-TestNetworkAdvancedServerOps-1740099935-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-46685508', 'admin_state_up': True, 'project_id': '95e75de5b0504e3e87860f65038883f5', 'external_gateway_info': {'network_id': '3e7e4eb3-cf02-4d47-ade9-0a579cdfc60f'}}} {{(pid=94175) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 23 12:10:43.569425 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron_lib.callbacks.manager [None req-dffb5c91-46de-4993-85f9-ab4542d479fe tempest-TestNetworkAdvancedServerOps-1740099935 tempest-TestNetworkAdvancedServerOps-1740099935-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-520407', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-32315'] for router, before_create {{(pid=94175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 12:10:43.570473 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron_lib.callbacks.manager [None req-dffb5c91-46de-4993-85f9-ab4542d479fe tempest-TestNetworkAdvancedServerOps-1740099935 tempest-TestNetworkAdvancedServerOps-1740099935-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-520264', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-524122', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-414782', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-32290'] for router, precommit_create {{(pid=94175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 12:10:43.620538 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron_lib.callbacks.manager [None req-dffb5c91-46de-4993-85f9-ab4542d479fe tempest-TestNetworkAdvancedServerOps-1740099935 tempest-TestNetworkAdvancedServerOps-1740099935-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 12:10:43.811772 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron_lib.callbacks.manager [None req-dffb5c91-46de-4993-85f9-ab4542d479fe tempest-TestNetworkAdvancedServerOps-1740099935 tempest-TestNetworkAdvancedServerOps-1740099935-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-524104', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-520389', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-32276'] for router, precommit_update {{(pid=94175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 12:10:43.909786 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron_lib.callbacks.manager [None req-dc7542b2-afef-47f4-a763-e3a3cba144be None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773699952132', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-899307'] for agent, after_update {{(pid=94176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 12:10:44.058352 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron_lib.callbacks.manager [None req-dffb5c91-46de-4993-85f9-ab4542d479fe tempest-TestNetworkAdvancedServerOps-1740099935 tempest-TestNetworkAdvancedServerOps-1740099935-project] Notify callbacks [] for router_gateway, before_create {{(pid=94175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 12:10:44.080654 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron_lib.callbacks.manager [None req-dffb5c91-46de-4993-85f9-ab4542d479fe tempest-TestNetworkAdvancedServerOps-1740099935 tempest-TestNetworkAdvancedServerOps-1740099935-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-923104'] for port, before_create {{(pid=94175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 12:10:44.180527 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.db.db_base_plugin_common [None req-dffb5c91-46de-4993-85f9-ab4542d479fe tempest-TestNetworkAdvancedServerOps-1740099935 tempest-TestNetworkAdvancedServerOps-1740099935-project] Allocated IP 172.26.3.147 (3e7e4eb3-cf02-4d47-ade9-0a579cdfc60f/a5ad15ab-c489-4a67-a9b0-d559fca0ec71/5851f988-6072-45b8-a9c9-07989b10b143) {{(pid=94175) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 23 12:10:44.282977 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron_lib.callbacks.manager [None req-dffb5c91-46de-4993-85f9-ab4542d479fe tempest-TestNetworkAdvancedServerOps-1740099935 tempest-TestNetworkAdvancedServerOps-1740099935-project] Notify callbacks [] for port, precommit_create {{(pid=94175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 12:10:44.392795 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron_lib.callbacks.manager [None req-dffb5c91-46de-4993-85f9-ab4542d479fe tempest-TestNetworkAdvancedServerOps-1740099935 tempest-TestNetworkAdvancedServerOps-1740099935-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-922915', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-239814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7866073', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773699642215', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-5082457'] for port, after_create {{(pid=94175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 12:10:44.395809 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG oslo_concurrency.lockutils [None req-fa118094-709d-439e-b326-b70cca56c717 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94175) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 12:10:44.429255 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dffb5c91-46de-4993-85f9-ab4542d479fe tempest-TestNetworkAdvancedServerOps-1740099935 tempest-TestNetworkAdvancedServerOps-1740099935-project] Network 3e7e4eb3-cf02-4d47-ade9-0a579cdfc60f is already hosted by enough agents. {{(pid=94175) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 23 12:10:44.433685 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.scheduler.base_scheduler [None req-dffb5c91-46de-4993-85f9-ab4542d479fe tempest-TestNetworkAdvancedServerOps-1740099935 tempest-TestNetworkAdvancedServerOps-1740099935-project] Resources bound (agent type, host, resource id): {{(pid=94175) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 23 12:10:44.439910 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dffb5c91-46de-4993-85f9-ab4542d479fe tempest-TestNetworkAdvancedServerOps-1740099935 tempest-TestNetworkAdvancedServerOps-1740099935-project] Received port after_create {{(pid=94175) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 23 12:10:44.461438 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dffb5c91-46de-4993-85f9-ab4542d479fe tempest-TestNetworkAdvancedServerOps-1740099935 tempest-TestNetworkAdvancedServerOps-1740099935-project] Pushing event updated for resources: {'Port': ['ID=5851f988-6072-45b8-a9c9-07989b10b143,revision_number=1']} {{(pid=94175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 12:10:44.465514 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG oslo_concurrency.lockutils [None req-dffb5c91-46de-4993-85f9-ab4542d479fe tempest-TestNetworkAdvancedServerOps-1740099935 tempest-TestNetworkAdvancedServerOps-1740099935-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.070s {{(pid=94175) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 12:10:44.738202 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron_lib.callbacks.manager [None req-4c20ea5f-bc7f-4d4e-935d-57f082af6ccb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773699952132', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-899307'] for agent, after_update {{(pid=94176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 12:10:44.742191 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron_lib.callbacks.manager [None req-dffb5c91-46de-4993-85f9-ab4542d479fe tempest-TestNetworkAdvancedServerOps-1740099935 tempest-TestNetworkAdvancedServerOps-1740099935-project] Notify callbacks [] for router_gateway, after_create {{(pid=94175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 12:10:44.934639 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron_lib.callbacks.manager [None req-dffb5c91-46de-4993-85f9-ab4542d479fe tempest-TestNetworkAdvancedServerOps-1740099935 tempest-TestNetworkAdvancedServerOps-1740099935-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-520412', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-524143'] for router, after_create {{(pid=94175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 12:10:45.146251 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-dffb5c91-46de-4993-85f9-ab4542d479fe tempest-TestNetworkAdvancedServerOps-1740099935 tempest-TestNetworkAdvancedServerOps-1740099935-project] Router 6fe4e030-e059-41ee-92cc-8ecd63dd2a9e is scheduled to L3 agent 50ef99c0-ef28-4db5-b303-b145898fae60 with binding_index 1 {{(pid=94175) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jun 23 12:10:45.252753 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dffb5c91-46de-4993-85f9-ab4542d479fe tempest-TestNetworkAdvancedServerOps-1740099935 tempest-TestNetworkAdvancedServerOps-1740099935-project] Notify agent at l3_agent.dv-neutron-601336-94-hyperv the message routers_updated {{(pid=94175) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 23 12:10:45.262130 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bb24e2b4-9b50-42b1-919e-1c09ce1d0fcf None None] Sync routers for ids ['6fe4e030-e059-41ee-92cc-8ecd63dd2a9e'] in dv-neutron-601336-94-hyperv {{(pid=94176) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 23 12:10:45.272427 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bb24e2b4-9b50-42b1-919e-1c09ce1d0fcf None None] Routers {'6fe4e030-e059-41ee-92cc-8ecd63dd2a9e'} bound to L3 agent in host dv-neutron-601336-94-hyperv {{(pid=94176) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 23 12:10:45.273048 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.db.l3_hamode_db [None req-bb24e2b4-9b50-42b1-919e-1c09ce1d0fcf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-601336-94-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-06-23T11:22:13Z,description=,heartbeat_timestamp=2021-06-23T12:10:43Z,host='dv-neutron-601336-94-hyperv',id=50ef99c0-ef28-4db5-b303-b145898fae60,load=0,resource_versions=,resources_synced=,started_at=2021-06-23T11:22:14Z,topic='l3_agent')) {'router_ids': ['6fe4e030-e059-41ee-92cc-8ecd63dd2a9e'], 'active': True} {{(pid=94176) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 12:10:45.338352 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron_lib.callbacks.manager [None req-dffb5c91-46de-4993-85f9-ab4542d479fe tempest-TestNetworkAdvancedServerOps-1740099935 tempest-TestNetworkAdvancedServerOps-1740099935-project] Notify callbacks [] for router, before_response {{(pid=94175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 12:10:45.339652 dv-neutron-601336-94-hyperv neutron-server[94175]: INFO neutron.wsgi [None req-dffb5c91-46de-4993-85f9-ab4542d479fe tempest-TestNetworkAdvancedServerOps-1740099935 tempest-TestNetworkAdvancedServerOps-1740099935-project] 10.222.0.20 "POST /v2.0/routers HTTP/1.1" status: 201 len: 894 time: 1.8631885 Jun 23 12:10:45.343243 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.wsgi [-] (94175) accepted ('10.222.0.20', 49174) {{(pid=94175) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 12:10:45.415360 dv-neutron-601336-94-hyperv neutron-server[94175]: INFO neutron.wsgi [None req-cc865e73-f995-4180-a0c3-e50cc6819330 tempest-TestNetworkAdvancedServerOps-1716169103 tempest-TestNetworkAdvancedServerOps-1716169103-project-admin] 10.222.0.20 "GET /v2.0/subnets?project_id=95e75de5b0504e3e87860f65038883f5&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0700605 Jun 23 12:10:45.417480 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.wsgi [-] (94175) accepted ('10.222.0.20', 49178) {{(pid=94175) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 12:10:45.447478 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.db.l3_dvr_db [None req-bb24e2b4-9b50-42b1-919e-1c09ce1d0fcf None None] Set router 6fe4e030-e059-41ee-92cc-8ecd63dd2a9e gateway port host: dv-neutron-601336-94-hyperv {{(pid=94176) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:838}} Jun 23 12:10:45.502306 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-86b26785-1b75-4b3c-8b50-8c28782b84a6 tempest-TestNetworkAdvancedServerOps-1716169103 tempest-TestNetworkAdvancedServerOps-1716169103-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 12:10:45.506773 dv-neutron-601336-94-hyperv neutron-server[94175]: INFO neutron.wsgi [None req-86b26785-1b75-4b3c-8b50-8c28782b84a6 tempest-TestNetworkAdvancedServerOps-1716169103 tempest-TestNetworkAdvancedServerOps-1716169103-project-admin] 10.222.0.20 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.0854414 Jun 23 12:10:45.506960 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.wsgi [-] (94175) accepted ('10.222.0.20', 49180) {{(pid=94175) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 12:10:45.540406 dv-neutron-601336-94-hyperv neutron-server[94175]: INFO neutron.wsgi [None req-58f39238-5620-4a91-969a-e2bd1f719076 tempest-TestNetworkAdvancedServerOps-1716169103 tempest-TestNetworkAdvancedServerOps-1716169103-project-admin] 10.222.0.20 "GET /v2.0/subnets?network_id=3e7e4eb3-cf02-4d47-ade9-0a579cdfc60f&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0321534 Jun 23 12:10:45.543242 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.wsgi [-] (94175) accepted ('10.222.0.20', 49182) {{(pid=94175) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 12:10:45.548900 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.api.v2.base [None req-956ac3c0-ffd0-4785-947a-d1a433e10373 tempest-TestNetworkAdvancedServerOps-1740099935 tempest-TestNetworkAdvancedServerOps-1740099935-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-424139977', 'network_id': 'ae242918-4391-4e39-8932-5377e8f6472e', 'project_id': '95e75de5b0504e3e87860f65038883f5', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=94175) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 23 12:10:45.628039 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.db.l3_hamode_db [None req-bb24e2b4-9b50-42b1-919e-1c09ce1d0fcf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6fe4e030-e059-41ee-92cc-8ecd63dd2a9e', 'name': 'tempest-TestNetworkAdvancedServerOps-router-46685508', 'tenant_id': '95e75de5b0504e3e87860f65038883f5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3e7e4eb3-cf02-4d47-ade9-0a579cdfc60f', 'external_fixed_ips': [{'subnet_id': 'a5ad15ab-c489-4a67-a9b0-d559fca0ec71', 'ip_address': '172.26.3.147'}], 'enable_snat': True}, 'gw_port_id': '5851f988-6072-45b8-a9c9-07989b10b143', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-23T12:10:43Z', 'updated_at': '2021-06-23T12:10:44Z', 'revision_number': 3, 'project_id': '95e75de5b0504e3e87860f65038883f5', 'gw_port': {'id': '5851f988-6072-45b8-a9c9-07989b10b143', 'name': '', 'network_id': '3e7e4eb3-cf02-4d47-ade9-0a579cdfc60f', 'tenant_id': '', 'mac_address': 'fa:16:3e:45:0d:57', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6fe4e030-e059-41ee-92cc-8ecd63dd2a9e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1771, 'fixed_ips': [{'subnet_id': 'a5ad15ab-c489-4a67-a9b0-d559fca0ec71', 'ip_address': '172.26.3.147', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-23T12:10:44Z', 'updated_at': '2021-06-23T12:10:44Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'a5ad15ab-c489-4a67-a9b0-d559fca0ec71', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-601336-94-hyperv'}], 'dv-neutron-601336-94-hyperv', False) {} {{(pid=94176) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 12:10:45.655056 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bb24e2b4-9b50-42b1-919e-1c09ce1d0fcf None None] Checking router: 6fe4e030-e059-41ee-92cc-8ecd63dd2a9e for host: dv-neutron-601336-94-hyperv {{(pid=94176) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 23 12:10:45.655435 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bb24e2b4-9b50-42b1-919e-1c09ce1d0fcf None None] Updating router 6fe4e030-e059-41ee-92cc-8ecd63dd2a9e port 5851f988-6072-45b8-a9c9-07989b10b143 binding host dv-neutron-601336-94-hyperv {{(pid=94176) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 23 12:10:45.688775 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron_lib.callbacks.manager [None req-bb24e2b4-9b50-42b1-919e-1c09ce1d0fcf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-923122'] for port, before_update {{(pid=94176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 12:10:45.693066 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-956ac3c0-ffd0-4785-947a-d1a433e10373 tempest-TestNetworkAdvancedServerOps-1740099935 tempest-TestNetworkAdvancedServerOps-1740099935-project] Made reservation on behalf of 95e75de5b0504e3e87860f65038883f5 for: {'subnet': 1} {{(pid=94175) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 23 12:10:45.696731 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron_lib.callbacks.manager [None req-956ac3c0-ffd0-4785-947a-d1a433e10373 tempest-TestNetworkAdvancedServerOps-1740099935 tempest-TestNetworkAdvancedServerOps-1740099935-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4660073'] for subnet, before_create {{(pid=94175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 12:10:45.942053 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron_lib.callbacks.manager [None req-bb24e2b4-9b50-42b1-919e-1c09ce1d0fcf None None] Notify callbacks [] for port, precommit_update {{(pid=94176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 12:10:45.944404 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron_lib.callbacks.manager [None req-956ac3c0-ffd0-4785-947a-d1a433e10373 tempest-TestNetworkAdvancedServerOps-1740099935 tempest-TestNetworkAdvancedServerOps-1740099935-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866062', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5083113', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4660095'] for subnet, after_create {{(pid=94175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 12:10:45.947465 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG oslo_concurrency.lockutils [None req-36a9e6ef-c43b-4d54-95eb-557e1bc1e881 tempest-TestNetworkAdvancedServerOps-1740099935 tempest-TestNetworkAdvancedServerOps-1740099935-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94175) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 12:10:45.951630 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.db.provisioning_blocks [None req-bb24e2b4-9b50-42b1-919e-1c09ce1d0fcf None None] Transition to ACTIVE for port object 5851f988-6072-45b8-a9c9-07989b10b143 will not be triggered until provisioned by entity L2. {{(pid=94176) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 23 12:10:46.010782 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-956ac3c0-ffd0-4785-947a-d1a433e10373 tempest-TestNetworkAdvancedServerOps-1740099935 tempest-TestNetworkAdvancedServerOps-1740099935-project] Pushing event updated for resources: {'Subnet': ['ID=355d5f47-0b7b-46c0-a8aa-2ce141f3ef1e,revision_number=0']} {{(pid=94175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 12:10:46.013704 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG oslo_concurrency.lockutils [None req-956ac3c0-ffd0-4785-947a-d1a433e10373 tempest-TestNetworkAdvancedServerOps-1740099935 tempest-TestNetworkAdvancedServerOps-1740099935-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.066s {{(pid=94175) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 12:10:46.019159 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-956ac3c0-ffd0-4785-947a-d1a433e10373 tempest-TestNetworkAdvancedServerOps-1740099935 tempest-TestNetworkAdvancedServerOps-1740099935-project] Checking segment: {'id': '843f110a-7c4f-4110-b8e2-5a92fbe63ec7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 420, 'network_id': 'ae242918-4391-4e39-8932-5377e8f6472e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94175) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 23 12:10:46.019159 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-956ac3c0-ffd0-4785-947a-d1a433e10373 tempest-TestNetworkAdvancedServerOps-1740099935 tempest-TestNetworkAdvancedServerOps-1740099935-project] Network hostable DHCP agents. Network: ae242918-4391-4e39-8932-5377e8f6472e, hostable agents: ['8cf29b10-0e57-4131-816f-a4b6ad00b249'], hosted agents: [] {{(pid=94175) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 23 12:10:46.023920 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron_lib.callbacks.manager [None req-bb24e2b4-9b50-42b1-919e-1c09ce1d0fcf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-922904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866062', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773700135042', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773699642233', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773699642278'] for port, after_update {{(pid=94176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 12:10:46.026030 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG oslo_concurrency.lockutils [None req-f750fb46-5e5e-4e66-b0cb-630523458016 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 12:10:46.077627 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.plugins.ml2.managers [None req-bb24e2b4-9b50-42b1-919e-1c09ce1d0fcf None None] Attempting to bind port 5851f988-6072-45b8-a9c9-07989b10b143 on host dv-neutron-601336-94-hyperv for vnic_type normal with profile {{(pid=94176) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 23 12:10:46.078007 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.plugins.ml2.managers [None req-bb24e2b4-9b50-42b1-919e-1c09ce1d0fcf None None] Attempting to bind port 5851f988-6072-45b8-a9c9-07989b10b143 by drivers openvswitch,hyperv on host dv-neutron-601336-94-hyperv at level 0 using segments [{'id': 'c23be0a5-6980-48fb-bc9f-4a24717fe1de', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3e7e4eb3-cf02-4d47-ade9-0a579cdfc60f'}] {{(pid=94176) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 23 12:10:46.078377 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bb24e2b4-9b50-42b1-919e-1c09ce1d0fcf None None] Attempting to bind port 5851f988-6072-45b8-a9c9-07989b10b143 on network 3e7e4eb3-cf02-4d47-ade9-0a579cdfc60f {{(pid=94176) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 23 12:10:46.081015 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-220eb139-0877-4be9-8ce2-2ef007f81917 None None] Pushing event updated for resources: {'Port': ['ID=5851f988-6072-45b8-a9c9-07989b10b143,revision_number=2']} {{(pid=94176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 12:10:46.084171 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG oslo_concurrency.lockutils [None req-220eb139-0877-4be9-8ce2-2ef007f81917 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.058s {{(pid=94176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 12:10:46.087146 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bb24e2b4-9b50-42b1-919e-1c09ce1d0fcf None None] Checking agent: {'id': '4d05f899-5ac9-411b-8a03-f60c93f87cdf', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-601336-94-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 23, 11, 22, 14), 'started_at': datetime.datetime(2021, 6, 23, 11, 22, 44), 'heartbeat_timestamp': datetime.datetime(2021, 6, 23, 12, 10, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'monitor_allowed_address_pair_garp': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-601336-94-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94176) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 23 12:10:46.087535 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bb24e2b4-9b50-42b1-919e-1c09ce1d0fcf None None] Checking segment: {'id': 'c23be0a5-6980-48fb-bc9f-4a24717fe1de', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3e7e4eb3-cf02-4d47-ade9-0a579cdfc60f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94176) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 23 12:10:46.087947 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron_lib.callbacks.manager [None req-bb24e2b4-9b50-42b1-919e-1c09ce1d0fcf None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 12:10:46.088344 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bb24e2b4-9b50-42b1-919e-1c09ce1d0fcf None None] Bound using segment: {'id': 'c23be0a5-6980-48fb-bc9f-4a24717fe1de', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3e7e4eb3-cf02-4d47-ade9-0a579cdfc60f'} {{(pid=94176) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 23 12:10:46.088820 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.plugins.ml2.managers [None req-bb24e2b4-9b50-42b1-919e-1c09ce1d0fcf None None] Bound port: 5851f988-6072-45b8-a9c9-07989b10b143, host: dv-neutron-601336-94-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c23be0a5-6980-48fb-bc9f-4a24717fe1de', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3e7e4eb3-cf02-4d47-ade9-0a579cdfc60f'}}] {{(pid=94176) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 23 12:10:46.089201 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron_lib.callbacks.manager [None req-bb24e2b4-9b50-42b1-919e-1c09ce1d0fcf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-923122'] for port, before_update {{(pid=94176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 12:10:46.117810 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-956ac3c0-ffd0-4785-947a-d1a433e10373 tempest-TestNetworkAdvancedServerOps-1740099935 tempest-TestNetworkAdvancedServerOps-1740099935-project] Network ae242918-4391-4e39-8932-5377e8f6472e is scheduled to be hosted by DHCP agent 8cf29b10-0e57-4131-816f-a4b6ad00b249 with binding_index 1 {{(pid=94175) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 23 12:10:46.144082 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.plugins.ml2.db [None req-bb24e2b4-9b50-42b1-919e-1c09ce1d0fcf None None] For port 5851f988-6072-45b8-a9c9-07989b10b143, host dv-neutron-601336-94-hyperv, cleared binding levels {{(pid=94176) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 23 12:10:46.147117 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.plugins.ml2.db [None req-bb24e2b4-9b50-42b1-919e-1c09ce1d0fcf None None] For port 5851f988-6072-45b8-a9c9-07989b10b143, host dv-neutron-601336-94-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-94-hyperv',level=0,port_id=5851f988-6072-45b8-a9c9-07989b10b143,segment=NetworkSegment(c23be0a5-6980-48fb-bc9f-4a24717fe1de),segment_id=c23be0a5-6980-48fb-bc9f-4a24717fe1de)] {{(pid=94176) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 23 12:10:46.209142 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.scheduler.base_scheduler [None req-956ac3c0-ffd0-4785-947a-d1a433e10373 tempest-TestNetworkAdvancedServerOps-1740099935 tempest-TestNetworkAdvancedServerOps-1740099935-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-601336-94-hyperv, ae242918-4391-4e39-8932-5377e8f6472e) {{(pid=94175) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 23 12:10:46.213393 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-956ac3c0-ffd0-4785-947a-d1a433e10373 tempest-TestNetworkAdvancedServerOps-1740099935 tempest-TestNetworkAdvancedServerOps-1740099935-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 12:10:46.215829 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron_lib.callbacks.manager [None req-956ac3c0-ffd0-4785-947a-d1a433e10373 tempest-TestNetworkAdvancedServerOps-1740099935 tempest-TestNetworkAdvancedServerOps-1740099935-project] Notify callbacks [] for subnet, before_response {{(pid=94175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 12:10:46.217974 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f5449979-718a-4fd8-b78e-568ef21f090b None None] Network ae242918-4391-4e39-8932-5377e8f6472e requested from dv-neutron-601336-94-hyperv {{(pid=94176) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 23 12:10:46.257329 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron_lib.callbacks.manager [None req-bb24e2b4-9b50-42b1-919e-1c09ce1d0fcf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-922904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866062', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773700135042', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773699642233', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773699642278'] for port, after_update {{(pid=94176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 12:10:46.260580 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG oslo_concurrency.lockutils [None req-dc7542b2-afef-47f4-a763-e3a3cba144be None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 12:10:46.316330 dv-neutron-601336-94-hyperv neutron-server[94175]: INFO neutron.wsgi [None req-956ac3c0-ffd0-4785-947a-d1a433e10373 tempest-TestNetworkAdvancedServerOps-1740099935 tempest-TestNetworkAdvancedServerOps-1740099935-project] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 831 time: 0.7719438 Jun 23 12:10:46.319681 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.wsgi [-] (94174) accepted ('10.222.0.20', 49184) {{(pid=94174) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 12:10:46.341062 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bb24e2b4-9b50-42b1-919e-1c09ce1d0fcf None None] Routers {'6fe4e030-e059-41ee-92cc-8ecd63dd2a9e'} bound to L3 agent in host dv-neutron-601336-94-hyperv {{(pid=94176) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 23 12:10:46.341689 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.db.l3_hamode_db [None req-bb24e2b4-9b50-42b1-919e-1c09ce1d0fcf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-601336-94-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-06-23T11:22:13Z,description=,heartbeat_timestamp=2021-06-23T12:10:43Z,host='dv-neutron-601336-94-hyperv',id=50ef99c0-ef28-4db5-b303-b145898fae60,load=0,resource_versions=,resources_synced=,started_at=2021-06-23T11:22:14Z,topic='l3_agent')) {'router_ids': ['6fe4e030-e059-41ee-92cc-8ecd63dd2a9e'], 'active': True} {{(pid=94176) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 12:10:46.348051 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-220eb139-0877-4be9-8ce2-2ef007f81917 None None] Pushing event updated for resources: {'Port': ['ID=5851f988-6072-45b8-a9c9-07989b10b143,revision_number=3']} {{(pid=94176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 12:10:46.387174 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG oslo_concurrency.lockutils [None req-220eb139-0877-4be9-8ce2-2ef007f81917 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.126s {{(pid=94176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 12:10:46.502751 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b9bcc70f-3d66-4b85-b84e-0c6056fc105d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1e0d828a-1fa4-563d-b7fd-53adf66a04ee-ae242918-4391-4e39-8932-5377e8f6472e', 'network_id': 'ae242918-4391-4e39-8932-5377e8f6472e', 'tenant_id': '95e75de5b0504e3e87860f65038883f5', 'fixed_ips': [{'subnet_id': '355d5f47-0b7b-46c0-a8aa-2ce141f3ef1e'}]}} from dv-neutron-601336-94-hyperv. {{(pid=94176) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 23 12:10:46.503625 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron_lib.callbacks.manager [None req-b9bcc70f-3d66-4b85-b84e-0c6056fc105d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-923104'] for port, before_create {{(pid=94176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 12:10:46.514866 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.db.l3_dvr_db [None req-bb24e2b4-9b50-42b1-919e-1c09ce1d0fcf None None] Set router 6fe4e030-e059-41ee-92cc-8ecd63dd2a9e gateway port host: dv-neutron-601336-94-hyperv {{(pid=94176) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:838}} Jun 23 12:10:46.773051 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.db.db_base_plugin_common [None req-b9bcc70f-3d66-4b85-b84e-0c6056fc105d None None] Allocated IP 172.20.0.2 (ae242918-4391-4e39-8932-5377e8f6472e/355d5f47-0b7b-46c0-a8aa-2ce141f3ef1e/48dd72e6-d69a-471f-9bad-de4377052fea) {{(pid=94176) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 23 12:10:46.777552 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron_lib.callbacks.manager [None req-060b0eee-8bf4-4989-b9ef-7cd4e156d10f tempest-TestNetworkAdvancedServerOps-1740099935 tempest-TestNetworkAdvancedServerOps-1740099935-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-923104'] for port, before_create {{(pid=94174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 12:10:46.828183 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron_lib.callbacks.manager [None req-95d6aa8f-24e7-4234-82ff-f502266c3285 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773699952132', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-899307'] for agent, after_update {{(pid=94176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 12:10:46.859712 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.db.l3_hamode_db [None req-bb24e2b4-9b50-42b1-919e-1c09ce1d0fcf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6fe4e030-e059-41ee-92cc-8ecd63dd2a9e', 'name': 'tempest-TestNetworkAdvancedServerOps-router-46685508', 'tenant_id': '95e75de5b0504e3e87860f65038883f5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3e7e4eb3-cf02-4d47-ade9-0a579cdfc60f', 'external_fixed_ips': [{'subnet_id': 'a5ad15ab-c489-4a67-a9b0-d559fca0ec71', 'ip_address': '172.26.3.147'}], 'enable_snat': True}, 'gw_port_id': '5851f988-6072-45b8-a9c9-07989b10b143', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-23T12:10:43Z', 'updated_at': '2021-06-23T12:10:44Z', 'revision_number': 3, 'project_id': '95e75de5b0504e3e87860f65038883f5', 'gw_port': {'id': '5851f988-6072-45b8-a9c9-07989b10b143', 'name': '', 'network_id': '3e7e4eb3-cf02-4d47-ade9-0a579cdfc60f', 'tenant_id': '', 'mac_address': 'fa:16:3e:45:0d:57', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6fe4e030-e059-41ee-92cc-8ecd63dd2a9e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1771, 'fixed_ips': [{'subnet_id': 'a5ad15ab-c489-4a67-a9b0-d559fca0ec71', 'ip_address': '172.26.3.147', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-94-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-23T12:10:44Z', 'updated_at': '2021-06-23T12:10:46Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a5ad15ab-c489-4a67-a9b0-d559fca0ec71', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-601336-94-hyperv'}], 'dv-neutron-601336-94-hyperv', False) {} {{(pid=94176) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 12:10:46.897096 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bb24e2b4-9b50-42b1-919e-1c09ce1d0fcf None None] The sync data for ids ['6fe4e030-e059-41ee-92cc-8ecd63dd2a9e'] in dv-neutron-601336-94-hyperv is: [{'id': '6fe4e030-e059-41ee-92cc-8ecd63dd2a9e', 'name': 'tempest-TestNetworkAdvancedServerOps-router-46685508', 'tenant_id': '95e75de5b0504e3e87860f65038883f5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3e7e4eb3-cf02-4d47-ade9-0a579cdfc60f', 'external_fixed_ips': [{'subnet_id': 'a5ad15ab-c489-4a67-a9b0-d559fca0ec71', 'ip_address': '172.26.3.147'}], 'enable_snat': True}, 'gw_port_id': '5851f988-6072-45b8-a9c9-07989b10b143', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-23T12:10:43Z', 'updated_at': '2021-06-23T12:10:44Z', 'revision_number': 3, 'project_id': '95e75de5b0504e3e87860f65038883f5', 'gw_port': {'id': '5851f988-6072-45b8-a9c9-07989b10b143', 'name': '', 'network_id': '3e7e4eb3-cf02-4d47-ade9-0a579cdfc60f', 'tenant_id': '', 'mac_address': 'fa:16:3e:45:0d:57', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6fe4e030-e059-41ee-92cc-8ecd63dd2a9e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1771, 'fixed_ips': [{'subnet_id': 'a5ad15ab-c489-4a67-a9b0-d559fca0ec71', 'ip_address': '172.26.3.147', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-94-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-23T12:10:44Z', 'updated_at': '2021-06-23T12:10:46Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a5ad15ab-c489-4a67-a9b0-d559fca0ec71', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-601336-94-hyperv'}] {{(pid=94176) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 23 12:10:46.963654 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron_lib.callbacks.manager [None req-b9bcc70f-3d66-4b85-b84e-0c6056fc105d None None] Notify callbacks [] for port, precommit_create {{(pid=94176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 12:10:46.972752 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.db.provisioning_blocks [None req-b9bcc70f-3d66-4b85-b84e-0c6056fc105d None None] Transition to ACTIVE for port object 48dd72e6-d69a-471f-9bad-de4377052fea will not be triggered until provisioned by entity L2. {{(pid=94176) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 23 12:10:46.991344 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.db.provisioning_blocks [None req-b9bcc70f-3d66-4b85-b84e-0c6056fc105d None None] Transition to ACTIVE for port object 48dd72e6-d69a-471f-9bad-de4377052fea will not be triggered until provisioned by entity DHCP. {{(pid=94176) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 23 12:10:47.065837 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron_lib.callbacks.manager [None req-b9bcc70f-3d66-4b85-b84e-0c6056fc105d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-922915', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-239814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7866073', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773699642215'] for port, after_create {{(pid=94176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 12:10:47.068800 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG oslo_concurrency.lockutils [None req-220eb139-0877-4be9-8ce2-2ef007f81917 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 12:10:47.108367 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b9bcc70f-3d66-4b85-b84e-0c6056fc105d None None] Network ae242918-4391-4e39-8932-5377e8f6472e is already hosted by enough agents. {{(pid=94176) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 23 12:10:47.112189 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.scheduler.base_scheduler [None req-b9bcc70f-3d66-4b85-b84e-0c6056fc105d None None] Resources bound (agent type, host, resource id): {{(pid=94176) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 23 12:10:47.115187 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b9bcc70f-3d66-4b85-b84e-0c6056fc105d None None] Received port after_create {{(pid=94176) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 23 12:10:47.120401 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.db.db_base_plugin_common [None req-060b0eee-8bf4-4989-b9ef-7cd4e156d10f tempest-TestNetworkAdvancedServerOps-1740099935 tempest-TestNetworkAdvancedServerOps-1740099935-project] Allocated IP 172.20.0.1 (ae242918-4391-4e39-8932-5377e8f6472e/355d5f47-0b7b-46c0-a8aa-2ce141f3ef1e/e0511db4-4be2-4bc5-b5c2-c4eff13d559f) {{(pid=94174) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 23 12:10:47.165684 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9bcc70f-3d66-4b85-b84e-0c6056fc105d None None] Pushing event updated for resources: {'Port': ['ID=48dd72e6-d69a-471f-9bad-de4377052fea,revision_number=1']} {{(pid=94176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 12:10:47.168633 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG oslo_concurrency.lockutils [None req-b9bcc70f-3d66-4b85-b84e-0c6056fc105d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.100s {{(pid=94176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 12:10:47.203696 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.plugins.ml2.managers [None req-b9bcc70f-3d66-4b85-b84e-0c6056fc105d None None] Attempting to bind port 48dd72e6-d69a-471f-9bad-de4377052fea on host dv-neutron-601336-94-hyperv for vnic_type normal with profile {{(pid=94176) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 23 12:10:47.204606 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.plugins.ml2.managers [None req-b9bcc70f-3d66-4b85-b84e-0c6056fc105d None None] Attempting to bind port 48dd72e6-d69a-471f-9bad-de4377052fea by drivers openvswitch,hyperv on host dv-neutron-601336-94-hyperv at level 0 using segments [{'id': '843f110a-7c4f-4110-b8e2-5a92fbe63ec7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 420, 'network_id': 'ae242918-4391-4e39-8932-5377e8f6472e'}] {{(pid=94176) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 23 12:10:47.205098 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b9bcc70f-3d66-4b85-b84e-0c6056fc105d None None] Attempting to bind port 48dd72e6-d69a-471f-9bad-de4377052fea on network ae242918-4391-4e39-8932-5377e8f6472e {{(pid=94176) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 23 12:10:47.210408 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b9bcc70f-3d66-4b85-b84e-0c6056fc105d None None] Checking agent: {'id': '4d05f899-5ac9-411b-8a03-f60c93f87cdf', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-601336-94-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 23, 11, 22, 14), 'started_at': datetime.datetime(2021, 6, 23, 11, 22, 44), 'heartbeat_timestamp': datetime.datetime(2021, 6, 23, 12, 10, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'monitor_allowed_address_pair_garp': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-601336-94-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94176) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 23 12:10:47.210797 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b9bcc70f-3d66-4b85-b84e-0c6056fc105d None None] Checking segment: {'id': '843f110a-7c4f-4110-b8e2-5a92fbe63ec7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 420, 'network_id': 'ae242918-4391-4e39-8932-5377e8f6472e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94176) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 23 12:10:47.211249 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron_lib.callbacks.manager [None req-b9bcc70f-3d66-4b85-b84e-0c6056fc105d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 12:10:47.211658 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b9bcc70f-3d66-4b85-b84e-0c6056fc105d None None] Bound using segment: {'id': '843f110a-7c4f-4110-b8e2-5a92fbe63ec7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 420, 'network_id': 'ae242918-4391-4e39-8932-5377e8f6472e'} {{(pid=94176) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 23 12:10:47.212143 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.plugins.ml2.managers [None req-b9bcc70f-3d66-4b85-b84e-0c6056fc105d None None] Bound port: 48dd72e6-d69a-471f-9bad-de4377052fea, host: dv-neutron-601336-94-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '843f110a-7c4f-4110-b8e2-5a92fbe63ec7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 420, 'network_id': 'ae242918-4391-4e39-8932-5377e8f6472e'}}] {{(pid=94176) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 23 12:10:47.212532 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron_lib.callbacks.manager [None req-b9bcc70f-3d66-4b85-b84e-0c6056fc105d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-923122'] for port, before_update {{(pid=94176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 12:10:47.278201 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron_lib.callbacks.manager [None req-060b0eee-8bf4-4989-b9ef-7cd4e156d10f tempest-TestNetworkAdvancedServerOps-1740099935 tempest-TestNetworkAdvancedServerOps-1740099935-project] Notify callbacks [] for port, precommit_create {{(pid=94174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 12:10:47.281722 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.plugins.ml2.db [None req-b9bcc70f-3d66-4b85-b84e-0c6056fc105d None None] For port 48dd72e6-d69a-471f-9bad-de4377052fea, host dv-neutron-601336-94-hyperv, cleared binding levels {{(pid=94176) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 23 12:10:47.286849 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.plugins.ml2.db [None req-b9bcc70f-3d66-4b85-b84e-0c6056fc105d None None] For port 48dd72e6-d69a-471f-9bad-de4377052fea, host dv-neutron-601336-94-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-94-hyperv',level=0,port_id=48dd72e6-d69a-471f-9bad-de4377052fea,segment=NetworkSegment(843f110a-7c4f-4110-b8e2-5a92fbe63ec7),segment_id=843f110a-7c4f-4110-b8e2-5a92fbe63ec7)] {{(pid=94176) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 23 12:10:47.294858 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.db.provisioning_blocks [None req-060b0eee-8bf4-4989-b9ef-7cd4e156d10f tempest-TestNetworkAdvancedServerOps-1740099935 tempest-TestNetworkAdvancedServerOps-1740099935-project] Transition to ACTIVE for port object e0511db4-4be2-4bc5-b5c2-c4eff13d559f will not be triggered until provisioned by entity DHCP. {{(pid=94174) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 23 12:10:47.358683 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron_lib.callbacks.manager [None req-b9bcc70f-3d66-4b85-b84e-0c6056fc105d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-922904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866062', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773700135042', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773699642233', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773699642278'] for port, after_update {{(pid=94176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 12:10:47.360900 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG oslo_concurrency.lockutils [None req-dc7542b2-afef-47f4-a763-e3a3cba144be None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 12:10:47.393372 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron_lib.callbacks.manager [None req-060b0eee-8bf4-4989-b9ef-7cd4e156d10f tempest-TestNetworkAdvancedServerOps-1740099935 tempest-TestNetworkAdvancedServerOps-1740099935-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-922915', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-239814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7866073', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773699642215', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-5196399'] for port, after_create {{(pid=94174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 12:10:47.408202 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG oslo_concurrency.lockutils [None req-6f4f8ead-f136-4779-a84c-f72c093e3a3d tempest-TestNetworkAdvancedServerOps-1740099935 tempest-TestNetworkAdvancedServerOps-1740099935-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94174) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 12:10:47.420431 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9bcc70f-3d66-4b85-b84e-0c6056fc105d None None] Pushing event updated for resources: {'Port': ['ID=48dd72e6-d69a-471f-9bad-de4377052fea,revision_number=2']} {{(pid=94176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 12:10:47.423883 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG oslo_concurrency.lockutils [None req-b9bcc70f-3d66-4b85-b84e-0c6056fc105d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.063s {{(pid=94176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 12:10:47.449661 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-060b0eee-8bf4-4989-b9ef-7cd4e156d10f tempest-TestNetworkAdvancedServerOps-1740099935 tempest-TestNetworkAdvancedServerOps-1740099935-project] Network ae242918-4391-4e39-8932-5377e8f6472e is already hosted by enough agents. {{(pid=94174) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 23 12:10:47.455902 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.scheduler.base_scheduler [None req-060b0eee-8bf4-4989-b9ef-7cd4e156d10f tempest-TestNetworkAdvancedServerOps-1740099935 tempest-TestNetworkAdvancedServerOps-1740099935-project] Resources bound (agent type, host, resource id): {{(pid=94174) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 23 12:10:47.460178 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.db.l3_dvrscheduler_db [None req-060b0eee-8bf4-4989-b9ef-7cd4e156d10f tempest-TestNetworkAdvancedServerOps-1740099935 tempest-TestNetworkAdvancedServerOps-1740099935-project] Received port after_create {{(pid=94174) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 23 12:10:47.495726 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-060b0eee-8bf4-4989-b9ef-7cd4e156d10f tempest-TestNetworkAdvancedServerOps-1740099935 tempest-TestNetworkAdvancedServerOps-1740099935-project] Pushing event updated for resources: {'Port': ['ID=e0511db4-4be2-4bc5-b5c2-c4eff13d559f,revision_number=1']} {{(pid=94174) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 12:10:47.500333 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG oslo_concurrency.lockutils [None req-060b0eee-8bf4-4989-b9ef-7cd4e156d10f tempest-TestNetworkAdvancedServerOps-1740099935 tempest-TestNetworkAdvancedServerOps-1740099935-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.093s {{(pid=94174) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 12:10:47.515587 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron_lib.callbacks.manager [None req-060b0eee-8bf4-4989-b9ef-7cd4e156d10f tempest-TestNetworkAdvancedServerOps-1740099935 tempest-TestNetworkAdvancedServerOps-1740099935-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-452954'] for router_interface, before_create {{(pid=94174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 12:10:47.739474 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron_lib.callbacks.manager [None req-060b0eee-8bf4-4989-b9ef-7cd4e156d10f tempest-TestNetworkAdvancedServerOps-1740099935 tempest-TestNetworkAdvancedServerOps-1740099935-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-923122'] for port, before_update {{(pid=94174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 12:10:48.017673 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron_lib.callbacks.manager [None req-060b0eee-8bf4-4989-b9ef-7cd4e156d10f tempest-TestNetworkAdvancedServerOps-1740099935 tempest-TestNetworkAdvancedServerOps-1740099935-project] Notify callbacks [] for port, precommit_update {{(pid=94174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 12:10:48.092912 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron_lib.callbacks.manager [None req-060b0eee-8bf4-4989-b9ef-7cd4e156d10f tempest-TestNetworkAdvancedServerOps-1740099935 tempest-TestNetworkAdvancedServerOps-1740099935-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-922904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866062', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773700135042', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773699642233', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773699642278', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5196369'] for port, after_update {{(pid=94174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 12:10:48.096603 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG oslo_concurrency.lockutils [None req-ba780d5a-dd8e-4cd5-9ae6-45efed9c4ced admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94174) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 12:10:48.171230 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-060b0eee-8bf4-4989-b9ef-7cd4e156d10f tempest-TestNetworkAdvancedServerOps-1740099935 tempest-TestNetworkAdvancedServerOps-1740099935-project] Pushing event updated for resources: {'Port': ['ID=e0511db4-4be2-4bc5-b5c2-c4eff13d559f,revision_number=2']} {{(pid=94174) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 12:10:48.175643 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG oslo_concurrency.lockutils [None req-060b0eee-8bf4-4989-b9ef-7cd4e156d10f tempest-TestNetworkAdvancedServerOps-1740099935 tempest-TestNetworkAdvancedServerOps-1740099935-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.079s {{(pid=94174) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 12:10:48.176888 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron_lib.callbacks.manager [None req-060b0eee-8bf4-4989-b9ef-7cd4e156d10f tempest-TestNetworkAdvancedServerOps-1740099935 tempest-TestNetworkAdvancedServerOps-1740099935-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-7866091', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-453038'] for router_interface, after_create {{(pid=94174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 12:10:48.275985 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-060b0eee-8bf4-4989-b9ef-7cd4e156d10f tempest-TestNetworkAdvancedServerOps-1740099935 tempest-TestNetworkAdvancedServerOps-1740099935-project] Network ae242918-4391-4e39-8932-5377e8f6472e is already hosted by enough agents. {{(pid=94174) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 23 12:10:48.277467 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.scheduler.base_scheduler [None req-060b0eee-8bf4-4989-b9ef-7cd4e156d10f tempest-TestNetworkAdvancedServerOps-1740099935 tempest-TestNetworkAdvancedServerOps-1740099935-project] Resources bound (agent type, host, resource id): {{(pid=94174) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 23 12:10:48.340167 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6fb46099-7492-437a-9564-06a0f1e98b8b None None] Network ae242918-4391-4e39-8932-5377e8f6472e requested from dv-neutron-601336-94-hyperv {{(pid=94176) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 23 12:10:48.392543 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-060b0eee-8bf4-4989-b9ef-7cd4e156d10f tempest-TestNetworkAdvancedServerOps-1740099935 tempest-TestNetworkAdvancedServerOps-1740099935-project] Router 6fe4e030-e059-41ee-92cc-8ecd63dd2a9e has already been hosted by L3 agent 50ef99c0-ef28-4db5-b303-b145898fae60 {{(pid=94174) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 23 12:10:48.511273 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.db.provisioning_blocks [None req-a9e9f0a7-2527-42a6-a6f3-9536e6a6c7d1 None None] Provisioning for port 48dd72e6-d69a-471f-9bad-de4377052fea completed by entity DHCP. {{(pid=94176) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 23 12:10:48.513374 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-060b0eee-8bf4-4989-b9ef-7cd4e156d10f tempest-TestNetworkAdvancedServerOps-1740099935 tempest-TestNetworkAdvancedServerOps-1740099935-project] Notify agent at l3_agent.dv-neutron-601336-94-hyperv the message routers_updated {{(pid=94174) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 23 12:10:48.532278 dv-neutron-601336-94-hyperv neutron-server[94174]: INFO neutron.wsgi [None req-060b0eee-8bf4-4989-b9ef-7cd4e156d10f tempest-TestNetworkAdvancedServerOps-1740099935 tempest-TestNetworkAdvancedServerOps-1740099935-project] 10.222.0.20 "PUT /v2.0/routers/6fe4e030-e059-41ee-92cc-8ecd63dd2a9e/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.2094448 Jun 23 12:10:48.547299 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.plugins.ml2.rpc [None req-dc7542b2-afef-47f4-a763-e3a3cba144be None None] Device 5851f988-6072-45b8-a9c9-07989b10b143 up at agent ovs-agent-dv-neutron-601336-94-hyperv {{(pid=94176) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:298}} Jun 23 12:10:48.661033 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.db.provisioning_blocks [None req-dc7542b2-afef-47f4-a763-e3a3cba144be None None] Provisioning for port 5851f988-6072-45b8-a9c9-07989b10b143 completed by entity L2. {{(pid=94176) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 23 12:10:48.665270 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.db.provisioning_blocks [None req-dc7542b2-afef-47f4-a763-e3a3cba144be None None] Provisioning complete for port 5851f988-6072-45b8-a9c9-07989b10b143 triggered by entity L2. {{(pid=94176) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 23 12:10:48.665802 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron_lib.callbacks.manager [None req-dc7542b2-afef-47f4-a763-e3a3cba144be None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-899258'] for port, provisioning_complete {{(pid=94176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 12:10:48.765444 dv-neutron-601336-94-hyperv neutron-server[94174]: INFO neutron.wsgi [req-b0dfbf8c-5604-4a0f-afd7-fe0dd0f73e2e req-79cf912c-56ff-4d6a-8358-7b6376f282c8 tempest-TestNetworkAdvancedServerOps-1740099935 tempest-TestNetworkAdvancedServerOps-1740099935-project] 10.222.0.20 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1791506841&fields=id&tenant_id=95e75de5b0504e3e87860f65038883f5 HTTP/1.1" status: 200 len: 267 time: 0.0454259 Jun 23 12:10:48.851609 dv-neutron-601336-94-hyperv neutron-server[94177]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6e41faf1-cf30-4d81-9247-ffee2cdbb963 None None] Sync routers for ids ['6fe4e030-e059-41ee-92cc-8ecd63dd2a9e'] in dv-neutron-601336-94-hyperv {{(pid=94177) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 23 12:10:48.869437 dv-neutron-601336-94-hyperv neutron-server[94177]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6e41faf1-cf30-4d81-9247-ffee2cdbb963 None None] Routers {'6fe4e030-e059-41ee-92cc-8ecd63dd2a9e'} bound to L3 agent in host dv-neutron-601336-94-hyperv {{(pid=94177) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 23 12:10:48.870352 dv-neutron-601336-94-hyperv neutron-server[94177]: DEBUG neutron.db.l3_hamode_db [None req-6e41faf1-cf30-4d81-9247-ffee2cdbb963 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-601336-94-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-06-23T11:22:13Z,description=,heartbeat_timestamp=2021-06-23T12:10:43Z,host='dv-neutron-601336-94-hyperv',id=50ef99c0-ef28-4db5-b303-b145898fae60,load=0,resource_versions=,resources_synced=,started_at=2021-06-23T11:22:14Z,topic='l3_agent')) {'router_ids': ['6fe4e030-e059-41ee-92cc-8ecd63dd2a9e'], 'active': True} {{(pid=94177) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 12:10:48.893868 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0dfbf8c-5604-4a0f-afd7-fe0dd0f73e2e req-62d080c8-d7fe-4f02-8e23-e4151947a974 tempest-TestNetworkAdvancedServerOps-1740099935 tempest-TestNetworkAdvancedServerOps-1740099935-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94174) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 12:10:48.895853 dv-neutron-601336-94-hyperv neutron-server[94174]: INFO neutron.wsgi [req-b0dfbf8c-5604-4a0f-afd7-fe0dd0f73e2e req-62d080c8-d7fe-4f02-8e23-e4151947a974 tempest-TestNetworkAdvancedServerOps-1740099935 tempest-TestNetworkAdvancedServerOps-1740099935-project] 10.222.0.20 "GET /v2.0/networks?id=ae242918-4391-4e39-8932-5377e8f6472e HTTP/1.1" status: 200 len: 797 time: 0.1178293 Jun 23 12:10:48.911346 dv-neutron-601336-94-hyperv neutron-server[94174]: INFO neutron.wsgi [req-b0dfbf8c-5604-4a0f-afd7-fe0dd0f73e2e req-799e1917-a822-4510-bad3-62f22065fb5f tempest-TestNetworkAdvancedServerOps-1740099935 tempest-TestNetworkAdvancedServerOps-1740099935-project] 10.222.0.20 "GET /v2.0/quotas/95e75de5b0504e3e87860f65038883f5 HTTP/1.1" status: 200 len: 375 time: 0.0094616 Jun 23 12:10:48.921024 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron_lib.callbacks.manager [None req-dc7542b2-afef-47f4-a763-e3a3cba144be None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-923122'] for port, before_update {{(pid=94176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 12:10:48.943558 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.plugins.ml2.db [None req-dc7542b2-afef-47f4-a763-e3a3cba144be None None] For port 5851f988-6072-45b8-a9c9-07989b10b143, host dv-neutron-601336-94-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-94-hyperv',level=0,port_id=5851f988-6072-45b8-a9c9-07989b10b143,segment=NetworkSegment(c23be0a5-6980-48fb-bc9f-4a24717fe1de),segment_id=c23be0a5-6980-48fb-bc9f-4a24717fe1de)] {{(pid=94176) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 23 12:10:49.002524 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron_lib.callbacks.manager [None req-dc7542b2-afef-47f4-a763-e3a3cba144be None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-922904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866062', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773700135042', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773699642233', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773699642278'] for port, after_update {{(pid=94176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 12:10:49.003728 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.plugins.ml2.rpc [None req-dc7542b2-afef-47f4-a763-e3a3cba144be None None] Device 48dd72e6-d69a-471f-9bad-de4377052fea up at agent ovs-agent-dv-neutron-601336-94-hyperv {{(pid=94176) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:298}} Jun 23 12:10:49.006374 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG oslo_concurrency.lockutils [None req-97bd5441-1da2-49ee-a364-27795820ba27 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 12:10:49.060686 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.db.provisioning_blocks [None req-5d4aaf4a-45a8-42a2-8815-bffbe3b4c5d1 None None] Provisioning for port e0511db4-4be2-4bc5-b5c2-c4eff13d559f completed by entity DHCP. {{(pid=94176) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 23 12:10:49.071834 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.db.provisioning_blocks [None req-5d4aaf4a-45a8-42a2-8815-bffbe3b4c5d1 None None] Provisioning complete for port e0511db4-4be2-4bc5-b5c2-c4eff13d559f triggered by entity DHCP. {{(pid=94176) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 23 12:10:49.075170 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron_lib.callbacks.manager [None req-5d4aaf4a-45a8-42a2-8815-bffbe3b4c5d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-899258'] for port, provisioning_complete {{(pid=94176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 12:10:49.099737 dv-neutron-601336-94-hyperv neutron-server[94177]: DEBUG neutron.db.l3_dvr_db [None req-6e41faf1-cf30-4d81-9247-ffee2cdbb963 None None] Set router 6fe4e030-e059-41ee-92cc-8ecd63dd2a9e gateway port host: dv-neutron-601336-94-hyperv {{(pid=94177) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:838}} Jun 23 12:10:49.135476 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc7542b2-afef-47f4-a763-e3a3cba144be None None] Pushing event updated for resources: {'Port': ['ID=5851f988-6072-45b8-a9c9-07989b10b143,revision_number=4']} {{(pid=94176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 12:10:49.140877 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG oslo_concurrency.lockutils [None req-dc7542b2-afef-47f4-a763-e3a3cba144be None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.134s {{(pid=94176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 12:10:49.142273 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.plugins.ml2.plugin [None req-5d4aaf4a-45a8-42a2-8815-bffbe3b4c5d1 None None] Port e0511db4-4be2-4bc5-b5c2-c4eff13d559f cannot update to ACTIVE because it is not bound. {{(pid=94176) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jun 23 12:10:49.215318 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.db.provisioning_blocks [None req-dc7542b2-afef-47f4-a763-e3a3cba144be None None] Provisioning for port 48dd72e6-d69a-471f-9bad-de4377052fea completed by entity L2. {{(pid=94176) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 23 12:10:49.221314 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.db.provisioning_blocks [None req-dc7542b2-afef-47f4-a763-e3a3cba144be None None] Provisioning complete for port 48dd72e6-d69a-471f-9bad-de4377052fea triggered by entity L2. {{(pid=94176) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 23 12:10:49.221889 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron_lib.callbacks.manager [None req-dc7542b2-afef-47f4-a763-e3a3cba144be None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-899258'] for port, provisioning_complete {{(pid=94176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 12:10:49.273017 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.db.provisioning_blocks [None req-6d925d50-6fb4-4b51-9a5e-bbdb6e18006e None None] Provisioning complete for port e0511db4-4be2-4bc5-b5c2-c4eff13d559f triggered by entity DHCP. {{(pid=94176) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 23 12:10:49.273540 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron_lib.callbacks.manager [None req-6d925d50-6fb4-4b51-9a5e-bbdb6e18006e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-899258'] for port, provisioning_complete {{(pid=94176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 12:10:49.326429 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.plugins.ml2.plugin [None req-6d925d50-6fb4-4b51-9a5e-bbdb6e18006e None None] Port e0511db4-4be2-4bc5-b5c2-c4eff13d559f cannot update to ACTIVE because it is not bound. {{(pid=94176) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jun 23 12:10:49.331253 dv-neutron-601336-94-hyperv neutron-server[94177]: DEBUG neutron.db.l3_hamode_db [None req-6e41faf1-cf30-4d81-9247-ffee2cdbb963 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6fe4e030-e059-41ee-92cc-8ecd63dd2a9e', 'name': 'tempest-TestNetworkAdvancedServerOps-router-46685508', 'tenant_id': '95e75de5b0504e3e87860f65038883f5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3e7e4eb3-cf02-4d47-ade9-0a579cdfc60f', 'external_fixed_ips': [{'subnet_id': 'a5ad15ab-c489-4a67-a9b0-d559fca0ec71', 'ip_address': '172.26.3.147'}], 'enable_snat': True}, 'gw_port_id': '5851f988-6072-45b8-a9c9-07989b10b143', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-23T12:10:43Z', 'updated_at': '2021-06-23T12:10:47Z', 'revision_number': 4, 'project_id': '95e75de5b0504e3e87860f65038883f5', 'gw_port': {'id': '5851f988-6072-45b8-a9c9-07989b10b143', 'name': '', 'network_id': '3e7e4eb3-cf02-4d47-ade9-0a579cdfc60f', 'tenant_id': '', 'mac_address': 'fa:16:3e:45:0d:57', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6fe4e030-e059-41ee-92cc-8ecd63dd2a9e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1771, 'fixed_ips': [{'subnet_id': 'a5ad15ab-c489-4a67-a9b0-d559fca0ec71', 'ip_address': '172.26.3.147', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-94-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-23T12:10:44Z', 'updated_at': '2021-06-23T12:10:46Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a5ad15ab-c489-4a67-a9b0-d559fca0ec71', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-601336-94-hyperv', '_interfaces': [{'id': 'e0511db4-4be2-4bc5-b5c2-c4eff13d559f', 'name': '', 'network_id': 'ae242918-4391-4e39-8932-5377e8f6472e', 'tenant_id': '95e75de5b0504e3e87860f65038883f5', 'mac_address': 'fa:16:3e:cf:6c:a1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6fe4e030-e059-41ee-92cc-8ecd63dd2a9e', 'device_owner': 'network:router_interface', 'standard_attr_id': 1774, 'fixed_ips': [{'subnet_id': '355d5f47-0b7b-46c0-a8aa-2ce141f3ef1e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-23T12:10:46Z', 'updated_at': '2021-06-23T12:10:47Z', 'revision_number': 2, 'project_id': '95e75de5b0504e3e87860f65038883f5', 'subnets': [{'id': '355d5f47-0b7b-46c0-a8aa-2ce141f3ef1e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-601336-94-hyperv', False) {} {{(pid=94177) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 12:10:49.359078 dv-neutron-601336-94-hyperv neutron-server[94177]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6e41faf1-cf30-4d81-9247-ffee2cdbb963 None None] Checking router: 6fe4e030-e059-41ee-92cc-8ecd63dd2a9e for host: dv-neutron-601336-94-hyperv {{(pid=94177) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 23 12:10:49.359449 dv-neutron-601336-94-hyperv neutron-server[94177]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6e41faf1-cf30-4d81-9247-ffee2cdbb963 None None] Updating router 6fe4e030-e059-41ee-92cc-8ecd63dd2a9e port e0511db4-4be2-4bc5-b5c2-c4eff13d559f binding host dv-neutron-601336-94-hyperv {{(pid=94177) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 23 12:10:49.365441 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron_lib.callbacks.manager [None req-dc7542b2-afef-47f4-a763-e3a3cba144be None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-923122'] for port, before_update {{(pid=94176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 12:10:49.366303 dv-neutron-601336-94-hyperv neutron-server[94174]: INFO neutron.wsgi [req-b0dfbf8c-5604-4a0f-afd7-fe0dd0f73e2e req-ba97f863-8d0d-437e-bf0e-a6fd1eff924a tempest-TestNetworkAdvancedServerOps-1740099935 tempest-TestNetworkAdvancedServerOps-1740099935-project] 10.222.0.20 "GET /v2.0/ports?tenant_id=95e75de5b0504e3e87860f65038883f5&fields=id HTTP/1.1" status: 200 len: 302 time: 0.4471972 Jun 23 12:10:49.403307 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.plugins.ml2.db [None req-dc7542b2-afef-47f4-a763-e3a3cba144be None None] For port 48dd72e6-d69a-471f-9bad-de4377052fea, host dv-neutron-601336-94-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-94-hyperv',level=0,port_id=48dd72e6-d69a-471f-9bad-de4377052fea,segment=NetworkSegment(843f110a-7c4f-4110-b8e2-5a92fbe63ec7),segment_id=843f110a-7c4f-4110-b8e2-5a92fbe63ec7)] {{(pid=94176) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 23 12:10:49.404768 dv-neutron-601336-94-hyperv neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-6e41faf1-cf30-4d81-9247-ffee2cdbb963 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-923122'] for port, before_update {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 12:10:49.455173 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron_lib.callbacks.manager [None req-dc7542b2-afef-47f4-a763-e3a3cba144be None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-922904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866062', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773700135042', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773699642233', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773699642278'] for port, after_update {{(pid=94176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 12:10:49.458185 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG oslo_concurrency.lockutils [None req-9ae6d849-8825-4003-9c57-d2d9a9235d3f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 12:10:49.506964 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc7542b2-afef-47f4-a763-e3a3cba144be None None] Pushing event updated for resources: {'Port': ['ID=48dd72e6-d69a-471f-9bad-de4377052fea,revision_number=3']} {{(pid=94176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 12:10:49.507740 dv-neutron-601336-94-hyperv neutron-server[94174]: INFO neutron.wsgi [req-b0dfbf8c-5604-4a0f-afd7-fe0dd0f73e2e req-7af0a0ea-97f3-4c58-83d9-5045e0b4e7d8 service neutron] 10.222.0.20 "GET /v2.0/networks/ae242918-4391-4e39-8932-5377e8f6472e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1292710 Jun 23 12:10:49.511077 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG oslo_concurrency.lockutils [None req-dc7542b2-afef-47f4-a763-e3a3cba144be None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.052s {{(pid=94176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 12:10:49.604613 dv-neutron-601336-94-hyperv neutron-server[94174]: INFO neutron.wsgi [req-b0dfbf8c-5604-4a0f-afd7-fe0dd0f73e2e req-2ec4e8de-764c-4c47-abe1-4a2c71375ba1 service neutron] 10.222.0.20 "GET /v2.0/networks/ae242918-4391-4e39-8932-5377e8f6472e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0903497 Jun 23 12:10:49.667850 dv-neutron-601336-94-hyperv neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-6e41faf1-cf30-4d81-9247-ffee2cdbb963 None None] Notify callbacks [] for port, precommit_update {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 12:10:49.677188 dv-neutron-601336-94-hyperv neutron-server[94177]: DEBUG neutron.db.provisioning_blocks [None req-6e41faf1-cf30-4d81-9247-ffee2cdbb963 None None] Transition to ACTIVE for port object e0511db4-4be2-4bc5-b5c2-c4eff13d559f will not be triggered until provisioned by entity L2. {{(pid=94177) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 23 12:10:49.740553 dv-neutron-601336-94-hyperv neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-6e41faf1-cf30-4d81-9247-ffee2cdbb963 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-922904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866062', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773700135042', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773699642233', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773699642278'] for port, after_update {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 12:10:49.742658 dv-neutron-601336-94-hyperv neutron-server[94177]: DEBUG oslo_concurrency.lockutils [None req-6ce77d48-66ca-4cd7-979c-482aaeb7f905 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94177) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 12:10:49.793997 dv-neutron-601336-94-hyperv neutron-server[94177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8cceafc-8e14-48b7-957f-a9dc51a9a952 None None] Pushing event updated for resources: {'Port': ['ID=e0511db4-4be2-4bc5-b5c2-c4eff13d559f,revision_number=3']} {{(pid=94177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 12:10:49.851775 dv-neutron-601336-94-hyperv neutron-server[94177]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8cceafc-8e14-48b7-957f-a9dc51a9a952 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-601336-94-hyperv {{(pid=94177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 12:10:49.852349 dv-neutron-601336-94-hyperv neutron-server[94177]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8cceafc-8e14-48b7-957f-a9dc51a9a952 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-94-hyperv {{(pid=94177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 12:10:49.852466 dv-neutron-601336-94-hyperv neutron-server[94177]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8cceafc-8e14-48b7-957f-a9dc51a9a952 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-94-hyperv {{(pid=94177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 12:10:49.852751 dv-neutron-601336-94-hyperv neutron-server[94177]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8cceafc-8e14-48b7-957f-a9dc51a9a952 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-601336-94-hyperv {{(pid=94177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 12:10:49.853086 dv-neutron-601336-94-hyperv neutron-server[94177]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8cceafc-8e14-48b7-957f-a9dc51a9a952 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-601336-94-hyperv {{(pid=94177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 12:10:49.853419 dv-neutron-601336-94-hyperv neutron-server[94177]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8cceafc-8e14-48b7-957f-a9dc51a9a952 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-601336-94-hyperv {{(pid=94177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 12:10:49.853752 dv-neutron-601336-94-hyperv neutron-server[94177]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8cceafc-8e14-48b7-957f-a9dc51a9a952 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-601336-94-hyperv {{(pid=94177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 12:10:49.854082 dv-neutron-601336-94-hyperv neutron-server[94177]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8cceafc-8e14-48b7-957f-a9dc51a9a952 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-601336-94-hyperv {{(pid=94177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 12:10:49.855523 dv-neutron-601336-94-hyperv neutron-server[94177]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8cceafc-8e14-48b7-957f-a9dc51a9a952 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-601336-94-hyperv {{(pid=94177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 12:10:49.855867 dv-neutron-601336-94-hyperv neutron-server[94177]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8cceafc-8e14-48b7-957f-a9dc51a9a952 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-94-hyperv {{(pid=94177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 12:10:49.856200 dv-neutron-601336-94-hyperv neutron-server[94177]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8cceafc-8e14-48b7-957f-a9dc51a9a952 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-601336-94-hyperv {{(pid=94177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 12:10:49.856532 dv-neutron-601336-94-hyperv neutron-server[94177]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8cceafc-8e14-48b7-957f-a9dc51a9a952 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-601336-94-hyperv {{(pid=94177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 12:10:49.872783 dv-neutron-601336-94-hyperv neutron-server[94177]: DEBUG neutron.plugins.ml2.managers [None req-6e41faf1-cf30-4d81-9247-ffee2cdbb963 None None] Attempting to bind port e0511db4-4be2-4bc5-b5c2-c4eff13d559f on host dv-neutron-601336-94-hyperv for vnic_type normal with profile {{(pid=94177) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 23 12:10:49.873177 dv-neutron-601336-94-hyperv neutron-server[94177]: DEBUG neutron.plugins.ml2.managers [None req-6e41faf1-cf30-4d81-9247-ffee2cdbb963 None None] Attempting to bind port e0511db4-4be2-4bc5-b5c2-c4eff13d559f by drivers openvswitch,hyperv on host dv-neutron-601336-94-hyperv at level 0 using segments [{'id': '843f110a-7c4f-4110-b8e2-5a92fbe63ec7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 420, 'network_id': 'ae242918-4391-4e39-8932-5377e8f6472e'}] {{(pid=94177) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 23 12:10:49.874340 dv-neutron-601336-94-hyperv neutron-server[94177]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6e41faf1-cf30-4d81-9247-ffee2cdbb963 None None] Attempting to bind port e0511db4-4be2-4bc5-b5c2-c4eff13d559f on network ae242918-4391-4e39-8932-5377e8f6472e {{(pid=94177) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 23 12:10:49.884095 dv-neutron-601336-94-hyperv neutron-server[94177]: DEBUG oslo_concurrency.lockutils [None req-d8cceafc-8e14-48b7-957f-a9dc51a9a952 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.141s {{(pid=94177) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 12:10:49.888523 dv-neutron-601336-94-hyperv neutron-server[94177]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6e41faf1-cf30-4d81-9247-ffee2cdbb963 None None] Checking agent: {'id': '4d05f899-5ac9-411b-8a03-f60c93f87cdf', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-601336-94-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 23, 11, 22, 14), 'started_at': datetime.datetime(2021, 6, 23, 11, 22, 44), 'heartbeat_timestamp': datetime.datetime(2021, 6, 23, 12, 10, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'monitor_allowed_address_pair_garp': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-601336-94-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94177) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 23 12:10:49.889093 dv-neutron-601336-94-hyperv neutron-server[94177]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6e41faf1-cf30-4d81-9247-ffee2cdbb963 None None] Checking segment: {'id': '843f110a-7c4f-4110-b8e2-5a92fbe63ec7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 420, 'network_id': 'ae242918-4391-4e39-8932-5377e8f6472e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94177) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 23 12:10:49.890198 dv-neutron-601336-94-hyperv neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-6e41faf1-cf30-4d81-9247-ffee2cdbb963 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 12:10:49.890618 dv-neutron-601336-94-hyperv neutron-server[94177]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6e41faf1-cf30-4d81-9247-ffee2cdbb963 None None] Bound using segment: {'id': '843f110a-7c4f-4110-b8e2-5a92fbe63ec7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 420, 'network_id': 'ae242918-4391-4e39-8932-5377e8f6472e'} {{(pid=94177) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 23 12:10:49.891151 dv-neutron-601336-94-hyperv neutron-server[94177]: DEBUG neutron.plugins.ml2.managers [None req-6e41faf1-cf30-4d81-9247-ffee2cdbb963 None None] Bound port: e0511db4-4be2-4bc5-b5c2-c4eff13d559f, host: dv-neutron-601336-94-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '843f110a-7c4f-4110-b8e2-5a92fbe63ec7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 420, 'network_id': 'ae242918-4391-4e39-8932-5377e8f6472e'}}] {{(pid=94177) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 23 12:10:49.892382 dv-neutron-601336-94-hyperv neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-6e41faf1-cf30-4d81-9247-ffee2cdbb963 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-923122'] for port, before_update {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 12:10:49.926318 dv-neutron-601336-94-hyperv neutron-server[94175]: INFO neutron.wsgi [req-a3960fef-9a87-4d89-9b2b-0f80f945474f req-61125c7d-9f9f-4f95-8019-54d4d0c2fd9e tempest-TestNetworkAdvancedServerOps-1740099935 tempest-TestNetworkAdvancedServerOps-1740099935-project] 10.222.0.20 "GET /v2.0/ports?device_id=df750bf2-44a5-432b-b65f-075c3bfadc2f HTTP/1.1" status: 200 len: 210 time: 0.1003184 Jun 23 12:10:49.966823 dv-neutron-601336-94-hyperv neutron-server[94177]: DEBUG neutron.plugins.ml2.db [None req-6e41faf1-cf30-4d81-9247-ffee2cdbb963 None None] For port e0511db4-4be2-4bc5-b5c2-c4eff13d559f, host dv-neutron-601336-94-hyperv, cleared binding levels {{(pid=94177) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 23 12:10:49.970377 dv-neutron-601336-94-hyperv neutron-server[94177]: DEBUG neutron.plugins.ml2.db [None req-6e41faf1-cf30-4d81-9247-ffee2cdbb963 None None] For port e0511db4-4be2-4bc5-b5c2-c4eff13d559f, host dv-neutron-601336-94-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-94-hyperv',level=0,port_id=e0511db4-4be2-4bc5-b5c2-c4eff13d559f,segment=NetworkSegment(843f110a-7c4f-4110-b8e2-5a92fbe63ec7),segment_id=843f110a-7c4f-4110-b8e2-5a92fbe63ec7)] {{(pid=94177) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 23 12:10:50.037992 dv-neutron-601336-94-hyperv neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-6e41faf1-cf30-4d81-9247-ffee2cdbb963 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-922904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866062', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773700135042', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773699642233', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773699642278'] for port, after_update {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 12:10:50.040121 dv-neutron-601336-94-hyperv neutron-server[94177]: DEBUG oslo_concurrency.lockutils [None req-80eb6679-4571-42fc-a2a5-6ce199c2d3dc None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94177) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 12:10:50.097924 dv-neutron-601336-94-hyperv neutron-server[94177]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6e41faf1-cf30-4d81-9247-ffee2cdbb963 None None] Routers {'6fe4e030-e059-41ee-92cc-8ecd63dd2a9e'} bound to L3 agent in host dv-neutron-601336-94-hyperv {{(pid=94177) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 23 12:10:50.098557 dv-neutron-601336-94-hyperv neutron-server[94177]: DEBUG neutron.db.l3_hamode_db [None req-6e41faf1-cf30-4d81-9247-ffee2cdbb963 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-601336-94-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-06-23T11:22:13Z,description=,heartbeat_timestamp=2021-06-23T12:10:43Z,host='dv-neutron-601336-94-hyperv',id=50ef99c0-ef28-4db5-b303-b145898fae60,load=0,resource_versions=,resources_synced=,started_at=2021-06-23T11:22:14Z,topic='l3_agent')) {'router_ids': ['6fe4e030-e059-41ee-92cc-8ecd63dd2a9e'], 'active': True} {{(pid=94177) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 12:10:50.100346 dv-neutron-601336-94-hyperv neutron-server[94177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8cceafc-8e14-48b7-957f-a9dc51a9a952 None None] Pushing event updated for resources: {'Port': ['ID=e0511db4-4be2-4bc5-b5c2-c4eff13d559f,revision_number=4']} {{(pid=94177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 12:10:50.103983 dv-neutron-601336-94-hyperv neutron-server[94177]: DEBUG oslo_concurrency.lockutils [None req-d8cceafc-8e14-48b7-957f-a9dc51a9a952 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.064s {{(pid=94177) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 12:10:50.220491 dv-neutron-601336-94-hyperv neutron-server[94177]: DEBUG neutron.db.l3_dvr_db [None req-6e41faf1-cf30-4d81-9247-ffee2cdbb963 None None] Set router 6fe4e030-e059-41ee-92cc-8ecd63dd2a9e gateway port host: dv-neutron-601336-94-hyperv {{(pid=94177) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:838}} Jun 23 12:10:50.428033 dv-neutron-601336-94-hyperv neutron-server[94177]: DEBUG neutron.db.l3_hamode_db [None req-6e41faf1-cf30-4d81-9247-ffee2cdbb963 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6fe4e030-e059-41ee-92cc-8ecd63dd2a9e', 'name': 'tempest-TestNetworkAdvancedServerOps-router-46685508', 'tenant_id': '95e75de5b0504e3e87860f65038883f5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3e7e4eb3-cf02-4d47-ade9-0a579cdfc60f', 'external_fixed_ips': [{'subnet_id': 'a5ad15ab-c489-4a67-a9b0-d559fca0ec71', 'ip_address': '172.26.3.147'}], 'enable_snat': True}, 'gw_port_id': '5851f988-6072-45b8-a9c9-07989b10b143', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-23T12:10:43Z', 'updated_at': '2021-06-23T12:10:47Z', 'revision_number': 4, 'project_id': '95e75de5b0504e3e87860f65038883f5', 'gw_port': {'id': '5851f988-6072-45b8-a9c9-07989b10b143', 'name': '', 'network_id': '3e7e4eb3-cf02-4d47-ade9-0a579cdfc60f', 'tenant_id': '', 'mac_address': 'fa:16:3e:45:0d:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6fe4e030-e059-41ee-92cc-8ecd63dd2a9e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1771, 'fixed_ips': [{'subnet_id': 'a5ad15ab-c489-4a67-a9b0-d559fca0ec71', 'ip_address': '172.26.3.147', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-94-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-23T12:10:44Z', 'updated_at': '2021-06-23T12:10:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a5ad15ab-c489-4a67-a9b0-d559fca0ec71', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-601336-94-hyperv', '_interfaces': [{'id': 'e0511db4-4be2-4bc5-b5c2-c4eff13d559f', 'name': '', 'network_id': 'ae242918-4391-4e39-8932-5377e8f6472e', 'tenant_id': '95e75de5b0504e3e87860f65038883f5', 'mac_address': 'fa:16:3e:cf:6c:a1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6fe4e030-e059-41ee-92cc-8ecd63dd2a9e', 'device_owner': 'network:router_interface', 'standard_attr_id': 1774, 'fixed_ips': [{'subnet_id': '355d5f47-0b7b-46c0-a8aa-2ce141f3ef1e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-94-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-23T12:10:46Z', 'updated_at': '2021-06-23T12:10:49Z', 'revision_number': 4, 'project_id': '95e75de5b0504e3e87860f65038883f5', 'subnets': [{'id': '355d5f47-0b7b-46c0-a8aa-2ce141f3ef1e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-601336-94-hyperv', False) {} {{(pid=94177) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 12:10:50.447278 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.plugins.ml2.rpc [None req-dc7542b2-afef-47f4-a763-e3a3cba144be None None] Device 5851f988-6072-45b8-a9c9-07989b10b143 up at agent ovs-agent-dv-neutron-601336-94-hyperv {{(pid=94176) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:298}} Jun 23 12:10:50.458644 dv-neutron-601336-94-hyperv neutron-server[94177]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6e41faf1-cf30-4d81-9247-ffee2cdbb963 None None] The sync data for ids ['6fe4e030-e059-41ee-92cc-8ecd63dd2a9e'] in dv-neutron-601336-94-hyperv is: [{'id': '6fe4e030-e059-41ee-92cc-8ecd63dd2a9e', 'name': 'tempest-TestNetworkAdvancedServerOps-router-46685508', 'tenant_id': '95e75de5b0504e3e87860f65038883f5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3e7e4eb3-cf02-4d47-ade9-0a579cdfc60f', 'external_fixed_ips': [{'subnet_id': 'a5ad15ab-c489-4a67-a9b0-d559fca0ec71', 'ip_address': '172.26.3.147'}], 'enable_snat': True}, 'gw_port_id': '5851f988-6072-45b8-a9c9-07989b10b143', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-23T12:10:43Z', 'updated_at': '2021-06-23T12:10:47Z', 'revision_number': 4, 'project_id': '95e75de5b0504e3e87860f65038883f5', 'gw_port': {'id': '5851f988-6072-45b8-a9c9-07989b10b143', 'name': '', 'network_id': '3e7e4eb3-cf02-4d47-ade9-0a579cdfc60f', 'tenant_id': '', 'mac_address': 'fa:16:3e:45:0d:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6fe4e030-e059-41ee-92cc-8ecd63dd2a9e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1771, 'fixed_ips': [{'subnet_id': 'a5ad15ab-c489-4a67-a9b0-d559fca0ec71', 'ip_address': '172.26.3.147', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-94-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-23T12:10:44Z', 'updated_at': '2021-06-23T12:10:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a5ad15ab-c489-4a67-a9b0-d559fca0ec71', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-601336-94-hyperv', '_interfaces': [{'id': 'e0511db4-4be2-4bc5-b5c2-c4eff13d559f', 'name': '', 'network_id': 'ae242918-4391-4e39-8932-5377e8f6472e', 'tenant_id': '95e75de5b0504e3e87860f65038883f5', 'mac_address': 'fa:16:3e:cf:6c:a1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6fe4e030-e059-41ee-92cc-8ecd63dd2a9e', 'device_owner': 'network:router_interface', 'standard_attr_id': 1774, 'fixed_ips': [{'subnet_id': '355d5f47-0b7b-46c0-a8aa-2ce141f3ef1e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-94-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-23T12:10:46Z', 'updated_at': '2021-06-23T12:10:49Z', 'revision_number': 4, 'project_id': '95e75de5b0504e3e87860f65038883f5', 'subnets': [{'id': '355d5f47-0b7b-46c0-a8aa-2ce141f3ef1e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94177) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 23 12:10:50.509465 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.db.provisioning_blocks [None req-dc7542b2-afef-47f4-a763-e3a3cba144be None None] Provisioning complete for port 5851f988-6072-45b8-a9c9-07989b10b143 triggered by entity L2. {{(pid=94176) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 23 12:10:50.510508 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron_lib.callbacks.manager [None req-dc7542b2-afef-47f4-a763-e3a3cba144be None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-899258'] for port, provisioning_complete {{(pid=94176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 12:10:50.608593 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.plugins.ml2.rpc [None req-dc7542b2-afef-47f4-a763-e3a3cba144be None None] Device 48dd72e6-d69a-471f-9bad-de4377052fea up at agent ovs-agent-dv-neutron-601336-94-hyperv {{(pid=94176) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:298}} Jun 23 12:10:50.656540 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.db.provisioning_blocks [None req-dc7542b2-afef-47f4-a763-e3a3cba144be None None] Provisioning complete for port 48dd72e6-d69a-471f-9bad-de4377052fea triggered by entity L2. {{(pid=94176) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 23 12:10:50.656927 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron_lib.callbacks.manager [None req-dc7542b2-afef-47f4-a763-e3a3cba144be None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-899258'] for port, provisioning_complete {{(pid=94176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 12:10:51.068601 dv-neutron-601336-94-hyperv neutron-server[94174]: INFO neutron.wsgi [req-1e9c93a8-a300-4b66-a699-ddf9ce73d0d8 req-5a2ec54b-1848-4386-a580-fd376b6e86d6 tempest-TestNetworkAdvancedServerOps-1740099935 tempest-TestNetworkAdvancedServerOps-1740099935-project] 10.222.0.20 "GET /v2.0/ports?device_id=df750bf2-44a5-432b-b65f-075c3bfadc2f HTTP/1.1" status: 200 len: 210 time: 0.0313530 Jun 23 12:10:51.905269 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0dfbf8c-5604-4a0f-afd7-fe0dd0f73e2e req-c79f661b-5fe9-4fb8-b49d-85b2bf40efb5 tempest-TestNetworkAdvancedServerOps-1740099935 tempest-TestNetworkAdvancedServerOps-1740099935-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 12:10:51.907001 dv-neutron-601336-94-hyperv neutron-server[94175]: INFO neutron.wsgi [req-b0dfbf8c-5604-4a0f-afd7-fe0dd0f73e2e req-c79f661b-5fe9-4fb8-b49d-85b2bf40efb5 tempest-TestNetworkAdvancedServerOps-1740099935 tempest-TestNetworkAdvancedServerOps-1740099935-project] 10.222.0.52 "GET /v2.0/networks?id=ae242918-4391-4e39-8932-5377e8f6472e HTTP/1.1" status: 200 len: 797 time: 0.1019611 Jun 23 12:10:51.949794 dv-neutron-601336-94-hyperv neutron-server[94175]: INFO neutron.wsgi [req-b0dfbf8c-5604-4a0f-afd7-fe0dd0f73e2e req-b3178f89-74c9-460b-963d-23ab1e1da358 tempest-TestNetworkAdvancedServerOps-1740099935 tempest-TestNetworkAdvancedServerOps-1740099935-project] 10.222.0.52 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=95e75de5b0504e3e87860f65038883f5 HTTP/1.1" status: 200 len: 380 time: 0.0345516 Jun 23 12:10:51.958955 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.api.v2.base [req-b0dfbf8c-5604-4a0f-afd7-fe0dd0f73e2e req-1607dc16-9801-47b2-a487-b5750c50c623 tempest-TestNetworkAdvancedServerOps-1740099935 tempest-TestNetworkAdvancedServerOps-1740099935-project] Request body: {'port': {'device_id': 'df750bf2-44a5-432b-b65f-075c3bfadc2f', 'network_id': 'ae242918-4391-4e39-8932-5377e8f6472e', 'admin_state_up': True, 'tenant_id': '95e75de5b0504e3e87860f65038883f5', 'security_groups': ['f9aa5c7b-41c2-4182-817b-001b40eace82']}} {{(pid=94175) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 23 12:10:52.138836 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b0dfbf8c-5604-4a0f-afd7-fe0dd0f73e2e req-1607dc16-9801-47b2-a487-b5750c50c623 tempest-TestNetworkAdvancedServerOps-1740099935 tempest-TestNetworkAdvancedServerOps-1740099935-project] Made reservation on behalf of 95e75de5b0504e3e87860f65038883f5 for: {'port': 1} {{(pid=94175) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 23 12:10:52.145048 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron_lib.callbacks.manager [req-b0dfbf8c-5604-4a0f-afd7-fe0dd0f73e2e req-1607dc16-9801-47b2-a487-b5750c50c623 tempest-TestNetworkAdvancedServerOps-1740099935 tempest-TestNetworkAdvancedServerOps-1740099935-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-923104'] for port, before_create {{(pid=94175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 12:10:52.235696 dv-neutron-601336-94-hyperv neutron-server[94175]: INFO neutron.wsgi [req-6977d606-a261-44b8-9654-a457b851d580 req-65f98a54-71e0-4948-b6b6-1c6c2c778cc7 tempest-TestNetworkAdvancedServerOps-1740099935 tempest-TestNetworkAdvancedServerOps-1740099935-project] 10.222.0.20 "GET /v2.0/ports?device_id=df750bf2-44a5-432b-b65f-075c3bfadc2f HTTP/1.1" status: 200 len: 210 time: 0.0373230 Jun 23 12:10:52.306671 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.db.db_base_plugin_common [req-b0dfbf8c-5604-4a0f-afd7-fe0dd0f73e2e req-1607dc16-9801-47b2-a487-b5750c50c623 tempest-TestNetworkAdvancedServerOps-1740099935 tempest-TestNetworkAdvancedServerOps-1740099935-project] Allocated IP 172.20.0.12 (ae242918-4391-4e39-8932-5377e8f6472e/355d5f47-0b7b-46c0-a8aa-2ce141f3ef1e/bebd72be-8046-4958-ba24-55e5266319b8) {{(pid=94175) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 23 12:10:52.463894 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.plugins.ml2.rpc [None req-dc7542b2-afef-47f4-a763-e3a3cba144be None None] Device e0511db4-4be2-4bc5-b5c2-c4eff13d559f up at agent ovs-agent-dv-neutron-601336-94-hyperv {{(pid=94176) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:298}} Jun 23 12:10:52.473228 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron_lib.callbacks.manager [req-b0dfbf8c-5604-4a0f-afd7-fe0dd0f73e2e req-1607dc16-9801-47b2-a487-b5750c50c623 tempest-TestNetworkAdvancedServerOps-1740099935 tempest-TestNetworkAdvancedServerOps-1740099935-project] Notify callbacks [] for port, precommit_create {{(pid=94175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 12:10:52.488204 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.db.provisioning_blocks [req-b0dfbf8c-5604-4a0f-afd7-fe0dd0f73e2e req-1607dc16-9801-47b2-a487-b5750c50c623 tempest-TestNetworkAdvancedServerOps-1740099935 tempest-TestNetworkAdvancedServerOps-1740099935-project] Transition to ACTIVE for port object bebd72be-8046-4958-ba24-55e5266319b8 will not be triggered until provisioned by entity DHCP. {{(pid=94175) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 23 12:10:52.564033 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.db.provisioning_blocks [None req-dc7542b2-afef-47f4-a763-e3a3cba144be None None] Provisioning for port e0511db4-4be2-4bc5-b5c2-c4eff13d559f completed by entity L2. {{(pid=94176) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 23 12:10:52.568287 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.db.provisioning_blocks [None req-dc7542b2-afef-47f4-a763-e3a3cba144be None None] Provisioning complete for port e0511db4-4be2-4bc5-b5c2-c4eff13d559f triggered by entity L2. {{(pid=94176) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 23 12:10:52.568677 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron_lib.callbacks.manager [None req-dc7542b2-afef-47f4-a763-e3a3cba144be None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-899258'] for port, provisioning_complete {{(pid=94176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 12:10:52.597819 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron_lib.callbacks.manager [req-b0dfbf8c-5604-4a0f-afd7-fe0dd0f73e2e req-1607dc16-9801-47b2-a487-b5750c50c623 tempest-TestNetworkAdvancedServerOps-1740099935 tempest-TestNetworkAdvancedServerOps-1740099935-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-922915', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-239814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7866073', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773699642215', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-5082457'] for port, after_create {{(pid=94175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 12:10:52.602041 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG oslo_concurrency.lockutils [None req-91a8b3ce-a83c-4dec-96e7-49b6b8bf54ec tempest-TestNetworkAdvancedServerOps-1740099935 tempest-TestNetworkAdvancedServerOps-1740099935-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94175) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 12:10:52.647534 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron_lib.callbacks.manager [None req-dc7542b2-afef-47f4-a763-e3a3cba144be None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-923122'] for port, before_update {{(pid=94176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 12:10:52.647770 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b0dfbf8c-5604-4a0f-afd7-fe0dd0f73e2e req-1607dc16-9801-47b2-a487-b5750c50c623 tempest-TestNetworkAdvancedServerOps-1740099935 tempest-TestNetworkAdvancedServerOps-1740099935-project] Network ae242918-4391-4e39-8932-5377e8f6472e is already hosted by enough agents. {{(pid=94175) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 23 12:10:52.651056 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.scheduler.base_scheduler [req-b0dfbf8c-5604-4a0f-afd7-fe0dd0f73e2e req-1607dc16-9801-47b2-a487-b5750c50c623 tempest-TestNetworkAdvancedServerOps-1740099935 tempest-TestNetworkAdvancedServerOps-1740099935-project] Resources bound (agent type, host, resource id): {{(pid=94175) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 23 12:10:52.657044 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.db.l3_dvrscheduler_db [req-b0dfbf8c-5604-4a0f-afd7-fe0dd0f73e2e req-1607dc16-9801-47b2-a487-b5750c50c623 tempest-TestNetworkAdvancedServerOps-1740099935 tempest-TestNetworkAdvancedServerOps-1740099935-project] Received port after_create {{(pid=94175) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 23 12:10:52.681207 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1607dc16-9801-47b2-a487-b5750c50c623 tempest-TestNetworkAdvancedServerOps-1740099935 tempest-TestNetworkAdvancedServerOps-1740099935-project] Pushing event updated for resources: {'Port': ['ID=bebd72be-8046-4958-ba24-55e5266319b8,revision_number=1']} {{(pid=94175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 12:10:52.682002 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.plugins.ml2.db [None req-dc7542b2-afef-47f4-a763-e3a3cba144be None None] For port e0511db4-4be2-4bc5-b5c2-c4eff13d559f, host dv-neutron-601336-94-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-94-hyperv',level=0,port_id=e0511db4-4be2-4bc5-b5c2-c4eff13d559f,segment=NetworkSegment(843f110a-7c4f-4110-b8e2-5a92fbe63ec7),segment_id=843f110a-7c4f-4110-b8e2-5a92fbe63ec7)] {{(pid=94176) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 23 12:10:52.686348 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG oslo_concurrency.lockutils [None req-1607dc16-9801-47b2-a487-b5750c50c623 tempest-TestNetworkAdvancedServerOps-1740099935 tempest-TestNetworkAdvancedServerOps-1740099935-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.084s {{(pid=94175) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 12:10:52.711228 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0dfbf8c-5604-4a0f-afd7-fe0dd0f73e2e req-1607dc16-9801-47b2-a487-b5750c50c623 tempest-TestNetworkAdvancedServerOps-1740099935 tempest-TestNetworkAdvancedServerOps-1740099935-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 12:10:52.712996 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron_lib.callbacks.manager [req-b0dfbf8c-5604-4a0f-afd7-fe0dd0f73e2e req-1607dc16-9801-47b2-a487-b5750c50c623 tempest-TestNetworkAdvancedServerOps-1740099935 tempest-TestNetworkAdvancedServerOps-1740099935-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-217507'] for port, before_response {{(pid=94175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 12:10:52.761511 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron_lib.callbacks.manager [None req-dc7542b2-afef-47f4-a763-e3a3cba144be None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-922904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866062', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773700135042', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773699642233', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773699642278'] for port, after_update {{(pid=94176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 12:10:52.763606 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG oslo_concurrency.lockutils [None req-62864e8b-2b84-4452-86f3-1c8358ed9131 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 12:10:52.792991 dv-neutron-601336-94-hyperv neutron-server[94175]: INFO neutron.wsgi [req-b0dfbf8c-5604-4a0f-afd7-fe0dd0f73e2e req-1607dc16-9801-47b2-a487-b5750c50c623 tempest-TestNetworkAdvancedServerOps-1740099935 tempest-TestNetworkAdvancedServerOps-1740099935-project] 10.222.0.52 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.8377347 Jun 23 12:10:52.807904 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.api.v2.base [req-b0dfbf8c-5604-4a0f-afd7-fe0dd0f73e2e req-4992af7d-35b0-4a59-a772-b26aee30e295 service neutron] Request body: {'port': {'device_id': 'df750bf2-44a5-432b-b65f-075c3bfadc2f', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-6013'}} {{(pid=94175) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 23 12:10:52.815646 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc7542b2-afef-47f4-a763-e3a3cba144be None None] Pushing event updated for resources: {'Port': ['ID=e0511db4-4be2-4bc5-b5c2-c4eff13d559f,revision_number=5']} {{(pid=94176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 12:10:52.818788 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG oslo_concurrency.lockutils [None req-dc7542b2-afef-47f4-a763-e3a3cba144be None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.055s {{(pid=94176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 12:10:52.888059 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron_lib.callbacks.manager [req-b0dfbf8c-5604-4a0f-afd7-fe0dd0f73e2e req-4992af7d-35b0-4a59-a772-b26aee30e295 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-923122'] for port, before_update {{(pid=94175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 12:10:52.969564 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.db.provisioning_blocks [None req-16789930-99ec-4248-bcb8-c5b3329f6b97 None None] Provisioning for port bebd72be-8046-4958-ba24-55e5266319b8 completed by entity DHCP. {{(pid=94176) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 23 12:10:52.974354 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.db.provisioning_blocks [None req-16789930-99ec-4248-bcb8-c5b3329f6b97 None None] Provisioning complete for port bebd72be-8046-4958-ba24-55e5266319b8 triggered by entity DHCP. {{(pid=94176) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 23 12:10:52.974786 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron_lib.callbacks.manager [None req-16789930-99ec-4248-bcb8-c5b3329f6b97 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-899258'] for port, provisioning_complete {{(pid=94176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 12:10:53.010381 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.plugins.ml2.plugin [None req-16789930-99ec-4248-bcb8-c5b3329f6b97 None None] Port bebd72be-8046-4958-ba24-55e5266319b8 cannot update to ACTIVE because it is not bound. {{(pid=94176) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jun 23 12:10:53.414772 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b46d562-41ed-459b-9411-82257d8c0fa0 req-d605cc9b-4348-4fa3-8887-10d2eb786300 tempest-TestNetworkAdvancedServerOps-1740099935 tempest-TestNetworkAdvancedServerOps-1740099935-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94174) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 12:10:53.419485 dv-neutron-601336-94-hyperv neutron-server[94174]: INFO neutron.wsgi [req-9b46d562-41ed-459b-9411-82257d8c0fa0 req-d605cc9b-4348-4fa3-8887-10d2eb786300 tempest-TestNetworkAdvancedServerOps-1740099935 tempest-TestNetworkAdvancedServerOps-1740099935-project] 10.222.0.20 "GET /v2.0/ports?device_id=df750bf2-44a5-432b-b65f-075c3bfadc2f HTTP/1.1" status: 200 len: 932 time: 0.0683122 Jun 23 12:10:53.455309 dv-neutron-601336-94-hyperv neutron-server[94174]: INFO neutron.wsgi [req-9b46d562-41ed-459b-9411-82257d8c0fa0 req-bd56ecc1-9d18-4ef9-a549-e3670c3a72c6 tempest-TestNetworkAdvancedServerOps-1740099935 tempest-TestNetworkAdvancedServerOps-1740099935-project] 10.222.0.20 "GET /v2.0/security-groups?id=f9aa5c7b-41c2-4182-817b-001b40eace82&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0332022 Jun 23 12:10:53.477923 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.notifiers.nova [req-b0dfbf8c-5604-4a0f-afd7-fe0dd0f73e2e req-4992af7d-35b0-4a59-a772-b26aee30e295 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id bebd72be-8046-4958-ba24-55e5266319b8 {{(pid=94175) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 23 12:10:53.485798 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron_lib.callbacks.manager [req-b0dfbf8c-5604-4a0f-afd7-fe0dd0f73e2e req-4992af7d-35b0-4a59-a772-b26aee30e295 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 12:10:53.497264 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.db.provisioning_blocks [req-b0dfbf8c-5604-4a0f-afd7-fe0dd0f73e2e req-4992af7d-35b0-4a59-a772-b26aee30e295 service neutron] Transition to ACTIVE for port object bebd72be-8046-4958-ba24-55e5266319b8 will not be triggered until provisioned by entity L2. {{(pid=94175) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 23 12:10:53.551979 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron_lib.callbacks.manager [req-b0dfbf8c-5604-4a0f-afd7-fe0dd0f73e2e req-4992af7d-35b0-4a59-a772-b26aee30e295 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-922904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866062', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773700135042', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773699642233', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773699642278', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5082471'] for port, after_update {{(pid=94175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 12:10:53.554066 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG oslo_concurrency.lockutils [None req-df1fd643-4713-421e-836d-1fa0e5c65040 tempest-NetworksIpV6Test-2059726755 tempest-NetworksIpV6Test-2059726755-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94175) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 12:10:53.601055 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4992af7d-35b0-4a59-a772-b26aee30e295 service neutron] Pushing event updated for resources: {'Port': ['ID=bebd72be-8046-4958-ba24-55e5266319b8,revision_number=2']} {{(pid=94175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 12:10:53.605421 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG oslo_concurrency.lockutils [None req-4992af7d-35b0-4a59-a772-b26aee30e295 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=94175) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 12:10:53.679276 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.plugins.ml2.managers [req-b0dfbf8c-5604-4a0f-afd7-fe0dd0f73e2e req-4992af7d-35b0-4a59-a772-b26aee30e295 service neutron] Attempting to bind port bebd72be-8046-4958-ba24-55e5266319b8 on host hv-neutron-6013 for vnic_type normal with profile {{(pid=94175) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 23 12:10:53.679621 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.plugins.ml2.managers [req-b0dfbf8c-5604-4a0f-afd7-fe0dd0f73e2e req-4992af7d-35b0-4a59-a772-b26aee30e295 service neutron] Attempting to bind port bebd72be-8046-4958-ba24-55e5266319b8 by drivers openvswitch,hyperv on host hv-neutron-6013 at level 0 using segments [{'id': '843f110a-7c4f-4110-b8e2-5a92fbe63ec7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 420, 'network_id': 'ae242918-4391-4e39-8932-5377e8f6472e'}] {{(pid=94175) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 23 12:10:53.679953 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b0dfbf8c-5604-4a0f-afd7-fe0dd0f73e2e req-4992af7d-35b0-4a59-a772-b26aee30e295 service neutron] Attempting to bind port bebd72be-8046-4958-ba24-55e5266319b8 on network ae242918-4391-4e39-8932-5377e8f6472e {{(pid=94175) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 23 12:10:53.684465 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b0dfbf8c-5604-4a0f-afd7-fe0dd0f73e2e req-4992af7d-35b0-4a59-a772-b26aee30e295 service neutron] Port bebd72be-8046-4958-ba24-55e5266319b8 on network ae242918-4391-4e39-8932-5377e8f6472e not bound, no agent of type Open vSwitch agent registered on host hv-neutron-6013 {{(pid=94175) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 23 12:10:53.684785 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b0dfbf8c-5604-4a0f-afd7-fe0dd0f73e2e req-4992af7d-35b0-4a59-a772-b26aee30e295 service neutron] Attempting to bind port bebd72be-8046-4958-ba24-55e5266319b8 on network ae242918-4391-4e39-8932-5377e8f6472e {{(pid=94175) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 23 12:10:53.690828 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b0dfbf8c-5604-4a0f-afd7-fe0dd0f73e2e req-4992af7d-35b0-4a59-a772-b26aee30e295 service neutron] Checking agent: {'id': '3a130b41-5b27-406b-aeb2-5a923af79f10', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-6013', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 23, 11, 28, 23), 'started_at': datetime.datetime(2021, 6, 23, 11, 28, 23), 'heartbeat_timestamp': datetime.datetime(2021, 6, 23, 12, 10, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94175) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 23 12:10:53.691199 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b0dfbf8c-5604-4a0f-afd7-fe0dd0f73e2e req-4992af7d-35b0-4a59-a772-b26aee30e295 service neutron] Checking segment: {'id': '843f110a-7c4f-4110-b8e2-5a92fbe63ec7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 420, 'network_id': 'ae242918-4391-4e39-8932-5377e8f6472e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94175) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 23 12:10:53.691591 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b0dfbf8c-5604-4a0f-afd7-fe0dd0f73e2e req-4992af7d-35b0-4a59-a772-b26aee30e295 service neutron] Bound using segment: {'id': '843f110a-7c4f-4110-b8e2-5a92fbe63ec7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 420, 'network_id': 'ae242918-4391-4e39-8932-5377e8f6472e'} {{(pid=94175) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 23 12:10:53.692015 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.plugins.ml2.managers [req-b0dfbf8c-5604-4a0f-afd7-fe0dd0f73e2e req-4992af7d-35b0-4a59-a772-b26aee30e295 service neutron] Bound port: bebd72be-8046-4958-ba24-55e5266319b8, host: hv-neutron-6013, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '843f110a-7c4f-4110-b8e2-5a92fbe63ec7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 420, 'network_id': 'ae242918-4391-4e39-8932-5377e8f6472e'}}] {{(pid=94175) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 23 12:10:53.692362 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron_lib.callbacks.manager [req-b0dfbf8c-5604-4a0f-afd7-fe0dd0f73e2e req-4992af7d-35b0-4a59-a772-b26aee30e295 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-923122'] for port, before_update {{(pid=94175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 12:10:53.760743 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.plugins.ml2.db [req-b0dfbf8c-5604-4a0f-afd7-fe0dd0f73e2e req-4992af7d-35b0-4a59-a772-b26aee30e295 service neutron] For port bebd72be-8046-4958-ba24-55e5266319b8, host hv-neutron-6013, cleared binding levels {{(pid=94175) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 23 12:10:53.763776 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.plugins.ml2.db [req-b0dfbf8c-5604-4a0f-afd7-fe0dd0f73e2e req-4992af7d-35b0-4a59-a772-b26aee30e295 service neutron] For port bebd72be-8046-4958-ba24-55e5266319b8, host hv-neutron-6013, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-6013',level=0,port_id=bebd72be-8046-4958-ba24-55e5266319b8,segment=NetworkSegment(843f110a-7c4f-4110-b8e2-5a92fbe63ec7),segment_id=843f110a-7c4f-4110-b8e2-5a92fbe63ec7)] {{(pid=94175) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 23 12:10:53.769274 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron_lib.callbacks.manager [None req-97bd5441-1da2-49ee-a364-27795820ba27 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773699952132', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-899307'] for agent, after_update {{(pid=94176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 12:10:53.821417 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron_lib.callbacks.manager [req-b0dfbf8c-5604-4a0f-afd7-fe0dd0f73e2e req-4992af7d-35b0-4a59-a772-b26aee30e295 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-922904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866062', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773700135042', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773699642233', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773699642278', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5082471'] for port, after_update {{(pid=94175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 12:10:53.823614 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG oslo_concurrency.lockutils [None req-bf62b157-632d-4d3f-a5f9-0b0f1d89a73f tempest-TestNetworkAdvancedServerOps-1740099935 tempest-TestNetworkAdvancedServerOps-1740099935-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94175) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 12:10:53.857970 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0dfbf8c-5604-4a0f-afd7-fe0dd0f73e2e req-4992af7d-35b0-4a59-a772-b26aee30e295 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 12:10:53.858590 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron_lib.callbacks.manager [req-b0dfbf8c-5604-4a0f-afd7-fe0dd0f73e2e req-4992af7d-35b0-4a59-a772-b26aee30e295 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-217507'] for port, before_response {{(pid=94175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 12:10:53.860035 dv-neutron-601336-94-hyperv neutron-server[94175]: INFO neutron.wsgi [req-b0dfbf8c-5604-4a0f-afd7-fe0dd0f73e2e req-4992af7d-35b0-4a59-a772-b26aee30e295 service neutron] 10.222.0.52 "PUT /v2.0/ports/bebd72be-8046-4958-ba24-55e5266319b8 HTTP/1.1" status: 200 len: 1094 time: 1.0593283 Jun 23 12:10:53.861087 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'df750bf2-44a5-432b-b65f-075c3bfadc2f', 'tag': 'bebd72be-8046-4958-ba24-55e5266319b8'}] {{(pid=94175) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 23 12:10:53.863854 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1970408df4ea4e7170669a1249478e627cf05a5a0b07cc08a66c5cb53d0ac47a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1afc31ea-8f61-48d8-8c4a-eb4d463c063d" -d '{"events": [{"name": "network-changed", "server_uuid": "df750bf2-44a5-432b-b65f-075c3bfadc2f", "tag": "bebd72be-8046-4958-ba24-55e5266319b8"}]}' {{(pid=94175) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 23 12:10:53.890186 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4992af7d-35b0-4a59-a772-b26aee30e295 service neutron] Pushing event updated for resources: {'Port': ['ID=bebd72be-8046-4958-ba24-55e5266319b8,revision_number=3']} {{(pid=94175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 12:10:53.894465 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG oslo_concurrency.lockutils [None req-4992af7d-35b0-4a59-a772-b26aee30e295 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.071s {{(pid=94175) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 12:10:53.908285 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 23 Jun 2021 12:10:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0e0ec5c8-ada4-4cd3-9bbf-90f348896776 x-openstack-request-id: req-0e0ec5c8-ada4-4cd3-9bbf-90f348896776 {{(pid=94175) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 23 12:10:53.908646 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "df750bf2-44a5-432b-b65f-075c3bfadc2f", "tag": "bebd72be-8046-4958-ba24-55e5266319b8", "status": "completed", "code": 200}]} {{(pid=94175) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 23 12:10:53.908949 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-0e0ec5c8-ada4-4cd3-9bbf-90f348896776 {{(pid=94175) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 23 12:10:53.909400 dv-neutron-601336-94-hyperv neutron-server[94175]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'df750bf2-44a5-432b-b65f-075c3bfadc2f', 'tag': 'bebd72be-8046-4958-ba24-55e5266319b8', 'status': 'completed', 'code': 200} Jun 23 12:10:53.988597 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1afc31ea-8f61-48d8-8c4a-eb4d463c063d req-32c15279-ffb3-4618-995d-ec4c44fc7e37 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 12:10:53.990154 dv-neutron-601336-94-hyperv neutron-server[94175]: INFO neutron.wsgi [req-1afc31ea-8f61-48d8-8c4a-eb4d463c063d req-32c15279-ffb3-4618-995d-ec4c44fc7e37 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=95e75de5b0504e3e87860f65038883f5&device_id=df750bf2-44a5-432b-b65f-075c3bfadc2f HTTP/1.1" status: 200 len: 1097 time: 0.0586038 Jun 23 12:10:54.091629 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1afc31ea-8f61-48d8-8c4a-eb4d463c063d req-054f8f7a-858b-4df6-91e9-1a544d57118d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 12:10:54.093221 dv-neutron-601336-94-hyperv neutron-server[94175]: INFO neutron.wsgi [req-1afc31ea-8f61-48d8-8c4a-eb4d463c063d req-054f8f7a-858b-4df6-91e9-1a544d57118d service neutron] 10.222.0.52 "GET /v2.0/networks?tenant_id=95e75de5b0504e3e87860f65038883f5&shared=False HTTP/1.1" status: 200 len: 898 time: 0.0956314 Jun 23 12:10:54.187445 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1afc31ea-8f61-48d8-8c4a-eb4d463c063d req-59dbc350-fff1-4d5d-81cd-e88744bf5867 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 12:10:54.190167 dv-neutron-601336-94-hyperv neutron-server[94175]: INFO neutron.wsgi [req-1afc31ea-8f61-48d8-8c4a-eb4d463c063d req-59dbc350-fff1-4d5d-81cd-e88744bf5867 service neutron] 10.222.0.52 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0916917 Jun 23 12:10:54.285324 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0dfbf8c-5604-4a0f-afd7-fe0dd0f73e2e req-15db1f13-cc56-40bb-9d5b-4c5a2e9206ba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 12:10:54.286809 dv-neutron-601336-94-hyperv neutron-server[94175]: INFO neutron.wsgi [req-b0dfbf8c-5604-4a0f-afd7-fe0dd0f73e2e req-15db1f13-cc56-40bb-9d5b-4c5a2e9206ba service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=95e75de5b0504e3e87860f65038883f5&device_id=df750bf2-44a5-432b-b65f-075c3bfadc2f HTTP/1.1" status: 200 len: 1097 time: 0.0573983 Jun 23 12:10:54.329048 dv-neutron-601336-94-hyperv neutron-server[94175]: INFO neutron.wsgi [req-b0dfbf8c-5604-4a0f-afd7-fe0dd0f73e2e req-6aee05ac-228f-476c-ac7d-28b9035d69bc service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=bebd72be-8046-4958-ba24-55e5266319b8 HTTP/1.1" status: 200 len: 217 time: 0.0354712 Jun 23 12:10:54.376588 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0dfbf8c-5604-4a0f-afd7-fe0dd0f73e2e req-1f5d9798-055d-4899-b34a-59fb09fe2f14 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 12:10:54.377933 dv-neutron-601336-94-hyperv neutron-server[94175]: INFO neutron.wsgi [req-b0dfbf8c-5604-4a0f-afd7-fe0dd0f73e2e req-1f5d9798-055d-4899-b34a-59fb09fe2f14 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=355d5f47-0b7b-46c0-a8aa-2ce141f3ef1e HTTP/1.1" status: 200 len: 834 time: 0.0436962 Jun 23 12:10:54.435982 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0dfbf8c-5604-4a0f-afd7-fe0dd0f73e2e req-9a6d77a0-0eb5-4d16-84dd-5f103caa77b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 12:10:54.437794 dv-neutron-601336-94-hyperv neutron-server[94175]: INFO neutron.wsgi [req-b0dfbf8c-5604-4a0f-afd7-fe0dd0f73e2e req-9a6d77a0-0eb5-4d16-84dd-5f103caa77b5 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=ae242918-4391-4e39-8932-5377e8f6472e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1178 time: 0.0538936 Jun 23 12:10:54.444433 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.plugins.ml2.rpc [None req-dc7542b2-afef-47f4-a763-e3a3cba144be None None] Device e0511db4-4be2-4bc5-b5c2-c4eff13d559f up at agent ovs-agent-dv-neutron-601336-94-hyperv {{(pid=94176) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:298}} Jun 23 12:10:54.492406 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.db.provisioning_blocks [None req-dc7542b2-afef-47f4-a763-e3a3cba144be None None] Provisioning complete for port e0511db4-4be2-4bc5-b5c2-c4eff13d559f triggered by entity L2. {{(pid=94176) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 23 12:10:54.492805 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron_lib.callbacks.manager [None req-dc7542b2-afef-47f4-a763-e3a3cba144be None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-899258'] for port, provisioning_complete {{(pid=94176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 12:10:54.542443 dv-neutron-601336-94-hyperv neutron-server[94175]: INFO neutron.wsgi [req-b0dfbf8c-5604-4a0f-afd7-fe0dd0f73e2e req-449e1444-f571-4850-a88b-a2d821476ef5 service neutron] 10.222.0.52 "GET /v2.0/networks/ae242918-4391-4e39-8932-5377e8f6472e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0983531 Jun 23 12:10:54.638969 dv-neutron-601336-94-hyperv neutron-server[94175]: INFO neutron.wsgi [req-b0dfbf8c-5604-4a0f-afd7-fe0dd0f73e2e req-823100e4-6e99-4563-9ccd-950441638398 service neutron] 10.222.0.52 "GET /v2.0/networks/ae242918-4391-4e39-8932-5377e8f6472e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0896852 Jun 23 12:10:54.653259 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abeb1354-0e90-4bc2-bfb7-27c875b46c39 req-e2be6dce-90a3-4404-b42c-3372b3d0e8b5 tempest-TestNetworkAdvancedServerOps-1740099935 tempest-TestNetworkAdvancedServerOps-1740099935-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94174) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 12:10:54.654730 dv-neutron-601336-94-hyperv neutron-server[94174]: INFO neutron.wsgi [req-abeb1354-0e90-4bc2-bfb7-27c875b46c39 req-e2be6dce-90a3-4404-b42c-3372b3d0e8b5 tempest-TestNetworkAdvancedServerOps-1740099935 tempest-TestNetworkAdvancedServerOps-1740099935-project] 10.222.0.20 "GET /v2.0/ports?device_id=df750bf2-44a5-432b-b65f-075c3bfadc2f HTTP/1.1" status: 200 len: 944 time: 0.0709226 Jun 23 12:10:54.692190 dv-neutron-601336-94-hyperv neutron-server[94174]: INFO neutron.wsgi [req-abeb1354-0e90-4bc2-bfb7-27c875b46c39 req-b7ec31ce-9533-4ffa-94c9-e8fdcdfd40ff tempest-TestNetworkAdvancedServerOps-1740099935 tempest-TestNetworkAdvancedServerOps-1740099935-project] 10.222.0.20 "GET /v2.0/security-groups?id=f9aa5c7b-41c2-4182-817b-001b40eace82&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0308254 Jun 23 12:10:55.875565 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc9e01ce-1a15-473d-b731-28f075ef9c81 req-4ff974df-9364-43c9-bd3f-91d07b325a11 tempest-TestNetworkAdvancedServerOps-1740099935 tempest-TestNetworkAdvancedServerOps-1740099935-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 12:10:55.877026 dv-neutron-601336-94-hyperv neutron-server[94175]: INFO neutron.wsgi [req-dc9e01ce-1a15-473d-b731-28f075ef9c81 req-4ff974df-9364-43c9-bd3f-91d07b325a11 tempest-TestNetworkAdvancedServerOps-1740099935 tempest-TestNetworkAdvancedServerOps-1740099935-project] 10.222.0.20 "GET /v2.0/ports?device_id=df750bf2-44a5-432b-b65f-075c3bfadc2f HTTP/1.1" status: 200 len: 944 time: 0.0686719 Jun 23 12:10:55.914245 dv-neutron-601336-94-hyperv neutron-server[94175]: INFO neutron.wsgi [req-dc9e01ce-1a15-473d-b731-28f075ef9c81 req-45f70848-e32c-482a-a559-94275b5824c8 tempest-TestNetworkAdvancedServerOps-1740099935 tempest-TestNetworkAdvancedServerOps-1740099935-project] 10.222.0.20 "GET /v2.0/security-groups?id=f9aa5c7b-41c2-4182-817b-001b40eace82&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0313418 Jun 23 12:10:56.715182 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.plugins.ml2.rpc [None req-97bd5441-1da2-49ee-a364-27795820ba27 None None] Device bebd72be-8046-4958-ba24-55e5266319b8 details requested by agent hyperv_hv-neutron-6013 with host hv-neutron-6013 {{(pid=94176) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:104}} Jun 23 12:10:56.806503 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.plugins.ml2.db [None req-97bd5441-1da2-49ee-a364-27795820ba27 None None] For port bebd72be-8046-4958-ba24-55e5266319b8, host hv-neutron-6013, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-6013',level=0,port_id=bebd72be-8046-4958-ba24-55e5266319b8,segment=NetworkSegment(843f110a-7c4f-4110-b8e2-5a92fbe63ec7),segment_id=843f110a-7c4f-4110-b8e2-5a92fbe63ec7)] {{(pid=94176) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 23 12:10:56.817849 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.plugins.ml2.rpc [None req-97bd5441-1da2-49ee-a364-27795820ba27 None None] Returning: {'device': 'bebd72be-8046-4958-ba24-55e5266319b8', 'network_id': 'ae242918-4391-4e39-8932-5377e8f6472e', 'port_id': 'bebd72be-8046-4958-ba24-55e5266319b8', 'mac_address': 'fa:16:3e:16:eb:2c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 420, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '355d5f47-0b7b-46c0-a8aa-2ce141f3ef1e', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94176) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:186}} Jun 23 12:10:56.852780 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron_lib.callbacks.manager [None req-97bd5441-1da2-49ee-a364-27795820ba27 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-923122'] for port, before_update {{(pid=94176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 12:10:56.868479 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.notifiers.nova [None req-97bd5441-1da2-49ee-a364-27795820ba27 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id bebd72be-8046-4958-ba24-55e5266319b8 {{(pid=94176) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 23 12:10:56.887844 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.plugins.ml2.db [None req-97bd5441-1da2-49ee-a364-27795820ba27 None None] For port bebd72be-8046-4958-ba24-55e5266319b8, host hv-neutron-6013, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-6013',level=0,port_id=bebd72be-8046-4958-ba24-55e5266319b8,segment=NetworkSegment(843f110a-7c4f-4110-b8e2-5a92fbe63ec7),segment_id=843f110a-7c4f-4110-b8e2-5a92fbe63ec7)] {{(pid=94176) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 23 12:10:56.961002 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron_lib.callbacks.manager [None req-97bd5441-1da2-49ee-a364-27795820ba27 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-922904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866062', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773700135042', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773699642233', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773699642278'] for port, after_update {{(pid=94176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 12:10:56.962874 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG oslo_concurrency.lockutils [None req-97bd5441-1da2-49ee-a364-27795820ba27 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 12:10:57.016914 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97bd5441-1da2-49ee-a364-27795820ba27 None None] Pushing event updated for resources: {'Port': ['ID=bebd72be-8046-4958-ba24-55e5266319b8,revision_number=4']} {{(pid=94176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 12:10:57.019926 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG oslo_concurrency.lockutils [None req-97bd5441-1da2-49ee-a364-27795820ba27 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.057s {{(pid=94176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 12:10:57.090303 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62228c6a-7e40-4f34-a5ec-ac6be51756a2 req-849615c8-2b0d-43be-966f-6434d6f3a907 tempest-TestNetworkAdvancedServerOps-1740099935 tempest-TestNetworkAdvancedServerOps-1740099935-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94174) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 12:10:57.091813 dv-neutron-601336-94-hyperv neutron-server[94174]: INFO neutron.wsgi [req-62228c6a-7e40-4f34-a5ec-ac6be51756a2 req-849615c8-2b0d-43be-966f-6434d6f3a907 tempest-TestNetworkAdvancedServerOps-1740099935 tempest-TestNetworkAdvancedServerOps-1740099935-project] 10.222.0.20 "GET /v2.0/ports?device_id=df750bf2-44a5-432b-b65f-075c3bfadc2f HTTP/1.1" status: 200 len: 945 time: 0.0630405 Jun 23 12:10:57.130294 dv-neutron-601336-94-hyperv neutron-server[94174]: INFO neutron.wsgi [req-62228c6a-7e40-4f34-a5ec-ac6be51756a2 req-96948dc5-1866-4a5c-8c53-d25bbe263a30 tempest-TestNetworkAdvancedServerOps-1740099935 tempest-TestNetworkAdvancedServerOps-1740099935-project] 10.222.0.20 "GET /v2.0/security-groups?id=f9aa5c7b-41c2-4182-817b-001b40eace82&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0320561 Jun 23 12:10:57.162389 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.plugins.ml2.db [None req-97bd5441-1da2-49ee-a364-27795820ba27 None None] get_ports_and_sgs() called for port_ids ['bebd72be-8046-4958-ba24-55e5266319b8'] {{(pid=94176) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 23 12:10:58.303429 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f6af887-4cfd-4ba5-9364-e2800518b936 req-8f22f05a-18f4-406b-8707-31567a73097e tempest-TestNetworkAdvancedServerOps-1740099935 tempest-TestNetworkAdvancedServerOps-1740099935-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 12:10:58.304803 dv-neutron-601336-94-hyperv neutron-server[94175]: INFO neutron.wsgi [req-6f6af887-4cfd-4ba5-9364-e2800518b936 req-8f22f05a-18f4-406b-8707-31567a73097e tempest-TestNetworkAdvancedServerOps-1740099935 tempest-TestNetworkAdvancedServerOps-1740099935-project] 10.222.0.20 "GET /v2.0/ports?device_id=df750bf2-44a5-432b-b65f-075c3bfadc2f HTTP/1.1" status: 200 len: 945 time: 0.0633874 Jun 23 12:10:58.345391 dv-neutron-601336-94-hyperv neutron-server[94175]: INFO neutron.wsgi [req-6f6af887-4cfd-4ba5-9364-e2800518b936 req-9db6f4e4-e0fe-44ea-9583-b5a82fa59357 tempest-TestNetworkAdvancedServerOps-1740099935 tempest-TestNetworkAdvancedServerOps-1740099935-project] 10.222.0.20 "GET /v2.0/security-groups?id=f9aa5c7b-41c2-4182-817b-001b40eace82&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0348563 Jun 23 12:10:58.723708 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.plugins.ml2.rpc [None req-97bd5441-1da2-49ee-a364-27795820ba27 None None] Device bebd72be-8046-4958-ba24-55e5266319b8 up at agent hyperv_hv-neutron-6013 {{(pid=94176) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:298}} Jun 23 12:10:58.869720 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.db.provisioning_blocks [None req-97bd5441-1da2-49ee-a364-27795820ba27 None None] Provisioning for port bebd72be-8046-4958-ba24-55e5266319b8 completed by entity L2. {{(pid=94176) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 23 12:10:58.873838 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.db.provisioning_blocks [None req-97bd5441-1da2-49ee-a364-27795820ba27 None None] Provisioning complete for port bebd72be-8046-4958-ba24-55e5266319b8 triggered by entity L2. {{(pid=94176) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 23 12:10:58.874231 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron_lib.callbacks.manager [None req-97bd5441-1da2-49ee-a364-27795820ba27 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-899258'] for port, provisioning_complete {{(pid=94176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 12:10:58.952723 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron_lib.callbacks.manager [None req-97bd5441-1da2-49ee-a364-27795820ba27 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-923122'] for port, before_update {{(pid=94176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 12:10:58.974225 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'df750bf2-44a5-432b-b65f-075c3bfadc2f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bebd72be-8046-4958-ba24-55e5266319b8'}] {{(pid=94176) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 23 12:10:58.976415 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}887b0dfc0393de878080286a57e4a08d4fa60dd0cddd118f338ebfcd351ddd4c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6d3eb3fd-eb2d-4c55-b615-0f641bffbdfb" -d '{"events": [{"server_uuid": "df750bf2-44a5-432b-b65f-075c3bfadc2f", "name": "network-vif-plugged", "status": "completed", "tag": "bebd72be-8046-4958-ba24-55e5266319b8"}]}' {{(pid=94176) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 23 12:10:58.989281 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.plugins.ml2.db [None req-97bd5441-1da2-49ee-a364-27795820ba27 None None] For port bebd72be-8046-4958-ba24-55e5266319b8, host hv-neutron-6013, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-6013',level=0,port_id=bebd72be-8046-4958-ba24-55e5266319b8,segment=NetworkSegment(843f110a-7c4f-4110-b8e2-5a92fbe63ec7),segment_id=843f110a-7c4f-4110-b8e2-5a92fbe63ec7)] {{(pid=94176) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 23 12:10:59.013262 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 23 Jun 2021 12:10:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-12660b82-2950-4b99-ab19-092fb42e4b2a x-openstack-request-id: req-12660b82-2950-4b99-ab19-092fb42e4b2a {{(pid=94176) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 23 12:10:59.013582 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "df750bf2-44a5-432b-b65f-075c3bfadc2f", "name": "network-vif-plugged", "status": "completed", "tag": "bebd72be-8046-4958-ba24-55e5266319b8", "code": 200}]} {{(pid=94176) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 23 12:10:59.013844 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-12660b82-2950-4b99-ab19-092fb42e4b2a {{(pid=94176) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 23 12:10:59.014250 dv-neutron-601336-94-hyperv neutron-server[94176]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'df750bf2-44a5-432b-b65f-075c3bfadc2f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bebd72be-8046-4958-ba24-55e5266319b8', 'code': 200} Jun 23 12:10:59.115420 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron_lib.callbacks.manager [None req-97bd5441-1da2-49ee-a364-27795820ba27 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-922904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866062', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773700135042', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773699642233', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773699642278'] for port, after_update {{(pid=94176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 12:10:59.117311 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG oslo_concurrency.lockutils [None req-9d3a3ce9-514e-41cf-9629-23be96813039 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 12:10:59.164812 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97bd5441-1da2-49ee-a364-27795820ba27 None None] Pushing event updated for resources: {'Port': ['ID=bebd72be-8046-4958-ba24-55e5266319b8,revision_number=5']} {{(pid=94176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 12:10:59.167928 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG oslo_concurrency.lockutils [None req-97bd5441-1da2-49ee-a364-27795820ba27 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=94176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 12:10:59.414477 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c59508a-d9d6-427b-951b-d3ab8b14f9ee req-b32ab864-aa2e-4918-8fa7-399969aea1b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 12:10:59.416008 dv-neutron-601336-94-hyperv neutron-server[94175]: INFO neutron.wsgi [req-3c59508a-d9d6-427b-951b-d3ab8b14f9ee req-b32ab864-aa2e-4918-8fa7-399969aea1b6 service neutron] 10.222.0.52 "GET /v2.0/ports?device_id=df750bf2-44a5-432b-b65f-075c3bfadc2f HTTP/1.1" status: 200 len: 1099 time: 0.0575078 Jun 23 12:10:59.452639 dv-neutron-601336-94-hyperv neutron-server[94175]: INFO neutron.wsgi [req-3c59508a-d9d6-427b-951b-d3ab8b14f9ee req-92c86c4b-6ab7-4389-9b2b-de7618aeb441 service neutron] 10.222.0.52 "GET /v2.0/security-groups?id=f9aa5c7b-41c2-4182-817b-001b40eace82&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0297158 Jun 23 12:10:59.523443 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa92bc6d-2084-43d5-8b22-7b7dc87bf79a req-5425a480-1b2d-4c2f-9653-d49eb98e1ad2 tempest-TestNetworkAdvancedServerOps-1740099935 tempest-TestNetworkAdvancedServerOps-1740099935-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 12:10:59.524941 dv-neutron-601336-94-hyperv neutron-server[94175]: INFO neutron.wsgi [req-aa92bc6d-2084-43d5-8b22-7b7dc87bf79a req-5425a480-1b2d-4c2f-9653-d49eb98e1ad2 tempest-TestNetworkAdvancedServerOps-1740099935 tempest-TestNetworkAdvancedServerOps-1740099935-project] 10.222.0.20 "GET /v2.0/ports?device_id=df750bf2-44a5-432b-b65f-075c3bfadc2f HTTP/1.1" status: 200 len: 946 time: 0.0675395 Jun 23 12:10:59.562125 dv-neutron-601336-94-hyperv neutron-server[94175]: INFO neutron.wsgi [req-aa92bc6d-2084-43d5-8b22-7b7dc87bf79a req-48592b2f-4e53-402a-80fd-f231c7d58c22 tempest-TestNetworkAdvancedServerOps-1740099935 tempest-TestNetworkAdvancedServerOps-1740099935-project] 10.222.0.20 "GET /v2.0/security-groups?id=f9aa5c7b-41c2-4182-817b-001b40eace82&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0313570 Jun 23 12:11:00.745521 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33ee5b7d-3b09-4ad0-ae47-6f6116e0ae47 req-16d381a9-6d7f-42a8-baf4-fdc8c4bd176f tempest-TestNetworkAdvancedServerOps-1740099935 tempest-TestNetworkAdvancedServerOps-1740099935-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94174) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 12:11:00.746995 dv-neutron-601336-94-hyperv neutron-server[94174]: INFO neutron.wsgi [req-33ee5b7d-3b09-4ad0-ae47-6f6116e0ae47 req-16d381a9-6d7f-42a8-baf4-fdc8c4bd176f tempest-TestNetworkAdvancedServerOps-1740099935 tempest-TestNetworkAdvancedServerOps-1740099935-project] 10.222.0.20 "GET /v2.0/ports?device_id=df750bf2-44a5-432b-b65f-075c3bfadc2f HTTP/1.1" status: 200 len: 946 time: 0.0691848 Jun 23 12:11:00.785448 dv-neutron-601336-94-hyperv neutron-server[94174]: INFO neutron.wsgi [req-33ee5b7d-3b09-4ad0-ae47-6f6116e0ae47 req-c4b02605-fe4f-4741-b73d-f659087f0eaf tempest-TestNetworkAdvancedServerOps-1740099935 tempest-TestNetworkAdvancedServerOps-1740099935-project] 10.222.0.20 "GET /v2.0/security-groups?id=f9aa5c7b-41c2-4182-817b-001b40eace82&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0327709 Jun 23 12:11:00.962838 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3feab6cb-805b-4b6d-a14d-e94395589002 req-7983ed44-7103-4b56-bcaf-78f96a1ff413 tempest-TestNetworkAdvancedServerOps-1740099935 tempest-TestNetworkAdvancedServerOps-1740099935-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 12:11:00.964328 dv-neutron-601336-94-hyperv neutron-server[94175]: INFO neutron.wsgi [req-3feab6cb-805b-4b6d-a14d-e94395589002 req-7983ed44-7103-4b56-bcaf-78f96a1ff413 tempest-TestNetworkAdvancedServerOps-1740099935 tempest-TestNetworkAdvancedServerOps-1740099935-project] 10.222.0.20 "GET /v2.0/ports?device_id=df750bf2-44a5-432b-b65f-075c3bfadc2f HTTP/1.1" status: 200 len: 946 time: 0.0629900 Jun 23 12:11:01.002996 dv-neutron-601336-94-hyperv neutron-server[94175]: INFO neutron.wsgi [req-3feab6cb-805b-4b6d-a14d-e94395589002 req-9554c5ba-7c8e-45c0-971f-9d9614e16417 tempest-TestNetworkAdvancedServerOps-1740099935 tempest-TestNetworkAdvancedServerOps-1740099935-project] 10.222.0.20 "GET /v2.0/security-groups?id=f9aa5c7b-41c2-4182-817b-001b40eace82&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0331662 Jun 23 12:11:01.027083 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.wsgi [-] (94174) accepted ('10.222.0.20', 49242) {{(pid=94174) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 12:11:01.077757 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-60165ff1-943e-40f1-90d4-11f62ada9783 tempest-TestNetworkAdvancedServerOps-1716169103 tempest-TestNetworkAdvancedServerOps-1716169103-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94174) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 12:11:01.079874 dv-neutron-601336-94-hyperv neutron-server[94174]: INFO neutron.wsgi [None req-60165ff1-943e-40f1-90d4-11f62ada9783 tempest-TestNetworkAdvancedServerOps-1716169103 tempest-TestNetworkAdvancedServerOps-1716169103-project-admin] 10.222.0.20 "GET /v2.0/ports?device_id=df750bf2-44a5-432b-b65f-075c3bfadc2f HTTP/1.1" status: 200 len: 1094 time: 0.0517781 Jun 23 12:11:01.082667 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.wsgi [-] (94174) accepted ('10.222.0.20', 49244) {{(pid=94174) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 12:11:01.087188 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.api.v2.base [None req-7782949d-851f-410a-981a-e8c300f671dd tempest-TestNetworkAdvancedServerOps-1740099935 tempest-TestNetworkAdvancedServerOps-1740099935-project] Request body: {'floatingip': {'floating_network_id': '3e7e4eb3-cf02-4d47-ade9-0a579cdfc60f', 'port_id': 'bebd72be-8046-4958-ba24-55e5266319b8', 'tenant_id': '95e75de5b0504e3e87860f65038883f5', 'fixed_ip_address': '172.20.0.12'}} {{(pid=94174) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 23 12:11:01.196876 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron_lib.callbacks.manager [None req-7782949d-851f-410a-981a-e8c300f671dd tempest-TestNetworkAdvancedServerOps-1740099935 tempest-TestNetworkAdvancedServerOps-1740099935-project] Notify callbacks [] for floatingip, before_create {{(pid=94174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 12:11:01.296947 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron_lib.callbacks.manager [None req-7782949d-851f-410a-981a-e8c300f671dd tempest-TestNetworkAdvancedServerOps-1740099935 tempest-TestNetworkAdvancedServerOps-1740099935-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-923104'] for port, before_create {{(pid=94174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 12:11:01.397361 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.db.db_base_plugin_common [None req-7782949d-851f-410a-981a-e8c300f671dd tempest-TestNetworkAdvancedServerOps-1740099935 tempest-TestNetworkAdvancedServerOps-1740099935-project] Allocated IP 172.26.3.103 (3e7e4eb3-cf02-4d47-ade9-0a579cdfc60f/a5ad15ab-c489-4a67-a9b0-d559fca0ec71/3d51333e-0c5e-4b6f-93c3-caf6d7bae8c4) {{(pid=94174) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 23 12:11:01.502299 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron_lib.callbacks.manager [None req-7782949d-851f-410a-981a-e8c300f671dd tempest-TestNetworkAdvancedServerOps-1740099935 tempest-TestNetworkAdvancedServerOps-1740099935-project] Notify callbacks [] for port, precommit_create {{(pid=94174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 12:11:01.603642 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron_lib.callbacks.manager [None req-7782949d-851f-410a-981a-e8c300f671dd tempest-TestNetworkAdvancedServerOps-1740099935 tempest-TestNetworkAdvancedServerOps-1740099935-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-922915', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-239814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7866073', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773699642215', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-5196399'] for port, after_create {{(pid=94174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 12:11:01.605804 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG oslo_concurrency.lockutils [None req-db9ddd83-0435-418e-8f46-5c7090a662fa tempest-TestNetworkAdvancedServerOps-1740099935 tempest-TestNetworkAdvancedServerOps-1740099935-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94174) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 12:11:01.642166 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7782949d-851f-410a-981a-e8c300f671dd tempest-TestNetworkAdvancedServerOps-1740099935 tempest-TestNetworkAdvancedServerOps-1740099935-project] Network 3e7e4eb3-cf02-4d47-ade9-0a579cdfc60f is already hosted by enough agents. {{(pid=94174) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 23 12:11:01.645061 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.scheduler.base_scheduler [None req-7782949d-851f-410a-981a-e8c300f671dd tempest-TestNetworkAdvancedServerOps-1740099935 tempest-TestNetworkAdvancedServerOps-1740099935-project] Resources bound (agent type, host, resource id): {{(pid=94174) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 23 12:11:01.651390 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7782949d-851f-410a-981a-e8c300f671dd tempest-TestNetworkAdvancedServerOps-1740099935 tempest-TestNetworkAdvancedServerOps-1740099935-project] Received port after_create {{(pid=94174) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 23 12:11:01.656862 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7782949d-851f-410a-981a-e8c300f671dd tempest-TestNetworkAdvancedServerOps-1740099935 tempest-TestNetworkAdvancedServerOps-1740099935-project] Pushing event updated for resources: {'Port': ['ID=3d51333e-0c5e-4b6f-93c3-caf6d7bae8c4,revision_number=1']} {{(pid=94174) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 12:11:01.675794 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG oslo_concurrency.lockutils [None req-7782949d-851f-410a-981a-e8c300f671dd tempest-TestNetworkAdvancedServerOps-1740099935 tempest-TestNetworkAdvancedServerOps-1740099935-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.070s {{(pid=94174) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 12:11:02.049606 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron_lib.callbacks.manager [None req-7782949d-851f-410a-981a-e8c300f671dd tempest-TestNetworkAdvancedServerOps-1740099935 tempest-TestNetworkAdvancedServerOps-1740099935-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 12:11:02.198376 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron_lib.callbacks.manager [None req-7782949d-851f-410a-981a-e8c300f671dd tempest-TestNetworkAdvancedServerOps-1740099935 tempest-TestNetworkAdvancedServerOps-1740099935-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-923122'] for port, before_update {{(pid=94174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 12:11:02.358128 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron_lib.callbacks.manager [None req-7782949d-851f-410a-981a-e8c300f671dd tempest-TestNetworkAdvancedServerOps-1740099935 tempest-TestNetworkAdvancedServerOps-1740099935-project] Notify callbacks [] for port, precommit_update {{(pid=94174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 12:11:02.449054 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron_lib.callbacks.manager [None req-7782949d-851f-410a-981a-e8c300f671dd tempest-TestNetworkAdvancedServerOps-1740099935 tempest-TestNetworkAdvancedServerOps-1740099935-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-922904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866062', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773700135042', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773699642233', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773699642278', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5196369'] for port, after_update {{(pid=94174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 12:11:02.451306 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG oslo_concurrency.lockutils [None req-6b7a5da9-6e09-46dc-bc4a-e251485c39fa admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94174) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 12:11:02.517090 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7782949d-851f-410a-981a-e8c300f671dd tempest-TestNetworkAdvancedServerOps-1740099935 tempest-TestNetworkAdvancedServerOps-1740099935-project] Pushing event updated for resources: {'Port': ['ID=3d51333e-0c5e-4b6f-93c3-caf6d7bae8c4,revision_number=2']} {{(pid=94174) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 12:11:02.520929 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG oslo_concurrency.lockutils [None req-7782949d-851f-410a-981a-e8c300f671dd tempest-TestNetworkAdvancedServerOps-1740099935 tempest-TestNetworkAdvancedServerOps-1740099935-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.070s {{(pid=94174) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 12:11:02.537681 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron_lib.callbacks.manager [None req-7782949d-851f-410a-981a-e8c300f671dd tempest-TestNetworkAdvancedServerOps-1740099935 tempest-TestNetworkAdvancedServerOps-1740099935-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-524229'] for floatingip, after_update {{(pid=94174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 12:11:02.638850 dv-neutron-601336-94-hyperv neutron-server[94174]: INFO neutron.db.l3_db [None req-7782949d-851f-410a-981a-e8c300f671dd tempest-TestNetworkAdvancedServerOps-1740099935 tempest-TestNetworkAdvancedServerOps-1740099935-project] Floating IP d220630c-5c99-4521-9d66-6cc9baad17da associated. External IP: 172.26.3.103, port: bebd72be-8046-4958-ba24-55e5266319b8. Jun 23 12:11:02.853973 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7782949d-851f-410a-981a-e8c300f671dd tempest-TestNetworkAdvancedServerOps-1740099935 tempest-TestNetworkAdvancedServerOps-1740099935-project] Router 6fe4e030-e059-41ee-92cc-8ecd63dd2a9e has already been hosted by L3 agent 50ef99c0-ef28-4db5-b303-b145898fae60 {{(pid=94174) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 23 12:11:02.966065 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7782949d-851f-410a-981a-e8c300f671dd tempest-TestNetworkAdvancedServerOps-1740099935 tempest-TestNetworkAdvancedServerOps-1740099935-project] Notify agent at l3_agent.dv-neutron-601336-94-hyperv the message routers_updated {{(pid=94174) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 23 12:11:02.976457 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5192cdf8-9c6b-4507-bdb3-80860c06c95d None None] Sync routers for ids ['6fe4e030-e059-41ee-92cc-8ecd63dd2a9e'] in dv-neutron-601336-94-hyperv {{(pid=94176) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 23 12:11:02.986563 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5192cdf8-9c6b-4507-bdb3-80860c06c95d None None] Routers {'6fe4e030-e059-41ee-92cc-8ecd63dd2a9e'} bound to L3 agent in host dv-neutron-601336-94-hyperv {{(pid=94176) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 23 12:11:02.987227 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.db.l3_hamode_db [None req-5192cdf8-9c6b-4507-bdb3-80860c06c95d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-601336-94-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-06-23T11:22:13Z,description=,heartbeat_timestamp=2021-06-23T12:10:43Z,host='dv-neutron-601336-94-hyperv',id=50ef99c0-ef28-4db5-b303-b145898fae60,load=0,resource_versions=,resources_synced=,started_at=2021-06-23T11:22:14Z,topic='l3_agent')) {'router_ids': ['6fe4e030-e059-41ee-92cc-8ecd63dd2a9e'], 'active': True} {{(pid=94176) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 12:11:03.060417 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron_lib.callbacks.manager [None req-7782949d-851f-410a-981a-e8c300f671dd tempest-TestNetworkAdvancedServerOps-1740099935 tempest-TestNetworkAdvancedServerOps-1740099935-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-217507'] for floatingip, before_response {{(pid=94174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 12:11:03.093376 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.db.l3_dvr_db [None req-5192cdf8-9c6b-4507-bdb3-80860c06c95d None None] Set router 6fe4e030-e059-41ee-92cc-8ecd63dd2a9e gateway port host: dv-neutron-601336-94-hyperv {{(pid=94176) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:838}} Jun 23 12:11:03.097184 dv-neutron-601336-94-hyperv neutron-server[94174]: INFO neutron.wsgi [None req-7782949d-851f-410a-981a-e8c300f671dd tempest-TestNetworkAdvancedServerOps-1740099935 tempest-TestNetworkAdvancedServerOps-1740099935-project] 10.222.0.20 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 2.0134287 Jun 23 12:11:03.097889 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'df750bf2-44a5-432b-b65f-075c3bfadc2f', 'tag': 'bebd72be-8046-4958-ba24-55e5266319b8'}] {{(pid=94174) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 23 12:11:03.100252 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6ff47218258ed5bf6cae7f276c9622ae488f9e8ebc13d1a310221fbcfb04c5dd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-55b11635-df15-45f7-b31a-d49c7bb03583" -d '{"events": [{"name": "network-changed", "server_uuid": "df750bf2-44a5-432b-b65f-075c3bfadc2f", "tag": "bebd72be-8046-4958-ba24-55e5266319b8"}]}' {{(pid=94174) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 23 12:11:03.143799 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 23 Jun 2021 12:11:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-da2525b7-db38-407b-9585-ef241fc753a7 x-openstack-request-id: req-da2525b7-db38-407b-9585-ef241fc753a7 {{(pid=94174) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 23 12:11:03.144152 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "df750bf2-44a5-432b-b65f-075c3bfadc2f", "tag": "bebd72be-8046-4958-ba24-55e5266319b8", "status": "completed", "code": 200}]} {{(pid=94174) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 23 12:11:03.144461 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-da2525b7-db38-407b-9585-ef241fc753a7 {{(pid=94174) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 23 12:11:03.144923 dv-neutron-601336-94-hyperv neutron-server[94174]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'df750bf2-44a5-432b-b65f-075c3bfadc2f', 'tag': 'bebd72be-8046-4958-ba24-55e5266319b8', 'status': 'completed', 'code': 200} Jun 23 12:11:03.230797 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55b11635-df15-45f7-b31a-d49c7bb03583 req-3587eb6f-280c-4ef8-a5b1-84d3177f327b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 12:11:03.232332 dv-neutron-601336-94-hyperv neutron-server[94175]: INFO neutron.wsgi [req-55b11635-df15-45f7-b31a-d49c7bb03583 req-3587eb6f-280c-4ef8-a5b1-84d3177f327b service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=95e75de5b0504e3e87860f65038883f5&device_id=df750bf2-44a5-432b-b65f-075c3bfadc2f HTTP/1.1" status: 200 len: 1099 time: 0.0695534 Jun 23 12:11:03.262401 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ba5c3e5-7bfa-415b-a1ee-390e9ce73735 req-afe0d6e6-6598-463e-a8d6-803cb3616ec8 tempest-TestNetworkAdvancedServerOps-1740099935 tempest-TestNetworkAdvancedServerOps-1740099935-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94174) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 12:11:03.263923 dv-neutron-601336-94-hyperv neutron-server[94174]: INFO neutron.wsgi [req-2ba5c3e5-7bfa-415b-a1ee-390e9ce73735 req-afe0d6e6-6598-463e-a8d6-803cb3616ec8 tempest-TestNetworkAdvancedServerOps-1740099935 tempest-TestNetworkAdvancedServerOps-1740099935-project] 10.222.0.20 "GET /v2.0/ports?device_id=df750bf2-44a5-432b-b65f-075c3bfadc2f HTTP/1.1" status: 200 len: 946 time: 0.0758200 Jun 23 12:11:03.305062 dv-neutron-601336-94-hyperv neutron-server[94174]: INFO neutron.wsgi [req-2ba5c3e5-7bfa-415b-a1ee-390e9ce73735 req-a85cb22c-9a7f-452b-82d3-9bf2bdf28f74 tempest-TestNetworkAdvancedServerOps-1740099935 tempest-TestNetworkAdvancedServerOps-1740099935-project] 10.222.0.20 "GET /v2.0/security-groups?id=f9aa5c7b-41c2-4182-817b-001b40eace82&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0339518 Jun 23 12:11:03.326959 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55b11635-df15-45f7-b31a-d49c7bb03583 req-56e82852-9898-4dcd-a1e5-48a3b2d05972 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 12:11:03.330246 dv-neutron-601336-94-hyperv neutron-server[94175]: INFO neutron.wsgi [req-55b11635-df15-45f7-b31a-d49c7bb03583 req-56e82852-9898-4dcd-a1e5-48a3b2d05972 service neutron] 10.222.0.52 "GET /v2.0/networks?id=ae242918-4391-4e39-8932-5377e8f6472e HTTP/1.1" status: 200 len: 898 time: 0.0898144 Jun 23 12:11:03.333085 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.wsgi [-] (94175) accepted ('10.222.0.20', 49250) {{(pid=94175) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 12:11:03.334799 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.db.l3_hamode_db [None req-5192cdf8-9c6b-4507-bdb3-80860c06c95d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6fe4e030-e059-41ee-92cc-8ecd63dd2a9e', 'name': 'tempest-TestNetworkAdvancedServerOps-router-46685508', 'tenant_id': '95e75de5b0504e3e87860f65038883f5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3e7e4eb3-cf02-4d47-ade9-0a579cdfc60f', 'external_fixed_ips': [{'subnet_id': 'a5ad15ab-c489-4a67-a9b0-d559fca0ec71', 'ip_address': '172.26.3.147'}], 'enable_snat': True}, 'gw_port_id': '5851f988-6072-45b8-a9c9-07989b10b143', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-23T12:10:43Z', 'updated_at': '2021-06-23T12:10:47Z', 'revision_number': 4, 'project_id': '95e75de5b0504e3e87860f65038883f5', 'gw_port': {'id': '5851f988-6072-45b8-a9c9-07989b10b143', 'name': '', 'network_id': '3e7e4eb3-cf02-4d47-ade9-0a579cdfc60f', 'tenant_id': '', 'mac_address': 'fa:16:3e:45:0d:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6fe4e030-e059-41ee-92cc-8ecd63dd2a9e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1771, 'fixed_ips': [{'subnet_id': 'a5ad15ab-c489-4a67-a9b0-d559fca0ec71', 'ip_address': '172.26.3.147', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-94-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-23T12:10:44Z', 'updated_at': '2021-06-23T12:10:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a5ad15ab-c489-4a67-a9b0-d559fca0ec71', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-601336-94-hyperv', '_floatingips': [{'id': 'd220630c-5c99-4521-9d66-6cc9baad17da', 'tenant_id': '95e75de5b0504e3e87860f65038883f5', 'floating_ip_address': '172.26.3.103', 'floating_network_id': '3e7e4eb3-cf02-4d47-ade9-0a579cdfc60f', 'router_id': '6fe4e030-e059-41ee-92cc-8ecd63dd2a9e', 'port_id': 'bebd72be-8046-4958-ba24-55e5266319b8', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 1777, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ae242918-4391-4e39-8932-5377e8f6472e', 'mac_address': 'fa:16:3e:16:eb:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'df750bf2-44a5-432b-b65f-075c3bfadc2f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-23T12:11:01Z', 'updated_at': '2021-06-23T12:11:01Z', 'revision_number': 0, 'project_id': '95e75de5b0504e3e87860f65038883f5', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e0511db4-4be2-4bc5-b5c2-c4eff13d559f', 'name': '', 'network_id': 'ae242918-4391-4e39-8932-5377e8f6472e', 'tenant_id': '95e75de5b0504e3e87860f65038883f5', 'mac_address': 'fa:16:3e:cf:6c:a1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6fe4e030-e059-41ee-92cc-8ecd63dd2a9e', 'device_owner': 'network:router_interface', 'standard_attr_id': 1774, 'fixed_ips': [{'subnet_id': '355d5f47-0b7b-46c0-a8aa-2ce141f3ef1e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-94-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-23T12:10:46Z', 'updated_at': '2021-06-23T12:10:52Z', 'revision_number': 5, 'project_id': '95e75de5b0504e3e87860f65038883f5', 'subnets': [{'id': '355d5f47-0b7b-46c0-a8aa-2ce141f3ef1e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-601336-94-hyperv', False) {} {{(pid=94176) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 12:11:03.361248 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5192cdf8-9c6b-4507-bdb3-80860c06c95d None None] Checking router: 6fe4e030-e059-41ee-92cc-8ecd63dd2a9e for host: dv-neutron-601336-94-hyperv {{(pid=94176) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 23 12:11:03.369766 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5192cdf8-9c6b-4507-bdb3-80860c06c95d None None] Routers {'6fe4e030-e059-41ee-92cc-8ecd63dd2a9e'} bound to L3 agent in host dv-neutron-601336-94-hyperv {{(pid=94176) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 23 12:11:03.370404 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.db.l3_hamode_db [None req-5192cdf8-9c6b-4507-bdb3-80860c06c95d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-601336-94-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-06-23T11:22:13Z,description=,heartbeat_timestamp=2021-06-23T12:10:43Z,host='dv-neutron-601336-94-hyperv',id=50ef99c0-ef28-4db5-b303-b145898fae60,load=0,resource_versions=,resources_synced=,started_at=2021-06-23T11:22:14Z,topic='l3_agent')) {'router_ids': ['6fe4e030-e059-41ee-92cc-8ecd63dd2a9e'], 'active': True} {{(pid=94176) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 12:11:03.447335 dv-neutron-601336-94-hyperv neutron-server[94175]: INFO neutron.wsgi [None req-5aceb5f8-6ea8-4aca-84c9-9b405e120ce2 tempest-TestNetworkAdvancedServerOps-1740099935 tempest-TestNetworkAdvancedServerOps-1740099935-project] 10.222.0.20 "GET /v2.0/floatingips/d220630c-5c99-4521-9d66-6cc9baad17da HTTP/1.1" status: 200 len: 992 time: 0.1127768 Jun 23 12:11:03.449370 dv-neutron-601336-94-hyperv neutron-server[94175]: INFO neutron.wsgi [req-55b11635-df15-45f7-b31a-d49c7bb03583 req-00d8177b-d850-4321-8442-d4038cc1e4a5 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=bebd72be-8046-4958-ba24-55e5266319b8 HTTP/1.1" status: 200 len: 1000 time: 0.1136546 Jun 23 12:11:03.475489 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.db.l3_dvr_db [None req-5192cdf8-9c6b-4507-bdb3-80860c06c95d None None] Set router 6fe4e030-e059-41ee-92cc-8ecd63dd2a9e gateway port host: dv-neutron-601336-94-hyperv {{(pid=94176) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:838}} Jun 23 12:11:03.500539 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55b11635-df15-45f7-b31a-d49c7bb03583 req-cf87c5b2-6705-460d-892b-4607831908b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 12:11:03.502526 dv-neutron-601336-94-hyperv neutron-server[94175]: INFO neutron.wsgi [req-55b11635-df15-45f7-b31a-d49c7bb03583 req-cf87c5b2-6705-460d-892b-4607831908b0 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=355d5f47-0b7b-46c0-a8aa-2ce141f3ef1e HTTP/1.1" status: 200 len: 834 time: 0.0467694 Jun 23 12:11:03.558659 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55b11635-df15-45f7-b31a-d49c7bb03583 req-a26fb15a-3641-44a1-ab91-d3cf7a9fc619 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 12:11:03.560239 dv-neutron-601336-94-hyperv neutron-server[94175]: INFO neutron.wsgi [req-55b11635-df15-45f7-b31a-d49c7bb03583 req-a26fb15a-3641-44a1-ab91-d3cf7a9fc619 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=ae242918-4391-4e39-8932-5377e8f6472e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1178 time: 0.0517650 Jun 23 12:11:03.683647 dv-neutron-601336-94-hyperv neutron-server[94175]: INFO neutron.wsgi [req-55b11635-df15-45f7-b31a-d49c7bb03583 req-8d83944d-fec5-45b1-931a-dacbb5b419fd service neutron] 10.222.0.52 "GET /v2.0/networks/ae242918-4391-4e39-8932-5377e8f6472e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1162210 Jun 23 12:11:03.693686 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.db.l3_hamode_db [None req-5192cdf8-9c6b-4507-bdb3-80860c06c95d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6fe4e030-e059-41ee-92cc-8ecd63dd2a9e', 'name': 'tempest-TestNetworkAdvancedServerOps-router-46685508', 'tenant_id': '95e75de5b0504e3e87860f65038883f5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3e7e4eb3-cf02-4d47-ade9-0a579cdfc60f', 'external_fixed_ips': [{'subnet_id': 'a5ad15ab-c489-4a67-a9b0-d559fca0ec71', 'ip_address': '172.26.3.147'}], 'enable_snat': True}, 'gw_port_id': '5851f988-6072-45b8-a9c9-07989b10b143', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-23T12:10:43Z', 'updated_at': '2021-06-23T12:10:47Z', 'revision_number': 4, 'project_id': '95e75de5b0504e3e87860f65038883f5', 'gw_port': {'id': '5851f988-6072-45b8-a9c9-07989b10b143', 'name': '', 'network_id': '3e7e4eb3-cf02-4d47-ade9-0a579cdfc60f', 'tenant_id': '', 'mac_address': 'fa:16:3e:45:0d:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6fe4e030-e059-41ee-92cc-8ecd63dd2a9e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1771, 'fixed_ips': [{'subnet_id': 'a5ad15ab-c489-4a67-a9b0-d559fca0ec71', 'ip_address': '172.26.3.147', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-94-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-23T12:10:44Z', 'updated_at': '2021-06-23T12:10:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a5ad15ab-c489-4a67-a9b0-d559fca0ec71', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-601336-94-hyperv', '_floatingips': [{'id': 'd220630c-5c99-4521-9d66-6cc9baad17da', 'tenant_id': '95e75de5b0504e3e87860f65038883f5', 'floating_ip_address': '172.26.3.103', 'floating_network_id': '3e7e4eb3-cf02-4d47-ade9-0a579cdfc60f', 'router_id': '6fe4e030-e059-41ee-92cc-8ecd63dd2a9e', 'port_id': 'bebd72be-8046-4958-ba24-55e5266319b8', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 1777, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ae242918-4391-4e39-8932-5377e8f6472e', 'mac_address': 'fa:16:3e:16:eb:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'df750bf2-44a5-432b-b65f-075c3bfadc2f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-23T12:11:01Z', 'updated_at': '2021-06-23T12:11:01Z', 'revision_number': 0, 'project_id': '95e75de5b0504e3e87860f65038883f5', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e0511db4-4be2-4bc5-b5c2-c4eff13d559f', 'name': '', 'network_id': 'ae242918-4391-4e39-8932-5377e8f6472e', 'tenant_id': '95e75de5b0504e3e87860f65038883f5', 'mac_address': 'fa:16:3e:cf:6c:a1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6fe4e030-e059-41ee-92cc-8ecd63dd2a9e', 'device_owner': 'network:router_interface', 'standard_attr_id': 1774, 'fixed_ips': [{'subnet_id': '355d5f47-0b7b-46c0-a8aa-2ce141f3ef1e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-94-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-23T12:10:46Z', 'updated_at': '2021-06-23T12:10:52Z', 'revision_number': 5, 'project_id': '95e75de5b0504e3e87860f65038883f5', 'subnets': [{'id': '355d5f47-0b7b-46c0-a8aa-2ce141f3ef1e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-601336-94-hyperv', False) {} {{(pid=94176) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 12:11:03.723093 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5192cdf8-9c6b-4507-bdb3-80860c06c95d None None] The sync data for ids ['6fe4e030-e059-41ee-92cc-8ecd63dd2a9e'] in dv-neutron-601336-94-hyperv is: [{'id': '6fe4e030-e059-41ee-92cc-8ecd63dd2a9e', 'name': 'tempest-TestNetworkAdvancedServerOps-router-46685508', 'tenant_id': '95e75de5b0504e3e87860f65038883f5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3e7e4eb3-cf02-4d47-ade9-0a579cdfc60f', 'external_fixed_ips': [{'subnet_id': 'a5ad15ab-c489-4a67-a9b0-d559fca0ec71', 'ip_address': '172.26.3.147'}], 'enable_snat': True}, 'gw_port_id': '5851f988-6072-45b8-a9c9-07989b10b143', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-23T12:10:43Z', 'updated_at': '2021-06-23T12:10:47Z', 'revision_number': 4, 'project_id': '95e75de5b0504e3e87860f65038883f5', 'gw_port': {'id': '5851f988-6072-45b8-a9c9-07989b10b143', 'name': '', 'network_id': '3e7e4eb3-cf02-4d47-ade9-0a579cdfc60f', 'tenant_id': '', 'mac_address': 'fa:16:3e:45:0d:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6fe4e030-e059-41ee-92cc-8ecd63dd2a9e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1771, 'fixed_ips': [{'subnet_id': 'a5ad15ab-c489-4a67-a9b0-d559fca0ec71', 'ip_address': '172.26.3.147', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-94-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-23T12:10:44Z', 'updated_at': '2021-06-23T12:10:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a5ad15ab-c489-4a67-a9b0-d559fca0ec71', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-601336-94-hyperv', '_floatingips': [{'id': 'd220630c-5c99-4521-9d66-6cc9baad17da', 'tenant_id': '95e75de5b0504e3e87860f65038883f5', 'floating_ip_address': '172.26.3.103', 'floating_network_id': '3e7e4eb3-cf02-4d47-ade9-0a579cdfc60f', 'router_id': '6fe4e030-e059-41ee-92cc-8ecd63dd2a9e', 'port_id': 'bebd72be-8046-4958-ba24-55e5266319b8', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 1777, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ae242918-4391-4e39-8932-5377e8f6472e', 'mac_address': 'fa:16:3e:16:eb:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'df750bf2-44a5-432b-b65f-075c3bfadc2f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-23T12:11:01Z', 'updated_at': '2021-06-23T12:11:01Z', 'revision_number': 0, 'project_id': '95e75de5b0504e3e87860f65038883f5', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e0511db4-4be2-4bc5-b5c2-c4eff13d559f', 'name': '', 'network_id': 'ae242918-4391-4e39-8932-5377e8f6472e', 'tenant_id': '95e75de5b0504e3e87860f65038883f5', 'mac_address': 'fa:16:3e:cf:6c:a1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6fe4e030-e059-41ee-92cc-8ecd63dd2a9e', 'device_owner': 'network:router_interface', 'standard_attr_id': 1774, 'fixed_ips': [{'subnet_id': '355d5f47-0b7b-46c0-a8aa-2ce141f3ef1e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-94-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-23T12:10:46Z', 'updated_at': '2021-06-23T12:10:52Z', 'revision_number': 5, 'project_id': '95e75de5b0504e3e87860f65038883f5', 'subnets': [{'id': '355d5f47-0b7b-46c0-a8aa-2ce141f3ef1e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94176) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 23 12:11:03.782057 dv-neutron-601336-94-hyperv neutron-server[94175]: INFO neutron.wsgi [req-55b11635-df15-45f7-b31a-d49c7bb03583 req-ea3fdf52-7889-422f-b8c8-856a6cf44a17 service neutron] 10.222.0.52 "GET /v2.0/networks/ae242918-4391-4e39-8932-5377e8f6472e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0914288 Jun 23 12:11:03.915666 dv-neutron-601336-94-hyperv neutron-server[94177]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-09410174-691a-4810-aeae-fc24b01221bb None None] New status for floating IP d220630c-5c99-4521-9d66-6cc9baad17da: ACTIVE {{(pid=94177) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 23 12:11:04.451088 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.wsgi [-] (94175) accepted ('10.222.0.20', 49254) {{(pid=94175) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 12:11:04.511274 dv-neutron-601336-94-hyperv neutron-server[94175]: INFO neutron.wsgi [None req-8cd2743d-0aed-450b-8b32-635dec55d9e2 tempest-TestNetworkAdvancedServerOps-1740099935 tempest-TestNetworkAdvancedServerOps-1740099935-project] 10.222.0.20 "GET /v2.0/floatingips/d220630c-5c99-4521-9d66-6cc9baad17da HTTP/1.1" status: 200 len: 994 time: 0.0589056 Jun 23 12:11:05.066666 dv-neutron-601336-94-hyperv neutron-server[94175]: INFO neutron.wsgi [req-5dc707f6-4370-41da-9e8e-370542d9b60c req-5834c30c-f441-428d-8c21-30520573555d service neutron] 10.222.0.52 "GET /v2.0/ports?device_id=df750bf2-44a5-432b-b65f-075c3bfadc2f&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0545735 Jun 23 12:11:05.148887 dv-neutron-601336-94-hyperv neutron-server[94177]: DEBUG neutron.db.agents_db [None req-90fb1279-e4c5-4e73-8d66-3a29811dc4e3 None None] Agent healthcheck: found 6 active agents {{(pid=94177) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 23 12:11:05.161760 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dc707f6-4370-41da-9e8e-370542d9b60c req-1af71e64-679d-4216-b395-0ac2787cbc79 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 12:11:05.163246 dv-neutron-601336-94-hyperv neutron-server[94175]: INFO neutron.wsgi [req-5dc707f6-4370-41da-9e8e-370542d9b60c req-1af71e64-679d-4216-b395-0ac2787cbc79 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=95e75de5b0504e3e87860f65038883f5&device_id=df750bf2-44a5-432b-b65f-075c3bfadc2f HTTP/1.1" status: 200 len: 1099 time: 0.0552015 Jun 23 12:11:05.266880 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dc707f6-4370-41da-9e8e-370542d9b60c req-0b545219-dcb1-4c86-9ef8-5b8afc586e00 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 12:11:05.268279 dv-neutron-601336-94-hyperv neutron-server[94175]: INFO neutron.wsgi [req-5dc707f6-4370-41da-9e8e-370542d9b60c req-0b545219-dcb1-4c86-9ef8-5b8afc586e00 service neutron] 10.222.0.52 "GET /v2.0/networks?id=ae242918-4391-4e39-8932-5377e8f6472e HTTP/1.1" status: 200 len: 898 time: 0.0839295 Jun 23 12:11:05.337179 dv-neutron-601336-94-hyperv neutron-server[94175]: INFO neutron.wsgi [req-5dc707f6-4370-41da-9e8e-370542d9b60c req-ef51bade-b134-495d-8839-118f22819db0 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=bebd72be-8046-4958-ba24-55e5266319b8 HTTP/1.1" status: 200 len: 1002 time: 0.0621109 Jun 23 12:11:05.389174 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dc707f6-4370-41da-9e8e-370542d9b60c req-4c2ad860-71dc-4385-a94c-95ffde8d43db service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 12:11:05.390576 dv-neutron-601336-94-hyperv neutron-server[94175]: INFO neutron.wsgi [req-5dc707f6-4370-41da-9e8e-370542d9b60c req-4c2ad860-71dc-4385-a94c-95ffde8d43db service neutron] 10.222.0.52 "GET /v2.0/subnets?id=355d5f47-0b7b-46c0-a8aa-2ce141f3ef1e HTTP/1.1" status: 200 len: 834 time: 0.0458941 Jun 23 12:11:05.449183 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dc707f6-4370-41da-9e8e-370542d9b60c req-8b12f19e-4624-403c-8639-65ebeb70b7f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 12:11:05.450771 dv-neutron-601336-94-hyperv neutron-server[94175]: INFO neutron.wsgi [req-5dc707f6-4370-41da-9e8e-370542d9b60c req-8b12f19e-4624-403c-8639-65ebeb70b7f8 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=ae242918-4391-4e39-8932-5377e8f6472e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1178 time: 0.0526669 Jun 23 12:11:05.544517 dv-neutron-601336-94-hyperv neutron-server[94175]: INFO neutron.wsgi [req-5dc707f6-4370-41da-9e8e-370542d9b60c req-c4223a29-8fae-4fb9-ad9d-c3d679321244 service neutron] 10.222.0.52 "GET /v2.0/networks/ae242918-4391-4e39-8932-5377e8f6472e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0856402 Jun 23 12:11:05.633411 dv-neutron-601336-94-hyperv neutron-server[94175]: INFO neutron.wsgi [req-5dc707f6-4370-41da-9e8e-370542d9b60c req-cafe4eb2-1fb3-4e85-9443-5df4e2fc2024 service neutron] 10.222.0.52 "GET /v2.0/networks/ae242918-4391-4e39-8932-5377e8f6472e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0813622 Jun 23 12:11:10.957059 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron_lib.callbacks.manager [None req-53ec62f9-e378-4cf8-ba27-9f5d2cae6a4d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773699952132', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-899307'] for agent, after_update {{(pid=94176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 12:11:13.196779 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron_lib.callbacks.manager [None req-f1c30c55-d70d-44f9-af17-0433c8843eff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773699952132', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-899307'] for agent, after_update {{(pid=94176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 12:11:13.923525 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron_lib.callbacks.manager [None req-dc7542b2-afef-47f4-a763-e3a3cba144be None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773699952132', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-899307'] for agent, after_update {{(pid=94176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 12:11:14.750093 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron_lib.callbacks.manager [None req-4c20ea5f-bc7f-4d4e-935d-57f082af6ccb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773699952132', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-899307'] for agent, after_update {{(pid=94176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 12:11:16.785814 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron_lib.callbacks.manager [None req-95d6aa8f-24e7-4234-82ff-f502266c3285 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773699952132', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-899307'] for agent, after_update {{(pid=94176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 12:11:23.785591 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron_lib.callbacks.manager [None req-97bd5441-1da2-49ee-a364-27795820ba27 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773699952132', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-899307'] for agent, after_update {{(pid=94176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 12:11:36.303665 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac234eeb-feaf-4a3c-8e3a-c825d4ee742f req-aeb27048-d667-4083-9b5c-5abb63b52acf tempest-TestNetworkAdvancedServerOps-1740099935 tempest-TestNetworkAdvancedServerOps-1740099935-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 12:11:36.305174 dv-neutron-601336-94-hyperv neutron-server[94175]: INFO neutron.wsgi [req-ac234eeb-feaf-4a3c-8e3a-c825d4ee742f req-aeb27048-d667-4083-9b5c-5abb63b52acf tempest-TestNetworkAdvancedServerOps-1740099935 tempest-TestNetworkAdvancedServerOps-1740099935-project] 10.222.0.20 "GET /v2.0/ports?device_id=df750bf2-44a5-432b-b65f-075c3bfadc2f HTTP/1.1" status: 200 len: 946 time: 0.0704753 Jun 23 12:11:36.345158 dv-neutron-601336-94-hyperv neutron-server[94175]: INFO neutron.wsgi [req-ac234eeb-feaf-4a3c-8e3a-c825d4ee742f req-294de229-4003-4f09-bd24-fa99997a7def tempest-TestNetworkAdvancedServerOps-1740099935 tempest-TestNetworkAdvancedServerOps-1740099935-project] 10.222.0.20 "GET /v2.0/security-groups?id=f9aa5c7b-41c2-4182-817b-001b40eace82&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0340865 Jun 23 12:11:37.538135 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03867503-0a99-486c-9656-d8cb599ad2a6 req-956590ed-17f4-4cfd-bacf-422a9da186a3 tempest-TestNetworkAdvancedServerOps-1740099935 tempest-TestNetworkAdvancedServerOps-1740099935-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94174) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 12:11:37.540750 dv-neutron-601336-94-hyperv neutron-server[94174]: INFO neutron.wsgi [req-03867503-0a99-486c-9656-d8cb599ad2a6 req-956590ed-17f4-4cfd-bacf-422a9da186a3 tempest-TestNetworkAdvancedServerOps-1740099935 tempest-TestNetworkAdvancedServerOps-1740099935-project] 10.222.0.20 "GET /v2.0/ports?device_id=df750bf2-44a5-432b-b65f-075c3bfadc2f HTTP/1.1" status: 200 len: 946 time: 0.0760043 Jun 23 12:11:37.578702 dv-neutron-601336-94-hyperv neutron-server[94174]: INFO neutron.wsgi [req-03867503-0a99-486c-9656-d8cb599ad2a6 req-e841a04e-3ae0-4df9-abfb-579c78edc656 tempest-TestNetworkAdvancedServerOps-1740099935 tempest-TestNetworkAdvancedServerOps-1740099935-project] 10.222.0.20 "GET /v2.0/security-groups?id=f9aa5c7b-41c2-4182-817b-001b40eace82&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0317521 Jun 23 12:11:38.757153 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32d871d8-6614-41a8-a760-51e11fc59ba8 req-5ab9b4d6-1c59-4c12-9e1e-944e438b4438 tempest-TestNetworkAdvancedServerOps-1740099935 tempest-TestNetworkAdvancedServerOps-1740099935-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 12:11:38.758570 dv-neutron-601336-94-hyperv neutron-server[94175]: INFO neutron.wsgi [req-32d871d8-6614-41a8-a760-51e11fc59ba8 req-5ab9b4d6-1c59-4c12-9e1e-944e438b4438 tempest-TestNetworkAdvancedServerOps-1740099935 tempest-TestNetworkAdvancedServerOps-1740099935-project] 10.222.0.20 "GET /v2.0/ports?device_id=df750bf2-44a5-432b-b65f-075c3bfadc2f HTTP/1.1" status: 200 len: 946 time: 0.0666749 Jun 23 12:11:38.796404 dv-neutron-601336-94-hyperv neutron-server[94175]: INFO neutron.wsgi [req-32d871d8-6614-41a8-a760-51e11fc59ba8 req-081d859f-351b-42cf-81ea-7d2ae482410f tempest-TestNetworkAdvancedServerOps-1740099935 tempest-TestNetworkAdvancedServerOps-1740099935-project] 10.222.0.20 "GET /v2.0/security-groups?id=f9aa5c7b-41c2-4182-817b-001b40eace82&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0322545 Jun 23 12:11:39.973146 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab3aab1d-e490-4c5a-b4e0-d9f4f0e835a1 req-c86598be-8df5-40e5-bc65-18ec8606283b tempest-TestNetworkAdvancedServerOps-1740099935 tempest-TestNetworkAdvancedServerOps-1740099935-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94174) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 12:11:39.974766 dv-neutron-601336-94-hyperv neutron-server[94174]: INFO neutron.wsgi [req-ab3aab1d-e490-4c5a-b4e0-d9f4f0e835a1 req-c86598be-8df5-40e5-bc65-18ec8606283b tempest-TestNetworkAdvancedServerOps-1740099935 tempest-TestNetworkAdvancedServerOps-1740099935-project] 10.222.0.20 "GET /v2.0/ports?device_id=df750bf2-44a5-432b-b65f-075c3bfadc2f HTTP/1.1" status: 200 len: 946 time: 0.0689154 Jun 23 12:11:40.017554 dv-neutron-601336-94-hyperv neutron-server[94174]: INFO neutron.wsgi [req-ab3aab1d-e490-4c5a-b4e0-d9f4f0e835a1 req-aa931464-10db-49db-81f8-addbc75168d6 tempest-TestNetworkAdvancedServerOps-1740099935 tempest-TestNetworkAdvancedServerOps-1740099935-project] 10.222.0.20 "GET /v2.0/security-groups?id=f9aa5c7b-41c2-4182-817b-001b40eace82&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0372605 Jun 23 12:11:40.956746 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron_lib.callbacks.manager [None req-414a9370-8e8f-4bfa-ad15-d3406c7117bf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773699952132', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-899307'] for agent, after_update {{(pid=94176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 12:11:41.192452 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c531fe3e-e21e-47a4-8cfb-218853bf6612 req-009f87ac-19f9-47cc-8e7f-5d8a6ca17f98 tempest-TestNetworkAdvancedServerOps-1740099935 tempest-TestNetworkAdvancedServerOps-1740099935-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 12:11:41.193976 dv-neutron-601336-94-hyperv neutron-server[94175]: INFO neutron.wsgi [req-c531fe3e-e21e-47a4-8cfb-218853bf6612 req-009f87ac-19f9-47cc-8e7f-5d8a6ca17f98 tempest-TestNetworkAdvancedServerOps-1740099935 tempest-TestNetworkAdvancedServerOps-1740099935-project] 10.222.0.20 "GET /v2.0/ports?device_id=df750bf2-44a5-432b-b65f-075c3bfadc2f HTTP/1.1" status: 200 len: 946 time: 0.0649221 Jun 23 12:11:41.231213 dv-neutron-601336-94-hyperv neutron-server[94175]: INFO neutron.wsgi [req-c531fe3e-e21e-47a4-8cfb-218853bf6612 req-9f7a563e-5cff-442f-9e45-3e0e694f2532 tempest-TestNetworkAdvancedServerOps-1740099935 tempest-TestNetworkAdvancedServerOps-1740099935-project] 10.222.0.20 "GET /v2.0/security-groups?id=f9aa5c7b-41c2-4182-817b-001b40eace82&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0314314 Jun 23 12:11:42.148343 dv-neutron-601336-94-hyperv neutron-server[94177]: DEBUG neutron.db.agents_db [None req-90fb1279-e4c5-4e73-8d66-3a29811dc4e3 None None] Agent healthcheck: found 6 active agents {{(pid=94177) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 23 12:11:42.406075 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0882d728-74e9-486b-aece-7ef55b7cbe24 req-bf8236e2-8760-49b4-b540-7d381c9e15a0 tempest-TestNetworkAdvancedServerOps-1740099935 tempest-TestNetworkAdvancedServerOps-1740099935-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94174) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 12:11:42.407577 dv-neutron-601336-94-hyperv neutron-server[94174]: INFO neutron.wsgi [req-0882d728-74e9-486b-aece-7ef55b7cbe24 req-bf8236e2-8760-49b4-b540-7d381c9e15a0 tempest-TestNetworkAdvancedServerOps-1740099935 tempest-TestNetworkAdvancedServerOps-1740099935-project] 10.222.0.20 "GET /v2.0/ports?device_id=df750bf2-44a5-432b-b65f-075c3bfadc2f HTTP/1.1" status: 200 len: 946 time: 0.0649731 Jun 23 12:11:42.452660 dv-neutron-601336-94-hyperv neutron-server[94174]: INFO neutron.wsgi [req-0882d728-74e9-486b-aece-7ef55b7cbe24 req-f0db6cda-818f-41e2-9de6-bb35d2c0f633 tempest-TestNetworkAdvancedServerOps-1740099935 tempest-TestNetworkAdvancedServerOps-1740099935-project] 10.222.0.20 "GET /v2.0/security-groups?id=f9aa5c7b-41c2-4182-817b-001b40eace82&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0392294 Jun 23 12:11:43.202419 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron_lib.callbacks.manager [None req-0c55e687-1ed5-4e97-99ed-4e3e7a37af21 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773699952132', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-899307'] for agent, after_update {{(pid=94176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 12:11:43.634573 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1b001c0-4dff-4f14-ad0a-702d220314c0 req-f87e49e6-e0b4-4d0c-a6b0-be7a0214404e tempest-TestNetworkAdvancedServerOps-1740099935 tempest-TestNetworkAdvancedServerOps-1740099935-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 12:11:43.636095 dv-neutron-601336-94-hyperv neutron-server[94175]: INFO neutron.wsgi [req-f1b001c0-4dff-4f14-ad0a-702d220314c0 req-f87e49e6-e0b4-4d0c-a6b0-be7a0214404e tempest-TestNetworkAdvancedServerOps-1740099935 tempest-TestNetworkAdvancedServerOps-1740099935-project] 10.222.0.20 "GET /v2.0/ports?device_id=df750bf2-44a5-432b-b65f-075c3bfadc2f HTTP/1.1" status: 200 len: 946 time: 0.0701811 Jun 23 12:11:43.676250 dv-neutron-601336-94-hyperv neutron-server[94175]: INFO neutron.wsgi [req-f1b001c0-4dff-4f14-ad0a-702d220314c0 req-1e375261-41a3-422e-a01e-432b13e7c856 tempest-TestNetworkAdvancedServerOps-1740099935 tempest-TestNetworkAdvancedServerOps-1740099935-project] 10.222.0.20 "GET /v2.0/security-groups?id=f9aa5c7b-41c2-4182-817b-001b40eace82&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0339596 Jun 23 12:11:43.910439 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron_lib.callbacks.manager [None req-dc7542b2-afef-47f4-a763-e3a3cba144be None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773699952132', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-899307'] for agent, after_update {{(pid=94176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 12:11:44.764476 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron_lib.callbacks.manager [None req-4c20ea5f-bc7f-4d4e-935d-57f082af6ccb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773699952132', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-899307'] for agent, after_update {{(pid=94176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 12:11:44.865290 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c16813b-c916-443f-a4f9-be4e0c766f46 req-2b4fddff-d999-4f70-a14e-5bdae0a8801d tempest-TestNetworkAdvancedServerOps-1740099935 tempest-TestNetworkAdvancedServerOps-1740099935-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94174) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 12:11:44.866802 dv-neutron-601336-94-hyperv neutron-server[94174]: INFO neutron.wsgi [req-7c16813b-c916-443f-a4f9-be4e0c766f46 req-2b4fddff-d999-4f70-a14e-5bdae0a8801d tempest-TestNetworkAdvancedServerOps-1740099935 tempest-TestNetworkAdvancedServerOps-1740099935-project] 10.222.0.20 "GET /v2.0/ports?device_id=df750bf2-44a5-432b-b65f-075c3bfadc2f HTTP/1.1" status: 200 len: 946 time: 0.0677085 Jun 23 12:11:44.908081 dv-neutron-601336-94-hyperv neutron-server[94174]: INFO neutron.wsgi [req-7c16813b-c916-443f-a4f9-be4e0c766f46 req-6faa0095-b21b-40fb-9942-eaa2d5a734f4 tempest-TestNetworkAdvancedServerOps-1740099935 tempest-TestNetworkAdvancedServerOps-1740099935-project] 10.222.0.20 "GET /v2.0/security-groups?id=f9aa5c7b-41c2-4182-817b-001b40eace82&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0356185 Jun 23 12:11:46.111237 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-757bfccf-c018-4312-9d18-7a470168f217 req-e75fdf2b-4fcb-432a-8ae9-903e4ac557b4 tempest-TestNetworkAdvancedServerOps-1740099935 tempest-TestNetworkAdvancedServerOps-1740099935-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 12:11:46.112722 dv-neutron-601336-94-hyperv neutron-server[94175]: INFO neutron.wsgi [req-757bfccf-c018-4312-9d18-7a470168f217 req-e75fdf2b-4fcb-432a-8ae9-903e4ac557b4 tempest-TestNetworkAdvancedServerOps-1740099935 tempest-TestNetworkAdvancedServerOps-1740099935-project] 10.222.0.20 "GET /v2.0/ports?device_id=df750bf2-44a5-432b-b65f-075c3bfadc2f HTTP/1.1" status: 200 len: 946 time: 0.0947464 Jun 23 12:11:46.150069 dv-neutron-601336-94-hyperv neutron-server[94175]: INFO neutron.wsgi [req-757bfccf-c018-4312-9d18-7a470168f217 req-879515b9-9c02-404d-b086-3e9fb8102a2a tempest-TestNetworkAdvancedServerOps-1740099935 tempest-TestNetworkAdvancedServerOps-1740099935-project] 10.222.0.20 "GET /v2.0/security-groups?id=f9aa5c7b-41c2-4182-817b-001b40eace82&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0318701 Jun 23 12:11:46.791202 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron_lib.callbacks.manager [None req-95d6aa8f-24e7-4234-82ff-f502266c3285 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773699952132', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-899307'] for agent, after_update {{(pid=94176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 12:11:47.326563 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53b1d831-30e7-4c0c-878a-9aeee2e65701 req-95775578-5a72-479a-a66c-6a4b111cbe67 tempest-TestNetworkAdvancedServerOps-1740099935 tempest-TestNetworkAdvancedServerOps-1740099935-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94174) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 12:11:47.328622 dv-neutron-601336-94-hyperv neutron-server[94174]: INFO neutron.wsgi [req-53b1d831-30e7-4c0c-878a-9aeee2e65701 req-95775578-5a72-479a-a66c-6a4b111cbe67 tempest-TestNetworkAdvancedServerOps-1740099935 tempest-TestNetworkAdvancedServerOps-1740099935-project] 10.222.0.20 "GET /v2.0/ports?device_id=df750bf2-44a5-432b-b65f-075c3bfadc2f HTTP/1.1" status: 200 len: 946 time: 0.0658879 Jun 23 12:11:47.369349 dv-neutron-601336-94-hyperv neutron-server[94174]: INFO neutron.wsgi [req-53b1d831-30e7-4c0c-878a-9aeee2e65701 req-bf21514e-45f3-4ef1-9d1c-08795a25dcc6 tempest-TestNetworkAdvancedServerOps-1740099935 tempest-TestNetworkAdvancedServerOps-1740099935-project] 10.222.0.20 "GET /v2.0/security-groups?id=f9aa5c7b-41c2-4182-817b-001b40eace82&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0348566 Jun 23 12:11:48.559201 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0ec5962-c506-4833-9f94-8de8fa4ee8f9 req-5a1469b4-9288-417e-a3c5-76f35a6492df tempest-TestNetworkAdvancedServerOps-1740099935 tempest-TestNetworkAdvancedServerOps-1740099935-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 12:11:48.560864 dv-neutron-601336-94-hyperv neutron-server[94175]: INFO neutron.wsgi [req-c0ec5962-c506-4833-9f94-8de8fa4ee8f9 req-5a1469b4-9288-417e-a3c5-76f35a6492df tempest-TestNetworkAdvancedServerOps-1740099935 tempest-TestNetworkAdvancedServerOps-1740099935-project] 10.222.0.20 "GET /v2.0/ports?device_id=df750bf2-44a5-432b-b65f-075c3bfadc2f HTTP/1.1" status: 200 len: 946 time: 0.0793240 Jun 23 12:11:48.602888 dv-neutron-601336-94-hyperv neutron-server[94175]: INFO neutron.wsgi [req-c0ec5962-c506-4833-9f94-8de8fa4ee8f9 req-9477a0f8-ab0f-4a39-a755-b45d40905b1e tempest-TestNetworkAdvancedServerOps-1740099935 tempest-TestNetworkAdvancedServerOps-1740099935-project] 10.222.0.20 "GET /v2.0/security-groups?id=f9aa5c7b-41c2-4182-817b-001b40eace82&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0362933 Jun 23 12:11:49.783342 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c4d2f9a-a99f-459d-afbb-226afc0eaac0 req-a80f319b-91dd-4471-8704-a0ecc10f8da2 tempest-TestNetworkAdvancedServerOps-1740099935 tempest-TestNetworkAdvancedServerOps-1740099935-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94174) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 12:11:49.784790 dv-neutron-601336-94-hyperv neutron-server[94174]: INFO neutron.wsgi [req-6c4d2f9a-a99f-459d-afbb-226afc0eaac0 req-a80f319b-91dd-4471-8704-a0ecc10f8da2 tempest-TestNetworkAdvancedServerOps-1740099935 tempest-TestNetworkAdvancedServerOps-1740099935-project] 10.222.0.20 "GET /v2.0/ports?device_id=df750bf2-44a5-432b-b65f-075c3bfadc2f HTTP/1.1" status: 200 len: 946 time: 0.0701044 Jun 23 12:11:49.821717 dv-neutron-601336-94-hyperv neutron-server[94174]: INFO neutron.wsgi [req-6c4d2f9a-a99f-459d-afbb-226afc0eaac0 req-2b8f826f-a5e8-4334-94a5-a0b6ff2991d6 tempest-TestNetworkAdvancedServerOps-1740099935 tempest-TestNetworkAdvancedServerOps-1740099935-project] 10.222.0.20 "GET /v2.0/security-groups?id=f9aa5c7b-41c2-4182-817b-001b40eace82&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0313399 Jun 23 12:11:51.004307 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61f789c9-eca8-4514-a364-3487843b8b28 req-19df7f28-c78b-4908-b603-28bbc79be088 tempest-TestNetworkAdvancedServerOps-1740099935 tempest-TestNetworkAdvancedServerOps-1740099935-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 12:11:51.006001 dv-neutron-601336-94-hyperv neutron-server[94175]: INFO neutron.wsgi [req-61f789c9-eca8-4514-a364-3487843b8b28 req-19df7f28-c78b-4908-b603-28bbc79be088 tempest-TestNetworkAdvancedServerOps-1740099935 tempest-TestNetworkAdvancedServerOps-1740099935-project] 10.222.0.20 "GET /v2.0/ports?device_id=df750bf2-44a5-432b-b65f-075c3bfadc2f HTTP/1.1" status: 200 len: 946 time: 0.0621526 Jun 23 12:11:51.041679 dv-neutron-601336-94-hyperv neutron-server[94175]: INFO neutron.wsgi [req-61f789c9-eca8-4514-a364-3487843b8b28 req-2fcf2ecf-e649-4a48-8e39-7a4cbf042175 tempest-TestNetworkAdvancedServerOps-1740099935 tempest-TestNetworkAdvancedServerOps-1740099935-project] 10.222.0.20 "GET /v2.0/security-groups?id=f9aa5c7b-41c2-4182-817b-001b40eace82&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0301664 Jun 23 12:11:52.215776 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd7294be-cb02-4eed-bccc-a5c8e20d01dc req-248248b9-5743-48e0-8e48-302fc59214ac tempest-TestNetworkAdvancedServerOps-1740099935 tempest-TestNetworkAdvancedServerOps-1740099935-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94174) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 12:11:52.217317 dv-neutron-601336-94-hyperv neutron-server[94174]: INFO neutron.wsgi [req-fd7294be-cb02-4eed-bccc-a5c8e20d01dc req-248248b9-5743-48e0-8e48-302fc59214ac tempest-TestNetworkAdvancedServerOps-1740099935 tempest-TestNetworkAdvancedServerOps-1740099935-project] 10.222.0.20 "GET /v2.0/ports?device_id=df750bf2-44a5-432b-b65f-075c3bfadc2f HTTP/1.1" status: 200 len: 946 time: 0.0627820 Jun 23 12:11:52.254603 dv-neutron-601336-94-hyperv neutron-server[94174]: INFO neutron.wsgi [req-fd7294be-cb02-4eed-bccc-a5c8e20d01dc req-898ec64b-2ae5-4dda-ae48-5867801141d2 tempest-TestNetworkAdvancedServerOps-1740099935 tempest-TestNetworkAdvancedServerOps-1740099935-project] 10.222.0.20 "GET /v2.0/security-groups?id=f9aa5c7b-41c2-4182-817b-001b40eace82&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0316606 Jun 23 12:11:52.283919 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.wsgi [-] (94175) accepted ('10.222.0.20', 49298) {{(pid=94175) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 12:11:52.349504 dv-neutron-601336-94-hyperv neutron-server[94175]: INFO neutron.wsgi [None req-e9e0804d-e7ec-48d7-8684-a2af5f6e0edf tempest-TestNetworkAdvancedServerOps-1740099935 tempest-TestNetworkAdvancedServerOps-1740099935-project] 10.222.0.20 "GET /v2.0/floatingips/d220630c-5c99-4521-9d66-6cc9baad17da HTTP/1.1" status: 200 len: 994 time: 0.0641985 Jun 23 12:11:53.819008 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron_lib.callbacks.manager [None req-97bd5441-1da2-49ee-a364-27795820ba27 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773699952132', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-899307'] for agent, after_update {{(pid=94176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 12:11:53.977986 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a19f7b89-19b4-443d-bf6a-1a763e5c7a43 req-c0f48b88-a17d-4f26-bcc3-e78207e03a02 tempest-TestNetworkAdvancedServerOps-1740099935 tempest-TestNetworkAdvancedServerOps-1740099935-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 12:11:53.980355 dv-neutron-601336-94-hyperv neutron-server[94175]: INFO neutron.wsgi [req-a19f7b89-19b4-443d-bf6a-1a763e5c7a43 req-c0f48b88-a17d-4f26-bcc3-e78207e03a02 tempest-TestNetworkAdvancedServerOps-1740099935 tempest-TestNetworkAdvancedServerOps-1740099935-project] 10.222.0.20 "GET /v2.0/ports?device_id=df750bf2-44a5-432b-b65f-075c3bfadc2f HTTP/1.1" status: 200 len: 946 time: 0.0723681 Jun 23 12:11:54.029353 dv-neutron-601336-94-hyperv neutron-server[94175]: INFO neutron.wsgi [req-a19f7b89-19b4-443d-bf6a-1a763e5c7a43 req-a96c0933-5e97-451e-83b7-6050f70e3799 tempest-TestNetworkAdvancedServerOps-1740099935 tempest-TestNetworkAdvancedServerOps-1740099935-project] 10.222.0.20 "GET /v2.0/security-groups?id=f9aa5c7b-41c2-4182-817b-001b40eace82&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0421393 Jun 23 12:11:54.089104 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0c960c6-d0af-4bd7-abd6-11577a21c836 req-b4597f48-1783-4a59-8bde-169a27e0a01e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 12:11:54.090553 dv-neutron-601336-94-hyperv neutron-server[94175]: INFO neutron.wsgi [req-a0c960c6-d0af-4bd7-abd6-11577a21c836 req-b4597f48-1783-4a59-8bde-169a27e0a01e service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=95e75de5b0504e3e87860f65038883f5&device_id=df750bf2-44a5-432b-b65f-075c3bfadc2f HTTP/1.1" status: 200 len: 1099 time: 0.1045511 Jun 23 12:11:54.198518 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0c960c6-d0af-4bd7-abd6-11577a21c836 req-f148b977-179b-466d-bbd3-0e29e8bba043 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 12:11:54.200074 dv-neutron-601336-94-hyperv neutron-server[94175]: INFO neutron.wsgi [req-a0c960c6-d0af-4bd7-abd6-11577a21c836 req-f148b977-179b-466d-bbd3-0e29e8bba043 service neutron] 10.222.0.52 "GET /v2.0/networks?id=ae242918-4391-4e39-8932-5377e8f6472e HTTP/1.1" status: 200 len: 898 time: 0.1032658 Jun 23 12:11:54.272145 dv-neutron-601336-94-hyperv neutron-server[94175]: INFO neutron.wsgi [req-a0c960c6-d0af-4bd7-abd6-11577a21c836 req-de5fc675-614f-4902-8214-beeabd6ebd2d service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=bebd72be-8046-4958-ba24-55e5266319b8 HTTP/1.1" status: 200 len: 1002 time: 0.0654047 Jun 23 12:11:54.322806 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0c960c6-d0af-4bd7-abd6-11577a21c836 req-f710a2e9-9075-47a0-9eb4-ec95798b9987 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 12:11:54.324341 dv-neutron-601336-94-hyperv neutron-server[94175]: INFO neutron.wsgi [req-a0c960c6-d0af-4bd7-abd6-11577a21c836 req-f710a2e9-9075-47a0-9eb4-ec95798b9987 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=355d5f47-0b7b-46c0-a8aa-2ce141f3ef1e HTTP/1.1" status: 200 len: 834 time: 0.0460389 Jun 23 12:11:54.390751 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0c960c6-d0af-4bd7-abd6-11577a21c836 req-f81b4322-1e31-4117-908e-328615dcc522 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 12:11:54.393672 dv-neutron-601336-94-hyperv neutron-server[94175]: INFO neutron.wsgi [req-a0c960c6-d0af-4bd7-abd6-11577a21c836 req-f81b4322-1e31-4117-908e-328615dcc522 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=ae242918-4391-4e39-8932-5377e8f6472e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1178 time: 0.0617857 Jun 23 12:11:54.402631 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.wsgi [req-a0c960c6-d0af-4bd7-abd6-11577a21c836 req-ad973a58-caca-4dd0-9a7b-4a5504ec01b3 service neutron] http://10.222.0.20:9696/v2.0/extensions returned with HTTP 200 {{(pid=94175) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 23 12:11:54.403622 dv-neutron-601336-94-hyperv neutron-server[94175]: INFO neutron.wsgi [req-a0c960c6-d0af-4bd7-abd6-11577a21c836 req-ad973a58-caca-4dd0-9a7b-4a5504ec01b3 service neutron] 10.222.0.52 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13933 time: 0.0051246 Jun 23 12:11:54.493838 dv-neutron-601336-94-hyperv neutron-server[94175]: INFO neutron.wsgi [req-a0c960c6-d0af-4bd7-abd6-11577a21c836 req-ec870d78-2070-403c-9e2d-20cd7dd2e30a service neutron] 10.222.0.52 "GET /v2.0/networks/ae242918-4391-4e39-8932-5377e8f6472e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0835493 Jun 23 12:11:54.590918 dv-neutron-601336-94-hyperv neutron-server[94175]: INFO neutron.wsgi [req-a0c960c6-d0af-4bd7-abd6-11577a21c836 req-f756c605-a8a2-4ddd-b7ec-3274cbc4c402 service neutron] 10.222.0.52 "GET /v2.0/networks/ae242918-4391-4e39-8932-5377e8f6472e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0913334 Jun 23 12:11:55.210911 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc80aada-93fa-48b3-9b6f-1e29ccbdb828 req-62381cae-2b00-4e98-a4c7-c8f2b7a2904f tempest-TestNetworkAdvancedServerOps-1740099935 tempest-TestNetworkAdvancedServerOps-1740099935-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94174) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 12:11:55.212468 dv-neutron-601336-94-hyperv neutron-server[94174]: INFO neutron.wsgi [req-cc80aada-93fa-48b3-9b6f-1e29ccbdb828 req-62381cae-2b00-4e98-a4c7-c8f2b7a2904f tempest-TestNetworkAdvancedServerOps-1740099935 tempest-TestNetworkAdvancedServerOps-1740099935-project] 10.222.0.20 "GET /v2.0/ports?device_id=df750bf2-44a5-432b-b65f-075c3bfadc2f HTTP/1.1" status: 200 len: 946 time: 0.0639851 Jun 23 12:11:55.254077 dv-neutron-601336-94-hyperv neutron-server[94174]: INFO neutron.wsgi [req-cc80aada-93fa-48b3-9b6f-1e29ccbdb828 req-1eea75d3-4391-4436-b561-cd28fa4c6af0 tempest-TestNetworkAdvancedServerOps-1740099935 tempest-TestNetworkAdvancedServerOps-1740099935-project] 10.222.0.20 "GET /v2.0/security-groups?id=f9aa5c7b-41c2-4182-817b-001b40eace82&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0356853 Jun 23 12:11:56.434317 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f288fca6-84cb-4ff8-9693-398e3c89f0c2 req-07441ffb-153a-417d-b7ef-218c90162115 tempest-TestNetworkAdvancedServerOps-1740099935 tempest-TestNetworkAdvancedServerOps-1740099935-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 12:11:56.436122 dv-neutron-601336-94-hyperv neutron-server[94175]: INFO neutron.wsgi [req-f288fca6-84cb-4ff8-9693-398e3c89f0c2 req-07441ffb-153a-417d-b7ef-218c90162115 tempest-TestNetworkAdvancedServerOps-1740099935 tempest-TestNetworkAdvancedServerOps-1740099935-project] 10.222.0.20 "GET /v2.0/ports?device_id=df750bf2-44a5-432b-b65f-075c3bfadc2f HTTP/1.1" status: 200 len: 946 time: 0.0698459 Jun 23 12:11:56.477140 dv-neutron-601336-94-hyperv neutron-server[94175]: INFO neutron.wsgi [req-f288fca6-84cb-4ff8-9693-398e3c89f0c2 req-4ccefd51-873c-4a8d-8492-d98d3d4c41a4 tempest-TestNetworkAdvancedServerOps-1740099935 tempest-TestNetworkAdvancedServerOps-1740099935-project] 10.222.0.20 "GET /v2.0/security-groups?id=f9aa5c7b-41c2-4182-817b-001b40eace82&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0348849 Jun 23 12:11:56.510771 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.wsgi [-] (94175) accepted ('10.222.0.20', 49314) {{(pid=94175) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 12:11:56.575372 dv-neutron-601336-94-hyperv neutron-server[94175]: INFO neutron.wsgi [None req-a4051a21-7d06-41e2-8ea6-313c6dd4a45d tempest-TestNetworkAdvancedServerOps-1740099935 tempest-TestNetworkAdvancedServerOps-1740099935-project] 10.222.0.20 "GET /v2.0/floatingips/d220630c-5c99-4521-9d66-6cc9baad17da HTTP/1.1" status: 200 len: 994 time: 0.0632429 Jun 23 12:12:05.105396 dv-neutron-601336-94-hyperv neutron-server[94175]: INFO neutron.wsgi [req-4e73d46c-bde8-4aa9-9670-b4955a1025fc req-143d7d7b-abef-459e-8776-f6f26628a52c service neutron] 10.222.0.52 "GET /v2.0/ports?device_id=df750bf2-44a5-432b-b65f-075c3bfadc2f&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0510902 Jun 23 12:12:05.205285 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e73d46c-bde8-4aa9-9670-b4955a1025fc req-eb1b5867-3891-4d80-9725-3ae5fa6b6032 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 12:12:05.206754 dv-neutron-601336-94-hyperv neutron-server[94175]: INFO neutron.wsgi [req-4e73d46c-bde8-4aa9-9670-b4955a1025fc req-eb1b5867-3891-4d80-9725-3ae5fa6b6032 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=95e75de5b0504e3e87860f65038883f5&device_id=df750bf2-44a5-432b-b65f-075c3bfadc2f HTTP/1.1" status: 200 len: 1099 time: 0.0535285 Jun 23 12:12:05.313612 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e73d46c-bde8-4aa9-9670-b4955a1025fc req-17ca1d33-ea02-423f-9f83-f65a05348253 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 12:12:05.315198 dv-neutron-601336-94-hyperv neutron-server[94175]: INFO neutron.wsgi [req-4e73d46c-bde8-4aa9-9670-b4955a1025fc req-17ca1d33-ea02-423f-9f83-f65a05348253 service neutron] 10.222.0.52 "GET /v2.0/networks?id=ae242918-4391-4e39-8932-5377e8f6472e HTTP/1.1" status: 200 len: 898 time: 0.0884757 Jun 23 12:12:05.382366 dv-neutron-601336-94-hyperv neutron-server[94175]: INFO neutron.wsgi [req-4e73d46c-bde8-4aa9-9670-b4955a1025fc req-a29d2626-3fb3-4c04-ac62-73e8a914f2a6 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=bebd72be-8046-4958-ba24-55e5266319b8 HTTP/1.1" status: 200 len: 1002 time: 0.0584805 Jun 23 12:12:05.434915 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e73d46c-bde8-4aa9-9670-b4955a1025fc req-50eb8459-05ef-451c-94ea-abfa9afb397e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 12:12:05.436415 dv-neutron-601336-94-hyperv neutron-server[94175]: INFO neutron.wsgi [req-4e73d46c-bde8-4aa9-9670-b4955a1025fc req-50eb8459-05ef-451c-94ea-abfa9afb397e service neutron] 10.222.0.52 "GET /v2.0/subnets?id=355d5f47-0b7b-46c0-a8aa-2ce141f3ef1e HTTP/1.1" status: 200 len: 834 time: 0.0462792 Jun 23 12:12:05.499446 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e73d46c-bde8-4aa9-9670-b4955a1025fc req-b9e133eb-3867-485a-998e-db08860e5acb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 12:12:05.500943 dv-neutron-601336-94-hyperv neutron-server[94175]: INFO neutron.wsgi [req-4e73d46c-bde8-4aa9-9670-b4955a1025fc req-b9e133eb-3867-485a-998e-db08860e5acb service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=ae242918-4391-4e39-8932-5377e8f6472e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1178 time: 0.0572975 Jun 23 12:12:05.594306 dv-neutron-601336-94-hyperv neutron-server[94175]: INFO neutron.wsgi [req-4e73d46c-bde8-4aa9-9670-b4955a1025fc req-730f5947-ee82-4ed9-8ee9-7659b82c3cea service neutron] 10.222.0.52 "GET /v2.0/networks/ae242918-4391-4e39-8932-5377e8f6472e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0862112 Jun 23 12:12:05.689854 dv-neutron-601336-94-hyperv neutron-server[94175]: INFO neutron.wsgi [req-4e73d46c-bde8-4aa9-9670-b4955a1025fc req-a794ab40-d604-4b70-b2f5-0abfefddf5ba service neutron] 10.222.0.52 "GET /v2.0/networks/ae242918-4391-4e39-8932-5377e8f6472e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0872176 Jun 23 12:12:10.973499 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron_lib.callbacks.manager [None req-0ee67e67-3e07-4ed9-aee3-4f4c924be875 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773699952132', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-899307'] for agent, after_update {{(pid=94176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 12:12:13.207098 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron_lib.callbacks.manager [None req-1c2e7d33-aff4-4699-9216-0dd10b120242 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773699952132', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-899307'] for agent, after_update {{(pid=94176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 12:12:13.961595 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron_lib.callbacks.manager [None req-dc7542b2-afef-47f4-a763-e3a3cba144be None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773699952132', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-899307'] for agent, after_update {{(pid=94176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 12:12:14.767267 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron_lib.callbacks.manager [None req-4c20ea5f-bc7f-4d4e-935d-57f082af6ccb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773699952132', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-899307'] for agent, after_update {{(pid=94176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 12:12:16.795697 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron_lib.callbacks.manager [None req-95d6aa8f-24e7-4234-82ff-f502266c3285 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773699952132', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-899307'] for agent, after_update {{(pid=94176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 12:12:19.146655 dv-neutron-601336-94-hyperv neutron-server[94177]: DEBUG neutron.db.agents_db [None req-90fb1279-e4c5-4e73-8d66-3a29811dc4e3 None None] Agent healthcheck: found 6 active agents {{(pid=94177) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 23 12:12:23.789736 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron_lib.callbacks.manager [None req-97bd5441-1da2-49ee-a364-27795820ba27 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773699952132', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-899307'] for agent, after_update {{(pid=94176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 12:12:27.292511 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.wsgi [-] (94175) accepted ('10.222.0.20', 49340) {{(pid=94175) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 12:12:27.454497 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.plugins.ml2.plugin [None req-28fcfa17-ed20-41ff-8682-dcb00dbbd142 tempest-TestNetworkAdvancedServerOps-1740099935 tempest-TestNetworkAdvancedServerOps-1740099935-project] Deleting port 3d51333e-0c5e-4b6f-93c3-caf6d7bae8c4 {{(pid=94175) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1913}} Jun 23 12:12:27.454826 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron_lib.callbacks.manager [None req-28fcfa17-ed20-41ff-8682-dcb00dbbd142 tempest-TestNetworkAdvancedServerOps-1740099935 tempest-TestNetworkAdvancedServerOps-1740099935-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773700079324'] for port, before_delete {{(pid=94175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 12:12:27.529325 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron_lib.callbacks.manager [None req-28fcfa17-ed20-41ff-8682-dcb00dbbd142 tempest-TestNetworkAdvancedServerOps-1740099935 tempest-TestNetworkAdvancedServerOps-1740099935-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-430722'] for port, precommit_delete {{(pid=94175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 12:12:27.529651 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron_lib.callbacks.manager [None req-28fcfa17-ed20-41ff-8682-dcb00dbbd142 tempest-TestNetworkAdvancedServerOps-1740099935 tempest-TestNetworkAdvancedServerOps-1740099935-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 12:12:27.542347 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.plugins.ml2.plugin [None req-28fcfa17-ed20-41ff-8682-dcb00dbbd142 tempest-TestNetworkAdvancedServerOps-1740099935 tempest-TestNetworkAdvancedServerOps-1740099935-project] Calling delete_port for 3d51333e-0c5e-4b6f-93c3-caf6d7bae8c4 owned by network:floatingip {{(pid=94175) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1986}} Jun 23 12:12:27.756045 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron_lib.callbacks.manager [None req-28fcfa17-ed20-41ff-8682-dcb00dbbd142 tempest-TestNetworkAdvancedServerOps-1740099935 tempest-TestNetworkAdvancedServerOps-1740099935-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-922904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866062', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773700135024', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773699642224', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5082448'] for port, after_delete {{(pid=94175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 12:12:27.758207 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG oslo_concurrency.lockutils [None req-2c60db3c-9f16-49c1-b22b-db9d86f8cdea tempest-TestNetworkAdvancedServerOps-1740099935 tempest-TestNetworkAdvancedServerOps-1740099935-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94175) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 12:12:27.781256 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28fcfa17-ed20-41ff-8682-dcb00dbbd142 tempest-TestNetworkAdvancedServerOps-1740099935 tempest-TestNetworkAdvancedServerOps-1740099935-project] Pushing event deleted for resources: {'Port': ['ID=3d51333e-0c5e-4b6f-93c3-caf6d7bae8c4,revision_number=None']} {{(pid=94175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 12:12:27.795442 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28fcfa17-ed20-41ff-8682-dcb00dbbd142 tempest-TestNetworkAdvancedServerOps-1740099935 tempest-TestNetworkAdvancedServerOps-1740099935-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-601336-94-hyperv {{(pid=94175) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 12:12:27.795838 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28fcfa17-ed20-41ff-8682-dcb00dbbd142 tempest-TestNetworkAdvancedServerOps-1740099935 tempest-TestNetworkAdvancedServerOps-1740099935-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-94-hyperv {{(pid=94175) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 12:12:27.796311 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28fcfa17-ed20-41ff-8682-dcb00dbbd142 tempest-TestNetworkAdvancedServerOps-1740099935 tempest-TestNetworkAdvancedServerOps-1740099935-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-94-hyperv {{(pid=94175) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 12:12:27.796691 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28fcfa17-ed20-41ff-8682-dcb00dbbd142 tempest-TestNetworkAdvancedServerOps-1740099935 tempest-TestNetworkAdvancedServerOps-1740099935-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-601336-94-hyperv {{(pid=94175) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 12:12:27.797067 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28fcfa17-ed20-41ff-8682-dcb00dbbd142 tempest-TestNetworkAdvancedServerOps-1740099935 tempest-TestNetworkAdvancedServerOps-1740099935-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-601336-94-hyperv {{(pid=94175) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 12:12:27.797442 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28fcfa17-ed20-41ff-8682-dcb00dbbd142 tempest-TestNetworkAdvancedServerOps-1740099935 tempest-TestNetworkAdvancedServerOps-1740099935-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-601336-94-hyperv {{(pid=94175) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 12:12:27.797814 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28fcfa17-ed20-41ff-8682-dcb00dbbd142 tempest-TestNetworkAdvancedServerOps-1740099935 tempest-TestNetworkAdvancedServerOps-1740099935-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-601336-94-hyperv {{(pid=94175) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 12:12:27.798182 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28fcfa17-ed20-41ff-8682-dcb00dbbd142 tempest-TestNetworkAdvancedServerOps-1740099935 tempest-TestNetworkAdvancedServerOps-1740099935-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-601336-94-hyperv {{(pid=94175) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 12:12:27.798552 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28fcfa17-ed20-41ff-8682-dcb00dbbd142 tempest-TestNetworkAdvancedServerOps-1740099935 tempest-TestNetworkAdvancedServerOps-1740099935-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-601336-94-hyperv {{(pid=94175) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 12:12:27.798915 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28fcfa17-ed20-41ff-8682-dcb00dbbd142 tempest-TestNetworkAdvancedServerOps-1740099935 tempest-TestNetworkAdvancedServerOps-1740099935-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-94-hyperv {{(pid=94175) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 12:12:27.799388 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28fcfa17-ed20-41ff-8682-dcb00dbbd142 tempest-TestNetworkAdvancedServerOps-1740099935 tempest-TestNetworkAdvancedServerOps-1740099935-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-601336-94-hyperv {{(pid=94175) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 12:12:27.799751 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28fcfa17-ed20-41ff-8682-dcb00dbbd142 tempest-TestNetworkAdvancedServerOps-1740099935 tempest-TestNetworkAdvancedServerOps-1740099935-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-601336-94-hyperv {{(pid=94175) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 12:12:27.817950 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG oslo_concurrency.lockutils [None req-28fcfa17-ed20-41ff-8682-dcb00dbbd142 tempest-TestNetworkAdvancedServerOps-1740099935 tempest-TestNetworkAdvancedServerOps-1740099935-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.060s {{(pid=94175) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 12:12:27.862708 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron_lib.callbacks.manager [None req-28fcfa17-ed20-41ff-8682-dcb00dbbd142 tempest-TestNetworkAdvancedServerOps-1740099935 tempest-TestNetworkAdvancedServerOps-1740099935-project] Notify callbacks [] for floatingip, after_delete {{(pid=94175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 12:12:27.863261 dv-neutron-601336-94-hyperv neutron-server[94175]: INFO neutron.db.l3_db [None req-28fcfa17-ed20-41ff-8682-dcb00dbbd142 tempest-TestNetworkAdvancedServerOps-1740099935 tempest-TestNetworkAdvancedServerOps-1740099935-project] Floating IP d220630c-5c99-4521-9d66-6cc9baad17da disassociated (deleted). External IP: 172.26.3.103, port: bebd72be-8046-4958-ba24-55e5266319b8. Jun 23 12:12:28.408004 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-28fcfa17-ed20-41ff-8682-dcb00dbbd142 tempest-TestNetworkAdvancedServerOps-1740099935 tempest-TestNetworkAdvancedServerOps-1740099935-project] Router 6fe4e030-e059-41ee-92cc-8ecd63dd2a9e has already been hosted by L3 agent 50ef99c0-ef28-4db5-b303-b145898fae60 {{(pid=94175) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 23 12:12:28.517450 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-28fcfa17-ed20-41ff-8682-dcb00dbbd142 tempest-TestNetworkAdvancedServerOps-1740099935 tempest-TestNetworkAdvancedServerOps-1740099935-project] Notify agent at l3_agent.dv-neutron-601336-94-hyperv the message routers_updated {{(pid=94175) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 23 12:12:28.522435 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron_lib.callbacks.manager [None req-28fcfa17-ed20-41ff-8682-dcb00dbbd142 tempest-TestNetworkAdvancedServerOps-1740099935 tempest-TestNetworkAdvancedServerOps-1740099935-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-217507'] for floatingip, before_response {{(pid=94175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 12:12:28.528087 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6ce1da7e-ec3a-423a-abcd-96cd4e39ad95 None None] Sync routers for ids ['6fe4e030-e059-41ee-92cc-8ecd63dd2a9e'] in dv-neutron-601336-94-hyperv {{(pid=94176) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 23 12:12:28.537764 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6ce1da7e-ec3a-423a-abcd-96cd4e39ad95 None None] Routers {'6fe4e030-e059-41ee-92cc-8ecd63dd2a9e'} bound to L3 agent in host dv-neutron-601336-94-hyperv {{(pid=94176) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 23 12:12:28.538381 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.db.l3_hamode_db [None req-6ce1da7e-ec3a-423a-abcd-96cd4e39ad95 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-601336-94-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-06-23T11:22:13Z,description=,heartbeat_timestamp=2021-06-23T12:12:13Z,host='dv-neutron-601336-94-hyperv',id=50ef99c0-ef28-4db5-b303-b145898fae60,load=0,resource_versions=,resources_synced=,started_at=2021-06-23T11:22:14Z,topic='l3_agent')) {'router_ids': ['6fe4e030-e059-41ee-92cc-8ecd63dd2a9e'], 'active': True} {{(pid=94176) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 12:12:28.557822 dv-neutron-601336-94-hyperv neutron-server[94175]: INFO neutron.wsgi [None req-28fcfa17-ed20-41ff-8682-dcb00dbbd142 tempest-TestNetworkAdvancedServerOps-1740099935 tempest-TestNetworkAdvancedServerOps-1740099935-project] 10.222.0.20 "DELETE /v2.0/floatingips/d220630c-5c99-4521-9d66-6cc9baad17da HTTP/1.1" status: 204 len: 168 time: 1.2638669 Jun 23 12:12:28.558505 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'df750bf2-44a5-432b-b65f-075c3bfadc2f', 'tag': 'bebd72be-8046-4958-ba24-55e5266319b8'}] {{(pid=94175) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 23 12:12:28.560866 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1970408df4ea4e7170669a1249478e627cf05a5a0b07cc08a66c5cb53d0ac47a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-71cc7a0f-7727-44f0-9f25-af1580c25eb6" -d '{"events": [{"name": "network-changed", "server_uuid": "df750bf2-44a5-432b-b65f-075c3bfadc2f", "tag": "bebd72be-8046-4958-ba24-55e5266319b8"}]}' {{(pid=94175) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 23 12:12:28.602084 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 23 Jun 2021 12:12:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8548be90-b557-4dad-9a67-8ccc0605cbe5 x-openstack-request-id: req-8548be90-b557-4dad-9a67-8ccc0605cbe5 {{(pid=94175) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 23 12:12:28.602592 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "df750bf2-44a5-432b-b65f-075c3bfadc2f", "tag": "bebd72be-8046-4958-ba24-55e5266319b8", "status": "completed", "code": 200}]} {{(pid=94175) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 23 12:12:28.603098 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-8548be90-b557-4dad-9a67-8ccc0605cbe5 {{(pid=94175) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 23 12:12:28.603559 dv-neutron-601336-94-hyperv neutron-server[94175]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'df750bf2-44a5-432b-b65f-075c3bfadc2f', 'tag': 'bebd72be-8046-4958-ba24-55e5266319b8', 'status': 'completed', 'code': 200} Jun 23 12:12:28.650189 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.db.l3_dvr_db [None req-6ce1da7e-ec3a-423a-abcd-96cd4e39ad95 None None] Set router 6fe4e030-e059-41ee-92cc-8ecd63dd2a9e gateway port host: dv-neutron-601336-94-hyperv {{(pid=94176) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:838}} Jun 23 12:12:28.683416 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71cc7a0f-7727-44f0-9f25-af1580c25eb6 req-3b8e021e-1981-4296-9a87-706cbd1bf125 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 12:12:28.684658 dv-neutron-601336-94-hyperv neutron-server[94175]: INFO neutron.wsgi [req-71cc7a0f-7727-44f0-9f25-af1580c25eb6 req-3b8e021e-1981-4296-9a87-706cbd1bf125 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=95e75de5b0504e3e87860f65038883f5&device_id=df750bf2-44a5-432b-b65f-075c3bfadc2f HTTP/1.1" status: 200 len: 1099 time: 0.0594437 Jun 23 12:12:28.791498 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71cc7a0f-7727-44f0-9f25-af1580c25eb6 req-61cb7688-6ee0-4251-bcb3-e8de9a96a7b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 12:12:28.792980 dv-neutron-601336-94-hyperv neutron-server[94175]: INFO neutron.wsgi [req-71cc7a0f-7727-44f0-9f25-af1580c25eb6 req-61cb7688-6ee0-4251-bcb3-e8de9a96a7b7 service neutron] 10.222.0.52 "GET /v2.0/networks?id=ae242918-4391-4e39-8932-5377e8f6472e HTTP/1.1" status: 200 len: 898 time: 0.1009724 Jun 23 12:12:28.835115 dv-neutron-601336-94-hyperv neutron-server[94175]: INFO neutron.wsgi [req-71cc7a0f-7727-44f0-9f25-af1580c25eb6 req-2316a854-9c94-479d-ab50-330940782a75 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=bebd72be-8046-4958-ba24-55e5266319b8 HTTP/1.1" status: 200 len: 217 time: 0.0362771 Jun 23 12:12:28.893654 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71cc7a0f-7727-44f0-9f25-af1580c25eb6 req-e6789984-275f-4561-8105-9dfc0a456451 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 12:12:28.895791 dv-neutron-601336-94-hyperv neutron-server[94175]: INFO neutron.wsgi [req-71cc7a0f-7727-44f0-9f25-af1580c25eb6 req-e6789984-275f-4561-8105-9dfc0a456451 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=355d5f47-0b7b-46c0-a8aa-2ce141f3ef1e HTTP/1.1" status: 200 len: 834 time: 0.0492442 Jun 23 12:12:28.960986 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71cc7a0f-7727-44f0-9f25-af1580c25eb6 req-cd7394c8-be34-4519-bfd9-dec0957195aa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 12:12:28.973281 dv-neutron-601336-94-hyperv neutron-server[94175]: INFO neutron.wsgi [req-71cc7a0f-7727-44f0-9f25-af1580c25eb6 req-cd7394c8-be34-4519-bfd9-dec0957195aa service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=ae242918-4391-4e39-8932-5377e8f6472e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1178 time: 0.0707314 Jun 23 12:12:29.021084 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.db.l3_hamode_db [None req-6ce1da7e-ec3a-423a-abcd-96cd4e39ad95 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6fe4e030-e059-41ee-92cc-8ecd63dd2a9e', 'name': 'tempest-TestNetworkAdvancedServerOps-router-46685508', 'tenant_id': '95e75de5b0504e3e87860f65038883f5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3e7e4eb3-cf02-4d47-ade9-0a579cdfc60f', 'external_fixed_ips': [{'subnet_id': 'a5ad15ab-c489-4a67-a9b0-d559fca0ec71', 'ip_address': '172.26.3.147'}], 'enable_snat': True}, 'gw_port_id': '5851f988-6072-45b8-a9c9-07989b10b143', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-23T12:10:43Z', 'updated_at': '2021-06-23T12:10:47Z', 'revision_number': 4, 'project_id': '95e75de5b0504e3e87860f65038883f5', 'gw_port': {'id': '5851f988-6072-45b8-a9c9-07989b10b143', 'name': '', 'network_id': '3e7e4eb3-cf02-4d47-ade9-0a579cdfc60f', 'tenant_id': '', 'mac_address': 'fa:16:3e:45:0d:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6fe4e030-e059-41ee-92cc-8ecd63dd2a9e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1771, 'fixed_ips': [{'subnet_id': 'a5ad15ab-c489-4a67-a9b0-d559fca0ec71', 'ip_address': '172.26.3.147', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-94-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-23T12:10:44Z', 'updated_at': '2021-06-23T12:10:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a5ad15ab-c489-4a67-a9b0-d559fca0ec71', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-601336-94-hyperv', '_interfaces': [{'id': 'e0511db4-4be2-4bc5-b5c2-c4eff13d559f', 'name': '', 'network_id': 'ae242918-4391-4e39-8932-5377e8f6472e', 'tenant_id': '95e75de5b0504e3e87860f65038883f5', 'mac_address': 'fa:16:3e:cf:6c:a1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6fe4e030-e059-41ee-92cc-8ecd63dd2a9e', 'device_owner': 'network:router_interface', 'standard_attr_id': 1774, 'fixed_ips': [{'subnet_id': '355d5f47-0b7b-46c0-a8aa-2ce141f3ef1e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-94-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-23T12:10:46Z', 'updated_at': '2021-06-23T12:10:52Z', 'revision_number': 5, 'project_id': '95e75de5b0504e3e87860f65038883f5', 'subnets': [{'id': '355d5f47-0b7b-46c0-a8aa-2ce141f3ef1e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-601336-94-hyperv', False) {} {{(pid=94176) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 12:12:29.047444 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6ce1da7e-ec3a-423a-abcd-96cd4e39ad95 None None] Checking router: 6fe4e030-e059-41ee-92cc-8ecd63dd2a9e for host: dv-neutron-601336-94-hyperv {{(pid=94176) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 23 12:12:29.056403 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6ce1da7e-ec3a-423a-abcd-96cd4e39ad95 None None] Routers {'6fe4e030-e059-41ee-92cc-8ecd63dd2a9e'} bound to L3 agent in host dv-neutron-601336-94-hyperv {{(pid=94176) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 23 12:12:29.057032 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.db.l3_hamode_db [None req-6ce1da7e-ec3a-423a-abcd-96cd4e39ad95 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-601336-94-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-06-23T11:22:13Z,description=,heartbeat_timestamp=2021-06-23T12:12:13Z,host='dv-neutron-601336-94-hyperv',id=50ef99c0-ef28-4db5-b303-b145898fae60,load=0,resource_versions=,resources_synced=,started_at=2021-06-23T11:22:14Z,topic='l3_agent')) {'router_ids': ['6fe4e030-e059-41ee-92cc-8ecd63dd2a9e'], 'active': True} {{(pid=94176) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 12:12:29.077634 dv-neutron-601336-94-hyperv neutron-server[94175]: INFO neutron.wsgi [req-71cc7a0f-7727-44f0-9f25-af1580c25eb6 req-4c19d296-9aaf-42cc-984f-243e44190bc4 service neutron] 10.222.0.52 "GET /v2.0/networks/ae242918-4391-4e39-8932-5377e8f6472e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0986683 Jun 23 12:12:29.167625 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.db.l3_dvr_db [None req-6ce1da7e-ec3a-423a-abcd-96cd4e39ad95 None None] Set router 6fe4e030-e059-41ee-92cc-8ecd63dd2a9e gateway port host: dv-neutron-601336-94-hyperv {{(pid=94176) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:838}} Jun 23 12:12:29.186196 dv-neutron-601336-94-hyperv neutron-server[94175]: INFO neutron.wsgi [req-71cc7a0f-7727-44f0-9f25-af1580c25eb6 req-bbd2a0e7-8938-4b00-92b9-d09cb20b6b8e service neutron] 10.222.0.52 "GET /v2.0/networks/ae242918-4391-4e39-8932-5377e8f6472e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0945017 Jun 23 12:12:29.232108 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d245e294-afa5-40b9-a6f1-0a5b8af19b39 req-d43cfb7f-59b4-4802-b4f3-c1c7f2ba1ba7 tempest-TestNetworkAdvancedServerOps-1740099935 tempest-TestNetworkAdvancedServerOps-1740099935-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94174) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 12:12:29.233538 dv-neutron-601336-94-hyperv neutron-server[94174]: INFO neutron.wsgi [req-d245e294-afa5-40b9-a6f1-0a5b8af19b39 req-d43cfb7f-59b4-4802-b4f3-c1c7f2ba1ba7 tempest-TestNetworkAdvancedServerOps-1740099935 tempest-TestNetworkAdvancedServerOps-1740099935-project] 10.222.0.20 "GET /v2.0/ports?device_id=df750bf2-44a5-432b-b65f-075c3bfadc2f HTTP/1.1" status: 200 len: 946 time: 0.0704279 Jun 23 12:12:29.274611 dv-neutron-601336-94-hyperv neutron-server[94174]: INFO neutron.wsgi [req-d245e294-afa5-40b9-a6f1-0a5b8af19b39 req-15e804e4-78e8-4e7e-9974-d95189408d6a tempest-TestNetworkAdvancedServerOps-1740099935 tempest-TestNetworkAdvancedServerOps-1740099935-project] 10.222.0.20 "GET /v2.0/security-groups?id=f9aa5c7b-41c2-4182-817b-001b40eace82&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0351579 Jun 23 12:12:29.375959 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.db.l3_hamode_db [None req-6ce1da7e-ec3a-423a-abcd-96cd4e39ad95 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6fe4e030-e059-41ee-92cc-8ecd63dd2a9e', 'name': 'tempest-TestNetworkAdvancedServerOps-router-46685508', 'tenant_id': '95e75de5b0504e3e87860f65038883f5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3e7e4eb3-cf02-4d47-ade9-0a579cdfc60f', 'external_fixed_ips': [{'subnet_id': 'a5ad15ab-c489-4a67-a9b0-d559fca0ec71', 'ip_address': '172.26.3.147'}], 'enable_snat': True}, 'gw_port_id': '5851f988-6072-45b8-a9c9-07989b10b143', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-23T12:10:43Z', 'updated_at': '2021-06-23T12:10:47Z', 'revision_number': 4, 'project_id': '95e75de5b0504e3e87860f65038883f5', 'gw_port': {'id': '5851f988-6072-45b8-a9c9-07989b10b143', 'name': '', 'network_id': '3e7e4eb3-cf02-4d47-ade9-0a579cdfc60f', 'tenant_id': '', 'mac_address': 'fa:16:3e:45:0d:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6fe4e030-e059-41ee-92cc-8ecd63dd2a9e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1771, 'fixed_ips': [{'subnet_id': 'a5ad15ab-c489-4a67-a9b0-d559fca0ec71', 'ip_address': '172.26.3.147', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-94-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-23T12:10:44Z', 'updated_at': '2021-06-23T12:10:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a5ad15ab-c489-4a67-a9b0-d559fca0ec71', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-601336-94-hyperv', '_interfaces': [{'id': 'e0511db4-4be2-4bc5-b5c2-c4eff13d559f', 'name': '', 'network_id': 'ae242918-4391-4e39-8932-5377e8f6472e', 'tenant_id': '95e75de5b0504e3e87860f65038883f5', 'mac_address': 'fa:16:3e:cf:6c:a1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6fe4e030-e059-41ee-92cc-8ecd63dd2a9e', 'device_owner': 'network:router_interface', 'standard_attr_id': 1774, 'fixed_ips': [{'subnet_id': '355d5f47-0b7b-46c0-a8aa-2ce141f3ef1e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-94-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-23T12:10:46Z', 'updated_at': '2021-06-23T12:10:52Z', 'revision_number': 5, 'project_id': '95e75de5b0504e3e87860f65038883f5', 'subnets': [{'id': '355d5f47-0b7b-46c0-a8aa-2ce141f3ef1e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-601336-94-hyperv', False) {} {{(pid=94176) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 12:12:29.402819 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6ce1da7e-ec3a-423a-abcd-96cd4e39ad95 None None] The sync data for ids ['6fe4e030-e059-41ee-92cc-8ecd63dd2a9e'] in dv-neutron-601336-94-hyperv is: [{'id': '6fe4e030-e059-41ee-92cc-8ecd63dd2a9e', 'name': 'tempest-TestNetworkAdvancedServerOps-router-46685508', 'tenant_id': '95e75de5b0504e3e87860f65038883f5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3e7e4eb3-cf02-4d47-ade9-0a579cdfc60f', 'external_fixed_ips': [{'subnet_id': 'a5ad15ab-c489-4a67-a9b0-d559fca0ec71', 'ip_address': '172.26.3.147'}], 'enable_snat': True}, 'gw_port_id': '5851f988-6072-45b8-a9c9-07989b10b143', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-23T12:10:43Z', 'updated_at': '2021-06-23T12:10:47Z', 'revision_number': 4, 'project_id': '95e75de5b0504e3e87860f65038883f5', 'gw_port': {'id': '5851f988-6072-45b8-a9c9-07989b10b143', 'name': '', 'network_id': '3e7e4eb3-cf02-4d47-ade9-0a579cdfc60f', 'tenant_id': '', 'mac_address': 'fa:16:3e:45:0d:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6fe4e030-e059-41ee-92cc-8ecd63dd2a9e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1771, 'fixed_ips': [{'subnet_id': 'a5ad15ab-c489-4a67-a9b0-d559fca0ec71', 'ip_address': '172.26.3.147', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-94-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-23T12:10:44Z', 'updated_at': '2021-06-23T12:10:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a5ad15ab-c489-4a67-a9b0-d559fca0ec71', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-601336-94-hyperv', '_interfaces': [{'id': 'e0511db4-4be2-4bc5-b5c2-c4eff13d559f', 'name': '', 'network_id': 'ae242918-4391-4e39-8932-5377e8f6472e', 'tenant_id': '95e75de5b0504e3e87860f65038883f5', 'mac_address': 'fa:16:3e:cf:6c:a1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6fe4e030-e059-41ee-92cc-8ecd63dd2a9e', 'device_owner': 'network:router_interface', 'standard_attr_id': 1774, 'fixed_ips': [{'subnet_id': '355d5f47-0b7b-46c0-a8aa-2ce141f3ef1e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-94-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-23T12:10:46Z', 'updated_at': '2021-06-23T12:10:52Z', 'revision_number': 5, 'project_id': '95e75de5b0504e3e87860f65038883f5', 'subnets': [{'id': '355d5f47-0b7b-46c0-a8aa-2ce141f3ef1e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94176) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 23 12:12:29.611747 dv-neutron-601336-94-hyperv neutron-server[94177]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a73d0372-3a13-4b7c-9714-90c40c5da7ec None None] New status for floating IP d220630c-5c99-4521-9d66-6cc9baad17da: DOWN {{(pid=94177) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 23 12:12:30.463776 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-580461ec-4e86-4da7-816b-90442b7cb9fd req-95ad5712-7f0b-4bd4-9c11-0a6e34cfeb68 tempest-TestNetworkAdvancedServerOps-1740099935 tempest-TestNetworkAdvancedServerOps-1740099935-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 12:12:30.465357 dv-neutron-601336-94-hyperv neutron-server[94175]: INFO neutron.wsgi [req-580461ec-4e86-4da7-816b-90442b7cb9fd req-95ad5712-7f0b-4bd4-9c11-0a6e34cfeb68 tempest-TestNetworkAdvancedServerOps-1740099935 tempest-TestNetworkAdvancedServerOps-1740099935-project] 10.222.0.20 "GET /v2.0/ports?device_id=df750bf2-44a5-432b-b65f-075c3bfadc2f HTTP/1.1" status: 200 len: 946 time: 0.0744162 Jun 23 12:12:30.507864 dv-neutron-601336-94-hyperv neutron-server[94175]: INFO neutron.wsgi [req-580461ec-4e86-4da7-816b-90442b7cb9fd req-511b9e84-75c5-4cd8-861b-e2b26b5f4a76 tempest-TestNetworkAdvancedServerOps-1740099935 tempest-TestNetworkAdvancedServerOps-1740099935-project] 10.222.0.20 "GET /v2.0/security-groups?id=f9aa5c7b-41c2-4182-817b-001b40eace82&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0366654 Jun 23 12:12:30.626137 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aaf6bf53-1541-439e-b6f5-c657821a090f req-64fb72e8-1feb-4fb1-803f-9235564eacd6 tempest-TestNetworkAdvancedServerOps-1740099935 tempest-TestNetworkAdvancedServerOps-1740099935-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 12:12:30.627638 dv-neutron-601336-94-hyperv neutron-server[94175]: INFO neutron.wsgi [req-aaf6bf53-1541-439e-b6f5-c657821a090f req-64fb72e8-1feb-4fb1-803f-9235564eacd6 tempest-TestNetworkAdvancedServerOps-1740099935 tempest-TestNetworkAdvancedServerOps-1740099935-project] 10.222.0.52 "GET /v2.0/ports?device_id=df750bf2-44a5-432b-b65f-075c3bfadc2f HTTP/1.1" status: 200 len: 946 time: 0.0642014 Jun 23 12:12:30.732304 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.plugins.ml2.plugin [req-aaf6bf53-1541-439e-b6f5-c657821a090f req-2a53b92d-d125-43c5-9498-9110f6d82a48 tempest-TestNetworkAdvancedServerOps-1740099935 tempest-TestNetworkAdvancedServerOps-1740099935-project] Deleting port bebd72be-8046-4958-ba24-55e5266319b8 {{(pid=94175) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1913}} Jun 23 12:12:30.732561 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron_lib.callbacks.manager [req-aaf6bf53-1541-439e-b6f5-c657821a090f req-2a53b92d-d125-43c5-9498-9110f6d82a48 tempest-TestNetworkAdvancedServerOps-1740099935 tempest-TestNetworkAdvancedServerOps-1740099935-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773700079324'] for port, before_delete {{(pid=94175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 12:12:30.821697 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.plugins.ml2.db [req-aaf6bf53-1541-439e-b6f5-c657821a090f req-2a53b92d-d125-43c5-9498-9110f6d82a48 tempest-TestNetworkAdvancedServerOps-1740099935 tempest-TestNetworkAdvancedServerOps-1740099935-project] For port bebd72be-8046-4958-ba24-55e5266319b8, host hv-neutron-6013, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-6013',level=0,port_id=bebd72be-8046-4958-ba24-55e5266319b8,segment=NetworkSegment(843f110a-7c4f-4110-b8e2-5a92fbe63ec7),segment_id=843f110a-7c4f-4110-b8e2-5a92fbe63ec7)] {{(pid=94175) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 23 12:12:30.822060 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron_lib.callbacks.manager [req-aaf6bf53-1541-439e-b6f5-c657821a090f req-2a53b92d-d125-43c5-9498-9110f6d82a48 tempest-TestNetworkAdvancedServerOps-1740099935 tempest-TestNetworkAdvancedServerOps-1740099935-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-430722'] for port, precommit_delete {{(pid=94175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 12:12:30.835381 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.plugins.ml2.plugin [req-aaf6bf53-1541-439e-b6f5-c657821a090f req-2a53b92d-d125-43c5-9498-9110f6d82a48 tempest-TestNetworkAdvancedServerOps-1740099935 tempest-TestNetworkAdvancedServerOps-1740099935-project] Calling delete_port for bebd72be-8046-4958-ba24-55e5266319b8 owned by compute:nova {{(pid=94175) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1986}} Jun 23 12:12:31.064313 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron_lib.callbacks.manager [req-aaf6bf53-1541-439e-b6f5-c657821a090f req-2a53b92d-d125-43c5-9498-9110f6d82a48 tempest-TestNetworkAdvancedServerOps-1740099935 tempest-TestNetworkAdvancedServerOps-1740099935-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-922904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866062', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773700135024', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773699642224', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5082448'] for port, after_delete {{(pid=94175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 12:12:31.068786 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG oslo_concurrency.lockutils [None req-c5ae853c-d494-4fae-9319-4cc9176f618f tempest-TestNetworkAdvancedServerOps-1740099935 tempest-TestNetworkAdvancedServerOps-1740099935-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94175) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 12:12:31.094318 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a53b92d-d125-43c5-9498-9110f6d82a48 tempest-TestNetworkAdvancedServerOps-1740099935 tempest-TestNetworkAdvancedServerOps-1740099935-project] Pushing event deleted for resources: {'Port': ['ID=bebd72be-8046-4958-ba24-55e5266319b8,revision_number=None']} {{(pid=94175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 12:12:31.098074 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG oslo_concurrency.lockutils [None req-2a53b92d-d125-43c5-9498-9110f6d82a48 tempest-TestNetworkAdvancedServerOps-1740099935 tempest-TestNetworkAdvancedServerOps-1740099935-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.029s {{(pid=94175) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 12:12:31.146287 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.db.l3_dvrscheduler_db [req-aaf6bf53-1541-439e-b6f5-c657821a090f req-2a53b92d-d125-43c5-9498-9110f6d82a48 tempest-TestNetworkAdvancedServerOps-1740099935 tempest-TestNetworkAdvancedServerOps-1740099935-project] No DVR routers for this DVR port bebd72be-8046-4958-ba24-55e5266319b8 on host hv-neutron-6013 {{(pid=94175) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 23 12:12:31.149239 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron_lib.callbacks.manager [req-aaf6bf53-1541-439e-b6f5-c657821a090f req-2a53b92d-d125-43c5-9498-9110f6d82a48 tempest-TestNetworkAdvancedServerOps-1740099935 tempest-TestNetworkAdvancedServerOps-1740099935-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-217507'] for port, before_response {{(pid=94175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 12:12:31.151634 dv-neutron-601336-94-hyperv neutron-server[94175]: INFO neutron.wsgi [req-aaf6bf53-1541-439e-b6f5-c657821a090f req-2a53b92d-d125-43c5-9498-9110f6d82a48 tempest-TestNetworkAdvancedServerOps-1740099935 tempest-TestNetworkAdvancedServerOps-1740099935-project] 10.222.0.52 "DELETE /v2.0/ports/bebd72be-8046-4958-ba24-55e5266319b8 HTTP/1.1" status: 204 len: 173 time: 0.5189378 Jun 23 12:12:31.153281 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'df750bf2-44a5-432b-b65f-075c3bfadc2f', 'name': 'network-vif-deleted', 'tag': 'bebd72be-8046-4958-ba24-55e5266319b8'}] {{(pid=94175) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 23 12:12:31.155261 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1970408df4ea4e7170669a1249478e627cf05a5a0b07cc08a66c5cb53d0ac47a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-723a8d1e-23ea-4442-b413-99637b64ff6b" -d '{"events": [{"server_uuid": "df750bf2-44a5-432b-b65f-075c3bfadc2f", "name": "network-vif-deleted", "tag": "bebd72be-8046-4958-ba24-55e5266319b8"}]}' {{(pid=94175) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 23 12:12:31.192188 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 23 Jun 2021 12:12:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f816c487-89c7-4e06-a2f6-801b357600fd x-openstack-request-id: req-f816c487-89c7-4e06-a2f6-801b357600fd {{(pid=94175) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 23 12:12:31.192541 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "df750bf2-44a5-432b-b65f-075c3bfadc2f", "name": "network-vif-deleted", "tag": "bebd72be-8046-4958-ba24-55e5266319b8", "status": "completed", "code": 200}]} {{(pid=94175) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 23 12:12:31.192855 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-f816c487-89c7-4e06-a2f6-801b357600fd {{(pid=94175) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 23 12:12:31.193312 dv-neutron-601336-94-hyperv neutron-server[94175]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'df750bf2-44a5-432b-b65f-075c3bfadc2f', 'name': 'network-vif-deleted', 'tag': 'bebd72be-8046-4958-ba24-55e5266319b8', 'status': 'completed', 'code': 200} Jun 23 12:12:31.668434 dv-neutron-601336-94-hyperv neutron-server[94175]: INFO neutron.wsgi [req-e2b974e1-8f74-46d4-8a74-8aa743c7cb37 req-b7a5d472-fca9-4e5b-97e2-bfe627a18831 tempest-TestNetworkAdvancedServerOps-1740099935 tempest-TestNetworkAdvancedServerOps-1740099935-project] 10.222.0.20 "GET /v2.0/ports?device_id=df750bf2-44a5-432b-b65f-075c3bfadc2f HTTP/1.1" status: 200 len: 210 time: 0.0297778 Jun 23 12:12:32.764439 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.wsgi [-] (94175) accepted ('10.222.0.20', 49360) {{(pid=94175) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 12:12:33.130640 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron_lib.callbacks.manager [None req-f3bd2d1e-a1ae-4a3d-96c6-9b94eb8b6985 tempest-TestNetworkAdvancedServerOps-1740099935 tempest-TestNetworkAdvancedServerOps-1740099935-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-453061'] for router_interface, before_delete {{(pid=94175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 12:12:33.406716 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.plugins.ml2.plugin [None req-f3bd2d1e-a1ae-4a3d-96c6-9b94eb8b6985 tempest-TestNetworkAdvancedServerOps-1740099935 tempest-TestNetworkAdvancedServerOps-1740099935-project] Deleting port e0511db4-4be2-4bc5-b5c2-c4eff13d559f {{(pid=94175) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1913}} Jun 23 12:12:33.407663 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron_lib.callbacks.manager [None req-f3bd2d1e-a1ae-4a3d-96c6-9b94eb8b6985 tempest-TestNetworkAdvancedServerOps-1740099935 tempest-TestNetworkAdvancedServerOps-1740099935-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773700079324'] for port, before_delete {{(pid=94175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 12:12:33.510110 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.plugins.ml2.db [None req-f3bd2d1e-a1ae-4a3d-96c6-9b94eb8b6985 tempest-TestNetworkAdvancedServerOps-1740099935 tempest-TestNetworkAdvancedServerOps-1740099935-project] For port e0511db4-4be2-4bc5-b5c2-c4eff13d559f, host dv-neutron-601336-94-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-94-hyperv',level=0,port_id=e0511db4-4be2-4bc5-b5c2-c4eff13d559f,segment=NetworkSegment(843f110a-7c4f-4110-b8e2-5a92fbe63ec7),segment_id=843f110a-7c4f-4110-b8e2-5a92fbe63ec7)] {{(pid=94175) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 23 12:12:33.510461 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron_lib.callbacks.manager [None req-f3bd2d1e-a1ae-4a3d-96c6-9b94eb8b6985 tempest-TestNetworkAdvancedServerOps-1740099935 tempest-TestNetworkAdvancedServerOps-1740099935-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-430722'] for port, precommit_delete {{(pid=94175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 12:12:33.525253 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.plugins.ml2.plugin [None req-f3bd2d1e-a1ae-4a3d-96c6-9b94eb8b6985 tempest-TestNetworkAdvancedServerOps-1740099935 tempest-TestNetworkAdvancedServerOps-1740099935-project] Calling delete_port for e0511db4-4be2-4bc5-b5c2-c4eff13d559f owned by network:router_interface {{(pid=94175) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1986}} Jun 23 12:12:33.852899 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron_lib.callbacks.manager [None req-f3bd2d1e-a1ae-4a3d-96c6-9b94eb8b6985 tempest-TestNetworkAdvancedServerOps-1740099935 tempest-TestNetworkAdvancedServerOps-1740099935-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-922904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866062', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773700135024', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773699642224', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5082448'] for port, after_delete {{(pid=94175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 12:12:33.855277 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG oslo_concurrency.lockutils [None req-28fcfa17-ed20-41ff-8682-dcb00dbbd142 tempest-TestNetworkAdvancedServerOps-1740099935 tempest-TestNetworkAdvancedServerOps-1740099935-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94175) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 12:12:33.882874 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3bd2d1e-a1ae-4a3d-96c6-9b94eb8b6985 tempest-TestNetworkAdvancedServerOps-1740099935 tempest-TestNetworkAdvancedServerOps-1740099935-project] Pushing event deleted for resources: {'Port': ['ID=e0511db4-4be2-4bc5-b5c2-c4eff13d559f,revision_number=None']} {{(pid=94175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 12:12:33.886094 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG oslo_concurrency.lockutils [None req-f3bd2d1e-a1ae-4a3d-96c6-9b94eb8b6985 tempest-TestNetworkAdvancedServerOps-1740099935 tempest-TestNetworkAdvancedServerOps-1740099935-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.031s {{(pid=94175) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 12:12:34.077587 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron_lib.callbacks.manager [None req-f3bd2d1e-a1ae-4a3d-96c6-9b94eb8b6985 tempest-TestNetworkAdvancedServerOps-1740099935 tempest-TestNetworkAdvancedServerOps-1740099935-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-7866080', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-516693'] for router_interface, after_delete {{(pid=94175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 12:12:34.311801 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f3bd2d1e-a1ae-4a3d-96c6-9b94eb8b6985 tempest-TestNetworkAdvancedServerOps-1740099935 tempest-TestNetworkAdvancedServerOps-1740099935-project] Router 6fe4e030-e059-41ee-92cc-8ecd63dd2a9e has already been hosted by L3 agent 50ef99c0-ef28-4db5-b303-b145898fae60 {{(pid=94175) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 23 12:12:34.419065 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f3bd2d1e-a1ae-4a3d-96c6-9b94eb8b6985 tempest-TestNetworkAdvancedServerOps-1740099935 tempest-TestNetworkAdvancedServerOps-1740099935-project] Notify agent at l3_agent.dv-neutron-601336-94-hyperv the message routers_updated {{(pid=94175) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 23 12:12:34.422777 dv-neutron-601336-94-hyperv neutron-server[94175]: INFO neutron.wsgi [None req-f3bd2d1e-a1ae-4a3d-96c6-9b94eb8b6985 tempest-TestNetworkAdvancedServerOps-1740099935 tempest-TestNetworkAdvancedServerOps-1740099935-project] 10.222.0.20 "PUT /v2.0/routers/6fe4e030-e059-41ee-92cc-8ecd63dd2a9e/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6573029 Jun 23 12:12:34.425555 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.wsgi [-] (94175) accepted ('10.222.0.20', 49362) {{(pid=94175) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 12:12:34.426913 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f45cc4c9-6322-42c4-8d8f-8f4ba603cebf None None] Sync routers for ids ['6fe4e030-e059-41ee-92cc-8ecd63dd2a9e'] in dv-neutron-601336-94-hyperv {{(pid=94176) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 23 12:12:34.438229 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f45cc4c9-6322-42c4-8d8f-8f4ba603cebf None None] Routers {'6fe4e030-e059-41ee-92cc-8ecd63dd2a9e'} bound to L3 agent in host dv-neutron-601336-94-hyperv {{(pid=94176) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 23 12:12:34.439262 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.db.l3_hamode_db [None req-f45cc4c9-6322-42c4-8d8f-8f4ba603cebf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-601336-94-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-06-23T11:22:13Z,description=,heartbeat_timestamp=2021-06-23T12:12:13Z,host='dv-neutron-601336-94-hyperv',id=50ef99c0-ef28-4db5-b303-b145898fae60,load=0,resource_versions=,resources_synced=,started_at=2021-06-23T11:22:14Z,topic='l3_agent')) {'router_ids': ['6fe4e030-e059-41ee-92cc-8ecd63dd2a9e'], 'active': True} {{(pid=94176) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 12:12:34.489425 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.db.db_base_plugin_v2 [None req-5b8134f6-19ee-4f8b-bb48-0c1027d4765e tempest-TestNetworkAdvancedServerOps-1740099935 tempest-TestNetworkAdvancedServerOps-1740099935-project] Deleting subnet 355d5f47-0b7b-46c0-a8aa-2ce141f3ef1e {{(pid=94175) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jun 23 12:12:34.492876 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron_lib.callbacks.manager [None req-5b8134f6-19ee-4f8b-bb48-0c1027d4765e tempest-TestNetworkAdvancedServerOps-1740099935 tempest-TestNetworkAdvancedServerOps-1740099935-project] Notify callbacks [] for subnet, before_delete {{(pid=94175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 12:12:34.539115 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron_lib.callbacks.manager [None req-5b8134f6-19ee-4f8b-bb48-0c1027d4765e tempest-TestNetworkAdvancedServerOps-1740099935 tempest-TestNetworkAdvancedServerOps-1740099935-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5190686'] for subnet, precommit_delete_associations {{(pid=94175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 12:12:34.551679 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.db.l3_dvr_db [None req-f45cc4c9-6322-42c4-8d8f-8f4ba603cebf None None] Set router 6fe4e030-e059-41ee-92cc-8ecd63dd2a9e gateway port host: dv-neutron-601336-94-hyperv {{(pid=94176) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:838}} Jun 23 12:12:34.631297 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron_lib.callbacks.manager [None req-5b8134f6-19ee-4f8b-bb48-0c1027d4765e tempest-TestNetworkAdvancedServerOps-1740099935 tempest-TestNetworkAdvancedServerOps-1740099935-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-897634'] for subnet, precommit_delete {{(pid=94175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 12:12:34.740228 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.db.l3_hamode_db [None req-f45cc4c9-6322-42c4-8d8f-8f4ba603cebf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6fe4e030-e059-41ee-92cc-8ecd63dd2a9e', 'name': 'tempest-TestNetworkAdvancedServerOps-router-46685508', 'tenant_id': '95e75de5b0504e3e87860f65038883f5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3e7e4eb3-cf02-4d47-ade9-0a579cdfc60f', 'external_fixed_ips': [{'subnet_id': 'a5ad15ab-c489-4a67-a9b0-d559fca0ec71', 'ip_address': '172.26.3.147'}], 'enable_snat': True}, 'gw_port_id': '5851f988-6072-45b8-a9c9-07989b10b143', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-23T12:10:43Z', 'updated_at': '2021-06-23T12:12:33Z', 'revision_number': 5, 'project_id': '95e75de5b0504e3e87860f65038883f5', 'gw_port': {'id': '5851f988-6072-45b8-a9c9-07989b10b143', 'name': '', 'network_id': '3e7e4eb3-cf02-4d47-ade9-0a579cdfc60f', 'tenant_id': '', 'mac_address': 'fa:16:3e:45:0d:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6fe4e030-e059-41ee-92cc-8ecd63dd2a9e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1771, 'fixed_ips': [{'subnet_id': 'a5ad15ab-c489-4a67-a9b0-d559fca0ec71', 'ip_address': '172.26.3.147', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-94-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-23T12:10:44Z', 'updated_at': '2021-06-23T12:10:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a5ad15ab-c489-4a67-a9b0-d559fca0ec71', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-601336-94-hyperv'}], 'dv-neutron-601336-94-hyperv', False) {} {{(pid=94176) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 12:12:34.770346 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f45cc4c9-6322-42c4-8d8f-8f4ba603cebf None None] Checking router: 6fe4e030-e059-41ee-92cc-8ecd63dd2a9e for host: dv-neutron-601336-94-hyperv {{(pid=94176) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 23 12:12:34.779768 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f45cc4c9-6322-42c4-8d8f-8f4ba603cebf None None] Routers {'6fe4e030-e059-41ee-92cc-8ecd63dd2a9e'} bound to L3 agent in host dv-neutron-601336-94-hyperv {{(pid=94176) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 23 12:12:34.780395 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.db.l3_hamode_db [None req-f45cc4c9-6322-42c4-8d8f-8f4ba603cebf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-601336-94-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-06-23T11:22:13Z,description=,heartbeat_timestamp=2021-06-23T12:12:13Z,host='dv-neutron-601336-94-hyperv',id=50ef99c0-ef28-4db5-b303-b145898fae60,load=0,resource_versions=,resources_synced=,started_at=2021-06-23T11:22:14Z,topic='l3_agent')) {'router_ids': ['6fe4e030-e059-41ee-92cc-8ecd63dd2a9e'], 'active': True} {{(pid=94176) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 12:12:34.790290 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron_lib.callbacks.manager [None req-5b8134f6-19ee-4f8b-bb48-0c1027d4765e tempest-TestNetworkAdvancedServerOps-1740099935 tempest-TestNetworkAdvancedServerOps-1740099935-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-897627', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866062', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5083050', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4660036'] for subnet, after_delete {{(pid=94175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 12:12:34.794085 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG oslo_concurrency.lockutils [None req-be8ef551-ce29-488b-9199-4c5ab246b4ac admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94175) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 12:12:34.823091 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron_lib.callbacks.manager [None req-5b8134f6-19ee-4f8b-bb48-0c1027d4765e tempest-TestNetworkAdvancedServerOps-1740099935 tempest-TestNetworkAdvancedServerOps-1740099935-project] Notify callbacks [] for subnet, before_response {{(pid=94175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 12:12:34.827967 dv-neutron-601336-94-hyperv neutron-server[94175]: INFO neutron.wsgi [None req-5b8134f6-19ee-4f8b-bb48-0c1027d4765e tempest-TestNetworkAdvancedServerOps-1740099935 tempest-TestNetworkAdvancedServerOps-1740099935-project] 10.222.0.20 "DELETE /v2.0/subnets/355d5f47-0b7b-46c0-a8aa-2ce141f3ef1e HTTP/1.1" status: 204 len: 168 time: 0.3987029 Jun 23 12:12:34.827967 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b8134f6-19ee-4f8b-bb48-0c1027d4765e tempest-TestNetworkAdvancedServerOps-1740099935 tempest-TestNetworkAdvancedServerOps-1740099935-project] Pushing event deleted for resources: {'Subnet': ['ID=355d5f47-0b7b-46c0-a8aa-2ce141f3ef1e,revision_number=None']} {{(pid=94175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 12:12:34.828549 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.wsgi [-] (94174) accepted ('10.222.0.20', 49364) {{(pid=94174) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 12:12:34.829042 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c3e92494-bcfc-402c-a582-b15cf64150bc None None] Network ae242918-4391-4e39-8932-5377e8f6472e requested from dv-neutron-601336-94-hyperv {{(pid=94176) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 23 12:12:34.832291 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG oslo_concurrency.lockutils [None req-5b8134f6-19ee-4f8b-bb48-0c1027d4765e tempest-TestNetworkAdvancedServerOps-1740099935 tempest-TestNetworkAdvancedServerOps-1740099935-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.037s {{(pid=94175) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 12:12:34.947652 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron_lib.callbacks.manager [None req-6daaadca-c6ec-4225-ae17-f28bc3961274 tempest-TestNetworkAdvancedServerOps-1740099935 tempest-TestNetworkAdvancedServerOps-1740099935-project] Notify callbacks [] for router, before_delete {{(pid=94174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 12:12:34.961074 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.db.l3_dvr_db [None req-f45cc4c9-6322-42c4-8d8f-8f4ba603cebf None None] Set router 6fe4e030-e059-41ee-92cc-8ecd63dd2a9e gateway port host: dv-neutron-601336-94-hyperv {{(pid=94176) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:838}} Jun 23 12:12:35.053162 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron_lib.callbacks.manager [None req-6daaadca-c6ec-4225-ae17-f28bc3961274 tempest-TestNetworkAdvancedServerOps-1740099935 tempest-TestNetworkAdvancedServerOps-1740099935-project] Notify callbacks [] for router_gateway, before_delete {{(pid=94174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 12:12:35.120050 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.plugins.ml2.rpc [None req-97bd5441-1da2-49ee-a364-27795820ba27 None None] Device bebd72be-8046-4958-ba24-55e5266319b8 no longer exists at agent hyperv_hv-neutron-6013 {{(pid=94176) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:261}} Jun 23 12:12:35.161928 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.plugins.ml2.plugin [None req-97bd5441-1da2-49ee-a364-27795820ba27 None None] No Port match for: bebd72be-8046-4958-ba24-55e5266319b8 {{(pid=94176) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2240}} Jun 23 12:12:35.162319 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.plugins.ml2.rpc [None req-97bd5441-1da2-49ee-a364-27795820ba27 None None] Device bebd72be-8046-4958-ba24-55e5266319b8 not bound to the agent host hv-neutron-6013 {{(pid=94176) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:271}} Jun 23 12:12:35.187549 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9c258543-796b-497b-9931-cdc5b0b334d0 None None] DHCP port deletion for ae242918-4391-4e39-8932-5377e8f6472e request from dv-neutron-601336-94-hyperv {{(pid=94176) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jun 23 12:12:35.197849 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.plugins.ml2.plugin [None req-6daaadca-c6ec-4225-ae17-f28bc3961274 tempest-TestNetworkAdvancedServerOps-1740099935 tempest-TestNetworkAdvancedServerOps-1740099935-project] Deleting port 5851f988-6072-45b8-a9c9-07989b10b143 {{(pid=94174) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1913}} Jun 23 12:12:35.198100 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron_lib.callbacks.manager [None req-6daaadca-c6ec-4225-ae17-f28bc3961274 tempest-TestNetworkAdvancedServerOps-1740099935 tempest-TestNetworkAdvancedServerOps-1740099935-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773700079324'] for port, before_delete {{(pid=94174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 12:12:35.220332 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.db.l3_hamode_db [None req-f45cc4c9-6322-42c4-8d8f-8f4ba603cebf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6fe4e030-e059-41ee-92cc-8ecd63dd2a9e', 'name': 'tempest-TestNetworkAdvancedServerOps-router-46685508', 'tenant_id': '95e75de5b0504e3e87860f65038883f5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3e7e4eb3-cf02-4d47-ade9-0a579cdfc60f', 'external_fixed_ips': [{'subnet_id': 'a5ad15ab-c489-4a67-a9b0-d559fca0ec71', 'ip_address': '172.26.3.147'}], 'enable_snat': True}, 'gw_port_id': '5851f988-6072-45b8-a9c9-07989b10b143', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-23T12:10:43Z', 'updated_at': '2021-06-23T12:12:33Z', 'revision_number': 5, 'project_id': '95e75de5b0504e3e87860f65038883f5', 'gw_port': {'id': '5851f988-6072-45b8-a9c9-07989b10b143', 'name': '', 'network_id': '3e7e4eb3-cf02-4d47-ade9-0a579cdfc60f', 'tenant_id': '', 'mac_address': 'fa:16:3e:45:0d:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6fe4e030-e059-41ee-92cc-8ecd63dd2a9e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1771, 'fixed_ips': [{'subnet_id': 'a5ad15ab-c489-4a67-a9b0-d559fca0ec71', 'ip_address': '172.26.3.147', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-94-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-23T12:10:44Z', 'updated_at': '2021-06-23T12:10:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a5ad15ab-c489-4a67-a9b0-d559fca0ec71', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-601336-94-hyperv'}], 'dv-neutron-601336-94-hyperv', False) {} {{(pid=94176) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 12:12:35.256486 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f45cc4c9-6322-42c4-8d8f-8f4ba603cebf None None] The sync data for ids ['6fe4e030-e059-41ee-92cc-8ecd63dd2a9e'] in dv-neutron-601336-94-hyperv is: [{'id': '6fe4e030-e059-41ee-92cc-8ecd63dd2a9e', 'name': 'tempest-TestNetworkAdvancedServerOps-router-46685508', 'tenant_id': '95e75de5b0504e3e87860f65038883f5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3e7e4eb3-cf02-4d47-ade9-0a579cdfc60f', 'external_fixed_ips': [{'subnet_id': 'a5ad15ab-c489-4a67-a9b0-d559fca0ec71', 'ip_address': '172.26.3.147'}], 'enable_snat': True}, 'gw_port_id': '5851f988-6072-45b8-a9c9-07989b10b143', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-23T12:10:43Z', 'updated_at': '2021-06-23T12:12:33Z', 'revision_number': 5, 'project_id': '95e75de5b0504e3e87860f65038883f5', 'gw_port': {'id': '5851f988-6072-45b8-a9c9-07989b10b143', 'name': '', 'network_id': '3e7e4eb3-cf02-4d47-ade9-0a579cdfc60f', 'tenant_id': '', 'mac_address': 'fa:16:3e:45:0d:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6fe4e030-e059-41ee-92cc-8ecd63dd2a9e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1771, 'fixed_ips': [{'subnet_id': 'a5ad15ab-c489-4a67-a9b0-d559fca0ec71', 'ip_address': '172.26.3.147', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-94-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-23T12:10:44Z', 'updated_at': '2021-06-23T12:10:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a5ad15ab-c489-4a67-a9b0-d559fca0ec71', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-601336-94-hyperv'}] {{(pid=94176) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 23 12:12:35.272826 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.plugins.ml2.plugin [None req-9c258543-796b-497b-9931-cdc5b0b334d0 None None] Deleting port 48dd72e6-d69a-471f-9bad-de4377052fea {{(pid=94176) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1913}} Jun 23 12:12:35.273214 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron_lib.callbacks.manager [None req-9c258543-796b-497b-9931-cdc5b0b334d0 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773700079324'] for port, before_delete {{(pid=94176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 12:12:35.296248 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.plugins.ml2.db [None req-6daaadca-c6ec-4225-ae17-f28bc3961274 tempest-TestNetworkAdvancedServerOps-1740099935 tempest-TestNetworkAdvancedServerOps-1740099935-project] For port 5851f988-6072-45b8-a9c9-07989b10b143, host dv-neutron-601336-94-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-94-hyperv',level=0,port_id=5851f988-6072-45b8-a9c9-07989b10b143,segment=NetworkSegment(c23be0a5-6980-48fb-bc9f-4a24717fe1de),segment_id=c23be0a5-6980-48fb-bc9f-4a24717fe1de)] {{(pid=94174) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 23 12:12:35.296622 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron_lib.callbacks.manager [None req-6daaadca-c6ec-4225-ae17-f28bc3961274 tempest-TestNetworkAdvancedServerOps-1740099935 tempest-TestNetworkAdvancedServerOps-1740099935-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-430722'] for port, precommit_delete {{(pid=94174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 12:12:35.309693 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.plugins.ml2.plugin [None req-6daaadca-c6ec-4225-ae17-f28bc3961274 tempest-TestNetworkAdvancedServerOps-1740099935 tempest-TestNetworkAdvancedServerOps-1740099935-project] Calling delete_port for 5851f988-6072-45b8-a9c9-07989b10b143 owned by network:router_gateway {{(pid=94174) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1986}} Jun 23 12:12:35.349848 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.plugins.ml2.db [None req-9c258543-796b-497b-9931-cdc5b0b334d0 None None] For port 48dd72e6-d69a-471f-9bad-de4377052fea, host dv-neutron-601336-94-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-94-hyperv',level=0,port_id=48dd72e6-d69a-471f-9bad-de4377052fea,segment=NetworkSegment(843f110a-7c4f-4110-b8e2-5a92fbe63ec7),segment_id=843f110a-7c4f-4110-b8e2-5a92fbe63ec7)] {{(pid=94176) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 23 12:12:35.350256 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron_lib.callbacks.manager [None req-9c258543-796b-497b-9931-cdc5b0b334d0 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-430722'] for port, precommit_delete {{(pid=94176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 12:12:35.363957 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.plugins.ml2.plugin [None req-9c258543-796b-497b-9931-cdc5b0b334d0 None None] Calling delete_port for 48dd72e6-d69a-471f-9bad-de4377052fea owned by network:dhcp {{(pid=94176) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1986}} Jun 23 12:12:35.538453 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron_lib.callbacks.manager [None req-9c258543-796b-497b-9931-cdc5b0b334d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-922904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866062', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773700135024', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773699642224'] for port, after_delete {{(pid=94176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 12:12:35.540461 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG oslo_concurrency.lockutils [None req-97bd5441-1da2-49ee-a364-27795820ba27 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 12:12:35.563323 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c258543-796b-497b-9931-cdc5b0b334d0 None None] Pushing event deleted for resources: {'Port': ['ID=48dd72e6-d69a-471f-9bad-de4377052fea,revision_number=None']} {{(pid=94176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 12:12:35.568240 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9c258543-796b-497b-9931-cdc5b0b334d0 None None] No DVR routers for this DVR port 48dd72e6-d69a-471f-9bad-de4377052fea on host dv-neutron-601336-94-hyperv {{(pid=94176) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 23 12:12:35.569927 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron_lib.callbacks.manager [None req-6daaadca-c6ec-4225-ae17-f28bc3961274 tempest-TestNetworkAdvancedServerOps-1740099935 tempest-TestNetworkAdvancedServerOps-1740099935-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-922904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866062', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773700135024', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773699642224', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5196390'] for port, after_delete {{(pid=94174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 12:12:35.572825 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG oslo_concurrency.lockutils [None req-d6cef5a4-df84-4161-9c05-e91e2d3ca8c8 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94174) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 12:12:35.574643 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c258543-796b-497b-9931-cdc5b0b334d0 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-601336-94-hyperv {{(pid=94176) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 12:12:35.574998 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c258543-796b-497b-9931-cdc5b0b334d0 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-94-hyperv {{(pid=94176) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 12:12:35.575372 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c258543-796b-497b-9931-cdc5b0b334d0 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-94-hyperv {{(pid=94176) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 12:12:35.575713 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c258543-796b-497b-9931-cdc5b0b334d0 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-601336-94-hyperv {{(pid=94176) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 12:12:35.576050 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c258543-796b-497b-9931-cdc5b0b334d0 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-601336-94-hyperv {{(pid=94176) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 12:12:35.576388 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c258543-796b-497b-9931-cdc5b0b334d0 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-601336-94-hyperv {{(pid=94176) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 12:12:35.576728 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c258543-796b-497b-9931-cdc5b0b334d0 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-601336-94-hyperv {{(pid=94176) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 12:12:35.577175 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c258543-796b-497b-9931-cdc5b0b334d0 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-601336-94-hyperv {{(pid=94176) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 12:12:35.577514 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c258543-796b-497b-9931-cdc5b0b334d0 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-601336-94-hyperv {{(pid=94176) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 12:12:35.578194 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c258543-796b-497b-9931-cdc5b0b334d0 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-94-hyperv {{(pid=94176) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 12:12:35.578194 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c258543-796b-497b-9931-cdc5b0b334d0 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-601336-94-hyperv {{(pid=94176) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 12:12:35.578504 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c258543-796b-497b-9931-cdc5b0b334d0 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-601336-94-hyperv {{(pid=94176) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 12:12:35.582857 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG oslo_concurrency.lockutils [None req-9c258543-796b-497b-9931-cdc5b0b334d0 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.042s {{(pid=94176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 12:12:35.602126 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6daaadca-c6ec-4225-ae17-f28bc3961274 tempest-TestNetworkAdvancedServerOps-1740099935 tempest-TestNetworkAdvancedServerOps-1740099935-project] Pushing event deleted for resources: {'Port': ['ID=5851f988-6072-45b8-a9c9-07989b10b143,revision_number=None']} {{(pid=94174) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 12:12:35.616780 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6daaadca-c6ec-4225-ae17-f28bc3961274 tempest-TestNetworkAdvancedServerOps-1740099935 tempest-TestNetworkAdvancedServerOps-1740099935-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-601336-94-hyperv {{(pid=94174) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 12:12:35.617182 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6daaadca-c6ec-4225-ae17-f28bc3961274 tempest-TestNetworkAdvancedServerOps-1740099935 tempest-TestNetworkAdvancedServerOps-1740099935-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-94-hyperv {{(pid=94174) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 12:12:35.617583 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6daaadca-c6ec-4225-ae17-f28bc3961274 tempest-TestNetworkAdvancedServerOps-1740099935 tempest-TestNetworkAdvancedServerOps-1740099935-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-94-hyperv {{(pid=94174) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 12:12:35.617976 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6daaadca-c6ec-4225-ae17-f28bc3961274 tempest-TestNetworkAdvancedServerOps-1740099935 tempest-TestNetworkAdvancedServerOps-1740099935-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-601336-94-hyperv {{(pid=94174) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 12:12:35.618367 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6daaadca-c6ec-4225-ae17-f28bc3961274 tempest-TestNetworkAdvancedServerOps-1740099935 tempest-TestNetworkAdvancedServerOps-1740099935-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-601336-94-hyperv {{(pid=94174) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 12:12:35.618752 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6daaadca-c6ec-4225-ae17-f28bc3961274 tempest-TestNetworkAdvancedServerOps-1740099935 tempest-TestNetworkAdvancedServerOps-1740099935-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-601336-94-hyperv {{(pid=94174) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 12:12:35.619177 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6daaadca-c6ec-4225-ae17-f28bc3961274 tempest-TestNetworkAdvancedServerOps-1740099935 tempest-TestNetworkAdvancedServerOps-1740099935-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-601336-94-hyperv {{(pid=94174) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 12:12:35.619594 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6daaadca-c6ec-4225-ae17-f28bc3961274 tempest-TestNetworkAdvancedServerOps-1740099935 tempest-TestNetworkAdvancedServerOps-1740099935-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-601336-94-hyperv {{(pid=94174) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 12:12:35.619973 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6daaadca-c6ec-4225-ae17-f28bc3961274 tempest-TestNetworkAdvancedServerOps-1740099935 tempest-TestNetworkAdvancedServerOps-1740099935-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-601336-94-hyperv {{(pid=94174) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 12:12:35.620350 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6daaadca-c6ec-4225-ae17-f28bc3961274 tempest-TestNetworkAdvancedServerOps-1740099935 tempest-TestNetworkAdvancedServerOps-1740099935-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-94-hyperv {{(pid=94174) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 12:12:35.620731 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6daaadca-c6ec-4225-ae17-f28bc3961274 tempest-TestNetworkAdvancedServerOps-1740099935 tempest-TestNetworkAdvancedServerOps-1740099935-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-601336-94-hyperv {{(pid=94174) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 12:12:35.621107 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6daaadca-c6ec-4225-ae17-f28bc3961274 tempest-TestNetworkAdvancedServerOps-1740099935 tempest-TestNetworkAdvancedServerOps-1740099935-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-601336-94-hyperv {{(pid=94174) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 12:12:35.640578 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG oslo_concurrency.lockutils [None req-6daaadca-c6ec-4225-ae17-f28bc3961274 tempest-TestNetworkAdvancedServerOps-1740099935 tempest-TestNetworkAdvancedServerOps-1740099935-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.068s {{(pid=94174) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 12:12:35.685394 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron_lib.callbacks.manager [None req-6daaadca-c6ec-4225-ae17-f28bc3961274 tempest-TestNetworkAdvancedServerOps-1740099935 tempest-TestNetworkAdvancedServerOps-1740099935-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-524171'] for router_gateway, after_delete {{(pid=94174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 12:12:35.779802 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron_lib.callbacks.manager [None req-6daaadca-c6ec-4225-ae17-f28bc3961274 tempest-TestNetworkAdvancedServerOps-1740099935 tempest-TestNetworkAdvancedServerOps-1740099935-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-520417', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-32301'] for router, precommit_delete {{(pid=94174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 12:12:35.781944 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron_lib.callbacks.manager [None req-6daaadca-c6ec-4225-ae17-f28bc3961274 tempest-TestNetworkAdvancedServerOps-1740099935 tempest-TestNetworkAdvancedServerOps-1740099935-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 12:12:35.886705 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron_lib.callbacks.manager [None req-6daaadca-c6ec-4225-ae17-f28bc3961274 tempest-TestNetworkAdvancedServerOps-1740099935 tempest-TestNetworkAdvancedServerOps-1740099935-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-494961'] for router, after_delete {{(pid=94174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 12:12:35.887760 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6daaadca-c6ec-4225-ae17-f28bc3961274 tempest-TestNetworkAdvancedServerOps-1740099935 tempest-TestNetworkAdvancedServerOps-1740099935-project] Fanout notify agent at l3_agent the message router_deleted on router 6fe4e030-e059-41ee-92cc-8ecd63dd2a9e {{(pid=94174) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jun 23 12:12:35.895167 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron_lib.callbacks.manager [None req-6daaadca-c6ec-4225-ae17-f28bc3961274 tempest-TestNetworkAdvancedServerOps-1740099935 tempest-TestNetworkAdvancedServerOps-1740099935-project] Notify callbacks [] for router, before_response {{(pid=94174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 12:12:35.896306 dv-neutron-601336-94-hyperv neutron-server[94174]: INFO neutron.wsgi [None req-6daaadca-c6ec-4225-ae17-f28bc3961274 tempest-TestNetworkAdvancedServerOps-1740099935 tempest-TestNetworkAdvancedServerOps-1740099935-project] 10.222.0.20 "DELETE /v2.0/routers/6fe4e030-e059-41ee-92cc-8ecd63dd2a9e HTTP/1.1" status: 204 len: 168 time: 1.0621221 Jun 23 12:12:35.899181 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.wsgi [-] (94174) accepted ('10.222.0.20', 49366) {{(pid=94174) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 12:12:35.980913 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron_lib.callbacks.manager [None req-6cf407d8-e0a3-4811-8677-9c3ea09c8507 tempest-TestNetworkAdvancedServerOps-1740099935 tempest-TestNetworkAdvancedServerOps-1740099935-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-824874'] for network, before_delete {{(pid=94174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 12:12:36.077444 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron_lib.callbacks.manager [None req-6cf407d8-e0a3-4811-8677-9c3ea09c8507 tempest-TestNetworkAdvancedServerOps-1740099935 tempest-TestNetworkAdvancedServerOps-1740099935-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-897259', 'neutron.services.segments.db._delete_segments_for_network-8773700168587'] for network, precommit_delete {{(pid=94174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 12:12:36.087187 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.services.segments.db [None req-6cf407d8-e0a3-4811-8677-9c3ea09c8507 tempest-TestNetworkAdvancedServerOps-1740099935 tempest-TestNetworkAdvancedServerOps-1740099935-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ae242918-4391-4e39-8932-5377e8f6472e']}} {{(pid=94174) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 12:12:36.098730 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.services.segments.db [None req-6cf407d8-e0a3-4811-8677-9c3ea09c8507 tempest-TestNetworkAdvancedServerOps-1740099935 tempest-TestNetworkAdvancedServerOps-1740099935-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '843f110a-7c4f-4110-b8e2-5a92fbe63ec7') {'for_net_delete': True} {{(pid=94174) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 12:12:36.099226 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.services.segments.db [None req-6cf407d8-e0a3-4811-8677-9c3ea09c8507 tempest-TestNetworkAdvancedServerOps-1740099935 tempest-TestNetworkAdvancedServerOps-1740099935-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '843f110a-7c4f-4110-b8e2-5a92fbe63ec7') {} {{(pid=94174) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 12:12:36.109288 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron_lib.callbacks.manager [None req-6cf407d8-e0a3-4811-8677-9c3ea09c8507 tempest-TestNetworkAdvancedServerOps-1740099935 tempest-TestNetworkAdvancedServerOps-1740099935-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8773699955833', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4800267'] for segment, before_delete {{(pid=94174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 12:12:36.123226 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron_lib.callbacks.manager [None req-6cf407d8-e0a3-4811-8677-9c3ea09c8507 tempest-TestNetworkAdvancedServerOps-1740099935 tempest-TestNetworkAdvancedServerOps-1740099935-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3801'] for segment, precommit_delete {{(pid=94174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 12:12:36.129994 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6cf407d8-e0a3-4811-8677-9c3ea09c8507 tempest-TestNetworkAdvancedServerOps-1740099935 tempest-TestNetworkAdvancedServerOps-1740099935-project] Releasing vlan 420 on physical network physnet1 to pool {{(pid=94174) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 23 12:12:36.130380 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron_lib.callbacks.manager [None req-6cf407d8-e0a3-4811-8677-9c3ea09c8507 tempest-TestNetworkAdvancedServerOps-1740099935 tempest-TestNetworkAdvancedServerOps-1740099935-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3801', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5196341'] for segment, after_delete {{(pid=94174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 12:12:36.133366 dv-neutron-601336-94-hyperv neutron-server[94174]: Traceback (most recent call last): Jun 23 12:12:36.133366 dv-neutron-601336-94-hyperv neutron-server[94174]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 23 12:12:36.133366 dv-neutron-601336-94-hyperv neutron-server[94174]: timer() Jun 23 12:12:36.133366 dv-neutron-601336-94-hyperv neutron-server[94174]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 23 12:12:36.133366 dv-neutron-601336-94-hyperv neutron-server[94174]: cb(*args, **kw) Jun 23 12:12:36.133366 dv-neutron-601336-94-hyperv neutron-server[94174]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 23 12:12:36.133366 dv-neutron-601336-94-hyperv neutron-server[94174]: return func(*args, **kwargs) Jun 23 12:12:36.133366 dv-neutron-601336-94-hyperv neutron-server[94174]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 23 12:12:36.133366 dv-neutron-601336-94-hyperv neutron-server[94174]: self._notify() Jun 23 12:12:36.133366 dv-neutron-601336-94-hyperv neutron-server[94174]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 23 12:12:36.133366 dv-neutron-601336-94-hyperv neutron-server[94174]: self.callback(batched_events) Jun 23 12:12:36.133366 dv-neutron-601336-94-hyperv neutron-server[94174]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 23 12:12:36.133366 dv-neutron-601336-94-hyperv neutron-server[94174]: event.method(event) Jun 23 12:12:36.133366 dv-neutron-601336-94-hyperv neutron-server[94174]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 23 12:12:36.133366 dv-neutron-601336-94-hyperv neutron-server[94174]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 23 12:12:36.133366 dv-neutron-601336-94-hyperv neutron-server[94174]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 23 12:12:36.133366 dv-neutron-601336-94-hyperv neutron-server[94174]: aggregate_uuid = self.p_client.list_aggregates( Jun 23 12:12:36.133366 dv-neutron-601336-94-hyperv neutron-server[94174]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 23 12:12:36.133366 dv-neutron-601336-94-hyperv neutron-server[94174]: return f(self, *a, **k) Jun 23 12:12:36.133366 dv-neutron-601336-94-hyperv neutron-server[94174]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 23 12:12:36.133366 dv-neutron-601336-94-hyperv neutron-server[94174]: return self._get(url).json() Jun 23 12:12:36.133366 dv-neutron-601336-94-hyperv neutron-server[94174]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 23 12:12:36.133366 dv-neutron-601336-94-hyperv neutron-server[94174]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 23 12:12:36.133366 dv-neutron-601336-94-hyperv neutron-server[94174]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 23 12:12:36.133366 dv-neutron-601336-94-hyperv neutron-server[94174]: return self.request(url, 'GET', **kwargs) Jun 23 12:12:36.133366 dv-neutron-601336-94-hyperv neutron-server[94174]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 23 12:12:36.133366 dv-neutron-601336-94-hyperv neutron-server[94174]: base_url = self.get_endpoint(auth, allow=allow, Jun 23 12:12:36.133366 dv-neutron-601336-94-hyperv neutron-server[94174]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 23 12:12:36.133366 dv-neutron-601336-94-hyperv neutron-server[94174]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 23 12:12:36.133366 dv-neutron-601336-94-hyperv neutron-server[94174]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 23 12:12:36.133366 dv-neutron-601336-94-hyperv neutron-server[94174]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 23 12:12:36.133366 dv-neutron-601336-94-hyperv neutron-server[94174]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 23 12:12:36.252832 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron_lib.callbacks.manager [None req-6cf407d8-e0a3-4811-8677-9c3ea09c8507 tempest-TestNetworkAdvancedServerOps-1740099935 tempest-TestNetworkAdvancedServerOps-1740099935-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-897248', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8002400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7866073', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-524247'] for network, after_delete {{(pid=94174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 12:12:36.257491 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron_lib.callbacks.manager [None req-6cf407d8-e0a3-4811-8677-9c3ea09c8507 tempest-TestNetworkAdvancedServerOps-1740099935 tempest-TestNetworkAdvancedServerOps-1740099935-project] Notify callbacks [] for network, before_response {{(pid=94174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 12:12:36.259504 dv-neutron-601336-94-hyperv neutron-server[94174]: INFO neutron.wsgi [None req-6cf407d8-e0a3-4811-8677-9c3ea09c8507 tempest-TestNetworkAdvancedServerOps-1740099935 tempest-TestNetworkAdvancedServerOps-1740099935-project] 10.222.0.20 "DELETE /v2.0/networks/ae242918-4391-4e39-8932-5377e8f6472e HTTP/1.1" status: 204 len: 168 time: 0.3592572 Jun 23 12:12:36.260784 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG oslo_concurrency.lockutils [None req-42833740-c174-4596-840c-ee001cac8745 tempest-TestNetworkAdvancedServerOps-1740099935 tempest-TestNetworkAdvancedServerOps-1740099935-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94174) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 12:12:36.262321 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.wsgi [-] (94175) accepted ('10.222.0.20', 49368) {{(pid=94175) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 12:12:36.275205 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cf407d8-e0a3-4811-8677-9c3ea09c8507 tempest-TestNetworkAdvancedServerOps-1740099935 tempest-TestNetworkAdvancedServerOps-1740099935-project] Pushing event deleted for resources: {'Network': ['ID=ae242918-4391-4e39-8932-5377e8f6472e,revision_number=None']} {{(pid=94174) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 12:12:36.277996 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG oslo_concurrency.lockutils [None req-6cf407d8-e0a3-4811-8677-9c3ea09c8507 tempest-TestNetworkAdvancedServerOps-1740099935 tempest-TestNetworkAdvancedServerOps-1740099935-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=94174) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 12:12:36.326735 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron_lib.callbacks.manager [None req-2f90eb05-e4f5-4069-a301-558f6904cb24 tempest-TestNetworkAdvancedServerOps-1740099935 tempest-TestNetworkAdvancedServerOps-1740099935-project] Notify callbacks [] for security_group, before_delete {{(pid=94175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 12:12:36.358451 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron_lib.callbacks.manager [None req-2f90eb05-e4f5-4069-a301-558f6904cb24 tempest-TestNetworkAdvancedServerOps-1740099935 tempest-TestNetworkAdvancedServerOps-1740099935-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 12:12:36.498465 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.plugins.ml2.rpc [None req-dc7542b2-afef-47f4-a763-e3a3cba144be None None] Device 5851f988-6072-45b8-a9c9-07989b10b143 no longer exists at agent ovs-agent-dv-neutron-601336-94-hyperv {{(pid=94176) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:261}} Jun 23 12:12:36.519141 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.plugins.ml2.plugin [None req-dc7542b2-afef-47f4-a763-e3a3cba144be None None] No Port match for: 5851f988-6072-45b8-a9c9-07989b10b143 {{(pid=94176) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2240}} Jun 23 12:12:36.519506 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.plugins.ml2.rpc [None req-dc7542b2-afef-47f4-a763-e3a3cba144be None None] Device 5851f988-6072-45b8-a9c9-07989b10b143 not bound to the agent host dv-neutron-601336-94-hyperv {{(pid=94176) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:271}} Jun 23 12:12:36.519968 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.plugins.ml2.rpc [None req-dc7542b2-afef-47f4-a763-e3a3cba144be None None] Device 48dd72e6-d69a-471f-9bad-de4377052fea no longer exists at agent ovs-agent-dv-neutron-601336-94-hyperv {{(pid=94176) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:261}} Jun 23 12:12:36.526974 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron_lib.callbacks.manager [None req-2f90eb05-e4f5-4069-a301-558f6904cb24 tempest-TestNetworkAdvancedServerOps-1740099935 tempest-TestNetworkAdvancedServerOps-1740099935-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7996330'] for security_group, after_delete {{(pid=94175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 12:12:36.529739 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron_lib.callbacks.manager [None req-2f90eb05-e4f5-4069-a301-558f6904cb24 tempest-TestNetworkAdvancedServerOps-1740099935 tempest-TestNetworkAdvancedServerOps-1740099935-project] Notify callbacks [] for security_group, before_response {{(pid=94175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 12:12:36.531132 dv-neutron-601336-94-hyperv neutron-server[94175]: INFO neutron.wsgi [None req-2f90eb05-e4f5-4069-a301-558f6904cb24 tempest-TestNetworkAdvancedServerOps-1740099935 tempest-TestNetworkAdvancedServerOps-1740099935-project] 10.222.0.20 "DELETE /v2.0/security-groups/f9aa5c7b-41c2-4182-817b-001b40eace82 HTTP/1.1" status: 204 len: 168 time: 0.2678051 Jun 23 12:12:36.532267 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG oslo_concurrency.lockutils [None req-8654f75b-28d1-43c7-9688-7138f199a526 tempest-TestNetworkAdvancedServerOps-1740099935 tempest-TestNetworkAdvancedServerOps-1740099935-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94175) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 12:12:36.539126 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.plugins.ml2.plugin [None req-dc7542b2-afef-47f4-a763-e3a3cba144be None None] No Port match for: 48dd72e6-d69a-471f-9bad-de4377052fea {{(pid=94176) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2240}} Jun 23 12:12:36.539704 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.plugins.ml2.rpc [None req-dc7542b2-afef-47f4-a763-e3a3cba144be None None] Device 48dd72e6-d69a-471f-9bad-de4377052fea not bound to the agent host dv-neutron-601336-94-hyperv {{(pid=94176) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:271}} Jun 23 12:12:36.539944 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.plugins.ml2.rpc [None req-dc7542b2-afef-47f4-a763-e3a3cba144be None None] Device e0511db4-4be2-4bc5-b5c2-c4eff13d559f no longer exists at agent ovs-agent-dv-neutron-601336-94-hyperv {{(pid=94176) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:261}} Jun 23 12:12:36.542738 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f90eb05-e4f5-4069-a301-558f6904cb24 tempest-TestNetworkAdvancedServerOps-1740099935 tempest-TestNetworkAdvancedServerOps-1740099935-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=f9aa5c7b-41c2-4182-817b-001b40eace82,revision_number=None']} {{(pid=94175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 12:12:36.545856 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG oslo_concurrency.lockutils [None req-2f90eb05-e4f5-4069-a301-558f6904cb24 tempest-TestNetworkAdvancedServerOps-1740099935 tempest-TestNetworkAdvancedServerOps-1740099935-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.013s {{(pid=94175) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 12:12:36.562048 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.plugins.ml2.plugin [None req-dc7542b2-afef-47f4-a763-e3a3cba144be None None] No Port match for: e0511db4-4be2-4bc5-b5c2-c4eff13d559f {{(pid=94176) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2240}} Jun 23 12:12:36.562412 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.plugins.ml2.rpc [None req-dc7542b2-afef-47f4-a763-e3a3cba144be None None] Device e0511db4-4be2-4bc5-b5c2-c4eff13d559f not bound to the agent host dv-neutron-601336-94-hyperv {{(pid=94176) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:271}} Jun 23 12:12:37.428190 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.wsgi [-] (94175) accepted ('10.222.0.20', 49374) {{(pid=94175) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 12:12:37.433447 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.api.v2.base [None req-7758b2a1-b81e-4229-925f-94271c02a2b0 tempest-TestNetworkAdvancedServerOps-1740099935 tempest-TestNetworkAdvancedServerOps-1740099935-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-178857347', 'description': 'tempest-secgroup-smoke-178857347 description', 'project_id': '95e75de5b0504e3e87860f65038883f5'}} {{(pid=94175) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 23 12:12:37.543949 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron_lib.callbacks.manager [None req-7758b2a1-b81e-4229-925f-94271c02a2b0 tempest-TestNetworkAdvancedServerOps-1740099935 tempest-TestNetworkAdvancedServerOps-1740099935-project] Notify callbacks [] for security_group, before_create {{(pid=94175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 12:12:37.628812 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron_lib.callbacks.manager [None req-7758b2a1-b81e-4229-925f-94271c02a2b0 tempest-TestNetworkAdvancedServerOps-1740099935 tempest-TestNetworkAdvancedServerOps-1740099935-project] Notify callbacks [] for security_group, precommit_create {{(pid=94175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 12:12:37.732341 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron_lib.callbacks.manager [None req-7758b2a1-b81e-4229-925f-94271c02a2b0 tempest-TestNetworkAdvancedServerOps-1740099935 tempest-TestNetworkAdvancedServerOps-1740099935-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7996330'] for security_group, after_create {{(pid=94175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 12:12:37.734855 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG oslo_concurrency.lockutils [None req-ef4f3aa9-4e76-473a-8bb4-a00dfc8e9e7a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94175) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 12:12:37.767256 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7758b2a1-b81e-4229-925f-94271c02a2b0 tempest-TestNetworkAdvancedServerOps-1740099935 tempest-TestNetworkAdvancedServerOps-1740099935-project] Pushing event updated for resources: {'SecurityGroup': ['ID=09448ede-d622-402a-8a40-91552f14a5d7,revision_number=1']} {{(pid=94175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 12:12:37.770469 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG oslo_concurrency.lockutils [None req-7758b2a1-b81e-4229-925f-94271c02a2b0 tempest-TestNetworkAdvancedServerOps-1740099935 tempest-TestNetworkAdvancedServerOps-1740099935-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.035s {{(pid=94175) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 12:12:37.857982 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron_lib.callbacks.manager [None req-7758b2a1-b81e-4229-925f-94271c02a2b0 tempest-TestNetworkAdvancedServerOps-1740099935 tempest-TestNetworkAdvancedServerOps-1740099935-project] Notify callbacks [] for security_group, before_response {{(pid=94175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 12:12:37.859314 dv-neutron-601336-94-hyperv neutron-server[94175]: INFO neutron.wsgi [None req-7758b2a1-b81e-4229-925f-94271c02a2b0 tempest-TestNetworkAdvancedServerOps-1740099935 tempest-TestNetworkAdvancedServerOps-1740099935-project] 10.222.0.20 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.4299846 Jun 23 12:12:37.862181 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.wsgi [-] (94175) accepted ('10.222.0.20', 49376) {{(pid=94175) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 12:12:37.867267 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.api.v2.base [None req-2f91eb04-d888-4569-ad10-d2c3030ac6f0 tempest-TestNetworkAdvancedServerOps-1740099935 tempest-TestNetworkAdvancedServerOps-1740099935-project] Request body: {'security_group_rule': {'security_group_id': '09448ede-d622-402a-8a40-91552f14a5d7', 'project_id': '95e75de5b0504e3e87860f65038883f5', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=94175) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 23 12:12:37.983410 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron_lib.callbacks.manager [None req-2f91eb04-d888-4569-ad10-d2c3030ac6f0 tempest-TestNetworkAdvancedServerOps-1740099935 tempest-TestNetworkAdvancedServerOps-1740099935-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 12:12:38.039819 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron_lib.callbacks.manager [None req-2f91eb04-d888-4569-ad10-d2c3030ac6f0 tempest-TestNetworkAdvancedServerOps-1740099935 tempest-TestNetworkAdvancedServerOps-1740099935-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 12:12:38.103751 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron_lib.callbacks.manager [None req-2f91eb04-d888-4569-ad10-d2c3030ac6f0 tempest-TestNetworkAdvancedServerOps-1740099935 tempest-TestNetworkAdvancedServerOps-1740099935-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7996355'] for security_group_rule, after_create {{(pid=94175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 12:12:38.105577 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG oslo_concurrency.lockutils [None req-0354951e-a6eb-462a-b81c-08c67afdec41 tempest-TestNetworkBasicOps-233187296 tempest-TestNetworkBasicOps-233187296-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94175) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 12:12:38.122624 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f91eb04-d888-4569-ad10-d2c3030ac6f0 tempest-TestNetworkAdvancedServerOps-1740099935 tempest-TestNetworkAdvancedServerOps-1740099935-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=22a60241-f67a-425e-90ec-4b50aa3f037e,revision_number=0']} {{(pid=94175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 12:12:38.124961 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG oslo_concurrency.lockutils [None req-2f91eb04-d888-4569-ad10-d2c3030ac6f0 tempest-TestNetworkAdvancedServerOps-1740099935 tempest-TestNetworkAdvancedServerOps-1740099935-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=94175) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 12:12:38.184113 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron_lib.callbacks.manager [None req-2f91eb04-d888-4569-ad10-d2c3030ac6f0 tempest-TestNetworkAdvancedServerOps-1740099935 tempest-TestNetworkAdvancedServerOps-1740099935-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 12:12:38.185325 dv-neutron-601336-94-hyperv neutron-server[94175]: INFO neutron.wsgi [None req-2f91eb04-d888-4569-ad10-d2c3030ac6f0 tempest-TestNetworkAdvancedServerOps-1740099935 tempest-TestNetworkAdvancedServerOps-1740099935-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3215215 Jun 23 12:12:38.188157 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.wsgi [-] (94175) accepted ('10.222.0.20', 49378) {{(pid=94175) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 12:12:38.192783 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.api.v2.base [None req-0cf66019-cd1a-4ceb-94e0-34599f88f5ed tempest-TestNetworkAdvancedServerOps-1740099935 tempest-TestNetworkAdvancedServerOps-1740099935-project] Request body: {'security_group_rule': {'security_group_id': '09448ede-d622-402a-8a40-91552f14a5d7', 'project_id': '95e75de5b0504e3e87860f65038883f5', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=94175) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 23 12:12:38.292155 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron_lib.callbacks.manager [None req-0cf66019-cd1a-4ceb-94e0-34599f88f5ed tempest-TestNetworkAdvancedServerOps-1740099935 tempest-TestNetworkAdvancedServerOps-1740099935-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 12:12:38.347437 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron_lib.callbacks.manager [None req-0cf66019-cd1a-4ceb-94e0-34599f88f5ed tempest-TestNetworkAdvancedServerOps-1740099935 tempest-TestNetworkAdvancedServerOps-1740099935-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 12:12:38.492745 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron_lib.callbacks.manager [None req-0cf66019-cd1a-4ceb-94e0-34599f88f5ed tempest-TestNetworkAdvancedServerOps-1740099935 tempest-TestNetworkAdvancedServerOps-1740099935-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7996355'] for security_group_rule, after_create {{(pid=94175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 12:12:38.494663 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG oslo_concurrency.lockutils [None req-52660814-3f6c-405f-ba11-be78312b397c tempest-TestMinimumBasicScenario-1725182798 tempest-TestMinimumBasicScenario-1725182798-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94175) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 12:12:38.513947 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cf66019-cd1a-4ceb-94e0-34599f88f5ed tempest-TestNetworkAdvancedServerOps-1740099935 tempest-TestNetworkAdvancedServerOps-1740099935-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2aa96600-9db6-42c4-9292-e75922558500,revision_number=0']} {{(pid=94175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 12:12:38.516355 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG oslo_concurrency.lockutils [None req-0cf66019-cd1a-4ceb-94e0-34599f88f5ed tempest-TestNetworkAdvancedServerOps-1740099935 tempest-TestNetworkAdvancedServerOps-1740099935-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.022s {{(pid=94175) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 12:12:38.630366 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron_lib.callbacks.manager [None req-0cf66019-cd1a-4ceb-94e0-34599f88f5ed tempest-TestNetworkAdvancedServerOps-1740099935 tempest-TestNetworkAdvancedServerOps-1740099935-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 12:12:38.631760 dv-neutron-601336-94-hyperv neutron-server[94175]: INFO neutron.wsgi [None req-0cf66019-cd1a-4ceb-94e0-34599f88f5ed tempest-TestNetworkAdvancedServerOps-1740099935 tempest-TestNetworkAdvancedServerOps-1740099935-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.4426434 Jun 23 12:12:38.634732 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.wsgi [-] (94175) accepted ('10.222.0.20', 49380) {{(pid=94175) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 12:12:38.639300 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.api.v2.base [None req-eeb0e832-2ec0-4e6a-a148-6930fd913dd1 tempest-TestNetworkAdvancedServerOps-1740099935 tempest-TestNetworkAdvancedServerOps-1740099935-project] Request body: {'security_group_rule': {'security_group_id': '09448ede-d622-402a-8a40-91552f14a5d7', 'project_id': '95e75de5b0504e3e87860f65038883f5', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=94175) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 23 12:12:38.714539 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron_lib.callbacks.manager [None req-eeb0e832-2ec0-4e6a-a148-6930fd913dd1 tempest-TestNetworkAdvancedServerOps-1740099935 tempest-TestNetworkAdvancedServerOps-1740099935-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 12:12:38.773341 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron_lib.callbacks.manager [None req-eeb0e832-2ec0-4e6a-a148-6930fd913dd1 tempest-TestNetworkAdvancedServerOps-1740099935 tempest-TestNetworkAdvancedServerOps-1740099935-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 12:12:38.852705 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron_lib.callbacks.manager [None req-eeb0e832-2ec0-4e6a-a148-6930fd913dd1 tempest-TestNetworkAdvancedServerOps-1740099935 tempest-TestNetworkAdvancedServerOps-1740099935-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7996355'] for security_group_rule, after_create {{(pid=94175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 12:12:38.854857 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG oslo_concurrency.lockutils [None req-1613ecde-e733-4a02-b1eb-e3726fbdc47f tempest-TestNetworkBasicOps-233187296 tempest-TestNetworkBasicOps-233187296-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94175) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 12:12:38.877058 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eeb0e832-2ec0-4e6a-a148-6930fd913dd1 tempest-TestNetworkAdvancedServerOps-1740099935 tempest-TestNetworkAdvancedServerOps-1740099935-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a7b3b581-2035-487e-9832-ed9cdbcfcfcc,revision_number=0']} {{(pid=94175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 12:12:38.879704 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG oslo_concurrency.lockutils [None req-eeb0e832-2ec0-4e6a-a148-6930fd913dd1 tempest-TestNetworkAdvancedServerOps-1740099935 tempest-TestNetworkAdvancedServerOps-1740099935-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.025s {{(pid=94175) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 12:12:38.938448 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron_lib.callbacks.manager [None req-eeb0e832-2ec0-4e6a-a148-6930fd913dd1 tempest-TestNetworkAdvancedServerOps-1740099935 tempest-TestNetworkAdvancedServerOps-1740099935-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 12:12:38.939779 dv-neutron-601336-94-hyperv neutron-server[94175]: INFO neutron.wsgi [None req-eeb0e832-2ec0-4e6a-a148-6930fd913dd1 tempest-TestNetworkAdvancedServerOps-1740099935 tempest-TestNetworkAdvancedServerOps-1740099935-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3040633 Jun 23 12:12:38.943123 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.wsgi [-] (94175) accepted ('10.222.0.20', 49382) {{(pid=94175) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 12:12:38.947503 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.api.v2.base [None req-e67e79da-6900-452d-9082-3fcd2d1d0cd9 tempest-TestNetworkAdvancedServerOps-1740099935 tempest-TestNetworkAdvancedServerOps-1740099935-project] Request body: {'security_group_rule': {'security_group_id': '09448ede-d622-402a-8a40-91552f14a5d7', 'project_id': '95e75de5b0504e3e87860f65038883f5', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=94175) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 23 12:12:39.045877 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron_lib.callbacks.manager [None req-e67e79da-6900-452d-9082-3fcd2d1d0cd9 tempest-TestNetworkAdvancedServerOps-1740099935 tempest-TestNetworkAdvancedServerOps-1740099935-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 12:12:39.105416 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron_lib.callbacks.manager [None req-e67e79da-6900-452d-9082-3fcd2d1d0cd9 tempest-TestNetworkAdvancedServerOps-1740099935 tempest-TestNetworkAdvancedServerOps-1740099935-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 12:12:39.161371 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron_lib.callbacks.manager [None req-e67e79da-6900-452d-9082-3fcd2d1d0cd9 tempest-TestNetworkAdvancedServerOps-1740099935 tempest-TestNetworkAdvancedServerOps-1740099935-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7996355'] for security_group_rule, after_create {{(pid=94175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 12:12:39.166175 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG oslo_concurrency.lockutils [None req-9f4ddef9-2b77-454a-b227-1ec21e5e6335 tempest-TestNetworkAdvancedServerOps-1740099935 tempest-TestNetworkAdvancedServerOps-1740099935-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94175) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 12:12:39.181644 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e67e79da-6900-452d-9082-3fcd2d1d0cd9 tempest-TestNetworkAdvancedServerOps-1740099935 tempest-TestNetworkAdvancedServerOps-1740099935-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=fd64ec8a-e6b5-47cd-bf00-c2240473fbda,revision_number=0']} {{(pid=94175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 12:12:39.184553 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG oslo_concurrency.lockutils [None req-e67e79da-6900-452d-9082-3fcd2d1d0cd9 tempest-TestNetworkAdvancedServerOps-1740099935 tempest-TestNetworkAdvancedServerOps-1740099935-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=94175) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 12:12:39.271490 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron_lib.callbacks.manager [None req-e67e79da-6900-452d-9082-3fcd2d1d0cd9 tempest-TestNetworkAdvancedServerOps-1740099935 tempest-TestNetworkAdvancedServerOps-1740099935-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 12:12:39.271490 dv-neutron-601336-94-hyperv neutron-server[94175]: INFO neutron.wsgi [None req-e67e79da-6900-452d-9082-3fcd2d1d0cd9 tempest-TestNetworkAdvancedServerOps-1740099935 tempest-TestNetworkAdvancedServerOps-1740099935-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.3271387 Jun 23 12:12:39.273858 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.wsgi [-] (94175) accepted ('10.222.0.20', 49384) {{(pid=94175) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 12:12:39.278353 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.api.v2.base [None req-811fc414-d013-4046-b162-80d9aa346440 tempest-TestNetworkAdvancedServerOps-1740099935 tempest-TestNetworkAdvancedServerOps-1740099935-project] Request body: {'security_group_rule': {'security_group_id': '09448ede-d622-402a-8a40-91552f14a5d7', 'project_id': '95e75de5b0504e3e87860f65038883f5', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=94175) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 23 12:12:39.367233 dv-neutron-601336-94-hyperv neutron-server[94175]: INFO neutron.db.securitygroups_db [None req-811fc414-d013-4046-b162-80d9aa346440 tempest-TestNetworkAdvancedServerOps-1740099935 tempest-TestNetworkAdvancedServerOps-1740099935-project] Project 95e75de5b0504e3e87860f65038883f5 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jun 23 12:12:39.372596 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron_lib.callbacks.manager [None req-811fc414-d013-4046-b162-80d9aa346440 tempest-TestNetworkAdvancedServerOps-1740099935 tempest-TestNetworkAdvancedServerOps-1740099935-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 12:12:39.438044 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron_lib.callbacks.manager [None req-811fc414-d013-4046-b162-80d9aa346440 tempest-TestNetworkAdvancedServerOps-1740099935 tempest-TestNetworkAdvancedServerOps-1740099935-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 12:12:39.515415 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron_lib.callbacks.manager [None req-811fc414-d013-4046-b162-80d9aa346440 tempest-TestNetworkAdvancedServerOps-1740099935 tempest-TestNetworkAdvancedServerOps-1740099935-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7996355'] for security_group_rule, after_create {{(pid=94175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 12:12:39.517402 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG oslo_concurrency.lockutils [None req-bc1f538e-f1c9-40b9-97ee-5efcff9b79e0 tempest-TestMinimumBasicScenario-1725182798 tempest-TestMinimumBasicScenario-1725182798-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94175) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 12:12:39.540709 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-811fc414-d013-4046-b162-80d9aa346440 tempest-TestNetworkAdvancedServerOps-1740099935 tempest-TestNetworkAdvancedServerOps-1740099935-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=08b257c7-68f0-4ef1-8c6b-044c2d60f222,revision_number=0']} {{(pid=94175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 12:12:39.545430 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG oslo_concurrency.lockutils [None req-811fc414-d013-4046-b162-80d9aa346440 tempest-TestNetworkAdvancedServerOps-1740099935 tempest-TestNetworkAdvancedServerOps-1740099935-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.028s {{(pid=94175) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 12:12:39.630217 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron_lib.callbacks.manager [None req-811fc414-d013-4046-b162-80d9aa346440 tempest-TestNetworkAdvancedServerOps-1740099935 tempest-TestNetworkAdvancedServerOps-1740099935-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 12:12:39.631488 dv-neutron-601336-94-hyperv neutron-server[94175]: INFO neutron.wsgi [None req-811fc414-d013-4046-b162-80d9aa346440 tempest-TestNetworkAdvancedServerOps-1740099935 tempest-TestNetworkAdvancedServerOps-1740099935-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.3566942 Jun 23 12:12:39.634240 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.wsgi [-] (94175) accepted ('10.222.0.20', 49386) {{(pid=94175) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 12:12:39.638808 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.api.v2.base [None req-c4eaf6bf-d1c0-4cb6-be72-218c6a23e50e tempest-TestNetworkAdvancedServerOps-1740099935 tempest-TestNetworkAdvancedServerOps-1740099935-project] Request body: {'security_group_rule': {'security_group_id': '09448ede-d622-402a-8a40-91552f14a5d7', 'project_id': '95e75de5b0504e3e87860f65038883f5', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=94175) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 23 12:12:39.738501 dv-neutron-601336-94-hyperv neutron-server[94175]: INFO neutron.db.securitygroups_db [None req-c4eaf6bf-d1c0-4cb6-be72-218c6a23e50e tempest-TestNetworkAdvancedServerOps-1740099935 tempest-TestNetworkAdvancedServerOps-1740099935-project] Project 95e75de5b0504e3e87860f65038883f5 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jun 23 12:12:39.743842 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron_lib.callbacks.manager [None req-c4eaf6bf-d1c0-4cb6-be72-218c6a23e50e tempest-TestNetworkAdvancedServerOps-1740099935 tempest-TestNetworkAdvancedServerOps-1740099935-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 12:12:39.807412 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron_lib.callbacks.manager [None req-c4eaf6bf-d1c0-4cb6-be72-218c6a23e50e tempest-TestNetworkAdvancedServerOps-1740099935 tempest-TestNetworkAdvancedServerOps-1740099935-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 12:12:39.892349 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron_lib.callbacks.manager [None req-c4eaf6bf-d1c0-4cb6-be72-218c6a23e50e tempest-TestNetworkAdvancedServerOps-1740099935 tempest-TestNetworkAdvancedServerOps-1740099935-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7996355'] for security_group_rule, after_create {{(pid=94175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 12:12:39.895075 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG oslo_concurrency.lockutils [None req-807a7914-9e2b-4bd6-a8f7-e1e1fef1fce3 tempest-TestNetworkBasicOps-233187296 tempest-TestNetworkBasicOps-233187296-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94175) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 12:12:39.914777 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4eaf6bf-d1c0-4cb6-be72-218c6a23e50e tempest-TestNetworkAdvancedServerOps-1740099935 tempest-TestNetworkAdvancedServerOps-1740099935-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=47f80be6-a17f-468c-80bc-2511fd37257d,revision_number=0']} {{(pid=94175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 12:12:39.917728 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG oslo_concurrency.lockutils [None req-c4eaf6bf-d1c0-4cb6-be72-218c6a23e50e tempest-TestNetworkAdvancedServerOps-1740099935 tempest-TestNetworkAdvancedServerOps-1740099935-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.023s {{(pid=94175) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 12:12:39.978591 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron_lib.callbacks.manager [None req-c4eaf6bf-d1c0-4cb6-be72-218c6a23e50e tempest-TestNetworkAdvancedServerOps-1740099935 tempest-TestNetworkAdvancedServerOps-1740099935-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 12:12:39.979868 dv-neutron-601336-94-hyperv neutron-server[94175]: INFO neutron.wsgi [None req-c4eaf6bf-d1c0-4cb6-be72-218c6a23e50e tempest-TestNetworkAdvancedServerOps-1740099935 tempest-TestNetworkAdvancedServerOps-1740099935-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.3447030 Jun 23 12:12:39.982661 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.wsgi [-] (94175) accepted ('10.222.0.20', 49388) {{(pid=94175) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 12:12:39.987679 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.api.v2.base [None req-8a5d8e10-e5df-4923-b5de-087e07eae182 tempest-TestNetworkAdvancedServerOps-1740099935 tempest-TestNetworkAdvancedServerOps-1740099935-project] Request body: {'network': {'name': 'tempest-network-smoke--328094524', 'project_id': '95e75de5b0504e3e87860f65038883f5', 'port_security_enabled': True}} {{(pid=94175) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 23 12:12:40.069861 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8a5d8e10-e5df-4923-b5de-087e07eae182 tempest-TestNetworkAdvancedServerOps-1740099935 tempest-TestNetworkAdvancedServerOps-1740099935-project] Made reservation on behalf of 95e75de5b0504e3e87860f65038883f5 for: {'network': 1} {{(pid=94175) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 23 12:12:40.073470 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron_lib.callbacks.manager [None req-8a5d8e10-e5df-4923-b5de-087e07eae182 tempest-TestNetworkAdvancedServerOps-1740099935 tempest-TestNetworkAdvancedServerOps-1740099935-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-923104'] for network, before_create {{(pid=94175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 12:12:40.102849 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8a5d8e10-e5df-4923-b5de-087e07eae182 tempest-TestNetworkAdvancedServerOps-1740099935 tempest-TestNetworkAdvancedServerOps-1740099935-project] vlan segment allocate from pool success with {'vlan_id': 404, 'physical_network': 'physnet1'} {{(pid=94175) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 23 12:12:40.112134 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron_lib.callbacks.manager [None req-8a5d8e10-e5df-4923-b5de-087e07eae182 tempest-TestNetworkAdvancedServerOps-1740099935 tempest-TestNetworkAdvancedServerOps-1740099935-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3801'] for segment, precommit_create {{(pid=94175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 12:12:40.112476 dv-neutron-601336-94-hyperv neutron-server[94175]: INFO neutron.db.segments_db [None req-8a5d8e10-e5df-4923-b5de-087e07eae182 tempest-TestNetworkAdvancedServerOps-1740099935 tempest-TestNetworkAdvancedServerOps-1740099935-project] Added segment 62a3c509-aeb7-48c9-a256-e54f5308b1d0 of type vlan for network 809d932e-0138-4829-beb2-c0347b7b6a99 Jun 23 12:12:40.155622 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron_lib.callbacks.manager [None req-8a5d8e10-e5df-4923-b5de-087e07eae182 tempest-TestNetworkAdvancedServerOps-1740099935 tempest-TestNetworkAdvancedServerOps-1740099935-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8773699596773'] for network, precommit_create {{(pid=94175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 12:12:40.263944 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron_lib.callbacks.manager [None req-8a5d8e10-e5df-4923-b5de-087e07eae182 tempest-TestNetworkAdvancedServerOps-1740099935 tempest-TestNetworkAdvancedServerOps-1740099935-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8002400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7866073'] for network, after_create {{(pid=94175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 12:12:40.270115 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8a5d8e10-e5df-4923-b5de-087e07eae182 tempest-TestNetworkAdvancedServerOps-1740099935 tempest-TestNetworkAdvancedServerOps-1740099935-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 12:12:40.270707 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron_lib.callbacks.manager [None req-8a5d8e10-e5df-4923-b5de-087e07eae182 tempest-TestNetworkAdvancedServerOps-1740099935 tempest-TestNetworkAdvancedServerOps-1740099935-project] Notify callbacks [] for network, before_response {{(pid=94175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 12:12:40.273220 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG oslo_concurrency.lockutils [None req-d572411d-be54-46d2-a1c4-62b9a755fbcc tempest-NetworksIpV6Test-253648203 tempest-NetworksIpV6Test-253648203-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94175) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 12:12:40.337621 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a5d8e10-e5df-4923-b5de-087e07eae182 tempest-TestNetworkAdvancedServerOps-1740099935 tempest-TestNetworkAdvancedServerOps-1740099935-project] Pushing event updated for resources: {'Network': ['ID=809d932e-0138-4829-beb2-c0347b7b6a99,revision_number=1']} {{(pid=94175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 12:12:40.340341 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG oslo_concurrency.lockutils [None req-8a5d8e10-e5df-4923-b5de-087e07eae182 tempest-TestNetworkAdvancedServerOps-1740099935 tempest-TestNetworkAdvancedServerOps-1740099935-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.067s {{(pid=94175) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 12:12:40.348663 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.plugins.ml2.rpc [None req-dc7542b2-afef-47f4-a763-e3a3cba144be None None] Network 809d932e-0138-4829-beb2-c0347b7b6a99 details requested by agent ovs-agent-dv-neutron-601336-94-hyperv with host dv-neutron-601336-94-hyperv {{(pid=94176) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:250}} Jun 23 12:12:40.379842 dv-neutron-601336-94-hyperv neutron-server[94175]: INFO neutron.wsgi [None req-8a5d8e10-e5df-4923-b5de-087e07eae182 tempest-TestNetworkAdvancedServerOps-1740099935 tempest-TestNetworkAdvancedServerOps-1740099935-project] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.3958285 Jun 23 12:12:40.382545 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.wsgi [-] (94175) accepted ('10.222.0.20', 49390) {{(pid=94175) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 12:12:40.388129 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.api.v2.base [None req-e061b1e7-1b1f-4882-88d8-3bd48cd89422 tempest-TestNetworkAdvancedServerOps-1740099935 tempest-TestNetworkAdvancedServerOps-1740099935-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-2110771938', 'admin_state_up': True, 'project_id': '95e75de5b0504e3e87860f65038883f5', 'external_gateway_info': {'network_id': '3e7e4eb3-cf02-4d47-ade9-0a579cdfc60f'}}} {{(pid=94175) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 23 12:12:40.481017 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron_lib.callbacks.manager [None req-e061b1e7-1b1f-4882-88d8-3bd48cd89422 tempest-TestNetworkAdvancedServerOps-1740099935 tempest-TestNetworkAdvancedServerOps-1740099935-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-520407', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-32315'] for router, before_create {{(pid=94175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 12:12:40.482068 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron_lib.callbacks.manager [None req-e061b1e7-1b1f-4882-88d8-3bd48cd89422 tempest-TestNetworkAdvancedServerOps-1740099935 tempest-TestNetworkAdvancedServerOps-1740099935-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-520264', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-524122', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-414782', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-32290'] for router, precommit_create {{(pid=94175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 12:12:40.542145 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron_lib.callbacks.manager [None req-e061b1e7-1b1f-4882-88d8-3bd48cd89422 tempest-TestNetworkAdvancedServerOps-1740099935 tempest-TestNetworkAdvancedServerOps-1740099935-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 12:12:40.974372 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron_lib.callbacks.manager [None req-f47fd1e1-e47e-4003-ac36-a3a121c6c5ba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773699952132', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-899307'] for agent, after_update {{(pid=94176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 12:12:41.117497 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron_lib.callbacks.manager [None req-e061b1e7-1b1f-4882-88d8-3bd48cd89422 tempest-TestNetworkAdvancedServerOps-1740099935 tempest-TestNetworkAdvancedServerOps-1740099935-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-524104', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-520389', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-32276'] for router, precommit_update {{(pid=94175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 12:12:41.393101 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron_lib.callbacks.manager [None req-e061b1e7-1b1f-4882-88d8-3bd48cd89422 tempest-TestNetworkAdvancedServerOps-1740099935 tempest-TestNetworkAdvancedServerOps-1740099935-project] Notify callbacks [] for router_gateway, before_create {{(pid=94175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 12:12:41.412651 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron_lib.callbacks.manager [None req-e061b1e7-1b1f-4882-88d8-3bd48cd89422 tempest-TestNetworkAdvancedServerOps-1740099935 tempest-TestNetworkAdvancedServerOps-1740099935-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-923104'] for port, before_create {{(pid=94175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 12:12:41.523523 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.db.db_base_plugin_common [None req-e061b1e7-1b1f-4882-88d8-3bd48cd89422 tempest-TestNetworkAdvancedServerOps-1740099935 tempest-TestNetworkAdvancedServerOps-1740099935-project] Allocated IP 172.26.3.58 (3e7e4eb3-cf02-4d47-ade9-0a579cdfc60f/a5ad15ab-c489-4a67-a9b0-d559fca0ec71/8ab6e83a-90b1-4f26-8689-308db8d4964c) {{(pid=94175) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 23 12:12:41.622832 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron_lib.callbacks.manager [None req-e061b1e7-1b1f-4882-88d8-3bd48cd89422 tempest-TestNetworkAdvancedServerOps-1740099935 tempest-TestNetworkAdvancedServerOps-1740099935-project] Notify callbacks [] for port, precommit_create {{(pid=94175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 12:12:41.732891 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron_lib.callbacks.manager [None req-e061b1e7-1b1f-4882-88d8-3bd48cd89422 tempest-TestNetworkAdvancedServerOps-1740099935 tempest-TestNetworkAdvancedServerOps-1740099935-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-922915', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-239814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7866073', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773699642215', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-5082457'] for port, after_create {{(pid=94175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 12:12:41.735010 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG oslo_concurrency.lockutils [None req-17a24cc2-4a91-4448-81df-13e7ebbfc767 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94175) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 12:12:41.778697 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e061b1e7-1b1f-4882-88d8-3bd48cd89422 tempest-TestNetworkAdvancedServerOps-1740099935 tempest-TestNetworkAdvancedServerOps-1740099935-project] Network 3e7e4eb3-cf02-4d47-ade9-0a579cdfc60f is already hosted by enough agents. {{(pid=94175) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 23 12:12:41.783691 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.scheduler.base_scheduler [None req-e061b1e7-1b1f-4882-88d8-3bd48cd89422 tempest-TestNetworkAdvancedServerOps-1740099935 tempest-TestNetworkAdvancedServerOps-1740099935-project] Resources bound (agent type, host, resource id): {{(pid=94175) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 23 12:12:41.788251 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e061b1e7-1b1f-4882-88d8-3bd48cd89422 tempest-TestNetworkAdvancedServerOps-1740099935 tempest-TestNetworkAdvancedServerOps-1740099935-project] Received port after_create {{(pid=94175) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 23 12:12:41.791570 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e061b1e7-1b1f-4882-88d8-3bd48cd89422 tempest-TestNetworkAdvancedServerOps-1740099935 tempest-TestNetworkAdvancedServerOps-1740099935-project] Pushing event updated for resources: {'Port': ['ID=8ab6e83a-90b1-4f26-8689-308db8d4964c,revision_number=1']} {{(pid=94175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 12:12:41.811159 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG oslo_concurrency.lockutils [None req-e061b1e7-1b1f-4882-88d8-3bd48cd89422 tempest-TestNetworkAdvancedServerOps-1740099935 tempest-TestNetworkAdvancedServerOps-1740099935-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.076s {{(pid=94175) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 12:12:42.119553 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron_lib.callbacks.manager [None req-e061b1e7-1b1f-4882-88d8-3bd48cd89422 tempest-TestNetworkAdvancedServerOps-1740099935 tempest-TestNetworkAdvancedServerOps-1740099935-project] Notify callbacks [] for router_gateway, after_create {{(pid=94175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 12:12:42.334284 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron_lib.callbacks.manager [None req-e061b1e7-1b1f-4882-88d8-3bd48cd89422 tempest-TestNetworkAdvancedServerOps-1740099935 tempest-TestNetworkAdvancedServerOps-1740099935-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-520412', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-524143'] for router, after_create {{(pid=94175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 12:12:42.532473 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e061b1e7-1b1f-4882-88d8-3bd48cd89422 tempest-TestNetworkAdvancedServerOps-1740099935 tempest-TestNetworkAdvancedServerOps-1740099935-project] Router 81666655-456a-4499-ae24-ed64377af3c7 is scheduled to L3 agent 50ef99c0-ef28-4db5-b303-b145898fae60 with binding_index 1 {{(pid=94175) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jun 23 12:12:42.639985 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e061b1e7-1b1f-4882-88d8-3bd48cd89422 tempest-TestNetworkAdvancedServerOps-1740099935 tempest-TestNetworkAdvancedServerOps-1740099935-project] Notify agent at l3_agent.dv-neutron-601336-94-hyperv the message routers_updated {{(pid=94175) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 23 12:12:42.651331 dv-neutron-601336-94-hyperv neutron-server[94177]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-96839a44-0642-46f6-88c1-a785b8f7d91a None None] Sync routers for ids ['81666655-456a-4499-ae24-ed64377af3c7'] in dv-neutron-601336-94-hyperv {{(pid=94177) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 23 12:12:42.660911 dv-neutron-601336-94-hyperv neutron-server[94177]: DEBUG neutron.db.l3_dvrscheduler_db [None req-96839a44-0642-46f6-88c1-a785b8f7d91a None None] Routers {'81666655-456a-4499-ae24-ed64377af3c7'} bound to L3 agent in host dv-neutron-601336-94-hyperv {{(pid=94177) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 23 12:12:42.661538 dv-neutron-601336-94-hyperv neutron-server[94177]: DEBUG neutron.db.l3_hamode_db [None req-96839a44-0642-46f6-88c1-a785b8f7d91a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-601336-94-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-06-23T11:22:13Z,description=,heartbeat_timestamp=2021-06-23T12:12:13Z,host='dv-neutron-601336-94-hyperv',id=50ef99c0-ef28-4db5-b303-b145898fae60,load=0,resource_versions=,resources_synced=,started_at=2021-06-23T11:22:14Z,topic='l3_agent')) {'router_ids': ['81666655-456a-4499-ae24-ed64377af3c7'], 'active': True} {{(pid=94177) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 12:12:42.703860 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron_lib.callbacks.manager [None req-e061b1e7-1b1f-4882-88d8-3bd48cd89422 tempest-TestNetworkAdvancedServerOps-1740099935 tempest-TestNetworkAdvancedServerOps-1740099935-project] Notify callbacks [] for router, before_response {{(pid=94175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 12:12:42.705294 dv-neutron-601336-94-hyperv neutron-server[94175]: INFO neutron.wsgi [None req-e061b1e7-1b1f-4882-88d8-3bd48cd89422 tempest-TestNetworkAdvancedServerOps-1740099935 tempest-TestNetworkAdvancedServerOps-1740099935-project] 10.222.0.20 "POST /v2.0/routers HTTP/1.1" status: 201 len: 895 time: 2.3212774 Jun 23 12:12:42.708709 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.wsgi [-] (94175) accepted ('10.222.0.20', 49392) {{(pid=94175) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 12:12:42.740966 dv-neutron-601336-94-hyperv neutron-server[94175]: INFO neutron.wsgi [None req-c74b6171-fd49-4b2b-85a3-36d8b788f745 tempest-TestNetworkAdvancedServerOps-1716169103 tempest-TestNetworkAdvancedServerOps-1716169103-project-admin] 10.222.0.20 "GET /v2.0/subnets?project_id=95e75de5b0504e3e87860f65038883f5&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0310552 Jun 23 12:12:42.743439 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.wsgi [-] (94175) accepted ('10.222.0.20', 49394) {{(pid=94175) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 12:12:42.776462 dv-neutron-601336-94-hyperv neutron-server[94177]: DEBUG neutron.db.l3_dvr_db [None req-96839a44-0642-46f6-88c1-a785b8f7d91a None None] Set router 81666655-456a-4499-ae24-ed64377af3c7 gateway port host: dv-neutron-601336-94-hyperv {{(pid=94177) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:838}} Jun 23 12:12:42.829495 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dd9a126d-849b-41cc-85ca-b8b140c269af tempest-TestNetworkAdvancedServerOps-1716169103 tempest-TestNetworkAdvancedServerOps-1716169103-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 12:12:42.831000 dv-neutron-601336-94-hyperv neutron-server[94175]: INFO neutron.wsgi [None req-dd9a126d-849b-41cc-85ca-b8b140c269af tempest-TestNetworkAdvancedServerOps-1716169103 tempest-TestNetworkAdvancedServerOps-1716169103-project-admin] 10.222.0.20 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.0866516 Jun 23 12:12:42.834446 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.wsgi [-] (94175) accepted ('10.222.0.20', 49396) {{(pid=94175) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 12:12:42.863251 dv-neutron-601336-94-hyperv neutron-server[94175]: INFO neutron.wsgi [None req-743f78ef-bab8-4ca1-a3b3-e1c1844d815a tempest-TestNetworkAdvancedServerOps-1716169103 tempest-TestNetworkAdvancedServerOps-1716169103-project-admin] 10.222.0.20 "GET /v2.0/subnets?network_id=3e7e4eb3-cf02-4d47-ade9-0a579cdfc60f&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0274796 Jun 23 12:12:42.867781 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.wsgi [-] (94175) accepted ('10.222.0.20', 49398) {{(pid=94175) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 12:12:42.872888 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.api.v2.base [None req-e2395484-a8e4-469a-9c57-cd8e6ad7e39a tempest-TestNetworkAdvancedServerOps-1740099935 tempest-TestNetworkAdvancedServerOps-1740099935-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1600921267', 'network_id': '809d932e-0138-4829-beb2-c0347b7b6a99', 'project_id': '95e75de5b0504e3e87860f65038883f5', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=94175) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 23 12:12:42.957784 dv-neutron-601336-94-hyperv neutron-server[94177]: DEBUG neutron.db.l3_hamode_db [None req-96839a44-0642-46f6-88c1-a785b8f7d91a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '81666655-456a-4499-ae24-ed64377af3c7', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2110771938', 'tenant_id': '95e75de5b0504e3e87860f65038883f5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3e7e4eb3-cf02-4d47-ade9-0a579cdfc60f', 'external_fixed_ips': [{'subnet_id': 'a5ad15ab-c489-4a67-a9b0-d559fca0ec71', 'ip_address': '172.26.3.58'}], 'enable_snat': True}, 'gw_port_id': '8ab6e83a-90b1-4f26-8689-308db8d4964c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-23T12:12:40Z', 'updated_at': '2021-06-23T12:12:41Z', 'revision_number': 3, 'project_id': '95e75de5b0504e3e87860f65038883f5', 'gw_port': {'id': '8ab6e83a-90b1-4f26-8689-308db8d4964c', 'name': '', 'network_id': '3e7e4eb3-cf02-4d47-ade9-0a579cdfc60f', 'tenant_id': '', 'mac_address': 'fa:16:3e:2f:27:44', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '81666655-456a-4499-ae24-ed64377af3c7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1790, 'fixed_ips': [{'subnet_id': 'a5ad15ab-c489-4a67-a9b0-d559fca0ec71', 'ip_address': '172.26.3.58', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-23T12:12:41Z', 'updated_at': '2021-06-23T12:12:41Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'a5ad15ab-c489-4a67-a9b0-d559fca0ec71', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-601336-94-hyperv'}], 'dv-neutron-601336-94-hyperv', False) {} {{(pid=94177) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 12:12:43.007225 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e2395484-a8e4-469a-9c57-cd8e6ad7e39a tempest-TestNetworkAdvancedServerOps-1740099935 tempest-TestNetworkAdvancedServerOps-1740099935-project] Made reservation on behalf of 95e75de5b0504e3e87860f65038883f5 for: {'subnet': 1} {{(pid=94175) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 23 12:12:43.010958 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron_lib.callbacks.manager [None req-e2395484-a8e4-469a-9c57-cd8e6ad7e39a tempest-TestNetworkAdvancedServerOps-1740099935 tempest-TestNetworkAdvancedServerOps-1740099935-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4660073'] for subnet, before_create {{(pid=94175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 12:12:43.073008 dv-neutron-601336-94-hyperv neutron-server[94177]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-96839a44-0642-46f6-88c1-a785b8f7d91a None None] Checking router: 81666655-456a-4499-ae24-ed64377af3c7 for host: dv-neutron-601336-94-hyperv {{(pid=94177) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 23 12:12:43.073372 dv-neutron-601336-94-hyperv neutron-server[94177]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-96839a44-0642-46f6-88c1-a785b8f7d91a None None] Updating router 81666655-456a-4499-ae24-ed64377af3c7 port 8ab6e83a-90b1-4f26-8689-308db8d4964c binding host dv-neutron-601336-94-hyperv {{(pid=94177) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 23 12:12:43.106911 dv-neutron-601336-94-hyperv neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-96839a44-0642-46f6-88c1-a785b8f7d91a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-923122'] for port, before_update {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 12:12:43.229931 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron_lib.callbacks.manager [None req-0a4a0436-5d6e-490e-8f4d-36a08518d014 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773699952132', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-899307'] for agent, after_update {{(pid=94176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 12:12:43.275869 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron_lib.callbacks.manager [None req-e2395484-a8e4-469a-9c57-cd8e6ad7e39a tempest-TestNetworkAdvancedServerOps-1740099935 tempest-TestNetworkAdvancedServerOps-1740099935-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866062', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5083113', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4660095'] for subnet, after_create {{(pid=94175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 12:12:43.278984 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG oslo_concurrency.lockutils [None req-e6f57ddd-4877-49ab-80db-1e009b0078e3 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94175) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 12:12:43.342468 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2395484-a8e4-469a-9c57-cd8e6ad7e39a tempest-TestNetworkAdvancedServerOps-1740099935 tempest-TestNetworkAdvancedServerOps-1740099935-project] Pushing event updated for resources: {'Subnet': ['ID=b1719b8e-d4eb-4a59-8ad9-8a666a5c1c7e,revision_number=0']} {{(pid=94175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 12:12:43.345806 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG oslo_concurrency.lockutils [None req-e2395484-a8e4-469a-9c57-cd8e6ad7e39a tempest-TestNetworkAdvancedServerOps-1740099935 tempest-TestNetworkAdvancedServerOps-1740099935-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.067s {{(pid=94175) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 12:12:43.348765 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e2395484-a8e4-469a-9c57-cd8e6ad7e39a tempest-TestNetworkAdvancedServerOps-1740099935 tempest-TestNetworkAdvancedServerOps-1740099935-project] Checking segment: {'id': '62a3c509-aeb7-48c9-a256-e54f5308b1d0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 404, 'network_id': '809d932e-0138-4829-beb2-c0347b7b6a99'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94175) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 23 12:12:43.349140 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e2395484-a8e4-469a-9c57-cd8e6ad7e39a tempest-TestNetworkAdvancedServerOps-1740099935 tempest-TestNetworkAdvancedServerOps-1740099935-project] Network hostable DHCP agents. Network: 809d932e-0138-4829-beb2-c0347b7b6a99, hostable agents: ['8cf29b10-0e57-4131-816f-a4b6ad00b249'], hosted agents: [] {{(pid=94175) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 23 12:12:43.365709 dv-neutron-601336-94-hyperv neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-96839a44-0642-46f6-88c1-a785b8f7d91a None None] Notify callbacks [] for port, precommit_update {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 12:12:43.375621 dv-neutron-601336-94-hyperv neutron-server[94177]: DEBUG neutron.db.provisioning_blocks [None req-96839a44-0642-46f6-88c1-a785b8f7d91a None None] Transition to ACTIVE for port object 8ab6e83a-90b1-4f26-8689-308db8d4964c will not be triggered until provisioned by entity L2. {{(pid=94177) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 23 12:12:43.446350 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e2395484-a8e4-469a-9c57-cd8e6ad7e39a tempest-TestNetworkAdvancedServerOps-1740099935 tempest-TestNetworkAdvancedServerOps-1740099935-project] Network 809d932e-0138-4829-beb2-c0347b7b6a99 is scheduled to be hosted by DHCP agent 8cf29b10-0e57-4131-816f-a4b6ad00b249 with binding_index 1 {{(pid=94175) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 23 12:12:43.452277 dv-neutron-601336-94-hyperv neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-96839a44-0642-46f6-88c1-a785b8f7d91a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-922904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866062', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773700135042', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773699642233', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773699642278'] for port, after_update {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 12:12:43.455365 dv-neutron-601336-94-hyperv neutron-server[94177]: DEBUG oslo_concurrency.lockutils [None req-3d61b205-d7cf-4e6d-a388-da8753dea8bc None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94177) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 12:12:43.505182 dv-neutron-601336-94-hyperv neutron-server[94177]: DEBUG neutron.plugins.ml2.managers [None req-96839a44-0642-46f6-88c1-a785b8f7d91a None None] Attempting to bind port 8ab6e83a-90b1-4f26-8689-308db8d4964c on host dv-neutron-601336-94-hyperv for vnic_type normal with profile {{(pid=94177) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 23 12:12:43.505539 dv-neutron-601336-94-hyperv neutron-server[94177]: DEBUG neutron.plugins.ml2.managers [None req-96839a44-0642-46f6-88c1-a785b8f7d91a None None] Attempting to bind port 8ab6e83a-90b1-4f26-8689-308db8d4964c by drivers openvswitch,hyperv on host dv-neutron-601336-94-hyperv at level 0 using segments [{'id': 'c23be0a5-6980-48fb-bc9f-4a24717fe1de', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3e7e4eb3-cf02-4d47-ade9-0a579cdfc60f'}] {{(pid=94177) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 23 12:12:43.505910 dv-neutron-601336-94-hyperv neutron-server[94177]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-96839a44-0642-46f6-88c1-a785b8f7d91a None None] Attempting to bind port 8ab6e83a-90b1-4f26-8689-308db8d4964c on network 3e7e4eb3-cf02-4d47-ade9-0a579cdfc60f {{(pid=94177) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 23 12:12:43.507960 dv-neutron-601336-94-hyperv neutron-server[94177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9903bb2a-8ee0-4f0a-af6d-8de8bcbadb00 None None] Pushing event updated for resources: {'Port': ['ID=8ab6e83a-90b1-4f26-8689-308db8d4964c,revision_number=2']} {{(pid=94177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 12:12:43.516380 dv-neutron-601336-94-hyperv neutron-server[94177]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-96839a44-0642-46f6-88c1-a785b8f7d91a None None] Checking agent: {'id': '4d05f899-5ac9-411b-8a03-f60c93f87cdf', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-601336-94-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 23, 11, 22, 14), 'started_at': datetime.datetime(2021, 6, 23, 11, 22, 44), 'heartbeat_timestamp': datetime.datetime(2021, 6, 23, 12, 12, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'monitor_allowed_address_pair_garp': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-601336-94-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94177) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 23 12:12:43.516761 dv-neutron-601336-94-hyperv neutron-server[94177]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-96839a44-0642-46f6-88c1-a785b8f7d91a None None] Checking segment: {'id': 'c23be0a5-6980-48fb-bc9f-4a24717fe1de', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3e7e4eb3-cf02-4d47-ade9-0a579cdfc60f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94177) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 23 12:12:43.517171 dv-neutron-601336-94-hyperv neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-96839a44-0642-46f6-88c1-a785b8f7d91a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 12:12:43.517567 dv-neutron-601336-94-hyperv neutron-server[94177]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-96839a44-0642-46f6-88c1-a785b8f7d91a None None] Bound using segment: {'id': 'c23be0a5-6980-48fb-bc9f-4a24717fe1de', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3e7e4eb3-cf02-4d47-ade9-0a579cdfc60f'} {{(pid=94177) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 23 12:12:43.518036 dv-neutron-601336-94-hyperv neutron-server[94177]: DEBUG neutron.plugins.ml2.managers [None req-96839a44-0642-46f6-88c1-a785b8f7d91a None None] Bound port: 8ab6e83a-90b1-4f26-8689-308db8d4964c, host: dv-neutron-601336-94-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c23be0a5-6980-48fb-bc9f-4a24717fe1de', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3e7e4eb3-cf02-4d47-ade9-0a579cdfc60f'}}] {{(pid=94177) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 23 12:12:43.518414 dv-neutron-601336-94-hyperv neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-96839a44-0642-46f6-88c1-a785b8f7d91a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-923122'] for port, before_update {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 12:12:43.520722 dv-neutron-601336-94-hyperv neutron-server[94177]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9903bb2a-8ee0-4f0a-af6d-8de8bcbadb00 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-601336-94-hyperv {{(pid=94177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 12:12:43.521076 dv-neutron-601336-94-hyperv neutron-server[94177]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9903bb2a-8ee0-4f0a-af6d-8de8bcbadb00 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-94-hyperv {{(pid=94177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 12:12:43.521415 dv-neutron-601336-94-hyperv neutron-server[94177]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9903bb2a-8ee0-4f0a-af6d-8de8bcbadb00 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-94-hyperv {{(pid=94177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 12:12:43.521751 dv-neutron-601336-94-hyperv neutron-server[94177]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9903bb2a-8ee0-4f0a-af6d-8de8bcbadb00 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-601336-94-hyperv {{(pid=94177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 12:12:43.522077 dv-neutron-601336-94-hyperv neutron-server[94177]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9903bb2a-8ee0-4f0a-af6d-8de8bcbadb00 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-601336-94-hyperv {{(pid=94177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 12:12:43.522412 dv-neutron-601336-94-hyperv neutron-server[94177]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9903bb2a-8ee0-4f0a-af6d-8de8bcbadb00 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-601336-94-hyperv {{(pid=94177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 12:12:43.522742 dv-neutron-601336-94-hyperv neutron-server[94177]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9903bb2a-8ee0-4f0a-af6d-8de8bcbadb00 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-601336-94-hyperv {{(pid=94177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 12:12:43.523086 dv-neutron-601336-94-hyperv neutron-server[94177]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9903bb2a-8ee0-4f0a-af6d-8de8bcbadb00 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-601336-94-hyperv {{(pid=94177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 12:12:43.530743 dv-neutron-601336-94-hyperv neutron-server[94177]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9903bb2a-8ee0-4f0a-af6d-8de8bcbadb00 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-601336-94-hyperv {{(pid=94177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 12:12:43.530743 dv-neutron-601336-94-hyperv neutron-server[94177]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9903bb2a-8ee0-4f0a-af6d-8de8bcbadb00 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-94-hyperv {{(pid=94177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 12:12:43.530743 dv-neutron-601336-94-hyperv neutron-server[94177]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9903bb2a-8ee0-4f0a-af6d-8de8bcbadb00 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-601336-94-hyperv {{(pid=94177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 12:12:43.530743 dv-neutron-601336-94-hyperv neutron-server[94177]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9903bb2a-8ee0-4f0a-af6d-8de8bcbadb00 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-601336-94-hyperv {{(pid=94177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 12:12:43.530743 dv-neutron-601336-94-hyperv neutron-server[94177]: DEBUG oslo_concurrency.lockutils [None req-9903bb2a-8ee0-4f0a-af6d-8de8bcbadb00 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.073s {{(pid=94177) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 12:12:43.549203 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.scheduler.base_scheduler [None req-e2395484-a8e4-469a-9c57-cd8e6ad7e39a tempest-TestNetworkAdvancedServerOps-1740099935 tempest-TestNetworkAdvancedServerOps-1740099935-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-601336-94-hyperv, 809d932e-0138-4829-beb2-c0347b7b6a99) {{(pid=94175) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 23 12:12:43.555235 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e2395484-a8e4-469a-9c57-cd8e6ad7e39a tempest-TestNetworkAdvancedServerOps-1740099935 tempest-TestNetworkAdvancedServerOps-1740099935-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 12:12:43.555880 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron_lib.callbacks.manager [None req-e2395484-a8e4-469a-9c57-cd8e6ad7e39a tempest-TestNetworkAdvancedServerOps-1740099935 tempest-TestNetworkAdvancedServerOps-1740099935-project] Notify callbacks [] for subnet, before_response {{(pid=94175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 12:12:43.564155 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3fb22afd-f032-4983-bb26-3ad733bc622b None None] Network 809d932e-0138-4829-beb2-c0347b7b6a99 requested from dv-neutron-601336-94-hyperv {{(pid=94176) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 23 12:12:43.580025 dv-neutron-601336-94-hyperv neutron-server[94177]: DEBUG neutron.plugins.ml2.db [None req-96839a44-0642-46f6-88c1-a785b8f7d91a None None] For port 8ab6e83a-90b1-4f26-8689-308db8d4964c, host dv-neutron-601336-94-hyperv, cleared binding levels {{(pid=94177) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 23 12:12:43.583185 dv-neutron-601336-94-hyperv neutron-server[94177]: DEBUG neutron.plugins.ml2.db [None req-96839a44-0642-46f6-88c1-a785b8f7d91a None None] For port 8ab6e83a-90b1-4f26-8689-308db8d4964c, host dv-neutron-601336-94-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-94-hyperv',level=0,port_id=8ab6e83a-90b1-4f26-8689-308db8d4964c,segment=NetworkSegment(c23be0a5-6980-48fb-bc9f-4a24717fe1de),segment_id=c23be0a5-6980-48fb-bc9f-4a24717fe1de)] {{(pid=94177) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 23 12:12:43.636064 dv-neutron-601336-94-hyperv neutron-server[94175]: INFO neutron.wsgi [None req-e2395484-a8e4-469a-9c57-cd8e6ad7e39a tempest-TestNetworkAdvancedServerOps-1740099935 tempest-TestNetworkAdvancedServerOps-1740099935-project] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 0.7671731 Jun 23 12:12:43.645581 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.wsgi [-] (94175) accepted ('10.222.0.20', 49400) {{(pid=94175) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 12:12:43.664855 dv-neutron-601336-94-hyperv neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-96839a44-0642-46f6-88c1-a785b8f7d91a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-922904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866062', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773700135042', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773699642233', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773699642278'] for port, after_update {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 12:12:43.669025 dv-neutron-601336-94-hyperv neutron-server[94177]: DEBUG oslo_concurrency.lockutils [None req-9903bb2a-8ee0-4f0a-af6d-8de8bcbadb00 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94177) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 12:12:43.723179 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9499c6a0-38df-4b43-8441-347efa7cd888 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1e0d828a-1fa4-563d-b7fd-53adf66a04ee-809d932e-0138-4829-beb2-c0347b7b6a99', 'network_id': '809d932e-0138-4829-beb2-c0347b7b6a99', 'tenant_id': '95e75de5b0504e3e87860f65038883f5', 'fixed_ips': [{'subnet_id': 'b1719b8e-d4eb-4a59-8ad9-8a666a5c1c7e'}]}} from dv-neutron-601336-94-hyperv. {{(pid=94176) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 23 12:12:43.724524 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron_lib.callbacks.manager [None req-9499c6a0-38df-4b43-8441-347efa7cd888 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-923104'] for port, before_create {{(pid=94176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 12:12:43.727769 dv-neutron-601336-94-hyperv neutron-server[94177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9903bb2a-8ee0-4f0a-af6d-8de8bcbadb00 None None] Pushing event updated for resources: {'Port': ['ID=8ab6e83a-90b1-4f26-8689-308db8d4964c,revision_number=3']} {{(pid=94177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 12:12:43.732067 dv-neutron-601336-94-hyperv neutron-server[94177]: DEBUG oslo_concurrency.lockutils [None req-9903bb2a-8ee0-4f0a-af6d-8de8bcbadb00 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.063s {{(pid=94177) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 12:12:43.742734 dv-neutron-601336-94-hyperv neutron-server[94177]: DEBUG neutron.db.l3_dvrscheduler_db [None req-96839a44-0642-46f6-88c1-a785b8f7d91a None None] Routers {'81666655-456a-4499-ae24-ed64377af3c7'} bound to L3 agent in host dv-neutron-601336-94-hyperv {{(pid=94177) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 23 12:12:43.743638 dv-neutron-601336-94-hyperv neutron-server[94177]: DEBUG neutron.db.l3_hamode_db [None req-96839a44-0642-46f6-88c1-a785b8f7d91a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-601336-94-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-06-23T11:22:13Z,description=,heartbeat_timestamp=2021-06-23T12:12:43Z,host='dv-neutron-601336-94-hyperv',id=50ef99c0-ef28-4db5-b303-b145898fae60,load=0,resource_versions=,resources_synced=,started_at=2021-06-23T11:22:14Z,topic='l3_agent')) {'router_ids': ['81666655-456a-4499-ae24-ed64377af3c7'], 'active': True} {{(pid=94177) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 12:12:43.850995 dv-neutron-601336-94-hyperv neutron-server[94177]: DEBUG neutron.db.l3_dvr_db [None req-96839a44-0642-46f6-88c1-a785b8f7d91a None None] Set router 81666655-456a-4499-ae24-ed64377af3c7 gateway port host: dv-neutron-601336-94-hyperv {{(pid=94177) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:838}} Jun 23 12:12:43.883311 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.db.db_base_plugin_common [None req-9499c6a0-38df-4b43-8441-347efa7cd888 None None] Allocated IP 172.20.0.2 (809d932e-0138-4829-beb2-c0347b7b6a99/b1719b8e-d4eb-4a59-8ad9-8a666a5c1c7e/96424607-561e-447b-bbf0-0770b912747f) {{(pid=94176) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 23 12:12:43.998988 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron_lib.callbacks.manager [None req-dc7542b2-afef-47f4-a763-e3a3cba144be None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773699952132', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-899307'] for agent, after_update {{(pid=94176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 12:12:44.047781 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron_lib.callbacks.manager [None req-9499c6a0-38df-4b43-8441-347efa7cd888 None None] Notify callbacks [] for port, precommit_create {{(pid=94176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 12:12:44.059770 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.db.provisioning_blocks [None req-9499c6a0-38df-4b43-8441-347efa7cd888 None None] Transition to ACTIVE for port object 96424607-561e-447b-bbf0-0770b912747f will not be triggered until provisioned by entity L2. {{(pid=94176) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 23 12:12:44.075876 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.db.provisioning_blocks [None req-9499c6a0-38df-4b43-8441-347efa7cd888 None None] Transition to ACTIVE for port object 96424607-561e-447b-bbf0-0770b912747f will not be triggered until provisioned by entity DHCP. {{(pid=94176) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 23 12:12:44.081550 dv-neutron-601336-94-hyperv neutron-server[94177]: DEBUG neutron.db.l3_hamode_db [None req-96839a44-0642-46f6-88c1-a785b8f7d91a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '81666655-456a-4499-ae24-ed64377af3c7', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2110771938', 'tenant_id': '95e75de5b0504e3e87860f65038883f5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3e7e4eb3-cf02-4d47-ade9-0a579cdfc60f', 'external_fixed_ips': [{'subnet_id': 'a5ad15ab-c489-4a67-a9b0-d559fca0ec71', 'ip_address': '172.26.3.58'}], 'enable_snat': True}, 'gw_port_id': '8ab6e83a-90b1-4f26-8689-308db8d4964c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-23T12:12:40Z', 'updated_at': '2021-06-23T12:12:41Z', 'revision_number': 3, 'project_id': '95e75de5b0504e3e87860f65038883f5', 'gw_port': {'id': '8ab6e83a-90b1-4f26-8689-308db8d4964c', 'name': '', 'network_id': '3e7e4eb3-cf02-4d47-ade9-0a579cdfc60f', 'tenant_id': '', 'mac_address': 'fa:16:3e:2f:27:44', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '81666655-456a-4499-ae24-ed64377af3c7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1790, 'fixed_ips': [{'subnet_id': 'a5ad15ab-c489-4a67-a9b0-d559fca0ec71', 'ip_address': '172.26.3.58', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-94-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-23T12:12:41Z', 'updated_at': '2021-06-23T12:12:43Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a5ad15ab-c489-4a67-a9b0-d559fca0ec71', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-601336-94-hyperv'}], 'dv-neutron-601336-94-hyperv', False) {} {{(pid=94177) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 12:12:44.113250 dv-neutron-601336-94-hyperv neutron-server[94177]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-96839a44-0642-46f6-88c1-a785b8f7d91a None None] The sync data for ids ['81666655-456a-4499-ae24-ed64377af3c7'] in dv-neutron-601336-94-hyperv is: [{'id': '81666655-456a-4499-ae24-ed64377af3c7', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2110771938', 'tenant_id': '95e75de5b0504e3e87860f65038883f5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3e7e4eb3-cf02-4d47-ade9-0a579cdfc60f', 'external_fixed_ips': [{'subnet_id': 'a5ad15ab-c489-4a67-a9b0-d559fca0ec71', 'ip_address': '172.26.3.58'}], 'enable_snat': True}, 'gw_port_id': '8ab6e83a-90b1-4f26-8689-308db8d4964c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-23T12:12:40Z', 'updated_at': '2021-06-23T12:12:41Z', 'revision_number': 3, 'project_id': '95e75de5b0504e3e87860f65038883f5', 'gw_port': {'id': '8ab6e83a-90b1-4f26-8689-308db8d4964c', 'name': '', 'network_id': '3e7e4eb3-cf02-4d47-ade9-0a579cdfc60f', 'tenant_id': '', 'mac_address': 'fa:16:3e:2f:27:44', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '81666655-456a-4499-ae24-ed64377af3c7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1790, 'fixed_ips': [{'subnet_id': 'a5ad15ab-c489-4a67-a9b0-d559fca0ec71', 'ip_address': '172.26.3.58', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-94-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-23T12:12:41Z', 'updated_at': '2021-06-23T12:12:43Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a5ad15ab-c489-4a67-a9b0-d559fca0ec71', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-601336-94-hyperv'}] {{(pid=94177) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 23 12:12:44.147517 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron_lib.callbacks.manager [None req-fb1474e5-b39a-4c7f-aeb0-1d6e6c14de09 tempest-TestNetworkAdvancedServerOps-1740099935 tempest-TestNetworkAdvancedServerOps-1740099935-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-923104'] for port, before_create {{(pid=94175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 12:12:44.172969 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron_lib.callbacks.manager [None req-9499c6a0-38df-4b43-8441-347efa7cd888 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-922915', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-239814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7866073', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773699642215'] for port, after_create {{(pid=94176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 12:12:44.175267 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG oslo_concurrency.lockutils [None req-97bd5441-1da2-49ee-a364-27795820ba27 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 12:12:44.229963 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9499c6a0-38df-4b43-8441-347efa7cd888 None None] Network 809d932e-0138-4829-beb2-c0347b7b6a99 is already hosted by enough agents. {{(pid=94176) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 23 12:12:44.234705 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.scheduler.base_scheduler [None req-9499c6a0-38df-4b43-8441-347efa7cd888 None None] Resources bound (agent type, host, resource id): {{(pid=94176) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 23 12:12:44.239383 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9499c6a0-38df-4b43-8441-347efa7cd888 None None] Received port after_create {{(pid=94176) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 23 12:12:44.244031 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9499c6a0-38df-4b43-8441-347efa7cd888 None None] Pushing event updated for resources: {'Port': ['ID=96424607-561e-447b-bbf0-0770b912747f,revision_number=1']} {{(pid=94176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 12:12:44.255584 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG oslo_concurrency.lockutils [None req-9499c6a0-38df-4b43-8441-347efa7cd888 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.080s {{(pid=94176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 12:12:44.474020 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.plugins.ml2.managers [None req-9499c6a0-38df-4b43-8441-347efa7cd888 None None] Attempting to bind port 96424607-561e-447b-bbf0-0770b912747f on host dv-neutron-601336-94-hyperv for vnic_type normal with profile {{(pid=94176) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 23 12:12:44.475929 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.plugins.ml2.managers [None req-9499c6a0-38df-4b43-8441-347efa7cd888 None None] Attempting to bind port 96424607-561e-447b-bbf0-0770b912747f by drivers openvswitch,hyperv on host dv-neutron-601336-94-hyperv at level 0 using segments [{'id': '62a3c509-aeb7-48c9-a256-e54f5308b1d0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 404, 'network_id': '809d932e-0138-4829-beb2-c0347b7b6a99'}] {{(pid=94176) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 23 12:12:44.475929 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9499c6a0-38df-4b43-8441-347efa7cd888 None None] Attempting to bind port 96424607-561e-447b-bbf0-0770b912747f on network 809d932e-0138-4829-beb2-c0347b7b6a99 {{(pid=94176) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 23 12:12:44.485551 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9499c6a0-38df-4b43-8441-347efa7cd888 None None] Checking agent: {'id': '4d05f899-5ac9-411b-8a03-f60c93f87cdf', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-601336-94-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 23, 11, 22, 14), 'started_at': datetime.datetime(2021, 6, 23, 11, 22, 44), 'heartbeat_timestamp': datetime.datetime(2021, 6, 23, 12, 12, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'monitor_allowed_address_pair_garp': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-601336-94-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94176) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 23 12:12:44.486074 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9499c6a0-38df-4b43-8441-347efa7cd888 None None] Checking segment: {'id': '62a3c509-aeb7-48c9-a256-e54f5308b1d0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 404, 'network_id': '809d932e-0138-4829-beb2-c0347b7b6a99'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94176) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 23 12:12:44.486622 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron_lib.callbacks.manager [None req-9499c6a0-38df-4b43-8441-347efa7cd888 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 12:12:44.487138 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9499c6a0-38df-4b43-8441-347efa7cd888 None None] Bound using segment: {'id': '62a3c509-aeb7-48c9-a256-e54f5308b1d0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 404, 'network_id': '809d932e-0138-4829-beb2-c0347b7b6a99'} {{(pid=94176) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 23 12:12:44.487700 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.plugins.ml2.managers [None req-9499c6a0-38df-4b43-8441-347efa7cd888 None None] Bound port: 96424607-561e-447b-bbf0-0770b912747f, host: dv-neutron-601336-94-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '62a3c509-aeb7-48c9-a256-e54f5308b1d0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 404, 'network_id': '809d932e-0138-4829-beb2-c0347b7b6a99'}}] {{(pid=94176) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 23 12:12:44.488229 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron_lib.callbacks.manager [None req-9499c6a0-38df-4b43-8441-347efa7cd888 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-923122'] for port, before_update {{(pid=94176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 12:12:44.520649 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.db.db_base_plugin_common [None req-fb1474e5-b39a-4c7f-aeb0-1d6e6c14de09 tempest-TestNetworkAdvancedServerOps-1740099935 tempest-TestNetworkAdvancedServerOps-1740099935-project] Allocated IP 172.20.0.1 (809d932e-0138-4829-beb2-c0347b7b6a99/b1719b8e-d4eb-4a59-8ad9-8a666a5c1c7e/7ef07df2-e64b-4b31-b443-557e6472857b) {{(pid=94175) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 23 12:12:44.580802 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.plugins.ml2.rpc [None req-dc7542b2-afef-47f4-a763-e3a3cba144be None None] Device 8ab6e83a-90b1-4f26-8689-308db8d4964c up at agent ovs-agent-dv-neutron-601336-94-hyperv {{(pid=94176) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:298}} Jun 23 12:12:44.630330 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.plugins.ml2.db [None req-9499c6a0-38df-4b43-8441-347efa7cd888 None None] For port 96424607-561e-447b-bbf0-0770b912747f, host dv-neutron-601336-94-hyperv, cleared binding levels {{(pid=94176) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 23 12:12:44.640685 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.plugins.ml2.db [None req-9499c6a0-38df-4b43-8441-347efa7cd888 None None] For port 96424607-561e-447b-bbf0-0770b912747f, host dv-neutron-601336-94-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-94-hyperv',level=0,port_id=96424607-561e-447b-bbf0-0770b912747f,segment=NetworkSegment(62a3c509-aeb7-48c9-a256-e54f5308b1d0),segment_id=62a3c509-aeb7-48c9-a256-e54f5308b1d0)] {{(pid=94176) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 23 12:12:44.666399 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron_lib.callbacks.manager [None req-fb1474e5-b39a-4c7f-aeb0-1d6e6c14de09 tempest-TestNetworkAdvancedServerOps-1740099935 tempest-TestNetworkAdvancedServerOps-1740099935-project] Notify callbacks [] for port, precommit_create {{(pid=94175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 12:12:44.683244 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.db.provisioning_blocks [None req-fb1474e5-b39a-4c7f-aeb0-1d6e6c14de09 tempest-TestNetworkAdvancedServerOps-1740099935 tempest-TestNetworkAdvancedServerOps-1740099935-project] Transition to ACTIVE for port object 7ef07df2-e64b-4b31-b443-557e6472857b will not be triggered until provisioned by entity DHCP. {{(pid=94175) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 23 12:12:44.711446 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron_lib.callbacks.manager [None req-9499c6a0-38df-4b43-8441-347efa7cd888 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-922904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866062', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773700135042', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773699642233', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773699642278'] for port, after_update {{(pid=94176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 12:12:44.714952 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG oslo_concurrency.lockutils [None req-97bd5441-1da2-49ee-a364-27795820ba27 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 12:12:44.755238 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.db.provisioning_blocks [None req-dc7542b2-afef-47f4-a763-e3a3cba144be None None] Provisioning for port 8ab6e83a-90b1-4f26-8689-308db8d4964c completed by entity L2. {{(pid=94176) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 23 12:12:44.764406 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.db.provisioning_blocks [None req-dc7542b2-afef-47f4-a763-e3a3cba144be None None] Provisioning complete for port 8ab6e83a-90b1-4f26-8689-308db8d4964c triggered by entity L2. {{(pid=94176) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 23 12:12:44.764790 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron_lib.callbacks.manager [None req-dc7542b2-afef-47f4-a763-e3a3cba144be None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-899258'] for port, provisioning_complete {{(pid=94176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 12:12:44.806623 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron_lib.callbacks.manager [None req-4c20ea5f-bc7f-4d4e-935d-57f082af6ccb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773699952132', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-899307'] for agent, after_update {{(pid=94176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 12:12:44.817596 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9499c6a0-38df-4b43-8441-347efa7cd888 None None] Pushing event updated for resources: {'Port': ['ID=96424607-561e-447b-bbf0-0770b912747f,revision_number=2']} {{(pid=94176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 12:12:44.820881 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG oslo_concurrency.lockutils [None req-9499c6a0-38df-4b43-8441-347efa7cd888 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.106s {{(pid=94176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 12:12:44.830197 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron_lib.callbacks.manager [None req-fb1474e5-b39a-4c7f-aeb0-1d6e6c14de09 tempest-TestNetworkAdvancedServerOps-1740099935 tempest-TestNetworkAdvancedServerOps-1740099935-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-922915', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-239814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7866073', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773699642215', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-5082457'] for port, after_create {{(pid=94175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 12:12:44.836984 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG oslo_concurrency.lockutils [None req-4992af7d-35b0-4a59-a772-b26aee30e295 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94175) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 12:12:44.877450 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron_lib.callbacks.manager [None req-dc7542b2-afef-47f4-a763-e3a3cba144be None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-923122'] for port, before_update {{(pid=94176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 12:12:44.882132 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fb1474e5-b39a-4c7f-aeb0-1d6e6c14de09 tempest-TestNetworkAdvancedServerOps-1740099935 tempest-TestNetworkAdvancedServerOps-1740099935-project] Network 809d932e-0138-4829-beb2-c0347b7b6a99 is already hosted by enough agents. {{(pid=94175) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 23 12:12:44.889130 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.scheduler.base_scheduler [None req-fb1474e5-b39a-4c7f-aeb0-1d6e6c14de09 tempest-TestNetworkAdvancedServerOps-1740099935 tempest-TestNetworkAdvancedServerOps-1740099935-project] Resources bound (agent type, host, resource id): {{(pid=94175) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 23 12:12:44.894529 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fb1474e5-b39a-4c7f-aeb0-1d6e6c14de09 tempest-TestNetworkAdvancedServerOps-1740099935 tempest-TestNetworkAdvancedServerOps-1740099935-project] Received port after_create {{(pid=94175) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 23 12:12:44.905671 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.plugins.ml2.db [None req-dc7542b2-afef-47f4-a763-e3a3cba144be None None] For port 8ab6e83a-90b1-4f26-8689-308db8d4964c, host dv-neutron-601336-94-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-94-hyperv',level=0,port_id=8ab6e83a-90b1-4f26-8689-308db8d4964c,segment=NetworkSegment(c23be0a5-6980-48fb-bc9f-4a24717fe1de),segment_id=c23be0a5-6980-48fb-bc9f-4a24717fe1de)] {{(pid=94176) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 23 12:12:44.937919 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb1474e5-b39a-4c7f-aeb0-1d6e6c14de09 tempest-TestNetworkAdvancedServerOps-1740099935 tempest-TestNetworkAdvancedServerOps-1740099935-project] Pushing event updated for resources: {'Port': ['ID=7ef07df2-e64b-4b31-b443-557e6472857b,revision_number=1']} {{(pid=94175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 12:12:44.939288 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG oslo_concurrency.lockutils [None req-fb1474e5-b39a-4c7f-aeb0-1d6e6c14de09 tempest-TestNetworkAdvancedServerOps-1740099935 tempest-TestNetworkAdvancedServerOps-1740099935-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.102s {{(pid=94175) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 12:12:44.956449 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron_lib.callbacks.manager [None req-fb1474e5-b39a-4c7f-aeb0-1d6e6c14de09 tempest-TestNetworkAdvancedServerOps-1740099935 tempest-TestNetworkAdvancedServerOps-1740099935-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-452954'] for router_interface, before_create {{(pid=94175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 12:12:44.990973 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron_lib.callbacks.manager [None req-dc7542b2-afef-47f4-a763-e3a3cba144be None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-922904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866062', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773700135042', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773699642233', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773699642278'] for port, after_update {{(pid=94176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 12:12:44.999666 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG oslo_concurrency.lockutils [None req-220eb139-0877-4be9-8ce2-2ef007f81917 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 12:12:45.060946 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc7542b2-afef-47f4-a763-e3a3cba144be None None] Pushing event updated for resources: {'Port': ['ID=8ab6e83a-90b1-4f26-8689-308db8d4964c,revision_number=4']} {{(pid=94176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 12:12:45.064297 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG oslo_concurrency.lockutils [None req-dc7542b2-afef-47f4-a763-e3a3cba144be None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.068s {{(pid=94176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 12:12:45.528603 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron_lib.callbacks.manager [None req-fb1474e5-b39a-4c7f-aeb0-1d6e6c14de09 tempest-TestNetworkAdvancedServerOps-1740099935 tempest-TestNetworkAdvancedServerOps-1740099935-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-923122'] for port, before_update {{(pid=94175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 12:12:45.776647 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2a62c8db-45b1-4d38-b83d-8d57ec23dab6 None None] Network 809d932e-0138-4829-beb2-c0347b7b6a99 requested from dv-neutron-601336-94-hyperv {{(pid=94176) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 23 12:12:45.829111 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron_lib.callbacks.manager [None req-fb1474e5-b39a-4c7f-aeb0-1d6e6c14de09 tempest-TestNetworkAdvancedServerOps-1740099935 tempest-TestNetworkAdvancedServerOps-1740099935-project] Notify callbacks [] for port, precommit_update {{(pid=94175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 12:12:45.891955 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron_lib.callbacks.manager [None req-fb1474e5-b39a-4c7f-aeb0-1d6e6c14de09 tempest-TestNetworkAdvancedServerOps-1740099935 tempest-TestNetworkAdvancedServerOps-1740099935-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-922904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866062', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773700135042', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773699642233', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773699642278', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5082471'] for port, after_update {{(pid=94175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 12:12:45.895538 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG oslo_concurrency.lockutils [None req-4f6a81cc-1b3b-41be-b194-2426aab19ed7 tempest-ServersNegativeTestJSON-2112366187 tempest-ServersNegativeTestJSON-2112366187-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94175) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 12:12:45.972251 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb1474e5-b39a-4c7f-aeb0-1d6e6c14de09 tempest-TestNetworkAdvancedServerOps-1740099935 tempest-TestNetworkAdvancedServerOps-1740099935-project] Pushing event updated for resources: {'Port': ['ID=7ef07df2-e64b-4b31-b443-557e6472857b,revision_number=2']} {{(pid=94175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 12:12:45.974994 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron_lib.callbacks.manager [None req-fb1474e5-b39a-4c7f-aeb0-1d6e6c14de09 tempest-TestNetworkAdvancedServerOps-1740099935 tempest-TestNetworkAdvancedServerOps-1740099935-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-7866091', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-453038'] for router_interface, after_create {{(pid=94175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 12:12:45.977218 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG oslo_concurrency.lockutils [None req-fb1474e5-b39a-4c7f-aeb0-1d6e6c14de09 tempest-TestNetworkAdvancedServerOps-1740099935 tempest-TestNetworkAdvancedServerOps-1740099935-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.082s {{(pid=94175) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 12:12:45.977967 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.db.provisioning_blocks [None req-67c147e7-40ca-4da4-b041-90895691b068 None None] Provisioning for port 96424607-561e-447b-bbf0-0770b912747f completed by entity DHCP. {{(pid=94176) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 23 12:12:46.086454 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fb1474e5-b39a-4c7f-aeb0-1d6e6c14de09 tempest-TestNetworkAdvancedServerOps-1740099935 tempest-TestNetworkAdvancedServerOps-1740099935-project] Network 809d932e-0138-4829-beb2-c0347b7b6a99 is already hosted by enough agents. {{(pid=94175) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 23 12:12:46.088127 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.scheduler.base_scheduler [None req-fb1474e5-b39a-4c7f-aeb0-1d6e6c14de09 tempest-TestNetworkAdvancedServerOps-1740099935 tempest-TestNetworkAdvancedServerOps-1740099935-project] Resources bound (agent type, host, resource id): {{(pid=94175) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 23 12:12:46.214740 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fb1474e5-b39a-4c7f-aeb0-1d6e6c14de09 tempest-TestNetworkAdvancedServerOps-1740099935 tempest-TestNetworkAdvancedServerOps-1740099935-project] Router 81666655-456a-4499-ae24-ed64377af3c7 has already been hosted by L3 agent 50ef99c0-ef28-4db5-b303-b145898fae60 {{(pid=94175) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 23 12:12:46.263835 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.db.provisioning_blocks [None req-8a659009-13cc-402c-a45d-7eccf75504d7 None None] Provisioning for port 7ef07df2-e64b-4b31-b443-557e6472857b completed by entity DHCP. {{(pid=94176) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 23 12:12:46.269273 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.db.provisioning_blocks [None req-8a659009-13cc-402c-a45d-7eccf75504d7 None None] Provisioning complete for port 7ef07df2-e64b-4b31-b443-557e6472857b triggered by entity DHCP. {{(pid=94176) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 23 12:12:46.269273 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron_lib.callbacks.manager [None req-8a659009-13cc-402c-a45d-7eccf75504d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-899258'] for port, provisioning_complete {{(pid=94176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 12:12:46.311640 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.plugins.ml2.plugin [None req-8a659009-13cc-402c-a45d-7eccf75504d7 None None] Port 7ef07df2-e64b-4b31-b443-557e6472857b cannot update to ACTIVE because it is not bound. {{(pid=94176) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jun 23 12:12:46.360018 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fb1474e5-b39a-4c7f-aeb0-1d6e6c14de09 tempest-TestNetworkAdvancedServerOps-1740099935 tempest-TestNetworkAdvancedServerOps-1740099935-project] Notify agent at l3_agent.dv-neutron-601336-94-hyperv the message routers_updated {{(pid=94175) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 23 12:12:46.365955 dv-neutron-601336-94-hyperv neutron-server[94175]: INFO neutron.wsgi [None req-fb1474e5-b39a-4c7f-aeb0-1d6e6c14de09 tempest-TestNetworkAdvancedServerOps-1740099935 tempest-TestNetworkAdvancedServerOps-1740099935-project] 10.222.0.20 "PUT /v2.0/routers/81666655-456a-4499-ae24-ed64377af3c7/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.7193408 Jun 23 12:12:46.401141 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aa305646-4f1a-4c1e-9e34-a9e03e5a5318 None None] Sync routers for ids ['81666655-456a-4499-ae24-ed64377af3c7'] in dv-neutron-601336-94-hyperv {{(pid=94176) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 23 12:12:46.410218 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aa305646-4f1a-4c1e-9e34-a9e03e5a5318 None None] Routers {'81666655-456a-4499-ae24-ed64377af3c7'} bound to L3 agent in host dv-neutron-601336-94-hyperv {{(pid=94176) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 23 12:12:46.410776 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.db.l3_hamode_db [None req-aa305646-4f1a-4c1e-9e34-a9e03e5a5318 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-601336-94-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-06-23T11:22:13Z,description=,heartbeat_timestamp=2021-06-23T12:12:43Z,host='dv-neutron-601336-94-hyperv',id=50ef99c0-ef28-4db5-b303-b145898fae60,load=0,resource_versions=,resources_synced=,started_at=2021-06-23T11:22:14Z,topic='l3_agent')) {'router_ids': ['81666655-456a-4499-ae24-ed64377af3c7'], 'active': True} {{(pid=94176) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 12:12:46.484341 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.db.provisioning_blocks [None req-b71bf0f9-29d3-4b6b-b16d-f5e6d8145f8f None None] Provisioning complete for port 7ef07df2-e64b-4b31-b443-557e6472857b triggered by entity DHCP. {{(pid=94176) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 23 12:12:46.485015 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron_lib.callbacks.manager [None req-b71bf0f9-29d3-4b6b-b16d-f5e6d8145f8f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-899258'] for port, provisioning_complete {{(pid=94176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 12:12:46.564073 dv-neutron-601336-94-hyperv neutron-server[94175]: INFO neutron.wsgi [req-854e39fb-22c6-48df-ac68-608ddbedae57 req-5d6e3e52-abeb-4266-8286-113111ed683c tempest-TestNetworkAdvancedServerOps-1740099935 tempest-TestNetworkAdvancedServerOps-1740099935-project] 10.222.0.20 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-178857347&fields=id&tenant_id=95e75de5b0504e3e87860f65038883f5 HTTP/1.1" status: 200 len: 267 time: 0.0442684 Jun 23 12:12:46.572666 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.plugins.ml2.plugin [None req-b71bf0f9-29d3-4b6b-b16d-f5e6d8145f8f None None] Port 7ef07df2-e64b-4b31-b443-557e6472857b cannot update to ACTIVE because it is not bound. {{(pid=94176) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jun 23 12:12:46.596984 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.db.l3_dvr_db [None req-aa305646-4f1a-4c1e-9e34-a9e03e5a5318 None None] Set router 81666655-456a-4499-ae24-ed64377af3c7 gateway port host: dv-neutron-601336-94-hyperv {{(pid=94176) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:838}} Jun 23 12:12:46.673864 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.plugins.ml2.rpc [None req-dc7542b2-afef-47f4-a763-e3a3cba144be None None] Device 96424607-561e-447b-bbf0-0770b912747f up at agent ovs-agent-dv-neutron-601336-94-hyperv {{(pid=94176) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:298}} Jun 23 12:12:46.693064 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-854e39fb-22c6-48df-ac68-608ddbedae57 req-629d3852-ca93-41af-a1f9-d54ba58cc2ca tempest-TestNetworkAdvancedServerOps-1740099935 tempest-TestNetworkAdvancedServerOps-1740099935-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 12:12:46.694636 dv-neutron-601336-94-hyperv neutron-server[94175]: INFO neutron.wsgi [req-854e39fb-22c6-48df-ac68-608ddbedae57 req-629d3852-ca93-41af-a1f9-d54ba58cc2ca tempest-TestNetworkAdvancedServerOps-1740099935 tempest-TestNetworkAdvancedServerOps-1740099935-project] 10.222.0.20 "GET /v2.0/networks?id=809d932e-0138-4829-beb2-c0347b7b6a99 HTTP/1.1" status: 200 len: 796 time: 0.1238401 Jun 23 12:12:46.711285 dv-neutron-601336-94-hyperv neutron-server[94175]: INFO neutron.wsgi [req-854e39fb-22c6-48df-ac68-608ddbedae57 req-31618bf8-33b6-422d-a10b-cafd3166e2a0 tempest-TestNetworkAdvancedServerOps-1740099935 tempest-TestNetworkAdvancedServerOps-1740099935-project] 10.222.0.20 "GET /v2.0/quotas/95e75de5b0504e3e87860f65038883f5 HTTP/1.1" status: 200 len: 375 time: 0.0099254 Jun 23 12:12:46.780810 dv-neutron-601336-94-hyperv neutron-server[94175]: INFO neutron.wsgi [req-854e39fb-22c6-48df-ac68-608ddbedae57 req-0ea39d26-0e90-4061-b4e3-1eb20ea089af tempest-TestNetworkAdvancedServerOps-1740099935 tempest-TestNetworkAdvancedServerOps-1740099935-project] 10.222.0.20 "GET /v2.0/ports?tenant_id=95e75de5b0504e3e87860f65038883f5&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0638824 Jun 23 12:12:46.789294 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.db.provisioning_blocks [None req-bcb7e734-9145-4852-950c-6bf208f3bf76 None None] Provisioning complete for port 7ef07df2-e64b-4b31-b443-557e6472857b triggered by entity DHCP. {{(pid=94176) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 23 12:12:46.789895 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron_lib.callbacks.manager [None req-bcb7e734-9145-4852-950c-6bf208f3bf76 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-899258'] for port, provisioning_complete {{(pid=94176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 12:12:46.847324 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron_lib.callbacks.manager [None req-95d6aa8f-24e7-4234-82ff-f502266c3285 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773699952132', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-899307'] for agent, after_update {{(pid=94176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 12:12:46.865405 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.plugins.ml2.plugin [None req-bcb7e734-9145-4852-950c-6bf208f3bf76 None None] Port 7ef07df2-e64b-4b31-b443-557e6472857b cannot update to ACTIVE because it is not bound. {{(pid=94176) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jun 23 12:12:46.898998 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.db.l3_hamode_db [None req-aa305646-4f1a-4c1e-9e34-a9e03e5a5318 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '81666655-456a-4499-ae24-ed64377af3c7', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2110771938', 'tenant_id': '95e75de5b0504e3e87860f65038883f5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3e7e4eb3-cf02-4d47-ade9-0a579cdfc60f', 'external_fixed_ips': [{'subnet_id': 'a5ad15ab-c489-4a67-a9b0-d559fca0ec71', 'ip_address': '172.26.3.58'}], 'enable_snat': True}, 'gw_port_id': '8ab6e83a-90b1-4f26-8689-308db8d4964c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-23T12:12:40Z', 'updated_at': '2021-06-23T12:12:45Z', 'revision_number': 4, 'project_id': '95e75de5b0504e3e87860f65038883f5', 'gw_port': {'id': '8ab6e83a-90b1-4f26-8689-308db8d4964c', 'name': '', 'network_id': '3e7e4eb3-cf02-4d47-ade9-0a579cdfc60f', 'tenant_id': '', 'mac_address': 'fa:16:3e:2f:27:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '81666655-456a-4499-ae24-ed64377af3c7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1790, 'fixed_ips': [{'subnet_id': 'a5ad15ab-c489-4a67-a9b0-d559fca0ec71', 'ip_address': '172.26.3.58', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-94-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-23T12:12:41Z', 'updated_at': '2021-06-23T12:12:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a5ad15ab-c489-4a67-a9b0-d559fca0ec71', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-601336-94-hyperv', '_interfaces': [{'id': '7ef07df2-e64b-4b31-b443-557e6472857b', 'name': '', 'network_id': '809d932e-0138-4829-beb2-c0347b7b6a99', 'tenant_id': '95e75de5b0504e3e87860f65038883f5', 'mac_address': 'fa:16:3e:04:ce:25', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '81666655-456a-4499-ae24-ed64377af3c7', 'device_owner': 'network:router_interface', 'standard_attr_id': 1793, 'fixed_ips': [{'subnet_id': 'b1719b8e-d4eb-4a59-8ad9-8a666a5c1c7e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-23T12:12:44Z', 'updated_at': '2021-06-23T12:12:45Z', 'revision_number': 2, 'project_id': '95e75de5b0504e3e87860f65038883f5', 'subnets': [{'id': 'b1719b8e-d4eb-4a59-8ad9-8a666a5c1c7e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-601336-94-hyperv', False) {} {{(pid=94176) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 12:12:46.928012 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.db.provisioning_blocks [None req-dc7542b2-afef-47f4-a763-e3a3cba144be None None] Provisioning for port 96424607-561e-447b-bbf0-0770b912747f completed by entity L2. {{(pid=94176) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 23 12:12:46.930215 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aa305646-4f1a-4c1e-9e34-a9e03e5a5318 None None] Checking router: 81666655-456a-4499-ae24-ed64377af3c7 for host: dv-neutron-601336-94-hyperv {{(pid=94176) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 23 12:12:46.930588 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aa305646-4f1a-4c1e-9e34-a9e03e5a5318 None None] Updating router 81666655-456a-4499-ae24-ed64377af3c7 port 7ef07df2-e64b-4b31-b443-557e6472857b binding host dv-neutron-601336-94-hyperv {{(pid=94176) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 23 12:12:46.934595 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.db.provisioning_blocks [None req-dc7542b2-afef-47f4-a763-e3a3cba144be None None] Provisioning complete for port 96424607-561e-447b-bbf0-0770b912747f triggered by entity L2. {{(pid=94176) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 23 12:12:46.934978 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron_lib.callbacks.manager [None req-dc7542b2-afef-47f4-a763-e3a3cba144be None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-899258'] for port, provisioning_complete {{(pid=94176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 12:12:46.957988 dv-neutron-601336-94-hyperv neutron-server[94175]: INFO neutron.wsgi [req-854e39fb-22c6-48df-ac68-608ddbedae57 req-7dcfd4a7-916d-410e-8012-61557492149d service neutron] 10.222.0.20 "GET /v2.0/networks/809d932e-0138-4829-beb2-c0347b7b6a99?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1648855 Jun 23 12:12:46.996538 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron_lib.callbacks.manager [None req-aa305646-4f1a-4c1e-9e34-a9e03e5a5318 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-923122'] for port, before_update {{(pid=94176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 12:12:47.052329 dv-neutron-601336-94-hyperv neutron-server[94175]: INFO neutron.wsgi [req-854e39fb-22c6-48df-ac68-608ddbedae57 req-3d1da500-a826-4020-a5ab-974b1a05178b service neutron] 10.222.0.20 "GET /v2.0/networks/809d932e-0138-4829-beb2-c0347b7b6a99?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0853455 Jun 23 12:12:47.132113 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron_lib.callbacks.manager [None req-dc7542b2-afef-47f4-a763-e3a3cba144be None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-923122'] for port, before_update {{(pid=94176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 12:12:47.211918 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.plugins.ml2.db [None req-dc7542b2-afef-47f4-a763-e3a3cba144be None None] For port 96424607-561e-447b-bbf0-0770b912747f, host dv-neutron-601336-94-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-94-hyperv',level=0,port_id=96424607-561e-447b-bbf0-0770b912747f,segment=NetworkSegment(62a3c509-aeb7-48c9-a256-e54f5308b1d0),segment_id=62a3c509-aeb7-48c9-a256-e54f5308b1d0)] {{(pid=94176) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 23 12:12:47.258282 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron_lib.callbacks.manager [None req-dc7542b2-afef-47f4-a763-e3a3cba144be None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-922904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866062', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773700135042', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773699642233', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773699642278'] for port, after_update {{(pid=94176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 12:12:47.260143 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.plugins.ml2.rpc [None req-dc7542b2-afef-47f4-a763-e3a3cba144be None None] Device 8ab6e83a-90b1-4f26-8689-308db8d4964c up at agent ovs-agent-dv-neutron-601336-94-hyperv {{(pid=94176) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:298}} Jun 23 12:12:47.277328 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG oslo_concurrency.lockutils [None req-97bd5441-1da2-49ee-a364-27795820ba27 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 12:12:47.324449 dv-neutron-601336-94-hyperv neutron-server[94174]: INFO neutron.wsgi [req-208c3acf-f79e-4861-83bf-9f0513e533a1 req-21a43cb1-bf34-4fdb-9a10-63022ea76a6e tempest-TestNetworkAdvancedServerOps-1740099935 tempest-TestNetworkAdvancedServerOps-1740099935-project] 10.222.0.20 "GET /v2.0/ports?device_id=53a27966-eb14-40ed-9831-e2fb14c67735 HTTP/1.1" status: 200 len: 210 time: 0.0376275 Jun 23 12:12:47.408579 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc7542b2-afef-47f4-a763-e3a3cba144be None None] Pushing event updated for resources: {'Port': ['ID=96424607-561e-447b-bbf0-0770b912747f,revision_number=3']} {{(pid=94176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 12:12:47.418632 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG oslo_concurrency.lockutils [None req-dc7542b2-afef-47f4-a763-e3a3cba144be None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.141s {{(pid=94176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 12:12:47.426143 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron_lib.callbacks.manager [None req-aa305646-4f1a-4c1e-9e34-a9e03e5a5318 None None] Notify callbacks [] for port, precommit_update {{(pid=94176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 12:12:47.434856 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.db.provisioning_blocks [None req-dc7542b2-afef-47f4-a763-e3a3cba144be None None] Provisioning complete for port 8ab6e83a-90b1-4f26-8689-308db8d4964c triggered by entity L2. {{(pid=94176) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 23 12:12:47.435254 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron_lib.callbacks.manager [None req-dc7542b2-afef-47f4-a763-e3a3cba144be None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-899258'] for port, provisioning_complete {{(pid=94176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 12:12:47.459777 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.db.provisioning_blocks [None req-aa305646-4f1a-4c1e-9e34-a9e03e5a5318 None None] Transition to ACTIVE for port object 7ef07df2-e64b-4b31-b443-557e6472857b will not be triggered until provisioned by entity L2. {{(pid=94176) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 23 12:12:47.575356 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron_lib.callbacks.manager [None req-aa305646-4f1a-4c1e-9e34-a9e03e5a5318 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-922904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866062', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773700135042', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773699642233', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773699642278'] for port, after_update {{(pid=94176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 12:12:47.575356 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG oslo_concurrency.lockutils [None req-b9bcc70f-3d66-4b85-b84e-0c6056fc105d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 12:12:47.627795 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9538960-aac8-476d-ade5-ac12048b8124 None None] Pushing event updated for resources: {'Port': ['ID=7ef07df2-e64b-4b31-b443-557e6472857b,revision_number=3']} {{(pid=94176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 12:12:47.632790 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG oslo_concurrency.lockutils [None req-a9538960-aac8-476d-ade5-ac12048b8124 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.059s {{(pid=94176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 12:12:47.691998 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.plugins.ml2.managers [None req-aa305646-4f1a-4c1e-9e34-a9e03e5a5318 None None] Attempting to bind port 7ef07df2-e64b-4b31-b443-557e6472857b on host dv-neutron-601336-94-hyperv for vnic_type normal with profile {{(pid=94176) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 23 12:12:47.697168 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.plugins.ml2.managers [None req-aa305646-4f1a-4c1e-9e34-a9e03e5a5318 None None] Attempting to bind port 7ef07df2-e64b-4b31-b443-557e6472857b by drivers openvswitch,hyperv on host dv-neutron-601336-94-hyperv at level 0 using segments [{'id': '62a3c509-aeb7-48c9-a256-e54f5308b1d0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 404, 'network_id': '809d932e-0138-4829-beb2-c0347b7b6a99'}] {{(pid=94176) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 23 12:12:47.697168 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aa305646-4f1a-4c1e-9e34-a9e03e5a5318 None None] Attempting to bind port 7ef07df2-e64b-4b31-b443-557e6472857b on network 809d932e-0138-4829-beb2-c0347b7b6a99 {{(pid=94176) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 23 12:12:47.698334 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aa305646-4f1a-4c1e-9e34-a9e03e5a5318 None None] Checking agent: {'id': '4d05f899-5ac9-411b-8a03-f60c93f87cdf', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-601336-94-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 23, 11, 22, 14), 'started_at': datetime.datetime(2021, 6, 23, 11, 22, 44), 'heartbeat_timestamp': datetime.datetime(2021, 6, 23, 12, 12, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'monitor_allowed_address_pair_garp': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-601336-94-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94176) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 23 12:12:47.698734 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aa305646-4f1a-4c1e-9e34-a9e03e5a5318 None None] Checking segment: {'id': '62a3c509-aeb7-48c9-a256-e54f5308b1d0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 404, 'network_id': '809d932e-0138-4829-beb2-c0347b7b6a99'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94176) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 23 12:12:47.699188 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron_lib.callbacks.manager [None req-aa305646-4f1a-4c1e-9e34-a9e03e5a5318 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 12:12:47.699758 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aa305646-4f1a-4c1e-9e34-a9e03e5a5318 None None] Bound using segment: {'id': '62a3c509-aeb7-48c9-a256-e54f5308b1d0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 404, 'network_id': '809d932e-0138-4829-beb2-c0347b7b6a99'} {{(pid=94176) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 23 12:12:47.700097 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.plugins.ml2.managers [None req-aa305646-4f1a-4c1e-9e34-a9e03e5a5318 None None] Bound port: 7ef07df2-e64b-4b31-b443-557e6472857b, host: dv-neutron-601336-94-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '62a3c509-aeb7-48c9-a256-e54f5308b1d0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 404, 'network_id': '809d932e-0138-4829-beb2-c0347b7b6a99'}}] {{(pid=94176) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 23 12:12:47.700485 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron_lib.callbacks.manager [None req-aa305646-4f1a-4c1e-9e34-a9e03e5a5318 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-923122'] for port, before_update {{(pid=94176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 12:12:47.778258 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.plugins.ml2.db [None req-aa305646-4f1a-4c1e-9e34-a9e03e5a5318 None None] For port 7ef07df2-e64b-4b31-b443-557e6472857b, host dv-neutron-601336-94-hyperv, cleared binding levels {{(pid=94176) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 23 12:12:47.781647 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.plugins.ml2.db [None req-aa305646-4f1a-4c1e-9e34-a9e03e5a5318 None None] For port 7ef07df2-e64b-4b31-b443-557e6472857b, host dv-neutron-601336-94-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-94-hyperv',level=0,port_id=7ef07df2-e64b-4b31-b443-557e6472857b,segment=NetworkSegment(62a3c509-aeb7-48c9-a256-e54f5308b1d0),segment_id=62a3c509-aeb7-48c9-a256-e54f5308b1d0)] {{(pid=94176) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 23 12:12:47.847922 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron_lib.callbacks.manager [None req-aa305646-4f1a-4c1e-9e34-a9e03e5a5318 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-922904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866062', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773700135042', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773699642233', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773699642278'] for port, after_update {{(pid=94176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 12:12:47.851647 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG oslo_concurrency.lockutils [None req-9499c6a0-38df-4b43-8441-347efa7cd888 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 12:12:47.917250 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aa305646-4f1a-4c1e-9e34-a9e03e5a5318 None None] Routers {'81666655-456a-4499-ae24-ed64377af3c7'} bound to L3 agent in host dv-neutron-601336-94-hyperv {{(pid=94176) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 23 12:12:47.917900 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.db.l3_hamode_db [None req-aa305646-4f1a-4c1e-9e34-a9e03e5a5318 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-601336-94-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-06-23T11:22:13Z,description=,heartbeat_timestamp=2021-06-23T12:12:43Z,host='dv-neutron-601336-94-hyperv',id=50ef99c0-ef28-4db5-b303-b145898fae60,load=0,resource_versions=,resources_synced=,started_at=2021-06-23T11:22:14Z,topic='l3_agent')) {'router_ids': ['81666655-456a-4499-ae24-ed64377af3c7'], 'active': True} {{(pid=94176) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 12:12:47.954486 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9538960-aac8-476d-ade5-ac12048b8124 None None] Pushing event updated for resources: {'Port': ['ID=7ef07df2-e64b-4b31-b443-557e6472857b,revision_number=4']} {{(pid=94176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 12:12:47.960355 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG oslo_concurrency.lockutils [None req-a9538960-aac8-476d-ade5-ac12048b8124 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.109s {{(pid=94176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 12:12:48.048749 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.db.l3_dvr_db [None req-aa305646-4f1a-4c1e-9e34-a9e03e5a5318 None None] Set router 81666655-456a-4499-ae24-ed64377af3c7 gateway port host: dv-neutron-601336-94-hyperv {{(pid=94176) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:838}} Jun 23 12:12:48.256388 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.db.l3_hamode_db [None req-aa305646-4f1a-4c1e-9e34-a9e03e5a5318 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '81666655-456a-4499-ae24-ed64377af3c7', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2110771938', 'tenant_id': '95e75de5b0504e3e87860f65038883f5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3e7e4eb3-cf02-4d47-ade9-0a579cdfc60f', 'external_fixed_ips': [{'subnet_id': 'a5ad15ab-c489-4a67-a9b0-d559fca0ec71', 'ip_address': '172.26.3.58'}], 'enable_snat': True}, 'gw_port_id': '8ab6e83a-90b1-4f26-8689-308db8d4964c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-23T12:12:40Z', 'updated_at': '2021-06-23T12:12:45Z', 'revision_number': 4, 'project_id': '95e75de5b0504e3e87860f65038883f5', 'gw_port': {'id': '8ab6e83a-90b1-4f26-8689-308db8d4964c', 'name': '', 'network_id': '3e7e4eb3-cf02-4d47-ade9-0a579cdfc60f', 'tenant_id': '', 'mac_address': 'fa:16:3e:2f:27:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '81666655-456a-4499-ae24-ed64377af3c7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1790, 'fixed_ips': [{'subnet_id': 'a5ad15ab-c489-4a67-a9b0-d559fca0ec71', 'ip_address': '172.26.3.58', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-94-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-23T12:12:41Z', 'updated_at': '2021-06-23T12:12:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a5ad15ab-c489-4a67-a9b0-d559fca0ec71', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-601336-94-hyperv', '_interfaces': [{'id': '7ef07df2-e64b-4b31-b443-557e6472857b', 'name': '', 'network_id': '809d932e-0138-4829-beb2-c0347b7b6a99', 'tenant_id': '95e75de5b0504e3e87860f65038883f5', 'mac_address': 'fa:16:3e:04:ce:25', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '81666655-456a-4499-ae24-ed64377af3c7', 'device_owner': 'network:router_interface', 'standard_attr_id': 1793, 'fixed_ips': [{'subnet_id': 'b1719b8e-d4eb-4a59-8ad9-8a666a5c1c7e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-94-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-23T12:12:44Z', 'updated_at': '2021-06-23T12:12:47Z', 'revision_number': 4, 'project_id': '95e75de5b0504e3e87860f65038883f5', 'subnets': [{'id': 'b1719b8e-d4eb-4a59-8ad9-8a666a5c1c7e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-601336-94-hyperv', False) {} {{(pid=94176) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 12:12:48.287170 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aa305646-4f1a-4c1e-9e34-a9e03e5a5318 None None] The sync data for ids ['81666655-456a-4499-ae24-ed64377af3c7'] in dv-neutron-601336-94-hyperv is: [{'id': '81666655-456a-4499-ae24-ed64377af3c7', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2110771938', 'tenant_id': '95e75de5b0504e3e87860f65038883f5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3e7e4eb3-cf02-4d47-ade9-0a579cdfc60f', 'external_fixed_ips': [{'subnet_id': 'a5ad15ab-c489-4a67-a9b0-d559fca0ec71', 'ip_address': '172.26.3.58'}], 'enable_snat': True}, 'gw_port_id': '8ab6e83a-90b1-4f26-8689-308db8d4964c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-23T12:12:40Z', 'updated_at': '2021-06-23T12:12:45Z', 'revision_number': 4, 'project_id': '95e75de5b0504e3e87860f65038883f5', 'gw_port': {'id': '8ab6e83a-90b1-4f26-8689-308db8d4964c', 'name': '', 'network_id': '3e7e4eb3-cf02-4d47-ade9-0a579cdfc60f', 'tenant_id': '', 'mac_address': 'fa:16:3e:2f:27:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '81666655-456a-4499-ae24-ed64377af3c7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1790, 'fixed_ips': [{'subnet_id': 'a5ad15ab-c489-4a67-a9b0-d559fca0ec71', 'ip_address': '172.26.3.58', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-94-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-23T12:12:41Z', 'updated_at': '2021-06-23T12:12:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a5ad15ab-c489-4a67-a9b0-d559fca0ec71', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-601336-94-hyperv', '_interfaces': [{'id': '7ef07df2-e64b-4b31-b443-557e6472857b', 'name': '', 'network_id': '809d932e-0138-4829-beb2-c0347b7b6a99', 'tenant_id': '95e75de5b0504e3e87860f65038883f5', 'mac_address': 'fa:16:3e:04:ce:25', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '81666655-456a-4499-ae24-ed64377af3c7', 'device_owner': 'network:router_interface', 'standard_attr_id': 1793, 'fixed_ips': [{'subnet_id': 'b1719b8e-d4eb-4a59-8ad9-8a666a5c1c7e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-94-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-23T12:12:44Z', 'updated_at': '2021-06-23T12:12:47Z', 'revision_number': 4, 'project_id': '95e75de5b0504e3e87860f65038883f5', 'subnets': [{'id': 'b1719b8e-d4eb-4a59-8ad9-8a666a5c1c7e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94176) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 23 12:12:48.511597 dv-neutron-601336-94-hyperv neutron-server[94175]: INFO neutron.wsgi [req-ad28f19d-c8bd-4dbc-a66d-f76a46d09ec8 req-f8ae7353-adc3-49a0-a30b-5b3d6af5eb9b tempest-TestNetworkAdvancedServerOps-1740099935 tempest-TestNetworkAdvancedServerOps-1740099935-project] 10.222.0.20 "GET /v2.0/ports?device_id=53a27966-eb14-40ed-9831-e2fb14c67735 HTTP/1.1" status: 200 len: 210 time: 0.0614719 Jun 23 12:12:48.614004 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.plugins.ml2.rpc [None req-dc7542b2-afef-47f4-a763-e3a3cba144be None None] Device 96424607-561e-447b-bbf0-0770b912747f up at agent ovs-agent-dv-neutron-601336-94-hyperv {{(pid=94176) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:298}} Jun 23 12:12:48.668877 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.db.provisioning_blocks [None req-dc7542b2-afef-47f4-a763-e3a3cba144be None None] Provisioning complete for port 96424607-561e-447b-bbf0-0770b912747f triggered by entity L2. {{(pid=94176) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 23 12:12:48.669262 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron_lib.callbacks.manager [None req-dc7542b2-afef-47f4-a763-e3a3cba144be None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-899258'] for port, provisioning_complete {{(pid=94176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 12:12:48.758172 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.plugins.ml2.rpc [None req-dc7542b2-afef-47f4-a763-e3a3cba144be None None] Device 7ef07df2-e64b-4b31-b443-557e6472857b up at agent ovs-agent-dv-neutron-601336-94-hyperv {{(pid=94176) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:298}} Jun 23 12:12:48.881087 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.db.provisioning_blocks [None req-dc7542b2-afef-47f4-a763-e3a3cba144be None None] Provisioning for port 7ef07df2-e64b-4b31-b443-557e6472857b completed by entity L2. {{(pid=94176) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 23 12:12:48.885325 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.db.provisioning_blocks [None req-dc7542b2-afef-47f4-a763-e3a3cba144be None None] Provisioning complete for port 7ef07df2-e64b-4b31-b443-557e6472857b triggered by entity L2. {{(pid=94176) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 23 12:12:48.885748 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron_lib.callbacks.manager [None req-dc7542b2-afef-47f4-a763-e3a3cba144be None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-899258'] for port, provisioning_complete {{(pid=94176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 12:12:48.970514 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron_lib.callbacks.manager [None req-dc7542b2-afef-47f4-a763-e3a3cba144be None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-923122'] for port, before_update {{(pid=94176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 12:12:49.005383 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.plugins.ml2.db [None req-dc7542b2-afef-47f4-a763-e3a3cba144be None None] For port 7ef07df2-e64b-4b31-b443-557e6472857b, host dv-neutron-601336-94-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-94-hyperv',level=0,port_id=7ef07df2-e64b-4b31-b443-557e6472857b,segment=NetworkSegment(62a3c509-aeb7-48c9-a256-e54f5308b1d0),segment_id=62a3c509-aeb7-48c9-a256-e54f5308b1d0)] {{(pid=94176) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 23 12:12:49.086378 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron_lib.callbacks.manager [None req-dc7542b2-afef-47f4-a763-e3a3cba144be None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-922904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866062', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773700135042', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773699642233', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773699642278'] for port, after_update {{(pid=94176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 12:12:49.088449 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG oslo_concurrency.lockutils [None req-62864e8b-2b84-4452-86f3-1c8358ed9131 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 12:12:49.142983 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc7542b2-afef-47f4-a763-e3a3cba144be None None] Pushing event updated for resources: {'Port': ['ID=7ef07df2-e64b-4b31-b443-557e6472857b,revision_number=5']} {{(pid=94176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 12:12:49.146531 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG oslo_concurrency.lockutils [None req-dc7542b2-afef-47f4-a763-e3a3cba144be None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.058s {{(pid=94176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 12:12:49.533813 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-854e39fb-22c6-48df-ac68-608ddbedae57 req-9d0a2114-2363-455e-bdf2-c959c5065683 tempest-TestNetworkAdvancedServerOps-1740099935 tempest-TestNetworkAdvancedServerOps-1740099935-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 12:12:49.535899 dv-neutron-601336-94-hyperv neutron-server[94175]: INFO neutron.wsgi [req-854e39fb-22c6-48df-ac68-608ddbedae57 req-9d0a2114-2363-455e-bdf2-c959c5065683 tempest-TestNetworkAdvancedServerOps-1740099935 tempest-TestNetworkAdvancedServerOps-1740099935-project] 10.222.0.52 "GET /v2.0/networks?id=809d932e-0138-4829-beb2-c0347b7b6a99 HTTP/1.1" status: 200 len: 796 time: 0.1043055 Jun 23 12:12:49.582321 dv-neutron-601336-94-hyperv neutron-server[94175]: INFO neutron.wsgi [req-854e39fb-22c6-48df-ac68-608ddbedae57 req-1f5f4931-10a0-4fa5-a269-5661479be25c tempest-TestNetworkAdvancedServerOps-1740099935 tempest-TestNetworkAdvancedServerOps-1740099935-project] 10.222.0.52 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=95e75de5b0504e3e87860f65038883f5 HTTP/1.1" status: 200 len: 379 time: 0.0376208 Jun 23 12:12:49.591476 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.api.v2.base [req-854e39fb-22c6-48df-ac68-608ddbedae57 req-0187ae7d-4033-4526-ae70-239454e4bdc5 tempest-TestNetworkAdvancedServerOps-1740099935 tempest-TestNetworkAdvancedServerOps-1740099935-project] Request body: {'port': {'device_id': '53a27966-eb14-40ed-9831-e2fb14c67735', 'network_id': '809d932e-0138-4829-beb2-c0347b7b6a99', 'admin_state_up': True, 'tenant_id': '95e75de5b0504e3e87860f65038883f5', 'security_groups': ['09448ede-d622-402a-8a40-91552f14a5d7']}} {{(pid=94175) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 23 12:12:49.662685 dv-neutron-601336-94-hyperv neutron-server[94174]: INFO neutron.wsgi [req-5bb4a322-8449-4e1d-a3c5-9a3d28bd9f61 req-9a08f07a-d184-4de9-8102-03cb34eb4374 tempest-TestNetworkAdvancedServerOps-1740099935 tempest-TestNetworkAdvancedServerOps-1740099935-project] 10.222.0.20 "GET /v2.0/ports?device_id=53a27966-eb14-40ed-9831-e2fb14c67735 HTTP/1.1" status: 200 len: 210 time: 0.0301435 Jun 23 12:12:49.824108 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-854e39fb-22c6-48df-ac68-608ddbedae57 req-0187ae7d-4033-4526-ae70-239454e4bdc5 tempest-TestNetworkAdvancedServerOps-1740099935 tempest-TestNetworkAdvancedServerOps-1740099935-project] Made reservation on behalf of 95e75de5b0504e3e87860f65038883f5 for: {'port': 1} {{(pid=94175) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 23 12:12:49.827782 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron_lib.callbacks.manager [req-854e39fb-22c6-48df-ac68-608ddbedae57 req-0187ae7d-4033-4526-ae70-239454e4bdc5 tempest-TestNetworkAdvancedServerOps-1740099935 tempest-TestNetworkAdvancedServerOps-1740099935-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-923104'] for port, before_create {{(pid=94175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 12:12:49.955863 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.db.db_base_plugin_common [req-854e39fb-22c6-48df-ac68-608ddbedae57 req-0187ae7d-4033-4526-ae70-239454e4bdc5 tempest-TestNetworkAdvancedServerOps-1740099935 tempest-TestNetworkAdvancedServerOps-1740099935-project] Allocated IP 172.20.0.5 (809d932e-0138-4829-beb2-c0347b7b6a99/b1719b8e-d4eb-4a59-8ad9-8a666a5c1c7e/597f3a94-7643-4c91-924d-50822dc17c85) {{(pid=94175) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 23 12:12:50.106446 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron_lib.callbacks.manager [req-854e39fb-22c6-48df-ac68-608ddbedae57 req-0187ae7d-4033-4526-ae70-239454e4bdc5 tempest-TestNetworkAdvancedServerOps-1740099935 tempest-TestNetworkAdvancedServerOps-1740099935-project] Notify callbacks [] for port, precommit_create {{(pid=94175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 12:12:50.121560 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.db.provisioning_blocks [req-854e39fb-22c6-48df-ac68-608ddbedae57 req-0187ae7d-4033-4526-ae70-239454e4bdc5 tempest-TestNetworkAdvancedServerOps-1740099935 tempest-TestNetworkAdvancedServerOps-1740099935-project] Transition to ACTIVE for port object 597f3a94-7643-4c91-924d-50822dc17c85 will not be triggered until provisioned by entity DHCP. {{(pid=94175) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 23 12:12:50.241479 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron_lib.callbacks.manager [req-854e39fb-22c6-48df-ac68-608ddbedae57 req-0187ae7d-4033-4526-ae70-239454e4bdc5 tempest-TestNetworkAdvancedServerOps-1740099935 tempest-TestNetworkAdvancedServerOps-1740099935-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-922915', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-239814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7866073', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773699642215', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-5082457'] for port, after_create {{(pid=94175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 12:12:50.246622 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG oslo_concurrency.lockutils [None req-20cc29b2-8fd5-493a-986b-126e682db5d4 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94175) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 12:12:50.287768 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-854e39fb-22c6-48df-ac68-608ddbedae57 req-0187ae7d-4033-4526-ae70-239454e4bdc5 tempest-TestNetworkAdvancedServerOps-1740099935 tempest-TestNetworkAdvancedServerOps-1740099935-project] Network 809d932e-0138-4829-beb2-c0347b7b6a99 is already hosted by enough agents. {{(pid=94175) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 23 12:12:50.291026 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.scheduler.base_scheduler [req-854e39fb-22c6-48df-ac68-608ddbedae57 req-0187ae7d-4033-4526-ae70-239454e4bdc5 tempest-TestNetworkAdvancedServerOps-1740099935 tempest-TestNetworkAdvancedServerOps-1740099935-project] Resources bound (agent type, host, resource id): {{(pid=94175) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 23 12:12:50.297383 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.db.l3_dvrscheduler_db [req-854e39fb-22c6-48df-ac68-608ddbedae57 req-0187ae7d-4033-4526-ae70-239454e4bdc5 tempest-TestNetworkAdvancedServerOps-1740099935 tempest-TestNetworkAdvancedServerOps-1740099935-project] Received port after_create {{(pid=94175) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 23 12:12:50.328512 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0187ae7d-4033-4526-ae70-239454e4bdc5 tempest-TestNetworkAdvancedServerOps-1740099935 tempest-TestNetworkAdvancedServerOps-1740099935-project] Pushing event updated for resources: {'Port': ['ID=597f3a94-7643-4c91-924d-50822dc17c85,revision_number=1']} {{(pid=94175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 12:12:50.333343 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG oslo_concurrency.lockutils [None req-0187ae7d-4033-4526-ae70-239454e4bdc5 tempest-TestNetworkAdvancedServerOps-1740099935 tempest-TestNetworkAdvancedServerOps-1740099935-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.087s {{(pid=94175) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 12:12:50.357986 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-854e39fb-22c6-48df-ac68-608ddbedae57 req-0187ae7d-4033-4526-ae70-239454e4bdc5 tempest-TestNetworkAdvancedServerOps-1740099935 tempest-TestNetworkAdvancedServerOps-1740099935-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 12:12:50.358699 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron_lib.callbacks.manager [req-854e39fb-22c6-48df-ac68-608ddbedae57 req-0187ae7d-4033-4526-ae70-239454e4bdc5 tempest-TestNetworkAdvancedServerOps-1740099935 tempest-TestNetworkAdvancedServerOps-1740099935-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-217507'] for port, before_response {{(pid=94175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 12:12:50.436118 dv-neutron-601336-94-hyperv neutron-server[94175]: INFO neutron.wsgi [req-854e39fb-22c6-48df-ac68-608ddbedae57 req-0187ae7d-4033-4526-ae70-239454e4bdc5 tempest-TestNetworkAdvancedServerOps-1740099935 tempest-TestNetworkAdvancedServerOps-1740099935-project] 10.222.0.52 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8486722 Jun 23 12:12:50.448294 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.api.v2.base [req-854e39fb-22c6-48df-ac68-608ddbedae57 req-756c77c0-7273-49c8-8d99-996ecb9e4a72 service neutron] Request body: {'port': {'device_id': '53a27966-eb14-40ed-9831-e2fb14c67735', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-6013'}} {{(pid=94175) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 23 12:12:50.512937 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.plugins.ml2.rpc [None req-dc7542b2-afef-47f4-a763-e3a3cba144be None None] Device 7ef07df2-e64b-4b31-b443-557e6472857b up at agent ovs-agent-dv-neutron-601336-94-hyperv {{(pid=94176) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:298}} Jun 23 12:12:50.527934 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron_lib.callbacks.manager [req-854e39fb-22c6-48df-ac68-608ddbedae57 req-756c77c0-7273-49c8-8d99-996ecb9e4a72 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-923122'] for port, before_update {{(pid=94175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 12:12:50.571140 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.db.provisioning_blocks [None req-dc7542b2-afef-47f4-a763-e3a3cba144be None None] Provisioning complete for port 7ef07df2-e64b-4b31-b443-557e6472857b triggered by entity L2. {{(pid=94176) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 23 12:12:50.571535 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron_lib.callbacks.manager [None req-dc7542b2-afef-47f4-a763-e3a3cba144be None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-899258'] for port, provisioning_complete {{(pid=94176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 12:12:50.634471 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.db.provisioning_blocks [None req-e1bbf566-319c-48bf-9980-b23d016056d3 None None] Provisioning for port 597f3a94-7643-4c91-924d-50822dc17c85 completed by entity DHCP. {{(pid=94176) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 23 12:12:50.643196 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.db.provisioning_blocks [None req-e1bbf566-319c-48bf-9980-b23d016056d3 None None] Provisioning complete for port 597f3a94-7643-4c91-924d-50822dc17c85 triggered by entity DHCP. {{(pid=94176) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 23 12:12:50.643583 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron_lib.callbacks.manager [None req-e1bbf566-319c-48bf-9980-b23d016056d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-899258'] for port, provisioning_complete {{(pid=94176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 12:12:50.840757 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.plugins.ml2.plugin [None req-e1bbf566-319c-48bf-9980-b23d016056d3 None None] Port 597f3a94-7643-4c91-924d-50822dc17c85 cannot update to ACTIVE because it is not bound. {{(pid=94176) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jun 23 12:12:50.852915 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.notifiers.nova [req-854e39fb-22c6-48df-ac68-608ddbedae57 req-756c77c0-7273-49c8-8d99-996ecb9e4a72 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 597f3a94-7643-4c91-924d-50822dc17c85 {{(pid=94175) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 23 12:12:50.862656 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron_lib.callbacks.manager [req-854e39fb-22c6-48df-ac68-608ddbedae57 req-756c77c0-7273-49c8-8d99-996ecb9e4a72 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 12:12:50.881376 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.db.provisioning_blocks [req-854e39fb-22c6-48df-ac68-608ddbedae57 req-756c77c0-7273-49c8-8d99-996ecb9e4a72 service neutron] Transition to ACTIVE for port object 597f3a94-7643-4c91-924d-50822dc17c85 will not be triggered until provisioned by entity L2. {{(pid=94175) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 23 12:12:50.902758 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e9f6e50-bcd7-4d44-b404-f9497207d55d req-8e6c33dd-dca1-44e1-8e09-d0a2cbeb72a3 tempest-TestNetworkAdvancedServerOps-1740099935 tempest-TestNetworkAdvancedServerOps-1740099935-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 12:12:50.904294 dv-neutron-601336-94-hyperv neutron-server[94175]: INFO neutron.wsgi [req-7e9f6e50-bcd7-4d44-b404-f9497207d55d req-8e6c33dd-dca1-44e1-8e09-d0a2cbeb72a3 tempest-TestNetworkAdvancedServerOps-1740099935 tempest-TestNetworkAdvancedServerOps-1740099935-project] 10.222.0.20 "GET /v2.0/ports?device_id=53a27966-eb14-40ed-9831-e2fb14c67735 HTTP/1.1" status: 200 len: 931 time: 0.1004884 Jun 23 12:12:50.943192 dv-neutron-601336-94-hyperv neutron-server[94175]: INFO neutron.wsgi [req-7e9f6e50-bcd7-4d44-b404-f9497207d55d req-f5c07db4-bd65-4c8a-ae9a-f4cd43ef4070 tempest-TestNetworkAdvancedServerOps-1740099935 tempest-TestNetworkAdvancedServerOps-1740099935-project] 10.222.0.20 "GET /v2.0/security-groups?id=09448ede-d622-402a-8a40-91552f14a5d7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0330637 Jun 23 12:12:50.966706 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron_lib.callbacks.manager [req-854e39fb-22c6-48df-ac68-608ddbedae57 req-756c77c0-7273-49c8-8d99-996ecb9e4a72 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-922904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866062', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773700135042', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773699642233', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773699642278', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5082471'] for port, after_update {{(pid=94175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 12:12:50.969006 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG oslo_concurrency.lockutils [None req-06faa8c8-503c-42c3-b48f-1cc1d21de4eb tempest-TestNetworkAdvancedServerOps-1740099935 tempest-TestNetworkAdvancedServerOps-1740099935-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94175) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 12:12:51.019742 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-756c77c0-7273-49c8-8d99-996ecb9e4a72 service neutron] Pushing event updated for resources: {'Port': ['ID=597f3a94-7643-4c91-924d-50822dc17c85,revision_number=2']} {{(pid=94175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 12:12:51.024063 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG oslo_concurrency.lockutils [None req-756c77c0-7273-49c8-8d99-996ecb9e4a72 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.055s {{(pid=94175) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 12:12:51.095310 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.plugins.ml2.managers [req-854e39fb-22c6-48df-ac68-608ddbedae57 req-756c77c0-7273-49c8-8d99-996ecb9e4a72 service neutron] Attempting to bind port 597f3a94-7643-4c91-924d-50822dc17c85 on host hv-neutron-6013 for vnic_type normal with profile {{(pid=94175) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 23 12:12:51.095656 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.plugins.ml2.managers [req-854e39fb-22c6-48df-ac68-608ddbedae57 req-756c77c0-7273-49c8-8d99-996ecb9e4a72 service neutron] Attempting to bind port 597f3a94-7643-4c91-924d-50822dc17c85 by drivers openvswitch,hyperv on host hv-neutron-6013 at level 0 using segments [{'id': '62a3c509-aeb7-48c9-a256-e54f5308b1d0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 404, 'network_id': '809d932e-0138-4829-beb2-c0347b7b6a99'}] {{(pid=94175) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 23 12:12:51.096027 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-854e39fb-22c6-48df-ac68-608ddbedae57 req-756c77c0-7273-49c8-8d99-996ecb9e4a72 service neutron] Attempting to bind port 597f3a94-7643-4c91-924d-50822dc17c85 on network 809d932e-0138-4829-beb2-c0347b7b6a99 {{(pid=94175) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 23 12:12:51.100845 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-854e39fb-22c6-48df-ac68-608ddbedae57 req-756c77c0-7273-49c8-8d99-996ecb9e4a72 service neutron] Port 597f3a94-7643-4c91-924d-50822dc17c85 on network 809d932e-0138-4829-beb2-c0347b7b6a99 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-6013 {{(pid=94175) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 23 12:12:51.101171 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-854e39fb-22c6-48df-ac68-608ddbedae57 req-756c77c0-7273-49c8-8d99-996ecb9e4a72 service neutron] Attempting to bind port 597f3a94-7643-4c91-924d-50822dc17c85 on network 809d932e-0138-4829-beb2-c0347b7b6a99 {{(pid=94175) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 23 12:12:51.106198 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-854e39fb-22c6-48df-ac68-608ddbedae57 req-756c77c0-7273-49c8-8d99-996ecb9e4a72 service neutron] Checking agent: {'id': '3a130b41-5b27-406b-aeb2-5a923af79f10', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-6013', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 23, 11, 28, 23), 'started_at': datetime.datetime(2021, 6, 23, 11, 28, 23), 'heartbeat_timestamp': datetime.datetime(2021, 6, 23, 12, 12, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94175) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 23 12:12:51.106540 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-854e39fb-22c6-48df-ac68-608ddbedae57 req-756c77c0-7273-49c8-8d99-996ecb9e4a72 service neutron] Checking segment: {'id': '62a3c509-aeb7-48c9-a256-e54f5308b1d0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 404, 'network_id': '809d932e-0138-4829-beb2-c0347b7b6a99'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94175) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 23 12:12:51.106926 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-854e39fb-22c6-48df-ac68-608ddbedae57 req-756c77c0-7273-49c8-8d99-996ecb9e4a72 service neutron] Bound using segment: {'id': '62a3c509-aeb7-48c9-a256-e54f5308b1d0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 404, 'network_id': '809d932e-0138-4829-beb2-c0347b7b6a99'} {{(pid=94175) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 23 12:12:51.107396 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.plugins.ml2.managers [req-854e39fb-22c6-48df-ac68-608ddbedae57 req-756c77c0-7273-49c8-8d99-996ecb9e4a72 service neutron] Bound port: 597f3a94-7643-4c91-924d-50822dc17c85, host: hv-neutron-6013, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '62a3c509-aeb7-48c9-a256-e54f5308b1d0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 404, 'network_id': '809d932e-0138-4829-beb2-c0347b7b6a99'}}] {{(pid=94175) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 23 12:12:51.107750 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron_lib.callbacks.manager [req-854e39fb-22c6-48df-ac68-608ddbedae57 req-756c77c0-7273-49c8-8d99-996ecb9e4a72 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-923122'] for port, before_update {{(pid=94175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 12:12:51.181698 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.plugins.ml2.db [req-854e39fb-22c6-48df-ac68-608ddbedae57 req-756c77c0-7273-49c8-8d99-996ecb9e4a72 service neutron] For port 597f3a94-7643-4c91-924d-50822dc17c85, host hv-neutron-6013, cleared binding levels {{(pid=94175) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 23 12:12:51.184866 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.plugins.ml2.db [req-854e39fb-22c6-48df-ac68-608ddbedae57 req-756c77c0-7273-49c8-8d99-996ecb9e4a72 service neutron] For port 597f3a94-7643-4c91-924d-50822dc17c85, host hv-neutron-6013, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-6013',level=0,port_id=597f3a94-7643-4c91-924d-50822dc17c85,segment=NetworkSegment(62a3c509-aeb7-48c9-a256-e54f5308b1d0),segment_id=62a3c509-aeb7-48c9-a256-e54f5308b1d0)] {{(pid=94175) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 23 12:12:51.269959 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron_lib.callbacks.manager [req-854e39fb-22c6-48df-ac68-608ddbedae57 req-756c77c0-7273-49c8-8d99-996ecb9e4a72 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-922904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866062', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773700135042', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773699642233', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773699642278', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5082471'] for port, after_update {{(pid=94175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 12:12:51.272260 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG oslo_concurrency.lockutils [None req-957eea49-18b4-45b9-ac6b-f9a92d728f17 tempest-TestNetworkAdvancedServerOps-1740099935 tempest-TestNetworkAdvancedServerOps-1740099935-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94175) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 12:12:51.309182 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-854e39fb-22c6-48df-ac68-608ddbedae57 req-756c77c0-7273-49c8-8d99-996ecb9e4a72 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 12:12:51.309799 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron_lib.callbacks.manager [req-854e39fb-22c6-48df-ac68-608ddbedae57 req-756c77c0-7273-49c8-8d99-996ecb9e4a72 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-217507'] for port, before_response {{(pid=94175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 12:12:51.311254 dv-neutron-601336-94-hyperv neutron-server[94175]: INFO neutron.wsgi [req-854e39fb-22c6-48df-ac68-608ddbedae57 req-756c77c0-7273-49c8-8d99-996ecb9e4a72 service neutron] 10.222.0.52 "PUT /v2.0/ports/597f3a94-7643-4c91-924d-50822dc17c85 HTTP/1.1" status: 200 len: 1093 time: 0.8673654 Jun 23 12:12:51.311845 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '53a27966-eb14-40ed-9831-e2fb14c67735', 'tag': '597f3a94-7643-4c91-924d-50822dc17c85'}] {{(pid=94175) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 23 12:12:51.314195 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1970408df4ea4e7170669a1249478e627cf05a5a0b07cc08a66c5cb53d0ac47a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5a2cce53-9085-468d-abc9-2d816fe6f585" -d '{"events": [{"name": "network-changed", "server_uuid": "53a27966-eb14-40ed-9831-e2fb14c67735", "tag": "597f3a94-7643-4c91-924d-50822dc17c85"}]}' {{(pid=94175) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 23 12:12:51.340559 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-756c77c0-7273-49c8-8d99-996ecb9e4a72 service neutron] Pushing event updated for resources: {'Port': ['ID=597f3a94-7643-4c91-924d-50822dc17c85,revision_number=3']} {{(pid=94175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 12:12:51.344071 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG oslo_concurrency.lockutils [None req-756c77c0-7273-49c8-8d99-996ecb9e4a72 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.072s {{(pid=94175) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 12:12:51.360467 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 23 Jun 2021 12:12:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-72f80f2e-f472-472e-994b-993a672dc5ce x-openstack-request-id: req-72f80f2e-f472-472e-994b-993a672dc5ce {{(pid=94175) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 23 12:12:51.363761 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "53a27966-eb14-40ed-9831-e2fb14c67735", "tag": "597f3a94-7643-4c91-924d-50822dc17c85", "status": "completed", "code": 200}]} {{(pid=94175) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 23 12:12:51.363761 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-72f80f2e-f472-472e-994b-993a672dc5ce {{(pid=94175) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 23 12:12:51.363761 dv-neutron-601336-94-hyperv neutron-server[94175]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '53a27966-eb14-40ed-9831-e2fb14c67735', 'tag': '597f3a94-7643-4c91-924d-50822dc17c85', 'status': 'completed', 'code': 200} Jun 23 12:12:51.440165 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a2cce53-9085-468d-abc9-2d816fe6f585 req-9ef5bed1-3a7c-4971-9ad2-0afb0f740d52 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 12:12:51.441742 dv-neutron-601336-94-hyperv neutron-server[94175]: INFO neutron.wsgi [req-5a2cce53-9085-468d-abc9-2d816fe6f585 req-9ef5bed1-3a7c-4971-9ad2-0afb0f740d52 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=95e75de5b0504e3e87860f65038883f5&device_id=53a27966-eb14-40ed-9831-e2fb14c67735 HTTP/1.1" status: 200 len: 1096 time: 0.0596318 Jun 23 12:12:51.549086 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a2cce53-9085-468d-abc9-2d816fe6f585 req-466b5c4a-3271-48ac-86e5-8f900bf14154 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 12:12:51.550568 dv-neutron-601336-94-hyperv neutron-server[94175]: INFO neutron.wsgi [req-5a2cce53-9085-468d-abc9-2d816fe6f585 req-466b5c4a-3271-48ac-86e5-8f900bf14154 service neutron] 10.222.0.52 "GET /v2.0/networks?tenant_id=95e75de5b0504e3e87860f65038883f5&shared=False HTTP/1.1" status: 200 len: 897 time: 0.1020594 Jun 23 12:12:51.642997 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a2cce53-9085-468d-abc9-2d816fe6f585 req-1fb714af-3455-40a0-bce6-dc1492ab3297 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 12:12:51.645017 dv-neutron-601336-94-hyperv neutron-server[94175]: INFO neutron.wsgi [req-5a2cce53-9085-468d-abc9-2d816fe6f585 req-1fb714af-3455-40a0-bce6-dc1492ab3297 service neutron] 10.222.0.52 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0887427 Jun 23 12:12:51.742495 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-854e39fb-22c6-48df-ac68-608ddbedae57 req-04dadd32-0cb2-47e2-8616-be4dfa3d302f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 12:12:51.744043 dv-neutron-601336-94-hyperv neutron-server[94175]: INFO neutron.wsgi [req-854e39fb-22c6-48df-ac68-608ddbedae57 req-04dadd32-0cb2-47e2-8616-be4dfa3d302f service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=95e75de5b0504e3e87860f65038883f5&device_id=53a27966-eb14-40ed-9831-e2fb14c67735 HTTP/1.1" status: 200 len: 1096 time: 0.0590005 Jun 23 12:12:51.786699 dv-neutron-601336-94-hyperv neutron-server[94175]: INFO neutron.wsgi [req-854e39fb-22c6-48df-ac68-608ddbedae57 req-cc95c19c-7118-4670-b937-6cc027c6d52d service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=597f3a94-7643-4c91-924d-50822dc17c85 HTTP/1.1" status: 200 len: 217 time: 0.0353456 Jun 23 12:12:51.834968 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-854e39fb-22c6-48df-ac68-608ddbedae57 req-a3aea0ec-fa69-4ed1-815b-0329e5866a71 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 12:12:51.836422 dv-neutron-601336-94-hyperv neutron-server[94175]: INFO neutron.wsgi [req-854e39fb-22c6-48df-ac68-608ddbedae57 req-a3aea0ec-fa69-4ed1-815b-0329e5866a71 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=b1719b8e-d4eb-4a59-8ad9-8a666a5c1c7e HTTP/1.1" status: 200 len: 835 time: 0.0442200 Jun 23 12:12:51.898980 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-854e39fb-22c6-48df-ac68-608ddbedae57 req-ed30c773-e587-4691-a5c9-22baf09e384f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 12:12:51.900492 dv-neutron-601336-94-hyperv neutron-server[94175]: INFO neutron.wsgi [req-854e39fb-22c6-48df-ac68-608ddbedae57 req-ed30c773-e587-4691-a5c9-22baf09e384f service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=809d932e-0138-4829-beb2-c0347b7b6a99&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1178 time: 0.0584033 Jun 23 12:12:51.991912 dv-neutron-601336-94-hyperv neutron-server[94175]: INFO neutron.wsgi [req-854e39fb-22c6-48df-ac68-608ddbedae57 req-dc71e958-3f8e-45f5-a2a5-00831380e80e service neutron] 10.222.0.52 "GET /v2.0/networks/809d932e-0138-4829-beb2-c0347b7b6a99?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0851305 Jun 23 12:12:52.118750 dv-neutron-601336-94-hyperv neutron-server[94175]: INFO neutron.wsgi [req-854e39fb-22c6-48df-ac68-608ddbedae57 req-2748f58d-000a-4ba7-b5d3-8b965f8843c2 service neutron] 10.222.0.52 "GET /v2.0/networks/809d932e-0138-4829-beb2-c0347b7b6a99?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1208355 Jun 23 12:12:52.148715 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d0c5339-e0a6-48d3-af57-9edaef6bdfb1 req-f2a34b23-0ab3-4864-b5c3-24a352fbf4b5 tempest-TestNetworkAdvancedServerOps-1740099935 tempest-TestNetworkAdvancedServerOps-1740099935-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 12:12:52.150186 dv-neutron-601336-94-hyperv neutron-server[94175]: INFO neutron.wsgi [req-7d0c5339-e0a6-48d3-af57-9edaef6bdfb1 req-f2a34b23-0ab3-4864-b5c3-24a352fbf4b5 tempest-TestNetworkAdvancedServerOps-1740099935 tempest-TestNetworkAdvancedServerOps-1740099935-project] 10.222.0.20 "GET /v2.0/ports?device_id=53a27966-eb14-40ed-9831-e2fb14c67735 HTTP/1.1" status: 200 len: 943 time: 0.0920608 Jun 23 12:12:52.190303 dv-neutron-601336-94-hyperv neutron-server[94175]: INFO neutron.wsgi [req-7d0c5339-e0a6-48d3-af57-9edaef6bdfb1 req-490a2e61-a297-4ccf-b64d-4fdd094b8e66 tempest-TestNetworkAdvancedServerOps-1740099935 tempest-TestNetworkAdvancedServerOps-1740099935-project] 10.222.0.20 "GET /v2.0/security-groups?id=09448ede-d622-402a-8a40-91552f14a5d7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0344319 Jun 23 12:12:53.367083 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a22d912c-1407-496b-9381-851186d816ad req-865a858a-eb8b-4518-820d-a2f745749243 tempest-TestNetworkAdvancedServerOps-1740099935 tempest-TestNetworkAdvancedServerOps-1740099935-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94174) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 12:12:53.368571 dv-neutron-601336-94-hyperv neutron-server[94174]: INFO neutron.wsgi [req-a22d912c-1407-496b-9381-851186d816ad req-865a858a-eb8b-4518-820d-a2f745749243 tempest-TestNetworkAdvancedServerOps-1740099935 tempest-TestNetworkAdvancedServerOps-1740099935-project] 10.222.0.20 "GET /v2.0/ports?device_id=53a27966-eb14-40ed-9831-e2fb14c67735 HTTP/1.1" status: 200 len: 943 time: 0.0634711 Jun 23 12:12:53.407339 dv-neutron-601336-94-hyperv neutron-server[94174]: INFO neutron.wsgi [req-a22d912c-1407-496b-9381-851186d816ad req-71a819b1-214c-42b7-a1c0-b45c680f8997 tempest-TestNetworkAdvancedServerOps-1740099935 tempest-TestNetworkAdvancedServerOps-1740099935-project] 10.222.0.20 "GET /v2.0/security-groups?id=09448ede-d622-402a-8a40-91552f14a5d7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0329838 Jun 23 12:12:53.806673 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron_lib.callbacks.manager [None req-97bd5441-1da2-49ee-a364-27795820ba27 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773699952132', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-899307'] for agent, after_update {{(pid=94176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 12:12:54.586330 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-044d00f4-391f-4b45-b508-ce96a4134afb req-ffa74d8e-75e0-4853-8bdd-c1bde290bb6e tempest-TestNetworkAdvancedServerOps-1740099935 tempest-TestNetworkAdvancedServerOps-1740099935-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 12:12:54.587826 dv-neutron-601336-94-hyperv neutron-server[94175]: INFO neutron.wsgi [req-044d00f4-391f-4b45-b508-ce96a4134afb req-ffa74d8e-75e0-4853-8bdd-c1bde290bb6e tempest-TestNetworkAdvancedServerOps-1740099935 tempest-TestNetworkAdvancedServerOps-1740099935-project] 10.222.0.20 "GET /v2.0/ports?device_id=53a27966-eb14-40ed-9831-e2fb14c67735 HTTP/1.1" status: 200 len: 943 time: 0.0688665 Jun 23 12:12:54.624428 dv-neutron-601336-94-hyperv neutron-server[94175]: INFO neutron.wsgi [req-044d00f4-391f-4b45-b508-ce96a4134afb req-4f023d5b-48dd-42f1-8c86-99f1719ae470 tempest-TestNetworkAdvancedServerOps-1740099935 tempest-TestNetworkAdvancedServerOps-1740099935-project] 10.222.0.20 "GET /v2.0/security-groups?id=09448ede-d622-402a-8a40-91552f14a5d7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0309565 Jun 23 12:12:55.182687 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.plugins.ml2.rpc [None req-97bd5441-1da2-49ee-a364-27795820ba27 None None] Device 597f3a94-7643-4c91-924d-50822dc17c85 details requested by agent hyperv_hv-neutron-6013 with host hv-neutron-6013 {{(pid=94176) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:104}} Jun 23 12:12:55.274562 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.plugins.ml2.db [None req-97bd5441-1da2-49ee-a364-27795820ba27 None None] For port 597f3a94-7643-4c91-924d-50822dc17c85, host hv-neutron-6013, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-6013',level=0,port_id=597f3a94-7643-4c91-924d-50822dc17c85,segment=NetworkSegment(62a3c509-aeb7-48c9-a256-e54f5308b1d0),segment_id=62a3c509-aeb7-48c9-a256-e54f5308b1d0)] {{(pid=94176) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 23 12:12:55.285817 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.plugins.ml2.rpc [None req-97bd5441-1da2-49ee-a364-27795820ba27 None None] Returning: {'device': '597f3a94-7643-4c91-924d-50822dc17c85', 'network_id': '809d932e-0138-4829-beb2-c0347b7b6a99', 'port_id': '597f3a94-7643-4c91-924d-50822dc17c85', 'mac_address': 'fa:16:3e:16:4d:01', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 404, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b1719b8e-d4eb-4a59-8ad9-8a666a5c1c7e', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94176) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:186}} Jun 23 12:12:55.325122 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron_lib.callbacks.manager [None req-97bd5441-1da2-49ee-a364-27795820ba27 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-923122'] for port, before_update {{(pid=94176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 12:12:55.338338 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.notifiers.nova [None req-97bd5441-1da2-49ee-a364-27795820ba27 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 597f3a94-7643-4c91-924d-50822dc17c85 {{(pid=94176) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 23 12:12:55.358296 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.plugins.ml2.db [None req-97bd5441-1da2-49ee-a364-27795820ba27 None None] For port 597f3a94-7643-4c91-924d-50822dc17c85, host hv-neutron-6013, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-6013',level=0,port_id=597f3a94-7643-4c91-924d-50822dc17c85,segment=NetworkSegment(62a3c509-aeb7-48c9-a256-e54f5308b1d0),segment_id=62a3c509-aeb7-48c9-a256-e54f5308b1d0)] {{(pid=94176) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 23 12:12:55.475958 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron_lib.callbacks.manager [None req-97bd5441-1da2-49ee-a364-27795820ba27 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-922904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866062', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773700135042', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773699642233', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773699642278'] for port, after_update {{(pid=94176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 12:12:55.479184 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG oslo_concurrency.lockutils [None req-9c258543-796b-497b-9931-cdc5b0b334d0 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 12:12:55.524571 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97bd5441-1da2-49ee-a364-27795820ba27 None None] Pushing event updated for resources: {'Port': ['ID=597f3a94-7643-4c91-924d-50822dc17c85,revision_number=4']} {{(pid=94176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 12:12:55.528205 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG oslo_concurrency.lockutils [None req-97bd5441-1da2-49ee-a364-27795820ba27 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=94176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 12:12:55.682688 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.plugins.ml2.db [None req-97bd5441-1da2-49ee-a364-27795820ba27 None None] get_ports_and_sgs() called for port_ids ['597f3a94-7643-4c91-924d-50822dc17c85'] {{(pid=94176) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 23 12:12:55.810156 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bf0c1e4-f52c-4fdf-9236-db84e0f29edb req-edeeb018-493e-4720-9807-76f199527370 tempest-TestNetworkAdvancedServerOps-1740099935 tempest-TestNetworkAdvancedServerOps-1740099935-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94174) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 12:12:55.811743 dv-neutron-601336-94-hyperv neutron-server[94174]: INFO neutron.wsgi [req-0bf0c1e4-f52c-4fdf-9236-db84e0f29edb req-edeeb018-493e-4720-9807-76f199527370 tempest-TestNetworkAdvancedServerOps-1740099935 tempest-TestNetworkAdvancedServerOps-1740099935-project] 10.222.0.20 "GET /v2.0/ports?device_id=53a27966-eb14-40ed-9831-e2fb14c67735 HTTP/1.1" status: 200 len: 944 time: 0.0710604 Jun 23 12:12:55.851296 dv-neutron-601336-94-hyperv neutron-server[94174]: INFO neutron.wsgi [req-0bf0c1e4-f52c-4fdf-9236-db84e0f29edb req-c116c2c3-9dd3-4e77-9931-9892c40f7188 tempest-TestNetworkAdvancedServerOps-1740099935 tempest-TestNetworkAdvancedServerOps-1740099935-project] 10.222.0.20 "GET /v2.0/security-groups?id=09448ede-d622-402a-8a40-91552f14a5d7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0337305 Jun 23 12:12:56.145046 dv-neutron-601336-94-hyperv neutron-server[94177]: DEBUG neutron.db.agents_db [None req-90fb1279-e4c5-4e73-8d66-3a29811dc4e3 None None] Agent healthcheck: found 6 active agents {{(pid=94177) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 23 12:12:57.034346 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5bfb128-1261-4db9-a675-bbbff218142b req-ddebe180-aa9b-43a6-b358-0fffef69ba44 tempest-TestNetworkAdvancedServerOps-1740099935 tempest-TestNetworkAdvancedServerOps-1740099935-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 12:12:57.035898 dv-neutron-601336-94-hyperv neutron-server[94175]: INFO neutron.wsgi [req-d5bfb128-1261-4db9-a675-bbbff218142b req-ddebe180-aa9b-43a6-b358-0fffef69ba44 tempest-TestNetworkAdvancedServerOps-1740099935 tempest-TestNetworkAdvancedServerOps-1740099935-project] 10.222.0.20 "GET /v2.0/ports?device_id=53a27966-eb14-40ed-9831-e2fb14c67735 HTTP/1.1" status: 200 len: 944 time: 0.0699663 Jun 23 12:12:57.074688 dv-neutron-601336-94-hyperv neutron-server[94175]: INFO neutron.wsgi [req-d5bfb128-1261-4db9-a675-bbbff218142b req-a310d049-ec4f-49d2-a197-aade0eff4307 tempest-TestNetworkAdvancedServerOps-1740099935 tempest-TestNetworkAdvancedServerOps-1740099935-project] 10.222.0.20 "GET /v2.0/security-groups?id=09448ede-d622-402a-8a40-91552f14a5d7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0331929 Jun 23 12:12:57.182796 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.plugins.ml2.rpc [None req-97bd5441-1da2-49ee-a364-27795820ba27 None None] Device 597f3a94-7643-4c91-924d-50822dc17c85 up at agent hyperv_hv-neutron-6013 {{(pid=94176) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:298}} Jun 23 12:12:57.292203 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.db.provisioning_blocks [None req-97bd5441-1da2-49ee-a364-27795820ba27 None None] Provisioning for port 597f3a94-7643-4c91-924d-50822dc17c85 completed by entity L2. {{(pid=94176) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 23 12:12:57.296514 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.db.provisioning_blocks [None req-97bd5441-1da2-49ee-a364-27795820ba27 None None] Provisioning complete for port 597f3a94-7643-4c91-924d-50822dc17c85 triggered by entity L2. {{(pid=94176) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 23 12:12:57.296937 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron_lib.callbacks.manager [None req-97bd5441-1da2-49ee-a364-27795820ba27 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-899258'] for port, provisioning_complete {{(pid=94176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 12:12:57.379406 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron_lib.callbacks.manager [None req-97bd5441-1da2-49ee-a364-27795820ba27 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-923122'] for port, before_update {{(pid=94176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 12:12:57.481025 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '53a27966-eb14-40ed-9831-e2fb14c67735', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '597f3a94-7643-4c91-924d-50822dc17c85'}] {{(pid=94176) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 23 12:12:57.481025 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}887b0dfc0393de878080286a57e4a08d4fa60dd0cddd118f338ebfcd351ddd4c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4fc83de7-f307-4545-a291-e58f51ab7660" -d '{"events": [{"server_uuid": "53a27966-eb14-40ed-9831-e2fb14c67735", "name": "network-vif-plugged", "status": "completed", "tag": "597f3a94-7643-4c91-924d-50822dc17c85"}]}' {{(pid=94176) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 23 12:12:57.481025 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.plugins.ml2.db [None req-97bd5441-1da2-49ee-a364-27795820ba27 None None] For port 597f3a94-7643-4c91-924d-50822dc17c85, host hv-neutron-6013, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-6013',level=0,port_id=597f3a94-7643-4c91-924d-50822dc17c85,segment=NetworkSegment(62a3c509-aeb7-48c9-a256-e54f5308b1d0),segment_id=62a3c509-aeb7-48c9-a256-e54f5308b1d0)] {{(pid=94176) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 23 12:12:57.481025 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 23 Jun 2021 12:12:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-308b7fbb-0e4c-4128-b56b-da9d926dbed2 x-openstack-request-id: req-308b7fbb-0e4c-4128-b56b-da9d926dbed2 {{(pid=94176) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 23 12:12:57.481025 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "53a27966-eb14-40ed-9831-e2fb14c67735", "name": "network-vif-plugged", "status": "completed", "tag": "597f3a94-7643-4c91-924d-50822dc17c85", "code": 200}]} {{(pid=94176) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 23 12:12:57.481025 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-308b7fbb-0e4c-4128-b56b-da9d926dbed2 {{(pid=94176) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 23 12:12:57.481025 dv-neutron-601336-94-hyperv neutron-server[94176]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '53a27966-eb14-40ed-9831-e2fb14c67735', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '597f3a94-7643-4c91-924d-50822dc17c85', 'code': 200} Jun 23 12:12:57.572522 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron_lib.callbacks.manager [None req-97bd5441-1da2-49ee-a364-27795820ba27 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-922904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866062', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773700135042', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773699642233', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773699642278'] for port, after_update {{(pid=94176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 12:12:57.574520 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG oslo_concurrency.lockutils [None req-dc7542b2-afef-47f4-a763-e3a3cba144be None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 12:12:57.619790 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97bd5441-1da2-49ee-a364-27795820ba27 None None] Pushing event updated for resources: {'Port': ['ID=597f3a94-7643-4c91-924d-50822dc17c85,revision_number=5']} {{(pid=94176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 12:12:57.622729 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG oslo_concurrency.lockutils [None req-97bd5441-1da2-49ee-a364-27795820ba27 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=94176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 12:12:57.838713 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9466a35-0c8b-4746-bc13-314ac8d874f4 req-b4c2fc98-66fd-4c05-8149-e89f6e35d332 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 12:12:57.840136 dv-neutron-601336-94-hyperv neutron-server[94175]: INFO neutron.wsgi [req-d9466a35-0c8b-4746-bc13-314ac8d874f4 req-b4c2fc98-66fd-4c05-8149-e89f6e35d332 service neutron] 10.222.0.52 "GET /v2.0/ports?device_id=53a27966-eb14-40ed-9831-e2fb14c67735 HTTP/1.1" status: 200 len: 1098 time: 0.0612266 Jun 23 12:12:57.873615 dv-neutron-601336-94-hyperv neutron-server[94175]: INFO neutron.wsgi [req-d9466a35-0c8b-4746-bc13-314ac8d874f4 req-1281b134-fb33-4a78-bbca-a18ba8b04394 service neutron] 10.222.0.52 "GET /v2.0/security-groups?id=09448ede-d622-402a-8a40-91552f14a5d7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0268645 Jun 23 12:12:58.258802 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f576aace-bc1c-4987-b991-e00d90145c54 req-6ebbe525-d036-448c-91ea-45c8bb5f9f3b tempest-TestNetworkAdvancedServerOps-1740099935 tempest-TestNetworkAdvancedServerOps-1740099935-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 12:12:58.260590 dv-neutron-601336-94-hyperv neutron-server[94175]: INFO neutron.wsgi [req-f576aace-bc1c-4987-b991-e00d90145c54 req-6ebbe525-d036-448c-91ea-45c8bb5f9f3b tempest-TestNetworkAdvancedServerOps-1740099935 tempest-TestNetworkAdvancedServerOps-1740099935-project] 10.222.0.20 "GET /v2.0/ports?device_id=53a27966-eb14-40ed-9831-e2fb14c67735 HTTP/1.1" status: 200 len: 945 time: 0.0752735 Jun 23 12:12:58.300221 dv-neutron-601336-94-hyperv neutron-server[94175]: INFO neutron.wsgi [req-f576aace-bc1c-4987-b991-e00d90145c54 req-0fd157f0-d14d-4911-a64e-9307874520ed tempest-TestNetworkAdvancedServerOps-1740099935 tempest-TestNetworkAdvancedServerOps-1740099935-project] 10.222.0.20 "GET /v2.0/security-groups?id=09448ede-d622-402a-8a40-91552f14a5d7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0338881 Jun 23 12:12:59.482699 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a428bb95-d066-4365-b476-0beb6a9df00d req-156aed29-820e-4a8e-b773-7fd74e59dec7 tempest-TestNetworkAdvancedServerOps-1740099935 tempest-TestNetworkAdvancedServerOps-1740099935-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94174) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 12:12:59.484240 dv-neutron-601336-94-hyperv neutron-server[94174]: INFO neutron.wsgi [req-a428bb95-d066-4365-b476-0beb6a9df00d req-156aed29-820e-4a8e-b773-7fd74e59dec7 tempest-TestNetworkAdvancedServerOps-1740099935 tempest-TestNetworkAdvancedServerOps-1740099935-project] 10.222.0.20 "GET /v2.0/ports?device_id=53a27966-eb14-40ed-9831-e2fb14c67735 HTTP/1.1" status: 200 len: 945 time: 0.0642722 Jun 23 12:12:59.523616 dv-neutron-601336-94-hyperv neutron-server[94174]: INFO neutron.wsgi [req-a428bb95-d066-4365-b476-0beb6a9df00d req-d548d4b5-635e-4989-b14f-5130425bdb44 tempest-TestNetworkAdvancedServerOps-1740099935 tempest-TestNetworkAdvancedServerOps-1740099935-project] 10.222.0.20 "GET /v2.0/security-groups?id=09448ede-d622-402a-8a40-91552f14a5d7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0335052 Jun 23 12:12:59.696285 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59689c44-9deb-434b-bed1-8a9ffae960c0 req-c6ab1406-dc10-4579-ad4a-80a3afdf43ff tempest-TestNetworkAdvancedServerOps-1740099935 tempest-TestNetworkAdvancedServerOps-1740099935-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 12:12:59.697861 dv-neutron-601336-94-hyperv neutron-server[94175]: INFO neutron.wsgi [req-59689c44-9deb-434b-bed1-8a9ffae960c0 req-c6ab1406-dc10-4579-ad4a-80a3afdf43ff tempest-TestNetworkAdvancedServerOps-1740099935 tempest-TestNetworkAdvancedServerOps-1740099935-project] 10.222.0.20 "GET /v2.0/ports?device_id=53a27966-eb14-40ed-9831-e2fb14c67735 HTTP/1.1" status: 200 len: 945 time: 0.0644417 Jun 23 12:12:59.749670 dv-neutron-601336-94-hyperv neutron-server[94175]: INFO neutron.wsgi [req-59689c44-9deb-434b-bed1-8a9ffae960c0 req-17775dc5-a05d-4406-af2a-d3fdf81f9a25 tempest-TestNetworkAdvancedServerOps-1740099935 tempest-TestNetworkAdvancedServerOps-1740099935-project] 10.222.0.20 "GET /v2.0/security-groups?id=09448ede-d622-402a-8a40-91552f14a5d7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0409050 Jun 23 12:12:59.774571 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.wsgi [-] (94175) accepted ('10.222.0.20', 49462) {{(pid=94175) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 12:12:59.829968 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-98649835-d05a-45ab-a734-f68af6e08151 tempest-TestNetworkAdvancedServerOps-1716169103 tempest-TestNetworkAdvancedServerOps-1716169103-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 12:12:59.831522 dv-neutron-601336-94-hyperv neutron-server[94175]: INFO neutron.wsgi [None req-98649835-d05a-45ab-a734-f68af6e08151 tempest-TestNetworkAdvancedServerOps-1716169103 tempest-TestNetworkAdvancedServerOps-1716169103-project-admin] 10.222.0.20 "GET /v2.0/ports?device_id=53a27966-eb14-40ed-9831-e2fb14c67735 HTTP/1.1" status: 200 len: 1093 time: 0.0558619 Jun 23 12:12:59.834554 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.wsgi [-] (94175) accepted ('10.222.0.20', 49464) {{(pid=94175) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 12:12:59.841411 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.api.v2.base [None req-b8e7af2b-258b-4dd3-8e13-cc43565530be tempest-TestNetworkAdvancedServerOps-1740099935 tempest-TestNetworkAdvancedServerOps-1740099935-project] Request body: {'floatingip': {'floating_network_id': '3e7e4eb3-cf02-4d47-ade9-0a579cdfc60f', 'port_id': '597f3a94-7643-4c91-924d-50822dc17c85', 'tenant_id': '95e75de5b0504e3e87860f65038883f5', 'fixed_ip_address': '172.20.0.5'}} {{(pid=94175) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 23 12:12:59.932144 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron_lib.callbacks.manager [None req-b8e7af2b-258b-4dd3-8e13-cc43565530be tempest-TestNetworkAdvancedServerOps-1740099935 tempest-TestNetworkAdvancedServerOps-1740099935-project] Notify callbacks [] for floatingip, before_create {{(pid=94175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 12:13:00.037654 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron_lib.callbacks.manager [None req-b8e7af2b-258b-4dd3-8e13-cc43565530be tempest-TestNetworkAdvancedServerOps-1740099935 tempest-TestNetworkAdvancedServerOps-1740099935-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-923104'] for port, before_create {{(pid=94175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 12:13:00.145073 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.db.db_base_plugin_common [None req-b8e7af2b-258b-4dd3-8e13-cc43565530be tempest-TestNetworkAdvancedServerOps-1740099935 tempest-TestNetworkAdvancedServerOps-1740099935-project] Allocated IP 172.26.3.213 (3e7e4eb3-cf02-4d47-ade9-0a579cdfc60f/a5ad15ab-c489-4a67-a9b0-d559fca0ec71/6e3901ce-1cd8-4d58-8d7a-4ba2a199c8db) {{(pid=94175) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 23 12:13:00.246083 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron_lib.callbacks.manager [None req-b8e7af2b-258b-4dd3-8e13-cc43565530be tempest-TestNetworkAdvancedServerOps-1740099935 tempest-TestNetworkAdvancedServerOps-1740099935-project] Notify callbacks [] for port, precommit_create {{(pid=94175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 12:13:00.389727 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron_lib.callbacks.manager [None req-b8e7af2b-258b-4dd3-8e13-cc43565530be tempest-TestNetworkAdvancedServerOps-1740099935 tempest-TestNetworkAdvancedServerOps-1740099935-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-922915', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-239814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7866073', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773699642215', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-5082457'] for port, after_create {{(pid=94175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 12:13:00.394716 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG oslo_concurrency.lockutils [None req-fb1474e5-b39a-4c7f-aeb0-1d6e6c14de09 tempest-TestNetworkAdvancedServerOps-1740099935 tempest-TestNetworkAdvancedServerOps-1740099935-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94175) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 12:13:00.427915 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b8e7af2b-258b-4dd3-8e13-cc43565530be tempest-TestNetworkAdvancedServerOps-1740099935 tempest-TestNetworkAdvancedServerOps-1740099935-project] Network 3e7e4eb3-cf02-4d47-ade9-0a579cdfc60f is already hosted by enough agents. {{(pid=94175) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 23 12:13:00.430702 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.scheduler.base_scheduler [None req-b8e7af2b-258b-4dd3-8e13-cc43565530be tempest-TestNetworkAdvancedServerOps-1740099935 tempest-TestNetworkAdvancedServerOps-1740099935-project] Resources bound (agent type, host, resource id): {{(pid=94175) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 23 12:13:00.434249 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b8e7af2b-258b-4dd3-8e13-cc43565530be tempest-TestNetworkAdvancedServerOps-1740099935 tempest-TestNetworkAdvancedServerOps-1740099935-project] Received port after_create {{(pid=94175) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 23 12:13:00.463811 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8e7af2b-258b-4dd3-8e13-cc43565530be tempest-TestNetworkAdvancedServerOps-1740099935 tempest-TestNetworkAdvancedServerOps-1740099935-project] Pushing event updated for resources: {'Port': ['ID=6e3901ce-1cd8-4d58-8d7a-4ba2a199c8db,revision_number=1']} {{(pid=94175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 12:13:00.467748 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG oslo_concurrency.lockutils [None req-b8e7af2b-258b-4dd3-8e13-cc43565530be tempest-TestNetworkAdvancedServerOps-1740099935 tempest-TestNetworkAdvancedServerOps-1740099935-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.076s {{(pid=94175) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 12:13:00.812419 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron_lib.callbacks.manager [None req-b8e7af2b-258b-4dd3-8e13-cc43565530be tempest-TestNetworkAdvancedServerOps-1740099935 tempest-TestNetworkAdvancedServerOps-1740099935-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 12:13:00.956103 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron_lib.callbacks.manager [None req-b8e7af2b-258b-4dd3-8e13-cc43565530be tempest-TestNetworkAdvancedServerOps-1740099935 tempest-TestNetworkAdvancedServerOps-1740099935-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-923122'] for port, before_update {{(pid=94175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 12:13:01.116813 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron_lib.callbacks.manager [None req-b8e7af2b-258b-4dd3-8e13-cc43565530be tempest-TestNetworkAdvancedServerOps-1740099935 tempest-TestNetworkAdvancedServerOps-1740099935-project] Notify callbacks [] for port, precommit_update {{(pid=94175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 12:13:01.200727 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron_lib.callbacks.manager [None req-b8e7af2b-258b-4dd3-8e13-cc43565530be tempest-TestNetworkAdvancedServerOps-1740099935 tempest-TestNetworkAdvancedServerOps-1740099935-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-922904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866062', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773700135042', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773699642233', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773699642278', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5082471'] for port, after_update {{(pid=94175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 12:13:01.203020 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG oslo_concurrency.lockutils [None req-d372813d-d970-4447-a033-2f2dcc7554bf admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94175) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 12:13:01.267346 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8e7af2b-258b-4dd3-8e13-cc43565530be tempest-TestNetworkAdvancedServerOps-1740099935 tempest-TestNetworkAdvancedServerOps-1740099935-project] Pushing event updated for resources: {'Port': ['ID=6e3901ce-1cd8-4d58-8d7a-4ba2a199c8db,revision_number=2']} {{(pid=94175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 12:13:01.271624 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG oslo_concurrency.lockutils [None req-b8e7af2b-258b-4dd3-8e13-cc43565530be tempest-TestNetworkAdvancedServerOps-1740099935 tempest-TestNetworkAdvancedServerOps-1740099935-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.069s {{(pid=94175) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 12:13:01.281924 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron_lib.callbacks.manager [None req-b8e7af2b-258b-4dd3-8e13-cc43565530be tempest-TestNetworkAdvancedServerOps-1740099935 tempest-TestNetworkAdvancedServerOps-1740099935-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-524229'] for floatingip, after_update {{(pid=94175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 12:13:01.439465 dv-neutron-601336-94-hyperv neutron-server[94175]: INFO neutron.db.l3_db [None req-b8e7af2b-258b-4dd3-8e13-cc43565530be tempest-TestNetworkAdvancedServerOps-1740099935 tempest-TestNetworkAdvancedServerOps-1740099935-project] Floating IP 0ebdefdf-a4c5-410c-b8d6-dd367c0d3095 associated. External IP: 172.26.3.213, port: 597f3a94-7643-4c91-924d-50822dc17c85. Jun 23 12:13:01.658089 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b8e7af2b-258b-4dd3-8e13-cc43565530be tempest-TestNetworkAdvancedServerOps-1740099935 tempest-TestNetworkAdvancedServerOps-1740099935-project] Router 81666655-456a-4499-ae24-ed64377af3c7 has already been hosted by L3 agent 50ef99c0-ef28-4db5-b303-b145898fae60 {{(pid=94175) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 23 12:13:02.107366 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b8e7af2b-258b-4dd3-8e13-cc43565530be tempest-TestNetworkAdvancedServerOps-1740099935 tempest-TestNetworkAdvancedServerOps-1740099935-project] Notify agent at l3_agent.dv-neutron-601336-94-hyperv the message routers_updated {{(pid=94175) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 23 12:13:02.117247 dv-neutron-601336-94-hyperv neutron-server[94177]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3f15412a-9cfc-4390-9836-90592a47275b None None] Sync routers for ids ['81666655-456a-4499-ae24-ed64377af3c7'] in dv-neutron-601336-94-hyperv {{(pid=94177) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 23 12:13:02.127333 dv-neutron-601336-94-hyperv neutron-server[94177]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3f15412a-9cfc-4390-9836-90592a47275b None None] Routers {'81666655-456a-4499-ae24-ed64377af3c7'} bound to L3 agent in host dv-neutron-601336-94-hyperv {{(pid=94177) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 23 12:13:02.127955 dv-neutron-601336-94-hyperv neutron-server[94177]: DEBUG neutron.db.l3_hamode_db [None req-3f15412a-9cfc-4390-9836-90592a47275b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-601336-94-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-06-23T11:22:13Z,description=,heartbeat_timestamp=2021-06-23T12:12:43Z,host='dv-neutron-601336-94-hyperv',id=50ef99c0-ef28-4db5-b303-b145898fae60,load=0,resource_versions=,resources_synced=,started_at=2021-06-23T11:22:14Z,topic='l3_agent')) {'router_ids': ['81666655-456a-4499-ae24-ed64377af3c7'], 'active': True} {{(pid=94177) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 12:13:02.195441 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron_lib.callbacks.manager [None req-b8e7af2b-258b-4dd3-8e13-cc43565530be tempest-TestNetworkAdvancedServerOps-1740099935 tempest-TestNetworkAdvancedServerOps-1740099935-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-217507'] for floatingip, before_response {{(pid=94175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 12:13:02.232240 dv-neutron-601336-94-hyperv neutron-server[94175]: INFO neutron.wsgi [None req-b8e7af2b-258b-4dd3-8e13-cc43565530be tempest-TestNetworkAdvancedServerOps-1740099935 tempest-TestNetworkAdvancedServerOps-1740099935-project] 10.222.0.20 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.3963091 Jun 23 12:13:02.234153 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '53a27966-eb14-40ed-9831-e2fb14c67735', 'tag': '597f3a94-7643-4c91-924d-50822dc17c85'}] {{(pid=94175) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 23 12:13:02.235685 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1970408df4ea4e7170669a1249478e627cf05a5a0b07cc08a66c5cb53d0ac47a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e5ec555d-e73f-4660-89f4-1122914545a9" -d '{"events": [{"name": "network-changed", "server_uuid": "53a27966-eb14-40ed-9831-e2fb14c67735", "tag": "597f3a94-7643-4c91-924d-50822dc17c85"}]}' {{(pid=94175) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 23 12:13:02.238068 dv-neutron-601336-94-hyperv neutron-server[94177]: DEBUG neutron.db.l3_dvr_db [None req-3f15412a-9cfc-4390-9836-90592a47275b None None] Set router 81666655-456a-4499-ae24-ed64377af3c7 gateway port host: dv-neutron-601336-94-hyperv {{(pid=94177) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:838}} Jun 23 12:13:02.273428 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 23 Jun 2021 12:13:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0df3a882-d980-4b61-8acb-f5819274b20f x-openstack-request-id: req-0df3a882-d980-4b61-8acb-f5819274b20f {{(pid=94175) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 23 12:13:02.273767 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "53a27966-eb14-40ed-9831-e2fb14c67735", "tag": "597f3a94-7643-4c91-924d-50822dc17c85", "status": "completed", "code": 200}]} {{(pid=94175) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 23 12:13:02.274074 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-0df3a882-d980-4b61-8acb-f5819274b20f {{(pid=94175) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 23 12:13:02.274520 dv-neutron-601336-94-hyperv neutron-server[94175]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '53a27966-eb14-40ed-9831-e2fb14c67735', 'tag': '597f3a94-7643-4c91-924d-50822dc17c85', 'status': 'completed', 'code': 200} Jun 23 12:13:02.362377 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5ec555d-e73f-4660-89f4-1122914545a9 req-242525c9-689c-4d4b-a7fe-d857d5e07e79 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 12:13:02.363662 dv-neutron-601336-94-hyperv neutron-server[94175]: INFO neutron.wsgi [req-e5ec555d-e73f-4660-89f4-1122914545a9 req-242525c9-689c-4d4b-a7fe-d857d5e07e79 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=95e75de5b0504e3e87860f65038883f5&device_id=53a27966-eb14-40ed-9831-e2fb14c67735 HTTP/1.1" status: 200 len: 1098 time: 0.0655687 Jun 23 12:13:02.414854 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cea7b997-3da4-4b5b-83af-e01cd06043c8 req-222ed708-e235-465f-9c9a-d540a51456aa tempest-TestNetworkAdvancedServerOps-1740099935 tempest-TestNetworkAdvancedServerOps-1740099935-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94174) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 12:13:02.416621 dv-neutron-601336-94-hyperv neutron-server[94174]: INFO neutron.wsgi [req-cea7b997-3da4-4b5b-83af-e01cd06043c8 req-222ed708-e235-465f-9c9a-d540a51456aa tempest-TestNetworkAdvancedServerOps-1740099935 tempest-TestNetworkAdvancedServerOps-1740099935-project] 10.222.0.20 "GET /v2.0/ports?device_id=53a27966-eb14-40ed-9831-e2fb14c67735 HTTP/1.1" status: 200 len: 945 time: 0.0775974 Jun 23 12:13:02.461374 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5ec555d-e73f-4660-89f4-1122914545a9 req-a0b3fe4c-d179-4220-a02a-114c0ae57139 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 12:13:02.462065 dv-neutron-601336-94-hyperv neutron-server[94174]: INFO neutron.wsgi [req-cea7b997-3da4-4b5b-83af-e01cd06043c8 req-6c207534-d9e8-4809-86af-a76dadeee0ee tempest-TestNetworkAdvancedServerOps-1740099935 tempest-TestNetworkAdvancedServerOps-1740099935-project] 10.222.0.20 "GET /v2.0/security-groups?id=09448ede-d622-402a-8a40-91552f14a5d7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0388212 Jun 23 12:13:02.462857 dv-neutron-601336-94-hyperv neutron-server[94175]: INFO neutron.wsgi [req-e5ec555d-e73f-4660-89f4-1122914545a9 req-a0b3fe4c-d179-4220-a02a-114c0ae57139 service neutron] 10.222.0.52 "GET /v2.0/networks?id=809d932e-0138-4829-beb2-c0347b7b6a99 HTTP/1.1" status: 200 len: 897 time: 0.0928211 Jun 23 12:13:02.487114 dv-neutron-601336-94-hyperv neutron-server[94177]: DEBUG neutron.db.l3_hamode_db [None req-3f15412a-9cfc-4390-9836-90592a47275b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '81666655-456a-4499-ae24-ed64377af3c7', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2110771938', 'tenant_id': '95e75de5b0504e3e87860f65038883f5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3e7e4eb3-cf02-4d47-ade9-0a579cdfc60f', 'external_fixed_ips': [{'subnet_id': 'a5ad15ab-c489-4a67-a9b0-d559fca0ec71', 'ip_address': '172.26.3.58'}], 'enable_snat': True}, 'gw_port_id': '8ab6e83a-90b1-4f26-8689-308db8d4964c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-23T12:12:40Z', 'updated_at': '2021-06-23T12:12:45Z', 'revision_number': 4, 'project_id': '95e75de5b0504e3e87860f65038883f5', 'gw_port': {'id': '8ab6e83a-90b1-4f26-8689-308db8d4964c', 'name': '', 'network_id': '3e7e4eb3-cf02-4d47-ade9-0a579cdfc60f', 'tenant_id': '', 'mac_address': 'fa:16:3e:2f:27:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '81666655-456a-4499-ae24-ed64377af3c7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1790, 'fixed_ips': [{'subnet_id': 'a5ad15ab-c489-4a67-a9b0-d559fca0ec71', 'ip_address': '172.26.3.58', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-94-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-23T12:12:41Z', 'updated_at': '2021-06-23T12:12:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a5ad15ab-c489-4a67-a9b0-d559fca0ec71', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-601336-94-hyperv', '_floatingips': [{'id': '0ebdefdf-a4c5-410c-b8d6-dd367c0d3095', 'tenant_id': '95e75de5b0504e3e87860f65038883f5', 'floating_ip_address': '172.26.3.213', 'floating_network_id': '3e7e4eb3-cf02-4d47-ade9-0a579cdfc60f', 'router_id': '81666655-456a-4499-ae24-ed64377af3c7', 'port_id': '597f3a94-7643-4c91-924d-50822dc17c85', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 1796, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '809d932e-0138-4829-beb2-c0347b7b6a99', 'mac_address': 'fa:16:3e:16:4d:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '53a27966-eb14-40ed-9831-e2fb14c67735', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-23T12:13:00Z', 'updated_at': '2021-06-23T12:13:00Z', 'revision_number': 0, 'project_id': '95e75de5b0504e3e87860f65038883f5', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7ef07df2-e64b-4b31-b443-557e6472857b', 'name': '', 'network_id': '809d932e-0138-4829-beb2-c0347b7b6a99', 'tenant_id': '95e75de5b0504e3e87860f65038883f5', 'mac_address': 'fa:16:3e:04:ce:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '81666655-456a-4499-ae24-ed64377af3c7', 'device_owner': 'network:router_interface', 'standard_attr_id': 1793, 'fixed_ips': [{'subnet_id': 'b1719b8e-d4eb-4a59-8ad9-8a666a5c1c7e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-94-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-23T12:12:44Z', 'updated_at': '2021-06-23T12:12:48Z', 'revision_number': 5, 'project_id': '95e75de5b0504e3e87860f65038883f5', 'subnets': [{'id': 'b1719b8e-d4eb-4a59-8ad9-8a666a5c1c7e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-601336-94-hyperv', False) {} {{(pid=94177) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 12:13:02.491884 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.wsgi [-] (94174) accepted ('10.222.0.20', 49470) {{(pid=94174) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 12:13:02.514674 dv-neutron-601336-94-hyperv neutron-server[94177]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3f15412a-9cfc-4390-9836-90592a47275b None None] Checking router: 81666655-456a-4499-ae24-ed64377af3c7 for host: dv-neutron-601336-94-hyperv {{(pid=94177) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 23 12:13:02.524481 dv-neutron-601336-94-hyperv neutron-server[94177]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3f15412a-9cfc-4390-9836-90592a47275b None None] Routers {'81666655-456a-4499-ae24-ed64377af3c7'} bound to L3 agent in host dv-neutron-601336-94-hyperv {{(pid=94177) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 23 12:13:02.525123 dv-neutron-601336-94-hyperv neutron-server[94177]: DEBUG neutron.db.l3_hamode_db [None req-3f15412a-9cfc-4390-9836-90592a47275b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-601336-94-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-06-23T11:22:13Z,description=,heartbeat_timestamp=2021-06-23T12:12:43Z,host='dv-neutron-601336-94-hyperv',id=50ef99c0-ef28-4db5-b303-b145898fae60,load=0,resource_versions=,resources_synced=,started_at=2021-06-23T11:22:14Z,topic='l3_agent')) {'router_ids': ['81666655-456a-4499-ae24-ed64377af3c7'], 'active': True} {{(pid=94177) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 12:13:02.534487 dv-neutron-601336-94-hyperv neutron-server[94175]: INFO neutron.wsgi [req-e5ec555d-e73f-4660-89f4-1122914545a9 req-68d0caa4-552a-4e47-ab1b-ef67259315bc service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=597f3a94-7643-4c91-924d-50822dc17c85 HTTP/1.1" status: 200 len: 999 time: 0.0644372 Jun 23 12:13:02.592704 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5ec555d-e73f-4660-89f4-1122914545a9 req-c4dc9139-0269-467b-badf-009db017f00c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 12:13:02.594243 dv-neutron-601336-94-hyperv neutron-server[94175]: INFO neutron.wsgi [req-e5ec555d-e73f-4660-89f4-1122914545a9 req-c4dc9139-0269-467b-badf-009db017f00c service neutron] 10.222.0.52 "GET /v2.0/subnets?id=b1719b8e-d4eb-4a59-8ad9-8a666a5c1c7e HTTP/1.1" status: 200 len: 835 time: 0.0532246 Jun 23 12:13:02.657116 dv-neutron-601336-94-hyperv neutron-server[94177]: DEBUG neutron.db.l3_dvr_db [None req-3f15412a-9cfc-4390-9836-90592a47275b None None] Set router 81666655-456a-4499-ae24-ed64377af3c7 gateway port host: dv-neutron-601336-94-hyperv {{(pid=94177) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:838}} Jun 23 12:13:02.659764 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5ec555d-e73f-4660-89f4-1122914545a9 req-07490027-7393-41f2-9847-689b925d3df6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 12:13:02.662094 dv-neutron-601336-94-hyperv neutron-server[94175]: INFO neutron.wsgi [req-e5ec555d-e73f-4660-89f4-1122914545a9 req-07490027-7393-41f2-9847-689b925d3df6 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=809d932e-0138-4829-beb2-c0347b7b6a99&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1178 time: 0.0600252 Jun 23 12:13:02.768690 dv-neutron-601336-94-hyperv neutron-server[94175]: INFO neutron.wsgi [req-e5ec555d-e73f-4660-89f4-1122914545a9 req-b40ca621-34d8-4d4f-a2e0-985e73c34c16 service neutron] 10.222.0.52 "GET /v2.0/networks/809d932e-0138-4829-beb2-c0347b7b6a99?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1007392 Jun 23 12:13:02.881473 dv-neutron-601336-94-hyperv neutron-server[94175]: INFO neutron.wsgi [req-e5ec555d-e73f-4660-89f4-1122914545a9 req-eb6170d5-0820-4e5f-99ce-3ab873d9297d service neutron] 10.222.0.52 "GET /v2.0/networks/809d932e-0138-4829-beb2-c0347b7b6a99?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1013393 Jun 23 12:13:02.932028 dv-neutron-601336-94-hyperv neutron-server[94177]: DEBUG neutron.db.l3_hamode_db [None req-3f15412a-9cfc-4390-9836-90592a47275b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '81666655-456a-4499-ae24-ed64377af3c7', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2110771938', 'tenant_id': '95e75de5b0504e3e87860f65038883f5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3e7e4eb3-cf02-4d47-ade9-0a579cdfc60f', 'external_fixed_ips': [{'subnet_id': 'a5ad15ab-c489-4a67-a9b0-d559fca0ec71', 'ip_address': '172.26.3.58'}], 'enable_snat': True}, 'gw_port_id': '8ab6e83a-90b1-4f26-8689-308db8d4964c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-23T12:12:40Z', 'updated_at': '2021-06-23T12:12:45Z', 'revision_number': 4, 'project_id': '95e75de5b0504e3e87860f65038883f5', 'gw_port': {'id': '8ab6e83a-90b1-4f26-8689-308db8d4964c', 'name': '', 'network_id': '3e7e4eb3-cf02-4d47-ade9-0a579cdfc60f', 'tenant_id': '', 'mac_address': 'fa:16:3e:2f:27:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '81666655-456a-4499-ae24-ed64377af3c7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1790, 'fixed_ips': [{'subnet_id': 'a5ad15ab-c489-4a67-a9b0-d559fca0ec71', 'ip_address': '172.26.3.58', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-94-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-23T12:12:41Z', 'updated_at': '2021-06-23T12:12:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a5ad15ab-c489-4a67-a9b0-d559fca0ec71', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-601336-94-hyperv', '_floatingips': [{'id': '0ebdefdf-a4c5-410c-b8d6-dd367c0d3095', 'tenant_id': '95e75de5b0504e3e87860f65038883f5', 'floating_ip_address': '172.26.3.213', 'floating_network_id': '3e7e4eb3-cf02-4d47-ade9-0a579cdfc60f', 'router_id': '81666655-456a-4499-ae24-ed64377af3c7', 'port_id': '597f3a94-7643-4c91-924d-50822dc17c85', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 1796, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '809d932e-0138-4829-beb2-c0347b7b6a99', 'mac_address': 'fa:16:3e:16:4d:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '53a27966-eb14-40ed-9831-e2fb14c67735', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-23T12:13:00Z', 'updated_at': '2021-06-23T12:13:00Z', 'revision_number': 0, 'project_id': '95e75de5b0504e3e87860f65038883f5', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7ef07df2-e64b-4b31-b443-557e6472857b', 'name': '', 'network_id': '809d932e-0138-4829-beb2-c0347b7b6a99', 'tenant_id': '95e75de5b0504e3e87860f65038883f5', 'mac_address': 'fa:16:3e:04:ce:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '81666655-456a-4499-ae24-ed64377af3c7', 'device_owner': 'network:router_interface', 'standard_attr_id': 1793, 'fixed_ips': [{'subnet_id': 'b1719b8e-d4eb-4a59-8ad9-8a666a5c1c7e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-94-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-23T12:12:44Z', 'updated_at': '2021-06-23T12:12:48Z', 'revision_number': 5, 'project_id': '95e75de5b0504e3e87860f65038883f5', 'subnets': [{'id': 'b1719b8e-d4eb-4a59-8ad9-8a666a5c1c7e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-601336-94-hyperv', False) {} {{(pid=94177) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 12:13:02.944089 dv-neutron-601336-94-hyperv neutron-server[94174]: INFO neutron.wsgi [None req-b7bb2452-e268-46ac-9b3c-2a552bf1fc49 tempest-TestNetworkAdvancedServerOps-1740099935 tempest-TestNetworkAdvancedServerOps-1740099935-project] 10.222.0.20 "GET /v2.0/floatingips/0ebdefdf-a4c5-410c-b8d6-dd367c0d3095 HTTP/1.1" status: 200 len: 991 time: 0.4500213 Jun 23 12:13:03.042799 dv-neutron-601336-94-hyperv neutron-server[94177]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3f15412a-9cfc-4390-9836-90592a47275b None None] The sync data for ids ['81666655-456a-4499-ae24-ed64377af3c7'] in dv-neutron-601336-94-hyperv is: [{'id': '81666655-456a-4499-ae24-ed64377af3c7', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2110771938', 'tenant_id': '95e75de5b0504e3e87860f65038883f5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3e7e4eb3-cf02-4d47-ade9-0a579cdfc60f', 'external_fixed_ips': [{'subnet_id': 'a5ad15ab-c489-4a67-a9b0-d559fca0ec71', 'ip_address': '172.26.3.58'}], 'enable_snat': True}, 'gw_port_id': '8ab6e83a-90b1-4f26-8689-308db8d4964c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-23T12:12:40Z', 'updated_at': '2021-06-23T12:12:45Z', 'revision_number': 4, 'project_id': '95e75de5b0504e3e87860f65038883f5', 'gw_port': {'id': '8ab6e83a-90b1-4f26-8689-308db8d4964c', 'name': '', 'network_id': '3e7e4eb3-cf02-4d47-ade9-0a579cdfc60f', 'tenant_id': '', 'mac_address': 'fa:16:3e:2f:27:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '81666655-456a-4499-ae24-ed64377af3c7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1790, 'fixed_ips': [{'subnet_id': 'a5ad15ab-c489-4a67-a9b0-d559fca0ec71', 'ip_address': '172.26.3.58', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-94-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-23T12:12:41Z', 'updated_at': '2021-06-23T12:12:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a5ad15ab-c489-4a67-a9b0-d559fca0ec71', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-601336-94-hyperv', '_floatingips': [{'id': '0ebdefdf-a4c5-410c-b8d6-dd367c0d3095', 'tenant_id': '95e75de5b0504e3e87860f65038883f5', 'floating_ip_address': '172.26.3.213', 'floating_network_id': '3e7e4eb3-cf02-4d47-ade9-0a579cdfc60f', 'router_id': '81666655-456a-4499-ae24-ed64377af3c7', 'port_id': '597f3a94-7643-4c91-924d-50822dc17c85', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 1796, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '809d932e-0138-4829-beb2-c0347b7b6a99', 'mac_address': 'fa:16:3e:16:4d:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '53a27966-eb14-40ed-9831-e2fb14c67735', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-23T12:13:00Z', 'updated_at': '2021-06-23T12:13:00Z', 'revision_number': 0, 'project_id': '95e75de5b0504e3e87860f65038883f5', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7ef07df2-e64b-4b31-b443-557e6472857b', 'name': '', 'network_id': '809d932e-0138-4829-beb2-c0347b7b6a99', 'tenant_id': '95e75de5b0504e3e87860f65038883f5', 'mac_address': 'fa:16:3e:04:ce:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '81666655-456a-4499-ae24-ed64377af3c7', 'device_owner': 'network:router_interface', 'standard_attr_id': 1793, 'fixed_ips': [{'subnet_id': 'b1719b8e-d4eb-4a59-8ad9-8a666a5c1c7e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-94-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-23T12:12:44Z', 'updated_at': '2021-06-23T12:12:48Z', 'revision_number': 5, 'project_id': '95e75de5b0504e3e87860f65038883f5', 'subnets': [{'id': 'b1719b8e-d4eb-4a59-8ad9-8a666a5c1c7e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94177) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 23 12:13:03.243659 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cf682a15-cd4f-4e62-b379-da6e8c70349a None None] New status for floating IP 0ebdefdf-a4c5-410c-b8d6-dd367c0d3095: ACTIVE {{(pid=94176) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 23 12:13:03.946994 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.wsgi [-] (94174) accepted ('10.222.0.20', 49472) {{(pid=94174) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 12:13:04.008270 dv-neutron-601336-94-hyperv neutron-server[94174]: INFO neutron.wsgi [None req-33cf797f-db9e-4693-9d6a-c93acbe2341c tempest-TestNetworkAdvancedServerOps-1740099935 tempest-TestNetworkAdvancedServerOps-1740099935-project] 10.222.0.20 "GET /v2.0/floatingips/0ebdefdf-a4c5-410c-b8d6-dd367c0d3095 HTTP/1.1" status: 200 len: 993 time: 0.0600109 Jun 23 12:13:04.401757 dv-neutron-601336-94-hyperv neutron-server[94175]: INFO neutron.wsgi [req-1ebd03f7-d65f-491d-b85d-e09856de6ef2 req-0dfbf0e1-d5e1-4e79-b4f0-a8e5647a56a8 service neutron] 10.222.0.52 "GET /v2.0/ports?device_id=53a27966-eb14-40ed-9831-e2fb14c67735&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0549185 Jun 23 12:13:04.498114 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ebd03f7-d65f-491d-b85d-e09856de6ef2 req-59e5e719-0731-41b7-90ae-bea1478580a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 12:13:04.499682 dv-neutron-601336-94-hyperv neutron-server[94175]: INFO neutron.wsgi [req-1ebd03f7-d65f-491d-b85d-e09856de6ef2 req-59e5e719-0731-41b7-90ae-bea1478580a3 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=95e75de5b0504e3e87860f65038883f5&device_id=53a27966-eb14-40ed-9831-e2fb14c67735 HTTP/1.1" status: 200 len: 1098 time: 0.0558355 Jun 23 12:13:04.612090 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ebd03f7-d65f-491d-b85d-e09856de6ef2 req-0e4c1739-fbd4-4d08-81a9-02d1040674d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 12:13:04.613456 dv-neutron-601336-94-hyperv neutron-server[94175]: INFO neutron.wsgi [req-1ebd03f7-d65f-491d-b85d-e09856de6ef2 req-0e4c1739-fbd4-4d08-81a9-02d1040674d0 service neutron] 10.222.0.52 "GET /v2.0/networks?id=809d932e-0138-4829-beb2-c0347b7b6a99 HTTP/1.1" status: 200 len: 897 time: 0.0928016 Jun 23 12:13:04.677982 dv-neutron-601336-94-hyperv neutron-server[94175]: INFO neutron.wsgi [req-1ebd03f7-d65f-491d-b85d-e09856de6ef2 req-93304b40-ec90-48b3-bb49-8d2f03421539 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=597f3a94-7643-4c91-924d-50822dc17c85 HTTP/1.1" status: 200 len: 1001 time: 0.0581417 Jun 23 12:13:04.730195 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ebd03f7-d65f-491d-b85d-e09856de6ef2 req-e69ecd6b-701b-4f4c-ac83-c4826248db92 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 12:13:04.731673 dv-neutron-601336-94-hyperv neutron-server[94175]: INFO neutron.wsgi [req-1ebd03f7-d65f-491d-b85d-e09856de6ef2 req-e69ecd6b-701b-4f4c-ac83-c4826248db92 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=b1719b8e-d4eb-4a59-8ad9-8a666a5c1c7e HTTP/1.1" status: 200 len: 835 time: 0.0482171 Jun 23 12:13:04.788931 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ebd03f7-d65f-491d-b85d-e09856de6ef2 req-3efe57f9-d9ec-466c-bdb1-6e67f58efd03 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 12:13:04.790407 dv-neutron-601336-94-hyperv neutron-server[94175]: INFO neutron.wsgi [req-1ebd03f7-d65f-491d-b85d-e09856de6ef2 req-3efe57f9-d9ec-466c-bdb1-6e67f58efd03 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=809d932e-0138-4829-beb2-c0347b7b6a99&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1178 time: 0.0527363 Jun 23 12:13:04.881815 dv-neutron-601336-94-hyperv neutron-server[94175]: INFO neutron.wsgi [req-1ebd03f7-d65f-491d-b85d-e09856de6ef2 req-46331459-12bf-42a6-875c-ceb7034b991e service neutron] 10.222.0.52 "GET /v2.0/networks/809d932e-0138-4829-beb2-c0347b7b6a99?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0848794 Jun 23 12:13:04.973312 dv-neutron-601336-94-hyperv neutron-server[94175]: INFO neutron.wsgi [req-1ebd03f7-d65f-491d-b85d-e09856de6ef2 req-451be88b-fdaf-4342-8e35-0ba4a4707de0 service neutron] 10.222.0.52 "GET /v2.0/networks/809d932e-0138-4829-beb2-c0347b7b6a99?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0857546 Jun 23 12:13:10.960503 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron_lib.callbacks.manager [None req-6a7392b7-1faa-491e-b769-1ed61b1bb5e4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773699952132', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-899307'] for agent, after_update {{(pid=94176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 12:13:13.195527 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron_lib.callbacks.manager [None req-6f84901b-7af5-405e-9cd8-961f6673dde5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773699952132', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-899307'] for agent, after_update {{(pid=94176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 12:13:13.937718 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron_lib.callbacks.manager [None req-dc7542b2-afef-47f4-a763-e3a3cba144be None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773699952132', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-899307'] for agent, after_update {{(pid=94176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 12:13:14.755507 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron_lib.callbacks.manager [None req-4c20ea5f-bc7f-4d4e-935d-57f082af6ccb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773699952132', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-899307'] for agent, after_update {{(pid=94176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 12:13:16.811100 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron_lib.callbacks.manager [None req-95d6aa8f-24e7-4234-82ff-f502266c3285 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773699952132', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-899307'] for agent, after_update {{(pid=94176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 12:13:23.812025 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron_lib.callbacks.manager [None req-97bd5441-1da2-49ee-a364-27795820ba27 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773699952132', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-899307'] for agent, after_update {{(pid=94176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 12:13:31.176259 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14377c19-144b-400d-9e36-a4f7392efe81 req-49a573e5-46aa-4976-ae6c-ea9cdaadc8ad tempest-TestNetworkAdvancedServerOps-1740099935 tempest-TestNetworkAdvancedServerOps-1740099935-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 12:13:31.177773 dv-neutron-601336-94-hyperv neutron-server[94175]: INFO neutron.wsgi [req-14377c19-144b-400d-9e36-a4f7392efe81 req-49a573e5-46aa-4976-ae6c-ea9cdaadc8ad tempest-TestNetworkAdvancedServerOps-1740099935 tempest-TestNetworkAdvancedServerOps-1740099935-project] 10.222.0.20 "GET /v2.0/ports?device_id=53a27966-eb14-40ed-9831-e2fb14c67735 HTTP/1.1" status: 200 len: 945 time: 0.0680089 Jun 23 12:13:31.216455 dv-neutron-601336-94-hyperv neutron-server[94175]: INFO neutron.wsgi [req-14377c19-144b-400d-9e36-a4f7392efe81 req-7ccfa4b4-1b11-488b-832b-902fd1be3f8b tempest-TestNetworkAdvancedServerOps-1740099935 tempest-TestNetworkAdvancedServerOps-1740099935-project] 10.222.0.20 "GET /v2.0/security-groups?id=09448ede-d622-402a-8a40-91552f14a5d7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0322802 Jun 23 12:13:32.396072 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbab9789-399a-468a-8925-59d7db2ff87b req-bcfdb984-9c2e-4fc6-a42f-9ee917485656 tempest-TestNetworkAdvancedServerOps-1740099935 tempest-TestNetworkAdvancedServerOps-1740099935-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94174) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 12:13:32.397467 dv-neutron-601336-94-hyperv neutron-server[94174]: INFO neutron.wsgi [req-fbab9789-399a-468a-8925-59d7db2ff87b req-bcfdb984-9c2e-4fc6-a42f-9ee917485656 tempest-TestNetworkAdvancedServerOps-1740099935 tempest-TestNetworkAdvancedServerOps-1740099935-project] 10.222.0.20 "GET /v2.0/ports?device_id=53a27966-eb14-40ed-9831-e2fb14c67735 HTTP/1.1" status: 200 len: 945 time: 0.0666800 Jun 23 12:13:32.434997 dv-neutron-601336-94-hyperv neutron-server[94174]: INFO neutron.wsgi [req-fbab9789-399a-468a-8925-59d7db2ff87b req-fb95b146-9e9b-4ba9-a6e6-d2a84992c9b9 tempest-TestNetworkAdvancedServerOps-1740099935 tempest-TestNetworkAdvancedServerOps-1740099935-project] 10.222.0.20 "GET /v2.0/security-groups?id=09448ede-d622-402a-8a40-91552f14a5d7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0313213 Jun 23 12:13:32.461316 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.wsgi [-] (94174) accepted ('10.222.0.20', 49488) {{(pid=94174) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 12:13:32.522087 dv-neutron-601336-94-hyperv neutron-server[94174]: INFO neutron.wsgi [None req-c1d8d217-441a-4ff7-bf52-95dfdfb467b2 tempest-TestNetworkAdvancedServerOps-1740099935 tempest-TestNetworkAdvancedServerOps-1740099935-project] 10.222.0.20 "GET /v2.0/floatingips/0ebdefdf-a4c5-410c-b8d6-dd367c0d3095 HTTP/1.1" status: 200 len: 993 time: 0.0595124 Jun 23 12:13:33.143515 dv-neutron-601336-94-hyperv neutron-server[94177]: DEBUG neutron.db.agents_db [None req-90fb1279-e4c5-4e73-8d66-3a29811dc4e3 None None] Agent healthcheck: found 6 active agents {{(pid=94177) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 23 12:13:34.179402 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f106bec3-7e91-4666-99f0-933b68d03e4f req-3d794964-0f4a-4bb9-9b18-e08233309392 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 12:13:34.181017 dv-neutron-601336-94-hyperv neutron-server[94175]: INFO neutron.wsgi [req-f106bec3-7e91-4666-99f0-933b68d03e4f req-3d794964-0f4a-4bb9-9b18-e08233309392 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=95e75de5b0504e3e87860f65038883f5&device_id=53a27966-eb14-40ed-9831-e2fb14c67735 HTTP/1.1" status: 200 len: 1098 time: 0.0782728 Jun 23 12:13:34.193957 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fabc386a-c8a3-4a68-9751-1c8b72c9d0dc req-d5e7d85d-e260-4ed4-a677-fe3713bb48b9 tempest-TestNetworkAdvancedServerOps-1740099935 tempest-TestNetworkAdvancedServerOps-1740099935-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 12:13:34.195102 dv-neutron-601336-94-hyperv neutron-server[94175]: INFO neutron.wsgi [req-fabc386a-c8a3-4a68-9751-1c8b72c9d0dc req-d5e7d85d-e260-4ed4-a677-fe3713bb48b9 tempest-TestNetworkAdvancedServerOps-1740099935 tempest-TestNetworkAdvancedServerOps-1740099935-project] 10.222.0.20 "GET /v2.0/ports?device_id=53a27966-eb14-40ed-9831-e2fb14c67735 HTTP/1.1" status: 200 len: 945 time: 0.1276124 Jun 23 12:13:34.289779 dv-neutron-601336-94-hyperv neutron-server[94175]: INFO neutron.wsgi [req-fabc386a-c8a3-4a68-9751-1c8b72c9d0dc req-ea4aee6c-5bfb-4a3c-8e62-575423a6a566 tempest-TestNetworkAdvancedServerOps-1740099935 tempest-TestNetworkAdvancedServerOps-1740099935-project] 10.222.0.20 "GET /v2.0/security-groups?id=09448ede-d622-402a-8a40-91552f14a5d7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0827854 Jun 23 12:13:34.316421 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f106bec3-7e91-4666-99f0-933b68d03e4f req-f713139b-13c1-44a6-bc01-7dffcf0380f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 12:13:34.317897 dv-neutron-601336-94-hyperv neutron-server[94175]: INFO neutron.wsgi [req-f106bec3-7e91-4666-99f0-933b68d03e4f req-f713139b-13c1-44a6-bc01-7dffcf0380f2 service neutron] 10.222.0.52 "GET /v2.0/networks?id=809d932e-0138-4829-beb2-c0347b7b6a99 HTTP/1.1" status: 200 len: 897 time: 0.1218424 Jun 23 12:13:34.383730 dv-neutron-601336-94-hyperv neutron-server[94175]: INFO neutron.wsgi [req-f106bec3-7e91-4666-99f0-933b68d03e4f req-bec1d9a7-19b0-4fe2-9551-c2777fa2b434 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=597f3a94-7643-4c91-924d-50822dc17c85 HTTP/1.1" status: 200 len: 1001 time: 0.0592377 Jun 23 12:13:34.434784 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f106bec3-7e91-4666-99f0-933b68d03e4f req-a2cd5e16-f37c-4336-9735-c07bbbf55fdc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 12:13:34.434784 dv-neutron-601336-94-hyperv neutron-server[94175]: INFO neutron.wsgi [req-f106bec3-7e91-4666-99f0-933b68d03e4f req-a2cd5e16-f37c-4336-9735-c07bbbf55fdc service neutron] 10.222.0.52 "GET /v2.0/subnets?id=b1719b8e-d4eb-4a59-8ad9-8a666a5c1c7e HTTP/1.1" status: 200 len: 835 time: 0.0450139 Jun 23 12:13:34.498901 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f106bec3-7e91-4666-99f0-933b68d03e4f req-85ac87b7-4afd-48f2-81d8-7ddea698819f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 12:13:34.500414 dv-neutron-601336-94-hyperv neutron-server[94175]: INFO neutron.wsgi [req-f106bec3-7e91-4666-99f0-933b68d03e4f req-85ac87b7-4afd-48f2-81d8-7ddea698819f service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=809d932e-0138-4829-beb2-c0347b7b6a99&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1178 time: 0.0597768 Jun 23 12:13:34.596201 dv-neutron-601336-94-hyperv neutron-server[94175]: INFO neutron.wsgi [req-f106bec3-7e91-4666-99f0-933b68d03e4f req-35cdb230-5e4d-4579-a877-8dc62b99efad service neutron] 10.222.0.52 "GET /v2.0/networks/809d932e-0138-4829-beb2-c0347b7b6a99?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0891895 Jun 23 12:13:34.693766 dv-neutron-601336-94-hyperv neutron-server[94175]: INFO neutron.wsgi [req-f106bec3-7e91-4666-99f0-933b68d03e4f req-7d782a67-c5bf-4cec-b9f3-dcd977e032a0 service neutron] 10.222.0.52 "GET /v2.0/networks/809d932e-0138-4829-beb2-c0347b7b6a99?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0910764 Jun 23 12:13:35.479306 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d73c803d-d6ab-4463-a145-432ce18daf8b req-5e778c38-6c9c-4ec2-99a0-c20707be8417 tempest-TestNetworkAdvancedServerOps-1740099935 tempest-TestNetworkAdvancedServerOps-1740099935-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94174) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 12:13:35.480772 dv-neutron-601336-94-hyperv neutron-server[94174]: INFO neutron.wsgi [req-d73c803d-d6ab-4463-a145-432ce18daf8b req-5e778c38-6c9c-4ec2-99a0-c20707be8417 tempest-TestNetworkAdvancedServerOps-1740099935 tempest-TestNetworkAdvancedServerOps-1740099935-project] 10.222.0.20 "GET /v2.0/ports?device_id=53a27966-eb14-40ed-9831-e2fb14c67735 HTTP/1.1" status: 200 len: 945 time: 0.0735424 Jun 23 12:13:35.522541 dv-neutron-601336-94-hyperv neutron-server[94174]: INFO neutron.wsgi [req-d73c803d-d6ab-4463-a145-432ce18daf8b req-eb898fa9-935f-403a-b27d-155073609cc7 tempest-TestNetworkAdvancedServerOps-1740099935 tempest-TestNetworkAdvancedServerOps-1740099935-project] 10.222.0.20 "GET /v2.0/security-groups?id=09448ede-d622-402a-8a40-91552f14a5d7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0357757 Jun 23 12:13:36.696247 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.wsgi [req-233ddc1e-9902-4b33-88a5-ea53a43f2f04 req-493c3fe9-7270-4f32-95aa-633e012570ec service neutron] (94174) timed out ('10.222.0.20', 45564) {{(pid=94174) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:830}} Jun 23 12:13:36.705167 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67d889e4-14d7-4d7f-ba54-a0160fcb0973 req-6442a86f-2db4-49ae-958f-4a3dcd1aa1ea tempest-TestNetworkAdvancedServerOps-1740099935 tempest-TestNetworkAdvancedServerOps-1740099935-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 12:13:36.706004 dv-neutron-601336-94-hyperv neutron-server[94175]: INFO neutron.wsgi [req-67d889e4-14d7-4d7f-ba54-a0160fcb0973 req-6442a86f-2db4-49ae-958f-4a3dcd1aa1ea tempest-TestNetworkAdvancedServerOps-1740099935 tempest-TestNetworkAdvancedServerOps-1740099935-project] 10.222.0.20 "GET /v2.0/ports?device_id=53a27966-eb14-40ed-9831-e2fb14c67735 HTTP/1.1" status: 200 len: 945 time: 0.0679054 Jun 23 12:13:36.744900 dv-neutron-601336-94-hyperv neutron-server[94175]: INFO neutron.wsgi [req-67d889e4-14d7-4d7f-ba54-a0160fcb0973 req-c13cf787-8902-4d24-a2a3-99abfe284c35 tempest-TestNetworkAdvancedServerOps-1740099935 tempest-TestNetworkAdvancedServerOps-1740099935-project] 10.222.0.20 "GET /v2.0/security-groups?id=09448ede-d622-402a-8a40-91552f14a5d7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0330360 Jun 23 12:13:36.770095 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.wsgi [-] (94174) accepted ('10.222.0.20', 49500) {{(pid=94174) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 12:13:36.829915 dv-neutron-601336-94-hyperv neutron-server[94174]: INFO neutron.wsgi [None req-b7494fc4-4b36-4b02-b025-e96d7114bf22 tempest-TestNetworkAdvancedServerOps-1740099935 tempest-TestNetworkAdvancedServerOps-1740099935-project] 10.222.0.20 "GET /v2.0/floatingips/0ebdefdf-a4c5-410c-b8d6-dd367c0d3095 HTTP/1.1" status: 200 len: 993 time: 0.0585494 Jun 23 12:13:37.154466 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.wsgi [-] (94175) accepted ('10.222.0.20', 49506) {{(pid=94175) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 12:13:37.314232 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.plugins.ml2.plugin [None req-7b7d12e7-03f6-406d-a1f2-904e4f664b12 tempest-TestNetworkAdvancedServerOps-1740099935 tempest-TestNetworkAdvancedServerOps-1740099935-project] Deleting port 6e3901ce-1cd8-4d58-8d7a-4ba2a199c8db {{(pid=94175) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1913}} Jun 23 12:13:37.314577 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron_lib.callbacks.manager [None req-7b7d12e7-03f6-406d-a1f2-904e4f664b12 tempest-TestNetworkAdvancedServerOps-1740099935 tempest-TestNetworkAdvancedServerOps-1740099935-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773700079324'] for port, before_delete {{(pid=94175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 12:13:37.393890 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron_lib.callbacks.manager [None req-7b7d12e7-03f6-406d-a1f2-904e4f664b12 tempest-TestNetworkAdvancedServerOps-1740099935 tempest-TestNetworkAdvancedServerOps-1740099935-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-430722'] for port, precommit_delete {{(pid=94175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 12:13:37.394141 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron_lib.callbacks.manager [None req-7b7d12e7-03f6-406d-a1f2-904e4f664b12 tempest-TestNetworkAdvancedServerOps-1740099935 tempest-TestNetworkAdvancedServerOps-1740099935-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 12:13:37.407011 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.plugins.ml2.plugin [None req-7b7d12e7-03f6-406d-a1f2-904e4f664b12 tempest-TestNetworkAdvancedServerOps-1740099935 tempest-TestNetworkAdvancedServerOps-1740099935-project] Calling delete_port for 6e3901ce-1cd8-4d58-8d7a-4ba2a199c8db owned by network:floatingip {{(pid=94175) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1986}} Jun 23 12:13:37.617648 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron_lib.callbacks.manager [None req-7b7d12e7-03f6-406d-a1f2-904e4f664b12 tempest-TestNetworkAdvancedServerOps-1740099935 tempest-TestNetworkAdvancedServerOps-1740099935-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-922904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866062', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773700135024', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773699642224', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5082448'] for port, after_delete {{(pid=94175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 12:13:37.619890 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG oslo_concurrency.lockutils [None req-dffb5c91-46de-4993-85f9-ab4542d479fe tempest-TestNetworkAdvancedServerOps-1740099935 tempest-TestNetworkAdvancedServerOps-1740099935-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94175) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 12:13:37.645086 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b7d12e7-03f6-406d-a1f2-904e4f664b12 tempest-TestNetworkAdvancedServerOps-1740099935 tempest-TestNetworkAdvancedServerOps-1740099935-project] Pushing event deleted for resources: {'Port': ['ID=6e3901ce-1cd8-4d58-8d7a-4ba2a199c8db,revision_number=None']} {{(pid=94175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 12:13:37.657844 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b7d12e7-03f6-406d-a1f2-904e4f664b12 tempest-TestNetworkAdvancedServerOps-1740099935 tempest-TestNetworkAdvancedServerOps-1740099935-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-601336-94-hyperv {{(pid=94175) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 12:13:37.658252 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b7d12e7-03f6-406d-a1f2-904e4f664b12 tempest-TestNetworkAdvancedServerOps-1740099935 tempest-TestNetworkAdvancedServerOps-1740099935-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-94-hyperv {{(pid=94175) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 12:13:37.658646 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b7d12e7-03f6-406d-a1f2-904e4f664b12 tempest-TestNetworkAdvancedServerOps-1740099935 tempest-TestNetworkAdvancedServerOps-1740099935-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-94-hyperv {{(pid=94175) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 12:13:37.659047 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b7d12e7-03f6-406d-a1f2-904e4f664b12 tempest-TestNetworkAdvancedServerOps-1740099935 tempest-TestNetworkAdvancedServerOps-1740099935-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-601336-94-hyperv {{(pid=94175) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 12:13:37.659434 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b7d12e7-03f6-406d-a1f2-904e4f664b12 tempest-TestNetworkAdvancedServerOps-1740099935 tempest-TestNetworkAdvancedServerOps-1740099935-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-601336-94-hyperv {{(pid=94175) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 12:13:37.659811 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b7d12e7-03f6-406d-a1f2-904e4f664b12 tempest-TestNetworkAdvancedServerOps-1740099935 tempest-TestNetworkAdvancedServerOps-1740099935-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-601336-94-hyperv {{(pid=94175) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 12:13:37.660188 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b7d12e7-03f6-406d-a1f2-904e4f664b12 tempest-TestNetworkAdvancedServerOps-1740099935 tempest-TestNetworkAdvancedServerOps-1740099935-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-601336-94-hyperv {{(pid=94175) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 12:13:37.660562 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b7d12e7-03f6-406d-a1f2-904e4f664b12 tempest-TestNetworkAdvancedServerOps-1740099935 tempest-TestNetworkAdvancedServerOps-1740099935-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-601336-94-hyperv {{(pid=94175) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 12:13:37.660931 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b7d12e7-03f6-406d-a1f2-904e4f664b12 tempest-TestNetworkAdvancedServerOps-1740099935 tempest-TestNetworkAdvancedServerOps-1740099935-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-601336-94-hyperv {{(pid=94175) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 12:13:37.661301 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b7d12e7-03f6-406d-a1f2-904e4f664b12 tempest-TestNetworkAdvancedServerOps-1740099935 tempest-TestNetworkAdvancedServerOps-1740099935-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-94-hyperv {{(pid=94175) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 12:13:37.661668 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b7d12e7-03f6-406d-a1f2-904e4f664b12 tempest-TestNetworkAdvancedServerOps-1740099935 tempest-TestNetworkAdvancedServerOps-1740099935-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-601336-94-hyperv {{(pid=94175) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 12:13:37.662033 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b7d12e7-03f6-406d-a1f2-904e4f664b12 tempest-TestNetworkAdvancedServerOps-1740099935 tempest-TestNetworkAdvancedServerOps-1740099935-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-601336-94-hyperv {{(pid=94175) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 12:13:37.680533 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG oslo_concurrency.lockutils [None req-7b7d12e7-03f6-406d-a1f2-904e4f664b12 tempest-TestNetworkAdvancedServerOps-1740099935 tempest-TestNetworkAdvancedServerOps-1740099935-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.061s {{(pid=94175) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 12:13:37.721014 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron_lib.callbacks.manager [None req-7b7d12e7-03f6-406d-a1f2-904e4f664b12 tempest-TestNetworkAdvancedServerOps-1740099935 tempest-TestNetworkAdvancedServerOps-1740099935-project] Notify callbacks [] for floatingip, after_delete {{(pid=94175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 12:13:37.721849 dv-neutron-601336-94-hyperv neutron-server[94175]: INFO neutron.db.l3_db [None req-7b7d12e7-03f6-406d-a1f2-904e4f664b12 tempest-TestNetworkAdvancedServerOps-1740099935 tempest-TestNetworkAdvancedServerOps-1740099935-project] Floating IP 0ebdefdf-a4c5-410c-b8d6-dd367c0d3095 disassociated (deleted). External IP: 172.26.3.213, port: 597f3a94-7643-4c91-924d-50822dc17c85. Jun 23 12:13:37.935659 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7b7d12e7-03f6-406d-a1f2-904e4f664b12 tempest-TestNetworkAdvancedServerOps-1740099935 tempest-TestNetworkAdvancedServerOps-1740099935-project] Router 81666655-456a-4499-ae24-ed64377af3c7 has already been hosted by L3 agent 50ef99c0-ef28-4db5-b303-b145898fae60 {{(pid=94175) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 23 12:13:38.048577 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7b7d12e7-03f6-406d-a1f2-904e4f664b12 tempest-TestNetworkAdvancedServerOps-1740099935 tempest-TestNetworkAdvancedServerOps-1740099935-project] Notify agent at l3_agent.dv-neutron-601336-94-hyperv the message routers_updated {{(pid=94175) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 23 12:13:38.053400 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron_lib.callbacks.manager [None req-7b7d12e7-03f6-406d-a1f2-904e4f664b12 tempest-TestNetworkAdvancedServerOps-1740099935 tempest-TestNetworkAdvancedServerOps-1740099935-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-217507'] for floatingip, before_response {{(pid=94175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 12:13:38.060514 dv-neutron-601336-94-hyperv neutron-server[94177]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e9356ac3-19db-4298-a52f-65b6ba5da9b2 None None] Sync routers for ids ['81666655-456a-4499-ae24-ed64377af3c7'] in dv-neutron-601336-94-hyperv {{(pid=94177) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 23 12:13:38.070347 dv-neutron-601336-94-hyperv neutron-server[94177]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e9356ac3-19db-4298-a52f-65b6ba5da9b2 None None] Routers {'81666655-456a-4499-ae24-ed64377af3c7'} bound to L3 agent in host dv-neutron-601336-94-hyperv {{(pid=94177) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 23 12:13:38.070977 dv-neutron-601336-94-hyperv neutron-server[94177]: DEBUG neutron.db.l3_hamode_db [None req-e9356ac3-19db-4298-a52f-65b6ba5da9b2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-601336-94-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-06-23T11:22:13Z,description=,heartbeat_timestamp=2021-06-23T12:13:13Z,host='dv-neutron-601336-94-hyperv',id=50ef99c0-ef28-4db5-b303-b145898fae60,load=0,resource_versions=,resources_synced=,started_at=2021-06-23T11:22:14Z,topic='l3_agent')) {'router_ids': ['81666655-456a-4499-ae24-ed64377af3c7'], 'active': True} {{(pid=94177) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 12:13:38.090409 dv-neutron-601336-94-hyperv neutron-server[94175]: INFO neutron.wsgi [None req-7b7d12e7-03f6-406d-a1f2-904e4f664b12 tempest-TestNetworkAdvancedServerOps-1740099935 tempest-TestNetworkAdvancedServerOps-1740099935-project] 10.222.0.20 "DELETE /v2.0/floatingips/0ebdefdf-a4c5-410c-b8d6-dd367c0d3095 HTTP/1.1" status: 204 len: 168 time: 0.9347966 Jun 23 12:13:38.091164 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '53a27966-eb14-40ed-9831-e2fb14c67735', 'tag': '597f3a94-7643-4c91-924d-50822dc17c85'}] {{(pid=94175) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 23 12:13:38.093530 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1970408df4ea4e7170669a1249478e627cf05a5a0b07cc08a66c5cb53d0ac47a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b84ebf91-1447-4199-9758-e65b28bafea9" -d '{"events": [{"name": "network-changed", "server_uuid": "53a27966-eb14-40ed-9831-e2fb14c67735", "tag": "597f3a94-7643-4c91-924d-50822dc17c85"}]}' {{(pid=94175) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 23 12:13:38.131958 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 23 Jun 2021 12:13:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1f7e2e39-ddc0-4d50-aef9-46107dc4dfac x-openstack-request-id: req-1f7e2e39-ddc0-4d50-aef9-46107dc4dfac {{(pid=94175) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 23 12:13:38.132821 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "53a27966-eb14-40ed-9831-e2fb14c67735", "tag": "597f3a94-7643-4c91-924d-50822dc17c85", "status": "completed", "code": 200}]} {{(pid=94175) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 23 12:13:38.133131 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-1f7e2e39-ddc0-4d50-aef9-46107dc4dfac {{(pid=94175) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 23 12:13:38.133598 dv-neutron-601336-94-hyperv neutron-server[94175]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '53a27966-eb14-40ed-9831-e2fb14c67735', 'tag': '597f3a94-7643-4c91-924d-50822dc17c85', 'status': 'completed', 'code': 200} Jun 23 12:13:38.192750 dv-neutron-601336-94-hyperv neutron-server[94177]: DEBUG neutron.db.l3_dvr_db [None req-e9356ac3-19db-4298-a52f-65b6ba5da9b2 None None] Set router 81666655-456a-4499-ae24-ed64377af3c7 gateway port host: dv-neutron-601336-94-hyperv {{(pid=94177) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:838}} Jun 23 12:13:38.212730 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b84ebf91-1447-4199-9758-e65b28bafea9 req-cf42c94a-dca3-4473-8b64-006dc9d7f520 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 12:13:38.214463 dv-neutron-601336-94-hyperv neutron-server[94175]: INFO neutron.wsgi [req-b84ebf91-1447-4199-9758-e65b28bafea9 req-cf42c94a-dca3-4473-8b64-006dc9d7f520 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=95e75de5b0504e3e87860f65038883f5&device_id=53a27966-eb14-40ed-9831-e2fb14c67735 HTTP/1.1" status: 200 len: 1098 time: 0.0551662 Jun 23 12:13:38.318176 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b84ebf91-1447-4199-9758-e65b28bafea9 req-39d76ae7-6bbf-4038-a62d-21cb7c035ccd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 12:13:38.319831 dv-neutron-601336-94-hyperv neutron-server[94175]: INFO neutron.wsgi [req-b84ebf91-1447-4199-9758-e65b28bafea9 req-39d76ae7-6bbf-4038-a62d-21cb7c035ccd service neutron] 10.222.0.52 "GET /v2.0/networks?id=809d932e-0138-4829-beb2-c0347b7b6a99 HTTP/1.1" status: 200 len: 897 time: 0.0982730 Jun 23 12:13:38.362459 dv-neutron-601336-94-hyperv neutron-server[94175]: INFO neutron.wsgi [req-b84ebf91-1447-4199-9758-e65b28bafea9 req-49550377-a4fe-4227-a7b3-99d62dae6ff1 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=597f3a94-7643-4c91-924d-50822dc17c85 HTTP/1.1" status: 200 len: 217 time: 0.0351958 Jun 23 12:13:38.411293 dv-neutron-601336-94-hyperv neutron-server[94177]: DEBUG neutron.db.l3_hamode_db [None req-e9356ac3-19db-4298-a52f-65b6ba5da9b2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '81666655-456a-4499-ae24-ed64377af3c7', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2110771938', 'tenant_id': '95e75de5b0504e3e87860f65038883f5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3e7e4eb3-cf02-4d47-ade9-0a579cdfc60f', 'external_fixed_ips': [{'subnet_id': 'a5ad15ab-c489-4a67-a9b0-d559fca0ec71', 'ip_address': '172.26.3.58'}], 'enable_snat': True}, 'gw_port_id': '8ab6e83a-90b1-4f26-8689-308db8d4964c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-23T12:12:40Z', 'updated_at': '2021-06-23T12:12:45Z', 'revision_number': 4, 'project_id': '95e75de5b0504e3e87860f65038883f5', 'gw_port': {'id': '8ab6e83a-90b1-4f26-8689-308db8d4964c', 'name': '', 'network_id': '3e7e4eb3-cf02-4d47-ade9-0a579cdfc60f', 'tenant_id': '', 'mac_address': 'fa:16:3e:2f:27:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '81666655-456a-4499-ae24-ed64377af3c7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1790, 'fixed_ips': [{'subnet_id': 'a5ad15ab-c489-4a67-a9b0-d559fca0ec71', 'ip_address': '172.26.3.58', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-94-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-23T12:12:41Z', 'updated_at': '2021-06-23T12:12:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a5ad15ab-c489-4a67-a9b0-d559fca0ec71', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-601336-94-hyperv', '_interfaces': [{'id': '7ef07df2-e64b-4b31-b443-557e6472857b', 'name': '', 'network_id': '809d932e-0138-4829-beb2-c0347b7b6a99', 'tenant_id': '95e75de5b0504e3e87860f65038883f5', 'mac_address': 'fa:16:3e:04:ce:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '81666655-456a-4499-ae24-ed64377af3c7', 'device_owner': 'network:router_interface', 'standard_attr_id': 1793, 'fixed_ips': [{'subnet_id': 'b1719b8e-d4eb-4a59-8ad9-8a666a5c1c7e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-94-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-23T12:12:44Z', 'updated_at': '2021-06-23T12:12:48Z', 'revision_number': 5, 'project_id': '95e75de5b0504e3e87860f65038883f5', 'subnets': [{'id': 'b1719b8e-d4eb-4a59-8ad9-8a666a5c1c7e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-601336-94-hyperv', False) {} {{(pid=94177) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 12:13:38.428229 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b84ebf91-1447-4199-9758-e65b28bafea9 req-dc62dcfd-834e-4c83-8170-cc7d013dedad service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 12:13:38.431397 dv-neutron-601336-94-hyperv neutron-server[94175]: INFO neutron.wsgi [req-b84ebf91-1447-4199-9758-e65b28bafea9 req-dc62dcfd-834e-4c83-8170-cc7d013dedad service neutron] 10.222.0.52 "GET /v2.0/subnets?id=b1719b8e-d4eb-4a59-8ad9-8a666a5c1c7e HTTP/1.1" status: 200 len: 835 time: 0.0619030 Jun 23 12:13:38.442382 dv-neutron-601336-94-hyperv neutron-server[94177]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e9356ac3-19db-4298-a52f-65b6ba5da9b2 None None] Checking router: 81666655-456a-4499-ae24-ed64377af3c7 for host: dv-neutron-601336-94-hyperv {{(pid=94177) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 23 12:13:38.450985 dv-neutron-601336-94-hyperv neutron-server[94177]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e9356ac3-19db-4298-a52f-65b6ba5da9b2 None None] Routers {'81666655-456a-4499-ae24-ed64377af3c7'} bound to L3 agent in host dv-neutron-601336-94-hyperv {{(pid=94177) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 23 12:13:38.451651 dv-neutron-601336-94-hyperv neutron-server[94177]: DEBUG neutron.db.l3_hamode_db [None req-e9356ac3-19db-4298-a52f-65b6ba5da9b2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-601336-94-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-06-23T11:22:13Z,description=,heartbeat_timestamp=2021-06-23T12:13:13Z,host='dv-neutron-601336-94-hyperv',id=50ef99c0-ef28-4db5-b303-b145898fae60,load=0,resource_versions=,resources_synced=,started_at=2021-06-23T11:22:14Z,topic='l3_agent')) {'router_ids': ['81666655-456a-4499-ae24-ed64377af3c7'], 'active': True} {{(pid=94177) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 12:13:38.493897 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b84ebf91-1447-4199-9758-e65b28bafea9 req-221f01d6-e607-431b-bb51-1c2cdbc37b05 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 12:13:38.495451 dv-neutron-601336-94-hyperv neutron-server[94175]: INFO neutron.wsgi [req-b84ebf91-1447-4199-9758-e65b28bafea9 req-221f01d6-e607-431b-bb51-1c2cdbc37b05 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=809d932e-0138-4829-beb2-c0347b7b6a99&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1178 time: 0.0561669 Jun 23 12:13:38.575650 dv-neutron-601336-94-hyperv neutron-server[94177]: DEBUG neutron.db.l3_dvr_db [None req-e9356ac3-19db-4298-a52f-65b6ba5da9b2 None None] Set router 81666655-456a-4499-ae24-ed64377af3c7 gateway port host: dv-neutron-601336-94-hyperv {{(pid=94177) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:838}} Jun 23 12:13:38.598620 dv-neutron-601336-94-hyperv neutron-server[94175]: INFO neutron.wsgi [req-b84ebf91-1447-4199-9758-e65b28bafea9 req-27e8608c-f680-4613-ac31-2afd4e712ba0 service neutron] 10.222.0.52 "GET /v2.0/networks/809d932e-0138-4829-beb2-c0347b7b6a99?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0963883 Jun 23 12:13:38.677941 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05f8746b-5636-4e17-afd9-c3c69b9cdb62 req-c9b80598-f3a2-4500-a6cb-37897ea325d3 tempest-TestNetworkAdvancedServerOps-1740099935 tempest-TestNetworkAdvancedServerOps-1740099935-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94174) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 12:13:38.680770 dv-neutron-601336-94-hyperv neutron-server[94174]: INFO neutron.wsgi [req-05f8746b-5636-4e17-afd9-c3c69b9cdb62 req-c9b80598-f3a2-4500-a6cb-37897ea325d3 tempest-TestNetworkAdvancedServerOps-1740099935 tempest-TestNetworkAdvancedServerOps-1740099935-project] 10.222.0.20 "GET /v2.0/ports?device_id=53a27966-eb14-40ed-9831-e2fb14c67735 HTTP/1.1" status: 200 len: 945 time: 0.0778513 Jun 23 12:13:38.706601 dv-neutron-601336-94-hyperv neutron-server[94175]: INFO neutron.wsgi [req-b84ebf91-1447-4199-9758-e65b28bafea9 req-312ec8c8-80cf-4c3a-9f42-5522dac02ae8 service neutron] 10.222.0.52 "GET /v2.0/networks/809d932e-0138-4829-beb2-c0347b7b6a99?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1000049 Jun 23 12:13:38.731690 dv-neutron-601336-94-hyperv neutron-server[94174]: INFO neutron.wsgi [req-05f8746b-5636-4e17-afd9-c3c69b9cdb62 req-bbf37d46-b81a-44a9-8724-60dbee8ba8f6 tempest-TestNetworkAdvancedServerOps-1740099935 tempest-TestNetworkAdvancedServerOps-1740099935-project] 10.222.0.20 "GET /v2.0/security-groups?id=09448ede-d622-402a-8a40-91552f14a5d7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0450122 Jun 23 12:13:38.799251 dv-neutron-601336-94-hyperv neutron-server[94177]: DEBUG neutron.db.l3_hamode_db [None req-e9356ac3-19db-4298-a52f-65b6ba5da9b2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '81666655-456a-4499-ae24-ed64377af3c7', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2110771938', 'tenant_id': '95e75de5b0504e3e87860f65038883f5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3e7e4eb3-cf02-4d47-ade9-0a579cdfc60f', 'external_fixed_ips': [{'subnet_id': 'a5ad15ab-c489-4a67-a9b0-d559fca0ec71', 'ip_address': '172.26.3.58'}], 'enable_snat': True}, 'gw_port_id': '8ab6e83a-90b1-4f26-8689-308db8d4964c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-23T12:12:40Z', 'updated_at': '2021-06-23T12:12:45Z', 'revision_number': 4, 'project_id': '95e75de5b0504e3e87860f65038883f5', 'gw_port': {'id': '8ab6e83a-90b1-4f26-8689-308db8d4964c', 'name': '', 'network_id': '3e7e4eb3-cf02-4d47-ade9-0a579cdfc60f', 'tenant_id': '', 'mac_address': 'fa:16:3e:2f:27:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '81666655-456a-4499-ae24-ed64377af3c7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1790, 'fixed_ips': [{'subnet_id': 'a5ad15ab-c489-4a67-a9b0-d559fca0ec71', 'ip_address': '172.26.3.58', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-94-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-23T12:12:41Z', 'updated_at': '2021-06-23T12:12:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a5ad15ab-c489-4a67-a9b0-d559fca0ec71', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-601336-94-hyperv', '_interfaces': [{'id': '7ef07df2-e64b-4b31-b443-557e6472857b', 'name': '', 'network_id': '809d932e-0138-4829-beb2-c0347b7b6a99', 'tenant_id': '95e75de5b0504e3e87860f65038883f5', 'mac_address': 'fa:16:3e:04:ce:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '81666655-456a-4499-ae24-ed64377af3c7', 'device_owner': 'network:router_interface', 'standard_attr_id': 1793, 'fixed_ips': [{'subnet_id': 'b1719b8e-d4eb-4a59-8ad9-8a666a5c1c7e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-94-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-23T12:12:44Z', 'updated_at': '2021-06-23T12:12:48Z', 'revision_number': 5, 'project_id': '95e75de5b0504e3e87860f65038883f5', 'subnets': [{'id': 'b1719b8e-d4eb-4a59-8ad9-8a666a5c1c7e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-601336-94-hyperv', False) {} {{(pid=94177) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 12:13:38.833773 dv-neutron-601336-94-hyperv neutron-server[94177]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e9356ac3-19db-4298-a52f-65b6ba5da9b2 None None] The sync data for ids ['81666655-456a-4499-ae24-ed64377af3c7'] in dv-neutron-601336-94-hyperv is: [{'id': '81666655-456a-4499-ae24-ed64377af3c7', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2110771938', 'tenant_id': '95e75de5b0504e3e87860f65038883f5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3e7e4eb3-cf02-4d47-ade9-0a579cdfc60f', 'external_fixed_ips': [{'subnet_id': 'a5ad15ab-c489-4a67-a9b0-d559fca0ec71', 'ip_address': '172.26.3.58'}], 'enable_snat': True}, 'gw_port_id': '8ab6e83a-90b1-4f26-8689-308db8d4964c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-23T12:12:40Z', 'updated_at': '2021-06-23T12:12:45Z', 'revision_number': 4, 'project_id': '95e75de5b0504e3e87860f65038883f5', 'gw_port': {'id': '8ab6e83a-90b1-4f26-8689-308db8d4964c', 'name': '', 'network_id': '3e7e4eb3-cf02-4d47-ade9-0a579cdfc60f', 'tenant_id': '', 'mac_address': 'fa:16:3e:2f:27:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '81666655-456a-4499-ae24-ed64377af3c7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1790, 'fixed_ips': [{'subnet_id': 'a5ad15ab-c489-4a67-a9b0-d559fca0ec71', 'ip_address': '172.26.3.58', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-94-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-23T12:12:41Z', 'updated_at': '2021-06-23T12:12:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a5ad15ab-c489-4a67-a9b0-d559fca0ec71', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-601336-94-hyperv', '_interfaces': [{'id': '7ef07df2-e64b-4b31-b443-557e6472857b', 'name': '', 'network_id': '809d932e-0138-4829-beb2-c0347b7b6a99', 'tenant_id': '95e75de5b0504e3e87860f65038883f5', 'mac_address': 'fa:16:3e:04:ce:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '81666655-456a-4499-ae24-ed64377af3c7', 'device_owner': 'network:router_interface', 'standard_attr_id': 1793, 'fixed_ips': [{'subnet_id': 'b1719b8e-d4eb-4a59-8ad9-8a666a5c1c7e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-94-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-23T12:12:44Z', 'updated_at': '2021-06-23T12:12:48Z', 'revision_number': 5, 'project_id': '95e75de5b0504e3e87860f65038883f5', 'subnets': [{'id': 'b1719b8e-d4eb-4a59-8ad9-8a666a5c1c7e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94177) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 23 12:13:39.060586 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-30d5eb87-fcd0-4c78-bd87-b79f4e6827d3 None None] New status for floating IP 0ebdefdf-a4c5-410c-b8d6-dd367c0d3095: DOWN {{(pid=94176) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 23 12:13:39.910227 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c854e9d-717f-4aa8-b391-7e2926975f58 req-f2640dbd-5c04-476d-ba28-6cf05dc4cfd9 tempest-TestNetworkAdvancedServerOps-1740099935 tempest-TestNetworkAdvancedServerOps-1740099935-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 12:13:39.911778 dv-neutron-601336-94-hyperv neutron-server[94175]: INFO neutron.wsgi [req-6c854e9d-717f-4aa8-b391-7e2926975f58 req-f2640dbd-5c04-476d-ba28-6cf05dc4cfd9 tempest-TestNetworkAdvancedServerOps-1740099935 tempest-TestNetworkAdvancedServerOps-1740099935-project] 10.222.0.20 "GET /v2.0/ports?device_id=53a27966-eb14-40ed-9831-e2fb14c67735 HTTP/1.1" status: 200 len: 945 time: 0.0657763 Jun 23 12:13:39.950985 dv-neutron-601336-94-hyperv neutron-server[94175]: INFO neutron.wsgi [req-6c854e9d-717f-4aa8-b391-7e2926975f58 req-065864bd-6b10-47e8-8ea9-f71ae92d9532 tempest-TestNetworkAdvancedServerOps-1740099935 tempest-TestNetworkAdvancedServerOps-1740099935-project] 10.222.0.20 "GET /v2.0/security-groups?id=09448ede-d622-402a-8a40-91552f14a5d7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0328517 Jun 23 12:13:40.150973 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1c8dce6-d0ba-4f71-a27e-b50291a2a735 req-55deecff-6d7c-4e07-bf23-e26902906089 tempest-TestNetworkAdvancedServerOps-1740099935 tempest-TestNetworkAdvancedServerOps-1740099935-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 12:13:40.152435 dv-neutron-601336-94-hyperv neutron-server[94175]: INFO neutron.wsgi [req-b1c8dce6-d0ba-4f71-a27e-b50291a2a735 req-55deecff-6d7c-4e07-bf23-e26902906089 tempest-TestNetworkAdvancedServerOps-1740099935 tempest-TestNetworkAdvancedServerOps-1740099935-project] 10.222.0.52 "GET /v2.0/ports?device_id=53a27966-eb14-40ed-9831-e2fb14c67735 HTTP/1.1" status: 200 len: 945 time: 0.0694904 Jun 23 12:13:40.252409 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.plugins.ml2.plugin [req-b1c8dce6-d0ba-4f71-a27e-b50291a2a735 req-10f328d1-9449-45d0-b498-1a065e5b5e39 tempest-TestNetworkAdvancedServerOps-1740099935 tempest-TestNetworkAdvancedServerOps-1740099935-project] Deleting port 597f3a94-7643-4c91-924d-50822dc17c85 {{(pid=94175) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1913}} Jun 23 12:13:40.252755 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron_lib.callbacks.manager [req-b1c8dce6-d0ba-4f71-a27e-b50291a2a735 req-10f328d1-9449-45d0-b498-1a065e5b5e39 tempest-TestNetworkAdvancedServerOps-1740099935 tempest-TestNetworkAdvancedServerOps-1740099935-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773700079324'] for port, before_delete {{(pid=94175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 12:13:40.344237 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.plugins.ml2.db [req-b1c8dce6-d0ba-4f71-a27e-b50291a2a735 req-10f328d1-9449-45d0-b498-1a065e5b5e39 tempest-TestNetworkAdvancedServerOps-1740099935 tempest-TestNetworkAdvancedServerOps-1740099935-project] For port 597f3a94-7643-4c91-924d-50822dc17c85, host hv-neutron-6013, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-6013',level=0,port_id=597f3a94-7643-4c91-924d-50822dc17c85,segment=NetworkSegment(62a3c509-aeb7-48c9-a256-e54f5308b1d0),segment_id=62a3c509-aeb7-48c9-a256-e54f5308b1d0)] {{(pid=94175) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 23 12:13:40.344518 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron_lib.callbacks.manager [req-b1c8dce6-d0ba-4f71-a27e-b50291a2a735 req-10f328d1-9449-45d0-b498-1a065e5b5e39 tempest-TestNetworkAdvancedServerOps-1740099935 tempest-TestNetworkAdvancedServerOps-1740099935-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-430722'] for port, precommit_delete {{(pid=94175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 12:13:40.357296 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.plugins.ml2.plugin [req-b1c8dce6-d0ba-4f71-a27e-b50291a2a735 req-10f328d1-9449-45d0-b498-1a065e5b5e39 tempest-TestNetworkAdvancedServerOps-1740099935 tempest-TestNetworkAdvancedServerOps-1740099935-project] Calling delete_port for 597f3a94-7643-4c91-924d-50822dc17c85 owned by compute:nova {{(pid=94175) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1986}} Jun 23 12:13:40.537932 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron_lib.callbacks.manager [req-b1c8dce6-d0ba-4f71-a27e-b50291a2a735 req-10f328d1-9449-45d0-b498-1a065e5b5e39 tempest-TestNetworkAdvancedServerOps-1740099935 tempest-TestNetworkAdvancedServerOps-1740099935-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-922904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866062', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773700135024', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773699642224', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5082448'] for port, after_delete {{(pid=94175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 12:13:40.541998 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG oslo_concurrency.lockutils [None req-57a0f11b-43f7-45f2-9dce-58dc9897326a tempest-TestNetworkAdvancedServerOps-1740099935 tempest-TestNetworkAdvancedServerOps-1740099935-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94175) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 12:13:40.572864 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10f328d1-9449-45d0-b498-1a065e5b5e39 tempest-TestNetworkAdvancedServerOps-1740099935 tempest-TestNetworkAdvancedServerOps-1740099935-project] Pushing event deleted for resources: {'Port': ['ID=597f3a94-7643-4c91-924d-50822dc17c85,revision_number=None']} {{(pid=94175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 12:13:40.575966 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG oslo_concurrency.lockutils [None req-10f328d1-9449-45d0-b498-1a065e5b5e39 tempest-TestNetworkAdvancedServerOps-1740099935 tempest-TestNetworkAdvancedServerOps-1740099935-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.034s {{(pid=94175) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 12:13:40.627640 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.db.l3_dvrscheduler_db [req-b1c8dce6-d0ba-4f71-a27e-b50291a2a735 req-10f328d1-9449-45d0-b498-1a065e5b5e39 tempest-TestNetworkAdvancedServerOps-1740099935 tempest-TestNetworkAdvancedServerOps-1740099935-project] No DVR routers for this DVR port 597f3a94-7643-4c91-924d-50822dc17c85 on host hv-neutron-6013 {{(pid=94175) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 23 12:13:40.630365 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron_lib.callbacks.manager [req-b1c8dce6-d0ba-4f71-a27e-b50291a2a735 req-10f328d1-9449-45d0-b498-1a065e5b5e39 tempest-TestNetworkAdvancedServerOps-1740099935 tempest-TestNetworkAdvancedServerOps-1740099935-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-217507'] for port, before_response {{(pid=94175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 12:13:40.632510 dv-neutron-601336-94-hyperv neutron-server[94175]: INFO neutron.wsgi [req-b1c8dce6-d0ba-4f71-a27e-b50291a2a735 req-10f328d1-9449-45d0-b498-1a065e5b5e39 tempest-TestNetworkAdvancedServerOps-1740099935 tempest-TestNetworkAdvancedServerOps-1740099935-project] 10.222.0.52 "DELETE /v2.0/ports/597f3a94-7643-4c91-924d-50822dc17c85 HTTP/1.1" status: 204 len: 173 time: 0.4749711 Jun 23 12:13:40.633052 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '53a27966-eb14-40ed-9831-e2fb14c67735', 'name': 'network-vif-deleted', 'tag': '597f3a94-7643-4c91-924d-50822dc17c85'}] {{(pid=94175) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 23 12:13:40.635465 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1970408df4ea4e7170669a1249478e627cf05a5a0b07cc08a66c5cb53d0ac47a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a6c1b2d6-9f9f-4b4b-a895-7941b4bcaf2c" -d '{"events": [{"server_uuid": "53a27966-eb14-40ed-9831-e2fb14c67735", "name": "network-vif-deleted", "tag": "597f3a94-7643-4c91-924d-50822dc17c85"}]}' {{(pid=94175) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 23 12:13:40.671876 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 23 Jun 2021 12:13:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0176d069-b7a5-42a5-8be6-ef96daff7b13 x-openstack-request-id: req-0176d069-b7a5-42a5-8be6-ef96daff7b13 {{(pid=94175) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 23 12:13:40.672228 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "53a27966-eb14-40ed-9831-e2fb14c67735", "name": "network-vif-deleted", "tag": "597f3a94-7643-4c91-924d-50822dc17c85", "status": "completed", "code": 200}]} {{(pid=94175) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 23 12:13:40.672540 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-0176d069-b7a5-42a5-8be6-ef96daff7b13 {{(pid=94175) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 23 12:13:40.673002 dv-neutron-601336-94-hyperv neutron-server[94175]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '53a27966-eb14-40ed-9831-e2fb14c67735', 'name': 'network-vif-deleted', 'tag': '597f3a94-7643-4c91-924d-50822dc17c85', 'status': 'completed', 'code': 200} Jun 23 12:13:40.944446 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron_lib.callbacks.manager [None req-7b8573d8-5c63-49c5-9466-6c8ebd5b3d7e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773699952132', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-899307'] for agent, after_update {{(pid=94176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 12:13:41.120367 dv-neutron-601336-94-hyperv neutron-server[94175]: INFO neutron.wsgi [req-8338a9a1-e526-4868-933b-c892e3439474 req-af33f6c5-4b11-48e4-a0fa-f9654869275c tempest-TestNetworkAdvancedServerOps-1740099935 tempest-TestNetworkAdvancedServerOps-1740099935-project] 10.222.0.20 "GET /v2.0/ports?device_id=53a27966-eb14-40ed-9831-e2fb14c67735 HTTP/1.1" status: 200 len: 210 time: 0.0292370 Jun 23 12:13:42.218969 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.wsgi [-] (94175) accepted ('10.222.0.20', 49522) {{(pid=94175) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 12:13:42.592576 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron_lib.callbacks.manager [None req-9ca6a8c7-37f3-4d39-abde-d8b974adbcc8 tempest-TestNetworkAdvancedServerOps-1740099935 tempest-TestNetworkAdvancedServerOps-1740099935-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-453061'] for router_interface, before_delete {{(pid=94175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 12:13:43.205966 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.plugins.ml2.plugin [None req-9ca6a8c7-37f3-4d39-abde-d8b974adbcc8 tempest-TestNetworkAdvancedServerOps-1740099935 tempest-TestNetworkAdvancedServerOps-1740099935-project] Deleting port 7ef07df2-e64b-4b31-b443-557e6472857b {{(pid=94175) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1913}} Jun 23 12:13:43.206310 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron_lib.callbacks.manager [None req-9ca6a8c7-37f3-4d39-abde-d8b974adbcc8 tempest-TestNetworkAdvancedServerOps-1740099935 tempest-TestNetworkAdvancedServerOps-1740099935-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773700079324'] for port, before_delete {{(pid=94175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 12:13:43.212130 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron_lib.callbacks.manager [None req-a27feb00-f240-4902-b823-30ccbfd2771a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773699952132', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-899307'] for agent, after_update {{(pid=94176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 12:13:43.294986 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.plugins.ml2.db [None req-9ca6a8c7-37f3-4d39-abde-d8b974adbcc8 tempest-TestNetworkAdvancedServerOps-1740099935 tempest-TestNetworkAdvancedServerOps-1740099935-project] For port 7ef07df2-e64b-4b31-b443-557e6472857b, host dv-neutron-601336-94-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-94-hyperv',level=0,port_id=7ef07df2-e64b-4b31-b443-557e6472857b,segment=NetworkSegment(62a3c509-aeb7-48c9-a256-e54f5308b1d0),segment_id=62a3c509-aeb7-48c9-a256-e54f5308b1d0)] {{(pid=94175) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 23 12:13:43.295647 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron_lib.callbacks.manager [None req-9ca6a8c7-37f3-4d39-abde-d8b974adbcc8 tempest-TestNetworkAdvancedServerOps-1740099935 tempest-TestNetworkAdvancedServerOps-1740099935-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-430722'] for port, precommit_delete {{(pid=94175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 12:13:43.308411 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.plugins.ml2.plugin [None req-9ca6a8c7-37f3-4d39-abde-d8b974adbcc8 tempest-TestNetworkAdvancedServerOps-1740099935 tempest-TestNetworkAdvancedServerOps-1740099935-project] Calling delete_port for 7ef07df2-e64b-4b31-b443-557e6472857b owned by network:router_interface {{(pid=94175) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1986}} Jun 23 12:13:43.401079 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.plugins.ml2.rpc [None req-97bd5441-1da2-49ee-a364-27795820ba27 None None] Device 597f3a94-7643-4c91-924d-50822dc17c85 no longer exists at agent hyperv_hv-neutron-6013 {{(pid=94176) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:261}} Jun 23 12:13:43.424230 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.plugins.ml2.plugin [None req-97bd5441-1da2-49ee-a364-27795820ba27 None None] No Port match for: 597f3a94-7643-4c91-924d-50822dc17c85 {{(pid=94176) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2240}} Jun 23 12:13:43.424578 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.plugins.ml2.rpc [None req-97bd5441-1da2-49ee-a364-27795820ba27 None None] Device 597f3a94-7643-4c91-924d-50822dc17c85 not bound to the agent host hv-neutron-6013 {{(pid=94176) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:271}} Jun 23 12:13:43.554272 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron_lib.callbacks.manager [None req-9ca6a8c7-37f3-4d39-abde-d8b974adbcc8 tempest-TestNetworkAdvancedServerOps-1740099935 tempest-TestNetworkAdvancedServerOps-1740099935-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-922904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866062', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773700135024', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773699642224', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5082448'] for port, after_delete {{(pid=94175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 12:13:43.556534 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG oslo_concurrency.lockutils [None req-b8e7af2b-258b-4dd3-8e13-cc43565530be tempest-TestNetworkAdvancedServerOps-1740099935 tempest-TestNetworkAdvancedServerOps-1740099935-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94175) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 12:13:43.583047 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ca6a8c7-37f3-4d39-abde-d8b974adbcc8 tempest-TestNetworkAdvancedServerOps-1740099935 tempest-TestNetworkAdvancedServerOps-1740099935-project] Pushing event deleted for resources: {'Port': ['ID=7ef07df2-e64b-4b31-b443-557e6472857b,revision_number=None']} {{(pid=94175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 12:13:43.586769 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG oslo_concurrency.lockutils [None req-9ca6a8c7-37f3-4d39-abde-d8b974adbcc8 tempest-TestNetworkAdvancedServerOps-1740099935 tempest-TestNetworkAdvancedServerOps-1740099935-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.030s {{(pid=94175) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 12:13:43.766382 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron_lib.callbacks.manager [None req-9ca6a8c7-37f3-4d39-abde-d8b974adbcc8 tempest-TestNetworkAdvancedServerOps-1740099935 tempest-TestNetworkAdvancedServerOps-1740099935-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-7866080', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-516693'] for router_interface, after_delete {{(pid=94175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 12:13:43.897967 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron_lib.callbacks.manager [None req-dc7542b2-afef-47f4-a763-e3a3cba144be None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773699952132', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-899307'] for agent, after_update {{(pid=94176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 12:13:44.037764 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9ca6a8c7-37f3-4d39-abde-d8b974adbcc8 tempest-TestNetworkAdvancedServerOps-1740099935 tempest-TestNetworkAdvancedServerOps-1740099935-project] Router 81666655-456a-4499-ae24-ed64377af3c7 has already been hosted by L3 agent 50ef99c0-ef28-4db5-b303-b145898fae60 {{(pid=94175) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 23 12:13:44.150602 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9ca6a8c7-37f3-4d39-abde-d8b974adbcc8 tempest-TestNetworkAdvancedServerOps-1740099935 tempest-TestNetworkAdvancedServerOps-1740099935-project] Notify agent at l3_agent.dv-neutron-601336-94-hyperv the message routers_updated {{(pid=94175) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 23 12:13:44.155950 dv-neutron-601336-94-hyperv neutron-server[94175]: INFO neutron.wsgi [None req-9ca6a8c7-37f3-4d39-abde-d8b974adbcc8 tempest-TestNetworkAdvancedServerOps-1740099935 tempest-TestNetworkAdvancedServerOps-1740099935-project] 10.222.0.20 "PUT /v2.0/routers/81666655-456a-4499-ae24-ed64377af3c7/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.9354434 Jun 23 12:13:44.158483 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.wsgi [-] (94174) accepted ('10.222.0.20', 49524) {{(pid=94174) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 12:13:44.160949 dv-neutron-601336-94-hyperv neutron-server[94177]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a2c839de-d649-473d-8f06-b6305c4e0ef1 None None] Sync routers for ids ['81666655-456a-4499-ae24-ed64377af3c7'] in dv-neutron-601336-94-hyperv {{(pid=94177) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 23 12:13:44.170150 dv-neutron-601336-94-hyperv neutron-server[94177]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a2c839de-d649-473d-8f06-b6305c4e0ef1 None None] Routers {'81666655-456a-4499-ae24-ed64377af3c7'} bound to L3 agent in host dv-neutron-601336-94-hyperv {{(pid=94177) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 23 12:13:44.171748 dv-neutron-601336-94-hyperv neutron-server[94177]: DEBUG neutron.db.l3_hamode_db [None req-a2c839de-d649-473d-8f06-b6305c4e0ef1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-601336-94-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-06-23T11:22:13Z,description=,heartbeat_timestamp=2021-06-23T12:13:43Z,host='dv-neutron-601336-94-hyperv',id=50ef99c0-ef28-4db5-b303-b145898fae60,load=0,resource_versions=,resources_synced=,started_at=2021-06-23T11:22:14Z,topic='l3_agent')) {'router_ids': ['81666655-456a-4499-ae24-ed64377af3c7'], 'active': True} {{(pid=94177) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 12:13:44.212576 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.db.db_base_plugin_v2 [None req-34720994-4ee7-4029-b8fc-67adc5813f55 tempest-TestNetworkAdvancedServerOps-1740099935 tempest-TestNetworkAdvancedServerOps-1740099935-project] Deleting subnet b1719b8e-d4eb-4a59-8ad9-8a666a5c1c7e {{(pid=94174) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jun 23 12:13:44.215741 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron_lib.callbacks.manager [None req-34720994-4ee7-4029-b8fc-67adc5813f55 tempest-TestNetworkAdvancedServerOps-1740099935 tempest-TestNetworkAdvancedServerOps-1740099935-project] Notify callbacks [] for subnet, before_delete {{(pid=94174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 12:13:44.257485 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron_lib.callbacks.manager [None req-34720994-4ee7-4029-b8fc-67adc5813f55 tempest-TestNetworkAdvancedServerOps-1740099935 tempest-TestNetworkAdvancedServerOps-1740099935-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4800256'] for subnet, precommit_delete_associations {{(pid=94174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 12:13:44.277022 dv-neutron-601336-94-hyperv neutron-server[94177]: DEBUG neutron.db.l3_dvr_db [None req-a2c839de-d649-473d-8f06-b6305c4e0ef1 None None] Set router 81666655-456a-4499-ae24-ed64377af3c7 gateway port host: dv-neutron-601336-94-hyperv {{(pid=94177) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:838}} Jun 23 12:13:44.347667 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron_lib.callbacks.manager [None req-34720994-4ee7-4029-b8fc-67adc5813f55 tempest-TestNetworkAdvancedServerOps-1740099935 tempest-TestNetworkAdvancedServerOps-1740099935-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-897634'] for subnet, precommit_delete {{(pid=94174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 12:13:44.459447 dv-neutron-601336-94-hyperv neutron-server[94177]: DEBUG neutron.db.l3_hamode_db [None req-a2c839de-d649-473d-8f06-b6305c4e0ef1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '81666655-456a-4499-ae24-ed64377af3c7', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2110771938', 'tenant_id': '95e75de5b0504e3e87860f65038883f5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3e7e4eb3-cf02-4d47-ade9-0a579cdfc60f', 'external_fixed_ips': [{'subnet_id': 'a5ad15ab-c489-4a67-a9b0-d559fca0ec71', 'ip_address': '172.26.3.58'}], 'enable_snat': True}, 'gw_port_id': '8ab6e83a-90b1-4f26-8689-308db8d4964c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-23T12:12:40Z', 'updated_at': '2021-06-23T12:13:43Z', 'revision_number': 5, 'project_id': '95e75de5b0504e3e87860f65038883f5', 'gw_port': {'id': '8ab6e83a-90b1-4f26-8689-308db8d4964c', 'name': '', 'network_id': '3e7e4eb3-cf02-4d47-ade9-0a579cdfc60f', 'tenant_id': '', 'mac_address': 'fa:16:3e:2f:27:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '81666655-456a-4499-ae24-ed64377af3c7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1790, 'fixed_ips': [{'subnet_id': 'a5ad15ab-c489-4a67-a9b0-d559fca0ec71', 'ip_address': '172.26.3.58', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-94-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-23T12:12:41Z', 'updated_at': '2021-06-23T12:12:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a5ad15ab-c489-4a67-a9b0-d559fca0ec71', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-601336-94-hyperv'}], 'dv-neutron-601336-94-hyperv', False) {} {{(pid=94177) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 12:13:44.485966 dv-neutron-601336-94-hyperv neutron-server[94177]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a2c839de-d649-473d-8f06-b6305c4e0ef1 None None] Checking router: 81666655-456a-4499-ae24-ed64377af3c7 for host: dv-neutron-601336-94-hyperv {{(pid=94177) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 23 12:13:44.486748 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron_lib.callbacks.manager [None req-34720994-4ee7-4029-b8fc-67adc5813f55 tempest-TestNetworkAdvancedServerOps-1740099935 tempest-TestNetworkAdvancedServerOps-1740099935-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-897627', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866062', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5195932', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4294216'] for subnet, after_delete {{(pid=94174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 12:13:44.493216 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG oslo_concurrency.lockutils [None req-7130fe3a-6b6d-4693-8955-d6c797a7b1e4 tempest-NetworksIpV6Test-2059726755 tempest-NetworksIpV6Test-2059726755-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94174) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 12:13:44.495611 dv-neutron-601336-94-hyperv neutron-server[94177]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a2c839de-d649-473d-8f06-b6305c4e0ef1 None None] Routers {'81666655-456a-4499-ae24-ed64377af3c7'} bound to L3 agent in host dv-neutron-601336-94-hyperv {{(pid=94177) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 23 12:13:44.496238 dv-neutron-601336-94-hyperv neutron-server[94177]: DEBUG neutron.db.l3_hamode_db [None req-a2c839de-d649-473d-8f06-b6305c4e0ef1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-601336-94-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-06-23T11:22:13Z,description=,heartbeat_timestamp=2021-06-23T12:13:43Z,host='dv-neutron-601336-94-hyperv',id=50ef99c0-ef28-4db5-b303-b145898fae60,load=0,resource_versions=,resources_synced=,started_at=2021-06-23T11:22:14Z,topic='l3_agent')) {'router_ids': ['81666655-456a-4499-ae24-ed64377af3c7'], 'active': True} {{(pid=94177) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 12:13:44.521104 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34720994-4ee7-4029-b8fc-67adc5813f55 tempest-TestNetworkAdvancedServerOps-1740099935 tempest-TestNetworkAdvancedServerOps-1740099935-project] Pushing event deleted for resources: {'Subnet': ['ID=b1719b8e-d4eb-4a59-8ad9-8a666a5c1c7e,revision_number=None']} {{(pid=94174) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 12:13:44.531975 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34720994-4ee7-4029-b8fc-67adc5813f55 tempest-TestNetworkAdvancedServerOps-1740099935 tempest-TestNetworkAdvancedServerOps-1740099935-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-601336-94-hyperv {{(pid=94174) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 12:13:44.532378 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34720994-4ee7-4029-b8fc-67adc5813f55 tempest-TestNetworkAdvancedServerOps-1740099935 tempest-TestNetworkAdvancedServerOps-1740099935-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-94-hyperv {{(pid=94174) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 12:13:44.532779 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34720994-4ee7-4029-b8fc-67adc5813f55 tempest-TestNetworkAdvancedServerOps-1740099935 tempest-TestNetworkAdvancedServerOps-1740099935-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-94-hyperv {{(pid=94174) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 12:13:44.532895 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-094a2cf4-74da-410c-bf01-6bf76bc34f3f None None] Network 809d932e-0138-4829-beb2-c0347b7b6a99 requested from dv-neutron-601336-94-hyperv {{(pid=94176) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 23 12:13:44.533330 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34720994-4ee7-4029-b8fc-67adc5813f55 tempest-TestNetworkAdvancedServerOps-1740099935 tempest-TestNetworkAdvancedServerOps-1740099935-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-601336-94-hyperv {{(pid=94174) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 12:13:44.533990 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34720994-4ee7-4029-b8fc-67adc5813f55 tempest-TestNetworkAdvancedServerOps-1740099935 tempest-TestNetworkAdvancedServerOps-1740099935-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-601336-94-hyperv {{(pid=94174) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 12:13:44.533990 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34720994-4ee7-4029-b8fc-67adc5813f55 tempest-TestNetworkAdvancedServerOps-1740099935 tempest-TestNetworkAdvancedServerOps-1740099935-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-601336-94-hyperv {{(pid=94174) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 12:13:44.534426 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34720994-4ee7-4029-b8fc-67adc5813f55 tempest-TestNetworkAdvancedServerOps-1740099935 tempest-TestNetworkAdvancedServerOps-1740099935-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-601336-94-hyperv {{(pid=94174) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 12:13:44.534673 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34720994-4ee7-4029-b8fc-67adc5813f55 tempest-TestNetworkAdvancedServerOps-1740099935 tempest-TestNetworkAdvancedServerOps-1740099935-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-601336-94-hyperv {{(pid=94174) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 12:13:44.535061 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34720994-4ee7-4029-b8fc-67adc5813f55 tempest-TestNetworkAdvancedServerOps-1740099935 tempest-TestNetworkAdvancedServerOps-1740099935-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-601336-94-hyperv {{(pid=94174) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 12:13:44.535449 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34720994-4ee7-4029-b8fc-67adc5813f55 tempest-TestNetworkAdvancedServerOps-1740099935 tempest-TestNetworkAdvancedServerOps-1740099935-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-94-hyperv {{(pid=94174) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 12:13:44.535833 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34720994-4ee7-4029-b8fc-67adc5813f55 tempest-TestNetworkAdvancedServerOps-1740099935 tempest-TestNetworkAdvancedServerOps-1740099935-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-601336-94-hyperv {{(pid=94174) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 12:13:44.536206 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34720994-4ee7-4029-b8fc-67adc5813f55 tempest-TestNetworkAdvancedServerOps-1740099935 tempest-TestNetworkAdvancedServerOps-1740099935-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-601336-94-hyperv {{(pid=94174) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 12:13:44.539893 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron_lib.callbacks.manager [None req-34720994-4ee7-4029-b8fc-67adc5813f55 tempest-TestNetworkAdvancedServerOps-1740099935 tempest-TestNetworkAdvancedServerOps-1740099935-project] Notify callbacks [] for subnet, before_response {{(pid=94174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 12:13:44.541831 dv-neutron-601336-94-hyperv neutron-server[94174]: INFO neutron.wsgi [None req-34720994-4ee7-4029-b8fc-67adc5813f55 tempest-TestNetworkAdvancedServerOps-1740099935 tempest-TestNetworkAdvancedServerOps-1740099935-project] 10.222.0.20 "DELETE /v2.0/subnets/b1719b8e-d4eb-4a59-8ad9-8a666a5c1c7e HTTP/1.1" status: 204 len: 168 time: 0.3822725 Jun 23 12:13:44.542791 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG oslo_concurrency.lockutils [None req-34720994-4ee7-4029-b8fc-67adc5813f55 tempest-TestNetworkAdvancedServerOps-1740099935 tempest-TestNetworkAdvancedServerOps-1740099935-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=94174) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 12:13:44.544713 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.wsgi [-] (94175) accepted ('10.222.0.20', 49526) {{(pid=94175) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 12:13:44.617548 dv-neutron-601336-94-hyperv neutron-server[94177]: DEBUG neutron.db.l3_dvr_db [None req-a2c839de-d649-473d-8f06-b6305c4e0ef1 None None] Set router 81666655-456a-4499-ae24-ed64377af3c7 gateway port host: dv-neutron-601336-94-hyperv {{(pid=94177) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:838}} Jun 23 12:13:44.668832 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron_lib.callbacks.manager [None req-f7657caa-a38c-4d81-97e9-33ddf14d8d38 tempest-TestNetworkAdvancedServerOps-1740099935 tempest-TestNetworkAdvancedServerOps-1740099935-project] Notify callbacks [] for router, before_delete {{(pid=94175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 12:13:44.769016 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2bdf74f3-42af-4993-a34b-f58036a37581 None None] DHCP port deletion for 809d932e-0138-4829-beb2-c0347b7b6a99 request from dv-neutron-601336-94-hyperv {{(pid=94176) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jun 23 12:13:44.805802 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron_lib.callbacks.manager [None req-f7657caa-a38c-4d81-97e9-33ddf14d8d38 tempest-TestNetworkAdvancedServerOps-1740099935 tempest-TestNetworkAdvancedServerOps-1740099935-project] Notify callbacks [] for router_gateway, before_delete {{(pid=94175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 12:13:44.820723 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron_lib.callbacks.manager [None req-4c20ea5f-bc7f-4d4e-935d-57f082af6ccb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773699952132', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-899307'] for agent, after_update {{(pid=94176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 12:13:44.824782 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.plugins.ml2.plugin [None req-2bdf74f3-42af-4993-a34b-f58036a37581 None None] Deleting port 96424607-561e-447b-bbf0-0770b912747f {{(pid=94176) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1913}} Jun 23 12:13:44.829068 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron_lib.callbacks.manager [None req-2bdf74f3-42af-4993-a34b-f58036a37581 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773700079324'] for port, before_delete {{(pid=94176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 12:13:44.891344 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.plugins.ml2.db [None req-2bdf74f3-42af-4993-a34b-f58036a37581 None None] For port 96424607-561e-447b-bbf0-0770b912747f, host dv-neutron-601336-94-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-94-hyperv',level=0,port_id=96424607-561e-447b-bbf0-0770b912747f,segment=NetworkSegment(62a3c509-aeb7-48c9-a256-e54f5308b1d0),segment_id=62a3c509-aeb7-48c9-a256-e54f5308b1d0)] {{(pid=94176) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 23 12:13:44.891946 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron_lib.callbacks.manager [None req-2bdf74f3-42af-4993-a34b-f58036a37581 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-430722'] for port, precommit_delete {{(pid=94176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 12:13:44.911842 dv-neutron-601336-94-hyperv neutron-server[94177]: DEBUG neutron.db.l3_hamode_db [None req-a2c839de-d649-473d-8f06-b6305c4e0ef1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '81666655-456a-4499-ae24-ed64377af3c7', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2110771938', 'tenant_id': '95e75de5b0504e3e87860f65038883f5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3e7e4eb3-cf02-4d47-ade9-0a579cdfc60f', 'external_fixed_ips': [{'subnet_id': 'a5ad15ab-c489-4a67-a9b0-d559fca0ec71', 'ip_address': '172.26.3.58'}], 'enable_snat': True}, 'gw_port_id': '8ab6e83a-90b1-4f26-8689-308db8d4964c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-23T12:12:40Z', 'updated_at': '2021-06-23T12:13:43Z', 'revision_number': 5, 'project_id': '95e75de5b0504e3e87860f65038883f5', 'gw_port': {'id': '8ab6e83a-90b1-4f26-8689-308db8d4964c', 'name': '', 'network_id': '3e7e4eb3-cf02-4d47-ade9-0a579cdfc60f', 'tenant_id': '', 'mac_address': 'fa:16:3e:2f:27:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '81666655-456a-4499-ae24-ed64377af3c7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1790, 'fixed_ips': [{'subnet_id': 'a5ad15ab-c489-4a67-a9b0-d559fca0ec71', 'ip_address': '172.26.3.58', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-94-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-23T12:12:41Z', 'updated_at': '2021-06-23T12:12:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a5ad15ab-c489-4a67-a9b0-d559fca0ec71', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-601336-94-hyperv'}], 'dv-neutron-601336-94-hyperv', False) {} {{(pid=94177) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 12:13:44.914114 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.plugins.ml2.plugin [None req-2bdf74f3-42af-4993-a34b-f58036a37581 None None] Calling delete_port for 96424607-561e-447b-bbf0-0770b912747f owned by network:dhcp {{(pid=94176) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1986}} Jun 23 12:13:44.932396 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.plugins.ml2.plugin [None req-f7657caa-a38c-4d81-97e9-33ddf14d8d38 tempest-TestNetworkAdvancedServerOps-1740099935 tempest-TestNetworkAdvancedServerOps-1740099935-project] Deleting port 8ab6e83a-90b1-4f26-8689-308db8d4964c {{(pid=94175) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1913}} Jun 23 12:13:44.932741 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron_lib.callbacks.manager [None req-f7657caa-a38c-4d81-97e9-33ddf14d8d38 tempest-TestNetworkAdvancedServerOps-1740099935 tempest-TestNetworkAdvancedServerOps-1740099935-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773700079324'] for port, before_delete {{(pid=94175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 12:13:44.946034 dv-neutron-601336-94-hyperv neutron-server[94177]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a2c839de-d649-473d-8f06-b6305c4e0ef1 None None] The sync data for ids ['81666655-456a-4499-ae24-ed64377af3c7'] in dv-neutron-601336-94-hyperv is: [{'id': '81666655-456a-4499-ae24-ed64377af3c7', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2110771938', 'tenant_id': '95e75de5b0504e3e87860f65038883f5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3e7e4eb3-cf02-4d47-ade9-0a579cdfc60f', 'external_fixed_ips': [{'subnet_id': 'a5ad15ab-c489-4a67-a9b0-d559fca0ec71', 'ip_address': '172.26.3.58'}], 'enable_snat': True}, 'gw_port_id': '8ab6e83a-90b1-4f26-8689-308db8d4964c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-23T12:12:40Z', 'updated_at': '2021-06-23T12:13:43Z', 'revision_number': 5, 'project_id': '95e75de5b0504e3e87860f65038883f5', 'gw_port': {'id': '8ab6e83a-90b1-4f26-8689-308db8d4964c', 'name': '', 'network_id': '3e7e4eb3-cf02-4d47-ade9-0a579cdfc60f', 'tenant_id': '', 'mac_address': 'fa:16:3e:2f:27:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '81666655-456a-4499-ae24-ed64377af3c7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1790, 'fixed_ips': [{'subnet_id': 'a5ad15ab-c489-4a67-a9b0-d559fca0ec71', 'ip_address': '172.26.3.58', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-94-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-23T12:12:41Z', 'updated_at': '2021-06-23T12:12:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a5ad15ab-c489-4a67-a9b0-d559fca0ec71', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-601336-94-hyperv'}] {{(pid=94177) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 23 12:13:45.028101 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.plugins.ml2.db [None req-f7657caa-a38c-4d81-97e9-33ddf14d8d38 tempest-TestNetworkAdvancedServerOps-1740099935 tempest-TestNetworkAdvancedServerOps-1740099935-project] For port 8ab6e83a-90b1-4f26-8689-308db8d4964c, host dv-neutron-601336-94-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-94-hyperv',level=0,port_id=8ab6e83a-90b1-4f26-8689-308db8d4964c,segment=NetworkSegment(c23be0a5-6980-48fb-bc9f-4a24717fe1de),segment_id=c23be0a5-6980-48fb-bc9f-4a24717fe1de)] {{(pid=94175) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 23 12:13:45.028384 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron_lib.callbacks.manager [None req-f7657caa-a38c-4d81-97e9-33ddf14d8d38 tempest-TestNetworkAdvancedServerOps-1740099935 tempest-TestNetworkAdvancedServerOps-1740099935-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-430722'] for port, precommit_delete {{(pid=94175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 12:13:45.046230 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.plugins.ml2.plugin [None req-f7657caa-a38c-4d81-97e9-33ddf14d8d38 tempest-TestNetworkAdvancedServerOps-1740099935 tempest-TestNetworkAdvancedServerOps-1740099935-project] Calling delete_port for 8ab6e83a-90b1-4f26-8689-308db8d4964c owned by network:router_gateway {{(pid=94175) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1986}} Jun 23 12:13:45.114678 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron_lib.callbacks.manager [None req-2bdf74f3-42af-4993-a34b-f58036a37581 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-922904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866062', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773700135024', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773699642224'] for port, after_delete {{(pid=94176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 12:13:45.116732 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG oslo_concurrency.lockutils [None req-71dbab97-a1db-468f-aab5-a7499999cdc3 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 12:13:45.141252 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bdf74f3-42af-4993-a34b-f58036a37581 None None] Pushing event deleted for resources: {'Port': ['ID=96424607-561e-447b-bbf0-0770b912747f,revision_number=None']} {{(pid=94176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 12:13:45.145943 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2bdf74f3-42af-4993-a34b-f58036a37581 None None] No DVR routers for this DVR port 96424607-561e-447b-bbf0-0770b912747f on host dv-neutron-601336-94-hyperv {{(pid=94176) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 23 12:13:45.153505 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2bdf74f3-42af-4993-a34b-f58036a37581 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-601336-94-hyperv {{(pid=94176) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 12:13:45.156999 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2bdf74f3-42af-4993-a34b-f58036a37581 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-94-hyperv {{(pid=94176) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 12:13:45.156999 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2bdf74f3-42af-4993-a34b-f58036a37581 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-94-hyperv {{(pid=94176) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 12:13:45.156999 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2bdf74f3-42af-4993-a34b-f58036a37581 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-601336-94-hyperv {{(pid=94176) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 12:13:45.156999 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2bdf74f3-42af-4993-a34b-f58036a37581 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-601336-94-hyperv {{(pid=94176) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 12:13:45.156999 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2bdf74f3-42af-4993-a34b-f58036a37581 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-601336-94-hyperv {{(pid=94176) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 12:13:45.156999 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2bdf74f3-42af-4993-a34b-f58036a37581 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-601336-94-hyperv {{(pid=94176) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 12:13:45.156999 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2bdf74f3-42af-4993-a34b-f58036a37581 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-601336-94-hyperv {{(pid=94176) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 12:13:45.156999 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2bdf74f3-42af-4993-a34b-f58036a37581 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-601336-94-hyperv {{(pid=94176) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 12:13:45.156999 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2bdf74f3-42af-4993-a34b-f58036a37581 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-94-hyperv {{(pid=94176) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 12:13:45.156999 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2bdf74f3-42af-4993-a34b-f58036a37581 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-601336-94-hyperv {{(pid=94176) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 12:13:45.156999 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2bdf74f3-42af-4993-a34b-f58036a37581 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-601336-94-hyperv {{(pid=94176) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 12:13:45.160108 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG oslo_concurrency.lockutils [None req-2bdf74f3-42af-4993-a34b-f58036a37581 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.043s {{(pid=94176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 12:13:45.302732 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron_lib.callbacks.manager [None req-f7657caa-a38c-4d81-97e9-33ddf14d8d38 tempest-TestNetworkAdvancedServerOps-1740099935 tempest-TestNetworkAdvancedServerOps-1740099935-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-922904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866062', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773700135024', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773699642224', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5082448'] for port, after_delete {{(pid=94175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 12:13:45.305130 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG oslo_concurrency.lockutils [None req-fbdd473d-6cbe-4433-9f75-b4a20b5c1226 tempest-TestNetworkAdvancedServerOps-1740099935 tempest-TestNetworkAdvancedServerOps-1740099935-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94175) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 12:13:45.331141 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7657caa-a38c-4d81-97e9-33ddf14d8d38 tempest-TestNetworkAdvancedServerOps-1740099935 tempest-TestNetworkAdvancedServerOps-1740099935-project] Pushing event deleted for resources: {'Port': ['ID=8ab6e83a-90b1-4f26-8689-308db8d4964c,revision_number=None']} {{(pid=94175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 12:13:45.334100 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG oslo_concurrency.lockutils [None req-f7657caa-a38c-4d81-97e9-33ddf14d8d38 tempest-TestNetworkAdvancedServerOps-1740099935 tempest-TestNetworkAdvancedServerOps-1740099935-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.029s {{(pid=94175) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 12:13:45.400745 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron_lib.callbacks.manager [None req-f7657caa-a38c-4d81-97e9-33ddf14d8d38 tempest-TestNetworkAdvancedServerOps-1740099935 tempest-TestNetworkAdvancedServerOps-1740099935-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-524171'] for router_gateway, after_delete {{(pid=94175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 12:13:45.492593 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron_lib.callbacks.manager [None req-f7657caa-a38c-4d81-97e9-33ddf14d8d38 tempest-TestNetworkAdvancedServerOps-1740099935 tempest-TestNetworkAdvancedServerOps-1740099935-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-520417', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-32301'] for router, precommit_delete {{(pid=94175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 12:13:45.494756 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron_lib.callbacks.manager [None req-f7657caa-a38c-4d81-97e9-33ddf14d8d38 tempest-TestNetworkAdvancedServerOps-1740099935 tempest-TestNetworkAdvancedServerOps-1740099935-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 12:13:45.618073 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron_lib.callbacks.manager [None req-f7657caa-a38c-4d81-97e9-33ddf14d8d38 tempest-TestNetworkAdvancedServerOps-1740099935 tempest-TestNetworkAdvancedServerOps-1740099935-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-494961'] for router, after_delete {{(pid=94175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 12:13:45.618802 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f7657caa-a38c-4d81-97e9-33ddf14d8d38 tempest-TestNetworkAdvancedServerOps-1740099935 tempest-TestNetworkAdvancedServerOps-1740099935-project] Fanout notify agent at l3_agent the message router_deleted on router 81666655-456a-4499-ae24-ed64377af3c7 {{(pid=94175) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jun 23 12:13:45.635366 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron_lib.callbacks.manager [None req-f7657caa-a38c-4d81-97e9-33ddf14d8d38 tempest-TestNetworkAdvancedServerOps-1740099935 tempest-TestNetworkAdvancedServerOps-1740099935-project] Notify callbacks [] for router, before_response {{(pid=94175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 12:13:45.635366 dv-neutron-601336-94-hyperv neutron-server[94175]: INFO neutron.wsgi [None req-f7657caa-a38c-4d81-97e9-33ddf14d8d38 tempest-TestNetworkAdvancedServerOps-1740099935 tempest-TestNetworkAdvancedServerOps-1740099935-project] 10.222.0.20 "DELETE /v2.0/routers/81666655-456a-4499-ae24-ed64377af3c7 HTTP/1.1" status: 204 len: 168 time: 1.0805852 Jun 23 12:13:45.635366 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.wsgi [-] (94175) accepted ('10.222.0.20', 49528) {{(pid=94175) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 12:13:45.708946 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron_lib.callbacks.manager [None req-bb193578-862b-45fb-a777-502c4ce8a3ad tempest-TestNetworkAdvancedServerOps-1740099935 tempest-TestNetworkAdvancedServerOps-1740099935-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-824874'] for network, before_delete {{(pid=94175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 12:13:45.798558 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron_lib.callbacks.manager [None req-bb193578-862b-45fb-a777-502c4ce8a3ad tempest-TestNetworkAdvancedServerOps-1740099935 tempest-TestNetworkAdvancedServerOps-1740099935-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-897259', 'neutron.services.segments.db._delete_segments_for_network-8773700168587'] for network, precommit_delete {{(pid=94175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 12:13:45.808440 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.services.segments.db [None req-bb193578-862b-45fb-a777-502c4ce8a3ad tempest-TestNetworkAdvancedServerOps-1740099935 tempest-TestNetworkAdvancedServerOps-1740099935-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['809d932e-0138-4829-beb2-c0347b7b6a99']}} {{(pid=94175) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 12:13:45.818069 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.services.segments.db [None req-bb193578-862b-45fb-a777-502c4ce8a3ad tempest-TestNetworkAdvancedServerOps-1740099935 tempest-TestNetworkAdvancedServerOps-1740099935-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '62a3c509-aeb7-48c9-a256-e54f5308b1d0') {'for_net_delete': True} {{(pid=94175) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 12:13:45.818364 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.services.segments.db [None req-bb193578-862b-45fb-a777-502c4ce8a3ad tempest-TestNetworkAdvancedServerOps-1740099935 tempest-TestNetworkAdvancedServerOps-1740099935-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '62a3c509-aeb7-48c9-a256-e54f5308b1d0') {} {{(pid=94175) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 12:13:45.828127 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron_lib.callbacks.manager [None req-bb193578-862b-45fb-a777-502c4ce8a3ad tempest-TestNetworkAdvancedServerOps-1740099935 tempest-TestNetworkAdvancedServerOps-1740099935-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8773699955833', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5190677'] for segment, before_delete {{(pid=94175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 12:13:45.841243 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron_lib.callbacks.manager [None req-bb193578-862b-45fb-a777-502c4ce8a3ad tempest-TestNetworkAdvancedServerOps-1740099935 tempest-TestNetworkAdvancedServerOps-1740099935-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3801'] for segment, precommit_delete {{(pid=94175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 12:13:45.846912 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-bb193578-862b-45fb-a777-502c4ce8a3ad tempest-TestNetworkAdvancedServerOps-1740099935 tempest-TestNetworkAdvancedServerOps-1740099935-project] Releasing vlan 404 on physical network physnet1 to pool {{(pid=94175) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 23 12:13:45.847322 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron_lib.callbacks.manager [None req-bb193578-862b-45fb-a777-502c4ce8a3ad tempest-TestNetworkAdvancedServerOps-1740099935 tempest-TestNetworkAdvancedServerOps-1740099935-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3801', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5082371'] for segment, after_delete {{(pid=94175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 12:13:45.850150 dv-neutron-601336-94-hyperv neutron-server[94175]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 23 12:13:45.850150 dv-neutron-601336-94-hyperv neutron-server[94175]: conditions |= (models_v2.Port.network_id.in_( Jun 23 12:13:45.850150 dv-neutron-601336-94-hyperv neutron-server[94175]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 23 12:13:45.850150 dv-neutron-601336-94-hyperv neutron-server[94175]: conditions |= (models_v2.Port.network_id.in_( Jun 23 12:13:45.850150 dv-neutron-601336-94-hyperv neutron-server[94175]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 23 12:13:45.850150 dv-neutron-601336-94-hyperv neutron-server[94175]: conditions |= (models_v2.Port.network_id.in_( Jun 23 12:13:45.850150 dv-neutron-601336-94-hyperv neutron-server[94175]: Traceback (most recent call last): Jun 23 12:13:45.850150 dv-neutron-601336-94-hyperv neutron-server[94175]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 23 12:13:45.850150 dv-neutron-601336-94-hyperv neutron-server[94175]: timer() Jun 23 12:13:45.850150 dv-neutron-601336-94-hyperv neutron-server[94175]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 23 12:13:45.850150 dv-neutron-601336-94-hyperv neutron-server[94175]: cb(*args, **kw) Jun 23 12:13:45.850150 dv-neutron-601336-94-hyperv neutron-server[94175]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 23 12:13:45.850150 dv-neutron-601336-94-hyperv neutron-server[94175]: return func(*args, **kwargs) Jun 23 12:13:45.850150 dv-neutron-601336-94-hyperv neutron-server[94175]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 23 12:13:45.850150 dv-neutron-601336-94-hyperv neutron-server[94175]: self._notify() Jun 23 12:13:45.850150 dv-neutron-601336-94-hyperv neutron-server[94175]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 23 12:13:45.850150 dv-neutron-601336-94-hyperv neutron-server[94175]: self.callback(batched_events) Jun 23 12:13:45.850150 dv-neutron-601336-94-hyperv neutron-server[94175]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 23 12:13:45.850150 dv-neutron-601336-94-hyperv neutron-server[94175]: event.method(event) Jun 23 12:13:45.850150 dv-neutron-601336-94-hyperv neutron-server[94175]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 23 12:13:45.850150 dv-neutron-601336-94-hyperv neutron-server[94175]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 23 12:13:45.850150 dv-neutron-601336-94-hyperv neutron-server[94175]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 23 12:13:45.850150 dv-neutron-601336-94-hyperv neutron-server[94175]: aggregate_uuid = self.p_client.list_aggregates( Jun 23 12:13:45.850150 dv-neutron-601336-94-hyperv neutron-server[94175]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 23 12:13:45.850150 dv-neutron-601336-94-hyperv neutron-server[94175]: return f(self, *a, **k) Jun 23 12:13:45.850150 dv-neutron-601336-94-hyperv neutron-server[94175]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 23 12:13:45.850150 dv-neutron-601336-94-hyperv neutron-server[94175]: return self._get(url).json() Jun 23 12:13:45.850150 dv-neutron-601336-94-hyperv neutron-server[94175]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 23 12:13:45.850150 dv-neutron-601336-94-hyperv neutron-server[94175]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 23 12:13:45.850150 dv-neutron-601336-94-hyperv neutron-server[94175]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 23 12:13:45.850150 dv-neutron-601336-94-hyperv neutron-server[94175]: return self.request(url, 'GET', **kwargs) Jun 23 12:13:45.850150 dv-neutron-601336-94-hyperv neutron-server[94175]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 23 12:13:45.850150 dv-neutron-601336-94-hyperv neutron-server[94175]: base_url = self.get_endpoint(auth, allow=allow, Jun 23 12:13:45.850150 dv-neutron-601336-94-hyperv neutron-server[94175]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 23 12:13:45.850150 dv-neutron-601336-94-hyperv neutron-server[94175]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 23 12:13:45.850150 dv-neutron-601336-94-hyperv neutron-server[94175]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 23 12:13:45.850150 dv-neutron-601336-94-hyperv neutron-server[94175]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 23 12:13:45.850150 dv-neutron-601336-94-hyperv neutron-server[94175]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 23 12:13:45.972127 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron_lib.callbacks.manager [None req-bb193578-862b-45fb-a777-502c4ce8a3ad tempest-TestNetworkAdvancedServerOps-1740099935 tempest-TestNetworkAdvancedServerOps-1740099935-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-897248', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8002400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7866073', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-524247'] for network, after_delete {{(pid=94175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 12:13:45.976010 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG oslo_concurrency.lockutils [None req-a679d203-ee1d-4cfe-ab3f-498e570faedf tempest-TestNetworkBasicOps-233187296 tempest-TestNetworkBasicOps-233187296-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94175) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 12:13:45.979925 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron_lib.callbacks.manager [None req-bb193578-862b-45fb-a777-502c4ce8a3ad tempest-TestNetworkAdvancedServerOps-1740099935 tempest-TestNetworkAdvancedServerOps-1740099935-project] Notify callbacks [] for network, before_response {{(pid=94175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 12:13:45.981746 dv-neutron-601336-94-hyperv neutron-server[94175]: INFO neutron.wsgi [None req-bb193578-862b-45fb-a777-502c4ce8a3ad tempest-TestNetworkAdvancedServerOps-1740099935 tempest-TestNetworkAdvancedServerOps-1740099935-project] 10.222.0.20 "DELETE /v2.0/networks/809d932e-0138-4829-beb2-c0347b7b6a99 HTTP/1.1" status: 204 len: 168 time: 0.3507044 Jun 23 12:13:45.990434 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.wsgi [-] (94174) accepted ('10.222.0.20', 49530) {{(pid=94174) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 12:13:45.995864 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb193578-862b-45fb-a777-502c4ce8a3ad tempest-TestNetworkAdvancedServerOps-1740099935 tempest-TestNetworkAdvancedServerOps-1740099935-project] Pushing event deleted for resources: {'Network': ['ID=809d932e-0138-4829-beb2-c0347b7b6a99,revision_number=None']} {{(pid=94175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 12:13:45.998289 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG oslo_concurrency.lockutils [None req-bb193578-862b-45fb-a777-502c4ce8a3ad tempest-TestNetworkAdvancedServerOps-1740099935 tempest-TestNetworkAdvancedServerOps-1740099935-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.023s {{(pid=94175) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 12:13:46.059146 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron_lib.callbacks.manager [None req-ebf331c5-397c-4ebd-8faa-db92c45e0f51 tempest-TestNetworkAdvancedServerOps-1740099935 tempest-TestNetworkAdvancedServerOps-1740099935-project] Notify callbacks [] for security_group, before_delete {{(pid=94174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 12:13:46.088976 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron_lib.callbacks.manager [None req-ebf331c5-397c-4ebd-8faa-db92c45e0f51 tempest-TestNetworkAdvancedServerOps-1740099935 tempest-TestNetworkAdvancedServerOps-1740099935-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 12:13:46.194795 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron_lib.callbacks.manager [None req-ebf331c5-397c-4ebd-8faa-db92c45e0f51 tempest-TestNetworkAdvancedServerOps-1740099935 tempest-TestNetworkAdvancedServerOps-1740099935-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7996330'] for security_group, after_delete {{(pid=94174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 12:13:46.197535 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron_lib.callbacks.manager [None req-ebf331c5-397c-4ebd-8faa-db92c45e0f51 tempest-TestNetworkAdvancedServerOps-1740099935 tempest-TestNetworkAdvancedServerOps-1740099935-project] Notify callbacks [] for security_group, before_response {{(pid=94174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 12:13:46.198694 dv-neutron-601336-94-hyperv neutron-server[94174]: INFO neutron.wsgi [None req-ebf331c5-397c-4ebd-8faa-db92c45e0f51 tempest-TestNetworkAdvancedServerOps-1740099935 tempest-TestNetworkAdvancedServerOps-1740099935-project] 10.222.0.20 "DELETE /v2.0/security-groups/09448ede-d622-402a-8a40-91552f14a5d7 HTTP/1.1" status: 204 len: 168 time: 0.2098958 Jun 23 12:13:46.199659 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG oslo_concurrency.lockutils [None req-a3bdda94-f7d5-4da4-a935-023204cf782b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94174) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 12:13:46.209366 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebf331c5-397c-4ebd-8faa-db92c45e0f51 tempest-TestNetworkAdvancedServerOps-1740099935 tempest-TestNetworkAdvancedServerOps-1740099935-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=09448ede-d622-402a-8a40-91552f14a5d7,revision_number=None']} {{(pid=94174) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 12:13:46.212575 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG oslo_concurrency.lockutils [None req-ebf331c5-397c-4ebd-8faa-db92c45e0f51 tempest-TestNetworkAdvancedServerOps-1740099935 tempest-TestNetworkAdvancedServerOps-1740099935-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.013s {{(pid=94174) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 12:13:46.542138 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.plugins.ml2.rpc [None req-dc7542b2-afef-47f4-a763-e3a3cba144be None None] Device 96424607-561e-447b-bbf0-0770b912747f no longer exists at agent ovs-agent-dv-neutron-601336-94-hyperv {{(pid=94176) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:261}} Jun 23 12:13:46.561895 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.plugins.ml2.plugin [None req-dc7542b2-afef-47f4-a763-e3a3cba144be None None] No Port match for: 96424607-561e-447b-bbf0-0770b912747f {{(pid=94176) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2240}} Jun 23 12:13:46.562235 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.plugins.ml2.rpc [None req-dc7542b2-afef-47f4-a763-e3a3cba144be None None] Device 96424607-561e-447b-bbf0-0770b912747f not bound to the agent host dv-neutron-601336-94-hyperv {{(pid=94176) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:271}} Jun 23 12:13:46.562674 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.plugins.ml2.rpc [None req-dc7542b2-afef-47f4-a763-e3a3cba144be None None] Device 7ef07df2-e64b-4b31-b443-557e6472857b no longer exists at agent ovs-agent-dv-neutron-601336-94-hyperv {{(pid=94176) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:261}} Jun 23 12:13:46.581937 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.plugins.ml2.plugin [None req-dc7542b2-afef-47f4-a763-e3a3cba144be None None] No Port match for: 7ef07df2-e64b-4b31-b443-557e6472857b {{(pid=94176) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2240}} Jun 23 12:13:46.582298 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.plugins.ml2.rpc [None req-dc7542b2-afef-47f4-a763-e3a3cba144be None None] Device 7ef07df2-e64b-4b31-b443-557e6472857b not bound to the agent host dv-neutron-601336-94-hyperv {{(pid=94176) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:271}} Jun 23 12:13:46.582740 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.plugins.ml2.rpc [None req-dc7542b2-afef-47f4-a763-e3a3cba144be None None] Device 8ab6e83a-90b1-4f26-8689-308db8d4964c no longer exists at agent ovs-agent-dv-neutron-601336-94-hyperv {{(pid=94176) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:261}} Jun 23 12:13:46.601870 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.plugins.ml2.plugin [None req-dc7542b2-afef-47f4-a763-e3a3cba144be None None] No Port match for: 8ab6e83a-90b1-4f26-8689-308db8d4964c {{(pid=94176) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2240}} Jun 23 12:13:46.602235 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.plugins.ml2.rpc [None req-dc7542b2-afef-47f4-a763-e3a3cba144be None None] Device 8ab6e83a-90b1-4f26-8689-308db8d4964c not bound to the agent host dv-neutron-601336-94-hyperv {{(pid=94176) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:271}} Jun 23 12:13:46.823790 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.wsgi [-] (94174) accepted ('10.222.0.20', 49538) {{(pid=94174) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 12:13:46.829300 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron_lib.callbacks.manager [None req-95d6aa8f-24e7-4234-82ff-f502266c3285 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773699952132', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-899307'] for agent, after_update {{(pid=94176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 12:13:46.955557 dv-neutron-601336-94-hyperv neutron-server[94174]: INFO neutron.wsgi [None req-0eab03c9-b14f-45cd-943b-0c1f0ea58fac admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=95e75de5b0504e3e87860f65038883f5&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1304612 Jun 23 12:13:46.957925 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.wsgi [-] (94174) accepted ('10.222.0.20', 49542) {{(pid=94174) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 12:13:47.007885 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron_lib.callbacks.manager [None req-9a6520ec-9852-44c1-9122-96e7f52ba66b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 12:13:47.030095 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron_lib.callbacks.manager [None req-9a6520ec-9852-44c1-9122-96e7f52ba66b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 12:13:47.120296 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron_lib.callbacks.manager [None req-9a6520ec-9852-44c1-9122-96e7f52ba66b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7996330'] for security_group, after_delete {{(pid=94174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 12:13:47.123010 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron_lib.callbacks.manager [None req-9a6520ec-9852-44c1-9122-96e7f52ba66b admin admin] Notify callbacks [] for security_group, before_response {{(pid=94174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 12:13:47.124241 dv-neutron-601336-94-hyperv neutron-server[94174]: INFO neutron.wsgi [None req-9a6520ec-9852-44c1-9122-96e7f52ba66b admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/ea3f1907-e4cc-4f2a-b093-3761f506d609 HTTP/1.1" status: 204 len: 168 time: 0.1654217 Jun 23 12:13:47.125113 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG oslo_concurrency.lockutils [None req-5174f32c-b1b9-4b32-9e2f-8b8c636e647a tempest-TestNetworkBasicOps-233187296 tempest-TestNetworkBasicOps-233187296-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94174) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 12:13:47.134157 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a6520ec-9852-44c1-9122-96e7f52ba66b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ea3f1907-e4cc-4f2a-b093-3761f506d609,revision_number=None']} {{(pid=94174) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 12:13:47.138401 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG oslo_concurrency.lockutils [None req-9a6520ec-9852-44c1-9122-96e7f52ba66b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.011s {{(pid=94174) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 12:13:47.696336 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.wsgi [-] (94174) accepted ('10.222.0.20', 49548) {{(pid=94174) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 12:13:47.710372 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron_lib.callbacks.manager [None req-25935d5c-41e9-4caa-8864-e9cccdefdfbb admin admin] Notify callbacks [] for security_group, before_create {{(pid=94174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 12:13:47.805257 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron_lib.callbacks.manager [None req-25935d5c-41e9-4caa-8864-e9cccdefdfbb admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 12:13:47.926382 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron_lib.callbacks.manager [None req-25935d5c-41e9-4caa-8864-e9cccdefdfbb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7996330'] for security_group, after_create {{(pid=94174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 12:13:47.929052 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG oslo_concurrency.lockutils [None req-a649077a-86e3-4aaa-b1e0-e68564ac14ea tempest-TestNetworkBasicOps-233187296 tempest-TestNetworkBasicOps-233187296-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94174) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 12:13:47.973359 dv-neutron-601336-94-hyperv neutron-server[94174]: INFO neutron.wsgi [None req-25935d5c-41e9-4caa-8864-e9cccdefdfbb admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=e58eb5b582d84c66ac5a0c18dc730104&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2757635 Jun 23 12:13:47.974313 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25935d5c-41e9-4caa-8864-e9cccdefdfbb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b3ebf4b1-6420-4479-b9bf-e42c64d3eefa,revision_number=1']} {{(pid=94174) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 12:13:47.976551 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.wsgi [-] (94175) accepted ('10.222.0.20', 49550) {{(pid=94175) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 12:13:47.977877 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG oslo_concurrency.lockutils [None req-25935d5c-41e9-4caa-8864-e9cccdefdfbb admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=94174) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 12:13:48.037403 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron_lib.callbacks.manager [None req-abe65fe9-a57a-466f-bd15-626b9b5e8010 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 12:13:48.060542 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron_lib.callbacks.manager [None req-abe65fe9-a57a-466f-bd15-626b9b5e8010 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 12:13:48.200998 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron_lib.callbacks.manager [None req-abe65fe9-a57a-466f-bd15-626b9b5e8010 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7996330'] for security_group, after_delete {{(pid=94175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 12:13:48.203562 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron_lib.callbacks.manager [None req-abe65fe9-a57a-466f-bd15-626b9b5e8010 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 12:13:48.204720 dv-neutron-601336-94-hyperv neutron-server[94175]: INFO neutron.wsgi [None req-abe65fe9-a57a-466f-bd15-626b9b5e8010 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/b3ebf4b1-6420-4479-b9bf-e42c64d3eefa HTTP/1.1" status: 204 len: 168 time: 0.2264180 Jun 23 12:13:48.205620 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG oslo_concurrency.lockutils [None req-4370de77-87c5-4ffe-867b-eef89270047c tempest-ServerActionsTestJSON-1945522763 tempest-ServerActionsTestJSON-1945522763-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94175) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 12:13:48.214610 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abe65fe9-a57a-466f-bd15-626b9b5e8010 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b3ebf4b1-6420-4479-b9bf-e42c64d3eefa,revision_number=None']} {{(pid=94175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 12:13:48.217655 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG oslo_concurrency.lockutils [None req-abe65fe9-a57a-466f-bd15-626b9b5e8010 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.012s {{(pid=94175) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 12:13:49.283741 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.wsgi [-] (94175) accepted ('10.222.0.20', 49572) {{(pid=94175) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 12:13:49.382235 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.api.v2.base [None req-8b9e1bd9-228c-4c30-8cda-17f9de21c65a admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-1623291902-network', 'tenant_id': 'c080a553dd50489bbe6db51b0d3ddebb'}} {{(pid=94175) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 23 12:13:49.446360 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8b9e1bd9-228c-4c30-8cda-17f9de21c65a admin admin] Made reservation on behalf of c080a553dd50489bbe6db51b0d3ddebb for: {'network': 1} {{(pid=94175) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 23 12:13:49.448831 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron_lib.callbacks.manager [None req-8b9e1bd9-228c-4c30-8cda-17f9de21c65a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-923104'] for network, before_create {{(pid=94175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 12:13:49.457718 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron_lib.callbacks.manager [None req-8b9e1bd9-228c-4c30-8cda-17f9de21c65a admin admin] Notify callbacks [] for security_group, before_create {{(pid=94175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 12:13:49.545941 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron_lib.callbacks.manager [None req-8b9e1bd9-228c-4c30-8cda-17f9de21c65a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 12:13:49.610440 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron_lib.callbacks.manager [None req-8b9e1bd9-228c-4c30-8cda-17f9de21c65a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7996330'] for security_group, after_create {{(pid=94175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 12:13:49.613550 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG oslo_concurrency.lockutils [None req-22f6d7ab-49b7-45fe-866f-d13d1e75497b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94175) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 12:13:49.636855 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8b9e1bd9-228c-4c30-8cda-17f9de21c65a admin admin] vlan segment allocate from pool success with {'vlan_id': 417, 'physical_network': 'physnet1'} {{(pid=94175) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 23 12:13:49.649128 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b9e1bd9-228c-4c30-8cda-17f9de21c65a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=672c578a-b5af-4322-b5aa-c0ba7d17ed8d,revision_number=1']} {{(pid=94175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 12:13:49.651754 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG oslo_concurrency.lockutils [None req-8b9e1bd9-228c-4c30-8cda-17f9de21c65a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.038s {{(pid=94175) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 12:13:49.654701 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron_lib.callbacks.manager [None req-8b9e1bd9-228c-4c30-8cda-17f9de21c65a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3801'] for segment, precommit_create {{(pid=94175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 12:13:49.660036 dv-neutron-601336-94-hyperv neutron-server[94175]: INFO neutron.db.segments_db [None req-8b9e1bd9-228c-4c30-8cda-17f9de21c65a admin admin] Added segment 7c9ce104-d172-418f-b29b-77515f70dc45 of type vlan for network 61c6d8b9-d3d0-4122-99ae-31963043c8d9 Jun 23 12:13:49.698553 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron_lib.callbacks.manager [None req-8b9e1bd9-228c-4c30-8cda-17f9de21c65a admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8773699596773'] for network, precommit_create {{(pid=94175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 12:13:49.800547 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron_lib.callbacks.manager [None req-8b9e1bd9-228c-4c30-8cda-17f9de21c65a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8002400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7866073'] for network, after_create {{(pid=94175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 12:13:49.801606 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8b9e1bd9-228c-4c30-8cda-17f9de21c65a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 12:13:49.802185 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron_lib.callbacks.manager [None req-8b9e1bd9-228c-4c30-8cda-17f9de21c65a admin admin] Notify callbacks [] for network, before_response {{(pid=94175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 12:13:49.805184 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG oslo_concurrency.lockutils [None req-f9303abb-df97-49bb-b38f-38b7407ab80b tempest-RoutersIpV6Test-1448447933 tempest-RoutersIpV6Test-1448447933-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94175) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 12:13:49.891917 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b9e1bd9-228c-4c30-8cda-17f9de21c65a admin admin] Pushing event updated for resources: {'Network': ['ID=61c6d8b9-d3d0-4122-99ae-31963043c8d9,revision_number=1']} {{(pid=94175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 12:13:49.894784 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG oslo_concurrency.lockutils [None req-8b9e1bd9-228c-4c30-8cda-17f9de21c65a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.090s {{(pid=94175) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 12:13:49.901573 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.plugins.ml2.rpc [None req-dc7542b2-afef-47f4-a763-e3a3cba144be None None] Network 61c6d8b9-d3d0-4122-99ae-31963043c8d9 details requested by agent ovs-agent-dv-neutron-601336-94-hyperv with host dv-neutron-601336-94-hyperv {{(pid=94176) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:250}} Jun 23 12:13:49.978244 dv-neutron-601336-94-hyperv neutron-server[94175]: INFO neutron.wsgi [None req-8b9e1bd9-228c-4c30-8cda-17f9de21c65a admin admin] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.6933815 Jun 23 12:13:49.981384 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.wsgi [-] (94174) accepted ('10.222.0.20', 49576) {{(pid=94174) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 12:13:49.987018 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.api.v2.base [None req-b3449d31-555f-437b-bcca-a9adadde289b admin admin] Request body: {'subnet': {'network_id': '61c6d8b9-d3d0-4122-99ae-31963043c8d9', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-1623291902-subnet', 'tenant_id': 'c080a553dd50489bbe6db51b0d3ddebb', 'ip_version': 4}} {{(pid=94174) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 23 12:13:50.074625 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b3449d31-555f-437b-bcca-a9adadde289b admin admin] Made reservation on behalf of c080a553dd50489bbe6db51b0d3ddebb for: {'subnet': 1} {{(pid=94174) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 23 12:13:50.077029 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron_lib.callbacks.manager [None req-b3449d31-555f-437b-bcca-a9adadde289b admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4294245'] for subnet, before_create {{(pid=94174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 12:13:50.326386 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron_lib.callbacks.manager [None req-b3449d31-555f-437b-bcca-a9adadde289b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866062', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5195999', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4294259'] for subnet, after_create {{(pid=94174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 12:13:50.328484 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG oslo_concurrency.lockutils [None req-076d2afb-131c-432c-a454-d878c8a1d310 tempest-RoutersTest-228919764 tempest-RoutersTest-228919764-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94174) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 12:13:50.380754 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3449d31-555f-437b-bcca-a9adadde289b admin admin] Pushing event updated for resources: {'Subnet': ['ID=7f686d1e-afe2-4a5c-a0f6-7d19b33ee35e,revision_number=0']} {{(pid=94174) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 12:13:50.383968 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG oslo_concurrency.lockutils [None req-b3449d31-555f-437b-bcca-a9adadde289b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.055s {{(pid=94174) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 12:13:50.392757 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b3449d31-555f-437b-bcca-a9adadde289b admin admin] Checking segment: {'id': '7c9ce104-d172-418f-b29b-77515f70dc45', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 417, 'network_id': '61c6d8b9-d3d0-4122-99ae-31963043c8d9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94174) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 23 12:13:50.393113 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b3449d31-555f-437b-bcca-a9adadde289b admin admin] Network hostable DHCP agents. Network: 61c6d8b9-d3d0-4122-99ae-31963043c8d9, hostable agents: ['8cf29b10-0e57-4131-816f-a4b6ad00b249'], hosted agents: [] {{(pid=94174) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 23 12:13:50.497320 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b3449d31-555f-437b-bcca-a9adadde289b admin admin] Network 61c6d8b9-d3d0-4122-99ae-31963043c8d9 is scheduled to be hosted by DHCP agent 8cf29b10-0e57-4131-816f-a4b6ad00b249 with binding_index 1 {{(pid=94174) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 23 12:13:50.554436 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.scheduler.base_scheduler [None req-b3449d31-555f-437b-bcca-a9adadde289b admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-601336-94-hyperv, 61c6d8b9-d3d0-4122-99ae-31963043c8d9) {{(pid=94174) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 23 12:13:50.558585 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b3449d31-555f-437b-bcca-a9adadde289b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94174) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 12:13:50.559203 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron_lib.callbacks.manager [None req-b3449d31-555f-437b-bcca-a9adadde289b admin admin] Notify callbacks [] for subnet, before_response {{(pid=94174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 12:13:50.563657 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c7754265-85d6-4ee8-8ae8-74948061b897 None None] Network 61c6d8b9-d3d0-4122-99ae-31963043c8d9 requested from dv-neutron-601336-94-hyperv {{(pid=94176) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 23 12:13:50.635608 dv-neutron-601336-94-hyperv neutron-server[94174]: INFO neutron.wsgi [None req-b3449d31-555f-437b-bcca-a9adadde289b admin admin] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.6529362 Jun 23 12:13:50.639214 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.wsgi [-] (94174) accepted ('10.222.0.20', 49578) {{(pid=94174) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 12:13:50.642650 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.api.v2.base [None req-25cea848-dd5d-4396-9540-fe33c8831305 admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-1623291902-router', 'tenant_id': 'c080a553dd50489bbe6db51b0d3ddebb', 'external_gateway_info': {'network_id': '3e7e4eb3-cf02-4d47-ade9-0a579cdfc60f'}}} {{(pid=94174) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 23 12:13:50.709386 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2203a0b0-6285-41ac-b933-f17be6e7e4bc None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1e0d828a-1fa4-563d-b7fd-53adf66a04ee-61c6d8b9-d3d0-4122-99ae-31963043c8d9', 'network_id': '61c6d8b9-d3d0-4122-99ae-31963043c8d9', 'tenant_id': 'c080a553dd50489bbe6db51b0d3ddebb', 'fixed_ips': [{'subnet_id': '7f686d1e-afe2-4a5c-a0f6-7d19b33ee35e'}]}} from dv-neutron-601336-94-hyperv. {{(pid=94176) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 23 12:13:50.710295 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron_lib.callbacks.manager [None req-2203a0b0-6285-41ac-b933-f17be6e7e4bc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-923104'] for port, before_create {{(pid=94176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 12:13:50.732557 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron_lib.callbacks.manager [None req-25cea848-dd5d-4396-9540-fe33c8831305 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-520407', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-32315'] for router, before_create {{(pid=94174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 12:13:50.733063 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron_lib.callbacks.manager [None req-25cea848-dd5d-4396-9540-fe33c8831305 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-520264', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-524122', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-414782', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-32290'] for router, precommit_create {{(pid=94174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 12:13:50.788367 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron_lib.callbacks.manager [None req-25cea848-dd5d-4396-9540-fe33c8831305 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 12:13:50.845890 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.db.db_base_plugin_common [None req-2203a0b0-6285-41ac-b933-f17be6e7e4bc None None] Allocated IP 172.20.0.2 (61c6d8b9-d3d0-4122-99ae-31963043c8d9/7f686d1e-afe2-4a5c-a0f6-7d19b33ee35e/a97cd461-9626-4717-995c-c5789a514b86) {{(pid=94176) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 23 12:13:50.985403 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron_lib.callbacks.manager [None req-2203a0b0-6285-41ac-b933-f17be6e7e4bc None None] Notify callbacks [] for port, precommit_create {{(pid=94176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 12:13:50.994098 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.db.provisioning_blocks [None req-2203a0b0-6285-41ac-b933-f17be6e7e4bc None None] Transition to ACTIVE for port object a97cd461-9626-4717-995c-c5789a514b86 will not be triggered until provisioned by entity L2. {{(pid=94176) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 23 12:13:51.018624 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.db.provisioning_blocks [None req-2203a0b0-6285-41ac-b933-f17be6e7e4bc None None] Transition to ACTIVE for port object a97cd461-9626-4717-995c-c5789a514b86 will not be triggered until provisioned by entity DHCP. {{(pid=94176) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 23 12:13:51.024823 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron_lib.callbacks.manager [None req-25cea848-dd5d-4396-9540-fe33c8831305 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-524104', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-520389', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-32276'] for router, precommit_update {{(pid=94174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 12:13:51.086799 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron_lib.callbacks.manager [None req-2203a0b0-6285-41ac-b933-f17be6e7e4bc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-922915', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-239814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7866073', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773699642215'] for port, after_create {{(pid=94176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 12:13:51.088980 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG oslo_concurrency.lockutils [None req-dc7542b2-afef-47f4-a763-e3a3cba144be None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 12:13:51.129353 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2203a0b0-6285-41ac-b933-f17be6e7e4bc None None] Network 61c6d8b9-d3d0-4122-99ae-31963043c8d9 is already hosted by enough agents. {{(pid=94176) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 23 12:13:51.136357 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.scheduler.base_scheduler [None req-2203a0b0-6285-41ac-b933-f17be6e7e4bc None None] Resources bound (agent type, host, resource id): {{(pid=94176) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 23 12:13:51.140871 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2203a0b0-6285-41ac-b933-f17be6e7e4bc None None] Received port after_create {{(pid=94176) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 23 12:13:51.144474 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2203a0b0-6285-41ac-b933-f17be6e7e4bc None None] Pushing event updated for resources: {'Port': ['ID=a97cd461-9626-4717-995c-c5789a514b86,revision_number=1']} {{(pid=94176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 12:13:51.147644 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG oslo_concurrency.lockutils [None req-2203a0b0-6285-41ac-b933-f17be6e7e4bc None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.059s {{(pid=94176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 12:13:51.199818 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.plugins.ml2.managers [None req-2203a0b0-6285-41ac-b933-f17be6e7e4bc None None] Attempting to bind port a97cd461-9626-4717-995c-c5789a514b86 on host dv-neutron-601336-94-hyperv for vnic_type normal with profile {{(pid=94176) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 23 12:13:51.200192 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.plugins.ml2.managers [None req-2203a0b0-6285-41ac-b933-f17be6e7e4bc None None] Attempting to bind port a97cd461-9626-4717-995c-c5789a514b86 by drivers openvswitch,hyperv on host dv-neutron-601336-94-hyperv at level 0 using segments [{'id': '7c9ce104-d172-418f-b29b-77515f70dc45', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 417, 'network_id': '61c6d8b9-d3d0-4122-99ae-31963043c8d9'}] {{(pid=94176) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 23 12:13:51.200565 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2203a0b0-6285-41ac-b933-f17be6e7e4bc None None] Attempting to bind port a97cd461-9626-4717-995c-c5789a514b86 on network 61c6d8b9-d3d0-4122-99ae-31963043c8d9 {{(pid=94176) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 23 12:13:51.205600 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2203a0b0-6285-41ac-b933-f17be6e7e4bc None None] Checking agent: {'id': '4d05f899-5ac9-411b-8a03-f60c93f87cdf', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-601336-94-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 23, 11, 22, 14), 'started_at': datetime.datetime(2021, 6, 23, 11, 22, 44), 'heartbeat_timestamp': datetime.datetime(2021, 6, 23, 12, 13, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'monitor_allowed_address_pair_garp': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-601336-94-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94176) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 23 12:13:51.205972 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2203a0b0-6285-41ac-b933-f17be6e7e4bc None None] Checking segment: {'id': '7c9ce104-d172-418f-b29b-77515f70dc45', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 417, 'network_id': '61c6d8b9-d3d0-4122-99ae-31963043c8d9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94176) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 23 12:13:51.206385 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron_lib.callbacks.manager [None req-2203a0b0-6285-41ac-b933-f17be6e7e4bc None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 12:13:51.206779 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2203a0b0-6285-41ac-b933-f17be6e7e4bc None None] Bound using segment: {'id': '7c9ce104-d172-418f-b29b-77515f70dc45', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 417, 'network_id': '61c6d8b9-d3d0-4122-99ae-31963043c8d9'} {{(pid=94176) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 23 12:13:51.207276 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.plugins.ml2.managers [None req-2203a0b0-6285-41ac-b933-f17be6e7e4bc None None] Bound port: a97cd461-9626-4717-995c-c5789a514b86, host: dv-neutron-601336-94-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7c9ce104-d172-418f-b29b-77515f70dc45', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 417, 'network_id': '61c6d8b9-d3d0-4122-99ae-31963043c8d9'}}] {{(pid=94176) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 23 12:13:51.207657 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron_lib.callbacks.manager [None req-2203a0b0-6285-41ac-b933-f17be6e7e4bc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-923122'] for port, before_update {{(pid=94176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 12:13:51.273799 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.plugins.ml2.db [None req-2203a0b0-6285-41ac-b933-f17be6e7e4bc None None] For port a97cd461-9626-4717-995c-c5789a514b86, host dv-neutron-601336-94-hyperv, cleared binding levels {{(pid=94176) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 23 12:13:51.276803 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.plugins.ml2.db [None req-2203a0b0-6285-41ac-b933-f17be6e7e4bc None None] For port a97cd461-9626-4717-995c-c5789a514b86, host dv-neutron-601336-94-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-94-hyperv',level=0,port_id=a97cd461-9626-4717-995c-c5789a514b86,segment=NetworkSegment(7c9ce104-d172-418f-b29b-77515f70dc45),segment_id=7c9ce104-d172-418f-b29b-77515f70dc45)] {{(pid=94176) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 23 12:13:51.302055 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron_lib.callbacks.manager [None req-25cea848-dd5d-4396-9540-fe33c8831305 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=94174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 12:13:51.321247 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron_lib.callbacks.manager [None req-25cea848-dd5d-4396-9540-fe33c8831305 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-923104'] for port, before_create {{(pid=94174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 12:13:51.343874 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron_lib.callbacks.manager [None req-2203a0b0-6285-41ac-b933-f17be6e7e4bc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-922904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866062', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773700135042', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773699642233', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773699642278'] for port, after_update {{(pid=94176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 12:13:51.354297 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG oslo_concurrency.lockutils [None req-dc7542b2-afef-47f4-a763-e3a3cba144be None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.002s {{(pid=94176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 12:13:51.413611 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2203a0b0-6285-41ac-b933-f17be6e7e4bc None None] Pushing event updated for resources: {'Port': ['ID=a97cd461-9626-4717-995c-c5789a514b86,revision_number=2']} {{(pid=94176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 12:13:51.416802 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG oslo_concurrency.lockutils [None req-2203a0b0-6285-41ac-b933-f17be6e7e4bc None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.065s {{(pid=94176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 12:13:51.433239 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.db.db_base_plugin_common [None req-25cea848-dd5d-4396-9540-fe33c8831305 admin admin] Allocated IP 172.26.3.121 (3e7e4eb3-cf02-4d47-ade9-0a579cdfc60f/a5ad15ab-c489-4a67-a9b0-d559fca0ec71/148690ea-e963-4986-991e-abf2ed246983) {{(pid=94174) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 23 12:13:51.549278 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron_lib.callbacks.manager [None req-25cea848-dd5d-4396-9540-fe33c8831305 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 12:13:51.658215 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron_lib.callbacks.manager [None req-25cea848-dd5d-4396-9540-fe33c8831305 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-922915', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-239814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7866073', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773699642215', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-5196399'] for port, after_create {{(pid=94174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 12:13:51.660475 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG oslo_concurrency.lockutils [None req-73a70680-3d6a-4488-9771-7644c49655f9 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94174) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 12:13:51.699655 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-25cea848-dd5d-4396-9540-fe33c8831305 admin admin] Network 3e7e4eb3-cf02-4d47-ade9-0a579cdfc60f is already hosted by enough agents. {{(pid=94174) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 23 12:13:51.703567 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.scheduler.base_scheduler [None req-25cea848-dd5d-4396-9540-fe33c8831305 admin admin] Resources bound (agent type, host, resource id): {{(pid=94174) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 23 12:13:51.708006 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.db.l3_dvrscheduler_db [None req-25cea848-dd5d-4396-9540-fe33c8831305 admin admin] Received port after_create {{(pid=94174) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 23 12:13:51.735650 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25cea848-dd5d-4396-9540-fe33c8831305 admin admin] Pushing event updated for resources: {'Port': ['ID=148690ea-e963-4986-991e-abf2ed246983,revision_number=1']} {{(pid=94174) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 12:13:51.739472 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG oslo_concurrency.lockutils [None req-25cea848-dd5d-4396-9540-fe33c8831305 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.079s {{(pid=94174) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 12:13:52.036450 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron_lib.callbacks.manager [None req-25cea848-dd5d-4396-9540-fe33c8831305 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=94174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 12:13:52.248627 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron_lib.callbacks.manager [None req-25cea848-dd5d-4396-9540-fe33c8831305 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-520412', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-524143'] for router, after_create {{(pid=94174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 12:13:52.383196 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cb0b09be-e676-49c5-a9b3-e6cdf7852afb None None] Network 61c6d8b9-d3d0-4122-99ae-31963043c8d9 requested from dv-neutron-601336-94-hyperv {{(pid=94176) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 23 12:13:52.487224 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-25cea848-dd5d-4396-9540-fe33c8831305 admin admin] Router 8e93b214-77d9-44f2-a01f-ce72e72e9d73 is scheduled to L3 agent 50ef99c0-ef28-4db5-b303-b145898fae60 with binding_index 1 {{(pid=94174) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jun 23 12:13:52.515896 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.db.provisioning_blocks [None req-72fdb651-6761-4ca4-b299-afbaeee9ff42 None None] Provisioning for port a97cd461-9626-4717-995c-c5789a514b86 completed by entity DHCP. {{(pid=94176) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 23 12:13:52.591825 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.plugins.ml2.rpc [None req-dc7542b2-afef-47f4-a763-e3a3cba144be None None] Device a97cd461-9626-4717-995c-c5789a514b86 up at agent ovs-agent-dv-neutron-601336-94-hyperv {{(pid=94176) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:298}} Jun 23 12:13:52.620445 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-25cea848-dd5d-4396-9540-fe33c8831305 admin admin] Notify agent at l3_agent.dv-neutron-601336-94-hyperv the message routers_updated {{(pid=94174) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 23 12:13:52.639868 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0804f4b1-2c0f-47d7-b601-8ff9121283e0 None None] Sync routers for ids ['8e93b214-77d9-44f2-a01f-ce72e72e9d73'] in dv-neutron-601336-94-hyperv {{(pid=94176) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 23 12:13:52.651315 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0804f4b1-2c0f-47d7-b601-8ff9121283e0 None None] Routers {'8e93b214-77d9-44f2-a01f-ce72e72e9d73'} bound to L3 agent in host dv-neutron-601336-94-hyperv {{(pid=94176) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 23 12:13:52.652008 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.db.l3_hamode_db [None req-0804f4b1-2c0f-47d7-b601-8ff9121283e0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-601336-94-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-06-23T11:22:13Z,description=,heartbeat_timestamp=2021-06-23T12:13:43Z,host='dv-neutron-601336-94-hyperv',id=50ef99c0-ef28-4db5-b303-b145898fae60,load=0,resource_versions=,resources_synced=,started_at=2021-06-23T11:22:14Z,topic='l3_agent')) {'router_ids': ['8e93b214-77d9-44f2-a01f-ce72e72e9d73'], 'active': True} {{(pid=94176) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 12:13:52.697785 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron_lib.callbacks.manager [None req-25cea848-dd5d-4396-9540-fe33c8831305 admin admin] Notify callbacks [] for router, before_response {{(pid=94174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 12:13:52.699791 dv-neutron-601336-94-hyperv neutron-server[94174]: INFO neutron.wsgi [None req-25cea848-dd5d-4396-9540-fe33c8831305 admin admin] 10.222.0.20 "POST /v2.0/routers HTTP/1.1" status: 201 len: 921 time: 2.0602696 Jun 23 12:13:52.703636 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.wsgi [-] (94175) accepted ('10.222.0.20', 49582) {{(pid=94175) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 12:13:52.770721 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.db.l3_dvr_db [None req-0804f4b1-2c0f-47d7-b601-8ff9121283e0 None None] Set router 8e93b214-77d9-44f2-a01f-ce72e72e9d73 gateway port host: dv-neutron-601336-94-hyperv {{(pid=94176) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:838}} Jun 23 12:13:52.773707 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.db.provisioning_blocks [None req-dc7542b2-afef-47f4-a763-e3a3cba144be None None] Provisioning for port a97cd461-9626-4717-995c-c5789a514b86 completed by entity L2. {{(pid=94176) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 23 12:13:52.825982 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.db.provisioning_blocks [None req-dc7542b2-afef-47f4-a763-e3a3cba144be None None] Provisioning complete for port a97cd461-9626-4717-995c-c5789a514b86 triggered by entity L2. {{(pid=94176) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 23 12:13:52.826362 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron_lib.callbacks.manager [None req-dc7542b2-afef-47f4-a763-e3a3cba144be None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-899258'] for port, provisioning_complete {{(pid=94176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 12:13:52.927626 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.db.provisioning_blocks [None req-cbe0340c-fd4f-46b3-a53d-c6eb40e64f3d None None] Provisioning complete for port a97cd461-9626-4717-995c-c5789a514b86 triggered by entity DHCP. {{(pid=94176) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 23 12:13:52.927920 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron_lib.callbacks.manager [None req-cbe0340c-fd4f-46b3-a53d-c6eb40e64f3d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-899258'] for port, provisioning_complete {{(pid=94176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 12:13:53.054208 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron_lib.callbacks.manager [None req-dc7542b2-afef-47f4-a763-e3a3cba144be None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-923122'] for port, before_update {{(pid=94176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 12:13:53.122683 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.plugins.ml2.db [None req-dc7542b2-afef-47f4-a763-e3a3cba144be None None] For port a97cd461-9626-4717-995c-c5789a514b86, host dv-neutron-601336-94-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-94-hyperv',level=0,port_id=a97cd461-9626-4717-995c-c5789a514b86,segment=NetworkSegment(7c9ce104-d172-418f-b29b-77515f70dc45),segment_id=7c9ce104-d172-418f-b29b-77515f70dc45)] {{(pid=94176) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 23 12:13:53.125737 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.db.l3_hamode_db [None req-0804f4b1-2c0f-47d7-b601-8ff9121283e0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8e93b214-77d9-44f2-a01f-ce72e72e9d73', 'name': 'tempest-TestShelveInstance-1623291902-router', 'tenant_id': 'c080a553dd50489bbe6db51b0d3ddebb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3e7e4eb3-cf02-4d47-ade9-0a579cdfc60f', 'external_fixed_ips': [{'subnet_id': 'a5ad15ab-c489-4a67-a9b0-d559fca0ec71', 'ip_address': '172.26.3.121'}], 'enable_snat': True}, 'gw_port_id': '148690ea-e963-4986-991e-abf2ed246983', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-23T12:13:50Z', 'updated_at': '2021-06-23T12:13:51Z', 'revision_number': 3, 'project_id': 'c080a553dd50489bbe6db51b0d3ddebb', 'gw_port': {'id': '148690ea-e963-4986-991e-abf2ed246983', 'name': '', 'network_id': '3e7e4eb3-cf02-4d47-ade9-0a579cdfc60f', 'tenant_id': '', 'mac_address': 'fa:16:3e:f8:83:16', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8e93b214-77d9-44f2-a01f-ce72e72e9d73', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1812, 'fixed_ips': [{'subnet_id': 'a5ad15ab-c489-4a67-a9b0-d559fca0ec71', 'ip_address': '172.26.3.121', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-23T12:13:51Z', 'updated_at': '2021-06-23T12:13:51Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'a5ad15ab-c489-4a67-a9b0-d559fca0ec71', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-601336-94-hyperv'}], 'dv-neutron-601336-94-hyperv', False) {} {{(pid=94176) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 12:13:53.126479 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron_lib.callbacks.manager [None req-cbe0340c-fd4f-46b3-a53d-c6eb40e64f3d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-923122'] for port, before_update {{(pid=94176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 12:13:53.153731 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron_lib.callbacks.manager [None req-bcb8f1c0-ceed-4edc-a74e-5ff433637d7b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-923104'] for port, before_create {{(pid=94175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 12:13:53.165595 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0804f4b1-2c0f-47d7-b601-8ff9121283e0 None None] Checking router: 8e93b214-77d9-44f2-a01f-ce72e72e9d73 for host: dv-neutron-601336-94-hyperv {{(pid=94176) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 23 12:13:53.165963 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0804f4b1-2c0f-47d7-b601-8ff9121283e0 None None] Updating router 8e93b214-77d9-44f2-a01f-ce72e72e9d73 port 148690ea-e963-4986-991e-abf2ed246983 binding host dv-neutron-601336-94-hyperv {{(pid=94176) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 23 12:13:53.205239 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron_lib.callbacks.manager [None req-0804f4b1-2c0f-47d7-b601-8ff9121283e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-923122'] for port, before_update {{(pid=94176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 12:13:53.286177 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron_lib.callbacks.manager [None req-dc7542b2-afef-47f4-a763-e3a3cba144be None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-922904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866062', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773700135042', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773699642233', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773699642278'] for port, after_update {{(pid=94176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 12:13:53.290380 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG oslo_concurrency.lockutils [None req-f06f7426-6f8d-4907-8fab-16c24c2fe2ba None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 12:13:53.320248 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.db.db_base_plugin_common [None req-bcb8f1c0-ceed-4edc-a74e-5ff433637d7b admin admin] Allocated IP 172.20.0.1 (61c6d8b9-d3d0-4122-99ae-31963043c8d9/7f686d1e-afe2-4a5c-a0f6-7d19b33ee35e/4fc7202b-3c32-4c6b-8d9b-b6fef90d5765) {{(pid=94175) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 23 12:13:53.432481 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron_lib.callbacks.manager [None req-bcb8f1c0-ceed-4edc-a74e-5ff433637d7b admin admin] Notify callbacks [] for port, precommit_create {{(pid=94175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 12:13:53.446794 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.db.provisioning_blocks [None req-bcb8f1c0-ceed-4edc-a74e-5ff433637d7b admin admin] Transition to ACTIVE for port object 4fc7202b-3c32-4c6b-8d9b-b6fef90d5765 will not be triggered until provisioned by entity DHCP. {{(pid=94175) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 23 12:13:53.564849 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron_lib.db.api [None req-cbe0340c-fd4f-46b3-a53d-c6eb40e64f3d None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=94176) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jun 23 12:13:53.565436 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG oslo_db.api [None req-cbe0340c-fd4f-46b3-a53d-c6eb40e64f3d None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=94176) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jun 23 12:13:53.570356 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc7542b2-afef-47f4-a763-e3a3cba144be None None] Pushing event updated for resources: {'Port': ['ID=a97cd461-9626-4717-995c-c5789a514b86,revision_number=3']} {{(pid=94176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 12:13:53.574591 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG oslo_concurrency.lockutils [None req-dc7542b2-afef-47f4-a763-e3a3cba144be None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.284s {{(pid=94176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 12:13:53.583875 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron_lib.callbacks.manager [None req-bcb8f1c0-ceed-4edc-a74e-5ff433637d7b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-922915', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-239814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7866073', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773699642215', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-5082457'] for port, after_create {{(pid=94175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 12:13:53.586041 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG oslo_concurrency.lockutils [None req-c0ebfc9c-eab5-45d5-8704-a3fba97dc83b service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94175) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 12:13:53.623686 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bcb8f1c0-ceed-4edc-a74e-5ff433637d7b admin admin] Network 61c6d8b9-d3d0-4122-99ae-31963043c8d9 is already hosted by enough agents. {{(pid=94175) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 23 12:13:53.626569 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.scheduler.base_scheduler [None req-bcb8f1c0-ceed-4edc-a74e-5ff433637d7b admin admin] Resources bound (agent type, host, resource id): {{(pid=94175) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 23 12:13:53.632699 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bcb8f1c0-ceed-4edc-a74e-5ff433637d7b admin admin] Received port after_create {{(pid=94175) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 23 12:13:53.663850 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcb8f1c0-ceed-4edc-a74e-5ff433637d7b admin admin] Pushing event updated for resources: {'Port': ['ID=4fc7202b-3c32-4c6b-8d9b-b6fef90d5765,revision_number=1']} {{(pid=94175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 12:13:53.668293 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG oslo_concurrency.lockutils [None req-bcb8f1c0-ceed-4edc-a74e-5ff433637d7b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.082s {{(pid=94175) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 12:13:53.684659 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron_lib.callbacks.manager [None req-bcb8f1c0-ceed-4edc-a74e-5ff433637d7b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-452954'] for router_interface, before_create {{(pid=94175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 12:13:53.685526 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron_lib.callbacks.manager [None req-0804f4b1-2c0f-47d7-b601-8ff9121283e0 None None] Notify callbacks [] for port, precommit_update {{(pid=94176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 12:13:53.701387 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.db.provisioning_blocks [None req-0804f4b1-2c0f-47d7-b601-8ff9121283e0 None None] Transition to ACTIVE for port object 148690ea-e963-4986-991e-abf2ed246983 will not be triggered until provisioned by entity L2. {{(pid=94176) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 23 12:13:53.782427 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron_lib.callbacks.manager [None req-0804f4b1-2c0f-47d7-b601-8ff9121283e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-922904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866062', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773700135042', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773699642233', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773699642278'] for port, after_update {{(pid=94176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 12:13:53.784790 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG oslo_concurrency.lockutils [None req-97bd5441-1da2-49ee-a364-27795820ba27 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 12:13:53.837207 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.plugins.ml2.managers [None req-0804f4b1-2c0f-47d7-b601-8ff9121283e0 None None] Attempting to bind port 148690ea-e963-4986-991e-abf2ed246983 on host dv-neutron-601336-94-hyperv for vnic_type normal with profile {{(pid=94176) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 23 12:13:53.837615 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.plugins.ml2.managers [None req-0804f4b1-2c0f-47d7-b601-8ff9121283e0 None None] Attempting to bind port 148690ea-e963-4986-991e-abf2ed246983 by drivers openvswitch,hyperv on host dv-neutron-601336-94-hyperv at level 0 using segments [{'id': 'c23be0a5-6980-48fb-bc9f-4a24717fe1de', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3e7e4eb3-cf02-4d47-ade9-0a579cdfc60f'}] {{(pid=94176) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 23 12:13:53.837982 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0804f4b1-2c0f-47d7-b601-8ff9121283e0 None None] Attempting to bind port 148690ea-e963-4986-991e-abf2ed246983 on network 3e7e4eb3-cf02-4d47-ade9-0a579cdfc60f {{(pid=94176) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 23 12:13:53.840378 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron_lib.callbacks.manager [None req-97bd5441-1da2-49ee-a364-27795820ba27 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773699952132', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-899307'] for agent, after_update {{(pid=94176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 12:13:53.842060 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a7ed89a-2593-42bc-b03a-c2e896b23244 None None] Pushing event updated for resources: {'Port': ['ID=148690ea-e963-4986-991e-abf2ed246983,revision_number=2']} {{(pid=94176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 12:13:53.846045 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG oslo_concurrency.lockutils [None req-2a7ed89a-2593-42bc-b03a-c2e896b23244 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.061s {{(pid=94176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 12:13:53.847269 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0804f4b1-2c0f-47d7-b601-8ff9121283e0 None None] Checking agent: {'id': '4d05f899-5ac9-411b-8a03-f60c93f87cdf', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-601336-94-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 23, 11, 22, 14), 'started_at': datetime.datetime(2021, 6, 23, 11, 22, 44), 'heartbeat_timestamp': datetime.datetime(2021, 6, 23, 12, 13, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'monitor_allowed_address_pair_garp': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-601336-94-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94176) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 23 12:13:53.847667 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0804f4b1-2c0f-47d7-b601-8ff9121283e0 None None] Checking segment: {'id': 'c23be0a5-6980-48fb-bc9f-4a24717fe1de', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3e7e4eb3-cf02-4d47-ade9-0a579cdfc60f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94176) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 23 12:13:53.848084 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron_lib.callbacks.manager [None req-0804f4b1-2c0f-47d7-b601-8ff9121283e0 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 12:13:53.848482 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0804f4b1-2c0f-47d7-b601-8ff9121283e0 None None] Bound using segment: {'id': 'c23be0a5-6980-48fb-bc9f-4a24717fe1de', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3e7e4eb3-cf02-4d47-ade9-0a579cdfc60f'} {{(pid=94176) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 23 12:13:53.849053 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.plugins.ml2.managers [None req-0804f4b1-2c0f-47d7-b601-8ff9121283e0 None None] Bound port: 148690ea-e963-4986-991e-abf2ed246983, host: dv-neutron-601336-94-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c23be0a5-6980-48fb-bc9f-4a24717fe1de', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3e7e4eb3-cf02-4d47-ade9-0a579cdfc60f'}}] {{(pid=94176) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 23 12:13:53.849340 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron_lib.callbacks.manager [None req-0804f4b1-2c0f-47d7-b601-8ff9121283e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-923122'] for port, before_update {{(pid=94176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 12:13:53.897693 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron_lib.callbacks.manager [None req-bcb8f1c0-ceed-4edc-a74e-5ff433637d7b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-923122'] for port, before_update {{(pid=94175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 12:13:53.905783 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.plugins.ml2.db [None req-0804f4b1-2c0f-47d7-b601-8ff9121283e0 None None] For port 148690ea-e963-4986-991e-abf2ed246983, host dv-neutron-601336-94-hyperv, cleared binding levels {{(pid=94176) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 23 12:13:53.908872 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.plugins.ml2.db [None req-0804f4b1-2c0f-47d7-b601-8ff9121283e0 None None] For port 148690ea-e963-4986-991e-abf2ed246983, host dv-neutron-601336-94-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-94-hyperv',level=0,port_id=148690ea-e963-4986-991e-abf2ed246983,segment=NetworkSegment(c23be0a5-6980-48fb-bc9f-4a24717fe1de),segment_id=c23be0a5-6980-48fb-bc9f-4a24717fe1de)] {{(pid=94176) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 23 12:13:53.978397 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron_lib.callbacks.manager [None req-0804f4b1-2c0f-47d7-b601-8ff9121283e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-922904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866062', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773700135042', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773699642233', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773699642278'] for port, after_update {{(pid=94176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 12:13:53.980585 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG oslo_concurrency.lockutils [None req-2203a0b0-6285-41ac-b933-f17be6e7e4bc None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 12:13:54.037341 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0804f4b1-2c0f-47d7-b601-8ff9121283e0 None None] Routers {'8e93b214-77d9-44f2-a01f-ce72e72e9d73'} bound to L3 agent in host dv-neutron-601336-94-hyperv {{(pid=94176) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 23 12:13:54.038654 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.db.l3_hamode_db [None req-0804f4b1-2c0f-47d7-b601-8ff9121283e0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-601336-94-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-06-23T11:22:13Z,description=,heartbeat_timestamp=2021-06-23T12:13:43Z,host='dv-neutron-601336-94-hyperv',id=50ef99c0-ef28-4db5-b303-b145898fae60,load=0,resource_versions=,resources_synced=,started_at=2021-06-23T11:22:14Z,topic='l3_agent')) {'router_ids': ['8e93b214-77d9-44f2-a01f-ce72e72e9d73'], 'active': True} {{(pid=94176) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 12:13:54.040452 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a7ed89a-2593-42bc-b03a-c2e896b23244 None None] Pushing event updated for resources: {'Port': ['ID=148690ea-e963-4986-991e-abf2ed246983,revision_number=3']} {{(pid=94176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 12:13:54.044565 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG oslo_concurrency.lockutils [None req-2a7ed89a-2593-42bc-b03a-c2e896b23244 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.063s {{(pid=94176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 12:13:54.067129 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron_lib.callbacks.manager [None req-bcb8f1c0-ceed-4edc-a74e-5ff433637d7b admin admin] Notify callbacks [] for port, precommit_update {{(pid=94175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 12:13:54.108905 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron_lib.callbacks.manager [None req-bcb8f1c0-ceed-4edc-a74e-5ff433637d7b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-922904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866062', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773700135042', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773699642233', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773699642278', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5082471'] for port, after_update {{(pid=94175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 12:13:54.112248 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG oslo_concurrency.lockutils [None req-fb1474e5-b39a-4c7f-aeb0-1d6e6c14de09 tempest-TestNetworkAdvancedServerOps-1740099935 tempest-TestNetworkAdvancedServerOps-1740099935-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94175) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 12:13:54.176449 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.db.l3_dvr_db [None req-0804f4b1-2c0f-47d7-b601-8ff9121283e0 None None] Set router 8e93b214-77d9-44f2-a01f-ce72e72e9d73 gateway port host: dv-neutron-601336-94-hyperv {{(pid=94176) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:838}} Jun 23 12:13:54.190112 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron_lib.callbacks.manager [None req-bcb8f1c0-ceed-4edc-a74e-5ff433637d7b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-7866091', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-453038'] for router_interface, after_create {{(pid=94175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 12:13:54.192001 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcb8f1c0-ceed-4edc-a74e-5ff433637d7b admin admin] Pushing event updated for resources: {'Port': ['ID=4fc7202b-3c32-4c6b-8d9b-b6fef90d5765,revision_number=2']} {{(pid=94175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 12:13:54.195927 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG oslo_concurrency.lockutils [None req-bcb8f1c0-ceed-4edc-a74e-5ff433637d7b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.084s {{(pid=94175) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 12:13:54.287636 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bcb8f1c0-ceed-4edc-a74e-5ff433637d7b admin admin] Network 61c6d8b9-d3d0-4122-99ae-31963043c8d9 is already hosted by enough agents. {{(pid=94175) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 23 12:13:54.289446 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.scheduler.base_scheduler [None req-bcb8f1c0-ceed-4edc-a74e-5ff433637d7b admin admin] Resources bound (agent type, host, resource id): {{(pid=94175) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 23 12:13:54.396091 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.db.provisioning_blocks [None req-1d4bed40-4d43-4cd0-b14f-969e892f3739 None None] Provisioning for port 4fc7202b-3c32-4c6b-8d9b-b6fef90d5765 completed by entity DHCP. {{(pid=94176) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 23 12:13:54.408180 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.db.provisioning_blocks [None req-1d4bed40-4d43-4cd0-b14f-969e892f3739 None None] Provisioning complete for port 4fc7202b-3c32-4c6b-8d9b-b6fef90d5765 triggered by entity DHCP. {{(pid=94176) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 23 12:13:54.410342 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron_lib.callbacks.manager [None req-1d4bed40-4d43-4cd0-b14f-969e892f3739 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-899258'] for port, provisioning_complete {{(pid=94176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 12:13:54.412745 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.db.l3_hamode_db [None req-0804f4b1-2c0f-47d7-b601-8ff9121283e0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8e93b214-77d9-44f2-a01f-ce72e72e9d73', 'name': 'tempest-TestShelveInstance-1623291902-router', 'tenant_id': 'c080a553dd50489bbe6db51b0d3ddebb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3e7e4eb3-cf02-4d47-ade9-0a579cdfc60f', 'external_fixed_ips': [{'subnet_id': 'a5ad15ab-c489-4a67-a9b0-d559fca0ec71', 'ip_address': '172.26.3.121'}], 'enable_snat': True}, 'gw_port_id': '148690ea-e963-4986-991e-abf2ed246983', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-23T12:13:50Z', 'updated_at': '2021-06-23T12:13:53Z', 'revision_number': 4, 'project_id': 'c080a553dd50489bbe6db51b0d3ddebb', 'gw_port': {'id': '148690ea-e963-4986-991e-abf2ed246983', 'name': '', 'network_id': '3e7e4eb3-cf02-4d47-ade9-0a579cdfc60f', 'tenant_id': '', 'mac_address': 'fa:16:3e:f8:83:16', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8e93b214-77d9-44f2-a01f-ce72e72e9d73', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1812, 'fixed_ips': [{'subnet_id': 'a5ad15ab-c489-4a67-a9b0-d559fca0ec71', 'ip_address': '172.26.3.121', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-94-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-23T12:13:51Z', 'updated_at': '2021-06-23T12:13:53Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a5ad15ab-c489-4a67-a9b0-d559fca0ec71', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-601336-94-hyperv', '_interfaces': [{'id': '4fc7202b-3c32-4c6b-8d9b-b6fef90d5765', 'name': '', 'network_id': '61c6d8b9-d3d0-4122-99ae-31963043c8d9', 'tenant_id': 'c080a553dd50489bbe6db51b0d3ddebb', 'mac_address': 'fa:16:3e:d5:3c:87', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8e93b214-77d9-44f2-a01f-ce72e72e9d73', 'device_owner': 'network:router_interface', 'standard_attr_id': 1813, 'fixed_ips': [{'subnet_id': '7f686d1e-afe2-4a5c-a0f6-7d19b33ee35e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-23T12:13:53Z', 'updated_at': '2021-06-23T12:13:53Z', 'revision_number': 1, 'project_id': 'c080a553dd50489bbe6db51b0d3ddebb', 'subnets': [{'id': '7f686d1e-afe2-4a5c-a0f6-7d19b33ee35e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-601336-94-hyperv', False) {} {{(pid=94176) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 12:13:54.419464 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bcb8f1c0-ceed-4edc-a74e-5ff433637d7b admin admin] Router 8e93b214-77d9-44f2-a01f-ce72e72e9d73 has already been hosted by L3 agent 50ef99c0-ef28-4db5-b303-b145898fae60 {{(pid=94175) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 23 12:13:54.476043 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0804f4b1-2c0f-47d7-b601-8ff9121283e0 None None] The sync data for ids ['8e93b214-77d9-44f2-a01f-ce72e72e9d73'] in dv-neutron-601336-94-hyperv is: [{'id': '8e93b214-77d9-44f2-a01f-ce72e72e9d73', 'name': 'tempest-TestShelveInstance-1623291902-router', 'tenant_id': 'c080a553dd50489bbe6db51b0d3ddebb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3e7e4eb3-cf02-4d47-ade9-0a579cdfc60f', 'external_fixed_ips': [{'subnet_id': 'a5ad15ab-c489-4a67-a9b0-d559fca0ec71', 'ip_address': '172.26.3.121'}], 'enable_snat': True}, 'gw_port_id': '148690ea-e963-4986-991e-abf2ed246983', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-23T12:13:50Z', 'updated_at': '2021-06-23T12:13:53Z', 'revision_number': 4, 'project_id': 'c080a553dd50489bbe6db51b0d3ddebb', 'gw_port': {'id': '148690ea-e963-4986-991e-abf2ed246983', 'name': '', 'network_id': '3e7e4eb3-cf02-4d47-ade9-0a579cdfc60f', 'tenant_id': '', 'mac_address': 'fa:16:3e:f8:83:16', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8e93b214-77d9-44f2-a01f-ce72e72e9d73', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1812, 'fixed_ips': [{'subnet_id': 'a5ad15ab-c489-4a67-a9b0-d559fca0ec71', 'ip_address': '172.26.3.121', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-94-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-23T12:13:51Z', 'updated_at': '2021-06-23T12:13:53Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a5ad15ab-c489-4a67-a9b0-d559fca0ec71', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-601336-94-hyperv', '_interfaces': [{'id': '4fc7202b-3c32-4c6b-8d9b-b6fef90d5765', 'name': '', 'network_id': '61c6d8b9-d3d0-4122-99ae-31963043c8d9', 'tenant_id': 'c080a553dd50489bbe6db51b0d3ddebb', 'mac_address': 'fa:16:3e:d5:3c:87', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8e93b214-77d9-44f2-a01f-ce72e72e9d73', 'device_owner': 'network:router_interface', 'standard_attr_id': 1813, 'fixed_ips': [{'subnet_id': '7f686d1e-afe2-4a5c-a0f6-7d19b33ee35e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-23T12:13:53Z', 'updated_at': '2021-06-23T12:13:53Z', 'revision_number': 1, 'project_id': 'c080a553dd50489bbe6db51b0d3ddebb', 'subnets': [{'id': '7f686d1e-afe2-4a5c-a0f6-7d19b33ee35e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94176) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 23 12:13:54.495541 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.plugins.ml2.plugin [None req-1d4bed40-4d43-4cd0-b14f-969e892f3739 None None] Port 4fc7202b-3c32-4c6b-8d9b-b6fef90d5765 cannot update to ACTIVE because it is not bound. {{(pid=94176) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jun 23 12:13:54.560170 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.plugins.ml2.rpc [None req-dc7542b2-afef-47f4-a763-e3a3cba144be None None] Device a97cd461-9626-4717-995c-c5789a514b86 up at agent ovs-agent-dv-neutron-601336-94-hyperv {{(pid=94176) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:298}} Jun 23 12:13:54.565313 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bcb8f1c0-ceed-4edc-a74e-5ff433637d7b admin admin] Notify agent at l3_agent.dv-neutron-601336-94-hyperv the message routers_updated {{(pid=94175) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 23 12:13:54.571237 dv-neutron-601336-94-hyperv neutron-server[94175]: INFO neutron.wsgi [None req-bcb8f1c0-ceed-4edc-a74e-5ff433637d7b admin admin] 10.222.0.20 "PUT /v2.0/routers/8e93b214-77d9-44f2-a01f-ce72e72e9d73/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8660622 Jun 23 12:13:54.624702 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.db.provisioning_blocks [None req-dc7542b2-afef-47f4-a763-e3a3cba144be None None] Provisioning complete for port a97cd461-9626-4717-995c-c5789a514b86 triggered by entity L2. {{(pid=94176) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 23 12:13:54.624702 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron_lib.callbacks.manager [None req-dc7542b2-afef-47f4-a763-e3a3cba144be None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-899258'] for port, provisioning_complete {{(pid=94176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 12:13:54.652927 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.db.provisioning_blocks [None req-3539834c-f2a1-4828-a1f0-6c4a1e118642 None None] Provisioning complete for port 4fc7202b-3c32-4c6b-8d9b-b6fef90d5765 triggered by entity DHCP. {{(pid=94176) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 23 12:13:54.653317 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron_lib.callbacks.manager [None req-3539834c-f2a1-4828-a1f0-6c4a1e118642 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-899258'] for port, provisioning_complete {{(pid=94176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 12:13:54.713007 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.plugins.ml2.plugin [None req-3539834c-f2a1-4828-a1f0-6c4a1e118642 None None] Port 4fc7202b-3c32-4c6b-8d9b-b6fef90d5765 cannot update to ACTIVE because it is not bound. {{(pid=94176) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jun 23 12:13:55.342958 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.wsgi [-] (94175) accepted ('10.222.0.20', 49598) {{(pid=94175) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 12:13:55.348209 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.api.v2.base [None req-832b2550-2d28-4acb-95a6-39ddb6cd5faf admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-1807552600-network', 'tenant_id': '9a8b23987317464ca08258ae0e939c96'}} {{(pid=94175) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 23 12:13:55.452089 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-832b2550-2d28-4acb-95a6-39ddb6cd5faf admin admin] Made reservation on behalf of 9a8b23987317464ca08258ae0e939c96 for: {'network': 1} {{(pid=94175) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 23 12:13:55.454595 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron_lib.callbacks.manager [None req-832b2550-2d28-4acb-95a6-39ddb6cd5faf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-923104'] for network, before_create {{(pid=94175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 12:13:55.464787 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron_lib.callbacks.manager [None req-832b2550-2d28-4acb-95a6-39ddb6cd5faf admin admin] Notify callbacks [] for security_group, before_create {{(pid=94175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 12:13:55.562914 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron_lib.callbacks.manager [None req-832b2550-2d28-4acb-95a6-39ddb6cd5faf admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 12:13:55.634827 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron_lib.callbacks.manager [None req-832b2550-2d28-4acb-95a6-39ddb6cd5faf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7996330'] for security_group, after_create {{(pid=94175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 12:13:55.639297 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG oslo_concurrency.lockutils [None req-5603bdee-3222-4d5c-b659-9ba33b6e41a9 tempest-TestNetworkAdvancedServerOps-1740099935 tempest-TestNetworkAdvancedServerOps-1740099935-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94175) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 12:13:55.667221 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-832b2550-2d28-4acb-95a6-39ddb6cd5faf admin admin] vlan segment allocate from pool success with {'vlan_id': 422, 'physical_network': 'physnet1'} {{(pid=94175) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 23 12:13:55.678262 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-832b2550-2d28-4acb-95a6-39ddb6cd5faf admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=60da17a8-57b2-4421-bf43-62fb32f9d653,revision_number=1']} {{(pid=94175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 12:13:55.683376 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG oslo_concurrency.lockutils [None req-832b2550-2d28-4acb-95a6-39ddb6cd5faf admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.044s {{(pid=94175) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 12:13:55.684532 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron_lib.callbacks.manager [None req-832b2550-2d28-4acb-95a6-39ddb6cd5faf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3801'] for segment, precommit_create {{(pid=94175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 12:13:55.684882 dv-neutron-601336-94-hyperv neutron-server[94175]: INFO neutron.db.segments_db [None req-832b2550-2d28-4acb-95a6-39ddb6cd5faf admin admin] Added segment 3979ba3d-c4e8-431a-870b-72404fcbd273 of type vlan for network 4582ac47-6ede-43b8-aa5c-9b7936b7338f Jun 23 12:13:55.729519 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron_lib.callbacks.manager [None req-832b2550-2d28-4acb-95a6-39ddb6cd5faf admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8773699596773'] for network, precommit_create {{(pid=94175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 12:13:55.840340 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron_lib.callbacks.manager [None req-832b2550-2d28-4acb-95a6-39ddb6cd5faf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8002400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7866073'] for network, after_create {{(pid=94175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 12:13:55.841489 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-832b2550-2d28-4acb-95a6-39ddb6cd5faf admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 12:13:55.842078 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron_lib.callbacks.manager [None req-832b2550-2d28-4acb-95a6-39ddb6cd5faf admin admin] Notify callbacks [] for network, before_response {{(pid=94175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 12:13:55.844464 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG oslo_concurrency.lockutils [None req-b6ea5a8c-c6e5-4c40-8a4e-b9dbcee1c5c5 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94175) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 12:13:55.902277 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-832b2550-2d28-4acb-95a6-39ddb6cd5faf admin admin] Pushing event updated for resources: {'Network': ['ID=4582ac47-6ede-43b8-aa5c-9b7936b7338f,revision_number=1']} {{(pid=94175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 12:13:55.906727 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG oslo_concurrency.lockutils [None req-832b2550-2d28-4acb-95a6-39ddb6cd5faf admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.062s {{(pid=94175) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 12:13:55.912324 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.plugins.ml2.rpc [None req-dc7542b2-afef-47f4-a763-e3a3cba144be None None] Network 4582ac47-6ede-43b8-aa5c-9b7936b7338f details requested by agent ovs-agent-dv-neutron-601336-94-hyperv with host dv-neutron-601336-94-hyperv {{(pid=94176) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:250}} Jun 23 12:13:55.995717 dv-neutron-601336-94-hyperv neutron-server[94175]: INFO neutron.wsgi [None req-832b2550-2d28-4acb-95a6-39ddb6cd5faf admin admin] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.6515694 Jun 23 12:13:55.998396 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.wsgi [-] (94175) accepted ('10.222.0.20', 49600) {{(pid=94175) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 12:13:56.003769 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.api.v2.base [None req-7db09401-f170-4949-9dc8-d202b147cd4d admin admin] Request body: {'subnet': {'network_id': '4582ac47-6ede-43b8-aa5c-9b7936b7338f', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-1807552600-subnet', 'tenant_id': '9a8b23987317464ca08258ae0e939c96', 'ip_version': 4}} {{(pid=94175) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 23 12:13:56.074865 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7db09401-f170-4949-9dc8-d202b147cd4d admin admin] Made reservation on behalf of 9a8b23987317464ca08258ae0e939c96 for: {'subnet': 1} {{(pid=94175) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 23 12:13:56.077315 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron_lib.callbacks.manager [None req-7db09401-f170-4949-9dc8-d202b147cd4d admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4660073'] for subnet, before_create {{(pid=94175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 12:13:56.332352 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron_lib.callbacks.manager [None req-7db09401-f170-4949-9dc8-d202b147cd4d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866062', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5083113', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4660095'] for subnet, after_create {{(pid=94175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 12:13:56.335285 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG oslo_concurrency.lockutils [None req-75dc3029-2fc1-4ef3-af98-eb60a6e63bbf admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94175) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 12:13:56.384835 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7db09401-f170-4949-9dc8-d202b147cd4d admin admin] Pushing event updated for resources: {'Subnet': ['ID=4435e391-7eb4-4535-b70e-703188c850a3,revision_number=0']} {{(pid=94175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 12:13:56.392062 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG oslo_concurrency.lockutils [None req-7db09401-f170-4949-9dc8-d202b147cd4d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.057s {{(pid=94175) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 12:13:56.401508 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7db09401-f170-4949-9dc8-d202b147cd4d admin admin] Checking segment: {'id': '3979ba3d-c4e8-431a-870b-72404fcbd273', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 422, 'network_id': '4582ac47-6ede-43b8-aa5c-9b7936b7338f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94175) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 23 12:13:56.401874 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7db09401-f170-4949-9dc8-d202b147cd4d admin admin] Network hostable DHCP agents. Network: 4582ac47-6ede-43b8-aa5c-9b7936b7338f, hostable agents: ['8cf29b10-0e57-4131-816f-a4b6ad00b249'], hosted agents: [] {{(pid=94175) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 23 12:13:56.445936 dv-neutron-601336-94-hyperv neutron-server[94177]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a4d0a609-c98a-40c8-936a-b50eb6339861 None None] Sync routers for ids ['8e93b214-77d9-44f2-a01f-ce72e72e9d73'] in dv-neutron-601336-94-hyperv {{(pid=94177) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 23 12:13:56.455727 dv-neutron-601336-94-hyperv neutron-server[94177]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a4d0a609-c98a-40c8-936a-b50eb6339861 None None] Routers {'8e93b214-77d9-44f2-a01f-ce72e72e9d73'} bound to L3 agent in host dv-neutron-601336-94-hyperv {{(pid=94177) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 23 12:13:56.456361 dv-neutron-601336-94-hyperv neutron-server[94177]: DEBUG neutron.db.l3_hamode_db [None req-a4d0a609-c98a-40c8-936a-b50eb6339861 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-601336-94-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-06-23T11:22:13Z,description=,heartbeat_timestamp=2021-06-23T12:13:43Z,host='dv-neutron-601336-94-hyperv',id=50ef99c0-ef28-4db5-b303-b145898fae60,load=0,resource_versions=,resources_synced=,started_at=2021-06-23T11:22:14Z,topic='l3_agent')) {'router_ids': ['8e93b214-77d9-44f2-a01f-ce72e72e9d73'], 'active': True} {{(pid=94177) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 12:13:56.503603 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7db09401-f170-4949-9dc8-d202b147cd4d admin admin] Network 4582ac47-6ede-43b8-aa5c-9b7936b7338f is scheduled to be hosted by DHCP agent 8cf29b10-0e57-4131-816f-a4b6ad00b249 with binding_index 1 {{(pid=94175) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 23 12:13:56.577166 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.scheduler.base_scheduler [None req-7db09401-f170-4949-9dc8-d202b147cd4d admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-601336-94-hyperv, 4582ac47-6ede-43b8-aa5c-9b7936b7338f) {{(pid=94175) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 23 12:13:56.582297 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7db09401-f170-4949-9dc8-d202b147cd4d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 12:13:56.582681 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.plugins.ml2.rpc [None req-dc7542b2-afef-47f4-a763-e3a3cba144be None None] Device 148690ea-e963-4986-991e-abf2ed246983 up at agent ovs-agent-dv-neutron-601336-94-hyperv {{(pid=94176) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:298}} Jun 23 12:13:56.587932 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron_lib.callbacks.manager [None req-7db09401-f170-4949-9dc8-d202b147cd4d admin admin] Notify callbacks [] for subnet, before_response {{(pid=94175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 12:13:56.588676 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b2ba7c13-c224-4cb6-a3e2-222ea0f8dcaf None None] Network 4582ac47-6ede-43b8-aa5c-9b7936b7338f requested from dv-neutron-601336-94-hyperv {{(pid=94176) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 23 12:13:56.598175 dv-neutron-601336-94-hyperv neutron-server[94177]: DEBUG neutron.db.l3_dvr_db [None req-a4d0a609-c98a-40c8-936a-b50eb6339861 None None] Set router 8e93b214-77d9-44f2-a01f-ce72e72e9d73 gateway port host: dv-neutron-601336-94-hyperv {{(pid=94177) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:838}} Jun 23 12:13:56.665068 dv-neutron-601336-94-hyperv neutron-server[94175]: INFO neutron.wsgi [None req-7db09401-f170-4949-9dc8-d202b147cd4d admin admin] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.6647685 Jun 23 12:13:56.668452 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.wsgi [-] (94174) accepted ('10.222.0.20', 49602) {{(pid=94174) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 12:13:56.673327 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.api.v2.base [None req-6a6ab97c-ef9e-423d-ba82-a4303b686f42 admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-1807552600-router', 'tenant_id': '9a8b23987317464ca08258ae0e939c96', 'external_gateway_info': {'network_id': '3e7e4eb3-cf02-4d47-ade9-0a579cdfc60f'}}} {{(pid=94174) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 23 12:13:56.772667 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron_lib.callbacks.manager [None req-6a6ab97c-ef9e-423d-ba82-a4303b686f42 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-520407', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-32315'] for router, before_create {{(pid=94174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 12:13:56.773816 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron_lib.callbacks.manager [None req-6a6ab97c-ef9e-423d-ba82-a4303b686f42 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-520264', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-524122', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-414782', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-32290'] for router, precommit_create {{(pid=94174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 12:13:56.786855 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-45f9c2ad-0aec-46fb-b63d-b7f65d1eb646 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1e0d828a-1fa4-563d-b7fd-53adf66a04ee-4582ac47-6ede-43b8-aa5c-9b7936b7338f', 'network_id': '4582ac47-6ede-43b8-aa5c-9b7936b7338f', 'tenant_id': '9a8b23987317464ca08258ae0e939c96', 'fixed_ips': [{'subnet_id': '4435e391-7eb4-4535-b70e-703188c850a3'}]}} from dv-neutron-601336-94-hyperv. {{(pid=94176) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 23 12:13:56.787785 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron_lib.callbacks.manager [None req-45f9c2ad-0aec-46fb-b63d-b7f65d1eb646 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-923104'] for port, before_create {{(pid=94176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 12:13:56.800676 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.db.provisioning_blocks [None req-dc7542b2-afef-47f4-a763-e3a3cba144be None None] Provisioning for port 148690ea-e963-4986-991e-abf2ed246983 completed by entity L2. {{(pid=94176) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 23 12:13:56.806912 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.db.provisioning_blocks [None req-dc7542b2-afef-47f4-a763-e3a3cba144be None None] Provisioning complete for port 148690ea-e963-4986-991e-abf2ed246983 triggered by entity L2. {{(pid=94176) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 23 12:13:56.807325 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron_lib.callbacks.manager [None req-dc7542b2-afef-47f4-a763-e3a3cba144be None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-899258'] for port, provisioning_complete {{(pid=94176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 12:13:56.808320 dv-neutron-601336-94-hyperv neutron-server[94177]: DEBUG neutron.db.l3_hamode_db [None req-a4d0a609-c98a-40c8-936a-b50eb6339861 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8e93b214-77d9-44f2-a01f-ce72e72e9d73', 'name': 'tempest-TestShelveInstance-1623291902-router', 'tenant_id': 'c080a553dd50489bbe6db51b0d3ddebb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3e7e4eb3-cf02-4d47-ade9-0a579cdfc60f', 'external_fixed_ips': [{'subnet_id': 'a5ad15ab-c489-4a67-a9b0-d559fca0ec71', 'ip_address': '172.26.3.121'}], 'enable_snat': True}, 'gw_port_id': '148690ea-e963-4986-991e-abf2ed246983', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-23T12:13:50Z', 'updated_at': '2021-06-23T12:13:53Z', 'revision_number': 4, 'project_id': 'c080a553dd50489bbe6db51b0d3ddebb', 'gw_port': {'id': '148690ea-e963-4986-991e-abf2ed246983', 'name': '', 'network_id': '3e7e4eb3-cf02-4d47-ade9-0a579cdfc60f', 'tenant_id': '', 'mac_address': 'fa:16:3e:f8:83:16', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8e93b214-77d9-44f2-a01f-ce72e72e9d73', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1812, 'fixed_ips': [{'subnet_id': 'a5ad15ab-c489-4a67-a9b0-d559fca0ec71', 'ip_address': '172.26.3.121', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-94-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-23T12:13:51Z', 'updated_at': '2021-06-23T12:13:53Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a5ad15ab-c489-4a67-a9b0-d559fca0ec71', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-601336-94-hyperv', '_interfaces': [{'id': '4fc7202b-3c32-4c6b-8d9b-b6fef90d5765', 'name': '', 'network_id': '61c6d8b9-d3d0-4122-99ae-31963043c8d9', 'tenant_id': 'c080a553dd50489bbe6db51b0d3ddebb', 'mac_address': 'fa:16:3e:d5:3c:87', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8e93b214-77d9-44f2-a01f-ce72e72e9d73', 'device_owner': 'network:router_interface', 'standard_attr_id': 1813, 'fixed_ips': [{'subnet_id': '7f686d1e-afe2-4a5c-a0f6-7d19b33ee35e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-23T12:13:53Z', 'updated_at': '2021-06-23T12:13:53Z', 'revision_number': 2, 'project_id': 'c080a553dd50489bbe6db51b0d3ddebb', 'subnets': [{'id': '7f686d1e-afe2-4a5c-a0f6-7d19b33ee35e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-601336-94-hyperv', False) {} {{(pid=94177) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 12:13:56.838302 dv-neutron-601336-94-hyperv neutron-server[94177]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a4d0a609-c98a-40c8-936a-b50eb6339861 None None] Checking router: 8e93b214-77d9-44f2-a01f-ce72e72e9d73 for host: dv-neutron-601336-94-hyperv {{(pid=94177) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 23 12:13:56.838679 dv-neutron-601336-94-hyperv neutron-server[94177]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a4d0a609-c98a-40c8-936a-b50eb6339861 None None] Updating router 8e93b214-77d9-44f2-a01f-ce72e72e9d73 port 4fc7202b-3c32-4c6b-8d9b-b6fef90d5765 binding host dv-neutron-601336-94-hyperv {{(pid=94177) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 23 12:13:56.839337 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron_lib.callbacks.manager [None req-6a6ab97c-ef9e-423d-ba82-a4303b686f42 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 12:13:56.884637 dv-neutron-601336-94-hyperv neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-a4d0a609-c98a-40c8-936a-b50eb6339861 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-923122'] for port, before_update {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 12:13:56.989374 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.db.db_base_plugin_common [None req-45f9c2ad-0aec-46fb-b63d-b7f65d1eb646 None None] Allocated IP 172.20.0.2 (4582ac47-6ede-43b8-aa5c-9b7936b7338f/4435e391-7eb4-4535-b70e-703188c850a3/2b2a40b1-67d2-49db-ad51-7a3676a77661) {{(pid=94176) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 23 12:13:56.995101 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron_lib.callbacks.manager [None req-dc7542b2-afef-47f4-a763-e3a3cba144be None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-923122'] for port, before_update {{(pid=94176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 12:13:57.024375 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.plugins.ml2.db [None req-dc7542b2-afef-47f4-a763-e3a3cba144be None None] For port 148690ea-e963-4986-991e-abf2ed246983, host dv-neutron-601336-94-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-94-hyperv',level=0,port_id=148690ea-e963-4986-991e-abf2ed246983,segment=NetworkSegment(c23be0a5-6980-48fb-bc9f-4a24717fe1de),segment_id=c23be0a5-6980-48fb-bc9f-4a24717fe1de)] {{(pid=94176) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 23 12:13:57.061319 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron_lib.callbacks.manager [None req-6a6ab97c-ef9e-423d-ba82-a4303b686f42 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-524104', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-520389', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-32276'] for router, precommit_update {{(pid=94174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 12:13:57.091632 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron_lib.callbacks.manager [None req-dc7542b2-afef-47f4-a763-e3a3cba144be None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-922904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866062', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773700135042', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773699642233', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773699642278'] for port, after_update {{(pid=94176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 12:13:57.098111 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG oslo_concurrency.lockutils [None req-2a7ed89a-2593-42bc-b03a-c2e896b23244 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 12:13:57.182291 dv-neutron-601336-94-hyperv neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-a4d0a609-c98a-40c8-936a-b50eb6339861 None None] Notify callbacks [] for port, precommit_update {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 12:13:57.186964 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc7542b2-afef-47f4-a763-e3a3cba144be None None] Pushing event updated for resources: {'Port': ['ID=148690ea-e963-4986-991e-abf2ed246983,revision_number=4']} {{(pid=94176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 12:13:57.194094 dv-neutron-601336-94-hyperv neutron-server[94177]: DEBUG neutron.db.provisioning_blocks [None req-a4d0a609-c98a-40c8-936a-b50eb6339861 None None] Transition to ACTIVE for port object 4fc7202b-3c32-4c6b-8d9b-b6fef90d5765 will not be triggered until provisioned by entity L2. {{(pid=94177) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 23 12:13:57.194895 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG oslo_concurrency.lockutils [None req-dc7542b2-afef-47f4-a763-e3a3cba144be None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.097s {{(pid=94176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 12:13:57.200222 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron_lib.callbacks.manager [None req-45f9c2ad-0aec-46fb-b63d-b7f65d1eb646 None None] Notify callbacks [] for port, precommit_create {{(pid=94176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 12:13:57.208549 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.db.provisioning_blocks [None req-45f9c2ad-0aec-46fb-b63d-b7f65d1eb646 None None] Transition to ACTIVE for port object 2b2a40b1-67d2-49db-ad51-7a3676a77661 will not be triggered until provisioned by entity L2. {{(pid=94176) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 23 12:13:57.222673 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.db.provisioning_blocks [None req-45f9c2ad-0aec-46fb-b63d-b7f65d1eb646 None None] Transition to ACTIVE for port object 2b2a40b1-67d2-49db-ad51-7a3676a77661 will not be triggered until provisioned by entity DHCP. {{(pid=94176) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 23 12:13:57.315133 dv-neutron-601336-94-hyperv neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-a4d0a609-c98a-40c8-936a-b50eb6339861 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-922904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866062', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773700135042', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773699642233', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773699642278'] for port, after_update {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 12:13:57.318404 dv-neutron-601336-94-hyperv neutron-server[94177]: DEBUG oslo_concurrency.lockutils [None req-5abf1cfe-b595-455d-b043-6736fd4d4534 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94177) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 12:13:57.351943 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron_lib.callbacks.manager [None req-6a6ab97c-ef9e-423d-ba82-a4303b686f42 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=94174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 12:13:57.375749 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron_lib.callbacks.manager [None req-6a6ab97c-ef9e-423d-ba82-a4303b686f42 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-923104'] for port, before_create {{(pid=94174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 12:13:57.384094 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron_lib.callbacks.manager [None req-45f9c2ad-0aec-46fb-b63d-b7f65d1eb646 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-922915', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-239814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7866073', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773699642215'] for port, after_create {{(pid=94176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 12:13:57.386109 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG oslo_concurrency.lockutils [None req-71cb4195-6eb6-4eea-bb0c-bf44272d3a65 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 12:13:57.424872 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-45f9c2ad-0aec-46fb-b63d-b7f65d1eb646 None None] Network 4582ac47-6ede-43b8-aa5c-9b7936b7338f is already hosted by enough agents. {{(pid=94176) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 23 12:13:57.429790 dv-neutron-601336-94-hyperv neutron-server[94177]: DEBUG neutron.plugins.ml2.managers [None req-a4d0a609-c98a-40c8-936a-b50eb6339861 None None] Attempting to bind port 4fc7202b-3c32-4c6b-8d9b-b6fef90d5765 on host dv-neutron-601336-94-hyperv for vnic_type normal with profile {{(pid=94177) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 23 12:13:57.430177 dv-neutron-601336-94-hyperv neutron-server[94177]: DEBUG neutron.plugins.ml2.managers [None req-a4d0a609-c98a-40c8-936a-b50eb6339861 None None] Attempting to bind port 4fc7202b-3c32-4c6b-8d9b-b6fef90d5765 by drivers openvswitch,hyperv on host dv-neutron-601336-94-hyperv at level 0 using segments [{'id': '7c9ce104-d172-418f-b29b-77515f70dc45', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 417, 'network_id': '61c6d8b9-d3d0-4122-99ae-31963043c8d9'}] {{(pid=94177) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 23 12:13:57.430547 dv-neutron-601336-94-hyperv neutron-server[94177]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a4d0a609-c98a-40c8-936a-b50eb6339861 None None] Attempting to bind port 4fc7202b-3c32-4c6b-8d9b-b6fef90d5765 on network 61c6d8b9-d3d0-4122-99ae-31963043c8d9 {{(pid=94177) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 23 12:13:57.430699 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.scheduler.base_scheduler [None req-45f9c2ad-0aec-46fb-b63d-b7f65d1eb646 None None] Resources bound (agent type, host, resource id): {{(pid=94176) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 23 12:13:57.435326 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.db.l3_dvrscheduler_db [None req-45f9c2ad-0aec-46fb-b63d-b7f65d1eb646 None None] Received port after_create {{(pid=94176) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 23 12:13:57.437220 dv-neutron-601336-94-hyperv neutron-server[94177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0c4cb49-6f6f-493a-aed0-9e075b8940bb None None] Pushing event updated for resources: {'Port': ['ID=4fc7202b-3c32-4c6b-8d9b-b6fef90d5765,revision_number=3']} {{(pid=94177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 12:13:57.440282 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45f9c2ad-0aec-46fb-b63d-b7f65d1eb646 None None] Pushing event updated for resources: {'Port': ['ID=2b2a40b1-67d2-49db-ad51-7a3676a77661,revision_number=1']} {{(pid=94176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 12:13:57.442736 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG oslo_concurrency.lockutils [None req-45f9c2ad-0aec-46fb-b63d-b7f65d1eb646 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.057s {{(pid=94176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 12:13:57.446042 dv-neutron-601336-94-hyperv neutron-server[94177]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a4d0a609-c98a-40c8-936a-b50eb6339861 None None] Checking agent: {'id': '4d05f899-5ac9-411b-8a03-f60c93f87cdf', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-601336-94-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 23, 11, 22, 14), 'started_at': datetime.datetime(2021, 6, 23, 11, 22, 44), 'heartbeat_timestamp': datetime.datetime(2021, 6, 23, 12, 13, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'monitor_allowed_address_pair_garp': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-601336-94-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94177) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 23 12:13:57.447160 dv-neutron-601336-94-hyperv neutron-server[94177]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a4d0a609-c98a-40c8-936a-b50eb6339861 None None] Checking segment: {'id': '7c9ce104-d172-418f-b29b-77515f70dc45', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 417, 'network_id': '61c6d8b9-d3d0-4122-99ae-31963043c8d9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94177) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 23 12:13:57.447578 dv-neutron-601336-94-hyperv neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-a4d0a609-c98a-40c8-936a-b50eb6339861 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 12:13:57.447981 dv-neutron-601336-94-hyperv neutron-server[94177]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a4d0a609-c98a-40c8-936a-b50eb6339861 None None] Bound using segment: {'id': '7c9ce104-d172-418f-b29b-77515f70dc45', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 417, 'network_id': '61c6d8b9-d3d0-4122-99ae-31963043c8d9'} {{(pid=94177) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 23 12:13:57.448472 dv-neutron-601336-94-hyperv neutron-server[94177]: DEBUG neutron.plugins.ml2.managers [None req-a4d0a609-c98a-40c8-936a-b50eb6339861 None None] Bound port: 4fc7202b-3c32-4c6b-8d9b-b6fef90d5765, host: dv-neutron-601336-94-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7c9ce104-d172-418f-b29b-77515f70dc45', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 417, 'network_id': '61c6d8b9-d3d0-4122-99ae-31963043c8d9'}}] {{(pid=94177) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 23 12:13:57.448840 dv-neutron-601336-94-hyperv neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-a4d0a609-c98a-40c8-936a-b50eb6339861 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-923122'] for port, before_update {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 12:13:57.451391 dv-neutron-601336-94-hyperv neutron-server[94177]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0c4cb49-6f6f-493a-aed0-9e075b8940bb None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-601336-94-hyperv {{(pid=94177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 12:13:57.451732 dv-neutron-601336-94-hyperv neutron-server[94177]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0c4cb49-6f6f-493a-aed0-9e075b8940bb None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-94-hyperv {{(pid=94177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 12:13:57.452068 dv-neutron-601336-94-hyperv neutron-server[94177]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0c4cb49-6f6f-493a-aed0-9e075b8940bb None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-94-hyperv {{(pid=94177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 12:13:57.452395 dv-neutron-601336-94-hyperv neutron-server[94177]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0c4cb49-6f6f-493a-aed0-9e075b8940bb None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-601336-94-hyperv {{(pid=94177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 12:13:57.452723 dv-neutron-601336-94-hyperv neutron-server[94177]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0c4cb49-6f6f-493a-aed0-9e075b8940bb None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-601336-94-hyperv {{(pid=94177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 12:13:57.453045 dv-neutron-601336-94-hyperv neutron-server[94177]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0c4cb49-6f6f-493a-aed0-9e075b8940bb None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-601336-94-hyperv {{(pid=94177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 12:13:57.453368 dv-neutron-601336-94-hyperv neutron-server[94177]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0c4cb49-6f6f-493a-aed0-9e075b8940bb None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-601336-94-hyperv {{(pid=94177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 12:13:57.453812 dv-neutron-601336-94-hyperv neutron-server[94177]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0c4cb49-6f6f-493a-aed0-9e075b8940bb None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-601336-94-hyperv {{(pid=94177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 12:13:57.453982 dv-neutron-601336-94-hyperv neutron-server[94177]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0c4cb49-6f6f-493a-aed0-9e075b8940bb None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-601336-94-hyperv {{(pid=94177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 12:13:57.454472 dv-neutron-601336-94-hyperv neutron-server[94177]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0c4cb49-6f6f-493a-aed0-9e075b8940bb None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-94-hyperv {{(pid=94177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 12:13:57.454961 dv-neutron-601336-94-hyperv neutron-server[94177]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0c4cb49-6f6f-493a-aed0-9e075b8940bb None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-601336-94-hyperv {{(pid=94177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 12:13:57.455458 dv-neutron-601336-94-hyperv neutron-server[94177]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0c4cb49-6f6f-493a-aed0-9e075b8940bb None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-601336-94-hyperv {{(pid=94177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 12:13:57.460340 dv-neutron-601336-94-hyperv neutron-server[94177]: DEBUG oslo_concurrency.lockutils [None req-c0c4cb49-6f6f-493a-aed0-9e075b8940bb None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.141s {{(pid=94177) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 12:13:57.509978 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.plugins.ml2.managers [None req-45f9c2ad-0aec-46fb-b63d-b7f65d1eb646 None None] Attempting to bind port 2b2a40b1-67d2-49db-ad51-7a3676a77661 on host dv-neutron-601336-94-hyperv for vnic_type normal with profile {{(pid=94176) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 23 12:13:57.510770 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.plugins.ml2.managers [None req-45f9c2ad-0aec-46fb-b63d-b7f65d1eb646 None None] Attempting to bind port 2b2a40b1-67d2-49db-ad51-7a3676a77661 by drivers openvswitch,hyperv on host dv-neutron-601336-94-hyperv at level 0 using segments [{'id': '3979ba3d-c4e8-431a-870b-72404fcbd273', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 422, 'network_id': '4582ac47-6ede-43b8-aa5c-9b7936b7338f'}] {{(pid=94176) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 23 12:13:57.510770 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-45f9c2ad-0aec-46fb-b63d-b7f65d1eb646 None None] Attempting to bind port 2b2a40b1-67d2-49db-ad51-7a3676a77661 on network 4582ac47-6ede-43b8-aa5c-9b7936b7338f {{(pid=94176) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 23 12:13:57.514672 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.db.db_base_plugin_common [None req-6a6ab97c-ef9e-423d-ba82-a4303b686f42 admin admin] Allocated IP 172.26.3.204 (3e7e4eb3-cf02-4d47-ade9-0a579cdfc60f/a5ad15ab-c489-4a67-a9b0-d559fca0ec71/df2413e0-fcae-4547-bc71-68e265bf6ae4) {{(pid=94174) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 23 12:13:57.516840 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-45f9c2ad-0aec-46fb-b63d-b7f65d1eb646 None None] Checking agent: {'id': '4d05f899-5ac9-411b-8a03-f60c93f87cdf', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-601336-94-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 23, 11, 22, 14), 'started_at': datetime.datetime(2021, 6, 23, 11, 22, 44), 'heartbeat_timestamp': datetime.datetime(2021, 6, 23, 12, 13, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'monitor_allowed_address_pair_garp': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-601336-94-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94176) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 23 12:13:57.517231 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-45f9c2ad-0aec-46fb-b63d-b7f65d1eb646 None None] Checking segment: {'id': '3979ba3d-c4e8-431a-870b-72404fcbd273', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 422, 'network_id': '4582ac47-6ede-43b8-aa5c-9b7936b7338f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94176) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 23 12:13:57.517647 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron_lib.callbacks.manager [None req-45f9c2ad-0aec-46fb-b63d-b7f65d1eb646 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 12:13:57.518057 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-45f9c2ad-0aec-46fb-b63d-b7f65d1eb646 None None] Bound using segment: {'id': '3979ba3d-c4e8-431a-870b-72404fcbd273', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 422, 'network_id': '4582ac47-6ede-43b8-aa5c-9b7936b7338f'} {{(pid=94176) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 23 12:13:57.518542 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.plugins.ml2.managers [None req-45f9c2ad-0aec-46fb-b63d-b7f65d1eb646 None None] Bound port: 2b2a40b1-67d2-49db-ad51-7a3676a77661, host: dv-neutron-601336-94-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3979ba3d-c4e8-431a-870b-72404fcbd273', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 422, 'network_id': '4582ac47-6ede-43b8-aa5c-9b7936b7338f'}}] {{(pid=94176) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 23 12:13:57.518925 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron_lib.callbacks.manager [None req-45f9c2ad-0aec-46fb-b63d-b7f65d1eb646 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-923122'] for port, before_update {{(pid=94176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 12:13:57.536291 dv-neutron-601336-94-hyperv neutron-server[94177]: DEBUG neutron.plugins.ml2.db [None req-a4d0a609-c98a-40c8-936a-b50eb6339861 None None] For port 4fc7202b-3c32-4c6b-8d9b-b6fef90d5765, host dv-neutron-601336-94-hyperv, cleared binding levels {{(pid=94177) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 23 12:13:57.541191 dv-neutron-601336-94-hyperv neutron-server[94177]: DEBUG neutron.plugins.ml2.db [None req-a4d0a609-c98a-40c8-936a-b50eb6339861 None None] For port 4fc7202b-3c32-4c6b-8d9b-b6fef90d5765, host dv-neutron-601336-94-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-94-hyperv',level=0,port_id=4fc7202b-3c32-4c6b-8d9b-b6fef90d5765,segment=NetworkSegment(7c9ce104-d172-418f-b29b-77515f70dc45),segment_id=7c9ce104-d172-418f-b29b-77515f70dc45)] {{(pid=94177) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 23 12:13:57.590312 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.plugins.ml2.db [None req-45f9c2ad-0aec-46fb-b63d-b7f65d1eb646 None None] For port 2b2a40b1-67d2-49db-ad51-7a3676a77661, host dv-neutron-601336-94-hyperv, cleared binding levels {{(pid=94176) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 23 12:13:57.593598 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.plugins.ml2.db [None req-45f9c2ad-0aec-46fb-b63d-b7f65d1eb646 None None] For port 2b2a40b1-67d2-49db-ad51-7a3676a77661, host dv-neutron-601336-94-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-94-hyperv',level=0,port_id=2b2a40b1-67d2-49db-ad51-7a3676a77661,segment=NetworkSegment(3979ba3d-c4e8-431a-870b-72404fcbd273),segment_id=3979ba3d-c4e8-431a-870b-72404fcbd273)] {{(pid=94176) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 23 12:13:57.629431 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron_lib.callbacks.manager [None req-6a6ab97c-ef9e-423d-ba82-a4303b686f42 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 12:13:57.646304 dv-neutron-601336-94-hyperv neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-a4d0a609-c98a-40c8-936a-b50eb6339861 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-922904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866062', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773700135042', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773699642233', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773699642278'] for port, after_update {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 12:13:57.649845 dv-neutron-601336-94-hyperv neutron-server[94177]: DEBUG oslo_concurrency.lockutils [None req-a1a7c1ae-bb86-496d-8c55-8b6c38ac5ab9 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94177) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 12:13:57.692558 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron_lib.callbacks.manager [None req-45f9c2ad-0aec-46fb-b63d-b7f65d1eb646 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-922904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866062', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773700135042', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773699642233', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773699642278'] for port, after_update {{(pid=94176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 12:13:57.696553 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG oslo_concurrency.lockutils [None req-97bd5441-1da2-49ee-a364-27795820ba27 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 12:13:57.704513 dv-neutron-601336-94-hyperv neutron-server[94177]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a4d0a609-c98a-40c8-936a-b50eb6339861 None None] Routers {'8e93b214-77d9-44f2-a01f-ce72e72e9d73'} bound to L3 agent in host dv-neutron-601336-94-hyperv {{(pid=94177) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 23 12:13:57.705159 dv-neutron-601336-94-hyperv neutron-server[94177]: DEBUG neutron.db.l3_hamode_db [None req-a4d0a609-c98a-40c8-936a-b50eb6339861 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-601336-94-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-06-23T11:22:13Z,description=,heartbeat_timestamp=2021-06-23T12:13:43Z,host='dv-neutron-601336-94-hyperv',id=50ef99c0-ef28-4db5-b303-b145898fae60,load=0,resource_versions=,resources_synced=,started_at=2021-06-23T11:22:14Z,topic='l3_agent')) {'router_ids': ['8e93b214-77d9-44f2-a01f-ce72e72e9d73'], 'active': True} {{(pid=94177) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 12:13:57.743993 dv-neutron-601336-94-hyperv neutron-server[94177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0c4cb49-6f6f-493a-aed0-9e075b8940bb None None] Pushing event updated for resources: {'Port': ['ID=4fc7202b-3c32-4c6b-8d9b-b6fef90d5765,revision_number=4']} {{(pid=94177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 12:13:57.748917 dv-neutron-601336-94-hyperv neutron-server[94177]: DEBUG oslo_concurrency.lockutils [None req-c0c4cb49-6f6f-493a-aed0-9e075b8940bb None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.099s {{(pid=94177) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 12:13:57.767569 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45f9c2ad-0aec-46fb-b63d-b7f65d1eb646 None None] Pushing event updated for resources: {'Port': ['ID=2b2a40b1-67d2-49db-ad51-7a3676a77661,revision_number=2']} {{(pid=94176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 12:13:57.772236 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron_lib.callbacks.manager [None req-6a6ab97c-ef9e-423d-ba82-a4303b686f42 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-922915', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-239814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7866073', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773699642215', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-5196399'] for port, after_create {{(pid=94174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 12:13:57.776381 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG oslo_concurrency.lockutils [None req-34318c37-f7b7-4a9e-9f26-16f9fa22fb90 tempest-TestMinimumBasicScenario-1725182798 tempest-TestMinimumBasicScenario-1725182798-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94174) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 12:13:57.782324 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG oslo_concurrency.lockutils [None req-45f9c2ad-0aec-46fb-b63d-b7f65d1eb646 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.086s {{(pid=94176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 12:13:57.820176 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6a6ab97c-ef9e-423d-ba82-a4303b686f42 admin admin] Network 3e7e4eb3-cf02-4d47-ade9-0a579cdfc60f is already hosted by enough agents. {{(pid=94174) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 23 12:13:57.828748 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.scheduler.base_scheduler [None req-6a6ab97c-ef9e-423d-ba82-a4303b686f42 admin admin] Resources bound (agent type, host, resource id): {{(pid=94174) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 23 12:13:57.831468 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a6ab97c-ef9e-423d-ba82-a4303b686f42 admin admin] Pushing event updated for resources: {'Port': ['ID=df2413e0-fcae-4547-bc71-68e265bf6ae4,revision_number=1']} {{(pid=94174) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 12:13:57.833745 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6a6ab97c-ef9e-423d-ba82-a4303b686f42 admin admin] Received port after_create {{(pid=94174) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 23 12:13:57.837305 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG oslo_concurrency.lockutils [None req-6a6ab97c-ef9e-423d-ba82-a4303b686f42 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.061s {{(pid=94174) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 12:13:57.847945 dv-neutron-601336-94-hyperv neutron-server[94177]: DEBUG neutron.db.l3_dvr_db [None req-a4d0a609-c98a-40c8-936a-b50eb6339861 None None] Set router 8e93b214-77d9-44f2-a01f-ce72e72e9d73 gateway port host: dv-neutron-601336-94-hyperv {{(pid=94177) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:838}} Jun 23 12:13:58.094154 dv-neutron-601336-94-hyperv neutron-server[94177]: DEBUG neutron.db.l3_hamode_db [None req-a4d0a609-c98a-40c8-936a-b50eb6339861 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8e93b214-77d9-44f2-a01f-ce72e72e9d73', 'name': 'tempest-TestShelveInstance-1623291902-router', 'tenant_id': 'c080a553dd50489bbe6db51b0d3ddebb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3e7e4eb3-cf02-4d47-ade9-0a579cdfc60f', 'external_fixed_ips': [{'subnet_id': 'a5ad15ab-c489-4a67-a9b0-d559fca0ec71', 'ip_address': '172.26.3.121'}], 'enable_snat': True}, 'gw_port_id': '148690ea-e963-4986-991e-abf2ed246983', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-23T12:13:50Z', 'updated_at': '2021-06-23T12:13:53Z', 'revision_number': 4, 'project_id': 'c080a553dd50489bbe6db51b0d3ddebb', 'gw_port': {'id': '148690ea-e963-4986-991e-abf2ed246983', 'name': '', 'network_id': '3e7e4eb3-cf02-4d47-ade9-0a579cdfc60f', 'tenant_id': '', 'mac_address': 'fa:16:3e:f8:83:16', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8e93b214-77d9-44f2-a01f-ce72e72e9d73', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1812, 'fixed_ips': [{'subnet_id': 'a5ad15ab-c489-4a67-a9b0-d559fca0ec71', 'ip_address': '172.26.3.121', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-94-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-23T12:13:51Z', 'updated_at': '2021-06-23T12:13:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a5ad15ab-c489-4a67-a9b0-d559fca0ec71', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-601336-94-hyperv', '_interfaces': [{'id': '4fc7202b-3c32-4c6b-8d9b-b6fef90d5765', 'name': '', 'network_id': '61c6d8b9-d3d0-4122-99ae-31963043c8d9', 'tenant_id': 'c080a553dd50489bbe6db51b0d3ddebb', 'mac_address': 'fa:16:3e:d5:3c:87', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8e93b214-77d9-44f2-a01f-ce72e72e9d73', 'device_owner': 'network:router_interface', 'standard_attr_id': 1813, 'fixed_ips': [{'subnet_id': '7f686d1e-afe2-4a5c-a0f6-7d19b33ee35e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-94-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-23T12:13:53Z', 'updated_at': '2021-06-23T12:13:57Z', 'revision_number': 4, 'project_id': 'c080a553dd50489bbe6db51b0d3ddebb', 'subnets': [{'id': '7f686d1e-afe2-4a5c-a0f6-7d19b33ee35e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-601336-94-hyperv', False) {} {{(pid=94177) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 12:13:58.123078 dv-neutron-601336-94-hyperv neutron-server[94177]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a4d0a609-c98a-40c8-936a-b50eb6339861 None None] The sync data for ids ['8e93b214-77d9-44f2-a01f-ce72e72e9d73'] in dv-neutron-601336-94-hyperv is: [{'id': '8e93b214-77d9-44f2-a01f-ce72e72e9d73', 'name': 'tempest-TestShelveInstance-1623291902-router', 'tenant_id': 'c080a553dd50489bbe6db51b0d3ddebb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3e7e4eb3-cf02-4d47-ade9-0a579cdfc60f', 'external_fixed_ips': [{'subnet_id': 'a5ad15ab-c489-4a67-a9b0-d559fca0ec71', 'ip_address': '172.26.3.121'}], 'enable_snat': True}, 'gw_port_id': '148690ea-e963-4986-991e-abf2ed246983', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-23T12:13:50Z', 'updated_at': '2021-06-23T12:13:53Z', 'revision_number': 4, 'project_id': 'c080a553dd50489bbe6db51b0d3ddebb', 'gw_port': {'id': '148690ea-e963-4986-991e-abf2ed246983', 'name': '', 'network_id': '3e7e4eb3-cf02-4d47-ade9-0a579cdfc60f', 'tenant_id': '', 'mac_address': 'fa:16:3e:f8:83:16', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8e93b214-77d9-44f2-a01f-ce72e72e9d73', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1812, 'fixed_ips': [{'subnet_id': 'a5ad15ab-c489-4a67-a9b0-d559fca0ec71', 'ip_address': '172.26.3.121', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-94-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-23T12:13:51Z', 'updated_at': '2021-06-23T12:13:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a5ad15ab-c489-4a67-a9b0-d559fca0ec71', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-601336-94-hyperv', '_interfaces': [{'id': '4fc7202b-3c32-4c6b-8d9b-b6fef90d5765', 'name': '', 'network_id': '61c6d8b9-d3d0-4122-99ae-31963043c8d9', 'tenant_id': 'c080a553dd50489bbe6db51b0d3ddebb', 'mac_address': 'fa:16:3e:d5:3c:87', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8e93b214-77d9-44f2-a01f-ce72e72e9d73', 'device_owner': 'network:router_interface', 'standard_attr_id': 1813, 'fixed_ips': [{'subnet_id': '7f686d1e-afe2-4a5c-a0f6-7d19b33ee35e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-94-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-23T12:13:53Z', 'updated_at': '2021-06-23T12:13:57Z', 'revision_number': 4, 'project_id': 'c080a553dd50489bbe6db51b0d3ddebb', 'subnets': [{'id': '7f686d1e-afe2-4a5c-a0f6-7d19b33ee35e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94177) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 23 12:13:58.196152 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron_lib.callbacks.manager [None req-6a6ab97c-ef9e-423d-ba82-a4303b686f42 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=94174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 12:13:58.395730 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron_lib.callbacks.manager [None req-6a6ab97c-ef9e-423d-ba82-a4303b686f42 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-520412', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-524143'] for router, after_create {{(pid=94174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 12:13:58.758517 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.plugins.ml2.rpc [None req-dc7542b2-afef-47f4-a763-e3a3cba144be None None] Device 148690ea-e963-4986-991e-abf2ed246983 up at agent ovs-agent-dv-neutron-601336-94-hyperv {{(pid=94176) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:298}} Jun 23 12:13:58.844101 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.db.provisioning_blocks [None req-dc7542b2-afef-47f4-a763-e3a3cba144be None None] Provisioning complete for port 148690ea-e963-4986-991e-abf2ed246983 triggered by entity L2. {{(pid=94176) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 23 12:13:58.844492 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron_lib.callbacks.manager [None req-dc7542b2-afef-47f4-a763-e3a3cba144be None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-899258'] for port, provisioning_complete {{(pid=94176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 12:13:58.985792 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1ecf4a8d-dc3b-485c-8f0f-7b37358910bc None None] Network 4582ac47-6ede-43b8-aa5c-9b7936b7338f requested from dv-neutron-601336-94-hyperv {{(pid=94176) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 23 12:13:59.041128 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.plugins.ml2.rpc [None req-dc7542b2-afef-47f4-a763-e3a3cba144be None None] Device 4fc7202b-3c32-4c6b-8d9b-b6fef90d5765 up at agent ovs-agent-dv-neutron-601336-94-hyperv {{(pid=94176) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:298}} Jun 23 12:13:59.170487 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6a6ab97c-ef9e-423d-ba82-a4303b686f42 admin admin] Router a63e6cfe-7d73-411b-829b-5a578b5c458c is scheduled to L3 agent 50ef99c0-ef28-4db5-b303-b145898fae60 with binding_index 1 {{(pid=94174) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jun 23 12:13:59.285310 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6a6ab97c-ef9e-423d-ba82-a4303b686f42 admin admin] Notify agent at l3_agent.dv-neutron-601336-94-hyperv the message routers_updated {{(pid=94174) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 23 12:13:59.296580 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fd226b69-cdac-46ca-86c8-0523790e6a73 None None] Sync routers for ids ['a63e6cfe-7d73-411b-829b-5a578b5c458c'] in dv-neutron-601336-94-hyperv {{(pid=94176) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 23 12:13:59.306154 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fd226b69-cdac-46ca-86c8-0523790e6a73 None None] Routers {'a63e6cfe-7d73-411b-829b-5a578b5c458c'} bound to L3 agent in host dv-neutron-601336-94-hyperv {{(pid=94176) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 23 12:13:59.306800 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.db.l3_hamode_db [None req-fd226b69-cdac-46ca-86c8-0523790e6a73 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-601336-94-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-06-23T11:22:13Z,description=,heartbeat_timestamp=2021-06-23T12:13:43Z,host='dv-neutron-601336-94-hyperv',id=50ef99c0-ef28-4db5-b303-b145898fae60,load=0,resource_versions=,resources_synced=,started_at=2021-06-23T11:22:14Z,topic='l3_agent')) {'router_ids': ['a63e6cfe-7d73-411b-829b-5a578b5c458c'], 'active': True} {{(pid=94176) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 12:13:59.344368 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.db.provisioning_blocks [None req-c629b8fa-f301-47b7-89bf-023e11b81235 None None] Provisioning for port 2b2a40b1-67d2-49db-ad51-7a3676a77661 completed by entity DHCP. {{(pid=94176) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 23 12:13:59.360564 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron_lib.callbacks.manager [None req-6a6ab97c-ef9e-423d-ba82-a4303b686f42 admin admin] Notify callbacks [] for router, before_response {{(pid=94174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 12:13:59.364670 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.db.provisioning_blocks [None req-dc7542b2-afef-47f4-a763-e3a3cba144be None None] Provisioning for port 4fc7202b-3c32-4c6b-8d9b-b6fef90d5765 completed by entity L2. {{(pid=94176) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 23 12:13:59.367868 dv-neutron-601336-94-hyperv neutron-server[94174]: INFO neutron.wsgi [None req-6a6ab97c-ef9e-423d-ba82-a4303b686f42 admin admin] 10.222.0.20 "POST /v2.0/routers HTTP/1.1" status: 201 len: 921 time: 2.6923528 Jun 23 12:13:59.367868 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.wsgi [-] (94174) accepted ('10.222.0.20', 49604) {{(pid=94174) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 12:13:59.368888 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.db.provisioning_blocks [None req-dc7542b2-afef-47f4-a763-e3a3cba144be None None] Provisioning complete for port 4fc7202b-3c32-4c6b-8d9b-b6fef90d5765 triggered by entity L2. {{(pid=94176) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 23 12:13:59.369049 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron_lib.callbacks.manager [None req-dc7542b2-afef-47f4-a763-e3a3cba144be None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-899258'] for port, provisioning_complete {{(pid=94176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 12:13:59.446645 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.db.l3_dvr_db [None req-fd226b69-cdac-46ca-86c8-0523790e6a73 None None] Set router a63e6cfe-7d73-411b-829b-5a578b5c458c gateway port host: dv-neutron-601336-94-hyperv {{(pid=94176) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:838}} Jun 23 12:13:59.616485 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron_lib.callbacks.manager [None req-dc7542b2-afef-47f4-a763-e3a3cba144be None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-923122'] for port, before_update {{(pid=94176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 12:13:59.680576 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.plugins.ml2.db [None req-dc7542b2-afef-47f4-a763-e3a3cba144be None None] For port 4fc7202b-3c32-4c6b-8d9b-b6fef90d5765, host dv-neutron-601336-94-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-94-hyperv',level=0,port_id=4fc7202b-3c32-4c6b-8d9b-b6fef90d5765,segment=NetworkSegment(7c9ce104-d172-418f-b29b-77515f70dc45),segment_id=7c9ce104-d172-418f-b29b-77515f70dc45)] {{(pid=94176) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 23 12:13:59.707994 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.db.l3_hamode_db [None req-fd226b69-cdac-46ca-86c8-0523790e6a73 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a63e6cfe-7d73-411b-829b-5a578b5c458c', 'name': 'tempest-TestShelveInstance-1807552600-router', 'tenant_id': '9a8b23987317464ca08258ae0e939c96', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3e7e4eb3-cf02-4d47-ade9-0a579cdfc60f', 'external_fixed_ips': [{'subnet_id': 'a5ad15ab-c489-4a67-a9b0-d559fca0ec71', 'ip_address': '172.26.3.204'}], 'enable_snat': True}, 'gw_port_id': 'df2413e0-fcae-4547-bc71-68e265bf6ae4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-23T12:13:56Z', 'updated_at': '2021-06-23T12:13:57Z', 'revision_number': 3, 'project_id': '9a8b23987317464ca08258ae0e939c96', 'gw_port': {'id': 'df2413e0-fcae-4547-bc71-68e265bf6ae4', 'name': '', 'network_id': '3e7e4eb3-cf02-4d47-ade9-0a579cdfc60f', 'tenant_id': '', 'mac_address': 'fa:16:3e:eb:47:08', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a63e6cfe-7d73-411b-829b-5a578b5c458c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1824, 'fixed_ips': [{'subnet_id': 'a5ad15ab-c489-4a67-a9b0-d559fca0ec71', 'ip_address': '172.26.3.204', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-23T12:13:57Z', 'updated_at': '2021-06-23T12:13:57Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'a5ad15ab-c489-4a67-a9b0-d559fca0ec71', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-601336-94-hyperv'}], 'dv-neutron-601336-94-hyperv', False) {} {{(pid=94176) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 12:13:59.738243 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fd226b69-cdac-46ca-86c8-0523790e6a73 None None] Checking router: a63e6cfe-7d73-411b-829b-5a578b5c458c for host: dv-neutron-601336-94-hyperv {{(pid=94176) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 23 12:13:59.738605 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fd226b69-cdac-46ca-86c8-0523790e6a73 None None] Updating router a63e6cfe-7d73-411b-829b-5a578b5c458c port df2413e0-fcae-4547-bc71-68e265bf6ae4 binding host dv-neutron-601336-94-hyperv {{(pid=94176) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 23 12:13:59.775079 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron_lib.callbacks.manager [None req-fd226b69-cdac-46ca-86c8-0523790e6a73 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-923122'] for port, before_update {{(pid=94176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 12:13:59.795612 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron_lib.callbacks.manager [None req-dc7542b2-afef-47f4-a763-e3a3cba144be None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-922904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866062', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773700135042', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773699642233', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773699642278'] for port, after_update {{(pid=94176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 12:13:59.796972 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.plugins.ml2.rpc [None req-dc7542b2-afef-47f4-a763-e3a3cba144be None None] Device 2b2a40b1-67d2-49db-ad51-7a3676a77661 up at agent ovs-agent-dv-neutron-601336-94-hyperv {{(pid=94176) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:298}} Jun 23 12:13:59.800677 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG oslo_concurrency.lockutils [None req-9499c6a0-38df-4b43-8441-347efa7cd888 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 12:13:59.804994 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron_lib.callbacks.manager [None req-20226058-0d9f-48c7-914b-3856e8ce373e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-923104'] for port, before_create {{(pid=94174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 12:14:00.016466 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.db.db_base_plugin_common [None req-20226058-0d9f-48c7-914b-3856e8ce373e admin admin] Allocated IP 172.20.0.1 (4582ac47-6ede-43b8-aa5c-9b7936b7338f/4435e391-7eb4-4535-b70e-703188c850a3/6d401d94-949b-44a7-9cda-58323bac35c9) {{(pid=94174) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 23 12:14:00.116813 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc7542b2-afef-47f4-a763-e3a3cba144be None None] Pushing event updated for resources: {'Port': ['ID=4fc7202b-3c32-4c6b-8d9b-b6fef90d5765,revision_number=5']} {{(pid=94176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 12:14:00.125603 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG oslo_concurrency.lockutils [None req-dc7542b2-afef-47f4-a763-e3a3cba144be None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.325s {{(pid=94176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 12:14:00.130893 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron_lib.callbacks.manager [None req-20226058-0d9f-48c7-914b-3856e8ce373e admin admin] Notify callbacks [] for port, precommit_create {{(pid=94174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 12:14:00.151783 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.db.provisioning_blocks [None req-20226058-0d9f-48c7-914b-3856e8ce373e admin admin] Transition to ACTIVE for port object 6d401d94-949b-44a7-9cda-58323bac35c9 will not be triggered until provisioned by entity DHCP. {{(pid=94174) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 23 12:14:00.294955 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron_lib.callbacks.manager [None req-fd226b69-cdac-46ca-86c8-0523790e6a73 None None] Notify callbacks [] for port, precommit_update {{(pid=94176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 12:14:00.305694 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.db.provisioning_blocks [None req-dc7542b2-afef-47f4-a763-e3a3cba144be None None] Provisioning for port 2b2a40b1-67d2-49db-ad51-7a3676a77661 completed by entity L2. {{(pid=94176) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 23 12:14:00.308890 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.db.provisioning_blocks [None req-fd226b69-cdac-46ca-86c8-0523790e6a73 None None] Transition to ACTIVE for port object df2413e0-fcae-4547-bc71-68e265bf6ae4 will not be triggered until provisioned by entity L2. {{(pid=94176) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 23 12:14:00.312194 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.db.provisioning_blocks [None req-dc7542b2-afef-47f4-a763-e3a3cba144be None None] Provisioning complete for port 2b2a40b1-67d2-49db-ad51-7a3676a77661 triggered by entity L2. {{(pid=94176) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 23 12:14:00.312579 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron_lib.callbacks.manager [None req-dc7542b2-afef-47f4-a763-e3a3cba144be None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-899258'] for port, provisioning_complete {{(pid=94176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 12:14:00.336767 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron_lib.callbacks.manager [None req-20226058-0d9f-48c7-914b-3856e8ce373e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-922915', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-239814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7866073', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773699642215', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-5196399'] for port, after_create {{(pid=94174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 12:14:00.339822 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG oslo_concurrency.lockutils [None req-e46d1a0c-317a-4805-9fc4-b97344ba6fb3 tempest-TestMinimumBasicScenario-1725182798 tempest-TestMinimumBasicScenario-1725182798-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94174) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 12:14:00.382310 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-20226058-0d9f-48c7-914b-3856e8ce373e admin admin] Network 4582ac47-6ede-43b8-aa5c-9b7936b7338f is already hosted by enough agents. {{(pid=94174) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 23 12:14:00.386622 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.scheduler.base_scheduler [None req-20226058-0d9f-48c7-914b-3856e8ce373e admin admin] Resources bound (agent type, host, resource id): {{(pid=94174) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 23 12:14:00.393183 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.db.l3_dvrscheduler_db [None req-20226058-0d9f-48c7-914b-3856e8ce373e admin admin] Received port after_create {{(pid=94174) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 23 12:14:00.394162 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron_lib.callbacks.manager [None req-dc7542b2-afef-47f4-a763-e3a3cba144be None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-923122'] for port, before_update {{(pid=94176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 12:14:00.420800 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20226058-0d9f-48c7-914b-3856e8ce373e admin admin] Pushing event updated for resources: {'Port': ['ID=6d401d94-949b-44a7-9cda-58323bac35c9,revision_number=1']} {{(pid=94174) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 12:14:00.421107 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron_lib.callbacks.manager [None req-fd226b69-cdac-46ca-86c8-0523790e6a73 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-922904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866062', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773700135042', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773699642233', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773699642278'] for port, after_update {{(pid=94176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 12:14:00.424530 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG oslo_concurrency.lockutils [None req-20226058-0d9f-48c7-914b-3856e8ce373e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.085s {{(pid=94174) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 12:14:00.427748 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG oslo_concurrency.lockutils [None req-97bd5441-1da2-49ee-a364-27795820ba27 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 12:14:00.440386 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron_lib.callbacks.manager [None req-20226058-0d9f-48c7-914b-3856e8ce373e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-452954'] for router_interface, before_create {{(pid=94174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 12:14:00.455766 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.plugins.ml2.db [None req-dc7542b2-afef-47f4-a763-e3a3cba144be None None] For port 2b2a40b1-67d2-49db-ad51-7a3676a77661, host dv-neutron-601336-94-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-94-hyperv',level=0,port_id=2b2a40b1-67d2-49db-ad51-7a3676a77661,segment=NetworkSegment(3979ba3d-c4e8-431a-870b-72404fcbd273),segment_id=3979ba3d-c4e8-431a-870b-72404fcbd273)] {{(pid=94176) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 23 12:14:00.487723 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-593ca3de-0b7d-4e56-a321-8695a7b7a44b None None] Pushing event updated for resources: {'Port': ['ID=df2413e0-fcae-4547-bc71-68e265bf6ae4,revision_number=2']} {{(pid=94176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 12:14:00.491634 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG oslo_concurrency.lockutils [None req-593ca3de-0b7d-4e56-a321-8695a7b7a44b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.064s {{(pid=94176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 12:14:00.492764 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.plugins.ml2.managers [None req-fd226b69-cdac-46ca-86c8-0523790e6a73 None None] Attempting to bind port df2413e0-fcae-4547-bc71-68e265bf6ae4 on host dv-neutron-601336-94-hyperv for vnic_type normal with profile {{(pid=94176) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 23 12:14:00.493148 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.plugins.ml2.managers [None req-fd226b69-cdac-46ca-86c8-0523790e6a73 None None] Attempting to bind port df2413e0-fcae-4547-bc71-68e265bf6ae4 by drivers openvswitch,hyperv on host dv-neutron-601336-94-hyperv at level 0 using segments [{'id': 'c23be0a5-6980-48fb-bc9f-4a24717fe1de', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3e7e4eb3-cf02-4d47-ade9-0a579cdfc60f'}] {{(pid=94176) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 23 12:14:00.493526 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fd226b69-cdac-46ca-86c8-0523790e6a73 None None] Attempting to bind port df2413e0-fcae-4547-bc71-68e265bf6ae4 on network 3e7e4eb3-cf02-4d47-ade9-0a579cdfc60f {{(pid=94176) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 23 12:14:00.499541 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fd226b69-cdac-46ca-86c8-0523790e6a73 None None] Checking agent: {'id': '4d05f899-5ac9-411b-8a03-f60c93f87cdf', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-601336-94-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 23, 11, 22, 14), 'started_at': datetime.datetime(2021, 6, 23, 11, 22, 44), 'heartbeat_timestamp': datetime.datetime(2021, 6, 23, 12, 13, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'monitor_allowed_address_pair_garp': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-601336-94-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94176) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 23 12:14:00.499541 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fd226b69-cdac-46ca-86c8-0523790e6a73 None None] Checking segment: {'id': 'c23be0a5-6980-48fb-bc9f-4a24717fe1de', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3e7e4eb3-cf02-4d47-ade9-0a579cdfc60f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94176) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 23 12:14:00.499893 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron_lib.callbacks.manager [None req-fd226b69-cdac-46ca-86c8-0523790e6a73 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 12:14:00.500153 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fd226b69-cdac-46ca-86c8-0523790e6a73 None None] Bound using segment: {'id': 'c23be0a5-6980-48fb-bc9f-4a24717fe1de', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3e7e4eb3-cf02-4d47-ade9-0a579cdfc60f'} {{(pid=94176) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 23 12:14:00.500635 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.plugins.ml2.managers [None req-fd226b69-cdac-46ca-86c8-0523790e6a73 None None] Bound port: df2413e0-fcae-4547-bc71-68e265bf6ae4, host: dv-neutron-601336-94-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c23be0a5-6980-48fb-bc9f-4a24717fe1de', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3e7e4eb3-cf02-4d47-ade9-0a579cdfc60f'}}] {{(pid=94176) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 23 12:14:00.501029 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron_lib.callbacks.manager [None req-fd226b69-cdac-46ca-86c8-0523790e6a73 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-923122'] for port, before_update {{(pid=94176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 12:14:00.532738 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron_lib.callbacks.manager [None req-dc7542b2-afef-47f4-a763-e3a3cba144be None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-922904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866062', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773700135042', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773699642233', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773699642278'] for port, after_update {{(pid=94176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 12:14:00.539128 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG oslo_concurrency.lockutils [None req-dc7542b2-afef-47f4-a763-e3a3cba144be None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 12:14:00.583740 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.plugins.ml2.db [None req-fd226b69-cdac-46ca-86c8-0523790e6a73 None None] For port df2413e0-fcae-4547-bc71-68e265bf6ae4, host dv-neutron-601336-94-hyperv, cleared binding levels {{(pid=94176) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 23 12:14:00.591451 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.plugins.ml2.db [None req-fd226b69-cdac-46ca-86c8-0523790e6a73 None None] For port df2413e0-fcae-4547-bc71-68e265bf6ae4, host dv-neutron-601336-94-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-94-hyperv',level=0,port_id=df2413e0-fcae-4547-bc71-68e265bf6ae4,segment=NetworkSegment(c23be0a5-6980-48fb-bc9f-4a24717fe1de),segment_id=c23be0a5-6980-48fb-bc9f-4a24717fe1de)] {{(pid=94176) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 23 12:14:00.606733 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc7542b2-afef-47f4-a763-e3a3cba144be None None] Pushing event updated for resources: {'Port': ['ID=2b2a40b1-67d2-49db-ad51-7a3676a77661,revision_number=3']} {{(pid=94176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 12:14:00.609570 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG oslo_concurrency.lockutils [None req-dc7542b2-afef-47f4-a763-e3a3cba144be None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.071s {{(pid=94176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 12:14:00.622103 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.plugins.ml2.rpc [None req-dc7542b2-afef-47f4-a763-e3a3cba144be None None] Device 4fc7202b-3c32-4c6b-8d9b-b6fef90d5765 up at agent ovs-agent-dv-neutron-601336-94-hyperv {{(pid=94176) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:298}} Jun 23 12:14:00.671793 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.db.provisioning_blocks [None req-dc7542b2-afef-47f4-a763-e3a3cba144be None None] Provisioning complete for port 4fc7202b-3c32-4c6b-8d9b-b6fef90d5765 triggered by entity L2. {{(pid=94176) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 23 12:14:00.672096 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron_lib.callbacks.manager [None req-dc7542b2-afef-47f4-a763-e3a3cba144be None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-899258'] for port, provisioning_complete {{(pid=94176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 12:14:00.750855 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron_lib.callbacks.manager [None req-fd226b69-cdac-46ca-86c8-0523790e6a73 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-922904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866062', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773700135042', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773699642233', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773699642278'] for port, after_update {{(pid=94176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 12:14:00.754884 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG oslo_concurrency.lockutils [None req-97bd5441-1da2-49ee-a364-27795820ba27 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 12:14:00.755650 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron_lib.callbacks.manager [None req-20226058-0d9f-48c7-914b-3856e8ce373e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-923122'] for port, before_update {{(pid=94174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 12:14:00.793870 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.db.provisioning_blocks [None req-a8f0da43-4a00-4ad6-8ab9-26a90ba5449c None None] Provisioning for port 6d401d94-949b-44a7-9cda-58323bac35c9 completed by entity DHCP. {{(pid=94176) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 23 12:14:00.795587 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.db.provisioning_blocks [None req-a8f0da43-4a00-4ad6-8ab9-26a90ba5449c None None] Provisioning complete for port 6d401d94-949b-44a7-9cda-58323bac35c9 triggered by entity DHCP. {{(pid=94176) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 23 12:14:00.795932 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron_lib.callbacks.manager [None req-a8f0da43-4a00-4ad6-8ab9-26a90ba5449c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-899258'] for port, provisioning_complete {{(pid=94176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 12:14:00.850563 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fd226b69-cdac-46ca-86c8-0523790e6a73 None None] Routers {'a63e6cfe-7d73-411b-829b-5a578b5c458c'} bound to L3 agent in host dv-neutron-601336-94-hyperv {{(pid=94176) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 23 12:14:00.851249 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.db.l3_hamode_db [None req-fd226b69-cdac-46ca-86c8-0523790e6a73 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-601336-94-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-06-23T11:22:13Z,description=,heartbeat_timestamp=2021-06-23T12:13:43Z,host='dv-neutron-601336-94-hyperv',id=50ef99c0-ef28-4db5-b303-b145898fae60,load=0,resource_versions=,resources_synced=,started_at=2021-06-23T11:22:14Z,topic='l3_agent')) {'router_ids': ['a63e6cfe-7d73-411b-829b-5a578b5c458c'], 'active': True} {{(pid=94176) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 12:14:00.854351 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-593ca3de-0b7d-4e56-a321-8695a7b7a44b None None] Pushing event updated for resources: {'Port': ['ID=df2413e0-fcae-4547-bc71-68e265bf6ae4,revision_number=3']} {{(pid=94176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 12:14:00.859080 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG oslo_concurrency.lockutils [None req-593ca3de-0b7d-4e56-a321-8695a7b7a44b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.103s {{(pid=94176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 12:14:00.859080 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.plugins.ml2.plugin [None req-a8f0da43-4a00-4ad6-8ab9-26a90ba5449c None None] Port 6d401d94-949b-44a7-9cda-58323bac35c9 cannot update to ACTIVE because it is not bound. {{(pid=94176) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jun 23 12:14:00.919926 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron_lib.callbacks.manager [None req-20226058-0d9f-48c7-914b-3856e8ce373e admin admin] Notify callbacks [] for port, precommit_update {{(pid=94174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 12:14:00.962023 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.db.l3_dvr_db [None req-fd226b69-cdac-46ca-86c8-0523790e6a73 None None] Set router a63e6cfe-7d73-411b-829b-5a578b5c458c gateway port host: dv-neutron-601336-94-hyperv {{(pid=94176) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:838}} Jun 23 12:14:00.975987 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron_lib.callbacks.manager [None req-20226058-0d9f-48c7-914b-3856e8ce373e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-922904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866062', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773700135042', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773699642233', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773699642278', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5196369'] for port, after_update {{(pid=94174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 12:14:00.979265 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG oslo_concurrency.lockutils [None req-25cea848-dd5d-4396-9540-fe33c8831305 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94174) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 12:14:01.045804 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20226058-0d9f-48c7-914b-3856e8ce373e admin admin] Pushing event updated for resources: {'Port': ['ID=6d401d94-949b-44a7-9cda-58323bac35c9,revision_number=2']} {{(pid=94174) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 12:14:01.048362 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron_lib.callbacks.manager [None req-20226058-0d9f-48c7-914b-3856e8ce373e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-7866091', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-453038'] for router_interface, after_create {{(pid=94174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 12:14:01.051256 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG oslo_concurrency.lockutils [None req-20226058-0d9f-48c7-914b-3856e8ce373e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.072s {{(pid=94174) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 12:14:01.149030 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-20226058-0d9f-48c7-914b-3856e8ce373e admin admin] Network 4582ac47-6ede-43b8-aa5c-9b7936b7338f is already hosted by enough agents. {{(pid=94174) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 23 12:14:01.150502 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.scheduler.base_scheduler [None req-20226058-0d9f-48c7-914b-3856e8ce373e admin admin] Resources bound (agent type, host, resource id): {{(pid=94174) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 23 12:14:01.165975 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.db.l3_hamode_db [None req-fd226b69-cdac-46ca-86c8-0523790e6a73 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a63e6cfe-7d73-411b-829b-5a578b5c458c', 'name': 'tempest-TestShelveInstance-1807552600-router', 'tenant_id': '9a8b23987317464ca08258ae0e939c96', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3e7e4eb3-cf02-4d47-ade9-0a579cdfc60f', 'external_fixed_ips': [{'subnet_id': 'a5ad15ab-c489-4a67-a9b0-d559fca0ec71', 'ip_address': '172.26.3.204'}], 'enable_snat': True}, 'gw_port_id': 'df2413e0-fcae-4547-bc71-68e265bf6ae4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-23T12:13:56Z', 'updated_at': '2021-06-23T12:14:00Z', 'revision_number': 4, 'project_id': '9a8b23987317464ca08258ae0e939c96', 'gw_port': {'id': 'df2413e0-fcae-4547-bc71-68e265bf6ae4', 'name': '', 'network_id': '3e7e4eb3-cf02-4d47-ade9-0a579cdfc60f', 'tenant_id': '', 'mac_address': 'fa:16:3e:eb:47:08', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a63e6cfe-7d73-411b-829b-5a578b5c458c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1824, 'fixed_ips': [{'subnet_id': 'a5ad15ab-c489-4a67-a9b0-d559fca0ec71', 'ip_address': '172.26.3.204', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-94-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-23T12:13:57Z', 'updated_at': '2021-06-23T12:14:00Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a5ad15ab-c489-4a67-a9b0-d559fca0ec71', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-601336-94-hyperv', '_interfaces': [{'id': '6d401d94-949b-44a7-9cda-58323bac35c9', 'name': '', 'network_id': '4582ac47-6ede-43b8-aa5c-9b7936b7338f', 'tenant_id': '9a8b23987317464ca08258ae0e939c96', 'mac_address': 'fa:16:3e:f8:b3:d5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a63e6cfe-7d73-411b-829b-5a578b5c458c', 'device_owner': 'network:router_interface', 'standard_attr_id': 1825, 'fixed_ips': [{'subnet_id': '4435e391-7eb4-4535-b70e-703188c850a3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-23T12:13:59Z', 'updated_at': '2021-06-23T12:14:00Z', 'revision_number': 1, 'project_id': '9a8b23987317464ca08258ae0e939c96', 'subnets': [{'id': '4435e391-7eb4-4535-b70e-703188c850a3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-601336-94-hyperv', False) {} {{(pid=94176) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 12:14:01.196303 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fd226b69-cdac-46ca-86c8-0523790e6a73 None None] The sync data for ids ['a63e6cfe-7d73-411b-829b-5a578b5c458c'] in dv-neutron-601336-94-hyperv is: [{'id': 'a63e6cfe-7d73-411b-829b-5a578b5c458c', 'name': 'tempest-TestShelveInstance-1807552600-router', 'tenant_id': '9a8b23987317464ca08258ae0e939c96', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3e7e4eb3-cf02-4d47-ade9-0a579cdfc60f', 'external_fixed_ips': [{'subnet_id': 'a5ad15ab-c489-4a67-a9b0-d559fca0ec71', 'ip_address': '172.26.3.204'}], 'enable_snat': True}, 'gw_port_id': 'df2413e0-fcae-4547-bc71-68e265bf6ae4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-23T12:13:56Z', 'updated_at': '2021-06-23T12:14:00Z', 'revision_number': 4, 'project_id': '9a8b23987317464ca08258ae0e939c96', 'gw_port': {'id': 'df2413e0-fcae-4547-bc71-68e265bf6ae4', 'name': '', 'network_id': '3e7e4eb3-cf02-4d47-ade9-0a579cdfc60f', 'tenant_id': '', 'mac_address': 'fa:16:3e:eb:47:08', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a63e6cfe-7d73-411b-829b-5a578b5c458c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1824, 'fixed_ips': [{'subnet_id': 'a5ad15ab-c489-4a67-a9b0-d559fca0ec71', 'ip_address': '172.26.3.204', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-94-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-23T12:13:57Z', 'updated_at': '2021-06-23T12:14:00Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a5ad15ab-c489-4a67-a9b0-d559fca0ec71', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-601336-94-hyperv', '_interfaces': [{'id': '6d401d94-949b-44a7-9cda-58323bac35c9', 'name': '', 'network_id': '4582ac47-6ede-43b8-aa5c-9b7936b7338f', 'tenant_id': '9a8b23987317464ca08258ae0e939c96', 'mac_address': 'fa:16:3e:f8:b3:d5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a63e6cfe-7d73-411b-829b-5a578b5c458c', 'device_owner': 'network:router_interface', 'standard_attr_id': 1825, 'fixed_ips': [{'subnet_id': '4435e391-7eb4-4535-b70e-703188c850a3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-23T12:13:59Z', 'updated_at': '2021-06-23T12:14:00Z', 'revision_number': 1, 'project_id': '9a8b23987317464ca08258ae0e939c96', 'subnets': [{'id': '4435e391-7eb4-4535-b70e-703188c850a3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94176) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 23 12:14:01.278964 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-20226058-0d9f-48c7-914b-3856e8ce373e admin admin] Router a63e6cfe-7d73-411b-829b-5a578b5c458c has already been hosted by L3 agent 50ef99c0-ef28-4db5-b303-b145898fae60 {{(pid=94174) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 23 12:14:01.384721 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.db.provisioning_blocks [None req-bf7d02a1-5f2c-4e5b-8263-d126d64e074e None None] Provisioning complete for port 6d401d94-949b-44a7-9cda-58323bac35c9 triggered by entity DHCP. {{(pid=94176) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 23 12:14:01.385117 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron_lib.callbacks.manager [None req-bf7d02a1-5f2c-4e5b-8263-d126d64e074e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-899258'] for port, provisioning_complete {{(pid=94176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 12:14:01.392237 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-20226058-0d9f-48c7-914b-3856e8ce373e admin admin] Notify agent at l3_agent.dv-neutron-601336-94-hyperv the message routers_updated {{(pid=94174) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 23 12:14:01.397469 dv-neutron-601336-94-hyperv neutron-server[94174]: INFO neutron.wsgi [None req-20226058-0d9f-48c7-914b-3856e8ce373e admin admin] 10.222.0.20 "PUT /v2.0/routers/a63e6cfe-7d73-411b-829b-5a578b5c458c/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.0314946 Jun 23 12:14:01.452218 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.plugins.ml2.plugin [None req-bf7d02a1-5f2c-4e5b-8263-d126d64e074e None None] Port 6d401d94-949b-44a7-9cda-58323bac35c9 cannot update to ACTIVE because it is not bound. {{(pid=94176) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jun 23 12:14:02.052065 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.wsgi [-] (94174) accepted ('10.222.0.20', 49612) {{(pid=94174) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 12:14:02.056966 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.api.v2.base [None req-87120095-80f5-492f-b909-5b07eb8edf3e tempest-TestShelveInstance-790754725 tempest-TestShelveInstance-790754725-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1493098893', 'description': 'tempest-secgroup-smoke-1493098893 description', 'project_id': 'c080a553dd50489bbe6db51b0d3ddebb'}} {{(pid=94174) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 23 12:14:02.139908 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron_lib.callbacks.manager [None req-87120095-80f5-492f-b909-5b07eb8edf3e tempest-TestShelveInstance-790754725 tempest-TestShelveInstance-790754725-project] Notify callbacks [] for security_group, before_create {{(pid=94174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 12:14:02.248869 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron_lib.callbacks.manager [None req-87120095-80f5-492f-b909-5b07eb8edf3e tempest-TestShelveInstance-790754725 tempest-TestShelveInstance-790754725-project] Notify callbacks [] for security_group, precommit_create {{(pid=94174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 12:14:02.309094 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron_lib.callbacks.manager [None req-87120095-80f5-492f-b909-5b07eb8edf3e tempest-TestShelveInstance-790754725 tempest-TestShelveInstance-790754725-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7996330'] for security_group, after_create {{(pid=94174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 12:14:02.311880 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG oslo_concurrency.lockutils [None req-6b199888-9782-4338-a8ef-7e29282a06d6 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94174) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 12:14:02.340767 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87120095-80f5-492f-b909-5b07eb8edf3e tempest-TestShelveInstance-790754725 tempest-TestShelveInstance-790754725-project] Pushing event updated for resources: {'SecurityGroup': ['ID=9806d87d-e331-47e5-a6f9-0b002486eefc,revision_number=1']} {{(pid=94174) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 12:14:02.343851 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG oslo_concurrency.lockutils [None req-87120095-80f5-492f-b909-5b07eb8edf3e tempest-TestShelveInstance-790754725 tempest-TestShelveInstance-790754725-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.032s {{(pid=94174) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 12:14:02.445683 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron_lib.callbacks.manager [None req-87120095-80f5-492f-b909-5b07eb8edf3e tempest-TestShelveInstance-790754725 tempest-TestShelveInstance-790754725-project] Notify callbacks [] for security_group, before_response {{(pid=94174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 12:14:02.446959 dv-neutron-601336-94-hyperv neutron-server[94174]: INFO neutron.wsgi [None req-87120095-80f5-492f-b909-5b07eb8edf3e tempest-TestShelveInstance-790754725 tempest-TestShelveInstance-790754725-project] 10.222.0.20 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.3938560 Jun 23 12:14:02.450127 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.wsgi [-] (94174) accepted ('10.222.0.20', 49614) {{(pid=94174) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 12:14:02.454913 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.api.v2.base [None req-150199e1-7c61-4945-b616-7c097398527a tempest-TestShelveInstance-790754725 tempest-TestShelveInstance-790754725-project] Request body: {'security_group_rule': {'security_group_id': '9806d87d-e331-47e5-a6f9-0b002486eefc', 'project_id': 'c080a553dd50489bbe6db51b0d3ddebb', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=94174) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 23 12:14:02.571831 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron_lib.callbacks.manager [None req-150199e1-7c61-4945-b616-7c097398527a tempest-TestShelveInstance-790754725 tempest-TestShelveInstance-790754725-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 12:14:02.630778 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron_lib.callbacks.manager [None req-150199e1-7c61-4945-b616-7c097398527a tempest-TestShelveInstance-790754725 tempest-TestShelveInstance-790754725-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 12:14:02.666917 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.plugins.ml2.rpc [None req-dc7542b2-afef-47f4-a763-e3a3cba144be None None] Device df2413e0-fcae-4547-bc71-68e265bf6ae4 up at agent ovs-agent-dv-neutron-601336-94-hyperv {{(pid=94176) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:298}} Jun 23 12:14:02.720445 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron_lib.callbacks.manager [None req-150199e1-7c61-4945-b616-7c097398527a tempest-TestShelveInstance-790754725 tempest-TestShelveInstance-790754725-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7996355'] for security_group_rule, after_create {{(pid=94174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 12:14:02.725238 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG oslo_concurrency.lockutils [None req-6f95596b-dde4-451f-abbc-2c33059ab262 tempest-TestNetworkAdvancedServerOps-1740099935 tempest-TestNetworkAdvancedServerOps-1740099935-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94174) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 12:14:02.741016 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-150199e1-7c61-4945-b616-7c097398527a tempest-TestShelveInstance-790754725 tempest-TestShelveInstance-790754725-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=fc419482-1bea-485f-ab62-9957ef8094f9,revision_number=0']} {{(pid=94174) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 12:14:02.743529 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG oslo_concurrency.lockutils [None req-150199e1-7c61-4945-b616-7c097398527a tempest-TestShelveInstance-790754725 tempest-TestShelveInstance-790754725-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=94174) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 12:14:02.771547 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.db.provisioning_blocks [None req-dc7542b2-afef-47f4-a763-e3a3cba144be None None] Provisioning for port df2413e0-fcae-4547-bc71-68e265bf6ae4 completed by entity L2. {{(pid=94176) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 23 12:14:02.775542 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.db.provisioning_blocks [None req-dc7542b2-afef-47f4-a763-e3a3cba144be None None] Provisioning complete for port df2413e0-fcae-4547-bc71-68e265bf6ae4 triggered by entity L2. {{(pid=94176) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 23 12:14:02.776025 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron_lib.callbacks.manager [None req-dc7542b2-afef-47f4-a763-e3a3cba144be None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-899258'] for port, provisioning_complete {{(pid=94176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 12:14:02.850800 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron_lib.callbacks.manager [None req-150199e1-7c61-4945-b616-7c097398527a tempest-TestShelveInstance-790754725 tempest-TestShelveInstance-790754725-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 12:14:02.852288 dv-neutron-601336-94-hyperv neutron-server[94174]: INFO neutron.wsgi [None req-150199e1-7c61-4945-b616-7c097398527a tempest-TestShelveInstance-790754725 tempest-TestShelveInstance-790754725-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.4010165 Jun 23 12:14:02.854778 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.wsgi [-] (94174) accepted ('10.222.0.20', 49616) {{(pid=94174) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 12:14:02.860161 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.api.v2.base [None req-118f0f71-e832-43d4-b7c4-1a802f950a5f tempest-TestShelveInstance-790754725 tempest-TestShelveInstance-790754725-project] Request body: {'security_group_rule': {'security_group_id': '9806d87d-e331-47e5-a6f9-0b002486eefc', 'project_id': 'c080a553dd50489bbe6db51b0d3ddebb', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=94174) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 23 12:14:02.876511 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron_lib.callbacks.manager [None req-dc7542b2-afef-47f4-a763-e3a3cba144be None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-923122'] for port, before_update {{(pid=94176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 12:14:02.899115 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.plugins.ml2.db [None req-dc7542b2-afef-47f4-a763-e3a3cba144be None None] For port df2413e0-fcae-4547-bc71-68e265bf6ae4, host dv-neutron-601336-94-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-94-hyperv',level=0,port_id=df2413e0-fcae-4547-bc71-68e265bf6ae4,segment=NetworkSegment(c23be0a5-6980-48fb-bc9f-4a24717fe1de),segment_id=c23be0a5-6980-48fb-bc9f-4a24717fe1de)] {{(pid=94176) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 23 12:14:02.975743 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron_lib.callbacks.manager [None req-118f0f71-e832-43d4-b7c4-1a802f950a5f tempest-TestShelveInstance-790754725 tempest-TestShelveInstance-790754725-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 12:14:02.999284 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron_lib.callbacks.manager [None req-dc7542b2-afef-47f4-a763-e3a3cba144be None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-922904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866062', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773700135042', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773699642233', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773699642278'] for port, after_update {{(pid=94176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 12:14:03.000369 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.plugins.ml2.rpc [None req-dc7542b2-afef-47f4-a763-e3a3cba144be None None] Device 2b2a40b1-67d2-49db-ad51-7a3676a77661 up at agent ovs-agent-dv-neutron-601336-94-hyperv {{(pid=94176) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:298}} Jun 23 12:14:03.003247 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG oslo_concurrency.lockutils [None req-b9bcc70f-3d66-4b85-b84e-0c6056fc105d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 12:14:03.048193 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron_lib.callbacks.manager [None req-118f0f71-e832-43d4-b7c4-1a802f950a5f tempest-TestShelveInstance-790754725 tempest-TestShelveInstance-790754725-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 12:14:03.080135 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc7542b2-afef-47f4-a763-e3a3cba144be None None] Pushing event updated for resources: {'Port': ['ID=df2413e0-fcae-4547-bc71-68e265bf6ae4,revision_number=4']} {{(pid=94176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 12:14:03.084507 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG oslo_concurrency.lockutils [None req-dc7542b2-afef-47f4-a763-e3a3cba144be None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.082s {{(pid=94176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 12:14:03.091166 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.db.provisioning_blocks [None req-dc7542b2-afef-47f4-a763-e3a3cba144be None None] Provisioning complete for port 2b2a40b1-67d2-49db-ad51-7a3676a77661 triggered by entity L2. {{(pid=94176) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 23 12:14:03.091553 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron_lib.callbacks.manager [None req-dc7542b2-afef-47f4-a763-e3a3cba144be None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-899258'] for port, provisioning_complete {{(pid=94176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 12:14:03.137245 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron_lib.callbacks.manager [None req-118f0f71-e832-43d4-b7c4-1a802f950a5f tempest-TestShelveInstance-790754725 tempest-TestShelveInstance-790754725-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7996355'] for security_group_rule, after_create {{(pid=94174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 12:14:03.137245 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG oslo_concurrency.lockutils [None req-63e80a31-0974-4de0-ab0e-366fa7cf8500 tempest-TestNetworkBasicOps-233187296 tempest-TestNetworkBasicOps-233187296-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94174) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 12:14:03.150314 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-118f0f71-e832-43d4-b7c4-1a802f950a5f tempest-TestShelveInstance-790754725 tempest-TestShelveInstance-790754725-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f94a346c-4b09-444c-9e4f-2165e19e23c7,revision_number=0']} {{(pid=94174) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 12:14:03.154126 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG oslo_concurrency.lockutils [None req-118f0f71-e832-43d4-b7c4-1a802f950a5f tempest-TestShelveInstance-790754725 tempest-TestShelveInstance-790754725-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=94174) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 12:14:03.180667 dv-neutron-601336-94-hyperv neutron-server[94177]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cb5f6967-cebe-44d4-a2dd-cbd4985b63e6 None None] Sync routers for ids ['a63e6cfe-7d73-411b-829b-5a578b5c458c'] in dv-neutron-601336-94-hyperv {{(pid=94177) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 23 12:14:03.189680 dv-neutron-601336-94-hyperv neutron-server[94177]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cb5f6967-cebe-44d4-a2dd-cbd4985b63e6 None None] Routers {'a63e6cfe-7d73-411b-829b-5a578b5c458c'} bound to L3 agent in host dv-neutron-601336-94-hyperv {{(pid=94177) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 23 12:14:03.190294 dv-neutron-601336-94-hyperv neutron-server[94177]: DEBUG neutron.db.l3_hamode_db [None req-cb5f6967-cebe-44d4-a2dd-cbd4985b63e6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-601336-94-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-06-23T11:22:13Z,description=,heartbeat_timestamp=2021-06-23T12:13:43Z,host='dv-neutron-601336-94-hyperv',id=50ef99c0-ef28-4db5-b303-b145898fae60,load=0,resource_versions=,resources_synced=,started_at=2021-06-23T11:22:14Z,topic='l3_agent')) {'router_ids': ['a63e6cfe-7d73-411b-829b-5a578b5c458c'], 'active': True} {{(pid=94177) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 12:14:03.239422 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron_lib.callbacks.manager [None req-118f0f71-e832-43d4-b7c4-1a802f950a5f tempest-TestShelveInstance-790754725 tempest-TestShelveInstance-790754725-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 12:14:03.241263 dv-neutron-601336-94-hyperv neutron-server[94174]: INFO neutron.wsgi [None req-118f0f71-e832-43d4-b7c4-1a802f950a5f tempest-TestShelveInstance-790754725 tempest-TestShelveInstance-790754725-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.3846517 Jun 23 12:14:03.243977 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.wsgi [-] (94174) accepted ('10.222.0.20', 49618) {{(pid=94174) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 12:14:03.248787 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.api.v2.base [None req-a1a5b2f4-16dd-46ee-9745-2f8107c90639 tempest-TestShelveInstance-790754725 tempest-TestShelveInstance-790754725-project] Request body: {'security_group_rule': {'security_group_id': '9806d87d-e331-47e5-a6f9-0b002486eefc', 'project_id': 'c080a553dd50489bbe6db51b0d3ddebb', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=94174) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 23 12:14:03.294127 dv-neutron-601336-94-hyperv neutron-server[94177]: DEBUG neutron.db.l3_dvr_db [None req-cb5f6967-cebe-44d4-a2dd-cbd4985b63e6 None None] Set router a63e6cfe-7d73-411b-829b-5a578b5c458c gateway port host: dv-neutron-601336-94-hyperv {{(pid=94177) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:838}} Jun 23 12:14:03.371424 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron_lib.callbacks.manager [None req-a1a5b2f4-16dd-46ee-9745-2f8107c90639 tempest-TestShelveInstance-790754725 tempest-TestShelveInstance-790754725-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 12:14:03.438860 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron_lib.callbacks.manager [None req-a1a5b2f4-16dd-46ee-9745-2f8107c90639 tempest-TestShelveInstance-790754725 tempest-TestShelveInstance-790754725-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 12:14:03.553866 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron_lib.callbacks.manager [None req-a1a5b2f4-16dd-46ee-9745-2f8107c90639 tempest-TestShelveInstance-790754725 tempest-TestShelveInstance-790754725-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7996355'] for security_group_rule, after_create {{(pid=94174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 12:14:03.556121 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG oslo_concurrency.lockutils [None req-7e3d45d5-9623-4f6f-929f-7cac06526947 tempest-TestMinimumBasicScenario-1725182798 tempest-TestMinimumBasicScenario-1725182798-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94174) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 12:14:03.571000 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1a5b2f4-16dd-46ee-9745-2f8107c90639 tempest-TestShelveInstance-790754725 tempest-TestShelveInstance-790754725-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=73e86ea8-5609-43a3-bebf-8eea7a0fc82d,revision_number=0']} {{(pid=94174) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 12:14:03.576436 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG oslo_concurrency.lockutils [None req-a1a5b2f4-16dd-46ee-9745-2f8107c90639 tempest-TestShelveInstance-790754725 tempest-TestShelveInstance-790754725-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.020s {{(pid=94174) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 12:14:03.577202 dv-neutron-601336-94-hyperv neutron-server[94177]: DEBUG neutron.db.l3_hamode_db [None req-cb5f6967-cebe-44d4-a2dd-cbd4985b63e6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a63e6cfe-7d73-411b-829b-5a578b5c458c', 'name': 'tempest-TestShelveInstance-1807552600-router', 'tenant_id': '9a8b23987317464ca08258ae0e939c96', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3e7e4eb3-cf02-4d47-ade9-0a579cdfc60f', 'external_fixed_ips': [{'subnet_id': 'a5ad15ab-c489-4a67-a9b0-d559fca0ec71', 'ip_address': '172.26.3.204'}], 'enable_snat': True}, 'gw_port_id': 'df2413e0-fcae-4547-bc71-68e265bf6ae4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-23T12:13:56Z', 'updated_at': '2021-06-23T12:14:00Z', 'revision_number': 4, 'project_id': '9a8b23987317464ca08258ae0e939c96', 'gw_port': {'id': 'df2413e0-fcae-4547-bc71-68e265bf6ae4', 'name': '', 'network_id': '3e7e4eb3-cf02-4d47-ade9-0a579cdfc60f', 'tenant_id': '', 'mac_address': 'fa:16:3e:eb:47:08', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a63e6cfe-7d73-411b-829b-5a578b5c458c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1824, 'fixed_ips': [{'subnet_id': 'a5ad15ab-c489-4a67-a9b0-d559fca0ec71', 'ip_address': '172.26.3.204', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-94-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-23T12:13:57Z', 'updated_at': '2021-06-23T12:14:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a5ad15ab-c489-4a67-a9b0-d559fca0ec71', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-601336-94-hyperv', '_interfaces': [{'id': '6d401d94-949b-44a7-9cda-58323bac35c9', 'name': '', 'network_id': '4582ac47-6ede-43b8-aa5c-9b7936b7338f', 'tenant_id': '9a8b23987317464ca08258ae0e939c96', 'mac_address': 'fa:16:3e:f8:b3:d5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a63e6cfe-7d73-411b-829b-5a578b5c458c', 'device_owner': 'network:router_interface', 'standard_attr_id': 1825, 'fixed_ips': [{'subnet_id': '4435e391-7eb4-4535-b70e-703188c850a3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-23T12:13:59Z', 'updated_at': '2021-06-23T12:14:00Z', 'revision_number': 2, 'project_id': '9a8b23987317464ca08258ae0e939c96', 'subnets': [{'id': '4435e391-7eb4-4535-b70e-703188c850a3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-601336-94-hyperv', False) {} {{(pid=94177) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 12:14:03.607531 dv-neutron-601336-94-hyperv neutron-server[94177]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cb5f6967-cebe-44d4-a2dd-cbd4985b63e6 None None] Checking router: a63e6cfe-7d73-411b-829b-5a578b5c458c for host: dv-neutron-601336-94-hyperv {{(pid=94177) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 23 12:14:03.607888 dv-neutron-601336-94-hyperv neutron-server[94177]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cb5f6967-cebe-44d4-a2dd-cbd4985b63e6 None None] Updating router a63e6cfe-7d73-411b-829b-5a578b5c458c port 6d401d94-949b-44a7-9cda-58323bac35c9 binding host dv-neutron-601336-94-hyperv {{(pid=94177) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 23 12:14:03.642380 dv-neutron-601336-94-hyperv neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-cb5f6967-cebe-44d4-a2dd-cbd4985b63e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-923122'] for port, before_update {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 12:14:03.667840 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron_lib.callbacks.manager [None req-a1a5b2f4-16dd-46ee-9745-2f8107c90639 tempest-TestShelveInstance-790754725 tempest-TestShelveInstance-790754725-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 12:14:03.671589 dv-neutron-601336-94-hyperv neutron-server[94174]: INFO neutron.wsgi [None req-a1a5b2f4-16dd-46ee-9745-2f8107c90639 tempest-TestShelveInstance-790754725 tempest-TestShelveInstance-790754725-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.4241433 Jun 23 12:14:03.671939 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.wsgi [-] (94174) accepted ('10.222.0.20', 49620) {{(pid=94174) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 12:14:03.676879 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.api.v2.base [None req-9effeddb-5427-48db-b2d6-8d2322cc5754 tempest-TestShelveInstance-790754725 tempest-TestShelveInstance-790754725-project] Request body: {'security_group_rule': {'security_group_id': '9806d87d-e331-47e5-a6f9-0b002486eefc', 'project_id': 'c080a553dd50489bbe6db51b0d3ddebb', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=94174) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 23 12:14:03.805176 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron_lib.callbacks.manager [None req-9effeddb-5427-48db-b2d6-8d2322cc5754 tempest-TestShelveInstance-790754725 tempest-TestShelveInstance-790754725-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 12:14:03.870669 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron_lib.callbacks.manager [None req-9effeddb-5427-48db-b2d6-8d2322cc5754 tempest-TestShelveInstance-790754725 tempest-TestShelveInstance-790754725-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 12:14:03.922255 dv-neutron-601336-94-hyperv neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-cb5f6967-cebe-44d4-a2dd-cbd4985b63e6 None None] Notify callbacks [] for port, precommit_update {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 12:14:03.931825 dv-neutron-601336-94-hyperv neutron-server[94177]: DEBUG neutron.db.provisioning_blocks [None req-cb5f6967-cebe-44d4-a2dd-cbd4985b63e6 None None] Transition to ACTIVE for port object 6d401d94-949b-44a7-9cda-58323bac35c9 will not be triggered until provisioned by entity L2. {{(pid=94177) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 23 12:14:03.961070 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron_lib.callbacks.manager [None req-9effeddb-5427-48db-b2d6-8d2322cc5754 tempest-TestShelveInstance-790754725 tempest-TestShelveInstance-790754725-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7996355'] for security_group_rule, after_create {{(pid=94174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 12:14:03.966968 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG oslo_concurrency.lockutils [None req-ef72b4dc-d825-42f7-8b44-294e9ac92987 tempest-TestNetworkBasicOps-233187296 tempest-TestNetworkBasicOps-233187296-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94174) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 12:14:03.983370 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9effeddb-5427-48db-b2d6-8d2322cc5754 tempest-TestShelveInstance-790754725 tempest-TestShelveInstance-790754725-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=46425ec7-aafb-479b-86c7-6b91a49ef5dc,revision_number=0']} {{(pid=94174) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 12:14:03.985747 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG oslo_concurrency.lockutils [None req-9effeddb-5427-48db-b2d6-8d2322cc5754 tempest-TestShelveInstance-790754725 tempest-TestShelveInstance-790754725-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=94174) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 12:14:04.017562 dv-neutron-601336-94-hyperv neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-cb5f6967-cebe-44d4-a2dd-cbd4985b63e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-922904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866062', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773700135042', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773699642233', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773699642278'] for port, after_update {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 12:14:04.019624 dv-neutron-601336-94-hyperv neutron-server[94177]: DEBUG oslo_concurrency.lockutils [None req-9903bb2a-8ee0-4f0a-af6d-8de8bcbadb00 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94177) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 12:14:04.067651 dv-neutron-601336-94-hyperv neutron-server[94177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-328c4c3c-75a8-4694-bb7f-1870d52d0fe6 None None] Pushing event updated for resources: {'Port': ['ID=6d401d94-949b-44a7-9cda-58323bac35c9,revision_number=3']} {{(pid=94177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 12:14:04.072199 dv-neutron-601336-94-hyperv neutron-server[94177]: DEBUG oslo_concurrency.lockutils [None req-328c4c3c-75a8-4694-bb7f-1870d52d0fe6 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.053s {{(pid=94177) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 12:14:04.125817 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron_lib.callbacks.manager [None req-9effeddb-5427-48db-b2d6-8d2322cc5754 tempest-TestShelveInstance-790754725 tempest-TestShelveInstance-790754725-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 12:14:04.129498 dv-neutron-601336-94-hyperv neutron-server[94174]: INFO neutron.wsgi [None req-9effeddb-5427-48db-b2d6-8d2322cc5754 tempest-TestShelveInstance-790754725 tempest-TestShelveInstance-790754725-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.4542525 Jun 23 12:14:04.129631 dv-neutron-601336-94-hyperv neutron-server[94177]: DEBUG neutron.plugins.ml2.managers [None req-cb5f6967-cebe-44d4-a2dd-cbd4985b63e6 None None] Attempting to bind port 6d401d94-949b-44a7-9cda-58323bac35c9 on host dv-neutron-601336-94-hyperv for vnic_type normal with profile {{(pid=94177) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 23 12:14:04.129897 dv-neutron-601336-94-hyperv neutron-server[94177]: DEBUG neutron.plugins.ml2.managers [None req-cb5f6967-cebe-44d4-a2dd-cbd4985b63e6 None None] Attempting to bind port 6d401d94-949b-44a7-9cda-58323bac35c9 by drivers openvswitch,hyperv on host dv-neutron-601336-94-hyperv at level 0 using segments [{'id': '3979ba3d-c4e8-431a-870b-72404fcbd273', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 422, 'network_id': '4582ac47-6ede-43b8-aa5c-9b7936b7338f'}] {{(pid=94177) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 23 12:14:04.130086 dv-neutron-601336-94-hyperv neutron-server[94177]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cb5f6967-cebe-44d4-a2dd-cbd4985b63e6 None None] Attempting to bind port 6d401d94-949b-44a7-9cda-58323bac35c9 on network 4582ac47-6ede-43b8-aa5c-9b7936b7338f {{(pid=94177) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 23 12:14:04.130297 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.wsgi [-] (94174) accepted ('10.222.0.20', 49622) {{(pid=94174) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 12:14:04.136411 dv-neutron-601336-94-hyperv neutron-server[94177]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cb5f6967-cebe-44d4-a2dd-cbd4985b63e6 None None] Checking agent: {'id': '4d05f899-5ac9-411b-8a03-f60c93f87cdf', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-601336-94-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 23, 11, 22, 14), 'started_at': datetime.datetime(2021, 6, 23, 11, 22, 44), 'heartbeat_timestamp': datetime.datetime(2021, 6, 23, 12, 13, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'monitor_allowed_address_pair_garp': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-601336-94-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94177) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 23 12:14:04.137861 dv-neutron-601336-94-hyperv neutron-server[94177]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cb5f6967-cebe-44d4-a2dd-cbd4985b63e6 None None] Checking segment: {'id': '3979ba3d-c4e8-431a-870b-72404fcbd273', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 422, 'network_id': '4582ac47-6ede-43b8-aa5c-9b7936b7338f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94177) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 23 12:14:04.138002 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.api.v2.base [None req-b0d77756-92c9-4577-bf86-29be603e389c tempest-TestShelveInstance-790754725 tempest-TestShelveInstance-790754725-project] Request body: {'security_group_rule': {'security_group_id': '9806d87d-e331-47e5-a6f9-0b002486eefc', 'project_id': 'c080a553dd50489bbe6db51b0d3ddebb', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=94174) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 23 12:14:04.138111 dv-neutron-601336-94-hyperv neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-cb5f6967-cebe-44d4-a2dd-cbd4985b63e6 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 12:14:04.138111 dv-neutron-601336-94-hyperv neutron-server[94177]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cb5f6967-cebe-44d4-a2dd-cbd4985b63e6 None None] Bound using segment: {'id': '3979ba3d-c4e8-431a-870b-72404fcbd273', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 422, 'network_id': '4582ac47-6ede-43b8-aa5c-9b7936b7338f'} {{(pid=94177) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 23 12:14:04.138283 dv-neutron-601336-94-hyperv neutron-server[94177]: DEBUG neutron.plugins.ml2.managers [None req-cb5f6967-cebe-44d4-a2dd-cbd4985b63e6 None None] Bound port: 6d401d94-949b-44a7-9cda-58323bac35c9, host: dv-neutron-601336-94-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3979ba3d-c4e8-431a-870b-72404fcbd273', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 422, 'network_id': '4582ac47-6ede-43b8-aa5c-9b7936b7338f'}}] {{(pid=94177) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 23 12:14:04.138596 dv-neutron-601336-94-hyperv neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-cb5f6967-cebe-44d4-a2dd-cbd4985b63e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-923122'] for port, before_update {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 12:14:04.221391 dv-neutron-601336-94-hyperv neutron-server[94177]: DEBUG neutron.plugins.ml2.db [None req-cb5f6967-cebe-44d4-a2dd-cbd4985b63e6 None None] For port 6d401d94-949b-44a7-9cda-58323bac35c9, host dv-neutron-601336-94-hyperv, cleared binding levels {{(pid=94177) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 23 12:14:04.226167 dv-neutron-601336-94-hyperv neutron-server[94177]: DEBUG neutron.plugins.ml2.db [None req-cb5f6967-cebe-44d4-a2dd-cbd4985b63e6 None None] For port 6d401d94-949b-44a7-9cda-58323bac35c9, host dv-neutron-601336-94-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-94-hyperv',level=0,port_id=6d401d94-949b-44a7-9cda-58323bac35c9,segment=NetworkSegment(3979ba3d-c4e8-431a-870b-72404fcbd273),segment_id=3979ba3d-c4e8-431a-870b-72404fcbd273)] {{(pid=94177) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 23 12:14:04.277387 dv-neutron-601336-94-hyperv neutron-server[94174]: INFO neutron.db.securitygroups_db [None req-b0d77756-92c9-4577-bf86-29be603e389c tempest-TestShelveInstance-790754725 tempest-TestShelveInstance-790754725-project] Project c080a553dd50489bbe6db51b0d3ddebb added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jun 23 12:14:04.283899 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron_lib.callbacks.manager [None req-b0d77756-92c9-4577-bf86-29be603e389c tempest-TestShelveInstance-790754725 tempest-TestShelveInstance-790754725-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 12:14:04.332523 dv-neutron-601336-94-hyperv neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-cb5f6967-cebe-44d4-a2dd-cbd4985b63e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-922904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866062', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773700135042', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773699642233', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773699642278'] for port, after_update {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 12:14:04.334475 dv-neutron-601336-94-hyperv neutron-server[94177]: DEBUG oslo_concurrency.lockutils [None req-9353287b-3cd3-48d1-a327-029eb5c17693 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94177) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 12:14:04.349333 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron_lib.callbacks.manager [None req-b0d77756-92c9-4577-bf86-29be603e389c tempest-TestShelveInstance-790754725 tempest-TestShelveInstance-790754725-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 12:14:04.394608 dv-neutron-601336-94-hyperv neutron-server[94177]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cb5f6967-cebe-44d4-a2dd-cbd4985b63e6 None None] Routers {'a63e6cfe-7d73-411b-829b-5a578b5c458c'} bound to L3 agent in host dv-neutron-601336-94-hyperv {{(pid=94177) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 23 12:14:04.395291 dv-neutron-601336-94-hyperv neutron-server[94177]: DEBUG neutron.db.l3_hamode_db [None req-cb5f6967-cebe-44d4-a2dd-cbd4985b63e6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-601336-94-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-06-23T11:22:13Z,description=,heartbeat_timestamp=2021-06-23T12:13:43Z,host='dv-neutron-601336-94-hyperv',id=50ef99c0-ef28-4db5-b303-b145898fae60,load=0,resource_versions=,resources_synced=,started_at=2021-06-23T11:22:14Z,topic='l3_agent')) {'router_ids': ['a63e6cfe-7d73-411b-829b-5a578b5c458c'], 'active': True} {{(pid=94177) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 12:14:04.431592 dv-neutron-601336-94-hyperv neutron-server[94177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-328c4c3c-75a8-4694-bb7f-1870d52d0fe6 None None] Pushing event updated for resources: {'Port': ['ID=6d401d94-949b-44a7-9cda-58323bac35c9,revision_number=4']} {{(pid=94177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 12:14:04.433863 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron_lib.callbacks.manager [None req-b0d77756-92c9-4577-bf86-29be603e389c tempest-TestShelveInstance-790754725 tempest-TestShelveInstance-790754725-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7996355'] for security_group_rule, after_create {{(pid=94174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 12:14:04.434841 dv-neutron-601336-94-hyperv neutron-server[94177]: DEBUG oslo_concurrency.lockutils [None req-328c4c3c-75a8-4694-bb7f-1870d52d0fe6 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.100s {{(pid=94177) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 12:14:04.436312 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG oslo_concurrency.lockutils [None req-7fbff9fc-5b38-4db8-8a64-4c9c3439ad48 tempest-TestNetworkBasicOps-233187296 tempest-TestNetworkBasicOps-233187296-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94174) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 12:14:04.450166 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0d77756-92c9-4577-bf86-29be603e389c tempest-TestShelveInstance-790754725 tempest-TestShelveInstance-790754725-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d1fd98fd-f25b-4b57-8b43-6a8967f7852e,revision_number=0']} {{(pid=94174) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 12:14:04.455422 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG oslo_concurrency.lockutils [None req-b0d77756-92c9-4577-bf86-29be603e389c tempest-TestShelveInstance-790754725 tempest-TestShelveInstance-790754725-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=94174) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 12:14:04.515446 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron_lib.callbacks.manager [None req-b0d77756-92c9-4577-bf86-29be603e389c tempest-TestShelveInstance-790754725 tempest-TestShelveInstance-790754725-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 12:14:04.516904 dv-neutron-601336-94-hyperv neutron-server[94174]: INFO neutron.wsgi [None req-b0d77756-92c9-4577-bf86-29be603e389c tempest-TestShelveInstance-790754725 tempest-TestShelveInstance-790754725-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.3855934 Jun 23 12:14:04.519825 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.wsgi [-] (94174) accepted ('10.222.0.20', 49624) {{(pid=94174) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 12:14:04.522841 dv-neutron-601336-94-hyperv neutron-server[94177]: DEBUG neutron.db.l3_dvr_db [None req-cb5f6967-cebe-44d4-a2dd-cbd4985b63e6 None None] Set router a63e6cfe-7d73-411b-829b-5a578b5c458c gateway port host: dv-neutron-601336-94-hyperv {{(pid=94177) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:838}} Jun 23 12:14:04.524740 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.api.v2.base [None req-4fb272a3-ca21-4d42-b70c-0c14284312c0 tempest-TestShelveInstance-790754725 tempest-TestShelveInstance-790754725-project] Request body: {'security_group_rule': {'security_group_id': '9806d87d-e331-47e5-a6f9-0b002486eefc', 'project_id': 'c080a553dd50489bbe6db51b0d3ddebb', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=94174) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 23 12:14:04.618362 dv-neutron-601336-94-hyperv neutron-server[94174]: INFO neutron.db.securitygroups_db [None req-4fb272a3-ca21-4d42-b70c-0c14284312c0 tempest-TestShelveInstance-790754725 tempest-TestShelveInstance-790754725-project] Project c080a553dd50489bbe6db51b0d3ddebb added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jun 23 12:14:04.627647 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron_lib.callbacks.manager [None req-4fb272a3-ca21-4d42-b70c-0c14284312c0 tempest-TestShelveInstance-790754725 tempest-TestShelveInstance-790754725-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 12:14:04.645922 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.plugins.ml2.rpc [None req-dc7542b2-afef-47f4-a763-e3a3cba144be None None] Device df2413e0-fcae-4547-bc71-68e265bf6ae4 up at agent ovs-agent-dv-neutron-601336-94-hyperv {{(pid=94176) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:298}} Jun 23 12:14:04.696213 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.db.provisioning_blocks [None req-dc7542b2-afef-47f4-a763-e3a3cba144be None None] Provisioning complete for port df2413e0-fcae-4547-bc71-68e265bf6ae4 triggered by entity L2. {{(pid=94176) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 23 12:14:04.696603 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron_lib.callbacks.manager [None req-dc7542b2-afef-47f4-a763-e3a3cba144be None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-899258'] for port, provisioning_complete {{(pid=94176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 12:14:04.702203 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron_lib.callbacks.manager [None req-4fb272a3-ca21-4d42-b70c-0c14284312c0 tempest-TestShelveInstance-790754725 tempest-TestShelveInstance-790754725-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 12:14:04.744588 dv-neutron-601336-94-hyperv neutron-server[94177]: DEBUG neutron.db.l3_hamode_db [None req-cb5f6967-cebe-44d4-a2dd-cbd4985b63e6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a63e6cfe-7d73-411b-829b-5a578b5c458c', 'name': 'tempest-TestShelveInstance-1807552600-router', 'tenant_id': '9a8b23987317464ca08258ae0e939c96', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3e7e4eb3-cf02-4d47-ade9-0a579cdfc60f', 'external_fixed_ips': [{'subnet_id': 'a5ad15ab-c489-4a67-a9b0-d559fca0ec71', 'ip_address': '172.26.3.204'}], 'enable_snat': True}, 'gw_port_id': 'df2413e0-fcae-4547-bc71-68e265bf6ae4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-23T12:13:56Z', 'updated_at': '2021-06-23T12:14:00Z', 'revision_number': 4, 'project_id': '9a8b23987317464ca08258ae0e939c96', 'gw_port': {'id': 'df2413e0-fcae-4547-bc71-68e265bf6ae4', 'name': '', 'network_id': '3e7e4eb3-cf02-4d47-ade9-0a579cdfc60f', 'tenant_id': '', 'mac_address': 'fa:16:3e:eb:47:08', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a63e6cfe-7d73-411b-829b-5a578b5c458c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1824, 'fixed_ips': [{'subnet_id': 'a5ad15ab-c489-4a67-a9b0-d559fca0ec71', 'ip_address': '172.26.3.204', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-94-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-23T12:13:57Z', 'updated_at': '2021-06-23T12:14:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a5ad15ab-c489-4a67-a9b0-d559fca0ec71', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-601336-94-hyperv', '_interfaces': [{'id': '6d401d94-949b-44a7-9cda-58323bac35c9', 'name': '', 'network_id': '4582ac47-6ede-43b8-aa5c-9b7936b7338f', 'tenant_id': '9a8b23987317464ca08258ae0e939c96', 'mac_address': 'fa:16:3e:f8:b3:d5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a63e6cfe-7d73-411b-829b-5a578b5c458c', 'device_owner': 'network:router_interface', 'standard_attr_id': 1825, 'fixed_ips': [{'subnet_id': '4435e391-7eb4-4535-b70e-703188c850a3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-94-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-23T12:13:59Z', 'updated_at': '2021-06-23T12:14:04Z', 'revision_number': 4, 'project_id': '9a8b23987317464ca08258ae0e939c96', 'subnets': [{'id': '4435e391-7eb4-4535-b70e-703188c850a3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-601336-94-hyperv', False) {} {{(pid=94177) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 12:14:04.771558 dv-neutron-601336-94-hyperv neutron-server[94177]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cb5f6967-cebe-44d4-a2dd-cbd4985b63e6 None None] The sync data for ids ['a63e6cfe-7d73-411b-829b-5a578b5c458c'] in dv-neutron-601336-94-hyperv is: [{'id': 'a63e6cfe-7d73-411b-829b-5a578b5c458c', 'name': 'tempest-TestShelveInstance-1807552600-router', 'tenant_id': '9a8b23987317464ca08258ae0e939c96', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3e7e4eb3-cf02-4d47-ade9-0a579cdfc60f', 'external_fixed_ips': [{'subnet_id': 'a5ad15ab-c489-4a67-a9b0-d559fca0ec71', 'ip_address': '172.26.3.204'}], 'enable_snat': True}, 'gw_port_id': 'df2413e0-fcae-4547-bc71-68e265bf6ae4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-23T12:13:56Z', 'updated_at': '2021-06-23T12:14:00Z', 'revision_number': 4, 'project_id': '9a8b23987317464ca08258ae0e939c96', 'gw_port': {'id': 'df2413e0-fcae-4547-bc71-68e265bf6ae4', 'name': '', 'network_id': '3e7e4eb3-cf02-4d47-ade9-0a579cdfc60f', 'tenant_id': '', 'mac_address': 'fa:16:3e:eb:47:08', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a63e6cfe-7d73-411b-829b-5a578b5c458c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1824, 'fixed_ips': [{'subnet_id': 'a5ad15ab-c489-4a67-a9b0-d559fca0ec71', 'ip_address': '172.26.3.204', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-94-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-23T12:13:57Z', 'updated_at': '2021-06-23T12:14:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a5ad15ab-c489-4a67-a9b0-d559fca0ec71', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-601336-94-hyperv', '_interfaces': [{'id': '6d401d94-949b-44a7-9cda-58323bac35c9', 'name': '', 'network_id': '4582ac47-6ede-43b8-aa5c-9b7936b7338f', 'tenant_id': '9a8b23987317464ca08258ae0e939c96', 'mac_address': 'fa:16:3e:f8:b3:d5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a63e6cfe-7d73-411b-829b-5a578b5c458c', 'device_owner': 'network:router_interface', 'standard_attr_id': 1825, 'fixed_ips': [{'subnet_id': '4435e391-7eb4-4535-b70e-703188c850a3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-94-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-23T12:13:59Z', 'updated_at': '2021-06-23T12:14:04Z', 'revision_number': 4, 'project_id': '9a8b23987317464ca08258ae0e939c96', 'subnets': [{'id': '4435e391-7eb4-4535-b70e-703188c850a3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94177) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 23 12:14:04.781243 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.plugins.ml2.rpc [None req-dc7542b2-afef-47f4-a763-e3a3cba144be None None] Device 6d401d94-949b-44a7-9cda-58323bac35c9 up at agent ovs-agent-dv-neutron-601336-94-hyperv {{(pid=94176) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:298}} Jun 23 12:14:04.793724 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron_lib.callbacks.manager [None req-4fb272a3-ca21-4d42-b70c-0c14284312c0 tempest-TestShelveInstance-790754725 tempest-TestShelveInstance-790754725-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7996355'] for security_group_rule, after_create {{(pid=94174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 12:14:04.797424 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG oslo_concurrency.lockutils [None req-a1a5b2f4-16dd-46ee-9745-2f8107c90639 tempest-TestShelveInstance-790754725 tempest-TestShelveInstance-790754725-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94174) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 12:14:04.821100 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fb272a3-ca21-4d42-b70c-0c14284312c0 tempest-TestShelveInstance-790754725 tempest-TestShelveInstance-790754725-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a22fef2e-de43-42b5-8a1c-d4002e3c927f,revision_number=0']} {{(pid=94174) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 12:14:04.835847 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG oslo_concurrency.lockutils [None req-4fb272a3-ca21-4d42-b70c-0c14284312c0 tempest-TestShelveInstance-790754725 tempest-TestShelveInstance-790754725-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.037s {{(pid=94174) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 12:14:04.922237 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron_lib.callbacks.manager [None req-4fb272a3-ca21-4d42-b70c-0c14284312c0 tempest-TestShelveInstance-790754725 tempest-TestShelveInstance-790754725-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 12:14:04.923535 dv-neutron-601336-94-hyperv neutron-server[94174]: INFO neutron.wsgi [None req-4fb272a3-ca21-4d42-b70c-0c14284312c0 tempest-TestShelveInstance-790754725 tempest-TestShelveInstance-790754725-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.4027047 Jun 23 12:14:04.934328 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.db.provisioning_blocks [None req-dc7542b2-afef-47f4-a763-e3a3cba144be None None] Provisioning for port 6d401d94-949b-44a7-9cda-58323bac35c9 completed by entity L2. {{(pid=94176) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 23 12:14:04.940537 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.db.provisioning_blocks [None req-dc7542b2-afef-47f4-a763-e3a3cba144be None None] Provisioning complete for port 6d401d94-949b-44a7-9cda-58323bac35c9 triggered by entity L2. {{(pid=94176) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 23 12:14:04.941468 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron_lib.callbacks.manager [None req-dc7542b2-afef-47f4-a763-e3a3cba144be None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-899258'] for port, provisioning_complete {{(pid=94176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 12:14:05.038927 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron_lib.callbacks.manager [None req-dc7542b2-afef-47f4-a763-e3a3cba144be None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-923122'] for port, before_update {{(pid=94176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 12:14:05.076544 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.plugins.ml2.db [None req-dc7542b2-afef-47f4-a763-e3a3cba144be None None] For port 6d401d94-949b-44a7-9cda-58323bac35c9, host dv-neutron-601336-94-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-94-hyperv',level=0,port_id=6d401d94-949b-44a7-9cda-58323bac35c9,segment=NetworkSegment(3979ba3d-c4e8-431a-870b-72404fcbd273),segment_id=3979ba3d-c4e8-431a-870b-72404fcbd273)] {{(pid=94176) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 23 12:14:05.147357 dv-neutron-601336-94-hyperv neutron-server[94175]: INFO neutron.wsgi [req-7aca5b9f-bbf5-43a0-8d78-01b87efae4d0 req-e6b3fd72-4c28-4e9c-9c88-4734f28f86b9 tempest-TestShelveInstance-790754725 tempest-TestShelveInstance-790754725-project] 10.222.0.20 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1493098893&fields=id&tenant_id=c080a553dd50489bbe6db51b0d3ddebb HTTP/1.1" status: 200 len: 267 time: 0.0465355 Jun 23 12:14:05.172299 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron_lib.callbacks.manager [None req-dc7542b2-afef-47f4-a763-e3a3cba144be None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-922904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866062', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773700135042', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773699642233', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773699642278'] for port, after_update {{(pid=94176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 12:14:05.174627 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG oslo_concurrency.lockutils [None req-dc7542b2-afef-47f4-a763-e3a3cba144be None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 12:14:05.225444 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc7542b2-afef-47f4-a763-e3a3cba144be None None] Pushing event updated for resources: {'Port': ['ID=6d401d94-949b-44a7-9cda-58323bac35c9,revision_number=5']} {{(pid=94176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 12:14:05.231360 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG oslo_concurrency.lockutils [None req-dc7542b2-afef-47f4-a763-e3a3cba144be None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.056s {{(pid=94176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 12:14:05.279588 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7aca5b9f-bbf5-43a0-8d78-01b87efae4d0 req-51000008-38c1-4b2f-b6c1-21b1993ebdd8 tempest-TestShelveInstance-790754725 tempest-TestShelveInstance-790754725-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 12:14:05.281166 dv-neutron-601336-94-hyperv neutron-server[94175]: INFO neutron.wsgi [req-7aca5b9f-bbf5-43a0-8d78-01b87efae4d0 req-51000008-38c1-4b2f-b6c1-21b1993ebdd8 tempest-TestShelveInstance-790754725 tempest-TestShelveInstance-790754725-project] 10.222.0.20 "GET /v2.0/networks?id=61c6d8b9-d3d0-4122-99ae-31963043c8d9 HTTP/1.1" status: 200 len: 809 time: 0.1243868 Jun 23 12:14:05.296876 dv-neutron-601336-94-hyperv neutron-server[94175]: INFO neutron.wsgi [req-7aca5b9f-bbf5-43a0-8d78-01b87efae4d0 req-66f5547c-e56e-4738-bacd-9718f881520f tempest-TestShelveInstance-790754725 tempest-TestShelveInstance-790754725-project] 10.222.0.20 "GET /v2.0/quotas/c080a553dd50489bbe6db51b0d3ddebb HTTP/1.1" status: 200 len: 375 time: 0.0100100 Jun 23 12:14:05.375889 dv-neutron-601336-94-hyperv neutron-server[94175]: INFO neutron.wsgi [req-7aca5b9f-bbf5-43a0-8d78-01b87efae4d0 req-b0ba73f3-3a81-408b-97a1-ea60fdc14a6d tempest-TestShelveInstance-790754725 tempest-TestShelveInstance-790754725-project] 10.222.0.20 "GET /v2.0/ports?tenant_id=c080a553dd50489bbe6db51b0d3ddebb&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0735254 Jun 23 12:14:05.392850 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.wsgi [req-7aca5b9f-bbf5-43a0-8d78-01b87efae4d0 req-de6a2574-e7f8-49ff-8db3-deaeb0e96fde service neutron] http://10.222.0.20:9696/v2.0/extensions returned with HTTP 200 {{(pid=94175) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 23 12:14:05.393837 dv-neutron-601336-94-hyperv neutron-server[94175]: INFO neutron.wsgi [req-7aca5b9f-bbf5-43a0-8d78-01b87efae4d0 req-de6a2574-e7f8-49ff-8db3-deaeb0e96fde service neutron] 10.222.0.20 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13933 time: 0.0054972 Jun 23 12:14:05.492863 dv-neutron-601336-94-hyperv neutron-server[94175]: INFO neutron.wsgi [req-7aca5b9f-bbf5-43a0-8d78-01b87efae4d0 req-60f2a2fe-10fc-4a36-8ee8-3c359edc0755 service neutron] 10.222.0.20 "GET /v2.0/networks/61c6d8b9-d3d0-4122-99ae-31963043c8d9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0928288 Jun 23 12:14:05.583626 dv-neutron-601336-94-hyperv neutron-server[94175]: INFO neutron.wsgi [req-7aca5b9f-bbf5-43a0-8d78-01b87efae4d0 req-9a715102-2a9a-4982-b8e9-6ea31b71fe78 service neutron] 10.222.0.20 "GET /v2.0/networks/61c6d8b9-d3d0-4122-99ae-31963043c8d9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0847960 Jun 23 12:14:05.875652 dv-neutron-601336-94-hyperv neutron-server[94174]: INFO neutron.wsgi [req-5ddac194-a2d5-450f-8ab2-3af23b71b9e3 req-d436f070-138d-4e99-ba29-8be48a653152 tempest-TestShelveInstance-790754725 tempest-TestShelveInstance-790754725-project] 10.222.0.20 "GET /v2.0/ports?device_id=917edac4-2e75-477a-8581-5dcd2f5a7bd8 HTTP/1.1" status: 200 len: 210 time: 0.0329103 Jun 23 12:14:06.605855 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.plugins.ml2.rpc [None req-dc7542b2-afef-47f4-a763-e3a3cba144be None None] Device 6d401d94-949b-44a7-9cda-58323bac35c9 up at agent ovs-agent-dv-neutron-601336-94-hyperv {{(pid=94176) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:298}} Jun 23 12:14:06.654684 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.db.provisioning_blocks [None req-dc7542b2-afef-47f4-a763-e3a3cba144be None None] Provisioning complete for port 6d401d94-949b-44a7-9cda-58323bac35c9 triggered by entity L2. {{(pid=94176) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 23 12:14:06.655098 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron_lib.callbacks.manager [None req-dc7542b2-afef-47f4-a763-e3a3cba144be None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-899258'] for port, provisioning_complete {{(pid=94176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 12:14:07.286479 dv-neutron-601336-94-hyperv neutron-server[94175]: INFO neutron.wsgi [req-7941743b-e8de-45c9-933a-d2980aeb6dd7 req-f9942a76-a364-45c7-ad1b-884318989d38 tempest-TestShelveInstance-790754725 tempest-TestShelveInstance-790754725-project] 10.222.0.20 "GET /v2.0/ports?device_id=917edac4-2e75-477a-8581-5dcd2f5a7bd8 HTTP/1.1" status: 200 len: 210 time: 0.3586204 Jun 23 12:14:08.427551 dv-neutron-601336-94-hyperv neutron-server[94174]: INFO neutron.wsgi [req-cb18ca97-e709-4c15-8124-f8ec3909e1db req-52fe3a0f-8534-4153-b7fc-c5c9156b1070 tempest-TestShelveInstance-790754725 tempest-TestShelveInstance-790754725-project] 10.222.0.20 "GET /v2.0/ports?device_id=917edac4-2e75-477a-8581-5dcd2f5a7bd8 HTTP/1.1" status: 200 len: 210 time: 0.0286632 Jun 23 12:14:09.098293 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7aca5b9f-bbf5-43a0-8d78-01b87efae4d0 req-2f1a6b9c-7962-454d-a220-40b49a400df4 tempest-TestShelveInstance-790754725 tempest-TestShelveInstance-790754725-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 12:14:09.100259 dv-neutron-601336-94-hyperv neutron-server[94175]: INFO neutron.wsgi [req-7aca5b9f-bbf5-43a0-8d78-01b87efae4d0 req-2f1a6b9c-7962-454d-a220-40b49a400df4 tempest-TestShelveInstance-790754725 tempest-TestShelveInstance-790754725-project] 10.222.0.52 "GET /v2.0/networks?id=61c6d8b9-d3d0-4122-99ae-31963043c8d9 HTTP/1.1" status: 200 len: 809 time: 0.1067257 Jun 23 12:14:09.148108 dv-neutron-601336-94-hyperv neutron-server[94175]: INFO neutron.wsgi [req-7aca5b9f-bbf5-43a0-8d78-01b87efae4d0 req-1733492a-5e0e-48a2-b841-33ff6c074794 tempest-TestShelveInstance-790754725 tempest-TestShelveInstance-790754725-project] 10.222.0.52 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=c080a553dd50489bbe6db51b0d3ddebb HTTP/1.1" status: 200 len: 380 time: 0.0394869 Jun 23 12:14:09.157433 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.api.v2.base [req-7aca5b9f-bbf5-43a0-8d78-01b87efae4d0 req-d00dfa32-eb7a-49b8-8d2e-17f576b3c85e tempest-TestShelveInstance-790754725 tempest-TestShelveInstance-790754725-project] Request body: {'port': {'device_id': '917edac4-2e75-477a-8581-5dcd2f5a7bd8', 'network_id': '61c6d8b9-d3d0-4122-99ae-31963043c8d9', 'admin_state_up': True, 'tenant_id': 'c080a553dd50489bbe6db51b0d3ddebb', 'security_groups': ['9806d87d-e331-47e5-a6f9-0b002486eefc']}} {{(pid=94175) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 23 12:14:09.383113 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-7aca5b9f-bbf5-43a0-8d78-01b87efae4d0 req-d00dfa32-eb7a-49b8-8d2e-17f576b3c85e tempest-TestShelveInstance-790754725 tempest-TestShelveInstance-790754725-project] Made reservation on behalf of c080a553dd50489bbe6db51b0d3ddebb for: {'port': 1} {{(pid=94175) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 23 12:14:09.386886 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron_lib.callbacks.manager [req-7aca5b9f-bbf5-43a0-8d78-01b87efae4d0 req-d00dfa32-eb7a-49b8-8d2e-17f576b3c85e tempest-TestShelveInstance-790754725 tempest-TestShelveInstance-790754725-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-923104'] for port, before_create {{(pid=94175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 12:14:09.518294 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.db.db_base_plugin_common [req-7aca5b9f-bbf5-43a0-8d78-01b87efae4d0 req-d00dfa32-eb7a-49b8-8d2e-17f576b3c85e tempest-TestShelveInstance-790754725 tempest-TestShelveInstance-790754725-project] Allocated IP 172.20.0.10 (61c6d8b9-d3d0-4122-99ae-31963043c8d9/7f686d1e-afe2-4a5c-a0f6-7d19b33ee35e/37008be0-3d01-448e-8454-def60698868d) {{(pid=94175) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 23 12:14:09.588881 dv-neutron-601336-94-hyperv neutron-server[94175]: INFO neutron.wsgi [req-6c9b817a-2211-4feb-8a9f-58e19dbc15da req-16fa9b57-8ea2-440c-ada5-3a36fe1fa39d tempest-TestShelveInstance-790754725 tempest-TestShelveInstance-790754725-project] 10.222.0.20 "GET /v2.0/ports?device_id=917edac4-2e75-477a-8581-5dcd2f5a7bd8 HTTP/1.1" status: 200 len: 210 time: 0.0453160 Jun 23 12:14:09.695093 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron_lib.callbacks.manager [req-7aca5b9f-bbf5-43a0-8d78-01b87efae4d0 req-d00dfa32-eb7a-49b8-8d2e-17f576b3c85e tempest-TestShelveInstance-790754725 tempest-TestShelveInstance-790754725-project] Notify callbacks [] for port, precommit_create {{(pid=94175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 12:14:09.708921 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.db.provisioning_blocks [req-7aca5b9f-bbf5-43a0-8d78-01b87efae4d0 req-d00dfa32-eb7a-49b8-8d2e-17f576b3c85e tempest-TestShelveInstance-790754725 tempest-TestShelveInstance-790754725-project] Transition to ACTIVE for port object 37008be0-3d01-448e-8454-def60698868d will not be triggered until provisioned by entity DHCP. {{(pid=94175) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 23 12:14:09.810849 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron_lib.callbacks.manager [req-7aca5b9f-bbf5-43a0-8d78-01b87efae4d0 req-d00dfa32-eb7a-49b8-8d2e-17f576b3c85e tempest-TestShelveInstance-790754725 tempest-TestShelveInstance-790754725-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-922915', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-239814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7866073', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773699642215', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-5082457'] for port, after_create {{(pid=94175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 12:14:09.814938 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG oslo_concurrency.lockutils [None req-0d2e4edd-8a66-4e30-b544-a3eff539960c service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94175) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 12:14:09.857715 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7aca5b9f-bbf5-43a0-8d78-01b87efae4d0 req-d00dfa32-eb7a-49b8-8d2e-17f576b3c85e tempest-TestShelveInstance-790754725 tempest-TestShelveInstance-790754725-project] Network 61c6d8b9-d3d0-4122-99ae-31963043c8d9 is already hosted by enough agents. {{(pid=94175) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 23 12:14:09.860875 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.scheduler.base_scheduler [req-7aca5b9f-bbf5-43a0-8d78-01b87efae4d0 req-d00dfa32-eb7a-49b8-8d2e-17f576b3c85e tempest-TestShelveInstance-790754725 tempest-TestShelveInstance-790754725-project] Resources bound (agent type, host, resource id): {{(pid=94175) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 23 12:14:09.864726 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.db.l3_dvrscheduler_db [req-7aca5b9f-bbf5-43a0-8d78-01b87efae4d0 req-d00dfa32-eb7a-49b8-8d2e-17f576b3c85e tempest-TestShelveInstance-790754725 tempest-TestShelveInstance-790754725-project] Received port after_create {{(pid=94175) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 23 12:14:09.895244 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d00dfa32-eb7a-49b8-8d2e-17f576b3c85e tempest-TestShelveInstance-790754725 tempest-TestShelveInstance-790754725-project] Pushing event updated for resources: {'Port': ['ID=37008be0-3d01-448e-8454-def60698868d,revision_number=1']} {{(pid=94175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 12:14:09.900119 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG oslo_concurrency.lockutils [None req-d00dfa32-eb7a-49b8-8d2e-17f576b3c85e tempest-TestShelveInstance-790754725 tempest-TestShelveInstance-790754725-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.085s {{(pid=94175) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 12:14:09.921738 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7aca5b9f-bbf5-43a0-8d78-01b87efae4d0 req-d00dfa32-eb7a-49b8-8d2e-17f576b3c85e tempest-TestShelveInstance-790754725 tempest-TestShelveInstance-790754725-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 12:14:09.922421 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron_lib.callbacks.manager [req-7aca5b9f-bbf5-43a0-8d78-01b87efae4d0 req-d00dfa32-eb7a-49b8-8d2e-17f576b3c85e tempest-TestShelveInstance-790754725 tempest-TestShelveInstance-790754725-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-217507'] for port, before_response {{(pid=94175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 12:14:10.045144 dv-neutron-601336-94-hyperv neutron-server[94175]: INFO neutron.wsgi [req-7aca5b9f-bbf5-43a0-8d78-01b87efae4d0 req-d00dfa32-eb7a-49b8-8d2e-17f576b3c85e tempest-TestShelveInstance-790754725 tempest-TestShelveInstance-790754725-project] 10.222.0.52 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.8917015 Jun 23 12:14:10.059081 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.api.v2.base [req-7aca5b9f-bbf5-43a0-8d78-01b87efae4d0 req-7f87f712-d82c-4ee6-9c90-503bb9ebcedd service neutron] Request body: {'port': {'device_id': '917edac4-2e75-477a-8581-5dcd2f5a7bd8', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-6013'}} {{(pid=94175) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 23 12:14:10.130184 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron_lib.callbacks.manager [req-7aca5b9f-bbf5-43a0-8d78-01b87efae4d0 req-7f87f712-d82c-4ee6-9c90-503bb9ebcedd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-923122'] for port, before_update {{(pid=94175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 12:14:10.142130 dv-neutron-601336-94-hyperv neutron-server[94177]: DEBUG neutron.db.agents_db [None req-90fb1279-e4c5-4e73-8d66-3a29811dc4e3 None None] Agent healthcheck: found 6 active agents {{(pid=94177) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 23 12:14:10.143676 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.db.provisioning_blocks [None req-f50f000f-316a-4498-a6fc-5ec03cfea759 None None] Provisioning for port 37008be0-3d01-448e-8454-def60698868d completed by entity DHCP. {{(pid=94176) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 23 12:14:10.147868 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.db.provisioning_blocks [None req-f50f000f-316a-4498-a6fc-5ec03cfea759 None None] Provisioning complete for port 37008be0-3d01-448e-8454-def60698868d triggered by entity DHCP. {{(pid=94176) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 23 12:14:10.148245 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron_lib.callbacks.manager [None req-f50f000f-316a-4498-a6fc-5ec03cfea759 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-899258'] for port, provisioning_complete {{(pid=94176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 12:14:10.183386 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.plugins.ml2.plugin [None req-f50f000f-316a-4498-a6fc-5ec03cfea759 None None] Port 37008be0-3d01-448e-8454-def60698868d cannot update to ACTIVE because it is not bound. {{(pid=94176) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jun 23 12:14:10.401328 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.notifiers.nova [req-7aca5b9f-bbf5-43a0-8d78-01b87efae4d0 req-7f87f712-d82c-4ee6-9c90-503bb9ebcedd service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 37008be0-3d01-448e-8454-def60698868d {{(pid=94175) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 23 12:14:10.408855 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron_lib.callbacks.manager [req-7aca5b9f-bbf5-43a0-8d78-01b87efae4d0 req-7f87f712-d82c-4ee6-9c90-503bb9ebcedd service neutron] Notify callbacks [] for port, precommit_update {{(pid=94175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 12:14:10.421105 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.db.provisioning_blocks [req-7aca5b9f-bbf5-43a0-8d78-01b87efae4d0 req-7f87f712-d82c-4ee6-9c90-503bb9ebcedd service neutron] Transition to ACTIVE for port object 37008be0-3d01-448e-8454-def60698868d will not be triggered until provisioned by entity L2. {{(pid=94175) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 23 12:14:10.524633 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron_lib.callbacks.manager [req-7aca5b9f-bbf5-43a0-8d78-01b87efae4d0 req-7f87f712-d82c-4ee6-9c90-503bb9ebcedd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-922904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866062', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773700135042', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773699642233', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773699642278', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5082471'] for port, after_update {{(pid=94175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 12:14:10.526885 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG oslo_concurrency.lockutils [None req-fa118094-709d-439e-b326-b70cca56c717 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94175) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 12:14:10.575356 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f87f712-d82c-4ee6-9c90-503bb9ebcedd service neutron] Pushing event updated for resources: {'Port': ['ID=37008be0-3d01-448e-8454-def60698868d,revision_number=2']} {{(pid=94175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 12:14:10.580227 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG oslo_concurrency.lockutils [None req-7f87f712-d82c-4ee6-9c90-503bb9ebcedd service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.053s {{(pid=94175) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 12:14:10.657519 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.plugins.ml2.managers [req-7aca5b9f-bbf5-43a0-8d78-01b87efae4d0 req-7f87f712-d82c-4ee6-9c90-503bb9ebcedd service neutron] Attempting to bind port 37008be0-3d01-448e-8454-def60698868d on host hv-neutron-6013 for vnic_type normal with profile {{(pid=94175) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 23 12:14:10.657798 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.plugins.ml2.managers [req-7aca5b9f-bbf5-43a0-8d78-01b87efae4d0 req-7f87f712-d82c-4ee6-9c90-503bb9ebcedd service neutron] Attempting to bind port 37008be0-3d01-448e-8454-def60698868d by drivers openvswitch,hyperv on host hv-neutron-6013 at level 0 using segments [{'id': '7c9ce104-d172-418f-b29b-77515f70dc45', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 417, 'network_id': '61c6d8b9-d3d0-4122-99ae-31963043c8d9'}] {{(pid=94175) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 23 12:14:10.658246 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7aca5b9f-bbf5-43a0-8d78-01b87efae4d0 req-7f87f712-d82c-4ee6-9c90-503bb9ebcedd service neutron] Attempting to bind port 37008be0-3d01-448e-8454-def60698868d on network 61c6d8b9-d3d0-4122-99ae-31963043c8d9 {{(pid=94175) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 23 12:14:10.664033 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7aca5b9f-bbf5-43a0-8d78-01b87efae4d0 req-7f87f712-d82c-4ee6-9c90-503bb9ebcedd service neutron] Port 37008be0-3d01-448e-8454-def60698868d on network 61c6d8b9-d3d0-4122-99ae-31963043c8d9 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-6013 {{(pid=94175) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 23 12:14:10.665785 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7aca5b9f-bbf5-43a0-8d78-01b87efae4d0 req-7f87f712-d82c-4ee6-9c90-503bb9ebcedd service neutron] Attempting to bind port 37008be0-3d01-448e-8454-def60698868d on network 61c6d8b9-d3d0-4122-99ae-31963043c8d9 {{(pid=94175) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 23 12:14:10.669778 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7aca5b9f-bbf5-43a0-8d78-01b87efae4d0 req-7f87f712-d82c-4ee6-9c90-503bb9ebcedd service neutron] Checking agent: {'id': '3a130b41-5b27-406b-aeb2-5a923af79f10', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-6013', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 23, 11, 28, 23), 'started_at': datetime.datetime(2021, 6, 23, 11, 28, 23), 'heartbeat_timestamp': datetime.datetime(2021, 6, 23, 12, 13, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94175) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 23 12:14:10.670129 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7aca5b9f-bbf5-43a0-8d78-01b87efae4d0 req-7f87f712-d82c-4ee6-9c90-503bb9ebcedd service neutron] Checking segment: {'id': '7c9ce104-d172-418f-b29b-77515f70dc45', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 417, 'network_id': '61c6d8b9-d3d0-4122-99ae-31963043c8d9'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94175) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 23 12:14:10.670520 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7aca5b9f-bbf5-43a0-8d78-01b87efae4d0 req-7f87f712-d82c-4ee6-9c90-503bb9ebcedd service neutron] Bound using segment: {'id': '7c9ce104-d172-418f-b29b-77515f70dc45', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 417, 'network_id': '61c6d8b9-d3d0-4122-99ae-31963043c8d9'} {{(pid=94175) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 23 12:14:10.670961 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.plugins.ml2.managers [req-7aca5b9f-bbf5-43a0-8d78-01b87efae4d0 req-7f87f712-d82c-4ee6-9c90-503bb9ebcedd service neutron] Bound port: 37008be0-3d01-448e-8454-def60698868d, host: hv-neutron-6013, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7c9ce104-d172-418f-b29b-77515f70dc45', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 417, 'network_id': '61c6d8b9-d3d0-4122-99ae-31963043c8d9'}}] {{(pid=94175) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 23 12:14:10.671362 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron_lib.callbacks.manager [req-7aca5b9f-bbf5-43a0-8d78-01b87efae4d0 req-7f87f712-d82c-4ee6-9c90-503bb9ebcedd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-923122'] for port, before_update {{(pid=94175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 12:14:10.832783 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.plugins.ml2.db [req-7aca5b9f-bbf5-43a0-8d78-01b87efae4d0 req-7f87f712-d82c-4ee6-9c90-503bb9ebcedd service neutron] For port 37008be0-3d01-448e-8454-def60698868d, host hv-neutron-6013, cleared binding levels {{(pid=94175) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 23 12:14:10.836535 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.plugins.ml2.db [req-7aca5b9f-bbf5-43a0-8d78-01b87efae4d0 req-7f87f712-d82c-4ee6-9c90-503bb9ebcedd service neutron] For port 37008be0-3d01-448e-8454-def60698868d, host hv-neutron-6013, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-6013',level=0,port_id=37008be0-3d01-448e-8454-def60698868d,segment=NetworkSegment(7c9ce104-d172-418f-b29b-77515f70dc45),segment_id=7c9ce104-d172-418f-b29b-77515f70dc45)] {{(pid=94175) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 23 12:14:10.861591 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-103baf05-f9ba-43bf-9af0-43d82b3801c5 req-955c4f63-4545-4bb2-a188-a1131916446d tempest-TestShelveInstance-790754725 tempest-TestShelveInstance-790754725-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94174) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 12:14:10.863130 dv-neutron-601336-94-hyperv neutron-server[94174]: INFO neutron.wsgi [req-103baf05-f9ba-43bf-9af0-43d82b3801c5 req-955c4f63-4545-4bb2-a188-a1131916446d tempest-TestShelveInstance-790754725 tempest-TestShelveInstance-790754725-project] 10.222.0.20 "GET /v2.0/ports?device_id=917edac4-2e75-477a-8581-5dcd2f5a7bd8 HTTP/1.1" status: 200 len: 944 time: 0.1507037 Jun 23 12:14:10.892555 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron_lib.callbacks.manager [req-7aca5b9f-bbf5-43a0-8d78-01b87efae4d0 req-7f87f712-d82c-4ee6-9c90-503bb9ebcedd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-922904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866062', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773700135042', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773699642233', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773699642278', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5082471'] for port, after_update {{(pid=94175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 12:14:10.895249 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG oslo_concurrency.lockutils [None req-c0ebfc9c-eab5-45d5-8704-a3fba97dc83b service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94175) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 12:14:10.910936 dv-neutron-601336-94-hyperv neutron-server[94174]: INFO neutron.wsgi [req-103baf05-f9ba-43bf-9af0-43d82b3801c5 req-2d2e2944-ed78-44e6-9adb-e60ea13f21d9 tempest-TestShelveInstance-790754725 tempest-TestShelveInstance-790754725-project] 10.222.0.20 "GET /v2.0/security-groups?id=9806d87d-e331-47e5-a6f9-0b002486eefc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0418265 Jun 23 12:14:10.934450 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7aca5b9f-bbf5-43a0-8d78-01b87efae4d0 req-7f87f712-d82c-4ee6-9c90-503bb9ebcedd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 12:14:10.934450 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron_lib.callbacks.manager [req-7aca5b9f-bbf5-43a0-8d78-01b87efae4d0 req-7f87f712-d82c-4ee6-9c90-503bb9ebcedd service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-217507'] for port, before_response {{(pid=94175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 12:14:10.934450 dv-neutron-601336-94-hyperv neutron-server[94175]: INFO neutron.wsgi [req-7aca5b9f-bbf5-43a0-8d78-01b87efae4d0 req-7f87f712-d82c-4ee6-9c90-503bb9ebcedd service neutron] 10.222.0.52 "PUT /v2.0/ports/37008be0-3d01-448e-8454-def60698868d HTTP/1.1" status: 200 len: 1094 time: 0.8796661 Jun 23 12:14:10.934450 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '917edac4-2e75-477a-8581-5dcd2f5a7bd8', 'tag': '37008be0-3d01-448e-8454-def60698868d'}] {{(pid=94175) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 23 12:14:10.936433 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1970408df4ea4e7170669a1249478e627cf05a5a0b07cc08a66c5cb53d0ac47a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-39db18fe-e45a-4449-ab28-9c4dcbc46e43" -d '{"events": [{"name": "network-changed", "server_uuid": "917edac4-2e75-477a-8581-5dcd2f5a7bd8", "tag": "37008be0-3d01-448e-8454-def60698868d"}]}' {{(pid=94175) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 23 12:14:10.973205 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f87f712-d82c-4ee6-9c90-503bb9ebcedd service neutron] Pushing event updated for resources: {'Port': ['ID=37008be0-3d01-448e-8454-def60698868d,revision_number=3']} {{(pid=94175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 12:14:10.978959 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG oslo_concurrency.lockutils [None req-7f87f712-d82c-4ee6-9c90-503bb9ebcedd service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.083s {{(pid=94175) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 12:14:10.983736 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron_lib.callbacks.manager [None req-16e6fccd-a64f-4894-a53f-e06b1c94101b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773699952132', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-899307'] for agent, after_update {{(pid=94176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 12:14:10.983971 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 23 Jun 2021 12:14:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1790e6ae-daa7-478b-9c89-bfa083099cbf x-openstack-request-id: req-1790e6ae-daa7-478b-9c89-bfa083099cbf {{(pid=94175) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 23 12:14:10.984936 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "917edac4-2e75-477a-8581-5dcd2f5a7bd8", "tag": "37008be0-3d01-448e-8454-def60698868d", "status": "completed", "code": 200}]} {{(pid=94175) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 23 12:14:10.984936 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-1790e6ae-daa7-478b-9c89-bfa083099cbf {{(pid=94175) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 23 12:14:10.985128 dv-neutron-601336-94-hyperv neutron-server[94175]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '917edac4-2e75-477a-8581-5dcd2f5a7bd8', 'tag': '37008be0-3d01-448e-8454-def60698868d', 'status': 'completed', 'code': 200} Jun 23 12:14:11.061589 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39db18fe-e45a-4449-ab28-9c4dcbc46e43 req-8b9b0b71-c574-434d-ad92-05819ec91029 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 12:14:11.063153 dv-neutron-601336-94-hyperv neutron-server[94175]: INFO neutron.wsgi [req-39db18fe-e45a-4449-ab28-9c4dcbc46e43 req-8b9b0b71-c574-434d-ad92-05819ec91029 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=c080a553dd50489bbe6db51b0d3ddebb&device_id=917edac4-2e75-477a-8581-5dcd2f5a7bd8 HTTP/1.1" status: 200 len: 1097 time: 0.0583692 Jun 23 12:14:11.170554 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39db18fe-e45a-4449-ab28-9c4dcbc46e43 req-f9e3a40f-e069-46a9-8766-e4366f004f23 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 12:14:11.172030 dv-neutron-601336-94-hyperv neutron-server[94175]: INFO neutron.wsgi [req-39db18fe-e45a-4449-ab28-9c4dcbc46e43 req-f9e3a40f-e069-46a9-8766-e4366f004f23 service neutron] 10.222.0.52 "GET /v2.0/networks?tenant_id=c080a553dd50489bbe6db51b0d3ddebb&shared=False HTTP/1.1" status: 200 len: 910 time: 0.1016102 Jun 23 12:14:11.268552 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39db18fe-e45a-4449-ab28-9c4dcbc46e43 req-438185f4-d1ff-48b4-b27d-17642dfbe20d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 12:14:11.269974 dv-neutron-601336-94-hyperv neutron-server[94175]: INFO neutron.wsgi [req-39db18fe-e45a-4449-ab28-9c4dcbc46e43 req-438185f4-d1ff-48b4-b27d-17642dfbe20d service neutron] 10.222.0.52 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0921998 Jun 23 12:14:11.361476 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7aca5b9f-bbf5-43a0-8d78-01b87efae4d0 req-b8becfc2-42cd-4eba-9fb9-c7438a033766 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 12:14:11.363054 dv-neutron-601336-94-hyperv neutron-server[94175]: INFO neutron.wsgi [req-7aca5b9f-bbf5-43a0-8d78-01b87efae4d0 req-b8becfc2-42cd-4eba-9fb9-c7438a033766 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=c080a553dd50489bbe6db51b0d3ddebb&device_id=917edac4-2e75-477a-8581-5dcd2f5a7bd8 HTTP/1.1" status: 200 len: 1097 time: 0.0551703 Jun 23 12:14:11.404474 dv-neutron-601336-94-hyperv neutron-server[94175]: INFO neutron.wsgi [req-7aca5b9f-bbf5-43a0-8d78-01b87efae4d0 req-4eb1e376-552c-496c-8bf5-fd97eaeeaf0f service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=37008be0-3d01-448e-8454-def60698868d HTTP/1.1" status: 200 len: 217 time: 0.0345001 Jun 23 12:14:11.453796 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7aca5b9f-bbf5-43a0-8d78-01b87efae4d0 req-5869b667-4e88-48f4-bc35-a24ea5ae1ba7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 12:14:11.455250 dv-neutron-601336-94-hyperv neutron-server[94175]: INFO neutron.wsgi [req-7aca5b9f-bbf5-43a0-8d78-01b87efae4d0 req-5869b667-4e88-48f4-bc35-a24ea5ae1ba7 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=7f686d1e-afe2-4a5c-a0f6-7d19b33ee35e HTTP/1.1" status: 200 len: 848 time: 0.0446432 Jun 23 12:14:11.520221 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7aca5b9f-bbf5-43a0-8d78-01b87efae4d0 req-c215934e-0265-4291-b746-7b26d0ea648c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 12:14:11.522236 dv-neutron-601336-94-hyperv neutron-server[94175]: INFO neutron.wsgi [req-7aca5b9f-bbf5-43a0-8d78-01b87efae4d0 req-c215934e-0265-4291-b746-7b26d0ea648c service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=61c6d8b9-d3d0-4122-99ae-31963043c8d9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1178 time: 0.0593269 Jun 23 12:14:11.613565 dv-neutron-601336-94-hyperv neutron-server[94175]: INFO neutron.wsgi [req-7aca5b9f-bbf5-43a0-8d78-01b87efae4d0 req-19c21e30-e605-469b-8fff-a81854052b66 service neutron] 10.222.0.52 "GET /v2.0/networks/61c6d8b9-d3d0-4122-99ae-31963043c8d9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0851593 Jun 23 12:14:11.710611 dv-neutron-601336-94-hyperv neutron-server[94175]: INFO neutron.wsgi [req-7aca5b9f-bbf5-43a0-8d78-01b87efae4d0 req-76fde38a-1b77-4a2b-abd1-fe047a945405 service neutron] 10.222.0.52 "GET /v2.0/networks/61c6d8b9-d3d0-4122-99ae-31963043c8d9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0897160 Jun 23 12:14:12.096148 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-623478bf-ba6d-4ff8-b14f-eb7135ea24eb req-ee2f354b-8a79-4583-b8a0-45a23460ba94 tempest-TestShelveInstance-790754725 tempest-TestShelveInstance-790754725-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94174) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 12:14:12.097650 dv-neutron-601336-94-hyperv neutron-server[94174]: INFO neutron.wsgi [req-623478bf-ba6d-4ff8-b14f-eb7135ea24eb req-ee2f354b-8a79-4583-b8a0-45a23460ba94 tempest-TestShelveInstance-790754725 tempest-TestShelveInstance-790754725-project] 10.222.0.20 "GET /v2.0/ports?device_id=917edac4-2e75-477a-8581-5dcd2f5a7bd8 HTTP/1.1" status: 200 len: 944 time: 0.0680237 Jun 23 12:14:12.137519 dv-neutron-601336-94-hyperv neutron-server[94174]: INFO neutron.wsgi [req-623478bf-ba6d-4ff8-b14f-eb7135ea24eb req-193f4330-d5c2-400a-9214-998525a78451 tempest-TestShelveInstance-790754725 tempest-TestShelveInstance-790754725-project] 10.222.0.20 "GET /v2.0/security-groups?id=9806d87d-e331-47e5-a6f9-0b002486eefc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0342994 Jun 23 12:14:13.252241 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron_lib.callbacks.manager [None req-0310fc8a-75ca-47b6-8f2e-737436808317 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773699952132', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-899307'] for agent, after_update {{(pid=94176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 12:14:13.317114 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7acdd8bf-81b3-4ba2-83a4-9534847ea8e6 req-28ec56f2-ef23-4b5d-96a9-87c511c9bd6a tempest-TestShelveInstance-790754725 tempest-TestShelveInstance-790754725-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 12:14:13.319142 dv-neutron-601336-94-hyperv neutron-server[94175]: INFO neutron.wsgi [req-7acdd8bf-81b3-4ba2-83a4-9534847ea8e6 req-28ec56f2-ef23-4b5d-96a9-87c511c9bd6a tempest-TestShelveInstance-790754725 tempest-TestShelveInstance-790754725-project] 10.222.0.20 "GET /v2.0/ports?device_id=917edac4-2e75-477a-8581-5dcd2f5a7bd8 HTTP/1.1" status: 200 len: 944 time: 0.0688453 Jun 23 12:14:13.367557 dv-neutron-601336-94-hyperv neutron-server[94175]: INFO neutron.wsgi [req-7acdd8bf-81b3-4ba2-83a4-9534847ea8e6 req-97a03142-2cd2-4329-af03-a4b128619017 tempest-TestShelveInstance-790754725 tempest-TestShelveInstance-790754725-project] 10.222.0.20 "GET /v2.0/security-groups?id=9806d87d-e331-47e5-a6f9-0b002486eefc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0425694 Jun 23 12:14:13.511874 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.plugins.ml2.rpc [None req-97bd5441-1da2-49ee-a364-27795820ba27 None None] Device 37008be0-3d01-448e-8454-def60698868d details requested by agent hyperv_hv-neutron-6013 with host hv-neutron-6013 {{(pid=94176) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:104}} Jun 23 12:14:13.605700 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.plugins.ml2.db [None req-97bd5441-1da2-49ee-a364-27795820ba27 None None] For port 37008be0-3d01-448e-8454-def60698868d, host hv-neutron-6013, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-6013',level=0,port_id=37008be0-3d01-448e-8454-def60698868d,segment=NetworkSegment(7c9ce104-d172-418f-b29b-77515f70dc45),segment_id=7c9ce104-d172-418f-b29b-77515f70dc45)] {{(pid=94176) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 23 12:14:13.617341 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.plugins.ml2.rpc [None req-97bd5441-1da2-49ee-a364-27795820ba27 None None] Returning: {'device': '37008be0-3d01-448e-8454-def60698868d', 'network_id': '61c6d8b9-d3d0-4122-99ae-31963043c8d9', 'port_id': '37008be0-3d01-448e-8454-def60698868d', 'mac_address': 'fa:16:3e:de:75:d3', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 417, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7f686d1e-afe2-4a5c-a0f6-7d19b33ee35e', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94176) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:186}} Jun 23 12:14:13.655530 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron_lib.callbacks.manager [None req-97bd5441-1da2-49ee-a364-27795820ba27 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-923122'] for port, before_update {{(pid=94176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 12:14:13.667934 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.notifiers.nova [None req-97bd5441-1da2-49ee-a364-27795820ba27 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 37008be0-3d01-448e-8454-def60698868d {{(pid=94176) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 23 12:14:13.687870 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.plugins.ml2.db [None req-97bd5441-1da2-49ee-a364-27795820ba27 None None] For port 37008be0-3d01-448e-8454-def60698868d, host hv-neutron-6013, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-6013',level=0,port_id=37008be0-3d01-448e-8454-def60698868d,segment=NetworkSegment(7c9ce104-d172-418f-b29b-77515f70dc45),segment_id=7c9ce104-d172-418f-b29b-77515f70dc45)] {{(pid=94176) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 23 12:14:13.789248 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron_lib.callbacks.manager [None req-97bd5441-1da2-49ee-a364-27795820ba27 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-922904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866062', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773700135042', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773699642233', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773699642278'] for port, after_update {{(pid=94176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 12:14:13.790951 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG oslo_concurrency.lockutils [None req-593ca3de-0b7d-4e56-a321-8695a7b7a44b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 12:14:13.837390 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97bd5441-1da2-49ee-a364-27795820ba27 None None] Pushing event updated for resources: {'Port': ['ID=37008be0-3d01-448e-8454-def60698868d,revision_number=4']} {{(pid=94176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 12:14:13.840367 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG oslo_concurrency.lockutils [None req-97bd5441-1da2-49ee-a364-27795820ba27 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=94176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 12:14:13.920542 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron_lib.callbacks.manager [None req-dc7542b2-afef-47f4-a763-e3a3cba144be None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773699952132', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-899307'] for agent, after_update {{(pid=94176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 12:14:14.002528 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.plugins.ml2.db [None req-97bd5441-1da2-49ee-a364-27795820ba27 None None] get_ports_and_sgs() called for port_ids ['37008be0-3d01-448e-8454-def60698868d'] {{(pid=94176) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 23 12:14:14.548343 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-148f2884-a752-4ae1-89f6-4c327295f310 req-00ec12b0-c9bd-4b61-aabc-a38bb0babb39 tempest-TestShelveInstance-790754725 tempest-TestShelveInstance-790754725-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94174) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 12:14:14.549845 dv-neutron-601336-94-hyperv neutron-server[94174]: INFO neutron.wsgi [req-148f2884-a752-4ae1-89f6-4c327295f310 req-00ec12b0-c9bd-4b61-aabc-a38bb0babb39 tempest-TestShelveInstance-790754725 tempest-TestShelveInstance-790754725-project] 10.222.0.20 "GET /v2.0/ports?device_id=917edac4-2e75-477a-8581-5dcd2f5a7bd8 HTTP/1.1" status: 200 len: 945 time: 0.0664475 Jun 23 12:14:14.589602 dv-neutron-601336-94-hyperv neutron-server[94174]: INFO neutron.wsgi [req-148f2884-a752-4ae1-89f6-4c327295f310 req-334e68f1-191b-4095-9dca-71b04ca0f4d3 tempest-TestShelveInstance-790754725 tempest-TestShelveInstance-790754725-project] 10.222.0.20 "GET /v2.0/security-groups?id=9806d87d-e331-47e5-a6f9-0b002486eefc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0336459 Jun 23 12:14:14.772635 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron_lib.callbacks.manager [None req-4c20ea5f-bc7f-4d4e-935d-57f082af6ccb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773699952132', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-899307'] for agent, after_update {{(pid=94176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 12:14:15.526555 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.plugins.ml2.rpc [None req-97bd5441-1da2-49ee-a364-27795820ba27 None None] Device 37008be0-3d01-448e-8454-def60698868d up at agent hyperv_hv-neutron-6013 {{(pid=94176) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:298}} Jun 23 12:14:15.663992 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.db.provisioning_blocks [None req-97bd5441-1da2-49ee-a364-27795820ba27 None None] Provisioning for port 37008be0-3d01-448e-8454-def60698868d completed by entity L2. {{(pid=94176) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 23 12:14:15.668556 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.db.provisioning_blocks [None req-97bd5441-1da2-49ee-a364-27795820ba27 None None] Provisioning complete for port 37008be0-3d01-448e-8454-def60698868d triggered by entity L2. {{(pid=94176) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 23 12:14:15.669081 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron_lib.callbacks.manager [None req-97bd5441-1da2-49ee-a364-27795820ba27 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-899258'] for port, provisioning_complete {{(pid=94176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 12:14:15.745937 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron_lib.callbacks.manager [None req-97bd5441-1da2-49ee-a364-27795820ba27 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-923122'] for port, before_update {{(pid=94176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 12:14:15.768069 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '917edac4-2e75-477a-8581-5dcd2f5a7bd8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '37008be0-3d01-448e-8454-def60698868d'}] {{(pid=94176) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 23 12:14:15.769911 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53073fd2-8023-4120-b834-7c5421d5f4dd req-eef4eb11-9e07-44a1-b711-fa18caaec69c tempest-TestShelveInstance-790754725 tempest-TestShelveInstance-790754725-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 12:14:15.770428 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}887b0dfc0393de878080286a57e4a08d4fa60dd0cddd118f338ebfcd351ddd4c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e73cc012-b285-494e-8425-8e855367e2e0" -d '{"events": [{"server_uuid": "917edac4-2e75-477a-8581-5dcd2f5a7bd8", "name": "network-vif-plugged", "status": "completed", "tag": "37008be0-3d01-448e-8454-def60698868d"}]}' {{(pid=94176) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 23 12:14:15.771501 dv-neutron-601336-94-hyperv neutron-server[94175]: INFO neutron.wsgi [req-53073fd2-8023-4120-b834-7c5421d5f4dd req-eef4eb11-9e07-44a1-b711-fa18caaec69c tempest-TestShelveInstance-790754725 tempest-TestShelveInstance-790754725-project] 10.222.0.20 "GET /v2.0/ports?device_id=917edac4-2e75-477a-8581-5dcd2f5a7bd8 HTTP/1.1" status: 200 len: 945 time: 0.0659795 Jun 23 12:14:15.783791 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.plugins.ml2.db [None req-97bd5441-1da2-49ee-a364-27795820ba27 None None] For port 37008be0-3d01-448e-8454-def60698868d, host hv-neutron-6013, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-6013',level=0,port_id=37008be0-3d01-448e-8454-def60698868d,segment=NetworkSegment(7c9ce104-d172-418f-b29b-77515f70dc45),segment_id=7c9ce104-d172-418f-b29b-77515f70dc45)] {{(pid=94176) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 23 12:14:15.819965 dv-neutron-601336-94-hyperv neutron-server[94175]: INFO neutron.wsgi [req-53073fd2-8023-4120-b834-7c5421d5f4dd req-95618273-12cc-4116-8ab5-861fb4ce1299 tempest-TestShelveInstance-790754725 tempest-TestShelveInstance-790754725-project] 10.222.0.20 "GET /v2.0/security-groups?id=9806d87d-e331-47e5-a6f9-0b002486eefc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0413015 Jun 23 12:14:15.860735 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 23 Jun 2021 12:14:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d6775efb-b392-4314-b049-b3cc637d17b3 x-openstack-request-id: req-d6775efb-b392-4314-b049-b3cc637d17b3 {{(pid=94176) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 23 12:14:15.861028 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "917edac4-2e75-477a-8581-5dcd2f5a7bd8", "name": "network-vif-plugged", "status": "completed", "tag": "37008be0-3d01-448e-8454-def60698868d", "code": 200}]} {{(pid=94176) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 23 12:14:15.861287 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-d6775efb-b392-4314-b049-b3cc637d17b3 {{(pid=94176) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 23 12:14:15.861727 dv-neutron-601336-94-hyperv neutron-server[94176]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '917edac4-2e75-477a-8581-5dcd2f5a7bd8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '37008be0-3d01-448e-8454-def60698868d', 'code': 200} Jun 23 12:14:15.886852 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron_lib.callbacks.manager [None req-97bd5441-1da2-49ee-a364-27795820ba27 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-922904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866062', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773700135042', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773699642233', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773699642278'] for port, after_update {{(pid=94176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 12:14:15.889452 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG oslo_concurrency.lockutils [None req-dc7542b2-afef-47f4-a763-e3a3cba144be None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 12:14:15.939777 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97bd5441-1da2-49ee-a364-27795820ba27 None None] Pushing event updated for resources: {'Port': ['ID=37008be0-3d01-448e-8454-def60698868d,revision_number=5']} {{(pid=94176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 12:14:15.942844 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG oslo_concurrency.lockutils [None req-97bd5441-1da2-49ee-a364-27795820ba27 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.053s {{(pid=94176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 12:14:16.236198 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5c47554-fce4-40bc-ac21-6b562d475d08 req-49d6fe02-faec-4794-9a8d-ee6b59b8795f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 12:14:16.237670 dv-neutron-601336-94-hyperv neutron-server[94175]: INFO neutron.wsgi [req-b5c47554-fce4-40bc-ac21-6b562d475d08 req-49d6fe02-faec-4794-9a8d-ee6b59b8795f service neutron] 10.222.0.52 "GET /v2.0/ports?device_id=917edac4-2e75-477a-8581-5dcd2f5a7bd8 HTTP/1.1" status: 200 len: 1099 time: 0.0536041 Jun 23 12:14:16.274575 dv-neutron-601336-94-hyperv neutron-server[94175]: INFO neutron.wsgi [req-b5c47554-fce4-40bc-ac21-6b562d475d08 req-88184ef9-525f-44d9-a8e2-a87221f9e814 service neutron] 10.222.0.52 "GET /v2.0/security-groups?id=9806d87d-e331-47e5-a6f9-0b002486eefc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0298388 Jun 23 12:14:16.834853 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron_lib.callbacks.manager [None req-95d6aa8f-24e7-4234-82ff-f502266c3285 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773699952132', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-899307'] for agent, after_update {{(pid=94176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 12:14:17.009333 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b487d455-7f7b-456f-9b72-06b931e8000b req-b5e04cc0-ed87-4d62-a416-5cdd4fb541f7 tempest-TestShelveInstance-790754725 tempest-TestShelveInstance-790754725-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 12:14:17.012113 dv-neutron-601336-94-hyperv neutron-server[94175]: INFO neutron.wsgi [req-b487d455-7f7b-456f-9b72-06b931e8000b req-b5e04cc0-ed87-4d62-a416-5cdd4fb541f7 tempest-TestShelveInstance-790754725 tempest-TestShelveInstance-790754725-project] 10.222.0.20 "GET /v2.0/ports?device_id=917edac4-2e75-477a-8581-5dcd2f5a7bd8 HTTP/1.1" status: 200 len: 946 time: 0.0791707 Jun 23 12:14:17.049423 dv-neutron-601336-94-hyperv neutron-server[94175]: INFO neutron.wsgi [req-b487d455-7f7b-456f-9b72-06b931e8000b req-785ca78a-3a81-4d3a-9c65-e7c3893c1eca tempest-TestShelveInstance-790754725 tempest-TestShelveInstance-790754725-project] 10.222.0.20 "GET /v2.0/security-groups?id=9806d87d-e331-47e5-a6f9-0b002486eefc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0326347 Jun 23 12:14:18.227122 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65f379ca-c836-4b96-a945-a9b988cb8759 req-35c11216-346e-4fba-b042-a3c5096681b5 tempest-TestShelveInstance-790754725 tempest-TestShelveInstance-790754725-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94174) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 12:14:18.228630 dv-neutron-601336-94-hyperv neutron-server[94174]: INFO neutron.wsgi [req-65f379ca-c836-4b96-a945-a9b988cb8759 req-35c11216-346e-4fba-b042-a3c5096681b5 tempest-TestShelveInstance-790754725 tempest-TestShelveInstance-790754725-project] 10.222.0.20 "GET /v2.0/ports?device_id=917edac4-2e75-477a-8581-5dcd2f5a7bd8 HTTP/1.1" status: 200 len: 946 time: 0.0667171 Jun 23 12:14:18.281008 dv-neutron-601336-94-hyperv neutron-server[94174]: INFO neutron.wsgi [req-65f379ca-c836-4b96-a945-a9b988cb8759 req-a513c379-4c01-4dec-8e8b-2ba09b00d477 tempest-TestShelveInstance-790754725 tempest-TestShelveInstance-790754725-project] 10.222.0.20 "GET /v2.0/security-groups?id=9806d87d-e331-47e5-a6f9-0b002486eefc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0464945 Jun 23 12:14:18.463526 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2002673-23a0-4d2a-bc14-0106b68759b0 req-e6cb3961-6d40-4fe6-a820-fe93064e7011 tempest-TestShelveInstance-790754725 tempest-TestShelveInstance-790754725-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 12:14:18.465134 dv-neutron-601336-94-hyperv neutron-server[94175]: INFO neutron.wsgi [req-f2002673-23a0-4d2a-bc14-0106b68759b0 req-e6cb3961-6d40-4fe6-a820-fe93064e7011 tempest-TestShelveInstance-790754725 tempest-TestShelveInstance-790754725-project] 10.222.0.20 "GET /v2.0/ports?device_id=917edac4-2e75-477a-8581-5dcd2f5a7bd8 HTTP/1.1" status: 200 len: 946 time: 0.0698736 Jun 23 12:14:18.504593 dv-neutron-601336-94-hyperv neutron-server[94175]: INFO neutron.wsgi [req-f2002673-23a0-4d2a-bc14-0106b68759b0 req-2c8a5a19-b67a-4d62-953a-e149ed731314 tempest-TestShelveInstance-790754725 tempest-TestShelveInstance-790754725-project] 10.222.0.20 "GET /v2.0/security-groups?id=9806d87d-e331-47e5-a6f9-0b002486eefc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0338771 Jun 23 12:14:18.530360 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.wsgi [-] (94175) accepted ('10.222.0.20', 49688) {{(pid=94175) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 12:14:18.669550 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-70f7d95f-8599-427e-8922-5626ea047906 tempest-TestShelveInstance-1802927940 tempest-TestShelveInstance-1802927940-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 12:14:18.672084 dv-neutron-601336-94-hyperv neutron-server[94175]: INFO neutron.wsgi [None req-70f7d95f-8599-427e-8922-5626ea047906 tempest-TestShelveInstance-1802927940 tempest-TestShelveInstance-1802927940-project-admin] 10.222.0.20 "GET /v2.0/ports?device_id=917edac4-2e75-477a-8581-5dcd2f5a7bd8 HTTP/1.1" status: 200 len: 1094 time: 0.1397839 Jun 23 12:14:18.674070 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.wsgi [-] (94175) accepted ('10.222.0.20', 49692) {{(pid=94175) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 12:14:18.678559 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.api.v2.base [None req-b35eb9f4-bbb7-4a7e-bc65-63bcd982a3f0 tempest-TestShelveInstance-790754725 tempest-TestShelveInstance-790754725-project] Request body: {'floatingip': {'floating_network_id': '3e7e4eb3-cf02-4d47-ade9-0a579cdfc60f', 'port_id': '37008be0-3d01-448e-8454-def60698868d', 'tenant_id': 'c080a553dd50489bbe6db51b0d3ddebb', 'fixed_ip_address': '172.20.0.10'}} {{(pid=94175) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 23 12:14:18.795017 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron_lib.callbacks.manager [None req-b35eb9f4-bbb7-4a7e-bc65-63bcd982a3f0 tempest-TestShelveInstance-790754725 tempest-TestShelveInstance-790754725-project] Notify callbacks [] for floatingip, before_create {{(pid=94175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 12:14:18.902130 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron_lib.callbacks.manager [None req-b35eb9f4-bbb7-4a7e-bc65-63bcd982a3f0 tempest-TestShelveInstance-790754725 tempest-TestShelveInstance-790754725-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-923104'] for port, before_create {{(pid=94175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 12:14:19.007194 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.db.db_base_plugin_common [None req-b35eb9f4-bbb7-4a7e-bc65-63bcd982a3f0 tempest-TestShelveInstance-790754725 tempest-TestShelveInstance-790754725-project] Allocated IP 172.26.3.160 (3e7e4eb3-cf02-4d47-ade9-0a579cdfc60f/a5ad15ab-c489-4a67-a9b0-d559fca0ec71/f97a72e0-1403-4d7a-abd4-a6dfe0a4d62c) {{(pid=94175) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 23 12:14:19.110711 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron_lib.callbacks.manager [None req-b35eb9f4-bbb7-4a7e-bc65-63bcd982a3f0 tempest-TestShelveInstance-790754725 tempest-TestShelveInstance-790754725-project] Notify callbacks [] for port, precommit_create {{(pid=94175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 12:14:19.211680 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron_lib.callbacks.manager [None req-b35eb9f4-bbb7-4a7e-bc65-63bcd982a3f0 tempest-TestShelveInstance-790754725 tempest-TestShelveInstance-790754725-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-922915', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-239814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7866073', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773699642215', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-5082457'] for port, after_create {{(pid=94175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 12:14:19.215960 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG oslo_concurrency.lockutils [None req-bcb8f1c0-ceed-4edc-a74e-5ff433637d7b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94175) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 12:14:19.251820 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b35eb9f4-bbb7-4a7e-bc65-63bcd982a3f0 tempest-TestShelveInstance-790754725 tempest-TestShelveInstance-790754725-project] Network 3e7e4eb3-cf02-4d47-ade9-0a579cdfc60f is already hosted by enough agents. {{(pid=94175) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 23 12:14:19.254984 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.scheduler.base_scheduler [None req-b35eb9f4-bbb7-4a7e-bc65-63bcd982a3f0 tempest-TestShelveInstance-790754725 tempest-TestShelveInstance-790754725-project] Resources bound (agent type, host, resource id): {{(pid=94175) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 23 12:14:19.261791 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b35eb9f4-bbb7-4a7e-bc65-63bcd982a3f0 tempest-TestShelveInstance-790754725 tempest-TestShelveInstance-790754725-project] Received port after_create {{(pid=94175) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 23 12:14:19.284019 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b35eb9f4-bbb7-4a7e-bc65-63bcd982a3f0 tempest-TestShelveInstance-790754725 tempest-TestShelveInstance-790754725-project] Pushing event updated for resources: {'Port': ['ID=f97a72e0-1403-4d7a-abd4-a6dfe0a4d62c,revision_number=1']} {{(pid=94175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 12:14:19.289935 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG oslo_concurrency.lockutils [None req-b35eb9f4-bbb7-4a7e-bc65-63bcd982a3f0 tempest-TestShelveInstance-790754725 tempest-TestShelveInstance-790754725-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.074s {{(pid=94175) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 12:14:19.643272 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron_lib.callbacks.manager [None req-b35eb9f4-bbb7-4a7e-bc65-63bcd982a3f0 tempest-TestShelveInstance-790754725 tempest-TestShelveInstance-790754725-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 12:14:19.778704 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron_lib.callbacks.manager [None req-b35eb9f4-bbb7-4a7e-bc65-63bcd982a3f0 tempest-TestShelveInstance-790754725 tempest-TestShelveInstance-790754725-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-923122'] for port, before_update {{(pid=94175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 12:14:19.932372 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron_lib.callbacks.manager [None req-b35eb9f4-bbb7-4a7e-bc65-63bcd982a3f0 tempest-TestShelveInstance-790754725 tempest-TestShelveInstance-790754725-project] Notify callbacks [] for port, precommit_update {{(pid=94175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 12:14:19.998640 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron_lib.callbacks.manager [None req-b35eb9f4-bbb7-4a7e-bc65-63bcd982a3f0 tempest-TestShelveInstance-790754725 tempest-TestShelveInstance-790754725-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-922904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866062', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773700135042', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773699642233', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773699642278', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5082471'] for port, after_update {{(pid=94175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 12:14:20.000924 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG oslo_concurrency.lockutils [None req-2a53b92d-d125-43c5-9498-9110f6d82a48 tempest-TestNetworkAdvancedServerOps-1740099935 tempest-TestNetworkAdvancedServerOps-1740099935-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94175) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 12:14:20.068624 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b35eb9f4-bbb7-4a7e-bc65-63bcd982a3f0 tempest-TestShelveInstance-790754725 tempest-TestShelveInstance-790754725-project] Pushing event updated for resources: {'Port': ['ID=f97a72e0-1403-4d7a-abd4-a6dfe0a4d62c,revision_number=2']} {{(pid=94175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 12:14:20.072810 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG oslo_concurrency.lockutils [None req-b35eb9f4-bbb7-4a7e-bc65-63bcd982a3f0 tempest-TestShelveInstance-790754725 tempest-TestShelveInstance-790754725-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.072s {{(pid=94175) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 12:14:20.083303 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron_lib.callbacks.manager [None req-b35eb9f4-bbb7-4a7e-bc65-63bcd982a3f0 tempest-TestShelveInstance-790754725 tempest-TestShelveInstance-790754725-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-524229'] for floatingip, after_update {{(pid=94175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 12:14:20.187687 dv-neutron-601336-94-hyperv neutron-server[94175]: INFO neutron.db.l3_db [None req-b35eb9f4-bbb7-4a7e-bc65-63bcd982a3f0 tempest-TestShelveInstance-790754725 tempest-TestShelveInstance-790754725-project] Floating IP 85bc601b-752c-4182-bff7-941e571cde5f associated. External IP: 172.26.3.160, port: 37008be0-3d01-448e-8454-def60698868d. Jun 23 12:14:20.409082 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b35eb9f4-bbb7-4a7e-bc65-63bcd982a3f0 tempest-TestShelveInstance-790754725 tempest-TestShelveInstance-790754725-project] Router 8e93b214-77d9-44f2-a01f-ce72e72e9d73 has already been hosted by L3 agent 50ef99c0-ef28-4db5-b303-b145898fae60 {{(pid=94175) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 23 12:14:20.513646 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b35eb9f4-bbb7-4a7e-bc65-63bcd982a3f0 tempest-TestShelveInstance-790754725 tempest-TestShelveInstance-790754725-project] Notify agent at l3_agent.dv-neutron-601336-94-hyperv the message routers_updated {{(pid=94175) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 23 12:14:20.523839 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9725c294-5f09-4caf-93bf-cbba63363336 None None] Sync routers for ids ['8e93b214-77d9-44f2-a01f-ce72e72e9d73'] in dv-neutron-601336-94-hyperv {{(pid=94176) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 23 12:14:20.532853 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9725c294-5f09-4caf-93bf-cbba63363336 None None] Routers {'8e93b214-77d9-44f2-a01f-ce72e72e9d73'} bound to L3 agent in host dv-neutron-601336-94-hyperv {{(pid=94176) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 23 12:14:20.533476 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.db.l3_hamode_db [None req-9725c294-5f09-4caf-93bf-cbba63363336 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-601336-94-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-23T11:22:13Z,description=,heartbeat_timestamp=2021-06-23T12:14:13Z,host='dv-neutron-601336-94-hyperv',id=50ef99c0-ef28-4db5-b303-b145898fae60,load=0,resource_versions=,resources_synced=,started_at=2021-06-23T11:22:14Z,topic='l3_agent')) {'router_ids': ['8e93b214-77d9-44f2-a01f-ce72e72e9d73'], 'active': True} {{(pid=94176) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 12:14:20.633355 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron_lib.callbacks.manager [None req-b35eb9f4-bbb7-4a7e-bc65-63bcd982a3f0 tempest-TestShelveInstance-790754725 tempest-TestShelveInstance-790754725-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-217507'] for floatingip, before_response {{(pid=94175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 12:14:20.690576 dv-neutron-601336-94-hyperv neutron-server[94175]: INFO neutron.wsgi [None req-b35eb9f4-bbb7-4a7e-bc65-63bcd982a3f0 tempest-TestShelveInstance-790754725 tempest-TestShelveInstance-790754725-project] 10.222.0.20 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 2.0154386 Jun 23 12:14:20.691311 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '917edac4-2e75-477a-8581-5dcd2f5a7bd8', 'tag': '37008be0-3d01-448e-8454-def60698868d'}] {{(pid=94175) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 23 12:14:20.693787 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1970408df4ea4e7170669a1249478e627cf05a5a0b07cc08a66c5cb53d0ac47a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-53f54f88-a56a-404b-8b7c-caf7ace0a732" -d '{"events": [{"name": "network-changed", "server_uuid": "917edac4-2e75-477a-8581-5dcd2f5a7bd8", "tag": "37008be0-3d01-448e-8454-def60698868d"}]}' {{(pid=94175) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 23 12:14:20.743317 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 23 Jun 2021 12:14:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-99869cdc-e9ba-4e71-9a05-aabcca46eccf x-openstack-request-id: req-99869cdc-e9ba-4e71-9a05-aabcca46eccf {{(pid=94175) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 23 12:14:20.743664 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "917edac4-2e75-477a-8581-5dcd2f5a7bd8", "tag": "37008be0-3d01-448e-8454-def60698868d", "status": "completed", "code": 200}]} {{(pid=94175) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 23 12:14:20.743974 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-99869cdc-e9ba-4e71-9a05-aabcca46eccf {{(pid=94175) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 23 12:14:20.744439 dv-neutron-601336-94-hyperv neutron-server[94175]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '917edac4-2e75-477a-8581-5dcd2f5a7bd8', 'tag': '37008be0-3d01-448e-8454-def60698868d', 'status': 'completed', 'code': 200} Jun 23 12:14:20.806237 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.db.l3_dvr_db [None req-9725c294-5f09-4caf-93bf-cbba63363336 None None] Set router 8e93b214-77d9-44f2-a01f-ce72e72e9d73 gateway port host: dv-neutron-601336-94-hyperv {{(pid=94176) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:838}} Jun 23 12:14:20.822681 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53f54f88-a56a-404b-8b7c-caf7ace0a732 req-c5a64abf-816d-4626-a56b-e5ba44ae5b36 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 12:14:20.824276 dv-neutron-601336-94-hyperv neutron-server[94175]: INFO neutron.wsgi [req-53f54f88-a56a-404b-8b7c-caf7ace0a732 req-c5a64abf-816d-4626-a56b-e5ba44ae5b36 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=c080a553dd50489bbe6db51b0d3ddebb&device_id=917edac4-2e75-477a-8581-5dcd2f5a7bd8 HTTP/1.1" status: 200 len: 1099 time: 0.0573490 Jun 23 12:14:20.929509 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53f54f88-a56a-404b-8b7c-caf7ace0a732 req-34527587-174c-48e8-bae3-94a6b4d9ecd3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 12:14:20.931002 dv-neutron-601336-94-hyperv neutron-server[94175]: INFO neutron.wsgi [req-53f54f88-a56a-404b-8b7c-caf7ace0a732 req-34527587-174c-48e8-bae3-94a6b4d9ecd3 service neutron] 10.222.0.52 "GET /v2.0/networks?id=61c6d8b9-d3d0-4122-99ae-31963043c8d9 HTTP/1.1" status: 200 len: 910 time: 0.1009889 Jun 23 12:14:20.999900 dv-neutron-601336-94-hyperv neutron-server[94175]: INFO neutron.wsgi [req-53f54f88-a56a-404b-8b7c-caf7ace0a732 req-69773323-8eae-4d97-b7cc-49e7eb081e8b service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=37008be0-3d01-448e-8454-def60698868d HTTP/1.1" status: 200 len: 1000 time: 0.0628488 Jun 23 12:14:21.049461 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53f54f88-a56a-404b-8b7c-caf7ace0a732 req-e632b3ca-40f3-4e70-8d8d-38d7fed3ef21 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 12:14:21.050982 dv-neutron-601336-94-hyperv neutron-server[94175]: INFO neutron.wsgi [req-53f54f88-a56a-404b-8b7c-caf7ace0a732 req-e632b3ca-40f3-4e70-8d8d-38d7fed3ef21 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=7f686d1e-afe2-4a5c-a0f6-7d19b33ee35e HTTP/1.1" status: 200 len: 848 time: 0.0453720 Jun 23 12:14:21.052384 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.db.l3_hamode_db [None req-9725c294-5f09-4caf-93bf-cbba63363336 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8e93b214-77d9-44f2-a01f-ce72e72e9d73', 'name': 'tempest-TestShelveInstance-1623291902-router', 'tenant_id': 'c080a553dd50489bbe6db51b0d3ddebb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3e7e4eb3-cf02-4d47-ade9-0a579cdfc60f', 'external_fixed_ips': [{'subnet_id': 'a5ad15ab-c489-4a67-a9b0-d559fca0ec71', 'ip_address': '172.26.3.121'}], 'enable_snat': True}, 'gw_port_id': '148690ea-e963-4986-991e-abf2ed246983', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-23T12:13:50Z', 'updated_at': '2021-06-23T12:13:53Z', 'revision_number': 4, 'project_id': 'c080a553dd50489bbe6db51b0d3ddebb', 'gw_port': {'id': '148690ea-e963-4986-991e-abf2ed246983', 'name': '', 'network_id': '3e7e4eb3-cf02-4d47-ade9-0a579cdfc60f', 'tenant_id': '', 'mac_address': 'fa:16:3e:f8:83:16', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8e93b214-77d9-44f2-a01f-ce72e72e9d73', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1812, 'fixed_ips': [{'subnet_id': 'a5ad15ab-c489-4a67-a9b0-d559fca0ec71', 'ip_address': '172.26.3.121', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-94-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-23T12:13:51Z', 'updated_at': '2021-06-23T12:13:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a5ad15ab-c489-4a67-a9b0-d559fca0ec71', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-601336-94-hyperv', '_floatingips': [{'id': '85bc601b-752c-4182-bff7-941e571cde5f', 'tenant_id': 'c080a553dd50489bbe6db51b0d3ddebb', 'floating_ip_address': '172.26.3.160', 'floating_network_id': '3e7e4eb3-cf02-4d47-ade9-0a579cdfc60f', 'router_id': '8e93b214-77d9-44f2-a01f-ce72e72e9d73', 'port_id': '37008be0-3d01-448e-8454-def60698868d', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 1837, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '61c6d8b9-d3d0-4122-99ae-31963043c8d9', 'mac_address': 'fa:16:3e:de:75:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '917edac4-2e75-477a-8581-5dcd2f5a7bd8', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-23T12:14:19Z', 'updated_at': '2021-06-23T12:14:19Z', 'revision_number': 0, 'project_id': 'c080a553dd50489bbe6db51b0d3ddebb', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4fc7202b-3c32-4c6b-8d9b-b6fef90d5765', 'name': '', 'network_id': '61c6d8b9-d3d0-4122-99ae-31963043c8d9', 'tenant_id': 'c080a553dd50489bbe6db51b0d3ddebb', 'mac_address': 'fa:16:3e:d5:3c:87', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8e93b214-77d9-44f2-a01f-ce72e72e9d73', 'device_owner': 'network:router_interface', 'standard_attr_id': 1813, 'fixed_ips': [{'subnet_id': '7f686d1e-afe2-4a5c-a0f6-7d19b33ee35e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-94-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-23T12:13:53Z', 'updated_at': '2021-06-23T12:13:59Z', 'revision_number': 5, 'project_id': 'c080a553dd50489bbe6db51b0d3ddebb', 'subnets': [{'id': '7f686d1e-afe2-4a5c-a0f6-7d19b33ee35e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-601336-94-hyperv', False) {} {{(pid=94176) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 12:14:21.078887 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9725c294-5f09-4caf-93bf-cbba63363336 None None] Checking router: 8e93b214-77d9-44f2-a01f-ce72e72e9d73 for host: dv-neutron-601336-94-hyperv {{(pid=94176) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 23 12:14:21.087641 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9725c294-5f09-4caf-93bf-cbba63363336 None None] Routers {'8e93b214-77d9-44f2-a01f-ce72e72e9d73'} bound to L3 agent in host dv-neutron-601336-94-hyperv {{(pid=94176) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 23 12:14:21.088275 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.db.l3_hamode_db [None req-9725c294-5f09-4caf-93bf-cbba63363336 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-601336-94-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-23T11:22:13Z,description=,heartbeat_timestamp=2021-06-23T12:14:13Z,host='dv-neutron-601336-94-hyperv',id=50ef99c0-ef28-4db5-b303-b145898fae60,load=0,resource_versions=,resources_synced=,started_at=2021-06-23T11:22:14Z,topic='l3_agent')) {'router_ids': ['8e93b214-77d9-44f2-a01f-ce72e72e9d73'], 'active': True} {{(pid=94176) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 12:14:21.115001 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53f54f88-a56a-404b-8b7c-caf7ace0a732 req-75990719-6b15-4e44-a52b-85771340c1e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 12:14:21.117134 dv-neutron-601336-94-hyperv neutron-server[94175]: INFO neutron.wsgi [req-53f54f88-a56a-404b-8b7c-caf7ace0a732 req-75990719-6b15-4e44-a52b-85771340c1e1 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=61c6d8b9-d3d0-4122-99ae-31963043c8d9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1178 time: 0.0593123 Jun 23 12:14:21.201172 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.db.l3_dvr_db [None req-9725c294-5f09-4caf-93bf-cbba63363336 None None] Set router 8e93b214-77d9-44f2-a01f-ce72e72e9d73 gateway port host: dv-neutron-601336-94-hyperv {{(pid=94176) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:838}} Jun 23 12:14:21.439596 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.db.l3_hamode_db [None req-9725c294-5f09-4caf-93bf-cbba63363336 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8e93b214-77d9-44f2-a01f-ce72e72e9d73', 'name': 'tempest-TestShelveInstance-1623291902-router', 'tenant_id': 'c080a553dd50489bbe6db51b0d3ddebb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3e7e4eb3-cf02-4d47-ade9-0a579cdfc60f', 'external_fixed_ips': [{'subnet_id': 'a5ad15ab-c489-4a67-a9b0-d559fca0ec71', 'ip_address': '172.26.3.121'}], 'enable_snat': True}, 'gw_port_id': '148690ea-e963-4986-991e-abf2ed246983', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-23T12:13:50Z', 'updated_at': '2021-06-23T12:13:53Z', 'revision_number': 4, 'project_id': 'c080a553dd50489bbe6db51b0d3ddebb', 'gw_port': {'id': '148690ea-e963-4986-991e-abf2ed246983', 'name': '', 'network_id': '3e7e4eb3-cf02-4d47-ade9-0a579cdfc60f', 'tenant_id': '', 'mac_address': 'fa:16:3e:f8:83:16', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8e93b214-77d9-44f2-a01f-ce72e72e9d73', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1812, 'fixed_ips': [{'subnet_id': 'a5ad15ab-c489-4a67-a9b0-d559fca0ec71', 'ip_address': '172.26.3.121', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-94-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-23T12:13:51Z', 'updated_at': '2021-06-23T12:13:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a5ad15ab-c489-4a67-a9b0-d559fca0ec71', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-601336-94-hyperv', '_floatingips': [{'id': '85bc601b-752c-4182-bff7-941e571cde5f', 'tenant_id': 'c080a553dd50489bbe6db51b0d3ddebb', 'floating_ip_address': '172.26.3.160', 'floating_network_id': '3e7e4eb3-cf02-4d47-ade9-0a579cdfc60f', 'router_id': '8e93b214-77d9-44f2-a01f-ce72e72e9d73', 'port_id': '37008be0-3d01-448e-8454-def60698868d', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 1837, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '61c6d8b9-d3d0-4122-99ae-31963043c8d9', 'mac_address': 'fa:16:3e:de:75:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '917edac4-2e75-477a-8581-5dcd2f5a7bd8', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-23T12:14:19Z', 'updated_at': '2021-06-23T12:14:19Z', 'revision_number': 0, 'project_id': 'c080a553dd50489bbe6db51b0d3ddebb', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4fc7202b-3c32-4c6b-8d9b-b6fef90d5765', 'name': '', 'network_id': '61c6d8b9-d3d0-4122-99ae-31963043c8d9', 'tenant_id': 'c080a553dd50489bbe6db51b0d3ddebb', 'mac_address': 'fa:16:3e:d5:3c:87', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8e93b214-77d9-44f2-a01f-ce72e72e9d73', 'device_owner': 'network:router_interface', 'standard_attr_id': 1813, 'fixed_ips': [{'subnet_id': '7f686d1e-afe2-4a5c-a0f6-7d19b33ee35e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-94-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-23T12:13:53Z', 'updated_at': '2021-06-23T12:13:59Z', 'revision_number': 5, 'project_id': 'c080a553dd50489bbe6db51b0d3ddebb', 'subnets': [{'id': '7f686d1e-afe2-4a5c-a0f6-7d19b33ee35e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-601336-94-hyperv', False) {} {{(pid=94176) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 12:14:21.467505 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9725c294-5f09-4caf-93bf-cbba63363336 None None] The sync data for ids ['8e93b214-77d9-44f2-a01f-ce72e72e9d73'] in dv-neutron-601336-94-hyperv is: [{'id': '8e93b214-77d9-44f2-a01f-ce72e72e9d73', 'name': 'tempest-TestShelveInstance-1623291902-router', 'tenant_id': 'c080a553dd50489bbe6db51b0d3ddebb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3e7e4eb3-cf02-4d47-ade9-0a579cdfc60f', 'external_fixed_ips': [{'subnet_id': 'a5ad15ab-c489-4a67-a9b0-d559fca0ec71', 'ip_address': '172.26.3.121'}], 'enable_snat': True}, 'gw_port_id': '148690ea-e963-4986-991e-abf2ed246983', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-23T12:13:50Z', 'updated_at': '2021-06-23T12:13:53Z', 'revision_number': 4, 'project_id': 'c080a553dd50489bbe6db51b0d3ddebb', 'gw_port': {'id': '148690ea-e963-4986-991e-abf2ed246983', 'name': '', 'network_id': '3e7e4eb3-cf02-4d47-ade9-0a579cdfc60f', 'tenant_id': '', 'mac_address': 'fa:16:3e:f8:83:16', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8e93b214-77d9-44f2-a01f-ce72e72e9d73', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1812, 'fixed_ips': [{'subnet_id': 'a5ad15ab-c489-4a67-a9b0-d559fca0ec71', 'ip_address': '172.26.3.121', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-94-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-23T12:13:51Z', 'updated_at': '2021-06-23T12:13:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a5ad15ab-c489-4a67-a9b0-d559fca0ec71', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-601336-94-hyperv', '_floatingips': [{'id': '85bc601b-752c-4182-bff7-941e571cde5f', 'tenant_id': 'c080a553dd50489bbe6db51b0d3ddebb', 'floating_ip_address': '172.26.3.160', 'floating_network_id': '3e7e4eb3-cf02-4d47-ade9-0a579cdfc60f', 'router_id': '8e93b214-77d9-44f2-a01f-ce72e72e9d73', 'port_id': '37008be0-3d01-448e-8454-def60698868d', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 1837, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '61c6d8b9-d3d0-4122-99ae-31963043c8d9', 'mac_address': 'fa:16:3e:de:75:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '917edac4-2e75-477a-8581-5dcd2f5a7bd8', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-23T12:14:19Z', 'updated_at': '2021-06-23T12:14:19Z', 'revision_number': 0, 'project_id': 'c080a553dd50489bbe6db51b0d3ddebb', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4fc7202b-3c32-4c6b-8d9b-b6fef90d5765', 'name': '', 'network_id': '61c6d8b9-d3d0-4122-99ae-31963043c8d9', 'tenant_id': 'c080a553dd50489bbe6db51b0d3ddebb', 'mac_address': 'fa:16:3e:d5:3c:87', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8e93b214-77d9-44f2-a01f-ce72e72e9d73', 'device_owner': 'network:router_interface', 'standard_attr_id': 1813, 'fixed_ips': [{'subnet_id': '7f686d1e-afe2-4a5c-a0f6-7d19b33ee35e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-94-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-23T12:13:53Z', 'updated_at': '2021-06-23T12:13:59Z', 'revision_number': 5, 'project_id': 'c080a553dd50489bbe6db51b0d3ddebb', 'subnets': [{'id': '7f686d1e-afe2-4a5c-a0f6-7d19b33ee35e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94176) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 23 12:14:21.556065 dv-neutron-601336-94-hyperv neutron-server[94175]: INFO neutron.wsgi [req-53f54f88-a56a-404b-8b7c-caf7ace0a732 req-2bb4a26d-4476-425e-b352-d7f446782124 service neutron] 10.222.0.52 "GET /v2.0/networks/61c6d8b9-d3d0-4122-99ae-31963043c8d9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4322524 Jun 23 12:14:21.661404 dv-neutron-601336-94-hyperv neutron-server[94177]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-073bae68-c732-423c-bd14-c5003f541a2a None None] New status for floating IP 85bc601b-752c-4182-bff7-941e571cde5f: ACTIVE {{(pid=94177) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 23 12:14:21.663884 dv-neutron-601336-94-hyperv neutron-server[94175]: INFO neutron.wsgi [req-53f54f88-a56a-404b-8b7c-caf7ace0a732 req-cd71b3ff-1fc5-4c51-a4d7-ead40b3346c9 service neutron] 10.222.0.52 "GET /v2.0/networks/61c6d8b9-d3d0-4122-99ae-31963043c8d9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1013377 Jun 23 12:14:23.844217 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron_lib.callbacks.manager [None req-97bd5441-1da2-49ee-a364-27795820ba27 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773699952132', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-899307'] for agent, after_update {{(pid=94176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 12:14:40.983287 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron_lib.callbacks.manager [None req-f05b970d-1a11-4499-a2a6-6fbdc6b36d5d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773699952132', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-899307'] for agent, after_update {{(pid=94176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 12:14:43.197619 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron_lib.callbacks.manager [None req-51b2b6b2-0ca6-4c4c-b5df-bb8a86c79040 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773699952132', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-899307'] for agent, after_update {{(pid=94176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 12:14:43.923448 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron_lib.callbacks.manager [None req-dc7542b2-afef-47f4-a763-e3a3cba144be None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773699952132', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-899307'] for agent, after_update {{(pid=94176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 12:14:44.769310 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron_lib.callbacks.manager [None req-4c20ea5f-bc7f-4d4e-935d-57f082af6ccb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773699952132', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-899307'] for agent, after_update {{(pid=94176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 12:14:46.821220 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron_lib.callbacks.manager [None req-95d6aa8f-24e7-4234-82ff-f502266c3285 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773699952132', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-899307'] for agent, after_update {{(pid=94176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 12:14:47.141051 dv-neutron-601336-94-hyperv neutron-server[94177]: DEBUG neutron.db.agents_db [None req-90fb1279-e4c5-4e73-8d66-3a29811dc4e3 None None] Agent healthcheck: found 6 active agents {{(pid=94177) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 23 12:14:53.874844 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron_lib.callbacks.manager [None req-97bd5441-1da2-49ee-a364-27795820ba27 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773699952132', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-899307'] for agent, after_update {{(pid=94176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 12:15:08.431716 dv-neutron-601336-94-hyperv neutron-server[94175]: INFO neutron.wsgi [req-04a7f69d-8a9b-429c-8c20-d89b131b71cb req-3bca3a8c-66dd-4281-85c3-616273496a5c service neutron] 10.222.0.52 "GET /v2.0/ports?device_id=917edac4-2e75-477a-8581-5dcd2f5a7bd8&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0539920 Jun 23 12:15:08.528056 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04a7f69d-8a9b-429c-8c20-d89b131b71cb req-5b001e4b-35d0-48c9-aeef-cedbadd1154e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 12:15:08.529535 dv-neutron-601336-94-hyperv neutron-server[94175]: INFO neutron.wsgi [req-04a7f69d-8a9b-429c-8c20-d89b131b71cb req-5b001e4b-35d0-48c9-aeef-cedbadd1154e service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=c080a553dd50489bbe6db51b0d3ddebb&device_id=917edac4-2e75-477a-8581-5dcd2f5a7bd8 HTTP/1.1" status: 200 len: 1099 time: 0.0540469 Jun 23 12:15:08.640334 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04a7f69d-8a9b-429c-8c20-d89b131b71cb req-fcbf634c-87ba-441f-86ab-9796d410f67e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 12:15:08.641785 dv-neutron-601336-94-hyperv neutron-server[94175]: INFO neutron.wsgi [req-04a7f69d-8a9b-429c-8c20-d89b131b71cb req-fcbf634c-87ba-441f-86ab-9796d410f67e service neutron] 10.222.0.52 "GET /v2.0/networks?id=61c6d8b9-d3d0-4122-99ae-31963043c8d9 HTTP/1.1" status: 200 len: 910 time: 0.0926206 Jun 23 12:15:08.706165 dv-neutron-601336-94-hyperv neutron-server[94175]: INFO neutron.wsgi [req-04a7f69d-8a9b-429c-8c20-d89b131b71cb req-227b2dd1-052f-499e-8fff-c51bd28d6fa4 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=37008be0-3d01-448e-8454-def60698868d HTTP/1.1" status: 200 len: 1002 time: 0.0572765 Jun 23 12:15:08.765676 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04a7f69d-8a9b-429c-8c20-d89b131b71cb req-ccfb96e9-e3e9-4747-87c1-cd2431a39eba service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 12:15:08.767564 dv-neutron-601336-94-hyperv neutron-server[94175]: INFO neutron.wsgi [req-04a7f69d-8a9b-429c-8c20-d89b131b71cb req-ccfb96e9-e3e9-4747-87c1-cd2431a39eba service neutron] 10.222.0.52 "GET /v2.0/subnets?id=7f686d1e-afe2-4a5c-a0f6-7d19b33ee35e HTTP/1.1" status: 200 len: 848 time: 0.0555563 Jun 23 12:15:08.824406 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04a7f69d-8a9b-429c-8c20-d89b131b71cb req-08062652-a411-4c26-8558-ea64ffcf88b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 12:15:08.825885 dv-neutron-601336-94-hyperv neutron-server[94175]: INFO neutron.wsgi [req-04a7f69d-8a9b-429c-8c20-d89b131b71cb req-08062652-a411-4c26-8558-ea64ffcf88b7 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=61c6d8b9-d3d0-4122-99ae-31963043c8d9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1178 time: 0.0522363 Jun 23 12:15:08.912674 dv-neutron-601336-94-hyperv neutron-server[94175]: INFO neutron.wsgi [req-04a7f69d-8a9b-429c-8c20-d89b131b71cb req-2480fced-b564-4d65-9859-99824e03e08c service neutron] 10.222.0.52 "GET /v2.0/networks/61c6d8b9-d3d0-4122-99ae-31963043c8d9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0801942 Jun 23 12:15:09.004402 dv-neutron-601336-94-hyperv neutron-server[94175]: INFO neutron.wsgi [req-04a7f69d-8a9b-429c-8c20-d89b131b71cb req-d1a8b362-35d8-4ec4-9cb3-47d9ebbe0637 service neutron] 10.222.0.52 "GET /v2.0/networks/61c6d8b9-d3d0-4122-99ae-31963043c8d9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0851779 Jun 23 12:15:10.951451 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron_lib.callbacks.manager [None req-f3c20553-d52e-4c38-88c3-7130902aa572 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773699952132', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-899307'] for agent, after_update {{(pid=94176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 12:15:13.225729 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron_lib.callbacks.manager [None req-e54123d2-1a93-4e0e-ad80-d5a49a137347 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773699952132', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-899307'] for agent, after_update {{(pid=94176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 12:15:13.928642 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron_lib.callbacks.manager [None req-dc7542b2-afef-47f4-a763-e3a3cba144be None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773699952132', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-899307'] for agent, after_update {{(pid=94176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 12:15:14.797197 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron_lib.callbacks.manager [None req-4c20ea5f-bc7f-4d4e-935d-57f082af6ccb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773699952132', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-899307'] for agent, after_update {{(pid=94176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 12:15:16.811530 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron_lib.callbacks.manager [None req-95d6aa8f-24e7-4234-82ff-f502266c3285 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773699952132', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-899307'] for agent, after_update {{(pid=94176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 12:15:23.828241 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron_lib.callbacks.manager [None req-97bd5441-1da2-49ee-a364-27795820ba27 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773699952132', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-899307'] for agent, after_update {{(pid=94176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 12:15:24.156424 dv-neutron-601336-94-hyperv neutron-server[94177]: DEBUG neutron.db.agents_db [None req-90fb1279-e4c5-4e73-8d66-3a29811dc4e3 None None] Agent healthcheck: found 6 active agents {{(pid=94177) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 23 12:15:40.944863 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron_lib.callbacks.manager [None req-b2b85a88-0cc2-4680-b844-0bce3bd832eb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773699952132', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-899307'] for agent, after_update {{(pid=94176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 12:15:43.213182 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron_lib.callbacks.manager [None req-96e19fb6-c3c8-42c5-bd3e-0354a389b5ff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773699952132', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-899307'] for agent, after_update {{(pid=94176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 12:15:43.927535 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron_lib.callbacks.manager [None req-dc7542b2-afef-47f4-a763-e3a3cba144be None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773699952132', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-899307'] for agent, after_update {{(pid=94176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 12:15:44.790616 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron_lib.callbacks.manager [None req-4c20ea5f-bc7f-4d4e-935d-57f082af6ccb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773699952132', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-899307'] for agent, after_update {{(pid=94176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 12:15:46.813126 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron_lib.callbacks.manager [None req-95d6aa8f-24e7-4234-82ff-f502266c3285 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773699952132', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-899307'] for agent, after_update {{(pid=94176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 12:15:53.818653 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron_lib.callbacks.manager [None req-97bd5441-1da2-49ee-a364-27795820ba27 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773699952132', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-899307'] for agent, after_update {{(pid=94176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 12:16:01.139695 dv-neutron-601336-94-hyperv neutron-server[94177]: DEBUG neutron.db.agents_db [None req-90fb1279-e4c5-4e73-8d66-3a29811dc4e3 None None] Agent healthcheck: found 6 active agents {{(pid=94177) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 23 12:16:08.414248 dv-neutron-601336-94-hyperv neutron-server[94175]: INFO neutron.wsgi [req-2eaf5549-aa17-4236-9301-ea3977b270aa req-469c9cbc-002d-4f5f-af4f-f1da5b9fa9d1 service neutron] 10.222.0.52 "GET /v2.0/ports?device_id=917edac4-2e75-477a-8581-5dcd2f5a7bd8&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0521479 Jun 23 12:16:08.513418 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2eaf5549-aa17-4236-9301-ea3977b270aa req-b2902071-fd54-46a6-b03a-8abca20b4747 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 12:16:08.514899 dv-neutron-601336-94-hyperv neutron-server[94175]: INFO neutron.wsgi [req-2eaf5549-aa17-4236-9301-ea3977b270aa req-b2902071-fd54-46a6-b03a-8abca20b4747 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=c080a553dd50489bbe6db51b0d3ddebb&device_id=917edac4-2e75-477a-8581-5dcd2f5a7bd8 HTTP/1.1" status: 200 len: 1099 time: 0.0519764 Jun 23 12:16:08.619986 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2eaf5549-aa17-4236-9301-ea3977b270aa req-14810437-6786-422c-8307-fee742f0f23e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 12:16:08.621467 dv-neutron-601336-94-hyperv neutron-server[94175]: INFO neutron.wsgi [req-2eaf5549-aa17-4236-9301-ea3977b270aa req-14810437-6786-422c-8307-fee742f0f23e service neutron] 10.222.0.52 "GET /v2.0/networks?id=61c6d8b9-d3d0-4122-99ae-31963043c8d9 HTTP/1.1" status: 200 len: 910 time: 0.0870233 Jun 23 12:16:08.684512 dv-neutron-601336-94-hyperv neutron-server[94175]: INFO neutron.wsgi [req-2eaf5549-aa17-4236-9301-ea3977b270aa req-34e48b02-267f-419b-9e32-decc25b6a126 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=37008be0-3d01-448e-8454-def60698868d HTTP/1.1" status: 200 len: 1002 time: 0.0570970 Jun 23 12:16:08.736765 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2eaf5549-aa17-4236-9301-ea3977b270aa req-b0d12f8e-5488-4238-bf2d-fcab8e646e1d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 12:16:08.739083 dv-neutron-601336-94-hyperv neutron-server[94175]: INFO neutron.wsgi [req-2eaf5549-aa17-4236-9301-ea3977b270aa req-b0d12f8e-5488-4238-bf2d-fcab8e646e1d service neutron] 10.222.0.52 "GET /v2.0/subnets?id=7f686d1e-afe2-4a5c-a0f6-7d19b33ee35e HTTP/1.1" status: 200 len: 848 time: 0.0490494 Jun 23 12:16:08.801446 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2eaf5549-aa17-4236-9301-ea3977b270aa req-8cca5451-ddb1-44b2-a9c0-66f4c6882cc8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 12:16:08.802939 dv-neutron-601336-94-hyperv neutron-server[94175]: INFO neutron.wsgi [req-2eaf5549-aa17-4236-9301-ea3977b270aa req-8cca5451-ddb1-44b2-a9c0-66f4c6882cc8 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=61c6d8b9-d3d0-4122-99ae-31963043c8d9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1178 time: 0.0588477 Jun 23 12:16:08.892593 dv-neutron-601336-94-hyperv neutron-server[94175]: INFO neutron.wsgi [req-2eaf5549-aa17-4236-9301-ea3977b270aa req-614bf375-283c-4dfa-b625-1851219402e9 service neutron] 10.222.0.52 "GET /v2.0/networks/61c6d8b9-d3d0-4122-99ae-31963043c8d9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0834451 Jun 23 12:16:08.984367 dv-neutron-601336-94-hyperv neutron-server[94175]: INFO neutron.wsgi [req-2eaf5549-aa17-4236-9301-ea3977b270aa req-1f8b486d-1435-4f71-9fa9-3801fe0d5fad service neutron] 10.222.0.52 "GET /v2.0/networks/61c6d8b9-d3d0-4122-99ae-31963043c8d9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0855446 Jun 23 12:16:10.954114 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron_lib.callbacks.manager [None req-561463bc-780b-44d9-94ad-4c74c0ad8a92 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773699952132', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-899307'] for agent, after_update {{(pid=94176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 12:16:13.222391 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron_lib.callbacks.manager [None req-bfd1405d-901f-40dd-be18-127d72273bfc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773699952132', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-899307'] for agent, after_update {{(pid=94176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 12:16:13.931007 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron_lib.callbacks.manager [None req-dc7542b2-afef-47f4-a763-e3a3cba144be None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773699952132', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-899307'] for agent, after_update {{(pid=94176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 12:16:14.804849 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron_lib.callbacks.manager [None req-4c20ea5f-bc7f-4d4e-935d-57f082af6ccb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773699952132', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-899307'] for agent, after_update {{(pid=94176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 12:16:16.277395 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82ca45cf-276b-4e8b-b0ea-ce8e9dda17a7 req-59fa28c6-727e-4718-96b8-20c89692ec5e tempest-TestShelveInstance-790754725 tempest-TestShelveInstance-790754725-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94174) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 12:16:16.278879 dv-neutron-601336-94-hyperv neutron-server[94174]: INFO neutron.wsgi [req-82ca45cf-276b-4e8b-b0ea-ce8e9dda17a7 req-59fa28c6-727e-4718-96b8-20c89692ec5e tempest-TestShelveInstance-790754725 tempest-TestShelveInstance-790754725-project] 10.222.0.20 "GET /v2.0/ports?device_id=917edac4-2e75-477a-8581-5dcd2f5a7bd8 HTTP/1.1" status: 200 len: 946 time: 0.1678300 Jun 23 12:16:16.320772 dv-neutron-601336-94-hyperv neutron-server[94174]: INFO neutron.wsgi [req-82ca45cf-276b-4e8b-b0ea-ce8e9dda17a7 req-b8baac61-61ff-41b7-9072-2547aa28f39a tempest-TestShelveInstance-790754725 tempest-TestShelveInstance-790754725-project] 10.222.0.20 "GET /v2.0/security-groups?id=9806d87d-e331-47e5-a6f9-0b002486eefc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0336545 Jun 23 12:16:16.827988 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron_lib.callbacks.manager [None req-95d6aa8f-24e7-4234-82ff-f502266c3285 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773699952132', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-899307'] for agent, after_update {{(pid=94176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 12:16:17.496507 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85a93455-d2ca-4bba-b44a-208fd2bc27de req-1a7ea4da-f3a5-468d-b372-2892fb010b6d tempest-TestShelveInstance-790754725 tempest-TestShelveInstance-790754725-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 12:16:17.497883 dv-neutron-601336-94-hyperv neutron-server[94175]: INFO neutron.wsgi [req-85a93455-d2ca-4bba-b44a-208fd2bc27de req-1a7ea4da-f3a5-468d-b372-2892fb010b6d tempest-TestShelveInstance-790754725 tempest-TestShelveInstance-790754725-project] 10.222.0.20 "GET /v2.0/ports?device_id=917edac4-2e75-477a-8581-5dcd2f5a7bd8 HTTP/1.1" status: 200 len: 946 time: 0.0644653 Jun 23 12:16:17.536124 dv-neutron-601336-94-hyperv neutron-server[94175]: INFO neutron.wsgi [req-85a93455-d2ca-4bba-b44a-208fd2bc27de req-13a71448-a228-479c-a3cf-e02f17fdbb57 tempest-TestShelveInstance-790754725 tempest-TestShelveInstance-790754725-project] 10.222.0.20 "GET /v2.0/security-groups?id=9806d87d-e331-47e5-a6f9-0b002486eefc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0314631 Jun 23 12:16:18.730919 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b91b6f0-7cfc-4df9-8058-bfdd21b1dbc9 req-b630fad6-49b8-467b-86da-0eab1cb804a9 tempest-TestShelveInstance-790754725 tempest-TestShelveInstance-790754725-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94174) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 12:16:18.732445 dv-neutron-601336-94-hyperv neutron-server[94174]: INFO neutron.wsgi [req-3b91b6f0-7cfc-4df9-8058-bfdd21b1dbc9 req-b630fad6-49b8-467b-86da-0eab1cb804a9 tempest-TestShelveInstance-790754725 tempest-TestShelveInstance-790754725-project] 10.222.0.20 "GET /v2.0/ports?device_id=917edac4-2e75-477a-8581-5dcd2f5a7bd8 HTTP/1.1" status: 200 len: 946 time: 0.0704377 Jun 23 12:16:18.771413 dv-neutron-601336-94-hyperv neutron-server[94174]: INFO neutron.wsgi [req-3b91b6f0-7cfc-4df9-8058-bfdd21b1dbc9 req-f591c83e-9da9-4479-ad2e-9bc7e1710692 tempest-TestShelveInstance-790754725 tempest-TestShelveInstance-790754725-project] 10.222.0.20 "GET /v2.0/security-groups?id=9806d87d-e331-47e5-a6f9-0b002486eefc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0332308 Jun 23 12:16:19.943768 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d5dfa76-0344-4baa-8e8c-cab1aec589c3 req-cf0521b1-5203-48c0-8205-8fd9bbea04b4 tempest-TestShelveInstance-790754725 tempest-TestShelveInstance-790754725-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 12:16:19.945204 dv-neutron-601336-94-hyperv neutron-server[94175]: INFO neutron.wsgi [req-8d5dfa76-0344-4baa-8e8c-cab1aec589c3 req-cf0521b1-5203-48c0-8205-8fd9bbea04b4 tempest-TestShelveInstance-790754725 tempest-TestShelveInstance-790754725-project] 10.222.0.20 "GET /v2.0/ports?device_id=917edac4-2e75-477a-8581-5dcd2f5a7bd8 HTTP/1.1" status: 200 len: 946 time: 0.0664930 Jun 23 12:16:19.982825 dv-neutron-601336-94-hyperv neutron-server[94175]: INFO neutron.wsgi [req-8d5dfa76-0344-4baa-8e8c-cab1aec589c3 req-c8b6db80-7a76-46c4-bde3-20a17dac1469 tempest-TestShelveInstance-790754725 tempest-TestShelveInstance-790754725-project] 10.222.0.20 "GET /v2.0/security-groups?id=9806d87d-e331-47e5-a6f9-0b002486eefc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0321300 Jun 23 12:16:21.166158 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94e303bd-1335-420b-b952-73a92fd0fc14 req-d9303c9d-6626-41dd-be4a-b717bc1a5834 tempest-TestShelveInstance-790754725 tempest-TestShelveInstance-790754725-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94174) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 12:16:21.167691 dv-neutron-601336-94-hyperv neutron-server[94174]: INFO neutron.wsgi [req-94e303bd-1335-420b-b952-73a92fd0fc14 req-d9303c9d-6626-41dd-be4a-b717bc1a5834 tempest-TestShelveInstance-790754725 tempest-TestShelveInstance-790754725-project] 10.222.0.20 "GET /v2.0/ports?device_id=917edac4-2e75-477a-8581-5dcd2f5a7bd8 HTTP/1.1" status: 200 len: 946 time: 0.0705278 Jun 23 12:16:21.205594 dv-neutron-601336-94-hyperv neutron-server[94174]: INFO neutron.wsgi [req-94e303bd-1335-420b-b952-73a92fd0fc14 req-4a9b4910-9f93-4374-8771-e1e4eb5692da tempest-TestShelveInstance-790754725 tempest-TestShelveInstance-790754725-project] 10.222.0.20 "GET /v2.0/security-groups?id=9806d87d-e331-47e5-a6f9-0b002486eefc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0323012 Jun 23 12:16:22.377804 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23a572ad-8193-4dd8-80c6-c0e148dc4662 req-8fbac8d6-14d2-4eb3-8d8e-7c9fcf51de71 tempest-TestShelveInstance-790754725 tempest-TestShelveInstance-790754725-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 12:16:22.379282 dv-neutron-601336-94-hyperv neutron-server[94175]: INFO neutron.wsgi [req-23a572ad-8193-4dd8-80c6-c0e148dc4662 req-8fbac8d6-14d2-4eb3-8d8e-7c9fcf51de71 tempest-TestShelveInstance-790754725 tempest-TestShelveInstance-790754725-project] 10.222.0.20 "GET /v2.0/ports?device_id=917edac4-2e75-477a-8581-5dcd2f5a7bd8 HTTP/1.1" status: 200 len: 946 time: 0.0633366 Jun 23 12:16:22.416191 dv-neutron-601336-94-hyperv neutron-server[94175]: INFO neutron.wsgi [req-23a572ad-8193-4dd8-80c6-c0e148dc4662 req-532debf7-2330-40f5-a377-0496cade57ff tempest-TestShelveInstance-790754725 tempest-TestShelveInstance-790754725-project] 10.222.0.20 "GET /v2.0/security-groups?id=9806d87d-e331-47e5-a6f9-0b002486eefc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0312605 Jun 23 12:16:23.608491 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c66e2ea6-954e-4add-ad1c-553ddd2be4b7 req-84fc54ee-8772-4413-8ea0-e9adff7ce8b4 tempest-TestShelveInstance-790754725 tempest-TestShelveInstance-790754725-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94174) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 12:16:23.610559 dv-neutron-601336-94-hyperv neutron-server[94174]: INFO neutron.wsgi [req-c66e2ea6-954e-4add-ad1c-553ddd2be4b7 req-84fc54ee-8772-4413-8ea0-e9adff7ce8b4 tempest-TestShelveInstance-790754725 tempest-TestShelveInstance-790754725-project] 10.222.0.20 "GET /v2.0/ports?device_id=917edac4-2e75-477a-8581-5dcd2f5a7bd8 HTTP/1.1" status: 200 len: 946 time: 0.0666442 Jun 23 12:16:23.649234 dv-neutron-601336-94-hyperv neutron-server[94174]: INFO neutron.wsgi [req-c66e2ea6-954e-4add-ad1c-553ddd2be4b7 req-a6d335ed-3208-42f8-8f6a-1f40fe4c6e06 tempest-TestShelveInstance-790754725 tempest-TestShelveInstance-790754725-project] 10.222.0.20 "GET /v2.0/security-groups?id=9806d87d-e331-47e5-a6f9-0b002486eefc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0330007 Jun 23 12:16:23.858264 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron_lib.callbacks.manager [None req-97bd5441-1da2-49ee-a364-27795820ba27 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773699952132', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-899307'] for agent, after_update {{(pid=94176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 12:16:24.829229 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99d10dda-1ba1-4fba-8355-01f798e24ad7 req-29dcba51-cfa3-40ea-84e9-6bfd3450f41d tempest-TestShelveInstance-790754725 tempest-TestShelveInstance-790754725-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 12:16:24.830733 dv-neutron-601336-94-hyperv neutron-server[94175]: INFO neutron.wsgi [req-99d10dda-1ba1-4fba-8355-01f798e24ad7 req-29dcba51-cfa3-40ea-84e9-6bfd3450f41d tempest-TestShelveInstance-790754725 tempest-TestShelveInstance-790754725-project] 10.222.0.20 "GET /v2.0/ports?device_id=917edac4-2e75-477a-8581-5dcd2f5a7bd8 HTTP/1.1" status: 200 len: 946 time: 0.0666094 Jun 23 12:16:24.875259 dv-neutron-601336-94-hyperv neutron-server[94175]: INFO neutron.wsgi [req-99d10dda-1ba1-4fba-8355-01f798e24ad7 req-c46c5a66-d567-4e7c-8827-b13635211249 tempest-TestShelveInstance-790754725 tempest-TestShelveInstance-790754725-project] 10.222.0.20 "GET /v2.0/security-groups?id=9806d87d-e331-47e5-a6f9-0b002486eefc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0384622 Jun 23 12:16:26.049878 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d876c09-9394-4bcf-a2b5-2603778603d9 req-2cb715f7-409d-4411-bc67-26aa42259453 tempest-TestShelveInstance-790754725 tempest-TestShelveInstance-790754725-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94174) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 12:16:26.051377 dv-neutron-601336-94-hyperv neutron-server[94174]: INFO neutron.wsgi [req-4d876c09-9394-4bcf-a2b5-2603778603d9 req-2cb715f7-409d-4411-bc67-26aa42259453 tempest-TestShelveInstance-790754725 tempest-TestShelveInstance-790754725-project] 10.222.0.20 "GET /v2.0/ports?device_id=917edac4-2e75-477a-8581-5dcd2f5a7bd8 HTTP/1.1" status: 200 len: 946 time: 0.0677440 Jun 23 12:16:26.089993 dv-neutron-601336-94-hyperv neutron-server[94174]: INFO neutron.wsgi [req-4d876c09-9394-4bcf-a2b5-2603778603d9 req-379159a7-0bc8-413a-a67b-273f29d92fb8 tempest-TestShelveInstance-790754725 tempest-TestShelveInstance-790754725-project] 10.222.0.20 "GET /v2.0/security-groups?id=9806d87d-e331-47e5-a6f9-0b002486eefc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0329175 Jun 23 12:16:27.266466 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12db68bc-6c6a-44d4-90dd-62705f12509e req-d95048bd-b82a-45d9-b123-8edd118ab839 tempest-TestShelveInstance-790754725 tempest-TestShelveInstance-790754725-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 12:16:27.267980 dv-neutron-601336-94-hyperv neutron-server[94175]: INFO neutron.wsgi [req-12db68bc-6c6a-44d4-90dd-62705f12509e req-d95048bd-b82a-45d9-b123-8edd118ab839 tempest-TestShelveInstance-790754725 tempest-TestShelveInstance-790754725-project] 10.222.0.20 "GET /v2.0/ports?device_id=917edac4-2e75-477a-8581-5dcd2f5a7bd8 HTTP/1.1" status: 200 len: 946 time: 0.0641766 Jun 23 12:16:27.306576 dv-neutron-601336-94-hyperv neutron-server[94175]: INFO neutron.wsgi [req-12db68bc-6c6a-44d4-90dd-62705f12509e req-6534591c-aff5-4324-9a21-a873625662a6 tempest-TestShelveInstance-790754725 tempest-TestShelveInstance-790754725-project] 10.222.0.20 "GET /v2.0/security-groups?id=9806d87d-e331-47e5-a6f9-0b002486eefc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0329592 Jun 23 12:16:28.088386 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.plugins.ml2.rpc [None req-97bd5441-1da2-49ee-a364-27795820ba27 None None] Device 37008be0-3d01-448e-8454-def60698868d details requested by agent hyperv_hv-neutron-6013 with host hv-neutron-6013 {{(pid=94176) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:104}} Jun 23 12:16:28.183592 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.plugins.ml2.db [None req-97bd5441-1da2-49ee-a364-27795820ba27 None None] For port 37008be0-3d01-448e-8454-def60698868d, host hv-neutron-6013, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-6013',level=0,port_id=37008be0-3d01-448e-8454-def60698868d,segment=NetworkSegment(7c9ce104-d172-418f-b29b-77515f70dc45),segment_id=7c9ce104-d172-418f-b29b-77515f70dc45)] {{(pid=94176) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 23 12:16:28.194556 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.plugins.ml2.rpc [None req-97bd5441-1da2-49ee-a364-27795820ba27 None None] Returning: {'device': '37008be0-3d01-448e-8454-def60698868d', 'network_id': '61c6d8b9-d3d0-4122-99ae-31963043c8d9', 'port_id': '37008be0-3d01-448e-8454-def60698868d', 'mac_address': 'fa:16:3e:de:75:d3', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 417, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7f686d1e-afe2-4a5c-a0f6-7d19b33ee35e', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94176) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:186}} Jun 23 12:16:28.231369 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron_lib.callbacks.manager [None req-97bd5441-1da2-49ee-a364-27795820ba27 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-923122'] for port, before_update {{(pid=94176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 12:16:28.243985 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.notifiers.nova [None req-97bd5441-1da2-49ee-a364-27795820ba27 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 37008be0-3d01-448e-8454-def60698868d {{(pid=94176) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 23 12:16:28.263286 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.plugins.ml2.db [None req-97bd5441-1da2-49ee-a364-27795820ba27 None None] For port 37008be0-3d01-448e-8454-def60698868d, host hv-neutron-6013, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-6013',level=0,port_id=37008be0-3d01-448e-8454-def60698868d,segment=NetworkSegment(7c9ce104-d172-418f-b29b-77515f70dc45),segment_id=7c9ce104-d172-418f-b29b-77515f70dc45)] {{(pid=94176) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 23 12:16:28.336312 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron_lib.callbacks.manager [None req-97bd5441-1da2-49ee-a364-27795820ba27 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-922904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866062', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773700135042', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773699642233', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773699642278'] for port, after_update {{(pid=94176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 12:16:28.338247 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG oslo_concurrency.lockutils [None req-97bd5441-1da2-49ee-a364-27795820ba27 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 12:16:28.392447 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97bd5441-1da2-49ee-a364-27795820ba27 None None] Pushing event updated for resources: {'Port': ['ID=37008be0-3d01-448e-8454-def60698868d,revision_number=6']} {{(pid=94176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 12:16:28.399368 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97bd5441-1da2-49ee-a364-27795820ba27 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-601336-94-hyperv {{(pid=94176) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 12:16:28.399732 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97bd5441-1da2-49ee-a364-27795820ba27 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-94-hyperv {{(pid=94176) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 12:16:28.400080 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97bd5441-1da2-49ee-a364-27795820ba27 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-94-hyperv {{(pid=94176) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 12:16:28.400424 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97bd5441-1da2-49ee-a364-27795820ba27 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-601336-94-hyperv {{(pid=94176) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 12:16:28.400767 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97bd5441-1da2-49ee-a364-27795820ba27 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-601336-94-hyperv {{(pid=94176) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 12:16:28.401107 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97bd5441-1da2-49ee-a364-27795820ba27 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-601336-94-hyperv {{(pid=94176) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 12:16:28.401448 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97bd5441-1da2-49ee-a364-27795820ba27 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-601336-94-hyperv {{(pid=94176) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 12:16:28.401784 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97bd5441-1da2-49ee-a364-27795820ba27 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-601336-94-hyperv {{(pid=94176) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 12:16:28.402124 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97bd5441-1da2-49ee-a364-27795820ba27 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-601336-94-hyperv {{(pid=94176) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 12:16:28.402457 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97bd5441-1da2-49ee-a364-27795820ba27 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-94-hyperv {{(pid=94176) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 12:16:28.402787 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97bd5441-1da2-49ee-a364-27795820ba27 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-601336-94-hyperv {{(pid=94176) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 12:16:28.403146 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97bd5441-1da2-49ee-a364-27795820ba27 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-601336-94-hyperv {{(pid=94176) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 12:16:28.407087 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG oslo_concurrency.lockutils [None req-97bd5441-1da2-49ee-a364-27795820ba27 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.069s {{(pid=94176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 12:16:28.410078 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.plugins.ml2.db [None req-97bd5441-1da2-49ee-a364-27795820ba27 None None] get_ports_and_sgs() called for port_ids ['37008be0-3d01-448e-8454-def60698868d'] {{(pid=94176) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 23 12:16:28.486154 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1605fd4f-2aa2-4be3-bcfc-6f3cfefd3351 req-57889a39-9cb6-4a00-bc64-2fea8179932e tempest-TestShelveInstance-790754725 tempest-TestShelveInstance-790754725-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94174) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 12:16:28.487688 dv-neutron-601336-94-hyperv neutron-server[94174]: INFO neutron.wsgi [req-1605fd4f-2aa2-4be3-bcfc-6f3cfefd3351 req-57889a39-9cb6-4a00-bc64-2fea8179932e tempest-TestShelveInstance-790754725 tempest-TestShelveInstance-790754725-project] 10.222.0.20 "GET /v2.0/ports?device_id=917edac4-2e75-477a-8581-5dcd2f5a7bd8 HTTP/1.1" status: 200 len: 945 time: 0.0664289 Jun 23 12:16:28.527600 dv-neutron-601336-94-hyperv neutron-server[94174]: INFO neutron.wsgi [req-1605fd4f-2aa2-4be3-bcfc-6f3cfefd3351 req-edce0d4f-d1b0-4972-a331-1691e65977d3 tempest-TestShelveInstance-790754725 tempest-TestShelveInstance-790754725-project] 10.222.0.20 "GET /v2.0/security-groups?id=9806d87d-e331-47e5-a6f9-0b002486eefc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0334568 Jun 23 12:16:29.764648 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90e96640-1b88-431c-9c65-de214354561f req-c1f5da41-649e-47e1-b7b1-c2f076632273 tempest-TestShelveInstance-790754725 tempest-TestShelveInstance-790754725-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 12:16:29.766933 dv-neutron-601336-94-hyperv neutron-server[94175]: INFO neutron.wsgi [req-90e96640-1b88-431c-9c65-de214354561f req-c1f5da41-649e-47e1-b7b1-c2f076632273 tempest-TestShelveInstance-790754725 tempest-TestShelveInstance-790754725-project] 10.222.0.20 "GET /v2.0/ports?device_id=917edac4-2e75-477a-8581-5dcd2f5a7bd8 HTTP/1.1" status: 200 len: 945 time: 0.0753107 Jun 23 12:16:29.819073 dv-neutron-601336-94-hyperv neutron-server[94175]: INFO neutron.wsgi [req-90e96640-1b88-431c-9c65-de214354561f req-a15e7b01-e477-434d-8a2b-bca3c7387360 tempest-TestShelveInstance-790754725 tempest-TestShelveInstance-790754725-project] 10.222.0.20 "GET /v2.0/security-groups?id=9806d87d-e331-47e5-a6f9-0b002486eefc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0461991 Jun 23 12:16:30.094048 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.plugins.ml2.rpc [None req-97bd5441-1da2-49ee-a364-27795820ba27 None None] Device 37008be0-3d01-448e-8454-def60698868d up at agent hyperv_hv-neutron-6013 {{(pid=94176) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:298}} Jun 23 12:16:30.156426 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.db.provisioning_blocks [None req-97bd5441-1da2-49ee-a364-27795820ba27 None None] Provisioning complete for port 37008be0-3d01-448e-8454-def60698868d triggered by entity L2. {{(pid=94176) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 23 12:16:30.156850 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron_lib.callbacks.manager [None req-97bd5441-1da2-49ee-a364-27795820ba27 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-899258'] for port, provisioning_complete {{(pid=94176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 12:16:30.250506 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron_lib.callbacks.manager [None req-97bd5441-1da2-49ee-a364-27795820ba27 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-923122'] for port, before_update {{(pid=94176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 12:16:30.278181 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '917edac4-2e75-477a-8581-5dcd2f5a7bd8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '37008be0-3d01-448e-8454-def60698868d'}] {{(pid=94176) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 23 12:16:30.280923 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}887b0dfc0393de878080286a57e4a08d4fa60dd0cddd118f338ebfcd351ddd4c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0a7e6e62-036a-4e4b-96de-e50c03c02972" -d '{"events": [{"server_uuid": "917edac4-2e75-477a-8581-5dcd2f5a7bd8", "name": "network-vif-plugged", "status": "completed", "tag": "37008be0-3d01-448e-8454-def60698868d"}]}' {{(pid=94176) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 23 12:16:30.299670 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.plugins.ml2.db [None req-97bd5441-1da2-49ee-a364-27795820ba27 None None] For port 37008be0-3d01-448e-8454-def60698868d, host hv-neutron-6013, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-6013',level=0,port_id=37008be0-3d01-448e-8454-def60698868d,segment=NetworkSegment(7c9ce104-d172-418f-b29b-77515f70dc45),segment_id=7c9ce104-d172-418f-b29b-77515f70dc45)] {{(pid=94176) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 23 12:16:30.330259 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 23 Jun 2021 12:16:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dfa57710-aa5a-4052-b623-820bf318bf85 x-openstack-request-id: req-dfa57710-aa5a-4052-b623-820bf318bf85 {{(pid=94176) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 23 12:16:30.330964 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "917edac4-2e75-477a-8581-5dcd2f5a7bd8", "name": "network-vif-plugged", "status": "completed", "tag": "37008be0-3d01-448e-8454-def60698868d", "code": 200}]} {{(pid=94176) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 23 12:16:30.331370 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-dfa57710-aa5a-4052-b623-820bf318bf85 {{(pid=94176) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 23 12:16:30.332350 dv-neutron-601336-94-hyperv neutron-server[94176]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '917edac4-2e75-477a-8581-5dcd2f5a7bd8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '37008be0-3d01-448e-8454-def60698868d', 'code': 200} Jun 23 12:16:30.434853 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron_lib.callbacks.manager [None req-97bd5441-1da2-49ee-a364-27795820ba27 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-922904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866062', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773700135042', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773699642233', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773699642278'] for port, after_update {{(pid=94176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 12:16:30.437688 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG oslo_concurrency.lockutils [None req-97bd5441-1da2-49ee-a364-27795820ba27 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 12:16:30.501656 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97bd5441-1da2-49ee-a364-27795820ba27 None None] Pushing event updated for resources: {'Port': ['ID=37008be0-3d01-448e-8454-def60698868d,revision_number=7']} {{(pid=94176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 12:16:30.504875 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG oslo_concurrency.lockutils [None req-97bd5441-1da2-49ee-a364-27795820ba27 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.067s {{(pid=94176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 12:16:31.028423 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cbc6a07-5cf2-441c-8eb0-278c927a20af req-dfd51db0-d71d-4826-8fa2-29ca2cdf2767 tempest-TestShelveInstance-790754725 tempest-TestShelveInstance-790754725-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 12:16:31.030794 dv-neutron-601336-94-hyperv neutron-server[94175]: INFO neutron.wsgi [req-2cbc6a07-5cf2-441c-8eb0-278c927a20af req-dfd51db0-d71d-4826-8fa2-29ca2cdf2767 tempest-TestShelveInstance-790754725 tempest-TestShelveInstance-790754725-project] 10.222.0.20 "GET /v2.0/ports?device_id=917edac4-2e75-477a-8581-5dcd2f5a7bd8 HTTP/1.1" status: 200 len: 946 time: 0.0864229 Jun 23 12:16:31.085261 dv-neutron-601336-94-hyperv neutron-server[94175]: INFO neutron.wsgi [req-2cbc6a07-5cf2-441c-8eb0-278c927a20af req-1adef814-fce5-44c0-ac44-e4de9322a948 tempest-TestShelveInstance-790754725 tempest-TestShelveInstance-790754725-project] 10.222.0.20 "GET /v2.0/security-groups?id=9806d87d-e331-47e5-a6f9-0b002486eefc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0408256 Jun 23 12:16:32.256157 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35441f4c-37a1-441d-b595-dd90769594ef req-81eae404-9806-4479-b2f8-4e57b199a313 tempest-TestShelveInstance-790754725 tempest-TestShelveInstance-790754725-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94174) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 12:16:32.257693 dv-neutron-601336-94-hyperv neutron-server[94174]: INFO neutron.wsgi [req-35441f4c-37a1-441d-b595-dd90769594ef req-81eae404-9806-4479-b2f8-4e57b199a313 tempest-TestShelveInstance-790754725 tempest-TestShelveInstance-790754725-project] 10.222.0.20 "GET /v2.0/ports?device_id=917edac4-2e75-477a-8581-5dcd2f5a7bd8 HTTP/1.1" status: 200 len: 946 time: 0.0656314 Jun 23 12:16:32.295905 dv-neutron-601336-94-hyperv neutron-server[94174]: INFO neutron.wsgi [req-35441f4c-37a1-441d-b595-dd90769594ef req-d3b979d7-b497-4826-8fdc-c0fb07f94341 tempest-TestShelveInstance-790754725 tempest-TestShelveInstance-790754725-project] 10.222.0.20 "GET /v2.0/security-groups?id=9806d87d-e331-47e5-a6f9-0b002486eefc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0321791 Jun 23 12:16:33.535875 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bafe605-0428-429f-bfb1-261af597563d req-8bc941d2-0ac3-4078-af8e-61962b9175b7 tempest-TestShelveInstance-790754725 tempest-TestShelveInstance-790754725-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 12:16:33.543689 dv-neutron-601336-94-hyperv neutron-server[94175]: INFO neutron.wsgi [req-2bafe605-0428-429f-bfb1-261af597563d req-8bc941d2-0ac3-4078-af8e-61962b9175b7 tempest-TestShelveInstance-790754725 tempest-TestShelveInstance-790754725-project] 10.222.0.20 "GET /v2.0/ports?device_id=917edac4-2e75-477a-8581-5dcd2f5a7bd8 HTTP/1.1" status: 200 len: 946 time: 0.1083648 Jun 23 12:16:33.593863 dv-neutron-601336-94-hyperv neutron-server[94175]: INFO neutron.wsgi [req-2bafe605-0428-429f-bfb1-261af597563d req-8710d43c-ee88-4a50-a4e3-2694c3570681 tempest-TestShelveInstance-790754725 tempest-TestShelveInstance-790754725-project] 10.222.0.20 "GET /v2.0/security-groups?id=9806d87d-e331-47e5-a6f9-0b002486eefc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0488188 Jun 23 12:16:34.825308 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c523b329-9aa2-4e53-b8f6-e8448fc82913 req-b543f55b-e167-452f-8a59-ce195fe8a590 tempest-TestShelveInstance-790754725 tempest-TestShelveInstance-790754725-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94174) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 12:16:34.827582 dv-neutron-601336-94-hyperv neutron-server[94174]: INFO neutron.wsgi [req-c523b329-9aa2-4e53-b8f6-e8448fc82913 req-b543f55b-e167-452f-8a59-ce195fe8a590 tempest-TestShelveInstance-790754725 tempest-TestShelveInstance-790754725-project] 10.222.0.20 "GET /v2.0/ports?device_id=917edac4-2e75-477a-8581-5dcd2f5a7bd8 HTTP/1.1" status: 200 len: 946 time: 0.0802164 Jun 23 12:16:34.871867 dv-neutron-601336-94-hyperv neutron-server[94174]: INFO neutron.wsgi [req-c523b329-9aa2-4e53-b8f6-e8448fc82913 req-e6351b25-d22a-43ec-a5a8-a6d0dbf8e2dc tempest-TestShelveInstance-790754725 tempest-TestShelveInstance-790754725-project] 10.222.0.20 "GET /v2.0/security-groups?id=9806d87d-e331-47e5-a6f9-0b002486eefc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0370901 Jun 23 12:16:36.086709 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f86d53e9-ed1e-45a6-a272-6889280ccd9c req-87607511-3c1e-486e-ab93-3df278df4715 tempest-TestShelveInstance-790754725 tempest-TestShelveInstance-790754725-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 12:16:36.088397 dv-neutron-601336-94-hyperv neutron-server[94175]: INFO neutron.wsgi [req-f86d53e9-ed1e-45a6-a272-6889280ccd9c req-87607511-3c1e-486e-ab93-3df278df4715 tempest-TestShelveInstance-790754725 tempest-TestShelveInstance-790754725-project] 10.222.0.20 "GET /v2.0/ports?device_id=917edac4-2e75-477a-8581-5dcd2f5a7bd8 HTTP/1.1" status: 200 len: 946 time: 0.0707109 Jun 23 12:16:36.146137 dv-neutron-601336-94-hyperv neutron-server[94175]: INFO neutron.wsgi [req-f86d53e9-ed1e-45a6-a272-6889280ccd9c req-2f819159-1d45-4310-9a06-a943d1338a41 tempest-TestShelveInstance-790754725 tempest-TestShelveInstance-790754725-project] 10.222.0.20 "GET /v2.0/security-groups?id=9806d87d-e331-47e5-a6f9-0b002486eefc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0487752 Jun 23 12:16:37.345380 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c417d3a9-ea21-47fc-98b1-19c0fa691d03 req-ca6e9704-2cf6-4cfa-b7c2-95f52e458647 tempest-TestShelveInstance-790754725 tempest-TestShelveInstance-790754725-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94174) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 12:16:37.347806 dv-neutron-601336-94-hyperv neutron-server[94174]: INFO neutron.wsgi [req-c417d3a9-ea21-47fc-98b1-19c0fa691d03 req-ca6e9704-2cf6-4cfa-b7c2-95f52e458647 tempest-TestShelveInstance-790754725 tempest-TestShelveInstance-790754725-project] 10.222.0.20 "GET /v2.0/ports?device_id=917edac4-2e75-477a-8581-5dcd2f5a7bd8 HTTP/1.1" status: 200 len: 946 time: 0.0695715 Jun 23 12:16:37.391689 dv-neutron-601336-94-hyperv neutron-server[94174]: INFO neutron.wsgi [req-c417d3a9-ea21-47fc-98b1-19c0fa691d03 req-992601e1-709b-4703-9f6c-b85474064500 tempest-TestShelveInstance-790754725 tempest-TestShelveInstance-790754725-project] 10.222.0.20 "GET /v2.0/security-groups?id=9806d87d-e331-47e5-a6f9-0b002486eefc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0380361 Jun 23 12:16:38.140044 dv-neutron-601336-94-hyperv neutron-server[94177]: DEBUG neutron.db.agents_db [None req-90fb1279-e4c5-4e73-8d66-3a29811dc4e3 None None] Agent healthcheck: found 6 active agents {{(pid=94177) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 23 12:16:38.571934 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50716082-741c-450e-9249-bee353208375 req-bcd8cd64-e455-48f4-9775-41f57625122a tempest-TestShelveInstance-790754725 tempest-TestShelveInstance-790754725-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 12:16:38.573398 dv-neutron-601336-94-hyperv neutron-server[94175]: INFO neutron.wsgi [req-50716082-741c-450e-9249-bee353208375 req-bcd8cd64-e455-48f4-9775-41f57625122a tempest-TestShelveInstance-790754725 tempest-TestShelveInstance-790754725-project] 10.222.0.20 "GET /v2.0/ports?device_id=917edac4-2e75-477a-8581-5dcd2f5a7bd8 HTTP/1.1" status: 200 len: 946 time: 0.0654225 Jun 23 12:16:38.611503 dv-neutron-601336-94-hyperv neutron-server[94175]: INFO neutron.wsgi [req-50716082-741c-450e-9249-bee353208375 req-75732ebc-be58-4990-89f1-3098db1eaf6e tempest-TestShelveInstance-790754725 tempest-TestShelveInstance-790754725-project] 10.222.0.20 "GET /v2.0/security-groups?id=9806d87d-e331-47e5-a6f9-0b002486eefc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0324678 Jun 23 12:16:39.791451 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb33d182-309b-456b-8171-be0e8ac963ea req-6c6abee0-0e0f-4bb1-8ad0-7c4dc1c99ba5 tempest-TestShelveInstance-790754725 tempest-TestShelveInstance-790754725-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94174) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 12:16:39.792953 dv-neutron-601336-94-hyperv neutron-server[94174]: INFO neutron.wsgi [req-bb33d182-309b-456b-8171-be0e8ac963ea req-6c6abee0-0e0f-4bb1-8ad0-7c4dc1c99ba5 tempest-TestShelveInstance-790754725 tempest-TestShelveInstance-790754725-project] 10.222.0.20 "GET /v2.0/ports?device_id=917edac4-2e75-477a-8581-5dcd2f5a7bd8 HTTP/1.1" status: 200 len: 946 time: 0.0711117 Jun 23 12:16:39.831236 dv-neutron-601336-94-hyperv neutron-server[94174]: INFO neutron.wsgi [req-bb33d182-309b-456b-8171-be0e8ac963ea req-22fa5da6-3180-4a13-a2cb-32319a924688 tempest-TestShelveInstance-790754725 tempest-TestShelveInstance-790754725-project] 10.222.0.20 "GET /v2.0/security-groups?id=9806d87d-e331-47e5-a6f9-0b002486eefc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0323939 Jun 23 12:16:40.473189 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-658ac596-cd30-4f24-975e-09a1fe90fbd1 req-a88f447d-2541-4394-81e3-ddfaff521f1b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 12:16:40.474580 dv-neutron-601336-94-hyperv neutron-server[94175]: INFO neutron.wsgi [req-658ac596-cd30-4f24-975e-09a1fe90fbd1 req-a88f447d-2541-4394-81e3-ddfaff521f1b service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=c080a553dd50489bbe6db51b0d3ddebb&device_id=917edac4-2e75-477a-8581-5dcd2f5a7bd8 HTTP/1.1" status: 200 len: 1099 time: 0.0528033 Jun 23 12:16:40.566632 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-658ac596-cd30-4f24-975e-09a1fe90fbd1 req-8e959d64-2bdc-439f-9cbc-48986c159101 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 12:16:40.568158 dv-neutron-601336-94-hyperv neutron-server[94175]: INFO neutron.wsgi [req-658ac596-cd30-4f24-975e-09a1fe90fbd1 req-8e959d64-2bdc-439f-9cbc-48986c159101 service neutron] 10.222.0.52 "GET /v2.0/networks?id=61c6d8b9-d3d0-4122-99ae-31963043c8d9 HTTP/1.1" status: 200 len: 910 time: 0.0874207 Jun 23 12:16:40.632112 dv-neutron-601336-94-hyperv neutron-server[94175]: INFO neutron.wsgi [req-658ac596-cd30-4f24-975e-09a1fe90fbd1 req-3ad90ab6-7a77-4bbf-a9a1-b124b33e6b44 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=37008be0-3d01-448e-8454-def60698868d HTTP/1.1" status: 200 len: 1002 time: 0.0578451 Jun 23 12:16:40.684189 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-658ac596-cd30-4f24-975e-09a1fe90fbd1 req-0d9f75bd-13eb-4ca7-972a-4c3353835bc0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 12:16:40.685615 dv-neutron-601336-94-hyperv neutron-server[94175]: INFO neutron.wsgi [req-658ac596-cd30-4f24-975e-09a1fe90fbd1 req-0d9f75bd-13eb-4ca7-972a-4c3353835bc0 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=7f686d1e-afe2-4a5c-a0f6-7d19b33ee35e HTTP/1.1" status: 200 len: 848 time: 0.0478153 Jun 23 12:16:40.741257 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-658ac596-cd30-4f24-975e-09a1fe90fbd1 req-d33fd972-7a1b-4389-bb7e-1c3b8cda58ae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 12:16:40.742697 dv-neutron-601336-94-hyperv neutron-server[94175]: INFO neutron.wsgi [req-658ac596-cd30-4f24-975e-09a1fe90fbd1 req-d33fd972-7a1b-4389-bb7e-1c3b8cda58ae service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=61c6d8b9-d3d0-4122-99ae-31963043c8d9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1178 time: 0.0509987 Jun 23 12:16:40.829544 dv-neutron-601336-94-hyperv neutron-server[94175]: INFO neutron.wsgi [req-658ac596-cd30-4f24-975e-09a1fe90fbd1 req-467ae216-f916-4f99-9577-f419efa94295 service neutron] 10.222.0.52 "GET /v2.0/networks/61c6d8b9-d3d0-4122-99ae-31963043c8d9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0807142 Jun 23 12:16:40.925227 dv-neutron-601336-94-hyperv neutron-server[94175]: INFO neutron.wsgi [req-658ac596-cd30-4f24-975e-09a1fe90fbd1 req-bfdaeb16-3e35-4b75-85c0-d50e6b1fd827 service neutron] 10.222.0.52 "GET /v2.0/networks/61c6d8b9-d3d0-4122-99ae-31963043c8d9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0897536 Jun 23 12:16:40.943480 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron_lib.callbacks.manager [None req-917d552e-da3f-4b21-bfa3-dd50a89f53eb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773699952132', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-899307'] for agent, after_update {{(pid=94176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 12:16:41.005678 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41eae7ad-9893-4e4f-bdca-821dfb434e6e req-6d10c5bf-567c-4ae1-bf8f-a4694615d4d7 tempest-TestShelveInstance-790754725 tempest-TestShelveInstance-790754725-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 12:16:41.007113 dv-neutron-601336-94-hyperv neutron-server[94175]: INFO neutron.wsgi [req-41eae7ad-9893-4e4f-bdca-821dfb434e6e req-6d10c5bf-567c-4ae1-bf8f-a4694615d4d7 tempest-TestShelveInstance-790754725 tempest-TestShelveInstance-790754725-project] 10.222.0.20 "GET /v2.0/ports?device_id=917edac4-2e75-477a-8581-5dcd2f5a7bd8 HTTP/1.1" status: 200 len: 946 time: 0.0643697 Jun 23 12:16:41.044420 dv-neutron-601336-94-hyperv neutron-server[94175]: INFO neutron.wsgi [req-41eae7ad-9893-4e4f-bdca-821dfb434e6e req-fe0100e9-8de8-4366-8c6c-56d8060c5442 tempest-TestShelveInstance-790754725 tempest-TestShelveInstance-790754725-project] 10.222.0.20 "GET /v2.0/security-groups?id=9806d87d-e331-47e5-a6f9-0b002486eefc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0316882 Jun 23 12:16:42.214661 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8857f549-d93b-48aa-8ce1-21eb7499e80b req-f32692e9-b1a8-4976-8fbd-5febcf11189d tempest-TestShelveInstance-790754725 tempest-TestShelveInstance-790754725-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94174) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 12:16:42.216187 dv-neutron-601336-94-hyperv neutron-server[94174]: INFO neutron.wsgi [req-8857f549-d93b-48aa-8ce1-21eb7499e80b req-f32692e9-b1a8-4976-8fbd-5febcf11189d tempest-TestShelveInstance-790754725 tempest-TestShelveInstance-790754725-project] 10.222.0.20 "GET /v2.0/ports?device_id=917edac4-2e75-477a-8581-5dcd2f5a7bd8 HTTP/1.1" status: 200 len: 946 time: 0.0618005 Jun 23 12:16:42.253410 dv-neutron-601336-94-hyperv neutron-server[94174]: INFO neutron.wsgi [req-8857f549-d93b-48aa-8ce1-21eb7499e80b req-db4a8c53-04d4-44cf-af0d-1819bb207893 tempest-TestShelveInstance-790754725 tempest-TestShelveInstance-790754725-project] 10.222.0.20 "GET /v2.0/security-groups?id=9806d87d-e331-47e5-a6f9-0b002486eefc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0308807 Jun 23 12:16:43.233616 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron_lib.callbacks.manager [None req-5f4e4daa-485a-4abc-970a-6ed2fc8ba98e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773699952132', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-899307'] for agent, after_update {{(pid=94176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 12:16:43.437665 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e3a4371-c023-4b80-8e87-f4d69d1f48e5 req-c6dcf754-5bba-4457-b9b0-2b7d5fa8c155 tempest-TestShelveInstance-790754725 tempest-TestShelveInstance-790754725-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 12:16:43.439150 dv-neutron-601336-94-hyperv neutron-server[94175]: INFO neutron.wsgi [req-9e3a4371-c023-4b80-8e87-f4d69d1f48e5 req-c6dcf754-5bba-4457-b9b0-2b7d5fa8c155 tempest-TestShelveInstance-790754725 tempest-TestShelveInstance-790754725-project] 10.222.0.20 "GET /v2.0/ports?device_id=917edac4-2e75-477a-8581-5dcd2f5a7bd8 HTTP/1.1" status: 200 len: 946 time: 0.0725880 Jun 23 12:16:43.476013 dv-neutron-601336-94-hyperv neutron-server[94175]: INFO neutron.wsgi [req-9e3a4371-c023-4b80-8e87-f4d69d1f48e5 req-2ec17f05-c7df-481c-b305-5b5db147a847 tempest-TestShelveInstance-790754725 tempest-TestShelveInstance-790754725-project] 10.222.0.20 "GET /v2.0/security-groups?id=9806d87d-e331-47e5-a6f9-0b002486eefc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0312500 Jun 23 12:16:43.943050 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron_lib.callbacks.manager [None req-dc7542b2-afef-47f4-a763-e3a3cba144be None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773699952132', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-899307'] for agent, after_update {{(pid=94176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 12:16:44.010522 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d20da2f-bcbd-4c84-960e-d6d1a6138f15 req-4dd8fdcf-33b2-41c2-b6e2-f346986b74bc tempest-TestShelveInstance-790754725 tempest-TestShelveInstance-790754725-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 12:16:44.012184 dv-neutron-601336-94-hyperv neutron-server[94175]: INFO neutron.wsgi [req-5d20da2f-bcbd-4c84-960e-d6d1a6138f15 req-4dd8fdcf-33b2-41c2-b6e2-f346986b74bc tempest-TestShelveInstance-790754725 tempest-TestShelveInstance-790754725-project] 10.222.0.20 "GET /v2.0/ports?device_id=917edac4-2e75-477a-8581-5dcd2f5a7bd8 HTTP/1.1" status: 200 len: 946 time: 0.0749111 Jun 23 12:16:44.053103 dv-neutron-601336-94-hyperv neutron-server[94175]: INFO neutron.wsgi [req-5d20da2f-bcbd-4c84-960e-d6d1a6138f15 req-65e6ea6b-4d81-437e-8a74-b1da83656ac0 tempest-TestShelveInstance-790754725 tempest-TestShelveInstance-790754725-project] 10.222.0.20 "GET /v2.0/security-groups?id=9806d87d-e331-47e5-a6f9-0b002486eefc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0342557 Jun 23 12:16:44.162038 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.plugins.ml2.rpc [None req-97bd5441-1da2-49ee-a364-27795820ba27 None None] Device 37008be0-3d01-448e-8454-def60698868d no longer exists at agent hyperv_hv-neutron-6013 {{(pid=94176) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:261}} Jun 23 12:16:44.234777 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron_lib.callbacks.manager [None req-97bd5441-1da2-49ee-a364-27795820ba27 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-923122'] for port, before_update {{(pid=94176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 12:16:44.257003 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '917edac4-2e75-477a-8581-5dcd2f5a7bd8', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '37008be0-3d01-448e-8454-def60698868d'}] {{(pid=94176) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 23 12:16:44.259300 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}887b0dfc0393de878080286a57e4a08d4fa60dd0cddd118f338ebfcd351ddd4c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d32ed299-bff9-4a5e-b536-5653717bc982" -d '{"events": [{"server_uuid": "917edac4-2e75-477a-8581-5dcd2f5a7bd8", "name": "network-vif-unplugged", "status": "completed", "tag": "37008be0-3d01-448e-8454-def60698868d"}]}' {{(pid=94176) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 23 12:16:44.272026 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.plugins.ml2.db [None req-97bd5441-1da2-49ee-a364-27795820ba27 None None] For port 37008be0-3d01-448e-8454-def60698868d, host hv-neutron-6013, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-6013',level=0,port_id=37008be0-3d01-448e-8454-def60698868d,segment=NetworkSegment(7c9ce104-d172-418f-b29b-77515f70dc45),segment_id=7c9ce104-d172-418f-b29b-77515f70dc45)] {{(pid=94176) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 23 12:16:44.289431 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.wsgi [-] (94175) accepted ('10.222.0.20', 49892) {{(pid=94175) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 12:16:44.342548 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron_lib.callbacks.manager [None req-97bd5441-1da2-49ee-a364-27795820ba27 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-922904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866062', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773700135042', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773699642233', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773699642278'] for port, after_update {{(pid=94176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 12:16:44.347900 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG oslo_concurrency.lockutils [None req-a9538960-aac8-476d-ade5-ac12048b8124 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 12:16:44.396956 dv-neutron-601336-94-hyperv neutron-server[94175]: INFO neutron.wsgi [req-4ee53923-af39-45e4-95f0-1b090fdb5778 req-1e720c5b-bfda-4201-9b85-a39994a990e3 service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=917edac4-2e75-477a-8581-5dcd2f5a7bd8&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1061895 Jun 23 12:16:44.404538 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97bd5441-1da2-49ee-a364-27795820ba27 None None] Pushing event updated for resources: {'Port': ['ID=37008be0-3d01-448e-8454-def60698868d,revision_number=8']} {{(pid=94176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 12:16:44.408242 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG oslo_concurrency.lockutils [None req-97bd5441-1da2-49ee-a364-27795820ba27 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.060s {{(pid=94176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 12:16:44.457954 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 182 Content-Type: application/json Date: Wed, 23 Jun 2021 12:16:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ddff13ef-77cd-4dbe-811d-ebbae94a0ab6 x-openstack-request-id: req-ddff13ef-77cd-4dbe-811d-ebbae94a0ab6 {{(pid=94176) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 23 12:16:44.458256 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "917edac4-2e75-477a-8581-5dcd2f5a7bd8", "name": "network-vif-unplugged", "status": "failed", "tag": "37008be0-3d01-448e-8454-def60698868d", "code": 422}]} {{(pid=94176) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 23 12:16:44.458530 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-ddff13ef-77cd-4dbe-811d-ebbae94a0ab6 {{(pid=94176) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 23 12:16:44.458967 dv-neutron-601336-94-hyperv neutron-server[94176]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': '917edac4-2e75-477a-8581-5dcd2f5a7bd8', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': '37008be0-3d01-448e-8454-def60698868d', 'code': 422} returned with failed status Jun 23 12:16:44.783455 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron_lib.callbacks.manager [None req-4c20ea5f-bc7f-4d4e-935d-57f082af6ccb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773699952132', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-899307'] for agent, after_update {{(pid=94176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 12:16:45.240307 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d8bcb5a-7df6-454b-8435-d4ee41787af4 req-6c63de11-8d7d-44d3-932c-c441c5fbf7f8 tempest-TestShelveInstance-790754725 tempest-TestShelveInstance-790754725-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 12:16:45.241795 dv-neutron-601336-94-hyperv neutron-server[94175]: INFO neutron.wsgi [req-9d8bcb5a-7df6-454b-8435-d4ee41787af4 req-6c63de11-8d7d-44d3-932c-c441c5fbf7f8 tempest-TestShelveInstance-790754725 tempest-TestShelveInstance-790754725-project] 10.222.0.20 "GET /v2.0/ports?device_id=917edac4-2e75-477a-8581-5dcd2f5a7bd8 HTTP/1.1" status: 200 len: 944 time: 0.0751877 Jun 23 12:16:45.284336 dv-neutron-601336-94-hyperv neutron-server[94175]: INFO neutron.wsgi [req-9d8bcb5a-7df6-454b-8435-d4ee41787af4 req-d6995608-7483-4183-ab41-0814d8e81e50 tempest-TestShelveInstance-790754725 tempest-TestShelveInstance-790754725-project] 10.222.0.20 "GET /v2.0/security-groups?id=9806d87d-e331-47e5-a6f9-0b002486eefc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0367236 Jun 23 12:16:45.809351 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ee53923-af39-45e4-95f0-1b090fdb5778 req-db52600f-cd39-49b9-be6b-0f8a2772444e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 12:16:45.810945 dv-neutron-601336-94-hyperv neutron-server[94175]: INFO neutron.wsgi [req-4ee53923-af39-45e4-95f0-1b090fdb5778 req-db52600f-cd39-49b9-be6b-0f8a2772444e service neutron] 10.222.0.52 "GET /v2.0/ports?device_id=917edac4-2e75-477a-8581-5dcd2f5a7bd8&tenant_id=c080a553dd50489bbe6db51b0d3ddebb HTTP/1.1" status: 200 len: 1097 time: 0.0533109 Jun 23 12:16:45.887336 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ee53923-af39-45e4-95f0-1b090fdb5778 req-dbb657ba-b62a-4707-8962-1171b0a05171 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 12:16:45.890207 dv-neutron-601336-94-hyperv neutron-server[94175]: INFO neutron.wsgi [req-4ee53923-af39-45e4-95f0-1b090fdb5778 req-dbb657ba-b62a-4707-8962-1171b0a05171 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=c080a553dd50489bbe6db51b0d3ddebb&device_id=917edac4-2e75-477a-8581-5dcd2f5a7bd8 HTTP/1.1" status: 200 len: 1097 time: 0.0569015 Jun 23 12:16:45.983477 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ee53923-af39-45e4-95f0-1b090fdb5778 req-9a54468c-b1ad-4b13-9d12-90fe404b764d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 12:16:45.984937 dv-neutron-601336-94-hyperv neutron-server[94175]: INFO neutron.wsgi [req-4ee53923-af39-45e4-95f0-1b090fdb5778 req-9a54468c-b1ad-4b13-9d12-90fe404b764d service neutron] 10.222.0.52 "GET /v2.0/networks?id=61c6d8b9-d3d0-4122-99ae-31963043c8d9 HTTP/1.1" status: 200 len: 910 time: 0.0881276 Jun 23 12:16:46.049740 dv-neutron-601336-94-hyperv neutron-server[94175]: INFO neutron.wsgi [req-4ee53923-af39-45e4-95f0-1b090fdb5778 req-ca2f3c3d-ca62-4fbc-8bda-1113add41ac8 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=37008be0-3d01-448e-8454-def60698868d HTTP/1.1" status: 200 len: 1000 time: 0.0584242 Jun 23 12:16:46.101650 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ee53923-af39-45e4-95f0-1b090fdb5778 req-0706eee6-88e6-473d-9d7f-454ec742d89e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 12:16:46.103072 dv-neutron-601336-94-hyperv neutron-server[94175]: INFO neutron.wsgi [req-4ee53923-af39-45e4-95f0-1b090fdb5778 req-0706eee6-88e6-473d-9d7f-454ec742d89e service neutron] 10.222.0.52 "GET /v2.0/subnets?id=7f686d1e-afe2-4a5c-a0f6-7d19b33ee35e HTTP/1.1" status: 200 len: 848 time: 0.0472641 Jun 23 12:16:46.171989 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ee53923-af39-45e4-95f0-1b090fdb5778 req-f54e93b6-e28b-4c55-9f32-3b58a87fc144 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 12:16:46.174253 dv-neutron-601336-94-hyperv neutron-server[94175]: INFO neutron.wsgi [req-4ee53923-af39-45e4-95f0-1b090fdb5778 req-f54e93b6-e28b-4c55-9f32-3b58a87fc144 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=61c6d8b9-d3d0-4122-99ae-31963043c8d9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1178 time: 0.0650518 Jun 23 12:16:46.262727 dv-neutron-601336-94-hyperv neutron-server[94175]: INFO neutron.wsgi [req-4ee53923-af39-45e4-95f0-1b090fdb5778 req-ebf5bb4e-5fa5-4033-9f07-7d15ac7ebb59 service neutron] 10.222.0.52 "GET /v2.0/networks/61c6d8b9-d3d0-4122-99ae-31963043c8d9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0826695 Jun 23 12:16:46.358302 dv-neutron-601336-94-hyperv neutron-server[94175]: INFO neutron.wsgi [req-4ee53923-af39-45e4-95f0-1b090fdb5778 req-f75c9ef8-3ec3-4481-a0cc-4a3a39b2949e service neutron] 10.222.0.52 "GET /v2.0/networks/61c6d8b9-d3d0-4122-99ae-31963043c8d9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0893636 Jun 23 12:16:46.459232 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2227babb-c5d5-47d1-bb93-0724a9a858e8 req-05d249f5-7da0-4164-9278-cc434d98e4ea tempest-TestShelveInstance-790754725 tempest-TestShelveInstance-790754725-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94174) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 12:16:46.461440 dv-neutron-601336-94-hyperv neutron-server[94174]: INFO neutron.wsgi [req-2227babb-c5d5-47d1-bb93-0724a9a858e8 req-05d249f5-7da0-4164-9278-cc434d98e4ea tempest-TestShelveInstance-790754725 tempest-TestShelveInstance-790754725-project] 10.222.0.20 "GET /v2.0/ports?device_id=917edac4-2e75-477a-8581-5dcd2f5a7bd8 HTTP/1.1" status: 200 len: 944 time: 0.0643220 Jun 23 12:16:46.509127 dv-neutron-601336-94-hyperv neutron-server[94174]: INFO neutron.wsgi [req-2227babb-c5d5-47d1-bb93-0724a9a858e8 req-3fa3179c-3317-40e4-b5a7-a780e7fb453c tempest-TestShelveInstance-790754725 tempest-TestShelveInstance-790754725-project] 10.222.0.20 "GET /v2.0/security-groups?id=9806d87d-e331-47e5-a6f9-0b002486eefc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0423608 Jun 23 12:16:46.824110 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron_lib.callbacks.manager [None req-95d6aa8f-24e7-4234-82ff-f502266c3285 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773699952132', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-899307'] for agent, after_update {{(pid=94176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 12:16:47.692137 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdabecfa-5035-4c71-96c4-9886e7d1d426 req-42f41313-68d5-45c4-bc39-84e8a4e41b18 tempest-TestShelveInstance-790754725 tempest-TestShelveInstance-790754725-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 12:16:47.693673 dv-neutron-601336-94-hyperv neutron-server[94175]: INFO neutron.wsgi [req-fdabecfa-5035-4c71-96c4-9886e7d1d426 req-42f41313-68d5-45c4-bc39-84e8a4e41b18 tempest-TestShelveInstance-790754725 tempest-TestShelveInstance-790754725-project] 10.222.0.20 "GET /v2.0/ports?device_id=917edac4-2e75-477a-8581-5dcd2f5a7bd8 HTTP/1.1" status: 200 len: 944 time: 0.0696552 Jun 23 12:16:47.735411 dv-neutron-601336-94-hyperv neutron-server[94175]: INFO neutron.wsgi [req-fdabecfa-5035-4c71-96c4-9886e7d1d426 req-90eead56-abf1-42ea-92a8-6e35828befe6 tempest-TestShelveInstance-790754725 tempest-TestShelveInstance-790754725-project] 10.222.0.20 "GET /v2.0/security-groups?id=9806d87d-e331-47e5-a6f9-0b002486eefc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0356214 Jun 23 12:16:48.913439 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d4d4870-a194-41ba-a860-30775b1c60a2 req-6938edbc-b745-4382-a6c8-0441e59007e4 tempest-TestShelveInstance-790754725 tempest-TestShelveInstance-790754725-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94174) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 12:16:48.915096 dv-neutron-601336-94-hyperv neutron-server[94174]: INFO neutron.wsgi [req-6d4d4870-a194-41ba-a860-30775b1c60a2 req-6938edbc-b745-4382-a6c8-0441e59007e4 tempest-TestShelveInstance-790754725 tempest-TestShelveInstance-790754725-project] 10.222.0.20 "GET /v2.0/ports?device_id=917edac4-2e75-477a-8581-5dcd2f5a7bd8 HTTP/1.1" status: 200 len: 944 time: 0.0679257 Jun 23 12:16:48.956545 dv-neutron-601336-94-hyperv neutron-server[94174]: INFO neutron.wsgi [req-6d4d4870-a194-41ba-a860-30775b1c60a2 req-bbca5430-4153-4c8c-8243-eb48c74a0f07 tempest-TestShelveInstance-790754725 tempest-TestShelveInstance-790754725-project] 10.222.0.20 "GET /v2.0/security-groups?id=9806d87d-e331-47e5-a6f9-0b002486eefc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0351827 Jun 23 12:16:50.142094 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a541b37b-3091-4870-b814-a8cec4af03a9 req-c51443ad-10ac-468f-accf-e50cd7906b36 tempest-TestShelveInstance-790754725 tempest-TestShelveInstance-790754725-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 12:16:50.143577 dv-neutron-601336-94-hyperv neutron-server[94175]: INFO neutron.wsgi [req-a541b37b-3091-4870-b814-a8cec4af03a9 req-c51443ad-10ac-468f-accf-e50cd7906b36 tempest-TestShelveInstance-790754725 tempest-TestShelveInstance-790754725-project] 10.222.0.20 "GET /v2.0/ports?device_id=917edac4-2e75-477a-8581-5dcd2f5a7bd8 HTTP/1.1" status: 200 len: 944 time: 0.0705585 Jun 23 12:16:50.183696 dv-neutron-601336-94-hyperv neutron-server[94175]: INFO neutron.wsgi [req-a541b37b-3091-4870-b814-a8cec4af03a9 req-61115d6f-2dce-4a37-86cc-2054704fe60f tempest-TestShelveInstance-790754725 tempest-TestShelveInstance-790754725-project] 10.222.0.20 "GET /v2.0/security-groups?id=9806d87d-e331-47e5-a6f9-0b002486eefc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0343783 Jun 23 12:16:51.366628 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e682a811-ed15-4cd7-abbc-6765222affe6 req-85ed4132-6afe-4b9b-955a-874111cc4fa5 tempest-TestShelveInstance-790754725 tempest-TestShelveInstance-790754725-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94174) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 12:16:51.368122 dv-neutron-601336-94-hyperv neutron-server[94174]: INFO neutron.wsgi [req-e682a811-ed15-4cd7-abbc-6765222affe6 req-85ed4132-6afe-4b9b-955a-874111cc4fa5 tempest-TestShelveInstance-790754725 tempest-TestShelveInstance-790754725-project] 10.222.0.20 "GET /v2.0/ports?device_id=917edac4-2e75-477a-8581-5dcd2f5a7bd8 HTTP/1.1" status: 200 len: 944 time: 0.0688143 Jun 23 12:16:51.416849 dv-neutron-601336-94-hyperv neutron-server[94174]: INFO neutron.wsgi [req-e682a811-ed15-4cd7-abbc-6765222affe6 req-03e07a50-4f7c-4cdb-863d-c3cd28d105ea tempest-TestShelveInstance-790754725 tempest-TestShelveInstance-790754725-project] 10.222.0.20 "GET /v2.0/security-groups?id=9806d87d-e331-47e5-a6f9-0b002486eefc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0428672 Jun 23 12:16:52.606693 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb734932-f2bf-4d22-9cd4-7c154c4f7435 req-190a643c-74fc-47a9-a72e-6d41a6848afd tempest-TestShelveInstance-790754725 tempest-TestShelveInstance-790754725-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 12:16:52.608197 dv-neutron-601336-94-hyperv neutron-server[94175]: INFO neutron.wsgi [req-eb734932-f2bf-4d22-9cd4-7c154c4f7435 req-190a643c-74fc-47a9-a72e-6d41a6848afd tempest-TestShelveInstance-790754725 tempest-TestShelveInstance-790754725-project] 10.222.0.20 "GET /v2.0/ports?device_id=917edac4-2e75-477a-8581-5dcd2f5a7bd8 HTTP/1.1" status: 200 len: 944 time: 0.0681286 Jun 23 12:16:52.654692 dv-neutron-601336-94-hyperv neutron-server[94175]: INFO neutron.wsgi [req-eb734932-f2bf-4d22-9cd4-7c154c4f7435 req-553a1a7b-3cc3-4cc7-9981-bd15b1526f76 tempest-TestShelveInstance-790754725 tempest-TestShelveInstance-790754725-project] 10.222.0.20 "GET /v2.0/security-groups?id=9806d87d-e331-47e5-a6f9-0b002486eefc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0401630 Jun 23 12:16:53.852192 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ce74687-9355-4c0d-a2e2-a5fec7f98e6a req-bd0b3cda-b14d-4e98-8dcf-2c04b6337852 tempest-TestShelveInstance-790754725 tempest-TestShelveInstance-790754725-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94174) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 12:16:54.100906 dv-neutron-601336-94-hyperv neutron-server[94174]: INFO neutron.wsgi [req-7ce74687-9355-4c0d-a2e2-a5fec7f98e6a req-bd0b3cda-b14d-4e98-8dcf-2c04b6337852 tempest-TestShelveInstance-790754725 tempest-TestShelveInstance-790754725-project] 10.222.0.20 "GET /v2.0/ports?device_id=917edac4-2e75-477a-8581-5dcd2f5a7bd8 HTTP/1.1" status: 200 len: 944 time: 0.0782797 Jun 23 12:16:54.100906 dv-neutron-601336-94-hyperv neutron-server[94174]: INFO neutron.wsgi [req-7ce74687-9355-4c0d-a2e2-a5fec7f98e6a req-7e090862-d58e-43a4-807f-0e77210ea01d tempest-TestShelveInstance-790754725 tempest-TestShelveInstance-790754725-project] 10.222.0.20 "GET /v2.0/security-groups?id=9806d87d-e331-47e5-a6f9-0b002486eefc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0355673 Jun 23 12:16:54.308948 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron_lib.callbacks.manager [None req-97bd5441-1da2-49ee-a364-27795820ba27 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773699952132', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-899307'] for agent, after_update {{(pid=94176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 12:16:55.082866 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62dd1651-5e9b-4281-81e3-fa1776c365d4 req-e6af7e77-916a-4360-8428-ea9155769a3f tempest-TestShelveInstance-790754725 tempest-TestShelveInstance-790754725-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 12:16:55.085128 dv-neutron-601336-94-hyperv neutron-server[94175]: INFO neutron.wsgi [req-62dd1651-5e9b-4281-81e3-fa1776c365d4 req-e6af7e77-916a-4360-8428-ea9155769a3f tempest-TestShelveInstance-790754725 tempest-TestShelveInstance-790754725-project] 10.222.0.20 "GET /v2.0/ports?device_id=917edac4-2e75-477a-8581-5dcd2f5a7bd8 HTTP/1.1" status: 200 len: 944 time: 0.0687025 Jun 23 12:16:55.125647 dv-neutron-601336-94-hyperv neutron-server[94175]: INFO neutron.wsgi [req-62dd1651-5e9b-4281-81e3-fa1776c365d4 req-61657700-0188-4668-8d54-250dacbedd46 tempest-TestShelveInstance-790754725 tempest-TestShelveInstance-790754725-project] 10.222.0.20 "GET /v2.0/security-groups?id=9806d87d-e331-47e5-a6f9-0b002486eefc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0345509 Jun 23 12:16:56.312584 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4b406b3-6fae-4693-aecc-ce549a293d7f req-6e207802-328f-420f-9742-9dd96bf765d3 tempest-TestShelveInstance-790754725 tempest-TestShelveInstance-790754725-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94174) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 12:16:56.314927 dv-neutron-601336-94-hyperv neutron-server[94174]: INFO neutron.wsgi [req-c4b406b3-6fae-4693-aecc-ce549a293d7f req-6e207802-328f-420f-9742-9dd96bf765d3 tempest-TestShelveInstance-790754725 tempest-TestShelveInstance-790754725-project] 10.222.0.20 "GET /v2.0/ports?device_id=917edac4-2e75-477a-8581-5dcd2f5a7bd8 HTTP/1.1" status: 200 len: 944 time: 0.0668924 Jun 23 12:16:56.355443 dv-neutron-601336-94-hyperv neutron-server[94174]: INFO neutron.wsgi [req-c4b406b3-6fae-4693-aecc-ce549a293d7f req-6ed9166d-d207-4c83-921a-3e43ac018ac0 tempest-TestShelveInstance-790754725 tempest-TestShelveInstance-790754725-project] 10.222.0.20 "GET /v2.0/security-groups?id=9806d87d-e331-47e5-a6f9-0b002486eefc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0346303 Jun 23 12:16:57.536356 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bb6188c-721e-49ce-a4ed-91561a602fe3 req-2fecdc13-25f9-44c5-9fc8-476448eca37d tempest-TestShelveInstance-790754725 tempest-TestShelveInstance-790754725-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 12:16:57.537835 dv-neutron-601336-94-hyperv neutron-server[94175]: INFO neutron.wsgi [req-2bb6188c-721e-49ce-a4ed-91561a602fe3 req-2fecdc13-25f9-44c5-9fc8-476448eca37d tempest-TestShelveInstance-790754725 tempest-TestShelveInstance-790754725-project] 10.222.0.20 "GET /v2.0/ports?device_id=917edac4-2e75-477a-8581-5dcd2f5a7bd8 HTTP/1.1" status: 200 len: 944 time: 0.0688443 Jun 23 12:16:57.577450 dv-neutron-601336-94-hyperv neutron-server[94175]: INFO neutron.wsgi [req-2bb6188c-721e-49ce-a4ed-91561a602fe3 req-5478b8f4-1454-420b-ad9b-2b0a489e6e90 tempest-TestShelveInstance-790754725 tempest-TestShelveInstance-790754725-project] 10.222.0.20 "GET /v2.0/security-groups?id=9806d87d-e331-47e5-a6f9-0b002486eefc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0338280 Jun 23 12:16:58.750093 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1489ec13-95c4-4f8a-afcb-7b05446bd9cf req-551e2d7d-c7e3-4423-a7d8-47cfc7c01682 tempest-TestShelveInstance-790754725 tempest-TestShelveInstance-790754725-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94174) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 12:16:58.751560 dv-neutron-601336-94-hyperv neutron-server[94174]: INFO neutron.wsgi [req-1489ec13-95c4-4f8a-afcb-7b05446bd9cf req-551e2d7d-c7e3-4423-a7d8-47cfc7c01682 tempest-TestShelveInstance-790754725 tempest-TestShelveInstance-790754725-project] 10.222.0.20 "GET /v2.0/ports?device_id=917edac4-2e75-477a-8581-5dcd2f5a7bd8 HTTP/1.1" status: 200 len: 944 time: 0.0633404 Jun 23 12:16:58.793071 dv-neutron-601336-94-hyperv neutron-server[94174]: INFO neutron.wsgi [req-1489ec13-95c4-4f8a-afcb-7b05446bd9cf req-a16fa521-02d7-4811-8636-cc4e0d770cf7 tempest-TestShelveInstance-790754725 tempest-TestShelveInstance-790754725-project] 10.222.0.20 "GET /v2.0/security-groups?id=9806d87d-e331-47e5-a6f9-0b002486eefc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0358541 Jun 23 12:16:59.968850 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff4bb071-2314-4321-bcf7-2b7a8a87c9b2 req-389048b2-b466-4ea5-8aa2-42d441b49a65 tempest-TestShelveInstance-790754725 tempest-TestShelveInstance-790754725-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 12:16:59.970862 dv-neutron-601336-94-hyperv neutron-server[94175]: INFO neutron.wsgi [req-ff4bb071-2314-4321-bcf7-2b7a8a87c9b2 req-389048b2-b466-4ea5-8aa2-42d441b49a65 tempest-TestShelveInstance-790754725 tempest-TestShelveInstance-790754725-project] 10.222.0.20 "GET /v2.0/ports?device_id=917edac4-2e75-477a-8581-5dcd2f5a7bd8 HTTP/1.1" status: 200 len: 944 time: 0.0645826 Jun 23 12:17:00.010075 dv-neutron-601336-94-hyperv neutron-server[94175]: INFO neutron.wsgi [req-ff4bb071-2314-4321-bcf7-2b7a8a87c9b2 req-af5412fc-b56a-4e7e-91ba-80befe8827a0 tempest-TestShelveInstance-790754725 tempest-TestShelveInstance-790754725-project] 10.222.0.20 "GET /v2.0/security-groups?id=9806d87d-e331-47e5-a6f9-0b002486eefc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0332634 Jun 23 12:17:00.224302 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.plugins.ml2.rpc [None req-97bd5441-1da2-49ee-a364-27795820ba27 None None] Device 37008be0-3d01-448e-8454-def60698868d details requested by agent hyperv_hv-neutron-6013 with host hv-neutron-6013 {{(pid=94176) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:104}} Jun 23 12:17:00.315630 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.plugins.ml2.db [None req-97bd5441-1da2-49ee-a364-27795820ba27 None None] For port 37008be0-3d01-448e-8454-def60698868d, host hv-neutron-6013, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-6013',level=0,port_id=37008be0-3d01-448e-8454-def60698868d,segment=NetworkSegment(7c9ce104-d172-418f-b29b-77515f70dc45),segment_id=7c9ce104-d172-418f-b29b-77515f70dc45)] {{(pid=94176) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 23 12:17:00.330606 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.plugins.ml2.rpc [None req-97bd5441-1da2-49ee-a364-27795820ba27 None None] Returning: {'device': '37008be0-3d01-448e-8454-def60698868d', 'network_id': '61c6d8b9-d3d0-4122-99ae-31963043c8d9', 'port_id': '37008be0-3d01-448e-8454-def60698868d', 'mac_address': 'fa:16:3e:de:75:d3', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 417, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7f686d1e-afe2-4a5c-a0f6-7d19b33ee35e', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94176) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:186}} Jun 23 12:17:00.367081 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron_lib.callbacks.manager [None req-97bd5441-1da2-49ee-a364-27795820ba27 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-923122'] for port, before_update {{(pid=94176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 12:17:00.380026 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.notifiers.nova [None req-97bd5441-1da2-49ee-a364-27795820ba27 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 37008be0-3d01-448e-8454-def60698868d {{(pid=94176) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 23 12:17:00.400016 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.plugins.ml2.db [None req-97bd5441-1da2-49ee-a364-27795820ba27 None None] For port 37008be0-3d01-448e-8454-def60698868d, host hv-neutron-6013, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-6013',level=0,port_id=37008be0-3d01-448e-8454-def60698868d,segment=NetworkSegment(7c9ce104-d172-418f-b29b-77515f70dc45),segment_id=7c9ce104-d172-418f-b29b-77515f70dc45)] {{(pid=94176) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 23 12:17:00.496374 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron_lib.callbacks.manager [None req-97bd5441-1da2-49ee-a364-27795820ba27 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-922904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866062', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773700135042', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773699642233', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773699642278'] for port, after_update {{(pid=94176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 12:17:00.498183 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG oslo_concurrency.lockutils [None req-2a7ed89a-2593-42bc-b03a-c2e896b23244 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 12:17:00.543769 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97bd5441-1da2-49ee-a364-27795820ba27 None None] Pushing event updated for resources: {'Port': ['ID=37008be0-3d01-448e-8454-def60698868d,revision_number=9']} {{(pid=94176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 12:17:00.546889 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG oslo_concurrency.lockutils [None req-97bd5441-1da2-49ee-a364-27795820ba27 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=94176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 12:17:00.728319 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.plugins.ml2.db [None req-97bd5441-1da2-49ee-a364-27795820ba27 None None] get_ports_and_sgs() called for port_ids ['37008be0-3d01-448e-8454-def60698868d'] {{(pid=94176) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 23 12:17:01.184547 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f8ca3e9-9b0c-447b-aa40-fb892c024872 req-6efd70e5-0a2c-44e7-8cac-bdd084b8bb2a tempest-TestShelveInstance-790754725 tempest-TestShelveInstance-790754725-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94174) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 12:17:01.186050 dv-neutron-601336-94-hyperv neutron-server[94174]: INFO neutron.wsgi [req-5f8ca3e9-9b0c-447b-aa40-fb892c024872 req-6efd70e5-0a2c-44e7-8cac-bdd084b8bb2a tempest-TestShelveInstance-790754725 tempest-TestShelveInstance-790754725-project] 10.222.0.20 "GET /v2.0/ports?device_id=917edac4-2e75-477a-8581-5dcd2f5a7bd8 HTTP/1.1" status: 200 len: 945 time: 0.0655110 Jun 23 12:17:01.225387 dv-neutron-601336-94-hyperv neutron-server[94174]: INFO neutron.wsgi [req-5f8ca3e9-9b0c-447b-aa40-fb892c024872 req-b538699b-6d8a-47be-9a53-8110c41f74c1 tempest-TestShelveInstance-790754725 tempest-TestShelveInstance-790754725-project] 10.222.0.20 "GET /v2.0/security-groups?id=9806d87d-e331-47e5-a6f9-0b002486eefc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0330524 Jun 23 12:17:02.242790 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.plugins.ml2.rpc [None req-97bd5441-1da2-49ee-a364-27795820ba27 None None] Device 37008be0-3d01-448e-8454-def60698868d up at agent hyperv_hv-neutron-6013 {{(pid=94176) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:298}} Jun 23 12:17:02.289282 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.db.provisioning_blocks [None req-97bd5441-1da2-49ee-a364-27795820ba27 None None] Provisioning complete for port 37008be0-3d01-448e-8454-def60698868d triggered by entity L2. {{(pid=94176) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 23 12:17:02.289671 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron_lib.callbacks.manager [None req-97bd5441-1da2-49ee-a364-27795820ba27 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-899258'] for port, provisioning_complete {{(pid=94176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 12:17:02.368174 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron_lib.callbacks.manager [None req-97bd5441-1da2-49ee-a364-27795820ba27 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-923122'] for port, before_update {{(pid=94176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 12:17:02.390580 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '917edac4-2e75-477a-8581-5dcd2f5a7bd8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '37008be0-3d01-448e-8454-def60698868d'}] {{(pid=94176) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 23 12:17:02.392832 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}887b0dfc0393de878080286a57e4a08d4fa60dd0cddd118f338ebfcd351ddd4c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-05d61a43-35df-4a5e-939d-a71ca8918236" -d '{"events": [{"server_uuid": "917edac4-2e75-477a-8581-5dcd2f5a7bd8", "name": "network-vif-plugged", "status": "completed", "tag": "37008be0-3d01-448e-8454-def60698868d"}]}' {{(pid=94176) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 23 12:17:02.414910 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-719d7aa1-674e-4309-b30e-255b967d833e req-141d921b-7998-421c-b196-492bed3fea23 tempest-TestShelveInstance-790754725 tempest-TestShelveInstance-790754725-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 12:17:02.415411 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.plugins.ml2.db [None req-97bd5441-1da2-49ee-a364-27795820ba27 None None] For port 37008be0-3d01-448e-8454-def60698868d, host hv-neutron-6013, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-6013',level=0,port_id=37008be0-3d01-448e-8454-def60698868d,segment=NetworkSegment(7c9ce104-d172-418f-b29b-77515f70dc45),segment_id=7c9ce104-d172-418f-b29b-77515f70dc45)] {{(pid=94176) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 23 12:17:02.415506 dv-neutron-601336-94-hyperv neutron-server[94175]: INFO neutron.wsgi [req-719d7aa1-674e-4309-b30e-255b967d833e req-141d921b-7998-421c-b196-492bed3fea23 tempest-TestShelveInstance-790754725 tempest-TestShelveInstance-790754725-project] 10.222.0.20 "GET /v2.0/ports?device_id=917edac4-2e75-477a-8581-5dcd2f5a7bd8 HTTP/1.1" status: 200 len: 945 time: 0.0685205 Jun 23 12:17:02.434603 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 23 Jun 2021 12:17:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6a547a2e-788c-4313-a525-b0a8ab5e19be x-openstack-request-id: req-6a547a2e-788c-4313-a525-b0a8ab5e19be {{(pid=94176) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 23 12:17:02.435060 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "917edac4-2e75-477a-8581-5dcd2f5a7bd8", "name": "network-vif-plugged", "status": "completed", "tag": "37008be0-3d01-448e-8454-def60698868d", "code": 200}]} {{(pid=94176) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 23 12:17:02.435368 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-6a547a2e-788c-4313-a525-b0a8ab5e19be {{(pid=94176) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 23 12:17:02.435776 dv-neutron-601336-94-hyperv neutron-server[94176]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '917edac4-2e75-477a-8581-5dcd2f5a7bd8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '37008be0-3d01-448e-8454-def60698868d', 'code': 200} Jun 23 12:17:02.450028 dv-neutron-601336-94-hyperv neutron-server[94175]: INFO neutron.wsgi [req-719d7aa1-674e-4309-b30e-255b967d833e req-7de8bfbf-62d6-4716-b9ee-916105d07c8a tempest-TestShelveInstance-790754725 tempest-TestShelveInstance-790754725-project] 10.222.0.20 "GET /v2.0/security-groups?id=9806d87d-e331-47e5-a6f9-0b002486eefc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0386415 Jun 23 12:17:02.524917 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron_lib.callbacks.manager [None req-97bd5441-1da2-49ee-a364-27795820ba27 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-922904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866062', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773700135042', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773699642233', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773699642278'] for port, after_update {{(pid=94176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 12:17:02.526810 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG oslo_concurrency.lockutils [None req-97bd5441-1da2-49ee-a364-27795820ba27 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 12:17:02.571724 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97bd5441-1da2-49ee-a364-27795820ba27 None None] Pushing event updated for resources: {'Port': ['ID=37008be0-3d01-448e-8454-def60698868d,revision_number=10']} {{(pid=94176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 12:17:02.574868 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG oslo_concurrency.lockutils [None req-97bd5441-1da2-49ee-a364-27795820ba27 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=94176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 12:17:02.830972 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8adb6b68-491b-4070-8e57-e935b02aa950 req-37a2e0b3-7296-4be1-b9b6-906155d8e383 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 12:17:02.832492 dv-neutron-601336-94-hyperv neutron-server[94175]: INFO neutron.wsgi [req-8adb6b68-491b-4070-8e57-e935b02aa950 req-37a2e0b3-7296-4be1-b9b6-906155d8e383 service neutron] 10.222.0.52 "GET /v2.0/ports?device_id=917edac4-2e75-477a-8581-5dcd2f5a7bd8 HTTP/1.1" status: 200 len: 1100 time: 0.0940900 Jun 23 12:17:02.867327 dv-neutron-601336-94-hyperv neutron-server[94175]: INFO neutron.wsgi [req-8adb6b68-491b-4070-8e57-e935b02aa950 req-1ce59b0b-b836-4915-9eb1-0ad2caf1f0de service neutron] 10.222.0.52 "GET /v2.0/security-groups?id=9806d87d-e331-47e5-a6f9-0b002486eefc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0281062 Jun 23 12:17:03.623660 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5097665d-cb1a-417b-9794-06ecfd785b4d req-f8b11a8f-6c8b-47b9-8df0-ec6d0f332e98 tempest-TestShelveInstance-790754725 tempest-TestShelveInstance-790754725-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94174) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 12:17:03.626066 dv-neutron-601336-94-hyperv neutron-server[94174]: INFO neutron.wsgi [req-5097665d-cb1a-417b-9794-06ecfd785b4d req-f8b11a8f-6c8b-47b9-8df0-ec6d0f332e98 tempest-TestShelveInstance-790754725 tempest-TestShelveInstance-790754725-project] 10.222.0.20 "GET /v2.0/ports?device_id=917edac4-2e75-477a-8581-5dcd2f5a7bd8 HTTP/1.1" status: 200 len: 947 time: 0.0642595 Jun 23 12:17:03.665369 dv-neutron-601336-94-hyperv neutron-server[94174]: INFO neutron.wsgi [req-5097665d-cb1a-417b-9794-06ecfd785b4d req-4f8d1f34-3108-428d-9ae8-bf828aae87e4 tempest-TestShelveInstance-790754725 tempest-TestShelveInstance-790754725-project] 10.222.0.20 "GET /v2.0/security-groups?id=9806d87d-e331-47e5-a6f9-0b002486eefc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0336342 Jun 23 12:17:04.840736 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-affdef0c-69e2-4cef-9adb-a4f283c5c57b req-bbcb9832-f2b7-4e3d-a1d1-df51f597196c tempest-TestShelveInstance-790754725 tempest-TestShelveInstance-790754725-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 12:17:04.842133 dv-neutron-601336-94-hyperv neutron-server[94175]: INFO neutron.wsgi [req-affdef0c-69e2-4cef-9adb-a4f283c5c57b req-bbcb9832-f2b7-4e3d-a1d1-df51f597196c tempest-TestShelveInstance-790754725 tempest-TestShelveInstance-790754725-project] 10.222.0.20 "GET /v2.0/ports?device_id=917edac4-2e75-477a-8581-5dcd2f5a7bd8 HTTP/1.1" status: 200 len: 947 time: 0.0652435 Jun 23 12:17:04.885353 dv-neutron-601336-94-hyperv neutron-server[94175]: INFO neutron.wsgi [req-affdef0c-69e2-4cef-9adb-a4f283c5c57b req-bdcb80a8-0ae3-4341-87f1-d2fc4890b37c tempest-TestShelveInstance-790754725 tempest-TestShelveInstance-790754725-project] 10.222.0.20 "GET /v2.0/security-groups?id=9806d87d-e331-47e5-a6f9-0b002486eefc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0373476 Jun 23 12:17:06.070971 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81680c33-f648-491e-8f37-e5b0c4c476bc req-84d6c0a2-4b0f-4b3a-8bef-31925d34ef93 tempest-TestShelveInstance-790754725 tempest-TestShelveInstance-790754725-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94174) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 12:17:06.072491 dv-neutron-601336-94-hyperv neutron-server[94174]: INFO neutron.wsgi [req-81680c33-f648-491e-8f37-e5b0c4c476bc req-84d6c0a2-4b0f-4b3a-8bef-31925d34ef93 tempest-TestShelveInstance-790754725 tempest-TestShelveInstance-790754725-project] 10.222.0.20 "GET /v2.0/ports?device_id=917edac4-2e75-477a-8581-5dcd2f5a7bd8 HTTP/1.1" status: 200 len: 947 time: 0.0701745 Jun 23 12:17:06.123085 dv-neutron-601336-94-hyperv neutron-server[94174]: INFO neutron.wsgi [req-81680c33-f648-491e-8f37-e5b0c4c476bc req-d297d340-dbee-4831-a9dd-9276a4a603b2 tempest-TestShelveInstance-790754725 tempest-TestShelveInstance-790754725-project] 10.222.0.20 "GET /v2.0/security-groups?id=9806d87d-e331-47e5-a6f9-0b002486eefc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0447862 Jun 23 12:17:09.403378 dv-neutron-601336-94-hyperv neutron-server[94175]: INFO neutron.wsgi [req-28d1ea0b-9ae9-4086-a33f-5570be4f86b9 req-1912ce1f-d5d8-4d02-a074-6534f6404d42 service neutron] 10.222.0.52 "GET /v2.0/ports?device_id=917edac4-2e75-477a-8581-5dcd2f5a7bd8&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0555978 Jun 23 12:17:09.495923 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28d1ea0b-9ae9-4086-a33f-5570be4f86b9 req-488c92ec-9bb2-439d-baf6-510156443c8e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 12:17:09.497432 dv-neutron-601336-94-hyperv neutron-server[94175]: INFO neutron.wsgi [req-28d1ea0b-9ae9-4086-a33f-5570be4f86b9 req-488c92ec-9bb2-439d-baf6-510156443c8e service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=c080a553dd50489bbe6db51b0d3ddebb&device_id=917edac4-2e75-477a-8581-5dcd2f5a7bd8 HTTP/1.1" status: 200 len: 1100 time: 0.0530190 Jun 23 12:17:09.603051 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28d1ea0b-9ae9-4086-a33f-5570be4f86b9 req-9ac155e6-5bd8-4e90-bf73-7e42d3594c68 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 12:17:09.604539 dv-neutron-601336-94-hyperv neutron-server[94175]: INFO neutron.wsgi [req-28d1ea0b-9ae9-4086-a33f-5570be4f86b9 req-9ac155e6-5bd8-4e90-bf73-7e42d3594c68 service neutron] 10.222.0.52 "GET /v2.0/networks?id=61c6d8b9-d3d0-4122-99ae-31963043c8d9 HTTP/1.1" status: 200 len: 910 time: 0.0872169 Jun 23 12:17:09.672961 dv-neutron-601336-94-hyperv neutron-server[94175]: INFO neutron.wsgi [req-28d1ea0b-9ae9-4086-a33f-5570be4f86b9 req-50827c66-58bf-47c0-b21b-35a159d46b17 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=37008be0-3d01-448e-8454-def60698868d HTTP/1.1" status: 200 len: 1002 time: 0.0622447 Jun 23 12:17:09.722642 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28d1ea0b-9ae9-4086-a33f-5570be4f86b9 req-ddf359bb-8d90-4f64-b1ce-95b26d44bfb5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 12:17:09.724188 dv-neutron-601336-94-hyperv neutron-server[94175]: INFO neutron.wsgi [req-28d1ea0b-9ae9-4086-a33f-5570be4f86b9 req-ddf359bb-8d90-4f64-b1ce-95b26d44bfb5 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=7f686d1e-afe2-4a5c-a0f6-7d19b33ee35e HTTP/1.1" status: 200 len: 848 time: 0.0454669 Jun 23 12:17:09.786357 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28d1ea0b-9ae9-4086-a33f-5570be4f86b9 req-ce5b06ae-90f4-471c-a209-19333275c8d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 12:17:09.787978 dv-neutron-601336-94-hyperv neutron-server[94175]: INFO neutron.wsgi [req-28d1ea0b-9ae9-4086-a33f-5570be4f86b9 req-ce5b06ae-90f4-471c-a209-19333275c8d7 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=61c6d8b9-d3d0-4122-99ae-31963043c8d9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1178 time: 0.0565503 Jun 23 12:17:09.877851 dv-neutron-601336-94-hyperv neutron-server[94175]: INFO neutron.wsgi [req-28d1ea0b-9ae9-4086-a33f-5570be4f86b9 req-7ab1fb3a-cc3d-436b-8e10-a82fe1902598 service neutron] 10.222.0.52 "GET /v2.0/networks/61c6d8b9-d3d0-4122-99ae-31963043c8d9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0834725 Jun 23 12:17:09.970075 dv-neutron-601336-94-hyperv neutron-server[94175]: INFO neutron.wsgi [req-28d1ea0b-9ae9-4086-a33f-5570be4f86b9 req-9fa3933e-682e-4517-a1e4-ccb19b40d46a service neutron] 10.222.0.52 "GET /v2.0/networks/61c6d8b9-d3d0-4122-99ae-31963043c8d9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0862195 Jun 23 12:17:10.990601 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron_lib.callbacks.manager [None req-80a1b8a6-2521-4cc5-92c9-80f3f4e6c561 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773699952132', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-899307'] for agent, after_update {{(pid=94176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 12:17:13.216426 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron_lib.callbacks.manager [None req-3edd469b-296d-483f-9e6d-14baf044031d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773699952132', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-899307'] for agent, after_update {{(pid=94176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 12:17:13.930782 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron_lib.callbacks.manager [None req-dc7542b2-afef-47f4-a763-e3a3cba144be None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773699952132', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-899307'] for agent, after_update {{(pid=94176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 12:17:14.793554 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron_lib.callbacks.manager [None req-4c20ea5f-bc7f-4d4e-935d-57f082af6ccb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773699952132', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-899307'] for agent, after_update {{(pid=94176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 12:17:15.139094 dv-neutron-601336-94-hyperv neutron-server[94177]: DEBUG neutron.db.agents_db [None req-90fb1279-e4c5-4e73-8d66-3a29811dc4e3 None None] Agent healthcheck: found 6 active agents {{(pid=94177) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 23 12:17:16.828775 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron_lib.callbacks.manager [None req-95d6aa8f-24e7-4234-82ff-f502266c3285 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773699952132', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-899307'] for agent, after_update {{(pid=94176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 12:17:23.862092 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron_lib.callbacks.manager [None req-97bd5441-1da2-49ee-a364-27795820ba27 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773699952132', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-899307'] for agent, after_update {{(pid=94176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 12:17:40.952787 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron_lib.callbacks.manager [None req-83ebc7d5-3aa0-4380-a231-36ece58e8c5d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773699952132', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-899307'] for agent, after_update {{(pid=94176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 12:17:43.215838 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron_lib.callbacks.manager [None req-d77784dc-1aef-4e97-bcb4-1db16ddbe3d6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773699952132', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-899307'] for agent, after_update {{(pid=94176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 12:17:43.930321 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron_lib.callbacks.manager [None req-dc7542b2-afef-47f4-a763-e3a3cba144be None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773699952132', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-899307'] for agent, after_update {{(pid=94176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 12:17:44.798379 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron_lib.callbacks.manager [None req-4c20ea5f-bc7f-4d4e-935d-57f082af6ccb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773699952132', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-899307'] for agent, after_update {{(pid=94176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 12:17:46.838413 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron_lib.callbacks.manager [None req-95d6aa8f-24e7-4234-82ff-f502266c3285 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773699952132', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-899307'] for agent, after_update {{(pid=94176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 12:17:52.138288 dv-neutron-601336-94-hyperv neutron-server[94177]: DEBUG neutron.db.agents_db [None req-90fb1279-e4c5-4e73-8d66-3a29811dc4e3 None None] Agent healthcheck: found 6 active agents {{(pid=94177) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 23 12:17:53.918409 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron_lib.callbacks.manager [None req-97bd5441-1da2-49ee-a364-27795820ba27 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773699952132', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-899307'] for agent, after_update {{(pid=94176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 12:18:09.411062 dv-neutron-601336-94-hyperv neutron-server[94175]: INFO neutron.wsgi [req-604bd59b-3ad1-457e-9839-9be1fe9e11c7 req-25b5b9b7-d8f1-4f95-8213-451bc6405845 service neutron] 10.222.0.52 "GET /v2.0/ports?device_id=917edac4-2e75-477a-8581-5dcd2f5a7bd8&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0527930 Jun 23 12:18:09.507247 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-604bd59b-3ad1-457e-9839-9be1fe9e11c7 req-543e988e-408d-4819-8732-6f65a95151ff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 12:18:09.508740 dv-neutron-601336-94-hyperv neutron-server[94175]: INFO neutron.wsgi [req-604bd59b-3ad1-457e-9839-9be1fe9e11c7 req-543e988e-408d-4819-8732-6f65a95151ff service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=c080a553dd50489bbe6db51b0d3ddebb&device_id=917edac4-2e75-477a-8581-5dcd2f5a7bd8 HTTP/1.1" status: 200 len: 1100 time: 0.0543203 Jun 23 12:18:09.614860 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-604bd59b-3ad1-457e-9839-9be1fe9e11c7 req-d6ca2a2f-1b35-4b4b-a571-295a239b0822 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 12:18:09.616362 dv-neutron-601336-94-hyperv neutron-server[94175]: INFO neutron.wsgi [req-604bd59b-3ad1-457e-9839-9be1fe9e11c7 req-d6ca2a2f-1b35-4b4b-a571-295a239b0822 service neutron] 10.222.0.52 "GET /v2.0/networks?id=61c6d8b9-d3d0-4122-99ae-31963043c8d9 HTTP/1.1" status: 200 len: 910 time: 0.0879960 Jun 23 12:18:09.680513 dv-neutron-601336-94-hyperv neutron-server[94175]: INFO neutron.wsgi [req-604bd59b-3ad1-457e-9839-9be1fe9e11c7 req-0a371b82-fc17-46ee-8d96-8017f8e31d19 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=37008be0-3d01-448e-8454-def60698868d HTTP/1.1" status: 200 len: 1002 time: 0.0580397 Jun 23 12:18:09.729464 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-604bd59b-3ad1-457e-9839-9be1fe9e11c7 req-1cd21436-4c23-4081-b744-5664ef091b18 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 12:18:09.730906 dv-neutron-601336-94-hyperv neutron-server[94175]: INFO neutron.wsgi [req-604bd59b-3ad1-457e-9839-9be1fe9e11c7 req-1cd21436-4c23-4081-b744-5664ef091b18 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=7f686d1e-afe2-4a5c-a0f6-7d19b33ee35e HTTP/1.1" status: 200 len: 848 time: 0.0447304 Jun 23 12:18:09.797745 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-604bd59b-3ad1-457e-9839-9be1fe9e11c7 req-78077910-140f-4a0c-ba8e-5f5090469887 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 12:18:09.800838 dv-neutron-601336-94-hyperv neutron-server[94175]: INFO neutron.wsgi [req-604bd59b-3ad1-457e-9839-9be1fe9e11c7 req-78077910-140f-4a0c-ba8e-5f5090469887 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=61c6d8b9-d3d0-4122-99ae-31963043c8d9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1178 time: 0.0619304 Jun 23 12:18:09.890246 dv-neutron-601336-94-hyperv neutron-server[94175]: INFO neutron.wsgi [req-604bd59b-3ad1-457e-9839-9be1fe9e11c7 req-8b77be27-d8ac-4148-8f44-fc329fc10c4b service neutron] 10.222.0.52 "GET /v2.0/networks/61c6d8b9-d3d0-4122-99ae-31963043c8d9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0832603 Jun 23 12:18:09.988008 dv-neutron-601336-94-hyperv neutron-server[94175]: INFO neutron.wsgi [req-604bd59b-3ad1-457e-9839-9be1fe9e11c7 req-745a4ec6-3e93-4d33-b2f7-da248e61d5b7 service neutron] 10.222.0.52 "GET /v2.0/networks/61c6d8b9-d3d0-4122-99ae-31963043c8d9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0906129 Jun 23 12:18:10.958007 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron_lib.callbacks.manager [None req-cb78fd08-3b7b-499d-9bb7-03bd9d8bbbc6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773699952132', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-899307'] for agent, after_update {{(pid=94176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 12:18:13.215266 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron_lib.callbacks.manager [None req-115d4822-44f7-4b69-a45a-8e1494aeab5e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773699952132', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-899307'] for agent, after_update {{(pid=94176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 12:18:13.918195 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron_lib.callbacks.manager [None req-dc7542b2-afef-47f4-a763-e3a3cba144be None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773699952132', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-899307'] for agent, after_update {{(pid=94176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 12:18:14.786589 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron_lib.callbacks.manager [None req-4c20ea5f-bc7f-4d4e-935d-57f082af6ccb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773699952132', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-899307'] for agent, after_update {{(pid=94176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 12:18:16.815273 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron_lib.callbacks.manager [None req-95d6aa8f-24e7-4234-82ff-f502266c3285 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773699952132', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-899307'] for agent, after_update {{(pid=94176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 12:18:17.091433 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.wsgi [-] (94175) accepted ('10.222.0.20', 50028) {{(pid=94175) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 12:18:17.582081 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.plugins.ml2.plugin [None req-c6ad3998-a259-46fe-9a45-9f18b796cf42 tempest-TestShelveInstance-790754725 tempest-TestShelveInstance-790754725-project] Deleting port f97a72e0-1403-4d7a-abd4-a6dfe0a4d62c {{(pid=94175) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1913}} Jun 23 12:18:17.582421 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron_lib.callbacks.manager [None req-c6ad3998-a259-46fe-9a45-9f18b796cf42 tempest-TestShelveInstance-790754725 tempest-TestShelveInstance-790754725-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773700079324'] for port, before_delete {{(pid=94175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 12:18:17.655815 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron_lib.callbacks.manager [None req-c6ad3998-a259-46fe-9a45-9f18b796cf42 tempest-TestShelveInstance-790754725 tempest-TestShelveInstance-790754725-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-430722'] for port, precommit_delete {{(pid=94175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 12:18:17.656139 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron_lib.callbacks.manager [None req-c6ad3998-a259-46fe-9a45-9f18b796cf42 tempest-TestShelveInstance-790754725 tempest-TestShelveInstance-790754725-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 12:18:17.668132 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.plugins.ml2.plugin [None req-c6ad3998-a259-46fe-9a45-9f18b796cf42 tempest-TestShelveInstance-790754725 tempest-TestShelveInstance-790754725-project] Calling delete_port for f97a72e0-1403-4d7a-abd4-a6dfe0a4d62c owned by network:floatingip {{(pid=94175) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1986}} Jun 23 12:18:17.906390 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron_lib.callbacks.manager [None req-c6ad3998-a259-46fe-9a45-9f18b796cf42 tempest-TestShelveInstance-790754725 tempest-TestShelveInstance-790754725-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-922904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866062', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773700135024', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773699642224', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5082448'] for port, after_delete {{(pid=94175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 12:18:17.908558 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG oslo_concurrency.lockutils [None req-4992af7d-35b0-4a59-a772-b26aee30e295 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94175) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 12:18:17.930937 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6ad3998-a259-46fe-9a45-9f18b796cf42 tempest-TestShelveInstance-790754725 tempest-TestShelveInstance-790754725-project] Pushing event deleted for resources: {'Port': ['ID=f97a72e0-1403-4d7a-abd4-a6dfe0a4d62c,revision_number=None']} {{(pid=94175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 12:18:17.944128 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6ad3998-a259-46fe-9a45-9f18b796cf42 tempest-TestShelveInstance-790754725 tempest-TestShelveInstance-790754725-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-601336-94-hyperv {{(pid=94175) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 12:18:17.944523 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6ad3998-a259-46fe-9a45-9f18b796cf42 tempest-TestShelveInstance-790754725 tempest-TestShelveInstance-790754725-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-94-hyperv {{(pid=94175) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 12:18:17.944955 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6ad3998-a259-46fe-9a45-9f18b796cf42 tempest-TestShelveInstance-790754725 tempest-TestShelveInstance-790754725-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-94-hyperv {{(pid=94175) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 12:18:17.945334 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6ad3998-a259-46fe-9a45-9f18b796cf42 tempest-TestShelveInstance-790754725 tempest-TestShelveInstance-790754725-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-601336-94-hyperv {{(pid=94175) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 12:18:17.945706 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6ad3998-a259-46fe-9a45-9f18b796cf42 tempest-TestShelveInstance-790754725 tempest-TestShelveInstance-790754725-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-601336-94-hyperv {{(pid=94175) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 12:18:17.946080 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6ad3998-a259-46fe-9a45-9f18b796cf42 tempest-TestShelveInstance-790754725 tempest-TestShelveInstance-790754725-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-601336-94-hyperv {{(pid=94175) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 12:18:17.946453 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6ad3998-a259-46fe-9a45-9f18b796cf42 tempest-TestShelveInstance-790754725 tempest-TestShelveInstance-790754725-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-601336-94-hyperv {{(pid=94175) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 12:18:17.946821 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6ad3998-a259-46fe-9a45-9f18b796cf42 tempest-TestShelveInstance-790754725 tempest-TestShelveInstance-790754725-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-601336-94-hyperv {{(pid=94175) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 12:18:17.947219 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6ad3998-a259-46fe-9a45-9f18b796cf42 tempest-TestShelveInstance-790754725 tempest-TestShelveInstance-790754725-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-601336-94-hyperv {{(pid=94175) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 12:18:17.947585 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6ad3998-a259-46fe-9a45-9f18b796cf42 tempest-TestShelveInstance-790754725 tempest-TestShelveInstance-790754725-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-94-hyperv {{(pid=94175) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 12:18:17.947949 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6ad3998-a259-46fe-9a45-9f18b796cf42 tempest-TestShelveInstance-790754725 tempest-TestShelveInstance-790754725-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-601336-94-hyperv {{(pid=94175) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 12:18:17.948311 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6ad3998-a259-46fe-9a45-9f18b796cf42 tempest-TestShelveInstance-790754725 tempest-TestShelveInstance-790754725-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-601336-94-hyperv {{(pid=94175) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 12:18:17.955839 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG oslo_concurrency.lockutils [None req-c6ad3998-a259-46fe-9a45-9f18b796cf42 tempest-TestShelveInstance-790754725 tempest-TestShelveInstance-790754725-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=94175) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 12:18:18.014861 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron_lib.callbacks.manager [None req-c6ad3998-a259-46fe-9a45-9f18b796cf42 tempest-TestShelveInstance-790754725 tempest-TestShelveInstance-790754725-project] Notify callbacks [] for floatingip, after_delete {{(pid=94175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 12:18:18.015219 dv-neutron-601336-94-hyperv neutron-server[94175]: INFO neutron.db.l3_db [None req-c6ad3998-a259-46fe-9a45-9f18b796cf42 tempest-TestShelveInstance-790754725 tempest-TestShelveInstance-790754725-project] Floating IP 85bc601b-752c-4182-bff7-941e571cde5f disassociated (deleted). External IP: 172.26.3.160, port: 37008be0-3d01-448e-8454-def60698868d. Jun 23 12:18:18.220981 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c6ad3998-a259-46fe-9a45-9f18b796cf42 tempest-TestShelveInstance-790754725 tempest-TestShelveInstance-790754725-project] Router 8e93b214-77d9-44f2-a01f-ce72e72e9d73 has already been hosted by L3 agent 50ef99c0-ef28-4db5-b303-b145898fae60 {{(pid=94175) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 23 12:18:18.334161 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c6ad3998-a259-46fe-9a45-9f18b796cf42 tempest-TestShelveInstance-790754725 tempest-TestShelveInstance-790754725-project] Notify agent at l3_agent.dv-neutron-601336-94-hyperv the message routers_updated {{(pid=94175) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 23 12:18:18.338693 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron_lib.callbacks.manager [None req-c6ad3998-a259-46fe-9a45-9f18b796cf42 tempest-TestShelveInstance-790754725 tempest-TestShelveInstance-790754725-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-217507'] for floatingip, before_response {{(pid=94175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 12:18:18.344696 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e5a1d45f-094d-4544-b03f-fafc778a32dc None None] Sync routers for ids ['8e93b214-77d9-44f2-a01f-ce72e72e9d73'] in dv-neutron-601336-94-hyperv {{(pid=94176) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 23 12:18:18.354973 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e5a1d45f-094d-4544-b03f-fafc778a32dc None None] Routers {'8e93b214-77d9-44f2-a01f-ce72e72e9d73'} bound to L3 agent in host dv-neutron-601336-94-hyperv {{(pid=94176) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 23 12:18:18.355636 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.db.l3_hamode_db [None req-e5a1d45f-094d-4544-b03f-fafc778a32dc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-601336-94-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-23T11:22:13Z,description=,heartbeat_timestamp=2021-06-23T12:18:13Z,host='dv-neutron-601336-94-hyperv',id=50ef99c0-ef28-4db5-b303-b145898fae60,load=0,resource_versions=,resources_synced=,started_at=2021-06-23T11:22:14Z,topic='l3_agent')) {'router_ids': ['8e93b214-77d9-44f2-a01f-ce72e72e9d73'], 'active': True} {{(pid=94176) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 12:18:18.378196 dv-neutron-601336-94-hyperv neutron-server[94175]: INFO neutron.wsgi [None req-c6ad3998-a259-46fe-9a45-9f18b796cf42 tempest-TestShelveInstance-790754725 tempest-TestShelveInstance-790754725-project] 10.222.0.20 "DELETE /v2.0/floatingips/85bc601b-752c-4182-bff7-941e571cde5f HTTP/1.1" status: 204 len: 168 time: 1.2851825 Jun 23 12:18:18.378971 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '917edac4-2e75-477a-8581-5dcd2f5a7bd8', 'tag': '37008be0-3d01-448e-8454-def60698868d'}] {{(pid=94175) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 23 12:18:18.381427 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1970408df4ea4e7170669a1249478e627cf05a5a0b07cc08a66c5cb53d0ac47a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8a85b654-3176-4e9f-bc64-c869c5da066d" -d '{"events": [{"name": "network-changed", "server_uuid": "917edac4-2e75-477a-8581-5dcd2f5a7bd8", "tag": "37008be0-3d01-448e-8454-def60698868d"}]}' {{(pid=94175) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 23 12:18:18.466987 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.db.l3_dvr_db [None req-e5a1d45f-094d-4544-b03f-fafc778a32dc None None] Set router 8e93b214-77d9-44f2-a01f-ce72e72e9d73 gateway port host: dv-neutron-601336-94-hyperv {{(pid=94176) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:838}} Jun 23 12:18:18.519338 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 23 Jun 2021 12:18:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9e7cdea0-e926-4bf6-b7df-da4ea0c5c227 x-openstack-request-id: req-9e7cdea0-e926-4bf6-b7df-da4ea0c5c227 {{(pid=94175) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 23 12:18:18.519674 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "917edac4-2e75-477a-8581-5dcd2f5a7bd8", "tag": "37008be0-3d01-448e-8454-def60698868d", "status": "completed", "code": 200}]} {{(pid=94175) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 23 12:18:18.519975 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-9e7cdea0-e926-4bf6-b7df-da4ea0c5c227 {{(pid=94175) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 23 12:18:18.520538 dv-neutron-601336-94-hyperv neutron-server[94175]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '917edac4-2e75-477a-8581-5dcd2f5a7bd8', 'tag': '37008be0-3d01-448e-8454-def60698868d', 'status': 'completed', 'code': 200} Jun 23 12:18:18.600570 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a85b654-3176-4e9f-bc64-c869c5da066d req-64ac093d-4e45-425c-8551-b59fc66e474e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 12:18:18.602124 dv-neutron-601336-94-hyperv neutron-server[94175]: INFO neutron.wsgi [req-8a85b654-3176-4e9f-bc64-c869c5da066d req-64ac093d-4e45-425c-8551-b59fc66e474e service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=c080a553dd50489bbe6db51b0d3ddebb&device_id=917edac4-2e75-477a-8581-5dcd2f5a7bd8 HTTP/1.1" status: 200 len: 1100 time: 0.0616438 Jun 23 12:18:18.683765 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.db.l3_hamode_db [None req-e5a1d45f-094d-4544-b03f-fafc778a32dc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8e93b214-77d9-44f2-a01f-ce72e72e9d73', 'name': 'tempest-TestShelveInstance-1623291902-router', 'tenant_id': 'c080a553dd50489bbe6db51b0d3ddebb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3e7e4eb3-cf02-4d47-ade9-0a579cdfc60f', 'external_fixed_ips': [{'subnet_id': 'a5ad15ab-c489-4a67-a9b0-d559fca0ec71', 'ip_address': '172.26.3.121'}], 'enable_snat': True}, 'gw_port_id': '148690ea-e963-4986-991e-abf2ed246983', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-23T12:13:50Z', 'updated_at': '2021-06-23T12:13:53Z', 'revision_number': 4, 'project_id': 'c080a553dd50489bbe6db51b0d3ddebb', 'gw_port': {'id': '148690ea-e963-4986-991e-abf2ed246983', 'name': '', 'network_id': '3e7e4eb3-cf02-4d47-ade9-0a579cdfc60f', 'tenant_id': '', 'mac_address': 'fa:16:3e:f8:83:16', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8e93b214-77d9-44f2-a01f-ce72e72e9d73', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1812, 'fixed_ips': [{'subnet_id': 'a5ad15ab-c489-4a67-a9b0-d559fca0ec71', 'ip_address': '172.26.3.121', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-94-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-23T12:13:51Z', 'updated_at': '2021-06-23T12:13:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a5ad15ab-c489-4a67-a9b0-d559fca0ec71', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-601336-94-hyperv', '_interfaces': [{'id': '4fc7202b-3c32-4c6b-8d9b-b6fef90d5765', 'name': '', 'network_id': '61c6d8b9-d3d0-4122-99ae-31963043c8d9', 'tenant_id': 'c080a553dd50489bbe6db51b0d3ddebb', 'mac_address': 'fa:16:3e:d5:3c:87', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8e93b214-77d9-44f2-a01f-ce72e72e9d73', 'device_owner': 'network:router_interface', 'standard_attr_id': 1813, 'fixed_ips': [{'subnet_id': '7f686d1e-afe2-4a5c-a0f6-7d19b33ee35e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-94-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-23T12:13:53Z', 'updated_at': '2021-06-23T12:13:59Z', 'revision_number': 5, 'project_id': 'c080a553dd50489bbe6db51b0d3ddebb', 'subnets': [{'id': '7f686d1e-afe2-4a5c-a0f6-7d19b33ee35e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-601336-94-hyperv', False) {} {{(pid=94176) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 12:18:18.706630 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a85b654-3176-4e9f-bc64-c869c5da066d req-4137687d-eb40-4795-bc85-ea9086ed3673 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 12:18:18.708174 dv-neutron-601336-94-hyperv neutron-server[94175]: INFO neutron.wsgi [req-8a85b654-3176-4e9f-bc64-c869c5da066d req-4137687d-eb40-4795-bc85-ea9086ed3673 service neutron] 10.222.0.52 "GET /v2.0/networks?id=61c6d8b9-d3d0-4122-99ae-31963043c8d9 HTTP/1.1" status: 200 len: 910 time: 0.1001973 Jun 23 12:18:18.724658 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e5a1d45f-094d-4544-b03f-fafc778a32dc None None] Checking router: 8e93b214-77d9-44f2-a01f-ce72e72e9d73 for host: dv-neutron-601336-94-hyperv {{(pid=94176) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 23 12:18:18.733322 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e5a1d45f-094d-4544-b03f-fafc778a32dc None None] Routers {'8e93b214-77d9-44f2-a01f-ce72e72e9d73'} bound to L3 agent in host dv-neutron-601336-94-hyperv {{(pid=94176) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 23 12:18:18.734010 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.db.l3_hamode_db [None req-e5a1d45f-094d-4544-b03f-fafc778a32dc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-601336-94-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-23T11:22:13Z,description=,heartbeat_timestamp=2021-06-23T12:18:13Z,host='dv-neutron-601336-94-hyperv',id=50ef99c0-ef28-4db5-b303-b145898fae60,load=0,resource_versions=,resources_synced=,started_at=2021-06-23T11:22:14Z,topic='l3_agent')) {'router_ids': ['8e93b214-77d9-44f2-a01f-ce72e72e9d73'], 'active': True} {{(pid=94176) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 12:18:18.752189 dv-neutron-601336-94-hyperv neutron-server[94175]: INFO neutron.wsgi [req-8a85b654-3176-4e9f-bc64-c869c5da066d req-20585495-e821-4100-ba8c-147e8abc1fcf service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=37008be0-3d01-448e-8454-def60698868d HTTP/1.1" status: 200 len: 217 time: 0.0370343 Jun 23 12:18:18.804196 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a85b654-3176-4e9f-bc64-c869c5da066d req-722cc119-636f-45e5-a0f5-ab623fe8eee4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 12:18:18.805671 dv-neutron-601336-94-hyperv neutron-server[94175]: INFO neutron.wsgi [req-8a85b654-3176-4e9f-bc64-c869c5da066d req-722cc119-636f-45e5-a0f5-ab623fe8eee4 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=7f686d1e-afe2-4a5c-a0f6-7d19b33ee35e HTTP/1.1" status: 200 len: 848 time: 0.0459101 Jun 23 12:18:18.844556 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.db.l3_dvr_db [None req-e5a1d45f-094d-4544-b03f-fafc778a32dc None None] Set router 8e93b214-77d9-44f2-a01f-ce72e72e9d73 gateway port host: dv-neutron-601336-94-hyperv {{(pid=94176) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:838}} Jun 23 12:18:18.871419 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a85b654-3176-4e9f-bc64-c869c5da066d req-2b39cf1f-a11a-45e2-a12c-13196e12f784 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 12:18:18.873324 dv-neutron-601336-94-hyperv neutron-server[94175]: INFO neutron.wsgi [req-8a85b654-3176-4e9f-bc64-c869c5da066d req-2b39cf1f-a11a-45e2-a12c-13196e12f784 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=61c6d8b9-d3d0-4122-99ae-31963043c8d9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1178 time: 0.0603259 Jun 23 12:18:18.920698 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0ebe152-0a01-456b-8323-6999286b94be req-fd8faa03-56bf-4598-b8f4-8165eede391b tempest-TestShelveInstance-790754725 tempest-TestShelveInstance-790754725-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94174) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 12:18:18.922336 dv-neutron-601336-94-hyperv neutron-server[94174]: INFO neutron.wsgi [req-d0ebe152-0a01-456b-8323-6999286b94be req-fd8faa03-56bf-4598-b8f4-8165eede391b tempest-TestShelveInstance-790754725 tempest-TestShelveInstance-790754725-project] 10.222.0.20 "GET /v2.0/ports?device_id=917edac4-2e75-477a-8581-5dcd2f5a7bd8 HTTP/1.1" status: 200 len: 947 time: 0.0739241 Jun 23 12:18:18.961887 dv-neutron-601336-94-hyperv neutron-server[94174]: INFO neutron.wsgi [req-d0ebe152-0a01-456b-8323-6999286b94be req-fdcaedf4-efa7-45d3-81de-6b117450aef0 tempest-TestShelveInstance-790754725 tempest-TestShelveInstance-790754725-project] 10.222.0.20 "GET /v2.0/security-groups?id=9806d87d-e331-47e5-a6f9-0b002486eefc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0333507 Jun 23 12:18:18.979267 dv-neutron-601336-94-hyperv neutron-server[94175]: INFO neutron.wsgi [req-8a85b654-3176-4e9f-bc64-c869c5da066d req-272225e0-e8af-4115-ac28-60234a4ff03f service neutron] 10.222.0.52 "GET /v2.0/networks/61c6d8b9-d3d0-4122-99ae-31963043c8d9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0982654 Jun 23 12:18:19.076084 dv-neutron-601336-94-hyperv neutron-server[94175]: INFO neutron.wsgi [req-8a85b654-3176-4e9f-bc64-c869c5da066d req-9dcf13f6-deb0-47b5-86ca-290317b21c0a service neutron] 10.222.0.52 "GET /v2.0/networks/61c6d8b9-d3d0-4122-99ae-31963043c8d9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0898366 Jun 23 12:18:19.309221 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.db.l3_hamode_db [None req-e5a1d45f-094d-4544-b03f-fafc778a32dc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8e93b214-77d9-44f2-a01f-ce72e72e9d73', 'name': 'tempest-TestShelveInstance-1623291902-router', 'tenant_id': 'c080a553dd50489bbe6db51b0d3ddebb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3e7e4eb3-cf02-4d47-ade9-0a579cdfc60f', 'external_fixed_ips': [{'subnet_id': 'a5ad15ab-c489-4a67-a9b0-d559fca0ec71', 'ip_address': '172.26.3.121'}], 'enable_snat': True}, 'gw_port_id': '148690ea-e963-4986-991e-abf2ed246983', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-23T12:13:50Z', 'updated_at': '2021-06-23T12:13:53Z', 'revision_number': 4, 'project_id': 'c080a553dd50489bbe6db51b0d3ddebb', 'gw_port': {'id': '148690ea-e963-4986-991e-abf2ed246983', 'name': '', 'network_id': '3e7e4eb3-cf02-4d47-ade9-0a579cdfc60f', 'tenant_id': '', 'mac_address': 'fa:16:3e:f8:83:16', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8e93b214-77d9-44f2-a01f-ce72e72e9d73', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1812, 'fixed_ips': [{'subnet_id': 'a5ad15ab-c489-4a67-a9b0-d559fca0ec71', 'ip_address': '172.26.3.121', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-94-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-23T12:13:51Z', 'updated_at': '2021-06-23T12:13:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a5ad15ab-c489-4a67-a9b0-d559fca0ec71', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-601336-94-hyperv', '_interfaces': [{'id': '4fc7202b-3c32-4c6b-8d9b-b6fef90d5765', 'name': '', 'network_id': '61c6d8b9-d3d0-4122-99ae-31963043c8d9', 'tenant_id': 'c080a553dd50489bbe6db51b0d3ddebb', 'mac_address': 'fa:16:3e:d5:3c:87', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8e93b214-77d9-44f2-a01f-ce72e72e9d73', 'device_owner': 'network:router_interface', 'standard_attr_id': 1813, 'fixed_ips': [{'subnet_id': '7f686d1e-afe2-4a5c-a0f6-7d19b33ee35e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-94-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-23T12:13:53Z', 'updated_at': '2021-06-23T12:13:59Z', 'revision_number': 5, 'project_id': 'c080a553dd50489bbe6db51b0d3ddebb', 'subnets': [{'id': '7f686d1e-afe2-4a5c-a0f6-7d19b33ee35e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-601336-94-hyperv', False) {} {{(pid=94176) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 12:18:19.343404 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e5a1d45f-094d-4544-b03f-fafc778a32dc None None] The sync data for ids ['8e93b214-77d9-44f2-a01f-ce72e72e9d73'] in dv-neutron-601336-94-hyperv is: [{'id': '8e93b214-77d9-44f2-a01f-ce72e72e9d73', 'name': 'tempest-TestShelveInstance-1623291902-router', 'tenant_id': 'c080a553dd50489bbe6db51b0d3ddebb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3e7e4eb3-cf02-4d47-ade9-0a579cdfc60f', 'external_fixed_ips': [{'subnet_id': 'a5ad15ab-c489-4a67-a9b0-d559fca0ec71', 'ip_address': '172.26.3.121'}], 'enable_snat': True}, 'gw_port_id': '148690ea-e963-4986-991e-abf2ed246983', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-23T12:13:50Z', 'updated_at': '2021-06-23T12:13:53Z', 'revision_number': 4, 'project_id': 'c080a553dd50489bbe6db51b0d3ddebb', 'gw_port': {'id': '148690ea-e963-4986-991e-abf2ed246983', 'name': '', 'network_id': '3e7e4eb3-cf02-4d47-ade9-0a579cdfc60f', 'tenant_id': '', 'mac_address': 'fa:16:3e:f8:83:16', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8e93b214-77d9-44f2-a01f-ce72e72e9d73', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1812, 'fixed_ips': [{'subnet_id': 'a5ad15ab-c489-4a67-a9b0-d559fca0ec71', 'ip_address': '172.26.3.121', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-94-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-23T12:13:51Z', 'updated_at': '2021-06-23T12:13:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a5ad15ab-c489-4a67-a9b0-d559fca0ec71', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-601336-94-hyperv', '_interfaces': [{'id': '4fc7202b-3c32-4c6b-8d9b-b6fef90d5765', 'name': '', 'network_id': '61c6d8b9-d3d0-4122-99ae-31963043c8d9', 'tenant_id': 'c080a553dd50489bbe6db51b0d3ddebb', 'mac_address': 'fa:16:3e:d5:3c:87', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8e93b214-77d9-44f2-a01f-ce72e72e9d73', 'device_owner': 'network:router_interface', 'standard_attr_id': 1813, 'fixed_ips': [{'subnet_id': '7f686d1e-afe2-4a5c-a0f6-7d19b33ee35e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-94-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-23T12:13:53Z', 'updated_at': '2021-06-23T12:13:59Z', 'revision_number': 5, 'project_id': 'c080a553dd50489bbe6db51b0d3ddebb', 'subnets': [{'id': '7f686d1e-afe2-4a5c-a0f6-7d19b33ee35e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94176) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 23 12:18:19.566298 dv-neutron-601336-94-hyperv neutron-server[94177]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-568996ec-3d97-406f-99c2-6da3358151c9 None None] New status for floating IP 85bc601b-752c-4182-bff7-941e571cde5f: DOWN {{(pid=94177) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 23 12:18:20.183731 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b2addce-cfd6-447f-8160-9820f661b11b req-ef2d56fb-7b95-4dc7-bee1-129142206200 tempest-TestShelveInstance-790754725 tempest-TestShelveInstance-790754725-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 12:18:20.185207 dv-neutron-601336-94-hyperv neutron-server[94175]: INFO neutron.wsgi [req-7b2addce-cfd6-447f-8160-9820f661b11b req-ef2d56fb-7b95-4dc7-bee1-129142206200 tempest-TestShelveInstance-790754725 tempest-TestShelveInstance-790754725-project] 10.222.0.20 "GET /v2.0/ports?device_id=917edac4-2e75-477a-8581-5dcd2f5a7bd8 HTTP/1.1" status: 200 len: 947 time: 0.0995162 Jun 23 12:18:20.218875 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f172200b-ddd9-4414-9bdb-d506799ddcd9 req-3b79fd83-79f8-4e31-8027-2374d378cc8e tempest-TestShelveInstance-790754725 tempest-TestShelveInstance-790754725-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 12:18:20.220320 dv-neutron-601336-94-hyperv neutron-server[94175]: INFO neutron.wsgi [req-f172200b-ddd9-4414-9bdb-d506799ddcd9 req-3b79fd83-79f8-4e31-8027-2374d378cc8e tempest-TestShelveInstance-790754725 tempest-TestShelveInstance-790754725-project] 10.222.0.52 "GET /v2.0/ports?device_id=917edac4-2e75-477a-8581-5dcd2f5a7bd8 HTTP/1.1" status: 200 len: 947 time: 0.1027486 Jun 23 12:18:20.264949 dv-neutron-601336-94-hyperv neutron-server[94175]: INFO neutron.wsgi [req-7b2addce-cfd6-447f-8160-9820f661b11b req-8fe68280-573f-45b4-ad50-1dd8263cb133 tempest-TestShelveInstance-790754725 tempest-TestShelveInstance-790754725-project] 10.222.0.20 "GET /v2.0/security-groups?id=9806d87d-e331-47e5-a6f9-0b002486eefc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0709488 Jun 23 12:18:20.334354 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.plugins.ml2.plugin [req-f172200b-ddd9-4414-9bdb-d506799ddcd9 req-38b3b0dc-0d5a-4d0e-b24a-f7647b171210 tempest-TestShelveInstance-790754725 tempest-TestShelveInstance-790754725-project] Deleting port 37008be0-3d01-448e-8454-def60698868d {{(pid=94175) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1913}} Jun 23 12:18:20.334702 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron_lib.callbacks.manager [req-f172200b-ddd9-4414-9bdb-d506799ddcd9 req-38b3b0dc-0d5a-4d0e-b24a-f7647b171210 tempest-TestShelveInstance-790754725 tempest-TestShelveInstance-790754725-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773700079324'] for port, before_delete {{(pid=94175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 12:18:20.421007 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.plugins.ml2.db [req-f172200b-ddd9-4414-9bdb-d506799ddcd9 req-38b3b0dc-0d5a-4d0e-b24a-f7647b171210 tempest-TestShelveInstance-790754725 tempest-TestShelveInstance-790754725-project] For port 37008be0-3d01-448e-8454-def60698868d, host hv-neutron-6013, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-6013',level=0,port_id=37008be0-3d01-448e-8454-def60698868d,segment=NetworkSegment(7c9ce104-d172-418f-b29b-77515f70dc45),segment_id=7c9ce104-d172-418f-b29b-77515f70dc45)] {{(pid=94175) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 23 12:18:20.421365 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron_lib.callbacks.manager [req-f172200b-ddd9-4414-9bdb-d506799ddcd9 req-38b3b0dc-0d5a-4d0e-b24a-f7647b171210 tempest-TestShelveInstance-790754725 tempest-TestShelveInstance-790754725-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-430722'] for port, precommit_delete {{(pid=94175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 12:18:20.434668 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.plugins.ml2.plugin [req-f172200b-ddd9-4414-9bdb-d506799ddcd9 req-38b3b0dc-0d5a-4d0e-b24a-f7647b171210 tempest-TestShelveInstance-790754725 tempest-TestShelveInstance-790754725-project] Calling delete_port for 37008be0-3d01-448e-8454-def60698868d owned by compute:nova {{(pid=94175) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1986}} Jun 23 12:18:20.644514 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron_lib.callbacks.manager [req-f172200b-ddd9-4414-9bdb-d506799ddcd9 req-38b3b0dc-0d5a-4d0e-b24a-f7647b171210 tempest-TestShelveInstance-790754725 tempest-TestShelveInstance-790754725-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-922904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866062', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773700135024', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773699642224', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5082448'] for port, after_delete {{(pid=94175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 12:18:20.649079 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG oslo_concurrency.lockutils [None req-b8e7af2b-258b-4dd3-8e13-cc43565530be tempest-TestNetworkAdvancedServerOps-1740099935 tempest-TestNetworkAdvancedServerOps-1740099935-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94175) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 12:18:20.682780 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38b3b0dc-0d5a-4d0e-b24a-f7647b171210 tempest-TestShelveInstance-790754725 tempest-TestShelveInstance-790754725-project] Pushing event deleted for resources: {'Port': ['ID=37008be0-3d01-448e-8454-def60698868d,revision_number=None']} {{(pid=94175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 12:18:20.685027 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG oslo_concurrency.lockutils [None req-38b3b0dc-0d5a-4d0e-b24a-f7647b171210 tempest-TestShelveInstance-790754725 tempest-TestShelveInstance-790754725-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.035s {{(pid=94175) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 12:18:20.726251 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.db.l3_dvrscheduler_db [req-f172200b-ddd9-4414-9bdb-d506799ddcd9 req-38b3b0dc-0d5a-4d0e-b24a-f7647b171210 tempest-TestShelveInstance-790754725 tempest-TestShelveInstance-790754725-project] No DVR routers for this DVR port 37008be0-3d01-448e-8454-def60698868d on host hv-neutron-6013 {{(pid=94175) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 23 12:18:20.728806 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron_lib.callbacks.manager [req-f172200b-ddd9-4414-9bdb-d506799ddcd9 req-38b3b0dc-0d5a-4d0e-b24a-f7647b171210 tempest-TestShelveInstance-790754725 tempest-TestShelveInstance-790754725-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-217507'] for port, before_response {{(pid=94175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 12:18:20.730844 dv-neutron-601336-94-hyperv neutron-server[94175]: INFO neutron.wsgi [req-f172200b-ddd9-4414-9bdb-d506799ddcd9 req-38b3b0dc-0d5a-4d0e-b24a-f7647b171210 tempest-TestShelveInstance-790754725 tempest-TestShelveInstance-790754725-project] 10.222.0.52 "DELETE /v2.0/ports/37008be0-3d01-448e-8454-def60698868d HTTP/1.1" status: 204 len: 173 time: 0.5048575 Jun 23 12:18:20.731386 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '917edac4-2e75-477a-8581-5dcd2f5a7bd8', 'name': 'network-vif-deleted', 'tag': '37008be0-3d01-448e-8454-def60698868d'}] {{(pid=94175) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 23 12:18:20.733816 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1970408df4ea4e7170669a1249478e627cf05a5a0b07cc08a66c5cb53d0ac47a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bbc79b2b-61e4-4e2e-acbb-e0aa3523fcc5" -d '{"events": [{"server_uuid": "917edac4-2e75-477a-8581-5dcd2f5a7bd8", "name": "network-vif-deleted", "tag": "37008be0-3d01-448e-8454-def60698868d"}]}' {{(pid=94175) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 23 12:18:20.769284 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 23 Jun 2021 12:18:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2cac2a00-a1f1-4602-9617-21fe7765ba31 x-openstack-request-id: req-2cac2a00-a1f1-4602-9617-21fe7765ba31 {{(pid=94175) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 23 12:18:20.769656 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "917edac4-2e75-477a-8581-5dcd2f5a7bd8", "name": "network-vif-deleted", "tag": "37008be0-3d01-448e-8454-def60698868d", "status": "completed", "code": 200}]} {{(pid=94175) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 23 12:18:20.769970 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-2cac2a00-a1f1-4602-9617-21fe7765ba31 {{(pid=94175) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 23 12:18:20.770421 dv-neutron-601336-94-hyperv neutron-server[94175]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '917edac4-2e75-477a-8581-5dcd2f5a7bd8', 'name': 'network-vif-deleted', 'tag': '37008be0-3d01-448e-8454-def60698868d', 'status': 'completed', 'code': 200} Jun 23 12:18:21.419984 dv-neutron-601336-94-hyperv neutron-server[94175]: INFO neutron.wsgi [req-bc39ca0e-048d-4334-82b6-ecfc440745fa req-7e45820a-96b4-4998-bc90-5287a6cca472 tempest-TestShelveInstance-790754725 tempest-TestShelveInstance-790754725-project] 10.222.0.20 "GET /v2.0/ports?device_id=917edac4-2e75-477a-8581-5dcd2f5a7bd8 HTTP/1.1" status: 200 len: 210 time: 0.0304799 Jun 23 12:18:22.522478 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.wsgi [-] (94175) accepted ('10.222.0.20', 50054) {{(pid=94175) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 12:18:22.578908 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron_lib.callbacks.manager [None req-486ba55b-668e-46d6-a9d8-d57a699cee6b tempest-TestShelveInstance-790754725 tempest-TestShelveInstance-790754725-project] Notify callbacks [] for security_group, before_delete {{(pid=94175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 12:18:22.605856 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron_lib.callbacks.manager [None req-486ba55b-668e-46d6-a9d8-d57a699cee6b tempest-TestShelveInstance-790754725 tempest-TestShelveInstance-790754725-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 12:18:22.648188 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.plugins.ml2.rpc [None req-97bd5441-1da2-49ee-a364-27795820ba27 None None] Device 37008be0-3d01-448e-8454-def60698868d no longer exists at agent hyperv_hv-neutron-6013 {{(pid=94176) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:261}} Jun 23 12:18:22.668621 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.plugins.ml2.plugin [None req-97bd5441-1da2-49ee-a364-27795820ba27 None None] No Port match for: 37008be0-3d01-448e-8454-def60698868d {{(pid=94176) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2240}} Jun 23 12:18:22.668981 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.plugins.ml2.rpc [None req-97bd5441-1da2-49ee-a364-27795820ba27 None None] Device 37008be0-3d01-448e-8454-def60698868d not bound to the agent host hv-neutron-6013 {{(pid=94176) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:271}} Jun 23 12:18:22.746832 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron_lib.callbacks.manager [None req-486ba55b-668e-46d6-a9d8-d57a699cee6b tempest-TestShelveInstance-790754725 tempest-TestShelveInstance-790754725-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7996330'] for security_group, after_delete {{(pid=94175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 12:18:22.749721 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron_lib.callbacks.manager [None req-486ba55b-668e-46d6-a9d8-d57a699cee6b tempest-TestShelveInstance-790754725 tempest-TestShelveInstance-790754725-project] Notify callbacks [] for security_group, before_response {{(pid=94175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 12:18:22.750867 dv-neutron-601336-94-hyperv neutron-server[94175]: INFO neutron.wsgi [None req-486ba55b-668e-46d6-a9d8-d57a699cee6b tempest-TestShelveInstance-790754725 tempest-TestShelveInstance-790754725-project] 10.222.0.20 "DELETE /v2.0/security-groups/9806d87d-e331-47e5-a6f9-0b002486eefc HTTP/1.1" status: 204 len: 168 time: 0.2273858 Jun 23 12:18:22.751725 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG oslo_concurrency.lockutils [None req-b494edb6-3278-4e25-bc96-22ba66a79926 tempest-SecGroupTest-1462889432 tempest-SecGroupTest-1462889432-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94175) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 12:18:22.762250 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-486ba55b-668e-46d6-a9d8-d57a699cee6b tempest-TestShelveInstance-790754725 tempest-TestShelveInstance-790754725-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=9806d87d-e331-47e5-a6f9-0b002486eefc,revision_number=None']} {{(pid=94175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 12:18:22.765148 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG oslo_concurrency.lockutils [None req-486ba55b-668e-46d6-a9d8-d57a699cee6b tempest-TestShelveInstance-790754725 tempest-TestShelveInstance-790754725-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.013s {{(pid=94175) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 12:18:23.141194 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.wsgi [-] (94175) accepted ('10.222.0.20', 50060) {{(pid=94175) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 12:18:23.146715 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.api.v2.base [None req-0dd95f62-5d08-4781-a7ba-c4364f47a1ed tempest-TestShelveInstance-790754725 tempest-TestShelveInstance-790754725-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-447726532', 'description': 'tempest-secgroup-smoke-447726532 description', 'project_id': 'c080a553dd50489bbe6db51b0d3ddebb'}} {{(pid=94175) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 23 12:18:23.255439 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron_lib.callbacks.manager [None req-0dd95f62-5d08-4781-a7ba-c4364f47a1ed tempest-TestShelveInstance-790754725 tempest-TestShelveInstance-790754725-project] Notify callbacks [] for security_group, before_create {{(pid=94175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 12:18:23.346537 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron_lib.callbacks.manager [None req-0dd95f62-5d08-4781-a7ba-c4364f47a1ed tempest-TestShelveInstance-790754725 tempest-TestShelveInstance-790754725-project] Notify callbacks [] for security_group, precommit_create {{(pid=94175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 12:18:23.431985 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron_lib.callbacks.manager [None req-0dd95f62-5d08-4781-a7ba-c4364f47a1ed tempest-TestShelveInstance-790754725 tempest-TestShelveInstance-790754725-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7996330'] for security_group, after_create {{(pid=94175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 12:18:23.434714 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG oslo_concurrency.lockutils [None req-8b9e1bd9-228c-4c30-8cda-17f9de21c65a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94175) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 12:18:23.462667 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0dd95f62-5d08-4781-a7ba-c4364f47a1ed tempest-TestShelveInstance-790754725 tempest-TestShelveInstance-790754725-project] Pushing event updated for resources: {'SecurityGroup': ['ID=3fce5744-cd2a-4421-94c5-84674053c1b9,revision_number=1']} {{(pid=94175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 12:18:23.465470 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG oslo_concurrency.lockutils [None req-0dd95f62-5d08-4781-a7ba-c4364f47a1ed tempest-TestShelveInstance-790754725 tempest-TestShelveInstance-790754725-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.031s {{(pid=94175) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 12:18:23.512794 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron_lib.callbacks.manager [None req-0dd95f62-5d08-4781-a7ba-c4364f47a1ed tempest-TestShelveInstance-790754725 tempest-TestShelveInstance-790754725-project] Notify callbacks [] for security_group, before_response {{(pid=94175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 12:18:23.514106 dv-neutron-601336-94-hyperv neutron-server[94175]: INFO neutron.wsgi [None req-0dd95f62-5d08-4781-a7ba-c4364f47a1ed tempest-TestShelveInstance-790754725 tempest-TestShelveInstance-790754725-project] 10.222.0.20 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.3718634 Jun 23 12:18:23.516877 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.wsgi [-] (94175) accepted ('10.222.0.20', 50062) {{(pid=94175) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 12:18:23.521622 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.api.v2.base [None req-92a8d2c2-a789-412d-a27d-fe35778c246d tempest-TestShelveInstance-790754725 tempest-TestShelveInstance-790754725-project] Request body: {'security_group_rule': {'security_group_id': '3fce5744-cd2a-4421-94c5-84674053c1b9', 'project_id': 'c080a553dd50489bbe6db51b0d3ddebb', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=94175) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 23 12:18:23.608798 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron_lib.callbacks.manager [None req-92a8d2c2-a789-412d-a27d-fe35778c246d tempest-TestShelveInstance-790754725 tempest-TestShelveInstance-790754725-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 12:18:23.671722 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron_lib.callbacks.manager [None req-92a8d2c2-a789-412d-a27d-fe35778c246d tempest-TestShelveInstance-790754725 tempest-TestShelveInstance-790754725-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 12:18:23.746422 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron_lib.callbacks.manager [None req-92a8d2c2-a789-412d-a27d-fe35778c246d tempest-TestShelveInstance-790754725 tempest-TestShelveInstance-790754725-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7996355'] for security_group_rule, after_create {{(pid=94175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 12:18:23.748580 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG oslo_concurrency.lockutils [None req-22eb5451-aeea-4a1f-abb6-b93d40f24e55 tempest-TestNetworkBasicOps-233187296 tempest-TestNetworkBasicOps-233187296-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94175) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 12:18:23.767688 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92a8d2c2-a789-412d-a27d-fe35778c246d tempest-TestShelveInstance-790754725 tempest-TestShelveInstance-790754725-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=46d1ff58-ba56-49c6-a4fa-fe25ca58f18f,revision_number=0']} {{(pid=94175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 12:18:23.770356 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG oslo_concurrency.lockutils [None req-92a8d2c2-a789-412d-a27d-fe35778c246d tempest-TestShelveInstance-790754725 tempest-TestShelveInstance-790754725-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.022s {{(pid=94175) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 12:18:23.838108 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron_lib.callbacks.manager [None req-92a8d2c2-a789-412d-a27d-fe35778c246d tempest-TestShelveInstance-790754725 tempest-TestShelveInstance-790754725-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 12:18:23.839393 dv-neutron-601336-94-hyperv neutron-server[94175]: INFO neutron.wsgi [None req-92a8d2c2-a789-412d-a27d-fe35778c246d tempest-TestShelveInstance-790754725 tempest-TestShelveInstance-790754725-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3215573 Jun 23 12:18:23.842245 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.wsgi [-] (94175) accepted ('10.222.0.20', 50064) {{(pid=94175) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 12:18:23.846789 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.api.v2.base [None req-57cda5de-6cf0-42ad-8833-82061c7eaf64 tempest-TestShelveInstance-790754725 tempest-TestShelveInstance-790754725-project] Request body: {'security_group_rule': {'security_group_id': '3fce5744-cd2a-4421-94c5-84674053c1b9', 'project_id': 'c080a553dd50489bbe6db51b0d3ddebb', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=94175) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 23 12:18:23.889363 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron_lib.callbacks.manager [None req-97bd5441-1da2-49ee-a364-27795820ba27 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773699952132', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-899307'] for agent, after_update {{(pid=94176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 12:18:23.951896 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron_lib.callbacks.manager [None req-57cda5de-6cf0-42ad-8833-82061c7eaf64 tempest-TestShelveInstance-790754725 tempest-TestShelveInstance-790754725-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 12:18:24.010767 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron_lib.callbacks.manager [None req-57cda5de-6cf0-42ad-8833-82061c7eaf64 tempest-TestShelveInstance-790754725 tempest-TestShelveInstance-790754725-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 12:18:24.100979 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron_lib.callbacks.manager [None req-57cda5de-6cf0-42ad-8833-82061c7eaf64 tempest-TestShelveInstance-790754725 tempest-TestShelveInstance-790754725-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7996355'] for security_group_rule, after_create {{(pid=94175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 12:18:24.102902 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG oslo_concurrency.lockutils [None req-811fc414-d013-4046-b162-80d9aa346440 tempest-TestNetworkAdvancedServerOps-1740099935 tempest-TestNetworkAdvancedServerOps-1740099935-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94175) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 12:18:24.121630 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57cda5de-6cf0-42ad-8833-82061c7eaf64 tempest-TestShelveInstance-790754725 tempest-TestShelveInstance-790754725-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2828236c-31cd-48c9-b61b-f54ae4c1c658,revision_number=0']} {{(pid=94175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 12:18:24.124383 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG oslo_concurrency.lockutils [None req-57cda5de-6cf0-42ad-8833-82061c7eaf64 tempest-TestShelveInstance-790754725 tempest-TestShelveInstance-790754725-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.022s {{(pid=94175) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 12:18:24.181108 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron_lib.callbacks.manager [None req-57cda5de-6cf0-42ad-8833-82061c7eaf64 tempest-TestShelveInstance-790754725 tempest-TestShelveInstance-790754725-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 12:18:24.182306 dv-neutron-601336-94-hyperv neutron-server[94175]: INFO neutron.wsgi [None req-57cda5de-6cf0-42ad-8833-82061c7eaf64 tempest-TestShelveInstance-790754725 tempest-TestShelveInstance-790754725-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.3391702 Jun 23 12:18:24.185089 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.wsgi [-] (94175) accepted ('10.222.0.20', 50066) {{(pid=94175) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 12:18:24.190015 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.api.v2.base [None req-fa32aa83-073c-4e3f-874b-8d36eabe3ec6 tempest-TestShelveInstance-790754725 tempest-TestShelveInstance-790754725-project] Request body: {'security_group_rule': {'security_group_id': '3fce5744-cd2a-4421-94c5-84674053c1b9', 'project_id': 'c080a553dd50489bbe6db51b0d3ddebb', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=94175) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 23 12:18:24.272580 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron_lib.callbacks.manager [None req-fa32aa83-073c-4e3f-874b-8d36eabe3ec6 tempest-TestShelveInstance-790754725 tempest-TestShelveInstance-790754725-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 12:18:24.340431 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron_lib.callbacks.manager [None req-fa32aa83-073c-4e3f-874b-8d36eabe3ec6 tempest-TestShelveInstance-790754725 tempest-TestShelveInstance-790754725-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 12:18:24.431690 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron_lib.callbacks.manager [None req-fa32aa83-073c-4e3f-874b-8d36eabe3ec6 tempest-TestShelveInstance-790754725 tempest-TestShelveInstance-790754725-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7996355'] for security_group_rule, after_create {{(pid=94175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 12:18:24.433478 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG oslo_concurrency.lockutils [None req-58b32572-9bb6-480f-9307-1189cd6c9329 tempest-SecGroupTest-1462889432 tempest-SecGroupTest-1462889432-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94175) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 12:18:24.455323 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa32aa83-073c-4e3f-874b-8d36eabe3ec6 tempest-TestShelveInstance-790754725 tempest-TestShelveInstance-790754725-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1648e982-b4d4-469d-a779-d49896516b95,revision_number=0']} {{(pid=94175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 12:18:24.458931 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG oslo_concurrency.lockutils [None req-fa32aa83-073c-4e3f-874b-8d36eabe3ec6 tempest-TestShelveInstance-790754725 tempest-TestShelveInstance-790754725-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.025s {{(pid=94175) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 12:18:24.518562 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron_lib.callbacks.manager [None req-fa32aa83-073c-4e3f-874b-8d36eabe3ec6 tempest-TestShelveInstance-790754725 tempest-TestShelveInstance-790754725-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 12:18:24.520508 dv-neutron-601336-94-hyperv neutron-server[94175]: INFO neutron.wsgi [None req-fa32aa83-073c-4e3f-874b-8d36eabe3ec6 tempest-TestShelveInstance-790754725 tempest-TestShelveInstance-790754725-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3343320 Jun 23 12:18:24.523369 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.wsgi [-] (94175) accepted ('10.222.0.20', 50068) {{(pid=94175) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 12:18:24.528253 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.api.v2.base [None req-4b6e0efe-85cf-4fce-9e66-2c12dba664a7 tempest-TestShelveInstance-790754725 tempest-TestShelveInstance-790754725-project] Request body: {'security_group_rule': {'security_group_id': '3fce5744-cd2a-4421-94c5-84674053c1b9', 'project_id': 'c080a553dd50489bbe6db51b0d3ddebb', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=94175) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 23 12:18:24.626759 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron_lib.callbacks.manager [None req-4b6e0efe-85cf-4fce-9e66-2c12dba664a7 tempest-TestShelveInstance-790754725 tempest-TestShelveInstance-790754725-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 12:18:24.692727 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron_lib.callbacks.manager [None req-4b6e0efe-85cf-4fce-9e66-2c12dba664a7 tempest-TestShelveInstance-790754725 tempest-TestShelveInstance-790754725-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 12:18:24.769560 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron_lib.callbacks.manager [None req-4b6e0efe-85cf-4fce-9e66-2c12dba664a7 tempest-TestShelveInstance-790754725 tempest-TestShelveInstance-790754725-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7996355'] for security_group_rule, after_create {{(pid=94175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 12:18:24.771523 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG oslo_concurrency.lockutils [None req-75b0ed03-cf41-484f-96cb-dd176ee68710 tempest-TestNetworkBasicOps-233187296 tempest-TestNetworkBasicOps-233187296-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94175) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 12:18:24.786152 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b6e0efe-85cf-4fce-9e66-2c12dba664a7 tempest-TestShelveInstance-790754725 tempest-TestShelveInstance-790754725-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=03b39b8e-839b-4689-8e9f-ee0597a91cfd,revision_number=0']} {{(pid=94175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 12:18:24.790636 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG oslo_concurrency.lockutils [None req-4b6e0efe-85cf-4fce-9e66-2c12dba664a7 tempest-TestShelveInstance-790754725 tempest-TestShelveInstance-790754725-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=94175) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 12:18:24.861062 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron_lib.callbacks.manager [None req-4b6e0efe-85cf-4fce-9e66-2c12dba664a7 tempest-TestShelveInstance-790754725 tempest-TestShelveInstance-790754725-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 12:18:24.862317 dv-neutron-601336-94-hyperv neutron-server[94175]: INFO neutron.wsgi [None req-4b6e0efe-85cf-4fce-9e66-2c12dba664a7 tempest-TestShelveInstance-790754725 tempest-TestShelveInstance-790754725-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.3379660 Jun 23 12:18:24.865535 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.wsgi [-] (94175) accepted ('10.222.0.20', 50070) {{(pid=94175) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 12:18:24.870147 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.api.v2.base [None req-d309fd63-c810-46d7-820f-5a16fb90f902 tempest-TestShelveInstance-790754725 tempest-TestShelveInstance-790754725-project] Request body: {'security_group_rule': {'security_group_id': '3fce5744-cd2a-4421-94c5-84674053c1b9', 'project_id': 'c080a553dd50489bbe6db51b0d3ddebb', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=94175) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 23 12:18:24.952709 dv-neutron-601336-94-hyperv neutron-server[94175]: INFO neutron.db.securitygroups_db [None req-d309fd63-c810-46d7-820f-5a16fb90f902 tempest-TestShelveInstance-790754725 tempest-TestShelveInstance-790754725-project] Project c080a553dd50489bbe6db51b0d3ddebb added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jun 23 12:18:24.957973 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron_lib.callbacks.manager [None req-d309fd63-c810-46d7-820f-5a16fb90f902 tempest-TestShelveInstance-790754725 tempest-TestShelveInstance-790754725-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 12:18:25.021397 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron_lib.callbacks.manager [None req-d309fd63-c810-46d7-820f-5a16fb90f902 tempest-TestShelveInstance-790754725 tempest-TestShelveInstance-790754725-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 12:18:25.078184 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron_lib.callbacks.manager [None req-d309fd63-c810-46d7-820f-5a16fb90f902 tempest-TestShelveInstance-790754725 tempest-TestShelveInstance-790754725-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7996355'] for security_group_rule, after_create {{(pid=94175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 12:18:25.080118 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG oslo_concurrency.lockutils [None req-7a73aa19-b16a-4554-84d9-749121a2bca8 tempest-TestNetworkAdvancedServerOps-1740099935 tempest-TestNetworkAdvancedServerOps-1740099935-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94175) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 12:18:25.098328 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d309fd63-c810-46d7-820f-5a16fb90f902 tempest-TestShelveInstance-790754725 tempest-TestShelveInstance-790754725-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1468356f-1907-47e7-a6e8-19af5ffab57f,revision_number=0']} {{(pid=94175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 12:18:25.100760 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG oslo_concurrency.lockutils [None req-d309fd63-c810-46d7-820f-5a16fb90f902 tempest-TestShelveInstance-790754725 tempest-TestShelveInstance-790754725-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.021s {{(pid=94175) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 12:18:25.152296 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron_lib.callbacks.manager [None req-d309fd63-c810-46d7-820f-5a16fb90f902 tempest-TestShelveInstance-790754725 tempest-TestShelveInstance-790754725-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 12:18:25.153542 dv-neutron-601336-94-hyperv neutron-server[94175]: INFO neutron.wsgi [None req-d309fd63-c810-46d7-820f-5a16fb90f902 tempest-TestShelveInstance-790754725 tempest-TestShelveInstance-790754725-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.2870743 Jun 23 12:18:25.156501 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.wsgi [-] (94174) accepted ('10.222.0.20', 50072) {{(pid=94174) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 12:18:25.161889 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.api.v2.base [None req-d79146ae-57f9-4ea9-affa-500d0e80fbd5 tempest-TestShelveInstance-790754725 tempest-TestShelveInstance-790754725-project] Request body: {'security_group_rule': {'security_group_id': '3fce5744-cd2a-4421-94c5-84674053c1b9', 'project_id': 'c080a553dd50489bbe6db51b0d3ddebb', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=94174) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 23 12:18:25.267140 dv-neutron-601336-94-hyperv neutron-server[94174]: INFO neutron.db.securitygroups_db [None req-d79146ae-57f9-4ea9-affa-500d0e80fbd5 tempest-TestShelveInstance-790754725 tempest-TestShelveInstance-790754725-project] Project c080a553dd50489bbe6db51b0d3ddebb added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jun 23 12:18:25.272776 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron_lib.callbacks.manager [None req-d79146ae-57f9-4ea9-affa-500d0e80fbd5 tempest-TestShelveInstance-790754725 tempest-TestShelveInstance-790754725-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 12:18:25.335300 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron_lib.callbacks.manager [None req-d79146ae-57f9-4ea9-affa-500d0e80fbd5 tempest-TestShelveInstance-790754725 tempest-TestShelveInstance-790754725-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 12:18:25.403345 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron_lib.callbacks.manager [None req-d79146ae-57f9-4ea9-affa-500d0e80fbd5 tempest-TestShelveInstance-790754725 tempest-TestShelveInstance-790754725-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7996355'] for security_group_rule, after_create {{(pid=94174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 12:18:25.405296 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG oslo_concurrency.lockutils [None req-5b8fef27-f03a-45e6-8b9d-4290f1f2c353 tempest-TestNetworkBasicOps-233187296 tempest-TestNetworkBasicOps-233187296-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94174) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 12:18:25.422614 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d79146ae-57f9-4ea9-affa-500d0e80fbd5 tempest-TestShelveInstance-790754725 tempest-TestShelveInstance-790754725-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5c7bfc18-6683-416e-b9d7-766bac24fb0c,revision_number=0']} {{(pid=94174) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 12:18:25.431740 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d79146ae-57f9-4ea9-affa-500d0e80fbd5 tempest-TestShelveInstance-790754725 tempest-TestShelveInstance-790754725-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-601336-94-hyperv {{(pid=94174) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 12:18:25.432138 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d79146ae-57f9-4ea9-affa-500d0e80fbd5 tempest-TestShelveInstance-790754725 tempest-TestShelveInstance-790754725-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-94-hyperv {{(pid=94174) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 12:18:25.441347 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d79146ae-57f9-4ea9-affa-500d0e80fbd5 tempest-TestShelveInstance-790754725 tempest-TestShelveInstance-790754725-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-94-hyperv {{(pid=94174) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 12:18:25.441347 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d79146ae-57f9-4ea9-affa-500d0e80fbd5 tempest-TestShelveInstance-790754725 tempest-TestShelveInstance-790754725-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-601336-94-hyperv {{(pid=94174) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 12:18:25.441347 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d79146ae-57f9-4ea9-affa-500d0e80fbd5 tempest-TestShelveInstance-790754725 tempest-TestShelveInstance-790754725-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-601336-94-hyperv {{(pid=94174) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 12:18:25.441347 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d79146ae-57f9-4ea9-affa-500d0e80fbd5 tempest-TestShelveInstance-790754725 tempest-TestShelveInstance-790754725-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-601336-94-hyperv {{(pid=94174) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 12:18:25.441347 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d79146ae-57f9-4ea9-affa-500d0e80fbd5 tempest-TestShelveInstance-790754725 tempest-TestShelveInstance-790754725-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-601336-94-hyperv {{(pid=94174) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 12:18:25.441347 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d79146ae-57f9-4ea9-affa-500d0e80fbd5 tempest-TestShelveInstance-790754725 tempest-TestShelveInstance-790754725-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-601336-94-hyperv {{(pid=94174) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 12:18:25.441347 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d79146ae-57f9-4ea9-affa-500d0e80fbd5 tempest-TestShelveInstance-790754725 tempest-TestShelveInstance-790754725-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-601336-94-hyperv {{(pid=94174) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 12:18:25.441347 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d79146ae-57f9-4ea9-affa-500d0e80fbd5 tempest-TestShelveInstance-790754725 tempest-TestShelveInstance-790754725-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-94-hyperv {{(pid=94174) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 12:18:25.441347 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d79146ae-57f9-4ea9-affa-500d0e80fbd5 tempest-TestShelveInstance-790754725 tempest-TestShelveInstance-790754725-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-601336-94-hyperv {{(pid=94174) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 12:18:25.441347 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d79146ae-57f9-4ea9-affa-500d0e80fbd5 tempest-TestShelveInstance-790754725 tempest-TestShelveInstance-790754725-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-601336-94-hyperv {{(pid=94174) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 12:18:25.441347 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG oslo_concurrency.lockutils [None req-d79146ae-57f9-4ea9-affa-500d0e80fbd5 tempest-TestShelveInstance-790754725 tempest-TestShelveInstance-790754725-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.034s {{(pid=94174) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 12:18:25.523954 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron_lib.callbacks.manager [None req-d79146ae-57f9-4ea9-affa-500d0e80fbd5 tempest-TestShelveInstance-790754725 tempest-TestShelveInstance-790754725-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 12:18:25.525134 dv-neutron-601336-94-hyperv neutron-server[94174]: INFO neutron.wsgi [None req-d79146ae-57f9-4ea9-affa-500d0e80fbd5 tempest-TestShelveInstance-790754725 tempest-TestShelveInstance-790754725-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.3676066 Jun 23 12:18:29.136935 dv-neutron-601336-94-hyperv neutron-server[94177]: DEBUG neutron.db.agents_db [None req-90fb1279-e4c5-4e73-8d66-3a29811dc4e3 None None] Agent healthcheck: found 6 active agents {{(pid=94177) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 23 12:18:41.027068 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron_lib.callbacks.manager [None req-74fa6a49-32bc-4da6-b846-b8b6adaab75e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773699952132', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-899307'] for agent, after_update {{(pid=94176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 12:18:43.242263 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron_lib.callbacks.manager [None req-fb81314c-d2bb-4a8e-8d03-9c2fd8d8e8a1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773699952132', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-899307'] for agent, after_update {{(pid=94176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 12:18:44.026588 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron_lib.callbacks.manager [None req-dc7542b2-afef-47f4-a763-e3a3cba144be None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773699952132', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-899307'] for agent, after_update {{(pid=94176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 12:18:44.803780 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron_lib.callbacks.manager [None req-4c20ea5f-bc7f-4d4e-935d-57f082af6ccb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773699952132', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-899307'] for agent, after_update {{(pid=94176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 12:18:46.860631 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron_lib.callbacks.manager [None req-95d6aa8f-24e7-4234-82ff-f502266c3285 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773699952132', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-899307'] for agent, after_update {{(pid=94176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 12:18:51.765311 dv-neutron-601336-94-hyperv neutron-server[94175]: INFO neutron.wsgi [req-e40fec09-48f6-4598-96d4-da62a62df583 req-1f926fde-ab31-41f4-a61f-9366eb7df0a7 tempest-TestShelveInstance-790754725 tempest-TestShelveInstance-790754725-project] 10.222.0.20 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-447726532&fields=id&tenant_id=c080a553dd50489bbe6db51b0d3ddebb HTTP/1.1" status: 200 len: 267 time: 0.0332880 Jun 23 12:18:51.868501 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e40fec09-48f6-4598-96d4-da62a62df583 req-8a7b20a7-0485-4016-89aa-fefc2b09a2cd tempest-TestShelveInstance-790754725 tempest-TestShelveInstance-790754725-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 12:18:51.869830 dv-neutron-601336-94-hyperv neutron-server[94175]: INFO neutron.wsgi [req-e40fec09-48f6-4598-96d4-da62a62df583 req-8a7b20a7-0485-4016-89aa-fefc2b09a2cd tempest-TestShelveInstance-790754725 tempest-TestShelveInstance-790754725-project] 10.222.0.20 "GET /v2.0/networks?id=61c6d8b9-d3d0-4122-99ae-31963043c8d9 HTTP/1.1" status: 200 len: 809 time: 0.0982962 Jun 23 12:18:51.884603 dv-neutron-601336-94-hyperv neutron-server[94175]: INFO neutron.wsgi [req-e40fec09-48f6-4598-96d4-da62a62df583 req-bfc4d68a-0993-432e-903c-2c865908af88 tempest-TestShelveInstance-790754725 tempest-TestShelveInstance-790754725-project] 10.222.0.20 "GET /v2.0/quotas/c080a553dd50489bbe6db51b0d3ddebb HTTP/1.1" status: 200 len: 375 time: 0.0086410 Jun 23 12:18:51.951653 dv-neutron-601336-94-hyperv neutron-server[94175]: INFO neutron.wsgi [req-e40fec09-48f6-4598-96d4-da62a62df583 req-253b058f-ca66-4cf2-9ac4-ed1c71e78281 tempest-TestShelveInstance-790754725 tempest-TestShelveInstance-790754725-project] 10.222.0.20 "GET /v2.0/ports?tenant_id=c080a553dd50489bbe6db51b0d3ddebb&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0616932 Jun 23 12:18:52.088363 dv-neutron-601336-94-hyperv neutron-server[94175]: INFO neutron.wsgi [req-e40fec09-48f6-4598-96d4-da62a62df583 req-e2287d1d-402b-46e2-96eb-d0b855ca8010 service neutron] 10.222.0.20 "GET /v2.0/networks/61c6d8b9-d3d0-4122-99ae-31963043c8d9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1256461 Jun 23 12:18:52.175644 dv-neutron-601336-94-hyperv neutron-server[94175]: INFO neutron.wsgi [req-e40fec09-48f6-4598-96d4-da62a62df583 req-8a8781df-7547-4832-8e4b-6221ff70b656 service neutron] 10.222.0.20 "GET /v2.0/networks/61c6d8b9-d3d0-4122-99ae-31963043c8d9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0816035 Jun 23 12:18:52.768999 dv-neutron-601336-94-hyperv neutron-server[94174]: INFO neutron.wsgi [req-3daa7ca7-e86c-4376-a91d-9b5ca7f38258 req-7fa1a4d8-3243-40ac-9bc8-0b8fce8d0391 tempest-TestShelveInstance-790754725 tempest-TestShelveInstance-790754725-project] 10.222.0.20 "GET /v2.0/ports?device_id=21ce6d9b-b586-49e4-b9a7-5c3ead87ba38 HTTP/1.1" status: 200 len: 210 time: 0.0358894 Jun 23 12:18:53.906113 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron_lib.callbacks.manager [None req-97bd5441-1da2-49ee-a364-27795820ba27 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773699952132', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-899307'] for agent, after_update {{(pid=94176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 12:18:53.910511 dv-neutron-601336-94-hyperv neutron-server[94175]: INFO neutron.wsgi [req-4855fa7f-e926-49fe-9746-9d3682be5d46 req-ae0ac44f-d8db-499d-9d2d-0e3a9348a5f3 tempest-TestShelveInstance-790754725 tempest-TestShelveInstance-790754725-project] 10.222.0.20 "GET /v2.0/ports?device_id=21ce6d9b-b586-49e4-b9a7-5c3ead87ba38 HTTP/1.1" status: 200 len: 210 time: 0.0298407 Jun 23 12:18:54.895784 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e40fec09-48f6-4598-96d4-da62a62df583 req-eae851ed-1f06-4c39-a606-5754cdd978c9 tempest-TestShelveInstance-790754725 tempest-TestShelveInstance-790754725-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 12:18:54.897199 dv-neutron-601336-94-hyperv neutron-server[94175]: INFO neutron.wsgi [req-e40fec09-48f6-4598-96d4-da62a62df583 req-eae851ed-1f06-4c39-a606-5754cdd978c9 tempest-TestShelveInstance-790754725 tempest-TestShelveInstance-790754725-project] 10.222.0.52 "GET /v2.0/networks?id=61c6d8b9-d3d0-4122-99ae-31963043c8d9 HTTP/1.1" status: 200 len: 809 time: 0.1031232 Jun 23 12:18:54.940885 dv-neutron-601336-94-hyperv neutron-server[94175]: INFO neutron.wsgi [req-e40fec09-48f6-4598-96d4-da62a62df583 req-a231ad23-0cbf-478b-a596-d58d54964e6c tempest-TestShelveInstance-790754725 tempest-TestShelveInstance-790754725-project] 10.222.0.52 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=c080a553dd50489bbe6db51b0d3ddebb HTTP/1.1" status: 200 len: 379 time: 0.0351005 Jun 23 12:18:54.949808 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.api.v2.base [req-e40fec09-48f6-4598-96d4-da62a62df583 req-441b0359-cdc9-4a88-8106-73ef63f8d53e tempest-TestShelveInstance-790754725 tempest-TestShelveInstance-790754725-project] Request body: {'port': {'device_id': '21ce6d9b-b586-49e4-b9a7-5c3ead87ba38', 'network_id': '61c6d8b9-d3d0-4122-99ae-31963043c8d9', 'admin_state_up': True, 'tenant_id': 'c080a553dd50489bbe6db51b0d3ddebb', 'security_groups': ['3fce5744-cd2a-4421-94c5-84674053c1b9']}} {{(pid=94175) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 23 12:18:55.050627 dv-neutron-601336-94-hyperv neutron-server[94174]: INFO neutron.wsgi [req-99e21bfa-8556-4677-a471-dd30f9b34692 req-ad60c1f3-b914-4634-a753-eb39565f55aa tempest-TestShelveInstance-790754725 tempest-TestShelveInstance-790754725-project] 10.222.0.20 "GET /v2.0/ports?device_id=21ce6d9b-b586-49e4-b9a7-5c3ead87ba38 HTTP/1.1" status: 200 len: 210 time: 0.0285599 Jun 23 12:18:55.123270 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e40fec09-48f6-4598-96d4-da62a62df583 req-441b0359-cdc9-4a88-8106-73ef63f8d53e tempest-TestShelveInstance-790754725 tempest-TestShelveInstance-790754725-project] Made reservation on behalf of c080a553dd50489bbe6db51b0d3ddebb for: {'port': 1} {{(pid=94175) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 23 12:18:55.127151 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron_lib.callbacks.manager [req-e40fec09-48f6-4598-96d4-da62a62df583 req-441b0359-cdc9-4a88-8106-73ef63f8d53e tempest-TestShelveInstance-790754725 tempest-TestShelveInstance-790754725-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-923104'] for port, before_create {{(pid=94175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 12:18:55.256769 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.db.db_base_plugin_common [req-e40fec09-48f6-4598-96d4-da62a62df583 req-441b0359-cdc9-4a88-8106-73ef63f8d53e tempest-TestShelveInstance-790754725 tempest-TestShelveInstance-790754725-project] Allocated IP 172.20.0.3 (61c6d8b9-d3d0-4122-99ae-31963043c8d9/7f686d1e-afe2-4a5c-a0f6-7d19b33ee35e/eca5a67e-d764-4b75-bf75-997b96dff8ff) {{(pid=94175) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 23 12:18:55.395390 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron_lib.callbacks.manager [req-e40fec09-48f6-4598-96d4-da62a62df583 req-441b0359-cdc9-4a88-8106-73ef63f8d53e tempest-TestShelveInstance-790754725 tempest-TestShelveInstance-790754725-project] Notify callbacks [] for port, precommit_create {{(pid=94175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 12:18:55.408907 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.db.provisioning_blocks [req-e40fec09-48f6-4598-96d4-da62a62df583 req-441b0359-cdc9-4a88-8106-73ef63f8d53e tempest-TestShelveInstance-790754725 tempest-TestShelveInstance-790754725-project] Transition to ACTIVE for port object eca5a67e-d764-4b75-bf75-997b96dff8ff will not be triggered until provisioned by entity DHCP. {{(pid=94175) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 23 12:18:55.529466 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron_lib.callbacks.manager [req-e40fec09-48f6-4598-96d4-da62a62df583 req-441b0359-cdc9-4a88-8106-73ef63f8d53e tempest-TestShelveInstance-790754725 tempest-TestShelveInstance-790754725-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-922915', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-239814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7866073', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773699642215', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-5082457'] for port, after_create {{(pid=94175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 12:18:55.533822 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG oslo_concurrency.lockutils [None req-1607dc16-9801-47b2-a487-b5750c50c623 tempest-TestNetworkAdvancedServerOps-1740099935 tempest-TestNetworkAdvancedServerOps-1740099935-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94175) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 12:18:55.573379 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e40fec09-48f6-4598-96d4-da62a62df583 req-441b0359-cdc9-4a88-8106-73ef63f8d53e tempest-TestShelveInstance-790754725 tempest-TestShelveInstance-790754725-project] Network 61c6d8b9-d3d0-4122-99ae-31963043c8d9 is already hosted by enough agents. {{(pid=94175) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 23 12:18:55.577173 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.scheduler.base_scheduler [req-e40fec09-48f6-4598-96d4-da62a62df583 req-441b0359-cdc9-4a88-8106-73ef63f8d53e tempest-TestShelveInstance-790754725 tempest-TestShelveInstance-790754725-project] Resources bound (agent type, host, resource id): {{(pid=94175) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 23 12:18:55.582868 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.db.l3_dvrscheduler_db [req-e40fec09-48f6-4598-96d4-da62a62df583 req-441b0359-cdc9-4a88-8106-73ef63f8d53e tempest-TestShelveInstance-790754725 tempest-TestShelveInstance-790754725-project] Received port after_create {{(pid=94175) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 23 12:18:55.589250 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-441b0359-cdc9-4a88-8106-73ef63f8d53e tempest-TestShelveInstance-790754725 tempest-TestShelveInstance-790754725-project] Pushing event updated for resources: {'Port': ['ID=eca5a67e-d764-4b75-bf75-997b96dff8ff,revision_number=1']} {{(pid=94175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 12:18:55.609922 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG oslo_concurrency.lockutils [None req-441b0359-cdc9-4a88-8106-73ef63f8d53e tempest-TestShelveInstance-790754725 tempest-TestShelveInstance-790754725-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.076s {{(pid=94175) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 12:18:55.640201 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e40fec09-48f6-4598-96d4-da62a62df583 req-441b0359-cdc9-4a88-8106-73ef63f8d53e tempest-TestShelveInstance-790754725 tempest-TestShelveInstance-790754725-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 12:18:55.640873 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron_lib.callbacks.manager [req-e40fec09-48f6-4598-96d4-da62a62df583 req-441b0359-cdc9-4a88-8106-73ef63f8d53e tempest-TestShelveInstance-790754725 tempest-TestShelveInstance-790754725-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-217507'] for port, before_response {{(pid=94175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 12:18:55.718367 dv-neutron-601336-94-hyperv neutron-server[94175]: INFO neutron.wsgi [req-e40fec09-48f6-4598-96d4-da62a62df583 req-441b0359-cdc9-4a88-8106-73ef63f8d53e tempest-TestShelveInstance-790754725 tempest-TestShelveInstance-790754725-project] 10.222.0.52 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7722766 Jun 23 12:18:55.731784 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.api.v2.base [req-e40fec09-48f6-4598-96d4-da62a62df583 req-ec97b044-bc5f-49c6-8852-b6b4589255e2 service neutron] Request body: {'port': {'device_id': '21ce6d9b-b586-49e4-b9a7-5c3ead87ba38', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-6013'}} {{(pid=94175) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 23 12:18:55.809936 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron_lib.callbacks.manager [req-e40fec09-48f6-4598-96d4-da62a62df583 req-ec97b044-bc5f-49c6-8852-b6b4589255e2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-923122'] for port, before_update {{(pid=94175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 12:18:55.963394 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.db.provisioning_blocks [None req-bf7fc9ca-5839-42db-8c0f-8acdfd2026c6 None None] Provisioning for port eca5a67e-d764-4b75-bf75-997b96dff8ff completed by entity DHCP. {{(pid=94176) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 23 12:18:55.968012 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.db.provisioning_blocks [None req-bf7fc9ca-5839-42db-8c0f-8acdfd2026c6 None None] Provisioning complete for port eca5a67e-d764-4b75-bf75-997b96dff8ff triggered by entity DHCP. {{(pid=94176) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 23 12:18:55.974505 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron_lib.callbacks.manager [None req-bf7fc9ca-5839-42db-8c0f-8acdfd2026c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-899258'] for port, provisioning_complete {{(pid=94176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 12:18:56.004411 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.plugins.ml2.plugin [None req-bf7fc9ca-5839-42db-8c0f-8acdfd2026c6 None None] Port eca5a67e-d764-4b75-bf75-997b96dff8ff cannot update to ACTIVE because it is not bound. {{(pid=94176) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jun 23 12:18:56.078527 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.notifiers.nova [req-e40fec09-48f6-4598-96d4-da62a62df583 req-ec97b044-bc5f-49c6-8852-b6b4589255e2 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id eca5a67e-d764-4b75-bf75-997b96dff8ff {{(pid=94175) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 23 12:18:56.086088 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron_lib.callbacks.manager [req-e40fec09-48f6-4598-96d4-da62a62df583 req-ec97b044-bc5f-49c6-8852-b6b4589255e2 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 12:18:56.098711 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.db.provisioning_blocks [req-e40fec09-48f6-4598-96d4-da62a62df583 req-ec97b044-bc5f-49c6-8852-b6b4589255e2 service neutron] Transition to ACTIVE for port object eca5a67e-d764-4b75-bf75-997b96dff8ff will not be triggered until provisioned by entity L2. {{(pid=94175) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 23 12:18:56.178903 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron_lib.callbacks.manager [req-e40fec09-48f6-4598-96d4-da62a62df583 req-ec97b044-bc5f-49c6-8852-b6b4589255e2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-922904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866062', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773700135042', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773699642233', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773699642278', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5082471'] for port, after_update {{(pid=94175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 12:18:56.206371 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG oslo_concurrency.lockutils [None req-678351c5-c97e-40bb-978a-fb8d6b43efe5 tempest-TestNetworkAdvancedServerOps-1740099935 tempest-TestNetworkAdvancedServerOps-1740099935-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94175) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 12:18:56.280147 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec97b044-bc5f-49c6-8852-b6b4589255e2 service neutron] Pushing event updated for resources: {'Port': ['ID=eca5a67e-d764-4b75-bf75-997b96dff8ff,revision_number=2']} {{(pid=94175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 12:18:56.290062 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG oslo_concurrency.lockutils [None req-ec97b044-bc5f-49c6-8852-b6b4589255e2 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.084s {{(pid=94175) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 12:18:56.349189 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1edab4e0-835f-4d17-a30a-0ba1330d5589 req-d89ed841-5915-4373-b7ae-c3d8731b53d3 tempest-TestShelveInstance-790754725 tempest-TestShelveInstance-790754725-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 12:18:56.350767 dv-neutron-601336-94-hyperv neutron-server[94175]: INFO neutron.wsgi [req-1edab4e0-835f-4d17-a30a-0ba1330d5589 req-d89ed841-5915-4373-b7ae-c3d8731b53d3 tempest-TestShelveInstance-790754725 tempest-TestShelveInstance-790754725-project] 10.222.0.20 "GET /v2.0/ports?device_id=21ce6d9b-b586-49e4-b9a7-5c3ead87ba38 HTTP/1.1" status: 200 len: 943 time: 0.1832747 Jun 23 12:18:56.403441 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.plugins.ml2.managers [req-e40fec09-48f6-4598-96d4-da62a62df583 req-ec97b044-bc5f-49c6-8852-b6b4589255e2 service neutron] Attempting to bind port eca5a67e-d764-4b75-bf75-997b96dff8ff on host hv-neutron-6013 for vnic_type normal with profile {{(pid=94175) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 23 12:18:56.403783 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.plugins.ml2.managers [req-e40fec09-48f6-4598-96d4-da62a62df583 req-ec97b044-bc5f-49c6-8852-b6b4589255e2 service neutron] Attempting to bind port eca5a67e-d764-4b75-bf75-997b96dff8ff by drivers openvswitch,hyperv on host hv-neutron-6013 at level 0 using segments [{'id': '7c9ce104-d172-418f-b29b-77515f70dc45', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 417, 'network_id': '61c6d8b9-d3d0-4122-99ae-31963043c8d9'}] {{(pid=94175) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 23 12:18:56.404118 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e40fec09-48f6-4598-96d4-da62a62df583 req-ec97b044-bc5f-49c6-8852-b6b4589255e2 service neutron] Attempting to bind port eca5a67e-d764-4b75-bf75-997b96dff8ff on network 61c6d8b9-d3d0-4122-99ae-31963043c8d9 {{(pid=94175) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 23 12:18:56.412267 dv-neutron-601336-94-hyperv neutron-server[94175]: INFO neutron.wsgi [req-1edab4e0-835f-4d17-a30a-0ba1330d5589 req-c6b9594a-a149-4a8a-b66e-2d0a07eedecc tempest-TestShelveInstance-790754725 tempest-TestShelveInstance-790754725-project] 10.222.0.20 "GET /v2.0/security-groups?id=3fce5744-cd2a-4421-94c5-84674053c1b9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0526738 Jun 23 12:18:56.414393 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e40fec09-48f6-4598-96d4-da62a62df583 req-ec97b044-bc5f-49c6-8852-b6b4589255e2 service neutron] Port eca5a67e-d764-4b75-bf75-997b96dff8ff on network 61c6d8b9-d3d0-4122-99ae-31963043c8d9 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-6013 {{(pid=94175) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 23 12:18:56.414727 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e40fec09-48f6-4598-96d4-da62a62df583 req-ec97b044-bc5f-49c6-8852-b6b4589255e2 service neutron] Attempting to bind port eca5a67e-d764-4b75-bf75-997b96dff8ff on network 61c6d8b9-d3d0-4122-99ae-31963043c8d9 {{(pid=94175) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 23 12:18:56.420162 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e40fec09-48f6-4598-96d4-da62a62df583 req-ec97b044-bc5f-49c6-8852-b6b4589255e2 service neutron] Checking agent: {'id': '3a130b41-5b27-406b-aeb2-5a923af79f10', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-6013', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 23, 11, 28, 23), 'started_at': datetime.datetime(2021, 6, 23, 11, 28, 23), 'heartbeat_timestamp': datetime.datetime(2021, 6, 23, 12, 18, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94175) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 23 12:18:56.420507 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e40fec09-48f6-4598-96d4-da62a62df583 req-ec97b044-bc5f-49c6-8852-b6b4589255e2 service neutron] Checking segment: {'id': '7c9ce104-d172-418f-b29b-77515f70dc45', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 417, 'network_id': '61c6d8b9-d3d0-4122-99ae-31963043c8d9'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94175) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 23 12:18:56.420893 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e40fec09-48f6-4598-96d4-da62a62df583 req-ec97b044-bc5f-49c6-8852-b6b4589255e2 service neutron] Bound using segment: {'id': '7c9ce104-d172-418f-b29b-77515f70dc45', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 417, 'network_id': '61c6d8b9-d3d0-4122-99ae-31963043c8d9'} {{(pid=94175) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 23 12:18:56.421396 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.plugins.ml2.managers [req-e40fec09-48f6-4598-96d4-da62a62df583 req-ec97b044-bc5f-49c6-8852-b6b4589255e2 service neutron] Bound port: eca5a67e-d764-4b75-bf75-997b96dff8ff, host: hv-neutron-6013, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7c9ce104-d172-418f-b29b-77515f70dc45', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 417, 'network_id': '61c6d8b9-d3d0-4122-99ae-31963043c8d9'}}] {{(pid=94175) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 23 12:18:56.421669 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron_lib.callbacks.manager [req-e40fec09-48f6-4598-96d4-da62a62df583 req-ec97b044-bc5f-49c6-8852-b6b4589255e2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-923122'] for port, before_update {{(pid=94175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 12:18:56.489941 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.plugins.ml2.db [req-e40fec09-48f6-4598-96d4-da62a62df583 req-ec97b044-bc5f-49c6-8852-b6b4589255e2 service neutron] For port eca5a67e-d764-4b75-bf75-997b96dff8ff, host hv-neutron-6013, cleared binding levels {{(pid=94175) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 23 12:18:56.492998 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.plugins.ml2.db [req-e40fec09-48f6-4598-96d4-da62a62df583 req-ec97b044-bc5f-49c6-8852-b6b4589255e2 service neutron] For port eca5a67e-d764-4b75-bf75-997b96dff8ff, host hv-neutron-6013, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-6013',level=0,port_id=eca5a67e-d764-4b75-bf75-997b96dff8ff,segment=NetworkSegment(7c9ce104-d172-418f-b29b-77515f70dc45),segment_id=7c9ce104-d172-418f-b29b-77515f70dc45)] {{(pid=94175) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 23 12:18:56.592888 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron_lib.callbacks.manager [req-e40fec09-48f6-4598-96d4-da62a62df583 req-ec97b044-bc5f-49c6-8852-b6b4589255e2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-922904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866062', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773700135042', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773699642233', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773699642278', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5082471'] for port, after_update {{(pid=94175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 12:18:56.595012 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG oslo_concurrency.lockutils [None req-f7657caa-a38c-4d81-97e9-33ddf14d8d38 tempest-TestNetworkAdvancedServerOps-1740099935 tempest-TestNetworkAdvancedServerOps-1740099935-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94175) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 12:18:56.630977 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e40fec09-48f6-4598-96d4-da62a62df583 req-ec97b044-bc5f-49c6-8852-b6b4589255e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 12:18:56.631646 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron_lib.callbacks.manager [req-e40fec09-48f6-4598-96d4-da62a62df583 req-ec97b044-bc5f-49c6-8852-b6b4589255e2 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-217507'] for port, before_response {{(pid=94175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 12:18:56.633517 dv-neutron-601336-94-hyperv neutron-server[94175]: INFO neutron.wsgi [req-e40fec09-48f6-4598-96d4-da62a62df583 req-ec97b044-bc5f-49c6-8852-b6b4589255e2 service neutron] 10.222.0.52 "PUT /v2.0/ports/eca5a67e-d764-4b75-bf75-997b96dff8ff HTTP/1.1" status: 200 len: 1093 time: 0.9065189 Jun 23 12:18:56.633630 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '21ce6d9b-b586-49e4-b9a7-5c3ead87ba38', 'tag': 'eca5a67e-d764-4b75-bf75-997b96dff8ff'}] {{(pid=94175) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 23 12:18:56.635932 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1970408df4ea4e7170669a1249478e627cf05a5a0b07cc08a66c5cb53d0ac47a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b23a6ee9-adc2-4be0-b1f8-0bd5c145e0e9" -d '{"events": [{"name": "network-changed", "server_uuid": "21ce6d9b-b586-49e4-b9a7-5c3ead87ba38", "tag": "eca5a67e-d764-4b75-bf75-997b96dff8ff"}]}' {{(pid=94175) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 23 12:18:56.666670 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec97b044-bc5f-49c6-8852-b6b4589255e2 service neutron] Pushing event updated for resources: {'Port': ['ID=eca5a67e-d764-4b75-bf75-997b96dff8ff,revision_number=3']} {{(pid=94175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 12:18:56.669901 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG oslo_concurrency.lockutils [None req-ec97b044-bc5f-49c6-8852-b6b4589255e2 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.075s {{(pid=94175) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 12:18:56.679157 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 23 Jun 2021 12:18:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5759ce5a-fbeb-43bb-8c11-720be758f1c5 x-openstack-request-id: req-5759ce5a-fbeb-43bb-8c11-720be758f1c5 {{(pid=94175) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 23 12:18:56.679500 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "21ce6d9b-b586-49e4-b9a7-5c3ead87ba38", "tag": "eca5a67e-d764-4b75-bf75-997b96dff8ff", "status": "completed", "code": 200}]} {{(pid=94175) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 23 12:18:56.679808 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-5759ce5a-fbeb-43bb-8c11-720be758f1c5 {{(pid=94175) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 23 12:18:56.680266 dv-neutron-601336-94-hyperv neutron-server[94175]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '21ce6d9b-b586-49e4-b9a7-5c3ead87ba38', 'tag': 'eca5a67e-d764-4b75-bf75-997b96dff8ff', 'status': 'completed', 'code': 200} Jun 23 12:18:56.757343 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b23a6ee9-adc2-4be0-b1f8-0bd5c145e0e9 req-008a0138-7666-4ecf-b162-ffbde989e5a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 12:18:56.760155 dv-neutron-601336-94-hyperv neutron-server[94175]: INFO neutron.wsgi [req-b23a6ee9-adc2-4be0-b1f8-0bd5c145e0e9 req-008a0138-7666-4ecf-b162-ffbde989e5a0 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=c080a553dd50489bbe6db51b0d3ddebb&device_id=21ce6d9b-b586-49e4-b9a7-5c3ead87ba38 HTTP/1.1" status: 200 len: 1096 time: 0.0608845 Jun 23 12:18:56.866538 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b23a6ee9-adc2-4be0-b1f8-0bd5c145e0e9 req-b19e498e-cfa0-41a8-9a1f-70fe1bbcac37 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 12:18:56.868564 dv-neutron-601336-94-hyperv neutron-server[94175]: INFO neutron.wsgi [req-b23a6ee9-adc2-4be0-b1f8-0bd5c145e0e9 req-b19e498e-cfa0-41a8-9a1f-70fe1bbcac37 service neutron] 10.222.0.52 "GET /v2.0/networks?tenant_id=c080a553dd50489bbe6db51b0d3ddebb&shared=False HTTP/1.1" status: 200 len: 910 time: 0.1017981 Jun 23 12:18:56.971406 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b23a6ee9-adc2-4be0-b1f8-0bd5c145e0e9 req-78493f0f-402a-4dac-b898-75c47a1ef43d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 12:18:56.972851 dv-neutron-601336-94-hyperv neutron-server[94175]: INFO neutron.wsgi [req-b23a6ee9-adc2-4be0-b1f8-0bd5c145e0e9 req-78493f0f-402a-4dac-b898-75c47a1ef43d service neutron] 10.222.0.52 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0968013 Jun 23 12:18:57.066758 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e40fec09-48f6-4598-96d4-da62a62df583 req-46de232b-a162-496c-b9c9-dfc4d9b235d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 12:18:57.068182 dv-neutron-601336-94-hyperv neutron-server[94175]: INFO neutron.wsgi [req-e40fec09-48f6-4598-96d4-da62a62df583 req-46de232b-a162-496c-b9c9-dfc4d9b235d4 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=c080a553dd50489bbe6db51b0d3ddebb&device_id=21ce6d9b-b586-49e4-b9a7-5c3ead87ba38 HTTP/1.1" status: 200 len: 1096 time: 0.0580518 Jun 23 12:18:57.109175 dv-neutron-601336-94-hyperv neutron-server[94175]: INFO neutron.wsgi [req-e40fec09-48f6-4598-96d4-da62a62df583 req-d180748f-90ea-47f8-a882-badc339019e7 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=eca5a67e-d764-4b75-bf75-997b96dff8ff HTTP/1.1" status: 200 len: 217 time: 0.0344396 Jun 23 12:18:57.157304 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e40fec09-48f6-4598-96d4-da62a62df583 req-012149e4-f03f-4128-ae5c-b27db46a6ec7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 12:18:57.158753 dv-neutron-601336-94-hyperv neutron-server[94175]: INFO neutron.wsgi [req-e40fec09-48f6-4598-96d4-da62a62df583 req-012149e4-f03f-4128-ae5c-b27db46a6ec7 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=7f686d1e-afe2-4a5c-a0f6-7d19b33ee35e HTTP/1.1" status: 200 len: 848 time: 0.0434175 Jun 23 12:18:57.219523 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e40fec09-48f6-4598-96d4-da62a62df583 req-fe262cdc-83f8-442a-adf8-79c608b758c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 12:18:57.220943 dv-neutron-601336-94-hyperv neutron-server[94175]: INFO neutron.wsgi [req-e40fec09-48f6-4598-96d4-da62a62df583 req-fe262cdc-83f8-442a-adf8-79c608b758c5 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=61c6d8b9-d3d0-4122-99ae-31963043c8d9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1178 time: 0.0564384 Jun 23 12:18:57.308614 dv-neutron-601336-94-hyperv neutron-server[94175]: INFO neutron.wsgi [req-e40fec09-48f6-4598-96d4-da62a62df583 req-c862de6e-df4c-4b61-bb91-a0b4eea710fb service neutron] 10.222.0.52 "GET /v2.0/networks/61c6d8b9-d3d0-4122-99ae-31963043c8d9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0815401 Jun 23 12:18:57.400157 dv-neutron-601336-94-hyperv neutron-server[94175]: INFO neutron.wsgi [req-e40fec09-48f6-4598-96d4-da62a62df583 req-7021eeba-1384-4bf6-9127-e1f1f26ad96b service neutron] 10.222.0.52 "GET /v2.0/networks/61c6d8b9-d3d0-4122-99ae-31963043c8d9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0851209 Jun 23 12:18:57.594964 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-432089a2-7614-449a-8710-bfdebb745d85 req-8a400ee9-2775-4bf9-9a33-720a995582bc tempest-TestShelveInstance-790754725 tempest-TestShelveInstance-790754725-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 12:18:57.596544 dv-neutron-601336-94-hyperv neutron-server[94175]: INFO neutron.wsgi [req-432089a2-7614-449a-8710-bfdebb745d85 req-8a400ee9-2775-4bf9-9a33-720a995582bc tempest-TestShelveInstance-790754725 tempest-TestShelveInstance-790754725-project] 10.222.0.20 "GET /v2.0/ports?device_id=21ce6d9b-b586-49e4-b9a7-5c3ead87ba38 HTTP/1.1" status: 200 len: 943 time: 0.0671682 Jun 23 12:18:57.633699 dv-neutron-601336-94-hyperv neutron-server[94175]: INFO neutron.wsgi [req-432089a2-7614-449a-8710-bfdebb745d85 req-a02a394c-24b4-42ec-b5fa-adb7bcc79322 tempest-TestShelveInstance-790754725 tempest-TestShelveInstance-790754725-project] 10.222.0.20 "GET /v2.0/security-groups?id=3fce5744-cd2a-4421-94c5-84674053c1b9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0314913 Jun 23 12:18:58.808121 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a827ed9-6789-4617-9ec0-f5fc25021179 req-ee9f54b5-c48b-4ca7-a03a-f9d3087aec6b tempest-TestShelveInstance-790754725 tempest-TestShelveInstance-790754725-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94174) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 12:18:58.809565 dv-neutron-601336-94-hyperv neutron-server[94174]: INFO neutron.wsgi [req-4a827ed9-6789-4617-9ec0-f5fc25021179 req-ee9f54b5-c48b-4ca7-a03a-f9d3087aec6b tempest-TestShelveInstance-790754725 tempest-TestShelveInstance-790754725-project] 10.222.0.20 "GET /v2.0/ports?device_id=21ce6d9b-b586-49e4-b9a7-5c3ead87ba38 HTTP/1.1" status: 200 len: 943 time: 0.0641665 Jun 23 12:18:58.846979 dv-neutron-601336-94-hyperv neutron-server[94174]: INFO neutron.wsgi [req-4a827ed9-6789-4617-9ec0-f5fc25021179 req-460f5061-51bb-4c30-b0a7-f824f6fc7493 tempest-TestShelveInstance-790754725 tempest-TestShelveInstance-790754725-project] 10.222.0.20 "GET /v2.0/security-groups?id=3fce5744-cd2a-4421-94c5-84674053c1b9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0311053 Jun 23 12:19:00.025483 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce1284c0-e818-4d9f-90df-1a4e1fd2928e req-331d6d4c-e1c4-4ba2-bd0e-38e46163d654 tempest-TestShelveInstance-790754725 tempest-TestShelveInstance-790754725-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 12:19:00.027147 dv-neutron-601336-94-hyperv neutron-server[94175]: INFO neutron.wsgi [req-ce1284c0-e818-4d9f-90df-1a4e1fd2928e req-331d6d4c-e1c4-4ba2-bd0e-38e46163d654 tempest-TestShelveInstance-790754725 tempest-TestShelveInstance-790754725-project] 10.222.0.20 "GET /v2.0/ports?device_id=21ce6d9b-b586-49e4-b9a7-5c3ead87ba38 HTTP/1.1" status: 200 len: 943 time: 0.0670581 Jun 23 12:19:00.067279 dv-neutron-601336-94-hyperv neutron-server[94175]: INFO neutron.wsgi [req-ce1284c0-e818-4d9f-90df-1a4e1fd2928e req-4f5ddf46-b62e-468a-a9a7-cd227ac322a2 tempest-TestShelveInstance-790754725 tempest-TestShelveInstance-790754725-project] 10.222.0.20 "GET /v2.0/security-groups?id=3fce5744-cd2a-4421-94c5-84674053c1b9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0340464 Jun 23 12:19:01.287921 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25f83aa4-309a-4afc-8325-40044b7678c6 req-7bb9e832-6978-49d0-9015-21bc75b81d03 tempest-TestShelveInstance-790754725 tempest-TestShelveInstance-790754725-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94174) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 12:19:01.289396 dv-neutron-601336-94-hyperv neutron-server[94174]: INFO neutron.wsgi [req-25f83aa4-309a-4afc-8325-40044b7678c6 req-7bb9e832-6978-49d0-9015-21bc75b81d03 tempest-TestShelveInstance-790754725 tempest-TestShelveInstance-790754725-project] 10.222.0.20 "GET /v2.0/ports?device_id=21ce6d9b-b586-49e4-b9a7-5c3ead87ba38 HTTP/1.1" status: 200 len: 943 time: 0.0683563 Jun 23 12:19:01.325522 dv-neutron-601336-94-hyperv neutron-server[94174]: INFO neutron.wsgi [req-25f83aa4-309a-4afc-8325-40044b7678c6 req-d87fd0aa-c854-483a-9f07-3aef9fb95f20 tempest-TestShelveInstance-790754725 tempest-TestShelveInstance-790754725-project] 10.222.0.20 "GET /v2.0/security-groups?id=3fce5744-cd2a-4421-94c5-84674053c1b9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0307131 Jun 23 12:19:02.500702 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce03c7a2-aee4-40db-ace2-d649a73bf1bb req-d8c16387-d87b-4070-a288-54c9e8d849fb tempest-TestShelveInstance-790754725 tempest-TestShelveInstance-790754725-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 12:19:02.502094 dv-neutron-601336-94-hyperv neutron-server[94175]: INFO neutron.wsgi [req-ce03c7a2-aee4-40db-ace2-d649a73bf1bb req-d8c16387-d87b-4070-a288-54c9e8d849fb tempest-TestShelveInstance-790754725 tempest-TestShelveInstance-790754725-project] 10.222.0.20 "GET /v2.0/ports?device_id=21ce6d9b-b586-49e4-b9a7-5c3ead87ba38 HTTP/1.1" status: 200 len: 943 time: 0.0672233 Jun 23 12:19:02.538925 dv-neutron-601336-94-hyperv neutron-server[94175]: INFO neutron.wsgi [req-ce03c7a2-aee4-40db-ace2-d649a73bf1bb req-417a8f23-9c77-4268-b995-58a0848c4516 tempest-TestShelveInstance-790754725 tempest-TestShelveInstance-790754725-project] 10.222.0.20 "GET /v2.0/security-groups?id=3fce5744-cd2a-4421-94c5-84674053c1b9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0312951 Jun 23 12:19:03.706561 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dfdb34d-ab42-4eba-ba8f-902458ed30a5 req-e815cf11-6958-43a1-a1e7-d7cbd8176e4f tempest-TestShelveInstance-790754725 tempest-TestShelveInstance-790754725-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94174) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 12:19:03.708042 dv-neutron-601336-94-hyperv neutron-server[94174]: INFO neutron.wsgi [req-3dfdb34d-ab42-4eba-ba8f-902458ed30a5 req-e815cf11-6958-43a1-a1e7-d7cbd8176e4f tempest-TestShelveInstance-790754725 tempest-TestShelveInstance-790754725-project] 10.222.0.20 "GET /v2.0/ports?device_id=21ce6d9b-b586-49e4-b9a7-5c3ead87ba38 HTTP/1.1" status: 200 len: 943 time: 0.0630348 Jun 23 12:19:03.745537 dv-neutron-601336-94-hyperv neutron-server[94174]: INFO neutron.wsgi [req-3dfdb34d-ab42-4eba-ba8f-902458ed30a5 req-014faca4-517a-46b5-91d9-21a2d665c151 tempest-TestShelveInstance-790754725 tempest-TestShelveInstance-790754725-project] 10.222.0.20 "GET /v2.0/security-groups?id=3fce5744-cd2a-4421-94c5-84674053c1b9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0319579 Jun 23 12:19:04.915219 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d85e1d86-91d8-48bc-9a91-8cc4239606b6 req-a334b39c-d7e6-47cb-bffb-a8b3d6c842ea tempest-TestShelveInstance-790754725 tempest-TestShelveInstance-790754725-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 12:19:04.916647 dv-neutron-601336-94-hyperv neutron-server[94175]: INFO neutron.wsgi [req-d85e1d86-91d8-48bc-9a91-8cc4239606b6 req-a334b39c-d7e6-47cb-bffb-a8b3d6c842ea tempest-TestShelveInstance-790754725 tempest-TestShelveInstance-790754725-project] 10.222.0.20 "GET /v2.0/ports?device_id=21ce6d9b-b586-49e4-b9a7-5c3ead87ba38 HTTP/1.1" status: 200 len: 943 time: 0.0625021 Jun 23 12:19:04.954114 dv-neutron-601336-94-hyperv neutron-server[94175]: INFO neutron.wsgi [req-d85e1d86-91d8-48bc-9a91-8cc4239606b6 req-6155f5fb-a8bd-4f80-afb6-0f6a17785cac tempest-TestShelveInstance-790754725 tempest-TestShelveInstance-790754725-project] 10.222.0.20 "GET /v2.0/security-groups?id=3fce5744-cd2a-4421-94c5-84674053c1b9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0318000 Jun 23 12:19:06.126451 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad66e1ba-0252-4061-a18d-1aa124dcfc90 req-6208227f-e4d9-423e-8609-91517c733f53 tempest-TestShelveInstance-790754725 tempest-TestShelveInstance-790754725-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94174) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 12:19:06.127916 dv-neutron-601336-94-hyperv neutron-server[94174]: INFO neutron.wsgi [req-ad66e1ba-0252-4061-a18d-1aa124dcfc90 req-6208227f-e4d9-423e-8609-91517c733f53 tempest-TestShelveInstance-790754725 tempest-TestShelveInstance-790754725-project] 10.222.0.20 "GET /v2.0/ports?device_id=21ce6d9b-b586-49e4-b9a7-5c3ead87ba38 HTTP/1.1" status: 200 len: 943 time: 0.0659494 Jun 23 12:19:06.135431 dv-neutron-601336-94-hyperv neutron-server[94177]: DEBUG neutron.db.agents_db [None req-90fb1279-e4c5-4e73-8d66-3a29811dc4e3 None None] Agent healthcheck: found 6 active agents {{(pid=94177) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 23 12:19:06.166070 dv-neutron-601336-94-hyperv neutron-server[94174]: INFO neutron.wsgi [req-ad66e1ba-0252-4061-a18d-1aa124dcfc90 req-6e275cac-c535-4215-bccc-d94a5c780d2d tempest-TestShelveInstance-790754725 tempest-TestShelveInstance-790754725-project] 10.222.0.20 "GET /v2.0/security-groups?id=3fce5744-cd2a-4421-94c5-84674053c1b9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0323439 Jun 23 12:19:07.341492 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d5aa2ba-de9d-42c5-8734-0e6f3168c923 req-e7c5e66b-0984-4ec9-88d7-e76413e39fb0 tempest-TestShelveInstance-790754725 tempest-TestShelveInstance-790754725-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 12:19:07.343087 dv-neutron-601336-94-hyperv neutron-server[94175]: INFO neutron.wsgi [req-4d5aa2ba-de9d-42c5-8734-0e6f3168c923 req-e7c5e66b-0984-4ec9-88d7-e76413e39fb0 tempest-TestShelveInstance-790754725 tempest-TestShelveInstance-790754725-project] 10.222.0.20 "GET /v2.0/ports?device_id=21ce6d9b-b586-49e4-b9a7-5c3ead87ba38 HTTP/1.1" status: 200 len: 943 time: 0.0690532 Jun 23 12:19:07.383937 dv-neutron-601336-94-hyperv neutron-server[94175]: INFO neutron.wsgi [req-4d5aa2ba-de9d-42c5-8734-0e6f3168c923 req-92a7fea2-008f-48f0-95bf-c16f403d7443 tempest-TestShelveInstance-790754725 tempest-TestShelveInstance-790754725-project] 10.222.0.20 "GET /v2.0/security-groups?id=3fce5744-cd2a-4421-94c5-84674053c1b9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0352764 Jun 23 12:19:08.553129 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef3b7e77-89a7-46dc-b8d3-0e40ca3cb929 req-b6103967-181b-4b17-a552-c4109d32bc2c tempest-TestShelveInstance-790754725 tempest-TestShelveInstance-790754725-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94174) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 12:19:08.554585 dv-neutron-601336-94-hyperv neutron-server[94174]: INFO neutron.wsgi [req-ef3b7e77-89a7-46dc-b8d3-0e40ca3cb929 req-b6103967-181b-4b17-a552-c4109d32bc2c tempest-TestShelveInstance-790754725 tempest-TestShelveInstance-790754725-project] 10.222.0.20 "GET /v2.0/ports?device_id=21ce6d9b-b586-49e4-b9a7-5c3ead87ba38 HTTP/1.1" status: 200 len: 943 time: 0.0630834 Jun 23 12:19:08.591051 dv-neutron-601336-94-hyperv neutron-server[94174]: INFO neutron.wsgi [req-ef3b7e77-89a7-46dc-b8d3-0e40ca3cb929 req-419b5c48-d872-4ed6-978d-d732c9b9a4ca tempest-TestShelveInstance-790754725 tempest-TestShelveInstance-790754725-project] 10.222.0.20 "GET /v2.0/security-groups?id=3fce5744-cd2a-4421-94c5-84674053c1b9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0309203 Jun 23 12:19:08.885031 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.plugins.ml2.rpc [None req-97bd5441-1da2-49ee-a364-27795820ba27 None None] Device eca5a67e-d764-4b75-bf75-997b96dff8ff details requested by agent hyperv_hv-neutron-6013 with host hv-neutron-6013 {{(pid=94176) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:104}} Jun 23 12:19:08.972548 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.plugins.ml2.db [None req-97bd5441-1da2-49ee-a364-27795820ba27 None None] For port eca5a67e-d764-4b75-bf75-997b96dff8ff, host hv-neutron-6013, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-6013',level=0,port_id=eca5a67e-d764-4b75-bf75-997b96dff8ff,segment=NetworkSegment(7c9ce104-d172-418f-b29b-77515f70dc45),segment_id=7c9ce104-d172-418f-b29b-77515f70dc45)] {{(pid=94176) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 23 12:19:08.983742 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.plugins.ml2.rpc [None req-97bd5441-1da2-49ee-a364-27795820ba27 None None] Returning: {'device': 'eca5a67e-d764-4b75-bf75-997b96dff8ff', 'network_id': '61c6d8b9-d3d0-4122-99ae-31963043c8d9', 'port_id': 'eca5a67e-d764-4b75-bf75-997b96dff8ff', 'mac_address': 'fa:16:3e:29:2c:24', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 417, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7f686d1e-afe2-4a5c-a0f6-7d19b33ee35e', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94176) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:186}} Jun 23 12:19:09.018401 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron_lib.callbacks.manager [None req-97bd5441-1da2-49ee-a364-27795820ba27 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-923122'] for port, before_update {{(pid=94176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 12:19:09.030854 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.notifiers.nova [None req-97bd5441-1da2-49ee-a364-27795820ba27 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id eca5a67e-d764-4b75-bf75-997b96dff8ff {{(pid=94176) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 23 12:19:09.049485 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.plugins.ml2.db [None req-97bd5441-1da2-49ee-a364-27795820ba27 None None] For port eca5a67e-d764-4b75-bf75-997b96dff8ff, host hv-neutron-6013, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-6013',level=0,port_id=eca5a67e-d764-4b75-bf75-997b96dff8ff,segment=NetworkSegment(7c9ce104-d172-418f-b29b-77515f70dc45),segment_id=7c9ce104-d172-418f-b29b-77515f70dc45)] {{(pid=94176) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 23 12:19:09.133284 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron_lib.callbacks.manager [None req-97bd5441-1da2-49ee-a364-27795820ba27 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-922904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866062', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773700135042', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773699642233', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773699642278'] for port, after_update {{(pid=94176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 12:19:09.135244 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG oslo_concurrency.lockutils [None req-97bd5441-1da2-49ee-a364-27795820ba27 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 12:19:09.182599 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97bd5441-1da2-49ee-a364-27795820ba27 None None] Pushing event updated for resources: {'Port': ['ID=eca5a67e-d764-4b75-bf75-997b96dff8ff,revision_number=4']} {{(pid=94176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 12:19:09.189246 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97bd5441-1da2-49ee-a364-27795820ba27 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-601336-94-hyperv {{(pid=94176) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 12:19:09.189597 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97bd5441-1da2-49ee-a364-27795820ba27 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-94-hyperv {{(pid=94176) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 12:19:09.189940 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97bd5441-1da2-49ee-a364-27795820ba27 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-94-hyperv {{(pid=94176) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 12:19:09.190277 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97bd5441-1da2-49ee-a364-27795820ba27 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-601336-94-hyperv {{(pid=94176) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 12:19:09.190609 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97bd5441-1da2-49ee-a364-27795820ba27 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-601336-94-hyperv {{(pid=94176) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 12:19:09.190939 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97bd5441-1da2-49ee-a364-27795820ba27 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-601336-94-hyperv {{(pid=94176) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 12:19:09.191294 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97bd5441-1da2-49ee-a364-27795820ba27 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-601336-94-hyperv {{(pid=94176) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 12:19:09.191622 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97bd5441-1da2-49ee-a364-27795820ba27 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-601336-94-hyperv {{(pid=94176) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 12:19:09.191949 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97bd5441-1da2-49ee-a364-27795820ba27 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-601336-94-hyperv {{(pid=94176) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 12:19:09.192269 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97bd5441-1da2-49ee-a364-27795820ba27 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-94-hyperv {{(pid=94176) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 12:19:09.192858 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97bd5441-1da2-49ee-a364-27795820ba27 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-601336-94-hyperv {{(pid=94176) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 12:19:09.196551 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97bd5441-1da2-49ee-a364-27795820ba27 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-601336-94-hyperv {{(pid=94176) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 12:19:09.200679 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG oslo_concurrency.lockutils [None req-97bd5441-1da2-49ee-a364-27795820ba27 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.066s {{(pid=94176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 12:19:09.340180 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.plugins.ml2.db [None req-97bd5441-1da2-49ee-a364-27795820ba27 None None] get_ports_and_sgs() called for port_ids ['eca5a67e-d764-4b75-bf75-997b96dff8ff'] {{(pid=94176) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 23 12:19:09.760481 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c34d9ce3-6624-46cf-9745-c895724fedf7 req-b68f1a0c-ae79-48c1-9657-4e8e6969b29a tempest-TestShelveInstance-790754725 tempest-TestShelveInstance-790754725-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 12:19:09.761920 dv-neutron-601336-94-hyperv neutron-server[94175]: INFO neutron.wsgi [req-c34d9ce3-6624-46cf-9745-c895724fedf7 req-b68f1a0c-ae79-48c1-9657-4e8e6969b29a tempest-TestShelveInstance-790754725 tempest-TestShelveInstance-790754725-project] 10.222.0.20 "GET /v2.0/ports?device_id=21ce6d9b-b586-49e4-b9a7-5c3ead87ba38 HTTP/1.1" status: 200 len: 944 time: 0.0629971 Jun 23 12:19:09.798569 dv-neutron-601336-94-hyperv neutron-server[94175]: INFO neutron.wsgi [req-c34d9ce3-6624-46cf-9745-c895724fedf7 req-53128bf5-d654-49c0-abe4-0f7a3f53117f tempest-TestShelveInstance-790754725 tempest-TestShelveInstance-790754725-project] 10.222.0.20 "GET /v2.0/security-groups?id=3fce5744-cd2a-4421-94c5-84674053c1b9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0312030 Jun 23 12:19:10.896878 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.plugins.ml2.rpc [None req-97bd5441-1da2-49ee-a364-27795820ba27 None None] Device eca5a67e-d764-4b75-bf75-997b96dff8ff up at agent hyperv_hv-neutron-6013 {{(pid=94176) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:298}} Jun 23 12:19:10.945681 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron_lib.callbacks.manager [None req-70155cb5-a22e-451d-89dc-db1ba9b2b10b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773699952132', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-899307'] for agent, after_update {{(pid=94176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 12:19:10.977025 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92581250-af83-4064-b7d1-383c241667bc req-85e7c239-04e2-4835-b89b-d7ec5a521330 tempest-TestShelveInstance-790754725 tempest-TestShelveInstance-790754725-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94174) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 12:19:10.978565 dv-neutron-601336-94-hyperv neutron-server[94174]: INFO neutron.wsgi [req-92581250-af83-4064-b7d1-383c241667bc req-85e7c239-04e2-4835-b89b-d7ec5a521330 tempest-TestShelveInstance-790754725 tempest-TestShelveInstance-790754725-project] 10.222.0.20 "GET /v2.0/ports?device_id=21ce6d9b-b586-49e4-b9a7-5c3ead87ba38 HTTP/1.1" status: 200 len: 944 time: 0.0635784 Jun 23 12:19:10.991612 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.db.provisioning_blocks [None req-97bd5441-1da2-49ee-a364-27795820ba27 None None] Provisioning for port eca5a67e-d764-4b75-bf75-997b96dff8ff completed by entity L2. {{(pid=94176) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 23 12:19:10.995516 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.db.provisioning_blocks [None req-97bd5441-1da2-49ee-a364-27795820ba27 None None] Provisioning complete for port eca5a67e-d764-4b75-bf75-997b96dff8ff triggered by entity L2. {{(pid=94176) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 23 12:19:10.995906 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron_lib.callbacks.manager [None req-97bd5441-1da2-49ee-a364-27795820ba27 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-899258'] for port, provisioning_complete {{(pid=94176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 12:19:11.015586 dv-neutron-601336-94-hyperv neutron-server[94174]: INFO neutron.wsgi [req-92581250-af83-4064-b7d1-383c241667bc req-555d3c0d-d9cc-43cd-af1b-21939253e14d tempest-TestShelveInstance-790754725 tempest-TestShelveInstance-790754725-project] 10.222.0.20 "GET /v2.0/security-groups?id=3fce5744-cd2a-4421-94c5-84674053c1b9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0312302 Jun 23 12:19:11.073712 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron_lib.callbacks.manager [None req-97bd5441-1da2-49ee-a364-27795820ba27 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-923122'] for port, before_update {{(pid=94176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 12:19:11.095836 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '21ce6d9b-b586-49e4-b9a7-5c3ead87ba38', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'eca5a67e-d764-4b75-bf75-997b96dff8ff'}] {{(pid=94176) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 23 12:19:11.098126 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}887b0dfc0393de878080286a57e4a08d4fa60dd0cddd118f338ebfcd351ddd4c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7e08ef30-8c51-4bfe-92a6-4e36e67545c9" -d '{"events": [{"server_uuid": "21ce6d9b-b586-49e4-b9a7-5c3ead87ba38", "name": "network-vif-plugged", "status": "completed", "tag": "eca5a67e-d764-4b75-bf75-997b96dff8ff"}]}' {{(pid=94176) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 23 12:19:11.110463 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.plugins.ml2.db [None req-97bd5441-1da2-49ee-a364-27795820ba27 None None] For port eca5a67e-d764-4b75-bf75-997b96dff8ff, host hv-neutron-6013, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-6013',level=0,port_id=eca5a67e-d764-4b75-bf75-997b96dff8ff,segment=NetworkSegment(7c9ce104-d172-418f-b29b-77515f70dc45),segment_id=7c9ce104-d172-418f-b29b-77515f70dc45)] {{(pid=94176) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 23 12:19:11.133346 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 23 Jun 2021 12:19:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a4714142-66cb-436a-baae-2f3c865b9e44 x-openstack-request-id: req-a4714142-66cb-436a-baae-2f3c865b9e44 {{(pid=94176) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 23 12:19:11.133843 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "21ce6d9b-b586-49e4-b9a7-5c3ead87ba38", "name": "network-vif-plugged", "status": "completed", "tag": "eca5a67e-d764-4b75-bf75-997b96dff8ff", "code": 200}]} {{(pid=94176) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 23 12:19:11.134110 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-a4714142-66cb-436a-baae-2f3c865b9e44 {{(pid=94176) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 23 12:19:11.134513 dv-neutron-601336-94-hyperv neutron-server[94176]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '21ce6d9b-b586-49e4-b9a7-5c3ead87ba38', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'eca5a67e-d764-4b75-bf75-997b96dff8ff', 'code': 200} Jun 23 12:19:11.180329 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron_lib.callbacks.manager [None req-97bd5441-1da2-49ee-a364-27795820ba27 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-922904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866062', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773700135042', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773699642233', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773699642278'] for port, after_update {{(pid=94176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 12:19:11.182853 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG oslo_concurrency.lockutils [None req-a9538960-aac8-476d-ade5-ac12048b8124 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 12:19:11.228402 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97bd5441-1da2-49ee-a364-27795820ba27 None None] Pushing event updated for resources: {'Port': ['ID=eca5a67e-d764-4b75-bf75-997b96dff8ff,revision_number=5']} {{(pid=94176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 12:19:11.231342 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG oslo_concurrency.lockutils [None req-97bd5441-1da2-49ee-a364-27795820ba27 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=94176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 12:19:11.395908 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2bb3ec6-7fcb-4145-a050-d1c129733321 req-d50b35d8-e02b-4a4e-8955-31c327d0ac30 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 12:19:11.397373 dv-neutron-601336-94-hyperv neutron-server[94175]: INFO neutron.wsgi [req-d2bb3ec6-7fcb-4145-a050-d1c129733321 req-d50b35d8-e02b-4a4e-8955-31c327d0ac30 service neutron] 10.222.0.52 "GET /v2.0/ports?device_id=21ce6d9b-b586-49e4-b9a7-5c3ead87ba38 HTTP/1.1" status: 200 len: 1098 time: 0.0524590 Jun 23 12:19:11.430940 dv-neutron-601336-94-hyperv neutron-server[94175]: INFO neutron.wsgi [req-d2bb3ec6-7fcb-4145-a050-d1c129733321 req-60967b95-f265-42f3-87b9-e07eb45e86a4 service neutron] 10.222.0.52 "GET /v2.0/security-groups?id=3fce5744-cd2a-4421-94c5-84674053c1b9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0266850 Jun 23 12:19:12.189603 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62bd6d01-5887-4503-92e6-6b07385530c4 req-c30e6510-ab7a-4a5e-a5bc-796c8028bdf3 tempest-TestShelveInstance-790754725 tempest-TestShelveInstance-790754725-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94174) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 12:19:12.191168 dv-neutron-601336-94-hyperv neutron-server[94174]: INFO neutron.wsgi [req-62bd6d01-5887-4503-92e6-6b07385530c4 req-c30e6510-ab7a-4a5e-a5bc-796c8028bdf3 tempest-TestShelveInstance-790754725 tempest-TestShelveInstance-790754725-project] 10.222.0.20 "GET /v2.0/ports?device_id=21ce6d9b-b586-49e4-b9a7-5c3ead87ba38 HTTP/1.1" status: 200 len: 945 time: 0.0668576 Jun 23 12:19:12.229459 dv-neutron-601336-94-hyperv neutron-server[94174]: INFO neutron.wsgi [req-62bd6d01-5887-4503-92e6-6b07385530c4 req-b31689c0-ef17-445c-af95-ace8e54848c7 tempest-TestShelveInstance-790754725 tempest-TestShelveInstance-790754725-project] 10.222.0.20 "GET /v2.0/security-groups?id=3fce5744-cd2a-4421-94c5-84674053c1b9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0327542 Jun 23 12:19:13.201539 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron_lib.callbacks.manager [None req-ba055dbb-54b0-43f5-b03f-588d4808ae3e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773699952132', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-899307'] for agent, after_update {{(pid=94176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 12:19:13.730655 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28034085-f82e-4b72-94e1-94d654c70840 req-46f08707-b111-4e5f-a489-aa82a4df77f7 tempest-TestShelveInstance-790754725 tempest-TestShelveInstance-790754725-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 12:19:13.732143 dv-neutron-601336-94-hyperv neutron-server[94175]: INFO neutron.wsgi [req-28034085-f82e-4b72-94e1-94d654c70840 req-46f08707-b111-4e5f-a489-aa82a4df77f7 tempest-TestShelveInstance-790754725 tempest-TestShelveInstance-790754725-project] 10.222.0.20 "GET /v2.0/ports?device_id=21ce6d9b-b586-49e4-b9a7-5c3ead87ba38 HTTP/1.1" status: 200 len: 945 time: 0.3886952 Jun 23 12:19:13.770424 dv-neutron-601336-94-hyperv neutron-server[94175]: INFO neutron.wsgi [req-28034085-f82e-4b72-94e1-94d654c70840 req-1158ef96-710a-49c8-8914-bb0d84f6a852 tempest-TestShelveInstance-790754725 tempest-TestShelveInstance-790754725-project] 10.222.0.20 "GET /v2.0/security-groups?id=3fce5744-cd2a-4421-94c5-84674053c1b9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0324972 Jun 23 12:19:13.939837 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron_lib.callbacks.manager [None req-dc7542b2-afef-47f4-a763-e3a3cba144be None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773699952132', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-899307'] for agent, after_update {{(pid=94176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 12:19:13.941148 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-453d0fb8-4877-44b8-9945-fdd8df95cca5 req-5f5df09b-edd9-4886-8a85-b115dd0eed37 tempest-TestShelveInstance-790754725 tempest-TestShelveInstance-790754725-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94174) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 12:19:13.942627 dv-neutron-601336-94-hyperv neutron-server[94174]: INFO neutron.wsgi [req-453d0fb8-4877-44b8-9945-fdd8df95cca5 req-5f5df09b-edd9-4886-8a85-b115dd0eed37 tempest-TestShelveInstance-790754725 tempest-TestShelveInstance-790754725-project] 10.222.0.20 "GET /v2.0/ports?device_id=21ce6d9b-b586-49e4-b9a7-5c3ead87ba38 HTTP/1.1" status: 200 len: 945 time: 0.0628443 Jun 23 12:19:13.980825 dv-neutron-601336-94-hyperv neutron-server[94174]: INFO neutron.wsgi [req-453d0fb8-4877-44b8-9945-fdd8df95cca5 req-d8cef81b-e392-4638-891e-3a3c87cb34b2 tempest-TestShelveInstance-790754725 tempest-TestShelveInstance-790754725-project] 10.222.0.20 "GET /v2.0/security-groups?id=3fce5744-cd2a-4421-94c5-84674053c1b9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0323236 Jun 23 12:19:14.004768 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.wsgi [-] (94174) accepted ('10.222.0.20', 50294) {{(pid=94174) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 12:19:14.060492 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4b47c614-95b7-4279-ad67-a95e64c45227 tempest-TestShelveInstance-1802927940 tempest-TestShelveInstance-1802927940-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94174) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 12:19:14.063249 dv-neutron-601336-94-hyperv neutron-server[94174]: INFO neutron.wsgi [None req-4b47c614-95b7-4279-ad67-a95e64c45227 tempest-TestShelveInstance-1802927940 tempest-TestShelveInstance-1802927940-project-admin] 10.222.0.20 "GET /v2.0/ports?device_id=21ce6d9b-b586-49e4-b9a7-5c3ead87ba38 HTTP/1.1" status: 200 len: 1093 time: 0.0571778 Jun 23 12:19:14.067863 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.wsgi [-] (94174) accepted ('10.222.0.20', 50296) {{(pid=94174) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 12:19:14.070936 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.api.v2.base [None req-19d22157-d6bb-4b77-b02b-0c52a9db9d5a tempest-TestShelveInstance-790754725 tempest-TestShelveInstance-790754725-project] Request body: {'floatingip': {'floating_network_id': '3e7e4eb3-cf02-4d47-ade9-0a579cdfc60f', 'port_id': 'eca5a67e-d764-4b75-bf75-997b96dff8ff', 'tenant_id': 'c080a553dd50489bbe6db51b0d3ddebb', 'fixed_ip_address': '172.20.0.3'}} {{(pid=94174) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 23 12:19:14.166922 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron_lib.callbacks.manager [None req-19d22157-d6bb-4b77-b02b-0c52a9db9d5a tempest-TestShelveInstance-790754725 tempest-TestShelveInstance-790754725-project] Notify callbacks [] for floatingip, before_create {{(pid=94174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 12:19:14.263341 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron_lib.callbacks.manager [None req-19d22157-d6bb-4b77-b02b-0c52a9db9d5a tempest-TestShelveInstance-790754725 tempest-TestShelveInstance-790754725-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-923104'] for port, before_create {{(pid=94174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 12:19:14.364934 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.db.db_base_plugin_common [None req-19d22157-d6bb-4b77-b02b-0c52a9db9d5a tempest-TestShelveInstance-790754725 tempest-TestShelveInstance-790754725-project] Allocated IP 172.26.3.221 (3e7e4eb3-cf02-4d47-ade9-0a579cdfc60f/a5ad15ab-c489-4a67-a9b0-d559fca0ec71/c24c058e-f163-4408-869b-5afb707094af) {{(pid=94174) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 23 12:19:14.461389 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron_lib.callbacks.manager [None req-19d22157-d6bb-4b77-b02b-0c52a9db9d5a tempest-TestShelveInstance-790754725 tempest-TestShelveInstance-790754725-project] Notify callbacks [] for port, precommit_create {{(pid=94174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 12:19:14.573197 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron_lib.callbacks.manager [None req-19d22157-d6bb-4b77-b02b-0c52a9db9d5a tempest-TestShelveInstance-790754725 tempest-TestShelveInstance-790754725-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-922915', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-239814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7866073', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773699642215', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-5196399'] for port, after_create {{(pid=94174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 12:19:14.575122 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG oslo_concurrency.lockutils [None req-20226058-0d9f-48c7-914b-3856e8ce373e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94174) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 12:19:14.616889 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-19d22157-d6bb-4b77-b02b-0c52a9db9d5a tempest-TestShelveInstance-790754725 tempest-TestShelveInstance-790754725-project] Network 3e7e4eb3-cf02-4d47-ade9-0a579cdfc60f is already hosted by enough agents. {{(pid=94174) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 23 12:19:14.621841 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.scheduler.base_scheduler [None req-19d22157-d6bb-4b77-b02b-0c52a9db9d5a tempest-TestShelveInstance-790754725 tempest-TestShelveInstance-790754725-project] Resources bound (agent type, host, resource id): {{(pid=94174) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 23 12:19:14.626047 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.db.l3_dvrscheduler_db [None req-19d22157-d6bb-4b77-b02b-0c52a9db9d5a tempest-TestShelveInstance-790754725 tempest-TestShelveInstance-790754725-project] Received port after_create {{(pid=94174) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 23 12:19:14.629688 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19d22157-d6bb-4b77-b02b-0c52a9db9d5a tempest-TestShelveInstance-790754725 tempest-TestShelveInstance-790754725-project] Pushing event updated for resources: {'Port': ['ID=c24c058e-f163-4408-869b-5afb707094af,revision_number=1']} {{(pid=94174) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 12:19:14.648561 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG oslo_concurrency.lockutils [None req-19d22157-d6bb-4b77-b02b-0c52a9db9d5a tempest-TestShelveInstance-790754725 tempest-TestShelveInstance-790754725-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.073s {{(pid=94174) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 12:19:14.790127 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron_lib.callbacks.manager [None req-4c20ea5f-bc7f-4d4e-935d-57f082af6ccb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773699952132', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-899307'] for agent, after_update {{(pid=94176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 12:19:14.979634 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron_lib.callbacks.manager [None req-19d22157-d6bb-4b77-b02b-0c52a9db9d5a tempest-TestShelveInstance-790754725 tempest-TestShelveInstance-790754725-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 12:19:15.115095 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron_lib.callbacks.manager [None req-19d22157-d6bb-4b77-b02b-0c52a9db9d5a tempest-TestShelveInstance-790754725 tempest-TestShelveInstance-790754725-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-923122'] for port, before_update {{(pid=94174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 12:19:15.615849 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron_lib.callbacks.manager [None req-19d22157-d6bb-4b77-b02b-0c52a9db9d5a tempest-TestShelveInstance-790754725 tempest-TestShelveInstance-790754725-project] Notify callbacks [] for port, precommit_update {{(pid=94174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 12:19:15.688552 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron_lib.callbacks.manager [None req-19d22157-d6bb-4b77-b02b-0c52a9db9d5a tempest-TestShelveInstance-790754725 tempest-TestShelveInstance-790754725-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-922904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866062', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773700135042', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773699642233', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773699642278', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5196369'] for port, after_update {{(pid=94174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 12:19:15.692180 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG oslo_concurrency.lockutils [None req-086a4939-2f53-4399-83e0-7d892804422d tempest-TestNetworkAdvancedServerOps-1740099935 tempest-TestNetworkAdvancedServerOps-1740099935-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94174) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 12:19:15.752186 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19d22157-d6bb-4b77-b02b-0c52a9db9d5a tempest-TestShelveInstance-790754725 tempest-TestShelveInstance-790754725-project] Pushing event updated for resources: {'Port': ['ID=c24c058e-f163-4408-869b-5afb707094af,revision_number=2']} {{(pid=94174) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 12:19:15.756696 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG oslo_concurrency.lockutils [None req-19d22157-d6bb-4b77-b02b-0c52a9db9d5a tempest-TestShelveInstance-790754725 tempest-TestShelveInstance-790754725-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.065s {{(pid=94174) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 12:19:15.766567 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron_lib.callbacks.manager [None req-19d22157-d6bb-4b77-b02b-0c52a9db9d5a tempest-TestShelveInstance-790754725 tempest-TestShelveInstance-790754725-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-524229'] for floatingip, after_update {{(pid=94174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 12:19:15.863482 dv-neutron-601336-94-hyperv neutron-server[94174]: INFO neutron.db.l3_db [None req-19d22157-d6bb-4b77-b02b-0c52a9db9d5a tempest-TestShelveInstance-790754725 tempest-TestShelveInstance-790754725-project] Floating IP b4f31706-6e8a-400c-8ced-ff4e2c4c0fbd associated. External IP: 172.26.3.221, port: eca5a67e-d764-4b75-bf75-997b96dff8ff. Jun 23 12:19:16.064734 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-19d22157-d6bb-4b77-b02b-0c52a9db9d5a tempest-TestShelveInstance-790754725 tempest-TestShelveInstance-790754725-project] Router 8e93b214-77d9-44f2-a01f-ce72e72e9d73 has already been hosted by L3 agent 50ef99c0-ef28-4db5-b303-b145898fae60 {{(pid=94174) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 23 12:19:16.170792 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-19d22157-d6bb-4b77-b02b-0c52a9db9d5a tempest-TestShelveInstance-790754725 tempest-TestShelveInstance-790754725-project] Notify agent at l3_agent.dv-neutron-601336-94-hyperv the message routers_updated {{(pid=94174) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 23 12:19:16.180512 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b3df144a-462b-4524-bcf3-571eee6c1545 None None] Sync routers for ids ['8e93b214-77d9-44f2-a01f-ce72e72e9d73'] in dv-neutron-601336-94-hyperv {{(pid=94176) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 23 12:19:16.189720 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b3df144a-462b-4524-bcf3-571eee6c1545 None None] Routers {'8e93b214-77d9-44f2-a01f-ce72e72e9d73'} bound to L3 agent in host dv-neutron-601336-94-hyperv {{(pid=94176) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 23 12:19:16.196676 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.db.l3_hamode_db [None req-b3df144a-462b-4524-bcf3-571eee6c1545 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-601336-94-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-23T11:22:13Z,description=,heartbeat_timestamp=2021-06-23T12:19:13Z,host='dv-neutron-601336-94-hyperv',id=50ef99c0-ef28-4db5-b303-b145898fae60,load=0,resource_versions=,resources_synced=,started_at=2021-06-23T11:22:14Z,topic='l3_agent')) {'router_ids': ['8e93b214-77d9-44f2-a01f-ce72e72e9d73'], 'active': True} {{(pid=94176) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 12:19:16.237846 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron_lib.callbacks.manager [None req-19d22157-d6bb-4b77-b02b-0c52a9db9d5a tempest-TestShelveInstance-790754725 tempest-TestShelveInstance-790754725-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-217507'] for floatingip, before_response {{(pid=94174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 12:19:16.274261 dv-neutron-601336-94-hyperv neutron-server[94174]: INFO neutron.wsgi [None req-19d22157-d6bb-4b77-b02b-0c52a9db9d5a tempest-TestShelveInstance-790754725 tempest-TestShelveInstance-790754725-project] 10.222.0.20 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.2070222 Jun 23 12:19:16.275142 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '21ce6d9b-b586-49e4-b9a7-5c3ead87ba38', 'tag': 'eca5a67e-d764-4b75-bf75-997b96dff8ff'}] {{(pid=94174) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 23 12:19:16.277457 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6ff47218258ed5bf6cae7f276c9622ae488f9e8ebc13d1a310221fbcfb04c5dd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6b55ad6d-bbcb-42f3-b3d1-363f0a698e47" -d '{"events": [{"name": "network-changed", "server_uuid": "21ce6d9b-b586-49e4-b9a7-5c3ead87ba38", "tag": "eca5a67e-d764-4b75-bf75-997b96dff8ff"}]}' {{(pid=94174) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 23 12:19:16.294192 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.db.l3_dvr_db [None req-b3df144a-462b-4524-bcf3-571eee6c1545 None None] Set router 8e93b214-77d9-44f2-a01f-ce72e72e9d73 gateway port host: dv-neutron-601336-94-hyperv {{(pid=94176) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:838}} Jun 23 12:19:16.367531 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 23 Jun 2021 12:19:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-621f40e9-f4c6-496b-b823-cedbba61ff02 x-openstack-request-id: req-621f40e9-f4c6-496b-b823-cedbba61ff02 {{(pid=94174) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 23 12:19:16.367880 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "21ce6d9b-b586-49e4-b9a7-5c3ead87ba38", "tag": "eca5a67e-d764-4b75-bf75-997b96dff8ff", "status": "completed", "code": 200}]} {{(pid=94174) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 23 12:19:16.368186 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-621f40e9-f4c6-496b-b823-cedbba61ff02 {{(pid=94174) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 23 12:19:16.368656 dv-neutron-601336-94-hyperv neutron-server[94174]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '21ce6d9b-b586-49e4-b9a7-5c3ead87ba38', 'tag': 'eca5a67e-d764-4b75-bf75-997b96dff8ff', 'status': 'completed', 'code': 200} Jun 23 12:19:16.440914 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b55ad6d-bbcb-42f3-b3d1-363f0a698e47 req-4b3f73eb-14fc-4fb0-ac10-7b8a2c177577 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 12:19:16.442385 dv-neutron-601336-94-hyperv neutron-server[94175]: INFO neutron.wsgi [req-6b55ad6d-bbcb-42f3-b3d1-363f0a698e47 req-4b3f73eb-14fc-4fb0-ac10-7b8a2c177577 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=c080a553dd50489bbe6db51b0d3ddebb&device_id=21ce6d9b-b586-49e4-b9a7-5c3ead87ba38 HTTP/1.1" status: 200 len: 1098 time: 0.0524166 Jun 23 12:19:16.514581 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.db.l3_hamode_db [None req-b3df144a-462b-4524-bcf3-571eee6c1545 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8e93b214-77d9-44f2-a01f-ce72e72e9d73', 'name': 'tempest-TestShelveInstance-1623291902-router', 'tenant_id': 'c080a553dd50489bbe6db51b0d3ddebb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3e7e4eb3-cf02-4d47-ade9-0a579cdfc60f', 'external_fixed_ips': [{'subnet_id': 'a5ad15ab-c489-4a67-a9b0-d559fca0ec71', 'ip_address': '172.26.3.121'}], 'enable_snat': True}, 'gw_port_id': '148690ea-e963-4986-991e-abf2ed246983', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-23T12:13:50Z', 'updated_at': '2021-06-23T12:13:53Z', 'revision_number': 4, 'project_id': 'c080a553dd50489bbe6db51b0d3ddebb', 'gw_port': {'id': '148690ea-e963-4986-991e-abf2ed246983', 'name': '', 'network_id': '3e7e4eb3-cf02-4d47-ade9-0a579cdfc60f', 'tenant_id': '', 'mac_address': 'fa:16:3e:f8:83:16', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8e93b214-77d9-44f2-a01f-ce72e72e9d73', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1812, 'fixed_ips': [{'subnet_id': 'a5ad15ab-c489-4a67-a9b0-d559fca0ec71', 'ip_address': '172.26.3.121', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-94-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-23T12:13:51Z', 'updated_at': '2021-06-23T12:13:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a5ad15ab-c489-4a67-a9b0-d559fca0ec71', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-601336-94-hyperv', '_floatingips': [{'id': 'b4f31706-6e8a-400c-8ced-ff4e2c4c0fbd', 'tenant_id': 'c080a553dd50489bbe6db51b0d3ddebb', 'floating_ip_address': '172.26.3.221', 'floating_network_id': '3e7e4eb3-cf02-4d47-ade9-0a579cdfc60f', 'router_id': '8e93b214-77d9-44f2-a01f-ce72e72e9d73', 'port_id': 'eca5a67e-d764-4b75-bf75-997b96dff8ff', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 1849, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '61c6d8b9-d3d0-4122-99ae-31963043c8d9', 'mac_address': 'fa:16:3e:29:2c:24', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '21ce6d9b-b586-49e4-b9a7-5c3ead87ba38', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-23T12:19:14Z', 'updated_at': '2021-06-23T12:19:14Z', 'revision_number': 0, 'project_id': 'c080a553dd50489bbe6db51b0d3ddebb', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4fc7202b-3c32-4c6b-8d9b-b6fef90d5765', 'name': '', 'network_id': '61c6d8b9-d3d0-4122-99ae-31963043c8d9', 'tenant_id': 'c080a553dd50489bbe6db51b0d3ddebb', 'mac_address': 'fa:16:3e:d5:3c:87', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8e93b214-77d9-44f2-a01f-ce72e72e9d73', 'device_owner': 'network:router_interface', 'standard_attr_id': 1813, 'fixed_ips': [{'subnet_id': '7f686d1e-afe2-4a5c-a0f6-7d19b33ee35e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-94-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-23T12:13:53Z', 'updated_at': '2021-06-23T12:13:59Z', 'revision_number': 5, 'project_id': 'c080a553dd50489bbe6db51b0d3ddebb', 'subnets': [{'id': '7f686d1e-afe2-4a5c-a0f6-7d19b33ee35e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-601336-94-hyperv', False) {} {{(pid=94176) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 12:19:16.535399 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b55ad6d-bbcb-42f3-b3d1-363f0a698e47 req-223adebe-4dc0-4d11-81cc-b3fa63b9f8ba service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 12:19:16.536834 dv-neutron-601336-94-hyperv neutron-server[94175]: INFO neutron.wsgi [req-6b55ad6d-bbcb-42f3-b3d1-363f0a698e47 req-223adebe-4dc0-4d11-81cc-b3fa63b9f8ba service neutron] 10.222.0.52 "GET /v2.0/networks?id=61c6d8b9-d3d0-4122-99ae-31963043c8d9 HTTP/1.1" status: 200 len: 910 time: 0.0882602 Jun 23 12:19:16.540663 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b3df144a-462b-4524-bcf3-571eee6c1545 None None] Checking router: 8e93b214-77d9-44f2-a01f-ce72e72e9d73 for host: dv-neutron-601336-94-hyperv {{(pid=94176) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 23 12:19:16.548799 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b3df144a-462b-4524-bcf3-571eee6c1545 None None] Routers {'8e93b214-77d9-44f2-a01f-ce72e72e9d73'} bound to L3 agent in host dv-neutron-601336-94-hyperv {{(pid=94176) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 23 12:19:16.549416 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.db.l3_hamode_db [None req-b3df144a-462b-4524-bcf3-571eee6c1545 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-601336-94-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-23T11:22:13Z,description=,heartbeat_timestamp=2021-06-23T12:19:13Z,host='dv-neutron-601336-94-hyperv',id=50ef99c0-ef28-4db5-b303-b145898fae60,load=0,resource_versions=,resources_synced=,started_at=2021-06-23T11:22:14Z,topic='l3_agent')) {'router_ids': ['8e93b214-77d9-44f2-a01f-ce72e72e9d73'], 'active': True} {{(pid=94176) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 12:19:16.600340 dv-neutron-601336-94-hyperv neutron-server[94175]: INFO neutron.wsgi [req-6b55ad6d-bbcb-42f3-b3d1-363f0a698e47 req-c0ffc72e-ee73-4cf1-9e16-dfa48e338746 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=eca5a67e-d764-4b75-bf75-997b96dff8ff HTTP/1.1" status: 200 len: 999 time: 0.0568902 Jun 23 12:19:16.648853 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b55ad6d-bbcb-42f3-b3d1-363f0a698e47 req-c60a0be9-a56a-4dd6-86f6-9b88d3c3cf84 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 12:19:16.653694 dv-neutron-601336-94-hyperv neutron-server[94175]: INFO neutron.wsgi [req-6b55ad6d-bbcb-42f3-b3d1-363f0a698e47 req-c60a0be9-a56a-4dd6-86f6-9b88d3c3cf84 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=7f686d1e-afe2-4a5c-a0f6-7d19b33ee35e HTTP/1.1" status: 200 len: 848 time: 0.0441155 Jun 23 12:19:16.653829 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.db.l3_dvr_db [None req-b3df144a-462b-4524-bcf3-571eee6c1545 None None] Set router 8e93b214-77d9-44f2-a01f-ce72e72e9d73 gateway port host: dv-neutron-601336-94-hyperv {{(pid=94176) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:838}} Jun 23 12:19:16.711739 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b55ad6d-bbcb-42f3-b3d1-363f0a698e47 req-a83a3cd7-035f-47ef-98ec-a63c60dedbf6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 12:19:16.713198 dv-neutron-601336-94-hyperv neutron-server[94175]: INFO neutron.wsgi [req-6b55ad6d-bbcb-42f3-b3d1-363f0a698e47 req-a83a3cd7-035f-47ef-98ec-a63c60dedbf6 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=61c6d8b9-d3d0-4122-99ae-31963043c8d9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1178 time: 0.0568376 Jun 23 12:19:16.804391 dv-neutron-601336-94-hyperv neutron-server[94175]: INFO neutron.wsgi [req-6b55ad6d-bbcb-42f3-b3d1-363f0a698e47 req-67eed25b-3cb3-4a27-a9e8-3f77911988b2 service neutron] 10.222.0.52 "GET /v2.0/networks/61c6d8b9-d3d0-4122-99ae-31963043c8d9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0845149 Jun 23 12:19:16.855820 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron_lib.callbacks.manager [None req-95d6aa8f-24e7-4234-82ff-f502266c3285 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773699952132', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-899307'] for agent, after_update {{(pid=94176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 12:19:16.878975 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.db.l3_hamode_db [None req-b3df144a-462b-4524-bcf3-571eee6c1545 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8e93b214-77d9-44f2-a01f-ce72e72e9d73', 'name': 'tempest-TestShelveInstance-1623291902-router', 'tenant_id': 'c080a553dd50489bbe6db51b0d3ddebb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3e7e4eb3-cf02-4d47-ade9-0a579cdfc60f', 'external_fixed_ips': [{'subnet_id': 'a5ad15ab-c489-4a67-a9b0-d559fca0ec71', 'ip_address': '172.26.3.121'}], 'enable_snat': True}, 'gw_port_id': '148690ea-e963-4986-991e-abf2ed246983', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-23T12:13:50Z', 'updated_at': '2021-06-23T12:13:53Z', 'revision_number': 4, 'project_id': 'c080a553dd50489bbe6db51b0d3ddebb', 'gw_port': {'id': '148690ea-e963-4986-991e-abf2ed246983', 'name': '', 'network_id': '3e7e4eb3-cf02-4d47-ade9-0a579cdfc60f', 'tenant_id': '', 'mac_address': 'fa:16:3e:f8:83:16', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8e93b214-77d9-44f2-a01f-ce72e72e9d73', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1812, 'fixed_ips': [{'subnet_id': 'a5ad15ab-c489-4a67-a9b0-d559fca0ec71', 'ip_address': '172.26.3.121', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-94-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-23T12:13:51Z', 'updated_at': '2021-06-23T12:13:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a5ad15ab-c489-4a67-a9b0-d559fca0ec71', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-601336-94-hyperv', '_floatingips': [{'id': 'b4f31706-6e8a-400c-8ced-ff4e2c4c0fbd', 'tenant_id': 'c080a553dd50489bbe6db51b0d3ddebb', 'floating_ip_address': '172.26.3.221', 'floating_network_id': '3e7e4eb3-cf02-4d47-ade9-0a579cdfc60f', 'router_id': '8e93b214-77d9-44f2-a01f-ce72e72e9d73', 'port_id': 'eca5a67e-d764-4b75-bf75-997b96dff8ff', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 1849, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '61c6d8b9-d3d0-4122-99ae-31963043c8d9', 'mac_address': 'fa:16:3e:29:2c:24', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '21ce6d9b-b586-49e4-b9a7-5c3ead87ba38', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-23T12:19:14Z', 'updated_at': '2021-06-23T12:19:14Z', 'revision_number': 0, 'project_id': 'c080a553dd50489bbe6db51b0d3ddebb', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4fc7202b-3c32-4c6b-8d9b-b6fef90d5765', 'name': '', 'network_id': '61c6d8b9-d3d0-4122-99ae-31963043c8d9', 'tenant_id': 'c080a553dd50489bbe6db51b0d3ddebb', 'mac_address': 'fa:16:3e:d5:3c:87', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8e93b214-77d9-44f2-a01f-ce72e72e9d73', 'device_owner': 'network:router_interface', 'standard_attr_id': 1813, 'fixed_ips': [{'subnet_id': '7f686d1e-afe2-4a5c-a0f6-7d19b33ee35e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-94-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-23T12:13:53Z', 'updated_at': '2021-06-23T12:13:59Z', 'revision_number': 5, 'project_id': 'c080a553dd50489bbe6db51b0d3ddebb', 'subnets': [{'id': '7f686d1e-afe2-4a5c-a0f6-7d19b33ee35e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-601336-94-hyperv', False) {} {{(pid=94176) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 12:19:16.903763 dv-neutron-601336-94-hyperv neutron-server[94175]: INFO neutron.wsgi [req-6b55ad6d-bbcb-42f3-b3d1-363f0a698e47 req-08ab0b95-dad0-4d7d-ba61-30392bd8c81c service neutron] 10.222.0.52 "GET /v2.0/networks/61c6d8b9-d3d0-4122-99ae-31963043c8d9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0933096 Jun 23 12:19:16.908324 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b3df144a-462b-4524-bcf3-571eee6c1545 None None] The sync data for ids ['8e93b214-77d9-44f2-a01f-ce72e72e9d73'] in dv-neutron-601336-94-hyperv is: [{'id': '8e93b214-77d9-44f2-a01f-ce72e72e9d73', 'name': 'tempest-TestShelveInstance-1623291902-router', 'tenant_id': 'c080a553dd50489bbe6db51b0d3ddebb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3e7e4eb3-cf02-4d47-ade9-0a579cdfc60f', 'external_fixed_ips': [{'subnet_id': 'a5ad15ab-c489-4a67-a9b0-d559fca0ec71', 'ip_address': '172.26.3.121'}], 'enable_snat': True}, 'gw_port_id': '148690ea-e963-4986-991e-abf2ed246983', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-23T12:13:50Z', 'updated_at': '2021-06-23T12:13:53Z', 'revision_number': 4, 'project_id': 'c080a553dd50489bbe6db51b0d3ddebb', 'gw_port': {'id': '148690ea-e963-4986-991e-abf2ed246983', 'name': '', 'network_id': '3e7e4eb3-cf02-4d47-ade9-0a579cdfc60f', 'tenant_id': '', 'mac_address': 'fa:16:3e:f8:83:16', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8e93b214-77d9-44f2-a01f-ce72e72e9d73', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1812, 'fixed_ips': [{'subnet_id': 'a5ad15ab-c489-4a67-a9b0-d559fca0ec71', 'ip_address': '172.26.3.121', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-94-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-23T12:13:51Z', 'updated_at': '2021-06-23T12:13:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a5ad15ab-c489-4a67-a9b0-d559fca0ec71', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-601336-94-hyperv', '_floatingips': [{'id': 'b4f31706-6e8a-400c-8ced-ff4e2c4c0fbd', 'tenant_id': 'c080a553dd50489bbe6db51b0d3ddebb', 'floating_ip_address': '172.26.3.221', 'floating_network_id': '3e7e4eb3-cf02-4d47-ade9-0a579cdfc60f', 'router_id': '8e93b214-77d9-44f2-a01f-ce72e72e9d73', 'port_id': 'eca5a67e-d764-4b75-bf75-997b96dff8ff', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 1849, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '61c6d8b9-d3d0-4122-99ae-31963043c8d9', 'mac_address': 'fa:16:3e:29:2c:24', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '21ce6d9b-b586-49e4-b9a7-5c3ead87ba38', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-23T12:19:14Z', 'updated_at': '2021-06-23T12:19:14Z', 'revision_number': 0, 'project_id': 'c080a553dd50489bbe6db51b0d3ddebb', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4fc7202b-3c32-4c6b-8d9b-b6fef90d5765', 'name': '', 'network_id': '61c6d8b9-d3d0-4122-99ae-31963043c8d9', 'tenant_id': 'c080a553dd50489bbe6db51b0d3ddebb', 'mac_address': 'fa:16:3e:d5:3c:87', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8e93b214-77d9-44f2-a01f-ce72e72e9d73', 'device_owner': 'network:router_interface', 'standard_attr_id': 1813, 'fixed_ips': [{'subnet_id': '7f686d1e-afe2-4a5c-a0f6-7d19b33ee35e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-94-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-23T12:13:53Z', 'updated_at': '2021-06-23T12:13:59Z', 'revision_number': 5, 'project_id': 'c080a553dd50489bbe6db51b0d3ddebb', 'subnets': [{'id': '7f686d1e-afe2-4a5c-a0f6-7d19b33ee35e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94176) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 23 12:19:17.095726 dv-neutron-601336-94-hyperv neutron-server[94177]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0b759e5b-66d1-4f40-88cc-a927df78ef9f None None] New status for floating IP b4f31706-6e8a-400c-8ced-ff4e2c4c0fbd: ACTIVE {{(pid=94177) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 23 12:19:23.926836 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron_lib.callbacks.manager [None req-97bd5441-1da2-49ee-a364-27795820ba27 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773699952132', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-899307'] for agent, after_update {{(pid=94176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 12:19:41.000928 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron_lib.callbacks.manager [None req-26552b23-2a3c-4589-9654-4738f134c03c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773699952132', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-899307'] for agent, after_update {{(pid=94176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 12:19:43.135343 dv-neutron-601336-94-hyperv neutron-server[94177]: DEBUG neutron.db.agents_db [None req-90fb1279-e4c5-4e73-8d66-3a29811dc4e3 None None] Agent healthcheck: found 6 active agents {{(pid=94177) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 23 12:19:43.251678 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron_lib.callbacks.manager [None req-a067d789-78ed-4eba-9545-e558636e1512 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773699952132', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-899307'] for agent, after_update {{(pid=94176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 12:19:43.933762 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron_lib.callbacks.manager [None req-dc7542b2-afef-47f4-a763-e3a3cba144be None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773699952132', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-899307'] for agent, after_update {{(pid=94176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 12:19:44.813725 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron_lib.callbacks.manager [None req-4c20ea5f-bc7f-4d4e-935d-57f082af6ccb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773699952132', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-899307'] for agent, after_update {{(pid=94176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 12:19:46.853590 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron_lib.callbacks.manager [None req-95d6aa8f-24e7-4234-82ff-f502266c3285 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773699952132', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-899307'] for agent, after_update {{(pid=94176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 12:19:53.897160 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron_lib.callbacks.manager [None req-97bd5441-1da2-49ee-a364-27795820ba27 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773699952132', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-899307'] for agent, after_update {{(pid=94176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 12:20:10.994144 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron_lib.callbacks.manager [None req-e996de04-865e-40f7-981c-9a1c0e4c3930 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773699952132', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-899307'] for agent, after_update {{(pid=94176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 12:20:13.196511 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron_lib.callbacks.manager [None req-a4b99910-9a14-4e65-9bb3-99ed68c513c8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773699952132', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-899307'] for agent, after_update {{(pid=94176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 12:20:13.397387 dv-neutron-601336-94-hyperv neutron-server[94175]: INFO neutron.wsgi [req-59da75e7-cbc8-4e43-a8b7-593622e12ef0 req-c2cde396-1184-4bd6-933f-155931746bd7 service neutron] 10.222.0.52 "GET /v2.0/ports?device_id=21ce6d9b-b586-49e4-b9a7-5c3ead87ba38&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0528705 Jun 23 12:20:13.503580 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59da75e7-cbc8-4e43-a8b7-593622e12ef0 req-fef62622-bdcb-4db5-bc4a-f7bdd07e2b6d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 12:20:13.505063 dv-neutron-601336-94-hyperv neutron-server[94175]: INFO neutron.wsgi [req-59da75e7-cbc8-4e43-a8b7-593622e12ef0 req-fef62622-bdcb-4db5-bc4a-f7bdd07e2b6d service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=c080a553dd50489bbe6db51b0d3ddebb&device_id=21ce6d9b-b586-49e4-b9a7-5c3ead87ba38 HTTP/1.1" status: 200 len: 1098 time: 0.0643539 Jun 23 12:20:13.609972 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59da75e7-cbc8-4e43-a8b7-593622e12ef0 req-777d62a9-1bb1-472b-bbf4-989c846dddf5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 12:20:13.611503 dv-neutron-601336-94-hyperv neutron-server[94175]: INFO neutron.wsgi [req-59da75e7-cbc8-4e43-a8b7-593622e12ef0 req-777d62a9-1bb1-472b-bbf4-989c846dddf5 service neutron] 10.222.0.52 "GET /v2.0/networks?id=61c6d8b9-d3d0-4122-99ae-31963043c8d9 HTTP/1.1" status: 200 len: 910 time: 0.0870109 Jun 23 12:20:13.675756 dv-neutron-601336-94-hyperv neutron-server[94175]: INFO neutron.wsgi [req-59da75e7-cbc8-4e43-a8b7-593622e12ef0 req-5ab53a72-44ac-4dc9-8e68-30e108ef6588 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=eca5a67e-d764-4b75-bf75-997b96dff8ff HTTP/1.1" status: 200 len: 1001 time: 0.0573969 Jun 23 12:20:13.726671 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59da75e7-cbc8-4e43-a8b7-593622e12ef0 req-23bccdf1-e6dc-4c50-bd6e-2709e869776e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 12:20:13.728074 dv-neutron-601336-94-hyperv neutron-server[94175]: INFO neutron.wsgi [req-59da75e7-cbc8-4e43-a8b7-593622e12ef0 req-23bccdf1-e6dc-4c50-bd6e-2709e869776e service neutron] 10.222.0.52 "GET /v2.0/subnets?id=7f686d1e-afe2-4a5c-a0f6-7d19b33ee35e HTTP/1.1" status: 200 len: 848 time: 0.0459018 Jun 23 12:20:13.785698 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59da75e7-cbc8-4e43-a8b7-593622e12ef0 req-152457b9-1fd0-4e8c-aaab-f5901a7fb8c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 12:20:13.788773 dv-neutron-601336-94-hyperv neutron-server[94175]: INFO neutron.wsgi [req-59da75e7-cbc8-4e43-a8b7-593622e12ef0 req-152457b9-1fd0-4e8c-aaab-f5901a7fb8c5 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=61c6d8b9-d3d0-4122-99ae-31963043c8d9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1178 time: 0.0535042 Jun 23 12:20:13.878670 dv-neutron-601336-94-hyperv neutron-server[94175]: INFO neutron.wsgi [req-59da75e7-cbc8-4e43-a8b7-593622e12ef0 req-85e5cd94-4da0-4bfc-8858-546557a5b2dd service neutron] 10.222.0.52 "GET /v2.0/networks/61c6d8b9-d3d0-4122-99ae-31963043c8d9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0836871 Jun 23 12:20:13.922491 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron_lib.callbacks.manager [None req-dc7542b2-afef-47f4-a763-e3a3cba144be None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773699952132', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-899307'] for agent, after_update {{(pid=94176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 12:20:13.971837 dv-neutron-601336-94-hyperv neutron-server[94175]: INFO neutron.wsgi [req-59da75e7-cbc8-4e43-a8b7-593622e12ef0 req-79b20056-186e-4882-8b7e-f17297a268a3 service neutron] 10.222.0.52 "GET /v2.0/networks/61c6d8b9-d3d0-4122-99ae-31963043c8d9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0863826 Jun 23 12:20:14.828310 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron_lib.callbacks.manager [None req-4c20ea5f-bc7f-4d4e-935d-57f082af6ccb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773699952132', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-899307'] for agent, after_update {{(pid=94176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 12:20:16.839507 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron_lib.callbacks.manager [None req-95d6aa8f-24e7-4234-82ff-f502266c3285 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773699952132', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-899307'] for agent, after_update {{(pid=94176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 12:20:20.134554 dv-neutron-601336-94-hyperv neutron-server[94177]: DEBUG neutron.db.agents_db [None req-90fb1279-e4c5-4e73-8d66-3a29811dc4e3 None None] Agent healthcheck: found 6 active agents {{(pid=94177) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 23 12:20:23.922113 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron_lib.callbacks.manager [None req-97bd5441-1da2-49ee-a364-27795820ba27 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773699952132', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-899307'] for agent, after_update {{(pid=94176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 12:20:40.970498 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron_lib.callbacks.manager [None req-3e97ae57-424e-40dc-a3a6-1596014db8ae None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773699952132', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-899307'] for agent, after_update {{(pid=94176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 12:20:43.198598 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron_lib.callbacks.manager [None req-0720bb2d-6f58-49ef-867a-46cdf884fbe5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773699952132', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-899307'] for agent, after_update {{(pid=94176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 12:20:43.929524 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron_lib.callbacks.manager [None req-dc7542b2-afef-47f4-a763-e3a3cba144be None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773699952132', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-899307'] for agent, after_update {{(pid=94176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 12:20:44.815470 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron_lib.callbacks.manager [None req-4c20ea5f-bc7f-4d4e-935d-57f082af6ccb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773699952132', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-899307'] for agent, after_update {{(pid=94176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 12:20:46.847361 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron_lib.callbacks.manager [None req-95d6aa8f-24e7-4234-82ff-f502266c3285 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773699952132', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-899307'] for agent, after_update {{(pid=94176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 12:20:53.950140 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron_lib.callbacks.manager [None req-97bd5441-1da2-49ee-a364-27795820ba27 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773699952132', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-899307'] for agent, after_update {{(pid=94176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 12:20:57.134830 dv-neutron-601336-94-hyperv neutron-server[94177]: DEBUG neutron.db.agents_db [None req-90fb1279-e4c5-4e73-8d66-3a29811dc4e3 None None] Agent healthcheck: found 6 active agents {{(pid=94177) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 23 12:21:10.974797 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron_lib.callbacks.manager [None req-f03e355a-7128-4c31-8486-dd6e8472f127 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773699952132', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-899307'] for agent, after_update {{(pid=94176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 12:21:13.243055 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron_lib.callbacks.manager [None req-43e69bae-7ed0-4d53-a69d-22c8d93002e4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773699952132', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-899307'] for agent, after_update {{(pid=94176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 12:21:13.409332 dv-neutron-601336-94-hyperv neutron-server[94175]: INFO neutron.wsgi [req-8470b14f-72bf-46b8-86ec-55471eea877d req-f1e5f204-a1c4-4dda-bee3-651cbfa8edda service neutron] 10.222.0.52 "GET /v2.0/ports?device_id=21ce6d9b-b586-49e4-b9a7-5c3ead87ba38&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0522745 Jun 23 12:21:13.502416 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8470b14f-72bf-46b8-86ec-55471eea877d req-8b6e3e16-d093-4914-8f2a-0d7b4d9bd2d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 12:21:13.513330 dv-neutron-601336-94-hyperv neutron-server[94175]: INFO neutron.wsgi [req-8470b14f-72bf-46b8-86ec-55471eea877d req-8b6e3e16-d093-4914-8f2a-0d7b4d9bd2d3 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=c080a553dd50489bbe6db51b0d3ddebb&device_id=21ce6d9b-b586-49e4-b9a7-5c3ead87ba38 HTTP/1.1" status: 200 len: 1098 time: 0.0534308 Jun 23 12:21:13.609173 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8470b14f-72bf-46b8-86ec-55471eea877d req-da8454d3-72df-4a1f-a18c-5babb5781703 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 12:21:13.610690 dv-neutron-601336-94-hyperv neutron-server[94175]: INFO neutron.wsgi [req-8470b14f-72bf-46b8-86ec-55471eea877d req-da8454d3-72df-4a1f-a18c-5babb5781703 service neutron] 10.222.0.52 "GET /v2.0/networks?id=61c6d8b9-d3d0-4122-99ae-31963043c8d9 HTTP/1.1" status: 200 len: 910 time: 0.0868711 Jun 23 12:21:13.673762 dv-neutron-601336-94-hyperv neutron-server[94175]: INFO neutron.wsgi [req-8470b14f-72bf-46b8-86ec-55471eea877d req-26a87115-1ec6-4faa-af42-3f2347655eeb service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=eca5a67e-d764-4b75-bf75-997b96dff8ff HTTP/1.1" status: 200 len: 1001 time: 0.0564790 Jun 23 12:21:13.726374 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8470b14f-72bf-46b8-86ec-55471eea877d req-bc84168d-ccc0-42b9-90a8-c180eff0d45b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 12:21:13.727830 dv-neutron-601336-94-hyperv neutron-server[94175]: INFO neutron.wsgi [req-8470b14f-72bf-46b8-86ec-55471eea877d req-bc84168d-ccc0-42b9-90a8-c180eff0d45b service neutron] 10.222.0.52 "GET /v2.0/subnets?id=7f686d1e-afe2-4a5c-a0f6-7d19b33ee35e HTTP/1.1" status: 200 len: 848 time: 0.0481327 Jun 23 12:21:13.783331 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8470b14f-72bf-46b8-86ec-55471eea877d req-55775835-b95b-447c-b608-8a18b360806d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 12:21:13.784803 dv-neutron-601336-94-hyperv neutron-server[94175]: INFO neutron.wsgi [req-8470b14f-72bf-46b8-86ec-55471eea877d req-55775835-b95b-447c-b608-8a18b360806d service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=61c6d8b9-d3d0-4122-99ae-31963043c8d9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1178 time: 0.0507576 Jun 23 12:21:13.871646 dv-neutron-601336-94-hyperv neutron-server[94175]: INFO neutron.wsgi [req-8470b14f-72bf-46b8-86ec-55471eea877d req-15a4818a-734f-41cf-bb9a-4f5ee4034912 service neutron] 10.222.0.52 "GET /v2.0/networks/61c6d8b9-d3d0-4122-99ae-31963043c8d9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0806422 Jun 23 12:21:13.926946 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron_lib.callbacks.manager [None req-dc7542b2-afef-47f4-a763-e3a3cba144be None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773699952132', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-899307'] for agent, after_update {{(pid=94176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 12:21:13.966941 dv-neutron-601336-94-hyperv neutron-server[94175]: INFO neutron.wsgi [req-8470b14f-72bf-46b8-86ec-55471eea877d req-6e1247e0-1319-497b-904a-3572c2cac524 service neutron] 10.222.0.52 "GET /v2.0/networks/61c6d8b9-d3d0-4122-99ae-31963043c8d9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0883274 Jun 23 12:21:14.809159 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron_lib.callbacks.manager [None req-4c20ea5f-bc7f-4d4e-935d-57f082af6ccb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773699952132', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-899307'] for agent, after_update {{(pid=94176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 12:21:16.860088 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron_lib.callbacks.manager [None req-95d6aa8f-24e7-4234-82ff-f502266c3285 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773699952132', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-899307'] for agent, after_update {{(pid=94176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 12:21:23.934102 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron_lib.callbacks.manager [None req-97bd5441-1da2-49ee-a364-27795820ba27 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773699952132', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-899307'] for agent, after_update {{(pid=94176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 12:21:34.139625 dv-neutron-601336-94-hyperv neutron-server[94177]: DEBUG neutron.db.agents_db [None req-90fb1279-e4c5-4e73-8d66-3a29811dc4e3 None None] Agent healthcheck: found 6 active agents {{(pid=94177) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 23 12:21:40.995690 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron_lib.callbacks.manager [None req-097b7c51-6018-45c2-9fab-a6b166fa6611 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773699952132', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-899307'] for agent, after_update {{(pid=94176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 12:21:41.370031 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bca47c21-7c97-4ace-9140-ef673710aa0e req-ee31af2b-5775-420d-816e-e3ba7a2dd599 tempest-TestShelveInstance-790754725 tempest-TestShelveInstance-790754725-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 12:21:41.371505 dv-neutron-601336-94-hyperv neutron-server[94175]: INFO neutron.wsgi [req-bca47c21-7c97-4ace-9140-ef673710aa0e req-ee31af2b-5775-420d-816e-e3ba7a2dd599 tempest-TestShelveInstance-790754725 tempest-TestShelveInstance-790754725-project] 10.222.0.20 "GET /v2.0/ports?device_id=21ce6d9b-b586-49e4-b9a7-5c3ead87ba38 HTTP/1.1" status: 200 len: 945 time: 0.1548321 Jun 23 12:21:41.408187 dv-neutron-601336-94-hyperv neutron-server[94175]: INFO neutron.wsgi [req-bca47c21-7c97-4ace-9140-ef673710aa0e req-02f1385e-d8e4-4075-88e2-ae259b28e8c2 tempest-TestShelveInstance-790754725 tempest-TestShelveInstance-790754725-project] 10.222.0.20 "GET /v2.0/security-groups?id=3fce5744-cd2a-4421-94c5-84674053c1b9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0311220 Jun 23 12:21:42.670670 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8860f574-f564-4cbd-b6a6-216cab796366 req-4ff19979-4550-4f8c-ba06-b837e85be11c tempest-TestShelveInstance-790754725 tempest-TestShelveInstance-790754725-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94174) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 12:21:42.672157 dv-neutron-601336-94-hyperv neutron-server[94174]: INFO neutron.wsgi [req-8860f574-f564-4cbd-b6a6-216cab796366 req-4ff19979-4550-4f8c-ba06-b837e85be11c tempest-TestShelveInstance-790754725 tempest-TestShelveInstance-790754725-project] 10.222.0.20 "GET /v2.0/ports?device_id=21ce6d9b-b586-49e4-b9a7-5c3ead87ba38 HTTP/1.1" status: 200 len: 945 time: 0.1381767 Jun 23 12:21:42.709291 dv-neutron-601336-94-hyperv neutron-server[94174]: INFO neutron.wsgi [req-8860f574-f564-4cbd-b6a6-216cab796366 req-b02978b3-8e0e-45c4-984a-a4b6815951ea tempest-TestShelveInstance-790754725 tempest-TestShelveInstance-790754725-project] 10.222.0.20 "GET /v2.0/security-groups?id=3fce5744-cd2a-4421-94c5-84674053c1b9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0308101 Jun 23 12:21:43.219792 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron_lib.callbacks.manager [None req-f514ed1c-5979-469e-aee2-87321b6587ac None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773699952132', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-899307'] for agent, after_update {{(pid=94176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 12:21:43.900391 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-923013b3-ce82-403e-bf84-ecf48cb7f44d req-11dd868d-a9c3-4c98-a4c8-fbe2ce35dfca tempest-TestShelveInstance-790754725 tempest-TestShelveInstance-790754725-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 12:21:43.901833 dv-neutron-601336-94-hyperv neutron-server[94175]: INFO neutron.wsgi [req-923013b3-ce82-403e-bf84-ecf48cb7f44d req-11dd868d-a9c3-4c98-a4c8-fbe2ce35dfca tempest-TestShelveInstance-790754725 tempest-TestShelveInstance-790754725-project] 10.222.0.20 "GET /v2.0/ports?device_id=21ce6d9b-b586-49e4-b9a7-5c3ead87ba38 HTTP/1.1" status: 200 len: 945 time: 0.0683942 Jun 23 12:21:43.910994 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron_lib.callbacks.manager [None req-dc7542b2-afef-47f4-a763-e3a3cba144be None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773699952132', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-899307'] for agent, after_update {{(pid=94176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 12:21:43.937930 dv-neutron-601336-94-hyperv neutron-server[94175]: INFO neutron.wsgi [req-923013b3-ce82-403e-bf84-ecf48cb7f44d req-112075ba-c54d-4b5b-a82b-cb45dad9ca0f tempest-TestShelveInstance-790754725 tempest-TestShelveInstance-790754725-project] 10.222.0.20 "GET /v2.0/security-groups?id=3fce5744-cd2a-4421-94c5-84674053c1b9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0305462 Jun 23 12:21:44.812400 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron_lib.callbacks.manager [None req-4c20ea5f-bc7f-4d4e-935d-57f082af6ccb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773699952132', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-899307'] for agent, after_update {{(pid=94176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 12:21:45.107820 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69a8336a-bafa-4d59-a9a5-e3d83b83d8d0 req-be13488e-4841-4fa4-b33a-a8906460e839 tempest-TestShelveInstance-790754725 tempest-TestShelveInstance-790754725-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94174) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 12:21:45.109177 dv-neutron-601336-94-hyperv neutron-server[94174]: INFO neutron.wsgi [req-69a8336a-bafa-4d59-a9a5-e3d83b83d8d0 req-be13488e-4841-4fa4-b33a-a8906460e839 tempest-TestShelveInstance-790754725 tempest-TestShelveInstance-790754725-project] 10.222.0.20 "GET /v2.0/ports?device_id=21ce6d9b-b586-49e4-b9a7-5c3ead87ba38 HTTP/1.1" status: 200 len: 945 time: 0.0613618 Jun 23 12:21:45.149968 dv-neutron-601336-94-hyperv neutron-server[94174]: INFO neutron.wsgi [req-69a8336a-bafa-4d59-a9a5-e3d83b83d8d0 req-e628c199-9b63-4e8a-b2d7-9ea7fa407f7f tempest-TestShelveInstance-790754725 tempest-TestShelveInstance-790754725-project] 10.222.0.20 "GET /v2.0/security-groups?id=3fce5744-cd2a-4421-94c5-84674053c1b9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0348217 Jun 23 12:21:46.320125 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5035a490-ce5e-486a-a708-d8ca1d36b118 req-96851839-df3b-44db-a342-6bf25cc3bf8d tempest-TestShelveInstance-790754725 tempest-TestShelveInstance-790754725-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 12:21:46.321580 dv-neutron-601336-94-hyperv neutron-server[94175]: INFO neutron.wsgi [req-5035a490-ce5e-486a-a708-d8ca1d36b118 req-96851839-df3b-44db-a342-6bf25cc3bf8d tempest-TestShelveInstance-790754725 tempest-TestShelveInstance-790754725-project] 10.222.0.20 "GET /v2.0/ports?device_id=21ce6d9b-b586-49e4-b9a7-5c3ead87ba38 HTTP/1.1" status: 200 len: 945 time: 0.0626383 Jun 23 12:21:46.358748 dv-neutron-601336-94-hyperv neutron-server[94175]: INFO neutron.wsgi [req-5035a490-ce5e-486a-a708-d8ca1d36b118 req-59748b99-78d7-4966-bf49-86e96673f0cf tempest-TestShelveInstance-790754725 tempest-TestShelveInstance-790754725-project] 10.222.0.20 "GET /v2.0/security-groups?id=3fce5744-cd2a-4421-94c5-84674053c1b9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0316136 Jun 23 12:21:46.852244 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron_lib.callbacks.manager [None req-95d6aa8f-24e7-4234-82ff-f502266c3285 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773699952132', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-899307'] for agent, after_update {{(pid=94176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 12:21:47.529014 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff22f89f-d58d-439f-ba87-0f39f03d12c3 req-42f61be4-bcb2-4ec7-9e46-2c99c2356b2b tempest-TestShelveInstance-790754725 tempest-TestShelveInstance-790754725-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94174) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 12:21:47.530494 dv-neutron-601336-94-hyperv neutron-server[94174]: INFO neutron.wsgi [req-ff22f89f-d58d-439f-ba87-0f39f03d12c3 req-42f61be4-bcb2-4ec7-9e46-2c99c2356b2b tempest-TestShelveInstance-790754725 tempest-TestShelveInstance-790754725-project] 10.222.0.20 "GET /v2.0/ports?device_id=21ce6d9b-b586-49e4-b9a7-5c3ead87ba38 HTTP/1.1" status: 200 len: 945 time: 0.0623572 Jun 23 12:21:47.572167 dv-neutron-601336-94-hyperv neutron-server[94174]: INFO neutron.wsgi [req-ff22f89f-d58d-439f-ba87-0f39f03d12c3 req-ac5a6262-d043-4d65-a737-67d6ae80cf66 tempest-TestShelveInstance-790754725 tempest-TestShelveInstance-790754725-project] 10.222.0.20 "GET /v2.0/security-groups?id=3fce5744-cd2a-4421-94c5-84674053c1b9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0360126 Jun 23 12:21:48.742348 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d395dfa0-36f9-4559-bc92-7d311cd94260 req-d4032197-126f-4d67-a79e-2a064bf440aa tempest-TestShelveInstance-790754725 tempest-TestShelveInstance-790754725-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 12:21:48.744059 dv-neutron-601336-94-hyperv neutron-server[94175]: INFO neutron.wsgi [req-d395dfa0-36f9-4559-bc92-7d311cd94260 req-d4032197-126f-4d67-a79e-2a064bf440aa tempest-TestShelveInstance-790754725 tempest-TestShelveInstance-790754725-project] 10.222.0.20 "GET /v2.0/ports?device_id=21ce6d9b-b586-49e4-b9a7-5c3ead87ba38 HTTP/1.1" status: 200 len: 945 time: 0.0617681 Jun 23 12:21:48.784793 dv-neutron-601336-94-hyperv neutron-server[94175]: INFO neutron.wsgi [req-d395dfa0-36f9-4559-bc92-7d311cd94260 req-072b65b9-087a-44c1-bd49-02a3103c2e6a tempest-TestShelveInstance-790754725 tempest-TestShelveInstance-790754725-project] 10.222.0.20 "GET /v2.0/security-groups?id=3fce5744-cd2a-4421-94c5-84674053c1b9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0352070 Jun 23 12:21:49.955093 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef42e74f-c56d-442a-8bac-b8da548ba65f req-bd112440-e38f-4fb3-87dc-5d0d13df1a25 tempest-TestShelveInstance-790754725 tempest-TestShelveInstance-790754725-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94174) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 12:21:49.956532 dv-neutron-601336-94-hyperv neutron-server[94174]: INFO neutron.wsgi [req-ef42e74f-c56d-442a-8bac-b8da548ba65f req-bd112440-e38f-4fb3-87dc-5d0d13df1a25 tempest-TestShelveInstance-790754725 tempest-TestShelveInstance-790754725-project] 10.222.0.20 "GET /v2.0/ports?device_id=21ce6d9b-b586-49e4-b9a7-5c3ead87ba38 HTTP/1.1" status: 200 len: 945 time: 0.0616853 Jun 23 12:21:49.992288 dv-neutron-601336-94-hyperv neutron-server[94174]: INFO neutron.wsgi [req-ef42e74f-c56d-442a-8bac-b8da548ba65f req-c004a448-67eb-4cbb-ba46-cad2a809c1c4 tempest-TestShelveInstance-790754725 tempest-TestShelveInstance-790754725-project] 10.222.0.20 "GET /v2.0/security-groups?id=3fce5744-cd2a-4421-94c5-84674053c1b9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0296073 Jun 23 12:21:51.165946 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34b746e0-8b1d-46c4-aa13-66d3220d58a0 req-abb0fa50-bfad-4c87-84c8-bd2d85bb2e93 tempest-TestShelveInstance-790754725 tempest-TestShelveInstance-790754725-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 12:21:51.167446 dv-neutron-601336-94-hyperv neutron-server[94175]: INFO neutron.wsgi [req-34b746e0-8b1d-46c4-aa13-66d3220d58a0 req-abb0fa50-bfad-4c87-84c8-bd2d85bb2e93 tempest-TestShelveInstance-790754725 tempest-TestShelveInstance-790754725-project] 10.222.0.20 "GET /v2.0/ports?device_id=21ce6d9b-b586-49e4-b9a7-5c3ead87ba38 HTTP/1.1" status: 200 len: 945 time: 0.0642676 Jun 23 12:21:51.203940 dv-neutron-601336-94-hyperv neutron-server[94175]: INFO neutron.wsgi [req-34b746e0-8b1d-46c4-aa13-66d3220d58a0 req-6d8acf6b-6979-4f6f-8c77-01c049196953 tempest-TestShelveInstance-790754725 tempest-TestShelveInstance-790754725-project] 10.222.0.20 "GET /v2.0/security-groups?id=3fce5744-cd2a-4421-94c5-84674053c1b9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0308368 Jun 23 12:21:51.437546 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-091202ae-ee19-4595-a295-fac2a8b5f1b6 req-49d158f1-b2a1-4cc3-8089-73dd6abcb1a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 12:21:51.438910 dv-neutron-601336-94-hyperv neutron-server[94175]: INFO neutron.wsgi [req-091202ae-ee19-4595-a295-fac2a8b5f1b6 req-49d158f1-b2a1-4cc3-8089-73dd6abcb1a5 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=c080a553dd50489bbe6db51b0d3ddebb&device_id=21ce6d9b-b586-49e4-b9a7-5c3ead87ba38 HTTP/1.1" status: 200 len: 1098 time: 0.0521433 Jun 23 12:21:51.530588 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-091202ae-ee19-4595-a295-fac2a8b5f1b6 req-80e2764e-4066-4c91-848c-76fae2c465cc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 12:21:51.532057 dv-neutron-601336-94-hyperv neutron-server[94175]: INFO neutron.wsgi [req-091202ae-ee19-4595-a295-fac2a8b5f1b6 req-80e2764e-4066-4c91-848c-76fae2c465cc service neutron] 10.222.0.52 "GET /v2.0/networks?id=61c6d8b9-d3d0-4122-99ae-31963043c8d9 HTTP/1.1" status: 200 len: 910 time: 0.0868902 Jun 23 12:21:51.595798 dv-neutron-601336-94-hyperv neutron-server[94175]: INFO neutron.wsgi [req-091202ae-ee19-4595-a295-fac2a8b5f1b6 req-7851f91b-1db0-45b0-b53b-db3cd9bb07fe service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=eca5a67e-d764-4b75-bf75-997b96dff8ff HTTP/1.1" status: 200 len: 1001 time: 0.0564289 Jun 23 12:21:51.647377 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-091202ae-ee19-4595-a295-fac2a8b5f1b6 req-76427b6d-4cbe-4081-97c1-09088583fc22 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 12:21:51.648772 dv-neutron-601336-94-hyperv neutron-server[94175]: INFO neutron.wsgi [req-091202ae-ee19-4595-a295-fac2a8b5f1b6 req-76427b6d-4cbe-4081-97c1-09088583fc22 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=7f686d1e-afe2-4a5c-a0f6-7d19b33ee35e HTTP/1.1" status: 200 len: 848 time: 0.0465381 Jun 23 12:21:51.703683 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-091202ae-ee19-4595-a295-fac2a8b5f1b6 req-db072334-6e8a-407c-9d14-62033100fe0a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 12:21:51.705017 dv-neutron-601336-94-hyperv neutron-server[94175]: INFO neutron.wsgi [req-091202ae-ee19-4595-a295-fac2a8b5f1b6 req-db072334-6e8a-407c-9d14-62033100fe0a service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=61c6d8b9-d3d0-4122-99ae-31963043c8d9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1178 time: 0.0501871 Jun 23 12:21:51.790436 dv-neutron-601336-94-hyperv neutron-server[94175]: INFO neutron.wsgi [req-091202ae-ee19-4595-a295-fac2a8b5f1b6 req-bcb681ca-175e-48ac-a0fd-b0b06f62d8b2 service neutron] 10.222.0.52 "GET /v2.0/networks/61c6d8b9-d3d0-4122-99ae-31963043c8d9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0780098 Jun 23 12:21:51.880333 dv-neutron-601336-94-hyperv neutron-server[94175]: INFO neutron.wsgi [req-091202ae-ee19-4595-a295-fac2a8b5f1b6 req-9ff00685-6c64-43c4-89db-1fa79e97aba5 service neutron] 10.222.0.52 "GET /v2.0/networks/61c6d8b9-d3d0-4122-99ae-31963043c8d9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0836806 Jun 23 12:21:52.374681 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f87d23a-bf3b-4f57-92d4-cb096075c0ca req-bcd8274f-8081-4b8d-98f8-1ed14a5f7c76 tempest-TestShelveInstance-790754725 tempest-TestShelveInstance-790754725-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94174) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 12:21:52.376151 dv-neutron-601336-94-hyperv neutron-server[94174]: INFO neutron.wsgi [req-1f87d23a-bf3b-4f57-92d4-cb096075c0ca req-bcd8274f-8081-4b8d-98f8-1ed14a5f7c76 tempest-TestShelveInstance-790754725 tempest-TestShelveInstance-790754725-project] 10.222.0.20 "GET /v2.0/ports?device_id=21ce6d9b-b586-49e4-b9a7-5c3ead87ba38 HTTP/1.1" status: 200 len: 945 time: 0.0638125 Jun 23 12:21:52.411974 dv-neutron-601336-94-hyperv neutron-server[94174]: INFO neutron.wsgi [req-1f87d23a-bf3b-4f57-92d4-cb096075c0ca req-c5b1792a-6f5d-4376-b7cb-dd9bd50c1ae5 tempest-TestShelveInstance-790754725 tempest-TestShelveInstance-790754725-project] 10.222.0.20 "GET /v2.0/security-groups?id=3fce5744-cd2a-4421-94c5-84674053c1b9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0302985 Jun 23 12:21:53.584713 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c76c69ee-9713-49b9-8c46-369966b89ad3 req-c62eddcd-a278-451f-8398-d9e70c147b98 tempest-TestShelveInstance-790754725 tempest-TestShelveInstance-790754725-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 12:21:53.586216 dv-neutron-601336-94-hyperv neutron-server[94175]: INFO neutron.wsgi [req-c76c69ee-9713-49b9-8c46-369966b89ad3 req-c62eddcd-a278-451f-8398-d9e70c147b98 tempest-TestShelveInstance-790754725 tempest-TestShelveInstance-790754725-project] 10.222.0.20 "GET /v2.0/ports?device_id=21ce6d9b-b586-49e4-b9a7-5c3ead87ba38 HTTP/1.1" status: 200 len: 945 time: 0.0657828 Jun 23 12:21:53.626203 dv-neutron-601336-94-hyperv neutron-server[94175]: INFO neutron.wsgi [req-c76c69ee-9713-49b9-8c46-369966b89ad3 req-daac4a43-efeb-419a-8a32-46909a59fd5a tempest-TestShelveInstance-790754725 tempest-TestShelveInstance-790754725-project] 10.222.0.20 "GET /v2.0/security-groups?id=3fce5744-cd2a-4421-94c5-84674053c1b9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0343287 Jun 23 12:21:53.966596 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron_lib.callbacks.manager [None req-97bd5441-1da2-49ee-a364-27795820ba27 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773699952132', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-899307'] for agent, after_update {{(pid=94176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 12:21:54.805036 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cf48818-fcf4-4639-bd44-020aafebc4a2 req-ff3dd32c-71f0-4a0c-97ca-7c530d6ecfd3 tempest-TestShelveInstance-790754725 tempest-TestShelveInstance-790754725-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94174) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 12:21:54.806567 dv-neutron-601336-94-hyperv neutron-server[94174]: INFO neutron.wsgi [req-8cf48818-fcf4-4639-bd44-020aafebc4a2 req-ff3dd32c-71f0-4a0c-97ca-7c530d6ecfd3 tempest-TestShelveInstance-790754725 tempest-TestShelveInstance-790754725-project] 10.222.0.20 "GET /v2.0/ports?device_id=21ce6d9b-b586-49e4-b9a7-5c3ead87ba38 HTTP/1.1" status: 200 len: 945 time: 0.0689425 Jun 23 12:21:54.847634 dv-neutron-601336-94-hyperv neutron-server[94174]: INFO neutron.wsgi [req-8cf48818-fcf4-4639-bd44-020aafebc4a2 req-b901ea12-c1c6-4b8e-9f09-7d6ae602f5c8 tempest-TestShelveInstance-790754725 tempest-TestShelveInstance-790754725-project] 10.222.0.20 "GET /v2.0/security-groups?id=3fce5744-cd2a-4421-94c5-84674053c1b9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0347855 Jun 23 12:21:56.026151 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8bcb742-a37d-482c-b154-5d9d938d3119 req-ace5aa69-5223-411d-9625-4629ccb7122d tempest-TestShelveInstance-790754725 tempest-TestShelveInstance-790754725-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 12:21:56.027639 dv-neutron-601336-94-hyperv neutron-server[94175]: INFO neutron.wsgi [req-c8bcb742-a37d-482c-b154-5d9d938d3119 req-ace5aa69-5223-411d-9625-4629ccb7122d tempest-TestShelveInstance-790754725 tempest-TestShelveInstance-790754725-project] 10.222.0.20 "GET /v2.0/ports?device_id=21ce6d9b-b586-49e4-b9a7-5c3ead87ba38 HTTP/1.1" status: 200 len: 945 time: 0.0705991 Jun 23 12:21:56.066169 dv-neutron-601336-94-hyperv neutron-server[94175]: INFO neutron.wsgi [req-c8bcb742-a37d-482c-b154-5d9d938d3119 req-093c21f9-d923-4949-8101-08e144d06b8a tempest-TestShelveInstance-790754725 tempest-TestShelveInstance-790754725-project] 10.222.0.20 "GET /v2.0/security-groups?id=3fce5744-cd2a-4421-94c5-84674053c1b9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0329332 Jun 23 12:21:57.575533 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-125098ca-36d2-4dc5-b39d-5ad96d323586 req-2267ae7f-6817-4cda-a034-c5aa86a0a232 tempest-TestShelveInstance-790754725 tempest-TestShelveInstance-790754725-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 12:21:57.576845 dv-neutron-601336-94-hyperv neutron-server[94175]: INFO neutron.wsgi [req-125098ca-36d2-4dc5-b39d-5ad96d323586 req-2267ae7f-6817-4cda-a034-c5aa86a0a232 tempest-TestShelveInstance-790754725 tempest-TestShelveInstance-790754725-project] 10.222.0.20 "GET /v2.0/ports?device_id=21ce6d9b-b586-49e4-b9a7-5c3ead87ba38 HTTP/1.1" status: 200 len: 945 time: 0.0675113 Jun 23 12:21:57.642789 dv-neutron-601336-94-hyperv neutron-server[94175]: INFO neutron.wsgi [req-125098ca-36d2-4dc5-b39d-5ad96d323586 req-f8aa45b3-d899-4cb2-82c3-0710ee886055 tempest-TestShelveInstance-790754725 tempest-TestShelveInstance-790754725-project] 10.222.0.20 "GET /v2.0/security-groups?id=3fce5744-cd2a-4421-94c5-84674053c1b9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0601425 Jun 23 12:21:57.663944 dv-neutron-601336-94-hyperv neutron-server[94175]: INFO neutron.wsgi [req-e9753d57-8829-456a-b613-8a8fc90493c4 req-b3f6aac0-7b30-4511-953c-2456d67beb47 service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=21ce6d9b-b586-49e4-b9a7-5c3ead87ba38&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1084089 Jun 23 12:21:57.691599 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.plugins.ml2.rpc [None req-97bd5441-1da2-49ee-a364-27795820ba27 None None] Device eca5a67e-d764-4b75-bf75-997b96dff8ff no longer exists at agent hyperv_hv-neutron-6013 {{(pid=94176) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:261}} Jun 23 12:21:57.761902 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron_lib.callbacks.manager [None req-97bd5441-1da2-49ee-a364-27795820ba27 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-923122'] for port, before_update {{(pid=94176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 12:21:57.785507 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '21ce6d9b-b586-49e4-b9a7-5c3ead87ba38', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'eca5a67e-d764-4b75-bf75-997b96dff8ff'}] {{(pid=94176) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 23 12:21:57.788373 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}887b0dfc0393de878080286a57e4a08d4fa60dd0cddd118f338ebfcd351ddd4c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-91732838-9b40-4433-bab7-aa40f4a1f632" -d '{"events": [{"server_uuid": "21ce6d9b-b586-49e4-b9a7-5c3ead87ba38", "name": "network-vif-unplugged", "status": "completed", "tag": "eca5a67e-d764-4b75-bf75-997b96dff8ff"}]}' {{(pid=94176) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 23 12:21:57.800621 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.plugins.ml2.db [None req-97bd5441-1da2-49ee-a364-27795820ba27 None None] For port eca5a67e-d764-4b75-bf75-997b96dff8ff, host hv-neutron-6013, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-6013',level=0,port_id=eca5a67e-d764-4b75-bf75-997b96dff8ff,segment=NetworkSegment(7c9ce104-d172-418f-b29b-77515f70dc45),segment_id=7c9ce104-d172-418f-b29b-77515f70dc45)] {{(pid=94176) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 23 12:21:57.864744 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 182 Content-Type: application/json Date: Wed, 23 Jun 2021 12:21:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-91263461-6e0e-4c34-bd5f-b71836071d2f x-openstack-request-id: req-91263461-6e0e-4c34-bd5f-b71836071d2f {{(pid=94176) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 23 12:21:57.865045 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "21ce6d9b-b586-49e4-b9a7-5c3ead87ba38", "name": "network-vif-unplugged", "status": "failed", "tag": "eca5a67e-d764-4b75-bf75-997b96dff8ff", "code": 422}]} {{(pid=94176) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 23 12:21:57.865306 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-91263461-6e0e-4c34-bd5f-b71836071d2f {{(pid=94176) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 23 12:21:57.865708 dv-neutron-601336-94-hyperv neutron-server[94176]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': '21ce6d9b-b586-49e4-b9a7-5c3ead87ba38', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': 'eca5a67e-d764-4b75-bf75-997b96dff8ff', 'code': 422} returned with failed status Jun 23 12:21:57.881658 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron_lib.callbacks.manager [None req-97bd5441-1da2-49ee-a364-27795820ba27 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-922904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866062', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773700135042', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773699642233', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773699642278'] for port, after_update {{(pid=94176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 12:21:57.886324 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG oslo_concurrency.lockutils [None req-97bd5441-1da2-49ee-a364-27795820ba27 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 12:21:57.931985 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97bd5441-1da2-49ee-a364-27795820ba27 None None] Pushing event updated for resources: {'Port': ['ID=eca5a67e-d764-4b75-bf75-997b96dff8ff,revision_number=6']} {{(pid=94176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 12:21:57.938537 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97bd5441-1da2-49ee-a364-27795820ba27 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-601336-94-hyperv {{(pid=94176) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 12:21:57.938889 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97bd5441-1da2-49ee-a364-27795820ba27 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-94-hyperv {{(pid=94176) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 12:21:57.939273 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97bd5441-1da2-49ee-a364-27795820ba27 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-94-hyperv {{(pid=94176) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 12:21:57.939612 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97bd5441-1da2-49ee-a364-27795820ba27 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-601336-94-hyperv {{(pid=94176) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 12:21:57.939940 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97bd5441-1da2-49ee-a364-27795820ba27 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-601336-94-hyperv {{(pid=94176) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 12:21:57.940270 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97bd5441-1da2-49ee-a364-27795820ba27 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-601336-94-hyperv {{(pid=94176) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 12:21:57.940598 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97bd5441-1da2-49ee-a364-27795820ba27 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-601336-94-hyperv {{(pid=94176) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 12:21:57.940924 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97bd5441-1da2-49ee-a364-27795820ba27 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-601336-94-hyperv {{(pid=94176) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 12:21:57.941248 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97bd5441-1da2-49ee-a364-27795820ba27 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-601336-94-hyperv {{(pid=94176) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 12:21:57.941569 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97bd5441-1da2-49ee-a364-27795820ba27 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-94-hyperv {{(pid=94176) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 12:21:57.941889 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97bd5441-1da2-49ee-a364-27795820ba27 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-601336-94-hyperv {{(pid=94176) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 12:21:57.942206 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97bd5441-1da2-49ee-a364-27795820ba27 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-601336-94-hyperv {{(pid=94176) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 12:21:57.946710 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG oslo_concurrency.lockutils [None req-97bd5441-1da2-49ee-a364-27795820ba27 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.063s {{(pid=94176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 12:21:58.821381 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c086d52e-4b2c-4bcc-867f-ee6e4e518e02 req-c68cf1a1-4461-45ec-a7ef-0f1aa540de3c tempest-TestShelveInstance-790754725 tempest-TestShelveInstance-790754725-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 12:21:58.822892 dv-neutron-601336-94-hyperv neutron-server[94175]: INFO neutron.wsgi [req-c086d52e-4b2c-4bcc-867f-ee6e4e518e02 req-c68cf1a1-4461-45ec-a7ef-0f1aa540de3c tempest-TestShelveInstance-790754725 tempest-TestShelveInstance-790754725-project] 10.222.0.20 "GET /v2.0/ports?device_id=21ce6d9b-b586-49e4-b9a7-5c3ead87ba38 HTTP/1.1" status: 200 len: 943 time: 0.0693126 Jun 23 12:21:58.860998 dv-neutron-601336-94-hyperv neutron-server[94175]: INFO neutron.wsgi [req-c086d52e-4b2c-4bcc-867f-ee6e4e518e02 req-5768fd73-c77f-4e89-a8ac-c5618cd70ebb tempest-TestShelveInstance-790754725 tempest-TestShelveInstance-790754725-project] 10.222.0.20 "GET /v2.0/security-groups?id=3fce5744-cd2a-4421-94c5-84674053c1b9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0325780 Jun 23 12:22:00.032165 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55d8941b-0736-465e-ad7b-9fc07071b430 req-92f0176b-93ab-4f32-8911-401fb1b7c37c tempest-TestShelveInstance-790754725 tempest-TestShelveInstance-790754725-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94174) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 12:22:00.040862 dv-neutron-601336-94-hyperv neutron-server[94174]: INFO neutron.wsgi [req-55d8941b-0736-465e-ad7b-9fc07071b430 req-92f0176b-93ab-4f32-8911-401fb1b7c37c tempest-TestShelveInstance-790754725 tempest-TestShelveInstance-790754725-project] 10.222.0.20 "GET /v2.0/ports?device_id=21ce6d9b-b586-49e4-b9a7-5c3ead87ba38 HTTP/1.1" status: 200 len: 943 time: 0.0641353 Jun 23 12:22:00.070636 dv-neutron-601336-94-hyperv neutron-server[94174]: INFO neutron.wsgi [req-55d8941b-0736-465e-ad7b-9fc07071b430 req-ffb145e8-bafa-4c73-981a-8725806f988c tempest-TestShelveInstance-790754725 tempest-TestShelveInstance-790754725-project] 10.222.0.20 "GET /v2.0/security-groups?id=3fce5744-cd2a-4421-94c5-84674053c1b9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0305588 Jun 23 12:22:01.249317 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39e4eafa-6321-4cb0-b595-1158c860ea85 req-037ba9cf-6bc6-4150-8a5e-1c7f8c2a62f1 tempest-TestShelveInstance-790754725 tempest-TestShelveInstance-790754725-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 12:22:01.250768 dv-neutron-601336-94-hyperv neutron-server[94175]: INFO neutron.wsgi [req-39e4eafa-6321-4cb0-b595-1158c860ea85 req-037ba9cf-6bc6-4150-8a5e-1c7f8c2a62f1 tempest-TestShelveInstance-790754725 tempest-TestShelveInstance-790754725-project] 10.222.0.20 "GET /v2.0/ports?device_id=21ce6d9b-b586-49e4-b9a7-5c3ead87ba38 HTTP/1.1" status: 200 len: 943 time: 0.0663621 Jun 23 12:22:01.292115 dv-neutron-601336-94-hyperv neutron-server[94175]: INFO neutron.wsgi [req-39e4eafa-6321-4cb0-b595-1158c860ea85 req-f7556221-ff92-4f1e-9f1f-47577bc58e8e tempest-TestShelveInstance-790754725 tempest-TestShelveInstance-790754725-project] 10.222.0.20 "GET /v2.0/security-groups?id=3fce5744-cd2a-4421-94c5-84674053c1b9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0357563 Jun 23 12:22:02.465047 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc1acb3c-c1ec-47ad-b094-3e5bedee033f req-a5aaaa07-5cc7-4e07-a26c-106e50ab614d tempest-TestShelveInstance-790754725 tempest-TestShelveInstance-790754725-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94174) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 12:22:02.466446 dv-neutron-601336-94-hyperv neutron-server[94174]: INFO neutron.wsgi [req-cc1acb3c-c1ec-47ad-b094-3e5bedee033f req-a5aaaa07-5cc7-4e07-a26c-106e50ab614d tempest-TestShelveInstance-790754725 tempest-TestShelveInstance-790754725-project] 10.222.0.20 "GET /v2.0/ports?device_id=21ce6d9b-b586-49e4-b9a7-5c3ead87ba38 HTTP/1.1" status: 200 len: 943 time: 0.0657320 Jun 23 12:22:02.511775 dv-neutron-601336-94-hyperv neutron-server[94174]: INFO neutron.wsgi [req-cc1acb3c-c1ec-47ad-b094-3e5bedee033f req-bde7d121-7c74-493b-9e7f-38e72273760e tempest-TestShelveInstance-790754725 tempest-TestShelveInstance-790754725-project] 10.222.0.20 "GET /v2.0/security-groups?id=3fce5744-cd2a-4421-94c5-84674053c1b9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0384409 Jun 23 12:22:03.681481 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e23ea8c-fd87-4100-b6dc-c90dfcaea7f5 req-e761d0ec-5090-4039-834d-c2d37f3a8a67 tempest-TestShelveInstance-790754725 tempest-TestShelveInstance-790754725-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 12:22:03.682968 dv-neutron-601336-94-hyperv neutron-server[94175]: INFO neutron.wsgi [req-6e23ea8c-fd87-4100-b6dc-c90dfcaea7f5 req-e761d0ec-5090-4039-834d-c2d37f3a8a67 tempest-TestShelveInstance-790754725 tempest-TestShelveInstance-790754725-project] 10.222.0.20 "GET /v2.0/ports?device_id=21ce6d9b-b586-49e4-b9a7-5c3ead87ba38 HTTP/1.1" status: 200 len: 943 time: 0.0621874 Jun 23 12:22:03.725290 dv-neutron-601336-94-hyperv neutron-server[94175]: INFO neutron.wsgi [req-6e23ea8c-fd87-4100-b6dc-c90dfcaea7f5 req-6228488b-51d6-459d-97a9-e462dd59c419 tempest-TestShelveInstance-790754725 tempest-TestShelveInstance-790754725-project] 10.222.0.20 "GET /v2.0/security-groups?id=3fce5744-cd2a-4421-94c5-84674053c1b9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0361512 Jun 23 12:22:04.897258 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a536087d-8e2e-493a-be91-2e778178669b req-bda41fd3-4147-4c6b-b84e-f8fbc7ffa64a tempest-TestShelveInstance-790754725 tempest-TestShelveInstance-790754725-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94174) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 12:22:04.898896 dv-neutron-601336-94-hyperv neutron-server[94174]: INFO neutron.wsgi [req-a536087d-8e2e-493a-be91-2e778178669b req-bda41fd3-4147-4c6b-b84e-f8fbc7ffa64a tempest-TestShelveInstance-790754725 tempest-TestShelveInstance-790754725-project] 10.222.0.20 "GET /v2.0/ports?device_id=21ce6d9b-b586-49e4-b9a7-5c3ead87ba38 HTTP/1.1" status: 200 len: 943 time: 0.0652192 Jun 23 12:22:04.938541 dv-neutron-601336-94-hyperv neutron-server[94174]: INFO neutron.wsgi [req-a536087d-8e2e-493a-be91-2e778178669b req-dc1a32c8-4668-43d9-918c-cf1efd8ef2a9 tempest-TestShelveInstance-790754725 tempest-TestShelveInstance-790754725-project] 10.222.0.20 "GET /v2.0/security-groups?id=3fce5744-cd2a-4421-94c5-84674053c1b9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0315037 Jun 23 12:22:06.115315 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1b0048b-1130-4dd6-b9fb-318a76140a63 req-8928e123-2d07-4bbb-8089-35d2fb63b409 tempest-TestShelveInstance-790754725 tempest-TestShelveInstance-790754725-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 12:22:06.116685 dv-neutron-601336-94-hyperv neutron-server[94175]: INFO neutron.wsgi [req-a1b0048b-1130-4dd6-b9fb-318a76140a63 req-8928e123-2d07-4bbb-8089-35d2fb63b409 tempest-TestShelveInstance-790754725 tempest-TestShelveInstance-790754725-project] 10.222.0.20 "GET /v2.0/ports?device_id=21ce6d9b-b586-49e4-b9a7-5c3ead87ba38 HTTP/1.1" status: 200 len: 943 time: 0.0649822 Jun 23 12:22:06.155489 dv-neutron-601336-94-hyperv neutron-server[94175]: INFO neutron.wsgi [req-a1b0048b-1130-4dd6-b9fb-318a76140a63 req-f8b7f9fd-bfd5-4dbb-b562-c35e6012b564 tempest-TestShelveInstance-790754725 tempest-TestShelveInstance-790754725-project] 10.222.0.20 "GET /v2.0/security-groups?id=3fce5744-cd2a-4421-94c5-84674053c1b9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0326993 Jun 23 12:22:07.338820 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d47ea63-b83d-45d2-883c-059e329e85af req-deb5aa69-9722-43e4-9088-97a869dbc384 tempest-TestShelveInstance-790754725 tempest-TestShelveInstance-790754725-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94174) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 12:22:07.340229 dv-neutron-601336-94-hyperv neutron-server[94174]: INFO neutron.wsgi [req-2d47ea63-b83d-45d2-883c-059e329e85af req-deb5aa69-9722-43e4-9088-97a869dbc384 tempest-TestShelveInstance-790754725 tempest-TestShelveInstance-790754725-project] 10.222.0.20 "GET /v2.0/ports?device_id=21ce6d9b-b586-49e4-b9a7-5c3ead87ba38 HTTP/1.1" status: 200 len: 943 time: 0.0683923 Jun 23 12:22:07.378130 dv-neutron-601336-94-hyperv neutron-server[94174]: INFO neutron.wsgi [req-2d47ea63-b83d-45d2-883c-059e329e85af req-d2a00040-b5e8-43da-b480-dca755b85ef1 tempest-TestShelveInstance-790754725 tempest-TestShelveInstance-790754725-project] 10.222.0.20 "GET /v2.0/security-groups?id=3fce5744-cd2a-4421-94c5-84674053c1b9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0322998 Jun 23 12:22:07.572469 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9753d57-8829-456a-b613-8a8fc90493c4 req-78c0b6da-469d-4af2-8a02-3d51a4c95030 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 12:22:07.574099 dv-neutron-601336-94-hyperv neutron-server[94175]: INFO neutron.wsgi [req-e9753d57-8829-456a-b613-8a8fc90493c4 req-78c0b6da-469d-4af2-8a02-3d51a4c95030 service neutron] 10.222.0.52 "GET /v2.0/ports?device_id=21ce6d9b-b586-49e4-b9a7-5c3ead87ba38&tenant_id=c080a553dd50489bbe6db51b0d3ddebb HTTP/1.1" status: 200 len: 1096 time: 0.0896006 Jun 23 12:22:07.649028 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9753d57-8829-456a-b613-8a8fc90493c4 req-e8967ac4-755e-4db2-9b66-e9d08a3afd8c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 12:22:07.650482 dv-neutron-601336-94-hyperv neutron-server[94175]: INFO neutron.wsgi [req-e9753d57-8829-456a-b613-8a8fc90493c4 req-e8967ac4-755e-4db2-9b66-e9d08a3afd8c service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=c080a553dd50489bbe6db51b0d3ddebb&device_id=21ce6d9b-b586-49e4-b9a7-5c3ead87ba38 HTTP/1.1" status: 200 len: 1096 time: 0.0547132 Jun 23 12:22:07.734840 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9753d57-8829-456a-b613-8a8fc90493c4 req-b2cd131e-30d0-4412-b1a7-1fbf1a8b6b30 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 12:22:07.736264 dv-neutron-601336-94-hyperv neutron-server[94175]: INFO neutron.wsgi [req-e9753d57-8829-456a-b613-8a8fc90493c4 req-b2cd131e-30d0-4412-b1a7-1fbf1a8b6b30 service neutron] 10.222.0.52 "GET /v2.0/networks?id=61c6d8b9-d3d0-4122-99ae-31963043c8d9 HTTP/1.1" status: 200 len: 910 time: 0.0803699 Jun 23 12:22:07.801280 dv-neutron-601336-94-hyperv neutron-server[94175]: INFO neutron.wsgi [req-e9753d57-8829-456a-b613-8a8fc90493c4 req-5b4c5f1d-c3fa-436e-a36b-408883ae48f0 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=eca5a67e-d764-4b75-bf75-997b96dff8ff HTTP/1.1" status: 200 len: 999 time: 0.0589960 Jun 23 12:22:07.846139 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9753d57-8829-456a-b613-8a8fc90493c4 req-2b565b46-eb2b-4bd8-a14a-d8ae9585144a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 12:22:07.847530 dv-neutron-601336-94-hyperv neutron-server[94175]: INFO neutron.wsgi [req-e9753d57-8829-456a-b613-8a8fc90493c4 req-2b565b46-eb2b-4bd8-a14a-d8ae9585144a service neutron] 10.222.0.52 "GET /v2.0/subnets?id=7f686d1e-afe2-4a5c-a0f6-7d19b33ee35e HTTP/1.1" status: 200 len: 848 time: 0.0408192 Jun 23 12:22:07.904025 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9753d57-8829-456a-b613-8a8fc90493c4 req-139e1191-bb15-4e02-be7b-06c11f91a8bc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 12:22:07.905387 dv-neutron-601336-94-hyperv neutron-server[94175]: INFO neutron.wsgi [req-e9753d57-8829-456a-b613-8a8fc90493c4 req-139e1191-bb15-4e02-be7b-06c11f91a8bc service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=61c6d8b9-d3d0-4122-99ae-31963043c8d9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1178 time: 0.0511169 Jun 23 12:22:07.915578 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.wsgi [req-e9753d57-8829-456a-b613-8a8fc90493c4 req-5100368b-167e-4e34-8617-998897afe32a service neutron] http://10.222.0.20:9696/v2.0/extensions returned with HTTP 200 {{(pid=94175) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 23 12:22:07.916540 dv-neutron-601336-94-hyperv neutron-server[94175]: INFO neutron.wsgi [req-e9753d57-8829-456a-b613-8a8fc90493c4 req-5100368b-167e-4e34-8617-998897afe32a service neutron] 10.222.0.52 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13933 time: 0.0054107 Jun 23 12:22:08.007268 dv-neutron-601336-94-hyperv neutron-server[94175]: INFO neutron.wsgi [req-e9753d57-8829-456a-b613-8a8fc90493c4 req-d1785007-c10c-4864-9b08-55798e968813 service neutron] 10.222.0.52 "GET /v2.0/networks/61c6d8b9-d3d0-4122-99ae-31963043c8d9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0846481 Jun 23 12:22:08.096441 dv-neutron-601336-94-hyperv neutron-server[94175]: INFO neutron.wsgi [req-e9753d57-8829-456a-b613-8a8fc90493c4 req-bb1c67c2-cd5f-45d4-bb21-53300bead08a service neutron] 10.222.0.52 "GET /v2.0/networks/61c6d8b9-d3d0-4122-99ae-31963043c8d9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0833921 Jun 23 12:22:08.548106 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7941e2dd-e944-4109-b3d4-d9d6df41da62 req-9b4014db-3eb8-43be-a810-d148fac6efb9 tempest-TestShelveInstance-790754725 tempest-TestShelveInstance-790754725-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 12:22:08.549557 dv-neutron-601336-94-hyperv neutron-server[94175]: INFO neutron.wsgi [req-7941e2dd-e944-4109-b3d4-d9d6df41da62 req-9b4014db-3eb8-43be-a810-d148fac6efb9 tempest-TestShelveInstance-790754725 tempest-TestShelveInstance-790754725-project] 10.222.0.20 "GET /v2.0/ports?device_id=21ce6d9b-b586-49e4-b9a7-5c3ead87ba38 HTTP/1.1" status: 200 len: 943 time: 0.0631607 Jun 23 12:22:08.586992 dv-neutron-601336-94-hyperv neutron-server[94175]: INFO neutron.wsgi [req-7941e2dd-e944-4109-b3d4-d9d6df41da62 req-e35cb261-fd39-47ab-9f60-c52c87bb2f74 tempest-TestShelveInstance-790754725 tempest-TestShelveInstance-790754725-project] 10.222.0.20 "GET /v2.0/security-groups?id=3fce5744-cd2a-4421-94c5-84674053c1b9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0317760 Jun 23 12:22:09.757506 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce6b66fc-a067-4e61-9b46-8f8483b8dc99 req-a6cacf37-75c0-485f-aafa-a9dda4756ac4 tempest-TestShelveInstance-790754725 tempest-TestShelveInstance-790754725-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94174) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 12:22:09.758960 dv-neutron-601336-94-hyperv neutron-server[94174]: INFO neutron.wsgi [req-ce6b66fc-a067-4e61-9b46-8f8483b8dc99 req-a6cacf37-75c0-485f-aafa-a9dda4756ac4 tempest-TestShelveInstance-790754725 tempest-TestShelveInstance-790754725-project] 10.222.0.20 "GET /v2.0/ports?device_id=21ce6d9b-b586-49e4-b9a7-5c3ead87ba38 HTTP/1.1" status: 200 len: 943 time: 0.0662317 Jun 23 12:22:09.796280 dv-neutron-601336-94-hyperv neutron-server[94174]: INFO neutron.wsgi [req-ce6b66fc-a067-4e61-9b46-8f8483b8dc99 req-6feacbfb-55c9-4d55-a29d-9a80b6e166a1 tempest-TestShelveInstance-790754725 tempest-TestShelveInstance-790754725-project] 10.222.0.20 "GET /v2.0/security-groups?id=3fce5744-cd2a-4421-94c5-84674053c1b9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0318236 Jun 23 12:22:10.944633 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron_lib.callbacks.manager [None req-037ad13b-5428-44e1-93cd-2b69322cacb2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773699952132', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-899307'] for agent, after_update {{(pid=94176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 12:22:10.971944 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1f16bc1-3599-4725-a49f-11bce900d6f5 req-ca1d426b-348c-46a1-b6d7-8205c6b57153 tempest-TestShelveInstance-790754725 tempest-TestShelveInstance-790754725-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 12:22:10.973397 dv-neutron-601336-94-hyperv neutron-server[94175]: INFO neutron.wsgi [req-f1f16bc1-3599-4725-a49f-11bce900d6f5 req-ca1d426b-348c-46a1-b6d7-8205c6b57153 tempest-TestShelveInstance-790754725 tempest-TestShelveInstance-790754725-project] 10.222.0.20 "GET /v2.0/ports?device_id=21ce6d9b-b586-49e4-b9a7-5c3ead87ba38 HTTP/1.1" status: 200 len: 943 time: 0.0683477 Jun 23 12:22:11.012546 dv-neutron-601336-94-hyperv neutron-server[94175]: INFO neutron.wsgi [req-f1f16bc1-3599-4725-a49f-11bce900d6f5 req-a4d7fdd2-daf9-4c31-869c-0b59a22f9fcf tempest-TestShelveInstance-790754725 tempest-TestShelveInstance-790754725-project] 10.222.0.20 "GET /v2.0/security-groups?id=3fce5744-cd2a-4421-94c5-84674053c1b9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0329669 Jun 23 12:22:11.137546 dv-neutron-601336-94-hyperv neutron-server[94177]: DEBUG neutron.db.agents_db [None req-90fb1279-e4c5-4e73-8d66-3a29811dc4e3 None None] Agent healthcheck: found 6 active agents {{(pid=94177) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 23 12:22:12.183957 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-519bd497-85d5-430a-8666-fe3f127de74c req-1081875c-f9e5-4e77-9bfd-1abf5420f125 tempest-TestShelveInstance-790754725 tempest-TestShelveInstance-790754725-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94174) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 12:22:12.185449 dv-neutron-601336-94-hyperv neutron-server[94174]: INFO neutron.wsgi [req-519bd497-85d5-430a-8666-fe3f127de74c req-1081875c-f9e5-4e77-9bfd-1abf5420f125 tempest-TestShelveInstance-790754725 tempest-TestShelveInstance-790754725-project] 10.222.0.20 "GET /v2.0/ports?device_id=21ce6d9b-b586-49e4-b9a7-5c3ead87ba38 HTTP/1.1" status: 200 len: 943 time: 0.0634954 Jun 23 12:22:12.227985 dv-neutron-601336-94-hyperv neutron-server[94174]: INFO neutron.wsgi [req-519bd497-85d5-430a-8666-fe3f127de74c req-5be95f07-eb86-4f15-846e-7e039e7cb380 tempest-TestShelveInstance-790754725 tempest-TestShelveInstance-790754725-project] 10.222.0.20 "GET /v2.0/security-groups?id=3fce5744-cd2a-4421-94c5-84674053c1b9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0369470 Jun 23 12:22:13.235548 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron_lib.callbacks.manager [None req-9ea095b4-847b-4a9e-a757-ac75e7e1876c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773699952132', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-899307'] for agent, after_update {{(pid=94176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 12:22:13.401968 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcb57c90-1298-4869-a7ff-21b4fb5543a3 req-cbbf630a-c37f-4ba4-aabb-e02acebf73fe tempest-TestShelveInstance-790754725 tempest-TestShelveInstance-790754725-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 12:22:13.403329 dv-neutron-601336-94-hyperv neutron-server[94175]: INFO neutron.wsgi [req-fcb57c90-1298-4869-a7ff-21b4fb5543a3 req-cbbf630a-c37f-4ba4-aabb-e02acebf73fe tempest-TestShelveInstance-790754725 tempest-TestShelveInstance-790754725-project] 10.222.0.20 "GET /v2.0/ports?device_id=21ce6d9b-b586-49e4-b9a7-5c3ead87ba38 HTTP/1.1" status: 200 len: 943 time: 0.0641415 Jun 23 12:22:13.440066 dv-neutron-601336-94-hyperv neutron-server[94175]: INFO neutron.wsgi [req-fcb57c90-1298-4869-a7ff-21b4fb5543a3 req-6720d2a5-518d-4502-a4ea-96c1e6f72849 tempest-TestShelveInstance-790754725 tempest-TestShelveInstance-790754725-project] 10.222.0.20 "GET /v2.0/security-groups?id=3fce5744-cd2a-4421-94c5-84674053c1b9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0312798 Jun 23 12:22:13.960468 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron_lib.callbacks.manager [None req-dc7542b2-afef-47f4-a763-e3a3cba144be None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773699952132', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-899307'] for agent, after_update {{(pid=94176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 12:22:14.611327 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1a53b7c-3df9-4759-acc1-e11c9043f5db req-2dc1947b-89e8-4022-ad2d-5e53fa4fcef8 tempest-TestShelveInstance-790754725 tempest-TestShelveInstance-790754725-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94174) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 12:22:14.612857 dv-neutron-601336-94-hyperv neutron-server[94174]: INFO neutron.wsgi [req-a1a53b7c-3df9-4759-acc1-e11c9043f5db req-2dc1947b-89e8-4022-ad2d-5e53fa4fcef8 tempest-TestShelveInstance-790754725 tempest-TestShelveInstance-790754725-project] 10.222.0.20 "GET /v2.0/ports?device_id=21ce6d9b-b586-49e4-b9a7-5c3ead87ba38 HTTP/1.1" status: 200 len: 943 time: 0.0628879 Jun 23 12:22:14.663057 dv-neutron-601336-94-hyperv neutron-server[94174]: INFO neutron.wsgi [req-a1a53b7c-3df9-4759-acc1-e11c9043f5db req-bd705501-8899-4491-8811-89ae7893524e tempest-TestShelveInstance-790754725 tempest-TestShelveInstance-790754725-project] 10.222.0.20 "GET /v2.0/security-groups?id=3fce5744-cd2a-4421-94c5-84674053c1b9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0436876 Jun 23 12:22:14.869797 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron_lib.callbacks.manager [None req-4c20ea5f-bc7f-4d4e-935d-57f082af6ccb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773699952132', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-899307'] for agent, after_update {{(pid=94176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 12:22:15.446643 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e383e964-cd2c-42a9-8f47-818819c9f689 req-29fe6512-fb2a-424e-ae7b-4a8ff55bd0ab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 12:22:15.448051 dv-neutron-601336-94-hyperv neutron-server[94175]: INFO neutron.wsgi [req-e383e964-cd2c-42a9-8f47-818819c9f689 req-29fe6512-fb2a-424e-ae7b-4a8ff55bd0ab service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=c080a553dd50489bbe6db51b0d3ddebb&device_id=21ce6d9b-b586-49e4-b9a7-5c3ead87ba38 HTTP/1.1" status: 200 len: 1096 time: 0.0564048 Jun 23 12:22:15.547737 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e383e964-cd2c-42a9-8f47-818819c9f689 req-a5704893-a38e-4e79-9fc2-a2ce07e66e09 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 12:22:15.549156 dv-neutron-601336-94-hyperv neutron-server[94175]: INFO neutron.wsgi [req-e383e964-cd2c-42a9-8f47-818819c9f689 req-a5704893-a38e-4e79-9fc2-a2ce07e66e09 service neutron] 10.222.0.52 "GET /v2.0/networks?id=61c6d8b9-d3d0-4122-99ae-31963043c8d9 HTTP/1.1" status: 200 len: 910 time: 0.0820856 Jun 23 12:22:15.613933 dv-neutron-601336-94-hyperv neutron-server[94175]: INFO neutron.wsgi [req-e383e964-cd2c-42a9-8f47-818819c9f689 req-5344d140-d800-459a-a920-8862b417e4a3 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=eca5a67e-d764-4b75-bf75-997b96dff8ff HTTP/1.1" status: 200 len: 999 time: 0.0586290 Jun 23 12:22:15.661946 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e383e964-cd2c-42a9-8f47-818819c9f689 req-4e55b93d-485b-4f7a-8ea6-e894a934a41f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 12:22:15.663383 dv-neutron-601336-94-hyperv neutron-server[94175]: INFO neutron.wsgi [req-e383e964-cd2c-42a9-8f47-818819c9f689 req-4e55b93d-485b-4f7a-8ea6-e894a934a41f service neutron] 10.222.0.52 "GET /v2.0/subnets?id=7f686d1e-afe2-4a5c-a0f6-7d19b33ee35e HTTP/1.1" status: 200 len: 848 time: 0.0423970 Jun 23 12:22:15.719594 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e383e964-cd2c-42a9-8f47-818819c9f689 req-e23bbeb7-d606-4f19-a6cf-6fb955ebcf29 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 12:22:15.721099 dv-neutron-601336-94-hyperv neutron-server[94175]: INFO neutron.wsgi [req-e383e964-cd2c-42a9-8f47-818819c9f689 req-e23bbeb7-d606-4f19-a6cf-6fb955ebcf29 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=61c6d8b9-d3d0-4122-99ae-31963043c8d9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1178 time: 0.0518560 Jun 23 12:22:15.800339 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.plugins.ml2.rpc [None req-97bd5441-1da2-49ee-a364-27795820ba27 None None] Device eca5a67e-d764-4b75-bf75-997b96dff8ff details requested by agent hyperv_hv-neutron-6013 with host hv-neutron-6013 {{(pid=94176) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:104}} Jun 23 12:22:15.850376 dv-neutron-601336-94-hyperv neutron-server[94175]: INFO neutron.wsgi [req-e383e964-cd2c-42a9-8f47-818819c9f689 req-847be112-ef64-49f4-a000-d4a06f0be609 service neutron] 10.222.0.52 "GET /v2.0/networks/61c6d8b9-d3d0-4122-99ae-31963043c8d9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1226628 Jun 23 12:22:15.876121 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4456bcff-f6be-457e-8004-9b7355f1a3a0 req-15229577-808a-4d4e-86d3-324e8b50a766 tempest-TestShelveInstance-790754725 tempest-TestShelveInstance-790754725-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 12:22:15.877588 dv-neutron-601336-94-hyperv neutron-server[94175]: INFO neutron.wsgi [req-4456bcff-f6be-457e-8004-9b7355f1a3a0 req-15229577-808a-4d4e-86d3-324e8b50a766 tempest-TestShelveInstance-790754725 tempest-TestShelveInstance-790754725-project] 10.222.0.20 "GET /v2.0/ports?device_id=21ce6d9b-b586-49e4-b9a7-5c3ead87ba38 HTTP/1.1" status: 200 len: 943 time: 0.1021240 Jun 23 12:22:15.898861 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.plugins.ml2.db [None req-97bd5441-1da2-49ee-a364-27795820ba27 None None] For port eca5a67e-d764-4b75-bf75-997b96dff8ff, host hv-neutron-6013, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-6013',level=0,port_id=eca5a67e-d764-4b75-bf75-997b96dff8ff,segment=NetworkSegment(7c9ce104-d172-418f-b29b-77515f70dc45),segment_id=7c9ce104-d172-418f-b29b-77515f70dc45)] {{(pid=94176) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 23 12:22:15.909777 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.plugins.ml2.rpc [None req-97bd5441-1da2-49ee-a364-27795820ba27 None None] Returning: {'device': 'eca5a67e-d764-4b75-bf75-997b96dff8ff', 'network_id': '61c6d8b9-d3d0-4122-99ae-31963043c8d9', 'port_id': 'eca5a67e-d764-4b75-bf75-997b96dff8ff', 'mac_address': 'fa:16:3e:29:2c:24', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 417, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7f686d1e-afe2-4a5c-a0f6-7d19b33ee35e', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94176) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:186}} Jun 23 12:22:15.961652 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron_lib.callbacks.manager [None req-97bd5441-1da2-49ee-a364-27795820ba27 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-923122'] for port, before_update {{(pid=94176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 12:22:15.974694 dv-neutron-601336-94-hyperv neutron-server[94175]: INFO neutron.wsgi [req-4456bcff-f6be-457e-8004-9b7355f1a3a0 req-3607ac47-f236-40db-b761-131d60e01f47 tempest-TestShelveInstance-790754725 tempest-TestShelveInstance-790754725-project] 10.222.0.20 "GET /v2.0/security-groups?id=3fce5744-cd2a-4421-94c5-84674053c1b9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0867832 Jun 23 12:22:15.980571 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.notifiers.nova [None req-97bd5441-1da2-49ee-a364-27795820ba27 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id eca5a67e-d764-4b75-bf75-997b96dff8ff {{(pid=94176) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 23 12:22:15.993127 dv-neutron-601336-94-hyperv neutron-server[94175]: INFO neutron.wsgi [req-e383e964-cd2c-42a9-8f47-818819c9f689 req-7a9769f0-8016-4f8d-81f2-b67ccfac56b6 service neutron] 10.222.0.52 "GET /v2.0/networks/61c6d8b9-d3d0-4122-99ae-31963043c8d9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1339138 Jun 23 12:22:16.001649 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.plugins.ml2.db [None req-97bd5441-1da2-49ee-a364-27795820ba27 None None] For port eca5a67e-d764-4b75-bf75-997b96dff8ff, host hv-neutron-6013, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-6013',level=0,port_id=eca5a67e-d764-4b75-bf75-997b96dff8ff,segment=NetworkSegment(7c9ce104-d172-418f-b29b-77515f70dc45),segment_id=7c9ce104-d172-418f-b29b-77515f70dc45)] {{(pid=94176) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 23 12:22:16.058309 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron_lib.callbacks.manager [None req-97bd5441-1da2-49ee-a364-27795820ba27 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-922904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866062', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773700135042', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773699642233', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773699642278'] for port, after_update {{(pid=94176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 12:22:16.060127 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG oslo_concurrency.lockutils [None req-2bdf74f3-42af-4993-a34b-f58036a37581 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 12:22:16.105109 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97bd5441-1da2-49ee-a364-27795820ba27 None None] Pushing event updated for resources: {'Port': ['ID=eca5a67e-d764-4b75-bf75-997b96dff8ff,revision_number=7']} {{(pid=94176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 12:22:16.108159 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG oslo_concurrency.lockutils [None req-97bd5441-1da2-49ee-a364-27795820ba27 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=94176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 12:22:16.279426 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.plugins.ml2.db [None req-97bd5441-1da2-49ee-a364-27795820ba27 None None] get_ports_and_sgs() called for port_ids ['eca5a67e-d764-4b75-bf75-997b96dff8ff'] {{(pid=94176) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 23 12:22:16.869022 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron_lib.callbacks.manager [None req-95d6aa8f-24e7-4234-82ff-f502266c3285 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773699952132', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-899307'] for agent, after_update {{(pid=94176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 12:22:17.149357 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af29e18d-ae49-415d-a769-6c8623a193d2 req-b0a97940-3e84-49c4-b4be-117dbefecf2f tempest-TestShelveInstance-790754725 tempest-TestShelveInstance-790754725-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94174) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 12:22:17.150812 dv-neutron-601336-94-hyperv neutron-server[94174]: INFO neutron.wsgi [req-af29e18d-ae49-415d-a769-6c8623a193d2 req-b0a97940-3e84-49c4-b4be-117dbefecf2f tempest-TestShelveInstance-790754725 tempest-TestShelveInstance-790754725-project] 10.222.0.20 "GET /v2.0/ports?device_id=21ce6d9b-b586-49e4-b9a7-5c3ead87ba38 HTTP/1.1" status: 200 len: 944 time: 0.0636425 Jun 23 12:22:17.187137 dv-neutron-601336-94-hyperv neutron-server[94174]: INFO neutron.wsgi [req-af29e18d-ae49-415d-a769-6c8623a193d2 req-267caea4-8884-438c-a579-48ee7f17d1c1 tempest-TestShelveInstance-790754725 tempest-TestShelveInstance-790754725-project] 10.222.0.20 "GET /v2.0/security-groups?id=3fce5744-cd2a-4421-94c5-84674053c1b9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0305972 Jun 23 12:22:17.809507 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.plugins.ml2.rpc [None req-97bd5441-1da2-49ee-a364-27795820ba27 None None] Device eca5a67e-d764-4b75-bf75-997b96dff8ff up at agent hyperv_hv-neutron-6013 {{(pid=94176) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:298}} Jun 23 12:22:17.855583 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.db.provisioning_blocks [None req-97bd5441-1da2-49ee-a364-27795820ba27 None None] Provisioning complete for port eca5a67e-d764-4b75-bf75-997b96dff8ff triggered by entity L2. {{(pid=94176) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 23 12:22:17.855968 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron_lib.callbacks.manager [None req-97bd5441-1da2-49ee-a364-27795820ba27 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-899258'] for port, provisioning_complete {{(pid=94176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 12:22:17.930610 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron_lib.callbacks.manager [None req-97bd5441-1da2-49ee-a364-27795820ba27 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-923122'] for port, before_update {{(pid=94176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 12:22:17.951869 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '21ce6d9b-b586-49e4-b9a7-5c3ead87ba38', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'eca5a67e-d764-4b75-bf75-997b96dff8ff'}] {{(pid=94176) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 23 12:22:17.954102 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}887b0dfc0393de878080286a57e4a08d4fa60dd0cddd118f338ebfcd351ddd4c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-79926ba5-31b1-4c77-b3f1-63e6e8fd2b5c" -d '{"events": [{"server_uuid": "21ce6d9b-b586-49e4-b9a7-5c3ead87ba38", "name": "network-vif-plugged", "status": "completed", "tag": "eca5a67e-d764-4b75-bf75-997b96dff8ff"}]}' {{(pid=94176) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 23 12:22:17.966655 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.plugins.ml2.db [None req-97bd5441-1da2-49ee-a364-27795820ba27 None None] For port eca5a67e-d764-4b75-bf75-997b96dff8ff, host hv-neutron-6013, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-6013',level=0,port_id=eca5a67e-d764-4b75-bf75-997b96dff8ff,segment=NetworkSegment(7c9ce104-d172-418f-b29b-77515f70dc45),segment_id=7c9ce104-d172-418f-b29b-77515f70dc45)] {{(pid=94176) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 23 12:22:18.052961 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron_lib.callbacks.manager [None req-97bd5441-1da2-49ee-a364-27795820ba27 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-922904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866062', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773700135042', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773699642233', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773699642278'] for port, after_update {{(pid=94176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 12:22:18.055711 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG oslo_concurrency.lockutils [None req-45f9c2ad-0aec-46fb-b63d-b7f65d1eb646 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 12:22:18.100153 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97bd5441-1da2-49ee-a364-27795820ba27 None None] Pushing event updated for resources: {'Port': ['ID=eca5a67e-d764-4b75-bf75-997b96dff8ff,revision_number=8']} {{(pid=94176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 12:22:18.103096 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG oslo_concurrency.lockutils [None req-97bd5441-1da2-49ee-a364-27795820ba27 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=94176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 12:22:18.359816 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6025cf87-a059-40aa-aeb0-e72c22fb3f82 req-96418240-3fbb-4161-b245-23a02075097c tempest-TestShelveInstance-790754725 tempest-TestShelveInstance-790754725-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94174) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 12:22:18.361202 dv-neutron-601336-94-hyperv neutron-server[94174]: INFO neutron.wsgi [req-6025cf87-a059-40aa-aeb0-e72c22fb3f82 req-96418240-3fbb-4161-b245-23a02075097c tempest-TestShelveInstance-790754725 tempest-TestShelveInstance-790754725-project] 10.222.0.20 "GET /v2.0/ports?device_id=21ce6d9b-b586-49e4-b9a7-5c3ead87ba38 HTTP/1.1" status: 200 len: 945 time: 0.0621669 Jun 23 12:22:18.398115 dv-neutron-601336-94-hyperv neutron-server[94174]: INFO neutron.wsgi [req-6025cf87-a059-40aa-aeb0-e72c22fb3f82 req-3deeeb4e-b475-4556-a9cb-9886d1a639ae tempest-TestShelveInstance-790754725 tempest-TestShelveInstance-790754725-project] 10.222.0.20 "GET /v2.0/security-groups?id=3fce5744-cd2a-4421-94c5-84674053c1b9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0305035 Jun 23 12:22:19.007539 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 23 Jun 2021 12:22:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-388b8b2b-f02d-49d5-9e08-36b9f5874f65 x-openstack-request-id: req-388b8b2b-f02d-49d5-9e08-36b9f5874f65 {{(pid=94176) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 23 12:22:19.008008 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "21ce6d9b-b586-49e4-b9a7-5c3ead87ba38", "name": "network-vif-plugged", "status": "completed", "tag": "eca5a67e-d764-4b75-bf75-997b96dff8ff", "code": 200}]} {{(pid=94176) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 23 12:22:19.008116 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-388b8b2b-f02d-49d5-9e08-36b9f5874f65 {{(pid=94176) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 23 12:22:19.008459 dv-neutron-601336-94-hyperv neutron-server[94176]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '21ce6d9b-b586-49e4-b9a7-5c3ead87ba38', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'eca5a67e-d764-4b75-bf75-997b96dff8ff', 'code': 200} Jun 23 12:22:19.296818 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5caa585e-c23e-41ba-a75f-82e5a34fde8d req-c9dc499f-638c-4f10-b74d-bcdb384d32dc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 12:22:19.298284 dv-neutron-601336-94-hyperv neutron-server[94175]: INFO neutron.wsgi [req-5caa585e-c23e-41ba-a75f-82e5a34fde8d req-c9dc499f-638c-4f10-b74d-bcdb384d32dc service neutron] 10.222.0.52 "GET /v2.0/ports?device_id=21ce6d9b-b586-49e4-b9a7-5c3ead87ba38 HTTP/1.1" status: 200 len: 1098 time: 0.0527039 Jun 23 12:22:19.331110 dv-neutron-601336-94-hyperv neutron-server[94175]: INFO neutron.wsgi [req-5caa585e-c23e-41ba-a75f-82e5a34fde8d req-4a81a190-53d1-4203-ae52-fca1885d346a service neutron] 10.222.0.52 "GET /v2.0/security-groups?id=3fce5744-cd2a-4421-94c5-84674053c1b9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0268519 Jun 23 12:22:19.572871 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16ad8c5a-57b9-4bff-90fc-99bdc5ded2b2 req-03187c17-f50e-4f41-9781-2599ec935672 tempest-TestShelveInstance-790754725 tempest-TestShelveInstance-790754725-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94174) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 12:22:19.574321 dv-neutron-601336-94-hyperv neutron-server[94174]: INFO neutron.wsgi [req-16ad8c5a-57b9-4bff-90fc-99bdc5ded2b2 req-03187c17-f50e-4f41-9781-2599ec935672 tempest-TestShelveInstance-790754725 tempest-TestShelveInstance-790754725-project] 10.222.0.20 "GET /v2.0/ports?device_id=21ce6d9b-b586-49e4-b9a7-5c3ead87ba38 HTTP/1.1" status: 200 len: 945 time: 0.0666034 Jun 23 12:22:19.609995 dv-neutron-601336-94-hyperv neutron-server[94174]: INFO neutron.wsgi [req-16ad8c5a-57b9-4bff-90fc-99bdc5ded2b2 req-ba0c9cfa-47e2-4cb1-a75b-c490aa4a953f tempest-TestShelveInstance-790754725 tempest-TestShelveInstance-790754725-project] 10.222.0.20 "GET /v2.0/security-groups?id=3fce5744-cd2a-4421-94c5-84674053c1b9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0300760 Jun 23 12:22:20.784945 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2af5093d-819c-4a7d-8ec7-be8f54e544c6 req-1feab204-e7bd-4b2e-bd92-f29cdc257cf2 tempest-TestShelveInstance-790754725 tempest-TestShelveInstance-790754725-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 12:22:20.786420 dv-neutron-601336-94-hyperv neutron-server[94175]: INFO neutron.wsgi [req-2af5093d-819c-4a7d-8ec7-be8f54e544c6 req-1feab204-e7bd-4b2e-bd92-f29cdc257cf2 tempest-TestShelveInstance-790754725 tempest-TestShelveInstance-790754725-project] 10.222.0.20 "GET /v2.0/ports?device_id=21ce6d9b-b586-49e4-b9a7-5c3ead87ba38 HTTP/1.1" status: 200 len: 945 time: 0.0646412 Jun 23 12:22:20.824705 dv-neutron-601336-94-hyperv neutron-server[94175]: INFO neutron.wsgi [req-2af5093d-819c-4a7d-8ec7-be8f54e544c6 req-58690452-bf96-4bb3-a91f-3dc6b078834f tempest-TestShelveInstance-790754725 tempest-TestShelveInstance-790754725-project] 10.222.0.20 "GET /v2.0/security-groups?id=3fce5744-cd2a-4421-94c5-84674053c1b9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0324244 Jun 23 12:22:23.971724 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron_lib.callbacks.manager [None req-97bd5441-1da2-49ee-a364-27795820ba27 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773699952132', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-899307'] for agent, after_update {{(pid=94176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 12:22:41.148978 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron_lib.callbacks.manager [None req-0716c8ed-9d55-40d7-9272-21ca1da1d368 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773699952132', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-899307'] for agent, after_update {{(pid=94176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 12:22:43.194608 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron_lib.callbacks.manager [None req-b33f265b-b1e7-4730-b405-eeac9b640fcf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773699952132', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-899307'] for agent, after_update {{(pid=94176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 12:22:43.920600 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron_lib.callbacks.manager [None req-dc7542b2-afef-47f4-a763-e3a3cba144be None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773699952132', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-899307'] for agent, after_update {{(pid=94176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 12:22:44.811702 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron_lib.callbacks.manager [None req-4c20ea5f-bc7f-4d4e-935d-57f082af6ccb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773699952132', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-899307'] for agent, after_update {{(pid=94176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 12:22:46.874871 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron_lib.callbacks.manager [None req-95d6aa8f-24e7-4234-82ff-f502266c3285 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773699952132', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-899307'] for agent, after_update {{(pid=94176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 12:22:48.136404 dv-neutron-601336-94-hyperv neutron-server[94177]: DEBUG neutron.db.agents_db [None req-90fb1279-e4c5-4e73-8d66-3a29811dc4e3 None None] Agent healthcheck: found 6 active agents {{(pid=94177) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 23 12:22:54.023788 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron_lib.callbacks.manager [None req-97bd5441-1da2-49ee-a364-27795820ba27 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773699952132', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-899307'] for agent, after_update {{(pid=94176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 12:23:10.948148 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron_lib.callbacks.manager [None req-784b301e-c1c6-433c-a708-e4e90d116b94 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773699952132', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-899307'] for agent, after_update {{(pid=94176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 12:23:13.205160 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron_lib.callbacks.manager [None req-d16be7a3-69fc-4bd0-be0b-c456f15c2b02 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773699952132', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-899307'] for agent, after_update {{(pid=94176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 12:23:13.999539 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron_lib.callbacks.manager [None req-dc7542b2-afef-47f4-a763-e3a3cba144be None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773699952132', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-899307'] for agent, after_update {{(pid=94176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 12:23:14.861805 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron_lib.callbacks.manager [None req-4c20ea5f-bc7f-4d4e-935d-57f082af6ccb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773699952132', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-899307'] for agent, after_update {{(pid=94176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 12:23:16.412893 dv-neutron-601336-94-hyperv neutron-server[94175]: INFO neutron.wsgi [req-9e26f56a-46fd-4d26-81d5-c64165059436 req-17bcf78e-15b6-4046-848c-0f38fdbe3fe0 service neutron] 10.222.0.52 "GET /v2.0/ports?device_id=21ce6d9b-b586-49e4-b9a7-5c3ead87ba38&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0573552 Jun 23 12:23:16.504546 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e26f56a-46fd-4d26-81d5-c64165059436 req-9313ea5a-dc63-4190-8baf-f7e3e18fd6a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 12:23:16.505988 dv-neutron-601336-94-hyperv neutron-server[94175]: INFO neutron.wsgi [req-9e26f56a-46fd-4d26-81d5-c64165059436 req-9313ea5a-dc63-4190-8baf-f7e3e18fd6a1 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=c080a553dd50489bbe6db51b0d3ddebb&device_id=21ce6d9b-b586-49e4-b9a7-5c3ead87ba38 HTTP/1.1" status: 200 len: 1098 time: 0.0518286 Jun 23 12:23:16.610437 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e26f56a-46fd-4d26-81d5-c64165059436 req-4cc34c91-8a8f-4d31-924d-a46d02142e55 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 12:23:16.611903 dv-neutron-601336-94-hyperv neutron-server[94175]: INFO neutron.wsgi [req-9e26f56a-46fd-4d26-81d5-c64165059436 req-4cc34c91-8a8f-4d31-924d-a46d02142e55 service neutron] 10.222.0.52 "GET /v2.0/networks?id=61c6d8b9-d3d0-4122-99ae-31963043c8d9 HTTP/1.1" status: 200 len: 910 time: 0.0858641 Jun 23 12:23:16.674371 dv-neutron-601336-94-hyperv neutron-server[94175]: INFO neutron.wsgi [req-9e26f56a-46fd-4d26-81d5-c64165059436 req-a9bf3980-6692-4086-9b09-1012df77d542 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=eca5a67e-d764-4b75-bf75-997b96dff8ff HTTP/1.1" status: 200 len: 1001 time: 0.0556750 Jun 23 12:23:16.726429 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e26f56a-46fd-4d26-81d5-c64165059436 req-7efdf651-5036-415a-91f4-6aa39950b1e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 12:23:16.727868 dv-neutron-601336-94-hyperv neutron-server[94175]: INFO neutron.wsgi [req-9e26f56a-46fd-4d26-81d5-c64165059436 req-7efdf651-5036-415a-91f4-6aa39950b1e5 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=7f686d1e-afe2-4a5c-a0f6-7d19b33ee35e HTTP/1.1" status: 200 len: 848 time: 0.0475311 Jun 23 12:23:16.789979 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e26f56a-46fd-4d26-81d5-c64165059436 req-ed1839ee-c971-48fb-a019-c3f55df838b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 12:23:16.792769 dv-neutron-601336-94-hyperv neutron-server[94175]: INFO neutron.wsgi [req-9e26f56a-46fd-4d26-81d5-c64165059436 req-ed1839ee-c971-48fb-a019-c3f55df838b6 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=61c6d8b9-d3d0-4122-99ae-31963043c8d9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1178 time: 0.0566864 Jun 23 12:23:16.856806 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron_lib.callbacks.manager [None req-95d6aa8f-24e7-4234-82ff-f502266c3285 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773699952132', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-899307'] for agent, after_update {{(pid=94176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 12:23:16.887253 dv-neutron-601336-94-hyperv neutron-server[94175]: INFO neutron.wsgi [req-9e26f56a-46fd-4d26-81d5-c64165059436 req-b1e5785d-d000-4a77-a480-1faa2f2bb81d service neutron] 10.222.0.52 "GET /v2.0/networks/61c6d8b9-d3d0-4122-99ae-31963043c8d9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0871553 Jun 23 12:23:16.986232 dv-neutron-601336-94-hyperv neutron-server[94175]: INFO neutron.wsgi [req-9e26f56a-46fd-4d26-81d5-c64165059436 req-fd38ee0a-7fcd-40cd-8f0d-118047f077b5 service neutron] 10.222.0.52 "GET /v2.0/networks/61c6d8b9-d3d0-4122-99ae-31963043c8d9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0911617 Jun 23 12:23:24.005009 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron_lib.callbacks.manager [None req-97bd5441-1da2-49ee-a364-27795820ba27 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773699952132', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-899307'] for agent, after_update {{(pid=94176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 12:23:25.134604 dv-neutron-601336-94-hyperv neutron-server[94177]: DEBUG neutron.db.agents_db [None req-90fb1279-e4c5-4e73-8d66-3a29811dc4e3 None None] Agent healthcheck: found 6 active agents {{(pid=94177) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 23 12:23:40.970505 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron_lib.callbacks.manager [None req-d15661f8-2a77-4733-ade4-5bc97a79dae2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773699952132', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-899307'] for agent, after_update {{(pid=94176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 12:23:43.220836 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron_lib.callbacks.manager [None req-fa0f190d-cc21-4668-b8b5-440054bb13be None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773699952132', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-899307'] for agent, after_update {{(pid=94176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 12:23:43.924208 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron_lib.callbacks.manager [None req-dc7542b2-afef-47f4-a763-e3a3cba144be None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773699952132', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-899307'] for agent, after_update {{(pid=94176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 12:23:44.809811 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron_lib.callbacks.manager [None req-4c20ea5f-bc7f-4d4e-935d-57f082af6ccb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773699952132', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-899307'] for agent, after_update {{(pid=94176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 12:23:47.010723 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron_lib.callbacks.manager [None req-95d6aa8f-24e7-4234-82ff-f502266c3285 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773699952132', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-899307'] for agent, after_update {{(pid=94176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 12:23:53.976795 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron_lib.callbacks.manager [None req-97bd5441-1da2-49ee-a364-27795820ba27 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773699952132', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-899307'] for agent, after_update {{(pid=94176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 12:23:57.125994 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.wsgi [-] (94175) accepted ('10.222.0.20', 50538) {{(pid=94175) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 12:23:57.599120 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.plugins.ml2.plugin [None req-93aa8983-7d00-4ce2-a58c-51a75b91e0e4 tempest-TestShelveInstance-790754725 tempest-TestShelveInstance-790754725-project] Deleting port c24c058e-f163-4408-869b-5afb707094af {{(pid=94175) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1913}} Jun 23 12:23:57.599460 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron_lib.callbacks.manager [None req-93aa8983-7d00-4ce2-a58c-51a75b91e0e4 tempest-TestShelveInstance-790754725 tempest-TestShelveInstance-790754725-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773700079324'] for port, before_delete {{(pid=94175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 12:23:57.670066 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron_lib.callbacks.manager [None req-93aa8983-7d00-4ce2-a58c-51a75b91e0e4 tempest-TestShelveInstance-790754725 tempest-TestShelveInstance-790754725-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-430722'] for port, precommit_delete {{(pid=94175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 12:23:57.670390 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron_lib.callbacks.manager [None req-93aa8983-7d00-4ce2-a58c-51a75b91e0e4 tempest-TestShelveInstance-790754725 tempest-TestShelveInstance-790754725-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 12:23:57.681905 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.plugins.ml2.plugin [None req-93aa8983-7d00-4ce2-a58c-51a75b91e0e4 tempest-TestShelveInstance-790754725 tempest-TestShelveInstance-790754725-project] Calling delete_port for c24c058e-f163-4408-869b-5afb707094af owned by network:floatingip {{(pid=94175) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1986}} Jun 23 12:23:57.901696 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron_lib.callbacks.manager [None req-93aa8983-7d00-4ce2-a58c-51a75b91e0e4 tempest-TestShelveInstance-790754725 tempest-TestShelveInstance-790754725-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-922904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866062', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773700135024', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773699642224', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5082448'] for port, after_delete {{(pid=94175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 12:23:57.903760 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG oslo_concurrency.lockutils [None req-d00dfa32-eb7a-49b8-8d2e-17f576b3c85e tempest-TestShelveInstance-790754725 tempest-TestShelveInstance-790754725-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94175) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 12:23:57.924385 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93aa8983-7d00-4ce2-a58c-51a75b91e0e4 tempest-TestShelveInstance-790754725 tempest-TestShelveInstance-790754725-project] Pushing event deleted for resources: {'Port': ['ID=c24c058e-f163-4408-869b-5afb707094af,revision_number=None']} {{(pid=94175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 12:23:57.937349 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93aa8983-7d00-4ce2-a58c-51a75b91e0e4 tempest-TestShelveInstance-790754725 tempest-TestShelveInstance-790754725-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-601336-94-hyperv {{(pid=94175) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 12:23:57.937738 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93aa8983-7d00-4ce2-a58c-51a75b91e0e4 tempest-TestShelveInstance-790754725 tempest-TestShelveInstance-790754725-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-94-hyperv {{(pid=94175) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 12:23:57.938120 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93aa8983-7d00-4ce2-a58c-51a75b91e0e4 tempest-TestShelveInstance-790754725 tempest-TestShelveInstance-790754725-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-94-hyperv {{(pid=94175) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 12:23:57.938495 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93aa8983-7d00-4ce2-a58c-51a75b91e0e4 tempest-TestShelveInstance-790754725 tempest-TestShelveInstance-790754725-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-601336-94-hyperv {{(pid=94175) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 12:23:57.938864 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93aa8983-7d00-4ce2-a58c-51a75b91e0e4 tempest-TestShelveInstance-790754725 tempest-TestShelveInstance-790754725-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-601336-94-hyperv {{(pid=94175) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 12:23:57.939257 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93aa8983-7d00-4ce2-a58c-51a75b91e0e4 tempest-TestShelveInstance-790754725 tempest-TestShelveInstance-790754725-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-601336-94-hyperv {{(pid=94175) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 12:23:57.939625 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93aa8983-7d00-4ce2-a58c-51a75b91e0e4 tempest-TestShelveInstance-790754725 tempest-TestShelveInstance-790754725-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-601336-94-hyperv {{(pid=94175) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 12:23:57.939991 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93aa8983-7d00-4ce2-a58c-51a75b91e0e4 tempest-TestShelveInstance-790754725 tempest-TestShelveInstance-790754725-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-601336-94-hyperv {{(pid=94175) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 12:23:57.940385 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93aa8983-7d00-4ce2-a58c-51a75b91e0e4 tempest-TestShelveInstance-790754725 tempest-TestShelveInstance-790754725-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-601336-94-hyperv {{(pid=94175) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 12:23:57.940745 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93aa8983-7d00-4ce2-a58c-51a75b91e0e4 tempest-TestShelveInstance-790754725 tempest-TestShelveInstance-790754725-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-94-hyperv {{(pid=94175) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 12:23:57.941104 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93aa8983-7d00-4ce2-a58c-51a75b91e0e4 tempest-TestShelveInstance-790754725 tempest-TestShelveInstance-790754725-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-601336-94-hyperv {{(pid=94175) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 12:23:57.941460 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93aa8983-7d00-4ce2-a58c-51a75b91e0e4 tempest-TestShelveInstance-790754725 tempest-TestShelveInstance-790754725-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-601336-94-hyperv {{(pid=94175) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 12:23:57.959500 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG oslo_concurrency.lockutils [None req-93aa8983-7d00-4ce2-a58c-51a75b91e0e4 tempest-TestShelveInstance-790754725 tempest-TestShelveInstance-790754725-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.056s {{(pid=94175) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 12:23:57.999807 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron_lib.callbacks.manager [None req-93aa8983-7d00-4ce2-a58c-51a75b91e0e4 tempest-TestShelveInstance-790754725 tempest-TestShelveInstance-790754725-project] Notify callbacks [] for floatingip, after_delete {{(pid=94175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 12:23:58.000131 dv-neutron-601336-94-hyperv neutron-server[94175]: INFO neutron.db.l3_db [None req-93aa8983-7d00-4ce2-a58c-51a75b91e0e4 tempest-TestShelveInstance-790754725 tempest-TestShelveInstance-790754725-project] Floating IP b4f31706-6e8a-400c-8ced-ff4e2c4c0fbd disassociated (deleted). External IP: 172.26.3.221, port: eca5a67e-d764-4b75-bf75-997b96dff8ff. Jun 23 12:23:58.202432 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-93aa8983-7d00-4ce2-a58c-51a75b91e0e4 tempest-TestShelveInstance-790754725 tempest-TestShelveInstance-790754725-project] Router 8e93b214-77d9-44f2-a01f-ce72e72e9d73 has already been hosted by L3 agent 50ef99c0-ef28-4db5-b303-b145898fae60 {{(pid=94175) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 23 12:23:58.305180 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-93aa8983-7d00-4ce2-a58c-51a75b91e0e4 tempest-TestShelveInstance-790754725 tempest-TestShelveInstance-790754725-project] Notify agent at l3_agent.dv-neutron-601336-94-hyperv the message routers_updated {{(pid=94175) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 23 12:23:58.309537 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron_lib.callbacks.manager [None req-93aa8983-7d00-4ce2-a58c-51a75b91e0e4 tempest-TestShelveInstance-790754725 tempest-TestShelveInstance-790754725-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-217507'] for floatingip, before_response {{(pid=94175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 12:23:58.314672 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2960b1c5-ca34-4e61-b64c-f29d34392e27 None None] Sync routers for ids ['8e93b214-77d9-44f2-a01f-ce72e72e9d73'] in dv-neutron-601336-94-hyperv {{(pid=94176) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 23 12:23:58.323553 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2960b1c5-ca34-4e61-b64c-f29d34392e27 None None] Routers {'8e93b214-77d9-44f2-a01f-ce72e72e9d73'} bound to L3 agent in host dv-neutron-601336-94-hyperv {{(pid=94176) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 23 12:23:58.324174 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.db.l3_hamode_db [None req-2960b1c5-ca34-4e61-b64c-f29d34392e27 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-601336-94-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-23T11:22:13Z,description=,heartbeat_timestamp=2021-06-23T12:23:43Z,host='dv-neutron-601336-94-hyperv',id=50ef99c0-ef28-4db5-b303-b145898fae60,load=0,resource_versions=,resources_synced=,started_at=2021-06-23T11:22:14Z,topic='l3_agent')) {'router_ids': ['8e93b214-77d9-44f2-a01f-ce72e72e9d73'], 'active': True} {{(pid=94176) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 12:23:58.344902 dv-neutron-601336-94-hyperv neutron-server[94175]: INFO neutron.wsgi [None req-93aa8983-7d00-4ce2-a58c-51a75b91e0e4 tempest-TestShelveInstance-790754725 tempest-TestShelveInstance-790754725-project] 10.222.0.20 "DELETE /v2.0/floatingips/b4f31706-6e8a-400c-8ced-ff4e2c4c0fbd HTTP/1.1" status: 204 len: 168 time: 1.2173038 Jun 23 12:23:58.345678 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '21ce6d9b-b586-49e4-b9a7-5c3ead87ba38', 'tag': 'eca5a67e-d764-4b75-bf75-997b96dff8ff'}] {{(pid=94175) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 23 12:23:58.348769 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1970408df4ea4e7170669a1249478e627cf05a5a0b07cc08a66c5cb53d0ac47a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-453c3653-01bc-4673-9658-468cb14eb5f9" -d '{"events": [{"name": "network-changed", "server_uuid": "21ce6d9b-b586-49e4-b9a7-5c3ead87ba38", "tag": "eca5a67e-d764-4b75-bf75-997b96dff8ff"}]}' {{(pid=94175) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 23 12:23:58.430958 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.db.l3_dvr_db [None req-2960b1c5-ca34-4e61-b64c-f29d34392e27 None None] Set router 8e93b214-77d9-44f2-a01f-ce72e72e9d73 gateway port host: dv-neutron-601336-94-hyperv {{(pid=94176) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:838}} Jun 23 12:23:58.437938 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 23 Jun 2021 12:23:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-367276b7-86a7-4d6e-807d-2fd2848bf5eb x-openstack-request-id: req-367276b7-86a7-4d6e-807d-2fd2848bf5eb {{(pid=94175) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 23 12:23:58.438287 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "21ce6d9b-b586-49e4-b9a7-5c3ead87ba38", "tag": "eca5a67e-d764-4b75-bf75-997b96dff8ff", "status": "completed", "code": 200}]} {{(pid=94175) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 23 12:23:58.438596 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-367276b7-86a7-4d6e-807d-2fd2848bf5eb {{(pid=94175) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 23 12:23:58.439123 dv-neutron-601336-94-hyperv neutron-server[94175]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '21ce6d9b-b586-49e4-b9a7-5c3ead87ba38', 'tag': 'eca5a67e-d764-4b75-bf75-997b96dff8ff', 'status': 'completed', 'code': 200} Jun 23 12:23:58.521982 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-453c3653-01bc-4673-9658-468cb14eb5f9 req-ca3f8c43-93b9-48d7-8108-e5b992052f20 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 12:23:58.523503 dv-neutron-601336-94-hyperv neutron-server[94175]: INFO neutron.wsgi [req-453c3653-01bc-4673-9658-468cb14eb5f9 req-ca3f8c43-93b9-48d7-8108-e5b992052f20 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=c080a553dd50489bbe6db51b0d3ddebb&device_id=21ce6d9b-b586-49e4-b9a7-5c3ead87ba38 HTTP/1.1" status: 200 len: 1098 time: 0.0585642 Jun 23 12:23:58.619495 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-453c3653-01bc-4673-9658-468cb14eb5f9 req-2a9113b3-41ed-4548-acfd-b2516a5e6e7e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 12:23:58.621476 dv-neutron-601336-94-hyperv neutron-server[94175]: INFO neutron.wsgi [req-453c3653-01bc-4673-9658-468cb14eb5f9 req-2a9113b3-41ed-4548-acfd-b2516a5e6e7e service neutron] 10.222.0.52 "GET /v2.0/networks?id=61c6d8b9-d3d0-4122-99ae-31963043c8d9 HTTP/1.1" status: 200 len: 910 time: 0.0909474 Jun 23 12:23:58.631609 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.db.l3_hamode_db [None req-2960b1c5-ca34-4e61-b64c-f29d34392e27 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8e93b214-77d9-44f2-a01f-ce72e72e9d73', 'name': 'tempest-TestShelveInstance-1623291902-router', 'tenant_id': 'c080a553dd50489bbe6db51b0d3ddebb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3e7e4eb3-cf02-4d47-ade9-0a579cdfc60f', 'external_fixed_ips': [{'subnet_id': 'a5ad15ab-c489-4a67-a9b0-d559fca0ec71', 'ip_address': '172.26.3.121'}], 'enable_snat': True}, 'gw_port_id': '148690ea-e963-4986-991e-abf2ed246983', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-23T12:13:50Z', 'updated_at': '2021-06-23T12:13:53Z', 'revision_number': 4, 'project_id': 'c080a553dd50489bbe6db51b0d3ddebb', 'gw_port': {'id': '148690ea-e963-4986-991e-abf2ed246983', 'name': '', 'network_id': '3e7e4eb3-cf02-4d47-ade9-0a579cdfc60f', 'tenant_id': '', 'mac_address': 'fa:16:3e:f8:83:16', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8e93b214-77d9-44f2-a01f-ce72e72e9d73', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1812, 'fixed_ips': [{'subnet_id': 'a5ad15ab-c489-4a67-a9b0-d559fca0ec71', 'ip_address': '172.26.3.121', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-94-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-23T12:13:51Z', 'updated_at': '2021-06-23T12:13:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a5ad15ab-c489-4a67-a9b0-d559fca0ec71', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-601336-94-hyperv', '_interfaces': [{'id': '4fc7202b-3c32-4c6b-8d9b-b6fef90d5765', 'name': '', 'network_id': '61c6d8b9-d3d0-4122-99ae-31963043c8d9', 'tenant_id': 'c080a553dd50489bbe6db51b0d3ddebb', 'mac_address': 'fa:16:3e:d5:3c:87', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8e93b214-77d9-44f2-a01f-ce72e72e9d73', 'device_owner': 'network:router_interface', 'standard_attr_id': 1813, 'fixed_ips': [{'subnet_id': '7f686d1e-afe2-4a5c-a0f6-7d19b33ee35e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-94-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-23T12:13:53Z', 'updated_at': '2021-06-23T12:13:59Z', 'revision_number': 5, 'project_id': 'c080a553dd50489bbe6db51b0d3ddebb', 'subnets': [{'id': '7f686d1e-afe2-4a5c-a0f6-7d19b33ee35e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-601336-94-hyperv', False) {} {{(pid=94176) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 12:23:58.656668 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2960b1c5-ca34-4e61-b64c-f29d34392e27 None None] Checking router: 8e93b214-77d9-44f2-a01f-ce72e72e9d73 for host: dv-neutron-601336-94-hyperv {{(pid=94176) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 23 12:23:58.662226 dv-neutron-601336-94-hyperv neutron-server[94175]: INFO neutron.wsgi [req-453c3653-01bc-4673-9658-468cb14eb5f9 req-11a61f0e-ab28-44a4-a5c8-d1690541920a service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=eca5a67e-d764-4b75-bf75-997b96dff8ff HTTP/1.1" status: 200 len: 217 time: 0.0349019 Jun 23 12:23:58.665448 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2960b1c5-ca34-4e61-b64c-f29d34392e27 None None] Routers {'8e93b214-77d9-44f2-a01f-ce72e72e9d73'} bound to L3 agent in host dv-neutron-601336-94-hyperv {{(pid=94176) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 23 12:23:58.666056 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.db.l3_hamode_db [None req-2960b1c5-ca34-4e61-b64c-f29d34392e27 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-601336-94-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-23T11:22:13Z,description=,heartbeat_timestamp=2021-06-23T12:23:43Z,host='dv-neutron-601336-94-hyperv',id=50ef99c0-ef28-4db5-b303-b145898fae60,load=0,resource_versions=,resources_synced=,started_at=2021-06-23T11:22:14Z,topic='l3_agent')) {'router_ids': ['8e93b214-77d9-44f2-a01f-ce72e72e9d73'], 'active': True} {{(pid=94176) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 12:23:58.709881 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-453c3653-01bc-4673-9658-468cb14eb5f9 req-1881defc-8dbf-4df9-bd49-0acd032d0a57 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 12:23:58.711252 dv-neutron-601336-94-hyperv neutron-server[94175]: INFO neutron.wsgi [req-453c3653-01bc-4673-9658-468cb14eb5f9 req-1881defc-8dbf-4df9-bd49-0acd032d0a57 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=7f686d1e-afe2-4a5c-a0f6-7d19b33ee35e HTTP/1.1" status: 200 len: 848 time: 0.0433590 Jun 23 12:23:58.769733 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-453c3653-01bc-4673-9658-468cb14eb5f9 req-9ea5b7ca-8cd3-4bc8-9be8-e17b87c927af service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 12:23:58.771826 dv-neutron-601336-94-hyperv neutron-server[94175]: INFO neutron.wsgi [req-453c3653-01bc-4673-9658-468cb14eb5f9 req-9ea5b7ca-8cd3-4bc8-9be8-e17b87c927af service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=61c6d8b9-d3d0-4122-99ae-31963043c8d9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1178 time: 0.0547822 Jun 23 12:23:58.773731 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.db.l3_dvr_db [None req-2960b1c5-ca34-4e61-b64c-f29d34392e27 None None] Set router 8e93b214-77d9-44f2-a01f-ce72e72e9d73 gateway port host: dv-neutron-601336-94-hyperv {{(pid=94176) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:838}} Jun 23 12:23:58.873986 dv-neutron-601336-94-hyperv neutron-server[94175]: INFO neutron.wsgi [req-453c3653-01bc-4673-9658-468cb14eb5f9 req-656a8142-afed-469d-a4c3-7ba4b9840be7 service neutron] 10.222.0.52 "GET /v2.0/networks/61c6d8b9-d3d0-4122-99ae-31963043c8d9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0958118 Jun 23 12:23:58.979707 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.db.l3_hamode_db [None req-2960b1c5-ca34-4e61-b64c-f29d34392e27 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8e93b214-77d9-44f2-a01f-ce72e72e9d73', 'name': 'tempest-TestShelveInstance-1623291902-router', 'tenant_id': 'c080a553dd50489bbe6db51b0d3ddebb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3e7e4eb3-cf02-4d47-ade9-0a579cdfc60f', 'external_fixed_ips': [{'subnet_id': 'a5ad15ab-c489-4a67-a9b0-d559fca0ec71', 'ip_address': '172.26.3.121'}], 'enable_snat': True}, 'gw_port_id': '148690ea-e963-4986-991e-abf2ed246983', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-23T12:13:50Z', 'updated_at': '2021-06-23T12:13:53Z', 'revision_number': 4, 'project_id': 'c080a553dd50489bbe6db51b0d3ddebb', 'gw_port': {'id': '148690ea-e963-4986-991e-abf2ed246983', 'name': '', 'network_id': '3e7e4eb3-cf02-4d47-ade9-0a579cdfc60f', 'tenant_id': '', 'mac_address': 'fa:16:3e:f8:83:16', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8e93b214-77d9-44f2-a01f-ce72e72e9d73', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1812, 'fixed_ips': [{'subnet_id': 'a5ad15ab-c489-4a67-a9b0-d559fca0ec71', 'ip_address': '172.26.3.121', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-94-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-23T12:13:51Z', 'updated_at': '2021-06-23T12:13:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a5ad15ab-c489-4a67-a9b0-d559fca0ec71', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-601336-94-hyperv', '_interfaces': [{'id': '4fc7202b-3c32-4c6b-8d9b-b6fef90d5765', 'name': '', 'network_id': '61c6d8b9-d3d0-4122-99ae-31963043c8d9', 'tenant_id': 'c080a553dd50489bbe6db51b0d3ddebb', 'mac_address': 'fa:16:3e:d5:3c:87', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8e93b214-77d9-44f2-a01f-ce72e72e9d73', 'device_owner': 'network:router_interface', 'standard_attr_id': 1813, 'fixed_ips': [{'subnet_id': '7f686d1e-afe2-4a5c-a0f6-7d19b33ee35e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-94-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-23T12:13:53Z', 'updated_at': '2021-06-23T12:13:59Z', 'revision_number': 5, 'project_id': 'c080a553dd50489bbe6db51b0d3ddebb', 'subnets': [{'id': '7f686d1e-afe2-4a5c-a0f6-7d19b33ee35e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-601336-94-hyperv', False) {} {{(pid=94176) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 12:23:59.005956 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2960b1c5-ca34-4e61-b64c-f29d34392e27 None None] The sync data for ids ['8e93b214-77d9-44f2-a01f-ce72e72e9d73'] in dv-neutron-601336-94-hyperv is: [{'id': '8e93b214-77d9-44f2-a01f-ce72e72e9d73', 'name': 'tempest-TestShelveInstance-1623291902-router', 'tenant_id': 'c080a553dd50489bbe6db51b0d3ddebb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3e7e4eb3-cf02-4d47-ade9-0a579cdfc60f', 'external_fixed_ips': [{'subnet_id': 'a5ad15ab-c489-4a67-a9b0-d559fca0ec71', 'ip_address': '172.26.3.121'}], 'enable_snat': True}, 'gw_port_id': '148690ea-e963-4986-991e-abf2ed246983', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-23T12:13:50Z', 'updated_at': '2021-06-23T12:13:53Z', 'revision_number': 4, 'project_id': 'c080a553dd50489bbe6db51b0d3ddebb', 'gw_port': {'id': '148690ea-e963-4986-991e-abf2ed246983', 'name': '', 'network_id': '3e7e4eb3-cf02-4d47-ade9-0a579cdfc60f', 'tenant_id': '', 'mac_address': 'fa:16:3e:f8:83:16', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8e93b214-77d9-44f2-a01f-ce72e72e9d73', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1812, 'fixed_ips': [{'subnet_id': 'a5ad15ab-c489-4a67-a9b0-d559fca0ec71', 'ip_address': '172.26.3.121', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-94-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-23T12:13:51Z', 'updated_at': '2021-06-23T12:13:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a5ad15ab-c489-4a67-a9b0-d559fca0ec71', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-601336-94-hyperv', '_interfaces': [{'id': '4fc7202b-3c32-4c6b-8d9b-b6fef90d5765', 'name': '', 'network_id': '61c6d8b9-d3d0-4122-99ae-31963043c8d9', 'tenant_id': 'c080a553dd50489bbe6db51b0d3ddebb', 'mac_address': 'fa:16:3e:d5:3c:87', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8e93b214-77d9-44f2-a01f-ce72e72e9d73', 'device_owner': 'network:router_interface', 'standard_attr_id': 1813, 'fixed_ips': [{'subnet_id': '7f686d1e-afe2-4a5c-a0f6-7d19b33ee35e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-94-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-23T12:13:53Z', 'updated_at': '2021-06-23T12:13:59Z', 'revision_number': 5, 'project_id': 'c080a553dd50489bbe6db51b0d3ddebb', 'subnets': [{'id': '7f686d1e-afe2-4a5c-a0f6-7d19b33ee35e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94176) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 23 12:23:59.015200 dv-neutron-601336-94-hyperv neutron-server[94175]: INFO neutron.wsgi [req-453c3653-01bc-4673-9658-468cb14eb5f9 req-6a05b738-ed91-4ca2-892a-744208ac6410 service neutron] 10.222.0.52 "GET /v2.0/networks/61c6d8b9-d3d0-4122-99ae-31963043c8d9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1342385 Jun 23 12:23:59.027994 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db2435ee-112a-4010-8aae-1e0d6a496f47 req-27c78a0b-3248-43ae-a6ed-8fd6ae58e2ab tempest-TestShelveInstance-790754725 tempest-TestShelveInstance-790754725-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 12:23:59.029657 dv-neutron-601336-94-hyperv neutron-server[94175]: INFO neutron.wsgi [req-db2435ee-112a-4010-8aae-1e0d6a496f47 req-27c78a0b-3248-43ae-a6ed-8fd6ae58e2ab tempest-TestShelveInstance-790754725 tempest-TestShelveInstance-790754725-project] 10.222.0.20 "GET /v2.0/ports?device_id=21ce6d9b-b586-49e4-b9a7-5c3ead87ba38 HTTP/1.1" status: 200 len: 945 time: 0.1014242 Jun 23 12:23:59.072248 dv-neutron-601336-94-hyperv neutron-server[94175]: INFO neutron.wsgi [req-db2435ee-112a-4010-8aae-1e0d6a496f47 req-76ee7ce1-d626-4fc4-bf29-fda298be923a tempest-TestShelveInstance-790754725 tempest-TestShelveInstance-790754725-project] 10.222.0.20 "GET /v2.0/security-groups?id=3fce5744-cd2a-4421-94c5-84674053c1b9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0366428 Jun 23 12:23:59.216947 dv-neutron-601336-94-hyperv neutron-server[94177]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b00a8cfc-8b5d-44b0-9a8c-e43c0ba42d0d None None] New status for floating IP b4f31706-6e8a-400c-8ced-ff4e2c4c0fbd: DOWN {{(pid=94177) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 23 12:24:00.250211 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b0b10b4-b92c-4595-85a7-b8fea45fd242 req-a02b9935-77e4-4e24-9cc9-8587c913e71a tempest-TestShelveInstance-790754725 tempest-TestShelveInstance-790754725-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94174) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 12:24:00.251716 dv-neutron-601336-94-hyperv neutron-server[94174]: INFO neutron.wsgi [req-1b0b10b4-b92c-4595-85a7-b8fea45fd242 req-a02b9935-77e4-4e24-9cc9-8587c913e71a tempest-TestShelveInstance-790754725 tempest-TestShelveInstance-790754725-project] 10.222.0.20 "GET /v2.0/ports?device_id=21ce6d9b-b586-49e4-b9a7-5c3ead87ba38 HTTP/1.1" status: 200 len: 945 time: 0.0688219 Jun 23 12:24:00.289129 dv-neutron-601336-94-hyperv neutron-server[94174]: INFO neutron.wsgi [req-1b0b10b4-b92c-4595-85a7-b8fea45fd242 req-97537168-dd56-4c53-8ab3-0923ac77c504 tempest-TestShelveInstance-790754725 tempest-TestShelveInstance-790754725-project] 10.222.0.20 "GET /v2.0/security-groups?id=3fce5744-cd2a-4421-94c5-84674053c1b9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0312438 Jun 23 12:24:00.458998 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3530bfa1-7bcb-4e06-b121-a5266475adcd req-11c745df-01c6-4a92-bcf7-25dd70329151 tempest-TestShelveInstance-790754725 tempest-TestShelveInstance-790754725-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 12:24:00.460568 dv-neutron-601336-94-hyperv neutron-server[94175]: INFO neutron.wsgi [req-3530bfa1-7bcb-4e06-b121-a5266475adcd req-11c745df-01c6-4a92-bcf7-25dd70329151 tempest-TestShelveInstance-790754725 tempest-TestShelveInstance-790754725-project] 10.222.0.52 "GET /v2.0/ports?device_id=21ce6d9b-b586-49e4-b9a7-5c3ead87ba38 HTTP/1.1" status: 200 len: 945 time: 0.0635817 Jun 23 12:24:00.562019 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.plugins.ml2.plugin [req-3530bfa1-7bcb-4e06-b121-a5266475adcd req-0c66530b-f2ad-4b34-a4e0-36306869643a tempest-TestShelveInstance-790754725 tempest-TestShelveInstance-790754725-project] Deleting port eca5a67e-d764-4b75-bf75-997b96dff8ff {{(pid=94175) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1913}} Jun 23 12:24:00.562369 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron_lib.callbacks.manager [req-3530bfa1-7bcb-4e06-b121-a5266475adcd req-0c66530b-f2ad-4b34-a4e0-36306869643a tempest-TestShelveInstance-790754725 tempest-TestShelveInstance-790754725-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773700079324'] for port, before_delete {{(pid=94175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 12:24:00.647732 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.plugins.ml2.db [req-3530bfa1-7bcb-4e06-b121-a5266475adcd req-0c66530b-f2ad-4b34-a4e0-36306869643a tempest-TestShelveInstance-790754725 tempest-TestShelveInstance-790754725-project] For port eca5a67e-d764-4b75-bf75-997b96dff8ff, host hv-neutron-6013, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-6013',level=0,port_id=eca5a67e-d764-4b75-bf75-997b96dff8ff,segment=NetworkSegment(7c9ce104-d172-418f-b29b-77515f70dc45),segment_id=7c9ce104-d172-418f-b29b-77515f70dc45)] {{(pid=94175) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 23 12:24:00.648098 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron_lib.callbacks.manager [req-3530bfa1-7bcb-4e06-b121-a5266475adcd req-0c66530b-f2ad-4b34-a4e0-36306869643a tempest-TestShelveInstance-790754725 tempest-TestShelveInstance-790754725-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-430722'] for port, precommit_delete {{(pid=94175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 12:24:00.660564 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.plugins.ml2.plugin [req-3530bfa1-7bcb-4e06-b121-a5266475adcd req-0c66530b-f2ad-4b34-a4e0-36306869643a tempest-TestShelveInstance-790754725 tempest-TestShelveInstance-790754725-project] Calling delete_port for eca5a67e-d764-4b75-bf75-997b96dff8ff owned by compute:nova {{(pid=94175) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1986}} Jun 23 12:24:00.879369 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron_lib.callbacks.manager [req-3530bfa1-7bcb-4e06-b121-a5266475adcd req-0c66530b-f2ad-4b34-a4e0-36306869643a tempest-TestShelveInstance-790754725 tempest-TestShelveInstance-790754725-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-922904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866062', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773700135024', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773699642224', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5082448'] for port, after_delete {{(pid=94175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 12:24:00.883388 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG oslo_concurrency.lockutils [None req-5b1ebfa3-6fa0-47e3-8b23-10fd4cdf9a8c tempest-TestNetworkAdvancedServerOps-1740099935 tempest-TestNetworkAdvancedServerOps-1740099935-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94175) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 12:24:00.909152 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c66530b-f2ad-4b34-a4e0-36306869643a tempest-TestShelveInstance-790754725 tempest-TestShelveInstance-790754725-project] Pushing event deleted for resources: {'Port': ['ID=eca5a67e-d764-4b75-bf75-997b96dff8ff,revision_number=None']} {{(pid=94175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 12:24:00.912755 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG oslo_concurrency.lockutils [None req-0c66530b-f2ad-4b34-a4e0-36306869643a tempest-TestShelveInstance-790754725 tempest-TestShelveInstance-790754725-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.029s {{(pid=94175) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 12:24:00.958103 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.db.l3_dvrscheduler_db [req-3530bfa1-7bcb-4e06-b121-a5266475adcd req-0c66530b-f2ad-4b34-a4e0-36306869643a tempest-TestShelveInstance-790754725 tempest-TestShelveInstance-790754725-project] No DVR routers for this DVR port eca5a67e-d764-4b75-bf75-997b96dff8ff on host hv-neutron-6013 {{(pid=94175) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 23 12:24:00.961729 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron_lib.callbacks.manager [req-3530bfa1-7bcb-4e06-b121-a5266475adcd req-0c66530b-f2ad-4b34-a4e0-36306869643a tempest-TestShelveInstance-790754725 tempest-TestShelveInstance-790754725-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-217507'] for port, before_response {{(pid=94175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 12:24:00.962535 dv-neutron-601336-94-hyperv neutron-server[94175]: INFO neutron.wsgi [req-3530bfa1-7bcb-4e06-b121-a5266475adcd req-0c66530b-f2ad-4b34-a4e0-36306869643a tempest-TestShelveInstance-790754725 tempest-TestShelveInstance-790754725-project] 10.222.0.52 "DELETE /v2.0/ports/eca5a67e-d764-4b75-bf75-997b96dff8ff HTTP/1.1" status: 204 len: 173 time: 0.4970486 Jun 23 12:24:00.963088 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '21ce6d9b-b586-49e4-b9a7-5c3ead87ba38', 'name': 'network-vif-deleted', 'tag': 'eca5a67e-d764-4b75-bf75-997b96dff8ff'}] {{(pid=94175) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 23 12:24:00.965445 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1970408df4ea4e7170669a1249478e627cf05a5a0b07cc08a66c5cb53d0ac47a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-27a02c42-178e-4a7c-b864-244d79b1a35b" -d '{"events": [{"server_uuid": "21ce6d9b-b586-49e4-b9a7-5c3ead87ba38", "name": "network-vif-deleted", "tag": "eca5a67e-d764-4b75-bf75-997b96dff8ff"}]}' {{(pid=94175) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 23 12:24:00.999840 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 23 Jun 2021 12:24:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-292a7a8c-ee69-4ad4-8962-2cd4dfdbdf49 x-openstack-request-id: req-292a7a8c-ee69-4ad4-8962-2cd4dfdbdf49 {{(pid=94175) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 23 12:24:01.000183 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "21ce6d9b-b586-49e4-b9a7-5c3ead87ba38", "name": "network-vif-deleted", "tag": "eca5a67e-d764-4b75-bf75-997b96dff8ff", "status": "completed", "code": 200}]} {{(pid=94175) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 23 12:24:01.000491 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-292a7a8c-ee69-4ad4-8962-2cd4dfdbdf49 {{(pid=94175) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 23 12:24:01.000942 dv-neutron-601336-94-hyperv neutron-server[94175]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '21ce6d9b-b586-49e4-b9a7-5c3ead87ba38', 'name': 'network-vif-deleted', 'tag': 'eca5a67e-d764-4b75-bf75-997b96dff8ff', 'status': 'completed', 'code': 200} Jun 23 12:24:01.516170 dv-neutron-601336-94-hyperv neutron-server[94174]: INFO neutron.wsgi [req-432a8727-c9f9-496b-bbc6-3535df2e71b3 req-31d99e46-8c8e-4dd2-9716-9d73379df2a3 tempest-TestShelveInstance-790754725 tempest-TestShelveInstance-790754725-project] 10.222.0.20 "GET /v2.0/ports?device_id=21ce6d9b-b586-49e4-b9a7-5c3ead87ba38 HTTP/1.1" status: 200 len: 210 time: 0.0298295 Jun 23 12:24:02.134360 dv-neutron-601336-94-hyperv neutron-server[94177]: DEBUG neutron.db.agents_db [None req-90fb1279-e4c5-4e73-8d66-3a29811dc4e3 None None] Agent healthcheck: found 6 active agents {{(pid=94177) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 23 12:24:02.671076 dv-neutron-601336-94-hyperv neutron-server[94175]: INFO neutron.wsgi [req-f59eae04-7a6c-4357-90bb-17c2c74ab320 req-eed88dae-ff50-43b6-839d-c4bc44b87262 tempest-TestShelveInstance-790754725 tempest-TestShelveInstance-790754725-project] 10.222.0.20 "GET /v2.0/ports?device_id=21ce6d9b-b586-49e4-b9a7-5c3ead87ba38 HTTP/1.1" status: 200 len: 210 time: 0.0430250 Jun 23 12:24:03.813755 dv-neutron-601336-94-hyperv neutron-server[94174]: INFO neutron.wsgi [req-ad36c707-d1a0-4d0f-a441-292755556e78 req-078f971d-2153-42e9-a29b-d81dded057b6 tempest-TestShelveInstance-790754725 tempest-TestShelveInstance-790754725-project] 10.222.0.20 "GET /v2.0/ports?device_id=21ce6d9b-b586-49e4-b9a7-5c3ead87ba38 HTTP/1.1" status: 200 len: 210 time: 0.0338068 Jun 23 12:24:04.377738 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.plugins.ml2.rpc [None req-97bd5441-1da2-49ee-a364-27795820ba27 None None] Device eca5a67e-d764-4b75-bf75-997b96dff8ff no longer exists at agent hyperv_hv-neutron-6013 {{(pid=94176) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:261}} Jun 23 12:24:04.398710 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.plugins.ml2.plugin [None req-97bd5441-1da2-49ee-a364-27795820ba27 None None] No Port match for: eca5a67e-d764-4b75-bf75-997b96dff8ff {{(pid=94176) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2240}} Jun 23 12:24:04.399105 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.plugins.ml2.rpc [None req-97bd5441-1da2-49ee-a364-27795820ba27 None None] Device eca5a67e-d764-4b75-bf75-997b96dff8ff not bound to the agent host hv-neutron-6013 {{(pid=94176) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:271}} Jun 23 12:24:04.958252 dv-neutron-601336-94-hyperv neutron-server[94175]: INFO neutron.wsgi [req-fdbf4d60-e9b5-467f-ab00-26ba58e17729 req-1d41fcf0-e0db-4c03-89ff-c034f935dcd9 tempest-TestShelveInstance-790754725 tempest-TestShelveInstance-790754725-project] 10.222.0.20 "GET /v2.0/ports?device_id=21ce6d9b-b586-49e4-b9a7-5c3ead87ba38 HTTP/1.1" status: 200 len: 210 time: 0.0294170 Jun 23 12:24:06.048731 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.wsgi [-] (94175) accepted ('10.222.0.20', 50590) {{(pid=94175) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 12:24:06.114656 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron_lib.callbacks.manager [None req-56833752-a071-4976-a831-348486157e86 tempest-TestShelveInstance-790754725 tempest-TestShelveInstance-790754725-project] Notify callbacks [] for security_group, before_delete {{(pid=94175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 12:24:06.140279 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron_lib.callbacks.manager [None req-56833752-a071-4976-a831-348486157e86 tempest-TestShelveInstance-790754725 tempest-TestShelveInstance-790754725-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 12:24:06.273994 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron_lib.callbacks.manager [None req-56833752-a071-4976-a831-348486157e86 tempest-TestShelveInstance-790754725 tempest-TestShelveInstance-790754725-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7996330'] for security_group, after_delete {{(pid=94175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 12:24:06.276561 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron_lib.callbacks.manager [None req-56833752-a071-4976-a831-348486157e86 tempest-TestShelveInstance-790754725 tempest-TestShelveInstance-790754725-project] Notify callbacks [] for security_group, before_response {{(pid=94175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 12:24:06.277719 dv-neutron-601336-94-hyperv neutron-server[94175]: INFO neutron.wsgi [None req-56833752-a071-4976-a831-348486157e86 tempest-TestShelveInstance-790754725 tempest-TestShelveInstance-790754725-project] 10.222.0.20 "DELETE /v2.0/security-groups/3fce5744-cd2a-4421-94c5-84674053c1b9 HTTP/1.1" status: 204 len: 168 time: 0.2279534 Jun 23 12:24:06.278544 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG oslo_concurrency.lockutils [None req-f9329dfd-d235-428c-b8dd-5d5154801659 tempest-PortsIpV6TestJSON-1781383748 tempest-PortsIpV6TestJSON-1781383748-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94175) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 12:24:06.287555 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56833752-a071-4976-a831-348486157e86 tempest-TestShelveInstance-790754725 tempest-TestShelveInstance-790754725-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=3fce5744-cd2a-4421-94c5-84674053c1b9,revision_number=None']} {{(pid=94175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 12:24:06.290701 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG oslo_concurrency.lockutils [None req-56833752-a071-4976-a831-348486157e86 tempest-TestShelveInstance-790754725 tempest-TestShelveInstance-790754725-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.012s {{(pid=94175) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 12:24:06.384121 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.wsgi [-] (94175) accepted ('10.222.0.20', 50594) {{(pid=94175) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 12:24:06.849447 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron_lib.callbacks.manager [None req-721058ce-a899-42de-9cc6-9b5ea5bcabe8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-453061'] for router_interface, before_delete {{(pid=94175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 12:24:07.106096 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.plugins.ml2.plugin [None req-721058ce-a899-42de-9cc6-9b5ea5bcabe8 admin admin] Deleting port 4fc7202b-3c32-4c6b-8d9b-b6fef90d5765 {{(pid=94175) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1913}} Jun 23 12:24:07.106701 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron_lib.callbacks.manager [None req-721058ce-a899-42de-9cc6-9b5ea5bcabe8 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773700079324'] for port, before_delete {{(pid=94175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 12:24:07.195635 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.plugins.ml2.db [None req-721058ce-a899-42de-9cc6-9b5ea5bcabe8 admin admin] For port 4fc7202b-3c32-4c6b-8d9b-b6fef90d5765, host dv-neutron-601336-94-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-94-hyperv',level=0,port_id=4fc7202b-3c32-4c6b-8d9b-b6fef90d5765,segment=NetworkSegment(7c9ce104-d172-418f-b29b-77515f70dc45),segment_id=7c9ce104-d172-418f-b29b-77515f70dc45)] {{(pid=94175) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 23 12:24:07.195996 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron_lib.callbacks.manager [None req-721058ce-a899-42de-9cc6-9b5ea5bcabe8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-430722'] for port, precommit_delete {{(pid=94175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 12:24:07.208444 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.plugins.ml2.plugin [None req-721058ce-a899-42de-9cc6-9b5ea5bcabe8 admin admin] Calling delete_port for 4fc7202b-3c32-4c6b-8d9b-b6fef90d5765 owned by network:router_interface {{(pid=94175) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1986}} Jun 23 12:24:07.433560 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron_lib.callbacks.manager [None req-721058ce-a899-42de-9cc6-9b5ea5bcabe8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-922904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866062', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773700135024', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773699642224', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5082448'] for port, after_delete {{(pid=94175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 12:24:07.435910 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG oslo_concurrency.lockutils [None req-7f87f712-d82c-4ee6-9c90-503bb9ebcedd service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94175) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 12:24:07.459915 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-721058ce-a899-42de-9cc6-9b5ea5bcabe8 admin admin] Pushing event deleted for resources: {'Port': ['ID=4fc7202b-3c32-4c6b-8d9b-b6fef90d5765,revision_number=None']} {{(pid=94175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 12:24:07.462949 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG oslo_concurrency.lockutils [None req-721058ce-a899-42de-9cc6-9b5ea5bcabe8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=94175) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 12:24:07.631852 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron_lib.callbacks.manager [None req-721058ce-a899-42de-9cc6-9b5ea5bcabe8 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-7866080', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-516693'] for router_interface, after_delete {{(pid=94175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 12:24:07.844028 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-721058ce-a899-42de-9cc6-9b5ea5bcabe8 admin admin] Router 8e93b214-77d9-44f2-a01f-ce72e72e9d73 has already been hosted by L3 agent 50ef99c0-ef28-4db5-b303-b145898fae60 {{(pid=94175) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 23 12:24:07.949727 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-721058ce-a899-42de-9cc6-9b5ea5bcabe8 admin admin] Notify agent at l3_agent.dv-neutron-601336-94-hyperv the message routers_updated {{(pid=94175) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 23 12:24:07.958180 dv-neutron-601336-94-hyperv neutron-server[94175]: INFO neutron.wsgi [None req-721058ce-a899-42de-9cc6-9b5ea5bcabe8 admin admin] 10.222.0.20 "PUT /v2.0/routers/8e93b214-77d9-44f2-a01f-ce72e72e9d73/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.5699041 Jun 23 12:24:07.958180 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.wsgi [-] (94175) accepted ('10.222.0.20', 50598) {{(pid=94175) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 12:24:07.960961 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0c9b125a-b1e6-4312-9bf1-b9ad0b969f03 None None] Sync routers for ids ['8e93b214-77d9-44f2-a01f-ce72e72e9d73'] in dv-neutron-601336-94-hyperv {{(pid=94176) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 23 12:24:07.970866 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0c9b125a-b1e6-4312-9bf1-b9ad0b969f03 None None] Routers {'8e93b214-77d9-44f2-a01f-ce72e72e9d73'} bound to L3 agent in host dv-neutron-601336-94-hyperv {{(pid=94176) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 23 12:24:07.971506 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.db.l3_hamode_db [None req-0c9b125a-b1e6-4312-9bf1-b9ad0b969f03 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-601336-94-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-23T11:22:13Z,description=,heartbeat_timestamp=2021-06-23T12:23:43Z,host='dv-neutron-601336-94-hyperv',id=50ef99c0-ef28-4db5-b303-b145898fae60,load=0,resource_versions=,resources_synced=,started_at=2021-06-23T11:22:14Z,topic='l3_agent')) {'router_ids': ['8e93b214-77d9-44f2-a01f-ce72e72e9d73'], 'active': True} {{(pid=94176) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 12:24:08.075629 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.db.l3_dvr_db [None req-0c9b125a-b1e6-4312-9bf1-b9ad0b969f03 None None] Set router 8e93b214-77d9-44f2-a01f-ce72e72e9d73 gateway port host: dv-neutron-601336-94-hyperv {{(pid=94176) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:838}} Jun 23 12:24:08.271750 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.db.l3_hamode_db [None req-0c9b125a-b1e6-4312-9bf1-b9ad0b969f03 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8e93b214-77d9-44f2-a01f-ce72e72e9d73', 'name': 'tempest-TestShelveInstance-1623291902-router', 'tenant_id': 'c080a553dd50489bbe6db51b0d3ddebb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3e7e4eb3-cf02-4d47-ade9-0a579cdfc60f', 'external_fixed_ips': [{'subnet_id': 'a5ad15ab-c489-4a67-a9b0-d559fca0ec71', 'ip_address': '172.26.3.121'}], 'enable_snat': True}, 'gw_port_id': '148690ea-e963-4986-991e-abf2ed246983', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-23T12:13:50Z', 'updated_at': '2021-06-23T12:24:07Z', 'revision_number': 5, 'project_id': 'c080a553dd50489bbe6db51b0d3ddebb', 'gw_port': {'id': '148690ea-e963-4986-991e-abf2ed246983', 'name': '', 'network_id': '3e7e4eb3-cf02-4d47-ade9-0a579cdfc60f', 'tenant_id': '', 'mac_address': 'fa:16:3e:f8:83:16', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8e93b214-77d9-44f2-a01f-ce72e72e9d73', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1812, 'fixed_ips': [{'subnet_id': 'a5ad15ab-c489-4a67-a9b0-d559fca0ec71', 'ip_address': '172.26.3.121', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-94-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-23T12:13:51Z', 'updated_at': '2021-06-23T12:13:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a5ad15ab-c489-4a67-a9b0-d559fca0ec71', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-601336-94-hyperv'}], 'dv-neutron-601336-94-hyperv', False) {} {{(pid=94176) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 12:24:08.298728 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0c9b125a-b1e6-4312-9bf1-b9ad0b969f03 None None] Checking router: 8e93b214-77d9-44f2-a01f-ce72e72e9d73 for host: dv-neutron-601336-94-hyperv {{(pid=94176) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 23 12:24:08.308428 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0c9b125a-b1e6-4312-9bf1-b9ad0b969f03 None None] Routers {'8e93b214-77d9-44f2-a01f-ce72e72e9d73'} bound to L3 agent in host dv-neutron-601336-94-hyperv {{(pid=94176) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 23 12:24:08.309077 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.db.l3_hamode_db [None req-0c9b125a-b1e6-4312-9bf1-b9ad0b969f03 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-601336-94-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-23T11:22:13Z,description=,heartbeat_timestamp=2021-06-23T12:23:43Z,host='dv-neutron-601336-94-hyperv',id=50ef99c0-ef28-4db5-b303-b145898fae60,load=0,resource_versions=,resources_synced=,started_at=2021-06-23T11:22:14Z,topic='l3_agent')) {'router_ids': ['8e93b214-77d9-44f2-a01f-ce72e72e9d73'], 'active': True} {{(pid=94176) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 12:24:08.401486 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron_lib.callbacks.manager [None req-c12b04ba-6b6b-4d53-9377-30bdfe3a6570 admin admin] Notify callbacks [] for router, before_delete {{(pid=94175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 12:24:08.414018 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.db.l3_dvr_db [None req-0c9b125a-b1e6-4312-9bf1-b9ad0b969f03 None None] Set router 8e93b214-77d9-44f2-a01f-ce72e72e9d73 gateway port host: dv-neutron-601336-94-hyperv {{(pid=94176) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:838}} Jun 23 12:24:08.504858 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron_lib.callbacks.manager [None req-c12b04ba-6b6b-4d53-9377-30bdfe3a6570 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 12:24:08.584144 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.db.l3_hamode_db [None req-0c9b125a-b1e6-4312-9bf1-b9ad0b969f03 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8e93b214-77d9-44f2-a01f-ce72e72e9d73', 'name': 'tempest-TestShelveInstance-1623291902-router', 'tenant_id': 'c080a553dd50489bbe6db51b0d3ddebb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3e7e4eb3-cf02-4d47-ade9-0a579cdfc60f', 'external_fixed_ips': [{'subnet_id': 'a5ad15ab-c489-4a67-a9b0-d559fca0ec71', 'ip_address': '172.26.3.121'}], 'enable_snat': True}, 'gw_port_id': '148690ea-e963-4986-991e-abf2ed246983', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-23T12:13:50Z', 'updated_at': '2021-06-23T12:24:07Z', 'revision_number': 5, 'project_id': 'c080a553dd50489bbe6db51b0d3ddebb', 'gw_port': {'id': '148690ea-e963-4986-991e-abf2ed246983', 'name': '', 'network_id': '3e7e4eb3-cf02-4d47-ade9-0a579cdfc60f', 'tenant_id': '', 'mac_address': 'fa:16:3e:f8:83:16', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8e93b214-77d9-44f2-a01f-ce72e72e9d73', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1812, 'fixed_ips': [{'subnet_id': 'a5ad15ab-c489-4a67-a9b0-d559fca0ec71', 'ip_address': '172.26.3.121', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-94-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-23T12:13:51Z', 'updated_at': '2021-06-23T12:13:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a5ad15ab-c489-4a67-a9b0-d559fca0ec71', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-601336-94-hyperv'}], 'dv-neutron-601336-94-hyperv', False) {} {{(pid=94176) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 12:24:08.613282 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0c9b125a-b1e6-4312-9bf1-b9ad0b969f03 None None] The sync data for ids ['8e93b214-77d9-44f2-a01f-ce72e72e9d73'] in dv-neutron-601336-94-hyperv is: [{'id': '8e93b214-77d9-44f2-a01f-ce72e72e9d73', 'name': 'tempest-TestShelveInstance-1623291902-router', 'tenant_id': 'c080a553dd50489bbe6db51b0d3ddebb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3e7e4eb3-cf02-4d47-ade9-0a579cdfc60f', 'external_fixed_ips': [{'subnet_id': 'a5ad15ab-c489-4a67-a9b0-d559fca0ec71', 'ip_address': '172.26.3.121'}], 'enable_snat': True}, 'gw_port_id': '148690ea-e963-4986-991e-abf2ed246983', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-23T12:13:50Z', 'updated_at': '2021-06-23T12:24:07Z', 'revision_number': 5, 'project_id': 'c080a553dd50489bbe6db51b0d3ddebb', 'gw_port': {'id': '148690ea-e963-4986-991e-abf2ed246983', 'name': '', 'network_id': '3e7e4eb3-cf02-4d47-ade9-0a579cdfc60f', 'tenant_id': '', 'mac_address': 'fa:16:3e:f8:83:16', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8e93b214-77d9-44f2-a01f-ce72e72e9d73', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1812, 'fixed_ips': [{'subnet_id': 'a5ad15ab-c489-4a67-a9b0-d559fca0ec71', 'ip_address': '172.26.3.121', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-94-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-23T12:13:51Z', 'updated_at': '2021-06-23T12:13:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a5ad15ab-c489-4a67-a9b0-d559fca0ec71', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-601336-94-hyperv'}] {{(pid=94176) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 23 12:24:08.649452 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.plugins.ml2.plugin [None req-c12b04ba-6b6b-4d53-9377-30bdfe3a6570 admin admin] Deleting port 148690ea-e963-4986-991e-abf2ed246983 {{(pid=94175) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1913}} Jun 23 12:24:08.649806 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron_lib.callbacks.manager [None req-c12b04ba-6b6b-4d53-9377-30bdfe3a6570 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773700079324'] for port, before_delete {{(pid=94175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 12:24:08.724788 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.plugins.ml2.db [None req-c12b04ba-6b6b-4d53-9377-30bdfe3a6570 admin admin] For port 148690ea-e963-4986-991e-abf2ed246983, host dv-neutron-601336-94-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-94-hyperv',level=0,port_id=148690ea-e963-4986-991e-abf2ed246983,segment=NetworkSegment(c23be0a5-6980-48fb-bc9f-4a24717fe1de),segment_id=c23be0a5-6980-48fb-bc9f-4a24717fe1de)] {{(pid=94175) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 23 12:24:08.725822 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron_lib.callbacks.manager [None req-c12b04ba-6b6b-4d53-9377-30bdfe3a6570 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-430722'] for port, precommit_delete {{(pid=94175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 12:24:08.741593 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.plugins.ml2.plugin [None req-c12b04ba-6b6b-4d53-9377-30bdfe3a6570 admin admin] Calling delete_port for 148690ea-e963-4986-991e-abf2ed246983 owned by network:router_gateway {{(pid=94175) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1986}} Jun 23 12:24:08.976424 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron_lib.callbacks.manager [None req-c12b04ba-6b6b-4d53-9377-30bdfe3a6570 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-922904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866062', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773700135024', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773699642224', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5082448'] for port, after_delete {{(pid=94175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 12:24:08.978658 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG oslo_concurrency.lockutils [None req-721058ce-a899-42de-9cc6-9b5ea5bcabe8 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94175) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 12:24:08.996127 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.plugins.ml2.rpc [None req-dc7542b2-afef-47f4-a763-e3a3cba144be None None] Device 4fc7202b-3c32-4c6b-8d9b-b6fef90d5765 no longer exists at agent ovs-agent-dv-neutron-601336-94-hyperv {{(pid=94176) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:261}} Jun 23 12:24:09.006010 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c12b04ba-6b6b-4d53-9377-30bdfe3a6570 admin admin] Pushing event deleted for resources: {'Port': ['ID=148690ea-e963-4986-991e-abf2ed246983,revision_number=None']} {{(pid=94175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 12:24:09.009223 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG oslo_concurrency.lockutils [None req-c12b04ba-6b6b-4d53-9377-30bdfe3a6570 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.031s {{(pid=94175) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 12:24:09.017544 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.plugins.ml2.plugin [None req-dc7542b2-afef-47f4-a763-e3a3cba144be None None] No Port match for: 4fc7202b-3c32-4c6b-8d9b-b6fef90d5765 {{(pid=94176) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2240}} Jun 23 12:24:09.018012 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.plugins.ml2.rpc [None req-dc7542b2-afef-47f4-a763-e3a3cba144be None None] Device 4fc7202b-3c32-4c6b-8d9b-b6fef90d5765 not bound to the agent host dv-neutron-601336-94-hyperv {{(pid=94176) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:271}} Jun 23 12:24:09.072679 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron_lib.callbacks.manager [None req-c12b04ba-6b6b-4d53-9377-30bdfe3a6570 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-524171'] for router_gateway, after_delete {{(pid=94175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 12:24:09.163485 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron_lib.callbacks.manager [None req-c12b04ba-6b6b-4d53-9377-30bdfe3a6570 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-520417', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-32301'] for router, precommit_delete {{(pid=94175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 12:24:09.165680 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron_lib.callbacks.manager [None req-c12b04ba-6b6b-4d53-9377-30bdfe3a6570 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 12:24:09.305899 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron_lib.callbacks.manager [None req-c12b04ba-6b6b-4d53-9377-30bdfe3a6570 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-494961'] for router, after_delete {{(pid=94175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 12:24:09.306421 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c12b04ba-6b6b-4d53-9377-30bdfe3a6570 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 8e93b214-77d9-44f2-a01f-ce72e72e9d73 {{(pid=94175) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jun 23 12:24:09.310754 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron_lib.callbacks.manager [None req-c12b04ba-6b6b-4d53-9377-30bdfe3a6570 admin admin] Notify callbacks [] for router, before_response {{(pid=94175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 12:24:09.312175 dv-neutron-601336-94-hyperv neutron-server[94175]: INFO neutron.wsgi [None req-c12b04ba-6b6b-4d53-9377-30bdfe3a6570 admin admin] 10.222.0.20 "DELETE /v2.0/routers/8e93b214-77d9-44f2-a01f-ce72e72e9d73 HTTP/1.1" status: 204 len: 168 time: 1.3531311 Jun 23 12:24:09.314282 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.wsgi [-] (94175) accepted ('10.222.0.20', 50600) {{(pid=94175) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 12:24:09.359361 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.db.db_base_plugin_v2 [None req-1c7e8ca4-ab30-42df-a8e8-174b59df2b09 admin admin] Deleting subnet 7f686d1e-afe2-4a5c-a0f6-7d19b33ee35e {{(pid=94175) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jun 23 12:24:09.362680 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron_lib.callbacks.manager [None req-1c7e8ca4-ab30-42df-a8e8-174b59df2b09 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 12:24:09.400917 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron_lib.callbacks.manager [None req-1c7e8ca4-ab30-42df-a8e8-174b59df2b09 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5190686'] for subnet, precommit_delete_associations {{(pid=94175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 12:24:09.484203 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron_lib.callbacks.manager [None req-1c7e8ca4-ab30-42df-a8e8-174b59df2b09 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-897634'] for subnet, precommit_delete {{(pid=94175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 12:24:09.604751 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron_lib.callbacks.manager [None req-1c7e8ca4-ab30-42df-a8e8-174b59df2b09 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-897627', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866062', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5083050', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4660036'] for subnet, after_delete {{(pid=94175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 12:24:09.606869 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG oslo_concurrency.lockutils [None req-03186bf0-dbe2-4a2c-a422-fb9bde02028d tempest-RoutersNegativeTest-1248054990 tempest-RoutersNegativeTest-1248054990-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94175) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 12:24:09.631043 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c7e8ca4-ab30-42df-a8e8-174b59df2b09 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=7f686d1e-afe2-4a5c-a0f6-7d19b33ee35e,revision_number=None']} {{(pid=94175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 12:24:09.634053 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG oslo_concurrency.lockutils [None req-1c7e8ca4-ab30-42df-a8e8-174b59df2b09 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=94175) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 12:24:09.635024 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron_lib.callbacks.manager [None req-1c7e8ca4-ab30-42df-a8e8-174b59df2b09 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 12:24:09.637139 dv-neutron-601336-94-hyperv neutron-server[94175]: INFO neutron.wsgi [None req-1c7e8ca4-ab30-42df-a8e8-174b59df2b09 admin admin] 10.222.0.20 "DELETE /v2.0/subnets/7f686d1e-afe2-4a5c-a0f6-7d19b33ee35e HTTP/1.1" status: 204 len: 168 time: 0.3216572 Jun 23 12:24:09.639454 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.wsgi [-] (94175) accepted ('10.222.0.20', 50602) {{(pid=94175) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 12:24:09.642174 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-715eb8ab-4152-4946-9d5c-58c64ffc8fe7 None None] Network 61c6d8b9-d3d0-4122-99ae-31963043c8d9 requested from dv-neutron-601336-94-hyperv {{(pid=94176) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 23 12:24:09.704385 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron_lib.callbacks.manager [None req-1f4d3607-d2ea-4a5b-9740-8925099b619e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-824874'] for network, before_delete {{(pid=94175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 12:24:09.774122 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.plugins.ml2.plugin [None req-1f4d3607-d2ea-4a5b-9740-8925099b619e admin admin] Deleting port a97cd461-9626-4717-995c-c5789a514b86 {{(pid=94175) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1913}} Jun 23 12:24:09.774341 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron_lib.callbacks.manager [None req-1f4d3607-d2ea-4a5b-9740-8925099b619e admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773700079324'] for port, before_delete {{(pid=94175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 12:24:09.837847 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1d54ca15-1bed-4f4d-9459-49206d2bb529 None None] DHCP port deletion for 61c6d8b9-d3d0-4122-99ae-31963043c8d9 request from dv-neutron-601336-94-hyperv {{(pid=94176) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jun 23 12:24:09.838076 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.plugins.ml2.db [None req-1f4d3607-d2ea-4a5b-9740-8925099b619e admin admin] For port a97cd461-9626-4717-995c-c5789a514b86, host dv-neutron-601336-94-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-94-hyperv',level=0,port_id=a97cd461-9626-4717-995c-c5789a514b86,segment=NetworkSegment(7c9ce104-d172-418f-b29b-77515f70dc45),segment_id=7c9ce104-d172-418f-b29b-77515f70dc45)] {{(pid=94175) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 23 12:24:09.838266 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron_lib.callbacks.manager [None req-1f4d3607-d2ea-4a5b-9740-8925099b619e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-430722'] for port, precommit_delete {{(pid=94175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 12:24:09.852090 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.plugins.ml2.plugin [None req-1f4d3607-d2ea-4a5b-9740-8925099b619e admin admin] Calling delete_port for a97cd461-9626-4717-995c-c5789a514b86 owned by network:dhcp {{(pid=94175) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1986}} Jun 23 12:24:09.882694 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.plugins.ml2.plugin [None req-1d54ca15-1bed-4f4d-9459-49206d2bb529 None None] Deleting port a97cd461-9626-4717-995c-c5789a514b86 {{(pid=94176) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1913}} Jun 23 12:24:09.883108 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron_lib.callbacks.manager [None req-1d54ca15-1bed-4f4d-9459-49206d2bb529 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773700079324'] for port, before_delete {{(pid=94176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 12:24:09.941683 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.plugins.ml2.db [None req-1d54ca15-1bed-4f4d-9459-49206d2bb529 None None] For port a97cd461-9626-4717-995c-c5789a514b86, host dv-neutron-601336-94-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-94-hyperv',level=0,port_id=a97cd461-9626-4717-995c-c5789a514b86,segment=NetworkSegment(7c9ce104-d172-418f-b29b-77515f70dc45),segment_id=7c9ce104-d172-418f-b29b-77515f70dc45)] {{(pid=94176) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 23 12:24:09.946095 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron_lib.callbacks.manager [None req-1d54ca15-1bed-4f4d-9459-49206d2bb529 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-430722'] for port, precommit_delete {{(pid=94176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 12:24:09.954010 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.plugins.ml2.plugin [None req-1d54ca15-1bed-4f4d-9459-49206d2bb529 None None] Calling delete_port for a97cd461-9626-4717-995c-c5789a514b86 owned by network:dhcp {{(pid=94176) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1986}} Jun 23 12:24:10.020528 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron_lib.callbacks.manager [None req-1f4d3607-d2ea-4a5b-9740-8925099b619e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-922904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866062', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773700135024', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773699642224', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5082448'] for port, after_delete {{(pid=94175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 12:24:10.024112 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG oslo_concurrency.lockutils [None req-38b3b0dc-0d5a-4d0e-b24a-f7647b171210 tempest-TestShelveInstance-790754725 tempest-TestShelveInstance-790754725-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94175) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 12:24:10.028867 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron_lib.callbacks.manager [None req-1d54ca15-1bed-4f4d-9459-49206d2bb529 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-922904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866062', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773700135024', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773699642224'] for port, after_delete {{(pid=94176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 12:24:10.034496 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG oslo_concurrency.lockutils [None req-45f9c2ad-0aec-46fb-b63d-b7f65d1eb646 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 12:24:10.047809 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f4d3607-d2ea-4a5b-9740-8925099b619e admin admin] Pushing event deleted for resources: {'Port': ['ID=a97cd461-9626-4717-995c-c5789a514b86,revision_number=None']} {{(pid=94175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 12:24:10.050924 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG oslo_concurrency.lockutils [None req-1f4d3607-d2ea-4a5b-9740-8925099b619e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=94175) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 12:24:10.051730 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1f4d3607-d2ea-4a5b-9740-8925099b619e admin admin] No DVR routers for this DVR port a97cd461-9626-4717-995c-c5789a514b86 on host dv-neutron-601336-94-hyperv {{(pid=94175) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 23 12:24:10.054237 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d54ca15-1bed-4f4d-9459-49206d2bb529 None None] Pushing event deleted for resources: {'Port': ['ID=a97cd461-9626-4717-995c-c5789a514b86,revision_number=None']} {{(pid=94176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 12:24:10.058697 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1d54ca15-1bed-4f4d-9459-49206d2bb529 None None] No DVR routers for this DVR port a97cd461-9626-4717-995c-c5789a514b86 on host dv-neutron-601336-94-hyperv {{(pid=94176) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 23 12:24:10.070235 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d54ca15-1bed-4f4d-9459-49206d2bb529 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-601336-94-hyperv {{(pid=94176) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 12:24:10.070235 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d54ca15-1bed-4f4d-9459-49206d2bb529 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-94-hyperv {{(pid=94176) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 12:24:10.070235 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d54ca15-1bed-4f4d-9459-49206d2bb529 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-94-hyperv {{(pid=94176) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 12:24:10.070235 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d54ca15-1bed-4f4d-9459-49206d2bb529 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-601336-94-hyperv {{(pid=94176) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 12:24:10.070235 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d54ca15-1bed-4f4d-9459-49206d2bb529 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-601336-94-hyperv {{(pid=94176) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 12:24:10.070235 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d54ca15-1bed-4f4d-9459-49206d2bb529 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-601336-94-hyperv {{(pid=94176) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 12:24:10.070235 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d54ca15-1bed-4f4d-9459-49206d2bb529 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-601336-94-hyperv {{(pid=94176) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 12:24:10.070235 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d54ca15-1bed-4f4d-9459-49206d2bb529 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-601336-94-hyperv {{(pid=94176) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 12:24:10.070235 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d54ca15-1bed-4f4d-9459-49206d2bb529 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-601336-94-hyperv {{(pid=94176) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 12:24:10.070235 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d54ca15-1bed-4f4d-9459-49206d2bb529 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-94-hyperv {{(pid=94176) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 12:24:10.070235 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d54ca15-1bed-4f4d-9459-49206d2bb529 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-601336-94-hyperv {{(pid=94176) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 12:24:10.070235 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d54ca15-1bed-4f4d-9459-49206d2bb529 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-601336-94-hyperv {{(pid=94176) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 12:24:10.072119 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG oslo_concurrency.lockutils [None req-1d54ca15-1bed-4f4d-9459-49206d2bb529 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.040s {{(pid=94176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 12:24:10.120862 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron_lib.callbacks.manager [None req-1f4d3607-d2ea-4a5b-9740-8925099b619e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-897259', 'neutron.services.segments.db._delete_segments_for_network-8773700168587'] for network, precommit_delete {{(pid=94175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 12:24:10.133430 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.services.segments.db [None req-1f4d3607-d2ea-4a5b-9740-8925099b619e admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['61c6d8b9-d3d0-4122-99ae-31963043c8d9']}} {{(pid=94175) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 12:24:10.146064 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.services.segments.db [None req-1f4d3607-d2ea-4a5b-9740-8925099b619e admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7c9ce104-d172-418f-b29b-77515f70dc45') {'for_net_delete': True} {{(pid=94175) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 12:24:10.146365 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.services.segments.db [None req-1f4d3607-d2ea-4a5b-9740-8925099b619e admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7c9ce104-d172-418f-b29b-77515f70dc45') {} {{(pid=94175) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 12:24:10.155530 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron_lib.callbacks.manager [None req-1f4d3607-d2ea-4a5b-9740-8925099b619e admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8773699955833', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5190677'] for segment, before_delete {{(pid=94175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 12:24:10.169440 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron_lib.callbacks.manager [None req-1f4d3607-d2ea-4a5b-9740-8925099b619e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3801'] for segment, precommit_delete {{(pid=94175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 12:24:10.175906 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1f4d3607-d2ea-4a5b-9740-8925099b619e admin admin] Releasing vlan 417 on physical network physnet1 to pool {{(pid=94175) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 23 12:24:10.179674 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron_lib.callbacks.manager [None req-1f4d3607-d2ea-4a5b-9740-8925099b619e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3801', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5082371'] for segment, after_delete {{(pid=94175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 12:24:10.179674 dv-neutron-601336-94-hyperv neutron-server[94175]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 23 12:24:10.179674 dv-neutron-601336-94-hyperv neutron-server[94175]: conditions |= (models_v2.Port.network_id.in_( Jun 23 12:24:10.179674 dv-neutron-601336-94-hyperv neutron-server[94175]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 23 12:24:10.179674 dv-neutron-601336-94-hyperv neutron-server[94175]: conditions |= (models_v2.Port.network_id.in_( Jun 23 12:24:10.179674 dv-neutron-601336-94-hyperv neutron-server[94175]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 23 12:24:10.179674 dv-neutron-601336-94-hyperv neutron-server[94175]: conditions |= (models_v2.Port.network_id.in_( Jun 23 12:24:10.179674 dv-neutron-601336-94-hyperv neutron-server[94175]: Traceback (most recent call last): Jun 23 12:24:10.179674 dv-neutron-601336-94-hyperv neutron-server[94175]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 23 12:24:10.179674 dv-neutron-601336-94-hyperv neutron-server[94175]: timer() Jun 23 12:24:10.179674 dv-neutron-601336-94-hyperv neutron-server[94175]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 23 12:24:10.179674 dv-neutron-601336-94-hyperv neutron-server[94175]: cb(*args, **kw) Jun 23 12:24:10.179674 dv-neutron-601336-94-hyperv neutron-server[94175]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 23 12:24:10.179674 dv-neutron-601336-94-hyperv neutron-server[94175]: return func(*args, **kwargs) Jun 23 12:24:10.179674 dv-neutron-601336-94-hyperv neutron-server[94175]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 23 12:24:10.179674 dv-neutron-601336-94-hyperv neutron-server[94175]: self._notify() Jun 23 12:24:10.179674 dv-neutron-601336-94-hyperv neutron-server[94175]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 23 12:24:10.179674 dv-neutron-601336-94-hyperv neutron-server[94175]: self.callback(batched_events) Jun 23 12:24:10.179674 dv-neutron-601336-94-hyperv neutron-server[94175]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 23 12:24:10.179674 dv-neutron-601336-94-hyperv neutron-server[94175]: event.method(event) Jun 23 12:24:10.179674 dv-neutron-601336-94-hyperv neutron-server[94175]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 23 12:24:10.179674 dv-neutron-601336-94-hyperv neutron-server[94175]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 23 12:24:10.179674 dv-neutron-601336-94-hyperv neutron-server[94175]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 23 12:24:10.179674 dv-neutron-601336-94-hyperv neutron-server[94175]: aggregate_uuid = self.p_client.list_aggregates( Jun 23 12:24:10.179674 dv-neutron-601336-94-hyperv neutron-server[94175]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 23 12:24:10.179674 dv-neutron-601336-94-hyperv neutron-server[94175]: return f(self, *a, **k) Jun 23 12:24:10.179674 dv-neutron-601336-94-hyperv neutron-server[94175]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 23 12:24:10.179674 dv-neutron-601336-94-hyperv neutron-server[94175]: return self._get(url).json() Jun 23 12:24:10.179674 dv-neutron-601336-94-hyperv neutron-server[94175]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 23 12:24:10.179674 dv-neutron-601336-94-hyperv neutron-server[94175]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 23 12:24:10.179674 dv-neutron-601336-94-hyperv neutron-server[94175]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 23 12:24:10.179674 dv-neutron-601336-94-hyperv neutron-server[94175]: return self.request(url, 'GET', **kwargs) Jun 23 12:24:10.179674 dv-neutron-601336-94-hyperv neutron-server[94175]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 23 12:24:10.179674 dv-neutron-601336-94-hyperv neutron-server[94175]: base_url = self.get_endpoint(auth, allow=allow, Jun 23 12:24:10.179674 dv-neutron-601336-94-hyperv neutron-server[94175]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 23 12:24:10.179674 dv-neutron-601336-94-hyperv neutron-server[94175]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 23 12:24:10.179674 dv-neutron-601336-94-hyperv neutron-server[94175]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 23 12:24:10.179674 dv-neutron-601336-94-hyperv neutron-server[94175]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 23 12:24:10.179674 dv-neutron-601336-94-hyperv neutron-server[94175]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 23 12:24:10.301661 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron_lib.callbacks.manager [None req-1f4d3607-d2ea-4a5b-9740-8925099b619e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-897248', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8002400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7866073', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-524247'] for network, after_delete {{(pid=94175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 12:24:10.304971 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG oslo_concurrency.lockutils [None req-8b9e1bd9-228c-4c30-8cda-17f9de21c65a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94175) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 12:24:10.307365 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron_lib.callbacks.manager [None req-1f4d3607-d2ea-4a5b-9740-8925099b619e admin admin] Notify callbacks [] for network, before_response {{(pid=94175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 12:24:10.311848 dv-neutron-601336-94-hyperv neutron-server[94175]: INFO neutron.wsgi [None req-1f4d3607-d2ea-4a5b-9740-8925099b619e admin admin] 10.222.0.20 "DELETE /v2.0/networks/61c6d8b9-d3d0-4122-99ae-31963043c8d9 HTTP/1.1" status: 204 len: 168 time: 0.6688061 Jun 23 12:24:10.315232 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.wsgi [-] (94174) accepted ('10.222.0.20', 50604) {{(pid=94174) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 12:24:10.319991 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f4d3607-d2ea-4a5b-9740-8925099b619e admin admin] Pushing event deleted for resources: {'Network': ['ID=61c6d8b9-d3d0-4122-99ae-31963043c8d9,revision_number=None']} {{(pid=94175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 12:24:10.322364 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG oslo_concurrency.lockutils [None req-1f4d3607-d2ea-4a5b-9740-8925099b619e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=94175) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 12:24:10.661068 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron_lib.callbacks.manager [None req-409574e2-6a0f-448a-aa99-f64bab712f0e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-453061'] for router_interface, before_delete {{(pid=94174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 12:24:10.913980 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.plugins.ml2.plugin [None req-409574e2-6a0f-448a-aa99-f64bab712f0e admin admin] Deleting port 6d401d94-949b-44a7-9cda-58323bac35c9 {{(pid=94174) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1913}} Jun 23 12:24:10.914296 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron_lib.callbacks.manager [None req-409574e2-6a0f-448a-aa99-f64bab712f0e admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773700079324'] for port, before_delete {{(pid=94174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 12:24:10.948402 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.plugins.ml2.rpc [None req-dc7542b2-afef-47f4-a763-e3a3cba144be None None] Device a97cd461-9626-4717-995c-c5789a514b86 no longer exists at agent ovs-agent-dv-neutron-601336-94-hyperv {{(pid=94176) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:261}} Jun 23 12:24:10.968514 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.plugins.ml2.plugin [None req-dc7542b2-afef-47f4-a763-e3a3cba144be None None] No Port match for: a97cd461-9626-4717-995c-c5789a514b86 {{(pid=94176) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2240}} Jun 23 12:24:10.968880 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.plugins.ml2.rpc [None req-dc7542b2-afef-47f4-a763-e3a3cba144be None None] Device a97cd461-9626-4717-995c-c5789a514b86 not bound to the agent host dv-neutron-601336-94-hyperv {{(pid=94176) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:271}} Jun 23 12:24:10.971459 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.plugins.ml2.rpc [None req-dc7542b2-afef-47f4-a763-e3a3cba144be None None] Device 148690ea-e963-4986-991e-abf2ed246983 no longer exists at agent ovs-agent-dv-neutron-601336-94-hyperv {{(pid=94176) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:261}} Jun 23 12:24:10.987091 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.plugins.ml2.plugin [None req-dc7542b2-afef-47f4-a763-e3a3cba144be None None] No Port match for: 148690ea-e963-4986-991e-abf2ed246983 {{(pid=94176) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2240}} Jun 23 12:24:10.987421 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.plugins.ml2.rpc [None req-dc7542b2-afef-47f4-a763-e3a3cba144be None None] Device 148690ea-e963-4986-991e-abf2ed246983 not bound to the agent host dv-neutron-601336-94-hyperv {{(pid=94176) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:271}} Jun 23 12:24:10.989248 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron_lib.callbacks.manager [None req-5b62e3a0-a7c1-4bfc-b6c2-a79a288bddd5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773699952132', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-899307'] for agent, after_update {{(pid=94176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 12:24:11.000483 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.plugins.ml2.db [None req-409574e2-6a0f-448a-aa99-f64bab712f0e admin admin] For port 6d401d94-949b-44a7-9cda-58323bac35c9, host dv-neutron-601336-94-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-94-hyperv',level=0,port_id=6d401d94-949b-44a7-9cda-58323bac35c9,segment=NetworkSegment(3979ba3d-c4e8-431a-870b-72404fcbd273),segment_id=3979ba3d-c4e8-431a-870b-72404fcbd273)] {{(pid=94174) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 23 12:24:11.000483 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron_lib.callbacks.manager [None req-409574e2-6a0f-448a-aa99-f64bab712f0e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-430722'] for port, precommit_delete {{(pid=94174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 12:24:11.012615 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.plugins.ml2.plugin [None req-409574e2-6a0f-448a-aa99-f64bab712f0e admin admin] Calling delete_port for 6d401d94-949b-44a7-9cda-58323bac35c9 owned by network:router_interface {{(pid=94174) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1986}} Jun 23 12:24:11.250167 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron_lib.callbacks.manager [None req-409574e2-6a0f-448a-aa99-f64bab712f0e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-922904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866062', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773700135024', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773699642224', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5196390'] for port, after_delete {{(pid=94174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 12:24:11.252782 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG oslo_concurrency.lockutils [None req-060b0eee-8bf4-4989-b9ef-7cd4e156d10f tempest-TestNetworkAdvancedServerOps-1740099935 tempest-TestNetworkAdvancedServerOps-1740099935-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94174) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 12:24:11.274373 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-409574e2-6a0f-448a-aa99-f64bab712f0e admin admin] Pushing event deleted for resources: {'Port': ['ID=6d401d94-949b-44a7-9cda-58323bac35c9,revision_number=None']} {{(pid=94174) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 12:24:11.285049 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-409574e2-6a0f-448a-aa99-f64bab712f0e admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-601336-94-hyperv {{(pid=94174) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 12:24:11.285439 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-409574e2-6a0f-448a-aa99-f64bab712f0e admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-94-hyperv {{(pid=94174) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 12:24:11.285827 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-409574e2-6a0f-448a-aa99-f64bab712f0e admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-94-hyperv {{(pid=94174) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 12:24:11.286232 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-409574e2-6a0f-448a-aa99-f64bab712f0e admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-601336-94-hyperv {{(pid=94174) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 12:24:11.286610 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-409574e2-6a0f-448a-aa99-f64bab712f0e admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-601336-94-hyperv {{(pid=94174) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 12:24:11.286986 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-409574e2-6a0f-448a-aa99-f64bab712f0e admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-601336-94-hyperv {{(pid=94174) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 12:24:11.287379 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-409574e2-6a0f-448a-aa99-f64bab712f0e admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-601336-94-hyperv {{(pid=94174) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 12:24:11.288281 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-409574e2-6a0f-448a-aa99-f64bab712f0e admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-601336-94-hyperv {{(pid=94174) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 12:24:11.288653 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-409574e2-6a0f-448a-aa99-f64bab712f0e admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-601336-94-hyperv {{(pid=94174) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 12:24:11.289022 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-409574e2-6a0f-448a-aa99-f64bab712f0e admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-94-hyperv {{(pid=94174) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 12:24:11.289419 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-409574e2-6a0f-448a-aa99-f64bab712f0e admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-601336-94-hyperv {{(pid=94174) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 12:24:11.289781 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-409574e2-6a0f-448a-aa99-f64bab712f0e admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-601336-94-hyperv {{(pid=94174) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 12:24:11.308459 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG oslo_concurrency.lockutils [None req-409574e2-6a0f-448a-aa99-f64bab712f0e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.056s {{(pid=94174) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 12:24:11.446944 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron_lib.callbacks.manager [None req-409574e2-6a0f-448a-aa99-f64bab712f0e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-7866080', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-516693'] for router_interface, after_delete {{(pid=94174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 12:24:11.660510 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-409574e2-6a0f-448a-aa99-f64bab712f0e admin admin] Router a63e6cfe-7d73-411b-829b-5a578b5c458c has already been hosted by L3 agent 50ef99c0-ef28-4db5-b303-b145898fae60 {{(pid=94174) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 23 12:24:11.761369 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-409574e2-6a0f-448a-aa99-f64bab712f0e admin admin] Notify agent at l3_agent.dv-neutron-601336-94-hyperv the message routers_updated {{(pid=94174) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 23 12:24:11.766804 dv-neutron-601336-94-hyperv neutron-server[94174]: INFO neutron.wsgi [None req-409574e2-6a0f-448a-aa99-f64bab712f0e admin admin] 10.222.0.20 "PUT /v2.0/routers/a63e6cfe-7d73-411b-829b-5a578b5c458c/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.4535515 Jun 23 12:24:11.768642 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.wsgi [-] (94174) accepted ('10.222.0.20', 50606) {{(pid=94174) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 12:24:11.769695 dv-neutron-601336-94-hyperv neutron-server[94177]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-deb068fd-8304-4f46-8212-ce1467024b70 None None] Sync routers for ids ['a63e6cfe-7d73-411b-829b-5a578b5c458c'] in dv-neutron-601336-94-hyperv {{(pid=94177) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 23 12:24:11.778612 dv-neutron-601336-94-hyperv neutron-server[94177]: DEBUG neutron.db.l3_dvrscheduler_db [None req-deb068fd-8304-4f46-8212-ce1467024b70 None None] Routers {'a63e6cfe-7d73-411b-829b-5a578b5c458c'} bound to L3 agent in host dv-neutron-601336-94-hyperv {{(pid=94177) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 23 12:24:11.779248 dv-neutron-601336-94-hyperv neutron-server[94177]: DEBUG neutron.db.l3_hamode_db [None req-deb068fd-8304-4f46-8212-ce1467024b70 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-601336-94-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-23T11:22:13Z,description=,heartbeat_timestamp=2021-06-23T12:23:43Z,host='dv-neutron-601336-94-hyperv',id=50ef99c0-ef28-4db5-b303-b145898fae60,load=0,resource_versions=,resources_synced=,started_at=2021-06-23T11:22:14Z,topic='l3_agent')) {'router_ids': ['a63e6cfe-7d73-411b-829b-5a578b5c458c'], 'active': True} {{(pid=94177) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 12:24:11.869467 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron_lib.callbacks.manager [None req-fd40c339-9c0a-4456-a6d3-7ef2179a675a admin admin] Notify callbacks [] for router, before_delete {{(pid=94174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 12:24:11.879273 dv-neutron-601336-94-hyperv neutron-server[94177]: DEBUG neutron.db.l3_dvr_db [None req-deb068fd-8304-4f46-8212-ce1467024b70 None None] Set router a63e6cfe-7d73-411b-829b-5a578b5c458c gateway port host: dv-neutron-601336-94-hyperv {{(pid=94177) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:838}} Jun 23 12:24:11.970323 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron_lib.callbacks.manager [None req-fd40c339-9c0a-4456-a6d3-7ef2179a675a admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 12:24:12.051902 dv-neutron-601336-94-hyperv neutron-server[94177]: DEBUG neutron.db.l3_hamode_db [None req-deb068fd-8304-4f46-8212-ce1467024b70 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a63e6cfe-7d73-411b-829b-5a578b5c458c', 'name': 'tempest-TestShelveInstance-1807552600-router', 'tenant_id': '9a8b23987317464ca08258ae0e939c96', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3e7e4eb3-cf02-4d47-ade9-0a579cdfc60f', 'external_fixed_ips': [{'subnet_id': 'a5ad15ab-c489-4a67-a9b0-d559fca0ec71', 'ip_address': '172.26.3.204'}], 'enable_snat': True}, 'gw_port_id': 'df2413e0-fcae-4547-bc71-68e265bf6ae4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-23T12:13:56Z', 'updated_at': '2021-06-23T12:24:11Z', 'revision_number': 5, 'project_id': '9a8b23987317464ca08258ae0e939c96', 'gw_port': {'id': 'df2413e0-fcae-4547-bc71-68e265bf6ae4', 'name': '', 'network_id': '3e7e4eb3-cf02-4d47-ade9-0a579cdfc60f', 'tenant_id': '', 'mac_address': 'fa:16:3e:eb:47:08', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a63e6cfe-7d73-411b-829b-5a578b5c458c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1824, 'fixed_ips': [{'subnet_id': 'a5ad15ab-c489-4a67-a9b0-d559fca0ec71', 'ip_address': '172.26.3.204', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-94-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-23T12:13:57Z', 'updated_at': '2021-06-23T12:14:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a5ad15ab-c489-4a67-a9b0-d559fca0ec71', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-601336-94-hyperv'}], 'dv-neutron-601336-94-hyperv', False) {} {{(pid=94177) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 12:24:12.067942 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.plugins.ml2.plugin [None req-fd40c339-9c0a-4456-a6d3-7ef2179a675a admin admin] Deleting port df2413e0-fcae-4547-bc71-68e265bf6ae4 {{(pid=94174) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1913}} Jun 23 12:24:12.068295 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron_lib.callbacks.manager [None req-fd40c339-9c0a-4456-a6d3-7ef2179a675a admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773700079324'] for port, before_delete {{(pid=94174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 12:24:12.077275 dv-neutron-601336-94-hyperv neutron-server[94177]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-deb068fd-8304-4f46-8212-ce1467024b70 None None] Checking router: a63e6cfe-7d73-411b-829b-5a578b5c458c for host: dv-neutron-601336-94-hyperv {{(pid=94177) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 23 12:24:12.085798 dv-neutron-601336-94-hyperv neutron-server[94177]: DEBUG neutron.db.l3_dvrscheduler_db [None req-deb068fd-8304-4f46-8212-ce1467024b70 None None] Routers {'a63e6cfe-7d73-411b-829b-5a578b5c458c'} bound to L3 agent in host dv-neutron-601336-94-hyperv {{(pid=94177) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 23 12:24:12.086402 dv-neutron-601336-94-hyperv neutron-server[94177]: DEBUG neutron.db.l3_hamode_db [None req-deb068fd-8304-4f46-8212-ce1467024b70 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-601336-94-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-23T11:22:13Z,description=,heartbeat_timestamp=2021-06-23T12:23:43Z,host='dv-neutron-601336-94-hyperv',id=50ef99c0-ef28-4db5-b303-b145898fae60,load=0,resource_versions=,resources_synced=,started_at=2021-06-23T11:22:14Z,topic='l3_agent')) {'router_ids': ['a63e6cfe-7d73-411b-829b-5a578b5c458c'], 'active': True} {{(pid=94177) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 12:24:12.146608 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.plugins.ml2.db [None req-fd40c339-9c0a-4456-a6d3-7ef2179a675a admin admin] For port df2413e0-fcae-4547-bc71-68e265bf6ae4, host dv-neutron-601336-94-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-94-hyperv',level=0,port_id=df2413e0-fcae-4547-bc71-68e265bf6ae4,segment=NetworkSegment(c23be0a5-6980-48fb-bc9f-4a24717fe1de),segment_id=c23be0a5-6980-48fb-bc9f-4a24717fe1de)] {{(pid=94174) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 23 12:24:12.147080 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron_lib.callbacks.manager [None req-fd40c339-9c0a-4456-a6d3-7ef2179a675a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-430722'] for port, precommit_delete {{(pid=94174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 12:24:12.159602 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.plugins.ml2.plugin [None req-fd40c339-9c0a-4456-a6d3-7ef2179a675a admin admin] Calling delete_port for df2413e0-fcae-4547-bc71-68e265bf6ae4 owned by network:router_gateway {{(pid=94174) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1986}} Jun 23 12:24:12.170166 dv-neutron-601336-94-hyperv neutron-server[94177]: DEBUG neutron.db.l3_dvr_db [None req-deb068fd-8304-4f46-8212-ce1467024b70 None None] Set router a63e6cfe-7d73-411b-829b-5a578b5c458c gateway port host: None {{(pid=94177) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:838}} Jun 23 12:24:12.222501 dv-neutron-601336-94-hyperv neutron-server[94177]: DEBUG neutron.db.l3_hamode_db [None req-deb068fd-8304-4f46-8212-ce1467024b70 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a63e6cfe-7d73-411b-829b-5a578b5c458c', 'name': 'tempest-TestShelveInstance-1807552600-router', 'tenant_id': '9a8b23987317464ca08258ae0e939c96', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-23T12:13:56Z', 'updated_at': '2021-06-23T12:24:11Z', 'revision_number': 6, 'project_id': '9a8b23987317464ca08258ae0e939c96', 'gw_port_host': None}], 'dv-neutron-601336-94-hyperv', False) {} {{(pid=94177) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 12:24:12.248115 dv-neutron-601336-94-hyperv neutron-server[94177]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-deb068fd-8304-4f46-8212-ce1467024b70 None None] The sync data for ids ['a63e6cfe-7d73-411b-829b-5a578b5c458c'] in dv-neutron-601336-94-hyperv is: [{'id': 'a63e6cfe-7d73-411b-829b-5a578b5c458c', 'name': 'tempest-TestShelveInstance-1807552600-router', 'tenant_id': '9a8b23987317464ca08258ae0e939c96', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-23T12:13:56Z', 'updated_at': '2021-06-23T12:24:11Z', 'revision_number': 6, 'project_id': '9a8b23987317464ca08258ae0e939c96', 'gw_port_host': None}] {{(pid=94177) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 23 12:24:12.382047 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron_lib.callbacks.manager [None req-fd40c339-9c0a-4456-a6d3-7ef2179a675a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-922904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866062', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773700135024', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773699642224', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5196390'] for port, after_delete {{(pid=94174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 12:24:12.384407 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG oslo_concurrency.lockutils [None req-c0d1b221-5ea2-471b-a4a0-4c057bde4819 tempest-TestNetworkAdvancedServerOps-1740099935 tempest-TestNetworkAdvancedServerOps-1740099935-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94174) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 12:24:12.409740 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd40c339-9c0a-4456-a6d3-7ef2179a675a admin admin] Pushing event deleted for resources: {'Port': ['ID=df2413e0-fcae-4547-bc71-68e265bf6ae4,revision_number=None']} {{(pid=94174) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 12:24:12.413886 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG oslo_concurrency.lockutils [None req-fd40c339-9c0a-4456-a6d3-7ef2179a675a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.029s {{(pid=94174) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 12:24:12.469483 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron_lib.callbacks.manager [None req-fd40c339-9c0a-4456-a6d3-7ef2179a675a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-524171'] for router_gateway, after_delete {{(pid=94174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 12:24:12.558761 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron_lib.callbacks.manager [None req-fd40c339-9c0a-4456-a6d3-7ef2179a675a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-520417', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-32301'] for router, precommit_delete {{(pid=94174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 12:24:12.560681 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron_lib.callbacks.manager [None req-fd40c339-9c0a-4456-a6d3-7ef2179a675a admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 12:24:12.667668 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron_lib.callbacks.manager [None req-fd40c339-9c0a-4456-a6d3-7ef2179a675a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-494961'] for router, after_delete {{(pid=94174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 12:24:12.668205 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fd40c339-9c0a-4456-a6d3-7ef2179a675a admin admin] Fanout notify agent at l3_agent the message router_deleted on router a63e6cfe-7d73-411b-829b-5a578b5c458c {{(pid=94174) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jun 23 12:24:12.672700 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron_lib.callbacks.manager [None req-fd40c339-9c0a-4456-a6d3-7ef2179a675a admin admin] Notify callbacks [] for router, before_response {{(pid=94174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 12:24:12.676225 dv-neutron-601336-94-hyperv neutron-server[94174]: INFO neutron.wsgi [None req-fd40c339-9c0a-4456-a6d3-7ef2179a675a admin admin] 10.222.0.20 "DELETE /v2.0/routers/a63e6cfe-7d73-411b-829b-5a578b5c458c HTTP/1.1" status: 204 len: 168 time: 0.9044375 Jun 23 12:24:12.676505 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.wsgi [-] (94174) accepted ('10.222.0.20', 50610) {{(pid=94174) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 12:24:12.721529 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.db.db_base_plugin_v2 [None req-d4ac8c97-ff73-48e3-9f72-926144557ae4 admin admin] Deleting subnet 4435e391-7eb4-4535-b70e-703188c850a3 {{(pid=94174) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jun 23 12:24:12.724769 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron_lib.callbacks.manager [None req-d4ac8c97-ff73-48e3-9f72-926144557ae4 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 12:24:12.759693 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron_lib.callbacks.manager [None req-d4ac8c97-ff73-48e3-9f72-926144557ae4 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4800256'] for subnet, precommit_delete_associations {{(pid=94174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 12:24:12.946732 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.plugins.ml2.rpc [None req-dc7542b2-afef-47f4-a763-e3a3cba144be None None] Device df2413e0-fcae-4547-bc71-68e265bf6ae4 no longer exists at agent ovs-agent-dv-neutron-601336-94-hyperv {{(pid=94176) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:261}} Jun 23 12:24:12.974007 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.plugins.ml2.plugin [None req-dc7542b2-afef-47f4-a763-e3a3cba144be None None] No Port match for: df2413e0-fcae-4547-bc71-68e265bf6ae4 {{(pid=94176) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2240}} Jun 23 12:24:12.974659 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.plugins.ml2.rpc [None req-dc7542b2-afef-47f4-a763-e3a3cba144be None None] Device df2413e0-fcae-4547-bc71-68e265bf6ae4 not bound to the agent host dv-neutron-601336-94-hyperv {{(pid=94176) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:271}} Jun 23 12:24:12.975170 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.plugins.ml2.rpc [None req-dc7542b2-afef-47f4-a763-e3a3cba144be None None] Device 6d401d94-949b-44a7-9cda-58323bac35c9 no longer exists at agent ovs-agent-dv-neutron-601336-94-hyperv {{(pid=94176) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:261}} Jun 23 12:24:12.995792 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.plugins.ml2.plugin [None req-dc7542b2-afef-47f4-a763-e3a3cba144be None None] No Port match for: 6d401d94-949b-44a7-9cda-58323bac35c9 {{(pid=94176) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2240}} Jun 23 12:24:12.996112 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.plugins.ml2.rpc [None req-dc7542b2-afef-47f4-a763-e3a3cba144be None None] Device 6d401d94-949b-44a7-9cda-58323bac35c9 not bound to the agent host dv-neutron-601336-94-hyperv {{(pid=94176) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:271}} Jun 23 12:24:13.188272 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron_lib.callbacks.manager [None req-d4ac8c97-ff73-48e3-9f72-926144557ae4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-897634'] for subnet, precommit_delete {{(pid=94174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 12:24:13.209288 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron_lib.callbacks.manager [None req-0e81b95d-3e84-4ec3-aa7a-25a575be25ac None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773699952132', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-899307'] for agent, after_update {{(pid=94176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 12:24:13.306325 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron_lib.callbacks.manager [None req-d4ac8c97-ff73-48e3-9f72-926144557ae4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-897627', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866062', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5195932', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4294216'] for subnet, after_delete {{(pid=94174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 12:24:13.309180 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG oslo_concurrency.lockutils [None req-d8e2e910-8fa6-4b05-9a7b-bd4ef0db17e4 tempest-RoutersIpV6Test-1448447933 tempest-RoutersIpV6Test-1448447933-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94174) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 12:24:13.334113 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron_lib.callbacks.manager [None req-d4ac8c97-ff73-48e3-9f72-926144557ae4 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 12:24:13.336022 dv-neutron-601336-94-hyperv neutron-server[94174]: INFO neutron.wsgi [None req-d4ac8c97-ff73-48e3-9f72-926144557ae4 admin admin] 10.222.0.20 "DELETE /v2.0/subnets/4435e391-7eb4-4535-b70e-703188c850a3 HTTP/1.1" status: 204 len: 168 time: 0.6584935 Jun 23 12:24:13.337894 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4ac8c97-ff73-48e3-9f72-926144557ae4 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=4435e391-7eb4-4535-b70e-703188c850a3,revision_number=None']} {{(pid=94174) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 12:24:13.338561 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.wsgi [-] (94175) accepted ('10.222.0.20', 50612) {{(pid=94175) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 12:24:13.339623 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4640cc59-560d-41e6-8e38-d52e88ade0e4 None None] Network 4582ac47-6ede-43b8-aa5c-9b7936b7338f requested from dv-neutron-601336-94-hyperv {{(pid=94176) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 23 12:24:13.340964 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG oslo_concurrency.lockutils [None req-d4ac8c97-ff73-48e3-9f72-926144557ae4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.032s {{(pid=94174) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 12:24:13.411800 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron_lib.callbacks.manager [None req-7344deb9-0b35-4416-be64-a9dddbe78dad admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-824874'] for network, before_delete {{(pid=94175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 12:24:13.467180 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.plugins.ml2.plugin [None req-7344deb9-0b35-4416-be64-a9dddbe78dad admin admin] Deleting port 2b2a40b1-67d2-49db-ad51-7a3676a77661 {{(pid=94175) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1913}} Jun 23 12:24:13.467523 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron_lib.callbacks.manager [None req-7344deb9-0b35-4416-be64-a9dddbe78dad admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773700079324'] for port, before_delete {{(pid=94175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 12:24:13.509986 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-401a6727-76b4-477a-8e4b-155d9727e76d None None] DHCP port deletion for 4582ac47-6ede-43b8-aa5c-9b7936b7338f request from dv-neutron-601336-94-hyperv {{(pid=94176) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jun 23 12:24:13.532393 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.plugins.ml2.db [None req-7344deb9-0b35-4416-be64-a9dddbe78dad admin admin] For port 2b2a40b1-67d2-49db-ad51-7a3676a77661, host dv-neutron-601336-94-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-94-hyperv',level=0,port_id=2b2a40b1-67d2-49db-ad51-7a3676a77661,segment=NetworkSegment(3979ba3d-c4e8-431a-870b-72404fcbd273),segment_id=3979ba3d-c4e8-431a-870b-72404fcbd273)] {{(pid=94175) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 23 12:24:13.532752 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron_lib.callbacks.manager [None req-7344deb9-0b35-4416-be64-a9dddbe78dad admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-430722'] for port, precommit_delete {{(pid=94175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 12:24:13.546952 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.plugins.ml2.plugin [None req-7344deb9-0b35-4416-be64-a9dddbe78dad admin admin] Calling delete_port for 2b2a40b1-67d2-49db-ad51-7a3676a77661 owned by network:dhcp {{(pid=94175) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1986}} Jun 23 12:24:13.700285 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.plugins.ml2.plugin [None req-401a6727-76b4-477a-8e4b-155d9727e76d None None] Deleting port 2b2a40b1-67d2-49db-ad51-7a3676a77661 {{(pid=94176) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1913}} Jun 23 12:24:13.700684 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron_lib.callbacks.manager [None req-401a6727-76b4-477a-8e4b-155d9727e76d None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773700079324'] for port, before_delete {{(pid=94176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 12:24:13.701810 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron_lib.callbacks.manager [None req-7344deb9-0b35-4416-be64-a9dddbe78dad admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-922904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866062', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773700135024', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773699642224', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5082448'] for port, after_delete {{(pid=94175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 12:24:13.704841 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG oslo_concurrency.lockutils [None req-b35eb9f4-bbb7-4a7e-bc65-63bcd982a3f0 tempest-TestShelveInstance-790754725 tempest-TestShelveInstance-790754725-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94175) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 12:24:13.728372 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7344deb9-0b35-4416-be64-a9dddbe78dad admin admin] Pushing event deleted for resources: {'Port': ['ID=2b2a40b1-67d2-49db-ad51-7a3676a77661,revision_number=None']} {{(pid=94175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 12:24:13.735368 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG oslo_concurrency.lockutils [None req-7344deb9-0b35-4416-be64-a9dddbe78dad admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=94175) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 12:24:13.735368 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7344deb9-0b35-4416-be64-a9dddbe78dad admin admin] No DVR routers for this DVR port 2b2a40b1-67d2-49db-ad51-7a3676a77661 on host dv-neutron-601336-94-hyperv {{(pid=94175) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 23 12:24:13.762817 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.plugins.ml2.db [None req-401a6727-76b4-477a-8e4b-155d9727e76d None None] For port 2b2a40b1-67d2-49db-ad51-7a3676a77661, host dv-neutron-601336-94-hyperv, got binding levels [] {{(pid=94176) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 23 12:24:13.763177 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron_lib.callbacks.manager [None req-401a6727-76b4-477a-8e4b-155d9727e76d None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-430722'] for port, precommit_delete {{(pid=94176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 12:24:13.775153 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.plugins.ml2.plugin [None req-401a6727-76b4-477a-8e4b-155d9727e76d None None] Calling delete_port for 2b2a40b1-67d2-49db-ad51-7a3676a77661 owned by network:dhcp {{(pid=94176) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1986}} Jun 23 12:24:13.777716 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.db.ipam_backend_mixin [None req-401a6727-76b4-477a-8e4b-155d9727e76d None None] Port 2b2a40b1-67d2-49db-ad51-7a3676a77661 was not found and therefore no delete operation was performed {{(pid=94176) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Jun 23 12:24:13.778929 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron_lib.callbacks.manager [None req-401a6727-76b4-477a-8e4b-155d9727e76d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-922904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866062', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773700135024', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773699642224'] for port, after_delete {{(pid=94176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 12:24:13.781437 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG oslo_concurrency.lockutils [None req-97bd5441-1da2-49ee-a364-27795820ba27 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 12:24:13.803831 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron_lib.callbacks.manager [None req-7344deb9-0b35-4416-be64-a9dddbe78dad admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-897259', 'neutron.services.segments.db._delete_segments_for_network-8773700168587'] for network, precommit_delete {{(pid=94175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 12:24:13.806427 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-401a6727-76b4-477a-8e4b-155d9727e76d None None] Pushing event deleted for resources: {'Port': ['ID=2b2a40b1-67d2-49db-ad51-7a3676a77661,revision_number=None']} {{(pid=94176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 12:24:13.809430 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG oslo_concurrency.lockutils [None req-401a6727-76b4-477a-8e4b-155d9727e76d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.028s {{(pid=94176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 12:24:13.810842 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.db.l3_dvrscheduler_db [None req-401a6727-76b4-477a-8e4b-155d9727e76d None None] No DVR routers for this DVR port 2b2a40b1-67d2-49db-ad51-7a3676a77661 on host dv-neutron-601336-94-hyperv {{(pid=94176) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 23 12:24:13.813926 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.services.segments.db [None req-7344deb9-0b35-4416-be64-a9dddbe78dad admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4582ac47-6ede-43b8-aa5c-9b7936b7338f']}} {{(pid=94175) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 12:24:13.825483 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.services.segments.db [None req-7344deb9-0b35-4416-be64-a9dddbe78dad admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3979ba3d-c4e8-431a-870b-72404fcbd273') {'for_net_delete': True} {{(pid=94175) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 12:24:13.825782 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.services.segments.db [None req-7344deb9-0b35-4416-be64-a9dddbe78dad admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3979ba3d-c4e8-431a-870b-72404fcbd273') {} {{(pid=94175) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 12:24:13.834782 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron_lib.callbacks.manager [None req-7344deb9-0b35-4416-be64-a9dddbe78dad admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8773699955833', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5190677'] for segment, before_delete {{(pid=94175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 12:24:13.848215 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron_lib.callbacks.manager [None req-7344deb9-0b35-4416-be64-a9dddbe78dad admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3801'] for segment, precommit_delete {{(pid=94175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 12:24:13.854847 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7344deb9-0b35-4416-be64-a9dddbe78dad admin admin] Releasing vlan 422 on physical network physnet1 to pool {{(pid=94175) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 23 12:24:13.861350 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron_lib.callbacks.manager [None req-7344deb9-0b35-4416-be64-a9dddbe78dad admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3801', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5082371'] for segment, after_delete {{(pid=94175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 12:24:13.861350 dv-neutron-601336-94-hyperv neutron-server[94175]: Traceback (most recent call last): Jun 23 12:24:13.861350 dv-neutron-601336-94-hyperv neutron-server[94175]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 23 12:24:13.861350 dv-neutron-601336-94-hyperv neutron-server[94175]: timer() Jun 23 12:24:13.861350 dv-neutron-601336-94-hyperv neutron-server[94175]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 23 12:24:13.861350 dv-neutron-601336-94-hyperv neutron-server[94175]: cb(*args, **kw) Jun 23 12:24:13.861350 dv-neutron-601336-94-hyperv neutron-server[94175]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 23 12:24:13.861350 dv-neutron-601336-94-hyperv neutron-server[94175]: return func(*args, **kwargs) Jun 23 12:24:13.861350 dv-neutron-601336-94-hyperv neutron-server[94175]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 23 12:24:13.861350 dv-neutron-601336-94-hyperv neutron-server[94175]: self._notify() Jun 23 12:24:13.861350 dv-neutron-601336-94-hyperv neutron-server[94175]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 23 12:24:13.861350 dv-neutron-601336-94-hyperv neutron-server[94175]: self.callback(batched_events) Jun 23 12:24:13.861350 dv-neutron-601336-94-hyperv neutron-server[94175]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 23 12:24:13.861350 dv-neutron-601336-94-hyperv neutron-server[94175]: event.method(event) Jun 23 12:24:13.861350 dv-neutron-601336-94-hyperv neutron-server[94175]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 23 12:24:13.861350 dv-neutron-601336-94-hyperv neutron-server[94175]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 23 12:24:13.861350 dv-neutron-601336-94-hyperv neutron-server[94175]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 23 12:24:13.861350 dv-neutron-601336-94-hyperv neutron-server[94175]: aggregate_uuid = self.p_client.list_aggregates( Jun 23 12:24:13.861350 dv-neutron-601336-94-hyperv neutron-server[94175]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 23 12:24:13.861350 dv-neutron-601336-94-hyperv neutron-server[94175]: return f(self, *a, **k) Jun 23 12:24:13.861350 dv-neutron-601336-94-hyperv neutron-server[94175]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 23 12:24:13.861350 dv-neutron-601336-94-hyperv neutron-server[94175]: return self._get(url).json() Jun 23 12:24:13.861350 dv-neutron-601336-94-hyperv neutron-server[94175]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 23 12:24:13.861350 dv-neutron-601336-94-hyperv neutron-server[94175]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 23 12:24:13.861350 dv-neutron-601336-94-hyperv neutron-server[94175]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 23 12:24:13.861350 dv-neutron-601336-94-hyperv neutron-server[94175]: return self.request(url, 'GET', **kwargs) Jun 23 12:24:13.861350 dv-neutron-601336-94-hyperv neutron-server[94175]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 23 12:24:13.861350 dv-neutron-601336-94-hyperv neutron-server[94175]: base_url = self.get_endpoint(auth, allow=allow, Jun 23 12:24:13.861350 dv-neutron-601336-94-hyperv neutron-server[94175]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 23 12:24:13.861350 dv-neutron-601336-94-hyperv neutron-server[94175]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 23 12:24:13.861350 dv-neutron-601336-94-hyperv neutron-server[94175]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 23 12:24:13.861350 dv-neutron-601336-94-hyperv neutron-server[94175]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 23 12:24:13.861350 dv-neutron-601336-94-hyperv neutron-server[94175]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 23 12:24:13.941763 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron_lib.callbacks.manager [None req-dc7542b2-afef-47f4-a763-e3a3cba144be None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773699952132', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-899307'] for agent, after_update {{(pid=94176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 12:24:13.968931 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron_lib.callbacks.manager [None req-7344deb9-0b35-4416-be64-a9dddbe78dad admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-897248', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8002400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7866073', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-524247'] for network, after_delete {{(pid=94175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 12:24:13.972503 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG oslo_concurrency.lockutils [None req-72e269bf-e76a-4563-b0f1-02c3477a73ae admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94175) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 12:24:13.981253 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron_lib.callbacks.manager [None req-7344deb9-0b35-4416-be64-a9dddbe78dad admin admin] Notify callbacks [] for network, before_response {{(pid=94175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 12:24:13.981253 dv-neutron-601336-94-hyperv neutron-server[94175]: INFO neutron.wsgi [None req-7344deb9-0b35-4416-be64-a9dddbe78dad admin admin] 10.222.0.20 "DELETE /v2.0/networks/4582ac47-6ede-43b8-aa5c-9b7936b7338f HTTP/1.1" status: 204 len: 168 time: 0.6379540 Jun 23 12:24:13.988331 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7344deb9-0b35-4416-be64-a9dddbe78dad admin admin] Pushing event deleted for resources: {'Network': ['ID=4582ac47-6ede-43b8-aa5c-9b7936b7338f,revision_number=None']} {{(pid=94175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 12:24:13.991418 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG oslo_concurrency.lockutils [None req-7344deb9-0b35-4416-be64-a9dddbe78dad admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=94175) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 12:24:14.306704 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.wsgi [-] (94174) accepted ('10.222.0.20', 50616) {{(pid=94174) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 12:24:14.345413 dv-neutron-601336-94-hyperv neutron-server[94174]: INFO neutron.wsgi [None req-c386959b-f488-4d32-b1c2-27e1d18e9367 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=c080a553dd50489bbe6db51b0d3ddebb&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0372837 Jun 23 12:24:14.347634 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.wsgi [-] (94174) accepted ('10.222.0.20', 50618) {{(pid=94174) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 12:24:14.398036 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron_lib.callbacks.manager [None req-32b65d80-d57c-44af-9358-5db71bffe01d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 12:24:14.418448 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron_lib.callbacks.manager [None req-32b65d80-d57c-44af-9358-5db71bffe01d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 12:24:14.524902 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron_lib.callbacks.manager [None req-32b65d80-d57c-44af-9358-5db71bffe01d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7996330'] for security_group, after_delete {{(pid=94174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 12:24:14.527190 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron_lib.callbacks.manager [None req-32b65d80-d57c-44af-9358-5db71bffe01d admin admin] Notify callbacks [] for security_group, before_response {{(pid=94174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 12:24:14.528340 dv-neutron-601336-94-hyperv neutron-server[94174]: INFO neutron.wsgi [None req-32b65d80-d57c-44af-9358-5db71bffe01d admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/672c578a-b5af-4322-b5aa-c0ba7d17ed8d HTTP/1.1" status: 204 len: 168 time: 0.1797833 Jun 23 12:24:14.529185 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG oslo_concurrency.lockutils [None req-9a6520ec-9852-44c1-9122-96e7f52ba66b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94174) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 12:24:14.536653 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32b65d80-d57c-44af-9358-5db71bffe01d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=672c578a-b5af-4322-b5aa-c0ba7d17ed8d,revision_number=None']} {{(pid=94174) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 12:24:14.539629 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG oslo_concurrency.lockutils [None req-32b65d80-d57c-44af-9358-5db71bffe01d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.010s {{(pid=94174) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 12:24:14.855938 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron_lib.callbacks.manager [None req-4c20ea5f-bc7f-4d4e-935d-57f082af6ccb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773699952132', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-899307'] for agent, after_update {{(pid=94176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 12:24:14.939738 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.plugins.ml2.rpc [None req-dc7542b2-afef-47f4-a763-e3a3cba144be None None] Device 2b2a40b1-67d2-49db-ad51-7a3676a77661 no longer exists at agent ovs-agent-dv-neutron-601336-94-hyperv {{(pid=94176) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:261}} Jun 23 12:24:14.960476 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.plugins.ml2.plugin [None req-dc7542b2-afef-47f4-a763-e3a3cba144be None None] No Port match for: 2b2a40b1-67d2-49db-ad51-7a3676a77661 {{(pid=94176) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2240}} Jun 23 12:24:14.960840 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.plugins.ml2.rpc [None req-dc7542b2-afef-47f4-a763-e3a3cba144be None None] Device 2b2a40b1-67d2-49db-ad51-7a3676a77661 not bound to the agent host dv-neutron-601336-94-hyperv {{(pid=94176) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:271}} Jun 23 12:24:15.146370 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.wsgi [-] (94174) accepted ('10.222.0.20', 50626) {{(pid=94174) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 12:24:15.185997 dv-neutron-601336-94-hyperv neutron-server[94174]: INFO neutron.wsgi [None req-71006b6f-29f5-4ec9-944e-73ebb12b093d admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=9a8b23987317464ca08258ae0e939c96&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0377257 Jun 23 12:24:15.188490 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.wsgi [-] (94174) accepted ('10.222.0.20', 50628) {{(pid=94174) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 12:24:15.237662 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron_lib.callbacks.manager [None req-9610bbd2-60bb-4b3a-93cb-c39a05fd86f7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 12:24:15.259211 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron_lib.callbacks.manager [None req-9610bbd2-60bb-4b3a-93cb-c39a05fd86f7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 12:24:15.382232 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron_lib.callbacks.manager [None req-9610bbd2-60bb-4b3a-93cb-c39a05fd86f7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7996330'] for security_group, after_delete {{(pid=94174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 12:24:15.385002 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron_lib.callbacks.manager [None req-9610bbd2-60bb-4b3a-93cb-c39a05fd86f7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 12:24:15.386178 dv-neutron-601336-94-hyperv neutron-server[94174]: INFO neutron.wsgi [None req-9610bbd2-60bb-4b3a-93cb-c39a05fd86f7 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/60da17a8-57b2-4421-bf43-62fb32f9d653 HTTP/1.1" status: 204 len: 168 time: 0.1967664 Jun 23 12:24:15.387082 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG oslo_concurrency.lockutils [None req-9928c082-32dd-4309-b818-3527f884dc37 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94174) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 12:24:15.394798 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9610bbd2-60bb-4b3a-93cb-c39a05fd86f7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=60da17a8-57b2-4421-bf43-62fb32f9d653,revision_number=None']} {{(pid=94174) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 12:24:15.397135 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG oslo_concurrency.lockutils [None req-9610bbd2-60bb-4b3a-93cb-c39a05fd86f7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.010s {{(pid=94174) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 12:24:16.437205 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.wsgi [-] (94174) accepted ('10.222.0.20', 50650) {{(pid=94174) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 12:24:16.543013 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.api.v2.base [None req-9e7278c9-3f3d-4717-a629-12acbd22cdac admin admin] Request body: {'network': {'name': 'tempest-TestSnapshotPattern-1284394461-network', 'tenant_id': '9432fb70f3df47a9bca0cd4d5f316c9e'}} {{(pid=94174) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 23 12:24:16.621298 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9e7278c9-3f3d-4717-a629-12acbd22cdac admin admin] Made reservation on behalf of 9432fb70f3df47a9bca0cd4d5f316c9e for: {'network': 1} {{(pid=94174) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 23 12:24:16.623674 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron_lib.callbacks.manager [None req-9e7278c9-3f3d-4717-a629-12acbd22cdac admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-923104'] for network, before_create {{(pid=94174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 12:24:16.631862 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron_lib.callbacks.manager [None req-9e7278c9-3f3d-4717-a629-12acbd22cdac admin admin] Notify callbacks [] for security_group, before_create {{(pid=94174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 12:24:16.715359 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron_lib.callbacks.manager [None req-9e7278c9-3f3d-4717-a629-12acbd22cdac admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 12:24:16.791376 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron_lib.callbacks.manager [None req-9e7278c9-3f3d-4717-a629-12acbd22cdac admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7996330'] for security_group, after_create {{(pid=94174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 12:24:16.794355 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG oslo_concurrency.lockutils [None req-9a90957c-a730-49d4-8486-83178e7abd65 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94174) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 12:24:16.815472 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9e7278c9-3f3d-4717-a629-12acbd22cdac admin admin] vlan segment allocate from pool success with {'vlan_id': 415, 'physical_network': 'physnet1'} {{(pid=94174) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 23 12:24:16.824339 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e7278c9-3f3d-4717-a629-12acbd22cdac admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8cc1cf87-4f75-4d76-9005-d250f81e7fb3,revision_number=1']} {{(pid=94174) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 12:24:16.829220 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG oslo_concurrency.lockutils [None req-9e7278c9-3f3d-4717-a629-12acbd22cdac admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.035s {{(pid=94174) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 12:24:16.833289 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron_lib.callbacks.manager [None req-9e7278c9-3f3d-4717-a629-12acbd22cdac admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3801'] for segment, precommit_create {{(pid=94174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 12:24:16.833646 dv-neutron-601336-94-hyperv neutron-server[94174]: INFO neutron.db.segments_db [None req-9e7278c9-3f3d-4717-a629-12acbd22cdac admin admin] Added segment 3d940925-95a9-4bb9-b82c-9de5284b88e6 of type vlan for network 35060897-86ce-4a62-8170-f4706aea229e Jun 23 12:24:16.874237 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron_lib.callbacks.manager [None req-9e7278c9-3f3d-4717-a629-12acbd22cdac admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8773699596773'] for network, precommit_create {{(pid=94174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 12:24:16.906130 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron_lib.callbacks.manager [None req-95d6aa8f-24e7-4234-82ff-f502266c3285 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773699952132', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-899307'] for agent, after_update {{(pid=94176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 12:24:16.962887 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron_lib.callbacks.manager [None req-9e7278c9-3f3d-4717-a629-12acbd22cdac admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8002400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7866073'] for network, after_create {{(pid=94174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 12:24:16.963986 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9e7278c9-3f3d-4717-a629-12acbd22cdac admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94174) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 12:24:16.964570 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron_lib.callbacks.manager [None req-9e7278c9-3f3d-4717-a629-12acbd22cdac admin admin] Notify callbacks [] for network, before_response {{(pid=94174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 12:24:16.966782 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG oslo_concurrency.lockutils [None req-ddcabe43-34dc-4c38-ae14-004b07ecc061 tempest-NetworksIpV6Test-253648203 tempest-NetworksIpV6Test-253648203-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94174) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 12:24:17.025296 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e7278c9-3f3d-4717-a629-12acbd22cdac admin admin] Pushing event updated for resources: {'Network': ['ID=35060897-86ce-4a62-8170-f4706aea229e,revision_number=1']} {{(pid=94174) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 12:24:17.028112 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG oslo_concurrency.lockutils [None req-9e7278c9-3f3d-4717-a629-12acbd22cdac admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.061s {{(pid=94174) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 12:24:17.034925 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.plugins.ml2.rpc [None req-dc7542b2-afef-47f4-a763-e3a3cba144be None None] Network 35060897-86ce-4a62-8170-f4706aea229e details requested by agent ovs-agent-dv-neutron-601336-94-hyperv with host dv-neutron-601336-94-hyperv {{(pid=94176) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:250}} Jun 23 12:24:17.086058 dv-neutron-601336-94-hyperv neutron-server[94174]: INFO neutron.wsgi [None req-9e7278c9-3f3d-4717-a629-12acbd22cdac admin admin] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 883 time: 0.6476200 Jun 23 12:24:17.089140 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.wsgi [-] (94174) accepted ('10.222.0.20', 50656) {{(pid=94174) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 12:24:17.094103 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.api.v2.base [None req-e842a7d8-69c5-47a4-bd39-183cbb4e751b admin admin] Request body: {'subnet': {'network_id': '35060897-86ce-4a62-8170-f4706aea229e', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestSnapshotPattern-1284394461-subnet', 'tenant_id': '9432fb70f3df47a9bca0cd4d5f316c9e', 'ip_version': 4}} {{(pid=94174) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 23 12:24:17.187221 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e842a7d8-69c5-47a4-bd39-183cbb4e751b admin admin] Made reservation on behalf of 9432fb70f3df47a9bca0cd4d5f316c9e for: {'subnet': 1} {{(pid=94174) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 23 12:24:17.189644 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron_lib.callbacks.manager [None req-e842a7d8-69c5-47a4-bd39-183cbb4e751b admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4294245'] for subnet, before_create {{(pid=94174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 12:24:17.392845 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron_lib.callbacks.manager [None req-e842a7d8-69c5-47a4-bd39-183cbb4e751b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866062', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5195999', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4294259'] for subnet, after_create {{(pid=94174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 12:24:17.394854 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG oslo_concurrency.lockutils [None req-34720994-4ee7-4029-b8fc-67adc5813f55 tempest-TestNetworkAdvancedServerOps-1740099935 tempest-TestNetworkAdvancedServerOps-1740099935-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94174) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 12:24:17.440949 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e842a7d8-69c5-47a4-bd39-183cbb4e751b admin admin] Pushing event updated for resources: {'Subnet': ['ID=29faf701-512f-4f97-9911-155d0e3fc579,revision_number=0']} {{(pid=94174) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 12:24:17.447977 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG oslo_concurrency.lockutils [None req-e842a7d8-69c5-47a4-bd39-183cbb4e751b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.053s {{(pid=94174) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 12:24:17.456369 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e842a7d8-69c5-47a4-bd39-183cbb4e751b admin admin] Checking segment: {'id': '3d940925-95a9-4bb9-b82c-9de5284b88e6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 415, 'network_id': '35060897-86ce-4a62-8170-f4706aea229e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94174) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 23 12:24:17.456737 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e842a7d8-69c5-47a4-bd39-183cbb4e751b admin admin] Network hostable DHCP agents. Network: 35060897-86ce-4a62-8170-f4706aea229e, hostable agents: ['8cf29b10-0e57-4131-816f-a4b6ad00b249'], hosted agents: [] {{(pid=94174) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 23 12:24:17.541201 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e842a7d8-69c5-47a4-bd39-183cbb4e751b admin admin] Network 35060897-86ce-4a62-8170-f4706aea229e is scheduled to be hosted by DHCP agent 8cf29b10-0e57-4131-816f-a4b6ad00b249 with binding_index 1 {{(pid=94174) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 23 12:24:17.707579 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.scheduler.base_scheduler [None req-e842a7d8-69c5-47a4-bd39-183cbb4e751b admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-601336-94-hyperv, 35060897-86ce-4a62-8170-f4706aea229e) {{(pid=94174) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 23 12:24:17.711616 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e842a7d8-69c5-47a4-bd39-183cbb4e751b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94174) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 12:24:17.712211 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron_lib.callbacks.manager [None req-e842a7d8-69c5-47a4-bd39-183cbb4e751b admin admin] Notify callbacks [] for subnet, before_response {{(pid=94174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 12:24:17.717421 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fcf2284d-acba-4657-8cee-a2511e4c63a6 None None] Network 35060897-86ce-4a62-8170-f4706aea229e requested from dv-neutron-601336-94-hyperv {{(pid=94176) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 23 12:24:17.805777 dv-neutron-601336-94-hyperv neutron-server[94174]: INFO neutron.wsgi [None req-e842a7d8-69c5-47a4-bd39-183cbb4e751b admin admin] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.7154870 Jun 23 12:24:17.808261 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.wsgi [-] (94174) accepted ('10.222.0.20', 50658) {{(pid=94174) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 12:24:17.812648 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.api.v2.base [None req-ab1c9b36-3f8a-43cd-ba57-422b06c42947 admin admin] Request body: {'router': {'name': 'tempest-TestSnapshotPattern-1284394461-router', 'tenant_id': '9432fb70f3df47a9bca0cd4d5f316c9e', 'external_gateway_info': {'network_id': '3e7e4eb3-cf02-4d47-ade9-0a579cdfc60f'}}} {{(pid=94174) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 23 12:24:17.854896 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-008ad5aa-e050-4e7d-ac9d-371d95875b65 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1e0d828a-1fa4-563d-b7fd-53adf66a04ee-35060897-86ce-4a62-8170-f4706aea229e', 'network_id': '35060897-86ce-4a62-8170-f4706aea229e', 'tenant_id': '9432fb70f3df47a9bca0cd4d5f316c9e', 'fixed_ips': [{'subnet_id': '29faf701-512f-4f97-9911-155d0e3fc579'}]}} from dv-neutron-601336-94-hyperv. {{(pid=94176) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 23 12:24:17.855593 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron_lib.callbacks.manager [None req-008ad5aa-e050-4e7d-ac9d-371d95875b65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-923104'] for port, before_create {{(pid=94176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 12:24:17.902031 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron_lib.callbacks.manager [None req-ab1c9b36-3f8a-43cd-ba57-422b06c42947 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-520407', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-32315'] for router, before_create {{(pid=94174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 12:24:17.903213 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron_lib.callbacks.manager [None req-ab1c9b36-3f8a-43cd-ba57-422b06c42947 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-520264', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-524122', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-414782', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-32290'] for router, precommit_create {{(pid=94174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 12:24:17.953804 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron_lib.callbacks.manager [None req-ab1c9b36-3f8a-43cd-ba57-422b06c42947 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 12:24:17.985282 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.db.db_base_plugin_common [None req-008ad5aa-e050-4e7d-ac9d-371d95875b65 None None] Allocated IP 172.20.0.2 (35060897-86ce-4a62-8170-f4706aea229e/29faf701-512f-4f97-9911-155d0e3fc579/9ed6eb83-b4fc-408e-be1c-b0a28b587cbc) {{(pid=94176) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 23 12:24:18.122943 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron_lib.callbacks.manager [None req-008ad5aa-e050-4e7d-ac9d-371d95875b65 None None] Notify callbacks [] for port, precommit_create {{(pid=94176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 12:24:18.134982 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.db.provisioning_blocks [None req-008ad5aa-e050-4e7d-ac9d-371d95875b65 None None] Transition to ACTIVE for port object 9ed6eb83-b4fc-408e-be1c-b0a28b587cbc will not be triggered until provisioned by entity L2. {{(pid=94176) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 23 12:24:18.144525 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron_lib.callbacks.manager [None req-ab1c9b36-3f8a-43cd-ba57-422b06c42947 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-524104', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-520389', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-32276'] for router, precommit_update {{(pid=94174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 12:24:18.146398 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.db.provisioning_blocks [None req-008ad5aa-e050-4e7d-ac9d-371d95875b65 None None] Transition to ACTIVE for port object 9ed6eb83-b4fc-408e-be1c-b0a28b587cbc will not be triggered until provisioned by entity DHCP. {{(pid=94176) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 23 12:24:18.187721 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron_lib.callbacks.manager [None req-008ad5aa-e050-4e7d-ac9d-371d95875b65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-922915', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-239814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7866073', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773699642215'] for port, after_create {{(pid=94176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 12:24:18.189576 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG oslo_concurrency.lockutils [None req-97bd5441-1da2-49ee-a364-27795820ba27 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 12:24:18.224044 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-008ad5aa-e050-4e7d-ac9d-371d95875b65 None None] Network 35060897-86ce-4a62-8170-f4706aea229e is already hosted by enough agents. {{(pid=94176) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 23 12:24:18.228154 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.scheduler.base_scheduler [None req-008ad5aa-e050-4e7d-ac9d-371d95875b65 None None] Resources bound (agent type, host, resource id): {{(pid=94176) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 23 12:24:18.233813 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.db.l3_dvrscheduler_db [None req-008ad5aa-e050-4e7d-ac9d-371d95875b65 None None] Received port after_create {{(pid=94176) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 23 12:24:18.241345 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-008ad5aa-e050-4e7d-ac9d-371d95875b65 None None] Pushing event updated for resources: {'Port': ['ID=9ed6eb83-b4fc-408e-be1c-b0a28b587cbc,revision_number=1']} {{(pid=94176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 12:24:18.245629 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG oslo_concurrency.lockutils [None req-008ad5aa-e050-4e7d-ac9d-371d95875b65 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.056s {{(pid=94176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 12:24:18.293099 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.plugins.ml2.managers [None req-008ad5aa-e050-4e7d-ac9d-371d95875b65 None None] Attempting to bind port 9ed6eb83-b4fc-408e-be1c-b0a28b587cbc on host dv-neutron-601336-94-hyperv for vnic_type normal with profile {{(pid=94176) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 23 12:24:18.293483 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.plugins.ml2.managers [None req-008ad5aa-e050-4e7d-ac9d-371d95875b65 None None] Attempting to bind port 9ed6eb83-b4fc-408e-be1c-b0a28b587cbc by drivers openvswitch,hyperv on host dv-neutron-601336-94-hyperv at level 0 using segments [{'id': '3d940925-95a9-4bb9-b82c-9de5284b88e6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 415, 'network_id': '35060897-86ce-4a62-8170-f4706aea229e'}] {{(pid=94176) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 23 12:24:18.293864 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-008ad5aa-e050-4e7d-ac9d-371d95875b65 None None] Attempting to bind port 9ed6eb83-b4fc-408e-be1c-b0a28b587cbc on network 35060897-86ce-4a62-8170-f4706aea229e {{(pid=94176) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 23 12:24:18.298721 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-008ad5aa-e050-4e7d-ac9d-371d95875b65 None None] Checking agent: {'id': '4d05f899-5ac9-411b-8a03-f60c93f87cdf', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-601336-94-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 23, 11, 22, 14), 'started_at': datetime.datetime(2021, 6, 23, 11, 22, 44), 'heartbeat_timestamp': datetime.datetime(2021, 6, 23, 12, 24, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'monitor_allowed_address_pair_garp': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-601336-94-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94176) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 23 12:24:18.299138 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-008ad5aa-e050-4e7d-ac9d-371d95875b65 None None] Checking segment: {'id': '3d940925-95a9-4bb9-b82c-9de5284b88e6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 415, 'network_id': '35060897-86ce-4a62-8170-f4706aea229e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94176) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 23 12:24:18.299560 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron_lib.callbacks.manager [None req-008ad5aa-e050-4e7d-ac9d-371d95875b65 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 12:24:18.299971 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-008ad5aa-e050-4e7d-ac9d-371d95875b65 None None] Bound using segment: {'id': '3d940925-95a9-4bb9-b82c-9de5284b88e6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 415, 'network_id': '35060897-86ce-4a62-8170-f4706aea229e'} {{(pid=94176) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 23 12:24:18.300446 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.plugins.ml2.managers [None req-008ad5aa-e050-4e7d-ac9d-371d95875b65 None None] Bound port: 9ed6eb83-b4fc-408e-be1c-b0a28b587cbc, host: dv-neutron-601336-94-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3d940925-95a9-4bb9-b82c-9de5284b88e6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 415, 'network_id': '35060897-86ce-4a62-8170-f4706aea229e'}}] {{(pid=94176) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 23 12:24:18.300831 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron_lib.callbacks.manager [None req-008ad5aa-e050-4e7d-ac9d-371d95875b65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-923122'] for port, before_update {{(pid=94176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 12:24:18.364436 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.plugins.ml2.db [None req-008ad5aa-e050-4e7d-ac9d-371d95875b65 None None] For port 9ed6eb83-b4fc-408e-be1c-b0a28b587cbc, host dv-neutron-601336-94-hyperv, cleared binding levels {{(pid=94176) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 23 12:24:18.367955 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.plugins.ml2.db [None req-008ad5aa-e050-4e7d-ac9d-371d95875b65 None None] For port 9ed6eb83-b4fc-408e-be1c-b0a28b587cbc, host dv-neutron-601336-94-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-94-hyperv',level=0,port_id=9ed6eb83-b4fc-408e-be1c-b0a28b587cbc,segment=NetworkSegment(3d940925-95a9-4bb9-b82c-9de5284b88e6),segment_id=3d940925-95a9-4bb9-b82c-9de5284b88e6)] {{(pid=94176) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 23 12:24:18.388603 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron_lib.callbacks.manager [None req-ab1c9b36-3f8a-43cd-ba57-422b06c42947 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=94174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 12:24:18.406724 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron_lib.callbacks.manager [None req-ab1c9b36-3f8a-43cd-ba57-422b06c42947 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-923104'] for port, before_create {{(pid=94174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 12:24:18.467774 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron_lib.callbacks.manager [None req-008ad5aa-e050-4e7d-ac9d-371d95875b65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-922904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866062', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773700135042', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773699642233', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773699642278'] for port, after_update {{(pid=94176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 12:24:18.470536 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG oslo_concurrency.lockutils [None req-593ca3de-0b7d-4e56-a321-8695a7b7a44b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 12:24:18.513747 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.db.db_base_plugin_common [None req-ab1c9b36-3f8a-43cd-ba57-422b06c42947 admin admin] Allocated IP 172.26.3.60 (3e7e4eb3-cf02-4d47-ade9-0a579cdfc60f/a5ad15ab-c489-4a67-a9b0-d559fca0ec71/aba310c3-640e-482a-b7dc-3b5dc3758cae) {{(pid=94174) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 23 12:24:18.526926 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-008ad5aa-e050-4e7d-ac9d-371d95875b65 None None] Pushing event updated for resources: {'Port': ['ID=9ed6eb83-b4fc-408e-be1c-b0a28b587cbc,revision_number=2']} {{(pid=94176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 12:24:18.530537 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG oslo_concurrency.lockutils [None req-008ad5aa-e050-4e7d-ac9d-371d95875b65 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.060s {{(pid=94176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 12:24:18.628961 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron_lib.callbacks.manager [None req-ab1c9b36-3f8a-43cd-ba57-422b06c42947 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 12:24:18.730419 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron_lib.callbacks.manager [None req-ab1c9b36-3f8a-43cd-ba57-422b06c42947 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-922915', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-239814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7866073', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773699642215', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-5196399'] for port, after_create {{(pid=94174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 12:24:18.732917 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG oslo_concurrency.lockutils [None req-6c8c7d29-b14c-4b3c-ad76-e38141e237bc tempest-NetworksIpV6Test-2059726755 tempest-NetworksIpV6Test-2059726755-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94174) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 12:24:18.774335 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ab1c9b36-3f8a-43cd-ba57-422b06c42947 admin admin] Network 3e7e4eb3-cf02-4d47-ade9-0a579cdfc60f is already hosted by enough agents. {{(pid=94174) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 23 12:24:18.777229 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.scheduler.base_scheduler [None req-ab1c9b36-3f8a-43cd-ba57-422b06c42947 admin admin] Resources bound (agent type, host, resource id): {{(pid=94174) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 23 12:24:18.779685 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ab1c9b36-3f8a-43cd-ba57-422b06c42947 admin admin] Received port after_create {{(pid=94174) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 23 12:24:18.807947 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab1c9b36-3f8a-43cd-ba57-422b06c42947 admin admin] Pushing event updated for resources: {'Port': ['ID=aba310c3-640e-482a-b7dc-3b5dc3758cae,revision_number=1']} {{(pid=94174) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 12:24:18.812018 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG oslo_concurrency.lockutils [None req-ab1c9b36-3f8a-43cd-ba57-422b06c42947 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.079s {{(pid=94174) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 12:24:18.991382 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.plugins.ml2.rpc [None req-dc7542b2-afef-47f4-a763-e3a3cba144be None None] Device 9ed6eb83-b4fc-408e-be1c-b0a28b587cbc up at agent ovs-agent-dv-neutron-601336-94-hyperv {{(pid=94176) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:298}} Jun 23 12:24:19.142656 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.db.provisioning_blocks [None req-dc7542b2-afef-47f4-a763-e3a3cba144be None None] Provisioning for port 9ed6eb83-b4fc-408e-be1c-b0a28b587cbc completed by entity L2. {{(pid=94176) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 23 12:24:19.146428 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron_lib.callbacks.manager [None req-ab1c9b36-3f8a-43cd-ba57-422b06c42947 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=94174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 12:24:19.353141 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron_lib.callbacks.manager [None req-ab1c9b36-3f8a-43cd-ba57-422b06c42947 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-520412', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-524143'] for router, after_create {{(pid=94174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 12:24:19.449559 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-53728b60-ae37-4748-8da7-4577a279ad0b None None] Network 35060897-86ce-4a62-8170-f4706aea229e requested from dv-neutron-601336-94-hyperv {{(pid=94176) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 23 12:24:19.518495 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ab1c9b36-3f8a-43cd-ba57-422b06c42947 admin admin] Router 9303c1bb-39ed-492d-83f5-03036de114a1 is scheduled to L3 agent 50ef99c0-ef28-4db5-b303-b145898fae60 with binding_index 1 {{(pid=94174) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jun 23 12:24:19.600906 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.db.provisioning_blocks [None req-5c32e9f2-575b-43f6-8b3b-e7fac83c7d59 None None] Provisioning for port 9ed6eb83-b4fc-408e-be1c-b0a28b587cbc completed by entity DHCP. {{(pid=94176) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 23 12:24:19.606421 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.db.provisioning_blocks [None req-5c32e9f2-575b-43f6-8b3b-e7fac83c7d59 None None] Provisioning complete for port 9ed6eb83-b4fc-408e-be1c-b0a28b587cbc triggered by entity DHCP. {{(pid=94176) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 23 12:24:19.606812 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron_lib.callbacks.manager [None req-5c32e9f2-575b-43f6-8b3b-e7fac83c7d59 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-899258'] for port, provisioning_complete {{(pid=94176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 12:24:19.629998 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ab1c9b36-3f8a-43cd-ba57-422b06c42947 admin admin] Notify agent at l3_agent.dv-neutron-601336-94-hyperv the message routers_updated {{(pid=94174) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 23 12:24:19.648604 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8ae14414-b66c-42cc-810e-cea3f705a690 None None] Sync routers for ids ['9303c1bb-39ed-492d-83f5-03036de114a1'] in dv-neutron-601336-94-hyperv {{(pid=94176) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 23 12:24:19.669164 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8ae14414-b66c-42cc-810e-cea3f705a690 None None] Routers {'9303c1bb-39ed-492d-83f5-03036de114a1'} bound to L3 agent in host dv-neutron-601336-94-hyperv {{(pid=94176) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 23 12:24:19.669805 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.db.l3_hamode_db [None req-8ae14414-b66c-42cc-810e-cea3f705a690 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-601336-94-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-06-23T11:22:13Z,description=,heartbeat_timestamp=2021-06-23T12:24:13Z,host='dv-neutron-601336-94-hyperv',id=50ef99c0-ef28-4db5-b303-b145898fae60,load=0,resource_versions=,resources_synced=,started_at=2021-06-23T11:22:14Z,topic='l3_agent')) {'router_ids': ['9303c1bb-39ed-492d-83f5-03036de114a1'], 'active': True} {{(pid=94176) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 12:24:19.702130 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron_lib.callbacks.manager [None req-ab1c9b36-3f8a-43cd-ba57-422b06c42947 admin admin] Notify callbacks [] for router, before_response {{(pid=94174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 12:24:19.703807 dv-neutron-601336-94-hyperv neutron-server[94174]: INFO neutron.wsgi [None req-ab1c9b36-3f8a-43cd-ba57-422b06c42947 admin admin] 10.222.0.20 "POST /v2.0/routers HTTP/1.1" status: 201 len: 921 time: 1.8942885 Jun 23 12:24:19.706822 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.wsgi [-] (94174) accepted ('10.222.0.20', 50662) {{(pid=94174) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 12:24:19.792032 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron_lib.callbacks.manager [None req-5c32e9f2-575b-43f6-8b3b-e7fac83c7d59 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-923122'] for port, before_update {{(pid=94176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 12:24:19.814492 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.db.l3_dvr_db [None req-8ae14414-b66c-42cc-810e-cea3f705a690 None None] Set router 9303c1bb-39ed-492d-83f5-03036de114a1 gateway port host: dv-neutron-601336-94-hyperv {{(pid=94176) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:838}} Jun 23 12:24:19.900651 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.plugins.ml2.db [None req-5c32e9f2-575b-43f6-8b3b-e7fac83c7d59 None None] For port 9ed6eb83-b4fc-408e-be1c-b0a28b587cbc, host dv-neutron-601336-94-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-94-hyperv',level=0,port_id=9ed6eb83-b4fc-408e-be1c-b0a28b587cbc,segment=NetworkSegment(3d940925-95a9-4bb9-b82c-9de5284b88e6),segment_id=3d940925-95a9-4bb9-b82c-9de5284b88e6)] {{(pid=94176) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 23 12:24:19.961900 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron_lib.callbacks.manager [None req-5c32e9f2-575b-43f6-8b3b-e7fac83c7d59 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-922904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866062', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773700135042', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773699642233', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773699642278'] for port, after_update {{(pid=94176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 12:24:19.966074 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG oslo_concurrency.lockutils [None req-dc7542b2-afef-47f4-a763-e3a3cba144be None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 12:24:20.032453 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c32e9f2-575b-43f6-8b3b-e7fac83c7d59 None None] Pushing event updated for resources: {'Port': ['ID=9ed6eb83-b4fc-408e-be1c-b0a28b587cbc,revision_number=3']} {{(pid=94176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 12:24:20.035495 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG oslo_concurrency.lockutils [None req-5c32e9f2-575b-43f6-8b3b-e7fac83c7d59 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.069s {{(pid=94176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 12:24:20.053274 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.db.l3_hamode_db [None req-8ae14414-b66c-42cc-810e-cea3f705a690 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9303c1bb-39ed-492d-83f5-03036de114a1', 'name': 'tempest-TestSnapshotPattern-1284394461-router', 'tenant_id': '9432fb70f3df47a9bca0cd4d5f316c9e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3e7e4eb3-cf02-4d47-ade9-0a579cdfc60f', 'external_fixed_ips': [{'subnet_id': 'a5ad15ab-c489-4a67-a9b0-d559fca0ec71', 'ip_address': '172.26.3.60'}], 'enable_snat': True}, 'gw_port_id': 'aba310c3-640e-482a-b7dc-3b5dc3758cae', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-23T12:24:17Z', 'updated_at': '2021-06-23T12:24:18Z', 'revision_number': 3, 'project_id': '9432fb70f3df47a9bca0cd4d5f316c9e', 'gw_port': {'id': 'aba310c3-640e-482a-b7dc-3b5dc3758cae', 'name': '', 'network_id': '3e7e4eb3-cf02-4d47-ade9-0a579cdfc60f', 'tenant_id': '', 'mac_address': 'fa:16:3e:27:a3:82', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9303c1bb-39ed-492d-83f5-03036de114a1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1860, 'fixed_ips': [{'subnet_id': 'a5ad15ab-c489-4a67-a9b0-d559fca0ec71', 'ip_address': '172.26.3.60', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-23T12:24:18Z', 'updated_at': '2021-06-23T12:24:18Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'a5ad15ab-c489-4a67-a9b0-d559fca0ec71', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-601336-94-hyperv'}], 'dv-neutron-601336-94-hyperv', False) {} {{(pid=94176) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 12:24:20.087404 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8ae14414-b66c-42cc-810e-cea3f705a690 None None] Checking router: 9303c1bb-39ed-492d-83f5-03036de114a1 for host: dv-neutron-601336-94-hyperv {{(pid=94176) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 23 12:24:20.087776 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8ae14414-b66c-42cc-810e-cea3f705a690 None None] Updating router 9303c1bb-39ed-492d-83f5-03036de114a1 port aba310c3-640e-482a-b7dc-3b5dc3758cae binding host dv-neutron-601336-94-hyperv {{(pid=94176) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 23 12:24:20.117523 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.db.provisioning_blocks [None req-4da85ffc-3473-4e24-9658-18da6dc09c60 None None] Provisioning complete for port 9ed6eb83-b4fc-408e-be1c-b0a28b587cbc triggered by entity DHCP. {{(pid=94176) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 23 12:24:20.118003 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron_lib.callbacks.manager [None req-4da85ffc-3473-4e24-9658-18da6dc09c60 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-899258'] for port, provisioning_complete {{(pid=94176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 12:24:20.125334 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron_lib.callbacks.manager [None req-4abc78e6-8394-4c02-a0ac-03eb48721c2b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-923104'] for port, before_create {{(pid=94174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 12:24:20.145578 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron_lib.callbacks.manager [None req-8ae14414-b66c-42cc-810e-cea3f705a690 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-923122'] for port, before_update {{(pid=94176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 12:24:20.282931 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.db.db_base_plugin_common [None req-4abc78e6-8394-4c02-a0ac-03eb48721c2b admin admin] Allocated IP 172.20.0.1 (35060897-86ce-4a62-8170-f4706aea229e/29faf701-512f-4f97-9911-155d0e3fc579/9654d0d5-cc15-4f96-a001-00acd7331352) {{(pid=94174) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 23 12:24:20.384277 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron_lib.callbacks.manager [None req-4abc78e6-8394-4c02-a0ac-03eb48721c2b admin admin] Notify callbacks [] for port, precommit_create {{(pid=94174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 12:24:20.399630 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.db.provisioning_blocks [None req-4abc78e6-8394-4c02-a0ac-03eb48721c2b admin admin] Transition to ACTIVE for port object 9654d0d5-cc15-4f96-a001-00acd7331352 will not be triggered until provisioned by entity DHCP. {{(pid=94174) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 23 12:24:20.431586 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron_lib.callbacks.manager [None req-8ae14414-b66c-42cc-810e-cea3f705a690 None None] Notify callbacks [] for port, precommit_update {{(pid=94176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 12:24:20.490958 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.db.provisioning_blocks [None req-8ae14414-b66c-42cc-810e-cea3f705a690 None None] Transition to ACTIVE for port object aba310c3-640e-482a-b7dc-3b5dc3758cae will not be triggered until provisioned by entity L2. {{(pid=94176) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 23 12:24:20.502237 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron_lib.callbacks.manager [None req-4abc78e6-8394-4c02-a0ac-03eb48721c2b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-922915', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-239814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7866073', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773699642215', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-5196399'] for port, after_create {{(pid=94174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 12:24:20.505250 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG oslo_concurrency.lockutils [None req-a78bb0c2-c7fd-4141-9066-7eeeb6c19788 tempest-TestNetworkAdvancedServerOps-1740099935 tempest-TestNetworkAdvancedServerOps-1740099935-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94174) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 12:24:20.545310 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4abc78e6-8394-4c02-a0ac-03eb48721c2b admin admin] Network 35060897-86ce-4a62-8170-f4706aea229e is already hosted by enough agents. {{(pid=94174) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 23 12:24:20.545310 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.scheduler.base_scheduler [None req-4abc78e6-8394-4c02-a0ac-03eb48721c2b admin admin] Resources bound (agent type, host, resource id): {{(pid=94174) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 23 12:24:20.548919 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4abc78e6-8394-4c02-a0ac-03eb48721c2b admin admin] Received port after_create {{(pid=94174) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 23 12:24:20.554833 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4abc78e6-8394-4c02-a0ac-03eb48721c2b admin admin] Pushing event updated for resources: {'Port': ['ID=9654d0d5-cc15-4f96-a001-00acd7331352,revision_number=1']} {{(pid=94174) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 12:24:20.574189 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG oslo_concurrency.lockutils [None req-4abc78e6-8394-4c02-a0ac-03eb48721c2b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.070s {{(pid=94174) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 12:24:20.590862 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron_lib.callbacks.manager [None req-4abc78e6-8394-4c02-a0ac-03eb48721c2b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-452954'] for router_interface, before_create {{(pid=94174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 12:24:20.608591 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron_lib.callbacks.manager [None req-8ae14414-b66c-42cc-810e-cea3f705a690 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-922904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866062', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773700135042', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773699642233', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773699642278'] for port, after_update {{(pid=94176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 12:24:20.608591 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG oslo_concurrency.lockutils [None req-401a6727-76b4-477a-8e4b-155d9727e76d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 12:24:20.663710 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-019b1024-19a6-4463-82a9-644423d9c36d None None] Pushing event updated for resources: {'Port': ['ID=aba310c3-640e-482a-b7dc-3b5dc3758cae,revision_number=2']} {{(pid=94176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 12:24:20.666606 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG oslo_concurrency.lockutils [None req-019b1024-19a6-4463-82a9-644423d9c36d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.060s {{(pid=94176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 12:24:20.668255 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.plugins.ml2.managers [None req-8ae14414-b66c-42cc-810e-cea3f705a690 None None] Attempting to bind port aba310c3-640e-482a-b7dc-3b5dc3758cae on host dv-neutron-601336-94-hyperv for vnic_type normal with profile {{(pid=94176) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 23 12:24:20.668638 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.plugins.ml2.managers [None req-8ae14414-b66c-42cc-810e-cea3f705a690 None None] Attempting to bind port aba310c3-640e-482a-b7dc-3b5dc3758cae by drivers openvswitch,hyperv on host dv-neutron-601336-94-hyperv at level 0 using segments [{'id': 'c23be0a5-6980-48fb-bc9f-4a24717fe1de', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3e7e4eb3-cf02-4d47-ade9-0a579cdfc60f'}] {{(pid=94176) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 23 12:24:20.669012 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8ae14414-b66c-42cc-810e-cea3f705a690 None None] Attempting to bind port aba310c3-640e-482a-b7dc-3b5dc3758cae on network 3e7e4eb3-cf02-4d47-ade9-0a579cdfc60f {{(pid=94176) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 23 12:24:20.674577 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8ae14414-b66c-42cc-810e-cea3f705a690 None None] Checking agent: {'id': '4d05f899-5ac9-411b-8a03-f60c93f87cdf', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-601336-94-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 23, 11, 22, 14), 'started_at': datetime.datetime(2021, 6, 23, 11, 22, 44), 'heartbeat_timestamp': datetime.datetime(2021, 6, 23, 12, 24, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'monitor_allowed_address_pair_garp': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-601336-94-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94176) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 23 12:24:20.674968 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8ae14414-b66c-42cc-810e-cea3f705a690 None None] Checking segment: {'id': 'c23be0a5-6980-48fb-bc9f-4a24717fe1de', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3e7e4eb3-cf02-4d47-ade9-0a579cdfc60f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94176) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 23 12:24:20.675414 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron_lib.callbacks.manager [None req-8ae14414-b66c-42cc-810e-cea3f705a690 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 12:24:20.675814 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8ae14414-b66c-42cc-810e-cea3f705a690 None None] Bound using segment: {'id': 'c23be0a5-6980-48fb-bc9f-4a24717fe1de', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3e7e4eb3-cf02-4d47-ade9-0a579cdfc60f'} {{(pid=94176) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 23 12:24:20.676295 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.plugins.ml2.managers [None req-8ae14414-b66c-42cc-810e-cea3f705a690 None None] Bound port: aba310c3-640e-482a-b7dc-3b5dc3758cae, host: dv-neutron-601336-94-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c23be0a5-6980-48fb-bc9f-4a24717fe1de', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3e7e4eb3-cf02-4d47-ade9-0a579cdfc60f'}}] {{(pid=94176) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 23 12:24:20.676676 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron_lib.callbacks.manager [None req-8ae14414-b66c-42cc-810e-cea3f705a690 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-923122'] for port, before_update {{(pid=94176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 12:24:20.729119 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.plugins.ml2.db [None req-8ae14414-b66c-42cc-810e-cea3f705a690 None None] For port aba310c3-640e-482a-b7dc-3b5dc3758cae, host dv-neutron-601336-94-hyperv, cleared binding levels {{(pid=94176) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 23 12:24:20.732128 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.plugins.ml2.db [None req-8ae14414-b66c-42cc-810e-cea3f705a690 None None] For port aba310c3-640e-482a-b7dc-3b5dc3758cae, host dv-neutron-601336-94-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-94-hyperv',level=0,port_id=aba310c3-640e-482a-b7dc-3b5dc3758cae,segment=NetworkSegment(c23be0a5-6980-48fb-bc9f-4a24717fe1de),segment_id=c23be0a5-6980-48fb-bc9f-4a24717fe1de)] {{(pid=94176) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 23 12:24:20.775822 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron_lib.callbacks.manager [None req-8ae14414-b66c-42cc-810e-cea3f705a690 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-922904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866062', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773700135042', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773699642233', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773699642278'] for port, after_update {{(pid=94176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 12:24:20.777803 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG oslo_concurrency.lockutils [None req-008ad5aa-e050-4e7d-ac9d-371d95875b65 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 12:24:20.792354 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron_lib.callbacks.manager [None req-4abc78e6-8394-4c02-a0ac-03eb48721c2b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-923122'] for port, before_update {{(pid=94174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 12:24:20.820563 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.db.provisioning_blocks [None req-dfc630b5-1caf-4ec5-85e1-39173e534e67 None None] Provisioning for port 9654d0d5-cc15-4f96-a001-00acd7331352 completed by entity DHCP. {{(pid=94176) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 23 12:24:20.831743 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.db.provisioning_blocks [None req-dfc630b5-1caf-4ec5-85e1-39173e534e67 None None] Provisioning complete for port 9654d0d5-cc15-4f96-a001-00acd7331352 triggered by entity DHCP. {{(pid=94176) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 23 12:24:20.832514 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron_lib.callbacks.manager [None req-dfc630b5-1caf-4ec5-85e1-39173e534e67 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-899258'] for port, provisioning_complete {{(pid=94176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 12:24:20.836244 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8ae14414-b66c-42cc-810e-cea3f705a690 None None] Routers {'9303c1bb-39ed-492d-83f5-03036de114a1'} bound to L3 agent in host dv-neutron-601336-94-hyperv {{(pid=94176) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 23 12:24:20.836866 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.db.l3_hamode_db [None req-8ae14414-b66c-42cc-810e-cea3f705a690 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-601336-94-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-06-23T11:22:13Z,description=,heartbeat_timestamp=2021-06-23T12:24:13Z,host='dv-neutron-601336-94-hyperv',id=50ef99c0-ef28-4db5-b303-b145898fae60,load=0,resource_versions=,resources_synced=,started_at=2021-06-23T11:22:14Z,topic='l3_agent')) {'router_ids': ['9303c1bb-39ed-492d-83f5-03036de114a1'], 'active': True} {{(pid=94176) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 12:24:20.904349 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-019b1024-19a6-4463-82a9-644423d9c36d None None] Pushing event updated for resources: {'Port': ['ID=aba310c3-640e-482a-b7dc-3b5dc3758cae,revision_number=3']} {{(pid=94176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 12:24:20.907501 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG oslo_concurrency.lockutils [None req-019b1024-19a6-4463-82a9-644423d9c36d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.130s {{(pid=94176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 12:24:20.924592 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.plugins.ml2.plugin [None req-dfc630b5-1caf-4ec5-85e1-39173e534e67 None None] Port 9654d0d5-cc15-4f96-a001-00acd7331352 cannot update to ACTIVE because it is not bound. {{(pid=94176) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jun 23 12:24:20.978147 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron_lib.callbacks.manager [None req-4abc78e6-8394-4c02-a0ac-03eb48721c2b admin admin] Notify callbacks [] for port, precommit_update {{(pid=94174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 12:24:21.037138 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron_lib.callbacks.manager [None req-4abc78e6-8394-4c02-a0ac-03eb48721c2b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-922904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866062', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773700135042', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773699642233', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773699642278', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5196369'] for port, after_update {{(pid=94174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 12:24:21.039713 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG oslo_concurrency.lockutils [None req-6a6ab97c-ef9e-423d-ba82-a4303b686f42 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94174) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 12:24:21.104128 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.plugins.ml2.rpc [None req-dc7542b2-afef-47f4-a763-e3a3cba144be None None] Device 9ed6eb83-b4fc-408e-be1c-b0a28b587cbc up at agent ovs-agent-dv-neutron-601336-94-hyperv {{(pid=94176) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:298}} Jun 23 12:24:21.107631 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron_lib.callbacks.manager [None req-4abc78e6-8394-4c02-a0ac-03eb48721c2b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-7866091', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-453038'] for router_interface, after_create {{(pid=94174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 12:24:21.116229 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4abc78e6-8394-4c02-a0ac-03eb48721c2b admin admin] Pushing event updated for resources: {'Port': ['ID=9654d0d5-cc15-4f96-a001-00acd7331352,revision_number=2']} {{(pid=94174) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 12:24:21.116229 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG oslo_concurrency.lockutils [None req-4abc78e6-8394-4c02-a0ac-03eb48721c2b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.073s {{(pid=94174) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 12:24:21.159074 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.db.l3_dvr_db [None req-8ae14414-b66c-42cc-810e-cea3f705a690 None None] Set router 9303c1bb-39ed-492d-83f5-03036de114a1 gateway port host: dv-neutron-601336-94-hyperv {{(pid=94176) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:838}} Jun 23 12:24:21.199433 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4abc78e6-8394-4c02-a0ac-03eb48721c2b admin admin] Network 35060897-86ce-4a62-8170-f4706aea229e is already hosted by enough agents. {{(pid=94174) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 23 12:24:21.200840 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.scheduler.base_scheduler [None req-4abc78e6-8394-4c02-a0ac-03eb48721c2b admin admin] Resources bound (agent type, host, resource id): {{(pid=94174) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 23 12:24:21.232936 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.db.provisioning_blocks [None req-dc7542b2-afef-47f4-a763-e3a3cba144be None None] Provisioning complete for port 9ed6eb83-b4fc-408e-be1c-b0a28b587cbc triggered by entity L2. {{(pid=94176) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 23 12:24:21.236754 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron_lib.callbacks.manager [None req-dc7542b2-afef-47f4-a763-e3a3cba144be None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-899258'] for port, provisioning_complete {{(pid=94176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 12:24:21.317720 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4abc78e6-8394-4c02-a0ac-03eb48721c2b admin admin] Router 9303c1bb-39ed-492d-83f5-03036de114a1 has already been hosted by L3 agent 50ef99c0-ef28-4db5-b303-b145898fae60 {{(pid=94174) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 23 12:24:21.422881 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.db.l3_hamode_db [None req-8ae14414-b66c-42cc-810e-cea3f705a690 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9303c1bb-39ed-492d-83f5-03036de114a1', 'name': 'tempest-TestSnapshotPattern-1284394461-router', 'tenant_id': '9432fb70f3df47a9bca0cd4d5f316c9e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3e7e4eb3-cf02-4d47-ade9-0a579cdfc60f', 'external_fixed_ips': [{'subnet_id': 'a5ad15ab-c489-4a67-a9b0-d559fca0ec71', 'ip_address': '172.26.3.60'}], 'enable_snat': True}, 'gw_port_id': 'aba310c3-640e-482a-b7dc-3b5dc3758cae', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-23T12:24:17Z', 'updated_at': '2021-06-23T12:24:20Z', 'revision_number': 4, 'project_id': '9432fb70f3df47a9bca0cd4d5f316c9e', 'gw_port': {'id': 'aba310c3-640e-482a-b7dc-3b5dc3758cae', 'name': '', 'network_id': '3e7e4eb3-cf02-4d47-ade9-0a579cdfc60f', 'tenant_id': '', 'mac_address': 'fa:16:3e:27:a3:82', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9303c1bb-39ed-492d-83f5-03036de114a1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1860, 'fixed_ips': [{'subnet_id': 'a5ad15ab-c489-4a67-a9b0-d559fca0ec71', 'ip_address': '172.26.3.60', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-94-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-23T12:24:18Z', 'updated_at': '2021-06-23T12:24:20Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a5ad15ab-c489-4a67-a9b0-d559fca0ec71', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-601336-94-hyperv', '_interfaces': [{'id': '9654d0d5-cc15-4f96-a001-00acd7331352', 'name': '', 'network_id': '35060897-86ce-4a62-8170-f4706aea229e', 'tenant_id': '9432fb70f3df47a9bca0cd4d5f316c9e', 'mac_address': 'fa:16:3e:24:9f:17', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9303c1bb-39ed-492d-83f5-03036de114a1', 'device_owner': 'network:router_interface', 'standard_attr_id': 1861, 'fixed_ips': [{'subnet_id': '29faf701-512f-4f97-9911-155d0e3fc579', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-23T12:24:20Z', 'updated_at': '2021-06-23T12:24:20Z', 'revision_number': 1, 'project_id': '9432fb70f3df47a9bca0cd4d5f316c9e', 'subnets': [{'id': '29faf701-512f-4f97-9911-155d0e3fc579', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-601336-94-hyperv', False) {} {{(pid=94176) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 12:24:21.430850 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4abc78e6-8394-4c02-a0ac-03eb48721c2b admin admin] Notify agent at l3_agent.dv-neutron-601336-94-hyperv the message routers_updated {{(pid=94174) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 23 12:24:21.435879 dv-neutron-601336-94-hyperv neutron-server[94174]: INFO neutron.wsgi [None req-4abc78e6-8394-4c02-a0ac-03eb48721c2b admin admin] 10.222.0.20 "PUT /v2.0/routers/9303c1bb-39ed-492d-83f5-03036de114a1/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7279394 Jun 23 12:24:21.459688 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8ae14414-b66c-42cc-810e-cea3f705a690 None None] The sync data for ids ['9303c1bb-39ed-492d-83f5-03036de114a1'] in dv-neutron-601336-94-hyperv is: [{'id': '9303c1bb-39ed-492d-83f5-03036de114a1', 'name': 'tempest-TestSnapshotPattern-1284394461-router', 'tenant_id': '9432fb70f3df47a9bca0cd4d5f316c9e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3e7e4eb3-cf02-4d47-ade9-0a579cdfc60f', 'external_fixed_ips': [{'subnet_id': 'a5ad15ab-c489-4a67-a9b0-d559fca0ec71', 'ip_address': '172.26.3.60'}], 'enable_snat': True}, 'gw_port_id': 'aba310c3-640e-482a-b7dc-3b5dc3758cae', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-23T12:24:17Z', 'updated_at': '2021-06-23T12:24:20Z', 'revision_number': 4, 'project_id': '9432fb70f3df47a9bca0cd4d5f316c9e', 'gw_port': {'id': 'aba310c3-640e-482a-b7dc-3b5dc3758cae', 'name': '', 'network_id': '3e7e4eb3-cf02-4d47-ade9-0a579cdfc60f', 'tenant_id': '', 'mac_address': 'fa:16:3e:27:a3:82', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9303c1bb-39ed-492d-83f5-03036de114a1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1860, 'fixed_ips': [{'subnet_id': 'a5ad15ab-c489-4a67-a9b0-d559fca0ec71', 'ip_address': '172.26.3.60', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-94-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-23T12:24:18Z', 'updated_at': '2021-06-23T12:24:20Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a5ad15ab-c489-4a67-a9b0-d559fca0ec71', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-601336-94-hyperv', '_interfaces': [{'id': '9654d0d5-cc15-4f96-a001-00acd7331352', 'name': '', 'network_id': '35060897-86ce-4a62-8170-f4706aea229e', 'tenant_id': '9432fb70f3df47a9bca0cd4d5f316c9e', 'mac_address': 'fa:16:3e:24:9f:17', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9303c1bb-39ed-492d-83f5-03036de114a1', 'device_owner': 'network:router_interface', 'standard_attr_id': 1861, 'fixed_ips': [{'subnet_id': '29faf701-512f-4f97-9911-155d0e3fc579', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-23T12:24:20Z', 'updated_at': '2021-06-23T12:24:20Z', 'revision_number': 1, 'project_id': '9432fb70f3df47a9bca0cd4d5f316c9e', 'subnets': [{'id': '29faf701-512f-4f97-9911-155d0e3fc579', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94176) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 23 12:24:21.469492 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.db.provisioning_blocks [None req-7a3bd146-364a-4c5f-8123-0f108847a139 None None] Provisioning complete for port 9654d0d5-cc15-4f96-a001-00acd7331352 triggered by entity DHCP. {{(pid=94176) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 23 12:24:21.469885 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron_lib.callbacks.manager [None req-7a3bd146-364a-4c5f-8123-0f108847a139 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-899258'] for port, provisioning_complete {{(pid=94176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 12:24:21.507756 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.plugins.ml2.plugin [None req-7a3bd146-364a-4c5f-8123-0f108847a139 None None] Port 9654d0d5-cc15-4f96-a001-00acd7331352 cannot update to ACTIVE because it is not bound. {{(pid=94176) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jun 23 12:24:22.163157 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.wsgi [-] (94174) accepted ('10.222.0.20', 50678) {{(pid=94174) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 12:24:22.168478 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.api.v2.base [None req-b8107204-41a5-479b-a4be-1ce6e80c0005 admin admin] Request body: {'network': {'name': 'tempest-TestSnapshotPattern-304339192-network', 'tenant_id': 'd818954198bf4a21bee9d049108a0bea'}} {{(pid=94174) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 23 12:24:22.248802 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b8107204-41a5-479b-a4be-1ce6e80c0005 admin admin] Made reservation on behalf of d818954198bf4a21bee9d049108a0bea for: {'network': 1} {{(pid=94174) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 23 12:24:22.253538 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron_lib.callbacks.manager [None req-b8107204-41a5-479b-a4be-1ce6e80c0005 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-923104'] for network, before_create {{(pid=94174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 12:24:22.260735 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron_lib.callbacks.manager [None req-b8107204-41a5-479b-a4be-1ce6e80c0005 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 12:24:22.351273 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron_lib.callbacks.manager [None req-b8107204-41a5-479b-a4be-1ce6e80c0005 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 12:24:22.410508 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron_lib.callbacks.manager [None req-b8107204-41a5-479b-a4be-1ce6e80c0005 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7996330'] for security_group, after_create {{(pid=94174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 12:24:22.413764 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG oslo_concurrency.lockutils [None req-5ba0ed3f-26a7-4aed-9099-7caf64706426 tempest-TestNetworkAdvancedServerOps-1740099935 tempest-TestNetworkAdvancedServerOps-1740099935-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94174) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 12:24:22.433163 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b8107204-41a5-479b-a4be-1ce6e80c0005 admin admin] vlan segment allocate from pool success with {'vlan_id': 439, 'physical_network': 'physnet1'} {{(pid=94174) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 23 12:24:22.447480 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8107204-41a5-479b-a4be-1ce6e80c0005 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e91320e4-10d2-42dd-9536-8b10eb1f2088,revision_number=1']} {{(pid=94174) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 12:24:22.451791 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG oslo_concurrency.lockutils [None req-b8107204-41a5-479b-a4be-1ce6e80c0005 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.038s {{(pid=94174) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 12:24:22.452913 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron_lib.callbacks.manager [None req-b8107204-41a5-479b-a4be-1ce6e80c0005 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3801'] for segment, precommit_create {{(pid=94174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 12:24:22.453252 dv-neutron-601336-94-hyperv neutron-server[94174]: INFO neutron.db.segments_db [None req-b8107204-41a5-479b-a4be-1ce6e80c0005 admin admin] Added segment 98424a50-6973-438d-b49a-c9ebac4eff1e of type vlan for network 9cf03c78-5ed5-45da-b573-54fd6dea2688 Jun 23 12:24:22.497451 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron_lib.callbacks.manager [None req-b8107204-41a5-479b-a4be-1ce6e80c0005 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8773699596773'] for network, precommit_create {{(pid=94174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 12:24:22.592663 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron_lib.callbacks.manager [None req-b8107204-41a5-479b-a4be-1ce6e80c0005 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8002400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7866073'] for network, after_create {{(pid=94174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 12:24:22.593740 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b8107204-41a5-479b-a4be-1ce6e80c0005 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94174) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 12:24:22.594325 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron_lib.callbacks.manager [None req-b8107204-41a5-479b-a4be-1ce6e80c0005 admin admin] Notify callbacks [] for network, before_response {{(pid=94174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 12:24:22.596841 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG oslo_concurrency.lockutils [None req-9e7278c9-3f3d-4717-a629-12acbd22cdac admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94174) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 12:24:22.654063 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8107204-41a5-479b-a4be-1ce6e80c0005 admin admin] Pushing event updated for resources: {'Network': ['ID=9cf03c78-5ed5-45da-b573-54fd6dea2688,revision_number=1']} {{(pid=94174) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 12:24:22.656703 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG oslo_concurrency.lockutils [None req-b8107204-41a5-479b-a4be-1ce6e80c0005 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.060s {{(pid=94174) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 12:24:22.664553 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.plugins.ml2.rpc [None req-dc7542b2-afef-47f4-a763-e3a3cba144be None None] Network 9cf03c78-5ed5-45da-b573-54fd6dea2688 details requested by agent ovs-agent-dv-neutron-601336-94-hyperv with host dv-neutron-601336-94-hyperv {{(pid=94176) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:250}} Jun 23 12:24:22.719958 dv-neutron-601336-94-hyperv neutron-server[94174]: INFO neutron.wsgi [None req-b8107204-41a5-479b-a4be-1ce6e80c0005 admin admin] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.5552247 Jun 23 12:24:22.722407 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.wsgi [-] (94174) accepted ('10.222.0.20', 50680) {{(pid=94174) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 12:24:22.727422 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.api.v2.base [None req-b93bb659-7495-4da8-ad6b-4a0030e36d3f admin admin] Request body: {'subnet': {'network_id': '9cf03c78-5ed5-45da-b573-54fd6dea2688', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestSnapshotPattern-304339192-subnet', 'tenant_id': 'd818954198bf4a21bee9d049108a0bea', 'ip_version': 4}} {{(pid=94174) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 23 12:24:22.814253 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b93bb659-7495-4da8-ad6b-4a0030e36d3f admin admin] Made reservation on behalf of d818954198bf4a21bee9d049108a0bea for: {'subnet': 1} {{(pid=94174) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 23 12:24:22.816674 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron_lib.callbacks.manager [None req-b93bb659-7495-4da8-ad6b-4a0030e36d3f admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4294245'] for subnet, before_create {{(pid=94174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 12:24:22.978458 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.plugins.ml2.rpc [None req-dc7542b2-afef-47f4-a763-e3a3cba144be None None] Device aba310c3-640e-482a-b7dc-3b5dc3758cae up at agent ovs-agent-dv-neutron-601336-94-hyperv {{(pid=94176) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:298}} Jun 23 12:24:23.050147 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron_lib.callbacks.manager [None req-b93bb659-7495-4da8-ad6b-4a0030e36d3f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866062', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5195999', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4294259'] for subnet, after_create {{(pid=94174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 12:24:23.052441 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG oslo_concurrency.lockutils [None req-95e96177-38ba-486b-a6b8-233c156baf35 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94174) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 12:24:23.078424 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.db.provisioning_blocks [None req-dc7542b2-afef-47f4-a763-e3a3cba144be None None] Provisioning for port aba310c3-640e-482a-b7dc-3b5dc3758cae completed by entity L2. {{(pid=94176) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 23 12:24:23.082614 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.db.provisioning_blocks [None req-dc7542b2-afef-47f4-a763-e3a3cba144be None None] Provisioning complete for port aba310c3-640e-482a-b7dc-3b5dc3758cae triggered by entity L2. {{(pid=94176) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 23 12:24:23.082994 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron_lib.callbacks.manager [None req-dc7542b2-afef-47f4-a763-e3a3cba144be None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-899258'] for port, provisioning_complete {{(pid=94176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 12:24:23.106256 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b93bb659-7495-4da8-ad6b-4a0030e36d3f admin admin] Pushing event updated for resources: {'Subnet': ['ID=df24a613-c341-4b25-88e5-74b0d9f94fb9,revision_number=0']} {{(pid=94174) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 12:24:23.108913 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG oslo_concurrency.lockutils [None req-b93bb659-7495-4da8-ad6b-4a0030e36d3f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.057s {{(pid=94174) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 12:24:23.117301 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b93bb659-7495-4da8-ad6b-4a0030e36d3f admin admin] Checking segment: {'id': '98424a50-6973-438d-b49a-c9ebac4eff1e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 439, 'network_id': '9cf03c78-5ed5-45da-b573-54fd6dea2688'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94174) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 23 12:24:23.117661 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b93bb659-7495-4da8-ad6b-4a0030e36d3f admin admin] Network hostable DHCP agents. Network: 9cf03c78-5ed5-45da-b573-54fd6dea2688, hostable agents: ['8cf29b10-0e57-4131-816f-a4b6ad00b249'], hosted agents: [] {{(pid=94174) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 23 12:24:23.161289 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron_lib.callbacks.manager [None req-dc7542b2-afef-47f4-a763-e3a3cba144be None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-923122'] for port, before_update {{(pid=94176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 12:24:23.182140 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.plugins.ml2.db [None req-dc7542b2-afef-47f4-a763-e3a3cba144be None None] For port aba310c3-640e-482a-b7dc-3b5dc3758cae, host dv-neutron-601336-94-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-94-hyperv',level=0,port_id=aba310c3-640e-482a-b7dc-3b5dc3758cae,segment=NetworkSegment(c23be0a5-6980-48fb-bc9f-4a24717fe1de),segment_id=c23be0a5-6980-48fb-bc9f-4a24717fe1de)] {{(pid=94176) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 23 12:24:23.182583 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b93bb659-7495-4da8-ad6b-4a0030e36d3f admin admin] Network 9cf03c78-5ed5-45da-b573-54fd6dea2688 is scheduled to be hosted by DHCP agent 8cf29b10-0e57-4131-816f-a4b6ad00b249 with binding_index 1 {{(pid=94174) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 23 12:24:23.233179 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron_lib.callbacks.manager [None req-dc7542b2-afef-47f4-a763-e3a3cba144be None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-922904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866062', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773700135042', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773699642233', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773699642278'] for port, after_update {{(pid=94176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 12:24:23.235087 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG oslo_concurrency.lockutils [None req-dc7542b2-afef-47f4-a763-e3a3cba144be None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 12:24:23.244314 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.scheduler.base_scheduler [None req-b93bb659-7495-4da8-ad6b-4a0030e36d3f admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-601336-94-hyperv, 9cf03c78-5ed5-45da-b573-54fd6dea2688) {{(pid=94174) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 23 12:24:23.257022 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b93bb659-7495-4da8-ad6b-4a0030e36d3f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94174) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 12:24:23.257618 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron_lib.callbacks.manager [None req-b93bb659-7495-4da8-ad6b-4a0030e36d3f admin admin] Notify callbacks [] for subnet, before_response {{(pid=94174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 12:24:23.258095 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ad3d86bf-8c2e-4524-8a21-ba9261e35645 None None] Network 9cf03c78-5ed5-45da-b573-54fd6dea2688 requested from dv-neutron-601336-94-hyperv {{(pid=94176) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 23 12:24:23.323767 dv-neutron-601336-94-hyperv neutron-server[94174]: INFO neutron.wsgi [None req-b93bb659-7495-4da8-ad6b-4a0030e36d3f admin admin] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.6001055 Jun 23 12:24:23.326382 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.wsgi [-] (94175) accepted ('10.222.0.20', 50682) {{(pid=94175) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 12:24:23.329630 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc7542b2-afef-47f4-a763-e3a3cba144be None None] Pushing event updated for resources: {'Port': ['ID=aba310c3-640e-482a-b7dc-3b5dc3758cae,revision_number=4']} {{(pid=94176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 12:24:23.332020 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.api.v2.base [None req-0ada7e58-b323-457b-be44-80fd59a06698 admin admin] Request body: {'router': {'name': 'tempest-TestSnapshotPattern-304339192-router', 'tenant_id': 'd818954198bf4a21bee9d049108a0bea', 'external_gateway_info': {'network_id': '3e7e4eb3-cf02-4d47-ade9-0a579cdfc60f'}}} {{(pid=94175) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 23 12:24:23.339180 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG oslo_concurrency.lockutils [None req-dc7542b2-afef-47f4-a763-e3a3cba144be None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.103s {{(pid=94176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 12:24:23.347348 dv-neutron-601336-94-hyperv neutron-server[94177]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-656986d9-a12e-4f89-ac6f-f3621956ef23 None None] Sync routers for ids ['9303c1bb-39ed-492d-83f5-03036de114a1'] in dv-neutron-601336-94-hyperv {{(pid=94177) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 23 12:24:23.357228 dv-neutron-601336-94-hyperv neutron-server[94177]: DEBUG neutron.db.l3_dvrscheduler_db [None req-656986d9-a12e-4f89-ac6f-f3621956ef23 None None] Routers {'9303c1bb-39ed-492d-83f5-03036de114a1'} bound to L3 agent in host dv-neutron-601336-94-hyperv {{(pid=94177) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 23 12:24:23.357924 dv-neutron-601336-94-hyperv neutron-server[94177]: DEBUG neutron.db.l3_hamode_db [None req-656986d9-a12e-4f89-ac6f-f3621956ef23 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-601336-94-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-06-23T11:22:13Z,description=,heartbeat_timestamp=2021-06-23T12:24:13Z,host='dv-neutron-601336-94-hyperv',id=50ef99c0-ef28-4db5-b303-b145898fae60,load=0,resource_versions=,resources_synced=,started_at=2021-06-23T11:22:14Z,topic='l3_agent')) {'router_ids': ['9303c1bb-39ed-492d-83f5-03036de114a1'], 'active': True} {{(pid=94177) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 12:24:23.415956 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron_lib.callbacks.manager [None req-0ada7e58-b323-457b-be44-80fd59a06698 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-520407', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-32315'] for router, before_create {{(pid=94175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 12:24:23.417002 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron_lib.callbacks.manager [None req-0ada7e58-b323-457b-be44-80fd59a06698 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-520264', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-524122', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-414782', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-32290'] for router, precommit_create {{(pid=94175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 12:24:23.425145 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4f86e813-df30-4943-818f-45ca7b94ebe4 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1e0d828a-1fa4-563d-b7fd-53adf66a04ee-9cf03c78-5ed5-45da-b573-54fd6dea2688', 'network_id': '9cf03c78-5ed5-45da-b573-54fd6dea2688', 'tenant_id': 'd818954198bf4a21bee9d049108a0bea', 'fixed_ips': [{'subnet_id': 'df24a613-c341-4b25-88e5-74b0d9f94fb9'}]}} from dv-neutron-601336-94-hyperv. {{(pid=94176) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 23 12:24:23.426025 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron_lib.callbacks.manager [None req-4f86e813-df30-4943-818f-45ca7b94ebe4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-923104'] for port, before_create {{(pid=94176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 12:24:23.481822 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron_lib.callbacks.manager [None req-0ada7e58-b323-457b-be44-80fd59a06698 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 12:24:23.554945 dv-neutron-601336-94-hyperv neutron-server[94177]: DEBUG neutron.db.l3_dvr_db [None req-656986d9-a12e-4f89-ac6f-f3621956ef23 None None] Set router 9303c1bb-39ed-492d-83f5-03036de114a1 gateway port host: dv-neutron-601336-94-hyperv {{(pid=94177) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:838}} Jun 23 12:24:23.561106 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.db.db_base_plugin_common [None req-4f86e813-df30-4943-818f-45ca7b94ebe4 None None] Allocated IP 172.20.0.2 (9cf03c78-5ed5-45da-b573-54fd6dea2688/df24a613-c341-4b25-88e5-74b0d9f94fb9/04e68174-e6e8-491f-8956-b920b9e37694) {{(pid=94176) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 23 12:24:23.703847 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron_lib.callbacks.manager [None req-0ada7e58-b323-457b-be44-80fd59a06698 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-524104', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-520389', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-32276'] for router, precommit_update {{(pid=94175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 12:24:23.709684 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron_lib.callbacks.manager [None req-4f86e813-df30-4943-818f-45ca7b94ebe4 None None] Notify callbacks [] for port, precommit_create {{(pid=94176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 12:24:23.717629 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.db.provisioning_blocks [None req-4f86e813-df30-4943-818f-45ca7b94ebe4 None None] Transition to ACTIVE for port object 04e68174-e6e8-491f-8956-b920b9e37694 will not be triggered until provisioned by entity L2. {{(pid=94176) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 23 12:24:23.732316 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.db.provisioning_blocks [None req-4f86e813-df30-4943-818f-45ca7b94ebe4 None None] Transition to ACTIVE for port object 04e68174-e6e8-491f-8956-b920b9e37694 will not be triggered until provisioned by entity DHCP. {{(pid=94176) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 23 12:24:23.762738 dv-neutron-601336-94-hyperv neutron-server[94177]: DEBUG neutron.db.l3_hamode_db [None req-656986d9-a12e-4f89-ac6f-f3621956ef23 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9303c1bb-39ed-492d-83f5-03036de114a1', 'name': 'tempest-TestSnapshotPattern-1284394461-router', 'tenant_id': '9432fb70f3df47a9bca0cd4d5f316c9e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3e7e4eb3-cf02-4d47-ade9-0a579cdfc60f', 'external_fixed_ips': [{'subnet_id': 'a5ad15ab-c489-4a67-a9b0-d559fca0ec71', 'ip_address': '172.26.3.60'}], 'enable_snat': True}, 'gw_port_id': 'aba310c3-640e-482a-b7dc-3b5dc3758cae', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-23T12:24:17Z', 'updated_at': '2021-06-23T12:24:20Z', 'revision_number': 4, 'project_id': '9432fb70f3df47a9bca0cd4d5f316c9e', 'gw_port': {'id': 'aba310c3-640e-482a-b7dc-3b5dc3758cae', 'name': '', 'network_id': '3e7e4eb3-cf02-4d47-ade9-0a579cdfc60f', 'tenant_id': '', 'mac_address': 'fa:16:3e:27:a3:82', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9303c1bb-39ed-492d-83f5-03036de114a1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1860, 'fixed_ips': [{'subnet_id': 'a5ad15ab-c489-4a67-a9b0-d559fca0ec71', 'ip_address': '172.26.3.60', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-94-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-23T12:24:18Z', 'updated_at': '2021-06-23T12:24:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a5ad15ab-c489-4a67-a9b0-d559fca0ec71', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-601336-94-hyperv', '_interfaces': [{'id': '9654d0d5-cc15-4f96-a001-00acd7331352', 'name': '', 'network_id': '35060897-86ce-4a62-8170-f4706aea229e', 'tenant_id': '9432fb70f3df47a9bca0cd4d5f316c9e', 'mac_address': 'fa:16:3e:24:9f:17', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9303c1bb-39ed-492d-83f5-03036de114a1', 'device_owner': 'network:router_interface', 'standard_attr_id': 1861, 'fixed_ips': [{'subnet_id': '29faf701-512f-4f97-9911-155d0e3fc579', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-23T12:24:20Z', 'updated_at': '2021-06-23T12:24:20Z', 'revision_number': 2, 'project_id': '9432fb70f3df47a9bca0cd4d5f316c9e', 'subnets': [{'id': '29faf701-512f-4f97-9911-155d0e3fc579', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-601336-94-hyperv', False) {} {{(pid=94177) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 12:24:23.788764 dv-neutron-601336-94-hyperv neutron-server[94177]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-656986d9-a12e-4f89-ac6f-f3621956ef23 None None] Checking router: 9303c1bb-39ed-492d-83f5-03036de114a1 for host: dv-neutron-601336-94-hyperv {{(pid=94177) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 23 12:24:23.789126 dv-neutron-601336-94-hyperv neutron-server[94177]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-656986d9-a12e-4f89-ac6f-f3621956ef23 None None] Updating router 9303c1bb-39ed-492d-83f5-03036de114a1 port 9654d0d5-cc15-4f96-a001-00acd7331352 binding host dv-neutron-601336-94-hyperv {{(pid=94177) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 23 12:24:23.821325 dv-neutron-601336-94-hyperv neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-656986d9-a12e-4f89-ac6f-f3621956ef23 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-923122'] for port, before_update {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 12:24:23.832519 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron_lib.callbacks.manager [None req-4f86e813-df30-4943-818f-45ca7b94ebe4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-922915', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-239814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7866073', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773699642215'] for port, after_create {{(pid=94176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 12:24:23.837742 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG oslo_concurrency.lockutils [None req-97bd5441-1da2-49ee-a364-27795820ba27 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 12:24:23.875808 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4f86e813-df30-4943-818f-45ca7b94ebe4 None None] Network 9cf03c78-5ed5-45da-b573-54fd6dea2688 is already hosted by enough agents. {{(pid=94176) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 23 12:24:23.880026 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.scheduler.base_scheduler [None req-4f86e813-df30-4943-818f-45ca7b94ebe4 None None] Resources bound (agent type, host, resource id): {{(pid=94176) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 23 12:24:23.886984 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4f86e813-df30-4943-818f-45ca7b94ebe4 None None] Received port after_create {{(pid=94176) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 23 12:24:23.897593 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f86e813-df30-4943-818f-45ca7b94ebe4 None None] Pushing event updated for resources: {'Port': ['ID=04e68174-e6e8-491f-8956-b920b9e37694,revision_number=1']} {{(pid=94176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 12:24:23.901744 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG oslo_concurrency.lockutils [None req-4f86e813-df30-4943-818f-45ca7b94ebe4 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.063s {{(pid=94176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 12:24:23.962176 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.plugins.ml2.managers [None req-4f86e813-df30-4943-818f-45ca7b94ebe4 None None] Attempting to bind port 04e68174-e6e8-491f-8956-b920b9e37694 on host dv-neutron-601336-94-hyperv for vnic_type normal with profile {{(pid=94176) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 23 12:24:23.962844 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.plugins.ml2.managers [None req-4f86e813-df30-4943-818f-45ca7b94ebe4 None None] Attempting to bind port 04e68174-e6e8-491f-8956-b920b9e37694 by drivers openvswitch,hyperv on host dv-neutron-601336-94-hyperv at level 0 using segments [{'id': '98424a50-6973-438d-b49a-c9ebac4eff1e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 439, 'network_id': '9cf03c78-5ed5-45da-b573-54fd6dea2688'}] {{(pid=94176) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 23 12:24:23.963358 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4f86e813-df30-4943-818f-45ca7b94ebe4 None None] Attempting to bind port 04e68174-e6e8-491f-8956-b920b9e37694 on network 9cf03c78-5ed5-45da-b573-54fd6dea2688 {{(pid=94176) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 23 12:24:23.968153 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4f86e813-df30-4943-818f-45ca7b94ebe4 None None] Checking agent: {'id': '4d05f899-5ac9-411b-8a03-f60c93f87cdf', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-601336-94-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 23, 11, 22, 14), 'started_at': datetime.datetime(2021, 6, 23, 11, 22, 44), 'heartbeat_timestamp': datetime.datetime(2021, 6, 23, 12, 24, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'monitor_allowed_address_pair_garp': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-601336-94-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94176) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 23 12:24:23.968648 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4f86e813-df30-4943-818f-45ca7b94ebe4 None None] Checking segment: {'id': '98424a50-6973-438d-b49a-c9ebac4eff1e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 439, 'network_id': '9cf03c78-5ed5-45da-b573-54fd6dea2688'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94176) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 23 12:24:23.969061 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron_lib.callbacks.manager [None req-4f86e813-df30-4943-818f-45ca7b94ebe4 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 12:24:23.969475 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4f86e813-df30-4943-818f-45ca7b94ebe4 None None] Bound using segment: {'id': '98424a50-6973-438d-b49a-c9ebac4eff1e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 439, 'network_id': '9cf03c78-5ed5-45da-b573-54fd6dea2688'} {{(pid=94176) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 23 12:24:23.969970 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.plugins.ml2.managers [None req-4f86e813-df30-4943-818f-45ca7b94ebe4 None None] Bound port: 04e68174-e6e8-491f-8956-b920b9e37694, host: dv-neutron-601336-94-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '98424a50-6973-438d-b49a-c9ebac4eff1e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 439, 'network_id': '9cf03c78-5ed5-45da-b573-54fd6dea2688'}}] {{(pid=94176) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 23 12:24:23.970387 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron_lib.callbacks.manager [None req-4f86e813-df30-4943-818f-45ca7b94ebe4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-923122'] for port, before_update {{(pid=94176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 12:24:23.993910 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron_lib.callbacks.manager [None req-0ada7e58-b323-457b-be44-80fd59a06698 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=94175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 12:24:24.013970 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron_lib.callbacks.manager [None req-0ada7e58-b323-457b-be44-80fd59a06698 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-923104'] for port, before_create {{(pid=94175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 12:24:24.024539 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron_lib.callbacks.manager [None req-97bd5441-1da2-49ee-a364-27795820ba27 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773699952132', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-899307'] for agent, after_update {{(pid=94176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 12:24:24.041070 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.plugins.ml2.db [None req-4f86e813-df30-4943-818f-45ca7b94ebe4 None None] For port 04e68174-e6e8-491f-8956-b920b9e37694, host dv-neutron-601336-94-hyperv, cleared binding levels {{(pid=94176) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 23 12:24:24.044312 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.plugins.ml2.db [None req-4f86e813-df30-4943-818f-45ca7b94ebe4 None None] For port 04e68174-e6e8-491f-8956-b920b9e37694, host dv-neutron-601336-94-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-94-hyperv',level=0,port_id=04e68174-e6e8-491f-8956-b920b9e37694,segment=NetworkSegment(98424a50-6973-438d-b49a-c9ebac4eff1e),segment_id=98424a50-6973-438d-b49a-c9ebac4eff1e)] {{(pid=94176) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 23 12:24:24.105492 dv-neutron-601336-94-hyperv neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-656986d9-a12e-4f89-ac6f-f3621956ef23 None None] Notify callbacks [] for port, precommit_update {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 12:24:24.108147 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron_lib.callbacks.manager [None req-4f86e813-df30-4943-818f-45ca7b94ebe4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-922904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866062', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773700135042', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773699642233', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773699642278'] for port, after_update {{(pid=94176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 12:24:24.111368 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG oslo_concurrency.lockutils [None req-5c32e9f2-575b-43f6-8b3b-e7fac83c7d59 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 12:24:24.116016 dv-neutron-601336-94-hyperv neutron-server[94177]: DEBUG neutron.db.provisioning_blocks [None req-656986d9-a12e-4f89-ac6f-f3621956ef23 None None] Transition to ACTIVE for port object 9654d0d5-cc15-4f96-a001-00acd7331352 will not be triggered until provisioned by entity L2. {{(pid=94177) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 23 12:24:24.122287 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.db.db_base_plugin_common [None req-0ada7e58-b323-457b-be44-80fd59a06698 admin admin] Allocated IP 172.26.3.32 (3e7e4eb3-cf02-4d47-ade9-0a579cdfc60f/a5ad15ab-c489-4a67-a9b0-d559fca0ec71/de56969f-426e-431c-b14f-989d1da3e553) {{(pid=94175) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 23 12:24:24.170155 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f86e813-df30-4943-818f-45ca7b94ebe4 None None] Pushing event updated for resources: {'Port': ['ID=04e68174-e6e8-491f-8956-b920b9e37694,revision_number=2']} {{(pid=94176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 12:24:24.176398 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG oslo_concurrency.lockutils [None req-4f86e813-df30-4943-818f-45ca7b94ebe4 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.065s {{(pid=94176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 12:24:24.217068 dv-neutron-601336-94-hyperv neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-656986d9-a12e-4f89-ac6f-f3621956ef23 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-922904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866062', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773700135042', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773699642233', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773699642278'] for port, after_update {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 12:24:24.221449 dv-neutron-601336-94-hyperv neutron-server[94177]: DEBUG oslo_concurrency.lockutils [None req-ccba93d7-7652-464d-92ba-275955d99fc9 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94177) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 12:24:24.228775 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron_lib.callbacks.manager [None req-0ada7e58-b323-457b-be44-80fd59a06698 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 12:24:24.266831 dv-neutron-601336-94-hyperv neutron-server[94177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99303c17-b6f1-4786-9bd0-d3dc99132ddf None None] Pushing event updated for resources: {'Port': ['ID=9654d0d5-cc15-4f96-a001-00acd7331352,revision_number=3']} {{(pid=94177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 12:24:24.277007 dv-neutron-601336-94-hyperv neutron-server[94177]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99303c17-b6f1-4786-9bd0-d3dc99132ddf None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-601336-94-hyperv {{(pid=94177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 12:24:24.278715 dv-neutron-601336-94-hyperv neutron-server[94177]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99303c17-b6f1-4786-9bd0-d3dc99132ddf None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-94-hyperv {{(pid=94177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 12:24:24.278715 dv-neutron-601336-94-hyperv neutron-server[94177]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99303c17-b6f1-4786-9bd0-d3dc99132ddf None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-94-hyperv {{(pid=94177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 12:24:24.278715 dv-neutron-601336-94-hyperv neutron-server[94177]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99303c17-b6f1-4786-9bd0-d3dc99132ddf None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-601336-94-hyperv {{(pid=94177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 12:24:24.278715 dv-neutron-601336-94-hyperv neutron-server[94177]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99303c17-b6f1-4786-9bd0-d3dc99132ddf None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-601336-94-hyperv {{(pid=94177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 12:24:24.278715 dv-neutron-601336-94-hyperv neutron-server[94177]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99303c17-b6f1-4786-9bd0-d3dc99132ddf None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-601336-94-hyperv {{(pid=94177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 12:24:24.279333 dv-neutron-601336-94-hyperv neutron-server[94177]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99303c17-b6f1-4786-9bd0-d3dc99132ddf None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-601336-94-hyperv {{(pid=94177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 12:24:24.279547 dv-neutron-601336-94-hyperv neutron-server[94177]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99303c17-b6f1-4786-9bd0-d3dc99132ddf None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-601336-94-hyperv {{(pid=94177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 12:24:24.279681 dv-neutron-601336-94-hyperv neutron-server[94177]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99303c17-b6f1-4786-9bd0-d3dc99132ddf None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-601336-94-hyperv {{(pid=94177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 12:24:24.279999 dv-neutron-601336-94-hyperv neutron-server[94177]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99303c17-b6f1-4786-9bd0-d3dc99132ddf None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-94-hyperv {{(pid=94177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 12:24:24.280313 dv-neutron-601336-94-hyperv neutron-server[94177]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99303c17-b6f1-4786-9bd0-d3dc99132ddf None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-601336-94-hyperv {{(pid=94177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 12:24:24.280658 dv-neutron-601336-94-hyperv neutron-server[94177]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99303c17-b6f1-4786-9bd0-d3dc99132ddf None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-601336-94-hyperv {{(pid=94177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 12:24:24.284540 dv-neutron-601336-94-hyperv neutron-server[94177]: DEBUG oslo_concurrency.lockutils [None req-99303c17-b6f1-4786-9bd0-d3dc99132ddf None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.063s {{(pid=94177) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 12:24:24.347795 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron_lib.callbacks.manager [None req-0ada7e58-b323-457b-be44-80fd59a06698 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-922915', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-239814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7866073', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773699642215', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-5082457'] for port, after_create {{(pid=94175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 12:24:24.352244 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG oslo_concurrency.lockutils [None req-441b0359-cdc9-4a88-8106-73ef63f8d53e tempest-TestShelveInstance-790754725 tempest-TestShelveInstance-790754725-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94175) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 12:24:24.360318 dv-neutron-601336-94-hyperv neutron-server[94177]: DEBUG neutron.plugins.ml2.managers [None req-656986d9-a12e-4f89-ac6f-f3621956ef23 None None] Attempting to bind port 9654d0d5-cc15-4f96-a001-00acd7331352 on host dv-neutron-601336-94-hyperv for vnic_type normal with profile {{(pid=94177) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 23 12:24:24.360874 dv-neutron-601336-94-hyperv neutron-server[94177]: DEBUG neutron.plugins.ml2.managers [None req-656986d9-a12e-4f89-ac6f-f3621956ef23 None None] Attempting to bind port 9654d0d5-cc15-4f96-a001-00acd7331352 by drivers openvswitch,hyperv on host dv-neutron-601336-94-hyperv at level 0 using segments [{'id': '3d940925-95a9-4bb9-b82c-9de5284b88e6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 415, 'network_id': '35060897-86ce-4a62-8170-f4706aea229e'}] {{(pid=94177) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 23 12:24:24.361179 dv-neutron-601336-94-hyperv neutron-server[94177]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-656986d9-a12e-4f89-ac6f-f3621956ef23 None None] Attempting to bind port 9654d0d5-cc15-4f96-a001-00acd7331352 on network 35060897-86ce-4a62-8170-f4706aea229e {{(pid=94177) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 23 12:24:24.368767 dv-neutron-601336-94-hyperv neutron-server[94177]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-656986d9-a12e-4f89-ac6f-f3621956ef23 None None] Checking agent: {'id': '4d05f899-5ac9-411b-8a03-f60c93f87cdf', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-601336-94-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 23, 11, 22, 14), 'started_at': datetime.datetime(2021, 6, 23, 11, 22, 44), 'heartbeat_timestamp': datetime.datetime(2021, 6, 23, 12, 24, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'monitor_allowed_address_pair_garp': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-601336-94-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94177) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 23 12:24:24.369155 dv-neutron-601336-94-hyperv neutron-server[94177]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-656986d9-a12e-4f89-ac6f-f3621956ef23 None None] Checking segment: {'id': '3d940925-95a9-4bb9-b82c-9de5284b88e6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 415, 'network_id': '35060897-86ce-4a62-8170-f4706aea229e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94177) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 23 12:24:24.369559 dv-neutron-601336-94-hyperv neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-656986d9-a12e-4f89-ac6f-f3621956ef23 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 12:24:24.369955 dv-neutron-601336-94-hyperv neutron-server[94177]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-656986d9-a12e-4f89-ac6f-f3621956ef23 None None] Bound using segment: {'id': '3d940925-95a9-4bb9-b82c-9de5284b88e6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 415, 'network_id': '35060897-86ce-4a62-8170-f4706aea229e'} {{(pid=94177) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 23 12:24:24.370423 dv-neutron-601336-94-hyperv neutron-server[94177]: DEBUG neutron.plugins.ml2.managers [None req-656986d9-a12e-4f89-ac6f-f3621956ef23 None None] Bound port: 9654d0d5-cc15-4f96-a001-00acd7331352, host: dv-neutron-601336-94-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3d940925-95a9-4bb9-b82c-9de5284b88e6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 415, 'network_id': '35060897-86ce-4a62-8170-f4706aea229e'}}] {{(pid=94177) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 23 12:24:24.370999 dv-neutron-601336-94-hyperv neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-656986d9-a12e-4f89-ac6f-f3621956ef23 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-923122'] for port, before_update {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 12:24:24.394242 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0ada7e58-b323-457b-be44-80fd59a06698 admin admin] Network 3e7e4eb3-cf02-4d47-ade9-0a579cdfc60f is already hosted by enough agents. {{(pid=94175) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 23 12:24:24.417178 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.scheduler.base_scheduler [None req-0ada7e58-b323-457b-be44-80fd59a06698 admin admin] Resources bound (agent type, host, resource id): {{(pid=94175) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 23 12:24:24.423129 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0ada7e58-b323-457b-be44-80fd59a06698 admin admin] Received port after_create {{(pid=94175) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 23 12:24:24.442086 dv-neutron-601336-94-hyperv neutron-server[94177]: DEBUG neutron.plugins.ml2.db [None req-656986d9-a12e-4f89-ac6f-f3621956ef23 None None] For port 9654d0d5-cc15-4f96-a001-00acd7331352, host dv-neutron-601336-94-hyperv, cleared binding levels {{(pid=94177) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 23 12:24:24.445396 dv-neutron-601336-94-hyperv neutron-server[94177]: DEBUG neutron.plugins.ml2.db [None req-656986d9-a12e-4f89-ac6f-f3621956ef23 None None] For port 9654d0d5-cc15-4f96-a001-00acd7331352, host dv-neutron-601336-94-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-94-hyperv',level=0,port_id=9654d0d5-cc15-4f96-a001-00acd7331352,segment=NetworkSegment(3d940925-95a9-4bb9-b82c-9de5284b88e6),segment_id=3d940925-95a9-4bb9-b82c-9de5284b88e6)] {{(pid=94177) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 23 12:24:24.450788 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ada7e58-b323-457b-be44-80fd59a06698 admin admin] Pushing event updated for resources: {'Port': ['ID=de56969f-426e-431c-b14f-989d1da3e553,revision_number=1']} {{(pid=94175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 12:24:24.455245 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG oslo_concurrency.lockutils [None req-0ada7e58-b323-457b-be44-80fd59a06698 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.103s {{(pid=94175) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 12:24:24.518165 dv-neutron-601336-94-hyperv neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-656986d9-a12e-4f89-ac6f-f3621956ef23 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-922904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866062', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773700135042', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773699642233', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773699642278'] for port, after_update {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 12:24:24.520895 dv-neutron-601336-94-hyperv neutron-server[94177]: DEBUG oslo_concurrency.lockutils [None req-8d727a47-90b9-48b3-a671-8d6de41bad0e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94177) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 12:24:24.576690 dv-neutron-601336-94-hyperv neutron-server[94177]: DEBUG neutron.db.l3_dvrscheduler_db [None req-656986d9-a12e-4f89-ac6f-f3621956ef23 None None] Routers {'9303c1bb-39ed-492d-83f5-03036de114a1'} bound to L3 agent in host dv-neutron-601336-94-hyperv {{(pid=94177) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 23 12:24:24.577153 dv-neutron-601336-94-hyperv neutron-server[94177]: DEBUG neutron.db.l3_hamode_db [None req-656986d9-a12e-4f89-ac6f-f3621956ef23 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-601336-94-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-06-23T11:22:13Z,description=,heartbeat_timestamp=2021-06-23T12:24:13Z,host='dv-neutron-601336-94-hyperv',id=50ef99c0-ef28-4db5-b303-b145898fae60,load=0,resource_versions=,resources_synced=,started_at=2021-06-23T11:22:14Z,topic='l3_agent')) {'router_ids': ['9303c1bb-39ed-492d-83f5-03036de114a1'], 'active': True} {{(pid=94177) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 12:24:24.625767 dv-neutron-601336-94-hyperv neutron-server[94177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99303c17-b6f1-4786-9bd0-d3dc99132ddf None None] Pushing event updated for resources: {'Port': ['ID=9654d0d5-cc15-4f96-a001-00acd7331352,revision_number=4']} {{(pid=94177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 12:24:24.628784 dv-neutron-601336-94-hyperv neutron-server[94177]: DEBUG oslo_concurrency.lockutils [None req-99303c17-b6f1-4786-9bd0-d3dc99132ddf None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.108s {{(pid=94177) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 12:24:24.731867 dv-neutron-601336-94-hyperv neutron-server[94177]: DEBUG neutron.db.l3_dvr_db [None req-656986d9-a12e-4f89-ac6f-f3621956ef23 None None] Set router 9303c1bb-39ed-492d-83f5-03036de114a1 gateway port host: dv-neutron-601336-94-hyperv {{(pid=94177) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:838}} Jun 23 12:24:24.787256 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron_lib.callbacks.manager [None req-0ada7e58-b323-457b-be44-80fd59a06698 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=94175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 12:24:24.941016 dv-neutron-601336-94-hyperv neutron-server[94177]: DEBUG neutron.db.l3_hamode_db [None req-656986d9-a12e-4f89-ac6f-f3621956ef23 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9303c1bb-39ed-492d-83f5-03036de114a1', 'name': 'tempest-TestSnapshotPattern-1284394461-router', 'tenant_id': '9432fb70f3df47a9bca0cd4d5f316c9e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3e7e4eb3-cf02-4d47-ade9-0a579cdfc60f', 'external_fixed_ips': [{'subnet_id': 'a5ad15ab-c489-4a67-a9b0-d559fca0ec71', 'ip_address': '172.26.3.60'}], 'enable_snat': True}, 'gw_port_id': 'aba310c3-640e-482a-b7dc-3b5dc3758cae', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-23T12:24:17Z', 'updated_at': '2021-06-23T12:24:20Z', 'revision_number': 4, 'project_id': '9432fb70f3df47a9bca0cd4d5f316c9e', 'gw_port': {'id': 'aba310c3-640e-482a-b7dc-3b5dc3758cae', 'name': '', 'network_id': '3e7e4eb3-cf02-4d47-ade9-0a579cdfc60f', 'tenant_id': '', 'mac_address': 'fa:16:3e:27:a3:82', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9303c1bb-39ed-492d-83f5-03036de114a1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1860, 'fixed_ips': [{'subnet_id': 'a5ad15ab-c489-4a67-a9b0-d559fca0ec71', 'ip_address': '172.26.3.60', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-94-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-23T12:24:18Z', 'updated_at': '2021-06-23T12:24:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a5ad15ab-c489-4a67-a9b0-d559fca0ec71', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-601336-94-hyperv', '_interfaces': [{'id': '9654d0d5-cc15-4f96-a001-00acd7331352', 'name': '', 'network_id': '35060897-86ce-4a62-8170-f4706aea229e', 'tenant_id': '9432fb70f3df47a9bca0cd4d5f316c9e', 'mac_address': 'fa:16:3e:24:9f:17', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9303c1bb-39ed-492d-83f5-03036de114a1', 'device_owner': 'network:router_interface', 'standard_attr_id': 1861, 'fixed_ips': [{'subnet_id': '29faf701-512f-4f97-9911-155d0e3fc579', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-94-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-23T12:24:20Z', 'updated_at': '2021-06-23T12:24:24Z', 'revision_number': 4, 'project_id': '9432fb70f3df47a9bca0cd4d5f316c9e', 'subnets': [{'id': '29faf701-512f-4f97-9911-155d0e3fc579', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-601336-94-hyperv', False) {} {{(pid=94177) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 12:24:24.978086 dv-neutron-601336-94-hyperv neutron-server[94177]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-656986d9-a12e-4f89-ac6f-f3621956ef23 None None] The sync data for ids ['9303c1bb-39ed-492d-83f5-03036de114a1'] in dv-neutron-601336-94-hyperv is: [{'id': '9303c1bb-39ed-492d-83f5-03036de114a1', 'name': 'tempest-TestSnapshotPattern-1284394461-router', 'tenant_id': '9432fb70f3df47a9bca0cd4d5f316c9e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3e7e4eb3-cf02-4d47-ade9-0a579cdfc60f', 'external_fixed_ips': [{'subnet_id': 'a5ad15ab-c489-4a67-a9b0-d559fca0ec71', 'ip_address': '172.26.3.60'}], 'enable_snat': True}, 'gw_port_id': 'aba310c3-640e-482a-b7dc-3b5dc3758cae', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-23T12:24:17Z', 'updated_at': '2021-06-23T12:24:20Z', 'revision_number': 4, 'project_id': '9432fb70f3df47a9bca0cd4d5f316c9e', 'gw_port': {'id': 'aba310c3-640e-482a-b7dc-3b5dc3758cae', 'name': '', 'network_id': '3e7e4eb3-cf02-4d47-ade9-0a579cdfc60f', 'tenant_id': '', 'mac_address': 'fa:16:3e:27:a3:82', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9303c1bb-39ed-492d-83f5-03036de114a1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1860, 'fixed_ips': [{'subnet_id': 'a5ad15ab-c489-4a67-a9b0-d559fca0ec71', 'ip_address': '172.26.3.60', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-94-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-23T12:24:18Z', 'updated_at': '2021-06-23T12:24:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a5ad15ab-c489-4a67-a9b0-d559fca0ec71', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-601336-94-hyperv', '_interfaces': [{'id': '9654d0d5-cc15-4f96-a001-00acd7331352', 'name': '', 'network_id': '35060897-86ce-4a62-8170-f4706aea229e', 'tenant_id': '9432fb70f3df47a9bca0cd4d5f316c9e', 'mac_address': 'fa:16:3e:24:9f:17', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9303c1bb-39ed-492d-83f5-03036de114a1', 'device_owner': 'network:router_interface', 'standard_attr_id': 1861, 'fixed_ips': [{'subnet_id': '29faf701-512f-4f97-9911-155d0e3fc579', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-94-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-23T12:24:20Z', 'updated_at': '2021-06-23T12:24:24Z', 'revision_number': 4, 'project_id': '9432fb70f3df47a9bca0cd4d5f316c9e', 'subnets': [{'id': '29faf701-512f-4f97-9911-155d0e3fc579', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94177) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 23 12:24:25.010840 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron_lib.callbacks.manager [None req-0ada7e58-b323-457b-be44-80fd59a06698 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-520412', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-524143'] for router, after_create {{(pid=94175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 12:24:25.125116 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.plugins.ml2.rpc [None req-dc7542b2-afef-47f4-a763-e3a3cba144be None None] Device aba310c3-640e-482a-b7dc-3b5dc3758cae up at agent ovs-agent-dv-neutron-601336-94-hyperv {{(pid=94176) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:298}} Jun 23 12:24:25.179726 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.db.provisioning_blocks [None req-dc7542b2-afef-47f4-a763-e3a3cba144be None None] Provisioning complete for port aba310c3-640e-482a-b7dc-3b5dc3758cae triggered by entity L2. {{(pid=94176) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 23 12:24:25.180101 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron_lib.callbacks.manager [None req-dc7542b2-afef-47f4-a763-e3a3cba144be None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-899258'] for port, provisioning_complete {{(pid=94176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 12:24:25.267531 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0ada7e58-b323-457b-be44-80fd59a06698 admin admin] Router 749c0efe-97cb-40ef-9ace-17cfad0b548f is scheduled to L3 agent 50ef99c0-ef28-4db5-b303-b145898fae60 with binding_index 1 {{(pid=94175) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jun 23 12:24:25.271540 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.plugins.ml2.rpc [None req-dc7542b2-afef-47f4-a763-e3a3cba144be None None] Device 9654d0d5-cc15-4f96-a001-00acd7331352 up at agent ovs-agent-dv-neutron-601336-94-hyperv {{(pid=94176) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:298}} Jun 23 12:24:25.372867 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8d220aa6-aa31-45d5-a32d-cb8f8ee0cc57 None None] Network 9cf03c78-5ed5-45da-b573-54fd6dea2688 requested from dv-neutron-601336-94-hyperv {{(pid=94176) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 23 12:24:25.410597 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.db.provisioning_blocks [None req-dc7542b2-afef-47f4-a763-e3a3cba144be None None] Provisioning for port 9654d0d5-cc15-4f96-a001-00acd7331352 completed by entity L2. {{(pid=94176) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 23 12:24:25.427312 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.db.provisioning_blocks [None req-dc7542b2-afef-47f4-a763-e3a3cba144be None None] Provisioning complete for port 9654d0d5-cc15-4f96-a001-00acd7331352 triggered by entity L2. {{(pid=94176) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 23 12:24:25.428272 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron_lib.callbacks.manager [None req-dc7542b2-afef-47f4-a763-e3a3cba144be None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-899258'] for port, provisioning_complete {{(pid=94176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 12:24:25.551706 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.db.provisioning_blocks [None req-49d15d0a-c390-4f4f-84bf-ffa71e7fa814 None None] Provisioning for port 04e68174-e6e8-491f-8956-b920b9e37694 completed by entity DHCP. {{(pid=94176) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 23 12:24:25.580044 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron_lib.callbacks.manager [None req-dc7542b2-afef-47f4-a763-e3a3cba144be None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-923122'] for port, before_update {{(pid=94176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 12:24:25.655135 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.plugins.ml2.db [None req-dc7542b2-afef-47f4-a763-e3a3cba144be None None] For port 9654d0d5-cc15-4f96-a001-00acd7331352, host dv-neutron-601336-94-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-94-hyperv',level=0,port_id=9654d0d5-cc15-4f96-a001-00acd7331352,segment=NetworkSegment(3d940925-95a9-4bb9-b82c-9de5284b88e6),segment_id=3d940925-95a9-4bb9-b82c-9de5284b88e6)] {{(pid=94176) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 23 12:24:25.741825 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron_lib.callbacks.manager [None req-dc7542b2-afef-47f4-a763-e3a3cba144be None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-922904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866062', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773700135042', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773699642233', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773699642278'] for port, after_update {{(pid=94176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 12:24:25.743002 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.plugins.ml2.rpc [None req-dc7542b2-afef-47f4-a763-e3a3cba144be None None] Device 04e68174-e6e8-491f-8956-b920b9e37694 up at agent ovs-agent-dv-neutron-601336-94-hyperv {{(pid=94176) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:298}} Jun 23 12:24:25.745250 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG oslo_concurrency.lockutils [None req-97bd5441-1da2-49ee-a364-27795820ba27 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 12:24:25.759196 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0ada7e58-b323-457b-be44-80fd59a06698 admin admin] Notify agent at l3_agent.dv-neutron-601336-94-hyperv the message routers_updated {{(pid=94175) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 23 12:24:25.789871 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3e9ae434-bb10-4479-ba2d-1d4bcc5a7c1c None None] Sync routers for ids ['749c0efe-97cb-40ef-9ace-17cfad0b548f'] in dv-neutron-601336-94-hyperv {{(pid=94176) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 23 12:24:25.830607 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3e9ae434-bb10-4479-ba2d-1d4bcc5a7c1c None None] Routers {'749c0efe-97cb-40ef-9ace-17cfad0b548f'} bound to L3 agent in host dv-neutron-601336-94-hyperv {{(pid=94176) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 23 12:24:25.831547 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.db.l3_hamode_db [None req-3e9ae434-bb10-4479-ba2d-1d4bcc5a7c1c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-601336-94-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-06-23T11:22:13Z,description=,heartbeat_timestamp=2021-06-23T12:24:13Z,host='dv-neutron-601336-94-hyperv',id=50ef99c0-ef28-4db5-b303-b145898fae60,load=0,resource_versions=,resources_synced=,started_at=2021-06-23T11:22:14Z,topic='l3_agent')) {'router_ids': ['749c0efe-97cb-40ef-9ace-17cfad0b548f'], 'active': True} {{(pid=94176) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 12:24:25.838869 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron_lib.callbacks.manager [None req-0ada7e58-b323-457b-be44-80fd59a06698 admin admin] Notify callbacks [] for router, before_response {{(pid=94175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 12:24:25.839133 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc7542b2-afef-47f4-a763-e3a3cba144be None None] Pushing event updated for resources: {'Port': ['ID=9654d0d5-cc15-4f96-a001-00acd7331352,revision_number=5']} {{(pid=94176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 12:24:25.840519 dv-neutron-601336-94-hyperv neutron-server[94175]: INFO neutron.wsgi [None req-0ada7e58-b323-457b-be44-80fd59a06698 admin admin] 10.222.0.20 "POST /v2.0/routers HTTP/1.1" status: 201 len: 920 time: 2.5121233 Jun 23 12:24:25.842162 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG oslo_concurrency.lockutils [None req-dc7542b2-afef-47f4-a763-e3a3cba144be None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.097s {{(pid=94176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 12:24:25.843533 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.wsgi [-] (94174) accepted ('10.222.0.20', 50684) {{(pid=94174) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 12:24:25.964037 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.db.l3_dvr_db [None req-3e9ae434-bb10-4479-ba2d-1d4bcc5a7c1c None None] Set router 749c0efe-97cb-40ef-9ace-17cfad0b548f gateway port host: dv-neutron-601336-94-hyperv {{(pid=94176) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:838}} Jun 23 12:24:26.023334 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.db.provisioning_blocks [None req-dc7542b2-afef-47f4-a763-e3a3cba144be None None] Provisioning for port 04e68174-e6e8-491f-8956-b920b9e37694 completed by entity L2. {{(pid=94176) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 23 12:24:26.058026 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.db.provisioning_blocks [None req-dc7542b2-afef-47f4-a763-e3a3cba144be None None] Provisioning complete for port 04e68174-e6e8-491f-8956-b920b9e37694 triggered by entity L2. {{(pid=94176) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 23 12:24:26.058308 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron_lib.callbacks.manager [None req-dc7542b2-afef-47f4-a763-e3a3cba144be None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-899258'] for port, provisioning_complete {{(pid=94176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 12:24:26.196268 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron_lib.callbacks.manager [None req-dc7542b2-afef-47f4-a763-e3a3cba144be None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-923122'] for port, before_update {{(pid=94176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 12:24:26.238103 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.db.l3_hamode_db [None req-3e9ae434-bb10-4479-ba2d-1d4bcc5a7c1c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '749c0efe-97cb-40ef-9ace-17cfad0b548f', 'name': 'tempest-TestSnapshotPattern-304339192-router', 'tenant_id': 'd818954198bf4a21bee9d049108a0bea', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3e7e4eb3-cf02-4d47-ade9-0a579cdfc60f', 'external_fixed_ips': [{'subnet_id': 'a5ad15ab-c489-4a67-a9b0-d559fca0ec71', 'ip_address': '172.26.3.32'}], 'enable_snat': True}, 'gw_port_id': 'de56969f-426e-431c-b14f-989d1da3e553', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-23T12:24:23Z', 'updated_at': '2021-06-23T12:24:24Z', 'revision_number': 3, 'project_id': 'd818954198bf4a21bee9d049108a0bea', 'gw_port': {'id': 'de56969f-426e-431c-b14f-989d1da3e553', 'name': '', 'network_id': '3e7e4eb3-cf02-4d47-ade9-0a579cdfc60f', 'tenant_id': '', 'mac_address': 'fa:16:3e:04:09:16', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '749c0efe-97cb-40ef-9ace-17cfad0b548f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1872, 'fixed_ips': [{'subnet_id': 'a5ad15ab-c489-4a67-a9b0-d559fca0ec71', 'ip_address': '172.26.3.32', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-23T12:24:24Z', 'updated_at': '2021-06-23T12:24:24Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'a5ad15ab-c489-4a67-a9b0-d559fca0ec71', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-601336-94-hyperv'}], 'dv-neutron-601336-94-hyperv', False) {} {{(pid=94176) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 12:24:26.241093 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.plugins.ml2.db [None req-dc7542b2-afef-47f4-a763-e3a3cba144be None None] For port 04e68174-e6e8-491f-8956-b920b9e37694, host dv-neutron-601336-94-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-94-hyperv',level=0,port_id=04e68174-e6e8-491f-8956-b920b9e37694,segment=NetworkSegment(98424a50-6973-438d-b49a-c9ebac4eff1e),segment_id=98424a50-6973-438d-b49a-c9ebac4eff1e)] {{(pid=94176) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 23 12:24:26.269228 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3e9ae434-bb10-4479-ba2d-1d4bcc5a7c1c None None] Checking router: 749c0efe-97cb-40ef-9ace-17cfad0b548f for host: dv-neutron-601336-94-hyperv {{(pid=94176) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 23 12:24:26.269585 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3e9ae434-bb10-4479-ba2d-1d4bcc5a7c1c None None] Updating router 749c0efe-97cb-40ef-9ace-17cfad0b548f port de56969f-426e-431c-b14f-989d1da3e553 binding host dv-neutron-601336-94-hyperv {{(pid=94176) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 23 12:24:26.303189 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron_lib.callbacks.manager [None req-3e9ae434-bb10-4479-ba2d-1d4bcc5a7c1c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-923122'] for port, before_update {{(pid=94176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 12:24:26.322039 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron_lib.callbacks.manager [None req-dc7542b2-afef-47f4-a763-e3a3cba144be None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-922904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866062', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773700135042', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773699642233', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773699642278'] for port, after_update {{(pid=94176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 12:24:26.323804 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG oslo_concurrency.lockutils [None req-008ad5aa-e050-4e7d-ac9d-371d95875b65 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 12:24:26.424059 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc7542b2-afef-47f4-a763-e3a3cba144be None None] Pushing event updated for resources: {'Port': ['ID=04e68174-e6e8-491f-8956-b920b9e37694,revision_number=3']} {{(pid=94176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 12:24:26.427238 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG oslo_concurrency.lockutils [None req-dc7542b2-afef-47f4-a763-e3a3cba144be None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.103s {{(pid=94176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 12:24:26.619222 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron_lib.callbacks.manager [None req-f14a3db9-1d38-4ff4-b0fe-cd82b2af14b6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-923104'] for port, before_create {{(pid=94174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 12:24:26.741300 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron_lib.callbacks.manager [None req-3e9ae434-bb10-4479-ba2d-1d4bcc5a7c1c None None] Notify callbacks [] for port, precommit_update {{(pid=94176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 12:24:26.750830 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.db.provisioning_blocks [None req-3e9ae434-bb10-4479-ba2d-1d4bcc5a7c1c None None] Transition to ACTIVE for port object de56969f-426e-431c-b14f-989d1da3e553 will not be triggered until provisioned by entity L2. {{(pid=94176) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 23 12:24:26.771417 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.db.db_base_plugin_common [None req-f14a3db9-1d38-4ff4-b0fe-cd82b2af14b6 admin admin] Allocated IP 172.20.0.1 (9cf03c78-5ed5-45da-b573-54fd6dea2688/df24a613-c341-4b25-88e5-74b0d9f94fb9/0565a73d-160c-48aa-83c1-dc8f2b31efca) {{(pid=94174) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 23 12:24:26.821749 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron_lib.callbacks.manager [None req-3e9ae434-bb10-4479-ba2d-1d4bcc5a7c1c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-922904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866062', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773700135042', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773699642233', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773699642278'] for port, after_update {{(pid=94176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 12:24:26.824958 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG oslo_concurrency.lockutils [None req-dc7542b2-afef-47f4-a763-e3a3cba144be None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 12:24:26.872395 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron_lib.callbacks.manager [None req-f14a3db9-1d38-4ff4-b0fe-cd82b2af14b6 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 12:24:26.875990 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.plugins.ml2.managers [None req-3e9ae434-bb10-4479-ba2d-1d4bcc5a7c1c None None] Attempting to bind port de56969f-426e-431c-b14f-989d1da3e553 on host dv-neutron-601336-94-hyperv for vnic_type normal with profile {{(pid=94176) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 23 12:24:26.876372 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.plugins.ml2.managers [None req-3e9ae434-bb10-4479-ba2d-1d4bcc5a7c1c None None] Attempting to bind port de56969f-426e-431c-b14f-989d1da3e553 by drivers openvswitch,hyperv on host dv-neutron-601336-94-hyperv at level 0 using segments [{'id': 'c23be0a5-6980-48fb-bc9f-4a24717fe1de', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3e7e4eb3-cf02-4d47-ade9-0a579cdfc60f'}] {{(pid=94176) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 23 12:24:26.876747 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3e9ae434-bb10-4479-ba2d-1d4bcc5a7c1c None None] Attempting to bind port de56969f-426e-431c-b14f-989d1da3e553 on network 3e7e4eb3-cf02-4d47-ade9-0a579cdfc60f {{(pid=94176) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 23 12:24:26.879488 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd67d5fc-5cec-4cd8-9302-112d40de35fa None None] Pushing event updated for resources: {'Port': ['ID=de56969f-426e-431c-b14f-989d1da3e553,revision_number=2']} {{(pid=94176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 12:24:26.883654 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG oslo_concurrency.lockutils [None req-cd67d5fc-5cec-4cd8-9302-112d40de35fa None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.059s {{(pid=94176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 12:24:26.884580 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.db.provisioning_blocks [None req-f14a3db9-1d38-4ff4-b0fe-cd82b2af14b6 admin admin] Transition to ACTIVE for port object 0565a73d-160c-48aa-83c1-dc8f2b31efca will not be triggered until provisioned by entity DHCP. {{(pid=94174) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 23 12:24:26.889008 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3e9ae434-bb10-4479-ba2d-1d4bcc5a7c1c None None] Checking agent: {'id': '4d05f899-5ac9-411b-8a03-f60c93f87cdf', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-601336-94-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 23, 11, 22, 14), 'started_at': datetime.datetime(2021, 6, 23, 11, 22, 44), 'heartbeat_timestamp': datetime.datetime(2021, 6, 23, 12, 24, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'monitor_allowed_address_pair_garp': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-601336-94-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94176) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 23 12:24:26.889008 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3e9ae434-bb10-4479-ba2d-1d4bcc5a7c1c None None] Checking segment: {'id': 'c23be0a5-6980-48fb-bc9f-4a24717fe1de', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3e7e4eb3-cf02-4d47-ade9-0a579cdfc60f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94176) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 23 12:24:26.889008 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron_lib.callbacks.manager [None req-3e9ae434-bb10-4479-ba2d-1d4bcc5a7c1c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 12:24:26.889008 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3e9ae434-bb10-4479-ba2d-1d4bcc5a7c1c None None] Bound using segment: {'id': 'c23be0a5-6980-48fb-bc9f-4a24717fe1de', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3e7e4eb3-cf02-4d47-ade9-0a579cdfc60f'} {{(pid=94176) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 23 12:24:26.889008 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.plugins.ml2.managers [None req-3e9ae434-bb10-4479-ba2d-1d4bcc5a7c1c None None] Bound port: de56969f-426e-431c-b14f-989d1da3e553, host: dv-neutron-601336-94-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c23be0a5-6980-48fb-bc9f-4a24717fe1de', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3e7e4eb3-cf02-4d47-ade9-0a579cdfc60f'}}] {{(pid=94176) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 23 12:24:26.889008 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron_lib.callbacks.manager [None req-3e9ae434-bb10-4479-ba2d-1d4bcc5a7c1c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-923122'] for port, before_update {{(pid=94176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 12:24:26.938821 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.plugins.ml2.db [None req-3e9ae434-bb10-4479-ba2d-1d4bcc5a7c1c None None] For port de56969f-426e-431c-b14f-989d1da3e553, host dv-neutron-601336-94-hyperv, cleared binding levels {{(pid=94176) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 23 12:24:26.941855 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.plugins.ml2.db [None req-3e9ae434-bb10-4479-ba2d-1d4bcc5a7c1c None None] For port de56969f-426e-431c-b14f-989d1da3e553, host dv-neutron-601336-94-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-94-hyperv',level=0,port_id=de56969f-426e-431c-b14f-989d1da3e553,segment=NetworkSegment(c23be0a5-6980-48fb-bc9f-4a24717fe1de),segment_id=c23be0a5-6980-48fb-bc9f-4a24717fe1de)] {{(pid=94176) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 23 12:24:26.958189 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.plugins.ml2.rpc [None req-dc7542b2-afef-47f4-a763-e3a3cba144be None None] Device 9654d0d5-cc15-4f96-a001-00acd7331352 up at agent ovs-agent-dv-neutron-601336-94-hyperv {{(pid=94176) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:298}} Jun 23 12:24:26.975424 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron_lib.callbacks.manager [None req-f14a3db9-1d38-4ff4-b0fe-cd82b2af14b6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-922915', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-239814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7866073', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773699642215', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-5196399'] for port, after_create {{(pid=94174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 12:24:26.977599 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG oslo_concurrency.lockutils [None req-166debb3-fd63-4480-aa12-08ab1cbc710b tempest-TestMinimumBasicScenario-1725182798 tempest-TestMinimumBasicScenario-1725182798-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94174) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 12:24:27.006450 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.db.provisioning_blocks [None req-dc7542b2-afef-47f4-a763-e3a3cba144be None None] Provisioning complete for port 9654d0d5-cc15-4f96-a001-00acd7331352 triggered by entity L2. {{(pid=94176) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 23 12:24:27.006825 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron_lib.callbacks.manager [None req-dc7542b2-afef-47f4-a763-e3a3cba144be None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-899258'] for port, provisioning_complete {{(pid=94176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 12:24:27.022543 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f14a3db9-1d38-4ff4-b0fe-cd82b2af14b6 admin admin] Network 9cf03c78-5ed5-45da-b573-54fd6dea2688 is already hosted by enough agents. {{(pid=94174) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 23 12:24:27.027538 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.scheduler.base_scheduler [None req-f14a3db9-1d38-4ff4-b0fe-cd82b2af14b6 admin admin] Resources bound (agent type, host, resource id): {{(pid=94174) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 23 12:24:27.030144 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f14a3db9-1d38-4ff4-b0fe-cd82b2af14b6 admin admin] Received port after_create {{(pid=94174) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 23 12:24:27.034335 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron_lib.callbacks.manager [None req-3e9ae434-bb10-4479-ba2d-1d4bcc5a7c1c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-922904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866062', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773700135042', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773699642233', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773699642278'] for port, after_update {{(pid=94176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 12:24:27.035981 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f14a3db9-1d38-4ff4-b0fe-cd82b2af14b6 admin admin] Pushing event updated for resources: {'Port': ['ID=0565a73d-160c-48aa-83c1-dc8f2b31efca,revision_number=1']} {{(pid=94174) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 12:24:27.038900 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG oslo_concurrency.lockutils [None req-dc7542b2-afef-47f4-a763-e3a3cba144be None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 12:24:27.039052 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG oslo_concurrency.lockutils [None req-f14a3db9-1d38-4ff4-b0fe-cd82b2af14b6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.061s {{(pid=94174) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 12:24:27.074085 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron_lib.callbacks.manager [None req-f14a3db9-1d38-4ff4-b0fe-cd82b2af14b6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-452954'] for router_interface, before_create {{(pid=94174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 12:24:27.117089 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd67d5fc-5cec-4cd8-9302-112d40de35fa None None] Pushing event updated for resources: {'Port': ['ID=de56969f-426e-431c-b14f-989d1da3e553,revision_number=3']} {{(pid=94176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 12:24:27.139220 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG oslo_concurrency.lockutils [None req-cd67d5fc-5cec-4cd8-9302-112d40de35fa None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.100s {{(pid=94176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 12:24:27.141578 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3e9ae434-bb10-4479-ba2d-1d4bcc5a7c1c None None] Routers {'749c0efe-97cb-40ef-9ace-17cfad0b548f'} bound to L3 agent in host dv-neutron-601336-94-hyperv {{(pid=94176) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 23 12:24:27.142234 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.db.l3_hamode_db [None req-3e9ae434-bb10-4479-ba2d-1d4bcc5a7c1c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-601336-94-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-06-23T11:22:13Z,description=,heartbeat_timestamp=2021-06-23T12:24:13Z,host='dv-neutron-601336-94-hyperv',id=50ef99c0-ef28-4db5-b303-b145898fae60,load=0,resource_versions=,resources_synced=,started_at=2021-06-23T11:22:14Z,topic='l3_agent')) {'router_ids': ['749c0efe-97cb-40ef-9ace-17cfad0b548f'], 'active': True} {{(pid=94176) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 12:24:27.191783 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.plugins.ml2.rpc [None req-dc7542b2-afef-47f4-a763-e3a3cba144be None None] Device 04e68174-e6e8-491f-8956-b920b9e37694 up at agent ovs-agent-dv-neutron-601336-94-hyperv {{(pid=94176) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:298}} Jun 23 12:24:27.300550 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.db.l3_dvr_db [None req-3e9ae434-bb10-4479-ba2d-1d4bcc5a7c1c None None] Set router 749c0efe-97cb-40ef-9ace-17cfad0b548f gateway port host: dv-neutron-601336-94-hyperv {{(pid=94176) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:838}} Jun 23 12:24:27.301228 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron_lib.callbacks.manager [None req-f14a3db9-1d38-4ff4-b0fe-cd82b2af14b6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-923122'] for port, before_update {{(pid=94174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 12:24:27.356533 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.db.provisioning_blocks [None req-548e6f92-ead6-4de5-9f8f-c6b7a7622f6c None None] Provisioning for port 0565a73d-160c-48aa-83c1-dc8f2b31efca completed by entity DHCP. {{(pid=94176) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 23 12:24:27.358365 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.db.provisioning_blocks [None req-dc7542b2-afef-47f4-a763-e3a3cba144be None None] Provisioning complete for port 04e68174-e6e8-491f-8956-b920b9e37694 triggered by entity L2. {{(pid=94176) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 23 12:24:27.358750 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron_lib.callbacks.manager [None req-dc7542b2-afef-47f4-a763-e3a3cba144be None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-899258'] for port, provisioning_complete {{(pid=94176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 12:24:27.387560 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.db.provisioning_blocks [None req-548e6f92-ead6-4de5-9f8f-c6b7a7622f6c None None] Provisioning complete for port 0565a73d-160c-48aa-83c1-dc8f2b31efca triggered by entity DHCP. {{(pid=94176) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 23 12:24:27.387948 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron_lib.callbacks.manager [None req-548e6f92-ead6-4de5-9f8f-c6b7a7622f6c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-899258'] for port, provisioning_complete {{(pid=94176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 12:24:27.458696 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron_lib.callbacks.manager [None req-f14a3db9-1d38-4ff4-b0fe-cd82b2af14b6 admin admin] Notify callbacks [] for port, precommit_update {{(pid=94174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 12:24:27.477378 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.plugins.ml2.plugin [None req-548e6f92-ead6-4de5-9f8f-c6b7a7622f6c None None] Port 0565a73d-160c-48aa-83c1-dc8f2b31efca cannot update to ACTIVE because it is not bound. {{(pid=94176) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jun 23 12:24:27.541434 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron_lib.callbacks.manager [None req-f14a3db9-1d38-4ff4-b0fe-cd82b2af14b6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-922904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866062', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773700135042', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773699642233', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773699642278', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5196369'] for port, after_update {{(pid=94174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 12:24:27.544878 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG oslo_concurrency.lockutils [None req-476eb1f9-09d7-4e3f-bda9-78d7602d6e91 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94174) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 12:24:27.576248 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.db.l3_hamode_db [None req-3e9ae434-bb10-4479-ba2d-1d4bcc5a7c1c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '749c0efe-97cb-40ef-9ace-17cfad0b548f', 'name': 'tempest-TestSnapshotPattern-304339192-router', 'tenant_id': 'd818954198bf4a21bee9d049108a0bea', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3e7e4eb3-cf02-4d47-ade9-0a579cdfc60f', 'external_fixed_ips': [{'subnet_id': 'a5ad15ab-c489-4a67-a9b0-d559fca0ec71', 'ip_address': '172.26.3.32'}], 'enable_snat': True}, 'gw_port_id': 'de56969f-426e-431c-b14f-989d1da3e553', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-23T12:24:23Z', 'updated_at': '2021-06-23T12:24:24Z', 'revision_number': 3, 'project_id': 'd818954198bf4a21bee9d049108a0bea', 'gw_port': {'id': 'de56969f-426e-431c-b14f-989d1da3e553', 'name': '', 'network_id': '3e7e4eb3-cf02-4d47-ade9-0a579cdfc60f', 'tenant_id': '', 'mac_address': 'fa:16:3e:04:09:16', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '749c0efe-97cb-40ef-9ace-17cfad0b548f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1872, 'fixed_ips': [{'subnet_id': 'a5ad15ab-c489-4a67-a9b0-d559fca0ec71', 'ip_address': '172.26.3.32', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-94-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-23T12:24:24Z', 'updated_at': '2021-06-23T12:24:26Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a5ad15ab-c489-4a67-a9b0-d559fca0ec71', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-601336-94-hyperv'}], 'dv-neutron-601336-94-hyperv', False) {} {{(pid=94176) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 12:24:27.602741 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3e9ae434-bb10-4479-ba2d-1d4bcc5a7c1c None None] The sync data for ids ['749c0efe-97cb-40ef-9ace-17cfad0b548f'] in dv-neutron-601336-94-hyperv is: [{'id': '749c0efe-97cb-40ef-9ace-17cfad0b548f', 'name': 'tempest-TestSnapshotPattern-304339192-router', 'tenant_id': 'd818954198bf4a21bee9d049108a0bea', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3e7e4eb3-cf02-4d47-ade9-0a579cdfc60f', 'external_fixed_ips': [{'subnet_id': 'a5ad15ab-c489-4a67-a9b0-d559fca0ec71', 'ip_address': '172.26.3.32'}], 'enable_snat': True}, 'gw_port_id': 'de56969f-426e-431c-b14f-989d1da3e553', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-23T12:24:23Z', 'updated_at': '2021-06-23T12:24:24Z', 'revision_number': 3, 'project_id': 'd818954198bf4a21bee9d049108a0bea', 'gw_port': {'id': 'de56969f-426e-431c-b14f-989d1da3e553', 'name': '', 'network_id': '3e7e4eb3-cf02-4d47-ade9-0a579cdfc60f', 'tenant_id': '', 'mac_address': 'fa:16:3e:04:09:16', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '749c0efe-97cb-40ef-9ace-17cfad0b548f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1872, 'fixed_ips': [{'subnet_id': 'a5ad15ab-c489-4a67-a9b0-d559fca0ec71', 'ip_address': '172.26.3.32', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-94-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-23T12:24:24Z', 'updated_at': '2021-06-23T12:24:26Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a5ad15ab-c489-4a67-a9b0-d559fca0ec71', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-601336-94-hyperv'}] {{(pid=94176) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 23 12:24:27.609835 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron_lib.callbacks.manager [None req-f14a3db9-1d38-4ff4-b0fe-cd82b2af14b6 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-7866091', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-453038'] for router_interface, after_create {{(pid=94174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 12:24:27.611778 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f14a3db9-1d38-4ff4-b0fe-cd82b2af14b6 admin admin] Pushing event updated for resources: {'Port': ['ID=0565a73d-160c-48aa-83c1-dc8f2b31efca,revision_number=2']} {{(pid=94174) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 12:24:27.614890 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG oslo_concurrency.lockutils [None req-f14a3db9-1d38-4ff4-b0fe-cd82b2af14b6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.070s {{(pid=94174) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 12:24:27.711168 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f14a3db9-1d38-4ff4-b0fe-cd82b2af14b6 admin admin] Network 9cf03c78-5ed5-45da-b573-54fd6dea2688 is already hosted by enough agents. {{(pid=94174) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 23 12:24:27.712764 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.scheduler.base_scheduler [None req-f14a3db9-1d38-4ff4-b0fe-cd82b2af14b6 admin admin] Resources bound (agent type, host, resource id): {{(pid=94174) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 23 12:24:27.841793 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f14a3db9-1d38-4ff4-b0fe-cd82b2af14b6 admin admin] Router 749c0efe-97cb-40ef-9ace-17cfad0b548f has already been hosted by L3 agent 50ef99c0-ef28-4db5-b303-b145898fae60 {{(pid=94174) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 23 12:24:27.960906 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f14a3db9-1d38-4ff4-b0fe-cd82b2af14b6 admin admin] Notify agent at l3_agent.dv-neutron-601336-94-hyperv the message routers_updated {{(pid=94174) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 23 12:24:27.965969 dv-neutron-601336-94-hyperv neutron-server[94174]: INFO neutron.wsgi [None req-f14a3db9-1d38-4ff4-b0fe-cd82b2af14b6 admin admin] 10.222.0.20 "PUT /v2.0/routers/749c0efe-97cb-40ef-9ace-17cfad0b548f/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.1212327 Jun 23 12:24:27.999394 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.db.provisioning_blocks [None req-2a196d59-ee3a-41f1-97cb-55ebe09f54f8 None None] Provisioning complete for port 0565a73d-160c-48aa-83c1-dc8f2b31efca triggered by entity DHCP. {{(pid=94176) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 23 12:24:27.999782 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron_lib.callbacks.manager [None req-2a196d59-ee3a-41f1-97cb-55ebe09f54f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-899258'] for port, provisioning_complete {{(pid=94176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 12:24:28.037438 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.plugins.ml2.plugin [None req-2a196d59-ee3a-41f1-97cb-55ebe09f54f8 None None] Port 0565a73d-160c-48aa-83c1-dc8f2b31efca cannot update to ACTIVE because it is not bound. {{(pid=94176) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jun 23 12:24:28.757286 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.wsgi [-] (94175) accepted ('10.222.0.20', 50692) {{(pid=94175) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 12:24:28.762012 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.api.v2.base [None req-3fc463a9-8e93-4f2b-9107-f87d4d12ccf8 tempest-TestSnapshotPattern-46408416 tempest-TestSnapshotPattern-46408416-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1291274636', 'description': 'tempest-secgroup-smoke-1291274636 description', 'project_id': '9432fb70f3df47a9bca0cd4d5f316c9e'}} {{(pid=94175) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 23 12:24:28.842682 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron_lib.callbacks.manager [None req-3fc463a9-8e93-4f2b-9107-f87d4d12ccf8 tempest-TestSnapshotPattern-46408416 tempest-TestSnapshotPattern-46408416-project] Notify callbacks [] for security_group, before_create {{(pid=94175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 12:24:28.929189 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron_lib.callbacks.manager [None req-3fc463a9-8e93-4f2b-9107-f87d4d12ccf8 tempest-TestSnapshotPattern-46408416 tempest-TestSnapshotPattern-46408416-project] Notify callbacks [] for security_group, precommit_create {{(pid=94175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 12:24:28.976841 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.plugins.ml2.rpc [None req-dc7542b2-afef-47f4-a763-e3a3cba144be None None] Device de56969f-426e-431c-b14f-989d1da3e553 up at agent ovs-agent-dv-neutron-601336-94-hyperv {{(pid=94176) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:298}} Jun 23 12:24:29.003124 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron_lib.callbacks.manager [None req-3fc463a9-8e93-4f2b-9107-f87d4d12ccf8 tempest-TestSnapshotPattern-46408416 tempest-TestSnapshotPattern-46408416-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7996330'] for security_group, after_create {{(pid=94175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 12:24:29.008201 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG oslo_concurrency.lockutils [None req-2f90eb05-e4f5-4069-a301-558f6904cb24 tempest-TestNetworkAdvancedServerOps-1740099935 tempest-TestNetworkAdvancedServerOps-1740099935-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94175) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 12:24:29.035093 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fc463a9-8e93-4f2b-9107-f87d4d12ccf8 tempest-TestSnapshotPattern-46408416 tempest-TestSnapshotPattern-46408416-project] Pushing event updated for resources: {'SecurityGroup': ['ID=048069c0-a2ed-46ad-8e19-6575ab01b5de,revision_number=1']} {{(pid=94175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 12:24:29.037837 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG oslo_concurrency.lockutils [None req-3fc463a9-8e93-4f2b-9107-f87d4d12ccf8 tempest-TestSnapshotPattern-46408416 tempest-TestSnapshotPattern-46408416-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.030s {{(pid=94175) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 12:24:29.088543 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.db.provisioning_blocks [None req-dc7542b2-afef-47f4-a763-e3a3cba144be None None] Provisioning for port de56969f-426e-431c-b14f-989d1da3e553 completed by entity L2. {{(pid=94176) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 23 12:24:29.092675 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.db.provisioning_blocks [None req-dc7542b2-afef-47f4-a763-e3a3cba144be None None] Provisioning complete for port de56969f-426e-431c-b14f-989d1da3e553 triggered by entity L2. {{(pid=94176) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 23 12:24:29.093082 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron_lib.callbacks.manager [None req-dc7542b2-afef-47f4-a763-e3a3cba144be None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-899258'] for port, provisioning_complete {{(pid=94176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 12:24:29.118770 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron_lib.callbacks.manager [None req-3fc463a9-8e93-4f2b-9107-f87d4d12ccf8 tempest-TestSnapshotPattern-46408416 tempest-TestSnapshotPattern-46408416-project] Notify callbacks [] for security_group, before_response {{(pid=94175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 12:24:29.120139 dv-neutron-601336-94-hyperv neutron-server[94175]: INFO neutron.wsgi [None req-3fc463a9-8e93-4f2b-9107-f87d4d12ccf8 tempest-TestSnapshotPattern-46408416 tempest-TestSnapshotPattern-46408416-project] 10.222.0.20 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.3618612 Jun 23 12:24:29.123165 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.wsgi [-] (94175) accepted ('10.222.0.20', 50694) {{(pid=94175) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 12:24:29.129957 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.api.v2.base [None req-84975488-c38d-4423-bf65-c5634c2469e0 tempest-TestSnapshotPattern-46408416 tempest-TestSnapshotPattern-46408416-project] Request body: {'security_group_rule': {'security_group_id': '048069c0-a2ed-46ad-8e19-6575ab01b5de', 'project_id': '9432fb70f3df47a9bca0cd4d5f316c9e', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=94175) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 23 12:24:29.163249 dv-neutron-601336-94-hyperv neutron-server[94177]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-33d53df7-e040-464e-933b-22434c6e1814 None None] Sync routers for ids ['749c0efe-97cb-40ef-9ace-17cfad0b548f'] in dv-neutron-601336-94-hyperv {{(pid=94177) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 23 12:24:29.171686 dv-neutron-601336-94-hyperv neutron-server[94177]: DEBUG neutron.db.l3_dvrscheduler_db [None req-33d53df7-e040-464e-933b-22434c6e1814 None None] Routers {'749c0efe-97cb-40ef-9ace-17cfad0b548f'} bound to L3 agent in host dv-neutron-601336-94-hyperv {{(pid=94177) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 23 12:24:29.172473 dv-neutron-601336-94-hyperv neutron-server[94177]: DEBUG neutron.db.l3_hamode_db [None req-33d53df7-e040-464e-933b-22434c6e1814 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-601336-94-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-06-23T11:22:13Z,description=,heartbeat_timestamp=2021-06-23T12:24:13Z,host='dv-neutron-601336-94-hyperv',id=50ef99c0-ef28-4db5-b303-b145898fae60,load=0,resource_versions=,resources_synced=,started_at=2021-06-23T11:22:14Z,topic='l3_agent')) {'router_ids': ['749c0efe-97cb-40ef-9ace-17cfad0b548f'], 'active': True} {{(pid=94177) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 12:24:29.177063 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron_lib.callbacks.manager [None req-dc7542b2-afef-47f4-a763-e3a3cba144be None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-923122'] for port, before_update {{(pid=94176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 12:24:29.197461 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.plugins.ml2.db [None req-dc7542b2-afef-47f4-a763-e3a3cba144be None None] For port de56969f-426e-431c-b14f-989d1da3e553, host dv-neutron-601336-94-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-94-hyperv',level=0,port_id=de56969f-426e-431c-b14f-989d1da3e553,segment=NetworkSegment(c23be0a5-6980-48fb-bc9f-4a24717fe1de),segment_id=c23be0a5-6980-48fb-bc9f-4a24717fe1de)] {{(pid=94176) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 23 12:24:29.225579 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron_lib.callbacks.manager [None req-84975488-c38d-4423-bf65-c5634c2469e0 tempest-TestSnapshotPattern-46408416 tempest-TestSnapshotPattern-46408416-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 12:24:29.267731 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron_lib.callbacks.manager [None req-dc7542b2-afef-47f4-a763-e3a3cba144be None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-922904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866062', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773700135042', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773699642233', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773699642278'] for port, after_update {{(pid=94176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 12:24:29.270599 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG oslo_concurrency.lockutils [None req-dc7542b2-afef-47f4-a763-e3a3cba144be None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 12:24:29.276410 dv-neutron-601336-94-hyperv neutron-server[94177]: DEBUG neutron.db.l3_dvr_db [None req-33d53df7-e040-464e-933b-22434c6e1814 None None] Set router 749c0efe-97cb-40ef-9ace-17cfad0b548f gateway port host: dv-neutron-601336-94-hyperv {{(pid=94177) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:838}} Jun 23 12:24:29.285452 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron_lib.callbacks.manager [None req-84975488-c38d-4423-bf65-c5634c2469e0 tempest-TestSnapshotPattern-46408416 tempest-TestSnapshotPattern-46408416-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 12:24:29.321345 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc7542b2-afef-47f4-a763-e3a3cba144be None None] Pushing event updated for resources: {'Port': ['ID=de56969f-426e-431c-b14f-989d1da3e553,revision_number=4']} {{(pid=94176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 12:24:29.324546 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG oslo_concurrency.lockutils [None req-dc7542b2-afef-47f4-a763-e3a3cba144be None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.054s {{(pid=94176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 12:24:29.358781 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron_lib.callbacks.manager [None req-84975488-c38d-4423-bf65-c5634c2469e0 tempest-TestSnapshotPattern-46408416 tempest-TestSnapshotPattern-46408416-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7996355'] for security_group_rule, after_create {{(pid=94175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 12:24:29.360821 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG oslo_concurrency.lockutils [None req-fce14dd5-bd09-4e06-856d-f75bc0ca6e49 tempest-SecGroupTest-1462889432 tempest-SecGroupTest-1462889432-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94175) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 12:24:29.378784 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84975488-c38d-4423-bf65-c5634c2469e0 tempest-TestSnapshotPattern-46408416 tempest-TestSnapshotPattern-46408416-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=30e94179-f98c-4181-a1d3-40dbe2bf6964,revision_number=0']} {{(pid=94175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 12:24:29.381677 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG oslo_concurrency.lockutils [None req-84975488-c38d-4423-bf65-c5634c2469e0 tempest-TestSnapshotPattern-46408416 tempest-TestSnapshotPattern-46408416-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.021s {{(pid=94175) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 12:24:29.450031 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron_lib.callbacks.manager [None req-84975488-c38d-4423-bf65-c5634c2469e0 tempest-TestSnapshotPattern-46408416 tempest-TestSnapshotPattern-46408416-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 12:24:29.451278 dv-neutron-601336-94-hyperv neutron-server[94175]: INFO neutron.wsgi [None req-84975488-c38d-4423-bf65-c5634c2469e0 tempest-TestSnapshotPattern-46408416 tempest-TestSnapshotPattern-46408416-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3270390 Jun 23 12:24:29.454058 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.wsgi [-] (94175) accepted ('10.222.0.20', 50696) {{(pid=94175) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 12:24:29.459351 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.api.v2.base [None req-332a6ef9-4976-415d-b5e6-7dd51d1585c9 tempest-TestSnapshotPattern-46408416 tempest-TestSnapshotPattern-46408416-project] Request body: {'security_group_rule': {'security_group_id': '048069c0-a2ed-46ad-8e19-6575ab01b5de', 'project_id': '9432fb70f3df47a9bca0cd4d5f316c9e', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=94175) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 23 12:24:29.470705 dv-neutron-601336-94-hyperv neutron-server[94177]: DEBUG neutron.db.l3_hamode_db [None req-33d53df7-e040-464e-933b-22434c6e1814 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '749c0efe-97cb-40ef-9ace-17cfad0b548f', 'name': 'tempest-TestSnapshotPattern-304339192-router', 'tenant_id': 'd818954198bf4a21bee9d049108a0bea', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3e7e4eb3-cf02-4d47-ade9-0a579cdfc60f', 'external_fixed_ips': [{'subnet_id': 'a5ad15ab-c489-4a67-a9b0-d559fca0ec71', 'ip_address': '172.26.3.32'}], 'enable_snat': True}, 'gw_port_id': 'de56969f-426e-431c-b14f-989d1da3e553', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-23T12:24:23Z', 'updated_at': '2021-06-23T12:24:27Z', 'revision_number': 4, 'project_id': 'd818954198bf4a21bee9d049108a0bea', 'gw_port': {'id': 'de56969f-426e-431c-b14f-989d1da3e553', 'name': '', 'network_id': '3e7e4eb3-cf02-4d47-ade9-0a579cdfc60f', 'tenant_id': '', 'mac_address': 'fa:16:3e:04:09:16', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '749c0efe-97cb-40ef-9ace-17cfad0b548f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1872, 'fixed_ips': [{'subnet_id': 'a5ad15ab-c489-4a67-a9b0-d559fca0ec71', 'ip_address': '172.26.3.32', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-94-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-23T12:24:24Z', 'updated_at': '2021-06-23T12:24:26Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a5ad15ab-c489-4a67-a9b0-d559fca0ec71', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-601336-94-hyperv', '_interfaces': [{'id': '0565a73d-160c-48aa-83c1-dc8f2b31efca', 'name': '', 'network_id': '9cf03c78-5ed5-45da-b573-54fd6dea2688', 'tenant_id': 'd818954198bf4a21bee9d049108a0bea', 'mac_address': 'fa:16:3e:81:5b:fd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '749c0efe-97cb-40ef-9ace-17cfad0b548f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1873, 'fixed_ips': [{'subnet_id': 'df24a613-c341-4b25-88e5-74b0d9f94fb9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-23T12:24:26Z', 'updated_at': '2021-06-23T12:24:27Z', 'revision_number': 2, 'project_id': 'd818954198bf4a21bee9d049108a0bea', 'subnets': [{'id': 'df24a613-c341-4b25-88e5-74b0d9f94fb9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-601336-94-hyperv', False) {} {{(pid=94177) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 12:24:29.500324 dv-neutron-601336-94-hyperv neutron-server[94177]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-33d53df7-e040-464e-933b-22434c6e1814 None None] Checking router: 749c0efe-97cb-40ef-9ace-17cfad0b548f for host: dv-neutron-601336-94-hyperv {{(pid=94177) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 23 12:24:29.500674 dv-neutron-601336-94-hyperv neutron-server[94177]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-33d53df7-e040-464e-933b-22434c6e1814 None None] Updating router 749c0efe-97cb-40ef-9ace-17cfad0b548f port 0565a73d-160c-48aa-83c1-dc8f2b31efca binding host dv-neutron-601336-94-hyperv {{(pid=94177) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 23 12:24:29.532793 dv-neutron-601336-94-hyperv neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-33d53df7-e040-464e-933b-22434c6e1814 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-923122'] for port, before_update {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 12:24:29.567656 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron_lib.callbacks.manager [None req-332a6ef9-4976-415d-b5e6-7dd51d1585c9 tempest-TestSnapshotPattern-46408416 tempest-TestSnapshotPattern-46408416-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 12:24:29.642131 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron_lib.callbacks.manager [None req-332a6ef9-4976-415d-b5e6-7dd51d1585c9 tempest-TestSnapshotPattern-46408416 tempest-TestSnapshotPattern-46408416-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 12:24:29.707743 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron_lib.callbacks.manager [None req-332a6ef9-4976-415d-b5e6-7dd51d1585c9 tempest-TestSnapshotPattern-46408416 tempest-TestSnapshotPattern-46408416-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7996355'] for security_group_rule, after_create {{(pid=94175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 12:24:29.710237 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG oslo_concurrency.lockutils [None req-b8f6fe57-49c4-4d27-8fd3-1b07aeda43d9 tempest-TestNetworkAdvancedServerOps-1740099935 tempest-TestNetworkAdvancedServerOps-1740099935-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94175) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 12:24:29.732414 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-332a6ef9-4976-415d-b5e6-7dd51d1585c9 tempest-TestSnapshotPattern-46408416 tempest-TestSnapshotPattern-46408416-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e65fadcc-6fdd-4f59-9e13-de6ad3fc14dd,revision_number=0']} {{(pid=94175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 12:24:29.735574 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG oslo_concurrency.lockutils [None req-332a6ef9-4976-415d-b5e6-7dd51d1585c9 tempest-TestSnapshotPattern-46408416 tempest-TestSnapshotPattern-46408416-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.025s {{(pid=94175) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 12:24:29.804455 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron_lib.callbacks.manager [None req-332a6ef9-4976-415d-b5e6-7dd51d1585c9 tempest-TestSnapshotPattern-46408416 tempest-TestSnapshotPattern-46408416-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 12:24:29.805765 dv-neutron-601336-94-hyperv neutron-server[94175]: INFO neutron.wsgi [None req-332a6ef9-4976-415d-b5e6-7dd51d1585c9 tempest-TestSnapshotPattern-46408416 tempest-TestSnapshotPattern-46408416-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.3506701 Jun 23 12:24:29.808402 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.wsgi [-] (94175) accepted ('10.222.0.20', 50698) {{(pid=94175) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 12:24:29.812942 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.api.v2.base [None req-ca188a53-b30c-45d2-9ba5-8f1fb6fad5b8 tempest-TestSnapshotPattern-46408416 tempest-TestSnapshotPattern-46408416-project] Request body: {'security_group_rule': {'security_group_id': '048069c0-a2ed-46ad-8e19-6575ab01b5de', 'project_id': '9432fb70f3df47a9bca0cd4d5f316c9e', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=94175) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 23 12:24:29.873216 dv-neutron-601336-94-hyperv neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-33d53df7-e040-464e-933b-22434c6e1814 None None] Notify callbacks [] for port, precommit_update {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 12:24:29.882846 dv-neutron-601336-94-hyperv neutron-server[94177]: DEBUG neutron.db.provisioning_blocks [None req-33d53df7-e040-464e-933b-22434c6e1814 None None] Transition to ACTIVE for port object 0565a73d-160c-48aa-83c1-dc8f2b31efca will not be triggered until provisioned by entity L2. {{(pid=94177) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 23 12:24:29.899050 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron_lib.callbacks.manager [None req-ca188a53-b30c-45d2-9ba5-8f1fb6fad5b8 tempest-TestSnapshotPattern-46408416 tempest-TestSnapshotPattern-46408416-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 12:24:29.954921 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron_lib.callbacks.manager [None req-ca188a53-b30c-45d2-9ba5-8f1fb6fad5b8 tempest-TestSnapshotPattern-46408416 tempest-TestSnapshotPattern-46408416-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 12:24:29.958200 dv-neutron-601336-94-hyperv neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-33d53df7-e040-464e-933b-22434c6e1814 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-922904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866062', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773700135042', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773699642233', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773699642278'] for port, after_update {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 12:24:29.960794 dv-neutron-601336-94-hyperv neutron-server[94177]: DEBUG oslo_concurrency.lockutils [None req-0990eadb-5ad2-4811-bbee-003c52cef514 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94177) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 12:24:30.012569 dv-neutron-601336-94-hyperv neutron-server[94177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec61a9d0-ba70-4728-9c86-d4568170f698 None None] Pushing event updated for resources: {'Port': ['ID=0565a73d-160c-48aa-83c1-dc8f2b31efca,revision_number=3']} {{(pid=94177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 12:24:30.030428 dv-neutron-601336-94-hyperv neutron-server[94177]: DEBUG oslo_concurrency.lockutils [None req-ec61a9d0-ba70-4728-9c86-d4568170f698 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.070s {{(pid=94177) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 12:24:30.050034 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron_lib.callbacks.manager [None req-ca188a53-b30c-45d2-9ba5-8f1fb6fad5b8 tempest-TestSnapshotPattern-46408416 tempest-TestSnapshotPattern-46408416-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7996355'] for security_group_rule, after_create {{(pid=94175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 12:24:30.052203 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG oslo_concurrency.lockutils [None req-3bcdeb38-1de3-40e9-bb48-6bb92684a255 tempest-TestNetworkBasicOps-233187296 tempest-TestNetworkBasicOps-233187296-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94175) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 12:24:30.064821 dv-neutron-601336-94-hyperv neutron-server[94177]: DEBUG neutron.plugins.ml2.managers [None req-33d53df7-e040-464e-933b-22434c6e1814 None None] Attempting to bind port 0565a73d-160c-48aa-83c1-dc8f2b31efca on host dv-neutron-601336-94-hyperv for vnic_type normal with profile {{(pid=94177) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 23 12:24:30.064962 dv-neutron-601336-94-hyperv neutron-server[94177]: DEBUG neutron.plugins.ml2.managers [None req-33d53df7-e040-464e-933b-22434c6e1814 None None] Attempting to bind port 0565a73d-160c-48aa-83c1-dc8f2b31efca by drivers openvswitch,hyperv on host dv-neutron-601336-94-hyperv at level 0 using segments [{'id': '98424a50-6973-438d-b49a-c9ebac4eff1e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 439, 'network_id': '9cf03c78-5ed5-45da-b573-54fd6dea2688'}] {{(pid=94177) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 23 12:24:30.065251 dv-neutron-601336-94-hyperv neutron-server[94177]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-33d53df7-e040-464e-933b-22434c6e1814 None None] Attempting to bind port 0565a73d-160c-48aa-83c1-dc8f2b31efca on network 9cf03c78-5ed5-45da-b573-54fd6dea2688 {{(pid=94177) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 23 12:24:30.070293 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca188a53-b30c-45d2-9ba5-8f1fb6fad5b8 tempest-TestSnapshotPattern-46408416 tempest-TestSnapshotPattern-46408416-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5adb4e87-80e7-4ed6-ab77-65957b515f63,revision_number=0']} {{(pid=94175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 12:24:30.071289 dv-neutron-601336-94-hyperv neutron-server[94177]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-33d53df7-e040-464e-933b-22434c6e1814 None None] Checking agent: {'id': '4d05f899-5ac9-411b-8a03-f60c93f87cdf', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-601336-94-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 23, 11, 22, 14), 'started_at': datetime.datetime(2021, 6, 23, 11, 22, 44), 'heartbeat_timestamp': datetime.datetime(2021, 6, 23, 12, 24, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'monitor_allowed_address_pair_garp': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-601336-94-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94177) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 23 12:24:30.071685 dv-neutron-601336-94-hyperv neutron-server[94177]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-33d53df7-e040-464e-933b-22434c6e1814 None None] Checking segment: {'id': '98424a50-6973-438d-b49a-c9ebac4eff1e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 439, 'network_id': '9cf03c78-5ed5-45da-b573-54fd6dea2688'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94177) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 23 12:24:30.072796 dv-neutron-601336-94-hyperv neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-33d53df7-e040-464e-933b-22434c6e1814 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 12:24:30.073197 dv-neutron-601336-94-hyperv neutron-server[94177]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-33d53df7-e040-464e-933b-22434c6e1814 None None] Bound using segment: {'id': '98424a50-6973-438d-b49a-c9ebac4eff1e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 439, 'network_id': '9cf03c78-5ed5-45da-b573-54fd6dea2688'} {{(pid=94177) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 23 12:24:30.073559 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG oslo_concurrency.lockutils [None req-ca188a53-b30c-45d2-9ba5-8f1fb6fad5b8 tempest-TestSnapshotPattern-46408416 tempest-TestSnapshotPattern-46408416-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.021s {{(pid=94175) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 12:24:30.073682 dv-neutron-601336-94-hyperv neutron-server[94177]: DEBUG neutron.plugins.ml2.managers [None req-33d53df7-e040-464e-933b-22434c6e1814 None None] Bound port: 0565a73d-160c-48aa-83c1-dc8f2b31efca, host: dv-neutron-601336-94-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '98424a50-6973-438d-b49a-c9ebac4eff1e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 439, 'network_id': '9cf03c78-5ed5-45da-b573-54fd6dea2688'}}] {{(pid=94177) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 23 12:24:30.074222 dv-neutron-601336-94-hyperv neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-33d53df7-e040-464e-933b-22434c6e1814 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-923122'] for port, before_update {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 12:24:30.138627 dv-neutron-601336-94-hyperv neutron-server[94177]: DEBUG neutron.plugins.ml2.db [None req-33d53df7-e040-464e-933b-22434c6e1814 None None] For port 0565a73d-160c-48aa-83c1-dc8f2b31efca, host dv-neutron-601336-94-hyperv, cleared binding levels {{(pid=94177) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 23 12:24:30.141940 dv-neutron-601336-94-hyperv neutron-server[94177]: DEBUG neutron.plugins.ml2.db [None req-33d53df7-e040-464e-933b-22434c6e1814 None None] For port 0565a73d-160c-48aa-83c1-dc8f2b31efca, host dv-neutron-601336-94-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-94-hyperv',level=0,port_id=0565a73d-160c-48aa-83c1-dc8f2b31efca,segment=NetworkSegment(98424a50-6973-438d-b49a-c9ebac4eff1e),segment_id=98424a50-6973-438d-b49a-c9ebac4eff1e)] {{(pid=94177) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 23 12:24:30.153910 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron_lib.callbacks.manager [None req-ca188a53-b30c-45d2-9ba5-8f1fb6fad5b8 tempest-TestSnapshotPattern-46408416 tempest-TestSnapshotPattern-46408416-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 12:24:30.153910 dv-neutron-601336-94-hyperv neutron-server[94175]: INFO neutron.wsgi [None req-ca188a53-b30c-45d2-9ba5-8f1fb6fad5b8 tempest-TestSnapshotPattern-46408416 tempest-TestSnapshotPattern-46408416-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3345597 Jun 23 12:24:30.153910 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.wsgi [-] (94175) accepted ('10.222.0.20', 50700) {{(pid=94175) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 12:24:30.153910 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.api.v2.base [None req-c6668547-a1ac-4bff-93e5-107828f4a53f tempest-TestSnapshotPattern-46408416 tempest-TestSnapshotPattern-46408416-project] Request body: {'security_group_rule': {'security_group_id': '048069c0-a2ed-46ad-8e19-6575ab01b5de', 'project_id': '9432fb70f3df47a9bca0cd4d5f316c9e', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=94175) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 23 12:24:30.216325 dv-neutron-601336-94-hyperv neutron-server[94177]: DEBUG neutron_lib.callbacks.manager [None req-33d53df7-e040-464e-933b-22434c6e1814 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-922904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866062', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773700135042', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773699642233', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773699642278'] for port, after_update {{(pid=94177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 12:24:30.218352 dv-neutron-601336-94-hyperv neutron-server[94177]: DEBUG oslo_concurrency.lockutils [None req-c972c098-4811-4eb8-a231-4d1de8301cdd None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94177) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 12:24:30.244432 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron_lib.callbacks.manager [None req-c6668547-a1ac-4bff-93e5-107828f4a53f tempest-TestSnapshotPattern-46408416 tempest-TestSnapshotPattern-46408416-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 12:24:30.274318 dv-neutron-601336-94-hyperv neutron-server[94177]: DEBUG neutron.db.l3_dvrscheduler_db [None req-33d53df7-e040-464e-933b-22434c6e1814 None None] Routers {'749c0efe-97cb-40ef-9ace-17cfad0b548f'} bound to L3 agent in host dv-neutron-601336-94-hyperv {{(pid=94177) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 23 12:24:30.274954 dv-neutron-601336-94-hyperv neutron-server[94177]: DEBUG neutron.db.l3_hamode_db [None req-33d53df7-e040-464e-933b-22434c6e1814 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-601336-94-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-06-23T11:22:13Z,description=,heartbeat_timestamp=2021-06-23T12:24:13Z,host='dv-neutron-601336-94-hyperv',id=50ef99c0-ef28-4db5-b303-b145898fae60,load=0,resource_versions=,resources_synced=,started_at=2021-06-23T11:22:14Z,topic='l3_agent')) {'router_ids': ['749c0efe-97cb-40ef-9ace-17cfad0b548f'], 'active': True} {{(pid=94177) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 12:24:30.314282 dv-neutron-601336-94-hyperv neutron-server[94177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec61a9d0-ba70-4728-9c86-d4568170f698 None None] Pushing event updated for resources: {'Port': ['ID=0565a73d-160c-48aa-83c1-dc8f2b31efca,revision_number=4']} {{(pid=94177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 12:24:30.316717 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron_lib.callbacks.manager [None req-c6668547-a1ac-4bff-93e5-107828f4a53f tempest-TestSnapshotPattern-46408416 tempest-TestSnapshotPattern-46408416-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 12:24:30.319340 dv-neutron-601336-94-hyperv neutron-server[94177]: DEBUG oslo_concurrency.lockutils [None req-ec61a9d0-ba70-4728-9c86-d4568170f698 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.101s {{(pid=94177) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 12:24:30.389542 dv-neutron-601336-94-hyperv neutron-server[94177]: DEBUG neutron.db.l3_dvr_db [None req-33d53df7-e040-464e-933b-22434c6e1814 None None] Set router 749c0efe-97cb-40ef-9ace-17cfad0b548f gateway port host: dv-neutron-601336-94-hyperv {{(pid=94177) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:838}} Jun 23 12:24:30.404513 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron_lib.callbacks.manager [None req-c6668547-a1ac-4bff-93e5-107828f4a53f tempest-TestSnapshotPattern-46408416 tempest-TestSnapshotPattern-46408416-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7996355'] for security_group_rule, after_create {{(pid=94175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 12:24:30.406679 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG oslo_concurrency.lockutils [None req-1c711db6-e0f2-4a54-9dbf-3c1402b7c738 tempest-TestNetworkAdvancedServerOps-1740099935 tempest-TestNetworkAdvancedServerOps-1740099935-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94175) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 12:24:30.424230 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6668547-a1ac-4bff-93e5-107828f4a53f tempest-TestSnapshotPattern-46408416 tempest-TestSnapshotPattern-46408416-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=85d6ab6d-324d-44db-b9e4-fb0bdb7abced,revision_number=0']} {{(pid=94175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 12:24:30.432526 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG oslo_concurrency.lockutils [None req-c6668547-a1ac-4bff-93e5-107828f4a53f tempest-TestSnapshotPattern-46408416 tempest-TestSnapshotPattern-46408416-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.026s {{(pid=94175) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 12:24:30.489880 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron_lib.callbacks.manager [None req-c6668547-a1ac-4bff-93e5-107828f4a53f tempest-TestSnapshotPattern-46408416 tempest-TestSnapshotPattern-46408416-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 12:24:30.491571 dv-neutron-601336-94-hyperv neutron-server[94175]: INFO neutron.wsgi [None req-c6668547-a1ac-4bff-93e5-107828f4a53f tempest-TestSnapshotPattern-46408416 tempest-TestSnapshotPattern-46408416-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.3433659 Jun 23 12:24:30.494131 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.wsgi [-] (94175) accepted ('10.222.0.20', 50702) {{(pid=94175) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 12:24:30.498834 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.api.v2.base [None req-41515314-4df9-4174-bcce-56cf4126f1a0 tempest-TestSnapshotPattern-46408416 tempest-TestSnapshotPattern-46408416-project] Request body: {'security_group_rule': {'security_group_id': '048069c0-a2ed-46ad-8e19-6575ab01b5de', 'project_id': '9432fb70f3df47a9bca0cd4d5f316c9e', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=94175) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 23 12:24:30.576049 dv-neutron-601336-94-hyperv neutron-server[94175]: INFO neutron.db.securitygroups_db [None req-41515314-4df9-4174-bcce-56cf4126f1a0 tempest-TestSnapshotPattern-46408416 tempest-TestSnapshotPattern-46408416-project] Project 9432fb70f3df47a9bca0cd4d5f316c9e added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jun 23 12:24:30.581042 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron_lib.callbacks.manager [None req-41515314-4df9-4174-bcce-56cf4126f1a0 tempest-TestSnapshotPattern-46408416 tempest-TestSnapshotPattern-46408416-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 12:24:30.593765 dv-neutron-601336-94-hyperv neutron-server[94177]: DEBUG neutron.db.l3_hamode_db [None req-33d53df7-e040-464e-933b-22434c6e1814 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '749c0efe-97cb-40ef-9ace-17cfad0b548f', 'name': 'tempest-TestSnapshotPattern-304339192-router', 'tenant_id': 'd818954198bf4a21bee9d049108a0bea', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3e7e4eb3-cf02-4d47-ade9-0a579cdfc60f', 'external_fixed_ips': [{'subnet_id': 'a5ad15ab-c489-4a67-a9b0-d559fca0ec71', 'ip_address': '172.26.3.32'}], 'enable_snat': True}, 'gw_port_id': 'de56969f-426e-431c-b14f-989d1da3e553', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-23T12:24:23Z', 'updated_at': '2021-06-23T12:24:27Z', 'revision_number': 4, 'project_id': 'd818954198bf4a21bee9d049108a0bea', 'gw_port': {'id': 'de56969f-426e-431c-b14f-989d1da3e553', 'name': '', 'network_id': '3e7e4eb3-cf02-4d47-ade9-0a579cdfc60f', 'tenant_id': '', 'mac_address': 'fa:16:3e:04:09:16', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '749c0efe-97cb-40ef-9ace-17cfad0b548f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1872, 'fixed_ips': [{'subnet_id': 'a5ad15ab-c489-4a67-a9b0-d559fca0ec71', 'ip_address': '172.26.3.32', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-94-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-23T12:24:24Z', 'updated_at': '2021-06-23T12:24:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a5ad15ab-c489-4a67-a9b0-d559fca0ec71', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-601336-94-hyperv', '_interfaces': [{'id': '0565a73d-160c-48aa-83c1-dc8f2b31efca', 'name': '', 'network_id': '9cf03c78-5ed5-45da-b573-54fd6dea2688', 'tenant_id': 'd818954198bf4a21bee9d049108a0bea', 'mac_address': 'fa:16:3e:81:5b:fd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '749c0efe-97cb-40ef-9ace-17cfad0b548f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1873, 'fixed_ips': [{'subnet_id': 'df24a613-c341-4b25-88e5-74b0d9f94fb9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-94-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-23T12:24:26Z', 'updated_at': '2021-06-23T12:24:30Z', 'revision_number': 4, 'project_id': 'd818954198bf4a21bee9d049108a0bea', 'subnets': [{'id': 'df24a613-c341-4b25-88e5-74b0d9f94fb9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-601336-94-hyperv', False) {} {{(pid=94177) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 12:24:30.619479 dv-neutron-601336-94-hyperv neutron-server[94177]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-33d53df7-e040-464e-933b-22434c6e1814 None None] The sync data for ids ['749c0efe-97cb-40ef-9ace-17cfad0b548f'] in dv-neutron-601336-94-hyperv is: [{'id': '749c0efe-97cb-40ef-9ace-17cfad0b548f', 'name': 'tempest-TestSnapshotPattern-304339192-router', 'tenant_id': 'd818954198bf4a21bee9d049108a0bea', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3e7e4eb3-cf02-4d47-ade9-0a579cdfc60f', 'external_fixed_ips': [{'subnet_id': 'a5ad15ab-c489-4a67-a9b0-d559fca0ec71', 'ip_address': '172.26.3.32'}], 'enable_snat': True}, 'gw_port_id': 'de56969f-426e-431c-b14f-989d1da3e553', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-23T12:24:23Z', 'updated_at': '2021-06-23T12:24:27Z', 'revision_number': 4, 'project_id': 'd818954198bf4a21bee9d049108a0bea', 'gw_port': {'id': 'de56969f-426e-431c-b14f-989d1da3e553', 'name': '', 'network_id': '3e7e4eb3-cf02-4d47-ade9-0a579cdfc60f', 'tenant_id': '', 'mac_address': 'fa:16:3e:04:09:16', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '749c0efe-97cb-40ef-9ace-17cfad0b548f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1872, 'fixed_ips': [{'subnet_id': 'a5ad15ab-c489-4a67-a9b0-d559fca0ec71', 'ip_address': '172.26.3.32', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-94-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-23T12:24:24Z', 'updated_at': '2021-06-23T12:24:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a5ad15ab-c489-4a67-a9b0-d559fca0ec71', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-601336-94-hyperv', '_interfaces': [{'id': '0565a73d-160c-48aa-83c1-dc8f2b31efca', 'name': '', 'network_id': '9cf03c78-5ed5-45da-b573-54fd6dea2688', 'tenant_id': 'd818954198bf4a21bee9d049108a0bea', 'mac_address': 'fa:16:3e:81:5b:fd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '749c0efe-97cb-40ef-9ace-17cfad0b548f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1873, 'fixed_ips': [{'subnet_id': 'df24a613-c341-4b25-88e5-74b0d9f94fb9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-94-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-23T12:24:26Z', 'updated_at': '2021-06-23T12:24:30Z', 'revision_number': 4, 'project_id': 'd818954198bf4a21bee9d049108a0bea', 'subnets': [{'id': 'df24a613-c341-4b25-88e5-74b0d9f94fb9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94177) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 23 12:24:30.645770 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron_lib.callbacks.manager [None req-41515314-4df9-4174-bcce-56cf4126f1a0 tempest-TestSnapshotPattern-46408416 tempest-TestSnapshotPattern-46408416-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 12:24:30.717224 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron_lib.callbacks.manager [None req-41515314-4df9-4174-bcce-56cf4126f1a0 tempest-TestSnapshotPattern-46408416 tempest-TestSnapshotPattern-46408416-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7996355'] for security_group_rule, after_create {{(pid=94175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 12:24:30.719374 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG oslo_concurrency.lockutils [None req-62e7aefd-4fc3-43ae-a751-62da2437efa9 tempest-TestNetworkAdvancedServerOps-1740099935 tempest-TestNetworkAdvancedServerOps-1740099935-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94175) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 12:24:30.738851 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41515314-4df9-4174-bcce-56cf4126f1a0 tempest-TestSnapshotPattern-46408416 tempest-TestSnapshotPattern-46408416-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=84f24db7-d4b3-4f07-8ea0-c9ff8043abd6,revision_number=0']} {{(pid=94175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 12:24:30.741486 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG oslo_concurrency.lockutils [None req-41515314-4df9-4174-bcce-56cf4126f1a0 tempest-TestSnapshotPattern-46408416 tempest-TestSnapshotPattern-46408416-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.022s {{(pid=94175) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 12:24:30.820382 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron_lib.callbacks.manager [None req-41515314-4df9-4174-bcce-56cf4126f1a0 tempest-TestSnapshotPattern-46408416 tempest-TestSnapshotPattern-46408416-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 12:24:30.821651 dv-neutron-601336-94-hyperv neutron-server[94175]: INFO neutron.wsgi [None req-41515314-4df9-4174-bcce-56cf4126f1a0 tempest-TestSnapshotPattern-46408416 tempest-TestSnapshotPattern-46408416-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.3264077 Jun 23 12:24:30.824479 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.wsgi [-] (94175) accepted ('10.222.0.20', 50704) {{(pid=94175) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 12:24:30.832936 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.api.v2.base [None req-3f800ca9-7180-435c-b7dc-ed87243887eb tempest-TestSnapshotPattern-46408416 tempest-TestSnapshotPattern-46408416-project] Request body: {'security_group_rule': {'security_group_id': '048069c0-a2ed-46ad-8e19-6575ab01b5de', 'project_id': '9432fb70f3df47a9bca0cd4d5f316c9e', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=94175) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 23 12:24:30.962770 dv-neutron-601336-94-hyperv neutron-server[94175]: INFO neutron.db.securitygroups_db [None req-3f800ca9-7180-435c-b7dc-ed87243887eb tempest-TestSnapshotPattern-46408416 tempest-TestSnapshotPattern-46408416-project] Project 9432fb70f3df47a9bca0cd4d5f316c9e added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jun 23 12:24:30.968349 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron_lib.callbacks.manager [None req-3f800ca9-7180-435c-b7dc-ed87243887eb tempest-TestSnapshotPattern-46408416 tempest-TestSnapshotPattern-46408416-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 12:24:31.038029 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.plugins.ml2.rpc [None req-dc7542b2-afef-47f4-a763-e3a3cba144be None None] Device de56969f-426e-431c-b14f-989d1da3e553 up at agent ovs-agent-dv-neutron-601336-94-hyperv {{(pid=94176) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:298}} Jun 23 12:24:31.044516 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron_lib.callbacks.manager [None req-3f800ca9-7180-435c-b7dc-ed87243887eb tempest-TestSnapshotPattern-46408416 tempest-TestSnapshotPattern-46408416-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 12:24:31.083371 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.db.provisioning_blocks [None req-dc7542b2-afef-47f4-a763-e3a3cba144be None None] Provisioning complete for port de56969f-426e-431c-b14f-989d1da3e553 triggered by entity L2. {{(pid=94176) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 23 12:24:31.083698 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron_lib.callbacks.manager [None req-dc7542b2-afef-47f4-a763-e3a3cba144be None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-899258'] for port, provisioning_complete {{(pid=94176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 12:24:31.118809 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron_lib.callbacks.manager [None req-3f800ca9-7180-435c-b7dc-ed87243887eb tempest-TestSnapshotPattern-46408416 tempest-TestSnapshotPattern-46408416-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7996355'] for security_group_rule, after_create {{(pid=94175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 12:24:31.124083 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG oslo_concurrency.lockutils [None req-919166fd-7507-48a6-ad2c-9a60f3bd8346 tempest-TestNetworkBasicOps-233187296 tempest-TestNetworkBasicOps-233187296-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94175) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 12:24:31.140099 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f800ca9-7180-435c-b7dc-ed87243887eb tempest-TestSnapshotPattern-46408416 tempest-TestSnapshotPattern-46408416-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=937a4a9a-d127-478b-8e32-1c806eee4f76,revision_number=0']} {{(pid=94175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 12:24:31.142602 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG oslo_concurrency.lockutils [None req-3f800ca9-7180-435c-b7dc-ed87243887eb tempest-TestSnapshotPattern-46408416 tempest-TestSnapshotPattern-46408416-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=94175) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 12:24:31.162682 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.plugins.ml2.rpc [None req-dc7542b2-afef-47f4-a763-e3a3cba144be None None] Device 0565a73d-160c-48aa-83c1-dc8f2b31efca up at agent ovs-agent-dv-neutron-601336-94-hyperv {{(pid=94176) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:298}} Jun 23 12:24:31.227682 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron_lib.callbacks.manager [None req-3f800ca9-7180-435c-b7dc-ed87243887eb tempest-TestSnapshotPattern-46408416 tempest-TestSnapshotPattern-46408416-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 12:24:31.228991 dv-neutron-601336-94-hyperv neutron-server[94175]: INFO neutron.wsgi [None req-3f800ca9-7180-435c-b7dc-ed87243887eb tempest-TestSnapshotPattern-46408416 tempest-TestSnapshotPattern-46408416-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.4034615 Jun 23 12:24:31.290269 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.db.provisioning_blocks [None req-dc7542b2-afef-47f4-a763-e3a3cba144be None None] Provisioning for port 0565a73d-160c-48aa-83c1-dc8f2b31efca completed by entity L2. {{(pid=94176) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 23 12:24:31.294627 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.db.provisioning_blocks [None req-dc7542b2-afef-47f4-a763-e3a3cba144be None None] Provisioning complete for port 0565a73d-160c-48aa-83c1-dc8f2b31efca triggered by entity L2. {{(pid=94176) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 23 12:24:31.295019 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron_lib.callbacks.manager [None req-dc7542b2-afef-47f4-a763-e3a3cba144be None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-899258'] for port, provisioning_complete {{(pid=94176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 12:24:31.370159 dv-neutron-601336-94-hyperv neutron-server[94175]: INFO neutron.wsgi [req-04ef3bee-9eb5-49dc-8286-f179485549fd req-b44c1ba5-5675-4b48-8401-b6b876f42cf3 tempest-TestSnapshotPattern-46408416 tempest-TestSnapshotPattern-46408416-project] 10.222.0.20 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1291274636&fields=id&tenant_id=9432fb70f3df47a9bca0cd4d5f316c9e HTTP/1.1" status: 200 len: 267 time: 0.0331998 Jun 23 12:24:31.377945 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron_lib.callbacks.manager [None req-dc7542b2-afef-47f4-a763-e3a3cba144be None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-923122'] for port, before_update {{(pid=94176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 12:24:31.409287 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.plugins.ml2.db [None req-dc7542b2-afef-47f4-a763-e3a3cba144be None None] For port 0565a73d-160c-48aa-83c1-dc8f2b31efca, host dv-neutron-601336-94-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-94-hyperv',level=0,port_id=0565a73d-160c-48aa-83c1-dc8f2b31efca,segment=NetworkSegment(98424a50-6973-438d-b49a-c9ebac4eff1e),segment_id=98424a50-6973-438d-b49a-c9ebac4eff1e)] {{(pid=94176) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 23 12:24:31.472614 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron_lib.callbacks.manager [None req-dc7542b2-afef-47f4-a763-e3a3cba144be None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-922904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866062', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773700135042', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773699642233', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773699642278'] for port, after_update {{(pid=94176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 12:24:31.474588 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG oslo_concurrency.lockutils [None req-6c07155b-ff71-46db-bba7-48bebb55fbbc None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 12:24:31.478678 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04ef3bee-9eb5-49dc-8286-f179485549fd req-2e3298e3-5245-467f-8213-2944a7aa4ea3 tempest-TestSnapshotPattern-46408416 tempest-TestSnapshotPattern-46408416-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 12:24:31.480197 dv-neutron-601336-94-hyperv neutron-server[94175]: INFO neutron.wsgi [req-04ef3bee-9eb5-49dc-8286-f179485549fd req-2e3298e3-5245-467f-8213-2944a7aa4ea3 tempest-TestSnapshotPattern-46408416 tempest-TestSnapshotPattern-46408416-project] 10.222.0.20 "GET /v2.0/networks?id=35060897-86ce-4a62-8170-f4706aea229e HTTP/1.1" status: 200 len: 810 time: 0.1035664 Jun 23 12:24:31.495306 dv-neutron-601336-94-hyperv neutron-server[94175]: INFO neutron.wsgi [req-04ef3bee-9eb5-49dc-8286-f179485549fd req-9c3e7a43-8bf0-4050-b93c-b6eb100ad2ed tempest-TestSnapshotPattern-46408416 tempest-TestSnapshotPattern-46408416-project] 10.222.0.20 "GET /v2.0/quotas/9432fb70f3df47a9bca0cd4d5f316c9e HTTP/1.1" status: 200 len: 375 time: 0.0095222 Jun 23 12:24:31.521239 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc7542b2-afef-47f4-a763-e3a3cba144be None None] Pushing event updated for resources: {'Port': ['ID=0565a73d-160c-48aa-83c1-dc8f2b31efca,revision_number=5']} {{(pid=94176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 12:24:31.524761 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG oslo_concurrency.lockutils [None req-dc7542b2-afef-47f4-a763-e3a3cba144be None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=94176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 12:24:31.561474 dv-neutron-601336-94-hyperv neutron-server[94175]: INFO neutron.wsgi [req-04ef3bee-9eb5-49dc-8286-f179485549fd req-06c59b05-33cf-4b20-a69a-5062050f55d8 tempest-TestSnapshotPattern-46408416 tempest-TestSnapshotPattern-46408416-project] 10.222.0.20 "GET /v2.0/ports?tenant_id=9432fb70f3df47a9bca0cd4d5f316c9e&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0610795 Jun 23 12:24:31.662831 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.wsgi [req-04ef3bee-9eb5-49dc-8286-f179485549fd req-131cc91a-647c-4f8e-94fe-e934a4a15e1a service neutron] http://10.222.0.20:9696/v2.0/extensions returned with HTTP 200 {{(pid=94175) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 23 12:24:31.663939 dv-neutron-601336-94-hyperv neutron-server[94175]: INFO neutron.wsgi [req-04ef3bee-9eb5-49dc-8286-f179485549fd req-131cc91a-647c-4f8e-94fe-e934a4a15e1a service neutron] 10.222.0.20 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13933 time: 0.0907323 Jun 23 12:24:31.756518 dv-neutron-601336-94-hyperv neutron-server[94175]: INFO neutron.wsgi [req-04ef3bee-9eb5-49dc-8286-f179485549fd req-4806b1ae-4971-4321-9729-9f030d85540d service neutron] 10.222.0.20 "GET /v2.0/networks/35060897-86ce-4a62-8170-f4706aea229e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0861840 Jun 23 12:24:31.853453 dv-neutron-601336-94-hyperv neutron-server[94175]: INFO neutron.wsgi [req-04ef3bee-9eb5-49dc-8286-f179485549fd req-ce6f2a65-a699-4fc6-830d-0e1465ff7a76 service neutron] 10.222.0.20 "GET /v2.0/networks/35060897-86ce-4a62-8170-f4706aea229e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0908406 Jun 23 12:24:32.118333 dv-neutron-601336-94-hyperv neutron-server[94174]: INFO neutron.wsgi [req-9779daa2-b0d1-495d-95a9-363fd5e97c2b req-d09f1031-868b-46b3-a58e-308604a364b3 tempest-TestSnapshotPattern-46408416 tempest-TestSnapshotPattern-46408416-project] 10.222.0.20 "GET /v2.0/ports?device_id=2c1e8735-4930-4e1a-a05d-6b0f4e63488d HTTP/1.1" status: 200 len: 210 time: 0.0379226 Jun 23 12:24:32.961142 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.plugins.ml2.rpc [None req-dc7542b2-afef-47f4-a763-e3a3cba144be None None] Device 0565a73d-160c-48aa-83c1-dc8f2b31efca up at agent ovs-agent-dv-neutron-601336-94-hyperv {{(pid=94176) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:298}} Jun 23 12:24:33.007859 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.db.provisioning_blocks [None req-dc7542b2-afef-47f4-a763-e3a3cba144be None None] Provisioning complete for port 0565a73d-160c-48aa-83c1-dc8f2b31efca triggered by entity L2. {{(pid=94176) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 23 12:24:33.008243 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron_lib.callbacks.manager [None req-dc7542b2-afef-47f4-a763-e3a3cba144be None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-899258'] for port, provisioning_complete {{(pid=94176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 12:24:33.250860 dv-neutron-601336-94-hyperv neutron-server[94175]: INFO neutron.wsgi [req-1094fb63-6ccc-4bcb-b546-c16c93f182c8 req-95d7e996-704e-4647-97ed-c897e782b7c1 tempest-TestSnapshotPattern-46408416 tempest-TestSnapshotPattern-46408416-project] 10.222.0.20 "GET /v2.0/ports?device_id=2c1e8735-4930-4e1a-a05d-6b0f4e63488d HTTP/1.1" status: 200 len: 210 time: 0.0307217 Jun 23 12:24:34.145457 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04ef3bee-9eb5-49dc-8286-f179485549fd req-faacf714-13b6-40e7-83ae-b33fdd9c10ee tempest-TestSnapshotPattern-46408416 tempest-TestSnapshotPattern-46408416-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 12:24:34.147506 dv-neutron-601336-94-hyperv neutron-server[94175]: INFO neutron.wsgi [req-04ef3bee-9eb5-49dc-8286-f179485549fd req-faacf714-13b6-40e7-83ae-b33fdd9c10ee tempest-TestSnapshotPattern-46408416 tempest-TestSnapshotPattern-46408416-project] 10.222.0.52 "GET /v2.0/networks?id=35060897-86ce-4a62-8170-f4706aea229e HTTP/1.1" status: 200 len: 810 time: 0.1069796 Jun 23 12:24:34.193354 dv-neutron-601336-94-hyperv neutron-server[94175]: INFO neutron.wsgi [req-04ef3bee-9eb5-49dc-8286-f179485549fd req-8427e6d5-343d-40fd-81ee-2cf435b0329b tempest-TestSnapshotPattern-46408416 tempest-TestSnapshotPattern-46408416-project] 10.222.0.52 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=9432fb70f3df47a9bca0cd4d5f316c9e HTTP/1.1" status: 200 len: 380 time: 0.0369022 Jun 23 12:24:34.202817 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.api.v2.base [req-04ef3bee-9eb5-49dc-8286-f179485549fd req-52f7e049-1430-4754-81c4-bb4b78da38ce tempest-TestSnapshotPattern-46408416 tempest-TestSnapshotPattern-46408416-project] Request body: {'port': {'device_id': '2c1e8735-4930-4e1a-a05d-6b0f4e63488d', 'network_id': '35060897-86ce-4a62-8170-f4706aea229e', 'admin_state_up': True, 'tenant_id': '9432fb70f3df47a9bca0cd4d5f316c9e', 'security_groups': ['048069c0-a2ed-46ad-8e19-6575ab01b5de']}} {{(pid=94175) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 23 12:24:34.392548 dv-neutron-601336-94-hyperv neutron-server[94174]: INFO neutron.wsgi [req-7d2868f3-4cba-40c7-8a5a-d5885c3321bd req-c6b9e53d-b3db-4b25-8a32-e8dd65b38517 tempest-TestSnapshotPattern-46408416 tempest-TestSnapshotPattern-46408416-project] 10.222.0.20 "GET /v2.0/ports?device_id=2c1e8735-4930-4e1a-a05d-6b0f4e63488d HTTP/1.1" status: 200 len: 210 time: 0.0291443 Jun 23 12:24:34.403933 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-04ef3bee-9eb5-49dc-8286-f179485549fd req-52f7e049-1430-4754-81c4-bb4b78da38ce tempest-TestSnapshotPattern-46408416 tempest-TestSnapshotPattern-46408416-project] Made reservation on behalf of 9432fb70f3df47a9bca0cd4d5f316c9e for: {'port': 1} {{(pid=94175) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 23 12:24:34.407817 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron_lib.callbacks.manager [req-04ef3bee-9eb5-49dc-8286-f179485549fd req-52f7e049-1430-4754-81c4-bb4b78da38ce tempest-TestSnapshotPattern-46408416 tempest-TestSnapshotPattern-46408416-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-923104'] for port, before_create {{(pid=94175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 12:24:34.535998 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.db.db_base_plugin_common [req-04ef3bee-9eb5-49dc-8286-f179485549fd req-52f7e049-1430-4754-81c4-bb4b78da38ce tempest-TestSnapshotPattern-46408416 tempest-TestSnapshotPattern-46408416-project] Allocated IP 172.20.0.3 (35060897-86ce-4a62-8170-f4706aea229e/29faf701-512f-4f97-9911-155d0e3fc579/4b752386-8e92-4728-8f9a-9dc32257bb4f) {{(pid=94175) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 23 12:24:34.680633 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron_lib.callbacks.manager [req-04ef3bee-9eb5-49dc-8286-f179485549fd req-52f7e049-1430-4754-81c4-bb4b78da38ce tempest-TestSnapshotPattern-46408416 tempest-TestSnapshotPattern-46408416-project] Notify callbacks [] for port, precommit_create {{(pid=94175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 12:24:34.697336 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.db.provisioning_blocks [req-04ef3bee-9eb5-49dc-8286-f179485549fd req-52f7e049-1430-4754-81c4-bb4b78da38ce tempest-TestSnapshotPattern-46408416 tempest-TestSnapshotPattern-46408416-project] Transition to ACTIVE for port object 4b752386-8e92-4728-8f9a-9dc32257bb4f will not be triggered until provisioned by entity DHCP. {{(pid=94175) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 23 12:24:34.805404 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron_lib.callbacks.manager [req-04ef3bee-9eb5-49dc-8286-f179485549fd req-52f7e049-1430-4754-81c4-bb4b78da38ce tempest-TestSnapshotPattern-46408416 tempest-TestSnapshotPattern-46408416-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-922915', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-239814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7866073', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773699642215', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-5082457'] for port, after_create {{(pid=94175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 12:24:34.809401 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG oslo_concurrency.lockutils [None req-f3bd2d1e-a1ae-4a3d-96c6-9b94eb8b6985 tempest-TestNetworkAdvancedServerOps-1740099935 tempest-TestNetworkAdvancedServerOps-1740099935-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94175) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 12:24:34.849209 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-04ef3bee-9eb5-49dc-8286-f179485549fd req-52f7e049-1430-4754-81c4-bb4b78da38ce tempest-TestSnapshotPattern-46408416 tempest-TestSnapshotPattern-46408416-project] Network 35060897-86ce-4a62-8170-f4706aea229e is already hosted by enough agents. {{(pid=94175) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 23 12:24:34.852396 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.scheduler.base_scheduler [req-04ef3bee-9eb5-49dc-8286-f179485549fd req-52f7e049-1430-4754-81c4-bb4b78da38ce tempest-TestSnapshotPattern-46408416 tempest-TestSnapshotPattern-46408416-project] Resources bound (agent type, host, resource id): {{(pid=94175) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 23 12:24:34.858557 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.db.l3_dvrscheduler_db [req-04ef3bee-9eb5-49dc-8286-f179485549fd req-52f7e049-1430-4754-81c4-bb4b78da38ce tempest-TestSnapshotPattern-46408416 tempest-TestSnapshotPattern-46408416-project] Received port after_create {{(pid=94175) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 23 12:24:34.865249 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52f7e049-1430-4754-81c4-bb4b78da38ce tempest-TestSnapshotPattern-46408416 tempest-TestSnapshotPattern-46408416-project] Pushing event updated for resources: {'Port': ['ID=4b752386-8e92-4728-8f9a-9dc32257bb4f,revision_number=1']} {{(pid=94175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 12:24:34.886160 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG oslo_concurrency.lockutils [None req-52f7e049-1430-4754-81c4-bb4b78da38ce tempest-TestSnapshotPattern-46408416 tempest-TestSnapshotPattern-46408416-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.077s {{(pid=94175) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 12:24:34.912915 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04ef3bee-9eb5-49dc-8286-f179485549fd req-52f7e049-1430-4754-81c4-bb4b78da38ce tempest-TestSnapshotPattern-46408416 tempest-TestSnapshotPattern-46408416-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 12:24:34.913546 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron_lib.callbacks.manager [req-04ef3bee-9eb5-49dc-8286-f179485549fd req-52f7e049-1430-4754-81c4-bb4b78da38ce tempest-TestSnapshotPattern-46408416 tempest-TestSnapshotPattern-46408416-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-217507'] for port, before_response {{(pid=94175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 12:24:35.011500 dv-neutron-601336-94-hyperv neutron-server[94175]: INFO neutron.wsgi [req-04ef3bee-9eb5-49dc-8286-f179485549fd req-52f7e049-1430-4754-81c4-bb4b78da38ce tempest-TestSnapshotPattern-46408416 tempest-TestSnapshotPattern-46408416-project] 10.222.0.52 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8122356 Jun 23 12:24:35.023670 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.api.v2.base [req-04ef3bee-9eb5-49dc-8286-f179485549fd req-6b7c5171-1907-47a5-afb5-808e017aad49 service neutron] Request body: {'port': {'device_id': '2c1e8735-4930-4e1a-a05d-6b0f4e63488d', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-6013'}} {{(pid=94175) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 23 12:24:35.099155 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron_lib.callbacks.manager [req-04ef3bee-9eb5-49dc-8286-f179485549fd req-6b7c5171-1907-47a5-afb5-808e017aad49 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-923122'] for port, before_update {{(pid=94175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 12:24:35.107190 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.db.provisioning_blocks [None req-62aead4d-13bb-4c4d-a70f-8334b3ec66e1 None None] Provisioning for port 4b752386-8e92-4728-8f9a-9dc32257bb4f completed by entity DHCP. {{(pid=94176) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 23 12:24:35.110981 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.db.provisioning_blocks [None req-62aead4d-13bb-4c4d-a70f-8334b3ec66e1 None None] Provisioning complete for port 4b752386-8e92-4728-8f9a-9dc32257bb4f triggered by entity DHCP. {{(pid=94176) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 23 12:24:35.111478 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron_lib.callbacks.manager [None req-62aead4d-13bb-4c4d-a70f-8334b3ec66e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-899258'] for port, provisioning_complete {{(pid=94176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 12:24:35.145863 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.plugins.ml2.plugin [None req-62aead4d-13bb-4c4d-a70f-8334b3ec66e1 None None] Port 4b752386-8e92-4728-8f9a-9dc32257bb4f cannot update to ACTIVE because it is not bound. {{(pid=94176) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jun 23 12:24:35.365391 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.notifiers.nova [req-04ef3bee-9eb5-49dc-8286-f179485549fd req-6b7c5171-1907-47a5-afb5-808e017aad49 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4b752386-8e92-4728-8f9a-9dc32257bb4f {{(pid=94175) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 23 12:24:35.372545 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron_lib.callbacks.manager [req-04ef3bee-9eb5-49dc-8286-f179485549fd req-6b7c5171-1907-47a5-afb5-808e017aad49 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 12:24:35.384356 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.db.provisioning_blocks [req-04ef3bee-9eb5-49dc-8286-f179485549fd req-6b7c5171-1907-47a5-afb5-808e017aad49 service neutron] Transition to ACTIVE for port object 4b752386-8e92-4728-8f9a-9dc32257bb4f will not be triggered until provisioned by entity L2. {{(pid=94175) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 23 12:24:35.438728 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron_lib.callbacks.manager [req-04ef3bee-9eb5-49dc-8286-f179485549fd req-6b7c5171-1907-47a5-afb5-808e017aad49 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-922904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866062', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773700135042', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773699642233', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773699642278', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5082471'] for port, after_update {{(pid=94175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 12:24:35.441870 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG oslo_concurrency.lockutils [None req-7b7d12e7-03f6-406d-a1f2-904e4f664b12 tempest-TestNetworkAdvancedServerOps-1740099935 tempest-TestNetworkAdvancedServerOps-1740099935-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94175) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 12:24:35.489367 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b7c5171-1907-47a5-afb5-808e017aad49 service neutron] Pushing event updated for resources: {'Port': ['ID=4b752386-8e92-4728-8f9a-9dc32257bb4f,revision_number=2']} {{(pid=94175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 12:24:35.500109 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG oslo_concurrency.lockutils [None req-6b7c5171-1907-47a5-afb5-808e017aad49 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.057s {{(pid=94175) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 12:24:35.614679 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.plugins.ml2.managers [req-04ef3bee-9eb5-49dc-8286-f179485549fd req-6b7c5171-1907-47a5-afb5-808e017aad49 service neutron] Attempting to bind port 4b752386-8e92-4728-8f9a-9dc32257bb4f on host hv-neutron-6013 for vnic_type normal with profile {{(pid=94175) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 23 12:24:35.615138 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.plugins.ml2.managers [req-04ef3bee-9eb5-49dc-8286-f179485549fd req-6b7c5171-1907-47a5-afb5-808e017aad49 service neutron] Attempting to bind port 4b752386-8e92-4728-8f9a-9dc32257bb4f by drivers openvswitch,hyperv on host hv-neutron-6013 at level 0 using segments [{'id': '3d940925-95a9-4bb9-b82c-9de5284b88e6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 415, 'network_id': '35060897-86ce-4a62-8170-f4706aea229e'}] {{(pid=94175) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 23 12:24:35.615941 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-04ef3bee-9eb5-49dc-8286-f179485549fd req-6b7c5171-1907-47a5-afb5-808e017aad49 service neutron] Attempting to bind port 4b752386-8e92-4728-8f9a-9dc32257bb4f on network 35060897-86ce-4a62-8170-f4706aea229e {{(pid=94175) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 23 12:24:35.626950 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-04ef3bee-9eb5-49dc-8286-f179485549fd req-6b7c5171-1907-47a5-afb5-808e017aad49 service neutron] Port 4b752386-8e92-4728-8f9a-9dc32257bb4f on network 35060897-86ce-4a62-8170-f4706aea229e not bound, no agent of type Open vSwitch agent registered on host hv-neutron-6013 {{(pid=94175) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 23 12:24:35.627313 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-04ef3bee-9eb5-49dc-8286-f179485549fd req-6b7c5171-1907-47a5-afb5-808e017aad49 service neutron] Attempting to bind port 4b752386-8e92-4728-8f9a-9dc32257bb4f on network 35060897-86ce-4a62-8170-f4706aea229e {{(pid=94175) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 23 12:24:35.640090 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fee05495-9476-42c6-89ec-31f579e1ef68 req-2604c10a-fe94-4861-bac1-fbe69de2c10f tempest-TestSnapshotPattern-46408416 tempest-TestSnapshotPattern-46408416-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 12:24:35.641587 dv-neutron-601336-94-hyperv neutron-server[94175]: INFO neutron.wsgi [req-fee05495-9476-42c6-89ec-31f579e1ef68 req-2604c10a-fe94-4861-bac1-fbe69de2c10f tempest-TestSnapshotPattern-46408416 tempest-TestSnapshotPattern-46408416-project] 10.222.0.20 "GET /v2.0/ports?device_id=2c1e8735-4930-4e1a-a05d-6b0f4e63488d HTTP/1.1" status: 200 len: 943 time: 0.1246340 Jun 23 12:24:35.642508 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-04ef3bee-9eb5-49dc-8286-f179485549fd req-6b7c5171-1907-47a5-afb5-808e017aad49 service neutron] Checking agent: {'id': '3a130b41-5b27-406b-aeb2-5a923af79f10', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-6013', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 23, 11, 28, 23), 'started_at': datetime.datetime(2021, 6, 23, 11, 28, 23), 'heartbeat_timestamp': datetime.datetime(2021, 6, 23, 12, 24, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94175) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 23 12:24:35.642849 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-04ef3bee-9eb5-49dc-8286-f179485549fd req-6b7c5171-1907-47a5-afb5-808e017aad49 service neutron] Checking segment: {'id': '3d940925-95a9-4bb9-b82c-9de5284b88e6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 415, 'network_id': '35060897-86ce-4a62-8170-f4706aea229e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94175) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 23 12:24:35.643260 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-04ef3bee-9eb5-49dc-8286-f179485549fd req-6b7c5171-1907-47a5-afb5-808e017aad49 service neutron] Bound using segment: {'id': '3d940925-95a9-4bb9-b82c-9de5284b88e6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 415, 'network_id': '35060897-86ce-4a62-8170-f4706aea229e'} {{(pid=94175) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 23 12:24:35.643731 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.plugins.ml2.managers [req-04ef3bee-9eb5-49dc-8286-f179485549fd req-6b7c5171-1907-47a5-afb5-808e017aad49 service neutron] Bound port: 4b752386-8e92-4728-8f9a-9dc32257bb4f, host: hv-neutron-6013, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3d940925-95a9-4bb9-b82c-9de5284b88e6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 415, 'network_id': '35060897-86ce-4a62-8170-f4706aea229e'}}] {{(pid=94175) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 23 12:24:35.644086 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron_lib.callbacks.manager [req-04ef3bee-9eb5-49dc-8286-f179485549fd req-6b7c5171-1907-47a5-afb5-808e017aad49 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-923122'] for port, before_update {{(pid=94175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 12:24:35.711932 dv-neutron-601336-94-hyperv neutron-server[94175]: INFO neutron.wsgi [req-fee05495-9476-42c6-89ec-31f579e1ef68 req-5fa7a2c9-dd04-4200-82d9-186c1e3807cb tempest-TestSnapshotPattern-46408416 tempest-TestSnapshotPattern-46408416-project] 10.222.0.20 "GET /v2.0/security-groups?id=048069c0-a2ed-46ad-8e19-6575ab01b5de&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0641119 Jun 23 12:24:35.736352 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.plugins.ml2.db [req-04ef3bee-9eb5-49dc-8286-f179485549fd req-6b7c5171-1907-47a5-afb5-808e017aad49 service neutron] For port 4b752386-8e92-4728-8f9a-9dc32257bb4f, host hv-neutron-6013, cleared binding levels {{(pid=94175) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 23 12:24:35.739587 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.plugins.ml2.db [req-04ef3bee-9eb5-49dc-8286-f179485549fd req-6b7c5171-1907-47a5-afb5-808e017aad49 service neutron] For port 4b752386-8e92-4728-8f9a-9dc32257bb4f, host hv-neutron-6013, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-6013',level=0,port_id=4b752386-8e92-4728-8f9a-9dc32257bb4f,segment=NetworkSegment(3d940925-95a9-4bb9-b82c-9de5284b88e6),segment_id=3d940925-95a9-4bb9-b82c-9de5284b88e6)] {{(pid=94175) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 23 12:24:35.808888 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron_lib.callbacks.manager [req-04ef3bee-9eb5-49dc-8286-f179485549fd req-6b7c5171-1907-47a5-afb5-808e017aad49 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-922904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866062', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773700135042', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773699642233', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773699642278', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5082471'] for port, after_update {{(pid=94175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 12:24:35.811080 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG oslo_concurrency.lockutils [None req-52f7e049-1430-4754-81c4-bb4b78da38ce tempest-TestSnapshotPattern-46408416 tempest-TestSnapshotPattern-46408416-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94175) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 12:24:35.847397 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04ef3bee-9eb5-49dc-8286-f179485549fd req-6b7c5171-1907-47a5-afb5-808e017aad49 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 12:24:35.848008 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron_lib.callbacks.manager [req-04ef3bee-9eb5-49dc-8286-f179485549fd req-6b7c5171-1907-47a5-afb5-808e017aad49 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-217507'] for port, before_response {{(pid=94175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 12:24:35.849372 dv-neutron-601336-94-hyperv neutron-server[94175]: INFO neutron.wsgi [req-04ef3bee-9eb5-49dc-8286-f179485549fd req-6b7c5171-1907-47a5-afb5-808e017aad49 service neutron] 10.222.0.52 "PUT /v2.0/ports/4b752386-8e92-4728-8f9a-9dc32257bb4f HTTP/1.1" status: 200 len: 1093 time: 0.8306909 Jun 23 12:24:35.850420 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2c1e8735-4930-4e1a-a05d-6b0f4e63488d', 'tag': '4b752386-8e92-4728-8f9a-9dc32257bb4f'}] {{(pid=94175) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 23 12:24:35.852760 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1970408df4ea4e7170669a1249478e627cf05a5a0b07cc08a66c5cb53d0ac47a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-38676166-9615-473c-9a28-0c8cf9c174b7" -d '{"events": [{"name": "network-changed", "server_uuid": "2c1e8735-4930-4e1a-a05d-6b0f4e63488d", "tag": "4b752386-8e92-4728-8f9a-9dc32257bb4f"}]}' {{(pid=94175) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 23 12:24:35.881703 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b7c5171-1907-47a5-afb5-808e017aad49 service neutron] Pushing event updated for resources: {'Port': ['ID=4b752386-8e92-4728-8f9a-9dc32257bb4f,revision_number=3']} {{(pid=94175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 12:24:35.885741 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG oslo_concurrency.lockutils [None req-6b7c5171-1907-47a5-afb5-808e017aad49 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.074s {{(pid=94175) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 12:24:35.892584 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 23 Jun 2021 12:24:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fc3ae140-df33-42d9-85b7-7550cd980b78 x-openstack-request-id: req-fc3ae140-df33-42d9-85b7-7550cd980b78 {{(pid=94175) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 23 12:24:35.893375 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2c1e8735-4930-4e1a-a05d-6b0f4e63488d", "tag": "4b752386-8e92-4728-8f9a-9dc32257bb4f", "status": "completed", "code": 200}]} {{(pid=94175) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 23 12:24:35.893375 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-fc3ae140-df33-42d9-85b7-7550cd980b78 {{(pid=94175) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 23 12:24:35.893574 dv-neutron-601336-94-hyperv neutron-server[94175]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2c1e8735-4930-4e1a-a05d-6b0f4e63488d', 'tag': '4b752386-8e92-4728-8f9a-9dc32257bb4f', 'status': 'completed', 'code': 200} Jun 23 12:24:35.970866 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38676166-9615-473c-9a28-0c8cf9c174b7 req-3710ba40-f4ce-46e0-b3b4-e2c9dbfe6fa3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 12:24:35.972400 dv-neutron-601336-94-hyperv neutron-server[94175]: INFO neutron.wsgi [req-38676166-9615-473c-9a28-0c8cf9c174b7 req-3710ba40-f4ce-46e0-b3b4-e2c9dbfe6fa3 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=9432fb70f3df47a9bca0cd4d5f316c9e&device_id=2c1e8735-4930-4e1a-a05d-6b0f4e63488d HTTP/1.1" status: 200 len: 1096 time: 0.0587106 Jun 23 12:24:36.070167 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38676166-9615-473c-9a28-0c8cf9c174b7 req-9ada203a-c0c6-4157-89f3-fa3ef016c9e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 12:24:36.071683 dv-neutron-601336-94-hyperv neutron-server[94175]: INFO neutron.wsgi [req-38676166-9615-473c-9a28-0c8cf9c174b7 req-9ada203a-c0c6-4157-89f3-fa3ef016c9e3 service neutron] 10.222.0.52 "GET /v2.0/networks?tenant_id=9432fb70f3df47a9bca0cd4d5f316c9e&shared=False HTTP/1.1" status: 200 len: 911 time: 0.0914741 Jun 23 12:24:36.167094 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38676166-9615-473c-9a28-0c8cf9c174b7 req-c68c1caf-00bd-44d7-af6d-ed8ff35e82da service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 12:24:36.168566 dv-neutron-601336-94-hyperv neutron-server[94175]: INFO neutron.wsgi [req-38676166-9615-473c-9a28-0c8cf9c174b7 req-c68c1caf-00bd-44d7-af6d-ed8ff35e82da service neutron] 10.222.0.52 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0914025 Jun 23 12:24:36.251925 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.wsgi [req-5322880a-3e96-433a-98fb-f6ff953270d9 req-d868a43c-89f2-4b53-9b66-5cb8682113d0 service neutron] (94175) timed out ('10.222.0.20', 49022) {{(pid=94175) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:830}} Jun 23 12:24:36.256870 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04ef3bee-9eb5-49dc-8286-f179485549fd req-d0453654-e081-488d-91ca-0de356c84757 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 12:24:36.258347 dv-neutron-601336-94-hyperv neutron-server[94175]: INFO neutron.wsgi [req-04ef3bee-9eb5-49dc-8286-f179485549fd req-d0453654-e081-488d-91ca-0de356c84757 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=9432fb70f3df47a9bca0cd4d5f316c9e&device_id=2c1e8735-4930-4e1a-a05d-6b0f4e63488d HTTP/1.1" status: 200 len: 1096 time: 0.0531030 Jun 23 12:24:36.303655 dv-neutron-601336-94-hyperv neutron-server[94175]: INFO neutron.wsgi [req-04ef3bee-9eb5-49dc-8286-f179485549fd req-5b4e9ac2-f1df-4daa-9de3-a3be97471b2a service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=4b752386-8e92-4728-8f9a-9dc32257bb4f HTTP/1.1" status: 200 len: 217 time: 0.0379257 Jun 23 12:24:36.353321 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04ef3bee-9eb5-49dc-8286-f179485549fd req-ced9791d-9059-48fd-bcb9-1eecf62171f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 12:24:36.354741 dv-neutron-601336-94-hyperv neutron-server[94175]: INFO neutron.wsgi [req-04ef3bee-9eb5-49dc-8286-f179485549fd req-ced9791d-9059-48fd-bcb9-1eecf62171f2 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=29faf701-512f-4f97-9911-155d0e3fc579 HTTP/1.1" status: 200 len: 849 time: 0.0444665 Jun 23 12:24:36.411580 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04ef3bee-9eb5-49dc-8286-f179485549fd req-3e9e0b9b-e2a0-47a2-bd3c-e3c786e5d9e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 12:24:36.413900 dv-neutron-601336-94-hyperv neutron-server[94175]: INFO neutron.wsgi [req-04ef3bee-9eb5-49dc-8286-f179485549fd req-3e9e0b9b-e2a0-47a2-bd3c-e3c786e5d9e8 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=35060897-86ce-4a62-8170-f4706aea229e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1178 time: 0.0529470 Jun 23 12:24:36.509299 dv-neutron-601336-94-hyperv neutron-server[94175]: INFO neutron.wsgi [req-04ef3bee-9eb5-49dc-8286-f179485549fd req-f5e3d13c-4d51-4bb6-a6a9-bce62a05d50a service neutron] 10.222.0.52 "GET /v2.0/networks/35060897-86ce-4a62-8170-f4706aea229e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0882876 Jun 23 12:24:36.600898 dv-neutron-601336-94-hyperv neutron-server[94175]: INFO neutron.wsgi [req-04ef3bee-9eb5-49dc-8286-f179485549fd req-e5aa5317-f174-42d5-8c88-fe6fb674ea70 service neutron] 10.222.0.52 "GET /v2.0/networks/35060897-86ce-4a62-8170-f4706aea229e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0842195 Jun 23 12:24:36.885459 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74b32373-032a-40e7-8079-0c7dae189866 req-cae84825-2c68-4a1c-9b63-244b220c569d tempest-TestSnapshotPattern-46408416 tempest-TestSnapshotPattern-46408416-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 12:24:36.886943 dv-neutron-601336-94-hyperv neutron-server[94175]: INFO neutron.wsgi [req-74b32373-032a-40e7-8079-0c7dae189866 req-cae84825-2c68-4a1c-9b63-244b220c569d tempest-TestSnapshotPattern-46408416 tempest-TestSnapshotPattern-46408416-project] 10.222.0.20 "GET /v2.0/ports?device_id=2c1e8735-4930-4e1a-a05d-6b0f4e63488d HTTP/1.1" status: 200 len: 943 time: 0.0643783 Jun 23 12:24:36.923911 dv-neutron-601336-94-hyperv neutron-server[94175]: INFO neutron.wsgi [req-74b32373-032a-40e7-8079-0c7dae189866 req-3adf8448-ccd7-4910-9f25-b8b9475326db tempest-TestSnapshotPattern-46408416 tempest-TestSnapshotPattern-46408416-project] 10.222.0.20 "GET /v2.0/security-groups?id=048069c0-a2ed-46ad-8e19-6575ab01b5de&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0313687 Jun 23 12:24:38.101366 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a911d671-cf3b-425e-ba8d-21127d08ae80 req-27c9994e-0afd-4131-93c9-2d85685538f3 tempest-TestSnapshotPattern-46408416 tempest-TestSnapshotPattern-46408416-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94174) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 12:24:38.102978 dv-neutron-601336-94-hyperv neutron-server[94174]: INFO neutron.wsgi [req-a911d671-cf3b-425e-ba8d-21127d08ae80 req-27c9994e-0afd-4131-93c9-2d85685538f3 tempest-TestSnapshotPattern-46408416 tempest-TestSnapshotPattern-46408416-project] 10.222.0.20 "GET /v2.0/ports?device_id=2c1e8735-4930-4e1a-a05d-6b0f4e63488d HTTP/1.1" status: 200 len: 943 time: 0.0689886 Jun 23 12:24:38.144528 dv-neutron-601336-94-hyperv neutron-server[94174]: INFO neutron.wsgi [req-a911d671-cf3b-425e-ba8d-21127d08ae80 req-19fcb0f6-84de-41a8-97cb-cfcda6f46d03 tempest-TestSnapshotPattern-46408416 tempest-TestSnapshotPattern-46408416-project] 10.222.0.20 "GET /v2.0/security-groups?id=048069c0-a2ed-46ad-8e19-6575ab01b5de&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0359006 Jun 23 12:24:38.482685 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.plugins.ml2.rpc [None req-97bd5441-1da2-49ee-a364-27795820ba27 None None] Device 4b752386-8e92-4728-8f9a-9dc32257bb4f details requested by agent hyperv_hv-neutron-6013 with host hv-neutron-6013 {{(pid=94176) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:104}} Jun 23 12:24:38.574393 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.plugins.ml2.db [None req-97bd5441-1da2-49ee-a364-27795820ba27 None None] For port 4b752386-8e92-4728-8f9a-9dc32257bb4f, host hv-neutron-6013, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-6013',level=0,port_id=4b752386-8e92-4728-8f9a-9dc32257bb4f,segment=NetworkSegment(3d940925-95a9-4bb9-b82c-9de5284b88e6),segment_id=3d940925-95a9-4bb9-b82c-9de5284b88e6)] {{(pid=94176) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 23 12:24:38.586205 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.plugins.ml2.rpc [None req-97bd5441-1da2-49ee-a364-27795820ba27 None None] Returning: {'device': '4b752386-8e92-4728-8f9a-9dc32257bb4f', 'network_id': '35060897-86ce-4a62-8170-f4706aea229e', 'port_id': '4b752386-8e92-4728-8f9a-9dc32257bb4f', 'mac_address': 'fa:16:3e:ec:31:56', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 415, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '29faf701-512f-4f97-9911-155d0e3fc579', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94176) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:186}} Jun 23 12:24:38.622687 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron_lib.callbacks.manager [None req-97bd5441-1da2-49ee-a364-27795820ba27 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-923122'] for port, before_update {{(pid=94176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 12:24:38.634816 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.notifiers.nova [None req-97bd5441-1da2-49ee-a364-27795820ba27 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4b752386-8e92-4728-8f9a-9dc32257bb4f {{(pid=94176) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 23 12:24:38.653515 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.plugins.ml2.db [None req-97bd5441-1da2-49ee-a364-27795820ba27 None None] For port 4b752386-8e92-4728-8f9a-9dc32257bb4f, host hv-neutron-6013, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-6013',level=0,port_id=4b752386-8e92-4728-8f9a-9dc32257bb4f,segment=NetworkSegment(3d940925-95a9-4bb9-b82c-9de5284b88e6),segment_id=3d940925-95a9-4bb9-b82c-9de5284b88e6)] {{(pid=94176) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 23 12:24:38.710805 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron_lib.callbacks.manager [None req-97bd5441-1da2-49ee-a364-27795820ba27 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-922904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866062', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773700135042', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773699642233', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773699642278'] for port, after_update {{(pid=94176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 12:24:38.713344 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG oslo_concurrency.lockutils [None req-dc7542b2-afef-47f4-a763-e3a3cba144be None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 12:24:38.757554 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97bd5441-1da2-49ee-a364-27795820ba27 None None] Pushing event updated for resources: {'Port': ['ID=4b752386-8e92-4728-8f9a-9dc32257bb4f,revision_number=4']} {{(pid=94176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 12:24:38.760619 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG oslo_concurrency.lockutils [None req-97bd5441-1da2-49ee-a364-27795820ba27 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=94176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 12:24:38.929027 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.plugins.ml2.db [None req-97bd5441-1da2-49ee-a364-27795820ba27 None None] get_ports_and_sgs() called for port_ids ['4b752386-8e92-4728-8f9a-9dc32257bb4f'] {{(pid=94176) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 23 12:24:39.132514 dv-neutron-601336-94-hyperv neutron-server[94177]: DEBUG neutron.db.agents_db [None req-90fb1279-e4c5-4e73-8d66-3a29811dc4e3 None None] Agent healthcheck: found 6 active agents {{(pid=94177) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 23 12:24:39.318219 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf66bbd0-3f78-47c7-b419-cb94034902d6 req-42c60803-11f0-40e9-abb1-81a6a4cba4cc tempest-TestSnapshotPattern-46408416 tempest-TestSnapshotPattern-46408416-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 12:24:39.320231 dv-neutron-601336-94-hyperv neutron-server[94175]: INFO neutron.wsgi [req-bf66bbd0-3f78-47c7-b419-cb94034902d6 req-42c60803-11f0-40e9-abb1-81a6a4cba4cc tempest-TestSnapshotPattern-46408416 tempest-TestSnapshotPattern-46408416-project] 10.222.0.20 "GET /v2.0/ports?device_id=2c1e8735-4930-4e1a-a05d-6b0f4e63488d HTTP/1.1" status: 200 len: 944 time: 0.0660503 Jun 23 12:24:39.355424 dv-neutron-601336-94-hyperv neutron-server[94175]: INFO neutron.wsgi [req-bf66bbd0-3f78-47c7-b419-cb94034902d6 req-8e285b97-7a0f-494d-997a-9d9f8d937215 tempest-TestSnapshotPattern-46408416 tempest-TestSnapshotPattern-46408416-project] 10.222.0.20 "GET /v2.0/security-groups?id=048069c0-a2ed-46ad-8e19-6575ab01b5de&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0297050 Jun 23 12:24:40.501040 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.plugins.ml2.rpc [None req-97bd5441-1da2-49ee-a364-27795820ba27 None None] Device 4b752386-8e92-4728-8f9a-9dc32257bb4f up at agent hyperv_hv-neutron-6013 {{(pid=94176) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:298}} Jun 23 12:24:40.532592 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92be4591-7d1d-44c3-82df-0f68fa0ce403 req-3727763a-adef-44e6-8655-171cda1bb4af tempest-TestSnapshotPattern-46408416 tempest-TestSnapshotPattern-46408416-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94174) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 12:24:40.534063 dv-neutron-601336-94-hyperv neutron-server[94174]: INFO neutron.wsgi [req-92be4591-7d1d-44c3-82df-0f68fa0ce403 req-3727763a-adef-44e6-8655-171cda1bb4af tempest-TestSnapshotPattern-46408416 tempest-TestSnapshotPattern-46408416-project] 10.222.0.20 "GET /v2.0/ports?device_id=2c1e8735-4930-4e1a-a05d-6b0f4e63488d HTTP/1.1" status: 200 len: 944 time: 0.0692773 Jun 23 12:24:40.571082 dv-neutron-601336-94-hyperv neutron-server[94174]: INFO neutron.wsgi [req-92be4591-7d1d-44c3-82df-0f68fa0ce403 req-3994fa73-7567-440f-b62c-d739b1db27d9 tempest-TestSnapshotPattern-46408416 tempest-TestSnapshotPattern-46408416-project] 10.222.0.20 "GET /v2.0/security-groups?id=048069c0-a2ed-46ad-8e19-6575ab01b5de&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0310678 Jun 23 12:24:40.604128 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.db.provisioning_blocks [None req-97bd5441-1da2-49ee-a364-27795820ba27 None None] Provisioning for port 4b752386-8e92-4728-8f9a-9dc32257bb4f completed by entity L2. {{(pid=94176) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 23 12:24:40.607979 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.db.provisioning_blocks [None req-97bd5441-1da2-49ee-a364-27795820ba27 None None] Provisioning complete for port 4b752386-8e92-4728-8f9a-9dc32257bb4f triggered by entity L2. {{(pid=94176) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 23 12:24:40.608358 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron_lib.callbacks.manager [None req-97bd5441-1da2-49ee-a364-27795820ba27 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-899258'] for port, provisioning_complete {{(pid=94176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 12:24:40.684341 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron_lib.callbacks.manager [None req-97bd5441-1da2-49ee-a364-27795820ba27 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-923122'] for port, before_update {{(pid=94176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 12:24:40.705340 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2c1e8735-4930-4e1a-a05d-6b0f4e63488d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4b752386-8e92-4728-8f9a-9dc32257bb4f'}] {{(pid=94176) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 23 12:24:40.707602 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}887b0dfc0393de878080286a57e4a08d4fa60dd0cddd118f338ebfcd351ddd4c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3ed02e67-42b6-4a22-b269-b9b21a50e2ef" -d '{"events": [{"server_uuid": "2c1e8735-4930-4e1a-a05d-6b0f4e63488d", "name": "network-vif-plugged", "status": "completed", "tag": "4b752386-8e92-4728-8f9a-9dc32257bb4f"}]}' {{(pid=94176) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 23 12:24:40.720139 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.plugins.ml2.db [None req-97bd5441-1da2-49ee-a364-27795820ba27 None None] For port 4b752386-8e92-4728-8f9a-9dc32257bb4f, host hv-neutron-6013, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-6013',level=0,port_id=4b752386-8e92-4728-8f9a-9dc32257bb4f,segment=NetworkSegment(3d940925-95a9-4bb9-b82c-9de5284b88e6),segment_id=3d940925-95a9-4bb9-b82c-9de5284b88e6)] {{(pid=94176) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 23 12:24:40.742862 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 23 Jun 2021 12:24:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a02edeb7-1d3e-470b-89d0-a32b6edf6b47 x-openstack-request-id: req-a02edeb7-1d3e-470b-89d0-a32b6edf6b47 {{(pid=94176) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 23 12:24:40.743180 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2c1e8735-4930-4e1a-a05d-6b0f4e63488d", "name": "network-vif-plugged", "status": "completed", "tag": "4b752386-8e92-4728-8f9a-9dc32257bb4f", "code": 200}]} {{(pid=94176) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 23 12:24:40.743516 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-a02edeb7-1d3e-470b-89d0-a32b6edf6b47 {{(pid=94176) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 23 12:24:40.743917 dv-neutron-601336-94-hyperv neutron-server[94176]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2c1e8735-4930-4e1a-a05d-6b0f4e63488d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4b752386-8e92-4728-8f9a-9dc32257bb4f', 'code': 200} Jun 23 12:24:40.785331 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron_lib.callbacks.manager [None req-97bd5441-1da2-49ee-a364-27795820ba27 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-922904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866062', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773700135042', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773699642233', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773699642278'] for port, after_update {{(pid=94176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 12:24:40.787951 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG oslo_concurrency.lockutils [None req-97bd5441-1da2-49ee-a364-27795820ba27 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 12:24:40.832605 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97bd5441-1da2-49ee-a364-27795820ba27 None None] Pushing event updated for resources: {'Port': ['ID=4b752386-8e92-4728-8f9a-9dc32257bb4f,revision_number=5']} {{(pid=94176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 12:24:40.835875 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG oslo_concurrency.lockutils [None req-97bd5441-1da2-49ee-a364-27795820ba27 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=94176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 12:24:40.973428 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron_lib.callbacks.manager [None req-6f80edea-142d-4cd1-a4a7-cfbccd4356d9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773699952132', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-899307'] for agent, after_update {{(pid=94176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 12:24:41.117700 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10cd8739-e1e0-43c9-86c0-825eb4faf650 req-08ad23c3-65d9-4303-bf8c-39fdb6371d30 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 12:24:41.119203 dv-neutron-601336-94-hyperv neutron-server[94175]: INFO neutron.wsgi [req-10cd8739-e1e0-43c9-86c0-825eb4faf650 req-08ad23c3-65d9-4303-bf8c-39fdb6371d30 service neutron] 10.222.0.52 "GET /v2.0/ports?device_id=2c1e8735-4930-4e1a-a05d-6b0f4e63488d HTTP/1.1" status: 200 len: 1098 time: 0.0578244 Jun 23 12:24:41.153610 dv-neutron-601336-94-hyperv neutron-server[94175]: INFO neutron.wsgi [req-10cd8739-e1e0-43c9-86c0-825eb4faf650 req-7b2d2959-2fbb-4dc5-b724-6160c9bb31e8 service neutron] 10.222.0.52 "GET /v2.0/security-groups?id=048069c0-a2ed-46ad-8e19-6575ab01b5de&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0274873 Jun 23 12:24:41.742947 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a25e4cd8-4cbe-4cda-ad66-d37e7f161fe4 req-329f6d54-544e-4fc3-9dfd-ef88951ebd82 tempest-TestSnapshotPattern-46408416 tempest-TestSnapshotPattern-46408416-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94174) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 12:24:41.744420 dv-neutron-601336-94-hyperv neutron-server[94174]: INFO neutron.wsgi [req-a25e4cd8-4cbe-4cda-ad66-d37e7f161fe4 req-329f6d54-544e-4fc3-9dfd-ef88951ebd82 tempest-TestSnapshotPattern-46408416 tempest-TestSnapshotPattern-46408416-project] 10.222.0.20 "GET /v2.0/ports?device_id=2c1e8735-4930-4e1a-a05d-6b0f4e63488d HTTP/1.1" status: 200 len: 945 time: 0.0627153 Jun 23 12:24:41.782789 dv-neutron-601336-94-hyperv neutron-server[94174]: INFO neutron.wsgi [req-a25e4cd8-4cbe-4cda-ad66-d37e7f161fe4 req-13d9d3e0-6ec4-43ad-9040-387173e6ef78 tempest-TestSnapshotPattern-46408416 tempest-TestSnapshotPattern-46408416-project] 10.222.0.20 "GET /v2.0/security-groups?id=048069c0-a2ed-46ad-8e19-6575ab01b5de&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0327814 Jun 23 12:24:42.959318 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3d5f8d0-7874-4cc0-9f51-8d9274d7f029 req-38ef82af-7e27-4911-963c-5e8b87f1976d tempest-TestSnapshotPattern-46408416 tempest-TestSnapshotPattern-46408416-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 12:24:42.961481 dv-neutron-601336-94-hyperv neutron-server[94175]: INFO neutron.wsgi [req-e3d5f8d0-7874-4cc0-9f51-8d9274d7f029 req-38ef82af-7e27-4911-963c-5e8b87f1976d tempest-TestSnapshotPattern-46408416 tempest-TestSnapshotPattern-46408416-project] 10.222.0.20 "GET /v2.0/ports?device_id=2c1e8735-4930-4e1a-a05d-6b0f4e63488d HTTP/1.1" status: 200 len: 945 time: 0.0669162 Jun 23 12:24:42.998158 dv-neutron-601336-94-hyperv neutron-server[94175]: INFO neutron.wsgi [req-e3d5f8d0-7874-4cc0-9f51-8d9274d7f029 req-10801a55-99d4-44c3-88aa-b2d22225fd91 tempest-TestSnapshotPattern-46408416 tempest-TestSnapshotPattern-46408416-project] 10.222.0.20 "GET /v2.0/security-groups?id=048069c0-a2ed-46ad-8e19-6575ab01b5de&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0311966 Jun 23 12:24:43.173993 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41bd4fda-52bf-4ff0-bee9-a3f20ac97dd4 req-1cf7c2bc-b9fc-439e-9196-cd48443e5a88 tempest-TestSnapshotPattern-46408416 tempest-TestSnapshotPattern-46408416-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94174) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 12:24:43.175615 dv-neutron-601336-94-hyperv neutron-server[94174]: INFO neutron.wsgi [req-41bd4fda-52bf-4ff0-bee9-a3f20ac97dd4 req-1cf7c2bc-b9fc-439e-9196-cd48443e5a88 tempest-TestSnapshotPattern-46408416 tempest-TestSnapshotPattern-46408416-project] 10.222.0.20 "GET /v2.0/ports?device_id=2c1e8735-4930-4e1a-a05d-6b0f4e63488d HTTP/1.1" status: 200 len: 945 time: 0.0690541 Jun 23 12:24:43.212735 dv-neutron-601336-94-hyperv neutron-server[94174]: INFO neutron.wsgi [req-41bd4fda-52bf-4ff0-bee9-a3f20ac97dd4 req-2225c887-764e-48a0-b023-a426df55ce2d tempest-TestSnapshotPattern-46408416 tempest-TestSnapshotPattern-46408416-project] 10.222.0.20 "GET /v2.0/security-groups?id=048069c0-a2ed-46ad-8e19-6575ab01b5de&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0313566 Jun 23 12:24:43.232346 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron_lib.callbacks.manager [None req-d71207ea-c369-47b2-bf39-c45bca7b0d27 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773699952132', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-899307'] for agent, after_update {{(pid=94176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 12:24:43.236601 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.wsgi [-] (94175) accepted ('10.222.0.20', 50764) {{(pid=94175) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 12:24:43.327106 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c403af5b-c835-4a63-bbca-a8000f3fb3b1 tempest-TestSnapshotPattern-1993210114 tempest-TestSnapshotPattern-1993210114-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 12:24:43.328500 dv-neutron-601336-94-hyperv neutron-server[94175]: INFO neutron.wsgi [None req-c403af5b-c835-4a63-bbca-a8000f3fb3b1 tempest-TestSnapshotPattern-1993210114 tempest-TestSnapshotPattern-1993210114-project-admin] 10.222.0.20 "GET /v2.0/ports?device_id=2c1e8735-4930-4e1a-a05d-6b0f4e63488d HTTP/1.1" status: 200 len: 1093 time: 0.0909169 Jun 23 12:24:43.331411 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.wsgi [-] (94175) accepted ('10.222.0.20', 50768) {{(pid=94175) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 12:24:43.336305 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.api.v2.base [None req-13114cc5-5cf4-4f06-a415-fb0142a0abab tempest-TestSnapshotPattern-46408416 tempest-TestSnapshotPattern-46408416-project] Request body: {'floatingip': {'floating_network_id': '3e7e4eb3-cf02-4d47-ade9-0a579cdfc60f', 'port_id': '4b752386-8e92-4728-8f9a-9dc32257bb4f', 'tenant_id': '9432fb70f3df47a9bca0cd4d5f316c9e', 'fixed_ip_address': '172.20.0.3'}} {{(pid=94175) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 23 12:24:43.409330 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron_lib.callbacks.manager [None req-13114cc5-5cf4-4f06-a415-fb0142a0abab tempest-TestSnapshotPattern-46408416 tempest-TestSnapshotPattern-46408416-project] Notify callbacks [] for floatingip, before_create {{(pid=94175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 12:24:43.504706 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron_lib.callbacks.manager [None req-13114cc5-5cf4-4f06-a415-fb0142a0abab tempest-TestSnapshotPattern-46408416 tempest-TestSnapshotPattern-46408416-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-923104'] for port, before_create {{(pid=94175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 12:24:43.605436 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.db.db_base_plugin_common [None req-13114cc5-5cf4-4f06-a415-fb0142a0abab tempest-TestSnapshotPattern-46408416 tempest-TestSnapshotPattern-46408416-project] Allocated IP 172.26.3.163 (3e7e4eb3-cf02-4d47-ade9-0a579cdfc60f/a5ad15ab-c489-4a67-a9b0-d559fca0ec71/9a27e967-f2ee-4905-bf86-cea367a661aa) {{(pid=94175) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 23 12:24:43.708160 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron_lib.callbacks.manager [None req-13114cc5-5cf4-4f06-a415-fb0142a0abab tempest-TestSnapshotPattern-46408416 tempest-TestSnapshotPattern-46408416-project] Notify callbacks [] for port, precommit_create {{(pid=94175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 12:24:43.809874 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron_lib.callbacks.manager [None req-13114cc5-5cf4-4f06-a415-fb0142a0abab tempest-TestSnapshotPattern-46408416 tempest-TestSnapshotPattern-46408416-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-922915', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-239814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7866073', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773699642215', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-5082457'] for port, after_create {{(pid=94175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 12:24:43.812051 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG oslo_concurrency.lockutils [None req-e061b1e7-1b1f-4882-88d8-3bd48cd89422 tempest-TestNetworkAdvancedServerOps-1740099935 tempest-TestNetworkAdvancedServerOps-1740099935-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94175) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 12:24:43.845534 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-13114cc5-5cf4-4f06-a415-fb0142a0abab tempest-TestSnapshotPattern-46408416 tempest-TestSnapshotPattern-46408416-project] Network 3e7e4eb3-cf02-4d47-ade9-0a579cdfc60f is already hosted by enough agents. {{(pid=94175) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 23 12:24:43.848302 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.scheduler.base_scheduler [None req-13114cc5-5cf4-4f06-a415-fb0142a0abab tempest-TestSnapshotPattern-46408416 tempest-TestSnapshotPattern-46408416-project] Resources bound (agent type, host, resource id): {{(pid=94175) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 23 12:24:43.851881 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.db.l3_dvrscheduler_db [None req-13114cc5-5cf4-4f06-a415-fb0142a0abab tempest-TestSnapshotPattern-46408416 tempest-TestSnapshotPattern-46408416-project] Received port after_create {{(pid=94175) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 23 12:24:43.877578 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13114cc5-5cf4-4f06-a415-fb0142a0abab tempest-TestSnapshotPattern-46408416 tempest-TestSnapshotPattern-46408416-project] Pushing event updated for resources: {'Port': ['ID=9a27e967-f2ee-4905-bf86-cea367a661aa,revision_number=1']} {{(pid=94175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 12:24:43.881367 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG oslo_concurrency.lockutils [None req-13114cc5-5cf4-4f06-a415-fb0142a0abab tempest-TestSnapshotPattern-46408416 tempest-TestSnapshotPattern-46408416-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.069s {{(pid=94175) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 12:24:43.940965 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron_lib.callbacks.manager [None req-dc7542b2-afef-47f4-a763-e3a3cba144be None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773699952132', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-899307'] for agent, after_update {{(pid=94176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 12:24:44.217020 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron_lib.callbacks.manager [None req-13114cc5-5cf4-4f06-a415-fb0142a0abab tempest-TestSnapshotPattern-46408416 tempest-TestSnapshotPattern-46408416-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 12:24:44.343572 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron_lib.callbacks.manager [None req-13114cc5-5cf4-4f06-a415-fb0142a0abab tempest-TestSnapshotPattern-46408416 tempest-TestSnapshotPattern-46408416-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-923122'] for port, before_update {{(pid=94175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 12:24:44.490199 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron_lib.callbacks.manager [None req-13114cc5-5cf4-4f06-a415-fb0142a0abab tempest-TestSnapshotPattern-46408416 tempest-TestSnapshotPattern-46408416-project] Notify callbacks [] for port, precommit_update {{(pid=94175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 12:24:44.562044 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron_lib.callbacks.manager [None req-13114cc5-5cf4-4f06-a415-fb0142a0abab tempest-TestSnapshotPattern-46408416 tempest-TestSnapshotPattern-46408416-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-922904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866062', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773700135042', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773699642233', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773699642278', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5082471'] for port, after_update {{(pid=94175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 12:24:44.564948 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG oslo_concurrency.lockutils [None req-756c77c0-7273-49c8-8d99-996ecb9e4a72 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94175) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 12:24:44.634118 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13114cc5-5cf4-4f06-a415-fb0142a0abab tempest-TestSnapshotPattern-46408416 tempest-TestSnapshotPattern-46408416-project] Pushing event updated for resources: {'Port': ['ID=9a27e967-f2ee-4905-bf86-cea367a661aa,revision_number=2']} {{(pid=94175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 12:24:44.636824 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG oslo_concurrency.lockutils [None req-13114cc5-5cf4-4f06-a415-fb0142a0abab tempest-TestSnapshotPattern-46408416 tempest-TestSnapshotPattern-46408416-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.072s {{(pid=94175) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 12:24:44.644267 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron_lib.callbacks.manager [None req-13114cc5-5cf4-4f06-a415-fb0142a0abab tempest-TestSnapshotPattern-46408416 tempest-TestSnapshotPattern-46408416-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-524229'] for floatingip, after_update {{(pid=94175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 12:24:44.747453 dv-neutron-601336-94-hyperv neutron-server[94175]: INFO neutron.db.l3_db [None req-13114cc5-5cf4-4f06-a415-fb0142a0abab tempest-TestSnapshotPattern-46408416 tempest-TestSnapshotPattern-46408416-project] Floating IP c8ea7260-5378-4e05-bc45-73b5888b8079 associated. External IP: 172.26.3.163, port: 4b752386-8e92-4728-8f9a-9dc32257bb4f. Jun 23 12:24:44.844012 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron_lib.callbacks.manager [None req-4c20ea5f-bc7f-4d4e-935d-57f082af6ccb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773699952132', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-899307'] for agent, after_update {{(pid=94176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 12:24:45.286130 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-13114cc5-5cf4-4f06-a415-fb0142a0abab tempest-TestSnapshotPattern-46408416 tempest-TestSnapshotPattern-46408416-project] Router 9303c1bb-39ed-492d-83f5-03036de114a1 has already been hosted by L3 agent 50ef99c0-ef28-4db5-b303-b145898fae60 {{(pid=94175) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 23 12:24:45.390925 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-13114cc5-5cf4-4f06-a415-fb0142a0abab tempest-TestSnapshotPattern-46408416 tempest-TestSnapshotPattern-46408416-project] Notify agent at l3_agent.dv-neutron-601336-94-hyperv the message routers_updated {{(pid=94175) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 23 12:24:45.399994 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ed2e0987-c3ea-4a52-994d-02d8c9c72245 None None] Sync routers for ids ['9303c1bb-39ed-492d-83f5-03036de114a1'] in dv-neutron-601336-94-hyperv {{(pid=94176) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 23 12:24:45.412339 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ed2e0987-c3ea-4a52-994d-02d8c9c72245 None None] Routers {'9303c1bb-39ed-492d-83f5-03036de114a1'} bound to L3 agent in host dv-neutron-601336-94-hyperv {{(pid=94176) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 23 12:24:45.413162 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.db.l3_hamode_db [None req-ed2e0987-c3ea-4a52-994d-02d8c9c72245 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-601336-94-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-23T11:22:13Z,description=,heartbeat_timestamp=2021-06-23T12:24:43Z,host='dv-neutron-601336-94-hyperv',id=50ef99c0-ef28-4db5-b303-b145898fae60,load=0,resource_versions=,resources_synced=,started_at=2021-06-23T11:22:14Z,topic='l3_agent')) {'router_ids': ['9303c1bb-39ed-492d-83f5-03036de114a1'], 'active': True} {{(pid=94176) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 12:24:45.461475 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron_lib.callbacks.manager [None req-13114cc5-5cf4-4f06-a415-fb0142a0abab tempest-TestSnapshotPattern-46408416 tempest-TestSnapshotPattern-46408416-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-217507'] for floatingip, before_response {{(pid=94175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 12:24:45.497712 dv-neutron-601336-94-hyperv neutron-server[94175]: INFO neutron.wsgi [None req-13114cc5-5cf4-4f06-a415-fb0142a0abab tempest-TestSnapshotPattern-46408416 tempest-TestSnapshotPattern-46408416-project] 10.222.0.20 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.1653016 Jun 23 12:24:45.498415 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2c1e8735-4930-4e1a-a05d-6b0f4e63488d', 'tag': '4b752386-8e92-4728-8f9a-9dc32257bb4f'}] {{(pid=94175) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 23 12:24:45.500796 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1970408df4ea4e7170669a1249478e627cf05a5a0b07cc08a66c5cb53d0ac47a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-43c5243f-439d-4a75-aee2-4a70202e9c8a" -d '{"events": [{"name": "network-changed", "server_uuid": "2c1e8735-4930-4e1a-a05d-6b0f4e63488d", "tag": "4b752386-8e92-4728-8f9a-9dc32257bb4f"}]}' {{(pid=94175) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 23 12:24:45.517867 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.db.l3_dvr_db [None req-ed2e0987-c3ea-4a52-994d-02d8c9c72245 None None] Set router 9303c1bb-39ed-492d-83f5-03036de114a1 gateway port host: dv-neutron-601336-94-hyperv {{(pid=94176) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:838}} Jun 23 12:24:45.543244 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 23 Jun 2021 12:24:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-15694f30-803d-4698-a6b2-b1f02ccbe047 x-openstack-request-id: req-15694f30-803d-4698-a6b2-b1f02ccbe047 {{(pid=94175) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 23 12:24:45.543591 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2c1e8735-4930-4e1a-a05d-6b0f4e63488d", "tag": "4b752386-8e92-4728-8f9a-9dc32257bb4f", "status": "completed", "code": 200}]} {{(pid=94175) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 23 12:24:45.543898 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-15694f30-803d-4698-a6b2-b1f02ccbe047 {{(pid=94175) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 23 12:24:45.544350 dv-neutron-601336-94-hyperv neutron-server[94175]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2c1e8735-4930-4e1a-a05d-6b0f4e63488d', 'tag': '4b752386-8e92-4728-8f9a-9dc32257bb4f', 'status': 'completed', 'code': 200} Jun 23 12:24:45.619486 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43c5243f-439d-4a75-aee2-4a70202e9c8a req-8cda87bd-def1-4261-a723-601ff063e924 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 12:24:45.620965 dv-neutron-601336-94-hyperv neutron-server[94175]: INFO neutron.wsgi [req-43c5243f-439d-4a75-aee2-4a70202e9c8a req-8cda87bd-def1-4261-a723-601ff063e924 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=9432fb70f3df47a9bca0cd4d5f316c9e&device_id=2c1e8735-4930-4e1a-a05d-6b0f4e63488d HTTP/1.1" status: 200 len: 1098 time: 0.0527899 Jun 23 12:24:45.711531 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43c5243f-439d-4a75-aee2-4a70202e9c8a req-eaed34da-85bf-478b-8787-7b719d64f060 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 12:24:45.713124 dv-neutron-601336-94-hyperv neutron-server[94175]: INFO neutron.wsgi [req-43c5243f-439d-4a75-aee2-4a70202e9c8a req-eaed34da-85bf-478b-8787-7b719d64f060 service neutron] 10.222.0.52 "GET /v2.0/networks?id=35060897-86ce-4a62-8170-f4706aea229e HTTP/1.1" status: 200 len: 911 time: 0.0851343 Jun 23 12:24:45.740367 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.db.l3_hamode_db [None req-ed2e0987-c3ea-4a52-994d-02d8c9c72245 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9303c1bb-39ed-492d-83f5-03036de114a1', 'name': 'tempest-TestSnapshotPattern-1284394461-router', 'tenant_id': '9432fb70f3df47a9bca0cd4d5f316c9e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3e7e4eb3-cf02-4d47-ade9-0a579cdfc60f', 'external_fixed_ips': [{'subnet_id': 'a5ad15ab-c489-4a67-a9b0-d559fca0ec71', 'ip_address': '172.26.3.60'}], 'enable_snat': True}, 'gw_port_id': 'aba310c3-640e-482a-b7dc-3b5dc3758cae', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-23T12:24:17Z', 'updated_at': '2021-06-23T12:24:20Z', 'revision_number': 4, 'project_id': '9432fb70f3df47a9bca0cd4d5f316c9e', 'gw_port': {'id': 'aba310c3-640e-482a-b7dc-3b5dc3758cae', 'name': '', 'network_id': '3e7e4eb3-cf02-4d47-ade9-0a579cdfc60f', 'tenant_id': '', 'mac_address': 'fa:16:3e:27:a3:82', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9303c1bb-39ed-492d-83f5-03036de114a1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1860, 'fixed_ips': [{'subnet_id': 'a5ad15ab-c489-4a67-a9b0-d559fca0ec71', 'ip_address': '172.26.3.60', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-94-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-23T12:24:18Z', 'updated_at': '2021-06-23T12:24:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a5ad15ab-c489-4a67-a9b0-d559fca0ec71', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-601336-94-hyperv', '_floatingips': [{'id': 'c8ea7260-5378-4e05-bc45-73b5888b8079', 'tenant_id': '9432fb70f3df47a9bca0cd4d5f316c9e', 'floating_ip_address': '172.26.3.163', 'floating_network_id': '3e7e4eb3-cf02-4d47-ade9-0a579cdfc60f', 'router_id': '9303c1bb-39ed-492d-83f5-03036de114a1', 'port_id': '4b752386-8e92-4728-8f9a-9dc32257bb4f', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 1885, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '35060897-86ce-4a62-8170-f4706aea229e', 'mac_address': 'fa:16:3e:ec:31:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2c1e8735-4930-4e1a-a05d-6b0f4e63488d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-23T12:24:44Z', 'updated_at': '2021-06-23T12:24:44Z', 'revision_number': 0, 'project_id': '9432fb70f3df47a9bca0cd4d5f316c9e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9654d0d5-cc15-4f96-a001-00acd7331352', 'name': '', 'network_id': '35060897-86ce-4a62-8170-f4706aea229e', 'tenant_id': '9432fb70f3df47a9bca0cd4d5f316c9e', 'mac_address': 'fa:16:3e:24:9f:17', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9303c1bb-39ed-492d-83f5-03036de114a1', 'device_owner': 'network:router_interface', 'standard_attr_id': 1861, 'fixed_ips': [{'subnet_id': '29faf701-512f-4f97-9911-155d0e3fc579', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-94-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-23T12:24:20Z', 'updated_at': '2021-06-23T12:24:25Z', 'revision_number': 5, 'project_id': '9432fb70f3df47a9bca0cd4d5f316c9e', 'subnets': [{'id': '29faf701-512f-4f97-9911-155d0e3fc579', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-601336-94-hyperv', False) {} {{(pid=94176) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 12:24:45.767130 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ed2e0987-c3ea-4a52-994d-02d8c9c72245 None None] Checking router: 9303c1bb-39ed-492d-83f5-03036de114a1 for host: dv-neutron-601336-94-hyperv {{(pid=94176) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 23 12:24:45.775409 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ed2e0987-c3ea-4a52-994d-02d8c9c72245 None None] Routers {'9303c1bb-39ed-492d-83f5-03036de114a1'} bound to L3 agent in host dv-neutron-601336-94-hyperv {{(pid=94176) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 23 12:24:45.776023 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.db.l3_hamode_db [None req-ed2e0987-c3ea-4a52-994d-02d8c9c72245 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-601336-94-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-23T11:22:13Z,description=,heartbeat_timestamp=2021-06-23T12:24:43Z,host='dv-neutron-601336-94-hyperv',id=50ef99c0-ef28-4db5-b303-b145898fae60,load=0,resource_versions=,resources_synced=,started_at=2021-06-23T11:22:14Z,topic='l3_agent')) {'router_ids': ['9303c1bb-39ed-492d-83f5-03036de114a1'], 'active': True} {{(pid=94176) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 12:24:45.784042 dv-neutron-601336-94-hyperv neutron-server[94175]: INFO neutron.wsgi [req-43c5243f-439d-4a75-aee2-4a70202e9c8a req-f39f3691-1886-4b39-826e-501622d9095a service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=4b752386-8e92-4728-8f9a-9dc32257bb4f HTTP/1.1" status: 200 len: 999 time: 0.0640988 Jun 23 12:24:45.836818 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43c5243f-439d-4a75-aee2-4a70202e9c8a req-8d313001-81fa-41ca-94bb-2e50290eff27 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 12:24:45.838327 dv-neutron-601336-94-hyperv neutron-server[94175]: INFO neutron.wsgi [req-43c5243f-439d-4a75-aee2-4a70202e9c8a req-8d313001-81fa-41ca-94bb-2e50290eff27 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=29faf701-512f-4f97-9911-155d0e3fc579 HTTP/1.1" status: 200 len: 849 time: 0.0484266 Jun 23 12:24:45.904697 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43c5243f-439d-4a75-aee2-4a70202e9c8a req-998348ba-8ae9-4e6f-8e65-0d79003c821b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 12:24:45.906229 dv-neutron-601336-94-hyperv neutron-server[94175]: INFO neutron.wsgi [req-43c5243f-439d-4a75-aee2-4a70202e9c8a req-998348ba-8ae9-4e6f-8e65-0d79003c821b service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=35060897-86ce-4a62-8170-f4706aea229e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1178 time: 0.0609937 Jun 23 12:24:45.996334 dv-neutron-601336-94-hyperv neutron-server[94175]: INFO neutron.wsgi [req-43c5243f-439d-4a75-aee2-4a70202e9c8a req-3352b32d-f42d-46a0-b96b-f678284cae2c service neutron] 10.222.0.52 "GET /v2.0/networks/35060897-86ce-4a62-8170-f4706aea229e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0834351 Jun 23 12:24:46.028234 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.db.l3_dvr_db [None req-ed2e0987-c3ea-4a52-994d-02d8c9c72245 None None] Set router 9303c1bb-39ed-492d-83f5-03036de114a1 gateway port host: dv-neutron-601336-94-hyperv {{(pid=94176) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:838}} Jun 23 12:24:46.088407 dv-neutron-601336-94-hyperv neutron-server[94175]: INFO neutron.wsgi [req-43c5243f-439d-4a75-aee2-4a70202e9c8a req-7d6b9a0d-e410-44d9-a5ee-59ea4d401f19 service neutron] 10.222.0.52 "GET /v2.0/networks/35060897-86ce-4a62-8170-f4706aea229e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0858614 Jun 23 12:24:46.247562 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.db.l3_hamode_db [None req-ed2e0987-c3ea-4a52-994d-02d8c9c72245 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9303c1bb-39ed-492d-83f5-03036de114a1', 'name': 'tempest-TestSnapshotPattern-1284394461-router', 'tenant_id': '9432fb70f3df47a9bca0cd4d5f316c9e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3e7e4eb3-cf02-4d47-ade9-0a579cdfc60f', 'external_fixed_ips': [{'subnet_id': 'a5ad15ab-c489-4a67-a9b0-d559fca0ec71', 'ip_address': '172.26.3.60'}], 'enable_snat': True}, 'gw_port_id': 'aba310c3-640e-482a-b7dc-3b5dc3758cae', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-23T12:24:17Z', 'updated_at': '2021-06-23T12:24:20Z', 'revision_number': 4, 'project_id': '9432fb70f3df47a9bca0cd4d5f316c9e', 'gw_port': {'id': 'aba310c3-640e-482a-b7dc-3b5dc3758cae', 'name': '', 'network_id': '3e7e4eb3-cf02-4d47-ade9-0a579cdfc60f', 'tenant_id': '', 'mac_address': 'fa:16:3e:27:a3:82', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9303c1bb-39ed-492d-83f5-03036de114a1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1860, 'fixed_ips': [{'subnet_id': 'a5ad15ab-c489-4a67-a9b0-d559fca0ec71', 'ip_address': '172.26.3.60', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-94-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-23T12:24:18Z', 'updated_at': '2021-06-23T12:24:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a5ad15ab-c489-4a67-a9b0-d559fca0ec71', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-601336-94-hyperv', '_floatingips': [{'id': 'c8ea7260-5378-4e05-bc45-73b5888b8079', 'tenant_id': '9432fb70f3df47a9bca0cd4d5f316c9e', 'floating_ip_address': '172.26.3.163', 'floating_network_id': '3e7e4eb3-cf02-4d47-ade9-0a579cdfc60f', 'router_id': '9303c1bb-39ed-492d-83f5-03036de114a1', 'port_id': '4b752386-8e92-4728-8f9a-9dc32257bb4f', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 1885, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '35060897-86ce-4a62-8170-f4706aea229e', 'mac_address': 'fa:16:3e:ec:31:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2c1e8735-4930-4e1a-a05d-6b0f4e63488d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-23T12:24:44Z', 'updated_at': '2021-06-23T12:24:44Z', 'revision_number': 0, 'project_id': '9432fb70f3df47a9bca0cd4d5f316c9e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9654d0d5-cc15-4f96-a001-00acd7331352', 'name': '', 'network_id': '35060897-86ce-4a62-8170-f4706aea229e', 'tenant_id': '9432fb70f3df47a9bca0cd4d5f316c9e', 'mac_address': 'fa:16:3e:24:9f:17', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9303c1bb-39ed-492d-83f5-03036de114a1', 'device_owner': 'network:router_interface', 'standard_attr_id': 1861, 'fixed_ips': [{'subnet_id': '29faf701-512f-4f97-9911-155d0e3fc579', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-94-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-23T12:24:20Z', 'updated_at': '2021-06-23T12:24:25Z', 'revision_number': 5, 'project_id': '9432fb70f3df47a9bca0cd4d5f316c9e', 'subnets': [{'id': '29faf701-512f-4f97-9911-155d0e3fc579', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-601336-94-hyperv', False) {} {{(pid=94176) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 12:24:46.271900 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ed2e0987-c3ea-4a52-994d-02d8c9c72245 None None] The sync data for ids ['9303c1bb-39ed-492d-83f5-03036de114a1'] in dv-neutron-601336-94-hyperv is: [{'id': '9303c1bb-39ed-492d-83f5-03036de114a1', 'name': 'tempest-TestSnapshotPattern-1284394461-router', 'tenant_id': '9432fb70f3df47a9bca0cd4d5f316c9e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3e7e4eb3-cf02-4d47-ade9-0a579cdfc60f', 'external_fixed_ips': [{'subnet_id': 'a5ad15ab-c489-4a67-a9b0-d559fca0ec71', 'ip_address': '172.26.3.60'}], 'enable_snat': True}, 'gw_port_id': 'aba310c3-640e-482a-b7dc-3b5dc3758cae', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-23T12:24:17Z', 'updated_at': '2021-06-23T12:24:20Z', 'revision_number': 4, 'project_id': '9432fb70f3df47a9bca0cd4d5f316c9e', 'gw_port': {'id': 'aba310c3-640e-482a-b7dc-3b5dc3758cae', 'name': '', 'network_id': '3e7e4eb3-cf02-4d47-ade9-0a579cdfc60f', 'tenant_id': '', 'mac_address': 'fa:16:3e:27:a3:82', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9303c1bb-39ed-492d-83f5-03036de114a1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1860, 'fixed_ips': [{'subnet_id': 'a5ad15ab-c489-4a67-a9b0-d559fca0ec71', 'ip_address': '172.26.3.60', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-94-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-23T12:24:18Z', 'updated_at': '2021-06-23T12:24:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a5ad15ab-c489-4a67-a9b0-d559fca0ec71', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-601336-94-hyperv', '_floatingips': [{'id': 'c8ea7260-5378-4e05-bc45-73b5888b8079', 'tenant_id': '9432fb70f3df47a9bca0cd4d5f316c9e', 'floating_ip_address': '172.26.3.163', 'floating_network_id': '3e7e4eb3-cf02-4d47-ade9-0a579cdfc60f', 'router_id': '9303c1bb-39ed-492d-83f5-03036de114a1', 'port_id': '4b752386-8e92-4728-8f9a-9dc32257bb4f', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 1885, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '35060897-86ce-4a62-8170-f4706aea229e', 'mac_address': 'fa:16:3e:ec:31:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2c1e8735-4930-4e1a-a05d-6b0f4e63488d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-23T12:24:44Z', 'updated_at': '2021-06-23T12:24:44Z', 'revision_number': 0, 'project_id': '9432fb70f3df47a9bca0cd4d5f316c9e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9654d0d5-cc15-4f96-a001-00acd7331352', 'name': '', 'network_id': '35060897-86ce-4a62-8170-f4706aea229e', 'tenant_id': '9432fb70f3df47a9bca0cd4d5f316c9e', 'mac_address': 'fa:16:3e:24:9f:17', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9303c1bb-39ed-492d-83f5-03036de114a1', 'device_owner': 'network:router_interface', 'standard_attr_id': 1861, 'fixed_ips': [{'subnet_id': '29faf701-512f-4f97-9911-155d0e3fc579', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-94-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-23T12:24:20Z', 'updated_at': '2021-06-23T12:24:25Z', 'revision_number': 5, 'project_id': '9432fb70f3df47a9bca0cd4d5f316c9e', 'subnets': [{'id': '29faf701-512f-4f97-9911-155d0e3fc579', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94176) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 23 12:24:46.458477 dv-neutron-601336-94-hyperv neutron-server[94177]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8e0d9e82-1c37-45dd-b207-82e72d7ea247 None None] New status for floating IP c8ea7260-5378-4e05-bc45-73b5888b8079: ACTIVE {{(pid=94177) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 23 12:24:46.872481 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron_lib.callbacks.manager [None req-95d6aa8f-24e7-4234-82ff-f502266c3285 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773699952132', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-899307'] for agent, after_update {{(pid=94176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 12:24:54.001603 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron_lib.callbacks.manager [None req-97bd5441-1da2-49ee-a364-27795820ba27 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773699952132', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-899307'] for agent, after_update {{(pid=94176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 12:25:10.963454 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron_lib.callbacks.manager [None req-e20c460b-f142-4c73-99ab-a1864584edd9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773699952132', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-899307'] for agent, after_update {{(pid=94176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 12:25:13.226071 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron_lib.callbacks.manager [None req-eb1fcceb-5dff-40fb-a582-ddbd03c10113 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773699952132', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-899307'] for agent, after_update {{(pid=94176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 12:25:13.938136 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron_lib.callbacks.manager [None req-dc7542b2-afef-47f4-a763-e3a3cba144be None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773699952132', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-899307'] for agent, after_update {{(pid=94176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 12:25:14.841431 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron_lib.callbacks.manager [None req-4c20ea5f-bc7f-4d4e-935d-57f082af6ccb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773699952132', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-899307'] for agent, after_update {{(pid=94176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 12:25:16.131196 dv-neutron-601336-94-hyperv neutron-server[94177]: DEBUG neutron.db.agents_db [None req-90fb1279-e4c5-4e73-8d66-3a29811dc4e3 None None] Agent healthcheck: found 6 active agents {{(pid=94177) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 23 12:25:16.892376 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron_lib.callbacks.manager [None req-95d6aa8f-24e7-4234-82ff-f502266c3285 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773699952132', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-899307'] for agent, after_update {{(pid=94176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 12:25:18.387295 dv-neutron-601336-94-hyperv neutron-server[94175]: INFO neutron.wsgi [req-43dc62be-6291-4e0c-bf6a-e838b64206e9 req-8c267ac5-7d0a-4f12-a9a2-ec4ab0115cd3 service neutron] 10.222.0.52 "GET /v2.0/ports?device_id=2c1e8735-4930-4e1a-a05d-6b0f4e63488d&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0513771 Jun 23 12:25:18.484548 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43dc62be-6291-4e0c-bf6a-e838b64206e9 req-5da83c78-694f-451d-8fd9-9b4e3ada3bd9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 12:25:18.486014 dv-neutron-601336-94-hyperv neutron-server[94175]: INFO neutron.wsgi [req-43dc62be-6291-4e0c-bf6a-e838b64206e9 req-5da83c78-694f-451d-8fd9-9b4e3ada3bd9 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=9432fb70f3df47a9bca0cd4d5f316c9e&device_id=2c1e8735-4930-4e1a-a05d-6b0f4e63488d HTTP/1.1" status: 200 len: 1098 time: 0.0548368 Jun 23 12:25:18.595564 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43dc62be-6291-4e0c-bf6a-e838b64206e9 req-8cf4b15b-182a-4f75-b303-592781f2f132 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 12:25:18.596992 dv-neutron-601336-94-hyperv neutron-server[94175]: INFO neutron.wsgi [req-43dc62be-6291-4e0c-bf6a-e838b64206e9 req-8cf4b15b-182a-4f75-b303-592781f2f132 service neutron] 10.222.0.52 "GET /v2.0/networks?id=35060897-86ce-4a62-8170-f4706aea229e HTTP/1.1" status: 200 len: 911 time: 0.0868456 Jun 23 12:25:18.660679 dv-neutron-601336-94-hyperv neutron-server[94175]: INFO neutron.wsgi [req-43dc62be-6291-4e0c-bf6a-e838b64206e9 req-157192ce-c74a-49d3-b794-21ee6215421d service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=4b752386-8e92-4728-8f9a-9dc32257bb4f HTTP/1.1" status: 200 len: 1001 time: 0.0565400 Jun 23 12:25:18.707405 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43dc62be-6291-4e0c-bf6a-e838b64206e9 req-2c5329d7-0496-4e74-80b0-f639484d49b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 12:25:18.708789 dv-neutron-601336-94-hyperv neutron-server[94175]: INFO neutron.wsgi [req-43dc62be-6291-4e0c-bf6a-e838b64206e9 req-2c5329d7-0496-4e74-80b0-f639484d49b2 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=29faf701-512f-4f97-9911-155d0e3fc579 HTTP/1.1" status: 200 len: 849 time: 0.0424643 Jun 23 12:25:18.770907 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43dc62be-6291-4e0c-bf6a-e838b64206e9 req-5dd3c397-32be-4abd-8644-bdb988d45f09 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 12:25:18.772366 dv-neutron-601336-94-hyperv neutron-server[94175]: INFO neutron.wsgi [req-43dc62be-6291-4e0c-bf6a-e838b64206e9 req-5dd3c397-32be-4abd-8644-bdb988d45f09 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=35060897-86ce-4a62-8170-f4706aea229e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1178 time: 0.0561090 Jun 23 12:25:18.859660 dv-neutron-601336-94-hyperv neutron-server[94175]: INFO neutron.wsgi [req-43dc62be-6291-4e0c-bf6a-e838b64206e9 req-9c2b37f3-4bf6-49a6-b61e-f88937196269 service neutron] 10.222.0.52 "GET /v2.0/networks/35060897-86ce-4a62-8170-f4706aea229e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0794020 Jun 23 12:25:18.951170 dv-neutron-601336-94-hyperv neutron-server[94175]: INFO neutron.wsgi [req-43dc62be-6291-4e0c-bf6a-e838b64206e9 req-e6029418-82f3-47b8-aa1c-5646b6568b81 service neutron] 10.222.0.52 "GET /v2.0/networks/35060897-86ce-4a62-8170-f4706aea229e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0844758 Jun 23 12:25:24.008776 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron_lib.callbacks.manager [None req-97bd5441-1da2-49ee-a364-27795820ba27 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773699952132', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-899307'] for agent, after_update {{(pid=94176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 12:25:40.991686 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron_lib.callbacks.manager [None req-f22e69e2-378e-41af-8ea8-fd6f7c500657 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773699952132', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-899307'] for agent, after_update {{(pid=94176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 12:25:43.240250 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron_lib.callbacks.manager [None req-4856c46e-7b72-4f8a-a4f7-914ed97d7439 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773699952132', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-899307'] for agent, after_update {{(pid=94176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 12:25:43.971502 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron_lib.callbacks.manager [None req-dc7542b2-afef-47f4-a763-e3a3cba144be None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773699952132', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-899307'] for agent, after_update {{(pid=94176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 12:25:44.822887 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron_lib.callbacks.manager [None req-4c20ea5f-bc7f-4d4e-935d-57f082af6ccb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773699952132', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-899307'] for agent, after_update {{(pid=94176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 12:25:46.880328 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron_lib.callbacks.manager [None req-95d6aa8f-24e7-4234-82ff-f502266c3285 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773699952132', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-899307'] for agent, after_update {{(pid=94176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 12:25:53.129802 dv-neutron-601336-94-hyperv neutron-server[94177]: DEBUG neutron.db.agents_db [None req-90fb1279-e4c5-4e73-8d66-3a29811dc4e3 None None] Agent healthcheck: found 6 active agents {{(pid=94177) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 23 12:25:54.009000 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron_lib.callbacks.manager [None req-97bd5441-1da2-49ee-a364-27795820ba27 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773699952132', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-899307'] for agent, after_update {{(pid=94176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 12:26:11.005043 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron_lib.callbacks.manager [None req-4543d32d-7c1e-4735-ac4e-bb7600657ab3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773699952132', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-899307'] for agent, after_update {{(pid=94176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 12:26:13.244926 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron_lib.callbacks.manager [None req-9a0ff507-c063-4790-beec-2e75d61b76e3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773699952132', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-899307'] for agent, after_update {{(pid=94176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 12:26:13.947697 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron_lib.callbacks.manager [None req-dc7542b2-afef-47f4-a763-e3a3cba144be None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773699952132', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-899307'] for agent, after_update {{(pid=94176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 12:26:14.832380 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron_lib.callbacks.manager [None req-4c20ea5f-bc7f-4d4e-935d-57f082af6ccb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773699952132', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-899307'] for agent, after_update {{(pid=94176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 12:26:16.896273 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron_lib.callbacks.manager [None req-95d6aa8f-24e7-4234-82ff-f502266c3285 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773699952132', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-899307'] for agent, after_update {{(pid=94176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 12:26:19.409795 dv-neutron-601336-94-hyperv neutron-server[94175]: INFO neutron.wsgi [req-7f3df52e-6c9e-41fb-9f05-23885349b123 req-b965fb17-ddf0-4f28-896a-a9c7fbe4b10c service neutron] 10.222.0.52 "GET /v2.0/ports?device_id=2c1e8735-4930-4e1a-a05d-6b0f4e63488d&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0559127 Jun 23 12:26:19.512918 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f3df52e-6c9e-41fb-9f05-23885349b123 req-c106cc0b-9e49-46be-837a-5a0d9afa4a7e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 12:26:19.514427 dv-neutron-601336-94-hyperv neutron-server[94175]: INFO neutron.wsgi [req-7f3df52e-6c9e-41fb-9f05-23885349b123 req-c106cc0b-9e49-46be-837a-5a0d9afa4a7e service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=9432fb70f3df47a9bca0cd4d5f316c9e&device_id=2c1e8735-4930-4e1a-a05d-6b0f4e63488d HTTP/1.1" status: 200 len: 1098 time: 0.0604563 Jun 23 12:26:19.626966 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f3df52e-6c9e-41fb-9f05-23885349b123 req-01c93a14-bb69-4e50-8fbe-47dbae23e6e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 12:26:19.628522 dv-neutron-601336-94-hyperv neutron-server[94175]: INFO neutron.wsgi [req-7f3df52e-6c9e-41fb-9f05-23885349b123 req-01c93a14-bb69-4e50-8fbe-47dbae23e6e8 service neutron] 10.222.0.52 "GET /v2.0/networks?id=35060897-86ce-4a62-8170-f4706aea229e HTTP/1.1" status: 200 len: 911 time: 0.0932453 Jun 23 12:26:19.694929 dv-neutron-601336-94-hyperv neutron-server[94175]: INFO neutron.wsgi [req-7f3df52e-6c9e-41fb-9f05-23885349b123 req-f0a51a95-30ac-4400-9d28-4da45018a7e9 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=4b752386-8e92-4728-8f9a-9dc32257bb4f HTTP/1.1" status: 200 len: 1001 time: 0.0591574 Jun 23 12:26:19.751632 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f3df52e-6c9e-41fb-9f05-23885349b123 req-77ae5c44-6cdb-4c93-81bd-e5696e8382a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 12:26:19.753190 dv-neutron-601336-94-hyperv neutron-server[94175]: INFO neutron.wsgi [req-7f3df52e-6c9e-41fb-9f05-23885349b123 req-77ae5c44-6cdb-4c93-81bd-e5696e8382a0 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=29faf701-512f-4f97-9911-155d0e3fc579 HTTP/1.1" status: 200 len: 849 time: 0.0510027 Jun 23 12:26:19.813888 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f3df52e-6c9e-41fb-9f05-23885349b123 req-4a1b6db9-a7ca-415f-81c9-94cbb7fb8c52 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 12:26:19.815405 dv-neutron-601336-94-hyperv neutron-server[94175]: INFO neutron.wsgi [req-7f3df52e-6c9e-41fb-9f05-23885349b123 req-4a1b6db9-a7ca-415f-81c9-94cbb7fb8c52 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=35060897-86ce-4a62-8170-f4706aea229e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1178 time: 0.0552814 Jun 23 12:26:19.905347 dv-neutron-601336-94-hyperv neutron-server[94175]: INFO neutron.wsgi [req-7f3df52e-6c9e-41fb-9f05-23885349b123 req-8b572c79-d6f9-4eb9-8c41-ee50ae236601 service neutron] 10.222.0.52 "GET /v2.0/networks/35060897-86ce-4a62-8170-f4706aea229e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0830266 Jun 23 12:26:20.002329 dv-neutron-601336-94-hyperv neutron-server[94175]: INFO neutron.wsgi [req-7f3df52e-6c9e-41fb-9f05-23885349b123 req-fe65b07d-0426-4a5c-9b50-7429ed5c3cdc service neutron] 10.222.0.52 "GET /v2.0/networks/35060897-86ce-4a62-8170-f4706aea229e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0904450 Jun 23 12:26:24.044079 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron_lib.callbacks.manager [None req-97bd5441-1da2-49ee-a364-27795820ba27 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773699952132', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-899307'] for agent, after_update {{(pid=94176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 12:26:30.128114 dv-neutron-601336-94-hyperv neutron-server[94177]: DEBUG neutron.db.agents_db [None req-90fb1279-e4c5-4e73-8d66-3a29811dc4e3 None None] Agent healthcheck: found 6 active agents {{(pid=94177) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 23 12:26:40.992201 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron_lib.callbacks.manager [None req-43e9cd3f-33a9-4ede-afa7-cf0dc4078077 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773699952132', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-899307'] for agent, after_update {{(pid=94176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 12:26:43.065431 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.plugins.ml2.rpc [None req-97bd5441-1da2-49ee-a364-27795820ba27 None None] Device 4b752386-8e92-4728-8f9a-9dc32257bb4f details requested by agent hyperv_hv-neutron-6013 with host hv-neutron-6013 {{(pid=94176) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:104}} Jun 23 12:26:43.170457 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.plugins.ml2.db [None req-97bd5441-1da2-49ee-a364-27795820ba27 None None] For port 4b752386-8e92-4728-8f9a-9dc32257bb4f, host hv-neutron-6013, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-6013',level=0,port_id=4b752386-8e92-4728-8f9a-9dc32257bb4f,segment=NetworkSegment(3d940925-95a9-4bb9-b82c-9de5284b88e6),segment_id=3d940925-95a9-4bb9-b82c-9de5284b88e6)] {{(pid=94176) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 23 12:26:43.186155 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.plugins.ml2.rpc [None req-97bd5441-1da2-49ee-a364-27795820ba27 None None] Returning: {'device': '4b752386-8e92-4728-8f9a-9dc32257bb4f', 'network_id': '35060897-86ce-4a62-8170-f4706aea229e', 'port_id': '4b752386-8e92-4728-8f9a-9dc32257bb4f', 'mac_address': 'fa:16:3e:ec:31:56', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 415, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '29faf701-512f-4f97-9911-155d0e3fc579', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94176) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:186}} Jun 23 12:26:43.222422 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron_lib.callbacks.manager [None req-97bd5441-1da2-49ee-a364-27795820ba27 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-923122'] for port, before_update {{(pid=94176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 12:26:43.235456 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.notifiers.nova [None req-97bd5441-1da2-49ee-a364-27795820ba27 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 4b752386-8e92-4728-8f9a-9dc32257bb4f {{(pid=94176) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 23 12:26:43.255150 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.plugins.ml2.db [None req-97bd5441-1da2-49ee-a364-27795820ba27 None None] For port 4b752386-8e92-4728-8f9a-9dc32257bb4f, host hv-neutron-6013, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-6013',level=0,port_id=4b752386-8e92-4728-8f9a-9dc32257bb4f,segment=NetworkSegment(3d940925-95a9-4bb9-b82c-9de5284b88e6),segment_id=3d940925-95a9-4bb9-b82c-9de5284b88e6)] {{(pid=94176) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 23 12:26:43.265088 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron_lib.callbacks.manager [None req-6b813ec2-3702-4aa4-9859-6dca90e17c33 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773699952132', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-899307'] for agent, after_update {{(pid=94176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 12:26:43.356521 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron_lib.callbacks.manager [None req-97bd5441-1da2-49ee-a364-27795820ba27 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-922904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866062', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773700135042', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773699642233', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773699642278'] for port, after_update {{(pid=94176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 12:26:43.358291 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG oslo_concurrency.lockutils [None req-97bd5441-1da2-49ee-a364-27795820ba27 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 12:26:43.407775 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97bd5441-1da2-49ee-a364-27795820ba27 None None] Pushing event updated for resources: {'Port': ['ID=4b752386-8e92-4728-8f9a-9dc32257bb4f,revision_number=6']} {{(pid=94176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 12:26:43.415857 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97bd5441-1da2-49ee-a364-27795820ba27 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-601336-94-hyperv {{(pid=94176) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 12:26:43.416208 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97bd5441-1da2-49ee-a364-27795820ba27 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-94-hyperv {{(pid=94176) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 12:26:43.416551 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97bd5441-1da2-49ee-a364-27795820ba27 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-94-hyperv {{(pid=94176) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 12:26:43.416892 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97bd5441-1da2-49ee-a364-27795820ba27 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-601336-94-hyperv {{(pid=94176) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 12:26:43.417225 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97bd5441-1da2-49ee-a364-27795820ba27 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-601336-94-hyperv {{(pid=94176) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 12:26:43.417557 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97bd5441-1da2-49ee-a364-27795820ba27 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-601336-94-hyperv {{(pid=94176) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 12:26:43.417886 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97bd5441-1da2-49ee-a364-27795820ba27 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-601336-94-hyperv {{(pid=94176) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 12:26:43.418217 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97bd5441-1da2-49ee-a364-27795820ba27 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-601336-94-hyperv {{(pid=94176) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 12:26:43.418545 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97bd5441-1da2-49ee-a364-27795820ba27 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-601336-94-hyperv {{(pid=94176) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 12:26:43.418868 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97bd5441-1da2-49ee-a364-27795820ba27 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-94-hyperv {{(pid=94176) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 12:26:43.419224 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97bd5441-1da2-49ee-a364-27795820ba27 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-601336-94-hyperv {{(pid=94176) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 12:26:43.419545 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97bd5441-1da2-49ee-a364-27795820ba27 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-601336-94-hyperv {{(pid=94176) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 12:26:43.423608 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG oslo_concurrency.lockutils [None req-97bd5441-1da2-49ee-a364-27795820ba27 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.065s {{(pid=94176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 12:26:43.447632 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.plugins.ml2.db [None req-97bd5441-1da2-49ee-a364-27795820ba27 None None] get_ports_and_sgs() called for port_ids ['4b752386-8e92-4728-8f9a-9dc32257bb4f'] {{(pid=94176) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 23 12:26:43.957557 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron_lib.callbacks.manager [None req-dc7542b2-afef-47f4-a763-e3a3cba144be None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773699952132', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-899307'] for agent, after_update {{(pid=94176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 12:26:44.861035 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron_lib.callbacks.manager [None req-4c20ea5f-bc7f-4d4e-935d-57f082af6ccb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773699952132', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-899307'] for agent, after_update {{(pid=94176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 12:26:45.078071 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.plugins.ml2.rpc [None req-97bd5441-1da2-49ee-a364-27795820ba27 None None] Device 4b752386-8e92-4728-8f9a-9dc32257bb4f up at agent hyperv_hv-neutron-6013 {{(pid=94176) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:298}} Jun 23 12:26:45.131556 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.db.provisioning_blocks [None req-97bd5441-1da2-49ee-a364-27795820ba27 None None] Provisioning complete for port 4b752386-8e92-4728-8f9a-9dc32257bb4f triggered by entity L2. {{(pid=94176) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 23 12:26:45.132027 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron_lib.callbacks.manager [None req-97bd5441-1da2-49ee-a364-27795820ba27 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-899258'] for port, provisioning_complete {{(pid=94176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 12:26:45.221124 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron_lib.callbacks.manager [None req-97bd5441-1da2-49ee-a364-27795820ba27 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-923122'] for port, before_update {{(pid=94176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 12:26:45.246287 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2c1e8735-4930-4e1a-a05d-6b0f4e63488d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4b752386-8e92-4728-8f9a-9dc32257bb4f'}] {{(pid=94176) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 23 12:26:45.249075 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}887b0dfc0393de878080286a57e4a08d4fa60dd0cddd118f338ebfcd351ddd4c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e36b83c9-8600-4cf5-a28c-6ad47ae3d1e2" -d '{"events": [{"server_uuid": "2c1e8735-4930-4e1a-a05d-6b0f4e63488d", "name": "network-vif-plugged", "status": "completed", "tag": "4b752386-8e92-4728-8f9a-9dc32257bb4f"}]}' {{(pid=94176) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 23 12:26:45.264092 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.plugins.ml2.db [None req-97bd5441-1da2-49ee-a364-27795820ba27 None None] For port 4b752386-8e92-4728-8f9a-9dc32257bb4f, host hv-neutron-6013, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-6013',level=0,port_id=4b752386-8e92-4728-8f9a-9dc32257bb4f,segment=NetworkSegment(3d940925-95a9-4bb9-b82c-9de5284b88e6),segment_id=3d940925-95a9-4bb9-b82c-9de5284b88e6)] {{(pid=94176) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 23 12:26:45.314530 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 23 Jun 2021 12:26:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b3df6450-ad30-4f4c-aa2e-12bea6effa65 x-openstack-request-id: req-b3df6450-ad30-4f4c-aa2e-12bea6effa65 {{(pid=94176) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 23 12:26:45.314836 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2c1e8735-4930-4e1a-a05d-6b0f4e63488d", "name": "network-vif-plugged", "status": "completed", "tag": "4b752386-8e92-4728-8f9a-9dc32257bb4f", "code": 200}]} {{(pid=94176) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 23 12:26:45.315161 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-b3df6450-ad30-4f4c-aa2e-12bea6effa65 {{(pid=94176) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 23 12:26:45.315630 dv-neutron-601336-94-hyperv neutron-server[94176]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2c1e8735-4930-4e1a-a05d-6b0f4e63488d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4b752386-8e92-4728-8f9a-9dc32257bb4f', 'code': 200} Jun 23 12:26:45.334345 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron_lib.callbacks.manager [None req-97bd5441-1da2-49ee-a364-27795820ba27 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-922904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866062', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773700135042', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773699642233', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773699642278'] for port, after_update {{(pid=94176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 12:26:45.336700 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG oslo_concurrency.lockutils [None req-cd67d5fc-5cec-4cd8-9302-112d40de35fa None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 12:26:45.395820 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97bd5441-1da2-49ee-a364-27795820ba27 None None] Pushing event updated for resources: {'Port': ['ID=4b752386-8e92-4728-8f9a-9dc32257bb4f,revision_number=7']} {{(pid=94176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 12:26:45.403766 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG oslo_concurrency.lockutils [None req-97bd5441-1da2-49ee-a364-27795820ba27 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.067s {{(pid=94176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 12:26:46.899364 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron_lib.callbacks.manager [None req-95d6aa8f-24e7-4234-82ff-f502266c3285 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773699952132', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-899307'] for agent, after_update {{(pid=94176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 12:26:54.323410 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron_lib.callbacks.manager [None req-97bd5441-1da2-49ee-a364-27795820ba27 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773699952132', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-899307'] for agent, after_update {{(pid=94176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 12:26:56.378337 dv-neutron-601336-94-hyperv neutron-server[94174]: INFO neutron.wsgi [req-fdbe6a96-68ae-46ec-b4b7-46c1cdc89f1c req-34342df6-1987-4b52-8fdd-daad0f07742c tempest-TestSnapshotPattern-46408416 tempest-TestSnapshotPattern-46408416-project] 10.222.0.20 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1291274636&fields=id&tenant_id=9432fb70f3df47a9bca0cd4d5f316c9e HTTP/1.1" status: 200 len: 267 time: 0.0402291 Jun 23 12:26:56.485061 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdbe6a96-68ae-46ec-b4b7-46c1cdc89f1c req-9f5986dc-ee64-453d-96cf-d40b5f848026 tempest-TestSnapshotPattern-46408416 tempest-TestSnapshotPattern-46408416-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94174) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 12:26:56.486576 dv-neutron-601336-94-hyperv neutron-server[94174]: INFO neutron.wsgi [req-fdbe6a96-68ae-46ec-b4b7-46c1cdc89f1c req-9f5986dc-ee64-453d-96cf-d40b5f848026 tempest-TestSnapshotPattern-46408416 tempest-TestSnapshotPattern-46408416-project] 10.222.0.20 "GET /v2.0/networks?id=35060897-86ce-4a62-8170-f4706aea229e HTTP/1.1" status: 200 len: 810 time: 0.1018493 Jun 23 12:26:56.502773 dv-neutron-601336-94-hyperv neutron-server[94174]: INFO neutron.wsgi [req-fdbe6a96-68ae-46ec-b4b7-46c1cdc89f1c req-d876eae7-ed1b-4844-a486-78d44041a6c1 tempest-TestSnapshotPattern-46408416 tempest-TestSnapshotPattern-46408416-project] 10.222.0.20 "GET /v2.0/quotas/9432fb70f3df47a9bca0cd4d5f316c9e HTTP/1.1" status: 200 len: 375 time: 0.0102456 Jun 23 12:26:56.579719 dv-neutron-601336-94-hyperv neutron-server[94174]: INFO neutron.wsgi [req-fdbe6a96-68ae-46ec-b4b7-46c1cdc89f1c req-000040b7-4aa0-4fff-81dd-bc0ed3950dc7 tempest-TestSnapshotPattern-46408416 tempest-TestSnapshotPattern-46408416-project] 10.222.0.20 "GET /v2.0/ports?tenant_id=9432fb70f3df47a9bca0cd4d5f316c9e&fields=id HTTP/1.1" status: 200 len: 394 time: 0.0715618 Jun 23 12:26:56.656803 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.wsgi [req-fdbe6a96-68ae-46ec-b4b7-46c1cdc89f1c req-3a82d7b6-4b26-49f8-a252-08a66b0c6bde service neutron] http://10.222.0.20:9696/v2.0/extensions returned with HTTP 200 {{(pid=94174) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 23 12:26:56.657804 dv-neutron-601336-94-hyperv neutron-server[94174]: INFO neutron.wsgi [req-fdbe6a96-68ae-46ec-b4b7-46c1cdc89f1c req-3a82d7b6-4b26-49f8-a252-08a66b0c6bde service neutron] 10.222.0.20 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13933 time: 0.0666125 Jun 23 12:26:56.752405 dv-neutron-601336-94-hyperv neutron-server[94174]: INFO neutron.wsgi [req-fdbe6a96-68ae-46ec-b4b7-46c1cdc89f1c req-cf207630-f8ae-4552-9d9e-9e88c0892043 service neutron] 10.222.0.20 "GET /v2.0/networks/35060897-86ce-4a62-8170-f4706aea229e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0876706 Jun 23 12:26:56.846157 dv-neutron-601336-94-hyperv neutron-server[94174]: INFO neutron.wsgi [req-fdbe6a96-68ae-46ec-b4b7-46c1cdc89f1c req-f18bfc43-7f30-40db-a9ca-38b23ea73cab service neutron] 10.222.0.20 "GET /v2.0/networks/35060897-86ce-4a62-8170-f4706aea229e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0874202 Jun 23 12:26:58.253855 dv-neutron-601336-94-hyperv neutron-server[94175]: INFO neutron.wsgi [req-c442ab44-a2d9-4dd7-a05c-1e58cd7d8270 req-45daa7fe-68ab-47a8-979c-513087c3cdd1 tempest-TestSnapshotPattern-46408416 tempest-TestSnapshotPattern-46408416-project] 10.222.0.20 "GET /v2.0/ports?device_id=e9daabf9-5661-4ad9-b2b7-b66d1311d37f HTTP/1.1" status: 200 len: 210 time: 0.0804460 Jun 23 12:26:59.123636 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.plugins.ml2.rpc [None req-97bd5441-1da2-49ee-a364-27795820ba27 None None] Device 4b752386-8e92-4728-8f9a-9dc32257bb4f no longer exists at agent hyperv_hv-neutron-6013 {{(pid=94176) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:261}} Jun 23 12:26:59.198517 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron_lib.callbacks.manager [None req-97bd5441-1da2-49ee-a364-27795820ba27 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-923122'] for port, before_update {{(pid=94176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 12:26:59.220214 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2c1e8735-4930-4e1a-a05d-6b0f4e63488d', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '4b752386-8e92-4728-8f9a-9dc32257bb4f'}] {{(pid=94176) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 23 12:26:59.222508 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}887b0dfc0393de878080286a57e4a08d4fa60dd0cddd118f338ebfcd351ddd4c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-95bb3ec0-2ac0-4965-bb3a-40f1536d2d2c" -d '{"events": [{"server_uuid": "2c1e8735-4930-4e1a-a05d-6b0f4e63488d", "name": "network-vif-unplugged", "status": "completed", "tag": "4b752386-8e92-4728-8f9a-9dc32257bb4f"}]}' {{(pid=94176) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 23 12:26:59.236915 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.plugins.ml2.db [None req-97bd5441-1da2-49ee-a364-27795820ba27 None None] For port 4b752386-8e92-4728-8f9a-9dc32257bb4f, host hv-neutron-6013, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-6013',level=0,port_id=4b752386-8e92-4728-8f9a-9dc32257bb4f,segment=NetworkSegment(3d940925-95a9-4bb9-b82c-9de5284b88e6),segment_id=3d940925-95a9-4bb9-b82c-9de5284b88e6)] {{(pid=94176) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 23 12:26:59.312623 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 23 Jun 2021 12:26:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d4fa7ac9-8e19-40cf-aa30-23a0cf9e8d7f x-openstack-request-id: req-d4fa7ac9-8e19-40cf-aa30-23a0cf9e8d7f {{(pid=94176) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 23 12:26:59.312868 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2c1e8735-4930-4e1a-a05d-6b0f4e63488d", "name": "network-vif-unplugged", "status": "completed", "tag": "4b752386-8e92-4728-8f9a-9dc32257bb4f", "code": 200}]} {{(pid=94176) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 23 12:26:59.313128 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-d4fa7ac9-8e19-40cf-aa30-23a0cf9e8d7f {{(pid=94176) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 23 12:26:59.313521 dv-neutron-601336-94-hyperv neutron-server[94176]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2c1e8735-4930-4e1a-a05d-6b0f4e63488d', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '4b752386-8e92-4728-8f9a-9dc32257bb4f', 'code': 200} Jun 23 12:26:59.327559 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron_lib.callbacks.manager [None req-97bd5441-1da2-49ee-a364-27795820ba27 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-922904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866062', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773700135042', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773699642233', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773699642278'] for port, after_update {{(pid=94176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 12:26:59.329459 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG oslo_concurrency.lockutils [None req-97bd5441-1da2-49ee-a364-27795820ba27 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 12:26:59.339696 dv-neutron-601336-94-hyperv neutron-server[94175]: INFO neutron.wsgi [req-41eb27af-7cfc-436d-a0c7-759074799ffe req-874e0aa9-7504-434b-9814-bb4d20f6eec9 tempest-TestSnapshotPattern-46408416 tempest-TestSnapshotPattern-46408416-project] 10.222.0.20 "GET /v2.0/ports?device_id=e9daabf9-5661-4ad9-b2b7-b66d1311d37f HTTP/1.1" status: 200 len: 210 time: 0.0304344 Jun 23 12:26:59.377573 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97bd5441-1da2-49ee-a364-27795820ba27 None None] Pushing event updated for resources: {'Port': ['ID=4b752386-8e92-4728-8f9a-9dc32257bb4f,revision_number=8']} {{(pid=94176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 12:26:59.380677 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG oslo_concurrency.lockutils [None req-97bd5441-1da2-49ee-a364-27795820ba27 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=94176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 12:27:00.423520 dv-neutron-601336-94-hyperv neutron-server[94174]: INFO neutron.wsgi [req-faba37fd-dfc7-4acb-aea6-cc3db02d7ab8 req-cbea0484-42c8-4551-9623-815f19d69512 tempest-TestSnapshotPattern-46408416 tempest-TestSnapshotPattern-46408416-project] 10.222.0.20 "GET /v2.0/ports?device_id=e9daabf9-5661-4ad9-b2b7-b66d1311d37f HTTP/1.1" status: 200 len: 210 time: 0.0294223 Jun 23 12:27:01.508964 dv-neutron-601336-94-hyperv neutron-server[94175]: INFO neutron.wsgi [req-6d98290a-580a-4c80-adc2-bfdf3ce667d7 req-65a90a9c-b5eb-472a-a51b-0e790e5d4e7a tempest-TestSnapshotPattern-46408416 tempest-TestSnapshotPattern-46408416-project] 10.222.0.20 "GET /v2.0/ports?device_id=e9daabf9-5661-4ad9-b2b7-b66d1311d37f HTTP/1.1" status: 200 len: 210 time: 0.0340905 Jun 23 12:27:02.646712 dv-neutron-601336-94-hyperv neutron-server[94174]: INFO neutron.wsgi [req-f7dad5cf-720b-4f2c-9306-8756f4b4ebff req-f8d076b6-4370-423a-b42b-052a058093d5 tempest-TestSnapshotPattern-46408416 tempest-TestSnapshotPattern-46408416-project] 10.222.0.20 "GET /v2.0/ports?device_id=e9daabf9-5661-4ad9-b2b7-b66d1311d37f HTTP/1.1" status: 200 len: 210 time: 0.0296307 Jun 23 12:27:03.788183 dv-neutron-601336-94-hyperv neutron-server[94175]: INFO neutron.wsgi [req-d589d8b9-ef72-4520-a16b-31bb4fc90845 req-415fcdaf-a2c2-4555-bee3-adb8a4de42e5 tempest-TestSnapshotPattern-46408416 tempest-TestSnapshotPattern-46408416-project] 10.222.0.20 "GET /v2.0/ports?device_id=e9daabf9-5661-4ad9-b2b7-b66d1311d37f HTTP/1.1" status: 200 len: 210 time: 0.0289545 Jun 23 12:27:04.594988 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdbe6a96-68ae-46ec-b4b7-46c1cdc89f1c req-81323f52-32d9-4222-ae48-ee702329cfa1 tempest-TestSnapshotPattern-46408416 tempest-TestSnapshotPattern-46408416-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 12:27:04.596456 dv-neutron-601336-94-hyperv neutron-server[94175]: INFO neutron.wsgi [req-fdbe6a96-68ae-46ec-b4b7-46c1cdc89f1c req-81323f52-32d9-4222-ae48-ee702329cfa1 tempest-TestSnapshotPattern-46408416 tempest-TestSnapshotPattern-46408416-project] 10.222.0.52 "GET /v2.0/networks?id=35060897-86ce-4a62-8170-f4706aea229e HTTP/1.1" status: 200 len: 810 time: 0.0998466 Jun 23 12:27:04.638117 dv-neutron-601336-94-hyperv neutron-server[94175]: INFO neutron.wsgi [req-fdbe6a96-68ae-46ec-b4b7-46c1cdc89f1c req-ea994f70-6bfa-4de4-a8d3-0fc9b905f660 tempest-TestSnapshotPattern-46408416 tempest-TestSnapshotPattern-46408416-project] 10.222.0.52 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=9432fb70f3df47a9bca0cd4d5f316c9e HTTP/1.1" status: 200 len: 380 time: 0.0336044 Jun 23 12:27:04.646223 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.api.v2.base [req-fdbe6a96-68ae-46ec-b4b7-46c1cdc89f1c req-acc9fc4f-75e1-4e44-97f2-2c87207c319a tempest-TestSnapshotPattern-46408416 tempest-TestSnapshotPattern-46408416-project] Request body: {'port': {'device_id': 'e9daabf9-5661-4ad9-b2b7-b66d1311d37f', 'network_id': '35060897-86ce-4a62-8170-f4706aea229e', 'admin_state_up': True, 'tenant_id': '9432fb70f3df47a9bca0cd4d5f316c9e', 'security_groups': ['048069c0-a2ed-46ad-8e19-6575ab01b5de']}} {{(pid=94175) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 23 12:27:04.827661 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-fdbe6a96-68ae-46ec-b4b7-46c1cdc89f1c req-acc9fc4f-75e1-4e44-97f2-2c87207c319a tempest-TestSnapshotPattern-46408416 tempest-TestSnapshotPattern-46408416-project] Made reservation on behalf of 9432fb70f3df47a9bca0cd4d5f316c9e for: {'port': 1} {{(pid=94175) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 23 12:27:04.831366 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron_lib.callbacks.manager [req-fdbe6a96-68ae-46ec-b4b7-46c1cdc89f1c req-acc9fc4f-75e1-4e44-97f2-2c87207c319a tempest-TestSnapshotPattern-46408416 tempest-TestSnapshotPattern-46408416-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-923104'] for port, before_create {{(pid=94175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 12:27:04.938447 dv-neutron-601336-94-hyperv neutron-server[94174]: INFO neutron.wsgi [req-335871bf-1646-48b2-994e-10e88e9ef3d7 req-6a5be990-5756-4032-803d-f7ffeba58114 tempest-TestSnapshotPattern-46408416 tempest-TestSnapshotPattern-46408416-project] 10.222.0.20 "GET /v2.0/ports?device_id=e9daabf9-5661-4ad9-b2b7-b66d1311d37f HTTP/1.1" status: 200 len: 210 time: 0.0333040 Jun 23 12:27:04.979510 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.db.db_base_plugin_common [req-fdbe6a96-68ae-46ec-b4b7-46c1cdc89f1c req-acc9fc4f-75e1-4e44-97f2-2c87207c319a tempest-TestSnapshotPattern-46408416 tempest-TestSnapshotPattern-46408416-project] Allocated IP 172.20.0.11 (35060897-86ce-4a62-8170-f4706aea229e/29faf701-512f-4f97-9911-155d0e3fc579/0862cd77-41db-4d4b-ac20-5154c2b0a4e2) {{(pid=94175) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 23 12:27:05.119338 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron_lib.callbacks.manager [req-fdbe6a96-68ae-46ec-b4b7-46c1cdc89f1c req-acc9fc4f-75e1-4e44-97f2-2c87207c319a tempest-TestSnapshotPattern-46408416 tempest-TestSnapshotPattern-46408416-project] Notify callbacks [] for port, precommit_create {{(pid=94175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 12:27:05.134199 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.db.provisioning_blocks [req-fdbe6a96-68ae-46ec-b4b7-46c1cdc89f1c req-acc9fc4f-75e1-4e44-97f2-2c87207c319a tempest-TestSnapshotPattern-46408416 tempest-TestSnapshotPattern-46408416-project] Transition to ACTIVE for port object 0862cd77-41db-4d4b-ac20-5154c2b0a4e2 will not be triggered until provisioned by entity DHCP. {{(pid=94175) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 23 12:27:05.244266 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron_lib.callbacks.manager [req-fdbe6a96-68ae-46ec-b4b7-46c1cdc89f1c req-acc9fc4f-75e1-4e44-97f2-2c87207c319a tempest-TestSnapshotPattern-46408416 tempest-TestSnapshotPattern-46408416-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-922915', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-239814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7866073', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773699642215', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-5082457'] for port, after_create {{(pid=94175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 12:27:05.250069 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG oslo_concurrency.lockutils [None req-13114cc5-5cf4-4f06-a415-fb0142a0abab tempest-TestSnapshotPattern-46408416 tempest-TestSnapshotPattern-46408416-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94175) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 12:27:05.294555 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-fdbe6a96-68ae-46ec-b4b7-46c1cdc89f1c req-acc9fc4f-75e1-4e44-97f2-2c87207c319a tempest-TestSnapshotPattern-46408416 tempest-TestSnapshotPattern-46408416-project] Network 35060897-86ce-4a62-8170-f4706aea229e is already hosted by enough agents. {{(pid=94175) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 23 12:27:05.297758 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.scheduler.base_scheduler [req-fdbe6a96-68ae-46ec-b4b7-46c1cdc89f1c req-acc9fc4f-75e1-4e44-97f2-2c87207c319a tempest-TestSnapshotPattern-46408416 tempest-TestSnapshotPattern-46408416-project] Resources bound (agent type, host, resource id): {{(pid=94175) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 23 12:27:05.300353 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.db.l3_dvrscheduler_db [req-fdbe6a96-68ae-46ec-b4b7-46c1cdc89f1c req-acc9fc4f-75e1-4e44-97f2-2c87207c319a tempest-TestSnapshotPattern-46408416 tempest-TestSnapshotPattern-46408416-project] Received port after_create {{(pid=94175) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 23 12:27:05.329662 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acc9fc4f-75e1-4e44-97f2-2c87207c319a tempest-TestSnapshotPattern-46408416 tempest-TestSnapshotPattern-46408416-project] Pushing event updated for resources: {'Port': ['ID=0862cd77-41db-4d4b-ac20-5154c2b0a4e2,revision_number=1']} {{(pid=94175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 12:27:05.342393 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-acc9fc4f-75e1-4e44-97f2-2c87207c319a tempest-TestSnapshotPattern-46408416 tempest-TestSnapshotPattern-46408416-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-601336-94-hyperv {{(pid=94175) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 12:27:05.342780 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-acc9fc4f-75e1-4e44-97f2-2c87207c319a tempest-TestSnapshotPattern-46408416 tempest-TestSnapshotPattern-46408416-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-94-hyperv {{(pid=94175) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 12:27:05.343186 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-acc9fc4f-75e1-4e44-97f2-2c87207c319a tempest-TestSnapshotPattern-46408416 tempest-TestSnapshotPattern-46408416-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-94-hyperv {{(pid=94175) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 12:27:05.343564 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-acc9fc4f-75e1-4e44-97f2-2c87207c319a tempest-TestSnapshotPattern-46408416 tempest-TestSnapshotPattern-46408416-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-601336-94-hyperv {{(pid=94175) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 12:27:05.343935 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-acc9fc4f-75e1-4e44-97f2-2c87207c319a tempest-TestSnapshotPattern-46408416 tempest-TestSnapshotPattern-46408416-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-601336-94-hyperv {{(pid=94175) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 12:27:05.344308 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-acc9fc4f-75e1-4e44-97f2-2c87207c319a tempest-TestSnapshotPattern-46408416 tempest-TestSnapshotPattern-46408416-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-601336-94-hyperv {{(pid=94175) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 12:27:05.344720 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-acc9fc4f-75e1-4e44-97f2-2c87207c319a tempest-TestSnapshotPattern-46408416 tempest-TestSnapshotPattern-46408416-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-601336-94-hyperv {{(pid=94175) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 12:27:05.345082 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-acc9fc4f-75e1-4e44-97f2-2c87207c319a tempest-TestSnapshotPattern-46408416 tempest-TestSnapshotPattern-46408416-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-601336-94-hyperv {{(pid=94175) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 12:27:05.345450 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-acc9fc4f-75e1-4e44-97f2-2c87207c319a tempest-TestSnapshotPattern-46408416 tempest-TestSnapshotPattern-46408416-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-601336-94-hyperv {{(pid=94175) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 12:27:05.345811 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-acc9fc4f-75e1-4e44-97f2-2c87207c319a tempest-TestSnapshotPattern-46408416 tempest-TestSnapshotPattern-46408416-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-94-hyperv {{(pid=94175) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 12:27:05.346173 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-acc9fc4f-75e1-4e44-97f2-2c87207c319a tempest-TestSnapshotPattern-46408416 tempest-TestSnapshotPattern-46408416-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-601336-94-hyperv {{(pid=94175) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 12:27:05.346531 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-acc9fc4f-75e1-4e44-97f2-2c87207c319a tempest-TestSnapshotPattern-46408416 tempest-TestSnapshotPattern-46408416-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-601336-94-hyperv {{(pid=94175) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 12:27:05.350951 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG oslo_concurrency.lockutils [None req-acc9fc4f-75e1-4e44-97f2-2c87207c319a tempest-TestSnapshotPattern-46408416 tempest-TestSnapshotPattern-46408416-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.101s {{(pid=94175) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 12:27:05.373355 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdbe6a96-68ae-46ec-b4b7-46c1cdc89f1c req-acc9fc4f-75e1-4e44-97f2-2c87207c319a tempest-TestSnapshotPattern-46408416 tempest-TestSnapshotPattern-46408416-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 12:27:05.374343 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron_lib.callbacks.manager [req-fdbe6a96-68ae-46ec-b4b7-46c1cdc89f1c req-acc9fc4f-75e1-4e44-97f2-2c87207c319a tempest-TestSnapshotPattern-46408416 tempest-TestSnapshotPattern-46408416-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-217507'] for port, before_response {{(pid=94175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 12:27:05.490377 dv-neutron-601336-94-hyperv neutron-server[94175]: INFO neutron.wsgi [req-fdbe6a96-68ae-46ec-b4b7-46c1cdc89f1c req-acc9fc4f-75e1-4e44-97f2-2c87207c319a tempest-TestSnapshotPattern-46408416 tempest-TestSnapshotPattern-46408416-project] 10.222.0.52 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.8473432 Jun 23 12:27:05.631631 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.db.provisioning_blocks [None req-2301cff7-c1f9-4956-887a-bb933a1b575f None None] Provisioning for port 0862cd77-41db-4d4b-ac20-5154c2b0a4e2 completed by entity DHCP. {{(pid=94176) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 23 12:27:05.638492 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.db.provisioning_blocks [None req-2301cff7-c1f9-4956-887a-bb933a1b575f None None] Provisioning complete for port 0862cd77-41db-4d4b-ac20-5154c2b0a4e2 triggered by entity DHCP. {{(pid=94176) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 23 12:27:05.639506 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron_lib.callbacks.manager [None req-2301cff7-c1f9-4956-887a-bb933a1b575f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-899258'] for port, provisioning_complete {{(pid=94176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 12:27:05.678988 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.plugins.ml2.plugin [None req-2301cff7-c1f9-4956-887a-bb933a1b575f None None] Port 0862cd77-41db-4d4b-ac20-5154c2b0a4e2 cannot update to ACTIVE because it is not bound. {{(pid=94176) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jun 23 12:27:06.129955 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c334b9f-5ed3-4fb8-b232-c2b5f10e4dd3 req-e3edad63-15a4-49b7-9277-a18b6eb8e24a tempest-TestSnapshotPattern-46408416 tempest-TestSnapshotPattern-46408416-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 12:27:06.132437 dv-neutron-601336-94-hyperv neutron-server[94175]: INFO neutron.wsgi [req-2c334b9f-5ed3-4fb8-b232-c2b5f10e4dd3 req-e3edad63-15a4-49b7-9277-a18b6eb8e24a tempest-TestSnapshotPattern-46408416 tempest-TestSnapshotPattern-46408416-project] 10.222.0.20 "GET /v2.0/ports?device_id=e9daabf9-5661-4ad9-b2b7-b66d1311d37f HTTP/1.1" status: 200 len: 932 time: 0.0746622 Jun 23 12:27:06.172408 dv-neutron-601336-94-hyperv neutron-server[94175]: INFO neutron.wsgi [req-2c334b9f-5ed3-4fb8-b232-c2b5f10e4dd3 req-93abc426-d652-4386-955a-8f324aa3d391 tempest-TestSnapshotPattern-46408416 tempest-TestSnapshotPattern-46408416-project] 10.222.0.20 "GET /v2.0/security-groups?id=048069c0-a2ed-46ad-8e19-6575ab01b5de&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0343852 Jun 23 12:27:07.127735 dv-neutron-601336-94-hyperv neutron-server[94177]: DEBUG neutron.db.agents_db [None req-90fb1279-e4c5-4e73-8d66-3a29811dc4e3 None None] Agent healthcheck: found 6 active agents {{(pid=94177) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 23 12:27:07.357004 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3aa63f51-060e-4ad6-bdb5-d7d2feaf2815 req-dc55d5d8-58b2-441b-81cb-4bd492af684b tempest-TestSnapshotPattern-46408416 tempest-TestSnapshotPattern-46408416-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94174) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 12:27:07.358426 dv-neutron-601336-94-hyperv neutron-server[94174]: INFO neutron.wsgi [req-3aa63f51-060e-4ad6-bdb5-d7d2feaf2815 req-dc55d5d8-58b2-441b-81cb-4bd492af684b tempest-TestSnapshotPattern-46408416 tempest-TestSnapshotPattern-46408416-project] 10.222.0.20 "GET /v2.0/ports?device_id=e9daabf9-5661-4ad9-b2b7-b66d1311d37f HTTP/1.1" status: 200 len: 932 time: 0.0695221 Jun 23 12:27:07.397916 dv-neutron-601336-94-hyperv neutron-server[94174]: INFO neutron.wsgi [req-3aa63f51-060e-4ad6-bdb5-d7d2feaf2815 req-d5645f75-3bf7-4a51-98c5-aa44cf01ee16 tempest-TestSnapshotPattern-46408416 tempest-TestSnapshotPattern-46408416-project] 10.222.0.20 "GET /v2.0/security-groups?id=048069c0-a2ed-46ad-8e19-6575ab01b5de&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0330262 Jun 23 12:27:08.591760 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcc59859-0228-4d85-a12f-13d2c900012c req-e529b8a0-c2ea-465d-9e3b-a4635756f539 tempest-TestSnapshotPattern-46408416 tempest-TestSnapshotPattern-46408416-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 12:27:08.593278 dv-neutron-601336-94-hyperv neutron-server[94175]: INFO neutron.wsgi [req-dcc59859-0228-4d85-a12f-13d2c900012c req-e529b8a0-c2ea-465d-9e3b-a4635756f539 tempest-TestSnapshotPattern-46408416 tempest-TestSnapshotPattern-46408416-project] 10.222.0.20 "GET /v2.0/ports?device_id=e9daabf9-5661-4ad9-b2b7-b66d1311d37f HTTP/1.1" status: 200 len: 932 time: 0.0711508 Jun 23 12:27:08.635543 dv-neutron-601336-94-hyperv neutron-server[94175]: INFO neutron.wsgi [req-dcc59859-0228-4d85-a12f-13d2c900012c req-74766902-e123-4635-b5d1-397eedfa56c1 tempest-TestSnapshotPattern-46408416 tempest-TestSnapshotPattern-46408416-project] 10.222.0.20 "GET /v2.0/security-groups?id=048069c0-a2ed-46ad-8e19-6575ab01b5de&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0362184 Jun 23 12:27:09.822214 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0fbf02b-179d-41d2-98e3-b2aa73afba0b req-3c5a7f53-3acd-4b42-a98f-0dab67b257f6 tempest-TestSnapshotPattern-46408416 tempest-TestSnapshotPattern-46408416-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94174) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 12:27:09.823885 dv-neutron-601336-94-hyperv neutron-server[94174]: INFO neutron.wsgi [req-d0fbf02b-179d-41d2-98e3-b2aa73afba0b req-3c5a7f53-3acd-4b42-a98f-0dab67b257f6 tempest-TestSnapshotPattern-46408416 tempest-TestSnapshotPattern-46408416-project] 10.222.0.20 "GET /v2.0/ports?device_id=e9daabf9-5661-4ad9-b2b7-b66d1311d37f HTTP/1.1" status: 200 len: 932 time: 0.0683498 Jun 23 12:27:09.861802 dv-neutron-601336-94-hyperv neutron-server[94174]: INFO neutron.wsgi [req-d0fbf02b-179d-41d2-98e3-b2aa73afba0b req-e757f87e-8152-40cf-9370-4f9b5ab18c5d tempest-TestSnapshotPattern-46408416 tempest-TestSnapshotPattern-46408416-project] 10.222.0.20 "GET /v2.0/security-groups?id=048069c0-a2ed-46ad-8e19-6575ab01b5de&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0320017 Jun 23 12:27:10.980097 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron_lib.callbacks.manager [None req-b695d5c7-4270-4199-8195-c18269938340 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773699952132', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-899307'] for agent, after_update {{(pid=94176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 12:27:11.063602 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb373d6c-4bc3-4d77-bee5-5ff26c90edc0 req-74df1077-f100-4a1b-b424-2b5ac66d09e6 tempest-TestSnapshotPattern-46408416 tempest-TestSnapshotPattern-46408416-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 12:27:11.066340 dv-neutron-601336-94-hyperv neutron-server[94175]: INFO neutron.wsgi [req-cb373d6c-4bc3-4d77-bee5-5ff26c90edc0 req-74df1077-f100-4a1b-b424-2b5ac66d09e6 tempest-TestSnapshotPattern-46408416 tempest-TestSnapshotPattern-46408416-project] 10.222.0.20 "GET /v2.0/ports?device_id=e9daabf9-5661-4ad9-b2b7-b66d1311d37f HTTP/1.1" status: 200 len: 932 time: 0.0701325 Jun 23 12:27:11.104897 dv-neutron-601336-94-hyperv neutron-server[94175]: INFO neutron.wsgi [req-cb373d6c-4bc3-4d77-bee5-5ff26c90edc0 req-eb86d29b-0dd8-456a-9146-8aa813d7c69e tempest-TestSnapshotPattern-46408416 tempest-TestSnapshotPattern-46408416-project] 10.222.0.20 "GET /v2.0/security-groups?id=048069c0-a2ed-46ad-8e19-6575ab01b5de&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0321238 Jun 23 12:27:12.306919 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cb4b6d0-a2df-473f-a702-6656cf1a92a5 req-fd368ba5-1667-4038-ab2d-438bd341da3b tempest-TestSnapshotPattern-46408416 tempest-TestSnapshotPattern-46408416-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94174) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 12:27:12.308395 dv-neutron-601336-94-hyperv neutron-server[94174]: INFO neutron.wsgi [req-7cb4b6d0-a2df-473f-a702-6656cf1a92a5 req-fd368ba5-1667-4038-ab2d-438bd341da3b tempest-TestSnapshotPattern-46408416 tempest-TestSnapshotPattern-46408416-project] 10.222.0.20 "GET /v2.0/ports?device_id=e9daabf9-5661-4ad9-b2b7-b66d1311d37f HTTP/1.1" status: 200 len: 932 time: 0.0764499 Jun 23 12:27:12.346631 dv-neutron-601336-94-hyperv neutron-server[94174]: INFO neutron.wsgi [req-7cb4b6d0-a2df-473f-a702-6656cf1a92a5 req-3f82057d-d3ab-497d-9bff-bbfd3e9e3665 tempest-TestSnapshotPattern-46408416 tempest-TestSnapshotPattern-46408416-project] 10.222.0.20 "GET /v2.0/security-groups?id=048069c0-a2ed-46ad-8e19-6575ab01b5de&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0325387 Jun 23 12:27:13.264920 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron_lib.callbacks.manager [None req-0650466b-63d9-426a-a56f-1ba098e6c252 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773699952132', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-899307'] for agent, after_update {{(pid=94176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 12:27:13.542113 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c0770fe-8f2d-49bf-bd79-84c344316eb3 req-a39e2a30-343a-47c1-845a-74fbf6968261 tempest-TestSnapshotPattern-46408416 tempest-TestSnapshotPattern-46408416-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 12:27:13.543621 dv-neutron-601336-94-hyperv neutron-server[94175]: INFO neutron.wsgi [req-9c0770fe-8f2d-49bf-bd79-84c344316eb3 req-a39e2a30-343a-47c1-845a-74fbf6968261 tempest-TestSnapshotPattern-46408416 tempest-TestSnapshotPattern-46408416-project] 10.222.0.20 "GET /v2.0/ports?device_id=e9daabf9-5661-4ad9-b2b7-b66d1311d37f HTTP/1.1" status: 200 len: 932 time: 0.0681403 Jun 23 12:27:13.582702 dv-neutron-601336-94-hyperv neutron-server[94175]: INFO neutron.wsgi [req-9c0770fe-8f2d-49bf-bd79-84c344316eb3 req-55d5543a-aa50-4c37-ba2d-5c825196ee24 tempest-TestSnapshotPattern-46408416 tempest-TestSnapshotPattern-46408416-project] 10.222.0.20 "GET /v2.0/security-groups?id=048069c0-a2ed-46ad-8e19-6575ab01b5de&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0335710 Jun 23 12:27:13.934138 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron_lib.callbacks.manager [None req-dc7542b2-afef-47f4-a763-e3a3cba144be None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773699952132', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-899307'] for agent, after_update {{(pid=94176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 12:27:14.771787 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d69c4d11-b818-4d6d-ae3d-2671141ac35e req-c0adf9f6-0d2c-42ed-b223-14890c825345 tempest-TestSnapshotPattern-46408416 tempest-TestSnapshotPattern-46408416-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94174) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 12:27:14.773296 dv-neutron-601336-94-hyperv neutron-server[94174]: INFO neutron.wsgi [req-d69c4d11-b818-4d6d-ae3d-2671141ac35e req-c0adf9f6-0d2c-42ed-b223-14890c825345 tempest-TestSnapshotPattern-46408416 tempest-TestSnapshotPattern-46408416-project] 10.222.0.20 "GET /v2.0/ports?device_id=e9daabf9-5661-4ad9-b2b7-b66d1311d37f HTTP/1.1" status: 200 len: 932 time: 0.0743275 Jun 23 12:27:14.818822 dv-neutron-601336-94-hyperv neutron-server[94174]: INFO neutron.wsgi [req-d69c4d11-b818-4d6d-ae3d-2671141ac35e req-0acd9810-6a80-4550-b4f4-4d2f69c72e9c tempest-TestSnapshotPattern-46408416 tempest-TestSnapshotPattern-46408416-project] 10.222.0.20 "GET /v2.0/security-groups?id=048069c0-a2ed-46ad-8e19-6575ab01b5de&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0358548 Jun 23 12:27:14.905374 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron_lib.callbacks.manager [None req-4c20ea5f-bc7f-4d4e-935d-57f082af6ccb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773699952132', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-899307'] for agent, after_update {{(pid=94176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 12:27:15.955019 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.api.v2.base [req-fdbe6a96-68ae-46ec-b4b7-46c1cdc89f1c req-ad7239ea-2a15-4b42-9824-539d87390f49 service neutron] Request body: {'port': {'device_id': 'e9daabf9-5661-4ad9-b2b7-b66d1311d37f', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-6013'}} {{(pid=94175) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 23 12:27:16.063045 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron_lib.callbacks.manager [req-fdbe6a96-68ae-46ec-b4b7-46c1cdc89f1c req-ad7239ea-2a15-4b42-9824-539d87390f49 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-923122'] for port, before_update {{(pid=94175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 12:27:16.079941 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c8ed4c5-835c-4377-a99c-b781dbf01e2e req-474ec489-20a2-4ceb-b6bc-9516256d2a4e tempest-TestSnapshotPattern-46408416 tempest-TestSnapshotPattern-46408416-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 12:27:16.081409 dv-neutron-601336-94-hyperv neutron-server[94175]: INFO neutron.wsgi [req-5c8ed4c5-835c-4377-a99c-b781dbf01e2e req-474ec489-20a2-4ceb-b6bc-9516256d2a4e tempest-TestSnapshotPattern-46408416 tempest-TestSnapshotPattern-46408416-project] 10.222.0.20 "GET /v2.0/ports?device_id=e9daabf9-5661-4ad9-b2b7-b66d1311d37f HTTP/1.1" status: 200 len: 932 time: 0.1478889 Jun 23 12:27:16.200470 dv-neutron-601336-94-hyperv neutron-server[94175]: INFO neutron.wsgi [req-5c8ed4c5-835c-4377-a99c-b781dbf01e2e req-4568196d-dd5d-4bc1-be28-755a698199a9 tempest-TestSnapshotPattern-46408416 tempest-TestSnapshotPattern-46408416-project] 10.222.0.20 "GET /v2.0/security-groups?id=048069c0-a2ed-46ad-8e19-6575ab01b5de&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1120334 Jun 23 12:27:16.361139 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.notifiers.nova [req-fdbe6a96-68ae-46ec-b4b7-46c1cdc89f1c req-ad7239ea-2a15-4b42-9824-539d87390f49 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0862cd77-41db-4d4b-ac20-5154c2b0a4e2 {{(pid=94175) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 23 12:27:16.368344 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron_lib.callbacks.manager [req-fdbe6a96-68ae-46ec-b4b7-46c1cdc89f1c req-ad7239ea-2a15-4b42-9824-539d87390f49 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 12:27:16.380463 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.db.provisioning_blocks [req-fdbe6a96-68ae-46ec-b4b7-46c1cdc89f1c req-ad7239ea-2a15-4b42-9824-539d87390f49 service neutron] Transition to ACTIVE for port object 0862cd77-41db-4d4b-ac20-5154c2b0a4e2 will not be triggered until provisioned by entity L2. {{(pid=94175) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 23 12:27:16.476775 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron_lib.callbacks.manager [req-fdbe6a96-68ae-46ec-b4b7-46c1cdc89f1c req-ad7239ea-2a15-4b42-9824-539d87390f49 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-922904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866062', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773700135042', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773699642233', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773699642278', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5082471'] for port, after_update {{(pid=94175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 12:27:16.486001 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG oslo_concurrency.lockutils [None req-756c77c0-7273-49c8-8d99-996ecb9e4a72 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94175) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 12:27:16.531377 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad7239ea-2a15-4b42-9824-539d87390f49 service neutron] Pushing event updated for resources: {'Port': ['ID=0862cd77-41db-4d4b-ac20-5154c2b0a4e2,revision_number=2']} {{(pid=94175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 12:27:16.534461 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG oslo_concurrency.lockutils [None req-ad7239ea-2a15-4b42-9824-539d87390f49 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.055s {{(pid=94175) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 12:27:16.608261 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.plugins.ml2.managers [req-fdbe6a96-68ae-46ec-b4b7-46c1cdc89f1c req-ad7239ea-2a15-4b42-9824-539d87390f49 service neutron] Attempting to bind port 0862cd77-41db-4d4b-ac20-5154c2b0a4e2 on host hv-neutron-6013 for vnic_type normal with profile {{(pid=94175) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 23 12:27:16.608602 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.plugins.ml2.managers [req-fdbe6a96-68ae-46ec-b4b7-46c1cdc89f1c req-ad7239ea-2a15-4b42-9824-539d87390f49 service neutron] Attempting to bind port 0862cd77-41db-4d4b-ac20-5154c2b0a4e2 by drivers openvswitch,hyperv on host hv-neutron-6013 at level 0 using segments [{'id': '3d940925-95a9-4bb9-b82c-9de5284b88e6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 415, 'network_id': '35060897-86ce-4a62-8170-f4706aea229e'}] {{(pid=94175) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 23 12:27:16.609199 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fdbe6a96-68ae-46ec-b4b7-46c1cdc89f1c req-ad7239ea-2a15-4b42-9824-539d87390f49 service neutron] Attempting to bind port 0862cd77-41db-4d4b-ac20-5154c2b0a4e2 on network 35060897-86ce-4a62-8170-f4706aea229e {{(pid=94175) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 23 12:27:16.613874 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fdbe6a96-68ae-46ec-b4b7-46c1cdc89f1c req-ad7239ea-2a15-4b42-9824-539d87390f49 service neutron] Port 0862cd77-41db-4d4b-ac20-5154c2b0a4e2 on network 35060897-86ce-4a62-8170-f4706aea229e not bound, no agent of type Open vSwitch agent registered on host hv-neutron-6013 {{(pid=94175) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 23 12:27:16.614192 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fdbe6a96-68ae-46ec-b4b7-46c1cdc89f1c req-ad7239ea-2a15-4b42-9824-539d87390f49 service neutron] Attempting to bind port 0862cd77-41db-4d4b-ac20-5154c2b0a4e2 on network 35060897-86ce-4a62-8170-f4706aea229e {{(pid=94175) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 23 12:27:16.619593 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fdbe6a96-68ae-46ec-b4b7-46c1cdc89f1c req-ad7239ea-2a15-4b42-9824-539d87390f49 service neutron] Checking agent: {'id': '3a130b41-5b27-406b-aeb2-5a923af79f10', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-6013', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 23, 11, 28, 23), 'started_at': datetime.datetime(2021, 6, 23, 11, 28, 23), 'heartbeat_timestamp': datetime.datetime(2021, 6, 23, 12, 26, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94175) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 23 12:27:16.619929 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fdbe6a96-68ae-46ec-b4b7-46c1cdc89f1c req-ad7239ea-2a15-4b42-9824-539d87390f49 service neutron] Checking segment: {'id': '3d940925-95a9-4bb9-b82c-9de5284b88e6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 415, 'network_id': '35060897-86ce-4a62-8170-f4706aea229e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94175) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 23 12:27:16.620311 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fdbe6a96-68ae-46ec-b4b7-46c1cdc89f1c req-ad7239ea-2a15-4b42-9824-539d87390f49 service neutron] Bound using segment: {'id': '3d940925-95a9-4bb9-b82c-9de5284b88e6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 415, 'network_id': '35060897-86ce-4a62-8170-f4706aea229e'} {{(pid=94175) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 23 12:27:16.620740 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.plugins.ml2.managers [req-fdbe6a96-68ae-46ec-b4b7-46c1cdc89f1c req-ad7239ea-2a15-4b42-9824-539d87390f49 service neutron] Bound port: 0862cd77-41db-4d4b-ac20-5154c2b0a4e2, host: hv-neutron-6013, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3d940925-95a9-4bb9-b82c-9de5284b88e6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 415, 'network_id': '35060897-86ce-4a62-8170-f4706aea229e'}}] {{(pid=94175) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 23 12:27:16.621087 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron_lib.callbacks.manager [req-fdbe6a96-68ae-46ec-b4b7-46c1cdc89f1c req-ad7239ea-2a15-4b42-9824-539d87390f49 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-923122'] for port, before_update {{(pid=94175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 12:27:16.687267 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.plugins.ml2.db [req-fdbe6a96-68ae-46ec-b4b7-46c1cdc89f1c req-ad7239ea-2a15-4b42-9824-539d87390f49 service neutron] For port 0862cd77-41db-4d4b-ac20-5154c2b0a4e2, host hv-neutron-6013, cleared binding levels {{(pid=94175) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 23 12:27:16.690386 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.plugins.ml2.db [req-fdbe6a96-68ae-46ec-b4b7-46c1cdc89f1c req-ad7239ea-2a15-4b42-9824-539d87390f49 service neutron] For port 0862cd77-41db-4d4b-ac20-5154c2b0a4e2, host hv-neutron-6013, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-6013',level=0,port_id=0862cd77-41db-4d4b-ac20-5154c2b0a4e2,segment=NetworkSegment(3d940925-95a9-4bb9-b82c-9de5284b88e6),segment_id=3d940925-95a9-4bb9-b82c-9de5284b88e6)] {{(pid=94175) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 23 12:27:16.784948 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron_lib.callbacks.manager [req-fdbe6a96-68ae-46ec-b4b7-46c1cdc89f1c req-ad7239ea-2a15-4b42-9824-539d87390f49 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-922904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866062', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773700135042', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773699642233', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773699642278', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5082471'] for port, after_update {{(pid=94175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 12:27:16.788144 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG oslo_concurrency.lockutils [None req-0c66530b-f2ad-4b34-a4e0-36306869643a tempest-TestShelveInstance-790754725 tempest-TestShelveInstance-790754725-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94175) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 12:27:16.821270 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdbe6a96-68ae-46ec-b4b7-46c1cdc89f1c req-ad7239ea-2a15-4b42-9824-539d87390f49 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 12:27:16.821950 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron_lib.callbacks.manager [req-fdbe6a96-68ae-46ec-b4b7-46c1cdc89f1c req-ad7239ea-2a15-4b42-9824-539d87390f49 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-217507'] for port, before_response {{(pid=94175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 12:27:16.823421 dv-neutron-601336-94-hyperv neutron-server[94175]: INFO neutron.wsgi [req-fdbe6a96-68ae-46ec-b4b7-46c1cdc89f1c req-ad7239ea-2a15-4b42-9824-539d87390f49 service neutron] 10.222.0.52 "PUT /v2.0/ports/0862cd77-41db-4d4b-ac20-5154c2b0a4e2 HTTP/1.1" status: 200 len: 1094 time: 0.9229677 Jun 23 12:27:16.823979 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e9daabf9-5661-4ad9-b2b7-b66d1311d37f', 'tag': '0862cd77-41db-4d4b-ac20-5154c2b0a4e2'}] {{(pid=94175) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 23 12:27:16.826566 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1970408df4ea4e7170669a1249478e627cf05a5a0b07cc08a66c5cb53d0ac47a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dbfb7f75-6fd8-4cd1-af82-a5afd9a7dff9" -d '{"events": [{"name": "network-changed", "server_uuid": "e9daabf9-5661-4ad9-b2b7-b66d1311d37f", "tag": "0862cd77-41db-4d4b-ac20-5154c2b0a4e2"}]}' {{(pid=94175) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 23 12:27:16.859937 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad7239ea-2a15-4b42-9824-539d87390f49 service neutron] Pushing event updated for resources: {'Port': ['ID=0862cd77-41db-4d4b-ac20-5154c2b0a4e2,revision_number=3']} {{(pid=94175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 12:27:16.863667 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG oslo_concurrency.lockutils [None req-ad7239ea-2a15-4b42-9824-539d87390f49 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.075s {{(pid=94175) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 12:27:16.878223 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 23 Jun 2021 12:27:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7989e1d8-ee40-4535-9818-1b94ae162762 x-openstack-request-id: req-7989e1d8-ee40-4535-9818-1b94ae162762 {{(pid=94175) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 23 12:27:16.878223 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e9daabf9-5661-4ad9-b2b7-b66d1311d37f", "tag": "0862cd77-41db-4d4b-ac20-5154c2b0a4e2", "status": "completed", "code": 200}]} {{(pid=94175) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 23 12:27:16.878223 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-7989e1d8-ee40-4535-9818-1b94ae162762 {{(pid=94175) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 23 12:27:16.878223 dv-neutron-601336-94-hyperv neutron-server[94175]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e9daabf9-5661-4ad9-b2b7-b66d1311d37f', 'tag': '0862cd77-41db-4d4b-ac20-5154c2b0a4e2', 'status': 'completed', 'code': 200} Jun 23 12:27:16.948677 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbfb7f75-6fd8-4cd1-af82-a5afd9a7dff9 req-d60fcd69-750d-4a7f-a724-8b2a2554a07e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 12:27:16.949023 dv-neutron-601336-94-hyperv neutron-server[94175]: INFO neutron.wsgi [req-dbfb7f75-6fd8-4cd1-af82-a5afd9a7dff9 req-d60fcd69-750d-4a7f-a724-8b2a2554a07e service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=9432fb70f3df47a9bca0cd4d5f316c9e&device_id=e9daabf9-5661-4ad9-b2b7-b66d1311d37f HTTP/1.1" status: 200 len: 1097 time: 0.0574543 Jun 23 12:27:16.968420 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron_lib.callbacks.manager [None req-95d6aa8f-24e7-4234-82ff-f502266c3285 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773699952132', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-899307'] for agent, after_update {{(pid=94176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 12:27:17.052965 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbfb7f75-6fd8-4cd1-af82-a5afd9a7dff9 req-108cfa2c-fb33-470a-9638-0ec7b86ba669 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 12:27:17.054399 dv-neutron-601336-94-hyperv neutron-server[94175]: INFO neutron.wsgi [req-dbfb7f75-6fd8-4cd1-af82-a5afd9a7dff9 req-108cfa2c-fb33-470a-9638-0ec7b86ba669 service neutron] 10.222.0.52 "GET /v2.0/networks?tenant_id=9432fb70f3df47a9bca0cd4d5f316c9e&shared=False HTTP/1.1" status: 200 len: 911 time: 0.0988531 Jun 23 12:27:17.146039 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbfb7f75-6fd8-4cd1-af82-a5afd9a7dff9 req-8f35826e-6a92-406c-ad44-cf402822e6c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 12:27:17.147577 dv-neutron-601336-94-hyperv neutron-server[94175]: INFO neutron.wsgi [req-dbfb7f75-6fd8-4cd1-af82-a5afd9a7dff9 req-8f35826e-6a92-406c-ad44-cf402822e6c2 service neutron] 10.222.0.52 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0874157 Jun 23 12:27:17.240853 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdbe6a96-68ae-46ec-b4b7-46c1cdc89f1c req-f6d8a12b-581b-4614-9ab1-bb646a08edd8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 12:27:17.242445 dv-neutron-601336-94-hyperv neutron-server[94175]: INFO neutron.wsgi [req-fdbe6a96-68ae-46ec-b4b7-46c1cdc89f1c req-f6d8a12b-581b-4614-9ab1-bb646a08edd8 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=9432fb70f3df47a9bca0cd4d5f316c9e&device_id=e9daabf9-5661-4ad9-b2b7-b66d1311d37f HTTP/1.1" status: 200 len: 1097 time: 0.0598407 Jun 23 12:27:17.288114 dv-neutron-601336-94-hyperv neutron-server[94175]: INFO neutron.wsgi [req-fdbe6a96-68ae-46ec-b4b7-46c1cdc89f1c req-bab9950c-03f7-4622-9788-1d38c6d0fc87 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=0862cd77-41db-4d4b-ac20-5154c2b0a4e2 HTTP/1.1" status: 200 len: 217 time: 0.0390971 Jun 23 12:27:17.371558 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdbe6a96-68ae-46ec-b4b7-46c1cdc89f1c req-a9364168-fd48-494b-844b-eb707e8b7ff5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 12:27:17.372916 dv-neutron-601336-94-hyperv neutron-server[94175]: INFO neutron.wsgi [req-fdbe6a96-68ae-46ec-b4b7-46c1cdc89f1c req-a9364168-fd48-494b-844b-eb707e8b7ff5 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=29faf701-512f-4f97-9911-155d0e3fc579 HTTP/1.1" status: 200 len: 849 time: 0.0788219 Jun 23 12:27:17.432986 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4570fb7-a3d4-4f0f-b668-8f46a9183f9f req-12dcbc85-8b4d-4e14-b5f0-76f0dfa219a9 tempest-TestSnapshotPattern-46408416 tempest-TestSnapshotPattern-46408416-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 12:27:17.434445 dv-neutron-601336-94-hyperv neutron-server[94175]: INFO neutron.wsgi [req-b4570fb7-a3d4-4f0f-b668-8f46a9183f9f req-12dcbc85-8b4d-4e14-b5f0-76f0dfa219a9 tempest-TestSnapshotPattern-46408416 tempest-TestSnapshotPattern-46408416-project] 10.222.0.20 "GET /v2.0/ports?device_id=e9daabf9-5661-4ad9-b2b7-b66d1311d37f HTTP/1.1" status: 200 len: 944 time: 0.1149313 Jun 23 12:27:17.467376 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdbe6a96-68ae-46ec-b4b7-46c1cdc89f1c req-af2bf858-e995-41bc-b72d-80e12b54b458 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 12:27:17.468833 dv-neutron-601336-94-hyperv neutron-server[94175]: INFO neutron.wsgi [req-fdbe6a96-68ae-46ec-b4b7-46c1cdc89f1c req-af2bf858-e995-41bc-b72d-80e12b54b458 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=35060897-86ce-4a62-8170-f4706aea229e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1178 time: 0.0901499 Jun 23 12:27:17.491094 dv-neutron-601336-94-hyperv neutron-server[94175]: INFO neutron.wsgi [req-b4570fb7-a3d4-4f0f-b668-8f46a9183f9f req-1d861000-7eb2-4928-8bf6-2aff81bf5acf tempest-TestSnapshotPattern-46408416 tempest-TestSnapshotPattern-46408416-project] 10.222.0.20 "GET /v2.0/security-groups?id=048069c0-a2ed-46ad-8e19-6575ab01b5de&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0504737 Jun 23 12:27:17.567488 dv-neutron-601336-94-hyperv neutron-server[94175]: INFO neutron.wsgi [req-fdbe6a96-68ae-46ec-b4b7-46c1cdc89f1c req-782f1b60-2277-48b5-ad06-fa78a35e9efb service neutron] 10.222.0.52 "GET /v2.0/networks/35060897-86ce-4a62-8170-f4706aea229e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0918243 Jun 23 12:27:17.655267 dv-neutron-601336-94-hyperv neutron-server[94175]: INFO neutron.wsgi [req-fdbe6a96-68ae-46ec-b4b7-46c1cdc89f1c req-bbeceb25-9b6b-47a1-bda5-9c70903a912c service neutron] 10.222.0.52 "GET /v2.0/networks/35060897-86ce-4a62-8170-f4706aea229e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0821636 Jun 23 12:27:18.666150 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87f37194-8c3e-473d-a422-309a534d99d6 req-0780906f-9537-46f2-9ed1-e0c5384e9780 tempest-TestSnapshotPattern-46408416 tempest-TestSnapshotPattern-46408416-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94174) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 12:27:18.667642 dv-neutron-601336-94-hyperv neutron-server[94174]: INFO neutron.wsgi [req-87f37194-8c3e-473d-a422-309a534d99d6 req-0780906f-9537-46f2-9ed1-e0c5384e9780 tempest-TestSnapshotPattern-46408416 tempest-TestSnapshotPattern-46408416-project] 10.222.0.20 "GET /v2.0/ports?device_id=e9daabf9-5661-4ad9-b2b7-b66d1311d37f HTTP/1.1" status: 200 len: 944 time: 0.0643637 Jun 23 12:27:18.708745 dv-neutron-601336-94-hyperv neutron-server[94174]: INFO neutron.wsgi [req-87f37194-8c3e-473d-a422-309a534d99d6 req-69d85c9c-b13f-4085-83a4-e62eed23c5b9 tempest-TestSnapshotPattern-46408416 tempest-TestSnapshotPattern-46408416-project] 10.222.0.20 "GET /v2.0/security-groups?id=048069c0-a2ed-46ad-8e19-6575ab01b5de&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0355363 Jun 23 12:27:19.882309 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f69e71d4-2c3a-465d-a859-b566eb62eb63 req-e55667ea-e623-4660-a9a2-f7e8cc56565c tempest-TestSnapshotPattern-46408416 tempest-TestSnapshotPattern-46408416-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 12:27:19.884461 dv-neutron-601336-94-hyperv neutron-server[94175]: INFO neutron.wsgi [req-f69e71d4-2c3a-465d-a859-b566eb62eb63 req-e55667ea-e623-4660-a9a2-f7e8cc56565c tempest-TestSnapshotPattern-46408416 tempest-TestSnapshotPattern-46408416-project] 10.222.0.20 "GET /v2.0/ports?device_id=e9daabf9-5661-4ad9-b2b7-b66d1311d37f HTTP/1.1" status: 200 len: 944 time: 0.0677750 Jun 23 12:27:19.926206 dv-neutron-601336-94-hyperv neutron-server[94175]: INFO neutron.wsgi [req-f69e71d4-2c3a-465d-a859-b566eb62eb63 req-1f8fa9d4-7bfa-4cca-9a19-f1f30030688b tempest-TestSnapshotPattern-46408416 tempest-TestSnapshotPattern-46408416-project] 10.222.0.20 "GET /v2.0/security-groups?id=048069c0-a2ed-46ad-8e19-6575ab01b5de&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0361199 Jun 23 12:27:20.391856 dv-neutron-601336-94-hyperv neutron-server[94175]: INFO neutron.wsgi [req-d16c49fc-d62b-44ce-a8c7-2ad789109c33 req-d40e9576-60f0-43b7-b9f8-611054bedc9d service neutron] 10.222.0.52 "GET /v2.0/ports?device_id=2c1e8735-4930-4e1a-a05d-6b0f4e63488d&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0510497 Jun 23 12:27:20.486554 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d16c49fc-d62b-44ce-a8c7-2ad789109c33 req-6d9cdafc-5a4b-4050-a52d-3a2d29c04f7b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 12:27:20.488188 dv-neutron-601336-94-hyperv neutron-server[94175]: INFO neutron.wsgi [req-d16c49fc-d62b-44ce-a8c7-2ad789109c33 req-6d9cdafc-5a4b-4050-a52d-3a2d29c04f7b service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=9432fb70f3df47a9bca0cd4d5f316c9e&device_id=2c1e8735-4930-4e1a-a05d-6b0f4e63488d HTTP/1.1" status: 200 len: 1096 time: 0.0528178 Jun 23 12:27:20.593419 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d16c49fc-d62b-44ce-a8c7-2ad789109c33 req-c96cbbd6-4779-43cb-a2e2-52db3d7c9c04 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 12:27:20.594852 dv-neutron-601336-94-hyperv neutron-server[94175]: INFO neutron.wsgi [req-d16c49fc-d62b-44ce-a8c7-2ad789109c33 req-c96cbbd6-4779-43cb-a2e2-52db3d7c9c04 service neutron] 10.222.0.52 "GET /v2.0/networks?id=35060897-86ce-4a62-8170-f4706aea229e HTTP/1.1" status: 200 len: 911 time: 0.0854886 Jun 23 12:27:20.658964 dv-neutron-601336-94-hyperv neutron-server[94175]: INFO neutron.wsgi [req-d16c49fc-d62b-44ce-a8c7-2ad789109c33 req-88ceab34-8774-4573-b399-4629f0faf82b service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=4b752386-8e92-4728-8f9a-9dc32257bb4f HTTP/1.1" status: 200 len: 999 time: 0.0579872 Jun 23 12:27:20.704879 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d16c49fc-d62b-44ce-a8c7-2ad789109c33 req-acce3923-d63d-4103-be85-32e822f3227d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 12:27:20.706162 dv-neutron-601336-94-hyperv neutron-server[94175]: INFO neutron.wsgi [req-d16c49fc-d62b-44ce-a8c7-2ad789109c33 req-acce3923-d63d-4103-be85-32e822f3227d service neutron] 10.222.0.52 "GET /v2.0/subnets?id=29faf701-512f-4f97-9911-155d0e3fc579 HTTP/1.1" status: 200 len: 849 time: 0.0418727 Jun 23 12:27:20.764895 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d16c49fc-d62b-44ce-a8c7-2ad789109c33 req-c6e2add7-8379-43a5-95a5-90ea80057f4f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 12:27:20.766330 dv-neutron-601336-94-hyperv neutron-server[94175]: INFO neutron.wsgi [req-d16c49fc-d62b-44ce-a8c7-2ad789109c33 req-c6e2add7-8379-43a5-95a5-90ea80057f4f service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=35060897-86ce-4a62-8170-f4706aea229e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1178 time: 0.0539818 Jun 23 12:27:20.855009 dv-neutron-601336-94-hyperv neutron-server[94175]: INFO neutron.wsgi [req-d16c49fc-d62b-44ce-a8c7-2ad789109c33 req-e9d2aa44-b20c-4b58-9050-1cd3c7a9aca3 service neutron] 10.222.0.52 "GET /v2.0/networks/35060897-86ce-4a62-8170-f4706aea229e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0814488 Jun 23 12:27:20.946463 dv-neutron-601336-94-hyperv neutron-server[94175]: INFO neutron.wsgi [req-d16c49fc-d62b-44ce-a8c7-2ad789109c33 req-1425f98a-9ec5-4dca-8a56-6b019d37aa29 service neutron] 10.222.0.52 "GET /v2.0/networks/35060897-86ce-4a62-8170-f4706aea229e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0853322 Jun 23 12:27:21.097650 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be12609f-f016-4700-9a28-1f94b4c0c259 req-5414da36-f0ab-4806-86d9-13c6b1f106db tempest-TestSnapshotPattern-46408416 tempest-TestSnapshotPattern-46408416-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94174) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 12:27:21.099121 dv-neutron-601336-94-hyperv neutron-server[94174]: INFO neutron.wsgi [req-be12609f-f016-4700-9a28-1f94b4c0c259 req-5414da36-f0ab-4806-86d9-13c6b1f106db tempest-TestSnapshotPattern-46408416 tempest-TestSnapshotPattern-46408416-project] 10.222.0.20 "GET /v2.0/ports?device_id=e9daabf9-5661-4ad9-b2b7-b66d1311d37f HTTP/1.1" status: 200 len: 944 time: 0.0627725 Jun 23 12:27:21.136166 dv-neutron-601336-94-hyperv neutron-server[94174]: INFO neutron.wsgi [req-be12609f-f016-4700-9a28-1f94b4c0c259 req-296f161d-d750-41ff-9292-4ca59bebce25 tempest-TestSnapshotPattern-46408416 tempest-TestSnapshotPattern-46408416-project] 10.222.0.20 "GET /v2.0/security-groups?id=048069c0-a2ed-46ad-8e19-6575ab01b5de&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0309486 Jun 23 12:27:21.232842 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.plugins.ml2.rpc [None req-97bd5441-1da2-49ee-a364-27795820ba27 None None] Device 0862cd77-41db-4d4b-ac20-5154c2b0a4e2 details requested by agent hyperv_hv-neutron-6013 with host hv-neutron-6013 {{(pid=94176) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:104}} Jun 23 12:27:21.324490 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.plugins.ml2.db [None req-97bd5441-1da2-49ee-a364-27795820ba27 None None] For port 0862cd77-41db-4d4b-ac20-5154c2b0a4e2, host hv-neutron-6013, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-6013',level=0,port_id=0862cd77-41db-4d4b-ac20-5154c2b0a4e2,segment=NetworkSegment(3d940925-95a9-4bb9-b82c-9de5284b88e6),segment_id=3d940925-95a9-4bb9-b82c-9de5284b88e6)] {{(pid=94176) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 23 12:27:21.338026 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.plugins.ml2.rpc [None req-97bd5441-1da2-49ee-a364-27795820ba27 None None] Returning: {'device': '0862cd77-41db-4d4b-ac20-5154c2b0a4e2', 'network_id': '35060897-86ce-4a62-8170-f4706aea229e', 'port_id': '0862cd77-41db-4d4b-ac20-5154c2b0a4e2', 'mac_address': 'fa:16:3e:b9:8f:8c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 415, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '29faf701-512f-4f97-9911-155d0e3fc579', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94176) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:186}} Jun 23 12:27:21.373179 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron_lib.callbacks.manager [None req-97bd5441-1da2-49ee-a364-27795820ba27 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-923122'] for port, before_update {{(pid=94176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 12:27:21.385322 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.notifiers.nova [None req-97bd5441-1da2-49ee-a364-27795820ba27 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0862cd77-41db-4d4b-ac20-5154c2b0a4e2 {{(pid=94176) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 23 12:27:21.404493 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.plugins.ml2.db [None req-97bd5441-1da2-49ee-a364-27795820ba27 None None] For port 0862cd77-41db-4d4b-ac20-5154c2b0a4e2, host hv-neutron-6013, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-6013',level=0,port_id=0862cd77-41db-4d4b-ac20-5154c2b0a4e2,segment=NetworkSegment(3d940925-95a9-4bb9-b82c-9de5284b88e6),segment_id=3d940925-95a9-4bb9-b82c-9de5284b88e6)] {{(pid=94176) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 23 12:27:21.464937 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron_lib.callbacks.manager [None req-97bd5441-1da2-49ee-a364-27795820ba27 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-922904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866062', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773700135042', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773699642233', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773699642278'] for port, after_update {{(pid=94176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 12:27:21.466713 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG oslo_concurrency.lockutils [None req-dc7542b2-afef-47f4-a763-e3a3cba144be None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 12:27:21.510223 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97bd5441-1da2-49ee-a364-27795820ba27 None None] Pushing event updated for resources: {'Port': ['ID=0862cd77-41db-4d4b-ac20-5154c2b0a4e2,revision_number=4']} {{(pid=94176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 12:27:21.513150 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG oslo_concurrency.lockutils [None req-97bd5441-1da2-49ee-a364-27795820ba27 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=94176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 12:27:21.718601 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.plugins.ml2.db [None req-97bd5441-1da2-49ee-a364-27795820ba27 None None] get_ports_and_sgs() called for port_ids ['0862cd77-41db-4d4b-ac20-5154c2b0a4e2'] {{(pid=94176) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 23 12:27:22.641531 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a572c305-4690-4111-954b-adfbc50302c5 req-5d7fea45-86f9-40e5-bbd0-931f1c658658 tempest-TestSnapshotPattern-46408416 tempest-TestSnapshotPattern-46408416-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 12:27:22.643013 dv-neutron-601336-94-hyperv neutron-server[94175]: INFO neutron.wsgi [req-a572c305-4690-4111-954b-adfbc50302c5 req-5d7fea45-86f9-40e5-bbd0-931f1c658658 tempest-TestSnapshotPattern-46408416 tempest-TestSnapshotPattern-46408416-project] 10.222.0.20 "GET /v2.0/ports?device_id=e9daabf9-5661-4ad9-b2b7-b66d1311d37f HTTP/1.1" status: 200 len: 945 time: 0.3970561 Jun 23 12:27:22.680877 dv-neutron-601336-94-hyperv neutron-server[94175]: INFO neutron.wsgi [req-a572c305-4690-4111-954b-adfbc50302c5 req-7435311c-f24b-4794-8128-194e8528ca5f tempest-TestSnapshotPattern-46408416 tempest-TestSnapshotPattern-46408416-project] 10.222.0.20 "GET /v2.0/security-groups?id=048069c0-a2ed-46ad-8e19-6575ab01b5de&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0321894 Jun 23 12:27:23.248109 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.plugins.ml2.rpc [None req-97bd5441-1da2-49ee-a364-27795820ba27 None None] Device 0862cd77-41db-4d4b-ac20-5154c2b0a4e2 up at agent hyperv_hv-neutron-6013 {{(pid=94176) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:298}} Jun 23 12:27:23.356393 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.db.provisioning_blocks [None req-97bd5441-1da2-49ee-a364-27795820ba27 None None] Provisioning for port 0862cd77-41db-4d4b-ac20-5154c2b0a4e2 completed by entity L2. {{(pid=94176) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 23 12:27:23.360580 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.db.provisioning_blocks [None req-97bd5441-1da2-49ee-a364-27795820ba27 None None] Provisioning complete for port 0862cd77-41db-4d4b-ac20-5154c2b0a4e2 triggered by entity L2. {{(pid=94176) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 23 12:27:23.360964 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron_lib.callbacks.manager [None req-97bd5441-1da2-49ee-a364-27795820ba27 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-899258'] for port, provisioning_complete {{(pid=94176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 12:27:23.432774 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron_lib.callbacks.manager [None req-97bd5441-1da2-49ee-a364-27795820ba27 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-923122'] for port, before_update {{(pid=94176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 12:27:23.455002 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e9daabf9-5661-4ad9-b2b7-b66d1311d37f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0862cd77-41db-4d4b-ac20-5154c2b0a4e2'}] {{(pid=94176) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 23 12:27:23.457280 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}887b0dfc0393de878080286a57e4a08d4fa60dd0cddd118f338ebfcd351ddd4c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a49b0d83-b229-4003-87e6-9886c22511e4" -d '{"events": [{"server_uuid": "e9daabf9-5661-4ad9-b2b7-b66d1311d37f", "name": "network-vif-plugged", "status": "completed", "tag": "0862cd77-41db-4d4b-ac20-5154c2b0a4e2"}]}' {{(pid=94176) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 23 12:27:23.469876 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.plugins.ml2.db [None req-97bd5441-1da2-49ee-a364-27795820ba27 None None] For port 0862cd77-41db-4d4b-ac20-5154c2b0a4e2, host hv-neutron-6013, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-6013',level=0,port_id=0862cd77-41db-4d4b-ac20-5154c2b0a4e2,segment=NetworkSegment(3d940925-95a9-4bb9-b82c-9de5284b88e6),segment_id=3d940925-95a9-4bb9-b82c-9de5284b88e6)] {{(pid=94176) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 23 12:27:23.494225 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 23 Jun 2021 12:27:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d5a597f5-1893-4698-9078-c3d0b109b3df x-openstack-request-id: req-d5a597f5-1893-4698-9078-c3d0b109b3df {{(pid=94176) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 23 12:27:23.494517 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e9daabf9-5661-4ad9-b2b7-b66d1311d37f", "name": "network-vif-plugged", "status": "completed", "tag": "0862cd77-41db-4d4b-ac20-5154c2b0a4e2", "code": 200}]} {{(pid=94176) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 23 12:27:23.494773 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-d5a597f5-1893-4698-9078-c3d0b109b3df {{(pid=94176) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 23 12:27:23.495198 dv-neutron-601336-94-hyperv neutron-server[94176]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e9daabf9-5661-4ad9-b2b7-b66d1311d37f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0862cd77-41db-4d4b-ac20-5154c2b0a4e2', 'code': 200} Jun 23 12:27:23.562215 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron_lib.callbacks.manager [None req-97bd5441-1da2-49ee-a364-27795820ba27 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-922904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866062', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773700135042', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773699642233', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773699642278'] for port, after_update {{(pid=94176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 12:27:23.564018 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG oslo_concurrency.lockutils [None req-97bd5441-1da2-49ee-a364-27795820ba27 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 12:27:23.610875 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97bd5441-1da2-49ee-a364-27795820ba27 None None] Pushing event updated for resources: {'Port': ['ID=0862cd77-41db-4d4b-ac20-5154c2b0a4e2,revision_number=5']} {{(pid=94176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 12:27:23.613946 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG oslo_concurrency.lockutils [None req-97bd5441-1da2-49ee-a364-27795820ba27 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=94176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 12:27:23.889448 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5ac58e7-b70d-46fe-9efa-029ab596dcaa req-a02ed405-2c54-4921-ab28-2e05a35c0bbb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 12:27:23.890972 dv-neutron-601336-94-hyperv neutron-server[94175]: INFO neutron.wsgi [req-c5ac58e7-b70d-46fe-9efa-029ab596dcaa req-a02ed405-2c54-4921-ab28-2e05a35c0bbb service neutron] 10.222.0.52 "GET /v2.0/ports?device_id=e9daabf9-5661-4ad9-b2b7-b66d1311d37f HTTP/1.1" status: 200 len: 1099 time: 0.0992868 Jun 23 12:27:23.898953 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-658da26b-0b84-4cd6-a170-ae293e0d85ff req-03beeb38-9834-402a-89d5-573d20bd97d5 tempest-TestSnapshotPattern-46408416 tempest-TestSnapshotPattern-46408416-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 12:27:23.900297 dv-neutron-601336-94-hyperv neutron-server[94175]: INFO neutron.wsgi [req-658da26b-0b84-4cd6-a170-ae293e0d85ff req-03beeb38-9834-402a-89d5-573d20bd97d5 tempest-TestSnapshotPattern-46408416 tempest-TestSnapshotPattern-46408416-project] 10.222.0.20 "GET /v2.0/ports?device_id=e9daabf9-5661-4ad9-b2b7-b66d1311d37f HTTP/1.1" status: 200 len: 946 time: 0.1111534 Jun 23 12:27:23.958275 dv-neutron-601336-94-hyperv neutron-server[94175]: INFO neutron.wsgi [req-c5ac58e7-b70d-46fe-9efa-029ab596dcaa req-e3e0d63f-e387-4e0c-a50c-f1d180bfd551 service neutron] 10.222.0.52 "GET /v2.0/security-groups?id=048069c0-a2ed-46ad-8e19-6575ab01b5de&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0570581 Jun 23 12:27:23.961141 dv-neutron-601336-94-hyperv neutron-server[94175]: INFO neutron.wsgi [req-658da26b-0b84-4cd6-a170-ae293e0d85ff req-93ddd32d-c1d6-4da3-9022-c21ad20e4562 tempest-TestSnapshotPattern-46408416 tempest-TestSnapshotPattern-46408416-project] 10.222.0.20 "GET /v2.0/security-groups?id=048069c0-a2ed-46ad-8e19-6575ab01b5de&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0548227 Jun 23 12:27:24.030999 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron_lib.callbacks.manager [None req-97bd5441-1da2-49ee-a364-27795820ba27 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773699952132', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-899307'] for agent, after_update {{(pid=94176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 12:27:25.138156 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb1e93f4-6f80-44f3-a83e-4aba3e61b58d req-b390e519-c890-48fb-b61a-8e1f5183596b tempest-TestSnapshotPattern-46408416 tempest-TestSnapshotPattern-46408416-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94174) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 12:27:25.139671 dv-neutron-601336-94-hyperv neutron-server[94174]: INFO neutron.wsgi [req-eb1e93f4-6f80-44f3-a83e-4aba3e61b58d req-b390e519-c890-48fb-b61a-8e1f5183596b tempest-TestSnapshotPattern-46408416 tempest-TestSnapshotPattern-46408416-project] 10.222.0.20 "GET /v2.0/ports?device_id=e9daabf9-5661-4ad9-b2b7-b66d1311d37f HTTP/1.1" status: 200 len: 946 time: 0.0628629 Jun 23 12:27:25.176653 dv-neutron-601336-94-hyperv neutron-server[94174]: INFO neutron.wsgi [req-eb1e93f4-6f80-44f3-a83e-4aba3e61b58d req-b3a2edbb-e453-416d-b507-6899b1ae83bc tempest-TestSnapshotPattern-46408416 tempest-TestSnapshotPattern-46408416-project] 10.222.0.20 "GET /v2.0/security-groups?id=048069c0-a2ed-46ad-8e19-6575ab01b5de&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0310290 Jun 23 12:27:25.349941 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03883222-81f6-4124-8059-5c5c509d0965 req-59251834-6ccb-4638-aacb-a567de266cf8 tempest-TestSnapshotPattern-46408416 tempest-TestSnapshotPattern-46408416-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 12:27:25.351322 dv-neutron-601336-94-hyperv neutron-server[94175]: INFO neutron.wsgi [req-03883222-81f6-4124-8059-5c5c509d0965 req-59251834-6ccb-4638-aacb-a567de266cf8 tempest-TestSnapshotPattern-46408416 tempest-TestSnapshotPattern-46408416-project] 10.222.0.20 "GET /v2.0/ports?device_id=e9daabf9-5661-4ad9-b2b7-b66d1311d37f HTTP/1.1" status: 200 len: 946 time: 0.0636401 Jun 23 12:27:25.389640 dv-neutron-601336-94-hyperv neutron-server[94175]: INFO neutron.wsgi [req-03883222-81f6-4124-8059-5c5c509d0965 req-e8c16fb8-db92-4ea7-ac19-61faf9fdfad8 tempest-TestSnapshotPattern-46408416 tempest-TestSnapshotPattern-46408416-project] 10.222.0.20 "GET /v2.0/security-groups?id=048069c0-a2ed-46ad-8e19-6575ab01b5de&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0322490 Jun 23 12:27:25.412820 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.wsgi [-] (94174) accepted ('10.222.0.20', 51106) {{(pid=94174) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 12:27:25.467354 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e504d197-025c-4ef8-a395-13372ce6da2e tempest-TestSnapshotPattern-1993210114 tempest-TestSnapshotPattern-1993210114-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94174) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 12:27:25.468829 dv-neutron-601336-94-hyperv neutron-server[94174]: INFO neutron.wsgi [None req-e504d197-025c-4ef8-a395-13372ce6da2e tempest-TestSnapshotPattern-1993210114 tempest-TestSnapshotPattern-1993210114-project-admin] 10.222.0.20 "GET /v2.0/ports?device_id=e9daabf9-5661-4ad9-b2b7-b66d1311d37f HTTP/1.1" status: 200 len: 1094 time: 0.0550466 Jun 23 12:27:25.471657 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.wsgi [-] (94174) accepted ('10.222.0.20', 51108) {{(pid=94174) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 12:27:25.476164 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.api.v2.base [None req-ee2eaac2-f6ce-4b03-855f-815145e154d1 tempest-TestSnapshotPattern-46408416 tempest-TestSnapshotPattern-46408416-project] Request body: {'floatingip': {'floating_network_id': '3e7e4eb3-cf02-4d47-ade9-0a579cdfc60f', 'port_id': '0862cd77-41db-4d4b-ac20-5154c2b0a4e2', 'tenant_id': '9432fb70f3df47a9bca0cd4d5f316c9e', 'fixed_ip_address': '172.20.0.11'}} {{(pid=94174) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 23 12:27:25.556153 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron_lib.callbacks.manager [None req-ee2eaac2-f6ce-4b03-855f-815145e154d1 tempest-TestSnapshotPattern-46408416 tempest-TestSnapshotPattern-46408416-project] Notify callbacks [] for floatingip, before_create {{(pid=94174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 12:27:25.649754 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron_lib.callbacks.manager [None req-ee2eaac2-f6ce-4b03-855f-815145e154d1 tempest-TestSnapshotPattern-46408416 tempest-TestSnapshotPattern-46408416-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-923104'] for port, before_create {{(pid=94174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 12:27:25.754392 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.db.db_base_plugin_common [None req-ee2eaac2-f6ce-4b03-855f-815145e154d1 tempest-TestSnapshotPattern-46408416 tempest-TestSnapshotPattern-46408416-project] Allocated IP 172.26.3.175 (3e7e4eb3-cf02-4d47-ade9-0a579cdfc60f/a5ad15ab-c489-4a67-a9b0-d559fca0ec71/4bf4bbc4-2c64-4c0a-8506-cf49f5e8ba9b) {{(pid=94174) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 23 12:27:25.850901 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron_lib.callbacks.manager [None req-ee2eaac2-f6ce-4b03-855f-815145e154d1 tempest-TestSnapshotPattern-46408416 tempest-TestSnapshotPattern-46408416-project] Notify callbacks [] for port, precommit_create {{(pid=94174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 12:27:25.978994 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron_lib.callbacks.manager [None req-ee2eaac2-f6ce-4b03-855f-815145e154d1 tempest-TestSnapshotPattern-46408416 tempest-TestSnapshotPattern-46408416-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-922915', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-239814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7866073', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773699642215', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-5196399'] for port, after_create {{(pid=94174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 12:27:25.981062 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG oslo_concurrency.lockutils [None req-20226058-0d9f-48c7-914b-3856e8ce373e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94174) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 12:27:26.020070 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ee2eaac2-f6ce-4b03-855f-815145e154d1 tempest-TestSnapshotPattern-46408416 tempest-TestSnapshotPattern-46408416-project] Network 3e7e4eb3-cf02-4d47-ade9-0a579cdfc60f is already hosted by enough agents. {{(pid=94174) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 23 12:27:26.022707 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.scheduler.base_scheduler [None req-ee2eaac2-f6ce-4b03-855f-815145e154d1 tempest-TestSnapshotPattern-46408416 tempest-TestSnapshotPattern-46408416-project] Resources bound (agent type, host, resource id): {{(pid=94174) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 23 12:27:26.026806 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ee2eaac2-f6ce-4b03-855f-815145e154d1 tempest-TestSnapshotPattern-46408416 tempest-TestSnapshotPattern-46408416-project] Received port after_create {{(pid=94174) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 23 12:27:26.051593 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee2eaac2-f6ce-4b03-855f-815145e154d1 tempest-TestSnapshotPattern-46408416 tempest-TestSnapshotPattern-46408416-project] Pushing event updated for resources: {'Port': ['ID=4bf4bbc4-2c64-4c0a-8506-cf49f5e8ba9b,revision_number=1']} {{(pid=94174) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 12:27:26.062419 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee2eaac2-f6ce-4b03-855f-815145e154d1 tempest-TestSnapshotPattern-46408416 tempest-TestSnapshotPattern-46408416-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-601336-94-hyperv {{(pid=94174) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 12:27:26.062812 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee2eaac2-f6ce-4b03-855f-815145e154d1 tempest-TestSnapshotPattern-46408416 tempest-TestSnapshotPattern-46408416-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-94-hyperv {{(pid=94174) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 12:27:26.063231 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee2eaac2-f6ce-4b03-855f-815145e154d1 tempest-TestSnapshotPattern-46408416 tempest-TestSnapshotPattern-46408416-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-94-hyperv {{(pid=94174) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 12:27:26.063611 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee2eaac2-f6ce-4b03-855f-815145e154d1 tempest-TestSnapshotPattern-46408416 tempest-TestSnapshotPattern-46408416-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-601336-94-hyperv {{(pid=94174) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 12:27:26.063998 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee2eaac2-f6ce-4b03-855f-815145e154d1 tempest-TestSnapshotPattern-46408416 tempest-TestSnapshotPattern-46408416-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-601336-94-hyperv {{(pid=94174) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 12:27:26.064377 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee2eaac2-f6ce-4b03-855f-815145e154d1 tempest-TestSnapshotPattern-46408416 tempest-TestSnapshotPattern-46408416-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-601336-94-hyperv {{(pid=94174) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 12:27:26.064750 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee2eaac2-f6ce-4b03-855f-815145e154d1 tempest-TestSnapshotPattern-46408416 tempest-TestSnapshotPattern-46408416-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-601336-94-hyperv {{(pid=94174) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 12:27:26.065123 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee2eaac2-f6ce-4b03-855f-815145e154d1 tempest-TestSnapshotPattern-46408416 tempest-TestSnapshotPattern-46408416-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-601336-94-hyperv {{(pid=94174) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 12:27:26.065495 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee2eaac2-f6ce-4b03-855f-815145e154d1 tempest-TestSnapshotPattern-46408416 tempest-TestSnapshotPattern-46408416-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-601336-94-hyperv {{(pid=94174) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 12:27:26.065863 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee2eaac2-f6ce-4b03-855f-815145e154d1 tempest-TestSnapshotPattern-46408416 tempest-TestSnapshotPattern-46408416-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-94-hyperv {{(pid=94174) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 12:27:26.066231 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee2eaac2-f6ce-4b03-855f-815145e154d1 tempest-TestSnapshotPattern-46408416 tempest-TestSnapshotPattern-46408416-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-601336-94-hyperv {{(pid=94174) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 12:27:26.066599 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee2eaac2-f6ce-4b03-855f-815145e154d1 tempest-TestSnapshotPattern-46408416 tempest-TestSnapshotPattern-46408416-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-601336-94-hyperv {{(pid=94174) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 12:27:26.071451 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG oslo_concurrency.lockutils [None req-ee2eaac2-f6ce-4b03-855f-815145e154d1 tempest-TestSnapshotPattern-46408416 tempest-TestSnapshotPattern-46408416-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.090s {{(pid=94174) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 12:27:26.402949 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron_lib.callbacks.manager [None req-ee2eaac2-f6ce-4b03-855f-815145e154d1 tempest-TestSnapshotPattern-46408416 tempest-TestSnapshotPattern-46408416-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 12:27:26.556439 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron_lib.callbacks.manager [None req-ee2eaac2-f6ce-4b03-855f-815145e154d1 tempest-TestSnapshotPattern-46408416 tempest-TestSnapshotPattern-46408416-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-923122'] for port, before_update {{(pid=94174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 12:27:26.703552 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron_lib.callbacks.manager [None req-ee2eaac2-f6ce-4b03-855f-815145e154d1 tempest-TestSnapshotPattern-46408416 tempest-TestSnapshotPattern-46408416-project] Notify callbacks [] for port, precommit_update {{(pid=94174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 12:27:26.773293 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron_lib.callbacks.manager [None req-ee2eaac2-f6ce-4b03-855f-815145e154d1 tempest-TestSnapshotPattern-46408416 tempest-TestSnapshotPattern-46408416-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-922904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866062', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773700135042', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773699642233', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773699642278', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5196369'] for port, after_update {{(pid=94174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 12:27:26.776996 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG oslo_concurrency.lockutils [None req-f14a3db9-1d38-4ff4-b0fe-cd82b2af14b6 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94174) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 12:27:26.841381 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee2eaac2-f6ce-4b03-855f-815145e154d1 tempest-TestSnapshotPattern-46408416 tempest-TestSnapshotPattern-46408416-project] Pushing event updated for resources: {'Port': ['ID=4bf4bbc4-2c64-4c0a-8506-cf49f5e8ba9b,revision_number=2']} {{(pid=94174) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 12:27:26.845248 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG oslo_concurrency.lockutils [None req-ee2eaac2-f6ce-4b03-855f-815145e154d1 tempest-TestSnapshotPattern-46408416 tempest-TestSnapshotPattern-46408416-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.068s {{(pid=94174) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 12:27:26.849904 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron_lib.callbacks.manager [None req-ee2eaac2-f6ce-4b03-855f-815145e154d1 tempest-TestSnapshotPattern-46408416 tempest-TestSnapshotPattern-46408416-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-524229'] for floatingip, after_update {{(pid=94174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 12:27:26.948171 dv-neutron-601336-94-hyperv neutron-server[94174]: INFO neutron.db.l3_db [None req-ee2eaac2-f6ce-4b03-855f-815145e154d1 tempest-TestSnapshotPattern-46408416 tempest-TestSnapshotPattern-46408416-project] Floating IP 5635021c-5c31-4b3b-a356-800c63fe9223 associated. External IP: 172.26.3.175, port: 0862cd77-41db-4d4b-ac20-5154c2b0a4e2. Jun 23 12:27:27.151120 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ee2eaac2-f6ce-4b03-855f-815145e154d1 tempest-TestSnapshotPattern-46408416 tempest-TestSnapshotPattern-46408416-project] Router 9303c1bb-39ed-492d-83f5-03036de114a1 has already been hosted by L3 agent 50ef99c0-ef28-4db5-b303-b145898fae60 {{(pid=94174) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 23 12:27:27.256397 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ee2eaac2-f6ce-4b03-855f-815145e154d1 tempest-TestSnapshotPattern-46408416 tempest-TestSnapshotPattern-46408416-project] Notify agent at l3_agent.dv-neutron-601336-94-hyperv the message routers_updated {{(pid=94174) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 23 12:27:27.266655 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-775379a9-3270-45ac-9e5a-720d209eaf33 None None] Sync routers for ids ['9303c1bb-39ed-492d-83f5-03036de114a1'] in dv-neutron-601336-94-hyperv {{(pid=94176) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 23 12:27:27.276402 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.db.l3_dvrscheduler_db [None req-775379a9-3270-45ac-9e5a-720d209eaf33 None None] Routers {'9303c1bb-39ed-492d-83f5-03036de114a1'} bound to L3 agent in host dv-neutron-601336-94-hyperv {{(pid=94176) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 23 12:27:27.282186 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.db.l3_hamode_db [None req-775379a9-3270-45ac-9e5a-720d209eaf33 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-601336-94-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-23T11:22:13Z,description=,heartbeat_timestamp=2021-06-23T12:27:13Z,host='dv-neutron-601336-94-hyperv',id=50ef99c0-ef28-4db5-b303-b145898fae60,load=0,resource_versions=,resources_synced=,started_at=2021-06-23T11:22:14Z,topic='l3_agent')) {'router_ids': ['9303c1bb-39ed-492d-83f5-03036de114a1'], 'active': True} {{(pid=94176) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 12:27:27.344946 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron_lib.callbacks.manager [None req-ee2eaac2-f6ce-4b03-855f-815145e154d1 tempest-TestSnapshotPattern-46408416 tempest-TestSnapshotPattern-46408416-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-217507'] for floatingip, before_response {{(pid=94174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 12:27:27.379686 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.db.l3_dvr_db [None req-775379a9-3270-45ac-9e5a-720d209eaf33 None None] Set router 9303c1bb-39ed-492d-83f5-03036de114a1 gateway port host: dv-neutron-601336-94-hyperv {{(pid=94176) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:838}} Jun 23 12:27:27.382750 dv-neutron-601336-94-hyperv neutron-server[94174]: INFO neutron.wsgi [None req-ee2eaac2-f6ce-4b03-855f-815145e154d1 tempest-TestSnapshotPattern-46408416 tempest-TestSnapshotPattern-46408416-project] 10.222.0.20 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 1.9095879 Jun 23 12:27:27.382922 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e9daabf9-5661-4ad9-b2b7-b66d1311d37f', 'tag': '0862cd77-41db-4d4b-ac20-5154c2b0a4e2'}] {{(pid=94174) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 23 12:27:27.385275 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6ff47218258ed5bf6cae7f276c9622ae488f9e8ebc13d1a310221fbcfb04c5dd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-06ab2558-688f-4132-9ae4-62a6c386e7b2" -d '{"events": [{"name": "network-changed", "server_uuid": "e9daabf9-5661-4ad9-b2b7-b66d1311d37f", "tag": "0862cd77-41db-4d4b-ac20-5154c2b0a4e2"}]}' {{(pid=94174) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 23 12:27:27.486327 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 23 Jun 2021 12:27:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a1b5cbe7-6bbc-4f3b-b82e-6eb7bdabadb4 x-openstack-request-id: req-a1b5cbe7-6bbc-4f3b-b82e-6eb7bdabadb4 {{(pid=94174) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 23 12:27:27.486944 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e9daabf9-5661-4ad9-b2b7-b66d1311d37f", "tag": "0862cd77-41db-4d4b-ac20-5154c2b0a4e2", "status": "completed", "code": 200}]} {{(pid=94174) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 23 12:27:27.486944 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-a1b5cbe7-6bbc-4f3b-b82e-6eb7bdabadb4 {{(pid=94174) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 23 12:27:27.487439 dv-neutron-601336-94-hyperv neutron-server[94174]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e9daabf9-5661-4ad9-b2b7-b66d1311d37f', 'tag': '0862cd77-41db-4d4b-ac20-5154c2b0a4e2', 'status': 'completed', 'code': 200} Jun 23 12:27:27.564766 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06ab2558-688f-4132-9ae4-62a6c386e7b2 req-bfe3035e-67ca-471e-98e8-c92efa94d7a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 12:27:27.566153 dv-neutron-601336-94-hyperv neutron-server[94175]: INFO neutron.wsgi [req-06ab2558-688f-4132-9ae4-62a6c386e7b2 req-bfe3035e-67ca-471e-98e8-c92efa94d7a4 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=9432fb70f3df47a9bca0cd4d5f316c9e&device_id=e9daabf9-5661-4ad9-b2b7-b66d1311d37f HTTP/1.1" status: 200 len: 1099 time: 0.0569065 Jun 23 12:27:27.614048 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.db.l3_hamode_db [None req-775379a9-3270-45ac-9e5a-720d209eaf33 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9303c1bb-39ed-492d-83f5-03036de114a1', 'name': 'tempest-TestSnapshotPattern-1284394461-router', 'tenant_id': '9432fb70f3df47a9bca0cd4d5f316c9e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3e7e4eb3-cf02-4d47-ade9-0a579cdfc60f', 'external_fixed_ips': [{'subnet_id': 'a5ad15ab-c489-4a67-a9b0-d559fca0ec71', 'ip_address': '172.26.3.60'}], 'enable_snat': True}, 'gw_port_id': 'aba310c3-640e-482a-b7dc-3b5dc3758cae', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-23T12:24:17Z', 'updated_at': '2021-06-23T12:24:20Z', 'revision_number': 4, 'project_id': '9432fb70f3df47a9bca0cd4d5f316c9e', 'gw_port': {'id': 'aba310c3-640e-482a-b7dc-3b5dc3758cae', 'name': '', 'network_id': '3e7e4eb3-cf02-4d47-ade9-0a579cdfc60f', 'tenant_id': '', 'mac_address': 'fa:16:3e:27:a3:82', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9303c1bb-39ed-492d-83f5-03036de114a1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1860, 'fixed_ips': [{'subnet_id': 'a5ad15ab-c489-4a67-a9b0-d559fca0ec71', 'ip_address': '172.26.3.60', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-94-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-23T12:24:18Z', 'updated_at': '2021-06-23T12:24:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a5ad15ab-c489-4a67-a9b0-d559fca0ec71', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-601336-94-hyperv', '_floatingips': [{'id': '5635021c-5c31-4b3b-a356-800c63fe9223', 'tenant_id': '9432fb70f3df47a9bca0cd4d5f316c9e', 'floating_ip_address': '172.26.3.175', 'floating_network_id': '3e7e4eb3-cf02-4d47-ade9-0a579cdfc60f', 'router_id': '9303c1bb-39ed-492d-83f5-03036de114a1', 'port_id': '0862cd77-41db-4d4b-ac20-5154c2b0a4e2', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 1888, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '35060897-86ce-4a62-8170-f4706aea229e', 'mac_address': 'fa:16:3e:b9:8f:8c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e9daabf9-5661-4ad9-b2b7-b66d1311d37f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-23T12:27:26Z', 'updated_at': '2021-06-23T12:27:26Z', 'revision_number': 0, 'project_id': '9432fb70f3df47a9bca0cd4d5f316c9e', 'fixed_ip_address_scope': None}, {'id': 'c8ea7260-5378-4e05-bc45-73b5888b8079', 'tenant_id': '9432fb70f3df47a9bca0cd4d5f316c9e', 'floating_ip_address': '172.26.3.163', 'floating_network_id': '3e7e4eb3-cf02-4d47-ade9-0a579cdfc60f', 'router_id': '9303c1bb-39ed-492d-83f5-03036de114a1', 'port_id': '4b752386-8e92-4728-8f9a-9dc32257bb4f', 'fixed_ip_address': '172.20.0.3', 'status': 'ACTIVE', 'standard_attr_id': 1885, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '35060897-86ce-4a62-8170-f4706aea229e', 'mac_address': 'fa:16:3e:ec:31:56', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2c1e8735-4930-4e1a-a05d-6b0f4e63488d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-23T12:24:44Z', 'updated_at': '2021-06-23T12:24:46Z', 'revision_number': 1, 'project_id': '9432fb70f3df47a9bca0cd4d5f316c9e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9654d0d5-cc15-4f96-a001-00acd7331352', 'name': '', 'network_id': '35060897-86ce-4a62-8170-f4706aea229e', 'tenant_id': '9432fb70f3df47a9bca0cd4d5f316c9e', 'mac_address': 'fa:16:3e:24:9f:17', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9303c1bb-39ed-492d-83f5-03036de114a1', 'device_owner': 'network:router_interface', 'standard_attr_id': 1861, 'fixed_ips': [{'subnet_id': '29faf701-512f-4f97-9911-155d0e3fc579', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-94-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-23T12:24:20Z', 'updated_at': '2021-06-23T12:24:25Z', 'revision_number': 5, 'project_id': '9432fb70f3df47a9bca0cd4d5f316c9e', 'subnets': [{'id': '29faf701-512f-4f97-9911-155d0e3fc579', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-601336-94-hyperv', False) {} {{(pid=94176) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 12:27:27.643117 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-775379a9-3270-45ac-9e5a-720d209eaf33 None None] Checking router: 9303c1bb-39ed-492d-83f5-03036de114a1 for host: dv-neutron-601336-94-hyperv {{(pid=94176) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 23 12:27:27.651338 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.db.l3_dvrscheduler_db [None req-775379a9-3270-45ac-9e5a-720d209eaf33 None None] Routers {'9303c1bb-39ed-492d-83f5-03036de114a1'} bound to L3 agent in host dv-neutron-601336-94-hyperv {{(pid=94176) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 23 12:27:27.651957 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.db.l3_hamode_db [None req-775379a9-3270-45ac-9e5a-720d209eaf33 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-601336-94-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-23T11:22:13Z,description=,heartbeat_timestamp=2021-06-23T12:27:13Z,host='dv-neutron-601336-94-hyperv',id=50ef99c0-ef28-4db5-b303-b145898fae60,load=0,resource_versions=,resources_synced=,started_at=2021-06-23T11:22:14Z,topic='l3_agent')) {'router_ids': ['9303c1bb-39ed-492d-83f5-03036de114a1'], 'active': True} {{(pid=94176) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 12:27:27.652201 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06ab2558-688f-4132-9ae4-62a6c386e7b2 req-2707b54d-8632-44cc-b9f9-77cb15c62a5b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 12:27:27.653785 dv-neutron-601336-94-hyperv neutron-server[94175]: INFO neutron.wsgi [req-06ab2558-688f-4132-9ae4-62a6c386e7b2 req-2707b54d-8632-44cc-b9f9-77cb15c62a5b service neutron] 10.222.0.52 "GET /v2.0/networks?id=35060897-86ce-4a62-8170-f4706aea229e HTTP/1.1" status: 200 len: 911 time: 0.0818601 Jun 23 12:27:27.722389 dv-neutron-601336-94-hyperv neutron-server[94175]: INFO neutron.wsgi [req-06ab2558-688f-4132-9ae4-62a6c386e7b2 req-0c554670-4c00-40c9-9b60-3afbb994b785 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=0862cd77-41db-4d4b-ac20-5154c2b0a4e2 HTTP/1.1" status: 200 len: 1000 time: 0.0616288 Jun 23 12:27:27.755103 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.db.l3_dvr_db [None req-775379a9-3270-45ac-9e5a-720d209eaf33 None None] Set router 9303c1bb-39ed-492d-83f5-03036de114a1 gateway port host: dv-neutron-601336-94-hyperv {{(pid=94176) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:838}} Jun 23 12:27:27.769939 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06ab2558-688f-4132-9ae4-62a6c386e7b2 req-d97a26ac-ab9f-4488-9113-59d89cfd61aa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 12:27:27.771425 dv-neutron-601336-94-hyperv neutron-server[94175]: INFO neutron.wsgi [req-06ab2558-688f-4132-9ae4-62a6c386e7b2 req-d97a26ac-ab9f-4488-9113-59d89cfd61aa service neutron] 10.222.0.52 "GET /v2.0/subnets?id=29faf701-512f-4f97-9911-155d0e3fc579 HTTP/1.1" status: 200 len: 849 time: 0.0433848 Jun 23 12:27:27.831144 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06ab2558-688f-4132-9ae4-62a6c386e7b2 req-b4d6177c-3e1f-4e14-8313-e16659a828bc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 12:27:27.832560 dv-neutron-601336-94-hyperv neutron-server[94175]: INFO neutron.wsgi [req-06ab2558-688f-4132-9ae4-62a6c386e7b2 req-b4d6177c-3e1f-4e14-8313-e16659a828bc service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=35060897-86ce-4a62-8170-f4706aea229e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1178 time: 0.0541754 Jun 23 12:27:27.929984 dv-neutron-601336-94-hyperv neutron-server[94175]: INFO neutron.wsgi [req-06ab2558-688f-4132-9ae4-62a6c386e7b2 req-b84c1004-68f4-418e-b200-bd9b0fb30c8e service neutron] 10.222.0.52 "GET /v2.0/networks/35060897-86ce-4a62-8170-f4706aea229e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0910001 Jun 23 12:27:28.016786 dv-neutron-601336-94-hyperv neutron-server[94175]: INFO neutron.wsgi [req-06ab2558-688f-4132-9ae4-62a6c386e7b2 req-a02cd22f-0481-4ee0-ac05-5985ae7e5bbd service neutron] 10.222.0.52 "GET /v2.0/networks/35060897-86ce-4a62-8170-f4706aea229e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0803745 Jun 23 12:27:28.128049 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.db.l3_hamode_db [None req-775379a9-3270-45ac-9e5a-720d209eaf33 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9303c1bb-39ed-492d-83f5-03036de114a1', 'name': 'tempest-TestSnapshotPattern-1284394461-router', 'tenant_id': '9432fb70f3df47a9bca0cd4d5f316c9e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3e7e4eb3-cf02-4d47-ade9-0a579cdfc60f', 'external_fixed_ips': [{'subnet_id': 'a5ad15ab-c489-4a67-a9b0-d559fca0ec71', 'ip_address': '172.26.3.60'}], 'enable_snat': True}, 'gw_port_id': 'aba310c3-640e-482a-b7dc-3b5dc3758cae', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-23T12:24:17Z', 'updated_at': '2021-06-23T12:24:20Z', 'revision_number': 4, 'project_id': '9432fb70f3df47a9bca0cd4d5f316c9e', 'gw_port': {'id': 'aba310c3-640e-482a-b7dc-3b5dc3758cae', 'name': '', 'network_id': '3e7e4eb3-cf02-4d47-ade9-0a579cdfc60f', 'tenant_id': '', 'mac_address': 'fa:16:3e:27:a3:82', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9303c1bb-39ed-492d-83f5-03036de114a1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1860, 'fixed_ips': [{'subnet_id': 'a5ad15ab-c489-4a67-a9b0-d559fca0ec71', 'ip_address': '172.26.3.60', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-94-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-23T12:24:18Z', 'updated_at': '2021-06-23T12:24:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a5ad15ab-c489-4a67-a9b0-d559fca0ec71', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-601336-94-hyperv', '_floatingips': [{'id': '5635021c-5c31-4b3b-a356-800c63fe9223', 'tenant_id': '9432fb70f3df47a9bca0cd4d5f316c9e', 'floating_ip_address': '172.26.3.175', 'floating_network_id': '3e7e4eb3-cf02-4d47-ade9-0a579cdfc60f', 'router_id': '9303c1bb-39ed-492d-83f5-03036de114a1', 'port_id': '0862cd77-41db-4d4b-ac20-5154c2b0a4e2', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 1888, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '35060897-86ce-4a62-8170-f4706aea229e', 'mac_address': 'fa:16:3e:b9:8f:8c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e9daabf9-5661-4ad9-b2b7-b66d1311d37f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-23T12:27:26Z', 'updated_at': '2021-06-23T12:27:26Z', 'revision_number': 0, 'project_id': '9432fb70f3df47a9bca0cd4d5f316c9e', 'fixed_ip_address_scope': None}, {'id': 'c8ea7260-5378-4e05-bc45-73b5888b8079', 'tenant_id': '9432fb70f3df47a9bca0cd4d5f316c9e', 'floating_ip_address': '172.26.3.163', 'floating_network_id': '3e7e4eb3-cf02-4d47-ade9-0a579cdfc60f', 'router_id': '9303c1bb-39ed-492d-83f5-03036de114a1', 'port_id': '4b752386-8e92-4728-8f9a-9dc32257bb4f', 'fixed_ip_address': '172.20.0.3', 'status': 'ACTIVE', 'standard_attr_id': 1885, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '35060897-86ce-4a62-8170-f4706aea229e', 'mac_address': 'fa:16:3e:ec:31:56', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2c1e8735-4930-4e1a-a05d-6b0f4e63488d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-23T12:24:44Z', 'updated_at': '2021-06-23T12:24:46Z', 'revision_number': 1, 'project_id': '9432fb70f3df47a9bca0cd4d5f316c9e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9654d0d5-cc15-4f96-a001-00acd7331352', 'name': '', 'network_id': '35060897-86ce-4a62-8170-f4706aea229e', 'tenant_id': '9432fb70f3df47a9bca0cd4d5f316c9e', 'mac_address': 'fa:16:3e:24:9f:17', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9303c1bb-39ed-492d-83f5-03036de114a1', 'device_owner': 'network:router_interface', 'standard_attr_id': 1861, 'fixed_ips': [{'subnet_id': '29faf701-512f-4f97-9911-155d0e3fc579', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-94-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-23T12:24:20Z', 'updated_at': '2021-06-23T12:24:25Z', 'revision_number': 5, 'project_id': '9432fb70f3df47a9bca0cd4d5f316c9e', 'subnets': [{'id': '29faf701-512f-4f97-9911-155d0e3fc579', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-601336-94-hyperv', False) {} {{(pid=94176) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 12:27:28.157946 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-775379a9-3270-45ac-9e5a-720d209eaf33 None None] The sync data for ids ['9303c1bb-39ed-492d-83f5-03036de114a1'] in dv-neutron-601336-94-hyperv is: [{'id': '9303c1bb-39ed-492d-83f5-03036de114a1', 'name': 'tempest-TestSnapshotPattern-1284394461-router', 'tenant_id': '9432fb70f3df47a9bca0cd4d5f316c9e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3e7e4eb3-cf02-4d47-ade9-0a579cdfc60f', 'external_fixed_ips': [{'subnet_id': 'a5ad15ab-c489-4a67-a9b0-d559fca0ec71', 'ip_address': '172.26.3.60'}], 'enable_snat': True}, 'gw_port_id': 'aba310c3-640e-482a-b7dc-3b5dc3758cae', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-23T12:24:17Z', 'updated_at': '2021-06-23T12:24:20Z', 'revision_number': 4, 'project_id': '9432fb70f3df47a9bca0cd4d5f316c9e', 'gw_port': {'id': 'aba310c3-640e-482a-b7dc-3b5dc3758cae', 'name': '', 'network_id': '3e7e4eb3-cf02-4d47-ade9-0a579cdfc60f', 'tenant_id': '', 'mac_address': 'fa:16:3e:27:a3:82', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9303c1bb-39ed-492d-83f5-03036de114a1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1860, 'fixed_ips': [{'subnet_id': 'a5ad15ab-c489-4a67-a9b0-d559fca0ec71', 'ip_address': '172.26.3.60', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-94-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-23T12:24:18Z', 'updated_at': '2021-06-23T12:24:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a5ad15ab-c489-4a67-a9b0-d559fca0ec71', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-601336-94-hyperv', '_floatingips': [{'id': '5635021c-5c31-4b3b-a356-800c63fe9223', 'tenant_id': '9432fb70f3df47a9bca0cd4d5f316c9e', 'floating_ip_address': '172.26.3.175', 'floating_network_id': '3e7e4eb3-cf02-4d47-ade9-0a579cdfc60f', 'router_id': '9303c1bb-39ed-492d-83f5-03036de114a1', 'port_id': '0862cd77-41db-4d4b-ac20-5154c2b0a4e2', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 1888, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '35060897-86ce-4a62-8170-f4706aea229e', 'mac_address': 'fa:16:3e:b9:8f:8c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e9daabf9-5661-4ad9-b2b7-b66d1311d37f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-23T12:27:26Z', 'updated_at': '2021-06-23T12:27:26Z', 'revision_number': 0, 'project_id': '9432fb70f3df47a9bca0cd4d5f316c9e', 'fixed_ip_address_scope': None}, {'id': 'c8ea7260-5378-4e05-bc45-73b5888b8079', 'tenant_id': '9432fb70f3df47a9bca0cd4d5f316c9e', 'floating_ip_address': '172.26.3.163', 'floating_network_id': '3e7e4eb3-cf02-4d47-ade9-0a579cdfc60f', 'router_id': '9303c1bb-39ed-492d-83f5-03036de114a1', 'port_id': '4b752386-8e92-4728-8f9a-9dc32257bb4f', 'fixed_ip_address': '172.20.0.3', 'status': 'ACTIVE', 'standard_attr_id': 1885, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '35060897-86ce-4a62-8170-f4706aea229e', 'mac_address': 'fa:16:3e:ec:31:56', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2c1e8735-4930-4e1a-a05d-6b0f4e63488d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-23T12:24:44Z', 'updated_at': '2021-06-23T12:24:46Z', 'revision_number': 1, 'project_id': '9432fb70f3df47a9bca0cd4d5f316c9e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9654d0d5-cc15-4f96-a001-00acd7331352', 'name': '', 'network_id': '35060897-86ce-4a62-8170-f4706aea229e', 'tenant_id': '9432fb70f3df47a9bca0cd4d5f316c9e', 'mac_address': 'fa:16:3e:24:9f:17', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9303c1bb-39ed-492d-83f5-03036de114a1', 'device_owner': 'network:router_interface', 'standard_attr_id': 1861, 'fixed_ips': [{'subnet_id': '29faf701-512f-4f97-9911-155d0e3fc579', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-94-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-23T12:24:20Z', 'updated_at': '2021-06-23T12:24:25Z', 'revision_number': 5, 'project_id': '9432fb70f3df47a9bca0cd4d5f316c9e', 'subnets': [{'id': '29faf701-512f-4f97-9911-155d0e3fc579', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94176) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 23 12:27:28.350406 dv-neutron-601336-94-hyperv neutron-server[94177]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9db4e8f0-8a51-4319-9dac-5d76010fb359 None None] New status for floating IP 5635021c-5c31-4b3b-a356-800c63fe9223: ACTIVE {{(pid=94177) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 23 12:27:40.984545 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron_lib.callbacks.manager [None req-c3d9f5f1-9250-49c4-a5ec-22cd1fbc9021 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773699952132', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-899307'] for agent, after_update {{(pid=94176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 12:27:43.230282 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron_lib.callbacks.manager [None req-d761c1f7-b7ff-4c22-81d0-c0f6105c5933 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773699952132', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-899307'] for agent, after_update {{(pid=94176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 12:27:43.933299 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron_lib.callbacks.manager [None req-dc7542b2-afef-47f4-a763-e3a3cba144be None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773699952132', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-899307'] for agent, after_update {{(pid=94176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 12:27:44.126902 dv-neutron-601336-94-hyperv neutron-server[94177]: DEBUG neutron.db.agents_db [None req-90fb1279-e4c5-4e73-8d66-3a29811dc4e3 None None] Agent healthcheck: found 6 active agents {{(pid=94177) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 23 12:27:44.858777 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron_lib.callbacks.manager [None req-4c20ea5f-bc7f-4d4e-935d-57f082af6ccb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773699952132', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-899307'] for agent, after_update {{(pid=94176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 12:27:46.898477 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron_lib.callbacks.manager [None req-95d6aa8f-24e7-4234-82ff-f502266c3285 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773699952132', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-899307'] for agent, after_update {{(pid=94176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 12:27:54.080859 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron_lib.callbacks.manager [None req-97bd5441-1da2-49ee-a364-27795820ba27 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773699952132', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-899307'] for agent, after_update {{(pid=94176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 12:28:10.972247 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron_lib.callbacks.manager [None req-5d3f9408-1261-4e19-892a-52550c99d791 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773699952132', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-899307'] for agent, after_update {{(pid=94176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 12:28:13.244328 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron_lib.callbacks.manager [None req-ee59d605-b0bb-447b-bcfd-8df5a0c76a76 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773699952132', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-899307'] for agent, after_update {{(pid=94176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 12:28:13.932417 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron_lib.callbacks.manager [None req-dc7542b2-afef-47f4-a763-e3a3cba144be None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773699952132', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-899307'] for agent, after_update {{(pid=94176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 12:28:14.875476 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron_lib.callbacks.manager [None req-4c20ea5f-bc7f-4d4e-935d-57f082af6ccb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773699952132', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-899307'] for agent, after_update {{(pid=94176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 12:28:16.868959 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron_lib.callbacks.manager [None req-95d6aa8f-24e7-4234-82ff-f502266c3285 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773699952132', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-899307'] for agent, after_update {{(pid=94176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 12:28:21.126001 dv-neutron-601336-94-hyperv neutron-server[94177]: DEBUG neutron.db.agents_db [None req-90fb1279-e4c5-4e73-8d66-3a29811dc4e3 None None] Agent healthcheck: found 6 active agents {{(pid=94177) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 23 12:28:21.388748 dv-neutron-601336-94-hyperv neutron-server[94175]: INFO neutron.wsgi [req-d88e928d-9b1e-48ad-ad35-dc3e7a37d42c req-d29a8ec9-245d-4cbd-a8f2-d65c08bebd26 service neutron] 10.222.0.52 "GET /v2.0/ports?device_id=2c1e8735-4930-4e1a-a05d-6b0f4e63488d&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0543840 Jun 23 12:28:21.491732 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d88e928d-9b1e-48ad-ad35-dc3e7a37d42c req-f8e8a38b-3eb0-45c6-ba60-703cd5479a1d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 12:28:21.493318 dv-neutron-601336-94-hyperv neutron-server[94175]: INFO neutron.wsgi [req-d88e928d-9b1e-48ad-ad35-dc3e7a37d42c req-f8e8a38b-3eb0-45c6-ba60-703cd5479a1d service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=9432fb70f3df47a9bca0cd4d5f316c9e&device_id=2c1e8735-4930-4e1a-a05d-6b0f4e63488d HTTP/1.1" status: 200 len: 1096 time: 0.0602090 Jun 23 12:28:21.598903 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d88e928d-9b1e-48ad-ad35-dc3e7a37d42c req-629ac04a-a35a-4c23-a006-296e1d5468d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 12:28:21.600411 dv-neutron-601336-94-hyperv neutron-server[94175]: INFO neutron.wsgi [req-d88e928d-9b1e-48ad-ad35-dc3e7a37d42c req-629ac04a-a35a-4c23-a006-296e1d5468d1 service neutron] 10.222.0.52 "GET /v2.0/networks?id=35060897-86ce-4a62-8170-f4706aea229e HTTP/1.1" status: 200 len: 911 time: 0.0859385 Jun 23 12:28:21.670205 dv-neutron-601336-94-hyperv neutron-server[94175]: INFO neutron.wsgi [req-d88e928d-9b1e-48ad-ad35-dc3e7a37d42c req-6bae3a7d-2ea1-45bc-a150-68c5bd9bbf64 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=4b752386-8e92-4728-8f9a-9dc32257bb4f HTTP/1.1" status: 200 len: 999 time: 0.0630455 Jun 23 12:28:21.721812 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d88e928d-9b1e-48ad-ad35-dc3e7a37d42c req-4fc9449a-19b1-4157-ac5f-19575e9e0691 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 12:28:21.723335 dv-neutron-601336-94-hyperv neutron-server[94175]: INFO neutron.wsgi [req-d88e928d-9b1e-48ad-ad35-dc3e7a37d42c req-4fc9449a-19b1-4157-ac5f-19575e9e0691 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=29faf701-512f-4f97-9911-155d0e3fc579 HTTP/1.1" status: 200 len: 849 time: 0.0469882 Jun 23 12:28:21.783935 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d88e928d-9b1e-48ad-ad35-dc3e7a37d42c req-6c2a17a6-03a0-4cf2-aa23-c1d81131982e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 12:28:21.785442 dv-neutron-601336-94-hyperv neutron-server[94175]: INFO neutron.wsgi [req-d88e928d-9b1e-48ad-ad35-dc3e7a37d42c req-6c2a17a6-03a0-4cf2-aa23-c1d81131982e service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=35060897-86ce-4a62-8170-f4706aea229e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1178 time: 0.0553098 Jun 23 12:28:21.881902 dv-neutron-601336-94-hyperv neutron-server[94175]: INFO neutron.wsgi [req-d88e928d-9b1e-48ad-ad35-dc3e7a37d42c req-ecb27dc8-fa76-44c8-9588-9f11b944418f service neutron] 10.222.0.52 "GET /v2.0/networks/35060897-86ce-4a62-8170-f4706aea229e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0891848 Jun 23 12:28:21.980077 dv-neutron-601336-94-hyperv neutron-server[94175]: INFO neutron.wsgi [req-d88e928d-9b1e-48ad-ad35-dc3e7a37d42c req-c55b8945-2e3d-4042-9ed4-0de048ceb298 service neutron] 10.222.0.52 "GET /v2.0/networks/35060897-86ce-4a62-8170-f4706aea229e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0877597 Jun 23 12:28:24.126255 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron_lib.callbacks.manager [None req-97bd5441-1da2-49ee-a364-27795820ba27 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773699952132', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-899307'] for agent, after_update {{(pid=94176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 12:28:41.011458 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron_lib.callbacks.manager [None req-90141618-5845-47cd-86fd-bbf4071c1b72 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773699952132', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-899307'] for agent, after_update {{(pid=94176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 12:28:43.239909 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron_lib.callbacks.manager [None req-eafb20a3-f9da-42e2-8e5d-468180f718d3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773699952132', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-899307'] for agent, after_update {{(pid=94176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 12:28:43.914866 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron_lib.callbacks.manager [None req-dc7542b2-afef-47f4-a763-e3a3cba144be None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773699952132', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-899307'] for agent, after_update {{(pid=94176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 12:28:44.869299 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron_lib.callbacks.manager [None req-4c20ea5f-bc7f-4d4e-935d-57f082af6ccb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773699952132', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-899307'] for agent, after_update {{(pid=94176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 12:28:46.959405 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron_lib.callbacks.manager [None req-95d6aa8f-24e7-4234-82ff-f502266c3285 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773699952132', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-899307'] for agent, after_update {{(pid=94176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 12:28:51.643859 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.plugins.ml2.rpc [None req-97bd5441-1da2-49ee-a364-27795820ba27 None None] Device 0862cd77-41db-4d4b-ac20-5154c2b0a4e2 details requested by agent hyperv_hv-neutron-6013 with host hv-neutron-6013 {{(pid=94176) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:104}} Jun 23 12:28:51.740587 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.plugins.ml2.db [None req-97bd5441-1da2-49ee-a364-27795820ba27 None None] For port 0862cd77-41db-4d4b-ac20-5154c2b0a4e2, host hv-neutron-6013, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-6013',level=0,port_id=0862cd77-41db-4d4b-ac20-5154c2b0a4e2,segment=NetworkSegment(3d940925-95a9-4bb9-b82c-9de5284b88e6),segment_id=3d940925-95a9-4bb9-b82c-9de5284b88e6)] {{(pid=94176) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 23 12:28:51.752978 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.plugins.ml2.rpc [None req-97bd5441-1da2-49ee-a364-27795820ba27 None None] Returning: {'device': '0862cd77-41db-4d4b-ac20-5154c2b0a4e2', 'network_id': '35060897-86ce-4a62-8170-f4706aea229e', 'port_id': '0862cd77-41db-4d4b-ac20-5154c2b0a4e2', 'mac_address': 'fa:16:3e:b9:8f:8c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 415, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '29faf701-512f-4f97-9911-155d0e3fc579', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94176) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:186}} Jun 23 12:28:51.798988 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron_lib.callbacks.manager [None req-97bd5441-1da2-49ee-a364-27795820ba27 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-923122'] for port, before_update {{(pid=94176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 12:28:51.811613 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.notifiers.nova [None req-97bd5441-1da2-49ee-a364-27795820ba27 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 0862cd77-41db-4d4b-ac20-5154c2b0a4e2 {{(pid=94176) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 23 12:28:51.830447 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.plugins.ml2.db [None req-97bd5441-1da2-49ee-a364-27795820ba27 None None] For port 0862cd77-41db-4d4b-ac20-5154c2b0a4e2, host hv-neutron-6013, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-6013',level=0,port_id=0862cd77-41db-4d4b-ac20-5154c2b0a4e2,segment=NetworkSegment(3d940925-95a9-4bb9-b82c-9de5284b88e6),segment_id=3d940925-95a9-4bb9-b82c-9de5284b88e6)] {{(pid=94176) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 23 12:28:51.897224 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron_lib.callbacks.manager [None req-97bd5441-1da2-49ee-a364-27795820ba27 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-922904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866062', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773700135042', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773699642233', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773699642278'] for port, after_update {{(pid=94176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 12:28:51.899358 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG oslo_concurrency.lockutils [None req-97bd5441-1da2-49ee-a364-27795820ba27 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 12:28:51.950812 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97bd5441-1da2-49ee-a364-27795820ba27 None None] Pushing event updated for resources: {'Port': ['ID=0862cd77-41db-4d4b-ac20-5154c2b0a4e2,revision_number=6']} {{(pid=94176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 12:28:51.957535 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97bd5441-1da2-49ee-a364-27795820ba27 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-601336-94-hyperv {{(pid=94176) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 12:28:51.957884 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97bd5441-1da2-49ee-a364-27795820ba27 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-94-hyperv {{(pid=94176) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 12:28:51.958222 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97bd5441-1da2-49ee-a364-27795820ba27 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-94-hyperv {{(pid=94176) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 12:28:51.958558 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97bd5441-1da2-49ee-a364-27795820ba27 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-601336-94-hyperv {{(pid=94176) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 12:28:51.958887 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97bd5441-1da2-49ee-a364-27795820ba27 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-601336-94-hyperv {{(pid=94176) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 12:28:51.959248 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97bd5441-1da2-49ee-a364-27795820ba27 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-601336-94-hyperv {{(pid=94176) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 12:28:51.959579 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97bd5441-1da2-49ee-a364-27795820ba27 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-601336-94-hyperv {{(pid=94176) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 12:28:51.959918 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97bd5441-1da2-49ee-a364-27795820ba27 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-601336-94-hyperv {{(pid=94176) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 12:28:51.960236 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97bd5441-1da2-49ee-a364-27795820ba27 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-601336-94-hyperv {{(pid=94176) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 12:28:51.960555 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97bd5441-1da2-49ee-a364-27795820ba27 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-94-hyperv {{(pid=94176) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 12:28:51.960875 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97bd5441-1da2-49ee-a364-27795820ba27 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-601336-94-hyperv {{(pid=94176) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 12:28:51.961192 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97bd5441-1da2-49ee-a364-27795820ba27 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-601336-94-hyperv {{(pid=94176) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 12:28:51.965045 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG oslo_concurrency.lockutils [None req-97bd5441-1da2-49ee-a364-27795820ba27 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.066s {{(pid=94176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 12:28:52.012302 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.plugins.ml2.db [None req-97bd5441-1da2-49ee-a364-27795820ba27 None None] get_ports_and_sgs() called for port_ids ['0862cd77-41db-4d4b-ac20-5154c2b0a4e2'] {{(pid=94176) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 23 12:28:53.657941 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.plugins.ml2.rpc [None req-97bd5441-1da2-49ee-a364-27795820ba27 None None] Device 0862cd77-41db-4d4b-ac20-5154c2b0a4e2 up at agent hyperv_hv-neutron-6013 {{(pid=94176) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:298}} Jun 23 12:28:53.718681 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.db.provisioning_blocks [None req-97bd5441-1da2-49ee-a364-27795820ba27 None None] Provisioning complete for port 0862cd77-41db-4d4b-ac20-5154c2b0a4e2 triggered by entity L2. {{(pid=94176) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 23 12:28:53.719096 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron_lib.callbacks.manager [None req-97bd5441-1da2-49ee-a364-27795820ba27 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-899258'] for port, provisioning_complete {{(pid=94176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 12:28:53.847508 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron_lib.callbacks.manager [None req-97bd5441-1da2-49ee-a364-27795820ba27 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-923122'] for port, before_update {{(pid=94176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 12:28:53.881516 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e9daabf9-5661-4ad9-b2b7-b66d1311d37f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0862cd77-41db-4d4b-ac20-5154c2b0a4e2'}] {{(pid=94176) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 23 12:28:53.887179 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}887b0dfc0393de878080286a57e4a08d4fa60dd0cddd118f338ebfcd351ddd4c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f6b69575-0e58-452f-9dd2-cc7a36731d68" -d '{"events": [{"server_uuid": "e9daabf9-5661-4ad9-b2b7-b66d1311d37f", "name": "network-vif-plugged", "status": "completed", "tag": "0862cd77-41db-4d4b-ac20-5154c2b0a4e2"}]}' {{(pid=94176) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 23 12:28:53.916414 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.plugins.ml2.db [None req-97bd5441-1da2-49ee-a364-27795820ba27 None None] For port 0862cd77-41db-4d4b-ac20-5154c2b0a4e2, host hv-neutron-6013, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-6013',level=0,port_id=0862cd77-41db-4d4b-ac20-5154c2b0a4e2,segment=NetworkSegment(3d940925-95a9-4bb9-b82c-9de5284b88e6),segment_id=3d940925-95a9-4bb9-b82c-9de5284b88e6)] {{(pid=94176) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 23 12:28:53.937295 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 23 Jun 2021 12:28:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9375cdf4-5e6f-4e15-84c3-056124b90b2f x-openstack-request-id: req-9375cdf4-5e6f-4e15-84c3-056124b90b2f {{(pid=94176) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 23 12:28:53.937617 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e9daabf9-5661-4ad9-b2b7-b66d1311d37f", "name": "network-vif-plugged", "status": "completed", "tag": "0862cd77-41db-4d4b-ac20-5154c2b0a4e2", "code": 200}]} {{(pid=94176) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 23 12:28:53.937889 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-9375cdf4-5e6f-4e15-84c3-056124b90b2f {{(pid=94176) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 23 12:28:53.938306 dv-neutron-601336-94-hyperv neutron-server[94176]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e9daabf9-5661-4ad9-b2b7-b66d1311d37f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0862cd77-41db-4d4b-ac20-5154c2b0a4e2', 'code': 200} Jun 23 12:28:54.081304 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron_lib.callbacks.manager [None req-97bd5441-1da2-49ee-a364-27795820ba27 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-922904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866062', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773700135042', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773699642233', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773699642278'] for port, after_update {{(pid=94176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 12:28:54.084378 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG oslo_concurrency.lockutils [None req-97bd5441-1da2-49ee-a364-27795820ba27 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 12:28:54.122781 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron_lib.callbacks.manager [None req-97bd5441-1da2-49ee-a364-27795820ba27 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773699952132', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-899307'] for agent, after_update {{(pid=94176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 12:28:54.156208 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97bd5441-1da2-49ee-a364-27795820ba27 None None] Pushing event updated for resources: {'Port': ['ID=0862cd77-41db-4d4b-ac20-5154c2b0a4e2,revision_number=7']} {{(pid=94176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 12:28:54.159606 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG oslo_concurrency.lockutils [None req-97bd5441-1da2-49ee-a364-27795820ba27 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.075s {{(pid=94176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 12:28:58.126554 dv-neutron-601336-94-hyperv neutron-server[94177]: DEBUG neutron.db.agents_db [None req-90fb1279-e4c5-4e73-8d66-3a29811dc4e3 None None] Agent healthcheck: found 6 active agents {{(pid=94177) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 23 12:29:04.815174 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.wsgi [-] (94175) accepted ('10.222.0.20', 51314) {{(pid=94175) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 12:29:04.995849 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.plugins.ml2.plugin [None req-e53405c0-6601-4b1f-9c75-1dedf7f61f49 tempest-TestSnapshotPattern-46408416 tempest-TestSnapshotPattern-46408416-project] Deleting port 4bf4bbc4-2c64-4c0a-8506-cf49f5e8ba9b {{(pid=94175) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1913}} Jun 23 12:29:04.996199 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron_lib.callbacks.manager [None req-e53405c0-6601-4b1f-9c75-1dedf7f61f49 tempest-TestSnapshotPattern-46408416 tempest-TestSnapshotPattern-46408416-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773700079324'] for port, before_delete {{(pid=94175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 12:29:05.074921 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron_lib.callbacks.manager [None req-e53405c0-6601-4b1f-9c75-1dedf7f61f49 tempest-TestSnapshotPattern-46408416 tempest-TestSnapshotPattern-46408416-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-430722'] for port, precommit_delete {{(pid=94175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 12:29:05.075287 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron_lib.callbacks.manager [None req-e53405c0-6601-4b1f-9c75-1dedf7f61f49 tempest-TestSnapshotPattern-46408416 tempest-TestSnapshotPattern-46408416-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 12:29:05.087474 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.plugins.ml2.plugin [None req-e53405c0-6601-4b1f-9c75-1dedf7f61f49 tempest-TestSnapshotPattern-46408416 tempest-TestSnapshotPattern-46408416-project] Calling delete_port for 4bf4bbc4-2c64-4c0a-8506-cf49f5e8ba9b owned by network:floatingip {{(pid=94175) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1986}} Jun 23 12:29:05.297632 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron_lib.callbacks.manager [None req-e53405c0-6601-4b1f-9c75-1dedf7f61f49 tempest-TestSnapshotPattern-46408416 tempest-TestSnapshotPattern-46408416-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-922904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866062', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773700135024', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773699642224', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5082448'] for port, after_delete {{(pid=94175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 12:29:05.299950 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG oslo_concurrency.lockutils [None req-ec97b044-bc5f-49c6-8852-b6b4589255e2 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94175) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 12:29:05.322825 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e53405c0-6601-4b1f-9c75-1dedf7f61f49 tempest-TestSnapshotPattern-46408416 tempest-TestSnapshotPattern-46408416-project] Pushing event deleted for resources: {'Port': ['ID=4bf4bbc4-2c64-4c0a-8506-cf49f5e8ba9b,revision_number=None']} {{(pid=94175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 12:29:05.333724 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e53405c0-6601-4b1f-9c75-1dedf7f61f49 tempest-TestSnapshotPattern-46408416 tempest-TestSnapshotPattern-46408416-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-601336-94-hyperv {{(pid=94175) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 12:29:05.335009 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e53405c0-6601-4b1f-9c75-1dedf7f61f49 tempest-TestSnapshotPattern-46408416 tempest-TestSnapshotPattern-46408416-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-94-hyperv {{(pid=94175) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 12:29:05.335009 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e53405c0-6601-4b1f-9c75-1dedf7f61f49 tempest-TestSnapshotPattern-46408416 tempest-TestSnapshotPattern-46408416-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-94-hyperv {{(pid=94175) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 12:29:05.336034 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e53405c0-6601-4b1f-9c75-1dedf7f61f49 tempest-TestSnapshotPattern-46408416 tempest-TestSnapshotPattern-46408416-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-601336-94-hyperv {{(pid=94175) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 12:29:05.336601 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e53405c0-6601-4b1f-9c75-1dedf7f61f49 tempest-TestSnapshotPattern-46408416 tempest-TestSnapshotPattern-46408416-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-601336-94-hyperv {{(pid=94175) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 12:29:05.337159 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e53405c0-6601-4b1f-9c75-1dedf7f61f49 tempest-TestSnapshotPattern-46408416 tempest-TestSnapshotPattern-46408416-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-601336-94-hyperv {{(pid=94175) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 12:29:05.337711 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e53405c0-6601-4b1f-9c75-1dedf7f61f49 tempest-TestSnapshotPattern-46408416 tempest-TestSnapshotPattern-46408416-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-601336-94-hyperv {{(pid=94175) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 12:29:05.338225 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e53405c0-6601-4b1f-9c75-1dedf7f61f49 tempest-TestSnapshotPattern-46408416 tempest-TestSnapshotPattern-46408416-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-601336-94-hyperv {{(pid=94175) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 12:29:05.338712 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e53405c0-6601-4b1f-9c75-1dedf7f61f49 tempest-TestSnapshotPattern-46408416 tempest-TestSnapshotPattern-46408416-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-601336-94-hyperv {{(pid=94175) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 12:29:05.339286 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e53405c0-6601-4b1f-9c75-1dedf7f61f49 tempest-TestSnapshotPattern-46408416 tempest-TestSnapshotPattern-46408416-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-94-hyperv {{(pid=94175) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 12:29:05.339868 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e53405c0-6601-4b1f-9c75-1dedf7f61f49 tempest-TestSnapshotPattern-46408416 tempest-TestSnapshotPattern-46408416-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-601336-94-hyperv {{(pid=94175) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 12:29:05.340471 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e53405c0-6601-4b1f-9c75-1dedf7f61f49 tempest-TestSnapshotPattern-46408416 tempest-TestSnapshotPattern-46408416-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-601336-94-hyperv {{(pid=94175) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 12:29:05.345752 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG oslo_concurrency.lockutils [None req-e53405c0-6601-4b1f-9c75-1dedf7f61f49 tempest-TestSnapshotPattern-46408416 tempest-TestSnapshotPattern-46408416-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=94175) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 12:29:05.405579 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron_lib.callbacks.manager [None req-e53405c0-6601-4b1f-9c75-1dedf7f61f49 tempest-TestSnapshotPattern-46408416 tempest-TestSnapshotPattern-46408416-project] Notify callbacks [] for floatingip, after_delete {{(pid=94175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 12:29:05.406101 dv-neutron-601336-94-hyperv neutron-server[94175]: INFO neutron.db.l3_db [None req-e53405c0-6601-4b1f-9c75-1dedf7f61f49 tempest-TestSnapshotPattern-46408416 tempest-TestSnapshotPattern-46408416-project] Floating IP 5635021c-5c31-4b3b-a356-800c63fe9223 disassociated (deleted). External IP: 172.26.3.175, port: 0862cd77-41db-4d4b-ac20-5154c2b0a4e2. Jun 23 12:29:05.628815 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e53405c0-6601-4b1f-9c75-1dedf7f61f49 tempest-TestSnapshotPattern-46408416 tempest-TestSnapshotPattern-46408416-project] Router 9303c1bb-39ed-492d-83f5-03036de114a1 has already been hosted by L3 agent 50ef99c0-ef28-4db5-b303-b145898fae60 {{(pid=94175) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 23 12:29:05.748499 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e53405c0-6601-4b1f-9c75-1dedf7f61f49 tempest-TestSnapshotPattern-46408416 tempest-TestSnapshotPattern-46408416-project] Notify agent at l3_agent.dv-neutron-601336-94-hyperv the message routers_updated {{(pid=94175) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 23 12:29:05.753920 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron_lib.callbacks.manager [None req-e53405c0-6601-4b1f-9c75-1dedf7f61f49 tempest-TestSnapshotPattern-46408416 tempest-TestSnapshotPattern-46408416-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-217507'] for floatingip, before_response {{(pid=94175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 12:29:05.758940 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9cc2e1fa-1804-496f-8c9a-bfbd94f54a66 None None] Sync routers for ids ['9303c1bb-39ed-492d-83f5-03036de114a1'] in dv-neutron-601336-94-hyperv {{(pid=94176) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 23 12:29:05.769074 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9cc2e1fa-1804-496f-8c9a-bfbd94f54a66 None None] Routers {'9303c1bb-39ed-492d-83f5-03036de114a1'} bound to L3 agent in host dv-neutron-601336-94-hyperv {{(pid=94176) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 23 12:29:05.769700 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.db.l3_hamode_db [None req-9cc2e1fa-1804-496f-8c9a-bfbd94f54a66 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-601336-94-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-23T11:22:13Z,description=,heartbeat_timestamp=2021-06-23T12:28:43Z,host='dv-neutron-601336-94-hyperv',id=50ef99c0-ef28-4db5-b303-b145898fae60,load=0,resource_versions=,resources_synced=,started_at=2021-06-23T11:22:14Z,topic='l3_agent')) {'router_ids': ['9303c1bb-39ed-492d-83f5-03036de114a1'], 'active': True} {{(pid=94176) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 12:29:05.801312 dv-neutron-601336-94-hyperv neutron-server[94175]: INFO neutron.wsgi [None req-e53405c0-6601-4b1f-9c75-1dedf7f61f49 tempest-TestSnapshotPattern-46408416 tempest-TestSnapshotPattern-46408416-project] 10.222.0.20 "DELETE /v2.0/floatingips/5635021c-5c31-4b3b-a356-800c63fe9223 HTTP/1.1" status: 204 len: 168 time: 0.9846013 Jun 23 12:29:05.802173 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e9daabf9-5661-4ad9-b2b7-b66d1311d37f', 'tag': '0862cd77-41db-4d4b-ac20-5154c2b0a4e2'}] {{(pid=94175) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 23 12:29:05.854652 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}573dd1c288c88a8d12b96b3adf0f45b67101b8b0bcea00d61eae9413f4fe2b43" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3c3fac7c-90ef-47c0-8ddd-e08240394272" -d '{"events": [{"name": "network-changed", "server_uuid": "e9daabf9-5661-4ad9-b2b7-b66d1311d37f", "tag": "0862cd77-41db-4d4b-ac20-5154c2b0a4e2"}]}' {{(pid=94175) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 23 12:29:05.884320 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.db.l3_dvr_db [None req-9cc2e1fa-1804-496f-8c9a-bfbd94f54a66 None None] Set router 9303c1bb-39ed-492d-83f5-03036de114a1 gateway port host: dv-neutron-601336-94-hyperv {{(pid=94176) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:838}} Jun 23 12:29:06.043988 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 23 Jun 2021 12:29:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cf94fc49-adce-478b-982a-285e446342e9 x-openstack-request-id: req-cf94fc49-adce-478b-982a-285e446342e9 {{(pid=94175) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 23 12:29:06.044660 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e9daabf9-5661-4ad9-b2b7-b66d1311d37f", "tag": "0862cd77-41db-4d4b-ac20-5154c2b0a4e2", "status": "completed", "code": 200}]} {{(pid=94175) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 23 12:29:06.045126 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-cf94fc49-adce-478b-982a-285e446342e9 {{(pid=94175) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 23 12:29:06.045625 dv-neutron-601336-94-hyperv neutron-server[94175]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e9daabf9-5661-4ad9-b2b7-b66d1311d37f', 'tag': '0862cd77-41db-4d4b-ac20-5154c2b0a4e2', 'status': 'completed', 'code': 200} Jun 23 12:29:06.195380 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.db.l3_hamode_db [None req-9cc2e1fa-1804-496f-8c9a-bfbd94f54a66 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9303c1bb-39ed-492d-83f5-03036de114a1', 'name': 'tempest-TestSnapshotPattern-1284394461-router', 'tenant_id': '9432fb70f3df47a9bca0cd4d5f316c9e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3e7e4eb3-cf02-4d47-ade9-0a579cdfc60f', 'external_fixed_ips': [{'subnet_id': 'a5ad15ab-c489-4a67-a9b0-d559fca0ec71', 'ip_address': '172.26.3.60'}], 'enable_snat': True}, 'gw_port_id': 'aba310c3-640e-482a-b7dc-3b5dc3758cae', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-23T12:24:17Z', 'updated_at': '2021-06-23T12:24:20Z', 'revision_number': 4, 'project_id': '9432fb70f3df47a9bca0cd4d5f316c9e', 'gw_port': {'id': 'aba310c3-640e-482a-b7dc-3b5dc3758cae', 'name': '', 'network_id': '3e7e4eb3-cf02-4d47-ade9-0a579cdfc60f', 'tenant_id': '', 'mac_address': 'fa:16:3e:27:a3:82', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9303c1bb-39ed-492d-83f5-03036de114a1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1860, 'fixed_ips': [{'subnet_id': 'a5ad15ab-c489-4a67-a9b0-d559fca0ec71', 'ip_address': '172.26.3.60', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-94-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-23T12:24:18Z', 'updated_at': '2021-06-23T12:24:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a5ad15ab-c489-4a67-a9b0-d559fca0ec71', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-601336-94-hyperv', '_floatingips': [{'id': 'c8ea7260-5378-4e05-bc45-73b5888b8079', 'tenant_id': '9432fb70f3df47a9bca0cd4d5f316c9e', 'floating_ip_address': '172.26.3.163', 'floating_network_id': '3e7e4eb3-cf02-4d47-ade9-0a579cdfc60f', 'router_id': '9303c1bb-39ed-492d-83f5-03036de114a1', 'port_id': '4b752386-8e92-4728-8f9a-9dc32257bb4f', 'fixed_ip_address': '172.20.0.3', 'status': 'ACTIVE', 'standard_attr_id': 1885, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '35060897-86ce-4a62-8170-f4706aea229e', 'mac_address': 'fa:16:3e:ec:31:56', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2c1e8735-4930-4e1a-a05d-6b0f4e63488d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-23T12:24:44Z', 'updated_at': '2021-06-23T12:24:46Z', 'revision_number': 1, 'project_id': '9432fb70f3df47a9bca0cd4d5f316c9e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9654d0d5-cc15-4f96-a001-00acd7331352', 'name': '', 'network_id': '35060897-86ce-4a62-8170-f4706aea229e', 'tenant_id': '9432fb70f3df47a9bca0cd4d5f316c9e', 'mac_address': 'fa:16:3e:24:9f:17', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9303c1bb-39ed-492d-83f5-03036de114a1', 'device_owner': 'network:router_interface', 'standard_attr_id': 1861, 'fixed_ips': [{'subnet_id': '29faf701-512f-4f97-9911-155d0e3fc579', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-94-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-23T12:24:20Z', 'updated_at': '2021-06-23T12:24:25Z', 'revision_number': 5, 'project_id': '9432fb70f3df47a9bca0cd4d5f316c9e', 'subnets': [{'id': '29faf701-512f-4f97-9911-155d0e3fc579', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-601336-94-hyperv', False) {} {{(pid=94176) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 12:29:06.222781 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c3fac7c-90ef-47c0-8ddd-e08240394272 req-4915ff77-8cdb-4164-8345-4c342b74a96a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 12:29:06.224332 dv-neutron-601336-94-hyperv neutron-server[94175]: INFO neutron.wsgi [req-3c3fac7c-90ef-47c0-8ddd-e08240394272 req-4915ff77-8cdb-4164-8345-4c342b74a96a service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=9432fb70f3df47a9bca0cd4d5f316c9e&device_id=e9daabf9-5661-4ad9-b2b7-b66d1311d37f HTTP/1.1" status: 200 len: 1099 time: 0.1244709 Jun 23 12:29:06.228309 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9cc2e1fa-1804-496f-8c9a-bfbd94f54a66 None None] Checking router: 9303c1bb-39ed-492d-83f5-03036de114a1 for host: dv-neutron-601336-94-hyperv {{(pid=94176) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 23 12:29:06.237924 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9cc2e1fa-1804-496f-8c9a-bfbd94f54a66 None None] Routers {'9303c1bb-39ed-492d-83f5-03036de114a1'} bound to L3 agent in host dv-neutron-601336-94-hyperv {{(pid=94176) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 23 12:29:06.238480 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.db.l3_hamode_db [None req-9cc2e1fa-1804-496f-8c9a-bfbd94f54a66 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-601336-94-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-23T11:22:13Z,description=,heartbeat_timestamp=2021-06-23T12:28:43Z,host='dv-neutron-601336-94-hyperv',id=50ef99c0-ef28-4db5-b303-b145898fae60,load=0,resource_versions=,resources_synced=,started_at=2021-06-23T11:22:14Z,topic='l3_agent')) {'router_ids': ['9303c1bb-39ed-492d-83f5-03036de114a1'], 'active': True} {{(pid=94176) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 12:29:06.344592 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c3fac7c-90ef-47c0-8ddd-e08240394272 req-1acf7a31-3e00-4b89-8db7-bf98a2c51ad2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 12:29:06.346348 dv-neutron-601336-94-hyperv neutron-server[94175]: INFO neutron.wsgi [req-3c3fac7c-90ef-47c0-8ddd-e08240394272 req-1acf7a31-3e00-4b89-8db7-bf98a2c51ad2 service neutron] 10.222.0.52 "GET /v2.0/networks?id=35060897-86ce-4a62-8170-f4706aea229e HTTP/1.1" status: 200 len: 911 time: 0.1160128 Jun 23 12:29:06.374532 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.db.l3_dvr_db [None req-9cc2e1fa-1804-496f-8c9a-bfbd94f54a66 None None] Set router 9303c1bb-39ed-492d-83f5-03036de114a1 gateway port host: dv-neutron-601336-94-hyperv {{(pid=94176) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:838}} Jun 23 12:29:06.402557 dv-neutron-601336-94-hyperv neutron-server[94175]: INFO neutron.wsgi [req-3c3fac7c-90ef-47c0-8ddd-e08240394272 req-4e6c0f69-9525-4224-9e14-b4486f0f986c service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=0862cd77-41db-4d4b-ac20-5154c2b0a4e2 HTTP/1.1" status: 200 len: 217 time: 0.0482209 Jun 23 12:29:06.468489 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c3fac7c-90ef-47c0-8ddd-e08240394272 req-bf9c7cdd-db00-4dde-80fd-06eee8158e05 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 12:29:06.469424 dv-neutron-601336-94-hyperv neutron-server[94175]: INFO neutron.wsgi [req-3c3fac7c-90ef-47c0-8ddd-e08240394272 req-bf9c7cdd-db00-4dde-80fd-06eee8158e05 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=29faf701-512f-4f97-9911-155d0e3fc579 HTTP/1.1" status: 200 len: 849 time: 0.0598395 Jun 23 12:29:06.548059 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c3fac7c-90ef-47c0-8ddd-e08240394272 req-16f3c828-c172-4bf2-b284-6cd2472e0fbe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 12:29:06.549801 dv-neutron-601336-94-hyperv neutron-server[94175]: INFO neutron.wsgi [req-3c3fac7c-90ef-47c0-8ddd-e08240394272 req-16f3c828-c172-4bf2-b284-6cd2472e0fbe service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=35060897-86ce-4a62-8170-f4706aea229e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1178 time: 0.0728014 Jun 23 12:29:06.584805 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb8b2804-68fb-4f77-89c5-a008708f02f2 req-06349ec9-c41d-4bb3-82a5-5b80efab414b tempest-TestSnapshotPattern-46408416 tempest-TestSnapshotPattern-46408416-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94174) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 12:29:06.587093 dv-neutron-601336-94-hyperv neutron-server[94174]: INFO neutron.wsgi [req-cb8b2804-68fb-4f77-89c5-a008708f02f2 req-06349ec9-c41d-4bb3-82a5-5b80efab414b tempest-TestSnapshotPattern-46408416 tempest-TestSnapshotPattern-46408416-project] 10.222.0.20 "GET /v2.0/ports?device_id=e9daabf9-5661-4ad9-b2b7-b66d1311d37f HTTP/1.1" status: 200 len: 946 time: 0.1564379 Jun 23 12:29:06.634955 dv-neutron-601336-94-hyperv neutron-server[94174]: INFO neutron.wsgi [req-cb8b2804-68fb-4f77-89c5-a008708f02f2 req-9e8fd97f-d544-46e2-ba0a-5dbaf6c06e72 tempest-TestSnapshotPattern-46408416 tempest-TestSnapshotPattern-46408416-project] 10.222.0.20 "GET /v2.0/security-groups?id=048069c0-a2ed-46ad-8e19-6575ab01b5de&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0399437 Jun 23 12:29:06.661342 dv-neutron-601336-94-hyperv neutron-server[94175]: INFO neutron.wsgi [req-3c3fac7c-90ef-47c0-8ddd-e08240394272 req-535658cd-5474-45fd-9571-b3295f9739b2 service neutron] 10.222.0.52 "GET /v2.0/networks/35060897-86ce-4a62-8170-f4706aea229e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1037316 Jun 23 12:29:06.688791 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.db.l3_hamode_db [None req-9cc2e1fa-1804-496f-8c9a-bfbd94f54a66 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9303c1bb-39ed-492d-83f5-03036de114a1', 'name': 'tempest-TestSnapshotPattern-1284394461-router', 'tenant_id': '9432fb70f3df47a9bca0cd4d5f316c9e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3e7e4eb3-cf02-4d47-ade9-0a579cdfc60f', 'external_fixed_ips': [{'subnet_id': 'a5ad15ab-c489-4a67-a9b0-d559fca0ec71', 'ip_address': '172.26.3.60'}], 'enable_snat': True}, 'gw_port_id': 'aba310c3-640e-482a-b7dc-3b5dc3758cae', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-23T12:24:17Z', 'updated_at': '2021-06-23T12:24:20Z', 'revision_number': 4, 'project_id': '9432fb70f3df47a9bca0cd4d5f316c9e', 'gw_port': {'id': 'aba310c3-640e-482a-b7dc-3b5dc3758cae', 'name': '', 'network_id': '3e7e4eb3-cf02-4d47-ade9-0a579cdfc60f', 'tenant_id': '', 'mac_address': 'fa:16:3e:27:a3:82', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9303c1bb-39ed-492d-83f5-03036de114a1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1860, 'fixed_ips': [{'subnet_id': 'a5ad15ab-c489-4a67-a9b0-d559fca0ec71', 'ip_address': '172.26.3.60', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-94-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-23T12:24:18Z', 'updated_at': '2021-06-23T12:24:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a5ad15ab-c489-4a67-a9b0-d559fca0ec71', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-601336-94-hyperv', '_floatingips': [{'id': 'c8ea7260-5378-4e05-bc45-73b5888b8079', 'tenant_id': '9432fb70f3df47a9bca0cd4d5f316c9e', 'floating_ip_address': '172.26.3.163', 'floating_network_id': '3e7e4eb3-cf02-4d47-ade9-0a579cdfc60f', 'router_id': '9303c1bb-39ed-492d-83f5-03036de114a1', 'port_id': '4b752386-8e92-4728-8f9a-9dc32257bb4f', 'fixed_ip_address': '172.20.0.3', 'status': 'ACTIVE', 'standard_attr_id': 1885, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '35060897-86ce-4a62-8170-f4706aea229e', 'mac_address': 'fa:16:3e:ec:31:56', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2c1e8735-4930-4e1a-a05d-6b0f4e63488d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-23T12:24:44Z', 'updated_at': '2021-06-23T12:24:46Z', 'revision_number': 1, 'project_id': '9432fb70f3df47a9bca0cd4d5f316c9e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9654d0d5-cc15-4f96-a001-00acd7331352', 'name': '', 'network_id': '35060897-86ce-4a62-8170-f4706aea229e', 'tenant_id': '9432fb70f3df47a9bca0cd4d5f316c9e', 'mac_address': 'fa:16:3e:24:9f:17', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9303c1bb-39ed-492d-83f5-03036de114a1', 'device_owner': 'network:router_interface', 'standard_attr_id': 1861, 'fixed_ips': [{'subnet_id': '29faf701-512f-4f97-9911-155d0e3fc579', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-94-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-23T12:24:20Z', 'updated_at': '2021-06-23T12:24:25Z', 'revision_number': 5, 'project_id': '9432fb70f3df47a9bca0cd4d5f316c9e', 'subnets': [{'id': '29faf701-512f-4f97-9911-155d0e3fc579', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-601336-94-hyperv', False) {} {{(pid=94176) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 12:29:06.718512 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9cc2e1fa-1804-496f-8c9a-bfbd94f54a66 None None] The sync data for ids ['9303c1bb-39ed-492d-83f5-03036de114a1'] in dv-neutron-601336-94-hyperv is: [{'id': '9303c1bb-39ed-492d-83f5-03036de114a1', 'name': 'tempest-TestSnapshotPattern-1284394461-router', 'tenant_id': '9432fb70f3df47a9bca0cd4d5f316c9e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3e7e4eb3-cf02-4d47-ade9-0a579cdfc60f', 'external_fixed_ips': [{'subnet_id': 'a5ad15ab-c489-4a67-a9b0-d559fca0ec71', 'ip_address': '172.26.3.60'}], 'enable_snat': True}, 'gw_port_id': 'aba310c3-640e-482a-b7dc-3b5dc3758cae', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-23T12:24:17Z', 'updated_at': '2021-06-23T12:24:20Z', 'revision_number': 4, 'project_id': '9432fb70f3df47a9bca0cd4d5f316c9e', 'gw_port': {'id': 'aba310c3-640e-482a-b7dc-3b5dc3758cae', 'name': '', 'network_id': '3e7e4eb3-cf02-4d47-ade9-0a579cdfc60f', 'tenant_id': '', 'mac_address': 'fa:16:3e:27:a3:82', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9303c1bb-39ed-492d-83f5-03036de114a1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1860, 'fixed_ips': [{'subnet_id': 'a5ad15ab-c489-4a67-a9b0-d559fca0ec71', 'ip_address': '172.26.3.60', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-94-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-23T12:24:18Z', 'updated_at': '2021-06-23T12:24:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a5ad15ab-c489-4a67-a9b0-d559fca0ec71', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-601336-94-hyperv', '_floatingips': [{'id': 'c8ea7260-5378-4e05-bc45-73b5888b8079', 'tenant_id': '9432fb70f3df47a9bca0cd4d5f316c9e', 'floating_ip_address': '172.26.3.163', 'floating_network_id': '3e7e4eb3-cf02-4d47-ade9-0a579cdfc60f', 'router_id': '9303c1bb-39ed-492d-83f5-03036de114a1', 'port_id': '4b752386-8e92-4728-8f9a-9dc32257bb4f', 'fixed_ip_address': '172.20.0.3', 'status': 'ACTIVE', 'standard_attr_id': 1885, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '35060897-86ce-4a62-8170-f4706aea229e', 'mac_address': 'fa:16:3e:ec:31:56', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2c1e8735-4930-4e1a-a05d-6b0f4e63488d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-23T12:24:44Z', 'updated_at': '2021-06-23T12:24:46Z', 'revision_number': 1, 'project_id': '9432fb70f3df47a9bca0cd4d5f316c9e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9654d0d5-cc15-4f96-a001-00acd7331352', 'name': '', 'network_id': '35060897-86ce-4a62-8170-f4706aea229e', 'tenant_id': '9432fb70f3df47a9bca0cd4d5f316c9e', 'mac_address': 'fa:16:3e:24:9f:17', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9303c1bb-39ed-492d-83f5-03036de114a1', 'device_owner': 'network:router_interface', 'standard_attr_id': 1861, 'fixed_ips': [{'subnet_id': '29faf701-512f-4f97-9911-155d0e3fc579', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-94-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-23T12:24:20Z', 'updated_at': '2021-06-23T12:24:25Z', 'revision_number': 5, 'project_id': '9432fb70f3df47a9bca0cd4d5f316c9e', 'subnets': [{'id': '29faf701-512f-4f97-9911-155d0e3fc579', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94176) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 23 12:29:06.770200 dv-neutron-601336-94-hyperv neutron-server[94175]: INFO neutron.wsgi [req-3c3fac7c-90ef-47c0-8ddd-e08240394272 req-2c7c6e1e-6ea2-4539-9356-7e2f32b930f6 service neutron] 10.222.0.52 "GET /v2.0/networks/35060897-86ce-4a62-8170-f4706aea229e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1026509 Jun 23 12:29:06.972264 dv-neutron-601336-94-hyperv neutron-server[94177]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6ca33805-13d0-47f1-9c16-21a635952ed1 None None] New status for floating IP 5635021c-5c31-4b3b-a356-800c63fe9223: DOWN {{(pid=94177) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 23 12:29:07.717063 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.plugins.ml2.rpc [None req-97bd5441-1da2-49ee-a364-27795820ba27 None None] Device 0862cd77-41db-4d4b-ac20-5154c2b0a4e2 no longer exists at agent hyperv_hv-neutron-6013 {{(pid=94176) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:261}} Jun 23 12:29:07.842204 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron_lib.callbacks.manager [None req-97bd5441-1da2-49ee-a364-27795820ba27 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-923122'] for port, before_update {{(pid=94176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 12:29:07.875406 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e9daabf9-5661-4ad9-b2b7-b66d1311d37f', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '0862cd77-41db-4d4b-ac20-5154c2b0a4e2'}] {{(pid=94176) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 23 12:29:07.891868 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.plugins.ml2.db [None req-97bd5441-1da2-49ee-a364-27795820ba27 None None] For port 0862cd77-41db-4d4b-ac20-5154c2b0a4e2, host hv-neutron-6013, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-6013',level=0,port_id=0862cd77-41db-4d4b-ac20-5154c2b0a4e2,segment=NetworkSegment(3d940925-95a9-4bb9-b82c-9de5284b88e6),segment_id=3d940925-95a9-4bb9-b82c-9de5284b88e6)] {{(pid=94176) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 23 12:29:07.936772 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fd47186f97a5e6b5ce50f90f8dd565e26983c029e1ad9cf978d0c57d23cb6719" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d6b8e3ec-bf1e-4102-8ce7-d469fcb0e25a" -d '{"events": [{"server_uuid": "e9daabf9-5661-4ad9-b2b7-b66d1311d37f", "name": "network-vif-unplugged", "status": "completed", "tag": "0862cd77-41db-4d4b-ac20-5154c2b0a4e2"}]}' {{(pid=94176) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 23 12:29:07.948852 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ec863d2-b3ac-46bf-861e-ef8a64553392 req-1e3f012b-11e6-4177-b490-66544a8ff604 tempest-TestSnapshotPattern-46408416 tempest-TestSnapshotPattern-46408416-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 12:29:07.954926 dv-neutron-601336-94-hyperv neutron-server[94175]: INFO neutron.wsgi [req-1ec863d2-b3ac-46bf-861e-ef8a64553392 req-1e3f012b-11e6-4177-b490-66544a8ff604 tempest-TestSnapshotPattern-46408416 tempest-TestSnapshotPattern-46408416-project] 10.222.0.52 "GET /v2.0/ports?device_id=e9daabf9-5661-4ad9-b2b7-b66d1311d37f HTTP/1.1" status: 200 len: 946 time: 0.1011035 Jun 23 12:29:07.990098 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron_lib.callbacks.manager [None req-97bd5441-1da2-49ee-a364-27795820ba27 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-922904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866062', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773700135042', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773699642233', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773699642278'] for port, after_update {{(pid=94176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 12:29:07.994806 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG oslo_concurrency.lockutils [None req-cd67d5fc-5cec-4cd8-9302-112d40de35fa None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 12:29:08.057705 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 23 Jun 2021 12:29:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6a4c2178-7a7b-4afe-903d-87c70073561f x-openstack-request-id: req-6a4c2178-7a7b-4afe-903d-87c70073561f {{(pid=94176) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 23 12:29:08.058111 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e9daabf9-5661-4ad9-b2b7-b66d1311d37f", "name": "network-vif-unplugged", "status": "completed", "tag": "0862cd77-41db-4d4b-ac20-5154c2b0a4e2", "code": 200}]} {{(pid=94176) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 23 12:29:08.058381 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-6a4c2178-7a7b-4afe-903d-87c70073561f {{(pid=94176) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 23 12:29:08.058792 dv-neutron-601336-94-hyperv neutron-server[94176]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e9daabf9-5661-4ad9-b2b7-b66d1311d37f', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '0862cd77-41db-4d4b-ac20-5154c2b0a4e2', 'code': 200} Jun 23 12:29:08.059830 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97bd5441-1da2-49ee-a364-27795820ba27 None None] Pushing event updated for resources: {'Port': ['ID=0862cd77-41db-4d4b-ac20-5154c2b0a4e2,revision_number=8']} {{(pid=94176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 12:29:08.063194 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG oslo_concurrency.lockutils [None req-97bd5441-1da2-49ee-a364-27795820ba27 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.068s {{(pid=94176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 12:29:08.088565 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d4c5749-8df0-4640-94b0-1501cc6e9cf2 req-584bee34-50c6-4020-b81d-30ac43cc2e4a tempest-TestSnapshotPattern-46408416 tempest-TestSnapshotPattern-46408416-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 12:29:08.090104 dv-neutron-601336-94-hyperv neutron-server[94175]: INFO neutron.wsgi [req-0d4c5749-8df0-4640-94b0-1501cc6e9cf2 req-584bee34-50c6-4020-b81d-30ac43cc2e4a tempest-TestSnapshotPattern-46408416 tempest-TestSnapshotPattern-46408416-project] 10.222.0.20 "GET /v2.0/ports?device_id=e9daabf9-5661-4ad9-b2b7-b66d1311d37f HTTP/1.1" status: 200 len: 946 time: 0.1509790 Jun 23 12:29:08.147515 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.plugins.ml2.plugin [req-1ec863d2-b3ac-46bf-861e-ef8a64553392 req-09a735c6-6cea-4066-af50-599674de769a tempest-TestSnapshotPattern-46408416 tempest-TestSnapshotPattern-46408416-project] Deleting port 0862cd77-41db-4d4b-ac20-5154c2b0a4e2 {{(pid=94175) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1913}} Jun 23 12:29:08.148050 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron_lib.callbacks.manager [req-1ec863d2-b3ac-46bf-861e-ef8a64553392 req-09a735c6-6cea-4066-af50-599674de769a tempest-TestSnapshotPattern-46408416 tempest-TestSnapshotPattern-46408416-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773700079324'] for port, before_delete {{(pid=94175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 12:29:08.153464 dv-neutron-601336-94-hyperv neutron-server[94175]: INFO neutron.wsgi [req-0d4c5749-8df0-4640-94b0-1501cc6e9cf2 req-0205cd93-13b5-4083-80e5-0b0c9de166e5 tempest-TestSnapshotPattern-46408416 tempest-TestSnapshotPattern-46408416-project] 10.222.0.20 "GET /v2.0/security-groups?id=048069c0-a2ed-46ad-8e19-6575ab01b5de&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0541749 Jun 23 12:29:08.252099 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.plugins.ml2.db [req-1ec863d2-b3ac-46bf-861e-ef8a64553392 req-09a735c6-6cea-4066-af50-599674de769a tempest-TestSnapshotPattern-46408416 tempest-TestSnapshotPattern-46408416-project] For port 0862cd77-41db-4d4b-ac20-5154c2b0a4e2, host hv-neutron-6013, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-6013',level=0,port_id=0862cd77-41db-4d4b-ac20-5154c2b0a4e2,segment=NetworkSegment(3d940925-95a9-4bb9-b82c-9de5284b88e6),segment_id=3d940925-95a9-4bb9-b82c-9de5284b88e6)] {{(pid=94175) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 23 12:29:08.252377 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron_lib.callbacks.manager [req-1ec863d2-b3ac-46bf-861e-ef8a64553392 req-09a735c6-6cea-4066-af50-599674de769a tempest-TestSnapshotPattern-46408416 tempest-TestSnapshotPattern-46408416-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-430722'] for port, precommit_delete {{(pid=94175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 12:29:08.266887 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.plugins.ml2.plugin [req-1ec863d2-b3ac-46bf-861e-ef8a64553392 req-09a735c6-6cea-4066-af50-599674de769a tempest-TestSnapshotPattern-46408416 tempest-TestSnapshotPattern-46408416-project] Calling delete_port for 0862cd77-41db-4d4b-ac20-5154c2b0a4e2 owned by compute:nova {{(pid=94175) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1986}} Jun 23 12:29:08.508435 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron_lib.callbacks.manager [req-1ec863d2-b3ac-46bf-861e-ef8a64553392 req-09a735c6-6cea-4066-af50-599674de769a tempest-TestSnapshotPattern-46408416 tempest-TestSnapshotPattern-46408416-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-922904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866062', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773700135024', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773699642224', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5082448'] for port, after_delete {{(pid=94175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 12:29:08.514527 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG oslo_concurrency.lockutils [None req-7f87f712-d82c-4ee6-9c90-503bb9ebcedd service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94175) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 12:29:08.546172 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09a735c6-6cea-4066-af50-599674de769a tempest-TestSnapshotPattern-46408416 tempest-TestSnapshotPattern-46408416-project] Pushing event deleted for resources: {'Port': ['ID=0862cd77-41db-4d4b-ac20-5154c2b0a4e2,revision_number=None']} {{(pid=94175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 12:29:08.549784 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG oslo_concurrency.lockutils [None req-09a735c6-6cea-4066-af50-599674de769a tempest-TestSnapshotPattern-46408416 tempest-TestSnapshotPattern-46408416-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.036s {{(pid=94175) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 12:29:08.596251 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.db.l3_dvrscheduler_db [req-1ec863d2-b3ac-46bf-861e-ef8a64553392 req-09a735c6-6cea-4066-af50-599674de769a tempest-TestSnapshotPattern-46408416 tempest-TestSnapshotPattern-46408416-project] No DVR routers for this DVR port 0862cd77-41db-4d4b-ac20-5154c2b0a4e2 on host hv-neutron-6013 {{(pid=94175) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 23 12:29:08.599053 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron_lib.callbacks.manager [req-1ec863d2-b3ac-46bf-861e-ef8a64553392 req-09a735c6-6cea-4066-af50-599674de769a tempest-TestSnapshotPattern-46408416 tempest-TestSnapshotPattern-46408416-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-217507'] for port, before_response {{(pid=94175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 12:29:08.601622 dv-neutron-601336-94-hyperv neutron-server[94175]: INFO neutron.wsgi [req-1ec863d2-b3ac-46bf-861e-ef8a64553392 req-09a735c6-6cea-4066-af50-599674de769a tempest-TestSnapshotPattern-46408416 tempest-TestSnapshotPattern-46408416-project] 10.222.0.52 "DELETE /v2.0/ports/0862cd77-41db-4d4b-ac20-5154c2b0a4e2 HTTP/1.1" status: 204 len: 173 time: 0.6385312 Jun 23 12:29:08.602169 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e9daabf9-5661-4ad9-b2b7-b66d1311d37f', 'name': 'network-vif-deleted', 'tag': '0862cd77-41db-4d4b-ac20-5154c2b0a4e2'}] {{(pid=94175) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 23 12:29:08.604560 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}573dd1c288c88a8d12b96b3adf0f45b67101b8b0bcea00d61eae9413f4fe2b43" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c306801a-5d59-49e8-bbe5-963956f09273" -d '{"events": [{"server_uuid": "e9daabf9-5661-4ad9-b2b7-b66d1311d37f", "name": "network-vif-deleted", "tag": "0862cd77-41db-4d4b-ac20-5154c2b0a4e2"}]}' {{(pid=94175) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 23 12:29:08.640446 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 23 Jun 2021 12:29:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d23707f7-29d5-49f7-a8c7-57164c3c699f x-openstack-request-id: req-d23707f7-29d5-49f7-a8c7-57164c3c699f {{(pid=94175) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 23 12:29:08.640794 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e9daabf9-5661-4ad9-b2b7-b66d1311d37f", "name": "network-vif-deleted", "tag": "0862cd77-41db-4d4b-ac20-5154c2b0a4e2", "status": "completed", "code": 200}]} {{(pid=94175) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 23 12:29:08.641100 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-d23707f7-29d5-49f7-a8c7-57164c3c699f {{(pid=94175) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 23 12:29:08.641554 dv-neutron-601336-94-hyperv neutron-server[94175]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e9daabf9-5661-4ad9-b2b7-b66d1311d37f', 'name': 'network-vif-deleted', 'tag': '0862cd77-41db-4d4b-ac20-5154c2b0a4e2', 'status': 'completed', 'code': 200} Jun 23 12:29:09.317257 dv-neutron-601336-94-hyperv neutron-server[94175]: INFO neutron.wsgi [req-a78af990-5e96-4db7-a1ca-4e84e4139e4b req-14d8f738-19e9-4645-894e-6d43f9944d22 tempest-TestSnapshotPattern-46408416 tempest-TestSnapshotPattern-46408416-project] 10.222.0.20 "GET /v2.0/ports?device_id=e9daabf9-5661-4ad9-b2b7-b66d1311d37f HTTP/1.1" status: 200 len: 210 time: 0.0298159 Jun 23 12:29:10.977514 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron_lib.callbacks.manager [None req-f125c360-90f1-4511-860f-099c512a1587 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773699952132', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-899307'] for agent, after_update {{(pid=94176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 12:29:11.746165 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.plugins.ml2.rpc [None req-97bd5441-1da2-49ee-a364-27795820ba27 None None] Device 0862cd77-41db-4d4b-ac20-5154c2b0a4e2 no longer exists at agent hyperv_hv-neutron-6013 {{(pid=94176) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:261}} Jun 23 12:29:11.768202 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.plugins.ml2.plugin [None req-97bd5441-1da2-49ee-a364-27795820ba27 None None] No Port match for: 0862cd77-41db-4d4b-ac20-5154c2b0a4e2 {{(pid=94176) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2240}} Jun 23 12:29:11.768566 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.plugins.ml2.rpc [None req-97bd5441-1da2-49ee-a364-27795820ba27 None None] Device 0862cd77-41db-4d4b-ac20-5154c2b0a4e2 not bound to the agent host hv-neutron-6013 {{(pid=94176) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:271}} Jun 23 12:29:11.865347 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.wsgi [-] (94175) accepted ('10.222.0.20', 51394) {{(pid=94175) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 12:29:12.030708 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.plugins.ml2.plugin [None req-3661e761-64ad-46e9-b4cd-b074f02f8b5d tempest-TestSnapshotPattern-46408416 tempest-TestSnapshotPattern-46408416-project] Deleting port 9a27e967-f2ee-4905-bf86-cea367a661aa {{(pid=94175) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1913}} Jun 23 12:29:12.031007 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron_lib.callbacks.manager [None req-3661e761-64ad-46e9-b4cd-b074f02f8b5d tempest-TestSnapshotPattern-46408416 tempest-TestSnapshotPattern-46408416-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773700079324'] for port, before_delete {{(pid=94175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 12:29:12.111542 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron_lib.callbacks.manager [None req-3661e761-64ad-46e9-b4cd-b074f02f8b5d tempest-TestSnapshotPattern-46408416 tempest-TestSnapshotPattern-46408416-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-430722'] for port, precommit_delete {{(pid=94175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 12:29:12.111872 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron_lib.callbacks.manager [None req-3661e761-64ad-46e9-b4cd-b074f02f8b5d tempest-TestSnapshotPattern-46408416 tempest-TestSnapshotPattern-46408416-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 12:29:12.125194 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.plugins.ml2.plugin [None req-3661e761-64ad-46e9-b4cd-b074f02f8b5d tempest-TestSnapshotPattern-46408416 tempest-TestSnapshotPattern-46408416-project] Calling delete_port for 9a27e967-f2ee-4905-bf86-cea367a661aa owned by network:floatingip {{(pid=94175) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1986}} Jun 23 12:29:12.400178 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron_lib.callbacks.manager [None req-3661e761-64ad-46e9-b4cd-b074f02f8b5d tempest-TestSnapshotPattern-46408416 tempest-TestSnapshotPattern-46408416-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-922904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866062', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773700135024', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773699642224', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5082448'] for port, after_delete {{(pid=94175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 12:29:12.402394 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG oslo_concurrency.lockutils [None req-9ca6a8c7-37f3-4d39-abde-d8b974adbcc8 tempest-TestNetworkAdvancedServerOps-1740099935 tempest-TestNetworkAdvancedServerOps-1740099935-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94175) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 12:29:12.427761 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3661e761-64ad-46e9-b4cd-b074f02f8b5d tempest-TestSnapshotPattern-46408416 tempest-TestSnapshotPattern-46408416-project] Pushing event deleted for resources: {'Port': ['ID=9a27e967-f2ee-4905-bf86-cea367a661aa,revision_number=None']} {{(pid=94175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 12:29:12.432371 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG oslo_concurrency.lockutils [None req-3661e761-64ad-46e9-b4cd-b074f02f8b5d tempest-TestSnapshotPattern-46408416 tempest-TestSnapshotPattern-46408416-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.030s {{(pid=94175) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 12:29:12.491005 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron_lib.callbacks.manager [None req-3661e761-64ad-46e9-b4cd-b074f02f8b5d tempest-TestSnapshotPattern-46408416 tempest-TestSnapshotPattern-46408416-project] Notify callbacks [] for floatingip, after_delete {{(pid=94175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 12:29:12.491474 dv-neutron-601336-94-hyperv neutron-server[94175]: INFO neutron.db.l3_db [None req-3661e761-64ad-46e9-b4cd-b074f02f8b5d tempest-TestSnapshotPattern-46408416 tempest-TestSnapshotPattern-46408416-project] Floating IP c8ea7260-5378-4e05-bc45-73b5888b8079 disassociated (deleted). External IP: 172.26.3.163, port: 4b752386-8e92-4728-8f9a-9dc32257bb4f. Jun 23 12:29:12.694706 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3661e761-64ad-46e9-b4cd-b074f02f8b5d tempest-TestSnapshotPattern-46408416 tempest-TestSnapshotPattern-46408416-project] Router 9303c1bb-39ed-492d-83f5-03036de114a1 has already been hosted by L3 agent 50ef99c0-ef28-4db5-b303-b145898fae60 {{(pid=94175) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 23 12:29:12.803482 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3661e761-64ad-46e9-b4cd-b074f02f8b5d tempest-TestSnapshotPattern-46408416 tempest-TestSnapshotPattern-46408416-project] Notify agent at l3_agent.dv-neutron-601336-94-hyperv the message routers_updated {{(pid=94175) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 23 12:29:12.808523 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron_lib.callbacks.manager [None req-3661e761-64ad-46e9-b4cd-b074f02f8b5d tempest-TestSnapshotPattern-46408416 tempest-TestSnapshotPattern-46408416-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-217507'] for floatingip, before_response {{(pid=94175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 12:29:12.813394 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-50cf06f5-a1e5-4d57-8e21-9f84c651becd None None] Sync routers for ids ['9303c1bb-39ed-492d-83f5-03036de114a1'] in dv-neutron-601336-94-hyperv {{(pid=94176) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 23 12:29:12.822619 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.db.l3_dvrscheduler_db [None req-50cf06f5-a1e5-4d57-8e21-9f84c651becd None None] Routers {'9303c1bb-39ed-492d-83f5-03036de114a1'} bound to L3 agent in host dv-neutron-601336-94-hyperv {{(pid=94176) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 23 12:29:12.823150 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.db.l3_hamode_db [None req-50cf06f5-a1e5-4d57-8e21-9f84c651becd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-601336-94-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-23T11:22:13Z,description=,heartbeat_timestamp=2021-06-23T12:28:43Z,host='dv-neutron-601336-94-hyperv',id=50ef99c0-ef28-4db5-b303-b145898fae60,load=0,resource_versions=,resources_synced=,started_at=2021-06-23T11:22:14Z,topic='l3_agent')) {'router_ids': ['9303c1bb-39ed-492d-83f5-03036de114a1'], 'active': True} {{(pid=94176) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 12:29:12.848587 dv-neutron-601336-94-hyperv neutron-server[94175]: INFO neutron.wsgi [None req-3661e761-64ad-46e9-b4cd-b074f02f8b5d tempest-TestSnapshotPattern-46408416 tempest-TestSnapshotPattern-46408416-project] 10.222.0.20 "DELETE /v2.0/floatingips/c8ea7260-5378-4e05-bc45-73b5888b8079 HTTP/1.1" status: 204 len: 168 time: 0.9817536 Jun 23 12:29:12.849514 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2c1e8735-4930-4e1a-a05d-6b0f4e63488d', 'tag': '4b752386-8e92-4728-8f9a-9dc32257bb4f'}] {{(pid=94175) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 23 12:29:12.852628 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}573dd1c288c88a8d12b96b3adf0f45b67101b8b0bcea00d61eae9413f4fe2b43" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e56dc6f4-74b2-4412-aa3d-b96b0afcb4a2" -d '{"events": [{"name": "network-changed", "server_uuid": "2c1e8735-4930-4e1a-a05d-6b0f4e63488d", "tag": "4b752386-8e92-4728-8f9a-9dc32257bb4f"}]}' {{(pid=94175) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 23 12:29:12.890836 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 23 Jun 2021 12:29:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-010a3396-9c1f-458c-8eae-b64d959c4c8f x-openstack-request-id: req-010a3396-9c1f-458c-8eae-b64d959c4c8f {{(pid=94175) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 23 12:29:12.891489 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2c1e8735-4930-4e1a-a05d-6b0f4e63488d", "tag": "4b752386-8e92-4728-8f9a-9dc32257bb4f", "status": "completed", "code": 200}]} {{(pid=94175) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 23 12:29:12.891734 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-010a3396-9c1f-458c-8eae-b64d959c4c8f {{(pid=94175) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 23 12:29:12.892368 dv-neutron-601336-94-hyperv neutron-server[94175]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2c1e8735-4930-4e1a-a05d-6b0f4e63488d', 'tag': '4b752386-8e92-4728-8f9a-9dc32257bb4f', 'status': 'completed', 'code': 200} Jun 23 12:29:12.939858 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.db.l3_dvr_db [None req-50cf06f5-a1e5-4d57-8e21-9f84c651becd None None] Set router 9303c1bb-39ed-492d-83f5-03036de114a1 gateway port host: dv-neutron-601336-94-hyperv {{(pid=94176) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:838}} Jun 23 12:29:12.979534 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e56dc6f4-74b2-4412-aa3d-b96b0afcb4a2 req-27bebf92-a81f-4f61-826f-1bc7ca7c214e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 12:29:12.981285 dv-neutron-601336-94-hyperv neutron-server[94175]: INFO neutron.wsgi [req-e56dc6f4-74b2-4412-aa3d-b96b0afcb4a2 req-27bebf92-a81f-4f61-826f-1bc7ca7c214e service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=9432fb70f3df47a9bca0cd4d5f316c9e&device_id=2c1e8735-4930-4e1a-a05d-6b0f4e63488d HTTP/1.1" status: 200 len: 1096 time: 0.0656657 Jun 23 12:29:13.083468 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e56dc6f4-74b2-4412-aa3d-b96b0afcb4a2 req-717142fc-afe0-4192-9881-f23e13bcfb31 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 12:29:13.084946 dv-neutron-601336-94-hyperv neutron-server[94175]: INFO neutron.wsgi [req-e56dc6f4-74b2-4412-aa3d-b96b0afcb4a2 req-717142fc-afe0-4192-9881-f23e13bcfb31 service neutron] 10.222.0.52 "GET /v2.0/networks?id=35060897-86ce-4a62-8170-f4706aea229e HTTP/1.1" status: 200 len: 911 time: 0.0974569 Jun 23 12:29:13.348047 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.db.l3_hamode_db [None req-50cf06f5-a1e5-4d57-8e21-9f84c651becd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9303c1bb-39ed-492d-83f5-03036de114a1', 'name': 'tempest-TestSnapshotPattern-1284394461-router', 'tenant_id': '9432fb70f3df47a9bca0cd4d5f316c9e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3e7e4eb3-cf02-4d47-ade9-0a579cdfc60f', 'external_fixed_ips': [{'subnet_id': 'a5ad15ab-c489-4a67-a9b0-d559fca0ec71', 'ip_address': '172.26.3.60'}], 'enable_snat': True}, 'gw_port_id': 'aba310c3-640e-482a-b7dc-3b5dc3758cae', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-23T12:24:17Z', 'updated_at': '2021-06-23T12:24:20Z', 'revision_number': 4, 'project_id': '9432fb70f3df47a9bca0cd4d5f316c9e', 'gw_port': {'id': 'aba310c3-640e-482a-b7dc-3b5dc3758cae', 'name': '', 'network_id': '3e7e4eb3-cf02-4d47-ade9-0a579cdfc60f', 'tenant_id': '', 'mac_address': 'fa:16:3e:27:a3:82', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9303c1bb-39ed-492d-83f5-03036de114a1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1860, 'fixed_ips': [{'subnet_id': 'a5ad15ab-c489-4a67-a9b0-d559fca0ec71', 'ip_address': '172.26.3.60', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-94-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-23T12:24:18Z', 'updated_at': '2021-06-23T12:24:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a5ad15ab-c489-4a67-a9b0-d559fca0ec71', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-601336-94-hyperv', '_interfaces': [{'id': '9654d0d5-cc15-4f96-a001-00acd7331352', 'name': '', 'network_id': '35060897-86ce-4a62-8170-f4706aea229e', 'tenant_id': '9432fb70f3df47a9bca0cd4d5f316c9e', 'mac_address': 'fa:16:3e:24:9f:17', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9303c1bb-39ed-492d-83f5-03036de114a1', 'device_owner': 'network:router_interface', 'standard_attr_id': 1861, 'fixed_ips': [{'subnet_id': '29faf701-512f-4f97-9911-155d0e3fc579', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-94-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-23T12:24:20Z', 'updated_at': '2021-06-23T12:24:25Z', 'revision_number': 5, 'project_id': '9432fb70f3df47a9bca0cd4d5f316c9e', 'subnets': [{'id': '29faf701-512f-4f97-9911-155d0e3fc579', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-601336-94-hyperv', False) {} {{(pid=94176) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 12:29:13.351395 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron_lib.callbacks.manager [None req-784cee27-ede7-4a7a-839c-e4ea9d93b735 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773699952132', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-899307'] for agent, after_update {{(pid=94176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 12:29:13.376754 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-50cf06f5-a1e5-4d57-8e21-9f84c651becd None None] Checking router: 9303c1bb-39ed-492d-83f5-03036de114a1 for host: dv-neutron-601336-94-hyperv {{(pid=94176) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 23 12:29:13.385661 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.db.l3_dvrscheduler_db [None req-50cf06f5-a1e5-4d57-8e21-9f84c651becd None None] Routers {'9303c1bb-39ed-492d-83f5-03036de114a1'} bound to L3 agent in host dv-neutron-601336-94-hyperv {{(pid=94176) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 23 12:29:13.386310 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.db.l3_hamode_db [None req-50cf06f5-a1e5-4d57-8e21-9f84c651becd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-601336-94-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-23T11:22:13Z,description=,heartbeat_timestamp=2021-06-23T12:29:13Z,host='dv-neutron-601336-94-hyperv',id=50ef99c0-ef28-4db5-b303-b145898fae60,load=0,resource_versions=,resources_synced=,started_at=2021-06-23T11:22:14Z,topic='l3_agent')) {'router_ids': ['9303c1bb-39ed-492d-83f5-03036de114a1'], 'active': True} {{(pid=94176) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 12:29:13.477682 dv-neutron-601336-94-hyperv neutron-server[94175]: INFO neutron.wsgi [req-e56dc6f4-74b2-4412-aa3d-b96b0afcb4a2 req-e0262faf-8f8e-4271-888d-88cb83947567 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=4b752386-8e92-4728-8f9a-9dc32257bb4f HTTP/1.1" status: 200 len: 217 time: 0.3864059 Jun 23 12:29:13.498330 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.db.l3_dvr_db [None req-50cf06f5-a1e5-4d57-8e21-9f84c651becd None None] Set router 9303c1bb-39ed-492d-83f5-03036de114a1 gateway port host: dv-neutron-601336-94-hyperv {{(pid=94176) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:838}} Jun 23 12:29:13.527709 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e56dc6f4-74b2-4412-aa3d-b96b0afcb4a2 req-21b1ad4f-6a66-45fe-97d0-e3716b153de7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 12:29:13.529259 dv-neutron-601336-94-hyperv neutron-server[94175]: INFO neutron.wsgi [req-e56dc6f4-74b2-4412-aa3d-b96b0afcb4a2 req-21b1ad4f-6a66-45fe-97d0-e3716b153de7 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=29faf701-512f-4f97-9911-155d0e3fc579 HTTP/1.1" status: 200 len: 849 time: 0.0452318 Jun 23 12:29:13.574845 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-942ae848-1124-4a0c-998f-f678e45a3594 req-adf4e799-f997-455d-a12e-392bbac591a4 tempest-TestSnapshotPattern-46408416 tempest-TestSnapshotPattern-46408416-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94174) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 12:29:13.576600 dv-neutron-601336-94-hyperv neutron-server[94174]: INFO neutron.wsgi [req-942ae848-1124-4a0c-998f-f678e45a3594 req-adf4e799-f997-455d-a12e-392bbac591a4 tempest-TestSnapshotPattern-46408416 tempest-TestSnapshotPattern-46408416-project] 10.222.0.20 "GET /v2.0/ports?device_id=2c1e8735-4930-4e1a-a05d-6b0f4e63488d HTTP/1.1" status: 200 len: 943 time: 0.0695603 Jun 23 12:29:13.597686 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e56dc6f4-74b2-4412-aa3d-b96b0afcb4a2 req-721a1506-752b-457f-a0ce-c542f964080c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 12:29:13.599638 dv-neutron-601336-94-hyperv neutron-server[94175]: INFO neutron.wsgi [req-e56dc6f4-74b2-4412-aa3d-b96b0afcb4a2 req-721a1506-752b-457f-a0ce-c542f964080c service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=35060897-86ce-4a62-8170-f4706aea229e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1178 time: 0.0636108 Jun 23 12:29:13.618064 dv-neutron-601336-94-hyperv neutron-server[94174]: INFO neutron.wsgi [req-942ae848-1124-4a0c-998f-f678e45a3594 req-502bef06-4fa8-49c4-8284-dcfb6a77a836 tempest-TestSnapshotPattern-46408416 tempest-TestSnapshotPattern-46408416-project] 10.222.0.20 "GET /v2.0/security-groups?id=048069c0-a2ed-46ad-8e19-6575ab01b5de&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0346932 Jun 23 12:29:13.697964 dv-neutron-601336-94-hyperv neutron-server[94175]: INFO neutron.wsgi [req-e56dc6f4-74b2-4412-aa3d-b96b0afcb4a2 req-85974541-2a33-44ce-bafa-c43ac5114942 service neutron] 10.222.0.52 "GET /v2.0/networks/35060897-86ce-4a62-8170-f4706aea229e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0912797 Jun 23 12:29:13.708682 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.db.l3_hamode_db [None req-50cf06f5-a1e5-4d57-8e21-9f84c651becd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9303c1bb-39ed-492d-83f5-03036de114a1', 'name': 'tempest-TestSnapshotPattern-1284394461-router', 'tenant_id': '9432fb70f3df47a9bca0cd4d5f316c9e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3e7e4eb3-cf02-4d47-ade9-0a579cdfc60f', 'external_fixed_ips': [{'subnet_id': 'a5ad15ab-c489-4a67-a9b0-d559fca0ec71', 'ip_address': '172.26.3.60'}], 'enable_snat': True}, 'gw_port_id': 'aba310c3-640e-482a-b7dc-3b5dc3758cae', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-23T12:24:17Z', 'updated_at': '2021-06-23T12:24:20Z', 'revision_number': 4, 'project_id': '9432fb70f3df47a9bca0cd4d5f316c9e', 'gw_port': {'id': 'aba310c3-640e-482a-b7dc-3b5dc3758cae', 'name': '', 'network_id': '3e7e4eb3-cf02-4d47-ade9-0a579cdfc60f', 'tenant_id': '', 'mac_address': 'fa:16:3e:27:a3:82', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9303c1bb-39ed-492d-83f5-03036de114a1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1860, 'fixed_ips': [{'subnet_id': 'a5ad15ab-c489-4a67-a9b0-d559fca0ec71', 'ip_address': '172.26.3.60', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-94-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-23T12:24:18Z', 'updated_at': '2021-06-23T12:24:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a5ad15ab-c489-4a67-a9b0-d559fca0ec71', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-601336-94-hyperv', '_interfaces': [{'id': '9654d0d5-cc15-4f96-a001-00acd7331352', 'name': '', 'network_id': '35060897-86ce-4a62-8170-f4706aea229e', 'tenant_id': '9432fb70f3df47a9bca0cd4d5f316c9e', 'mac_address': 'fa:16:3e:24:9f:17', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9303c1bb-39ed-492d-83f5-03036de114a1', 'device_owner': 'network:router_interface', 'standard_attr_id': 1861, 'fixed_ips': [{'subnet_id': '29faf701-512f-4f97-9911-155d0e3fc579', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-94-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-23T12:24:20Z', 'updated_at': '2021-06-23T12:24:25Z', 'revision_number': 5, 'project_id': '9432fb70f3df47a9bca0cd4d5f316c9e', 'subnets': [{'id': '29faf701-512f-4f97-9911-155d0e3fc579', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-601336-94-hyperv', False) {} {{(pid=94176) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 12:29:13.736275 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-50cf06f5-a1e5-4d57-8e21-9f84c651becd None None] The sync data for ids ['9303c1bb-39ed-492d-83f5-03036de114a1'] in dv-neutron-601336-94-hyperv is: [{'id': '9303c1bb-39ed-492d-83f5-03036de114a1', 'name': 'tempest-TestSnapshotPattern-1284394461-router', 'tenant_id': '9432fb70f3df47a9bca0cd4d5f316c9e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3e7e4eb3-cf02-4d47-ade9-0a579cdfc60f', 'external_fixed_ips': [{'subnet_id': 'a5ad15ab-c489-4a67-a9b0-d559fca0ec71', 'ip_address': '172.26.3.60'}], 'enable_snat': True}, 'gw_port_id': 'aba310c3-640e-482a-b7dc-3b5dc3758cae', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-23T12:24:17Z', 'updated_at': '2021-06-23T12:24:20Z', 'revision_number': 4, 'project_id': '9432fb70f3df47a9bca0cd4d5f316c9e', 'gw_port': {'id': 'aba310c3-640e-482a-b7dc-3b5dc3758cae', 'name': '', 'network_id': '3e7e4eb3-cf02-4d47-ade9-0a579cdfc60f', 'tenant_id': '', 'mac_address': 'fa:16:3e:27:a3:82', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9303c1bb-39ed-492d-83f5-03036de114a1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1860, 'fixed_ips': [{'subnet_id': 'a5ad15ab-c489-4a67-a9b0-d559fca0ec71', 'ip_address': '172.26.3.60', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-94-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-23T12:24:18Z', 'updated_at': '2021-06-23T12:24:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a5ad15ab-c489-4a67-a9b0-d559fca0ec71', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-601336-94-hyperv', '_interfaces': [{'id': '9654d0d5-cc15-4f96-a001-00acd7331352', 'name': '', 'network_id': '35060897-86ce-4a62-8170-f4706aea229e', 'tenant_id': '9432fb70f3df47a9bca0cd4d5f316c9e', 'mac_address': 'fa:16:3e:24:9f:17', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9303c1bb-39ed-492d-83f5-03036de114a1', 'device_owner': 'network:router_interface', 'standard_attr_id': 1861, 'fixed_ips': [{'subnet_id': '29faf701-512f-4f97-9911-155d0e3fc579', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-94-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-23T12:24:20Z', 'updated_at': '2021-06-23T12:24:25Z', 'revision_number': 5, 'project_id': '9432fb70f3df47a9bca0cd4d5f316c9e', 'subnets': [{'id': '29faf701-512f-4f97-9911-155d0e3fc579', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94176) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 23 12:29:13.790728 dv-neutron-601336-94-hyperv neutron-server[94175]: INFO neutron.wsgi [req-e56dc6f4-74b2-4412-aa3d-b96b0afcb4a2 req-f68dba3f-ba59-4c14-9666-a4cfd74c0a16 service neutron] 10.222.0.52 "GET /v2.0/networks/35060897-86ce-4a62-8170-f4706aea229e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0863106 Jun 23 12:29:13.953723 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron_lib.callbacks.manager [None req-dc7542b2-afef-47f4-a763-e3a3cba144be None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773699952132', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-899307'] for agent, after_update {{(pid=94176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 12:29:13.955946 dv-neutron-601336-94-hyperv neutron-server[94177]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7358f689-f2a9-4ff5-9e6d-a6a9573812b4 None None] New status for floating IP c8ea7260-5378-4e05-bc45-73b5888b8079: DOWN {{(pid=94177) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 23 12:29:14.806187 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2834fd5d-333f-4c4c-bab6-0d8d36c2f007 req-3b299382-9c80-49d8-955c-99a7f609ddbf tempest-TestSnapshotPattern-46408416 tempest-TestSnapshotPattern-46408416-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 12:29:14.806187 dv-neutron-601336-94-hyperv neutron-server[94175]: INFO neutron.wsgi [req-2834fd5d-333f-4c4c-bab6-0d8d36c2f007 req-3b299382-9c80-49d8-955c-99a7f609ddbf tempest-TestSnapshotPattern-46408416 tempest-TestSnapshotPattern-46408416-project] 10.222.0.20 "GET /v2.0/ports?device_id=2c1e8735-4930-4e1a-a05d-6b0f4e63488d HTTP/1.1" status: 200 len: 943 time: 0.0688620 Jun 23 12:29:14.846905 dv-neutron-601336-94-hyperv neutron-server[94175]: INFO neutron.wsgi [req-2834fd5d-333f-4c4c-bab6-0d8d36c2f007 req-a53c69f6-e632-4eaf-a8b0-84e56ac47939 tempest-TestSnapshotPattern-46408416 tempest-TestSnapshotPattern-46408416-project] 10.222.0.20 "GET /v2.0/security-groups?id=048069c0-a2ed-46ad-8e19-6575ab01b5de&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0354919 Jun 23 12:29:14.896620 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron_lib.callbacks.manager [None req-4c20ea5f-bc7f-4d4e-935d-57f082af6ccb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773699952132', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-899307'] for agent, after_update {{(pid=94176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 12:29:14.993138 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-014d83f2-254f-4a92-ad58-7144c2b5dabe req-3f7d5eba-2bda-4ab6-a414-8458b0efcd44 tempest-TestSnapshotPattern-46408416 tempest-TestSnapshotPattern-46408416-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 12:29:14.994601 dv-neutron-601336-94-hyperv neutron-server[94175]: INFO neutron.wsgi [req-014d83f2-254f-4a92-ad58-7144c2b5dabe req-3f7d5eba-2bda-4ab6-a414-8458b0efcd44 tempest-TestSnapshotPattern-46408416 tempest-TestSnapshotPattern-46408416-project] 10.222.0.52 "GET /v2.0/ports?device_id=2c1e8735-4930-4e1a-a05d-6b0f4e63488d HTTP/1.1" status: 200 len: 943 time: 0.0658395 Jun 23 12:29:15.097410 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.plugins.ml2.plugin [req-014d83f2-254f-4a92-ad58-7144c2b5dabe req-2cfd881d-ffed-4b92-97cb-a59232c69056 tempest-TestSnapshotPattern-46408416 tempest-TestSnapshotPattern-46408416-project] Deleting port 4b752386-8e92-4728-8f9a-9dc32257bb4f {{(pid=94175) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1913}} Jun 23 12:29:15.097651 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron_lib.callbacks.manager [req-014d83f2-254f-4a92-ad58-7144c2b5dabe req-2cfd881d-ffed-4b92-97cb-a59232c69056 tempest-TestSnapshotPattern-46408416 tempest-TestSnapshotPattern-46408416-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773700079324'] for port, before_delete {{(pid=94175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 12:29:15.183057 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.plugins.ml2.db [req-014d83f2-254f-4a92-ad58-7144c2b5dabe req-2cfd881d-ffed-4b92-97cb-a59232c69056 tempest-TestSnapshotPattern-46408416 tempest-TestSnapshotPattern-46408416-project] For port 4b752386-8e92-4728-8f9a-9dc32257bb4f, host hv-neutron-6013, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-6013',level=0,port_id=4b752386-8e92-4728-8f9a-9dc32257bb4f,segment=NetworkSegment(3d940925-95a9-4bb9-b82c-9de5284b88e6),segment_id=3d940925-95a9-4bb9-b82c-9de5284b88e6)] {{(pid=94175) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 23 12:29:15.183432 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron_lib.callbacks.manager [req-014d83f2-254f-4a92-ad58-7144c2b5dabe req-2cfd881d-ffed-4b92-97cb-a59232c69056 tempest-TestSnapshotPattern-46408416 tempest-TestSnapshotPattern-46408416-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-430722'] for port, precommit_delete {{(pid=94175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 12:29:15.196099 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.plugins.ml2.plugin [req-014d83f2-254f-4a92-ad58-7144c2b5dabe req-2cfd881d-ffed-4b92-97cb-a59232c69056 tempest-TestSnapshotPattern-46408416 tempest-TestSnapshotPattern-46408416-project] Calling delete_port for 4b752386-8e92-4728-8f9a-9dc32257bb4f owned by compute:nova {{(pid=94175) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1986}} Jun 23 12:29:15.405284 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron_lib.callbacks.manager [req-014d83f2-254f-4a92-ad58-7144c2b5dabe req-2cfd881d-ffed-4b92-97cb-a59232c69056 tempest-TestSnapshotPattern-46408416 tempest-TestSnapshotPattern-46408416-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-922904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866062', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773700135024', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773699642224', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5082448'] for port, after_delete {{(pid=94175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 12:29:15.409314 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG oslo_concurrency.lockutils [None req-93aa8983-7d00-4ce2-a58c-51a75b91e0e4 tempest-TestShelveInstance-790754725 tempest-TestShelveInstance-790754725-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94175) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 12:29:15.442418 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cfd881d-ffed-4b92-97cb-a59232c69056 tempest-TestSnapshotPattern-46408416 tempest-TestSnapshotPattern-46408416-project] Pushing event deleted for resources: {'Port': ['ID=4b752386-8e92-4728-8f9a-9dc32257bb4f,revision_number=None']} {{(pid=94175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 12:29:15.446297 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG oslo_concurrency.lockutils [None req-2cfd881d-ffed-4b92-97cb-a59232c69056 tempest-TestSnapshotPattern-46408416 tempest-TestSnapshotPattern-46408416-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.037s {{(pid=94175) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 12:29:15.490983 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.db.l3_dvrscheduler_db [req-014d83f2-254f-4a92-ad58-7144c2b5dabe req-2cfd881d-ffed-4b92-97cb-a59232c69056 tempest-TestSnapshotPattern-46408416 tempest-TestSnapshotPattern-46408416-project] No DVR routers for this DVR port 4b752386-8e92-4728-8f9a-9dc32257bb4f on host hv-neutron-6013 {{(pid=94175) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 23 12:29:15.493870 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron_lib.callbacks.manager [req-014d83f2-254f-4a92-ad58-7144c2b5dabe req-2cfd881d-ffed-4b92-97cb-a59232c69056 tempest-TestSnapshotPattern-46408416 tempest-TestSnapshotPattern-46408416-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-217507'] for port, before_response {{(pid=94175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 12:29:15.495904 dv-neutron-601336-94-hyperv neutron-server[94175]: INFO neutron.wsgi [req-014d83f2-254f-4a92-ad58-7144c2b5dabe req-2cfd881d-ffed-4b92-97cb-a59232c69056 tempest-TestSnapshotPattern-46408416 tempest-TestSnapshotPattern-46408416-project] 10.222.0.52 "DELETE /v2.0/ports/4b752386-8e92-4728-8f9a-9dc32257bb4f HTTP/1.1" status: 204 len: 173 time: 0.4963157 Jun 23 12:29:15.496437 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2c1e8735-4930-4e1a-a05d-6b0f4e63488d', 'name': 'network-vif-deleted', 'tag': '4b752386-8e92-4728-8f9a-9dc32257bb4f'}] {{(pid=94175) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 23 12:29:15.498838 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}573dd1c288c88a8d12b96b3adf0f45b67101b8b0bcea00d61eae9413f4fe2b43" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-85505fa2-2490-4888-ac98-536133be59f9" -d '{"events": [{"server_uuid": "2c1e8735-4930-4e1a-a05d-6b0f4e63488d", "name": "network-vif-deleted", "tag": "4b752386-8e92-4728-8f9a-9dc32257bb4f"}]}' {{(pid=94175) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 23 12:29:15.537231 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 23 Jun 2021 12:29:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2ce23661-de64-4953-9466-a7a0ea7f458f x-openstack-request-id: req-2ce23661-de64-4953-9466-a7a0ea7f458f {{(pid=94175) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 23 12:29:15.537572 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2c1e8735-4930-4e1a-a05d-6b0f4e63488d", "name": "network-vif-deleted", "tag": "4b752386-8e92-4728-8f9a-9dc32257bb4f", "status": "completed", "code": 200}]} {{(pid=94175) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 23 12:29:15.537879 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-2ce23661-de64-4953-9466-a7a0ea7f458f {{(pid=94175) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 23 12:29:15.538334 dv-neutron-601336-94-hyperv neutron-server[94175]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2c1e8735-4930-4e1a-a05d-6b0f4e63488d', 'name': 'network-vif-deleted', 'tag': '4b752386-8e92-4728-8f9a-9dc32257bb4f', 'status': 'completed', 'code': 200} Jun 23 12:29:16.006796 dv-neutron-601336-94-hyperv neutron-server[94175]: INFO neutron.wsgi [req-2f871e1d-3d58-44c8-a19f-ba139d03a16e req-cc0364c0-c50f-4d6d-803e-fd2d00a352c0 tempest-TestSnapshotPattern-46408416 tempest-TestSnapshotPattern-46408416-project] 10.222.0.20 "GET /v2.0/ports?device_id=2c1e8735-4930-4e1a-a05d-6b0f4e63488d HTTP/1.1" status: 200 len: 210 time: 0.0341344 Jun 23 12:29:16.902525 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron_lib.callbacks.manager [None req-95d6aa8f-24e7-4234-82ff-f502266c3285 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773699952132', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-899307'] for agent, after_update {{(pid=94176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 12:29:17.101373 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.wsgi [-] (94175) accepted ('10.222.0.20', 51412) {{(pid=94175) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 12:29:17.163630 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron_lib.callbacks.manager [None req-e12f7a00-de69-4b12-be42-f803d8f0d8d7 tempest-TestSnapshotPattern-46408416 tempest-TestSnapshotPattern-46408416-project] Notify callbacks [] for security_group, before_delete {{(pid=94175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 12:29:17.196911 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron_lib.callbacks.manager [None req-e12f7a00-de69-4b12-be42-f803d8f0d8d7 tempest-TestSnapshotPattern-46408416 tempest-TestSnapshotPattern-46408416-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 12:29:17.336853 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron_lib.callbacks.manager [None req-e12f7a00-de69-4b12-be42-f803d8f0d8d7 tempest-TestSnapshotPattern-46408416 tempest-TestSnapshotPattern-46408416-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7996330'] for security_group, after_delete {{(pid=94175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 12:29:17.339912 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron_lib.callbacks.manager [None req-e12f7a00-de69-4b12-be42-f803d8f0d8d7 tempest-TestSnapshotPattern-46408416 tempest-TestSnapshotPattern-46408416-project] Notify callbacks [] for security_group, before_response {{(pid=94175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 12:29:17.341858 dv-neutron-601336-94-hyperv neutron-server[94175]: INFO neutron.wsgi [None req-e12f7a00-de69-4b12-be42-f803d8f0d8d7 tempest-TestSnapshotPattern-46408416 tempest-TestSnapshotPattern-46408416-project] 10.222.0.20 "DELETE /v2.0/security-groups/048069c0-a2ed-46ad-8e19-6575ab01b5de HTTP/1.1" status: 204 len: 168 time: 0.2387228 Jun 23 12:29:17.342002 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG oslo_concurrency.lockutils [None req-1c53619a-dacc-4b72-8069-efaec7d33e21 tempest-TestMinimumBasicScenario-1725182798 tempest-TestMinimumBasicScenario-1725182798-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94175) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 12:29:17.354145 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e12f7a00-de69-4b12-be42-f803d8f0d8d7 tempest-TestSnapshotPattern-46408416 tempest-TestSnapshotPattern-46408416-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=048069c0-a2ed-46ad-8e19-6575ab01b5de,revision_number=None']} {{(pid=94175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 12:29:17.356461 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG oslo_concurrency.lockutils [None req-e12f7a00-de69-4b12-be42-f803d8f0d8d7 tempest-TestSnapshotPattern-46408416 tempest-TestSnapshotPattern-46408416-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.014s {{(pid=94175) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 12:29:17.481531 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.wsgi [-] (94174) accepted ('10.222.0.20', 51416) {{(pid=94174) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 12:29:17.762123 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.plugins.ml2.rpc [None req-97bd5441-1da2-49ee-a364-27795820ba27 None None] Device 4b752386-8e92-4728-8f9a-9dc32257bb4f no longer exists at agent hyperv_hv-neutron-6013 {{(pid=94176) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:261}} Jun 23 12:29:17.782881 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.plugins.ml2.plugin [None req-97bd5441-1da2-49ee-a364-27795820ba27 None None] No Port match for: 4b752386-8e92-4728-8f9a-9dc32257bb4f {{(pid=94176) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2240}} Jun 23 12:29:17.783273 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.plugins.ml2.rpc [None req-97bd5441-1da2-49ee-a364-27795820ba27 None None] Device 4b752386-8e92-4728-8f9a-9dc32257bb4f not bound to the agent host hv-neutron-6013 {{(pid=94176) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:271}} Jun 23 12:29:18.314780 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron_lib.callbacks.manager [None req-b0c45322-bc6c-489d-90d1-6f1aef44ef7a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-453061'] for router_interface, before_delete {{(pid=94174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 12:29:18.567708 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.plugins.ml2.plugin [None req-b0c45322-bc6c-489d-90d1-6f1aef44ef7a admin admin] Deleting port 9654d0d5-cc15-4f96-a001-00acd7331352 {{(pid=94174) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1913}} Jun 23 12:29:18.569302 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron_lib.callbacks.manager [None req-b0c45322-bc6c-489d-90d1-6f1aef44ef7a admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773700079324'] for port, before_delete {{(pid=94174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 12:29:18.648358 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.plugins.ml2.db [None req-b0c45322-bc6c-489d-90d1-6f1aef44ef7a admin admin] For port 9654d0d5-cc15-4f96-a001-00acd7331352, host dv-neutron-601336-94-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-94-hyperv',level=0,port_id=9654d0d5-cc15-4f96-a001-00acd7331352,segment=NetworkSegment(3d940925-95a9-4bb9-b82c-9de5284b88e6),segment_id=3d940925-95a9-4bb9-b82c-9de5284b88e6)] {{(pid=94174) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 23 12:29:18.648723 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron_lib.callbacks.manager [None req-b0c45322-bc6c-489d-90d1-6f1aef44ef7a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-430722'] for port, precommit_delete {{(pid=94174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 12:29:18.662045 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.plugins.ml2.plugin [None req-b0c45322-bc6c-489d-90d1-6f1aef44ef7a admin admin] Calling delete_port for 9654d0d5-cc15-4f96-a001-00acd7331352 owned by network:router_interface {{(pid=94174) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1986}} Jun 23 12:29:18.931317 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron_lib.callbacks.manager [None req-b0c45322-bc6c-489d-90d1-6f1aef44ef7a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-922904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866062', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773700135024', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773699642224', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5196390'] for port, after_delete {{(pid=94174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 12:29:18.933524 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG oslo_concurrency.lockutils [None req-4abc78e6-8394-4c02-a0ac-03eb48721c2b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94174) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 12:29:18.958104 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0c45322-bc6c-489d-90d1-6f1aef44ef7a admin admin] Pushing event deleted for resources: {'Port': ['ID=9654d0d5-cc15-4f96-a001-00acd7331352,revision_number=None']} {{(pid=94174) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 12:29:18.971293 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0c45322-bc6c-489d-90d1-6f1aef44ef7a admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-601336-94-hyperv {{(pid=94174) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 12:29:18.971293 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0c45322-bc6c-489d-90d1-6f1aef44ef7a admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-94-hyperv {{(pid=94174) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 12:29:18.971699 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0c45322-bc6c-489d-90d1-6f1aef44ef7a admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-94-hyperv {{(pid=94174) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 12:29:18.971858 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0c45322-bc6c-489d-90d1-6f1aef44ef7a admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-601336-94-hyperv {{(pid=94174) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 12:29:18.972117 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0c45322-bc6c-489d-90d1-6f1aef44ef7a admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-601336-94-hyperv {{(pid=94174) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 12:29:18.973251 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0c45322-bc6c-489d-90d1-6f1aef44ef7a admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-601336-94-hyperv {{(pid=94174) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 12:29:18.973251 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0c45322-bc6c-489d-90d1-6f1aef44ef7a admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-601336-94-hyperv {{(pid=94174) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 12:29:18.973251 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0c45322-bc6c-489d-90d1-6f1aef44ef7a admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-601336-94-hyperv {{(pid=94174) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 12:29:18.973762 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0c45322-bc6c-489d-90d1-6f1aef44ef7a admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-601336-94-hyperv {{(pid=94174) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 12:29:18.973977 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0c45322-bc6c-489d-90d1-6f1aef44ef7a admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-94-hyperv {{(pid=94174) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 12:29:18.975212 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0c45322-bc6c-489d-90d1-6f1aef44ef7a admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-601336-94-hyperv {{(pid=94174) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 12:29:18.975212 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0c45322-bc6c-489d-90d1-6f1aef44ef7a admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-601336-94-hyperv {{(pid=94174) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 12:29:18.998175 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG oslo_concurrency.lockutils [None req-b0c45322-bc6c-489d-90d1-6f1aef44ef7a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.065s {{(pid=94174) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 12:29:19.155781 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron_lib.callbacks.manager [None req-b0c45322-bc6c-489d-90d1-6f1aef44ef7a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-7866080', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-516693'] for router_interface, after_delete {{(pid=94174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 12:29:19.391433 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b0c45322-bc6c-489d-90d1-6f1aef44ef7a admin admin] Router 9303c1bb-39ed-492d-83f5-03036de114a1 has already been hosted by L3 agent 50ef99c0-ef28-4db5-b303-b145898fae60 {{(pid=94174) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 23 12:29:19.510749 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b0c45322-bc6c-489d-90d1-6f1aef44ef7a admin admin] Notify agent at l3_agent.dv-neutron-601336-94-hyperv the message routers_updated {{(pid=94174) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 23 12:29:19.515881 dv-neutron-601336-94-hyperv neutron-server[94174]: INFO neutron.wsgi [None req-b0c45322-bc6c-489d-90d1-6f1aef44ef7a admin admin] 10.222.0.20 "PUT /v2.0/routers/9303c1bb-39ed-492d-83f5-03036de114a1/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.0329466 Jun 23 12:29:19.518399 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.wsgi [-] (94174) accepted ('10.222.0.20', 51420) {{(pid=94174) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 12:29:19.521241 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-344c6386-116b-483f-9bcd-885beafa71ee None None] Sync routers for ids ['9303c1bb-39ed-492d-83f5-03036de114a1'] in dv-neutron-601336-94-hyperv {{(pid=94176) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 23 12:29:19.531649 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.db.l3_dvrscheduler_db [None req-344c6386-116b-483f-9bcd-885beafa71ee None None] Routers {'9303c1bb-39ed-492d-83f5-03036de114a1'} bound to L3 agent in host dv-neutron-601336-94-hyperv {{(pid=94176) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 23 12:29:19.532780 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.db.l3_hamode_db [None req-344c6386-116b-483f-9bcd-885beafa71ee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-601336-94-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-23T11:22:13Z,description=,heartbeat_timestamp=2021-06-23T12:29:13Z,host='dv-neutron-601336-94-hyperv',id=50ef99c0-ef28-4db5-b303-b145898fae60,load=0,resource_versions=,resources_synced=,started_at=2021-06-23T11:22:14Z,topic='l3_agent')) {'router_ids': ['9303c1bb-39ed-492d-83f5-03036de114a1'], 'active': True} {{(pid=94176) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 12:29:19.634111 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron_lib.callbacks.manager [None req-996605e9-0e20-4dbe-b737-44cd954f27f9 admin admin] Notify callbacks [] for router, before_delete {{(pid=94174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 12:29:19.646539 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.db.l3_dvr_db [None req-344c6386-116b-483f-9bcd-885beafa71ee None None] Set router 9303c1bb-39ed-492d-83f5-03036de114a1 gateway port host: dv-neutron-601336-94-hyperv {{(pid=94176) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:838}} Jun 23 12:29:19.736821 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron_lib.callbacks.manager [None req-996605e9-0e20-4dbe-b737-44cd954f27f9 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 12:29:19.836062 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.db.l3_hamode_db [None req-344c6386-116b-483f-9bcd-885beafa71ee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9303c1bb-39ed-492d-83f5-03036de114a1', 'name': 'tempest-TestSnapshotPattern-1284394461-router', 'tenant_id': '9432fb70f3df47a9bca0cd4d5f316c9e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3e7e4eb3-cf02-4d47-ade9-0a579cdfc60f', 'external_fixed_ips': [{'subnet_id': 'a5ad15ab-c489-4a67-a9b0-d559fca0ec71', 'ip_address': '172.26.3.60'}], 'enable_snat': True}, 'gw_port_id': 'aba310c3-640e-482a-b7dc-3b5dc3758cae', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-23T12:24:17Z', 'updated_at': '2021-06-23T12:29:18Z', 'revision_number': 5, 'project_id': '9432fb70f3df47a9bca0cd4d5f316c9e', 'gw_port': {'id': 'aba310c3-640e-482a-b7dc-3b5dc3758cae', 'name': '', 'network_id': '3e7e4eb3-cf02-4d47-ade9-0a579cdfc60f', 'tenant_id': '', 'mac_address': 'fa:16:3e:27:a3:82', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9303c1bb-39ed-492d-83f5-03036de114a1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1860, 'fixed_ips': [{'subnet_id': 'a5ad15ab-c489-4a67-a9b0-d559fca0ec71', 'ip_address': '172.26.3.60', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-94-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-23T12:24:18Z', 'updated_at': '2021-06-23T12:24:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a5ad15ab-c489-4a67-a9b0-d559fca0ec71', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-601336-94-hyperv'}], 'dv-neutron-601336-94-hyperv', False) {} {{(pid=94176) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 12:29:19.866736 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-344c6386-116b-483f-9bcd-885beafa71ee None None] Checking router: 9303c1bb-39ed-492d-83f5-03036de114a1 for host: dv-neutron-601336-94-hyperv {{(pid=94176) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 23 12:29:19.876020 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.db.l3_dvrscheduler_db [None req-344c6386-116b-483f-9bcd-885beafa71ee None None] Routers {'9303c1bb-39ed-492d-83f5-03036de114a1'} bound to L3 agent in host dv-neutron-601336-94-hyperv {{(pid=94176) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 23 12:29:19.876672 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.db.l3_hamode_db [None req-344c6386-116b-483f-9bcd-885beafa71ee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-601336-94-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-23T11:22:13Z,description=,heartbeat_timestamp=2021-06-23T12:29:13Z,host='dv-neutron-601336-94-hyperv',id=50ef99c0-ef28-4db5-b303-b145898fae60,load=0,resource_versions=,resources_synced=,started_at=2021-06-23T11:22:14Z,topic='l3_agent')) {'router_ids': ['9303c1bb-39ed-492d-83f5-03036de114a1'], 'active': True} {{(pid=94176) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 12:29:19.895460 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.plugins.ml2.plugin [None req-996605e9-0e20-4dbe-b737-44cd954f27f9 admin admin] Deleting port aba310c3-640e-482a-b7dc-3b5dc3758cae {{(pid=94174) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1913}} Jun 23 12:29:19.895831 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron_lib.callbacks.manager [None req-996605e9-0e20-4dbe-b737-44cd954f27f9 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773700079324'] for port, before_delete {{(pid=94174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 12:29:19.965614 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.db.l3_dvr_db [None req-344c6386-116b-483f-9bcd-885beafa71ee None None] Set router 9303c1bb-39ed-492d-83f5-03036de114a1 gateway port host: None {{(pid=94176) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:838}} Jun 23 12:29:19.974165 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.plugins.ml2.db [None req-996605e9-0e20-4dbe-b737-44cd954f27f9 admin admin] For port aba310c3-640e-482a-b7dc-3b5dc3758cae, host dv-neutron-601336-94-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-94-hyperv',level=0,port_id=aba310c3-640e-482a-b7dc-3b5dc3758cae,segment=NetworkSegment(c23be0a5-6980-48fb-bc9f-4a24717fe1de),segment_id=c23be0a5-6980-48fb-bc9f-4a24717fe1de)] {{(pid=94174) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 23 12:29:19.974561 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron_lib.callbacks.manager [None req-996605e9-0e20-4dbe-b737-44cd954f27f9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-430722'] for port, precommit_delete {{(pid=94174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 12:29:19.988072 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.plugins.ml2.plugin [None req-996605e9-0e20-4dbe-b737-44cd954f27f9 admin admin] Calling delete_port for aba310c3-640e-482a-b7dc-3b5dc3758cae owned by network:router_gateway {{(pid=94174) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1986}} Jun 23 12:29:20.021105 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.db.l3_hamode_db [None req-344c6386-116b-483f-9bcd-885beafa71ee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9303c1bb-39ed-492d-83f5-03036de114a1', 'name': 'tempest-TestSnapshotPattern-1284394461-router', 'tenant_id': '9432fb70f3df47a9bca0cd4d5f316c9e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-23T12:24:17Z', 'updated_at': '2021-06-23T12:29:19Z', 'revision_number': 6, 'project_id': '9432fb70f3df47a9bca0cd4d5f316c9e', 'gw_port_host': None}], 'dv-neutron-601336-94-hyperv', False) {} {{(pid=94176) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 12:29:20.055012 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-344c6386-116b-483f-9bcd-885beafa71ee None None] The sync data for ids ['9303c1bb-39ed-492d-83f5-03036de114a1'] in dv-neutron-601336-94-hyperv is: [{'id': '9303c1bb-39ed-492d-83f5-03036de114a1', 'name': 'tempest-TestSnapshotPattern-1284394461-router', 'tenant_id': '9432fb70f3df47a9bca0cd4d5f316c9e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-23T12:24:17Z', 'updated_at': '2021-06-23T12:29:19Z', 'revision_number': 6, 'project_id': '9432fb70f3df47a9bca0cd4d5f316c9e', 'gw_port_host': None}] {{(pid=94176) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 23 12:29:20.291573 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron_lib.callbacks.manager [None req-996605e9-0e20-4dbe-b737-44cd954f27f9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-922904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866062', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773700135024', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773699642224', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5196390'] for port, after_delete {{(pid=94174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 12:29:20.293725 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG oslo_concurrency.lockutils [None req-ee2eaac2-f6ce-4b03-855f-815145e154d1 tempest-TestSnapshotPattern-46408416 tempest-TestSnapshotPattern-46408416-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94174) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 12:29:20.316823 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-996605e9-0e20-4dbe-b737-44cd954f27f9 admin admin] Pushing event deleted for resources: {'Port': ['ID=aba310c3-640e-482a-b7dc-3b5dc3758cae,revision_number=None']} {{(pid=94174) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 12:29:20.320505 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG oslo_concurrency.lockutils [None req-996605e9-0e20-4dbe-b737-44cd954f27f9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=94174) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 12:29:20.390435 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron_lib.callbacks.manager [None req-996605e9-0e20-4dbe-b737-44cd954f27f9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-524171'] for router_gateway, after_delete {{(pid=94174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 12:29:20.489328 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron_lib.callbacks.manager [None req-996605e9-0e20-4dbe-b737-44cd954f27f9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-520417', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-32301'] for router, precommit_delete {{(pid=94174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 12:29:20.491924 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron_lib.callbacks.manager [None req-996605e9-0e20-4dbe-b737-44cd954f27f9 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 12:29:20.620040 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron_lib.callbacks.manager [None req-996605e9-0e20-4dbe-b737-44cd954f27f9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-494961'] for router, after_delete {{(pid=94174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 12:29:20.620526 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-996605e9-0e20-4dbe-b737-44cd954f27f9 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 9303c1bb-39ed-492d-83f5-03036de114a1 {{(pid=94174) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jun 23 12:29:20.627367 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron_lib.callbacks.manager [None req-996605e9-0e20-4dbe-b737-44cd954f27f9 admin admin] Notify callbacks [] for router, before_response {{(pid=94174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 12:29:20.627367 dv-neutron-601336-94-hyperv neutron-server[94174]: INFO neutron.wsgi [None req-996605e9-0e20-4dbe-b737-44cd954f27f9 admin admin] 10.222.0.20 "DELETE /v2.0/routers/9303c1bb-39ed-492d-83f5-03036de114a1 HTTP/1.1" status: 204 len: 168 time: 1.1067710 Jun 23 12:29:20.629243 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.wsgi [-] (94174) accepted ('10.222.0.20', 51424) {{(pid=94174) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 12:29:20.676751 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.db.db_base_plugin_v2 [None req-4af0ba25-9262-4ce5-894f-57c8e84597b6 admin admin] Deleting subnet 29faf701-512f-4f97-9911-155d0e3fc579 {{(pid=94174) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jun 23 12:29:20.679827 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron_lib.callbacks.manager [None req-4af0ba25-9262-4ce5-894f-57c8e84597b6 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 12:29:20.712412 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron_lib.callbacks.manager [None req-4af0ba25-9262-4ce5-894f-57c8e84597b6 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4800256'] for subnet, precommit_delete_associations {{(pid=94174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 12:29:20.788829 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron_lib.callbacks.manager [None req-4af0ba25-9262-4ce5-894f-57c8e84597b6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-897634'] for subnet, precommit_delete {{(pid=94174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 12:29:20.926223 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron_lib.callbacks.manager [None req-4af0ba25-9262-4ce5-894f-57c8e84597b6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-897627', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866062', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5195932', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4294216'] for subnet, after_delete {{(pid=94174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 12:29:20.928573 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG oslo_concurrency.lockutils [None req-c160904e-142d-4081-947b-0009a04ed3a8 tempest-NetworksIpV6Test-253648203 tempest-NetworksIpV6Test-253648203-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94174) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 12:29:20.963750 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4af0ba25-9262-4ce5-894f-57c8e84597b6 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=29faf701-512f-4f97-9911-155d0e3fc579,revision_number=None']} {{(pid=94174) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 12:29:20.967298 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG oslo_concurrency.lockutils [None req-4af0ba25-9262-4ce5-894f-57c8e84597b6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.039s {{(pid=94174) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 12:29:20.974994 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron_lib.callbacks.manager [None req-4af0ba25-9262-4ce5-894f-57c8e84597b6 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 12:29:20.978622 dv-neutron-601336-94-hyperv neutron-server[94174]: INFO neutron.wsgi [None req-4af0ba25-9262-4ce5-894f-57c8e84597b6 admin admin] 10.222.0.20 "DELETE /v2.0/subnets/29faf701-512f-4f97-9911-155d0e3fc579 HTTP/1.1" status: 204 len: 168 time: 0.3464298 Jun 23 12:29:20.979133 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.wsgi [-] (94174) accepted ('10.222.0.20', 51426) {{(pid=94174) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 12:29:20.991881 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-22a3f28c-3c11-4079-80f5-87eaff815efe None None] Network 35060897-86ce-4a62-8170-f4706aea229e requested from dv-neutron-601336-94-hyperv {{(pid=94176) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 23 12:29:21.055665 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron_lib.callbacks.manager [None req-c0ca3204-f2e0-4df0-a1fb-94c830ddf746 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-824874'] for network, before_delete {{(pid=94174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 12:29:21.118431 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.plugins.ml2.plugin [None req-c0ca3204-f2e0-4df0-a1fb-94c830ddf746 admin admin] Deleting port 9ed6eb83-b4fc-408e-be1c-b0a28b587cbc {{(pid=94174) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1913}} Jun 23 12:29:21.118974 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron_lib.callbacks.manager [None req-c0ca3204-f2e0-4df0-a1fb-94c830ddf746 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773700079324'] for port, before_delete {{(pid=94174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 12:29:21.123073 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.plugins.ml2.rpc [None req-dc7542b2-afef-47f4-a763-e3a3cba144be None None] Device 9654d0d5-cc15-4f96-a001-00acd7331352 no longer exists at agent ovs-agent-dv-neutron-601336-94-hyperv {{(pid=94176) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:261}} Jun 23 12:29:21.144679 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.plugins.ml2.plugin [None req-dc7542b2-afef-47f4-a763-e3a3cba144be None None] No Port match for: 9654d0d5-cc15-4f96-a001-00acd7331352 {{(pid=94176) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2240}} Jun 23 12:29:21.145039 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.plugins.ml2.rpc [None req-dc7542b2-afef-47f4-a763-e3a3cba144be None None] Device 9654d0d5-cc15-4f96-a001-00acd7331352 not bound to the agent host dv-neutron-601336-94-hyperv {{(pid=94176) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:271}} Jun 23 12:29:21.145478 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.plugins.ml2.rpc [None req-dc7542b2-afef-47f4-a763-e3a3cba144be None None] Device aba310c3-640e-482a-b7dc-3b5dc3758cae no longer exists at agent ovs-agent-dv-neutron-601336-94-hyperv {{(pid=94176) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:261}} Jun 23 12:29:21.167765 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.plugins.ml2.plugin [None req-dc7542b2-afef-47f4-a763-e3a3cba144be None None] No Port match for: aba310c3-640e-482a-b7dc-3b5dc3758cae {{(pid=94176) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2240}} Jun 23 12:29:21.168134 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.plugins.ml2.rpc [None req-dc7542b2-afef-47f4-a763-e3a3cba144be None None] Device aba310c3-640e-482a-b7dc-3b5dc3758cae not bound to the agent host dv-neutron-601336-94-hyperv {{(pid=94176) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:271}} Jun 23 12:29:21.188083 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.plugins.ml2.db [None req-c0ca3204-f2e0-4df0-a1fb-94c830ddf746 admin admin] For port 9ed6eb83-b4fc-408e-be1c-b0a28b587cbc, host dv-neutron-601336-94-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-94-hyperv',level=0,port_id=9ed6eb83-b4fc-408e-be1c-b0a28b587cbc,segment=NetworkSegment(3d940925-95a9-4bb9-b82c-9de5284b88e6),segment_id=3d940925-95a9-4bb9-b82c-9de5284b88e6)] {{(pid=94174) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 23 12:29:21.188456 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron_lib.callbacks.manager [None req-c0ca3204-f2e0-4df0-a1fb-94c830ddf746 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-430722'] for port, precommit_delete {{(pid=94174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 12:29:21.202598 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.plugins.ml2.plugin [None req-c0ca3204-f2e0-4df0-a1fb-94c830ddf746 admin admin] Calling delete_port for 9ed6eb83-b4fc-408e-be1c-b0a28b587cbc owned by network:dhcp {{(pid=94174) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1986}} Jun 23 12:29:21.265415 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5ce4485e-13f5-4383-b372-18d973bafd94 None None] DHCP port deletion for 35060897-86ce-4a62-8170-f4706aea229e request from dv-neutron-601336-94-hyperv {{(pid=94176) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jun 23 12:29:21.311456 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.plugins.ml2.plugin [None req-5ce4485e-13f5-4383-b372-18d973bafd94 None None] Deleting port 9ed6eb83-b4fc-408e-be1c-b0a28b587cbc {{(pid=94176) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1913}} Jun 23 12:29:21.311839 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron_lib.callbacks.manager [None req-5ce4485e-13f5-4383-b372-18d973bafd94 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773700079324'] for port, before_delete {{(pid=94176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 12:29:21.374942 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.plugins.ml2.db [None req-5ce4485e-13f5-4383-b372-18d973bafd94 None None] For port 9ed6eb83-b4fc-408e-be1c-b0a28b587cbc, host dv-neutron-601336-94-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-94-hyperv',level=0,port_id=9ed6eb83-b4fc-408e-be1c-b0a28b587cbc,segment=NetworkSegment(3d940925-95a9-4bb9-b82c-9de5284b88e6),segment_id=3d940925-95a9-4bb9-b82c-9de5284b88e6)] {{(pid=94176) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 23 12:29:21.375296 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron_lib.callbacks.manager [None req-5ce4485e-13f5-4383-b372-18d973bafd94 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-430722'] for port, precommit_delete {{(pid=94176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 12:29:21.388031 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.plugins.ml2.plugin [None req-5ce4485e-13f5-4383-b372-18d973bafd94 None None] Calling delete_port for 9ed6eb83-b4fc-408e-be1c-b0a28b587cbc owned by network:dhcp {{(pid=94176) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1986}} Jun 23 12:29:21.416712 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron_lib.callbacks.manager [None req-c0ca3204-f2e0-4df0-a1fb-94c830ddf746 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-922904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866062', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773700135024', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773699642224', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5196390'] for port, after_delete {{(pid=94174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 12:29:21.418932 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG oslo_concurrency.lockutils [None req-7782949d-851f-410a-981a-e8c300f671dd tempest-TestNetworkAdvancedServerOps-1740099935 tempest-TestNetworkAdvancedServerOps-1740099935-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94174) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 12:29:21.445630 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0ca3204-f2e0-4df0-a1fb-94c830ddf746 admin admin] Pushing event deleted for resources: {'Port': ['ID=9ed6eb83-b4fc-408e-be1c-b0a28b587cbc,revision_number=None']} {{(pid=94174) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 12:29:21.448069 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c0ca3204-f2e0-4df0-a1fb-94c830ddf746 admin admin] No DVR routers for this DVR port 9ed6eb83-b4fc-408e-be1c-b0a28b587cbc on host dv-neutron-601336-94-hyperv {{(pid=94174) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 23 12:29:21.449564 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG oslo_concurrency.lockutils [None req-c0ca3204-f2e0-4df0-a1fb-94c830ddf746 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.031s {{(pid=94174) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 12:29:21.463960 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron_lib.callbacks.manager [None req-5ce4485e-13f5-4383-b372-18d973bafd94 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-922904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866062', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773700135024', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773699642224'] for port, after_delete {{(pid=94176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 12:29:21.465898 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG oslo_concurrency.lockutils [None req-97bd5441-1da2-49ee-a364-27795820ba27 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 12:29:21.486770 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ce4485e-13f5-4383-b372-18d973bafd94 None None] Pushing event deleted for resources: {'Port': ['ID=9ed6eb83-b4fc-408e-be1c-b0a28b587cbc,revision_number=None']} {{(pid=94176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 12:29:21.490120 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG oslo_concurrency.lockutils [None req-5ce4485e-13f5-4383-b372-18d973bafd94 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.024s {{(pid=94176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 12:29:21.492678 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5ce4485e-13f5-4383-b372-18d973bafd94 None None] No DVR routers for this DVR port 9ed6eb83-b4fc-408e-be1c-b0a28b587cbc on host dv-neutron-601336-94-hyperv {{(pid=94176) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 23 12:29:21.524095 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron_lib.callbacks.manager [None req-c0ca3204-f2e0-4df0-a1fb-94c830ddf746 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-897259', 'neutron.services.segments.db._delete_segments_for_network-8773700168587'] for network, precommit_delete {{(pid=94174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 12:29:21.536229 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.services.segments.db [None req-c0ca3204-f2e0-4df0-a1fb-94c830ddf746 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['35060897-86ce-4a62-8170-f4706aea229e']}} {{(pid=94174) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 12:29:21.547753 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.services.segments.db [None req-c0ca3204-f2e0-4df0-a1fb-94c830ddf746 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3d940925-95a9-4bb9-b82c-9de5284b88e6') {'for_net_delete': True} {{(pid=94174) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 12:29:21.548035 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.services.segments.db [None req-c0ca3204-f2e0-4df0-a1fb-94c830ddf746 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3d940925-95a9-4bb9-b82c-9de5284b88e6') {} {{(pid=94174) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 12:29:21.558440 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron_lib.callbacks.manager [None req-c0ca3204-f2e0-4df0-a1fb-94c830ddf746 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8773699955833', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4800267'] for segment, before_delete {{(pid=94174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 12:29:21.574412 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron_lib.callbacks.manager [None req-c0ca3204-f2e0-4df0-a1fb-94c830ddf746 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3801'] for segment, precommit_delete {{(pid=94174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 12:29:21.580531 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c0ca3204-f2e0-4df0-a1fb-94c830ddf746 admin admin] Releasing vlan 415 on physical network physnet1 to pool {{(pid=94174) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 23 12:29:21.580964 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron_lib.callbacks.manager [None req-c0ca3204-f2e0-4df0-a1fb-94c830ddf746 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3801', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5196341'] for segment, after_delete {{(pid=94174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 12:29:21.582646 dv-neutron-601336-94-hyperv neutron-server[94174]: Traceback (most recent call last): Jun 23 12:29:21.582646 dv-neutron-601336-94-hyperv neutron-server[94174]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 23 12:29:21.582646 dv-neutron-601336-94-hyperv neutron-server[94174]: timer() Jun 23 12:29:21.582646 dv-neutron-601336-94-hyperv neutron-server[94174]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 23 12:29:21.582646 dv-neutron-601336-94-hyperv neutron-server[94174]: cb(*args, **kw) Jun 23 12:29:21.582646 dv-neutron-601336-94-hyperv neutron-server[94174]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 23 12:29:21.582646 dv-neutron-601336-94-hyperv neutron-server[94174]: return func(*args, **kwargs) Jun 23 12:29:21.582646 dv-neutron-601336-94-hyperv neutron-server[94174]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 23 12:29:21.582646 dv-neutron-601336-94-hyperv neutron-server[94174]: self._notify() Jun 23 12:29:21.582646 dv-neutron-601336-94-hyperv neutron-server[94174]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 23 12:29:21.582646 dv-neutron-601336-94-hyperv neutron-server[94174]: self.callback(batched_events) Jun 23 12:29:21.582646 dv-neutron-601336-94-hyperv neutron-server[94174]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 23 12:29:21.582646 dv-neutron-601336-94-hyperv neutron-server[94174]: event.method(event) Jun 23 12:29:21.582646 dv-neutron-601336-94-hyperv neutron-server[94174]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 23 12:29:21.582646 dv-neutron-601336-94-hyperv neutron-server[94174]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 23 12:29:21.582646 dv-neutron-601336-94-hyperv neutron-server[94174]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 23 12:29:21.582646 dv-neutron-601336-94-hyperv neutron-server[94174]: aggregate_uuid = self.p_client.list_aggregates( Jun 23 12:29:21.582646 dv-neutron-601336-94-hyperv neutron-server[94174]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 23 12:29:21.582646 dv-neutron-601336-94-hyperv neutron-server[94174]: return f(self, *a, **k) Jun 23 12:29:21.582646 dv-neutron-601336-94-hyperv neutron-server[94174]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 23 12:29:21.582646 dv-neutron-601336-94-hyperv neutron-server[94174]: return self._get(url).json() Jun 23 12:29:21.582646 dv-neutron-601336-94-hyperv neutron-server[94174]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 23 12:29:21.582646 dv-neutron-601336-94-hyperv neutron-server[94174]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 23 12:29:21.582646 dv-neutron-601336-94-hyperv neutron-server[94174]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 23 12:29:21.582646 dv-neutron-601336-94-hyperv neutron-server[94174]: return self.request(url, 'GET', **kwargs) Jun 23 12:29:21.582646 dv-neutron-601336-94-hyperv neutron-server[94174]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 23 12:29:21.582646 dv-neutron-601336-94-hyperv neutron-server[94174]: base_url = self.get_endpoint(auth, allow=allow, Jun 23 12:29:21.582646 dv-neutron-601336-94-hyperv neutron-server[94174]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 23 12:29:21.582646 dv-neutron-601336-94-hyperv neutron-server[94174]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 23 12:29:21.582646 dv-neutron-601336-94-hyperv neutron-server[94174]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 23 12:29:21.582646 dv-neutron-601336-94-hyperv neutron-server[94174]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 23 12:29:21.582646 dv-neutron-601336-94-hyperv neutron-server[94174]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 23 12:29:21.732422 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron_lib.callbacks.manager [None req-c0ca3204-f2e0-4df0-a1fb-94c830ddf746 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-897248', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8002400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7866073', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-524247'] for network, after_delete {{(pid=94174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 12:29:21.736578 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG oslo_concurrency.lockutils [None req-0ecb3c24-6890-44f9-ad5c-401ecc894524 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94174) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 12:29:21.740076 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron_lib.callbacks.manager [None req-c0ca3204-f2e0-4df0-a1fb-94c830ddf746 admin admin] Notify callbacks [] for network, before_response {{(pid=94174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 12:29:21.742271 dv-neutron-601336-94-hyperv neutron-server[94174]: INFO neutron.wsgi [None req-c0ca3204-f2e0-4df0-a1fb-94c830ddf746 admin admin] 10.222.0.20 "DELETE /v2.0/networks/35060897-86ce-4a62-8170-f4706aea229e HTTP/1.1" status: 204 len: 168 time: 0.7600808 Jun 23 12:29:21.745965 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.wsgi [-] (94175) accepted ('10.222.0.20', 51428) {{(pid=94175) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 12:29:21.754113 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0ca3204-f2e0-4df0-a1fb-94c830ddf746 admin admin] Pushing event deleted for resources: {'Network': ['ID=35060897-86ce-4a62-8170-f4706aea229e,revision_number=None']} {{(pid=94174) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 12:29:21.757756 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG oslo_concurrency.lockutils [None req-c0ca3204-f2e0-4df0-a1fb-94c830ddf746 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.021s {{(pid=94174) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 12:29:22.120848 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron_lib.callbacks.manager [None req-670a7769-a09d-4f74-9e61-72cf885eb90c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-453061'] for router_interface, before_delete {{(pid=94175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 12:29:22.382413 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.plugins.ml2.plugin [None req-670a7769-a09d-4f74-9e61-72cf885eb90c admin admin] Deleting port 0565a73d-160c-48aa-83c1-dc8f2b31efca {{(pid=94175) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1913}} Jun 23 12:29:22.382756 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron_lib.callbacks.manager [None req-670a7769-a09d-4f74-9e61-72cf885eb90c admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773700079324'] for port, before_delete {{(pid=94175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 12:29:22.460950 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.plugins.ml2.db [None req-670a7769-a09d-4f74-9e61-72cf885eb90c admin admin] For port 0565a73d-160c-48aa-83c1-dc8f2b31efca, host dv-neutron-601336-94-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-94-hyperv',level=0,port_id=0565a73d-160c-48aa-83c1-dc8f2b31efca,segment=NetworkSegment(98424a50-6973-438d-b49a-c9ebac4eff1e),segment_id=98424a50-6973-438d-b49a-c9ebac4eff1e)] {{(pid=94175) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 23 12:29:22.461305 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron_lib.callbacks.manager [None req-670a7769-a09d-4f74-9e61-72cf885eb90c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-430722'] for port, precommit_delete {{(pid=94175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 12:29:22.474729 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.plugins.ml2.plugin [None req-670a7769-a09d-4f74-9e61-72cf885eb90c admin admin] Calling delete_port for 0565a73d-160c-48aa-83c1-dc8f2b31efca owned by network:router_interface {{(pid=94175) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1986}} Jun 23 12:29:22.742532 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron_lib.callbacks.manager [None req-670a7769-a09d-4f74-9e61-72cf885eb90c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-922904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866062', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773700135024', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773699642224', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5082448'] for port, after_delete {{(pid=94175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 12:29:22.745314 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG oslo_concurrency.lockutils [None req-c12b04ba-6b6b-4d53-9377-30bdfe3a6570 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94175) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 12:29:22.775621 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-670a7769-a09d-4f74-9e61-72cf885eb90c admin admin] Pushing event deleted for resources: {'Port': ['ID=0565a73d-160c-48aa-83c1-dc8f2b31efca,revision_number=None']} {{(pid=94175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 12:29:22.778832 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG oslo_concurrency.lockutils [None req-670a7769-a09d-4f74-9e61-72cf885eb90c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.034s {{(pid=94175) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 12:29:22.946876 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron_lib.callbacks.manager [None req-670a7769-a09d-4f74-9e61-72cf885eb90c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-7866080', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-516693'] for router_interface, after_delete {{(pid=94175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 12:29:23.172856 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.plugins.ml2.rpc [None req-dc7542b2-afef-47f4-a763-e3a3cba144be None None] Device 9ed6eb83-b4fc-408e-be1c-b0a28b587cbc no longer exists at agent ovs-agent-dv-neutron-601336-94-hyperv {{(pid=94176) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:261}} Jun 23 12:29:23.193036 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-670a7769-a09d-4f74-9e61-72cf885eb90c admin admin] Router 749c0efe-97cb-40ef-9ace-17cfad0b548f has already been hosted by L3 agent 50ef99c0-ef28-4db5-b303-b145898fae60 {{(pid=94175) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 23 12:29:23.197940 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.plugins.ml2.plugin [None req-dc7542b2-afef-47f4-a763-e3a3cba144be None None] No Port match for: 9ed6eb83-b4fc-408e-be1c-b0a28b587cbc {{(pid=94176) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2240}} Jun 23 12:29:23.198480 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.plugins.ml2.rpc [None req-dc7542b2-afef-47f4-a763-e3a3cba144be None None] Device 9ed6eb83-b4fc-408e-be1c-b0a28b587cbc not bound to the agent host dv-neutron-601336-94-hyperv {{(pid=94176) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:271}} Jun 23 12:29:23.303157 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-670a7769-a09d-4f74-9e61-72cf885eb90c admin admin] Notify agent at l3_agent.dv-neutron-601336-94-hyperv the message routers_updated {{(pid=94175) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 23 12:29:23.309246 dv-neutron-601336-94-hyperv neutron-server[94175]: INFO neutron.wsgi [None req-670a7769-a09d-4f74-9e61-72cf885eb90c admin admin] 10.222.0.20 "PUT /v2.0/routers/749c0efe-97cb-40ef-9ace-17cfad0b548f/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.5622118 Jun 23 12:29:23.311920 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.wsgi [-] (94175) accepted ('10.222.0.20', 51430) {{(pid=94175) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 12:29:23.313343 dv-neutron-601336-94-hyperv neutron-server[94177]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-25041485-5e63-414e-84b0-0e166d929931 None None] Sync routers for ids ['749c0efe-97cb-40ef-9ace-17cfad0b548f'] in dv-neutron-601336-94-hyperv {{(pid=94177) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 23 12:29:23.323665 dv-neutron-601336-94-hyperv neutron-server[94177]: DEBUG neutron.db.l3_dvrscheduler_db [None req-25041485-5e63-414e-84b0-0e166d929931 None None] Routers {'749c0efe-97cb-40ef-9ace-17cfad0b548f'} bound to L3 agent in host dv-neutron-601336-94-hyperv {{(pid=94177) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 23 12:29:23.324404 dv-neutron-601336-94-hyperv neutron-server[94177]: DEBUG neutron.db.l3_hamode_db [None req-25041485-5e63-414e-84b0-0e166d929931 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-601336-94-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-23T11:22:13Z,description=,heartbeat_timestamp=2021-06-23T12:29:13Z,host='dv-neutron-601336-94-hyperv',id=50ef99c0-ef28-4db5-b303-b145898fae60,load=0,resource_versions=,resources_synced=,started_at=2021-06-23T11:22:14Z,topic='l3_agent')) {'router_ids': ['749c0efe-97cb-40ef-9ace-17cfad0b548f'], 'active': True} {{(pid=94177) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 12:29:23.418061 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron_lib.callbacks.manager [None req-57555eab-b33a-4b9d-adf1-c5764c288d65 admin admin] Notify callbacks [] for router, before_delete {{(pid=94175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 12:29:23.426962 dv-neutron-601336-94-hyperv neutron-server[94177]: DEBUG neutron.db.l3_dvr_db [None req-25041485-5e63-414e-84b0-0e166d929931 None None] Set router 749c0efe-97cb-40ef-9ace-17cfad0b548f gateway port host: dv-neutron-601336-94-hyperv {{(pid=94177) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:838}} Jun 23 12:29:23.524091 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron_lib.callbacks.manager [None req-57555eab-b33a-4b9d-adf1-c5764c288d65 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 12:29:23.605869 dv-neutron-601336-94-hyperv neutron-server[94177]: DEBUG neutron.db.l3_hamode_db [None req-25041485-5e63-414e-84b0-0e166d929931 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '749c0efe-97cb-40ef-9ace-17cfad0b548f', 'name': 'tempest-TestSnapshotPattern-304339192-router', 'tenant_id': 'd818954198bf4a21bee9d049108a0bea', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3e7e4eb3-cf02-4d47-ade9-0a579cdfc60f', 'external_fixed_ips': [{'subnet_id': 'a5ad15ab-c489-4a67-a9b0-d559fca0ec71', 'ip_address': '172.26.3.32'}], 'enable_snat': True}, 'gw_port_id': 'de56969f-426e-431c-b14f-989d1da3e553', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-23T12:24:23Z', 'updated_at': '2021-06-23T12:29:22Z', 'revision_number': 5, 'project_id': 'd818954198bf4a21bee9d049108a0bea', 'gw_port': {'id': 'de56969f-426e-431c-b14f-989d1da3e553', 'name': '', 'network_id': '3e7e4eb3-cf02-4d47-ade9-0a579cdfc60f', 'tenant_id': '', 'mac_address': 'fa:16:3e:04:09:16', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '749c0efe-97cb-40ef-9ace-17cfad0b548f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1872, 'fixed_ips': [{'subnet_id': 'a5ad15ab-c489-4a67-a9b0-d559fca0ec71', 'ip_address': '172.26.3.32', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-94-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-23T12:24:24Z', 'updated_at': '2021-06-23T12:24:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a5ad15ab-c489-4a67-a9b0-d559fca0ec71', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-601336-94-hyperv'}], 'dv-neutron-601336-94-hyperv', False) {} {{(pid=94177) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 12:29:23.635184 dv-neutron-601336-94-hyperv neutron-server[94177]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-25041485-5e63-414e-84b0-0e166d929931 None None] Checking router: 749c0efe-97cb-40ef-9ace-17cfad0b548f for host: dv-neutron-601336-94-hyperv {{(pid=94177) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 23 12:29:23.643646 dv-neutron-601336-94-hyperv neutron-server[94177]: DEBUG neutron.db.l3_dvrscheduler_db [None req-25041485-5e63-414e-84b0-0e166d929931 None None] Routers {'749c0efe-97cb-40ef-9ace-17cfad0b548f'} bound to L3 agent in host dv-neutron-601336-94-hyperv {{(pid=94177) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 23 12:29:23.644279 dv-neutron-601336-94-hyperv neutron-server[94177]: DEBUG neutron.db.l3_hamode_db [None req-25041485-5e63-414e-84b0-0e166d929931 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-601336-94-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-23T11:22:13Z,description=,heartbeat_timestamp=2021-06-23T12:29:13Z,host='dv-neutron-601336-94-hyperv',id=50ef99c0-ef28-4db5-b303-b145898fae60,load=0,resource_versions=,resources_synced=,started_at=2021-06-23T11:22:14Z,topic='l3_agent')) {'router_ids': ['749c0efe-97cb-40ef-9ace-17cfad0b548f'], 'active': True} {{(pid=94177) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 12:29:23.650745 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.plugins.ml2.plugin [None req-57555eab-b33a-4b9d-adf1-c5764c288d65 admin admin] Deleting port de56969f-426e-431c-b14f-989d1da3e553 {{(pid=94175) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1913}} Jun 23 12:29:23.651131 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron_lib.callbacks.manager [None req-57555eab-b33a-4b9d-adf1-c5764c288d65 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773700079324'] for port, before_delete {{(pid=94175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 12:29:23.730753 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.plugins.ml2.db [None req-57555eab-b33a-4b9d-adf1-c5764c288d65 admin admin] For port de56969f-426e-431c-b14f-989d1da3e553, host dv-neutron-601336-94-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-94-hyperv',level=0,port_id=de56969f-426e-431c-b14f-989d1da3e553,segment=NetworkSegment(c23be0a5-6980-48fb-bc9f-4a24717fe1de),segment_id=c23be0a5-6980-48fb-bc9f-4a24717fe1de)] {{(pid=94175) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 23 12:29:23.731150 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron_lib.callbacks.manager [None req-57555eab-b33a-4b9d-adf1-c5764c288d65 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-430722'] for port, precommit_delete {{(pid=94175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 12:29:23.731683 dv-neutron-601336-94-hyperv neutron-server[94177]: DEBUG neutron.db.l3_dvr_db [None req-25041485-5e63-414e-84b0-0e166d929931 None None] Set router 749c0efe-97cb-40ef-9ace-17cfad0b548f gateway port host: None {{(pid=94177) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:838}} Jun 23 12:29:23.744957 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.plugins.ml2.plugin [None req-57555eab-b33a-4b9d-adf1-c5764c288d65 admin admin] Calling delete_port for de56969f-426e-431c-b14f-989d1da3e553 owned by network:router_gateway {{(pid=94175) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1986}} Jun 23 12:29:23.788217 dv-neutron-601336-94-hyperv neutron-server[94177]: DEBUG neutron.db.l3_hamode_db [None req-25041485-5e63-414e-84b0-0e166d929931 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '749c0efe-97cb-40ef-9ace-17cfad0b548f', 'name': 'tempest-TestSnapshotPattern-304339192-router', 'tenant_id': 'd818954198bf4a21bee9d049108a0bea', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-23T12:24:23Z', 'updated_at': '2021-06-23T12:29:23Z', 'revision_number': 6, 'project_id': 'd818954198bf4a21bee9d049108a0bea', 'gw_port_host': None}], 'dv-neutron-601336-94-hyperv', False) {} {{(pid=94177) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 12:29:23.817921 dv-neutron-601336-94-hyperv neutron-server[94177]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-25041485-5e63-414e-84b0-0e166d929931 None None] The sync data for ids ['749c0efe-97cb-40ef-9ace-17cfad0b548f'] in dv-neutron-601336-94-hyperv is: [{'id': '749c0efe-97cb-40ef-9ace-17cfad0b548f', 'name': 'tempest-TestSnapshotPattern-304339192-router', 'tenant_id': 'd818954198bf4a21bee9d049108a0bea', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-23T12:24:23Z', 'updated_at': '2021-06-23T12:29:23Z', 'revision_number': 6, 'project_id': 'd818954198bf4a21bee9d049108a0bea', 'gw_port_host': None}] {{(pid=94177) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 23 12:29:23.994017 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron_lib.callbacks.manager [None req-57555eab-b33a-4b9d-adf1-c5764c288d65 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-922904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866062', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773700135024', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773699642224', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5082448'] for port, after_delete {{(pid=94175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 12:29:23.996242 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG oslo_concurrency.lockutils [None req-0187ae7d-4033-4526-ae70-239454e4bdc5 tempest-TestNetworkAdvancedServerOps-1740099935 tempest-TestNetworkAdvancedServerOps-1740099935-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94175) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 12:29:24.024477 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57555eab-b33a-4b9d-adf1-c5764c288d65 admin admin] Pushing event deleted for resources: {'Port': ['ID=de56969f-426e-431c-b14f-989d1da3e553,revision_number=None']} {{(pid=94175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 12:29:24.029247 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG oslo_concurrency.lockutils [None req-57555eab-b33a-4b9d-adf1-c5764c288d65 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.033s {{(pid=94175) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 12:29:24.090110 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron_lib.callbacks.manager [None req-57555eab-b33a-4b9d-adf1-c5764c288d65 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-524171'] for router_gateway, after_delete {{(pid=94175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 12:29:24.102282 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron_lib.callbacks.manager [None req-97bd5441-1da2-49ee-a364-27795820ba27 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773699952132', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-899307'] for agent, after_update {{(pid=94176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 12:29:24.181957 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron_lib.callbacks.manager [None req-57555eab-b33a-4b9d-adf1-c5764c288d65 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-520417', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-32301'] for router, precommit_delete {{(pid=94175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 12:29:24.184745 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron_lib.callbacks.manager [None req-57555eab-b33a-4b9d-adf1-c5764c288d65 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 12:29:24.309179 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron_lib.callbacks.manager [None req-57555eab-b33a-4b9d-adf1-c5764c288d65 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-494961'] for router, after_delete {{(pid=94175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 12:29:24.310001 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-57555eab-b33a-4b9d-adf1-c5764c288d65 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 749c0efe-97cb-40ef-9ace-17cfad0b548f {{(pid=94175) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jun 23 12:29:24.321581 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron_lib.callbacks.manager [None req-57555eab-b33a-4b9d-adf1-c5764c288d65 admin admin] Notify callbacks [] for router, before_response {{(pid=94175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 12:29:24.323842 dv-neutron-601336-94-hyperv neutron-server[94175]: INFO neutron.wsgi [None req-57555eab-b33a-4b9d-adf1-c5764c288d65 admin admin] 10.222.0.20 "DELETE /v2.0/routers/749c0efe-97cb-40ef-9ace-17cfad0b548f HTTP/1.1" status: 204 len: 168 time: 1.0102642 Jun 23 12:29:24.324578 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.wsgi [-] (94175) accepted ('10.222.0.20', 51432) {{(pid=94175) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 12:29:24.372531 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.db.db_base_plugin_v2 [None req-47a76147-6bf8-46e2-a89b-3cbcd5c82a57 admin admin] Deleting subnet df24a613-c341-4b25-88e5-74b0d9f94fb9 {{(pid=94175) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jun 23 12:29:24.375826 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron_lib.callbacks.manager [None req-47a76147-6bf8-46e2-a89b-3cbcd5c82a57 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 12:29:24.409915 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron_lib.callbacks.manager [None req-47a76147-6bf8-46e2-a89b-3cbcd5c82a57 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5190686'] for subnet, precommit_delete_associations {{(pid=94175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 12:29:24.485231 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron_lib.callbacks.manager [None req-47a76147-6bf8-46e2-a89b-3cbcd5c82a57 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-897634'] for subnet, precommit_delete {{(pid=94175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 12:29:24.691604 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron_lib.callbacks.manager [None req-47a76147-6bf8-46e2-a89b-3cbcd5c82a57 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-897627', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866062', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5083050', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4660036'] for subnet, after_delete {{(pid=94175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 12:29:24.694000 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG oslo_concurrency.lockutils [None req-a72a1884-d127-4331-b56d-bde7fb9f1fde admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94175) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 12:29:24.720594 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47a76147-6bf8-46e2-a89b-3cbcd5c82a57 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=df24a613-c341-4b25-88e5-74b0d9f94fb9,revision_number=None']} {{(pid=94175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 12:29:24.724194 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG oslo_concurrency.lockutils [None req-47a76147-6bf8-46e2-a89b-3cbcd5c82a57 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.030s {{(pid=94175) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 12:29:24.727546 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron_lib.callbacks.manager [None req-47a76147-6bf8-46e2-a89b-3cbcd5c82a57 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 12:29:24.729988 dv-neutron-601336-94-hyperv neutron-server[94175]: INFO neutron.wsgi [None req-47a76147-6bf8-46e2-a89b-3cbcd5c82a57 admin admin] 10.222.0.20 "DELETE /v2.0/subnets/df24a613-c341-4b25-88e5-74b0d9f94fb9 HTTP/1.1" status: 204 len: 168 time: 0.4044228 Jun 23 12:29:24.733261 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.wsgi [-] (94175) accepted ('10.222.0.20', 51434) {{(pid=94175) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 12:29:24.735711 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-56044add-04c4-4093-ab2c-71beef3d3e3d None None] Network 9cf03c78-5ed5-45da-b573-54fd6dea2688 requested from dv-neutron-601336-94-hyperv {{(pid=94176) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 23 12:29:24.807743 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron_lib.callbacks.manager [None req-dc3e5eac-a1a9-45aa-b42f-e16ace5c882a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-824874'] for network, before_delete {{(pid=94175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 12:29:24.867480 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.plugins.ml2.plugin [None req-dc3e5eac-a1a9-45aa-b42f-e16ace5c882a admin admin] Deleting port 04e68174-e6e8-491f-8956-b920b9e37694 {{(pid=94175) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1913}} Jun 23 12:29:24.867756 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron_lib.callbacks.manager [None req-dc3e5eac-a1a9-45aa-b42f-e16ace5c882a admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773700079324'] for port, before_delete {{(pid=94175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 12:29:24.939897 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.plugins.ml2.db [None req-dc3e5eac-a1a9-45aa-b42f-e16ace5c882a admin admin] For port 04e68174-e6e8-491f-8956-b920b9e37694, host dv-neutron-601336-94-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-94-hyperv',level=0,port_id=04e68174-e6e8-491f-8956-b920b9e37694,segment=NetworkSegment(98424a50-6973-438d-b49a-c9ebac4eff1e),segment_id=98424a50-6973-438d-b49a-c9ebac4eff1e)] {{(pid=94175) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 23 12:29:24.940304 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron_lib.callbacks.manager [None req-dc3e5eac-a1a9-45aa-b42f-e16ace5c882a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-430722'] for port, precommit_delete {{(pid=94175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 12:29:24.941046 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-06e597e9-915a-431c-8d84-94f902ad632e None None] DHCP port deletion for 9cf03c78-5ed5-45da-b573-54fd6dea2688 request from dv-neutron-601336-94-hyperv {{(pid=94176) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jun 23 12:29:24.957604 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.plugins.ml2.plugin [None req-dc3e5eac-a1a9-45aa-b42f-e16ace5c882a admin admin] Calling delete_port for 04e68174-e6e8-491f-8956-b920b9e37694 owned by network:dhcp {{(pid=94175) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1986}} Jun 23 12:29:24.995432 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.plugins.ml2.plugin [None req-06e597e9-915a-431c-8d84-94f902ad632e None None] Deleting port 04e68174-e6e8-491f-8956-b920b9e37694 {{(pid=94176) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1913}} Jun 23 12:29:24.995814 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron_lib.callbacks.manager [None req-06e597e9-915a-431c-8d84-94f902ad632e None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773700079324'] for port, before_delete {{(pid=94176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 12:29:25.057313 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.plugins.ml2.db [None req-06e597e9-915a-431c-8d84-94f902ad632e None None] For port 04e68174-e6e8-491f-8956-b920b9e37694, host dv-neutron-601336-94-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-94-hyperv',level=0,port_id=04e68174-e6e8-491f-8956-b920b9e37694,segment=NetworkSegment(98424a50-6973-438d-b49a-c9ebac4eff1e),segment_id=98424a50-6973-438d-b49a-c9ebac4eff1e)] {{(pid=94176) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 23 12:29:25.057728 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron_lib.callbacks.manager [None req-06e597e9-915a-431c-8d84-94f902ad632e None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-430722'] for port, precommit_delete {{(pid=94176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 12:29:25.070656 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.plugins.ml2.plugin [None req-06e597e9-915a-431c-8d84-94f902ad632e None None] Calling delete_port for 04e68174-e6e8-491f-8956-b920b9e37694 owned by network:dhcp {{(pid=94176) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1986}} Jun 23 12:29:25.134592 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.plugins.ml2.rpc [None req-dc7542b2-afef-47f4-a763-e3a3cba144be None None] Device de56969f-426e-431c-b14f-989d1da3e553 no longer exists at agent ovs-agent-dv-neutron-601336-94-hyperv {{(pid=94176) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:261}} Jun 23 12:29:25.154053 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron_lib.callbacks.manager [None req-dc3e5eac-a1a9-45aa-b42f-e16ace5c882a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-922904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866062', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773700135024', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773699642224', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5082448'] for port, after_delete {{(pid=94175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 12:29:25.154663 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.plugins.ml2.plugin [None req-dc7542b2-afef-47f4-a763-e3a3cba144be None None] No Port match for: de56969f-426e-431c-b14f-989d1da3e553 {{(pid=94176) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2240}} Jun 23 12:29:25.160371 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.plugins.ml2.rpc [None req-dc7542b2-afef-47f4-a763-e3a3cba144be None None] Device de56969f-426e-431c-b14f-989d1da3e553 not bound to the agent host dv-neutron-601336-94-hyperv {{(pid=94176) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:271}} Jun 23 12:29:25.160371 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.plugins.ml2.rpc [None req-dc7542b2-afef-47f4-a763-e3a3cba144be None None] Device 04e68174-e6e8-491f-8956-b920b9e37694 no longer exists at agent ovs-agent-dv-neutron-601336-94-hyperv {{(pid=94176) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:261}} Jun 23 12:29:25.160616 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG oslo_concurrency.lockutils [None req-b35eb9f4-bbb7-4a7e-bc65-63bcd982a3f0 tempest-TestShelveInstance-790754725 tempest-TestShelveInstance-790754725-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94175) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 12:29:25.177914 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.plugins.ml2.plugin [None req-dc7542b2-afef-47f4-a763-e3a3cba144be None None] No Port match for: 04e68174-e6e8-491f-8956-b920b9e37694 {{(pid=94176) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2240}} Jun 23 12:29:25.177914 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.plugins.ml2.rpc [None req-dc7542b2-afef-47f4-a763-e3a3cba144be None None] Device 04e68174-e6e8-491f-8956-b920b9e37694 not bound to the agent host dv-neutron-601336-94-hyperv {{(pid=94176) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:271}} Jun 23 12:29:25.177914 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.plugins.ml2.rpc [None req-dc7542b2-afef-47f4-a763-e3a3cba144be None None] Device 0565a73d-160c-48aa-83c1-dc8f2b31efca no longer exists at agent ovs-agent-dv-neutron-601336-94-hyperv {{(pid=94176) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:261}} Jun 23 12:29:25.183289 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc3e5eac-a1a9-45aa-b42f-e16ace5c882a admin admin] Pushing event deleted for resources: {'Port': ['ID=04e68174-e6e8-491f-8956-b920b9e37694,revision_number=None']} {{(pid=94175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 12:29:25.187145 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG oslo_concurrency.lockutils [None req-dc3e5eac-a1a9-45aa-b42f-e16ace5c882a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.030s {{(pid=94175) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 12:29:25.188060 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dc3e5eac-a1a9-45aa-b42f-e16ace5c882a admin admin] No DVR routers for this DVR port 04e68174-e6e8-491f-8956-b920b9e37694 on host dv-neutron-601336-94-hyperv {{(pid=94175) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 23 12:29:25.202654 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.plugins.ml2.plugin [None req-dc7542b2-afef-47f4-a763-e3a3cba144be None None] No Port match for: 0565a73d-160c-48aa-83c1-dc8f2b31efca {{(pid=94176) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2240}} Jun 23 12:29:25.203016 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.plugins.ml2.rpc [None req-dc7542b2-afef-47f4-a763-e3a3cba144be None None] Device 0565a73d-160c-48aa-83c1-dc8f2b31efca not bound to the agent host dv-neutron-601336-94-hyperv {{(pid=94176) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:271}} Jun 23 12:29:25.215066 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron_lib.callbacks.manager [None req-06e597e9-915a-431c-8d84-94f902ad632e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-922904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866062', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773700135024', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773699642224'] for port, after_delete {{(pid=94176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 12:29:25.216057 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG oslo_concurrency.lockutils [None req-2203a0b0-6285-41ac-b933-f17be6e7e4bc None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 12:29:25.244190 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06e597e9-915a-431c-8d84-94f902ad632e None None] Pushing event deleted for resources: {'Port': ['ID=04e68174-e6e8-491f-8956-b920b9e37694,revision_number=None']} {{(pid=94176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 12:29:25.247291 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG oslo_concurrency.lockutils [None req-06e597e9-915a-431c-8d84-94f902ad632e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.031s {{(pid=94176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 12:29:25.248142 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron.db.l3_dvrscheduler_db [None req-06e597e9-915a-431c-8d84-94f902ad632e None None] No DVR routers for this DVR port 04e68174-e6e8-491f-8956-b920b9e37694 on host dv-neutron-601336-94-hyperv {{(pid=94176) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 23 12:29:25.616466 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron_lib.callbacks.manager [None req-dc3e5eac-a1a9-45aa-b42f-e16ace5c882a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-897259', 'neutron.services.segments.db._delete_segments_for_network-8773700168587'] for network, precommit_delete {{(pid=94175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 12:29:25.631679 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.services.segments.db [None req-dc3e5eac-a1a9-45aa-b42f-e16ace5c882a admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9cf03c78-5ed5-45da-b573-54fd6dea2688']}} {{(pid=94175) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 12:29:25.652991 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.services.segments.db [None req-dc3e5eac-a1a9-45aa-b42f-e16ace5c882a admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '98424a50-6973-438d-b49a-c9ebac4eff1e') {'for_net_delete': True} {{(pid=94175) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 12:29:25.653293 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.services.segments.db [None req-dc3e5eac-a1a9-45aa-b42f-e16ace5c882a admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '98424a50-6973-438d-b49a-c9ebac4eff1e') {} {{(pid=94175) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 12:29:25.662861 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron_lib.callbacks.manager [None req-dc3e5eac-a1a9-45aa-b42f-e16ace5c882a admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8773699955833', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5190677'] for segment, before_delete {{(pid=94175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 12:29:25.676204 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron_lib.callbacks.manager [None req-dc3e5eac-a1a9-45aa-b42f-e16ace5c882a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3801'] for segment, precommit_delete {{(pid=94175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 12:29:25.684637 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-dc3e5eac-a1a9-45aa-b42f-e16ace5c882a admin admin] Releasing vlan 439 on physical network physnet1 to pool {{(pid=94175) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 23 12:29:25.686705 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron_lib.callbacks.manager [None req-dc3e5eac-a1a9-45aa-b42f-e16ace5c882a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3801', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5082371'] for segment, after_delete {{(pid=94175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 12:29:25.687712 dv-neutron-601336-94-hyperv neutron-server[94175]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 23 12:29:25.687712 dv-neutron-601336-94-hyperv neutron-server[94175]: conditions |= (models_v2.Port.network_id.in_( Jun 23 12:29:25.687712 dv-neutron-601336-94-hyperv neutron-server[94175]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 23 12:29:25.687712 dv-neutron-601336-94-hyperv neutron-server[94175]: conditions |= (models_v2.Port.network_id.in_( Jun 23 12:29:25.687712 dv-neutron-601336-94-hyperv neutron-server[94175]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 23 12:29:25.687712 dv-neutron-601336-94-hyperv neutron-server[94175]: conditions |= (models_v2.Port.network_id.in_( Jun 23 12:29:25.687712 dv-neutron-601336-94-hyperv neutron-server[94175]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 23 12:29:25.687712 dv-neutron-601336-94-hyperv neutron-server[94175]: conditions |= (models_v2.Port.network_id.in_( Jun 23 12:29:25.687712 dv-neutron-601336-94-hyperv neutron-server[94175]: Traceback (most recent call last): Jun 23 12:29:25.687712 dv-neutron-601336-94-hyperv neutron-server[94175]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 23 12:29:25.687712 dv-neutron-601336-94-hyperv neutron-server[94175]: timer() Jun 23 12:29:25.687712 dv-neutron-601336-94-hyperv neutron-server[94175]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 23 12:29:25.687712 dv-neutron-601336-94-hyperv neutron-server[94175]: cb(*args, **kw) Jun 23 12:29:25.687712 dv-neutron-601336-94-hyperv neutron-server[94175]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 23 12:29:25.687712 dv-neutron-601336-94-hyperv neutron-server[94175]: return func(*args, **kwargs) Jun 23 12:29:25.687712 dv-neutron-601336-94-hyperv neutron-server[94175]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 23 12:29:25.687712 dv-neutron-601336-94-hyperv neutron-server[94175]: self._notify() Jun 23 12:29:25.687712 dv-neutron-601336-94-hyperv neutron-server[94175]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 23 12:29:25.687712 dv-neutron-601336-94-hyperv neutron-server[94175]: self.callback(batched_events) Jun 23 12:29:25.687712 dv-neutron-601336-94-hyperv neutron-server[94175]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 23 12:29:25.687712 dv-neutron-601336-94-hyperv neutron-server[94175]: event.method(event) Jun 23 12:29:25.687712 dv-neutron-601336-94-hyperv neutron-server[94175]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 23 12:29:25.687712 dv-neutron-601336-94-hyperv neutron-server[94175]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 23 12:29:25.687712 dv-neutron-601336-94-hyperv neutron-server[94175]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 23 12:29:25.687712 dv-neutron-601336-94-hyperv neutron-server[94175]: aggregate_uuid = self.p_client.list_aggregates( Jun 23 12:29:25.687712 dv-neutron-601336-94-hyperv neutron-server[94175]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 23 12:29:25.687712 dv-neutron-601336-94-hyperv neutron-server[94175]: return f(self, *a, **k) Jun 23 12:29:25.687712 dv-neutron-601336-94-hyperv neutron-server[94175]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 23 12:29:25.687712 dv-neutron-601336-94-hyperv neutron-server[94175]: return self._get(url).json() Jun 23 12:29:25.687712 dv-neutron-601336-94-hyperv neutron-server[94175]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 23 12:29:25.687712 dv-neutron-601336-94-hyperv neutron-server[94175]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 23 12:29:25.687712 dv-neutron-601336-94-hyperv neutron-server[94175]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 23 12:29:25.687712 dv-neutron-601336-94-hyperv neutron-server[94175]: return self.request(url, 'GET', **kwargs) Jun 23 12:29:25.687712 dv-neutron-601336-94-hyperv neutron-server[94175]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 23 12:29:25.687712 dv-neutron-601336-94-hyperv neutron-server[94175]: base_url = self.get_endpoint(auth, allow=allow, Jun 23 12:29:25.687712 dv-neutron-601336-94-hyperv neutron-server[94175]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 23 12:29:25.687712 dv-neutron-601336-94-hyperv neutron-server[94175]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 23 12:29:25.687712 dv-neutron-601336-94-hyperv neutron-server[94175]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 23 12:29:25.687712 dv-neutron-601336-94-hyperv neutron-server[94175]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 23 12:29:25.687712 dv-neutron-601336-94-hyperv neutron-server[94175]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 23 12:29:25.810690 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron_lib.callbacks.manager [None req-dc3e5eac-a1a9-45aa-b42f-e16ace5c882a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-897248', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8002400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7866073', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-524247'] for network, after_delete {{(pid=94175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 12:29:25.814241 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG oslo_concurrency.lockutils [None req-7c814ca1-1c45-4a76-90dd-827b692d6ceb admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94175) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 12:29:25.816786 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron_lib.callbacks.manager [None req-dc3e5eac-a1a9-45aa-b42f-e16ace5c882a admin admin] Notify callbacks [] for network, before_response {{(pid=94175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 12:29:25.818591 dv-neutron-601336-94-hyperv neutron-server[94175]: INFO neutron.wsgi [None req-dc3e5eac-a1a9-45aa-b42f-e16ace5c882a admin admin] 10.222.0.20 "DELETE /v2.0/networks/9cf03c78-5ed5-45da-b573-54fd6dea2688 HTTP/1.1" status: 204 len: 168 time: 1.0845366 Jun 23 12:29:25.830397 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc3e5eac-a1a9-45aa-b42f-e16ace5c882a admin admin] Pushing event deleted for resources: {'Network': ['ID=9cf03c78-5ed5-45da-b573-54fd6dea2688,revision_number=None']} {{(pid=94175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 12:29:25.832870 dv-neutron-601336-94-hyperv neutron-server[94175]: DEBUG oslo_concurrency.lockutils [None req-dc3e5eac-a1a9-45aa-b42f-e16ace5c882a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=94175) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 12:29:26.284746 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.wsgi [-] (94174) accepted ('10.222.0.20', 51438) {{(pid=94174) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 12:29:26.331071 dv-neutron-601336-94-hyperv neutron-server[94174]: INFO neutron.wsgi [None req-acd0800b-3a35-42b6-b13a-e9d8b487b7b4 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=9432fb70f3df47a9bca0cd4d5f316c9e&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0448108 Jun 23 12:29:26.333279 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.wsgi [-] (94174) accepted ('10.222.0.20', 51440) {{(pid=94174) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 12:29:26.383851 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron_lib.callbacks.manager [None req-8362c510-1717-4955-811e-76786e42e8f9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 12:29:26.405709 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron_lib.callbacks.manager [None req-8362c510-1717-4955-811e-76786e42e8f9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 12:29:26.576659 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron_lib.callbacks.manager [None req-8362c510-1717-4955-811e-76786e42e8f9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7996330'] for security_group, after_delete {{(pid=94174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 12:29:26.579365 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron_lib.callbacks.manager [None req-8362c510-1717-4955-811e-76786e42e8f9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 12:29:26.580567 dv-neutron-601336-94-hyperv neutron-server[94174]: INFO neutron.wsgi [None req-8362c510-1717-4955-811e-76786e42e8f9 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/8cc1cf87-4f75-4d76-9005-d250f81e7fb3 HTTP/1.1" status: 204 len: 168 time: 0.2463131 Jun 23 12:29:26.581373 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG oslo_concurrency.lockutils [None req-71d5c0e5-0643-405e-80dc-1e0cd4122f7f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94174) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 12:29:26.590341 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8362c510-1717-4955-811e-76786e42e8f9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8cc1cf87-4f75-4d76-9005-d250f81e7fb3,revision_number=None']} {{(pid=94174) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 12:29:26.599440 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG oslo_concurrency.lockutils [None req-8362c510-1717-4955-811e-76786e42e8f9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.012s {{(pid=94174) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 12:29:27.444789 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.wsgi [-] (94174) accepted ('10.222.0.20', 51446) {{(pid=94174) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 12:29:27.486057 dv-neutron-601336-94-hyperv neutron-server[94174]: INFO neutron.wsgi [None req-447ca5ee-c478-4cea-a3d9-5e2e9d979f1f admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=d818954198bf4a21bee9d049108a0bea&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0399532 Jun 23 12:29:27.488468 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.wsgi [-] (94174) accepted ('10.222.0.20', 51448) {{(pid=94174) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 12:29:27.542314 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron_lib.callbacks.manager [None req-ad89ffa3-a542-4460-8f92-3694e52960bc admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 12:29:27.563552 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron_lib.callbacks.manager [None req-ad89ffa3-a542-4460-8f92-3694e52960bc admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 12:29:27.720039 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron_lib.callbacks.manager [None req-ad89ffa3-a542-4460-8f92-3694e52960bc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7996330'] for security_group, after_delete {{(pid=94174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 12:29:27.722764 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron_lib.callbacks.manager [None req-ad89ffa3-a542-4460-8f92-3694e52960bc admin admin] Notify callbacks [] for security_group, before_response {{(pid=94174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 12:29:27.724044 dv-neutron-601336-94-hyperv neutron-server[94174]: INFO neutron.wsgi [None req-ad89ffa3-a542-4460-8f92-3694e52960bc admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/e91320e4-10d2-42dd-9536-8b10eb1f2088 HTTP/1.1" status: 204 len: 168 time: 0.2346721 Jun 23 12:29:27.735351 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG oslo_concurrency.lockutils [None req-25935d5c-41e9-4caa-8864-e9cccdefdfbb admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94174) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 12:29:27.735351 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad89ffa3-a542-4460-8f92-3694e52960bc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e91320e4-10d2-42dd-9536-8b10eb1f2088,revision_number=None']} {{(pid=94174) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 12:29:27.737668 dv-neutron-601336-94-hyperv neutron-server[94174]: DEBUG oslo_concurrency.lockutils [None req-ad89ffa3-a542-4460-8f92-3694e52960bc admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.013s {{(pid=94174) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 12:29:35.125688 dv-neutron-601336-94-hyperv neutron-server[94177]: DEBUG neutron.db.agents_db [None req-90fb1279-e4c5-4e73-8d66-3a29811dc4e3 None None] Agent healthcheck: found 6 active agents {{(pid=94177) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 23 12:29:41.004906 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron_lib.callbacks.manager [None req-a696c066-11da-419c-81d5-50e3e96d868a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773699952132', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-899307'] for agent, after_update {{(pid=94176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 12:29:43.289044 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron_lib.callbacks.manager [None req-f4c92d68-717a-4290-8786-79661deadd19 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773699952132', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-899307'] for agent, after_update {{(pid=94176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 12:29:43.942596 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron_lib.callbacks.manager [None req-dc7542b2-afef-47f4-a763-e3a3cba144be None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773699952132', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-899307'] for agent, after_update {{(pid=94176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 12:29:44.884929 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron_lib.callbacks.manager [None req-4c20ea5f-bc7f-4d4e-935d-57f082af6ccb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773699952132', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-899307'] for agent, after_update {{(pid=94176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 12:29:46.942164 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron_lib.callbacks.manager [None req-95d6aa8f-24e7-4234-82ff-f502266c3285 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773699952132', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-899307'] for agent, after_update {{(pid=94176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 12:29:54.099571 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron_lib.callbacks.manager [None req-97bd5441-1da2-49ee-a364-27795820ba27 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773699952132', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-899307'] for agent, after_update {{(pid=94176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 12:30:10.981464 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron_lib.callbacks.manager [None req-2a6ad6c9-1f0c-46c2-99b3-03afddb8fda9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773699952132', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-899307'] for agent, after_update {{(pid=94176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 12:30:12.123805 dv-neutron-601336-94-hyperv neutron-server[94177]: DEBUG neutron.db.agents_db [None req-90fb1279-e4c5-4e73-8d66-3a29811dc4e3 None None] Agent healthcheck: found 6 active agents {{(pid=94177) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 23 12:30:13.284703 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron_lib.callbacks.manager [None req-9d481a10-cb33-4b9a-aef3-c5639e4a56d8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773699952132', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-899307'] for agent, after_update {{(pid=94176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 12:30:13.958772 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron_lib.callbacks.manager [None req-dc7542b2-afef-47f4-a763-e3a3cba144be None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773699952132', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-899307'] for agent, after_update {{(pid=94176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 12:30:14.901492 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron_lib.callbacks.manager [None req-4c20ea5f-bc7f-4d4e-935d-57f082af6ccb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773699952132', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-899307'] for agent, after_update {{(pid=94176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 12:30:16.984688 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron_lib.callbacks.manager [None req-95d6aa8f-24e7-4234-82ff-f502266c3285 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773699952132', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-899307'] for agent, after_update {{(pid=94176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 12:30:24.115920 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron_lib.callbacks.manager [None req-97bd5441-1da2-49ee-a364-27795820ba27 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773699952132', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-899307'] for agent, after_update {{(pid=94176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 12:30:40.992678 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron_lib.callbacks.manager [None req-a4c6a4e3-1c18-4186-8c01-a24b9d286f2d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773699952132', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-899307'] for agent, after_update {{(pid=94176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 12:30:43.280600 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron_lib.callbacks.manager [None req-403ad710-a058-48d5-8000-67ab3ae1216d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773699952132', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-899307'] for agent, after_update {{(pid=94176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 12:30:43.920722 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron_lib.callbacks.manager [None req-dc7542b2-afef-47f4-a763-e3a3cba144be None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773699952132', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-899307'] for agent, after_update {{(pid=94176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 12:30:44.887071 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron_lib.callbacks.manager [None req-4c20ea5f-bc7f-4d4e-935d-57f082af6ccb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773699952132', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-899307'] for agent, after_update {{(pid=94176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 12:30:46.912256 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron_lib.callbacks.manager [None req-95d6aa8f-24e7-4234-82ff-f502266c3285 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773699952132', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-899307'] for agent, after_update {{(pid=94176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 12:30:49.122366 dv-neutron-601336-94-hyperv neutron-server[94177]: DEBUG neutron.db.agents_db [None req-90fb1279-e4c5-4e73-8d66-3a29811dc4e3 None None] Agent healthcheck: found 6 active agents {{(pid=94177) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 23 12:30:54.095416 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron_lib.callbacks.manager [None req-97bd5441-1da2-49ee-a364-27795820ba27 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773699952132', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-899307'] for agent, after_update {{(pid=94176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 12:31:11.026507 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron_lib.callbacks.manager [None req-9989bcf4-97d3-4e7a-881c-8843add0fdae None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773699952132', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-899307'] for agent, after_update {{(pid=94176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 12:31:13.251726 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron_lib.callbacks.manager [None req-05bfcb25-ddad-4837-a582-2ec919f5975e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773699952132', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-899307'] for agent, after_update {{(pid=94176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 12:31:13.931295 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron_lib.callbacks.manager [None req-dc7542b2-afef-47f4-a763-e3a3cba144be None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773699952132', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-899307'] for agent, after_update {{(pid=94176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 12:31:14.874387 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron_lib.callbacks.manager [None req-4c20ea5f-bc7f-4d4e-935d-57f082af6ccb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773699952132', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-899307'] for agent, after_update {{(pid=94176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 12:31:16.946437 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron_lib.callbacks.manager [None req-95d6aa8f-24e7-4234-82ff-f502266c3285 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773699952132', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-899307'] for agent, after_update {{(pid=94176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 12:31:24.140334 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron_lib.callbacks.manager [None req-97bd5441-1da2-49ee-a364-27795820ba27 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773699952132', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-899307'] for agent, after_update {{(pid=94176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 12:31:26.120297 dv-neutron-601336-94-hyperv neutron-server[94177]: DEBUG neutron.db.agents_db [None req-90fb1279-e4c5-4e73-8d66-3a29811dc4e3 None None] Agent healthcheck: found 6 active agents {{(pid=94177) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 23 12:31:40.981546 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron_lib.callbacks.manager [None req-31200fe0-7015-4f8f-a7d6-e48eed9792c0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773699952132', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-899307'] for agent, after_update {{(pid=94176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 12:31:43.278450 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron_lib.callbacks.manager [None req-4d9f66b6-bb8e-4604-9695-60dd8184d681 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773699952132', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-899307'] for agent, after_update {{(pid=94176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 12:31:43.918219 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron_lib.callbacks.manager [None req-dc7542b2-afef-47f4-a763-e3a3cba144be None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773699952132', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-899307'] for agent, after_update {{(pid=94176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 12:31:44.912897 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron_lib.callbacks.manager [None req-4c20ea5f-bc7f-4d4e-935d-57f082af6ccb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773699952132', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-899307'] for agent, after_update {{(pid=94176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 12:31:46.917084 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron_lib.callbacks.manager [None req-95d6aa8f-24e7-4234-82ff-f502266c3285 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773699952132', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-899307'] for agent, after_update {{(pid=94176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 12:31:54.118455 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron_lib.callbacks.manager [None req-97bd5441-1da2-49ee-a364-27795820ba27 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773699952132', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-899307'] for agent, after_update {{(pid=94176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 12:32:03.119876 dv-neutron-601336-94-hyperv neutron-server[94177]: DEBUG neutron.db.agents_db [None req-90fb1279-e4c5-4e73-8d66-3a29811dc4e3 None None] Agent healthcheck: found 6 active agents {{(pid=94177) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 23 12:32:11.009109 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron_lib.callbacks.manager [None req-4020dda9-9840-4574-834e-1c2a00d22087 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773699952132', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-899307'] for agent, after_update {{(pid=94176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 12:32:13.236687 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron_lib.callbacks.manager [None req-d243a821-2600-4440-b251-fed89cca385e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773699952132', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-899307'] for agent, after_update {{(pid=94176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 12:32:13.929597 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron_lib.callbacks.manager [None req-dc7542b2-afef-47f4-a763-e3a3cba144be None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773699952132', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-899307'] for agent, after_update {{(pid=94176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 12:32:14.887658 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron_lib.callbacks.manager [None req-4c20ea5f-bc7f-4d4e-935d-57f082af6ccb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773699952132', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-899307'] for agent, after_update {{(pid=94176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 12:32:16.957191 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron_lib.callbacks.manager [None req-95d6aa8f-24e7-4234-82ff-f502266c3285 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773699952132', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-899307'] for agent, after_update {{(pid=94176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 12:32:24.190922 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron_lib.callbacks.manager [None req-97bd5441-1da2-49ee-a364-27795820ba27 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773699952132', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-899307'] for agent, after_update {{(pid=94176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 12:32:40.118238 dv-neutron-601336-94-hyperv neutron-server[94177]: DEBUG neutron.db.agents_db [None req-90fb1279-e4c5-4e73-8d66-3a29811dc4e3 None None] Agent healthcheck: found 6 active agents {{(pid=94177) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 23 12:32:40.996609 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron_lib.callbacks.manager [None req-43a2012f-797b-4186-87f3-856535690b20 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773699952132', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-899307'] for agent, after_update {{(pid=94176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 12:32:43.242459 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron_lib.callbacks.manager [None req-f3814503-2a3f-4bcc-8c7c-92c099013c07 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773699952132', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-899307'] for agent, after_update {{(pid=94176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 12:32:43.950650 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron_lib.callbacks.manager [None req-dc7542b2-afef-47f4-a763-e3a3cba144be None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773699952132', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-899307'] for agent, after_update {{(pid=94176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 12:32:44.893552 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron_lib.callbacks.manager [None req-4c20ea5f-bc7f-4d4e-935d-57f082af6ccb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773699952132', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-899307'] for agent, after_update {{(pid=94176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 12:32:46.956094 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron_lib.callbacks.manager [None req-95d6aa8f-24e7-4234-82ff-f502266c3285 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773699952132', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-899307'] for agent, after_update {{(pid=94176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 12:32:54.144683 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron_lib.callbacks.manager [None req-97bd5441-1da2-49ee-a364-27795820ba27 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773699952132', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-899307'] for agent, after_update {{(pid=94176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 12:33:10.983684 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron_lib.callbacks.manager [None req-4e599cec-1daf-486b-ab96-49b6162f4d65 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773699952132', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-899307'] for agent, after_update {{(pid=94176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 12:33:13.247518 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron_lib.callbacks.manager [None req-358beb19-9cb9-4848-af29-b33db5001a0f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773699952132', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-899307'] for agent, after_update {{(pid=94176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 12:33:13.961055 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron_lib.callbacks.manager [None req-dc7542b2-afef-47f4-a763-e3a3cba144be None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773699952132', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-899307'] for agent, after_update {{(pid=94176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 12:33:14.869154 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron_lib.callbacks.manager [None req-4c20ea5f-bc7f-4d4e-935d-57f082af6ccb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773699952132', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-899307'] for agent, after_update {{(pid=94176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 12:33:16.955133 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron_lib.callbacks.manager [None req-95d6aa8f-24e7-4234-82ff-f502266c3285 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773699952132', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-899307'] for agent, after_update {{(pid=94176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 12:33:17.116574 dv-neutron-601336-94-hyperv neutron-server[94177]: DEBUG neutron.db.agents_db [None req-90fb1279-e4c5-4e73-8d66-3a29811dc4e3 None None] Agent healthcheck: found 6 active agents {{(pid=94177) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 23 12:33:24.126665 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron_lib.callbacks.manager [None req-97bd5441-1da2-49ee-a364-27795820ba27 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773699952132', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-899307'] for agent, after_update {{(pid=94176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 12:33:40.989971 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron_lib.callbacks.manager [None req-c28d4673-6c4d-4929-ba7b-befb35086838 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773699952132', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-899307'] for agent, after_update {{(pid=94176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 12:33:43.240902 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron_lib.callbacks.manager [None req-9fa239a5-1ed4-481c-82cb-ca5ebb7cd424 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773699952132', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-899307'] for agent, after_update {{(pid=94176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 12:33:43.926556 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron_lib.callbacks.manager [None req-dc7542b2-afef-47f4-a763-e3a3cba144be None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773699952132', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-899307'] for agent, after_update {{(pid=94176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 12:33:44.881624 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron_lib.callbacks.manager [None req-4c20ea5f-bc7f-4d4e-935d-57f082af6ccb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773699952132', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-899307'] for agent, after_update {{(pid=94176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 12:33:46.932456 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron_lib.callbacks.manager [None req-95d6aa8f-24e7-4234-82ff-f502266c3285 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773699952132', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-899307'] for agent, after_update {{(pid=94176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 12:33:54.119591 dv-neutron-601336-94-hyperv neutron-server[94177]: DEBUG neutron.db.agents_db [None req-90fb1279-e4c5-4e73-8d66-3a29811dc4e3 None None] Agent healthcheck: found 6 active agents {{(pid=94177) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 23 12:33:54.160778 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron_lib.callbacks.manager [None req-97bd5441-1da2-49ee-a364-27795820ba27 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773699952132', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-899307'] for agent, after_update {{(pid=94176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 12:34:11.045897 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron_lib.callbacks.manager [None req-ae1eb198-9fed-4ce6-804a-87e9b0861dd8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773699952132', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-899307'] for agent, after_update {{(pid=94176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 12:34:13.245932 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron_lib.callbacks.manager [None req-ac0ee143-b18d-446d-80a9-a671de14b49d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773699952132', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-899307'] for agent, after_update {{(pid=94176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 12:34:13.920160 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron_lib.callbacks.manager [None req-dc7542b2-afef-47f4-a763-e3a3cba144be None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773699952132', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-899307'] for agent, after_update {{(pid=94176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 12:34:14.880070 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron_lib.callbacks.manager [None req-4c20ea5f-bc7f-4d4e-935d-57f082af6ccb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773699952132', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-899307'] for agent, after_update {{(pid=94176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 12:34:16.942829 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron_lib.callbacks.manager [None req-95d6aa8f-24e7-4234-82ff-f502266c3285 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773699952132', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-899307'] for agent, after_update {{(pid=94176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 12:34:24.146944 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron_lib.callbacks.manager [None req-97bd5441-1da2-49ee-a364-27795820ba27 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773699952132', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-899307'] for agent, after_update {{(pid=94176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 12:34:31.118916 dv-neutron-601336-94-hyperv neutron-server[94177]: DEBUG neutron.db.agents_db [None req-90fb1279-e4c5-4e73-8d66-3a29811dc4e3 None None] Agent healthcheck: found 6 active agents {{(pid=94177) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 23 12:34:40.960316 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron_lib.callbacks.manager [None req-989bc79a-2745-4f39-9f96-a10d7ce0cc5d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773699952132', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-899307'] for agent, after_update {{(pid=94176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 12:34:43.233862 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron_lib.callbacks.manager [None req-bddf6ec6-3b3c-494b-8a09-52ce157aece8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773699952132', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-899307'] for agent, after_update {{(pid=94176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 12:34:43.959345 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron_lib.callbacks.manager [None req-dc7542b2-afef-47f4-a763-e3a3cba144be None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773699952132', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-899307'] for agent, after_update {{(pid=94176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 12:34:44.902059 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron_lib.callbacks.manager [None req-4c20ea5f-bc7f-4d4e-935d-57f082af6ccb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773699952132', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-899307'] for agent, after_update {{(pid=94176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 12:34:46.971210 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron_lib.callbacks.manager [None req-95d6aa8f-24e7-4234-82ff-f502266c3285 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773699952132', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-899307'] for agent, after_update {{(pid=94176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 12:34:54.142527 dv-neutron-601336-94-hyperv neutron-server[94176]: DEBUG neutron_lib.callbacks.manager [None req-97bd5441-1da2-49ee-a364-27795820ba27 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773699952132', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-899307'] for agent, after_update {{(pid=94176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}